-- Logs begin at Tue 2022-02-08 20:26:54 UTC, end at Tue 2022-02-08 23:03:34 UTC. -- Feb 08 21:00:03.813082 n-d-712143-31 systemd[1]: Started Devstack devstack@q-svc.service. Feb 08 21:00:07.026840 n-d-712143-31 neutron-server[103320]: INFO neutron.common.config [-] Logging enabled! Feb 08 21:00:07.027530 n-d-712143-31 neutron-server[103320]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 08 21:00:07.027671 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103320) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 08 21:00:07.031049 n-d-712143-31 neutron-server[103320]: INFO neutron.common.config [-] Logging enabled! Feb 08 21:00:07.031315 n-d-712143-31 neutron-server[103320]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 08 21:00:07.031642 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103320) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 08 21:00:07.032693 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 08 21:00:07.032932 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 08 21:00:07.033407 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 08 21:00:07.033672 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 08 21:00:07.033899 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 08 21:00:07.034441 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.034847 n-d-712143-31 neutron-server[103320]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 08 21:00:07.035161 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.035465 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.035787 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.036077 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.036372 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.036663 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.036962 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.037351 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.037646 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.037936 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.038233 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.038529 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.038819 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.039116 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.039410 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.039703 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] debug = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.039988 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.040433 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.040857 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.041148 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.041487 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.041773 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.042055 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.042331 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.042645 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.042982 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] host = n-d-712143-31 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.043266 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.043560 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.044423 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.044423 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.044423 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.044794 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.045065 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.045374 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.045656 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] log_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.045941 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.046240 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.046535 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.046835 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.047066 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.047298 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.047593 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.048411 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.048709 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.048993 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.049297 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.049588 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.049865 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.050141 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.050434 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.050723 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.051015 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.051301 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.051591 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.051999 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.052292 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.052586 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.052869 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.053161 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.053468 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.053764 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.054041 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.054324 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.054638 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.054933 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.055223 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.055516 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.055799 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.056090 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.056372 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.056653 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.056933 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] use_json = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.057211 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.057517 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.057807 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.058085 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.058365 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.058648 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.058927 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.059219 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.059498 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:07.059803 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.060108 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.060419 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.060749 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.061050 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.061363 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.061668 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.061952 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.062249 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.062542 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.062840 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.063124 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.063431 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.063800 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.064105 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.064423 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.064722 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.065020 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.065327 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.065612 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.065893 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.066178 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.066475 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.066761 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.067054 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.067348 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.067634 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.067934 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.068226 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.068525 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.068821 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.069100 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.069439 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.069714 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.069998 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.070278 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.070561 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.070855 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.071141 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.071418 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.071713 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.071995 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.072273 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.072552 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.072834 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.073130 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.073439 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.073717 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.073995 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.074277 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.074631 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.074858 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.075125 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.075402 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.075677 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.075957 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.076496 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.076778 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.077058 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.077365 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.077649 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.077924 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.078199 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.078476 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.078857 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.079010 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.079822 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.080216 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.080391 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.080727 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.080880 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.081167 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.081467 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.081745 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.082046 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.082351 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.082701 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.082999 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.083189 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.083475 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.083755 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.084178 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.084495 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.084637 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.084859 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.085153 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.085469 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.085769 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.086099 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.086384 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.086713 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.087000 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.087242 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.087523 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.087806 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.088093 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.088378 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.088678 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.088976 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.089302 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.089606 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.089906 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.090193 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.090510 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.090795 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:07.091014 n-d-712143-31 neutron-server[103320]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 08 21:00:07.091272 n-d-712143-31 neutron-server[103320]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103320) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 08 21:00:07.482306 n-d-712143-31 neutron-server[103320]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 08 21:00:07.482600 n-d-712143-31 neutron-server[103320]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 08 21:00:07.482883 n-d-712143-31 neutron-server[103320]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 08 21:00:07.483244 n-d-712143-31 neutron-server[103320]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 08 21:00:07.843273 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:07.843480 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:07.843745 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:07.845110 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:07.845414 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:07.845683 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:07.895782 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:07.896104 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:07.896417 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:07.914369 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:07.914699 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:07.915007 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:07.947528 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:07.947866 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:07.948184 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:07.993116 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:07.993524 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:07.993929 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.374593 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.375477 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.375477 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.375477 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.376375 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.494917 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.495251 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.495545 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.495821 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.496093 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.496413 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.496678 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.496939 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.497201 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.497529 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.497796 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.498066 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.498328 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.498586 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.498849 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.499125 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.499408 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.499671 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.499947 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.500229 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.500509 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.500769 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.501130 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.501586 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.501844 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.502096 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.502573 n-d-712143-31 neutron-server[103320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 21:00:08.502831 n-d-712143-31 neutron-server[103320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 21:00:08.503075 n-d-712143-31 neutron-server[103320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 21:00:08.503321 n-d-712143-31 neutron-server[103320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 21:00:08.503566 n-d-712143-31 neutron-server[103320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 21:00:08.503809 n-d-712143-31 neutron-server[103320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 21:00:08.504200 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 08 21:00:08.508066 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 08 21:00:08.512737 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 08 21:00:08.517422 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Feb 08 21:00:08.519282 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 08 21:00:08.519780 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 08 21:00:08.520126 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 08 21:00:08.520523 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 08 21:00:08.523775 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 08 21:00:08.524028 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 08 21:00:08.524417 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 08 21:00:08.529877 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 08 21:00:08.554889 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 08 21:00:08.555577 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.555892 n-d-712143-31 neutron-server[103320]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103320) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 08 21:00:08.556260 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.557770 n-d-712143-31 neutron-server[103320]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103320) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 08 21:00:08.558072 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 08 21:00:08.558321 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 08 21:00:08.562175 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.562472 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:08.626916 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 08 21:00:08.627165 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 08 21:00:08.627309 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 08 21:00:08.627867 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 08 21:00:08.650648 n-d-712143-31 neutron-server[103320]: DEBUG oslo_db.sqlalchemy.engines [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103320) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 08 21:00:09.129915 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Initializing driver for type 'gre' Feb 08 21:00:09.130579 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] gre ID ranges: [(1, 1000)] Feb 08 21:00:09.195457 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Initializing driver for type 'local' Feb 08 21:00:09.195838 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Initializing driver for type 'vlan' Feb 08 21:00:09.212258 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] VlanTypeDriver initialization complete Feb 08 21:00:09.212824 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Initializing driver for type 'vxlan' Feb 08 21:00:09.213722 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] vxlan ID ranges: [(1, 1000)] Feb 08 21:00:09.299644 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Initializing extension driver 'port_security' Feb 08 21:00:09.300124 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.extensions.port_security [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] PortSecurityExtensionDriver initialization complete Feb 08 21:00:09.300681 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Initializing mechanism driver 'openvswitch' Feb 08 21:00:09.301251 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Initializing mechanism driver 'hyperv' Feb 08 21:00:09.312476 n-d-712143-31 neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:00:09.314460 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > port after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.315039 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > port after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.315628 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > port after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.316540 n-d-712143-31 neutron-server[103320]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103320) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 08 21:00:09.317254 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > subnet after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.317847 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > subnet after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.318472 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.319157 n-d-712143-31 neutron-server[103320]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103320) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 08 21:00:09.319833 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > network after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.320417 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > network after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.320972 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > network after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.321683 n-d-712143-31 neutron-server[103320]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103320) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 08 21:00:09.322367 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > security_group after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.322951 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > security_group after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.323542 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.324257 n-d-712143-31 neutron-server[103320]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103320) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 08 21:00:09.324934 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.325544 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.326403 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.327109 n-d-712143-31 neutron-server[103320]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103320) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 08 21:00:09.327812 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > address_group after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.328418 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > address_group after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.329036 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.329768 n-d-712143-31 neutron-server[103320]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103320) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 08 21:00:09.330545 n-d-712143-31 neutron-server[103320]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] ML2 OVO RPC backend initialized. {{(pid=103320) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 08 21:00:09.331839 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.332421 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.333132 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > network before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.333772 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > networks before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.334365 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > port before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.334964 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > ports before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.335538 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > subnet before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.336123 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > subnets before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.336734 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > network after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.337373 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > network after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.337951 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > network after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.338528 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > port after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.339109 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > port after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.339699 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > port after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.340296 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > subnet after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.340908 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > subnet after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.341542 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.356824 n-d-712143-31 neutron-server[103320]: INFO neutron.quota [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded quota_driver: . Feb 08 21:00:09.357468 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.plugin [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Modular L2 Plugin initialization complete Feb 08 21:00:09.358030 n-d-712143-31 neutron-server[103320]: DEBUG neutron.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading services supported by the core plugin {{(pid=103320) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 08 21:00:09.358581 n-d-712143-31 neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Got port-security extension from driver 'port_security' Feb 08 21:00:09.359412 n-d-712143-31 neutron-server[103320]: INFO neutron.extensions.vlantransparent [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Disabled vlantransparent extension. Feb 08 21:00:09.360824 n-d-712143-31 neutron-server[103320]: DEBUG neutron.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103320) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 08 21:00:09.361415 n-d-712143-31 neutron-server[103320]: INFO neutron.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading Plugin: router Feb 08 21:00:09.422348 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.423177 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > router after_create 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.424204 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > router before_create 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.424860 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.425526 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.426126 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > router after_delete 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.426745 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.427349 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.427975 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > router after_create 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.428590 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > router after_update 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.429206 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > router after_update 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.429855 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.430486 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > router after_update 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.431245 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > router precommit_update 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.431895 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: port after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.432494 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: port after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.433090 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: subnet after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.433745 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.434345 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.435015 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > router precommit_create 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.435554 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: port before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.436161 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > router precommit_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.436792 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > router after_update 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.437454 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.438381 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > router precommit_create 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.438970 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.439517 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > router precommit_update 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.440123 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > agent after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.440731 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > agent after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.441391 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > network after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.443024 n-d-712143-31 neutron-server[103320]: DEBUG neutron.quota.resource_registry [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Tracking information for resource: router configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 21:00:09.443605 n-d-712143-31 neutron-server[103320]: DEBUG neutron.quota.resource_registry [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Tracking information for resource: floatingip configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 21:00:09.452775 n-d-712143-31 neutron-server[103320]: INFO neutron.db.l3_agentschedulers_db [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 08 21:00:09.453834 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: port after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.454503 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: port after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.455071 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: port after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.455649 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: port after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.457038 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > router before_create 55550100 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.457711 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.458340 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > router precommit_create 55550100 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.458978 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > router precommit_update 55550100 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.469407 n-d-712143-31 neutron-server[103320]: DEBUG neutron.services.provider_configuration [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Service providers = [] {{(pid=103320) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 08 21:00:09.470558 n-d-712143-31 neutron-server[103320]: DEBUG neutron.db.servicetype_db [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103320) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 08 21:00:09.475754 n-d-712143-31 neutron-server[103320]: DEBUG neutron.services.service_base [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103320) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 08 21:00:09.476338 n-d-712143-31 neutron-server[103320]: DEBUG neutron.services.service_base [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103320) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 08 21:00:09.476912 n-d-712143-31 neutron-server[103320]: DEBUG neutron.services.service_base [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103320) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 08 21:00:09.478523 n-d-712143-31 neutron-server[103320]: DEBUG neutron.services.service_base [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103320) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 08 21:00:09.479207 n-d-712143-31 neutron-server[103320]: INFO neutron.services.service_base [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 08 21:00:09.479885 n-d-712143-31 neutron-server[103320]: DEBUG neutron.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 21:00:09.480416 n-d-712143-31 neutron-server[103320]: INFO neutron.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 08 21:00:09.499982 n-d-712143-31 neutron-server[103320]: DEBUG neutron.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 21:00:09.500544 n-d-712143-31 neutron-server[103320]: INFO neutron.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading Plugin: auto_allocate Feb 08 21:00:09.511067 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: network precommit_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.511683 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: network precommit_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.512628 n-d-712143-31 neutron-server[103320]: DEBUG neutron.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 21:00:09.513179 n-d-712143-31 neutron-server[103320]: INFO neutron.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading Plugin: tag Feb 08 21:00:09.525589 n-d-712143-31 neutron-server[103320]: DEBUG neutron.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 21:00:09.526149 n-d-712143-31 neutron-server[103320]: INFO neutron.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading Plugin: timestamp Feb 08 21:00:09.533695 n-d-712143-31 neutron-server[103320]: DEBUG neutron.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 21:00:09.534237 n-d-712143-31 neutron-server[103320]: INFO neutron.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading Plugin: network_ip_availability Feb 08 21:00:09.544131 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.544752 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.545404 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.546755 n-d-712143-31 neutron-server[103320]: DEBUG neutron.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 21:00:09.547266 n-d-712143-31 neutron-server[103320]: INFO neutron.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading Plugin: flavors Feb 08 21:00:09.556822 n-d-712143-31 neutron-server[103320]: DEBUG neutron.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 21:00:09.557338 n-d-712143-31 neutron-server[103320]: INFO neutron.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading Plugin: revisions Feb 08 21:00:09.565963 n-d-712143-31 neutron-server[103320]: DEBUG neutron.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 21:00:09.567180 n-d-712143-31 neutron-server[103320]: DEBUG oslo_concurrency.lockutils [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.083s {{(pid=103320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 08 21:00:09.568582 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103320) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 08 21:00:09.569141 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Initializing extension manager. Feb 08 21:00:09.570024 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: __init__.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.570610 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: __pycache__ {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.571179 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.571751 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: address_group.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.573286 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.574316 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: address-group Feb 08 21:00:09.574873 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: address_scope.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.576338 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.577244 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: address-scope Feb 08 21:00:09.577813 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.580023 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.580955 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: router-admin-state-down-before-update Feb 08 21:00:09.581566 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: agent.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.582775 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.583672 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: agent Feb 08 21:00:09.584234 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: agent_resources_synced.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.585905 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.586805 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: agent-resources-synced Feb 08 21:00:09.587356 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: allowedaddresspairs.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.590536 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.591490 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: allowed-address-pairs Feb 08 21:00:09.592049 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: auto_allocated_topology.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.593908 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.595283 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: auto-allocated-topology Feb 08 21:00:09.595866 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: availability_zone.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.598004 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.598182 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: availability_zone Feb 08 21:00:09.599523 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: availability_zone_filter.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.600272 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.601201 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: availability_zone_filter Feb 08 21:00:09.601810 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: data_plane_status.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.603394 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.604275 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension data-plane-status not supported by any of loaded plugins Feb 08 21:00:09.604834 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: default_subnetpools.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.606422 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.607314 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: default-subnetpools Feb 08 21:00:09.607877 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.609265 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.610223 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: dhcp_agent_scheduler Feb 08 21:00:09.610789 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: dns.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.612355 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.613828 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension dns-integration not supported by any of loaded plugins Feb 08 21:00:09.614345 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: dns_domain_ports.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.615801 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.616623 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 08 21:00:09.617173 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.618730 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.619624 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 08 21:00:09.620186 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: dvr.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.621378 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.622279 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: dvr Feb 08 21:00:09.622844 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: ecmp_routes.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.624366 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.625294 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 08 21:00:09.626403 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: empty_string_filtering.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.627915 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.628816 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: empty-string-filtering Feb 08 21:00:09.629425 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.630968 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.631879 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 08 21:00:09.632445 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.634022 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.634923 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 08 21:00:09.635484 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: external_net.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.636990 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.638007 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: external-net Feb 08 21:00:09.638497 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.639970 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.640886 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: extra_dhcp_opt Feb 08 21:00:09.641553 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: extraroute.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.643580 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.644486 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: extraroute Feb 08 21:00:09.645051 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: extraroute_atomic.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.646794 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.647688 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: extraroute-atomic Feb 08 21:00:09.648253 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: filter_validation.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.649437 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.650329 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: filter-validation Feb 08 21:00:09.650881 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: fip_pf_description.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.652420 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.653362 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 08 21:00:09.653919 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: fip_port_details.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.655771 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.656676 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: fip-port-details Feb 08 21:00:09.657296 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: flavors.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.659450 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.660345 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: flavors Feb 08 21:00:09.660893 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.663791 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.664724 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 08 21:00:09.665331 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: floatingip_pools.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.666554 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.667487 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: floatingip-pools Feb 08 21:00:09.668048 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: ip_allocation.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.669694 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.670576 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension ip_allocation not supported by any of loaded plugins Feb 08 21:00:09.671143 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.672657 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.673760 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: ip-substring-filtering Feb 08 21:00:09.674317 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: l2_adjacency.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.675768 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.676614 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 08 21:00:09.677133 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: l3.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.678767 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.679610 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: router Feb 08 21:00:09.680153 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.684226 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.685171 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 08 21:00:09.685788 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.687375 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.688848 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: ext-gw-mode Feb 08 21:00:09.689456 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.691032 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.691947 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: l3-ha Feb 08 21:00:09.692516 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.694047 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.696789 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 08 21:00:09.697414 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: l3_flavors.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.699103 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.700009 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: l3-flavors Feb 08 21:00:09.700569 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.703254 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.704717 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 08 21:00:09.705327 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.706865 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.707774 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 08 21:00:09.708344 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: l3agentscheduler.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.710203 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.711112 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: l3_agent_scheduler Feb 08 21:00:09.711676 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: local_ip.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.714810 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.715723 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension local_ip not supported by any of loaded plugins Feb 08 21:00:09.716293 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: logging.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.719028 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.719968 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension logging not supported by any of loaded plugins Feb 08 21:00:09.720539 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: metering.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.721825 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.723097 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: metering Feb 08 21:00:09.723669 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.725570 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.726499 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: metering_source_and_destination_fields Feb 08 21:00:09.727067 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: multiprovidernet.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.728604 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.729549 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: multi-provider Feb 08 21:00:09.730119 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: netmtu.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.731668 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.732573 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: net-mtu Feb 08 21:00:09.733143 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: netmtu_writable.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.734675 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.735627 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: net-mtu-writable Feb 08 21:00:09.736196 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: network_availability_zone.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.737390 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.738300 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: network_availability_zone Feb 08 21:00:09.738870 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: network_ip_availability.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.740780 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.741729 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: network-ip-availability Feb 08 21:00:09.742382 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: network_segment_range.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.743718 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.744604 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension network-segment-range not supported by any of loaded plugins Feb 08 21:00:09.745161 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: pagination.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.746899 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.747473 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: pagination Feb 08 21:00:09.748044 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: port_device_profile.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.749634 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.750570 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: port-device-profile Feb 08 21:00:09.751643 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.753153 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.754092 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: port-mac-address-regenerate Feb 08 21:00:09.754658 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.756177 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.757071 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: port-numa-affinity-policy Feb 08 21:00:09.757817 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: port_resource_request.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.759338 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.760224 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension port-resource-request not supported by any of loaded plugins Feb 08 21:00:09.760764 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: port_resource_request_groups.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.762421 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.763315 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 08 21:00:09.763884 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: portbindings.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.765441 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.766354 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: binding Feb 08 21:00:09.767489 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: portbindings_extended.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.769679 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.770578 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: binding-extended Feb 08 21:00:09.771141 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: portsecurity.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.772676 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.773631 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: port-security Feb 08 21:00:09.774321 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: project_id.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.775899 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.776464 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: project-id Feb 08 21:00:09.777029 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: providernet.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.778594 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.779512 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: provider Feb 08 21:00:09.780076 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: qos.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.787115 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.788050 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension qos not supported by any of loaded plugins Feb 08 21:00:09.788617 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.790820 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.791719 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 08 21:00:09.792243 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.793850 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.794759 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 08 21:00:09.795324 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: qos_default.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.796834 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.798344 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension qos-default not supported by any of loaded plugins Feb 08 21:00:09.798914 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: qos_fip.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.800464 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.801394 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension qos-fip not supported by any of loaded plugins Feb 08 21:00:09.801957 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.803461 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.804359 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 08 21:00:09.804923 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: qos_gateway_ip.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.806712 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.807684 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 08 21:00:09.808186 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: qos_port_network_policy.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.809737 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.810647 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 08 21:00:09.811213 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.812950 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.813942 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 08 21:00:09.814510 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: qos_pps_rule.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.816543 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.817505 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension qos-pps not supported by any of loaded plugins Feb 08 21:00:09.818071 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: qos_rule_type_details.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.819640 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.820545 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 08 21:00:09.821112 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: qos_rules_alias.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.822900 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.823813 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 08 21:00:09.824374 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: quota_check_limit.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.825914 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.827104 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: quota-check-limit Feb 08 21:00:09.827666 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: quotasv2.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.829892 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.830475 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: quotas Feb 08 21:00:09.831041 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: quotasv2_detail.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.834126 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.834699 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: quota_details Feb 08 21:00:09.835268 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: rbac.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.837082 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.838093 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: rbac-policies Feb 08 21:00:09.838665 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: rbac_address_group.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.840246 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.841173 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: rbac-address-group Feb 08 21:00:09.841772 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: rbac_address_scope.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.843318 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.844232 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: rbac-address-scope Feb 08 21:00:09.845604 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: rbac_security_groups.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.847131 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.848043 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: rbac-security-groups Feb 08 21:00:09.848576 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: rbac_subnetpool.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.850152 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.851083 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: rbac-subnetpool Feb 08 21:00:09.851638 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: revisionifmatch.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.853163 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.854129 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: revision-if-match Feb 08 21:00:09.854688 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: revisions.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.856813 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.857776 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: standard-attr-revisions Feb 08 21:00:09.858337 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: router_availability_zone.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.859521 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.860463 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: router_availability_zone Feb 08 21:00:09.861016 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: routerservicetype.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.862571 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.863445 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension router-service-type not supported by any of loaded plugins Feb 08 21:00:09.863999 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.865576 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.866466 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: security-groups-normalized-cidr Feb 08 21:00:09.867027 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.868552 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.869503 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: port-security-groups-filtering Feb 08 21:00:09.870074 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.871810 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.872723 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: security-groups-remote-address-group Feb 08 21:00:09.873332 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.874991 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.875947 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: security-groups-shared-filtering Feb 08 21:00:09.876518 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.877605 n-d-712143-31 neutron-server[103320]: WARNING neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 08 21:00:09.878167 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: securitygroup.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.900365 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.901386 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: security-group Feb 08 21:00:09.901961 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: segment.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.903405 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.904300 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension segment not supported by any of loaded plugins Feb 08 21:00:09.904875 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.906797 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.908318 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 08 21:00:09.908887 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: servicetype.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.911290 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.912240 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: service-type Feb 08 21:00:09.912811 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: sorting.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.914559 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.915131 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: sorting Feb 08 21:00:09.915715 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: standard_attr_segment.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.917275 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.918205 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 08 21:00:09.918761 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: standardattrdescription.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.919880 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.920762 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: standard-attr-description Feb 08 21:00:09.921373 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: stateful_security_group.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.923001 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.923909 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: stateful-security-group Feb 08 21:00:09.924486 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: stdattrs_common.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.925523 n-d-712143-31 neutron-server[103320]: WARNING neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 08 21:00:09.926083 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.927685 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.928612 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 08 21:00:09.929180 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: subnet_onboard.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.931052 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.931985 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: subnet_onboard Feb 08 21:00:09.932554 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.934136 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.935052 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 08 21:00:09.935616 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: subnet_service_types.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.937136 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.938100 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: subnet-service-types Feb 08 21:00:09.938709 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: subnetallocation.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.940563 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.941534 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: subnet_allocation Feb 08 21:00:09.942108 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.943270 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.944177 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: subnetpool-prefix-ops Feb 08 21:00:09.944748 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.946364 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.947271 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 08 21:00:09.947834 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: tagging.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.949754 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.950668 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: standard-attr-tag Feb 08 21:00:09.951491 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: timestamp.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.953623 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.955081 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loaded extension: standard-attr-timestamp Feb 08 21:00:09.955641 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: trunk.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.957407 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.958321 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension trunk not supported by any of loaded plugins Feb 08 21:00:09.958888 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: trunk_details.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.960440 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.961386 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension trunk-details not supported by any of loaded plugins Feb 08 21:00:09.961947 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: uplink_status_propagation.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.963472 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.964389 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 08 21:00:09.964959 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Loading extension file: vlantransparent.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 21:00:09.966146 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 21:00:09.967043 n-d-712143-31 neutron-server[103320]: INFO neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 08 21:00:09.972878 n-d-712143-31 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Creating instance of TrackedResource for resource:network Feb 08 21:00:09.973832 n-d-712143-31 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Creating instance of TrackedResource for resource:subnet Feb 08 21:00:09.974583 n-d-712143-31 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Creating instance of TrackedResource for resource:subnetpool Feb 08 21:00:09.975267 n-d-712143-31 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Creating instance of TrackedResource for resource:port Feb 08 21:00:09.977765 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 21:00:09.978535 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Service FLAVORS assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 21:00:09.979659 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 21:00:09.980417 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 21:00:09.981005 n-d-712143-31 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Creating instance of TrackedResource for resource:router Feb 08 21:00:09.981802 n-d-712143-31 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Creating instance of TrackedResource for resource:floatingip Feb 08 21:00:09.982689 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Service METERING assigned prefix: /metering {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 21:00:09.988787 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.989551 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.990090 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:00:09.991965 n-d-712143-31 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Creating instance of CountableResource for resource:rbac_policy Feb 08 21:00:09.992724 n-d-712143-31 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Creating instance of TrackedResource for resource:security_group Feb 08 21:00:09.993551 n-d-712143-31 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 08 21:00:09.994640 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Service CORE assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 21:00:09.995213 n-d-712143-31 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Creating instance of TrackedResource for resource:subnetpool Feb 08 21:00:09.995717 n-d-712143-31 neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] subnetpool is already registered Feb 08 21:00:09.996489 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Service CORE assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 21:00:09.997057 n-d-712143-31 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Creating instance of TrackedResource for resource:subnetpool Feb 08 21:00:09.997680 n-d-712143-31 neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] subnetpool is already registered Feb 08 21:00:10.003070 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 21:00:10.003794 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Service FLAVORS assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 21:00:10.004847 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 21:00:10.005587 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 21:00:10.006183 n-d-712143-31 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Creating instance of TrackedResource for resource:router Feb 08 21:00:10.006815 n-d-712143-31 neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] router is already registered Feb 08 21:00:10.007531 n-d-712143-31 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Creating instance of TrackedResource for resource:floatingip Feb 08 21:00:10.008117 n-d-712143-31 neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] floatingip is already registered Feb 08 21:00:10.008943 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Service METERING assigned prefix: /metering {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 21:00:10.009976 n-d-712143-31 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Creating instance of CountableResource for resource:rbac_policy Feb 08 21:00:10.010485 n-d-712143-31 neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] rbac_policy is already registered Feb 08 21:00:10.010988 n-d-712143-31 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Creating instance of TrackedResource for resource:security_group Feb 08 21:00:10.011460 n-d-712143-31 neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] security_group is already registered Feb 08 21:00:10.012118 n-d-712143-31 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 08 21:00:10.012663 n-d-712143-31 neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] security_group_rule is already registered Feb 08 21:00:10.013969 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Service CORE assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 21:00:10.014536 n-d-712143-31 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Creating instance of TrackedResource for resource:subnetpool Feb 08 21:00:10.015122 n-d-712143-31 neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] subnetpool is already registered Feb 08 21:00:10.015859 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Service CORE assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 21:00:10.016935 n-d-712143-31 neutron-server[103320]: INFO neutron.quota.resource_registry [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Creating instance of TrackedResource for resource:subnetpool Feb 08 21:00:10.017560 n-d-712143-31 neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] subnetpool is already registered Feb 08 21:00:10.018418 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: extensions {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.021272 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: address-groups {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.024184 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: address-scopes {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.026780 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: agents {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.029062 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: auto-allocated-topology {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.031549 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: availability_zones {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.034067 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: dhcp-networks {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.037030 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: dhcp-agents {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.039903 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: routers {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.044454 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: flavors {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.046759 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: service_profiles {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.049475 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: next_providers {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.052354 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: service_profiles {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.055416 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: floatingip-pools {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.057871 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: routers {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.062130 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: floatingips {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.065275 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: l3-routers {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.068068 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: l3-agents {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.070990 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: metering-labels {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.073707 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: metering-label-rules {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.076494 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: network-ip-availabilities {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.079209 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: bindings {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.082529 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: quotas {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.085612 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: quotas {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.088527 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: rbac-policies {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.092827 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: security-groups {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.095519 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: security-group-rules {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.098036 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: service-providers {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.100405 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: subnetpools {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.102913 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: subnetpools {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.105634 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.108938 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.113072 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.116651 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.120067 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.123758 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.127733 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.131551 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.134946 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.138684 n-d-712143-31 neutron-server[103320]: DEBUG neutron.api.extensions [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 21:00:10.150413 n-d-712143-31 neutron-server[103320]: WARNING keystonemiddleware.auth_token [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 08 21:00:10.159003 n-d-712143-31 neutron-server[103320]: WARNING keystonemiddleware.auth_token [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 08 21:00:10.176973 n-d-712143-31 neutron-server[103320]: DEBUG oslo_concurrency.lockutils [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Acquired lock "singleton_lock" {{(pid=103320) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 08 21:00:10.177708 n-d-712143-31 neutron-server[103320]: DEBUG oslo_concurrency.lockutils [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Releasing lock "singleton_lock" {{(pid=103320) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 08 21:00:10.178770 n-d-712143-31 neutron-server[103320]: INFO oslo_service.service [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Starting 2 workers Feb 08 21:00:10.185266 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Started child 103433 {{(pid=103320) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 08 21:00:10.190059 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:10.191678 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [-] (103433) wsgi starting up on http://0.0.0.0:9696 Feb 08 21:00:10.192572 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Started child 103434 {{(pid=103320) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 08 21:00:10.195193 n-d-712143-31 neutron-server[103320]: INFO neutron.service [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 08 21:00:10.196229 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:10.197893 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:10.199653 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [-] (103434) wsgi starting up on http://0.0.0.0:9696 Feb 08 21:00:10.200206 n-d-712143-31 neutron-server[103320]: INFO oslo_service.service [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Starting 1 workers Feb 08 21:00:10.208826 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Started child 103435 {{(pid=103320) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 08 21:00:10.209762 n-d-712143-31 neutron-server[103320]: INFO oslo_service.service [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Starting 1 workers Feb 08 21:00:10.211197 n-d-712143-31 neutron-server[103435]: DEBUG neutron.service [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] calling RpcWorker wait() {{(pid=103435) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 08 21:00:10.211774 n-d-712143-31 neutron-server[103435]: DEBUG neutron.service [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] returning from RpcWorker wait() {{(pid=103435) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 08 21:00:10.213019 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:10.213542 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:00:10.217041 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Started child 103436 {{(pid=103320) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 08 21:00:10.218378 n-d-712143-31 neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-16af7f1f-5a31-47a2-97bf-a5e306a429f2 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:10.221489 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103320) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 08 21:00:10.221843 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 08 21:00:10.222116 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:10.222631 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 08 21:00:10.222631 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 08 21:00:10.223095 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 08 21:00:10.223223 n-d-712143-31 neutron-server[103436]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:00:10.223382 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 08 21:00:10.224416 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.224862 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.225361 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.225763 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.226274 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.227299 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.227763 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.228221 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.228678 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.229014 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.229197 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.229437 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.229702 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.229977 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.230297 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.230558 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.230814 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.231072 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.231250 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.231553 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.231856 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.232142 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.232776 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] debug = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.233180 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.233984 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.234374 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.234759 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.235069 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.236093 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.236490 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.236929 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.237544 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.237805 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.239088 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.239629 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.239867 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.240096 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.240417 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.240639 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.240941 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.241200 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.241756 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] host = n-d-712143-31 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.241990 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.242224 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.242486 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.242803 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.243036 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.243375 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.243580 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.243783 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.244162 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.244386 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.244584 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.245545 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.245981 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.246412 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] log_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.246730 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] log_options = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.247332 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.247833 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.248299 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.248656 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.248959 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.249482 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.251482 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.251985 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.252501 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.252884 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.253276 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.253838 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.254204 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.254568 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.254987 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.255415 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.255797 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.256202 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.256872 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.257513 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.257939 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.258378 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.258885 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.259383 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.259770 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.260306 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.260832 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.262285 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.263114 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.263568 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.264279 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.264785 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.265219 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.265710 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.266689 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.266959 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.267543 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.268171 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.268886 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.269569 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.270398 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.270941 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.271345 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.272080 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.272762 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.273559 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.274478 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] use_json = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.274867 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.275306 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.275747 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.276197 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.276618 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.277580 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.277840 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.278107 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.278378 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.278856 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.279170 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.279519 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.279774 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.280056 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.280323 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.280572 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.280805 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.281068 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.281364 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.281694 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.281928 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.282776 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.283039 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.283289 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.283637 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.283923 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.284196 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.284417 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.284798 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.285195 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.285473 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.285770 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.286023 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.286323 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.286577 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.286808 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.287104 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.287388 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.287744 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.288105 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.288379 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.88/identity {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.288656 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.288881 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.289111 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.289359 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.289605 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.289824 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.290238 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.290840 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.291312 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.291784 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.292237 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.292666 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.293099 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.293581 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.294238 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.294695 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.295153 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.295422 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.295650 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.295873 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.296094 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.296318 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.296555 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.296779 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.297063 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.297350 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.297756 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.298625 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.299044 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.299354 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.299719 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.300009 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.300296 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.300592 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.300881 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.301173 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.301461 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.301709 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.301929 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.302179 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.302393 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.302626 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.302891 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.303267 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.303493 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.303738 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.303978 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.304197 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.304416 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.304644 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.304893 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.305066 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.305453 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.305822 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.306197 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.306440 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.306682 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.306924 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.307166 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.307449 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.307788 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.308122 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.308317 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.308534 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.308970 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.309424 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.309755 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.310122 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.310292 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.310547 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.310830 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.311082 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.311340 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.311602 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.311826 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.312099 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.312326 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.312581 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.312850 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.313094 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.313832 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.314136 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.314380 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.314596 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.315006 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.315244 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.315541 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.315835 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.316125 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.316372 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.316647 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.316934 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.317252 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.317521 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.317782 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.318060 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.318330 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.318569 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.318838 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.319092 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.319320 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.319736 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.320004 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.320231 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.320473 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.320731 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.321074 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.321330 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.321572 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.321785 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.322057 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.322310 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.322557 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.322831 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.323084 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.323323 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.323592 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.323830 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.88/identity {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.324048 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.324296 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.324531 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.324729 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.326803 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.326803 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.326803 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.326803 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.326803 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.326803 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.326803 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.326803 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.327921 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.327921 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.327921 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.327921 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.327921 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.328731 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.328731 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.328731 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.329907 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.329907 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.329907 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.330172 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.330377 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.330637 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.330904 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.331123 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.331356 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.331603 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.332629 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.332892 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.333579 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.333579 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.333579 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.334473 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.334473 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.334473 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.334473 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.334961 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.334961 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.335247 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.335397 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.335695 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.336747 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.336747 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.336747 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.336747 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.338740 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.338740 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.338740 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.338740 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.338740 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.338740 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.338740 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.338740 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.339731 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.339731 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.339731 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.339731 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.339731 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.340138 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.340138 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.340433 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.340592 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.340746 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.340952 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.341178 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.341425 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.341648 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.341935 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.342077 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.342379 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.342860 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.342860 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.343141 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.343352 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.343585 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.343849 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.344074 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.344282 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.345084 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.345318 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.345587 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.345849 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.346056 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.346186 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.346391 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.347564 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.347564 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.347564 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.347564 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.347564 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.348816 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.348816 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.348816 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.348816 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.348816 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.348816 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.350083 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.350083 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.350083 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.350083 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.350083 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.350083 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.351402 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.351402 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.351402 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.351402 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.351402 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.351402 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.351402 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.351402 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.356226 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.356226 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.356226 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.356226 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.356226 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.356226 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.356226 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.356226 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.357832 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.357832 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.357832 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.357832 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.357832 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.357832 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.357832 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.357832 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.359564 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.359564 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.359564 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.359564 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.359564 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.359564 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.359564 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.359564 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.359564 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.362177 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.362177 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.362177 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.362177 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.362177 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.362177 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.362177 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.362177 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.362177 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.364111 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.364111 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.364111 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.364111 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.364111 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 08 21:00:10.364111 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103320) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 08 21:00:10.364111 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 08 21:00:10.364111 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 08 21:00:10.365713 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 08 21:00:10.365713 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 08 21:00:10.365713 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 08 21:00:10.365713 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.365713 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.365713 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.365713 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.365713 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.367163 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.367163 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.367163 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.367163 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.367163 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.367163 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.367163 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.367163 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.368783 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.368783 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.368783 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.368783 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.368783 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.368783 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.368783 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.368783 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.370297 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.370297 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] debug = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.370672 n-d-712143-31 neutron-server[103435]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:00:10.370883 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.370883 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.370883 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.370883 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.370883 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.370883 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.372234 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.372234 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.372234 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.372234 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.372234 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.372234 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.372234 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.372234 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.374999 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.374999 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.374999 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.374999 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.374999 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] host = n-d-712143-31 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.374999 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.374999 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.374999 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.376593 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.376593 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.376593 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.376593 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.376593 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.376593 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.376593 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.376593 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.378101 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.378101 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.378101 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] log_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.378101 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] log_options = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.378101 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.378101 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.378101 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.378101 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.379711 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.379711 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.379711 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.379711 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.379711 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.379711 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.379711 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.380910 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.380910 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.380910 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.380910 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.380910 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.380910 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.380910 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.380910 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.382561 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.382561 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.382561 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.382561 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.382561 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.382561 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.382561 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.382561 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.382561 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.383920 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.383920 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.383920 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.383920 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.383920 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.383920 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.383920 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.383920 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.385430 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.385430 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.385430 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.385430 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.385430 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.385430 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.385430 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.385430 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.386790 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.386790 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.386790 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] use_json = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.386790 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.386790 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.386790 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.386790 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.386790 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.386790 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.388662 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.388662 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.388662 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 21:00:10.388662 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.388662 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.388662 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.388662 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.388662 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.390424 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.390424 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.390424 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.390424 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.390424 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.390424 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.390424 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.390424 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.392008 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.392008 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.392008 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.392008 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.392008 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.392008 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.392008 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.392008 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.393650 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.393650 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.393650 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.393650 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.393650 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.393650 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.393650 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.393650 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.394771 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.394771 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.394771 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.88/identity {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.394771 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.394771 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.394771 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.394771 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.394771 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.395817 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.395817 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.395817 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.395817 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.395817 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.395817 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.395817 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.395817 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.395817 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.396919 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.396919 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.396919 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.396919 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.396919 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.396919 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.396919 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.396919 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.396919 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.398379 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.398379 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.398379 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.398379 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.398379 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.398379 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.398379 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.398379 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.398379 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.400704 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.400704 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.400704 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.400704 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.400704 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.400704 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.400704 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.400704 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.400704 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.402609 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.402609 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.402609 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.402609 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.402609 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.402609 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.402609 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.402609 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.402609 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.404357 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.404357 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.404357 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.404357 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.404357 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.404357 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.404357 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.404357 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.404357 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.406007 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.406007 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.406007 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.406007 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.406007 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.406007 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.406007 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.406007 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.407830 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.407830 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.407830 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.407830 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.407830 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.407830 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.407830 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.407830 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.409075 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.409075 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.409075 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.409075 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.409075 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.409075 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.409075 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.409075 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.410308 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.410308 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.410308 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.410308 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.410308 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.410308 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.410308 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.410308 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.411363 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.411363 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.411363 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.411363 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.411363 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.411363 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.411363 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.411363 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.412328 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.412328 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.412328 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.412328 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.412328 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.412328 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.412328 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.412328 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.413310 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.413310 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.413310 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.413310 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.413310 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.413310 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.413310 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.413310 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.414150 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.414150 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.414150 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.88/identity {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.414150 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.414150 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.414150 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.414150 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.414150 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.415165 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.415165 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.415165 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.415165 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.415165 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.415165 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.415165 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.415165 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.416067 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.416067 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.416067 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.416067 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.416067 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.416067 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.416067 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.416067 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.416907 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.416907 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.416907 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.416907 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.416907 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.416907 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.416907 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.416907 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.417711 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.417711 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.417711 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.417711 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.417711 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.417711 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.417711 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.417711 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.418535 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.418535 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.418535 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.418535 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.418535 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.418535 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.418535 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.418535 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.419452 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.419452 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.419452 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.419452 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.419452 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.419452 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.419452 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.419452 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.419452 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.420887 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.420887 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.420887 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.420887 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.420887 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.420887 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.420887 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.420887 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.422219 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.422219 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.422219 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.422219 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.422219 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.422219 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.422219 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.422219 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.422219 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.424628 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.424628 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.424628 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.424628 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.424628 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.424628 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.424628 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.424628 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.425616 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.425616 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.425616 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.425616 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.425616 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.425616 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.425616 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.425616 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.426609 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.426609 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.426609 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.426609 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.426609 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.426609 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.426609 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.426609 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.427624 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.427624 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.427624 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.427624 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.427624 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.427624 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.427624 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.427624 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.428631 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.428631 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.428631 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.428631 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.428631 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.428631 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.428631 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.428631 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.429726 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.429726 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.429726 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.429726 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.429726 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.429726 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.429726 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.429726 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.430742 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.430742 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.430742 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.430742 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.430742 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.430742 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.430742 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.430742 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.431772 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.431772 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.431772 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.431772 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.431772 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.431772 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.431772 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.431772 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.432803 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.432803 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.432803 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.432803 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.432803 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.432803 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.432803 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.432803 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.432803 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.433983 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.433983 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.433983 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.433983 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.433983 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.433983 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.433983 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 21:00:10.433983 n-d-712143-31 neutron-server[103320]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 08 21:00:10.549070 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35536) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:00:10.558664 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [-] 10.222.0.88 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069203 Feb 08 21:00:24.145383 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27354deb-7c63-42eb-a958-3e356ac52e8c None None] get_active_networks_info from n-d-712143-31 {{(pid=103435) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 21:00:24.338436 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27354deb-7c63-42eb-a958-3e356ac52e8c None None] No non-hosted networks {{(pid=103435) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 08 21:00:24.349507 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.agentschedulers_db [None req-27354deb-7c63-42eb-a958-3e356ac52e8c None None] DHCP Agent not found on host n-d-712143-31 {{(pid=103435) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 08 21:00:24.447927 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5b24b90d-c203-43c3-99f1-232303abb0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-351924'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:27.297807 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6a61ae9d-7662-4b72-a4ad-193d35a03c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-351924'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:27.351285 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-98d7cb53-1a7d-482e-842b-3f61d6a40157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:28.990322 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-351924'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:31.299311 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-351924'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:31.354827 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-351924'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:31.356563 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:31.357859 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:31.358694 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:31.358694 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:31.359596 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:31.360526 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:31.361106 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:31.362003 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:31.362517 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:31.363185 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:31.363700 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:31.364326 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:31.364818 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:31.366737 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712143-31', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:00:31.386766 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712143-31', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:00:32.422253 n-d-712143-31 neutron-server[103435]: INFO neutron.db.l3_hamode_db [None req-39cf8365-21a7-4864-847c-03eda836c4ba None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 08 21:00:32.527081 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cf8365-21a7-4864-847c-03eda836c4ba None None] Routers set() bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:00:32.527716 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cf8365-21a7-4864-847c-03eda836c4ba None None] Router IDs set() for agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 08 21:00:35.477014 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35636) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:00:36.065057 n-d-712143-31 neutron-server[103434]: WARNING oslo_policy.policy [None req-4c241dce-1294-4dc3-8649-56172e95997e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 21:00:36.066003 n-d-712143-31 neutron-server[103434]: WARNING oslo_policy.policy [None req-4c241dce-1294-4dc3-8649-56172e95997e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 21:00:36.413442 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-4c241dce-1294-4dc3-8649-56172e95997e admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:00:36.414820 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4c241dce-1294-4dc3-8649-56172e95997e admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9355862 Feb 08 21:00:39.363915 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35652) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:00:39.731692 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6bbfac95-bd99-4bca-a910-6f18d6bc6a89 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'tenant_id': 'b7e9a28d3faf432b814045b858f7d125', 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:00:39.833634 n-d-712143-31 neutron-server[103434]: DEBUG neutron.policy [None req-6bbfac95-bd99-4bca-a910-6f18d6bc6a89 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103434) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 08 21:00:39.876976 n-d-712143-31 neutron-server[103434]: WARNING oslo_policy.policy [None req-6bbfac95-bd99-4bca-a910-6f18d6bc6a89 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 21:00:39.877397 n-d-712143-31 neutron-server[103434]: WARNING oslo_policy.policy [None req-6bbfac95-bd99-4bca-a910-6f18d6bc6a89 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 21:00:39.984712 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6bbfac95-bd99-4bca-a910-6f18d6bc6a89 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751447505369', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751447505932', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751447474560', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751447489691', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751447529259', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751447537283', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-612352', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3442187', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-392171', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-502913'] for rbac-policy (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:40.067692 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6bbfac95-bd99-4bca-a910-6f18d6bc6a89 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:40.069497 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6bbfac95-bd99-4bca-a910-6f18d6bc6a89 admin admin] 10.222.0.88 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7043085 Feb 08 21:00:42.986229 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35664) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:00:43.395540 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '4d521aa6263f431f95bcf5180d9a4616', 'name': 'private', 'tenant_id': '4d521aa6263f431f95bcf5180d9a4616'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:00:43.427424 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] Made reservation on behalf of 4d521aa6263f431f95bcf5180d9a4616 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:00:43.430722 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:43.451206 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:43.587531 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] Publish callbacks [] for security_group (c7a7ad2a-83fe-47e8-8602-457a00bdf3d6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:43.592338 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c7a7ad2a-83fe-47e8-8602-457a00bdf3d6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:43.622414 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:00:43.656190 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751442729144', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (647a747b-0fc3-453f-ab6e-4bfd26b7f255), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:43.656850 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] Unsubscribe: segment precommit_create {{(pid=103434) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 08 21:00:43.657467 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] Added segment 647a747b-0fc3-453f-ab6e-4bfd26b7f255 of type vlan for network 1e252722-14bc-4d78-9d3d-a8ea22a8ea9a Feb 08 21:00:43.664682 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a7ad2a-83fe-47e8-8602-457a00bdf3d6,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:00:43.705057 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:43.705459 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:43.705845 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:43.706225 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:43.706609 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:43.706977 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:43.707340 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:43.707698 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:43.708055 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:43.708409 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:43.708764 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:43.709147 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:43.709571 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] Tracked resource versions report: Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: pushed versions: Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: { 'AddressGroup': {'1.2'}, Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: 'ConntrackHelper': {'1.0'}, Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: 'LocalIPAssociation': {'1.0'}, Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: 'Log': {'1.0'}, Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: 'Network': {'1.1'}, Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: 'Port': {'1.7'}, Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: 'PortForwarding': {'1.2'}, Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: 'QosPolicy': {'1.10'}, Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: 'SecurityGroup': {'1.5'}, Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: 'SecurityGroupRule': {'1.2'}, Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: 'SubPort': {'1.0'}, Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: 'Subnet': {'1.1'}, Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: 'Trunk': {'1.1'}} Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: consumer versions: Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: { DHCP agent@n-d-712143-31: {}, Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: L3 agent@n-d-712143-31: {}, Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: Metadata agent@n-d-712143-31: {}, Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: Metering agent@n-d-712143-31: {}, Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: Open vSwitch agent@n-d-712143-31: { 'AddressGroup': '1.2', Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: 'ConntrackHelper': '1.0', Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: 'LocalIPAssociation': '1.0', Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: 'Log': '1.0', Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: 'Network': '1.1', Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: 'Port': '1.7', Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: 'PortForwarding': '1.2', Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: 'QosPolicy': '1.10', Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: 'SecurityGroup': '1.5', Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: 'SecurityGroupRule': '1.2', Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: 'SubPort': '1.0', Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: 'Subnet': '1.1', Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: 'Trunk': '1.1'}} Feb 08 21:00:43.711032 n-d-712143-31 neutron-server[103434]: {{(pid=103434) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 21:00:43.787366 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (1e252722-14bc-4d78-9d3d-a8ea22a8ea9a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:43.836859 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (1e252722-14bc-4d78-9d3d-a8ea22a8ea9a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:43.838335 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:00:43.839211 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:43.926502 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9386721 Feb 08 21:00:43.954754 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983c878-e07c-4af6-842c-68f762e174ef admin admin] Pushing event updated for resources: {'Network': ['ID=1e252722-14bc-4d78-9d3d-a8ea22a8ea9a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:00:43.972640 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 1e252722-14bc-4d78-9d3d-a8ea22a8ea9a details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:00:46.919168 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35678) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:00:47.418789 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11981e3-ea4b-4861-a31c-def554db6577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:00:47.420237 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e11981e3-ea4b-4861-a31c-def554db6577 admin admin] 10.222.0.88 "GET /v2.0/networks/1e252722-14bc-4d78-9d3d-a8ea22a8ea9a HTTP/1.1" status: 200 len: 825 time: 0.5000818 Feb 08 21:00:47.448088 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8eebad54-ab04-4e29-b53b-5ef7f00222a7 admin admin] 10.222.0.88 "GET /v2.0/subnetpools/1db47fb9-6ab9-41c8-aaf1-d0b164d1e135 HTTP/1.1" status: 200 len: 734 time: 0.0218356 Feb 08 21:00:47.462376 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-cd98b473-6364-4068-9332-16863c6e317c admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '4d521aa6263f431f95bcf5180d9a4616', 'network_id': '1e252722-14bc-4d78-9d3d-a8ea22a8ea9a', 'ip_version': 4, 'subnetpool_id': '1db47fb9-6ab9-41c8-aaf1-d0b164d1e135', 'name': 'private-subnet'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:00:47.489508 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd98b473-6364-4068-9332-16863c6e317c admin admin] Made reservation on behalf of 4d521aa6263f431f95bcf5180d9a4616 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:00:47.492043 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd98b473-6364-4068-9332-16863c6e317c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:47.846148 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd98b473-6364-4068-9332-16863c6e317c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for subnet (a18d019d-a96a-4921-bd32-6a9a7481aa83), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:47.923994 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98b473-6364-4068-9332-16863c6e317c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a18d019d-a96a-4921-bd32-6a9a7481aa83,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:00:47.929924 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd98b473-6364-4068-9332-16863c6e317c admin admin] Checking segment: {'id': '647a747b-0fc3-453f-ab6e-4bfd26b7f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1e252722-14bc-4d78-9d3d-a8ea22a8ea9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:00:47.930333 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd98b473-6364-4068-9332-16863c6e317c admin admin] Network hostable DHCP agents. Network: 1e252722-14bc-4d78-9d3d-a8ea22a8ea9a, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:00:47.962252 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd98b473-6364-4068-9332-16863c6e317c admin admin] Network 1e252722-14bc-4d78-9d3d-a8ea22a8ea9a is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:00:47.977751 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-cd98b473-6364-4068-9332-16863c6e317c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 1e252722-14bc-4d78-9d3d-a8ea22a8ea9a) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:00:47.982827 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd98b473-6364-4068-9332-16863c6e317c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:00:47.984057 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd98b473-6364-4068-9332-16863c6e317c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:47.997707 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474bd93d-8582-458b-9dcc-59d0c3aba58d None None] Network 1e252722-14bc-4d78-9d3d-a8ea22a8ea9a requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:00:48.009333 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cd98b473-6364-4068-9332-16863c6e317c admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5479300 Feb 08 21:00:48.339718 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-1e252722-14bc-4d78-9d3d-a8ea22a8ea9a', 'network_id': '1e252722-14bc-4d78-9d3d-a8ea22a8ea9a', 'project_id': '4d521aa6263f431f95bcf5180d9a4616', 'fixed_ips': [{'subnet_id': 'a18d019d-a96a-4921-bd32-6a9a7481aa83'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:00:48.341149 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:48.703578 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Allocated IP 172.20.0.2 (1e252722-14bc-4d78-9d3d-a8ea22a8ea9a/a18d019d-a96a-4921-bd32-6a9a7481aa83/fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:00:48.982450 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Publish callbacks [] for port (fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:48.993372 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:49.086861 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Network 1e252722-14bc-4d78-9d3d-a8ea22a8ea9a is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:00:49.091441 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:00:49.093436 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Pushing event updated for resources: {'Port': ['ID=fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:00:49.099050 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:00:49.106349 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:49.106701 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:49.107048 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:49.107384 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:49.107714 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:49.108540 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:49.108867 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:49.109196 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:49.109551 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:49.109877 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:49.110200 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:49.110522 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:49.110844 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Tracked resource versions report: Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: pushed versions: Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: { 'AddressGroup': {'1.2'}, Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: 'ConntrackHelper': {'1.0'}, Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: 'LocalIPAssociation': {'1.0'}, Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: 'Log': {'1.0'}, Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: 'Network': {'1.1'}, Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: 'Port': {'1.7'}, Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: 'PortForwarding': {'1.2'}, Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: 'QosPolicy': {'1.10'}, Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: 'SecurityGroup': {'1.5'}, Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: 'SecurityGroupRule': {'1.2'}, Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: 'SubPort': {'1.0'}, Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: 'Subnet': {'1.1'}, Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: 'Trunk': {'1.1'}} Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: consumer versions: Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: { DHCP agent@n-d-712143-31: {}, Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: L3 agent@n-d-712143-31: {}, Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: Metadata agent@n-d-712143-31: {}, Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: Metering agent@n-d-712143-31: {}, Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: Open vSwitch agent@n-d-712143-31: { 'AddressGroup': '1.2', Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: 'ConntrackHelper': '1.0', Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: 'LocalIPAssociation': '1.0', Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: 'Log': '1.0', Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: 'Network': '1.1', Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: 'Port': '1.7', Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: 'PortForwarding': '1.2', Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: 'QosPolicy': '1.10', Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: 'SecurityGroup': '1.5', Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: 'SecurityGroupRule': '1.2', Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: 'SubPort': '1.0', Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: 'Subnet': '1.1', Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: 'Trunk': '1.1'}} Feb 08 21:00:49.112085 n-d-712143-31 neutron-server[103435]: {{(pid=103435) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 21:00:49.196309 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Attempting to bind port fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:00:49.196716 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Attempting to bind port fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '647a747b-0fc3-453f-ab6e-4bfd26b7f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1e252722-14bc-4d78-9d3d-a8ea22a8ea9a'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:00:49.197154 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Attempting to bind port fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b on network 1e252722-14bc-4d78-9d3d-a8ea22a8ea9a {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:00:49.203330 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:00:49.203694 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Checking segment: {'id': '647a747b-0fc3-453f-ab6e-4bfd26b7f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1e252722-14bc-4d78-9d3d-a8ea22a8ea9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:00:49.204192 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:49.204589 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Bound using segment: {'id': '647a747b-0fc3-453f-ab6e-4bfd26b7f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1e252722-14bc-4d78-9d3d-a8ea22a8ea9a'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:00:49.205110 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Bound port: fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647a747b-0fc3-453f-ab6e-4bfd26b7f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1e252722-14bc-4d78-9d3d-a8ea22a8ea9a'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:00:49.205553 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:49.282138 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] For port fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:00:49.287478 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] For port fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b,segment=NetworkSegment(647a747b-0fc3-453f-ab6e-4bfd26b7f255),segment_id=647a747b-0fc3-453f-ab6e-4bfd26b7f255)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:00:49.298074 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:49.385796 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce0809-6663-4ed5-99ea-bb596c55463c None None] Pushing event updated for resources: {'Port': ['ID=fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:00:50.679072 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35686) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:00:51.424197 n-d-712143-31 neutron-server[103433]: WARNING oslo_policy.policy [None req-dc013025-b73c-48db-b261-3afbf2876163 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 21:00:51.424844 n-d-712143-31 neutron-server[103433]: WARNING oslo_policy.policy [None req-dc013025-b73c-48db-b261-3afbf2876163 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 21:00:51.741918 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-dc013025-b73c-48db-b261-3afbf2876163 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:00:51.743809 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-dc013025-b73c-48db-b261-3afbf2876163 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.0633488 Feb 08 21:00:54.062387 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5bb66e87-6ff6-4d45-bc4b-e8847ef68406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:54.702118 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35700) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:00:55.122782 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-38116ea6-88e4-4b9c-a776-77efe21df0b9 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:00:55.124795 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-38116ea6-88e4-4b9c-a776-77efe21df0b9 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4215069 Feb 08 21:00:56.271971 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 5 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:00:57.294177 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5de7c7b1-e659-4ead-b30f-c90d67d7974d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:58.051425 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35710) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:00:58.402882 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d5a673cc-374c-4478-97a3-c0ea44ec52de admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '4d521aa6263f431f95bcf5180d9a4616', 'name': 'router1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:00:58.428507 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5a673cc-374c-4478-97a3-c0ea44ec52de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (407c746e-9942-468c-8b3d-f341364f2d77), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:58.430259 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5a673cc-374c-4478-97a3-c0ea44ec52de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (407c746e-9942-468c-8b3d-f341364f2d77), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:58.587343 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5a673cc-374c-4478-97a3-c0ea44ec52de admin admin] Publish callbacks [] for router_controller (407c746e-9942-468c-8b3d-f341364f2d77), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:58.593429 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5a673cc-374c-4478-97a3-c0ea44ec52de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (407c746e-9942-468c-8b3d-f341364f2d77), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:58.610507 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5a673cc-374c-4478-97a3-c0ea44ec52de admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:00:58.611759 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d5a673cc-374c-4478-97a3-c0ea44ec52de admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5589526 Feb 08 21:00:58.923109 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:00.672403 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:01:00.781212 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:01:00.781738 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:00.928159 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:01:00.928709 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:00.994802 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b,segment=NetworkSegment(647a747b-0fc3-453f-ab6e-4bfd26b7f255),segment_id=647a747b-0fc3-453f-ab6e-4bfd26b7f255)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:01:01.000801 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:01.080627 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:01:01.214552 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:01.337926 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:01.387078 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35732) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:01:01.574542 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-52867020-a774-4749-8101-db0d4c83ea7c admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:01:01.575978 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-52867020-a774-4749-8101-db0d4c83ea7c admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1879311 Feb 08 21:01:02.612018 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6e6940-9a8b-4359-bc4c-16946ec2550e None None] Network 1e252722-14bc-4d78-9d3d-a8ea22a8ea9a requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:01:02.681026 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:01:02.801620 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:01:02.802096 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:02.856796 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-800367a8-45d4-4915-9fe8-b2e515d2a238 None None] Provisioning complete for port fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:01:02.857261 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-800367a8-45d4-4915-9fe8-b2e515d2a238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:03.053900 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-800367a8-45d4-4915-9fe8-b2e515d2a238 None None] Current status of the port fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:01:03.057348 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:01:03.290600 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4d11f226-f8ab-47d8-9d30-76c0b79e9d95 None None] Provisioning complete for port fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:01:03.291213 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d11f226-f8ab-47d8-9d30-76c0b79e9d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:03.428167 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4d11f226-f8ab-47d8-9d30-76c0b79e9d95 None None] Current status of the port fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:01:04.087323 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35754) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:01:04.140647 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3c70c3e8-0423-4584-a847-e3284c6fcd14 admin admin] Request body: {'network': {'project_id': 'b7e9a28d3faf432b814045b858f7d125', 'router:external': True, 'name': 'public', 'tenant_id': 'b7e9a28d3faf432b814045b858f7d125', 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:01:04.166137 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c70c3e8-0423-4584-a847-e3284c6fcd14 admin admin] Made reservation on behalf of b7e9a28d3faf432b814045b858f7d125 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:01:04.168470 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c70c3e8-0423-4584-a847-e3284c6fcd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:04.177954 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c70c3e8-0423-4584-a847-e3284c6fcd14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:04.275361 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c70c3e8-0423-4584-a847-e3284c6fcd14 admin admin] Publish callbacks [] for security_group (a47d2495-89c3-457f-9893-0141d2aa509c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:04.279884 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c70c3e8-0423-4584-a847-e3284c6fcd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a47d2495-89c3-457f-9893-0141d2aa509c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:04.299323 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3c70c3e8-0423-4584-a847-e3284c6fcd14 admin admin] Reserving flat network on physical network physnet1 {{(pid=103434) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 08 21:01:04.320183 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70c3e8-0423-4584-a847-e3284c6fcd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47d2495-89c3-457f-9893-0141d2aa509c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:01:04.326889 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c70c3e8-0423-4584-a847-e3284c6fcd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (504fa30d-39a8-4d43-9834-80c03bdc2e56), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:04.327299 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-3c70c3e8-0423-4584-a847-e3284c6fcd14 admin admin] Added segment 504fa30d-39a8-4d43-9834-80c03bdc2e56 of type flat for network 075c0dfb-2786-422e-af93-9cafe101c970 Feb 08 21:01:04.380815 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c70c3e8-0423-4584-a847-e3284c6fcd14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (075c0dfb-2786-422e-af93-9cafe101c970), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:04.426915 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c70c3e8-0423-4584-a847-e3284c6fcd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (075c0dfb-2786-422e-af93-9cafe101c970), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:04.427878 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c70c3e8-0423-4584-a847-e3284c6fcd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:01:04.428469 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c70c3e8-0423-4584-a847-e3284c6fcd14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:04.487660 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3c70c3e8-0423-4584-a847-e3284c6fcd14 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3991072 Feb 08 21:01:04.496329 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70c3e8-0423-4584-a847-e3284c6fcd14 admin admin] Pushing event updated for resources: {'Network': ['ID=075c0dfb-2786-422e-af93-9cafe101c970,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:01:04.510673 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 075c0dfb-2786-422e-af93-9cafe101c970 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:01:06.945123 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35762) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:01:07.073595 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038e97e2-1a7c-4579-afc9-1bdbd8c396bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:01:07.075024 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-038e97e2-1a7c-4579-afc9-1bdbd8c396bf admin admin] 10.222.0.88 "GET /v2.0/subnets/a18d019d-a96a-4921-bd32-6a9a7481aa83 HTTP/1.1" status: 200 len: 849 time: 0.1285849 Feb 08 21:01:07.204412 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-97dea4ce-fdbc-49c1-b475-ba67902485b4 admin admin] 10.222.0.88 "GET /v2.0/routers/407c746e-9942-468c-8b3d-f341364f2d77 HTTP/1.1" status: 200 len: 704 time: 0.1225402 Feb 08 21:01:07.634101 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a0ad8b8-b1c2-4a42-abae-a01f2c1916bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:08.112070 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-5a0ad8b8-b1c2-4a42-abae-a01f2c1916bc admin admin] Allocated IP 172.20.0.1 (1e252722-14bc-4d78-9d3d-a8ea22a8ea9a/a18d019d-a96a-4921-bd32-6a9a7481aa83/0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:01:08.484237 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a0ad8b8-b1c2-4a42-abae-a01f2c1916bc admin admin] Publish callbacks [] for port (0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:08.600585 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a0ad8b8-b1c2-4a42-abae-a01f2c1916bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:08.736969 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0ad8b8-b1c2-4a42-abae-a01f2c1916bc admin admin] Network 1e252722-14bc-4d78-9d3d-a8ea22a8ea9a is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:01:08.751123 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-5a0ad8b8-b1c2-4a42-abae-a01f2c1916bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:01:08.762548 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0ad8b8-b1c2-4a42-abae-a01f2c1916bc admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:01:08.763375 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a0ad8b8-b1c2-4a42-abae-a01f2c1916bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (407c746e-9942-468c-8b3d-f341364f2d77), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:08.895941 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ad8b8-b1c2-4a42-abae-a01f2c1916bc admin admin] Pushing event updated for resources: {'Port': ['ID=0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:01:08.998956 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4c1e0b0b-7014-4918-a7bb-17d396da2612 None None] Provisioning complete for port 0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:01:09.000319 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0b0b-7014-4918-a7bb-17d396da2612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:09.045502 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4c1e0b0b-7014-4918-a7bb-17d396da2612 None None] Port 0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:01:09.149904 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a0ad8b8-b1c2-4a42-abae-a01f2c1916bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:09.406378 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a0ad8b8-b1c2-4a42-abae-a01f2c1916bc admin admin] Publish callbacks [] for port (0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:09.411581 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a0ad8b8-b1c2-4a42-abae-a01f2c1916bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:09.412319 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a0ad8b8-b1c2-4a42-abae-a01f2c1916bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (407c746e-9942-468c-8b3d-f341364f2d77), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:09.496714 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ad8b8-b1c2-4a42-abae-a01f2c1916bc admin admin] Pushing event updated for resources: {'Port': ['ID=0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:01:09.549692 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0ad8b8-b1c2-4a42-abae-a01f2c1916bc admin admin] Network 1e252722-14bc-4d78-9d3d-a8ea22a8ea9a is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:01:09.551249 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-5a0ad8b8-b1c2-4a42-abae-a01f2c1916bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:01:09.767691 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0ad8b8-b1c2-4a42-abae-a01f2c1916bc admin admin] Router 407c746e-9942-468c-8b3d-f341364f2d77 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:01:09.777886 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-daeea94e-feb0-4970-876a-56edce76a163 None None] Provisioning complete for port 0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:01:09.778378 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-daeea94e-feb0-4970-876a-56edce76a163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:09.843574 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-daeea94e-feb0-4970-876a-56edce76a163 None None] Port 0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:01:09.868885 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0ad8b8-b1c2-4a42-abae-a01f2c1916bc admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:01:09.879520 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5a0ad8b8-b1c2-4a42-abae-a01f2c1916bc admin admin] 10.222.0.88 "PUT /v2.0/routers/407c746e-9942-468c-8b3d-f341364f2d77/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6647995 Feb 08 21:01:09.885697 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6b9efe-bdff-4e9a-872e-7861d2db16a8 None None] Sync routers for ids ['407c746e-9942-468c-8b3d-f341364f2d77'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:01:09.901688 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6b9efe-bdff-4e9a-872e-7861d2db16a8 None None] Routers {'407c746e-9942-468c-8b3d-f341364f2d77'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:01:09.902690 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6a6b9efe-bdff-4e9a-872e-7861d2db16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:00:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['407c746e-9942-468c-8b3d-f341364f2d77'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:01:10.137340 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-6a6b9efe-bdff-4e9a-872e-7861d2db16a8 None None] Set router 407c746e-9942-468c-8b3d-f341364f2d77 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:01:10.851836 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6a6b9efe-bdff-4e9a-872e-7861d2db16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407c746e-9942-468c-8b3d-f341364f2d77', 'name': 'router1', 'tenant_id': '4d521aa6263f431f95bcf5180d9a4616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:00:58Z', 'updated_at': '2022-02-08T21:01:09Z', 'revision_number': 2, 'project_id': '4d521aa6263f431f95bcf5180d9a4616', 'gw_port_host': None, '_interfaces': [{'id': '0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1', 'name': '', 'network_id': '1e252722-14bc-4d78-9d3d-a8ea22a8ea9a', 'tenant_id': '4d521aa6263f431f95bcf5180d9a4616', 'mac_address': 'fa:16:3e:80:12:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407c746e-9942-468c-8b3d-f341364f2d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a18d019d-a96a-4921-bd32-6a9a7481aa83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:01:07Z', 'updated_at': '2022-02-08T21:01:09Z', 'revision_number': 2, 'project_id': '4d521aa6263f431f95bcf5180d9a4616', 'subnets': [{'id': 'a18d019d-a96a-4921-bd32-6a9a7481aa83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1db47fb9-6ab9-41c8-aaf1-d0b164d1e135'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:01:10.951350 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6b9efe-bdff-4e9a-872e-7861d2db16a8 None None] Checking router: 407c746e-9942-468c-8b3d-f341364f2d77 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:01:10.952111 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6b9efe-bdff-4e9a-872e-7861d2db16a8 None None] Updating router 407c746e-9942-468c-8b3d-f341364f2d77 port 0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:01:11.050542 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6a6b9efe-bdff-4e9a-872e-7861d2db16a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:11.806710 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6a6b9efe-bdff-4e9a-872e-7861d2db16a8 None None] Publish callbacks [] for port (0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:11.815770 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6a6b9efe-bdff-4e9a-872e-7861d2db16a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:12.032454 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51d39e-5184-40e1-89c1-18e0f98c4b8b None None] Pushing event updated for resources: {'Port': ['ID=0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:01:12.049814 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6a6b9efe-bdff-4e9a-872e-7861d2db16a8 None None] Attempting to bind port 0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:01:12.050234 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6a6b9efe-bdff-4e9a-872e-7861d2db16a8 None None] Attempting to bind port 0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '647a747b-0fc3-453f-ab6e-4bfd26b7f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1e252722-14bc-4d78-9d3d-a8ea22a8ea9a'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:01:12.050710 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6b9efe-bdff-4e9a-872e-7861d2db16a8 None None] Attempting to bind port 0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1 on network 1e252722-14bc-4d78-9d3d-a8ea22a8ea9a {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:01:12.055139 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d51d39e-5184-40e1-89c1-18e0f98c4b8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:01:12.055540 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d51d39e-5184-40e1-89c1-18e0f98c4b8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:01:12.055839 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d51d39e-5184-40e1-89c1-18e0f98c4b8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:01:12.056181 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d51d39e-5184-40e1-89c1-18e0f98c4b8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:01:12.056523 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d51d39e-5184-40e1-89c1-18e0f98c4b8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:01:12.056930 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d51d39e-5184-40e1-89c1-18e0f98c4b8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:01:12.057193 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d51d39e-5184-40e1-89c1-18e0f98c4b8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:01:12.057553 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d51d39e-5184-40e1-89c1-18e0f98c4b8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:01:12.057885 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d51d39e-5184-40e1-89c1-18e0f98c4b8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:01:12.058213 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d51d39e-5184-40e1-89c1-18e0f98c4b8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:01:12.058548 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d51d39e-5184-40e1-89c1-18e0f98c4b8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:01:12.058872 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d51d39e-5184-40e1-89c1-18e0f98c4b8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:01:12.059201 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d51d39e-5184-40e1-89c1-18e0f98c4b8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d51d39e-5184-40e1-89c1-18e0f98c4b8b None None] Tracked resource versions report: Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: pushed versions: Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: { 'AddressGroup': {'1.2'}, Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: 'ConntrackHelper': {'1.0'}, Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: 'LocalIPAssociation': {'1.0'}, Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: 'Log': {'1.0'}, Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: 'Network': {'1.1'}, Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: 'Port': {'1.7'}, Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: 'PortForwarding': {'1.2'}, Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: 'QosPolicy': {'1.10'}, Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: 'SecurityGroup': {'1.5'}, Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: 'SecurityGroupRule': {'1.2'}, Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: 'SubPort': {'1.0'}, Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: 'Subnet': {'1.1'}, Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: 'Trunk': {'1.1'}} Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: consumer versions: Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: { DHCP agent@n-d-712143-31: {}, Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: L3 agent@n-d-712143-31: {}, Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: Metadata agent@n-d-712143-31: {}, Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: Metering agent@n-d-712143-31: {}, Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: Open vSwitch agent@n-d-712143-31: { 'AddressGroup': '1.2', Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: 'ConntrackHelper': '1.0', Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: 'LocalIPAssociation': '1.0', Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: 'Log': '1.0', Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: 'Network': '1.1', Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: 'Port': '1.7', Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: 'PortForwarding': '1.2', Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: 'QosPolicy': '1.10', Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: 'SecurityGroup': '1.5', Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: 'SecurityGroupRule': '1.2', Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: 'SubPort': '1.0', Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: 'Subnet': '1.1', Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: 'Trunk': '1.1'}} Feb 08 21:01:12.060471 n-d-712143-31 neutron-server[103436]: {{(pid=103436) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 21:01:12.065721 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6b9efe-bdff-4e9a-872e-7861d2db16a8 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:01:12.066162 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6b9efe-bdff-4e9a-872e-7861d2db16a8 None None] Checking segment: {'id': '647a747b-0fc3-453f-ab6e-4bfd26b7f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1e252722-14bc-4d78-9d3d-a8ea22a8ea9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:01:12.066627 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6a6b9efe-bdff-4e9a-872e-7861d2db16a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:12.067034 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6b9efe-bdff-4e9a-872e-7861d2db16a8 None None] Bound using segment: {'id': '647a747b-0fc3-453f-ab6e-4bfd26b7f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1e252722-14bc-4d78-9d3d-a8ea22a8ea9a'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:01:12.067572 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6a6b9efe-bdff-4e9a-872e-7861d2db16a8 None None] Bound port: 0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647a747b-0fc3-453f-ab6e-4bfd26b7f255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1e252722-14bc-4d78-9d3d-a8ea22a8ea9a'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:01:12.067975 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6a6b9efe-bdff-4e9a-872e-7861d2db16a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:12.162650 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6a6b9efe-bdff-4e9a-872e-7861d2db16a8 None None] For port 0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:01:12.180579 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f4ca0d29-4472-45dd-a362-31e033a2cdac None None] Provisioning complete for port 0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:01:12.181443 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f4ca0d29-4472-45dd-a362-31e033a2cdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:12.202034 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6a6b9efe-bdff-4e9a-872e-7861d2db16a8 None None] For port 0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1,segment=NetworkSegment(647a747b-0fc3-453f-ab6e-4bfd26b7f255),segment_id=647a747b-0fc3-453f-ab6e-4bfd26b7f255)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:01:12.211661 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6a6b9efe-bdff-4e9a-872e-7861d2db16a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:12.221116 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f4ca0d29-4472-45dd-a362-31e033a2cdac None None] Port 0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:01:12.301718 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51d39e-5184-40e1-89c1-18e0f98c4b8b None None] Pushing event updated for resources: {'Port': ['ID=0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:01:12.314622 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6b9efe-bdff-4e9a-872e-7861d2db16a8 None None] Routers {'407c746e-9942-468c-8b3d-f341364f2d77'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:01:12.315510 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6a6b9efe-bdff-4e9a-872e-7861d2db16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:00:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['407c746e-9942-468c-8b3d-f341364f2d77'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:01:12.444041 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-6a6b9efe-bdff-4e9a-872e-7861d2db16a8 None None] Set router 407c746e-9942-468c-8b3d-f341364f2d77 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:01:12.554417 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-a225de38-6b0e-49be-b492-6c8291231d0d None None] Provisioning complete for port 0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:01:12.555134 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a225de38-6b0e-49be-b492-6c8291231d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:12.694524 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a225de38-6b0e-49be-b492-6c8291231d0d None None] Current status of the port 0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:01:12.695249 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a225de38-6b0e-49be-b492-6c8291231d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:12.756464 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-a225de38-6b0e-49be-b492-6c8291231d0d None None] For port 0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1,segment=NetworkSegment(647a747b-0fc3-453f-ab6e-4bfd26b7f255),segment_id=647a747b-0fc3-453f-ab6e-4bfd26b7f255)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:01:12.762347 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a225de38-6b0e-49be-b492-6c8291231d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:12.793064 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6a6b9efe-bdff-4e9a-872e-7861d2db16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407c746e-9942-468c-8b3d-f341364f2d77', 'name': 'router1', 'tenant_id': '4d521aa6263f431f95bcf5180d9a4616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:00:58Z', 'updated_at': '2022-02-08T21:01:09Z', 'revision_number': 2, 'project_id': '4d521aa6263f431f95bcf5180d9a4616', 'gw_port_host': None, '_interfaces': [{'id': '0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1', 'name': '', 'network_id': '1e252722-14bc-4d78-9d3d-a8ea22a8ea9a', 'tenant_id': '4d521aa6263f431f95bcf5180d9a4616', 'mac_address': 'fa:16:3e:80:12:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407c746e-9942-468c-8b3d-f341364f2d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a18d019d-a96a-4921-bd32-6a9a7481aa83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:01:07Z', 'updated_at': '2022-02-08T21:01:12Z', 'revision_number': 4, 'project_id': '4d521aa6263f431f95bcf5180d9a4616', 'subnets': [{'id': 'a18d019d-a96a-4921-bd32-6a9a7481aa83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1db47fb9-6ab9-41c8-aaf1-d0b164d1e135'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:01:12.837538 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6b9efe-bdff-4e9a-872e-7861d2db16a8 None None] The sync data for ids ['407c746e-9942-468c-8b3d-f341364f2d77'] in n-d-712143-31 is: [{'id': '407c746e-9942-468c-8b3d-f341364f2d77', 'name': 'router1', 'tenant_id': '4d521aa6263f431f95bcf5180d9a4616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:00:58Z', 'updated_at': '2022-02-08T21:01:09Z', 'revision_number': 2, 'project_id': '4d521aa6263f431f95bcf5180d9a4616', 'gw_port_host': None, '_interfaces': [{'id': '0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1', 'name': '', 'network_id': '1e252722-14bc-4d78-9d3d-a8ea22a8ea9a', 'tenant_id': '4d521aa6263f431f95bcf5180d9a4616', 'mac_address': 'fa:16:3e:80:12:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407c746e-9942-468c-8b3d-f341364f2d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a18d019d-a96a-4921-bd32-6a9a7481aa83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:01:07Z', 'updated_at': '2022-02-08T21:01:12Z', 'revision_number': 4, 'project_id': '4d521aa6263f431f95bcf5180d9a4616', 'subnets': [{'id': 'a18d019d-a96a-4921-bd32-6a9a7481aa83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1db47fb9-6ab9-41c8-aaf1-d0b164d1e135'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:01:12.850215 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225de38-6b0e-49be-b492-6c8291231d0d None None] Pushing event updated for resources: {'Port': ['ID=0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:01:15.214407 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35780) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:01:15.592332 n-d-712143-31 neutron-server[103433]: DEBUG neutron.policy [None req-bc94f447-7be3-4f23-8a2b-87efb6677e1d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103433) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 08 21:01:15.683739 n-d-712143-31 neutron-server[103433]: WARNING oslo_policy.policy [None req-bc94f447-7be3-4f23-8a2b-87efb6677e1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 21:01:15.684399 n-d-712143-31 neutron-server[103433]: WARNING oslo_policy.policy [None req-bc94f447-7be3-4f23-8a2b-87efb6677e1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 21:01:15.702875 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc94f447-7be3-4f23-8a2b-87efb6677e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:01:15.705682 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bc94f447-7be3-4f23-8a2b-87efb6677e1d admin admin] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 842 time: 0.4898164 Feb 08 21:01:15.720715 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-6925f47f-d346-4661-b02c-94c0ff3a156c admin admin] Request body: {'subnet': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.25.3.1', 'cidr': '172.25.3.0/24', 'enable_dhcp': False, 'tenant_id': 'b7e9a28d3faf432b814045b858f7d125'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:01:15.779119 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6925f47f-d346-4661-b02c-94c0ff3a156c admin admin] Made reservation on behalf of b7e9a28d3faf432b814045b858f7d125 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:01:15.783758 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6925f47f-d346-4661-b02c-94c0ff3a156c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:16.365839 n-d-712143-31 neutron-server[103433]: DEBUG neutron.objects.ports [None req-6925f47f-d346-4661-b02c-94c0ff3a156c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103433) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 21:01:16.366666 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6925f47f-d346-4661-b02c-94c0ff3a156c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for subnet (cb434a22-4a15-4b5a-994a-cbeb0a6ea498), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:16.451899 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925f47f-d346-4661-b02c-94c0ff3a156c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb434a22-4a15-4b5a-994a-cbeb0a6ea498,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:01:16.464037 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6925f47f-d346-4661-b02c-94c0ff3a156c admin admin] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:01:16.464428 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6925f47f-d346-4661-b02c-94c0ff3a156c admin admin] Network hostable DHCP agents. Network: 075c0dfb-2786-422e-af93-9cafe101c970, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:01:16.467636 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925f47f-d346-4661-b02c-94c0ff3a156c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:01:16.468508 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925f47f-d346-4661-b02c-94c0ff3a156c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:01:16.468848 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925f47f-d346-4661-b02c-94c0ff3a156c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:01:16.469177 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925f47f-d346-4661-b02c-94c0ff3a156c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:01:16.469536 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925f47f-d346-4661-b02c-94c0ff3a156c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:01:16.469859 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925f47f-d346-4661-b02c-94c0ff3a156c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:01:16.470181 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925f47f-d346-4661-b02c-94c0ff3a156c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:01:16.470501 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925f47f-d346-4661-b02c-94c0ff3a156c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:01:16.470819 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925f47f-d346-4661-b02c-94c0ff3a156c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:01:16.471137 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925f47f-d346-4661-b02c-94c0ff3a156c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:01:16.471462 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925f47f-d346-4661-b02c-94c0ff3a156c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:01:16.471778 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925f47f-d346-4661-b02c-94c0ff3a156c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:01:16.472091 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925f47f-d346-4661-b02c-94c0ff3a156c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6925f47f-d346-4661-b02c-94c0ff3a156c admin admin] Tracked resource versions report: Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: pushed versions: Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: { 'AddressGroup': {'1.2'}, Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: 'ConntrackHelper': {'1.0'}, Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: 'LocalIPAssociation': {'1.0'}, Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: 'Log': {'1.0'}, Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: 'Network': {'1.1'}, Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: 'Port': {'1.7'}, Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: 'PortForwarding': {'1.2'}, Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: 'QosPolicy': {'1.10'}, Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: 'SecurityGroup': {'1.5'}, Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: 'SecurityGroupRule': {'1.2'}, Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: 'SubPort': {'1.0'}, Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: 'Subnet': {'1.1'}, Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: 'Trunk': {'1.1'}} Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: consumer versions: Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: { DHCP agent@n-d-712143-31: {}, Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: L3 agent@n-d-712143-31: {}, Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: Metadata agent@n-d-712143-31: {}, Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: Metering agent@n-d-712143-31: {}, Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: Open vSwitch agent@n-d-712143-31: { 'AddressGroup': '1.2', Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: 'ConntrackHelper': '1.0', Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: 'LocalIPAssociation': '1.0', Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: 'Log': '1.0', Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: 'Network': '1.1', Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: 'Port': '1.7', Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: 'PortForwarding': '1.2', Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: 'QosPolicy': '1.10', Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: 'SecurityGroup': '1.5', Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: 'SecurityGroupRule': '1.2', Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: 'SubPort': '1.0', Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: 'Subnet': '1.1', Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: 'Trunk': '1.1'}} Feb 08 21:01:16.473300 n-d-712143-31 neutron-server[103433]: {{(pid=103433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 21:01:16.523968 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6925f47f-d346-4661-b02c-94c0ff3a156c admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:01:16.546516 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-6925f47f-d346-4661-b02c-94c0ff3a156c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 075c0dfb-2786-422e-af93-9cafe101c970) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:01:16.560344 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6925f47f-d346-4661-b02c-94c0ff3a156c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:01:16.561292 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6925f47f-d346-4661-b02c-94c0ff3a156c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:16.561492 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c1b9ea-a2a3-4c4d-99a5-3e40c615d974 None None] Network 075c0dfb-2786-422e-af93-9cafe101c970 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:01:16.598467 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6925f47f-d346-4661-b02c-94c0ff3a156c admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8854220 Feb 08 21:01:16.746145 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18734976-0399-4d59-b78d-8302449e2936 None None] Network 075c0dfb-2786-422e-af93-9cafe101c970 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:01:19.305174 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35794) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:01:19.481844 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-52e5dd2d-7faa-40dd-b3cd-e104ffc6cda4 admin admin] 10.222.0.88 "GET /v2.0/routers/407c746e-9942-468c-8b3d-f341364f2d77 HTTP/1.1" status: 200 len: 710 time: 0.1752288 Feb 08 21:01:19.634001 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6c10c1-4a33-47ac-98c0-cdfba2c44621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:01:19.636417 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ba6c10c1-4a33-47ac-98c0-cdfba2c44621 admin admin] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 886 time: 0.1482880 Feb 08 21:01:19.649892 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-48276d34-1eb9-4fc3-ae98-d2a762cd4a6c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:01:20.024769 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48276d34-1eb9-4fc3-ae98-d2a762cd4a6c admin admin] Publish callbacks [] for router_gateway (407c746e-9942-468c-8b3d-f341364f2d77), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:20.351049 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48276d34-1eb9-4fc3-ae98-d2a762cd4a6c admin admin] Publish callbacks [] for router_gateway (407c746e-9942-468c-8b3d-f341364f2d77), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:20.438922 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48276d34-1eb9-4fc3-ae98-d2a762cd4a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:20.622353 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-48276d34-1eb9-4fc3-ae98-d2a762cd4a6c admin admin] Allocated IP 172.25.3.20 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/42eca83b-2afc-4b06-b0d5-2c3f86ccecd0) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:01:20.760061 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48276d34-1eb9-4fc3-ae98-d2a762cd4a6c admin admin] Publish callbacks [] for port (42eca83b-2afc-4b06-b0d5-2c3f86ccecd0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:20.813756 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48276d34-1eb9-4fc3-ae98-d2a762cd4a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (42eca83b-2afc-4b06-b0d5-2c3f86ccecd0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:20.873963 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48276d34-1eb9-4fc3-ae98-d2a762cd4a6c admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:01:20.883299 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-48276d34-1eb9-4fc3-ae98-d2a762cd4a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:01:20.889324 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48276d34-1eb9-4fc3-ae98-d2a762cd4a6c admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:01:20.929936 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48276d34-1eb9-4fc3-ae98-d2a762cd4a6c admin admin] Pushing event updated for resources: {'Port': ['ID=42eca83b-2afc-4b06-b0d5-2c3f86ccecd0,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:01:21.273713 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48276d34-1eb9-4fc3-ae98-d2a762cd4a6c admin admin] Publish callbacks [] for router_gateway (407c746e-9942-468c-8b3d-f341364f2d77), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:21.548633 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48276d34-1eb9-4fc3-ae98-d2a762cd4a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-346790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58238'] for router (407c746e-9942-468c-8b3d-f341364f2d77), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:21.553526 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48276d34-1eb9-4fc3-ae98-d2a762cd4a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-346797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-346804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351703'] for router (407c746e-9942-468c-8b3d-f341364f2d77), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:21.774345 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48276d34-1eb9-4fc3-ae98-d2a762cd4a6c admin admin] Router 407c746e-9942-468c-8b3d-f341364f2d77 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:01:21.892354 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48276d34-1eb9-4fc3-ae98-d2a762cd4a6c admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:01:21.899591 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48276d34-1eb9-4fc3-ae98-d2a762cd4a6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:21.901588 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-48276d34-1eb9-4fc3-ae98-d2a762cd4a6c admin admin] 10.222.0.88 "PUT /v2.0/routers/407c746e-9942-468c-8b3d-f341364f2d77 HTTP/1.1" status: 200 len: 889 time: 2.2577765 Feb 08 21:01:22.693166 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:01:22.783427 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:01:22.784035 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:22.930023 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:01:23.372081 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72600187-951e-4b6e-a210-bbf5f2b37216 None None] Sync routers for ids ['407c746e-9942-468c-8b3d-f341364f2d77'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:01:23.392926 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72600187-951e-4b6e-a210-bbf5f2b37216 None None] Routers {'407c746e-9942-468c-8b3d-f341364f2d77'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:01:23.394211 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-72600187-951e-4b6e-a210-bbf5f2b37216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:00:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['407c746e-9942-468c-8b3d-f341364f2d77'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:01:23.661699 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-72600187-951e-4b6e-a210-bbf5f2b37216 None None] Set router 407c746e-9942-468c-8b3d-f341364f2d77 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:01:24.098293 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-674c924f-7812-4593-8f75-38236d33912e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:24.397717 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-72600187-951e-4b6e-a210-bbf5f2b37216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407c746e-9942-468c-8b3d-f341364f2d77', 'name': 'router1', 'tenant_id': '4d521aa6263f431f95bcf5180d9a4616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '42eca83b-2afc-4b06-b0d5-2c3f86ccecd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:00:58Z', 'updated_at': '2022-02-08T21:01:21Z', 'revision_number': 4, 'project_id': '4d521aa6263f431f95bcf5180d9a4616', 'gw_port': {'id': '42eca83b-2afc-4b06-b0d5-2c3f86ccecd0', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:43:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407c746e-9942-468c-8b3d-f341364f2d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:01:20Z', 'updated_at': '2022-02-08T21:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1', 'name': '', 'network_id': '1e252722-14bc-4d78-9d3d-a8ea22a8ea9a', 'tenant_id': '4d521aa6263f431f95bcf5180d9a4616', 'mac_address': 'fa:16:3e:80:12:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407c746e-9942-468c-8b3d-f341364f2d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a18d019d-a96a-4921-bd32-6a9a7481aa83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:01:07Z', 'updated_at': '2022-02-08T21:01:12Z', 'revision_number': 5, 'project_id': '4d521aa6263f431f95bcf5180d9a4616', 'subnets': [{'id': 'a18d019d-a96a-4921-bd32-6a9a7481aa83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1db47fb9-6ab9-41c8-aaf1-d0b164d1e135'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:01:24.495950 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72600187-951e-4b6e-a210-bbf5f2b37216 None None] Checking router: 407c746e-9942-468c-8b3d-f341364f2d77 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:01:24.496725 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72600187-951e-4b6e-a210-bbf5f2b37216 None None] Updating router 407c746e-9942-468c-8b3d-f341364f2d77 port 42eca83b-2afc-4b06-b0d5-2c3f86ccecd0 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:01:24.589827 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-72600187-951e-4b6e-a210-bbf5f2b37216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (42eca83b-2afc-4b06-b0d5-2c3f86ccecd0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:25.086477 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35806) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:01:25.104276 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-72600187-951e-4b6e-a210-bbf5f2b37216 None None] Publish callbacks [] for port (42eca83b-2afc-4b06-b0d5-2c3f86ccecd0), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:25.113055 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-72600187-951e-4b6e-a210-bbf5f2b37216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (42eca83b-2afc-4b06-b0d5-2c3f86ccecd0), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:25.179561 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-72600187-951e-4b6e-a210-bbf5f2b37216 None None] Attempting to bind port 42eca83b-2afc-4b06-b0d5-2c3f86ccecd0 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:01:25.179943 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-72600187-951e-4b6e-a210-bbf5f2b37216 None None] Attempting to bind port 42eca83b-2afc-4b06-b0d5-2c3f86ccecd0 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:01:25.180316 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72600187-951e-4b6e-a210-bbf5f2b37216 None None] Attempting to bind port 42eca83b-2afc-4b06-b0d5-2c3f86ccecd0 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:01:25.190326 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72600187-951e-4b6e-a210-bbf5f2b37216 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:01:25.190712 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72600187-951e-4b6e-a210-bbf5f2b37216 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:01:25.191130 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-72600187-951e-4b6e-a210-bbf5f2b37216 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:25.191535 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72600187-951e-4b6e-a210-bbf5f2b37216 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:01:25.192028 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-72600187-951e-4b6e-a210-bbf5f2b37216 None None] Bound port: 42eca83b-2afc-4b06-b0d5-2c3f86ccecd0, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:01:25.192431 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-72600187-951e-4b6e-a210-bbf5f2b37216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (42eca83b-2afc-4b06-b0d5-2c3f86ccecd0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:25.195201 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920b41b-1dfa-49e6-b9ae-73b969b00efc None None] Pushing event updated for resources: {'Port': ['ID=42eca83b-2afc-4b06-b0d5-2c3f86ccecd0,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:01:25.228465 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2254da2f-19bb-4866-994b-13c0c681eec8 admin admin] 10.222.0.88 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1405177 Feb 08 21:01:25.252872 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-72600187-951e-4b6e-a210-bbf5f2b37216 None None] For port 42eca83b-2afc-4b06-b0d5-2c3f86ccecd0, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:01:25.256739 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-72600187-951e-4b6e-a210-bbf5f2b37216 None None] For port 42eca83b-2afc-4b06-b0d5-2c3f86ccecd0, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=42eca83b-2afc-4b06-b0d5-2c3f86ccecd0,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:01:25.264132 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-72600187-951e-4b6e-a210-bbf5f2b37216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (42eca83b-2afc-4b06-b0d5-2c3f86ccecd0), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:25.333176 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72600187-951e-4b6e-a210-bbf5f2b37216 None None] Routers {'407c746e-9942-468c-8b3d-f341364f2d77'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:01:25.333873 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-72600187-951e-4b6e-a210-bbf5f2b37216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:00:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['407c746e-9942-468c-8b3d-f341364f2d77'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:01:25.373148 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920b41b-1dfa-49e6-b9ae-73b969b00efc None None] Pushing event updated for resources: {'Port': ['ID=42eca83b-2afc-4b06-b0d5-2c3f86ccecd0,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:01:25.476986 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-72600187-951e-4b6e-a210-bbf5f2b37216 None None] Set router 407c746e-9942-468c-8b3d-f341364f2d77 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:01:25.788704 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-72600187-951e-4b6e-a210-bbf5f2b37216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407c746e-9942-468c-8b3d-f341364f2d77', 'name': 'router1', 'tenant_id': '4d521aa6263f431f95bcf5180d9a4616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '42eca83b-2afc-4b06-b0d5-2c3f86ccecd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:00:58Z', 'updated_at': '2022-02-08T21:01:21Z', 'revision_number': 4, 'project_id': '4d521aa6263f431f95bcf5180d9a4616', 'gw_port': {'id': '42eca83b-2afc-4b06-b0d5-2c3f86ccecd0', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:43:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407c746e-9942-468c-8b3d-f341364f2d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:01:20Z', 'updated_at': '2022-02-08T21:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1', 'name': '', 'network_id': '1e252722-14bc-4d78-9d3d-a8ea22a8ea9a', 'tenant_id': '4d521aa6263f431f95bcf5180d9a4616', 'mac_address': 'fa:16:3e:80:12:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407c746e-9942-468c-8b3d-f341364f2d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a18d019d-a96a-4921-bd32-6a9a7481aa83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:01:07Z', 'updated_at': '2022-02-08T21:01:12Z', 'revision_number': 5, 'project_id': '4d521aa6263f431f95bcf5180d9a4616', 'subnets': [{'id': 'a18d019d-a96a-4921-bd32-6a9a7481aa83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1db47fb9-6ab9-41c8-aaf1-d0b164d1e135'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:01:25.830290 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72600187-951e-4b6e-a210-bbf5f2b37216 None None] The sync data for ids ['407c746e-9942-468c-8b3d-f341364f2d77'] in n-d-712143-31 is: [{'id': '407c746e-9942-468c-8b3d-f341364f2d77', 'name': 'router1', 'tenant_id': '4d521aa6263f431f95bcf5180d9a4616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '42eca83b-2afc-4b06-b0d5-2c3f86ccecd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:00:58Z', 'updated_at': '2022-02-08T21:01:21Z', 'revision_number': 4, 'project_id': '4d521aa6263f431f95bcf5180d9a4616', 'gw_port': {'id': '42eca83b-2afc-4b06-b0d5-2c3f86ccecd0', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:43:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407c746e-9942-468c-8b3d-f341364f2d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:01:20Z', 'updated_at': '2022-02-08T21:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1', 'name': '', 'network_id': '1e252722-14bc-4d78-9d3d-a8ea22a8ea9a', 'tenant_id': '4d521aa6263f431f95bcf5180d9a4616', 'mac_address': 'fa:16:3e:80:12:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407c746e-9942-468c-8b3d-f341364f2d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a18d019d-a96a-4921-bd32-6a9a7481aa83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:01:07Z', 'updated_at': '2022-02-08T21:01:12Z', 'revision_number': 5, 'project_id': '4d521aa6263f431f95bcf5180d9a4616', 'subnets': [{'id': 'a18d019d-a96a-4921-bd32-6a9a7481aa83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1db47fb9-6ab9-41c8-aaf1-d0b164d1e135'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:01:26.716308 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 42eca83b-2afc-4b06-b0d5-2c3f86ccecd0 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:01:26.785467 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 42eca83b-2afc-4b06-b0d5-2c3f86ccecd0 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:01:26.786589 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (42eca83b-2afc-4b06-b0d5-2c3f86ccecd0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:26.959411 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 42eca83b-2afc-4b06-b0d5-2c3f86ccecd0 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:01:26.959945 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (42eca83b-2afc-4b06-b0d5-2c3f86ccecd0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:26.996893 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 42eca83b-2afc-4b06-b0d5-2c3f86ccecd0, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=42eca83b-2afc-4b06-b0d5-2c3f86ccecd0,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:01:27.003719 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (42eca83b-2afc-4b06-b0d5-2c3f86ccecd0), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:27.084547 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=42eca83b-2afc-4b06-b0d5-2c3f86ccecd0,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:01:27.306694 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-87c8ad2f-bcc0-4c12-8e0e-63a993f3fa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:28.705857 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 42eca83b-2afc-4b06-b0d5-2c3f86ccecd0 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:01:28.767451 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 42eca83b-2afc-4b06-b0d5-2c3f86ccecd0 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:01:28.768505 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (42eca83b-2afc-4b06-b0d5-2c3f86ccecd0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:28.863482 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 42eca83b-2afc-4b06-b0d5-2c3f86ccecd0 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:01:28.931684 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:31.233463 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:31.359612 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:33.272459 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 5 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:01:54.059559 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f188f948-a834-49fc-bf96-9de7ef6b0060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:57.378624 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-527ad567-60ce-46af-a3e3-cde666213876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:01:58.966593 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:02:01.266402 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:02:01.351036 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:02:10.288472 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 5 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:02:24.076020 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5112ee24-abf3-4224-9aba-a51a19273ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:02:27.303788 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-95cc406d-8786-47c7-ab69-d5e1dbbc32e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:02:28.949806 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:02:31.388573 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:02:31.393720 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:02:47.273058 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 5 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:02:54.044290 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6ade3f36-8228-4cf8-a207-dc6d5a203807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:02:57.305491 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41f39468-a0fb-4d64-8207-b3eb1e89d3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:02:58.938667 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:03:01.234815 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:03:01.336451 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:03:07.501029 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36322) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:03:07.566481 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-2adde2d5-1b99-47cf-b0b2-9f50432f255e admin admin] GET failed (client error): The resource could not be found. Feb 08 21:03:07.567892 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2adde2d5-1b99-47cf-b0b2-9f50432f255e admin admin] 10.222.0.88 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0658112 Feb 08 21:03:07.759887 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a29bce0-3ca0-467e-bec3-efa8874eee42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:03:07.761566 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6a29bce0-3ca0-467e-bec3-efa8874eee42 admin admin] 10.222.0.88 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1892352 Feb 08 21:03:10.251253 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36332) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:03:10.362802 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7191a0cc-5daa-439a-b440-2da9303c05e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:03:10.364211 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7191a0cc-5daa-439a-b440-2da9303c05e4 admin admin] 10.222.0.88 "GET /v2.0/subnets/a18d019d-a96a-4921-bd32-6a9a7481aa83 HTTP/1.1" status: 200 len: 849 time: 0.1115453 Feb 08 21:03:10.375715 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-299b5394-d7d7-4623-b148-90457f43890d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:03:10.473454 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-299b5394-d7d7-4623-b148-90457f43890d admin admin] Publish callbacks [] for subnet (a18d019d-a96a-4921-bd32-6a9a7481aa83), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:03:10.638156 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-299b5394-d7d7-4623-b148-90457f43890d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751442527492'] for subnet (a18d019d-a96a-4921-bd32-6a9a7481aa83), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:03:10.678210 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299b5394-d7d7-4623-b148-90457f43890d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:03:10.679904 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-299b5394-d7d7-4623-b148-90457f43890d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:03:10.682345 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-299b5394-d7d7-4623-b148-90457f43890d admin admin] 10.222.0.88 "PUT /v2.0/subnets/a18d019d-a96a-4921-bd32-6a9a7481aa83 HTTP/1.1" status: 200 len: 868 time: 0.3105509 Feb 08 21:03:10.684251 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaf20f0-782d-4f48-b5f5-0de3d866d5e6 None None] Network 1e252722-14bc-4d78-9d3d-a8ea22a8ea9a requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:03:10.716113 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b5394-d7d7-4623-b148-90457f43890d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a18d019d-a96a-4921-bd32-6a9a7481aa83,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:03:10.728898 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5394-d7d7-4623-b148-90457f43890d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:03:10.729488 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5394-d7d7-4623-b148-90457f43890d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:03:10.730001 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5394-d7d7-4623-b148-90457f43890d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:03:10.730467 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5394-d7d7-4623-b148-90457f43890d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:03:10.730966 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5394-d7d7-4623-b148-90457f43890d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:03:10.731486 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5394-d7d7-4623-b148-90457f43890d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:03:10.732002 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5394-d7d7-4623-b148-90457f43890d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:03:10.732477 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5394-d7d7-4623-b148-90457f43890d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:03:10.732975 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5394-d7d7-4623-b148-90457f43890d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:03:10.733510 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5394-d7d7-4623-b148-90457f43890d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:03:10.734004 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5394-d7d7-4623-b148-90457f43890d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:03:10.734487 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5394-d7d7-4623-b148-90457f43890d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:03:10.734977 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5394-d7d7-4623-b148-90457f43890d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:03:11.360449 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-efebe444-619f-4305-aa36-ced5d584ae64 None None] Provisioning complete for port 0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:03:11.360923 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-efebe444-619f-4305-aa36-ced5d584ae64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:03:11.459601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-efebe444-619f-4305-aa36-ced5d584ae64 None None] Current status of the port 0dfa00d5-c7df-4c81-bf5c-9d1c4ab0c0f1 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:03:11.472795 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-efebe444-619f-4305-aa36-ced5d584ae64 None None] Provisioning complete for port fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:03:11.473284 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-efebe444-619f-4305-aa36-ced5d584ae64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:03:11.565810 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-efebe444-619f-4305-aa36-ced5d584ae64 None None] Current status of the port fe4152b7-ed8a-41e2-a9a7-1edf0d94c16b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:03:13.245460 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36340) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:03:13.484466 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133ac901-af42-477c-b206-8db32b172c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:03:13.484984 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133ac901-af42-477c-b206-8db32b172c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:03:13.486743 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-133ac901-af42-477c-b206-8db32b172c52 admin admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2399411 Feb 08 21:03:15.854095 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36348) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:03:16.183208 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6b6534-bad4-4176-8e3b-1bf068bfc6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:03:16.183676 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6b6534-bad4-4176-8e3b-1bf068bfc6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:03:16.185371 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6c6b6534-bad4-4176-8e3b-1bf068bfc6d8 admin admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3299296 Feb 08 21:03:18.577365 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36358) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:03:18.741354 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d61cc17-36cb-4395-ac5a-7a43c03584f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:03:18.742785 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3d61cc17-36cb-4395-ac5a-7a43c03584f8 admin admin] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 886 time: 0.1640313 Feb 08 21:03:21.285912 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36366) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:03:21.499112 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54b6c82-9d6b-4f49-ae8c-506c4e34e008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:03:21.501053 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c54b6c82-9d6b-4f49-ae8c-506c4e34e008 admin admin] 10.222.0.88 "GET /v2.0/networks/1e252722-14bc-4d78-9d3d-a8ea22a8ea9a HTTP/1.1" status: 200 len: 869 time: 0.2138951 Feb 08 21:03:23.950362 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36374) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:03:24.045619 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f0d31e35-ee1a-4335-ac05-c1905c0e43a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:03:24.118668 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ca8813-dd71-426c-b50c-1c3e9ef8a593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:03:24.119291 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ca8813-dd71-426c-b50c-1c3e9ef8a593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:03:24.121334 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-53ca8813-dd71-426c-b50c-1c3e9ef8a593 admin admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1697249 Feb 08 21:03:24.277793 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 5 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:03:26.569865 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36382) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:03:26.715345 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99145ef6-0ff1-4058-8a79-9b08780ea24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:03:26.715905 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99145ef6-0ff1-4058-8a79-9b08780ea24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:03:26.717617 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-99145ef6-0ff1-4058-8a79-9b08780ea24c admin admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1465006 Feb 08 21:03:27.307267 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5a07a5eb-4328-49fc-aec9-5add48b4a557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:03:28.945180 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:03:29.131496 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36390) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:03:29.243632 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240d4843-130d-49ac-930c-89170e266863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:03:29.244968 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-240d4843-130d-49ac-930c-89170e266863 admin admin] 10.222.0.88 "GET /v2.0/subnets/a18d019d-a96a-4921-bd32-6a9a7481aa83 HTTP/1.1" status: 200 len: 868 time: 0.1122968 Feb 08 21:03:31.233915 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:03:31.337014 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:03:31.669813 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36398) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:03:31.794783 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188b9dd9-bd5f-4a4e-8a38-99fc278f019a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:03:31.797590 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-188b9dd9-bd5f-4a4e-8a38-99fc278f019a admin admin] 10.222.0.88 "GET /v2.0/subnets/cb434a22-4a15-4b5a-994a-cbeb0a6ea498 HTTP/1.1" status: 200 len: 816 time: 0.1262593 Feb 08 21:03:54.047728 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e06ff71a-a7b9-477e-aa98-26f828c0725c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:03:57.309934 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-81f3c282-1e19-427e-bda9-1823797c2300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:03:58.949690 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:03:59.182225 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36454) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:03:59.240857 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-93dee361-fe04-4a93-8608-6827b4d57891 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:03:59.242744 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-93dee361-fe04-4a93-8608-6827b4d57891 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0593348 Feb 08 21:04:01.233444 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:04:01.277524 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 5 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:04:01.342480 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:04:02.544466 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36462) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:04:02.613371 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-29963917-4dcd-44dd-bd42-cd8e8e3c6a31 admin admin] GET failed (client error): The resource could not be found. Feb 08 21:04:02.614799 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-29963917-4dcd-44dd-bd42-cd8e8e3c6a31 admin admin] 10.222.0.88 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0693128 Feb 08 21:04:02.711018 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1925ed04-9f6d-4357-a6e3-fce58fdfc208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:04:02.712429 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1925ed04-9f6d-4357-a6e3-fce58fdfc208 admin admin] 10.222.0.88 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0931129 Feb 08 21:04:05.253845 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36472) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:04:05.311542 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7045c953-143f-40ae-8e7a-b27a2a6cb81a admin admin] Request body: {'network': {'tenant_id': 'b7e9a28d3faf432b814045b858f7d125', 'name': 'shared', 'project_id': 'b7e9a28d3faf432b814045b858f7d125', 'admin_state_up': True, 'shared': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:04:05.339351 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7045c953-143f-40ae-8e7a-b27a2a6cb81a admin admin] Made reservation on behalf of b7e9a28d3faf432b814045b858f7d125 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:04:05.345389 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7045c953-143f-40ae-8e7a-b27a2a6cb81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:04:05.383532 n-d-712143-31 neutron-server[103434]: WARNING neutron.services.revisions.revision_plugin [None req-7045c953-143f-40ae-8e7a-b27a2a6cb81a admin admin] Could not find related network for resource to bump revision. Feb 08 21:04:05.397778 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7045c953-143f-40ae-8e7a-b27a2a6cb81a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:04:05.409676 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7045c953-143f-40ae-8e7a-b27a2a6cb81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (a686542c-c44a-407e-b5b4-c7c564d60ee4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:04:05.410098 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-7045c953-143f-40ae-8e7a-b27a2a6cb81a admin admin] Added segment a686542c-c44a-407e-b5b4-c7c564d60ee4 of type vlan for network d08ef86c-3f1a-45dc-9158-662e425cd9bd Feb 08 21:04:05.456204 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7045c953-143f-40ae-8e7a-b27a2a6cb81a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (d08ef86c-3f1a-45dc-9158-662e425cd9bd), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:04:05.486012 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7045c953-143f-40ae-8e7a-b27a2a6cb81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (d08ef86c-3f1a-45dc-9158-662e425cd9bd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:04:05.487179 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7045c953-143f-40ae-8e7a-b27a2a6cb81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:04:05.487897 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7045c953-143f-40ae-8e7a-b27a2a6cb81a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:04:05.538117 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7045c953-143f-40ae-8e7a-b27a2a6cb81a admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2827919 Feb 08 21:04:05.558663 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045c953-143f-40ae-8e7a-b27a2a6cb81a admin admin] Pushing event updated for resources: {'Network': ['ID=d08ef86c-3f1a-45dc-9158-662e425cd9bd,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:04:05.571646 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:04:08.082427 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36482) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:04:08.149945 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf4acb5-c440-4908-8cc7-9763c6ad8e58 admin admin] GET failed (client error): The resource could not be found. Feb 08 21:04:08.151406 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fcf4acb5-c440-4908-8cc7-9763c6ad8e58 admin admin] 10.222.0.88 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0676746 Feb 08 21:04:08.235925 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7cc53c-bde2-49c8-a83b-d114b2b116f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:04:08.237638 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bf7cc53c-bde2-49c8-a83b-d114b2b116f8 admin admin] 10.222.0.88 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0785563 Feb 08 21:04:08.248714 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-12596402-87a6-4d61-adec-4d014300eeb3 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'tenant_id': 'b7e9a28d3faf432b814045b858f7d125', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:04:08.270054 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12596402-87a6-4d61-adec-4d014300eeb3 admin admin] Made reservation on behalf of b7e9a28d3faf432b814045b858f7d125 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:04:08.272633 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12596402-87a6-4d61-adec-4d014300eeb3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:04:08.601208 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12596402-87a6-4d61-adec-4d014300eeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for subnet (e5e66204-6c2d-42fc-b8fa-30842e504914), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:04:08.656091 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12596402-87a6-4d61-adec-4d014300eeb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5e66204-6c2d-42fc-b8fa-30842e504914,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:04:08.676782 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12596402-87a6-4d61-adec-4d014300eeb3 admin admin] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:04:08.677429 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12596402-87a6-4d61-adec-4d014300eeb3 admin admin] Network hostable DHCP agents. Network: d08ef86c-3f1a-45dc-9158-662e425cd9bd, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:04:08.699893 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12596402-87a6-4d61-adec-4d014300eeb3 admin admin] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:04:08.710734 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-12596402-87a6-4d61-adec-4d014300eeb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, d08ef86c-3f1a-45dc-9158-662e425cd9bd) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:04:08.715539 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12596402-87a6-4d61-adec-4d014300eeb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:04:08.716173 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12596402-87a6-4d61-adec-4d014300eeb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:04:08.726543 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ffde92-d32b-49de-84e6-e3dae1f453bb None None] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:04:08.735495 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-12596402-87a6-4d61-adec-4d014300eeb3 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4910405 Feb 08 21:04:08.919468 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-d08ef86c-3f1a-45dc-9158-662e425cd9bd', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'project_id': 'b7e9a28d3faf432b814045b858f7d125', 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:04:08.921018 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:04:09.117626 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Allocated IP 192.168.233.2 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/43a70fc4-66cb-41c2-9bf6-185d4f2e32be) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:04:09.341998 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Publish callbacks [] for port (43a70fc4-66cb-41c2-9bf6-185d4f2e32be), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:04:09.353525 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (43a70fc4-66cb-41c2-9bf6-185d4f2e32be), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:04:09.420895 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:04:09.428407 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:04:09.433865 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:04:09.454453 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Pushing event updated for resources: {'Port': ['ID=43a70fc4-66cb-41c2-9bf6-185d4f2e32be,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:04:09.489156 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:04:09.489753 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:04:09.490306 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:04:09.490920 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:04:09.491434 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:04:09.491794 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:04:09.492240 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:04:09.492689 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:04:09.493077 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:04:09.494115 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:04:09.494115 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:04:09.494578 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:04:09.495097 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:04:09.539897 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Attempting to bind port 43a70fc4-66cb-41c2-9bf6-185d4f2e32be on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:04:09.540272 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Attempting to bind port 43a70fc4-66cb-41c2-9bf6-185d4f2e32be by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:04:09.540636 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Attempting to bind port 43a70fc4-66cb-41c2-9bf6-185d4f2e32be on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:04:09.547035 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:04:09.547389 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:04:09.547828 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:04:09.548217 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:04:09.548704 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Bound port: 43a70fc4-66cb-41c2-9bf6-185d4f2e32be, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:04:09.549084 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (43a70fc4-66cb-41c2-9bf6-185d4f2e32be), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:04:09.644973 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] For port 43a70fc4-66cb-41c2-9bf6-185d4f2e32be, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:04:09.649383 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] For port 43a70fc4-66cb-41c2-9bf6-185d4f2e32be, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=43a70fc4-66cb-41c2-9bf6-185d4f2e32be,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:04:09.659225 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (43a70fc4-66cb-41c2-9bf6-185d4f2e32be), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:04:09.748241 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc72169-77ab-48be-b115-97ee5b2fb029 None None] Pushing event updated for resources: {'Port': ['ID=43a70fc4-66cb-41c2-9bf6-185d4f2e32be,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:04:10.864560 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 43a70fc4-66cb-41c2-9bf6-185d4f2e32be up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:04:10.902135 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db43585-c943-4a29-8da2-52245f2c8d20 None None] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:04:11.024725 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-86f83a7e-ef47-4c4e-95fe-d8844c47aff5 None None] Provisioning complete for port 43a70fc4-66cb-41c2-9bf6-185d4f2e32be triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:04:11.025068 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86f83a7e-ef47-4c4e-95fe-d8844c47aff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (43a70fc4-66cb-41c2-9bf6-185d4f2e32be), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:04:11.053504 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 43a70fc4-66cb-41c2-9bf6-185d4f2e32be triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:04:11.053899 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (43a70fc4-66cb-41c2-9bf6-185d4f2e32be), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:04:11.294393 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-86f83a7e-ef47-4c4e-95fe-d8844c47aff5 None None] Current status of the port 43a70fc4-66cb-41c2-9bf6-185d4f2e32be is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:04:11.295005 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86f83a7e-ef47-4c4e-95fe-d8844c47aff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (43a70fc4-66cb-41c2-9bf6-185d4f2e32be), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:04:11.300614 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 43a70fc4-66cb-41c2-9bf6-185d4f2e32be is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:04:11.301256 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (43a70fc4-66cb-41c2-9bf6-185d4f2e32be), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:04:11.368611 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-86f83a7e-ef47-4c4e-95fe-d8844c47aff5 None None] For port 43a70fc4-66cb-41c2-9bf6-185d4f2e32be, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=43a70fc4-66cb-41c2-9bf6-185d4f2e32be,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:04:11.376126 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86f83a7e-ef47-4c4e-95fe-d8844c47aff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (43a70fc4-66cb-41c2-9bf6-185d4f2e32be), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:04:11.464870 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:04:11.465313 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:04:11.470932 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f83a7e-ef47-4c4e-95fe-d8844c47aff5 None None] Pushing event updated for resources: {'Port': ['ID=43a70fc4-66cb-41c2-9bf6-185d4f2e32be,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:04:11.503680 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-fa4f5594-4a9e-4cd5-894e-52f5d1dbda0e None None] Provisioning complete for port 43a70fc4-66cb-41c2-9bf6-185d4f2e32be triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:04:11.504073 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fa4f5594-4a9e-4cd5-894e-52f5d1dbda0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (43a70fc4-66cb-41c2-9bf6-185d4f2e32be), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:04:11.600916 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-fa4f5594-4a9e-4cd5-894e-52f5d1dbda0e None None] Current status of the port 43a70fc4-66cb-41c2-9bf6-185d4f2e32be is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:04:12.019103 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 43a70fc4-66cb-41c2-9bf6-185d4f2e32be is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:04:12.741814 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 43a70fc4-66cb-41c2-9bf6-185d4f2e32be up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:04:12.811295 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 43a70fc4-66cb-41c2-9bf6-185d4f2e32be triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:04:12.811951 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (43a70fc4-66cb-41c2-9bf6-185d4f2e32be), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:04:12.951210 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 43a70fc4-66cb-41c2-9bf6-185d4f2e32be is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:04:24.054884 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3978f0a9-b77f-48b6-a65d-aad8ac1d922c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:04:27.316008 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd2a5-28ae-454a-863e-ad7a371d05c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:04:28.945545 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:04:31.239474 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:04:31.337370 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:04:38.278209 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 5 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:04:54.062756 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0ca6ad54-c1ae-4495-ab80-6182b27484b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:04:57.305358 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e70e7ef1-bdef-4937-bf4b-c58b965cebd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:04:58.951579 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:05:01.246028 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:05:01.336641 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:05:15.280123 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 5 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:05:24.051835 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cb5e2a27-cb9c-4bbf-9b61-70ea37d18ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:05:27.310962 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e5522438-9e00-44e4-8861-ba0430bd9511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:05:28.961802 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:05:31.244569 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:05:31.335934 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:05:47.157789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36526) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:05:47.164713 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-68884995-e7e8-4d27-ab87-6f41686ce5e4 tempest-verify_tempest_config-1771274287 tempest-verify_tempest_config-1771274287-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:05:47.166365 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-68884995-e7e8-4d27-ab87-6f41686ce5e4 tempest-verify_tempest_config-1771274287 tempest-verify_tempest_config-1771274287-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0070703 Feb 08 21:05:47.595514 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36544) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:05:47.750791 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bace453a-586d-466c-9bfc-a917a886ebdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:05:47.896515 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bace453a-586d-466c-9bfc-a917a886ebdb admin admin] Publish callbacks [] for security_group (7067a482-6e8f-488e-9a1d-08efc73ad9a3), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:05:47.901294 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bace453a-586d-466c-9bfc-a917a886ebdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7067a482-6e8f-488e-9a1d-08efc73ad9a3), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:05:47.959254 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bace453a-586d-466c-9bfc-a917a886ebdb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7b03df26c5d64fa0a98ffa815ade743c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3624940 Feb 08 21:05:47.960890 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace453a-586d-466c-9bfc-a917a886ebdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7067a482-6e8f-488e-9a1d-08efc73ad9a3,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:05:47.963351 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36548) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:05:47.968527 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bace453a-586d-466c-9bfc-a917a886ebdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:05:47.968882 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bace453a-586d-466c-9bfc-a917a886ebdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:05:47.969257 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bace453a-586d-466c-9bfc-a917a886ebdb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:05:47.969627 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bace453a-586d-466c-9bfc-a917a886ebdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:05:47.969972 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bace453a-586d-466c-9bfc-a917a886ebdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:05:47.970313 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bace453a-586d-466c-9bfc-a917a886ebdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:05:47.970645 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bace453a-586d-466c-9bfc-a917a886ebdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:05:47.971600 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bace453a-586d-466c-9bfc-a917a886ebdb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:05:47.971950 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bace453a-586d-466c-9bfc-a917a886ebdb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:05:47.972287 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bace453a-586d-466c-9bfc-a917a886ebdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:05:47.972622 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bace453a-586d-466c-9bfc-a917a886ebdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:05:47.972950 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bace453a-586d-466c-9bfc-a917a886ebdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:05:47.973313 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bace453a-586d-466c-9bfc-a917a886ebdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:05:48.049702 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5132fc4-168e-476a-9b96-9feb4a738d0f admin admin] Publish callbacks [] for security_group (7067a482-6e8f-488e-9a1d-08efc73ad9a3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:05:48.077968 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5132fc4-168e-476a-9b96-9feb4a738d0f admin admin] Publish callbacks [] for security_group (7067a482-6e8f-488e-9a1d-08efc73ad9a3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:05:48.190744 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5132fc4-168e-476a-9b96-9feb4a738d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7067a482-6e8f-488e-9a1d-08efc73ad9a3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:05:48.196176 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5132fc4-168e-476a-9b96-9feb4a738d0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:05:48.198157 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d5132fc4-168e-476a-9b96-9feb4a738d0f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7067a482-6e8f-488e-9a1d-08efc73ad9a3 HTTP/1.1" status: 204 len: 168 time: 0.2332275 Feb 08 21:05:48.211421 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5132fc4-168e-476a-9b96-9feb4a738d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7067a482-6e8f-488e-9a1d-08efc73ad9a3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:05:48.226582 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5132fc4-168e-476a-9b96-9feb4a738d0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:05:48.227136 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5132fc4-168e-476a-9b96-9feb4a738d0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:05:48.227682 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5132fc4-168e-476a-9b96-9feb4a738d0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:05:48.228228 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5132fc4-168e-476a-9b96-9feb4a738d0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:05:48.228765 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5132fc4-168e-476a-9b96-9feb4a738d0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:05:48.229333 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5132fc4-168e-476a-9b96-9feb4a738d0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:05:48.229878 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5132fc4-168e-476a-9b96-9feb4a738d0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:05:48.230413 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5132fc4-168e-476a-9b96-9feb4a738d0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:05:48.231038 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5132fc4-168e-476a-9b96-9feb4a738d0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:05:48.231484 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5132fc4-168e-476a-9b96-9feb4a738d0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:05:48.232048 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5132fc4-168e-476a-9b96-9feb4a738d0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:05:48.232605 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5132fc4-168e-476a-9b96-9feb4a738d0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:05:48.233167 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5132fc4-168e-476a-9b96-9feb4a738d0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:05:52.283481 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 5 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:05:54.055708 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3e8d8b60-ea16-44b1-b8cb-c7c09e537eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:05:57.306171 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df68dccb-9ba8-4be6-8f9b-5ab85b9d7e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:05:58.954538 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:06:01.250503 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:06:01.337408 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:06:24.056429 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eb99d3ed-ed64-4334-a57d-cee32e5c4fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:06:27.318661 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ef57e6b4-30e5-4980-a70f-6519d1387cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:06:28.958835 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:06:29.282375 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 5 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:06:31.250739 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:06:31.334550 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:06:54.053739 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e9e7b5c5-dd6d-4e86-a707-234325678ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:06:57.316135 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5ed719c2-7479-40c9-aae0-e4bbc3c27382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:06:58.961668 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:07:01.251941 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:07:01.330765 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:07:06.281689 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 5 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:07:24.053643 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ca83180f-abd4-4436-b511-39fc39e8ac0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:07:27.312784 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0bd32b4f-10f9-4829-a003-ca1fa821be55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:07:28.965957 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:07:31.264157 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:07:31.332083 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:07:43.281428 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 5 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:07:54.056327 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7eeba88e-6ed1-427c-bfee-08efd6b2e5b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:07:57.311143 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b6d67877-6d47-4614-9acf-266d32935d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:07:58.968491 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:08:01.260834 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:08:01.330305 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:08:20.280445 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 5 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:08:24.051976 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-29ce74a4-df1b-4352-8edd-4831c8669fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:08:27.308241 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e0ab1f03-7f15-4213-af86-3034ac2a9d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:08:28.973595 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:08:31.263526 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:08:31.327895 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:08:54.057420 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b4fb2cf-7a2d-4b88-830d-e2012a57a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:08:57.279802 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 5 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:08:57.304453 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f543491-a731-4b5d-8926-37d81ac6cdd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:08:58.975380 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:09:01.266530 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:09:01.323704 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:09:06.092090 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-351924'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:09:06.278949 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-351924'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:09:24.067635 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3e573166-3dab-4666-84a7-04662658825f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:09:27.310334 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e70d28a0-ecae-4102-9d77-79045854c8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:09:28.977389 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:09:31.270099 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:09:31.321659 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:09:34.280116 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:09:36.076201 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:09:36.233928 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:09:49.841263 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36606) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:09:49.964361 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-816fe27a-e032-4906-a012-4d8e0d435b4f admin admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1215684 Feb 08 21:09:52.565850 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36616) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:09:52.639575 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3317b74d-e71f-4648-8778-641dd7835877 admin admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0721159 Feb 08 21:09:54.067773 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-95b59886-dfb0-4f8a-bc9b-a084b303e779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:09:57.310670 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e2e118ef-64c1-48bf-84a0-561de17db811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:09:58.979677 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:10:01.272503 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:10:01.317528 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:10:06.093416 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:10:06.262071 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:10:11.280462 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:10:24.066764 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-987313cb-dddd-470e-b30f-351cfa2ba065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:10:27.311040 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-451cb4b0-c3a9-4c32-8eb1-45334df73f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:10:28.987702 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:10:31.278592 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:10:31.321464 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:10:36.113417 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:10:36.294496 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:10:48.280440 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:10:54.078660 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c1f2a42e-47a7-4a94-af42-ab5db15ab879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:10:57.313097 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-032491ac-d23a-493c-b521-8e37f7076670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:10:58.997276 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:01.286032 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:01.331823 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:06.105298 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:06.275370 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:24.080767 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-597e1edd-3a56-4526-8570-374d2d0b3594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:25.287601 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:11:25.958436 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36852) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:26.641033 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f25b48af-c25f-4a07-9a6b-753abb916225 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1810342990-network', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:11:26.677857 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25b48af-c25f-4a07-9a6b-753abb916225 admin admin] Made reservation on behalf of a0f21c1ed8144dec92b6948d7d2d9a67 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:11:26.688144 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f25b48af-c25f-4a07-9a6b-753abb916225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:26.701065 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f25b48af-c25f-4a07-9a6b-753abb916225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:26.835422 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f25b48af-c25f-4a07-9a6b-753abb916225 admin admin] Publish callbacks [] for security_group (90bd076d-d8e4-4cb6-9442-1b4a8525eade), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:26.843135 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f25b48af-c25f-4a07-9a6b-753abb916225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (90bd076d-d8e4-4cb6-9442-1b4a8525eade), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:26.884524 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25b48af-c25f-4a07-9a6b-753abb916225 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:11:26.906318 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b48af-c25f-4a07-9a6b-753abb916225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bd076d-d8e4-4cb6-9442-1b4a8525eade,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:26.914239 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f25b48af-c25f-4a07-9a6b-753abb916225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (f84ccc74-639c-4469-8a97-7618a6d4e83c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:26.914724 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-f25b48af-c25f-4a07-9a6b-753abb916225 admin admin] Added segment f84ccc74-639c-4469-8a97-7618a6d4e83c of type vlan for network b2fa857b-d652-4cb7-a5d6-dc6045645cef Feb 08 21:11:26.922646 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b48af-c25f-4a07-9a6b-753abb916225 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:26.923176 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b48af-c25f-4a07-9a6b-753abb916225 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:26.923732 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b48af-c25f-4a07-9a6b-753abb916225 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:26.924619 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b48af-c25f-4a07-9a6b-753abb916225 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:26.925088 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b48af-c25f-4a07-9a6b-753abb916225 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:26.925618 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b48af-c25f-4a07-9a6b-753abb916225 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:26.926083 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b48af-c25f-4a07-9a6b-753abb916225 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:26.926549 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b48af-c25f-4a07-9a6b-753abb916225 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:26.926996 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b48af-c25f-4a07-9a6b-753abb916225 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:26.927439 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b48af-c25f-4a07-9a6b-753abb916225 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:26.927963 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b48af-c25f-4a07-9a6b-753abb916225 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:26.928659 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b48af-c25f-4a07-9a6b-753abb916225 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:26.929258 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b48af-c25f-4a07-9a6b-753abb916225 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b48af-c25f-4a07-9a6b-753abb916225 admin admin] Tracked resource versions report: Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: pushed versions: Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: { 'AddressGroup': {'1.2'}, Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: 'ConntrackHelper': {'1.0'}, Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: 'LocalIPAssociation': {'1.0'}, Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: 'Log': {'1.0'}, Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: 'Network': {'1.1'}, Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: 'Port': {'1.7'}, Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: 'PortForwarding': {'1.2'}, Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: 'QosPolicy': {'1.10'}, Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: 'SecurityGroup': {'1.5'}, Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: 'SecurityGroupRule': {'1.2'}, Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: 'SubPort': {'1.0'}, Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: 'Subnet': {'1.1'}, Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: 'Trunk': {'1.1'}} Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: consumer versions: Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: { DHCP agent@n-d-712143-31: {}, Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: HyperV agent@n-h1-712143-31: {}, Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: HyperV agent@n-h2-712143-31: {}, Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: L3 agent@n-d-712143-31: {}, Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: Metadata agent@n-d-712143-31: {}, Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: Metering agent@n-d-712143-31: {}, Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: Open vSwitch agent@n-d-712143-31: { 'AddressGroup': '1.2', Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: 'ConntrackHelper': '1.0', Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: 'LocalIPAssociation': '1.0', Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: 'Log': '1.0', Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: 'Network': '1.1', Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: 'Port': '1.7', Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: 'PortForwarding': '1.2', Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: 'QosPolicy': '1.10', Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: 'SecurityGroup': '1.5', Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: 'SecurityGroupRule': '1.2', Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: 'SubPort': '1.0', Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: 'Subnet': '1.1', Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: 'Trunk': '1.1'}} Feb 08 21:11:26.930820 n-d-712143-31 neutron-server[103434]: {{(pid=103434) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 21:11:26.998153 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f25b48af-c25f-4a07-9a6b-753abb916225 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (b2fa857b-d652-4cb7-a5d6-dc6045645cef), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:27.039131 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f25b48af-c25f-4a07-9a6b-753abb916225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (b2fa857b-d652-4cb7-a5d6-dc6045645cef), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:27.044597 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25b48af-c25f-4a07-9a6b-753abb916225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:11:27.046749 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f25b48af-c25f-4a07-9a6b-753abb916225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:27.101195 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36890) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:27.102248 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f25b48af-c25f-4a07-9a6b-753abb916225 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1418774 Feb 08 21:11:27.116842 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-144ea6e9-887b-4f87-84a8-f9287b0f8ed4 admin admin] Request body: {'subnet': {'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1810342990-subnet', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:11:27.162973 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144ea6e9-887b-4f87-84a8-f9287b0f8ed4 admin admin] Made reservation on behalf of a0f21c1ed8144dec92b6948d7d2d9a67 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:11:27.169734 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-144ea6e9-887b-4f87-84a8-f9287b0f8ed4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:27.187434 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b48af-c25f-4a07-9a6b-753abb916225 admin admin] Pushing event updated for resources: {'Network': ['ID=b2fa857b-d652-4cb7-a5d6-dc6045645cef,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:27.205387 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network b2fa857b-d652-4cb7-a5d6-dc6045645cef details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:11:27.336386 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-76cb9e6c-37a4-4486-b16f-36c2401ca820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:27.486099 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-144ea6e9-887b-4f87-84a8-f9287b0f8ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for subnet (a6afb4a6-45be-443f-9ca3-32271431c278), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:27.560312 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ea6e9-887b-4f87-84a8-f9287b0f8ed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6afb4a6-45be-443f-9ca3-32271431c278,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:27.580310 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ea6e9-887b-4f87-84a8-f9287b0f8ed4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:27.580752 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ea6e9-887b-4f87-84a8-f9287b0f8ed4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:27.581379 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ea6e9-887b-4f87-84a8-f9287b0f8ed4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:27.581934 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ea6e9-887b-4f87-84a8-f9287b0f8ed4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:27.582336 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ea6e9-887b-4f87-84a8-f9287b0f8ed4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:27.582679 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ea6e9-887b-4f87-84a8-f9287b0f8ed4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:27.583152 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ea6e9-887b-4f87-84a8-f9287b0f8ed4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:27.583486 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ea6e9-887b-4f87-84a8-f9287b0f8ed4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:27.583816 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ea6e9-887b-4f87-84a8-f9287b0f8ed4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:27.584147 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ea6e9-887b-4f87-84a8-f9287b0f8ed4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:27.584474 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ea6e9-887b-4f87-84a8-f9287b0f8ed4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:27.584796 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ea6e9-887b-4f87-84a8-f9287b0f8ed4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:27.585119 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ea6e9-887b-4f87-84a8-f9287b0f8ed4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144ea6e9-887b-4f87-84a8-f9287b0f8ed4 admin admin] Tracked resource versions report: Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: pushed versions: Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: { 'AddressGroup': {'1.2'}, Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: 'ConntrackHelper': {'1.0'}, Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: 'LocalIPAssociation': {'1.0'}, Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: 'Log': {'1.0'}, Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: 'Network': {'1.1'}, Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: 'Port': {'1.7'}, Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: 'PortForwarding': {'1.2'}, Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: 'QosPolicy': {'1.10'}, Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: 'SecurityGroup': {'1.5'}, Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: 'SecurityGroupRule': {'1.2'}, Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: 'SubPort': {'1.0'}, Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: 'Subnet': {'1.1'}, Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: 'Trunk': {'1.1'}} Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: consumer versions: Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: { DHCP agent@n-d-712143-31: {}, Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: HyperV agent@n-h1-712143-31: {}, Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: HyperV agent@n-h2-712143-31: {}, Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: L3 agent@n-d-712143-31: {}, Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: Metadata agent@n-d-712143-31: {}, Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: Metering agent@n-d-712143-31: {}, Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: Open vSwitch agent@n-d-712143-31: { 'AddressGroup': '1.2', Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: 'ConntrackHelper': '1.0', Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: 'LocalIPAssociation': '1.0', Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: 'Log': '1.0', Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: 'Network': '1.1', Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: 'Port': '1.7', Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: 'PortForwarding': '1.2', Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: 'QosPolicy': '1.10', Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: 'SecurityGroup': '1.5', Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: 'SecurityGroupRule': '1.2', Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: 'SubPort': '1.0', Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: 'Subnet': '1.1', Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: 'Trunk': '1.1'}} Feb 08 21:11:27.586344 n-d-712143-31 neutron-server[103433]: {{(pid=103433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 21:11:27.607162 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144ea6e9-887b-4f87-84a8-f9287b0f8ed4 admin admin] Checking segment: {'id': 'f84ccc74-639c-4469-8a97-7618a6d4e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:11:27.607557 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144ea6e9-887b-4f87-84a8-f9287b0f8ed4 admin admin] Network hostable DHCP agents. Network: b2fa857b-d652-4cb7-a5d6-dc6045645cef, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:11:27.630654 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144ea6e9-887b-4f87-84a8-f9287b0f8ed4 admin admin] Network b2fa857b-d652-4cb7-a5d6-dc6045645cef is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:11:27.645075 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-144ea6e9-887b-4f87-84a8-f9287b0f8ed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, b2fa857b-d652-4cb7-a5d6-dc6045645cef) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:11:27.651214 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144ea6e9-887b-4f87-84a8-f9287b0f8ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:11:27.651875 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-144ea6e9-887b-4f87-84a8-f9287b0f8ed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:27.658151 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce203de1-6adf-467d-b7cf-0235f9277afb None None] Network b2fa857b-d652-4cb7-a5d6-dc6045645cef requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:11:27.685481 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-144ea6e9-887b-4f87-84a8-f9287b0f8ed4 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5686309 Feb 08 21:11:27.748766 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36906) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:27.757122 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-cc9cbbc1-0777-4853-a692-5812e5c4baa9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1810342990-router', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:11:27.812269 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc9cbbc1-0777-4853-a692-5812e5c4baa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (14c649df-e9ba-4f3c-ae75-6e5475821c0d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:27.814439 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc9cbbc1-0777-4853-a692-5812e5c4baa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (14c649df-e9ba-4f3c-ae75-6e5475821c0d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:27.890750 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-b2fa857b-d652-4cb7-a5d6-dc6045645cef', 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef', 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'fixed_ips': [{'subnet_id': 'a6afb4a6-45be-443f-9ca3-32271431c278'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:11:27.894403 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:27.928612 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc9cbbc1-0777-4853-a692-5812e5c4baa9 admin admin] Publish callbacks [] for router_controller (14c649df-e9ba-4f3c-ae75-6e5475821c0d), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:28.190641 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc9cbbc1-0777-4853-a692-5812e5c4baa9 admin admin] Publish callbacks [] for router_gateway (14c649df-e9ba-4f3c-ae75-6e5475821c0d), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:28.255764 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Allocated IP 172.20.0.2 (b2fa857b-d652-4cb7-a5d6-dc6045645cef/a6afb4a6-45be-443f-9ca3-32271431c278/753f167a-d405-4f07-829d-3d8e3a74cc70) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:11:28.564836 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Publish callbacks [] for port (753f167a-d405-4f07-829d-3d8e3a74cc70), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:28.579792 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc9cbbc1-0777-4853-a692-5812e5c4baa9 admin admin] Publish callbacks [] for router_gateway (14c649df-e9ba-4f3c-ae75-6e5475821c0d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:28.580001 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (753f167a-d405-4f07-829d-3d8e3a74cc70), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:28.602838 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc9cbbc1-0777-4853-a692-5812e5c4baa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:28.678590 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Network b2fa857b-d652-4cb7-a5d6-dc6045645cef is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:11:28.685945 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:11:28.691847 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:11:28.712614 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Pushing event updated for resources: {'Port': ['ID=753f167a-d405-4f07-829d-3d8e3a74cc70,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:28.757208 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-cc9cbbc1-0777-4853-a692-5812e5c4baa9 admin admin] Allocated IP 172.25.3.207 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/6c4a19b4-dbae-4186-9398-8f1e1ef68693) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:11:28.772855 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:28.773469 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:28.773811 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:28.774143 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:28.774472 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:28.774796 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:28.775145 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:28.775466 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:28.775785 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:28.776103 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:28.776419 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:28.776749 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:28.777311 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Tracked resource versions report: Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: pushed versions: Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: { 'AddressGroup': {'1.2'}, Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: 'ConntrackHelper': {'1.0'}, Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: 'LocalIPAssociation': {'1.0'}, Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: 'Log': {'1.0'}, Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: 'Network': {'1.1'}, Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: 'Port': {'1.7'}, Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: 'PortForwarding': {'1.2'}, Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: 'QosPolicy': {'1.10'}, Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: 'SecurityGroup': {'1.5'}, Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: 'SecurityGroupRule': {'1.2'}, Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: 'SubPort': {'1.0'}, Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: 'Subnet': {'1.1'}, Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: 'Trunk': {'1.1'}} Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: consumer versions: Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: { DHCP agent@n-d-712143-31: {}, Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: HyperV agent@n-h1-712143-31: {}, Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: HyperV agent@n-h2-712143-31: {}, Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: L3 agent@n-d-712143-31: {}, Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: Metadata agent@n-d-712143-31: {}, Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: Metering agent@n-d-712143-31: {}, Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: Open vSwitch agent@n-d-712143-31: { 'AddressGroup': '1.2', Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: 'ConntrackHelper': '1.0', Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: 'LocalIPAssociation': '1.0', Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: 'Log': '1.0', Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: 'Network': '1.1', Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: 'Port': '1.7', Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: 'PortForwarding': '1.2', Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: 'QosPolicy': '1.10', Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: 'SecurityGroup': '1.5', Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: 'SecurityGroupRule': '1.2', Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: 'SubPort': '1.0', Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: 'Subnet': '1.1', Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: 'Trunk': '1.1'}} Feb 08 21:11:28.778854 n-d-712143-31 neutron-server[103435]: {{(pid=103435) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 21:11:28.836423 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Attempting to bind port 753f167a-d405-4f07-829d-3d8e3a74cc70 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:11:28.837199 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Attempting to bind port 753f167a-d405-4f07-829d-3d8e3a74cc70 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'f84ccc74-639c-4469-8a97-7618a6d4e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:11:28.837809 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Attempting to bind port 753f167a-d405-4f07-829d-3d8e3a74cc70 on network b2fa857b-d652-4cb7-a5d6-dc6045645cef {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:11:28.845364 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:11:28.846228 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Checking segment: {'id': 'f84ccc74-639c-4469-8a97-7618a6d4e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:11:28.846867 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:28.847456 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Bound using segment: {'id': 'f84ccc74-639c-4469-8a97-7618a6d4e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:11:28.848205 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Bound port: 753f167a-d405-4f07-829d-3d8e3a74cc70, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84ccc74-639c-4469-8a97-7618a6d4e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:11:28.848815 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (753f167a-d405-4f07-829d-3d8e3a74cc70), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:28.981330 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] For port 753f167a-d405-4f07-829d-3d8e3a74cc70, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:11:28.983586 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc9cbbc1-0777-4853-a692-5812e5c4baa9 admin admin] Publish callbacks [] for port (6c4a19b4-dbae-4186-9398-8f1e1ef68693), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:29.017693 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] For port 753f167a-d405-4f07-829d-3d8e3a74cc70, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=753f167a-d405-4f07-829d-3d8e3a74cc70,segment=NetworkSegment(f84ccc74-639c-4469-8a97-7618a6d4e83c),segment_id=f84ccc74-639c-4469-8a97-7618a6d4e83c)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:11:29.030115 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (753f167a-d405-4f07-829d-3d8e3a74cc70), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:29.070746 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc9cbbc1-0777-4853-a692-5812e5c4baa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (6c4a19b4-dbae-4186-9398-8f1e1ef68693), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:29.097342 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:29.141549 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a42a73-9e02-4e80-94ea-b197a255fc1f None None] Pushing event updated for resources: {'Port': ['ID=753f167a-d405-4f07-829d-3d8e3a74cc70,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:29.169059 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9cbbc1-0777-4853-a692-5812e5c4baa9 admin admin] Pushing event updated for resources: {'Port': ['ID=6c4a19b4-dbae-4186-9398-8f1e1ef68693,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:29.175633 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9cbbc1-0777-4853-a692-5812e5c4baa9 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:11:29.179005 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-cc9cbbc1-0777-4853-a692-5812e5c4baa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:11:29.184093 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9cbbc1-0777-4853-a692-5812e5c4baa9 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:11:29.864894 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc9cbbc1-0777-4853-a692-5812e5c4baa9 admin admin] Publish callbacks [] for router_gateway (14c649df-e9ba-4f3c-ae75-6e5475821c0d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:30.312683 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc9cbbc1-0777-4853-a692-5812e5c4baa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (14c649df-e9ba-4f3c-ae75-6e5475821c0d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:30.598425 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9cbbc1-0777-4853-a692-5812e5c4baa9 admin admin] Router 14c649df-e9ba-4f3c-ae75-6e5475821c0d is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:11:30.831390 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9cbbc1-0777-4853-a692-5812e5c4baa9 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:11:30.851208 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d82eab-df14-4e2b-8606-de4ea1edd761 None None] Sync routers for ids ['14c649df-e9ba-4f3c-ae75-6e5475821c0d'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:11:30.859706 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc9cbbc1-0777-4853-a692-5812e5c4baa9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:30.861789 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cc9cbbc1-0777-4853-a692-5812e5c4baa9 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.1107194 Feb 08 21:11:30.866011 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37012) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:30.875716 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d82eab-df14-4e2b-8606-de4ea1edd761 None None] Routers {'14c649df-e9ba-4f3c-ae75-6e5475821c0d'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:11:30.877986 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c1d82eab-df14-4e2b-8606-de4ea1edd761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:11:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['14c649df-e9ba-4f3c-ae75-6e5475821c0d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:11:30.909594 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e65147-4c44-46c8-b4e6-2ccb737dc155 None None] Network b2fa857b-d652-4cb7-a5d6-dc6045645cef requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:11:31.140506 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-6ef49de8-4d4f-4452-ba85-2d9640bebdfc None None] Provisioning complete for port 753f167a-d405-4f07-829d-3d8e3a74cc70 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:11:31.141399 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6ef49de8-4d4f-4452-ba85-2d9640bebdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (753f167a-d405-4f07-829d-3d8e3a74cc70), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:31.158469 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37022) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:31.162684 n-d-712143-31 neutron-server[103433]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 08 21:11:31.258296 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 753f167a-d405-4f07-829d-3d8e3a74cc70 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:11:31.279905 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-2c4b559b-3303-453e-831a-2f2aa526c130 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=c5504d812d054bf981d651cbccbc0210&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1187487 Feb 08 21:11:31.322196 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-c1d82eab-df14-4e2b-8606-de4ea1edd761 None None] Set router 14c649df-e9ba-4f3c-ae75-6e5475821c0d gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:11:31.454900 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6ef49de8-4d4f-4452-ba85-2d9640bebdfc None None] Current status of the port 753f167a-d405-4f07-829d-3d8e3a74cc70 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:11:31.455595 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6ef49de8-4d4f-4452-ba85-2d9640bebdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (753f167a-d405-4f07-829d-3d8e3a74cc70), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:31.542369 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-6ef49de8-4d4f-4452-ba85-2d9640bebdfc None None] For port 753f167a-d405-4f07-829d-3d8e3a74cc70, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=753f167a-d405-4f07-829d-3d8e3a74cc70,segment=NetworkSegment(f84ccc74-639c-4469-8a97-7618a6d4e83c),segment_id=f84ccc74-639c-4469-8a97-7618a6d4e83c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:11:31.623975 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6ef49de8-4d4f-4452-ba85-2d9640bebdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (753f167a-d405-4f07-829d-3d8e3a74cc70), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:31.741695 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:31.766446 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:31.773894 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c1d82eab-df14-4e2b-8606-de4ea1edd761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1810342990-router', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:11:27Z', 'updated_at': '2022-02-08T21:11:29Z', 'revision_number': 3, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'gw_port': {'id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:28Z', 'updated_at': '2022-02-08T21:11:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:11:31.774735 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-084bc67a-cfbe-4e43-980f-29d3f0a8cbba tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:11:31.783122 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-084bc67a-cfbe-4e43-980f-29d3f0a8cbba tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4920566 Feb 08 21:11:31.807672 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d82eab-df14-4e2b-8606-de4ea1edd761 None None] Checking router: 14c649df-e9ba-4f3c-ae75-6e5475821c0d for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:11:31.808034 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d82eab-df14-4e2b-8606-de4ea1edd761 None None] Updating router 14c649df-e9ba-4f3c-ae75-6e5475821c0d port 6c4a19b4-dbae-4186-9398-8f1e1ef68693 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:11:31.831538 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-c5da6e20-596b-4e3e-9115-f6bb97413a45 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/quotas/c5504d812d054bf981d651cbccbc0210 HTTP/1.1" status: 200 len: 375 time: 0.0411935 Feb 08 21:11:31.843999 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c1d82eab-df14-4e2b-8606-de4ea1edd761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6c4a19b4-dbae-4186-9398-8f1e1ef68693), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:31.863105 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef49de8-4d4f-4452-ba85-2d9640bebdfc None None] Pushing event updated for resources: {'Port': ['ID=753f167a-d405-4f07-829d-3d8e3a74cc70,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:31.867737 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 753f167a-d405-4f07-829d-3d8e3a74cc70 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:11:31.868312 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (753f167a-d405-4f07-829d-3d8e3a74cc70), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:31.986769 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-983f4bb8-f7f6-4c7e-8165-16b41fa4af56 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c5504d812d054bf981d651cbccbc0210&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1535895 Feb 08 21:11:32.051078 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 753f167a-d405-4f07-829d-3d8e3a74cc70 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:11:32.111152 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-63721342-21ab-40f5-ac6a-c170a6cce43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:32.287616 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-587e8ed5-9ac6-4e4c-9c4a-bc546e9d3670 None None] Provisioning complete for port 753f167a-d405-4f07-829d-3d8e3a74cc70 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:11:32.289072 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-587e8ed5-9ac6-4e4c-9c4a-bc546e9d3670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (753f167a-d405-4f07-829d-3d8e3a74cc70), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:32.455971 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-63721342-21ab-40f5-ac6a-c170a6cce43c admin admin] Allocated IP 172.20.0.1 (b2fa857b-d652-4cb7-a5d6-dc6045645cef/a6afb4a6-45be-443f-9ca3-32271431c278/9bce35fe-25a1-46dd-8c5b-a702fdfbd384) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:11:32.475050 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-587e8ed5-9ac6-4e4c-9c4a-bc546e9d3670 None None] Current status of the port 753f167a-d405-4f07-829d-3d8e3a74cc70 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:11:32.607996 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c1d82eab-df14-4e2b-8606-de4ea1edd761 None None] Publish callbacks [] for port (6c4a19b4-dbae-4186-9398-8f1e1ef68693), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:32.623803 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c1d82eab-df14-4e2b-8606-de4ea1edd761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6c4a19b4-dbae-4186-9398-8f1e1ef68693), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:32.764532 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-c1d82eab-df14-4e2b-8606-de4ea1edd761 None None] Attempting to bind port 6c4a19b4-dbae-4186-9398-8f1e1ef68693 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:11:32.764937 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-c1d82eab-df14-4e2b-8606-de4ea1edd761 None None] Attempting to bind port 6c4a19b4-dbae-4186-9398-8f1e1ef68693 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:11:32.765294 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d82eab-df14-4e2b-8606-de4ea1edd761 None None] Attempting to bind port 6c4a19b4-dbae-4186-9398-8f1e1ef68693 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:11:32.773395 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965ef44-ff3f-4077-b386-80825cf24fe1 None None] Pushing event updated for resources: {'Port': ['ID=6c4a19b4-dbae-4186-9398-8f1e1ef68693,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:32.777270 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d82eab-df14-4e2b-8606-de4ea1edd761 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:11:32.777579 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-63721342-21ab-40f5-ac6a-c170a6cce43c admin admin] Publish callbacks [] for port (9bce35fe-25a1-46dd-8c5b-a702fdfbd384), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:32.777726 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d82eab-df14-4e2b-8606-de4ea1edd761 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:11:32.778033 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c1d82eab-df14-4e2b-8606-de4ea1edd761 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:32.778438 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d82eab-df14-4e2b-8606-de4ea1edd761 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:11:32.778925 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-c1d82eab-df14-4e2b-8606-de4ea1edd761 None None] Bound port: 6c4a19b4-dbae-4186-9398-8f1e1ef68693, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:11:32.779440 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c1d82eab-df14-4e2b-8606-de4ea1edd761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6c4a19b4-dbae-4186-9398-8f1e1ef68693), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:32.787633 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5965ef44-ff3f-4077-b386-80825cf24fe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:32.787979 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5965ef44-ff3f-4077-b386-80825cf24fe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:32.788322 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5965ef44-ff3f-4077-b386-80825cf24fe1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:32.788662 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5965ef44-ff3f-4077-b386-80825cf24fe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:32.788993 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5965ef44-ff3f-4077-b386-80825cf24fe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:32.789367 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5965ef44-ff3f-4077-b386-80825cf24fe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:32.789702 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5965ef44-ff3f-4077-b386-80825cf24fe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:32.790030 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5965ef44-ff3f-4077-b386-80825cf24fe1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:32.790362 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5965ef44-ff3f-4077-b386-80825cf24fe1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:32.790683 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5965ef44-ff3f-4077-b386-80825cf24fe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:32.791006 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5965ef44-ff3f-4077-b386-80825cf24fe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:32.791330 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5965ef44-ff3f-4077-b386-80825cf24fe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:32.791655 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5965ef44-ff3f-4077-b386-80825cf24fe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5965ef44-ff3f-4077-b386-80825cf24fe1 None None] Tracked resource versions report: Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: pushed versions: Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: { 'AddressGroup': {'1.2'}, Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: 'ConntrackHelper': {'1.0'}, Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: 'LocalIPAssociation': {'1.0'}, Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: 'Log': {'1.0'}, Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: 'Network': {'1.1'}, Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: 'Port': {'1.7'}, Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: 'PortForwarding': {'1.2'}, Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: 'QosPolicy': {'1.10'}, Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: 'SecurityGroup': {'1.5'}, Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: 'SecurityGroupRule': {'1.2'}, Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: 'SubPort': {'1.0'}, Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: 'Subnet': {'1.1'}, Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: 'Trunk': {'1.1'}} Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: consumer versions: Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: { DHCP agent@n-d-712143-31: {}, Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: HyperV agent@n-h1-712143-31: {}, Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: HyperV agent@n-h2-712143-31: {}, Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: L3 agent@n-d-712143-31: {}, Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: Metadata agent@n-d-712143-31: {}, Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: Metering agent@n-d-712143-31: {}, Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: Open vSwitch agent@n-d-712143-31: { 'AddressGroup': '1.2', Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: 'ConntrackHelper': '1.0', Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: 'LocalIPAssociation': '1.0', Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: 'Log': '1.0', Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: 'Network': '1.1', Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: 'Port': '1.7', Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: 'PortForwarding': '1.2', Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: 'QosPolicy': '1.10', Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: 'SecurityGroup': '1.5', Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: 'SecurityGroupRule': '1.2', Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: 'SubPort': '1.0', Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: 'Subnet': '1.1', Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: 'Trunk': '1.1'}} Feb 08 21:11:32.796293 n-d-712143-31 neutron-server[103436]: {{(pid=103436) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 21:11:32.817797 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d0fa9f29-93d7-46b6-af23-644f244d55c3 req-6c1f9b81-f25f-4e7a-9f2b-16ccbf1ee0c3 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=7fbb4b48-3ac1-4484-82cc-b47572c427e5 HTTP/1.1" status: 200 len: 210 time: 0.1233058 Feb 08 21:11:32.860175 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-63721342-21ab-40f5-ac6a-c170a6cce43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (9bce35fe-25a1-46dd-8c5b-a702fdfbd384), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:32.949525 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-c1d82eab-df14-4e2b-8606-de4ea1edd761 None None] For port 6c4a19b4-dbae-4186-9398-8f1e1ef68693, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:11:32.954305 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-c1d82eab-df14-4e2b-8606-de4ea1edd761 None None] For port 6c4a19b4-dbae-4186-9398-8f1e1ef68693, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=6c4a19b4-dbae-4186-9398-8f1e1ef68693,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:11:32.967466 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c1d82eab-df14-4e2b-8606-de4ea1edd761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6c4a19b4-dbae-4186-9398-8f1e1ef68693), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:33.032756 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63721342-21ab-40f5-ac6a-c170a6cce43c admin admin] Network b2fa857b-d652-4cb7-a5d6-dc6045645cef is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:11:33.034314 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63721342-21ab-40f5-ac6a-c170a6cce43c admin admin] Pushing event updated for resources: {'Port': ['ID=9bce35fe-25a1-46dd-8c5b-a702fdfbd384,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:33.040279 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-63721342-21ab-40f5-ac6a-c170a6cce43c admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:11:33.070597 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63721342-21ab-40f5-ac6a-c170a6cce43c admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:11:33.073857 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-63721342-21ab-40f5-ac6a-c170a6cce43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (14c649df-e9ba-4f3c-ae75-6e5475821c0d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:33.090165 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 753f167a-d405-4f07-829d-3d8e3a74cc70 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:11:33.141861 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d82eab-df14-4e2b-8606-de4ea1edd761 None None] Routers {'14c649df-e9ba-4f3c-ae75-6e5475821c0d'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:11:33.143119 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c1d82eab-df14-4e2b-8606-de4ea1edd761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:11:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['14c649df-e9ba-4f3c-ae75-6e5475821c0d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:11:33.260601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 753f167a-d405-4f07-829d-3d8e3a74cc70 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:11:33.262296 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (753f167a-d405-4f07-829d-3d8e3a74cc70), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:33.397938 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 753f167a-d405-4f07-829d-3d8e3a74cc70 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:11:33.473033 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-63721342-21ab-40f5-ac6a-c170a6cce43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9bce35fe-25a1-46dd-8c5b-a702fdfbd384), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:33.482139 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965ef44-ff3f-4077-b386-80825cf24fe1 None None] Pushing event updated for resources: {'Port': ['ID=6c4a19b4-dbae-4186-9398-8f1e1ef68693,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:33.686032 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-c1d82eab-df14-4e2b-8606-de4ea1edd761 None None] Set router 14c649df-e9ba-4f3c-ae75-6e5475821c0d gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:11:33.707097 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-350e3a88-e001-4a87-b164-9b0857dccef3 None None] Provisioning complete for port 9bce35fe-25a1-46dd-8c5b-a702fdfbd384 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:11:33.707635 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-350e3a88-e001-4a87-b164-9b0857dccef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9bce35fe-25a1-46dd-8c5b-a702fdfbd384), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:33.822399 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-350e3a88-e001-4a87-b164-9b0857dccef3 None None] Port 9bce35fe-25a1-46dd-8c5b-a702fdfbd384 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:11:34.124488 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-63721342-21ab-40f5-ac6a-c170a6cce43c admin admin] Publish callbacks [] for port (9bce35fe-25a1-46dd-8c5b-a702fdfbd384), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:34.147567 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-63721342-21ab-40f5-ac6a-c170a6cce43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9bce35fe-25a1-46dd-8c5b-a702fdfbd384), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:34.149977 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-63721342-21ab-40f5-ac6a-c170a6cce43c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (14c649df-e9ba-4f3c-ae75-6e5475821c0d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:34.299376 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63721342-21ab-40f5-ac6a-c170a6cce43c admin admin] Pushing event updated for resources: {'Port': ['ID=9bce35fe-25a1-46dd-8c5b-a702fdfbd384,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:34.453709 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37168) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:34.483590 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c1d82eab-df14-4e2b-8606-de4ea1edd761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1810342990-router', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:11:27Z', 'updated_at': '2022-02-08T21:11:29Z', 'revision_number': 3, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'gw_port': {'id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:28Z', 'updated_at': '2022-02-08T21:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:11:34.525268 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d82eab-df14-4e2b-8606-de4ea1edd761 None None] The sync data for ids ['14c649df-e9ba-4f3c-ae75-6e5475821c0d'] in n-d-712143-31 is: [{'id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1810342990-router', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:11:27Z', 'updated_at': '2022-02-08T21:11:29Z', 'revision_number': 3, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'gw_port': {'id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:28Z', 'updated_at': '2022-02-08T21:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:11:34.604302 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63721342-21ab-40f5-ac6a-c170a6cce43c admin admin] Network b2fa857b-d652-4cb7-a5d6-dc6045645cef is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:11:34.611352 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-63721342-21ab-40f5-ac6a-c170a6cce43c admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:11:34.644289 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37180) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:34.960131 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63721342-21ab-40f5-ac6a-c170a6cce43c admin admin] Router 14c649df-e9ba-4f3c-ae75-6e5475821c0d has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:11:35.016973 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-811aa53f-369b-4e73-8789-f2c436edd684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:35.326124 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-811aa53f-369b-4e73-8789-f2c436edd684 admin admin] Publish callbacks [] for security_group (880b2168-a6ab-4c77-9a64-0b767f2e0657), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:35.338650 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-811aa53f-369b-4e73-8789-f2c436edd684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (880b2168-a6ab-4c77-9a64-0b767f2e0657), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:35.353344 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-239d1931-eeeb-48ac-9156-2e0dcc88cbcc None None] Provisioning complete for port 9bce35fe-25a1-46dd-8c5b-a702fdfbd384 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:11:35.354245 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-239d1931-eeeb-48ac-9156-2e0dcc88cbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9bce35fe-25a1-46dd-8c5b-a702fdfbd384), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:35.368403 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63721342-21ab-40f5-ac6a-c170a6cce43c admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:11:35.384201 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-63721342-21ab-40f5-ac6a-c170a6cce43c admin admin] 10.222.0.88 "PUT /v2.0/routers/14c649df-e9ba-4f3c-ae75-6e5475821c0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5140936 Feb 08 21:11:35.474152 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-811aa53f-369b-4e73-8789-f2c436edd684 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e6dfb7f06e8c4df894eae304abcecff5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0170293 Feb 08 21:11:35.481660 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37198) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:35.501110 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811aa53f-369b-4e73-8789-f2c436edd684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880b2168-a6ab-4c77-9a64-0b767f2e0657,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:35.543841 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-239d1931-eeeb-48ac-9156-2e0dcc88cbcc None None] Port 9bce35fe-25a1-46dd-8c5b-a702fdfbd384 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:11:35.578289 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9a6acd1-4a2f-48d4-ba59-39b974665aed req-33074963-0995-4eb4-800d-b663361b1026 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=7fbb4b48-3ac1-4484-82cc-b47572c427e5 HTTP/1.1" status: 200 len: 210 time: 0.9308116 Feb 08 21:11:35.594605 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09fbfce2-5fe7-4885-8dcb-dab03afd5884 admin admin] Publish callbacks [] for security_group (880b2168-a6ab-4c77-9a64-0b767f2e0657), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:35.650363 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09fbfce2-5fe7-4885-8dcb-dab03afd5884 admin admin] Publish callbacks [] for security_group (880b2168-a6ab-4c77-9a64-0b767f2e0657), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:35.810732 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37202) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:35.855164 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09fbfce2-5fe7-4885-8dcb-dab03afd5884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (880b2168-a6ab-4c77-9a64-0b767f2e0657), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:35.861992 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09fbfce2-5fe7-4885-8dcb-dab03afd5884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:35.864316 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-09fbfce2-5fe7-4885-8dcb-dab03afd5884 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/880b2168-a6ab-4c77-9a64-0b767f2e0657 HTTP/1.1" status: 204 len: 168 time: 0.3861134 Feb 08 21:11:35.889096 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbfce2-5fe7-4885-8dcb-dab03afd5884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880b2168-a6ab-4c77-9a64-0b767f2e0657,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:36.006065 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37210) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:36.142064 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:36.336974 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:36.382822 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.94', 59448) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:36.414785 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b1f86b7-2383-4326-ac79-5ba903589ceb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:36.518187 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-26d260e2-a62a-4ab0-9dd9-de55217cb284 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=c5504d812d054bf981d651cbccbc0210&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1285913 Feb 08 21:11:36.734387 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43f7b40d-fc3a-4d6c-b764-b248f0c849a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:36.995664 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37266) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:37.155146 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6782e923-20c7-419f-a2a0-e19751b12863 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:37.210636 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6c4a19b4-dbae-4186-9398-8f1e1ef68693 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:11:37.235581 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b1f86b7-2383-4326-ac79-5ba903589ceb admin admin] Publish callbacks [] for security_group (3e797eea-ee0d-4d4b-a2f0-ccffbc2a5d3f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:37.247923 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b1f86b7-2383-4326-ac79-5ba903589ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3e797eea-ee0d-4d4b-a2f0-ccffbc2a5d3f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:37.253988 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-a840021b-ae38-4697-948a-c566a437aab6 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:11:37.256922 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-a840021b-ae38-4697-948a-c566a437aab6 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7354763 Feb 08 21:11:37.345746 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-79c49ee4-0ead-4d1f-bc94-6a66749052e6 req-a69cc6fa-3769-4c92-91ae-26d36da4ba84 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=7fbb4b48-3ac1-4484-82cc-b47572c427e5 HTTP/1.1" status: 200 len: 210 time: 0.1426675 Feb 08 21:11:37.360580 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43f7b40d-fc3a-4d6c-b764-b248f0c849a8 admin admin] Publish callbacks [] for security_group (d6b9ec6a-a5be-43d7-b87f-e887de1e4ac4), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:37.414113 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 6c4a19b4-dbae-4186-9398-8f1e1ef68693 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:11:37.414519 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6c4a19b4-dbae-4186-9398-8f1e1ef68693), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:37.458549 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-d5238bd0-8192-4f90-8e22-f5dceda60eb0 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Request body: {'port': {'device_id': '7fbb4b48-3ac1-4484-82cc-b47572c427e5', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': 'c5504d812d054bf981d651cbccbc0210'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:11:37.475207 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2b1f86b7-2383-4326-ac79-5ba903589ceb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e654066cb5794e9a875b2b3ee8db8c18&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6623201 Feb 08 21:11:37.484649 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37296) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:37.596466 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f86b7-2383-4326-ac79-5ba903589ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e797eea-ee0d-4d4b-a2f0-ccffbc2a5d3f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:37.647839 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 6c4a19b4-dbae-4186-9398-8f1e1ef68693 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:11:37.648482 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6c4a19b4-dbae-4186-9398-8f1e1ef68693), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:37.714331 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 6c4a19b4-dbae-4186-9398-8f1e1ef68693, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=6c4a19b4-dbae-4186-9398-8f1e1ef68693,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:11:37.721634 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6c4a19b4-dbae-4186-9398-8f1e1ef68693), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:37.865089 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2147948c-42ec-452f-af45-f7bf118ddf94 admin admin] Publish callbacks [] for security_group (3e797eea-ee0d-4d4b-a2f0-ccffbc2a5d3f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:37.894457 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=6c4a19b4-dbae-4186-9398-8f1e1ef68693,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:37.962707 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2147948c-42ec-452f-af45-f7bf118ddf94 admin admin] Publish callbacks [] for security_group (3e797eea-ee0d-4d4b-a2f0-ccffbc2a5d3f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:38.049577 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43f7b40d-fc3a-4d6c-b764-b248f0c849a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d6b9ec6a-a5be-43d7-b87f-e887de1e4ac4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:38.093261 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2147948c-42ec-452f-af45-f7bf118ddf94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3e797eea-ee0d-4d4b-a2f0-ccffbc2a5d3f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:38.098236 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2147948c-42ec-452f-af45-f7bf118ddf94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:38.100993 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2147948c-42ec-452f-af45-f7bf118ddf94 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3e797eea-ee0d-4d4b-a2f0-ccffbc2a5d3f HTTP/1.1" status: 204 len: 168 time: 0.5846753 Feb 08 21:11:38.117768 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147948c-42ec-452f-af45-f7bf118ddf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e797eea-ee0d-4d4b-a2f0-ccffbc2a5d3f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:38.183995 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37332) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:38.265801 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-43f7b40d-fc3a-4d6c-b764-b248f0c849a8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4098d7c195134242bc168e0a3303fc3b&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2577586 Feb 08 21:11:38.271030 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37338) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:38.290562 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7b40d-fc3a-4d6c-b764-b248f0c849a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b9ec6a-a5be-43d7-b87f-e887de1e4ac4,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:38.458813 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81534601-6d66-4e01-aafa-f63d1ec51c42 admin admin] Publish callbacks [] for security_group (d6b9ec6a-a5be-43d7-b87f-e887de1e4ac4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:38.501114 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6782e923-20c7-419f-a2a0-e19751b12863 admin admin] Publish callbacks [] for security_group (be78f3c5-5510-4da9-8090-c27bf4c49da1), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:38.510355 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6782e923-20c7-419f-a2a0-e19751b12863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (be78f3c5-5510-4da9-8090-c27bf4c49da1), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:38.551858 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81534601-6d66-4e01-aafa-f63d1ec51c42 admin admin] Publish callbacks [] for security_group (d6b9ec6a-a5be-43d7-b87f-e887de1e4ac4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:38.635313 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6782e923-20c7-419f-a2a0-e19751b12863 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f0d618b765c04e46ac4780e462458227&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6334946 Feb 08 21:11:38.651273 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-d5238bd0-8192-4f90-8e22-f5dceda60eb0 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Made reservation on behalf of c5504d812d054bf981d651cbccbc0210 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:11:38.660268 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37348) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:38.667354 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-d5238bd0-8192-4f90-8e22-f5dceda60eb0 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:38.783368 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-d5238bd0-8192-4f90-8e22-f5dceda60eb0 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:38.887211 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27e796ba-f4d4-4aa1-b8f1-9b8d4903cc16 req-365d1a91-829b-4d50-867d-3c84671f8514 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=7fbb4b48-3ac1-4484-82cc-b47572c427e5 HTTP/1.1" status: 200 len: 210 time: 0.1131334 Feb 08 21:11:38.890670 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782e923-20c7-419f-a2a0-e19751b12863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be78f3c5-5510-4da9-8090-c27bf4c49da1,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:38.966758 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81534601-6d66-4e01-aafa-f63d1ec51c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d6b9ec6a-a5be-43d7-b87f-e887de1e4ac4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:38.993753 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81534601-6d66-4e01-aafa-f63d1ec51c42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:39.002073 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-81534601-6d66-4e01-aafa-f63d1ec51c42 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d6b9ec6a-a5be-43d7-b87f-e887de1e4ac4 HTTP/1.1" status: 204 len: 168 time: 0.7245951 Feb 08 21:11:39.021710 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9663e3bb-f626-43d2-8bc5-32298ea63bae admin admin] Publish callbacks [] for security_group (be78f3c5-5510-4da9-8090-c27bf4c49da1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:39.072101 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9663e3bb-f626-43d2-8bc5-32298ea63bae admin admin] Publish callbacks [] for security_group (be78f3c5-5510-4da9-8090-c27bf4c49da1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:39.153349 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6c4a19b4-dbae-4186-9398-8f1e1ef68693 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:11:39.214081 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-d5238bd0-8192-4f90-8e22-f5dceda60eb0 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Publish callbacks [] for security_group (90c2892e-c6f4-41e2-a06c-0639b605b2f3), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:39.225284 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-d5238bd0-8192-4f90-8e22-f5dceda60eb0 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (90c2892e-c6f4-41e2-a06c-0639b605b2f3), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:39.269046 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37356) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:39.298835 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9d1a30ba-c6fb-4415-a0c5-9bc8e9a9036c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-324610282-network', 'tenant_id': '32470ea68c2542aca87319bad8bc3da8'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:11:39.319224 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81534601-6d66-4e01-aafa-f63d1ec51c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b9ec6a-a5be-43d7-b87f-e887de1e4ac4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:39.378756 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9663e3bb-f626-43d2-8bc5-32298ea63bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (be78f3c5-5510-4da9-8090-c27bf4c49da1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:39.386652 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9663e3bb-f626-43d2-8bc5-32298ea63bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:39.388676 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9663e3bb-f626-43d2-8bc5-32298ea63bae admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/be78f3c5-5510-4da9-8090-c27bf4c49da1 HTTP/1.1" status: 204 len: 168 time: 0.7271369 Feb 08 21:11:39.416556 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 6c4a19b4-dbae-4186-9398-8f1e1ef68693 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:11:39.419390 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6c4a19b4-dbae-4186-9398-8f1e1ef68693), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:39.431350 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663e3bb-f626-43d2-8bc5-32298ea63bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be78f3c5-5510-4da9-8090-c27bf4c49da1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:39.443246 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1a30ba-c6fb-4415-a0c5-9bc8e9a9036c admin admin] Made reservation on behalf of 32470ea68c2542aca87319bad8bc3da8 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:11:39.447395 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d1a30ba-c6fb-4415-a0c5-9bc8e9a9036c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:39.483909 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d1a30ba-c6fb-4415-a0c5-9bc8e9a9036c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:39.776702 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5285dc5d-876f-4079-98de-e8ec09121475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:39.784598 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d1a30ba-c6fb-4415-a0c5-9bc8e9a9036c admin admin] Publish callbacks [] for security_group (492ce5ea-8cb8-45ae-805d-3e7e3c458b44), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:39.792937 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d1a30ba-c6fb-4415-a0c5-9bc8e9a9036c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (492ce5ea-8cb8-45ae-805d-3e7e3c458b44), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:39.815748 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d1a30ba-c6fb-4415-a0c5-9bc8e9a9036c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:11:39.828014 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 6c4a19b4-dbae-4186-9398-8f1e1ef68693 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:11:39.837622 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d1a30ba-c6fb-4415-a0c5-9bc8e9a9036c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (d7b72b72-2487-480a-8e07-23df62d6e529), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:39.837892 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-9d1a30ba-c6fb-4415-a0c5-9bc8e9a9036c admin admin] Added segment d7b72b72-2487-480a-8e07-23df62d6e529 of type vlan for network f82c81fb-a348-4498-8eb1-058fca6b7870 Feb 08 21:11:39.888353 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5238bd0-8192-4f90-8e22-f5dceda60eb0 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90c2892e-c6f4-41e2-a06c-0639b605b2f3,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:39.889599 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d1a30ba-c6fb-4415-a0c5-9bc8e9a9036c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (f82c81fb-a348-4498-8eb1-058fca6b7870), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:39.925682 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d1a30ba-c6fb-4415-a0c5-9bc8e9a9036c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (f82c81fb-a348-4498-8eb1-058fca6b7870), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:39.928020 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1a30ba-c6fb-4415-a0c5-9bc8e9a9036c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:11:39.928399 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d1a30ba-c6fb-4415-a0c5-9bc8e9a9036c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:40.015187 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a30ba-c6fb-4415-a0c5-9bc8e9a9036c admin admin] Pushing event updated for resources: {'Network': ['ID=f82c81fb-a348-4498-8eb1-058fca6b7870,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:40.041116 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network f82c81fb-a348-4498-8eb1-058fca6b7870 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:11:40.066520 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a30ba-c6fb-4415-a0c5-9bc8e9a9036c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492ce5ea-8cb8-45ae-805d-3e7e3c458b44,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:40.092339 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9d1a30ba-c6fb-4415-a0c5-9bc8e9a9036c admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8217263 Feb 08 21:11:40.097795 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37362) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:40.118395 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-49fac424-d524-4411-9693-3a166c9bd21a admin admin] Request body: {'subnet': {'network_id': 'f82c81fb-a348-4498-8eb1-058fca6b7870', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-324610282-subnet', 'tenant_id': '32470ea68c2542aca87319bad8bc3da8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:11:40.196823 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fac424-d524-4411-9693-3a166c9bd21a admin admin] Made reservation on behalf of 32470ea68c2542aca87319bad8bc3da8 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:11:40.201022 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49fac424-d524-4411-9693-3a166c9bd21a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:40.336327 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37364) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:40.386864 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1203821c-e249-449a-80ea-3a94d75e2504 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:40.586938 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5285dc5d-876f-4079-98de-e8ec09121475 admin admin] Publish callbacks [] for security_group (3a4acf1c-f32c-4457-aee2-80f278f667a4), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:40.697832 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5285dc5d-876f-4079-98de-e8ec09121475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3a4acf1c-f32c-4457-aee2-80f278f667a4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:40.721886 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37c3a310-1932-42ad-bd91-191e12058de7 req-8032612c-68bb-4caf-bb38-0b3148e9b6f0 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=7fbb4b48-3ac1-4484-82cc-b47572c427e5 HTTP/1.1" status: 200 len: 210 time: 0.4251499 Feb 08 21:11:40.835081 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-d5238bd0-8192-4f90-8e22-f5dceda60eb0 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Allocated IP 192.168.233.167 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/5eeba7f3-2e44-4559-8cf0-2d04ec2173fc) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:11:40.842136 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1203821c-e249-449a-80ea-3a94d75e2504 admin admin] Publish callbacks [] for security_group (1b78a1a5-a6cf-43a6-b900-dfb281e3f6cf), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:40.854985 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-b50c14a1-0070-4934-b23e-973e937a2d1f tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=0e25977321014f05a3dbb056b23d6296&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2563589 Feb 08 21:11:40.865127 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1203821c-e249-449a-80ea-3a94d75e2504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (1b78a1a5-a6cf-43a6-b900-dfb281e3f6cf), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:40.936650 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1203821c-e249-449a-80ea-3a94d75e2504 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dc0ce58ddba54bd28b998c0bdbcd7c55&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5961168 Feb 08 21:11:40.945261 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37380) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:40.956041 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49fac424-d524-4411-9693-3a166c9bd21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for subnet (c8466e45-fcee-46d2-b619-09569beb8b4b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:41.034540 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fac424-d524-4411-9693-3a166c9bd21a admin admin] Checking segment: {'id': 'd7b72b72-2487-480a-8e07-23df62d6e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f82c81fb-a348-4498-8eb1-058fca6b7870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:11:41.035050 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fac424-d524-4411-9693-3a166c9bd21a admin admin] Network hostable DHCP agents. Network: f82c81fb-a348-4498-8eb1-058fca6b7870, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:11:41.056822 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203821c-e249-449a-80ea-3a94d75e2504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b78a1a5-a6cf-43a6-b900-dfb281e3f6cf,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:41.075627 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fac424-d524-4411-9693-3a166c9bd21a admin admin] Network f82c81fb-a348-4498-8eb1-058fca6b7870 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:11:41.085802 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fac424-d524-4411-9693-3a166c9bd21a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8466e45-fcee-46d2-b619-09569beb8b4b,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:41.095162 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-49fac424-d524-4411-9693-3a166c9bd21a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, f82c81fb-a348-4498-8eb1-058fca6b7870) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:11:41.107806 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fac424-d524-4411-9693-3a166c9bd21a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:11:41.110298 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49fac424-d524-4411-9693-3a166c9bd21a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:41.111012 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc92819-6907-4088-a03a-edadaa45d5db None None] Network f82c81fb-a348-4498-8eb1-058fca6b7870 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:11:41.128236 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5285dc5d-876f-4079-98de-e8ec09121475 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a16043b2146a40e0b83885c0328253ff&name=default HTTP/1.1" status: 200 len: 2992 time: 2.9302859 Feb 08 21:11:41.128960 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37388) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:41.165185 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-49fac424-d524-4411-9693-3a166c9bd21a admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0655606 Feb 08 21:11:41.169816 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37390) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:41.183413 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f75da84d-4e61-4a05-b8a4-c2f1a22bf085 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-324610282-router', 'tenant_id': '32470ea68c2542aca87319bad8bc3da8', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:11:41.272222 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f75da84d-4e61-4a05-b8a4-c2f1a22bf085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (eff57dd8-f738-4dd1-9f3f-46beaba62301), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:41.273405 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f75da84d-4e61-4a05-b8a4-c2f1a22bf085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (eff57dd8-f738-4dd1-9f3f-46beaba62301), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:41.433679 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285dc5d-876f-4079-98de-e8ec09121475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4acf1c-f32c-4457-aee2-80f278f667a4,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:41.521611 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f75da84d-4e61-4a05-b8a4-c2f1a22bf085 admin admin] Publish callbacks [] for router_controller (eff57dd8-f738-4dd1-9f3f-46beaba62301), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:41.554718 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83411520-9d5f-46e9-8923-c27d03253334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-f82c81fb-a348-4498-8eb1-058fca6b7870', 'network_id': 'f82c81fb-a348-4498-8eb1-058fca6b7870', 'project_id': '32470ea68c2542aca87319bad8bc3da8', 'fixed_ips': [{'subnet_id': 'c8466e45-fcee-46d2-b619-09569beb8b4b'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:11:41.558191 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-83411520-9d5f-46e9-8923-c27d03253334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:41.704765 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97a4a942-bb26-4199-a94d-d67abc4a8796 admin admin] Publish callbacks [] for security_group (1b78a1a5-a6cf-43a6-b900-dfb281e3f6cf), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:41.884631 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97a4a942-bb26-4199-a94d-d67abc4a8796 admin admin] Publish callbacks [] for security_group (1b78a1a5-a6cf-43a6-b900-dfb281e3f6cf), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:41.912514 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37404) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:41.919600 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-2335aeb2-9103-4b94-a85a-8ca5b9cdd9c8 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:11:41.929625 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-2335aeb2-9103-4b94-a85a-8ca5b9cdd9c8 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0565197 Feb 08 21:11:41.998172 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f744587-88ef-4ffc-8eff-6baf5dc00953 req-4fa3315b-e0c7-4ba2-8eac-b8d5352ad533 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=7fbb4b48-3ac1-4484-82cc-b47572c427e5 HTTP/1.1" status: 200 len: 210 time: 0.1292472 Feb 08 21:11:42.090776 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-33280d26-f549-494f-9c29-f548fc743708 admin admin] Publish callbacks [] for security_group (3a4acf1c-f32c-4457-aee2-80f278f667a4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:42.091591 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debff291-eda7-4d4b-b0ee-5070abd61fc1 None None] Sync routers for ids ['14c649df-e9ba-4f3c-ae75-6e5475821c0d'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:11:42.116010 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-b28c6bdd-5133-44b6-802f-0412c57ab565 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/quotas/0e25977321014f05a3dbb056b23d6296 HTTP/1.1" status: 200 len: 375 time: 0.1851501 Feb 08 21:11:42.222457 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debff291-eda7-4d4b-b0ee-5070abd61fc1 None None] Routers {'14c649df-e9ba-4f3c-ae75-6e5475821c0d'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:11:42.224251 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-debff291-eda7-4d4b-b0ee-5070abd61fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:11:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['14c649df-e9ba-4f3c-ae75-6e5475821c0d'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:11:42.314863 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f75da84d-4e61-4a05-b8a4-c2f1a22bf085 admin admin] Publish callbacks [] for router_gateway (eff57dd8-f738-4dd1-9f3f-46beaba62301), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:42.338324 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-519f7fe5-2516-4555-8ebf-60a063fecde0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:42.428791 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-33280d26-f549-494f-9c29-f548fc743708 admin admin] Publish callbacks [] for security_group (3a4acf1c-f32c-4457-aee2-80f278f667a4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:42.439026 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-e2a2f79d-1e72-434b-a2ed-7aeae95de407 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=0e25977321014f05a3dbb056b23d6296&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2885337 Feb 08 21:11:42.546638 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-d5238bd0-8192-4f90-8e22-f5dceda60eb0 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Publish callbacks [] for port (5eeba7f3-2e44-4559-8cf0-2d04ec2173fc), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:42.769775 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97a4a942-bb26-4199-a94d-d67abc4a8796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (1b78a1a5-a6cf-43a6-b900-dfb281e3f6cf), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:42.774747 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97a4a942-bb26-4199-a94d-d67abc4a8796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:42.776819 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-97a4a942-bb26-4199-a94d-d67abc4a8796 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1b78a1a5-a6cf-43a6-b900-dfb281e3f6cf HTTP/1.1" status: 204 len: 168 time: 1.8273849 Feb 08 21:11:42.800312 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-83411520-9d5f-46e9-8923-c27d03253334 None None] Allocated IP 172.20.0.2 (f82c81fb-a348-4498-8eb1-058fca6b7870/c8466e45-fcee-46d2-b619-09569beb8b4b/c67f3c48-ef4a-49ef-8738-1460ef9dbfc2) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:11:42.884054 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4a942-bb26-4199-a94d-d67abc4a8796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b78a1a5-a6cf-43a6-b900-dfb281e3f6cf,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:42.970750 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-519f7fe5-2516-4555-8ebf-60a063fecde0 admin admin] Publish callbacks [] for security_group (9e5bc381-4607-4aa7-b1b2-891e1aa526bf), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:42.996538 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-519f7fe5-2516-4555-8ebf-60a063fecde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9e5bc381-4607-4aa7-b1b2-891e1aa526bf), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:43.087377 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-debff291-eda7-4d4b-b0ee-5070abd61fc1 None None] Set router 14c649df-e9ba-4f3c-ae75-6e5475821c0d gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:11:43.122857 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f7fe5-2516-4555-8ebf-60a063fecde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5bc381-4607-4aa7-b1b2-891e1aa526bf,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:43.134859 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-33280d26-f549-494f-9c29-f548fc743708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3a4acf1c-f32c-4457-aee2-80f278f667a4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:43.148315 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-33280d26-f549-494f-9c29-f548fc743708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:43.154606 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-33280d26-f549-494f-9c29-f548fc743708 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3a4acf1c-f32c-4457-aee2-80f278f667a4 HTTP/1.1" status: 204 len: 168 time: 1.7736301 Feb 08 21:11:43.180501 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-d5238bd0-8192-4f90-8e22-f5dceda60eb0 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (5eeba7f3-2e44-4559-8cf0-2d04ec2173fc), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:43.292133 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37422) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:43.310967 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-519f7fe5-2516-4555-8ebf-60a063fecde0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4fb4b682385c4efe99d8283da97d271e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3907280 Feb 08 21:11:43.487156 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33280d26-f549-494f-9c29-f548fc743708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4acf1c-f32c-4457-aee2-80f278f667a4,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:43.631072 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5238bd0-8192-4f90-8e22-f5dceda60eb0 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Pushing event updated for resources: {'Port': ['ID=5eeba7f3-2e44-4559-8cf0-2d04ec2173fc,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:44.023135 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43bf875b-dfc7-4bd6-accd-c72cc2000781 req-c4a43c2b-cb47-43b5-83e1-525bfb354a9f tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/ports?device_id=efbd6221-637b-4ae7-9213-60e55b97c6ef HTTP/1.1" status: 200 len: 210 time: 0.3560858 Feb 08 21:11:44.041311 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-d5238bd0-8192-4f90-8e22-f5dceda60eb0 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:11:44.075233 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f75da84d-4e61-4a05-b8a4-c2f1a22bf085 admin admin] Publish callbacks [] for router_gateway (eff57dd8-f738-4dd1-9f3f-46beaba62301), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:44.151576 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37444) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:44.163045 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f75da84d-4e61-4a05-b8a4-c2f1a22bf085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:44.175634 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-d5238bd0-8192-4f90-8e22-f5dceda60eb0 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:11:44.240204 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-d5238bd0-8192-4f90-8e22-f5dceda60eb0 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:11:44.261633 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-d5238bd0-8192-4f90-8e22-f5dceda60eb0 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:11:44.262722 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-d5238bd0-8192-4f90-8e22-f5dceda60eb0 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:44.286623 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-debff291-eda7-4d4b-b0ee-5070abd61fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1810342990-router', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:11:27Z', 'updated_at': '2022-02-08T21:11:33Z', 'revision_number': 4, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'gw_port': {'id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:28Z', 'updated_at': '2022-02-08T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '9bce35fe-25a1-46dd-8c5b-a702fdfbd384', 'name': '', 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'mac_address': 'fa:16:3e:f4:9b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:32Z', 'updated_at': '2022-02-08T21:11:33Z', 'revision_number': 2, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'subnets': [{'id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:11:44.306841 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-287add59-b9bb-47b8-9a0a-760fa75fb970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:44.312093 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-d5238bd0-8192-4f90-8e22-f5dceda60eb0 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.9050217 Feb 08 21:11:44.376578 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-e1cf3cdd-426c-4a73-b78f-7ac36a84750a tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:11:44.391823 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-e1cf3cdd-426c-4a73-b78f-7ac36a84750a tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0225315 Feb 08 21:11:44.422193 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debff291-eda7-4d4b-b0ee-5070abd61fc1 None None] Checking router: 14c649df-e9ba-4f3c-ae75-6e5475821c0d for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:11:44.422910 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debff291-eda7-4d4b-b0ee-5070abd61fc1 None None] Updating router 14c649df-e9ba-4f3c-ae75-6e5475821c0d port 9bce35fe-25a1-46dd-8c5b-a702fdfbd384 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:11:44.440219 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-83411520-9d5f-46e9-8923-c27d03253334 None None] Publish callbacks [] for port (c67f3c48-ef4a-49ef-8738-1460ef9dbfc2), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:44.515705 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-83411520-9d5f-46e9-8923-c27d03253334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (c67f3c48-ef4a-49ef-8738-1460ef9dbfc2), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:44.602777 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83411520-9d5f-46e9-8923-c27d03253334 None None] Pushing event updated for resources: {'Port': ['ID=c67f3c48-ef4a-49ef-8738-1460ef9dbfc2,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:44.605013 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-287add59-b9bb-47b8-9a0a-760fa75fb970 admin admin] Publish callbacks [] for security_group (069e7cac-b1d4-4b3c-97b9-75c7bc80a797), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:44.624424 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-f75da84d-4e61-4a05-b8a4-c2f1a22bf085 admin admin] Allocated IP 172.25.3.127 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/cfb9fbf5-13da-43c3-aca4-822fd4da2906) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:11:44.628431 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-debff291-eda7-4d4b-b0ee-5070abd61fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9bce35fe-25a1-46dd-8c5b-a702fdfbd384), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:44.638876 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef620b5-a5dc-41b8-840f-6877b6c1a29b req-3a41507a-713b-4b28-96ec-30dbac873188 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:11:44.648594 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ef620b5-a5dc-41b8-840f-6877b6c1a29b req-3a41507a-713b-4b28-96ec-30dbac873188 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=7fbb4b48-3ac1-4484-82cc-b47572c427e5 HTTP/1.1" status: 200 len: 936 time: 1.3685112 Feb 08 21:11:44.656116 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-287add59-b9bb-47b8-9a0a-760fa75fb970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (069e7cac-b1d4-4b3c-97b9-75c7bc80a797), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:44.661853 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f493dc89-b846-43d5-a46b-9fbc8a657193 admin admin] Publish callbacks [] for security_group (9e5bc381-4607-4aa7-b1b2-891e1aa526bf), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:44.682241 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83411520-9d5f-46e9-8923-c27d03253334 None None] Network f82c81fb-a348-4498-8eb1-058fca6b7870 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:11:44.685956 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-83411520-9d5f-46e9-8923-c27d03253334 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:11:44.715826 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83411520-9d5f-46e9-8923-c27d03253334 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:11:44.747903 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f493dc89-b846-43d5-a46b-9fbc8a657193 admin admin] Publish callbacks [] for security_group (9e5bc381-4607-4aa7-b1b2-891e1aa526bf), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:45.239313 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287add59-b9bb-47b8-9a0a-760fa75fb970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069e7cac-b1d4-4b3c-97b9-75c7bc80a797,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:45.277474 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f75da84d-4e61-4a05-b8a4-c2f1a22bf085 admin admin] Publish callbacks [] for port (cfb9fbf5-13da-43c3-aca4-822fd4da2906), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:45.281644 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-287add59-b9bb-47b8-9a0a-760fa75fb970 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=506a74f60c814ababd8495df60a650bd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1142986 Feb 08 21:11:45.291676 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-3e865e98-2f91-46ba-9178-b6df37a1b448 None None] Provisioning complete for port 5eeba7f3-2e44-4559-8cf0-2d04ec2173fc triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:11:45.293164 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3e865e98-2f91-46ba-9178-b6df37a1b448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5eeba7f3-2e44-4559-8cf0-2d04ec2173fc), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:45.302015 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37468) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:45.449525 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-3e865e98-2f91-46ba-9178-b6df37a1b448 None None] Port 5eeba7f3-2e44-4559-8cf0-2d04ec2173fc cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:11:45.461401 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f75da84d-4e61-4a05-b8a4-c2f1a22bf085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (cfb9fbf5-13da-43c3-aca4-822fd4da2906), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:45.476983 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-83411520-9d5f-46e9-8923-c27d03253334 None None] Attempting to bind port c67f3c48-ef4a-49ef-8738-1460ef9dbfc2 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:11:45.480484 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-332e35e5-554e-46dc-b534-f2940e3405d2 req-48c75d23-1328-4d0b-8a16-51232b63d1b4 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/ports?device_id=efbd6221-637b-4ae7-9213-60e55b97c6ef HTTP/1.1" status: 200 len: 210 time: 0.2424846 Feb 08 21:11:45.490297 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f493dc89-b846-43d5-a46b-9fbc8a657193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9e5bc381-4607-4aa7-b1b2-891e1aa526bf), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:45.495781 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-83411520-9d5f-46e9-8923-c27d03253334 None None] Attempting to bind port c67f3c48-ef4a-49ef-8738-1460ef9dbfc2 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'd7b72b72-2487-480a-8e07-23df62d6e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f82c81fb-a348-4498-8eb1-058fca6b7870'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:11:45.496382 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83411520-9d5f-46e9-8923-c27d03253334 None None] Attempting to bind port c67f3c48-ef4a-49ef-8738-1460ef9dbfc2 on network f82c81fb-a348-4498-8eb1-058fca6b7870 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:11:45.498700 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f493dc89-b846-43d5-a46b-9fbc8a657193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:45.506389 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f493dc89-b846-43d5-a46b-9fbc8a657193 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9e5bc381-4607-4aa7-b1b2-891e1aa526bf HTTP/1.1" status: 204 len: 168 time: 2.1333568 Feb 08 21:11:45.566369 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ef620b5-a5dc-41b8-840f-6877b6c1a29b req-ea2619a4-59fd-46ee-8c72-cf54d7028977 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/security-groups?id=90c2892e-c6f4-41e2-a06c-0639b605b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9074597 Feb 08 21:11:45.566369 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493dc89-b846-43d5-a46b-9fbc8a657193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5bc381-4607-4aa7-b1b2-891e1aa526bf,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:45.596077 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83411520-9d5f-46e9-8923-c27d03253334 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:11:45.596674 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83411520-9d5f-46e9-8923-c27d03253334 None None] Checking segment: {'id': 'd7b72b72-2487-480a-8e07-23df62d6e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f82c81fb-a348-4498-8eb1-058fca6b7870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:11:45.597449 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-83411520-9d5f-46e9-8923-c27d03253334 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:45.603289 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83411520-9d5f-46e9-8923-c27d03253334 None None] Bound using segment: {'id': 'd7b72b72-2487-480a-8e07-23df62d6e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f82c81fb-a348-4498-8eb1-058fca6b7870'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:11:45.604528 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-83411520-9d5f-46e9-8923-c27d03253334 None None] Bound port: c67f3c48-ef4a-49ef-8738-1460ef9dbfc2, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b72b72-2487-480a-8e07-23df62d6e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f82c81fb-a348-4498-8eb1-058fca6b7870'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:11:45.605116 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-83411520-9d5f-46e9-8923-c27d03253334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c67f3c48-ef4a-49ef-8738-1460ef9dbfc2), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:45.750284 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-56c17dbf-81e5-4ee7-a285-8790f37c4cb0 service neutron] Request body: {'port': {'device_id': '7fbb4b48-3ac1-4484-82cc-b47572c427e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:11:45.878567 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75da84d-4e61-4a05-b8a4-c2f1a22bf085 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:11:45.897670 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75da84d-4e61-4a05-b8a4-c2f1a22bf085 admin admin] Pushing event updated for resources: {'Port': ['ID=cfb9fbf5-13da-43c3-aca4-822fd4da2906,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:45.927280 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-f75da84d-4e61-4a05-b8a4-c2f1a22bf085 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:11:45.935998 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75da84d-4e61-4a05-b8a4-c2f1a22bf085 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:11:46.012208 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-debff291-eda7-4d4b-b0ee-5070abd61fc1 None None] Publish callbacks [] for port (9bce35fe-25a1-46dd-8c5b-a702fdfbd384), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:46.033482 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-83411520-9d5f-46e9-8923-c27d03253334 None None] For port c67f3c48-ef4a-49ef-8738-1460ef9dbfc2, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:11:46.041287 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-83411520-9d5f-46e9-8923-c27d03253334 None None] For port c67f3c48-ef4a-49ef-8738-1460ef9dbfc2, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c67f3c48-ef4a-49ef-8738-1460ef9dbfc2,segment=NetworkSegment(d7b72b72-2487-480a-8e07-23df62d6e529),segment_id=d7b72b72-2487-480a-8e07-23df62d6e529)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:11:46.045412 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-debff291-eda7-4d4b-b0ee-5070abd61fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9bce35fe-25a1-46dd-8c5b-a702fdfbd384), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:46.055729 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-83411520-9d5f-46e9-8923-c27d03253334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c67f3c48-ef4a-49ef-8738-1460ef9dbfc2), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:46.183389 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a562e7-cd21-4868-83b6-555be7ffa880 None None] Pushing event updated for resources: {'Port': ['ID=9bce35fe-25a1-46dd-8c5b-a702fdfbd384,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:46.516317 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-56c17dbf-81e5-4ee7-a285-8790f37c4cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5eeba7f3-2e44-4559-8cf0-2d04ec2173fc), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:46.548822 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-debff291-eda7-4d4b-b0ee-5070abd61fc1 None None] Attempting to bind port 9bce35fe-25a1-46dd-8c5b-a702fdfbd384 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:11:46.549796 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-debff291-eda7-4d4b-b0ee-5070abd61fc1 None None] Attempting to bind port 9bce35fe-25a1-46dd-8c5b-a702fdfbd384 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'f84ccc74-639c-4469-8a97-7618a6d4e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:11:46.549796 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debff291-eda7-4d4b-b0ee-5070abd61fc1 None None] Attempting to bind port 9bce35fe-25a1-46dd-8c5b-a702fdfbd384 on network b2fa857b-d652-4cb7-a5d6-dc6045645cef {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:11:46.552311 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83411520-9d5f-46e9-8923-c27d03253334 None None] Pushing event updated for resources: {'Port': ['ID=c67f3c48-ef4a-49ef-8738-1460ef9dbfc2,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:46.611858 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debff291-eda7-4d4b-b0ee-5070abd61fc1 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:11:46.612578 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debff291-eda7-4d4b-b0ee-5070abd61fc1 None None] Checking segment: {'id': 'f84ccc74-639c-4469-8a97-7618a6d4e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:11:46.613174 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-debff291-eda7-4d4b-b0ee-5070abd61fc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:46.613804 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debff291-eda7-4d4b-b0ee-5070abd61fc1 None None] Bound using segment: {'id': 'f84ccc74-639c-4469-8a97-7618a6d4e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:11:46.616851 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-debff291-eda7-4d4b-b0ee-5070abd61fc1 None None] Bound port: 9bce35fe-25a1-46dd-8c5b-a702fdfbd384, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84ccc74-639c-4469-8a97-7618a6d4e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:11:46.621978 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-debff291-eda7-4d4b-b0ee-5070abd61fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9bce35fe-25a1-46dd-8c5b-a702fdfbd384), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:46.909802 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-debff291-eda7-4d4b-b0ee-5070abd61fc1 None None] For port 9bce35fe-25a1-46dd-8c5b-a702fdfbd384, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:11:46.923200 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-debff291-eda7-4d4b-b0ee-5070abd61fc1 None None] For port 9bce35fe-25a1-46dd-8c5b-a702fdfbd384, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=9bce35fe-25a1-46dd-8c5b-a702fdfbd384,segment=NetworkSegment(f84ccc74-639c-4469-8a97-7618a6d4e83c),segment_id=f84ccc74-639c-4469-8a97-7618a6d4e83c)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:11:46.958587 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-debff291-eda7-4d4b-b0ee-5070abd61fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9bce35fe-25a1-46dd-8c5b-a702fdfbd384), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:47.016449 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9551e61d-a4a3-429c-9804-7ba9caf49079 admin admin] Publish callbacks [] for security_group (069e7cac-b1d4-4b3c-97b9-75c7bc80a797), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:47.212430 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9551e61d-a4a3-429c-9804-7ba9caf49079 admin admin] Publish callbacks [] for security_group (069e7cac-b1d4-4b3c-97b9-75c7bc80a797), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:47.300619 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a562e7-cd21-4868-83b6-555be7ffa880 None None] Pushing event updated for resources: {'Port': ['ID=9bce35fe-25a1-46dd-8c5b-a702fdfbd384,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:47.430031 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-61d1147a-1ccd-40fc-870d-588e6f6b8ac3 None None] Provisioning complete for port 9bce35fe-25a1-46dd-8c5b-a702fdfbd384 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:11:47.430628 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61d1147a-1ccd-40fc-870d-588e6f6b8ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9bce35fe-25a1-46dd-8c5b-a702fdfbd384), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:47.443116 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0dbfb794-baa3-4903-87c6-b8069ddb8f44 req-0ffa840b-a91a-43c6-847e-da1198b8f5fb tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/ports?device_id=efbd6221-637b-4ae7-9213-60e55b97c6ef HTTP/1.1" status: 200 len: 210 time: 0.4757848 Feb 08 21:11:47.484764 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c67f3c48-ef4a-49ef-8738-1460ef9dbfc2 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:11:47.498147 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f75da84d-4e61-4a05-b8a4-c2f1a22bf085 admin admin] Publish callbacks [] for router_gateway (eff57dd8-f738-4dd1-9f3f-46beaba62301), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:47.795402 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debff291-eda7-4d4b-b0ee-5070abd61fc1 None None] Routers {'14c649df-e9ba-4f3c-ae75-6e5475821c0d'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:11:47.801558 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-debff291-eda7-4d4b-b0ee-5070abd61fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:11:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['14c649df-e9ba-4f3c-ae75-6e5475821c0d'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:11:48.375935 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-debff291-eda7-4d4b-b0ee-5070abd61fc1 None None] Set router 14c649df-e9ba-4f3c-ae75-6e5475821c0d gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:11:48.485386 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d20c09-c7b3-4a9c-b6f7-f9a103df2303 req-f0a597f2-705a-475c-bdee-068c583b061e tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:11:48.492105 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d5d20c09-c7b3-4a9c-b6f7-f9a103df2303 req-f0a597f2-705a-475c-bdee-068c583b061e tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=7fbb4b48-3ac1-4484-82cc-b47572c427e5 HTTP/1.1" status: 200 len: 936 time: 0.5357373 Feb 08 21:11:48.545481 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.94', 59453) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:48.718081 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-c39697cd-05c3-4834-8521-0371e91495a5 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=0e25977321014f05a3dbb056b23d6296&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1329265 Feb 08 21:11:49.016942 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f75da84d-4e61-4a05-b8a4-c2f1a22bf085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (eff57dd8-f738-4dd1-9f3f-46beaba62301), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:49.025001 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9551e61d-a4a3-429c-9804-7ba9caf49079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (069e7cac-b1d4-4b3c-97b9-75c7bc80a797), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:49.038864 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9551e61d-a4a3-429c-9804-7ba9caf49079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:49.043877 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9551e61d-a4a3-429c-9804-7ba9caf49079 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/069e7cac-b1d4-4b3c-97b9-75c7bc80a797 HTTP/1.1" status: 204 len: 168 time: 3.7322528 Feb 08 21:11:49.065084 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9551e61d-a4a3-429c-9804-7ba9caf49079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069e7cac-b1d4-4b3c-97b9-75c7bc80a797,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:49.170385 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d5d20c09-c7b3-4a9c-b6f7-f9a103df2303 req-08208705-5714-4a16-beca-6abe15d57fbe tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/security-groups?id=90c2892e-c6f4-41e2-a06c-0639b605b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6658549 Feb 08 21:11:49.250099 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-df0d8ba4-3254-4029-961c-625ee2d056bf tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:11:49.254185 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-df0d8ba4-3254-4029-961c-625ee2d056bf tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5229745 Feb 08 21:11:49.300133 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-b2b37f28-2ec3-402d-9fb2-f7de1c9c3109 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Request body: {'port': {'device_id': 'efbd6221-637b-4ae7-9213-60e55b97c6ef', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': '0e25977321014f05a3dbb056b23d6296'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:11:49.458472 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28060cd4-5ff4-49b2-99b7-45e79856adc2 None None] Network f82c81fb-a348-4498-8eb1-058fca6b7870 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:11:49.476354 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75da84d-4e61-4a05-b8a4-c2f1a22bf085 admin admin] Router eff57dd8-f738-4dd1-9f3f-46beaba62301 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:11:49.538499 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4fd47b17-7f08-4dbd-8151-c0cdc90b17fe req-f5f6b8ff-f4b4-4bb5-aa37-d78191c2a2de tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/ports?device_id=efbd6221-637b-4ae7-9213-60e55b97c6ef HTTP/1.1" status: 200 len: 210 time: 0.0746305 Feb 08 21:11:49.547431 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port c67f3c48-ef4a-49ef-8738-1460ef9dbfc2 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:11:49.547807 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c67f3c48-ef4a-49ef-8738-1460ef9dbfc2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:49.736771 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-56c17dbf-81e5-4ee7-a285-8790f37c4cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eeba7f3-2e44-4559-8cf0-2d04ec2173fc {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:11:49.751835 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-b2b37f28-2ec3-402d-9fb2-f7de1c9c3109 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Made reservation on behalf of 0e25977321014f05a3dbb056b23d6296 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:11:49.771584 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-b2b37f28-2ec3-402d-9fb2-f7de1c9c3109 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:49.823075 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-b2b37f28-2ec3-402d-9fb2-f7de1c9c3109 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:49.836498 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-61d1147a-1ccd-40fc-870d-588e6f6b8ac3 None None] Current status of the port 9bce35fe-25a1-46dd-8c5b-a702fdfbd384 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:11:49.837370 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61d1147a-1ccd-40fc-870d-588e6f6b8ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9bce35fe-25a1-46dd-8c5b-a702fdfbd384), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:49.849199 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-56c17dbf-81e5-4ee7-a285-8790f37c4cb0 service neutron] Publish callbacks [] for port (5eeba7f3-2e44-4559-8cf0-2d04ec2173fc), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:49.878978 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75da84d-4e61-4a05-b8a4-c2f1a22bf085 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:11:49.897589 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6c508b-8ef7-4ba0-9e52-e006eb97f6da None None] Sync routers for ids ['eff57dd8-f738-4dd1-9f3f-46beaba62301'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:11:49.944500 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6c508b-8ef7-4ba0-9e52-e006eb97f6da None None] Routers {'eff57dd8-f738-4dd1-9f3f-46beaba62301'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:11:49.949144 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-fb6c508b-8ef7-4ba0-9e52-e006eb97f6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:11:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['eff57dd8-f738-4dd1-9f3f-46beaba62301'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:11:49.950714 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f75da84d-4e61-4a05-b8a4-c2f1a22bf085 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:49.956647 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f75da84d-4e61-4a05-b8a4-c2f1a22bf085 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.7830350 Feb 08 21:11:49.960962 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37538) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:50.017426 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port c67f3c48-ef4a-49ef-8738-1460ef9dbfc2 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:11:50.018280 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c67f3c48-ef4a-49ef-8738-1460ef9dbfc2), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:50.052115 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-56c17dbf-81e5-4ee7-a285-8790f37c4cb0 service neutron] Transition to ACTIVE for port object 5eeba7f3-2e44-4559-8cf0-2d04ec2173fc will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:11:50.073857 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-56c17dbf-81e5-4ee7-a285-8790f37c4cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5eeba7f3-2e44-4559-8cf0-2d04ec2173fc), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:50.226152 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-61d1147a-1ccd-40fc-870d-588e6f6b8ac3 None None] For port 9bce35fe-25a1-46dd-8c5b-a702fdfbd384, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=9bce35fe-25a1-46dd-8c5b-a702fdfbd384,segment=NetworkSegment(f84ccc74-639c-4469-8a97-7618a6d4e83c),segment_id=f84ccc74-639c-4469-8a97-7618a6d4e83c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:11:50.258662 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61d1147a-1ccd-40fc-870d-588e6f6b8ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9bce35fe-25a1-46dd-8c5b-a702fdfbd384), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:50.317743 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-fb6c508b-8ef7-4ba0-9e52-e006eb97f6da None None] Set router eff57dd8-f738-4dd1-9f3f-46beaba62301 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:11:50.337877 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c17dbf-81e5-4ee7-a285-8790f37c4cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=5eeba7f3-2e44-4559-8cf0-2d04ec2173fc,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:50.467488 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-b2b37f28-2ec3-402d-9fb2-f7de1c9c3109 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Publish callbacks [] for security_group (b6cdd2d6-6430-41f1-8025-a1871ee32d1b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:50.536164 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-b2b37f28-2ec3-402d-9fb2-f7de1c9c3109 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b6cdd2d6-6430-41f1-8025-a1871ee32d1b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:50.654225 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port c67f3c48-ef4a-49ef-8738-1460ef9dbfc2, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c67f3c48-ef4a-49ef-8738-1460ef9dbfc2,segment=NetworkSegment(d7b72b72-2487-480a-8e07-23df62d6e529),segment_id=d7b72b72-2487-480a-8e07-23df62d6e529)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:11:50.779833 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c67f3c48-ef4a-49ef-8738-1460ef9dbfc2), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:50.955739 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1147a-1ccd-40fc-870d-588e6f6b8ac3 None None] Pushing event updated for resources: {'Port': ['ID=9bce35fe-25a1-46dd-8c5b-a702fdfbd384,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:51.171053 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b37f28-2ec3-402d-9fb2-f7de1c9c3109 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cdd2d6-6430-41f1-8025-a1871ee32d1b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:51.218071 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72702c1f-85e1-46d1-ba80-bdfb9f941e1b req-4903a525-8609-4bd9-9866-56e55ddd6d5d tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/ports?device_id=efbd6221-637b-4ae7-9213-60e55b97c6ef HTTP/1.1" status: 200 len: 210 time: 0.1896956 Feb 08 21:11:51.222315 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37554) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:51.232578 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-78c7740b-978f-4e74-9242-2e7aa4edb4fb None None] Provisioning complete for port c67f3c48-ef4a-49ef-8738-1460ef9dbfc2 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:11:51.252664 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-fb6c508b-8ef7-4ba0-9e52-e006eb97f6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff57dd8-f738-4dd1-9f3f-46beaba62301', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-324610282-router', 'tenant_id': '32470ea68c2542aca87319bad8bc3da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'cfb9fbf5-13da-43c3-aca4-822fd4da2906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:11:41Z', 'updated_at': '2022-02-08T21:11:46Z', 'revision_number': 3, 'project_id': '32470ea68c2542aca87319bad8bc3da8', 'gw_port': {'id': 'cfb9fbf5-13da-43c3-aca4-822fd4da2906', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff57dd8-f738-4dd1-9f3f-46beaba62301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:44Z', 'updated_at': '2022-02-08T21:11:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:11:51.255337 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-78c7740b-978f-4e74-9242-2e7aa4edb4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c67f3c48-ef4a-49ef-8738-1460ef9dbfc2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:51.430754 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-56c17dbf-81e5-4ee7-a285-8790f37c4cb0 service neutron] Attempting to bind port 5eeba7f3-2e44-4559-8cf0-2d04ec2173fc on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:11:51.431296 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-56c17dbf-81e5-4ee7-a285-8790f37c4cb0 service neutron] Attempting to bind port 5eeba7f3-2e44-4559-8cf0-2d04ec2173fc by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:11:51.438332 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-56c17dbf-81e5-4ee7-a285-8790f37c4cb0 service neutron] Attempting to bind port 5eeba7f3-2e44-4559-8cf0-2d04ec2173fc on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:11:51.455132 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6c508b-8ef7-4ba0-9e52-e006eb97f6da None None] Checking router: eff57dd8-f738-4dd1-9f3f-46beaba62301 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:11:51.455739 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6c508b-8ef7-4ba0-9e52-e006eb97f6da None None] Updating router eff57dd8-f738-4dd1-9f3f-46beaba62301 port cfb9fbf5-13da-43c3-aca4-822fd4da2906 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:11:51.503076 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-56c17dbf-81e5-4ee7-a285-8790f37c4cb0 service neutron] Port 5eeba7f3-2e44-4559-8cf0-2d04ec2173fc on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:11:51.503476 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-56c17dbf-81e5-4ee7-a285-8790f37c4cb0 service neutron] Attempting to bind port 5eeba7f3-2e44-4559-8cf0-2d04ec2173fc on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:11:51.538130 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-debff291-eda7-4d4b-b0ee-5070abd61fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1810342990-router', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:11:27Z', 'updated_at': '2022-02-08T21:11:33Z', 'revision_number': 4, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'gw_port': {'id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:28Z', 'updated_at': '2022-02-08T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '9bce35fe-25a1-46dd-8c5b-a702fdfbd384', 'name': '', 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'mac_address': 'fa:16:3e:f4:9b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:32Z', 'updated_at': '2022-02-08T21:11:46Z', 'revision_number': 4, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'subnets': [{'id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:11:51.539714 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-56c17dbf-81e5-4ee7-a285-8790f37c4cb0 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:11:51.540669 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-56c17dbf-81e5-4ee7-a285-8790f37c4cb0 service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:11:51.547236 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-56c17dbf-81e5-4ee7-a285-8790f37c4cb0 service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:11:51.548185 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-56c17dbf-81e5-4ee7-a285-8790f37c4cb0 service neutron] Bound port: 5eeba7f3-2e44-4559-8cf0-2d04ec2173fc, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:11:51.548825 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-56c17dbf-81e5-4ee7-a285-8790f37c4cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5eeba7f3-2e44-4559-8cf0-2d04ec2173fc), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:51.607950 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fb6c508b-8ef7-4ba0-9e52-e006eb97f6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cfb9fbf5-13da-43c3-aca4-822fd4da2906), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:51.666899 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debff291-eda7-4d4b-b0ee-5070abd61fc1 None None] The sync data for ids ['14c649df-e9ba-4f3c-ae75-6e5475821c0d'] in n-d-712143-31 is: [{'id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1810342990-router', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:11:27Z', 'updated_at': '2022-02-08T21:11:33Z', 'revision_number': 4, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'gw_port': {'id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:28Z', 'updated_at': '2022-02-08T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '9bce35fe-25a1-46dd-8c5b-a702fdfbd384', 'name': '', 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'mac_address': 'fa:16:3e:f4:9b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:32Z', 'updated_at': '2022-02-08T21:11:46Z', 'revision_number': 4, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'subnets': [{'id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:11:51.752923 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200b92e-8f64-42a5-bcfa-afbc25709237 req-a7845ef2-37a0-4348-aa74-a5f5482c486a tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:11:51.770845 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e200b92e-8f64-42a5-bcfa-afbc25709237 req-a7845ef2-37a0-4348-aa74-a5f5482c486a tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=7fbb4b48-3ac1-4484-82cc-b47572c427e5 HTTP/1.1" status: 200 len: 948 time: 1.2344248 Feb 08 21:11:51.908866 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c742065f-9bcb-4104-8575-4373debe64a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:51.931283 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=c67f3c48-ef4a-49ef-8738-1460ef9dbfc2,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:52.031541 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-56c17dbf-81e5-4ee7-a285-8790f37c4cb0 service neutron] For port 5eeba7f3-2e44-4559-8cf0-2d04ec2173fc, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:11:52.042016 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-56c17dbf-81e5-4ee7-a285-8790f37c4cb0 service neutron] For port 5eeba7f3-2e44-4559-8cf0-2d04ec2173fc, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=5eeba7f3-2e44-4559-8cf0-2d04ec2173fc,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:11:52.106472 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-56c17dbf-81e5-4ee7-a285-8790f37c4cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5eeba7f3-2e44-4559-8cf0-2d04ec2173fc), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:52.158866 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-78c7740b-978f-4e74-9242-2e7aa4edb4fb None None] Current status of the port c67f3c48-ef4a-49ef-8738-1460ef9dbfc2 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:11:52.215017 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-78c7740b-978f-4e74-9242-2e7aa4edb4fb None None] Provisioning complete for port 9bce35fe-25a1-46dd-8c5b-a702fdfbd384 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:11:52.219140 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-78c7740b-978f-4e74-9242-2e7aa4edb4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9bce35fe-25a1-46dd-8c5b-a702fdfbd384), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:52.353781 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-56c17dbf-81e5-4ee7-a285-8790f37c4cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:11:52.366412 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-56c17dbf-81e5-4ee7-a285-8790f37c4cb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:52.371144 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-56c17dbf-81e5-4ee7-a285-8790f37c4cb0 service neutron] 10.222.0.94 "PUT /v2.0/ports/5eeba7f3-2e44-4559-8cf0-2d04ec2173fc HTTP/1.1" status: 200 len: 1097 time: 7.1581490 Feb 08 21:11:52.400875 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c17dbf-81e5-4ee7-a285-8790f37c4cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=5eeba7f3-2e44-4559-8cf0-2d04ec2173fc,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:52.438330 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fbb4b48-3ac1-4484-82cc-b47572c427e5', 'tag': '5eeba7f3-2e44-4559-8cf0-2d04ec2173fc'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:11:52.615939 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-78c7740b-978f-4e74-9242-2e7aa4edb4fb None None] Current status of the port 9bce35fe-25a1-46dd-8c5b-a702fdfbd384 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:11:52.799187 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-43d90c57-476b-4454-927f-0bf5959e9c10 None None] Provisioning complete for port c67f3c48-ef4a-49ef-8738-1460ef9dbfc2 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:11:52.800160 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-43d90c57-476b-4454-927f-0bf5959e9c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c67f3c48-ef4a-49ef-8738-1460ef9dbfc2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:52.902465 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fb6c508b-8ef7-4ba0-9e52-e006eb97f6da None None] Publish callbacks [] for port (cfb9fbf5-13da-43c3-aca4-822fd4da2906), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:52.918364 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fb6c508b-8ef7-4ba0-9e52-e006eb97f6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cfb9fbf5-13da-43c3-aca4-822fd4da2906), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:53.010997 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b68589d4-79ac-44d2-a8ff-6cb25945e8cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:53.018155 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228daa2-9379-433d-afae-3ebe8584cc22 None None] Pushing event updated for resources: {'Port': ['ID=cfb9fbf5-13da-43c3-aca4-822fd4da2906,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:53.103378 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-fb6c508b-8ef7-4ba0-9e52-e006eb97f6da None None] Attempting to bind port cfb9fbf5-13da-43c3-aca4-822fd4da2906 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:11:53.103979 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-fb6c508b-8ef7-4ba0-9e52-e006eb97f6da None None] Attempting to bind port cfb9fbf5-13da-43c3-aca4-822fd4da2906 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:11:53.104601 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c508b-8ef7-4ba0-9e52-e006eb97f6da None None] Attempting to bind port cfb9fbf5-13da-43c3-aca4-822fd4da2906 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:11:53.131362 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c508b-8ef7-4ba0-9e52-e006eb97f6da None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:11:53.133901 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c508b-8ef7-4ba0-9e52-e006eb97f6da None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:11:53.134674 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fb6c508b-8ef7-4ba0-9e52-e006eb97f6da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:53.135430 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c508b-8ef7-4ba0-9e52-e006eb97f6da None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:11:53.136767 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-fb6c508b-8ef7-4ba0-9e52-e006eb97f6da None None] Bound port: cfb9fbf5-13da-43c3-aca4-822fd4da2906, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:11:53.137448 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fb6c508b-8ef7-4ba0-9e52-e006eb97f6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cfb9fbf5-13da-43c3-aca4-822fd4da2906), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:53.264982 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-b2b37f28-2ec3-402d-9fb2-f7de1c9c3109 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Allocated IP 192.168.233.209 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/0204d3f9-8302-41e7-8a0d-e1daa55a8cd8) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:11:53.453686 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-43d90c57-476b-4454-927f-0bf5959e9c10 None None] Current status of the port c67f3c48-ef4a-49ef-8738-1460ef9dbfc2 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:11:53.480487 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ba18e15-fb16-4dd7-a385-506e1c09c148 req-3f1f1c05-3861-46ef-a6e0-852cd4e286d1 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/ports?device_id=efbd6221-637b-4ae7-9213-60e55b97c6ef HTTP/1.1" status: 200 len: 210 time: 0.7335186 Feb 08 21:11:53.530457 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 9bce35fe-25a1-46dd-8c5b-a702fdfbd384 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:11:53.609298 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e200b92e-8f64-42a5-bcfa-afbc25709237 req-44bd169d-b6fa-44cb-8c0a-62d469565162 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/security-groups?id=90c2892e-c6f4-41e2-a06c-0639b605b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8172972 Feb 08 21:11:53.640436 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-fb6c508b-8ef7-4ba0-9e52-e006eb97f6da None None] For port cfb9fbf5-13da-43c3-aca4-822fd4da2906, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:11:53.671521 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-fb6c508b-8ef7-4ba0-9e52-e006eb97f6da None None] For port cfb9fbf5-13da-43c3-aca4-822fd4da2906, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cfb9fbf5-13da-43c3-aca4-822fd4da2906,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:11:53.698376 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fb6c508b-8ef7-4ba0-9e52-e006eb97f6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cfb9fbf5-13da-43c3-aca4-822fd4da2906), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:53.768254 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b68589d4-79ac-44d2-a8ff-6cb25945e8cc admin admin] Publish callbacks [] for security_group (c945d4a9-02fc-424d-a2c8-3413db85fb5e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:53.777192 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 9bce35fe-25a1-46dd-8c5b-a702fdfbd384 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:11:53.777871 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9bce35fe-25a1-46dd-8c5b-a702fdfbd384), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:53.805200 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b68589d4-79ac-44d2-a8ff-6cb25945e8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c945d4a9-02fc-424d-a2c8-3413db85fb5e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:53.892924 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6c508b-8ef7-4ba0-9e52-e006eb97f6da None None] Routers {'eff57dd8-f738-4dd1-9f3f-46beaba62301'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:11:53.893992 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-fb6c508b-8ef7-4ba0-9e52-e006eb97f6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:11:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['eff57dd8-f738-4dd1-9f3f-46beaba62301'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:11:53.929792 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b68589d4-79ac-44d2-a8ff-6cb25945e8cc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=003cee6d0e664b37ad86d6eba23fbd6f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7043078 Feb 08 21:11:53.964336 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37592) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:54.132245 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 9bce35fe-25a1-46dd-8c5b-a702fdfbd384 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:11:54.134421 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c67f3c48-ef4a-49ef-8738-1460ef9dbfc2 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:11:54.163668 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-c742065f-9bcb-4104-8575-4373debe64a6 admin admin] Allocated IP 172.20.0.1 (f82c81fb-a348-4498-8eb1-058fca6b7870/c8466e45-fcee-46d2-b619-09569beb8b4b/e2503f20-3437-403e-a9ce-6eeb9f77774f) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:11:54.285887 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf3cf90-3cd1-4d64-9a92-13d4a725f33b" -d '{"events": [{"name": "network-changed", "server_uuid": "7fbb4b48-3ac1-4484-82cc-b47572c427e5", "tag": "5eeba7f3-2e44-4559-8cf0-2d04ec2173fc"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:11:54.302580 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68589d4-79ac-44d2-a8ff-6cb25945e8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c945d4a9-02fc-424d-a2c8-3413db85fb5e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:54.351665 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-9334a754-a6ff-4e21-a084-07da73e1e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:11:54.369461 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-9334a754-a6ff-4e21-a084-07da73e1e5ef service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c5504d812d054bf981d651cbccbc0210&device_id=7fbb4b48-3ac1-4484-82cc-b47572c427e5 HTTP/1.1" status: 200 len: 1131 time: 1.6738811 Feb 08 21:11:54.398310 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-fb6c508b-8ef7-4ba0-9e52-e006eb97f6da None None] Set router eff57dd8-f738-4dd1-9f3f-46beaba62301 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:11:54.439740 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9d32f426-c8dc-497c-9bac-5ec3ef93f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:54.554560 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port c67f3c48-ef4a-49ef-8738-1460ef9dbfc2 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:11:54.554989 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c67f3c48-ef4a-49ef-8738-1460ef9dbfc2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:54.825089 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57d587ad-dea5-4d16-9d24-d3d9b53d80f3 admin admin] Publish callbacks [] for security_group (c945d4a9-02fc-424d-a2c8-3413db85fb5e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:54.898264 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port c67f3c48-ef4a-49ef-8738-1460ef9dbfc2 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:11:55.031057 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-cd8d611a-266e-4bd6-9774-98347e112363 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=5eeba7f3-2e44-4559-8cf0-2d04ec2173fc HTTP/1.1" status: 200 len: 217 time: 0.6367791 Feb 08 21:11:55.163049 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c742065f-9bcb-4104-8575-4373debe64a6 admin admin] Publish callbacks [] for port (e2503f20-3437-403e-a9ce-6eeb9f77774f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:55.391592 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c742065f-9bcb-4104-8575-4373debe64a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (e2503f20-3437-403e-a9ce-6eeb9f77774f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:55.393783 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228daa2-9379-433d-afae-3ebe8584cc22 None None] Pushing event updated for resources: {'Port': ['ID=cfb9fbf5-13da-43c3-aca4-822fd4da2906,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:55.478586 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e1c569-f3de-4e5f-b3ac-fba0f1d18285 x-openstack-request-id: req-26e1c569-f3de-4e5f-b3ac-fba0f1d18285 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:11:55.480098 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fbb4b48-3ac1-4484-82cc-b47572c427e5", "tag": "5eeba7f3-2e44-4559-8cf0-2d04ec2173fc", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:11:55.480530 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-26e1c569-f3de-4e5f-b3ac-fba0f1d18285 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:11:55.480960 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fbb4b48-3ac1-4484-82cc-b47572c427e5', 'tag': '5eeba7f3-2e44-4559-8cf0-2d04ec2173fc', 'status': 'completed', 'code': 200} Feb 08 21:11:55.483334 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4387b23f-df36-479c-8871-6f192d948f7c req-478ebd68-2f95-4fa7-9958-a25472121615 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/ports?device_id=efbd6221-637b-4ae7-9213-60e55b97c6ef HTTP/1.1" status: 200 len: 210 time: 0.1539822 Feb 08 21:11:55.485130 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-fb6c508b-8ef7-4ba0-9e52-e006eb97f6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff57dd8-f738-4dd1-9f3f-46beaba62301', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-324610282-router', 'tenant_id': '32470ea68c2542aca87319bad8bc3da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'cfb9fbf5-13da-43c3-aca4-822fd4da2906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:11:41Z', 'updated_at': '2022-02-08T21:11:46Z', 'revision_number': 3, 'project_id': '32470ea68c2542aca87319bad8bc3da8', 'gw_port': {'id': 'cfb9fbf5-13da-43c3-aca4-822fd4da2906', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff57dd8-f738-4dd1-9f3f-46beaba62301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:44Z', 'updated_at': '2022-02-08T21:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:11:55.596282 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-03241010-26fc-4fff-84ef-22b02ed6a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:11:55.598245 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-03241010-26fc-4fff-84ef-22b02ed6a7a5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.5485158 Feb 08 21:11:55.653249 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742065f-9bcb-4104-8575-4373debe64a6 admin admin] Pushing event updated for resources: {'Port': ['ID=e2503f20-3437-403e-a9ce-6eeb9f77774f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:55.656225 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6c508b-8ef7-4ba0-9e52-e006eb97f6da None None] The sync data for ids ['eff57dd8-f738-4dd1-9f3f-46beaba62301'] in n-d-712143-31 is: [{'id': 'eff57dd8-f738-4dd1-9f3f-46beaba62301', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-324610282-router', 'tenant_id': '32470ea68c2542aca87319bad8bc3da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'cfb9fbf5-13da-43c3-aca4-822fd4da2906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:11:41Z', 'updated_at': '2022-02-08T21:11:46Z', 'revision_number': 3, 'project_id': '32470ea68c2542aca87319bad8bc3da8', 'gw_port': {'id': 'cfb9fbf5-13da-43c3-aca4-822fd4da2906', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff57dd8-f738-4dd1-9f3f-46beaba62301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:44Z', 'updated_at': '2022-02-08T21:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:11:55.704062 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c742065f-9bcb-4104-8575-4373debe64a6 admin admin] Network f82c81fb-a348-4498-8eb1-058fca6b7870 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:11:55.709259 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57d587ad-dea5-4d16-9d24-d3d9b53d80f3 admin admin] Publish callbacks [] for security_group (c945d4a9-02fc-424d-a2c8-3413db85fb5e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:55.713831 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c742065f-9bcb-4104-8575-4373debe64a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:11:55.750073 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c742065f-9bcb-4104-8575-4373debe64a6 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:11:55.750073 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c742065f-9bcb-4104-8575-4373debe64a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (eff57dd8-f738-4dd1-9f3f-46beaba62301), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:55.944540 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-b2b37f28-2ec3-402d-9fb2-f7de1c9c3109 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Publish callbacks [] for port (0204d3f9-8302-41e7-8a0d-e1daa55a8cd8), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:55.995747 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37618) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:56.175206 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-70479832-df55-45fb-9cf5-a3eff2bc24bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:11:56.181300 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-70479832-df55-45fb-9cf5-a3eff2bc24bb service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5741482 Feb 08 21:11:56.289320 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57d587ad-dea5-4d16-9d24-d3d9b53d80f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c945d4a9-02fc-424d-a2c8-3413db85fb5e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:56.295648 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57d587ad-dea5-4d16-9d24-d3d9b53d80f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:56.297046 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-57d587ad-dea5-4d16-9d24-d3d9b53d80f3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c945d4a9-02fc-424d-a2c8-3413db85fb5e HTTP/1.1" status: 204 len: 168 time: 2.3315632 Feb 08 21:11:56.316105 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c742065f-9bcb-4104-8575-4373debe64a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e2503f20-3437-403e-a9ce-6eeb9f77774f), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:56.320341 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d587ad-dea5-4d16-9d24-d3d9b53d80f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c945d4a9-02fc-424d-a2c8-3413db85fb5e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:56.547925 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6177a28-0778-480d-9011-68c7bc2a6e71 req-914cab4a-ede6-4056-a61c-7f01fde2648e tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:11:56.571080 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-23212109-a13e-4597-8447-d0f60e1fd00f None None] Provisioning complete for port e2503f20-3437-403e-a9ce-6eeb9f77774f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:11:56.576479 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6177a28-0778-480d-9011-68c7bc2a6e71 req-914cab4a-ede6-4056-a61c-7f01fde2648e tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=7fbb4b48-3ac1-4484-82cc-b47572c427e5 HTTP/1.1" status: 200 len: 948 time: 0.8592832 Feb 08 21:11:56.595931 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23212109-a13e-4597-8447-d0f60e1fd00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e2503f20-3437-403e-a9ce-6eeb9f77774f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:56.860768 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6177a28-0778-480d-9011-68c7bc2a6e71 req-ffdef8d9-3128-4dfa-926f-0ce5160c3f30 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/security-groups?id=90c2892e-c6f4-41e2-a06c-0639b605b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288392 Feb 08 21:11:56.865135 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-5fd237ae-f156-48e3-be2f-7a82d4b98e27 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6398349 Feb 08 21:11:56.874542 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-b2b37f28-2ec3-402d-9fb2-f7de1c9c3109 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (0204d3f9-8302-41e7-8a0d-e1daa55a8cd8), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:57.088880 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c742065f-9bcb-4104-8575-4373debe64a6 admin admin] Publish callbacks [] for port (e2503f20-3437-403e-a9ce-6eeb9f77774f), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:57.111579 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c742065f-9bcb-4104-8575-4373debe64a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e2503f20-3437-403e-a9ce-6eeb9f77774f), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:57.118076 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c742065f-9bcb-4104-8575-4373debe64a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (eff57dd8-f738-4dd1-9f3f-46beaba62301), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:57.215137 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-23212109-a13e-4597-8447-d0f60e1fd00f None None] Port e2503f20-3437-403e-a9ce-6eeb9f77774f cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:11:57.358060 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cfb9fbf5-13da-43c3-aca4-822fd4da2906 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:11:57.508961 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f03d24da-c641-4b79-9fb1-3a853617cc75 tempest-AutoAllocateNetworkTest-730162479 tempest-AutoAllocateNetworkTest-730162479-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=5e58ab9629294e7b8b06ced43f4aa7d9&shared=False HTTP/1.1" status: 200 len: 208 time: 1.4964585 Feb 08 21:11:57.516737 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37638) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:57.522388 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c21d669b-d5dc-41dc-a9fd-b7c5b569568e req-93c3b97e-555d-49cc-9fdc-266f826d392a service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6264901 Feb 08 21:11:57.545400 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c69e2d74-c80e-4672-9014-32aab9d57881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:57.609905 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-b2b37f28-2ec3-402d-9fb2-f7de1c9c3109 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:11:57.679584 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-b2b37f28-2ec3-402d-9fb2-f7de1c9c3109 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:11:57.681217 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-b2b37f28-2ec3-402d-9fb2-f7de1c9c3109 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:11:57.687107 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-b2b37f28-2ec3-402d-9fb2-f7de1c9c3109 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:11:57.687778 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-b2b37f28-2ec3-402d-9fb2-f7de1c9c3109 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:57.730770 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b37f28-2ec3-402d-9fb2-f7de1c9c3109 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Pushing event updated for resources: {'Port': ['ID=0204d3f9-8302-41e7-8a0d-e1daa55a8cd8,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:57.750336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port cfb9fbf5-13da-43c3-aca4-822fd4da2906 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:11:57.751166 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cfb9fbf5-13da-43c3-aca4-822fd4da2906), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:57.865783 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-b2b37f28-2ec3-402d-9fb2-f7de1c9c3109 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.5792677 Feb 08 21:11:57.888536 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-089a42f3-1860-4f1f-81d7-3eaacce8a61c service neutron] Request body: {'port': {'device_id': 'efbd6221-637b-4ae7-9213-60e55b97c6ef', 'device_owner': 'compute:tempest-test_az-1496137750', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:11:57.974351 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e4d1c-db5a-42a8-8455-64ad5b70d243 req-d8304b42-29e5-4b43-a1d8-92ab4674043b tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:11:57.976870 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-465e4d1c-db5a-42a8-8455-64ad5b70d243 req-d8304b42-29e5-4b43-a1d8-92ab4674043b tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/ports?device_id=efbd6221-637b-4ae7-9213-60e55b97c6ef HTTP/1.1" status: 200 len: 936 time: 0.6713593 Feb 08 21:11:58.045077 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742065f-9bcb-4104-8575-4373debe64a6 admin admin] Pushing event updated for resources: {'Port': ['ID=e2503f20-3437-403e-a9ce-6eeb9f77774f,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:58.169527 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c742065f-9bcb-4104-8575-4373debe64a6 admin admin] Network f82c81fb-a348-4498-8eb1-058fca6b7870 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:11:58.172881 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c742065f-9bcb-4104-8575-4373debe64a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:11:58.269585 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3cf90-3cd1-4d64-9a92-13d4a725f33b req-ea13e2e8-bd16-4290-8f4d-c77fc6b4b2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:11:58.271528 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ccf3cf90-3cd1-4d64-9a92-13d4a725f33b req-ea13e2e8-bd16-4290-8f4d-c77fc6b4b2a2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c5504d812d054bf981d651cbccbc0210&device_id=7fbb4b48-3ac1-4484-82cc-b47572c427e5 HTTP/1.1" status: 200 len: 1131 time: 0.6448236 Feb 08 21:11:58.335759 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port cfb9fbf5-13da-43c3-aca4-822fd4da2906 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:11:58.342569 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cfb9fbf5-13da-43c3-aca4-822fd4da2906), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:58.368269 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-089a42f3-1860-4f1f-81d7-3eaacce8a61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0204d3f9-8302-41e7-8a0d-e1daa55a8cd8), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:58.416212 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a626f3-860d-43b3-afeb-b2e89c894fa2 tempest-AutoAllocateNetworkTest-730162479 tempest-AutoAllocateNetworkTest-730162479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:11:58.420176 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-06a626f3-860d-43b3-afeb-b2e89c894fa2 tempest-AutoAllocateNetworkTest-730162479 tempest-AutoAllocateNetworkTest-730162479-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.8944197 Feb 08 21:11:58.433437 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37652) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:58.568093 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port cfb9fbf5-13da-43c3-aca4-822fd4da2906, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cfb9fbf5-13da-43c3-aca4-822fd4da2906,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:11:58.581797 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d57a5174-c17f-44ce-b6a0-7e5160e791c2 None None] Provisioning complete for port 0204d3f9-8302-41e7-8a0d-e1daa55a8cd8 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:11:58.582434 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d57a5174-c17f-44ce-b6a0-7e5160e791c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0204d3f9-8302-41e7-8a0d-e1daa55a8cd8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:58.585655 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cfb9fbf5-13da-43c3-aca4-822fd4da2906), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:58.630875 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ed7d7cdd-8712-4c02-8137-29db90c2c27d tempest-AutoAllocateNetworkTest-730162479 tempest-AutoAllocateNetworkTest-730162479-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1955540 Feb 08 21:11:58.662504 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37654) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:58.666745 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-465e4d1c-db5a-42a8-8455-64ad5b70d243 req-8bc49bcc-61da-4338-9f83-c10eb2204825 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6cdd2d6-6430-41f1-8025-a1871ee32d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5910590 Feb 08 21:11:58.756377 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0108002a-716a-44ce-b8ee-f3a7df1ba056 tempest-AutoAllocateNetworkTest-730162479 tempest-AutoAllocateNetworkTest-730162479-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=5e58ab9629294e7b8b06ced43f4aa7d9 HTTP/1.1" status: 200 len: 208 time: 0.0881784 Feb 08 21:11:58.767236 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ef00a-0004-45b5-9d97-f16f683a6864 req-9c5390df-ded2-4097-bc6d-8dedf7fdf240 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:11:58.775157 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ac9ef00a-0004-45b5-9d97-f16f683a6864 req-9c5390df-ded2-4097-bc6d-8dedf7fdf240 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=7fbb4b48-3ac1-4484-82cc-b47572c427e5 HTTP/1.1" status: 200 len: 948 time: 0.5245495 Feb 08 21:11:58.786645 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c742065f-9bcb-4104-8575-4373debe64a6 admin admin] Router eff57dd8-f738-4dd1-9f3f-46beaba62301 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:11:58.942536 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d57a5174-c17f-44ce-b6a0-7e5160e791c2 None None] Port 0204d3f9-8302-41e7-8a0d-e1daa55a8cd8 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:11:59.023519 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=cfb9fbf5-13da-43c3-aca4-822fd4da2906,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:59.042659 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:59.111115 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-563c7753-4716-4b0e-8b9b-60c3526d2b19 None None] Provisioning complete for port e2503f20-3437-403e-a9ce-6eeb9f77774f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:11:59.111496 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-563c7753-4716-4b0e-8b9b-60c3526d2b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e2503f20-3437-403e-a9ce-6eeb9f77774f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:59.132418 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37658) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:59.134114 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c742065f-9bcb-4104-8575-4373debe64a6 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:11:59.181273 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c742065f-9bcb-4104-8575-4373debe64a6 admin admin] 10.222.0.88 "PUT /v2.0/routers/eff57dd8-f738-4dd1-9f3f-46beaba62301/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2001619 Feb 08 21:11:59.181273 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b527170-7d33-458b-b323-ea6cd832ce75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:59.194061 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-563c7753-4716-4b0e-8b9b-60c3526d2b19 None None] Port e2503f20-3437-403e-a9ce-6eeb9f77774f cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:11:59.325648 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37664) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:59.383637 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ac9ef00a-0004-45b5-9d97-f16f683a6864 req-d7457214-a5aa-4083-a6be-42436af19f98 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/security-groups?id=90c2892e-c6f4-41e2-a06c-0639b605b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6071136 Feb 08 21:11:59.414215 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b527170-7d33-458b-b323-ea6cd832ce75 admin admin] Publish callbacks [] for security_group (13eadcda-ade6-4425-85bf-5333f506bd19), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:59.434596 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b527170-7d33-458b-b323-ea6cd832ce75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (13eadcda-ade6-4425-85bf-5333f506bd19), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:59.540610 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-089a42f3-1860-4f1f-81d7-3eaacce8a61c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0204d3f9-8302-41e7-8a0d-e1daa55a8cd8 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:11:59.578888 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-089a42f3-1860-4f1f-81d7-3eaacce8a61c service neutron] Publish callbacks [] for port (0204d3f9-8302-41e7-8a0d-e1daa55a8cd8), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:59.614737 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4b527170-7d33-458b-b323-ea6cd832ce75 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3b5d35b0ee6045d2a06def59bb55e94f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4782286 Feb 08 21:11:59.615557 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b527170-7d33-458b-b323-ea6cd832ce75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13eadcda-ade6-4425-85bf-5333f506bd19,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:59.624063 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37672) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:59.645816 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-089a42f3-1860-4f1f-81d7-3eaacce8a61c service neutron] Transition to ACTIVE for port object 0204d3f9-8302-41e7-8a0d-e1daa55a8cd8 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:11:59.677270 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-089a42f3-1860-4f1f-81d7-3eaacce8a61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0204d3f9-8302-41e7-8a0d-e1daa55a8cd8), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:59.753061 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6fef1d01-5494-415a-a747-b55e3388e6f9 admin admin] Publish callbacks [] for security_group (13eadcda-ade6-4425-85bf-5333f506bd19), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:59.811644 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a42f3-1860-4f1f-81d7-3eaacce8a61c service neutron] Pushing event updated for resources: {'Port': ['ID=0204d3f9-8302-41e7-8a0d-e1daa55a8cd8,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:11:59.836981 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6fef1d01-5494-415a-a747-b55e3388e6f9 admin admin] Publish callbacks [] for security_group (13eadcda-ade6-4425-85bf-5333f506bd19), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:59.940263 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5246cf43-eafd-4f2c-b1bd-3539abceb556 None None] Sync routers for ids ['eff57dd8-f738-4dd1-9f3f-46beaba62301'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:11:59.941490 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3cf90-3cd1-4d64-9a92-13d4a725f33b req-ec459879-b17a-47d6-93e2-a6f961a4c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:11:59.948431 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ccf3cf90-3cd1-4d64-9a92-13d4a725f33b req-ec459879-b17a-47d6-93e2-a6f961a4c4ce service neutron] 10.222.0.94 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.7235234 Feb 08 21:11:59.951637 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6fef1d01-5494-415a-a747-b55e3388e6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (13eadcda-ade6-4425-85bf-5333f506bd19), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:59.955264 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6fef1d01-5494-415a-a747-b55e3388e6f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:11:59.958037 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6fef1d01-5494-415a-a747-b55e3388e6f9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/13eadcda-ade6-4425-85bf-5333f506bd19 HTTP/1.1" status: 204 len: 168 time: 0.3318131 Feb 08 21:11:59.973363 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37686) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:11:59.975055 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5246cf43-eafd-4f2c-b1bd-3539abceb556 None None] Routers {'eff57dd8-f738-4dd1-9f3f-46beaba62301'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:11:59.980630 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-5246cf43-eafd-4f2c-b1bd-3539abceb556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:11:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['eff57dd8-f738-4dd1-9f3f-46beaba62301'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:11:59.988744 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-754531e3-17a2-4d93-8c96-61f9677ae5bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:00.000367 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef1d01-5494-415a-a747-b55e3388e6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13eadcda-ade6-4425-85bf-5333f506bd19,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:00.264217 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-089a42f3-1860-4f1f-81d7-3eaacce8a61c service neutron] Attempting to bind port 0204d3f9-8302-41e7-8a0d-e1daa55a8cd8 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:12:00.264585 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-089a42f3-1860-4f1f-81d7-3eaacce8a61c service neutron] Attempting to bind port 0204d3f9-8302-41e7-8a0d-e1daa55a8cd8 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:12:00.264891 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-089a42f3-1860-4f1f-81d7-3eaacce8a61c service neutron] Attempting to bind port 0204d3f9-8302-41e7-8a0d-e1daa55a8cd8 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:12:00.401287 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ccf3cf90-3cd1-4d64-9a92-13d4a725f33b req-2747072f-277e-4e56-a5cb-d1334c59e503 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=5eeba7f3-2e44-4559-8cf0-2d04ec2173fc HTTP/1.1" status: 200 len: 217 time: 0.4065437 Feb 08 21:12:00.407960 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-089a42f3-1860-4f1f-81d7-3eaacce8a61c service neutron] Port 0204d3f9-8302-41e7-8a0d-e1daa55a8cd8 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:12:00.408290 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-089a42f3-1860-4f1f-81d7-3eaacce8a61c service neutron] Attempting to bind port 0204d3f9-8302-41e7-8a0d-e1daa55a8cd8 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:12:00.555772 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-089a42f3-1860-4f1f-81d7-3eaacce8a61c service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:12:00.557416 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-089a42f3-1860-4f1f-81d7-3eaacce8a61c service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:12:00.558398 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-089a42f3-1860-4f1f-81d7-3eaacce8a61c service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:12:00.559361 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-089a42f3-1860-4f1f-81d7-3eaacce8a61c service neutron] Bound port: 0204d3f9-8302-41e7-8a0d-e1daa55a8cd8, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:12:00.560175 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-089a42f3-1860-4f1f-81d7-3eaacce8a61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0204d3f9-8302-41e7-8a0d-e1daa55a8cd8), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:00.562772 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d3835887-981b-4de9-ba11-227d712eeb8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:00.585712 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-5246cf43-eafd-4f2c-b1bd-3539abceb556 None None] Set router eff57dd8-f738-4dd1-9f3f-46beaba62301 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:12:00.606224 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3cf90-3cd1-4d64-9a92-13d4a725f33b req-852b411f-ee9f-4c97-b5a4-dca0b2d7e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:00.617962 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ccf3cf90-3cd1-4d64-9a92-13d4a725f33b req-852b411f-ee9f-4c97-b5a4-dca0b2d7e02c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1976578 Feb 08 21:12:00.692266 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37700) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:00.743893 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d3835887-981b-4de9-ba11-227d712eeb8b admin admin] Publish callbacks [] for security_group (72eda611-0cf0-4703-8508-d590c28b5635), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:00.751109 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d3835887-981b-4de9-ba11-227d712eeb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (72eda611-0cf0-4703-8508-d590c28b5635), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:00.788032 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d3835887-981b-4de9-ba11-227d712eeb8b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5e58ab9629294e7b8b06ced43f4aa7d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8111932 Feb 08 21:12:00.796793 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37704) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:00.897317 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3835887-981b-4de9-ba11-227d712eeb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72eda611-0cf0-4703-8508-d590c28b5635,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:00.922581 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fcba397f-8b42-4813-ab4c-30e2b25253f1 admin admin] Publish callbacks [] for security_group (72eda611-0cf0-4703-8508-d590c28b5635), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:00.986123 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fcba397f-8b42-4813-ab4c-30e2b25253f1 admin admin] Publish callbacks [] for security_group (72eda611-0cf0-4703-8508-d590c28b5635), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:01.096577 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fa66c-03e1-44e4-87c8-a5cc48a245c0 req-10ee20bd-7abe-4abb-a05a-050074b78ce9 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:01.096577 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4a3fa66c-03e1-44e4-87c8-a5cc48a245c0 req-10ee20bd-7abe-4abb-a05a-050074b78ce9 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/ports?device_id=efbd6221-637b-4ae7-9213-60e55b97c6ef HTTP/1.1" status: 200 len: 970 time: 1.1084244 Feb 08 21:12:01.109140 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cfb9fbf5-13da-43c3-aca4-822fd4da2906 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:12:01.126914 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-754531e3-17a2-4d93-8c96-61f9677ae5bb admin admin] Publish callbacks [] for security_group (ee79f234-73bd-4b6e-8c8a-2c89bc249763), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:01.145552 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fcba397f-8b42-4813-ab4c-30e2b25253f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (72eda611-0cf0-4703-8508-d590c28b5635), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:01.150939 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fcba397f-8b42-4813-ab4c-30e2b25253f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:01.159319 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fcba397f-8b42-4813-ab4c-30e2b25253f1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/72eda611-0cf0-4703-8508-d590c28b5635 HTTP/1.1" status: 204 len: 168 time: 0.3605390 Feb 08 21:12:01.159816 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-5246cf43-eafd-4f2c-b1bd-3539abceb556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff57dd8-f738-4dd1-9f3f-46beaba62301', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-324610282-router', 'tenant_id': '32470ea68c2542aca87319bad8bc3da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'cfb9fbf5-13da-43c3-aca4-822fd4da2906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:11:41Z', 'updated_at': '2022-02-08T21:11:56Z', 'revision_number': 4, 'project_id': '32470ea68c2542aca87319bad8bc3da8', 'gw_port': {'id': 'cfb9fbf5-13da-43c3-aca4-822fd4da2906', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff57dd8-f738-4dd1-9f3f-46beaba62301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:44Z', 'updated_at': '2022-02-08T21:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'e2503f20-3437-403e-a9ce-6eeb9f77774f', 'name': '', 'network_id': 'f82c81fb-a348-4498-8eb1-058fca6b7870', 'tenant_id': '32470ea68c2542aca87319bad8bc3da8', 'mac_address': 'fa:16:3e:cd:15:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff57dd8-f738-4dd1-9f3f-46beaba62301', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c8466e45-fcee-46d2-b619-09569beb8b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:52Z', 'updated_at': '2022-02-08T21:11:56Z', 'revision_number': 2, 'project_id': '32470ea68c2542aca87319bad8bc3da8', 'subnets': [{'id': 'c8466e45-fcee-46d2-b619-09569beb8b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:12:01.186410 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba397f-8b42-4813-ab4c-30e2b25253f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72eda611-0cf0-4703-8508-d590c28b5635,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:01.208192 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5246cf43-eafd-4f2c-b1bd-3539abceb556 None None] Checking router: eff57dd8-f738-4dd1-9f3f-46beaba62301 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:12:01.208808 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5246cf43-eafd-4f2c-b1bd-3539abceb556 None None] Updating router eff57dd8-f738-4dd1-9f3f-46beaba62301 port e2503f20-3437-403e-a9ce-6eeb9f77774f binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:12:01.216532 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4a3fa66c-03e1-44e4-87c8-a5cc48a245c0 req-2dfeeb02-b5da-448b-90aa-7f32a0ad7986 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6cdd2d6-6430-41f1-8025-a1871ee32d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881693 Feb 08 21:12:01.217216 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-754531e3-17a2-4d93-8c96-61f9677ae5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ee79f234-73bd-4b6e-8c8a-2c89bc249763), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:01.245850 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-089a42f3-1860-4f1f-81d7-3eaacce8a61c service neutron] For port 0204d3f9-8302-41e7-8a0d-e1daa55a8cd8, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:12:01.251384 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-754531e3-17a2-4d93-8c96-61f9677ae5bb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=859caa65179d4ea587fbdb9a5b879d3c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9192543 Feb 08 21:12:01.254769 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e0e85d5d-08ce-42ed-8a98-3a4a73117adb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:01.256371 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37718) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:01.267132 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5246cf43-eafd-4f2c-b1bd-3539abceb556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e2503f20-3437-403e-a9ce-6eeb9f77774f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:01.293575 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3cf90-3cd1-4d64-9a92-13d4a725f33b req-9037c7a3-fdfe-4188-b729-c000f16eb9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:01.295183 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ccf3cf90-3cd1-4d64-9a92-13d4a725f33b req-9037c7a3-fdfe-4188-b729-c000f16eb9ce service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6761122 Feb 08 21:12:01.300215 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-089a42f3-1860-4f1f-81d7-3eaacce8a61c service neutron] For port 0204d3f9-8302-41e7-8a0d-e1daa55a8cd8, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=0204d3f9-8302-41e7-8a0d-e1daa55a8cd8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:12:01.359840 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-089a42f3-1860-4f1f-81d7-3eaacce8a61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0204d3f9-8302-41e7-8a0d-e1daa55a8cd8), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:01.402487 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port cfb9fbf5-13da-43c3-aca4-822fd4da2906 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:12:01.403226 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cfb9fbf5-13da-43c3-aca4-822fd4da2906), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:01.405473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754531e3-17a2-4d93-8c96-61f9677ae5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee79f234-73bd-4b6e-8c8a-2c89bc249763,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:01.407462 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:01.472708 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-122ea66e-a21e-4570-a7ae-a9fb2e7be171 admin admin] Publish callbacks [] for security_group (ee79f234-73bd-4b6e-8c8a-2c89bc249763), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:01.505857 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fc0ed-bc0d-4a75-9019-f32aeb45785a req-d6f86c72-eb13-4aae-a66c-89f854aa72f8 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:01.506200 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:01.507199 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-520fc0ed-bc0d-4a75-9019-f32aeb45785a req-d6f86c72-eb13-4aae-a66c-89f854aa72f8 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=7fbb4b48-3ac1-4484-82cc-b47572c427e5 HTTP/1.1" status: 200 len: 948 time: 0.4225633 Feb 08 21:12:01.540669 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-089a42f3-1860-4f1f-81d7-3eaacce8a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:01.542218 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-089a42f3-1860-4f1f-81d7-3eaacce8a61c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:01.544213 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-089a42f3-1860-4f1f-81d7-3eaacce8a61c service neutron] 10.222.0.94 "PUT /v2.0/ports/0204d3f9-8302-41e7-8a0d-e1daa55a8cd8 HTTP/1.1" status: 200 len: 1119 time: 3.6751370 Feb 08 21:12:01.545086 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbd6221-637b-4ae7-9213-60e55b97c6ef', 'tag': '0204d3f9-8302-41e7-8a0d-e1daa55a8cd8'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:12:01.547693 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-122ea66e-a21e-4570-a7ae-a9fb2e7be171 admin admin] Publish callbacks [] for security_group (ee79f234-73bd-4b6e-8c8a-2c89bc249763), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:01.550801 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038a06b0-bee2-4892-a91d-d47ee5a7bdbc" -d '{"events": [{"name": "network-changed", "server_uuid": "efbd6221-637b-4ae7-9213-60e55b97c6ef", "tag": "0204d3f9-8302-41e7-8a0d-e1daa55a8cd8"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:12:01.652531 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-122ea66e-a21e-4570-a7ae-a9fb2e7be171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ee79f234-73bd-4b6e-8c8a-2c89bc249763), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:01.656957 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-122ea66e-a21e-4570-a7ae-a9fb2e7be171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:01.658407 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-122ea66e-a21e-4570-a7ae-a9fb2e7be171 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ee79f234-73bd-4b6e-8c8a-2c89bc249763 HTTP/1.1" status: 204 len: 168 time: 0.3993428 Feb 08 21:12:01.680698 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ea66e-a21e-4570-a7ae-a9fb2e7be171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee79f234-73bd-4b6e-8c8a-2c89bc249763,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:01.707151 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ccf3cf90-3cd1-4d64-9a92-13d4a725f33b req-0188a510-e777-4c61-9ade-d605ba8d6f04 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951416 Feb 08 21:12:01.842290 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a42f3-1860-4f1f-81d7-3eaacce8a61c service neutron] Pushing event updated for resources: {'Port': ['ID=0204d3f9-8302-41e7-8a0d-e1daa55a8cd8,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:01.921921 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-520fc0ed-bc0d-4a75-9019-f32aeb45785a req-7c3b2cda-2190-43d9-910e-c3260ceca890 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/security-groups?id=90c2892e-c6f4-41e2-a06c-0639b605b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575919 Feb 08 21:12:01.961368 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37740) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:01.971261 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3965777b-359a-4a9c-a80d-36d37ef41dc7 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Request body: {'security_group': {'name': 'tempest-securitygroup--299793647', 'description': 'tempest-description--95712699'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:12:02.021274 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cfda89-7d98-405c-b2b2-271fd023fd2e x-openstack-request-id: req-b4cfda89-7d98-405c-b2b2-271fd023fd2e {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:12:02.022116 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbd6221-637b-4ae7-9213-60e55b97c6ef", "tag": "0204d3f9-8302-41e7-8a0d-e1daa55a8cd8", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:12:02.022605 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b4cfda89-7d98-405c-b2b2-271fd023fd2e {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:12:02.023224 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbd6221-637b-4ae7-9213-60e55b97c6ef', 'tag': '0204d3f9-8302-41e7-8a0d-e1daa55a8cd8', 'status': 'completed', 'code': 200} Feb 08 21:12:02.032729 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3965777b-359a-4a9c-a80d-36d37ef41dc7 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:02.046725 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e0e85d5d-08ce-42ed-8a98-3a4a73117adb admin admin] Publish callbacks [] for security_group (48fa1547-5ec5-4937-ad11-4d8676e1fda6), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:02.065624 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e0e85d5d-08ce-42ed-8a98-3a4a73117adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (48fa1547-5ec5-4937-ad11-4d8676e1fda6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:02.100154 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-3eb1937b-d58f-4fa5-a0d0-33268e575969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:02.102110 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-3eb1937b-d58f-4fa5-a0d0-33268e575969 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=0e25977321014f05a3dbb056b23d6296&device_id=efbd6221-637b-4ae7-9213-60e55b97c6ef HTTP/1.1" status: 200 len: 1153 time: 0.3939347 Feb 08 21:12:02.169386 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port cfb9fbf5-13da-43c3-aca4-822fd4da2906 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:12:02.171695 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-cbf34f01-f4f0-481e-bf4d-91e66a9acbe7 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=0204d3f9-8302-41e7-8a0d-e1daa55a8cd8 HTTP/1.1" status: 200 len: 217 time: 0.0576153 Feb 08 21:12:02.177198 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37742) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:02.193177 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e85d5d-08ce-42ed-8a98-3a4a73117adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fa1547-5ec5-4937-ad11-4d8676e1fda6,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:02.199281 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ccf3cf90-3cd1-4d64-9a92-13d4a725f33b req-e6e8453a-a780-4831-b713-0d8ddc2ba5dc service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649420 Feb 08 21:12:02.226134 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e0e85d5d-08ce-42ed-8a98-3a4a73117adb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a4b8bb078d894480adbb302b0da3cda9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5090387 Feb 08 21:12:02.229937 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37746) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:02.271555 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3965777b-359a-4a9c-a80d-36d37ef41dc7 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks [] for security_group (3ae99ff0-98f6-459a-bb2f-5d180c200bfa), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:02.278438 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:12:02.279382 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3965777b-359a-4a9c-a80d-36d37ef41dc7 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3ae99ff0-98f6-459a-bb2f-5d180c200bfa), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:02.306760 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-17117449-6cbe-4ae2-9fee-350115469bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:02.308682 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-17117449-6cbe-4ae2-9fee-350115469bbc service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1270945 Feb 08 21:12:02.332498 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3965777b-359a-4a9c-a80d-36d37ef41dc7 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:02.345015 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3965777b-359a-4a9c-a80d-36d37ef41dc7 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3787982 Feb 08 21:12:02.347908 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37752) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:02.353991 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965777b-359a-4a9c-a80d-36d37ef41dc7 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae99ff0-98f6-459a-bb2f-5d180c200bfa,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:02.362059 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a84351e9-e143-4dd6-a1ea-a2bb1990a91d admin admin] Publish callbacks [] for security_group (48fa1547-5ec5-4937-ad11-4d8676e1fda6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:02.381048 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1d8460a7-0dfa-4287-a6f1-bc8e4596a66f tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Request body: {'security_group_rule': {'security_group_id': '3ae99ff0-98f6-459a-bb2f-5d180c200bfa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:12:02.396484 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a84351e9-e143-4dd6-a1ea-a2bb1990a91d admin admin] Publish callbacks [] for security_group (48fa1547-5ec5-4937-ad11-4d8676e1fda6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:02.414685 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5246cf43-eafd-4f2c-b1bd-3539abceb556 None None] Publish callbacks [] for port (e2503f20-3437-403e-a9ce-6eeb9f77774f), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:02.432042 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5246cf43-eafd-4f2c-b1bd-3539abceb556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e2503f20-3437-403e-a9ce-6eeb9f77774f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:02.453930 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d8460a7-0dfa-4287-a6f1-bc8e4596a66f tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks [] for security_group_rule (c471ef9a-ade8-4cf0-a749-37b03723ccc5), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:02.490090 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a84351e9-e143-4dd6-a1ea-a2bb1990a91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (48fa1547-5ec5-4937-ad11-4d8676e1fda6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:02.500796 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a84351e9-e143-4dd6-a1ea-a2bb1990a91d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:02.511471 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a84351e9-e143-4dd6-a1ea-a2bb1990a91d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/48fa1547-5ec5-4937-ad11-4d8676e1fda6 HTTP/1.1" status: 204 len: 168 time: 0.2786691 Feb 08 21:12:02.596229 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84351e9-e143-4dd6-a1ea-a2bb1990a91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fa1547-5ec5-4937-ad11-4d8676e1fda6,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:02.628060 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-e65aedd5-e916-4a79-9f82-5e84acff07f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:02.631050 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-e65aedd5-e916-4a79-9f82-5e84acff07f1 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3152542 Feb 08 21:12:02.633138 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d8460a7-0dfa-4287-a6f1-bc8e4596a66f tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks [] for security_group_rule (c471ef9a-ade8-4cf0-a749-37b03723ccc5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:02.658977 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d8460a7-0dfa-4287-a6f1-bc8e4596a66f tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (c471ef9a-ade8-4cf0-a749-37b03723ccc5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:02.669454 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72988481-5525-4ac0-a33a-b0d341cb435d req-4b061006-633c-45c3-94bd-8847e59ada53 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:02.672318 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72988481-5525-4ac0-a33a-b0d341cb435d req-4b061006-633c-45c3-94bd-8847e59ada53 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/ports?device_id=efbd6221-637b-4ae7-9213-60e55b97c6ef HTTP/1.1" status: 200 len: 970 time: 0.2168198 Feb 08 21:12:02.722429 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8460a7-0dfa-4287-a6f1-bc8e4596a66f tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c471ef9a-ade8-4cf0-a749-37b03723ccc5,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:02.729371 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d8460a7-0dfa-4287-a6f1-bc8e4596a66f tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:02.734938 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1d8460a7-0dfa-4287-a6f1-bc8e4596a66f tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3650994 Feb 08 21:12:02.737531 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37758) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:02.748512 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2ac74ff4-cb2e-4cf4-9d41-d53851b80f9a tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Request body: {'security_group_rule': {'security_group_id': '3ae99ff0-98f6-459a-bb2f-5d180c200bfa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:12:02.749854 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b69f0c-3d42-4811-9f2c-38dfd5b8e41a None None] Pushing event updated for resources: {'Port': ['ID=e2503f20-3437-403e-a9ce-6eeb9f77774f,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:02.762102 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-5246cf43-eafd-4f2c-b1bd-3539abceb556 None None] Attempting to bind port e2503f20-3437-403e-a9ce-6eeb9f77774f on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:12:02.762442 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-5246cf43-eafd-4f2c-b1bd-3539abceb556 None None] Attempting to bind port e2503f20-3437-403e-a9ce-6eeb9f77774f by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'd7b72b72-2487-480a-8e07-23df62d6e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f82c81fb-a348-4498-8eb1-058fca6b7870'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:12:02.762806 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5246cf43-eafd-4f2c-b1bd-3539abceb556 None None] Attempting to bind port e2503f20-3437-403e-a9ce-6eeb9f77774f on network f82c81fb-a348-4498-8eb1-058fca6b7870 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:12:02.780321 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5246cf43-eafd-4f2c-b1bd-3539abceb556 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:12:02.785640 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5246cf43-eafd-4f2c-b1bd-3539abceb556 None None] Checking segment: {'id': 'd7b72b72-2487-480a-8e07-23df62d6e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f82c81fb-a348-4498-8eb1-058fca6b7870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:12:02.786216 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5246cf43-eafd-4f2c-b1bd-3539abceb556 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:02.788296 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5246cf43-eafd-4f2c-b1bd-3539abceb556 None None] Bound using segment: {'id': 'd7b72b72-2487-480a-8e07-23df62d6e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f82c81fb-a348-4498-8eb1-058fca6b7870'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:12:02.790017 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-5246cf43-eafd-4f2c-b1bd-3539abceb556 None None] Bound port: e2503f20-3437-403e-a9ce-6eeb9f77774f, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b72b72-2487-480a-8e07-23df62d6e529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f82c81fb-a348-4498-8eb1-058fca6b7870'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:12:02.791368 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5246cf43-eafd-4f2c-b1bd-3539abceb556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e2503f20-3437-403e-a9ce-6eeb9f77774f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:02.821113 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ac74ff4-cb2e-4cf4-9d41-d53851b80f9a tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks [] for security_group_rule (db0a95de-e3b4-4c6e-bc78-d4d177328ecc), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:02.890900 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-92626e17-0e8c-4de6-9b52-2116a1e1da0f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1980700713-network', 'tenant_id': 'ff18836d7de746249bb5d44f286348b1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:12:02.929138 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92626e17-0e8c-4de6-9b52-2116a1e1da0f admin admin] Made reservation on behalf of ff18836d7de746249bb5d44f286348b1 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:12:02.934082 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92626e17-0e8c-4de6-9b52-2116a1e1da0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:02.934729 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72988481-5525-4ac0-a33a-b0d341cb435d req-5ada4bdf-7532-4e05-bb6f-f7511eb3e37f tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6cdd2d6-6430-41f1-8025-a1871ee32d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413788 Feb 08 21:12:02.978134 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-5246cf43-eafd-4f2c-b1bd-3539abceb556 None None] For port e2503f20-3437-403e-a9ce-6eeb9f77774f, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:12:02.982426 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-819f2b13-346d-499e-9723-06c35adcc817 None None] Provisioning complete for port e2503f20-3437-403e-a9ce-6eeb9f77774f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:12:02.982915 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-819f2b13-346d-499e-9723-06c35adcc817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e2503f20-3437-403e-a9ce-6eeb9f77774f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:02.992415 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92626e17-0e8c-4de6-9b52-2116a1e1da0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:03.034631 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-819f2b13-346d-499e-9723-06c35adcc817 None None] Port e2503f20-3437-403e-a9ce-6eeb9f77774f cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:12:03.040350 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-280955f3-40f9-40ca-9cc3-11905f71ba60 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918803 Feb 08 21:12:03.048765 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-5246cf43-eafd-4f2c-b1bd-3539abceb556 None None] For port e2503f20-3437-403e-a9ce-6eeb9f77774f, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e2503f20-3437-403e-a9ce-6eeb9f77774f,segment=NetworkSegment(d7b72b72-2487-480a-8e07-23df62d6e529),segment_id=d7b72b72-2487-480a-8e07-23df62d6e529)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:12:03.060052 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5246cf43-eafd-4f2c-b1bd-3539abceb556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e2503f20-3437-403e-a9ce-6eeb9f77774f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:03.068067 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ac74ff4-cb2e-4cf4-9d41-d53851b80f9a tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks [] for security_group_rule (db0a95de-e3b4-4c6e-bc78-d4d177328ecc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:03.084234 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ac74ff4-cb2e-4cf4-9d41-d53851b80f9a tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (db0a95de-e3b4-4c6e-bc78-d4d177328ecc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:03.150264 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac74ff4-cb2e-4cf4-9d41-d53851b80f9a tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db0a95de-e3b4-4c6e-bc78-d4d177328ecc,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:03.170074 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5246cf43-eafd-4f2c-b1bd-3539abceb556 None None] Routers {'eff57dd8-f738-4dd1-9f3f-46beaba62301'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:12:03.171052 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-5246cf43-eafd-4f2c-b1bd-3539abceb556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:11:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['eff57dd8-f738-4dd1-9f3f-46beaba62301'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:12:03.192403 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ac74ff4-cb2e-4cf4-9d41-d53851b80f9a tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:03.207496 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2ac74ff4-cb2e-4cf4-9d41-d53851b80f9a tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4682429 Feb 08 21:12:03.211716 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37766) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:03.212066 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37768) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:03.250443 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f035c0b5-cc0a-49b4-b428-fde2177aeda7 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:12:03.321528 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f035c0b5-cc0a-49b4-b428-fde2177aeda7 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:03.338454 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-5246cf43-eafd-4f2c-b1bd-3539abceb556 None None] Set router eff57dd8-f738-4dd1-9f3f-46beaba62301 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:12:03.388323 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68268a-49d4-47d7-b0e3-68e71cfdff92 req-f2750cd3-f97d-4c56-bb3e-7f9624fc0ae1 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:03.395918 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3c68268a-49d4-47d7-b0e3-68e71cfdff92 req-f2750cd3-f97d-4c56-bb3e-7f9624fc0ae1 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=7fbb4b48-3ac1-4484-82cc-b47572c427e5 HTTP/1.1" status: 200 len: 948 time: 0.2220411 Feb 08 21:12:03.430365 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6276fb40-75fd-4059-94e3-830d2f1892fa req-e29b83a1-8339-4e3c-9606-ab40da6e74ed service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878286 Feb 08 21:12:03.473052 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3c68268a-49d4-47d7-b0e3-68e71cfdff92 req-a90c51e3-407f-4a6a-a0ef-d68a6dc48064 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/security-groups?id=90c2892e-c6f4-41e2-a06c-0639b605b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748982 Feb 08 21:12:03.504440 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c9d5ff9-bdab-4340-9769-bbd5121fe39b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:03.615392 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c9d5ff9-bdab-4340-9769-bbd5121fe39b admin admin] Publish callbacks [] for security_group (9edd7fcb-df83-47b4-99ec-ca69e2772681), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:03.630987 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c9d5ff9-bdab-4340-9769-bbd5121fe39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9edd7fcb-df83-47b4-99ec-ca69e2772681), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:03.661577 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a06b0-bee2-4892-a91d-d47ee5a7bdbc req-7d312459-19fb-4f89-a76f-0ce17f2155df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:03.665019 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-038a06b0-bee2-4892-a91d-d47ee5a7bdbc req-7d312459-19fb-4f89-a76f-0ce17f2155df service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=0e25977321014f05a3dbb056b23d6296&device_id=efbd6221-637b-4ae7-9213-60e55b97c6ef HTTP/1.1" status: 200 len: 1153 time: 0.1221516 Feb 08 21:12:03.671285 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d5ff9-bdab-4340-9769-bbd5121fe39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edd7fcb-df83-47b4-99ec-ca69e2772681,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:03.709608 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37776) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:03.711858 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b69f0c-3d42-4811-9f2c-38dfd5b8e41a None None] Pushing event updated for resources: {'Port': ['ID=e2503f20-3437-403e-a9ce-6eeb9f77774f,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:03.749198 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e9fa12db-bc67-4793-ad86-620722265306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:03.790512 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5c9d5ff9-bdab-4340-9769-bbd5121fe39b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=91fd8106ab184d4daa77b8d6f5e463f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5773051 Feb 08 21:12:03.798817 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b0e415d8-bb59-4f5b-995d-405e74f616cc None None] Provisioning complete for port e2503f20-3437-403e-a9ce-6eeb9f77774f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:12:03.800982 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0e415d8-bb59-4f5b-995d-405e74f616cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e2503f20-3437-403e-a9ce-6eeb9f77774f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:03.803039 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37778) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:03.813937 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a06b0-bee2-4892-a91d-d47ee5a7bdbc req-05872e30-c349-47a1-b5b8-c917fc0b36a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:03.816211 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-038a06b0-bee2-4892-a91d-d47ee5a7bdbc req-05872e30-c349-47a1-b5b8-c917fc0b36a1 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.1424673 Feb 08 21:12:03.826281 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92626e17-0e8c-4de6-9b52-2116a1e1da0f admin admin] Publish callbacks [] for security_group (30b5d180-0053-48db-a2c5-74172a16e7e5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:03.863105 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92626e17-0e8c-4de6-9b52-2116a1e1da0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (30b5d180-0053-48db-a2c5-74172a16e7e5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:03.881527 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-038a06b0-bee2-4892-a91d-d47ee5a7bdbc req-7655c687-ce59-4a68-8a71-cfd9f5c2bcb0 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=0204d3f9-8302-41e7-8a0d-e1daa55a8cd8 HTTP/1.1" status: 200 len: 217 time: 0.0566261 Feb 08 21:12:03.945622 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92626e17-0e8c-4de6-9b52-2116a1e1da0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:12:03.963674 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a06b0-bee2-4892-a91d-d47ee5a7bdbc req-2348866c-94ed-4e88-92a9-81ed31e23604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:03.968870 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-038a06b0-bee2-4892-a91d-d47ee5a7bdbc req-2348866c-94ed-4e88-92a9-81ed31e23604 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.0788803 Feb 08 21:12:04.047427 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92626e17-0e8c-4de6-9b52-2116a1e1da0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (8b95bd2e-8686-4c5f-9f9e-2001c79c8a0d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:04.048245 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-92626e17-0e8c-4de6-9b52-2116a1e1da0f admin admin] Added segment 8b95bd2e-8686-4c5f-9f9e-2001c79c8a0d of type vlan for network 6d365340-a6f1-43a5-a47f-42699666e98b Feb 08 21:12:04.061631 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a06b0-bee2-4892-a91d-d47ee5a7bdbc req-6b42f448-bb13-4182-88da-dd491be1c038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:04.063809 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-038a06b0-bee2-4892-a91d-d47ee5a7bdbc req-6b42f448-bb13-4182-88da-dd491be1c038 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0892701 Feb 08 21:12:04.072155 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92626e17-0e8c-4de6-9b52-2116a1e1da0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b5d180-0053-48db-a2c5-74172a16e7e5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:04.073961 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b0e415d8-bb59-4f5b-995d-405e74f616cc None None] Current status of the port e2503f20-3437-403e-a9ce-6eeb9f77774f is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:12:04.074648 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0e415d8-bb59-4f5b-995d-405e74f616cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e2503f20-3437-403e-a9ce-6eeb9f77774f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:04.172576 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b0e415d8-bb59-4f5b-995d-405e74f616cc None None] For port e2503f20-3437-403e-a9ce-6eeb9f77774f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e2503f20-3437-403e-a9ce-6eeb9f77774f,segment=NetworkSegment(d7b72b72-2487-480a-8e07-23df62d6e529),segment_id=d7b72b72-2487-480a-8e07-23df62d6e529)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:12:04.186294 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0e415d8-bb59-4f5b-995d-405e74f616cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e2503f20-3437-403e-a9ce-6eeb9f77774f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:04.198065 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-5246cf43-eafd-4f2c-b1bd-3539abceb556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff57dd8-f738-4dd1-9f3f-46beaba62301', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-324610282-router', 'tenant_id': '32470ea68c2542aca87319bad8bc3da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'cfb9fbf5-13da-43c3-aca4-822fd4da2906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:11:41Z', 'updated_at': '2022-02-08T21:11:56Z', 'revision_number': 4, 'project_id': '32470ea68c2542aca87319bad8bc3da8', 'gw_port': {'id': 'cfb9fbf5-13da-43c3-aca4-822fd4da2906', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff57dd8-f738-4dd1-9f3f-46beaba62301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:44Z', 'updated_at': '2022-02-08T21:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'e2503f20-3437-403e-a9ce-6eeb9f77774f', 'name': '', 'network_id': 'f82c81fb-a348-4498-8eb1-058fca6b7870', 'tenant_id': '32470ea68c2542aca87319bad8bc3da8', 'mac_address': 'fa:16:3e:cd:15:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff57dd8-f738-4dd1-9f3f-46beaba62301', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c8466e45-fcee-46d2-b619-09569beb8b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:52Z', 'updated_at': '2022-02-08T21:12:02Z', 'revision_number': 4, 'project_id': '32470ea68c2542aca87319bad8bc3da8', 'subnets': [{'id': 'c8466e45-fcee-46d2-b619-09569beb8b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:12:04.226811 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc64c40-468b-412f-9a26-13839eca7195 req-da6f25b9-301d-46bd-bf40-049f39589fea tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:04.228526 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-efc64c40-468b-412f-9a26-13839eca7195 req-da6f25b9-301d-46bd-bf40-049f39589fea tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/ports?device_id=efbd6221-637b-4ae7-9213-60e55b97c6ef HTTP/1.1" status: 200 len: 970 time: 0.0849304 Feb 08 21:12:04.245384 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-038a06b0-bee2-4892-a91d-d47ee5a7bdbc req-1fd22478-4f5a-4c6e-b81e-e02390113b6c service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731067 Feb 08 21:12:04.305272 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5246cf43-eafd-4f2c-b1bd-3539abceb556 None None] The sync data for ids ['eff57dd8-f738-4dd1-9f3f-46beaba62301'] in n-d-712143-31 is: [{'id': 'eff57dd8-f738-4dd1-9f3f-46beaba62301', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-324610282-router', 'tenant_id': '32470ea68c2542aca87319bad8bc3da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'cfb9fbf5-13da-43c3-aca4-822fd4da2906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:11:41Z', 'updated_at': '2022-02-08T21:11:56Z', 'revision_number': 4, 'project_id': '32470ea68c2542aca87319bad8bc3da8', 'gw_port': {'id': 'cfb9fbf5-13da-43c3-aca4-822fd4da2906', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff57dd8-f738-4dd1-9f3f-46beaba62301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:44Z', 'updated_at': '2022-02-08T21:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'e2503f20-3437-403e-a9ce-6eeb9f77774f', 'name': '', 'network_id': 'f82c81fb-a348-4498-8eb1-058fca6b7870', 'tenant_id': '32470ea68c2542aca87319bad8bc3da8', 'mac_address': 'fa:16:3e:cd:15:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff57dd8-f738-4dd1-9f3f-46beaba62301', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c8466e45-fcee-46d2-b619-09569beb8b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:52Z', 'updated_at': '2022-02-08T21:12:02Z', 'revision_number': 4, 'project_id': '32470ea68c2542aca87319bad8bc3da8', 'subnets': [{'id': 'c8466e45-fcee-46d2-b619-09569beb8b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:12:04.324007 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e9fa12db-bc67-4793-ad86-620722265306 admin admin] Publish callbacks [] for security_group (77137656-f818-4cf4-8482-012354dd3ffc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:04.363733 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e415d8-bb59-4f5b-995d-405e74f616cc None None] Pushing event updated for resources: {'Port': ['ID=e2503f20-3437-403e-a9ce-6eeb9f77774f,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:04.382374 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa378805-d1df-43c6-bc89-c7b5feefbfd5 admin admin] Publish callbacks [] for security_group (9edd7fcb-df83-47b4-99ec-ca69e2772681), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:04.385063 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e9fa12db-bc67-4793-ad86-620722265306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (77137656-f818-4cf4-8482-012354dd3ffc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:04.476633 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f035c0b5-cc0a-49b4-b428-fde2177aeda7 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:04.521331 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-efc64c40-468b-412f-9a26-13839eca7195 req-30c20795-d620-4b27-97d1-bb73e725a699 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6cdd2d6-6430-41f1-8025-a1871ee32d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742634 Feb 08 21:12:04.573458 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92626e17-0e8c-4de6-9b52-2116a1e1da0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (6d365340-a6f1-43a5-a47f-42699666e98b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:04.611654 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-038a06b0-bee2-4892-a91d-d47ee5a7bdbc req-04ec5d65-6351-4a75-bc51-455de4e9ac7d service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266876 Feb 08 21:12:04.621712 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa378805-d1df-43c6-bc89-c7b5feefbfd5 admin admin] Publish callbacks [] for security_group (9edd7fcb-df83-47b4-99ec-ca69e2772681), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:04.644500 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e9fa12db-bc67-4793-ad86-620722265306 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=688adb0a81d04dd69dcf0b22489abefc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9177797 Feb 08 21:12:04.648700 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37796) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:04.662612 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa12db-bc67-4793-ad86-620722265306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77137656-f818-4cf4-8482-012354dd3ffc,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:04.745629 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.db.resource_extend [None req-92626e17-0e8c-4de6-9b52-2116a1e1da0f admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:12:04.751745 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180faa4-ee4e-4246-9f2c-bf75d71b053f req-054717f7-8494-4323-b59a-072458ef3418 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:04.753681 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4180faa4-ee4e-4246-9f2c-bf75d71b053f req-054717f7-8494-4323-b59a-072458ef3418 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=7fbb4b48-3ac1-4484-82cc-b47572c427e5 HTTP/1.1" status: 200 len: 948 time: 0.1193476 Feb 08 21:12:04.766140 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-67cd4607-3cbe-48d8-9cff-6a4d01dafca3 admin admin] Publish callbacks [] for security_group (77137656-f818-4cf4-8482-012354dd3ffc), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:04.833773 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92626e17-0e8c-4de6-9b52-2116a1e1da0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (6d365340-a6f1-43a5-a47f-42699666e98b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:04.835756 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92626e17-0e8c-4de6-9b52-2116a1e1da0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:04.836686 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92626e17-0e8c-4de6-9b52-2116a1e1da0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:04.845728 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-67cd4607-3cbe-48d8-9cff-6a4d01dafca3 admin admin] Publish callbacks [] for security_group (77137656-f818-4cf4-8482-012354dd3ffc), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:04.942985 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4180faa4-ee4e-4246-9f2c-bf75d71b053f req-d70e95bd-4831-4754-9c38-52239a7e791d tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/security-groups?id=90c2892e-c6f4-41e2-a06c-0639b605b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679268 Feb 08 21:12:04.946768 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa378805-d1df-43c6-bc89-c7b5feefbfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9edd7fcb-df83-47b4-99ec-ca69e2772681), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:04.949779 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa378805-d1df-43c6-bc89-c7b5feefbfd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:04.951270 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fa378805-d1df-43c6-bc89-c7b5feefbfd5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9edd7fcb-df83-47b4-99ec-ca69e2772681 HTTP/1.1" status: 204 len: 168 time: 1.1360128 Feb 08 21:12:04.956871 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-92626e17-0e8c-4de6-9b52-2116a1e1da0f admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7769816 Feb 08 21:12:04.961267 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-f035c0b5-cc0a-49b4-b428-fde2177aeda7 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Allocated IP 172.25.3.125 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/9fb1fe87-ed59-4065-bc35-bd6b51c7c0dd) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:12:04.967696 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37802) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:04.977989 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa378805-d1df-43c6-bc89-c7b5feefbfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edd7fcb-df83-47b4-99ec-ca69e2772681,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:04.987125 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 5eeba7f3-2e44-4559-8cf0-2d04ec2173fc details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:12:04.998487 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-bd295df2-7d7b-427c-b487-328244470c40 admin admin] Request body: {'subnet': {'network_id': '6d365340-a6f1-43a5-a47f-42699666e98b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1980700713-subnet', 'tenant_id': 'ff18836d7de746249bb5d44f286348b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:12:05.002173 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92626e17-0e8c-4de6-9b52-2116a1e1da0f admin admin] Pushing event updated for resources: {'Network': ['ID=6d365340-a6f1-43a5-a47f-42699666e98b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:05.089977 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-67cd4607-3cbe-48d8-9cff-6a4d01dafca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (77137656-f818-4cf4-8482-012354dd3ffc), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:05.096930 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-67cd4607-3cbe-48d8-9cff-6a4d01dafca3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:05.105690 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-67cd4607-3cbe-48d8-9cff-6a4d01dafca3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/77137656-f818-4cf4-8482-012354dd3ffc HTTP/1.1" status: 204 len: 168 time: 0.4557333 Feb 08 21:12:05.129859 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 6d365340-a6f1-43a5-a47f-42699666e98b details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:12:05.138196 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd4607-3cbe-48d8-9cff-6a4d01dafca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77137656-f818-4cf4-8482-012354dd3ffc,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:05.141006 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd295df2-7d7b-427c-b487-328244470c40 admin admin] Made reservation on behalf of ff18836d7de746249bb5d44f286348b1 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:12:05.143376 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bd295df2-7d7b-427c-b487-328244470c40 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:05.318492 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f035c0b5-cc0a-49b4-b428-fde2177aeda7 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks [] for port (9fb1fe87-ed59-4065-bc35-bd6b51c7c0dd), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:05.336030 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e2503f20-3437-403e-a9ce-6eeb9f77774f up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:12:05.397777 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f035c0b5-cc0a-49b4-b428-fde2177aeda7 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (9fb1fe87-ed59-4065-bc35-bd6b51c7c0dd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:05.566013 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f035c0b5-cc0a-49b4-b428-fde2177aeda7 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:12:05.583463 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-f035c0b5-cc0a-49b4-b428-fde2177aeda7 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:12:05.602588 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f035c0b5-cc0a-49b4-b428-fde2177aeda7 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:12:05.625136 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035c0b5-cc0a-49b4-b428-fde2177aeda7 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Pushing event updated for resources: {'Port': ['ID=9fb1fe87-ed59-4065-bc35-bd6b51c7c0dd,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:05.695097 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bd295df2-7d7b-427c-b487-328244470c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for subnet (6c906f34-da1c-4ff4-8752-3e6b5f0bd3f1), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:05.765360 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port e2503f20-3437-403e-a9ce-6eeb9f77774f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:12:05.765609 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e2503f20-3437-403e-a9ce-6eeb9f77774f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:05.940921 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port e2503f20-3437-403e-a9ce-6eeb9f77774f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:12:05.944923 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 5eeba7f3-2e44-4559-8cf0-2d04ec2173fc, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=5eeba7f3-2e44-4559-8cf0-2d04ec2173fc,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:12:05.964901 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '5eeba7f3-2e44-4559-8cf0-2d04ec2173fc', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': '5eeba7f3-2e44-4559-8cf0-2d04ec2173fc', 'mac_address': 'fa:16:3e:be:d1:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:12:05.969842 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f035c0b5-cc0a-49b4-b428-fde2177aeda7 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks [] for floatingip (12fc7dca-90e8-4231-9eb3-1910af608108), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:06.071855 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd295df2-7d7b-427c-b487-328244470c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c906f34-da1c-4ff4-8752-3e6b5f0bd3f1,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:06.084718 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 5eeba7f3-2e44-4559-8cf0-2d04ec2173fc is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:12:06.086894 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5eeba7f3-2e44-4559-8cf0-2d04ec2173fc), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:06.153458 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f035c0b5-cc0a-49b4-b428-fde2177aeda7 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9fb1fe87-ed59-4065-bc35-bd6b51c7c0dd), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:06.174441 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eeba7f3-2e44-4559-8cf0-2d04ec2173fc {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:12:06.200941 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:06.225386 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165f7f4-f891-4e86-baa6-de6218d7fb3d req-c70703f6-e670-466c-b007-7bd5f7a0a859 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:06.229905 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3165f7f4-f891-4e86-baa6-de6218d7fb3d req-c70703f6-e670-466c-b007-7bd5f7a0a859 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/ports?device_id=efbd6221-637b-4ae7-9213-60e55b97c6ef HTTP/1.1" status: 200 len: 970 time: 0.4041994 Feb 08 21:12:06.237631 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 5eeba7f3-2e44-4559-8cf0-2d04ec2173fc, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=5eeba7f3-2e44-4559-8cf0-2d04ec2173fc,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:12:06.241548 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd295df2-7d7b-427c-b487-328244470c40 admin admin] Checking segment: {'id': '8b95bd2e-8686-4c5f-9f9e-2001c79c8a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6d365340-a6f1-43a5-a47f-42699666e98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:12:06.242634 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd295df2-7d7b-427c-b487-328244470c40 admin admin] Network hostable DHCP agents. Network: 6d365340-a6f1-43a5-a47f-42699666e98b, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:12:06.248963 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5eeba7f3-2e44-4559-8cf0-2d04ec2173fc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:06.321289 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=5eeba7f3-2e44-4559-8cf0-2d04ec2173fc,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:06.365391 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:06.618082 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd295df2-7d7b-427c-b487-328244470c40 admin admin] Network 6d365340-a6f1-43a5-a47f-42699666e98b is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:12:06.666288 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3165f7f4-f891-4e86-baa6-de6218d7fb3d req-feb745a0-7be8-4afb-805a-e9b0616b6acb tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6cdd2d6-6430-41f1-8025-a1871ee32d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044197 Feb 08 21:12:06.674359 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-bd295df2-7d7b-427c-b487-328244470c40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 6d365340-a6f1-43a5-a47f-42699666e98b) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:12:06.697664 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea69867-0aa2-4bc4-8c4d-677cef55fbb7 req-56b078dc-c692-4d47-b447-4453e9aa59c9 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:06.699932 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ea69867-0aa2-4bc4-8c4d-677cef55fbb7 req-56b078dc-c692-4d47-b447-4453e9aa59c9 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=7fbb4b48-3ac1-4484-82cc-b47572c427e5 HTTP/1.1" status: 200 len: 949 time: 0.4660251 Feb 08 21:12:06.706256 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6006813-3aa4-49fc-bb98-7a769c054ef4 None None] Network 6d365340-a6f1-43a5-a47f-42699666e98b requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:12:06.710937 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd295df2-7d7b-427c-b487-328244470c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:06.711761 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bd295df2-7d7b-427c-b487-328244470c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:06.760240 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bd295df2-7d7b-427c-b487-328244470c40 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7851150 Feb 08 21:12:06.852160 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['5eeba7f3-2e44-4559-8cf0-2d04ec2173fc'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:12:06.870777 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ea69867-0aa2-4bc4-8c4d-677cef55fbb7 req-cae7e88f-4bc0-4ab7-8c53-09e5adda64f2 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/security-groups?id=90c2892e-c6f4-41e2-a06c-0639b605b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391220 Feb 08 21:12:06.948680 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f035c0b5-cc0a-49b4-b428-fde2177aeda7 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks [] for port (9fb1fe87-ed59-4065-bc35-bd6b51c7c0dd), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:06.959045 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f035c0b5-cc0a-49b4-b428-fde2177aeda7 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9fb1fe87-ed59-4065-bc35-bd6b51c7c0dd), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:07.001539 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 0204d3f9-8302-41e7-8a0d-e1daa55a8cd8 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:12:07.083201 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035c0b5-cc0a-49b4-b428-fde2177aeda7 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Pushing event updated for resources: {'Port': ['ID=9fb1fe87-ed59-4065-bc35-bd6b51c7c0dd,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:07.106169 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f035c0b5-cc0a-49b4-b428-fde2177aeda7 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (12fc7dca-90e8-4231-9eb3-1910af608108), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:07.133538 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f035c0b5-cc0a-49b4-b428-fde2177aeda7 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:07.135488 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f035c0b5-cc0a-49b4-b428-fde2177aeda7 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9207749 Feb 08 21:12:07.357072 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28ddde3-428f-4aff-9732-bcaa1851f8af None None] Network 6d365340-a6f1-43a5-a47f-42699666e98b requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:12:07.590593 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 0204d3f9-8302-41e7-8a0d-e1daa55a8cd8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=0204d3f9-8302-41e7-8a0d-e1daa55a8cd8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:12:07.664477 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '0204d3f9-8302-41e7-8a0d-e1daa55a8cd8', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': '0204d3f9-8302-41e7-8a0d-e1daa55a8cd8', 'mac_address': 'fa:16:3e:2a:74:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:tempest-test_az-1496137750', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:12:07.822816 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-193f9889-a856-43e6-816c-288a00520878 req-389304e5-dc57-4582-8edc-cc4fa9b7b008 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--299793647&fields=id&tenant_id=a0f21c1ed8144dec92b6948d7d2d9a67 HTTP/1.1" status: 200 len: 267 time: 0.2071457 Feb 08 21:12:07.837318 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 0204d3f9-8302-41e7-8a0d-e1daa55a8cd8 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:12:07.838545 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0204d3f9-8302-41e7-8a0d-e1daa55a8cd8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:07.874731 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0204d3f9-8302-41e7-8a0d-e1daa55a8cd8 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:12:07.917471 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 0204d3f9-8302-41e7-8a0d-e1daa55a8cd8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=0204d3f9-8302-41e7-8a0d-e1daa55a8cd8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:12:07.926426 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0204d3f9-8302-41e7-8a0d-e1daa55a8cd8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:08.028264 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=0204d3f9-8302-41e7-8a0d-e1daa55a8cd8,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:08.183417 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d33b3-6f4b-469e-bd90-7a31e281ad44 req-f009c4ef-6546-4424-9928-95b910f19f02 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:08.185998 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b41d33b3-6f4b-469e-bd90-7a31e281ad44 req-f009c4ef-6546-4424-9928-95b910f19f02 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/ports?device_id=efbd6221-637b-4ae7-9213-60e55b97c6ef HTTP/1.1" status: 200 len: 970 time: 0.3056047 Feb 08 21:12:08.226749 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f9889-a856-43e6-816c-288a00520878 req-c3a8b442-ec46-4311-ae0c-01edb3d20702 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:08.230138 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-193f9889-a856-43e6-816c-288a00520878 req-c3a8b442-ec46-4311-ae0c-01edb3d20702 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/networks?id=b2fa857b-d652-4cb7-a5d6-dc6045645cef HTTP/1.1" status: 200 len: 824 time: 0.3980365 Feb 08 21:12:08.272353 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-193f9889-a856-43e6-816c-288a00520878 req-87bbc45c-6b1d-4816-aa5c-1d1e84c9ede9 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/quotas/a0f21c1ed8144dec92b6948d7d2d9a67 HTTP/1.1" status: 200 len: 375 time: 0.0263405 Feb 08 21:12:08.300764 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['0204d3f9-8302-41e7-8a0d-e1daa55a8cd8'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:12:08.336902 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b41d33b3-6f4b-469e-bd90-7a31e281ad44 req-5d603628-1052-4efd-bc5a-93670ff70af5 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6cdd2d6-6430-41f1-8025-a1871ee32d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400561 Feb 08 21:12:08.454717 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-193f9889-a856-43e6-816c-288a00520878 req-d0014aac-9ff2-48a4-b7aa-3919f3700ad1 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0f21c1ed8144dec92b6948d7d2d9a67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1674962 Feb 08 21:12:08.914649 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37906) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:08.922101 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-a2dec1d2-ea94-4630-9d3c-83fe74beffdc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-285760333-network', 'tenant_id': '208687124b174e30b18db603a5cc0550'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:12:08.981132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dec1d2-ea94-4630-9d3c-83fe74beffdc admin admin] Made reservation on behalf of 208687124b174e30b18db603a5cc0550 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:12:08.996466 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 5eeba7f3-2e44-4559-8cf0-2d04ec2173fc up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:12:09.004705 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a2dec1d2-ea94-4630-9d3c-83fe74beffdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:09.045186 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a2dec1d2-ea94-4630-9d3c-83fe74beffdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:09.164196 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 5eeba7f3-2e44-4559-8cf0-2d04ec2173fc completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:12:09.185116 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 5eeba7f3-2e44-4559-8cf0-2d04ec2173fc triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:12:09.186806 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5eeba7f3-2e44-4559-8cf0-2d04ec2173fc), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:09.295590 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-193f9889-a856-43e6-816c-288a00520878 req-1a2a37a3-cb6c-4125-bbdf-a24864166ccf service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:12:09.301905 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-193f9889-a856-43e6-816c-288a00520878 req-1a2a37a3-cb6c-4125-bbdf-a24864166ccf service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1221509 Feb 08 21:12:09.360937 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 5eeba7f3-2e44-4559-8cf0-2d04ec2173fc is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:12:09.361472 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5eeba7f3-2e44-4559-8cf0-2d04ec2173fc), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:09.403791 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbb4b48-3ac1-4484-82cc-b47572c427e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eeba7f3-2e44-4559-8cf0-2d04ec2173fc'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:12:09.484143 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 5eeba7f3-2e44-4559-8cf0-2d04ec2173fc, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=5eeba7f3-2e44-4559-8cf0-2d04ec2173fc,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:12:09.490978 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5eeba7f3-2e44-4559-8cf0-2d04ec2173fc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:09.494762 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a2dec1d2-ea94-4630-9d3c-83fe74beffdc admin admin] Publish callbacks [] for security_group (ab1fd286-913d-41ee-8e27-4dfc50740e73), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:09.523639 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a548f-8b66-40e9-a78c-1286816d595d req-f65c1b01-76fb-4a0a-a68b-12a87db68c74 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:09.527458 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b3a548f-8b66-40e9-a78c-1286816d595d req-f65c1b01-76fb-4a0a-a68b-12a87db68c74 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=7fbb4b48-3ac1-4484-82cc-b47572c427e5 HTTP/1.1" status: 200 len: 949 time: 0.3165638 Feb 08 21:12:09.532517 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a2dec1d2-ea94-4630-9d3c-83fe74beffdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ab1fd286-913d-41ee-8e27-4dfc50740e73), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:09.654850 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2dec1d2-ea94-4630-9d3c-83fe74beffdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:12:09.665203 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=5eeba7f3-2e44-4559-8cf0-2d04ec2173fc,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:09.700168 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dec1d2-ea94-4630-9d3c-83fe74beffdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1fd286-913d-41ee-8e27-4dfc50740e73,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:09.726712 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-193f9889-a856-43e6-816c-288a00520878 req-b71b18cb-da88-46f5-a9ed-fae2c1ceab94 service neutron] 10.222.0.88 "GET /v2.0/networks/b2fa857b-d652-4cb7-a5d6-dc6045645cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161000 Feb 08 21:12:09.729463 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a2dec1d2-ea94-4630-9d3c-83fe74beffdc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751442729144', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (b4353f5e-e372-400c-b370-18051c477c8b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:09.730401 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a2dec1d2-ea94-4630-9d3c-83fe74beffdc admin admin] Unsubscribe: segment precommit_create {{(pid=103433) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 08 21:12:09.731180 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-a2dec1d2-ea94-4630-9d3c-83fe74beffdc admin admin] Added segment b4353f5e-e372-400c-b370-18051c477c8b of type vlan for network ad7e8e79-13e4-48db-ab2e-b1f5355bdd5e Feb 08 21:12:09.735200 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad023229-c74c-4cad-82c2-33f4a76381c0" -d '{"events": [{"server_uuid": "7fbb4b48-3ac1-4484-82cc-b47572c427e5", "name": "network-vif-plugged", "status": "completed", "tag": "5eeba7f3-2e44-4559-8cf0-2d04ec2173fc"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:12:09.901684 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b3a548f-8b66-40e9-a78c-1286816d595d req-9dbc1a55-91f6-4143-8e0e-ea155f8f8d78 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/security-groups?id=90c2892e-c6f4-41e2-a06c-0639b605b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613188 Feb 08 21:12:09.927131 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a2dec1d2-ea94-4630-9d3c-83fe74beffdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (ad7e8e79-13e4-48db-ab2e-b1f5355bdd5e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:10.093099 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a2dec1d2-ea94-4630-9d3c-83fe74beffdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (ad7e8e79-13e4-48db-ab2e-b1f5355bdd5e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:10.094862 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dec1d2-ea94-4630-9d3c-83fe74beffdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:10.095810 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a2dec1d2-ea94-4630-9d3c-83fe74beffdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:10.142491 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-193f9889-a856-43e6-816c-288a00520878 req-9590e9e2-2c2a-484b-8fe0-6aac42a75061 service neutron] 10.222.0.88 "GET /v2.0/networks/b2fa857b-d652-4cb7-a5d6-dc6045645cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986206 Feb 08 21:12:10.225798 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a2dec1d2-ea94-4630-9d3c-83fe74beffdc admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3073390 Feb 08 21:12:10.226615 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37944) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:10.236560 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-66f8dc42-760e-4014-ac69-a61ab1206d70 admin admin] Request body: {'subnet': {'network_id': 'ad7e8e79-13e4-48db-ab2e-b1f5355bdd5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-285760333-subnet', 'tenant_id': '208687124b174e30b18db603a5cc0550', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:12:10.246803 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dec1d2-ea94-4630-9d3c-83fe74beffdc admin admin] Pushing event updated for resources: {'Network': ['ID=ad7e8e79-13e4-48db-ab2e-b1f5355bdd5e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:10.268906 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network ad7e8e79-13e4-48db-ab2e-b1f5355bdd5e details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:12:10.282497 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f8dc42-760e-4014-ac69-a61ab1206d70 admin admin] Made reservation on behalf of 208687124b174e30b18db603a5cc0550 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:12:10.287240 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66f8dc42-760e-4014-ac69-a61ab1206d70 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:10.291249 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ddeff-b8bf-4e0b-b6e3-9a404fdf71a3 req-1ee21d23-9f73-47fe-a766-5613b93d98a9 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:10.304207 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de4ddeff-b8bf-4e0b-b6e3-9a404fdf71a3 req-1ee21d23-9f73-47fe-a766-5613b93d98a9 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/ports?device_id=efbd6221-637b-4ae7-9213-60e55b97c6ef HTTP/1.1" status: 200 len: 971 time: 0.2856939 Feb 08 21:12:10.443647 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de4ddeff-b8bf-4e0b-b6e3-9a404fdf71a3 req-e130746e-2567-471b-b407-410d11b6355e tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6cdd2d6-6430-41f1-8025-a1871ee32d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375644 Feb 08 21:12:10.680919 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66f8dc42-760e-4014-ac69-a61ab1206d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for subnet (d0244b66-e6ee-4cc3-9501-aac1bb5ce047), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:10.735642 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3982bb02-799d-468a-818f-10d3d564a2aa x-openstack-request-id: req-3982bb02-799d-468a-818f-10d3d564a2aa {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:12:10.736260 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fbb4b48-3ac1-4484-82cc-b47572c427e5", "name": "network-vif-plugged", "status": "completed", "tag": "5eeba7f3-2e44-4559-8cf0-2d04ec2173fc", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:12:10.736541 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3982bb02-799d-468a-818f-10d3d564a2aa {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:12:10.737027 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fbb4b48-3ac1-4484-82cc-b47572c427e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eeba7f3-2e44-4559-8cf0-2d04ec2173fc', 'code': 200} Feb 08 21:12:10.895505 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8dc42-760e-4014-ac69-a61ab1206d70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0244b66-e6ee-4cc3-9501-aac1bb5ce047,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:10.905214 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f8dc42-760e-4014-ac69-a61ab1206d70 admin admin] Checking segment: {'id': 'b4353f5e-e372-400c-b370-18051c477c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ad7e8e79-13e4-48db-ab2e-b1f5355bdd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:12:10.905479 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f8dc42-760e-4014-ac69-a61ab1206d70 admin admin] Network hostable DHCP agents. Network: ad7e8e79-13e4-48db-ab2e-b1f5355bdd5e, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:12:10.948442 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f8dc42-760e-4014-ac69-a61ab1206d70 admin admin] Network ad7e8e79-13e4-48db-ab2e-b1f5355bdd5e is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:12:10.974171 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-66f8dc42-760e-4014-ac69-a61ab1206d70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, ad7e8e79-13e4-48db-ab2e-b1f5355bdd5e) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:12:10.989795 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9794cc08-2d60-4a15-90aa-feb9e10ca4f2 None None] Network ad7e8e79-13e4-48db-ab2e-b1f5355bdd5e requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:12:10.992930 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f8dc42-760e-4014-ac69-a61ab1206d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:10.996077 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66f8dc42-760e-4014-ac69-a61ab1206d70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:11.037266 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-66f8dc42-760e-4014-ac69-a61ab1206d70 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7997222 Feb 08 21:12:11.042506 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 0204d3f9-8302-41e7-8a0d-e1daa55a8cd8 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:12:11.053643 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3fc6f987-d515-4571-bea8-9d04712ffdf6 req-be3b9859-5101-442e-b0f9-b1e9449d43d7 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13 HTTP/1.1" status: 200 len: 210 time: 0.1912329 Feb 08 21:12:11.097713 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eea00b-6c3b-4a5c-8b51-6b2c3916c881 req-7b0651f5-a3d7-4787-b316-73ef18ca2eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:11.100354 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-33eea00b-6c3b-4a5c-8b51-6b2c3916c881 req-7b0651f5-a3d7-4787-b316-73ef18ca2eae service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=7fbb4b48-3ac1-4484-82cc-b47572c427e5 HTTP/1.1" status: 200 len: 1133 time: 0.2150238 Feb 08 21:12:11.330650 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 0204d3f9-8302-41e7-8a0d-e1daa55a8cd8 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:12:11.336329 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 0204d3f9-8302-41e7-8a0d-e1daa55a8cd8 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:12:11.337016 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0204d3f9-8302-41e7-8a0d-e1daa55a8cd8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:11.342686 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37986) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:11.368267 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c75d210-f981-4035-98a0-81e8893e3c0b None None] Network ad7e8e79-13e4-48db-ab2e-b1f5355bdd5e requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:12:11.435034 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-33eea00b-6c3b-4a5c-8b51-6b2c3916c881 req-78ffaa6a-b3da-4b23-b9cc-ac44cb37781e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:11.516721 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 0204d3f9-8302-41e7-8a0d-e1daa55a8cd8 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:12:11.517250 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0204d3f9-8302-41e7-8a0d-e1daa55a8cd8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:11.556755 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-71787f6a-63c0-4a1e-b000-5802b7a56ea6 admin admin] Deleting subnet 6c906f34-da1c-4ff4-8752-3e6b5f0bd3f1 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:12:11.564152 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71787f6a-63c0-4a1e-b000-5802b7a56ea6 admin admin] Publish callbacks [] for subnet (6c906f34-da1c-4ff4-8752-3e6b5f0bd3f1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:11.600853 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-33eea00b-6c3b-4a5c-8b51-6b2c3916c881 req-78ffaa6a-b3da-4b23-b9cc-ac44cb37781e service neutron] Publish callbacks [] for security_group (9e4331ca-9544-47f9-af64-d1ce3590de52), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:11.658782 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-33eea00b-6c3b-4a5c-8b51-6b2c3916c881 req-78ffaa6a-b3da-4b23-b9cc-ac44cb37781e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9e4331ca-9544-47f9-af64-d1ce3590de52), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:11.665726 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71787f6a-63c0-4a1e-b000-5802b7a56ea6 admin admin] Publish callbacks [] for subnet (6c906f34-da1c-4ff4-8752-3e6b5f0bd3f1), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:11.720099 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71787f6a-63c0-4a1e-b000-5802b7a56ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (6c906f34-da1c-4ff4-8752-3e6b5f0bd3f1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:11.758055 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 0204d3f9-8302-41e7-8a0d-e1daa55a8cd8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=0204d3f9-8302-41e7-8a0d-e1daa55a8cd8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:12:11.760427 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-33eea00b-6c3b-4a5c-8b51-6b2c3916c881 req-78ffaa6a-b3da-4b23-b9cc-ac44cb37781e service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=90c2892e-c6f4-41e2-a06c-0639b605b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6510112 Feb 08 21:12:11.773521 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0204d3f9-8302-41e7-8a0d-e1daa55a8cd8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:11.821010 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280a63f-84ef-4339-b02c-b9712941428a req-e83888c8-1c7b-49fa-b918-4d673382484e tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:11.834427 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3280a63f-84ef-4339-b02c-b9712941428a req-e83888c8-1c7b-49fa-b918-4d673382484e tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=7fbb4b48-3ac1-4484-82cc-b47572c427e5 HTTP/1.1" status: 200 len: 950 time: 0.4206617 Feb 08 21:12:11.840539 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffaa6a-b3da-4b23-b9cc-ac44cb37781e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4331ca-9544-47f9-af64-d1ce3590de52,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:11.847297 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=0204d3f9-8302-41e7-8a0d-e1daa55a8cd8,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:11.883754 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71787f6a-63c0-4a1e-b000-5802b7a56ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for subnet (6c906f34-da1c-4ff4-8752-3e6b5f0bd3f1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:11.913103 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71787f6a-63c0-4a1e-b000-5802b7a56ea6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c906f34-da1c-4ff4-8752-3e6b5f0bd3f1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:11.922247 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71787f6a-63c0-4a1e-b000-5802b7a56ea6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:11.929773 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-71787f6a-63c0-4a1e-b000-5802b7a56ea6 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/6c906f34-da1c-4ff4-8752-3e6b5f0bd3f1 HTTP/1.1" status: 204 len: 168 time: 0.5800295 Feb 08 21:12:11.930641 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37996) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:11.945118 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3280a63f-84ef-4339-b02c-b9712941428a req-cf1cb4af-ba93-42cb-9569-cc02b53c3e0f tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/security-groups?id=90c2892e-c6f4-41e2-a06c-0639b605b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090183 Feb 08 21:12:12.026901 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91d202d5-4bc2-4e89-ba2d-4121d2c8cc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (6d365340-a6f1-43a5-a47f-42699666e98b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:12.138513 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a316852-f38d-441f-a0db-061a7ff72c12 req-5fd61560-93bf-41f4-9e42-c02d2ea24923 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:12.140431 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a316852-f38d-441f-a0db-061a7ff72c12 req-5fd61560-93bf-41f4-9e42-c02d2ea24923 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/ports?device_id=efbd6221-637b-4ae7-9213-60e55b97c6ef HTTP/1.1" status: 200 len: 972 time: 0.1205704 Feb 08 21:12:12.172914 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91d202d5-4bc2-4e89-ba2d-4121d2c8cc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (6d365340-a6f1-43a5-a47f-42699666e98b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:12.204630 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91d202d5-4bc2-4e89-ba2d-4121d2c8cc3f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:12:12.205137 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91d202d5-4bc2-4e89-ba2d-4121d2c8cc3f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:12:12.205999 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91d202d5-4bc2-4e89-ba2d-4121d2c8cc3f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:12:12.207006 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91d202d5-4bc2-4e89-ba2d-4121d2c8cc3f admin admin] Subscribe: > port after_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:12:12.207450 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91d202d5-4bc2-4e89-ba2d-4121d2c8cc3f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:12:12.207925 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91d202d5-4bc2-4e89-ba2d-4121d2c8cc3f admin admin] Subscribe: > port after_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:12:12.208333 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91d202d5-4bc2-4e89-ba2d-4121d2c8cc3f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:12:12.209390 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91d202d5-4bc2-4e89-ba2d-4121d2c8cc3f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:12:12.209977 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91d202d5-4bc2-4e89-ba2d-4121d2c8cc3f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:12:12.210376 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91d202d5-4bc2-4e89-ba2d-4121d2c8cc3f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:12:12.238295 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a316852-f38d-441f-a0db-061a7ff72c12 req-b8c58753-a45a-4d17-9e57-197bc5189425 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6cdd2d6-6430-41f1-8025-a1871ee32d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897679 Feb 08 21:12:12.307092 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.96', 58935) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:12.453861 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed01452b-f9d6-464b-90d5-30bc1733ece8 req-ba7bf70c-5237-4080-a580-e36a0d107ce3 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13 HTTP/1.1" status: 200 len: 210 time: 0.1239729 Feb 08 21:12:12.537279 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91d202d5-4bc2-4e89-ba2d-4121d2c8cc3f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:12:12.538096 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91d202d5-4bc2-4e89-ba2d-4121d2c8cc3f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:12:12.538096 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91d202d5-4bc2-4e89-ba2d-4121d2c8cc3f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:12:12.538363 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91d202d5-4bc2-4e89-ba2d-4121d2c8cc3f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:12:12.538535 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-91d202d5-4bc2-4e89-ba2d-4121d2c8cc3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d365340-a6f1-43a5-a47f-42699666e98b']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:12:12.566990 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-91d202d5-4bc2-4e89-ba2d-4121d2c8cc3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b95bd2e-8686-4c5f-9f9e-2001c79c8a0d') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:12:12.567296 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-91d202d5-4bc2-4e89-ba2d-4121d2c8cc3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b95bd2e-8686-4c5f-9f9e-2001c79c8a0d') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:12:12.595346 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f9889-a856-43e6-816c-288a00520878 req-009de71b-3896-4f95-af41-ac08e543b249 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:12.596056 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91d202d5-4bc2-4e89-ba2d-4121d2c8cc3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (8b95bd2e-8686-4c5f-9f9e-2001c79c8a0d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:12.597298 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-193f9889-a856-43e6-816c-288a00520878 req-009de71b-3896-4f95-af41-ac08e543b249 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.96 "GET /v2.0/networks?id=b2fa857b-d652-4cb7-a5d6-dc6045645cef HTTP/1.1" status: 200 len: 824 time: 0.2884493 Feb 08 21:12:12.625289 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91d202d5-4bc2-4e89-ba2d-4121d2c8cc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (8b95bd2e-8686-4c5f-9f9e-2001c79c8a0d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:12.643561 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d202d5-4bc2-4e89-ba2d-4121d2c8cc3f admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:12:12.644346 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91d202d5-4bc2-4e89-ba2d-4121d2c8cc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (8b95bd2e-8686-4c5f-9f9e-2001c79c8a0d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: from cryptography.utils import int_from_bytes Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: from cryptography.utils import int_from_bytes Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:12:12.677746 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:12:12.738708 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbd6221-637b-4ae7-9213-60e55b97c6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0204d3f9-8302-41e7-8a0d-e1daa55a8cd8'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:12:12.744551 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e151654-4c35-42e6-8f3b-f215527e0d57" -d '{"events": [{"server_uuid": "efbd6221-637b-4ae7-9213-60e55b97c6ef", "name": "network-vif-plugged", "status": "completed", "tag": "0204d3f9-8302-41e7-8a0d-e1daa55a8cd8"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:12:12.805014 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91d202d5-4bc2-4e89-ba2d-4121d2c8cc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (6d365340-a6f1-43a5-a47f-42699666e98b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:12.828126 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91d202d5-4bc2-4e89-ba2d-4121d2c8cc3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:12.857648 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-193f9889-a856-43e6-816c-288a00520878 req-a0f89b36-95d1-4128-9aee-52fec348f582 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0f21c1ed8144dec92b6948d7d2d9a67 HTTP/1.1" status: 200 len: 379 time: 0.1777470 Feb 08 21:12:12.857910 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-91d202d5-4bc2-4e89-ba2d-4121d2c8cc3f admin admin] 10.222.0.88 "DELETE /v2.0/networks/6d365340-a6f1-43a5-a47f-42699666e98b HTTP/1.1" status: 204 len: 168 time: 0.9247139 Feb 08 21:12:12.867543 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-193f9889-a856-43e6-816c-288a00520878 req-ffd3098c-029b-46d0-9a53-da72135d7a79 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Request body: {'port': {'device_id': '1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13', 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef', 'admin_state_up': True, 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'security_groups': ['3ae99ff0-98f6-459a-bb2f-5d180c200bfa']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:12:12.885523 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38046) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:12.890123 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c358753-aaeb-47a3-808c-2cbcfb6a56fd x-openstack-request-id: req-5c358753-aaeb-47a3-808c-2cbcfb6a56fd {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:12:12.891435 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbd6221-637b-4ae7-9213-60e55b97c6ef", "name": "network-vif-plugged", "status": "completed", "tag": "0204d3f9-8302-41e7-8a0d-e1daa55a8cd8", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:12:12.892315 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5c358753-aaeb-47a3-808c-2cbcfb6a56fd {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:12:12.893808 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbd6221-637b-4ae7-9213-60e55b97c6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0204d3f9-8302-41e7-8a0d-e1daa55a8cd8', 'code': 200} Feb 08 21:12:12.903668 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d202d5-4bc2-4e89-ba2d-4121d2c8cc3f admin admin] Pushing event deleted for resources: {'Network': ['ID=6d365340-a6f1-43a5-a47f-42699666e98b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:13.123317 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c866e4e-6676-4c8e-a4bc-8e9e88bd1c5f admin admin] Deleting subnet d0244b66-e6ee-4cc3-9501-aac1bb5ce047 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:12:13.146588 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1c866e4e-6676-4c8e-a4bc-8e9e88bd1c5f admin admin] Publish callbacks [] for subnet (d0244b66-e6ee-4cc3-9501-aac1bb5ce047), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:13.205120 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1c866e4e-6676-4c8e-a4bc-8e9e88bd1c5f admin admin] Publish callbacks [] for subnet (d0244b66-e6ee-4cc3-9501-aac1bb5ce047), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:13.218433 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1c866e4e-6676-4c8e-a4bc-8e9e88bd1c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (d0244b66-e6ee-4cc3-9501-aac1bb5ce047), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:13.381848 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d2ebe-19a5-4bd4-867c-f06cce7f7ee2 req-f233b97f-ac2b-48a6-818a-0c9223f8d3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:13.385601 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c3d2ebe-19a5-4bd4-867c-f06cce7f7ee2 req-f233b97f-ac2b-48a6-818a-0c9223f8d3ff service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=efbd6221-637b-4ae7-9213-60e55b97c6ef HTTP/1.1" status: 200 len: 1155 time: 0.3282397 Feb 08 21:12:13.433010 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f19360-c6e1-4a05-b755-c18e871b0093 req-45242e31-d89f-4f8a-9fa4-35abbacfeeab tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:13.435228 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e2f19360-c6e1-4a05-b755-c18e871b0093 req-45242e31-d89f-4f8a-9fa4-35abbacfeeab tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=7fbb4b48-3ac1-4484-82cc-b47572c427e5 HTTP/1.1" status: 200 len: 950 time: 0.2900760 Feb 08 21:12:13.454139 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1c866e4e-6676-4c8e-a4bc-8e9e88bd1c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for subnet (d0244b66-e6ee-4cc3-9501-aac1bb5ce047), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:13.521321 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38066) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:13.547926 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c866e4e-6676-4c8e-a4bc-8e9e88bd1c5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0244b66-e6ee-4cc3-9501-aac1bb5ce047,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:13.598382 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-193f9889-a856-43e6-816c-288a00520878 req-ffd3098c-029b-46d0-9a53-da72135d7a79 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Made reservation on behalf of a0f21c1ed8144dec92b6948d7d2d9a67 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:12:13.600466 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-193f9889-a856-43e6-816c-288a00520878 req-ffd3098c-029b-46d0-9a53-da72135d7a79 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:13.662030 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c3d2ebe-19a5-4bd4-867c-f06cce7f7ee2 req-edf33a8a-4d75-4fd7-8257-68ee63dcf75c service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=b6cdd2d6-6430-41f1-8025-a1871ee32d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685518 Feb 08 21:12:13.693932 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1c866e4e-6676-4c8e-a4bc-8e9e88bd1c5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:13.699020 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1c866e4e-6676-4c8e-a4bc-8e9e88bd1c5f admin admin] 10.222.0.88 "DELETE /v2.0/subnets/d0244b66-e6ee-4cc3-9501-aac1bb5ce047 HTTP/1.1" status: 204 len: 168 time: 0.8118913 Feb 08 21:12:13.702930 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38074) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:13.769887 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e2f19360-c6e1-4a05-b755-c18e871b0093 req-9b3e7803-19a2-4822-b4ab-99f60407377d tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/security-groups?id=90c2892e-c6f4-41e2-a06c-0639b605b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127623 Feb 08 21:12:13.819756 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17a501c9-23fb-433a-84a7-d335053a8ed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:13.842265 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e301551-9f90-40a5-8117-f8d55a6eb51b req-fac9bfa0-08db-4f53-9ec7-26afbbff5203 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:13.844400 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e301551-9f90-40a5-8117-f8d55a6eb51b req-fac9bfa0-08db-4f53-9ec7-26afbbff5203 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/ports?device_id=efbd6221-637b-4ae7-9213-60e55b97c6ef HTTP/1.1" status: 200 len: 972 time: 0.3066683 Feb 08 21:12:13.893343 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03e87bcd-6dba-4cb6-b4d4-99dc0cb64200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (ad7e8e79-13e4-48db-ab2e-b1f5355bdd5e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:14.034182 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-12356df9-a3f8-42e7-939e-15d0eac08775 req-247d3a93-5746-4815-a41a-baf7b8144f70 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13 HTTP/1.1" status: 200 len: 210 time: 0.1058452 Feb 08 21:12:14.060876 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e301551-9f90-40a5-8117-f8d55a6eb51b req-43ebc691-9e2e-4c84-8916-9ce88e20dbb3 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6cdd2d6-6430-41f1-8025-a1871ee32d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030787 Feb 08 21:12:14.090870 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-193f9889-a856-43e6-816c-288a00520878 req-ffd3098c-029b-46d0-9a53-da72135d7a79 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Allocated IP 172.20.0.12 (b2fa857b-d652-4cb7-a5d6-dc6045645cef/a6afb4a6-45be-443f-9ca3-32271431c278/65c9103c-eff1-419d-b404-5be74594917c) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:12:14.147920 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03e87bcd-6dba-4cb6-b4d4-99dc0cb64200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (ad7e8e79-13e4-48db-ab2e-b1f5355bdd5e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:14.188113 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17a501c9-23fb-433a-84a7-d335053a8ed9 admin admin] Publish callbacks [] for security_group (b23f302b-dd92-498b-831e-09d9fb1c048d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:14.194071 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-03e87bcd-6dba-4cb6-b4d4-99dc0cb64200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7e8e79-13e4-48db-ab2e-b1f5355bdd5e']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:12:14.199171 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17a501c9-23fb-433a-84a7-d335053a8ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b23f302b-dd92-498b-831e-09d9fb1c048d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:14.244042 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-03e87bcd-6dba-4cb6-b4d4-99dc0cb64200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4353f5e-e372-400c-b370-18051c477c8b') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:12:14.244663 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-03e87bcd-6dba-4cb6-b4d4-99dc0cb64200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4353f5e-e372-400c-b370-18051c477c8b') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:12:14.288229 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03e87bcd-6dba-4cb6-b4d4-99dc0cb64200 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (b4353f5e-e372-400c-b370-18051c477c8b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:14.293780 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-17a501c9-23fb-433a-84a7-d335053a8ed9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=011e8329c9a44107bcb590f8fdec2d09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7703366 Feb 08 21:12:14.308813 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38084) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:14.340249 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a501c9-23fb-433a-84a7-d335053a8ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23f302b-dd92-498b-831e-09d9fb1c048d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:14.341797 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03e87bcd-6dba-4cb6-b4d4-99dc0cb64200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (b4353f5e-e372-400c-b370-18051c477c8b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:14.368140 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e87bcd-6dba-4cb6-b4d4-99dc0cb64200 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:12:14.368140 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03e87bcd-6dba-4cb6-b4d4-99dc0cb64200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (b4353f5e-e372-400c-b370-18051c477c8b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:12:14.369963 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:12:14.481606 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03e87bcd-6dba-4cb6-b4d4-99dc0cb64200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (ad7e8e79-13e4-48db-ab2e-b1f5355bdd5e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:14.495135 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03e87bcd-6dba-4cb6-b4d4-99dc0cb64200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:14.502229 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-03e87bcd-6dba-4cb6-b4d4-99dc0cb64200 admin admin] 10.222.0.88 "DELETE /v2.0/networks/ad7e8e79-13e4-48db-ab2e-b1f5355bdd5e HTTP/1.1" status: 204 len: 168 time: 0.7955074 Feb 08 21:12:14.507228 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-193f9889-a856-43e6-816c-288a00520878 req-ffd3098c-029b-46d0-9a53-da72135d7a79 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks [] for port (65c9103c-eff1-419d-b404-5be74594917c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:14.525886 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e4225eb-9415-43b8-ab34-86cef549c923 admin admin] Publish callbacks [] for security_group (b23f302b-dd92-498b-831e-09d9fb1c048d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:14.528087 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e87bcd-6dba-4cb6-b4d4-99dc0cb64200 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad7e8e79-13e4-48db-ab2e-b1f5355bdd5e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:14.585583 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e4225eb-9415-43b8-ab34-86cef549c923 admin admin] Publish callbacks [] for security_group (b23f302b-dd92-498b-831e-09d9fb1c048d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:14.599505 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-193f9889-a856-43e6-816c-288a00520878 req-ffd3098c-029b-46d0-9a53-da72135d7a79 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (65c9103c-eff1-419d-b404-5be74594917c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:14.691491 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-193f9889-a856-43e6-816c-288a00520878 req-ffd3098c-029b-46d0-9a53-da72135d7a79 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Network b2fa857b-d652-4cb7-a5d6-dc6045645cef is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:12:14.693915 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3098c-029b-46d0-9a53-da72135d7a79 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Pushing event updated for resources: {'Port': ['ID=65c9103c-eff1-419d-b404-5be74594917c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:14.715648 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-193f9889-a856-43e6-816c-288a00520878 req-ffd3098c-029b-46d0-9a53-da72135d7a79 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:12:14.726808 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-193f9889-a856-43e6-816c-288a00520878 req-ffd3098c-029b-46d0-9a53-da72135d7a79 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:12:14.749619 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f9889-a856-43e6-816c-288a00520878 req-ffd3098c-029b-46d0-9a53-da72135d7a79 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:14.749619 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-193f9889-a856-43e6-816c-288a00520878 req-ffd3098c-029b-46d0-9a53-da72135d7a79 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:14.752773 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e4225eb-9415-43b8-ab34-86cef549c923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b23f302b-dd92-498b-831e-09d9fb1c048d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:14.759749 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e4225eb-9415-43b8-ab34-86cef549c923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:14.772841 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0e4225eb-9415-43b8-ab34-86cef549c923 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b23f302b-dd92-498b-831e-09d9fb1c048d HTTP/1.1" status: 204 len: 168 time: 0.4540627 Feb 08 21:12:14.794178 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4225eb-9415-43b8-ab34-86cef549c923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23f302b-dd92-498b-831e-09d9fb1c048d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:14.801883 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-193f9889-a856-43e6-816c-288a00520878 req-ffd3098c-029b-46d0-9a53-da72135d7a79 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9411845 Feb 08 21:12:14.867232 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38110) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:14.972699 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-04619ef0-1a5b-461b-99bb-dff0cadae4c4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ff18836d7de746249bb5d44f286348b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1039231 Feb 08 21:12:14.976765 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38114) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:15.168315 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5c7ca-d79b-4416-ac6c-24abbbb6e506 req-05fb7591-1aa9-47de-8d95-a0b079a3bafd tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:15.173566 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ae5c7ca-d79b-4416-ac6c-24abbbb6e506 req-05fb7591-1aa9-47de-8d95-a0b079a3bafd tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=7fbb4b48-3ac1-4484-82cc-b47572c427e5 HTTP/1.1" status: 200 len: 950 time: 0.1964731 Feb 08 21:12:15.214301 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e4d57c47-6790-4ee8-a94d-911ff59d2e79 admin admin] Publish callbacks [] for security_group (30b5d180-0053-48db-a2c5-74172a16e7e5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:15.278092 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e4d57c47-6790-4ee8-a94d-911ff59d2e79 admin admin] Publish callbacks [] for security_group (30b5d180-0053-48db-a2c5-74172a16e7e5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:15.301958 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ae5c7ca-d79b-4416-ac6c-24abbbb6e506 req-62459e03-7432-41a4-ac16-48c253df514e tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/security-groups?id=90c2892e-c6f4-41e2-a06c-0639b605b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166530 Feb 08 21:12:15.373644 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e4d57c47-6790-4ee8-a94d-911ff59d2e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (30b5d180-0053-48db-a2c5-74172a16e7e5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:15.376779 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e4d57c47-6790-4ee8-a94d-911ff59d2e79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:15.378213 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e4d57c47-6790-4ee8-a94d-911ff59d2e79 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/30b5d180-0053-48db-a2c5-74172a16e7e5 HTTP/1.1" status: 204 len: 168 time: 0.3972704 Feb 08 21:12:15.403139 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d57c47-6790-4ee8-a94d-911ff59d2e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b5d180-0053-48db-a2c5-74172a16e7e5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:15.405331 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-a9a8aa7b-5639-4410-9145-d1342b832905 None None] Provisioning complete for port 65c9103c-eff1-419d-b404-5be74594917c triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:12:15.407445 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6d9cc-3c3b-4a1d-a1e1-ba53206fc89c req-4fcd74f6-9f20-4d73-802b-3602de6417ab tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:15.407643 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a9a8aa7b-5639-4410-9145-d1342b832905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (65c9103c-eff1-419d-b404-5be74594917c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:15.409129 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dfb6d9cc-3c3b-4a1d-a1e1-ba53206fc89c req-4fcd74f6-9f20-4d73-802b-3602de6417ab tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13 HTTP/1.1" status: 200 len: 932 time: 0.1719046 Feb 08 21:12:15.518273 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a9a8aa7b-5639-4410-9145-d1342b832905 None None] Port 65c9103c-eff1-419d-b404-5be74594917c cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:12:15.559912 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7a324-3eb3-4228-9ca3-0a6cbd797822 req-7df8e0bc-fd92-4878-82fd-c757fd93ff1b tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:15.567355 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-93a7a324-3eb3-4228-9ca3-0a6cbd797822 req-7df8e0bc-fd92-4878-82fd-c757fd93ff1b tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/ports?device_id=efbd6221-637b-4ae7-9213-60e55b97c6ef HTTP/1.1" status: 200 len: 972 time: 0.1294386 Feb 08 21:12:15.592985 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dfb6d9cc-3c3b-4a1d-a1e1-ba53206fc89c req-b9792a6b-e7c5-4851-804a-5eabf239c985 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742690 Feb 08 21:12:15.651665 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-93a7a324-3eb3-4228-9ca3-0a6cbd797822 req-55d3ac6a-547f-4199-a0f2-79db1f792b75 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6cdd2d6-6430-41f1-8025-a1871ee32d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815349 Feb 08 21:12:15.713518 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38136) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:15.731614 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cbfc5048-9ddd-4a2a-9da5-971042610b96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:15.836749 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cbfc5048-9ddd-4a2a-9da5-971042610b96 admin admin] Publish callbacks [] for security_group (b1fd9353-06b1-41b9-8a0a-dbecfa3f8248), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:15.843904 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cbfc5048-9ddd-4a2a-9da5-971042610b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b1fd9353-06b1-41b9-8a0a-dbecfa3f8248), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:15.907716 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cbfc5048-9ddd-4a2a-9da5-971042610b96 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6a9a6e74329c4e168e4ded3c7621e4e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1952813 Feb 08 21:12:15.908503 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc5048-9ddd-4a2a-9da5-971042610b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fd9353-06b1-41b9-8a0a-dbecfa3f8248,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:15.910890 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38140) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:15.979145 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f3595-4e35-40a3-bbb0-fb07288211b6 req-d8f51416-7715-4126-a80d-ecb98a62189b tempest-AggregatesAdminTestJSON-1025079436 tempest-AggregatesAdminTestJSON-1025079436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:15.980792 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a37f3595-4e35-40a3-bbb0-fb07288211b6 req-d8f51416-7715-4126-a80d-ecb98a62189b tempest-AggregatesAdminTestJSON-1025079436 tempest-AggregatesAdminTestJSON-1025079436-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=efbd6221-637b-4ae7-9213-60e55b97c6ef HTTP/1.1" status: 200 len: 1155 time: 0.0953441 Feb 08 21:12:16.017265 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a37f3595-4e35-40a3-bbb0-fb07288211b6 req-7e987da4-e5b1-4e19-abe8-ea2e4e9fc05b tempest-AggregatesAdminTestJSON-1025079436 tempest-AggregatesAdminTestJSON-1025079436-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:16.076411 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65c16325-caa2-4187-989c-60e2e0659eb4 admin admin] Publish callbacks [] for security_group (b1fd9353-06b1-41b9-8a0a-dbecfa3f8248), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:16.116874 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65c16325-caa2-4187-989c-60e2e0659eb4 admin admin] Publish callbacks [] for security_group (b1fd9353-06b1-41b9-8a0a-dbecfa3f8248), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:16.136915 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a37f3595-4e35-40a3-bbb0-fb07288211b6 req-7e987da4-e5b1-4e19-abe8-ea2e4e9fc05b tempest-AggregatesAdminTestJSON-1025079436 tempest-AggregatesAdminTestJSON-1025079436-project-admin] Publish callbacks [] for security_group (aed80a10-1175-4d37-881e-b2831e6b569f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:16.146407 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a37f3595-4e35-40a3-bbb0-fb07288211b6 req-7e987da4-e5b1-4e19-abe8-ea2e4e9fc05b tempest-AggregatesAdminTestJSON-1025079436 tempest-AggregatesAdminTestJSON-1025079436-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (aed80a10-1175-4d37-881e-b2831e6b569f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:16.196747 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a37f3595-4e35-40a3-bbb0-fb07288211b6 req-7e987da4-e5b1-4e19-abe8-ea2e4e9fc05b tempest-AggregatesAdminTestJSON-1025079436 tempest-AggregatesAdminTestJSON-1025079436-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=b6cdd2d6-6430-41f1-8025-a1871ee32d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982491 Feb 08 21:12:16.197760 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e987da4-e5b1-4e19-abe8-ea2e4e9fc05b tempest-AggregatesAdminTestJSON-1025079436 tempest-AggregatesAdminTestJSON-1025079436-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed80a10-1175-4d37-881e-b2831e6b569f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:16.240526 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65c16325-caa2-4187-989c-60e2e0659eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b1fd9353-06b1-41b9-8a0a-dbecfa3f8248), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:16.246548 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65c16325-caa2-4187-989c-60e2e0659eb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:16.249412 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-65c16325-caa2-4187-989c-60e2e0659eb4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b1fd9353-06b1-41b9-8a0a-dbecfa3f8248 HTTP/1.1" status: 204 len: 168 time: 0.3361886 Feb 08 21:12:16.267625 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c16325-caa2-4187-989c-60e2e0659eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fd9353-06b1-41b9-8a0a-dbecfa3f8248,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:16.357384 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38148) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:16.519443 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3f61e8fd-8a85-4653-b0e5-0d97f1728163 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=208687124b174e30b18db603a5cc0550&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1576831 Feb 08 21:12:16.520133 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38150) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:16.649977 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ad815e5-799a-48ed-93b2-512f8062dded admin admin] Publish callbacks [] for security_group (ab1fd286-913d-41ee-8e27-4dfc50740e73), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:16.704004 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ad815e5-799a-48ed-93b2-512f8062dded admin admin] Publish callbacks [] for security_group (ab1fd286-913d-41ee-8e27-4dfc50740e73), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:16.812659 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ad815e5-799a-48ed-93b2-512f8062dded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ab1fd286-913d-41ee-8e27-4dfc50740e73), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:16.817387 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ad815e5-799a-48ed-93b2-512f8062dded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:16.821856 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6ad815e5-799a-48ed-93b2-512f8062dded admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ab1fd286-913d-41ee-8e27-4dfc50740e73 HTTP/1.1" status: 204 len: 168 time: 0.3005476 Feb 08 21:12:16.833692 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad815e5-799a-48ed-93b2-512f8062dded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1fd286-913d-41ee-8e27-4dfc50740e73,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:16.861279 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4c7a0-51b4-44f8-b82d-94da38849158 req-6aff6b40-4ca8-47a2-a3bf-bc609faa51eb tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:16.874763 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3ed4c7a0-51b4-44f8-b82d-94da38849158 req-6aff6b40-4ca8-47a2-a3bf-bc609faa51eb tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/ports?device_id=efbd6221-637b-4ae7-9213-60e55b97c6ef HTTP/1.1" status: 200 len: 972 time: 0.1540968 Feb 08 21:12:17.128795 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fd160-b94e-4068-93b6-1f0333f8e11b req-c31064a2-bbc4-4882-b3bd-b390eba16eac tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:17.131406 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c6fd160-b94e-4068-93b6-1f0333f8e11b req-c31064a2-bbc4-4882-b3bd-b390eba16eac tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13 HTTP/1.1" status: 200 len: 932 time: 0.3984599 Feb 08 21:12:17.224739 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3ed4c7a0-51b4-44f8-b82d-94da38849158 req-3aab3216-e54f-4ee4-b075-44ca0c976318 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6cdd2d6-6430-41f1-8025-a1871ee32d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485188 Feb 08 21:12:17.266784 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c6fd160-b94e-4068-93b6-1f0333f8e11b req-ebf63d84-88c6-47f8-b567-36e1cfd10b5f tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187611 Feb 08 21:12:17.450519 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a2e59-5136-4f05-9116-f5e3ed659424 req-1b9659a1-f97e-4f78-8712-aec249336435 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:17.466310 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-785a2e59-5136-4f05-9116-f5e3ed659424 req-1b9659a1-f97e-4f78-8712-aec249336435 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=7fbb4b48-3ac1-4484-82cc-b47572c427e5 HTTP/1.1" status: 200 len: 950 time: 0.1164184 Feb 08 21:12:17.561559 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-785a2e59-5136-4f05-9116-f5e3ed659424 req-22766883-d45e-498b-ae88-d3d7643ce228 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/security-groups?id=90c2892e-c6f4-41e2-a06c-0639b605b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947874 Feb 08 21:12:18.188601 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30401546-75d9-4b1c-90eb-7c8374f6dfd5 req-a51441da-eb76-4b85-b2a6-4f8ec796176d tempest-DeleteServersAdminTestJSON-856270494 tempest-DeleteServersAdminTestJSON-856270494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:18.190717 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-30401546-75d9-4b1c-90eb-7c8374f6dfd5 req-a51441da-eb76-4b85-b2a6-4f8ec796176d tempest-DeleteServersAdminTestJSON-856270494 tempest-DeleteServersAdminTestJSON-856270494-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=7fbb4b48-3ac1-4484-82cc-b47572c427e5 HTTP/1.1" status: 200 len: 1133 time: 0.0714035 Feb 08 21:12:18.244516 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38230) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:18.426694 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09f2b8-cc7f-45cb-a209-06560a4a81ad req-67ced34c-c57c-4530-a58e-1c7189889751 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:18.428306 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea09f2b8-cc7f-45cb-a209-06560a4a81ad req-67ced34c-c57c-4530-a58e-1c7189889751 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.94 "GET /v2.0/ports?device_id=efbd6221-637b-4ae7-9213-60e55b97c6ef HTTP/1.1" status: 200 len: 972 time: 0.1993022 Feb 08 21:12:18.554913 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c08fcfd-d93a-44ab-ac29-320e4ccda521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:18.615221 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009ad4f-df48-4f62-9d7c-f827633e429d req-65542cd6-bb47-462f-be7f-7fa5d814e7d0 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:18.619350 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f009ad4f-df48-4f62-9d7c-f827633e429d req-65542cd6-bb47-462f-be7f-7fa5d814e7d0 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/ports?device_id=efbd6221-637b-4ae7-9213-60e55b97c6ef HTTP/1.1" status: 200 len: 972 time: 0.2632787 Feb 08 21:12:18.712209 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c08fcfd-d93a-44ab-ac29-320e4ccda521 admin admin] Publish callbacks [] for security_group (8111c7c0-a061-475f-a3fd-0f81c8bc5969), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:18.727042 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c08fcfd-d93a-44ab-ac29-320e4ccda521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8111c7c0-a061-475f-a3fd-0f81c8bc5969), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:18.746420 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-30401546-75d9-4b1c-90eb-7c8374f6dfd5 req-eca5b813-915b-4de2-9576-578c8977dab9 tempest-DeleteServersAdminTestJSON-856270494 tempest-DeleteServersAdminTestJSON-856270494-project-admin] Deleting port 5eeba7f3-2e44-4559-8cf0-2d04ec2173fc {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:12:18.746721 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-30401546-75d9-4b1c-90eb-7c8374f6dfd5 req-eca5b813-915b-4de2-9576-578c8977dab9 tempest-DeleteServersAdminTestJSON-856270494 tempest-DeleteServersAdminTestJSON-856270494-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (5eeba7f3-2e44-4559-8cf0-2d04ec2173fc), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:18.773897 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2c4db-39de-4aa0-b721-75245bb47f64 req-7456ec62-1817-4bec-ae01-6fb020f08b98 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:18.789558 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fbc2c4db-39de-4aa0-b721-75245bb47f64 req-7456ec62-1817-4bec-ae01-6fb020f08b98 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13 HTTP/1.1" status: 200 len: 932 time: 0.3874948 Feb 08 21:12:18.795393 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08fcfd-d93a-44ab-ac29-320e4ccda521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8111c7c0-a061-475f-a3fd-0f81c8bc5969,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:18.876480 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5c08fcfd-d93a-44ab-ac29-320e4ccda521 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9e04bf7cc88f453c8cda6c912d35a6b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6307030 Feb 08 21:12:18.878728 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38252) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:18.993461 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f009ad4f-df48-4f62-9d7c-f827633e429d req-ba8f1455-2d09-4b85-8a51-afe0f1908a96 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6cdd2d6-6430-41f1-8025-a1871ee32d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552804 Feb 08 21:12:18.995391 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eda0f548-8ee1-41b3-9c9d-770c7ea9bb5b admin admin] Publish callbacks [] for security_group (8111c7c0-a061-475f-a3fd-0f81c8bc5969), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:19.026853 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fbc2c4db-39de-4aa0-b721-75245bb47f64 req-22bf679f-797a-4494-b0bb-01ec4c57df17 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355773 Feb 08 21:12:19.031772 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-ea09f2b8-cc7f-45cb-a209-06560a4a81ad req-8f52c63c-5af0-434c-b69d-a36f8e612433 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Deleting port 0204d3f9-8302-41e7-8a0d-e1daa55a8cd8 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:12:19.032191 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ea09f2b8-cc7f-45cb-a209-06560a4a81ad req-8f52c63c-5af0-434c-b69d-a36f8e612433 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (0204d3f9-8302-41e7-8a0d-e1daa55a8cd8), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:19.062674 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eda0f548-8ee1-41b3-9c9d-770c7ea9bb5b admin admin] Publish callbacks [] for security_group (8111c7c0-a061-475f-a3fd-0f81c8bc5969), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:19.170119 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-30401546-75d9-4b1c-90eb-7c8374f6dfd5 req-eca5b813-915b-4de2-9576-578c8977dab9 tempest-DeleteServersAdminTestJSON-856270494 tempest-DeleteServersAdminTestJSON-856270494-project-admin] For port 5eeba7f3-2e44-4559-8cf0-2d04ec2173fc, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=5eeba7f3-2e44-4559-8cf0-2d04ec2173fc,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:12:19.170119 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-30401546-75d9-4b1c-90eb-7c8374f6dfd5 req-eca5b813-915b-4de2-9576-578c8977dab9 tempest-DeleteServersAdminTestJSON-856270494 tempest-DeleteServersAdminTestJSON-856270494-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (5eeba7f3-2e44-4559-8cf0-2d04ec2173fc), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:19.191834 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eda0f548-8ee1-41b3-9c9d-770c7ea9bb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8111c7c0-a061-475f-a3fd-0f81c8bc5969), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:19.194858 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eda0f548-8ee1-41b3-9c9d-770c7ea9bb5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:19.195302 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-30401546-75d9-4b1c-90eb-7c8374f6dfd5 req-eca5b813-915b-4de2-9576-578c8977dab9 tempest-DeleteServersAdminTestJSON-856270494 tempest-DeleteServersAdminTestJSON-856270494-project-admin] Calling delete_port for 5eeba7f3-2e44-4559-8cf0-2d04ec2173fc owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:12:19.196079 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-eda0f548-8ee1-41b3-9c9d-770c7ea9bb5b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8111c7c0-a061-475f-a3fd-0f81c8bc5969 HTTP/1.1" status: 204 len: 168 time: 0.3154659 Feb 08 21:12:19.206379 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0f548-8ee1-41b3-9c9d-770c7ea9bb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8111c7c0-a061-475f-a3fd-0f81c8bc5969,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:19.356051 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c3ad5-f638-4624-bf09-beed7ac96e69 req-25a79f16-6d40-4f13-acd2-2c2ef1b2da22 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:19.361843 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a7c3ad5-f638-4624-bf09-beed7ac96e69 req-25a79f16-6d40-4f13-acd2-2c2ef1b2da22 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=7fbb4b48-3ac1-4484-82cc-b47572c427e5 HTTP/1.1" status: 200 len: 950 time: 0.2562656 Feb 08 21:12:19.410758 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-ea09f2b8-cc7f-45cb-a209-06560a4a81ad req-8f52c63c-5af0-434c-b69d-a36f8e612433 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] For port 0204d3f9-8302-41e7-8a0d-e1daa55a8cd8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=0204d3f9-8302-41e7-8a0d-e1daa55a8cd8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:12:19.411237 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ea09f2b8-cc7f-45cb-a209-06560a4a81ad req-8f52c63c-5af0-434c-b69d-a36f8e612433 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (0204d3f9-8302-41e7-8a0d-e1daa55a8cd8), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:19.448569 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-ea09f2b8-cc7f-45cb-a209-06560a4a81ad req-8f52c63c-5af0-434c-b69d-a36f8e612433 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Calling delete_port for 0204d3f9-8302-41e7-8a0d-e1daa55a8cd8 owned by compute:tempest-test_az-1496137750 {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:12:19.641384 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a7c3ad5-f638-4624-bf09-beed7ac96e69 req-248f1b9e-12c6-412d-8e40-9d6b723f16a2 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/security-groups?id=90c2892e-c6f4-41e2-a06c-0639b605b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332342 Feb 08 21:12:19.732263 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-30401546-75d9-4b1c-90eb-7c8374f6dfd5 req-eca5b813-915b-4de2-9576-578c8977dab9 tempest-DeleteServersAdminTestJSON-856270494 tempest-DeleteServersAdminTestJSON-856270494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (5eeba7f3-2e44-4559-8cf0-2d04ec2173fc), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:19.746807 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['5eeba7f3-2e44-4559-8cf0-2d04ec2173fc'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:12:19.777900 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca5b813-915b-4de2-9576-578c8977dab9 tempest-DeleteServersAdminTestJSON-856270494 tempest-DeleteServersAdminTestJSON-856270494-project-admin] Pushing event deleted for resources: {'Port': ['ID=5eeba7f3-2e44-4559-8cf0-2d04ec2173fc,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:19.990968 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38296) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:20.005015 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-30401546-75d9-4b1c-90eb-7c8374f6dfd5 req-eca5b813-915b-4de2-9576-578c8977dab9 tempest-DeleteServersAdminTestJSON-856270494 tempest-DeleteServersAdminTestJSON-856270494-project-admin] No DVR routers for this DVR port 5eeba7f3-2e44-4559-8cf0-2d04ec2173fc on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:12:20.015463 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-30401546-75d9-4b1c-90eb-7c8374f6dfd5 req-eca5b813-915b-4de2-9576-578c8977dab9 tempest-DeleteServersAdminTestJSON-856270494 tempest-DeleteServersAdminTestJSON-856270494-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:20.019599 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-30401546-75d9-4b1c-90eb-7c8374f6dfd5 req-eca5b813-915b-4de2-9576-578c8977dab9 tempest-DeleteServersAdminTestJSON-856270494 tempest-DeleteServersAdminTestJSON-856270494-project-admin] 10.222.0.94 "DELETE /v2.0/ports/5eeba7f3-2e44-4559-8cf0-2d04ec2173fc HTTP/1.1" status: 204 len: 173 time: 1.8233871 Feb 08 21:12:20.020259 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbb4b48-3ac1-4484-82cc-b47572c427e5', 'name': 'network-vif-deleted', 'tag': '5eeba7f3-2e44-4559-8cf0-2d04ec2173fc'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:12:20.025335 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f575a3-3355-4ac9-9ad2-b33b2c14e40f" -d '{"events": [{"server_uuid": "7fbb4b48-3ac1-4484-82cc-b47572c427e5", "name": "network-vif-deleted", "tag": "5eeba7f3-2e44-4559-8cf0-2d04ec2173fc"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:12:20.033340 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2bf7d8dd-82a2-4419-b570-448dc68947d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:20.065820 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ea09f2b8-cc7f-45cb-a209-06560a4a81ad req-8f52c63c-5af0-434c-b69d-a36f8e612433 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (0204d3f9-8302-41e7-8a0d-e1daa55a8cd8), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:20.078878 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['0204d3f9-8302-41e7-8a0d-e1daa55a8cd8'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:12:20.141677 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-edd9770b-5f23-4d23-90c1-83963bcc49f5 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=56f216a178424ba0984bc6550ca8f840&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0937395 Feb 08 21:12:20.250220 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2bf7d8dd-82a2-4419-b570-448dc68947d4 admin admin] Publish callbacks [] for security_group (9ab2d4db-896d-48c3-b551-90b04962716c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:20.254596 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52c63c-5af0-434c-b69d-a36f8e612433 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Pushing event deleted for resources: {'Port': ['ID=0204d3f9-8302-41e7-8a0d-e1daa55a8cd8,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:20.257613 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2bf7d8dd-82a2-4419-b570-448dc68947d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9ab2d4db-896d-48c3-b551-90b04962716c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:20.306966 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1d46f91b-90d3-4a79-83f4-07d04b63517d req-733c8a2e-5322-4026-9973-f4a4eb3e5b4e tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/ports?device_id=efbd6221-637b-4ae7-9213-60e55b97c6ef HTTP/1.1" status: 200 len: 210 time: 0.0861688 Feb 08 21:12:20.346839 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2bf7d8dd-82a2-4419-b570-448dc68947d4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=092ddf43fa7f4c34b254385b6321336f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3472147 Feb 08 21:12:20.346839 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7d8dd-82a2-4419-b570-448dc68947d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab2d4db-896d-48c3-b551-90b04962716c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:20.347019 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38306) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:20.416027 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6391c3d-869e-4503-840b-35b2abdf9456 x-openstack-request-id: req-c6391c3d-869e-4503-840b-35b2abdf9456 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:12:20.416344 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fbb4b48-3ac1-4484-82cc-b47572c427e5", "name": "network-vif-deleted", "tag": "5eeba7f3-2e44-4559-8cf0-2d04ec2173fc", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:12:20.416596 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c6391c3d-869e-4503-840b-35b2abdf9456 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:12:20.416951 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fbb4b48-3ac1-4484-82cc-b47572c427e5', 'name': 'network-vif-deleted', 'tag': '5eeba7f3-2e44-4559-8cf0-2d04ec2173fc', 'status': 'completed', 'code': 200} Feb 08 21:12:20.417956 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea09f2b8-cc7f-45cb-a209-06560a4a81ad req-8f52c63c-5af0-434c-b69d-a36f8e612433 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] No DVR routers for this DVR port 0204d3f9-8302-41e7-8a0d-e1daa55a8cd8 on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:12:20.431397 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ea09f2b8-cc7f-45cb-a209-06560a4a81ad req-8f52c63c-5af0-434c-b69d-a36f8e612433 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:20.434818 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea09f2b8-cc7f-45cb-a209-06560a4a81ad req-8f52c63c-5af0-434c-b69d-a36f8e612433 tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.94 "DELETE /v2.0/ports/0204d3f9-8302-41e7-8a0d-e1daa55a8cd8 HTTP/1.1" status: 204 len: 173 time: 1.9847205 Feb 08 21:12:20.470102 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-9d861c07-eee0-4297-ae4c-9e38e89f99dc tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:20.471684 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-9d861c07-eee0-4297-ae4c-9e38e89f99dc tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3285079 Feb 08 21:12:20.493793 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-da794b14-d0c4-41de-b893-07ac855a2310 admin admin] Publish callbacks [] for security_group (9ab2d4db-896d-48c3-b551-90b04962716c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:20.505022 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-9ff374ff-86ff-4835-8634-adb97a3f207e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/quotas/56f216a178424ba0984bc6550ca8f840 HTTP/1.1" status: 200 len: 375 time: 0.0213728 Feb 08 21:12:20.565563 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-554ebbe3-b6f1-4d2d-b7de-ea68c120121e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590630 Feb 08 21:12:20.608997 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-193f9889-a856-43e6-816c-288a00520878 req-36d0d344-2e6e-4060-8d21-cc0c94daf4b6 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:12:20.610263 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-193f9889-a856-43e6-816c-288a00520878 req-36d0d344-2e6e-4060-8d21-cc0c94daf4b6 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134065 Feb 08 21:12:20.612454 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-da794b14-d0c4-41de-b893-07ac855a2310 admin admin] Publish callbacks [] for security_group (9ab2d4db-896d-48c3-b551-90b04962716c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:20.679511 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40613d74-024f-4081-a228-ed0ab0e2e44c req-cc5c586a-eaa6-4c97-9978-f87668e7d715 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:20.688500 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40613d74-024f-4081-a228-ed0ab0e2e44c req-cc5c586a-eaa6-4c97-9978-f87668e7d715 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13 HTTP/1.1" status: 200 len: 932 time: 0.1691384 Feb 08 21:12:20.738861 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-da794b14-d0c4-41de-b893-07ac855a2310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9ab2d4db-896d-48c3-b551-90b04962716c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:20.764896 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-da794b14-d0c4-41de-b893-07ac855a2310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:20.768892 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-da794b14-d0c4-41de-b893-07ac855a2310 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9ab2d4db-896d-48c3-b551-90b04962716c HTTP/1.1" status: 204 len: 168 time: 0.4223394 Feb 08 21:12:20.806120 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da794b14-d0c4-41de-b893-07ac855a2310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab2d4db-896d-48c3-b551-90b04962716c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:20.887117 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40613d74-024f-4081-a228-ed0ab0e2e44c req-9d94e74b-0605-49ac-9798-efade8b43445 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973808 Feb 08 21:12:21.016292 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-193f9889-a856-43e6-816c-288a00520878 req-7f5c1cd9-7009-424c-837a-7e5b5d77bff9 service neutron] Request body: {'port': {'device_id': '1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:12:21.468220 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2555f51b-2cd9-4bde-b50a-6a1aeeb62f02 req-002b58ff-d003-417a-be76-ab07098f2acb tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 210 time: 0.3739634 Feb 08 21:12:21.582189 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-06c6d5fd-c7c5-4ec3-b2e5-aed8421466c7 req-943c7928-f0be-4225-aa22-f9e289e4f82b tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=7fbb4b48-3ac1-4484-82cc-b47572c427e5 HTTP/1.1" status: 200 len: 210 time: 0.1124792 Feb 08 21:12:21.623997 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38348) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:21.704757 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6dc6b939-e7b1-453b-9e61-963ecf8afa65 req-6a33767e-b6f3-4f74-809a-5f995c399d1e tempest-AggregatesAdminTestJSON-986596237 tempest-AggregatesAdminTestJSON-986596237-project] 10.222.0.88 "GET /v2.0/ports?device_id=efbd6221-637b-4ae7-9213-60e55b97c6ef HTTP/1.1" status: 200 len: 210 time: 0.0424433 Feb 08 21:12:21.707674 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-193f9889-a856-43e6-816c-288a00520878 req-7f5c1cd9-7009-424c-837a-7e5b5d77bff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (65c9103c-eff1-419d-b404-5be74594917c), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:21.836235 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-992163b4-685d-4162-92ca-0b2de8b0e34a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:21.985292 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-992163b4-685d-4162-92ca-0b2de8b0e34a admin admin] Publish callbacks [] for security_group (3f1e06b8-2ba7-42ef-ae84-110c95a0fdfb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:21.994681 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-992163b4-685d-4162-92ca-0b2de8b0e34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3f1e06b8-2ba7-42ef-ae84-110c95a0fdfb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:22.063384 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-992163b4-685d-4162-92ca-0b2de8b0e34a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8bdde61a43364305a0eccc7dc9dae460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4369011 Feb 08 21:12:22.066751 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992163b4-685d-4162-92ca-0b2de8b0e34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1e06b8-2ba7-42ef-ae84-110c95a0fdfb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:22.070314 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38360) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:22.125585 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12647f1c-63a9-4ed6-b0ab-bb4630672ff3 req-4bfb89a8-5a8e-4acc-85e7-317ea0d054f0 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:22.127336 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-12647f1c-63a9-4ed6-b0ab-bb4630672ff3 req-4bfb89a8-5a8e-4acc-85e7-317ea0d054f0 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13 HTTP/1.1" status: 200 len: 932 time: 0.1022351 Feb 08 21:12:22.168748 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-533b6e39-215d-4609-89a8-840ba030d2a5 admin admin] Publish callbacks [] for security_group (3f1e06b8-2ba7-42ef-ae84-110c95a0fdfb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:22.229588 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-533b6e39-215d-4609-89a8-840ba030d2a5 admin admin] Publish callbacks [] for security_group (3f1e06b8-2ba7-42ef-ae84-110c95a0fdfb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:22.270084 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-193f9889-a856-43e6-816c-288a00520878 req-7f5c1cd9-7009-424c-837a-7e5b5d77bff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c9103c-eff1-419d-b404-5be74594917c {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:12:22.291355 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-193f9889-a856-43e6-816c-288a00520878 req-7f5c1cd9-7009-424c-837a-7e5b5d77bff9 service neutron] Publish callbacks [] for port (65c9103c-eff1-419d-b404-5be74594917c), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:22.300751 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-12647f1c-63a9-4ed6-b0ab-bb4630672ff3 req-28cf01cf-cc83-4436-878e-b9e5749932c7 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603417 Feb 08 21:12:22.322381 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-533b6e39-215d-4609-89a8-840ba030d2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3f1e06b8-2ba7-42ef-ae84-110c95a0fdfb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:22.324341 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-193f9889-a856-43e6-816c-288a00520878 req-7f5c1cd9-7009-424c-837a-7e5b5d77bff9 service neutron] Transition to ACTIVE for port object 65c9103c-eff1-419d-b404-5be74594917c will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:12:22.328717 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-533b6e39-215d-4609-89a8-840ba030d2a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:22.335681 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-193f9889-a856-43e6-816c-288a00520878 req-7f5c1cd9-7009-424c-837a-7e5b5d77bff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (65c9103c-eff1-419d-b404-5be74594917c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:22.337692 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-533b6e39-215d-4609-89a8-840ba030d2a5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3f1e06b8-2ba7-42ef-ae84-110c95a0fdfb HTTP/1.1" status: 204 len: 168 time: 0.2645514 Feb 08 21:12:22.353600 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b6e39-215d-4609-89a8-840ba030d2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1e06b8-2ba7-42ef-ae84-110c95a0fdfb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:22.429070 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbd6221-637b-4ae7-9213-60e55b97c6ef', 'name': 'network-vif-deleted', 'tag': '0204d3f9-8302-41e7-8a0d-e1daa55a8cd8'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:12:22.432955 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5031507-2391-470a-a7ed-67cf0d2fb09b" -d '{"events": [{"server_uuid": "efbd6221-637b-4ae7-9213-60e55b97c6ef", "name": "network-vif-deleted", "tag": "0204d3f9-8302-41e7-8a0d-e1daa55a8cd8"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:12:22.472812 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c1cd9-7009-424c-837a-7e5b5d77bff9 service neutron] Pushing event updated for resources: {'Port': ['ID=65c9103c-eff1-419d-b404-5be74594917c,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:22.562185 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdf179b-5594-41ff-89cd-aac1a2b5893c x-openstack-request-id: req-8cdf179b-5594-41ff-89cd-aac1a2b5893c {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:12:22.562666 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbd6221-637b-4ae7-9213-60e55b97c6ef", "name": "network-vif-deleted", "tag": "0204d3f9-8302-41e7-8a0d-e1daa55a8cd8", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:12:22.563076 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8cdf179b-5594-41ff-89cd-aac1a2b5893c {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:12:22.563795 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbd6221-637b-4ae7-9213-60e55b97c6ef', 'name': 'network-vif-deleted', 'tag': '0204d3f9-8302-41e7-8a0d-e1daa55a8cd8', 'status': 'completed', 'code': 200} Feb 08 21:12:22.574862 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-193f9889-a856-43e6-816c-288a00520878 req-7f5c1cd9-7009-424c-837a-7e5b5d77bff9 service neutron] Attempting to bind port 65c9103c-eff1-419d-b404-5be74594917c on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:12:22.575555 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-193f9889-a856-43e6-816c-288a00520878 req-7f5c1cd9-7009-424c-837a-7e5b5d77bff9 service neutron] Attempting to bind port 65c9103c-eff1-419d-b404-5be74594917c by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'f84ccc74-639c-4469-8a97-7618a6d4e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:12:22.576194 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193f9889-a856-43e6-816c-288a00520878 req-7f5c1cd9-7009-424c-837a-7e5b5d77bff9 service neutron] Attempting to bind port 65c9103c-eff1-419d-b404-5be74594917c on network b2fa857b-d652-4cb7-a5d6-dc6045645cef {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:12:22.586685 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193f9889-a856-43e6-816c-288a00520878 req-7f5c1cd9-7009-424c-837a-7e5b5d77bff9 service neutron] Port 65c9103c-eff1-419d-b404-5be74594917c on network b2fa857b-d652-4cb7-a5d6-dc6045645cef not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:12:22.587362 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193f9889-a856-43e6-816c-288a00520878 req-7f5c1cd9-7009-424c-837a-7e5b5d77bff9 service neutron] Attempting to bind port 65c9103c-eff1-419d-b404-5be74594917c on network b2fa857b-d652-4cb7-a5d6-dc6045645cef {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:12:22.600746 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193f9889-a856-43e6-816c-288a00520878 req-7f5c1cd9-7009-424c-837a-7e5b5d77bff9 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:12:22.601830 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193f9889-a856-43e6-816c-288a00520878 req-7f5c1cd9-7009-424c-837a-7e5b5d77bff9 service neutron] Checking segment: {'id': 'f84ccc74-639c-4469-8a97-7618a6d4e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:12:22.603171 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193f9889-a856-43e6-816c-288a00520878 req-7f5c1cd9-7009-424c-837a-7e5b5d77bff9 service neutron] Bound using segment: {'id': 'f84ccc74-639c-4469-8a97-7618a6d4e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:12:22.603999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-193f9889-a856-43e6-816c-288a00520878 req-7f5c1cd9-7009-424c-837a-7e5b5d77bff9 service neutron] Bound port: 65c9103c-eff1-419d-b404-5be74594917c, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f84ccc74-639c-4469-8a97-7618a6d4e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:12:22.604693 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-193f9889-a856-43e6-816c-288a00520878 req-7f5c1cd9-7009-424c-837a-7e5b5d77bff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (65c9103c-eff1-419d-b404-5be74594917c), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:22.809720 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4d58110f-ab0b-4017-bcd5-bc3daa127a01 req-2d91b336-8e46-4491-afd9-c80c13590cdf tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 210 time: 0.1128407 Feb 08 21:12:22.843833 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-f8d4a977-95f8-4835-9492-a6c9a18639f5 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=56f216a178424ba0984bc6550ca8f840&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632622 Feb 08 21:12:22.876614 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-193f9889-a856-43e6-816c-288a00520878 req-7f5c1cd9-7009-424c-837a-7e5b5d77bff9 service neutron] For port 65c9103c-eff1-419d-b404-5be74594917c, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:12:22.880760 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-193f9889-a856-43e6-816c-288a00520878 req-7f5c1cd9-7009-424c-837a-7e5b5d77bff9 service neutron] For port 65c9103c-eff1-419d-b404-5be74594917c, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=65c9103c-eff1-419d-b404-5be74594917c,segment=NetworkSegment(f84ccc74-639c-4469-8a97-7618a6d4e83c),segment_id=f84ccc74-639c-4469-8a97-7618a6d4e83c)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:12:22.912918 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-193f9889-a856-43e6-816c-288a00520878 req-7f5c1cd9-7009-424c-837a-7e5b5d77bff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (65c9103c-eff1-419d-b404-5be74594917c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:23.057306 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f9889-a856-43e6-816c-288a00520878 req-7f5c1cd9-7009-424c-837a-7e5b5d77bff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:23.060671 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 0204d3f9-8302-41e7-8a0d-e1daa55a8cd8 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:12:23.078887 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-193f9889-a856-43e6-816c-288a00520878 req-7f5c1cd9-7009-424c-837a-7e5b5d77bff9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:23.081450 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-193f9889-a856-43e6-816c-288a00520878 req-7f5c1cd9-7009-424c-837a-7e5b5d77bff9 service neutron] 10.222.0.96 "PUT /v2.0/ports/65c9103c-eff1-419d-b404-5be74594917c HTTP/1.1" status: 200 len: 1093 time: 2.2367792 Feb 08 21:12:23.151226 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 0204d3f9-8302-41e7-8a0d-e1daa55a8cd8 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:12:23.151603 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 0204d3f9-8302-41e7-8a0d-e1daa55a8cd8 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:12:23.152070 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 5eeba7f3-2e44-4559-8cf0-2d04ec2173fc no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:12:23.156591 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38392) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:23.204165 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f081c45b-db4a-4989-9300-5a3e66a9fdf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:23.271331 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 5eeba7f3-2e44-4559-8cf0-2d04ec2173fc {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:12:23.272009 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 5eeba7f3-2e44-4559-8cf0-2d04ec2173fc not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:12:23.312758 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c1cd9-7009-424c-837a-7e5b5d77bff9 service neutron] Pushing event updated for resources: {'Port': ['ID=65c9103c-eff1-419d-b404-5be74594917c,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:23.358891 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-fabd47f7-73aa-41d9-b11a-250c80f9f7c8 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:23.360683 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-fabd47f7-73aa-41d9-b11a-250c80f9f7c8 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4756327 Feb 08 21:12:23.376853 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-d3a27f99-44dc-4c16-b36d-bb45b7e27427 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Request body: {'port': {'device_id': '751e3395-1a25-4884-9fa3-2ec7f3d67267', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': '56f216a178424ba0984bc6550ca8f840'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:12:23.439723 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f081c45b-db4a-4989-9300-5a3e66a9fdf2 admin admin] Publish callbacks [] for security_group (a8531d50-cb69-4471-8078-bd0ca6055243), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:23.456539 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f081c45b-db4a-4989-9300-5a3e66a9fdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a8531d50-cb69-4471-8078-bd0ca6055243), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:23.502473 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f081c45b-db4a-4989-9300-5a3e66a9fdf2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0132ee23d4344bdea46b485a9816bae0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3442571 Feb 08 21:12:23.506476 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38414) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:23.535190 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081c45b-db4a-4989-9300-5a3e66a9fdf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8531d50-cb69-4471-8078-bd0ca6055243,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:23.574402 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4df61479-04c1-496a-a7bd-e700bfe68cd7 admin admin] Publish callbacks [] for security_group (a8531d50-cb69-4471-8078-bd0ca6055243), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:23.599916 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4df61479-04c1-496a-a7bd-e700bfe68cd7 admin admin] Publish callbacks [] for security_group (a8531d50-cb69-4471-8078-bd0ca6055243), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:23.614230 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-42abd0da-3e7d-4d2e-9f4d-701e9638ee48 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=c5504d812d054bf981d651cbccbc0210&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1519535 Feb 08 21:12:23.684940 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4df61479-04c1-496a-a7bd-e700bfe68cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a8531d50-cb69-4471-8078-bd0ca6055243), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:23.689185 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4df61479-04c1-496a-a7bd-e700bfe68cd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:23.690879 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4df61479-04c1-496a-a7bd-e700bfe68cd7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a8531d50-cb69-4471-8078-bd0ca6055243 HTTP/1.1" status: 204 len: 168 time: 0.1836801 Feb 08 21:12:23.701278 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df61479-04c1-496a-a7bd-e700bfe68cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8531d50-cb69-4471-8078-bd0ca6055243,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:23.780528 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f9889-a856-43e6-816c-288a00520878 req-48a812a0-79e2-4e7f-8e6b-fcbc65e96908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:23.783426 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-193f9889-a856-43e6-816c-288a00520878 req-48a812a0-79e2-4e7f-8e6b-fcbc65e96908 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a0f21c1ed8144dec92b6948d7d2d9a67&device_id=1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13 HTTP/1.1" status: 200 len: 1127 time: 0.6073000 Feb 08 21:12:23.907993 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-193f9889-a856-43e6-816c-288a00520878 req-9c1605c4-27d3-4650-8505-2d2192d7aeb9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65c9103c-eff1-419d-b404-5be74594917c HTTP/1.1" status: 200 len: 217 time: 0.1142759 Feb 08 21:12:23.920207 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108093e9-de0b-43a3-b921-cdc6b9a5cebe req-95aa8d87-6816-4dbc-bb73-7c3aa95f7370 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:23.922920 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-108093e9-de0b-43a3-b921-cdc6b9a5cebe req-95aa8d87-6816-4dbc-bb73-7c3aa95f7370 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13 HTTP/1.1" status: 200 len: 944 time: 0.4178624 Feb 08 21:12:24.043689 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-d3a27f99-44dc-4c16-b36d-bb45b7e27427 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Made reservation on behalf of 56f216a178424ba0984bc6550ca8f840 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:12:24.050980 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-d3a27f99-44dc-4c16-b36d-bb45b7e27427 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:24.083093 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ba3c2624-fd72-4d89-90ff-b6103c4ca591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:24.104230 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-d3a27f99-44dc-4c16-b36d-bb45b7e27427 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:24.161069 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-14962107-ef4c-4c8a-9e68-088c37683c3d tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:24.163777 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-14962107-ef4c-4c8a-9e68-088c37683c3d tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5390635 Feb 08 21:12:24.179897 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f9889-a856-43e6-816c-288a00520878 req-c6e85f7c-3cfa-4811-9812-322e06a3a473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:24.182776 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-193f9889-a856-43e6-816c-288a00520878 req-c6e85f7c-3cfa-4811-9812-322e06a3a473 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6afb4a6-45be-443f-9ca3-32271431c278 HTTP/1.1" status: 200 len: 863 time: 0.2513516 Feb 08 21:12:24.303815 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-108093e9-de0b-43a3-b921-cdc6b9a5cebe req-666d5b4d-e717-4bb2-b3ba-62aebf33717c tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3451209 Feb 08 21:12:24.321490 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-f77426df-8afb-496f-9de5-7ecf87d75e4a tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/quotas/c5504d812d054bf981d651cbccbc0210 HTTP/1.1" status: 200 len: 375 time: 0.1336935 Feb 08 21:12:24.372193 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-d17237dd-24f8-48d4-bf79-b0f55cf13c6f tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c5504d812d054bf981d651cbccbc0210&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526052 Feb 08 21:12:24.399975 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f9889-a856-43e6-816c-288a00520878 req-2e600ed2-daf0-4884-a5c0-50f0935f2177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:24.401595 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-193f9889-a856-43e6-816c-288a00520878 req-2e600ed2-daf0-4884-a5c0-50f0935f2177 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b2fa857b-d652-4cb7-a5d6-dc6045645cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1982911 Feb 08 21:12:24.520131 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-d3a27f99-44dc-4c16-b36d-bb45b7e27427 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks [] for security_group (b489a027-4d5f-43fc-98f6-6c37ad4be14d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:24.543972 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-d3a27f99-44dc-4c16-b36d-bb45b7e27427 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b489a027-4d5f-43fc-98f6-6c37ad4be14d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:24.574996 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13', 'tag': '65c9103c-eff1-419d-b404-5be74594917c'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:12:24.587026 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692fe7a6-df29-4c9b-8069-c8d93a93c8d6" -d '{"events": [{"name": "network-changed", "server_uuid": "1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13", "tag": "65c9103c-eff1-419d-b404-5be74594917c"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:12:24.693482 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-193f9889-a856-43e6-816c-288a00520878 req-88b09ac1-7681-4120-889d-63a2c9f79965 service neutron] 10.222.0.96 "GET /v2.0/networks/b2fa857b-d652-4cb7-a5d6-dc6045645cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824509 Feb 08 21:12:24.702213 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a27f99-44dc-4c16-b36d-bb45b7e27427 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b489a027-4d5f-43fc-98f6-6c37ad4be14d,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:24.822222 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4af8f7-839a-4348-9e52-3baefab4c5eb x-openstack-request-id: req-9d4af8f7-839a-4348-9e52-3baefab4c5eb {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:12:24.822668 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13", "tag": "65c9103c-eff1-419d-b404-5be74594917c", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:12:24.823034 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9d4af8f7-839a-4348-9e52-3baefab4c5eb {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:12:24.823561 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13', 'tag': '65c9103c-eff1-419d-b404-5be74594917c', 'status': 'completed', 'code': 200} Feb 08 21:12:24.836936 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-58ada9a5-4c3a-4e70-9fa0-efabe0db6b79 req-49e3d4b1-c054-449f-80eb-cfcefe391e40 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 210 time: 0.1375339 Feb 08 21:12:25.011096 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-193f9889-a856-43e6-816c-288a00520878 req-45fae550-5d85-49b5-a554-066fc1ec7898 service neutron] 10.222.0.96 "GET /v2.0/networks/b2fa857b-d652-4cb7-a5d6-dc6045645cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984324 Feb 08 21:12:25.111210 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fbd35352-8bf2-4102-bd56-e578e4638ea0 req-104ddb34-465d-484e-a03c-b110c47a06d9 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9e07f1c-1353-44d4-b1f6-231c94f15ac0 HTTP/1.1" status: 200 len: 210 time: 0.2050517 Feb 08 21:12:25.203230 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38478) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:25.529670 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-d3a27f99-44dc-4c16-b36d-bb45b7e27427 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Allocated IP 192.168.233.44 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/f6945521-262a-4a66-831b-ce8d6e535b0d) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:12:25.662481 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fe7a6-df29-4c9b-8069-c8d93a93c8d6 req-f4b970e7-0c2b-47a3-b05d-259593d99790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:25.664379 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-692fe7a6-df29-4c9b-8069-c8d93a93c8d6 req-f4b970e7-0c2b-47a3-b05d-259593d99790 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a0f21c1ed8144dec92b6948d7d2d9a67&device_id=1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13 HTTP/1.1" status: 200 len: 1127 time: 0.5514150 Feb 08 21:12:25.682771 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5c231-ffe8-4626-a7f9-c353f5430e88 req-b6dbc50c-f99f-430c-aed2-c4ff136019d9 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:25.689656 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54c5c231-ffe8-4626-a7f9-c353f5430e88 req-b6dbc50c-f99f-430c-aed2-c4ff136019d9 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13 HTTP/1.1" status: 200 len: 944 time: 0.1594937 Feb 08 21:12:25.695167 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b157c24-b67f-4370-bb2b-425d3d3520b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:25.875649 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b157c24-b67f-4370-bb2b-425d3d3520b8 admin admin] Publish callbacks [] for security_group (a4cddd5c-7ecc-4ff6-a43b-67eb54c38bd0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:25.886659 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b157c24-b67f-4370-bb2b-425d3d3520b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a4cddd5c-7ecc-4ff6-a43b-67eb54c38bd0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:25.972971 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54c5c231-ffe8-4626-a7f9-c353f5430e88 req-c9d3383a-1a7b-47ec-bcc5-ed8c6f8bbcd6 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2547927 Feb 08 21:12:26.009270 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fe7a6-df29-4c9b-8069-c8d93a93c8d6 req-263d2ce4-5faf-4ec5-9a16-cd458912c969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:26.010819 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-692fe7a6-df29-4c9b-8069-c8d93a93c8d6 req-263d2ce4-5faf-4ec5-9a16-cd458912c969 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b2fa857b-d652-4cb7-a5d6-dc6045645cef HTTP/1.1" status: 200 len: 925 time: 0.3185701 Feb 08 21:12:26.018601 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b157c24-b67f-4370-bb2b-425d3d3520b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cddd5c-7ecc-4ff6-a43b-67eb54c38bd0,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:26.029407 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7b157c24-b67f-4370-bb2b-425d3d3520b8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bfd07a7d83ce4af494702e622a9543e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8245730 Feb 08 21:12:26.031819 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38520) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:26.081294 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-692fe7a6-df29-4c9b-8069-c8d93a93c8d6 req-cab76cb1-e907-4866-a0dc-bc668f59887c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65c9103c-eff1-419d-b404-5be74594917c HTTP/1.1" status: 200 len: 217 time: 0.0521517 Feb 08 21:12:26.110228 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-d3a27f99-44dc-4c16-b36d-bb45b7e27427 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks [] for port (f6945521-262a-4a66-831b-ce8d6e535b0d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:26.137630 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-15dc77ef-0658-4b58-b34b-5e3f22f6fea8 admin admin] Publish callbacks [] for security_group (a4cddd5c-7ecc-4ff6-a43b-67eb54c38bd0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:26.182174 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-15dc77ef-0658-4b58-b34b-5e3f22f6fea8 admin admin] Publish callbacks [] for security_group (a4cddd5c-7ecc-4ff6-a43b-67eb54c38bd0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:26.200090 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f2621885-a086-41cb-9f19-97407a60af99 req-4010d08a-b983-4098-a6bf-53954126d9dd tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 210 time: 0.0479774 Feb 08 21:12:26.215177 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fe7a6-df29-4c9b-8069-c8d93a93c8d6 req-0c814e43-c830-4715-9e88-7f2bce471569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:26.216675 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-692fe7a6-df29-4c9b-8069-c8d93a93c8d6 req-0c814e43-c830-4715-9e88-7f2bce471569 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6afb4a6-45be-443f-9ca3-32271431c278 HTTP/1.1" status: 200 len: 863 time: 0.1279895 Feb 08 21:12:26.305383 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-15dc77ef-0658-4b58-b34b-5e3f22f6fea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a4cddd5c-7ecc-4ff6-a43b-67eb54c38bd0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:26.313574 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-15dc77ef-0658-4b58-b34b-5e3f22f6fea8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:26.316999 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-d3a27f99-44dc-4c16-b36d-bb45b7e27427 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (f6945521-262a-4a66-831b-ce8d6e535b0d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:26.324712 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-15dc77ef-0658-4b58-b34b-5e3f22f6fea8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a4cddd5c-7ecc-4ff6-a43b-67eb54c38bd0 HTTP/1.1" status: 204 len: 168 time: 0.2873356 Feb 08 21:12:26.355536 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc77ef-0658-4b58-b34b-5e3f22f6fea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cddd5c-7ecc-4ff6-a43b-67eb54c38bd0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:26.381284 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fe7a6-df29-4c9b-8069-c8d93a93c8d6 req-121bfebf-4999-4bf1-b97c-0962501d6c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:26.384134 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-692fe7a6-df29-4c9b-8069-c8d93a93c8d6 req-121bfebf-4999-4bf1-b97c-0962501d6c90 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b2fa857b-d652-4cb7-a5d6-dc6045645cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1517735 Feb 08 21:12:26.390843 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-d3a27f99-44dc-4c16-b36d-bb45b7e27427 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:12:26.429741 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.96', 58942) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:26.482301 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-d6fafe88-e510-41aa-b951-a0aeceae4ba6 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=c5504d812d054bf981d651cbccbc0210&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501435 Feb 08 21:12:26.545928 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-d3a27f99-44dc-4c16-b36d-bb45b7e27427 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:12:26.598595 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-d3a27f99-44dc-4c16-b36d-bb45b7e27427 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:12:26.609842 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-d3a27f99-44dc-4c16-b36d-bb45b7e27427 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:26.611158 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-d3a27f99-44dc-4c16-b36d-bb45b7e27427 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:26.724846 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f6a7360d-174f-4316-9c88-a6a1e835e91f req-36cb4c57-d452-4a08-aa91-62f81b387934 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9e07f1c-1353-44d4-b1f6-231c94f15ac0 HTTP/1.1" status: 200 len: 210 time: 0.2034163 Feb 08 21:12:26.797059 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a27f99-44dc-4c16-b36d-bb45b7e27427 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Pushing event updated for resources: {'Port': ['ID=f6945521-262a-4a66-831b-ce8d6e535b0d,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:26.843124 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-d3a27f99-44dc-4c16-b36d-bb45b7e27427 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4726932 Feb 08 21:12:26.866927 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-1780e344-1979-4fc4-ac71-df84273f81bd service neutron] Request body: {'port': {'device_id': '751e3395-1a25-4884-9fa3-2ec7f3d67267', 'device_owner': 'compute:tempest-test_az-1496137750', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:12:26.950515 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-6eb1cb1c-e9c7-4663-8335-c53a43f6a536 None None] Provisioning complete for port f6945521-262a-4a66-831b-ce8d6e535b0d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:12:26.951197 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6eb1cb1c-e9c7-4663-8335-c53a43f6a536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f6945521-262a-4a66-831b-ce8d6e535b0d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:26.994411 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38552) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:27.001151 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6eb1cb1c-e9c7-4663-8335-c53a43f6a536 None None] Port f6945521-262a-4a66-831b-ce8d6e535b0d cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:12:27.010053 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-ae933ebb-fb18-46fa-aee9-537dfd6de516 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:27.013144 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-ae933ebb-fb18-46fa-aee9-537dfd6de516 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5250232 Feb 08 21:12:27.030282 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-dbf6fdf7-0f29-4d59-8f50-e2e5caf82be4 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Request body: {'port': {'device_id': 'f9e07f1c-1353-44d4-b1f6-231c94f15ac0', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': 'c5504d812d054bf981d651cbccbc0210'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:12:27.059717 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-692fe7a6-df29-4c9b-8069-c8d93a93c8d6 req-846b9a80-8df1-4ff0-adb4-8aa62a45ee5e service neutron] 10.222.0.96 "GET /v2.0/networks/b2fa857b-d652-4cb7-a5d6-dc6045645cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6666231 Feb 08 21:12:27.082824 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5b68-075b-418f-a13f-faae5f4fe229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:27.130873 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-1780e344-1979-4fc4-ac71-df84273f81bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f6945521-262a-4a66-831b-ce8d6e535b0d), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:27.210286 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-dbf6fdf7-0f29-4d59-8f50-e2e5caf82be4 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Made reservation on behalf of c5504d812d054bf981d651cbccbc0210 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:12:27.213930 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-dbf6fdf7-0f29-4d59-8f50-e2e5caf82be4 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:27.291999 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-692fe7a6-df29-4c9b-8069-c8d93a93c8d6 req-81b9904a-27ae-4b98-aa07-543c5c5247b5 service neutron] 10.222.0.96 "GET /v2.0/networks/b2fa857b-d652-4cb7-a5d6-dc6045645cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231507 Feb 08 21:12:27.332954 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-92d394eb-670e-44f4-829b-e78dad1f7f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:27.472730 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e33b19-515e-4dba-9e48-a8d83f526cd6 req-9abac415-2e6f-4bbc-a0fb-ecb4cffd3840 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:27.475817 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-90e33b19-515e-4dba-9e48-a8d83f526cd6 req-9abac415-2e6f-4bbc-a0fb-ecb4cffd3840 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13 HTTP/1.1" status: 200 len: 944 time: 0.3133230 Feb 08 21:12:27.561569 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5b68-075b-418f-a13f-faae5f4fe229 admin admin] Publish callbacks [] for security_group (c39aacdb-843a-4446-8a20-7e9ff5bd9e8b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:27.570261 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5b68-075b-418f-a13f-faae5f4fe229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c39aacdb-843a-4446-8a20-7e9ff5bd9e8b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:27.643510 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-90e33b19-515e-4dba-9e48-a8d83f526cd6 req-44925f0d-e0b8-4210-9e62-1920d017a534 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569164 Feb 08 21:12:27.657617 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a5b68-075b-418f-a13f-faae5f4fe229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39aacdb-843a-4446-8a20-7e9ff5bd9e8b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:27.663796 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7e1a5b68-075b-418f-a13f-faae5f4fe229 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=34ba3d023e0f4ad0b4876ebdf4747dfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6604593 Feb 08 21:12:27.664217 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38566) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:27.688513 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a5b68-075b-418f-a13f-faae5f4fe229 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:27.689701 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a5b68-075b-418f-a13f-faae5f4fe229 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:27.689701 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a5b68-075b-418f-a13f-faae5f4fe229 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:27.690287 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a5b68-075b-418f-a13f-faae5f4fe229 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:27.690708 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a5b68-075b-418f-a13f-faae5f4fe229 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:27.691119 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a5b68-075b-418f-a13f-faae5f4fe229 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:27.691553 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a5b68-075b-418f-a13f-faae5f4fe229 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:27.692046 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a5b68-075b-418f-a13f-faae5f4fe229 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:27.692370 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a5b68-075b-418f-a13f-faae5f4fe229 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:27.693146 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a5b68-075b-418f-a13f-faae5f4fe229 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:27.693146 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a5b68-075b-418f-a13f-faae5f4fe229 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:27.693580 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a5b68-075b-418f-a13f-faae5f4fe229 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:27.693941 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a5b68-075b-418f-a13f-faae5f4fe229 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:27.694587 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-dbf6fdf7-0f29-4d59-8f50-e2e5caf82be4 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Allocated IP 192.168.233.81 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:12:27.739644 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f362a-61ba-4a8b-815b-1d4ba06dd14c req-04131d68-beb1-4991-a479-a60f163cf8d5 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:27.741464 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cd9f362a-61ba-4a8b-815b-1d4ba06dd14c req-04131d68-beb1-4991-a479-a60f163cf8d5 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 935 time: 0.1086116 Feb 08 21:12:27.802968 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cd9f362a-61ba-4a8b-815b-1d4ba06dd14c req-a2c2157d-4619-4f81-9cf9-685ee600b333 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543544 Feb 08 21:12:27.842507 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcde19d1-3c33-40c3-ba87-e18bc3724f46 admin admin] Publish callbacks [] for security_group (c39aacdb-843a-4446-8a20-7e9ff5bd9e8b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:27.933039 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcde19d1-3c33-40c3-ba87-e18bc3724f46 admin admin] Publish callbacks [] for security_group (c39aacdb-843a-4446-8a20-7e9ff5bd9e8b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:28.048346 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-dbf6fdf7-0f29-4d59-8f50-e2e5caf82be4 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Publish callbacks [] for port (4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:28.050342 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcde19d1-3c33-40c3-ba87-e18bc3724f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c39aacdb-843a-4446-8a20-7e9ff5bd9e8b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:28.054373 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcde19d1-3c33-40c3-ba87-e18bc3724f46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:28.057025 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bcde19d1-3c33-40c3-ba87-e18bc3724f46 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c39aacdb-843a-4446-8a20-7e9ff5bd9e8b HTTP/1.1" status: 204 len: 168 time: 0.3912902 Feb 08 21:12:28.071624 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-775d7bde-ca29-48b5-bef0-7c2f33719aa8 req-3226ab5e-b93c-4e5f-86c6-318f4174b271 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9e07f1c-1353-44d4-b1f6-231c94f15ac0 HTTP/1.1" status: 200 len: 210 time: 0.0598772 Feb 08 21:12:28.080238 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde19d1-3c33-40c3-ba87-e18bc3724f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39aacdb-843a-4446-8a20-7e9ff5bd9e8b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:28.095066 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde19d1-3c33-40c3-ba87-e18bc3724f46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:28.095526 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde19d1-3c33-40c3-ba87-e18bc3724f46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:28.096064 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde19d1-3c33-40c3-ba87-e18bc3724f46 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:28.096503 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde19d1-3c33-40c3-ba87-e18bc3724f46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:28.097286 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde19d1-3c33-40c3-ba87-e18bc3724f46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:28.098079 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde19d1-3c33-40c3-ba87-e18bc3724f46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:28.098524 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde19d1-3c33-40c3-ba87-e18bc3724f46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:28.099015 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde19d1-3c33-40c3-ba87-e18bc3724f46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:28.099466 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde19d1-3c33-40c3-ba87-e18bc3724f46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:28.099901 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde19d1-3c33-40c3-ba87-e18bc3724f46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:28.100333 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde19d1-3c33-40c3-ba87-e18bc3724f46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:28.100820 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde19d1-3c33-40c3-ba87-e18bc3724f46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:28.101217 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde19d1-3c33-40c3-ba87-e18bc3724f46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:28.188075 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-dbf6fdf7-0f29-4d59-8f50-e2e5caf82be4 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:28.444961 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-dbf6fdf7-0f29-4d59-8f50-e2e5caf82be4 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:12:28.455930 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-dbf6fdf7-0f29-4d59-8f50-e2e5caf82be4 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:12:28.468615 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-dbf6fdf7-0f29-4d59-8f50-e2e5caf82be4 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:12:28.501392 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-1780e344-1979-4fc4-ac71-df84273f81bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6945521-262a-4a66-831b-ce8d6e535b0d {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:12:28.525293 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-1780e344-1979-4fc4-ac71-df84273f81bd service neutron] Publish callbacks [] for port (f6945521-262a-4a66-831b-ce8d6e535b0d), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:28.573853 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-1780e344-1979-4fc4-ac71-df84273f81bd service neutron] Transition to ACTIVE for port object f6945521-262a-4a66-831b-ce8d6e535b0d will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:12:28.592116 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-1780e344-1979-4fc4-ac71-df84273f81bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f6945521-262a-4a66-831b-ce8d6e535b0d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:28.619160 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-dbf6fdf7-0f29-4d59-8f50-e2e5caf82be4 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:28.620278 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-dbf6fdf7-0f29-4d59-8f50-e2e5caf82be4 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:28.666525 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-dbf6fdf7-0f29-4d59-8f50-e2e5caf82be4 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6371899 Feb 08 21:12:28.666525 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6fdf7-0f29-4d59-8f50-e2e5caf82be4 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Pushing event updated for resources: {'Port': ['ID=4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:28.677028 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-7fce6a09-1c7a-46f4-9cee-eb705d898cbe service neutron] Request body: {'port': {'device_id': 'f9e07f1c-1353-44d4-b1f6-231c94f15ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:12:28.837506 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780e344-1979-4fc4-ac71-df84273f81bd service neutron] Pushing event updated for resources: {'Port': ['ID=f6945521-262a-4a66-831b-ce8d6e535b0d,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:28.839221 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-7fce6a09-1c7a-46f4-9cee-eb705d898cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:28.869781 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-1780e344-1979-4fc4-ac71-df84273f81bd service neutron] Attempting to bind port f6945521-262a-4a66-831b-ce8d6e535b0d on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:12:28.870706 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-1780e344-1979-4fc4-ac71-df84273f81bd service neutron] Attempting to bind port f6945521-262a-4a66-831b-ce8d6e535b0d by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:12:28.872042 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-1780e344-1979-4fc4-ac71-df84273f81bd service neutron] Attempting to bind port f6945521-262a-4a66-831b-ce8d6e535b0d on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:12:28.902447 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-1780e344-1979-4fc4-ac71-df84273f81bd service neutron] Port f6945521-262a-4a66-831b-ce8d6e535b0d on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:12:28.902983 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-1780e344-1979-4fc4-ac71-df84273f81bd service neutron] Attempting to bind port f6945521-262a-4a66-831b-ce8d6e535b0d on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:12:28.913197 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-1780e344-1979-4fc4-ac71-df84273f81bd service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:12:28.913828 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-1780e344-1979-4fc4-ac71-df84273f81bd service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:12:28.914798 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-1780e344-1979-4fc4-ac71-df84273f81bd service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:12:28.915275 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-1780e344-1979-4fc4-ac71-df84273f81bd service neutron] Bound port: f6945521-262a-4a66-831b-ce8d6e535b0d, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:12:28.915899 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-1780e344-1979-4fc4-ac71-df84273f81bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f6945521-262a-4a66-831b-ce8d6e535b0d), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:28.998358 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-9d88d705-ed78-44ad-b95b-19e54f9507b4 None None] Provisioning complete for port 4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:12:28.999455 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9d88d705-ed78-44ad-b95b-19e54f9507b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:29.050448 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:29.074694 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9d88d705-ed78-44ad-b95b-19e54f9507b4 None None] Port 4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:12:29.181563 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 65c9103c-eff1-419d-b404-5be74594917c details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:12:29.232045 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973caad-ee13-4245-8b74-e3f2a6fd2f8d req-80e7df53-51e0-41d2-853e-c93eaec2a023 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:29.239775 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3973caad-ee13-4245-8b74-e3f2a6fd2f8d req-80e7df53-51e0-41d2-853e-c93eaec2a023 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13 HTTP/1.1" status: 200 len: 944 time: 0.2923467 Feb 08 21:12:29.258797 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-1780e344-1979-4fc4-ac71-df84273f81bd service neutron] For port f6945521-262a-4a66-831b-ce8d6e535b0d, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:12:29.283383 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-1780e344-1979-4fc4-ac71-df84273f81bd service neutron] For port f6945521-262a-4a66-831b-ce8d6e535b0d, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=f6945521-262a-4a66-831b-ce8d6e535b0d,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:12:29.353892 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-1780e344-1979-4fc4-ac71-df84273f81bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f6945521-262a-4a66-831b-ce8d6e535b0d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:29.458530 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 65c9103c-eff1-419d-b404-5be74594917c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=65c9103c-eff1-419d-b404-5be74594917c,segment=NetworkSegment(f84ccc74-639c-4469-8a97-7618a6d4e83c),segment_id=f84ccc74-639c-4469-8a97-7618a6d4e83c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:12:29.473190 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '65c9103c-eff1-419d-b404-5be74594917c', 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef', 'port_id': '65c9103c-eff1-419d-b404-5be74594917c', 'mac_address': 'fa:16:3e:24:14:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:12:29.515081 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-7fce6a09-1c7a-46f4-9cee-eb705d898cbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:12:29.523538 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 65c9103c-eff1-419d-b404-5be74594917c is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:12:29.524108 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (65c9103c-eff1-419d-b404-5be74594917c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:29.529680 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-7fce6a09-1c7a-46f4-9cee-eb705d898cbe service neutron] Publish callbacks [] for port (4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:29.544036 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c9103c-eff1-419d-b404-5be74594917c {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:12:29.562024 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-1780e344-1979-4fc4-ac71-df84273f81bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:29.562897 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-1780e344-1979-4fc4-ac71-df84273f81bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:29.567309 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-1780e344-1979-4fc4-ac71-df84273f81bd service neutron] 10.222.0.94 "PUT /v2.0/ports/f6945521-262a-4a66-831b-ce8d6e535b0d HTTP/1.1" status: 200 len: 1118 time: 2.7106369 Feb 08 21:12:29.577736 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-7fce6a09-1c7a-46f4-9cee-eb705d898cbe service neutron] Transition to ACTIVE for port object 4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:12:29.583266 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751e3395-1a25-4884-9fa3-2ec7f3d67267', 'tag': 'f6945521-262a-4a66-831b-ce8d6e535b0d'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:12:29.585820 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-7fce6a09-1c7a-46f4-9cee-eb705d898cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:29.592240 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b35797-4859-449c-a434-2ec61e63ab5f" -d '{"events": [{"name": "network-changed", "server_uuid": "751e3395-1a25-4884-9fa3-2ec7f3d67267", "tag": "f6945521-262a-4a66-831b-ce8d6e535b0d"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:12:29.600681 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 65c9103c-eff1-419d-b404-5be74594917c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=65c9103c-eff1-419d-b404-5be74594917c,segment=NetworkSegment(f84ccc74-639c-4469-8a97-7618a6d4e83c),segment_id=f84ccc74-639c-4469-8a97-7618a6d4e83c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:12:29.613076 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (65c9103c-eff1-419d-b404-5be74594917c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:29.643139 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3973caad-ee13-4245-8b74-e3f2a6fd2f8d req-1bf384f5-b973-41de-a5b5-5e8a87235d74 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3863466 Feb 08 21:12:29.674764 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780e344-1979-4fc4-ac71-df84273f81bd service neutron] Pushing event updated for resources: {'Port': ['ID=f6945521-262a-4a66-831b-ce8d6e535b0d,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:29.776178 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=65c9103c-eff1-419d-b404-5be74594917c,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:29.792986 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38656) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:29.805798 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:29.806160 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:29.808617 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:29.808987 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:29.809360 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:29.809704 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:29.810037 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:29.810360 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:29.813543 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:29.813980 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:29.814583 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:29.814913 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:29.818386 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:12:29.829920 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-7fce6a09-1c7a-46f4-9cee-eb705d898cbe service neutron] Attempting to bind port 4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:12:29.830495 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-7fce6a09-1c7a-46f4-9cee-eb705d898cbe service neutron] Attempting to bind port 4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:12:29.831066 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-7fce6a09-1c7a-46f4-9cee-eb705d898cbe service neutron] Attempting to bind port 4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:12:29.849382 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-7fce6a09-1c7a-46f4-9cee-eb705d898cbe service neutron] Port 4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:12:29.849682 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-7fce6a09-1c7a-46f4-9cee-eb705d898cbe service neutron] Attempting to bind port 4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:12:29.864371 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce6a09-1c7a-46f4-9cee-eb705d898cbe service neutron] Pushing event updated for resources: {'Port': ['ID=4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:29.870538 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-7fce6a09-1c7a-46f4-9cee-eb705d898cbe service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:12:29.870930 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-7fce6a09-1c7a-46f4-9cee-eb705d898cbe service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:12:29.871536 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-7fce6a09-1c7a-46f4-9cee-eb705d898cbe service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:12:29.872040 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-7fce6a09-1c7a-46f4-9cee-eb705d898cbe service neutron] Bound port: 4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:12:29.872417 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-7fce6a09-1c7a-46f4-9cee-eb705d898cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:29.875950 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f1acc-a062-4290-adb0-f154ca01390d req-b96736cf-8372-4fc4-aaca-8c900c4d3c8c tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:29.888737 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-043f1acc-a062-4290-adb0-f154ca01390d req-b96736cf-8372-4fc4-aaca-8c900c4d3c8c tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 969 time: 0.5936391 Feb 08 21:12:29.933793 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-b7af7f98-5c1c-4c31-af86-77fd40679eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:29.937184 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-b7af7f98-5c1c-4c31-af86-77fd40679eff service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 1152 time: 0.2724688 Feb 08 21:12:30.019735 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-043f1acc-a062-4290-adb0-f154ca01390d req-129e0652-aa20-42a8-8e19-3e20d5659d3b tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285670 Feb 08 21:12:30.076463 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['65c9103c-eff1-419d-b404-5be74594917c'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:12:30.096726 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-7fce6a09-1c7a-46f4-9cee-eb705d898cbe service neutron] For port 4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:12:30.113088 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-7fce6a09-1c7a-46f4-9cee-eb705d898cbe service neutron] For port 4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:12:30.137805 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-7fce6a09-1c7a-46f4-9cee-eb705d898cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:30.217285 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-10b922fb-59aa-41d1-9baf-b59b87e8f719 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=f6945521-262a-4a66-831b-ce8d6e535b0d HTTP/1.1" status: 200 len: 217 time: 0.2163317 Feb 08 21:12:30.312391 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-7fce6a09-1c7a-46f4-9cee-eb705d898cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:30.318489 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-7fce6a09-1c7a-46f4-9cee-eb705d898cbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:30.321567 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-7fce6a09-1c7a-46f4-9cee-eb705d898cbe service neutron] 10.222.0.96 "PUT /v2.0/ports/4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c HTTP/1.1" status: 200 len: 1096 time: 1.6536758 Feb 08 21:12:30.338301 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e07f1c-1353-44d4-b1f6-231c94f15ac0', 'tag': '4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:12:30.471360 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a68736e-54f2-44ac-aac3-341167c21834 x-openstack-request-id: req-6a68736e-54f2-44ac-aac3-341167c21834 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:12:30.474092 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751e3395-1a25-4884-9fa3-2ec7f3d67267", "tag": "f6945521-262a-4a66-831b-ce8d6e535b0d", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:12:30.474092 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6a68736e-54f2-44ac-aac3-341167c21834 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:12:30.474092 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751e3395-1a25-4884-9fa3-2ec7f3d67267', 'tag': 'f6945521-262a-4a66-831b-ce8d6e535b0d', 'status': 'completed', 'code': 200} Feb 08 21:12:30.616849 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-949d6e71-c9cc-441c-8951-50b9fe230c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:30.643597 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-949d6e71-c9cc-441c-8951-50b9fe230c19 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.4064190 Feb 08 21:12:30.670340 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c663f0-c8ab-4788-bd3c-fccc6dc428f2 req-f0422498-a1c3-46f0-9a7f-c93d760be3d8 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:30.690689 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-77c663f0-c8ab-4788-bd3c-fccc6dc428f2 req-f0422498-a1c3-46f0-9a7f-c93d760be3d8 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9e07f1c-1353-44d4-b1f6-231c94f15ac0 HTTP/1.1" status: 200 len: 947 time: 0.7591596 Feb 08 21:12:30.743980 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf5f8926-16f7-433f-b20c-b5619c7213d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:30.797442 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce6a09-1c7a-46f4-9cee-eb705d898cbe service neutron] Pushing event updated for resources: {'Port': ['ID=4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:30.992261 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7df21c-c3b0-40b3-8a91-400bf658951f" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e07f1c-1353-44d4-b1f6-231c94f15ac0", "tag": "4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:12:31.001806 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-77c663f0-c8ab-4788-bd3c-fccc6dc428f2 req-c7081069-c2f0-431b-b21a-944c3bfee66a tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/security-groups?id=90c2892e-c6f4-41e2-a06c-0639b605b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062975 Feb 08 21:12:31.017423 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-3d443cf5-388b-497f-b682-5298a2813d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:31.020602 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-3d443cf5-388b-497f-b682-5298a2813d79 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c5504d812d054bf981d651cbccbc0210&device_id=f9e07f1c-1353-44d4-b1f6-231c94f15ac0 HTTP/1.1" status: 200 len: 1130 time: 0.5527363 Feb 08 21:12:31.116968 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-326a3aa4-77a1-4f36-969e-14589fd42f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:31.120797 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-326a3aa4-77a1-4f36-969e-14589fd42f0b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4117525 Feb 08 21:12:31.145293 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38698) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:31.215591 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf5f8926-16f7-433f-b20c-b5619c7213d7 admin admin] Publish callbacks [] for security_group (24dd3ebc-8088-4551-8e21-ba55a43b2c68), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:31.219767 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-93da5c91-05c2-4371-bd10-4129d3f7e728 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c HTTP/1.1" status: 200 len: 217 time: 0.1634007 Feb 08 21:12:31.228963 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf5f8926-16f7-433f-b20c-b5619c7213d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (24dd3ebc-8088-4551-8e21-ba55a43b2c68), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:31.309054 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:31.412520 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cf5f8926-16f7-433f-b20c-b5619c7213d7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7e9b366a464644ad81c19cc66d8225d5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5873663 Feb 08 21:12:31.420683 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:31.421044 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38712) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:31.482789 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-da40e237-616c-4151-960b-f5d5c51239a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:31.485750 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-da40e237-616c-4151-960b-f5d5c51239a9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.2539828 Feb 08 21:12:31.494948 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f8926-16f7-433f-b20c-b5619c7213d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24dd3ebc-8088-4551-8e21-ba55a43b2c68,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:31.507860 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183d785-a6e8-472d-8ab2-04fe2b774081 req-4a3d85d8-6ccd-4733-bf96-68fc73cd8425 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:31.522829 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8183d785-a6e8-472d-8ab2-04fe2b774081 req-4a3d85d8-6ccd-4733-bf96-68fc73cd8425 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13 HTTP/1.1" status: 200 len: 945 time: 0.5625591 Feb 08 21:12:31.642373 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a321880-fa55-4dc5-a2ed-ab3852b977cc x-openstack-request-id: req-1a321880-fa55-4dc5-a2ed-ab3852b977cc {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:12:31.642841 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e07f1c-1353-44d4-b1f6-231c94f15ac0", "tag": "4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:12:31.643583 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1a321880-fa55-4dc5-a2ed-ab3852b977cc {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:12:31.644296 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e07f1c-1353-44d4-b1f6-231c94f15ac0', 'tag': '4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c', 'status': 'completed', 'code': 200} Feb 08 21:12:31.663277 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8183d785-a6e8-472d-8ab2-04fe2b774081 req-8f290db8-0926-481e-8931-5daa7c4f2d14 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384852 Feb 08 21:12:31.677633 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-b9e4b9a3-71f4-44a1-9463-f58a08334da3 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471187 Feb 08 21:12:31.678012 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09e01887-f306-4c10-974d-4b2f2e9f5f7b admin admin] Publish callbacks [] for security_group (24dd3ebc-8088-4551-8e21-ba55a43b2c68), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:31.734360 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-d9c8a873-a290-4b29-8256-4584a732bbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:31.737539 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-d9c8a873-a290-4b29-8256-4584a732bbe3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2371526 Feb 08 21:12:31.784717 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-afe67ecc-06dc-4c8b-809a-b414a8a1310a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:31.881445 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09e01887-f306-4c10-974d-4b2f2e9f5f7b admin admin] Publish callbacks [] for security_group (24dd3ebc-8088-4551-8e21-ba55a43b2c68), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:31.892882 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9f50455-fcbb-4ed0-bd03-663979b3d7bc req-4763fcf2-d153-4246-842c-a2ab354a0ac8 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072856 Feb 08 21:12:32.058225 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c65c9-c4f7-43c6-ae0f-8fa600b915f0 req-3fdc5b2f-89da-4c15-8401-5cfa6274f4d1 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:32.065908 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e8c65c9-c4f7-43c6-ae0f-8fa600b915f0 req-3fdc5b2f-89da-4c15-8401-5cfa6274f4d1 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 969 time: 0.2949674 Feb 08 21:12:32.093766 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-7f52e787-2d81-4716-817c-8dccf5e3c92c service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466375 Feb 08 21:12:32.126940 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b35797-4859-449c-a434-2ec61e63ab5f req-d80c0abf-74f1-4649-a3cf-52c4ab7a77f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:32.128386 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-46b35797-4859-449c-a434-2ec61e63ab5f req-d80c0abf-74f1-4649-a3cf-52c4ab7a77f7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 1152 time: 0.1615925 Feb 08 21:12:32.182031 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e8c65c9-c4f7-43c6-ae0f-8fa600b915f0 req-aea02217-dc13-42f1-9e9c-29dcab98b5f7 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150386 Feb 08 21:12:32.212137 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09e01887-f306-4c10-974d-4b2f2e9f5f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (24dd3ebc-8088-4551-8e21-ba55a43b2c68), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:32.217310 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09e01887-f306-4c10-974d-4b2f2e9f5f7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:32.222603 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-09e01887-f306-4c10-974d-4b2f2e9f5f7b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/24dd3ebc-8088-4551-8e21-ba55a43b2c68 HTTP/1.1" status: 204 len: 168 time: 0.7966337 Feb 08 21:12:32.288650 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-afe67ecc-06dc-4c8b-809a-b414a8a1310a admin admin] Publish callbacks [] for security_group (eb7bd1ef-b99b-486a-ba75-0089a3c71264), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:32.291780 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e01887-f306-4c10-974d-4b2f2e9f5f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dd3ebc-8088-4551-8e21-ba55a43b2c68,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:32.318308 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-afe67ecc-06dc-4c8b-809a-b414a8a1310a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (eb7bd1ef-b99b-486a-ba75-0089a3c71264), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:32.461254 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe67ecc-06dc-4c8b-809a-b414a8a1310a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7bd1ef-b99b-486a-ba75-0089a3c71264,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:32.466340 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b35797-4859-449c-a434-2ec61e63ab5f req-7194c9a2-8fac-44a3-ab6f-c855f5df6252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:32.468856 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-46b35797-4859-449c-a434-2ec61e63ab5f req-7194c9a2-8fac-44a3-ab6f-c855f5df6252 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.3290327 Feb 08 21:12:32.481170 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-afe67ecc-06dc-4c8b-809a-b414a8a1310a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8b317306c6df4285bc323e743a13669b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3284957 Feb 08 21:12:32.487922 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38738) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:32.562197 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-db9d0fe9-3b71-4fa6-a7c1-9b07d231ea3d req-a03528b1-ed09-4277-8937-dd4903b4a2a8 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576378 Feb 08 21:12:32.568224 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38742) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:32.652133 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb12cdbc-e4e2-49fe-b187-6ea54044a5c5 admin admin] Publish callbacks [] for security_group (eb7bd1ef-b99b-486a-ba75-0089a3c71264), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:32.683495 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-46b35797-4859-449c-a434-2ec61e63ab5f req-f0120e40-fd42-4b1b-b99b-bbdef0200420 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=f6945521-262a-4a66-831b-ce8d6e535b0d HTTP/1.1" status: 200 len: 217 time: 0.1690042 Feb 08 21:12:32.824246 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebfbcc-1cb3-4df9-9246-63753cbc55f5 req-2131bb26-ecb6-43a4-9122-6e60932bdb96 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:32.834915 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-93ebfbcc-1cb3-4df9-9246-63753cbc55f5 req-2131bb26-ecb6-43a4-9122-6e60932bdb96 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9e07f1c-1353-44d4-b1f6-231c94f15ac0 HTTP/1.1" status: 200 len: 947 time: 0.3993657 Feb 08 21:12:32.892832 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b35797-4859-449c-a434-2ec61e63ab5f req-4a44870b-9d20-40de-bce4-323a28163f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:32.896242 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-46b35797-4859-449c-a434-2ec61e63ab5f req-4a44870b-9d20-40de-bce4-323a28163f1b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.2038362 Feb 08 21:12:32.928599 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72af1ef3-b948-4696-a479-3d29d3c74a7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:32.961062 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb12cdbc-e4e2-49fe-b187-6ea54044a5c5 admin admin] Publish callbacks [] for security_group (eb7bd1ef-b99b-486a-ba75-0089a3c71264), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:32.965936 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7df21c-c3b0-40b3-8a91-400bf658951f req-d613a4b6-ce2a-404f-a05f-26f1ce8a49ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:32.967719 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9b7df21c-c3b0-40b3-8a91-400bf658951f req-d613a4b6-ce2a-404f-a05f-26f1ce8a49ce service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c5504d812d054bf981d651cbccbc0210&device_id=f9e07f1c-1353-44d4-b1f6-231c94f15ac0 HTTP/1.1" status: 200 len: 1130 time: 0.3374887 Feb 08 21:12:33.075281 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-93ebfbcc-1cb3-4df9-9246-63753cbc55f5 req-2dc1e2bc-d905-4352-989a-ae4308c8ed06 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/security-groups?id=90c2892e-c6f4-41e2-a06c-0639b605b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388139 Feb 08 21:12:33.156551 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b35797-4859-449c-a434-2ec61e63ab5f req-7a0f7381-7ae1-4776-aebe-d557f1f65411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:33.160666 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-46b35797-4859-449c-a434-2ec61e63ab5f req-7a0f7381-7ae1-4776-aebe-d557f1f65411 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2554243 Feb 08 21:12:33.176667 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38758) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:33.200299 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 65c9103c-eff1-419d-b404-5be74594917c up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:12:33.229314 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452ad48-780f-411a-917c-63e5700c8de0 req-cb8e0924-aab1-4918-a4da-cd3829926be0 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:33.232055 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4452ad48-780f-411a-917c-63e5700c8de0 req-cb8e0924-aab1-4918-a4da-cd3829926be0 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13 HTTP/1.1" status: 200 len: 945 time: 0.2354767 Feb 08 21:12:33.273087 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 65c9103c-eff1-419d-b404-5be74594917c completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:12:33.279241 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7df21c-c3b0-40b3-8a91-400bf658951f req-ca0fedac-212c-45a0-af06-1bdb34438e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:33.282348 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9b7df21c-c3b0-40b3-8a91-400bf658951f req-ca0fedac-212c-45a0-af06-1bdb34438e0b service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.3040531 Feb 08 21:12:33.282960 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 65c9103c-eff1-419d-b404-5be74594917c triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:12:33.283404 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (65c9103c-eff1-419d-b404-5be74594917c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:33.291671 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb12cdbc-e4e2-49fe-b187-6ea54044a5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (eb7bd1ef-b99b-486a-ba75-0089a3c71264), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:33.296540 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bec296b6-a567-43bc-b19a-7414e6b4449e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:33.297772 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb12cdbc-e4e2-49fe-b187-6ea54044a5c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:33.299889 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cb12cdbc-e4e2-49fe-b187-6ea54044a5c5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/eb7bd1ef-b99b-486a-ba75-0089a3c71264 HTTP/1.1" status: 204 len: 168 time: 0.7987247 Feb 08 21:12:33.364066 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38766) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:33.439848 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4452ad48-780f-411a-917c-63e5700c8de0 req-c68d13d6-1905-4cbf-8deb-ea31b1628748 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555741 Feb 08 21:12:33.459492 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9b7df21c-c3b0-40b3-8a91-400bf658951f req-ee02fdd0-e0da-40a8-b23f-6003c12fefb2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c HTTP/1.1" status: 200 len: 217 time: 0.1573029 Feb 08 21:12:33.460690 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12cdbc-e4e2-49fe-b187-6ea54044a5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7bd1ef-b99b-486a-ba75-0089a3c71264,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:33.486918 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-46b35797-4859-449c-a434-2ec61e63ab5f req-4ba41fd5-0626-4994-a184-7dda4b3a28c7 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114271 Feb 08 21:12:33.588865 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 65c9103c-eff1-419d-b404-5be74594917c is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:12:33.590232 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (65c9103c-eff1-419d-b404-5be74594917c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:33.625374 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72af1ef3-b948-4696-a479-3d29d3c74a7a admin admin] Publish callbacks [] for security_group (0f87c74e-2095-42c6-8823-2983745cd3d6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:33.637665 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7df21c-c3b0-40b3-8a91-400bf658951f req-b8f5b5e0-311f-47b0-a87c-be6f5201e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:33.640712 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9b7df21c-c3b0-40b3-8a91-400bf658951f req-b8f5b5e0-311f-47b0-a87c-be6f5201e135 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1715620 Feb 08 21:12:33.642006 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72af1ef3-b948-4696-a479-3d29d3c74a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0f87c74e-2095-42c6-8823-2983745cd3d6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:33.701829 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 65c9103c-eff1-419d-b404-5be74594917c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=65c9103c-eff1-419d-b404-5be74594917c,segment=NetworkSegment(f84ccc74-639c-4469-8a97-7618a6d4e83c),segment_id=f84ccc74-639c-4469-8a97-7618a6d4e83c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:12:33.703796 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c9103c-eff1-419d-b404-5be74594917c'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:12:33.708450 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27eee06-efcc-4d26-b640-772482e3fc03" -d '{"events": [{"server_uuid": "1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13", "name": "network-vif-plugged", "status": "completed", "tag": "65c9103c-eff1-419d-b404-5be74594917c"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:12:33.715505 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (65c9103c-eff1-419d-b404-5be74594917c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:33.782416 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71826e-06c6-40b9-9057-eb0085944150 req-61538f33-c1c4-4bd2-ae38-37124be881f3 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:33.790696 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9f71826e-06c6-40b9-9057-eb0085944150 req-61538f33-c1c4-4bd2-ae38-37124be881f3 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 969 time: 0.3879800 Feb 08 21:12:33.815486 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-72af1ef3-b948-4696-a479-3d29d3c74a7a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9edca6e18b054f21a3ec0c12a5e3d403&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2417662 Feb 08 21:12:33.816661 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af1ef3-b948-4696-a479-3d29d3c74a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f87c74e-2095-42c6-8823-2983745cd3d6,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:33.818382 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38782) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:33.820948 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=65c9103c-eff1-419d-b404-5be74594917c,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:33.843605 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bec296b6-a567-43bc-b19a-7414e6b4449e admin admin] Publish callbacks [] for security_group (e57f8bf9-de15-467e-b7e6-20f24eacf745), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:33.848835 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7df21c-c3b0-40b3-8a91-400bf658951f req-1c8a3a1c-3f88-44a8-85ec-4d38d283af35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:33.850407 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7f0629-71e8-48c0-968d-db365c496857 x-openstack-request-id: req-7b7f0629-71e8-48c0-968d-db365c496857 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:12:33.850906 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13", "name": "network-vif-plugged", "status": "completed", "tag": "65c9103c-eff1-419d-b404-5be74594917c", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:12:33.851371 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7b7f0629-71e8-48c0-968d-db365c496857 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:12:33.852533 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c9103c-eff1-419d-b404-5be74594917c', 'code': 200} Feb 08 21:12:33.854552 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9b7df21c-c3b0-40b3-8a91-400bf658951f req-1c8a3a1c-3f88-44a8-85ec-4d38d283af35 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2009075 Feb 08 21:12:33.904576 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bec296b6-a567-43bc-b19a-7414e6b4449e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e57f8bf9-de15-467e-b7e6-20f24eacf745), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:34.055089 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-490e0159-d4c0-456f-a75d-4b41dfa452bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:34.070453 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9b7df21c-c3b0-40b3-8a91-400bf658951f req-b34f9cc3-ad9e-4250-8105-a8fe22885b43 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079399 Feb 08 21:12:34.193082 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38792) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:34.197527 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-46b35797-4859-449c-a434-2ec61e63ab5f req-5c131b49-3887-4c3f-89e1-3172de07d258 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6999767 Feb 08 21:12:34.212158 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bec296b6-a567-43bc-b19a-7414e6b4449e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=217d986d272a4921bbc12c3a028895de&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0286684 Feb 08 21:12:34.222146 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a453413-ad56-4b8b-b15b-bf73c49bc597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:34.228058 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38794) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:34.253267 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec296b6-a567-43bc-b19a-7414e6b4449e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57f8bf9-de15-467e-b7e6-20f24eacf745,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:34.342575 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-490e0159-d4c0-456f-a75d-4b41dfa452bc admin admin] Publish callbacks [] for security_group (4160d4a7-b39c-4f73-ac89-4cfb024f8e3b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:34.344649 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9b7df21c-c3b0-40b3-8a91-400bf658951f req-29fcfe35-1cef-44f2-b119-90560278aed0 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656350 Feb 08 21:12:34.426244 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-609566a7-e36b-4e8c-aa4e-e3713967481f admin admin] Publish callbacks [] for security_group (0f87c74e-2095-42c6-8823-2983745cd3d6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:34.437458 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a453413-ad56-4b8b-b15b-bf73c49bc597 admin admin] Publish callbacks [] for security_group (7bb32d67-4721-4cbf-83d1-ec19a1cb4d17), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:34.444121 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a453413-ad56-4b8b-b15b-bf73c49bc597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7bb32d67-4721-4cbf-83d1-ec19a1cb4d17), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:34.446948 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-490e0159-d4c0-456f-a75d-4b41dfa452bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4160d4a7-b39c-4f73-ac89-4cfb024f8e3b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:34.451272 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38798) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:34.527157 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e0159-d4c0-456f-a75d-4b41dfa452bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4160d4a7-b39c-4f73-ac89-4cfb024f8e3b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:34.536368 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9f71826e-06c6-40b9-9057-eb0085944150 req-16e37b47-0b3e-4ce8-9af6-fa2b1a723d80 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7166123 Feb 08 21:12:34.550245 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5a453413-ad56-4b8b-b15b-bf73c49bc597 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c8ea4403963c4d7abfb216d9a07a8a58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3410842 Feb 08 21:12:34.551869 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38804) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:34.554783 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-609566a7-e36b-4e8c-aa4e-e3713967481f admin admin] Publish callbacks [] for security_group (0f87c74e-2095-42c6-8823-2983745cd3d6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:34.572395 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a453413-ad56-4b8b-b15b-bf73c49bc597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb32d67-4721-4cbf-83d1-ec19a1cb4d17,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:34.573490 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d7472-c2fc-412b-87ac-2866a3930e62 req-bdb2ef68-17da-45bd-9bef-ab5a261d7441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:34.599886 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e64d7472-c2fc-412b-87ac-2866a3930e62 req-bdb2ef68-17da-45bd-9bef-ab5a261d7441 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13 HTTP/1.1" status: 200 len: 1129 time: 0.6634982 Feb 08 21:12:34.712756 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3894f38-6d8e-4483-ab6d-911a3ffe2bf5 req-4c6426cd-b467-4e67-9cff-0ab7a1b095d6 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:34.715507 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c3894f38-6d8e-4483-ab6d-911a3ffe2bf5 req-4c6426cd-b467-4e67-9cff-0ab7a1b095d6 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9e07f1c-1353-44d4-b1f6-231c94f15ac0 HTTP/1.1" status: 200 len: 947 time: 0.4214675 Feb 08 21:12:34.719659 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3594c6e-75a6-46fa-bb30-8ea00829c415 admin admin] Publish callbacks [] for security_group (7bb32d67-4721-4cbf-83d1-ec19a1cb4d17), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:34.766333 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-490e0159-d4c0-456f-a75d-4b41dfa452bc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=de10d46aaf3941ba9bc7523a267e0eb8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3986723 Feb 08 21:12:34.770925 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38806) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:34.775391 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-215f873a-f21e-4a69-a4f4-0626fecccca5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0e25977321014f05a3dbb056b23d6296&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3207777 Feb 08 21:12:34.786198 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38808) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:34.803927 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3594c6e-75a6-46fa-bb30-8ea00829c415 admin admin] Publish callbacks [] for security_group (7bb32d67-4721-4cbf-83d1-ec19a1cb4d17), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:34.859917 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-19abb624-2d7d-40c4-ae16-e72592e5cfe9 admin admin] Publish callbacks [] for security_group (e57f8bf9-de15-467e-b7e6-20f24eacf745), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:34.911705 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e64d7472-c2fc-412b-87ac-2866a3930e62 req-2adaad9a-755e-41f4-8045-973f71724a0c service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3104179 Feb 08 21:12:34.935119 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-19abb624-2d7d-40c4-ae16-e72592e5cfe9 admin admin] Publish callbacks [] for security_group (e57f8bf9-de15-467e-b7e6-20f24eacf745), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:34.970358 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c3894f38-6d8e-4483-ab6d-911a3ffe2bf5 req-73629de4-4941-4fda-bae0-680ec5e805bb tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/security-groups?id=90c2892e-c6f4-41e2-a06c-0639b605b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357006 Feb 08 21:12:34.985562 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59e05772-21c6-43e4-9f67-b9ef0952c394 admin admin] Publish callbacks [] for security_group (4160d4a7-b39c-4f73-ac89-4cfb024f8e3b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:35.005307 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a0c5bca-f09c-43fa-8466-b28ae3d02376 admin admin] Publish callbacks [] for security_group (b6cdd2d6-6430-41f1-8025-a1871ee32d1b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:35.007894 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec13fd-5995-4a05-81a2-e242a516afc0 req-9ee1143f-c060-493a-a192-2978de13bb1d tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:35.009770 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8ec13fd-5995-4a05-81a2-e242a516afc0 req-9ee1143f-c060-493a-a192-2978de13bb1d tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13 HTTP/1.1" status: 200 len: 946 time: 0.2770953 Feb 08 21:12:35.010834 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-609566a7-e36b-4e8c-aa4e-e3713967481f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0f87c74e-2095-42c6-8823-2983745cd3d6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:35.013663 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-609566a7-e36b-4e8c-aa4e-e3713967481f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:35.019307 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-609566a7-e36b-4e8c-aa4e-e3713967481f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0f87c74e-2095-42c6-8823-2983745cd3d6 HTTP/1.1" status: 204 len: 168 time: 1.1673000 Feb 08 21:12:35.025020 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609566a7-e36b-4e8c-aa4e-e3713967481f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f87c74e-2095-42c6-8823-2983745cd3d6,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:35.103369 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59e05772-21c6-43e4-9f67-b9ef0952c394 admin admin] Publish callbacks [] for security_group (4160d4a7-b39c-4f73-ac89-4cfb024f8e3b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:35.110262 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a0c5bca-f09c-43fa-8466-b28ae3d02376 admin admin] Publish callbacks [] for security_group (b6cdd2d6-6430-41f1-8025-a1871ee32d1b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:35.113359 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3594c6e-75a6-46fa-bb30-8ea00829c415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7bb32d67-4721-4cbf-83d1-ec19a1cb4d17), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:35.114709 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8ec13fd-5995-4a05-81a2-e242a516afc0 req-1246d391-8b31-4622-aa5c-b65fd649d57b tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686569 Feb 08 21:12:35.118681 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3594c6e-75a6-46fa-bb30-8ea00829c415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:35.118940 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-19abb624-2d7d-40c4-ae16-e72592e5cfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e57f8bf9-de15-467e-b7e6-20f24eacf745), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:35.128119 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c3594c6e-75a6-46fa-bb30-8ea00829c415 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7bb32d67-4721-4cbf-83d1-ec19a1cb4d17 HTTP/1.1" status: 204 len: 168 time: 0.5647213 Feb 08 21:12:35.128266 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-19abb624-2d7d-40c4-ae16-e72592e5cfe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:35.128266 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-19abb624-2d7d-40c4-ae16-e72592e5cfe9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e57f8bf9-de15-467e-b7e6-20f24eacf745 HTTP/1.1" status: 204 len: 168 time: 0.8666229 Feb 08 21:12:35.153348 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abb624-2d7d-40c4-ae16-e72592e5cfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57f8bf9-de15-467e-b7e6-20f24eacf745,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:35.159267 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device f6945521-262a-4a66-831b-ce8d6e535b0d details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:12:35.217313 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3594c6e-75a6-46fa-bb30-8ea00829c415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb32d67-4721-4cbf-83d1-ec19a1cb4d17,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:35.286113 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a0c5bca-f09c-43fa-8466-b28ae3d02376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b6cdd2d6-6430-41f1-8025-a1871ee32d1b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:35.290788 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a0c5bca-f09c-43fa-8466-b28ae3d02376 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:35.293668 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7a0c5bca-f09c-43fa-8466-b28ae3d02376 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b6cdd2d6-6430-41f1-8025-a1871ee32d1b HTTP/1.1" status: 204 len: 168 time: 0.5008614 Feb 08 21:12:35.300401 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59e05772-21c6-43e4-9f67-b9ef0952c394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4160d4a7-b39c-4f73-ac89-4cfb024f8e3b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:35.303801 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59e05772-21c6-43e4-9f67-b9ef0952c394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:35.309221 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-59e05772-21c6-43e4-9f67-b9ef0952c394 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4160d4a7-b39c-4f73-ac89-4cfb024f8e3b HTTP/1.1" status: 204 len: 168 time: 0.5282352 Feb 08 21:12:35.324381 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c5bca-f09c-43fa-8466-b28ae3d02376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cdd2d6-6430-41f1-8025-a1871ee32d1b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:35.345451 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e05772-21c6-43e4-9f67-b9ef0952c394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4160d4a7-b39c-4f73-ac89-4cfb024f8e3b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:35.450395 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port f6945521-262a-4a66-831b-ce8d6e535b0d, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=f6945521-262a-4a66-831b-ce8d6e535b0d,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:12:35.465274 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'f6945521-262a-4a66-831b-ce8d6e535b0d', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': 'f6945521-262a-4a66-831b-ce8d6e535b0d', 'mac_address': 'fa:16:3e:11:07:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:tempest-test_az-1496137750', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:12:35.511013 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port f6945521-262a-4a66-831b-ce8d6e535b0d is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:12:35.511561 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f6945521-262a-4a66-831b-ce8d6e535b0d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:35.534047 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6945521-262a-4a66-831b-ce8d6e535b0d {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:12:35.557698 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port f6945521-262a-4a66-831b-ce8d6e535b0d, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=f6945521-262a-4a66-831b-ce8d6e535b0d,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:12:35.563537 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f6945521-262a-4a66-831b-ce8d6e535b0d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:35.650058 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=f6945521-262a-4a66-831b-ce8d6e535b0d,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:35.752323 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f1515-9af1-489c-8df1-8c7528e07384 req-38d9180c-8737-48e4-ba86-4872e067074e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:35.754032 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a3f1515-9af1-489c-8df1-8c7528e07384 req-38d9180c-8737-48e4-ba86-4872e067074e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 970 time: 0.0855377 Feb 08 21:12:35.858951 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a3f1515-9af1-489c-8df1-8c7528e07384 req-d0b16b96-9f38-4132-a20c-a5efe0aa273e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971262 Feb 08 21:12:35.873081 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['f6945521-262a-4a66-831b-ce8d6e535b0d'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:12:36.117120 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:36.129290 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38836) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:36.152117 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-729c59ba-0496-4037-9286-0347e919f151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:36.245686 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1dc666-9aae-48af-a2d5-ab7d2432928d req-b89b51e1-3e4b-452a-b138-6a22d5a2d337 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:36.248520 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b1dc666-9aae-48af-a2d5-ab7d2432928d req-b89b51e1-3e4b-452a-b138-6a22d5a2d337 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9e07f1c-1353-44d4-b1f6-231c94f15ac0 HTTP/1.1" status: 200 len: 947 time: 0.0997202 Feb 08 21:12:36.350132 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b1dc666-9aae-48af-a2d5-ab7d2432928d req-570506ed-0798-443c-af48-a613b76a6950 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/security-groups?id=90c2892e-c6f4-41e2-a06c-0639b605b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884454 Feb 08 21:12:36.368457 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:36.379281 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f5267-b5c3-45f8-84f4-77ca129ba382 req-0b045e42-35c5-436a-9ea5-26c8333f88ff tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:36.380878 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d67f5267-b5c3-45f8-84f4-77ca129ba382 req-0b045e42-35c5-436a-9ea5-26c8333f88ff tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13 HTTP/1.1" status: 200 len: 946 time: 0.1566689 Feb 08 21:12:36.389533 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-729c59ba-0496-4037-9286-0347e919f151 admin admin] Publish callbacks [] for security_group (99f0e7ee-f21b-4bc8-90df-cdf3a3627cf8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:36.408174 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-729c59ba-0496-4037-9286-0347e919f151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (99f0e7ee-f21b-4bc8-90df-cdf3a3627cf8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:36.463856 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d67f5267-b5c3-45f8-84f4-77ca129ba382 req-0e1b5dcb-cd4a-499f-830f-34d18f2d36de tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699518 Feb 08 21:12:36.496683 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c59ba-0496-4037-9286-0347e919f151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f0e7ee-f21b-4bc8-90df-cdf3a3627cf8,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:36.509078 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-729c59ba-0496-4037-9286-0347e919f151 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=898f4e27bc5d44bd92a4202e35347b4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3787322 Feb 08 21:12:36.511929 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38844) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:36.540030 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38846) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:36.560233 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61c7759a-4688-4e2f-9986-ef5cc82cc9f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:36.588957 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c06ab453-7b8c-4f45-8fd5-f440e843b712 admin admin] Publish callbacks [] for security_group (99f0e7ee-f21b-4bc8-90df-cdf3a3627cf8), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:36.622700 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c06ab453-7b8c-4f45-8fd5-f440e843b712 admin admin] Publish callbacks [] for security_group (99f0e7ee-f21b-4bc8-90df-cdf3a3627cf8), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:36.632498 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38848) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:36.686769 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c06ab453-7b8c-4f45-8fd5-f440e843b712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (99f0e7ee-f21b-4bc8-90df-cdf3a3627cf8), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:36.690342 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c06ab453-7b8c-4f45-8fd5-f440e843b712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:36.694591 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c06ab453-7b8c-4f45-8fd5-f440e843b712 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/99f0e7ee-f21b-4bc8-90df-cdf3a3627cf8 HTTP/1.1" status: 204 len: 168 time: 0.1788130 Feb 08 21:12:36.703073 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ab453-7b8c-4f45-8fd5-f440e843b712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f0e7ee-f21b-4bc8-90df-cdf3a3627cf8,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:36.748832 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ea111b39-b506-471e-8dd7-f968ddffab0f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4600bea245e44b86985e9b7bfb2396b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1122103 Feb 08 21:12:36.749491 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38854) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:36.788139 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61c7759a-4688-4e2f-9986-ef5cc82cc9f8 admin admin] Publish callbacks [] for security_group (d86b156e-99c1-4b76-8887-08ee65d2b7ef), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:36.798219 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61c7759a-4688-4e2f-9986-ef5cc82cc9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d86b156e-99c1-4b76-8887-08ee65d2b7ef), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:36.838092 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2513c866-7117-42a7-8636-25eb9fc9961f admin admin] Publish callbacks [] for security_group (aed80a10-1175-4d37-881e-b2831e6b569f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:36.889084 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2513c866-7117-42a7-8636-25eb9fc9961f admin admin] Publish callbacks [] for security_group (aed80a10-1175-4d37-881e-b2831e6b569f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:36.926971 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7759a-4688-4e2f-9986-ef5cc82cc9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86b156e-99c1-4b76-8887-08ee65d2b7ef,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:36.953690 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38864) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:36.954977 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-61c7759a-4688-4e2f-9986-ef5cc82cc9f8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=00f426d5a2784fd8b4e8d6798a82ad1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4136517 Feb 08 21:12:37.082384 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2513c866-7117-42a7-8636-25eb9fc9961f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (aed80a10-1175-4d37-881e-b2831e6b569f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:37.087142 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2513c866-7117-42a7-8636-25eb9fc9961f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:37.088550 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2513c866-7117-42a7-8636-25eb9fc9961f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/aed80a10-1175-4d37-881e-b2831e6b569f HTTP/1.1" status: 204 len: 168 time: 0.3374331 Feb 08 21:12:37.108841 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513c866-7117-42a7-8636-25eb9fc9961f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed80a10-1175-4d37-881e-b2831e6b569f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:37.144541 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a84bd-1200-4d44-bee8-ca8e3bb84395 req-2b22fd8d-d0d6-4a74-87b1-392467ee5126 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:37.146192 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-609a84bd-1200-4d44-bee8-ca8e3bb84395 req-2b22fd8d-d0d6-4a74-87b1-392467ee5126 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 970 time: 0.1675494 Feb 08 21:12:37.151172 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cba56a4b-7407-4291-b3da-a519592f8993 admin admin] Publish callbacks [] for security_group (d86b156e-99c1-4b76-8887-08ee65d2b7ef), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:37.152331 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device f6945521-262a-4a66-831b-ce8d6e535b0d up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:12:37.215587 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:12:37.223745 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cba56a4b-7407-4291-b3da-a519592f8993 admin admin] Publish callbacks [] for security_group (d86b156e-99c1-4b76-8887-08ee65d2b7ef), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:37.248461 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port f6945521-262a-4a66-831b-ce8d6e535b0d completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:12:37.265029 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port f6945521-262a-4a66-831b-ce8d6e535b0d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:12:37.265785 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f6945521-262a-4a66-831b-ce8d6e535b0d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:37.292599 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-609a84bd-1200-4d44-bee8-ca8e3bb84395 req-48ded41e-38dc-4085-8c08-2679d01ec3de tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374109 Feb 08 21:12:37.348027 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cba56a4b-7407-4291-b3da-a519592f8993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d86b156e-99c1-4b76-8887-08ee65d2b7ef), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:37.356670 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cba56a4b-7407-4291-b3da-a519592f8993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:37.362003 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cba56a4b-7407-4291-b3da-a519592f8993 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d86b156e-99c1-4b76-8887-08ee65d2b7ef HTTP/1.1" status: 204 len: 168 time: 0.4067774 Feb 08 21:12:37.382247 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba56a4b-7407-4291-b3da-a519592f8993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86b156e-99c1-4b76-8887-08ee65d2b7ef,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:37.418286 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:12:37.458486 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': '4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c', 'mac_address': 'fa:16:3e:a4:1b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:12:37.519450 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port f6945521-262a-4a66-831b-ce8d6e535b0d is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:12:37.520162 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f6945521-262a-4a66-831b-ce8d6e535b0d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:37.539786 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77f58a-de95-4225-8cab-dcffc140a995 req-f809fe80-f3ed-4449-be5f-6c2b2026dd0b tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:37.540963 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:12:37.541636 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df77f58a-de95-4225-8cab-dcffc140a995 req-f809fe80-f3ed-4449-be5f-6c2b2026dd0b tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9e07f1c-1353-44d4-b1f6-231c94f15ac0 HTTP/1.1" status: 200 len: 947 time: 0.0687881 Feb 08 21:12:37.545968 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:37.571736 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751e3395-1a25-4884-9fa3-2ec7f3d67267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6945521-262a-4a66-831b-ce8d6e535b0d'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:12:37.574247 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed80df4-149f-4221-b88b-3d2cb1e29228" -d '{"events": [{"server_uuid": "751e3395-1a25-4884-9fa3-2ec7f3d67267", "name": "network-vif-plugged", "status": "completed", "tag": "f6945521-262a-4a66-831b-ce8d6e535b0d"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:12:37.588385 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:12:37.602405 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port f6945521-262a-4a66-831b-ce8d6e535b0d, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=f6945521-262a-4a66-831b-ce8d6e535b0d,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:12:37.616590 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f6945521-262a-4a66-831b-ce8d6e535b0d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:37.661499 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:12:37.671368 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:37.672605 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df77f58a-de95-4225-8cab-dcffc140a995 req-683e2fb8-de9e-407b-b724-8dd223ad4a0c tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/security-groups?id=90c2892e-c6f4-41e2-a06c-0639b605b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220767 Feb 08 21:12:37.760840 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=f6945521-262a-4a66-831b-ce8d6e535b0d,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:37.807305 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedff8f0-8bc7-4212-8def-4b5b2512eafa x-openstack-request-id: req-cedff8f0-8bc7-4212-8def-4b5b2512eafa {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:12:37.807669 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751e3395-1a25-4884-9fa3-2ec7f3d67267", "name": "network-vif-plugged", "status": "completed", "tag": "f6945521-262a-4a66-831b-ce8d6e535b0d", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:12:37.807947 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cedff8f0-8bc7-4212-8def-4b5b2512eafa {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:12:37.808327 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751e3395-1a25-4884-9fa3-2ec7f3d67267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6945521-262a-4a66-831b-ce8d6e535b0d', 'code': 200} Feb 08 21:12:37.852620 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79da16-9095-437d-beb5-e9961d1e7116 req-c6f280b0-4e8b-4a23-bdf7-75495fa7b0f3 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:37.854939 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a79da16-9095-437d-beb5-e9961d1e7116 req-c6f280b0-4e8b-4a23-bdf7-75495fa7b0f3 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13 HTTP/1.1" status: 200 len: 946 time: 0.1520009 Feb 08 21:12:37.856554 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:37.966055 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a79da16-9095-437d-beb5-e9961d1e7116 req-193fdb78-4e7d-4308-8aea-edc63533ad66 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952325 Feb 08 21:12:37.980073 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a12b5-03fa-4710-8fbf-4981eed9a84f req-f393fa07-50ef-4a1a-87a8-571090b01789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:37.994465 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d4a12b5-03fa-4710-8fbf-4981eed9a84f req-f393fa07-50ef-4a1a-87a8-571090b01789 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 1154 time: 0.0837061 Feb 08 21:12:38.004561 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:12:38.079388 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d4a12b5-03fa-4710-8fbf-4981eed9a84f req-8e73b552-a0b8-4cf2-8424-de305c303d0f service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833786 Feb 08 21:12:38.148943 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed22882-c775-4c4e-844d-57b834edda1b req-0ef1616f-1ae9-4023-8a9d-865abf1ecc98 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:38.150972 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ed22882-c775-4c4e-844d-57b834edda1b req-0ef1616f-1ae9-4023-8a9d-865abf1ecc98 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13 HTTP/1.1" status: 200 len: 946 time: 0.0746982 Feb 08 21:12:38.161903 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38898) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:38.167390 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-3df06541-c525-46a3-8db7-2f2864c7c140 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Request body: {'floatingip': {'port_id': '65c9103c-eff1-419d-b404-5be74594917c'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:12:38.263389 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3df06541-c525-46a3-8db7-2f2864c7c140 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks [] for floatingip (12fc7dca-90e8-4231-9eb3-1910af608108), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:39.103322 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7d889-323f-4d0b-ab99-53e2fb727709 req-e1d2a39f-4f44-44ea-a30f-431a5569f4c3 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:39.105507 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8bd7d889-323f-4d0b-ab99-53e2fb727709 req-e1d2a39f-4f44-44ea-a30f-431a5569f4c3 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 971 time: 0.6133916 Feb 08 21:12:39.191085 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a04384-1587-4270-96bd-037e6978a546 req-7e10f85a-81f6-4042-8513-866090002e3b tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:39.193440 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4a04384-1587-4270-96bd-037e6978a546 req-7e10f85a-81f6-4042-8513-866090002e3b tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9e07f1c-1353-44d4-b1f6-231c94f15ac0 HTTP/1.1" status: 200 len: 948 time: 0.2951014 Feb 08 21:12:39.237216 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:12:39.298358 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:12:39.335601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:12:39.345962 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:12:39.346644 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:39.527484 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8bd7d889-323f-4d0b-ab99-53e2fb727709 req-2c706657-8460-41a8-ba3a-310a226c4fa8 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979049 Feb 08 21:12:39.591336 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4a04384-1587-4270-96bd-037e6978a546 req-04ae866c-706e-4343-9a52-e2d347793c14 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/security-groups?id=90c2892e-c6f4-41e2-a06c-0639b605b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784101 Feb 08 21:12:39.598579 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:12:39.600319 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:39.682606 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:12:39.690708 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:39.801598 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:39.818359 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e07f1c-1353-44d4-b1f6-231c94f15ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:12:39.829581 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46f27ba-0220-44af-ade9-1d0775c1b9aa" -d '{"events": [{"server_uuid": "f9e07f1c-1353-44d4-b1f6-231c94f15ac0", "name": "network-vif-plugged", "status": "completed", "tag": "4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:12:39.837213 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3df06541-c525-46a3-8db7-2f2864c7c140 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:39.844311 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3df06541-c525-46a3-8db7-2f2864c7c140 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (12fc7dca-90e8-4231-9eb3-1910af608108), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:39.876207 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b906cfd7-5efd-44e4-b4ce-cfd545be1ed9 x-openstack-request-id: req-b906cfd7-5efd-44e4-b4ce-cfd545be1ed9 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:12:39.876526 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e07f1c-1353-44d4-b1f6-231c94f15ac0", "name": "network-vif-plugged", "status": "completed", "tag": "4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:12:39.876790 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b906cfd7-5efd-44e4-b4ce-cfd545be1ed9 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:12:39.877193 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e07f1c-1353-44d4-b1f6-231c94f15ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c', 'code': 200} Feb 08 21:12:40.103736 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05cd38-aa18-43c9-9fe0-3ac44a450390 req-7495fa6c-8699-4e33-847e-cee12517e81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:40.105321 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f05cd38-aa18-43c9-9fe0-3ac44a450390 req-7495fa6c-8699-4e33-847e-cee12517e81f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f9e07f1c-1353-44d4-b1f6-231c94f15ac0 HTTP/1.1" status: 200 len: 1132 time: 0.1322932 Feb 08 21:12:40.122677 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-3df06541-c525-46a3-8db7-2f2864c7c140 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Floating IP 12fc7dca-90e8-4231-9eb3-1910af608108 associated. External IP: 172.25.3.125, port: 65c9103c-eff1-419d-b404-5be74594917c. Feb 08 21:12:40.238113 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f05cd38-aa18-43c9-9fe0-3ac44a450390 req-d28435f5-a191-4023-819e-fad153e2d347 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=90c2892e-c6f4-41e2-a06c-0639b605b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248331 Feb 08 21:12:40.505197 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df06541-c525-46a3-8db7-2f2864c7c140 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Router 14c649df-e9ba-4f3c-ae75-6e5475821c0d has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:12:40.855209 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df06541-c525-46a3-8db7-2f2864c7c140 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:12:40.871223 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c0b3d-645c-43f5-b988-f3b0307d0cbf req-67973ed6-8edf-46d9-897d-a4a092f05f9f tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:40.873536 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-557c0b3d-645c-43f5-b988-f3b0307d0cbf req-67973ed6-8edf-46d9-897d-a4a092f05f9f tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 971 time: 0.2066970 Feb 08 21:12:40.876489 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7db903-4a51-42a5-93f6-14ce418d0c58 None None] Sync routers for ids ['14c649df-e9ba-4f3c-ae75-6e5475821c0d'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:12:40.879331 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3df06541-c525-46a3-8db7-2f2864c7c140 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:40.896243 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7db903-4a51-42a5-93f6-14ce418d0c58 None None] Routers {'14c649df-e9ba-4f3c-ae75-6e5475821c0d'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:12:40.897110 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ab7db903-4a51-42a5-93f6-14ce418d0c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:12:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['14c649df-e9ba-4f3c-ae75-6e5475821c0d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:12:40.960352 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177d818-7fcd-4cc8-b346-0c140ddac725 req-08658836-3a1f-4816-b659-0a5e003f1adf tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:40.972238 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d177d818-7fcd-4cc8-b346-0c140ddac725 req-08658836-3a1f-4816-b659-0a5e003f1adf tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9e07f1c-1353-44d4-b1f6-231c94f15ac0 HTTP/1.1" status: 200 len: 949 time: 0.2406187 Feb 08 21:12:41.168861 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-ab7db903-4a51-42a5-93f6-14ce418d0c58 None None] Set router 14c649df-e9ba-4f3c-ae75-6e5475821c0d gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:12:41.272752 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3df06541-c525-46a3-8db7-2f2864c7c140 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "PUT /v2.0/floatingips/12fc7dca-90e8-4231-9eb3-1910af608108 HTTP/1.1" status: 200 len: 992 time: 3.1055269 Feb 08 21:12:41.276814 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13', 'tag': '65c9103c-eff1-419d-b404-5be74594917c'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:12:41.280424 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b995c0-e655-4b7b-92f5-848d543b8605" -d '{"events": [{"name": "network-changed", "server_uuid": "1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13", "tag": "65c9103c-eff1-419d-b404-5be74594917c"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:12:41.369989 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d177d818-7fcd-4cc8-b346-0c140ddac725 req-f538e167-baf8-464a-959d-7e6b15d0df04 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/security-groups?id=90c2892e-c6f4-41e2-a06c-0639b605b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960845 Feb 08 21:12:41.428264 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-557c0b3d-645c-43f5-b988-f3b0307d0cbf req-56e72400-4aec-488e-95c0-3e642f5fa797 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5374053 Feb 08 21:12:41.630441 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51b5b5c-c13d-4d68-966d-e7560e448a01 x-openstack-request-id: req-f51b5b5c-c13d-4d68-966d-e7560e448a01 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:12:41.634709 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13", "tag": "65c9103c-eff1-419d-b404-5be74594917c", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:12:41.635305 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f51b5b5c-c13d-4d68-966d-e7560e448a01 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:12:41.635891 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13', 'tag': '65c9103c-eff1-419d-b404-5be74594917c', 'status': 'completed', 'code': 200} Feb 08 21:12:41.809508 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af398aa0-97b9-42ef-b83f-299f0ace92c8 req-cf011468-7abc-4da9-b3bd-6801ea3540c2 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:41.811839 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-af398aa0-97b9-42ef-b83f-299f0ace92c8 req-cf011468-7abc-4da9-b3bd-6801ea3540c2 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13 HTTP/1.1" status: 200 len: 946 time: 0.3029375 Feb 08 21:12:41.840187 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b995c0-e655-4b7b-92f5-848d543b8605 req-0318daf3-bd5a-4b02-860a-bb4e27cf1172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:41.842628 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-67b995c0-e655-4b7b-92f5-848d543b8605 req-0318daf3-bd5a-4b02-860a-bb4e27cf1172 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a0f21c1ed8144dec92b6948d7d2d9a67&device_id=1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13 HTTP/1.1" status: 200 len: 1129 time: 0.2009208 Feb 08 21:12:41.975231 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-af398aa0-97b9-42ef-b83f-299f0ace92c8 req-5040ce77-bdd5-43f0-bad9-9c013ad05bb7 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535728 Feb 08 21:12:42.004729 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ab7db903-4a51-42a5-93f6-14ce418d0c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1810342990-router', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:11:27Z', 'updated_at': '2022-02-08T21:11:33Z', 'revision_number': 4, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'gw_port': {'id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:28Z', 'updated_at': '2022-02-08T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '12fc7dca-90e8-4231-9eb3-1910af608108', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'floating_ip_address': '172.25.3.125', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'port_id': '65c9103c-eff1-419d-b404-5be74594917c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef', 'mac_address': 'fa:16:3e:24:14:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:12:05Z', 'updated_at': '2022-02-08T21:12:39Z', 'revision_number': 1, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bce35fe-25a1-46dd-8c5b-a702fdfbd384', 'name': '', 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'mac_address': 'fa:16:3e:f4:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:32Z', 'updated_at': '2022-02-08T21:11:50Z', 'revision_number': 5, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'subnets': [{'id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:12:42.042867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b995c0-e655-4b7b-92f5-848d543b8605 req-da014f2a-d634-4c37-bc49-2ec5650f6dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:42.045965 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-67b995c0-e655-4b7b-92f5-848d543b8605 req-da014f2a-d634-4c37-bc49-2ec5650f6dfa service neutron] 10.222.0.96 "GET /v2.0/networks?id=b2fa857b-d652-4cb7-a5d6-dc6045645cef HTTP/1.1" status: 200 len: 925 time: 0.1924300 Feb 08 21:12:42.046679 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7db903-4a51-42a5-93f6-14ce418d0c58 None None] Checking router: 14c649df-e9ba-4f3c-ae75-6e5475821c0d for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:12:42.059574 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7db903-4a51-42a5-93f6-14ce418d0c58 None None] Routers {'14c649df-e9ba-4f3c-ae75-6e5475821c0d'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:12:42.060380 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ab7db903-4a51-42a5-93f6-14ce418d0c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:12:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['14c649df-e9ba-4f3c-ae75-6e5475821c0d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:12:42.262734 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-ab7db903-4a51-42a5-93f6-14ce418d0c58 None None] Set router 14c649df-e9ba-4f3c-ae75-6e5475821c0d gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:12:42.276345 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-67b995c0-e655-4b7b-92f5-848d543b8605 req-3e6b3537-1a08-4234-b655-ebdb79775d7f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65c9103c-eff1-419d-b404-5be74594917c HTTP/1.1" status: 200 len: 1000 time: 0.2240186 Feb 08 21:12:42.369748 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b995c0-e655-4b7b-92f5-848d543b8605 req-ca94f3ae-8a99-4a0a-9893-ad93fe6861fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:42.372596 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-67b995c0-e655-4b7b-92f5-848d543b8605 req-ca94f3ae-8a99-4a0a-9893-ad93fe6861fe service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6afb4a6-45be-443f-9ca3-32271431c278 HTTP/1.1" status: 200 len: 863 time: 0.0894186 Feb 08 21:12:42.476236 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b995c0-e655-4b7b-92f5-848d543b8605 req-eeeecc5d-a70e-4317-92c4-167a63318e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:42.479830 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-67b995c0-e655-4b7b-92f5-848d543b8605 req-eeeecc5d-a70e-4317-92c4-167a63318e87 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b2fa857b-d652-4cb7-a5d6-dc6045645cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0958040 Feb 08 21:12:42.696839 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ab7db903-4a51-42a5-93f6-14ce418d0c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1810342990-router', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:11:27Z', 'updated_at': '2022-02-08T21:11:33Z', 'revision_number': 4, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'gw_port': {'id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:28Z', 'updated_at': '2022-02-08T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '12fc7dca-90e8-4231-9eb3-1910af608108', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'floating_ip_address': '172.25.3.125', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'port_id': '65c9103c-eff1-419d-b404-5be74594917c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef', 'mac_address': 'fa:16:3e:24:14:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:12:05Z', 'updated_at': '2022-02-08T21:12:39Z', 'revision_number': 1, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bce35fe-25a1-46dd-8c5b-a702fdfbd384', 'name': '', 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'mac_address': 'fa:16:3e:f4:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:32Z', 'updated_at': '2022-02-08T21:11:50Z', 'revision_number': 5, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'subnets': [{'id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:12:42.737649 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7db903-4a51-42a5-93f6-14ce418d0c58 None None] The sync data for ids ['14c649df-e9ba-4f3c-ae75-6e5475821c0d'] in n-d-712143-31 is: [{'id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1810342990-router', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:11:27Z', 'updated_at': '2022-02-08T21:11:33Z', 'revision_number': 4, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'gw_port': {'id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:28Z', 'updated_at': '2022-02-08T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '12fc7dca-90e8-4231-9eb3-1910af608108', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'floating_ip_address': '172.25.3.125', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'port_id': '65c9103c-eff1-419d-b404-5be74594917c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef', 'mac_address': 'fa:16:3e:24:14:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:12:05Z', 'updated_at': '2022-02-08T21:12:39Z', 'revision_number': 1, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bce35fe-25a1-46dd-8c5b-a702fdfbd384', 'name': '', 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'mac_address': 'fa:16:3e:f4:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:32Z', 'updated_at': '2022-02-08T21:11:50Z', 'revision_number': 5, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'subnets': [{'id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:12:42.808540 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf4f63-815d-491a-8dcb-990acc47d3f5 req-290c6618-ae8a-4687-a1f5-524c5383a4e4 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:42.810375 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aaaf4f63-815d-491a-8dcb-990acc47d3f5 req-290c6618-ae8a-4687-a1f5-524c5383a4e4 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9e07f1c-1353-44d4-b1f6-231c94f15ac0 HTTP/1.1" status: 200 len: 949 time: 0.2578967 Feb 08 21:12:42.818855 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-67b995c0-e655-4b7b-92f5-848d543b8605 req-7d1512ed-3b64-4db9-ae3b-fdfc5cdbe4ab service neutron] 10.222.0.96 "GET /v2.0/networks/b2fa857b-d652-4cb7-a5d6-dc6045645cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311653 Feb 08 21:12:42.942107 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a819ab5-e104-4f19-b133-7271fe27e840 req-c02174a2-19a7-4268-8626-8de2c9d2ee1d tempest-MigrationsAdminTest-1189435615 tempest-MigrationsAdminTest-1189435615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:42.943692 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a819ab5-e104-4f19-b133-7271fe27e840 req-c02174a2-19a7-4268-8626-8de2c9d2ee1d tempest-MigrationsAdminTest-1189435615 tempest-MigrationsAdminTest-1189435615-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 1154 time: 0.2705681 Feb 08 21:12:42.977429 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-67b995c0-e655-4b7b-92f5-848d543b8605 req-7455ab0e-ab3e-4e89-81ea-c9fc204847bf service neutron] 10.222.0.96 "GET /v2.0/networks/b2fa857b-d652-4cb7-a5d6-dc6045645cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529298 Feb 08 21:12:42.999951 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2a819ab5-e104-4f19-b133-7271fe27e840 req-a6ce06a3-dc12-4f5b-a3a6-bfa9ae161be1 tempest-MigrationsAdminTest-1189435615 tempest-MigrationsAdminTest-1189435615-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:43.028381 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aaaf4f63-815d-491a-8dcb-990acc47d3f5 req-ca1c3746-326f-4193-819d-1c116f9e97d7 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/security-groups?id=90c2892e-c6f4-41e2-a06c-0639b605b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243234 Feb 08 21:12:43.155473 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2a819ab5-e104-4f19-b133-7271fe27e840 req-a6ce06a3-dc12-4f5b-a3a6-bfa9ae161be1 tempest-MigrationsAdminTest-1189435615 tempest-MigrationsAdminTest-1189435615-project-admin] Publish callbacks [] for security_group (f1415725-36f2-47ec-bcdf-ee8a14de64b2), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:43.158905 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8717d01-a77a-4535-85d7-64752ce2da98 None None] New status for floating IP 12fc7dca-90e8-4231-9eb3-1910af608108: ACTIVE {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:12:43.165971 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2a819ab5-e104-4f19-b133-7271fe27e840 req-a6ce06a3-dc12-4f5b-a3a6-bfa9ae161be1 tempest-MigrationsAdminTest-1189435615 tempest-MigrationsAdminTest-1189435615-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f1415725-36f2-47ec-bcdf-ee8a14de64b2), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:43.238183 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a819ab5-e104-4f19-b133-7271fe27e840 req-a6ce06a3-dc12-4f5b-a3a6-bfa9ae161be1 tempest-MigrationsAdminTest-1189435615 tempest-MigrationsAdminTest-1189435615-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863090 Feb 08 21:12:43.240759 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce06a3-dc12-4f5b-a3a6-bfa9ae161be1 tempest-MigrationsAdminTest-1189435615 tempest-MigrationsAdminTest-1189435615-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1415725-36f2-47ec-bcdf-ee8a14de64b2,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:43.319553 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39058) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:43.430016 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a8063-074b-49fb-8b2f-fe4dfe42797e req-8fdaca46-f387-4900-8d27-7a8d55a9b9f8 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:43.432402 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-866a8063-074b-49fb-8b2f-fe4dfe42797e req-8fdaca46-f387-4900-8d27-7a8d55a9b9f8 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13 HTTP/1.1" status: 200 len: 946 time: 0.0921526 Feb 08 21:12:43.489461 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-866a8063-074b-49fb-8b2f-fe4dfe42797e req-e53c2be3-9c53-4d0b-8a7a-4b2bf9be7784 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508411 Feb 08 21:12:43.912111 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5893a97a-7e8e-485c-b770-52fa1bfdc511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:43.999892 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-44cb154b-1293-4fa7-8334-5359155c9eea tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=d90fbaf88e694fd0b1b86b51a30ffe21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1026139 Feb 08 21:12:44.093264 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5893a97a-7e8e-485c-b770-52fa1bfdc511 admin admin] Publish callbacks [] for security_group (ef1ee6c3-f833-49c5-a7e9-35d341256831), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:44.111015 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5893a97a-7e8e-485c-b770-52fa1bfdc511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ef1ee6c3-f833-49c5-a7e9-35d341256831), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:44.207384 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39090) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:44.208196 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5893a97a-7e8e-485c-b770-52fa1bfdc511 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fc8dcec365d44ff4aa58b7e7b848a920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8850462 Feb 08 21:12:44.246480 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893a97a-7e8e-485c-b770-52fa1bfdc511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1ee6c3-f833-49c5-a7e9-35d341256831,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:44.263902 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-036b384c-2e7e-46cd-a7f8-fed07968beb0 tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:44.281846 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-036b384c-2e7e-46cd-a7f8-fed07968beb0 tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2752941 Feb 08 21:12:44.303444 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-900a6185-b544-4861-baad-088a5f298e8b tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.88 "GET /v2.0/quotas/d90fbaf88e694fd0b1b86b51a30ffe21 HTTP/1.1" status: 200 len: 375 time: 0.0164566 Feb 08 21:12:44.343937 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53170f35-d4fc-4c7f-bd2f-c101ca70cb59 admin admin] Publish callbacks [] for security_group (ef1ee6c3-f833-49c5-a7e9-35d341256831), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:44.350350 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-9b730ab5-c9d2-413f-b080-a889d8366948 tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d90fbaf88e694fd0b1b86b51a30ffe21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337439 Feb 08 21:12:44.377486 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-4c2b98d2-8ed4-4375-87c2-409460180671 req-2e5cd81a-7383-43b9-a5d4-f49d5d56fa6b service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:12:44.379123 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4c2b98d2-8ed4-4375-87c2-409460180671 req-2e5cd81a-7383-43b9-a5d4-f49d5d56fa6b service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0938644 Feb 08 21:12:44.397262 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53170f35-d4fc-4c7f-bd2f-c101ca70cb59 admin admin] Publish callbacks [] for security_group (ef1ee6c3-f833-49c5-a7e9-35d341256831), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:44.498734 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53170f35-d4fc-4c7f-bd2f-c101ca70cb59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ef1ee6c3-f833-49c5-a7e9-35d341256831), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:44.509832 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53170f35-d4fc-4c7f-bd2f-c101ca70cb59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:44.523649 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-53170f35-d4fc-4c7f-bd2f-c101ca70cb59 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ef1ee6c3-f833-49c5-a7e9-35d341256831 HTTP/1.1" status: 204 len: 168 time: 0.3115885 Feb 08 21:12:44.574547 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53170f35-d4fc-4c7f-bd2f-c101ca70cb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1ee6c3-f833-49c5-a7e9-35d341256831,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:44.689727 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46c3e2-262a-4ced-9877-f6f1eff208eb req-cd2fd9cd-da68-429e-a382-512f0381e230 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:44.693002 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6f46c3e2-262a-4ced-9877-f6f1eff208eb req-cd2fd9cd-da68-429e-a382-512f0381e230 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13 HTTP/1.1" status: 200 len: 946 time: 0.1135800 Feb 08 21:12:44.796315 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6f46c3e2-262a-4ced-9877-f6f1eff208eb req-cf96b1ab-23a3-4735-899f-907d6245254c tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964944 Feb 08 21:12:45.065478 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803fa5d-003a-4d3c-b4df-c63927dd225c req-cea66e7b-148a-4941-8d7e-7782953da154 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:45.082353 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6803fa5d-003a-4d3c-b4df-c63927dd225c req-cea66e7b-148a-4941-8d7e-7782953da154 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9e07f1c-1353-44d4-b1f6-231c94f15ac0 HTTP/1.1" status: 200 len: 949 time: 0.1725650 Feb 08 21:12:45.168370 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39130) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:45.175538 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6803fa5d-003a-4d3c-b4df-c63927dd225c req-547e250e-e05d-4a6f-9e82-12cd8cfc22a6 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/security-groups?id=90c2892e-c6f4-41e2-a06c-0639b605b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919116 Feb 08 21:12:45.190383 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9b734c3-4d0a-4e9c-80d8-2aa4ff079d8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:45.308368 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39138) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:45.465182 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9b734c3-4d0a-4e9c-80d8-2aa4ff079d8e admin admin] Publish callbacks [] for security_group (a53a2bd6-8540-42cd-adb1-ae393ec2fede), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:45.476270 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9b734c3-4d0a-4e9c-80d8-2aa4ff079d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a53a2bd6-8540-42cd-adb1-ae393ec2fede), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:45.480810 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d60eaa80-6265-4458-b49c-1e1231e16c67 req-7548df3d-2270-4513-bdcc-c40d62f42617 tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.88 "GET /v2.0/ports?device_id=b952a6a8-c998-4b4a-8445-1d6094097b46 HTTP/1.1" status: 200 len: 210 time: 0.0395434 Feb 08 21:12:45.579380 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b9b734c3-4d0a-4e9c-80d8-2aa4ff079d8e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=407d3e005c9149a1b5ba2d008afb7a47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4090283 Feb 08 21:12:45.580790 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39150) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:45.599046 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b734c3-4d0a-4e9c-80d8-2aa4ff079d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53a2bd6-8540-42cd-adb1-ae393ec2fede,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:45.612078 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-74b54d91-e912-4b67-bf5a-1023eb87ea55 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2977500 Feb 08 21:12:45.626787 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-0cd4e56d-c154-46b2-bbec-45b2a14ef879 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:12:45.629603 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-0cd4e56d-c154-46b2-bbec-45b2a14ef879 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088701 Feb 08 21:12:45.736468 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18ccadbb-8e9b-498b-a791-5e9d1c874230 admin admin] Publish callbacks [] for security_group (a53a2bd6-8540-42cd-adb1-ae393ec2fede), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:45.801855 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18ccadbb-8e9b-498b-a791-5e9d1c874230 admin admin] Publish callbacks [] for security_group (a53a2bd6-8540-42cd-adb1-ae393ec2fede), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:45.902918 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09960ed6-63b3-4bb2-88b4-403b0d0cc714 req-05a8b38d-7634-4dfe-b960-59ad3acc73c9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:45.916934 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-09960ed6-63b3-4bb2-88b4-403b0d0cc714 req-05a8b38d-7634-4dfe-b960-59ad3acc73c9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 971 time: 0.1368906 Feb 08 21:12:45.961893 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18ccadbb-8e9b-498b-a791-5e9d1c874230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a53a2bd6-8540-42cd-adb1-ae393ec2fede), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:45.964693 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18ccadbb-8e9b-498b-a791-5e9d1c874230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:45.965888 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-18ccadbb-8e9b-498b-a791-5e9d1c874230 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a53a2bd6-8540-42cd-adb1-ae393ec2fede HTTP/1.1" status: 204 len: 168 time: 0.3816471 Feb 08 21:12:45.986382 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ccadbb-8e9b-498b-a791-5e9d1c874230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53a2bd6-8540-42cd-adb1-ae393ec2fede,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:46.046890 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-09960ed6-63b3-4bb2-88b4-403b0d0cc714 req-7dffe897-68ff-4873-9f1a-474e20c7698f tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278379 Feb 08 21:12:46.193102 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-dc225787-300f-4b5b-815b-abaf09d4f428 tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=d90fbaf88e694fd0b1b86b51a30ffe21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336142 Feb 08 21:12:46.435352 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-83296f09-ce22-4364-ae7c-ef0d08d18122 tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:46.438030 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-83296f09-ce22-4364-ae7c-ef0d08d18122 tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2398458 Feb 08 21:12:46.455955 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-d7bba228-ebc8-450c-976c-ba075a069dee tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Request body: {'port': {'device_id': 'b952a6a8-c998-4b4a-8445-1d6094097b46', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': 'd90fbaf88e694fd0b1b86b51a30ffe21'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:12:46.631622 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db7527-7659-4405-acc7-caccd6c9cca0 req-bc5e2721-9610-4314-b7d5-0307491657c3 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:46.633904 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e7db7527-7659-4405-acc7-caccd6c9cca0 req-bc5e2721-9610-4314-b7d5-0307491657c3 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9e07f1c-1353-44d4-b1f6-231c94f15ac0 HTTP/1.1" status: 200 len: 949 time: 0.1500921 Feb 08 21:12:46.699924 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-d7bba228-ebc8-450c-976c-ba075a069dee tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Made reservation on behalf of d90fbaf88e694fd0b1b86b51a30ffe21 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:12:46.703629 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-d7bba228-ebc8-450c-976c-ba075a069dee tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:46.725630 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-d7bba228-ebc8-450c-976c-ba075a069dee tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:46.749966 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e7db7527-7659-4405-acc7-caccd6c9cca0 req-87709894-c5a5-40b3-b028-fea36a3ea3dc tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/security-groups?id=90c2892e-c6f4-41e2-a06c-0639b605b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973718 Feb 08 21:12:46.876048 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39190) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:46.902028 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-472657a6-7d8e-4951-96b3-033118a56159 req-f259a76a-e892-40d0-904f-8d6138da118d tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.88 "GET /v2.0/ports?device_id=b952a6a8-c998-4b4a-8445-1d6094097b46 HTTP/1.1" status: 200 len: 210 time: 0.0583541 Feb 08 21:12:46.958194 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-d7bba228-ebc8-450c-976c-ba075a069dee tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Publish callbacks [] for security_group (5ee56607-6223-4dff-b371-f3152b0bfaa5), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:46.966338 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-d7bba228-ebc8-450c-976c-ba075a069dee tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (5ee56607-6223-4dff-b371-f3152b0bfaa5), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:47.119142 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bba228-ebc8-450c-976c-ba075a069dee tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee56607-6223-4dff-b371-f3152b0bfaa5,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:47.183471 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9ba68ed7-21b1-49ea-a4b2-e225b3840e45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:47.338972 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-d7bba228-ebc8-450c-976c-ba075a069dee tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Allocated IP 192.168.233.28 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/344622da-567e-4f86-bded-fd4715324e83) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:12:47.417018 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9ba68ed7-21b1-49ea-a4b2-e225b3840e45 admin admin] Publish callbacks [] for security_group (ab3c3fb9-149f-481c-95a1-811fc2192895), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:47.431525 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9ba68ed7-21b1-49ea-a4b2-e225b3840e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ab3c3fb9-149f-481c-95a1-811fc2192895), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:47.436968 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca813e-0ea3-4eb7-aeba-eeda716d9655 req-bfff35be-aef1-4ea0-a8a9-e2ebb017168c tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:47.454677 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-44ca813e-0ea3-4eb7-aeba-eeda716d9655 req-bfff35be-aef1-4ea0-a8a9-e2ebb017168c tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 971 time: 0.2009563 Feb 08 21:12:47.498329 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba68ed7-21b1-49ea-a4b2-e225b3840e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3c3fb9-149f-481c-95a1-811fc2192895,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:47.567761 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9ba68ed7-21b1-49ea-a4b2-e225b3840e45 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b728948e740a440997f05a5ca3436f43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6870017 Feb 08 21:12:47.569103 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39238) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:47.614037 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39240) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:47.653983 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-44ca813e-0ea3-4eb7-aeba-eeda716d9655 req-7e7ba4ba-5737-4036-9af6-6b31067bb10b tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983669 Feb 08 21:12:47.777272 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6aaeee9e-d92f-4a01-97a1-6d13fd8c93c7 admin admin] Publish callbacks [] for security_group (ab3c3fb9-149f-481c-95a1-811fc2192895), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:47.806427 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-d7bba228-ebc8-450c-976c-ba075a069dee tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Publish callbacks [] for port (344622da-567e-4f86-bded-fd4715324e83), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:47.827792 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6aaeee9e-d92f-4a01-97a1-6d13fd8c93c7 admin admin] Publish callbacks [] for security_group (ab3c3fb9-149f-481c-95a1-811fc2192895), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:47.854293 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5506aee-97d7-42a6-b28e-1d02c0f65b34 req-9a2ed831-8f6d-4132-a38e-525fd762ebd8 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:47.855865 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b5506aee-97d7-42a6-b28e-1d02c0f65b34 req-9a2ed831-8f6d-4132-a38e-525fd762ebd8 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.96 "GET /v2.0/ports?device_id=f9e07f1c-1353-44d4-b1f6-231c94f15ac0 HTTP/1.1" status: 200 len: 949 time: 0.1563637 Feb 08 21:12:48.164516 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-d7bba228-ebc8-450c-976c-ba075a069dee tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (344622da-567e-4f86-bded-fd4715324e83), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:48.183002 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f3ddb20-a24d-4e85-ae9e-d1c6ccc193d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:48.193541 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39252) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:48.217002 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1dada9b6-46b6-4780-ba55-e24c0f47762a req-e11a85e5-9b62-4ca3-bfaa-e1d3d5b2a0db tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.88 "GET /v2.0/ports?device_id=b952a6a8-c998-4b4a-8445-1d6094097b46 HTTP/1.1" status: 200 len: 210 time: 0.1438501 Feb 08 21:12:48.332055 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b00ed4ca-2667-472e-92fe-50248b7aeb55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:48.343240 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-d7bba228-ebc8-450c-976c-ba075a069dee tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:12:48.371001 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-d7bba228-ebc8-450c-976c-ba075a069dee tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:12:48.386477 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-d7bba228-ebc8-450c-976c-ba075a069dee tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:12:48.409935 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-d7bba228-ebc8-450c-976c-ba075a069dee tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:48.411286 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-d7bba228-ebc8-450c-976c-ba075a069dee tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:48.415477 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6aaeee9e-d92f-4a01-97a1-6d13fd8c93c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ab3c3fb9-149f-481c-95a1-811fc2192895), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:48.420147 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6aaeee9e-d92f-4a01-97a1-6d13fd8c93c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:48.427454 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6aaeee9e-d92f-4a01-97a1-6d13fd8c93c7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ab3c3fb9-149f-481c-95a1-811fc2192895 HTTP/1.1" status: 204 len: 168 time: 0.8436840 Feb 08 21:12:48.464893 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5049cb-0cd4-445a-a5a1-d659e8488fbd req-d4cdad7b-79f0-4262-b7f1-509f1fd964a5 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:48.467662 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a5049cb-0cd4-445a-a5a1-d659e8488fbd req-d4cdad7b-79f0-4262-b7f1-509f1fd964a5 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9e07f1c-1353-44d4-b1f6-231c94f15ac0 HTTP/1.1" status: 200 len: 949 time: 0.5419376 Feb 08 21:12:48.468706 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bba228-ebc8-450c-976c-ba075a069dee tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Pushing event updated for resources: {'Port': ['ID=344622da-567e-4f86-bded-fd4715324e83,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:48.531572 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaeee9e-d92f-4a01-97a1-6d13fd8c93c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3c3fb9-149f-481c-95a1-811fc2192895,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:48.579431 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-d7bba228-ebc8-450c-976c-ba075a069dee tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1325788 Feb 08 21:12:48.610184 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f3ddb20-a24d-4e85-ae9e-d1c6ccc193d6 admin admin] Publish callbacks [] for security_group (683f3c05-80b4-4d6e-8a58-c24a9aa696e0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:48.623467 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f3ddb20-a24d-4e85-ae9e-d1c6ccc193d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (683f3c05-80b4-4d6e-8a58-c24a9aa696e0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:48.678409 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-2f1d65c8-151f-46be-98ce-be13a37ba371 service neutron] Request body: {'port': {'device_id': 'b952a6a8-c998-4b4a-8445-1d6094097b46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:12:48.697163 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0f3ddb20-a24d-4e85-ae9e-d1c6ccc193d6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=50ecea187081460c91c5996dcdc4113c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0813637 Feb 08 21:12:48.711912 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39266) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:48.799552 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-b5506aee-97d7-42a6-b28e-1d02c0f65b34 req-8704dd9b-ba2c-423f-890a-db8c04326ab5 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Deleting port 4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:12:48.800488 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b5506aee-97d7-42a6-b28e-1d02c0f65b34 req-8704dd9b-ba2c-423f-890a-db8c04326ab5 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:48.808438 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b00ed4ca-2667-472e-92fe-50248b7aeb55 admin admin] Publish callbacks [] for security_group (09bb21da-80ce-4db8-988c-3976bee176b2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:48.812780 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ddb20-a24d-4e85-ae9e-d1c6ccc193d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683f3c05-80b4-4d6e-8a58-c24a9aa696e0,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:48.822508 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-3c511767-35fc-4d7c-89b3-3935825a5dc4 None None] Provisioning complete for port 344622da-567e-4f86-bded-fd4715324e83 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:12:48.823446 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3c511767-35fc-4d7c-89b3-3935825a5dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (344622da-567e-4f86-bded-fd4715324e83), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:48.845463 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b00ed4ca-2667-472e-92fe-50248b7aeb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (09bb21da-80ce-4db8-988c-3976bee176b2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:48.924910 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-3c511767-35fc-4d7c-89b3-3935825a5dc4 None None] Port 344622da-567e-4f86-bded-fd4715324e83 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:12:48.978586 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ed4ca-2667-472e-92fe-50248b7aeb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bb21da-80ce-4db8-988c-3976bee176b2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:48.982214 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee9a286d-48b8-4467-b748-b199959b81d8 admin admin] Publish callbacks [] for security_group (683f3c05-80b4-4d6e-8a58-c24a9aa696e0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:49.008706 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b00ed4ca-2667-472e-92fe-50248b7aeb55 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cc5ad4c2abb144c1b7fdec466213f4a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8110466 Feb 08 21:12:49.013080 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39274) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:49.040387 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee9a286d-48b8-4467-b748-b199959b81d8 admin admin] Publish callbacks [] for security_group (683f3c05-80b4-4d6e-8a58-c24a9aa696e0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:49.124428 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-687d8438-1b22-4e91-a0ab-9698d786f575 admin admin] Publish callbacks [] for security_group (09bb21da-80ce-4db8-988c-3976bee176b2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:49.157994 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-687d8438-1b22-4e91-a0ab-9698d786f575 admin admin] Publish callbacks [] for security_group (09bb21da-80ce-4db8-988c-3976bee176b2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:49.180422 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee9a286d-48b8-4467-b748-b199959b81d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (683f3c05-80b4-4d6e-8a58-c24a9aa696e0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:49.183464 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee9a286d-48b8-4467-b748-b199959b81d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:49.189387 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ee9a286d-48b8-4467-b748-b199959b81d8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/683f3c05-80b4-4d6e-8a58-c24a9aa696e0 HTTP/1.1" status: 204 len: 168 time: 0.4712350 Feb 08 21:12:49.214488 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a286d-48b8-4467-b748-b199959b81d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683f3c05-80b4-4d6e-8a58-c24a9aa696e0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:49.263257 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-687d8438-1b22-4e91-a0ab-9698d786f575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (09bb21da-80ce-4db8-988c-3976bee176b2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:49.266966 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-687d8438-1b22-4e91-a0ab-9698d786f575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:49.268464 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-687d8438-1b22-4e91-a0ab-9698d786f575 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/09bb21da-80ce-4db8-988c-3976bee176b2 HTTP/1.1" status: 204 len: 168 time: 0.2540383 Feb 08 21:12:49.286072 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d8438-1b22-4e91-a0ab-9698d786f575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bb21da-80ce-4db8-988c-3976bee176b2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:49.397414 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a5049cb-0cd4-445a-a5a1-d659e8488fbd req-1ae10a05-139e-477a-81cd-20165df2e4f1 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/security-groups?id=90c2892e-c6f4-41e2-a06c-0639b605b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8844931 Feb 08 21:12:49.426823 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39286) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:49.471897 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-2f1d65c8-151f-46be-98ce-be13a37ba371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (344622da-567e-4f86-bded-fd4715324e83), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:49.476542 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b11ee6a3-ae89-46c0-9b32-53c4bf83eec6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:49.532161 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a7fc3-3935-423d-876c-d5d0ba02c27b req-4c2ff27f-2a0d-421e-bbe7-da67a2271d4f tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:49.534201 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-795a7fc3-3935-423d-876c-d5d0ba02c27b req-4c2ff27f-2a0d-421e-bbe7-da67a2271d4f tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 971 time: 0.6327615 Feb 08 21:12:49.536554 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-1184c436-7670-4202-876d-073c5dbd52a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:49.538530 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-1184c436-7670-4202-876d-073c5dbd52a1 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 1154 time: 0.6466846 Feb 08 21:12:49.541530 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-b5506aee-97d7-42a6-b28e-1d02c0f65b34 req-8704dd9b-ba2c-423f-890a-db8c04326ab5 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] For port 4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:12:49.542277 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b5506aee-97d7-42a6-b28e-1d02c0f65b34 req-8704dd9b-ba2c-423f-890a-db8c04326ab5 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:49.623772 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-b5506aee-97d7-42a6-b28e-1d02c0f65b34 req-8704dd9b-ba2c-423f-890a-db8c04326ab5 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Calling delete_port for 4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:12:49.709474 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b11ee6a3-ae89-46c0-9b32-53c4bf83eec6 admin admin] Publish callbacks [] for security_group (6571ead0-8d88-4999-bf46-196838dd7d13), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:49.718062 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b11ee6a3-ae89-46c0-9b32-53c4bf83eec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6571ead0-8d88-4999-bf46-196838dd7d13), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:49.781486 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b11ee6a3-ae89-46c0-9b32-53c4bf83eec6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4dcb98c9386b4293ac4f318c9646c0f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3529263 Feb 08 21:12:49.787125 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39294) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:49.795096 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ee6a3-ae89-46c0-9b32-53c4bf83eec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6571ead0-8d88-4999-bf46-196838dd7d13,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:49.871269 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f225503-0441-4a7f-8e6e-f81287a4de5d admin admin] Publish callbacks [] for security_group (6571ead0-8d88-4999-bf46-196838dd7d13), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:49.876202 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-795a7fc3-3935-423d-876c-d5d0ba02c27b req-db50ead2-04fa-40c5-8458-717d4e6bad73 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127863 Feb 08 21:12:49.923063 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f225503-0441-4a7f-8e6e-f81287a4de5d admin admin] Publish callbacks [] for security_group (6571ead0-8d88-4999-bf46-196838dd7d13), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:50.010744 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a799c-5d3f-45cb-b766-1918c6eb5539 req-1ac132be-38b5-4e3f-8a12-a3add32f3651 tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:50.018468 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-539a799c-5d3f-45cb-b766-1918c6eb5539 req-1ac132be-38b5-4e3f-8a12-a3add32f3651 tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.88 "GET /v2.0/ports?device_id=b952a6a8-c998-4b4a-8445-1d6094097b46 HTTP/1.1" status: 200 len: 935 time: 0.4946864 Feb 08 21:12:50.039083 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f225503-0441-4a7f-8e6e-f81287a4de5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6571ead0-8d88-4999-bf46-196838dd7d13), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:50.045736 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f225503-0441-4a7f-8e6e-f81287a4de5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:50.051125 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b5506aee-97d7-42a6-b28e-1d02c0f65b34 req-8704dd9b-ba2c-423f-890a-db8c04326ab5 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:50.058814 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4f225503-0441-4a7f-8e6e-f81287a4de5d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6571ead0-8d88-4999-bf46-196838dd7d13 HTTP/1.1" status: 204 len: 168 time: 0.2698023 Feb 08 21:12:50.081978 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f225503-0441-4a7f-8e6e-f81287a4de5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6571ead0-8d88-4999-bf46-196838dd7d13,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:50.151180 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-f679dcc6-7501-49d2-beaa-f245d7ede65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:50.152703 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-f679dcc6-7501-49d2-beaa-f245d7ede65b service neutron] 10.222.0.94 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.5821886 Feb 08 21:12:50.157518 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39300) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:50.161896 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704dd9b-ba2c-423f-890a-db8c04326ab5 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Pushing event deleted for resources: {'Port': ['ID=4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:50.196615 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-538159b4-0302-49b9-84f8-00b61ee0a8cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:50.268864 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-539a799c-5d3f-45cb-b766-1918c6eb5539 req-a8d33bc1-38ac-4a2b-b34d-e56b2fbab1cc tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ee56607-6223-4dff-b371-f3152b0bfaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494590 Feb 08 21:12:50.292404 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-c0c308e4-3bf8-4480-8d7f-987c9e6d8931 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=f6945521-262a-4a66-831b-ce8d6e535b0d HTTP/1.1" status: 200 len: 217 time: 0.1178777 Feb 08 21:12:50.338202 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-538159b4-0302-49b9-84f8-00b61ee0a8cf admin admin] Publish callbacks [] for security_group (e3de21a0-59c9-4044-933b-af27134013df), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:50.345005 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-538159b4-0302-49b9-84f8-00b61ee0a8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e3de21a0-59c9-4044-933b-af27134013df), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:50.372912 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5506aee-97d7-42a6-b28e-1d02c0f65b34 req-8704dd9b-ba2c-423f-890a-db8c04326ab5 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] No DVR routers for this DVR port 4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:12:50.393104 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b5506aee-97d7-42a6-b28e-1d02c0f65b34 req-8704dd9b-ba2c-423f-890a-db8c04326ab5 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:50.416668 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-538159b4-0302-49b9-84f8-00b61ee0a8cf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=70ac9a2fc1504adbaa355ead75515f54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2526357 Feb 08 21:12:50.417026 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b5506aee-97d7-42a6-b28e-1d02c0f65b34 req-8704dd9b-ba2c-423f-890a-db8c04326ab5 tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.96 "DELETE /v2.0/ports/4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c HTTP/1.1" status: 204 len: 173 time: 2.5431116 Feb 08 21:12:50.417185 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538159b4-0302-49b9-84f8-00b61ee0a8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3de21a0-59c9-4044-933b-af27134013df,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:50.419658 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39304) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:50.426506 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e07f1c-1353-44d4-b1f6-231c94f15ac0', 'name': 'network-vif-deleted', 'tag': '4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:12:50.435631 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b551efb7-51c3-43c9-ad89-23c9a59c76b5" -d '{"events": [{"server_uuid": "f9e07f1c-1353-44d4-b1f6-231c94f15ac0", "name": "network-vif-deleted", "tag": "4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:12:50.601485 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a05b73b-edea-4fd2-a583-6c2bc847c2c3 admin admin] Publish callbacks [] for security_group (e3de21a0-59c9-4044-933b-af27134013df), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:50.623050 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8995f2ce-ad25-448b-a571-8eabdfc96276 x-openstack-request-id: req-8995f2ce-ad25-448b-a571-8eabdfc96276 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:12:50.623851 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e07f1c-1353-44d4-b1f6-231c94f15ac0", "name": "network-vif-deleted", "tag": "4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:12:50.624316 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8995f2ce-ad25-448b-a571-8eabdfc96276 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:12:50.624969 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e07f1c-1353-44d4-b1f6-231c94f15ac0', 'name': 'network-vif-deleted', 'tag': '4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c', 'status': 'completed', 'code': 200} Feb 08 21:12:50.679816 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a05b73b-edea-4fd2-a583-6c2bc847c2c3 admin admin] Publish callbacks [] for security_group (e3de21a0-59c9-4044-933b-af27134013df), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:50.690877 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b1f8da0-704a-407f-a36b-f5719b65344a req-70ac53ae-c075-44a5-806a-e8104d358f3a tempest-DeleteServersAdminTestJSON-289958016 tempest-DeleteServersAdminTestJSON-289958016-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9e07f1c-1353-44d4-b1f6-231c94f15ac0 HTTP/1.1" status: 200 len: 210 time: 0.0726228 Feb 08 21:12:50.761738 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-dcc1a230-76fe-4048-98b5-3d23f18139f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:50.764216 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-dcc1a230-76fe-4048-98b5-3d23f18139f1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.3885474 Feb 08 21:12:50.806145 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a05b73b-edea-4fd2-a583-6c2bc847c2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e3de21a0-59c9-4044-933b-af27134013df), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:50.813625 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a05b73b-edea-4fd2-a583-6c2bc847c2c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:50.816078 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0a05b73b-edea-4fd2-a583-6c2bc847c2c3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e3de21a0-59c9-4044-933b-af27134013df HTTP/1.1" status: 204 len: 168 time: 0.3717697 Feb 08 21:12:50.831275 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05b73b-edea-4fd2-a583-6c2bc847c2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3de21a0-59c9-4044-933b-af27134013df,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:50.839195 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-2f1d65c8-151f-46be-98ce-be13a37ba371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 344622da-567e-4f86-bded-fd4715324e83 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:12:50.850352 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-2f1d65c8-151f-46be-98ce-be13a37ba371 service neutron] Publish callbacks [] for port (344622da-567e-4f86-bded-fd4715324e83), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:50.870683 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-2f1d65c8-151f-46be-98ce-be13a37ba371 service neutron] Transition to ACTIVE for port object 344622da-567e-4f86-bded-fd4715324e83 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:12:50.873262 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-3d6fb3eb-6484-47e8-99a1-07919f6eae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:50.874905 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-3d6fb3eb-6484-47e8-99a1-07919f6eae59 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0851262 Feb 08 21:12:50.879467 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-2f1d65c8-151f-46be-98ce-be13a37ba371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (344622da-567e-4f86-bded-fd4715324e83), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:50.998326 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d65c8-151f-46be-98ce-be13a37ba371 service neutron] Pushing event updated for resources: {'Port': ['ID=344622da-567e-4f86-bded-fd4715324e83,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:51.124448 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39322) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:51.136641 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-2f1d65c8-151f-46be-98ce-be13a37ba371 service neutron] Attempting to bind port 344622da-567e-4f86-bded-fd4715324e83 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:12:51.139911 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-2f1d65c8-151f-46be-98ce-be13a37ba371 service neutron] Attempting to bind port 344622da-567e-4f86-bded-fd4715324e83 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:12:51.143728 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-2f1d65c8-151f-46be-98ce-be13a37ba371 service neutron] Attempting to bind port 344622da-567e-4f86-bded-fd4715324e83 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:12:51.186543 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17ba0886-b80f-4e03-b9a2-390422dbbf72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:51.221983 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-1bda4aad-bfb9-4f80-962c-5a3bf60fb6b2 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388035 Feb 08 21:12:51.227623 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-2f1d65c8-151f-46be-98ce-be13a37ba371 service neutron] Port 344622da-567e-4f86-bded-fd4715324e83 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:12:51.228184 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-2f1d65c8-151f-46be-98ce-be13a37ba371 service neutron] Attempting to bind port 344622da-567e-4f86-bded-fd4715324e83 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:12:51.305265 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:12:51.348730 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-2f1d65c8-151f-46be-98ce-be13a37ba371 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:12:51.350332 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-2f1d65c8-151f-46be-98ce-be13a37ba371 service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:12:51.351256 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-2f1d65c8-151f-46be-98ce-be13a37ba371 service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:12:51.354232 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-2f1d65c8-151f-46be-98ce-be13a37ba371 service neutron] Bound port: 344622da-567e-4f86-bded-fd4715324e83, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:12:51.354753 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-2f1d65c8-151f-46be-98ce-be13a37ba371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (344622da-567e-4f86-bded-fd4715324e83), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:51.412435 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:12:51.413004 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 4154fbba-b7ba-4fe0-9ca8-ebdae0e4435c not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:12:51.479085 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17ba0886-b80f-4e03-b9a2-390422dbbf72 admin admin] Publish callbacks [] for security_group (8ba2a5a0-c825-4d62-8bdf-85e41fadb473), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:51.487508 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17ba0886-b80f-4e03-b9a2-390422dbbf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8ba2a5a0-c825-4d62-8bdf-85e41fadb473), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:51.577330 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-2f1d65c8-151f-46be-98ce-be13a37ba371 service neutron] For port 344622da-567e-4f86-bded-fd4715324e83, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:12:51.582064 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-2f1d65c8-151f-46be-98ce-be13a37ba371 service neutron] For port 344622da-567e-4f86-bded-fd4715324e83, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=344622da-567e-4f86-bded-fd4715324e83,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:12:51.620572 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-2f1d65c8-151f-46be-98ce-be13a37ba371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (344622da-567e-4f86-bded-fd4715324e83), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:51.658874 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa5ec2-b714-41ef-af4b-ed02401bbabd req-e55e6a2a-7171-4b48-98a1-03b739dfa829 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:51.660856 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54aa5ec2-b714-41ef-af4b-ed02401bbabd req-e55e6a2a-7171-4b48-98a1-03b739dfa829 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 971 time: 0.5578165 Feb 08 21:12:51.662633 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba0886-b80f-4e03-b9a2-390422dbbf72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba2a5a0-c825-4d62-8bdf-85e41fadb473,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:51.682962 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-17ba0886-b80f-4e03-b9a2-390422dbbf72 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a57ff2f0b9414468ab645c591a5b564a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5563807 Feb 08 21:12:51.684002 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39330) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:51.743740 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d65c8-151f-46be-98ce-be13a37ba371 service neutron] Pushing event updated for resources: {'Port': ['ID=344622da-567e-4f86-bded-fd4715324e83,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:51.779430 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-2f1d65c8-151f-46be-98ce-be13a37ba371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:51.780069 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-2f1d65c8-151f-46be-98ce-be13a37ba371 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:51.781786 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-2f1d65c8-151f-46be-98ce-be13a37ba371 service neutron] 10.222.0.94 "PUT /v2.0/ports/344622da-567e-4f86-bded-fd4715324e83 HTTP/1.1" status: 200 len: 1096 time: 3.1432254 Feb 08 21:12:51.843730 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c473001f-55cd-4e7d-b258-6d7c563214c7 admin admin] Publish callbacks [] for security_group (8ba2a5a0-c825-4d62-8bdf-85e41fadb473), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:51.855642 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54aa5ec2-b714-41ef-af4b-ed02401bbabd req-2326fe57-9c40-41c2-a31b-cf9ef24d8744 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347563 Feb 08 21:12:51.879398 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f57081-ffcd-4d09-95ae-79637ccdf18c req-babedd83-3cd2-4c71-841b-5faffaf0fe10 tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:51.881296 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37f57081-ffcd-4d09-95ae-79637ccdf18c req-babedd83-3cd2-4c71-841b-5faffaf0fe10 tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.88 "GET /v2.0/ports?device_id=b952a6a8-c998-4b4a-8445-1d6094097b46 HTTP/1.1" status: 200 len: 947 time: 0.2919014 Feb 08 21:12:51.956495 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c473001f-55cd-4e7d-b258-6d7c563214c7 admin admin] Publish callbacks [] for security_group (8ba2a5a0-c825-4d62-8bdf-85e41fadb473), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:52.069102 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c473001f-55cd-4e7d-b258-6d7c563214c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8ba2a5a0-c825-4d62-8bdf-85e41fadb473), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:52.075772 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c473001f-55cd-4e7d-b258-6d7c563214c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:52.077028 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c473001f-55cd-4e7d-b258-6d7c563214c7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8ba2a5a0-c825-4d62-8bdf-85e41fadb473 HTTP/1.1" status: 204 len: 168 time: 0.3897014 Feb 08 21:12:52.088572 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-89b7d059-937a-4a52-9a24-ad4257776530 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8470762 Feb 08 21:12:52.105107 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473001f-55cd-4e7d-b258-6d7c563214c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba2a5a0-c825-4d62-8bdf-85e41fadb473,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:52.135313 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37f57081-ffcd-4d09-95ae-79637ccdf18c req-4b174554-2627-4cbd-aab3-14ff800c92a4 tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ee56607-6223-4dff-b371-f3152b0bfaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375433 Feb 08 21:12:52.159643 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-5d13e5af-5705-4d61-84bf-04e3a1a3b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:52.165220 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-5d13e5af-5705-4d61-84bf-04e3a1a3b3b1 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d90fbaf88e694fd0b1b86b51a30ffe21&device_id=b952a6a8-c998-4b4a-8445-1d6094097b46 HTTP/1.1" status: 200 len: 1130 time: 0.3084080 Feb 08 21:12:52.291404 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-92ddfec3-5e52-459f-a1a5-8674f35ee7a7 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=344622da-567e-4f86-bded-fd4715324e83 HTTP/1.1" status: 200 len: 217 time: 0.1137857 Feb 08 21:12:52.400530 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-ea0ad607-2130-43a1-a225-0ee21cfbe80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:52.402489 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-ea0ad607-2130-43a1-a225-0ee21cfbe80d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1034470 Feb 08 21:12:52.549134 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-4f667303-e1ff-4598-b2a2-54f94f2dae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:52.551998 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-4f667303-e1ff-4598-b2a2-54f94f2dae73 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1426497 Feb 08 21:12:52.665481 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b952a6a8-c998-4b4a-8445-1d6094097b46', 'tag': '344622da-567e-4f86-bded-fd4715324e83'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:12:52.670705 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e573f020-8aba-4ac4-b989-8b919601b78e" -d '{"events": [{"name": "network-changed", "server_uuid": "b952a6a8-c998-4b4a-8445-1d6094097b46", "tag": "344622da-567e-4f86-bded-fd4715324e83"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:12:52.786169 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb2eac4-78cf-4610-91ff-4a40bf8167d0 x-openstack-request-id: req-5cb2eac4-78cf-4610-91ff-4a40bf8167d0 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:12:52.786654 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b952a6a8-c998-4b4a-8445-1d6094097b46", "tag": "344622da-567e-4f86-bded-fd4715324e83", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:12:52.786875 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5cb2eac4-78cf-4610-91ff-4a40bf8167d0 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:12:52.787362 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b952a6a8-c998-4b4a-8445-1d6094097b46', 'tag': '344622da-567e-4f86-bded-fd4715324e83', 'status': 'completed', 'code': 200} Feb 08 21:12:52.792332 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-243036d4-24f2-4906-9864-d67328fdc3df service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330647 Feb 08 21:12:52.998502 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6cc06555-059c-48b4-8c46-fc42fd00d943 req-d62547bd-78d8-4efd-aa3a-7fdab51b7b5d service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909997 Feb 08 21:12:53.243726 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573f020-8aba-4ac4-b989-8b919601b78e req-e7524b23-ae21-4f41-a274-21f46ecf1dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:53.247504 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e573f020-8aba-4ac4-b989-8b919601b78e req-e7524b23-ae21-4f41-a274-21f46ecf1dc5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d90fbaf88e694fd0b1b86b51a30ffe21&device_id=b952a6a8-c998-4b4a-8445-1d6094097b46 HTTP/1.1" status: 200 len: 1130 time: 0.1783276 Feb 08 21:12:53.263026 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24a543-4c23-4c5a-8986-c6b6801370d4 req-cc69cf82-1df0-49e5-bf0a-af7b51c2e713 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:53.274538 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b24a543-4c23-4c5a-8986-c6b6801370d4 req-cc69cf82-1df0-49e5-bf0a-af7b51c2e713 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 971 time: 0.1807606 Feb 08 21:12:53.561897 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b24a543-4c23-4c5a-8986-c6b6801370d4 req-434f0a30-3446-4655-9bfe-8ab5a18d97fb tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858360 Feb 08 21:12:53.643070 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573f020-8aba-4ac4-b989-8b919601b78e req-6c739b57-408f-470d-86d1-0d6506853e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:53.644666 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e573f020-8aba-4ac4-b989-8b919601b78e req-6c739b57-408f-470d-86d1-0d6506853e5f service neutron] 10.222.0.94 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.3642902 Feb 08 21:12:53.657471 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5e876-945d-47a4-97ae-7ba90d860c3c req-5ce16e0c-2538-43e0-b6d5-2097786365b1 tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:53.660296 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66c5e876-945d-47a4-97ae-7ba90d860c3c req-5ce16e0c-2538-43e0-b6d5-2097786365b1 tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.88 "GET /v2.0/ports?device_id=b952a6a8-c998-4b4a-8445-1d6094097b46 HTTP/1.1" status: 200 len: 947 time: 0.3816087 Feb 08 21:12:53.719824 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39396) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:53.739102 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e573f020-8aba-4ac4-b989-8b919601b78e req-3f65fc18-5513-4143-abf3-358480564dd6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=344622da-567e-4f86-bded-fd4715324e83 HTTP/1.1" status: 200 len: 217 time: 0.0777738 Feb 08 21:12:53.828633 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66c5e876-945d-47a4-97ae-7ba90d860c3c req-829ea68b-6405-49aa-baac-bef5a0c5e285 tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ee56607-6223-4dff-b371-f3152b0bfaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541858 Feb 08 21:12:53.831046 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573f020-8aba-4ac4-b989-8b919601b78e req-f8203b70-2b6c-42dd-be18-56a268451e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:53.832710 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e573f020-8aba-4ac4-b989-8b919601b78e req-f8203b70-2b6c-42dd-be18-56a268451e59 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.0853159 Feb 08 21:12:53.929290 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573f020-8aba-4ac4-b989-8b919601b78e req-0b921063-403c-4b3e-8c66-d4fe7b1d5bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:53.933151 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e573f020-8aba-4ac4-b989-8b919601b78e req-0b921063-403c-4b3e-8c66-d4fe7b1d5bdb service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0931399 Feb 08 21:12:54.079631 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-26c7c306-e180-4e7f-a4de-58d7df52a4c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:54.096054 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e573f020-8aba-4ac4-b989-8b919601b78e req-46811af3-7a73-4e8a-9454-9e25f29cf99d service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565185 Feb 08 21:12:54.279090 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e573f020-8aba-4ac4-b989-8b919601b78e req-4adf5324-d221-4cfc-987f-8fd40443b694 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743932 Feb 08 21:12:54.395324 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39412) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:54.395871 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-eb457d27-5197-45c7-8e7b-b2f6a401bb8f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c5504d812d054bf981d651cbccbc0210&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6740112 Feb 08 21:12:54.467586 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9d598783-9d01-4b7d-9148-0d0ab55e1e93 admin admin] Publish callbacks [] for security_group (90c2892e-c6f4-41e2-a06c-0639b605b2f3), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:54.500845 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9d598783-9d01-4b7d-9148-0d0ab55e1e93 admin admin] Publish callbacks [] for security_group (90c2892e-c6f4-41e2-a06c-0639b605b2f3), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:54.609994 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9d598783-9d01-4b7d-9148-0d0ab55e1e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (90c2892e-c6f4-41e2-a06c-0639b605b2f3), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:54.614629 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9d598783-9d01-4b7d-9148-0d0ab55e1e93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:54.620487 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9d598783-9d01-4b7d-9148-0d0ab55e1e93 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/90c2892e-c6f4-41e2-a06c-0639b605b2f3 HTTP/1.1" status: 204 len: 168 time: 0.2237470 Feb 08 21:12:54.634992 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d598783-9d01-4b7d-9148-0d0ab55e1e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c2892e-c6f4-41e2-a06c-0639b605b2f3,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:54.639640 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39422) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:54.706516 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39426) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:54.816967 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470bc9a-6b17-4703-811b-56188138626b req-b65c95ca-97b2-445a-8b7b-1f4ba1b179c0 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:54.820331 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e470bc9a-6b17-4703-811b-56188138626b req-b65c95ca-97b2-445a-8b7b-1f4ba1b179c0 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 971 time: 0.0982318 Feb 08 21:12:54.887600 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e470bc9a-6b17-4703-811b-56188138626b req-29c5973e-581e-4ecf-a0f8-f0503ef0cbac tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563564 Feb 08 21:12:54.918496 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8e445ee-72ec-40be-9e21-23709caa657a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:55.078578 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff15bf8-6f46-4604-bb23-8499e6e03c06 req-02ea8f51-a1de-4190-827e-44e2f7bc3aa9 tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:55.092068 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ff15bf8-6f46-4604-bb23-8499e6e03c06 req-02ea8f51-a1de-4190-827e-44e2f7bc3aa9 tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.88 "GET /v2.0/ports?device_id=b952a6a8-c998-4b4a-8445-1d6094097b46 HTTP/1.1" status: 200 len: 947 time: 0.1129777 Feb 08 21:12:55.148594 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8e445ee-72ec-40be-9e21-23709caa657a admin admin] Publish callbacks [] for security_group (00ddb502-3caa-488e-b1fc-ac8b41da5825), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:55.157029 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8e445ee-72ec-40be-9e21-23709caa657a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (00ddb502-3caa-488e-b1fc-ac8b41da5825), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:55.165760 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ff15bf8-6f46-4604-bb23-8499e6e03c06 req-aaf46458-4afa-477d-9a5f-c03b66a06733 tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ee56607-6223-4dff-b371-f3152b0bfaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721219 Feb 08 21:12:55.183997 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0c1d4161-5857-4093-8d12-04aa2bba36f7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2004658789-network', 'tenant_id': '9b3b159591ee4a229900ea8953fa8a06'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:12:55.233668 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e445ee-72ec-40be-9e21-23709caa657a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ddb502-3caa-488e-b1fc-ac8b41da5825,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:55.242821 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c8e445ee-72ec-40be-9e21-23709caa657a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0979960969cc4bcaa80f129ab46a3c67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6023791 Feb 08 21:12:55.245830 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39442) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:55.254052 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1d4161-5857-4093-8d12-04aa2bba36f7 admin admin] Made reservation on behalf of 9b3b159591ee4a229900ea8953fa8a06 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:12:55.264012 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4161-5857-4093-8d12-04aa2bba36f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:55.282354 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4161-5857-4093-8d12-04aa2bba36f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:55.336426 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a90b12fd-7284-402b-9a0a-1aa48810e121 admin admin] Publish callbacks [] for security_group (00ddb502-3caa-488e-b1fc-ac8b41da5825), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:55.378465 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a90b12fd-7284-402b-9a0a-1aa48810e121 admin admin] Publish callbacks [] for security_group (00ddb502-3caa-488e-b1fc-ac8b41da5825), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:55.441476 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a90b12fd-7284-402b-9a0a-1aa48810e121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (00ddb502-3caa-488e-b1fc-ac8b41da5825), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:55.444800 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a90b12fd-7284-402b-9a0a-1aa48810e121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:55.449298 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a90b12fd-7284-402b-9a0a-1aa48810e121 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/00ddb502-3caa-488e-b1fc-ac8b41da5825 HTTP/1.1" status: 204 len: 168 time: 0.1988666 Feb 08 21:12:55.459588 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b12fd-7284-402b-9a0a-1aa48810e121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ddb502-3caa-488e-b1fc-ac8b41da5825,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:55.473729 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4161-5857-4093-8d12-04aa2bba36f7 admin admin] Publish callbacks [] for security_group (786efc46-51df-49a8-952b-3540a8d32023), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:55.475049 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39448) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:55.484907 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4161-5857-4093-8d12-04aa2bba36f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (786efc46-51df-49a8-952b-3540a8d32023), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:55.508277 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-81913e02-2cba-4d92-84f0-c7509b594594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:55.526172 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d4161-5857-4093-8d12-04aa2bba36f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786efc46-51df-49a8-952b-3540a8d32023,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:55.529445 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c1d4161-5857-4093-8d12-04aa2bba36f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:12:55.546518 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4161-5857-4093-8d12-04aa2bba36f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (192fe8e4-755f-4415-87e9-29c03ed5ea69), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:55.547266 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-0c1d4161-5857-4093-8d12-04aa2bba36f7 admin admin] Added segment 192fe8e4-755f-4415-87e9-29c03ed5ea69 of type vlan for network 4c67478e-bb4a-47b2-85c8-c1996b203e11 Feb 08 21:12:55.604118 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4161-5857-4093-8d12-04aa2bba36f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (4c67478e-bb4a-47b2-85c8-c1996b203e11), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:55.643106 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4161-5857-4093-8d12-04aa2bba36f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (4c67478e-bb4a-47b2-85c8-c1996b203e11), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:55.644942 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1d4161-5857-4093-8d12-04aa2bba36f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:55.646930 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c1d4161-5857-4093-8d12-04aa2bba36f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:55.707814 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-81913e02-2cba-4d92-84f0-c7509b594594 admin admin] Publish callbacks [] for security_group (746d17b1-f828-4d86-a968-998d26cb9fa4), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:55.715305 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-81913e02-2cba-4d92-84f0-c7509b594594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (746d17b1-f828-4d86-a968-998d26cb9fa4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:55.738866 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0c1d4161-5857-4093-8d12-04aa2bba36f7 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0308955 Feb 08 21:12:55.744522 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39452) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:55.752969 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-696f627a-5ad1-4f5d-868a-df50071d48d0 admin admin] Request body: {'subnet': {'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2004658789-subnet', 'tenant_id': '9b3b159591ee4a229900ea8953fa8a06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:12:55.764124 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d4161-5857-4093-8d12-04aa2bba36f7 admin admin] Pushing event updated for resources: {'Network': ['ID=4c67478e-bb4a-47b2-85c8-c1996b203e11,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:55.777029 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 4c67478e-bb4a-47b2-85c8-c1996b203e11 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:12:55.791958 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696f627a-5ad1-4f5d-868a-df50071d48d0 admin admin] Made reservation on behalf of 9b3b159591ee4a229900ea8953fa8a06 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:12:55.796465 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-696f627a-5ad1-4f5d-868a-df50071d48d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:55.816157 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-81913e02-2cba-4d92-84f0-c7509b594594 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3fdd9ad3cfbf40a48340fc00e3366b00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392706 Feb 08 21:12:55.817719 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81913e02-2cba-4d92-84f0-c7509b594594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746d17b1-f828-4d86-a968-998d26cb9fa4,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:55.825433 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39456) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:55.993745 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-29ab8d7c-b50b-4d24-960e-e830228554de admin admin] Publish callbacks [] for security_group (746d17b1-f828-4d86-a968-998d26cb9fa4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:56.095336 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-29ab8d7c-b50b-4d24-960e-e830228554de admin admin] Publish callbacks [] for security_group (746d17b1-f828-4d86-a968-998d26cb9fa4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:56.180946 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecee21-ac89-4dd7-a9c5-dbf65dbd20ef req-01ec7a5b-234d-479f-bf8d-bacca4fe3bf0 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:56.184003 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c3ecee21-ac89-4dd7-a9c5-dbf65dbd20ef req-01ec7a5b-234d-479f-bf8d-bacca4fe3bf0 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 971 time: 0.1854386 Feb 08 21:12:56.187435 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-696f627a-5ad1-4f5d-868a-df50071d48d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (55523d5b-2f07-476f-b4a6-0043cdbb6c1a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:56.274294 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-29ab8d7c-b50b-4d24-960e-e830228554de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (746d17b1-f828-4d86-a968-998d26cb9fa4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:56.287726 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-29ab8d7c-b50b-4d24-960e-e830228554de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:56.290829 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-29ab8d7c-b50b-4d24-960e-e830228554de admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/746d17b1-f828-4d86-a968-998d26cb9fa4 HTTP/1.1" status: 204 len: 168 time: 0.4637558 Feb 08 21:12:56.327468 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f627a-5ad1-4f5d-868a-df50071d48d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55523d5b-2f07-476f-b4a6-0043cdbb6c1a,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:56.335906 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696f627a-5ad1-4f5d-868a-df50071d48d0 admin admin] Checking segment: {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:12:56.336613 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696f627a-5ad1-4f5d-868a-df50071d48d0 admin admin] Network hostable DHCP agents. Network: 4c67478e-bb4a-47b2-85c8-c1996b203e11, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:12:56.345564 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab8d7c-b50b-4d24-960e-e830228554de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746d17b1-f828-4d86-a968-998d26cb9fa4,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:56.381316 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696f627a-5ad1-4f5d-868a-df50071d48d0 admin admin] Network 4c67478e-bb4a-47b2-85c8-c1996b203e11 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:12:56.402777 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-696f627a-5ad1-4f5d-868a-df50071d48d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 4c67478e-bb4a-47b2-85c8-c1996b203e11) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:12:56.415531 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696f627a-5ad1-4f5d-868a-df50071d48d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:56.417626 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-696f627a-5ad1-4f5d-868a-df50071d48d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:56.424386 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df213f77-7743-4859-87f1-bc788c111853 None None] Network 4c67478e-bb4a-47b2-85c8-c1996b203e11 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:12:56.470031 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c3ecee21-ac89-4dd7-a9c5-dbf65dbd20ef req-7292e8d7-55f9-42a1-a911-0e1c825d300f tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687309 Feb 08 21:12:56.482548 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-696f627a-5ad1-4f5d-868a-df50071d48d0 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7280171 Feb 08 21:12:56.490602 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39474) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:56.516982 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e1a250c-2d1a-48de-8128-e52ae4745624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:56.526989 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947f934-14f5-4311-adce-963d66c3c136 req-2deeb603-1c5f-427d-bf52-0cbb389c6364 tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:56.542657 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1947f934-14f5-4311-adce-963d66c3c136 req-2deeb603-1c5f-427d-bf52-0cbb389c6364 tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.88 "GET /v2.0/ports?device_id=b952a6a8-c998-4b4a-8445-1d6094097b46 HTTP/1.1" status: 200 len: 947 time: 0.1508331 Feb 08 21:12:56.650139 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e1a250c-2d1a-48de-8128-e52ae4745624 admin admin] Publish callbacks [] for security_group (05c26082-d6e8-4fbb-984b-2246973b0f05), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:56.657847 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e1a250c-2d1a-48de-8128-e52ae4745624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (05c26082-d6e8-4fbb-984b-2246973b0f05), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:56.701838 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1947f934-14f5-4311-adce-963d66c3c136 req-2224786b-3080-463b-8b91-38f09909334b tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ee56607-6223-4dff-b371-f3152b0bfaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557055 Feb 08 21:12:56.702729 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39478) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:56.703091 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9e1a250c-2d1a-48de-8128-e52ae4745624 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=47c0f26c8c5c48a7a125e453290f8416&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2107768 Feb 08 21:12:56.728514 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a250c-2d1a-48de-8128-e52ae4745624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c26082-d6e8-4fbb-984b-2246973b0f05,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:56.765881 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7df0d7-64fe-43b0-baa5-fd3eb877fb9a None None] Network 4c67478e-bb4a-47b2-85c8-c1996b203e11 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:12:56.860090 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-176042b2-b790-41a8-92c7-ecab3556be95 admin admin] Publish callbacks [] for security_group (05c26082-d6e8-4fbb-984b-2246973b0f05), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:56.900179 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-176042b2-b790-41a8-92c7-ecab3556be95 admin admin] Publish callbacks [] for security_group (05c26082-d6e8-4fbb-984b-2246973b0f05), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:57.008172 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-176042b2-b790-41a8-92c7-ecab3556be95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (05c26082-d6e8-4fbb-984b-2246973b0f05), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:57.015861 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-176042b2-b790-41a8-92c7-ecab3556be95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:57.021888 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-176042b2-b790-41a8-92c7-ecab3556be95 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/05c26082-d6e8-4fbb-984b-2246973b0f05 HTTP/1.1" status: 204 len: 168 time: 0.3133330 Feb 08 21:12:57.039337 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176042b2-b790-41a8-92c7-ecab3556be95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c26082-d6e8-4fbb-984b-2246973b0f05,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:57.189120 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 344622da-567e-4f86-bded-fd4715324e83 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:12:57.373026 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 344622da-567e-4f86-bded-fd4715324e83, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=344622da-567e-4f86-bded-fd4715324e83,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:12:57.384981 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23e0b9e7-0a2b-4634-80f2-60f81a3b2207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:57.404325 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '344622da-567e-4f86-bded-fd4715324e83', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': '344622da-567e-4f86-bded-fd4715324e83', 'mac_address': 'fa:16:3e:11:a3:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:12:57.474177 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 344622da-567e-4f86-bded-fd4715324e83 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:12:57.474590 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (344622da-567e-4f86-bded-fd4715324e83), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:57.514030 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 344622da-567e-4f86-bded-fd4715324e83 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:12:57.552028 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 344622da-567e-4f86-bded-fd4715324e83, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=344622da-567e-4f86-bded-fd4715324e83,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:12:57.560840 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (344622da-567e-4f86-bded-fd4715324e83), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:57.665658 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=344622da-567e-4f86-bded-fd4715324e83,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:57.767291 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a7673-5d34-4970-b451-7ac218d46a28 req-a132c222-2594-44f4-bc64-9ac9a5a04d25 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:57.770105 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-378a7673-5d34-4970-b451-7ac218d46a28 req-a132c222-2594-44f4-bc64-9ac9a5a04d25 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 971 time: 0.1447306 Feb 08 21:12:57.870762 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-378a7673-5d34-4970-b451-7ac218d46a28 req-1953a8eb-54e1-49c3-b83d-dc666592d292 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872259 Feb 08 21:12:57.882691 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['344622da-567e-4f86-bded-fd4715324e83'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:12:58.215302 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d63a8d-c1d2-4d49-af80-6d8a49d0efe9 req-a7a99b23-648b-4f81-9a89-de288b19e2a1 tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:58.217781 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-06d63a8d-c1d2-4d49-af80-6d8a49d0efe9 req-a7a99b23-648b-4f81-9a89-de288b19e2a1 tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.88 "GET /v2.0/ports?device_id=b952a6a8-c998-4b4a-8445-1d6094097b46 HTTP/1.1" status: 200 len: 948 time: 0.3309610 Feb 08 21:12:58.286093 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-06d63a8d-c1d2-4d49-af80-6d8a49d0efe9 req-3dfb9382-012b-424b-b4dc-2ec167520b35 tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ee56607-6223-4dff-b371-f3152b0bfaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606301 Feb 08 21:12:58.820668 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39554) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:58.826825 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3f91dae0-9c2d-464d-89ba-58f6cd15028d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-803170289-network', 'tenant_id': 'bb5566434235421984403d93b3f2a5dd'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:12:58.851941 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f91dae0-9c2d-464d-89ba-58f6cd15028d admin admin] Made reservation on behalf of bb5566434235421984403d93b3f2a5dd for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:12:58.855529 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f91dae0-9c2d-464d-89ba-58f6cd15028d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:58.870275 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f91dae0-9c2d-464d-89ba-58f6cd15028d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:59.026795 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:59.088699 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f91dae0-9c2d-464d-89ba-58f6cd15028d admin admin] Publish callbacks [] for security_group (98fc8fca-6f58-409b-91a7-cd30df775d30), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:59.089777 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0621f-ce4c-41cc-8198-a8dca3641dd3 req-edbb3958-b7de-4ee8-b75f-41a839529c89 tempest-NetworksTest-1915484561 tempest-NetworksTest-1915484561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:59.090610 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0621f-ce4c-41cc-8198-a8dca3641dd3 req-edbb3958-b7de-4ee8-b75f-41a839529c89 tempest-NetworksTest-1915484561 tempest-NetworksTest-1915484561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:59.091873 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0621f-ce4c-41cc-8198-a8dca3641dd3 req-edbb3958-b7de-4ee8-b75f-41a839529c89 tempest-NetworksTest-1915484561 tempest-NetworksTest-1915484561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:59.092770 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0621f-ce4c-41cc-8198-a8dca3641dd3 req-edbb3958-b7de-4ee8-b75f-41a839529c89 tempest-NetworksTest-1915484561 tempest-NetworksTest-1915484561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:59.093875 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0621f-ce4c-41cc-8198-a8dca3641dd3 req-edbb3958-b7de-4ee8-b75f-41a839529c89 tempest-NetworksTest-1915484561 tempest-NetworksTest-1915484561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:59.095167 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0621f-ce4c-41cc-8198-a8dca3641dd3 req-edbb3958-b7de-4ee8-b75f-41a839529c89 tempest-NetworksTest-1915484561 tempest-NetworksTest-1915484561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:59.097188 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f91dae0-9c2d-464d-89ba-58f6cd15028d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (98fc8fca-6f58-409b-91a7-cd30df775d30), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:59.098635 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-05d0621f-ce4c-41cc-8198-a8dca3641dd3 req-edbb3958-b7de-4ee8-b75f-41a839529c89 tempest-NetworksTest-1915484561 tempest-NetworksTest-1915484561-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4325 time: 0.2119112 Feb 08 21:12:59.138061 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f91dae0-9c2d-464d-89ba-58f6cd15028d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:12:59.163294 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91dae0-9c2d-464d-89ba-58f6cd15028d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fc8fca-6f58-409b-91a7-cd30df775d30,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:59.175680 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f91dae0-9c2d-464d-89ba-58f6cd15028d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (4a05e29b-9ecc-4411-91c2-ab94d95816b1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:59.176214 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-3f91dae0-9c2d-464d-89ba-58f6cd15028d admin admin] Added segment 4a05e29b-9ecc-4411-91c2-ab94d95816b1 of type vlan for network 364cca05-a2ea-4534-9656-0cf12e378fc3 Feb 08 21:12:59.192388 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 344622da-567e-4f86-bded-fd4715324e83 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:12:59.247628 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55592421-d5cc-407b-b270-5ee5a631d689 req-db14f69d-eb79-4bb4-be41-6450e373211a tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:59.255519 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55592421-d5cc-407b-b270-5ee5a631d689 req-db14f69d-eb79-4bb4-be41-6450e373211a tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 971 time: 0.0790536 Feb 08 21:12:59.313740 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f91dae0-9c2d-464d-89ba-58f6cd15028d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (364cca05-a2ea-4534-9656-0cf12e378fc3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:59.334926 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55592421-d5cc-407b-b270-5ee5a631d689 req-12ee8d6e-98ba-41ba-be0f-b95db9bda6e4 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783670 Feb 08 21:12:59.363668 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f91dae0-9c2d-464d-89ba-58f6cd15028d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (364cca05-a2ea-4534-9656-0cf12e378fc3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:59.365131 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f91dae0-9c2d-464d-89ba-58f6cd15028d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:59.365914 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f91dae0-9c2d-464d-89ba-58f6cd15028d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:59.402037 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 344622da-567e-4f86-bded-fd4715324e83 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:12:59.408105 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3f91dae0-9c2d-464d-89ba-58f6cd15028d admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5853767 Feb 08 21:12:59.408935 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39574) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:12:59.409669 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 344622da-567e-4f86-bded-fd4715324e83 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:12:59.411102 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (344622da-567e-4f86-bded-fd4715324e83), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:59.443802 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-59e56c19-2ed2-474d-8965-c443272029b6 admin admin] Request body: {'subnet': {'network_id': '364cca05-a2ea-4534-9656-0cf12e378fc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-803170289-subnet', 'tenant_id': 'bb5566434235421984403d93b3f2a5dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:12:59.483801 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91dae0-9c2d-464d-89ba-58f6cd15028d admin admin] Pushing event updated for resources: {'Network': ['ID=364cca05-a2ea-4534-9656-0cf12e378fc3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:59.494520 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e56c19-2ed2-474d-8965-c443272029b6 admin admin] Made reservation on behalf of bb5566434235421984403d93b3f2a5dd for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:12:59.499332 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59e56c19-2ed2-474d-8965-c443272029b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:59.499907 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 364cca05-a2ea-4534-9656-0cf12e378fc3 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:12:59.577057 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73548e65-971d-4b00-8326-ac42c540432e req-f3db6d9f-a52f-4fe7-9946-8e562534fa7f tempest-NetworksTest-1915484561 tempest-NetworksTest-1915484561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:59.594007 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-73548e65-971d-4b00-8326-ac42c540432e req-f3db6d9f-a52f-4fe7-9946-8e562534fa7f tempest-NetworksTest-1915484561 tempest-NetworksTest-1915484561-project-admin] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 886 time: 0.2510269 Feb 08 21:12:59.692724 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 344622da-567e-4f86-bded-fd4715324e83 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:12:59.693920 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (344622da-567e-4f86-bded-fd4715324e83), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:59.757435 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b952a6a8-c998-4b4a-8445-1d6094097b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344622da-567e-4f86-bded-fd4715324e83'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:12:59.762260 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7562c07b-3c29-4c88-a114-5696617b5a69" -d '{"events": [{"server_uuid": "b952a6a8-c998-4b4a-8445-1d6094097b46", "name": "network-vif-plugged", "status": "completed", "tag": "344622da-567e-4f86-bded-fd4715324e83"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:12:59.790191 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 344622da-567e-4f86-bded-fd4715324e83, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=344622da-567e-4f86-bded-fd4715324e83,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:12:59.799676 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (344622da-567e-4f86-bded-fd4715324e83), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:59.812587 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285d7f5-ab5b-4a53-b76d-9870ae8760d1 req-626cd0d9-38cb-476d-85cb-a2f5cf92734b tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:12:59.820432 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59e56c19-2ed2-474d-8965-c443272029b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (d38a03bb-8fdf-47ef-b19b-37fc18051009), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:12:59.822336 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6285d7f5-ab5b-4a53-b76d-9870ae8760d1 req-626cd0d9-38cb-476d-85cb-a2f5cf92734b tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.88 "GET /v2.0/ports?device_id=b952a6a8-c998-4b4a-8445-1d6094097b46 HTTP/1.1" status: 200 len: 948 time: 0.1170967 Feb 08 21:12:59.890749 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=344622da-567e-4f86-bded-fd4715324e83,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:59.909928 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6285d7f5-ab5b-4a53-b76d-9870ae8760d1 req-e7e4304f-3753-4462-ba39-402d7bc2f453 tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ee56607-6223-4dff-b371-f3152b0bfaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866194 Feb 08 21:12:59.928980 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e56c19-2ed2-474d-8965-c443272029b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d38a03bb-8fdf-47ef-b19b-37fc18051009,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:12:59.963820 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e56c19-2ed2-474d-8965-c443272029b6 admin admin] Checking segment: {'id': '4a05e29b-9ecc-4411-91c2-ab94d95816b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '364cca05-a2ea-4534-9656-0cf12e378fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:12:59.964156 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e56c19-2ed2-474d-8965-c443272029b6 admin admin] Network hostable DHCP agents. Network: 364cca05-a2ea-4534-9656-0cf12e378fc3, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:12:59.988345 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e56c19-2ed2-474d-8965-c443272029b6 admin admin] Network 364cca05-a2ea-4534-9656-0cf12e378fc3 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:13:00.002951 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-59e56c19-2ed2-474d-8965-c443272029b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 364cca05-a2ea-4534-9656-0cf12e378fc3) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:13:00.014881 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e56c19-2ed2-474d-8965-c443272029b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:00.015467 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59e56c19-2ed2-474d-8965-c443272029b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:00.033089 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fe6287-571d-4c4a-913b-ecc13f8f5aff None None] Network 364cca05-a2ea-4534-9656-0cf12e378fc3 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:13:00.051726 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-59e56c19-2ed2-474d-8965-c443272029b6 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6122715 Feb 08 21:13:00.094798 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1805a21-0f63-4b1f-97b4-8417622c1d0c req-092dcd5c-e388-4e5b-a097-90efa222edcb tempest-NetworksTest-1915484561 tempest-NetworksTest-1915484561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:00.095662 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1805a21-0f63-4b1f-97b4-8417622c1d0c req-092dcd5c-e388-4e5b-a097-90efa222edcb tempest-NetworksTest-1915484561 tempest-NetworksTest-1915484561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:00.096223 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1805a21-0f63-4b1f-97b4-8417622c1d0c req-092dcd5c-e388-4e5b-a097-90efa222edcb tempest-NetworksTest-1915484561 tempest-NetworksTest-1915484561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:00.097037 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1805a21-0f63-4b1f-97b4-8417622c1d0c req-092dcd5c-e388-4e5b-a097-90efa222edcb tempest-NetworksTest-1915484561 tempest-NetworksTest-1915484561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:00.097622 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1805a21-0f63-4b1f-97b4-8417622c1d0c req-092dcd5c-e388-4e5b-a097-90efa222edcb tempest-NetworksTest-1915484561 tempest-NetworksTest-1915484561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:00.098235 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1805a21-0f63-4b1f-97b4-8417622c1d0c req-092dcd5c-e388-4e5b-a097-90efa222edcb tempest-NetworksTest-1915484561 tempest-NetworksTest-1915484561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:00.098769 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1805a21-0f63-4b1f-97b4-8417622c1d0c req-092dcd5c-e388-4e5b-a097-90efa222edcb tempest-NetworksTest-1915484561 tempest-NetworksTest-1915484561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:00.116528 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b1805a21-0f63-4b1f-97b4-8417622c1d0c req-092dcd5c-e388-4e5b-a097-90efa222edcb tempest-NetworksTest-1915484561 tempest-NetworksTest-1915484561-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5014 time: 0.1750188 Feb 08 21:13:00.158061 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76b7359-6afe-4a9e-9e90-8809642e175b x-openstack-request-id: req-a76b7359-6afe-4a9e-9e90-8809642e175b {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:13:00.158587 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b952a6a8-c998-4b4a-8445-1d6094097b46", "name": "network-vif-plugged", "status": "completed", "tag": "344622da-567e-4f86-bded-fd4715324e83", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:13:00.159092 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a76b7359-6afe-4a9e-9e90-8809642e175b {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:13:00.159695 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b952a6a8-c998-4b4a-8445-1d6094097b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344622da-567e-4f86-bded-fd4715324e83', 'code': 200} Feb 08 21:13:00.278004 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524e0248-08a5-4790-ac1c-e03b472442eb None None] Network 364cca05-a2ea-4534-9656-0cf12e378fc3 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:13:00.323413 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade394ae-dd23-4fb0-bed4-019ad0ac27fe req-53e470c5-a885-4669-bc9a-05d1bff20db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:00.326670 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ade394ae-dd23-4fb0-bed4-019ad0ac27fe req-53e470c5-a885-4669-bc9a-05d1bff20db4 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=b952a6a8-c998-4b4a-8445-1d6094097b46 HTTP/1.1" status: 200 len: 1132 time: 0.0859306 Feb 08 21:13:00.436234 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ade394ae-dd23-4fb0-bed4-019ad0ac27fe req-354062ea-8966-4ac5-9238-a8409608c5e7 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=5ee56607-6223-4dff-b371-f3152b0bfaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017954 Feb 08 21:13:00.546516 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbfc39-c176-48b6-ad6c-273ce1d6eeb5 req-472c0c0e-8024-422c-92b0-87a57a837175 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:00.548206 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01dbfc39-c176-48b6-ad6c-273ce1d6eeb5 req-472c0c0e-8024-422c-92b0-87a57a837175 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 971 time: 0.1057320 Feb 08 21:13:00.632188 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01dbfc39-c176-48b6-ad6c-273ce1d6eeb5 req-1b6844ec-de73-45b6-8dd9-d8f41f1a5e95 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759645 Feb 08 21:13:00.851296 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39618) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:01.320305 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:01.321002 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6197dd39-ada6-40ca-a6a6-3f8d488cba3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:01.383495 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:01.388498 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-87ab3f8c-7e45-4cf0-af14-f8c4c8b5ecc3 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:01.391970 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-87ab3f8c-7e45-4cf0-af14-f8c4c8b5ecc3 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/networks?id=4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 200 len: 808 time: 0.2611125 Feb 08 21:13:01.434438 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-a1cdb60b-0e10-408e-9e7b-915697089524 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/quotas/9b3b159591ee4a229900ea8953fa8a06 HTTP/1.1" status: 200 len: 375 time: 0.0364399 Feb 08 21:13:01.505437 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f16a26-4bf0-4e7d-8caa-86dc599a80ee req-4f42e1f4-8936-4f3a-83ba-d6d93076d9af tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:01.508975 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d1f16a26-4bf0-4e7d-8caa-86dc599a80ee req-4f42e1f4-8936-4f3a-83ba-d6d93076d9af tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.88 "GET /v2.0/ports?device_id=b952a6a8-c998-4b4a-8445-1d6094097b46 HTTP/1.1" status: 200 len: 949 time: 0.3503201 Feb 08 21:13:01.509155 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6197dd39-ada6-40ca-a6a6-3f8d488cba3c admin admin] Publish callbacks [] for security_group (06068a0b-44eb-4a40-9c70-91d8cb9e2a6d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:01.520267 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6197dd39-ada6-40ca-a6a6-3f8d488cba3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (06068a0b-44eb-4a40-9c70-91d8cb9e2a6d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:01.523699 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-988b075c-dd62-4e55-824f-8296ff5553e9 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9b3b159591ee4a229900ea8953fa8a06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0874014 Feb 08 21:13:01.545817 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-10f60ec7-fa05-4fbd-8f79-b2b311d1f85d service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:13:01.552562 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-10f60ec7-fa05-4fbd-8f79-b2b311d1f85d service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0230615 Feb 08 21:13:01.608519 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197dd39-ada6-40ca-a6a6-3f8d488cba3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06068a0b-44eb-4a40-9c70-91d8cb9e2a6d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:01.621727 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6197dd39-ada6-40ca-a6a6-3f8d488cba3c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=52dfa954e45947c18fffa8631ef6e291&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7683244 Feb 08 21:13:01.625590 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39646) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:01.714076 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8be5bb8-b20c-47fc-a1f0-5a8312771635 admin admin] Publish callbacks [] for security_group (06068a0b-44eb-4a40-9c70-91d8cb9e2a6d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:01.758171 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8be5bb8-b20c-47fc-a1f0-5a8312771635 admin admin] Publish callbacks [] for security_group (06068a0b-44eb-4a40-9c70-91d8cb9e2a6d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:01.837713 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-0cb8770f-1a3b-4545-9b55-5c126f73a6be service neutron] 10.222.0.88 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630682 Feb 08 21:13:01.843511 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8be5bb8-b20c-47fc-a1f0-5a8312771635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (06068a0b-44eb-4a40-9c70-91d8cb9e2a6d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:01.846599 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8be5bb8-b20c-47fc-a1f0-5a8312771635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:01.848211 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c8be5bb8-b20c-47fc-a1f0-5a8312771635 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/06068a0b-44eb-4a40-9c70-91d8cb9e2a6d HTTP/1.1" status: 204 len: 168 time: 0.2202520 Feb 08 21:13:01.868734 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be5bb8-b20c-47fc-a1f0-5a8312771635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06068a0b-44eb-4a40-9c70-91d8cb9e2a6d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:01.874063 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d1f16a26-4bf0-4e7d-8caa-86dc599a80ee req-2916fecb-63b1-461a-a2aa-070cc28c0aed tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ee56607-6223-4dff-b371-f3152b0bfaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431945 Feb 08 21:13:02.017394 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-9391c9fa-d128-449e-83bf-2613276ea75c service neutron] 10.222.0.88 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784124 Feb 08 21:13:02.306251 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d904190-e531-4ee9-81ce-6fed0e90cc9c req-3a7dcd20-1080-4ee9-9e5b-37eb4f9e95c4 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:02.308211 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d904190-e531-4ee9-81ce-6fed0e90cc9c req-3a7dcd20-1080-4ee9-9e5b-37eb4f9e95c4 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 971 time: 0.0689230 Feb 08 21:13:02.388131 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d904190-e531-4ee9-81ce-6fed0e90cc9c req-189f5aed-93e0-4aba-8886-5bd8c5c49361 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720479 Feb 08 21:13:02.483296 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39674) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:02.500541 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c8482ae-2fd9-472a-bb0f-2a434909faf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:02.656666 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c8482ae-2fd9-472a-bb0f-2a434909faf5 admin admin] Publish callbacks [] for security_group (bdb442b8-7994-41aa-b02c-3788de18d102), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:02.667375 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c8482ae-2fd9-472a-bb0f-2a434909faf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (bdb442b8-7994-41aa-b02c-3788de18d102), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:02.754599 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2c8482ae-2fd9-472a-bb0f-2a434909faf5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=31637a97d6364802adb05e7a53edf0f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2703552 Feb 08 21:13:02.756021 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8482ae-2fd9-472a-bb0f-2a434909faf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb442b8-7994-41aa-b02c-3788de18d102,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:02.756294 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39682) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:02.877746 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8551908b-7094-4a9f-a8b6-974278c1293f admin admin] Publish callbacks [] for security_group (bdb442b8-7994-41aa-b02c-3788de18d102), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:02.931899 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8551908b-7094-4a9f-a8b6-974278c1293f admin admin] Publish callbacks [] for security_group (bdb442b8-7994-41aa-b02c-3788de18d102), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:03.020745 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8551908b-7094-4a9f-a8b6-974278c1293f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (bdb442b8-7994-41aa-b02c-3788de18d102), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:03.025872 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8551908b-7094-4a9f-a8b6-974278c1293f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:03.027904 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8551908b-7094-4a9f-a8b6-974278c1293f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bdb442b8-7994-41aa-b02c-3788de18d102 HTTP/1.1" status: 204 len: 168 time: 0.2676508 Feb 08 21:13:03.047564 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551908b-7094-4a9f-a8b6-974278c1293f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb442b8-7994-41aa-b02c-3788de18d102,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:03.137840 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-475bcf30-d7ab-4712-8133-ab729bacea04 req-5f3c36c4-d475-4e44-9754-a91fa2a1bad6 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 210 time: 0.0731022 Feb 08 21:13:03.157412 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-2684540f-b7b7-40d4-a62e-4514b45e11ff tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=fc2f675b65e84ffb8ad012c577d54357&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674667 Feb 08 21:13:03.435055 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c222c28-7a2b-4744-a655-7c0092141c89 req-1493b6fe-de8a-4603-8823-82a0e22b316c tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:03.437732 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c222c28-7a2b-4744-a655-7c0092141c89 req-1493b6fe-de8a-4603-8823-82a0e22b316c tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.88 "GET /v2.0/ports?device_id=b952a6a8-c998-4b4a-8445-1d6094097b46 HTTP/1.1" status: 200 len: 949 time: 0.1632571 Feb 08 21:13:03.460259 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-a366079b-b762-4e17-a9c8-44e6635563d6 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:03.462943 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-a366079b-b762-4e17-a9c8-44e6635563d6 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2905729 Feb 08 21:13:03.512844 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-7e88fdc3-4fb1-47ee-989f-482b720d9da7 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/quotas/fc2f675b65e84ffb8ad012c577d54357 HTTP/1.1" status: 200 len: 375 time: 0.0408921 Feb 08 21:13:03.613965 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-87d35c37-1939-4353-84e6-168878376ded tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=fc2f675b65e84ffb8ad012c577d54357&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811000 Feb 08 21:13:03.640152 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c222c28-7a2b-4744-a655-7c0092141c89 req-8e0bd58d-09ed-415d-8d4c-76c759d3ed06 tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ee56607-6223-4dff-b371-f3152b0bfaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944127 Feb 08 21:13:03.846458 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-4fa22924-16e0-4b41-b1f6-8c33a290eefb tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:03.852903 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-4fa22924-16e0-4b41-b1f6-8c33a290eefb tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.96 "GET /v2.0/networks?id=4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 200 len: 808 time: 0.2366252 Feb 08 21:13:03.867300 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-16c7ef72-b7da-4315-8852-053ab8e4c648 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Request body: {'port': {'device_id': '1280cfe5-3427-42a2-bfb9-c14835d101f7', 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11', 'admin_state_up': True, 'tenant_id': '9b3b159591ee4a229900ea8953fa8a06'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:13:04.200185 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f55cb6-3d4c-48ba-a15f-858fc5dc73f3 req-0ceefe5d-5203-4a1b-9638-417440a1454f tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:04.212425 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-39f55cb6-3d4c-48ba-a15f-858fc5dc73f3 req-0ceefe5d-5203-4a1b-9638-417440a1454f tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 971 time: 0.1887782 Feb 08 21:13:04.350208 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-39f55cb6-3d4c-48ba-a15f-858fc5dc73f3 req-f77d5809-9ec4-45e9-8cc3-76964ea6cd88 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361823 Feb 08 21:13:04.383965 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-16c7ef72-b7da-4315-8852-053ab8e4c648 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Made reservation on behalf of 9b3b159591ee4a229900ea8953fa8a06 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:13:04.387569 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-16c7ef72-b7da-4315-8852-053ab8e4c648 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:04.462943 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-f43008a7-90a3-4009-8275-a907d2bb027d tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=fc2f675b65e84ffb8ad012c577d54357&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589147 Feb 08 21:13:04.554670 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-82328863-5bcd-4232-bc4c-299f3761c270 req-e84ebb28-3247-4e3c-a55f-03d3989f6103 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 210 time: 0.1016388 Feb 08 21:13:04.608981 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39770) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:04.753355 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-c7042a9d-cc19-491e-9c1d-529aa9edf9c7 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:04.762246 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-c7042a9d-cc19-491e-9c1d-529aa9edf9c7 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2975669 Feb 08 21:13:04.813740 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-d08877bb-3d3a-4871-a480-4563d02ae23f tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/quotas/fc2f675b65e84ffb8ad012c577d54357 HTTP/1.1" status: 200 len: 375 time: 0.0495269 Feb 08 21:13:04.824934 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-16c7ef72-b7da-4315-8852-053ab8e4c648 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Allocated IP 172.20.0.7 (4c67478e-bb4a-47b2-85c8-c1996b203e11/55523d5b-2f07-476f-b4a6-0043cdbb6c1a/a2ef3cda-063d-43db-8069-62f481f3e979) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:13:04.915686 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afe20e-23b9-4753-bae7-4e434350cddd req-abf33ad6-8f5a-433b-856c-98c6024e90c9 tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:04.916715 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0afe20e-23b9-4753-bae7-4e434350cddd req-abf33ad6-8f5a-433b-856c-98c6024e90c9 tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.88 "GET /v2.0/ports?device_id=b952a6a8-c998-4b4a-8445-1d6094097b46 HTTP/1.1" status: 200 len: 949 time: 0.2798448 Feb 08 21:13:04.937597 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-de0459fb-0783-4067-b74c-22a7df0f6b9a tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=fc2f675b65e84ffb8ad012c577d54357&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1061654 Feb 08 21:13:04.955285 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eed9d4b2-60a5-4a04-ae66-12d282608143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:05.113423 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eed9d4b2-60a5-4a04-ae66-12d282608143 admin admin] Publish callbacks [] for security_group (44017b3f-95fe-4ea5-bff4-ee0abf15794b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:05.115385 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0afe20e-23b9-4753-bae7-4e434350cddd req-947a045b-5bfb-4981-bd65-a8d3c3009be1 tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ee56607-6223-4dff-b371-f3152b0bfaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758766 Feb 08 21:13:05.136789 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eed9d4b2-60a5-4a04-ae66-12d282608143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (44017b3f-95fe-4ea5-bff4-ee0abf15794b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:05.192637 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-eed9d4b2-60a5-4a04-ae66-12d282608143 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fff3681009e348eaac30c9810092ac7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5818236 Feb 08 21:13:05.193463 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9d4b2-60a5-4a04-ae66-12d282608143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44017b3f-95fe-4ea5-bff4-ee0abf15794b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:05.197343 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39788) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:05.281854 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ccbea5ba-689d-4df0-8eb5-23dc687b7ea8 admin admin] Publish callbacks [] for security_group (44017b3f-95fe-4ea5-bff4-ee0abf15794b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:05.319798 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ccbea5ba-689d-4df0-8eb5-23dc687b7ea8 admin admin] Publish callbacks [] for security_group (44017b3f-95fe-4ea5-bff4-ee0abf15794b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:05.365530 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df7f91d6-ea3a-4416-b031-b75f42707ce3 req-216696f0-4563-4313-b93d-85642a08de31 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=df8bb351-f458-4283-bea2-800613978171 HTTP/1.1" status: 200 len: 210 time: 0.1551452 Feb 08 21:13:05.449923 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ccbea5ba-689d-4df0-8eb5-23dc687b7ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (44017b3f-95fe-4ea5-bff4-ee0abf15794b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:05.457888 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ccbea5ba-689d-4df0-8eb5-23dc687b7ea8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:05.462950 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-21fe1cca-8033-403c-be05-64a5c8b10dd1 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=fc2f675b65e84ffb8ad012c577d54357&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708566 Feb 08 21:13:05.464303 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ccbea5ba-689d-4df0-8eb5-23dc687b7ea8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/44017b3f-95fe-4ea5-bff4-ee0abf15794b HTTP/1.1" status: 204 len: 168 time: 0.2645025 Feb 08 21:13:05.501385 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbea5ba-689d-4df0-8eb5-23dc687b7ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44017b3f-95fe-4ea5-bff4-ee0abf15794b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:05.607649 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-d432731b-b61d-4196-855d-06eba9da8ff1 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:05.609819 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-d432731b-b61d-4196-855d-06eba9da8ff1 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1393404 Feb 08 21:13:05.640510 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-747958a5-3864-4548-84c6-190ec4b61ec4 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Request body: {'port': {'device_id': '56e4b5db-f198-4d5b-90ea-a4781c91da9a', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': 'fc2f675b65e84ffb8ad012c577d54357'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:13:05.660549 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-16c7ef72-b7da-4315-8852-053ab8e4c648 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks [] for port (a2ef3cda-063d-43db-8069-62f481f3e979), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:05.852065 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f674ba-a03b-46ba-808b-b7973bc1b3ca req-daaa26b2-0fab-40e9-8f9c-8c40d5ed7bf6 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:05.854246 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32f674ba-a03b-46ba-808b-b7973bc1b3ca req-daaa26b2-0fab-40e9-8f9c-8c40d5ed7bf6 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 971 time: 0.2401223 Feb 08 21:13:05.969404 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39814) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:06.135625 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:06.185079 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-16c7ef72-b7da-4315-8852-053ab8e4c648 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (a2ef3cda-063d-43db-8069-62f481f3e979), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:06.211508 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-747958a5-3864-4548-84c6-190ec4b61ec4 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Made reservation on behalf of fc2f675b65e84ffb8ad012c577d54357 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:13:06.215200 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-747958a5-3864-4548-84c6-190ec4b61ec4 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:06.283345 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-16c7ef72-b7da-4315-8852-053ab8e4c648 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Network 4c67478e-bb4a-47b2-85c8-c1996b203e11 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:13:06.296307 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-747958a5-3864-4548-84c6-190ec4b61ec4 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:06.305958 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-16c7ef72-b7da-4315-8852-053ab8e4c648 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:13:06.316646 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-16c7ef72-b7da-4315-8852-053ab8e4c648 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:13:06.324105 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-16c7ef72-b7da-4315-8852-053ab8e4c648 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:06.324767 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-16c7ef72-b7da-4315-8852-053ab8e4c648 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:06.347134 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:06.364460 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6d2f4d2-8f22-40ab-8d87-22f977cca554 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:06.376601 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7ef72-b7da-4315-8852-053ab8e4c648 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Pushing event updated for resources: {'Port': ['ID=a2ef3cda-063d-43db-8069-62f481f3e979,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:06.411001 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39824) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:06.416877 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-16c7ef72-b7da-4315-8852-053ab8e4c648 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5551643 Feb 08 21:13:06.420430 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32f674ba-a03b-46ba-808b-b7973bc1b3ca req-67f79757-4b89-45f3-8db5-2d15c2ecfe66 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982309 Feb 08 21:13:06.436328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e2864-f6cb-4a68-bdc8-8d5dea9e5347 req-7463573a-b695-4fd6-8a2b-c18e69b4a4f3 tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:06.438521 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62274390-101b-41a7-b386-4e09eba2205b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:06.448452 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b64e2864-f6cb-4a68-bdc8-8d5dea9e5347 req-7463573a-b695-4fd6-8a2b-c18e69b4a4f3 tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.94 "GET /v2.0/ports?device_id=b952a6a8-c998-4b4a-8445-1d6094097b46 HTTP/1.1" status: 200 len: 949 time: 0.6194189 Feb 08 21:13:06.455951 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-7f0b53cf-0ec9-4d66-85a1-57c0f2bd53c3 service neutron] Request body: {'port': {'device_id': '1280cfe5-3427-42a2-bfb9-c14835d101f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:13:06.488727 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298a0d1-929b-4dd0-b949-1c438f3ebbe9 req-8bbda3b7-94e4-4bbf-bb55-b4a09243c1a9 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:06.492312 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0298a0d1-929b-4dd0-b949-1c438f3ebbe9 req-8bbda3b7-94e4-4bbf-bb55-b4a09243c1a9 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 931 time: 0.3093889 Feb 08 21:13:06.540255 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6d2f4d2-8f22-40ab-8d87-22f977cca554 admin admin] Publish callbacks [] for security_group (cd45bc60-0f14-4f44-8bbc-845349099b94), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:06.546664 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6d2f4d2-8f22-40ab-8d87-22f977cca554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (cd45bc60-0f14-4f44-8bbc-845349099b94), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:06.614882 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f6d2f4d2-8f22-40ab-8d87-22f977cca554 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ebab1379a6084702bae33e64c5ff4cd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6436789 Feb 08 21:13:06.616423 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39828) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:06.621756 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2f4d2-8f22-40ab-8d87-22f977cca554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd45bc60-0f14-4f44-8bbc-845349099b94,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:06.629620 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62274390-101b-41a7-b386-4e09eba2205b admin admin] Publish callbacks [] for security_group (7755b88d-1f91-4597-bb60-b93f068faa5b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:06.635827 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62274390-101b-41a7-b386-4e09eba2205b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7755b88d-1f91-4597-bb60-b93f068faa5b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:06.698535 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-62274390-101b-41a7-b386-4e09eba2205b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e8b90b2efbd7418bab0c180715a05ea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2862198 Feb 08 21:13:06.708386 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62274390-101b-41a7-b386-4e09eba2205b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7755b88d-1f91-4597-bb60-b93f068faa5b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:06.711440 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39830) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:06.719851 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-90c345a5-d5b7-4d07-abe3-4d2ada76d731 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=fc2f675b65e84ffb8ad012c577d54357&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488787 Feb 08 21:13:06.786597 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-7f0b53cf-0ec9-4d66-85a1-57c0f2bd53c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a2ef3cda-063d-43db-8069-62f481f3e979), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:06.809195 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0298a0d1-929b-4dd0-b949-1c438f3ebbe9 req-1fdc0a91-7e4d-430b-801d-4584d5c35c9e tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604773 Feb 08 21:13:06.825256 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-747958a5-3864-4548-84c6-190ec4b61ec4 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Publish callbacks [] for security_group (389ed393-71cf-4380-a264-32f0302c2391), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:06.834075 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b7562ef-7b74-49da-85ca-602c1f6eaaa7 admin admin] Publish callbacks [] for security_group (7755b88d-1f91-4597-bb60-b93f068faa5b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:06.853198 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-747958a5-3864-4548-84c6-190ec4b61ec4 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (389ed393-71cf-4380-a264-32f0302c2391), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:06.889803 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b7562ef-7b74-49da-85ca-602c1f6eaaa7 admin admin] Publish callbacks [] for security_group (7755b88d-1f91-4597-bb60-b93f068faa5b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:06.918196 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-2cb9c9d2-b1ea-4303-be7c-cac614cb9b6e tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:06.919841 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-2cb9c9d2-b1ea-4303-be7c-cac614cb9b6e tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1923611 Feb 08 21:13:06.939578 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-4762c709-5693-41e8-be68-d01e86fd1536 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Request body: {'port': {'device_id': 'df8bb351-f458-4283-bea2-800613978171', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': 'fc2f675b65e84ffb8ad012c577d54357'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:13:06.940289 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1565c4-c831-4ac7-aee8-8fbb2da4c8d6 req-af24115d-96c5-47ef-bed1-2258a09d025b tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:06.941942 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3d1565c4-c831-4ac7-aee8-8fbb2da4c8d6 req-af24115d-96c5-47ef-bed1-2258a09d025b tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.88 "GET /v2.0/ports?device_id=b952a6a8-c998-4b4a-8445-1d6094097b46 HTTP/1.1" status: 200 len: 949 time: 0.3559487 Feb 08 21:13:06.985845 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e4a98b4f-8e17-4842-b50e-2957a4c8f681 admin admin] Publish callbacks [] for security_group (cd45bc60-0f14-4f44-8bbc-845349099b94), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:07.028046 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747958a5-3864-4548-84c6-190ec4b61ec4 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=389ed393-71cf-4380-a264-32f0302c2391,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:07.055555 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b7562ef-7b74-49da-85ca-602c1f6eaaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7755b88d-1f91-4597-bb60-b93f068faa5b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:07.058389 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b7562ef-7b74-49da-85ca-602c1f6eaaa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:07.059633 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7b7562ef-7b74-49da-85ca-602c1f6eaaa7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7755b88d-1f91-4597-bb60-b93f068faa5b HTTP/1.1" status: 204 len: 168 time: 0.3470268 Feb 08 21:13:07.078103 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7562ef-7b74-49da-85ca-602c1f6eaaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7755b88d-1f91-4597-bb60-b93f068faa5b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:07.128393 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0519dd1c-ecc2-4ba2-bcea-12397e006aa2 req-500faa59-f998-483e-9981-4e4f01ee79c6 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=df8bb351-f458-4283-bea2-800613978171 HTTP/1.1" status: 200 len: 210 time: 0.1427846 Feb 08 21:13:07.130570 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e4a98b4f-8e17-4842-b50e-2957a4c8f681 admin admin] Publish callbacks [] for security_group (cd45bc60-0f14-4f44-8bbc-845349099b94), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:07.144169 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-4762c709-5693-41e8-be68-d01e86fd1536 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Made reservation on behalf of fc2f675b65e84ffb8ad012c577d54357 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:13:07.152678 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-4762c709-5693-41e8-be68-d01e86fd1536 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:07.218804 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-b64e2864-f6cb-4a68-bdc8-8d5dea9e5347 req-47fafd1f-ac4a-4381-9df4-e9371acf834f tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Deleting port 344622da-567e-4f86-bded-fd4715324e83 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:13:07.219365 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b64e2864-f6cb-4a68-bdc8-8d5dea9e5347 req-47fafd1f-ac4a-4381-9df4-e9371acf834f tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (344622da-567e-4f86-bded-fd4715324e83), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:07.463779 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3d1565c4-c831-4ac7-aee8-8fbb2da4c8d6 req-d00001cf-9396-4ecf-a4b3-fa9cca2a47dc tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.88 "GET /v2.0/security-groups?id=5ee56607-6223-4dff-b371-f3152b0bfaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668090 Feb 08 21:13:07.579730 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-747958a5-3864-4548-84c6-190ec4b61ec4 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Allocated IP 192.168.233.64 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/ab1459c5-6b4b-4e95-a4f6-b72e476009e8) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:13:07.641659 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-b64e2864-f6cb-4a68-bdc8-8d5dea9e5347 req-47fafd1f-ac4a-4381-9df4-e9371acf834f tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] For port 344622da-567e-4f86-bded-fd4715324e83, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=344622da-567e-4f86-bded-fd4715324e83,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:07.642296 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b64e2864-f6cb-4a68-bdc8-8d5dea9e5347 req-47fafd1f-ac4a-4381-9df4-e9371acf834f tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (344622da-567e-4f86-bded-fd4715324e83), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:07.646229 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e4a98b4f-8e17-4842-b50e-2957a4c8f681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (cd45bc60-0f14-4f44-8bbc-845349099b94), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:07.649072 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e4a98b4f-8e17-4842-b50e-2957a4c8f681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:07.650322 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e4a98b4f-8e17-4842-b50e-2957a4c8f681 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cd45bc60-0f14-4f44-8bbc-845349099b94 HTTP/1.1" status: 204 len: 168 time: 1.0222278 Feb 08 21:13:07.706542 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-b64e2864-f6cb-4a68-bdc8-8d5dea9e5347 req-47fafd1f-ac4a-4381-9df4-e9371acf834f tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Calling delete_port for 344622da-567e-4f86-bded-fd4715324e83 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:13:07.721783 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a98b4f-8e17-4842-b50e-2957a4c8f681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd45bc60-0f14-4f44-8bbc-845349099b94,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:07.977884 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28829aef-4299-46cb-b03d-f37148b58ebd req-16537de3-3b34-4799-924b-e6fe62f2af60 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:07.979539 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-28829aef-4299-46cb-b03d-f37148b58ebd req-16537de3-3b34-4799-924b-e6fe62f2af60 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 971 time: 0.3883471 Feb 08 21:13:08.060881 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-7f0b53cf-0ec9-4d66-85a1-57c0f2bd53c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ef3cda-063d-43db-8069-62f481f3e979 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:13:08.082328 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-7f0b53cf-0ec9-4d66-85a1-57c0f2bd53c3 service neutron] Publish callbacks [] for port (a2ef3cda-063d-43db-8069-62f481f3e979), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:08.192649 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-747958a5-3864-4548-84c6-190ec4b61ec4 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Publish callbacks [] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:08.205271 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-28829aef-4299-46cb-b03d-f37148b58ebd req-208e1f49-19aa-48f3-b912-4afacd883790 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958783 Feb 08 21:13:08.222438 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-7f0b53cf-0ec9-4d66-85a1-57c0f2bd53c3 service neutron] Transition to ACTIVE for port object a2ef3cda-063d-43db-8069-62f481f3e979 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:13:08.228619 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b64e2864-f6cb-4a68-bdc8-8d5dea9e5347 req-47fafd1f-ac4a-4381-9df4-e9371acf834f tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (344622da-567e-4f86-bded-fd4715324e83), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:08.244738 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-7f0b53cf-0ec9-4d66-85a1-57c0f2bd53c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a2ef3cda-063d-43db-8069-62f481f3e979), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:08.274928 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fafd1f-ac4a-4381-9df4-e9371acf834f tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Pushing event deleted for resources: {'Port': ['ID=344622da-567e-4f86-bded-fd4715324e83,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:08.344052 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-747958a5-3864-4548-84c6-190ec4b61ec4 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:08.411126 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39872) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:08.419635 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64e2864-f6cb-4a68-bdc8-8d5dea9e5347 req-47fafd1f-ac4a-4381-9df4-e9371acf834f tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] No DVR routers for this DVR port 344622da-567e-4f86-bded-fd4715324e83 on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:13:08.425644 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b64e2864-f6cb-4a68-bdc8-8d5dea9e5347 req-47fafd1f-ac4a-4381-9df4-e9371acf834f tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:08.430666 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b64e2864-f6cb-4a68-bdc8-8d5dea9e5347 req-47fafd1f-ac4a-4381-9df4-e9371acf834f tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.94 "DELETE /v2.0/ports/344622da-567e-4f86-bded-fd4715324e83 HTTP/1.1" status: 204 len: 173 time: 1.9659150 Feb 08 21:13:08.433002 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b952a6a8-c998-4b4a-8445-1d6094097b46', 'name': 'network-vif-deleted', 'tag': '344622da-567e-4f86-bded-fd4715324e83'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:13:08.435492 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7439c6-dccd-4c18-a075-282f08a2df06" -d '{"events": [{"server_uuid": "b952a6a8-c998-4b4a-8445-1d6094097b46", "name": "network-vif-deleted", "tag": "344622da-567e-4f86-bded-fd4715324e83"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:13:08.440344 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b53cf-0ec9-4d66-85a1-57c0f2bd53c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ef3cda-063d-43db-8069-62f481f3e979,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:08.458461 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0462b8d7-7261-4fdc-830b-e3f82131cff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:08.602600 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-747958a5-3864-4548-84c6-190ec4b61ec4 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:13:08.603759 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747958a5-3864-4548-84c6-190ec4b61ec4 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Pushing event updated for resources: {'Port': ['ID=ab1459c5-6b4b-4e95-a4f6-b72e476009e8,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:08.667854 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-747958a5-3864-4548-84c6-190ec4b61ec4 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:13:08.680234 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-4762c709-5693-41e8-be68-d01e86fd1536 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Allocated IP 192.168.233.115 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/f2b4c789-1730-4dc1-863d-a7e11c946ee4) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:13:08.699229 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0462b8d7-7261-4fdc-830b-e3f82131cff9 admin admin] Publish callbacks [] for security_group (312ef358-0545-4171-aedc-9c93ace8548d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:08.712283 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0462b8d7-7261-4fdc-830b-e3f82131cff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (312ef358-0545-4171-aedc-9c93ace8548d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:08.739394 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-747958a5-3864-4548-84c6-190ec4b61ec4 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:13:08.745324 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-747958a5-3864-4548-84c6-190ec4b61ec4 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:08.746154 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-747958a5-3864-4548-84c6-190ec4b61ec4 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:08.750583 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b5515070-e36b-4fb4-a79c-f5adcbf6f33b req-3db55e24-aa98-4755-a0e1-c0d398fde3a6 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=df8bb351-f458-4283-bea2-800613978171 HTTP/1.1" status: 200 len: 210 time: 0.0982296 Feb 08 21:13:08.850107 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-7f0b53cf-0ec9-4d66-85a1-57c0f2bd53c3 service neutron] Attempting to bind port a2ef3cda-063d-43db-8069-62f481f3e979 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:13:08.850785 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-7f0b53cf-0ec9-4d66-85a1-57c0f2bd53c3 service neutron] Attempting to bind port a2ef3cda-063d-43db-8069-62f481f3e979 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:13:08.851441 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-7f0b53cf-0ec9-4d66-85a1-57c0f2bd53c3 service neutron] Attempting to bind port a2ef3cda-063d-43db-8069-62f481f3e979 on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:13:08.884109 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb0b1b0-4c4a-47d5-8fc5-7344009c084a x-openstack-request-id: req-7fb0b1b0-4c4a-47d5-8fc5-7344009c084a {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:13:08.884109 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b952a6a8-c998-4b4a-8445-1d6094097b46", "name": "network-vif-deleted", "tag": "344622da-567e-4f86-bded-fd4715324e83", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:13:08.884967 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7fb0b1b0-4c4a-47d5-8fc5-7344009c084a {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:13:08.885761 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b952a6a8-c998-4b4a-8445-1d6094097b46', 'name': 'network-vif-deleted', 'tag': '344622da-567e-4f86-bded-fd4715324e83', 'status': 'completed', 'code': 200} Feb 08 21:13:08.886041 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0462b8d7-7261-4fdc-830b-e3f82131cff9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bfdc79a00b1f44b4a4e80efe844fd8bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4704833 Feb 08 21:13:08.887581 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39888) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:08.907698 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-747958a5-3864-4548-84c6-190ec4b61ec4 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2828069 Feb 08 21:13:08.909571 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462b8d7-7261-4fdc-830b-e3f82131cff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312ef358-0545-4171-aedc-9c93ace8548d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:08.954099 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-185f7b1a-0bbd-427b-a302-892e7f0f8869 service neutron] Request body: {'port': {'device_id': '56e4b5db-f198-4d5b-90ea-a4781c91da9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:13:08.966584 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-7f0b53cf-0ec9-4d66-85a1-57c0f2bd53c3 service neutron] Port a2ef3cda-063d-43db-8069-62f481f3e979 on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:13:08.967016 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-7f0b53cf-0ec9-4d66-85a1-57c0f2bd53c3 service neutron] Attempting to bind port a2ef3cda-063d-43db-8069-62f481f3e979 on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:13:09.095320 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95a22c5e-f381-4169-ae18-b211f7f7870a admin admin] Publish callbacks [] for security_group (312ef358-0545-4171-aedc-9c93ace8548d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:09.147490 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95a22c5e-f381-4169-ae18-b211f7f7870a admin admin] Publish callbacks [] for security_group (312ef358-0545-4171-aedc-9c93ace8548d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:09.152171 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-4762c709-5693-41e8-be68-d01e86fd1536 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Publish callbacks [] for port (f2b4c789-1730-4dc1-863d-a7e11c946ee4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:09.251528 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-4762c709-5693-41e8-be68-d01e86fd1536 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (f2b4c789-1730-4dc1-863d-a7e11c946ee4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:09.279452 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 344622da-567e-4f86-bded-fd4715324e83 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:13:09.308167 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 344622da-567e-4f86-bded-fd4715324e83 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:13:09.308703 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 344622da-567e-4f86-bded-fd4715324e83 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:13:09.317430 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-dfd15d00-ece0-41bb-91a0-ff1df5fb45d8 None None] Provisioning complete for port ab1459c5-6b4b-4e95-a4f6-b72e476009e8 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:13:09.317986 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dfd15d00-ece0-41bb-91a0-ff1df5fb45d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:09.336584 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02ce8ed3-f972-42f1-b755-297bd55466d3 req-0feda0e5-1503-48d8-ab77-91fa3d6513aa tempest-ServerDiagnosticsNegativeTest-744571869 tempest-ServerDiagnosticsNegativeTest-744571869-project] 10.222.0.88 "GET /v2.0/ports?device_id=b952a6a8-c998-4b4a-8445-1d6094097b46 HTTP/1.1" status: 200 len: 210 time: 0.3520248 Feb 08 21:13:09.344387 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6a6f1-d2fb-47bb-afcf-0f4967c3d09e req-568ebbd7-370a-4773-8126-4a3fb61d0589 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:09.346159 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ce6a6f1-d2fb-47bb-afcf-0f4967c3d09e req-568ebbd7-370a-4773-8126-4a3fb61d0589 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 943 time: 0.6975272 Feb 08 21:13:09.383960 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-7f0b53cf-0ec9-4d66-85a1-57c0f2bd53c3 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:13:09.384289 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-7f0b53cf-0ec9-4d66-85a1-57c0f2bd53c3 service neutron] Checking segment: {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:13:09.384860 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-7f0b53cf-0ec9-4d66-85a1-57c0f2bd53c3 service neutron] Bound using segment: {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:13:09.385466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-7f0b53cf-0ec9-4d66-85a1-57c0f2bd53c3 service neutron] Bound port: a2ef3cda-063d-43db-8069-62f481f3e979, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:13:09.385930 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-7f0b53cf-0ec9-4d66-85a1-57c0f2bd53c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a2ef3cda-063d-43db-8069-62f481f3e979), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:09.393894 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-dfd15d00-ece0-41bb-91a0-ff1df5fb45d8 None None] Port ab1459c5-6b4b-4e95-a4f6-b72e476009e8 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:13:09.545528 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95a22c5e-f381-4169-ae18-b211f7f7870a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (312ef358-0545-4171-aedc-9c93ace8548d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:09.548211 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95a22c5e-f381-4169-ae18-b211f7f7870a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:09.553908 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-95a22c5e-f381-4169-ae18-b211f7f7870a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/312ef358-0545-4171-aedc-9c93ace8548d HTTP/1.1" status: 204 len: 168 time: 0.6602044 Feb 08 21:13:09.580416 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a22c5e-f381-4169-ae18-b211f7f7870a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312ef358-0545-4171-aedc-9c93ace8548d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:09.587703 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-4762c709-5693-41e8-be68-d01e86fd1536 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:13:09.595961 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-4762c709-5693-41e8-be68-d01e86fd1536 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:13:09.598657 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762c709-5693-41e8-be68-d01e86fd1536 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Pushing event updated for resources: {'Port': ['ID=f2b4c789-1730-4dc1-863d-a7e11c946ee4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:09.602234 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-4762c709-5693-41e8-be68-d01e86fd1536 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:13:09.610759 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-7f0b53cf-0ec9-4d66-85a1-57c0f2bd53c3 service neutron] For port a2ef3cda-063d-43db-8069-62f481f3e979, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:13:09.670319 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-4762c709-5693-41e8-be68-d01e86fd1536 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:09.671019 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-4762c709-5693-41e8-be68-d01e86fd1536 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:09.696267 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-4762c709-5693-41e8-be68-d01e86fd1536 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7614479 Feb 08 21:13:09.712200 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-bd5c50f8-bac4-48c7-9681-a7154ef2a4f8 service neutron] Request body: {'port': {'device_id': 'df8bb351-f458-4283-bea2-800613978171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:13:09.722546 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-185f7b1a-0bbd-427b-a302-892e7f0f8869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:09.728695 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-7f0b53cf-0ec9-4d66-85a1-57c0f2bd53c3 service neutron] For port a2ef3cda-063d-43db-8069-62f481f3e979, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=a2ef3cda-063d-43db-8069-62f481f3e979,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:13:09.739903 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ce6a6f1-d2fb-47bb-afcf-0f4967c3d09e req-ee8d0656-61bd-4b46-a8ef-d69c0dcf4628 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572495 Feb 08 21:13:09.760600 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-e023593c-64f3-4a27-8dc2-dbb5aefb054f service neutron] show failed (client error): The resource could not be found. Feb 08 21:13:09.762157 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-e023593c-64f3-4a27-8dc2-dbb5aefb054f service neutron] 10.222.0.94 "GET /v2.0/ports/f6945521-262a-4a66-831b-ce8d6e535b0d/bindings/n-h2-712143-31 HTTP/1.1" status: 404 len: 381 time: 0.3881207 Feb 08 21:13:09.778758 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-7f0b53cf-0ec9-4d66-85a1-57c0f2bd53c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a2ef3cda-063d-43db-8069-62f481f3e979), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:09.803471 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630151c5-323d-4f94-89d7-980b15ee53dd req-58e0e397-9f0b-4ab2-bc43-db54990e6e8f tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:09.805050 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-630151c5-323d-4f94-89d7-980b15ee53dd req-58e0e397-9f0b-4ab2-bc43-db54990e6e8f tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 971 time: 0.2728522 Feb 08 21:13:09.919553 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-bd5c50f8-bac4-48c7-9681-a7154ef2a4f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f2b4c789-1730-4dc1-863d-a7e11c946ee4), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:10.078177 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.96', 58955) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:10.123990 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-7f0b53cf-0ec9-4d66-85a1-57c0f2bd53c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:10.124668 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-7f0b53cf-0ec9-4d66-85a1-57c0f2bd53c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:10.126200 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-7f0b53cf-0ec9-4d66-85a1-57c0f2bd53c3 service neutron] 10.222.0.96 "PUT /v2.0/ports/a2ef3cda-063d-43db-8069-62f481f3e979 HTTP/1.1" status: 200 len: 1092 time: 3.6988072 Feb 08 21:13:10.186539 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-e628eafb-58aa-41a9-bf80-024d0d08899d None None] Provisioning complete for port f2b4c789-1730-4dc1-863d-a7e11c946ee4 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:13:10.188860 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e628eafb-58aa-41a9-bf80-024d0d08899d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f2b4c789-1730-4dc1-863d-a7e11c946ee4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:10.253434 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b53cf-0ec9-4d66-85a1-57c0f2bd53c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ef3cda-063d-43db-8069-62f481f3e979,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:10.281412 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e628eafb-58aa-41a9-bf80-024d0d08899d None None] Port f2b4c789-1730-4dc1-863d-a7e11c946ee4 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:13:10.379223 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a88028-3f9d-43b8-821a-27cf865cad49 req-d4365473-335a-484a-a65f-433767dc32b8 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:10.381880 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9a88028-3f9d-43b8-821a-27cf865cad49 req-d4365473-335a-484a-a65f-433767dc32b8 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=df8bb351-f458-4283-bea2-800613978171 HTTP/1.1" status: 200 len: 936 time: 0.2969079 Feb 08 21:13:10.399471 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-630151c5-323d-4f94-89d7-980b15ee53dd req-d55cffe3-1ab9-451c-879e-d3742aa94afd tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160524 Feb 08 21:13:10.447463 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-8deffaf0-1aa7-43c4-9dc7-a006791124db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:10.449116 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-8deffaf0-1aa7-43c4-9dc7-a006791124db service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267&tenant_id=56f216a178424ba0984bc6550ca8f840 HTTP/1.1" status: 200 len: 1154 time: 0.3700385 Feb 08 21:13:10.467253 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-28e5875a-0afa-4963-b9de-71577743e4aa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712143-31', 'device_owner': 'compute:nova'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:13:10.514067 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-185f7b1a-0bbd-427b-a302-892e7f0f8869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab1459c5-6b4b-4e95-a4f6-b72e476009e8 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:13:10.527917 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-92160384-7968-477d-861b-220964251741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:10.529740 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-92160384-7968-477d-861b-220964251741 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9b3b159591ee4a229900ea8953fa8a06&device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 1126 time: 0.2281728 Feb 08 21:13:10.534766 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-185f7b1a-0bbd-427b-a302-892e7f0f8869 service neutron] Publish callbacks [] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:10.574560 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-28e5875a-0afa-4963-b9de-71577743e4aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f6945521-262a-4a66-831b-ce8d6e535b0d), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:10.583861 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-de5e835f-1129-4152-9d3a-4b71777d3f74 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2ef3cda-063d-43db-8069-62f481f3e979 HTTP/1.1" status: 200 len: 217 time: 0.0446274 Feb 08 21:13:10.609348 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9a88028-3f9d-43b8-821a-27cf865cad49 req-dd37124b-c9d1-458e-96c0-108545e9618e tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908412 Feb 08 21:13:10.710060 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-185f7b1a-0bbd-427b-a302-892e7f0f8869 service neutron] Transition to ACTIVE for port object ab1459c5-6b4b-4e95-a4f6-b72e476009e8 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:13:10.724177 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-185f7b1a-0bbd-427b-a302-892e7f0f8869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:10.814166 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-5c2800b4-1005-45b7-b591-ec5dffc1ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:10.816761 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-5c2800b4-1005-45b7-b591-ec5dffc1ecc9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=55523d5b-2f07-476f-b4a6-0043cdbb6c1a HTTP/1.1" status: 200 len: 848 time: 0.2070174 Feb 08 21:13:10.895710 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1280cfe5-3427-42a2-bfb9-c14835d101f7', 'tag': 'a2ef3cda-063d-43db-8069-62f481f3e979'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:13:10.901805 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13890bd2-5030-4aec-9475-8907fd850e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "1280cfe5-3427-42a2-bfb9-c14835d101f7", "tag": "a2ef3cda-063d-43db-8069-62f481f3e979"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:13:10.911896 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f7b1a-0bbd-427b-a302-892e7f0f8869 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1459c5-6b4b-4e95-a4f6-b72e476009e8,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:10.926264 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-e775beff-747d-4d59-b64e-3ab776c66a1e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4c67478e-bb4a-47b2-85c8-c1996b203e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945139 Feb 08 21:13:11.006183 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-bd5c50f8-bac4-48c7-9681-a7154ef2a4f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b4c789-1730-4dc1-863d-a7e11c946ee4 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:13:11.034885 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-bd5c50f8-bac4-48c7-9681-a7154ef2a4f8 service neutron] Publish callbacks [] for port (f2b4c789-1730-4dc1-863d-a7e11c946ee4), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:11.072146 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-bd5c50f8-bac4-48c7-9681-a7154ef2a4f8 service neutron] Transition to ACTIVE for port object f2b4c789-1730-4dc1-863d-a7e11c946ee4 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:13:11.124993 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-bd5c50f8-bac4-48c7-9681-a7154ef2a4f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (f2b4c789-1730-4dc1-863d-a7e11c946ee4), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:11.169030 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-185f7b1a-0bbd-427b-a302-892e7f0f8869 service neutron] Attempting to bind port ab1459c5-6b4b-4e95-a4f6-b72e476009e8 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:13:11.169642 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-185f7b1a-0bbd-427b-a302-892e7f0f8869 service neutron] Attempting to bind port ab1459c5-6b4b-4e95-a4f6-b72e476009e8 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:13:11.170198 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-185f7b1a-0bbd-427b-a302-892e7f0f8869 service neutron] Attempting to bind port ab1459c5-6b4b-4e95-a4f6-b72e476009e8 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:13:11.209552 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-185f7b1a-0bbd-427b-a302-892e7f0f8869 service neutron] Port ab1459c5-6b4b-4e95-a4f6-b72e476009e8 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:13:11.209992 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-185f7b1a-0bbd-427b-a302-892e7f0f8869 service neutron] Attempting to bind port ab1459c5-6b4b-4e95-a4f6-b72e476009e8 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:13:11.248824 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-185f7b1a-0bbd-427b-a302-892e7f0f8869 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:13:11.249430 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-185f7b1a-0bbd-427b-a302-892e7f0f8869 service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:13:11.250078 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-185f7b1a-0bbd-427b-a302-892e7f0f8869 service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:13:11.250832 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-185f7b1a-0bbd-427b-a302-892e7f0f8869 service neutron] Bound port: ab1459c5-6b4b-4e95-a4f6-b72e476009e8, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:13:11.251929 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-185f7b1a-0bbd-427b-a302-892e7f0f8869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:11.294865 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715ab83b-4de3-4d08-9240-f2b9958a404a x-openstack-request-id: req-715ab83b-4de3-4d08-9240-f2b9958a404a {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:13:11.295670 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1280cfe5-3427-42a2-bfb9-c14835d101f7", "tag": "a2ef3cda-063d-43db-8069-62f481f3e979", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:13:11.296405 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-715ab83b-4de3-4d08-9240-f2b9958a404a {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:13:11.296813 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39952) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:11.297646 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1280cfe5-3427-42a2-bfb9-c14835d101f7', 'tag': 'a2ef3cda-063d-43db-8069-62f481f3e979', 'status': 'completed', 'code': 200} Feb 08 21:13:11.332705 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-28e5875a-0afa-4963-b9de-71577743e4aa service neutron] For port f6945521-262a-4a66-831b-ce8d6e535b0d, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=f6945521-262a-4a66-831b-ce8d6e535b0d,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:11.335022 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c50f8-bac4-48c7-9681-a7154ef2a4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b4c789-1730-4dc1-863d-a7e11c946ee4,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:11.460212 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-9d806f41-441a-4cf6-b08f-b6c514ac0d49 service neutron] 10.222.0.96 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5266016 Feb 08 21:13:11.506832 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-28e5875a-0afa-4963-b9de-71577743e4aa service neutron] For port f6945521-262a-4a66-831b-ce8d6e535b0d, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:13:11.617261 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-28e5875a-0afa-4963-b9de-71577743e4aa service neutron] Publish callbacks [] for port (f6945521-262a-4a66-831b-ce8d6e535b0d), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:11.625553 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751e3395-1a25-4884-9fa3-2ec7f3d67267', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6945521-262a-4a66-831b-ce8d6e535b0d'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:13:11.628087 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3947b4cd-73d5-4f01-b5f1-6ae4ced652b1" -d '{"events": [{"server_uuid": "751e3395-1a25-4884-9fa3-2ec7f3d67267", "name": "network-vif-unplugged", "status": "completed", "tag": "f6945521-262a-4a66-831b-ce8d6e535b0d"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:13:11.663003 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8d48a-6342-4eab-bb33-d8460e6a369e req-7433c1e4-86a6-4191-b8b4-2789ef3e4e10 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:11.677132 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d5a8d48a-6342-4eab-bb33-d8460e6a369e req-7433c1e4-86a6-4191-b8b4-2789ef3e4e10 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 943 time: 0.4554756 Feb 08 21:13:11.738022 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-28e5875a-0afa-4963-b9de-71577743e4aa service neutron] Transition to ACTIVE for port object f6945521-262a-4a66-831b-ce8d6e535b0d will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:13:11.752560 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-bd5c50f8-bac4-48c7-9681-a7154ef2a4f8 service neutron] Attempting to bind port f2b4c789-1730-4dc1-863d-a7e11c946ee4 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:13:11.753212 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-bd5c50f8-bac4-48c7-9681-a7154ef2a4f8 service neutron] Attempting to bind port f2b4c789-1730-4dc1-863d-a7e11c946ee4 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:13:11.755852 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-bd5c50f8-bac4-48c7-9681-a7154ef2a4f8 service neutron] Attempting to bind port f2b4c789-1730-4dc1-863d-a7e11c946ee4 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:13:11.774198 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-28e5875a-0afa-4963-b9de-71577743e4aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (f6945521-262a-4a66-831b-ce8d6e535b0d), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:11.786565 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-185f7b1a-0bbd-427b-a302-892e7f0f8869 service neutron] For port ab1459c5-6b4b-4e95-a4f6-b72e476009e8, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:13:11.788907 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-bd5c50f8-bac4-48c7-9681-a7154ef2a4f8 service neutron] Port f2b4c789-1730-4dc1-863d-a7e11c946ee4 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:13:11.789464 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-bd5c50f8-bac4-48c7-9681-a7154ef2a4f8 service neutron] Attempting to bind port f2b4c789-1730-4dc1-863d-a7e11c946ee4 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:13:11.808139 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-bd5c50f8-bac4-48c7-9681-a7154ef2a4f8 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:13:11.808490 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-bd5c50f8-bac4-48c7-9681-a7154ef2a4f8 service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:13:11.808889 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-bd5c50f8-bac4-48c7-9681-a7154ef2a4f8 service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:13:11.810825 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-bd5c50f8-bac4-48c7-9681-a7154ef2a4f8 service neutron] Bound port: f2b4c789-1730-4dc1-863d-a7e11c946ee4, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:13:11.811124 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-bd5c50f8-bac4-48c7-9681-a7154ef2a4f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f2b4c789-1730-4dc1-863d-a7e11c946ee4), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:11.844776 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9ba14916-cf93-4a53-a95c-8b8fc18fa55e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d90fbaf88e694fd0b1b86b51a30ffe21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5463688 Feb 08 21:13:11.846138 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-185f7b1a-0bbd-427b-a302-892e7f0f8869 service neutron] For port ab1459c5-6b4b-4e95-a4f6-b72e476009e8, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ab1459c5-6b4b-4e95-a4f6-b72e476009e8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:13:11.854146 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39978) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:11.934522 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-185f7b1a-0bbd-427b-a302-892e7f0f8869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:11.966252 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-bd5c50f8-bac4-48c7-9681-a7154ef2a4f8 service neutron] For port f2b4c789-1730-4dc1-863d-a7e11c946ee4, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:13:11.970414 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-bd5c50f8-bac4-48c7-9681-a7154ef2a4f8 service neutron] For port f2b4c789-1730-4dc1-863d-a7e11c946ee4, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f2b4c789-1730-4dc1-863d-a7e11c946ee4,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:13:11.982466 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-bd5c50f8-bac4-48c7-9681-a7154ef2a4f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (f2b4c789-1730-4dc1-863d-a7e11c946ee4), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:12.018062 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5dd5c180-2240-45c3-89a4-0054e4e10ed5 admin admin] Publish callbacks [] for security_group (5ee56607-6223-4dff-b371-f3152b0bfaa5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:12.019952 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39982) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:12.028698 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-28e5875a-0afa-4963-b9de-71577743e4aa service neutron] No DVR routers for this DVR port f6945521-262a-4a66-831b-ce8d6e535b0d on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:13:12.030886 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d5a8d48a-6342-4eab-bb33-d8460e6a369e req-3b348e82-5751-42af-a17f-b3f2c4c9c750 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472595 Feb 08 21:13:12.069597 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-bd5c50f8-bac4-48c7-9681-a7154ef2a4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:12.070493 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-bd5c50f8-bac4-48c7-9681-a7154ef2a4f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:12.073509 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-bd5c50f8-bac4-48c7-9681-a7154ef2a4f8 service neutron] 10.222.0.96 "PUT /v2.0/ports/f2b4c789-1730-4dc1-863d-a7e11c946ee4 HTTP/1.1" status: 200 len: 1097 time: 2.3691108 Feb 08 21:13:12.075576 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5875a-0afa-4963-b9de-71577743e4aa service neutron] Pushing event updated for resources: {'Port': ['ID=f6945521-262a-4a66-831b-ce8d6e535b0d,revision_number=6']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:12.092438 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-185f7b1a-0bbd-427b-a302-892e7f0f8869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:12.093087 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-185f7b1a-0bbd-427b-a302-892e7f0f8869 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:12.094740 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-185f7b1a-0bbd-427b-a302-892e7f0f8869 service neutron] 10.222.0.94 "PUT /v2.0/ports/ab1459c5-6b4b-4e95-a4f6-b72e476009e8 HTTP/1.1" status: 200 len: 1096 time: 3.1714759 Feb 08 21:13:12.149361 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff6b3e-a813-4138-8f65-141374a390e4 req-2ef1c73f-f297-4e15-bd91-59cd94c869ed tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:12.157765 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02ff6b3e-a813-4138-8f65-141374a390e4 req-2ef1c73f-f297-4e15-bd91-59cd94c869ed tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 947 time: 0.5201106 Feb 08 21:13:12.195915 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a5ca4f4-682e-4cd8-94d2-47425ff497a7 req-d3109554-3137-4728-9659-62c2422c5474 service neutron] 10.222.0.96 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7229297 Feb 08 21:13:12.203485 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5dd5c180-2240-45c3-89a4-0054e4e10ed5 admin admin] Publish callbacks [] for security_group (5ee56607-6223-4dff-b371-f3152b0bfaa5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:12.216397 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-28e5875a-0afa-4963-b9de-71577743e4aa service neutron] Attempting to bind port f6945521-262a-4a66-831b-ce8d6e535b0d on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:13:12.216974 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-28e5875a-0afa-4963-b9de-71577743e4aa service neutron] Attempting to bind port f6945521-262a-4a66-831b-ce8d6e535b0d by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:13:12.217470 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-28e5875a-0afa-4963-b9de-71577743e4aa service neutron] Attempting to bind port f6945521-262a-4a66-831b-ce8d6e535b0d on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:13:12.277433 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f7b1a-0bbd-427b-a302-892e7f0f8869 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1459c5-6b4b-4e95-a4f6-b72e476009e8,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:12.291367 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-28e5875a-0afa-4963-b9de-71577743e4aa service neutron] Port f6945521-262a-4a66-831b-ce8d6e535b0d on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:13:12.291662 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-28e5875a-0afa-4963-b9de-71577743e4aa service neutron] Attempting to bind port f6945521-262a-4a66-831b-ce8d6e535b0d on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:13:12.321276 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-28e5875a-0afa-4963-b9de-71577743e4aa service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:13:12.321528 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-28e5875a-0afa-4963-b9de-71577743e4aa service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:13:12.321927 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-28e5875a-0afa-4963-b9de-71577743e4aa service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:13:12.323117 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-28e5875a-0afa-4963-b9de-71577743e4aa service neutron] Bound port: f6945521-262a-4a66-831b-ce8d6e535b0d, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:13:12.323117 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-28e5875a-0afa-4963-b9de-71577743e4aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f6945521-262a-4a66-831b-ce8d6e535b0d), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:12.327783 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c50f8-bac4-48c7-9681-a7154ef2a4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b4c789-1730-4dc1-863d-a7e11c946ee4,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:12.357175 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-e00656e2-d35f-4c3e-a4d0-8ca114c8056c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:12.360386 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-e00656e2-d35f-4c3e-a4d0-8ca114c8056c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fc2f675b65e84ffb8ad012c577d54357&device_id=df8bb351-f458-4283-bea2-800613978171 HTTP/1.1" status: 200 len: 1131 time: 0.1868956 Feb 08 21:13:12.443403 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-af863798-495b-487d-8d3e-b2dc1e5700d1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=f2b4c789-1730-4dc1-863d-a7e11c946ee4 HTTP/1.1" status: 200 len: 217 time: 0.0583062 Feb 08 21:13:12.456552 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02ff6b3e-a813-4138-8f65-141374a390e4 req-0b2d5cb8-bfc0-47de-9509-1046280761c5 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970033 Feb 08 21:13:12.508228 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-28e5875a-0afa-4963-b9de-71577743e4aa service neutron] For port f6945521-262a-4a66-831b-ce8d6e535b0d, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:13:12.539590 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-28e5875a-0afa-4963-b9de-71577743e4aa service neutron] For port f6945521-262a-4a66-831b-ce8d6e535b0d, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f6945521-262a-4a66-831b-ce8d6e535b0d,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:13:12.539756 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e695b7a-d7ea-4859-b7e2-aaaadc080b28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:12.554786 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-e9718902-8114-4f1c-a578-9c32cfcaf624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:12.556814 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-1f7ff003-2c72-4c6d-aa60-d83464dc1dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:12.557300 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-e9718902-8114-4f1c-a578-9c32cfcaf624 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1057961 Feb 08 21:13:12.558323 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-1f7ff003-2c72-4c6d-aa60-d83464dc1dbc service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=fc2f675b65e84ffb8ad012c577d54357&device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 1130 time: 0.3965344 Feb 08 21:13:12.559382 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-28e5875a-0afa-4963-b9de-71577743e4aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (f6945521-262a-4a66-831b-ce8d6e535b0d), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:12.620782 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-28e5875a-0afa-4963-b9de-71577743e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:12.621838 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-28e5875a-0afa-4963-b9de-71577743e4aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:12.622944 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-28e5875a-0afa-4963-b9de-71577743e4aa service neutron] 10.222.0.96 "PUT /v2.0/ports/f6945521-262a-4a66-831b-ce8d6e535b0d HTTP/1.1" status: 200 len: 1096 time: 2.1653171 Feb 08 21:13:12.641720 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5dd5c180-2240-45c3-89a4-0054e4e10ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (5ee56607-6223-4dff-b371-f3152b0bfaa5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:12.644487 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5dd5c180-2240-45c3-89a4-0054e4e10ed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:12.650939 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5dd5c180-2240-45c3-89a4-0054e4e10ed5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5ee56607-6223-4dff-b371-f3152b0bfaa5 HTTP/1.1" status: 204 len: 168 time: 0.7849674 Feb 08 21:13:12.690892 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-67949989-cf87-43be-a238-2fe6a0e72e7b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=ab1459c5-6b4b-4e95-a4f6-b72e476009e8 HTTP/1.1" status: 200 len: 217 time: 0.1117241 Feb 08 21:13:12.721123 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5875a-0afa-4963-b9de-71577743e4aa service neutron] Pushing event updated for resources: {'Port': ['ID=f6945521-262a-4a66-831b-ce8d6e535b0d,revision_number=7']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:12.745029 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-9f46e10c-94ef-45a0-b0ec-6606530693be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:12.755269 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-9f46e10c-94ef-45a0-b0ec-6606530693be service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1852095 Feb 08 21:13:12.781549 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5c180-2240-45c3-89a4-0054e4e10ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee56607-6223-4dff-b371-f3152b0bfaa5,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:12.786366 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13890bd2-5030-4aec-9475-8907fd850e5d req-b28316f9-a0d2-4e4f-a7b8-6833f464fb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:12.791039 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13890bd2-5030-4aec-9475-8907fd850e5d req-b28316f9-a0d2-4e4f-a7b8-6833f464fb09 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9b3b159591ee4a229900ea8953fa8a06&device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 1126 time: 0.5065558 Feb 08 21:13:13.000936 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-534166b3-4758-4cf2-b537-226d3b65d738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:13.002919 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-534166b3-4758-4cf2-b537-226d3b65d738 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.2869368 Feb 08 21:13:13.042472 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-13252a0f-1cde-4563-96d8-1de3ec115958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:13.042472 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-13252a0f-1cde-4563-96d8-1de3ec115958 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 1130 time: 0.2998009 Feb 08 21:13:13.069555 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84183ee-42e0-442c-9a6a-f2f765eb479f x-openstack-request-id: req-d84183ee-42e0-442c-9a6a-f2f765eb479f {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:13:13.069799 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751e3395-1a25-4884-9fa3-2ec7f3d67267", "name": "network-vif-unplugged", "status": "completed", "tag": "f6945521-262a-4a66-831b-ce8d6e535b0d", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:13:13.069903 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d84183ee-42e0-442c-9a6a-f2f765eb479f {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:13:13.070535 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751e3395-1a25-4884-9fa3-2ec7f3d67267', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6945521-262a-4a66-831b-ce8d6e535b0d', 'code': 200} Feb 08 21:13:13.119817 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbf93f-3a6b-465e-820f-11c4ff8ef312 req-7d46c3a9-3944-4a23-93fc-79c4f3a604f5 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:13.144834 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-42cbf93f-3a6b-465e-820f-11c4ff8ef312 req-7d46c3a9-3944-4a23-93fc-79c4f3a604f5 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=df8bb351-f458-4283-bea2-800613978171 HTTP/1.1" status: 200 len: 948 time: 0.5397959 Feb 08 21:13:13.251979 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-bf3a1d45-004f-4dbb-9e24-8155c2afa9dc service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4870155 Feb 08 21:13:13.266138 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device f6945521-262a-4a66-831b-ce8d6e535b0d no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:13:13.369804 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9c4d1c50-05e4-4ee1-9396-6973390d1bd2 req-32fc87f9-a0e5-4022-972a-98c8682cbd5c service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126323 Feb 08 21:13:13.401277 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] The host n-h1-712143-31 is not matching for port f6945521-262a-4a66-831b-ce8d6e535b0d host n-h2-712143-31! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 21:13:13.402003 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device f6945521-262a-4a66-831b-ce8d6e535b0d not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:13:13.467265 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-c3ff68e7-6b5e-44e6-9449-a5bf85171889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:13.472047 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-c3ff68e7-6b5e-44e6-9449-a5bf85171889 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.4108133 Feb 08 21:13:13.550253 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e4b5db-f198-4d5b-90ea-a4781c91da9a', 'tag': 'ab1459c5-6b4b-4e95-a4f6-b72e476009e8'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:13:13.554969 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c47013-c988-42b8-a2f1-c1a0897fd47c" -d '{"events": [{"name": "network-changed", "server_uuid": "56e4b5db-f198-4d5b-90ea-a4781c91da9a", "tag": "ab1459c5-6b4b-4e95-a4f6-b72e476009e8"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:13:13.571785 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-498e43ce-0fb0-4514-a291-483f2b4cebe8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=f6945521-262a-4a66-831b-ce8d6e535b0d HTTP/1.1" status: 200 len: 217 time: 0.0913894 Feb 08 21:13:13.625059 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e695b7a-d7ea-4859-b7e2-aaaadc080b28 admin admin] Publish callbacks [] for security_group (5401e8dd-64fe-405e-807b-4f0e12aae43d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:13.630649 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40020) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:13.639580 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13890bd2-5030-4aec-9475-8907fd850e5d req-8a01661c-34b0-4ba9-8bd4-eb328c53d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:13.641825 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13890bd2-5030-4aec-9475-8907fd850e5d req-8a01661c-34b0-4ba9-8bd4-eb328c53d404 service neutron] 10.222.0.96 "GET /v2.0/networks?id=4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 200 len: 909 time: 0.8375731 Feb 08 21:13:13.651859 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-384aceee-00e1-4cfe-9fcf-b6469d15d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:13.653572 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-384aceee-00e1-4cfe-9fcf-b6469d15d854 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.0622547 Feb 08 21:13:13.660190 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e695b7a-d7ea-4859-b7e2-aaaadc080b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (5401e8dd-64fe-405e-807b-4f0e12aae43d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:13.679590 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-d7ad1876-8707-4539-91ad-cbe7edb18871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:13.681742 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-d7ad1876-8707-4539-91ad-cbe7edb18871 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6565971 Feb 08 21:13:13.712171 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f46f0a46-7d9d-4f5a-b7da-2c3793ede72d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:13.714778 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-5633bf62-0e71-44f4-b339-f83a5f24ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:13.716385 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-5633bf62-0e71-44f4-b339-f83a5f24ec9d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0571804 Feb 08 21:13:13.760051 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-42cbf93f-3a6b-465e-820f-11c4ff8ef312 req-43e9f348-5dea-4df1-bd29-60d77608d031 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6142640 Feb 08 21:13:13.789136 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13890bd2-5030-4aec-9475-8907fd850e5d req-7a2fb69f-95f7-4c13-a35a-dbf21ba23b5d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2ef3cda-063d-43db-8069-62f481f3e979 HTTP/1.1" status: 200 len: 217 time: 0.1240895 Feb 08 21:13:13.836128 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-1402a02b-b30e-43dd-b3a7-139ea7f4cf2b service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134675 Feb 08 21:13:13.845261 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6e695b7a-d7ea-4859-b7e2-aaaadc080b28 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=95476cc7b4d44459ab25e8b475535d77&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8185933 Feb 08 21:13:13.849136 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40022) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:13.887687 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e695b7a-d7ea-4859-b7e2-aaaadc080b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5401e8dd-64fe-405e-807b-4f0e12aae43d,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:13.968613 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2894afe-be5c-45a0-9208-71c53cd91f55 req-17aa3546-bb32-4889-91dd-f2f781236f4c tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:13.968891 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f7b7b775-90a9-441b-bdcc-b13a232ced9c req-9525d6b0-59cb-4163-b959-8480626f6e6f service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263206 Feb 08 21:13:13.971367 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2894afe-be5c-45a0-9208-71c53cd91f55 req-17aa3546-bb32-4889-91dd-f2f781236f4c tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 943 time: 0.3994584 Feb 08 21:13:14.034328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13890bd2-5030-4aec-9475-8907fd850e5d req-d6dc90be-c323-4521-b891-ba02d611cb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:14.035815 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13890bd2-5030-4aec-9475-8907fd850e5d req-d6dc90be-c323-4521-b891-ba02d611cb91 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=55523d5b-2f07-476f-b4a6-0043cdbb6c1a HTTP/1.1" status: 200 len: 848 time: 0.2093990 Feb 08 21:13:14.109831 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13890bd2-5030-4aec-9475-8907fd850e5d req-a1b6c9cf-aaa0-485a-a3a7-c59df58fd8b9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4c67478e-bb4a-47b2-85c8-c1996b203e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562539 Feb 08 21:13:14.119759 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-6047141d-3888-422c-b5e9-83e1b5b9522a service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174380 Feb 08 21:13:14.222000 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d0161c70-42c3-45da-af80-795646716c27 admin admin] Publish callbacks [] for security_group (5401e8dd-64fe-405e-807b-4f0e12aae43d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:14.292615 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2894afe-be5c-45a0-9208-71c53cd91f55 req-55ac6030-b435-4831-8866-9e7e201f64ec tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857513 Feb 08 21:13:14.310494 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f46f0a46-7d9d-4f5a-b7da-2c3793ede72d admin admin] Publish callbacks [] for security_group (ca3c90e9-7e09-42c2-98f0-ad7ef275d068), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:14.321794 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee5478-b504-4d81-87ca-8ad6a5e9978f req-2573d0c3-56e9-4d75-b851-7ca56724a54a tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:14.323383 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-76ee5478-b504-4d81-87ca-8ad6a5e9978f req-2573d0c3-56e9-4d75-b851-7ca56724a54a tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 947 time: 0.4183154 Feb 08 21:13:14.336267 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f46f0a46-7d9d-4f5a-b7da-2c3793ede72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ca3c90e9-7e09-42c2-98f0-ad7ef275d068), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:14.340153 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d0161c70-42c3-45da-af80-795646716c27 admin admin] Publish callbacks [] for security_group (5401e8dd-64fe-405e-807b-4f0e12aae43d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:14.487330 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f46f0a46-7d9d-4f5a-b7da-2c3793ede72d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4bb657d22edf47e6917295d81b8b4709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8511279 Feb 08 21:13:14.492108 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40028) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:14.494431 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f0a46-7d9d-4f5a-b7da-2c3793ede72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3c90e9-7e09-42c2-98f0-ad7ef275d068,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:14.505152 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13890bd2-5030-4aec-9475-8907fd850e5d req-0aa76b51-1d85-45b6-bd61-16228bb7aac1 service neutron] 10.222.0.96 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674042 Feb 08 21:13:14.511245 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8acd63fe-d659-41ca-bbce-6fa636547eb6 req-e8c99b3f-634d-48f1-a16c-9383f7b1a7cb service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580887 Feb 08 21:13:14.575154 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-76ee5478-b504-4d81-87ca-8ad6a5e9978f req-9ff76044-290b-4caa-a377-21e8d4c69da9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328084 Feb 08 21:13:14.604499 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d0161c70-42c3-45da-af80-795646716c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (5401e8dd-64fe-405e-807b-4f0e12aae43d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:14.607837 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d0161c70-42c3-45da-af80-795646716c27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:14.612121 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d0161c70-42c3-45da-af80-795646716c27 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5401e8dd-64fe-405e-807b-4f0e12aae43d HTTP/1.1" status: 204 len: 168 time: 0.7593293 Feb 08 21:13:14.651002 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de5aab46-a2bb-4efd-8be8-93987637541f admin admin] Publish callbacks [] for security_group (ca3c90e9-7e09-42c2-98f0-ad7ef275d068), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:14.651590 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0161c70-42c3-45da-af80-795646716c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5401e8dd-64fe-405e-807b-4f0e12aae43d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:14.655609 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13890bd2-5030-4aec-9475-8907fd850e5d req-4506daeb-1466-4793-bfce-567afae7af07 service neutron] 10.222.0.96 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400530 Feb 08 21:13:14.722063 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de5aab46-a2bb-4efd-8be8-93987637541f admin admin] Publish callbacks [] for security_group (ca3c90e9-7e09-42c2-98f0-ad7ef275d068), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:14.770543 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eed7ccf-cb90-4e9b-80f6-77fa77b8b6eb x-openstack-request-id: req-7eed7ccf-cb90-4e9b-80f6-77fa77b8b6eb {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:13:14.772348 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e4b5db-f198-4d5b-90ea-a4781c91da9a", "tag": "ab1459c5-6b4b-4e95-a4f6-b72e476009e8", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:13:14.772691 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7eed7ccf-cb90-4e9b-80f6-77fa77b8b6eb {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:13:14.773902 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e4b5db-f198-4d5b-90ea-a4781c91da9a', 'tag': 'ab1459c5-6b4b-4e95-a4f6-b72e476009e8', 'status': 'completed', 'code': 200} Feb 08 21:13:14.841386 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de5aab46-a2bb-4efd-8be8-93987637541f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ca3c90e9-7e09-42c2-98f0-ad7ef275d068), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:14.844966 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de5aab46-a2bb-4efd-8be8-93987637541f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:14.846353 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-de5aab46-a2bb-4efd-8be8-93987637541f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ca3c90e9-7e09-42c2-98f0-ad7ef275d068 HTTP/1.1" status: 204 len: 168 time: 0.3528018 Feb 08 21:13:14.865842 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5aab46-a2bb-4efd-8be8-93987637541f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3c90e9-7e09-42c2-98f0-ad7ef275d068,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:14.936452 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c47013-c988-42b8-a2f1-c1a0897fd47c req-718a0167-3b46-484f-9103-1421b7b6e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:14.938333 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49c47013-c988-42b8-a2f1-c1a0897fd47c req-718a0167-3b46-484f-9103-1421b7b6e8e6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=fc2f675b65e84ffb8ad012c577d54357&device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 1130 time: 0.1021690 Feb 08 21:13:14.958292 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0a9db5d-9600-402c-b0e1-e2e6189821fc req-2d66b380-5d66-4726-9942-22780a9dc8ec service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1907074 Feb 08 21:13:15.020957 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-2cc71d9f-b874-450e-9490-4f9544fe4bcb tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=68653549286e4546b680e58abdfcbf68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0815172 Feb 08 21:13:15.071030 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8bb351-f458-4283-bea2-800613978171', 'tag': 'f2b4c789-1730-4dc1-863d-a7e11c946ee4'}, {'name': 'network-changed', 'server_uuid': '751e3395-1a25-4884-9fa3-2ec7f3d67267', 'tag': 'f6945521-262a-4a66-831b-ce8d6e535b0d'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:13:15.073651 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61" -d '{"events": [{"name": "network-changed", "server_uuid": "df8bb351-f458-4283-bea2-800613978171", "tag": "f2b4c789-1730-4dc1-863d-a7e11c946ee4"}, {"name": "network-changed", "server_uuid": "751e3395-1a25-4884-9fa3-2ec7f3d67267", "tag": "f6945521-262a-4a66-831b-ce8d6e535b0d"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:13:15.233126 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefdf20-0db0-48ee-804a-dfce815195aa req-429b94a8-d83c-4333-a48a-201579267e05 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:15.238376 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4fefdf20-0db0-48ee-804a-dfce815195aa req-429b94a8-d83c-4333-a48a-201579267e05 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=df8bb351-f458-4283-bea2-800613978171 HTTP/1.1" status: 200 len: 948 time: 0.2761648 Feb 08 21:13:15.288519 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c47013-c988-42b8-a2f1-c1a0897fd47c req-4486c528-3a6a-46d3-bce1-de0f73d75d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:15.291399 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49c47013-c988-42b8-a2f1-c1a0897fd47c req-4486c528-3a6a-46d3-bce1-de0f73d75d3b service neutron] 10.222.0.94 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.3376846 Feb 08 21:13:15.315434 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9db5d-9600-402c-b0e1-e2e6189821fc req-69c62faf-08bf-453b-a912-797565e40533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:15.318186 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0a9db5d-9600-402c-b0e1-e2e6189821fc req-69c62faf-08bf-453b-a912-797565e40533 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a0f21c1ed8144dec92b6948d7d2d9a67&device_id=1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13 HTTP/1.1" status: 200 len: 1129 time: 0.2609162 Feb 08 21:13:15.355681 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-faaf7c20-8873-4ab6-b88c-5cf58dc919fd tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:15.366061 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-faaf7c20-8873-4ab6-b88c-5cf58dc919fd tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3094106 Feb 08 21:13:15.380161 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40056) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:15.391320 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device a2ef3cda-063d-43db-8069-62f481f3e979 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:13:15.405805 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-330a7c2c-180f-42fd-b7ba-47a5639f5e77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:15.505135 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9db5d-9600-402c-b0e1-e2e6189821fc req-86998002-814d-4bc1-a383-804f6c83ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:15.507191 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0a9db5d-9600-402c-b0e1-e2e6189821fc req-86998002-814d-4bc1-a383-804f6c83ba3f service neutron] 10.222.0.96 "GET /v2.0/networks?id=b2fa857b-d652-4cb7-a5d6-dc6045645cef HTTP/1.1" status: 200 len: 925 time: 0.1079657 Feb 08 21:13:15.511518 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49c47013-c988-42b8-a2f1-c1a0897fd47c req-ac84abe6-931e-4c36-93bf-3769bfae61ef service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=ab1459c5-6b4b-4e95-a4f6-b72e476009e8 HTTP/1.1" status: 200 len: 217 time: 0.1886954 Feb 08 21:13:15.523604 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-330a7c2c-180f-42fd-b7ba-47a5639f5e77 admin admin] Publish callbacks [] for security_group (7e537fef-7524-476d-b7d8-294d89f556e2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:15.531100 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-330a7c2c-180f-42fd-b7ba-47a5639f5e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7e537fef-7524-476d-b7d8-294d89f556e2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:15.550006 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-a65cb70a-d780-4662-957b-14b6001a03aa tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.88 "GET /v2.0/quotas/68653549286e4546b680e58abdfcbf68 HTTP/1.1" status: 200 len: 375 time: 0.1828465 Feb 08 21:13:15.586095 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a7c2c-180f-42fd-b7ba-47a5639f5e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e537fef-7524-476d-b7d8-294d89f556e2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:15.592071 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-330a7c2c-180f-42fd-b7ba-47a5639f5e77 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e16b97a9b7f3456b8a6eb074eb182b1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2102571 Feb 08 21:13:15.594669 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40060) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:15.658782 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port a2ef3cda-063d-43db-8069-62f481f3e979, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=a2ef3cda-063d-43db-8069-62f481f3e979,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:15.678939 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'a2ef3cda-063d-43db-8069-62f481f3e979', 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11', 'port_id': 'a2ef3cda-063d-43db-8069-62f481f3e979', 'mac_address': 'fa:16:3e:f7:8c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55523d5b-2f07-476f-b4a6-0043cdbb6c1a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:13:15.688246 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40064) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:15.689181 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc9234a5-f9c8-4a64-a9ca-80b822b296f4 admin admin] Publish callbacks [] for security_group (7e537fef-7524-476d-b7d8-294d89f556e2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:15.717845 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc9234a5-f9c8-4a64-a9ca-80b822b296f4 admin admin] Publish callbacks [] for security_group (7e537fef-7524-476d-b7d8-294d89f556e2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:15.724995 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port a2ef3cda-063d-43db-8069-62f481f3e979 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:13:15.725685 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a2ef3cda-063d-43db-8069-62f481f3e979), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:15.730124 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c47013-c988-42b8-a2f1-c1a0897fd47c req-29b05ada-99a1-4529-b57f-8487b0fddf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:15.733717 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49c47013-c988-42b8-a2f1-c1a0897fd47c req-29b05ada-99a1-4529-b57f-8487b0fddf5c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.2140498 Feb 08 21:13:15.743605 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-ab5d3626-c638-43c8-b109-19b486b462a9 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=68653549286e4546b680e58abdfcbf68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1919785 Feb 08 21:13:15.750738 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4fefdf20-0db0-48ee-804a-dfce815195aa req-fafbc86a-9996-4216-b423-a1f96571c53a tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833732 Feb 08 21:13:15.760323 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ef3cda-063d-43db-8069-62f481f3e979 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:13:15.815026 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port a2ef3cda-063d-43db-8069-62f481f3e979, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=a2ef3cda-063d-43db-8069-62f481f3e979,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:15.828663 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a2ef3cda-063d-43db-8069-62f481f3e979), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:15.840787 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc9234a5-f9c8-4a64-a9ca-80b822b296f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7e537fef-7524-476d-b7d8-294d89f556e2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:15.844444 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc9234a5-f9c8-4a64-a9ca-80b822b296f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:15.846290 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cc9234a5-f9c8-4a64-a9ca-80b822b296f4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7e537fef-7524-476d-b7d8-294d89f556e2 HTTP/1.1" status: 204 len: 168 time: 0.2504380 Feb 08 21:13:15.861609 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9234a5-f9c8-4a64-a9ca-80b822b296f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e537fef-7524-476d-b7d8-294d89f556e2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:15.906963 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 08 Feb 2022 21:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714f2571-7abe-45d1-8834-15ec48c170d0 x-openstack-request-id: req-714f2571-7abe-45d1-8834-15ec48c170d0 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:13:15.907320 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8bb351-f458-4283-bea2-800613978171", "tag": "f2b4c789-1730-4dc1-863d-a7e11c946ee4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "751e3395-1a25-4884-9fa3-2ec7f3d67267", "tag": "f6945521-262a-4a66-831b-ce8d6e535b0d", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:13:15.908025 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-714f2571-7abe-45d1-8834-15ec48c170d0 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:13:15.908451 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8bb351-f458-4283-bea2-800613978171', 'tag': 'f2b4c789-1730-4dc1-863d-a7e11c946ee4', 'status': 'completed', 'code': 200} Feb 08 21:13:15.908714 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751e3395-1a25-4884-9fa3-2ec7f3d67267', 'tag': 'f6945521-262a-4a66-831b-ce8d6e535b0d', 'status': 'completed', 'code': 200} Feb 08 21:13:15.921771 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0a9db5d-9600-402c-b0e1-e2e6189821fc req-2f330ef0-0dd3-426c-837b-87d1174414b1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65c9103c-eff1-419d-b404-5be74594917c HTTP/1.1" status: 200 len: 1002 time: 0.4012761 Feb 08 21:13:15.924898 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=a2ef3cda-063d-43db-8069-62f481f3e979,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:16.139126 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-7be460b8-2444-451b-8f06-2b7a4fdc56c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:16.142469 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-7be460b8-2444-451b-8f06-2b7a4fdc56c2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fc2f675b65e84ffb8ad012c577d54357&device_id=df8bb351-f458-4283-bea2-800613978171 HTTP/1.1" status: 200 len: 1131 time: 0.2057037 Feb 08 21:13:16.231657 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['a2ef3cda-063d-43db-8069-62f481f3e979'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:13:16.285177 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:13:16.376185 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9db5d-9600-402c-b0e1-e2e6189821fc req-1ab2ac98-3c4a-4951-a783-7ee76cea16f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:16.377790 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0a9db5d-9600-402c-b0e1-e2e6189821fc req-1ab2ac98-3c4a-4951-a783-7ee76cea16f3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6afb4a6-45be-443f-9ca3-32271431c278 HTTP/1.1" status: 200 len: 863 time: 0.4418359 Feb 08 21:13:16.382244 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c47013-c988-42b8-a2f1-c1a0897fd47c req-78f24cd4-eb39-4a76-aea6-6be5fa7f960f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:16.382517 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49c47013-c988-42b8-a2f1-c1a0897fd47c req-78f24cd4-eb39-4a76-aea6-6be5fa7f960f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6298904 Feb 08 21:13:16.508480 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bad6ec-b621-43f1-b824-7b3c40b2958a req-cbbffde7-4ab6-44e8-82a0-d436c692a037 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:16.518433 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a4bad6ec-b621-43f1-b824-7b3c40b2958a req-cbbffde7-4ab6-44e8-82a0-d436c692a037 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 944 time: 0.4983025 Feb 08 21:13:16.592535 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e54b75e8-737f-46f3-8a43-006c77be2eb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:16.606251 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-fdd3fccb-8465-4a4e-867b-705e5f347c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:16.608950 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-fdd3fccb-8465-4a4e-867b-705e5f347c02 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 1130 time: 0.6627665 Feb 08 21:13:16.617116 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-0f1193ce-3041-4b56-b87f-f896d73b56db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:16.627128 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-0f1193ce-3041-4b56-b87f-f896d73b56db service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.4766479 Feb 08 21:13:16.737807 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40086) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:16.767858 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21ae4c-6f98-4b51-8791-1337c9987e02 req-a88d9d0b-1d99-4092-b16e-7c04b45fce7e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:16.775537 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ab21ae4c-6f98-4b51-8791-1337c9987e02 req-a88d9d0b-1d99-4092-b16e-7c04b45fce7e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 947 time: 0.4972961 Feb 08 21:13:16.811377 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9db5d-9600-402c-b0e1-e2e6189821fc req-7a3466f5-44de-4353-a8ce-cfb87724e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:16.814589 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0a9db5d-9600-402c-b0e1-e2e6189821fc req-7a3466f5-44de-4353-a8ce-cfb87724e7d7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b2fa857b-d652-4cb7-a5d6-dc6045645cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4249845 Feb 08 21:13:16.815652 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-a7b9688e-407a-4bd2-896a-ffd7ee625aa7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=f2b4c789-1730-4dc1-863d-a7e11c946ee4 HTTP/1.1" status: 200 len: 217 time: 0.1668875 Feb 08 21:13:16.881258 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a4bad6ec-b621-43f1-b824-7b3c40b2958a req-87c3a43d-54cc-4dfc-ba81-b6959fac056e tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592508 Feb 08 21:13:16.896751 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-78a1b539-d96e-434c-9bef-e65e148cfd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:16.899675 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-78a1b539-d96e-434c-9bef-e65e148cfd1f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.0666943 Feb 08 21:13:16.901415 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54a290d5-3900-44eb-8dc7-1ce28f337984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:17.037106 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ab21ae4c-6f98-4b51-8791-1337c9987e02 req-63be86db-69bd-4034-9943-ff0d5cbe12be tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450078 Feb 08 21:13:17.093701 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49c47013-c988-42b8-a2f1-c1a0897fd47c req-c96dc9f4-1af9-4a3d-811d-2c79f7a5be11 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6955433 Feb 08 21:13:17.144337 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d6c158b-67b6-4b55-b6fc-2834a216e53c req-9d4bb340-2cc3-4d64-98f9-51eec30afabd tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.88 "GET /v2.0/ports?device_id=08d5a651-7b1d-400d-bbb0-c8f446c97833 HTTP/1.1" status: 200 len: 210 time: 0.1345375 Feb 08 21:13:17.173608 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-d2ce128f-6cce-4ccc-8c73-039ea312ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:17.175262 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-d2ce128f-6cce-4ccc-8c73-039ea312ef19 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2656844 Feb 08 21:13:17.178689 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-c7743d14-aa13-4efe-b80a-913f861dbca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:17.180458 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-c7743d14-aa13-4efe-b80a-913f861dbca5 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.5275462 Feb 08 21:13:17.190656 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e54b75e8-737f-46f3-8a43-006c77be2eb0 admin admin] Publish callbacks [] for security_group (6f4eda8c-a673-4061-9fe8-58ae212317f4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:17.208096 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e54b75e8-737f-46f3-8a43-006c77be2eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6f4eda8c-a673-4061-9fe8-58ae212317f4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:17.270289 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device ab1459c5-6b4b-4e95-a4f6-b72e476009e8 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:13:17.271133 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54a290d5-3900-44eb-8dc7-1ce28f337984 admin admin] Publish callbacks [] for security_group (4b61a61e-4d1e-4ff6-bffe-8183531ea6e5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:17.312959 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-bf837e8b-96be-4fb6-89cb-e57300be32ce service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=f6945521-262a-4a66-831b-ce8d6e535b0d HTTP/1.1" status: 200 len: 217 time: 0.0841494 Feb 08 21:13:17.323559 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0a9db5d-9600-402c-b0e1-e2e6189821fc req-6d74cfc6-ad82-423b-a4e3-fdb349b2da2d service neutron] 10.222.0.96 "GET /v2.0/networks/b2fa857b-d652-4cb7-a5d6-dc6045645cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864588 Feb 08 21:13:17.325353 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54a290d5-3900-44eb-8dc7-1ce28f337984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4b61a61e-4d1e-4ff6-bffe-8183531ea6e5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:17.375992 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-54a290d5-3900-44eb-8dc7-1ce28f337984 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9d22280d50184a12a5013fd6aba9f513&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5678439 Feb 08 21:13:17.384938 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e54b75e8-737f-46f3-8a43-006c77be2eb0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=533c40bd49b04cc5a09d2a27cdd987fa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6185107 Feb 08 21:13:17.385313 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40100) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:17.391834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40102) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:17.398849 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b75e8-737f-46f3-8a43-006c77be2eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4eda8c-a673-4061-9fe8-58ae212317f4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:17.437681 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device f2b4c789-1730-4dc1-863d-a7e11c946ee4 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:13:17.477700 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce8712-68a6-4ba4-b041-c80b68587e8a req-68195bce-069b-4ec4-949e-4a96a53b1540 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:17.479666 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89ce8712-68a6-4ba4-b041-c80b68587e8a req-68195bce-069b-4ec4-949e-4a96a53b1540 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=df8bb351-f458-4283-bea2-800613978171 HTTP/1.1" status: 200 len: 948 time: 0.3154168 Feb 08 21:13:17.533184 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49c47013-c988-42b8-a2f1-c1a0897fd47c req-7424de30-e8d5-4f1d-8c4a-7e2db7092bb6 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075987 Feb 08 21:13:17.534424 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a290d5-3900-44eb-8dc7-1ce28f337984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b61a61e-4d1e-4ff6-bffe-8183531ea6e5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:17.540473 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-fd5270b7-e95f-4470-a3b6-6a21e2a38d0c service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552346 Feb 08 21:13:17.563352 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-25b0d4fe-a221-4ef0-99fb-171c79eea8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:17.565370 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-25b0d4fe-a221-4ef0-99fb-171c79eea8d7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.2445912 Feb 08 21:13:17.644491 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e3d6dd0-5eb9-40e9-a69b-920097b3e995 admin admin] Publish callbacks [] for security_group (4b61a61e-4d1e-4ff6-bffe-8183531ea6e5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:17.713575 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e3d6dd0-5eb9-40e9-a69b-920097b3e995 admin admin] Publish callbacks [] for security_group (4b61a61e-4d1e-4ff6-bffe-8183531ea6e5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:17.729890 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port ab1459c5-6b4b-4e95-a4f6-b72e476009e8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ab1459c5-6b4b-4e95-a4f6-b72e476009e8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:17.763988 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port f2b4c789-1730-4dc1-863d-a7e11c946ee4, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f2b4c789-1730-4dc1-863d-a7e11c946ee4,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:17.773616 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89ce8712-68a6-4ba4-b041-c80b68587e8a req-d119ee37-cb46-44bc-981e-d5f3340f218c tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735362 Feb 08 21:13:17.798435 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'ab1459c5-6b4b-4e95-a4f6-b72e476009e8', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': 'ab1459c5-6b4b-4e95-a4f6-b72e476009e8', 'mac_address': 'fa:16:3e:1d:98:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:13:17.810078 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-10130b71-134f-412b-b337-679619b51b38 admin admin] Publish callbacks [] for security_group (6f4eda8c-a673-4061-9fe8-58ae212317f4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:17.813714 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0a9db5d-9600-402c-b0e1-e2e6189821fc req-aac076b0-8213-4b07-8b91-596ec8e689fa service neutron] 10.222.0.96 "GET /v2.0/networks/b2fa857b-d652-4cb7-a5d6-dc6045645cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703665 Feb 08 21:13:17.853969 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-d4212db4-ec0b-4af9-acc3-58f28527bec8 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045225 Feb 08 21:13:17.855781 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-10130b71-134f-412b-b337-679619b51b38 admin admin] Publish callbacks [] for security_group (6f4eda8c-a673-4061-9fe8-58ae212317f4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:17.883879 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'f2b4c789-1730-4dc1-863d-a7e11c946ee4', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': 'f2b4c789-1730-4dc1-863d-a7e11c946ee4', 'mac_address': 'fa:16:3e:46:9f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:13:17.886126 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-fef298e6-3934-45cb-9ca7-8c4306aec449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:17.888738 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-fef298e6-3934-45cb-9ca7-8c4306aec449 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3010025 Feb 08 21:13:17.934738 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e3d6dd0-5eb9-40e9-a69b-920097b3e995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4b61a61e-4d1e-4ff6-bffe-8183531ea6e5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:17.938622 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e3d6dd0-5eb9-40e9-a69b-920097b3e995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:17.939842 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0e3d6dd0-5eb9-40e9-a69b-920097b3e995 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4b61a61e-4d1e-4ff6-bffe-8183531ea6e5 HTTP/1.1" status: 204 len: 168 time: 0.5505297 Feb 08 21:13:17.947345 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port ab1459c5-6b4b-4e95-a4f6-b72e476009e8 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:13:17.947748 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:17.958427 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d6dd0-5eb9-40e9-a69b-920097b3e995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b61a61e-4d1e-4ff6-bffe-8183531ea6e5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:17.990501 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab1459c5-6b4b-4e95-a4f6-b72e476009e8 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:13:18.075238 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-05d9841d-bd9d-4a36-be00-6c4772810053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:18.080195 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-05d9841d-bd9d-4a36-be00-6c4772810053 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 1130 time: 0.1030903 Feb 08 21:13:18.101537 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-10130b71-134f-412b-b337-679619b51b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6f4eda8c-a673-4061-9fe8-58ae212317f4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:18.103850 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port f2b4c789-1730-4dc1-863d-a7e11c946ee4 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:13:18.106219 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f2b4c789-1730-4dc1-863d-a7e11c946ee4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:18.107275 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-10130b71-134f-412b-b337-679619b51b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:18.112569 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-10130b71-134f-412b-b337-679619b51b38 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6f4eda8c-a673-4061-9fe8-58ae212317f4 HTTP/1.1" status: 204 len: 168 time: 0.7001100 Feb 08 21:13:18.141911 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port ab1459c5-6b4b-4e95-a4f6-b72e476009e8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ab1459c5-6b4b-4e95-a4f6-b72e476009e8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:18.153292 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b4c789-1730-4dc1-863d-a7e11c946ee4 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:13:18.173462 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10130b71-134f-412b-b337-679619b51b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4eda8c-a673-4061-9fe8-58ae212317f4,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:18.201814 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-1b15365f-e1d2-459d-8523-19c8481a013f service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785652 Feb 08 21:13:18.242163 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port f2b4c789-1730-4dc1-863d-a7e11c946ee4, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f2b4c789-1730-4dc1-863d-a7e11c946ee4,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:18.284242 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:18.288907 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f2b4c789-1730-4dc1-863d-a7e11c946ee4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:18.289635 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device f6945521-262a-4a66-831b-ce8d6e535b0d details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:13:18.339288 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-3838ee31-55d5-4a8c-8729-93617d5cc6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:18.347338 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-3838ee31-55d5-4a8c-8729-93617d5cc6b5 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.2576945 Feb 08 21:13:18.367329 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=ab1459c5-6b4b-4e95-a4f6-b72e476009e8,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:18.379147 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-080a1e4e-e7ff-41a0-8a3f-d9ef71ed3791 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659060 Feb 08 21:13:18.432230 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=f2b4c789-1730-4dc1-863d-a7e11c946ee4,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:18.486664 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port f6945521-262a-4a66-831b-ce8d6e535b0d, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f6945521-262a-4a66-831b-ce8d6e535b0d,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:18.498590 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-e0395663-2996-4655-9513-74d4e6090908 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=f6945521-262a-4a66-831b-ce8d6e535b0d HTTP/1.1" status: 200 len: 217 time: 0.1477809 Feb 08 21:13:18.503097 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'f6945521-262a-4a66-831b-ce8d6e535b0d', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': 'f6945521-262a-4a66-831b-ce8d6e535b0d', 'mac_address': 'fa:16:3e:11:07:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:13:18.528157 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-76567ac7-be8a-42aa-abf9-b6a2f3b73c1e tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=68653549286e4546b680e58abdfcbf68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1463945 Feb 08 21:13:18.554762 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port f6945521-262a-4a66-831b-ce8d6e535b0d is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:13:18.555068 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f6945521-262a-4a66-831b-ce8d6e535b0d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:18.583884 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6945521-262a-4a66-831b-ce8d6e535b0d {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:13:18.612034 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['ab1459c5-6b4b-4e95-a4f6-b72e476009e8'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:13:18.633402 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-cc9407f4-133e-40ea-aeb4-0e277e12f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:18.640536 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-cc9407f4-133e-40ea-aeb4-0e277e12f9e4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1314783 Feb 08 21:13:18.689297 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-ec3edf7a-1546-4bc7-a069-8a9acf494456 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:18.691267 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-ec3edf7a-1546-4bc7-a069-8a9acf494456 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1437850 Feb 08 21:13:18.704625 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb602f3-0560-450d-9678-02110849e015 req-a1420a55-9c76-4bdf-b51b-d81eff46acdb tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:18.706592 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dfb602f3-0560-450d-9678-02110849e015 req-a1420a55-9c76-4bdf-b51b-d81eff46acdb tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 944 time: 0.6155896 Feb 08 21:13:18.715151 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-cfb562a1-c11c-4302-96ce-9c6e98606975 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Request body: {'port': {'device_id': '08d5a651-7b1d-400d-bbb0-c8f446c97833', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': '68653549286e4546b680e58abdfcbf68'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:13:18.815093 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ac62e-d1ec-4522-a133-d918b676cb7e req-497d22f6-5baa-48dc-adb6-2e1e04fdb96f tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:18.817426 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-880ac62e-d1ec-4522-a133-d918b676cb7e req-497d22f6-5baa-48dc-adb6-2e1e04fdb96f tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 947 time: 0.4370446 Feb 08 21:13:18.830352 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-4c54a82a-14b4-4882-94f2-4e10631493af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:18.834875 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-4c54a82a-14b4-4882-94f2-4e10631493af service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1894121 Feb 08 21:13:18.848887 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port f6945521-262a-4a66-831b-ce8d6e535b0d, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f6945521-262a-4a66-831b-ce8d6e535b0d,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:18.868387 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dfb602f3-0560-450d-9678-02110849e015 req-fe56cd0b-6cc9-4646-aaac-d9802aaa76e2 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297243 Feb 08 21:13:18.888961 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f6945521-262a-4a66-831b-ce8d6e535b0d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:18.970614 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-880ac62e-d1ec-4522-a133-d918b676cb7e req-5ca60581-0fca-43ef-b8f6-d4fc508521dd tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361787 Feb 08 21:13:19.031381 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-cfb562a1-c11c-4302-96ce-9c6e98606975 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Made reservation on behalf of 68653549286e4546b680e58abdfcbf68 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:13:19.036898 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-cfb562a1-c11c-4302-96ce-9c6e98606975 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:19.051762 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-cfb562a1-c11c-4302-96ce-9c6e98606975 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:19.132916 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-7f99e57a-5543-4605-8199-970ecc4282b2 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916331 Feb 08 21:13:19.156810 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40136) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:19.266773 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=f6945521-262a-4a66-831b-ce8d6e535b0d,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:19.283700 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['f2b4c789-1730-4dc1-863d-a7e11c946ee4'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:13:19.292039 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3c650337-7dce-4bcf-9fa6-e4ca99e12b61 req-c40a5784-5c2e-4bd4-ac2c-639c0217bbab service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525431 Feb 08 21:13:19.310310 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-cfb562a1-c11c-4302-96ce-9c6e98606975 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Publish callbacks [] for security_group (55aed19b-c7b0-4f99-ae11-9728bfdb306f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:19.331409 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-da9071a5-e585-491c-b62d-d46320c03685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:19.339662 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['f6945521-262a-4a66-831b-ce8d6e535b0d'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:13:19.356943 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d455b733-e30a-49b3-9525-c7fe9895286f req-57b203ef-f352-4f51-8742-1f1cc840963d tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.88 "GET /v2.0/ports?device_id=08d5a651-7b1d-400d-bbb0-c8f446c97833 HTTP/1.1" status: 200 len: 210 time: 0.2027099 Feb 08 21:13:19.384120 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-cfb562a1-c11c-4302-96ce-9c6e98606975 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (55aed19b-c7b0-4f99-ae11-9728bfdb306f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:19.426647 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device a2ef3cda-063d-43db-8069-62f481f3e979 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:13:19.660264 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe5489-9e84-4dc6-b9bb-4826932d04d4 req-26d4b384-201d-497a-a62a-b58eedd09d70 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:19.669656 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7cbe5489-9e84-4dc6-b9bb-4826932d04d4 req-26d4b384-201d-497a-a62a-b58eedd09d70 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=df8bb351-f458-4283-bea2-800613978171 HTTP/1.1" status: 200 len: 949 time: 0.5316556 Feb 08 21:13:19.688228 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb562a1-c11c-4302-96ce-9c6e98606975 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55aed19b-c7b0-4f99-ae11-9728bfdb306f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:19.751352 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port a2ef3cda-063d-43db-8069-62f481f3e979 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:13:19.847200 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port a2ef3cda-063d-43db-8069-62f481f3e979 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:13:19.848136 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a2ef3cda-063d-43db-8069-62f481f3e979), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:19.895206 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-cfb562a1-c11c-4302-96ce-9c6e98606975 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Allocated IP 192.168.233.34 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/9304730c-be6d-4638-ad5b-1ddab80b8bb9) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:13:20.042514 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7cbe5489-9e84-4dc6-b9bb-4826932d04d4 req-fa62d0df-23e2-4a31-a4d9-98fe5b9c3040 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554783 Feb 08 21:13:20.067193 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd958be-6164-4b00-aee7-c1b6905d840a req-37984916-fdd8-4162-a8c2-844fdcb17e60 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:20.068777 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0dd958be-6164-4b00-aee7-c1b6905d840a req-37984916-fdd8-4162-a8c2-844fdcb17e60 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.94 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267&tenant_id=56f216a178424ba0984bc6550ca8f840&binding%3Ahost_id=n-h2-712143-31 HTTP/1.1" status: 200 len: 948 time: 0.3246136 Feb 08 21:13:20.091759 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-da9071a5-e585-491c-b62d-d46320c03685 admin admin] Publish callbacks [] for security_group (775b7bbe-1a8e-4588-a3e1-b8b0faff9fb4), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:20.102135 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e2409-c31c-44b6-bae7-010260b2b043 req-d8692ca0-729c-497f-b453-755d86d3cd5b tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:20.111281 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-733e2409-c31c-44b6-bae7-010260b2b043 req-d8692ca0-729c-497f-b453-755d86d3cd5b tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 948 time: 0.4330711 Feb 08 21:13:20.136881 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-da9071a5-e585-491c-b62d-d46320c03685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (775b7bbe-1a8e-4588-a3e1-b8b0faff9fb4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:20.169064 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port a2ef3cda-063d-43db-8069-62f481f3e979 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:13:20.169879 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a2ef3cda-063d-43db-8069-62f481f3e979), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:20.216282 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1280cfe5-3427-42a2-bfb9-c14835d101f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ef3cda-063d-43db-8069-62f481f3e979'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:13:20.220596 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fad487f-c731-4353-a6f9-ed6363c1cba1" -d '{"events": [{"server_uuid": "1280cfe5-3427-42a2-bfb9-c14835d101f7", "name": "network-vif-plugged", "status": "completed", "tag": "a2ef3cda-063d-43db-8069-62f481f3e979"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:13:20.244387 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port a2ef3cda-063d-43db-8069-62f481f3e979, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=a2ef3cda-063d-43db-8069-62f481f3e979,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:20.252209 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a2ef3cda-063d-43db-8069-62f481f3e979), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:20.319163 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=a2ef3cda-063d-43db-8069-62f481f3e979,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:20.763555 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9071a5-e585-491c-b62d-d46320c03685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775b7bbe-1a8e-4588-a3e1-b8b0faff9fb4,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:20.774106 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-da9071a5-e585-491c-b62d-d46320c03685 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=306dc473ca6d4edeb03e6caee5bf054d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6065381 Feb 08 21:13:20.777265 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40184) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:20.853830 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-733e2409-c31c-44b6-bae7-010260b2b043 req-da8a1506-c547-4af5-b647-1fb1ccb0a525 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7409072 Feb 08 21:13:20.861921 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-0dd958be-6164-4b00-aee7-c1b6905d840a req-06cb7bb2-2b86-4c5a-9c59-b194f72287e9 service neutron] delete failed (client error): The resource could not be found. Feb 08 21:13:20.863282 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0dd958be-6164-4b00-aee7-c1b6905d840a req-06cb7bb2-2b86-4c5a-9c59-b194f72287e9 service neutron] 10.222.0.94 "DELETE /v2.0/ports/f6945521-262a-4a66-831b-ce8d6e535b0d/bindings/n-h1-712143-31 HTTP/1.1" status: 404 len: 381 time: 0.7749922 Feb 08 21:13:20.889544 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-36650133-9b18-4d05-8cfd-94103e7379af admin admin] Publish callbacks [] for security_group (775b7bbe-1a8e-4588-a3e1-b8b0faff9fb4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:20.907945 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b283e-85fa-4896-83b4-79ddf0a82504 req-3c31aa01-9f20-4ba2-90fb-4e555f384770 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:20.921378 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b92b283e-85fa-4896-83b4-79ddf0a82504 req-3c31aa01-9f20-4ba2-90fb-4e555f384770 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 945 time: 0.4317031 Feb 08 21:13:20.936799 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc35b5cc-1afa-4970-9efb-e361f4056537 x-openstack-request-id: req-fc35b5cc-1afa-4970-9efb-e361f4056537 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:13:20.938222 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1280cfe5-3427-42a2-bfb9-c14835d101f7", "name": "network-vif-plugged", "status": "completed", "tag": "a2ef3cda-063d-43db-8069-62f481f3e979", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:13:20.939459 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fc35b5cc-1afa-4970-9efb-e361f4056537 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:13:20.940431 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1280cfe5-3427-42a2-bfb9-c14835d101f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ef3cda-063d-43db-8069-62f481f3e979', 'code': 200} Feb 08 21:13:20.962900 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-cfb562a1-c11c-4302-96ce-9c6e98606975 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Publish callbacks [] for port (9304730c-be6d-4638-ad5b-1ddab80b8bb9), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:20.979319 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-36650133-9b18-4d05-8cfd-94103e7379af admin admin] Publish callbacks [] for security_group (775b7bbe-1a8e-4588-a3e1-b8b0faff9fb4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:21.044275 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b92b283e-85fa-4896-83b4-79ddf0a82504 req-3e781b8e-96fc-4992-9d72-5013279ba143 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215847 Feb 08 21:13:21.082947 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-cfb562a1-c11c-4302-96ce-9c6e98606975 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (9304730c-be6d-4638-ad5b-1ddab80b8bb9), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:21.216362 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-cfb562a1-c11c-4302-96ce-9c6e98606975 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:13:21.235368 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-cfb562a1-c11c-4302-96ce-9c6e98606975 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:13:21.238423 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb562a1-c11c-4302-96ce-9c6e98606975 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Pushing event updated for resources: {'Port': ['ID=9304730c-be6d-4638-ad5b-1ddab80b8bb9,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:21.262863 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-cfb562a1-c11c-4302-96ce-9c6e98606975 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:13:21.264877 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device ab1459c5-6b4b-4e95-a4f6-b72e476009e8 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:13:21.268230 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-cfb562a1-c11c-4302-96ce-9c6e98606975 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:21.268918 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-cfb562a1-c11c-4302-96ce-9c6e98606975 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:21.301547 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9ac1d-22e7-4c35-a0d6-18aa7efc1fe2 req-e46b5857-7c9e-4f60-8888-951d6f1e8849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:21.305055 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-24f9ac1d-22e7-4c35-a0d6-18aa7efc1fe2 req-e46b5857-7c9e-4f60-8888-951d6f1e8849 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 1128 time: 0.1644897 Feb 08 21:13:21.306572 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-36650133-9b18-4d05-8cfd-94103e7379af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (775b7bbe-1a8e-4588-a3e1-b8b0faff9fb4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:21.311917 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-36650133-9b18-4d05-8cfd-94103e7379af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:21.315999 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-36650133-9b18-4d05-8cfd-94103e7379af admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/775b7bbe-1a8e-4588-a3e1-b8b0faff9fb4 HTTP/1.1" status: 204 len: 168 time: 0.5336401 Feb 08 21:13:21.316223 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-cfb562a1-c11c-4302-96ce-9c6e98606975 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6081357 Feb 08 21:13:21.320349 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd958be-6164-4b00-aee7-c1b6905d840a req-3349ed96-4315-4883-b40e-ecdb1ea03a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:21.322020 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0dd958be-6164-4b00-aee7-c1b6905d840a req-3349ed96-4315-4883-b40e-ecdb1ea03a68 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 1131 time: 0.2173865 Feb 08 21:13:21.334142 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-b97e3a4b-598b-422f-aa43-18773d712e6c service neutron] Request body: {'port': {'device_id': '08d5a651-7b1d-400d-bbb0-c8f446c97833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:13:21.351238 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecc4fd-8d15-40c5-a6f0-f70c09c80d54 req-4bb5157c-8cd6-4824-bcec-a7e4565f4c9f tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:21.363130 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36650133-9b18-4d05-8cfd-94103e7379af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775b7bbe-1a8e-4588-a3e1-b8b0faff9fb4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:21.366071 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9fecc4fd-8d15-40c5-a6f0-f70c09c80d54 req-4bb5157c-8cd6-4824-bcec-a7e4565f4c9f tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.88 "GET /v2.0/ports?device_id=08d5a651-7b1d-400d-bbb0-c8f446c97833 HTTP/1.1" status: 200 len: 935 time: 0.2223153 Feb 08 21:13:21.417740 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-24f9ac1d-22e7-4c35-a0d6-18aa7efc1fe2 req-c8ebf83a-2f9f-468c-9aa2-4001c87e5a57 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979464 Feb 08 21:13:21.417999 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device f2b4c789-1730-4dc1-863d-a7e11c946ee4 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:13:21.519881 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port ab1459c5-6b4b-4e95-a4f6-b72e476009e8 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:13:21.532291 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a12d3-6dcb-46a8-bd59-22ed6ca410f2 req-b00b8aa8-92e9-4a69-90a1-9c9cbbf03934 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:21.535078 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-006a12d3-6dcb-46a8-bd59-22ed6ca410f2 req-b00b8aa8-92e9-4a69-90a1-9c9cbbf03934 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=df8bb351-f458-4283-bea2-800613978171 HTTP/1.1" status: 200 len: 949 time: 0.3278248 Feb 08 21:13:21.545284 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port ab1459c5-6b4b-4e95-a4f6-b72e476009e8 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:13:21.545810 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:21.576719 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port f2b4c789-1730-4dc1-863d-a7e11c946ee4 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:13:21.594820 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port f2b4c789-1730-4dc1-863d-a7e11c946ee4 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:13:21.595036 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f2b4c789-1730-4dc1-863d-a7e11c946ee4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:21.722304 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port f2b4c789-1730-4dc1-863d-a7e11c946ee4 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:13:21.723076 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f2b4c789-1730-4dc1-863d-a7e11c946ee4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:21.788723 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port f2b4c789-1730-4dc1-863d-a7e11c946ee4, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f2b4c789-1730-4dc1-863d-a7e11c946ee4,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:21.798811 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f2b4c789-1730-4dc1-863d-a7e11c946ee4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:21.799884 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device f6945521-262a-4a66-831b-ce8d6e535b0d up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:13:21.805441 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port ab1459c5-6b4b-4e95-a4f6-b72e476009e8 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:13:21.805832 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:21.809947 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9fecc4fd-8d15-40c5-a6f0-f70c09c80d54 req-47a02bd5-c630-41a0-abf3-c197e50c761d tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.88 "GET /v2.0/security-groups?id=55aed19b-c7b0-4f99-ae11-9728bfdb306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406655 Feb 08 21:13:21.830849 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-e1c4d47a-66d9-4f8f-ba0a-81e7ea62f2c3 None None] Provisioning complete for port 9304730c-be6d-4638-ad5b-1ddab80b8bb9 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:13:21.831221 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e1c4d47a-66d9-4f8f-ba0a-81e7ea62f2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9304730c-be6d-4638-ad5b-1ddab80b8bb9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:21.838077 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-b97e3a4b-598b-422f-aa43-18773d712e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9304730c-be6d-4638-ad5b-1ddab80b8bb9), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:21.889304 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd958be-6164-4b00-aee7-c1b6905d840a req-dbfa6150-1ef3-4341-9121-cf20a35b9050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:21.892374 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0dd958be-6164-4b00-aee7-c1b6905d840a req-dbfa6150-1ef3-4341-9121-cf20a35b9050 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.5552340 Feb 08 21:13:21.907152 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-006a12d3-6dcb-46a8-bd59-22ed6ca410f2 req-cf25e474-aeee-4b31-ab57-0a4e27fa9de9 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977567 Feb 08 21:13:22.073466 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0dd958be-6164-4b00-aee7-c1b6905d840a req-aebe363b-ab05-4173-9fae-3942bc731a4e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=f6945521-262a-4a66-831b-ce8d6e535b0d HTTP/1.1" status: 200 len: 217 time: 0.1646233 Feb 08 21:13:22.112590 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e1c4d47a-66d9-4f8f-ba0a-81e7ea62f2c3 None None] Port 9304730c-be6d-4638-ad5b-1ddab80b8bb9 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:13:22.145108 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port ab1459c5-6b4b-4e95-a4f6-b72e476009e8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ab1459c5-6b4b-4e95-a4f6-b72e476009e8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:22.170117 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:22.175338 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=f2b4c789-1730-4dc1-863d-a7e11c946ee4,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:22.243696 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port f6945521-262a-4a66-831b-ce8d6e535b0d completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:13:22.250462 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port f6945521-262a-4a66-831b-ce8d6e535b0d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:13:22.250838 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f6945521-262a-4a66-831b-ce8d6e535b0d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:22.253656 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=ab1459c5-6b4b-4e95-a4f6-b72e476009e8,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:22.357839 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port f6945521-262a-4a66-831b-ce8d6e535b0d is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:13:22.358567 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f6945521-262a-4a66-831b-ce8d6e535b0d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:22.403408 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port f6945521-262a-4a66-831b-ce8d6e535b0d, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f6945521-262a-4a66-831b-ce8d6e535b0d,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:22.409709 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f6945521-262a-4a66-831b-ce8d6e535b0d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:22.415359 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd958be-6164-4b00-aee7-c1b6905d840a req-8eb4d52e-7b2a-453c-8fd2-3e405a10ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:22.419787 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0dd958be-6164-4b00-aee7-c1b6905d840a req-8eb4d52e-7b2a-453c-8fd2-3e405a10ce45 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.3366668 Feb 08 21:13:22.466941 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-8b883ac6-f4b7-4bcf-a619-31bd17a30628 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=c8a2eebe022c46cd9a217abaf2a9c7ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1106985 Feb 08 21:13:22.491867 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=f6945521-262a-4a66-831b-ce8d6e535b0d,revision_number=9']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:22.537843 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9610fe-15e3-4dfe-9f38-df4549ed71be req-7c7d3125-45df-473f-b9b4-37d1b32c1536 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:22.540614 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1c9610fe-15e3-4dfe-9f38-df4549ed71be req-7c7d3125-45df-473f-b9b4-37d1b32c1536 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 948 time: 0.4298382 Feb 08 21:13:22.840334 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd958be-6164-4b00-aee7-c1b6905d840a req-36b84994-15f4-433f-a244-e125ce7b707f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:22.843108 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0dd958be-6164-4b00-aee7-c1b6905d840a req-36b84994-15f4-433f-a244-e125ce7b707f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3970375 Feb 08 21:13:22.926856 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1c9610fe-15e3-4dfe-9f38-df4549ed71be req-2e273411-f541-4cef-893d-7fab6e5ff245 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245251 Feb 08 21:13:22.941549 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8bb351-f458-4283-bea2-800613978171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b4c789-1730-4dc1-863d-a7e11c946ee4'}, {'server_uuid': '56e4b5db-f198-4d5b-90ea-a4781c91da9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1459c5-6b4b-4e95-a4f6-b72e476009e8'}, {'server_uuid': '751e3395-1a25-4884-9fa3-2ec7f3d67267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6945521-262a-4a66-831b-ce8d6e535b0d'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:13:22.944422 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cabe90-a4da-4d6c-aaab-7cad9663dbd8" -d '{"events": [{"server_uuid": "df8bb351-f458-4283-bea2-800613978171", "name": "network-vif-plugged", "status": "completed", "tag": "f2b4c789-1730-4dc1-863d-a7e11c946ee4"}, {"server_uuid": "56e4b5db-f198-4d5b-90ea-a4781c91da9a", "name": "network-vif-plugged", "status": "completed", "tag": "ab1459c5-6b4b-4e95-a4f6-b72e476009e8"}, {"server_uuid": "751e3395-1a25-4884-9fa3-2ec7f3d67267", "name": "network-vif-plugged", "status": "completed", "tag": "f6945521-262a-4a66-831b-ce8d6e535b0d"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:13:23.070211 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-6e79c033-9966-478d-af9d-23dd5ccc95ba tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:23.073029 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-6e79c033-9966-478d-af9d-23dd5ccc95ba tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5638030 Feb 08 21:13:23.209175 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-5c1b50ac-5227-4544-98d1-5c1d96357628 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/quotas/c8a2eebe022c46cd9a217abaf2a9c7ed HTTP/1.1" status: 200 len: 375 time: 0.1199691 Feb 08 21:13:23.276607 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-b97e3a4b-598b-422f-aa43-18773d712e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9304730c-be6d-4638-ad5b-1ddab80b8bb9 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:13:23.311716 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-b97e3a4b-598b-422f-aa43-18773d712e6c service neutron] Publish callbacks [] for port (9304730c-be6d-4638-ad5b-1ddab80b8bb9), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:23.352093 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-8936ce29-2560-4f02-8c79-f41c0a6e74b9 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c8a2eebe022c46cd9a217abaf2a9c7ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1190560 Feb 08 21:13:23.375870 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0dd958be-6164-4b00-aee7-c1b6905d840a req-a7dfdd04-a804-46e6-a856-f9b63db27786 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5124056 Feb 08 21:13:23.392844 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430d9ff-6b19-4144-90a3-3802327746c5 req-4ebf7d6a-1f25-4400-a5ff-e8c52c59024b tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:23.395504 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b430d9ff-6b19-4144-90a3-3802327746c5 req-4ebf7d6a-1f25-4400-a5ff-e8c52c59024b tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 945 time: 0.3205719 Feb 08 21:13:23.399454 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-b97e3a4b-598b-422f-aa43-18773d712e6c service neutron] Transition to ACTIVE for port object 9304730c-be6d-4638-ad5b-1ddab80b8bb9 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:13:23.439787 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-b97e3a4b-598b-422f-aa43-18773d712e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9304730c-be6d-4638-ad5b-1ddab80b8bb9), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:23.704879 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e3a4b-598b-422f-aa43-18773d712e6c service neutron] Pushing event updated for resources: {'Port': ['ID=9304730c-be6d-4638-ad5b-1ddab80b8bb9,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:23.729034 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b430d9ff-6b19-4144-90a3-3802327746c5 req-dee1bfd6-d6b4-4c17-aea0-1dfb54fa9291 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277388 Feb 08 21:13:23.781663 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0dd958be-6164-4b00-aee7-c1b6905d840a req-e0590bf7-8281-4789-ba6b-b535c068648b service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846502 Feb 08 21:13:23.806497 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7c4a0-ee6f-4d94-8f0e-0118b7584e13 req-c35c4ab7-954b-41fc-91ed-15fe149d7f45 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:23.808312 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-abd7c4a0-ee6f-4d94-8f0e-0118b7584e13 req-c35c4ab7-954b-41fc-91ed-15fe149d7f45 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.88 "GET /v2.0/ports?device_id=08d5a651-7b1d-400d-bbb0-c8f446c97833 HTTP/1.1" status: 200 len: 947 time: 0.2518137 Feb 08 21:13:23.810442 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-b97e3a4b-598b-422f-aa43-18773d712e6c service neutron] Attempting to bind port 9304730c-be6d-4638-ad5b-1ddab80b8bb9 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:13:23.813494 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-b97e3a4b-598b-422f-aa43-18773d712e6c service neutron] Attempting to bind port 9304730c-be6d-4638-ad5b-1ddab80b8bb9 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:13:23.813834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-b97e3a4b-598b-422f-aa43-18773d712e6c service neutron] Attempting to bind port 9304730c-be6d-4638-ad5b-1ddab80b8bb9 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:13:23.847239 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-b97e3a4b-598b-422f-aa43-18773d712e6c service neutron] Port 9304730c-be6d-4638-ad5b-1ddab80b8bb9 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:13:23.847474 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-b97e3a4b-598b-422f-aa43-18773d712e6c service neutron] Attempting to bind port 9304730c-be6d-4638-ad5b-1ddab80b8bb9 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:13:23.851479 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 08 Feb 2022 21:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c712b920-d3be-4aac-9a22-e7d2aa14eb48 x-openstack-request-id: req-c712b920-d3be-4aac-9a22-e7d2aa14eb48 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:13:23.853997 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8bb351-f458-4283-bea2-800613978171", "name": "network-vif-plugged", "status": "completed", "tag": "f2b4c789-1730-4dc1-863d-a7e11c946ee4", "code": 200}, {"server_uuid": "56e4b5db-f198-4d5b-90ea-a4781c91da9a", "name": "network-vif-plugged", "status": "completed", "tag": "ab1459c5-6b4b-4e95-a4f6-b72e476009e8", "code": 200}, {"server_uuid": "751e3395-1a25-4884-9fa3-2ec7f3d67267", "name": "network-vif-plugged", "status": "completed", "tag": "f6945521-262a-4a66-831b-ce8d6e535b0d", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:13:23.854763 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c712b920-d3be-4aac-9a22-e7d2aa14eb48 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:13:23.855390 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-b97e3a4b-598b-422f-aa43-18773d712e6c service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:13:23.855955 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-b97e3a4b-598b-422f-aa43-18773d712e6c service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:13:23.856093 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8bb351-f458-4283-bea2-800613978171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b4c789-1730-4dc1-863d-a7e11c946ee4', 'code': 200} Feb 08 21:13:23.856617 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e4b5db-f198-4d5b-90ea-a4781c91da9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1459c5-6b4b-4e95-a4f6-b72e476009e8', 'code': 200} Feb 08 21:13:23.856734 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-b97e3a4b-598b-422f-aa43-18773d712e6c service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:13:23.857371 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751e3395-1a25-4884-9fa3-2ec7f3d67267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6945521-262a-4a66-831b-ce8d6e535b0d', 'code': 200} Feb 08 21:13:23.857586 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-b97e3a4b-598b-422f-aa43-18773d712e6c service neutron] Bound port: 9304730c-be6d-4638-ad5b-1ddab80b8bb9, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:13:23.858179 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-b97e3a4b-598b-422f-aa43-18773d712e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9304730c-be6d-4638-ad5b-1ddab80b8bb9), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:23.945676 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-b97e3a4b-598b-422f-aa43-18773d712e6c service neutron] For port 9304730c-be6d-4638-ad5b-1ddab80b8bb9, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:13:23.951798 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-b97e3a4b-598b-422f-aa43-18773d712e6c service neutron] For port 9304730c-be6d-4638-ad5b-1ddab80b8bb9, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=9304730c-be6d-4638-ad5b-1ddab80b8bb9,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:13:23.968005 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-b97e3a4b-598b-422f-aa43-18773d712e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9304730c-be6d-4638-ad5b-1ddab80b8bb9), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:24.101352 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e10a2c4d-3ac0-46a6-8c07-cf3174ad6963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:24.104826 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868e5cb-a747-4615-9a9c-aa9a2fb1f249 req-a04674a5-ce59-4d0a-a4be-4d087a79f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:24.108793 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e868e5cb-a747-4615-9a9c-aa9a2fb1f249 req-a04674a5-ce59-4d0a-a4be-4d087a79f555 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=df8bb351-f458-4283-bea2-800613978171 HTTP/1.1" status: 200 len: 1133 time: 0.1284921 Feb 08 21:13:24.131202 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-b97e3a4b-598b-422f-aa43-18773d712e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:24.132237 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-b97e3a4b-598b-422f-aa43-18773d712e6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:24.134763 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-b97e3a4b-598b-422f-aa43-18773d712e6c service neutron] 10.222.0.94 "PUT /v2.0/ports/9304730c-be6d-4638-ad5b-1ddab80b8bb9 HTTP/1.1" status: 200 len: 1096 time: 2.8057327 Feb 08 21:13:24.181814 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d5a651-7b1d-400d-bbb0-c8f446c97833', 'tag': '9304730c-be6d-4638-ad5b-1ddab80b8bb9'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:13:24.186689 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14eb323b-0d79-4f27-a2b8-1b8d1c0e0f22" -d '{"events": [{"name": "network-changed", "server_uuid": "08d5a651-7b1d-400d-bbb0-c8f446c97833", "tag": "9304730c-be6d-4638-ad5b-1ddab80b8bb9"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:13:24.465493 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e868e5cb-a747-4615-9a9c-aa9a2fb1f249 req-647a03a0-f66d-4487-a667-986090733ce3 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479822 Feb 08 21:13:24.594319 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-abd7c4a0-ee6f-4d94-8f0e-0118b7584e13 req-2216bf46-aada-42be-a04f-1cfccc0f1812 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.88 "GET /v2.0/security-groups?id=55aed19b-c7b0-4f99-ae11-9728bfdb306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7719882 Feb 08 21:13:24.685802 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e3a4b-598b-422f-aa43-18773d712e6c service neutron] Pushing event updated for resources: {'Port': ['ID=9304730c-be6d-4638-ad5b-1ddab80b8bb9,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:24.699726 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e4d13-0c1b-4665-bde4-5deef532a691 req-585f43a4-e334-4fa8-a83d-66b99dd65833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:24.702555 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cd3e4d13-0c1b-4665-bde4-5deef532a691 req-585f43a4-e334-4fa8-a83d-66b99dd65833 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 1132 time: 0.5883334 Feb 08 21:13:24.742154 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64dfb3-6fc3-4587-a8fb-7ab3eb20b91e req-29ce23ac-982b-4555-9b80-45abb8cd3185 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:24.744669 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc64dfb3-6fc3-4587-a8fb-7ab3eb20b91e req-29ce23ac-982b-4555-9b80-45abb8cd3185 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=df8bb351-f458-4283-bea2-800613978171 HTTP/1.1" status: 200 len: 950 time: 0.7138698 Feb 08 21:13:24.768487 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-54dfe9c8-0e39-461e-b5c7-58468cccfe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:24.771796 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-54dfe9c8-0e39-461e-b5c7-58468cccfe63 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=68653549286e4546b680e58abdfcbf68&device_id=08d5a651-7b1d-400d-bbb0-c8f446c97833 HTTP/1.1" status: 200 len: 1130 time: 0.5319014 Feb 08 21:13:24.851832 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.94', 59477) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:24.887681 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-95746c2b-a2a7-4e7f-99b7-16f6f5941f3a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=9304730c-be6d-4638-ad5b-1ddab80b8bb9 HTTP/1.1" status: 200 len: 217 time: 0.1028078 Feb 08 21:13:24.901885 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-2e61108e-ac97-4155-ad3a-ef80c3b709f1 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=c8a2eebe022c46cd9a217abaf2a9c7ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474894 Feb 08 21:13:24.993401 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cd3e4d13-0c1b-4665-bde4-5deef532a691 req-c2fe12b4-60a5-49b0-a6ab-1329f10c872c service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764385 Feb 08 21:13:25.014995 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc64dfb3-6fc3-4587-a8fb-7ab3eb20b91e req-38a95d3b-bb87-4891-8a36-346f88e9b1f9 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562726 Feb 08 21:13:25.030300 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-a6710c28-b9e3-4641-8a6e-d91672f0d6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:25.032500 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-a6710c28-b9e3-4641-8a6e-d91672f0d6ca service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1236119 Feb 08 21:13:25.076800 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a4f2528-7f9c-4f56-9360-db639533c4d3 req-8df20915-1372-4485-be4d-931c6c8e88ed tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=35a10c34-9f11-4650-8fc3-7b61ce718477 HTTP/1.1" status: 200 len: 210 time: 0.0321229 Feb 08 21:13:25.099918 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-c03e8969-e78b-4e84-b99c-3e65a9e6fdc3 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:25.102967 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-c03e8969-e78b-4e84-b99c-3e65a9e6fdc3 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1959479 Feb 08 21:13:25.249252 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e290763-8461-4f47-9350-0cb93a0c9f9e req-3b701c13-36fa-47ae-b2bd-5849dfd244df tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:25.251490 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e290763-8461-4f47-9350-0cb93a0c9f9e req-3b701c13-36fa-47ae-b2bd-5849dfd244df tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 949 time: 0.0764091 Feb 08 21:13:25.262565 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-bf26ad02-f6f4-4ae9-af39-8b2defe8dc39 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Request body: {'port': {'device_id': '35a10c34-9f11-4650-8fc3-7b61ce718477', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': 'c8a2eebe022c46cd9a217abaf2a9c7ed'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:13:25.399722 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-e36f1ec8-b22a-4cbb-9230-116eadb803fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:25.401374 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-e36f1ec8-b22a-4cbb-9230-116eadb803fe service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1425416 Feb 08 21:13:25.406617 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e290763-8461-4f47-9350-0cb93a0c9f9e req-059f5b0b-ae44-43c4-bc17-e51bb2ca23d7 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376121 Feb 08 21:13:25.426779 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-bf26ad02-f6f4-4ae9-af39-8b2defe8dc39 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Made reservation on behalf of c8a2eebe022c46cd9a217abaf2a9c7ed for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:13:25.431436 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-bf26ad02-f6f4-4ae9-af39-8b2defe8dc39 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:25.431750 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed9cfe-ec8b-45f5-97dd-371b0f821e78 req-95585799-1e13-4ef7-808b-f35b2257c4f2 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:25.433198 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c9ed9cfe-ec8b-45f5-97dd-371b0f821e78 req-95585799-1e13-4ef7-808b-f35b2257c4f2 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 1128 time: 0.1662011 Feb 08 21:13:25.451577 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-bf26ad02-f6f4-4ae9-af39-8b2defe8dc39 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:25.508222 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07091938-0976-421c-87f0-c3d0bd07c196 x-openstack-request-id: req-07091938-0976-421c-87f0-c3d0bd07c196 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:13:25.508687 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d5a651-7b1d-400d-bbb0-c8f446c97833", "tag": "9304730c-be6d-4638-ad5b-1ddab80b8bb9", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:13:25.509078 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-07091938-0976-421c-87f0-c3d0bd07c196 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:13:25.509695 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d5a651-7b1d-400d-bbb0-c8f446c97833', 'tag': '9304730c-be6d-4638-ad5b-1ddab80b8bb9', 'status': 'completed', 'code': 200} Feb 08 21:13:25.540144 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c9ed9cfe-ec8b-45f5-97dd-371b0f821e78 req-27f2c028-4758-43d2-a4a4-80f9cd7e346f tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784483 Feb 08 21:13:25.562773 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-72e97bca-847b-429f-ba30-d947da99c458 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542759 Feb 08 21:13:25.596532 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-bf26ad02-f6f4-4ae9-af39-8b2defe8dc39 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Publish callbacks [] for security_group (b51504be-e472-4ba7-b632-6e6fce8bd653), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:25.606406 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-bf26ad02-f6f4-4ae9-af39-8b2defe8dc39 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b51504be-e472-4ba7-b632-6e6fce8bd653), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:25.721204 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-60c62b04-8af2-4b73-a194-96da3bc5184f req-58edcde8-11e5-4270-9969-2a39cb4a022a service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518238 Feb 08 21:13:25.787902 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26ad02-f6f4-4ae9-af39-8b2defe8dc39 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b51504be-e472-4ba7-b632-6e6fce8bd653,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:25.878182 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f24b4-d700-49e9-82f8-0f78c19e1f7c req-57533b3c-d642-4c60-8c7e-1b9cef799239 tempest-MigrationsAdminTest-1189435615 tempest-MigrationsAdminTest-1189435615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:25.881753 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-245f24b4-d700-49e9-82f8-0f78c19e1f7c req-57533b3c-d642-4c60-8c7e-1b9cef799239 tempest-MigrationsAdminTest-1189435615 tempest-MigrationsAdminTest-1189435615-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 1132 time: 0.1196022 Feb 08 21:13:25.985901 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-245f24b4-d700-49e9-82f8-0f78c19e1f7c req-3afc7ade-ede6-4f40-b98b-cbb548ea139e tempest-MigrationsAdminTest-1189435615 tempest-MigrationsAdminTest-1189435615-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893264 Feb 08 21:13:25.992104 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb323b-0d79-4f27-a2b8-1b8d1c0e0f22 req-b503a0f2-ed01-48dc-83f4-17141697b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:25.995683 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14eb323b-0d79-4f27-a2b8-1b8d1c0e0f22 req-b503a0f2-ed01-48dc-83f4-17141697b900 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=68653549286e4546b680e58abdfcbf68&device_id=08d5a651-7b1d-400d-bbb0-c8f446c97833 HTTP/1.1" status: 200 len: 1130 time: 0.1255341 Feb 08 21:13:26.018137 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-bf26ad02-f6f4-4ae9-af39-8b2defe8dc39 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Allocated IP 192.168.233.132 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/d9d3405f-7619-4d47-9127-89342f2513dd) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:13:26.225759 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb323b-0d79-4f27-a2b8-1b8d1c0e0f22 req-339524ee-e38d-440c-a1a9-fc304bda6c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:26.227177 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14eb323b-0d79-4f27-a2b8-1b8d1c0e0f22 req-339524ee-e38d-440c-a1a9-fc304bda6c7c service neutron] 10.222.0.94 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.2234986 Feb 08 21:13:26.230878 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1cf1b5-7201-453b-9b20-e053e5266beb req-ea201b8c-2194-420f-8da3-44ac84a8e37a tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:26.232429 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2f1cf1b5-7201-453b-9b20-e053e5266beb req-ea201b8c-2194-420f-8da3-44ac84a8e37a tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 1128 time: 0.2051857 Feb 08 21:13:26.268967 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40318) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:26.287985 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-bf26ad02-f6f4-4ae9-af39-8b2defe8dc39 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Publish callbacks [] for port (d9d3405f-7619-4d47-9127-89342f2513dd), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:26.294273 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98372665-ba69-4845-a4fe-b3a9a37674a7 req-eb5f495f-a443-4960-a28e-db63ee6c10eb tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:26.295895 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98372665-ba69-4845-a4fe-b3a9a37674a7 req-eb5f495f-a443-4960-a28e-db63ee6c10eb tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.88 "GET /v2.0/ports?device_id=08d5a651-7b1d-400d-bbb0-c8f446c97833 HTTP/1.1" status: 200 len: 947 time: 0.1612349 Feb 08 21:13:26.305076 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14eb323b-0d79-4f27-a2b8-1b8d1c0e0f22 req-9657a751-cca5-4c0f-9a23-731b45a73e7e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=9304730c-be6d-4638-ad5b-1ddab80b8bb9 HTTP/1.1" status: 200 len: 217 time: 0.0701146 Feb 08 21:13:26.343799 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-bf26ad02-f6f4-4ae9-af39-8b2defe8dc39 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (d9d3405f-7619-4d47-9127-89342f2513dd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:26.404192 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2f1cf1b5-7201-453b-9b20-e053e5266beb req-c547646e-f1e0-4885-b592-a67f8b58aa41 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611259 Feb 08 21:13:26.420168 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb323b-0d79-4f27-a2b8-1b8d1c0e0f22 req-3be2edba-8f9e-4eeb-90ec-e8d096be98a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:26.422399 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14eb323b-0d79-4f27-a2b8-1b8d1c0e0f22 req-3be2edba-8f9e-4eeb-90ec-e8d096be98a7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1016998 Feb 08 21:13:26.454950 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-bf26ad02-f6f4-4ae9-af39-8b2defe8dc39 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:13:26.457063 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98372665-ba69-4845-a4fe-b3a9a37674a7 req-6d8a0bb6-335d-45c8-aaa4-9d76b4a34b3a tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.88 "GET /v2.0/security-groups?id=55aed19b-c7b0-4f99-ae11-9728bfdb306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509137 Feb 08 21:13:26.462321 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-bf26ad02-f6f4-4ae9-af39-8b2defe8dc39 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:13:26.472401 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-bf26ad02-f6f4-4ae9-af39-8b2defe8dc39 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:13:26.537010 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb323b-0d79-4f27-a2b8-1b8d1c0e0f22 req-ef668549-0d52-4064-aaa0-bce3573f74be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:26.539560 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14eb323b-0d79-4f27-a2b8-1b8d1c0e0f22 req-ef668549-0d52-4064-aaa0-bce3573f74be service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1077366 Feb 08 21:13:26.581715 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-bf26ad02-f6f4-4ae9-af39-8b2defe8dc39 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:26.582908 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-bf26ad02-f6f4-4ae9-af39-8b2defe8dc39 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:26.667292 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-bf26ad02-f6f4-4ae9-af39-8b2defe8dc39 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4124701 Feb 08 21:13:26.703422 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Request body: {'port': {'device_id': '35a10c34-9f11-4650-8fc3-7b61ce718477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:13:26.764498 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26ad02-f6f4-4ae9-af39-8b2defe8dc39 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Pushing event updated for resources: {'Port': ['ID=d9d3405f-7619-4d47-9127-89342f2513dd,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:26.769005 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9ff81765-ab8e-43c4-bee9-98fdbba2fe15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:26.792931 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14eb323b-0d79-4f27-a2b8-1b8d1c0e0f22 req-4fa6b80c-ea71-4294-9ea4-4ce292f3646b service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447627 Feb 08 21:13:26.801740 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b072c-b3bf-40b8-bf2c-3fcb80184c18 req-9e880787-1598-43a2-94a1-15b5fca51a9e tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:26.806501 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a64b072c-b3bf-40b8-bf2c-3fcb80184c18 req-9e880787-1598-43a2-94a1-15b5fca51a9e tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=df8bb351-f458-4283-bea2-800613978171 HTTP/1.1" status: 200 len: 950 time: 0.1567957 Feb 08 21:13:26.871038 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d9d3405f-7619-4d47-9127-89342f2513dd), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:26.886382 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-7baa05cd-6692-4271-be9e-f83ffb42639d None None] Provisioning complete for port d9d3405f-7619-4d47-9127-89342f2513dd triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:13:26.887362 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7baa05cd-6692-4271-be9e-f83ffb42639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d9d3405f-7619-4d47-9127-89342f2513dd), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:26.891731 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9836cb-0718-45e6-a061-00d360c453b0 req-8ba0f24a-f63c-4ef8-8fe2-23c3d95f80c1 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:26.893457 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ee9836cb-0718-45e6-a061-00d360c453b0 req-8ba0f24a-f63c-4ef8-8fe2-23c3d95f80c1 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=35a10c34-9f11-4650-8fc3-7b61ce718477 HTTP/1.1" status: 200 len: 936 time: 0.2457008 Feb 08 21:13:26.954394 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7baa05cd-6692-4271-be9e-f83ffb42639d None None] Port d9d3405f-7619-4d47-9127-89342f2513dd cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:13:26.996617 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a64b072c-b3bf-40b8-bf2c-3fcb80184c18 req-aa5e292d-9f3b-4e60-9746-3de006deb79f tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842587 Feb 08 21:13:27.014802 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14eb323b-0d79-4f27-a2b8-1b8d1c0e0f22 req-70557d33-86c1-43f0-9caa-99e76ea7e703 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060459 Feb 08 21:13:27.019568 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ee9836cb-0718-45e6-a061-00d360c453b0 req-a12a0994-83cc-430b-ae64-2a58e626b127 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/security-groups?id=b51504be-e472-4ba7-b632-6e6fce8bd653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150620 Feb 08 21:13:27.141950 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9ff81765-ab8e-43c4-bee9-98fdbba2fe15 admin admin] Publish callbacks [] for security_group (082672c2-5ff3-42c2-865d-3db5a1fa5624), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:27.177686 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9ff81765-ab8e-43c4-bee9-98fdbba2fe15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (082672c2-5ff3-42c2-865d-3db5a1fa5624), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:27.236614 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9ff81765-ab8e-43c4-bee9-98fdbba2fe15 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e8340c7058ac4f2e804f5ddbec6665d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9664750 Feb 08 21:13:27.240859 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40346) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:27.254753 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff81765-ab8e-43c4-bee9-98fdbba2fe15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082672c2-5ff3-42c2-865d-3db5a1fa5624,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:27.320765 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b5635207-58f7-427a-90d7-8f89bcb037de req-5ec9cf17-fcba-4bda-8b73-eb3cdc51b0cf tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=56f216a178424ba0984bc6550ca8f840&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672421 Feb 08 21:13:27.339090 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-916dc4a4-bc16-4952-8e45-9d33755531ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:27.360090 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9c2ae6b-1704-41a6-a7ff-0e7171e08769 admin admin] Publish callbacks [] for security_group (082672c2-5ff3-42c2-865d-3db5a1fa5624), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:27.415784 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d3405f-7619-4d47-9127-89342f2513dd {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:13:27.431847 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Publish callbacks [] for port (d9d3405f-7619-4d47-9127-89342f2513dd), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:27.442674 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff3990-d9ed-4683-9c0b-da46b4064df9 req-05177baa-b1f9-41e4-a682-67199df13f60 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:27.444263 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-81ff3990-d9ed-4683-9c0b-da46b4064df9 req-05177baa-b1f9-41e4-a682-67199df13f60 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.1701574 Feb 08 21:13:27.452946 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9c2ae6b-1704-41a6-a7ff-0e7171e08769 admin admin] Publish callbacks [] for security_group (082672c2-5ff3-42c2-865d-3db5a1fa5624), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:27.456265 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Transition to ACTIVE for port object d9d3405f-7619-4d47-9127-89342f2513dd will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:13:27.462825 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (d9d3405f-7619-4d47-9127-89342f2513dd), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:27.578030 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-81ff3990-d9ed-4683-9c0b-da46b4064df9 req-031d2eb6-0e03-4004-bfac-f556ec290067 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199651 Feb 08 21:13:27.589177 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Pushing event updated for resources: {'Port': ['ID=d9d3405f-7619-4d47-9127-89342f2513dd,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:27.592164 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5635207-58f7-427a-90d7-8f89bcb037de req-14f64bbe-9aa7-4905-898e-1384ba0afbeb tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:27.606064 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b5635207-58f7-427a-90d7-8f89bcb037de req-14f64bbe-9aa7-4905-898e-1384ba0afbeb tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2636609 Feb 08 21:13:27.636890 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b5635207-58f7-427a-90d7-8f89bcb037de req-e8301ae9-8065-4766-aa4d-91f89a79c707 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/quotas/56f216a178424ba0984bc6550ca8f840 HTTP/1.1" status: 200 len: 375 time: 0.0281971 Feb 08 21:13:27.727600 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9c2ae6b-1704-41a6-a7ff-0e7171e08769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (082672c2-5ff3-42c2-865d-3db5a1fa5624), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:27.734689 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9c2ae6b-1704-41a6-a7ff-0e7171e08769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:27.735958 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Attempting to bind port d9d3405f-7619-4d47-9127-89342f2513dd on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:13:27.736468 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Attempting to bind port d9d3405f-7619-4d47-9127-89342f2513dd by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:13:27.736846 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b9c2ae6b-1704-41a6-a7ff-0e7171e08769 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/082672c2-5ff3-42c2-865d-3db5a1fa5624 HTTP/1.1" status: 204 len: 168 time: 0.4946542 Feb 08 21:13:27.737206 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Attempting to bind port d9d3405f-7619-4d47-9127-89342f2513dd on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:13:27.746648 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Port d9d3405f-7619-4d47-9127-89342f2513dd on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:13:27.747346 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Attempting to bind port d9d3405f-7619-4d47-9127-89342f2513dd on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:13:27.764398 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:13:27.765116 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:13:27.765966 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:13:27.766646 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Bound port: d9d3405f-7619-4d47-9127-89342f2513dd, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:13:27.767218 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d9d3405f-7619-4d47-9127-89342f2513dd), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:27.778138 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b5635207-58f7-427a-90d7-8f89bcb037de req-ac149184-621b-4f92-8624-8390f1a1228c tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1397588 Feb 08 21:13:27.780827 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2ae6b-1704-41a6-a7ff-0e7171e08769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082672c2-5ff3-42c2-865d-3db5a1fa5624,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:27.806848 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c2ae6b-1704-41a6-a7ff-0e7171e08769 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:27.816047 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c2ae6b-1704-41a6-a7ff-0e7171e08769 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:27.816444 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c2ae6b-1704-41a6-a7ff-0e7171e08769 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:27.816798 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c2ae6b-1704-41a6-a7ff-0e7171e08769 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:27.817302 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c2ae6b-1704-41a6-a7ff-0e7171e08769 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:27.818384 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c2ae6b-1704-41a6-a7ff-0e7171e08769 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:27.818759 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c2ae6b-1704-41a6-a7ff-0e7171e08769 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:27.819099 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c2ae6b-1704-41a6-a7ff-0e7171e08769 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:27.820180 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c2ae6b-1704-41a6-a7ff-0e7171e08769 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:27.820180 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c2ae6b-1704-41a6-a7ff-0e7171e08769 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:27.820180 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c2ae6b-1704-41a6-a7ff-0e7171e08769 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:27.820651 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c2ae6b-1704-41a6-a7ff-0e7171e08769 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:27.820970 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c2ae6b-1704-41a6-a7ff-0e7171e08769 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:27.877494 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-14747ed2-82b6-40e7-aaeb-8904201d9e52 req-b05ff3f4-6988-44db-807c-589c5804a293 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:13:27.888510 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14747ed2-82b6-40e7-aaeb-8904201d9e52 req-b05ff3f4-6988-44db-807c-589c5804a293 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0387270 Feb 08 21:13:27.890520 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] For port d9d3405f-7619-4d47-9127-89342f2513dd, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:13:27.894261 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] For port d9d3405f-7619-4d47-9127-89342f2513dd, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d9d3405f-7619-4d47-9127-89342f2513dd,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:13:27.905641 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (d9d3405f-7619-4d47-9127-89342f2513dd), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:27.968043 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:27.968693 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:27.970261 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] 10.222.0.94 "PUT /v2.0/ports/d9d3405f-7619-4d47-9127-89342f2513dd HTTP/1.1" status: 200 len: 1097 time: 1.2745712 Feb 08 21:13:27.970752 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a10c34-9f11-4650-8fc3-7b61ce718477', 'tag': 'd9d3405f-7619-4d47-9127-89342f2513dd'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:13:27.973149 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffb1029-f3c0-4366-8097-28e84abb1404" -d '{"events": [{"name": "network-changed", "server_uuid": "35a10c34-9f11-4650-8fc3-7b61ce718477", "tag": "d9d3405f-7619-4d47-9127-89342f2513dd"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:13:28.103358 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Pushing event updated for resources: {'Port': ['ID=d9d3405f-7619-4d47-9127-89342f2513dd,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:28.130539 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:28.131135 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:28.133840 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:28.134723 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:28.135903 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:28.136728 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:28.137530 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:28.138358 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:28.153022 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:28.157833 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:28.158495 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:28.159088 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:28.160008 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90c7468-d0a5-48e7-a70c-eff9b6758add service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:28.320923 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-8d5f1aee-55a4-4c72-a470-3e616d66f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:28.324054 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-8d5f1aee-55a4-4c72-a470-3e616d66f63e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c8a2eebe022c46cd9a217abaf2a9c7ed&device_id=35a10c34-9f11-4650-8fc3-7b61ce718477 HTTP/1.1" status: 200 len: 1131 time: 0.1226590 Feb 08 21:13:28.391414 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-94095693-b48a-4ed2-bf63-0ce75020d196 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=d9d3405f-7619-4d47-9127-89342f2513dd HTTP/1.1" status: 200 len: 217 time: 0.0567544 Feb 08 21:13:28.399507 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801b0db-7608-4914-8be5-7e29590d8377 req-e7d75d89-93bb-4ca6-8a6e-40d86dfede55 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:28.402791 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0801b0db-7608-4914-8be5-7e29590d8377 req-e7d75d89-93bb-4ca6-8a6e-40d86dfede55 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.88 "GET /v2.0/ports?device_id=08d5a651-7b1d-400d-bbb0-c8f446c97833 HTTP/1.1" status: 200 len: 947 time: 0.1285398 Feb 08 21:13:28.516305 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-01cc01bc-f080-48be-a9d9-b9a86d970601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:28.518861 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-01cc01bc-f080-48be-a9d9-b9a86d970601 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1212709 Feb 08 21:13:28.594312 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0801b0db-7608-4914-8be5-7e29590d8377 req-f164601a-b4a7-478c-978d-4ae2988c5994 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.88 "GET /v2.0/security-groups?id=55aed19b-c7b0-4f99-ae11-9728bfdb306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845343 Feb 08 21:13:28.627004 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-5d96b820-fceb-410b-8420-3da545f02941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:28.628890 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-5d96b820-fceb-410b-8420-3da545f02941 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1042027 Feb 08 21:13:28.779109 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40394) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:28.798300 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f30ef5d-74dd-4c25-9127-f034f903c1b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:28.817468 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-c2ee85c2-e16c-4724-b586-0ab56e3a2705 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=fc2f675b65e84ffb8ad012c577d54357&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530286 Feb 08 21:13:28.872872 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-62d16ccf-1597-476b-8d08-295bae136e5c service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310023 Feb 08 21:13:29.037766 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:29.053880 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-baa05ba2-169a-4fed-b3e0-7346267a3ffa req-b0ae77a0-b59b-4971-847d-e7eb660136d5 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747324 Feb 08 21:13:29.057540 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-3666a808-43d9-4af0-9e84-4beaa9e0c57a tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:29.060243 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-3666a808-43d9-4af0-9e84-4beaa9e0c57a tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2366743 Feb 08 21:13:29.092684 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-30c72899-dc85-4755-9478-827d5ee37df7 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/quotas/fc2f675b65e84ffb8ad012c577d54357 HTTP/1.1" status: 200 len: 375 time: 0.0180349 Feb 08 21:13:29.130854 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f30ef5d-74dd-4c25-9127-f034f903c1b9 admin admin] Publish callbacks [] for security_group (ff0d9976-a663-48eb-8a9f-92f24aeb9e30), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:29.138306 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f30ef5d-74dd-4c25-9127-f034f903c1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ff0d9976-a663-48eb-8a9f-92f24aeb9e30), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:29.216945 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-1f7491f1-aa2a-41cd-9b05-6db829ee3398 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=fc2f675b65e84ffb8ad012c577d54357&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1132405 Feb 08 21:13:29.237599 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30ef5d-74dd-4c25-9127-f034f903c1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0d9976-a663-48eb-8a9f-92f24aeb9e30,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:29.248076 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7f30ef5d-74dd-4c25-9127-f034f903c1b9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d7a87d7ff4914ad78a22b2a3d9d51579&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4677932 Feb 08 21:13:29.252323 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40408) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:29.295545 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 9304730c-be6d-4638-ad5b-1ddab80b8bb9 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:13:29.338651 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-650c276c-6903-4e90-a11d-f594db6798da admin admin] Publish callbacks [] for security_group (ff0d9976-a663-48eb-8a9f-92f24aeb9e30), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:29.374475 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-650c276c-6903-4e90-a11d-f594db6798da admin admin] Publish callbacks [] for security_group (ff0d9976-a663-48eb-8a9f-92f24aeb9e30), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:29.460839 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-650c276c-6903-4e90-a11d-f594db6798da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ff0d9976-a663-48eb-8a9f-92f24aeb9e30), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:29.464817 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-650c276c-6903-4e90-a11d-f594db6798da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:29.466017 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-650c276c-6903-4e90-a11d-f594db6798da admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ff0d9976-a663-48eb-8a9f-92f24aeb9e30 HTTP/1.1" status: 204 len: 168 time: 0.2123139 Feb 08 21:13:29.476537 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c276c-6903-4e90-a11d-f594db6798da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0d9976-a663-48eb-8a9f-92f24aeb9e30,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:29.517146 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9068a0b-0eda-4567-8d06-7e809ab8bc19 x-openstack-request-id: req-c9068a0b-0eda-4567-8d06-7e809ab8bc19 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:13:29.518170 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a10c34-9f11-4650-8fc3-7b61ce718477", "tag": "d9d3405f-7619-4d47-9127-89342f2513dd", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:13:29.518674 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c9068a0b-0eda-4567-8d06-7e809ab8bc19 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:13:29.519292 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a10c34-9f11-4650-8fc3-7b61ce718477', 'tag': 'd9d3405f-7619-4d47-9127-89342f2513dd', 'status': 'completed', 'code': 200} Feb 08 21:13:29.526089 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 9304730c-be6d-4638-ad5b-1ddab80b8bb9, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=9304730c-be6d-4638-ad5b-1ddab80b8bb9,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:29.551328 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '9304730c-be6d-4638-ad5b-1ddab80b8bb9', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': '9304730c-be6d-4638-ad5b-1ddab80b8bb9', 'mac_address': 'fa:16:3e:fd:4b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:13:29.646266 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 9304730c-be6d-4638-ad5b-1ddab80b8bb9 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:13:29.646678 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9304730c-be6d-4638-ad5b-1ddab80b8bb9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:29.666344 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9304730c-be6d-4638-ad5b-1ddab80b8bb9 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:13:29.704892 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 9304730c-be6d-4638-ad5b-1ddab80b8bb9, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=9304730c-be6d-4638-ad5b-1ddab80b8bb9,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:29.711981 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9304730c-be6d-4638-ad5b-1ddab80b8bb9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:29.737527 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb1029-f3c0-4366-8097-28e84abb1404 req-8a32ceaf-0bd6-407c-8332-25c64764239b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:29.740169 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1ffb1029-f3c0-4366-8097-28e84abb1404 req-8a32ceaf-0bd6-407c-8332-25c64764239b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c8a2eebe022c46cd9a217abaf2a9c7ed&device_id=35a10c34-9f11-4650-8fc3-7b61ce718477 HTTP/1.1" status: 200 len: 1131 time: 0.1371317 Feb 08 21:13:29.772951 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e543fdf-26be-4581-a82f-448826cc0325 req-f0866ac9-5cdd-4437-b50a-edd3f05e3ff3 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:29.774615 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e543fdf-26be-4581-a82f-448826cc0325 req-f0866ac9-5cdd-4437-b50a-edd3f05e3ff3 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=35a10c34-9f11-4650-8fc3-7b61ce718477 HTTP/1.1" status: 200 len: 948 time: 0.1773443 Feb 08 21:13:29.798466 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=9304730c-be6d-4638-ad5b-1ddab80b8bb9,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:29.849657 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e543fdf-26be-4581-a82f-448826cc0325 req-6aebcf2b-5cd8-425b-afaa-498800939cb3 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/security-groups?id=b51504be-e472-4ba7-b632-6e6fce8bd653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689745 Feb 08 21:13:29.962741 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb1029-f3c0-4366-8097-28e84abb1404 req-b8ebe23d-06d0-4254-bcca-b94391e6d47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:29.964361 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1ffb1029-f3c0-4366-8097-28e84abb1404 req-b8ebe23d-06d0-4254-bcca-b94391e6d47e service neutron] 10.222.0.94 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.2049110 Feb 08 21:13:29.975190 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ae08fbd4-2cc4-4990-a1f2-89654e4837c8 req-ba350fc0-024f-4db6-a590-5fd71eb305f7 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 210 time: 0.0568650 Feb 08 21:13:30.061280 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['9304730c-be6d-4638-ad5b-1ddab80b8bb9'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:13:30.085436 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1ffb1029-f3c0-4366-8097-28e84abb1404 req-5bd37cb7-68d5-4bb0-b9f9-05ed7e6d2d21 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=d9d3405f-7619-4d47-9127-89342f2513dd HTTP/1.1" status: 200 len: 217 time: 0.1039653 Feb 08 21:13:30.203342 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb1029-f3c0-4366-8097-28e84abb1404 req-b8102b7c-de38-472e-a2b2-53268f3af88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:30.205198 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1ffb1029-f3c0-4366-8097-28e84abb1404 req-b8102b7c-de38-472e-a2b2-53268f3af88e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1185665 Feb 08 21:13:30.289449 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-80edaf3e-35b6-480c-a747-b28683cb784b req-99fd2e3d-1c14-47ae-9542-1e3f69b50275 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2 HTTP/1.1" status: 200 len: 210 time: 0.1528649 Feb 08 21:13:30.297261 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb1029-f3c0-4366-8097-28e84abb1404 req-56c82ba8-7d28-46d9-bf10-a9abc73b6000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:30.300164 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1ffb1029-f3c0-4366-8097-28e84abb1404 req-56c82ba8-7d28-46d9-bf10-a9abc73b6000 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0878823 Feb 08 21:13:30.553134 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d209b93-2856-4b85-bbb3-cfdb6fa20d00 req-2547be7e-2164-43be-b056-3e5622b8e669 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:30.566119 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1d209b93-2856-4b85-bbb3-cfdb6fa20d00 req-2547be7e-2164-43be-b056-3e5622b8e669 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.88 "GET /v2.0/ports?device_id=08d5a651-7b1d-400d-bbb0-c8f446c97833 HTTP/1.1" status: 200 len: 948 time: 0.1248045 Feb 08 21:13:30.568714 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1ffb1029-f3c0-4366-8097-28e84abb1404 req-0c7343c5-c7d3-4629-8d66-c0c67dae596c service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609181 Feb 08 21:13:30.571944 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40444) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:30.693066 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1d209b93-2856-4b85-bbb3-cfdb6fa20d00 req-57527db5-b09e-436c-9c8d-12b2b9d17ba5 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.88 "GET /v2.0/security-groups?id=55aed19b-c7b0-4f99-ae11-9728bfdb306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238399 Feb 08 21:13:30.696378 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b5635207-58f7-427a-90d7-8f89bcb037de req-82e715ec-2bf7-44c7-bb5c-aa0009d06c90 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=56f216a178424ba0984bc6550ca8f840&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1250472 Feb 08 21:13:30.788127 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40454) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:31.023734 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72299ca0-566f-4154-9066-e14f97e26a96 req-8eec10a9-85a8-4bd5-b308-99973388e302 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:31.024423 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1ffb1029-f3c0-4366-8097-28e84abb1404 req-aaf15aca-de20-4bb6-b4fd-382aceda6180 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081039 Feb 08 21:13:31.027776 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72299ca0-566f-4154-9066-e14f97e26a96 req-8eec10a9-85a8-4bd5-b308-99973388e302 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=35a10c34-9f11-4650-8fc3-7b61ce718477 HTTP/1.1" status: 200 len: 948 time: 0.0743833 Feb 08 21:13:31.056925 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5635207-58f7-427a-90d7-8f89bcb037de req-b4e0e918-bbdd-42d0-b4c4-5ee1787568ee tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:31.059398 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b5635207-58f7-427a-90d7-8f89bcb037de req-b4e0e918-bbdd-42d0-b4c4-5ee1787568ee tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3406682 Feb 08 21:13:31.078163 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-b5635207-58f7-427a-90d7-8f89bcb037de req-d4789415-0332-4a44-a005-f8762bdbcd5e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Request body: {'port': {'device_id': 'bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': '56f216a178424ba0984bc6550ca8f840'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:13:31.149253 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72299ca0-566f-4154-9066-e14f97e26a96 req-c779f934-d7a2-4cde-aa99-fd1d81d43fa4 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/security-groups?id=b51504be-e472-4ba7-b632-6e6fce8bd653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939424 Feb 08 21:13:31.151348 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9d3ff48-8b3c-498d-89d2-05c2492e2644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:31.307809 n-d-712143-31 neutron-server[103434]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 08 21:13:31.317740 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 9304730c-be6d-4638-ad5b-1ddab80b8bb9 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:13:31.318602 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [req-25a42193-7a23-4859-b905-08cdb716c2dd req-657548f6-f4cc-462a-9c22-54ff9c7eef91 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:13:31.319625 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-25a42193-7a23-4859-b905-08cdb716c2dd req-657548f6-f4cc-462a-9c22-54ff9c7eef91 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7465310 Feb 08 21:13:31.321561 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5635207-58f7-427a-90d7-8f89bcb037de req-d4789415-0332-4a44-a005-f8762bdbcd5e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Made reservation on behalf of 56f216a178424ba0984bc6550ca8f840 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:13:31.330490 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b5635207-58f7-427a-90d7-8f89bcb037de req-d4789415-0332-4a44-a005-f8762bdbcd5e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:31.346733 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6313bd9a-b88e-45d7-a0b5-1c09ae56e8de req-b3ece8d5-7f35-4db6-b1c3-9a0235cd22eb tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 210 time: 0.0904102 Feb 08 21:13:31.387218 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:31.423856 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9d3ff48-8b3c-498d-89d2-05c2492e2644 admin admin] Publish callbacks [] for security_group (91c803a5-cc63-4402-9014-59908c5909c3), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:31.434222 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9d3ff48-8b3c-498d-89d2-05c2492e2644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (91c803a5-cc63-4402-9014-59908c5909c3), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:31.437249 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:31.496505 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b9d3ff48-8b3c-498d-89d2-05c2492e2644 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a354a5e1f977495eb6c9e8dd24a82c72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7068901 Feb 08 21:13:31.497838 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3ff48-8b3c-498d-89d2-05c2492e2644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c803a5-cc63-4402-9014-59908c5909c3,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:31.500561 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40474) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:31.525200 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 9304730c-be6d-4638-ad5b-1ddab80b8bb9 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:13:31.530992 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 9304730c-be6d-4638-ad5b-1ddab80b8bb9 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:13:31.531591 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9304730c-be6d-4638-ad5b-1ddab80b8bb9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:31.586184 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-78bda3da-772c-4b61-8cb0-41277941a06e req-9d81e789-fa64-43d6-aad3-af47058c274a tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2 HTTP/1.1" status: 200 len: 210 time: 0.0699549 Feb 08 21:13:31.643927 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f0a6ae0c-9292-458d-9010-00658d262e5e admin admin] Publish callbacks [] for security_group (91c803a5-cc63-4402-9014-59908c5909c3), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:31.662387 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40476) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:31.688412 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-32b081c9-b5a2-45cd-be55-44c8ae1e922b tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=fc2f675b65e84ffb8ad012c577d54357&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637779 Feb 08 21:13:31.709520 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-b5635207-58f7-427a-90d7-8f89bcb037de req-d4789415-0332-4a44-a005-f8762bdbcd5e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Allocated IP 192.168.233.223 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/3cc2793c-991b-4238-8efb-6c6e02437256) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:13:31.735435 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f0a6ae0c-9292-458d-9010-00658d262e5e admin admin] Publish callbacks [] for security_group (91c803a5-cc63-4402-9014-59908c5909c3), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:31.801079 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-34971e42-a7e2-432c-adc0-6d7f2d0487f7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1914550538-network', 'tenant_id': '906c8629ac004795bd8523b79b78bd58'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:13:31.806513 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 9304730c-be6d-4638-ad5b-1ddab80b8bb9 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:13:31.807138 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9304730c-be6d-4638-ad5b-1ddab80b8bb9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:31.873866 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 9304730c-be6d-4638-ad5b-1ddab80b8bb9, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=9304730c-be6d-4638-ad5b-1ddab80b8bb9,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:31.876905 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d5a651-7b1d-400d-bbb0-c8f446c97833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9304730c-be6d-4638-ad5b-1ddab80b8bb9'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:13:31.881604 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f559a12a-4eb9-48ce-a45e-43a1503a2e5d" -d '{"events": [{"server_uuid": "08d5a651-7b1d-400d-bbb0-c8f446c97833", "name": "network-vif-plugged", "status": "completed", "tag": "9304730c-be6d-4638-ad5b-1ddab80b8bb9"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:13:31.881888 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34971e42-a7e2-432c-adc0-6d7f2d0487f7 admin admin] Made reservation on behalf of 906c8629ac004795bd8523b79b78bd58 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:13:31.884914 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-34971e42-a7e2-432c-adc0-6d7f2d0487f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:31.891855 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9304730c-be6d-4638-ad5b-1ddab80b8bb9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:31.903540 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-34971e42-a7e2-432c-adc0-6d7f2d0487f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:31.935826 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a42193-7a23-4859-b905-08cdb716c2dd req-fc443cb3-fd3c-45d8-823c-c334271b9714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:31.940156 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-25a42193-7a23-4859-b905-08cdb716c2dd req-fc443cb3-fd3c-45d8-823c-c334271b9714 service neutron] 10.222.0.88 "GET /v2.0/ports/a2ef3cda-063d-43db-8069-62f481f3e979 HTTP/1.1" status: 200 len: 1125 time: 0.2640803 Feb 08 21:13:31.944592 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aed59d-d618-4488-bad9-a69e273a6fe4 req-df61a99f-c683-4f3a-8aff-cdc4392d4b25 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:31.952176 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6aed59d-d618-4488-bad9-a69e273a6fe4 req-df61a99f-c683-4f3a-8aff-cdc4392d4b25 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.88 "GET /v2.0/ports?device_id=08d5a651-7b1d-400d-bbb0-c8f446c97833 HTTP/1.1" status: 200 len: 948 time: 0.1309333 Feb 08 21:13:31.969015 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f0a6ae0c-9292-458d-9010-00658d262e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (91c803a5-cc63-4402-9014-59908c5909c3), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:31.971789 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f0a6ae0c-9292-458d-9010-00658d262e5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:31.976289 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f0a6ae0c-9292-458d-9010-00658d262e5e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/91c803a5-cc63-4402-9014-59908c5909c3 HTTP/1.1" status: 204 len: 168 time: 0.4587128 Feb 08 21:13:31.976556 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-25a42193-7a23-4859-b905-08cdb716c2dd req-bda0dbe6-791b-48ee-8a31-e1a724983f92 service neutron] Request body: {'binding': {'host': 'n-h1-712143-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:13:31.976556 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-25a42193-7a23-4859-b905-08cdb716c2dd req-bda0dbe6-791b-48ee-8a31-e1a724983f92 service neutron] Unknown quota resources ['binding']. {{(pid=103434) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 21:13:32.007181 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=9304730c-be6d-4638-ad5b-1ddab80b8bb9,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:32.010710 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6ae0c-9292-458d-9010-00658d262e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c803a5-cc63-4402-9014-59908c5909c3,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:32.041170 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:32.041170 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:32.041170 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:32.041170 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:32.041753 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:32.042651 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:32.043506 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:32.044890 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:32.045617 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:32.046765 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:32.046765 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:32.047500 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:32.047924 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:32.066484 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6aed59d-d618-4488-bad9-a69e273a6fe4 req-69c5b7e8-26b7-4133-aa67-0016e7ab647b tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.88 "GET /v2.0/security-groups?id=55aed19b-c7b0-4f99-ae11-9728bfdb306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128819 Feb 08 21:13:32.115713 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-10b86cee-1eaa-4edc-b0f9-e4c069e0622f tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:32.118323 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-10b86cee-1eaa-4edc-b0f9-e4c069e0622f tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4196010 Feb 08 21:13:32.131137 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-34971e42-a7e2-432c-adc0-6d7f2d0487f7 admin admin] Publish callbacks [] for security_group (b598fac7-c6ee-44ca-971c-eee3137e3cf7), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:32.133691 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d061e1d-c30f-45d2-9bd3-d04c508e2465 x-openstack-request-id: req-3d061e1d-c30f-45d2-9bd3-d04c508e2465 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:13:32.134159 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d5a651-7b1d-400d-bbb0-c8f446c97833", "name": "network-vif-plugged", "status": "completed", "tag": "9304730c-be6d-4638-ad5b-1ddab80b8bb9", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:13:32.135211 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3d061e1d-c30f-45d2-9bd3-d04c508e2465 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:13:32.135211 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d5a651-7b1d-400d-bbb0-c8f446c97833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9304730c-be6d-4638-ad5b-1ddab80b8bb9', 'code': 200} Feb 08 21:13:32.139473 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-34971e42-a7e2-432c-adc0-6d7f2d0487f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b598fac7-c6ee-44ca-971c-eee3137e3cf7), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:32.191904 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34971e42-a7e2-432c-adc0-6d7f2d0487f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:13:32.205479 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34971e42-a7e2-432c-adc0-6d7f2d0487f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b598fac7-c6ee-44ca-971c-eee3137e3cf7,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:32.208696 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-c0d4ab29-fdc7-424e-82d6-44ef6d43800f tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Request body: {'port': {'device_id': 'b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': 'fc2f675b65e84ffb8ad012c577d54357'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:13:32.214353 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-34971e42-a7e2-432c-adc0-6d7f2d0487f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (54fcc2ce-4573-4063-887d-e5d30c363105), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:32.214897 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-34971e42-a7e2-432c-adc0-6d7f2d0487f7 admin admin] Added segment 54fcc2ce-4573-4063-887d-e5d30c363105 of type vlan for network 3a03992c-5680-46b9-af3a-ea0ba85f36ab Feb 08 21:13:32.271391 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-34971e42-a7e2-432c-adc0-6d7f2d0487f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (3a03992c-5680-46b9-af3a-ea0ba85f36ab), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:32.414126 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-34971e42-a7e2-432c-adc0-6d7f2d0487f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (3a03992c-5680-46b9-af3a-ea0ba85f36ab), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:32.415842 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34971e42-a7e2-432c-adc0-6d7f2d0487f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:32.416881 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-34971e42-a7e2-432c-adc0-6d7f2d0487f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:32.485188 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b5635207-58f7-427a-90d7-8f89bcb037de req-d4789415-0332-4a44-a005-f8762bdbcd5e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks [] for port (3cc2793c-991b-4238-8efb-6c6e02437256), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:32.502652 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-c0d4ab29-fdc7-424e-82d6-44ef6d43800f tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Made reservation on behalf of fc2f675b65e84ffb8ad012c577d54357 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:13:32.506811 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-c0d4ab29-fdc7-424e-82d6-44ef6d43800f tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:32.531985 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40494) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:32.547749 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-25a42193-7a23-4859-b905-08cdb716c2dd req-bda0dbe6-791b-48ee-8a31-e1a724983f92 service neutron] Attempting to bind port a2ef3cda-063d-43db-8069-62f481f3e979 on host n-h1-712143-31 for vnic_type normal with profile None {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:13:32.548071 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-25a42193-7a23-4859-b905-08cdb716c2dd req-bda0dbe6-791b-48ee-8a31-e1a724983f92 service neutron] Attempting to bind port a2ef3cda-063d-43db-8069-62f481f3e979 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:13:32.548398 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a42193-7a23-4859-b905-08cdb716c2dd req-bda0dbe6-791b-48ee-8a31-e1a724983f92 service neutron] Attempting to bind port a2ef3cda-063d-43db-8069-62f481f3e979 on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:13:32.577495 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5fb94bed-83b9-41bc-88aa-e9a5df2a9e1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:32.585895 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a42193-7a23-4859-b905-08cdb716c2dd req-bda0dbe6-791b-48ee-8a31-e1a724983f92 service neutron] Port a2ef3cda-063d-43db-8069-62f481f3e979 on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:13:32.586236 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a42193-7a23-4859-b905-08cdb716c2dd req-bda0dbe6-791b-48ee-8a31-e1a724983f92 service neutron] Attempting to bind port a2ef3cda-063d-43db-8069-62f481f3e979 on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:13:32.761088 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd09fd6-368f-4e7a-851b-904cbff3033c req-abd1ad6a-c90b-4db4-bbd5-fad2316b9953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:32.762803 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5bd09fd6-368f-4e7a-851b-904cbff3033c req-abd1ad6a-c90b-4db4-bbd5-fad2316b9953 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=08d5a651-7b1d-400d-bbb0-c8f446c97833 HTTP/1.1" status: 200 len: 1132 time: 0.4880891 Feb 08 21:13:32.780131 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-34971e42-a7e2-432c-adc0-6d7f2d0487f7 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1118817 Feb 08 21:13:32.781774 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40498) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:32.792741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-e168748b-d7f4-4e69-92a4-9e9cca975f25 admin admin] Request body: {'subnet': {'network_id': '3a03992c-5680-46b9-af3a-ea0ba85f36ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1914550538-subnet', 'tenant_id': '906c8629ac004795bd8523b79b78bd58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:13:32.819055 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34971e42-a7e2-432c-adc0-6d7f2d0487f7 admin admin] Pushing event updated for resources: {'Network': ['ID=3a03992c-5680-46b9-af3a-ea0ba85f36ab,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:32.838977 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 3a03992c-5680-46b9-af3a-ea0ba85f36ab details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:13:32.844100 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494e425-f239-49d1-97db-678942360a49 req-da1aa01b-8574-4c90-8df2-f89a0bff908a tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:32.851603 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6494e425-f239-49d1-97db-678942360a49 req-da1aa01b-8574-4c90-8df2-f89a0bff908a tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=35a10c34-9f11-4650-8fc3-7b61ce718477 HTTP/1.1" status: 200 len: 948 time: 0.5140619 Feb 08 21:13:32.877832 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e168748b-d7f4-4e69-92a4-9e9cca975f25 admin admin] Made reservation on behalf of 906c8629ac004795bd8523b79b78bd58 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:13:32.880749 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e168748b-d7f4-4e69-92a4-9e9cca975f25 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:32.924625 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a42193-7a23-4859-b905-08cdb716c2dd req-bda0dbe6-791b-48ee-8a31-e1a724983f92 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:13:32.925517 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a42193-7a23-4859-b905-08cdb716c2dd req-bda0dbe6-791b-48ee-8a31-e1a724983f92 service neutron] Checking segment: {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:13:32.925822 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a42193-7a23-4859-b905-08cdb716c2dd req-bda0dbe6-791b-48ee-8a31-e1a724983f92 service neutron] Bound using segment: {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:13:32.927197 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-25a42193-7a23-4859-b905-08cdb716c2dd req-bda0dbe6-791b-48ee-8a31-e1a724983f92 service neutron] Bound port: a2ef3cda-063d-43db-8069-62f481f3e979, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:13:32.938863 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5bd09fd6-368f-4e7a-851b-904cbff3033c req-83da6654-4744-4f14-9a41-2fab43fb7499 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=55aed19b-c7b0-4f99-ae11-9728bfdb306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601360 Feb 08 21:13:32.978145 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6494e425-f239-49d1-97db-678942360a49 req-1af0d3f6-3af0-46df-b129-90408466019e tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/security-groups?id=b51504be-e472-4ba7-b632-6e6fce8bd653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255331 Feb 08 21:13:33.049049 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b5635207-58f7-427a-90d7-8f89bcb037de req-d4789415-0332-4a44-a005-f8762bdbcd5e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3cc2793c-991b-4238-8efb-6c6e02437256), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:33.063979 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['f6945521-262a-4a66-831b-ce8d6e535b0d'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:13:33.207579 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5c8a8-4738-4207-b1c7-8c47f02ffee5 req-62b0ce7d-42ab-4cdc-95f8-36f84bde4ac6 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:33.214647 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5635207-58f7-427a-90d7-8f89bcb037de req-d4789415-0332-4a44-a005-f8762bdbcd5e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:13:33.216411 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56b5c8a8-4738-4207-b1c7-8c47f02ffee5 req-62b0ce7d-42ab-4cdc-95f8-36f84bde4ac6 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 936 time: 0.1264188 Feb 08 21:13:33.225856 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e168748b-d7f4-4e69-92a4-9e9cca975f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for subnet (0c8655c0-7fd8-4587-be8a-b23bccd25077), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:33.235022 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-b5635207-58f7-427a-90d7-8f89bcb037de req-d4789415-0332-4a44-a005-f8762bdbcd5e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:13:33.255167 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5635207-58f7-427a-90d7-8f89bcb037de req-d4789415-0332-4a44-a005-f8762bdbcd5e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:13:33.311874 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-25a42193-7a23-4859-b905-08cdb716c2dd req-bda0dbe6-791b-48ee-8a31-e1a724983f92 service neutron] For port a2ef3cda-063d-43db-8069-62f481f3e979, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=a2ef3cda-063d-43db-8069-62f481f3e979,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:13:33.321210 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4789415-0332-4a44-a005-f8762bdbcd5e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Pushing event updated for resources: {'Port': ['ID=3cc2793c-991b-4238-8efb-6c6e02437256,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:33.322835 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168748b-d7f4-4e69-92a4-9e9cca975f25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c8655c0-7fd8-4587-be8a-b23bccd25077,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:33.325323 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-c0d4ab29-fdc7-424e-82d6-44ef6d43800f tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Allocated IP 192.168.233.143 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/b10d69ce-bd78-4bd8-8b05-d5fe951c608d) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:13:33.347602 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-25a42193-7a23-4859-b905-08cdb716c2dd req-bda0dbe6-791b-48ee-8a31-e1a724983f92 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:33.347866 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56b5c8a8-4738-4207-b1c7-8c47f02ffee5 req-2a2670fe-9adb-4b13-a331-a4dd1484f1f5 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269927 Feb 08 21:13:33.349721 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-25a42193-7a23-4859-b905-08cdb716c2dd req-bda0dbe6-791b-48ee-8a31-e1a724983f92 service neutron] 10.222.0.88 "POST /v2.0/ports/a2ef3cda-063d-43db-8069-62f481f3e979/bindings HTTP/1.1" status: 201 len: 390 time: 1.3805790 Feb 08 21:13:33.362415 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device d9d3405f-7619-4d47-9127-89342f2513dd details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:13:33.373050 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e168748b-d7f4-4e69-92a4-9e9cca975f25 admin admin] Checking segment: {'id': '54fcc2ce-4573-4063-887d-e5d30c363105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3a03992c-5680-46b9-af3a-ea0ba85f36ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:13:33.373937 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e168748b-d7f4-4e69-92a4-9e9cca975f25 admin admin] Network hostable DHCP agents. Network: 3a03992c-5680-46b9-af3a-ea0ba85f36ab, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:13:33.400404 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e168748b-d7f4-4e69-92a4-9e9cca975f25 admin admin] Network 3a03992c-5680-46b9-af3a-ea0ba85f36ab is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:13:33.437316 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-e168748b-d7f4-4e69-92a4-9e9cca975f25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 3a03992c-5680-46b9-af3a-ea0ba85f36ab) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:13:33.444775 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e168748b-d7f4-4e69-92a4-9e9cca975f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:33.445636 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e168748b-d7f4-4e69-92a4-9e9cca975f25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:33.454518 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5635207-58f7-427a-90d7-8f89bcb037de req-d4789415-0332-4a44-a005-f8762bdbcd5e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:33.455184 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b5635207-58f7-427a-90d7-8f89bcb037de req-d4789415-0332-4a44-a005-f8762bdbcd5e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:33.475115 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5fb94bed-83b9-41bc-88aa-e9a5df2a9e1f admin admin] Publish callbacks [] for security_group (f8edaf7a-61f3-4daf-8254-570873347e9b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:33.480206 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e168748b-d7f4-4e69-92a4-9e9cca975f25 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6976485 Feb 08 21:13:33.481787 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40502) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:33.494258 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-8fe01863-22ae-4bf0-900d-a87c5514d574 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1914550538-router', 'tenant_id': '906c8629ac004795bd8523b79b78bd58', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:13:33.496535 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5fb94bed-83b9-41bc-88aa-e9a5df2a9e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f8edaf7a-61f3-4daf-8254-570873347e9b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:33.540756 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc69589-0746-4fab-8ad8-fd78a70648c9 None None] Network 3a03992c-5680-46b9-af3a-ea0ba85f36ab requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:13:33.552353 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b5635207-58f7-427a-90d7-8f89bcb037de req-d4789415-0332-4a44-a005-f8762bdbcd5e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4819734 Feb 08 21:13:33.559259 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be850032-e37d-421a-9f02-f6c9e7ff4817 req-c8a5767e-80ab-4590-b0bd-e0e914b74bd7 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2 HTTP/1.1" status: 200 len: 210 time: 0.0770924 Feb 08 21:13:33.577323 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-b5635207-58f7-427a-90d7-8f89bcb037de req-4d99378c-34aa-42c9-b040-975c76caeb2c service neutron] Request body: {'port': {'device_id': 'bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:13:33.585991 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8fe01863-22ae-4bf0-900d-a87c5514d574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (36e36ad2-2aba-4c9e-8e3c-b5d49c37069a), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:33.587367 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8fe01863-22ae-4bf0-900d-a87c5514d574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (36e36ad2-2aba-4c9e-8e3c-b5d49c37069a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:33.735820 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb94bed-83b9-41bc-88aa-e9a5df2a9e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8edaf7a-61f3-4daf-8254-570873347e9b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:33.741162 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5fb94bed-83b9-41bc-88aa-e9a5df2a9e1f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8883d42e85494748a26b677c54915d9d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2054338 Feb 08 21:13:33.749843 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40506) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:33.833873 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port d9d3405f-7619-4d47-9127-89342f2513dd, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d9d3405f-7619-4d47-9127-89342f2513dd,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:33.873277 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'd9d3405f-7619-4d47-9127-89342f2513dd', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': 'd9d3405f-7619-4d47-9127-89342f2513dd', 'mac_address': 'fa:16:3e:83:76:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:13:33.885731 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b5635207-58f7-427a-90d7-8f89bcb037de req-4d99378c-34aa-42c9-b040-975c76caeb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3cc2793c-991b-4238-8efb-6c6e02437256), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:33.891631 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-0b197d52-ebc2-4a10-8f3e-d891f8661a38 None None] Provisioning complete for port 3cc2793c-991b-4238-8efb-6c6e02437256 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:13:33.891631 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b197d52-ebc2-4a10-8f3e-d891f8661a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3cc2793c-991b-4238-8efb-6c6e02437256), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:33.942997 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5f133d6-ec36-44de-b81c-e186a64aa942 admin admin] Publish callbacks [] for security_group (f8edaf7a-61f3-4daf-8254-570873347e9b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:34.003986 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port d9d3405f-7619-4d47-9127-89342f2513dd is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:13:34.004384 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d9d3405f-7619-4d47-9127-89342f2513dd), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:34.006184 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8fe01863-22ae-4bf0-900d-a87c5514d574 admin admin] Publish callbacks [] for router_controller (36e36ad2-2aba-4c9e-8e3c-b5d49c37069a), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:34.008887 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0b197d52-ebc2-4a10-8f3e-d891f8661a38 None None] Port 3cc2793c-991b-4238-8efb-6c6e02437256 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:13:34.025432 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e9d22d-f3a6-46c9-af23-243ffeb6ae08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-3a03992c-5680-46b9-af3a-ea0ba85f36ab', 'network_id': '3a03992c-5680-46b9-af3a-ea0ba85f36ab', 'project_id': '906c8629ac004795bd8523b79b78bd58', 'fixed_ips': [{'subnet_id': '0c8655c0-7fd8-4587-be8a-b23bccd25077'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:13:34.026303 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8e9d22d-f3a6-46c9-af23-243ffeb6ae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:34.039250 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-c0d4ab29-fdc7-424e-82d6-44ef6d43800f tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Publish callbacks [] for port (b10d69ce-bd78-4bd8-8b05-d5fe951c608d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:34.047455 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d3405f-7619-4d47-9127-89342f2513dd {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:13:34.088909 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5f133d6-ec36-44de-b81c-e186a64aa942 admin admin] Publish callbacks [] for security_group (f8edaf7a-61f3-4daf-8254-570873347e9b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:34.090020 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port d9d3405f-7619-4d47-9127-89342f2513dd, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d9d3405f-7619-4d47-9127-89342f2513dd,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:34.164644 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d9d3405f-7619-4d47-9127-89342f2513dd), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:34.215998 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38d20a-8e94-4099-9a2c-7f98650ebca5 req-61de08a7-12b0-4daf-a7bd-06cbbfc72b78 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:34.223769 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba38d20a-8e94-4099-9a2c-7f98650ebca5 req-61de08a7-12b0-4daf-a7bd-06cbbfc72b78 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.88 "GET /v2.0/ports?device_id=08d5a651-7b1d-400d-bbb0-c8f446c97833 HTTP/1.1" status: 200 len: 949 time: 0.4037950 Feb 08 21:13:34.327821 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8fe01863-22ae-4bf0-900d-a87c5514d574 admin admin] Publish callbacks [] for router_gateway (36e36ad2-2aba-4c9e-8e3c-b5d49c37069a), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:34.341380 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8f355-3cd1-469f-933c-d13da3077e5d req-619bcaed-5049-428e-87c4-316709a91e7d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:34.343277 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9b8f355-3cd1-469f-933c-d13da3077e5d req-619bcaed-5049-428e-87c4-316709a91e7d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 945 time: 0.3661432 Feb 08 21:13:34.352275 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a42193-7a23-4859-b905-08cdb716c2dd req-40a41982-b1c2-4a98-ad74-8bc7421d24e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:34.353908 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25a42193-7a23-4859-b905-08cdb716c2dd req-40a41982-b1c2-4a98-ad74-8bc7421d24e4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9b3b159591ee4a229900ea8953fa8a06&device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 1128 time: 0.3401523 Feb 08 21:13:34.354370 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=d9d3405f-7619-4d47-9127-89342f2513dd,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:34.394883 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-c8e9d22d-f3a6-46c9-af23-243ffeb6ae08 None None] Allocated IP 172.20.0.2 (3a03992c-5680-46b9-af3a-ea0ba85f36ab/0c8655c0-7fd8-4587-be8a-b23bccd25077/5e3f79aa-d153-4fbc-a454-0152a3a14e7a) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:13:34.407365 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-c0d4ab29-fdc7-424e-82d6-44ef6d43800f tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (b10d69ce-bd78-4bd8-8b05-d5fe951c608d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:34.432792 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['ab1459c5-6b4b-4e95-a4f6-b72e476009e8'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:13:34.436999 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['f2b4c789-1730-4dc1-863d-a7e11c946ee4'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:13:34.518190 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba38d20a-8e94-4099-9a2c-7f98650ebca5 req-ee192d17-92c3-4591-9beb-76159f56cb83 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.88 "GET /v2.0/security-groups?id=55aed19b-c7b0-4f99-ae11-9728bfdb306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931225 Feb 08 21:13:34.579228 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['d9d3405f-7619-4d47-9127-89342f2513dd'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:13:34.612654 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-c0d4ab29-fdc7-424e-82d6-44ef6d43800f tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:13:34.630932 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-c0d4ab29-fdc7-424e-82d6-44ef6d43800f tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:13:34.635398 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-c0d4ab29-fdc7-424e-82d6-44ef6d43800f tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:13:34.676840 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a42193-7a23-4859-b905-08cdb716c2dd req-f6b891b0-afb3-4e6e-9445-578800b1dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:34.678543 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25a42193-7a23-4859-b905-08cdb716c2dd req-f6b891b0-afb3-4e6e-9445-578800b1dc70 service neutron] 10.222.0.94 "GET /v2.0/networks?id=4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 200 len: 909 time: 0.3106055 Feb 08 21:13:34.684749 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9b8f355-3cd1-469f-933c-d13da3077e5d req-fb917764-61bf-4ab2-a9b7-014c583753c0 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786751 Feb 08 21:13:34.736101 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5f133d6-ec36-44de-b81c-e186a64aa942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f8edaf7a-61f3-4daf-8254-570873347e9b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:34.739084 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5f133d6-ec36-44de-b81c-e186a64aa942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:34.743863 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d5f133d6-ec36-44de-b81c-e186a64aa942 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f8edaf7a-61f3-4daf-8254-570873347e9b HTTP/1.1" status: 204 len: 168 time: 0.9906943 Feb 08 21:13:34.757721 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4ab29-fdc7-424e-82d6-44ef6d43800f tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Pushing event updated for resources: {'Port': ['ID=b10d69ce-bd78-4bd8-8b05-d5fe951c608d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:34.773265 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25a42193-7a23-4859-b905-08cdb716c2dd req-3097dc92-62d4-4535-b2d1-840e3309980f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2ef3cda-063d-43db-8069-62f481f3e979 HTTP/1.1" status: 200 len: 217 time: 0.0870121 Feb 08 21:13:34.806819 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-c0d4ab29-fdc7-424e-82d6-44ef6d43800f tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:34.807595 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-c0d4ab29-fdc7-424e-82d6-44ef6d43800f tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:34.822259 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f133d6-ec36-44de-b81c-e186a64aa942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8edaf7a-61f3-4daf-8254-570873347e9b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:34.863656 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-c0d4ab29-fdc7-424e-82d6-44ef6d43800f tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6613698 Feb 08 21:13:34.877319 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364c056-caa8-469a-b404-9106f956e5cd req-d8605934-2bba-4f28-bd6d-d5317d7b5f1f tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:34.885209 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-27ba6e71-e678-4cbb-b861-c4d5e7ae6a27 service neutron] Request body: {'port': {'device_id': 'b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:13:34.889296 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8364c056-caa8-469a-b404-9106f956e5cd req-d8605934-2bba-4f28-bd6d-d5317d7b5f1f tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=35a10c34-9f11-4650-8fc3-7b61ce718477 HTTP/1.1" status: 200 len: 949 time: 0.3127897 Feb 08 21:13:34.962033 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a42193-7a23-4859-b905-08cdb716c2dd req-09151bb3-19b6-4d2b-9015-ed4f06f6b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:34.963699 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25a42193-7a23-4859-b905-08cdb716c2dd req-09151bb3-19b6-4d2b-9015-ed4f06f6b540 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=55523d5b-2f07-476f-b4a6-0043cdbb6c1a HTTP/1.1" status: 200 len: 848 time: 0.1838803 Feb 08 21:13:35.055864 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25a42193-7a23-4859-b905-08cdb716c2dd req-fb103763-ddb4-4da8-ae31-e42f255f653f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=4c67478e-bb4a-47b2-85c8-c1996b203e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563178 Feb 08 21:13:35.100124 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-27ba6e71-e678-4cbb-b861-c4d5e7ae6a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b10d69ce-bd78-4bd8-8b05-d5fe951c608d), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:35.105993 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-b5635207-58f7-427a-90d7-8f89bcb037de req-4d99378c-34aa-42c9-b040-975c76caeb2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc2793c-991b-4238-8efb-6c6e02437256 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:13:35.123238 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b5635207-58f7-427a-90d7-8f89bcb037de req-4d99378c-34aa-42c9-b040-975c76caeb2c service neutron] Publish callbacks [] for port (3cc2793c-991b-4238-8efb-6c6e02437256), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:35.163207 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-b5635207-58f7-427a-90d7-8f89bcb037de req-4d99378c-34aa-42c9-b040-975c76caeb2c service neutron] Transition to ACTIVE for port object 3cc2793c-991b-4238-8efb-6c6e02437256 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:13:35.181594 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b5635207-58f7-427a-90d7-8f89bcb037de req-4d99378c-34aa-42c9-b040-975c76caeb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (3cc2793c-991b-4238-8efb-6c6e02437256), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:35.199401 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8364c056-caa8-469a-b404-9106f956e5cd req-7b422aec-e00a-4080-8c3c-5f0cb27f1142 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/security-groups?id=b51504be-e472-4ba7-b632-6e6fce8bd653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087723 Feb 08 21:13:35.314673 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af7134-a758-430f-b5da-a72648ff4c16 req-604b2cb4-92d9-4e30-8088-eff49635ee03 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:35.317484 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-67af7134-a758-430f-b5da-a72648ff4c16 req-604b2cb4-92d9-4e30-8088-eff49635ee03 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 936 time: 0.3859291 Feb 08 21:13:35.371286 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99378c-34aa-42c9-b040-975c76caeb2c service neutron] Pushing event updated for resources: {'Port': ['ID=3cc2793c-991b-4238-8efb-6c6e02437256,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:35.565432 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-b5635207-58f7-427a-90d7-8f89bcb037de req-4d99378c-34aa-42c9-b040-975c76caeb2c service neutron] Attempting to bind port 3cc2793c-991b-4238-8efb-6c6e02437256 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:13:35.566276 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-b5635207-58f7-427a-90d7-8f89bcb037de req-4d99378c-34aa-42c9-b040-975c76caeb2c service neutron] Attempting to bind port 3cc2793c-991b-4238-8efb-6c6e02437256 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:13:35.566919 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5635207-58f7-427a-90d7-8f89bcb037de req-4d99378c-34aa-42c9-b040-975c76caeb2c service neutron] Attempting to bind port 3cc2793c-991b-4238-8efb-6c6e02437256 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:13:35.697630 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-51b9abdc-3e0d-4584-8875-ab011dc11ef6 None None] Provisioning complete for port b10d69ce-bd78-4bd8-8b05-d5fe951c608d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:13:35.698329 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-51b9abdc-3e0d-4584-8875-ab011dc11ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b10d69ce-bd78-4bd8-8b05-d5fe951c608d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:35.723882 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-27ba6e71-e678-4cbb-b861-c4d5e7ae6a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b10d69ce-bd78-4bd8-8b05-d5fe951c608d {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:13:35.740807 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-27ba6e71-e678-4cbb-b861-c4d5e7ae6a27 service neutron] Publish callbacks [] for port (b10d69ce-bd78-4bd8-8b05-d5fe951c608d), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:35.771339 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-27ba6e71-e678-4cbb-b861-c4d5e7ae6a27 service neutron] Transition to ACTIVE for port object b10d69ce-bd78-4bd8-8b05-d5fe951c608d will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:13:35.774740 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5635207-58f7-427a-90d7-8f89bcb037de req-4d99378c-34aa-42c9-b040-975c76caeb2c service neutron] Port 3cc2793c-991b-4238-8efb-6c6e02437256 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:13:35.775554 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5635207-58f7-427a-90d7-8f89bcb037de req-4d99378c-34aa-42c9-b040-975c76caeb2c service neutron] Attempting to bind port 3cc2793c-991b-4238-8efb-6c6e02437256 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:13:35.781889 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-27ba6e71-e678-4cbb-b861-c4d5e7ae6a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (b10d69ce-bd78-4bd8-8b05-d5fe951c608d), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:35.838964 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5635207-58f7-427a-90d7-8f89bcb037de req-4d99378c-34aa-42c9-b040-975c76caeb2c service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:13:35.839537 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5635207-58f7-427a-90d7-8f89bcb037de req-4d99378c-34aa-42c9-b040-975c76caeb2c service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:13:35.840203 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5635207-58f7-427a-90d7-8f89bcb037de req-4d99378c-34aa-42c9-b040-975c76caeb2c service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:13:35.840962 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-b5635207-58f7-427a-90d7-8f89bcb037de req-4d99378c-34aa-42c9-b040-975c76caeb2c service neutron] Bound port: 3cc2793c-991b-4238-8efb-6c6e02437256, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:13:35.841598 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b5635207-58f7-427a-90d7-8f89bcb037de req-4d99378c-34aa-42c9-b040-975c76caeb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3cc2793c-991b-4238-8efb-6c6e02437256), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:35.925927 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-67af7134-a758-430f-b5da-a72648ff4c16 req-946a2932-fcf8-4433-b0e2-d371296c5693 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5730300 Feb 08 21:13:35.987115 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8fe01863-22ae-4bf0-900d-a87c5514d574 admin admin] Publish callbacks [] for router_gateway (36e36ad2-2aba-4c9e-8e3c-b5d49c37069a), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:35.994520 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8e9d22d-f3a6-46c9-af23-243ffeb6ae08 None None] Publish callbacks [] for port (5e3f79aa-d153-4fbc-a454-0152a3a14e7a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:36.019241 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8fe01863-22ae-4bf0-900d-a87c5514d574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:36.034483 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25a42193-7a23-4859-b905-08cdb716c2dd req-fc1bab0b-e782-49c9-ac9c-54b781934931 service neutron] 10.222.0.94 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9668519 Feb 08 21:13:36.041839 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba6e71-e678-4cbb-b861-c4d5e7ae6a27 service neutron] Pushing event updated for resources: {'Port': ['ID=b10d69ce-bd78-4bd8-8b05-d5fe951c608d,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:36.174782 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8e9d22d-f3a6-46c9-af23-243ffeb6ae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (5e3f79aa-d153-4fbc-a454-0152a3a14e7a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:36.241458 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-b5635207-58f7-427a-90d7-8f89bcb037de req-4d99378c-34aa-42c9-b040-975c76caeb2c service neutron] For port 3cc2793c-991b-4238-8efb-6c6e02437256, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:13:36.250088 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-b5635207-58f7-427a-90d7-8f89bcb037de req-4d99378c-34aa-42c9-b040-975c76caeb2c service neutron] For port 3cc2793c-991b-4238-8efb-6c6e02437256, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=3cc2793c-991b-4238-8efb-6c6e02437256,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:13:36.277932 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee60c5-031a-4bf8-883d-e98f4c836118 req-a10a2f93-1fbd-4cb7-bdd2-4b1e472aa2e5 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:36.278353 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b5635207-58f7-427a-90d7-8f89bcb037de req-4d99378c-34aa-42c9-b040-975c76caeb2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (3cc2793c-991b-4238-8efb-6c6e02437256), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:36.281964 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7fee60c5-031a-4bf8-883d-e98f4c836118 req-a10a2f93-1fbd-4cb7-bdd2-4b1e472aa2e5 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2 HTTP/1.1" status: 200 len: 936 time: 0.8483334 Feb 08 21:13:36.291411 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9d22d-f3a6-46c9-af23-243ffeb6ae08 None None] Pushing event updated for resources: {'Port': ['ID=5e3f79aa-d153-4fbc-a454-0152a3a14e7a,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:36.303288 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:36.389601 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5635207-58f7-427a-90d7-8f89bcb037de req-4d99378c-34aa-42c9-b040-975c76caeb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:36.390243 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b5635207-58f7-427a-90d7-8f89bcb037de req-4d99378c-34aa-42c9-b040-975c76caeb2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:36.392115 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b5635207-58f7-427a-90d7-8f89bcb037de req-4d99378c-34aa-42c9-b040-975c76caeb2c service neutron] 10.222.0.96 "PUT /v2.0/ports/3cc2793c-991b-4238-8efb-6c6e02437256 HTTP/1.1" status: 200 len: 1097 time: 2.8235655 Feb 08 21:13:36.394805 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b', 'tag': '3cc2793c-991b-4238-8efb-6c6e02437256'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:13:36.407167 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc6ae15-eead-4694-a9f3-abcf954656a3" -d '{"events": [{"name": "network-changed", "server_uuid": "bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b", "tag": "3cc2793c-991b-4238-8efb-6c6e02437256"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:13:36.437507 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e9d22d-f3a6-46c9-af23-243ffeb6ae08 None None] Network 3a03992c-5680-46b9-af3a-ea0ba85f36ab is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:13:36.446428 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-27ba6e71-e678-4cbb-b861-c4d5e7ae6a27 service neutron] Attempting to bind port b10d69ce-bd78-4bd8-8b05-d5fe951c608d on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:13:36.446871 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-27ba6e71-e678-4cbb-b861-c4d5e7ae6a27 service neutron] Attempting to bind port b10d69ce-bd78-4bd8-8b05-d5fe951c608d by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:13:36.447213 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-27ba6e71-e678-4cbb-b861-c4d5e7ae6a27 service neutron] Attempting to bind port b10d69ce-bd78-4bd8-8b05-d5fe951c608d on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:13:36.455226 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-27ba6e71-e678-4cbb-b861-c4d5e7ae6a27 service neutron] Port b10d69ce-bd78-4bd8-8b05-d5fe951c608d on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:13:36.455527 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-27ba6e71-e678-4cbb-b861-c4d5e7ae6a27 service neutron] Attempting to bind port b10d69ce-bd78-4bd8-8b05-d5fe951c608d on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:13:36.460862 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-c8e9d22d-f3a6-46c9-af23-243ffeb6ae08 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:13:36.480778 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-51b9abdc-3e0d-4584-8875-ab011dc11ef6 None None] Port b10d69ce-bd78-4bd8-8b05-d5fe951c608d cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:13:36.511046 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e9d22d-f3a6-46c9-af23-243ffeb6ae08 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:13:36.565832 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:36.590299 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-27ba6e71-e678-4cbb-b861-c4d5e7ae6a27 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:13:36.590969 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-27ba6e71-e678-4cbb-b861-c4d5e7ae6a27 service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:13:36.592766 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-27ba6e71-e678-4cbb-b861-c4d5e7ae6a27 service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:13:36.593705 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-27ba6e71-e678-4cbb-b861-c4d5e7ae6a27 service neutron] Bound port: b10d69ce-bd78-4bd8-8b05-d5fe951c608d, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:13:36.594401 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-27ba6e71-e678-4cbb-b861-c4d5e7ae6a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b10d69ce-bd78-4bd8-8b05-d5fe951c608d), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:36.600885 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99378c-34aa-42c9-b040-975c76caeb2c service neutron] Pushing event updated for resources: {'Port': ['ID=3cc2793c-991b-4238-8efb-6c6e02437256,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:36.635846 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c8e9d22d-f3a6-46c9-af23-243ffeb6ae08 None None] Attempting to bind port 5e3f79aa-d153-4fbc-a454-0152a3a14e7a on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:13:36.635846 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c8e9d22d-f3a6-46c9-af23-243ffeb6ae08 None None] Attempting to bind port 5e3f79aa-d153-4fbc-a454-0152a3a14e7a by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '54fcc2ce-4573-4063-887d-e5d30c363105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3a03992c-5680-46b9-af3a-ea0ba85f36ab'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:13:36.636139 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e9d22d-f3a6-46c9-af23-243ffeb6ae08 None None] Attempting to bind port 5e3f79aa-d153-4fbc-a454-0152a3a14e7a on network 3a03992c-5680-46b9-af3a-ea0ba85f36ab {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:13:36.645481 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e9d22d-f3a6-46c9-af23-243ffeb6ae08 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:13:36.645861 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e9d22d-f3a6-46c9-af23-243ffeb6ae08 None None] Checking segment: {'id': '54fcc2ce-4573-4063-887d-e5d30c363105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3a03992c-5680-46b9-af3a-ea0ba85f36ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:13:36.646470 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8e9d22d-f3a6-46c9-af23-243ffeb6ae08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:36.646876 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e9d22d-f3a6-46c9-af23-243ffeb6ae08 None None] Bound using segment: {'id': '54fcc2ce-4573-4063-887d-e5d30c363105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3a03992c-5680-46b9-af3a-ea0ba85f36ab'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:13:36.647396 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c8e9d22d-f3a6-46c9-af23-243ffeb6ae08 None None] Bound port: 5e3f79aa-d153-4fbc-a454-0152a3a14e7a, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fcc2ce-4573-4063-887d-e5d30c363105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3a03992c-5680-46b9-af3a-ea0ba85f36ab'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:13:36.647788 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8e9d22d-f3a6-46c9-af23-243ffeb6ae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5e3f79aa-d153-4fbc-a454-0152a3a14e7a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:36.732657 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5635207-58f7-427a-90d7-8f89bcb037de req-452e05f1-80be-4359-8969-8bf7fa22bce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:36.735539 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b5635207-58f7-427a-90d7-8f89bcb037de req-452e05f1-80be-4359-8969-8bf7fa22bce6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 1131 time: 0.2741461 Feb 08 21:13:36.765749 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c8e9d22d-f3a6-46c9-af23-243ffeb6ae08 None None] For port 5e3f79aa-d153-4fbc-a454-0152a3a14e7a, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:13:36.772482 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c8e9d22d-f3a6-46c9-af23-243ffeb6ae08 None None] For port 5e3f79aa-d153-4fbc-a454-0152a3a14e7a, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5e3f79aa-d153-4fbc-a454-0152a3a14e7a,segment=NetworkSegment(54fcc2ce-4573-4063-887d-e5d30c363105),segment_id=54fcc2ce-4573-4063-887d-e5d30c363105)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:13:36.783026 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8e9d22d-f3a6-46c9-af23-243ffeb6ae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5e3f79aa-d153-4fbc-a454-0152a3a14e7a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:36.832613 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b5635207-58f7-427a-90d7-8f89bcb037de req-089b8123-50e0-4dd7-be6f-f023872162a8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=3cc2793c-991b-4238-8efb-6c6e02437256 HTTP/1.1" status: 200 len: 217 time: 0.0843906 Feb 08 21:13:36.850413 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24517603-444b-439c-9102-38882823ef27 req-23b1c667-e5ae-49f6-9299-835f503290ee tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:36.858339 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-24517603-444b-439c-9102-38882823ef27 req-23b1c667-e5ae-49f6-9299-835f503290ee tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.88 "GET /v2.0/ports?device_id=08d5a651-7b1d-400d-bbb0-c8f446c97833 HTTP/1.1" status: 200 len: 949 time: 0.6193714 Feb 08 21:13:36.914356 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5635207-58f7-427a-90d7-8f89bcb037de req-84032a93-f5a5-4103-8a7f-bb795721f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:36.917205 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9d22d-f3a6-46c9-af23-243ffeb6ae08 None None] Pushing event updated for resources: {'Port': ['ID=5e3f79aa-d153-4fbc-a454-0152a3a14e7a,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:36.918407 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b5635207-58f7-427a-90d7-8f89bcb037de req-84032a93-f5a5-4103-8a7f-bb795721f339 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.0709865 Feb 08 21:13:36.930127 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7fee60c5-031a-4bf8-883d-e98f4c836118 req-f0705b92-619f-413b-bc24-5bb07406bc8f tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5617540 Feb 08 21:13:36.930340 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-27ba6e71-e678-4cbb-b861-c4d5e7ae6a27 service neutron] For port b10d69ce-bd78-4bd8-8b05-d5fe951c608d, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:13:36.987263 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25a42193-7a23-4859-b905-08cdb716c2dd req-4de33a8b-b45e-4d08-80aa-df3b42a5bad7 service neutron] 10.222.0.94 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9456458 Feb 08 21:13:36.988647 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-8fe01863-22ae-4bf0-900d-a87c5514d574 admin admin] Allocated IP 172.25.3.118 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/ad53e125-4ccc-4329-96f6-c78e1a08ce3a) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:13:37.000608 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-27ba6e71-e678-4cbb-b861-c4d5e7ae6a27 service neutron] For port b10d69ce-bd78-4bd8-8b05-d5fe951c608d, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=b10d69ce-bd78-4bd8-8b05-d5fe951c608d,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:13:37.015043 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-27ba6e71-e678-4cbb-b861-c4d5e7ae6a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (b10d69ce-bd78-4bd8-8b05-d5fe951c608d), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:37.065523 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-27ba6e71-e678-4cbb-b861-c4d5e7ae6a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:37.066319 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-27ba6e71-e678-4cbb-b861-c4d5e7ae6a27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:37.068372 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-27ba6e71-e678-4cbb-b861-c4d5e7ae6a27 service neutron] 10.222.0.94 "PUT /v2.0/ports/b10d69ce-bd78-4bd8-8b05-d5fe951c608d HTTP/1.1" status: 200 len: 1097 time: 2.1962771 Feb 08 21:13:37.083314 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5635207-58f7-427a-90d7-8f89bcb037de req-628a2501-fe47-4cfa-b891-38acb80f43d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:37.084946 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b5635207-58f7-427a-90d7-8f89bcb037de req-628a2501-fe47-4cfa-b891-38acb80f43d9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1567707 Feb 08 21:13:37.147388 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-24517603-444b-439c-9102-38882823ef27 req-ab1053f2-cdaf-4fdc-a8e3-46c594aeac59 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.88 "GET /v2.0/security-groups?id=55aed19b-c7b0-4f99-ae11-9728bfdb306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875452 Feb 08 21:13:37.373068 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba6e71-e678-4cbb-b861-c4d5e7ae6a27 service neutron] Pushing event updated for resources: {'Port': ['ID=b10d69ce-bd78-4bd8-8b05-d5fe951c608d,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:37.382470 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15105fe-ec5b-4e9f-984d-4cd0f8b2e138 req-d210f091-445b-4113-ab5b-eac42dadeb0a tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:37.382470 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a15105fe-ec5b-4e9f-984d-4cd0f8b2e138 req-d210f091-445b-4113-ab5b-eac42dadeb0a tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 945 time: 0.3363380 Feb 08 21:13:37.495584 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-fcc48149-496f-465b-b871-d12bc34d0de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:37.498074 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-fcc48149-496f-465b-b871-d12bc34d0de8 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=fc2f675b65e84ffb8ad012c577d54357&device_id=b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2 HTTP/1.1" status: 200 len: 1131 time: 0.2844210 Feb 08 21:13:37.499643 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a42193-7a23-4859-b905-08cdb716c2dd req-1163f3b1-ef7e-4f21-9d0c-2f3c454e685a tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:37.502367 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-25a42193-7a23-4859-b905-08cdb716c2dd req-1163f3b1-ef7e-4f21-9d0c-2f3c454e685a tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7&tenant_id=9b3b159591ee4a229900ea8953fa8a06&binding%3Ahost_id=n-h2-712143-31 HTTP/1.1" status: 200 len: 1128 time: 0.2774911 Feb 08 21:13:37.509030 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccaf6c-444e-43fd-a5e2-ffd6fcdc1d2f req-e2209069-6f01-4d09-8a35-d8cd97e752dd tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:37.511039 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-12ccaf6c-444e-43fd-a5e2-ffd6fcdc1d2f req-e2209069-6f01-4d09-8a35-d8cd97e752dd tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=35a10c34-9f11-4650-8fc3-7b61ce718477 HTTP/1.1" status: 200 len: 949 time: 0.2415643 Feb 08 21:13:37.516735 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8fe01863-22ae-4bf0-900d-a87c5514d574 admin admin] Publish callbacks [] for port (ad53e125-4ccc-4329-96f6-c78e1a08ce3a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:37.527629 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-25a42193-7a23-4859-b905-08cdb716c2dd req-5281b44c-0f66-4aa6-b628-ca83200c74e0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712143-31'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:13:37.581987 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-9ef872d9-4367-4fb1-a166-fc1204be002b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=b10d69ce-bd78-4bd8-8b05-d5fe951c608d HTTP/1.1" status: 200 len: 217 time: 0.0698373 Feb 08 21:13:37.668726 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a15105fe-ec5b-4e9f-984d-4cd0f8b2e138 req-30401af3-ac46-49b7-96f2-df389ae1a253 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694955 Feb 08 21:13:37.721680 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-12ccaf6c-444e-43fd-a5e2-ffd6fcdc1d2f req-48bb312a-6226-4414-b4e0-9eb5a7bd25b2 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/security-groups?id=b51504be-e472-4ba7-b632-6e6fce8bd653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962132 Feb 08 21:13:37.724655 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-d4d3db79-d01b-48c5-be9c-7fabf29efa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:37.726377 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-d4d3db79-d01b-48c5-be9c-7fabf29efa2b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1298161 Feb 08 21:13:37.727893 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8fe01863-22ae-4bf0-900d-a87c5514d574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (ad53e125-4ccc-4329-96f6-c78e1a08ce3a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:37.820017 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b5635207-58f7-427a-90d7-8f89bcb037de req-6377d245-8752-4bf9-a14f-840bba52775a service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7259314 Feb 08 21:13:37.827566 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe01863-22ae-4bf0-900d-a87c5514d574 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:13:37.841791 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-8fe01863-22ae-4bf0-900d-a87c5514d574 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:13:37.842644 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d05233d-1e72-4cd4-a6a9-dd2710832d2c x-openstack-request-id: req-4d05233d-1e72-4cd4-a6a9-dd2710832d2c {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:13:37.842962 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b", "tag": "3cc2793c-991b-4238-8efb-6c6e02437256", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:13:37.843203 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4d05233d-1e72-4cd4-a6a9-dd2710832d2c {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:13:37.844654 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b', 'tag': '3cc2793c-991b-4238-8efb-6c6e02437256', 'status': 'completed', 'code': 200} Feb 08 21:13:37.855527 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe01863-22ae-4bf0-900d-a87c5514d574 admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:13:37.867828 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe01863-22ae-4bf0-900d-a87c5514d574 admin admin] Pushing event updated for resources: {'Port': ['ID=ad53e125-4ccc-4329-96f6-c78e1a08ce3a,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:37.947341 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-25a42193-7a23-4859-b905-08cdb716c2dd req-5281b44c-0f66-4aa6-b628-ca83200c74e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a2ef3cda-063d-43db-8069-62f481f3e979), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:38.039532 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b5635207-58f7-427a-90d7-8f89bcb037de req-54859d70-9a59-45a6-9cf1-7332ff2089b9 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091963 Feb 08 21:13:38.125184 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-84faf397-f231-4f36-b38f-c839ad4e03d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:38.127036 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-84faf397-f231-4f36-b38f-c839ad4e03d5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3933837 Feb 08 21:13:38.208576 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6ae15-eead-4694-a9f3-abcf954656a3 req-ac66f4f3-e493-4df2-bb2f-0e7a2f5f1ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:38.210149 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7bc6ae15-eead-4694-a9f3-abcf954656a3 req-ac66f4f3-e493-4df2-bb2f-0e7a2f5f1ca2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 1131 time: 0.0937881 Feb 08 21:13:38.219048 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-25a42193-7a23-4859-b905-08cdb716c2dd req-5281b44c-0f66-4aa6-b628-ca83200c74e0 service neutron] For port a2ef3cda-063d-43db-8069-62f481f3e979, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=a2ef3cda-063d-43db-8069-62f481f3e979,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:38.307849 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d45076-3495-4c11-9e6f-ff9ffecc88ae req-6fd25517-0cda-4671-a2fd-d9009b2c68a2 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:38.309686 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-22d45076-3495-4c11-9e6f-ff9ffecc88ae req-6fd25517-0cda-4671-a2fd-d9009b2c68a2 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 948 time: 0.4481404 Feb 08 21:13:38.325954 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-25a42193-7a23-4859-b905-08cdb716c2dd req-5281b44c-0f66-4aa6-b628-ca83200c74e0 service neutron] For port a2ef3cda-063d-43db-8069-62f481f3e979, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:13:38.391371 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6ae15-eead-4694-a9f3-abcf954656a3 req-638c1a3e-3e17-493f-9860-b49b197904e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:38.392975 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7bc6ae15-eead-4694-a9f3-abcf954656a3 req-638c1a3e-3e17-493f-9860-b49b197904e9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.1710389 Feb 08 21:13:38.402799 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-25a42193-7a23-4859-b905-08cdb716c2dd req-5281b44c-0f66-4aa6-b628-ca83200c74e0 service neutron] Publish callbacks [] for port (a2ef3cda-063d-43db-8069-62f481f3e979), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:38.424148 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f9e5cd-54ff-40d2-9173-cfeecd347fa3 None None] Network 3a03992c-5680-46b9-af3a-ea0ba85f36ab requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:13:38.444686 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-25a42193-7a23-4859-b905-08cdb716c2dd req-5281b44c-0f66-4aa6-b628-ca83200c74e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (a2ef3cda-063d-43db-8069-62f481f3e979), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:38.447718 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7bc6ae15-eead-4694-a9f3-abcf954656a3 req-1d82d213-f1f5-4886-8ed5-384275c290e4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=3cc2793c-991b-4238-8efb-6c6e02437256 HTTP/1.1" status: 200 len: 217 time: 0.0474951 Feb 08 21:13:38.474152 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-22d45076-3495-4c11-9e6f-ff9ffecc88ae req-12031346-d87f-46a0-8d6d-3e2bec82f76a tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410584 Feb 08 21:13:38.474343 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8fe01863-22ae-4bf0-900d-a87c5514d574 admin admin] Publish callbacks [] for router_gateway (36e36ad2-2aba-4c9e-8e3c-b5d49c37069a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:38.479064 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-8d3ec029-28c4-46c8-8a81-c83f15b86bfa service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417428 Feb 08 21:13:38.489010 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94a3d0-041f-4cdc-a50d-944389764a90 req-2d02c04b-94fa-49da-b95f-018784fdee82 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:38.497466 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7e94a3d0-041f-4cdc-a50d-944389764a90 req-2d02c04b-94fa-49da-b95f-018784fdee82 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2 HTTP/1.1" status: 200 len: 948 time: 0.2003572 Feb 08 21:13:38.521718 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ee2a7640-2ea1-4074-9bf0-f3d9622458e5 None None] Provisioning complete for port 5e3f79aa-d153-4fbc-a454-0152a3a14e7a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:13:38.522277 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ee2a7640-2ea1-4074-9bf0-f3d9622458e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5e3f79aa-d153-4fbc-a454-0152a3a14e7a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:38.579983 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6ae15-eead-4694-a9f3-abcf954656a3 req-5b8e1cce-c10b-4310-84b3-946c7d94bf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:38.581536 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7bc6ae15-eead-4694-a9f3-abcf954656a3 req-5b8e1cce-c10b-4310-84b3-946c7d94bf31 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1240408 Feb 08 21:13:38.582909 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281b44c-0f66-4aa6-b628-ca83200c74e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ef3cda-063d-43db-8069-62f481f3e979,revision_number=7']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:38.627832 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-25a42193-7a23-4859-b905-08cdb716c2dd req-5281b44c-0f66-4aa6-b628-ca83200c74e0 service neutron] Attempting to bind port a2ef3cda-063d-43db-8069-62f481f3e979 on host n-h2-712143-31 for vnic_type normal with profile {"migrating_to": "n-h1-712143-31"} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:13:38.628173 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-25a42193-7a23-4859-b905-08cdb716c2dd req-5281b44c-0f66-4aa6-b628-ca83200c74e0 service neutron] Attempting to bind port a2ef3cda-063d-43db-8069-62f481f3e979 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:13:38.628503 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a42193-7a23-4859-b905-08cdb716c2dd req-5281b44c-0f66-4aa6-b628-ca83200c74e0 service neutron] Attempting to bind port a2ef3cda-063d-43db-8069-62f481f3e979 on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:13:38.636806 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a42193-7a23-4859-b905-08cdb716c2dd req-5281b44c-0f66-4aa6-b628-ca83200c74e0 service neutron] Port a2ef3cda-063d-43db-8069-62f481f3e979 on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:13:38.637314 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a42193-7a23-4859-b905-08cdb716c2dd req-5281b44c-0f66-4aa6-b628-ca83200c74e0 service neutron] Attempting to bind port a2ef3cda-063d-43db-8069-62f481f3e979 on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:13:38.648504 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a42193-7a23-4859-b905-08cdb716c2dd req-5281b44c-0f66-4aa6-b628-ca83200c74e0 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:13:38.648849 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a42193-7a23-4859-b905-08cdb716c2dd req-5281b44c-0f66-4aa6-b628-ca83200c74e0 service neutron] Checking segment: {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:13:38.649270 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a42193-7a23-4859-b905-08cdb716c2dd req-5281b44c-0f66-4aa6-b628-ca83200c74e0 service neutron] Bound using segment: {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:13:38.650257 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-25a42193-7a23-4859-b905-08cdb716c2dd req-5281b44c-0f66-4aa6-b628-ca83200c74e0 service neutron] Bound port: a2ef3cda-063d-43db-8069-62f481f3e979, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:13:38.650648 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-25a42193-7a23-4859-b905-08cdb716c2dd req-5281b44c-0f66-4aa6-b628-ca83200c74e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a2ef3cda-063d-43db-8069-62f481f3e979), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:38.672666 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6ae15-eead-4694-a9f3-abcf954656a3 req-398954e5-a780-40eb-a09b-5772b5041b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:38.674286 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7bc6ae15-eead-4694-a9f3-abcf954656a3 req-398954e5-a780-40eb-a09b-5772b5041b49 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0809226 Feb 08 21:13:38.727872 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ee2a7640-2ea1-4074-9bf0-f3d9622458e5 None None] Current status of the port 5e3f79aa-d153-4fbc-a454-0152a3a14e7a is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:13:38.728673 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ee2a7640-2ea1-4074-9bf0-f3d9622458e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5e3f79aa-d153-4fbc-a454-0152a3a14e7a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:38.796908 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ee2a7640-2ea1-4074-9bf0-f3d9622458e5 None None] For port 5e3f79aa-d153-4fbc-a454-0152a3a14e7a, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5e3f79aa-d153-4fbc-a454-0152a3a14e7a,segment=NetworkSegment(54fcc2ce-4573-4063-887d-e5d30c363105),segment_id=54fcc2ce-4573-4063-887d-e5d30c363105)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:38.805293 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ee2a7640-2ea1-4074-9bf0-f3d9622458e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5e3f79aa-d153-4fbc-a454-0152a3a14e7a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:38.827650 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-25a42193-7a23-4859-b905-08cdb716c2dd req-5281b44c-0f66-4aa6-b628-ca83200c74e0 service neutron] For port a2ef3cda-063d-43db-8069-62f481f3e979, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:13:38.839255 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-25a42193-7a23-4859-b905-08cdb716c2dd req-5281b44c-0f66-4aa6-b628-ca83200c74e0 service neutron] For port a2ef3cda-063d-43db-8069-62f481f3e979, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=a2ef3cda-063d-43db-8069-62f481f3e979,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:13:38.859252 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-25a42193-7a23-4859-b905-08cdb716c2dd req-5281b44c-0f66-4aa6-b628-ca83200c74e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (a2ef3cda-063d-43db-8069-62f481f3e979), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:38.931026 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a7640-2ea1-4074-9bf0-f3d9622458e5 None None] Pushing event updated for resources: {'Port': ['ID=5e3f79aa-d153-4fbc-a454-0152a3a14e7a,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:38.944036 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7bc6ae15-eead-4694-a9f3-abcf954656a3 req-f6da11e7-bd4b-4b3e-ba39-01efbbc8698c service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445130 Feb 08 21:13:39.030066 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f2a8be06-6b5c-425e-9010-a67679865d73 None None] Provisioning complete for port 5e3f79aa-d153-4fbc-a454-0152a3a14e7a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:13:39.030881 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f2a8be06-6b5c-425e-9010-a67679865d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5e3f79aa-d153-4fbc-a454-0152a3a14e7a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:39.056046 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281b44c-0f66-4aa6-b628-ca83200c74e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ef3cda-063d-43db-8069-62f481f3e979,revision_number=8']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:39.059919 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a42193-7a23-4859-b905-08cdb716c2dd req-5281b44c-0f66-4aa6-b628-ca83200c74e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:39.060511 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-25a42193-7a23-4859-b905-08cdb716c2dd req-5281b44c-0f66-4aa6-b628-ca83200c74e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:39.062399 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-25a42193-7a23-4859-b905-08cdb716c2dd req-5281b44c-0f66-4aa6-b628-ca83200c74e0 service neutron] 10.222.0.94 "PUT /v2.0/ports/a2ef3cda-063d-43db-8069-62f481f3e979 HTTP/1.1" status: 200 len: 1123 time: 1.5517523 Feb 08 21:13:39.128925 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7bc6ae15-eead-4694-a9f3-abcf954656a3 req-019d6b87-dc79-4df8-821d-8a65b37a65e1 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755683 Feb 08 21:13:39.134180 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-364283c5-e4c3-43d7-9079-3971b0bb7830 req-d49375c4-ed44-4089-bdee-6abbb1024046 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6354494 Feb 08 21:13:39.157964 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7e94a3d0-041f-4cdc-a50d-944389764a90 req-4e5dd5e0-6152-4be9-97a6-7045ca6dc6ec tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5893352 Feb 08 21:13:39.193562 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f2a8be06-6b5c-425e-9010-a67679865d73 None None] Current status of the port 5e3f79aa-d153-4fbc-a454-0152a3a14e7a is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:13:39.253662 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5e3f79aa-d153-4fbc-a454-0152a3a14e7a up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:13:39.267424 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3e01f-58db-4362-a737-997fa1edc4a0 req-9fb92db8-7455-4c7c-b7c2-1612d82d2289 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:39.269136 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a1d3e01f-58db-4362-a737-997fa1edc4a0 req-9fb92db8-7455-4c7c-b7c2-1612d82d2289 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 943 time: 0.2212763 Feb 08 21:13:39.306046 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['a2ef3cda-063d-43db-8069-62f481f3e979'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:13:39.334543 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device d9d3405f-7619-4d47-9127-89342f2513dd up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:13:39.336244 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8fe01863-22ae-4bf0-900d-a87c5514d574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (36e36ad2-2aba-4c9e-8e3c-b5d49c37069a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:39.353921 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a1d3e01f-58db-4362-a737-997fa1edc4a0 req-de9e9dac-1f0e-4fd2-83ca-930afdf674aa tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699651 Feb 08 21:13:39.399802 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 5e3f79aa-d153-4fbc-a454-0152a3a14e7a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:13:39.400189 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5e3f79aa-d153-4fbc-a454-0152a3a14e7a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:39.496932 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port d9d3405f-7619-4d47-9127-89342f2513dd completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:13:39.516739 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port d9d3405f-7619-4d47-9127-89342f2513dd triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:13:39.517119 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d9d3405f-7619-4d47-9127-89342f2513dd), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:39.532672 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c68f69-fbaa-4aa2-a3b1-215f241b2a37 req-6bf65454-39cf-47f2-86c8-c40888001f90 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:39.534322 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-80c68f69-fbaa-4aa2-a3b1-215f241b2a37 req-6bf65454-39cf-47f2-86c8-c40888001f90 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=35a10c34-9f11-4650-8fc3-7b61ce718477 HTTP/1.1" status: 200 len: 949 time: 0.0900135 Feb 08 21:13:39.601752 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe01863-22ae-4bf0-900d-a87c5514d574 admin admin] Router 36e36ad2-2aba-4c9e-8e3c-b5d49c37069a is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:13:39.612878 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-80c68f69-fbaa-4aa2-a3b1-215f241b2a37 req-014f4021-4c87-4e1f-98f4-a7ac2a1da0a1 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/security-groups?id=b51504be-e472-4ba7-b632-6e6fce8bd653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704484 Feb 08 21:13:39.624992 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 5e3f79aa-d153-4fbc-a454-0152a3a14e7a is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:13:39.738916 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port d9d3405f-7619-4d47-9127-89342f2513dd is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:13:39.740019 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d9d3405f-7619-4d47-9127-89342f2513dd), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:39.764561 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe01863-22ae-4bf0-900d-a87c5514d574 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:13:39.768816 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a10c34-9f11-4650-8fc3-7b61ce718477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d3405f-7619-4d47-9127-89342f2513dd'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:13:39.777283 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff33786-12f7-475f-ab6c-c012b9b3d9e5 None None] Sync routers for ids ['36e36ad2-2aba-4c9e-8e3c-b5d49c37069a'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:13:39.778470 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47f001e-d98d-4551-992b-ab407f0529c0" -d '{"events": [{"server_uuid": "35a10c34-9f11-4650-8fc3-7b61ce718477", "name": "network-vif-plugged", "status": "completed", "tag": "d9d3405f-7619-4d47-9127-89342f2513dd"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:13:39.793615 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port d9d3405f-7619-4d47-9127-89342f2513dd, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d9d3405f-7619-4d47-9127-89342f2513dd,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:39.793764 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff33786-12f7-475f-ab6c-c012b9b3d9e5 None None] Routers {'36e36ad2-2aba-4c9e-8e3c-b5d49c37069a'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:13:39.794521 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5ff33786-12f7-475f-ab6c-c012b9b3d9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:13:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['36e36ad2-2aba-4c9e-8e3c-b5d49c37069a'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:13:39.800489 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d9d3405f-7619-4d47-9127-89342f2513dd), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:39.846316 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2', 'tag': 'b10d69ce-bd78-4bd8-8b05-d5fe951c608d'}, {'server_uuid': '1280cfe5-3427-42a2-bfb9-c14835d101f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2ef3cda-063d-43db-8069-62f481f3e979'}, {'name': 'network-changed', 'server_uuid': '1280cfe5-3427-42a2-bfb9-c14835d101f7', 'tag': 'a2ef3cda-063d-43db-8069-62f481f3e979'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:13:39.853265 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066f24a5-d5f9-49b0-b8b4-214eb2c5907a" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2", "tag": "b10d69ce-bd78-4bd8-8b05-d5fe951c608d"}, {"server_uuid": "1280cfe5-3427-42a2-bfb9-c14835d101f7", "name": "network-vif-unplugged", "status": "completed", "tag": "a2ef3cda-063d-43db-8069-62f481f3e979"}, {"name": "network-changed", "server_uuid": "1280cfe5-3427-42a2-bfb9-c14835d101f7", "tag": "a2ef3cda-063d-43db-8069-62f481f3e979"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:13:39.877127 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=d9d3405f-7619-4d47-9127-89342f2513dd,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:39.896642 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8fe01863-22ae-4bf0-900d-a87c5514d574 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:39.898152 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8fe01863-22ae-4bf0-900d-a87c5514d574 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4147391 Feb 08 21:13:39.904086 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40620) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:39.913752 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56074b4d-56a3-4e4c-b3bc-7ceb5668a1c1 req-ffb78e57-ae45-43c8-ad87-8bc12b474b75 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:39.915660 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56074b4d-56a3-4e4c-b3bc-7ceb5668a1c1 req-ffb78e57-ae45-43c8-ad87-8bc12b474b75 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 948 time: 0.1649618 Feb 08 21:13:39.937987 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-5ff33786-12f7-475f-ab6c-c012b9b3d9e5 None None] Set router 36e36ad2-2aba-4c9e-8e3c-b5d49c37069a gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:13:39.959081 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38149b15-28a7-4fd2-9751-e464f85eefd7 req-15e6ce47-fffa-4766-9d52-5b27eb33eca6 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:39.966934 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-38149b15-28a7-4fd2-9751-e464f85eefd7 req-15e6ce47-fffa-4766-9d52-5b27eb33eca6 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.88 "GET /v2.0/ports?device_id=08d5a651-7b1d-400d-bbb0-c8f446c97833 HTTP/1.1" status: 200 len: 949 time: 0.1220465 Feb 08 21:13:40.058394 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56074b4d-56a3-4e4c-b3bc-7ceb5668a1c1 req-3f8348e0-28ec-489f-a39b-d43fe33e8902 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336188 Feb 08 21:13:40.086954 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-38149b15-28a7-4fd2-9751-e464f85eefd7 req-def0bc98-8d3b-4b7c-aeab-e6861d1f8ac2 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.88 "GET /v2.0/security-groups?id=55aed19b-c7b0-4f99-ae11-9728bfdb306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192884 Feb 08 21:13:40.162733 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 08 Feb 2022 21:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf85db6-e68b-48b0-91cf-7852e9f39afc x-openstack-request-id: req-ccf85db6-e68b-48b0-91cf-7852e9f39afc {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:13:40.163203 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2", "tag": "b10d69ce-bd78-4bd8-8b05-d5fe951c608d", "status": "completed", "code": 200}, {"server_uuid": "1280cfe5-3427-42a2-bfb9-c14835d101f7", "name": "network-vif-unplugged", "status": "completed", "tag": "a2ef3cda-063d-43db-8069-62f481f3e979", "code": 200}, {"name": "network-changed", "server_uuid": "1280cfe5-3427-42a2-bfb9-c14835d101f7", "tag": "a2ef3cda-063d-43db-8069-62f481f3e979", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:13:40.163626 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ccf85db6-e68b-48b0-91cf-7852e9f39afc {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:13:40.168314 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2', 'tag': 'b10d69ce-bd78-4bd8-8b05-d5fe951c608d', 'status': 'completed', 'code': 200} Feb 08 21:13:40.168929 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1280cfe5-3427-42a2-bfb9-c14835d101f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2ef3cda-063d-43db-8069-62f481f3e979', 'code': 200} Feb 08 21:13:40.169374 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1280cfe5-3427-42a2-bfb9-c14835d101f7', 'tag': 'a2ef3cda-063d-43db-8069-62f481f3e979', 'status': 'completed', 'code': 200} Feb 08 21:13:40.210192 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950fc843-303c-4f3f-97e2-0bf5dbdd03fe x-openstack-request-id: req-950fc843-303c-4f3f-97e2-0bf5dbdd03fe {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:13:40.210769 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a10c34-9f11-4650-8fc3-7b61ce718477", "name": "network-vif-plugged", "status": "completed", "tag": "d9d3405f-7619-4d47-9127-89342f2513dd", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:13:40.211357 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-950fc843-303c-4f3f-97e2-0bf5dbdd03fe {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:13:40.212042 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a10c34-9f11-4650-8fc3-7b61ce718477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d3405f-7619-4d47-9127-89342f2513dd', 'code': 200} Feb 08 21:13:40.280871 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5ff33786-12f7-475f-ab6c-c012b9b3d9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e36ad2-2aba-4c9e-8e3c-b5d49c37069a', 'name': 'tempest-FloatingIPsTestJSON-1914550538-router', 'tenant_id': '906c8629ac004795bd8523b79b78bd58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ad53e125-4ccc-4329-96f6-c78e1a08ce3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:13:33Z', 'updated_at': '2022-02-08T21:13:38Z', 'revision_number': 3, 'project_id': '906c8629ac004795bd8523b79b78bd58', 'gw_port': {'id': 'ad53e125-4ccc-4329-96f6-c78e1a08ce3a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e36ad2-2aba-4c9e-8e3c-b5d49c37069a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:13:36Z', 'updated_at': '2022-02-08T21:13:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:13:40.300450 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f24a5-d5f9-49b0-b8b4-214eb2c5907a req-a7c469ab-8d51-4b5b-8c4f-7ea23f031ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:40.308329 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-066f24a5-d5f9-49b0-b8b4-214eb2c5907a req-a7c469ab-8d51-4b5b-8c4f-7ea23f031ed8 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=fc2f675b65e84ffb8ad012c577d54357&device_id=b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2 HTTP/1.1" status: 200 len: 1131 time: 0.0989435 Feb 08 21:13:40.370394 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff33786-12f7-475f-ab6c-c012b9b3d9e5 None None] Checking router: 36e36ad2-2aba-4c9e-8e3c-b5d49c37069a for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:13:40.371357 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff33786-12f7-475f-ab6c-c012b9b3d9e5 None None] Updating router 36e36ad2-2aba-4c9e-8e3c-b5d49c37069a port ad53e125-4ccc-4329-96f6-c78e1a08ce3a binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:13:40.432658 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5ff33786-12f7-475f-ab6c-c012b9b3d9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ad53e125-4ccc-4329-96f6-c78e1a08ce3a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:40.474669 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5848bc-69a0-4896-874e-cef7606668a8 req-8d7b5f95-14d8-4137-93fb-a2653b530022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:40.477208 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fd5848bc-69a0-4896-874e-cef7606668a8 req-8d7b5f95-14d8-4137-93fb-a2653b530022 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=35a10c34-9f11-4650-8fc3-7b61ce718477 HTTP/1.1" status: 200 len: 1133 time: 0.1198072 Feb 08 21:13:40.484659 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f24a5-d5f9-49b0-b8b4-214eb2c5907a req-f42b5df1-b95d-4b4e-a210-5718f1e16041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:40.487070 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-066f24a5-d5f9-49b0-b8b4-214eb2c5907a req-f42b5df1-b95d-4b4e-a210-5718f1e16041 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9b3b159591ee4a229900ea8953fa8a06&device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 1157 time: 0.2743237 Feb 08 21:13:40.617825 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541723ad-b0ef-469e-b75c-6f4cdea03689 req-ca2a3fff-29da-41cd-b96c-414199307dc2 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:40.630961 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-541723ad-b0ef-469e-b75c-6f4cdea03689 req-ca2a3fff-29da-41cd-b96c-414199307dc2 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2 HTTP/1.1" status: 200 len: 948 time: 0.2554722 Feb 08 21:13:40.678834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f24a5-d5f9-49b0-b8b4-214eb2c5907a req-ec717ac9-ce86-4a6b-9d8d-15b65f2db0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:40.681547 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-066f24a5-d5f9-49b0-b8b4-214eb2c5907a req-ec717ac9-ce86-4a6b-9d8d-15b65f2db0d6 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.3577318 Feb 08 21:13:40.777655 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-066f24a5-d5f9-49b0-b8b4-214eb2c5907a req-05c205ee-8783-4ce0-935c-ba4bf480ede5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=b10d69ce-bd78-4bd8-8b05-d5fe951c608d HTTP/1.1" status: 200 len: 217 time: 0.0868917 Feb 08 21:13:40.859023 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-541723ad-b0ef-469e-b75c-6f4cdea03689 req-850fd6d1-24d8-423f-a6ce-0c68277deeb3 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264726 Feb 08 21:13:40.945262 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159b9e3-3520-45fb-addd-4bb04ec81a8c req-db87f469-e27a-4446-b07e-501505c1be52 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:40.947934 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e159b9e3-3520-45fb-addd-4bb04ec81a8c req-db87f469-e27a-4446-b07e-501505c1be52 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 943 time: 0.1878910 Feb 08 21:13:40.951385 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f24a5-d5f9-49b0-b8b4-214eb2c5907a req-2e148f0c-8443-4b13-bb50-66456bede345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:40.954523 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-066f24a5-d5f9-49b0-b8b4-214eb2c5907a req-2e148f0c-8443-4b13-bb50-66456bede345 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1535995 Feb 08 21:13:41.002921 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f24a5-d5f9-49b0-b8b4-214eb2c5907a req-e97cc3b9-5f18-4569-ad91-a9a23b50e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:41.005856 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-066f24a5-d5f9-49b0-b8b4-214eb2c5907a req-e97cc3b9-5f18-4569-ad91-a9a23b50e450 service neutron] 10.222.0.96 "GET /v2.0/networks?id=4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 200 len: 909 time: 0.5058799 Feb 08 21:13:41.097508 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5ff33786-12f7-475f-ab6c-c012b9b3d9e5 None None] Publish callbacks [] for port (ad53e125-4ccc-4329-96f6-c78e1a08ce3a), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:41.100763 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fd5848bc-69a0-4896-874e-cef7606668a8 req-274319a6-1779-4355-82f8-ab0959633413 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=b51504be-e472-4ba7-b632-6e6fce8bd653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6111379 Feb 08 21:13:41.109262 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5ff33786-12f7-475f-ab6c-c012b9b3d9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ad53e125-4ccc-4329-96f6-c78e1a08ce3a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:41.160982 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-066f24a5-d5f9-49b0-b8b4-214eb2c5907a req-bb698c9c-a81d-4f54-abab-dfa49e58711b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2ef3cda-063d-43db-8069-62f481f3e979 HTTP/1.1" status: 200 len: 217 time: 0.0953989 Feb 08 21:13:41.176830 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0796f9-2f73-4119-a94e-f95121b08867 None None] Pushing event updated for resources: {'Port': ['ID=ad53e125-4ccc-4329-96f6-c78e1a08ce3a,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:41.181284 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e159b9e3-3520-45fb-addd-4bb04ec81a8c req-eee147e4-35b1-4796-8ef7-73b5a33f53c5 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010002 Feb 08 21:13:41.191179 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f24a5-d5f9-49b0-b8b4-214eb2c5907a req-efc19f17-7c04-4bfc-9253-9d5cb45f2f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:41.195318 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-066f24a5-d5f9-49b0-b8b4-214eb2c5907a req-efc19f17-7c04-4bfc-9253-9d5cb45f2f0b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2324603 Feb 08 21:13:41.197860 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0796f9-2f73-4119-a94e-f95121b08867 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:41.199094 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0796f9-2f73-4119-a94e-f95121b08867 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:41.200305 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0796f9-2f73-4119-a94e-f95121b08867 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:41.201288 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0796f9-2f73-4119-a94e-f95121b08867 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:41.202714 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0796f9-2f73-4119-a94e-f95121b08867 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:41.203591 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0796f9-2f73-4119-a94e-f95121b08867 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:41.204940 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0796f9-2f73-4119-a94e-f95121b08867 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:41.205897 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0796f9-2f73-4119-a94e-f95121b08867 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:41.206769 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0796f9-2f73-4119-a94e-f95121b08867 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:41.208170 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0796f9-2f73-4119-a94e-f95121b08867 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:41.208788 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0796f9-2f73-4119-a94e-f95121b08867 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:41.209398 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0796f9-2f73-4119-a94e-f95121b08867 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:41.210168 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0796f9-2f73-4119-a94e-f95121b08867 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:13:41.242454 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec1bb8-e8df-440d-bedf-f91c283998b6 req-3b307cc5-753f-42ca-9eb9-2bfe1ce4b5f2 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:41.244298 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-5ff33786-12f7-475f-ab6c-c012b9b3d9e5 None None] Attempting to bind port ad53e125-4ccc-4329-96f6-c78e1a08ce3a on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:13:41.244925 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-5ff33786-12f7-475f-ab6c-c012b9b3d9e5 None None] Attempting to bind port ad53e125-4ccc-4329-96f6-c78e1a08ce3a by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:13:41.246013 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff33786-12f7-475f-ab6c-c012b9b3d9e5 None None] Attempting to bind port ad53e125-4ccc-4329-96f6-c78e1a08ce3a on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:13:41.255613 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4ec1bb8-e8df-440d-bedf-f91c283998b6 req-3b307cc5-753f-42ca-9eb9-2bfe1ce4b5f2 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=35a10c34-9f11-4650-8fc3-7b61ce718477 HTTP/1.1" status: 200 len: 950 time: 0.2015085 Feb 08 21:13:41.258185 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff33786-12f7-475f-ab6c-c012b9b3d9e5 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:13:41.258833 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff33786-12f7-475f-ab6c-c012b9b3d9e5 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:13:41.259530 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5ff33786-12f7-475f-ab6c-c012b9b3d9e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:41.261852 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff33786-12f7-475f-ab6c-c012b9b3d9e5 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:13:41.261852 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-5ff33786-12f7-475f-ab6c-c012b9b3d9e5 None None] Bound port: ad53e125-4ccc-4329-96f6-c78e1a08ce3a, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:13:41.262155 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5ff33786-12f7-475f-ab6c-c012b9b3d9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ad53e125-4ccc-4329-96f6-c78e1a08ce3a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:41.295014 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f24a5-d5f9-49b0-b8b4-214eb2c5907a req-d975d9b5-79e7-4744-8b9a-1c34e7f886ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:41.297833 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-066f24a5-d5f9-49b0-b8b4-214eb2c5907a req-d975d9b5-79e7-4744-8b9a-1c34e7f886ef service neutron] 10.222.0.96 "GET /v2.0/subnets?id=55523d5b-2f07-476f-b4a6-0043cdbb6c1a HTTP/1.1" status: 200 len: 848 time: 0.1292727 Feb 08 21:13:41.334213 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device a2ef3cda-063d-43db-8069-62f481f3e979 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:13:41.342594 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4ec1bb8-e8df-440d-bedf-f91c283998b6 req-fcefaa77-d491-4936-816b-a1e7b9250fe7 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/security-groups?id=b51504be-e472-4ba7-b632-6e6fce8bd653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859630 Feb 08 21:13:41.361574 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5ff33786-12f7-475f-ab6c-c012b9b3d9e5 None None] For port ad53e125-4ccc-4329-96f6-c78e1a08ce3a, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:13:41.368976 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5ff33786-12f7-475f-ab6c-c012b9b3d9e5 None None] For port ad53e125-4ccc-4329-96f6-c78e1a08ce3a, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ad53e125-4ccc-4329-96f6-c78e1a08ce3a,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:13:41.385819 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-066f24a5-d5f9-49b0-b8b4-214eb2c5907a req-8e1b3a5a-47b2-4996-86db-0e29d968c356 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4c67478e-bb4a-47b2-85c8-c1996b203e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797327 Feb 08 21:13:41.386885 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5ff33786-12f7-475f-ab6c-c012b9b3d9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ad53e125-4ccc-4329-96f6-c78e1a08ce3a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:41.510707 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 3cc2793c-991b-4238-8efb-6c6e02437256 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:13:41.529870 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0796f9-2f73-4119-a94e-f95121b08867 None None] Pushing event updated for resources: {'Port': ['ID=ad53e125-4ccc-4329-96f6-c78e1a08ce3a,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:41.546926 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port a2ef3cda-063d-43db-8069-62f481f3e979, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=a2ef3cda-063d-43db-8069-62f481f3e979,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:41.568618 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff33786-12f7-475f-ab6c-c012b9b3d9e5 None None] Routers {'36e36ad2-2aba-4c9e-8e3c-b5d49c37069a'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:13:41.570043 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5ff33786-12f7-475f-ab6c-c012b9b3d9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:13:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['36e36ad2-2aba-4c9e-8e3c-b5d49c37069a'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:13:41.570768 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device a2ef3cda-063d-43db-8069-62f481f3e979 has no active binding in host n-h1-712143-31 {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 08 21:13:41.609093 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-066f24a5-d5f9-49b0-b8b4-214eb2c5907a req-c0d93d9d-99b1-45aa-9294-423ac07359a0 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540890 Feb 08 21:13:41.638759 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1e7cc99-d062-4ef6-92d0-17890a2e134c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:41.731543 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae5979-30e8-41d6-9040-319d9b2d9151 req-83064386-6633-4e1c-bdb1-026144e8a01d tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:41.734667 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45ae5979-30e8-41d6-9040-319d9b2d9151 req-83064386-6633-4e1c-bdb1-026144e8a01d tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 948 time: 0.3186128 Feb 08 21:13:41.741404 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-066f24a5-d5f9-49b0-b8b4-214eb2c5907a req-657fd447-0a20-4c2f-b386-0a066bec2730 service neutron] 10.222.0.96 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232036 Feb 08 21:13:41.755598 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 3cc2793c-991b-4238-8efb-6c6e02437256, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=3cc2793c-991b-4238-8efb-6c6e02437256,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:41.794381 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '3cc2793c-991b-4238-8efb-6c6e02437256', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': '3cc2793c-991b-4238-8efb-6c6e02437256', 'mac_address': 'fa:16:3e:fa:1a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:13:41.860993 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-5ff33786-12f7-475f-ab6c-c012b9b3d9e5 None None] Set router 36e36ad2-2aba-4c9e-8e3c-b5d49c37069a gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:13:41.862240 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 3cc2793c-991b-4238-8efb-6c6e02437256 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:13:41.862929 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3cc2793c-991b-4238-8efb-6c6e02437256), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:41.881200 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc2793c-991b-4238-8efb-6c6e02437256 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:13:41.932443 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 3cc2793c-991b-4238-8efb-6c6e02437256, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=3cc2793c-991b-4238-8efb-6c6e02437256,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:41.939682 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3cc2793c-991b-4238-8efb-6c6e02437256), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:41.970674 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-066f24a5-d5f9-49b0-b8b4-214eb2c5907a req-32b55849-65d2-4dbe-97b4-523b7d034051 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407793 Feb 08 21:13:41.977267 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45ae5979-30e8-41d6-9040-319d9b2d9151 req-91d70ff8-8b37-4c3f-9795-df3c7387afc3 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334003 Feb 08 21:13:42.009750 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0691530-46e5-4487-b797-b154250cb70b req-3ce95a2f-10b8-42f7-90fe-fff42abb8fbf tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:42.012086 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a0691530-46e5-4487-b797-b154250cb70b req-3ce95a2f-10b8-42f7-90fe-fff42abb8fbf tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.88 "GET /v2.0/ports?device_id=08d5a651-7b1d-400d-bbb0-c8f446c97833 HTTP/1.1" status: 200 len: 949 time: 0.2018669 Feb 08 21:13:42.075510 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=3cc2793c-991b-4238-8efb-6c6e02437256,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:42.130988 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a0691530-46e5-4487-b797-b154250cb70b req-3b0d70a3-ca6f-4209-bb86-e9fc41aee160 tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.88 "GET /v2.0/security-groups?id=55aed19b-c7b0-4f99-ae11-9728bfdb306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122270 Feb 08 21:13:42.253763 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5ff33786-12f7-475f-ab6c-c012b9b3d9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e36ad2-2aba-4c9e-8e3c-b5d49c37069a', 'name': 'tempest-FloatingIPsTestJSON-1914550538-router', 'tenant_id': '906c8629ac004795bd8523b79b78bd58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ad53e125-4ccc-4329-96f6-c78e1a08ce3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:13:33Z', 'updated_at': '2022-02-08T21:13:38Z', 'revision_number': 3, 'project_id': '906c8629ac004795bd8523b79b78bd58', 'gw_port': {'id': 'ad53e125-4ccc-4329-96f6-c78e1a08ce3a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e36ad2-2aba-4c9e-8e3c-b5d49c37069a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:13:36Z', 'updated_at': '2022-02-08T21:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:13:42.259339 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-066f24a5-d5f9-49b0-b8b4-214eb2c5907a req-1b715c32-851d-4569-a628-15e2f1b77ec9 service neutron] 10.222.0.96 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033257 Feb 08 21:13:42.280429 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be139e-7264-43de-ac28-72f74d5d8aea req-576ba756-2fbe-422e-8a50-2c3dc19f926c tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:42.282068 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f1be139e-7264-43de-ac28-72f74d5d8aea req-576ba756-2fbe-422e-8a50-2c3dc19f926c tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.94 "GET /v2.0/ports?device_id=08d5a651-7b1d-400d-bbb0-c8f446c97833 HTTP/1.1" status: 200 len: 949 time: 0.3766160 Feb 08 21:13:42.302529 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36498f9-b3a7-4d47-bc21-92b3cd5540a9 req-8a66c7bc-8cc7-43c7-9060-b7e1809028d9 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:42.304130 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a36498f9-b3a7-4d47-bc21-92b3cd5540a9 req-8a66c7bc-8cc7-43c7-9060-b7e1809028d9 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2 HTTP/1.1" status: 200 len: 948 time: 0.0843887 Feb 08 21:13:42.334509 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff33786-12f7-475f-ab6c-c012b9b3d9e5 None None] The sync data for ids ['36e36ad2-2aba-4c9e-8e3c-b5d49c37069a'] in n-d-712143-31 is: [{'id': '36e36ad2-2aba-4c9e-8e3c-b5d49c37069a', 'name': 'tempest-FloatingIPsTestJSON-1914550538-router', 'tenant_id': '906c8629ac004795bd8523b79b78bd58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ad53e125-4ccc-4329-96f6-c78e1a08ce3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:13:33Z', 'updated_at': '2022-02-08T21:13:38Z', 'revision_number': 3, 'project_id': '906c8629ac004795bd8523b79b78bd58', 'gw_port': {'id': 'ad53e125-4ccc-4329-96f6-c78e1a08ce3a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e36ad2-2aba-4c9e-8e3c-b5d49c37069a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:13:36Z', 'updated_at': '2022-02-08T21:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:13:42.340468 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['3cc2793c-991b-4238-8efb-6c6e02437256'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:13:42.490842 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a36498f9-b3a7-4d47-bc21-92b3cd5540a9 req-a8493eb5-3418-4b60-a2ec-a5063049fb3f tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703482 Feb 08 21:13:42.652373 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832461f-5fe9-4d33-a3a9-bbeae575aec8 req-df145c78-b62e-4861-9ed8-2d6665a33314 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:42.663079 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4832461f-5fe9-4d33-a3a9-bbeae575aec8 req-df145c78-b62e-4861-9ed8-2d6665a33314 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 943 time: 0.2266736 Feb 08 21:13:42.831686 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fde2b-2eef-4340-a1ef-df7d00e4d54f req-df8a81d1-9697-4638-9aae-1e1074689cc9 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:42.846524 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c3fde2b-2eef-4340-a1ef-df7d00e4d54f req-df8a81d1-9697-4638-9aae-1e1074689cc9 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=35a10c34-9f11-4650-8fc3-7b61ce718477 HTTP/1.1" status: 200 len: 950 time: 0.1741655 Feb 08 21:13:42.887499 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4832461f-5fe9-4d33-a3a9-bbeae575aec8 req-43594409-53dd-453d-98c7-e9ff68e60634 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183897 Feb 08 21:13:42.892597 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-d1e7cc99-d062-4ef6-92d0-17890a2e134c admin admin] Allocated IP 172.20.0.1 (3a03992c-5680-46b9-af3a-ea0ba85f36ab/0c8655c0-7fd8-4587-be8a-b23bccd25077/406af5ad-7862-4cd7-bdef-2b1b2629af89) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:13:43.024857 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c3fde2b-2eef-4340-a1ef-df7d00e4d54f req-b1e2d23f-c18c-4955-abc5-55086c9cad52 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/security-groups?id=b51504be-e472-4ba7-b632-6e6fce8bd653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352262 Feb 08 21:13:43.091030 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-f1be139e-7264-43de-ac28-72f74d5d8aea req-ea394d91-5760-442d-9f5e-f1ded0e0cd3b tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Deleting port 9304730c-be6d-4638-ad5b-1ddab80b8bb9 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:13:43.091562 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f1be139e-7264-43de-ac28-72f74d5d8aea req-ea394d91-5760-442d-9f5e-f1ded0e0cd3b tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (9304730c-be6d-4638-ad5b-1ddab80b8bb9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:43.307163 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ad53e125-4ccc-4329-96f6-c78e1a08ce3a up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:13:43.333859 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1e7cc99-d062-4ef6-92d0-17890a2e134c admin admin] Publish callbacks [] for port (406af5ad-7862-4cd7-bdef-2b1b2629af89), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:43.347736 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae932d-6b26-4c59-8fd8-40d22e983bdf req-9fead966-0b22-4c1f-bb98-e6172d9db6ae tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:43.362132 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device b10d69ce-bd78-4bd8-8b05-d5fe951c608d details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:13:43.363200 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03ae932d-6b26-4c59-8fd8-40d22e983bdf req-9fead966-0b22-4c1f-bb98-e6172d9db6ae tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 949 time: 0.1488526 Feb 08 21:13:43.429176 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-f1be139e-7264-43de-ac28-72f74d5d8aea req-ea394d91-5760-442d-9f5e-f1ded0e0cd3b tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] For port 9304730c-be6d-4638-ad5b-1ddab80b8bb9, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=9304730c-be6d-4638-ad5b-1ddab80b8bb9,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:43.430421 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f1be139e-7264-43de-ac28-72f74d5d8aea req-ea394d91-5760-442d-9f5e-f1ded0e0cd3b tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (9304730c-be6d-4638-ad5b-1ddab80b8bb9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:43.469683 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03ae932d-6b26-4c59-8fd8-40d22e983bdf req-897e9861-345e-45b4-8bd9-d3952b38f3b7 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038413 Feb 08 21:13:43.484704 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-f1be139e-7264-43de-ac28-72f74d5d8aea req-ea394d91-5760-442d-9f5e-f1ded0e0cd3b tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Calling delete_port for 9304730c-be6d-4638-ad5b-1ddab80b8bb9 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:13:43.576791 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port ad53e125-4ccc-4329-96f6-c78e1a08ce3a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:13:43.577441 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ad53e125-4ccc-4329-96f6-c78e1a08ce3a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:43.615863 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9f2b9-ed06-4c0d-9277-40f3650a7e7c req-da3b0a84-d31a-4f00-a4cc-d6133e49527c tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:43.617882 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-62e9f2b9-ed06-4c0d-9277-40f3650a7e7c req-da3b0a84-d31a-4f00-a4cc-d6133e49527c tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.88 "GET /v2.0/ports?device_id=08d5a651-7b1d-400d-bbb0-c8f446c97833 HTTP/1.1" status: 200 len: 949 time: 0.0911372 Feb 08 21:13:43.710559 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-62e9f2b9-ed06-4c0d-9277-40f3650a7e7c req-9b17865b-76d0-4835-9da1-d38c44cd07fe tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.88 "GET /v2.0/security-groups?id=55aed19b-c7b0-4f99-ae11-9728bfdb306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751479 Feb 08 21:13:43.736740 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1e7cc99-d062-4ef6-92d0-17890a2e134c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (406af5ad-7862-4cd7-bdef-2b1b2629af89), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:43.741984 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port b10d69ce-bd78-4bd8-8b05-d5fe951c608d, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=b10d69ce-bd78-4bd8-8b05-d5fe951c608d,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:43.779533 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'b10d69ce-bd78-4bd8-8b05-d5fe951c608d', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': 'b10d69ce-bd78-4bd8-8b05-d5fe951c608d', 'mac_address': 'fa:16:3e:6c:8c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:13:43.850713 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e7cc99-d062-4ef6-92d0-17890a2e134c admin admin] Network 3a03992c-5680-46b9-af3a-ea0ba85f36ab is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:13:43.869757 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-d1e7cc99-d062-4ef6-92d0-17890a2e134c admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:13:43.876314 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e7cc99-d062-4ef6-92d0-17890a2e134c admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:13:43.880429 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7cc99-d062-4ef6-92d0-17890a2e134c admin admin] Pushing event updated for resources: {'Port': ['ID=406af5ad-7862-4cd7-bdef-2b1b2629af89,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:43.914866 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944991c-33ea-4a90-9de2-adf6cd1b9c22 req-3074fff6-92bf-4dc5-a56f-9f2776d7b977 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:43.927081 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4944991c-33ea-4a90-9de2-adf6cd1b9c22 req-3074fff6-92bf-4dc5-a56f-9f2776d7b977 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2 HTTP/1.1" status: 200 len: 948 time: 0.0901420 Feb 08 21:13:43.939777 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port ad53e125-4ccc-4329-96f6-c78e1a08ce3a is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:13:43.939777 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ad53e125-4ccc-4329-96f6-c78e1a08ce3a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:44.007228 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port ad53e125-4ccc-4329-96f6-c78e1a08ce3a, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ad53e125-4ccc-4329-96f6-c78e1a08ce3a,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:44.009050 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port b10d69ce-bd78-4bd8-8b05-d5fe951c608d is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:13:44.009847 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b10d69ce-bd78-4bd8-8b05-d5fe951c608d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:44.106870 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4944991c-33ea-4a90-9de2-adf6cd1b9c22 req-8274313e-abc9-4108-9f4d-6612ab87d7c9 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776192 Feb 08 21:13:44.176976 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f1be139e-7264-43de-ac28-72f74d5d8aea req-ea394d91-5760-442d-9f5e-f1ded0e0cd3b tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (9304730c-be6d-4638-ad5b-1ddab80b8bb9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:44.266976 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea394d91-5760-442d-9f5e-f1ded0e0cd3b tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Pushing event deleted for resources: {'Port': ['ID=9304730c-be6d-4638-ad5b-1ddab80b8bb9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:44.275216 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a17c8e-e980-4af5-8853-03fecaa664b0 req-2fa94935-8efc-4b71-bd58-1d75d799cb34 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:44.283253 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9a17c8e-e980-4af5-8853-03fecaa664b0 req-2fa94935-8efc-4b71-bd58-1d75d799cb34 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 943 time: 0.1748321 Feb 08 21:13:44.402815 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bda224-c423-43ef-a80a-f95fd4883c62 req-62d8ac42-f6d5-4317-a028-0ff0256cb14e tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:44.417963 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-63bda224-c423-43ef-a80a-f95fd4883c62 req-62d8ac42-f6d5-4317-a028-0ff0256cb14e tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=35a10c34-9f11-4650-8fc3-7b61ce718477 HTTP/1.1" status: 200 len: 950 time: 0.1937218 Feb 08 21:13:44.451377 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9a17c8e-e980-4af5-8853-03fecaa664b0 req-a108cb17-d1cb-4f3c-a836-bc7937913448 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670418 Feb 08 21:13:44.480964 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1be139e-7264-43de-ac28-72f74d5d8aea req-ea394d91-5760-442d-9f5e-f1ded0e0cd3b tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] No DVR routers for this DVR port 9304730c-be6d-4638-ad5b-1ddab80b8bb9 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:13:44.488156 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1e7cc99-d062-4ef6-92d0-17890a2e134c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (36e36ad2-2aba-4c9e-8e3c-b5d49c37069a), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:44.497057 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f1be139e-7264-43de-ac28-72f74d5d8aea req-ea394d91-5760-442d-9f5e-f1ded0e0cd3b tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:44.505288 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f1be139e-7264-43de-ac28-72f74d5d8aea req-ea394d91-5760-442d-9f5e-f1ded0e0cd3b tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.94 "DELETE /v2.0/ports/9304730c-be6d-4638-ad5b-1ddab80b8bb9 HTTP/1.1" status: 204 len: 173 time: 2.1759005 Feb 08 21:13:44.506307 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d5a651-7b1d-400d-bbb0-c8f446c97833', 'name': 'network-vif-deleted', 'tag': '9304730c-be6d-4638-ad5b-1ddab80b8bb9'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:13:44.509780 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b10d69ce-bd78-4bd8-8b05-d5fe951c608d {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:13:44.514923 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efa31c0-5fca-44cd-818b-f9938e411340" -d '{"events": [{"server_uuid": "08d5a651-7b1d-400d-bbb0-c8f446c97833", "name": "network-vif-deleted", "tag": "9304730c-be6d-4638-ad5b-1ddab80b8bb9"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:13:44.550854 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['9304730c-be6d-4638-ad5b-1ddab80b8bb9'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:13:44.554826 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-63bda224-c423-43ef-a80a-f95fd4883c62 req-0cde7d7b-9e15-438d-95a6-0cabf0569b12 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/security-groups?id=b51504be-e472-4ba7-b632-6e6fce8bd653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321204 Feb 08 21:13:44.680148 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ac147a-a9db-42fb-9bd9-5a802bb038f4 x-openstack-request-id: req-08ac147a-a9db-42fb-9bd9-5a802bb038f4 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:13:44.688014 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d5a651-7b1d-400d-bbb0-c8f446c97833", "name": "network-vif-deleted", "tag": "9304730c-be6d-4638-ad5b-1ddab80b8bb9", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:13:44.688794 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-08ac147a-a9db-42fb-9bd9-5a802bb038f4 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:13:44.689769 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d5a651-7b1d-400d-bbb0-c8f446c97833', 'name': 'network-vif-deleted', 'tag': '9304730c-be6d-4638-ad5b-1ddab80b8bb9', 'status': 'completed', 'code': 200} Feb 08 21:13:44.709859 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ad53e125-4ccc-4329-96f6-c78e1a08ce3a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:44.809139 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4c906-f4a0-4b45-9239-0fa18420560a req-d98c13ef-884a-41b8-bc6b-9022a264da8c tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:44.810781 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8dc4c906-f4a0-4b45-9239-0fa18420560a req-d98c13ef-884a-41b8-bc6b-9022a264da8c tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 949 time: 0.1586573 Feb 08 21:13:44.826661 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port b10d69ce-bd78-4bd8-8b05-d5fe951c608d, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=b10d69ce-bd78-4bd8-8b05-d5fe951c608d,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:44.854560 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-81bff014-0174-44e7-80b8-2040573fb25f None None] Provisioning complete for port 406af5ad-7862-4cd7-bdef-2b1b2629af89 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:13:44.855536 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-81bff014-0174-44e7-80b8-2040573fb25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (406af5ad-7862-4cd7-bdef-2b1b2629af89), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:44.859107 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b10d69ce-bd78-4bd8-8b05-d5fe951c608d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:44.981008 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1e7cc99-d062-4ef6-92d0-17890a2e134c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (406af5ad-7862-4cd7-bdef-2b1b2629af89), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:44.982157 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-81bff014-0174-44e7-80b8-2040573fb25f None None] Port 406af5ad-7862-4cd7-bdef-2b1b2629af89 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:13:44.990718 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=ad53e125-4ccc-4329-96f6-c78e1a08ce3a,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:44.992057 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8dc4c906-f4a0-4b45-9239-0fa18420560a req-4599bf91-07aa-4787-af85-93b3a003b693 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532404 Feb 08 21:13:45.182733 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=b10d69ce-bd78-4bd8-8b05-d5fe951c608d,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:45.251714 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['b10d69ce-bd78-4bd8-8b05-d5fe951c608d'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:13:45.280190 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13549131-d625-49f5-b751-debdeab0638f req-64bec86e-2c5c-4201-8181-d05590cdbabb tempest-TenantUsagesTestJSON-321431843 tempest-TenantUsagesTestJSON-321431843-project] 10.222.0.88 "GET /v2.0/ports?device_id=08d5a651-7b1d-400d-bbb0-c8f446c97833 HTTP/1.1" status: 200 len: 210 time: 0.0732815 Feb 08 21:13:45.300275 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ad53e125-4ccc-4329-96f6-c78e1a08ce3a up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:13:45.377702 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 9304730c-be6d-4638-ad5b-1ddab80b8bb9 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:13:45.424042 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1e7cc99-d062-4ef6-92d0-17890a2e134c admin admin] Publish callbacks [] for port (406af5ad-7862-4cd7-bdef-2b1b2629af89), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:45.435638 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1e7cc99-d062-4ef6-92d0-17890a2e134c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (406af5ad-7862-4cd7-bdef-2b1b2629af89), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:45.459506 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 9304730c-be6d-4638-ad5b-1ddab80b8bb9 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:13:45.460193 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 9304730c-be6d-4638-ad5b-1ddab80b8bb9 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:13:45.577598 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 3cc2793c-991b-4238-8efb-6c6e02437256 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:13:45.612567 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1e7cc99-d062-4ef6-92d0-17890a2e134c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (36e36ad2-2aba-4c9e-8e3c-b5d49c37069a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:45.619258 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7cc99-d062-4ef6-92d0-17890a2e134c admin admin] Pushing event updated for resources: {'Port': ['ID=406af5ad-7862-4cd7-bdef-2b1b2629af89,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:45.663007 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port ad53e125-4ccc-4329-96f6-c78e1a08ce3a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:13:45.663480 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ad53e125-4ccc-4329-96f6-c78e1a08ce3a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:45.744311 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 3cc2793c-991b-4238-8efb-6c6e02437256 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:13:45.762333 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 3cc2793c-991b-4238-8efb-6c6e02437256 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:13:45.762705 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3cc2793c-991b-4238-8efb-6c6e02437256), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:45.800793 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fb0de-3c14-4310-884b-1aa0adc7e4cf req-39d49246-3020-4ca2-baac-169f5fbab4e4 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:45.804668 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1d2fb0de-3c14-4310-884b-1aa0adc7e4cf req-39d49246-3020-4ca2-baac-169f5fbab4e4 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2 HTTP/1.1" status: 200 len: 949 time: 0.1055055 Feb 08 21:13:45.819326 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e7cc99-d062-4ef6-92d0-17890a2e134c admin admin] Network 3a03992c-5680-46b9-af3a-ea0ba85f36ab is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:13:45.822915 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-d1e7cc99-d062-4ef6-92d0-17890a2e134c admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:13:45.914057 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd05ea-cee2-4416-acdb-60a1fdcbfa93 req-f9e59f93-3446-4233-a6c4-3127c729e72f tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:45.921509 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8cd05ea-cee2-4416-acdb-60a1fdcbfa93 req-f9e59f93-3446-4233-a6c4-3127c729e72f tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 943 time: 0.1151004 Feb 08 21:13:45.923451 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port ad53e125-4ccc-4329-96f6-c78e1a08ce3a is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:13:45.952001 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1d2fb0de-3c14-4310-884b-1aa0adc7e4cf req-1dd5e65b-bb5d-4207-ae38-9c5291d7c84a tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311464 Feb 08 21:13:46.028596 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 3cc2793c-991b-4238-8efb-6c6e02437256 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:13:46.042259 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8cd05ea-cee2-4416-acdb-60a1fdcbfa93 req-b855bd58-9506-47f8-b2bc-720aa220ecde tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191003 Feb 08 21:13:46.052376 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3cc2793c-991b-4238-8efb-6c6e02437256), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:46.082740 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e7cc99-d062-4ef6-92d0-17890a2e134c admin admin] Router 36e36ad2-2aba-4c9e-8e3c-b5d49c37069a has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:13:46.111583 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc2793c-991b-4238-8efb-6c6e02437256'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:13:46.116479 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd247d9-9973-40d8-a773-29797991ca20" -d '{"events": [{"server_uuid": "bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b", "name": "network-vif-plugged", "status": "completed", "tag": "3cc2793c-991b-4238-8efb-6c6e02437256"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:13:46.157450 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 3cc2793c-991b-4238-8efb-6c6e02437256, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=3cc2793c-991b-4238-8efb-6c6e02437256,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:46.165031 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3cc2793c-991b-4238-8efb-6c6e02437256), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:46.283362 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=3cc2793c-991b-4238-8efb-6c6e02437256,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:46.326484 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f9a72-a002-47bb-bb85-320b80a18433 req-2273b032-0005-4805-a013-42033c68fe0f tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:46.329115 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-487f9a72-a002-47bb-bb85-320b80a18433 req-2273b032-0005-4805-a013-42033c68fe0f tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=35a10c34-9f11-4650-8fc3-7b61ce718477 HTTP/1.1" status: 200 len: 950 time: 0.1179295 Feb 08 21:13:46.336587 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-9793da3d-78a5-4556-91e1-7e014a5e906e None None] Provisioning complete for port 406af5ad-7862-4cd7-bdef-2b1b2629af89 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:13:46.337814 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9793da3d-78a5-4556-91e1-7e014a5e906e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (406af5ad-7862-4cd7-bdef-2b1b2629af89), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:46.356279 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e7cc99-d062-4ef6-92d0-17890a2e134c admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:13:46.382007 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38592866-5acd-42cf-82f8-f88e3208961b None None] Sync routers for ids ['36e36ad2-2aba-4c9e-8e3c-b5d49c37069a'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:13:46.385485 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d1e7cc99-d062-4ef6-92d0-17890a2e134c admin admin] 10.222.0.88 "PUT /v2.0/routers/36e36ad2-2aba-4c9e-8e3c-b5d49c37069a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4789793 Feb 08 21:13:46.422538 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-487f9a72-a002-47bb-bb85-320b80a18433 req-ec9f1f18-c9dc-4ae9-879b-2c9178e3a16a tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/security-groups?id=b51504be-e472-4ba7-b632-6e6fce8bd653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817688 Feb 08 21:13:46.440394 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9793da3d-78a5-4556-91e1-7e014a5e906e None None] Port 406af5ad-7862-4cd7-bdef-2b1b2629af89 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:13:46.447283 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38592866-5acd-42cf-82f8-f88e3208961b None None] Routers {'36e36ad2-2aba-4c9e-8e3c-b5d49c37069a'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:13:46.448731 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-38592866-5acd-42cf-82f8-f88e3208961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:13:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['36e36ad2-2aba-4c9e-8e3c-b5d49c37069a'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:13:46.624790 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f275bc-e6a4-4252-a954-95b827060941 req-59dddcd1-b186-4de4-bd69-fcb65849780c tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:46.626435 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89f275bc-e6a4-4252-a954-95b827060941 req-59dddcd1-b186-4de4-bd69-fcb65849780c tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 950 time: 0.0866485 Feb 08 21:13:46.651285 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6810bfc4-14d9-4d1e-9af1-0067a09072de x-openstack-request-id: req-6810bfc4-14d9-4d1e-9af1-0067a09072de {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:13:46.651959 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b", "name": "network-vif-plugged", "status": "completed", "tag": "3cc2793c-991b-4238-8efb-6c6e02437256", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:13:46.652385 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6810bfc4-14d9-4d1e-9af1-0067a09072de {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:13:46.653675 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc2793c-991b-4238-8efb-6c6e02437256', 'code': 200} Feb 08 21:13:46.696123 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-38592866-5acd-42cf-82f8-f88e3208961b None None] Set router 36e36ad2-2aba-4c9e-8e3c-b5d49c37069a gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:13:46.706256 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89f275bc-e6a4-4252-a954-95b827060941 req-04902442-3e4c-4853-85d2-65dec9e79e41 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710461 Feb 08 21:13:46.838047 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-25a42193-7a23-4859-b905-08cdb716c2dd req-e96cc5d8-e30b-4d23-942f-c8002ccc9ed1 service neutron] 10.222.0.96 "GET /v2.0/ports/a2ef3cda-063d-43db-8069-62f481f3e979/bindings/n-h1-712143-31 HTTP/1.1" status: 200 len: 385 time: 0.1077240 Feb 08 21:13:46.964496 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b6eec-a095-4ab1-b1c8-f11ea181856c req-ddaee4de-09f0-4bd5-aa42-a463dd961fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:46.969897 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7c8b6eec-a095-4ab1-b1c8-f11ea181856c req-ddaee4de-09f0-4bd5-aa42-a463dd961fa1 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 1133 time: 0.1630414 Feb 08 21:13:47.193303 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-25a42193-7a23-4859-b905-08cdb716c2dd req-4b557c8c-daf0-4933-a965-66a65153531d service neutron] For port a2ef3cda-063d-43db-8069-62f481f3e979, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=a2ef3cda-063d-43db-8069-62f481f3e979,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:47.217523 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-38592866-5acd-42cf-82f8-f88e3208961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e36ad2-2aba-4c9e-8e3c-b5d49c37069a', 'name': 'tempest-FloatingIPsTestJSON-1914550538-router', 'tenant_id': '906c8629ac004795bd8523b79b78bd58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ad53e125-4ccc-4329-96f6-c78e1a08ce3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:13:33Z', 'updated_at': '2022-02-08T21:13:44Z', 'revision_number': 4, 'project_id': '906c8629ac004795bd8523b79b78bd58', 'gw_port': {'id': 'ad53e125-4ccc-4329-96f6-c78e1a08ce3a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e36ad2-2aba-4c9e-8e3c-b5d49c37069a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:13:36Z', 'updated_at': '2022-02-08T21:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '406af5ad-7862-4cd7-bdef-2b1b2629af89', 'name': '', 'network_id': '3a03992c-5680-46b9-af3a-ea0ba85f36ab', 'tenant_id': '906c8629ac004795bd8523b79b78bd58', 'mac_address': 'fa:16:3e:1f:d0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e36ad2-2aba-4c9e-8e3c-b5d49c37069a', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '0c8655c0-7fd8-4587-be8a-b23bccd25077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:13:41Z', 'updated_at': '2022-02-08T21:13:45Z', 'revision_number': 2, 'project_id': '906c8629ac004795bd8523b79b78bd58', 'subnets': [{'id': '0c8655c0-7fd8-4587-be8a-b23bccd25077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:13:47.256843 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-25a42193-7a23-4859-b905-08cdb716c2dd req-4b557c8c-daf0-4933-a965-66a65153531d service neutron] For port a2ef3cda-063d-43db-8069-62f481f3e979, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:13:47.285935 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38592866-5acd-42cf-82f8-f88e3208961b None None] Checking router: 36e36ad2-2aba-4c9e-8e3c-b5d49c37069a for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:13:47.286510 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38592866-5acd-42cf-82f8-f88e3208961b None None] Updating router 36e36ad2-2aba-4c9e-8e3c-b5d49c37069a port 406af5ad-7862-4cd7-bdef-2b1b2629af89 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:13:47.286795 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7c8b6eec-a095-4ab1-b1c8-f11ea181856c req-2ca62a2c-6bb0-4a38-b0f8-13a8636eb695 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086302 Feb 08 21:13:47.341925 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-38592866-5acd-42cf-82f8-f88e3208961b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (406af5ad-7862-4cd7-bdef-2b1b2629af89), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:47.359877 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-25a42193-7a23-4859-b905-08cdb716c2dd req-4b557c8c-daf0-4933-a965-66a65153531d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ef3cda-063d-43db-8069-62f481f3e979 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:13:47.391310 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40754) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:47.395626 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device b10d69ce-bd78-4bd8-8b05-d5fe951c608d up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:13:47.395947 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-25a42193-7a23-4859-b905-08cdb716c2dd req-4b557c8c-daf0-4933-a965-66a65153531d service neutron] For port a2ef3cda-063d-43db-8069-62f481f3e979, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=a2ef3cda-063d-43db-8069-62f481f3e979,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:47.433707 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-25a42193-7a23-4859-b905-08cdb716c2dd req-4b557c8c-daf0-4933-a965-66a65153531d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a2ef3cda-063d-43db-8069-62f481f3e979), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:47.527417 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port b10d69ce-bd78-4bd8-8b05-d5fe951c608d completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:13:47.537756 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port b10d69ce-bd78-4bd8-8b05-d5fe951c608d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:13:47.538268 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b10d69ce-bd78-4bd8-8b05-d5fe951c608d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:47.644191 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-25a42193-7a23-4859-b905-08cdb716c2dd req-4b557c8c-daf0-4933-a965-66a65153531d service neutron] Transition to ACTIVE for port object a2ef3cda-063d-43db-8069-62f481f3e979 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:13:47.652434 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-25a42193-7a23-4859-b905-08cdb716c2dd req-4b557c8c-daf0-4933-a965-66a65153531d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (a2ef3cda-063d-43db-8069-62f481f3e979), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:47.664181 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-19effe0c-30bc-4bb8-9534-bf45ae30df1d req-d8e3796f-a4a5-4f7b-bbbc-17449981ec0d tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5943444 Feb 08 21:13:47.678605 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-19effe0c-30bc-4bb8-9534-bf45ae30df1d req-7d262288-a686-4394-b35f-8116397929e7 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:13:47.756058 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port b10d69ce-bd78-4bd8-8b05-d5fe951c608d is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:13:47.756928 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b10d69ce-bd78-4bd8-8b05-d5fe951c608d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:47.800130 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a42193-7a23-4859-b905-08cdb716c2dd req-4b557c8c-daf0-4933-a965-66a65153531d service neutron] No DVR routers for this DVR port a2ef3cda-063d-43db-8069-62f481f3e979 on host n-h2-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:13:47.812673 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-19effe0c-30bc-4bb8-9534-bf45ae30df1d req-7d262288-a686-4394-b35f-8116397929e7 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:47.841374 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port b10d69ce-bd78-4bd8-8b05-d5fe951c608d, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=b10d69ce-bd78-4bd8-8b05-d5fe951c608d,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:47.852950 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b10d69ce-bd78-4bd8-8b05-d5fe951c608d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:47.881763 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-25a42193-7a23-4859-b905-08cdb716c2dd req-4b557c8c-daf0-4933-a965-66a65153531d service neutron] 10.222.0.96 "PUT /v2.0/ports/a2ef3cda-063d-43db-8069-62f481f3e979/bindings/n-h1-712143-31/activate HTTP/1.1" status: 200 len: 370 time: 1.0387087 Feb 08 21:13:47.901447 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2e01afe6-9959-4040-bbcc-36053fbda013 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=68653549286e4546b680e58abdfcbf68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5085995 Feb 08 21:13:47.905425 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40766) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:47.948302 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b557c8c-daf0-4933-a965-66a65153531d service neutron] Pushing event updated for resources: {'Port': ['ID=a2ef3cda-063d-43db-8069-62f481f3e979,revision_number=10']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:48.024295 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-38592866-5acd-42cf-82f8-f88e3208961b None None] Publish callbacks [] for port (406af5ad-7862-4cd7-bdef-2b1b2629af89), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:48.037048 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=b10d69ce-bd78-4bd8-8b05-d5fe951c608d,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:48.057853 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-38592866-5acd-42cf-82f8-f88e3208961b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (406af5ad-7862-4cd7-bdef-2b1b2629af89), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:48.063314 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a42193-7a23-4859-b905-08cdb716c2dd req-c2ae2a92-92b8-40ee-82bd-518e7191a604 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:48.067142 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-25a42193-7a23-4859-b905-08cdb716c2dd req-c2ae2a92-92b8-40ee-82bd-518e7191a604 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7&tenant_id=9b3b159591ee4a229900ea8953fa8a06&binding%3Ahost_id=n-h2-712143-31 HTTP/1.1" status: 200 len: 1127 time: 0.0865033 Feb 08 21:13:48.136053 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a42193-7a23-4859-b905-08cdb716c2dd req-8a78cdb2-061b-41d5-8fff-c67be03d0d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:48.137376 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-25a42193-7a23-4859-b905-08cdb716c2dd req-8a78cdb2-061b-41d5-8fff-c67be03d0d2d service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7&tenant_id=9b3b159591ee4a229900ea8953fa8a06 HTTP/1.1" status: 200 len: 1127 time: 0.0639465 Feb 08 21:13:48.154825 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2034e-c4be-4f99-b4fc-c37e9f012cb5 None None] Pushing event updated for resources: {'Port': ['ID=406af5ad-7862-4cd7-bdef-2b1b2629af89,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:48.285637 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a42193-7a23-4859-b905-08cdb716c2dd req-23202a9c-a51a-4ea0-9c97-740b72823f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:48.290413 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-38592866-5acd-42cf-82f8-f88e3208961b None None] Attempting to bind port 406af5ad-7862-4cd7-bdef-2b1b2629af89 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:13:48.294766 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-25a42193-7a23-4859-b905-08cdb716c2dd req-23202a9c-a51a-4ea0-9c97-740b72823f33 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9b3b159591ee4a229900ea8953fa8a06&device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 1127 time: 0.1256599 Feb 08 21:13:48.295891 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-38592866-5acd-42cf-82f8-f88e3208961b None None] Attempting to bind port 406af5ad-7862-4cd7-bdef-2b1b2629af89 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '54fcc2ce-4573-4063-887d-e5d30c363105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3a03992c-5680-46b9-af3a-ea0ba85f36ab'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:13:48.296828 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38592866-5acd-42cf-82f8-f88e3208961b None None] Attempting to bind port 406af5ad-7862-4cd7-bdef-2b1b2629af89 on network 3a03992c-5680-46b9-af3a-ea0ba85f36ab {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:13:48.308292 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40774) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:48.310663 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38592866-5acd-42cf-82f8-f88e3208961b None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:13:48.311575 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38592866-5acd-42cf-82f8-f88e3208961b None None] Checking segment: {'id': '54fcc2ce-4573-4063-887d-e5d30c363105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3a03992c-5680-46b9-af3a-ea0ba85f36ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:13:48.312192 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-38592866-5acd-42cf-82f8-f88e3208961b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:48.312758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38592866-5acd-42cf-82f8-f88e3208961b None None] Bound using segment: {'id': '54fcc2ce-4573-4063-887d-e5d30c363105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3a03992c-5680-46b9-af3a-ea0ba85f36ab'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:13:48.313486 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-38592866-5acd-42cf-82f8-f88e3208961b None None] Bound port: 406af5ad-7862-4cd7-bdef-2b1b2629af89, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fcc2ce-4573-4063-887d-e5d30c363105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3a03992c-5680-46b9-af3a-ea0ba85f36ab'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:13:48.314055 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-38592866-5acd-42cf-82f8-f88e3208961b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (406af5ad-7862-4cd7-bdef-2b1b2629af89), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:48.425122 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-38592866-5acd-42cf-82f8-f88e3208961b None None] For port 406af5ad-7862-4cd7-bdef-2b1b2629af89, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:13:48.430060 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-38592866-5acd-42cf-82f8-f88e3208961b None None] For port 406af5ad-7862-4cd7-bdef-2b1b2629af89, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=406af5ad-7862-4cd7-bdef-2b1b2629af89,segment=NetworkSegment(54fcc2ce-4573-4063-887d-e5d30c363105),segment_id=54fcc2ce-4573-4063-887d-e5d30c363105)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:13:48.448206 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-38592866-5acd-42cf-82f8-f88e3208961b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (406af5ad-7862-4cd7-bdef-2b1b2629af89), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:48.465687 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d9b60e77-b545-4d9f-8041-4eafc3f6dc9a admin admin] Publish callbacks [] for security_group (55aed19b-c7b0-4f99-ae11-9728bfdb306f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:48.510070 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-ddffcd10-0119-4d07-9ad2-f71b5617d87a tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=c8a2eebe022c46cd9a217abaf2a9c7ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4898288 Feb 08 21:13:48.538356 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38592866-5acd-42cf-82f8-f88e3208961b None None] Routers {'36e36ad2-2aba-4c9e-8e3c-b5d49c37069a'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:13:48.539000 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-38592866-5acd-42cf-82f8-f88e3208961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:13:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['36e36ad2-2aba-4c9e-8e3c-b5d49c37069a'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:13:48.618770 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a42193-7a23-4859-b905-08cdb716c2dd req-c8807a95-db67-42c3-999b-6b51f8232e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:48.624958 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-25a42193-7a23-4859-b905-08cdb716c2dd req-c8807a95-db67-42c3-999b-6b51f8232e17 service neutron] 10.222.0.94 "GET /v2.0/networks?id=4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 200 len: 909 time: 0.3054965 Feb 08 21:13:48.656029 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d9b60e77-b545-4d9f-8041-4eafc3f6dc9a admin admin] Publish callbacks [] for security_group (55aed19b-c7b0-4f99-ae11-9728bfdb306f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:48.731211 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-25a42193-7a23-4859-b905-08cdb716c2dd req-f9bdb13e-169c-4947-b40f-b4175ea968ba service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2ef3cda-063d-43db-8069-62f481f3e979 HTTP/1.1" status: 200 len: 217 time: 0.0921082 Feb 08 21:13:48.733009 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-692d0591-299c-48bf-a1fe-06eb4e651573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:48.772505 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10d69ce-bd78-4bd8-8b05-d5fe951c608d'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:13:48.776495 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5aee4f-515a-4e74-9b35-7e02b1b03e96" -d '{"events": [{"server_uuid": "b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2", "name": "network-vif-plugged", "status": "completed", "tag": "b10d69ce-bd78-4bd8-8b05-d5fe951c608d"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:13:48.801851 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2034e-c4be-4f99-b4fc-c37e9f012cb5 None None] Pushing event updated for resources: {'Port': ['ID=406af5ad-7862-4cd7-bdef-2b1b2629af89,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:48.810242 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-38592866-5acd-42cf-82f8-f88e3208961b None None] Set router 36e36ad2-2aba-4c9e-8e3c-b5d49c37069a gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:13:48.876079 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a42193-7a23-4859-b905-08cdb716c2dd req-5cf18311-258d-4263-a371-2445f1f98488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:48.878527 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-25a42193-7a23-4859-b905-08cdb716c2dd req-5cf18311-258d-4263-a371-2445f1f98488 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=55523d5b-2f07-476f-b4a6-0043cdbb6c1a HTTP/1.1" status: 200 len: 848 time: 0.1415215 Feb 08 21:13:48.885167 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-ee53b1cc-2400-4c7e-a0c7-05c156b302fa tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:48.903342 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-ee53b1cc-2400-4c7e-a0c7-05c156b302fa tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3922453 Feb 08 21:13:48.942674 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-25a42193-7a23-4859-b905-08cdb716c2dd req-52990bea-42de-4336-afd7-faf12ecf35b6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=4c67478e-bb4a-47b2-85c8-c1996b203e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551608 Feb 08 21:13:48.944343 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-c0ea67fe-b836-4d3b-bac3-ca994606a873 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/quotas/c8a2eebe022c46cd9a217abaf2a9c7ed HTTP/1.1" status: 200 len: 375 time: 0.0392482 Feb 08 21:13:49.005545 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-19effe0c-30bc-4bb8-9534-bf45ae30df1d req-7d262288-a686-4394-b35f-8116397929e7 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:49.076958 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d9b60e77-b545-4d9f-8041-4eafc3f6dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (55aed19b-c7b0-4f99-ae11-9728bfdb306f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:49.080915 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d9b60e77-b545-4d9f-8041-4eafc3f6dc9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:49.086988 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d9b60e77-b545-4d9f-8041-4eafc3f6dc9a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/55aed19b-c7b0-4f99-ae11-9728bfdb306f HTTP/1.1" status: 204 len: 168 time: 1.1763046 Feb 08 21:13:49.105130 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1de36419-f1aa-4466-86fd-367742d42591 None None] Provisioning complete for port 406af5ad-7862-4cd7-bdef-2b1b2629af89 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:13:49.105981 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1de36419-f1aa-4466-86fd-367742d42591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (406af5ad-7862-4cd7-bdef-2b1b2629af89), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:49.116501 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b60e77-b545-4d9f-8041-4eafc3f6dc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55aed19b-c7b0-4f99-ae11-9728bfdb306f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:49.141078 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-122a5b22-d947-4fe2-989b-7de38f553686 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c8a2eebe022c46cd9a217abaf2a9c7ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1939881 Feb 08 21:13:49.158687 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-692d0591-299c-48bf-a1fe-06eb4e651573 admin admin] Publish callbacks [] for security_group (ca881a9b-d3b2-476e-b82e-06ef1305af18), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:49.167715 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-25a42193-7a23-4859-b905-08cdb716c2dd req-e96de72a-1cff-4185-a62f-ba738526e355 service neutron] 10.222.0.94 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177961 Feb 08 21:13:49.168434 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-692d0591-299c-48bf-a1fe-06eb4e651573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ca881a9b-d3b2-476e-b82e-06ef1305af18), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:49.209444 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d0591-299c-48bf-a1fe-06eb4e651573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca881a9b-d3b2-476e-b82e-06ef1305af18,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:49.295419 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-19effe0c-30bc-4bb8-9534-bf45ae30df1d req-7d262288-a686-4394-b35f-8116397929e7 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Allocated IP 172.25.3.173 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/63b146c0-d5fe-49c3-8d89-6554d0449054) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:13:49.334991 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-692d0591-299c-48bf-a1fe-06eb4e651573 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bbad61760fb540c59f8b0f590bd9b47a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0246971 Feb 08 21:13:49.337147 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-25a42193-7a23-4859-b905-08cdb716c2dd req-86a44187-b458-4bac-b1dd-b63fa4ce3b26 service neutron] 10.222.0.94 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290004 Feb 08 21:13:49.339792 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40782) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:49.474797 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-34195973-ae26-4211-95b5-7ff7270ba269 admin admin] Publish callbacks [] for security_group (ca881a9b-d3b2-476e-b82e-06ef1305af18), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:49.552072 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-19effe0c-30bc-4bb8-9534-bf45ae30df1d req-7d262288-a686-4394-b35f-8116397929e7 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks [] for port (63b146c0-d5fe-49c3-8d89-6554d0449054), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:49.560593 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-34195973-ae26-4211-95b5-7ff7270ba269 admin admin] Publish callbacks [] for security_group (ca881a9b-d3b2-476e-b82e-06ef1305af18), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:49.616231 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device a2ef3cda-063d-43db-8069-62f481f3e979 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:13:49.752745 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-19effe0c-30bc-4bb8-9534-bf45ae30df1d req-7d262288-a686-4394-b35f-8116397929e7 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (63b146c0-d5fe-49c3-8d89-6554d0449054), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:49.789081 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-34195973-ae26-4211-95b5-7ff7270ba269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ca881a9b-d3b2-476e-b82e-06ef1305af18), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:49.795169 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-34195973-ae26-4211-95b5-7ff7270ba269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:49.798125 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-34195973-ae26-4211-95b5-7ff7270ba269 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ca881a9b-d3b2-476e-b82e-06ef1305af18 HTTP/1.1" status: 204 len: 168 time: 0.4561653 Feb 08 21:13:49.825492 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34195973-ae26-4211-95b5-7ff7270ba269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca881a9b-d3b2-476e-b82e-06ef1305af18,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:49.850512 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a42193-7a23-4859-b905-08cdb716c2dd req-e54e6116-eac7-4e7e-9ade-a9f29eafeb14 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:49.853808 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-25a42193-7a23-4859-b905-08cdb716c2dd req-e54e6116-eac7-4e7e-9ade-a9f29eafeb14 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7&tenant_id=9b3b159591ee4a229900ea8953fa8a06&binding%3Ahost_id=n-h1-712143-31 HTTP/1.1" status: 200 len: 1127 time: 0.1718976 Feb 08 21:13:49.945775 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40792) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:49.949435 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] The host n-h2-712143-31 is not matching for port a2ef3cda-063d-43db-8069-62f481f3e979 host n-h1-712143-31! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 21:13:49.950390 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device a2ef3cda-063d-43db-8069-62f481f3e979 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:13:49.953311 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19effe0c-30bc-4bb8-9534-bf45ae30df1d req-7d262288-a686-4394-b35f-8116397929e7 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:13:49.974724 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1de36419-f1aa-4466-86fd-367742d42591 None None] Current status of the port 406af5ad-7862-4cd7-bdef-2b1b2629af89 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:13:49.975452 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1de36419-f1aa-4466-86fd-367742d42591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (406af5ad-7862-4cd7-bdef-2b1b2629af89), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:49.996393 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-11e5e279-c40c-4e61-b4eb-2cdb4a89509d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:50.003750 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-19effe0c-30bc-4bb8-9534-bf45ae30df1d req-7d262288-a686-4394-b35f-8116397929e7 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:13:50.023635 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-19effe0c-30bc-4bb8-9534-bf45ae30df1d req-7d262288-a686-4394-b35f-8116397929e7 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:13:50.071663 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f4c45-2975-44bb-a316-d20390d16756 req-72eb817f-b1b2-4dbc-9ca4-c4e74abd5568 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:50.091353 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de8f4c45-2975-44bb-a316-d20390d16756 req-72eb817f-b1b2-4dbc-9ca4-c4e74abd5568 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2 HTTP/1.1" status: 200 len: 950 time: 0.4241662 Feb 08 21:13:50.100221 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-1de36419-f1aa-4466-86fd-367742d42591 None None] For port 406af5ad-7862-4cd7-bdef-2b1b2629af89, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=406af5ad-7862-4cd7-bdef-2b1b2629af89,segment=NetworkSegment(54fcc2ce-4573-4063-887d-e5d30c363105),segment_id=54fcc2ce-4573-4063-887d-e5d30c363105)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:13:50.126125 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1de36419-f1aa-4466-86fd-367742d42591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (406af5ad-7862-4cd7-bdef-2b1b2629af89), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:50.138977 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-38592866-5acd-42cf-82f8-f88e3208961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e36ad2-2aba-4c9e-8e3c-b5d49c37069a', 'name': 'tempest-FloatingIPsTestJSON-1914550538-router', 'tenant_id': '906c8629ac004795bd8523b79b78bd58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ad53e125-4ccc-4329-96f6-c78e1a08ce3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:13:33Z', 'updated_at': '2022-02-08T21:13:44Z', 'revision_number': 4, 'project_id': '906c8629ac004795bd8523b79b78bd58', 'gw_port': {'id': 'ad53e125-4ccc-4329-96f6-c78e1a08ce3a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e36ad2-2aba-4c9e-8e3c-b5d49c37069a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:13:36Z', 'updated_at': '2022-02-08T21:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '406af5ad-7862-4cd7-bdef-2b1b2629af89', 'name': '', 'network_id': '3a03992c-5680-46b9-af3a-ea0ba85f36ab', 'tenant_id': '906c8629ac004795bd8523b79b78bd58', 'mac_address': 'fa:16:3e:1f:d0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e36ad2-2aba-4c9e-8e3c-b5d49c37069a', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '0c8655c0-7fd8-4587-be8a-b23bccd25077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:13:41Z', 'updated_at': '2022-02-08T21:13:48Z', 'revision_number': 4, 'project_id': '906c8629ac004795bd8523b79b78bd58', 'subnets': [{'id': '0c8655c0-7fd8-4587-be8a-b23bccd25077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:13:50.272654 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38592866-5acd-42cf-82f8-f88e3208961b None None] The sync data for ids ['36e36ad2-2aba-4c9e-8e3c-b5d49c37069a'] in n-d-712143-31 is: [{'id': '36e36ad2-2aba-4c9e-8e3c-b5d49c37069a', 'name': 'tempest-FloatingIPsTestJSON-1914550538-router', 'tenant_id': '906c8629ac004795bd8523b79b78bd58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ad53e125-4ccc-4329-96f6-c78e1a08ce3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:13:33Z', 'updated_at': '2022-02-08T21:13:44Z', 'revision_number': 4, 'project_id': '906c8629ac004795bd8523b79b78bd58', 'gw_port': {'id': 'ad53e125-4ccc-4329-96f6-c78e1a08ce3a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e36ad2-2aba-4c9e-8e3c-b5d49c37069a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:13:36Z', 'updated_at': '2022-02-08T21:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '406af5ad-7862-4cd7-bdef-2b1b2629af89', 'name': '', 'network_id': '3a03992c-5680-46b9-af3a-ea0ba85f36ab', 'tenant_id': '906c8629ac004795bd8523b79b78bd58', 'mac_address': 'fa:16:3e:1f:d0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e36ad2-2aba-4c9e-8e3c-b5d49c37069a', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '0c8655c0-7fd8-4587-be8a-b23bccd25077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:13:41Z', 'updated_at': '2022-02-08T21:13:48Z', 'revision_number': 4, 'project_id': '906c8629ac004795bd8523b79b78bd58', 'subnets': [{'id': '0c8655c0-7fd8-4587-be8a-b23bccd25077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:13:50.291431 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-25a42193-7a23-4859-b905-08cdb716c2dd req-1d5944b9-2da9-4136-a177-5a04f15c3158 service neutron] For port a2ef3cda-063d-43db-8069-62f481f3e979, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:13:50.304072 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d262288-a686-4394-b35f-8116397929e7 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Pushing event updated for resources: {'Port': ['ID=63b146c0-d5fe-49c3-8d89-6554d0449054,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:50.315049 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-25a42193-7a23-4859-b905-08cdb716c2dd req-1d5944b9-2da9-4136-a177-5a04f15c3158 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:50.317898 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-25a42193-7a23-4859-b905-08cdb716c2dd req-1d5944b9-2da9-4136-a177-5a04f15c3158 service neutron] 10.222.0.94 "DELETE /v2.0/ports/a2ef3cda-063d-43db-8069-62f481f3e979/bindings/n-h2-712143-31 HTTP/1.1" status: 204 len: 173 time: 0.4557936 Feb 08 21:13:50.374961 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-11e5e279-c40c-4e61-b4eb-2cdb4a89509d admin admin] Publish callbacks [] for security_group (f861be96-b1fb-409c-8958-f8317fcd8bee), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:50.388672 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-54ab8100-b831-4e83-8491-5d4dff9f8a72 None None] Provisioning complete for port 406af5ad-7862-4cd7-bdef-2b1b2629af89 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:13:50.388672 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54ab8100-b831-4e83-8491-5d4dff9f8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (406af5ad-7862-4cd7-bdef-2b1b2629af89), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:50.389061 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-11e5e279-c40c-4e61-b4eb-2cdb4a89509d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f861be96-b1fb-409c-8958-f8317fcd8bee), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:50.411896 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-19effe0c-30bc-4bb8-9534-bf45ae30df1d req-7d262288-a686-4394-b35f-8116397929e7 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks [] for floatingip (1b7f7e3b-a0d6-4a9f-9652-a21eb21466c1), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:50.522322 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de36419-f1aa-4466-86fd-367742d42591 None None] Pushing event updated for resources: {'Port': ['ID=406af5ad-7862-4cd7-bdef-2b1b2629af89,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:50.573527 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5e279-c40c-4e61-b4eb-2cdb4a89509d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f861be96-b1fb-409c-8958-f8317fcd8bee,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:50.576450 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-19effe0c-30bc-4bb8-9534-bf45ae30df1d req-7d262288-a686-4394-b35f-8116397929e7 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (63b146c0-d5fe-49c3-8d89-6554d0449054), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:50.598753 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-11e5e279-c40c-4e61-b4eb-2cdb4a89509d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4f393b51e15040c78e30de67d9ead73b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6494775 Feb 08 21:13:50.599522 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40802) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:50.783053 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-54ab8100-b831-4e83-8491-5d4dff9f8a72 None None] Current status of the port 406af5ad-7862-4cd7-bdef-2b1b2629af89 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:13:50.814538 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de8f4c45-2975-44bb-a316-d20390d16756 req-c52ccdf4-93b2-4684-abfa-5fc4b16a8dc3 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7193851 Feb 08 21:13:50.891085 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eaf89fad-857b-4215-91b2-e5165cb2d6ca admin admin] Publish callbacks [] for security_group (f861be96-b1fb-409c-8958-f8317fcd8bee), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:50.967901 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eaf89fad-857b-4215-91b2-e5165cb2d6ca admin admin] Publish callbacks [] for security_group (f861be96-b1fb-409c-8958-f8317fcd8bee), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:51.012833 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40804) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:51.078421 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eaf89fad-857b-4215-91b2-e5165cb2d6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f861be96-b1fb-409c-8958-f8317fcd8bee), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:51.084151 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eaf89fad-857b-4215-91b2-e5165cb2d6ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:51.106471 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f28d8b26-3708-4ddb-9ff2-8b5ef6aa1bdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:51.118145 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-eaf89fad-857b-4215-91b2-e5165cb2d6ca admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f861be96-b1fb-409c-8958-f8317fcd8bee HTTP/1.1" status: 204 len: 168 time: 0.4846380 Feb 08 21:13:51.161126 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf89fad-857b-4215-91b2-e5165cb2d6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f861be96-b1fb-409c-8958-f8317fcd8bee,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:51.313050 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 406af5ad-7862-4cd7-bdef-2b1b2629af89 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:13:51.417190 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c69087-9060-4dde-b408-c21d76ecef45 req-51524fa2-3fdd-49fd-8587-4602e0dff9e3 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:51.418857 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9c69087-9060-4dde-b408-c21d76ecef45 req-51524fa2-3fdd-49fd-8587-4602e0dff9e3 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 944 time: 0.3195307 Feb 08 21:13:51.467007 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 406af5ad-7862-4cd7-bdef-2b1b2629af89 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:13:51.467445 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (406af5ad-7862-4cd7-bdef-2b1b2629af89), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:51.517503 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-19effe0c-30bc-4bb8-9534-bf45ae30df1d req-7d262288-a686-4394-b35f-8116397929e7 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks [] for port (63b146c0-d5fe-49c3-8d89-6554d0449054), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:51.538254 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-19effe0c-30bc-4bb8-9534-bf45ae30df1d req-7d262288-a686-4394-b35f-8116397929e7 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (63b146c0-d5fe-49c3-8d89-6554d0449054), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:51.647425 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 406af5ad-7862-4cd7-bdef-2b1b2629af89 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:13:51.717173 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9c69087-9060-4dde-b408-c21d76ecef45 req-e4cd7df8-fbcd-4c68-9a4a-57be56d34e54 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797906 Feb 08 21:13:51.746206 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f28d8b26-3708-4ddb-9ff2-8b5ef6aa1bdd admin admin] Publish callbacks [] for security_group (d242a30f-48f6-4785-8dc6-9b707db3ffe9), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:51.768130 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f28d8b26-3708-4ddb-9ff2-8b5ef6aa1bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d242a30f-48f6-4785-8dc6-9b707db3ffe9), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:51.776908 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-19effe0c-30bc-4bb8-9534-bf45ae30df1d req-7d262288-a686-4394-b35f-8116397929e7 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (1b7f7e3b-a0d6-4a9f-9652-a21eb21466c1), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:51.852101 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d8b26-3708-4ddb-9ff2-8b5ef6aa1bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d242a30f-48f6-4785-8dc6-9b707db3ffe9,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:51.875500 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-288d74c7-b412-49b4-b5ab-32948e2507db tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=c8a2eebe022c46cd9a217abaf2a9c7ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798674 Feb 08 21:13:51.889005 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d262288-a686-4394-b35f-8116397929e7 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Pushing event updated for resources: {'Port': ['ID=63b146c0-d5fe-49c3-8d89-6554d0449054,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:51.922070 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-19effe0c-30bc-4bb8-9534-bf45ae30df1d req-7d262288-a686-4394-b35f-8116397929e7 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:51.935594 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-19effe0c-30bc-4bb8-9534-bf45ae30df1d req-7d262288-a686-4394-b35f-8116397929e7 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2667704 Feb 08 21:13:52.060159 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f28d8b26-3708-4ddb-9ff2-8b5ef6aa1bdd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3a40f29727ed4ea0a1f18f86df24d196&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0449553 Feb 08 21:13:52.069896 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40814) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:13:52.143627 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-19effe0c-30bc-4bb8-9534-bf45ae30df1d req-d140dc96-9694-4f2a-a071-2c7eff8b2137 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.173 HTTP/1.1" status: 200 len: 696 time: 0.2063954 Feb 08 21:13:52.251289 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-4921f38f-3658-4bea-a924-3b7e85aad7ed tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:52.253402 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-4921f38f-3658-4bea-a924-3b7e85aad7ed tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3727763 Feb 08 21:13:52.277368 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-42fefb5c-bec2-4ca3-a11c-ed6eb6066526 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Request body: {'port': {'device_id': 'd6c3b2b8-c804-44b2-884e-4ee3cf4c97ba', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': 'c8a2eebe022c46cd9a217abaf2a9c7ed'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:13:52.312772 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704cb81-94c3-4525-8ba2-ddc7680415fd req-66644b3a-1e2d-45cc-9ebe-698a85fa784a tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:52.315341 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1704cb81-94c3-4525-8ba2-ddc7680415fd req-66644b3a-1e2d-45cc-9ebe-698a85fa784a tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 950 time: 0.3718064 Feb 08 21:13:52.478988 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1704cb81-94c3-4525-8ba2-ddc7680415fd req-7df3bd40-dccb-4868-adcb-9ad6e3bb1cf5 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386433 Feb 08 21:13:52.494239 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19effe0c-30bc-4bb8-9534-bf45ae30df1d req-cbcb4c5e-c4cf-4f3d-9df2-5a6cdecb4703 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:52.510603 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-19effe0c-30bc-4bb8-9534-bf45ae30df1d req-cbcb4c5e-c4cf-4f3d-9df2-5a6cdecb4703 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 784 time: 0.3333662 Feb 08 21:13:52.529007 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-19effe0c-30bc-4bb8-9534-bf45ae30df1d req-d2a2be88-1008-4f95-a655-80e0a2e4b885 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:13:52.546054 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-19effe0c-30bc-4bb8-9534-bf45ae30df1d req-d2a2be88-1008-4f95-a655-80e0a2e4b885 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0269942 Feb 08 21:13:52.594448 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8869d3ee-6b1a-4a37-a811-6ebed9668352 x-openstack-request-id: req-8869d3ee-6b1a-4a37-a811-6ebed9668352 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:13:52.595253 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2", "name": "network-vif-plugged", "status": "completed", "tag": "b10d69ce-bd78-4bd8-8b05-d5fe951c608d", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:13:52.595734 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8869d3ee-6b1a-4a37-a811-6ebed9668352 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:13:52.596445 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10d69ce-bd78-4bd8-8b05-d5fe951c608d', 'code': 200} Feb 08 21:13:52.666449 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d68bd9d6-98d0-4712-a7ec-c779f2b67dac req-2f50582f-35ca-409c-8934-4104712c5341 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6c3b2b8-c804-44b2-884e-4ee3cf4c97ba HTTP/1.1" status: 200 len: 210 time: 0.0628958 Feb 08 21:13:52.781427 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e66e3-917a-47e9-a3cc-966d02fb8463 req-4b58f155-0997-4015-8f39-6035512d1633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:52.791396 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e27e66e3-917a-47e9-a3cc-966d02fb8463 req-4b58f155-0997-4015-8f39-6035512d1633 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2 HTTP/1.1" status: 200 len: 1133 time: 0.1134975 Feb 08 21:13:52.899061 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-573314a1-864b-4626-8fb6-ee013e9b7e2d admin admin] Publish callbacks [] for security_group (d242a30f-48f6-4785-8dc6-9b707db3ffe9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:53.004632 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-58acd048-239b-44e1-befb-e9a09604c5ea req-6befde0e-24c1-47a1-9db8-0e4530724f0a service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:13:53.006324 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-58acd048-239b-44e1-befb-e9a09604c5ea req-6befde0e-24c1-47a1-9db8-0e4530724f0a service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0191464 Feb 08 21:13:53.010193 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e27e66e3-917a-47e9-a3cc-966d02fb8463 req-a4fe8e11-88e1-4ddb-8ade-5010ae40c443 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119832 Feb 08 21:13:53.018703 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-573314a1-864b-4626-8fb6-ee013e9b7e2d admin admin] Publish callbacks [] for security_group (d242a30f-48f6-4785-8dc6-9b707db3ffe9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:53.059259 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce81bd-558d-4008-a3fe-b35b6c48b4ec req-b5b70b25-928b-452a-a40e-d83beaa8b528 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:53.061840 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6bce81bd-558d-4008-a3fe-b35b6c48b4ec req-b5b70b25-928b-452a-a40e-d83beaa8b528 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2 HTTP/1.1" status: 200 len: 950 time: 0.1710882 Feb 08 21:13:53.145394 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-42fefb5c-bec2-4ca3-a11c-ed6eb6066526 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Made reservation on behalf of c8a2eebe022c46cd9a217abaf2a9c7ed for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:13:53.153087 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-42fefb5c-bec2-4ca3-a11c-ed6eb6066526 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:53.157109 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6bce81bd-558d-4008-a3fe-b35b6c48b4ec req-3814eb00-8bb1-42d0-ae10-1a30e6e9843f tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846086 Feb 08 21:13:53.181761 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-573314a1-864b-4626-8fb6-ee013e9b7e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d242a30f-48f6-4785-8dc6-9b707db3ffe9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:53.187482 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-573314a1-864b-4626-8fb6-ee013e9b7e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:53.189549 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-573314a1-864b-4626-8fb6-ee013e9b7e2d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d242a30f-48f6-4785-8dc6-9b707db3ffe9 HTTP/1.1" status: 204 len: 168 time: 1.1179974 Feb 08 21:13:53.216340 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573314a1-864b-4626-8fb6-ee013e9b7e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d242a30f-48f6-4785-8dc6-9b707db3ffe9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:53.292843 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:13:53.498980 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a4a7d7db-e7a0-4b75-8945-a20ddb287619 req-e9739d92-0dd0-4b9d-a044-3068b7989357 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] 10.222.0.88 "GET /v2.0/floatingips/1b7f7e3b-a0d6-4a9f-9652-a21eb21466c1 HTTP/1.1" status: 200 len: 693 time: 0.1664307 Feb 08 21:13:53.576743 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-42fefb5c-bec2-4ca3-a11c-ed6eb6066526 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Allocated IP 192.168.233.144 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/e9ff1c5c-bb27-492a-9953-563e001f5d8d) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:13:53.581390 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cfd72-f235-4c3e-b94d-bc9ac8209f60 req-90df08eb-dff1-49ee-b842-27bbdd1a1e22 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:53.583520 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-383cfd72-f235-4c3e-b94d-bc9ac8209f60 req-90df08eb-dff1-49ee-b842-27bbdd1a1e22 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 1127 time: 0.1689219 Feb 08 21:13:53.610533 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6f80717-6b1d-4419-9023-7687e571ed96 req-46610782-cc23-4561-bb97-51516a0dc82e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1969881 Feb 08 21:13:53.699807 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7d7db-e7a0-4b75-8945-a20ddb287619 req-6cd3f266-f079-44b2-8827-e066557dc4fa tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:53.704773 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a4a7d7db-e7a0-4b75-8945-a20ddb287619 req-6cd3f266-f079-44b2-8827-e066557dc4fa tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 784 time: 0.1919262 Feb 08 21:13:53.718090 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-a4a7d7db-e7a0-4b75-8945-a20ddb287619 req-08e020c4-656f-4176-ae09-e0259e87d7b8 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:13:53.719154 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a4a7d7db-e7a0-4b75-8945-a20ddb287619 req-08e020c4-656f-4176-ae09-e0259e87d7b8 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062587 Feb 08 21:13:53.728457 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-383cfd72-f235-4c3e-b94d-bc9ac8209f60 req-7ea0d928-e32e-4fdc-937e-8c2616731910 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319089 Feb 08 21:13:53.967079 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f64a46ce-c4c0-4f0a-8f0a-4486e486f1b0 req-3fe4eed1-a59a-4cb0-b1b7-9ecc901c0bdc tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6c3b2b8-c804-44b2-884e-4ee3cf4c97ba HTTP/1.1" status: 200 len: 210 time: 0.0708027 Feb 08 21:13:54.033704 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f00be-f1ba-44a9-9981-7db86caa3ace req-1f0ab9b0-d55e-4d5d-bda3-31c727b157be tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:54.037849 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-42fefb5c-bec2-4ca3-a11c-ed6eb6066526 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Publish callbacks [] for port (e9ff1c5c-bb27-492a-9953-563e001f5d8d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:54.072484 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b35f00be-f1ba-44a9-9981-7db86caa3ace req-1f0ab9b0-d55e-4d5d-bda3-31c727b157be tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 950 time: 0.2552993 Feb 08 21:13:54.116222 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9853f991-b782-4507-b4cf-ceb9560db022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:54.137980 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-42fefb5c-bec2-4ca3-a11c-ed6eb6066526 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (e9ff1c5c-bb27-492a-9953-563e001f5d8d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:54.156590 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['d9d3405f-7619-4d47-9127-89342f2513dd'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:13:54.218288 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0e8b96ea-5fbc-4145-9cb1-b1719908fa83 req-af2b9b73-8790-41e4-a27a-e499bc7b36e4 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] 10.222.0.88 "GET /v2.0/floatingips?tenant_id=906c8629ac004795bd8523b79b78bd58 HTTP/1.1" status: 200 len: 696 time: 0.1419914 Feb 08 21:13:54.324810 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fefb5c-bec2-4ca3-a11c-ed6eb6066526 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Pushing event updated for resources: {'Port': ['ID=e9ff1c5c-bb27-492a-9953-563e001f5d8d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:54.375644 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-42fefb5c-bec2-4ca3-a11c-ed6eb6066526 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:13:54.380528 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-42fefb5c-bec2-4ca3-a11c-ed6eb6066526 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:13:54.394371 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b96ea-5fbc-4145-9cb1-b1719908fa83 req-5cd966b1-0c80-4111-b0f3-199a51ecf570 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:54.402587 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0e8b96ea-5fbc-4145-9cb1-b1719908fa83 req-5cd966b1-0c80-4111-b0f3-199a51ecf570 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] 10.222.0.88 "GET /v2.0/networks?id=075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 787 time: 0.1761789 Feb 08 21:13:54.402799 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-42fefb5c-bec2-4ca3-a11c-ed6eb6066526 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:13:54.411035 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-0e8b96ea-5fbc-4145-9cb1-b1719908fa83 req-f330a2d4-3aac-4222-a826-4731a4c719b0 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:13:54.424926 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0e8b96ea-5fbc-4145-9cb1-b1719908fa83 req-f330a2d4-3aac-4222-a826-4731a4c719b0 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0205359 Feb 08 21:13:54.537756 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b35f00be-f1ba-44a9-9981-7db86caa3ace req-22b0229a-eb63-4cb4-9583-281734be2ec4 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641728 Feb 08 21:13:54.708578 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-42fefb5c-bec2-4ca3-a11c-ed6eb6066526 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:54.711811 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-42fefb5c-bec2-4ca3-a11c-ed6eb6066526 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:54.758955 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-42fefb5c-bec2-4ca3-a11c-ed6eb6066526 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4879220 Feb 08 21:13:54.916366 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-6654a106-c921-4c38-8ff2-d036cfbdf865 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:54.918282 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-6654a106-c921-4c38-8ff2-d036cfbdf865 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/networks?id=4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 200 len: 808 time: 0.3540041 Feb 08 21:13:54.960838 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-21c81e54-d220-45ff-a9a8-5770cc43296e None None] Provisioning complete for port e9ff1c5c-bb27-492a-9953-563e001f5d8d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:13:54.961217 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-21c81e54-d220-45ff-a9a8-5770cc43296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e9ff1c5c-bb27-492a-9953-563e001f5d8d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:54.967924 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28b157-acba-4445-8a67-87bcdc31e93a req-d7cf94ce-074c-4407-808a-3a28ed50b0b8 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:54.981795 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a28b157-acba-4445-8a67-87bcdc31e93a req-d7cf94ce-074c-4407-808a-3a28ed50b0b8 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2 HTTP/1.1" status: 200 len: 950 time: 0.2205427 Feb 08 21:13:55.042053 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a28b157-acba-4445-8a67-87bcdc31e93a req-6a495560-3d6c-415e-85a4-2a10bd4312c7 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590115 Feb 08 21:13:55.052185 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-58ba6325-c46c-4a37-a008-96ae84ec34e9 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/quotas/9b3b159591ee4a229900ea8953fa8a06 HTTP/1.1" status: 200 len: 375 time: 0.1000531 Feb 08 21:13:55.052503 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-21c81e54-d220-45ff-a9a8-5770cc43296e None None] Port e9ff1c5c-bb27-492a-9953-563e001f5d8d cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:13:55.544662 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d157f1ef-310f-46eb-bea8-623cbcfb7285 req-d2fe9bc5-1552-49b0-a64a-c9e7c2a92db2 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] 10.222.0.88 "GET /v2.0/floatingips/1b7f7e3b-a0d6-4a9f-9652-a21eb21466c1 HTTP/1.1" status: 200 len: 693 time: 0.4654462 Feb 08 21:13:55.591107 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-bfa00752-bd54-4fa0-babf-7e1aa9f5f3e1 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9b3b159591ee4a229900ea8953fa8a06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5244553 Feb 08 21:13:55.865656 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157f1ef-310f-46eb-bea8-623cbcfb7285 req-a3f67a89-f2ac-4f41-84f4-209d8a56a0a8 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:55.869797 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d157f1ef-310f-46eb-bea8-623cbcfb7285 req-a3f67a89-f2ac-4f41-84f4-209d8a56a0a8 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 784 time: 0.3170726 Feb 08 21:13:55.884070 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-d157f1ef-310f-46eb-bea8-623cbcfb7285 req-c7f3a28b-fd16-4f63-a8af-eccff45e2527 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:13:55.885113 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d157f1ef-310f-46eb-bea8-623cbcfb7285 req-c7f3a28b-fd16-4f63-a8af-eccff45e2527 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088606 Feb 08 21:13:55.887739 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-b7161742-d2f9-479a-9e19-0bc4aab439d8 service neutron] 10.222.0.88 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806483 Feb 08 21:13:55.998402 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d157f1ef-310f-46eb-bea8-623cbcfb7285 req-0c926ec9-8c82-477b-a90c-b40823ec905f tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.173 HTTP/1.1" status: 200 len: 696 time: 0.1063375 Feb 08 21:13:56.070439 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d157f1ef-310f-46eb-bea8-623cbcfb7285 req-a67d31b5-d4ad-493d-a15b-1152be399422 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.173 HTTP/1.1" status: 200 len: 696 time: 0.0709090 Feb 08 21:13:56.174053 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-c138fbdc-4844-4ca7-afa0-067448f0d165 service neutron] 10.222.0.88 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746069 Feb 08 21:13:56.235769 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-d157f1ef-310f-46eb-bea8-623cbcfb7285 req-0613f8e9-4db1-4380-a96c-80d11b1e30f8 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Deleting port 63b146c0-d5fe-49c3-8d89-6554d0449054 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:13:56.236614 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d157f1ef-310f-46eb-bea8-623cbcfb7285 req-0613f8e9-4db1-4380-a96c-80d11b1e30f8 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (63b146c0-d5fe-49c3-8d89-6554d0449054), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:56.396073 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d157f1ef-310f-46eb-bea8-623cbcfb7285 req-0613f8e9-4db1-4380-a96c-80d11b1e30f8 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (63b146c0-d5fe-49c3-8d89-6554d0449054), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:56.396611 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d157f1ef-310f-46eb-bea8-623cbcfb7285 req-0613f8e9-4db1-4380-a96c-80d11b1e30f8 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks [] for floatingip (63b146c0-d5fe-49c3-8d89-6554d0449054), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:56.433593 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-d157f1ef-310f-46eb-bea8-623cbcfb7285 req-0613f8e9-4db1-4380-a96c-80d11b1e30f8 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Calling delete_port for 63b146c0-d5fe-49c3-8d89-6554d0449054 owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:13:56.570962 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f80717-6b1d-4419-9023-7687e571ed96 req-a830cc04-9639-4cbb-b69e-42ffc01532e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:56.573749 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a6f80717-6b1d-4419-9023-7687e571ed96 req-a830cc04-9639-4cbb-b69e-42ffc01532e9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 1133 time: 0.0986261 Feb 08 21:13:56.618037 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31259113-3434-4442-9621-1042da34b3da req-7016d03f-83bb-4e0c-a01a-249cecbca7f2 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:56.619811 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31259113-3434-4442-9621-1042da34b3da req-7016d03f-83bb-4e0c-a01a-249cecbca7f2 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6c3b2b8-c804-44b2-884e-4ee3cf4c97ba HTTP/1.1" status: 200 len: 936 time: 0.1092708 Feb 08 21:13:56.728976 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f80717-6b1d-4419-9023-7687e571ed96 req-ea1829b9-5f47-417f-bb77-38aece9c6190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:56.730711 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a6f80717-6b1d-4419-9023-7687e571ed96 req-ea1829b9-5f47-417f-bb77-38aece9c6190 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.1505349 Feb 08 21:13:56.742634 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d157f1ef-310f-46eb-bea8-623cbcfb7285 req-0613f8e9-4db1-4380-a96c-80d11b1e30f8 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (63b146c0-d5fe-49c3-8d89-6554d0449054), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:56.793818 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31259113-3434-4442-9621-1042da34b3da req-f4546d03-aba7-4b31-99fa-3a055453f9e9 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/security-groups?id=b51504be-e472-4ba7-b632-6e6fce8bd653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651726 Feb 08 21:13:56.803062 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613f8e9-4db1-4380-a96c-80d11b1e30f8 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Pushing event deleted for resources: {'Port': ['ID=63b146c0-d5fe-49c3-8d89-6554d0449054,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:56.817084 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a6f80717-6b1d-4419-9023-7687e571ed96 req-88dade13-17f5-4ead-bb28-89e3b5534485 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=3cc2793c-991b-4238-8efb-6c6e02437256 HTTP/1.1" status: 200 len: 217 time: 0.0769076 Feb 08 21:13:56.870329 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d157f1ef-310f-46eb-bea8-623cbcfb7285 req-0613f8e9-4db1-4380-a96c-80d11b1e30f8 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks [] for floatingip (1b7f7e3b-a0d6-4a9f-9652-a21eb21466c1), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:56.873475 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d157f1ef-310f-46eb-bea8-623cbcfb7285 req-0613f8e9-4db1-4380-a96c-80d11b1e30f8 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:56.875529 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d157f1ef-310f-46eb-bea8-623cbcfb7285 req-0613f8e9-4db1-4380-a96c-80d11b1e30f8 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] 10.222.0.88 "DELETE /v2.0/floatingips/1b7f7e3b-a0d6-4a9f-9652-a21eb21466c1 HTTP/1.1" status: 204 len: 173 time: 0.8042428 Feb 08 21:13:56.907733 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f80717-6b1d-4419-9023-7687e571ed96 req-bd400a1f-d2f2-483f-8b1b-7658ed0cd5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:56.911066 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a6f80717-6b1d-4419-9023-7687e571ed96 req-bd400a1f-d2f2-483f-8b1b-7658ed0cd5fc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.0836048 Feb 08 21:13:56.962138 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2e875-9e2b-4956-98a9-d25489f61511 req-63744f67-ebe9-4fac-a51c-8454b81a0cf2 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:56.973094 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9ac2e875-9e2b-4956-98a9-d25489f61511 req-63744f67-ebe9-4fac-a51c-8454b81a0cf2 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 950 time: 0.0964324 Feb 08 21:13:57.039280 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9ac2e875-9e2b-4956-98a9-d25489f61511 req-26beefb2-d043-46cc-a98b-37482d9eb090 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647993 Feb 08 21:13:57.043661 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f80717-6b1d-4419-9023-7687e571ed96 req-21a037ac-50f9-43e9-92bc-f7b72566e396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:57.047514 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a6f80717-6b1d-4419-9023-7687e571ed96 req-21a037ac-50f9-43e9-92bc-f7b72566e396 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1293066 Feb 08 21:13:57.221221 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a6f80717-6b1d-4419-9023-7687e571ed96 req-ece32f1f-95bd-470f-bcb4-93bd6bd5833a service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629539 Feb 08 21:13:57.277881 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff0ac7-1a98-4c65-a8a7-cb99ae3f5ee3 req-923dd234-558e-47cb-aa7c-70441e462eeb tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:57.282079 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4cff0ac7-1a98-4c65-a8a7-cb99ae3f5ee3 req-923dd234-558e-47cb-aa7c-70441e462eeb tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2 HTTP/1.1" status: 200 len: 950 time: 0.1317005 Feb 08 21:13:57.376333 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-74bb0b4c-9e7b-41af-bc7b-4f19bbcf7443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:57.394072 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4cff0ac7-1a98-4c65-a8a7-cb99ae3f5ee3 req-01f13a5a-efb1-4919-9722-4cceff2599f5 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990629 Feb 08 21:13:57.453021 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a6f80717-6b1d-4419-9023-7687e571ed96 req-2dd3c1f3-3f7c-4144-8583-80417930daee service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124860 Feb 08 21:13:57.464925 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-d1340c6d-c683-4784-a542-f37e6394446f req-78b51df8-891f-4f6f-a38e-b7fde0ce16e6 tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1373522450', 'description': 'tempest-description-1152936190'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:13:57.505921 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d1340c6d-c683-4784-a542-f37e6394446f req-78b51df8-891f-4f6f-a38e-b7fde0ce16e6 tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:57.518262 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d1340c6d-c683-4784-a542-f37e6394446f req-78b51df8-891f-4f6f-a38e-b7fde0ce16e6 tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:57.569391 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-678cafad-6708-463c-9add-95a4aad5a246 req-89ab2258-a7bd-4c4f-8f2e-376f49dd24c2 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 210 time: 0.0352871 Feb 08 21:13:57.750866 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d1340c6d-c683-4784-a542-f37e6394446f req-78b51df8-891f-4f6f-a38e-b7fde0ce16e6 tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] Publish callbacks [] for security_group (af83cf93-ac67-4448-a784-68397521df5b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:57.756067 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d1340c6d-c683-4784-a542-f37e6394446f req-78b51df8-891f-4f6f-a38e-b7fde0ce16e6 tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (af83cf93-ac67-4448-a784-68397521df5b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:57.827105 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-07000b26-d795-4d5f-a759-81b74a52bc65 req-4a8b7136-ad47-47f1-9683-9bfd7e160c7a tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2148869 Feb 08 21:13:57.839834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b51df8-891f-4f6f-a38e-b7fde0ce16e6 tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af83cf93-ac67-4448-a784-68397521df5b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:57.845142 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-07000b26-d795-4d5f-a759-81b74a52bc65 req-d6a27c7f-897a-42e9-af02-9b569b403b03 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:13:57.888941 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-07000b26-d795-4d5f-a759-81b74a52bc65 req-d6a27c7f-897a-42e9-af02-9b569b403b03 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:57.900174 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d1340c6d-c683-4784-a542-f37e6394446f req-78b51df8-891f-4f6f-a38e-b7fde0ce16e6 tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] Publish callbacks [] for security_group (287531c7-d1db-49ff-a87d-969059580c73), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:57.911320 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d1340c6d-c683-4784-a542-f37e6394446f req-78b51df8-891f-4f6f-a38e-b7fde0ce16e6 tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (287531c7-d1db-49ff-a87d-969059580c73), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:57.978875 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d1340c6d-c683-4784-a542-f37e6394446f req-78b51df8-891f-4f6f-a38e-b7fde0ce16e6 tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:57.995436 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d1340c6d-c683-4784-a542-f37e6394446f req-78b51df8-891f-4f6f-a38e-b7fde0ce16e6 tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5295293 Feb 08 21:13:58.004079 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b51df8-891f-4f6f-a38e-b7fde0ce16e6 tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=287531c7-d1db-49ff-a87d-969059580c73,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:58.136761 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-07000b26-d795-4d5f-a759-81b74a52bc65 req-d6a27c7f-897a-42e9-af02-9b569b403b03 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:58.341558 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-d24f073a-adda-4bbe-bc73-eacd8b699cab tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:58.344336 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-d24f073a-adda-4bbe-bc73-eacd8b699cab tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.96 "GET /v2.0/networks?id=4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 200 len: 808 time: 0.3962412 Feb 08 21:13:58.361539 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-07000b26-d795-4d5f-a759-81b74a52bc65 req-d6a27c7f-897a-42e9-af02-9b569b403b03 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Allocated IP 172.25.3.175 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/a66d57b9-e20e-4ac8-a5fb-3062fa3d7f93) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:13:58.362075 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-2f926c6e-84f1-4e88-9c28-9b5ec9654a1d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Request body: {'port': {'device_id': 'dd318a7c-dc28-47d5-9434-5eb03be4cf16', 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11', 'admin_state_up': True, 'tenant_id': '9b3b159591ee4a229900ea8953fa8a06'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:13:58.561726 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-07000b26-d795-4d5f-a759-81b74a52bc65 req-d6a27c7f-897a-42e9-af02-9b569b403b03 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks [] for port (a66d57b9-e20e-4ac8-a5fb-3062fa3d7f93), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:58.567267 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-2f926c6e-84f1-4e88-9c28-9b5ec9654a1d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Made reservation on behalf of 9b3b159591ee4a229900ea8953fa8a06 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:13:58.571506 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-2f926c6e-84f1-4e88-9c28-9b5ec9654a1d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:58.634196 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-07000b26-d795-4d5f-a759-81b74a52bc65 req-d6a27c7f-897a-42e9-af02-9b569b403b03 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (a66d57b9-e20e-4ac8-a5fb-3062fa3d7f93), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:58.712738 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07000b26-d795-4d5f-a759-81b74a52bc65 req-d6a27c7f-897a-42e9-af02-9b569b403b03 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:13:58.724882 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-07000b26-d795-4d5f-a759-81b74a52bc65 req-d6a27c7f-897a-42e9-af02-9b569b403b03 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:13:58.727468 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a27c7f-897a-42e9-af02-9b569b403b03 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Pushing event updated for resources: {'Port': ['ID=a66d57b9-e20e-4ac8-a5fb-3062fa3d7f93,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:58.740399 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-07000b26-d795-4d5f-a759-81b74a52bc65 req-d6a27c7f-897a-42e9-af02-9b569b403b03 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:13:58.799940 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-2f926c6e-84f1-4e88-9c28-9b5ec9654a1d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Allocated IP 172.20.0.4 (4c67478e-bb4a-47b2-85c8-c1996b203e11/55523d5b-2f07-476f-b4a6-0043cdbb6c1a/6b715280-a1dc-4aea-9b69-73c99012900e) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:13:58.812265 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-07000b26-d795-4d5f-a759-81b74a52bc65 req-d6a27c7f-897a-42e9-af02-9b569b403b03 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks [] for floatingip (50a95d9e-e3a4-428d-96a4-3b82facc9ba0), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:58.905486 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-07000b26-d795-4d5f-a759-81b74a52bc65 req-d6a27c7f-897a-42e9-af02-9b569b403b03 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a66d57b9-e20e-4ac8-a5fb-3062fa3d7f93), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:59.030522 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:59.091937 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-2f926c6e-84f1-4e88-9c28-9b5ec9654a1d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks [] for port (6b715280-a1dc-4aea-9b69-73c99012900e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:59.129481 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-2f926c6e-84f1-4e88-9c28-9b5ec9654a1d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (6b715280-a1dc-4aea-9b69-73c99012900e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:59.138370 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b294a8-fe82-4147-9eb2-384bcd65ed99 req-8632d9a2-3bb7-49ef-8c77-49b2d790411e tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:59.140011 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-06b294a8-fe82-4147-9eb2-384bcd65ed99 req-8632d9a2-3bb7-49ef-8c77-49b2d790411e tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6c3b2b8-c804-44b2-884e-4ee3cf4c97ba HTTP/1.1" status: 200 len: 936 time: 0.1688499 Feb 08 21:13:59.176037 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-2f926c6e-84f1-4e88-9c28-9b5ec9654a1d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Network 4c67478e-bb4a-47b2-85c8-c1996b203e11 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:13:59.176607 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-07000b26-d795-4d5f-a759-81b74a52bc65 req-d6a27c7f-897a-42e9-af02-9b569b403b03 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks [] for port (a66d57b9-e20e-4ac8-a5fb-3062fa3d7f93), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:59.184480 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-2f926c6e-84f1-4e88-9c28-9b5ec9654a1d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:13:59.186763 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-07000b26-d795-4d5f-a759-81b74a52bc65 req-d6a27c7f-897a-42e9-af02-9b569b403b03 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a66d57b9-e20e-4ac8-a5fb-3062fa3d7f93), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:59.189073 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-2f926c6e-84f1-4e88-9c28-9b5ec9654a1d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:13:59.219267 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f926c6e-84f1-4e88-9c28-9b5ec9654a1d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Pushing event updated for resources: {'Port': ['ID=6b715280-a1dc-4aea-9b69-73c99012900e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:59.241327 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-06b294a8-fe82-4147-9eb2-384bcd65ed99 req-d5493b6c-3b05-4ece-b85a-13fafcb5bf12 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/security-groups?id=b51504be-e472-4ba7-b632-6e6fce8bd653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890326 Feb 08 21:13:59.244327 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-07000b26-d795-4d5f-a759-81b74a52bc65 req-d6a27c7f-897a-42e9-af02-9b569b403b03 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (50a95d9e-e3a4-428d-96a4-3b82facc9ba0), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:59.266271 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a27c7f-897a-42e9-af02-9b569b403b03 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Pushing event updated for resources: {'Port': ['ID=a66d57b9-e20e-4ac8-a5fb-3062fa3d7f93,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:59.269399 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-2f926c6e-84f1-4e88-9c28-9b5ec9654a1d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:59.270480 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-2f926c6e-84f1-4e88-9c28-9b5ec9654a1d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:59.292731 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-07000b26-d795-4d5f-a759-81b74a52bc65 req-d6a27c7f-897a-42e9-af02-9b569b403b03 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:59.294620 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-07000b26-d795-4d5f-a759-81b74a52bc65 req-d6a27c7f-897a-42e9-af02-9b569b403b03 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4578638 Feb 08 21:13:59.301511 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-2f926c6e-84f1-4e88-9c28-9b5ec9654a1d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9437397 Feb 08 21:13:59.303089 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-47a77f95-19b3-4dd8-8722-cb2101985f4b req-cd050463-11af-41cc-9cab-e7be76f6c14e tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] Request body: {'security_group': {'name': 'tempest-securitygroup-233480532', 'description': 'tempest-description-803122070'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:13:59.312984 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-f5cf14c5-3a86-438f-be57-b05ee6aeb593 service neutron] Request body: {'port': {'device_id': 'dd318a7c-dc28-47d5-9434-5eb03be4cf16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:13:59.385590 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-f5cf14c5-3a86-438f-be57-b05ee6aeb593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6b715280-a1dc-4aea-9b69-73c99012900e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:59.414716 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-07000b26-d795-4d5f-a759-81b74a52bc65 req-e5f26814-96f8-4157-ad37-d620d8742bc7 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.175 HTTP/1.1" status: 200 len: 696 time: 0.1037412 Feb 08 21:13:59.439272 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-47a77f95-19b3-4dd8-8722-cb2101985f4b req-cd050463-11af-41cc-9cab-e7be76f6c14e tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:59.674561 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07000b26-d795-4d5f-a759-81b74a52bc65 req-ad03d5c7-a2b3-41a6-a5f3-2bdff0f09113 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:59.677511 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-07000b26-d795-4d5f-a759-81b74a52bc65 req-ad03d5c7-a2b3-41a6-a5f3-2bdff0f09113 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 784 time: 0.2541406 Feb 08 21:13:59.701837 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-f5cf14c5-3a86-438f-be57-b05ee6aeb593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b715280-a1dc-4aea-9b69-73c99012900e {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:13:59.710905 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-f5cf14c5-3a86-438f-be57-b05ee6aeb593 service neutron] Publish callbacks [] for port (6b715280-a1dc-4aea-9b69-73c99012900e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:59.711980 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-07000b26-d795-4d5f-a759-81b74a52bc65 req-90774bbd-dd03-4f8b-bcd6-117a197281fd tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:13:59.713855 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-07000b26-d795-4d5f-a759-81b74a52bc65 req-90774bbd-dd03-4f8b-bcd6-117a197281fd tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0262387 Feb 08 21:13:59.732325 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-f5cf14c5-3a86-438f-be57-b05ee6aeb593 service neutron] Transition to ACTIVE for port object 6b715280-a1dc-4aea-9b69-73c99012900e will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:13:59.733991 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-47a77f95-19b3-4dd8-8722-cb2101985f4b req-cd050463-11af-41cc-9cab-e7be76f6c14e tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] Publish callbacks [] for security_group (c70d9300-5ab4-4f44-b3c3-6dd325759ad6), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:59.739566 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-f5cf14c5-3a86-438f-be57-b05ee6aeb593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (6b715280-a1dc-4aea-9b69-73c99012900e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:59.739909 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-47a77f95-19b3-4dd8-8722-cb2101985f4b req-cd050463-11af-41cc-9cab-e7be76f6c14e tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c70d9300-5ab4-4f44-b3c3-6dd325759ad6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:59.776150 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-47a77f95-19b3-4dd8-8722-cb2101985f4b req-cd050463-11af-41cc-9cab-e7be76f6c14e tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:13:59.777688 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-47a77f95-19b3-4dd8-8722-cb2101985f4b req-cd050463-11af-41cc-9cab-e7be76f6c14e tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4817579 Feb 08 21:13:59.783206 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd050463-11af-41cc-9cab-e7be76f6c14e tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c70d9300-5ab4-4f44-b3c3-6dd325759ad6,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:59.889666 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8fb1c-6ccc-48dd-b186-067cc6e217ce req-d10b1877-25eb-4e91-8ff2-80180b3548e0 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:59.889994 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf14c5-3a86-438f-be57-b05ee6aeb593 service neutron] Pushing event updated for resources: {'Port': ['ID=6b715280-a1dc-4aea-9b69-73c99012900e,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:13:59.891469 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-44a8fb1c-6ccc-48dd-b186-067cc6e217ce req-d10b1877-25eb-4e91-8ff2-80180b3548e0 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 950 time: 0.0778711 Feb 08 21:13:59.968435 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-f5cf14c5-3a86-438f-be57-b05ee6aeb593 service neutron] Attempting to bind port 6b715280-a1dc-4aea-9b69-73c99012900e on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:13:59.968732 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-f5cf14c5-3a86-438f-be57-b05ee6aeb593 service neutron] Attempting to bind port 6b715280-a1dc-4aea-9b69-73c99012900e by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:13:59.969126 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-f5cf14c5-3a86-438f-be57-b05ee6aeb593 service neutron] Attempting to bind port 6b715280-a1dc-4aea-9b69-73c99012900e on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:13:59.975563 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-f5cf14c5-3a86-438f-be57-b05ee6aeb593 service neutron] Port 6b715280-a1dc-4aea-9b69-73c99012900e on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:13:59.975898 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-44a8fb1c-6ccc-48dd-b186-067cc6e217ce req-c255fafb-1867-4036-998e-bad106975112 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725360 Feb 08 21:13:59.976241 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-f5cf14c5-3a86-438f-be57-b05ee6aeb593 service neutron] Attempting to bind port 6b715280-a1dc-4aea-9b69-73c99012900e on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:13:59.983492 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-f5cf14c5-3a86-438f-be57-b05ee6aeb593 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:13:59.983877 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba233661-08c7-4523-b4c2-dfa896faa809 req-bde17afd-ee12-4b1e-884e-3fc2a0a7ef51 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:13:59.984064 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-f5cf14c5-3a86-438f-be57-b05ee6aeb593 service neutron] Checking segment: {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:13:59.984613 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-f5cf14c5-3a86-438f-be57-b05ee6aeb593 service neutron] Bound using segment: {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:13:59.985809 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba233661-08c7-4523-b4c2-dfa896faa809 req-bde17afd-ee12-4b1e-884e-3fc2a0a7ef51 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2 HTTP/1.1" status: 200 len: 950 time: 0.0930700 Feb 08 21:13:59.989544 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-f5cf14c5-3a86-438f-be57-b05ee6aeb593 service neutron] Bound port: 6b715280-a1dc-4aea-9b69-73c99012900e, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:13:59.990012 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-f5cf14c5-3a86-438f-be57-b05ee6aeb593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6b715280-a1dc-4aea-9b69-73c99012900e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:00.058814 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba233661-08c7-4523-b4c2-dfa896faa809 req-80ec1353-8f2b-4c41-80c5-fd43f7762876 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631475 Feb 08 21:14:00.078499 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-f5cf14c5-3a86-438f-be57-b05ee6aeb593 service neutron] For port 6b715280-a1dc-4aea-9b69-73c99012900e, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:14:00.084728 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-f5cf14c5-3a86-438f-be57-b05ee6aeb593 service neutron] For port 6b715280-a1dc-4aea-9b69-73c99012900e, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6b715280-a1dc-4aea-9b69-73c99012900e,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:14:00.093757 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-f5cf14c5-3a86-438f-be57-b05ee6aeb593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (6b715280-a1dc-4aea-9b69-73c99012900e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:00.135230 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-f5cf14c5-3a86-438f-be57-b05ee6aeb593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:00.135953 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-f5cf14c5-3a86-438f-be57-b05ee6aeb593 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:00.137561 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-f5cf14c5-3a86-438f-be57-b05ee6aeb593 service neutron] 10.222.0.96 "PUT /v2.0/ports/6b715280-a1dc-4aea-9b69-73c99012900e HTTP/1.1" status: 200 len: 1092 time: 0.8295555 Feb 08 21:14:00.138101 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd318a7c-dc28-47d5-9434-5eb03be4cf16', 'tag': '6b715280-a1dc-4aea-9b69-73c99012900e'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:14:00.140719 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9239e45f-2d26-4434-b95f-16d1a23c4eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "dd318a7c-dc28-47d5-9434-5eb03be4cf16", "tag": "6b715280-a1dc-4aea-9b69-73c99012900e"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:14:00.193745 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf14c5-3a86-438f-be57-b05ee6aeb593 service neutron] Pushing event updated for resources: {'Port': ['ID=6b715280-a1dc-4aea-9b69-73c99012900e,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:00.244579 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d2b72-ed0a-48cf-a85d-232f3dd784ec req-5afe7f2b-67b2-4035-9aa5-0cc66cd081a8 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:00.247385 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7f3d2b72-ed0a-48cf-a85d-232f3dd784ec req-5afe7f2b-67b2-4035-9aa5-0cc66cd081a8 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 943 time: 0.1120937 Feb 08 21:14:00.287686 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-4ed312fe-f81b-4522-bece-5c6a2e7f600b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:00.290464 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-4ed312fe-f81b-4522-bece-5c6a2e7f600b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9b3b159591ee4a229900ea8953fa8a06&device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 1126 time: 0.0916302 Feb 08 21:14:00.325076 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7f3d2b72-ed0a-48cf-a85d-232f3dd784ec req-8d41f4c9-980e-44b9-9c1b-c29f6303edf9 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662432 Feb 08 21:14:00.388478 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-29ce6bde-1ec2-44f7-92e2-83b0c850fef8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b715280-a1dc-4aea-9b69-73c99012900e HTTP/1.1" status: 200 len: 217 time: 0.0895953 Feb 08 21:14:00.462487 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-a27823f2-b918-4793-b7ed-85782b74a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:00.464472 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-a27823f2-b918-4793-b7ed-85782b74a284 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=55523d5b-2f07-476f-b4a6-0043cdbb6c1a HTTP/1.1" status: 200 len: 848 time: 0.0694218 Feb 08 21:14:00.510020 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-d1f7bead-597d-42f4-88c6-4b9b2b91f241 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4c67478e-bb4a-47b2-85c8-c1996b203e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380642 Feb 08 21:14:00.524815 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-ea7e3a11-cb4d-44d3-b17c-aa7fca30dd50 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--299793647&fields=id&tenant_id=a0f21c1ed8144dec92b6948d7d2d9a67 HTTP/1.1" status: 200 len: 267 time: 0.0647595 Feb 08 21:14:00.664786 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-4c7b082f-e096-459e-958d-0688af43d608 service neutron] 10.222.0.96 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435881 Feb 08 21:14:00.769410 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bbceb23d-b552-496f-99a0-9a2e9a93fffc req-3ba36455-2879-43a0-9f4c-b559265d6234 service neutron] 10.222.0.96 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981367 Feb 08 21:14:00.802367 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4aff1e33-e4f4-4e5f-ade5-e39a2eee8a49 req-cad9ee64-b077-41cb-89b3-457b009e6ade tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] 10.222.0.88 "GET /v2.0/floatingips/50a95d9e-e3a4-428d-96a4-3b82facc9ba0 HTTP/1.1" status: 200 len: 693 time: 0.1639402 Feb 08 21:14:00.939094 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-2d154fab-8152-4f4d-8f8a-ab36acfbe93c tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:00.942296 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-2d154fab-8152-4f4d-8f8a-ab36acfbe93c tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/networks?id=b2fa857b-d652-4cb7-a5d6-dc6045645cef HTTP/1.1" status: 200 len: 824 time: 0.4057412 Feb 08 21:14:00.962538 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e36ba-73d7-4a58-974d-208cb430c4c3 req-a2fce610-19ee-496a-bf8f-ac292864fc64 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:00.965264 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3a9e36ba-73d7-4a58-974d-208cb430c4c3 req-a2fce610-19ee-496a-bf8f-ac292864fc64 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13 HTTP/1.1" status: 200 len: 946 time: 0.3503816 Feb 08 21:14:01.042964 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-75d873ed-ec35-40a0-8299-0517f2dad250 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/quotas/a0f21c1ed8144dec92b6948d7d2d9a67 HTTP/1.1" status: 200 len: 375 time: 0.0942605 Feb 08 21:14:01.165529 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff1e33-e4f4-4e5f-ade5-e39a2eee8a49 req-1467f94d-33b8-4b7e-886c-faaccc2756e0 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:01.167009 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4aff1e33-e4f4-4e5f-ade5-e39a2eee8a49 req-1467f94d-33b8-4b7e-886c-faaccc2756e0 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 784 time: 0.3548944 Feb 08 21:14:01.188977 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-4aff1e33-e4f4-4e5f-ade5-e39a2eee8a49 req-571363f5-accb-4736-86a7-4fe014cebae9 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:14:01.190227 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4aff1e33-e4f4-4e5f-ade5-e39a2eee8a49 req-571363f5-accb-4736-86a7-4fe014cebae9 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0156467 Feb 08 21:14:01.204195 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-18a0ae23-a941-4165-92f8-9e75e3bc0feb tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0f21c1ed8144dec92b6948d7d2d9a67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1493282 Feb 08 21:14:01.295119 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:01.367617 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:01.558988 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4aff1e33-e4f4-4e5f-ade5-e39a2eee8a49 req-1c714b95-d8db-4bf0-a675-1a2477e33306 tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.175 HTTP/1.1" status: 200 len: 696 time: 0.3534119 Feb 08 21:14:01.578369 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-3a9e36ba-73d7-4a58-974d-208cb430c4c3 req-cbacfd2b-8348-4a41-ba9c-73a87d5508bf tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Deleting port 65c9103c-eff1-419d-b404-5be74594917c {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:14:01.578694 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3a9e36ba-73d7-4a58-974d-208cb430c4c3 req-cbacfd2b-8348-4a41-ba9c-73a87d5508bf tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (65c9103c-eff1-419d-b404-5be74594917c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:01.699528 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4aff1e33-e4f4-4e5f-ade5-e39a2eee8a49 req-417cb8be-e84a-402c-a76a-8c57432dcf7a tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.175 HTTP/1.1" status: 200 len: 696 time: 0.1264606 Feb 08 21:14:01.735085 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-ee54894d-fcad-4d46-942d-75a66c7333f8 service neutron] 10.222.0.88 "GET /v2.0/networks/b2fa857b-d652-4cb7-a5d6-dc6045645cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5164316 Feb 08 21:14:01.898368 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-3a9e36ba-73d7-4a58-974d-208cb430c4c3 req-cbacfd2b-8348-4a41-ba9c-73a87d5508bf tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] For port 65c9103c-eff1-419d-b404-5be74594917c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=65c9103c-eff1-419d-b404-5be74594917c,segment=NetworkSegment(f84ccc74-639c-4469-8a97-7618a6d4e83c),segment_id=f84ccc74-639c-4469-8a97-7618a6d4e83c)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:01.898820 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3a9e36ba-73d7-4a58-974d-208cb430c4c3 req-cbacfd2b-8348-4a41-ba9c-73a87d5508bf tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (65c9103c-eff1-419d-b404-5be74594917c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:02.094653 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-92b07dea-fff8-45d6-bbc8-91571aa1e168 service neutron] 10.222.0.88 "GET /v2.0/networks/b2fa857b-d652-4cb7-a5d6-dc6045645cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265162 Feb 08 21:14:02.160555 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-4aff1e33-e4f4-4e5f-ade5-e39a2eee8a49 req-7b93f92a-3c95-4056-9920-858c3a2e27cd tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Deleting port a66d57b9-e20e-4ac8-a5fb-3062fa3d7f93 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:14:02.160555 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4aff1e33-e4f4-4e5f-ade5-e39a2eee8a49 req-7b93f92a-3c95-4056-9920-858c3a2e27cd tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (a66d57b9-e20e-4ac8-a5fb-3062fa3d7f93), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:02.269721 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3a9e36ba-73d7-4a58-974d-208cb430c4c3 req-cbacfd2b-8348-4a41-ba9c-73a87d5508bf tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:02.270080 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3a9e36ba-73d7-4a58-974d-208cb430c4c3 req-cbacfd2b-8348-4a41-ba9c-73a87d5508bf tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (12fc7dca-90e8-4231-9eb3-1910af608108), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:02.270430 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [req-3a9e36ba-73d7-4a58-974d-208cb430c4c3 req-cbacfd2b-8348-4a41-ba9c-73a87d5508bf tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Floating IP 12fc7dca-90e8-4231-9eb3-1910af608108 disassociated. External IP: 172.25.3.125, port: 65c9103c-eff1-419d-b404-5be74594917c. Feb 08 21:14:02.270782 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-3a9e36ba-73d7-4a58-974d-208cb430c4c3 req-cbacfd2b-8348-4a41-ba9c-73a87d5508bf tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Calling delete_port for 65c9103c-eff1-419d-b404-5be74594917c owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:14:02.351079 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-37ac7768-f4a0-4fb9-8837-0ba9518c20e4 req-63731b7c-8127-4cc1-a262-c098e83fb1f3 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-707557116', 'description': 'tempest-description-482413984'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:14:02.360164 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4aff1e33-e4f4-4e5f-ade5-e39a2eee8a49 req-7b93f92a-3c95-4056-9920-858c3a2e27cd tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (a66d57b9-e20e-4ac8-a5fb-3062fa3d7f93), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:02.360482 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4aff1e33-e4f4-4e5f-ade5-e39a2eee8a49 req-7b93f92a-3c95-4056-9920-858c3a2e27cd tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks [] for floatingip (a66d57b9-e20e-4ac8-a5fb-3062fa3d7f93), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:02.380914 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-4aff1e33-e4f4-4e5f-ade5-e39a2eee8a49 req-7b93f92a-3c95-4056-9920-858c3a2e27cd tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Calling delete_port for a66d57b9-e20e-4ac8-a5fb-3062fa3d7f93 owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:14:02.449048 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-37ac7768-f4a0-4fb9-8837-0ba9518c20e4 req-63731b7c-8127-4cc1-a262-c098e83fb1f3 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:02.473261 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-37ac7768-f4a0-4fb9-8837-0ba9518c20e4 req-63731b7c-8127-4cc1-a262-c098e83fb1f3 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:02.649115 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3a9e36ba-73d7-4a58-974d-208cb430c4c3 req-cbacfd2b-8348-4a41-ba9c-73a87d5508bf tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (65c9103c-eff1-419d-b404-5be74594917c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:02.740662 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbacfd2b-8348-4a41-ba9c-73a87d5508bf tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Pushing event deleted for resources: {'Port': ['ID=65c9103c-eff1-419d-b404-5be74594917c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:02.771585 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-37ac7768-f4a0-4fb9-8837-0ba9518c20e4 req-63731b7c-8127-4cc1-a262-c098e83fb1f3 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] Publish callbacks [] for security_group (89c00af7-675f-4db4-aec2-78bb0398b9b5), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:02.774211 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4aff1e33-e4f4-4e5f-ade5-e39a2eee8a49 req-7b93f92a-3c95-4056-9920-858c3a2e27cd tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (a66d57b9-e20e-4ac8-a5fb-3062fa3d7f93), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:02.784624 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-37ac7768-f4a0-4fb9-8837-0ba9518c20e4 req-63731b7c-8127-4cc1-a262-c098e83fb1f3 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (89c00af7-675f-4db4-aec2-78bb0398b9b5), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:02.852313 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93f92a-3c95-4056-9920-858c3a2e27cd tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Pushing event deleted for resources: {'Port': ['ID=a66d57b9-e20e-4ac8-a5fb-3062fa3d7f93,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:02.942034 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4aff1e33-e4f4-4e5f-ade5-e39a2eee8a49 req-7b93f92a-3c95-4056-9920-858c3a2e27cd tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks [] for floatingip (50a95d9e-e3a4-428d-96a4-3b82facc9ba0), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:02.944943 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4aff1e33-e4f4-4e5f-ade5-e39a2eee8a49 req-7b93f92a-3c95-4056-9920-858c3a2e27cd tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:02.945948 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4aff1e33-e4f4-4e5f-ade5-e39a2eee8a49 req-7b93f92a-3c95-4056-9920-858c3a2e27cd tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] 10.222.0.88 "DELETE /v2.0/floatingips/50a95d9e-e3a4-428d-96a4-3b82facc9ba0 HTTP/1.1" status: 204 len: 173 time: 1.2380250 Feb 08 21:14:02.978290 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63731b7c-8127-4cc1-a262-c098e83fb1f3 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c00af7-675f-4db4-aec2-78bb0398b9b5,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:03.058595 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8441c9ed-2807-4adb-affe-0b47fd3f2237 x-openstack-request-id: req-8441c9ed-2807-4adb-affe-0b47fd3f2237 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:14:03.061060 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd318a7c-dc28-47d5-9434-5eb03be4cf16", "tag": "6b715280-a1dc-4aea-9b69-73c99012900e", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:14:03.061835 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8441c9ed-2807-4adb-affe-0b47fd3f2237 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:14:03.062705 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd318a7c-dc28-47d5-9434-5eb03be4cf16', 'tag': '6b715280-a1dc-4aea-9b69-73c99012900e', 'status': 'completed', 'code': 200} Feb 08 21:14:03.072345 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-37ac7768-f4a0-4fb9-8837-0ba9518c20e4 req-63731b7c-8127-4cc1-a262-c098e83fb1f3 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] Publish callbacks [] for security_group (e8731c92-0ea0-43ce-9129-7c261f77c20d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:03.091488 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a9e36ba-73d7-4a58-974d-208cb430c4c3 req-cbacfd2b-8348-4a41-ba9c-73a87d5508bf tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Router 14c649df-e9ba-4f3c-ae75-6e5475821c0d has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:14:03.100737 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-37ac7768-f4a0-4fb9-8837-0ba9518c20e4 req-63731b7c-8127-4cc1-a262-c098e83fb1f3 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e8731c92-0ea0-43ce-9129-7c261f77c20d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:03.180123 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63731b7c-8127-4cc1-a262-c098e83fb1f3 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8731c92-0ea0-43ce-9129-7c261f77c20d,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:03.197660 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-37ac7768-f4a0-4fb9-8837-0ba9518c20e4 req-63731b7c-8127-4cc1-a262-c098e83fb1f3 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:03.199256 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37ac7768-f4a0-4fb9-8837-0ba9518c20e4 req-63731b7c-8127-4cc1-a262-c098e83fb1f3 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8605657 Feb 08 21:14:03.215179 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239e45f-2d26-4434-b95f-16d1a23c4eb8 req-3133718e-32b6-4688-9755-3ff269e98667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:03.221203 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9239e45f-2d26-4434-b95f-16d1a23c4eb8 req-3133718e-32b6-4688-9755-3ff269e98667 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9b3b159591ee4a229900ea8953fa8a06&device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 1126 time: 0.1354887 Feb 08 21:14:03.365428 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f781b-8110-41fc-ae18-87aaee51e870 req-a3090749-7d8a-48a6-beea-ceb7991e9f49 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:03.367457 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9a8f781b-8110-41fc-ae18-87aaee51e870 req-a3090749-7d8a-48a6-beea-ceb7991e9f49 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6c3b2b8-c804-44b2-884e-4ee3cf4c97ba HTTP/1.1" status: 200 len: 936 time: 0.1666543 Feb 08 21:14:03.478986 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239e45f-2d26-4434-b95f-16d1a23c4eb8 req-a89adb4e-f0c0-4f3f-b460-bd384250c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:03.481703 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9239e45f-2d26-4434-b95f-16d1a23c4eb8 req-a89adb4e-f0c0-4f3f-b460-bd384250c99d service neutron] 10.222.0.96 "GET /v2.0/networks?id=4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 200 len: 909 time: 0.2535188 Feb 08 21:14:03.524149 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9a8f781b-8110-41fc-ae18-87aaee51e870 req-124f9fda-f46f-453e-95b6-274c8a2623ae tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/security-groups?id=b51504be-e472-4ba7-b632-6e6fce8bd653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469369 Feb 08 21:14:03.580455 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9239e45f-2d26-4434-b95f-16d1a23c4eb8 req-4309cb07-8519-4682-9bec-7c6351dc3410 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b715280-a1dc-4aea-9b69-73c99012900e HTTP/1.1" status: 200 len: 217 time: 0.0878501 Feb 08 21:14:03.591091 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a9e36ba-73d7-4a58-974d-208cb430c4c3 req-cbacfd2b-8348-4a41-ba9c-73a87d5508bf tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:14:03.609705 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffea95a2-b66d-49ed-bd19-46bf2fecaab9 None None] Sync routers for ids ['14c649df-e9ba-4f3c-ae75-6e5475821c0d'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:14:03.636938 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffea95a2-b66d-49ed-bd19-46bf2fecaab9 None None] Routers {'14c649df-e9ba-4f3c-ae75-6e5475821c0d'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:14:03.638326 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ffea95a2-b66d-49ed-bd19-46bf2fecaab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:13:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['14c649df-e9ba-4f3c-ae75-6e5475821c0d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:14:03.656906 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 6b715280-a1dc-4aea-9b69-73c99012900e details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:14:03.720135 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239e45f-2d26-4434-b95f-16d1a23c4eb8 req-5674cff0-a138-41cc-8db6-a5c169842e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:03.723634 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9239e45f-2d26-4434-b95f-16d1a23c4eb8 req-5674cff0-a138-41cc-8db6-a5c169842e21 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=55523d5b-2f07-476f-b4a6-0043cdbb6c1a HTTP/1.1" status: 200 len: 848 time: 0.1332710 Feb 08 21:14:03.741833 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9e36ba-73d7-4a58-974d-208cb430c4c3 req-cbacfd2b-8348-4a41-ba9c-73a87d5508bf tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] No DVR routers for this DVR port 65c9103c-eff1-419d-b404-5be74594917c on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:14:03.749462 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3a9e36ba-73d7-4a58-974d-208cb430c4c3 req-cbacfd2b-8348-4a41-ba9c-73a87d5508bf tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:03.756854 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3a9e36ba-73d7-4a58-974d-208cb430c4c3 req-cbacfd2b-8348-4a41-ba9c-73a87d5508bf tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.96 "DELETE /v2.0/ports/65c9103c-eff1-419d-b404-5be74594917c HTTP/1.1" status: 204 len: 173 time: 2.7811882 Feb 08 21:14:03.759774 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13', 'name': 'network-vif-deleted', 'tag': '65c9103c-eff1-419d-b404-5be74594917c'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:14:03.765006 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4c168f-d071-4afe-9353-ca217f41f8cf" -d '{"events": [{"server_uuid": "1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13", "name": "network-vif-deleted", "tag": "65c9103c-eff1-419d-b404-5be74594917c"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:14:03.785217 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 6b715280-a1dc-4aea-9b69-73c99012900e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6b715280-a1dc-4aea-9b69-73c99012900e,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:03.806097 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c7eef-12b7-4381-be25-38015924f5b3 req-c2cbf87a-c1a3-4539-8088-4c65343483ac tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:03.808995 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-817c7eef-12b7-4381-be25-38015924f5b3 req-c2cbf87a-c1a3-4539-8088-4c65343483ac tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 950 time: 0.3485641 Feb 08 21:14:03.817326 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '6b715280-a1dc-4aea-9b69-73c99012900e', 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11', 'port_id': '6b715280-a1dc-4aea-9b69-73c99012900e', 'mac_address': 'fa:16:3e:19:0e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55523d5b-2f07-476f-b4a6-0043cdbb6c1a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:14:03.820924 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9239e45f-2d26-4434-b95f-16d1a23c4eb8 req-7d705f29-8002-4ce8-81b8-b060ed2ae03e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4c67478e-bb4a-47b2-85c8-c1996b203e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818286 Feb 08 21:14:03.821525 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 65c9103c-eff1-419d-b404-5be74594917c no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:14:03.848400 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 65c9103c-eff1-419d-b404-5be74594917c {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:14:03.849064 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 65c9103c-eff1-419d-b404-5be74594917c not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:14:03.877541 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c19d1f-cd1d-4610-ab78-c3088616ce93 req-9b1016ce-261a-4c72-86d4-9deec81d5ae7 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:03.881265 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-88c19d1f-cd1d-4610-ab78-c3088616ce93 req-9b1016ce-261a-4c72-86d4-9deec81d5ae7 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2 HTTP/1.1" status: 200 len: 950 time: 0.2399170 Feb 08 21:14:03.913562 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 6b715280-a1dc-4aea-9b69-73c99012900e is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:14:03.914539 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6b715280-a1dc-4aea-9b69-73c99012900e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:03.937011 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b715280-a1dc-4aea-9b69-73c99012900e {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:14:03.980434 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 6b715280-a1dc-4aea-9b69-73c99012900e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6b715280-a1dc-4aea-9b69-73c99012900e,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:03.998246 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6b715280-a1dc-4aea-9b69-73c99012900e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:04.025412 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-817c7eef-12b7-4381-be25-38015924f5b3 req-0bde70cc-452f-4570-bc3c-93208ecccff1 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059314 Feb 08 21:14:04.065124 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-ffea95a2-b66d-49ed-bd19-46bf2fecaab9 None None] Set router 14c649df-e9ba-4f3c-ae75-6e5475821c0d gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:14:04.105156 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-88c19d1f-cd1d-4610-ab78-c3088616ce93 req-71f9bb66-7bd2-422f-9842-88026810a89d tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163866 Feb 08 21:14:04.111592 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9239e45f-2d26-4434-b95f-16d1a23c4eb8 req-891308fb-aca2-434f-8be5-410ff14a3f79 service neutron] 10.222.0.96 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790453 Feb 08 21:14:04.234763 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=6b715280-a1dc-4aea-9b69-73c99012900e,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:04.342802 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9239e45f-2d26-4434-b95f-16d1a23c4eb8 req-bc60fac5-0892-4e7c-909f-059d8908383d service neutron] 10.222.0.96 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242835 Feb 08 21:14:04.372690 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['6b715280-a1dc-4aea-9b69-73c99012900e'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:14:04.479966 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-d182865c-0064-4f54-b1d6-c2f9ce36636d tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:04.482696 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-d182865c-0064-4f54-b1d6-c2f9ce36636d tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.96 "GET /v2.0/networks?id=b2fa857b-d652-4cb7-a5d6-dc6045645cef HTTP/1.1" status: 200 len: 824 time: 0.2873440 Feb 08 21:14:04.499450 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-68e57400-a8b9-4ab8-b8bf-46e1963d6a12 req-3b654269-0977-4fa0-ae7b-207c5120f40e tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=42015d05-c012-43e8-b7f5-d67972accba1 HTTP/1.1" status: 200 len: 210 time: 0.1629605 Feb 08 21:14:04.639887 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-ee087cc8-8cf5-4e5e-9aee-b708303889c1 req-0722c139-d911-4c4d-a530-8f930792858d tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] show failed (client error): The resource could not be found. Feb 08 21:14:04.652396 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ee087cc8-8cf5-4e5e-9aee-b708303889c1 req-0722c139-d911-4c4d-a530-8f930792858d tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] 10.222.0.88 "GET /v2.0/floatingips/50a95d9e-e3a4-428d-96a4-3b82facc9ba0 HTTP/1.1" status: 404 len: 350 time: 0.0739865 Feb 08 21:14:04.673726 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1983e42-cfab-4db6-a793-1a9dedaa53af req-ca446ed6-3c31-45b2-80e3-a94273da6a32 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:04.679469 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ffea95a2-b66d-49ed-bd19-46bf2fecaab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1810342990-router', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:11:27Z', 'updated_at': '2022-02-08T21:11:33Z', 'revision_number': 4, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'gw_port': {'id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:28Z', 'updated_at': '2022-02-08T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '9bce35fe-25a1-46dd-8c5b-a702fdfbd384', 'name': '', 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'mac_address': 'fa:16:3e:f4:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:32Z', 'updated_at': '2022-02-08T21:11:50Z', 'revision_number': 5, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'subnets': [{'id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:14:04.682764 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1983e42-cfab-4db6-a793-1a9dedaa53af req-ca446ed6-3c31-45b2-80e3-a94273da6a32 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 944 time: 0.5092947 Feb 08 21:14:04.689528 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-18d28596-b90d-4113-9742-0a2101a74c42 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0f21c1ed8144dec92b6948d7d2d9a67 HTTP/1.1" status: 200 len: 379 time: 0.1837723 Feb 08 21:14:04.700023 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-1a2cdd3f-4119-4b23-a8be-7c7b9e214cc1 req-10c5f46b-ffb9-4acd-8acb-ca632e03a6fc tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-978999479', 'description': 'tempest-description-1270169867'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:14:04.716689 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-6d66eccf-6be2-42cc-b85b-4cdf3c9331e2 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Request body: {'port': {'device_id': '42015d05-c012-43e8-b7f5-d67972accba1', 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef', 'admin_state_up': True, 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'security_groups': ['3ae99ff0-98f6-459a-bb2f-5d180c200bfa']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:14:04.736187 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-919865ec-b518-488d-abc9-f57dd3696bf0 service neutron] Request body: {'port': {'device_id': 'd6c3b2b8-c804-44b2-884e-4ee3cf4c97ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:14:04.765558 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffea95a2-b66d-49ed-bd19-46bf2fecaab9 None None] Checking router: 14c649df-e9ba-4f3c-ae75-6e5475821c0d for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:14:04.798548 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffea95a2-b66d-49ed-bd19-46bf2fecaab9 None None] Routers {'14c649df-e9ba-4f3c-ae75-6e5475821c0d'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:14:04.800533 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ffea95a2-b66d-49ed-bd19-46bf2fecaab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:13:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['14c649df-e9ba-4f3c-ae75-6e5475821c0d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:14:04.873648 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1a2cdd3f-4119-4b23-a8be-7c7b9e214cc1 req-10c5f46b-ffb9-4acd-8acb-ca632e03a6fc tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:04.904931 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-919865ec-b518-488d-abc9-f57dd3696bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e9ff1c5c-bb27-492a-9953-563e001f5d8d), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:04.964214 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1983e42-cfab-4db6-a793-1a9dedaa53af req-33cdd246-42de-4b21-b31f-45ded6b15fe3 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799978 Feb 08 21:14:05.029026 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-ffea95a2-b66d-49ed-bd19-46bf2fecaab9 None None] Set router 14c649df-e9ba-4f3c-ae75-6e5475821c0d gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:14:05.144103 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1a2cdd3f-4119-4b23-a8be-7c7b9e214cc1 req-10c5f46b-ffb9-4acd-8acb-ca632e03a6fc tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] Publish callbacks [] for security_group (3dd3a675-6984-4fe0-a4c3-d13d6a233e41), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:05.163966 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1a2cdd3f-4119-4b23-a8be-7c7b9e214cc1 req-10c5f46b-ffb9-4acd-8acb-ca632e03a6fc tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3dd3a675-6984-4fe0-a4c3-d13d6a233e41), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:05.248712 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5f46b-ffb9-4acd-8acb-ca632e03a6fc tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd3a675-6984-4fe0-a4c3-d13d6a233e41,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:05.262640 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1a2cdd3f-4119-4b23-a8be-7c7b9e214cc1 req-10c5f46b-ffb9-4acd-8acb-ca632e03a6fc tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:05.264221 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a2cdd3f-4119-4b23-a8be-7c7b9e214cc1 req-10c5f46b-ffb9-4acd-8acb-ca632e03a6fc tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5678015 Feb 08 21:14:05.318071 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-6d66eccf-6be2-42cc-b85b-4cdf3c9331e2 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Made reservation on behalf of a0f21c1ed8144dec92b6948d7d2d9a67 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:14:05.325830 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-6d66eccf-6be2-42cc-b85b-4cdf3c9331e2 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:05.352782 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c4b940-a2c4-4658-96cd-fccb29579ae6 x-openstack-request-id: req-04c4b940-a2c4-4658-96cd-fccb29579ae6 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:14:05.353758 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13", "name": "network-vif-deleted", "tag": "65c9103c-eff1-419d-b404-5be74594917c", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:14:05.354439 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-04c4b940-a2c4-4658-96cd-fccb29579ae6 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:14:05.355129 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5ea9b3-73aa-4b14-bbe2-c3d59ca7cd13', 'name': 'network-vif-deleted', 'tag': '65c9103c-eff1-419d-b404-5be74594917c', 'status': 'completed', 'code': 200} Feb 08 21:14:05.458561 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ffea95a2-b66d-49ed-bd19-46bf2fecaab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1810342990-router', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:11:27Z', 'updated_at': '2022-02-08T21:11:33Z', 'revision_number': 4, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'gw_port': {'id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:28Z', 'updated_at': '2022-02-08T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '9bce35fe-25a1-46dd-8c5b-a702fdfbd384', 'name': '', 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'mac_address': 'fa:16:3e:f4:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:32Z', 'updated_at': '2022-02-08T21:11:50Z', 'revision_number': 5, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'subnets': [{'id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:14:05.525592 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffea95a2-b66d-49ed-bd19-46bf2fecaab9 None None] The sync data for ids ['14c649df-e9ba-4f3c-ae75-6e5475821c0d'] in n-d-712143-31 is: [{'id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1810342990-router', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:11:27Z', 'updated_at': '2022-02-08T21:11:33Z', 'revision_number': 4, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'gw_port': {'id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:28Z', 'updated_at': '2022-02-08T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '9bce35fe-25a1-46dd-8c5b-a702fdfbd384', 'name': '', 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'mac_address': 'fa:16:3e:f4:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:32Z', 'updated_at': '2022-02-08T21:11:50Z', 'revision_number': 5, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'subnets': [{'id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:14:05.671779 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-919865ec-b518-488d-abc9-f57dd3696bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ff1c5c-bb27-492a-9953-563e001f5d8d {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:14:05.682192 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-919865ec-b518-488d-abc9-f57dd3696bf0 service neutron] Publish callbacks [] for port (e9ff1c5c-bb27-492a-9953-563e001f5d8d), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:05.684821 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 6b715280-a1dc-4aea-9b69-73c99012900e up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:14:05.698920 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-919865ec-b518-488d-abc9-f57dd3696bf0 service neutron] Transition to ACTIVE for port object e9ff1c5c-bb27-492a-9953-563e001f5d8d will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:14:05.708629 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-919865ec-b518-488d-abc9-f57dd3696bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (e9ff1c5c-bb27-492a-9953-563e001f5d8d), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:05.832735 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919865ec-b518-488d-abc9-f57dd3696bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ff1c5c-bb27-492a-9953-563e001f5d8d,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:05.852253 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 6b715280-a1dc-4aea-9b69-73c99012900e completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:14:05.864606 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 6b715280-a1dc-4aea-9b69-73c99012900e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:14:05.865041 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6b715280-a1dc-4aea-9b69-73c99012900e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:06.110618 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-919865ec-b518-488d-abc9-f57dd3696bf0 service neutron] Attempting to bind port e9ff1c5c-bb27-492a-9953-563e001f5d8d on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:14:06.111084 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-919865ec-b518-488d-abc9-f57dd3696bf0 service neutron] Attempting to bind port e9ff1c5c-bb27-492a-9953-563e001f5d8d by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:14:06.111355 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-919865ec-b518-488d-abc9-f57dd3696bf0 service neutron] Attempting to bind port e9ff1c5c-bb27-492a-9953-563e001f5d8d on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:14:06.126757 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-919865ec-b518-488d-abc9-f57dd3696bf0 service neutron] Port e9ff1c5c-bb27-492a-9953-563e001f5d8d on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:14:06.127194 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-919865ec-b518-488d-abc9-f57dd3696bf0 service neutron] Attempting to bind port e9ff1c5c-bb27-492a-9953-563e001f5d8d on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:14:06.137044 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-919865ec-b518-488d-abc9-f57dd3696bf0 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:14:06.137519 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-919865ec-b518-488d-abc9-f57dd3696bf0 service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:14:06.137803 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-919865ec-b518-488d-abc9-f57dd3696bf0 service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:14:06.138256 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-919865ec-b518-488d-abc9-f57dd3696bf0 service neutron] Bound port: e9ff1c5c-bb27-492a-9953-563e001f5d8d, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:14:06.138613 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-919865ec-b518-488d-abc9-f57dd3696bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e9ff1c5c-bb27-492a-9953-563e001f5d8d), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:06.155764 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-97e6dc7e-9210-4947-94d6-5ef9c720d59f req-b03c11f4-1ba7-4811-a80d-e4b722b1b64b tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] show failed (client error): The resource could not be found. Feb 08 21:14:06.169398 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41178) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:06.169759 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-97e6dc7e-9210-4947-94d6-5ef9c720d59f req-b03c11f4-1ba7-4811-a80d-e4b722b1b64b tempest-FloatingIPsTestJSON-1344986637 tempest-FloatingIPsTestJSON-1344986637-project] 10.222.0.88 "GET /v2.0/floatingips/50a95d9e-e3a4-428d-96a4-3b82facc9ba0 HTTP/1.1" status: 404 len: 350 time: 0.0713019 Feb 08 21:14:06.200018 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bcbcfc-1344-480c-a701-4feffd5626c0 None None] New status for floating IP 12fc7dca-90e8-4231-9eb3-1910af608108: DOWN {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:14:06.283342 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d5645-c934-4da8-9e24-ee8d10bc251f req-c0756d75-7116-447e-9f02-4bf855257469 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:06.304402 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-546d5645-c934-4da8-9e24-ee8d10bc251f req-c0756d75-7116-447e-9f02-4bf855257469 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6c3b2b8-c804-44b2-884e-4ee3cf4c97ba HTTP/1.1" status: 200 len: 948 time: 0.2900419 Feb 08 21:14:06.412698 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-546d5645-c934-4da8-9e24-ee8d10bc251f req-afaec920-baad-4c39-9f2d-ac6e429d07e6 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/security-groups?id=b51504be-e472-4ba7-b632-6e6fce8bd653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061573 Feb 08 21:14:06.413871 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-6d66eccf-6be2-42cc-b85b-4cdf3c9331e2 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Allocated IP 172.20.0.6 (b2fa857b-d652-4cb7-a5d6-dc6045645cef/a6afb4a6-45be-443f-9ca3-32271431c278/e75f0b0d-85be-425e-b7d1-e05a5632a1d3) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:14:06.453179 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-919865ec-b518-488d-abc9-f57dd3696bf0 service neutron] For port e9ff1c5c-bb27-492a-9953-563e001f5d8d, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:14:06.462161 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-919865ec-b518-488d-abc9-f57dd3696bf0 service neutron] For port e9ff1c5c-bb27-492a-9953-563e001f5d8d, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=e9ff1c5c-bb27-492a-9953-563e001f5d8d,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:14:06.473574 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec86c7-aa06-4b42-9cdb-142797728fe5 req-d62b8a66-d829-441e-9c8c-0162726c16a9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:06.481092 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-919865ec-b518-488d-abc9-f57dd3696bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (e9ff1c5c-bb27-492a-9953-563e001f5d8d), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:06.481336 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfec86c7-aa06-4b42-9cdb-142797728fe5 req-d62b8a66-d829-441e-9c8c-0162726c16a9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 950 time: 0.2179384 Feb 08 21:14:06.554302 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-919865ec-b518-488d-abc9-f57dd3696bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:06.555303 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-919865ec-b518-488d-abc9-f57dd3696bf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:06.559297 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-919865ec-b518-488d-abc9-f57dd3696bf0 service neutron] 10.222.0.94 "PUT /v2.0/ports/e9ff1c5c-bb27-492a-9953-563e001f5d8d HTTP/1.1" status: 200 len: 1097 time: 1.8298776 Feb 08 21:14:06.572318 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c3b2b8-c804-44b2-884e-4ee3cf4c97ba', 'tag': 'e9ff1c5c-bb27-492a-9953-563e001f5d8d'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:14:06.575856 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2662f6e7-df28-4b25-97a4-d9940076feaa" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c3b2b8-c804-44b2-884e-4ee3cf4c97ba", "tag": "e9ff1c5c-bb27-492a-9953-563e001f5d8d"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:14:06.641473 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 6b715280-a1dc-4aea-9b69-73c99012900e is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:14:06.644103 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6b715280-a1dc-4aea-9b69-73c99012900e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:06.710210 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfec86c7-aa06-4b42-9cdb-142797728fe5 req-6dec709c-f055-4253-91ed-735be65b2e34 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275496 Feb 08 21:14:06.865953 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781728dd-304d-4e82-b821-fcab6c37136a req-fbc1f549-f6f7-4521-abaf-d2a015c9309e tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:06.870315 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-781728dd-304d-4e82-b821-fcab6c37136a req-fbc1f549-f6f7-4521-abaf-d2a015c9309e tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2 HTTP/1.1" status: 200 len: 950 time: 0.3319440 Feb 08 21:14:06.933492 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:06.945483 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd318a7c-dc28-47d5-9434-5eb03be4cf16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b715280-a1dc-4aea-9b69-73c99012900e'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:14:06.949740 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e917f06a-4769-454c-86df-1ad4634a94bc" -d '{"events": [{"server_uuid": "dd318a7c-dc28-47d5-9434-5eb03be4cf16", "name": "network-vif-plugged", "status": "completed", "tag": "6b715280-a1dc-4aea-9b69-73c99012900e"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:14:06.957679 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:06.969368 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 6b715280-a1dc-4aea-9b69-73c99012900e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6b715280-a1dc-4aea-9b69-73c99012900e,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:06.975904 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6b715280-a1dc-4aea-9b69-73c99012900e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:07.075159 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-6d66eccf-6be2-42cc-b85b-4cdf3c9331e2 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks [] for port (e75f0b0d-85be-425e-b7d1-e05a5632a1d3), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:07.118336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=6b715280-a1dc-4aea-9b69-73c99012900e,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:07.119688 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-781728dd-304d-4e82-b821-fcab6c37136a req-88c71e12-b2cd-48fd-af35-f647d0407373 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214499 Feb 08 21:14:07.314697 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919865ec-b518-488d-abc9-f57dd3696bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ff1c5c-bb27-492a-9953-563e001f5d8d,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:07.320655 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-025d80f5-1539-402e-a872-84550dea3e09 req-2ba4d310-476d-4619-bd2d-8778dd8624c9 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=42015d05-c012-43e8-b7f5-d67972accba1 HTTP/1.1" status: 200 len: 210 time: 0.0767183 Feb 08 21:14:07.351240 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-d10f95b7-d6e6-42c0-b714-ba08aa7dbd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:07.353928 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-d10f95b7-d6e6-42c0-b714-ba08aa7dbd91 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c8a2eebe022c46cd9a217abaf2a9c7ed&device_id=d6c3b2b8-c804-44b2-884e-4ee3cf4c97ba HTTP/1.1" status: 200 len: 1131 time: 0.1493816 Feb 08 21:14:07.380465 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-6d66eccf-6be2-42cc-b85b-4cdf3c9331e2 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (e75f0b0d-85be-425e-b7d1-e05a5632a1d3), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:07.438865 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-ec5c272e-4d4d-454d-aa82-2031a6107d68 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=e9ff1c5c-bb27-492a-9953-563e001f5d8d HTTP/1.1" status: 200 len: 217 time: 0.0731614 Feb 08 21:14:07.479805 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66eccf-6be2-42cc-b85b-4cdf3c9331e2 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Pushing event updated for resources: {'Port': ['ID=e75f0b0d-85be-425e-b7d1-e05a5632a1d3,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:07.553727 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-6d66eccf-6be2-42cc-b85b-4cdf3c9331e2 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Network b2fa857b-d652-4cb7-a5d6-dc6045645cef is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:14:07.565418 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-6d66eccf-6be2-42cc-b85b-4cdf3c9331e2 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:14:07.572022 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-6d66eccf-6be2-42cc-b85b-4cdf3c9331e2 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:14:07.578219 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-add6f012-6648-45d2-a1c7-bdb82471ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:07.580918 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-add6f012-6648-45d2-a1c7-bdb82471ff12 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1323912 Feb 08 21:14:07.587057 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-6d66eccf-6be2-42cc-b85b-4cdf3c9331e2 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:07.588596 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-6d66eccf-6be2-42cc-b85b-4cdf3c9331e2 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:07.757145 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-a866620f-e2df-439b-aeb3-d23805575cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:07.759097 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-a866620f-e2df-439b-aeb3-d23805575cab service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1211371 Feb 08 21:14:07.774504 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-6d66eccf-6be2-42cc-b85b-4cdf3c9331e2 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0663166 Feb 08 21:14:07.814084 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-b0c50b81-763b-42d3-b4fa-6769cd3c082a service neutron] Request body: {'port': {'device_id': '42015d05-c012-43e8-b7f5-d67972accba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:14:07.930379 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa222b8-4624-4504-a959-324ff3c92281 req-457f69be-8d0b-41f8-95bc-cce458b00337 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:07.934873 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-daa30d82-79cf-48db-af92-b3c04873d615 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683269 Feb 08 21:14:07.945927 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eaa222b8-4624-4504-a959-324ff3c92281 req-457f69be-8d0b-41f8-95bc-cce458b00337 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 945 time: 0.4150271 Feb 08 21:14:08.047943 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad42dc5d-7fce-427c-818a-abf22e8616aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (36e36ad2-2aba-4c9e-8e3c-b5d49c37069a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:08.165958 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03302dd5-69ed-4374-a2a4-dfed46debb60 req-dce2645d-62f4-4c66-8392-91c672ab0110 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48164 time: 1.3571935 Feb 08 21:14:08.171416 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-b0c50b81-763b-42d3-b4fa-6769cd3c082a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e75f0b0d-85be-425e-b7d1-e05a5632a1d3), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:08.188609 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eaa222b8-4624-4504-a959-324ff3c92281 req-508871c8-28c5-42e9-af48-77c9685b1dba tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384341 Feb 08 21:14:08.218922 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-34fd6a0f-2ef9-4b8c-ae82-bb7601bb08be req-7bf6b45e-e2b8-4626-83de-ad2f36143d6f service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768509 Feb 08 21:14:08.402016 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03302dd5-69ed-4374-a2a4-dfed46debb60 req-d3a42177-26d8-41ed-ae59-a08a0c2066ab tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups/389ed393-71cf-4380-a264-32f0302c2391 HTTP/1.1" status: 200 len: 2998 time: 0.2053950 Feb 08 21:14:08.427717 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5bd73f-2d88-42db-81fb-3eb237fd89e5 x-openstack-request-id: req-9f5bd73f-2d88-42db-81fb-3eb237fd89e5 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:14:08.428488 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c3b2b8-c804-44b2-884e-4ee3cf4c97ba", "tag": "e9ff1c5c-bb27-492a-9953-563e001f5d8d", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:14:08.428488 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9f5bd73f-2d88-42db-81fb-3eb237fd89e5 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:14:08.428769 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6c3b2b8-c804-44b2-884e-4ee3cf4c97ba', 'tag': 'e9ff1c5c-bb27-492a-9953-563e001f5d8d', 'status': 'completed', 'code': 200} Feb 08 21:14:08.507097 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f693f2-af5e-43fb-86f8-c441bc4940c7 x-openstack-request-id: req-96f693f2-af5e-43fb-86f8-c441bc4940c7 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:14:08.507724 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd318a7c-dc28-47d5-9434-5eb03be4cf16", "name": "network-vif-plugged", "status": "completed", "tag": "6b715280-a1dc-4aea-9b69-73c99012900e", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:14:08.507960 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-96f693f2-af5e-43fb-86f8-c441bc4940c7 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:14:08.508574 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd318a7c-dc28-47d5-9434-5eb03be4cf16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b715280-a1dc-4aea-9b69-73c99012900e', 'code': 200} Feb 08 21:14:08.633927 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03302dd5-69ed-4374-a2a4-dfed46debb60 req-721c09ac-05ec-48f2-8177-36fe609b897a tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups/389ed393-71cf-4380-a264-32f0302c2391 HTTP/1.1" status: 200 len: 2998 time: 0.2198462 Feb 08 21:14:08.685946 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662f6e7-df28-4b25-97a4-d9940076feaa req-d03f58b7-857a-4945-a5b4-3332dddb3923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:08.688402 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2662f6e7-df28-4b25-97a4-d9940076feaa req-d03f58b7-857a-4945-a5b4-3332dddb3923 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c8a2eebe022c46cd9a217abaf2a9c7ed&device_id=d6c3b2b8-c804-44b2-884e-4ee3cf4c97ba HTTP/1.1" status: 200 len: 1131 time: 0.2140920 Feb 08 21:14:08.702260 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03302dd5-69ed-4374-a2a4-dfed46debb60 req-c81a6a28-41ea-4273-b8e9-8e763a586655 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups/492ce5ea-8cb8-45ae-805d-3e7e3c458b44 HTTP/1.1" status: 200 len: 2994 time: 0.0584257 Feb 08 21:14:08.801107 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03302dd5-69ed-4374-a2a4-dfed46debb60 req-d0003363-8a28-4a52-9d24-8e1419a873c4 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups/492ce5ea-8cb8-45ae-805d-3e7e3c458b44 HTTP/1.1" status: 200 len: 2994 time: 0.0666933 Feb 08 21:14:08.837081 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2dd8e40b-9da1-4401-9b85-b8caea36c02e None None] Provisioning complete for port e75f0b0d-85be-425e-b7d1-e05a5632a1d3 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:14:08.838097 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2dd8e40b-9da1-4401-9b85-b8caea36c02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e75f0b0d-85be-425e-b7d1-e05a5632a1d3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:08.905188 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2dd8e40b-9da1-4401-9b85-b8caea36c02e None None] Port e75f0b0d-85be-425e-b7d1-e05a5632a1d3 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:14:08.910387 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03302dd5-69ed-4374-a2a4-dfed46debb60 req-28985967-9dfd-4641-abd6-dadcd14e47d2 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups/786efc46-51df-49a8-952b-3540a8d32023 HTTP/1.1" status: 200 len: 2998 time: 0.0828173 Feb 08 21:14:08.929969 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-b0c50b81-763b-42d3-b4fa-6769cd3c082a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e75f0b0d-85be-425e-b7d1-e05a5632a1d3 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:14:08.944808 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-b0c50b81-763b-42d3-b4fa-6769cd3c082a service neutron] Publish callbacks [] for port (e75f0b0d-85be-425e-b7d1-e05a5632a1d3), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:08.959330 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3429a-660c-4881-b0e3-c27f9f82da2a req-64bbc1fa-dc61-47aa-b1ca-368d4b48ce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:08.962413 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e7c3429a-660c-4881-b0e3-c27f9f82da2a req-64bbc1fa-dc61-47aa-b1ca-368d4b48ce10 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 1128 time: 0.3785393 Feb 08 21:14:08.980131 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-b0c50b81-763b-42d3-b4fa-6769cd3c082a service neutron] Transition to ACTIVE for port object e75f0b0d-85be-425e-b7d1-e05a5632a1d3 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:14:08.986490 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662f6e7-df28-4b25-97a4-d9940076feaa req-b3760b4a-0938-4a87-aadf-f62d12cb8b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:08.988866 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2662f6e7-df28-4b25-97a4-d9940076feaa req-b3760b4a-0938-4a87-aadf-f62d12cb8b97 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.2553709 Feb 08 21:14:08.992662 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03302dd5-69ed-4374-a2a4-dfed46debb60 req-a18e5ea0-0cef-4598-9fe6-241943783156 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups/786efc46-51df-49a8-952b-3540a8d32023 HTTP/1.1" status: 200 len: 2998 time: 0.0696940 Feb 08 21:14:08.998354 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-b0c50b81-763b-42d3-b4fa-6769cd3c082a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e75f0b0d-85be-425e-b7d1-e05a5632a1d3), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:09.112256 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03302dd5-69ed-4374-a2a4-dfed46debb60 req-cb1ea9b4-6014-47cc-9234-ba3bf059b046 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups/89c00af7-675f-4db4-aec2-78bb0398b9b5 HTTP/1.1" status: 200 len: 2998 time: 0.1205909 Feb 08 21:14:09.112855 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2662f6e7-df28-4b25-97a4-d9940076feaa req-7d35d5ac-76ee-43e5-8c82-58acac1c7c3c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=e9ff1c5c-bb27-492a-9953-563e001f5d8d HTTP/1.1" status: 200 len: 217 time: 0.1110480 Feb 08 21:14:09.119408 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c50b81-763b-42d3-b4fa-6769cd3c082a service neutron] Pushing event updated for resources: {'Port': ['ID=e75f0b0d-85be-425e-b7d1-e05a5632a1d3,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:09.166982 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-b0c50b81-763b-42d3-b4fa-6769cd3c082a service neutron] Attempting to bind port e75f0b0d-85be-425e-b7d1-e05a5632a1d3 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:14:09.168000 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-b0c50b81-763b-42d3-b4fa-6769cd3c082a service neutron] Attempting to bind port e75f0b0d-85be-425e-b7d1-e05a5632a1d3 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'f84ccc74-639c-4469-8a97-7618a6d4e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:14:09.168851 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-b0c50b81-763b-42d3-b4fa-6769cd3c082a service neutron] Attempting to bind port e75f0b0d-85be-425e-b7d1-e05a5632a1d3 on network b2fa857b-d652-4cb7-a5d6-dc6045645cef {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:14:09.180843 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-b0c50b81-763b-42d3-b4fa-6769cd3c082a service neutron] Port e75f0b0d-85be-425e-b7d1-e05a5632a1d3 on network b2fa857b-d652-4cb7-a5d6-dc6045645cef not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:14:09.181447 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-b0c50b81-763b-42d3-b4fa-6769cd3c082a service neutron] Attempting to bind port e75f0b0d-85be-425e-b7d1-e05a5632a1d3 on network b2fa857b-d652-4cb7-a5d6-dc6045645cef {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:14:09.197665 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-b0c50b81-763b-42d3-b4fa-6769cd3c082a service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:14:09.198005 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-b0c50b81-763b-42d3-b4fa-6769cd3c082a service neutron] Checking segment: {'id': 'f84ccc74-639c-4469-8a97-7618a6d4e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:14:09.198387 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-b0c50b81-763b-42d3-b4fa-6769cd3c082a service neutron] Bound using segment: {'id': 'f84ccc74-639c-4469-8a97-7618a6d4e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:14:09.198828 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-b0c50b81-763b-42d3-b4fa-6769cd3c082a service neutron] Bound port: e75f0b0d-85be-425e-b7d1-e05a5632a1d3, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f84ccc74-639c-4469-8a97-7618a6d4e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:14:09.199190 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-b0c50b81-763b-42d3-b4fa-6769cd3c082a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e75f0b0d-85be-425e-b7d1-e05a5632a1d3), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:09.210030 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03302dd5-69ed-4374-a2a4-dfed46debb60 req-de184199-ee58-4b72-93e6-3ee40a27d61e tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups/89c00af7-675f-4db4-aec2-78bb0398b9b5 HTTP/1.1" status: 200 len: 2998 time: 0.0967975 Feb 08 21:14:09.233455 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e7c3429a-660c-4881-b0e3-c27f9f82da2a req-92f910d6-501e-4d3a-b397-3496bdb33c73 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606144 Feb 08 21:14:09.259364 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662f6e7-df28-4b25-97a4-d9940076feaa req-f8eb1d61-4801-4905-a6fe-5bc9b11b2f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:09.261422 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2662f6e7-df28-4b25-97a4-d9940076feaa req-f8eb1d61-4801-4905-a6fe-5bc9b11b2f84 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1295536 Feb 08 21:14:09.285351 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ad42dc5d-7fce-427c-818a-abf22e8616aa admin admin] Deleting port 406af5ad-7862-4cd7-bdef-2b1b2629af89 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:14:09.285782 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad42dc5d-7fce-427c-818a-abf22e8616aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (406af5ad-7862-4cd7-bdef-2b1b2629af89), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:09.353736 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03302dd5-69ed-4374-a2a4-dfed46debb60 req-f12c1051-a4b8-4bf0-8839-d2ec8d2a7f41 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups/90bd076d-d8e4-4cb6-9442-1b4a8525eade HTTP/1.1" status: 200 len: 2994 time: 0.1424537 Feb 08 21:14:09.394241 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662f6e7-df28-4b25-97a4-d9940076feaa req-78dbcf21-68e9-4f4c-a949-a4aa8f9a5513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:09.395849 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2662f6e7-df28-4b25-97a4-d9940076feaa req-78dbcf21-68e9-4f4c-a949-a4aa8f9a5513 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1271024 Feb 08 21:14:09.417398 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-ad42dc5d-7fce-427c-818a-abf22e8616aa admin admin] For port 406af5ad-7862-4cd7-bdef-2b1b2629af89, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=406af5ad-7862-4cd7-bdef-2b1b2629af89,segment=NetworkSegment(54fcc2ce-4573-4063-887d-e5d30c363105),segment_id=54fcc2ce-4573-4063-887d-e5d30c363105)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:09.417917 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad42dc5d-7fce-427c-818a-abf22e8616aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (406af5ad-7862-4cd7-bdef-2b1b2629af89), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:09.444578 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-b0c50b81-763b-42d3-b4fa-6769cd3c082a service neutron] For port e75f0b0d-85be-425e-b7d1-e05a5632a1d3, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:14:09.457580 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb7413-fe69-4720-ae2d-c824d1c45565 req-be6f5c99-c043-4a5e-8b82-ba25bb38273b tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:09.459672 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4fbb7413-fe69-4720-ae2d-c824d1c45565 req-be6f5c99-c043-4a5e-8b82-ba25bb38273b tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6c3b2b8-c804-44b2-884e-4ee3cf4c97ba HTTP/1.1" status: 200 len: 948 time: 0.2299874 Feb 08 21:14:09.471904 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ad42dc5d-7fce-427c-818a-abf22e8616aa admin admin] Calling delete_port for 406af5ad-7862-4cd7-bdef-2b1b2629af89 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:14:09.480885 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-b0c50b81-763b-42d3-b4fa-6769cd3c082a service neutron] For port e75f0b0d-85be-425e-b7d1-e05a5632a1d3, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=e75f0b0d-85be-425e-b7d1-e05a5632a1d3,segment=NetworkSegment(f84ccc74-639c-4469-8a97-7618a6d4e83c),segment_id=f84ccc74-639c-4469-8a97-7618a6d4e83c)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:14:09.494508 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03302dd5-69ed-4374-a2a4-dfed46debb60 req-0bb57d7c-7a92-44ce-b7cb-c8ec65d2f8e2 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups/90bd076d-d8e4-4cb6-9442-1b4a8525eade HTTP/1.1" status: 200 len: 2994 time: 0.1391568 Feb 08 21:14:09.501864 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-b0c50b81-763b-42d3-b4fa-6769cd3c082a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e75f0b0d-85be-425e-b7d1-e05a5632a1d3), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:09.574237 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2662f6e7-df28-4b25-97a4-d9940076feaa req-26762a20-0606-4c53-b724-095483622bbf service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717792 Feb 08 21:14:09.653841 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-b0c50b81-763b-42d3-b4fa-6769cd3c082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:09.654836 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-b0c50b81-763b-42d3-b4fa-6769cd3c082a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:09.657370 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-b0c50b81-763b-42d3-b4fa-6769cd3c082a service neutron] 10.222.0.96 "PUT /v2.0/ports/e75f0b0d-85be-425e-b7d1-e05a5632a1d3 HTTP/1.1" status: 200 len: 1092 time: 1.8552716 Feb 08 21:14:09.664914 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42015d05-c012-43e8-b7f5-d67972accba1', 'tag': 'e75f0b0d-85be-425e-b7d1-e05a5632a1d3'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:14:09.668282 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48ed6d2-7649-40b4-b13f-da24bd8fd754" -d '{"events": [{"name": "network-changed", "server_uuid": "42015d05-c012-43e8-b7f5-d67972accba1", "tag": "e75f0b0d-85be-425e-b7d1-e05a5632a1d3"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:14:09.737498 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2662f6e7-df28-4b25-97a4-d9940076feaa req-24343a66-8e22-487d-8f14-1f113fb59b23 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557775 Feb 08 21:14:09.737858 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4fbb7413-fe69-4720-ae2d-c824d1c45565 req-db5cd313-989e-4f5d-b0b3-f92afe7ef59f tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/security-groups?id=b51504be-e472-4ba7-b632-6e6fce8bd653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589958 Feb 08 21:14:09.744911 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03302dd5-69ed-4374-a2a4-dfed46debb60 req-2703ea02-6a52-4582-9136-21cdfa2fcb83 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups/98fc8fca-6f58-409b-91a7-cd30df775d30 HTTP/1.1" status: 200 len: 2998 time: 0.2461379 Feb 08 21:14:09.794064 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c50b81-763b-42d3-b4fa-6769cd3c082a service neutron] Pushing event updated for resources: {'Port': ['ID=e75f0b0d-85be-425e-b7d1-e05a5632a1d3,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:09.842586 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad42dc5d-7fce-427c-818a-abf22e8616aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (406af5ad-7862-4cd7-bdef-2b1b2629af89), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:09.889909 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03302dd5-69ed-4374-a2a4-dfed46debb60 req-396fa6f0-442f-43c0-bfa1-8520a3619e04 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups/98fc8fca-6f58-409b-91a7-cd30df775d30 HTTP/1.1" status: 200 len: 2998 time: 0.1259513 Feb 08 21:14:09.902880 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42dc5d-7fce-427c-818a-abf22e8616aa admin admin] Pushing event deleted for resources: {'Port': ['ID=406af5ad-7862-4cd7-bdef-2b1b2629af89,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:09.969337 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-246c21de-376d-472f-9ef9-178cfd4ccb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:09.972440 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-246c21de-376d-472f-9ef9-178cfd4ccb4e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a0f21c1ed8144dec92b6948d7d2d9a67&device_id=42015d05-c012-43e8-b7f5-d67972accba1 HTTP/1.1" status: 200 len: 1126 time: 0.2306805 Feb 08 21:14:10.105302 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-b9fd0da4-5090-4bbd-ab99-5268e74ee36a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e75f0b0d-85be-425e-b7d1-e05a5632a1d3 HTTP/1.1" status: 200 len: 217 time: 0.1195645 Feb 08 21:14:10.173961 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03302dd5-69ed-4374-a2a4-dfed46debb60 req-78013a5c-c05c-4057-a67c-8eb8f4ee63d7 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups/9e4331ca-9544-47f9-af64-d1ce3590de52 HTTP/1.1" status: 200 len: 2998 time: 0.2315211 Feb 08 21:14:10.192148 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad42dc5d-7fce-427c-818a-abf22e8616aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (36e36ad2-2aba-4c9e-8e3c-b5d49c37069a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:10.199524 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a94ee5-96df-47f5-9fb5-f4d6ef2ae8fe req-dd92c4e9-adb2-4cf6-b067-08e239eb0e6a tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:10.202152 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66a94ee5-96df-47f5-9fb5-f4d6ef2ae8fe req-dd92c4e9-adb2-4cf6-b067-08e239eb0e6a tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 950 time: 0.3193712 Feb 08 21:14:10.289750 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-d89ea901-b07a-4f81-bfb7-e300826b2e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:10.292442 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-d89ea901-b07a-4f81-bfb7-e300826b2e5d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6afb4a6-45be-443f-9ca3-32271431c278 HTTP/1.1" status: 200 len: 863 time: 0.1776948 Feb 08 21:14:10.401970 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03302dd5-69ed-4374-a2a4-dfed46debb60 req-9f0e1186-a99d-444d-9cde-e3ec9b410ffd tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups/9e4331ca-9544-47f9-af64-d1ce3590de52 HTTP/1.1" status: 200 len: 2998 time: 0.1950343 Feb 08 21:14:10.431273 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66a94ee5-96df-47f5-9fb5-f4d6ef2ae8fe req-cd9d161a-1548-485a-9ceb-a5e2f4ea2d4c tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141552 Feb 08 21:14:10.504775 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03302dd5-69ed-4374-a2a4-dfed46debb60 req-075ad675-2f43-4030-a835-2e4c3f07ae90 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups/a47d2495-89c3-457f-9893-0141d2aa509c HTTP/1.1" status: 200 len: 2994 time: 0.0902581 Feb 08 21:14:10.506720 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-5728b901-5a54-4f49-88bb-e810fe0ac43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:10.508267 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-5728b901-5a54-4f49-88bb-e810fe0ac43f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b2fa857b-d652-4cb7-a5d6-dc6045645cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1785238 Feb 08 21:14:10.619755 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03302dd5-69ed-4374-a2a4-dfed46debb60 req-997488e6-0816-468c-812b-27fd98d428b9 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups/a47d2495-89c3-457f-9893-0141d2aa509c HTTP/1.1" status: 200 len: 2994 time: 0.1027682 Feb 08 21:14:10.677613 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-939d7dee-dd9b-45aa-b80d-49cbe65a37ef service neutron] 10.222.0.96 "GET /v2.0/networks/b2fa857b-d652-4cb7-a5d6-dc6045645cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582363 Feb 08 21:14:10.776643 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03302dd5-69ed-4374-a2a4-dfed46debb60 req-e78f992d-e0eb-40ab-a496-301b212b0a19 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups/af83cf93-ac67-4448-a784-68397521df5b HTTP/1.1" status: 200 len: 2998 time: 0.1448433 Feb 08 21:14:10.871397 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad42dc5d-7fce-427c-818a-abf22e8616aa admin admin] Router 36e36ad2-2aba-4c9e-8e3c-b5d49c37069a has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:14:10.914878 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03302dd5-69ed-4374-a2a4-dfed46debb60 req-589c4990-64d6-4ae9-8662-552971cec9b7 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups/af83cf93-ac67-4448-a784-68397521df5b HTTP/1.1" status: 200 len: 2998 time: 0.1232927 Feb 08 21:14:10.918847 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd3886ee-5504-44ee-972e-6edeb7831a93 req-79d4862f-9196-48d6-ac50-1e6d8a202388 service neutron] 10.222.0.96 "GET /v2.0/networks/b2fa857b-d652-4cb7-a5d6-dc6045645cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320373 Feb 08 21:14:11.007971 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03302dd5-69ed-4374-a2a4-dfed46debb60 req-eeef5d5d-23d9-453e-829c-ded2971a12ca tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups/b489a027-4d5f-43fc-98f6-6c37ad4be14d HTTP/1.1" status: 200 len: 2998 time: 0.0729971 Feb 08 21:14:11.035517 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad42dc5d-7fce-427c-818a-abf22e8616aa admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:14:11.056047 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ad42dc5d-7fce-427c-818a-abf22e8616aa admin admin] 10.222.0.88 "PUT /v2.0/routers/36e36ad2-2aba-4c9e-8e3c-b5d49c37069a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8781486 Feb 08 21:14:11.056192 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 41244) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:11.056728 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dbd86e-33a8-4b64-bf93-dd41015a580a None None] Sync routers for ids ['36e36ad2-2aba-4c9e-8e3c-b5d49c37069a'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:14:11.069382 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dbd86e-33a8-4b64-bf93-dd41015a580a None None] Routers {'36e36ad2-2aba-4c9e-8e3c-b5d49c37069a'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:14:11.069996 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a3dbd86e-33a8-4b64-bf93-dd41015a580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:13:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['36e36ad2-2aba-4c9e-8e3c-b5d49c37069a'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:14:11.205102 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a3dbd86e-33a8-4b64-bf93-dd41015a580a None None] Set router 36e36ad2-2aba-4c9e-8e3c-b5d49c37069a gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:14:11.287074 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03302dd5-69ed-4374-a2a4-dfed46debb60 req-732e164c-6c8e-43c5-a027-0b4d32665742 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups/b489a027-4d5f-43fc-98f6-6c37ad4be14d HTTP/1.1" status: 200 len: 2998 time: 0.2618992 Feb 08 21:14:11.335949 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb77be02-31c0-4721-863f-e534c79c53b2 req-81fc5e8c-8fa5-4620-a618-25d40d7f5864 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0756500 Feb 08 21:14:11.376911 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8d736-08b4-41c8-99bd-101f30f2f467 req-f8642a09-77c8-4851-b437-d06e5fd97a1e tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:11.378975 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d0b8d736-08b4-41c8-99bd-101f30f2f467 req-f8642a09-77c8-4851-b437-d06e5fd97a1e tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=42015d05-c012-43e8-b7f5-d67972accba1 HTTP/1.1" status: 200 len: 943 time: 0.2284398 Feb 08 21:14:11.394641 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03302dd5-69ed-4374-a2a4-dfed46debb60 req-3fd2e24b-f73b-45a8-9233-19d7a2133780 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups/b51504be-e472-4ba7-b632-6e6fce8bd653 HTTP/1.1" status: 200 len: 2998 time: 0.0965517 Feb 08 21:14:11.411669 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a74e995c-33e5-49fe-95ed-1af0dd327f4e admin admin] Publish callbacks [] for router (36e36ad2-2aba-4c9e-8e3c-b5d49c37069a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:11.488948 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77be02-31c0-4721-863f-e534c79c53b2 req-1eafeab8-c649-442b-af70-317f9361ff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:11.491259 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb77be02-31c0-4721-863f-e534c79c53b2 req-1eafeab8-c649-442b-af70-317f9361ff34 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9b3b159591ee4a229900ea8953fa8a06&device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 1127 time: 0.0919776 Feb 08 21:14:11.512154 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device e9ff1c5c-bb27-492a-9953-563e001f5d8d details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:14:11.566996 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d0b8d736-08b4-41c8-99bd-101f30f2f467 req-1117151d-39ff-4ee3-b082-09eb3b8ce168 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747718 Feb 08 21:14:11.602136 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03302dd5-69ed-4374-a2a4-dfed46debb60 req-9ab60732-f875-4492-a3f9-be27b159e32c tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups/b51504be-e472-4ba7-b632-6e6fce8bd653 HTTP/1.1" status: 200 len: 2998 time: 0.1864800 Feb 08 21:14:11.661851 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port e9ff1c5c-bb27-492a-9953-563e001f5d8d, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=e9ff1c5c-bb27-492a-9953-563e001f5d8d,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:11.667288 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a3dbd86e-33a8-4b64-bf93-dd41015a580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e36ad2-2aba-4c9e-8e3c-b5d49c37069a', 'name': 'tempest-FloatingIPsTestJSON-1914550538-router', 'tenant_id': '906c8629ac004795bd8523b79b78bd58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ad53e125-4ccc-4329-96f6-c78e1a08ce3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:13:33Z', 'updated_at': '2022-02-08T21:14:09Z', 'revision_number': 5, 'project_id': '906c8629ac004795bd8523b79b78bd58', 'gw_port': {'id': 'ad53e125-4ccc-4329-96f6-c78e1a08ce3a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e36ad2-2aba-4c9e-8e3c-b5d49c37069a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:13:36Z', 'updated_at': '2022-02-08T21:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:14:11.686503 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03302dd5-69ed-4374-a2a4-dfed46debb60 req-3953baee-93d0-462b-a180-49866a13702e tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups/b598fac7-c6ee-44ca-971c-eee3137e3cf7 HTTP/1.1" status: 200 len: 2998 time: 0.0668526 Feb 08 21:14:11.716026 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'e9ff1c5c-bb27-492a-9953-563e001f5d8d', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': 'e9ff1c5c-bb27-492a-9953-563e001f5d8d', 'mac_address': 'fa:16:3e:92:00:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:14:11.732095 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dbd86e-33a8-4b64-bf93-dd41015a580a None None] Checking router: 36e36ad2-2aba-4c9e-8e3c-b5d49c37069a for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:14:11.746774 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a74e995c-33e5-49fe-95ed-1af0dd327f4e admin admin] Publish callbacks [] for router_gateway (36e36ad2-2aba-4c9e-8e3c-b5d49c37069a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:11.748363 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77be02-31c0-4721-863f-e534c79c53b2 req-252a7824-535f-4053-a279-99e541b3b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:11.751207 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb77be02-31c0-4721-863f-e534c79c53b2 req-252a7824-535f-4053-a279-99e541b3b42e service neutron] 10.222.0.94 "GET /v2.0/networks?id=4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 200 len: 909 time: 0.2357590 Feb 08 21:14:11.761326 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dbd86e-33a8-4b64-bf93-dd41015a580a None None] Routers {'36e36ad2-2aba-4c9e-8e3c-b5d49c37069a'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:14:11.763306 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a3dbd86e-33a8-4b64-bf93-dd41015a580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:13:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['36e36ad2-2aba-4c9e-8e3c-b5d49c37069a'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:14:11.780658 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port e9ff1c5c-bb27-492a-9953-563e001f5d8d is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:14:11.781388 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e9ff1c5c-bb27-492a-9953-563e001f5d8d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:11.798209 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ff1c5c-bb27-492a-9953-563e001f5d8d {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:14:11.804936 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03302dd5-69ed-4374-a2a4-dfed46debb60 req-4da9af7e-49e8-4a45-90d9-88a4ce290fe4 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups/b598fac7-c6ee-44ca-971c-eee3137e3cf7 HTTP/1.1" status: 200 len: 2998 time: 0.0989652 Feb 08 21:14:11.824276 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port e9ff1c5c-bb27-492a-9953-563e001f5d8d, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=e9ff1c5c-bb27-492a-9953-563e001f5d8d,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:11.832505 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e9ff1c5c-bb27-492a-9953-563e001f5d8d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:11.874550 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb77be02-31c0-4721-863f-e534c79c53b2 req-88380cc8-ac89-4dcc-8eb0-efb6cd28511e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2ef3cda-063d-43db-8069-62f481f3e979 HTTP/1.1" status: 200 len: 217 time: 0.1165700 Feb 08 21:14:11.916513 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=e9ff1c5c-bb27-492a-9953-563e001f5d8d,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:11.982626 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03302dd5-69ed-4374-a2a4-dfed46debb60 req-790867ee-7270-4724-8b06-fe2148131f62 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups/c7a7ad2a-83fe-47e8-8602-457a00bdf3d6 HTTP/1.1" status: 200 len: 2990 time: 0.1761513 Feb 08 21:14:11.986859 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a3dbd86e-33a8-4b64-bf93-dd41015a580a None None] Set router 36e36ad2-2aba-4c9e-8e3c-b5d49c37069a gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:14:11.994234 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77be02-31c0-4721-863f-e534c79c53b2 req-08a511eb-7eba-459f-9dfb-63ab97ce696f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:11.999166 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb77be02-31c0-4721-863f-e534c79c53b2 req-08a511eb-7eba-459f-9dfb-63ab97ce696f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=55523d5b-2f07-476f-b4a6-0043cdbb6c1a HTTP/1.1" status: 200 len: 848 time: 0.1145456 Feb 08 21:14:12.006439 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-a74e995c-33e5-49fe-95ed-1af0dd327f4e admin admin] Deleting port ad53e125-4ccc-4329-96f6-c78e1a08ce3a {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:14:12.007049 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a74e995c-33e5-49fe-95ed-1af0dd327f4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (ad53e125-4ccc-4329-96f6-c78e1a08ce3a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:12.058252 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb77be02-31c0-4721-863f-e534c79c53b2 req-5ccbc5b2-62a9-4e52-83c1-7bbd83f04719 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=4c67478e-bb4a-47b2-85c8-c1996b203e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519140 Feb 08 21:14:12.094108 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03302dd5-69ed-4374-a2a4-dfed46debb60 req-76d80770-1d9e-4cd9-8c35-b2074750cad6 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups/c7a7ad2a-83fe-47e8-8602-457a00bdf3d6 HTTP/1.1" status: 200 len: 2990 time: 0.0964577 Feb 08 21:14:12.152724 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-a74e995c-33e5-49fe-95ed-1af0dd327f4e admin admin] For port ad53e125-4ccc-4329-96f6-c78e1a08ce3a, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ad53e125-4ccc-4329-96f6-c78e1a08ce3a,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:12.153419 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a74e995c-33e5-49fe-95ed-1af0dd327f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (ad53e125-4ccc-4329-96f6-c78e1a08ce3a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:12.180094 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-a74e995c-33e5-49fe-95ed-1af0dd327f4e admin admin] Calling delete_port for ad53e125-4ccc-4329-96f6-c78e1a08ce3a owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:14:12.197167 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03302dd5-69ed-4374-a2a4-dfed46debb60 req-4a7b9ef5-47e4-4698-a643-0d20fc757005 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups/f1415725-36f2-47ec-bcdf-ee8a14de64b2 HTTP/1.1" status: 200 len: 2998 time: 0.0915055 Feb 08 21:14:12.240602 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['e9ff1c5c-bb27-492a-9953-563e001f5d8d'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:14:12.299031 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb77be02-31c0-4721-863f-e534c79c53b2 req-92d8842d-5e13-4eb6-a064-6c4cc3234c44 service neutron] 10.222.0.94 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262287 Feb 08 21:14:12.398470 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a3dbd86e-33a8-4b64-bf93-dd41015a580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e36ad2-2aba-4c9e-8e3c-b5d49c37069a', 'name': 'tempest-FloatingIPsTestJSON-1914550538-router', 'tenant_id': '906c8629ac004795bd8523b79b78bd58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ad53e125-4ccc-4329-96f6-c78e1a08ce3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:13:33Z', 'updated_at': '2022-02-08T21:14:09Z', 'revision_number': 5, 'project_id': '906c8629ac004795bd8523b79b78bd58', 'gw_port': {'id': 'ad53e125-4ccc-4329-96f6-c78e1a08ce3a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e36ad2-2aba-4c9e-8e3c-b5d49c37069a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:13:36Z', 'updated_at': '2022-02-08T21:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:14:12.463646 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dbd86e-33a8-4b64-bf93-dd41015a580a None None] The sync data for ids ['36e36ad2-2aba-4c9e-8e3c-b5d49c37069a'] in n-d-712143-31 is: [{'id': '36e36ad2-2aba-4c9e-8e3c-b5d49c37069a', 'name': 'tempest-FloatingIPsTestJSON-1914550538-router', 'tenant_id': '906c8629ac004795bd8523b79b78bd58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ad53e125-4ccc-4329-96f6-c78e1a08ce3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:13:33Z', 'updated_at': '2022-02-08T21:14:09Z', 'revision_number': 5, 'project_id': '906c8629ac004795bd8523b79b78bd58', 'gw_port': {'id': 'ad53e125-4ccc-4329-96f6-c78e1a08ce3a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e36ad2-2aba-4c9e-8e3c-b5d49c37069a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:13:36Z', 'updated_at': '2022-02-08T21:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:14:12.483634 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb77be02-31c0-4721-863f-e534c79c53b2 req-4c4b65d5-8f0b-41b2-8689-e8a93fc4388a service neutron] 10.222.0.94 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764987 Feb 08 21:14:12.655533 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03302dd5-69ed-4374-a2a4-dfed46debb60 req-cf99294f-2591-4847-ba30-9185d276c741 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups/f1415725-36f2-47ec-bcdf-ee8a14de64b2 HTTP/1.1" status: 200 len: 2998 time: 0.4207530 Feb 08 21:14:12.691453 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b5495-a80f-442a-a4db-149ff0c74e7f req-51ae3d4b-0e7c-496c-b219-bce98210502c tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:12.691736 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b5495-a80f-442a-a4db-149ff0c74e7f req-51ae3d4b-0e7c-496c-b219-bce98210502c tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:12.692179 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b5495-a80f-442a-a4db-149ff0c74e7f req-51ae3d4b-0e7c-496c-b219-bce98210502c tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:12.692656 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b5495-a80f-442a-a4db-149ff0c74e7f req-51ae3d4b-0e7c-496c-b219-bce98210502c tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:12.693141 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b5495-a80f-442a-a4db-149ff0c74e7f req-51ae3d4b-0e7c-496c-b219-bce98210502c tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:12.693654 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b5495-a80f-442a-a4db-149ff0c74e7f req-51ae3d4b-0e7c-496c-b219-bce98210502c tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:12.694130 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b5495-a80f-442a-a4db-149ff0c74e7f req-51ae3d4b-0e7c-496c-b219-bce98210502c tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:12.694602 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b5495-a80f-442a-a4db-149ff0c74e7f req-51ae3d4b-0e7c-496c-b219-bce98210502c tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:12.695068 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b5495-a80f-442a-a4db-149ff0c74e7f req-51ae3d4b-0e7c-496c-b219-bce98210502c tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:12.695531 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b5495-a80f-442a-a4db-149ff0c74e7f req-51ae3d4b-0e7c-496c-b219-bce98210502c tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:12.698091 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-280b5495-a80f-442a-a4db-149ff0c74e7f req-51ae3d4b-0e7c-496c-b219-bce98210502c tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=42015d05-c012-43e8-b7f5-d67972accba1&device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16&device_id=d6c3b2b8-c804-44b2-884e-4ee3cf4c97ba&device_id=b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2&device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b&device_id=35a10c34-9f11-4650-8fc3-7b61ce718477&device_id=df8bb351-f458-4283-bea2-800613978171&device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a&device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7&device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 9420 time: 0.4645858 Feb 08 21:14:12.776111 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-280b5495-a80f-442a-a4db-149ff0c74e7f req-aa20024b-4456-4592-b7cf-61e626a4fd9b tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:12.827563 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a74e995c-33e5-49fe-95ed-1af0dd327f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (ad53e125-4ccc-4329-96f6-c78e1a08ce3a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:12.870461 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e995c-33e5-49fe-95ed-1af0dd327f4e admin admin] Pushing event deleted for resources: {'Port': ['ID=ad53e125-4ccc-4329-96f6-c78e1a08ce3a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:12.912760 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a74e995c-33e5-49fe-95ed-1af0dd327f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (36e36ad2-2aba-4c9e-8e3c-b5d49c37069a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:12.926187 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058db70-e5c1-49ee-9e61-91c5c2896988 req-216a5e7c-93f2-46a1-bb52-2b6eebcfdc6d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:12.928661 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0058db70-e5c1-49ee-9e61-91c5c2896988 req-216a5e7c-93f2-46a1-bb52-2b6eebcfdc6d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 945 time: 0.1775999 Feb 08 21:14:13.164697 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a74e995c-33e5-49fe-95ed-1af0dd327f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (36e36ad2-2aba-4c9e-8e3c-b5d49c37069a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:13.177384 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a74e995c-33e5-49fe-95ed-1af0dd327f4e admin admin] Publish callbacks [] for router_controller (36e36ad2-2aba-4c9e-8e3c-b5d49c37069a), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:13.264893 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 406af5ad-7862-4cd7-bdef-2b1b2629af89 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:14:13.295369 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 406af5ad-7862-4cd7-bdef-2b1b2629af89 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:14:13.295896 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 406af5ad-7862-4cd7-bdef-2b1b2629af89 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:14:13.328822 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0058db70-e5c1-49ee-9e61-91c5c2896988 req-175df137-46a8-442b-9658-71b7b3180e93 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663948 Feb 08 21:14:13.332589 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-280b5495-a80f-442a-a4db-149ff0c74e7f req-aa20024b-4456-4592-b7cf-61e626a4fd9b tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] Publish callbacks [] for security_group (9c0e28c8-7591-4a5e-8e39-eb92b7495b14), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:13.340530 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-280b5495-a80f-442a-a4db-149ff0c74e7f req-aa20024b-4456-4592-b7cf-61e626a4fd9b tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9c0e28c8-7591-4a5e-8e39-eb92b7495b14), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:13.362182 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a74e995c-33e5-49fe-95ed-1af0dd327f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (36e36ad2-2aba-4c9e-8e3c-b5d49c37069a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:13.363181 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74e995c-33e5-49fe-95ed-1af0dd327f4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36e36ad2-2aba-4c9e-8e3c-b5d49c37069a {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:14:13.389277 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a74e995c-33e5-49fe-95ed-1af0dd327f4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:13.395483 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41262) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:13.396076 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a74e995c-33e5-49fe-95ed-1af0dd327f4e admin admin] 10.222.0.88 "DELETE /v2.0/routers/36e36ad2-2aba-4c9e-8e3c-b5d49c37069a HTTP/1.1" status: 204 len: 168 time: 2.3388531 Feb 08 21:14:13.448263 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cc8b8f-2275-44ae-be5f-77da84e94c8f x-openstack-request-id: req-13cc8b8f-2275-44ae-be5f-77da84e94c8f {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:14:13.448745 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42015d05-c012-43e8-b7f5-d67972accba1", "tag": "e75f0b0d-85be-425e-b7d1-e05a5632a1d3", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:14:13.449178 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-13cc8b8f-2275-44ae-be5f-77da84e94c8f {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:14:13.449843 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42015d05-c012-43e8-b7f5-d67972accba1', 'tag': 'e75f0b0d-85be-425e-b7d1-e05a5632a1d3', 'status': 'completed', 'code': 200} Feb 08 21:14:13.457261 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20024b-4456-4592-b7cf-61e626a4fd9b tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0e28c8-7591-4a5e-8e39-eb92b7495b14,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:13.528148 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device e9ff1c5c-bb27-492a-9953-563e001f5d8d up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:14:13.578365 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-280b5495-a80f-442a-a4db-149ff0c74e7f req-aa20024b-4456-4592-b7cf-61e626a4fd9b tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&id=786efc46-51df-49a8-952b-3540a8d32023&id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&id=b51504be-e472-4ba7-b632-6e6fce8bd653&id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.8582828 Feb 08 21:14:13.602915 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96553f4-ec52-4e67-9eca-34517e32ad97 admin admin] Deleting subnet 0c8655c0-7fd8-4587-be8a-b23bccd25077 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:14:13.626078 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f96553f4-ec52-4e67-9eca-34517e32ad97 admin admin] Publish callbacks [] for subnet (0c8655c0-7fd8-4587-be8a-b23bccd25077), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:13.650246 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ed6d2-7649-40b4-b13f-da24bd8fd754 req-2299ff61-2dda-4334-a83e-618789c30611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:13.657049 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c48ed6d2-7649-40b4-b13f-da24bd8fd754 req-2299ff61-2dda-4334-a83e-618789c30611 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a0f21c1ed8144dec92b6948d7d2d9a67&device_id=42015d05-c012-43e8-b7f5-d67972accba1 HTTP/1.1" status: 200 len: 1126 time: 0.1759837 Feb 08 21:14:13.673167 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port e9ff1c5c-bb27-492a-9953-563e001f5d8d completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:14:13.682886 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port e9ff1c5c-bb27-492a-9953-563e001f5d8d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:14:13.683434 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e9ff1c5c-bb27-492a-9953-563e001f5d8d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:13.779005 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f96553f4-ec52-4e67-9eca-34517e32ad97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (0c8655c0-7fd8-4587-be8a-b23bccd25077), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:13.815676 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95471fc0-eafb-4809-88aa-300574de9759 req-61703068-f3ff-4085-969f-adea372f4346 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:13.818385 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-95471fc0-eafb-4809-88aa-300574de9759 req-61703068-f3ff-4085-969f-adea372f4346 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6c3b2b8-c804-44b2-884e-4ee3cf4c97ba HTTP/1.1" status: 200 len: 949 time: 0.2763479 Feb 08 21:14:13.832290 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port e9ff1c5c-bb27-492a-9953-563e001f5d8d is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:14:13.833420 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e9ff1c5c-bb27-492a-9953-563e001f5d8d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:13.870017 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c3b2b8-c804-44b2-884e-4ee3cf4c97ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ff1c5c-bb27-492a-9953-563e001f5d8d'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:14:13.872671 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ef5c6c-4cc6-47ce-8611-151ba2defa98" -d '{"events": [{"server_uuid": "d6c3b2b8-c804-44b2-884e-4ee3cf4c97ba", "name": "network-vif-plugged", "status": "completed", "tag": "e9ff1c5c-bb27-492a-9953-563e001f5d8d"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:14:13.888090 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port e9ff1c5c-bb27-492a-9953-563e001f5d8d, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=e9ff1c5c-bb27-492a-9953-563e001f5d8d,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:13.894362 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e9ff1c5c-bb27-492a-9953-563e001f5d8d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:13.954856 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=e9ff1c5c-bb27-492a-9953-563e001f5d8d,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:13.980556 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ed6d2-7649-40b4-b13f-da24bd8fd754 req-c0cc7d54-31bc-416b-9851-1c88b793000b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:13.988145 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c48ed6d2-7649-40b4-b13f-da24bd8fd754 req-c0cc7d54-31bc-416b-9851-1c88b793000b service neutron] 10.222.0.96 "GET /v2.0/networks?id=b2fa857b-d652-4cb7-a5d6-dc6045645cef HTTP/1.1" status: 200 len: 925 time: 0.3198740 Feb 08 21:14:13.995860 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-95471fc0-eafb-4809-88aa-300574de9759 req-8b8a6579-600a-4e89-a9d1-444f1a675f36 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/security-groups?id=b51504be-e472-4ba7-b632-6e6fce8bd653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678696 Feb 08 21:14:14.007181 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f96553f4-ec52-4e67-9eca-34517e32ad97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (0c8655c0-7fd8-4587-be8a-b23bccd25077), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:14.025390 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a339d9-61e2-4b3d-92d5-32c74a7d80d4 req-c6d44a30-2c6e-4503-8d60-ef8bb4cf2ae8 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:14.039061 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-08a339d9-61e2-4b3d-92d5-32c74a7d80d4 req-c6d44a30-2c6e-4503-8d60-ef8bb4cf2ae8 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 950 time: 0.1858194 Feb 08 21:14:14.113968 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c48ed6d2-7649-40b4-b13f-da24bd8fd754 req-a751628a-6dbc-4729-b089-e17aa04235d8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e75f0b0d-85be-425e-b7d1-e05a5632a1d3 HTTP/1.1" status: 200 len: 217 time: 0.1148961 Feb 08 21:14:14.147788 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f96553f4-ec52-4e67-9eca-34517e32ad97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (0c8655c0-7fd8-4587-be8a-b23bccd25077), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:14.184317 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c5a275-e12a-4c81-ac13-21ecfef21a5d None None] Network 3a03992c-5680-46b9-af3a-ea0ba85f36ab requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:14:14.202031 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f96553f4-ec52-4e67-9eca-34517e32ad97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:14.206267 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f96553f4-ec52-4e67-9eca-34517e32ad97 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/0c8655c0-7fd8-4587-be8a-b23bccd25077 HTTP/1.1" status: 204 len: 168 time: 0.8082383 Feb 08 21:14:14.208126 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96553f4-ec52-4e67-9eca-34517e32ad97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c8655c0-7fd8-4587-be8a-b23bccd25077,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:14.210719 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41278) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:14.264586 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-08a339d9-61e2-4b3d-92d5-32c74a7d80d4 req-c5e74017-71b3-41cb-8c28-ee08c0e870f8 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241950 Feb 08 21:14:14.267441 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ed6d2-7649-40b4-b13f-da24bd8fd754 req-6b1ee0a4-ac6c-4c4f-8166-70b0ec3433ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:14.269056 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c48ed6d2-7649-40b4-b13f-da24bd8fd754 req-6b1ee0a4-ac6c-4c4f-8166-70b0ec3433ed service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6afb4a6-45be-443f-9ca3-32271431c278 HTTP/1.1" status: 200 len: 863 time: 0.1341414 Feb 08 21:14:14.281250 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa43f33-3fa3-4f31-815d-592722f9044d req-2acb892e-d7c7-485d-a933-99eb7a6b3c62 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:14.283130 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfa43f33-3fa3-4f31-815d-592722f9044d req-2acb892e-d7c7-485d-a933-99eb7a6b3c62 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=42015d05-c012-43e8-b7f5-d67972accba1 HTTP/1.1" status: 200 len: 943 time: 0.1659546 Feb 08 21:14:14.339162 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b47d0e1-b619-4539-83e0-52dbad24ee7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (3a03992c-5680-46b9-af3a-ea0ba85f36ab), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:14.437993 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfa43f33-3fa3-4f31-815d-592722f9044d req-2e08c428-60f3-4238-a178-c4885e9f119f tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165466 Feb 08 21:14:14.448185 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8b47d0e1-b619-4539-83e0-52dbad24ee7d admin admin] Deleting port 5e3f79aa-d153-4fbc-a454-0152a3a14e7a {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:14:14.448684 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b47d0e1-b619-4539-83e0-52dbad24ee7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (5e3f79aa-d153-4fbc-a454-0152a3a14e7a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:14.448865 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ed6d2-7649-40b4-b13f-da24bd8fd754 req-f4e66bf9-3bf2-49bf-9ea1-04699c427494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:14.459698 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c48ed6d2-7649-40b4-b13f-da24bd8fd754 req-f4e66bf9-3bf2-49bf-9ea1-04699c427494 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b2fa857b-d652-4cb7-a5d6-dc6045645cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1664257 Feb 08 21:14:14.488876 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0066896-dc93-4288-b889-1c367c0d73d6 None None] DHCP port deletion for 3a03992c-5680-46b9-af3a-ea0ba85f36ab request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:14:14.544702 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a09c3b5-3ad4-4435-bd7c-0523fa0d7659 req-0153eef7-db7d-4467-aeb4-1ea6ce33dbc4 tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4c0953c913cc40f2bb50770bae77e656 HTTP/1.1" status: 200 len: 6153 time: 0.2222364 Feb 08 21:14:14.548666 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-8b47d0e1-b619-4539-83e0-52dbad24ee7d admin admin] For port 5e3f79aa-d153-4fbc-a454-0152a3a14e7a, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5e3f79aa-d153-4fbc-a454-0152a3a14e7a,segment=NetworkSegment(54fcc2ce-4573-4063-887d-e5d30c363105),segment_id=54fcc2ce-4573-4063-887d-e5d30c363105)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:14.549092 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b47d0e1-b619-4539-83e0-52dbad24ee7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (5e3f79aa-d153-4fbc-a454-0152a3a14e7a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:14.567558 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8b47d0e1-b619-4539-83e0-52dbad24ee7d admin admin] Calling delete_port for 5e3f79aa-d153-4fbc-a454-0152a3a14e7a owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:14:14.577477 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b0066896-dc93-4288-b889-1c367c0d73d6 None None] Deleting port 5e3f79aa-d153-4fbc-a454-0152a3a14e7a {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:14:14.578143 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0066896-dc93-4288-b889-1c367c0d73d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (5e3f79aa-d153-4fbc-a454-0152a3a14e7a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:14.665779 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a09c3b5-3ad4-4435-bd7c-0523fa0d7659 req-e0edb503-20dc-446f-b121-38abc4b24faf tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] 10.222.0.88 "GET /v2.0/security-groups/af83cf93-ac67-4448-a784-68397521df5b HTTP/1.1" status: 200 len: 2998 time: 0.0882819 Feb 08 21:14:14.671290 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c48ed6d2-7649-40b4-b13f-da24bd8fd754 req-fdc3ea44-25d3-4ead-b704-17bbf4b9c516 service neutron] 10.222.0.96 "GET /v2.0/networks/b2fa857b-d652-4cb7-a5d6-dc6045645cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109189 Feb 08 21:14:14.673618 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b47d0e1-b619-4539-83e0-52dbad24ee7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (5e3f79aa-d153-4fbc-a454-0152a3a14e7a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:14.675042 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b7a8c-0ca3-4354-8d1b-1d08a3b833b1 req-23a8252b-38ad-4b04-89bc-b637f47c43fc tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:14.676596 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b30b7a8c-0ca3-4354-8d1b-1d08a3b833b1 req-23a8252b-38ad-4b04-89bc-b637f47c43fc tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 1128 time: 0.1408656 Feb 08 21:14:14.699302 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b0066896-dc93-4288-b889-1c367c0d73d6 None None] For port 5e3f79aa-d153-4fbc-a454-0152a3a14e7a, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5e3f79aa-d153-4fbc-a454-0152a3a14e7a,segment=NetworkSegment(54fcc2ce-4573-4063-887d-e5d30c363105),segment_id=54fcc2ce-4573-4063-887d-e5d30c363105)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:14.700563 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0066896-dc93-4288-b889-1c367c0d73d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (5e3f79aa-d153-4fbc-a454-0152a3a14e7a), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:14.710802 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47d0e1-b619-4539-83e0-52dbad24ee7d admin admin] Pushing event deleted for resources: {'Port': ['ID=5e3f79aa-d153-4fbc-a454-0152a3a14e7a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:14.715610 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b47d0e1-b619-4539-83e0-52dbad24ee7d admin admin] No DVR routers for this DVR port 5e3f79aa-d153-4fbc-a454-0152a3a14e7a on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:14:14.730281 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b0066896-dc93-4288-b889-1c367c0d73d6 None None] Calling delete_port for 5e3f79aa-d153-4fbc-a454-0152a3a14e7a owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:14:14.808552 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b47d0e1-b619-4539-83e0-52dbad24ee7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (3a03992c-5680-46b9-af3a-ea0ba85f36ab), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:14.824898 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a09c3b5-3ad4-4435-bd7c-0523fa0d7659 req-8dffd1a4-4166-493b-94a7-7e15dcacdd3b tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] 10.222.0.88 "GET /v2.0/security-groups/af83cf93-ac67-4448-a784-68397521df5b HTTP/1.1" status: 200 len: 2998 time: 0.1432512 Feb 08 21:14:14.830001 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b30b7a8c-0ca3-4354-8d1b-1d08a3b833b1 req-b080503d-b92b-49c7-80da-889d4da475ad tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463480 Feb 08 21:14:14.856850 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-8b47d0e1-b619-4539-83e0-52dbad24ee7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a03992c-5680-46b9-af3a-ea0ba85f36ab']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:14:14.863261 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-8b47d0e1-b619-4539-83e0-52dbad24ee7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fcc2ce-4573-4063-887d-e5d30c363105') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:14:14.863261 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-8b47d0e1-b619-4539-83e0-52dbad24ee7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fcc2ce-4573-4063-887d-e5d30c363105') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:14:14.871863 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b47d0e1-b619-4539-83e0-52dbad24ee7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (54fcc2ce-4573-4063-887d-e5d30c363105), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:14.892296 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c48ed6d2-7649-40b4-b13f-da24bd8fd754 req-30f70b4e-9b89-43e0-b1cb-a20c3aff8d3a service neutron] 10.222.0.96 "GET /v2.0/networks/b2fa857b-d652-4cb7-a5d6-dc6045645cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011554 Feb 08 21:14:14.894043 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b47d0e1-b619-4539-83e0-52dbad24ee7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (54fcc2ce-4573-4063-887d-e5d30c363105), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:14.903720 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b47d0e1-b619-4539-83e0-52dbad24ee7d admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:14:14.904438 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b47d0e1-b619-4539-83e0-52dbad24ee7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (54fcc2ce-4573-4063-887d-e5d30c363105), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:14:14.906857 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:14:15.003585 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01a10bf-3a3b-44d2-a7d7-2b306091b763 x-openstack-request-id: req-f01a10bf-3a3b-44d2-a7d7-2b306091b763 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:14:15.003939 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c3b2b8-c804-44b2-884e-4ee3cf4c97ba", "name": "network-vif-plugged", "status": "completed", "tag": "e9ff1c5c-bb27-492a-9953-563e001f5d8d", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:14:15.005074 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f01a10bf-3a3b-44d2-a7d7-2b306091b763 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:14:15.006278 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c3b2b8-c804-44b2-884e-4ee3cf4c97ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ff1c5c-bb27-492a-9953-563e001f5d8d', 'code': 200} Feb 08 21:14:15.010989 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b47d0e1-b619-4539-83e0-52dbad24ee7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (3a03992c-5680-46b9-af3a-ea0ba85f36ab), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:15.024184 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0066896-dc93-4288-b889-1c367c0d73d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (5e3f79aa-d153-4fbc-a454-0152a3a14e7a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:15.036829 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b47d0e1-b619-4539-83e0-52dbad24ee7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:15.046710 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8b47d0e1-b619-4539-83e0-52dbad24ee7d admin admin] 10.222.0.88 "DELETE /v2.0/networks/3a03992c-5680-46b9-af3a-ea0ba85f36ab HTTP/1.1" status: 204 len: 168 time: 0.8345463 Feb 08 21:14:15.072768 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47d0e1-b619-4539-83e0-52dbad24ee7d admin admin] Pushing event deleted for resources: {'Network': ['ID=3a03992c-5680-46b9-af3a-ea0ba85f36ab,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:15.081870 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b0066896-dc93-4288-b889-1c367c0d73d6 None None] Network 3a03992c-5680-46b9-af3a-ea0ba85f36ab is not hosted by any dhcp agent {{(pid=103435) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 08 21:14:15.082378 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0066896-dc93-4288-b889-1c367c0d73d6 None None] No DVR routers for this DVR port 5e3f79aa-d153-4fbc-a454-0152a3a14e7a on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:14:15.083965 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0066896-dc93-4288-b889-1c367c0d73d6 None None] Pushing event deleted for resources: {'Port': ['ID=5e3f79aa-d153-4fbc-a454-0152a3a14e7a,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:15.125169 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca2625be-c8e3-466b-a42a-f4a4b8cf461e req-f1d1364e-da89-4218-9649-ab29fe820fc6 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups/3dd3a675-6984-4fe0-a4c3-d13d6a233e41 HTTP/1.1" status: 200 len: 1794 time: 0.0977583 Feb 08 21:14:15.206862 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ecf4dd-8f79-47f2-9169-2c640a611b38 req-590858cc-ac9f-4b2e-9945-899d5a7cd8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:15.211134 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-63ecf4dd-8f79-47f2-9169-2c640a611b38 req-590858cc-ac9f-4b2e-9945-899d5a7cd8b7 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d6c3b2b8-c804-44b2-884e-4ee3cf4c97ba HTTP/1.1" status: 200 len: 1133 time: 0.1194227 Feb 08 21:14:15.213479 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ca2625be-c8e3-466b-a42a-f4a4b8cf461e req-d3baf2e5-8bb7-49b6-bc26-b0f4de166732 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] Publish callbacks [] for security_group (3dd3a675-6984-4fe0-a4c3-d13d6a233e41), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:15.273329 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ad53e125-4ccc-4329-96f6-c78e1a08ce3a no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:14:15.291372 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ca2625be-c8e3-466b-a42a-f4a4b8cf461e req-d3baf2e5-8bb7-49b6-bc26-b0f4de166732 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] Publish callbacks [] for security_group (3dd3a675-6984-4fe0-a4c3-d13d6a233e41), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:15.296978 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: ad53e125-4ccc-4329-96f6-c78e1a08ce3a {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:14:15.297358 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ad53e125-4ccc-4329-96f6-c78e1a08ce3a not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:14:15.297817 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5e3f79aa-d153-4fbc-a454-0152a3a14e7a no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:14:15.324084 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 5e3f79aa-d153-4fbc-a454-0152a3a14e7a {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:14:15.324442 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5e3f79aa-d153-4fbc-a454-0152a3a14e7a not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:14:15.336839 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-63ecf4dd-8f79-47f2-9169-2c640a611b38 req-c2cca982-4b38-414c-85e3-a8de2eedc1f4 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=b51504be-e472-4ba7-b632-6e6fce8bd653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176820 Feb 08 21:14:15.395757 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ca2625be-c8e3-466b-a42a-f4a4b8cf461e req-d3baf2e5-8bb7-49b6-bc26-b0f4de166732 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3dd3a675-6984-4fe0-a4c3-d13d6a233e41), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:15.400308 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ca2625be-c8e3-466b-a42a-f4a4b8cf461e req-d3baf2e5-8bb7-49b6-bc26-b0f4de166732 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:15.402756 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca2625be-c8e3-466b-a42a-f4a4b8cf461e req-d3baf2e5-8bb7-49b6-bc26-b0f4de166732 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "DELETE /v2.0/security-groups/3dd3a675-6984-4fe0-a4c3-d13d6a233e41 HTTP/1.1" status: 204 len: 173 time: 0.2680142 Feb 08 21:14:15.436331 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3baf2e5-8bb7-49b6-bc26-b0f4de166732 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd3a675-6984-4fe0-a4c3-d13d6a233e41,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:15.522480 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41334) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:15.537119 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091f363-c590-4613-a949-2fe6999f06ad req-6c525417-4f16-4270-a563-876d788cfb55 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:15.540052 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7091f363-c590-4613-a949-2fe6999f06ad req-6c525417-4f16-4270-a563-876d788cfb55 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 1128 time: 0.1003578 Feb 08 21:14:15.596672 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b292409c-6dcc-45b6-af2c-3074676b6da2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=906c8629ac004795bd8523b79b78bd58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0684812 Feb 08 21:14:15.597404 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41336) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:15.618950 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7091f363-c590-4613-a949-2fe6999f06ad req-6712e29a-9bc6-4e91-ad0a-26c07df51d99 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729489 Feb 08 21:14:15.687030 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17d1f746-794e-4b51-944a-d76d05796f04 admin admin] Publish callbacks [] for security_group (b598fac7-c6ee-44ca-971c-eee3137e3cf7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:15.705424 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9970863-62c2-49b4-ae7c-4327d65dee5d req-ba2d085a-39f1-4de0-abc8-506ee4142870 tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:15.706328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9970863-62c2-49b4-ae7c-4327d65dee5d req-ba2d085a-39f1-4de0-abc8-506ee4142870 tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:15.706953 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9970863-62c2-49b4-ae7c-4327d65dee5d req-ba2d085a-39f1-4de0-abc8-506ee4142870 tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:15.709266 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c9970863-62c2-49b4-ae7c-4327d65dee5d req-ba2d085a-39f1-4de0-abc8-506ee4142870 tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2&device_id=df8bb351-f458-4283-bea2-800613978171&device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 2979 time: 0.0664203 Feb 08 21:14:15.716796 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device e75f0b0d-85be-425e-b7d1-e05a5632a1d3 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:14:15.729312 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17d1f746-794e-4b51-944a-d76d05796f04 admin admin] Publish callbacks [] for security_group (b598fac7-c6ee-44ca-971c-eee3137e3cf7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:15.842486 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17d1f746-794e-4b51-944a-d76d05796f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b598fac7-c6ee-44ca-971c-eee3137e3cf7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:15.843542 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c910f-8f4c-41cc-94cc-d65a668eda76 req-d8f4144f-067d-4b2f-beaa-7b70b5d9a1fe tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:15.846371 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d3c910f-8f4c-41cc-94cc-d65a668eda76 req-d8f4144f-067d-4b2f-beaa-7b70b5d9a1fe tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6c3b2b8-c804-44b2-884e-4ee3cf4c97ba HTTP/1.1" status: 200 len: 950 time: 0.1352165 Feb 08 21:14:15.847398 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17d1f746-794e-4b51-944a-d76d05796f04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:15.848950 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-17d1f746-794e-4b51-944a-d76d05796f04 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b598fac7-c6ee-44ca-971c-eee3137e3cf7 HTTP/1.1" status: 204 len: 168 time: 0.2500103 Feb 08 21:14:15.851310 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c9970863-62c2-49b4-ae7c-4327d65dee5d req-e4ea0237-aae0-4a13-908a-bafc019d44bb tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253469 Feb 08 21:14:15.885891 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1f746-794e-4b51-944a-d76d05796f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b598fac7-c6ee-44ca-971c-eee3137e3cf7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:15.951202 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port e75f0b0d-85be-425e-b7d1-e05a5632a1d3, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=e75f0b0d-85be-425e-b7d1-e05a5632a1d3,segment=NetworkSegment(f84ccc74-639c-4469-8a97-7618a6d4e83c),segment_id=f84ccc74-639c-4469-8a97-7618a6d4e83c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:15.976521 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'e75f0b0d-85be-425e-b7d1-e05a5632a1d3', 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef', 'port_id': 'e75f0b0d-85be-425e-b7d1-e05a5632a1d3', 'mac_address': 'fa:16:3e:87:cf:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:14:15.995728 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d3c910f-8f4c-41cc-94cc-d65a668eda76 req-d79b14f2-e05d-4c10-a0aa-69fae7722b71 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/security-groups?id=b51504be-e472-4ba7-b632-6e6fce8bd653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274233 Feb 08 21:14:16.102578 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port e75f0b0d-85be-425e-b7d1-e05a5632a1d3 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:14:16.103216 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e75f0b0d-85be-425e-b7d1-e05a5632a1d3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:16.114585 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b8132-dfc2-416e-a303-a705a0ddce3a req-194bc8f8-0aca-4257-9867-0cf8142838d8 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:16.117296 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-663b8132-dfc2-416e-a303-a705a0ddce3a req-194bc8f8-0aca-4257-9867-0cf8142838d8 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 950 time: 0.1199238 Feb 08 21:14:16.131524 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75f0b0d-85be-425e-b7d1-e05a5632a1d3 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:14:16.176658 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port e75f0b0d-85be-425e-b7d1-e05a5632a1d3, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=e75f0b0d-85be-425e-b7d1-e05a5632a1d3,segment=NetworkSegment(f84ccc74-639c-4469-8a97-7618a6d4e83c),segment_id=f84ccc74-639c-4469-8a97-7618a6d4e83c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:16.185121 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e75f0b0d-85be-425e-b7d1-e05a5632a1d3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:16.213018 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-663b8132-dfc2-416e-a303-a705a0ddce3a req-5c312855-5d29-4906-9354-38a292cc8fb0 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856774 Feb 08 21:14:16.322276 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=e75f0b0d-85be-425e-b7d1-e05a5632a1d3,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:16.359058 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-74d356ce-55f1-4ae4-b45e-133314c10cbb req-8bf5e97c-aab8-4649-8fc9-c2cf1c17bd57 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "GET /v2.0/security-groups/e8731c92-0ea0-43ce-9129-7c261f77c20d HTTP/1.1" status: 200 len: 1793 time: 0.0814984 Feb 08 21:14:16.456392 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-74d356ce-55f1-4ae4-b45e-133314c10cbb req-8d9883d8-02df-4521-a014-6de439813df9 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] Publish callbacks [] for security_group (e8731c92-0ea0-43ce-9129-7c261f77c20d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:16.492606 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-74d356ce-55f1-4ae4-b45e-133314c10cbb req-8d9883d8-02df-4521-a014-6de439813df9 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] Publish callbacks [] for security_group (e8731c92-0ea0-43ce-9129-7c261f77c20d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:16.541422 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['e75f0b0d-85be-425e-b7d1-e05a5632a1d3'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:14:16.588152 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-74d356ce-55f1-4ae4-b45e-133314c10cbb req-8d9883d8-02df-4521-a014-6de439813df9 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e8731c92-0ea0-43ce-9129-7c261f77c20d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:16.597583 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-74d356ce-55f1-4ae4-b45e-133314c10cbb req-8d9883d8-02df-4521-a014-6de439813df9 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:16.601429 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-74d356ce-55f1-4ae4-b45e-133314c10cbb req-8d9883d8-02df-4521-a014-6de439813df9 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] 10.222.0.88 "DELETE /v2.0/security-groups/e8731c92-0ea0-43ce-9129-7c261f77c20d HTTP/1.1" status: 204 len: 173 time: 0.2313058 Feb 08 21:14:16.619548 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9883d8-02df-4521-a014-6de439813df9 tempest-SecurityGroupsTestAdminJSON-1186903311 tempest-SecurityGroupsTestAdminJSON-1186903311-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8731c92-0ea0-43ce-9129-7c261f77c20d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:16.969407 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584ea2a-de14-404c-9178-5e78f91bb076 req-46141a90-4e9c-49cc-ace1-3e8fa690bbb1 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:16.978284 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8584ea2a-de14-404c-9178-5e78f91bb076 req-46141a90-4e9c-49cc-ace1-3e8fa690bbb1 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=42015d05-c012-43e8-b7f5-d67972accba1 HTTP/1.1" status: 200 len: 944 time: 0.1597822 Feb 08 21:14:17.032613 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfc8af17-c81b-4b57-9dd4-51379bb93696 req-099259c0-87f0-4f20-8764-954f24280975 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1801548 Feb 08 21:14:17.065695 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8584ea2a-de14-404c-9178-5e78f91bb076 req-86a7483e-4c91-4c6f-98b4-bd4c79c70ad4 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859556 Feb 08 21:14:17.241745 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8af17-c81b-4b57-9dd4-51379bb93696 req-7ed80b86-99d8-47e1-9c2b-ba6caff03b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:17.244139 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfc8af17-c81b-4b57-9dd4-51379bb93696 req-7ed80b86-99d8-47e1-9c2b-ba6caff03b6b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 1132 time: 0.1638875 Feb 08 21:14:17.251909 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a616b098-a35f-4943-9c09-e6c3e829d779 req-eeb9089f-3550-47a4-a8ca-d2911600885c tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] 10.222.0.88 "GET /v2.0/security-groups/c70d9300-5ab4-4f44-b3c3-6dd325759ad6 HTTP/1.1" status: 200 len: 1793 time: 0.1100979 Feb 08 21:14:17.465197 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a616b098-a35f-4943-9c09-e6c3e829d779 req-37d548a0-2a52-4b9b-bdd9-b3edb829dc03 tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] Publish callbacks [] for security_group (c70d9300-5ab4-4f44-b3c3-6dd325759ad6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:17.510567 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41424) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:17.526454 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a616b098-a35f-4943-9c09-e6c3e829d779 req-37d548a0-2a52-4b9b-bdd9-b3edb829dc03 tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] Publish callbacks [] for security_group (c70d9300-5ab4-4f44-b3c3-6dd325759ad6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:17.530484 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8af17-c81b-4b57-9dd4-51379bb93696 req-4df52084-d701-4d94-89cc-18903a174dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:17.532063 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfc8af17-c81b-4b57-9dd4-51379bb93696 req-4df52084-d701-4d94-89cc-18903a174dcd service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.2555099 Feb 08 21:14:17.659949 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3ee3e5a8-d817-4ec9-aee2-fe21bbc7994f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-916764656-network', 'tenant_id': '10dc8ae370f746c690cf607378dfc111'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:14:17.680063 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfc8af17-c81b-4b57-9dd4-51379bb93696 req-123d4aad-bbf5-4231-9b08-a2bcf31d282e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=f6945521-262a-4a66-831b-ce8d6e535b0d HTTP/1.1" status: 200 len: 217 time: 0.0899982 Feb 08 21:14:17.681164 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee3e5a8-d817-4ec9-aee2-fe21bbc7994f admin admin] Made reservation on behalf of 10dc8ae370f746c690cf607378dfc111 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:14:17.683555 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ee3e5a8-d817-4ec9-aee2-fe21bbc7994f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:17.694015 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ee3e5a8-d817-4ec9-aee2-fe21bbc7994f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:17.737530 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device e75f0b0d-85be-425e-b7d1-e05a5632a1d3 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:14:17.792094 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244eedc4-0a6f-4a78-b8eb-dc4cbfcc3605 req-b59babf1-97a5-45da-86f4-7e8fa7335a73 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:17.794305 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-244eedc4-0a6f-4a78-b8eb-dc4cbfcc3605 req-b59babf1-97a5-45da-86f4-7e8fa7335a73 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6c3b2b8-c804-44b2-884e-4ee3cf4c97ba HTTP/1.1" status: 200 len: 950 time: 0.2706170 Feb 08 21:14:17.798203 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ee3e5a8-d817-4ec9-aee2-fe21bbc7994f admin admin] Publish callbacks [] for security_group (668e37fb-abee-4597-9759-79533c008c82), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:17.813439 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ee3e5a8-d817-4ec9-aee2-fe21bbc7994f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (668e37fb-abee-4597-9759-79533c008c82), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:17.823816 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a616b098-a35f-4943-9c09-e6c3e829d779 req-37d548a0-2a52-4b9b-bdd9-b3edb829dc03 tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c70d9300-5ab4-4f44-b3c3-6dd325759ad6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:17.828456 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a616b098-a35f-4943-9c09-e6c3e829d779 req-37d548a0-2a52-4b9b-bdd9-b3edb829dc03 tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:17.830979 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a616b098-a35f-4943-9c09-e6c3e829d779 req-37d548a0-2a52-4b9b-bdd9-b3edb829dc03 tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] 10.222.0.88 "DELETE /v2.0/security-groups/c70d9300-5ab4-4f44-b3c3-6dd325759ad6 HTTP/1.1" status: 204 len: 173 time: 0.5674388 Feb 08 21:14:17.859688 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3e5a8-d817-4ec9-aee2-fe21bbc7994f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668e37fb-abee-4597-9759-79533c008c82,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:17.862922 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee3e5a8-d817-4ec9-aee2-fe21bbc7994f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:14:17.867663 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8af17-c81b-4b57-9dd4-51379bb93696 req-cdd4514c-468b-4ad3-ba17-9e2939476738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:17.870151 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfc8af17-c81b-4b57-9dd4-51379bb93696 req-cdd4514c-468b-4ad3-ba17-9e2939476738 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1774495 Feb 08 21:14:17.877177 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ee3e5a8-d817-4ec9-aee2-fe21bbc7994f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (488cc332-a24d-48f9-b9ab-2d3512ca7d1e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:17.878022 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-3ee3e5a8-d817-4ec9-aee2-fe21bbc7994f admin admin] Added segment 488cc332-a24d-48f9-b9ab-2d3512ca7d1e of type vlan for network 99cd4fbd-ec19-45b8-b386-2fa31ded0325 Feb 08 21:14:17.890610 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port e75f0b0d-85be-425e-b7d1-e05a5632a1d3 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:14:17.893432 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d548a0-2a52-4b9b-bdd9-b3edb829dc03 tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70d9300-5ab4-4f44-b3c3-6dd325759ad6,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:17.918091 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port e75f0b0d-85be-425e-b7d1-e05a5632a1d3 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:14:17.918478 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e75f0b0d-85be-425e-b7d1-e05a5632a1d3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:17.965197 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ee3e5a8-d817-4ec9-aee2-fe21bbc7994f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (99cd4fbd-ec19-45b8-b386-2fa31ded0325), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:18.010720 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-244eedc4-0a6f-4a78-b8eb-dc4cbfcc3605 req-c83f1c7d-2725-4b95-8f7f-19df1e41d8b6 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/security-groups?id=b51504be-e472-4ba7-b632-6e6fce8bd653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059698 Feb 08 21:14:18.020412 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ee3e5a8-d817-4ec9-aee2-fe21bbc7994f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (99cd4fbd-ec19-45b8-b386-2fa31ded0325), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:18.023450 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee3e5a8-d817-4ec9-aee2-fe21bbc7994f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:18.024114 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ee3e5a8-d817-4ec9-aee2-fe21bbc7994f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:18.051984 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port e75f0b0d-85be-425e-b7d1-e05a5632a1d3 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:14:18.054200 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e75f0b0d-85be-425e-b7d1-e05a5632a1d3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:18.063395 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8af17-c81b-4b57-9dd4-51379bb93696 req-de2aa240-14ba-4fd9-abe8-6ccc72bbe9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:18.067418 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfc8af17-c81b-4b57-9dd4-51379bb93696 req-de2aa240-14ba-4fd9-abe8-6ccc72bbe9ed service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1871095 Feb 08 21:14:18.097220 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42015d05-c012-43e8-b7f5-d67972accba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75f0b0d-85be-425e-b7d1-e05a5632a1d3'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:14:18.101979 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0601072d-fed4-46a4-9b3e-80140e74d2d3" -d '{"events": [{"server_uuid": "42015d05-c012-43e8-b7f5-d67972accba1", "name": "network-vif-plugged", "status": "completed", "tag": "e75f0b0d-85be-425e-b7d1-e05a5632a1d3"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:14:18.113081 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3e5a8-d817-4ec9-aee2-fe21bbc7994f admin admin] Pushing event updated for resources: {'Network': ['ID=99cd4fbd-ec19-45b8-b386-2fa31ded0325,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:18.118987 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port e75f0b0d-85be-425e-b7d1-e05a5632a1d3, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=e75f0b0d-85be-425e-b7d1-e05a5632a1d3,segment=NetworkSegment(f84ccc74-639c-4469-8a97-7618a6d4e83c),segment_id=f84ccc74-639c-4469-8a97-7618a6d4e83c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:18.119867 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3ee3e5a8-d817-4ec9-aee2-fe21bbc7994f admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6077263 Feb 08 21:14:18.125067 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41442) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:18.131147 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 99cd4fbd-ec19-45b8-b386-2fa31ded0325 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:14:18.132953 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1c13a24d-5b39-49fa-8a22-b07564e351aa admin admin] Request body: {'subnet': {'network_id': '99cd4fbd-ec19-45b8-b386-2fa31ded0325', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-916764656-subnet', 'tenant_id': '10dc8ae370f746c690cf607378dfc111', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:14:18.135312 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e75f0b0d-85be-425e-b7d1-e05a5632a1d3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:18.195032 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13651207-50f2-46be-bc7e-92c6269a1b1a req-f106f96d-a4e8-47c2-b560-c9f83fa58132 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:18.202213 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13651207-50f2-46be-bc7e-92c6269a1b1a req-f106f96d-a4e8-47c2-b560-c9f83fa58132 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 950 time: 0.2536922 Feb 08 21:14:18.205535 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c13a24d-5b39-49fa-8a22-b07564e351aa admin admin] Made reservation on behalf of 10dc8ae370f746c690cf607378dfc111 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:14:18.210117 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1c13a24d-5b39-49fa-8a22-b07564e351aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:18.282847 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=e75f0b0d-85be-425e-b7d1-e05a5632a1d3,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:18.329094 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfc8af17-c81b-4b57-9dd4-51379bb93696 req-a9eef8f1-f3ea-419f-b381-89cc6e73ae34 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536919 Feb 08 21:14:18.362470 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13651207-50f2-46be-bc7e-92c6269a1b1a req-70793a30-80fb-4212-b2ca-25ad41f429f7 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899856 Feb 08 21:14:18.548272 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1c13a24d-5b39-49fa-8a22-b07564e351aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (d1038644-0e9a-4c39-b91b-b7947ede0433), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:18.599878 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd0b78-1d25-438d-8b1d-6f34e9d51dae req-016d660c-06cd-4bf1-ac83-073ffbcb3490 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:18.601591 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d0bd0b78-1d25-438d-8b1d-6f34e9d51dae req-016d660c-06cd-4bf1-ac83-073ffbcb3490 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 1128 time: 0.1422598 Feb 08 21:14:18.604530 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfc8af17-c81b-4b57-9dd4-51379bb93696 req-6d482e8e-e6e6-48dd-b057-de9030e2df91 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636685 Feb 08 21:14:18.648064 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13a24d-5b39-49fa-8a22-b07564e351aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1038644-0e9a-4c39-b91b-b7947ede0433,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:18.659227 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13a24d-5b39-49fa-8a22-b07564e351aa admin admin] Checking segment: {'id': '488cc332-a24d-48f9-b9ab-2d3512ca7d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99cd4fbd-ec19-45b8-b386-2fa31ded0325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:14:18.659796 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c13a24d-5b39-49fa-8a22-b07564e351aa admin admin] Network hostable DHCP agents. Network: 99cd4fbd-ec19-45b8-b386-2fa31ded0325, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:14:18.677987 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d0bd0b78-1d25-438d-8b1d-6f34e9d51dae req-cf69853a-656b-48c0-a62f-8d017cb7e34d tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676649 Feb 08 21:14:18.688484 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c13a24d-5b39-49fa-8a22-b07564e351aa admin admin] Network 99cd4fbd-ec19-45b8-b386-2fa31ded0325 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:14:18.700757 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be039cb8-6984-4a39-a363-0c2903c8bf1a req-ab410478-b2a0-4d29-bf25-fd59951cc411 tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] 10.222.0.88 "GET /v2.0/security-groups/287531c7-d1db-49ff-a87d-969059580c73 HTTP/1.1" status: 200 len: 1795 time: 0.0584252 Feb 08 21:14:18.705913 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-1c13a24d-5b39-49fa-8a22-b07564e351aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 99cd4fbd-ec19-45b8-b386-2fa31ded0325) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:14:18.716223 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c13a24d-5b39-49fa-8a22-b07564e351aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:18.717034 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cc0576-36fa-4fe5-a48c-146ece79a9e7 None None] Network 99cd4fbd-ec19-45b8-b386-2fa31ded0325 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:14:18.718028 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1c13a24d-5b39-49fa-8a22-b07564e351aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:18.753403 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1c13a24d-5b39-49fa-8a22-b07564e351aa admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6260448 Feb 08 21:14:18.789206 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-be039cb8-6984-4a39-a363-0c2903c8bf1a req-4ae3dd2f-73da-4a3f-ab68-7bb98bad89a8 tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] Publish callbacks [] for security_group (287531c7-d1db-49ff-a87d-969059580c73), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:18.835662 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-be039cb8-6984-4a39-a363-0c2903c8bf1a req-4ae3dd2f-73da-4a3f-ab68-7bb98bad89a8 tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] Publish callbacks [] for security_group (287531c7-d1db-49ff-a87d-969059580c73), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:18.894122 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbadbc74-5512-4d09-8a05-738a79e618e6 None None] Network 99cd4fbd-ec19-45b8-b386-2fa31ded0325 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:14:18.951925 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-be039cb8-6984-4a39-a363-0c2903c8bf1a req-4ae3dd2f-73da-4a3f-ab68-7bb98bad89a8 tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (287531c7-d1db-49ff-a87d-969059580c73), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:18.963165 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-be039cb8-6984-4a39-a363-0c2903c8bf1a req-4ae3dd2f-73da-4a3f-ab68-7bb98bad89a8 tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:18.966454 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be039cb8-6984-4a39-a363-0c2903c8bf1a req-4ae3dd2f-73da-4a3f-ab68-7bb98bad89a8 tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] 10.222.0.88 "DELETE /v2.0/security-groups/287531c7-d1db-49ff-a87d-969059580c73 HTTP/1.1" status: 204 len: 173 time: 0.2570755 Feb 08 21:14:18.984460 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3dd2f-73da-4a3f-ab68-7bb98bad89a8 tempest-SecurityGroupsTestAdminJSON-774240641 tempest-SecurityGroupsTestAdminJSON-774240641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=287531c7-d1db-49ff-a87d-969059580c73,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:19.077478 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c2f5af-b0e6-423d-b302-c4e7f370defb x-openstack-request-id: req-e7c2f5af-b0e6-423d-b302-c4e7f370defb {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:14:19.078604 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42015d05-c012-43e8-b7f5-d67972accba1", "name": "network-vif-plugged", "status": "completed", "tag": "e75f0b0d-85be-425e-b7d1-e05a5632a1d3", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:14:19.079614 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e7c2f5af-b0e6-423d-b302-c4e7f370defb {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:14:19.080876 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42015d05-c012-43e8-b7f5-d67972accba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75f0b0d-85be-425e-b7d1-e05a5632a1d3', 'code': 200} Feb 08 21:14:19.220601 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddc0d6-3a49-4465-a740-17d27af50d76 req-73cf42b2-3d71-4285-a4c1-c2fc1fe04504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:19.222265 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6cddc0d6-3a49-4465-a740-17d27af50d76 req-73cf42b2-3d71-4285-a4c1-c2fc1fe04504 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=42015d05-c012-43e8-b7f5-d67972accba1 HTTP/1.1" status: 200 len: 1128 time: 0.0602403 Feb 08 21:14:19.229773 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fdc56-6650-4453-91b4-b26bc8ec5baf req-433068a5-7796-43eb-8ae7-34d321dfad41 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:19.231358 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-089fdc56-6650-4453-91b4-b26bc8ec5baf req-433068a5-7796-43eb-8ae7-34d321dfad41 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=42015d05-c012-43e8-b7f5-d67972accba1 HTTP/1.1" status: 200 len: 945 time: 0.1129169 Feb 08 21:14:19.309605 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6cddc0d6-3a49-4465-a740-17d27af50d76 req-c977cd18-8e2a-42ff-8f5d-2c03575668aa service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770698 Feb 08 21:14:19.326028 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-089fdc56-6650-4453-91b4-b26bc8ec5baf req-85bc553e-5799-4049-b0bd-a7f7ff5123b6 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794375 Feb 08 21:14:19.400872 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 41524) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:19.605725 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f6bed208-6107-4ba0-8daa-36ea836475b8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4c0953c913cc40f2bb50770bae77e656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1997197 Feb 08 21:14:19.606086 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41534) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:19.715229 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6e9a8335-c84d-4205-a47a-b8903388235a admin admin] Publish callbacks [] for security_group (af83cf93-ac67-4448-a784-68397521df5b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:19.770993 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6e9a8335-c84d-4205-a47a-b8903388235a admin admin] Publish callbacks [] for security_group (af83cf93-ac67-4448-a784-68397521df5b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:19.787151 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6f80717-6b1d-4419-9023-7687e571ed96 req-ba634c55-9883-45f2-8765-d5dce1a863f7 service neutron] 10.222.0.96 "GET /v2.0/ports/3cc2793c-991b-4238-8efb-6c6e02437256/bindings/n-h2-712143-31 HTTP/1.1" status: 200 len: 383 time: 0.2007933 Feb 08 21:14:19.873876 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6e9a8335-c84d-4205-a47a-b8903388235a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (af83cf93-ac67-4448-a784-68397521df5b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:19.880179 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6e9a8335-c84d-4205-a47a-b8903388235a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:19.890004 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6e9a8335-c84d-4205-a47a-b8903388235a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/af83cf93-ac67-4448-a784-68397521df5b HTTP/1.1" status: 204 len: 168 time: 0.2826800 Feb 08 21:14:19.904889 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a8335-c84d-4205-a47a-b8903388235a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af83cf93-ac67-4448-a784-68397521df5b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:20.292404 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f80717-6b1d-4419-9023-7687e571ed96 req-a788d9aa-c109-45ef-a0e4-a73691606cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:20.294872 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6f80717-6b1d-4419-9023-7687e571ed96 req-a788d9aa-c109-45ef-a0e4-a73691606cc8 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b&tenant_id=56f216a178424ba0984bc6550ca8f840 HTTP/1.1" status: 200 len: 1133 time: 0.1020293 Feb 08 21:14:20.436428 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f80717-6b1d-4419-9023-7687e571ed96 req-c3987462-0a8b-48be-9447-f31bb49e6b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:20.440681 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6f80717-6b1d-4419-9023-7687e571ed96 req-c3987462-0a8b-48be-9447-f31bb49e6b24 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 1133 time: 0.1135111 Feb 08 21:14:20.588950 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41576) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:20.667612 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2d09666c-6eb9-415b-93ef-4c4aaf12460e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dbb69053af97488a9f515645eaf9061e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0763485 Feb 08 21:14:20.670680 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41582) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:20.757480 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71ae7aa9-0cf5-4fbe-93f6-43c594cf2ded admin admin] Publish callbacks [] for security_group (89c00af7-675f-4db4-aec2-78bb0398b9b5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:20.785505 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71ae7aa9-0cf5-4fbe-93f6-43c594cf2ded admin admin] Publish callbacks [] for security_group (89c00af7-675f-4db4-aec2-78bb0398b9b5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:20.854657 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71ae7aa9-0cf5-4fbe-93f6-43c594cf2ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (89c00af7-675f-4db4-aec2-78bb0398b9b5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:20.861113 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71ae7aa9-0cf5-4fbe-93f6-43c594cf2ded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:20.867649 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-71ae7aa9-0cf5-4fbe-93f6-43c594cf2ded admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/89c00af7-675f-4db4-aec2-78bb0398b9b5 HTTP/1.1" status: 204 len: 168 time: 0.1899047 Feb 08 21:14:20.876879 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae7aa9-0cf5-4fbe-93f6-43c594cf2ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c00af7-675f-4db4-aec2-78bb0398b9b5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:21.117999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f80717-6b1d-4419-9023-7687e571ed96 req-0f4a80c3-24f9-4618-8f6d-36745885e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:21.120574 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6f80717-6b1d-4419-9023-7687e571ed96 req-0f4a80c3-24f9-4618-8f6d-36745885e32a service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.6736054 Feb 08 21:14:21.150420 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [req-68ede51b-04bc-400f-800f-4881286304e5 req-0d1e6cb9-b55f-4254-91e6-83882142ea4e tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:14:21.152701 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-68ede51b-04bc-400f-800f-4881286304e5 req-0d1e6cb9-b55f-4254-91e6-83882142ea4e tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108356 Feb 08 21:14:21.206619 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6f80717-6b1d-4419-9023-7687e571ed96 req-2dff0d66-0651-4ae2-b3be-ea34d5b80f74 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=3cc2793c-991b-4238-8efb-6c6e02437256 HTTP/1.1" status: 200 len: 217 time: 0.0780094 Feb 08 21:14:21.215967 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ede51b-04bc-400f-800f-4881286304e5 req-ffd98a8a-5b7c-408c-a028-8c1d334cc5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:21.217756 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a308458-d370-4521-905c-9262bb0e15c0 req-99b1848b-f241-4f83-ba1d-c76ff14e8f93 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:21.218495 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-68ede51b-04bc-400f-800f-4881286304e5 req-ffd98a8a-5b7c-408c-a028-8c1d334cc5b8 service neutron] 10.222.0.88 "GET /v2.0/ports/6b715280-a1dc-4aea-9b69-73c99012900e HTTP/1.1" status: 200 len: 1125 time: 0.0566230 Feb 08 21:14:21.220303 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a308458-d370-4521-905c-9262bb0e15c0 req-99b1848b-f241-4f83-ba1d-c76ff14e8f93 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/networks?id=99cd4fbd-ec19-45b8-b386-2fa31ded0325 HTTP/1.1" status: 200 len: 821 time: 0.6917446 Feb 08 21:14:21.235863 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-68ede51b-04bc-400f-800f-4881286304e5 req-7bcfa5ad-80bd-4e4b-97dc-13b1c362c29f service neutron] Request body: {'binding': {'host': 'n-h1-712143-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:14:21.236640 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-68ede51b-04bc-400f-800f-4881286304e5 req-7bcfa5ad-80bd-4e4b-97dc-13b1c362c29f service neutron] Unknown quota resources ['binding']. {{(pid=103434) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 21:14:21.301480 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a308458-d370-4521-905c-9262bb0e15c0 req-f7c7b047-fcb6-4fb2-a3a0-016e686df8ff tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/quotas/10dc8ae370f746c690cf607378dfc111 HTTP/1.1" status: 200 len: 375 time: 0.0642934 Feb 08 21:14:21.336371 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f80717-6b1d-4419-9023-7687e571ed96 req-9955828c-1943-417d-af4e-d92b56c822c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:21.338925 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6f80717-6b1d-4419-9023-7687e571ed96 req-9955828c-1943-417d-af4e-d92b56c822c6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1165261 Feb 08 21:14:21.373054 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a308458-d370-4521-905c-9262bb0e15c0 req-6742db94-4825-4bdf-9c11-c41cad470e21 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=10dc8ae370f746c690cf607378dfc111&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631874 Feb 08 21:14:21.446189 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-68ede51b-04bc-400f-800f-4881286304e5 req-7bcfa5ad-80bd-4e4b-97dc-13b1c362c29f service neutron] Attempting to bind port 6b715280-a1dc-4aea-9b69-73c99012900e on host n-h1-712143-31 for vnic_type normal with profile None {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:14:21.446735 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-68ede51b-04bc-400f-800f-4881286304e5 req-7bcfa5ad-80bd-4e4b-97dc-13b1c362c29f service neutron] Attempting to bind port 6b715280-a1dc-4aea-9b69-73c99012900e by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:14:21.447252 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ede51b-04bc-400f-800f-4881286304e5 req-7bcfa5ad-80bd-4e4b-97dc-13b1c362c29f service neutron] Attempting to bind port 6b715280-a1dc-4aea-9b69-73c99012900e on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:14:21.469806 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ede51b-04bc-400f-800f-4881286304e5 req-7bcfa5ad-80bd-4e4b-97dc-13b1c362c29f service neutron] Port 6b715280-a1dc-4aea-9b69-73c99012900e on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:14:21.470396 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ede51b-04bc-400f-800f-4881286304e5 req-7bcfa5ad-80bd-4e4b-97dc-13b1c362c29f service neutron] Attempting to bind port 6b715280-a1dc-4aea-9b69-73c99012900e on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:14:21.483412 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ede51b-04bc-400f-800f-4881286304e5 req-7bcfa5ad-80bd-4e4b-97dc-13b1c362c29f service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:14:21.483911 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ede51b-04bc-400f-800f-4881286304e5 req-7bcfa5ad-80bd-4e4b-97dc-13b1c362c29f service neutron] Checking segment: {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:14:21.484418 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ede51b-04bc-400f-800f-4881286304e5 req-7bcfa5ad-80bd-4e4b-97dc-13b1c362c29f service neutron] Bound using segment: {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:14:21.484976 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-68ede51b-04bc-400f-800f-4881286304e5 req-7bcfa5ad-80bd-4e4b-97dc-13b1c362c29f service neutron] Bound port: 6b715280-a1dc-4aea-9b69-73c99012900e, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:14:21.542285 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f80717-6b1d-4419-9023-7687e571ed96 req-12cb9eb5-b5be-42f1-90db-9035b2d31ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:21.543875 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6f80717-6b1d-4419-9023-7687e571ed96 req-12cb9eb5-b5be-42f1-90db-9035b2d31ea7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1778755 Feb 08 21:14:21.550928 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a308458-d370-4521-905c-9262bb0e15c0 req-f5070cb3-240f-40ec-b8ff-411a943c8f54 service neutron] 10.222.0.88 "GET /v2.0/networks/99cd4fbd-ec19-45b8-b386-2fa31ded0325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696534 Feb 08 21:14:21.578581 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-68ede51b-04bc-400f-800f-4881286304e5 req-7bcfa5ad-80bd-4e4b-97dc-13b1c362c29f service neutron] For port 6b715280-a1dc-4aea-9b69-73c99012900e, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=6b715280-a1dc-4aea-9b69-73c99012900e,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:14:21.590076 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-68ede51b-04bc-400f-800f-4881286304e5 req-7bcfa5ad-80bd-4e4b-97dc-13b1c362c29f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:21.592697 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-68ede51b-04bc-400f-800f-4881286304e5 req-7bcfa5ad-80bd-4e4b-97dc-13b1c362c29f service neutron] 10.222.0.88 "POST /v2.0/ports/6b715280-a1dc-4aea-9b69-73c99012900e/bindings HTTP/1.1" status: 201 len: 390 time: 0.3619127 Feb 08 21:14:21.732660 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6f80717-6b1d-4419-9023-7687e571ed96 req-ee30689d-a250-4b7e-9d90-f848d3f51984 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807270 Feb 08 21:14:21.739726 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a308458-d370-4521-905c-9262bb0e15c0 req-76fa088d-aa76-4616-abe3-66886136b8ed service neutron] 10.222.0.88 "GET /v2.0/networks/99cd4fbd-ec19-45b8-b386-2fa31ded0325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686423 Feb 08 21:14:21.938400 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fde963-ff1c-49fb-b549-c111f03a9604 req-ebbf8969-dd1a-41db-986f-99ba436f768c tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:21.946428 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40fde963-ff1c-49fb-b549-c111f03a9604 req-ebbf8969-dd1a-41db-986f-99ba436f768c tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6c3b2b8-c804-44b2-884e-4ee3cf4c97ba HTTP/1.1" status: 200 len: 950 time: 0.1330457 Feb 08 21:14:22.012808 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6f80717-6b1d-4419-9023-7687e571ed96 req-4555bec8-eb44-4b3e-82ac-4f3d3fc5732b service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716436 Feb 08 21:14:22.054839 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40fde963-ff1c-49fb-b549-c111f03a9604 req-1d4eab2b-e39c-492d-a071-773c987814ba tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/security-groups?id=b51504be-e472-4ba7-b632-6e6fce8bd653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013217 Feb 08 21:14:22.143595 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ede51b-04bc-400f-800f-4881286304e5 req-b94df5b1-af64-4b21-97b6-f11c49875a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:22.150992 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-68ede51b-04bc-400f-800f-4881286304e5 req-b94df5b1-af64-4b21-97b6-f11c49875a56 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9b3b159591ee4a229900ea8953fa8a06&device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 1128 time: 0.1688759 Feb 08 21:14:22.160828 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529943e-7a25-496c-8ce6-b54484be0c19 req-39701e47-5da5-41b3-81ca-1026fb1f7352 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:22.171505 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0529943e-7a25-496c-8ce6-b54484be0c19 req-39701e47-5da5-41b3-81ca-1026fb1f7352 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 950 time: 0.1530371 Feb 08 21:14:22.317099 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0529943e-7a25-496c-8ce6-b54484be0c19 req-8954d514-cebd-4fa4-a469-a92ae27e9c1e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409533 Feb 08 21:14:22.507627 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ede51b-04bc-400f-800f-4881286304e5 req-9ee71e92-cff7-48de-962e-4d30309897fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:22.512936 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-68ede51b-04bc-400f-800f-4881286304e5 req-9ee71e92-cff7-48de-962e-4d30309897fb service neutron] 10.222.0.94 "GET /v2.0/networks?id=4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 200 len: 909 time: 0.3504868 Feb 08 21:14:22.611370 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-68ede51b-04bc-400f-800f-4881286304e5 req-0eef4cc7-1065-4651-9472-d505a2ceef34 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b715280-a1dc-4aea-9b69-73c99012900e HTTP/1.1" status: 200 len: 217 time: 0.0942020 Feb 08 21:14:22.653515 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad7b8e-fad9-4311-8d98-4de0a3ea4436 req-58719f0b-f5d0-49fe-b23f-66e70997e72e tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:22.656387 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-71ad7b8e-fad9-4311-8d98-4de0a3ea4436 req-58719f0b-f5d0-49fe-b23f-66e70997e72e tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=42015d05-c012-43e8-b7f5-d67972accba1 HTTP/1.1" status: 200 len: 945 time: 0.1702874 Feb 08 21:14:22.696156 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ede51b-04bc-400f-800f-4881286304e5 req-0638d897-a9c1-4182-806f-f200ac5bd122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:22.698084 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-68ede51b-04bc-400f-800f-4881286304e5 req-0638d897-a9c1-4182-806f-f200ac5bd122 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=55523d5b-2f07-476f-b4a6-0043cdbb6c1a HTTP/1.1" status: 200 len: 848 time: 0.0782771 Feb 08 21:14:22.712769 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c17dc-7ad7-4101-8da0-b44edf6b77eb req-153af31d-2486-4e12-bdb5-a31941ff7601 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:22.727385 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bb6c17dc-7ad7-4101-8da0-b44edf6b77eb req-153af31d-2486-4e12-bdb5-a31941ff7601 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 945 time: 0.1601522 Feb 08 21:14:22.752928 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-68ede51b-04bc-400f-800f-4881286304e5 req-aa93662d-0d58-4534-957e-d81e922cc53c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=4c67478e-bb4a-47b2-85c8-c1996b203e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436087 Feb 08 21:14:22.859771 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-71ad7b8e-fad9-4311-8d98-4de0a3ea4436 req-0f652efd-4a9f-4a6d-9e12-a87218fd811f tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905737 Feb 08 21:14:22.876598 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bb6c17dc-7ad7-4101-8da0-b44edf6b77eb req-3b4c0af5-c9ec-4963-a0e8-20aefc0721aa tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473138 Feb 08 21:14:22.921855 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-68ede51b-04bc-400f-800f-4881286304e5 req-27b8d49d-c753-452c-9beb-03da3d4b9dd6 service neutron] 10.222.0.94 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575439 Feb 08 21:14:23.119119 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-68ede51b-04bc-400f-800f-4881286304e5 req-0f227c5f-782e-422a-8c4e-a5896e33e3bd service neutron] 10.222.0.94 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923189 Feb 08 21:14:23.167228 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-683b7843-5699-4c20-8521-a5d51a269db0 req-de44439c-2116-4c1e-876c-a3157849e687 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 210 time: 0.0668440 Feb 08 21:14:23.206119 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725811ab-5cb1-41ec-85f4-145e29159112 req-f9d6550a-b04c-460b-bad2-03f4f6acd03a tempest-LiveMigrationNegativeTest-1726867917 tempest-LiveMigrationNegativeTest-1726867917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:23.220411 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-725811ab-5cb1-41ec-85f4-145e29159112 req-f9d6550a-b04c-460b-bad2-03f4f6acd03a tempest-LiveMigrationNegativeTest-1726867917 tempest-LiveMigrationNegativeTest-1726867917-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d6c3b2b8-c804-44b2-884e-4ee3cf4c97ba HTTP/1.1" status: 200 len: 1133 time: 0.1840501 Feb 08 21:14:23.253373 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-725811ab-5cb1-41ec-85f4-145e29159112 req-e8228e7f-9132-4ea6-a0ab-797e16f422fc tempest-LiveMigrationNegativeTest-1726867917 tempest-LiveMigrationNegativeTest-1726867917-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:23.280104 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ede51b-04bc-400f-800f-4881286304e5 req-3ca89aea-6918-4691-8102-6ef38100db7f tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:23.284833 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-68ede51b-04bc-400f-800f-4881286304e5 req-3ca89aea-6918-4691-8102-6ef38100db7f tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16&tenant_id=9b3b159591ee4a229900ea8953fa8a06&binding%3Ahost_id=n-h2-712143-31 HTTP/1.1" status: 200 len: 1128 time: 0.1009610 Feb 08 21:14:23.304627 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-68ede51b-04bc-400f-800f-4881286304e5 req-9e321ae2-c9fd-4f7d-a123-f50d04dc20c2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712143-31'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:14:23.405582 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-725811ab-5cb1-41ec-85f4-145e29159112 req-e8228e7f-9132-4ea6-a0ab-797e16f422fc tempest-LiveMigrationNegativeTest-1726867917 tempest-LiveMigrationNegativeTest-1726867917-project-admin] Publish callbacks [] for security_group (21617fd4-2da7-453b-b3a2-9ee880b87f89), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:23.411241 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-725811ab-5cb1-41ec-85f4-145e29159112 req-e8228e7f-9132-4ea6-a0ab-797e16f422fc tempest-LiveMigrationNegativeTest-1726867917 tempest-LiveMigrationNegativeTest-1726867917-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (21617fd4-2da7-453b-b3a2-9ee880b87f89), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:23.441192 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-68ede51b-04bc-400f-800f-4881286304e5 req-9e321ae2-c9fd-4f7d-a123-f50d04dc20c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6b715280-a1dc-4aea-9b69-73c99012900e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:23.492091 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-725811ab-5cb1-41ec-85f4-145e29159112 req-e8228e7f-9132-4ea6-a0ab-797e16f422fc tempest-LiveMigrationNegativeTest-1726867917 tempest-LiveMigrationNegativeTest-1726867917-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=b51504be-e472-4ba7-b632-6e6fce8bd653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674818 Feb 08 21:14:23.495743 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8228e7f-9132-4ea6-a0ab-797e16f422fc tempest-LiveMigrationNegativeTest-1726867917 tempest-LiveMigrationNegativeTest-1726867917-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21617fd4-2da7-453b-b3a2-9ee880b87f89,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:23.778773 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 3cc2793c-991b-4238-8efb-6c6e02437256 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:14:23.845792 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-68ede51b-04bc-400f-800f-4881286304e5 req-9e321ae2-c9fd-4f7d-a123-f50d04dc20c2 service neutron] For port 6b715280-a1dc-4aea-9b69-73c99012900e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6b715280-a1dc-4aea-9b69-73c99012900e,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:23.849207 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a308458-d370-4521-905c-9262bb0e15c0 req-1ffc1d8b-2ae4-4321-bd42-52650c6fbb2d tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:23.851792 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a308458-d370-4521-905c-9262bb0e15c0 req-1ffc1d8b-2ae4-4321-bd42-52650c6fbb2d tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.94 "GET /v2.0/networks?id=99cd4fbd-ec19-45b8-b386-2fa31ded0325 HTTP/1.1" status: 200 len: 821 time: 0.2993913 Feb 08 21:14:23.879120 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-6a308458-d370-4521-905c-9262bb0e15c0 req-fa1c5bd0-1644-4cb7-8786-7c016a1607f3 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Request body: {'port': {'device_id': 'e54458cb-078a-4923-a97b-6dfac7011cd2', 'network_id': '99cd4fbd-ec19-45b8-b386-2fa31ded0325', 'admin_state_up': True, 'tenant_id': '10dc8ae370f746c690cf607378dfc111'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:14:23.940770 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-68ede51b-04bc-400f-800f-4881286304e5 req-9e321ae2-c9fd-4f7d-a123-f50d04dc20c2 service neutron] For port 6b715280-a1dc-4aea-9b69-73c99012900e, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:14:23.958499 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc4eab-99ab-4b7d-95a6-d9b6952c35ab req-3eafb728-74fe-4a67-b83e-aef02a8dba78 tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:23.966038 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-21bc4eab-99ab-4b7d-95a6-d9b6952c35ab req-3eafb728-74fe-4a67-b83e-aef02a8dba78 tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 1132 time: 0.2203836 Feb 08 21:14:24.029775 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd318a7c-dc28-47d5-9434-5eb03be4cf16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b715280-a1dc-4aea-9b69-73c99012900e'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:14:24.032157 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0d9754-7712-47e8-be98-ba6335f74b03" -d '{"events": [{"server_uuid": "dd318a7c-dc28-47d5-9434-5eb03be4cf16", "name": "network-vif-unplugged", "status": "completed", "tag": "6b715280-a1dc-4aea-9b69-73c99012900e"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:14:24.049208 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 3cc2793c-991b-4238-8efb-6c6e02437256 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:14:24.051278 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-68ede51b-04bc-400f-800f-4881286304e5 req-9e321ae2-c9fd-4f7d-a123-f50d04dc20c2 service neutron] Publish callbacks [] for port (6b715280-a1dc-4aea-9b69-73c99012900e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:24.052372 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3cc2793c-991b-4238-8efb-6c6e02437256), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:24.068145 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-68ede51b-04bc-400f-800f-4881286304e5 req-9e321ae2-c9fd-4f7d-a123-f50d04dc20c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (6b715280-a1dc-4aea-9b69-73c99012900e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:24.069705 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-21bc4eab-99ab-4b7d-95a6-d9b6952c35ab req-a87a5cb9-7517-4206-b6e2-66a9e41b8d55 tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026106 Feb 08 21:14:24.137216 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cc2793c-991b-4238-8efb-6c6e02437256'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:14:24.140263 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1365cb3-ce41-421c-9f70-a154c7fa99a0" -d '{"events": [{"server_uuid": "bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b", "name": "network-vif-unplugged", "status": "completed", "tag": "3cc2793c-991b-4238-8efb-6c6e02437256"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:14:24.159714 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2a7e5103-95e4-4491-a710-dbdef88505ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:24.168733 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 3cc2793c-991b-4238-8efb-6c6e02437256, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=3cc2793c-991b-4238-8efb-6c6e02437256,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:24.179769 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3cc2793c-991b-4238-8efb-6c6e02437256), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:24.197641 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a308458-d370-4521-905c-9262bb0e15c0 req-fa1c5bd0-1644-4cb7-8786-7c016a1607f3 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Made reservation on behalf of 10dc8ae370f746c690cf607378dfc111 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:14:24.201124 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6a308458-d370-4521-905c-9262bb0e15c0 req-fa1c5bd0-1644-4cb7-8786-7c016a1607f3 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:24.271237 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=3cc2793c-991b-4238-8efb-6c6e02437256,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:24.276884 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-68ede51b-04bc-400f-800f-4881286304e5 req-9e321ae2-c9fd-4f7d-a123-f50d04dc20c2 service neutron] Attempting to bind port 6b715280-a1dc-4aea-9b69-73c99012900e on host n-h2-712143-31 for vnic_type normal with profile {"migrating_to": "n-h1-712143-31"} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:14:24.277345 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-68ede51b-04bc-400f-800f-4881286304e5 req-9e321ae2-c9fd-4f7d-a123-f50d04dc20c2 service neutron] Attempting to bind port 6b715280-a1dc-4aea-9b69-73c99012900e by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:14:24.277849 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ede51b-04bc-400f-800f-4881286304e5 req-9e321ae2-c9fd-4f7d-a123-f50d04dc20c2 service neutron] Attempting to bind port 6b715280-a1dc-4aea-9b69-73c99012900e on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:14:24.280310 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e321ae2-c9fd-4f7d-a123-f50d04dc20c2 service neutron] Pushing event updated for resources: {'Port': ['ID=6b715280-a1dc-4aea-9b69-73c99012900e,revision_number=7']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:24.287294 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ede51b-04bc-400f-800f-4881286304e5 req-9e321ae2-c9fd-4f7d-a123-f50d04dc20c2 service neutron] Port 6b715280-a1dc-4aea-9b69-73c99012900e on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:14:24.287687 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ede51b-04bc-400f-800f-4881286304e5 req-9e321ae2-c9fd-4f7d-a123-f50d04dc20c2 service neutron] Attempting to bind port 6b715280-a1dc-4aea-9b69-73c99012900e on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:14:24.294517 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ede51b-04bc-400f-800f-4881286304e5 req-9e321ae2-c9fd-4f7d-a123-f50d04dc20c2 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:14:24.294517 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ede51b-04bc-400f-800f-4881286304e5 req-9e321ae2-c9fd-4f7d-a123-f50d04dc20c2 service neutron] Checking segment: {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:14:24.294517 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ede51b-04bc-400f-800f-4881286304e5 req-9e321ae2-c9fd-4f7d-a123-f50d04dc20c2 service neutron] Bound using segment: {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:14:24.295155 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-68ede51b-04bc-400f-800f-4881286304e5 req-9e321ae2-c9fd-4f7d-a123-f50d04dc20c2 service neutron] Bound port: 6b715280-a1dc-4aea-9b69-73c99012900e, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:14:24.295155 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-68ede51b-04bc-400f-800f-4881286304e5 req-9e321ae2-c9fd-4f7d-a123-f50d04dc20c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6b715280-a1dc-4aea-9b69-73c99012900e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:24.373183 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ea17f-3776-49f2-8e62-f93ec91a2453 req-8c26d86d-6cd1-4472-893d-2c7fd9705d74 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:24.375217 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-68ede51b-04bc-400f-800f-4881286304e5 req-9e321ae2-c9fd-4f7d-a123-f50d04dc20c2 service neutron] For port 6b715280-a1dc-4aea-9b69-73c99012900e, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:14:24.376048 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-265ea17f-3776-49f2-8e62-f93ec91a2453 req-8c26d86d-6cd1-4472-893d-2c7fd9705d74 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=42015d05-c012-43e8-b7f5-d67972accba1 HTTP/1.1" status: 200 len: 945 time: 0.2410409 Feb 08 21:14:24.379816 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-68ede51b-04bc-400f-800f-4881286304e5 req-9e321ae2-c9fd-4f7d-a123-f50d04dc20c2 service neutron] For port 6b715280-a1dc-4aea-9b69-73c99012900e, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6b715280-a1dc-4aea-9b69-73c99012900e,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:14:24.389734 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-68ede51b-04bc-400f-800f-4881286304e5 req-9e321ae2-c9fd-4f7d-a123-f50d04dc20c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (6b715280-a1dc-4aea-9b69-73c99012900e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:24.392089 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41702) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:24.401682 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d0f3c14d-0de8-441e-9991-f3ea008bfafd tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Request body: {'floatingip': {'port_id': 'e75f0b0d-85be-425e-b7d1-e05a5632a1d3'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:14:24.412680 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a010c3-1de9-43d3-9bdc-2aedbfae44d5 req-e9d12824-1ca3-4542-9cab-7e62a7b5a685 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:24.415327 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7a010c3-1de9-43d3-9bdc-2aedbfae44d5 req-e9d12824-1ca3-4542-9cab-7e62a7b5a685 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 948 time: 0.2206316 Feb 08 21:14:24.505593 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0f3c14d-0de8-441e-9991-f3ea008bfafd tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks [] for floatingip (12fc7dca-90e8-4231-9eb3-1910af608108), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:24.597025 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7a010c3-1de9-43d3-9bdc-2aedbfae44d5 req-afd9df35-dc32-4a35-91be-5718db3fb66b tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704960 Feb 08 21:14:24.605036 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-6a308458-d370-4521-905c-9262bb0e15c0 req-fa1c5bd0-1644-4cb7-8786-7c016a1607f3 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Allocated IP 172.20.0.7 (99cd4fbd-ec19-45b8-b386-2fa31ded0325/d1038644-0e9a-4c39-b91b-b7947ede0433/d99ae718-1a73-4a98-bccd-a04955092cb4) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:14:24.609633 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e321ae2-c9fd-4f7d-a123-f50d04dc20c2 service neutron] Pushing event updated for resources: {'Port': ['ID=6b715280-a1dc-4aea-9b69-73c99012900e,revision_number=8']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:24.706034 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ede51b-04bc-400f-800f-4881286304e5 req-9e321ae2-c9fd-4f7d-a123-f50d04dc20c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:24.707283 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-68ede51b-04bc-400f-800f-4881286304e5 req-9e321ae2-c9fd-4f7d-a123-f50d04dc20c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:24.710655 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-68ede51b-04bc-400f-800f-4881286304e5 req-9e321ae2-c9fd-4f7d-a123-f50d04dc20c2 service neutron] 10.222.0.94 "PUT /v2.0/ports/6b715280-a1dc-4aea-9b69-73c99012900e HTTP/1.1" status: 200 len: 1123 time: 1.4143443 Feb 08 21:14:24.948870 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f00be-4e7f-4c3c-894f-4ad91d720b26 req-85cc6645-0695-4a86-85fa-418d13c33db6 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:24.950748 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e9f00be-4e7f-4c3c-894f-4ad91d720b26 req-85cc6645-0695-4a86-85fa-418d13c33db6 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 943 time: 0.2579134 Feb 08 21:14:24.965706 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['6b715280-a1dc-4aea-9b69-73c99012900e'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:14:25.050958 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6a308458-d370-4521-905c-9262bb0e15c0 req-fa1c5bd0-1644-4cb7-8786-7c016a1607f3 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks [] for port (d99ae718-1a73-4a98-bccd-a04955092cb4), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:25.176998 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e9f00be-4e7f-4c3c-894f-4ad91d720b26 req-2be7dbb8-e023-4638-a593-c7e83412d600 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063041 Feb 08 21:14:25.221193 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6a308458-d370-4521-905c-9262bb0e15c0 req-fa1c5bd0-1644-4cb7-8786-7c016a1607f3 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (d99ae718-1a73-4a98-bccd-a04955092cb4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:25.332963 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a308458-d370-4521-905c-9262bb0e15c0 req-fa1c5bd0-1644-4cb7-8786-7c016a1607f3 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Network 99cd4fbd-ec19-45b8-b386-2fa31ded0325 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:14:25.341810 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-6a308458-d370-4521-905c-9262bb0e15c0 req-fa1c5bd0-1644-4cb7-8786-7c016a1607f3 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:14:25.345515 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c5bd0-1644-4cb7-8786-7c016a1607f3 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Pushing event updated for resources: {'Port': ['ID=d99ae718-1a73-4a98-bccd-a04955092cb4,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:25.349501 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a308458-d370-4521-905c-9262bb0e15c0 req-fa1c5bd0-1644-4cb7-8786-7c016a1607f3 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:14:25.360094 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a308458-d370-4521-905c-9262bb0e15c0 req-fa1c5bd0-1644-4cb7-8786-7c016a1607f3 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:25.361761 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6a308458-d370-4521-905c-9262bb0e15c0 req-fa1c5bd0-1644-4cb7-8786-7c016a1607f3 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:25.396761 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a308458-d370-4521-905c-9262bb0e15c0 req-fa1c5bd0-1644-4cb7-8786-7c016a1607f3 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5352569 Feb 08 21:14:25.415991 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-6a308458-d370-4521-905c-9262bb0e15c0 req-c3c8a666-3327-4428-83ab-dd32d8b46ba0 service neutron] Request body: {'port': {'device_id': 'e54458cb-078a-4923-a97b-6dfac7011cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:14:25.478914 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26aa5c8-f3cb-4c16-b6b7-87527ba9560d x-openstack-request-id: req-b26aa5c8-f3cb-4c16-b6b7-87527ba9560d {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:14:25.479442 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd318a7c-dc28-47d5-9434-5eb03be4cf16", "name": "network-vif-unplugged", "status": "completed", "tag": "6b715280-a1dc-4aea-9b69-73c99012900e", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:14:25.479442 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b26aa5c8-f3cb-4c16-b6b7-87527ba9560d {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:14:25.479850 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd318a7c-dc28-47d5-9434-5eb03be4cf16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b715280-a1dc-4aea-9b69-73c99012900e', 'code': 200} Feb 08 21:14:25.603706 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6a308458-d370-4521-905c-9262bb0e15c0 req-c3c8a666-3327-4428-83ab-dd32d8b46ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d99ae718-1a73-4a98-bccd-a04955092cb4), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:25.609692 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d153e1c-ecc4-48a2-80e0-45b4b9ea28d6 req-9cbc696a-a09e-4dd1-8bcf-563331feaa9a tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:25.613509 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d153e1c-ecc4-48a2-80e0-45b4b9ea28d6 req-9cbc696a-a09e-4dd1-8bcf-563331feaa9a tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 1132 time: 0.2037451 Feb 08 21:14:25.638980 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2950704d-878d-4941-b4ef-8defa536fb75 x-openstack-request-id: req-2950704d-878d-4941-b4ef-8defa536fb75 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:14:25.639692 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b", "name": "network-vif-unplugged", "status": "completed", "tag": "3cc2793c-991b-4238-8efb-6c6e02437256", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:14:25.640174 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2950704d-878d-4941-b4ef-8defa536fb75 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:14:25.640829 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cc2793c-991b-4238-8efb-6c6e02437256', 'code': 200} Feb 08 21:14:25.708158 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.db.resource_extend [None req-d0f3c14d-0de8-441e-9991-f3ea008bfafd tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:14:25.794179 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 3cc2793c-991b-4238-8efb-6c6e02437256 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:14:25.821861 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0f3c14d-0de8-441e-9991-f3ea008bfafd tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:25.824571 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d153e1c-ecc4-48a2-80e0-45b4b9ea28d6 req-6f58b4af-6737-4e5d-afca-553b93bb0ad9 tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803730 Feb 08 21:14:25.827937 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0f3c14d-0de8-441e-9991-f3ea008bfafd tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (12fc7dca-90e8-4231-9eb3-1910af608108), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:25.917856 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 3cc2793c-991b-4238-8efb-6c6e02437256, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=3cc2793c-991b-4238-8efb-6c6e02437256,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:25.934077 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '3cc2793c-991b-4238-8efb-6c6e02437256', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': '3cc2793c-991b-4238-8efb-6c6e02437256', 'mac_address': 'fa:16:3e:fa:1a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:14:26.019391 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 3cc2793c-991b-4238-8efb-6c6e02437256 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:14:26.021467 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3cc2793c-991b-4238-8efb-6c6e02437256), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:26.050514 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc2793c-991b-4238-8efb-6c6e02437256 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:14:26.056000 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-d0f3c14d-0de8-441e-9991-f3ea008bfafd tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Floating IP 12fc7dca-90e8-4231-9eb3-1910af608108 associated. External IP: 172.25.3.125, port: e75f0b0d-85be-425e-b7d1-e05a5632a1d3. Feb 08 21:14:26.085700 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 3cc2793c-991b-4238-8efb-6c6e02437256, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=3cc2793c-991b-4238-8efb-6c6e02437256,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:26.095597 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3cc2793c-991b-4238-8efb-6c6e02437256), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:26.115209 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70182e3c-aee7-432a-9655-49a5a5672abe req-865100f2-59b2-4f55-9035-0ce878d9769d tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:26.135347 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-70182e3c-aee7-432a-9655-49a5a5672abe req-865100f2-59b2-4f55-9035-0ce878d9769d tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 931 time: 0.3978322 Feb 08 21:14:26.173568 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=3cc2793c-991b-4238-8efb-6c6e02437256,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:26.302299 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-70182e3c-aee7-432a-9655-49a5a5672abe req-4dae2383-c27f-4571-a8d6-7c5abd2df411 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637340 Feb 08 21:14:26.335072 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b61723-9ecf-45bc-8db9-78bf88185eed req-6b26e073-ab2e-43e4-bba6-c1d5943b90e8 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:26.336689 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-35b61723-9ecf-45bc-8db9-78bf88185eed req-6b26e073-ab2e-43e4-bba6-c1d5943b90e8 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 949 time: 0.1908264 Feb 08 21:14:26.446291 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-6a308458-d370-4521-905c-9262bb0e15c0 req-c3c8a666-3327-4428-83ab-dd32d8b46ba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d99ae718-1a73-4a98-bccd-a04955092cb4 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:14:26.469696 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-35b61723-9ecf-45bc-8db9-78bf88185eed req-a52f5c6f-1e9d-4f7a-bf1d-c6cc8774dfb0 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243203 Feb 08 21:14:26.479761 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6a308458-d370-4521-905c-9262bb0e15c0 req-c3c8a666-3327-4428-83ab-dd32d8b46ba0 service neutron] Publish callbacks [] for port (d99ae718-1a73-4a98-bccd-a04955092cb4), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:26.513801 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-6a308458-d370-4521-905c-9262bb0e15c0 req-c3c8a666-3327-4428-83ab-dd32d8b46ba0 service neutron] Transition to ACTIVE for port object d99ae718-1a73-4a98-bccd-a04955092cb4 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:14:26.519476 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6a308458-d370-4521-905c-9262bb0e15c0 req-c3c8a666-3327-4428-83ab-dd32d8b46ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d99ae718-1a73-4a98-bccd-a04955092cb4), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:26.570836 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['3cc2793c-991b-4238-8efb-6c6e02437256'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:14:26.572861 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f3c14d-0de8-441e-9991-f3ea008bfafd tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Router 14c649df-e9ba-4f3c-ae75-6e5475821c0d has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:14:26.589706 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8a666-3327-4428-83ab-dd32d8b46ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=d99ae718-1a73-4a98-bccd-a04955092cb4,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:26.633692 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-6a308458-d370-4521-905c-9262bb0e15c0 req-c3c8a666-3327-4428-83ab-dd32d8b46ba0 service neutron] Attempting to bind port d99ae718-1a73-4a98-bccd-a04955092cb4 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:14:26.634104 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-6a308458-d370-4521-905c-9262bb0e15c0 req-c3c8a666-3327-4428-83ab-dd32d8b46ba0 service neutron] Attempting to bind port d99ae718-1a73-4a98-bccd-a04955092cb4 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '488cc332-a24d-48f9-b9ab-2d3512ca7d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99cd4fbd-ec19-45b8-b386-2fa31ded0325'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:14:26.634460 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a308458-d370-4521-905c-9262bb0e15c0 req-c3c8a666-3327-4428-83ab-dd32d8b46ba0 service neutron] Attempting to bind port d99ae718-1a73-4a98-bccd-a04955092cb4 on network 99cd4fbd-ec19-45b8-b386-2fa31ded0325 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:14:26.640698 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a308458-d370-4521-905c-9262bb0e15c0 req-c3c8a666-3327-4428-83ab-dd32d8b46ba0 service neutron] Port d99ae718-1a73-4a98-bccd-a04955092cb4 on network 99cd4fbd-ec19-45b8-b386-2fa31ded0325 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:14:26.641035 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a308458-d370-4521-905c-9262bb0e15c0 req-c3c8a666-3327-4428-83ab-dd32d8b46ba0 service neutron] Attempting to bind port d99ae718-1a73-4a98-bccd-a04955092cb4 on network 99cd4fbd-ec19-45b8-b386-2fa31ded0325 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:14:26.647541 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a308458-d370-4521-905c-9262bb0e15c0 req-c3c8a666-3327-4428-83ab-dd32d8b46ba0 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:14:26.647888 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a308458-d370-4521-905c-9262bb0e15c0 req-c3c8a666-3327-4428-83ab-dd32d8b46ba0 service neutron] Checking segment: {'id': '488cc332-a24d-48f9-b9ab-2d3512ca7d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99cd4fbd-ec19-45b8-b386-2fa31ded0325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:14:26.648530 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a308458-d370-4521-905c-9262bb0e15c0 req-c3c8a666-3327-4428-83ab-dd32d8b46ba0 service neutron] Bound using segment: {'id': '488cc332-a24d-48f9-b9ab-2d3512ca7d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99cd4fbd-ec19-45b8-b386-2fa31ded0325'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:14:26.649010 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-6a308458-d370-4521-905c-9262bb0e15c0 req-c3c8a666-3327-4428-83ab-dd32d8b46ba0 service neutron] Bound port: d99ae718-1a73-4a98-bccd-a04955092cb4, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '488cc332-a24d-48f9-b9ab-2d3512ca7d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99cd4fbd-ec19-45b8-b386-2fa31ded0325'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:14:26.649408 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6a308458-d370-4521-905c-9262bb0e15c0 req-c3c8a666-3327-4428-83ab-dd32d8b46ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d99ae718-1a73-4a98-bccd-a04955092cb4), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:26.734767 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-6a308458-d370-4521-905c-9262bb0e15c0 req-c3c8a666-3327-4428-83ab-dd32d8b46ba0 service neutron] For port d99ae718-1a73-4a98-bccd-a04955092cb4, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:14:26.741335 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-6a308458-d370-4521-905c-9262bb0e15c0 req-c3c8a666-3327-4428-83ab-dd32d8b46ba0 service neutron] For port d99ae718-1a73-4a98-bccd-a04955092cb4, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d99ae718-1a73-4a98-bccd-a04955092cb4,segment=NetworkSegment(488cc332-a24d-48f9-b9ab-2d3512ca7d1e),segment_id=488cc332-a24d-48f9-b9ab-2d3512ca7d1e)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:14:26.756147 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6a308458-d370-4521-905c-9262bb0e15c0 req-c3c8a666-3327-4428-83ab-dd32d8b46ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d99ae718-1a73-4a98-bccd-a04955092cb4), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:26.925811 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a308458-d370-4521-905c-9262bb0e15c0 req-c3c8a666-3327-4428-83ab-dd32d8b46ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:26.926858 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6a308458-d370-4521-905c-9262bb0e15c0 req-c3c8a666-3327-4428-83ab-dd32d8b46ba0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:26.929130 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a308458-d370-4521-905c-9262bb0e15c0 req-c3c8a666-3327-4428-83ab-dd32d8b46ba0 service neutron] 10.222.0.94 "PUT /v2.0/ports/d99ae718-1a73-4a98-bccd-a04955092cb4 HTTP/1.1" status: 200 len: 1092 time: 1.5186448 Feb 08 21:14:26.929912 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54458cb-078a-4923-a97b-6dfac7011cd2', 'tag': 'd99ae718-1a73-4a98-bccd-a04955092cb4'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:14:26.940795 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9032b7c0-d49a-43e8-bc27-555fcd6e34ae" -d '{"events": [{"name": "network-changed", "server_uuid": "e54458cb-078a-4923-a97b-6dfac7011cd2", "tag": "d99ae718-1a73-4a98-bccd-a04955092cb4"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:14:26.956851 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f3c14d-0de8-441e-9991-f3ea008bfafd tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:14:26.973248 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0f3c14d-0de8-441e-9991-f3ea008bfafd tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:26.990900 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681602bb-4103-456a-bf0c-7ec221d6cc90 None None] Sync routers for ids ['14c649df-e9ba-4f3c-ae75-6e5475821c0d'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:14:27.004003 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681602bb-4103-456a-bf0c-7ec221d6cc90 None None] Routers {'14c649df-e9ba-4f3c-ae75-6e5475821c0d'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:14:27.004696 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-681602bb-4103-456a-bf0c-7ec221d6cc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:13:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['14c649df-e9ba-4f3c-ae75-6e5475821c0d'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:14:27.087484 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d0f3c14d-0de8-441e-9991-f3ea008bfafd tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "PUT /v2.0/floatingips/12fc7dca-90e8-4231-9eb3-1910af608108 HTTP/1.1" status: 200 len: 991 time: 2.6911688 Feb 08 21:14:27.120534 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8a666-3327-4428-83ab-dd32d8b46ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=d99ae718-1a73-4a98-bccd-a04955092cb4,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:27.185010 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-681602bb-4103-456a-bf0c-7ec221d6cc90 None None] Set router 14c649df-e9ba-4f3c-ae75-6e5475821c0d gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:14:27.198363 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a308458-d370-4521-905c-9262bb0e15c0 req-f02c2365-ec19-432f-a80e-f4172092715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:27.200540 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a308458-d370-4521-905c-9262bb0e15c0 req-f02c2365-ec19-432f-a80e-f4172092715c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=10dc8ae370f746c690cf607378dfc111&device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 1126 time: 0.1940517 Feb 08 21:14:27.239728 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e5ee4-a661-4cd4-b104-6f96ff297f6f req-7c755459-67e7-4e77-88c9-2519516b26c6 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:27.241375 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-966e5ee4-a661-4cd4-b104-6f96ff297f6f req-7c755459-67e7-4e77-88c9-2519516b26c6 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 943 time: 0.1962919 Feb 08 21:14:27.284909 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a308458-d370-4521-905c-9262bb0e15c0 req-43be4a20-ef93-42e6-aea4-75a0bb38706b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d99ae718-1a73-4a98-bccd-a04955092cb4 HTTP/1.1" status: 200 len: 217 time: 0.0645244 Feb 08 21:14:27.375565 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-14309cb1-1a7b-4a86-8c6e-83126dc969fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:27.396836 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41810) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:27.445093 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab75a27-b235-4fcf-85b5-ba0f3dfa1722 req-e77a3d87-7b7e-42e7-8224-0948cb1db8dc tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:27.446754 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ab75a27-b235-4fcf-85b5-ba0f3dfa1722 req-e77a3d87-7b7e-42e7-8224-0948cb1db8dc tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6c3b2b8-c804-44b2-884e-4ee3cf4c97ba HTTP/1.1" status: 200 len: 950 time: 0.2158823 Feb 08 21:14:27.450414 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a308458-d370-4521-905c-9262bb0e15c0 req-8d01bb4f-0b5d-4b27-b7cf-b914a0b0d37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:27.451909 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a308458-d370-4521-905c-9262bb0e15c0 req-8d01bb4f-0b5d-4b27-b7cf-b914a0b0d37d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d1038644-0e9a-4c39-b91b-b7947ede0433 HTTP/1.1" status: 200 len: 861 time: 0.1363478 Feb 08 21:14:27.466819 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-966e5ee4-a661-4cd4-b104-6f96ff297f6f req-6cc8dc96-06c1-436e-9d63-086e81b3ba58 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876724 Feb 08 21:14:27.481200 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd318a7c-dc28-47d5-9434-5eb03be4cf16', 'tag': '6b715280-a1dc-4aea-9b69-73c99012900e'}, {'name': 'network-changed', 'server_uuid': '42015d05-c012-43e8-b7f5-d67972accba1', 'tag': 'e75f0b0d-85be-425e-b7d1-e05a5632a1d3'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:14:27.486335 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3797e3-4116-48e9-975e-63cc749d8009" -d '{"events": [{"name": "network-changed", "server_uuid": "dd318a7c-dc28-47d5-9434-5eb03be4cf16", "tag": "6b715280-a1dc-4aea-9b69-73c99012900e"}, {"name": "network-changed", "server_uuid": "42015d05-c012-43e8-b7f5-d67972accba1", "tag": "e75f0b0d-85be-425e-b7d1-e05a5632a1d3"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:14:27.540025 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a308458-d370-4521-905c-9262bb0e15c0 req-99da1f70-a967-44b8-9499-7c2c136bdc18 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=99cd4fbd-ec19-45b8-b386-2fa31ded0325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718257 Feb 08 21:14:27.550599 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04d6e1-b8d4-4509-8062-9a0b1abae4be req-d7f58ea2-dba6-49dc-a2a3-5795c56a05e0 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:27.552524 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f04d6e1-b8d4-4509-8062-9a0b1abae4be req-d7f58ea2-dba6-49dc-a2a3-5795c56a05e0 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.96 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b&tenant_id=56f216a178424ba0984bc6550ca8f840&binding%3Ahost_id=n-h2-712143-31 HTTP/1.1" status: 200 len: 949 time: 0.2706771 Feb 08 21:14:27.596684 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 6b715280-a1dc-4aea-9b69-73c99012900e details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:14:27.654001 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ab75a27-b235-4fcf-85b5-ba0f3dfa1722 req-25097998-c15b-4e96-9de9-0371aceaa07c tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/security-groups?id=b51504be-e472-4ba7-b632-6e6fce8bd653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755724 Feb 08 21:14:27.728146 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 6b715280-a1dc-4aea-9b69-73c99012900e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6b715280-a1dc-4aea-9b69-73c99012900e,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:27.730824 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a308458-d370-4521-905c-9262bb0e15c0 req-4f358455-b456-49f7-8861-6bf7e623e03e service neutron] 10.222.0.94 "GET /v2.0/networks/99cd4fbd-ec19-45b8-b386-2fa31ded0325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765966 Feb 08 21:14:27.743570 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bbb041-a903-4e63-a90f-4af91d6c88dc x-openstack-request-id: req-72bbb041-a903-4e63-a90f-4af91d6c88dc {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:14:27.744294 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e54458cb-078a-4923-a97b-6dfac7011cd2", "tag": "d99ae718-1a73-4a98-bccd-a04955092cb4", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:14:27.744712 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-72bbb041-a903-4e63-a90f-4af91d6c88dc {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:14:27.744959 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 6b715280-a1dc-4aea-9b69-73c99012900e has no active binding in host n-h1-712143-31 {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 08 21:14:27.745499 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54458cb-078a-4923-a97b-6dfac7011cd2', 'tag': 'd99ae718-1a73-4a98-bccd-a04955092cb4', 'status': 'completed', 'code': 200} Feb 08 21:14:27.748354 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-58fe99ac-8852-4061-ac2d-d48534fce8fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:27.761096 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-681602bb-4103-456a-bf0c-7ec221d6cc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1810342990-router', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:11:27Z', 'updated_at': '2022-02-08T21:11:33Z', 'revision_number': 4, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'gw_port': {'id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:28Z', 'updated_at': '2022-02-08T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '12fc7dca-90e8-4231-9eb3-1910af608108', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'floating_ip_address': '172.25.3.125', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'port_id': 'e75f0b0d-85be-425e-b7d1-e05a5632a1d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef', 'mac_address': 'fa:16:3e:87:cf:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42015d05-c012-43e8-b7f5-d67972accba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:12:05Z', 'updated_at': '2022-02-08T21:14:25Z', 'revision_number': 5, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bce35fe-25a1-46dd-8c5b-a702fdfbd384', 'name': '', 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'mac_address': 'fa:16:3e:f4:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:32Z', 'updated_at': '2022-02-08T21:11:50Z', 'revision_number': 5, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'subnets': [{'id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:14:27.794716 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681602bb-4103-456a-bf0c-7ec221d6cc90 None None] Checking router: 14c649df-e9ba-4f3c-ae75-6e5475821c0d for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:14:27.806444 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681602bb-4103-456a-bf0c-7ec221d6cc90 None None] Routers {'14c649df-e9ba-4f3c-ae75-6e5475821c0d'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:14:27.807485 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-681602bb-4103-456a-bf0c-7ec221d6cc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:14:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['14c649df-e9ba-4f3c-ae75-6e5475821c0d'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:14:27.962186 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-681602bb-4103-456a-bf0c-7ec221d6cc90 None None] Set router 14c649df-e9ba-4f3c-ae75-6e5475821c0d gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:14:27.972479 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-58fe99ac-8852-4061-ac2d-d48534fce8fb admin admin] Publish callbacks [] for security_group (5e200525-fa48-475d-ab42-1ab16e39cb17), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:27.979339 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-58fe99ac-8852-4061-ac2d-d48534fce8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (5e200525-fa48-475d-ab42-1ab16e39cb17), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:28.031008 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe99ac-8852-4061-ac2d-d48534fce8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e200525-fa48-475d-ab42-1ab16e39cb17,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:28.063201 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-58fe99ac-8852-4061-ac2d-d48534fce8fb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d155a40b47cf4e59a6a6c707aea4477f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6607134 Feb 08 21:14:28.063815 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41822) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:28.142582 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae75ecf0-da1f-4a0e-b98c-1b401401b2e1 admin admin] Publish callbacks [] for security_group (5e200525-fa48-475d-ab42-1ab16e39cb17), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:28.189284 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae75ecf0-da1f-4a0e-b98c-1b401401b2e1 admin admin] Publish callbacks [] for security_group (5e200525-fa48-475d-ab42-1ab16e39cb17), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:28.280117 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae75ecf0-da1f-4a0e-b98c-1b401401b2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (5e200525-fa48-475d-ab42-1ab16e39cb17), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:28.284699 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae75ecf0-da1f-4a0e-b98c-1b401401b2e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:28.288834 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ae75ecf0-da1f-4a0e-b98c-1b401401b2e1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5e200525-fa48-475d-ab42-1ab16e39cb17 HTTP/1.1" status: 204 len: 168 time: 0.2213979 Feb 08 21:14:28.299879 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41828) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:28.309030 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75ecf0-da1f-4a0e-b98c-1b401401b2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e200525-fa48-475d-ab42-1ab16e39cb17,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:28.323973 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae75ecf0-da1f-4a0e-b98c-1b401401b2e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:28.324643 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae75ecf0-da1f-4a0e-b98c-1b401401b2e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:28.325497 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae75ecf0-da1f-4a0e-b98c-1b401401b2e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:28.326083 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae75ecf0-da1f-4a0e-b98c-1b401401b2e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:28.326660 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae75ecf0-da1f-4a0e-b98c-1b401401b2e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:28.327962 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae75ecf0-da1f-4a0e-b98c-1b401401b2e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:28.328841 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae75ecf0-da1f-4a0e-b98c-1b401401b2e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:28.329131 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae75ecf0-da1f-4a0e-b98c-1b401401b2e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:28.330591 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae75ecf0-da1f-4a0e-b98c-1b401401b2e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:28.331077 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae75ecf0-da1f-4a0e-b98c-1b401401b2e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:28.331537 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae75ecf0-da1f-4a0e-b98c-1b401401b2e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:28.331991 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae75ecf0-da1f-4a0e-b98c-1b401401b2e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:28.332639 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae75ecf0-da1f-4a0e-b98c-1b401401b2e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:28.350730 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a308458-d370-4521-905c-9262bb0e15c0 req-40323c76-ab39-4366-81a0-3676f1748f53 service neutron] 10.222.0.94 "GET /v2.0/networks/99cd4fbd-ec19-45b8-b386-2fa31ded0325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5999928 Feb 08 21:14:28.371195 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04d6e1-b8d4-4509-8062-9a0b1abae4be req-b0895405-d5d8-4ab8-a391-c574da091b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:28.373715 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f04d6e1-b8d4-4509-8062-9a0b1abae4be req-b0895405-d5d8-4ab8-a391-c574da091b4c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 1132 time: 0.5872660 Feb 08 21:14:28.412482 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5b264-7f18-4252-a176-da97f9432d00 req-f9f24600-40fb-4add-a477-4579c2247d07 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:28.423486 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-99a5b264-7f18-4252-a176-da97f9432d00 req-f9f24600-40fb-4add-a477-4579c2247d07 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=42015d05-c012-43e8-b7f5-d67972accba1 HTTP/1.1" status: 200 len: 945 time: 0.5244284 Feb 08 21:14:28.447780 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-681602bb-4103-456a-bf0c-7ec221d6cc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1810342990-router', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:11:27Z', 'updated_at': '2022-02-08T21:11:33Z', 'revision_number': 4, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'gw_port': {'id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:28Z', 'updated_at': '2022-02-08T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '12fc7dca-90e8-4231-9eb3-1910af608108', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'floating_ip_address': '172.25.3.125', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'port_id': 'e75f0b0d-85be-425e-b7d1-e05a5632a1d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef', 'mac_address': 'fa:16:3e:87:cf:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42015d05-c012-43e8-b7f5-d67972accba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:12:05Z', 'updated_at': '2022-02-08T21:14:25Z', 'revision_number': 5, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bce35fe-25a1-46dd-8c5b-a702fdfbd384', 'name': '', 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'mac_address': 'fa:16:3e:f4:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:32Z', 'updated_at': '2022-02-08T21:11:50Z', 'revision_number': 5, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'subnets': [{'id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:14:28.477001 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a449ce70-4496-4d61-9a27-8cdbd92bb9b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:28.486191 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681602bb-4103-456a-bf0c-7ec221d6cc90 None None] The sync data for ids ['14c649df-e9ba-4f3c-ae75-6e5475821c0d'] in n-d-712143-31 is: [{'id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1810342990-router', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:11:27Z', 'updated_at': '2022-02-08T21:11:33Z', 'revision_number': 4, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'gw_port': {'id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:28Z', 'updated_at': '2022-02-08T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '12fc7dca-90e8-4231-9eb3-1910af608108', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'floating_ip_address': '172.25.3.125', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'port_id': 'e75f0b0d-85be-425e-b7d1-e05a5632a1d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef', 'mac_address': 'fa:16:3e:87:cf:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42015d05-c012-43e8-b7f5-d67972accba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:12:05Z', 'updated_at': '2022-02-08T21:14:25Z', 'revision_number': 5, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bce35fe-25a1-46dd-8c5b-a702fdfbd384', 'name': '', 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'mac_address': 'fa:16:3e:f4:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:32Z', 'updated_at': '2022-02-08T21:11:50Z', 'revision_number': 5, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'subnets': [{'id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:14:28.507134 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a3e1c-8c62-46bf-8760-479003a9aafd req-8beed5c5-4fdf-4e0e-a0b4-d6a5524f42f6 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:28.508733 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f9a3e1c-8c62-46bf-8760-479003a9aafd req-8beed5c5-4fdf-4e0e-a0b4-d6a5524f42f6 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 949 time: 0.5957966 Feb 08 21:14:28.663801 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a449ce70-4496-4d61-9a27-8cdbd92bb9b4 admin admin] Publish callbacks [] for security_group (f7fbaf1e-72ca-48f7-b766-f1e9fa32957a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:28.671483 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a449ce70-4496-4d61-9a27-8cdbd92bb9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f7fbaf1e-72ca-48f7-b766-f1e9fa32957a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:28.743998 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449ce70-4496-4d61-9a27-8cdbd92bb9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fbaf1e-72ca-48f7-b766-f1e9fa32957a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:28.752608 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a449ce70-4496-4d61-9a27-8cdbd92bb9b4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=971542fb57144497a50444313e71f5dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4504635 Feb 08 21:14:28.756513 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41838) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:28.788055 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-99a5b264-7f18-4252-a176-da97f9432d00 req-8b021d76-3c3a-43ce-925f-a616a2894b4b tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2887647 Feb 08 21:14:28.796883 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04d6e1-b8d4-4509-8062-9a0b1abae4be req-0f4b79cc-e947-4589-9a6d-d4d122418fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:28.800062 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f04d6e1-b8d4-4509-8062-9a0b1abae4be req-0f4b79cc-e947-4589-9a6d-d4d122418fc6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.4101727 Feb 08 21:14:28.803123 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032b7c0-d49a-43e8-bc27-555fcd6e34ae req-229a6562-4b38-4c05-a046-d181a4f8ed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:28.805720 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9032b7c0-d49a-43e8-bc27-555fcd6e34ae req-229a6562-4b38-4c05-a046-d181a4f8ed90 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=10dc8ae370f746c690cf607378dfc111&device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 1126 time: 0.3096740 Feb 08 21:14:28.882678 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670811a7-f86a-41c4-abef-6eeafdf79c29 None None] New status for floating IP 12fc7dca-90e8-4231-9eb3-1910af608108: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:14:28.889774 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-68198477-4e12-4ea4-9cd2-a0a2f68c1d10 admin admin] Publish callbacks [] for security_group (f7fbaf1e-72ca-48f7-b766-f1e9fa32957a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:28.908988 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f04d6e1-b8d4-4509-8062-9a0b1abae4be req-b3d3c815-671e-426b-ac3e-c4fc73073685 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=3cc2793c-991b-4238-8efb-6c6e02437256 HTTP/1.1" status: 200 len: 217 time: 0.1009855 Feb 08 21:14:28.936954 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f9a3e1c-8c62-46bf-8760-479003a9aafd req-94119380-be85-4a35-b1a8-16305aafa2c8 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461111 Feb 08 21:14:29.035931 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:29.049438 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-68198477-4e12-4ea4-9cd2-a0a2f68c1d10 admin admin] Publish callbacks [] for security_group (f7fbaf1e-72ca-48f7-b766-f1e9fa32957a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:29.090108 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 08 Feb 2022 21:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b52031a-5938-4362-8a1f-b40c0015430a x-openstack-request-id: req-0b52031a-5938-4362-8a1f-b40c0015430a {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:14:29.091020 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd318a7c-dc28-47d5-9434-5eb03be4cf16", "tag": "6b715280-a1dc-4aea-9b69-73c99012900e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "42015d05-c012-43e8-b7f5-d67972accba1", "tag": "e75f0b0d-85be-425e-b7d1-e05a5632a1d3", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:14:29.091681 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0b52031a-5938-4362-8a1f-b40c0015430a {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:14:29.092611 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd318a7c-dc28-47d5-9434-5eb03be4cf16', 'tag': '6b715280-a1dc-4aea-9b69-73c99012900e', 'status': 'completed', 'code': 200} Feb 08 21:14:29.093393 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42015d05-c012-43e8-b7f5-d67972accba1', 'tag': 'e75f0b0d-85be-425e-b7d1-e05a5632a1d3', 'status': 'completed', 'code': 200} Feb 08 21:14:29.147603 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25565776-b478-42c8-87fa-2208523ef0c6 req-76a47e12-2d89-4156-9f5a-73482d6fc506 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:29.150404 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-25565776-b478-42c8-87fa-2208523ef0c6 req-76a47e12-2d89-4156-9f5a-73482d6fc506 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.94 "GET /v2.0/ports?device_id=d6c3b2b8-c804-44b2-884e-4ee3cf4c97ba HTTP/1.1" status: 200 len: 950 time: 0.2622733 Feb 08 21:14:29.256514 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032b7c0-d49a-43e8-bc27-555fcd6e34ae req-1417397a-135f-49c7-b5ba-0f8e56c1486f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:29.264584 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9032b7c0-d49a-43e8-bc27-555fcd6e34ae req-1417397a-135f-49c7-b5ba-0f8e56c1486f service neutron] 10.222.0.94 "GET /v2.0/networks?id=99cd4fbd-ec19-45b8-b386-2fa31ded0325 HTTP/1.1" status: 200 len: 922 time: 0.3721740 Feb 08 21:14:29.394846 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9032b7c0-d49a-43e8-bc27-555fcd6e34ae req-ba0ac05e-0c03-464a-869f-873b0e56bdf4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d99ae718-1a73-4a98-bccd-a04955092cb4 HTTP/1.1" status: 200 len: 217 time: 0.1197827 Feb 08 21:14:29.446884 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d7a48-9caf-453e-86f9-c058a436a212 req-e154277e-4e48-4def-a2be-c779268d2338 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:29.450817 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-578d7a48-9caf-453e-86f9-c058a436a212 req-e154277e-4e48-4def-a2be-c779268d2338 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 943 time: 0.5096903 Feb 08 21:14:29.455646 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04d6e1-b8d4-4509-8062-9a0b1abae4be req-871049cd-51b7-4191-baa6-f27280e39382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:29.459065 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f04d6e1-b8d4-4509-8062-9a0b1abae4be req-871049cd-51b7-4191-baa6-f27280e39382 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.5099621 Feb 08 21:14:29.500009 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-68198477-4e12-4ea4-9cd2-a0a2f68c1d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f7fbaf1e-72ca-48f7-b766-f1e9fa32957a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:29.504615 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-68198477-4e12-4ea4-9cd2-a0a2f68c1d10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:29.505692 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-68198477-4e12-4ea4-9cd2-a0a2f68c1d10 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f7fbaf1e-72ca-48f7-b766-f1e9fa32957a HTTP/1.1" status: 204 len: 168 time: 0.7475119 Feb 08 21:14:29.525931 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3797e3-4116-48e9-975e-63cc749d8009 req-aa14fef5-d3a1-4997-bc1a-d94c2ea0736c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:29.527569 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4a3797e3-4116-48e9-975e-63cc749d8009 req-aa14fef5-d3a1-4997-bc1a-d94c2ea0736c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9b3b159591ee4a229900ea8953fa8a06&device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 1157 time: 0.3758543 Feb 08 21:14:29.582470 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68198477-4e12-4ea4-9cd2-a0a2f68c1d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fbaf1e-72ca-48f7-b766-f1e9fa32957a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:29.699478 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-25565776-b478-42c8-87fa-2208523ef0c6 req-e70e9204-f58f-40e4-a350-7c545583c77f tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Deleting port e9ff1c5c-bb27-492a-9953-563e001f5d8d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:14:29.699964 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-25565776-b478-42c8-87fa-2208523ef0c6 req-e70e9204-f58f-40e4-a350-7c545583c77f tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (e9ff1c5c-bb27-492a-9953-563e001f5d8d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:29.760468 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032b7c0-d49a-43e8-bc27-555fcd6e34ae req-fddcd8f9-a9d7-4e1f-97aa-84d1e8839426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:29.763477 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9032b7c0-d49a-43e8-bc27-555fcd6e34ae req-fddcd8f9-a9d7-4e1f-97aa-84d1e8839426 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d1038644-0e9a-4c39-b91b-b7947ede0433 HTTP/1.1" status: 200 len: 861 time: 0.3587656 Feb 08 21:14:29.804935 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 3cc2793c-991b-4238-8efb-6c6e02437256 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:14:29.865728 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9032b7c0-d49a-43e8-bc27-555fcd6e34ae req-1080c9de-a0d9-403f-84ae-336cc04f475e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=99cd4fbd-ec19-45b8-b386-2fa31ded0325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833995 Feb 08 21:14:29.873071 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-578d7a48-9caf-453e-86f9-c058a436a212 req-8c966860-d12d-43ab-8d2b-a80db5774eb8 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091108 Feb 08 21:14:29.875291 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 3cc2793c-991b-4238-8efb-6c6e02437256 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:14:29.877821 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3cc2793c-991b-4238-8efb-6c6e02437256), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:29.898190 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3797e3-4116-48e9-975e-63cc749d8009 req-6694fc18-10eb-4add-8edc-3f1c142e294a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:29.900939 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4a3797e3-4116-48e9-975e-63cc749d8009 req-6694fc18-10eb-4add-8edc-3f1c142e294a service neutron] 10.222.0.96 "GET /v2.0/networks?id=4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 200 len: 909 time: 0.3423145 Feb 08 21:14:30.030914 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-25565776-b478-42c8-87fa-2208523ef0c6 req-e70e9204-f58f-40e4-a350-7c545583c77f tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] For port e9ff1c5c-bb27-492a-9953-563e001f5d8d, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=e9ff1c5c-bb27-492a-9953-563e001f5d8d,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:30.031514 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-25565776-b478-42c8-87fa-2208523ef0c6 req-e70e9204-f58f-40e4-a350-7c545583c77f tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (e9ff1c5c-bb27-492a-9953-563e001f5d8d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:30.039803 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4a3797e3-4116-48e9-975e-63cc749d8009 req-17a00404-36a5-46a8-a29f-4496587cea77 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b715280-a1dc-4aea-9b69-73c99012900e HTTP/1.1" status: 200 len: 217 time: 0.1285563 Feb 08 21:14:30.052960 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 3cc2793c-991b-4238-8efb-6c6e02437256 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:14:30.053640 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3cc2793c-991b-4238-8efb-6c6e02437256), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:30.085946 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1bc7b-bacb-4198-81a1-ddea5993c667 req-5f98c7a9-03fb-4ae9-821e-07975a60014c tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:30.106571 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc2793c-991b-4238-8efb-6c6e02437256'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:14:30.112575 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ccc1bc7b-bacb-4198-81a1-ddea5993c667 req-5f98c7a9-03fb-4ae9-821e-07975a60014c tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 943 time: 0.5422711 Feb 08 21:14:30.121807 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918052eb-9a82-41d5-8420-4c69318120a3" -d '{"events": [{"server_uuid": "bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b", "name": "network-vif-plugged", "status": "completed", "tag": "3cc2793c-991b-4238-8efb-6c6e02437256"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:14:30.145857 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 3cc2793c-991b-4238-8efb-6c6e02437256, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=3cc2793c-991b-4238-8efb-6c6e02437256,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:30.153128 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-25565776-b478-42c8-87fa-2208523ef0c6 req-e70e9204-f58f-40e4-a350-7c545583c77f tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Calling delete_port for e9ff1c5c-bb27-492a-9953-563e001f5d8d owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:14:30.156525 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3cc2793c-991b-4238-8efb-6c6e02437256), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:30.202963 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04d6e1-b8d4-4509-8062-9a0b1abae4be req-063c1049-9bbc-4809-a323-c3dc9fab2b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:30.206502 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f04d6e1-b8d4-4509-8062-9a0b1abae4be req-063c1049-9bbc-4809-a323-c3dc9fab2b46 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6473596 Feb 08 21:14:30.217065 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9032b7c0-d49a-43e8-bc27-555fcd6e34ae req-cb55c059-2ebc-4359-b11d-853f960d2e33 service neutron] 10.222.0.94 "GET /v2.0/networks/99cd4fbd-ec19-45b8-b386-2fa31ded0325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360946 Feb 08 21:14:30.234765 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3797e3-4116-48e9-975e-63cc749d8009 req-00e89b68-b36a-4d93-8a9f-e0a70357cf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:30.237498 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4a3797e3-4116-48e9-975e-63cc749d8009 req-00e89b68-b36a-4d93-8a9f-e0a70357cf8f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=55523d5b-2f07-476f-b4a6-0043cdbb6c1a HTTP/1.1" status: 200 len: 848 time: 0.1725397 Feb 08 21:14:30.262851 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=3cc2793c-991b-4238-8efb-6c6e02437256,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:30.291223 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4a3797e3-4116-48e9-975e-63cc749d8009 req-a5e4f1fb-838b-4e97-9562-5e3ae8db8021 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4c67478e-bb4a-47b2-85c8-c1996b203e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443323 Feb 08 21:14:30.295978 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:14:30.368149 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41872) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:30.419471 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6efd700b-d994-4137-84f9-3d7f8434e472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:30.474011 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edf21d-1594-47bf-9efa-ecac984dbe53 req-21fdc014-f557-4f53-88a6-6f1934f4f386 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:30.476606 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-73edf21d-1594-47bf-9efa-ecac984dbe53 req-21fdc014-f557-4f53-88a6-6f1934f4f386 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6c3b2b8-c804-44b2-884e-4ee3cf4c97ba HTTP/1.1" status: 200 len: 950 time: 0.4048231 Feb 08 21:14:30.500430 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ccc1bc7b-bacb-4198-81a1-ddea5993c667 req-774ff074-5a23-4969-ae65-04f88db81c48 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491123 Feb 08 21:14:30.510925 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4a3797e3-4116-48e9-975e-63cc749d8009 req-14f2c7ae-795e-4f34-b21f-2f6f2eed538a service neutron] 10.222.0.96 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114687 Feb 08 21:14:30.519435 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-25565776-b478-42c8-87fa-2208523ef0c6 req-e70e9204-f58f-40e4-a350-7c545583c77f tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (e9ff1c5c-bb27-492a-9953-563e001f5d8d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:30.538038 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['d9d3405f-7619-4d47-9127-89342f2513dd'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:14:30.617816 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9032b7c0-d49a-43e8-bc27-555fcd6e34ae req-07b8c8d1-e836-4bb0-a7d5-0974868b7079 service neutron] 10.222.0.94 "GET /v2.0/networks/99cd4fbd-ec19-45b8-b386-2fa31ded0325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803329 Feb 08 21:14:30.630391 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f04d6e1-b8d4-4509-8062-9a0b1abae4be req-f763e390-2c5d-48db-af28-9f64c4f715fa service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965623 Feb 08 21:14:30.753029 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4a3797e3-4116-48e9-975e-63cc749d8009 req-c6ebdb66-cb91-421f-8780-67a6cb5ea1bf service neutron] 10.222.0.96 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307155 Feb 08 21:14:30.763025 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e9204-f58f-40e4-a350-7c545583c77f tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Pushing event deleted for resources: {'Port': ['ID=e9ff1c5c-bb27-492a-9953-563e001f5d8d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:30.774869 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-73edf21d-1594-47bf-9efa-ecac984dbe53 req-c349e89a-ffdd-49ae-9a9f-7480a9cf15c6 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/security-groups?id=b51504be-e472-4ba7-b632-6e6fce8bd653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886331 Feb 08 21:14:30.913400 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-25565776-b478-42c8-87fa-2208523ef0c6 req-e70e9204-f58f-40e4-a350-7c545583c77f tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] No DVR routers for this DVR port e9ff1c5c-bb27-492a-9953-563e001f5d8d on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:14:30.918203 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-25565776-b478-42c8-87fa-2208523ef0c6 req-e70e9204-f58f-40e4-a350-7c545583c77f tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:30.930482 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-25565776-b478-42c8-87fa-2208523ef0c6 req-e70e9204-f58f-40e4-a350-7c545583c77f tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.94 "DELETE /v2.0/ports/e9ff1c5c-bb27-492a-9953-563e001f5d8d HTTP/1.1" status: 204 len: 173 time: 1.7397230 Feb 08 21:14:30.957641 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f04d6e1-b8d4-4509-8062-9a0b1abae4be req-249e2316-721a-484d-9745-441cec615ec2 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101275 Feb 08 21:14:31.114150 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c3b2b8-c804-44b2-884e-4ee3cf4c97ba', 'name': 'network-vif-deleted', 'tag': 'e9ff1c5c-bb27-492a-9953-563e001f5d8d'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:14:31.114150 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd46efb-fefa-4521-88dd-2ebcd145e5f6" -d '{"events": [{"server_uuid": "d6c3b2b8-c804-44b2-884e-4ee3cf4c97ba", "name": "network-vif-deleted", "tag": "e9ff1c5c-bb27-492a-9953-563e001f5d8d"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:14:31.223616 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6efd700b-d994-4137-84f9-3d7f8434e472 admin admin] Publish callbacks [] for security_group (6817b669-b89b-4c98-bbf9-c1ac63681fde), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:31.238461 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3797e3-4116-48e9-975e-63cc749d8009 req-e598b70d-e007-4567-bd1a-2f4a2c8b5a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:31.243649 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4a3797e3-4116-48e9-975e-63cc749d8009 req-e598b70d-e007-4567-bd1a-2f4a2c8b5a14 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a0f21c1ed8144dec92b6948d7d2d9a67&device_id=42015d05-c012-43e8-b7f5-d67972accba1 HTTP/1.1" status: 200 len: 1128 time: 0.3460577 Feb 08 21:14:31.246085 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6efd700b-d994-4137-84f9-3d7f8434e472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6817b669-b89b-4c98-bbf9-c1ac63681fde), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:31.351049 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:31.420536 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:31.443252 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6efd700b-d994-4137-84f9-3d7f8434e472 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=12a1d9b25c374dbb9c8ef213a549b3bc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0729163 Feb 08 21:14:31.447510 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 41896) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:31.453813 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd700b-d994-4137-84f9-3d7f8434e472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6817b669-b89b-4c98-bbf9-c1ac63681fde,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:31.523421 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3797e3-4116-48e9-975e-63cc749d8009 req-91cf22f8-52dd-4eb4-bb7b-4576add8b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:31.528544 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4a3797e3-4116-48e9-975e-63cc749d8009 req-91cf22f8-52dd-4eb4-bb7b-4576add8b560 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b2fa857b-d652-4cb7-a5d6-dc6045645cef HTTP/1.1" status: 200 len: 925 time: 0.2614093 Feb 08 21:14:31.537990 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef600f-fb8e-4618-8d68-b1d104659d64 req-7c2c0ded-9c49-49ea-a9d2-2251fd3d1239 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:31.541027 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9ef600f-fb8e-4618-8d68-b1d104659d64 req-7c2c0ded-9c49-49ea-a9d2-2251fd3d1239 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=42015d05-c012-43e8-b7f5-d67972accba1 HTTP/1.1" status: 200 len: 945 time: 0.2745664 Feb 08 21:14:31.606407 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device d99ae718-1a73-4a98-bccd-a04955092cb4 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:14:31.658033 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device e9ff1c5c-bb27-492a-9953-563e001f5d8d no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:14:31.681497 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-893fd9ac-a893-4c23-8b28-0c2b6b464ab2 admin admin] Publish callbacks [] for security_group (6817b669-b89b-4c98-bbf9-c1ac63681fde), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:31.741058 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-86ecb43b-657f-4526-abaa-d24fc823c6c2 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=4f65d6ef55384d48bd10db7cc2cf7251&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0899646 Feb 08 21:14:31.764588 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: e9ff1c5c-bb27-492a-9953-563e001f5d8d {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:14:31.765729 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device e9ff1c5c-bb27-492a-9953-563e001f5d8d not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:14:31.781735 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:14:31.783917 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4a3797e3-4116-48e9-975e-63cc749d8009 req-911e32b9-54d4-46d2-9a13-13811c77fd64 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e75f0b0d-85be-425e-b7d1-e05a5632a1d3 HTTP/1.1" status: 200 len: 1001 time: 0.2486489 Feb 08 21:14:31.827862 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9ef600f-fb8e-4618-8d68-b1d104659d64 req-3d62d8ea-5ab4-453a-9bba-db1d4a5fdfaf tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2634277 Feb 08 21:14:31.862266 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3797e3-4116-48e9-975e-63cc749d8009 req-3966f1df-fb05-41f4-bea7-4ee4c1ce806e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:31.862266 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4a3797e3-4116-48e9-975e-63cc749d8009 req-3966f1df-fb05-41f4-bea7-4ee4c1ce806e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6afb4a6-45be-443f-9ca3-32271431c278 HTTP/1.1" status: 200 len: 863 time: 0.0570679 Feb 08 21:14:31.920054 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-893fd9ac-a893-4c23-8b28-0c2b6b464ab2 admin admin] Publish callbacks [] for security_group (6817b669-b89b-4c98-bbf9-c1ac63681fde), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:32.031365 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port d99ae718-1a73-4a98-bccd-a04955092cb4, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d99ae718-1a73-4a98-bccd-a04955092cb4,segment=NetworkSegment(488cc332-a24d-48f9-b9ab-2d3512ca7d1e),segment_id=488cc332-a24d-48f9-b9ab-2d3512ca7d1e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:32.049938 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3797e3-4116-48e9-975e-63cc749d8009 req-1132be29-28e1-427d-aa72-cbd72b56b6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:32.053056 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4a3797e3-4116-48e9-975e-63cc749d8009 req-1132be29-28e1-427d-aa72-cbd72b56b6a5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b2fa857b-d652-4cb7-a5d6-dc6045645cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1763964 Feb 08 21:14:32.080278 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'd99ae718-1a73-4a98-bccd-a04955092cb4', 'network_id': '99cd4fbd-ec19-45b8-b386-2fa31ded0325', 'port_id': 'd99ae718-1a73-4a98-bccd-a04955092cb4', 'mac_address': 'fa:16:3e:12:f9:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1038644-0e9a-4c39-b91b-b7947ede0433', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:14:32.100271 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-0ed0b501-09f0-45f8-bc50-8637b8d97acf tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:32.103170 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-0ed0b501-09f0-45f8-bc50-8637b8d97acf tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3602891 Feb 08 21:14:32.128264 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-893fd9ac-a893-4c23-8b28-0c2b6b464ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6817b669-b89b-4c98-bbf9-c1ac63681fde), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:32.133319 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-893fd9ac-a893-4c23-8b28-0c2b6b464ab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:32.135139 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-893fd9ac-a893-4c23-8b28-0c2b6b464ab2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6817b669-b89b-4c98-bbf9-c1ac63681fde HTTP/1.1" status: 204 len: 168 time: 0.6851001 Feb 08 21:14:32.168552 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a8b34-ed31-4881-8cb8-7686df298afa req-a180c143-d68d-4dba-8b57-653b3789d783 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:32.171308 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-365a8b34-ed31-4881-8cb8-7686df298afa req-a180c143-d68d-4dba-8b57-653b3789d783 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 950 time: 0.1644468 Feb 08 21:14:32.177442 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port d99ae718-1a73-4a98-bccd-a04955092cb4 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:14:32.178390 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d99ae718-1a73-4a98-bccd-a04955092cb4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:32.183098 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-22350a95-00fd-42ad-8654-6397ff8f488f tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/quotas/4f65d6ef55384d48bd10db7cc2cf7251 HTTP/1.1" status: 200 len: 375 time: 0.0590677 Feb 08 21:14:32.189903 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893fd9ac-a893-4c23-8b28-0c2b6b464ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6817b669-b89b-4c98-bbf9-c1ac63681fde,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:32.208678 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4a3797e3-4116-48e9-975e-63cc749d8009 req-aa6dfe22-f419-45f3-ad44-3ea337b21d13 service neutron] 10.222.0.96 "GET /v2.0/networks/b2fa857b-d652-4cb7-a5d6-dc6045645cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475966 Feb 08 21:14:32.218627 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d99ae718-1a73-4a98-bccd-a04955092cb4 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:14:32.247502 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893fd9ac-a893-4c23-8b28-0c2b6b464ab2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:32.248049 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893fd9ac-a893-4c23-8b28-0c2b6b464ab2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:32.248598 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893fd9ac-a893-4c23-8b28-0c2b6b464ab2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:32.249839 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893fd9ac-a893-4c23-8b28-0c2b6b464ab2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:32.249839 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893fd9ac-a893-4c23-8b28-0c2b6b464ab2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:32.250345 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893fd9ac-a893-4c23-8b28-0c2b6b464ab2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:32.250929 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893fd9ac-a893-4c23-8b28-0c2b6b464ab2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:32.252068 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893fd9ac-a893-4c23-8b28-0c2b6b464ab2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:32.252582 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893fd9ac-a893-4c23-8b28-0c2b6b464ab2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:32.253091 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893fd9ac-a893-4c23-8b28-0c2b6b464ab2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:32.253611 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893fd9ac-a893-4c23-8b28-0c2b6b464ab2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:32.254204 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893fd9ac-a893-4c23-8b28-0c2b6b464ab2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:32.254688 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893fd9ac-a893-4c23-8b28-0c2b6b464ab2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:32.278245 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port d99ae718-1a73-4a98-bccd-a04955092cb4, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d99ae718-1a73-4a98-bccd-a04955092cb4,segment=NetworkSegment(488cc332-a24d-48f9-b9ab-2d3512ca7d1e),segment_id=488cc332-a24d-48f9-b9ab-2d3512ca7d1e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:32.291445 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d99ae718-1a73-4a98-bccd-a04955092cb4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:32.360806 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-365a8b34-ed31-4881-8cb8-7686df298afa req-271b3040-fcb4-44ad-a7b9-fb224071069d tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757302 Feb 08 21:14:32.378172 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-f3bf9cc7-c5b3-4abe-a28f-3189784a576e tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4f65d6ef55384d48bd10db7cc2cf7251&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1742082 Feb 08 21:14:32.466375 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=d99ae718-1a73-4a98-bccd-a04955092cb4,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:32.471123 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4a3797e3-4116-48e9-975e-63cc749d8009 req-3c4b476d-182b-41a0-a59c-279b22e2a06c service neutron] 10.222.0.96 "GET /v2.0/networks/b2fa857b-d652-4cb7-a5d6-dc6045645cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431424 Feb 08 21:14:32.480379 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c46933-465f-457d-9638-44de280fba93 x-openstack-request-id: req-10c46933-465f-457d-9638-44de280fba93 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:14:32.480780 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b", "name": "network-vif-plugged", "status": "completed", "tag": "3cc2793c-991b-4238-8efb-6c6e02437256", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:14:32.481159 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-10c46933-465f-457d-9638-44de280fba93 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:14:32.481949 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc2793c-991b-4238-8efb-6c6e02437256', 'code': 200} Feb 08 21:14:32.507608 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:32.511987 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:32.513755 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:32.514281 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:32.514828 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:32.515403 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:32.518360 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:32.519906 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:32.520384 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:32.520812 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:32.523551 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:32.524845 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:32.525589 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:14:32.616360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8757d0-fc25-4e94-9503-dea2a61f4a8e req-04bfcc69-27a5-47f0-9693-291f5f36a9d1 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:32.623785 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b8757d0-fc25-4e94-9503-dea2a61f4a8e req-04bfcc69-27a5-47f0-9693-291f5f36a9d1 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 944 time: 0.0795248 Feb 08 21:14:32.640186 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e325951-9288-4bd0-b099-6e84ffee0e0b x-openstack-request-id: req-0e325951-9288-4bd0-b099-6e84ffee0e0b {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:14:32.640504 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c3b2b8-c804-44b2-884e-4ee3cf4c97ba", "name": "network-vif-deleted", "tag": "e9ff1c5c-bb27-492a-9953-563e001f5d8d", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:14:32.640771 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0e325951-9288-4bd0-b099-6e84ffee0e0b {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:14:32.642452 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c3b2b8-c804-44b2-884e-4ee3cf4c97ba', 'name': 'network-vif-deleted', 'tag': 'e9ff1c5c-bb27-492a-9953-563e001f5d8d', 'status': 'completed', 'code': 200} Feb 08 21:14:32.708044 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b8757d0-fc25-4e94-9503-dea2a61f4a8e req-0f810a11-c1fc-4793-be79-63b8809798c8 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820847 Feb 08 21:14:32.761923 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['d99ae718-1a73-4a98-bccd-a04955092cb4'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:14:32.831333 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a30e0-399d-4b3b-9868-6d8fbf04360c req-dcb1cea1-6251-4b84-8464-2e5f82a3137a tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:32.833121 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d73a30e0-399d-4b3b-9868-6d8fbf04360c req-dcb1cea1-6251-4b84-8464-2e5f82a3137a tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.1130352 Feb 08 21:14:33.005132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c4a66-2443-41a7-bd8c-8de2a9e2cced req-fe4cffbe-a693-4279-a3a8-6c744a2f2a0f tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:33.007885 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a2c4a66-2443-41a7-bd8c-8de2a9e2cced req-fe4cffbe-a693-4279-a3a8-6c744a2f2a0f tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 943 time: 0.1996913 Feb 08 21:14:33.014531 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d73a30e0-399d-4b3b-9868-6d8fbf04360c req-bddc82b6-6da4-463d-95c6-fe4e02aa3343 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406741 Feb 08 21:14:33.191604 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a2c4a66-2443-41a7-bd8c-8de2a9e2cced req-79547626-2b02-453d-9ffe-438f3d1984b2 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670036 Feb 08 21:14:33.247470 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-efc196bb-f061-485c-84f6-a8bb27f48322 req-c62d1292-04cc-40f4-99bf-cd60f2222744 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/ports?device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 210 time: 0.0464575 Feb 08 21:14:33.425469 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbb48e-8060-45d1-90bb-c17ba0fe4593 req-a46d13e6-b281-4f0e-9150-e6d7e2d3409d tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:33.428398 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8dbb48e-8060-45d1-90bb-c17ba0fe4593 req-a46d13e6-b281-4f0e-9150-e6d7e2d3409d tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=42015d05-c012-43e8-b7f5-d67972accba1 HTTP/1.1" status: 200 len: 945 time: 0.0937724 Feb 08 21:14:33.552029 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8dbb48e-8060-45d1-90bb-c17ba0fe4593 req-9d651466-82bd-4ffe-b849-8bb1e036cff9 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110735 Feb 08 21:14:33.718558 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41950) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:33.791375 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2dd69-615a-4a8f-a247-6a034320330c req-f00684dc-57b1-47d1-8fe9-a9ef4f73786a tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:33.794141 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cd2dd69-615a-4a8f-a247-6a034320330c req-f00684dc-57b1-47d1-8fe9-a9ef4f73786a tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 950 time: 0.1822631 Feb 08 21:14:33.816840 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fd109-aecb-47aa-b4da-416e302211e8 req-d74f7a0c-da02-47b7-9dd5-b1c9ff306619 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:33.819566 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a22fd109-aecb-47aa-b4da-416e302211e8 req-d74f7a0c-da02-47b7-9dd5-b1c9ff306619 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=35a10c34-9f11-4650-8fc3-7b61ce718477 HTTP/1.1" status: 200 len: 950 time: 0.1520185 Feb 08 21:14:33.868278 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a1004c5c-bd02-43c4-a2be-59d1f958d1ed admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2087644277-network', 'tenant_id': 'fc73efb723294518a3eb01e021e15ee9'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:14:33.892598 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1004c5c-bd02-43c4-a2be-59d1f958d1ed admin admin] Made reservation on behalf of fc73efb723294518a3eb01e021e15ee9 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:14:33.895855 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1004c5c-bd02-43c4-a2be-59d1f958d1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:33.908435 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1004c5c-bd02-43c4-a2be-59d1f958d1ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:33.962845 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cd2dd69-615a-4a8f-a247-6a034320330c req-c8df3d6c-8d46-44e5-8cba-38310c35c1a3 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416304 Feb 08 21:14:33.977700 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a22fd109-aecb-47aa-b4da-416e302211e8 req-797322b3-84d0-499a-8aad-a09a3cd7e856 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/security-groups?id=b51504be-e472-4ba7-b632-6e6fce8bd653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445117 Feb 08 21:14:34.033154 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1004c5c-bd02-43c4-a2be-59d1f958d1ed admin admin] Publish callbacks [] for security_group (761c7db3-ac3c-47e4-8ea9-dbb50aadef55), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:34.043426 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1004c5c-bd02-43c4-a2be-59d1f958d1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (761c7db3-ac3c-47e4-8ea9-dbb50aadef55), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:34.084897 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1004c5c-bd02-43c4-a2be-59d1f958d1ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:14:34.102800 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1004c5c-bd02-43c4-a2be-59d1f958d1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761c7db3-ac3c-47e4-8ea9-dbb50aadef55,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:34.128109 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1004c5c-bd02-43c4-a2be-59d1f958d1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (a30781d8-f3a9-45e6-985b-025c8c61d7ee), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:34.128635 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-a1004c5c-bd02-43c4-a2be-59d1f958d1ed admin admin] Added segment a30781d8-f3a9-45e6-985b-025c8c61d7ee of type vlan for network a137df97-fdb5-4eb5-8c0f-549ef94d52a7 Feb 08 21:14:34.183056 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1004c5c-bd02-43c4-a2be-59d1f958d1ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (a137df97-fdb5-4eb5-8c0f-549ef94d52a7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:34.202713 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3c686-adcb-4f2a-a1f7-fdee62201c4d req-9b632ef7-75a0-4039-ad6c-c62ef75262b5 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:34.204373 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ced3c686-adcb-4f2a-a1f7-fdee62201c4d req-9b632ef7-75a0-4039-ad6c-c62ef75262b5 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=42015d05-c012-43e8-b7f5-d67972accba1 HTTP/1.1" status: 200 len: 945 time: 0.1039052 Feb 08 21:14:34.211355 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdf44a-fd60-45fb-ac77-0013e840e743 req-76e2c9f5-ede1-4c10-bec1-d1d6c55c6ae4 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:34.213154 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cfbdf44a-fd60-45fb-ac77-0013e840e743 req-76e2c9f5-ede1-4c10-bec1-d1d6c55c6ae4 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 944 time: 0.1147718 Feb 08 21:14:34.233331 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1004c5c-bd02-43c4-a2be-59d1f958d1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (a137df97-fdb5-4eb5-8c0f-549ef94d52a7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:34.238403 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1004c5c-bd02-43c4-a2be-59d1f958d1ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:34.239450 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1004c5c-bd02-43c4-a2be-59d1f958d1ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:34.313283 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ced3c686-adcb-4f2a-a1f7-fdee62201c4d req-ce540bae-82aa-4da9-9e11-e540ea255b5a tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930691 Feb 08 21:14:34.318982 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cfbdf44a-fd60-45fb-ac77-0013e840e743 req-1470ebd8-c240-410f-b9e3-cbe9c69f691a tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955927 Feb 08 21:14:34.399827 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a1004c5c-bd02-43c4-a2be-59d1f958d1ed admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6796591 Feb 08 21:14:34.404388 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41966) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:34.418356 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-57bb0699-2b59-445c-81ab-d612b54c1173 admin admin] Request body: {'subnet': {'network_id': 'a137df97-fdb5-4eb5-8c0f-549ef94d52a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2087644277-subnet', 'tenant_id': 'fc73efb723294518a3eb01e021e15ee9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:14:34.426093 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-23ed5182-df79-45fc-8fe3-4cab956a452a tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=4f65d6ef55384d48bd10db7cc2cf7251&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0837362 Feb 08 21:14:34.478247 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1004c5c-bd02-43c4-a2be-59d1f958d1ed admin admin] Pushing event updated for resources: {'Network': ['ID=a137df97-fdb5-4eb5-8c0f-549ef94d52a7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:34.496669 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network a137df97-fdb5-4eb5-8c0f-549ef94d52a7 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:14:34.592327 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc6e65-6cf9-4cfd-9f95-05b302e775e5 req-313c29a3-66fc-4749-a22b-1c0df7a81fc4 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:34.594395 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-44fc6e65-6cf9-4cfd-9f95-05b302e775e5 req-313c29a3-66fc-4749-a22b-1c0df7a81fc4 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.1473792 Feb 08 21:14:34.600467 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bb0699-2b59-445c-81ab-d612b54c1173 admin admin] Made reservation on behalf of fc73efb723294518a3eb01e021e15ee9 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:14:34.605354 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57bb0699-2b59-445c-81ab-d612b54c1173 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:34.628365 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05253121-58f9-4424-bfa7-502058cc59de req-abdfd1ec-60d2-448a-ab9d-fae7d65c3018 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:34.631255 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-05253121-58f9-4424-bfa7-502058cc59de req-abdfd1ec-60d2-448a-ab9d-fae7d65c3018 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 950 time: 0.1299410 Feb 08 21:14:34.724059 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-44fc6e65-6cf9-4cfd-9f95-05b302e775e5 req-662ea343-84ab-4ff4-93b0-e14e7f32f306 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097431 Feb 08 21:14:34.729136 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-05253121-58f9-4424-bfa7-502058cc59de req-e57572ae-c5cf-496a-b78c-39a7a55ec0c5 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812037 Feb 08 21:14:34.899676 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-584f9c4e-a6e0-4a5f-bc48-0aabc1603476 req-03b914b5-2e75-4c1b-a944-d7ee068f5d08 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/ports?device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 210 time: 0.0510848 Feb 08 21:14:34.942121 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703fe53-13ef-41b4-b21e-1b3f0610fb12 req-7b792bef-65fc-43c7-8ccb-caeef5e77846 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:34.943744 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d703fe53-13ef-41b4-b21e-1b3f0610fb12 req-7b792bef-65fc-43c7-8ccb-caeef5e77846 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 943 time: 0.1077580 Feb 08 21:14:35.027308 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d703fe53-13ef-41b4-b21e-1b3f0610fb12 req-01d6e9fe-3f58-4c5c-b5c5-79aaac835a12 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726049 Feb 08 21:14:35.100165 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-6fabfc85-981a-4fa3-8308-2fae8918c817 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:35.102928 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-6fabfc85-981a-4fa3-8308-2fae8918c817 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6699476 Feb 08 21:14:35.127535 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-848c7d27-9a3b-43ca-ba67-9ebf8c278ee6 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Request body: {'port': {'device_id': '08c8880a-37b0-4143-b830-c52c8f6c62ef', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': '4f65d6ef55384d48bd10db7cc2cf7251'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:14:35.231647 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4852f20-7fc5-4309-b2de-9fe4222f58ec req-44ea5aa2-6e84-431a-8c9b-2ad170c009d9 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:35.234454 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a4852f20-7fc5-4309-b2de-9fe4222f58ec req-44ea5aa2-6e84-431a-8c9b-2ad170c009d9 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=35a10c34-9f11-4650-8fc3-7b61ce718477 HTTP/1.1" status: 200 len: 950 time: 0.0958669 Feb 08 21:14:35.326423 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a4852f20-7fc5-4309-b2de-9fe4222f58ec req-4bb09fe0-8703-46b6-b8ef-f42cf9a43b50 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/security-groups?id=b51504be-e472-4ba7-b632-6e6fce8bd653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827880 Feb 08 21:14:35.411210 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b34f4dca-eca4-47b2-adae-c914be10211c req-793a4601-a3c1-4471-8915-01d62546d0dc tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=56f216a178424ba0984bc6550ca8f840&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568118 Feb 08 21:14:35.512361 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-68ede51b-04bc-400f-800f-4881286304e5 req-61714286-3006-42dc-a4f3-c24aa5911227 service neutron] 10.222.0.96 "GET /v2.0/ports/6b715280-a1dc-4aea-9b69-73c99012900e/bindings/n-h1-712143-31 HTTP/1.1" status: 200 len: 385 time: 0.3058023 Feb 08 21:14:35.591067 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57bb0699-2b59-445c-81ab-d612b54c1173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (1a9d0b2a-49a2-477d-914a-b2f0e4913a92), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:35.604404 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device d99ae718-1a73-4a98-bccd-a04955092cb4 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:14:35.668718 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4bfe2-0168-4c44-8cef-ed6674141ab2 req-d3fb165b-78c5-4328-9a9d-c8b785adabac tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:35.671616 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-05d4bfe2-0168-4c44-8cef-ed6674141ab2 req-d3fb165b-78c5-4328-9a9d-c8b785adabac tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.94 "GET /v2.0/ports?device_id=35a10c34-9f11-4650-8fc3-7b61ce718477 HTTP/1.1" status: 200 len: 950 time: 0.2764366 Feb 08 21:14:35.693856 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-848c7d27-9a3b-43ca-ba67-9ebf8c278ee6 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Made reservation on behalf of 4f65d6ef55384d48bd10db7cc2cf7251 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:14:35.697887 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port d99ae718-1a73-4a98-bccd-a04955092cb4 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:14:35.699668 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-848c7d27-9a3b-43ca-ba67-9ebf8c278ee6 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:35.709469 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port d99ae718-1a73-4a98-bccd-a04955092cb4 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:14:35.710677 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d99ae718-1a73-4a98-bccd-a04955092cb4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:35.744356 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-848c7d27-9a3b-43ca-ba67-9ebf8c278ee6 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:35.791418 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb0699-2b59-445c-81ab-d612b54c1173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a9d0b2a-49a2-477d-914a-b2f0e4913a92,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:35.853765 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port d99ae718-1a73-4a98-bccd-a04955092cb4 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:14:35.854245 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d99ae718-1a73-4a98-bccd-a04955092cb4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:35.880352 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bb0699-2b59-445c-81ab-d612b54c1173 admin admin] Checking segment: {'id': 'a30781d8-f3a9-45e6-985b-025c8c61d7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a137df97-fdb5-4eb5-8c0f-549ef94d52a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:14:35.880997 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bb0699-2b59-445c-81ab-d612b54c1173 admin admin] Network hostable DHCP agents. Network: a137df97-fdb5-4eb5-8c0f-549ef94d52a7, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:14:35.891572 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54458cb-078a-4923-a97b-6dfac7011cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99ae718-1a73-4a98-bccd-a04955092cb4'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:14:35.896299 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a49d301-8acf-4ea4-a974-fa866652db0b" -d '{"events": [{"server_uuid": "e54458cb-078a-4923-a97b-6dfac7011cd2", "name": "network-vif-plugged", "status": "completed", "tag": "d99ae718-1a73-4a98-bccd-a04955092cb4"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:14:35.916973 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port d99ae718-1a73-4a98-bccd-a04955092cb4, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d99ae718-1a73-4a98-bccd-a04955092cb4,segment=NetworkSegment(488cc332-a24d-48f9-b9ab-2d3512ca7d1e),segment_id=488cc332-a24d-48f9-b9ab-2d3512ca7d1e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:35.922771 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d99ae718-1a73-4a98-bccd-a04955092cb4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:36.007501 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=d99ae718-1a73-4a98-bccd-a04955092cb4,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:36.038302 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bb0699-2b59-445c-81ab-d612b54c1173 admin admin] Network a137df97-fdb5-4eb5-8c0f-549ef94d52a7 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:14:36.082977 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-57bb0699-2b59-445c-81ab-d612b54c1173 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, a137df97-fdb5-4eb5-8c0f-549ef94d52a7) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:14:36.099209 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5224325-c975-48d5-86a4-34e635b6fe69 None None] Network a137df97-fdb5-4eb5-8c0f-549ef94d52a7 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:14:36.109846 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bb0699-2b59-445c-81ab-d612b54c1173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:36.110793 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57bb0699-2b59-445c-81ab-d612b54c1173 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:36.136465 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-68ede51b-04bc-400f-800f-4881286304e5 req-cf7b9929-0968-483b-9796-8d6384c1625b service neutron] For port 6b715280-a1dc-4aea-9b69-73c99012900e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6b715280-a1dc-4aea-9b69-73c99012900e,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:36.150507 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90c2b1-432c-431b-b834-5eebf03140d3 req-1a1cf2d2-89e0-4feb-8da7-b3702891a366 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:36.153012 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4b90c2b1-432c-431b-b834-5eebf03140d3 req-1a1cf2d2-89e0-4feb-8da7-b3702891a366 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 944 time: 0.6967268 Feb 08 21:14:36.170578 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f4dca-eca4-47b2-adae-c914be10211c req-50bb86f0-6e5d-4e9f-a1f0-c2b9c7e15126 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:36.183020 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b34f4dca-eca4-47b2-adae-c914be10211c req-50bb86f0-6e5d-4e9f-a1f0-c2b9c7e15126 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7280922 Feb 08 21:14:36.201718 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-57bb0699-2b59-445c-81ab-d612b54c1173 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.7954209 Feb 08 21:14:36.208424 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42000) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:36.215726 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-848c7d27-9a3b-43ca-ba67-9ebf8c278ee6 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Publish callbacks [] for security_group (ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:36.218148 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:36.221853 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-827c9d97-2085-458d-aa8c-144e70fe3fe8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2087644277-router', 'tenant_id': 'fc73efb723294518a3eb01e021e15ee9', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:14:36.234244 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-848c7d27-9a3b-43ca-ba67-9ebf8c278ee6 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:36.241731 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-68ede51b-04bc-400f-800f-4881286304e5 req-cf7b9929-0968-483b-9796-8d6384c1625b service neutron] For port 6b715280-a1dc-4aea-9b69-73c99012900e, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:14:36.276989 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b34f4dca-eca4-47b2-adae-c914be10211c req-aee648a5-3632-4af2-8765-8c4307188d45 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/quotas/56f216a178424ba0984bc6550ca8f840 HTTP/1.1" status: 200 len: 375 time: 0.0928392 Feb 08 21:14:36.299935 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587d1f4d-af6a-4d04-9631-a5960b2b18be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-a137df97-fdb5-4eb5-8c0f-549ef94d52a7', 'network_id': 'a137df97-fdb5-4eb5-8c0f-549ef94d52a7', 'project_id': 'fc73efb723294518a3eb01e021e15ee9', 'fixed_ips': [{'subnet_id': '1a9d0b2a-49a2-477d-914a-b2f0e4913a92'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:14:36.300907 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-587d1f4d-af6a-4d04-9631-a5960b2b18be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:36.397690 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4b90c2b1-432c-431b-b834-5eebf03140d3 req-315f32ad-8b9b-4fd5-af12-c072363773f5 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060592 Feb 08 21:14:36.448382 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-827c9d97-2085-458d-aa8c-144e70fe3fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (e39de95a-e9d9-44eb-a2b8-c880a182a1b2), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:36.450170 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-827c9d97-2085-458d-aa8c-144e70fe3fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (e39de95a-e9d9-44eb-a2b8-c880a182a1b2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:36.453267 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:36.458088 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-05d4bfe2-0168-4c44-8cef-ed6674141ab2 req-839949a6-c9b0-4eae-999f-9438182f56de tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Deleting port d9d3405f-7619-4d47-9127-89342f2513dd {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:14:36.458334 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-05d4bfe2-0168-4c44-8cef-ed6674141ab2 req-839949a6-c9b0-4eae-999f-9438182f56de tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d9d3405f-7619-4d47-9127-89342f2513dd), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:36.466373 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-68ede51b-04bc-400f-800f-4881286304e5 req-cf7b9929-0968-483b-9796-8d6384c1625b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b715280-a1dc-4aea-9b69-73c99012900e {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:14:36.475581 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c7d27-9a3b-43ca-ba67-9ebf8c278ee6 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:36.494573 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b34f4dca-eca4-47b2-adae-c914be10211c req-e4afde53-987b-4f52-8c5d-725cdb57d1cb tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1939871 Feb 08 21:14:36.506488 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-68ede51b-04bc-400f-800f-4881286304e5 req-cf7b9929-0968-483b-9796-8d6384c1625b service neutron] For port 6b715280-a1dc-4aea-9b69-73c99012900e, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=6b715280-a1dc-4aea-9b69-73c99012900e,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:36.582979 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-587d1f4d-af6a-4d04-9631-a5960b2b18be None None] Allocated IP 172.20.0.2 (a137df97-fdb5-4eb5-8c0f-549ef94d52a7/1a9d0b2a-49a2-477d-914a-b2f0e4913a92/c68c69f3-a0d6-4b08-8850-8a1d0731ec50) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:14:36.596000 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-68ede51b-04bc-400f-800f-4881286304e5 req-cf7b9929-0968-483b-9796-8d6384c1625b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6b715280-a1dc-4aea-9b69-73c99012900e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:36.758768 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-827c9d97-2085-458d-aa8c-144e70fe3fe8 admin admin] Publish callbacks [] for router_controller (e39de95a-e9d9-44eb-a2b8-c880a182a1b2), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:36.771648 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-05d4bfe2-0168-4c44-8cef-ed6674141ab2 req-839949a6-c9b0-4eae-999f-9438182f56de tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] For port d9d3405f-7619-4d47-9127-89342f2513dd, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d9d3405f-7619-4d47-9127-89342f2513dd,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:36.773909 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-05d4bfe2-0168-4c44-8cef-ed6674141ab2 req-839949a6-c9b0-4eae-999f-9438182f56de tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d9d3405f-7619-4d47-9127-89342f2513dd), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:36.830068 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-05d4bfe2-0168-4c44-8cef-ed6674141ab2 req-839949a6-c9b0-4eae-999f-9438182f56de tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Calling delete_port for d9d3405f-7619-4d47-9127-89342f2513dd owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:14:36.871982 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-848c7d27-9a3b-43ca-ba67-9ebf8c278ee6 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Allocated IP 192.168.233.245 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/53887cb3-42bb-4d59-9a93-75c66075fc53) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:14:36.903316 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32603e7b-db51-4048-a49a-7a86fdff81e2 req-adf3d19c-cf53-4dce-bb8b-1ea866862652 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:36.911002 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32603e7b-db51-4048-a49a-7a86fdff81e2 req-adf3d19c-cf53-4dce-bb8b-1ea866862652 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.3722134 Feb 08 21:14:36.987465 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2659e5-83ed-4b87-852b-60b99b85ddd7 x-openstack-request-id: req-0c2659e5-83ed-4b87-852b-60b99b85ddd7 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:14:36.988447 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54458cb-078a-4923-a97b-6dfac7011cd2", "name": "network-vif-plugged", "status": "completed", "tag": "d99ae718-1a73-4a98-bccd-a04955092cb4", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:14:36.988863 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0c2659e5-83ed-4b87-852b-60b99b85ddd7 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:14:36.989556 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54458cb-078a-4923-a97b-6dfac7011cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99ae718-1a73-4a98-bccd-a04955092cb4', 'code': 200} Feb 08 21:14:37.031311 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4d6848f1-8418-44be-a160-589c6530eb71 req-c79b8bd8-32d7-456e-b33b-69c98b0d6aad tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/ports?device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 210 time: 0.1175630 Feb 08 21:14:37.078420 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-587d1f4d-af6a-4d04-9631-a5960b2b18be None None] Publish callbacks [] for port (c68c69f3-a0d6-4b08-8850-8a1d0731ec50), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:37.109774 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-587d1f4d-af6a-4d04-9631-a5960b2b18be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (c68c69f3-a0d6-4b08-8850-8a1d0731ec50), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:37.119180 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32603e7b-db51-4048-a49a-7a86fdff81e2 req-7523c04f-8149-40b2-a9d0-735eee5e2323 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056129 Feb 08 21:14:37.135174 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a0ebb-8eac-4d00-a459-baf7bd3e0450 req-97e41361-8184-431f-ae75-4ac8c9042ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:37.143457 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a10a0ebb-8eac-4d00-a459-baf7bd3e0450 req-97e41361-8184-431f-ae75-4ac8c9042ebb service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 1128 time: 0.1779249 Feb 08 21:14:37.232304 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587d1f4d-af6a-4d04-9631-a5960b2b18be None None] Network a137df97-fdb5-4eb5-8c0f-549ef94d52a7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:14:37.238202 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-587d1f4d-af6a-4d04-9631-a5960b2b18be None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:14:37.242927 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d1f4d-af6a-4d04-9631-a5960b2b18be None None] Pushing event updated for resources: {'Port': ['ID=c68c69f3-a0d6-4b08-8850-8a1d0731ec50,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:37.246537 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587d1f4d-af6a-4d04-9631-a5960b2b18be None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:14:37.335190 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-587d1f4d-af6a-4d04-9631-a5960b2b18be None None] Attempting to bind port c68c69f3-a0d6-4b08-8850-8a1d0731ec50 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:14:37.336169 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-587d1f4d-af6a-4d04-9631-a5960b2b18be None None] Attempting to bind port c68c69f3-a0d6-4b08-8850-8a1d0731ec50 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'a30781d8-f3a9-45e6-985b-025c8c61d7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a137df97-fdb5-4eb5-8c0f-549ef94d52a7'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:14:37.336557 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587d1f4d-af6a-4d04-9631-a5960b2b18be None None] Attempting to bind port c68c69f3-a0d6-4b08-8850-8a1d0731ec50 on network a137df97-fdb5-4eb5-8c0f-549ef94d52a7 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:14:37.345495 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587d1f4d-af6a-4d04-9631-a5960b2b18be None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:14:37.346153 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587d1f4d-af6a-4d04-9631-a5960b2b18be None None] Checking segment: {'id': 'a30781d8-f3a9-45e6-985b-025c8c61d7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a137df97-fdb5-4eb5-8c0f-549ef94d52a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:14:37.346516 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-587d1f4d-af6a-4d04-9631-a5960b2b18be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:37.346916 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587d1f4d-af6a-4d04-9631-a5960b2b18be None None] Bound using segment: {'id': 'a30781d8-f3a9-45e6-985b-025c8c61d7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a137df97-fdb5-4eb5-8c0f-549ef94d52a7'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:14:37.348122 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-587d1f4d-af6a-4d04-9631-a5960b2b18be None None] Bound port: c68c69f3-a0d6-4b08-8850-8a1d0731ec50, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30781d8-f3a9-45e6-985b-025c8c61d7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a137df97-fdb5-4eb5-8c0f-549ef94d52a7'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:14:37.348885 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-587d1f4d-af6a-4d04-9631-a5960b2b18be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c68c69f3-a0d6-4b08-8850-8a1d0731ec50), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:37.364609 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-05d4bfe2-0168-4c44-8cef-ed6674141ab2 req-839949a6-c9b0-4eae-999f-9438182f56de tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (d9d3405f-7619-4d47-9127-89342f2513dd), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:37.372384 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-68ede51b-04bc-400f-800f-4881286304e5 req-cf7b9929-0968-483b-9796-8d6384c1625b service neutron] Transition to ACTIVE for port object 6b715280-a1dc-4aea-9b69-73c99012900e will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:14:37.380177 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a10a0ebb-8eac-4d00-a459-baf7bd3e0450 req-7696a1b7-7a6a-4492-a03f-298ef033b6a3 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248743 Feb 08 21:14:37.384989 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['d9d3405f-7619-4d47-9127-89342f2513dd'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:14:37.397573 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d27b95-5b1a-4cf0-9381-a98e3d6467cc req-f5e62fc2-2632-4a0e-a607-76c854af94e0 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:37.399558 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-848c7d27-9a3b-43ca-ba67-9ebf8c278ee6 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Publish callbacks [] for port (53887cb3-42bb-4d59-9a93-75c66075fc53), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:37.406351 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84d27b95-5b1a-4cf0-9381-a98e3d6467cc req-f5e62fc2-2632-4a0e-a607-76c854af94e0 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=35a10c34-9f11-4650-8fc3-7b61ce718477 HTTP/1.1" status: 200 len: 950 time: 0.1741929 Feb 08 21:14:37.447898 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839949a6-c9b0-4eae-999f-9438182f56de tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Pushing event deleted for resources: {'Port': ['ID=d9d3405f-7619-4d47-9127-89342f2513dd,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:37.476324 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-68ede51b-04bc-400f-800f-4881286304e5 req-cf7b9929-0968-483b-9796-8d6384c1625b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (6b715280-a1dc-4aea-9b69-73c99012900e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:37.479010 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-848c7d27-9a3b-43ca-ba67-9ebf8c278ee6 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (53887cb3-42bb-4d59-9a93-75c66075fc53), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:37.540192 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-827c9d97-2085-458d-aa8c-144e70fe3fe8 admin admin] Publish callbacks [] for router_gateway (e39de95a-e9d9-44eb-a2b8-c880a182a1b2), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:37.552208 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd8544-83d6-432f-8467-01adca7e8800 req-6e7bb7d3-464b-4088-9853-87f7eda82b09 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:37.556290 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b0bd8544-83d6-432f-8467-01adca7e8800 req-6e7bb7d3-464b-4088-9853-87f7eda82b09 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 943 time: 0.3224993 Feb 08 21:14:37.559575 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d4bfe2-0168-4c44-8cef-ed6674141ab2 req-839949a6-c9b0-4eae-999f-9438182f56de tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] No DVR routers for this DVR port d9d3405f-7619-4d47-9127-89342f2513dd on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:14:37.574655 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-848c7d27-9a3b-43ca-ba67-9ebf8c278ee6 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:14:37.577182 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-05d4bfe2-0168-4c44-8cef-ed6674141ab2 req-839949a6-c9b0-4eae-999f-9438182f56de tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:37.580037 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-848c7d27-9a3b-43ca-ba67-9ebf8c278ee6 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:14:37.582555 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-05d4bfe2-0168-4c44-8cef-ed6674141ab2 req-839949a6-c9b0-4eae-999f-9438182f56de tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.94 "DELETE /v2.0/ports/d9d3405f-7619-4d47-9127-89342f2513dd HTTP/1.1" status: 204 len: 173 time: 1.8894656 Feb 08 21:14:37.583301 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a10c34-9f11-4650-8fc3-7b61ce718477', 'name': 'network-vif-deleted', 'tag': 'd9d3405f-7619-4d47-9127-89342f2513dd'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:14:37.586080 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d47c5db-8add-45bb-8499-ce9151998719" -d '{"events": [{"server_uuid": "35a10c34-9f11-4650-8fc3-7b61ce718477", "name": "network-vif-deleted", "tag": "d9d3405f-7619-4d47-9127-89342f2513dd"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:14:37.594442 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-587d1f4d-af6a-4d04-9631-a5960b2b18be None None] For port c68c69f3-a0d6-4b08-8850-8a1d0731ec50, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:14:37.599977 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-587d1f4d-af6a-4d04-9631-a5960b2b18be None None] For port c68c69f3-a0d6-4b08-8850-8a1d0731ec50, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c68c69f3-a0d6-4b08-8850-8a1d0731ec50,segment=NetworkSegment(a30781d8-f3a9-45e6-985b-025c8c61d7ee),segment_id=a30781d8-f3a9-45e6-985b-025c8c61d7ee)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:14:37.603654 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-848c7d27-9a3b-43ca-ba67-9ebf8c278ee6 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:14:37.615669 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-587d1f4d-af6a-4d04-9631-a5960b2b18be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c68c69f3-a0d6-4b08-8850-8a1d0731ec50), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:37.645194 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84d27b95-5b1a-4cf0-9381-a98e3d6467cc req-59a48c17-9540-4423-8b64-11cb533598cc tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/security-groups?id=b51504be-e472-4ba7-b632-6e6fce8bd653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364953 Feb 08 21:14:37.658884 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ede51b-04bc-400f-800f-4881286304e5 req-cf7b9929-0968-483b-9796-8d6384c1625b service neutron] No DVR routers for this DVR port 6b715280-a1dc-4aea-9b69-73c99012900e on host n-h2-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:14:37.708231 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b9929-0968-483b-9796-8d6384c1625b service neutron] Pushing event updated for resources: {'Port': ['ID=6b715280-a1dc-4aea-9b69-73c99012900e,revision_number=10']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:37.719437 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b0bd8544-83d6-432f-8467-01adca7e8800 req-98f9161a-9bc0-4a95-9751-99d9456b864a tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399355 Feb 08 21:14:37.728514 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d1f4d-af6a-4d04-9631-a5960b2b18be None None] Pushing event updated for resources: {'Port': ['ID=c68c69f3-a0d6-4b08-8850-8a1d0731ec50,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:37.803313 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-81c0c7e7-f19d-4ec9-af6d-cc6364cd8ef8 req-18419192-913a-4283-a791-d1b4d409bfa3 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 210 time: 0.0388460 Feb 08 21:14:37.803913 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-848c7d27-9a3b-43ca-ba67-9ebf8c278ee6 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:37.804615 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-848c7d27-9a3b-43ca-ba67-9ebf8c278ee6 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:37.816781 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-68ede51b-04bc-400f-800f-4881286304e5 req-cf7b9929-0968-483b-9796-8d6384c1625b service neutron] 10.222.0.96 "PUT /v2.0/ports/6b715280-a1dc-4aea-9b69-73c99012900e/bindings/n-h1-712143-31/activate HTTP/1.1" status: 200 len: 370 time: 2.2892005 Feb 08 21:14:37.832424 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 6b715280-a1dc-4aea-9b69-73c99012900e no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:14:37.852781 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c7d27-9a3b-43ca-ba67-9ebf8c278ee6 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Pushing event updated for resources: {'Port': ['ID=53887cb3-42bb-4d59-9a93-75c66075fc53,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:37.868296 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-848c7d27-9a3b-43ca-ba67-9ebf8c278ee6 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7495031 Feb 08 21:14:37.945506 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83b502d-4511-4ffe-8e6d-a757fc337410 x-openstack-request-id: req-c83b502d-4511-4ffe-8e6d-a757fc337410 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:14:37.946001 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a10c34-9f11-4650-8fc3-7b61ce718477", "name": "network-vif-deleted", "tag": "d9d3405f-7619-4d47-9127-89342f2513dd", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:14:37.946439 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c83b502d-4511-4ffe-8e6d-a757fc337410 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:14:37.947056 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a10c34-9f11-4650-8fc3-7b61ce718477', 'name': 'network-vif-deleted', 'tag': 'd9d3405f-7619-4d47-9127-89342f2513dd', 'status': 'completed', 'code': 200} Feb 08 21:14:37.957913 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] The host n-h2-712143-31 is not matching for port 6b715280-a1dc-4aea-9b69-73c99012900e host n-h1-712143-31! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 21:14:37.958682 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 6b715280-a1dc-4aea-9b69-73c99012900e not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:14:38.079968 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710c2f6-9a38-44f0-ae4e-81bcb09ecf97 req-bf613d1d-0a8f-48c1-bbbe-37e0922c41e7 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:38.086217 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4710c2f6-9a38-44f0-ae4e-81bcb09ecf97 req-bf613d1d-0a8f-48c1-bbbe-37e0922c41e7 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.1682200 Feb 08 21:14:38.174008 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-827c9d97-2085-458d-aa8c-144e70fe3fe8 admin admin] Publish callbacks [] for router_gateway (e39de95a-e9d9-44eb-a2b8-c880a182a1b2), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:38.201360 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-827c9d97-2085-458d-aa8c-144e70fe3fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:38.234674 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4710c2f6-9a38-44f0-ae4e-81bcb09ecf97 req-71cd41f4-97e0-4a1b-b67b-8a0bd31cd8ab tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399391 Feb 08 21:14:38.312033 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9ecf4-35a9-4f6b-92e7-2d63395d0b04 req-8dafb8fe-170b-4e35-b12f-02c8567646b9 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:38.315589 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eeb9ecf4-35a9-4f6b-92e7-2d63395d0b04 req-8dafb8fe-170b-4e35-b12f-02c8567646b9 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/ports?device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 936 time: 0.1445320 Feb 08 21:14:38.404959 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-827c9d97-2085-458d-aa8c-144e70fe3fe8 admin admin] Allocated IP 172.25.3.16 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/4cfe35c0-f171-46ad-ae9b-459fb815b0c8) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:14:38.474196 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eeb9ecf4-35a9-4f6b-92e7-2d63395d0b04 req-02e7cfea-719c-4388-a816-584ffaf1dce0 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500833 Feb 08 21:14:38.538869 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e3f4d-d2de-491e-89ab-f0dc3f63bdc5 req-cc7b8f28-2c7b-47c4-90b4-e86b20f4e12e tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:38.541627 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef4e3f4d-d2de-491e-89ab-f0dc3f63bdc5 req-cc7b8f28-2c7b-47c4-90b4-e86b20f4e12e tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.1517024 Feb 08 21:14:38.572617 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-827c9d97-2085-458d-aa8c-144e70fe3fe8 admin admin] Publish callbacks [] for port (4cfe35c0-f171-46ad-ae9b-459fb815b0c8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:38.613799 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef4e3f4d-d2de-491e-89ab-f0dc3f63bdc5 req-d66b5963-1f04-41c4-8220-c8d7173e3fe6 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643895 Feb 08 21:14:38.630134 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-827c9d97-2085-458d-aa8c-144e70fe3fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (4cfe35c0-f171-46ad-ae9b-459fb815b0c8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:38.639595 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-49f75b46-0832-4793-b2de-4ca5cb5ee2ff None None] Provisioning complete for port 53887cb3-42bb-4d59-9a93-75c66075fc53 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:14:38.640202 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-49f75b46-0832-4793-b2de-4ca5cb5ee2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (53887cb3-42bb-4d59-9a93-75c66075fc53), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:38.676036 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827c9d97-2085-458d-aa8c-144e70fe3fe8 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:14:38.682079 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-827c9d97-2085-458d-aa8c-144e70fe3fe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:14:38.686776 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827c9d97-2085-458d-aa8c-144e70fe3fe8 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:14:38.714090 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-49f75b46-0832-4793-b2de-4ca5cb5ee2ff None None] Port 53887cb3-42bb-4d59-9a93-75c66075fc53 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:14:38.721336 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c9d97-2085-458d-aa8c-144e70fe3fe8 admin admin] Pushing event updated for resources: {'Port': ['ID=4cfe35c0-f171-46ad-ae9b-459fb815b0c8,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:38.814560 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-68e2ac1a-879f-4dda-b4ee-39c1f900ce1d req-5387b41e-f1d3-4ba1-8b7d-773701a1bf62 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=35a10c34-9f11-4650-8fc3-7b61ce718477 HTTP/1.1" status: 200 len: 210 time: 0.0545385 Feb 08 21:14:38.995624 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5702371e-5bb9-42dc-b7c1-4e4171d1a542 req-0dfacb7d-6ebe-4d5d-bda5-17189c5ffc19 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 210 time: 0.0540192 Feb 08 21:14:39.011027 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052cb7f-83f5-44f6-96f6-0b2a3d7b9a0d req-65148d1c-27ae-4128-be66-8ef57aad20ba tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:39.013756 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2052cb7f-83f5-44f6-96f6-0b2a3d7b9a0d req-65148d1c-27ae-4128-be66-8ef57aad20ba tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 944 time: 0.1407557 Feb 08 21:14:39.115877 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2052cb7f-83f5-44f6-96f6-0b2a3d7b9a0d req-c2d43c46-fc74-451e-a619-630bd4d02785 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838709 Feb 08 21:14:39.131808 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30820d3a-ed1c-48ff-96d8-7d040a043c87 None None] Network a137df97-fdb5-4eb5-8c0f-549ef94d52a7 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:14:39.151933 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-827c9d97-2085-458d-aa8c-144e70fe3fe8 admin admin] Publish callbacks [] for router_gateway (e39de95a-e9d9-44eb-a2b8-c880a182a1b2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:39.398089 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c68c69f3-a0d6-4b08-8850-8a1d0731ec50 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:14:39.467169 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-5f92f0e1-80a8-4bdd-87e3-2f0efe1eefa2 None None] Provisioning complete for port c68c69f3-a0d6-4b08-8850-8a1d0731ec50 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:14:39.467603 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5f92f0e1-80a8-4bdd-87e3-2f0efe1eefa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c68c69f3-a0d6-4b08-8850-8a1d0731ec50), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:39.478134 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcfe18-6e86-42ca-8bbe-b954882fb4b6 req-89797833-8599-4da3-b8dd-dbbce1d4071f tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:39.481081 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32dcfe18-6e86-42ca-8bbe-b954882fb4b6 req-89797833-8599-4da3-b8dd-dbbce1d4071f tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.1103830 Feb 08 21:14:39.511026 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-827c9d97-2085-458d-aa8c-144e70fe3fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (e39de95a-e9d9-44eb-a2b8-c880a182a1b2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:39.575168 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32dcfe18-6e86-42ca-8bbe-b954882fb4b6 req-50d8993f-3495-4b4a-a0ad-56851970a0d3 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826466 Feb 08 21:14:39.614598 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device d9d3405f-7619-4d47-9127-89342f2513dd no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:14:39.651344 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: d9d3405f-7619-4d47-9127-89342f2513dd {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:14:39.652346 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device d9d3405f-7619-4d47-9127-89342f2513dd not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:14:39.655810 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port c68c69f3-a0d6-4b08-8850-8a1d0731ec50 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:14:39.656196 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c68c69f3-a0d6-4b08-8850-8a1d0731ec50), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:39.679783 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a88a4f-c4ce-4e45-98ea-a09122f35314 req-d0361332-12f6-4c66-a595-6db454fb4905 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:39.687947 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3a88a4f-c4ce-4e45-98ea-a09122f35314 req-d0361332-12f6-4c66-a595-6db454fb4905 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/ports?device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 936 time: 0.0884891 Feb 08 21:14:39.746483 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827c9d97-2085-458d-aa8c-144e70fe3fe8 admin admin] Router e39de95a-e9d9-44eb-a2b8-c880a182a1b2 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:14:39.764402 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5f92f0e1-80a8-4bdd-87e3-2f0efe1eefa2 None None] Current status of the port c68c69f3-a0d6-4b08-8850-8a1d0731ec50 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:14:39.764974 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5f92f0e1-80a8-4bdd-87e3-2f0efe1eefa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c68c69f3-a0d6-4b08-8850-8a1d0731ec50), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:39.775956 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3a88a4f-c4ce-4e45-98ea-a09122f35314 req-af76b2b6-d381-476d-b1f2-317522bbe4a7 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857677 Feb 08 21:14:39.846967 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-5f92f0e1-80a8-4bdd-87e3-2f0efe1eefa2 None None] For port c68c69f3-a0d6-4b08-8850-8a1d0731ec50, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c68c69f3-a0d6-4b08-8850-8a1d0731ec50,segment=NetworkSegment(a30781d8-f3a9-45e6-985b-025c8c61d7ee),segment_id=a30781d8-f3a9-45e6-985b-025c8c61d7ee)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:39.859875 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5f92f0e1-80a8-4bdd-87e3-2f0efe1eefa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c68c69f3-a0d6-4b08-8850-8a1d0731ec50), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:39.869349 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port c68c69f3-a0d6-4b08-8850-8a1d0731ec50 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:14:39.869572 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c68c69f3-a0d6-4b08-8850-8a1d0731ec50), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:39.873373 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f9cb0-5827-4478-bb96-9a20ddb5f04a req-6bab81ac-6d1d-4afb-a433-3466a3f0fc8e tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:39.886196 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa5f9cb0-5827-4478-bb96-9a20ddb5f04a req-6bab81ac-6d1d-4afb-a433-3466a3f0fc8e tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.1515579 Feb 08 21:14:39.959619 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92f0e1-80a8-4bdd-87e3-2f0efe1eefa2 None None] Pushing event updated for resources: {'Port': ['ID=c68c69f3-a0d6-4b08-8850-8a1d0731ec50,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:40.005099 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa5f9cb0-5827-4478-bb96-9a20ddb5f04a req-59b8cbda-5e5d-4fcd-be4b-2372fadee138 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166008 Feb 08 21:14:40.024271 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:14:40.024811 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:14:40.027611 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827c9d97-2085-458d-aa8c-144e70fe3fe8 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:14:40.056888 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171de32a-6c3a-4539-ae8a-c7b1f9ebf437 None None] Sync routers for ids ['e39de95a-e9d9-44eb-a2b8-c880a182a1b2'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:14:40.057572 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-827c9d97-2085-458d-aa8c-144e70fe3fe8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:40.060102 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-827c9d97-2085-458d-aa8c-144e70fe3fe8 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.8486598 Feb 08 21:14:40.066045 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42040) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:40.080279 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171de32a-6c3a-4539-ae8a-c7b1f9ebf437 None None] Routers {'e39de95a-e9d9-44eb-a2b8-c880a182a1b2'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:14:40.081469 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-171de32a-6c3a-4539-ae8a-c7b1f9ebf437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:14:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e39de95a-e9d9-44eb-a2b8-c880a182a1b2'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:14:40.124783 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f29dc767-2561-4b9d-ab01-aa8b91404b54 req-d25f05ff-7a77-4d39-8345-ef750fbf3b5a tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=35a10c34-9f11-4650-8fc3-7b61ce718477 HTTP/1.1" status: 200 len: 210 time: 0.0857937 Feb 08 21:14:40.233672 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d4926643-2146-4ccc-b82b-71e0f3998dc7 req-464f0ee0-72e8-480b-b52e-cf0f2bb531a1 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 210 time: 0.0640836 Feb 08 21:14:40.265961 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-eb4ee735-77ed-4002-b847-01585dcb5b7e None None] Provisioning complete for port c68c69f3-a0d6-4b08-8850-8a1d0731ec50 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:14:40.266997 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eb4ee735-77ed-4002-b847-01585dcb5b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c68c69f3-a0d6-4b08-8850-8a1d0731ec50), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:40.308538 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-171de32a-6c3a-4539-ae8a-c7b1f9ebf437 None None] Set router e39de95a-e9d9-44eb-a2b8-c880a182a1b2 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:14:40.363180 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d215c-d579-4553-956d-bf6be73edb90 req-97e0ee64-fd22-4c25-be6b-1f49356067a3 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:40.364998 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-978d215c-d579-4553-956d-bf6be73edb90 req-97e0ee64-fd22-4c25-be6b-1f49356067a3 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 944 time: 0.0761368 Feb 08 21:14:40.462100 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-978d215c-d579-4553-956d-bf6be73edb90 req-22d8104a-b3f2-4a5c-b40f-51fa5201f2c8 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851018 Feb 08 21:14:40.489603 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-eb4ee735-77ed-4002-b847-01585dcb5b7e None None] Current status of the port c68c69f3-a0d6-4b08-8850-8a1d0731ec50 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:14:40.573001 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port c68c69f3-a0d6-4b08-8850-8a1d0731ec50 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:14:40.592946 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-171de32a-6c3a-4539-ae8a-c7b1f9ebf437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39de95a-e9d9-44eb-a2b8-c880a182a1b2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2087644277-router', 'tenant_id': 'fc73efb723294518a3eb01e021e15ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '4cfe35c0-f171-46ad-ae9b-459fb815b0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:14:36Z', 'updated_at': '2022-02-08T21:14:38Z', 'revision_number': 3, 'project_id': 'fc73efb723294518a3eb01e021e15ee9', 'gw_port': {'id': '4cfe35c0-f171-46ad-ae9b-459fb815b0c8', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39de95a-e9d9-44eb-a2b8-c880a182a1b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:14:38Z', 'updated_at': '2022-02-08T21:14:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:14:40.622853 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171de32a-6c3a-4539-ae8a-c7b1f9ebf437 None None] Checking router: e39de95a-e9d9-44eb-a2b8-c880a182a1b2 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:14:40.623060 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171de32a-6c3a-4539-ae8a-c7b1f9ebf437 None None] Updating router e39de95a-e9d9-44eb-a2b8-c880a182a1b2 port 4cfe35c0-f171-46ad-ae9b-459fb815b0c8 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:14:40.657477 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-171de32a-6c3a-4539-ae8a-c7b1f9ebf437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4cfe35c0-f171-46ad-ae9b-459fb815b0c8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:40.755051 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d57bdd-416c-45dc-b6c5-f10960db26cc req-0234442c-f4ff-406b-953e-18280f0f0e6a tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:40.756656 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-67d57bdd-416c-45dc-b6c5-f10960db26cc req-0234442c-f4ff-406b-953e-18280f0f0e6a tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.0784321 Feb 08 21:14:40.830700 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-67d57bdd-416c-45dc-b6c5-f10960db26cc req-6c1c5465-eb4e-41ca-b6da-f193b26da8cf tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628052 Feb 08 21:14:40.992361 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19270f26-4aca-4e27-8fb6-298dcf1ad3db req-4f02e494-1f5d-4a06-adc2-fc76e1d79e94 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:40.995366 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-19270f26-4aca-4e27-8fb6-298dcf1ad3db req-4f02e494-1f5d-4a06-adc2-fc76e1d79e94 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/ports?device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 936 time: 0.0990226 Feb 08 21:14:41.025484 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-171de32a-6c3a-4539-ae8a-c7b1f9ebf437 None None] Publish callbacks [] for port (4cfe35c0-f171-46ad-ae9b-459fb815b0c8), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:41.034231 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-171de32a-6c3a-4539-ae8a-c7b1f9ebf437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (4cfe35c0-f171-46ad-ae9b-459fb815b0c8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:41.099428 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-19270f26-4aca-4e27-8fb6-298dcf1ad3db req-39dbde2e-730d-4ab5-b151-001accd6dc91 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940478 Feb 08 21:14:41.111272 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-171de32a-6c3a-4539-ae8a-c7b1f9ebf437 None None] Attempting to bind port 4cfe35c0-f171-46ad-ae9b-459fb815b0c8 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:14:41.111661 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-171de32a-6c3a-4539-ae8a-c7b1f9ebf437 None None] Attempting to bind port 4cfe35c0-f171-46ad-ae9b-459fb815b0c8 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:14:41.112026 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171de32a-6c3a-4539-ae8a-c7b1f9ebf437 None None] Attempting to bind port 4cfe35c0-f171-46ad-ae9b-459fb815b0c8 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:14:41.136378 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171de32a-6c3a-4539-ae8a-c7b1f9ebf437 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:14:41.137018 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171de32a-6c3a-4539-ae8a-c7b1f9ebf437 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:14:41.137887 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-171de32a-6c3a-4539-ae8a-c7b1f9ebf437 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:41.138470 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171de32a-6c3a-4539-ae8a-c7b1f9ebf437 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:14:41.139314 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-171de32a-6c3a-4539-ae8a-c7b1f9ebf437 None None] Bound port: 4cfe35c0-f171-46ad-ae9b-459fb815b0c8, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:14:41.140102 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-171de32a-6c3a-4539-ae8a-c7b1f9ebf437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4cfe35c0-f171-46ad-ae9b-459fb815b0c8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:41.143364 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acb4d7-d1a1-496c-9639-da3e8c83c91c None None] Pushing event updated for resources: {'Port': ['ID=4cfe35c0-f171-46ad-ae9b-459fb815b0c8,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:41.205140 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2b63b-db90-4158-be0b-d72c35f411fd req-c77b0a93-665d-448b-ae49-c058650667e5 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:41.206768 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-34d2b63b-db90-4158-be0b-d72c35f411fd req-c77b0a93-665d-448b-ae49-c058650667e5 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.0671809 Feb 08 21:14:41.254256 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-171de32a-6c3a-4539-ae8a-c7b1f9ebf437 None None] For port 4cfe35c0-f171-46ad-ae9b-459fb815b0c8, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:14:41.259279 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa1af738-b2d8-4bcc-9ccd-1554c4b3222d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:41.265615 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-171de32a-6c3a-4539-ae8a-c7b1f9ebf437 None None] For port 4cfe35c0-f171-46ad-ae9b-459fb815b0c8, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=4cfe35c0-f171-46ad-ae9b-459fb815b0c8,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:14:41.285287 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-171de32a-6c3a-4539-ae8a-c7b1f9ebf437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (4cfe35c0-f171-46ad-ae9b-459fb815b0c8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:41.345887 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-34d2b63b-db90-4158-be0b-d72c35f411fd req-9b1a2213-552c-4190-9c55-6cacf8f978d3 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251214 Feb 08 21:14:41.366243 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b5f0bde7-75c8-4a19-8ca0-774e8616ed4d req-488fc4ee-c3f8-43c6-98eb-6074c7d3c56f tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=35a10c34-9f11-4650-8fc3-7b61ce718477 HTTP/1.1" status: 200 len: 210 time: 0.0549862 Feb 08 21:14:41.388172 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c68c69f3-a0d6-4b08-8850-8a1d0731ec50 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:14:41.474833 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171de32a-6c3a-4539-ae8a-c7b1f9ebf437 None None] Routers {'e39de95a-e9d9-44eb-a2b8-c880a182a1b2'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:14:41.475937 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-171de32a-6c3a-4539-ae8a-c7b1f9ebf437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:14:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e39de95a-e9d9-44eb-a2b8-c880a182a1b2'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:14:41.484346 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-28c0daa0-11c7-406b-ab86-164e1c94ebd3 req-245a4c82-2fb7-48a7-bed2-a9c8ddf9152a tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 210 time: 0.0397007 Feb 08 21:14:41.539647 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-fa1af738-b2d8-4bcc-9ccd-1554c4b3222d admin admin] Allocated IP 172.20.0.1 (a137df97-fdb5-4eb5-8c0f-549ef94d52a7/1a9d0b2a-49a2-477d-914a-b2f0e4913a92/14d1eb1d-29d2-42c5-b78b-a8863263d202) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:14:41.603480 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acb4d7-d1a1-496c-9639-da3e8c83c91c None None] Pushing event updated for resources: {'Port': ['ID=4cfe35c0-f171-46ad-ae9b-459fb815b0c8,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:41.647613 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ff440-330d-49b2-a77e-dcdff281ac5c req-b427eb75-7fa9-4d3e-ab28-1a65b8568b3a tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:41.650198 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca7ff440-330d-49b2-a77e-dcdff281ac5c req-b427eb75-7fa9-4d3e-ab28-1a65b8568b3a tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 944 time: 0.0805888 Feb 08 21:14:41.683531 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port c68c69f3-a0d6-4b08-8850-8a1d0731ec50 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:14:41.684734 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c68c69f3-a0d6-4b08-8850-8a1d0731ec50), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:41.687044 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa1af738-b2d8-4bcc-9ccd-1554c4b3222d admin admin] Publish callbacks [] for port (14d1eb1d-29d2-42c5-b78b-a8863263d202), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:41.733966 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca7ff440-330d-49b2-a77e-dcdff281ac5c req-f2858fd2-0870-4f5e-a9ef-e173440fd06b tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740786 Feb 08 21:14:41.739230 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa1af738-b2d8-4bcc-9ccd-1554c4b3222d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (14d1eb1d-29d2-42c5-b78b-a8863263d202), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:41.759655 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-171de32a-6c3a-4539-ae8a-c7b1f9ebf437 None None] Set router e39de95a-e9d9-44eb-a2b8-c880a182a1b2 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:14:41.782369 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1af738-b2d8-4bcc-9ccd-1554c4b3222d admin admin] Network a137df97-fdb5-4eb5-8c0f-549ef94d52a7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:14:41.785814 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-fa1af738-b2d8-4bcc-9ccd-1554c4b3222d admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:14:41.788887 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1af738-b2d8-4bcc-9ccd-1554c4b3222d admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:14:41.831222 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1af738-b2d8-4bcc-9ccd-1554c4b3222d admin admin] Pushing event updated for resources: {'Port': ['ID=14d1eb1d-29d2-42c5-b78b-a8863263d202,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:41.849959 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa1af738-b2d8-4bcc-9ccd-1554c4b3222d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (e39de95a-e9d9-44eb-a2b8-c880a182a1b2), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:42.052741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16e773-8127-4e62-988a-66955c1bffca req-e819f79f-94f7-44ee-b673-f314e055c869 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:42.054735 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b16e773-8127-4e62-988a-66955c1bffca req-e819f79f-94f7-44ee-b673-f314e055c869 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.0951211 Feb 08 21:14:42.128779 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa1af738-b2d8-4bcc-9ccd-1554c4b3222d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (14d1eb1d-29d2-42c5-b78b-a8863263d202), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:42.147913 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b16e773-8127-4e62-988a-66955c1bffca req-9f55d2c3-6123-45be-8652-1a35aefbba91 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804303 Feb 08 21:14:42.240975 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port c68c69f3-a0d6-4b08-8850-8a1d0731ec50 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:14:42.244010 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b5b8b78c-45ac-4a35-a206-df8369d909a3 None None] Provisioning complete for port 14d1eb1d-29d2-42c5-b78b-a8863263d202 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:14:42.244591 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5b8b78c-45ac-4a35-a206-df8369d909a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (14d1eb1d-29d2-42c5-b78b-a8863263d202), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:42.294317 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d869094-1b22-421a-a8cc-2593541a2feb req-f97fa174-ded4-4812-bf28-1cd926ac2b61 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:42.296638 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d869094-1b22-421a-a8cc-2593541a2feb req-f97fa174-ded4-4812-bf28-1cd926ac2b61 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/ports?device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 936 time: 0.0702939 Feb 08 21:14:42.328390 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-171de32a-6c3a-4539-ae8a-c7b1f9ebf437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39de95a-e9d9-44eb-a2b8-c880a182a1b2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2087644277-router', 'tenant_id': 'fc73efb723294518a3eb01e021e15ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '4cfe35c0-f171-46ad-ae9b-459fb815b0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:14:36Z', 'updated_at': '2022-02-08T21:14:38Z', 'revision_number': 3, 'project_id': 'fc73efb723294518a3eb01e021e15ee9', 'gw_port': {'id': '4cfe35c0-f171-46ad-ae9b-459fb815b0c8', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39de95a-e9d9-44eb-a2b8-c880a182a1b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:14:38Z', 'updated_at': '2022-02-08T21:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:14:42.334553 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b5b8b78c-45ac-4a35-a206-df8369d909a3 None None] Port 14d1eb1d-29d2-42c5-b78b-a8863263d202 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:14:42.374074 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d869094-1b22-421a-a8cc-2593541a2feb req-83d76fe6-6536-4360-963e-37131e6b62da tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698612 Feb 08 21:14:42.374410 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171de32a-6c3a-4539-ae8a-c7b1f9ebf437 None None] The sync data for ids ['e39de95a-e9d9-44eb-a2b8-c880a182a1b2'] in n-d-712143-31 is: [{'id': 'e39de95a-e9d9-44eb-a2b8-c880a182a1b2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2087644277-router', 'tenant_id': 'fc73efb723294518a3eb01e021e15ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '4cfe35c0-f171-46ad-ae9b-459fb815b0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:14:36Z', 'updated_at': '2022-02-08T21:14:38Z', 'revision_number': 3, 'project_id': 'fc73efb723294518a3eb01e021e15ee9', 'gw_port': {'id': '4cfe35c0-f171-46ad-ae9b-459fb815b0c8', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39de95a-e9d9-44eb-a2b8-c880a182a1b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:14:38Z', 'updated_at': '2022-02-08T21:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:14:42.431587 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa1af738-b2d8-4bcc-9ccd-1554c4b3222d admin admin] Publish callbacks [] for port (14d1eb1d-29d2-42c5-b78b-a8863263d202), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:42.440761 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa1af738-b2d8-4bcc-9ccd-1554c4b3222d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (14d1eb1d-29d2-42c5-b78b-a8863263d202), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:42.546249 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa1af738-b2d8-4bcc-9ccd-1554c4b3222d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (e39de95a-e9d9-44eb-a2b8-c880a182a1b2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:42.549081 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1af738-b2d8-4bcc-9ccd-1554c4b3222d admin admin] Pushing event updated for resources: {'Port': ['ID=14d1eb1d-29d2-42c5-b78b-a8863263d202,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:42.582680 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2877af6-5e29-432f-b877-d63b3f5b2f63 req-194eb5d1-31f9-4a1a-9200-0eb5d0011e77 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=35a10c34-9f11-4650-8fc3-7b61ce718477 HTTP/1.1" status: 200 len: 210 time: 0.0495150 Feb 08 21:14:42.620174 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d7d38-0fff-4e38-928a-0c5be9356711 req-f4bc6d44-06d1-41af-8694-6212a83eca1b tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:42.627752 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-843d7d38-0fff-4e38-928a-0c5be9356711 req-f4bc6d44-06d1-41af-8694-6212a83eca1b tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.1493979 Feb 08 21:14:42.747625 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-843d7d38-0fff-4e38-928a-0c5be9356711 req-f8cfb6fa-f5a0-4520-b29a-85718c9c9709 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186800 Feb 08 21:14:42.751481 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1af738-b2d8-4bcc-9ccd-1554c4b3222d admin admin] Network a137df97-fdb5-4eb5-8c0f-549ef94d52a7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:14:42.754738 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-fa1af738-b2d8-4bcc-9ccd-1554c4b3222d admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:14:42.793323 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-433bb6c4-4a12-43df-90b4-a0b8efbad563 req-0bd862ed-bc9a-429e-b5f0-8d9b385b4a6e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 210 time: 0.0727706 Feb 08 21:14:42.948006 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0063e6-c44e-43e4-acf5-02adaf656127 req-843706b6-8492-4908-bb8c-3b842d9d1274 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:42.964495 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7c0063e6-c44e-43e4-acf5-02adaf656127 req-843706b6-8492-4908-bb8c-3b842d9d1274 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 944 time: 0.1234801 Feb 08 21:14:42.965856 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1af738-b2d8-4bcc-9ccd-1554c4b3222d admin admin] Router e39de95a-e9d9-44eb-a2b8-c880a182a1b2 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:14:43.046644 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7c0063e6-c44e-43e4-acf5-02adaf656127 req-6b55992b-0266-4522-9a27-34d6c2205051 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799453 Feb 08 21:14:43.173687 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1af738-b2d8-4bcc-9ccd-1554c4b3222d admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:14:43.185406 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fa1af738-b2d8-4bcc-9ccd-1554c4b3222d admin admin] 10.222.0.88 "PUT /v2.0/routers/e39de95a-e9d9-44eb-a2b8-c880a182a1b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1167405 Feb 08 21:14:43.193442 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-62063ddb-d369-46dc-8b02-47e21aaef3a4 None None] Provisioning complete for port 14d1eb1d-29d2-42c5-b78b-a8863263d202 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:14:43.193442 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-62063ddb-d369-46dc-8b02-47e21aaef3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (14d1eb1d-29d2-42c5-b78b-a8863263d202), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:43.233270 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-62063ddb-d369-46dc-8b02-47e21aaef3a4 None None] Port 14d1eb1d-29d2-42c5-b78b-a8863263d202 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:14:43.317877 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 4cfe35c0-f171-46ad-ae9b-459fb815b0c8 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:14:43.373495 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f509c-4a2b-4c6f-83b1-da42de7f2784 req-2a05e0ce-20a9-4b75-a6ee-14d505017b47 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:43.375361 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d2f509c-4a2b-4c6f-83b1-da42de7f2784 req-2a05e0ce-20a9-4b75-a6ee-14d505017b47 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.0713873 Feb 08 21:14:43.422416 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 4cfe35c0-f171-46ad-ae9b-459fb815b0c8 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:14:43.423327 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (4cfe35c0-f171-46ad-ae9b-459fb815b0c8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:43.457210 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d2f509c-4a2b-4c6f-83b1-da42de7f2784 req-0118b41c-034c-47d8-957e-f4c6a7255f79 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712194 Feb 08 21:14:43.585266 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 4cfe35c0-f171-46ad-ae9b-459fb815b0c8 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:14:43.586586 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4cfe35c0-f171-46ad-ae9b-459fb815b0c8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:43.610844 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 4cfe35c0-f171-46ad-ae9b-459fb815b0c8, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=4cfe35c0-f171-46ad-ae9b-459fb815b0c8,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:43.617702 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (4cfe35c0-f171-46ad-ae9b-459fb815b0c8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:43.669524 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-ec098fcb-5d8b-4640-9b5c-09a2b355caea req-a95329d8-31b1-4d21-9398-46c8990a2ce9 tempest-FloatingIPDetailsNegativeTestJSON-1297943758 tempest-FloatingIPDetailsNegativeTestJSON-1297943758-project] show failed (client error): The resource could not be found. Feb 08 21:14:43.671340 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ec098fcb-5d8b-4640-9b5c-09a2b355caea req-a95329d8-31b1-4d21-9398-46c8990a2ce9 tempest-FloatingIPDetailsNegativeTestJSON-1297943758 tempest-FloatingIPDetailsNegativeTestJSON-1297943758-project] 10.222.0.88 "GET /v2.0/floatingips/17305a62-6d57-4d57-88a6-698f19444e34 HTTP/1.1" status: 404 len: 350 time: 0.0907903 Feb 08 21:14:43.685901 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42080) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:43.695275 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721bf30-fd3c-4261-bacc-923d5350ab12 req-d4e55592-9e9f-43b0-87a7-302313f836c9 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:43.698017 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b721bf30-fd3c-4261-bacc-923d5350ab12 req-d4e55592-9e9f-43b0-87a7-302313f836c9 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/ports?device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 936 time: 0.1886873 Feb 08 21:14:43.712087 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=4cfe35c0-f171-46ad-ae9b-459fb815b0c8,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:43.836406 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-53c11b45-2476-4981-9151-5cb35a3cc09a req-e9f00f6b-04c2-4be3-8a91-0673cf102d3d tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=35a10c34-9f11-4650-8fc3-7b61ce718477 HTTP/1.1" status: 200 len: 210 time: 0.0740888 Feb 08 21:14:43.844452 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b721bf30-fd3c-4261-bacc-923d5350ab12 req-179201eb-2e92-445b-bfdc-fa584ff39c69 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275249 Feb 08 21:14:44.021202 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff3c4088-ea0a-493b-a4c4-a252a06417c0 req-482b83e2-2c60-4446-b4bd-4f735a783335 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 210 time: 0.0697713 Feb 08 21:14:44.062653 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a509fd-bc8e-430b-a65d-9bcc18a14a38 req-9cff02a6-042a-4c75-a860-64a8c0d48ab4 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:44.065265 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e1a509fd-bc8e-430b-a65d-9bcc18a14a38 req-9cff02a6-042a-4c75-a860-64a8c0d48ab4 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.1280940 Feb 08 21:14:44.157131 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e1a509fd-bc8e-430b-a65d-9bcc18a14a38 req-2768e594-2263-4c9f-9013-8cf69477a0a2 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809722 Feb 08 21:14:44.218877 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c2aba80-8c98-498c-ba24-aad21eb4d005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (e39de95a-e9d9-44eb-a2b8-c880a182a1b2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:44.242610 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acefed7-eb03-4a51-a6d8-663bdab41c0a req-8a2606d1-22bf-4c72-bc1e-de1d28e0b4ac tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:44.244606 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2acefed7-eb03-4a51-a6d8-663bdab41c0a req-8a2606d1-22bf-4c72-bc1e-de1d28e0b4ac tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 944 time: 0.0843463 Feb 08 21:14:44.307482 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2acefed7-eb03-4a51-a6d8-663bdab41c0a req-8aa99d84-0922-4ccf-a4b8-70afff7db5ee tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554953 Feb 08 21:14:44.588507 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8c2aba80-8c98-498c-ba24-aad21eb4d005 admin admin] Deleting port 14d1eb1d-29d2-42c5-b78b-a8863263d202 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:14:44.589046 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c2aba80-8c98-498c-ba24-aad21eb4d005 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (14d1eb1d-29d2-42c5-b78b-a8863263d202), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:44.606139 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18608bf5-729c-46e4-8aa5-fed0d13e7efd req-4ad85323-2d71-4c91-a683-9839c7a3ed2e tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:44.608745 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18608bf5-729c-46e4-8aa5-fed0d13e7efd req-4ad85323-2d71-4c91-a683-9839c7a3ed2e tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.0777581 Feb 08 21:14:44.674292 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18608bf5-729c-46e4-8aa5-fed0d13e7efd req-0a99f6d4-75ff-4fdb-a8ca-1bd235bfebf9 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580435 Feb 08 21:14:44.712233 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c2aba80-8c98-498c-ba24-aad21eb4d005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (14d1eb1d-29d2-42c5-b78b-a8863263d202), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:44.723687 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bbc00a-7334-44f1-b6ab-d7837703dcd1 None None] Sync routers for ids ['e39de95a-e9d9-44eb-a2b8-c880a182a1b2'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:14:44.739460 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8c2aba80-8c98-498c-ba24-aad21eb4d005 admin admin] Calling delete_port for 14d1eb1d-29d2-42c5-b78b-a8863263d202 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:14:44.740977 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bbc00a-7334-44f1-b6ab-d7837703dcd1 None None] Routers {'e39de95a-e9d9-44eb-a2b8-c880a182a1b2'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:14:44.742181 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d1bbc00a-7334-44f1-b6ab-d7837703dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:14:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e39de95a-e9d9-44eb-a2b8-c880a182a1b2'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:14:44.932631 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-d1bbc00a-7334-44f1-b6ab-d7837703dcd1 None None] Set router e39de95a-e9d9-44eb-a2b8-c880a182a1b2 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:14:45.031572 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6847655-173f-439d-9dc3-c72e62c31159 req-5116a73a-d5b5-4a08-ae1a-d1ed81c24022 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=35a10c34-9f11-4650-8fc3-7b61ce718477 HTTP/1.1" status: 200 len: 210 time: 0.0577004 Feb 08 21:14:45.114669 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9880b-ac8d-46c7-be8f-d3384a48353c req-6d7b20cd-52e0-4a65-8f92-ff6dbe8f3704 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:45.122544 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-39e9880b-ac8d-46c7-be8f-d3384a48353c req-6d7b20cd-52e0-4a65-8f92-ff6dbe8f3704 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/ports?device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 936 time: 0.1334546 Feb 08 21:14:45.128434 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c2aba80-8c98-498c-ba24-aad21eb4d005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (14d1eb1d-29d2-42c5-b78b-a8863263d202), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:45.213502 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2aba80-8c98-498c-ba24-aad21eb4d005 admin admin] Pushing event deleted for resources: {'Port': ['ID=14d1eb1d-29d2-42c5-b78b-a8863263d202,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:45.256240 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-317995cd-743e-42a7-9790-5e599a02d6a4 req-65cd5c12-4dc1-4466-ae21-2f58f71bec4f tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 210 time: 0.0632968 Feb 08 21:14:45.277345 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-39e9880b-ac8d-46c7-be8f-d3384a48353c req-1891473f-223d-427a-a36b-80c2538e69cb tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469388 Feb 08 21:14:45.331499 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 4cfe35c0-f171-46ad-ae9b-459fb815b0c8 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:14:45.388875 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d1bbc00a-7334-44f1-b6ab-d7837703dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39de95a-e9d9-44eb-a2b8-c880a182a1b2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2087644277-router', 'tenant_id': 'fc73efb723294518a3eb01e021e15ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '4cfe35c0-f171-46ad-ae9b-459fb815b0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:14:36Z', 'updated_at': '2022-02-08T21:14:42Z', 'revision_number': 4, 'project_id': 'fc73efb723294518a3eb01e021e15ee9', 'gw_port': {'id': '4cfe35c0-f171-46ad-ae9b-459fb815b0c8', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39de95a-e9d9-44eb-a2b8-c880a182a1b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:14:38Z', 'updated_at': '2022-02-08T21:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '14d1eb1d-29d2-42c5-b78b-a8863263d202', 'name': '', 'network_id': 'a137df97-fdb5-4eb5-8c0f-549ef94d52a7', 'tenant_id': 'fc73efb723294518a3eb01e021e15ee9', 'mac_address': 'fa:16:3e:3f:68:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39de95a-e9d9-44eb-a2b8-c880a182a1b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '1a9d0b2a-49a2-477d-914a-b2f0e4913a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:14:41Z', 'updated_at': '2022-02-08T21:14:42Z', 'revision_number': 2, 'project_id': 'fc73efb723294518a3eb01e021e15ee9', 'subnets': [{'id': '1a9d0b2a-49a2-477d-914a-b2f0e4913a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:14:45.487281 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bbc00a-7334-44f1-b6ab-d7837703dcd1 None None] Checking router: e39de95a-e9d9-44eb-a2b8-c880a182a1b2 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:14:45.490255 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 4cfe35c0-f171-46ad-ae9b-459fb815b0c8 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:14:45.490859 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (4cfe35c0-f171-46ad-ae9b-459fb815b0c8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:45.491626 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bbc00a-7334-44f1-b6ab-d7837703dcd1 None None] Updating router e39de95a-e9d9-44eb-a2b8-c880a182a1b2 port 14d1eb1d-29d2-42c5-b78b-a8863263d202 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:14:45.500245 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c8450-b6f2-422b-8ddf-e2266f842633 req-fbd81c59-7cd0-428e-a5af-199188bd460c tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:45.509188 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f42c8450-b6f2-422b-8ddf-e2266f842633 req-fbd81c59-7cd0-428e-a5af-199188bd460c tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.1449914 Feb 08 21:14:45.536024 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bbc00a-7334-44f1-b6ab-d7837703dcd1 None None] Port 14d1eb1d-29d2-42c5-b78b-a8863263d202 not found while updating agent binding for router e39de95a-e9d9-44eb-a2b8-c880a182a1b2. {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 08 21:14:45.559160 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1683ada-e7d8-4d14-b36b-c9ef3d3dfe50 req-ebe35d6b-a52a-47af-86c9-3dae1c5a939d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:45.566007 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bbc00a-7334-44f1-b6ab-d7837703dcd1 None None] Routers {'e39de95a-e9d9-44eb-a2b8-c880a182a1b2'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:14:45.567067 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d1bbc00a-7334-44f1-b6ab-d7837703dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:14:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e39de95a-e9d9-44eb-a2b8-c880a182a1b2'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:14:45.567649 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b1683ada-e7d8-4d14-b36b-c9ef3d3dfe50 req-ebe35d6b-a52a-47af-86c9-3dae1c5a939d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 944 time: 0.1273587 Feb 08 21:14:45.587038 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c2aba80-8c98-498c-ba24-aad21eb4d005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (e39de95a-e9d9-44eb-a2b8-c880a182a1b2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:45.629316 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f42c8450-b6f2-422b-8ddf-e2266f842633 req-47705641-85e5-47d2-8926-7998d139e6ce tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030324 Feb 08 21:14:45.657886 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b1683ada-e7d8-4d14-b36b-c9ef3d3dfe50 req-0de9e4ea-829c-4d32-b736-c1b930e49ad3 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891092 Feb 08 21:14:45.700431 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 4cfe35c0-f171-46ad-ae9b-459fb815b0c8 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:14:45.753279 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-d1bbc00a-7334-44f1-b6ab-d7837703dcd1 None None] Set router e39de95a-e9d9-44eb-a2b8-c880a182a1b2 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:14:45.845381 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724b2bc-5e2b-45c5-92b1-423915f9548b req-c7fce95c-38fd-4ee0-813a-b2bf70dc6740 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:45.847670 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7724b2bc-5e2b-45c5-92b1-423915f9548b req-c7fce95c-38fd-4ee0-813a-b2bf70dc6740 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.0906310 Feb 08 21:14:45.918317 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7724b2bc-5e2b-45c5-92b1-423915f9548b req-cce8abb5-14cc-45e4-b00a-420bd8299d31 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625174 Feb 08 21:14:46.194493 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d1bbc00a-7334-44f1-b6ab-d7837703dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39de95a-e9d9-44eb-a2b8-c880a182a1b2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2087644277-router', 'tenant_id': 'fc73efb723294518a3eb01e021e15ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '4cfe35c0-f171-46ad-ae9b-459fb815b0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:14:36Z', 'updated_at': '2022-02-08T21:14:45Z', 'revision_number': 5, 'project_id': 'fc73efb723294518a3eb01e021e15ee9', 'gw_port': {'id': '4cfe35c0-f171-46ad-ae9b-459fb815b0c8', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39de95a-e9d9-44eb-a2b8-c880a182a1b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:14:38Z', 'updated_at': '2022-02-08T21:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:14:46.208577 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ac2a609-5c80-4549-93c2-579c2d44a013 req-ab592496-1436-4b5d-ad1b-f0ad562e0457 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=35a10c34-9f11-4650-8fc3-7b61ce718477 HTTP/1.1" status: 200 len: 210 time: 0.0385866 Feb 08 21:14:46.239567 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bbc00a-7334-44f1-b6ab-d7837703dcd1 None None] The sync data for ids ['e39de95a-e9d9-44eb-a2b8-c880a182a1b2'] in n-d-712143-31 is: [{'id': 'e39de95a-e9d9-44eb-a2b8-c880a182a1b2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2087644277-router', 'tenant_id': 'fc73efb723294518a3eb01e021e15ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '4cfe35c0-f171-46ad-ae9b-459fb815b0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:14:36Z', 'updated_at': '2022-02-08T21:14:45Z', 'revision_number': 5, 'project_id': 'fc73efb723294518a3eb01e021e15ee9', 'gw_port': {'id': '4cfe35c0-f171-46ad-ae9b-459fb815b0c8', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39de95a-e9d9-44eb-a2b8-c880a182a1b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:14:38Z', 'updated_at': '2022-02-08T21:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:14:46.242518 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2aba80-8c98-498c-ba24-aad21eb4d005 admin admin] Router e39de95a-e9d9-44eb-a2b8-c880a182a1b2 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:14:46.440378 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2aba80-8c98-498c-ba24-aad21eb4d005 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:14:46.443927 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-64104d08-f4f9-432c-85c9-ee07c38b5d06 req-f31edc83-6aa7-4bac-b70a-5df1b3707ef9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 210 time: 0.0553997 Feb 08 21:14:46.462612 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8c2aba80-8c98-498c-ba24-aad21eb4d005 admin admin] 10.222.0.88 "PUT /v2.0/routers/e39de95a-e9d9-44eb-a2b8-c880a182a1b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7749124 Feb 08 21:14:46.474518 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42108) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:46.491716 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e12d7e-f478-4c43-9e07-cc9f4e490eb8 req-e582f9ad-423c-4ed2-a4e4-e82313645406 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:46.494460 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13e12d7e-f478-4c43-9e07-cc9f4e490eb8 req-e582f9ad-423c-4ed2-a4e4-e82313645406 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/ports?device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 936 time: 0.1048586 Feb 08 21:14:46.554389 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13e12d7e-f478-4c43-9e07-cc9f4e490eb8 req-2aa506c0-d329-4529-b945-f83dfab01870 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542717 Feb 08 21:14:46.627896 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-84cb8c2f-1e50-40a5-903a-869068ca8c19 admin admin] Publish callbacks [] for router (e39de95a-e9d9-44eb-a2b8-c880a182a1b2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:46.839002 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0bda7-5a9a-4323-a4f1-825bad899189 req-09711e87-4be3-40ee-9f72-d79a3636a242 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:46.840615 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29f0bda7-5a9a-4323-a4f1-825bad899189 req-09711e87-4be3-40ee-9f72-d79a3636a242 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.1242440 Feb 08 21:14:46.840842 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-84cb8c2f-1e50-40a5-903a-869068ca8c19 admin admin] Publish callbacks [] for router_gateway (e39de95a-e9d9-44eb-a2b8-c880a182a1b2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:46.879163 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21b42d-db34-4b4e-af63-2a911a732e2d req-5a3d9d3a-e142-4d9f-bb63-11f37022bf83 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:46.882262 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ec21b42d-db34-4b4e-af63-2a911a732e2d req-5a3d9d3a-e142-4d9f-bb63-11f37022bf83 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 944 time: 0.1052492 Feb 08 21:14:46.939116 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-84cb8c2f-1e50-40a5-903a-869068ca8c19 admin admin] Deleting port 4cfe35c0-f171-46ad-ae9b-459fb815b0c8 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:14:46.939654 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-84cb8c2f-1e50-40a5-903a-869068ca8c19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (4cfe35c0-f171-46ad-ae9b-459fb815b0c8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:46.961841 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29f0bda7-5a9a-4323-a4f1-825bad899189 req-5ee004c3-b32d-4432-9876-a337ce79b129 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119909 Feb 08 21:14:47.004926 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ec21b42d-db34-4b4e-af63-2a911a732e2d req-e9c45a85-ceea-4808-8b8c-304a4260fe52 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124320 Feb 08 21:14:47.090097 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-84cb8c2f-1e50-40a5-903a-869068ca8c19 admin admin] For port 4cfe35c0-f171-46ad-ae9b-459fb815b0c8, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=4cfe35c0-f171-46ad-ae9b-459fb815b0c8,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:47.090465 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-84cb8c2f-1e50-40a5-903a-869068ca8c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (4cfe35c0-f171-46ad-ae9b-459fb815b0c8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:47.111578 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-84cb8c2f-1e50-40a5-903a-869068ca8c19 admin admin] Calling delete_port for 4cfe35c0-f171-46ad-ae9b-459fb815b0c8 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:14:47.138291 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b416f59-637c-4b26-94f3-c725ff1a8dea req-339ff52c-150f-4bd1-90d6-f6be87d60c3a tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:47.141596 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5b416f59-637c-4b26-94f3-c725ff1a8dea req-339ff52c-150f-4bd1-90d6-f6be87d60c3a tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.1004088 Feb 08 21:14:47.199020 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e10e80b-61f2-4fb0-b72b-33eab5ef4f6e None None] Sync routers for ids ['e39de95a-e9d9-44eb-a2b8-c880a182a1b2'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:14:47.217210 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e10e80b-61f2-4fb0-b72b-33eab5ef4f6e None None] Routers {'e39de95a-e9d9-44eb-a2b8-c880a182a1b2'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:14:47.218309 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-4e10e80b-61f2-4fb0-b72b-33eab5ef4f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:14:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e39de95a-e9d9-44eb-a2b8-c880a182a1b2'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:14:47.222182 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5b416f59-637c-4b26-94f3-c725ff1a8dea req-03088742-05ea-4dda-a164-5e95a0038627 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726430 Feb 08 21:14:47.360661 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-84cb8c2f-1e50-40a5-903a-869068ca8c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (4cfe35c0-f171-46ad-ae9b-459fb815b0c8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:47.373981 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0c1e8745-001f-4540-952f-f78f6bc7b567 req-bfb23ae0-d294-4a02-a257-0cc65e456f27 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=35a10c34-9f11-4650-8fc3-7b61ce718477 HTTP/1.1" status: 200 len: 210 time: 0.0448990 Feb 08 21:14:47.409363 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb8c2f-1e50-40a5-903a-869068ca8c19 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cfe35c0-f171-46ad-ae9b-459fb815b0c8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:47.413627 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-4e10e80b-61f2-4fb0-b72b-33eab5ef4f6e None None] Set router e39de95a-e9d9-44eb-a2b8-c880a182a1b2 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:14:47.507625 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-4e10e80b-61f2-4fb0-b72b-33eab5ef4f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39de95a-e9d9-44eb-a2b8-c880a182a1b2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2087644277-router', 'tenant_id': 'fc73efb723294518a3eb01e021e15ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:14:36Z', 'updated_at': '2022-02-08T21:14:46Z', 'revision_number': 6, 'project_id': 'fc73efb723294518a3eb01e021e15ee9', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:14:47.508589 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-84cb8c2f-1e50-40a5-903a-869068ca8c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (e39de95a-e9d9-44eb-a2b8-c880a182a1b2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:47.544477 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e10e80b-61f2-4fb0-b72b-33eab5ef4f6e None None] Checking router: e39de95a-e9d9-44eb-a2b8-c880a182a1b2 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:14:47.559527 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e10e80b-61f2-4fb0-b72b-33eab5ef4f6e None None] Routers {'e39de95a-e9d9-44eb-a2b8-c880a182a1b2'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:14:47.560670 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-4e10e80b-61f2-4fb0-b72b-33eab5ef4f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:14:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e39de95a-e9d9-44eb-a2b8-c880a182a1b2'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:14:47.623310 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b1b6059-6db4-48f2-be4d-09d8359c2eab req-8eed3c9d-9203-4454-9023-13ffb0cb68f8 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 210 time: 0.0517960 Feb 08 21:14:47.691607 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-4e10e80b-61f2-4fb0-b72b-33eab5ef4f6e None None] Set router e39de95a-e9d9-44eb-a2b8-c880a182a1b2 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:14:47.715301 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-84cb8c2f-1e50-40a5-903a-869068ca8c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (e39de95a-e9d9-44eb-a2b8-c880a182a1b2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:47.718195 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-84cb8c2f-1e50-40a5-903a-869068ca8c19 admin admin] Publish callbacks [] for router_controller (e39de95a-e9d9-44eb-a2b8-c880a182a1b2), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:47.739910 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34080e4-4b78-46d0-b5d1-6d85901422f0 req-2583c82a-f8a5-4d54-846c-d40bca4b3279 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:47.743236 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a34080e4-4b78-46d0-b5d1-6d85901422f0 req-2583c82a-f8a5-4d54-846c-d40bca4b3279 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/ports?device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 936 time: 0.0868340 Feb 08 21:14:47.755588 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-4e10e80b-61f2-4fb0-b72b-33eab5ef4f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39de95a-e9d9-44eb-a2b8-c880a182a1b2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2087644277-router', 'tenant_id': 'fc73efb723294518a3eb01e021e15ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:14:36Z', 'updated_at': '2022-02-08T21:14:47Z', 'revision_number': 7, 'project_id': 'fc73efb723294518a3eb01e021e15ee9', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:14:47.789106 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e10e80b-61f2-4fb0-b72b-33eab5ef4f6e None None] The sync data for ids ['e39de95a-e9d9-44eb-a2b8-c880a182a1b2'] in n-d-712143-31 is: [{'id': 'e39de95a-e9d9-44eb-a2b8-c880a182a1b2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2087644277-router', 'tenant_id': 'fc73efb723294518a3eb01e021e15ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:14:36Z', 'updated_at': '2022-02-08T21:14:47Z', 'revision_number': 7, 'project_id': 'fc73efb723294518a3eb01e021e15ee9', 'gw_port_host': None}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:14:47.819890 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-84cb8c2f-1e50-40a5-903a-869068ca8c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (e39de95a-e9d9-44eb-a2b8-c880a182a1b2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:47.821144 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cb8c2f-1e50-40a5-903a-869068ca8c19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e39de95a-e9d9-44eb-a2b8-c880a182a1b2 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:14:47.821524 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a34080e4-4b78-46d0-b5d1-6d85901422f0 req-b4b38669-cbb7-4e58-ae8e-078763b98698 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720282 Feb 08 21:14:47.827647 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-84cb8c2f-1e50-40a5-903a-869068ca8c19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:47.830148 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-84cb8c2f-1e50-40a5-903a-869068ca8c19 admin admin] 10.222.0.88 "DELETE /v2.0/routers/e39de95a-e9d9-44eb-a2b8-c880a182a1b2 HTTP/1.1" status: 204 len: 168 time: 1.3624210 Feb 08 21:14:47.832324 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42124) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:47.903239 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-689505d0-6bd0-4d1c-a70a-420730a2b066 admin admin] Deleting subnet 1a9d0b2a-49a2-477d-914a-b2f0e4913a92 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:14:47.908241 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-689505d0-6bd0-4d1c-a70a-420730a2b066 admin admin] Publish callbacks [] for subnet (1a9d0b2a-49a2-477d-914a-b2f0e4913a92), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:47.962622 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-689505d0-6bd0-4d1c-a70a-420730a2b066 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (1a9d0b2a-49a2-477d-914a-b2f0e4913a92), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:48.109766 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-689505d0-6bd0-4d1c-a70a-420730a2b066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (1a9d0b2a-49a2-477d-914a-b2f0e4913a92), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:48.130060 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e2a55-ae59-4024-b4ef-47c728217fe2 req-e6b0a9bd-2043-47e8-afc1-e3d40d086d4f tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:48.132742 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-415e2a55-ae59-4024-b4ef-47c728217fe2 req-e6b0a9bd-2043-47e8-afc1-e3d40d086d4f tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.0904479 Feb 08 21:14:48.195387 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-689505d0-6bd0-4d1c-a70a-420730a2b066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (1a9d0b2a-49a2-477d-914a-b2f0e4913a92), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:48.226526 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689505d0-6bd0-4d1c-a70a-420730a2b066 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a9d0b2a-49a2-477d-914a-b2f0e4913a92,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:48.230406 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-689505d0-6bd0-4d1c-a70a-420730a2b066 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:48.234236 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-689505d0-6bd0-4d1c-a70a-420730a2b066 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/1a9d0b2a-49a2-477d-914a-b2f0e4913a92 HTTP/1.1" status: 204 len: 168 time: 0.3906794 Feb 08 21:14:48.238746 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42130) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:48.246001 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b268cedf-4dbc-4848-957d-907ebc9ef077 None None] Network a137df97-fdb5-4eb5-8c0f-549ef94d52a7 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:14:48.275432 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-415e2a55-ae59-4024-b4ef-47c728217fe2 req-d48e7f8c-542e-4fd0-867d-fea48df7fafd tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245096 Feb 08 21:14:48.292316 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ea460-7f33-4ec6-bda0-6cc026b1d413 req-1a381c36-d65e-4c35-a15a-5fce775e69a0 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:48.295601 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-af3ea460-7f33-4ec6-bda0-6cc026b1d413 req-1a381c36-d65e-4c35-a15a-5fce775e69a0 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 944 time: 0.1612835 Feb 08 21:14:48.404635 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a497f2af-4cff-4548-9c8d-6dbdf5c7a606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (a137df97-fdb5-4eb5-8c0f-549ef94d52a7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:48.419626 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-af3ea460-7f33-4ec6-bda0-6cc026b1d413 req-bbbf14df-3cb4-4fb4-8c5c-17285da3237d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175010 Feb 08 21:14:48.527388 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a497f2af-4cff-4548-9c8d-6dbdf5c7a606 admin admin] Deleting port c68c69f3-a0d6-4b08-8850-8a1d0731ec50 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:14:48.528054 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a497f2af-4cff-4548-9c8d-6dbdf5c7a606 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c68c69f3-a0d6-4b08-8850-8a1d0731ec50), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:48.539242 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b9408-5eb0-4ea3-9f58-a6c0ec32ace4 req-8cbf2d28-ac40-442f-bc14-d433c834fec9 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:48.554317 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-784b9408-5eb0-4ea3-9f58-a6c0ec32ace4 req-8cbf2d28-ac40-442f-bc14-d433c834fec9 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.1324174 Feb 08 21:14:48.583846 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e371f2f2-c4c2-45d8-8d51-0a1c097aecba None None] DHCP port deletion for a137df97-fdb5-4eb5-8c0f-549ef94d52a7 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:14:48.633168 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bb655329-f2aa-41a4-8f29-f705e1c31f28 req-9762f2a7-5712-40c0-b154-f4346a3d8bbd tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=35a10c34-9f11-4650-8fc3-7b61ce718477 HTTP/1.1" status: 200 len: 210 time: 0.0667167 Feb 08 21:14:48.651872 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-a497f2af-4cff-4548-9c8d-6dbdf5c7a606 admin admin] For port c68c69f3-a0d6-4b08-8850-8a1d0731ec50, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c68c69f3-a0d6-4b08-8850-8a1d0731ec50,segment=NetworkSegment(a30781d8-f3a9-45e6-985b-025c8c61d7ee),segment_id=a30781d8-f3a9-45e6-985b-025c8c61d7ee)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:48.654834 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a497f2af-4cff-4548-9c8d-6dbdf5c7a606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c68c69f3-a0d6-4b08-8850-8a1d0731ec50), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:48.698760 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a497f2af-4cff-4548-9c8d-6dbdf5c7a606 admin admin] Calling delete_port for c68c69f3-a0d6-4b08-8850-8a1d0731ec50 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:14:48.704084 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-784b9408-5eb0-4ea3-9f58-a6c0ec32ace4 req-353ed0c5-47ee-420d-9de7-d0a6a95bf0e5 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480212 Feb 08 21:14:48.742886 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e371f2f2-c4c2-45d8-8d51-0a1c097aecba None None] Deleting port c68c69f3-a0d6-4b08-8850-8a1d0731ec50 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:14:48.743277 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e371f2f2-c4c2-45d8-8d51-0a1c097aecba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c68c69f3-a0d6-4b08-8850-8a1d0731ec50), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:48.837204 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-e371f2f2-c4c2-45d8-8d51-0a1c097aecba None None] For port c68c69f3-a0d6-4b08-8850-8a1d0731ec50, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c68c69f3-a0d6-4b08-8850-8a1d0731ec50,segment=NetworkSegment(a30781d8-f3a9-45e6-985b-025c8c61d7ee),segment_id=a30781d8-f3a9-45e6-985b-025c8c61d7ee)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:48.837947 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e371f2f2-c4c2-45d8-8d51-0a1c097aecba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c68c69f3-a0d6-4b08-8850-8a1d0731ec50), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:48.856590 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e371f2f2-c4c2-45d8-8d51-0a1c097aecba None None] Calling delete_port for c68c69f3-a0d6-4b08-8850-8a1d0731ec50 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:14:48.857504 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca7e72b1-a700-45c6-bb5a-2de8968e1191 req-fb385b78-12e4-408a-bc26-40cb52eb7a6b tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 210 time: 0.0585604 Feb 08 21:14:48.887876 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a497f2af-4cff-4548-9c8d-6dbdf5c7a606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (c68c69f3-a0d6-4b08-8850-8a1d0731ec50), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:48.936384 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497f2af-4cff-4548-9c8d-6dbdf5c7a606 admin admin] Pushing event deleted for resources: {'Port': ['ID=c68c69f3-a0d6-4b08-8850-8a1d0731ec50,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:48.940046 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a497f2af-4cff-4548-9c8d-6dbdf5c7a606 admin admin] No DVR routers for this DVR port c68c69f3-a0d6-4b08-8850-8a1d0731ec50 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:14:49.032391 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dcec1-b29d-4f24-af98-c37da99e1ca8 req-5b236fd7-8c38-479f-a4cc-5743349036cc tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:49.035567 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc2dcec1-b29d-4f24-af98-c37da99e1ca8 req-5b236fd7-8c38-479f-a4cc-5743349036cc tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/ports?device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 936 time: 0.1113069 Feb 08 21:14:49.042297 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e371f2f2-c4c2-45d8-8d51-0a1c097aecba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (c68c69f3-a0d6-4b08-8850-8a1d0731ec50), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:49.085842 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a497f2af-4cff-4548-9c8d-6dbdf5c7a606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (a137df97-fdb5-4eb5-8c0f-549ef94d52a7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:49.107786 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371f2f2-c4c2-45d8-8d51-0a1c097aecba None None] Pushing event deleted for resources: {'Port': ['ID=c68c69f3-a0d6-4b08-8850-8a1d0731ec50,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:49.124528 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a497f2af-4cff-4548-9c8d-6dbdf5c7a606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a137df97-fdb5-4eb5-8c0f-549ef94d52a7']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:14:49.129832 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e371f2f2-c4c2-45d8-8d51-0a1c097aecba None None] No DVR routers for this DVR port c68c69f3-a0d6-4b08-8850-8a1d0731ec50 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:14:49.135607 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc2dcec1-b29d-4f24-af98-c37da99e1ca8 req-1a7a8807-52dc-4951-b77a-1d0fb77081b3 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887611 Feb 08 21:14:49.139809 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a497f2af-4cff-4548-9c8d-6dbdf5c7a606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a30781d8-f3a9-45e6-985b-025c8c61d7ee') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:14:49.140112 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a497f2af-4cff-4548-9c8d-6dbdf5c7a606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a30781d8-f3a9-45e6-985b-025c8c61d7ee') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:14:49.164129 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a497f2af-4cff-4548-9c8d-6dbdf5c7a606 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (a30781d8-f3a9-45e6-985b-025c8c61d7ee), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:49.188672 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a497f2af-4cff-4548-9c8d-6dbdf5c7a606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (a30781d8-f3a9-45e6-985b-025c8c61d7ee), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:49.198362 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a497f2af-4cff-4548-9c8d-6dbdf5c7a606 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:14:49.198362 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a497f2af-4cff-4548-9c8d-6dbdf5c7a606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (a30781d8-f3a9-45e6-985b-025c8c61d7ee), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:14:49.199999 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:14:49.255581 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 4cfe35c0-f171-46ad-ae9b-459fb815b0c8 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:14:49.279900 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a497f2af-4cff-4548-9c8d-6dbdf5c7a606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (a137df97-fdb5-4eb5-8c0f-549ef94d52a7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:49.281262 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 4cfe35c0-f171-46ad-ae9b-459fb815b0c8 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:14:49.281651 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 4cfe35c0-f171-46ad-ae9b-459fb815b0c8 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:14:49.282079 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c68c69f3-a0d6-4b08-8850-8a1d0731ec50 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:14:49.289185 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a497f2af-4cff-4548-9c8d-6dbdf5c7a606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:49.295659 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a497f2af-4cff-4548-9c8d-6dbdf5c7a606 admin admin] 10.222.0.88 "DELETE /v2.0/networks/a137df97-fdb5-4eb5-8c0f-549ef94d52a7 HTTP/1.1" status: 204 len: 168 time: 1.0550952 Feb 08 21:14:49.304866 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: c68c69f3-a0d6-4b08-8850-8a1d0731ec50 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:14:49.305202 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c68c69f3-a0d6-4b08-8850-8a1d0731ec50 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:14:49.321743 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497f2af-4cff-4548-9c8d-6dbdf5c7a606 admin admin] Pushing event deleted for resources: {'Network': ['ID=a137df97-fdb5-4eb5-8c0f-549ef94d52a7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:49.456923 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c8fd1-1624-48f1-b815-53d7e79a8488 req-65f3b1d9-be8c-401b-91ed-007d6687bce1 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:49.458302 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42144) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:49.459720 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5e2c8fd1-1624-48f1-b815-53d7e79a8488 req-65f3b1d9-be8c-401b-91ed-007d6687bce1 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.0665500 Feb 08 21:14:49.529035 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-13fb7db2-89f8-4200-b07d-f69db009436a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fc73efb723294518a3eb01e021e15ee9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0672407 Feb 08 21:14:49.529922 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42148) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:49.552706 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5e2c8fd1-1624-48f1-b815-53d7e79a8488 req-344a4d97-7c7b-41be-9f97-e9fa5ba852c5 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830121 Feb 08 21:14:49.614757 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-641f3dd8-1cd4-47ee-ae6f-a847178b4264 admin admin] Publish callbacks [] for security_group (761c7db3-ac3c-47e4-8ea9-dbb50aadef55), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:49.640076 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-ff0f982c-3c70-466b-ba5a-f0e7848325ea service neutron] Request body: {'port': {'device_id': '08c8880a-37b0-4143-b830-c52c8f6c62ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:14:49.670728 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cdb43-15ce-4df8-9c1e-297169896e9a req-f31c2401-aee7-4932-b56b-e90f1801cb0e tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:49.673931 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-824cdb43-15ce-4df8-9c1e-297169896e9a req-f31c2401-aee7-4932-b56b-e90f1801cb0e tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 944 time: 0.1179979 Feb 08 21:14:49.713818 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-641f3dd8-1cd4-47ee-ae6f-a847178b4264 admin admin] Publish callbacks [] for security_group (761c7db3-ac3c-47e4-8ea9-dbb50aadef55), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:49.817947 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-ff0f982c-3c70-466b-ba5a-f0e7848325ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (53887cb3-42bb-4d59-9a93-75c66075fc53), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:49.979181 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7c415e45-3f43-430b-a665-0ee346e3dc99 req-1538c06a-b6e7-48ae-a899-c5778934f729 tempest-LiveMigrationNegativeTest-1938462212 tempest-LiveMigrationNegativeTest-1938462212-project] 10.222.0.88 "GET /v2.0/ports?device_id=35a10c34-9f11-4650-8fc3-7b61ce718477 HTTP/1.1" status: 200 len: 210 time: 0.0719619 Feb 08 21:14:49.995113 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-824cdb43-15ce-4df8-9c1e-297169896e9a req-432699ed-9467-47a4-afbd-2946be0b6c93 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991079 Feb 08 21:14:50.002299 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-641f3dd8-1cd4-47ee-ae6f-a847178b4264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (761c7db3-ac3c-47e4-8ea9-dbb50aadef55), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:50.006688 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-641f3dd8-1cd4-47ee-ae6f-a847178b4264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:50.008803 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-641f3dd8-1cd4-47ee-ae6f-a847178b4264 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/761c7db3-ac3c-47e4-8ea9-dbb50aadef55 HTTP/1.1" status: 204 len: 168 time: 0.4779036 Feb 08 21:14:50.032219 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f3dd8-1cd4-47ee-ae6f-a847178b4264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761c7db3-ac3c-47e4-8ea9-dbb50aadef55,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:50.063288 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ede51b-04bc-400f-800f-4881286304e5 req-12990405-e439-4a88-ab26-104e75c2d7ca tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:50.066569 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-68ede51b-04bc-400f-800f-4881286304e5 req-12990405-e439-4a88-ab26-104e75c2d7ca tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16&tenant_id=9b3b159591ee4a229900ea8953fa8a06&binding%3Ahost_id=n-h2-712143-31 HTTP/1.1" status: 200 len: 1127 time: 0.3905065 Feb 08 21:14:50.286123 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b5af12d8-9bda-4613-abfe-b92e0c638013 req-ca63ef6c-d86a-4480-81f0-70ebe85fdab4 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 210 time: 0.0468206 Feb 08 21:14:50.308323 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ede51b-04bc-400f-800f-4881286304e5 req-a44077ef-8cbd-4906-9018-4d04e0869264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:50.310810 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-68ede51b-04bc-400f-800f-4881286304e5 req-a44077ef-8cbd-4906-9018-4d04e0869264 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16&tenant_id=9b3b159591ee4a229900ea8953fa8a06 HTTP/1.1" status: 200 len: 1127 time: 0.2350237 Feb 08 21:14:50.350309 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f9975-e72f-4f95-96c7-b3e2b5fb1385 req-ccd37e14-3d18-4693-b4ed-ba17774ab4d4 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:50.359027 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3c5f9975-e72f-4f95-96c7-b3e2b5fb1385 req-ccd37e14-3d18-4693-b4ed-ba17774ab4d4 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.1759393 Feb 08 21:14:50.389743 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-ff0f982c-3c70-466b-ba5a-f0e7848325ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53887cb3-42bb-4d59-9a93-75c66075fc53 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:14:50.413821 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-ff0f982c-3c70-466b-ba5a-f0e7848325ea service neutron] Publish callbacks [] for port (53887cb3-42bb-4d59-9a93-75c66075fc53), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:50.450871 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-ff0f982c-3c70-466b-ba5a-f0e7848325ea service neutron] Transition to ACTIVE for port object 53887cb3-42bb-4d59-9a93-75c66075fc53 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:14:50.462821 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-ff0f982c-3c70-466b-ba5a-f0e7848325ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (53887cb3-42bb-4d59-9a93-75c66075fc53), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:50.511213 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3c5f9975-e72f-4f95-96c7-b3e2b5fb1385 req-c733c4b6-720f-43d8-a033-53776d491f53 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484344 Feb 08 21:14:50.559713 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ede51b-04bc-400f-800f-4881286304e5 req-ead207fe-fb6a-4fc0-a82d-a47277d42e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:50.561529 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-68ede51b-04bc-400f-800f-4881286304e5 req-ead207fe-fb6a-4fc0-a82d-a47277d42e96 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9b3b159591ee4a229900ea8953fa8a06&device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 1127 time: 0.1795592 Feb 08 21:14:50.597190 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f982c-3c70-466b-ba5a-f0e7848325ea service neutron] Pushing event updated for resources: {'Port': ['ID=53887cb3-42bb-4d59-9a93-75c66075fc53,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:50.660608 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74cbc2-ad4e-4d78-8274-0eea00b4a1b5 req-c489b2dd-0416-4237-9be3-c1c042e9198b tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:50.667661 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d74cbc2-ad4e-4d78-8274-0eea00b4a1b5 req-c489b2dd-0416-4237-9be3-c1c042e9198b tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/ports?device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 936 time: 0.2314470 Feb 08 21:14:50.885668 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-ff0f982c-3c70-466b-ba5a-f0e7848325ea service neutron] Attempting to bind port 53887cb3-42bb-4d59-9a93-75c66075fc53 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:14:50.886213 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-ff0f982c-3c70-466b-ba5a-f0e7848325ea service neutron] Attempting to bind port 53887cb3-42bb-4d59-9a93-75c66075fc53 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:14:50.886736 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-ff0f982c-3c70-466b-ba5a-f0e7848325ea service neutron] Attempting to bind port 53887cb3-42bb-4d59-9a93-75c66075fc53 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:14:50.910950 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-ff0f982c-3c70-466b-ba5a-f0e7848325ea service neutron] Port 53887cb3-42bb-4d59-9a93-75c66075fc53 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:14:50.911704 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-ff0f982c-3c70-466b-ba5a-f0e7848325ea service neutron] Attempting to bind port 53887cb3-42bb-4d59-9a93-75c66075fc53 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:14:50.923107 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-ff0f982c-3c70-466b-ba5a-f0e7848325ea service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:14:50.923663 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-ff0f982c-3c70-466b-ba5a-f0e7848325ea service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:14:50.924334 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-ff0f982c-3c70-466b-ba5a-f0e7848325ea service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:14:50.925264 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-ff0f982c-3c70-466b-ba5a-f0e7848325ea service neutron] Bound port: 53887cb3-42bb-4d59-9a93-75c66075fc53, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:14:50.926363 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-ff0f982c-3c70-466b-ba5a-f0e7848325ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (53887cb3-42bb-4d59-9a93-75c66075fc53), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:51.082472 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b34f4dca-eca4-47b2-adae-c914be10211c req-e55c1517-779b-4187-8c4b-d89f1bc72b6d tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=56f216a178424ba0984bc6550ca8f840&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2727678 Feb 08 21:14:51.153161 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-ff0f982c-3c70-466b-ba5a-f0e7848325ea service neutron] For port 53887cb3-42bb-4d59-9a93-75c66075fc53, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:14:51.163594 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-ff0f982c-3c70-466b-ba5a-f0e7848325ea service neutron] For port 53887cb3-42bb-4d59-9a93-75c66075fc53, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=53887cb3-42bb-4d59-9a93-75c66075fc53,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:14:51.178115 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-ff0f982c-3c70-466b-ba5a-f0e7848325ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (53887cb3-42bb-4d59-9a93-75c66075fc53), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:51.289307 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ede51b-04bc-400f-800f-4881286304e5 req-48bbc3b0-6580-42d1-8900-c6f46f4b4952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:51.294626 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-68ede51b-04bc-400f-800f-4881286304e5 req-48bbc3b0-6580-42d1-8900-c6f46f4b4952 service neutron] 10.222.0.94 "GET /v2.0/networks?id=4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 200 len: 909 time: 0.7227750 Feb 08 21:14:51.355069 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-ff0f982c-3c70-466b-ba5a-f0e7848325ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:51.356397 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-ff0f982c-3c70-466b-ba5a-f0e7848325ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:51.374815 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-ff0f982c-3c70-466b-ba5a-f0e7848325ea service neutron] 10.222.0.94 "PUT /v2.0/ports/53887cb3-42bb-4d59-9a93-75c66075fc53 HTTP/1.1" status: 200 len: 1097 time: 1.7505238 Feb 08 21:14:51.376120 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c8880a-37b0-4143-b830-c52c8f6c62ef', 'tag': '53887cb3-42bb-4d59-9a93-75c66075fc53'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:14:51.398373 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc27ac1-2a42-4d9b-a50b-5ca88075673c" -d '{"events": [{"name": "network-changed", "server_uuid": "08c8880a-37b0-4143-b830-c52c8f6c62ef", "tag": "53887cb3-42bb-4d59-9a93-75c66075fc53"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:14:51.466285 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f982c-3c70-466b-ba5a-f0e7848325ea service neutron] Pushing event updated for resources: {'Port': ['ID=53887cb3-42bb-4d59-9a93-75c66075fc53,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:51.470593 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-68ede51b-04bc-400f-800f-4881286304e5 req-350d8d33-7544-4d0f-9ee9-74af823ece8a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b715280-a1dc-4aea-9b69-73c99012900e HTTP/1.1" status: 200 len: 217 time: 0.1258230 Feb 08 21:14:51.605317 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f220f3-75a2-42b9-bcf8-24f91d445254 req-aa1f34e9-613c-4fff-bd3d-9766d794cf5b tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:51.613598 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-11f220f3-75a2-42b9-bcf8-24f91d445254 req-aa1f34e9-613c-4fff-bd3d-9766d794cf5b tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.7723615 Feb 08 21:14:51.616932 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ede51b-04bc-400f-800f-4881286304e5 req-7c2645e2-b511-4222-a2b3-c522d30dd152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:51.618773 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-68ede51b-04bc-400f-800f-4881286304e5 req-7c2645e2-b511-4222-a2b3-c522d30dd152 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=55523d5b-2f07-476f-b4a6-0043cdbb6c1a HTTP/1.1" status: 200 len: 848 time: 0.1260734 Feb 08 21:14:51.634620 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d74cbc2-ad4e-4d78-8274-0eea00b4a1b5 req-8aeb7eb6-a8f8-47fd-ac9f-def6238dfbbd tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8298032 Feb 08 21:14:51.695525 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-1b2438dc-28f5-47f7-a16b-627d096962b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:51.697138 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-1b2438dc-28f5-47f7-a16b-627d096962b6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4f65d6ef55384d48bd10db7cc2cf7251&device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 1131 time: 0.2176573 Feb 08 21:14:51.859894 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-dea15a11-4302-4fdc-8782-a5e5538c84b5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=53887cb3-42bb-4d59-9a93-75c66075fc53 HTTP/1.1" status: 200 len: 217 time: 0.1415582 Feb 08 21:14:52.013009 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-a76d7077-42a4-476e-922e-2d3d5e669760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:52.033422 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-a76d7077-42a4-476e-922e-2d3d5e669760 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1496820 Feb 08 21:14:52.050768 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42192) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:52.124363 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-7223bcc9-2f16-4fc7-8f9b-be0d2e0d7ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:52.128385 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-7223bcc9-2f16-4fc7-8f9b-be0d2e0d7ed8 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0921514 Feb 08 21:14:52.131189 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-68ede51b-04bc-400f-800f-4881286304e5 req-68bf7fea-05ff-4f86-8773-9072d5bbf459 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=4c67478e-bb4a-47b2-85c8-c1996b203e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464215 Feb 08 21:14:52.172546 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f4dca-eca4-47b2-adae-c914be10211c req-8e7d7d1c-8bd1-4ce8-9f22-d190a8b9f5c1 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:52.174167 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b34f4dca-eca4-47b2-adae-c914be10211c req-8e7d7d1c-8bd1-4ce8-9f22-d190a8b9f5c1 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0901983 Feb 08 21:14:52.206633 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5a23a8b8-a571-46f5-8ec2-f6f400e46ba9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Request body: {'port': {'device_id': '878099c6-015d-4aa0-ba37-b57e41fcad1d', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': '56f216a178424ba0984bc6550ca8f840'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:14:52.230476 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-11f220f3-75a2-42b9-bcf8-24f91d445254 req-0b0c6b6a-38cd-4faf-a6bf-254c49649f30 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6156085 Feb 08 21:14:52.382482 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42198) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:52.392917 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317ee65-002e-4fcc-afd7-5992fca5eb84 req-dba1410a-f336-4f87-89bc-e13a59893f8e tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:52.400364 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9317ee65-002e-4fcc-afd7-5992fca5eb84 req-dba1410a-f336-4f87-89bc-e13a59893f8e tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 944 time: 0.3169060 Feb 08 21:14:52.423690 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-01ca61fc-d902-489b-8871-885f1268a6db admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1596091020-network', 'tenant_id': '9528332d4f29435ebdf5e407e4b8930c'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:14:52.438380 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-aa4fa91e-008c-418f-a671-48c894f381fc service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380364 Feb 08 21:14:52.514127 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c3f36263-cdb4-4896-8931-319d94ef0015 req-3c9e8e1b-2130-4e4d-ab5d-9dde3de6d7d0 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 210 time: 0.1370785 Feb 08 21:14:52.544043 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ca61fc-d902-489b-8871-885f1268a6db admin admin] Made reservation on behalf of 9528332d4f29435ebdf5e407e4b8930c for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:14:52.548372 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-01ca61fc-d902-489b-8871-885f1268a6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:52.577985 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-01ca61fc-d902-489b-8871-885f1268a6db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:52.600850 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028459c0-6641-4f1f-ae51-d21bcea9ecd3 x-openstack-request-id: req-028459c0-6641-4f1f-ae51-d21bcea9ecd3 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:14:52.601313 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c8880a-37b0-4143-b830-c52c8f6c62ef", "tag": "53887cb3-42bb-4d59-9a93-75c66075fc53", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:14:52.601705 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-028459c0-6641-4f1f-ae51-d21bcea9ecd3 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:14:52.602345 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c8880a-37b0-4143-b830-c52c8f6c62ef', 'tag': '53887cb3-42bb-4d59-9a93-75c66075fc53', 'status': 'completed', 'code': 200} Feb 08 21:14:52.717806 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0afd52a1-6526-417b-aa1b-f52bc2d0fba1 req-b8fece20-f4b3-4fdf-8f0b-de6f4be6b623 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687469 Feb 08 21:14:52.774176 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-aa5eecfe-b6e3-4bc6-bc68-78584ff1204d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c8a2eebe022c46cd9a217abaf2a9c7ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3708198 Feb 08 21:14:52.778066 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42206) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:52.789088 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9317ee65-002e-4fcc-afd7-5992fca5eb84 req-5ef8ea09-86d1-4d3c-8a7b-406a4ea1e82f tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872991 Feb 08 21:14:52.846284 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-68ede51b-04bc-400f-800f-4881286304e5 req-d2729f23-cfae-408b-864d-85118d069bb4 service neutron] 10.222.0.94 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6449761 Feb 08 21:14:52.867368 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-01ca61fc-d902-489b-8871-885f1268a6db admin admin] Publish callbacks [] for security_group (cfbb1b86-e0b1-48e5-911e-5f1990778130), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:52.905995 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-01ca61fc-d902-489b-8871-885f1268a6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (cfbb1b86-e0b1-48e5-911e-5f1990778130), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:52.962721 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5a23a8b8-a571-46f5-8ec2-f6f400e46ba9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Made reservation on behalf of 56f216a178424ba0984bc6550ca8f840 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:14:52.967366 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5a23a8b8-a571-46f5-8ec2-f6f400e46ba9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:52.974274 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ca61fc-d902-489b-8871-885f1268a6db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:14:52.995937 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca61fc-d902-489b-8871-885f1268a6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbb1b86-e0b1-48e5-911e-5f1990778130,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:53.009169 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc27ac1-2a42-4d9b-a50b-5ca88075673c req-6a881150-f688-4fff-a778-c3e8576ea3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:53.010897 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2dc27ac1-2a42-4d9b-a50b-5ca88075673c req-6a881150-f688-4fff-a778-c3e8576ea3eb service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4f65d6ef55384d48bd10db7cc2cf7251&device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 1131 time: 0.2310121 Feb 08 21:14:53.016890 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-01ca61fc-d902-489b-8871-885f1268a6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (20a3be03-d3c0-4a20-bea9-ec24e05d3f53), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:53.017543 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-01ca61fc-d902-489b-8871-885f1268a6db admin admin] Added segment 20a3be03-d3c0-4a20-bea9-ec24e05d3f53 of type vlan for network 14653267-33f9-4701-8b25-78748f42e7d2 Feb 08 21:14:53.070781 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f9f79-2d6d-4f93-ab21-90db25a83d77 req-ccc8cf49-d929-45c3-b78b-210fd84bae84 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:53.072996 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba9f9f79-2d6d-4f93-ab21-90db25a83d77 req-ccc8cf49-d929-45c3-b78b-210fd84bae84 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.3563545 Feb 08 21:14:53.096239 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8ffc73b-06de-4caf-95e2-9d869c83fd00 admin admin] Publish callbacks [] for security_group (b51504be-e472-4ba7-b632-6e6fce8bd653), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:53.161981 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-01ca61fc-d902-489b-8871-885f1268a6db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (14653267-33f9-4701-8b25-78748f42e7d2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:53.165539 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8ffc73b-06de-4caf-95e2-9d869c83fd00 admin admin] Publish callbacks [] for security_group (b51504be-e472-4ba7-b632-6e6fce8bd653), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:53.243117 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc27ac1-2a42-4d9b-a50b-5ca88075673c req-6fbbe661-1add-482d-b78b-b52a3bed5e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:53.245126 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2dc27ac1-2a42-4d9b-a50b-5ca88075673c req-6fbbe661-1add-482d-b78b-b52a3bed5e08 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.2232931 Feb 08 21:14:53.272169 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-01ca61fc-d902-489b-8871-885f1268a6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (14653267-33f9-4701-8b25-78748f42e7d2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:53.274508 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ca61fc-d902-489b-8871-885f1268a6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:53.275610 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-01ca61fc-d902-489b-8871-885f1268a6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:53.289008 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c99abc-17a6-4052-ad14-608290dacaa0 req-ae3d5e2e-0507-433d-9ffb-fdc9b37b71c5 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:53.301755 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b5c99abc-17a6-4052-ad14-608290dacaa0 req-ae3d5e2e-0507-433d-9ffb-fdc9b37b71c5 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/ports?device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 948 time: 0.3460314 Feb 08 21:14:53.337376 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-68ede51b-04bc-400f-800f-4881286304e5 req-9a41bbe8-a7e3-459c-bd44-8e6d0202e185 service neutron] 10.222.0.94 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699407 Feb 08 21:14:53.337863 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2dc27ac1-2a42-4d9b-a50b-5ca88075673c req-2e19dcec-9034-4c1d-b2ad-f16db4802f15 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=53887cb3-42bb-4d59-9a93-75c66075fc53 HTTP/1.1" status: 200 len: 217 time: 0.0828600 Feb 08 21:14:53.442136 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-01ca61fc-d902-489b-8871-885f1268a6db admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3873963 Feb 08 21:14:53.452041 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42212) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:53.458095 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8f2132f5-8a17-4a25-b485-69fd4c2cf467 admin admin] Request body: {'subnet': {'network_id': '14653267-33f9-4701-8b25-78748f42e7d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1596091020-subnet', 'tenant_id': '9528332d4f29435ebdf5e407e4b8930c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:14:53.464983 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8ffc73b-06de-4caf-95e2-9d869c83fd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b51504be-e472-4ba7-b632-6e6fce8bd653), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:53.468711 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8ffc73b-06de-4caf-95e2-9d869c83fd00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:53.475088 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c8ffc73b-06de-4caf-95e2-9d869c83fd00 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b51504be-e472-4ba7-b632-6e6fce8bd653 HTTP/1.1" status: 204 len: 168 time: 0.6885498 Feb 08 21:14:53.489174 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba9f9f79-2d6d-4f93-ab21-90db25a83d77 req-efe9153a-35b8-4311-ac63-bd310c18ba8e tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910754 Feb 08 21:14:53.497944 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca61fc-d902-489b-8871-885f1268a6db admin admin] Pushing event updated for resources: {'Network': ['ID=14653267-33f9-4701-8b25-78748f42e7d2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:53.549265 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ffc73b-06de-4caf-95e2-9d869c83fd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51504be-e472-4ba7-b632-6e6fce8bd653,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:53.551859 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 14653267-33f9-4701-8b25-78748f42e7d2 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:14:53.602205 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc27ac1-2a42-4d9b-a50b-5ca88075673c req-432c573d-edab-4dc0-aef0-8f228e46cfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:53.606500 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2dc27ac1-2a42-4d9b-a50b-5ca88075673c req-432c573d-edab-4dc0-aef0-8f228e46cfe3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.2303729 Feb 08 21:14:53.667957 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2132f5-8a17-4a25-b485-69fd4c2cf467 admin admin] Made reservation on behalf of 9528332d4f29435ebdf5e407e4b8930c for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:14:53.668252 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5a23a8b8-a571-46f5-8ec2-f6f400e46ba9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Allocated IP 192.168.233.185 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/50436714-03f1-4ea7-8ae2-a13351fba2a1) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:14:53.676104 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8f2132f5-8a17-4a25-b485-69fd4c2cf467 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:53.700433 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b5c99abc-17a6-4052-ad14-608290dacaa0 req-8b25fea4-d942-44ca-963c-50e60c27cd6f tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971970 Feb 08 21:14:53.720064 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device ab1459c5-6b4b-4e95-a4f6-b72e476009e8 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:14:53.875153 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc27ac1-2a42-4d9b-a50b-5ca88075673c req-137e1ff1-524f-4334-a284-578e9d545895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:53.879130 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2dc27ac1-2a42-4d9b-a50b-5ca88075673c req-137e1ff1-524f-4334-a284-578e9d545895 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2646439 Feb 08 21:14:53.923973 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port ab1459c5-6b4b-4e95-a4f6-b72e476009e8 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:14:53.924371 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:53.959171 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e4b5db-f198-4d5b-90ea-a4781c91da9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab1459c5-6b4b-4e95-a4f6-b72e476009e8'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:14:53.962473 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a500b6bd-a06e-42c6-8b39-1057fbe3e1b8" -d '{"events": [{"server_uuid": "56e4b5db-f198-4d5b-90ea-a4781c91da9a", "name": "network-vif-unplugged", "status": "completed", "tag": "ab1459c5-6b4b-4e95-a4f6-b72e476009e8"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:14:53.995724 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port ab1459c5-6b4b-4e95-a4f6-b72e476009e8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ab1459c5-6b4b-4e95-a4f6-b72e476009e8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:54.003281 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:54.020767 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-35a0d1e1-3d2f-430a-97a7-1c133bebbd5b req-03389f09-378e-4190-9ca8-c0263870f26d tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 210 time: 0.0766430 Feb 08 21:14:54.101140 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d549f-6f14-4d08-b44f-c54b19dbf915 req-a269aa48-f3ca-44b0-bff4-7608fc84796b tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:54.105381 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc0d549f-6f14-4d08-b44f-c54b19dbf915 req-a269aa48-f3ca-44b0-bff4-7608fc84796b tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.3456728 Feb 08 21:14:54.107666 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=ab1459c5-6b4b-4e95-a4f6-b72e476009e8,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:54.144002 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42226) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:54.157763 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5a4a6a35-7c85-4044-863b-dc9e03128a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:54.178217 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2dc27ac1-2a42-4d9b-a50b-5ca88075673c req-18a398f3-24b5-45ab-8520-ca5444fd9382 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871938 Feb 08 21:14:54.204893 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ede51b-04bc-400f-800f-4881286304e5 req-e7a398f5-7b86-4686-bf70-4e5e114a7e4f tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:54.207781 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-68ede51b-04bc-400f-800f-4881286304e5 req-e7a398f5-7b86-4686-bf70-4e5e114a7e4f tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16&tenant_id=9b3b159591ee4a229900ea8953fa8a06&binding%3Ahost_id=n-h1-712143-31 HTTP/1.1" status: 200 len: 1127 time: 0.4460981 Feb 08 21:14:54.339590 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8f2132f5-8a17-4a25-b485-69fd4c2cf467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (9a6250f6-adb5-401d-a3ca-a324e52c89b2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:54.414062 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2dc27ac1-2a42-4d9b-a50b-5ca88075673c req-d7ce1ed2-24e0-4f0f-bd72-0d87759a21cf service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287893 Feb 08 21:14:54.425315 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2132f5-8a17-4a25-b485-69fd4c2cf467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a6250f6-adb5-401d-a3ca-a324e52c89b2,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:54.444290 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2132f5-8a17-4a25-b485-69fd4c2cf467 admin admin] Checking segment: {'id': '20a3be03-d3c0-4a20-bea9-ec24e05d3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:14:54.445419 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2132f5-8a17-4a25-b485-69fd4c2cf467 admin admin] Network hostable DHCP agents. Network: 14653267-33f9-4701-8b25-78748f42e7d2, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:14:54.466000 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2132f5-8a17-4a25-b485-69fd4c2cf467 admin admin] Network 14653267-33f9-4701-8b25-78748f42e7d2 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:14:54.479360 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8f2132f5-8a17-4a25-b485-69fd4c2cf467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 14653267-33f9-4701-8b25-78748f42e7d2) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:14:54.485558 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2132f5-8a17-4a25-b485-69fd4c2cf467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:54.486158 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8f2132f5-8a17-4a25-b485-69fd4c2cf467 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:54.493925 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ceff57-c50c-45ee-b2cd-a908c0867803 None None] Network 14653267-33f9-4701-8b25-78748f42e7d2 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:14:54.514685 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8f2132f5-8a17-4a25-b485-69fd4c2cf467 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0610387 Feb 08 21:14:54.577617 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cfdc6346-2e66-4a3f-9b17-d618f87432fb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d638e29955624425bcdfe25a75f60e63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4119179 Feb 08 21:14:54.582284 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42232) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:54.593085 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc0d549f-6f14-4d08-b44f-c54b19dbf915 req-e411ad6b-aafa-4ede-95a9-b559fc905590 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715633 Feb 08 21:14:54.637353 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7504027-3916-4c8b-8e0d-a50509e93900 None None] Network 14653267-33f9-4701-8b25-78748f42e7d2 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:14:54.644405 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd74c03-c2f0-453c-81af-ac980ec26c2b req-12596e87-2ea3-4878-a611-cc19a7c8cfbe tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:54.647528 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4dd74c03-c2f0-453c-81af-ac980ec26c2b req-12596e87-2ea3-4878-a611-cc19a7c8cfbe tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 944 time: 0.4522841 Feb 08 21:14:54.708893 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af247e6-cad4-4f7c-b174-9c986bf9fb32 x-openstack-request-id: req-3af247e6-cad4-4f7c-b174-9c986bf9fb32 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:14:54.709572 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e4b5db-f198-4d5b-90ea-a4781c91da9a", "name": "network-vif-unplugged", "status": "completed", "tag": "ab1459c5-6b4b-4e95-a4f6-b72e476009e8", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:14:54.709986 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3af247e6-cad4-4f7c-b174-9c986bf9fb32 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:14:54.710606 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e4b5db-f198-4d5b-90ea-a4781c91da9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab1459c5-6b4b-4e95-a4f6-b72e476009e8', 'code': 200} Feb 08 21:14:54.737507 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5a23a8b8-a571-46f5-8ec2-f6f400e46ba9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks [] for port (50436714-03f1-4ea7-8ae2-a13351fba2a1), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:54.751432 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f8c154d-cbbd-4c4c-a83b-d75e65a45604 admin admin] Publish callbacks [] for security_group (21617fd4-2da7-453b-b3a2-9ee880b87f89), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:54.798870 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f8c154d-cbbd-4c4c-a83b-d75e65a45604 admin admin] Publish callbacks [] for security_group (21617fd4-2da7-453b-b3a2-9ee880b87f89), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:54.892004 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f8c154d-cbbd-4c4c-a83b-d75e65a45604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (21617fd4-2da7-453b-b3a2-9ee880b87f89), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:54.894687 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f8c154d-cbbd-4c4c-a83b-d75e65a45604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:54.896065 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1f8c154d-cbbd-4c4c-a83b-d75e65a45604 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/21617fd4-2da7-453b-b3a2-9ee880b87f89 HTTP/1.1" status: 204 len: 168 time: 0.3120227 Feb 08 21:14:54.907074 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c154d-cbbd-4c4c-a83b-d75e65a45604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21617fd4-2da7-453b-b3a2-9ee880b87f89,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:54.997754 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4dd74c03-c2f0-453c-81af-ac980ec26c2b req-6f14b135-d803-499e-939d-c4ed7b645ac7 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396692 Feb 08 21:14:55.015073 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-68ede51b-04bc-400f-800f-4881286304e5 req-3a5aa98c-1dd7-4e93-9f0e-afdcfbba7fa1 service neutron] For port 6b715280-a1dc-4aea-9b69-73c99012900e, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:14:55.025742 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-68ede51b-04bc-400f-800f-4881286304e5 req-3a5aa98c-1dd7-4e93-9f0e-afdcfbba7fa1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:55.027741 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-68ede51b-04bc-400f-800f-4881286304e5 req-3a5aa98c-1dd7-4e93-9f0e-afdcfbba7fa1 service neutron] 10.222.0.94 "DELETE /v2.0/ports/6b715280-a1dc-4aea-9b69-73c99012900e/bindings/n-h2-712143-31 HTTP/1.1" status: 204 len: 173 time: 0.7338161 Feb 08 21:14:55.032727 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5a23a8b8-a571-46f5-8ec2-f6f400e46ba9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (50436714-03f1-4ea7-8ae2-a13351fba2a1), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:55.053635 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['f6945521-262a-4a66-831b-ce8d6e535b0d', '3cc2793c-991b-4238-8efb-6c6e02437256'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:14:55.076674 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc95a1-8250-409c-8ee2-166187d984e6 req-45565e15-9489-4808-89c4-eccf9ca2c4a4 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:55.089718 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2edc95a1-8250-409c-8ee2-166187d984e6 req-45565e15-9489-4808-89c4-eccf9ca2c4a4 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.2867274 Feb 08 21:14:55.248507 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5a23a8b8-a571-46f5-8ec2-f6f400e46ba9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:14:55.267749 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5a23a8b8-a571-46f5-8ec2-f6f400e46ba9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:14:55.272283 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5a23a8b8-a571-46f5-8ec2-f6f400e46ba9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:14:55.283465 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5a23a8b8-a571-46f5-8ec2-f6f400e46ba9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:55.284479 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5a23a8b8-a571-46f5-8ec2-f6f400e46ba9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:55.302223 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23a8b8-a571-46f5-8ec2-f6f400e46ba9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Pushing event updated for resources: {'Port': ['ID=50436714-03f1-4ea7-8ae2-a13351fba2a1,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:55.377904 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2edc95a1-8250-409c-8ee2-166187d984e6 req-69949c8b-8421-4670-88f2-e93ca0ffca72 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869060 Feb 08 21:14:55.411865 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5a23a8b8-a571-46f5-8ec2-f6f400e46ba9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2132313 Feb 08 21:14:55.450819 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84483272-050d-4fa6-8898-4fd157443356 req-8a40083c-c009-4704-b1b5-0cb33b429027 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:55.461571 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84483272-050d-4fa6-8898-4fd157443356 req-8a40083c-c009-4704-b1b5-0cb33b429027 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/ports?device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 948 time: 0.3138018 Feb 08 21:14:55.481530 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5ec77aff-06cc-4659-9c79-bf906117e34d service neutron] Request body: {'port': {'device_id': '878099c6-015d-4aa0-ba37-b57e41fcad1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:14:55.666272 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84483272-050d-4fa6-8898-4fd157443356 req-853fb3ba-ffd9-4374-be10-dcedf0e40c2f tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746490 Feb 08 21:14:55.686011 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device ab1459c5-6b4b-4e95-a4f6-b72e476009e8 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:14:55.776316 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5ec77aff-06cc-4659-9c79-bf906117e34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (50436714-03f1-4ea7-8ae2-a13351fba2a1), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:56.132017 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-a3ab7260-52b3-4acc-8a72-6acb3a41a12c None None] Provisioning complete for port 50436714-03f1-4ea7-8ae2-a13351fba2a1 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:14:56.132600 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a3ab7260-52b3-4acc-8a72-6acb3a41a12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (50436714-03f1-4ea7-8ae2-a13351fba2a1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:56.165104 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629215b4-250b-4556-ac6e-5366d69b0664 req-87a7109e-ee04-4041-a275-c64297420548 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:56.166926 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-629215b4-250b-4556-ac6e-5366d69b0664 req-87a7109e-ee04-4041-a275-c64297420548 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 936 time: 0.2279487 Feb 08 21:14:56.240574 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a3ab7260-52b3-4acc-8a72-6acb3a41a12c None None] Port 50436714-03f1-4ea7-8ae2-a13351fba2a1 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:14:56.251893 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port ab1459c5-6b4b-4e95-a4f6-b72e476009e8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ab1459c5-6b4b-4e95-a4f6-b72e476009e8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:56.272630 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'ab1459c5-6b4b-4e95-a4f6-b72e476009e8', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': 'ab1459c5-6b4b-4e95-a4f6-b72e476009e8', 'mac_address': 'fa:16:3e:1d:98:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:14:56.314395 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-0ca72818-e177-4868-baa4-8b6628411f60 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:56.322428 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-0ca72818-e177-4868-baa4-8b6628411f60 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/networks?id=14653267-33f9-4701-8b25-78748f42e7d2 HTTP/1.1" status: 200 len: 812 time: 0.4020147 Feb 08 21:14:56.338569 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port ab1459c5-6b4b-4e95-a4f6-b72e476009e8 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:14:56.339327 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:56.349574 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-0cc7643c-9d27-4ea1-b8b2-e7914ae31f72 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/quotas/9528332d4f29435ebdf5e407e4b8930c HTTP/1.1" status: 200 len: 375 time: 0.0260351 Feb 08 21:14:56.364409 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab1459c5-6b4b-4e95-a4f6-b72e476009e8 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:14:56.404187 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port ab1459c5-6b4b-4e95-a4f6-b72e476009e8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ab1459c5-6b4b-4e95-a4f6-b72e476009e8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:56.406889 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-ebab426f-eb07-4ab0-8293-c47f778452b6 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9528332d4f29435ebdf5e407e4b8930c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469162 Feb 08 21:14:56.412643 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:56.416428 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 53887cb3-42bb-4d59-9a93-75c66075fc53 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:14:56.424114 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-629215b4-250b-4556-ac6e-5366d69b0664 req-169d008c-bdda-42e3-bb69-2b85bb83d5fe tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341595 Feb 08 21:14:56.545762 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 53887cb3-42bb-4d59-9a93-75c66075fc53, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=53887cb3-42bb-4d59-9a93-75c66075fc53,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:56.583641 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '53887cb3-42bb-4d59-9a93-75c66075fc53', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': '53887cb3-42bb-4d59-9a93-75c66075fc53', 'mac_address': 'fa:16:3e:2f:b0:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:14:56.611460 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5ec77aff-06cc-4659-9c79-bf906117e34d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50436714-03f1-4ea7-8ae2-a13351fba2a1 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:14:56.633871 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5ec77aff-06cc-4659-9c79-bf906117e34d service neutron] Publish callbacks [] for port (50436714-03f1-4ea7-8ae2-a13351fba2a1), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:56.642792 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-295482b4-57b2-4f7b-bbbf-32b6b2d9b338 service neutron] 10.222.0.88 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118661 Feb 08 21:14:56.657868 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=ab1459c5-6b4b-4e95-a4f6-b72e476009e8,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:56.659428 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5ec77aff-06cc-4659-9c79-bf906117e34d service neutron] Transition to ACTIVE for port object 50436714-03f1-4ea7-8ae2-a13351fba2a1 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:14:56.669929 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5ec77aff-06cc-4659-9c79-bf906117e34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (50436714-03f1-4ea7-8ae2-a13351fba2a1), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:56.696950 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 53887cb3-42bb-4d59-9a93-75c66075fc53 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:14:56.697825 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (53887cb3-42bb-4d59-9a93-75c66075fc53), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:56.723785 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53887cb3-42bb-4d59-9a93-75c66075fc53 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:14:56.727594 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbbb26-8603-445b-a73c-5122fa73a7e2 req-38e2f382-76e9-448d-9b87-ea563eb04098 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:56.729421 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fbbbbb26-8603-445b-a73c-5122fa73a7e2 req-38e2f382-76e9-448d-9b87-ea563eb04098 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 948 time: 0.1784718 Feb 08 21:14:56.759917 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 53887cb3-42bb-4d59-9a93-75c66075fc53, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=53887cb3-42bb-4d59-9a93-75c66075fc53,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:14:56.768223 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (53887cb3-42bb-4d59-9a93-75c66075fc53), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:56.825745 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec77aff-06cc-4659-9c79-bf906117e34d service neutron] Pushing event updated for resources: {'Port': ['ID=50436714-03f1-4ea7-8ae2-a13351fba2a1,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:56.844125 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=53887cb3-42bb-4d59-9a93-75c66075fc53,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:57.131017 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['53887cb3-42bb-4d59-9a93-75c66075fc53'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:14:57.162529 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['ab1459c5-6b4b-4e95-a4f6-b72e476009e8'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:14:57.245664 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fbbbbb26-8603-445b-a73c-5122fa73a7e2 req-46ab8638-dcd9-4124-80cd-c42d17f5344c tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862151 Feb 08 21:14:57.250822 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-48b2561f-7da7-4057-9f3a-207d3804040f service neutron] 10.222.0.88 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5931838 Feb 08 21:14:57.252605 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5ec77aff-06cc-4659-9c79-bf906117e34d service neutron] Attempting to bind port 50436714-03f1-4ea7-8ae2-a13351fba2a1 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:14:57.252951 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5ec77aff-06cc-4659-9c79-bf906117e34d service neutron] Attempting to bind port 50436714-03f1-4ea7-8ae2-a13351fba2a1 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:14:57.253319 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5ec77aff-06cc-4659-9c79-bf906117e34d service neutron] Attempting to bind port 50436714-03f1-4ea7-8ae2-a13351fba2a1 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:14:57.262851 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5ec77aff-06cc-4659-9c79-bf906117e34d service neutron] Port 50436714-03f1-4ea7-8ae2-a13351fba2a1 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:14:57.263210 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5ec77aff-06cc-4659-9c79-bf906117e34d service neutron] Attempting to bind port 50436714-03f1-4ea7-8ae2-a13351fba2a1 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:14:57.272173 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5ec77aff-06cc-4659-9c79-bf906117e34d service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:14:57.272524 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5ec77aff-06cc-4659-9c79-bf906117e34d service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:14:57.272924 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5ec77aff-06cc-4659-9c79-bf906117e34d service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:14:57.273439 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5ec77aff-06cc-4659-9c79-bf906117e34d service neutron] Bound port: 50436714-03f1-4ea7-8ae2-a13351fba2a1, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:14:57.273816 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5ec77aff-06cc-4659-9c79-bf906117e34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (50436714-03f1-4ea7-8ae2-a13351fba2a1), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:57.372921 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9c0e9651-8a87-47c3-861f-0f74424bd505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:57.427127 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5ec77aff-06cc-4659-9c79-bf906117e34d service neutron] For port 50436714-03f1-4ea7-8ae2-a13351fba2a1, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:14:57.431834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5ec77aff-06cc-4659-9c79-bf906117e34d service neutron] For port 50436714-03f1-4ea7-8ae2-a13351fba2a1, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=50436714-03f1-4ea7-8ae2-a13351fba2a1,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:14:57.441795 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5ec77aff-06cc-4659-9c79-bf906117e34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (50436714-03f1-4ea7-8ae2-a13351fba2a1), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:57.466159 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6b265-8f29-4274-9eb2-ee55db194f6f req-d577e9e0-8611-4eab-97b3-ff1b937e9d2e tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:57.473526 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6f6b265-8f29-4274-9eb2-ee55db194f6f req-d577e9e0-8611-4eab-97b3-ff1b937e9d2e tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 1127 time: 0.1144903 Feb 08 21:14:57.508760 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5ec77aff-06cc-4659-9c79-bf906117e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:57.509426 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5ec77aff-06cc-4659-9c79-bf906117e34d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:57.511163 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5ec77aff-06cc-4659-9c79-bf906117e34d service neutron] 10.222.0.94 "PUT /v2.0/ports/50436714-03f1-4ea7-8ae2-a13351fba2a1 HTTP/1.1" status: 200 len: 1097 time: 2.0466430 Feb 08 21:14:57.511865 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878099c6-015d-4aa0-ba37-b57e41fcad1d', 'tag': '50436714-03f1-4ea7-8ae2-a13351fba2a1'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:14:57.514563 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14faa5c7-6bfe-4321-b844-c6275fd468d2" -d '{"events": [{"name": "network-changed", "server_uuid": "878099c6-015d-4aa0-ba37-b57e41fcad1d", "tag": "50436714-03f1-4ea7-8ae2-a13351fba2a1"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:14:57.588235 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec77aff-06cc-4659-9c79-bf906117e34d service neutron] Pushing event updated for resources: {'Port': ['ID=50436714-03f1-4ea7-8ae2-a13351fba2a1,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:14:57.630803 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6f6b265-8f29-4274-9eb2-ee55db194f6f req-5edd062f-d6e6-4b3f-b756-8e28dc0d2fad tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563516 Feb 08 21:14:57.708026 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84dce6-9c16-4365-9491-a4edc82603fb req-e0351c3e-585b-419b-b63e-7d5de676279c tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:57.709801 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3d84dce6-9c16-4365-9491-a4edc82603fb req-e0351c3e-585b-419b-b63e-7d5de676279c tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.1359937 Feb 08 21:14:57.712247 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f4dca-eca4-47b2-adae-c914be10211c req-9dd637d5-af7a-4e0a-8af4-40893b77f05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:57.713842 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b34f4dca-eca4-47b2-adae-c914be10211c req-9dd637d5-af7a-4e0a-8af4-40893b77f05b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 1131 time: 0.1210315 Feb 08 21:14:57.798326 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b34f4dca-eca4-47b2-adae-c914be10211c req-30e5d3a8-2ccc-44b5-a989-bd573a4719fe service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=50436714-03f1-4ea7-8ae2-a13351fba2a1 HTTP/1.1" status: 200 len: 217 time: 0.0743854 Feb 08 21:14:57.936036 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3d84dce6-9c16-4365-9491-a4edc82603fb req-7c2c3211-128e-4623-a67e-05ad90f9062c tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165656 Feb 08 21:14:57.954730 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f4dca-eca4-47b2-adae-c914be10211c req-37148704-5d03-4550-8c59-5e6bd9853602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:57.956260 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b34f4dca-eca4-47b2-adae-c914be10211c req-37148704-5d03-4550-8c59-5e6bd9853602 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1415861 Feb 08 21:14:58.019351 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d9375-1c4d-49c0-aec6-1378e8b93956 req-d0c3b096-1431-4835-b82d-d1fdc875445e tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:58.021052 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c3d9375-1c4d-49c0-aec6-1378e8b93956 req-d0c3b096-1431-4835-b82d-d1fdc875445e tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/ports?device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 949 time: 0.1852505 Feb 08 21:14:58.061876 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f4dca-eca4-47b2-adae-c914be10211c req-f5368405-1b74-4b05-b20f-f48c3332ed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:58.063489 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b34f4dca-eca4-47b2-adae-c914be10211c req-f5368405-1b74-4b05-b20f-f48c3332ed40 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0958118 Feb 08 21:14:58.164251 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c3d9375-1c4d-49c0-aec6-1378e8b93956 req-27f09e28-d559-4fdb-8b74-a4dcebe1b65e tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283925 Feb 08 21:14:58.214313 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b34f4dca-eca4-47b2-adae-c914be10211c req-05631eaf-c19b-44c4-bf70-709dc698e548 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337163 Feb 08 21:14:58.341612 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa275e2b-16f7-4fa1-944f-4e8edd99d97f req-4b926626-d955-40f1-b0d5-132dcb88350a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc1a33d-1778-4953-beae-a16d4002f47e HTTP/1.1" status: 200 len: 210 time: 0.0913272 Feb 08 21:14:58.397100 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cbcf1c-bdfd-464f-9b94-9c03f35ba77f x-openstack-request-id: req-d2cbcf1c-bdfd-464f-9b94-9c03f35ba77f {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:14:58.397620 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878099c6-015d-4aa0-ba37-b57e41fcad1d", "tag": "50436714-03f1-4ea7-8ae2-a13351fba2a1", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:14:58.398040 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d2cbcf1c-bdfd-464f-9b94-9c03f35ba77f {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:14:58.398590 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878099c6-015d-4aa0-ba37-b57e41fcad1d', 'tag': '50436714-03f1-4ea7-8ae2-a13351fba2a1', 'status': 'completed', 'code': 200} Feb 08 21:14:58.430681 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd071ff-61b2-4a81-9b49-36d54a3673ce req-09d8cd28-7d9e-4423-b9f3-9b1bb54a58b9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:58.433584 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-efd071ff-61b2-4a81-9b49-36d54a3673ce req-09d8cd28-7d9e-4423-b9f3-9b1bb54a58b9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 948 time: 0.1964154 Feb 08 21:14:58.465798 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b34f4dca-eca4-47b2-adae-c914be10211c req-5ffccf16-8431-4e1f-ba41-ab0921a35eed service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434185 Feb 08 21:14:58.614549 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-efd071ff-61b2-4a81-9b49-36d54a3673ce req-c6db7f09-81e4-4ac5-a68d-ecf783744677 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665852 Feb 08 21:14:58.659949 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14faa5c7-6bfe-4321-b844-c6275fd468d2 req-ca110dee-144e-4782-809f-17716804cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:58.661512 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14faa5c7-6bfe-4321-b844-c6275fd468d2 req-ca110dee-144e-4782-809f-17716804cccb service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 1131 time: 0.1177862 Feb 08 21:14:58.668044 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-ff67fd72-41c8-431c-a46c-196933dfbf44 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:58.669780 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-ff67fd72-41c8-431c-a46c-196933dfbf44 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/networks?id=4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 200 len: 808 time: 0.1921921 Feb 08 21:14:58.734664 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-4349fac9-558d-4b28-9546-6af8cce85799 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/quotas/9b3b159591ee4a229900ea8953fa8a06 HTTP/1.1" status: 200 len: 375 time: 0.0556772 Feb 08 21:14:58.855556 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b396c0-7bf3-47dd-a8ae-9ad02dbf27af req-bad22b97-917c-477d-8d9e-634beac480e0 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:58.857149 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-48b396c0-7bf3-47dd-a8ae-9ad02dbf27af req-bad22b97-917c-477d-8d9e-634beac480e0 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 948 time: 0.1346421 Feb 08 21:14:58.860293 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14faa5c7-6bfe-4321-b844-c6275fd468d2 req-932a1e14-1c4b-4a70-809b-45d9e9cd3382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:58.861785 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14faa5c7-6bfe-4321-b844-c6275fd468d2 req-932a1e14-1c4b-4a70-809b-45d9e9cd3382 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.1910946 Feb 08 21:14:58.874063 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-77c24132-ac93-4dcf-9be4-5c234851dd6f tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9b3b159591ee4a229900ea8953fa8a06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1319857 Feb 08 21:14:58.949766 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14faa5c7-6bfe-4321-b844-c6275fd468d2 req-714840f0-2c86-4ebe-98e6-00dd765d7963 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=50436714-03f1-4ea7-8ae2-a13351fba2a1 HTTP/1.1" status: 200 len: 217 time: 0.0701172 Feb 08 21:14:59.049897 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:59.056955 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-48b396c0-7bf3-47dd-a8ae-9ad02dbf27af req-574b608d-00ec-4c72-be56-8dae9b66bf84 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904578 Feb 08 21:14:59.083482 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14faa5c7-6bfe-4321-b844-c6275fd468d2 req-9015c935-8d99-4128-8227-693f745f6e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:59.083482 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14faa5c7-6bfe-4321-b844-c6275fd468d2 req-9015c935-8d99-4128-8227-693f745f6e0c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1074336 Feb 08 21:14:59.133974 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-553594a7-2b73-4f3e-a526-8e319d931d24 service neutron] 10.222.0.88 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469511 Feb 08 21:14:59.238450 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14faa5c7-6bfe-4321-b844-c6275fd468d2 req-6d237c86-1caa-4b29-a7ce-b52ed882a99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:59.240305 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14faa5c7-6bfe-4321-b844-c6275fd468d2 req-6d237c86-1caa-4b29-a7ce-b52ed882a99f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1495719 Feb 08 21:14:59.304703 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-12ce99ee-aaad-4f8d-90d0-a2b559e6b4f3 service neutron] 10.222.0.88 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580935 Feb 08 21:14:59.514356 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-1c6977ef-5e33-45a5-817f-53926ce9e555 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:59.518588 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-1c6977ef-5e33-45a5-817f-53926ce9e555 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.96 "GET /v2.0/networks?id=14653267-33f9-4701-8b25-78748f42e7d2 HTTP/1.1" status: 200 len: 812 time: 0.6256979 Feb 08 21:14:59.521263 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a342d-b5aa-44fe-8ab9-dbca553aa7f9 req-bdb7aa17-1e21-4f47-9da6-ded646d20289 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:59.524191 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-685a342d-b5aa-44fe-8ab9-dbca553aa7f9 req-bdb7aa17-1e21-4f47-9da6-ded646d20289 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.1629553 Feb 08 21:14:59.535238 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14faa5c7-6bfe-4321-b844-c6275fd468d2 req-ca635406-f01a-4205-852a-552248138646 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824190 Feb 08 21:14:59.546275 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-7f7bce6a-f498-46b0-8604-8472d80f9cdd tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Request body: {'port': {'device_id': 'ffc1a33d-1778-4953-beae-a16d4002f47e', 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2', 'admin_state_up': True, 'tenant_id': '9528332d4f29435ebdf5e407e4b8930c'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:14:59.674340 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42350) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:14:59.713799 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998180e8-2c97-4dc4-b3d9-2244f5b0e1cf req-fa0aa7da-a313-46cd-b4e7-72a69bfcd372 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:14:59.716022 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-998180e8-2c97-4dc4-b3d9-2244f5b0e1cf req-fa0aa7da-a313-46cd-b4e7-72a69bfcd372 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/ports?device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 949 time: 0.1797798 Feb 08 21:14:59.735934 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-685a342d-b5aa-44fe-8ab9-dbca553aa7f9 req-b922577c-1ad7-40f5-b924-466d78a59957 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983566 Feb 08 21:14:59.747094 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device ab1459c5-6b4b-4e95-a4f6-b72e476009e8 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:14:59.758214 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-7f7bce6a-f498-46b0-8604-8472d80f9cdd tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Made reservation on behalf of 9528332d4f29435ebdf5e407e4b8930c for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:14:59.765291 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-7f7bce6a-f498-46b0-8604-8472d80f9cdd tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:59.808879 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14faa5c7-6bfe-4321-b844-c6275fd468d2 req-2229cc9a-989f-4769-9931-27f69b7d280b service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285633 Feb 08 21:14:59.894380 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port ab1459c5-6b4b-4e95-a4f6-b72e476009e8 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:14:59.895224 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:14:59.905341 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-998180e8-2c97-4dc4-b3d9-2244f5b0e1cf req-8658cca0-5f07-410a-8dc3-cbf88b9f4786 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663291 Feb 08 21:14:59.973038 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-91e1e950-6470-49b7-858d-e270f02f430e req-01c911d1-0b5b-4e1c-8790-8f71e60a4c3b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc1a33d-1778-4953-beae-a16d4002f47e HTTP/1.1" status: 200 len: 210 time: 0.0881670 Feb 08 21:15:00.006970 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-00f9c76a-d017-4d37-b3a8-9c6a4dd2be3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:00.058491 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-7f7bce6a-f498-46b0-8604-8472d80f9cdd tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Allocated IP 172.20.0.5 (14653267-33f9-4701-8b25-78748f42e7d2/9a6250f6-adb5-401d-a3ca-a324e52c89b2/31a4e035-d397-45c5-bb98-4bd3b448995d) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:15:00.059244 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c3fb185-f6c1-4f22-91de-f6f0c51f6386 req-78cb2f54-5df2-4c9d-a448-e33f4727ea8f tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 210 time: 0.0731647 Feb 08 21:15:00.211712 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port ab1459c5-6b4b-4e95-a4f6-b72e476009e8 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:00.214509 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:00.299708 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e4b5db-f198-4d5b-90ea-a4781c91da9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1459c5-6b4b-4e95-a4f6-b72e476009e8'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:15:00.303337 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-00f9c76a-d017-4d37-b3a8-9c6a4dd2be3c admin admin] Publish callbacks [] for security_group (0a58f83c-c1f5-4b37-bc20-1fbcc659b3ee), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:00.303727 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddebf8ce-9552-4b15-9105-622a41a553df" -d '{"events": [{"server_uuid": "56e4b5db-f198-4d5b-90ea-a4781c91da9a", "name": "network-vif-plugged", "status": "completed", "tag": "ab1459c5-6b4b-4e95-a4f6-b72e476009e8"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:15:00.311632 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-7f7bce6a-f498-46b0-8604-8472d80f9cdd tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks [] for port (31a4e035-d397-45c5-bb98-4bd3b448995d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:00.332588 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port ab1459c5-6b4b-4e95-a4f6-b72e476009e8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ab1459c5-6b4b-4e95-a4f6-b72e476009e8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:00.341294 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:00.344305 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 53887cb3-42bb-4d59-9a93-75c66075fc53 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:15:00.364425 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-00f9c76a-d017-4d37-b3a8-9c6a4dd2be3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0a58f83c-c1f5-4b37-bc20-1fbcc659b3ee), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:00.368306 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-7f7bce6a-f498-46b0-8604-8472d80f9cdd tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (31a4e035-d397-45c5-bb98-4bd3b448995d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:00.427243 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-00f9c76a-d017-4d37-b3a8-9c6a4dd2be3c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3c788bcd98964b33a027f2957b90a44b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7516580 Feb 08 21:15:00.431425 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42364) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:00.442720 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9c76a-d017-4d37-b3a8-9c6a4dd2be3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a58f83c-c1f5-4b37-bc20-1fbcc659b3ee,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:00.445326 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-7f7bce6a-f498-46b0-8604-8472d80f9cdd tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Network 14653267-33f9-4701-8b25-78748f42e7d2 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:15:00.451671 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-7f7bce6a-f498-46b0-8604-8472d80f9cdd tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:15:00.455780 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-7f7bce6a-f498-46b0-8604-8472d80f9cdd tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:15:00.460127 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7bce6a-f498-46b0-8604-8472d80f9cdd tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Pushing event updated for resources: {'Port': ['ID=31a4e035-d397-45c5-bb98-4bd3b448995d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:00.475799 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43130c3a-6f2b-43c8-aa04-f324a0f54b60 req-db46aaf5-64c7-4844-98b9-ce4f35b14014 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:00.483202 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43130c3a-6f2b-43c8-aa04-f324a0f54b60 req-db46aaf5-64c7-4844-98b9-ce4f35b14014 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 948 time: 0.2530899 Feb 08 21:15:00.523935 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-7f7bce6a-f498-46b0-8604-8472d80f9cdd tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:00.524922 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-7f7bce6a-f498-46b0-8604-8472d80f9cdd tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:00.533099 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cb3f5-4455-4e68-be5c-1df0b5f8f193 req-3e3a50da-bb26-4961-bea4-3f37553fcb6f tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:00.540673 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-428cb3f5-4455-4e68-be5c-1df0b5f8f193 req-3e3a50da-bb26-4961-bea4-3f37553fcb6f tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 948 time: 0.2914028 Feb 08 21:15:00.549496 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-7f7bce6a-f498-46b0-8604-8472d80f9cdd tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0201788 Feb 08 21:15:00.562392 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-b18b7eb9-a838-4710-9d91-d8525997a1bd service neutron] Request body: {'port': {'device_id': 'ffc1a33d-1778-4953-beae-a16d4002f47e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:15:00.594907 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 53887cb3-42bb-4d59-9a93-75c66075fc53 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:15:00.612715 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 53887cb3-42bb-4d59-9a93-75c66075fc53 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:15:00.613936 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (53887cb3-42bb-4d59-9a93-75c66075fc53), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:00.618794 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=ab1459c5-6b4b-4e95-a4f6-b72e476009e8,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:00.637587 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43130c3a-6f2b-43c8-aa04-f324a0f54b60 req-96ab8e5c-fe05-4d20-8e95-1d7fe14484ad tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519701 Feb 08 21:15:00.646867 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-428cb3f5-4455-4e68-be5c-1df0b5f8f193 req-9090f7e5-118e-4877-abff-57147fefa82d tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053061 Feb 08 21:15:00.647707 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d7378844-8ded-414b-ab1c-e728ff35ae05 admin admin] Publish callbacks [] for security_group (0a58f83c-c1f5-4b37-bc20-1fbcc659b3ee), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:00.685218 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-b18b7eb9-a838-4710-9d91-d8525997a1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (31a4e035-d397-45c5-bb98-4bd3b448995d), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:00.697730 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d7378844-8ded-414b-ab1c-e728ff35ae05 admin admin] Publish callbacks [] for security_group (0a58f83c-c1f5-4b37-bc20-1fbcc659b3ee), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:00.751413 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13095ef-21c4-4374-a010-5c4e0b450eb9 x-openstack-request-id: req-b13095ef-21c4-4374-a010-5c4e0b450eb9 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:15:00.751876 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e4b5db-f198-4d5b-90ea-a4781c91da9a", "name": "network-vif-plugged", "status": "completed", "tag": "ab1459c5-6b4b-4e95-a4f6-b72e476009e8", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:15:00.752439 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b13095ef-21c4-4374-a010-5c4e0b450eb9 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:15:00.753168 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e4b5db-f198-4d5b-90ea-a4781c91da9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1459c5-6b4b-4e95-a4f6-b72e476009e8', 'code': 200} Feb 08 21:15:00.766667 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d7378844-8ded-414b-ab1c-e728ff35ae05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0a58f83c-c1f5-4b37-bc20-1fbcc659b3ee), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:00.773033 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d7378844-8ded-414b-ab1c-e728ff35ae05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:00.776820 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d7378844-8ded-414b-ab1c-e728ff35ae05 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0a58f83c-c1f5-4b37-bc20-1fbcc659b3ee HTTP/1.1" status: 204 len: 168 time: 0.3428538 Feb 08 21:15:00.794427 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7378844-8ded-414b-ab1c-e728ff35ae05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a58f83c-c1f5-4b37-bc20-1fbcc659b3ee,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:00.839056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 53887cb3-42bb-4d59-9a93-75c66075fc53 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:00.839709 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (53887cb3-42bb-4d59-9a93-75c66075fc53), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:00.909317 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 53887cb3-42bb-4d59-9a93-75c66075fc53, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=53887cb3-42bb-4d59-9a93-75c66075fc53,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:00.920124 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (53887cb3-42bb-4d59-9a93-75c66075fc53), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:01.067701 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=53887cb3-42bb-4d59-9a93-75c66075fc53,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:01.086821 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534823c7-884d-4e13-86ce-1b6027407f5b req-5d260d61-a521-4608-8405-f03ab5316142 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:01.089907 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-534823c7-884d-4e13-86ce-1b6027407f5b req-5d260d61-a521-4608-8405-f03ab5316142 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.1939580 Feb 08 21:15:01.312984 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:01.331644 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-b18b7eb9-a838-4710-9d91-d8525997a1bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31a4e035-d397-45c5-bb98-4bd3b448995d {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:15:01.340137 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-534823c7-884d-4e13-86ce-1b6027407f5b req-4cec20b5-ea5d-4d15-9537-0fd0a8247a39 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329662 Feb 08 21:15:01.356718 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-b18b7eb9-a838-4710-9d91-d8525997a1bd service neutron] Publish callbacks [] for port (31a4e035-d397-45c5-bb98-4bd3b448995d), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:01.397793 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4390f88-ce07-4fc1-adeb-5dded85ff2bc req-2245a711-6d77-4788-90ab-45ed3d9d718b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:01.400712 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a4390f88-ce07-4fc1-adeb-5dded85ff2bc req-2245a711-6d77-4788-90ab-45ed3d9d718b service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 1132 time: 0.3070674 Feb 08 21:15:01.404446 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-b18b7eb9-a838-4710-9d91-d8525997a1bd service neutron] Transition to ACTIVE for port object 31a4e035-d397-45c5-bb98-4bd3b448995d will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:15:01.414472 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-b18b7eb9-a838-4710-9d91-d8525997a1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (31a4e035-d397-45c5-bb98-4bd3b448995d), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:01.424426 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:01.452387 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42378) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:01.461613 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce00b7b-7692-4e06-ba2e-cce2d44be817 req-7344f3d2-3e31-42cb-a18a-a3bbc3e601e4 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:01.463512 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8ce00b7b-7692-4e06-ba2e-cce2d44be817 req-7344f3d2-3e31-42cb-a18a-a3bbc3e601e4 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/ports?device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 950 time: 0.3719685 Feb 08 21:15:01.501425 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b7eb9-a838-4710-9d91-d8525997a1bd service neutron] Pushing event updated for resources: {'Port': ['ID=31a4e035-d397-45c5-bb98-4bd3b448995d,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:01.537268 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-85f668e8-7bb0-46d3-927b-cb0b89f1341e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:01.583726 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-b18b7eb9-a838-4710-9d91-d8525997a1bd service neutron] Attempting to bind port 31a4e035-d397-45c5-bb98-4bd3b448995d on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:15:01.584587 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-b18b7eb9-a838-4710-9d91-d8525997a1bd service neutron] Attempting to bind port 31a4e035-d397-45c5-bb98-4bd3b448995d by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '20a3be03-d3c0-4a20-bea9-ec24e05d3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:15:01.584793 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-b18b7eb9-a838-4710-9d91-d8525997a1bd service neutron] Attempting to bind port 31a4e035-d397-45c5-bb98-4bd3b448995d on network 14653267-33f9-4701-8b25-78748f42e7d2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:15:01.590961 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-b18b7eb9-a838-4710-9d91-d8525997a1bd service neutron] Port 31a4e035-d397-45c5-bb98-4bd3b448995d on network 14653267-33f9-4701-8b25-78748f42e7d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:15:01.591292 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-b18b7eb9-a838-4710-9d91-d8525997a1bd service neutron] Attempting to bind port 31a4e035-d397-45c5-bb98-4bd3b448995d on network 14653267-33f9-4701-8b25-78748f42e7d2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:15:01.597505 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-b18b7eb9-a838-4710-9d91-d8525997a1bd service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:15:01.597870 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-b18b7eb9-a838-4710-9d91-d8525997a1bd service neutron] Checking segment: {'id': '20a3be03-d3c0-4a20-bea9-ec24e05d3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:15:01.598066 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a4390f88-ce07-4fc1-adeb-5dded85ff2bc req-87a53f4d-c4e0-469c-aa37-2722b21f5cbd service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822293 Feb 08 21:15:01.598284 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-b18b7eb9-a838-4710-9d91-d8525997a1bd service neutron] Bound using segment: {'id': '20a3be03-d3c0-4a20-bea9-ec24e05d3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:15:01.598987 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-b18b7eb9-a838-4710-9d91-d8525997a1bd service neutron] Bound port: 31a4e035-d397-45c5-bb98-4bd3b448995d, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a3be03-d3c0-4a20-bea9-ec24e05d3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:15:01.599372 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-b18b7eb9-a838-4710-9d91-d8525997a1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (31a4e035-d397-45c5-bb98-4bd3b448995d), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:01.650531 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-c3afdb12-ac1d-49bf-9570-7a602b1ad47d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:01.652093 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-c3afdb12-ac1d-49bf-9570-7a602b1ad47d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.96 "GET /v2.0/networks?id=4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 200 len: 808 time: 0.4440718 Feb 08 21:15:01.663813 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8ce00b7b-7692-4e06-ba2e-cce2d44be817 req-49c4b5ed-9fc1-44b0-943a-74f7be4b594d tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663103 Feb 08 21:15:01.680034 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-a5c04b25-2225-48a0-a028-f447c3d1aadb tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Request body: {'port': {'device_id': '4cf47af6-9c19-4656-8142-fdd597340f6c', 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11', 'admin_state_up': True, 'tenant_id': '9b3b159591ee4a229900ea8953fa8a06'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:15:01.684376 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-b18b7eb9-a838-4710-9d91-d8525997a1bd service neutron] For port 31a4e035-d397-45c5-bb98-4bd3b448995d, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:15:01.694209 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-b18b7eb9-a838-4710-9d91-d8525997a1bd service neutron] For port 31a4e035-d397-45c5-bb98-4bd3b448995d, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=31a4e035-d397-45c5-bb98-4bd3b448995d,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:15:01.707967 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-b18b7eb9-a838-4710-9d91-d8525997a1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (31a4e035-d397-45c5-bb98-4bd3b448995d), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:01.742877 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf826aa-b8de-4228-85d6-0596069a13b4 req-6fbd3dd7-9799-4458-a9f3-c16f2b997fc3 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:01.744486 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8cf826aa-b8de-4228-85d6-0596069a13b4 req-6fbd3dd7-9799-4458-a9f3-c16f2b997fc3 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc1a33d-1778-4953-beae-a16d4002f47e HTTP/1.1" status: 200 len: 943 time: 0.2943058 Feb 08 21:15:01.751877 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 50436714-03f1-4ea7-8ae2-a13351fba2a1 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:15:01.757334 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-b18b7eb9-a838-4710-9d91-d8525997a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:01.758122 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-b18b7eb9-a838-4710-9d91-d8525997a1bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:01.759930 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-b18b7eb9-a838-4710-9d91-d8525997a1bd service neutron] 10.222.0.96 "PUT /v2.0/ports/31a4e035-d397-45c5-bb98-4bd3b448995d HTTP/1.1" status: 200 len: 1092 time: 1.2036548 Feb 08 21:15:01.760398 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc1a33d-1778-4953-beae-a16d4002f47e', 'tag': '31a4e035-d397-45c5-bb98-4bd3b448995d'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:15:01.763929 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2f6315-2d0d-402a-9768-6ed8980196a5" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc1a33d-1778-4953-beae-a16d4002f47e", "tag": "31a4e035-d397-45c5-bb98-4bd3b448995d"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:15:01.840303 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b7eb9-a838-4710-9d91-d8525997a1bd service neutron] Pushing event updated for resources: {'Port': ['ID=31a4e035-d397-45c5-bb98-4bd3b448995d,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:01.904069 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-90407b69-bde5-49e9-b4c5-9fa3f0ab7dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:01.906838 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-90407b69-bde5-49e9-b4c5-9fa3f0ab7dde service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9528332d4f29435ebdf5e407e4b8930c&device_id=ffc1a33d-1778-4953-beae-a16d4002f47e HTTP/1.1" status: 200 len: 1126 time: 0.0918331 Feb 08 21:15:01.909417 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d13e7731-f424-4958-bc7b-76e6fcd16054 req-4fe52a13-6982-4012-8f28-2a7ff13ad8e9 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 210 time: 0.1021433 Feb 08 21:15:01.934048 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-85f668e8-7bb0-46d3-927b-cb0b89f1341e admin admin] Publish callbacks [] for security_group (8676d5ec-a3e0-4d51-b127-a3fcf4536904), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:01.950716 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 50436714-03f1-4ea7-8ae2-a13351fba2a1, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=50436714-03f1-4ea7-8ae2-a13351fba2a1,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:01.957491 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8cf826aa-b8de-4228-85d6-0596069a13b4 req-1289cbc0-afb8-458f-bd0b-b51b8c9cf4ab tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022958 Feb 08 21:15:01.958228 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-85f668e8-7bb0-46d3-927b-cb0b89f1341e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8676d5ec-a3e0-4d51-b127-a3fcf4536904), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:02.003935 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '50436714-03f1-4ea7-8ae2-a13351fba2a1', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': '50436714-03f1-4ea7-8ae2-a13351fba2a1', 'mac_address': 'fa:16:3e:78:50:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:15:02.071683 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-85f668e8-7bb0-46d3-927b-cb0b89f1341e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f2c21fc8b2394b239ff9c27979cc3035&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6069357 Feb 08 21:15:02.075795 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42386) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:02.082308 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-7cc926b3-c02e-4109-9bac-6b9d32697b5a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31a4e035-d397-45c5-bb98-4bd3b448995d HTTP/1.1" status: 200 len: 217 time: 0.1135018 Feb 08 21:15:02.085208 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f668e8-7bb0-46d3-927b-cb0b89f1341e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8676d5ec-a3e0-4d51-b127-a3fcf4536904,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:02.101985 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-a5c04b25-2225-48a0-a028-f447c3d1aadb tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Made reservation on behalf of 9b3b159591ee4a229900ea8953fa8a06 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:15:02.105216 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-a5c04b25-2225-48a0-a028-f447c3d1aadb tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:02.142673 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 50436714-03f1-4ea7-8ae2-a13351fba2a1 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:02.144586 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (50436714-03f1-4ea7-8ae2-a13351fba2a1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:02.175687 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50436714-03f1-4ea7-8ae2-a13351fba2a1 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:15:02.181014 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-8e7ee7ca-7dfb-41aa-b1b2-2ea2a5639c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:02.183990 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-8e7ee7ca-7dfb-41aa-b1b2-2ea2a5639c11 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a6250f6-adb5-401d-a3ca-a324e52c89b2 HTTP/1.1" status: 200 len: 852 time: 0.0961764 Feb 08 21:15:02.214741 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 50436714-03f1-4ea7-8ae2-a13351fba2a1, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=50436714-03f1-4ea7-8ae2-a13351fba2a1,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:02.223738 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (50436714-03f1-4ea7-8ae2-a13351fba2a1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:02.236973 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-6c33bbb1-78d2-4bc6-9dbf-85561d407062 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=14653267-33f9-4701-8b25-78748f42e7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466242 Feb 08 21:15:02.298867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63354aa-8116-4a0e-b31f-32efb70020e5 req-1d8fd167-b27d-4acf-af3c-831363315ea6 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:02.300490 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c63354aa-8116-4a0e-b31f-32efb70020e5 req-1d8fd167-b27d-4acf-af3c-831363315ea6 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.2018843 Feb 08 21:15:02.305619 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b40053e-ddc4-4b2b-8e32-343967a0e8ff admin admin] Publish callbacks [] for security_group (8676d5ec-a3e0-4d51-b127-a3fcf4536904), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:02.322294 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=50436714-03f1-4ea7-8ae2-a13351fba2a1,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:02.379969 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3305b-ae00-46a7-9a9c-2bc05c52b2dd req-8b89a033-d4d0-40a7-8741-bd9a533fa8a7 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:02.382233 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-38c3305b-ae00-46a7-9a9c-2bc05c52b2dd req-8b89a033-d4d0-40a7-8741-bd9a533fa8a7 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 948 time: 0.2637174 Feb 08 21:15:02.388466 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-55d9286c-55a8-4c41-ab8d-ba9daab8ca6f service neutron] 10.222.0.96 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439354 Feb 08 21:15:02.395197 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b40053e-ddc4-4b2b-8e32-343967a0e8ff admin admin] Publish callbacks [] for security_group (8676d5ec-a3e0-4d51-b127-a3fcf4536904), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:02.497861 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c80bcb02-9497-4c7b-820f-c9b8ccfa37e8 req-204f454c-6dad-44fd-adbf-acbb4affb48d service neutron] 10.222.0.96 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040480 Feb 08 21:15:02.594565 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['50436714-03f1-4ea7-8ae2-a13351fba2a1'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:15:02.754825 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c8880a-37b0-4143-b830-c52c8f6c62ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53887cb3-42bb-4d59-9a93-75c66075fc53'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:15:02.757523 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d96faa8-8aae-4ff7-90f9-3356c82fffa5" -d '{"events": [{"server_uuid": "08c8880a-37b0-4143-b830-c52c8f6c62ef", "name": "network-vif-plugged", "status": "completed", "tag": "53887cb3-42bb-4d59-9a93-75c66075fc53"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:15:02.912964 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-a5c04b25-2225-48a0-a028-f447c3d1aadb tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Allocated IP 172.20.0.11 (4c67478e-bb4a-47b2-85c8-c1996b203e11/55523d5b-2f07-476f-b4a6-0043cdbb6c1a/1ea08fc4-5c7f-4516-af34-84dcc109c7ff) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:15:02.986745 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c63354aa-8116-4a0e-b31f-32efb70020e5 req-41e9267e-e383-4185-bcc3-48db19dc8d07 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6636491 Feb 08 21:15:03.002397 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-38c3305b-ae00-46a7-9a9c-2bc05c52b2dd req-d0c6e41d-985c-441e-8fee-580ce89f7124 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6041808 Feb 08 21:15:03.071123 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b40053e-ddc4-4b2b-8e32-343967a0e8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8676d5ec-a3e0-4d51-b127-a3fcf4536904), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:03.073551 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b40053e-ddc4-4b2b-8e32-343967a0e8ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:03.078345 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51604acb-950d-4e0d-b465-98a89a0600c8 x-openstack-request-id: req-51604acb-950d-4e0d-b465-98a89a0600c8 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:15:03.085681 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3b40053e-ddc4-4b2b-8e32-343967a0e8ff admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8676d5ec-a3e0-4d51-b127-a3fcf4536904 HTTP/1.1" status: 204 len: 168 time: 1.0035017 Feb 08 21:15:03.088070 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc1a33d-1778-4953-beae-a16d4002f47e", "tag": "31a4e035-d397-45c5-bb98-4bd3b448995d", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:15:03.089853 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-51604acb-950d-4e0d-b465-98a89a0600c8 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:15:03.090547 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc1a33d-1778-4953-beae-a16d4002f47e', 'tag': '31a4e035-d397-45c5-bb98-4bd3b448995d', 'status': 'completed', 'code': 200} Feb 08 21:15:03.145055 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40053e-ddc4-4b2b-8e32-343967a0e8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8676d5ec-a3e0-4d51-b127-a3fcf4536904,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:03.242274 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f6315-2d0d-402a-9768-6ed8980196a5 req-7a6cfced-0be6-4b25-9a43-be070cf00323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:03.243847 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-be2f6315-2d0d-402a-9768-6ed8980196a5 req-7a6cfced-0be6-4b25-9a43-be070cf00323 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9528332d4f29435ebdf5e407e4b8930c&device_id=ffc1a33d-1778-4953-beae-a16d4002f47e HTTP/1.1" status: 200 len: 1126 time: 0.1335876 Feb 08 21:15:03.335350 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b238e-d6e7-4c8f-ba3a-e86541050c05 req-778e7449-d757-41dd-bee2-91c320a5a62f tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:03.336845 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea9b238e-d6e7-4c8f-ba3a-e86541050c05 req-778e7449-d757-41dd-bee2-91c320a5a62f tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.1896222 Feb 08 21:15:03.351674 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-a5c04b25-2225-48a0-a028-f447c3d1aadb tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks [] for port (1ea08fc4-5c7f-4516-af34-84dcc109c7ff), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:03.399298 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062762e-1858-46e6-a6d0-851384fb6343 req-922c4ca1-a628-4892-bb09-2c28dfa9adc8 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:03.400828 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f6315-2d0d-402a-9768-6ed8980196a5 req-79fd1c87-5828-4577-aaea-199692fe7f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:03.401048 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c062762e-1858-46e6-a6d0-851384fb6343 req-922c4ca1-a628-4892-bb09-2c28dfa9adc8 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/ports?device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 950 time: 0.1795166 Feb 08 21:15:03.403374 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-be2f6315-2d0d-402a-9768-6ed8980196a5 req-79fd1c87-5828-4577-aaea-199692fe7f9f service neutron] 10.222.0.96 "GET /v2.0/networks?id=14653267-33f9-4701-8b25-78748f42e7d2 HTTP/1.1" status: 200 len: 913 time: 0.1520522 Feb 08 21:15:03.465034 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea9b238e-d6e7-4c8f-ba3a-e86541050c05 req-cee9cac1-2c99-4f80-bd60-4f8f0c3a10e6 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183913 Feb 08 21:15:03.469117 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-a5c04b25-2225-48a0-a028-f447c3d1aadb tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (1ea08fc4-5c7f-4516-af34-84dcc109c7ff), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:03.483615 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-be2f6315-2d0d-402a-9768-6ed8980196a5 req-0cff9d77-10fd-4b5b-b624-6f1969af3a9f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31a4e035-d397-45c5-bb98-4bd3b448995d HTTP/1.1" status: 200 len: 217 time: 0.0728052 Feb 08 21:15:03.567173 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c062762e-1858-46e6-a6d0-851384fb6343 req-1b3520d2-2ec3-4964-a1e2-5a84ab2c1966 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462696 Feb 08 21:15:03.571443 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-a5c04b25-2225-48a0-a028-f447c3d1aadb tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Network 4c67478e-bb4a-47b2-85c8-c1996b203e11 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:15:03.575190 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecca46a2-e229-432f-9f34-ea4a0c6c99ca x-openstack-request-id: req-ecca46a2-e229-432f-9f34-ea4a0c6c99ca {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:15:03.575785 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c8880a-37b0-4143-b830-c52c8f6c62ef", "name": "network-vif-plugged", "status": "completed", "tag": "53887cb3-42bb-4d59-9a93-75c66075fc53", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:15:03.576030 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ecca46a2-e229-432f-9f34-ea4a0c6c99ca {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:15:03.576638 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c8880a-37b0-4143-b830-c52c8f6c62ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53887cb3-42bb-4d59-9a93-75c66075fc53', 'code': 200} Feb 08 21:15:03.580002 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-a5c04b25-2225-48a0-a028-f447c3d1aadb tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:15:03.592051 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-a5c04b25-2225-48a0-a028-f447c3d1aadb tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:15:03.602553 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-a5c04b25-2225-48a0-a028-f447c3d1aadb tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:03.603821 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-a5c04b25-2225-48a0-a028-f447c3d1aadb tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:03.636349 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c04b25-2225-48a0-a028-f447c3d1aadb tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Pushing event updated for resources: {'Port': ['ID=1ea08fc4-5c7f-4516-af34-84dcc109c7ff,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:03.658832 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f6315-2d0d-402a-9768-6ed8980196a5 req-b972a757-76f6-4e98-ac2c-83ac8682e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:03.659168 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-a5c04b25-2225-48a0-a028-f447c3d1aadb tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9900110 Feb 08 21:15:03.662707 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-be2f6315-2d0d-402a-9768-6ed8980196a5 req-b972a757-76f6-4e98-ac2c-83ac8682e8fa service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a6250f6-adb5-401d-a3ca-a324e52c89b2 HTTP/1.1" status: 200 len: 852 time: 0.1715038 Feb 08 21:15:03.693045 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-9f30f9fd-83c2-4709-910e-5f5586df2a0e service neutron] Request body: {'port': {'device_id': '4cf47af6-9c19-4656-8142-fdd597340f6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:15:03.721590 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-be2f6315-2d0d-402a-9768-6ed8980196a5 req-5084a972-8297-4ef6-b4d6-91747f02145b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=14653267-33f9-4701-8b25-78748f42e7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496953 Feb 08 21:15:03.745651 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 50436714-03f1-4ea7-8ae2-a13351fba2a1 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:15:03.848940 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 50436714-03f1-4ea7-8ae2-a13351fba2a1 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:15:03.860141 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 50436714-03f1-4ea7-8ae2-a13351fba2a1 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:15:03.860740 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (50436714-03f1-4ea7-8ae2-a13351fba2a1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:03.893916 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-be2f6315-2d0d-402a-9768-6ed8980196a5 req-6ffd17b4-e7ae-4182-a0b1-f52df7e55f52 service neutron] 10.222.0.96 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647565 Feb 08 21:15:03.946559 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-9f30f9fd-83c2-4709-910e-5f5586df2a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1ea08fc4-5c7f-4516-af34-84dcc109c7ff), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:03.978783 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fc709-57d4-448f-afa3-fedcfcb1c9f4 req-7939e223-2f90-4e85-8a7a-85c73b321fd9 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:03.994037 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-625fc709-57d4-448f-afa3-fedcfcb1c9f4 req-7939e223-2f90-4e85-8a7a-85c73b321fd9 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc1a33d-1778-4953-beae-a16d4002f47e HTTP/1.1" status: 200 len: 943 time: 0.2575779 Feb 08 21:15:04.011537 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd344d-c260-4c8e-966d-3b7cbdb1912d req-8098b7b7-9e8e-498c-9c07-4290e0a9029d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:04.023335 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6dd344d-c260-4c8e-966d-3b7cbdb1912d req-8098b7b7-9e8e-498c-9c07-4290e0a9029d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 932 time: 0.3230870 Feb 08 21:15:04.031659 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 50436714-03f1-4ea7-8ae2-a13351fba2a1 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:04.033178 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (50436714-03f1-4ea7-8ae2-a13351fba2a1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:04.106359 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-be2f6315-2d0d-402a-9768-6ed8980196a5 req-7afa894e-dc2f-483c-9334-52bde86d09b7 service neutron] 10.222.0.96 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050605 Feb 08 21:15:04.124768 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 50436714-03f1-4ea7-8ae2-a13351fba2a1, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=50436714-03f1-4ea7-8ae2-a13351fba2a1,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:04.132601 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (50436714-03f1-4ea7-8ae2-a13351fba2a1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:04.211616 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=50436714-03f1-4ea7-8ae2-a13351fba2a1,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:04.260017 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6dd344d-c260-4c8e-966d-3b7cbdb1912d req-37f8e5c3-8ac1-49b5-a341-8904e7756f83 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352116 Feb 08 21:15:04.269290 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-625fc709-57d4-448f-afa3-fedcfcb1c9f4 req-21a4a96a-8010-47ca-99b0-b09301bf8cd4 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416027 Feb 08 21:15:04.566643 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b2912-58da-4bd1-8389-8e46c6bf2daa req-6d320e31-5b3b-4274-b8a3-9a094dfdb6eb tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:04.569348 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-847b2912-58da-4bd1-8389-8e46c6bf2daa req-6d320e31-5b3b-4274-b8a3-9a094dfdb6eb tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.1916308 Feb 08 21:15:04.660351 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2655fc-cfa7-422c-9775-e1a715e45d0c req-b0c89739-b6f5-4407-8fe7-e0e272f0ba1a tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:04.662989 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef2655fc-cfa7-422c-9775-e1a715e45d0c req-b0c89739-b6f5-4407-8fe7-e0e272f0ba1a tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 0.2584074 Feb 08 21:15:04.885361 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-847b2912-58da-4bd1-8389-8e46c6bf2daa req-5997637d-19df-4d74-aaaa-a052d41708a0 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895062 Feb 08 21:15:04.914458 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657db08-5687-49d1-a3f9-2ad5937b6e96 req-1f9fd4ff-4f8f-4eee-bb8e-15de4a110b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:04.916073 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f657db08-5687-49d1-a3f9-2ad5937b6e96 req-1f9fd4ff-4f8f-4eee-bb8e-15de4a110b70 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 1133 time: 0.3409917 Feb 08 21:15:04.919543 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef2655fc-cfa7-422c-9775-e1a715e45d0c req-426470e5-a488-4840-90bb-fd6a1c69a793 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350008 Feb 08 21:15:04.925994 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-9f30f9fd-83c2-4709-910e-5f5586df2a0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ea08fc4-5c7f-4516-af34-84dcc109c7ff {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:15:04.950002 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-9f30f9fd-83c2-4709-910e-5f5586df2a0e service neutron] Publish callbacks [] for port (1ea08fc4-5c7f-4516-af34-84dcc109c7ff), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:05.003647 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-9f30f9fd-83c2-4709-910e-5f5586df2a0e service neutron] Transition to ACTIVE for port object 1ea08fc4-5c7f-4516-af34-84dcc109c7ff will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:15:05.024225 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-9f30f9fd-83c2-4709-910e-5f5586df2a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1ea08fc4-5c7f-4516-af34-84dcc109c7ff), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:05.105868 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f657db08-5687-49d1-a3f9-2ad5937b6e96 req-3575edfb-a373-4d79-b38f-d1ef64a2b929 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823528 Feb 08 21:15:05.136007 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30f9fd-83c2-4709-910e-5f5586df2a0e service neutron] Pushing event updated for resources: {'Port': ['ID=1ea08fc4-5c7f-4516-af34-84dcc109c7ff,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:05.214923 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694bdce-3237-4c37-a628-61c97c26cfb3 req-b9c33610-4f6e-4b10-ac7e-b49948e26ce7 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:05.217728 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a694bdce-3237-4c37-a628-61c97c26cfb3 req-b9c33610-4f6e-4b10-ac7e-b49948e26ce7 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.2449741 Feb 08 21:15:05.293458 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-9f30f9fd-83c2-4709-910e-5f5586df2a0e service neutron] Attempting to bind port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:15:05.294020 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-9f30f9fd-83c2-4709-910e-5f5586df2a0e service neutron] Attempting to bind port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:15:05.294575 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-9f30f9fd-83c2-4709-910e-5f5586df2a0e service neutron] Attempting to bind port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:15:05.327853 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-9f30f9fd-83c2-4709-910e-5f5586df2a0e service neutron] Port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:15:05.328393 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-9f30f9fd-83c2-4709-910e-5f5586df2a0e service neutron] Attempting to bind port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:15:05.350440 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-9f30f9fd-83c2-4709-910e-5f5586df2a0e service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:15:05.350949 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-9f30f9fd-83c2-4709-910e-5f5586df2a0e service neutron] Checking segment: {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:15:05.351573 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-9f30f9fd-83c2-4709-910e-5f5586df2a0e service neutron] Bound using segment: {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:15:05.352302 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-9f30f9fd-83c2-4709-910e-5f5586df2a0e service neutron] Bound port: 1ea08fc4-5c7f-4516-af34-84dcc109c7ff, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:15:05.352869 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-9f30f9fd-83c2-4709-910e-5f5586df2a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1ea08fc4-5c7f-4516-af34-84dcc109c7ff), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:05.423737 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32fab8-9cb8-41ce-9abe-4d0accfdcaf6 req-4ff92c5e-f574-4cf2-9034-df5748662320 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:05.425482 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cb32fab8-9cb8-41ce-9abe-4d0accfdcaf6 req-4ff92c5e-f574-4cf2-9034-df5748662320 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/ports?device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 950 time: 0.2272835 Feb 08 21:15:05.455209 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a694bdce-3237-4c37-a628-61c97c26cfb3 req-25d54ba2-3109-4b8e-8737-7ecc636642c3 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257514 Feb 08 21:15:05.542030 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-9f30f9fd-83c2-4709-910e-5f5586df2a0e service neutron] For port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:15:05.551078 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cb32fab8-9cb8-41ce-9abe-4d0accfdcaf6 req-8b29c7b1-3b3d-4b35-8a93-fff88efa7eef tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002808 Feb 08 21:15:05.554271 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-9f30f9fd-83c2-4709-910e-5f5586df2a0e service neutron] For port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1ea08fc4-5c7f-4516-af34-84dcc109c7ff,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:15:05.579290 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878099c6-015d-4aa0-ba37-b57e41fcad1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50436714-03f1-4ea7-8ae2-a13351fba2a1'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:15:05.580185 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-9f30f9fd-83c2-4709-910e-5f5586df2a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1ea08fc4-5c7f-4516-af34-84dcc109c7ff), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:05.585882 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a06630-9c24-4403-87c7-f6270c6d9fdf" -d '{"events": [{"server_uuid": "878099c6-015d-4aa0-ba37-b57e41fcad1d", "name": "network-vif-plugged", "status": "completed", "tag": "50436714-03f1-4ea7-8ae2-a13351fba2a1"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:15:05.679614 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-9f30f9fd-83c2-4709-910e-5f5586df2a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:05.680263 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-9f30f9fd-83c2-4709-910e-5f5586df2a0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:05.682320 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-9f30f9fd-83c2-4709-910e-5f5586df2a0e service neutron] 10.222.0.96 "PUT /v2.0/ports/1ea08fc4-5c7f-4516-af34-84dcc109c7ff HTTP/1.1" status: 200 len: 1093 time: 1.9993081 Feb 08 21:15:05.703945 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf47af6-9c19-4656-8142-fdd597340f6c', 'tag': '1ea08fc4-5c7f-4516-af34-84dcc109c7ff'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:15:05.707871 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac6f54c-afc0-4f04-af67-437f58d363d6" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf47af6-9c19-4656-8142-fdd597340f6c", "tag": "1ea08fc4-5c7f-4516-af34-84dcc109c7ff"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:15:05.844266 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30f9fd-83c2-4709-910e-5f5586df2a0e service neutron] Pushing event updated for resources: {'Port': ['ID=1ea08fc4-5c7f-4516-af34-84dcc109c7ff,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:05.859076 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9d1c9-de91-4e23-bd0b-73ed50b0ab3b req-9670e99e-7783-47a7-9fb2-0666a0eb7790 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:05.861172 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-28c9d1c9-de91-4e23-bd0b-73ed50b0ab3b req-9670e99e-7783-47a7-9fb2-0666a0eb7790 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 944 time: 0.3037324 Feb 08 21:15:05.911927 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-f32b9e58-a7a7-449c-8911-62a5828571ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:05.913920 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-f32b9e58-a7a7-449c-8911-62a5828571ce service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9b3b159591ee4a229900ea8953fa8a06&device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 1127 time: 0.1622603 Feb 08 21:15:05.922260 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e03dd-c919-4b2b-9778-7feccbc73a57 req-f3c6fea4-dca9-4901-93c4-2f237529fad6 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:05.924215 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d1e03dd-c919-4b2b-9778-7feccbc73a57 req-f3c6fea4-dca9-4901-93c4-2f237529fad6 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc1a33d-1778-4953-beae-a16d4002f47e HTTP/1.1" status: 200 len: 943 time: 0.2386787 Feb 08 21:15:05.991538 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-bce3d30a-6e3b-44a8-a1c1-1c80e8008253 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ea08fc4-5c7f-4516-af34-84dcc109c7ff HTTP/1.1" status: 200 len: 217 time: 0.0627933 Feb 08 21:15:05.992968 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 31a4e035-d397-45c5-bb98-4bd3b448995d details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:15:06.026974 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-28c9d1c9-de91-4e23-bd0b-73ed50b0ab3b req-4bfed8f9-7e6d-4cfb-bab7-f460ca0d4d92 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495764 Feb 08 21:15:06.117875 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-d96d9547-b0c0-491e-8a73-a9408e317c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:06.119930 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-d96d9547-b0c0-491e-8a73-a9408e317c58 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=55523d5b-2f07-476f-b4a6-0043cdbb6c1a HTTP/1.1" status: 200 len: 848 time: 0.1166742 Feb 08 21:15:06.127736 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d1e03dd-c919-4b2b-9778-7feccbc73a57 req-3c66fafc-d888-48b6-8b85-2466ed2ac2f4 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829669 Feb 08 21:15:06.143744 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d0b330-41a1-4a20-861c-6e172fef5733 x-openstack-request-id: req-40d0b330-41a1-4a20-861c-6e172fef5733 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:15:06.145627 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878099c6-015d-4aa0-ba37-b57e41fcad1d", "name": "network-vif-plugged", "status": "completed", "tag": "50436714-03f1-4ea7-8ae2-a13351fba2a1", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:15:06.145627 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-40d0b330-41a1-4a20-861c-6e172fef5733 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:15:06.145627 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878099c6-015d-4aa0-ba37-b57e41fcad1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50436714-03f1-4ea7-8ae2-a13351fba2a1', 'code': 200} Feb 08 21:15:06.177558 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-4c8a72a4-7460-4097-a091-e5c62d2c2581 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4c67478e-bb4a-47b2-85c8-c1996b203e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478523 Feb 08 21:15:06.190023 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:06.209695 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a19241-978c-4e9a-874b-b01fce18f008 x-openstack-request-id: req-73a19241-978c-4e9a-874b-b01fce18f008 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:15:06.210332 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf47af6-9c19-4656-8142-fdd597340f6c", "tag": "1ea08fc4-5c7f-4516-af34-84dcc109c7ff", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:15:06.210848 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-73a19241-978c-4e9a-874b-b01fce18f008 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:15:06.211616 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cf47af6-9c19-4656-8142-fdd597340f6c', 'tag': '1ea08fc4-5c7f-4516-af34-84dcc109c7ff', 'status': 'completed', 'code': 200} Feb 08 21:15:06.234054 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 31a4e035-d397-45c5-bb98-4bd3b448995d, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=31a4e035-d397-45c5-bb98-4bd3b448995d,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:06.256840 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '31a4e035-d397-45c5-bb98-4bd3b448995d', 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2', 'port_id': '31a4e035-d397-45c5-bb98-4bd3b448995d', 'mac_address': 'fa:16:3e:33:f7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6250f6-adb5-401d-a3ca-a324e52c89b2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:15:06.321900 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 31a4e035-d397-45c5-bb98-4bd3b448995d is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:06.322459 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (31a4e035-d397-45c5-bb98-4bd3b448995d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:06.346802 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31a4e035-d397-45c5-bb98-4bd3b448995d {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:15:06.369934 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-12c8c39b-1177-4700-a08f-3ea4691b78b3 req-c025462a-0876-4e19-b854-92150b20cd9e tempest-FlavorsV2NegativeTest-491175147 tempest-FlavorsV2NegativeTest-491175147-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=222950858d904069a0db1cadeb8a8232&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635836 Feb 08 21:15:06.377035 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:06.393021 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 31a4e035-d397-45c5-bb98-4bd3b448995d, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=31a4e035-d397-45c5-bb98-4bd3b448995d,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:06.398548 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (31a4e035-d397-45c5-bb98-4bd3b448995d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:06.459948 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=31a4e035-d397-45c5-bb98-4bd3b448995d,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:06.506347 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-a729bbdf-75c8-4f87-9c60-54a555eccc0a service neutron] 10.222.0.96 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197863 Feb 08 21:15:06.516937 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23284c08-dea5-4ee1-88a4-1c03741ae37c req-b7299f3c-f965-4108-8018-7c0210f7375a tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:06.518906 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23284c08-dea5-4ee1-88a4-1c03741ae37c req-b7299f3c-f965-4108-8018-7c0210f7375a tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.2146058 Feb 08 21:15:06.668630 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8c39b-1177-4700-a08f-3ea4691b78b3 req-2b1a6178-2d7a-41bf-bf66-79af212878bc tempest-FlavorsV2NegativeTest-491175147 tempest-FlavorsV2NegativeTest-491175147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:06.670421 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-12c8c39b-1177-4700-a08f-3ea4691b78b3 req-2b1a6178-2d7a-41bf-bf66-79af212878bc tempest-FlavorsV2NegativeTest-491175147 tempest-FlavorsV2NegativeTest-491175147-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2792649 Feb 08 21:15:06.696029 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23284c08-dea5-4ee1-88a4-1c03741ae37c req-786eb529-20b2-4aa9-b53f-882e454b4fa3 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612294 Feb 08 21:15:06.709325 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-12c8c39b-1177-4700-a08f-3ea4691b78b3 req-ccee7a33-9e25-4ae3-9a2f-52098797ce65 tempest-FlavorsV2NegativeTest-491175147 tempest-FlavorsV2NegativeTest-491175147-project] 10.222.0.88 "GET /v2.0/quotas/222950858d904069a0db1cadeb8a8232 HTTP/1.1" status: 200 len: 375 time: 0.0295277 Feb 08 21:15:06.719835 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23bb12cc-27c1-4c95-8630-7f97269cb053 req-3e8499a9-60bb-446b-8492-ee34388ab47e service neutron] 10.222.0.96 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970439 Feb 08 21:15:06.766092 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-12c8c39b-1177-4700-a08f-3ea4691b78b3 req-342b7671-ad2a-4d8b-ae20-d27502ff73b0 tempest-FlavorsV2NegativeTest-491175147 tempest-FlavorsV2NegativeTest-491175147-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=222950858d904069a0db1cadeb8a8232&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381212 Feb 08 21:15:06.788062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['31a4e035-d397-45c5-bb98-4bd3b448995d'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:15:06.941470 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c9f29-c3f5-40d2-bf75-ef17925a4902 req-2a001e95-af1e-4481-bde4-b719870e701d tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:06.944153 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-508c9f29-c3f5-40d2-bf75-ef17925a4902 req-2a001e95-af1e-4481-bde4-b719870e701d tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 0.1517544 Feb 08 21:15:06.950950 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6f54c-afc0-4f04-af67-437f58d363d6 req-ace4958b-7b4f-4095-81cc-75fccce063ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:06.953849 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eac6f54c-afc0-4f04-af67-437f58d363d6 req-ace4958b-7b4f-4095-81cc-75fccce063ec service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9b3b159591ee4a229900ea8953fa8a06&device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 1127 time: 0.1464019 Feb 08 21:15:07.139300 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5902a-3066-4ee3-905c-fcf8c759c8c3 req-f0953ebc-38b8-4ba7-a7bf-4e3cf7b67b23 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:07.141943 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-76f5902a-3066-4ee3-905c-fcf8c759c8c3 req-f0953ebc-38b8-4ba7-a7bf-4e3cf7b67b23 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.2487643 Feb 08 21:15:07.155301 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-508c9f29-c3f5-40d2-bf75-ef17925a4902 req-b2030b6b-5193-46ce-b084-a7fdf072d5fa tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975451 Feb 08 21:15:07.268379 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6f54c-afc0-4f04-af67-437f58d363d6 req-a4cf2acd-5e33-40a1-a5d3-a5695323dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:07.271205 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eac6f54c-afc0-4f04-af67-437f58d363d6 req-a4cf2acd-5e33-40a1-a5d3-a5695323dbef service neutron] 10.222.0.96 "GET /v2.0/networks?id=4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 200 len: 909 time: 0.3018253 Feb 08 21:15:07.291465 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:15:07.392313 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-76f5902a-3066-4ee3-905c-fcf8c759c8c3 req-ce16991d-d061-4ab7-ba8a-070534ef5ce8 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323086 Feb 08 21:15:07.398303 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eac6f54c-afc0-4f04-af67-437f58d363d6 req-460e909a-6800-4ff1-98e3-a574029d5a6a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ea08fc4-5c7f-4516-af34-84dcc109c7ff HTTP/1.1" status: 200 len: 217 time: 0.1031833 Feb 08 21:15:07.603629 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42512) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:07.755300 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-77f461c2-0926-44a2-9917-da37653a054e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:07.812326 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0f615-797a-4091-9476-8a9119bff6cf req-b353aedb-7d47-430f-be29-2d8d9c4d0adb tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:07.814017 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c8f0f615-797a-4091-9476-8a9119bff6cf req-b353aedb-7d47-430f-be29-2d8d9c4d0adb tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/ports?device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 950 time: 0.5490360 Feb 08 21:15:07.822418 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6f54c-afc0-4f04-af67-437f58d363d6 req-38751f68-213a-416f-91d6-d7e9da67a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:07.824062 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eac6f54c-afc0-4f04-af67-437f58d363d6 req-38751f68-213a-416f-91d6-d7e9da67a673 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=55523d5b-2f07-476f-b4a6-0043cdbb6c1a HTTP/1.1" status: 200 len: 848 time: 0.4198568 Feb 08 21:15:07.878705 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eac6f54c-afc0-4f04-af67-437f58d363d6 req-c557fa4a-80d5-4af8-98c6-8efaeb008300 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4c67478e-bb4a-47b2-85c8-c1996b203e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438256 Feb 08 21:15:07.896777 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-77f461c2-0926-44a2-9917-da37653a054e admin admin] Publish callbacks [] for security_group (cb2afb8a-fdb2-41bb-81d6-e9c5ac4e657b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:07.903220 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-77f461c2-0926-44a2-9917-da37653a054e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (cb2afb8a-fdb2-41bb-81d6-e9c5ac4e657b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:07.911587 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a5754-6626-444b-a78b-2e4677c1bde7 req-1476d605-6960-4b87-b4d7-2a650b6dbc14 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:07.913219 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-324a5754-6626-444b-a78b-2e4677c1bde7 req-1476d605-6960-4b87-b4d7-2a650b6dbc14 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 944 time: 0.1568933 Feb 08 21:15:07.982507 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-77f461c2-0926-44a2-9917-da37653a054e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=222950858d904069a0db1cadeb8a8232&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3771303 Feb 08 21:15:07.984215 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c8f0f615-797a-4091-9476-8a9119bff6cf req-24bfe424-b829-4c66-a5ca-62ce3a9ad2c7 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567848 Feb 08 21:15:07.984546 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f461c2-0926-44a2-9917-da37653a054e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2afb8a-fdb2-41bb-81d6-e9c5ac4e657b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:07.988762 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42518) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:08.059866 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-324a5754-6626-444b-a78b-2e4677c1bde7 req-94c6a282-444f-4c37-b7c5-8f464cda08ed tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264577 Feb 08 21:15:08.089018 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cfea7b15-faf9-4455-8c91-568e66d8f99e admin admin] Publish callbacks [] for security_group (cb2afb8a-fdb2-41bb-81d6-e9c5ac4e657b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:08.114644 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eac6f54c-afc0-4f04-af67-437f58d363d6 req-7497c1f5-13b4-42ba-aae7-1928d1f51e30 service neutron] 10.222.0.96 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273352 Feb 08 21:15:08.128292 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cfea7b15-faf9-4455-8c91-568e66d8f99e admin admin] Publish callbacks [] for security_group (cb2afb8a-fdb2-41bb-81d6-e9c5ac4e657b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:08.220211 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cfea7b15-faf9-4455-8c91-568e66d8f99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (cb2afb8a-fdb2-41bb-81d6-e9c5ac4e657b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:08.223230 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cfea7b15-faf9-4455-8c91-568e66d8f99e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:08.224889 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cfea7b15-faf9-4455-8c91-568e66d8f99e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cb2afb8a-fdb2-41bb-81d6-e9c5ac4e657b HTTP/1.1" status: 204 len: 168 time: 0.2265735 Feb 08 21:15:08.238375 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea7b15-faf9-4455-8c91-568e66d8f99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2afb8a-fdb2-41bb-81d6-e9c5ac4e657b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:08.368121 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c5dae-3e67-4173-8b26-b2e09317b5cd req-ff0cf612-1a59-4385-b46a-2bd1253cb767 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:08.370484 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fb4c5dae-3e67-4173-8b26-b2e09317b5cd req-ff0cf612-1a59-4385-b46a-2bd1253cb767 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc1a33d-1778-4953-beae-a16d4002f47e HTTP/1.1" status: 200 len: 944 time: 0.2531831 Feb 08 21:15:08.389360 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eac6f54c-afc0-4f04-af67-437f58d363d6 req-e993481f-cfa2-434d-a296-a7c01d321162 service neutron] 10.222.0.96 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612391 Feb 08 21:15:08.402385 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f77ec9-34f3-43df-ac03-80006abe4e09 req-90973f85-8374-48a2-aa74-868f9048c26a tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:08.404908 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c6f77ec9-34f3-43df-ac03-80006abe4e09 req-90973f85-8374-48a2-aa74-868f9048c26a tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.1800075 Feb 08 21:15:08.578398 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fb4c5dae-3e67-4173-8b26-b2e09317b5cd req-655d2136-9639-44f5-99da-f107abbf4311 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707418 Feb 08 21:15:08.609303 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c6f77ec9-34f3-43df-ac03-80006abe4e09 req-c3ca79f4-398e-4a47-ad53-6f83618a7e27 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919022 Feb 08 21:15:08.830297 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10047895-77f7-4c73-8b3e-cded419729aa req-16bd182b-a3bd-4568-9948-21694f4dbe62 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:08.833492 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10047895-77f7-4c73-8b3e-cded419729aa req-16bd182b-a3bd-4568-9948-21694f4dbe62 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 0.1526976 Feb 08 21:15:08.865681 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c547c-0df1-4064-9aad-5c9f0c1bc52f req-43ce9694-e33e-4767-9997-1f8ace101c78 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:08.867348 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-945c547c-0df1-4064-9aad-5c9f0c1bc52f req-43ce9694-e33e-4767-9997-1f8ace101c78 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.1391902 Feb 08 21:15:08.945617 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10047895-77f7-4c73-8b3e-cded419729aa req-c3f2f2d8-364e-4d93-a5ce-513701ff57b6 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045640 Feb 08 21:15:08.977487 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-945c547c-0df1-4064-9aad-5c9f0c1bc52f req-c8da2113-ab2f-46b3-a165-d891acf20cfb tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974109 Feb 08 21:15:09.242247 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead946f-3c32-4f2a-851f-8b7e388d6ebf req-99577b97-feca-414e-944a-4a272686795a tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:09.243846 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8ead946f-3c32-4f2a-851f-8b7e388d6ebf req-99577b97-feca-414e-944a-4a272686795a tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/ports?device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 950 time: 0.1350133 Feb 08 21:15:09.257667 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69596586-4fb3-4605-875a-53f977d38eb8 req-456a4470-7a1d-4bb4-9bec-6267c5a43ed6 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:09.259278 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-69596586-4fb3-4605-875a-53f977d38eb8 req-456a4470-7a1d-4bb4-9bec-6267c5a43ed6 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 944 time: 0.0875168 Feb 08 21:15:09.317493 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42550) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:09.355104 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8ead946f-3c32-4f2a-851f-8b7e388d6ebf req-32ba3a78-cb9d-454b-b6be-23edf73040b6 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947843 Feb 08 21:15:09.364442 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-69596586-4fb3-4605-875a-53f977d38eb8 req-c1a71a05-f7eb-4eda-9345-7a27b6aa3323 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898247 Feb 08 21:15:09.492882 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0d7aab3d-5800-447f-8c9d-85e0b24f0c3d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2093004484-network', 'tenant_id': '63e831de52ec41b1ae0e809520a02e25'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:15:09.520713 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7aab3d-5800-447f-8c9d-85e0b24f0c3d admin admin] Made reservation on behalf of 63e831de52ec41b1ae0e809520a02e25 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:15:09.524772 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d7aab3d-5800-447f-8c9d-85e0b24f0c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:09.540592 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d7aab3d-5800-447f-8c9d-85e0b24f0c3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:09.696312 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d7aab3d-5800-447f-8c9d-85e0b24f0c3d admin admin] Publish callbacks [] for security_group (a63fa24b-fd8a-4a2d-a576-7eceb0b59304), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:09.705885 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d7aab3d-5800-447f-8c9d-85e0b24f0c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a63fa24b-fd8a-4a2d-a576-7eceb0b59304), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:09.743404 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d7aab3d-5800-447f-8c9d-85e0b24f0c3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:15:09.769977 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7aab3d-5800-447f-8c9d-85e0b24f0c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63fa24b-fd8a-4a2d-a576-7eceb0b59304,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:09.779173 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d7aab3d-5800-447f-8c9d-85e0b24f0c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (95e53f4b-48b3-4854-a8f6-9bc1d2a4a9c3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:09.780966 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-0d7aab3d-5800-447f-8c9d-85e0b24f0c3d admin admin] Added segment 95e53f4b-48b3-4854-a8f6-9bc1d2a4a9c3 of type vlan for network 905c6a9b-08bd-4d66-9817-06081a135e70 Feb 08 21:15:09.831775 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1949f-db36-4518-9a9e-f91704e32cb9 req-9a1cd1ae-f0b9-457d-a821-f48277b73a51 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:09.834315 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d5b1949f-db36-4518-9a9e-f91704e32cb9 req-9a1cd1ae-f0b9-457d-a821-f48277b73a51 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc1a33d-1778-4953-beae-a16d4002f47e HTTP/1.1" status: 200 len: 944 time: 0.1753907 Feb 08 21:15:09.858206 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d7aab3d-5800-447f-8c9d-85e0b24f0c3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (905c6a9b-08bd-4d66-9817-06081a135e70), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:09.899448 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d7aab3d-5800-447f-8c9d-85e0b24f0c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (905c6a9b-08bd-4d66-9817-06081a135e70), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:09.900665 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7aab3d-5800-447f-8c9d-85e0b24f0c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:09.901595 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d7aab3d-5800-447f-8c9d-85e0b24f0c3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:09.917078 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b42e9-4b07-40ad-98df-97261c305f75 req-e04d79bb-c2bb-4acf-8225-0d1d06d327f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:09.919276 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a7b42e9-4b07-40ad-98df-97261c305f75 req-e04d79bb-c2bb-4acf-8225-0d1d06d327f7 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 1133 time: 0.1801820 Feb 08 21:15:09.976299 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d5b1949f-db36-4518-9a9e-f91704e32cb9 req-ce5e0389-641f-40c4-b6d8-d3ebb872d94c tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059470 Feb 08 21:15:09.983485 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0d7aab3d-5800-447f-8c9d-85e0b24f0c3d admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6632490 Feb 08 21:15:09.988309 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42558) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:10.009276 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 1ea08fc4-5c7f-4516-af34-84dcc109c7ff details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:15:10.014004 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 31a4e035-d397-45c5-bb98-4bd3b448995d up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:15:10.018792 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-370770c9-07f5-47d9-a5b3-b94e0fced0a1 admin admin] Request body: {'subnet': {'network_id': '905c6a9b-08bd-4d66-9817-06081a135e70', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2093004484-subnet', 'tenant_id': '63e831de52ec41b1ae0e809520a02e25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:15:10.032274 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7aab3d-5800-447f-8c9d-85e0b24f0c3d admin admin] Pushing event updated for resources: {'Network': ['ID=905c6a9b-08bd-4d66-9817-06081a135e70,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:10.044101 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c021795-dd1d-4e33-83aa-f2b3d9f5560b req-f734bb77-d9dc-48a3-b17a-51ec1f37ce80 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:10.047804 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3c021795-dd1d-4e33-83aa-f2b3d9f5560b req-f734bb77-d9dc-48a3-b17a-51ec1f37ce80 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.2485962 Feb 08 21:15:10.083296 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 905c6a9b-08bd-4d66-9817-06081a135e70 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:15:10.121722 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a7b42e9-4b07-40ad-98df-97261c305f75 req-2cc0becd-7feb-4e77-98cb-7269e10d246d service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915329 Feb 08 21:15:10.151880 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370770c9-07f5-47d9-a5b3-b94e0fced0a1 admin admin] Made reservation on behalf of 63e831de52ec41b1ae0e809520a02e25 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:15:10.155741 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-370770c9-07f5-47d9-a5b3-b94e0fced0a1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:10.327742 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3c021795-dd1d-4e33-83aa-f2b3d9f5560b req-ef3e8423-af3e-415c-ae94-234bd8c241be tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509463 Feb 08 21:15:10.346635 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 31a4e035-d397-45c5-bb98-4bd3b448995d completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:15:10.369071 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 31a4e035-d397-45c5-bb98-4bd3b448995d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:15:10.369697 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (31a4e035-d397-45c5-bb98-4bd3b448995d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:10.397142 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eaab29-8e5c-431b-8b90-16cce0655463 req-e4030a02-cd24-4214-b399-739cc765c024 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:10.400343 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89eaab29-8e5c-431b-8b90-16cce0655463 req-e4030a02-cd24-4214-b399-739cc765c024 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 0.2701895 Feb 08 21:15:10.434204 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1ea08fc4-5c7f-4516-af34-84dcc109c7ff,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:10.460558 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '1ea08fc4-5c7f-4516-af34-84dcc109c7ff', 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11', 'port_id': '1ea08fc4-5c7f-4516-af34-84dcc109c7ff', 'mac_address': 'fa:16:3e:2d:67:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55523d5b-2f07-476f-b4a6-0043cdbb6c1a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:15:10.547019 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:10.547651 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1ea08fc4-5c7f-4516-af34-84dcc109c7ff), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:10.574500 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89eaab29-8e5c-431b-8b90-16cce0655463 req-c1570f61-929d-4879-a6ea-7ed00b55252f tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602597 Feb 08 21:15:10.576155 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ea08fc4-5c7f-4516-af34-84dcc109c7ff {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:15:10.613894 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1ea08fc4-5c7f-4516-af34-84dcc109c7ff,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:10.619601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 31a4e035-d397-45c5-bb98-4bd3b448995d is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:10.620303 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (31a4e035-d397-45c5-bb98-4bd3b448995d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:10.639450 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1ea08fc4-5c7f-4516-af34-84dcc109c7ff), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:10.716240 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc1a33d-1778-4953-beae-a16d4002f47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a4e035-d397-45c5-bb98-4bd3b448995d'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:15:10.720567 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17a63b2-de62-45ae-945d-ec2f694ecf4a" -d '{"events": [{"server_uuid": "ffc1a33d-1778-4953-beae-a16d4002f47e", "name": "network-vif-plugged", "status": "completed", "tag": "31a4e035-d397-45c5-bb98-4bd3b448995d"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:15:10.728731 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-370770c9-07f5-47d9-a5b3-b94e0fced0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for subnet (ff32a731-1888-44d3-8e6f-aec41803d79c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:10.756034 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 31a4e035-d397-45c5-bb98-4bd3b448995d, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=31a4e035-d397-45c5-bb98-4bd3b448995d,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:10.761680 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (31a4e035-d397-45c5-bb98-4bd3b448995d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:10.785895 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=1ea08fc4-5c7f-4516-af34-84dcc109c7ff,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:10.787232 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f2ad3-308b-4e10-9eb6-b6d6c50f55d9 req-79e67f44-8fca-4d55-a12d-6a220ca9496a tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:10.789708 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-000f2ad3-308b-4e10-9eb6-b6d6c50f55d9 req-79e67f44-8fca-4d55-a12d-6a220ca9496a tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.3021030 Feb 08 21:15:10.851506 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=31a4e035-d397-45c5-bb98-4bd3b448995d,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:10.931713 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370770c9-07f5-47d9-a5b3-b94e0fced0a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff32a731-1888-44d3-8e6f-aec41803d79c,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:10.981745 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50170e-e293-4301-bd59-d73bb9bdb975 req-d5ed8c9b-639f-461e-af9f-f4cedc8e0dae tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:10.985067 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b50170e-e293-4301-bd59-d73bb9bdb975 req-d5ed8c9b-639f-461e-af9f-f4cedc8e0dae tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 945 time: 0.2830524 Feb 08 21:15:11.005895 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['1ea08fc4-5c7f-4516-af34-84dcc109c7ff'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:15:11.017118 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-000f2ad3-308b-4e10-9eb6-b6d6c50f55d9 req-dfed06cf-0114-4ffe-810c-0da1e69464f3 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870985 Feb 08 21:15:11.035127 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370770c9-07f5-47d9-a5b3-b94e0fced0a1 admin admin] Checking segment: {'id': '95e53f4b-48b3-4854-a8f6-9bc1d2a4a9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '905c6a9b-08bd-4d66-9817-06081a135e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:15:11.036285 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370770c9-07f5-47d9-a5b3-b94e0fced0a1 admin admin] Network hostable DHCP agents. Network: 905c6a9b-08bd-4d66-9817-06081a135e70, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:15:11.112131 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370770c9-07f5-47d9-a5b3-b94e0fced0a1 admin admin] Network 905c6a9b-08bd-4d66-9817-06081a135e70 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:15:11.143787 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b50170e-e293-4301-bd59-d73bb9bdb975 req-b029bb23-be01-4a76-8d23-cc837f0bd1e8 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488731 Feb 08 21:15:11.145818 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-370770c9-07f5-47d9-a5b3-b94e0fced0a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 905c6a9b-08bd-4d66-9817-06081a135e70) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:15:11.160125 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8951d12f-e453-47bd-a2f3-a86b943a12ae None None] Network 905c6a9b-08bd-4d66-9817-06081a135e70 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:15:11.163035 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370770c9-07f5-47d9-a5b3-b94e0fced0a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:11.164121 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-370770c9-07f5-47d9-a5b3-b94e0fced0a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:11.229041 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-370770c9-07f5-47d9-a5b3-b94e0fced0a1 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2336462 Feb 08 21:15:11.229590 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42572) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:11.238106 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-4433d863-d2d6-4401-8456-0427d714ae44 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2093004484-router', 'tenant_id': '63e831de52ec41b1ae0e809520a02e25', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:15:11.277798 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f152f2ec-ca52-4ed1-90a0-addb06f66248 x-openstack-request-id: req-f152f2ec-ca52-4ed1-90a0-addb06f66248 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:15:11.278433 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc1a33d-1778-4953-beae-a16d4002f47e", "name": "network-vif-plugged", "status": "completed", "tag": "31a4e035-d397-45c5-bb98-4bd3b448995d", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:15:11.278888 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f152f2ec-ca52-4ed1-90a0-addb06f66248 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:15:11.279490 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc1a33d-1778-4953-beae-a16d4002f47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a4e035-d397-45c5-bb98-4bd3b448995d', 'code': 200} Feb 08 21:15:11.306546 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4433d863-d2d6-4401-8456-0427d714ae44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (99e7ea90-4c63-442f-9fe8-d1fe7500dba5), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:11.308836 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4433d863-d2d6-4401-8456-0427d714ae44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (99e7ea90-4c63-442f-9fe8-d1fe7500dba5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:11.444800 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdf464-8056-4c5c-a2bb-ff8a7ed44ad2 req-43ad5f94-19a9-4cb8-9cb4-de519b0da7c2 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:11.447791 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7efb07-8659-49c9-9c2c-59c30072409a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-905c6a9b-08bd-4d66-9817-06081a135e70', 'network_id': '905c6a9b-08bd-4d66-9817-06081a135e70', 'project_id': '63e831de52ec41b1ae0e809520a02e25', 'fixed_ips': [{'subnet_id': 'ff32a731-1888-44d3-8e6f-aec41803d79c'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:15:11.449305 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6b7efb07-8659-49c9-9c2c-59c30072409a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:11.450556 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4433d863-d2d6-4401-8456-0427d714ae44 admin admin] Publish callbacks [] for router_controller (99e7ea90-4c63-442f-9fe8-d1fe7500dba5), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:11.458114 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-becdf464-8056-4c5c-a2bb-ff8a7ed44ad2 req-43ad5f94-19a9-4cb8-9cb4-de519b0da7c2 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/ports?device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 950 time: 0.2553971 Feb 08 21:15:11.545919 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90599f50-e59a-4e09-90b2-7091131f4291 req-e5511281-25c9-4ca0-a38c-53f897becaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:11.548025 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-90599f50-e59a-4e09-90b2-7091131f4291 req-e5511281-25c9-4ca0-a38c-53f897becaaf service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ffc1a33d-1778-4953-beae-a16d4002f47e HTTP/1.1" status: 200 len: 1128 time: 0.1937215 Feb 08 21:15:11.580098 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f92ed9-ca2e-44c1-bd15-39732e497355 req-2db1795b-4df0-4bd2-b781-f4c9d1b69160 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:11.581848 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d8f92ed9-ca2e-44c1-bd15-39732e497355 req-2db1795b-4df0-4bd2-b781-f4c9d1b69160 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc1a33d-1778-4953-beae-a16d4002f47e HTTP/1.1" status: 200 len: 945 time: 0.2076042 Feb 08 21:15:11.595131 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-becdf464-8056-4c5c-a2bb-ff8a7ed44ad2 req-c78f0ad7-74f4-44ba-ab22-4282e9f5ec53 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356795 Feb 08 21:15:11.689449 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-6b7efb07-8659-49c9-9c2c-59c30072409a None None] Allocated IP 172.20.0.2 (905c6a9b-08bd-4d66-9817-06081a135e70/ff32a731-1888-44d3-8e6f-aec41803d79c/e7d2471c-16f3-46b2-801f-a4fb932a46bc) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:15:11.702005 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4433d863-d2d6-4401-8456-0427d714ae44 admin admin] Publish callbacks [] for router_gateway (99e7ea90-4c63-442f-9fe8-d1fe7500dba5), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:11.726087 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-90599f50-e59a-4e09-90b2-7091131f4291 req-521fcdb9-0b13-40d5-a487-0703dad8a444 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698530 Feb 08 21:15:11.747647 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d8f92ed9-ca2e-44c1-bd15-39732e497355 req-009eaf1a-74b8-4ffd-9235-6dc7ace8cc5b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478004 Feb 08 21:15:11.853382 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c0671-ec42-4a97-888b-62470b94bf73 req-dc2bb232-5869-46cc-a909-f95ee23d72fd tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:11.856492 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a7c0671-ec42-4a97-888b-62470b94bf73 req-dc2bb232-5869-46cc-a909-f95ee23d72fd tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.1273532 Feb 08 21:15:11.899908 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6b7efb07-8659-49c9-9c2c-59c30072409a None None] Publish callbacks [] for port (e7d2471c-16f3-46b2-801f-a4fb932a46bc), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:11.908770 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6b7efb07-8659-49c9-9c2c-59c30072409a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (e7d2471c-16f3-46b2-801f-a4fb932a46bc), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:11.969141 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7efb07-8659-49c9-9c2c-59c30072409a None None] Network 905c6a9b-08bd-4d66-9817-06081a135e70 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:15:11.974235 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-6b7efb07-8659-49c9-9c2c-59c30072409a None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:15:11.981549 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7efb07-8659-49c9-9c2c-59c30072409a None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:15:11.990067 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7efb07-8659-49c9-9c2c-59c30072409a None None] Pushing event updated for resources: {'Port': ['ID=e7d2471c-16f3-46b2-801f-a4fb932a46bc,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:12.016142 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a7c0671-ec42-4a97-888b-62470b94bf73 req-400f8b6f-25c8-4d73-99fe-a631ee3f4c9a tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478901 Feb 08 21:15:12.043607 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb205c92-336b-4fd7-8c18-ec6904cb664e req-05d8eca2-883d-4b06-8c1f-ff74868e8860 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:12.054727 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4433d863-d2d6-4401-8456-0427d714ae44 admin admin] Publish callbacks [] for router_gateway (99e7ea90-4c63-442f-9fe8-d1fe7500dba5), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:12.056523 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fb205c92-336b-4fd7-8c18-ec6904cb664e req-05d8eca2-883d-4b06-8c1f-ff74868e8860 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 0.1735861 Feb 08 21:15:12.079430 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4433d863-d2d6-4401-8456-0427d714ae44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:12.104439 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-6b7efb07-8659-49c9-9c2c-59c30072409a None None] Attempting to bind port e7d2471c-16f3-46b2-801f-a4fb932a46bc on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:15:12.105037 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-6b7efb07-8659-49c9-9c2c-59c30072409a None None] Attempting to bind port e7d2471c-16f3-46b2-801f-a4fb932a46bc by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '95e53f4b-48b3-4854-a8f6-9bc1d2a4a9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '905c6a9b-08bd-4d66-9817-06081a135e70'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:15:12.105875 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7efb07-8659-49c9-9c2c-59c30072409a None None] Attempting to bind port e7d2471c-16f3-46b2-801f-a4fb932a46bc on network 905c6a9b-08bd-4d66-9817-06081a135e70 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:15:12.117073 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7efb07-8659-49c9-9c2c-59c30072409a None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:15:12.117757 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7efb07-8659-49c9-9c2c-59c30072409a None None] Checking segment: {'id': '95e53f4b-48b3-4854-a8f6-9bc1d2a4a9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '905c6a9b-08bd-4d66-9817-06081a135e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:15:12.118403 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6b7efb07-8659-49c9-9c2c-59c30072409a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:12.119056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7efb07-8659-49c9-9c2c-59c30072409a None None] Bound using segment: {'id': '95e53f4b-48b3-4854-a8f6-9bc1d2a4a9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '905c6a9b-08bd-4d66-9817-06081a135e70'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:15:12.119835 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-6b7efb07-8659-49c9-9c2c-59c30072409a None None] Bound port: e7d2471c-16f3-46b2-801f-a4fb932a46bc, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e53f4b-48b3-4854-a8f6-9bc1d2a4a9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '905c6a9b-08bd-4d66-9817-06081a135e70'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:15:12.120445 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6b7efb07-8659-49c9-9c2c-59c30072409a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e7d2471c-16f3-46b2-801f-a4fb932a46bc), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:12.140478 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fb205c92-336b-4fd7-8c18-ec6904cb664e req-0575061b-7b41-40e8-89a7-b6d21645958c tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826461 Feb 08 21:15:12.234607 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-4433d863-d2d6-4401-8456-0427d714ae44 admin admin] Allocated IP 172.25.3.106 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/d8b06889-019c-422e-a397-99b870bfbc0c) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:15:12.270522 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662129d7-56c4-4c12-b641-59edc8e6574e req-a80bb2c2-7f63-49cc-a1e3-228625255564 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:12.279205 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-662129d7-56c4-4c12-b641-59edc8e6574e req-a80bb2c2-7f63-49cc-a1e3-228625255564 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.1299338 Feb 08 21:15:12.371400 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-662129d7-56c4-4c12-b641-59edc8e6574e req-4f226b28-2dc4-4ca3-a131-8f20d6719109 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907619 Feb 08 21:15:12.384131 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58530c-4bb3-4e06-832f-ade9739e9ad7 req-05e8e722-c634-42f3-9533-c8ebe83241be tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:12.386262 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3a58530c-4bb3-4e06-832f-ade9739e9ad7 req-05e8e722-c634-42f3-9533-c8ebe83241be tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 945 time: 0.1028733 Feb 08 21:15:12.439613 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-6b7efb07-8659-49c9-9c2c-59c30072409a None None] For port e7d2471c-16f3-46b2-801f-a4fb932a46bc, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:15:12.446094 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-6b7efb07-8659-49c9-9c2c-59c30072409a None None] For port e7d2471c-16f3-46b2-801f-a4fb932a46bc, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e7d2471c-16f3-46b2-801f-a4fb932a46bc,segment=NetworkSegment(95e53f4b-48b3-4854-a8f6-9bc1d2a4a9c3),segment_id=95e53f4b-48b3-4854-a8f6-9bc1d2a4a9c3)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:15:12.447602 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4433d863-d2d6-4401-8456-0427d714ae44 admin admin] Publish callbacks [] for port (d8b06889-019c-422e-a397-99b870bfbc0c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:12.457918 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3a58530c-4bb3-4e06-832f-ade9739e9ad7 req-f62b1d82-aeba-4558-a8a9-bbc5ed2f7d93 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594740 Feb 08 21:15:12.458603 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6b7efb07-8659-49c9-9c2c-59c30072409a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e7d2471c-16f3-46b2-801f-a4fb932a46bc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:12.502308 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4433d863-d2d6-4401-8456-0427d714ae44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (d8b06889-019c-422e-a397-99b870bfbc0c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:12.546755 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7efb07-8659-49c9-9c2c-59c30072409a None None] Pushing event updated for resources: {'Port': ['ID=e7d2471c-16f3-46b2-801f-a4fb932a46bc,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:12.568865 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4433d863-d2d6-4401-8456-0427d714ae44 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:15:12.572229 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-4433d863-d2d6-4401-8456-0427d714ae44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:15:12.576165 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4433d863-d2d6-4401-8456-0427d714ae44 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:15:12.582923 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433d863-d2d6-4401-8456-0427d714ae44 admin admin] Pushing event updated for resources: {'Port': ['ID=d8b06889-019c-422e-a397-99b870bfbc0c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:12.857457 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19403c09-54b8-43c3-84f0-b08a451c71ed req-a87259d2-73a3-4b21-b77d-47311e55933c tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:12.861062 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-19403c09-54b8-43c3-84f0-b08a451c71ed req-a87259d2-73a3-4b21-b77d-47311e55933c tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/ports?device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 950 time: 0.1088834 Feb 08 21:15:12.959204 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4433d863-d2d6-4401-8456-0427d714ae44 admin admin] Publish callbacks [] for router_gateway (99e7ea90-4c63-442f-9fe8-d1fe7500dba5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:13.040819 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-19403c09-54b8-43c3-84f0-b08a451c71ed req-f9729aa6-e969-407b-afee-5f8a65b394c2 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405938 Feb 08 21:15:13.079659 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735867b-8fdb-43d9-86c0-0f9c8ab45838 req-85f5082b-b562-4c52-bd45-bce8590b4b20 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:13.079659 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b735867b-8fdb-43d9-86c0-0f9c8ab45838 req-85f5082b-b562-4c52-bd45-bce8590b4b20 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc1a33d-1778-4953-beae-a16d4002f47e HTTP/1.1" status: 200 len: 945 time: 0.1443853 Feb 08 21:15:13.179639 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b735867b-8fdb-43d9-86c0-0f9c8ab45838 req-d1b6d6ed-779c-456f-a5b7-d750291e2496 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900314 Feb 08 21:15:13.287912 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94daa0d-df3e-4e59-979f-99e4c41a3946 req-fe1c8d62-675a-4b8a-a648-a616afbfc53e tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:13.301327 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b94daa0d-df3e-4e59-979f-99e4c41a3946 req-fe1c8d62-675a-4b8a-a648-a616afbfc53e tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.1199424 Feb 08 21:15:13.355956 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4433d863-d2d6-4401-8456-0427d714ae44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (99e7ea90-4c63-442f-9fe8-d1fe7500dba5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:13.453528 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e7d2471c-16f3-46b2-801f-a4fb932a46bc up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:15:13.460474 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b94daa0d-df3e-4e59-979f-99e4c41a3946 req-2be47585-14fb-442a-8b75-ebf70cc49e16 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572313 Feb 08 21:15:13.557158 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8d409-278f-4083-97a5-02583453a132 req-d3d1c5ab-c2eb-4dbc-9574-2c97c182fb53 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:13.566537 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eed8d409-278f-4083-97a5-02583453a132 req-d3d1c5ab-c2eb-4dbc-9574-2c97c182fb53 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 0.1997035 Feb 08 21:15:13.605155 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port e7d2471c-16f3-46b2-801f-a4fb932a46bc triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:15:13.606031 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e7d2471c-16f3-46b2-801f-a4fb932a46bc), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:13.643189 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4433d863-d2d6-4401-8456-0427d714ae44 admin admin] Router 99e7ea90-4c63-442f-9fe8-d1fe7500dba5 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:15:13.649297 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eed8d409-278f-4083-97a5-02583453a132 req-d52d4699-d623-421c-833e-4ba3048bc38c tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814786 Feb 08 21:15:13.658316 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421705fb-315c-46ae-b1e2-dba1eba142d4 req-86e65a10-f47d-41d3-bde4-a9818f0eb455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:13.670010 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-421705fb-315c-46ae-b1e2-dba1eba142d4 req-86e65a10-f47d-41d3-bde4-a9818f0eb455 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=fc2f675b65e84ffb8ad012c577d54357&device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 1132 time: 0.2818460 Feb 08 21:15:13.817538 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port e7d2471c-16f3-46b2-801f-a4fb932a46bc is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:13.818108 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e7d2471c-16f3-46b2-801f-a4fb932a46bc), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:13.899781 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port e7d2471c-16f3-46b2-801f-a4fb932a46bc, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e7d2471c-16f3-46b2-801f-a4fb932a46bc,segment=NetworkSegment(95e53f4b-48b3-4854-a8f6-9bc1d2a4a9c3),segment_id=95e53f4b-48b3-4854-a8f6-9bc1d2a4a9c3)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:13.910962 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e7d2471c-16f3-46b2-801f-a4fb932a46bc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:13.920377 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4433d863-d2d6-4401-8456-0427d714ae44 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:15:13.933485 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44f59e6-ce2c-4125-a8b0-975567054cf9 None None] Sync routers for ids ['99e7ea90-4c63-442f-9fe8-d1fe7500dba5'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:15:13.954953 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44f59e6-ce2c-4125-a8b0-975567054cf9 None None] Routers {'99e7ea90-4c63-442f-9fe8-d1fe7500dba5'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:15:13.958359 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e44f59e6-ce2c-4125-a8b0-975567054cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:14:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['99e7ea90-4c63-442f-9fe8-d1fe7500dba5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:15:13.990981 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4433d863-d2d6-4401-8456-0427d714ae44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:13.995588 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4433d863-d2d6-4401-8456-0427d714ae44 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.7636034 Feb 08 21:15:13.996278 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42594) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:14.015170 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00de20d-5601-40ab-87ce-e77bf82b9f9a req-161f449c-beba-4274-8cba-361ce8ee9eca tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:14.017998 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d00de20d-5601-40ab-87ce-e77bf82b9f9a req-161f449c-beba-4274-8cba-361ce8ee9eca tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.3462293 Feb 08 21:15:14.037014 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 1ea08fc4-5c7f-4516-af34-84dcc109c7ff up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:15:14.101929 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de139c57-e627-49b2-8834-b6aea5c7dd31 None None] Network 905c6a9b-08bd-4d66-9817-06081a135e70 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:15:14.137371 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-e44f59e6-ce2c-4125-a8b0-975567054cf9 None None] Set router 99e7ea90-4c63-442f-9fe8-d1fe7500dba5 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:15:14.168324 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421705fb-315c-46ae-b1e2-dba1eba142d4 req-74d2d67e-6a24-4ffc-8812-c45fb7332f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:14.171006 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-421705fb-315c-46ae-b1e2-dba1eba142d4 req-74d2d67e-6a24-4ffc-8812-c45fb7332f67 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.4225450 Feb 08 21:15:14.220931 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b83e82-b6ad-454c-b39e-6d4678f53a47 req-e327fbe9-ba94-4438-8733-ff3497969a3a tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:14.232696 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0b83e82-b6ad-454c-b39e-6d4678f53a47 req-e327fbe9-ba94-4438-8733-ff3497969a3a tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 945 time: 0.3733065 Feb 08 21:15:14.264272 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=e7d2471c-16f3-46b2-801f-a4fb932a46bc,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:14.312606 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d00de20d-5601-40ab-87ce-e77bf82b9f9a req-0c0659e3-79ba-4bae-a641-9b9159fdd50f tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715273 Feb 08 21:15:14.351529 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-421705fb-315c-46ae-b1e2-dba1eba142d4 req-2edf6cbe-5e41-4807-98b9-e0b4a3a50d79 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=ab1459c5-6b4b-4e95-a4f6-b72e476009e8 HTTP/1.1" status: 200 len: 217 time: 0.1565862 Feb 08 21:15:14.389286 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-0197805d-00aa-41df-b459-bd45e1ba1b30 None None] Provisioning complete for port e7d2471c-16f3-46b2-801f-a4fb932a46bc triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:15:14.390082 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0197805d-00aa-41df-b459-bd45e1ba1b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e7d2471c-16f3-46b2-801f-a4fb932a46bc), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:14.424339 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0b83e82-b6ad-454c-b39e-6d4678f53a47 req-56c70d69-c2ea-4d88-9aae-df7ec8741be4 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903312 Feb 08 21:15:14.440458 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421705fb-315c-46ae-b1e2-dba1eba142d4 req-a00d0308-a3e5-4403-93c9-caad0ad1aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:14.442773 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-421705fb-315c-46ae-b1e2-dba1eba142d4 req-a00d0308-a3e5-4403-93c9-caad0ad1aae2 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.0818460 Feb 08 21:15:14.538417 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:15:14.552852 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e44f59e6-ce2c-4125-a8b0-975567054cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e7ea90-4c63-442f-9fe8-d1fe7500dba5', 'name': 'tempest-FloatingIPsNegativeTestJSON-2093004484-router', 'tenant_id': '63e831de52ec41b1ae0e809520a02e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd8b06889-019c-422e-a397-99b870bfbc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:15:11Z', 'updated_at': '2022-02-08T21:15:12Z', 'revision_number': 3, 'project_id': '63e831de52ec41b1ae0e809520a02e25', 'gw_port': {'id': 'd8b06889-019c-422e-a397-99b870bfbc0c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:61:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e7ea90-4c63-442f-9fe8-d1fe7500dba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:15:12Z', 'updated_at': '2022-02-08T21:15:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:15:14.602278 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:15:14.602858 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1ea08fc4-5c7f-4516-af34-84dcc109c7ff), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:14.628053 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44f59e6-ce2c-4125-a8b0-975567054cf9 None None] Checking router: 99e7ea90-4c63-442f-9fe8-d1fe7500dba5 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:15:14.628543 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44f59e6-ce2c-4125-a8b0-975567054cf9 None None] Updating router 99e7ea90-4c63-442f-9fe8-d1fe7500dba5 port d8b06889-019c-422e-a397-99b870bfbc0c binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:15:14.703952 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0197805d-00aa-41df-b459-bd45e1ba1b30 None None] Current status of the port e7d2471c-16f3-46b2-801f-a4fb932a46bc is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:14.713792 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e44f59e6-ce2c-4125-a8b0-975567054cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d8b06889-019c-422e-a397-99b870bfbc0c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:14.762949 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421705fb-315c-46ae-b1e2-dba1eba142d4 req-1ef3b00e-5b68-4e26-9591-2534f44bed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:14.765518 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-421705fb-315c-46ae-b1e2-dba1eba142d4 req-1ef3b00e-5b68-4e26-9591-2534f44bed58 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3049908 Feb 08 21:15:14.783380 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836a4b5-6a0d-4443-975a-555001dd41c1 req-705b6b15-04d9-4968-8dfc-e27067c3f487 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:14.793456 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a836a4b5-6a0d-4443-975a-555001dd41c1 req-705b6b15-04d9-4968-8dfc-e27067c3f487 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc1a33d-1778-4953-beae-a16d4002f47e HTTP/1.1" status: 200 len: 945 time: 0.1464126 Feb 08 21:15:14.827320 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1555c6-e2f0-4bf5-8b41-27b4ad70c1a7 req-12b00a01-d6e5-447f-b39b-85261544773c tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:14.829596 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:14.830235 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1ea08fc4-5c7f-4516-af34-84dcc109c7ff), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:14.834580 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b1555c6-e2f0-4bf5-8b41-27b4ad70c1a7 req-12b00a01-d6e5-447f-b39b-85261544773c tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/ports?device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 950 time: 0.2657919 Feb 08 21:15:14.924624 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf47af6-9c19-4656-8142-fdd597340f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea08fc4-5c7f-4516-af34-84dcc109c7ff'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:15:14.936965 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae82c31a-3d9c-49a3-8836-9c794307d655" -d '{"events": [{"server_uuid": "4cf47af6-9c19-4656-8142-fdd597340f6c", "name": "network-vif-plugged", "status": "completed", "tag": "1ea08fc4-5c7f-4516-af34-84dcc109c7ff"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:15:15.008049 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1ea08fc4-5c7f-4516-af34-84dcc109c7ff,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:15.018264 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1ea08fc4-5c7f-4516-af34-84dcc109c7ff), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:15.051322 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-587fe6a4-eda2-45ab-9394-4ad406ceb65b None None] Provisioning complete for port e7d2471c-16f3-46b2-801f-a4fb932a46bc triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:15:15.052380 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-587fe6a4-eda2-45ab-9394-4ad406ceb65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e7d2471c-16f3-46b2-801f-a4fb932a46bc), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:15.062338 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b1555c6-e2f0-4bf5-8b41-27b4ad70c1a7 req-20da7eb5-4800-48d8-a8c2-7bbeddf1b02d tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248642 Feb 08 21:15:15.144870 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a836a4b5-6a0d-4443-975a-555001dd41c1 req-d130c0b1-c0f7-424d-b5e4-d8942fa83567 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503559 Feb 08 21:15:15.309839 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e44f59e6-ce2c-4125-a8b0-975567054cf9 None None] Publish callbacks [] for port (d8b06889-019c-422e-a397-99b870bfbc0c), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:15.325734 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e44f59e6-ce2c-4125-a8b0-975567054cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d8b06889-019c-422e-a397-99b870bfbc0c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:15.338121 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-421705fb-315c-46ae-b1e2-dba1eba142d4 req-ed3da4d6-c7a3-4319-a7f9-54ed290a89b0 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497876 Feb 08 21:15:15.339343 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=1ea08fc4-5c7f-4516-af34-84dcc109c7ff,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:15.380166 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e50f5ffe-0c9b-4903-9f0e-bc155097521d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:15.409784 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187324c0-11be-4d54-9ba3-d12dfa0f7b98 None None] Pushing event updated for resources: {'Port': ['ID=d8b06889-019c-422e-a397-99b870bfbc0c,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:15.421668 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187324c0-11be-4d54-9ba3-d12dfa0f7b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:15.422014 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187324c0-11be-4d54-9ba3-d12dfa0f7b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:15.422360 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187324c0-11be-4d54-9ba3-d12dfa0f7b98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:15.422701 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187324c0-11be-4d54-9ba3-d12dfa0f7b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:15.423051 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187324c0-11be-4d54-9ba3-d12dfa0f7b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:15.423366 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187324c0-11be-4d54-9ba3-d12dfa0f7b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:15.423694 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187324c0-11be-4d54-9ba3-d12dfa0f7b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:15.424022 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187324c0-11be-4d54-9ba3-d12dfa0f7b98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:15.424349 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187324c0-11be-4d54-9ba3-d12dfa0f7b98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:15.424768 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187324c0-11be-4d54-9ba3-d12dfa0f7b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:15.425140 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e7d2471c-16f3-46b2-801f-a4fb932a46bc up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:15:15.425283 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187324c0-11be-4d54-9ba3-d12dfa0f7b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:15.425580 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187324c0-11be-4d54-9ba3-d12dfa0f7b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:15.425905 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187324c0-11be-4d54-9ba3-d12dfa0f7b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:15.460248 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e44f59e6-ce2c-4125-a8b0-975567054cf9 None None] Attempting to bind port d8b06889-019c-422e-a397-99b870bfbc0c on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:15:15.460640 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e44f59e6-ce2c-4125-a8b0-975567054cf9 None None] Attempting to bind port d8b06889-019c-422e-a397-99b870bfbc0c by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:15:15.461003 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44f59e6-ce2c-4125-a8b0-975567054cf9 None None] Attempting to bind port d8b06889-019c-422e-a397-99b870bfbc0c on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:15:15.471846 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44f59e6-ce2c-4125-a8b0-975567054cf9 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:15:15.472998 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44f59e6-ce2c-4125-a8b0-975567054cf9 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:15:15.476264 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e44f59e6-ce2c-4125-a8b0-975567054cf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:15.478310 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44f59e6-ce2c-4125-a8b0-975567054cf9 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:15:15.479964 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e44f59e6-ce2c-4125-a8b0-975567054cf9 None None] Bound port: d8b06889-019c-422e-a397-99b870bfbc0c, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:15:15.481994 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e44f59e6-ce2c-4125-a8b0-975567054cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d8b06889-019c-422e-a397-99b870bfbc0c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:15.520777 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-587fe6a4-eda2-45ab-9394-4ad406ceb65b None None] Current status of the port e7d2471c-16f3-46b2-801f-a4fb932a46bc is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:15.525037 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea0c99-7c01-4d75-bdff-57d073b3080a req-9ea5004c-0e0c-4f6d-9d05-83cac268c0ea tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:15.535025 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49ea0c99-7c01-4d75-bdff-57d073b3080a req-9ea5004c-0e0c-4f6d-9d05-83cac268c0ea tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.2996833 Feb 08 21:15:15.574434 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c884683-627b-41c1-aa19-7b78b06e558b req-3cd6083e-4b50-4b69-a151-24c597ccd1aa tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:15.576032 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c884683-627b-41c1-aa19-7b78b06e558b req-3cd6083e-4b50-4b69-a151-24c597ccd1aa tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 0.2726538 Feb 08 21:15:15.578730 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port e7d2471c-16f3-46b2-801f-a4fb932a46bc triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:15:15.580492 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e7d2471c-16f3-46b2-801f-a4fb932a46bc), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:15.624287 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e44f59e6-ce2c-4125-a8b0-975567054cf9 None None] For port d8b06889-019c-422e-a397-99b870bfbc0c, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:15:15.625339 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-421705fb-315c-46ae-b1e2-dba1eba142d4 req-2cef234f-ed34-4d02-9813-64b5276a8429 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460082 Feb 08 21:15:15.646538 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e44f59e6-ce2c-4125-a8b0-975567054cf9 None None] For port d8b06889-019c-422e-a397-99b870bfbc0c, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d8b06889-019c-422e-a397-99b870bfbc0c,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:15:15.667127 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e44f59e6-ce2c-4125-a8b0-975567054cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d8b06889-019c-422e-a397-99b870bfbc0c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:15.735555 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49ea0c99-7c01-4d75-bdff-57d073b3080a req-f29a9dc6-9fba-4eff-a5b8-af8040122522 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993380 Feb 08 21:15:15.777539 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port e7d2471c-16f3-46b2-801f-a4fb932a46bc is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:15.789559 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c884683-627b-41c1-aa19-7b78b06e558b req-4f4ad53e-eb94-4c79-93a3-ef9ae5501842 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940789 Feb 08 21:15:15.806653 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44f59e6-ce2c-4125-a8b0-975567054cf9 None None] Routers {'99e7ea90-4c63-442f-9fe8-d1fe7500dba5'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:15:15.808027 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e44f59e6-ce2c-4125-a8b0-975567054cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:14:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['99e7ea90-4c63-442f-9fe8-d1fe7500dba5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:15:15.837961 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a434f927-b083-4288-abf9-a72a0679ceaf x-openstack-request-id: req-a434f927-b083-4288-abf9-a72a0679ceaf {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:15:15.839003 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf47af6-9c19-4656-8142-fdd597340f6c", "name": "network-vif-plugged", "status": "completed", "tag": "1ea08fc4-5c7f-4516-af34-84dcc109c7ff", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:15:15.839675 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a434f927-b083-4288-abf9-a72a0679ceaf {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:15:15.840585 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf47af6-9c19-4656-8142-fdd597340f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea08fc4-5c7f-4516-af34-84dcc109c7ff', 'code': 200} Feb 08 21:15:15.962391 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187324c0-11be-4d54-9ba3-d12dfa0f7b98 None None] Pushing event updated for resources: {'Port': ['ID=d8b06889-019c-422e-a397-99b870bfbc0c,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:16.088739 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-e44f59e6-ce2c-4125-a8b0-975567054cf9 None None] Set router 99e7ea90-4c63-442f-9fe8-d1fe7500dba5 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:15:16.130597 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-e50f5ffe-0c9b-4903-9f0e-bc155097521d admin admin] Allocated IP 172.20.0.1 (905c6a9b-08bd-4d66-9817-06081a135e70/ff32a731-1888-44d3-8e6f-aec41803d79c/23ea9134-d925-46be-9227-5ac42d05a278) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:15:16.182761 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8aabfb-f9e6-49de-a357-1b8b1f6896e4 req-f01fc269-79e3-4493-a1b5-f7804e9562b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:16.185711 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4d8aabfb-f9e6-49de-a357-1b8b1f6896e4 req-f01fc269-79e3-4493-a1b5-f7804e9562b8 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 1129 time: 0.2588158 Feb 08 21:15:16.199189 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d12ed-d1a0-4f53-a8fb-a32a807b07c1 req-d7192340-2cfc-4f44-9634-d90a9ee4e573 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:16.212046 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-417d12ed-d1a0-4f53-a8fb-a32a807b07c1 req-d7192340-2cfc-4f44-9634-d90a9ee4e573 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.2687438 Feb 08 21:15:16.354776 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e50f5ffe-0c9b-4903-9f0e-bc155097521d admin admin] Publish callbacks [] for port (23ea9134-d925-46be-9227-5ac42d05a278), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:16.370721 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4d8aabfb-f9e6-49de-a357-1b8b1f6896e4 req-518669ea-08b6-4bf6-a628-0c6b154924f9 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552651 Feb 08 21:15:16.421446 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e50f5ffe-0c9b-4903-9f0e-bc155097521d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (23ea9134-d925-46be-9227-5ac42d05a278), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:16.428758 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-417d12ed-d1a0-4f53-a8fb-a32a807b07c1 req-8536cb43-6c64-4f16-973c-0d3bebb74b63 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151003 Feb 08 21:15:16.476478 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453a6f8-0a63-4a58-adfd-16a4811fee33 req-d5a43b89-cb80-45a3-970b-847f41222d38 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:16.479153 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b453a6f8-0a63-4a58-adfd-16a4811fee33 req-d5a43b89-cb80-45a3-970b-847f41222d38 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 946 time: 0.2314420 Feb 08 21:15:16.510276 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e44f59e6-ce2c-4125-a8b0-975567054cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e7ea90-4c63-442f-9fe8-d1fe7500dba5', 'name': 'tempest-FloatingIPsNegativeTestJSON-2093004484-router', 'tenant_id': '63e831de52ec41b1ae0e809520a02e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd8b06889-019c-422e-a397-99b870bfbc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:15:11Z', 'updated_at': '2022-02-08T21:15:12Z', 'revision_number': 3, 'project_id': '63e831de52ec41b1ae0e809520a02e25', 'gw_port': {'id': 'd8b06889-019c-422e-a397-99b870bfbc0c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:61:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e7ea90-4c63-442f-9fe8-d1fe7500dba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:15:12Z', 'updated_at': '2022-02-08T21:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:15:16.515401 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50f5ffe-0c9b-4903-9f0e-bc155097521d admin admin] Network 905c6a9b-08bd-4d66-9817-06081a135e70 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:15:16.521883 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-e50f5ffe-0c9b-4903-9f0e-bc155097521d admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:15:16.525976 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50f5ffe-0c9b-4903-9f0e-bc155097521d admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:15:16.554998 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44f59e6-ce2c-4125-a8b0-975567054cf9 None None] The sync data for ids ['99e7ea90-4c63-442f-9fe8-d1fe7500dba5'] in n-d-712143-31 is: [{'id': '99e7ea90-4c63-442f-9fe8-d1fe7500dba5', 'name': 'tempest-FloatingIPsNegativeTestJSON-2093004484-router', 'tenant_id': '63e831de52ec41b1ae0e809520a02e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd8b06889-019c-422e-a397-99b870bfbc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:15:11Z', 'updated_at': '2022-02-08T21:15:12Z', 'revision_number': 3, 'project_id': '63e831de52ec41b1ae0e809520a02e25', 'gw_port': {'id': 'd8b06889-019c-422e-a397-99b870bfbc0c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:61:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e7ea90-4c63-442f-9fe8-d1fe7500dba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:15:12Z', 'updated_at': '2022-02-08T21:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:15:16.583017 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f5ffe-0c9b-4903-9f0e-bc155097521d admin admin] Pushing event updated for resources: {'Port': ['ID=23ea9134-d925-46be-9227-5ac42d05a278,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:16.626237 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e50f5ffe-0c9b-4903-9f0e-bc155097521d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (99e7ea90-4c63-442f-9fe8-d1fe7500dba5), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:16.650823 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b453a6f8-0a63-4a58-adfd-16a4811fee33 req-7c4852ba-e087-4b2c-9d82-b48fe289383c tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616087 Feb 08 21:15:16.689277 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4362c56-e9b7-4572-bcc1-f046774ecd9e req-0009c585-6001-4a83-949e-e5599c43a572 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:16.697465 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f4362c56-e9b7-4572-bcc1-f046774ecd9e req-0009c585-6001-4a83-949e-e5599c43a572 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.1651900 Feb 08 21:15:16.790432 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f4362c56-e9b7-4572-bcc1-f046774ecd9e req-e5492f5d-047c-4711-85eb-4e528c16facc tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917566 Feb 08 21:15:16.878426 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e50f5ffe-0c9b-4903-9f0e-bc155097521d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (23ea9134-d925-46be-9227-5ac42d05a278), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:16.979669 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-081d0a21-b797-43f6-a305-4f6dc254213c req-85d216ec-2e04-4af2-b114-fb3fb16f7682 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1881468 Feb 08 21:15:17.016875 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68fa2e-1453-4290-894e-0e05c974bab1 req-cf635e72-a1c6-4546-8866-05fcc154ffbc tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:17.022190 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4d494e2b-518e-4680-aba2-9b04ae24fbbe None None] Provisioning complete for port 23ea9134-d925-46be-9227-5ac42d05a278 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:15:17.024366 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d494e2b-518e-4680-aba2-9b04ae24fbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (23ea9134-d925-46be-9227-5ac42d05a278), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:17.025057 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f68fa2e-1453-4290-894e-0e05c974bab1 req-cf635e72-a1c6-4546-8866-05fcc154ffbc tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 0.1874878 Feb 08 21:15:17.070402 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a0f34-d109-4951-9b2d-702da6c68360 req-2ad91829-9a03-47d0-97a5-b5fa23270ed4 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:17.082128 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-150a0f34-d109-4951-9b2d-702da6c68360 req-2ad91829-9a03-47d0-97a5-b5fa23270ed4 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/ports?device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 950 time: 0.2039146 Feb 08 21:15:17.131221 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4d494e2b-518e-4680-aba2-9b04ae24fbbe None None] Port 23ea9134-d925-46be-9227-5ac42d05a278 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:15:17.191217 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f68fa2e-1453-4290-894e-0e05c974bab1 req-f6bbda14-bced-492f-a34e-e2b86c8f51a8 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614468 Feb 08 21:15:17.278112 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-150a0f34-d109-4951-9b2d-702da6c68360 req-8df60ee2-d782-49a6-be00-7a01d007e39c tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947031 Feb 08 21:15:17.299549 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d0a21-b797-43f6-a305-4f6dc254213c req-136d9106-d933-4faf-a5f0-4ebd095bd023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:17.308119 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-081d0a21-b797-43f6-a305-4f6dc254213c req-136d9106-d933-4faf-a5f0-4ebd095bd023 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 1132 time: 0.2227480 Feb 08 21:15:17.345521 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e50f5ffe-0c9b-4903-9f0e-bc155097521d admin admin] Publish callbacks [] for port (23ea9134-d925-46be-9227-5ac42d05a278), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:17.355059 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e50f5ffe-0c9b-4903-9f0e-bc155097521d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (23ea9134-d925-46be-9227-5ac42d05a278), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:17.442854 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d8b06889-019c-422e-a397-99b870bfbc0c up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:15:17.480617 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e50f5ffe-0c9b-4903-9f0e-bc155097521d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (99e7ea90-4c63-442f-9fe8-d1fe7500dba5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:17.500885 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f5ffe-0c9b-4903-9f0e-bc155097521d admin admin] Pushing event updated for resources: {'Port': ['ID=23ea9134-d925-46be-9227-5ac42d05a278,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:17.564467 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d8b06889-019c-422e-a397-99b870bfbc0c triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:15:17.565532 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d8b06889-019c-422e-a397-99b870bfbc0c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:17.670065 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd30439-8656-464f-a985-c4792156bcc9 req-172e206f-c096-40fc-b7c2-2251dbbffe45 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:17.672133 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2dd30439-8656-464f-a985-c4792156bcc9 req-172e206f-c096-40fc-b7c2-2251dbbffe45 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc1a33d-1778-4953-beae-a16d4002f47e HTTP/1.1" status: 200 len: 945 time: 0.3016541 Feb 08 21:15:17.676778 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d0a21-b797-43f6-a305-4f6dc254213c req-0ed83c18-d1b9-470a-83a9-f644c481e2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:17.678330 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-081d0a21-b797-43f6-a305-4f6dc254213c req-0ed83c18-d1b9-470a-83a9-f644c481e2a4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.3200848 Feb 08 21:15:17.685482 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50f5ffe-0c9b-4903-9f0e-bc155097521d admin admin] Network 905c6a9b-08bd-4d66-9817-06081a135e70 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:15:17.687763 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-e50f5ffe-0c9b-4903-9f0e-bc155097521d admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:15:17.688294 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8e23a-847a-414c-9b41-728b5042930e req-9310cf29-0496-4467-9c36-4216de525fee tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:17.689917 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6cb8e23a-847a-414c-9b41-728b5042930e req-9310cf29-0496-4467-9c36-4216de525fee tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.2145660 Feb 08 21:15:17.794277 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d8b06889-019c-422e-a397-99b870bfbc0c is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:17.794953 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d8b06889-019c-422e-a397-99b870bfbc0c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:17.803846 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-081d0a21-b797-43f6-a305-4f6dc254213c req-3b293cab-18dd-4c87-8af4-3c6146afcb2e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=f6945521-262a-4a66-831b-ce8d6e535b0d HTTP/1.1" status: 200 len: 217 time: 0.1128814 Feb 08 21:15:17.906128 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port d8b06889-019c-422e-a397-99b870bfbc0c, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d8b06889-019c-422e-a397-99b870bfbc0c,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:17.920590 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d8b06889-019c-422e-a397-99b870bfbc0c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:18.051258 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2dd30439-8656-464f-a985-c4792156bcc9 req-9a9ad4d7-e5d7-4df5-b58d-60e9a271ae7f tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699057 Feb 08 21:15:18.081889 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=d8b06889-019c-422e-a397-99b870bfbc0c,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:18.083203 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d0a21-b797-43f6-a305-4f6dc254213c req-321fd1b0-31ee-40f7-b387-25c7d8bc7502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:18.085560 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-081d0a21-b797-43f6-a305-4f6dc254213c req-321fd1b0-31ee-40f7-b387-25c7d8bc7502 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.2426026 Feb 08 21:15:18.101485 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-989b6ce8-a8f2-40d7-a387-fd4d4b82517b None None] Provisioning complete for port 23ea9134-d925-46be-9227-5ac42d05a278 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:15:18.103391 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-989b6ce8-a8f2-40d7-a387-fd4d4b82517b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (23ea9134-d925-46be-9227-5ac42d05a278), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:18.119214 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a90e9-e901-4902-b402-738bf522d1c0 req-71665fc8-dfa3-4dba-8af3-22daa8db812b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:18.122262 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-838a90e9-e901-4902-b402-738bf522d1c0 req-71665fc8-dfa3-4dba-8af3-22daa8db812b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.96 "GET /v2.0/ports?device_id=ffc1a33d-1778-4953-beae-a16d4002f47e HTTP/1.1" status: 200 len: 945 time: 0.1610661 Feb 08 21:15:18.138301 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6cb8e23a-847a-414c-9b41-728b5042930e req-3083cc2c-5fef-41d8-999e-0a110efe193f tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351203 Feb 08 21:15:18.206445 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-989b6ce8-a8f2-40d7-a387-fd4d4b82517b None None] Port 23ea9134-d925-46be-9227-5ac42d05a278 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:15:18.236194 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d0a21-b797-43f6-a305-4f6dc254213c req-0ffceab0-62bf-459d-a26b-75f5ef347d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:18.239104 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-081d0a21-b797-43f6-a305-4f6dc254213c req-0ffceab0-62bf-459d-a26b-75f5ef347d4c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1403048 Feb 08 21:15:18.269385 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50f5ffe-0c9b-4903-9f0e-bc155097521d admin admin] Router 99e7ea90-4c63-442f-9fe8-d1fe7500dba5 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:15:18.554755 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-838a90e9-e901-4902-b402-738bf522d1c0 req-cac9ebfa-1aea-448e-8b15-4594fb59a1ea tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Deleting port 31a4e035-d397-45c5-bb98-4bd3b448995d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:15:18.555693 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-838a90e9-e901-4902-b402-738bf522d1c0 req-cac9ebfa-1aea-448e-8b15-4594fb59a1ea tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (31a4e035-d397-45c5-bb98-4bd3b448995d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:18.772031 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50f5ffe-0c9b-4903-9f0e-bc155097521d admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:15:18.789504 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e50f5ffe-0c9b-4903-9f0e-bc155097521d admin admin] 10.222.0.88 "PUT /v2.0/routers/99e7ea90-4c63-442f-9fe8-d1fe7500dba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7833331 Feb 08 21:15:18.796656 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-838a90e9-e901-4902-b402-738bf522d1c0 req-cac9ebfa-1aea-448e-8b15-4594fb59a1ea tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] For port 31a4e035-d397-45c5-bb98-4bd3b448995d, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=31a4e035-d397-45c5-bb98-4bd3b448995d,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:18.801893 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-838a90e9-e901-4902-b402-738bf522d1c0 req-cac9ebfa-1aea-448e-8b15-4594fb59a1ea tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (31a4e035-d397-45c5-bb98-4bd3b448995d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:18.853120 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-838a90e9-e901-4902-b402-738bf522d1c0 req-cac9ebfa-1aea-448e-8b15-4594fb59a1ea tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Calling delete_port for 31a4e035-d397-45c5-bb98-4bd3b448995d owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:15:18.918703 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-081d0a21-b797-43f6-a305-4f6dc254213c req-8e037dba-c112-4bdd-a6ac-179a22409167 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6704152 Feb 08 21:15:19.067650 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506612ba-c420-49b9-a705-7ee1680aaf9c req-b6ac84c9-e8da-4348-9dd3-a7de49e145b2 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:19.069358 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-506612ba-c420-49b9-a705-7ee1680aaf9c req-b6ac84c9-e8da-4348-9dd3-a7de49e145b2 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 946 time: 0.3280070 Feb 08 21:15:19.131865 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122a1dd-7e8a-45c5-91f4-6e2f5dc3d8db req-a068d130-af5d-4538-a486-d3524b6083fc tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:19.133517 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f122a1dd-7e8a-45c5-91f4-6e2f5dc3d8db req-a068d130-af5d-4538-a486-d3524b6083fc tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/ports?device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 950 time: 0.2117834 Feb 08 21:15:19.146479 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-838a90e9-e901-4902-b402-738bf522d1c0 req-cac9ebfa-1aea-448e-8b15-4594fb59a1ea tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (31a4e035-d397-45c5-bb98-4bd3b448995d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:19.162194 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['31a4e035-d397-45c5-bb98-4bd3b448995d'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:15:19.168817 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-081d0a21-b797-43f6-a305-4f6dc254213c req-2c4476d8-b338-456a-afa0-717840e2eda0 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238472 Feb 08 21:15:19.225777 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9ebfa-1aea-448e-8b15-4594fb59a1ea tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Pushing event deleted for resources: {'Port': ['ID=31a4e035-d397-45c5-bb98-4bd3b448995d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:19.282257 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-838a90e9-e901-4902-b402-738bf522d1c0 req-cac9ebfa-1aea-448e-8b15-4594fb59a1ea tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] No DVR routers for this DVR port 31a4e035-d397-45c5-bb98-4bd3b448995d on host n-h2-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:15:19.285664 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-838a90e9-e901-4902-b402-738bf522d1c0 req-cac9ebfa-1aea-448e-8b15-4594fb59a1ea tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:19.290794 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-838a90e9-e901-4902-b402-738bf522d1c0 req-cac9ebfa-1aea-448e-8b15-4594fb59a1ea tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.96 "DELETE /v2.0/ports/31a4e035-d397-45c5-bb98-4bd3b448995d HTTP/1.1" status: 204 len: 173 time: 1.1575279 Feb 08 21:15:19.291314 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc1a33d-1778-4953-beae-a16d4002f47e', 'name': 'network-vif-deleted', 'tag': '31a4e035-d397-45c5-bb98-4bd3b448995d'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:15:19.293881 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29b6db7-5d85-47b0-8eed-40749dad2bd7" -d '{"events": [{"server_uuid": "ffc1a33d-1778-4953-beae-a16d4002f47e", "name": "network-vif-deleted", "tag": "31a4e035-d397-45c5-bb98-4bd3b448995d"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:15:19.294367 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-506612ba-c420-49b9-a705-7ee1680aaf9c req-c0cf922c-966f-40ca-a725-00a6516a78fe tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096591 Feb 08 21:15:19.345437 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d8b06889-019c-422e-a397-99b870bfbc0c up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:15:19.347669 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f122a1dd-7e8a-45c5-91f4-6e2f5dc3d8db req-c6213f00-df4f-4ca6-856d-62f2db96cc3c tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024348 Feb 08 21:15:19.432807 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d8b06889-019c-422e-a397-99b870bfbc0c triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:15:19.433316 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d8b06889-019c-422e-a397-99b870bfbc0c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:19.515410 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819028c2-83ce-4b23-b118-61418186fd73 None None] Sync routers for ids ['99e7ea90-4c63-442f-9fe8-d1fe7500dba5'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:15:19.571057 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819028c2-83ce-4b23-b118-61418186fd73 None None] Routers {'99e7ea90-4c63-442f-9fe8-d1fe7500dba5'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:15:19.572103 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-819028c2-83ce-4b23-b118-61418186fd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:14:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['99e7ea90-4c63-442f-9fe8-d1fe7500dba5'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:15:19.622869 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901af13-961a-4298-aaf3-87ccd502d277 req-a398d7d1-cf89-4abb-aa2a-c7b11d441b8b tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:19.626100 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3901af13-961a-4298-aaf3-87ccd502d277 req-a398d7d1-cf89-4abb-aa2a-c7b11d441b8b tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.1808572 Feb 08 21:15:19.648239 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066bc90-81f0-447e-a748-ddee593cb4de req-158da63d-ad18-4ca2-bf8b-15c85be4464a tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:19.651543 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2066bc90-81f0-447e-a748-ddee593cb4de req-158da63d-ad18-4ca2-bf8b-15c85be4464a tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.1353865 Feb 08 21:15:19.716319 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d8b06889-019c-422e-a397-99b870bfbc0c is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:19.777606 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3901af13-961a-4298-aaf3-87ccd502d277 req-04a581c5-458a-46f7-bb73-e406e9351893 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242483 Feb 08 21:15:19.786143 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-819028c2-83ce-4b23-b118-61418186fd73 None None] Set router 99e7ea90-4c63-442f-9fe8-d1fe7500dba5 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:15:19.789922 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2066bc90-81f0-447e-a748-ddee593cb4de req-b133d12f-c960-4c81-a4bb-c7776e41d20e tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235564 Feb 08 21:15:20.007210 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-40ae2801-c5e5-4287-bc23-c0739ad0f2da req-8eb6633a-5530-43b5-b8e9-3d78be5f5a59 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:15:20.015370 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40ae2801-c5e5-4287-bc23-c0739ad0f2da req-8eb6633a-5530-43b5-b8e9-3d78be5f5a59 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0150063 Feb 08 21:15:20.176774 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-819028c2-83ce-4b23-b118-61418186fd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e7ea90-4c63-442f-9fe8-d1fe7500dba5', 'name': 'tempest-FloatingIPsNegativeTestJSON-2093004484-router', 'tenant_id': '63e831de52ec41b1ae0e809520a02e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd8b06889-019c-422e-a397-99b870bfbc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:15:11Z', 'updated_at': '2022-02-08T21:15:16Z', 'revision_number': 4, 'project_id': '63e831de52ec41b1ae0e809520a02e25', 'gw_port': {'id': 'd8b06889-019c-422e-a397-99b870bfbc0c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:61:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7ea90-4c63-442f-9fe8-d1fe7500dba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:15:12Z', 'updated_at': '2022-02-08T21:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '23ea9134-d925-46be-9227-5ac42d05a278', 'name': '', 'network_id': '905c6a9b-08bd-4d66-9817-06081a135e70', 'tenant_id': '63e831de52ec41b1ae0e809520a02e25', 'mac_address': 'fa:16:3e:8c:02:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e7ea90-4c63-442f-9fe8-d1fe7500dba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ff32a731-1888-44d3-8e6f-aec41803d79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:15:15Z', 'updated_at': '2022-02-08T21:15:16Z', 'revision_number': 2, 'project_id': '63e831de52ec41b1ae0e809520a02e25', 'subnets': [{'id': 'ff32a731-1888-44d3-8e6f-aec41803d79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:15:20.202718 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a62be8c9-d850-4cf1-a630-30b44c2b7b1d req-db9dec28-01c4-44d4-8b54-e20c786cdee9 tempest-FloatingIPsNegativeTestJSON-1010020548 tempest-FloatingIPsNegativeTestJSON-1010020548-project] 10.222.0.88 "GET /v2.0/floatingips?tenant_id=63e831de52ec41b1ae0e809520a02e25 HTTP/1.1" status: 200 len: 217 time: 0.0992634 Feb 08 21:15:20.230606 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819028c2-83ce-4b23-b118-61418186fd73 None None] Checking router: 99e7ea90-4c63-442f-9fe8-d1fe7500dba5 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:15:20.231217 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819028c2-83ce-4b23-b118-61418186fd73 None None] Updating router 99e7ea90-4c63-442f-9fe8-d1fe7500dba5 port 23ea9134-d925-46be-9227-5ac42d05a278 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:15:20.304404 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-819028c2-83ce-4b23-b118-61418186fd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (23ea9134-d925-46be-9227-5ac42d05a278), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:20.306715 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632322e1-ec04-4bc3-8a2f-e7d6f7a096d0 req-f5aa471a-e008-4b77-b485-0285dc7e62d1 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:20.308529 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-632322e1-ec04-4bc3-8a2f-e7d6f7a096d0 req-f5aa471a-e008-4b77-b485-0285dc7e62d1 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.94 "GET /v2.0/ports?device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 950 time: 0.1929798 Feb 08 21:15:20.336661 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2f8432-e669-45e9-bc02-809915a5a627 x-openstack-request-id: req-1b2f8432-e669-45e9-bc02-809915a5a627 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:15:20.338127 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc1a33d-1778-4953-beae-a16d4002f47e", "name": "network-vif-deleted", "tag": "31a4e035-d397-45c5-bb98-4bd3b448995d", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:15:20.338572 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1b2f8432-e669-45e9-bc02-809915a5a627 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:15:20.339425 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc1a33d-1778-4953-beae-a16d4002f47e', 'name': 'network-vif-deleted', 'tag': '31a4e035-d397-45c5-bb98-4bd3b448995d', 'status': 'completed', 'code': 200} Feb 08 21:15:20.499640 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1874a0d1-ca16-40bb-891a-08548b889cc0 req-107c9f0c-3576-4eec-ba52-48e66d6198db service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1386757 Feb 08 21:15:20.508355 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [req-1874a0d1-ca16-40bb-891a-08548b889cc0 req-807155f7-48fe-48f3-9890-2b602094d84b service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:15:20.509721 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1874a0d1-ca16-40bb-891a-08548b889cc0 req-807155f7-48fe-48f3-9890-2b602094d84b service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057054 Feb 08 21:15:20.631446 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cddd2-db26-4199-a0fb-303b79612a43 req-f42c4a77-5c5a-489a-a4ae-3feed7c983e6 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:20.634146 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a29cddd2-db26-4199-a0fb-303b79612a43 req-f42c4a77-5c5a-489a-a4ae-3feed7c983e6 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 1129 time: 0.2245612 Feb 08 21:15:20.726708 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e208085-9101-4de0-8ac7-05189d2babed req-d83cfded-78cc-4cbe-a336-412252ac6e16 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:20.738719 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-819028c2-83ce-4b23-b118-61418186fd73 None None] Publish callbacks [] for port (23ea9134-d925-46be-9227-5ac42d05a278), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:20.739834 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e208085-9101-4de0-8ac7-05189d2babed req-d83cfded-78cc-4cbe-a336-412252ac6e16 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.2061880 Feb 08 21:15:20.751546 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-819028c2-83ce-4b23-b118-61418186fd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (23ea9134-d925-46be-9227-5ac42d05a278), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:20.757167 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-632322e1-ec04-4bc3-8a2f-e7d6f7a096d0 req-61502575-0f98-4edc-9f7d-6e0add2c8cc8 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Deleting port 53887cb3-42bb-4d59-9a93-75c66075fc53 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:15:20.757785 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-632322e1-ec04-4bc3-8a2f-e7d6f7a096d0 req-61502575-0f98-4edc-9f7d-6e0add2c8cc8 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (53887cb3-42bb-4d59-9a93-75c66075fc53), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:20.844171 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce378827-e83a-4760-812b-afedec6541c7 None None] Pushing event updated for resources: {'Port': ['ID=23ea9134-d925-46be-9227-5ac42d05a278,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:20.891878 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-819028c2-83ce-4b23-b118-61418186fd73 None None] Attempting to bind port 23ea9134-d925-46be-9227-5ac42d05a278 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:15:20.891878 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-819028c2-83ce-4b23-b118-61418186fd73 None None] Attempting to bind port 23ea9134-d925-46be-9227-5ac42d05a278 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '95e53f4b-48b3-4854-a8f6-9bc1d2a4a9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '905c6a9b-08bd-4d66-9817-06081a135e70'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:15:20.891878 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819028c2-83ce-4b23-b118-61418186fd73 None None] Attempting to bind port 23ea9134-d925-46be-9227-5ac42d05a278 on network 905c6a9b-08bd-4d66-9817-06081a135e70 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:15:20.903113 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a29cddd2-db26-4199-a0fb-303b79612a43 req-1f48c134-2e5e-4cf0-acb2-e901d7556d0d tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531934 Feb 08 21:15:20.903320 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819028c2-83ce-4b23-b118-61418186fd73 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:15:20.904022 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819028c2-83ce-4b23-b118-61418186fd73 None None] Checking segment: {'id': '95e53f4b-48b3-4854-a8f6-9bc1d2a4a9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '905c6a9b-08bd-4d66-9817-06081a135e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:15:20.904926 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-819028c2-83ce-4b23-b118-61418186fd73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:20.905642 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819028c2-83ce-4b23-b118-61418186fd73 None None] Bound using segment: {'id': '95e53f4b-48b3-4854-a8f6-9bc1d2a4a9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '905c6a9b-08bd-4d66-9817-06081a135e70'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:15:20.908496 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-819028c2-83ce-4b23-b118-61418186fd73 None None] Bound port: 23ea9134-d925-46be-9227-5ac42d05a278, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e53f4b-48b3-4854-a8f6-9bc1d2a4a9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '905c6a9b-08bd-4d66-9817-06081a135e70'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:15:20.909258 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-819028c2-83ce-4b23-b118-61418186fd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (23ea9134-d925-46be-9227-5ac42d05a278), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:21.034415 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0cf5d8ae-9643-4599-93a0-cb360250d361 req-ac0a0532-3cda-44f0-9e10-d04947583ae7 tempest-FloatingIPsNegativeTestJSON-1010020548 tempest-FloatingIPsNegativeTestJSON-1010020548-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0819092 Feb 08 21:15:21.068077 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-819028c2-83ce-4b23-b118-61418186fd73 None None] For port 23ea9134-d925-46be-9227-5ac42d05a278, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:15:21.082459 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-819028c2-83ce-4b23-b118-61418186fd73 None None] For port 23ea9134-d925-46be-9227-5ac42d05a278, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=23ea9134-d925-46be-9227-5ac42d05a278,segment=NetworkSegment(95e53f4b-48b3-4854-a8f6-9bc1d2a4a9c3),segment_id=95e53f4b-48b3-4854-a8f6-9bc1d2a4a9c3)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:15:21.095171 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e208085-9101-4de0-8ac7-05189d2babed req-c279e1bf-84c1-4cf9-bc39-dc001d9758b2 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538516 Feb 08 21:15:21.106272 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-819028c2-83ce-4b23-b118-61418186fd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (23ea9134-d925-46be-9227-5ac42d05a278), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:21.106715 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-632322e1-ec04-4bc3-8a2f-e7d6f7a096d0 req-61502575-0f98-4edc-9f7d-6e0add2c8cc8 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] For port 53887cb3-42bb-4d59-9a93-75c66075fc53, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=53887cb3-42bb-4d59-9a93-75c66075fc53,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:21.107192 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-632322e1-ec04-4bc3-8a2f-e7d6f7a096d0 req-61502575-0f98-4edc-9f7d-6e0add2c8cc8 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (53887cb3-42bb-4d59-9a93-75c66075fc53), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:21.178927 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-632322e1-ec04-4bc3-8a2f-e7d6f7a096d0 req-61502575-0f98-4edc-9f7d-6e0add2c8cc8 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Calling delete_port for 53887cb3-42bb-4d59-9a93-75c66075fc53 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:15:21.240248 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-722ab9c2-5a61-4e09-85f7-80f49e5e1d4e None None] Provisioning complete for port 23ea9134-d925-46be-9227-5ac42d05a278 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:15:21.240810 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-722ab9c2-5a61-4e09-85f7-80f49e5e1d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (23ea9134-d925-46be-9227-5ac42d05a278), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:21.272269 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819028c2-83ce-4b23-b118-61418186fd73 None None] Routers {'99e7ea90-4c63-442f-9fe8-d1fe7500dba5'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:15:21.272927 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-819028c2-83ce-4b23-b118-61418186fd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:14:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['99e7ea90-4c63-442f-9fe8-d1fe7500dba5'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:15:21.349565 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce378827-e83a-4760-812b-afedec6541c7 None None] Pushing event updated for resources: {'Port': ['ID=23ea9134-d925-46be-9227-5ac42d05a278,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:21.412159 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbdc33-8dc7-4aaa-859b-9d65ac4b11a5 req-bd2b03fd-9199-4b71-b1ce-918f5db97e09 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:21.428225 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0dcbdc33-8dc7-4aaa-859b-9d65ac4b11a5 req-bd2b03fd-9199-4b71-b1ce-918f5db97e09 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 0.3240399 Feb 08 21:15:21.540752 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0dcbdc33-8dc7-4aaa-859b-9d65ac4b11a5 req-12389789-4855-4ab1-b0a6-64ae1fa80900 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110866 Feb 08 21:15:21.561827 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff8d5e-4a76-44a0-a6dc-6cec835922fb req-4846ac48-d600-43cb-be39-fe7d9c0941ce tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:21.563857 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-68ff8d5e-4a76-44a0-a6dc-6cec835922fb req-4846ac48-d600-43cb-be39-fe7d9c0941ce tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/ports?device_id=08c8880a-37b0-4143-b830-c52c8f6c62ef HTTP/1.1" status: 200 len: 950 time: 0.2916934 Feb 08 21:15:21.687134 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-68ff8d5e-4a76-44a0-a6dc-6cec835922fb req-3ce09c79-371a-4461-9732-da597ab9babc tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.88 "GET /v2.0/security-groups?id=ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981629 Feb 08 21:15:21.691128 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-632322e1-ec04-4bc3-8a2f-e7d6f7a096d0 req-61502575-0f98-4edc-9f7d-6e0add2c8cc8 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (53887cb3-42bb-4d59-9a93-75c66075fc53), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:21.736481 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61502575-0f98-4edc-9f7d-6e0add2c8cc8 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Pushing event deleted for resources: {'Port': ['ID=53887cb3-42bb-4d59-9a93-75c66075fc53,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:21.746017 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['53887cb3-42bb-4d59-9a93-75c66075fc53'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:15:21.790602 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-819028c2-83ce-4b23-b118-61418186fd73 None None] Set router 99e7ea90-4c63-442f-9fe8-d1fe7500dba5 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:15:21.827630 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-722ab9c2-5a61-4e09-85f7-80f49e5e1d4e None None] Current status of the port 23ea9134-d925-46be-9227-5ac42d05a278 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:21.828039 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-722ab9c2-5a61-4e09-85f7-80f49e5e1d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (23ea9134-d925-46be-9227-5ac42d05a278), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:21.880708 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-722ab9c2-5a61-4e09-85f7-80f49e5e1d4e None None] For port 23ea9134-d925-46be-9227-5ac42d05a278, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=23ea9134-d925-46be-9227-5ac42d05a278,segment=NetworkSegment(95e53f4b-48b3-4854-a8f6-9bc1d2a4a9c3),segment_id=95e53f4b-48b3-4854-a8f6-9bc1d2a4a9c3)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:21.881580 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-632322e1-ec04-4bc3-8a2f-e7d6f7a096d0 req-61502575-0f98-4edc-9f7d-6e0add2c8cc8 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] No DVR routers for this DVR port 53887cb3-42bb-4d59-9a93-75c66075fc53 on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:15:21.895591 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-632322e1-ec04-4bc3-8a2f-e7d6f7a096d0 req-61502575-0f98-4edc-9f7d-6e0add2c8cc8 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:21.899691 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-632322e1-ec04-4bc3-8a2f-e7d6f7a096d0 req-61502575-0f98-4edc-9f7d-6e0add2c8cc8 tempest-ImagesNegativeTestJSON-806884078 tempest-ImagesNegativeTestJSON-806884078-project] 10.222.0.94 "DELETE /v2.0/ports/53887cb3-42bb-4d59-9a93-75c66075fc53 HTTP/1.1" status: 204 len: 173 time: 1.5845411 Feb 08 21:15:21.900575 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c8880a-37b0-4143-b830-c52c8f6c62ef', 'name': 'network-vif-deleted', 'tag': '53887cb3-42bb-4d59-9a93-75c66075fc53'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:15:21.903308 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2512fc45-afb4-49ee-8da3-9984c61cb8f1" -d '{"events": [{"server_uuid": "08c8880a-37b0-4143-b830-c52c8f6c62ef", "name": "network-vif-deleted", "tag": "53887cb3-42bb-4d59-9a93-75c66075fc53"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:15:21.965822 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-722ab9c2-5a61-4e09-85f7-80f49e5e1d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (23ea9134-d925-46be-9227-5ac42d05a278), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:22.027610 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-dd043f66-5389-4a8b-857f-7afbbc0365b3 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:22.031120 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-dd043f66-5389-4a8b-857f-7afbbc0365b3 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/networks?id=14653267-33f9-4701-8b25-78748f42e7d2 HTTP/1.1" status: 200 len: 812 time: 0.2972054 Feb 08 21:15:22.042671 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 31a4e035-d397-45c5-bb98-4bd3b448995d no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:15:22.092785 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59214d-7f08-4d78-b1f9-d493275f87f1 req-5c630824-0642-47a4-90df-d51bae706e0e tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:22.095537 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ec59214d-7f08-4d78-b1f9-d493275f87f1 req-5c630824-0642-47a4-90df-d51bae706e0e tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.2154007 Feb 08 21:15:22.110152 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-eb216d91-1546-46c9-8b81-251b0b135603 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/quotas/9528332d4f29435ebdf5e407e4b8930c HTTP/1.1" status: 200 len: 375 time: 0.0543492 Feb 08 21:15:22.176026 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-1e201bbc-c93c-4fe8-8074-0dd5cfea5e9b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9528332d4f29435ebdf5e407e4b8930c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648284 Feb 08 21:15:22.183627 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 31a4e035-d397-45c5-bb98-4bd3b448995d {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:15:22.184141 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 31a4e035-d397-45c5-bb98-4bd3b448995d not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:15:22.243193 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ab9c2-5a61-4e09-85f7-80f49e5e1d4e None None] Pushing event updated for resources: {'Port': ['ID=23ea9134-d925-46be-9227-5ac42d05a278,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:22.256395 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-efe8102f-8296-4c85-92e4-30880c152ca2 None None] Provisioning complete for port 23ea9134-d925-46be-9227-5ac42d05a278 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:15:22.257099 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-efe8102f-8296-4c85-92e4-30880c152ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (23ea9134-d925-46be-9227-5ac42d05a278), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:22.265472 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ec59214d-7f08-4d78-b1f9-d493275f87f1 req-7a2428a7-0053-496e-a986-7ecddbfd36ab tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529725 Feb 08 21:15:22.335889 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-9fd4f37d-1a41-4a50-a6d4-998db5b7048f service neutron] 10.222.0.88 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380506 Feb 08 21:15:22.452297 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-efe8102f-8296-4c85-92e4-30880c152ca2 None None] Current status of the port 23ea9134-d925-46be-9227-5ac42d05a278 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:22.466226 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-819028c2-83ce-4b23-b118-61418186fd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e7ea90-4c63-442f-9fe8-d1fe7500dba5', 'name': 'tempest-FloatingIPsNegativeTestJSON-2093004484-router', 'tenant_id': '63e831de52ec41b1ae0e809520a02e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd8b06889-019c-422e-a397-99b870bfbc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:15:11Z', 'updated_at': '2022-02-08T21:15:16Z', 'revision_number': 4, 'project_id': '63e831de52ec41b1ae0e809520a02e25', 'gw_port': {'id': 'd8b06889-019c-422e-a397-99b870bfbc0c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:61:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7ea90-4c63-442f-9fe8-d1fe7500dba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:15:12Z', 'updated_at': '2022-02-08T21:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '23ea9134-d925-46be-9227-5ac42d05a278', 'name': '', 'network_id': '905c6a9b-08bd-4d66-9817-06081a135e70', 'tenant_id': '63e831de52ec41b1ae0e809520a02e25', 'mac_address': 'fa:16:3e:8c:02:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e7ea90-4c63-442f-9fe8-d1fe7500dba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ff32a731-1888-44d3-8e6f-aec41803d79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:15:15Z', 'updated_at': '2022-02-08T21:15:21Z', 'revision_number': 4, 'project_id': '63e831de52ec41b1ae0e809520a02e25', 'subnets': [{'id': 'ff32a731-1888-44d3-8e6f-aec41803d79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:15:22.518348 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819028c2-83ce-4b23-b118-61418186fd73 None None] The sync data for ids ['99e7ea90-4c63-442f-9fe8-d1fe7500dba5'] in n-d-712143-31 is: [{'id': '99e7ea90-4c63-442f-9fe8-d1fe7500dba5', 'name': 'tempest-FloatingIPsNegativeTestJSON-2093004484-router', 'tenant_id': '63e831de52ec41b1ae0e809520a02e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd8b06889-019c-422e-a397-99b870bfbc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:15:11Z', 'updated_at': '2022-02-08T21:15:16Z', 'revision_number': 4, 'project_id': '63e831de52ec41b1ae0e809520a02e25', 'gw_port': {'id': 'd8b06889-019c-422e-a397-99b870bfbc0c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:61:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7ea90-4c63-442f-9fe8-d1fe7500dba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:15:12Z', 'updated_at': '2022-02-08T21:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '23ea9134-d925-46be-9227-5ac42d05a278', 'name': '', 'network_id': '905c6a9b-08bd-4d66-9817-06081a135e70', 'tenant_id': '63e831de52ec41b1ae0e809520a02e25', 'mac_address': 'fa:16:3e:8c:02:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e7ea90-4c63-442f-9fe8-d1fe7500dba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ff32a731-1888-44d3-8e6f-aec41803d79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:15:15Z', 'updated_at': '2022-02-08T21:15:21Z', 'revision_number': 4, 'project_id': '63e831de52ec41b1ae0e809520a02e25', 'subnets': [{'id': 'ff32a731-1888-44d3-8e6f-aec41803d79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:15:22.551195 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-0fea1a85-fe1f-4daa-81ba-78c9df1513bc req-c14291b8-d18c-48ba-af01-cb9fc59e6e6e tempest-FloatingIPsNegativeTestJSON-1010020548 tempest-FloatingIPsNegativeTestJSON-1010020548-project] show failed (client error): The resource could not be found. Feb 08 21:15:22.553604 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0fea1a85-fe1f-4daa-81ba-78c9df1513bc req-c14291b8-d18c-48ba-af01-cb9fc59e6e6e tempest-FloatingIPsNegativeTestJSON-1010020548 tempest-FloatingIPsNegativeTestJSON-1010020548-project] 10.222.0.88 "GET /v2.0/floatingips/fa1ba91f-cdf6-439c-a700-8838abf60eaf HTTP/1.1" status: 404 len: 350 time: 0.1681740 Feb 08 21:15:22.575423 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42728) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:22.759721 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-54653bf2-7007-43c1-94ea-a7350c308f6f service neutron] 10.222.0.88 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132273 Feb 08 21:15:22.767833 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c80985-4c43-436e-b952-ca67b865f0ed x-openstack-request-id: req-d1c80985-4c43-436e-b952-ca67b865f0ed {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:15:22.774407 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c8880a-37b0-4143-b830-c52c8f6c62ef", "name": "network-vif-deleted", "tag": "53887cb3-42bb-4d59-9a93-75c66075fc53", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:15:22.774814 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d1c80985-4c43-436e-b952-ca67b865f0ed {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:15:22.776223 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c8880a-37b0-4143-b830-c52c8f6c62ef', 'name': 'network-vif-deleted', 'tag': '53887cb3-42bb-4d59-9a93-75c66075fc53', 'status': 'completed', 'code': 200} Feb 08 21:15:22.803405 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874a0d1-ca16-40bb-891a-08548b889cc0 req-dce5f2e3-c002-4813-a38f-8b459bc24e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:22.806517 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1874a0d1-ca16-40bb-891a-08548b889cc0 req-dce5f2e3-c002-4813-a38f-8b459bc24e53 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 1133 time: 0.2217700 Feb 08 21:15:23.180812 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874a0d1-ca16-40bb-891a-08548b889cc0 req-e7db383c-708c-420a-8dfb-08674524ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:23.182834 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1874a0d1-ca16-40bb-891a-08548b889cc0 req-e7db383c-708c-420a-8dfb-08674524ed63 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.3694203 Feb 08 21:15:23.232968 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185a45b-0387-4b5d-a52a-44afa821d670 req-554d747c-a8a5-45a4-bc72-1e74bb58e707 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:23.242975 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b185a45b-0387-4b5d-a52a-44afa821d670 req-554d747c-a8a5-45a4-bc72-1e74bb58e707 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 0.2773647 Feb 08 21:15:23.362480 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1874a0d1-ca16-40bb-891a-08548b889cc0 req-1ba4edd3-9f71-4f52-bf3f-3815df210926 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=50436714-03f1-4ea7-8ae2-a13351fba2a1 HTTP/1.1" status: 200 len: 217 time: 0.1197791 Feb 08 21:15:23.459854 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 23ea9134-d925-46be-9227-5ac42d05a278 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:15:23.605534 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe624c66-5871-4adf-a7bf-5313cafc2f5d req-2177c3f9-a9a6-4cce-bb79-4ff14a9023c2 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:23.619179 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 23ea9134-d925-46be-9227-5ac42d05a278 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:15:23.619614 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (23ea9134-d925-46be-9227-5ac42d05a278), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:23.624595 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fe624c66-5871-4adf-a7bf-5313cafc2f5d req-2177c3f9-a9a6-4cce-bb79-4ff14a9023c2 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.4899032 Feb 08 21:15:23.658743 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874a0d1-ca16-40bb-891a-08548b889cc0 req-1c29b8dd-bd60-49f6-aad2-7d0398700fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:23.663968 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1874a0d1-ca16-40bb-891a-08548b889cc0 req-1c29b8dd-bd60-49f6-aad2-7d0398700fb7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.2781792 Feb 08 21:15:23.773396 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 23ea9134-d925-46be-9227-5ac42d05a278 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:23.860301 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 53887cb3-42bb-4d59-9a93-75c66075fc53 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:15:23.866999 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b185a45b-0387-4b5d-a52a-44afa821d670 req-d43964a8-157b-45a2-84a9-7acd3263768a tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6016536 Feb 08 21:15:23.921460 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 53887cb3-42bb-4d59-9a93-75c66075fc53 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:15:23.922285 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 53887cb3-42bb-4d59-9a93-75c66075fc53 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:15:23.981042 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fe624c66-5871-4adf-a7bf-5313cafc2f5d req-4762927d-6841-4817-a247-4af745cab97a tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559082 Feb 08 21:15:24.013789 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18cafab0-48f6-4045-82d2-826e026a098b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (99e7ea90-4c63-442f-9fe8-d1fe7500dba5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:24.017183 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874a0d1-ca16-40bb-891a-08548b889cc0 req-c19239b4-3036-4862-93d6-ccc2aa6513d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:24.019016 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1874a0d1-ca16-40bb-891a-08548b889cc0 req-c19239b4-3036-4862-93d6-ccc2aa6513d2 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3025253 Feb 08 21:15:24.124801 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de222e47-fd25-4b0a-80e0-7edd56320f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:24.135667 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d21802cb-1644-46df-b973-389f34b73c42 req-d4ee9b7f-3b2e-4582-b6d1-b22d007cb475 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=32a8269a-f359-4b69-babb-383a14e68e8d HTTP/1.1" status: 200 len: 210 time: 0.0783350 Feb 08 21:15:24.475478 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1874a0d1-ca16-40bb-891a-08548b889cc0 req-7f82c2e8-a4df-48f9-9f9a-962704b9a273 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432375 Feb 08 21:15:24.599771 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f7514-212c-4646-94ff-2379f581b6e0 req-12497727-ba24-41fe-961b-3c7f58cce028 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:24.600719 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-18cafab0-48f6-4045-82d2-826e026a098b admin admin] Deleting port 23ea9134-d925-46be-9227-5ac42d05a278 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:15:24.601367 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18cafab0-48f6-4045-82d2-826e026a098b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (23ea9134-d925-46be-9227-5ac42d05a278), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:24.608180 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a34f7514-212c-4646-94ff-2379f581b6e0 req-12497727-ba24-41fe-961b-3c7f58cce028 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.3542745 Feb 08 21:15:24.667911 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424c1e0-4c26-4eee-99b3-0748caa5b497 req-7cc8adba-ef62-40c7-9e5f-d8361371262a tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:24.675441 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c424c1e0-4c26-4eee-99b3-0748caa5b497 req-7cc8adba-ef62-40c7-9e5f-d8361371262a tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.3290193 Feb 08 21:15:24.698878 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-18cafab0-48f6-4045-82d2-826e026a098b admin admin] For port 23ea9134-d925-46be-9227-5ac42d05a278, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=23ea9134-d925-46be-9227-5ac42d05a278,segment=NetworkSegment(95e53f4b-48b3-4854-a8f6-9bc1d2a4a9c3),segment_id=95e53f4b-48b3-4854-a8f6-9bc1d2a4a9c3)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:24.699283 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18cafab0-48f6-4045-82d2-826e026a098b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (23ea9134-d925-46be-9227-5ac42d05a278), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:24.719786 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-18cafab0-48f6-4045-82d2-826e026a098b admin admin] Calling delete_port for 23ea9134-d925-46be-9227-5ac42d05a278 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:15:24.761320 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1874a0d1-ca16-40bb-891a-08548b889cc0 req-c3035d79-bd5d-4b93-ae81-9fd43c6948d7 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657647 Feb 08 21:15:24.786393 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a34f7514-212c-4646-94ff-2379f581b6e0 req-a3c4bbc8-7e21-491a-b322-99ee00c5334a tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770785 Feb 08 21:15:24.860036 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c424c1e0-4c26-4eee-99b3-0748caa5b497 req-1de1dda9-0b79-4bec-b91a-c363f4313189 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836030 Feb 08 21:15:25.165290 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca1364-d99e-4ad5-9c34-20730d151d58 req-f1e09e1a-b1c7-4336-b2d8-2cbd6dac3a45 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:25.165510 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18cafab0-48f6-4045-82d2-826e026a098b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (23ea9134-d925-46be-9227-5ac42d05a278), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:25.167902 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d0ca1364-d99e-4ad5-9c34-20730d151d58 req-f1e09e1a-b1c7-4336-b2d8-2cbd6dac3a45 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.1398864 Feb 08 21:15:25.233638 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cafab0-48f6-4045-82d2-826e026a098b admin admin] Pushing event deleted for resources: {'Port': ['ID=23ea9134-d925-46be-9227-5ac42d05a278,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:25.242672 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826983cf-69cf-487a-8e9b-a2cfa251df64 req-2964ad1d-7a61-4893-b459-90f3e5e47aa6 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:25.245544 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-826983cf-69cf-487a-8e9b-a2cfa251df64 req-2964ad1d-7a61-4893-b459-90f3e5e47aa6 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 0.1297512 Feb 08 21:15:25.353864 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d0ca1364-d99e-4ad5-9c34-20730d151d58 req-cb31fcf5-8fdc-4bf4-8462-ea1326122e7a tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663055 Feb 08 21:15:25.410100 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-826983cf-69cf-487a-8e9b-a2cfa251df64 req-2fbff77c-7035-44bc-b9b0-8940f2153568 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554089 Feb 08 21:15:25.542529 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-97bcddfb-4356-44f5-9463-f9d3403e4153 req-a3fc9a5c-ec12-4a0b-a5af-1aa3ca90f9e7 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=32a8269a-f359-4b69-babb-383a14e68e8d HTTP/1.1" status: 200 len: 210 time: 0.0574644 Feb 08 21:15:25.747746 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a13ea2-036f-4370-a364-284048ca01fb req-7d43bab5-1c08-4591-a625-d17fd2b2d5e9 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:25.758722 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-74a13ea2-036f-4370-a364-284048ca01fb req-7d43bab5-1c08-4591-a625-d17fd2b2d5e9 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.1360395 Feb 08 21:15:25.790372 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18cafab0-48f6-4045-82d2-826e026a098b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (99e7ea90-4c63-442f-9fe8-d1fe7500dba5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:25.825087 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-6beb142b-44bd-42e9-9224-ee8e2e8dd73d tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:25.827329 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-6beb142b-44bd-42e9-9224-ee8e2e8dd73d tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.94 "GET /v2.0/networks?id=14653267-33f9-4701-8b25-78748f42e7d2 HTTP/1.1" status: 200 len: 812 time: 0.2837968 Feb 08 21:15:25.885831 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-56777d24-87fe-4b4d-9025-84b7894475c4 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Request body: {'port': {'device_id': '32a8269a-f359-4b69-babb-383a14e68e8d', 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2', 'admin_state_up': True, 'tenant_id': '9528332d4f29435ebdf5e407e4b8930c'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:15:25.898133 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-74a13ea2-036f-4370-a364-284048ca01fb req-4a64f2ec-b6ac-4e63-a2d6-4b87373099f1 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381354 Feb 08 21:15:26.015459 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42796) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:26.256886 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3bf54fe6-27fc-4f6b-8e48-398c12e04775 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4f65d6ef55384d48bd10db7cc2cf7251&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366617 Feb 08 21:15:26.258420 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42806) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:26.319971 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cafab0-48f6-4045-82d2-826e026a098b admin admin] Router 99e7ea90-4c63-442f-9fe8-d1fe7500dba5 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:15:26.348712 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-789b67e4-e1b1-48b1-8266-a1be807010e0 admin admin] Publish callbacks [] for security_group (ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:26.377936 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-789b67e4-e1b1-48b1-8266-a1be807010e0 admin admin] Publish callbacks [] for security_group (ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:26.497411 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-789b67e4-e1b1-48b1-8266-a1be807010e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:26.502109 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-789b67e4-e1b1-48b1-8266-a1be807010e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:26.503395 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-789b67e4-e1b1-48b1-8266-a1be807010e0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb HTTP/1.1" status: 204 len: 168 time: 0.2439520 Feb 08 21:15:26.584288 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b67e4-e1b1-48b1-8266-a1be807010e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0a1f0a-5fcb-4ee1-8291-85796e1bcdeb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:26.617674 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2703a25-4050-465b-9368-e00cb7fbf216 req-cf6c6a23-9733-4b26-963d-f85f56b11f90 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:26.624884 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b2703a25-4050-465b-9368-e00cb7fbf216 req-cf6c6a23-9733-4b26-963d-f85f56b11f90 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.7330012 Feb 08 21:15:26.694307 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cafab0-48f6-4045-82d2-826e026a098b admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:15:26.725335 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-18cafab0-48f6-4045-82d2-826e026a098b admin admin] 10.222.0.88 "PUT /v2.0/routers/99e7ea90-4c63-442f-9fe8-d1fe7500dba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1426861 Feb 08 21:15:26.730440 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42822) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:26.731456 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a8dece-f685-4488-a4d0-a9ebdedb3dd1 None None] Sync routers for ids ['99e7ea90-4c63-442f-9fe8-d1fe7500dba5'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:15:26.782791 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a8dece-f685-4488-a4d0-a9ebdedb3dd1 None None] Routers {'99e7ea90-4c63-442f-9fe8-d1fe7500dba5'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:15:26.786599 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-30a8dece-f685-4488-a4d0-a9ebdedb3dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:14:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['99e7ea90-4c63-442f-9fe8-d1fe7500dba5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:15:26.834283 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9243d0b-7f25-40ff-b7dd-86a9a0ae9725 req-8cec03f2-dfd7-4845-a3c9-2683cb3fd7b0 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:26.841580 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9243d0b-7f25-40ff-b7dd-86a9a0ae9725 req-8cec03f2-dfd7-4845-a3c9-2683cb3fd7b0 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 0.2549779 Feb 08 21:15:26.880170 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b2703a25-4050-465b-9368-e00cb7fbf216 req-b38c6c2c-e807-44c4-98a9-e69708ffc718 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377326 Feb 08 21:15:26.897019 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-56777d24-87fe-4b4d-9025-84b7894475c4 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Made reservation on behalf of 9528332d4f29435ebdf5e407e4b8930c for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:15:26.903316 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-56777d24-87fe-4b4d-9025-84b7894475c4 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:26.992867 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ce0d31b-85d0-4766-897a-66c43a6c54ec admin admin] Publish callbacks [] for router (99e7ea90-4c63-442f-9fe8-d1fe7500dba5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:27.024864 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9243d0b-7f25-40ff-b7dd-86a9a0ae9725 req-967b125b-8a96-4ff6-be35-c508a68da5a1 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816812 Feb 08 21:15:27.141532 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-30a8dece-f685-4488-a4d0-a9ebdedb3dd1 None None] Set router 99e7ea90-4c63-442f-9fe8-d1fe7500dba5 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:15:27.392030 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b8070c43-9ec0-4b84-a39c-f3f21bb51a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:27.536779 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3b9c7b9b-9bed-43e1-a33d-ccd985cf59cd req-8381b597-7646-40b7-9ff2-1fe7bbffee45 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=32a8269a-f359-4b69-babb-383a14e68e8d HTTP/1.1" status: 200 len: 210 time: 0.1034927 Feb 08 21:15:27.666867 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-30a8dece-f685-4488-a4d0-a9ebdedb3dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e7ea90-4c63-442f-9fe8-d1fe7500dba5', 'name': 'tempest-FloatingIPsNegativeTestJSON-2093004484-router', 'tenant_id': '63e831de52ec41b1ae0e809520a02e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd8b06889-019c-422e-a397-99b870bfbc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:15:11Z', 'updated_at': '2022-02-08T21:15:25Z', 'revision_number': 5, 'project_id': '63e831de52ec41b1ae0e809520a02e25', 'gw_port': {'id': 'd8b06889-019c-422e-a397-99b870bfbc0c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:61:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7ea90-4c63-442f-9fe8-d1fe7500dba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:15:12Z', 'updated_at': '2022-02-08T21:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:15:27.708647 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a8dece-f685-4488-a4d0-a9ebdedb3dd1 None None] Checking router: 99e7ea90-4c63-442f-9fe8-d1fe7500dba5 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:15:27.721333 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a8dece-f685-4488-a4d0-a9ebdedb3dd1 None None] Routers {'99e7ea90-4c63-442f-9fe8-d1fe7500dba5'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:15:27.722552 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-30a8dece-f685-4488-a4d0-a9ebdedb3dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:15:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['99e7ea90-4c63-442f-9fe8-d1fe7500dba5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:15:27.740261 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-56777d24-87fe-4b4d-9025-84b7894475c4 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Allocated IP 172.20.0.5 (14653267-33f9-4701-8b25-78748f42e7d2/9a6250f6-adb5-401d-a3ca-a324e52c89b2/a99294a0-3bc8-4564-aa07-775c08b26ca6) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:15:27.794677 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3eaa8-e682-46ab-a64d-b95140421922 req-b7c0ed1b-b5d9-4527-92bf-f72b0b28bab4 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:27.806022 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1ee3eaa8-e682-46ab-a64d-b95140421922 req-b7c0ed1b-b5d9-4527-92bf-f72b0b28bab4 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.2913094 Feb 08 21:15:27.972874 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ce0d31b-85d0-4766-897a-66c43a6c54ec admin admin] Publish callbacks [] for router_gateway (99e7ea90-4c63-442f-9fe8-d1fe7500dba5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:27.991242 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-30a8dece-f685-4488-a4d0-a9ebdedb3dd1 None None] Set router 99e7ea90-4c63-442f-9fe8-d1fe7500dba5 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:15:28.048261 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-56777d24-87fe-4b4d-9025-84b7894475c4 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks [] for port (a99294a0-3bc8-4564-aa07-775c08b26ca6), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:28.055519 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1ee3eaa8-e682-46ab-a64d-b95140421922 req-68e51667-483d-443b-bab2-231a750e3639 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367495 Feb 08 21:15:28.100880 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8ce0d31b-85d0-4766-897a-66c43a6c54ec admin admin] Deleting port d8b06889-019c-422e-a397-99b870bfbc0c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:15:28.101199 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ce0d31b-85d0-4766-897a-66c43a6c54ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d8b06889-019c-422e-a397-99b870bfbc0c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:28.144684 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-56777d24-87fe-4b4d-9025-84b7894475c4 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (a99294a0-3bc8-4564-aa07-775c08b26ca6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:28.196553 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-56777d24-87fe-4b4d-9025-84b7894475c4 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Network 14653267-33f9-4701-8b25-78748f42e7d2 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:15:28.203853 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-56777d24-87fe-4b4d-9025-84b7894475c4 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:15:28.220262 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-56777d24-87fe-4b4d-9025-84b7894475c4 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:15:28.225986 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-56777d24-87fe-4b4d-9025-84b7894475c4 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:28.226672 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-56777d24-87fe-4b4d-9025-84b7894475c4 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:28.238715 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4deb0-b56d-4d80-9867-54211062c05d req-f6444732-2a1f-4ff8-8b08-585f46fcd8e6 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:28.240345 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27e4deb0-b56d-4d80-9867-54211062c05d req-f6444732-2a1f-4ff8-8b08-585f46fcd8e6 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.1437397 Feb 08 21:15:28.307325 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56777d24-87fe-4b4d-9025-84b7894475c4 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Pushing event updated for resources: {'Port': ['ID=a99294a0-3bc8-4564-aa07-775c08b26ca6,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:28.318005 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-56777d24-87fe-4b4d-9025-84b7894475c4 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4611266 Feb 08 21:15:28.321883 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-8ce0d31b-85d0-4766-897a-66c43a6c54ec admin admin] For port d8b06889-019c-422e-a397-99b870bfbc0c, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d8b06889-019c-422e-a397-99b870bfbc0c,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:28.322900 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ce0d31b-85d0-4766-897a-66c43a6c54ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d8b06889-019c-422e-a397-99b870bfbc0c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:28.329533 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-30a8dece-f685-4488-a4d0-a9ebdedb3dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e7ea90-4c63-442f-9fe8-d1fe7500dba5', 'name': 'tempest-FloatingIPsNegativeTestJSON-2093004484-router', 'tenant_id': '63e831de52ec41b1ae0e809520a02e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd8b06889-019c-422e-a397-99b870bfbc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:15:11Z', 'updated_at': '2022-02-08T21:15:25Z', 'revision_number': 5, 'project_id': '63e831de52ec41b1ae0e809520a02e25', 'gw_port': {'id': 'd8b06889-019c-422e-a397-99b870bfbc0c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:61:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7ea90-4c63-442f-9fe8-d1fe7500dba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:15:12Z', 'updated_at': '2022-02-08T21:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:15:28.343112 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-580c3a38-665f-437c-8c03-ea8ea3c089d0 service neutron] Request body: {'port': {'device_id': '32a8269a-f359-4b69-babb-383a14e68e8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:15:28.353400 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8ce0d31b-85d0-4766-897a-66c43a6c54ec admin admin] Calling delete_port for d8b06889-019c-422e-a397-99b870bfbc0c owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:15:28.371176 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a8dece-f685-4488-a4d0-a9ebdedb3dd1 None None] The sync data for ids ['99e7ea90-4c63-442f-9fe8-d1fe7500dba5'] in n-d-712143-31 is: [{'id': '99e7ea90-4c63-442f-9fe8-d1fe7500dba5', 'name': 'tempest-FloatingIPsNegativeTestJSON-2093004484-router', 'tenant_id': '63e831de52ec41b1ae0e809520a02e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd8b06889-019c-422e-a397-99b870bfbc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:15:11Z', 'updated_at': '2022-02-08T21:15:25Z', 'revision_number': 5, 'project_id': '63e831de52ec41b1ae0e809520a02e25', 'gw_port': {'id': 'd8b06889-019c-422e-a397-99b870bfbc0c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:61:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e7ea90-4c63-442f-9fe8-d1fe7500dba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:15:12Z', 'updated_at': '2022-02-08T21:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:15:28.420607 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27e4deb0-b56d-4d80-9867-54211062c05d req-b6d45c52-60b6-4ac2-b0f1-5cb5088aed10 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447530 Feb 08 21:15:28.430330 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f14b4-6e71-4ad2-b3cc-1ea0cfa36bfc req-8adf6a7d-409a-4d75-bdd6-ede385653c7b tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:28.439842 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed2f14b4-6e71-4ad2-b3cc-1ea0cfa36bfc req-8adf6a7d-409a-4d75-bdd6-ede385653c7b tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 0.2329092 Feb 08 21:15:28.518788 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-580c3a38-665f-437c-8c03-ea8ea3c089d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a99294a0-3bc8-4564-aa07-775c08b26ca6), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:28.546905 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed2f14b4-6e71-4ad2-b3cc-1ea0cfa36bfc req-1935d285-2df2-41e0-aaa2-9de8b819cdf9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053691 Feb 08 21:15:28.686928 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ce0d31b-85d0-4766-897a-66c43a6c54ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (d8b06889-019c-422e-a397-99b870bfbc0c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:28.790623 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0d31b-85d0-4766-897a-66c43a6c54ec admin admin] Pushing event deleted for resources: {'Port': ['ID=d8b06889-019c-422e-a397-99b870bfbc0c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:28.855711 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0d31b-85d0-4766-897a-66c43a6c54ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:28.856326 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0d31b-85d0-4766-897a-66c43a6c54ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:28.856945 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0d31b-85d0-4766-897a-66c43a6c54ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:28.857656 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0d31b-85d0-4766-897a-66c43a6c54ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:28.864512 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0d31b-85d0-4766-897a-66c43a6c54ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:28.865318 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0d31b-85d0-4766-897a-66c43a6c54ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:28.865947 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0d31b-85d0-4766-897a-66c43a6c54ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:28.866598 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0d31b-85d0-4766-897a-66c43a6c54ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:28.867264 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0d31b-85d0-4766-897a-66c43a6c54ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:28.867970 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0d31b-85d0-4766-897a-66c43a6c54ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:28.868667 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0d31b-85d0-4766-897a-66c43a6c54ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:28.878670 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0d31b-85d0-4766-897a-66c43a6c54ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:28.879720 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce0d31b-85d0-4766-897a-66c43a6c54ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:28.972170 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ce0d31b-85d0-4766-897a-66c43a6c54ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (99e7ea90-4c63-442f-9fe8-d1fe7500dba5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:29.061658 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:29.156781 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ce0d31b-85d0-4766-897a-66c43a6c54ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (99e7ea90-4c63-442f-9fe8-d1fe7500dba5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:29.159994 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ce0d31b-85d0-4766-897a-66c43a6c54ec admin admin] Publish callbacks [] for router_controller (99e7ea90-4c63-442f-9fe8-d1fe7500dba5), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:29.214465 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-580c3a38-665f-437c-8c03-ea8ea3c089d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a99294a0-3bc8-4564-aa07-775c08b26ca6 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:15:29.226730 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ce0d31b-85d0-4766-897a-66c43a6c54ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (99e7ea90-4c63-442f-9fe8-d1fe7500dba5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:29.226730 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce0d31b-85d0-4766-897a-66c43a6c54ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99e7ea90-4c63-442f-9fe8-d1fe7500dba5 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:15:29.233570 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ce0d31b-85d0-4766-897a-66c43a6c54ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:29.234987 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8ce0d31b-85d0-4766-897a-66c43a6c54ec admin admin] 10.222.0.88 "DELETE /v2.0/routers/99e7ea90-4c63-442f-9fe8-d1fe7500dba5 HTTP/1.1" status: 204 len: 168 time: 2.5034943 Feb 08 21:15:29.240018 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42878) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:29.253798 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-580c3a38-665f-437c-8c03-ea8ea3c089d0 service neutron] Publish callbacks [] for port (a99294a0-3bc8-4564-aa07-775c08b26ca6), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:29.296818 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-580c3a38-665f-437c-8c03-ea8ea3c089d0 service neutron] Transition to ACTIVE for port object a99294a0-3bc8-4564-aa07-775c08b26ca6 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:15:29.307531 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-580c3a38-665f-437c-8c03-ea8ea3c089d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a99294a0-3bc8-4564-aa07-775c08b26ca6), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:29.384554 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7eb672d-d489-4814-a119-1d04748f9f0a admin admin] Deleting subnet ff32a731-1888-44d3-8e6f-aec41803d79c {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:15:29.409731 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7eb672d-d489-4814-a119-1d04748f9f0a admin admin] Publish callbacks [] for subnet (ff32a731-1888-44d3-8e6f-aec41803d79c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:29.431537 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 23ea9134-d925-46be-9227-5ac42d05a278 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:15:29.455733 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49492890-d55e-4fb1-9a27-98c793ef0205 req-6439aa47-1136-457f-9e4a-782a7962a60c tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:29.457745 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49492890-d55e-4fb1-9a27-98c793ef0205 req-6439aa47-1136-457f-9e4a-782a7962a60c tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=32a8269a-f359-4b69-babb-383a14e68e8d HTTP/1.1" status: 200 len: 931 time: 0.3241029 Feb 08 21:15:29.474064 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7eb672d-d489-4814-a119-1d04748f9f0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (ff32a731-1888-44d3-8e6f-aec41803d79c), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:29.500734 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 23ea9134-d925-46be-9227-5ac42d05a278 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:15:29.501900 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 23ea9134-d925-46be-9227-5ac42d05a278 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:15:29.532730 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c3a38-665f-437c-8c03-ea8ea3c089d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a99294a0-3bc8-4564-aa07-775c08b26ca6,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:29.586197 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-580c3a38-665f-437c-8c03-ea8ea3c089d0 service neutron] Attempting to bind port a99294a0-3bc8-4564-aa07-775c08b26ca6 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:15:29.586758 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-580c3a38-665f-437c-8c03-ea8ea3c089d0 service neutron] Attempting to bind port a99294a0-3bc8-4564-aa07-775c08b26ca6 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '20a3be03-d3c0-4a20-bea9-ec24e05d3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:15:29.587333 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-580c3a38-665f-437c-8c03-ea8ea3c089d0 service neutron] Attempting to bind port a99294a0-3bc8-4564-aa07-775c08b26ca6 on network 14653267-33f9-4701-8b25-78748f42e7d2 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:15:29.616045 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487e2fa-5118-4e37-bf6e-a50d9ecc6abf req-2ddde3fc-e834-4d8a-8198-b7292e14a73a tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:29.618259 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5487e2fa-5118-4e37-bf6e-a50d9ecc6abf req-2ddde3fc-e834-4d8a-8198-b7292e14a73a tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.2085593 Feb 08 21:15:29.624135 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-580c3a38-665f-437c-8c03-ea8ea3c089d0 service neutron] Port a99294a0-3bc8-4564-aa07-775c08b26ca6 on network 14653267-33f9-4701-8b25-78748f42e7d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:15:29.624469 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-580c3a38-665f-437c-8c03-ea8ea3c089d0 service neutron] Attempting to bind port a99294a0-3bc8-4564-aa07-775c08b26ca6 on network 14653267-33f9-4701-8b25-78748f42e7d2 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:15:29.643571 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7eb672d-d489-4814-a119-1d04748f9f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (ff32a731-1888-44d3-8e6f-aec41803d79c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:29.643857 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-580c3a38-665f-437c-8c03-ea8ea3c089d0 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:15:29.643857 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-580c3a38-665f-437c-8c03-ea8ea3c089d0 service neutron] Checking segment: {'id': '20a3be03-d3c0-4a20-bea9-ec24e05d3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:15:29.643857 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-580c3a38-665f-437c-8c03-ea8ea3c089d0 service neutron] Bound using segment: {'id': '20a3be03-d3c0-4a20-bea9-ec24e05d3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:15:29.644363 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-580c3a38-665f-437c-8c03-ea8ea3c089d0 service neutron] Bound port: a99294a0-3bc8-4564-aa07-775c08b26ca6, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a3be03-d3c0-4a20-bea9-ec24e05d3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:15:29.644540 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-580c3a38-665f-437c-8c03-ea8ea3c089d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a99294a0-3bc8-4564-aa07-775c08b26ca6), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:29.656406 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49492890-d55e-4fb1-9a27-98c793ef0205 req-cb588c33-92ae-4fe1-a2c9-71003d961605 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900246 Feb 08 21:15:29.721766 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7eb672d-d489-4814-a119-1d04748f9f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (ff32a731-1888-44d3-8e6f-aec41803d79c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:29.739623 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7eb672d-d489-4814-a119-1d04748f9f0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:29.747524 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b7eb672d-d489-4814-a119-1d04748f9f0a admin admin] 10.222.0.88 "DELETE /v2.0/subnets/ff32a731-1888-44d3-8e6f-aec41803d79c HTTP/1.1" status: 204 len: 168 time: 0.5023441 Feb 08 21:15:29.752443 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5487e2fa-5118-4e37-bf6e-a50d9ecc6abf req-ffaa002f-b486-432b-9842-be10560ff433 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116357 Feb 08 21:15:29.753066 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42886) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:29.764508 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6d6c28-128c-4593-bdd0-844f30344af3 None None] Network 905c6a9b-08bd-4d66-9817-06081a135e70 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:15:29.769351 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb672d-d489-4814-a119-1d04748f9f0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff32a731-1888-44d3-8e6f-aec41803d79c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:29.873105 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device d99ae718-1a73-4a98-bccd-a04955092cb4 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:15:29.955707 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-580c3a38-665f-437c-8c03-ea8ea3c089d0 service neutron] For port a99294a0-3bc8-4564-aa07-775c08b26ca6, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:15:29.996393 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (905c6a9b-08bd-4d66-9817-06081a135e70), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:30.007053 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-580c3a38-665f-437c-8c03-ea8ea3c089d0 service neutron] For port a99294a0-3bc8-4564-aa07-775c08b26ca6, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=a99294a0-3bc8-4564-aa07-775c08b26ca6,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:15:30.034562 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-580c3a38-665f-437c-8c03-ea8ea3c089d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a99294a0-3bc8-4564-aa07-775c08b26ca6), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:30.129460 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port d99ae718-1a73-4a98-bccd-a04955092cb4, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d99ae718-1a73-4a98-bccd-a04955092cb4,segment=NetworkSegment(488cc332-a24d-48f9-b9ab-2d3512ca7d1e),segment_id=488cc332-a24d-48f9-b9ab-2d3512ca7d1e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:30.154936 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b8ed7-f367-43dd-a920-c24ccf426a4a req-b4f28dba-3c7e-491d-86d1-ad473e72fa13 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:30.159374 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2acd74-9759-4f91-9101-5123809a649f None None] DHCP port deletion for 905c6a9b-08bd-4d66-9817-06081a135e70 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:15:30.162196 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e11b8ed7-f367-43dd-a920-c24ccf426a4a req-b4f28dba-3c7e-491d-86d1-ad473e72fa13 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.2845623 Feb 08 21:15:30.169971 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-580c3a38-665f-437c-8c03-ea8ea3c089d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:30.170852 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'd99ae718-1a73-4a98-bccd-a04955092cb4', 'network_id': '99cd4fbd-ec19-45b8-b386-2fa31ded0325', 'port_id': 'd99ae718-1a73-4a98-bccd-a04955092cb4', 'mac_address': 'fa:16:3e:12:f9:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1038644-0e9a-4c39-b91b-b7947ede0433', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:15:30.171164 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-580c3a38-665f-437c-8c03-ea8ea3c089d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:30.173748 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-580c3a38-665f-437c-8c03-ea8ea3c089d0 service neutron] 10.222.0.94 "PUT /v2.0/ports/a99294a0-3bc8-4564-aa07-775c08b26ca6 HTTP/1.1" status: 200 len: 1092 time: 1.8367321 Feb 08 21:15:30.175937 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a8269a-f359-4b69-babb-383a14e68e8d', 'tag': 'a99294a0-3bc8-4564-aa07-775c08b26ca6'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:15:30.181331 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2253ecb2-7ab7-4a69-bb3b-a8fb6990bc7a" -d '{"events": [{"name": "network-changed", "server_uuid": "32a8269a-f359-4b69-babb-383a14e68e8d", "tag": "a99294a0-3bc8-4564-aa07-775c08b26ca6"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:15:30.201040 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76529657-5c39-45ed-ae2f-14f3f8456da9 req-0aafdb75-91d7-419a-afd9-0c32e7b9a677 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:30.205451 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-76529657-5c39-45ed-ae2f-14f3f8456da9 req-0aafdb75-91d7-419a-afd9-0c32e7b9a677 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 0.2863526 Feb 08 21:15:30.252942 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port d99ae718-1a73-4a98-bccd-a04955092cb4 is: ACTIVE; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:30.253457 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d99ae718-1a73-4a98-bccd-a04955092cb4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:30.277393 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d99ae718-1a73-4a98-bccd-a04955092cb4 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:15:30.311677 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8a2acd74-9759-4f91-9101-5123809a649f None None] Deleting port e7d2471c-16f3-46b2-801f-a4fb932a46bc {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:15:30.312353 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a2acd74-9759-4f91-9101-5123809a649f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (e7d2471c-16f3-46b2-801f-a4fb932a46bc), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:30.336573 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c3a38-665f-437c-8c03-ea8ea3c089d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a99294a0-3bc8-4564-aa07-775c08b26ca6,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:30.383229 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port d99ae718-1a73-4a98-bccd-a04955092cb4, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d99ae718-1a73-4a98-bccd-a04955092cb4,segment=NetworkSegment(488cc332-a24d-48f9-b9ab-2d3512ca7d1e),segment_id=488cc332-a24d-48f9-b9ab-2d3512ca7d1e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:30.395725 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d99ae718-1a73-4a98-bccd-a04955092cb4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:30.479303 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-76529657-5c39-45ed-ae2f-14f3f8456da9 req-4cc4ecc2-bf93-4937-a841-768a2057b683 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172244 Feb 08 21:15:30.497820 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e11b8ed7-f367-43dd-a920-c24ccf426a4a req-ad1fe2ca-c794-4d60-b5d6-73c24afffd99 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309155 Feb 08 21:15:30.512115 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] Deleting port e7d2471c-16f3-46b2-801f-a4fb932a46bc {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:15:30.512679 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (e7d2471c-16f3-46b2-801f-a4fb932a46bc), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:30.518242 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-881645c8-6406-471e-a426-7efa8ab27595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:30.521449 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-881645c8-6406-471e-a426-7efa8ab27595 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9528332d4f29435ebdf5e407e4b8930c&device_id=32a8269a-f359-4b69-babb-383a14e68e8d HTTP/1.1" status: 200 len: 1126 time: 0.2624431 Feb 08 21:15:30.526442 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-8a2acd74-9759-4f91-9101-5123809a649f None None] For port e7d2471c-16f3-46b2-801f-a4fb932a46bc, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e7d2471c-16f3-46b2-801f-a4fb932a46bc,segment=NetworkSegment(95e53f4b-48b3-4854-a8f6-9bc1d2a4a9c3),segment_id=95e53f4b-48b3-4854-a8f6-9bc1d2a4a9c3)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:30.536852 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a2acd74-9759-4f91-9101-5123809a649f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (e7d2471c-16f3-46b2-801f-a4fb932a46bc), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:30.590532 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=d99ae718-1a73-4a98-bccd-a04955092cb4,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:30.596218 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['d99ae718-1a73-4a98-bccd-a04955092cb4'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:15:30.621694 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73547eed-5c2d-4290-8207-9ff6f1b0ad75 x-openstack-request-id: req-73547eed-5c2d-4290-8207-9ff6f1b0ad75 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:15:30.622102 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a8269a-f359-4b69-babb-383a14e68e8d", "tag": "a99294a0-3bc8-4564-aa07-775c08b26ca6", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:15:30.622591 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-73547eed-5c2d-4290-8207-9ff6f1b0ad75 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:15:30.623123 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a8269a-f359-4b69-babb-383a14e68e8d', 'tag': 'a99294a0-3bc8-4564-aa07-775c08b26ca6', 'status': 'completed', 'code': 200} Feb 08 21:15:30.625925 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8a2acd74-9759-4f91-9101-5123809a649f None None] Calling delete_port for e7d2471c-16f3-46b2-801f-a4fb932a46bc owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:15:30.665619 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] For port e7d2471c-16f3-46b2-801f-a4fb932a46bc, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e7d2471c-16f3-46b2-801f-a4fb932a46bc,segment=NetworkSegment(95e53f4b-48b3-4854-a8f6-9bc1d2a4a9c3),segment_id=95e53f4b-48b3-4854-a8f6-9bc1d2a4a9c3)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:30.665902 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (e7d2471c-16f3-46b2-801f-a4fb932a46bc), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:30.682766 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] Calling delete_port for e7d2471c-16f3-46b2-801f-a4fb932a46bc owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:15:30.773295 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-ddf62b3e-cbb0-4512-b86d-29caf841e8ba service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a99294a0-3bc8-4564-aa07-775c08b26ca6 HTTP/1.1" status: 200 len: 217 time: 0.2300317 Feb 08 21:15:30.784269 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a2acd74-9759-4f91-9101-5123809a649f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (e7d2471c-16f3-46b2-801f-a4fb932a46bc), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:30.808353 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2acd74-9759-4f91-9101-5123809a649f None None] No DVR routers for this DVR port e7d2471c-16f3-46b2-801f-a4fb932a46bc on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:15:30.883691 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (e7d2471c-16f3-46b2-801f-a4fb932a46bc), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:30.886707 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2acd74-9759-4f91-9101-5123809a649f None None] Pushing event deleted for resources: {'Port': ['ID=e7d2471c-16f3-46b2-801f-a4fb932a46bc,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:30.963297 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] No DVR routers for this DVR port e7d2471c-16f3-46b2-801f-a4fb932a46bc on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:15:30.985840 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d2471c-16f3-46b2-801f-a4fb932a46bc,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:30.989978 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-2c0bb60a-c1b9-4cd4-b941-a24148937f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:30.992496 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-2c0bb60a-c1b9-4cd4-b941-a24148937f8c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=9a6250f6-adb5-401d-a3ca-a324e52c89b2 HTTP/1.1" status: 200 len: 852 time: 0.2114141 Feb 08 21:15:31.070294 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-1367c1b4-5ca5-4df5-b5fd-a9767fdfbeab service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=14653267-33f9-4701-8b25-78748f42e7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366435 Feb 08 21:15:31.140241 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db4856-ed07-4e0b-8974-8b2e4159ae75 req-49f8ad21-9618-45bd-9634-1befa820308b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:31.141806 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-34db4856-ed07-4e0b-8974-8b2e4159ae75 req-49f8ad21-9618-45bd-9634-1befa820308b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=32a8269a-f359-4b69-babb-383a14e68e8d HTTP/1.1" status: 200 len: 943 time: 0.2645895 Feb 08 21:15:31.199172 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (905c6a9b-08bd-4d66-9817-06081a135e70), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:31.246856 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:15:31.247195 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:15:31.248040 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:15:31.248384 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] Subscribe: > port after_create 55550000 {{(pid=103433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:15:31.248724 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:15:31.249062 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] Subscribe: > port after_update 55550000 {{(pid=103433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:15:31.249442 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:15:31.249783 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:15:31.250104 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:15:31.250429 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:15:31.283579 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d8b06889-019c-422e-a397-99b870bfbc0c no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:15:31.320873 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:15:31.321279 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:15:31.321576 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:15:31.322549 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 21:15:31.322549 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905c6a9b-08bd-4d66-9817-06081a135e70']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:15:31.323385 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: d8b06889-019c-422e-a397-99b870bfbc0c {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:15:31.323873 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d8b06889-019c-422e-a397-99b870bfbc0c not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:15:31.324428 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e7d2471c-16f3-46b2-801f-a4fb932a46bc no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:15:31.348291 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab55e8b-25dc-4b60-9bb3-17d6ff2c9483 req-0aa62e00-7214-405d-8cba-9b35d1f8a19a tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:31.350151 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bab55e8b-25dc-4b60-9bb3-17d6ff2c9483 req-0aa62e00-7214-405d-8cba-9b35d1f8a19a tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 944 time: 0.4072764 Feb 08 21:15:31.360258 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e53f4b-48b3-4854-a8f6-9bc1d2a4a9c3') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:15:31.360623 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e53f4b-48b3-4854-a8f6-9bc1d2a4a9c3') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:15:31.368485 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: e7d2471c-16f3-46b2-801f-a4fb932a46bc {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:15:31.369005 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e7d2471c-16f3-46b2-801f-a4fb932a46bc not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:15:31.372815 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:31.377180 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:31.412776 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (95e53f4b-48b3-4854-a8f6-9bc1d2a4a9c3), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:31.471660 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-34db4856-ed07-4e0b-8974-8b2e4159ae75 req-bc75c842-b3cc-4dd1-a0db-f6d875025df4 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157573 Feb 08 21:15:31.492052 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (95e53f4b-48b3-4854-a8f6-9bc1d2a4a9c3), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:31.501287 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-ab8a4ddc-a997-4903-ae75-88c4ad736b65 service neutron] 10.222.0.94 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180725 Feb 08 21:15:31.508260 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:15:31.509216 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (95e53f4b-48b3-4854-a8f6-9bc1d2a4a9c3), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: from cryptography.utils import int_from_bytes Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: from cryptography.utils import int_from_bytes Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: self.session.flush() Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: self.session.flush() Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: self.session.flush() Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: self.session.flush() Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:15:31.540272 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:15:31.675096 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bab55e8b-25dc-4b60-9bb3-17d6ff2c9483 req-6b8132ad-6683-4bbe-8918-e2d3310e6f8b tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679141 Feb 08 21:15:31.708861 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (905c6a9b-08bd-4d66-9817-06081a135e70), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:31.724457 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:31.731941 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] 10.222.0.88 "DELETE /v2.0/networks/905c6a9b-08bd-4d66-9817-06081a135e70 HTTP/1.1" status: 204 len: 168 time: 1.9719918 Feb 08 21:15:31.756024 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13e32a-7620-4769-931b-49ad37f04df4 admin admin] Pushing event deleted for resources: {'Network': ['ID=905c6a9b-08bd-4d66-9817-06081a135e70,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:31.787352 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e9844-65f6-43db-aee3-5f92c4aad05a req-9c3d2166-11b9-4e6e-89ce-b24ae3251ab5 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:31.788976 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e16e9844-65f6-43db-aee3-5f92c4aad05a req-9c3d2166-11b9-4e6e-89ce-b24ae3251ab5 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.1365485 Feb 08 21:15:31.791632 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbd01c1f-4d61-4345-ae9a-1c49e9c90790 req-b67ea6b7-7d7a-47b7-bbdd-54748dce86b6 service neutron] 10.222.0.94 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082591 Feb 08 21:15:31.889447 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device d99ae718-1a73-4a98-bccd-a04955092cb4 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:15:31.950581 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port d99ae718-1a73-4a98-bccd-a04955092cb4 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:15:31.952401 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d99ae718-1a73-4a98-bccd-a04955092cb4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:32.030959 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2282bb9-641f-43a4-b3c2-5948ec8e8c21 req-12862c6c-9a92-4716-8c6e-d2351fa5bd4d tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:32.041836 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e2282bb9-641f-43a4-b3c2-5948ec8e8c21 req-12862c6c-9a92-4716-8c6e-d2351fa5bd4d tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 0.2388401 Feb 08 21:15:32.052945 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e16e9844-65f6-43db-aee3-5f92c4aad05a req-d8c7c7e2-d180-4514-b74f-24548b5b8efb tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483675 Feb 08 21:15:32.089632 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253ecb2-7ab7-4a69-bb3b-a8fb6990bc7a req-e79bd7c3-ea1a-46ae-be22-e0b4be22650f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:32.091684 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2253ecb2-7ab7-4a69-bb3b-a8fb6990bc7a req-e79bd7c3-ea1a-46ae-be22-e0b4be22650f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9528332d4f29435ebdf5e407e4b8930c&device_id=32a8269a-f359-4b69-babb-383a14e68e8d HTTP/1.1" status: 200 len: 1126 time: 0.2117078 Feb 08 21:15:32.110917 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42912) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:32.126398 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port d99ae718-1a73-4a98-bccd-a04955092cb4 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:32.129458 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d99ae718-1a73-4a98-bccd-a04955092cb4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:32.180667 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e2282bb9-641f-43a4-b3c2-5948ec8e8c21 req-7e50f656-e4f4-428d-8ec2-bcfe8091e6a1 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264944 Feb 08 21:15:32.188258 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54458cb-078a-4923-a97b-6dfac7011cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99ae718-1a73-4a98-bccd-a04955092cb4'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:15:32.195138 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12adc319-03a7-4b8d-813a-ef42b9b49d04" -d '{"events": [{"server_uuid": "e54458cb-078a-4923-a97b-6dfac7011cd2", "name": "network-vif-plugged", "status": "completed", "tag": "d99ae718-1a73-4a98-bccd-a04955092cb4"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:15:32.223833 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port d99ae718-1a73-4a98-bccd-a04955092cb4, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d99ae718-1a73-4a98-bccd-a04955092cb4,segment=NetworkSegment(488cc332-a24d-48f9-b9ab-2d3512ca7d1e),segment_id=488cc332-a24d-48f9-b9ab-2d3512ca7d1e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:32.230751 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2a03e3a6-af2a-4410-b4f1-0018844d7cf1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=63e831de52ec41b1ae0e809520a02e25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1154897 Feb 08 21:15:32.234936 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42916) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:32.238696 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d99ae718-1a73-4a98-bccd-a04955092cb4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:32.320644 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253ecb2-7ab7-4a69-bb3b-a8fb6990bc7a req-58091c49-0cf1-479e-ba29-3cc4d58382c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:32.322772 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2253ecb2-7ab7-4a69-bb3b-a8fb6990bc7a req-58091c49-0cf1-479e-ba29-3cc4d58382c3 service neutron] 10.222.0.94 "GET /v2.0/networks?id=14653267-33f9-4701-8b25-78748f42e7d2 HTTP/1.1" status: 200 len: 913 time: 0.2132883 Feb 08 21:15:32.339509 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25245a8e-da57-47ab-bb0b-dec2a9417239 x-openstack-request-id: req-25245a8e-da57-47ab-bb0b-dec2a9417239 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:15:32.340887 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54458cb-078a-4923-a97b-6dfac7011cd2", "name": "network-vif-plugged", "status": "completed", "tag": "d99ae718-1a73-4a98-bccd-a04955092cb4", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:15:32.342250 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-25245a8e-da57-47ab-bb0b-dec2a9417239 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:15:32.343321 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54458cb-078a-4923-a97b-6dfac7011cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99ae718-1a73-4a98-bccd-a04955092cb4', 'code': 200} Feb 08 21:15:32.350951 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abffa061-8b03-4a56-9245-42b22487a30f admin admin] Publish callbacks [] for security_group (a63fa24b-fd8a-4a2d-a576-7eceb0b59304), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:32.399085 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2253ecb2-7ab7-4a69-bb3b-a8fb6990bc7a req-b7036c0c-7994-4c15-9004-4fc412dae2c6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a99294a0-3bc8-4564-aa07-775c08b26ca6 HTTP/1.1" status: 200 len: 217 time: 0.0659208 Feb 08 21:15:32.411520 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abffa061-8b03-4a56-9245-42b22487a30f admin admin] Publish callbacks [] for security_group (a63fa24b-fd8a-4a2d-a576-7eceb0b59304), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:32.413351 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=d99ae718-1a73-4a98-bccd-a04955092cb4,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:32.502364 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253ecb2-7ab7-4a69-bb3b-a8fb6990bc7a req-fcaf71c0-d51f-4640-bbce-8c311a49377c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:32.506538 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2253ecb2-7ab7-4a69-bb3b-a8fb6990bc7a req-fcaf71c0-d51f-4640-bbce-8c311a49377c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=9a6250f6-adb5-401d-a3ca-a324e52c89b2 HTTP/1.1" status: 200 len: 852 time: 0.0997822 Feb 08 21:15:32.512979 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abffa061-8b03-4a56-9245-42b22487a30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a63fa24b-fd8a-4a2d-a576-7eceb0b59304), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:32.520636 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abffa061-8b03-4a56-9245-42b22487a30f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:32.523948 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-abffa061-8b03-4a56-9245-42b22487a30f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a63fa24b-fd8a-4a2d-a576-7eceb0b59304 HTTP/1.1" status: 204 len: 168 time: 0.2866433 Feb 08 21:15:32.564341 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffa061-8b03-4a56-9245-42b22487a30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63fa24b-fd8a-4a2d-a576-7eceb0b59304,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:32.581893 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2253ecb2-7ab7-4a69-bb3b-a8fb6990bc7a req-aeb89b12-82af-48e4-bd97-9779df72a046 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=14653267-33f9-4701-8b25-78748f42e7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646768 Feb 08 21:15:32.942721 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b517af1-9f43-4266-8165-c0e4304571ab req-893ba1d9-1c49-4b63-b9e8-55ec4a8788ca tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:32.944625 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b517af1-9f43-4266-8165-c0e4304571ab req-893ba1d9-1c49-4b63-b9e8-55ec4a8788ca tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=32a8269a-f359-4b69-babb-383a14e68e8d HTTP/1.1" status: 200 len: 943 time: 0.2046266 Feb 08 21:15:33.007444 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2253ecb2-7ab7-4a69-bb3b-a8fb6990bc7a req-e8692da6-461f-4209-bf14-25988bec4786 service neutron] 10.222.0.94 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087601 Feb 08 21:15:33.039903 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b204a64-c963-4cf5-8425-c21f885c8fbd req-7385ad99-1734-4be4-a3b9-4ac09046dfba tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:33.041610 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5b204a64-c963-4cf5-8425-c21f885c8fbd req-7385ad99-1734-4be4-a3b9-4ac09046dfba tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.2071762 Feb 08 21:15:33.101589 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b517af1-9f43-4266-8165-c0e4304571ab req-3bc3ca67-be00-4c15-9681-ff2ec0c1ed9d tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403544 Feb 08 21:15:33.184310 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2253ecb2-7ab7-4a69-bb3b-a8fb6990bc7a req-d6b371c7-d8fc-4de4-b5f4-1a3c0be3138e service neutron] 10.222.0.94 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661296 Feb 08 21:15:33.211347 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5b204a64-c963-4cf5-8425-c21f885c8fbd req-6f947949-4efd-4359-a59d-753233f1a02b tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511254 Feb 08 21:15:33.644117 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42954) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:33.794281 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6316e-487b-4123-babe-2a477520afe6 req-33a48692-dae2-4359-a25a-e67c0e0954a3 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:33.802675 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9df6316e-487b-4123-babe-2a477520afe6 req-33a48692-dae2-4359-a25a-e67c0e0954a3 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.4838109 Feb 08 21:15:33.808668 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-718f4714-a569-483d-b743-2668ea5e899c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1087132589-network', 'tenant_id': 'c08b3d357a9e4759baf802843a7339e7'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:15:33.844155 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718f4714-a569-483d-b743-2668ea5e899c admin admin] Made reservation on behalf of c08b3d357a9e4759baf802843a7339e7 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:15:33.848521 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-718f4714-a569-483d-b743-2668ea5e899c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:33.862762 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-718f4714-a569-483d-b743-2668ea5e899c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:33.863774 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9df6316e-487b-4123-babe-2a477520afe6 req-b68690e2-5fbc-484e-8c07-ce14464edc44 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599668 Feb 08 21:15:33.974530 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-718f4714-a569-483d-b743-2668ea5e899c admin admin] Publish callbacks [] for security_group (bbe03651-c1e0-4ae0-b9bf-709f4dee6909), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:33.982028 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-718f4714-a569-483d-b743-2668ea5e899c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (bbe03651-c1e0-4ae0-b9bf-709f4dee6909), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:34.011993 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-718f4714-a569-483d-b743-2668ea5e899c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:15:34.032455 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f4714-a569-483d-b743-2668ea5e899c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe03651-c1e0-4ae0-b9bf-709f4dee6909,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:34.040595 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-718f4714-a569-483d-b743-2668ea5e899c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (b1a0c837-7c9b-4953-887c-84de13de2b43), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:34.041408 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-718f4714-a569-483d-b743-2668ea5e899c admin admin] Added segment b1a0c837-7c9b-4953-887c-84de13de2b43 of type vlan for network 6e721cc8-cb97-443d-9392-5abeb1b828df Feb 08 21:15:34.050710 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9a58f-2e3c-4529-966d-e29860847f22 req-ab70ae98-8893-4ea2-9d07-e78703e87886 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:34.063155 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a1d9a58f-2e3c-4529-966d-e29860847f22 req-ab70ae98-8893-4ea2-9d07-e78703e87886 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 0.0810413 Feb 08 21:15:34.106668 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-718f4714-a569-483d-b743-2668ea5e899c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (6e721cc8-cb97-443d-9392-5abeb1b828df), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:34.135469 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a1d9a58f-2e3c-4529-966d-e29860847f22 req-4a143d81-012d-4f8f-8707-d7f1c6cf5e33 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710142 Feb 08 21:15:34.159392 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-718f4714-a569-483d-b743-2668ea5e899c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (6e721cc8-cb97-443d-9392-5abeb1b828df), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:34.160852 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718f4714-a569-483d-b743-2668ea5e899c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:34.165372 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-718f4714-a569-483d-b743-2668ea5e899c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:34.277983 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f4714-a569-483d-b743-2668ea5e899c admin admin] Pushing event updated for resources: {'Network': ['ID=6e721cc8-cb97-443d-9392-5abeb1b828df,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:34.298768 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 6e721cc8-cb97-443d-9392-5abeb1b828df details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:15:34.304901 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d33a8-cad3-492d-bbcd-6c3855dc2f3c req-5354200e-548a-491d-8fa8-3bd24bb0d7fc tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:34.307774 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-497d33a8-cad3-492d-bbcd-6c3855dc2f3c req-5354200e-548a-491d-8fa8-3bd24bb0d7fc tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=32a8269a-f359-4b69-babb-383a14e68e8d HTTP/1.1" status: 200 len: 943 time: 0.0840156 Feb 08 21:15:34.342105 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-718f4714-a569-483d-b743-2668ea5e899c admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6956010 Feb 08 21:15:34.343204 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42968) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:34.351446 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-82101792-8126-4ded-b14c-6b114a4b4842 admin admin] Request body: {'subnet': {'network_id': '6e721cc8-cb97-443d-9392-5abeb1b828df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1087132589-subnet', 'tenant_id': 'c08b3d357a9e4759baf802843a7339e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:15:34.378222 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-497d33a8-cad3-492d-bbcd-6c3855dc2f3c req-0e6ff409-1535-422e-9a1c-4c24059fc6e9 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633330 Feb 08 21:15:34.418830 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82101792-8126-4ded-b14c-6b114a4b4842 admin admin] Made reservation on behalf of c08b3d357a9e4759baf802843a7339e7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:15:34.423464 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82101792-8126-4ded-b14c-6b114a4b4842 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:34.561611 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8d527-5ed2-43a0-af76-fec1edcc79f4 req-5e248b6e-738d-4c5c-9910-8c9a83b6ba96 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:34.563711 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7d8d527-5ed2-43a0-af76-fec1edcc79f4 req-5e248b6e-738d-4c5c-9910-8c9a83b6ba96 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.1007607 Feb 08 21:15:34.643797 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7d8d527-5ed2-43a0-af76-fec1edcc79f4 req-f371e2b6-93b8-4253-8fa9-5fcb03d22b14 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734868 Feb 08 21:15:34.719127 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82101792-8126-4ded-b14c-6b114a4b4842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (9f16667b-9ffb-4110-b7c2-7f68860ee7c0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:34.801704 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82101792-8126-4ded-b14c-6b114a4b4842 admin admin] Checking segment: {'id': 'b1a0c837-7c9b-4953-887c-84de13de2b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6e721cc8-cb97-443d-9392-5abeb1b828df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:15:34.801704 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82101792-8126-4ded-b14c-6b114a4b4842 admin admin] Network hostable DHCP agents. Network: 6e721cc8-cb97-443d-9392-5abeb1b828df, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:15:34.804251 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82101792-8126-4ded-b14c-6b114a4b4842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f16667b-9ffb-4110-b7c2-7f68860ee7c0,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:34.836123 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82101792-8126-4ded-b14c-6b114a4b4842 admin admin] Network 6e721cc8-cb97-443d-9392-5abeb1b828df is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:15:34.851776 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-82101792-8126-4ded-b14c-6b114a4b4842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 6e721cc8-cb97-443d-9392-5abeb1b828df) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:15:34.857515 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82101792-8126-4ded-b14c-6b114a4b4842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:34.858408 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82101792-8126-4ded-b14c-6b114a4b4842 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:34.870040 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892e60c7-458a-4aed-9452-e2f806512b9b None None] Network 6e721cc8-cb97-443d-9392-5abeb1b828df requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:15:34.908143 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-82101792-8126-4ded-b14c-6b114a4b4842 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5635540 Feb 08 21:15:35.021739 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550726d-5458-442a-b30c-784c627ca1ec req-d79022ba-c23c-4654-9ecc-0661ff51b16f tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:35.032641 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0550726d-5458-442a-b30c-784c627ca1ec req-d79022ba-c23c-4654-9ecc-0661ff51b16f tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.0816171 Feb 08 21:15:35.043861 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa473637-7413-46fb-a114-bfc5c64e6107 None None] Network 6e721cc8-cb97-443d-9392-5abeb1b828df requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:15:35.110742 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0550726d-5458-442a-b30c-784c627ca1ec req-eca5ea24-8dad-45b8-84bb-2a623ec45203 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764582 Feb 08 21:15:35.327139 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e0ef8-9b01-401f-a940-c2c42feea30f req-2a6681aa-5997-4a06-a155-7b0f691a0f14 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:35.329898 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a31e0ef8-9b01-401f-a940-c2c42feea30f req-2a6681aa-5997-4a06-a155-7b0f691a0f14 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 0.0766785 Feb 08 21:15:35.418733 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a31e0ef8-9b01-401f-a940-c2c42feea30f req-a157b8b3-0bd5-4500-98ce-c893e030a2d1 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819991 Feb 08 21:15:35.618409 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096d1d6-1956-49bf-b0bd-9bd409d0f445 req-b5ed30e6-4c0c-414b-8a67-855ab57680cf tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:35.620051 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9096d1d6-1956-49bf-b0bd-9bd409d0f445 req-b5ed30e6-4c0c-414b-8a67-855ab57680cf tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=32a8269a-f359-4b69-babb-383a14e68e8d HTTP/1.1" status: 200 len: 943 time: 0.0608580 Feb 08 21:15:35.684799 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9096d1d6-1956-49bf-b0bd-9bd409d0f445 req-11a59405-8074-4aa7-80de-006690b61701 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533621 Feb 08 21:15:35.891915 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61365997-3424-4cf8-b187-ca5a27d7abe7 req-2885a67f-8853-496b-a92d-4e0315abd4e0 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:35.893632 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61365997-3424-4cf8-b187-ca5a27d7abe7 req-2885a67f-8853-496b-a92d-4e0315abd4e0 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.1042478 Feb 08 21:15:35.900329 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-663ed983-32d0-4b30-a4d6-08e2b17d3825 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:35.902278 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-663ed983-32d0-4b30-a4d6-08e2b17d3825 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/networks?id=6e721cc8-cb97-443d-9392-5abeb1b828df HTTP/1.1" status: 200 len: 805 time: 0.1662037 Feb 08 21:15:35.935826 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device a99294a0-3bc8-4564-aa07-775c08b26ca6 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:15:35.945190 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-0c4842e7-e6f4-4f9a-8927-a40c88d356f7 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/quotas/c08b3d357a9e4759baf802843a7339e7 HTTP/1.1" status: 200 len: 375 time: 0.0282314 Feb 08 21:15:36.014307 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-f24cbfb6-07cc-4e35-bcd0-615b6dbf6d89 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c08b3d357a9e4759baf802843a7339e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634210 Feb 08 21:15:36.050671 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61365997-3424-4cf8-b187-ca5a27d7abe7 req-42f0bb94-aba0-41e7-9edc-2367c45182ce tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430469 Feb 08 21:15:36.096630 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port a99294a0-3bc8-4564-aa07-775c08b26ca6, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=a99294a0-3bc8-4564-aa07-775c08b26ca6,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:36.115112 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'a99294a0-3bc8-4564-aa07-775c08b26ca6', 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2', 'port_id': 'a99294a0-3bc8-4564-aa07-775c08b26ca6', 'mac_address': 'fa:16:3e:72:79:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6250f6-adb5-401d-a3ca-a324e52c89b2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:15:36.176623 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port a99294a0-3bc8-4564-aa07-775c08b26ca6 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:36.177345 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a99294a0-3bc8-4564-aa07-775c08b26ca6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:36.181810 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:36.198932 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a99294a0-3bc8-4564-aa07-775c08b26ca6 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:15:36.205541 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-74ecccf7-c34c-4c28-8d35-f8e49a51c31f service neutron] 10.222.0.88 "GET /v2.0/networks/6e721cc8-cb97-443d-9392-5abeb1b828df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770372 Feb 08 21:15:36.234207 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port a99294a0-3bc8-4564-aa07-775c08b26ca6, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=a99294a0-3bc8-4564-aa07-775c08b26ca6,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:36.240334 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a99294a0-3bc8-4564-aa07-775c08b26ca6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:36.313054 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=a99294a0-3bc8-4564-aa07-775c08b26ca6,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:36.322910 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:36.323597 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:36.324102 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:36.324597 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:36.325266 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:36.326345 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:36.327089 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:36.328185 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:36.328823 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:36.329363 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:36.329979 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:36.331201 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:36.331719 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:36.384320 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:36.396918 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-e996252f-85a0-473b-9cd4-1ab56c2fd52f service neutron] 10.222.0.88 "GET /v2.0/networks/6e721cc8-cb97-443d-9392-5abeb1b828df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826611 Feb 08 21:15:36.546073 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8507ef-b72c-4fa2-ba28-1152c7d0be24 req-b4b93c6a-e839-4ad4-af54-3b44b95c3c77 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:36.548221 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0a8507ef-b72c-4fa2-ba28-1152c7d0be24 req-b4b93c6a-e839-4ad4-af54-3b44b95c3c77 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.0802443 Feb 08 21:15:36.653493 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0a8507ef-b72c-4fa2-ba28-1152c7d0be24 req-8de6d3eb-3d1d-41ce-ba8d-c7fe8734f3a8 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856547 Feb 08 21:15:36.669571 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['a99294a0-3bc8-4564-aa07-775c08b26ca6'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:15:36.850672 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43042) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:37.002358 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ec589-503a-416f-b910-5542421e7180 req-434ab1c3-3658-4329-81cd-251fc2ffaef7 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:37.016304 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-691ec589-503a-416f-b910-5542421e7180 req-434ab1c3-3658-4329-81cd-251fc2ffaef7 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 0.2401266 Feb 08 21:15:37.100533 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-77670ede-a220-415a-9a3c-8021b76ac16e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:37.146553 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2546be8-b379-41a1-a510-05e27b515b14 req-014b1746-4194-4a3b-92e2-979bd227cbcd tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:37.149441 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c2546be8-b379-41a1-a510-05e27b515b14 req-014b1746-4194-4a3b-92e2-979bd227cbcd tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.2774765 Feb 08 21:15:37.167498 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-691ec589-503a-416f-b910-5542421e7180 req-7263db29-54b5-4e42-bc32-65da985e1c34 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494119 Feb 08 21:15:37.296930 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-77670ede-a220-415a-9a3c-8021b76ac16e admin admin] Publish callbacks [] for security_group (a9dc78dc-c586-40d2-9526-2a9000984157), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:37.303905 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-77670ede-a220-415a-9a3c-8021b76ac16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a9dc78dc-c586-40d2-9526-2a9000984157), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:37.359426 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7542ddab-4fea-4459-95ad-ace0b2ef50b9 req-c83b2825-bf3a-46d4-9109-439a60af4fe6 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=66ed1bb2-448a-4bab-96cc-2646cc17e850 HTTP/1.1" status: 200 len: 210 time: 0.0639679 Feb 08 21:15:37.373502 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-77670ede-a220-415a-9a3c-8021b76ac16e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2f8a763434a84bdd86369e926e14af8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5204463 Feb 08 21:15:37.376739 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c2546be8-b379-41a1-a510-05e27b515b14 req-0239c685-28d3-41e7-bdc6-c02807df63fa tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042499 Feb 08 21:15:37.378009 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43052) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:37.396203 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77670ede-a220-415a-9a3c-8021b76ac16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9dc78dc-c586-40d2-9526-2a9000984157,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:37.549527 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b15d2113-0255-414c-bb99-f2eb29dce2ce admin admin] Publish callbacks [] for security_group (a9dc78dc-c586-40d2-9526-2a9000984157), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:37.601634 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b15d2113-0255-414c-bb99-f2eb29dce2ce admin admin] Publish callbacks [] for security_group (a9dc78dc-c586-40d2-9526-2a9000984157), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:37.627680 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04369299-0ffa-4cac-8b0f-a45e0ddc08bc req-3afe48e3-c7bb-4e65-9cb3-3895d41c05df tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:37.630155 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-04369299-0ffa-4cac-8b0f-a45e0ddc08bc req-3afe48e3-c7bb-4e65-9cb3-3895d41c05df tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=32a8269a-f359-4b69-babb-383a14e68e8d HTTP/1.1" status: 200 len: 944 time: 0.1504233 Feb 08 21:15:37.788542 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-04369299-0ffa-4cac-8b0f-a45e0ddc08bc req-1d42becf-a882-43bd-aa97-4dd0d707b125 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405065 Feb 08 21:15:37.828267 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b15d2113-0255-414c-bb99-f2eb29dce2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a9dc78dc-c586-40d2-9526-2a9000984157), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:37.834839 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b15d2113-0255-414c-bb99-f2eb29dce2ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:37.841108 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b15d2113-0255-414c-bb99-f2eb29dce2ce admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a9dc78dc-c586-40d2-9526-2a9000984157 HTTP/1.1" status: 204 len: 168 time: 0.4576588 Feb 08 21:15:37.880099 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d2113-0255-414c-bb99-f2eb29dce2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9dc78dc-c586-40d2-9526-2a9000984157,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:37.921660 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d2113-0255-414c-bb99-f2eb29dce2ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:37.922723 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d2113-0255-414c-bb99-f2eb29dce2ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:37.923617 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d2113-0255-414c-bb99-f2eb29dce2ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:37.924578 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d2113-0255-414c-bb99-f2eb29dce2ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:37.926095 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d2113-0255-414c-bb99-f2eb29dce2ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:37.926095 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d2113-0255-414c-bb99-f2eb29dce2ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:37.926624 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d2113-0255-414c-bb99-f2eb29dce2ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:37.927428 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d2113-0255-414c-bb99-f2eb29dce2ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:37.928024 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d2113-0255-414c-bb99-f2eb29dce2ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:37.928617 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d2113-0255-414c-bb99-f2eb29dce2ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:37.929221 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d2113-0255-414c-bb99-f2eb29dce2ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:37.929907 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d2113-0255-414c-bb99-f2eb29dce2ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:37.930505 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d2113-0255-414c-bb99-f2eb29dce2ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:15:37.944881 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device a99294a0-3bc8-4564-aa07-775c08b26ca6 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:15:37.989430 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a18c75-9a58-4852-b085-607b6966c834 req-7b066933-b499-4fa9-a5c3-8ea6c289d67f tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:38.019900 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-39a18c75-9a58-4852-b085-607b6966c834 req-7b066933-b499-4fa9-a5c3-8ea6c289d67f tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.2587042 Feb 08 21:15:38.152988 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port a99294a0-3bc8-4564-aa07-775c08b26ca6 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:15:38.167004 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port a99294a0-3bc8-4564-aa07-775c08b26ca6 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:15:38.167638 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a99294a0-3bc8-4564-aa07-775c08b26ca6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:38.241933 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-39a18c75-9a58-4852-b085-607b6966c834 req-f4524c34-26e6-4e9f-bf78-e728203523a5 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182167 Feb 08 21:15:38.337283 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port a99294a0-3bc8-4564-aa07-775c08b26ca6 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:38.338071 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a99294a0-3bc8-4564-aa07-775c08b26ca6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:38.383272 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a8269a-f359-4b69-babb-383a14e68e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99294a0-3bc8-4564-aa07-775c08b26ca6'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:15:38.386484 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5769826-03d8-4e91-9f62-dd3dd4446927" -d '{"events": [{"server_uuid": "32a8269a-f359-4b69-babb-383a14e68e8d", "name": "network-vif-plugged", "status": "completed", "tag": "a99294a0-3bc8-4564-aa07-775c08b26ca6"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:15:38.405975 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b957e1-ef3b-495f-b3ae-ec6d00c18cdf req-cb5532ee-6740-42f8-90a2-b7ae93515b68 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:38.407829 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port a99294a0-3bc8-4564-aa07-775c08b26ca6, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=a99294a0-3bc8-4564-aa07-775c08b26ca6,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:38.408154 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-38b957e1-ef3b-495f-b3ae-ec6d00c18cdf req-cb5532ee-6740-42f8-90a2-b7ae93515b68 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.94 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 945 time: 0.1628525 Feb 08 21:15:38.417506 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a99294a0-3bc8-4564-aa07-775c08b26ca6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:38.418747 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44d374-250e-4eb4-ad5c-90cd28679272 req-514a63e0-0f99-4cdb-ac30-aec0c4724158 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:38.418894 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device d99ae718-1a73-4a98-bccd-a04955092cb4 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:15:38.421262 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8f44d374-250e-4eb4-ad5c-90cd28679272 req-514a63e0-0f99-4cdb-ac30-aec0c4724158 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 0.1198351 Feb 08 21:15:38.548274 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=a99294a0-3bc8-4564-aa07-775c08b26ca6,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:38.609078 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port d99ae718-1a73-4a98-bccd-a04955092cb4 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:38.609517 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d99ae718-1a73-4a98-bccd-a04955092cb4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:38.673999 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-16e0374a-74d1-4b2d-9ff8-f6f95eabe910 req-4b36e137-2270-4c75-b0f9-573821433c2e tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=66ed1bb2-448a-4bab-96cc-2646cc17e850 HTTP/1.1" status: 200 len: 210 time: 0.1283216 Feb 08 21:15:38.729361 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port d99ae718-1a73-4a98-bccd-a04955092cb4, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d99ae718-1a73-4a98-bccd-a04955092cb4,segment=NetworkSegment(488cc332-a24d-48f9-b9ab-2d3512ca7d1e),segment_id=488cc332-a24d-48f9-b9ab-2d3512ca7d1e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:38.735746 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d99ae718-1a73-4a98-bccd-a04955092cb4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:38.783722 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8f44d374-250e-4eb4-ad5c-90cd28679272 req-9a228427-1a2a-4cb3-99a8-38b2ba4b555a tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063712 Feb 08 21:15:38.837267 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-38b957e1-ef3b-495f-b3ae-ec6d00c18cdf req-57cedc15-90e9-4635-a38d-3342d8c3de2b tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Deleting port d99ae718-1a73-4a98-bccd-a04955092cb4 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:15:38.843690 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-38b957e1-ef3b-495f-b3ae-ec6d00c18cdf req-57cedc15-90e9-4635-a38d-3342d8c3de2b tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d99ae718-1a73-4a98-bccd-a04955092cb4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:38.868106 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70cf48e-1ac6-4828-acd6-317aeaa45dac x-openstack-request-id: req-c70cf48e-1ac6-4828-acd6-317aeaa45dac {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:15:38.868422 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a8269a-f359-4b69-babb-383a14e68e8d", "name": "network-vif-plugged", "status": "completed", "tag": "a99294a0-3bc8-4564-aa07-775c08b26ca6", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:15:38.869661 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c70cf48e-1ac6-4828-acd6-317aeaa45dac {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:15:38.870757 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a8269a-f359-4b69-babb-383a14e68e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99294a0-3bc8-4564-aa07-775c08b26ca6', 'code': 200} Feb 08 21:15:38.941569 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=d99ae718-1a73-4a98-bccd-a04955092cb4,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:39.034479 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-2b74262d-f959-48de-8c78-ae500c49ae26 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:39.045971 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-2b74262d-f959-48de-8c78-ae500c49ae26 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.96 "GET /v2.0/networks?id=6e721cc8-cb97-443d-9392-5abeb1b828df HTTP/1.1" status: 200 len: 805 time: 0.4221110 Feb 08 21:15:39.064289 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-709c0fe4-6407-4464-8552-d65c2ad41caf tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Request body: {'port': {'device_id': '66ed1bb2-448a-4bab-96cc-2646cc17e850', 'network_id': '6e721cc8-cb97-443d-9392-5abeb1b828df', 'admin_state_up': True, 'tenant_id': 'c08b3d357a9e4759baf802843a7339e7'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:15:39.161118 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2c64e-9b7b-4b2c-8196-b3e183c93a28 req-bcbbd99d-f01d-449f-b6a9-e2d2ebea3052 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:39.163116 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-71f2c64e-9b7b-4b2c-8196-b3e183c93a28 req-bcbbd99d-f01d-449f-b6a9-e2d2ebea3052 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=32a8269a-f359-4b69-babb-383a14e68e8d HTTP/1.1" status: 200 len: 945 time: 0.1581690 Feb 08 21:15:39.172649 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-38b957e1-ef3b-495f-b3ae-ec6d00c18cdf req-57cedc15-90e9-4635-a38d-3342d8c3de2b tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] For port d99ae718-1a73-4a98-bccd-a04955092cb4, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d99ae718-1a73-4a98-bccd-a04955092cb4,segment=NetworkSegment(488cc332-a24d-48f9-b9ab-2d3512ca7d1e),segment_id=488cc332-a24d-48f9-b9ab-2d3512ca7d1e)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:39.173318 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-38b957e1-ef3b-495f-b3ae-ec6d00c18cdf req-57cedc15-90e9-4635-a38d-3342d8c3de2b tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d99ae718-1a73-4a98-bccd-a04955092cb4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:39.199228 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8c017-4963-4684-a88b-70bf1beb17cb req-f260d570-ec46-431c-95df-44278b5aceb0 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:39.226595 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7dc8c017-4963-4684-a88b-70bf1beb17cb req-f260d570-ec46-431c-95df-44278b5aceb0 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 943 time: 0.2574894 Feb 08 21:15:39.243990 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260d40d-b25a-4c1d-9ff8-e9967943e9ef req-b87c363f-140c-4d10-9a76-cef82ebd7a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:39.245855 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5260d40d-b25a-4c1d-9ff8-e9967943e9ef req-b87c363f-140c-4d10-9a76-cef82ebd7a62 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=32a8269a-f359-4b69-babb-383a14e68e8d HTTP/1.1" status: 200 len: 1128 time: 0.2314630 Feb 08 21:15:39.249427 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-709c0fe4-6407-4464-8552-d65c2ad41caf tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Made reservation on behalf of c08b3d357a9e4759baf802843a7339e7 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:15:39.253500 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-709c0fe4-6407-4464-8552-d65c2ad41caf tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:39.298683 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-38b957e1-ef3b-495f-b3ae-ec6d00c18cdf req-57cedc15-90e9-4635-a38d-3342d8c3de2b tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Calling delete_port for d99ae718-1a73-4a98-bccd-a04955092cb4 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:15:39.419722 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5260d40d-b25a-4c1d-9ff8-e9967943e9ef req-f4cd7c4f-0cdc-4341-a5dc-28dfae839dd6 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446562 Feb 08 21:15:39.437309 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7dc8c017-4963-4684-a88b-70bf1beb17cb req-3d149616-cc23-470f-9ab3-b02d67d6b4ec tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097323 Feb 08 21:15:39.445096 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-71f2c64e-9b7b-4b2c-8196-b3e183c93a28 req-1ca4d2fe-6925-40af-aad0-464e8765211b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601187 Feb 08 21:15:39.467280 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-709c0fe4-6407-4464-8552-d65c2ad41caf tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Allocated IP 172.20.0.8 (6e721cc8-cb97-443d-9392-5abeb1b828df/9f16667b-9ffb-4110-b7c2-7f68860ee7c0/4a931013-95b0-4614-8d53-667916fb9900) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:15:39.640925 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-38b957e1-ef3b-495f-b3ae-ec6d00c18cdf req-57cedc15-90e9-4635-a38d-3342d8c3de2b tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (d99ae718-1a73-4a98-bccd-a04955092cb4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:39.671378 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a226627-4dc5-4ba6-b699-69528cccf359 req-4573c62f-aef2-46fa-8d89-52debf2b219d tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:39.673160 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4a226627-4dc5-4ba6-b699-69528cccf359 req-4573c62f-aef2-46fa-8d89-52debf2b219d tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.1034780 Feb 08 21:15:39.757284 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cedc15-90e9-4635-a38d-3342d8c3de2b tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Pushing event deleted for resources: {'Port': ['ID=d99ae718-1a73-4a98-bccd-a04955092cb4,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:39.828249 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4a226627-4dc5-4ba6-b699-69528cccf359 req-da70b8d0-f8c6-4054-8103-912b0c0b9859 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394501 Feb 08 21:15:39.830015 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b957e1-ef3b-495f-b3ae-ec6d00c18cdf req-57cedc15-90e9-4635-a38d-3342d8c3de2b tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] No DVR routers for this DVR port d99ae718-1a73-4a98-bccd-a04955092cb4 on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:15:39.834155 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-38b957e1-ef3b-495f-b3ae-ec6d00c18cdf req-57cedc15-90e9-4635-a38d-3342d8c3de2b tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:39.838830 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-38b957e1-ef3b-495f-b3ae-ec6d00c18cdf req-57cedc15-90e9-4635-a38d-3342d8c3de2b tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.94 "DELETE /v2.0/ports/d99ae718-1a73-4a98-bccd-a04955092cb4 HTTP/1.1" status: 204 len: 173 time: 1.4162326 Feb 08 21:15:39.839640 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54458cb-078a-4923-a97b-6dfac7011cd2', 'name': 'network-vif-deleted', 'tag': 'd99ae718-1a73-4a98-bccd-a04955092cb4'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:15:39.843384 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a03081-1d24-443f-a67e-38c404e55c49" -d '{"events": [{"server_uuid": "e54458cb-078a-4923-a97b-6dfac7011cd2", "name": "network-vif-deleted", "tag": "d99ae718-1a73-4a98-bccd-a04955092cb4"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:15:39.891894 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-709c0fe4-6407-4464-8552-d65c2ad41caf tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks [] for port (4a931013-95b0-4614-8d53-667916fb9900), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:39.905186 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c19649f2-c0e3-4be4-b451-24d8dee71219 req-dc783a3b-29d3-4a9d-83c7-f7d412b71302 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=66ed1bb2-448a-4bab-96cc-2646cc17e850 HTTP/1.1" status: 200 len: 210 time: 0.0585976 Feb 08 21:15:39.977518 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-709c0fe4-6407-4464-8552-d65c2ad41caf tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (4a931013-95b0-4614-8d53-667916fb9900), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:40.090428 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-709c0fe4-6407-4464-8552-d65c2ad41caf tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Network 6e721cc8-cb97-443d-9392-5abeb1b828df is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:15:40.114680 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-709c0fe4-6407-4464-8552-d65c2ad41caf tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:15:40.127041 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-709c0fe4-6407-4464-8552-d65c2ad41caf tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:15:40.158973 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2d241-429b-4f80-a071-ee4298cf343a req-9f3a4033-4acc-40f4-89ee-ce60e4ebe9c5 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:40.166790 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9bd2d241-429b-4f80-a071-ee4298cf343a req-9f3a4033-4acc-40f4-89ee-ce60e4ebe9c5 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 0.0900998 Feb 08 21:15:40.189538 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-709c0fe4-6407-4464-8552-d65c2ad41caf tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:40.190212 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-709c0fe4-6407-4464-8552-d65c2ad41caf tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:40.212050 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-709c0fe4-6407-4464-8552-d65c2ad41caf tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1561511 Feb 08 21:15:40.212920 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c0fe4-6407-4464-8552-d65c2ad41caf tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Pushing event updated for resources: {'Port': ['ID=4a931013-95b0-4614-8d53-667916fb9900,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:40.230420 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-cf524372-ae4e-4498-8c9e-e386e13a3d33 service neutron] Request body: {'port': {'device_id': '66ed1bb2-448a-4bab-96cc-2646cc17e850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:15:40.246507 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9bd2d241-429b-4f80-a071-ee4298cf343a req-1658d09a-8539-4100-9a2a-f4db7b2346fd tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785353 Feb 08 21:15:40.320828 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-cf524372-ae4e-4498-8c9e-e386e13a3d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4a931013-95b0-4614-8d53-667916fb9900), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:40.377278 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7b9a3b-06d0-40ec-8459-7d9fc85d4107 x-openstack-request-id: req-4d7b9a3b-06d0-40ec-8459-7d9fc85d4107 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:15:40.377278 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54458cb-078a-4923-a97b-6dfac7011cd2", "name": "network-vif-deleted", "tag": "d99ae718-1a73-4a98-bccd-a04955092cb4", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:15:40.377678 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4d7b9a3b-06d0-40ec-8459-7d9fc85d4107 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:15:40.378135 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54458cb-078a-4923-a97b-6dfac7011cd2', 'name': 'network-vif-deleted', 'tag': 'd99ae718-1a73-4a98-bccd-a04955092cb4', 'status': 'completed', 'code': 200} Feb 08 21:15:40.630205 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0036215b-3f78-46df-9293-48c882eecab7 req-428e21bf-bddd-4b50-9b72-73a1e08f8e3c tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=e54458cb-078a-4923-a97b-6dfac7011cd2 HTTP/1.1" status: 200 len: 210 time: 0.0586486 Feb 08 21:15:40.796925 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fdf0b-0311-4078-baf9-f3f080a20c2c req-e5fd3c69-9b3c-44a0-8e27-379d2b493108 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:40.798427 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-cf524372-ae4e-4498-8c9e-e386e13a3d33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a931013-95b0-4614-8d53-667916fb9900 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:15:40.799798 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9f3fdf0b-0311-4078-baf9-f3f080a20c2c req-e5fd3c69-9b3c-44a0-8e27-379d2b493108 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=32a8269a-f359-4b69-babb-383a14e68e8d HTTP/1.1" status: 200 len: 945 time: 0.1028318 Feb 08 21:15:40.808029 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-cf524372-ae4e-4498-8c9e-e386e13a3d33 service neutron] Publish callbacks [] for port (4a931013-95b0-4614-8d53-667916fb9900), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:40.824868 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-cf524372-ae4e-4498-8c9e-e386e13a3d33 service neutron] Transition to ACTIVE for port object 4a931013-95b0-4614-8d53-667916fb9900 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:15:40.831861 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-cf524372-ae4e-4498-8c9e-e386e13a3d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (4a931013-95b0-4614-8d53-667916fb9900), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:40.861083 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43114) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:40.873780 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54458cb-078a-4923-a97b-6dfac7011cd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd99ae718-1a73-4a98-bccd-a04955092cb4'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:15:40.891172 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd95965-dd0c-4481-87d8-da12cb39e33e" -d '{"events": [{"server_uuid": "e54458cb-078a-4923-a97b-6dfac7011cd2", "name": "network-vif-unplugged", "status": "completed", "tag": "d99ae718-1a73-4a98-bccd-a04955092cb4"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:15:40.918954 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9f3fdf0b-0311-4078-baf9-f3f080a20c2c req-81164478-a602-40c6-b79b-1d09efc3385c tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052899 Feb 08 21:15:40.956259 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf524372-ae4e-4498-8c9e-e386e13a3d33 service neutron] Pushing event updated for resources: {'Port': ['ID=4a931013-95b0-4614-8d53-667916fb9900,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:40.987718 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-cf524372-ae4e-4498-8c9e-e386e13a3d33 service neutron] Attempting to bind port 4a931013-95b0-4614-8d53-667916fb9900 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:15:40.987718 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-cf524372-ae4e-4498-8c9e-e386e13a3d33 service neutron] Attempting to bind port 4a931013-95b0-4614-8d53-667916fb9900 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'b1a0c837-7c9b-4953-887c-84de13de2b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6e721cc8-cb97-443d-9392-5abeb1b828df'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:15:40.987718 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-cf524372-ae4e-4498-8c9e-e386e13a3d33 service neutron] Attempting to bind port 4a931013-95b0-4614-8d53-667916fb9900 on network 6e721cc8-cb97-443d-9392-5abeb1b828df {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:15:40.989207 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-cf524372-ae4e-4498-8c9e-e386e13a3d33 service neutron] Port 4a931013-95b0-4614-8d53-667916fb9900 on network 6e721cc8-cb97-443d-9392-5abeb1b828df not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:15:40.989566 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-cf524372-ae4e-4498-8c9e-e386e13a3d33 service neutron] Attempting to bind port 4a931013-95b0-4614-8d53-667916fb9900 on network 6e721cc8-cb97-443d-9392-5abeb1b828df {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:15:41.006346 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-cf524372-ae4e-4498-8c9e-e386e13a3d33 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:15:41.006769 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-cf524372-ae4e-4498-8c9e-e386e13a3d33 service neutron] Checking segment: {'id': 'b1a0c837-7c9b-4953-887c-84de13de2b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6e721cc8-cb97-443d-9392-5abeb1b828df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:15:41.007093 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-cf524372-ae4e-4498-8c9e-e386e13a3d33 service neutron] Bound using segment: {'id': 'b1a0c837-7c9b-4953-887c-84de13de2b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6e721cc8-cb97-443d-9392-5abeb1b828df'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:15:41.007547 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-cf524372-ae4e-4498-8c9e-e386e13a3d33 service neutron] Bound port: 4a931013-95b0-4614-8d53-667916fb9900, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1a0c837-7c9b-4953-887c-84de13de2b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6e721cc8-cb97-443d-9392-5abeb1b828df'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:15:41.008486 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-cf524372-ae4e-4498-8c9e-e386e13a3d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4a931013-95b0-4614-8d53-667916fb9900), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:41.054818 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc99311-e8f6-4e29-8757-59736ff861be req-ee5c4013-aeb8-4ae2-9569-10a55f9b6d19 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:41.058230 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cdc99311-e8f6-4e29-8757-59736ff861be req-ee5c4013-aeb8-4ae2-9569-10a55f9b6d19 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.1087563 Feb 08 21:15:41.076475 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9313b2ad-04ca-48ab-acf5-0897a6318108 x-openstack-request-id: req-9313b2ad-04ca-48ab-acf5-0897a6318108 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:15:41.076986 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54458cb-078a-4923-a97b-6dfac7011cd2", "name": "network-vif-unplugged", "status": "completed", "tag": "d99ae718-1a73-4a98-bccd-a04955092cb4", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:15:41.077457 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9313b2ad-04ca-48ab-acf5-0897a6318108 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:15:41.078156 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54458cb-078a-4923-a97b-6dfac7011cd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd99ae718-1a73-4a98-bccd-a04955092cb4', 'code': 200} Feb 08 21:15:41.123768 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-cf524372-ae4e-4498-8c9e-e386e13a3d33 service neutron] For port 4a931013-95b0-4614-8d53-667916fb9900, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:15:41.128566 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-cf524372-ae4e-4498-8c9e-e386e13a3d33 service neutron] For port 4a931013-95b0-4614-8d53-667916fb9900, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=4a931013-95b0-4614-8d53-667916fb9900,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:15:41.143991 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-cf524372-ae4e-4498-8c9e-e386e13a3d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (4a931013-95b0-4614-8d53-667916fb9900), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:41.165001 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-30813f5c-e632-4510-b756-1c82c2af3c23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:41.196184 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-cf524372-ae4e-4498-8c9e-e386e13a3d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:41.197387 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-cf524372-ae4e-4498-8c9e-e386e13a3d33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:41.199110 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-cf524372-ae4e-4498-8c9e-e386e13a3d33 service neutron] 10.222.0.96 "PUT /v2.0/ports/4a931013-95b0-4614-8d53-667916fb9900 HTTP/1.1" status: 200 len: 1092 time: 0.9743004 Feb 08 21:15:41.202639 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ed1bb2-448a-4bab-96cc-2646cc17e850', 'tag': '4a931013-95b0-4614-8d53-667916fb9900'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:15:41.206133 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1c9719-854e-4667-a620-075827151c07" -d '{"events": [{"name": "network-changed", "server_uuid": "66ed1bb2-448a-4bab-96cc-2646cc17e850", "tag": "4a931013-95b0-4614-8d53-667916fb9900"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:15:41.290281 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf524372-ae4e-4498-8c9e-e386e13a3d33 service neutron] Pushing event updated for resources: {'Port': ['ID=4a931013-95b0-4614-8d53-667916fb9900,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:41.314961 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cdc99311-e8f6-4e29-8757-59736ff861be req-65f048e9-e254-4445-bc84-40dd69ee8b37 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485058 Feb 08 21:15:41.324550 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-9e8606d2-48bf-46a0-bbe5-dfab79918b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:41.326650 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-9e8606d2-48bf-46a0-bbe5-dfab79918b02 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c08b3d357a9e4759baf802843a7339e7&device_id=66ed1bb2-448a-4bab-96cc-2646cc17e850 HTTP/1.1" status: 200 len: 1126 time: 0.0754132 Feb 08 21:15:41.398980 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b6f4b-47c2-47b2-b753-8886ce2c16ae req-e15e4292-18c8-4f1c-aa78-4a2b6107568b tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:41.402576 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-d0cc7f39-d27d-4c86-972e-d846e11e6879 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a931013-95b0-4614-8d53-667916fb9900 HTTP/1.1" status: 200 len: 217 time: 0.0623860 Feb 08 21:15:41.405066 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b677b0-4e6a-4246-8555-25e429175345 x-openstack-request-id: req-e0b677b0-4e6a-4246-8555-25e429175345 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:15:41.405508 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66ed1bb2-448a-4bab-96cc-2646cc17e850", "tag": "4a931013-95b0-4614-8d53-667916fb9900", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:15:41.405771 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e0b677b0-4e6a-4246-8555-25e429175345 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:15:41.406326 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66ed1bb2-448a-4bab-96cc-2646cc17e850', 'tag': '4a931013-95b0-4614-8d53-667916fb9900', 'status': 'completed', 'code': 200} Feb 08 21:15:41.413504 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-490b6f4b-47c2-47b2-b753-8886ce2c16ae req-e15e4292-18c8-4f1c-aa78-4a2b6107568b tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=66ed1bb2-448a-4bab-96cc-2646cc17e850 HTTP/1.1" status: 200 len: 943 time: 0.2515860 Feb 08 21:15:41.478049 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-29d3e284-9b02-4adc-ab03-f28013b9caee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:41.480349 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-29d3e284-9b02-4adc-ab03-f28013b9caee service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9f16667b-9ffb-4110-b7c2-7f68860ee7c0 HTTP/1.1" status: 200 len: 845 time: 0.0707505 Feb 08 21:15:41.516035 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-ff7b2eb5-aa9c-4f50-9a79-fdce90795fe0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6e721cc8-cb97-443d-9392-5abeb1b828df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289876 Feb 08 21:15:41.590176 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-30813f5c-e632-4510-b756-1c82c2af3c23 admin admin] Publish callbacks [] for security_group (9ae7c310-3bba-473a-9501-3bc58455a14f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:41.605644 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-490b6f4b-47c2-47b2-b753-8886ce2c16ae req-1c54ea08-dc8d-40f7-b660-669fb3f660ef tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894569 Feb 08 21:15:41.609215 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-30813f5c-e632-4510-b756-1c82c2af3c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9ae7c310-3bba-473a-9501-3bc58455a14f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:41.641100 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-c38a4b85-73f3-456b-aa09-b0d3476c03e3 service neutron] 10.222.0.96 "GET /v2.0/networks/6e721cc8-cb97-443d-9392-5abeb1b828df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183021 Feb 08 21:15:41.695872 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-30813f5c-e632-4510-b756-1c82c2af3c23 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3bfd64f783c1494f892768db3f0bcae0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8334396 Feb 08 21:15:41.696725 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43134) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:41.721209 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30813f5c-e632-4510-b756-1c82c2af3c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae7c310-3bba-473a-9501-3bc58455a14f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:41.738512 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c8d6f-62ed-4cec-b3dd-5282f1a2c83c req-c0898d65-a655-48c6-9cdc-29d5d95d66c9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:41.745401 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d4c8d6f-62ed-4cec-b3dd-5282f1a2c83c req-c0898d65-a655-48c6-9cdc-29d5d95d66c9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 0.2578707 Feb 08 21:15:41.776516 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e20e9211-6f65-4db9-b74c-407897d37b80 req-80559a92-966c-478b-9e84-c3130736d192 service neutron] 10.222.0.96 "GET /v2.0/networks/6e721cc8-cb97-443d-9392-5abeb1b828df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270518 Feb 08 21:15:41.897675 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c9719-854e-4667-a620-075827151c07 req-856dcb44-309e-468b-855f-914638ab769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:41.900787 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0c1c9719-854e-4667-a620-075827151c07 req-856dcb44-309e-468b-855f-914638ab769b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c08b3d357a9e4759baf802843a7339e7&device_id=66ed1bb2-448a-4bab-96cc-2646cc17e850 HTTP/1.1" status: 200 len: 1126 time: 0.0687675 Feb 08 21:15:41.901839 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d4c8d6f-62ed-4cec-b3dd-5282f1a2c83c req-3fa37fb0-dce8-4f5a-9d96-162902934498 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425393 Feb 08 21:15:41.902997 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6f836c4f-3e5d-4f6e-9648-d8ceb76002ed admin admin] Publish callbacks [] for security_group (9ae7c310-3bba-473a-9501-3bc58455a14f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:41.946531 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43136) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:41.956539 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device d99ae718-1a73-4a98-bccd-a04955092cb4 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:15:41.957097 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-534565b5-645b-41c3-ae72-ef5dccf0b829 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1778260063', 'description': 'tempest-description--389671471'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:15:41.964585 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6f836c4f-3e5d-4f6e-9648-d8ceb76002ed admin admin] Publish callbacks [] for security_group (9ae7c310-3bba-473a-9501-3bc58455a14f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:41.984552 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: d99ae718-1a73-4a98-bccd-a04955092cb4 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:15:41.985608 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device d99ae718-1a73-4a98-bccd-a04955092cb4 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:15:42.015839 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-534565b5-645b-41c3-ae72-ef5dccf0b829 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:42.033149 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c9719-854e-4667-a620-075827151c07 req-2411d64c-00b8-47a6-b73f-7d1dae94dd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:42.035015 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0c1c9719-854e-4667-a620-075827151c07 req-2411d64c-00b8-47a6-b73f-7d1dae94dd26 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6e721cc8-cb97-443d-9392-5abeb1b828df HTTP/1.1" status: 200 len: 906 time: 0.1277177 Feb 08 21:15:42.114652 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0c1c9719-854e-4667-a620-075827151c07 req-a6575a0b-da16-4a98-ba6f-99af0c8218f3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a931013-95b0-4614-8d53-667916fb9900 HTTP/1.1" status: 200 len: 217 time: 0.0713451 Feb 08 21:15:42.132281 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6f836c4f-3e5d-4f6e-9648-d8ceb76002ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9ae7c310-3bba-473a-9501-3bc58455a14f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:42.134988 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6f836c4f-3e5d-4f6e-9648-d8ceb76002ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:42.140588 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6f836c4f-3e5d-4f6e-9648-d8ceb76002ed admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9ae7c310-3bba-473a-9501-3bc58455a14f HTTP/1.1" status: 204 len: 168 time: 0.4302912 Feb 08 21:15:42.174793 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f836c4f-3e5d-4f6e-9648-d8ceb76002ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae7c310-3bba-473a-9501-3bc58455a14f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:42.180126 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c9719-854e-4667-a620-075827151c07 req-03456060-f4fa-4faf-a302-b8cdaf3f7e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:42.183366 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0c1c9719-854e-4667-a620-075827151c07 req-03456060-f4fa-4faf-a302-b8cdaf3f7e86 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9f16667b-9ffb-4110-b7c2-7f68860ee7c0 HTTP/1.1" status: 200 len: 845 time: 0.0625997 Feb 08 21:15:42.221070 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc10968-1353-45c0-81b5-8df748b4aeb5 req-9559efe4-ddf3-4c03-9b99-44e0c0c448a3 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:42.228427 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3fc10968-1353-45c0-81b5-8df748b4aeb5 req-9559efe4-ddf3-4c03-9b99-44e0c0c448a3 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=32a8269a-f359-4b69-babb-383a14e68e8d HTTP/1.1" status: 200 len: 945 time: 0.1339760 Feb 08 21:15:42.244519 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-534565b5-645b-41c3-ae72-ef5dccf0b829 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks [] for security_group (6a6d7f35-8465-458c-a178-113ae74f2b31), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:42.252025 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0c1c9719-854e-4667-a620-075827151c07 req-20460d36-7b74-4a07-8d41-8ba618aafe63 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6e721cc8-cb97-443d-9392-5abeb1b828df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619357 Feb 08 21:15:42.284957 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-534565b5-645b-41c3-ae72-ef5dccf0b829 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6a6d7f35-8465-458c-a178-113ae74f2b31), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:42.342860 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-534565b5-645b-41c3-ae72-ef5dccf0b829 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:42.344191 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-534565b5-645b-41c3-ae72-ef5dccf0b829 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3958564 Feb 08 21:15:42.350011 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43142) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:42.358699 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-07da4235-3fd7-43eb-9e68-ba5226ca9436 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Request body: {'security_group_rule': {'security_group_id': '6a6d7f35-8465-458c-a178-113ae74f2b31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:15:42.363753 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534565b5-645b-41c3-ae72-ef5dccf0b829 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6d7f35-8465-458c-a178-113ae74f2b31,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:42.378943 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3fc10968-1353-45c0-81b5-8df748b4aeb5 req-8658bd2e-5800-4f41-a83e-c1e7b1b09235 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495168 Feb 08 21:15:42.382555 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0c1c9719-854e-4667-a620-075827151c07 req-27ab48ac-13ec-49e7-ba94-caf0c0ca15de service neutron] 10.222.0.96 "GET /v2.0/networks/6e721cc8-cb97-443d-9392-5abeb1b828df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231499 Feb 08 21:15:42.427403 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-07da4235-3fd7-43eb-9e68-ba5226ca9436 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks [] for security_group_rule (cd195976-edcd-4977-b753-a3bc7340ef3b), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:42.579032 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-07da4235-3fd7-43eb-9e68-ba5226ca9436 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks [] for security_group_rule (cd195976-edcd-4977-b753-a3bc7340ef3b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:42.590485 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15759847-3f99-4321-ab51-9642b23bc0f3 req-71978ca8-b1bc-4136-b59b-28287c1a9caa tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:42.592701 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-15759847-3f99-4321-ab51-9642b23bc0f3 req-71978ca8-b1bc-4136-b59b-28287c1a9caa tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.1415443 Feb 08 21:15:42.606488 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-07da4235-3fd7-43eb-9e68-ba5226ca9436 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (cd195976-edcd-4977-b753-a3bc7340ef3b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:42.620057 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0c1c9719-854e-4667-a620-075827151c07 req-dafe0d20-0b58-43de-956b-9f1e56dfe05c service neutron] 10.222.0.96 "GET /v2.0/networks/6e721cc8-cb97-443d-9392-5abeb1b828df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303765 Feb 08 21:15:42.653094 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da4235-3fd7-43eb-9e68-ba5226ca9436 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd195976-edcd-4977-b753-a3bc7340ef3b,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:42.669028 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-07da4235-3fd7-43eb-9e68-ba5226ca9436 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:42.670357 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-07da4235-3fd7-43eb-9e68-ba5226ca9436 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3181446 Feb 08 21:15:42.673707 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43156) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:42.680444 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-ab0b3eae-4944-4e55-8d4f-2012311c3357 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Request body: {'security_group_rule': {'security_group_id': '6a6d7f35-8465-458c-a178-113ae74f2b31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:15:42.735672 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-15759847-3f99-4321-ab51-9642b23bc0f3 req-fc51a0b3-df81-40f7-90f3-7c454075ed5e tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301076 Feb 08 21:15:42.817707 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab0b3eae-4944-4e55-8d4f-2012311c3357 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks [] for security_group_rule (aac7658e-f65e-48ca-930a-802c93fb6292), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:42.861188 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b2cd4-1987-4f82-9991-b9ea2df6f0ed req-85b48578-0ea0-4f09-bdbb-bdae261fede7 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:42.863009 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-279b2cd4-1987-4f82-9991-b9ea2df6f0ed req-85b48578-0ea0-4f09-bdbb-bdae261fede7 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=66ed1bb2-448a-4bab-96cc-2646cc17e850 HTTP/1.1" status: 200 len: 943 time: 0.1217401 Feb 08 21:15:42.940618 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-279b2cd4-1987-4f82-9991-b9ea2df6f0ed req-d4682ded-f44f-4af6-8084-72b79d624094 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602231 Feb 08 21:15:42.948092 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab0b3eae-4944-4e55-8d4f-2012311c3357 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks [] for security_group_rule (aac7658e-f65e-48ca-930a-802c93fb6292), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:42.953468 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab0b3eae-4944-4e55-8d4f-2012311c3357 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (aac7658e-f65e-48ca-930a-802c93fb6292), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:42.976130 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b3eae-4944-4e55-8d4f-2012311c3357 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac7658e-f65e-48ca-930a-802c93fb6292,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:43.003592 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab0b3eae-4944-4e55-8d4f-2012311c3357 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:43.009475 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43166) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:43.016717 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-4643f54b-71db-44e2-8b85-8e5d4926db9d tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:15:43.021881 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ab0b3eae-4944-4e55-8d4f-2012311c3357 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3471632 Feb 08 21:15:43.059107 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4643f54b-71db-44e2-8b85-8e5d4926db9d tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:43.144825 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d09a29-2f18-4aa4-9f94-2474ca0a9a1e req-21b437a9-8fcd-4b2c-9db0-963e7e23f89a tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:43.154758 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-92d09a29-2f18-4aa4-9f94-2474ca0a9a1e req-21b437a9-8fcd-4b2c-9db0-963e7e23f89a tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 0.0917618 Feb 08 21:15:43.251980 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-92d09a29-2f18-4aa4-9f94-2474ca0a9a1e req-96892e0e-9b08-465b-8ec1-7689b060f82d tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951843 Feb 08 21:15:43.284947 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4643f54b-71db-44e2-8b85-8e5d4926db9d tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:43.517297 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-4643f54b-71db-44e2-8b85-8e5d4926db9d tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Allocated IP 172.25.3.199 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/9dc6463b-1687-44a2-9e69-4a604431a17d) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:15:43.750679 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4643f54b-71db-44e2-8b85-8e5d4926db9d tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks [] for port (9dc6463b-1687-44a2-9e69-4a604431a17d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:43.854414 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4643f54b-71db-44e2-8b85-8e5d4926db9d tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (9dc6463b-1687-44a2-9e69-4a604431a17d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:43.941683 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8090bd-34eb-4ebd-8550-afe0d06564d3 req-b4093ca3-93ca-436b-948b-574a3750da58 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:43.945608 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c8090bd-34eb-4ebd-8550-afe0d06564d3 req-b4093ca3-93ca-436b-948b-574a3750da58 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.0995507 Feb 08 21:15:43.957421 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4643f54b-71db-44e2-8b85-8e5d4926db9d tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:15:43.961352 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-4643f54b-71db-44e2-8b85-8e5d4926db9d tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:15:43.964476 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4643f54b-71db-44e2-8b85-8e5d4926db9d tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:15:44.082674 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 4a931013-95b0-4614-8d53-667916fb9900 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:15:44.087967 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c8090bd-34eb-4ebd-8550-afe0d06564d3 req-e74eb961-c0b8-4fd4-8ec2-4f9ab000a921 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349914 Feb 08 21:15:44.131467 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643f54b-71db-44e2-8b85-8e5d4926db9d tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Pushing event updated for resources: {'Port': ['ID=9dc6463b-1687-44a2-9e69-4a604431a17d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:44.201949 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f20aa-dd0a-4965-be94-8035c54f96f6 req-6e289b25-fa4c-450b-b88f-b2a2c2c5f79f tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:44.204805 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-275f20aa-dd0a-4965-be94-8035c54f96f6 req-6e289b25-fa4c-450b-b88f-b2a2c2c5f79f tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=66ed1bb2-448a-4bab-96cc-2646cc17e850 HTTP/1.1" status: 200 len: 943 time: 0.1151717 Feb 08 21:15:44.207609 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4643f54b-71db-44e2-8b85-8e5d4926db9d tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks [] for floatingip (9c58e516-67ba-41b5-86ab-b161327a57c4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:44.316794 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:15:44.335696 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-275f20aa-dd0a-4965-be94-8035c54f96f6 req-dea1420e-539c-4aa1-a458-aad5716b375a tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216552 Feb 08 21:15:44.353830 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4643f54b-71db-44e2-8b85-8e5d4926db9d tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9dc6463b-1687-44a2-9e69-4a604431a17d), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:44.465418 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcd471-d00c-4e1d-9a85-7b6873e4e030 req-0b55656f-4bf8-425d-b03d-ab15f7456f46 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:44.480784 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2afcd471-d00c-4e1d-9a85-7b6873e4e030 req-0b55656f-4bf8-425d-b03d-ab15f7456f46 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 0.1266205 Feb 08 21:15:44.563232 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 4a931013-95b0-4614-8d53-667916fb9900, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=4a931013-95b0-4614-8d53-667916fb9900,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:44.582482 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '4a931013-95b0-4614-8d53-667916fb9900', 'network_id': '6e721cc8-cb97-443d-9392-5abeb1b828df', 'port_id': '4a931013-95b0-4614-8d53-667916fb9900', 'mac_address': 'fa:16:3e:f9:5a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f16667b-9ffb-4110-b7c2-7f68860ee7c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:15:44.593900 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2afcd471-d00c-4e1d-9a85-7b6873e4e030 req-b4ccca65-7211-45e1-bad8-d5d9878b812c tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069605 Feb 08 21:15:44.656403 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 4a931013-95b0-4614-8d53-667916fb9900 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:44.656808 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4a931013-95b0-4614-8d53-667916fb9900), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:44.674929 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a931013-95b0-4614-8d53-667916fb9900 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:15:44.701284 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 4a931013-95b0-4614-8d53-667916fb9900, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=4a931013-95b0-4614-8d53-667916fb9900,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:44.711339 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (4a931013-95b0-4614-8d53-667916fb9900), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:44.727037 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4643f54b-71db-44e2-8b85-8e5d4926db9d tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks [] for port (9dc6463b-1687-44a2-9e69-4a604431a17d), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:44.737152 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4643f54b-71db-44e2-8b85-8e5d4926db9d tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (9dc6463b-1687-44a2-9e69-4a604431a17d), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:44.790916 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=4a931013-95b0-4614-8d53-667916fb9900,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:44.887400 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43204) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:44.901649 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643f54b-71db-44e2-8b85-8e5d4926db9d tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Pushing event updated for resources: {'Port': ['ID=9dc6463b-1687-44a2-9e69-4a604431a17d,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:44.922345 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4643f54b-71db-44e2-8b85-8e5d4926db9d tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (9c58e516-67ba-41b5-86ab-b161327a57c4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:44.953182 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4643f54b-71db-44e2-8b85-8e5d4926db9d tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:44.957316 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4643f54b-71db-44e2-8b85-8e5d4926db9d tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9443181 Feb 08 21:15:45.100262 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9881509c-478a-4f5d-837b-1c3aeca1fac4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:45.156373 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['4a931013-95b0-4614-8d53-667916fb9900'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:15:45.310857 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9881509c-478a-4f5d-837b-1c3aeca1fac4 admin admin] Publish callbacks [] for security_group (754d65ad-42fe-41b8-b7d1-378615706a16), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:45.329728 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9881509c-478a-4f5d-837b-1c3aeca1fac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (754d65ad-42fe-41b8-b7d1-378615706a16), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:45.429290 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9881509c-478a-4f5d-837b-1c3aeca1fac4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4fb315265cdb40d2a95795200560c041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5399709 Feb 08 21:15:45.433401 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43226) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:45.452294 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818da5e-062f-45ff-b26c-ac12d2699128 req-132a235a-2f50-438e-8e43-f869d0d8cc39 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:45.454012 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e818da5e-062f-45ff-b26c-ac12d2699128 req-132a235a-2f50-438e-8e43-f869d0d8cc39 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.2446344 Feb 08 21:15:45.459746 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881509c-478a-4f5d-837b-1c3aeca1fac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754d65ad-42fe-41b8-b7d1-378615706a16,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:45.562683 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e818da5e-062f-45ff-b26c-ac12d2699128 req-8caf8b39-9753-479e-9405-e63efd110094 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720153 Feb 08 21:15:45.579052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-2d78b9f4-1e44-41a5-b873-11290ff1768a tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:45.581804 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-2d78b9f4-1e44-41a5-b873-11290ff1768a tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/networks?id=99cd4fbd-ec19-45b8-b386-2fa31ded0325 HTTP/1.1" status: 200 len: 821 time: 0.2333677 Feb 08 21:15:45.587637 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f71f133-71c3-439f-b392-1a0d95336a9e admin admin] Publish callbacks [] for security_group (754d65ad-42fe-41b8-b7d1-378615706a16), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:45.609383 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-4febd731-734b-4c4d-8ed1-253b639d3738 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/quotas/10dc8ae370f746c690cf607378dfc111 HTTP/1.1" status: 200 len: 375 time: 0.0165386 Feb 08 21:15:45.630976 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f71f133-71c3-439f-b392-1a0d95336a9e admin admin] Publish callbacks [] for security_group (754d65ad-42fe-41b8-b7d1-378615706a16), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:45.649919 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-d8d8b628-85f4-413e-8d38-5fb1b7e8944c tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=10dc8ae370f746c690cf607378dfc111&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303721 Feb 08 21:15:45.712936 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f71f133-71c3-439f-b392-1a0d95336a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (754d65ad-42fe-41b8-b7d1-378615706a16), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:45.717097 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f71f133-71c3-439f-b392-1a0d95336a9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:45.718680 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2f71f133-71c3-439f-b392-1a0d95336a9e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/754d65ad-42fe-41b8-b7d1-378615706a16 HTTP/1.1" status: 204 len: 168 time: 0.2836087 Feb 08 21:15:45.741401 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71f133-71c3-439f-b392-1a0d95336a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754d65ad-42fe-41b8-b7d1-378615706a16,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:45.799798 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-06979460-832a-40bc-9b5f-ece03ea9e9db service neutron] 10.222.0.88 "GET /v2.0/networks/99cd4fbd-ec19-45b8-b386-2fa31ded0325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376140 Feb 08 21:15:45.807263 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfd191-5f54-4b42-aefa-25773c94fb10 req-fc9cddaf-0d95-4a1f-bff4-1c2e70dc7975 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:45.809080 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9dcfd191-5f54-4b42-aefa-25773c94fb10 req-fc9cddaf-0d95-4a1f-bff4-1c2e70dc7975 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=66ed1bb2-448a-4bab-96cc-2646cc17e850 HTTP/1.1" status: 200 len: 944 time: 0.0959277 Feb 08 21:15:45.968270 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9dcfd191-5f54-4b42-aefa-25773c94fb10 req-a2624e0a-b9dc-42b1-afe6-95298dedc43c tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362836 Feb 08 21:15:46.012088 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-7da54cd0-c5e0-4827-b30d-8c2428f192ee service neutron] 10.222.0.88 "GET /v2.0/networks/99cd4fbd-ec19-45b8-b386-2fa31ded0325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957705 Feb 08 21:15:46.147330 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de04349-6329-4fb0-b9c7-da2761f9b88b req-7c3f57dc-5dd8-4257-b3e4-bb3db74681d2 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:46.159777 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5de04349-6329-4fb0-b9c7-da2761f9b88b req-7c3f57dc-5dd8-4257-b3e4-bb3db74681d2 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 0.0718813 Feb 08 21:15:46.237890 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5de04349-6329-4fb0-b9c7-da2761f9b88b req-2a102ca9-b672-4297-91d7-cb3ab80fb785 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810661 Feb 08 21:15:46.498884 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c01faf4d-ec3f-4d72-98ef-74ffc18df888 req-9b461114-60d7-458f-869d-26e83245823e tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=6581a6ca-0491-42c0-9218-e75690d793bc HTTP/1.1" status: 200 len: 210 time: 0.0528896 Feb 08 21:15:46.690136 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79b4b1-47c8-42ac-8170-4385d3ceed06 req-409c9294-93e9-433b-b52f-6c62fbf71aac tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:46.693435 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6f79b4b1-47c8-42ac-8170-4385d3ceed06 req-409c9294-93e9-433b-b52f-6c62fbf71aac tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=42015d05-c012-43e8-b7f5-d67972accba1 HTTP/1.1" status: 200 len: 945 time: 0.1202192 Feb 08 21:15:46.836140 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6f79b4b1-47c8-42ac-8170-4385d3ceed06 req-b7048e1d-02d2-489d-b2b6-a39b6d49441e tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313820 Feb 08 21:15:46.912757 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfda97a-0f46-4ef4-8c29-c1d21c053e91 req-3a22472c-205a-48f3-9c53-0e9bf2cdd436 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:46.922958 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7dfda97a-0f46-4ef4-8c29-c1d21c053e91 req-3a22472c-205a-48f3-9c53-0e9bf2cdd436 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.0716629 Feb 08 21:15:46.987152 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7dfda97a-0f46-4ef4-8c29-c1d21c053e91 req-a5bcc158-f4be-4c14-a7ce-d42edcdaccb9 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604949 Feb 08 21:15:47.000812 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43282) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:47.197281 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792187a1-c389-4d41-9165-a4785023b25b req-ab7b4688-31f9-4d2e-a064-c992f18b3a07 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:47.210945 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-792187a1-c389-4d41-9165-a4785023b25b req-ab7b4688-31f9-4d2e-a064-c992f18b3a07 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=66ed1bb2-448a-4bab-96cc-2646cc17e850 HTTP/1.1" status: 200 len: 944 time: 0.1364079 Feb 08 21:15:47.246586 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-f1f1e462-d609-4406-9e09-c3722a25fa97 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-529309115-network', 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:15:47.330648 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f1e462-d609-4406-9e09-c3722a25fa97 admin admin] Made reservation on behalf of d525537d9e77420ea20b7049a2b78e10 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:15:47.334136 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f1f1e462-d609-4406-9e09-c3722a25fa97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:47.356968 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-792187a1-c389-4d41-9165-a4785023b25b req-a7fbf353-0e64-46dc-b825-9c6374884c69 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439729 Feb 08 21:15:47.358544 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f1f1e462-d609-4406-9e09-c3722a25fa97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:47.509019 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4be74-61e2-469e-bd89-4dc9d566bffe req-8700804d-47e0-4062-9158-35c21b6efbb4 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:47.511452 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e4b4be74-61e2-469e-bd89-4dc9d566bffe req-8700804d-47e0-4062-9158-35c21b6efbb4 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 0.1462958 Feb 08 21:15:47.688133 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ed1bdb9-fa02-4419-a3ff-e735cd0bc7a4 req-5ccd7e3b-8467-4dd1-8ec1-4784c5a7621c tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=6581a6ca-0491-42c0-9218-e75690d793bc HTTP/1.1" status: 200 len: 210 time: 0.0824497 Feb 08 21:15:47.700990 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e4b4be74-61e2-469e-bd89-4dc9d566bffe req-8c4e3004-2d75-4536-a523-eb25d94337f4 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788721 Feb 08 21:15:47.704793 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f1f1e462-d609-4406-9e09-c3722a25fa97 admin admin] Publish callbacks [] for security_group (3726a11d-483f-4b45-a9c6-c5b87b832675), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:47.715239 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f1f1e462-d609-4406-9e09-c3722a25fa97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3726a11d-483f-4b45-a9c6-c5b87b832675), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:47.766854 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f1e462-d609-4406-9e09-c3722a25fa97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:15:47.793370 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f1f1e462-d609-4406-9e09-c3722a25fa97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (dee5ecaf-6fbc-4a50-ab7a-197d866cb98a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:47.794798 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-f1f1e462-d609-4406-9e09-c3722a25fa97 admin admin] Added segment dee5ecaf-6fbc-4a50-ab7a-197d866cb98a of type vlan for network a0019a9f-5a34-415a-af13-d40bad12bc71 Feb 08 21:15:47.821979 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1e462-d609-4406-9e09-c3722a25fa97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3726a11d-483f-4b45-a9c6-c5b87b832675,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:47.964928 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f1f1e462-d609-4406-9e09-c3722a25fa97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (a0019a9f-5a34-415a-af13-d40bad12bc71), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:48.109210 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 4a931013-95b0-4614-8d53-667916fb9900 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:15:48.145374 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f1f1e462-d609-4406-9e09-c3722a25fa97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (a0019a9f-5a34-415a-af13-d40bad12bc71), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:48.147147 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f1e462-d609-4406-9e09-c3722a25fa97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:48.148079 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f1f1e462-d609-4406-9e09-c3722a25fa97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:48.206020 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 4a931013-95b0-4614-8d53-667916fb9900 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:15:48.213119 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 4a931013-95b0-4614-8d53-667916fb9900 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:15:48.213970 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (4a931013-95b0-4614-8d53-667916fb9900), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:48.370347 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 4a931013-95b0-4614-8d53-667916fb9900 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:48.370783 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4a931013-95b0-4614-8d53-667916fb9900), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:48.408945 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ed1bb2-448a-4bab-96cc-2646cc17e850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a931013-95b0-4614-8d53-667916fb9900'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:15:48.411467 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce80e66-e70b-4a0d-a6fb-165be5a0bdc2" -d '{"events": [{"server_uuid": "66ed1bb2-448a-4bab-96cc-2646cc17e850", "name": "network-vif-plugged", "status": "completed", "tag": "4a931013-95b0-4614-8d53-667916fb9900"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:15:48.430651 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 4a931013-95b0-4614-8d53-667916fb9900, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=4a931013-95b0-4614-8d53-667916fb9900,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:48.437425 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (4a931013-95b0-4614-8d53-667916fb9900), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:48.499317 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=4a931013-95b0-4614-8d53-667916fb9900,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:48.627472 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04383086-f3ab-4f56-9bad-57d632ad14c0 req-414c7829-521d-4701-ab1c-de37527d0b83 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:48.629995 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-04383086-f3ab-4f56-9bad-57d632ad14c0 req-414c7829-521d-4701-ab1c-de37527d0b83 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.96 "GET /v2.0/ports?device_id=42015d05-c012-43e8-b7f5-d67972accba1 HTTP/1.1" status: 200 len: 945 time: 0.0723777 Feb 08 21:15:48.756361 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f1f1e462-d609-4406-9e09-c3722a25fa97 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7495522 Feb 08 21:15:48.757179 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43306) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:48.763829 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7b492e05-6865-4892-8d1f-1cdd7b612b0e admin admin] Request body: {'subnet': {'network_id': 'a0019a9f-5a34-415a-af13-d40bad12bc71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-529309115-subnet', 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:15:48.797030 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-04383086-f3ab-4f56-9bad-57d632ad14c0 req-afa99ac6-1580-4efe-ba6e-0a5d7b696f82 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Deleting port e75f0b0d-85be-425e-b7d1-e05a5632a1d3 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:15:48.797566 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-04383086-f3ab-4f56-9bad-57d632ad14c0 req-afa99ac6-1580-4efe-ba6e-0a5d7b696f82 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (e75f0b0d-85be-425e-b7d1-e05a5632a1d3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:48.802697 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b492e05-6865-4892-8d1f-1cdd7b612b0e admin admin] Made reservation on behalf of d525537d9e77420ea20b7049a2b78e10 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:15:48.805033 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b492e05-6865-4892-8d1f-1cdd7b612b0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:48.825484 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1e462-d609-4406-9e09-c3722a25fa97 admin admin] Pushing event updated for resources: {'Network': ['ID=a0019a9f-5a34-415a-af13-d40bad12bc71,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:48.841761 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network a0019a9f-5a34-415a-af13-d40bad12bc71 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:15:48.883046 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-4d73750e-989e-4f96-a44b-45faa3aea410 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:48.886518 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-4d73750e-989e-4f96-a44b-45faa3aea410 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.94 "GET /v2.0/networks?id=99cd4fbd-ec19-45b8-b386-2fa31ded0325 HTTP/1.1" status: 200 len: 821 time: 0.9536049 Feb 08 21:15:48.901648 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7768a-0b00-415b-bc20-4e86c99e04c7 req-ab070539-4d5f-423e-8df5-96237b16fa38 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:48.914132 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61f7768a-0b00-415b-bc20-4e86c99e04c7 req-ab070539-4d5f-423e-8df5-96237b16fa38 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=42015d05-c012-43e8-b7f5-d67972accba1 HTTP/1.1" status: 200 len: 945 time: 0.8432572 Feb 08 21:15:48.930728 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a3ae4-8805-43c2-9d89-f98f48218c39 req-b3fd3746-be63-4bc9-b33d-23003081c4ff tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:48.943807 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df1a3ae4-8805-43c2-9d89-f98f48218c39 req-b3fd3746-be63-4bc9-b33d-23003081c4ff tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.7890611 Feb 08 21:15:48.955017 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-2d979c8a-c3ad-45c3-96d2-f1b39e70d949 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Request body: {'port': {'device_id': '6581a6ca-0491-42c0-9218-e75690d793bc', 'network_id': '99cd4fbd-ec19-45b8-b386-2fa31ded0325', 'admin_state_up': True, 'tenant_id': '10dc8ae370f746c690cf607378dfc111'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:15:49.024708 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-04383086-f3ab-4f56-9bad-57d632ad14c0 req-afa99ac6-1580-4efe-ba6e-0a5d7b696f82 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] For port e75f0b0d-85be-425e-b7d1-e05a5632a1d3, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=e75f0b0d-85be-425e-b7d1-e05a5632a1d3,segment=NetworkSegment(f84ccc74-639c-4469-8a97-7618a6d4e83c),segment_id=f84ccc74-639c-4469-8a97-7618a6d4e83c)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:49.025448 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-04383086-f3ab-4f56-9bad-57d632ad14c0 req-afa99ac6-1580-4efe-ba6e-0a5d7b696f82 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (e75f0b0d-85be-425e-b7d1-e05a5632a1d3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:49.213188 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df1a3ae4-8805-43c2-9d89-f98f48218c39 req-e3cfb5f7-6575-4cb3-b90d-fa318efd96d6 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678444 Feb 08 21:15:49.253272 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61f7768a-0b00-415b-bc20-4e86c99e04c7 req-87f215ee-dc1f-44a2-94f6-9d1b4eec8604 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ae99ff0-98f6-459a-bb2f-5d180c200bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3059573 Feb 08 21:15:49.384959 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6499f7-b13d-4cdf-a12d-13ebb8df9a1b x-openstack-request-id: req-4c6499f7-b13d-4cdf-a12d-13ebb8df9a1b {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:15:49.386053 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ed1bb2-448a-4bab-96cc-2646cc17e850", "name": "network-vif-plugged", "status": "completed", "tag": "4a931013-95b0-4614-8d53-667916fb9900", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:15:49.386053 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4c6499f7-b13d-4cdf-a12d-13ebb8df9a1b {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:15:49.386053 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ed1bb2-448a-4bab-96cc-2646cc17e850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a931013-95b0-4614-8d53-667916fb9900', 'code': 200} Feb 08 21:15:49.400464 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-2d979c8a-c3ad-45c3-96d2-f1b39e70d949 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Made reservation on behalf of 10dc8ae370f746c690cf607378dfc111 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:15:49.404677 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-2d979c8a-c3ad-45c3-96d2-f1b39e70d949 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:49.461759 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5402b-5a76-4ec5-995c-52cef736c961 req-f1fc4177-2022-44a4-be34-2fa2b46d6c18 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:49.463726 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29c5402b-5a76-4ec5-995c-52cef736c961 req-f1fc4177-2022-44a4-be34-2fa2b46d6c18 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=66ed1bb2-448a-4bab-96cc-2646cc17e850 HTTP/1.1" status: 200 len: 945 time: 0.1149530 Feb 08 21:15:49.557348 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29c5402b-5a76-4ec5-995c-52cef736c961 req-c5968bb5-0bb8-4423-9ac5-90da393c7a19 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842452 Feb 08 21:15:49.636037 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4c8d96b7-3a86-4a6e-b235-039c2d4f1a3c req-0383169a-e0b5-4ae5-b2bd-af11292aa7e8 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=6581a6ca-0491-42c0-9218-e75690d793bc HTTP/1.1" status: 200 len: 210 time: 0.1088154 Feb 08 21:15:49.763718 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010b5d2-6309-43e8-bf40-1fe589bae64a req-cba33422-31c7-435f-971a-41de341f085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:49.765397 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2010b5d2-6309-43e8-bf40-1fe589bae64a req-cba33422-31c7-435f-971a-41de341f085c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=66ed1bb2-448a-4bab-96cc-2646cc17e850 HTTP/1.1" status: 200 len: 1128 time: 0.2372718 Feb 08 21:15:49.795187 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-2d979c8a-c3ad-45c3-96d2-f1b39e70d949 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Allocated IP 172.20.0.6 (99cd4fbd-ec19-45b8-b386-2fa31ded0325/d1038644-0e9a-4c39-b91b-b7947ede0433/3b690277-0299-406d-9ce9-420ed1dddf52) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:15:49.825494 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b492e05-6865-4892-8d1f-1cdd7b612b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (47eb3153-f73c-4b93-977e-6eee8c5c39cf), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:49.829509 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a588fef-66a4-4d10-8490-cffc9556054a req-683bf4db-4aaa-4ddb-91a5-0674c5c9c186 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:49.836569 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a588fef-66a4-4d10-8490-cffc9556054a req-683bf4db-4aaa-4ddb-91a5-0674c5c9c186 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 0.1634297 Feb 08 21:15:49.894753 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2010b5d2-6309-43e8-bf40-1fe589bae64a req-1fffd14d-39a3-47a6-838e-e530a4b63663 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116328 Feb 08 21:15:49.967911 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a588fef-66a4-4d10-8490-cffc9556054a req-a7618bd7-5e7c-4043-ae1c-d7715e1ee649 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301932 Feb 08 21:15:49.976478 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-04383086-f3ab-4f56-9bad-57d632ad14c0 req-afa99ac6-1580-4efe-ba6e-0a5d7b696f82 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:49.977090 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-04383086-f3ab-4f56-9bad-57d632ad14c0 req-afa99ac6-1580-4efe-ba6e-0a5d7b696f82 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (12fc7dca-90e8-4231-9eb3-1910af608108), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:49.977674 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [req-04383086-f3ab-4f56-9bad-57d632ad14c0 req-afa99ac6-1580-4efe-ba6e-0a5d7b696f82 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Floating IP 12fc7dca-90e8-4231-9eb3-1910af608108 disassociated. External IP: 172.25.3.125, port: e75f0b0d-85be-425e-b7d1-e05a5632a1d3. Feb 08 21:15:49.978266 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-04383086-f3ab-4f56-9bad-57d632ad14c0 req-afa99ac6-1580-4efe-ba6e-0a5d7b696f82 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Calling delete_port for e75f0b0d-85be-425e-b7d1-e05a5632a1d3 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:15:50.023468 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b492e05-6865-4892-8d1f-1cdd7b612b0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=47eb3153-f73c-4b93-977e-6eee8c5c39cf,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:50.037987 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b492e05-6865-4892-8d1f-1cdd7b612b0e admin admin] Checking segment: {'id': 'dee5ecaf-6fbc-4a50-ab7a-197d866cb98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a0019a9f-5a34-415a-af13-d40bad12bc71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:15:50.038605 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b492e05-6865-4892-8d1f-1cdd7b612b0e admin admin] Network hostable DHCP agents. Network: a0019a9f-5a34-415a-af13-d40bad12bc71, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:15:50.147124 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-2d979c8a-c3ad-45c3-96d2-f1b39e70d949 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks [] for port (3b690277-0299-406d-9ce9-420ed1dddf52), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:50.165638 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b492e05-6865-4892-8d1f-1cdd7b612b0e admin admin] Network a0019a9f-5a34-415a-af13-d40bad12bc71 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:15:50.201650 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-2d979c8a-c3ad-45c3-96d2-f1b39e70d949 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (3b690277-0299-406d-9ce9-420ed1dddf52), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:50.203263 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-7b492e05-6865-4892-8d1f-1cdd7b612b0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, a0019a9f-5a34-415a-af13-d40bad12bc71) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:15:50.214292 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39857fbd-328b-4fef-a224-dabf6cbafc16 None None] Network a0019a9f-5a34-415a-af13-d40bad12bc71 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:15:50.225751 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b492e05-6865-4892-8d1f-1cdd7b612b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:50.226784 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b492e05-6865-4892-8d1f-1cdd7b612b0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:50.266322 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-2d979c8a-c3ad-45c3-96d2-f1b39e70d949 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Network 99cd4fbd-ec19-45b8-b386-2fa31ded0325 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:15:50.266322 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43318) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:50.267948 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7b492e05-6865-4892-8d1f-1cdd7b612b0e admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5092206 Feb 08 21:15:50.273140 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-64b504c2-74a9-492a-a4e3-a4e2e800e12a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-529309115-router', 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:15:50.284823 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-2d979c8a-c3ad-45c3-96d2-f1b39e70d949 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:15:50.300350 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-2d979c8a-c3ad-45c3-96d2-f1b39e70d949 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:15:50.355791 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d979c8a-c3ad-45c3-96d2-f1b39e70d949 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Pushing event updated for resources: {'Port': ['ID=3b690277-0299-406d-9ce9-420ed1dddf52,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:50.369702 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64b504c2-74a9-492a-a4e3-a4e2e800e12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (7968c0c2-2ebf-4c56-b206-86d9e5908bd6), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:50.370973 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64b504c2-74a9-492a-a4e3-a4e2e800e12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (7968c0c2-2ebf-4c56-b206-86d9e5908bd6), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:50.376551 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-04383086-f3ab-4f56-9bad-57d632ad14c0 req-afa99ac6-1580-4efe-ba6e-0a5d7b696f82 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (e75f0b0d-85be-425e-b7d1-e05a5632a1d3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:50.440235 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa99ac6-1580-4efe-ba6e-0a5d7b696f82 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Pushing event deleted for resources: {'Port': ['ID=e75f0b0d-85be-425e-b7d1-e05a5632a1d3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:50.444975 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e4a49c7e-4896-426a-a5ea-39bcc31726c1 req-4e079f28-dd1f-4cca-903f-51dfee3b287d tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/ports?device_id=42015d05-c012-43e8-b7f5-d67972accba1 HTTP/1.1" status: 200 len: 210 time: 0.0473628 Feb 08 21:15:50.482408 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-2d979c8a-c3ad-45c3-96d2-f1b39e70d949 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:50.483684 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-2d979c8a-c3ad-45c3-96d2-f1b39e70d949 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:50.506675 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e750cda8-420d-4312-8ed5-9822436d1105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-a0019a9f-5a34-415a-af13-d40bad12bc71', 'network_id': 'a0019a9f-5a34-415a-af13-d40bad12bc71', 'project_id': 'd525537d9e77420ea20b7049a2b78e10', 'fixed_ips': [{'subnet_id': '47eb3153-f73c-4b93-977e-6eee8c5c39cf'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:15:50.509118 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e750cda8-420d-4312-8ed5-9822436d1105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:50.563280 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64b504c2-74a9-492a-a4e3-a4e2e800e12a admin admin] Publish callbacks [] for router_controller (7968c0c2-2ebf-4c56-b206-86d9e5908bd6), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:50.569979 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-2d979c8a-c3ad-45c3-96d2-f1b39e70d949 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6543815 Feb 08 21:15:50.661416 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04383086-f3ab-4f56-9bad-57d632ad14c0 req-afa99ac6-1580-4efe-ba6e-0a5d7b696f82 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Router 14c649df-e9ba-4f3c-ae75-6e5475821c0d has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:15:50.717208 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-0b2a9d43-605c-4abe-83d7-d724cefa425b service neutron] Request body: {'port': {'device_id': '6581a6ca-0491-42c0-9218-e75690d793bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:15:50.747413 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-e750cda8-420d-4312-8ed5-9822436d1105 None None] Allocated IP 172.20.0.2 (a0019a9f-5a34-415a-af13-d40bad12bc71/47eb3153-f73c-4b93-977e-6eee8c5c39cf/d238bb90-a6d0-4e15-83e3-4a666cd766f9) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:15:50.897517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948a47a-23c1-4d77-9131-61a4f8107a57 req-a1d803d8-b65d-4120-9ff6-3005be4a796a tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:50.904584 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04383086-f3ab-4f56-9bad-57d632ad14c0 req-afa99ac6-1580-4efe-ba6e-0a5d7b696f82 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:15:50.905176 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3948a47a-23c1-4d77-9131-61a4f8107a57 req-a1d803d8-b65d-4120-9ff6-3005be4a796a tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.5095212 Feb 08 21:15:51.010174 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e750cda8-420d-4312-8ed5-9822436d1105 None None] Publish callbacks [] for port (d238bb90-a6d0-4e15-83e3-4a666cd766f9), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:51.024407 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9892eb0-bf8c-472a-aa76-0c8916a16878 None None] Sync routers for ids ['14c649df-e9ba-4f3c-ae75-6e5475821c0d'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:15:51.034221 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e750cda8-420d-4312-8ed5-9822436d1105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (d238bb90-a6d0-4e15-83e3-4a666cd766f9), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:51.066829 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-04383086-f3ab-4f56-9bad-57d632ad14c0 req-afa99ac6-1580-4efe-ba6e-0a5d7b696f82 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] No DVR routers for this DVR port e75f0b0d-85be-425e-b7d1-e05a5632a1d3 on host n-h2-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:15:51.076234 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-04383086-f3ab-4f56-9bad-57d632ad14c0 req-afa99ac6-1580-4efe-ba6e-0a5d7b696f82 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:51.083927 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-04383086-f3ab-4f56-9bad-57d632ad14c0 req-afa99ac6-1580-4efe-ba6e-0a5d7b696f82 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.96 "DELETE /v2.0/ports/e75f0b0d-85be-425e-b7d1-e05a5632a1d3 HTTP/1.1" status: 204 len: 173 time: 2.4473796 Feb 08 21:15:51.088042 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42015d05-c012-43e8-b7f5-d67972accba1', 'name': 'network-vif-deleted', 'tag': 'e75f0b0d-85be-425e-b7d1-e05a5632a1d3'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:15:51.092793 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c330fa65-5fb2-45ef-a7ba-26ac37d56abe" -d '{"events": [{"server_uuid": "42015d05-c012-43e8-b7f5-d67972accba1", "name": "network-vif-deleted", "tag": "e75f0b0d-85be-425e-b7d1-e05a5632a1d3"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:15:51.133215 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-0b2a9d43-605c-4abe-83d7-d724cefa425b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3b690277-0299-406d-9ce9-420ed1dddf52), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:51.135816 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e750cda8-420d-4312-8ed5-9822436d1105 None None] Network a0019a9f-5a34-415a-af13-d40bad12bc71 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:15:51.159062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-e750cda8-420d-4312-8ed5-9822436d1105 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:15:51.173298 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e750cda8-420d-4312-8ed5-9822436d1105 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:15:51.258780 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64b504c2-74a9-492a-a4e3-a4e2e800e12a admin admin] Publish callbacks [] for router_gateway (7968c0c2-2ebf-4c56-b206-86d9e5908bd6), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:51.304194 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9892eb0-bf8c-472a-aa76-0c8916a16878 None None] Routers {'14c649df-e9ba-4f3c-ae75-6e5475821c0d'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:15:51.305424 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b9892eb0-bf8c-472a-aa76-0c8916a16878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:15:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['14c649df-e9ba-4f3c-ae75-6e5475821c0d'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:15:51.317645 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e750cda8-420d-4312-8ed5-9822436d1105 None None] Pushing event updated for resources: {'Port': ['ID=d238bb90-a6d0-4e15-83e3-4a666cd766f9,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:51.397025 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-e750cda8-420d-4312-8ed5-9822436d1105 None None] Attempting to bind port d238bb90-a6d0-4e15-83e3-4a666cd766f9 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:15:51.397793 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-e750cda8-420d-4312-8ed5-9822436d1105 None None] Attempting to bind port d238bb90-a6d0-4e15-83e3-4a666cd766f9 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'dee5ecaf-6fbc-4a50-ab7a-197d866cb98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a0019a9f-5a34-415a-af13-d40bad12bc71'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:15:51.398384 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e750cda8-420d-4312-8ed5-9822436d1105 None None] Attempting to bind port d238bb90-a6d0-4e15-83e3-4a666cd766f9 on network a0019a9f-5a34-415a-af13-d40bad12bc71 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:15:51.407600 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e750cda8-420d-4312-8ed5-9822436d1105 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:15:51.408479 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e750cda8-420d-4312-8ed5-9822436d1105 None None] Checking segment: {'id': 'dee5ecaf-6fbc-4a50-ab7a-197d866cb98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a0019a9f-5a34-415a-af13-d40bad12bc71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:15:51.409108 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e750cda8-420d-4312-8ed5-9822436d1105 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:51.409839 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e750cda8-420d-4312-8ed5-9822436d1105 None None] Bound using segment: {'id': 'dee5ecaf-6fbc-4a50-ab7a-197d866cb98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a0019a9f-5a34-415a-af13-d40bad12bc71'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:15:51.410587 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-e750cda8-420d-4312-8ed5-9822436d1105 None None] Bound port: d238bb90-a6d0-4e15-83e3-4a666cd766f9, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee5ecaf-6fbc-4a50-ab7a-197d866cb98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a0019a9f-5a34-415a-af13-d40bad12bc71'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:15:51.411350 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e750cda8-420d-4312-8ed5-9822436d1105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d238bb90-a6d0-4e15-83e3-4a666cd766f9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:51.534264 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-e750cda8-420d-4312-8ed5-9822436d1105 None None] For port d238bb90-a6d0-4e15-83e3-4a666cd766f9, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:15:51.559960 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-b9892eb0-bf8c-472a-aa76-0c8916a16878 None None] Set router 14c649df-e9ba-4f3c-ae75-6e5475821c0d gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:15:51.645089 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3948a47a-23c1-4d77-9131-61a4f8107a57 req-eaba9626-6b85-459f-8851-5c18e5b4667e tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5538943 Feb 08 21:15:51.698595 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd8b62-a61b-4185-8450-3b5002239b85 req-0a67e8d1-2fcb-458c-bc54-a479938a81f1 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:51.701892 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0cdd8b62-a61b-4185-8450-3b5002239b85 req-0a67e8d1-2fcb-458c-bc54-a479938a81f1 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=66ed1bb2-448a-4bab-96cc-2646cc17e850 HTTP/1.1" status: 200 len: 945 time: 0.9082358 Feb 08 21:15:51.724426 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-e750cda8-420d-4312-8ed5-9822436d1105 None None] For port d238bb90-a6d0-4e15-83e3-4a666cd766f9, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d238bb90-a6d0-4e15-83e3-4a666cd766f9,segment=NetworkSegment(dee5ecaf-6fbc-4a50-ab7a-197d866cb98a),segment_id=dee5ecaf-6fbc-4a50-ab7a-197d866cb98a)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:15:51.773748 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e750cda8-420d-4312-8ed5-9822436d1105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d238bb90-a6d0-4e15-83e3-4a666cd766f9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:51.957607 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e750cda8-420d-4312-8ed5-9822436d1105 None None] Pushing event updated for resources: {'Port': ['ID=d238bb90-a6d0-4e15-83e3-4a666cd766f9,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:51.966484 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0cdd8b62-a61b-4185-8450-3b5002239b85 req-984b8166-8b10-4546-ad9c-a7e5f3bd1c7a tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031556 Feb 08 21:15:52.149938 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device e75f0b0d-85be-425e-b7d1-e05a5632a1d3 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:15:52.207406 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66912cf8-bed1-41e3-8361-a5da8d2a1d00 req-0b226e57-d067-46f2-90af-0c7542dabb00 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:52.207911 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: e75f0b0d-85be-425e-b7d1-e05a5632a1d3 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:15:52.208508 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device e75f0b0d-85be-425e-b7d1-e05a5632a1d3 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:15:52.209820 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66912cf8-bed1-41e3-8361-a5da8d2a1d00 req-0b226e57-d067-46f2-90af-0c7542dabb00 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=6581a6ca-0491-42c0-9218-e75690d793bc HTTP/1.1" status: 200 len: 931 time: 0.3992889 Feb 08 21:15:52.300873 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b9892eb0-bf8c-472a-aa76-0c8916a16878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1810342990-router', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:11:27Z', 'updated_at': '2022-02-08T21:11:33Z', 'revision_number': 4, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'gw_port': {'id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:28Z', 'updated_at': '2022-02-08T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '9bce35fe-25a1-46dd-8c5b-a702fdfbd384', 'name': '', 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'mac_address': 'fa:16:3e:f4:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:32Z', 'updated_at': '2022-02-08T21:11:50Z', 'revision_number': 5, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'subnets': [{'id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:15:52.359850 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9892eb0-bf8c-472a-aa76-0c8916a16878 None None] Checking router: 14c649df-e9ba-4f3c-ae75-6e5475821c0d for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:15:52.380546 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9892eb0-bf8c-472a-aa76-0c8916a16878 None None] Routers {'14c649df-e9ba-4f3c-ae75-6e5475821c0d'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:15:52.385842 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b9892eb0-bf8c-472a-aa76-0c8916a16878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:15:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['14c649df-e9ba-4f3c-ae75-6e5475821c0d'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:15:52.601092 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-b9892eb0-bf8c-472a-aa76-0c8916a16878 None None] Set router 14c649df-e9ba-4f3c-ae75-6e5475821c0d gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:15:52.636268 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66912cf8-bed1-41e3-8361-a5da8d2a1d00 req-34feb6c9-7711-4f43-b1f4-d91cbcb5a76b tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957016 Feb 08 21:15:52.807155 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa000c2f-fa0d-456c-a532-17c8f86595d7 req-c9f5d2ea-1b43-453e-ab92-06d06bcaef98 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:52.808807 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa000c2f-fa0d-456c-a532-17c8f86595d7 req-c9f5d2ea-1b43-453e-ab92-06d06bcaef98 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 0.6357393 Feb 08 21:15:52.811386 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3a2481-fbf8-45a8-821e-f1caf468360a x-openstack-request-id: req-3d3a2481-fbf8-45a8-821e-f1caf468360a {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:15:52.812218 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42015d05-c012-43e8-b7f5-d67972accba1", "name": "network-vif-deleted", "tag": "e75f0b0d-85be-425e-b7d1-e05a5632a1d3", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:15:52.812218 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3d3a2481-fbf8-45a8-821e-f1caf468360a {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:15:52.812534 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42015d05-c012-43e8-b7f5-d67972accba1', 'name': 'network-vif-deleted', 'tag': 'e75f0b0d-85be-425e-b7d1-e05a5632a1d3', 'status': 'completed', 'code': 200} Feb 08 21:15:53.077653 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b9892eb0-bf8c-472a-aa76-0c8916a16878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1810342990-router', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:11:27Z', 'updated_at': '2022-02-08T21:11:33Z', 'revision_number': 4, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'gw_port': {'id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:28Z', 'updated_at': '2022-02-08T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '9bce35fe-25a1-46dd-8c5b-a702fdfbd384', 'name': '', 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'mac_address': 'fa:16:3e:f4:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:32Z', 'updated_at': '2022-02-08T21:11:50Z', 'revision_number': 5, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'subnets': [{'id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:15:53.118003 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9892eb0-bf8c-472a-aa76-0c8916a16878 None None] The sync data for ids ['14c649df-e9ba-4f3c-ae75-6e5475821c0d'] in n-d-712143-31 is: [{'id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1810342990-router', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:11:27Z', 'updated_at': '2022-02-08T21:11:33Z', 'revision_number': 4, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'gw_port': {'id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:28Z', 'updated_at': '2022-02-08T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '9bce35fe-25a1-46dd-8c5b-a702fdfbd384', 'name': '', 'network_id': 'b2fa857b-d652-4cb7-a5d6-dc6045645cef', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'mac_address': 'fa:16:3e:f4:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:32Z', 'updated_at': '2022-02-08T21:11:50Z', 'revision_number': 5, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'subnets': [{'id': 'a6afb4a6-45be-443f-9ca3-32271431c278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:15:53.178066 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64b504c2-74a9-492a-a4e3-a4e2e800e12a admin admin] Publish callbacks [] for router_gateway (7968c0c2-2ebf-4c56-b206-86d9e5908bd6), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:53.219212 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64b504c2-74a9-492a-a4e3-a4e2e800e12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:53.261042 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1874a0d1-ca16-40bb-891a-08548b889cc0 req-b2a4ed9f-e2e4-4789-be4a-02bcb6dcfea7 service neutron] 10.222.0.94 "GET /v2.0/ports/50436714-03f1-4ea7-8ae2-a13351fba2a1/bindings/n-h1-712143-31 HTTP/1.1" status: 200 len: 383 time: 0.8435214 Feb 08 21:15:53.408293 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa000c2f-fa0d-456c-a532-17c8f86595d7 req-65a0bfbb-2013-4eb4-8084-0b8126e44363 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5240471 Feb 08 21:15:53.421481 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-0b2a9d43-605c-4abe-83d7-d724cefa425b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b690277-0299-406d-9ce9-420ed1dddf52 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:15:53.451184 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-0b2a9d43-605c-4abe-83d7-d724cefa425b service neutron] Publish callbacks [] for port (3b690277-0299-406d-9ce9-420ed1dddf52), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:53.490938 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ccab7-17d3-45fe-9e6b-c3f68e3d4fd6 req-305aa853-9cbd-46a6-8d7b-161fa717c9e5 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:53.500624 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-270ccab7-17d3-45fe-9e6b-c3f68e3d4fd6 req-305aa853-9cbd-46a6-8d7b-161fa717c9e5 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 1129 time: 0.4970841 Feb 08 21:15:53.545041 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d238bb90-a6d0-4e15-83e3-4a666cd766f9 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:15:53.830410 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d238bb90-a6d0-4e15-83e3-4a666cd766f9 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:15:53.834204 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d238bb90-a6d0-4e15-83e3-4a666cd766f9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:53.889639 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb623f19-1188-4216-9e09-21c158229a3f None None] New status for floating IP 12fc7dca-90e8-4231-9eb3-1910af608108: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:15:53.904316 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5081c36e-fc9b-4f33-982c-95194edd3ac8 None None] Network a0019a9f-5a34-415a-af13-d40bad12bc71 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:15:54.141179 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 50436714-03f1-4ea7-8ae2-a13351fba2a1 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:15:54.257814 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-0b2a9d43-605c-4abe-83d7-d724cefa425b service neutron] Transition to ACTIVE for port object 3b690277-0299-406d-9ce9-420ed1dddf52 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:15:54.286159 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d7ac7-fc4f-4763-883f-3bce49943147 req-25df7d62-d387-4aa0-b713-e16bc402fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:54.289659 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-630d7ac7-fc4f-4763-883f-3bce49943147 req-25df7d62-d387-4aa0-b713-e16bc402fe40 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 1132 time: 0.1036325 Feb 08 21:15:54.331430 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-0b2a9d43-605c-4abe-83d7-d724cefa425b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (3b690277-0299-406d-9ce9-420ed1dddf52), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:54.360420 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-299052d2-464a-47cb-8655-4a8bf055e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:54.410113 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-42850839-a5fe-4198-9f76-1f53bf1b18fb None None] Provisioning complete for port d238bb90-a6d0-4e15-83e3-4a666cd766f9 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:15:54.410486 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-42850839-a5fe-4198-9f76-1f53bf1b18fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d238bb90-a6d0-4e15-83e3-4a666cd766f9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:54.414679 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-630d7ac7-fc4f-4763-883f-3bce49943147 req-ed8a45a9-7993-4c3d-aa4a-7c199fbcef16 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166611 Feb 08 21:15:54.526980 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-64b504c2-74a9-492a-a4e3-a4e2e800e12a admin admin] Allocated IP 172.25.3.181 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/f93e843d-3bd8-4492-b9d5-8f15f212fbaf) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:15:54.605636 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a9d43-605c-4abe-83d7-d724cefa425b service neutron] Pushing event updated for resources: {'Port': ['ID=3b690277-0299-406d-9ce9-420ed1dddf52,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:54.632574 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-270ccab7-17d3-45fe-9e6b-c3f68e3d4fd6 req-c0811083-0073-4904-b766-949c7734b115 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1303611 Feb 08 21:15:54.683312 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1b9ce-1ae1-4493-8d13-fbf06a03b2c9 req-c10be565-ecf8-49b7-915d-4cd2b54855b3 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:54.699357 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c9d1b9ce-1ae1-4493-8d13-fbf06a03b2c9 req-c10be565-ecf8-49b7-915d-4cd2b54855b3 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.4630132 Feb 08 21:15:54.781180 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874a0d1-ca16-40bb-891a-08548b889cc0 req-ee3746a7-f869-4a57-a5dc-b693b08790e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:54.784742 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1874a0d1-ca16-40bb-891a-08548b889cc0 req-ee3746a7-f869-4a57-a5dc-b693b08790e1 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d&tenant_id=56f216a178424ba0984bc6550ca8f840 HTTP/1.1" status: 200 len: 1133 time: 0.5293365 Feb 08 21:15:54.862113 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d238bb90-a6d0-4e15-83e3-4a666cd766f9 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:54.862933 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d238bb90-a6d0-4e15-83e3-4a666cd766f9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:54.899798 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 50436714-03f1-4ea7-8ae2-a13351fba2a1 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:54.901249 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (50436714-03f1-4ea7-8ae2-a13351fba2a1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:54.943222 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-42850839-a5fe-4198-9f76-1f53bf1b18fb None None] Current status of the port d238bb90-a6d0-4e15-83e3-4a666cd766f9 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:54.943795 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-42850839-a5fe-4198-9f76-1f53bf1b18fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d238bb90-a6d0-4e15-83e3-4a666cd766f9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:54.958529 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port d238bb90-a6d0-4e15-83e3-4a666cd766f9, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d238bb90-a6d0-4e15-83e3-4a666cd766f9,segment=NetworkSegment(dee5ecaf-6fbc-4a50-ab7a-197d866cb98a),segment_id=dee5ecaf-6fbc-4a50-ab7a-197d866cb98a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:54.981910 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d238bb90-a6d0-4e15-83e3-4a666cd766f9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:55.119417 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=d238bb90-a6d0-4e15-83e3-4a666cd766f9,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:55.122950 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878099c6-015d-4aa0-ba37-b57e41fcad1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50436714-03f1-4ea7-8ae2-a13351fba2a1'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:15:55.135441 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d6ddcb-fb69-4eb4-b909-e3576b50e1a8" -d '{"events": [{"server_uuid": "878099c6-015d-4aa0-ba37-b57e41fcad1d", "name": "network-vif-unplugged", "status": "completed", "tag": "50436714-03f1-4ea7-8ae2-a13351fba2a1"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:15:55.164389 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 50436714-03f1-4ea7-8ae2-a13351fba2a1, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=50436714-03f1-4ea7-8ae2-a13351fba2a1,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:55.215789 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c9d1b9ce-1ae1-4493-8d13-fbf06a03b2c9 req-cc156b0f-bdb3-4799-a79d-ca53d1e16896 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5172749 Feb 08 21:15:55.223265 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (50436714-03f1-4ea7-8ae2-a13351fba2a1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:55.227009 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device ab1459c5-6b4b-4e95-a4f6-b72e476009e8 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:15:55.303252 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-0b2a9d43-605c-4abe-83d7-d724cefa425b service neutron] Attempting to bind port 3b690277-0299-406d-9ce9-420ed1dddf52 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:15:55.303844 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-0b2a9d43-605c-4abe-83d7-d724cefa425b service neutron] Attempting to bind port 3b690277-0299-406d-9ce9-420ed1dddf52 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '488cc332-a24d-48f9-b9ab-2d3512ca7d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99cd4fbd-ec19-45b8-b386-2fa31ded0325'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:15:55.304414 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-0b2a9d43-605c-4abe-83d7-d724cefa425b service neutron] Attempting to bind port 3b690277-0299-406d-9ce9-420ed1dddf52 on network 99cd4fbd-ec19-45b8-b386-2fa31ded0325 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:15:55.349184 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874a0d1-ca16-40bb-891a-08548b889cc0 req-f80609ab-1ed3-4b3a-892b-b4b3c4aaf79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:55.350983 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1874a0d1-ca16-40bb-891a-08548b889cc0 req-f80609ab-1ed3-4b3a-892b-b4b3c4aaf79c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 1133 time: 0.4857650 Feb 08 21:15:55.357399 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64b504c2-74a9-492a-a4e3-a4e2e800e12a admin admin] Publish callbacks [] for port (f93e843d-3bd8-4492-b9d5-8f15f212fbaf), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:55.372510 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1165bd-e5c0-43f3-88db-e11d24a9a060 req-020078f9-add2-49ba-93ea-17e3448d9855 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:55.373315 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-42850839-a5fe-4198-9f76-1f53bf1b18fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:15:55.373788 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-42850839-a5fe-4198-9f76-1f53bf1b18fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:15:55.374263 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0a1165bd-e5c0-43f3-88db-e11d24a9a060 req-020078f9-add2-49ba-93ea-17e3448d9855 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=66ed1bb2-448a-4bab-96cc-2646cc17e850 HTTP/1.1" status: 200 len: 945 time: 0.5614946 Feb 08 21:15:55.374803 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d238bb90-a6d0-4e15-83e3-4a666cd766f9 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:15:55.392530 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-0b2a9d43-605c-4abe-83d7-d724cefa425b service neutron] Port 3b690277-0299-406d-9ce9-420ed1dddf52 on network 99cd4fbd-ec19-45b8-b386-2fa31ded0325 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:15:55.393531 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-0b2a9d43-605c-4abe-83d7-d724cefa425b service neutron] Attempting to bind port 3b690277-0299-406d-9ce9-420ed1dddf52 on network 99cd4fbd-ec19-45b8-b386-2fa31ded0325 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:15:55.405320 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-0b2a9d43-605c-4abe-83d7-d724cefa425b service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:15:55.405660 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-0b2a9d43-605c-4abe-83d7-d724cefa425b service neutron] Checking segment: {'id': '488cc332-a24d-48f9-b9ab-2d3512ca7d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99cd4fbd-ec19-45b8-b386-2fa31ded0325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:15:55.406044 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-0b2a9d43-605c-4abe-83d7-d724cefa425b service neutron] Bound using segment: {'id': '488cc332-a24d-48f9-b9ab-2d3512ca7d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99cd4fbd-ec19-45b8-b386-2fa31ded0325'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:15:55.406513 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-0b2a9d43-605c-4abe-83d7-d724cefa425b service neutron] Bound port: 3b690277-0299-406d-9ce9-420ed1dddf52, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '488cc332-a24d-48f9-b9ab-2d3512ca7d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99cd4fbd-ec19-45b8-b386-2fa31ded0325'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:15:55.406878 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-0b2a9d43-605c-4abe-83d7-d724cefa425b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3b690277-0299-406d-9ce9-420ed1dddf52), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:55.459919 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=50436714-03f1-4ea7-8ae2-a13351fba2a1,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:55.579863 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d238bb90-a6d0-4e15-83e3-4a666cd766f9 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:15:55.580560 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d238bb90-a6d0-4e15-83e3-4a666cd766f9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:55.581822 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64b504c2-74a9-492a-a4e3-a4e2e800e12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (f93e843d-3bd8-4492-b9d5-8f15f212fbaf), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:55.611546 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0a1165bd-e5c0-43f3-88db-e11d24a9a060 req-766b5afc-5ca0-4ab0-b0aa-7a7bba29f0b0 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087579 Feb 08 21:15:55.677931 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b504c2-74a9-492a-a4e3-a4e2e800e12a admin admin] Pushing event updated for resources: {'Port': ['ID=f93e843d-3bd8-4492-b9d5-8f15f212fbaf,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:55.716783 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port ab1459c5-6b4b-4e95-a4f6-b72e476009e8 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:55.717798 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:55.735435 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b504c2-74a9-492a-a4e3-a4e2e800e12a admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:15:55.749221 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26be88-db04-4f82-ba8b-6df160f02476 req-805021c6-804d-4e82-b4a9-7e1d26142acc tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:55.751403 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce26be88-db04-4f82-ba8b-6df160f02476 req-805021c6-804d-4e82-b4a9-7e1d26142acc tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=6581a6ca-0491-42c0-9218-e75690d793bc HTTP/1.1" status: 200 len: 943 time: 0.3139927 Feb 08 21:15:55.769019 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-64b504c2-74a9-492a-a4e3-a4e2e800e12a admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:15:55.805272 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b504c2-74a9-492a-a4e3-a4e2e800e12a admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:15:55.855640 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port ab1459c5-6b4b-4e95-a4f6-b72e476009e8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ab1459c5-6b4b-4e95-a4f6-b72e476009e8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:55.862259 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d238bb90-a6d0-4e15-83e3-4a666cd766f9 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:55.865866 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:55.884816 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-0b2a9d43-605c-4abe-83d7-d724cefa425b service neutron] For port 3b690277-0299-406d-9ce9-420ed1dddf52, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:15:55.911437 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874a0d1-ca16-40bb-891a-08548b889cc0 req-24ee68ff-31e8-48ae-b0b2-29ee18e27e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:55.913035 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1874a0d1-ca16-40bb-891a-08548b889cc0 req-24ee68ff-31e8-48ae-b0b2-29ee18e27e78 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.5361843 Feb 08 21:15:55.925170 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-0b2a9d43-605c-4abe-83d7-d724cefa425b service neutron] For port 3b690277-0299-406d-9ce9-420ed1dddf52, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3b690277-0299-406d-9ce9-420ed1dddf52,segment=NetworkSegment(488cc332-a24d-48f9-b9ab-2d3512ca7d1e),segment_id=488cc332-a24d-48f9-b9ab-2d3512ca7d1e)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:15:55.935434 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce26be88-db04-4f82-ba8b-6df160f02476 req-5094882e-a381-41a3-95b5-29b4ff5acc15 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619451 Feb 08 21:15:55.951079 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-42850839-a5fe-4198-9f76-1f53bf1b18fb None None] Current status of the port d238bb90-a6d0-4e15-83e3-4a666cd766f9 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:56.007915 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1874a0d1-ca16-40bb-891a-08548b889cc0 req-e1c680ec-b62f-4f3c-b10d-3466042aa336 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=50436714-03f1-4ea7-8ae2-a13351fba2a1 HTTP/1.1" status: 200 len: 217 time: 0.0669394 Feb 08 21:15:56.019287 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=ab1459c5-6b4b-4e95-a4f6-b72e476009e8,revision_number=9']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:56.031165 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-0b2a9d43-605c-4abe-83d7-d724cefa425b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (3b690277-0299-406d-9ce9-420ed1dddf52), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:56.046212 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device ab1459c5-6b4b-4e95-a4f6-b72e476009e8 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:15:56.191955 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592e1c7-cc35-45f8-a92d-56fdef30a6e9 req-94bf46dd-41d3-48a1-b515-f834496f316f tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:56.193797 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3592e1c7-cc35-45f8-a92d-56fdef30a6e9 req-94bf46dd-41d3-48a1-b515-f834496f316f tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 948 time: 0.3860028 Feb 08 21:15:56.217222 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-0b2a9d43-605c-4abe-83d7-d724cefa425b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:56.218035 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-0b2a9d43-605c-4abe-83d7-d724cefa425b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:56.219617 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-0b2a9d43-605c-4abe-83d7-d724cefa425b service neutron] 10.222.0.94 "PUT /v2.0/ports/3b690277-0299-406d-9ce9-420ed1dddf52 HTTP/1.1" status: 200 len: 1092 time: 5.6405115 Feb 08 21:15:56.224413 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6581a6ca-0491-42c0-9218-e75690d793bc', 'tag': '3b690277-0299-406d-9ce9-420ed1dddf52'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:15:56.226977 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f8c301-0b34-4c7f-849a-90cb9c87b388" -d '{"events": [{"name": "network-changed", "server_uuid": "6581a6ca-0491-42c0-9218-e75690d793bc", "tag": "3b690277-0299-406d-9ce9-420ed1dddf52"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:15:56.259677 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ecaeae70-d5de-4043-a04d-5d97e8bfaa30 None None] Provisioning complete for port d238bb90-a6d0-4e15-83e3-4a666cd766f9 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:15:56.264239 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ecaeae70-d5de-4043-a04d-5d97e8bfaa30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d238bb90-a6d0-4e15-83e3-4a666cd766f9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:56.278083 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874a0d1-ca16-40bb-891a-08548b889cc0 req-57ac38f2-91dc-45fa-97af-278e70d4b8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:56.280879 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1874a0d1-ca16-40bb-891a-08548b889cc0 req-57ac38f2-91dc-45fa-97af-278e70d4b8d7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.2615573 Feb 08 21:15:56.331036 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a9d43-605c-4abe-83d7-d724cefa425b service neutron] Pushing event updated for resources: {'Port': ['ID=3b690277-0299-406d-9ce9-420ed1dddf52,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:56.443757 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3592e1c7-cc35-45f8-a92d-56fdef30a6e9 req-dd77442b-4ed7-47d1-8a75-a6625e86a588 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395051 Feb 08 21:15:56.543962 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port ab1459c5-6b4b-4e95-a4f6-b72e476009e8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ab1459c5-6b4b-4e95-a4f6-b72e476009e8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:56.658131 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bde1a32-45b5-405a-8cc2-b77c6a240d5a x-openstack-request-id: req-2bde1a32-45b5-405a-8cc2-b77c6a240d5a {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:15:56.658467 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878099c6-015d-4aa0-ba37-b57e41fcad1d", "name": "network-vif-unplugged", "status": "completed", "tag": "50436714-03f1-4ea7-8ae2-a13351fba2a1", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:15:56.658732 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2bde1a32-45b5-405a-8cc2-b77c6a240d5a {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:15:56.659803 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878099c6-015d-4aa0-ba37-b57e41fcad1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50436714-03f1-4ea7-8ae2-a13351fba2a1', 'code': 200} Feb 08 21:15:56.661040 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ecaeae70-d5de-4043-a04d-5d97e8bfaa30 None None] Current status of the port d238bb90-a6d0-4e15-83e3-4a666cd766f9 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:56.665463 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'ab1459c5-6b4b-4e95-a4f6-b72e476009e8', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': 'ab1459c5-6b4b-4e95-a4f6-b72e476009e8', 'mac_address': 'fa:16:3e:1d:98:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:15:56.712791 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64b504c2-74a9-492a-a4e3-a4e2e800e12a admin admin] Publish callbacks [] for router_gateway (7968c0c2-2ebf-4c56-b206-86d9e5908bd6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:56.740632 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port ab1459c5-6b4b-4e95-a4f6-b72e476009e8 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:15:56.741324 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:56.782009 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab1459c5-6b4b-4e95-a4f6-b72e476009e8 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:15:56.784549 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-c3291300-c666-4573-870c-dfd55a4dabdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:56.786254 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-c3291300-c666-4573-870c-dfd55a4dabdf service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=10dc8ae370f746c690cf607378dfc111&device_id=6581a6ca-0491-42c0-9218-e75690d793bc HTTP/1.1" status: 200 len: 1126 time: 0.5008731 Feb 08 21:15:56.828188 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port ab1459c5-6b4b-4e95-a4f6-b72e476009e8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ab1459c5-6b4b-4e95-a4f6-b72e476009e8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:15:56.836814 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:56.875229 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-64211528-6aa1-4890-a05e-b6c293dca8cd service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b690277-0299-406d-9ce9-420ed1dddf52 HTTP/1.1" status: 200 len: 217 time: 0.0445938 Feb 08 21:15:56.876906 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d114bdb4-c929-4706-bea5-8908b470f1b5 x-openstack-request-id: req-d114bdb4-c929-4706-bea5-8908b470f1b5 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:15:56.877203 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6581a6ca-0491-42c0-9218-e75690d793bc", "tag": "3b690277-0299-406d-9ce9-420ed1dddf52", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:15:56.877517 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d114bdb4-c929-4706-bea5-8908b470f1b5 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:15:56.877882 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6581a6ca-0491-42c0-9218-e75690d793bc', 'tag': '3b690277-0299-406d-9ce9-420ed1dddf52', 'status': 'completed', 'code': 200} Feb 08 21:15:56.882253 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874a0d1-ca16-40bb-891a-08548b889cc0 req-eb301513-0ac8-49c9-9a79-feda514ef082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:56.883834 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1874a0d1-ca16-40bb-891a-08548b889cc0 req-eb301513-0ac8-49c9-9a79-feda514ef082 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5894613 Feb 08 21:15:56.898247 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=ab1459c5-6b4b-4e95-a4f6-b72e476009e8,revision_number=10']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:57.076219 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-ba74da93-21bf-40d7-94c9-ddc0938c27bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:57.077731 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-ba74da93-21bf-40d7-94c9-ddc0938c27bf service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d1038644-0e9a-4c39-b91b-b7947ede0433 HTTP/1.1" status: 200 len: 861 time: 0.1908240 Feb 08 21:15:57.113574 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1874a0d1-ca16-40bb-891a-08548b889cc0 req-fbfe34c5-5adf-433f-a9a8-002c990dfdb3 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107046 Feb 08 21:15:57.155618 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-c863ee86-16b9-4d46-8712-e48c303a5d9c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=99cd4fbd-ec19-45b8-b386-2fa31ded0325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520091 Feb 08 21:15:57.204250 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['ab1459c5-6b4b-4e95-a4f6-b72e476009e8'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:15:57.381149 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9822aec4-9695-40b8-838d-c7362d343b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:57.710571 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb33a8-ce6d-4186-ad84-ca5d7284618e req-89c4c2ed-168f-4d8f-a159-2be37dbfd2a8 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:57.712222 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5bcb33a8-ce6d-4186-ad84-ca5d7284618e req-89c4c2ed-168f-4d8f-a159-2be37dbfd2a8 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 949 time: 0.6465402 Feb 08 21:15:57.764889 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1874a0d1-ca16-40bb-891a-08548b889cc0 req-7b62af19-6993-4110-8b8a-181f638952ce service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6195805 Feb 08 21:15:57.788972 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64b504c2-74a9-492a-a4e3-a4e2e800e12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (7968c0c2-2ebf-4c56-b206-86d9e5908bd6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:57.795452 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-b3e92f65-03fd-4c5c-8a8f-08abe6449e5f service neutron] 10.222.0.94 "GET /v2.0/networks/99cd4fbd-ec19-45b8-b386-2fa31ded0325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5988913 Feb 08 21:15:57.934850 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5bcb33a8-ce6d-4186-ad84-ca5d7284618e req-db8e925c-bf09-4223-b077-851a70a3f963 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034221 Feb 08 21:15:58.023350 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43404) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:58.027338 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-6e170988-ed4d-4040-98b0-47bd9c0e22e5 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:15:58.034918 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-6e170988-ed4d-4040-98b0-47bd9c0e22e5 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0323842 Feb 08 21:15:58.067560 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1bcbf6a1-6c4b-4871-aabe-856dae66f55b req-cf854eb1-9886-42e6-8b90-3269ca5f4885 service neutron] 10.222.0.94 "GET /v2.0/networks/99cd4fbd-ec19-45b8-b386-2fa31ded0325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555470 Feb 08 21:15:58.121566 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-f1f65640-1352-4ffd-b308-080069305dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:58.123851 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-f1f65640-1352-4ffd-b308-080069305dc0 service neutron] 10.222.0.88 "GET /v2.0/ports/1ea08fc4-5c7f-4516-af34-84dcc109c7ff HTTP/1.1" status: 200 len: 1126 time: 0.0719938 Feb 08 21:15:58.143055 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-d3e5a52c-154d-4548-bb7b-6a1aad27a4a0 service neutron] Request body: {'binding': {'host': 'n-h1-712143-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:15:58.143905 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-d3e5a52c-154d-4548-bb7b-6a1aad27a4a0 service neutron] Unknown quota resources ['binding']. {{(pid=103434) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 21:15:58.212617 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e9032962-d223-4532-a744-9c7736b9726f tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks [] for security_group (3ae99ff0-98f6-459a-bb2f-5d180c200bfa), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:58.247854 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66ebf9-96a2-4673-8d28-88323d9b50ad req-fa78da77-6b84-457e-b841-03dd5fdf94a6 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:58.249483 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f66ebf9-96a2-4673-8d28-88323d9b50ad req-fa78da77-6b84-457e-b841-03dd5fdf94a6 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=66ed1bb2-448a-4bab-96cc-2646cc17e850 HTTP/1.1" status: 200 len: 945 time: 0.1706424 Feb 08 21:15:58.280106 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e9032962-d223-4532-a744-9c7736b9726f tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks [] for security_group (3ae99ff0-98f6-459a-bb2f-5d180c200bfa), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:58.347248 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b504c2-74a9-492a-a4e3-a4e2e800e12a admin admin] Router 7968c0c2-2ebf-4c56-b206-86d9e5908bd6 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:15:58.367376 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8c301-0b34-4c7f-849a-90cb9c87b388 req-4d4438d0-ec13-4657-bdd1-352027f1c0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:58.369328 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-87f8c301-0b34-4c7f-849a-90cb9c87b388 req-4d4438d0-ec13-4657-bdd1-352027f1c0a0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=10dc8ae370f746c690cf607378dfc111&device_id=6581a6ca-0491-42c0-9218-e75690d793bc HTTP/1.1" status: 200 len: 1126 time: 0.2147560 Feb 08 21:15:58.395892 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-d3e5a52c-154d-4548-bb7b-6a1aad27a4a0 service neutron] Attempting to bind port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff on host n-h1-712143-31 for vnic_type normal with profile None {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:15:58.397220 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-d3e5a52c-154d-4548-bb7b-6a1aad27a4a0 service neutron] Attempting to bind port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:15:58.398806 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-d3e5a52c-154d-4548-bb7b-6a1aad27a4a0 service neutron] Attempting to bind port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:15:58.413677 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-d3e5a52c-154d-4548-bb7b-6a1aad27a4a0 service neutron] Port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:15:58.415077 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-d3e5a52c-154d-4548-bb7b-6a1aad27a4a0 service neutron] Attempting to bind port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:15:58.427192 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-d3e5a52c-154d-4548-bb7b-6a1aad27a4a0 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:15:58.428289 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-d3e5a52c-154d-4548-bb7b-6a1aad27a4a0 service neutron] Checking segment: {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:15:58.429521 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-d3e5a52c-154d-4548-bb7b-6a1aad27a4a0 service neutron] Bound using segment: {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:15:58.431018 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-d3e5a52c-154d-4548-bb7b-6a1aad27a4a0 service neutron] Bound port: 1ea08fc4-5c7f-4516-af34-84dcc109c7ff, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:15:58.479648 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f66ebf9-96a2-4673-8d28-88323d9b50ad req-aaad7b65-f436-4d89-8c8a-a758e7a29b8d tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102995 Feb 08 21:15:58.525405 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-d3e5a52c-154d-4548-bb7b-6a1aad27a4a0 service neutron] For port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=1ea08fc4-5c7f-4516-af34-84dcc109c7ff,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:15:58.540718 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-d3e5a52c-154d-4548-bb7b-6a1aad27a4a0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:58.541817 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-d3e5a52c-154d-4548-bb7b-6a1aad27a4a0 service neutron] 10.222.0.88 "POST /v2.0/ports/1ea08fc4-5c7f-4516-af34-84dcc109c7ff/bindings HTTP/1.1" status: 201 len: 390 time: 0.4083190 Feb 08 21:15:58.659599 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e9032962-d223-4532-a744-9c7736b9726f tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3ae99ff0-98f6-459a-bb2f-5d180c200bfa), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:58.661676 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e4b5db-f198-4d5b-90ea-a4781c91da9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab1459c5-6b4b-4e95-a4f6-b72e476009e8'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:15:58.665734 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40f49bc-dcf9-4d7c-9225-4f8e6a5c6a4f" -d '{"events": [{"server_uuid": "56e4b5db-f198-4d5b-90ea-a4781c91da9a", "name": "network-vif-unplugged", "status": "completed", "tag": "ab1459c5-6b4b-4e95-a4f6-b72e476009e8"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:15:58.671865 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e9032962-d223-4532-a744-9c7736b9726f tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:58.673629 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e9032962-d223-4532-a744-9c7736b9726f tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "DELETE /v2.0/security-groups/3ae99ff0-98f6-459a-bb2f-5d180c200bfa HTTP/1.1" status: 204 len: 168 time: 0.6492217 Feb 08 21:15:58.678010 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43414) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:58.700884 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-b1cd4d75-6c0a-4bd8-9759-0219483802a0 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] show failed (client error): The resource could not be found. Feb 08 21:15:58.702908 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b1cd4d75-6c0a-4bd8-9759-0219483802a0 tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "GET /v2.0/security-groups/3ae99ff0-98f6-459a-bb2f-5d180c200bfa HTTP/1.1" status: 404 len: 347 time: 0.0230379 Feb 08 21:15:58.709593 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43416) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:58.730080 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9032962-d223-4532-a744-9c7736b9726f tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae99ff0-98f6-459a-bb2f-5d180c200bfa,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:15:58.772440 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8c301-0b34-4c7f-849a-90cb9c87b388 req-f4272bcf-338f-45c5-a6bc-24000f0a6859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:58.774002 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-87f8c301-0b34-4c7f-849a-90cb9c87b388 req-f4272bcf-338f-45c5-a6bc-24000f0a6859 service neutron] 10.222.0.94 "GET /v2.0/networks?id=99cd4fbd-ec19-45b8-b386-2fa31ded0325 HTTP/1.1" status: 200 len: 922 time: 0.3803706 Feb 08 21:15:58.793550 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b504c2-74a9-492a-a4e3-a4e2e800e12a admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:15:58.810552 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f547dc8c-ba79-42a5-9fd6-752672a86630 None None] Sync routers for ids ['7968c0c2-2ebf-4c56-b206-86d9e5908bd6'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:15:58.830433 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f547dc8c-ba79-42a5-9fd6-752672a86630 None None] Routers {'7968c0c2-2ebf-4c56-b206-86d9e5908bd6'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:15:58.831525 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f547dc8c-ba79-42a5-9fd6-752672a86630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:15:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7968c0c2-2ebf-4c56-b206-86d9e5908bd6'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:15:58.837174 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88d4cd-18f0-461e-a94c-cd7a6aa36d06 req-d239174e-b2fc-4347-9c70-41c837cfcd7b tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:58.844338 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef88d4cd-18f0-461e-a94c-cd7a6aa36d06 req-d239174e-b2fc-4347-9c70-41c837cfcd7b tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=6581a6ca-0491-42c0-9218-e75690d793bc HTTP/1.1" status: 200 len: 943 time: 0.2474275 Feb 08 21:15:58.854239 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-87f8c301-0b34-4c7f-849a-90cb9c87b388 req-c5f50e5a-2c1f-4369-91bc-666c3240d764 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b690277-0299-406d-9ce9-420ed1dddf52 HTTP/1.1" status: 200 len: 217 time: 0.0727782 Feb 08 21:15:58.935532 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64b504c2-74a9-492a-a4e3-a4e2e800e12a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:58.940129 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43418) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:15:58.940401 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-64b504c2-74a9-492a-a4e3-a4e2e800e12a admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.6731653 Feb 08 21:15:59.028509 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8c301-0b34-4c7f-849a-90cb9c87b388 req-c6fc7a97-94bf-4496-bab1-92cd1d0abbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:59.030043 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-87f8c301-0b34-4c7f-849a-90cb9c87b388 req-c6fc7a97-94bf-4496-bab1-92cd1d0abbf8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d1038644-0e9a-4c39-b91b-b7947ede0433 HTTP/1.1" status: 200 len: 861 time: 0.1655943 Feb 08 21:15:59.099129 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-f547dc8c-ba79-42a5-9fd6-752672a86630 None None] Set router 7968c0c2-2ebf-4c56-b206-86d9e5908bd6 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:15:59.139560 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:59.140677 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-4b5932b4-e3ba-4950-9854-a81e1bc1466b tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Deleting port 9fb1fe87-ed59-4065-bc35-bd6b51c7c0dd {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:15:59.142144 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b5932b4-e3ba-4950-9854-a81e1bc1466b tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (9fb1fe87-ed59-4065-bc35-bd6b51c7c0dd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:59.155408 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef88d4cd-18f0-461e-a94c-cd7a6aa36d06 req-664fbae3-98c8-4766-9038-36c5c87efaf7 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099527 Feb 08 21:15:59.158664 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-87f8c301-0b34-4c7f-849a-90cb9c87b388 req-4d3e4047-8aa8-45c6-89e3-9ddd32795956 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=99cd4fbd-ec19-45b8-b386-2fa31ded0325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066873 Feb 08 21:15:59.197802 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07d5fa-1112-4f16-a816-d660a16311f9 req-ab2d017b-5559-4d9d-9547-8d3fb25f4dd8 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:59.210731 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da07d5fa-1112-4f16-a816-d660a16311f9 req-ab2d017b-5559-4d9d-9547-8d3fb25f4dd8 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 948 time: 0.3359401 Feb 08 21:15:59.382115 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-cd9e9268-e320-401b-bf4a-01cc48371b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:15:59.384635 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-cd9e9268-e320-401b-bf4a-01cc48371b77 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9b3b159591ee4a229900ea8953fa8a06&device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 1129 time: 0.3534720 Feb 08 21:15:59.583128 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da07d5fa-1112-4f16-a816-d660a16311f9 req-f17479a8-e2cf-4f15-ae6d-d0e15f8c016a tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709292 Feb 08 21:15:59.642671 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f547dc8c-ba79-42a5-9fd6-752672a86630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'name': 'tempest-ServersTestJSON-529309115-router', 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f93e843d-3bd8-4492-b9d5-8f15f212fbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:15:50Z', 'updated_at': '2022-02-08T21:15:56Z', 'revision_number': 3, 'project_id': 'd525537d9e77420ea20b7049a2b78e10', 'gw_port': {'id': 'f93e843d-3bd8-4492-b9d5-8f15f212fbaf', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:74:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:15:53Z', 'updated_at': '2022-02-08T21:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:15:59.658359 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b5932b4-e3ba-4950-9854-a81e1bc1466b tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (9fb1fe87-ed59-4065-bc35-bd6b51c7c0dd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:59.658893 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b5932b4-e3ba-4950-9854-a81e1bc1466b tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks [] for floatingip (9fb1fe87-ed59-4065-bc35-bd6b51c7c0dd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:59.687287 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-87f8c301-0b34-4c7f-849a-90cb9c87b388 req-6afccc1b-679a-4930-aca2-12c7bbd61d89 service neutron] 10.222.0.94 "GET /v2.0/networks/99cd4fbd-ec19-45b8-b386-2fa31ded0325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5138593 Feb 08 21:15:59.764183 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8196ce-312d-43c6-83f8-7d2c643da9eb x-openstack-request-id: req-0a8196ce-312d-43c6-83f8-7d2c643da9eb {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:15:59.766059 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e4b5db-f198-4d5b-90ea-a4781c91da9a", "name": "network-vif-unplugged", "status": "completed", "tag": "ab1459c5-6b4b-4e95-a4f6-b72e476009e8", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:15:59.767152 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0a8196ce-312d-43c6-83f8-7d2c643da9eb {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:15:59.769006 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e4b5db-f198-4d5b-90ea-a4781c91da9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab1459c5-6b4b-4e95-a4f6-b72e476009e8', 'code': 200} Feb 08 21:15:59.770561 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f547dc8c-ba79-42a5-9fd6-752672a86630 None None] Checking router: 7968c0c2-2ebf-4c56-b206-86d9e5908bd6 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:15:59.771279 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f547dc8c-ba79-42a5-9fd6-752672a86630 None None] Updating router 7968c0c2-2ebf-4c56-b206-86d9e5908bd6 port f93e843d-3bd8-4492-b9d5-8f15f212fbaf binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:15:59.854175 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f547dc8c-ba79-42a5-9fd6-752672a86630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f93e843d-3bd8-4492-b9d5-8f15f212fbaf), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:15:59.869689 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-4b5932b4-e3ba-4950-9854-a81e1bc1466b tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Calling delete_port for 9fb1fe87-ed59-4065-bc35-bd6b51c7c0dd owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:16:00.150554 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device ab1459c5-6b4b-4e95-a4f6-b72e476009e8 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:16:00.234096 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-726e53cc-1ef7-4980-92dd-6d781ccfb0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:00.239149 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-726e53cc-1ef7-4980-92dd-6d781ccfb0e9 service neutron] 10.222.0.94 "GET /v2.0/networks?id=4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 200 len: 909 time: 0.8196020 Feb 08 21:16:00.423091 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-87f8c301-0b34-4c7f-849a-90cb9c87b388 req-7d03c3df-6fc6-46b9-b3df-236f7e0ff527 service neutron] 10.222.0.94 "GET /v2.0/networks/99cd4fbd-ec19-45b8-b386-2fa31ded0325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7248423 Feb 08 21:16:00.439749 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-02aaa0ba-24fc-4a2d-9c3b-056b30758b97 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ea08fc4-5c7f-4516-af34-84dcc109c7ff HTTP/1.1" status: 200 len: 217 time: 0.1093411 Feb 08 21:16:00.479264 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6947ae-0b22-42e3-8d84-027bcdf8b6e9 req-0eacdf95-186a-44f5-8a29-14eca345b97a tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:00.481902 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca6947ae-0b22-42e3-8d84-027bcdf8b6e9 req-0eacdf95-186a-44f5-8a29-14eca345b97a tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 946 time: 0.5109890 Feb 08 21:16:00.495313 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0cde11ab-5585-4ba5-bd66-aaf0bd0c2299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:00.498512 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b5932b4-e3ba-4950-9854-a81e1bc1466b tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (9fb1fe87-ed59-4065-bc35-bd6b51c7c0dd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:00.587472 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e265f-dcc9-4b4d-8b58-a45b75353b1b req-fde1b40d-aa48-40a4-8e57-8470b410ea53 tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:00.601594 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d2e265f-dcc9-4b4d-8b58-a45b75353b1b req-fde1b40d-aa48-40a4-8e57-8470b410ea53 tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 1132 time: 0.5333753 Feb 08 21:16:00.602410 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5932b4-e3ba-4950-9854-a81e1bc1466b tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Pushing event deleted for resources: {'Port': ['ID=9fb1fe87-ed59-4065-bc35-bd6b51c7c0dd,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:00.616209 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port ab1459c5-6b4b-4e95-a4f6-b72e476009e8 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:16:00.616833 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:00.661046 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-0ac91ac2-756f-4823-ab16-9936a47d7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:00.662947 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-0ac91ac2-756f-4823-ab16-9936a47d7eb7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=55523d5b-2f07-476f-b4a6-0043cdbb6c1a HTTP/1.1" status: 200 len: 848 time: 0.2120779 Feb 08 21:16:00.669071 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca6947ae-0b22-42e3-8d84-027bcdf8b6e9 req-043ec04f-fd98-47b5-b821-a3a3c36d4083 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498089 Feb 08 21:16:00.792242 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d2e265f-dcc9-4b4d-8b58-a45b75353b1b req-a868d80e-ccdc-4220-b72e-924fa04d1c25 tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892011 Feb 08 21:16:00.799681 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-dd412b1f-07b9-41df-93e8-6fb9bbe98d4c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=4c67478e-bb4a-47b2-85c8-c1996b203e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269875 Feb 08 21:16:00.890258 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b5932b4-e3ba-4950-9854-a81e1bc1466b tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks [] for floatingip (12fc7dca-90e8-4231-9eb3-1910af608108), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:00.895171 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b5932b4-e3ba-4950-9854-a81e1bc1466b tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:00.899054 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4b5932b4-e3ba-4950-9854-a81e1bc1466b tempest-ServersWithSpecificFlavorTestJSON-1718237121 tempest-ServersWithSpecificFlavorTestJSON-1718237121-project] 10.222.0.88 "DELETE /v2.0/floatingips/12fc7dca-90e8-4231-9eb3-1910af608108 HTTP/1.1" status: 204 len: 168 time: 2.1846318 Feb 08 21:16:00.989404 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port ab1459c5-6b4b-4e95-a4f6-b72e476009e8 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:16:00.989404 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:01.029982 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f547dc8c-ba79-42a5-9fd6-752672a86630 None None] Publish callbacks [] for port (f93e843d-3bd8-4492-b9d5-8f15f212fbaf), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:01.098152 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port ab1459c5-6b4b-4e95-a4f6-b72e476009e8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ab1459c5-6b4b-4e95-a4f6-b72e476009e8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:01.098635 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-0cde11ab-5585-4ba5-bd66-aaf0bd0c2299 admin admin] Allocated IP 172.20.0.1 (a0019a9f-5a34-415a-af13-d40bad12bc71/47eb3153-f73c-4b93-977e-6eee8c5c39cf/3289e30d-b2e9-46d9-a2e2-50909a77620c) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:16:01.104303 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f547dc8c-ba79-42a5-9fd6-752672a86630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f93e843d-3bd8-4492-b9d5-8f15f212fbaf), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:01.165250 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-e7578c66-ba48-4d22-a120-c65bf4a27977 service neutron] 10.222.0.94 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522596 Feb 08 21:16:01.216899 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1db0a-2a8b-4b87-954c-83e6afafd9ea req-4e4c652f-11a3-4240-b138-6f87b22add69 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:01.220075 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43b1db0a-2a8b-4b87-954c-83e6afafd9ea req-4e4c652f-11a3-4240-b138-6f87b22add69 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 948 time: 0.2337811 Feb 08 21:16:01.225357 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0cde11ab-5585-4ba5-bd66-aaf0bd0c2299 admin admin] Publish callbacks [] for port (3289e30d-b2e9-46d9-a2e2-50909a77620c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:01.245007 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad0d97-e7a3-4003-88d2-9e21df6a431d req-5132a455-2a86-4774-818c-f64a8a6cfea4 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:01.248352 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9ad0d97-e7a3-4003-88d2-9e21df6a431d req-5132a455-2a86-4774-818c-f64a8a6cfea4 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=6581a6ca-0491-42c0-9218-e75690d793bc HTTP/1.1" status: 200 len: 943 time: 0.2006984 Feb 08 21:16:01.269425 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:01.271560 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0cde11ab-5585-4ba5-bd66-aaf0bd0c2299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3289e30d-b2e9-46d9-a2e2-50909a77620c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:01.288344 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe53cf-1fb1-4e5c-91e6-6553621aa5b5 None None] Pushing event updated for resources: {'Port': ['ID=f93e843d-3bd8-4492-b9d5-8f15f212fbaf,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:01.366885 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cde11ab-5585-4ba5-bd66-aaf0bd0c2299 admin admin] Network a0019a9f-5a34-415a-af13-d40bad12bc71 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:16:01.381078 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-0cde11ab-5585-4ba5-bd66-aaf0bd0c2299 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:16:01.385794 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-f547dc8c-ba79-42a5-9fd6-752672a86630 None None] Attempting to bind port f93e843d-3bd8-4492-b9d5-8f15f212fbaf on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:16:01.386250 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-f547dc8c-ba79-42a5-9fd6-752672a86630 None None] Attempting to bind port f93e843d-3bd8-4492-b9d5-8f15f212fbaf by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:16:01.387110 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547dc8c-ba79-42a5-9fd6-752672a86630 None None] Attempting to bind port f93e843d-3bd8-4492-b9d5-8f15f212fbaf on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:16:01.398620 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cde11ab-5585-4ba5-bd66-aaf0bd0c2299 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:16:01.409562 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547dc8c-ba79-42a5-9fd6-752672a86630 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:16:01.409951 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547dc8c-ba79-42a5-9fd6-752672a86630 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:16:01.410508 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f547dc8c-ba79-42a5-9fd6-752672a86630 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:01.411010 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547dc8c-ba79-42a5-9fd6-752672a86630 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:16:01.411409 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-f547dc8c-ba79-42a5-9fd6-752672a86630 None None] Bound port: f93e843d-3bd8-4492-b9d5-8f15f212fbaf, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:16:01.411785 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f547dc8c-ba79-42a5-9fd6-752672a86630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f93e843d-3bd8-4492-b9d5-8f15f212fbaf), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:01.416393 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:01.442626 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:01.466844 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=ab1459c5-6b4b-4e95-a4f6-b72e476009e8,revision_number=11']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:01.513581 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0cde11ab-5585-4ba5-bd66-aaf0bd0c2299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (7968c0c2-2ebf-4c56-b206-86d9e5908bd6), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:01.521518 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde11ab-5585-4ba5-bd66-aaf0bd0c2299 admin admin] Pushing event updated for resources: {'Port': ['ID=3289e30d-b2e9-46d9-a2e2-50909a77620c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:01.535145 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f547dc8c-ba79-42a5-9fd6-752672a86630 None None] For port f93e843d-3bd8-4492-b9d5-8f15f212fbaf, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:16:01.541098 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f547dc8c-ba79-42a5-9fd6-752672a86630 None None] For port f93e843d-3bd8-4492-b9d5-8f15f212fbaf, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f93e843d-3bd8-4492-b9d5-8f15f212fbaf,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:16:01.559539 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f547dc8c-ba79-42a5-9fd6-752672a86630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f93e843d-3bd8-4492-b9d5-8f15f212fbaf), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:01.577359 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9ad0d97-e7a3-4003-88d2-9e21df6a431d req-4d6c1134-c907-42ec-b21e-c3b889f20fd7 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985601 Feb 08 21:16:01.644288 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43b1db0a-2a8b-4b87-954c-83e6afafd9ea req-7271da1b-6681-4a1c-bfa6-4674bf8a170c tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152937 Feb 08 21:16:01.691084 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe53cf-1fb1-4e5c-91e6-6553621aa5b5 None None] Pushing event updated for resources: {'Port': ['ID=f93e843d-3bd8-4492-b9d5-8f15f212fbaf,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:01.714207 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f547dc8c-ba79-42a5-9fd6-752672a86630 None None] Routers {'7968c0c2-2ebf-4c56-b206-86d9e5908bd6'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:16:01.715390 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f547dc8c-ba79-42a5-9fd6-752672a86630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:15:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7968c0c2-2ebf-4c56-b206-86d9e5908bd6'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:16:01.719707 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-0fd569cf-2c47-4dda-98cb-0e9411446223 service neutron] 10.222.0.94 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5381894 Feb 08 21:16:01.771653 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e4b5db-f198-4d5b-90ea-a4781c91da9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1459c5-6b4b-4e95-a4f6-b72e476009e8'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:16:01.774162 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d801ae-4256-418c-be03-a3003dc98e71" -d '{"events": [{"server_uuid": "56e4b5db-f198-4d5b-90ea-a4781c91da9a", "name": "network-vif-plugged", "status": "completed", "tag": "ab1459c5-6b4b-4e95-a4f6-b72e476009e8"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:16:01.934257 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-f547dc8c-ba79-42a5-9fd6-752672a86630 None None] Set router 7968c0c2-2ebf-4c56-b206-86d9e5908bd6 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:16:02.019214 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52a0fd-90cb-4a64-9211-8ea38af2ab09 req-3250531f-d00b-4fb9-9300-46310d75f391 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:02.027432 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9f52a0fd-90cb-4a64-9211-8ea38af2ab09 req-3250531f-d00b-4fb9-9300-46310d75f391 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 946 time: 0.1362557 Feb 08 21:16:02.097099 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0cde11ab-5585-4ba5-bd66-aaf0bd0c2299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3289e30d-b2e9-46d9-a2e2-50909a77620c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:02.113868 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd3aaf1-c21b-4a41-9e27-6457eb23197b x-openstack-request-id: req-8fd3aaf1-c21b-4a41-9e27-6457eb23197b {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:16:02.114466 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e4b5db-f198-4d5b-90ea-a4781c91da9a", "name": "network-vif-plugged", "status": "completed", "tag": "ab1459c5-6b4b-4e95-a4f6-b72e476009e8", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:16:02.114466 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8fd3aaf1-c21b-4a41-9e27-6457eb23197b {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:16:02.115907 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e4b5db-f198-4d5b-90ea-a4781c91da9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1459c5-6b4b-4e95-a4f6-b72e476009e8', 'code': 200} Feb 08 21:16:02.122214 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9f52a0fd-90cb-4a64-9211-8ea38af2ab09 req-b61407eb-9b18-4a85-b69c-65c3ef864676 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932217 Feb 08 21:16:02.283027 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54092dc-3172-45ff-8ca1-2bedf6c48128 req-16a3e06a-05b1-4513-aa77-322855eb8cc3 tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:02.291846 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a54092dc-3172-45ff-8ca1-2bedf6c48128 req-16a3e06a-05b1-4513-aa77-322855eb8cc3 tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 1133 time: 0.1615529 Feb 08 21:16:02.341337 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b8271e7d-d129-4e6c-8958-168872bb7337 None None] Provisioning complete for port 3289e30d-b2e9-46d9-a2e2-50909a77620c triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:16:02.341337 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b8271e7d-d129-4e6c-8958-168872bb7337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3289e30d-b2e9-46d9-a2e2-50909a77620c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:02.485824 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a54092dc-3172-45ff-8ca1-2bedf6c48128 req-30a59426-fbf0-4406-ae6d-5980e619c6a2 tempest-ServersAdminTestJSON-406240396 tempest-ServersAdminTestJSON-406240396-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840479 Feb 08 21:16:02.514288 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b8271e7d-d129-4e6c-8958-168872bb7337 None None] Port 3289e30d-b2e9-46d9-a2e2-50909a77620c cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:16:02.584722 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f547dc8c-ba79-42a5-9fd6-752672a86630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'name': 'tempest-ServersTestJSON-529309115-router', 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f93e843d-3bd8-4492-b9d5-8f15f212fbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:15:50Z', 'updated_at': '2022-02-08T21:15:56Z', 'revision_number': 3, 'project_id': 'd525537d9e77420ea20b7049a2b78e10', 'gw_port': {'id': 'f93e843d-3bd8-4492-b9d5-8f15f212fbaf', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:74:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:15:53Z', 'updated_at': '2022-02-08T21:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:16:02.659860 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f547dc8c-ba79-42a5-9fd6-752672a86630 None None] The sync data for ids ['7968c0c2-2ebf-4c56-b206-86d9e5908bd6'] in n-d-712143-31 is: [{'id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'name': 'tempest-ServersTestJSON-529309115-router', 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f93e843d-3bd8-4492-b9d5-8f15f212fbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:15:50Z', 'updated_at': '2022-02-08T21:15:56Z', 'revision_number': 3, 'project_id': 'd525537d9e77420ea20b7049a2b78e10', 'gw_port': {'id': 'f93e843d-3bd8-4492-b9d5-8f15f212fbaf', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:74:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:15:53Z', 'updated_at': '2022-02-08T21:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:16:02.791824 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0cde11ab-5585-4ba5-bd66-aaf0bd0c2299 admin admin] Publish callbacks [] for port (3289e30d-b2e9-46d9-a2e2-50909a77620c), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:02.807132 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0cde11ab-5585-4ba5-bd66-aaf0bd0c2299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (3289e30d-b2e9-46d9-a2e2-50909a77620c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:02.813139 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d869dd-07f8-411c-94c4-a47aabd94073 req-d97b1847-2b0b-40c9-9150-767314079847 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:02.821321 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-21d869dd-07f8-411c-94c4-a47aabd94073 req-d97b1847-2b0b-40c9-9150-767314079847 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=6581a6ca-0491-42c0-9218-e75690d793bc HTTP/1.1" status: 200 len: 943 time: 0.1255579 Feb 08 21:16:02.892417 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde11ab-5585-4ba5-bd66-aaf0bd0c2299 admin admin] Pushing event updated for resources: {'Port': ['ID=3289e30d-b2e9-46d9-a2e2-50909a77620c,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:02.897671 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0cde11ab-5585-4ba5-bd66-aaf0bd0c2299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (7968c0c2-2ebf-4c56-b206-86d9e5908bd6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:02.913784 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-21d869dd-07f8-411c-94c4-a47aabd94073 req-423af957-cd56-4acc-b21c-03557884b7a1 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903165 Feb 08 21:16:03.034201 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43496) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:03.088592 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cde11ab-5585-4ba5-bd66-aaf0bd0c2299 admin admin] Network a0019a9f-5a34-415a-af13-d40bad12bc71 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:16:03.090961 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-0cde11ab-5585-4ba5-bd66-aaf0bd0c2299 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:16:03.290720 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cde11ab-5585-4ba5-bd66-aaf0bd0c2299 admin admin] Router 7968c0c2-2ebf-4c56-b206-86d9e5908bd6 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:16:03.507422 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f93e843d-3bd8-4492-b9d5-8f15f212fbaf up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:16:03.665990 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port f93e843d-3bd8-4492-b9d5-8f15f212fbaf triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:16:03.666379 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f93e843d-3bd8-4492-b9d5-8f15f212fbaf), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:03.757140 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-e4abfa93-be31-441a-aa05-52cc810cba73 None None] Provisioning complete for port 3289e30d-b2e9-46d9-a2e2-50909a77620c triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:16:03.757601 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e4abfa93-be31-441a-aa05-52cc810cba73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3289e30d-b2e9-46d9-a2e2-50909a77620c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:03.813649 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e4abfa93-be31-441a-aa05-52cc810cba73 None None] Port 3289e30d-b2e9-46d9-a2e2-50909a77620c cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:16:03.892827 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port f93e843d-3bd8-4492-b9d5-8f15f212fbaf is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:16:03.893564 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f93e843d-3bd8-4492-b9d5-8f15f212fbaf), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:03.919311 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port f93e843d-3bd8-4492-b9d5-8f15f212fbaf, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f93e843d-3bd8-4492-b9d5-8f15f212fbaf,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:03.927374 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f93e843d-3bd8-4492-b9d5-8f15f212fbaf), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:04.002870 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf54940-8a3e-47d9-8802-ef066104b94a req-0a637a86-bad6-4457-badb-3fc2f0d86b2e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:04.011186 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=f93e843d-3bd8-4492-b9d5-8f15f212fbaf,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:04.015409 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bcf54940-8a3e-47d9-8802-ef066104b94a req-0a637a86-bad6-4457-badb-3fc2f0d86b2e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 948 time: 0.8026333 Feb 08 21:16:04.060242 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9f744-9045-48aa-8353-91bc11afa8cc req-c73177fb-f15a-4456-a5df-070e1f080551 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:04.067810 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8d9f744-9045-48aa-8353-91bc11afa8cc req-c73177fb-f15a-4456-a5df-070e1f080551 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2 HTTP/1.1" status: 200 len: 950 time: 0.2326095 Feb 08 21:16:04.073837 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 3b690277-0299-406d-9ce9-420ed1dddf52 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:16:04.133732 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cde11ab-5585-4ba5-bd66-aaf0bd0c2299 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:16:04.148427 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0cde11ab-5585-4ba5-bd66-aaf0bd0c2299 admin admin] 10.222.0.88 "PUT /v2.0/routers/7968c0c2-2ebf-4c56-b206-86d9e5908bd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1955018 Feb 08 21:16:04.388770 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bcf54940-8a3e-47d9-8802-ef066104b94a req-0129a59e-25db-4000-8301-cb9729de6aa6 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720407 Feb 08 21:16:04.391101 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 3b690277-0299-406d-9ce9-420ed1dddf52, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3b690277-0299-406d-9ce9-420ed1dddf52,segment=NetworkSegment(488cc332-a24d-48f9-b9ab-2d3512ca7d1e),segment_id=488cc332-a24d-48f9-b9ab-2d3512ca7d1e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:04.406957 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 4a931013-95b0-4614-8d53-667916fb9900 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:16:04.410350 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '3b690277-0299-406d-9ce9-420ed1dddf52', 'network_id': '99cd4fbd-ec19-45b8-b386-2fa31ded0325', 'port_id': '3b690277-0299-406d-9ce9-420ed1dddf52', 'mac_address': 'fa:16:3e:e3:8c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1038644-0e9a-4c39-b91b-b7947ede0433', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:16:04.542445 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8d9f744-9045-48aa-8353-91bc11afa8cc req-e0c6ae5c-52d5-46ad-972b-599e110f89d0 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723752 Feb 08 21:16:04.621902 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 3b690277-0299-406d-9ce9-420ed1dddf52 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:16:04.622671 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3b690277-0299-406d-9ce9-420ed1dddf52), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:04.654273 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b690277-0299-406d-9ce9-420ed1dddf52 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:16:04.696574 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 3b690277-0299-406d-9ce9-420ed1dddf52, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3b690277-0299-406d-9ce9-420ed1dddf52,segment=NetworkSegment(488cc332-a24d-48f9-b9ab-2d3512ca7d1e),segment_id=488cc332-a24d-48f9-b9ab-2d3512ca7d1e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:04.704623 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3b690277-0299-406d-9ce9-420ed1dddf52), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:04.705400 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 50436714-03f1-4ea7-8ae2-a13351fba2a1 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:16:04.709309 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 4a931013-95b0-4614-8d53-667916fb9900, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=4a931013-95b0-4614-8d53-667916fb9900,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:04.758177 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '4a931013-95b0-4614-8d53-667916fb9900', 'network_id': '6e721cc8-cb97-443d-9392-5abeb1b828df', 'port_id': '4a931013-95b0-4614-8d53-667916fb9900', 'mac_address': 'fa:16:3e:f9:5a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f16667b-9ffb-4110-b7c2-7f68860ee7c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:16:04.864006 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=3b690277-0299-406d-9ce9-420ed1dddf52,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:04.884999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd5bbe-2e25-42ab-85ba-002e5eccc33f req-74a305ac-6968-457d-b72b-bf20cfffd6ff tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:04.890651 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7bd5bbe-2e25-42ab-85ba-002e5eccc33f req-74a305ac-6968-457d-b72b-bf20cfffd6ff tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 946 time: 0.3796017 Feb 08 21:16:04.892998 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 4a931013-95b0-4614-8d53-667916fb9900 is: ACTIVE; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:16:04.893549 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4a931013-95b0-4614-8d53-667916fb9900), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:04.920714 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a931013-95b0-4614-8d53-667916fb9900 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:16:04.968460 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 50436714-03f1-4ea7-8ae2-a13351fba2a1, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=50436714-03f1-4ea7-8ae2-a13351fba2a1,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:04.981186 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb235722-ffb4-498b-b87b-a44d90aee361 req-6c09f2a1-1965-42d0-ba27-c1e0260fb8fd tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:04.989366 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fb235722-ffb4-498b-b87b-a44d90aee361 req-6c09f2a1-1965-42d0-ba27-c1e0260fb8fd tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.94 "GET /v2.0/ports?device_id=b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2 HTTP/1.1" status: 200 len: 950 time: 0.3600712 Feb 08 21:16:05.002873 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 4a931013-95b0-4614-8d53-667916fb9900, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=4a931013-95b0-4614-8d53-667916fb9900,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:05.012080 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '50436714-03f1-4ea7-8ae2-a13351fba2a1', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': '50436714-03f1-4ea7-8ae2-a13351fba2a1', 'mac_address': 'fa:16:3e:78:50:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:16:05.078002 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474d3b3-872c-4d15-94ce-6f6dc9e98212 req-016e448b-5e78-4e02-a87e-8ca154e08a3b tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:05.080273 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f474d3b3-872c-4d15-94ce-6f6dc9e98212 req-016e448b-5e78-4e02-a87e-8ca154e08a3b tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=6581a6ca-0491-42c0-9218-e75690d793bc HTTP/1.1" status: 200 len: 944 time: 0.3713596 Feb 08 21:16:05.121871 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 50436714-03f1-4ea7-8ae2-a13351fba2a1 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:16:05.123231 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (50436714-03f1-4ea7-8ae2-a13351fba2a1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:05.162384 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (4a931013-95b0-4614-8d53-667916fb9900), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:05.181519 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7bd5bbe-2e25-42ab-85ba-002e5eccc33f req-3bc4bc1a-cc25-4b4d-833e-596284e3bd48 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410252 Feb 08 21:16:05.212770 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50436714-03f1-4ea7-8ae2-a13351fba2a1 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:16:05.246566 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 50436714-03f1-4ea7-8ae2-a13351fba2a1, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=50436714-03f1-4ea7-8ae2-a13351fba2a1,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:05.262872 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (50436714-03f1-4ea7-8ae2-a13351fba2a1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:05.315031 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f474d3b3-872c-4d15-94ce-6f6dc9e98212 req-800a7cd5-04df-4e8a-bd08-73615f0f02e0 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400182 Feb 08 21:16:05.321354 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['4a931013-95b0-4614-8d53-667916fb9900'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:16:05.333457 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=4a931013-95b0-4614-8d53-667916fb9900,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:05.336845 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0cd77bd3-35ab-492a-ac41-dfc92532785c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (14c649df-e9ba-4f3c-ae75-6e5475821c0d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:05.506627 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f93e843d-3bd8-4492-b9d5-8f15f212fbaf up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:16:05.640992 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-fb235722-ffb4-498b-b87b-a44d90aee361 req-a66cf213-d578-406f-ad43-b9d76f633d2c tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Deleting port b10d69ce-bd78-4bd8-8b05-d5fe951c608d {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:16:05.642003 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-fb235722-ffb4-498b-b87b-a44d90aee361 req-a66cf213-d578-406f-ad43-b9d76f633d2c tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b10d69ce-bd78-4bd8-8b05-d5fe951c608d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:05.676129 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['3b690277-0299-406d-9ce9-420ed1dddf52'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:16:05.768775 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['50436714-03f1-4ea7-8ae2-a13351fba2a1'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:16:05.829542 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-fb235722-ffb4-498b-b87b-a44d90aee361 req-a66cf213-d578-406f-ad43-b9d76f633d2c tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] For port b10d69ce-bd78-4bd8-8b05-d5fe951c608d, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=b10d69ce-bd78-4bd8-8b05-d5fe951c608d,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:05.830230 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-fb235722-ffb4-498b-b87b-a44d90aee361 req-a66cf213-d578-406f-ad43-b9d76f633d2c tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b10d69ce-bd78-4bd8-8b05-d5fe951c608d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:05.849651 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8343ab17-a8b4-490d-b144-b7c5d0c1f70d None None] Sync routers for ids ['7968c0c2-2ebf-4c56-b206-86d9e5908bd6'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:16:05.877736 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=50436714-03f1-4ea7-8ae2-a13351fba2a1,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:05.890510 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8343ab17-a8b4-490d-b144-b7c5d0c1f70d None None] Routers {'7968c0c2-2ebf-4c56-b206-86d9e5908bd6'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:16:05.892678 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8343ab17-a8b4-490d-b144-b7c5d0c1f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:15:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7968c0c2-2ebf-4c56-b206-86d9e5908bd6'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:16:06.151197 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-fb235722-ffb4-498b-b87b-a44d90aee361 req-a66cf213-d578-406f-ad43-b9d76f633d2c tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Calling delete_port for b10d69ce-bd78-4bd8-8b05-d5fe951c608d owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:16:06.154490 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-8343ab17-a8b4-490d-b144-b7c5d0c1f70d None None] Set router 7968c0c2-2ebf-4c56-b206-86d9e5908bd6 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:16:06.207147 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port f93e843d-3bd8-4492-b9d5-8f15f212fbaf triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:16:06.208255 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f93e843d-3bd8-4492-b9d5-8f15f212fbaf), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:06.250007 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43530) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:06.257712 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d829a4a3-bd07-4c09-bb83-48806c646f19 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1727151565', 'description': 'tempest-description--874270287'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:16:06.345598 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d829a4a3-bd07-4c09-bb83-48806c646f19 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:06.429057 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ef02b-b4e6-492b-ba19-e8ed0a1be7b0 req-10ce391b-154c-4f54-af9b-9daf1604e78c tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:06.432443 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c54ef02b-b4e6-492b-ba19-e8ed0a1be7b0 req-10ce391b-154c-4f54-af9b-9daf1604e78c tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.94 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d&tenant_id=56f216a178424ba0984bc6550ca8f840&binding%3Ahost_id=n-h1-712143-31 HTTP/1.1" status: 200 len: 949 time: 0.4168632 Feb 08 21:16:06.616502 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31a94b-e3c3-4a31-bd05-d1d13c4c9ba5 req-3aadda21-0665-4a80-aaa0-3f802ec5f1cf tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:06.617138 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d829a4a3-bd07-4c09-bb83-48806c646f19 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks [] for security_group (fb806cb0-2515-4b46-855e-a72e73a208ab), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:06.619924 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d31a94b-e3c3-4a31-bd05-d1d13c4c9ba5 req-3aadda21-0665-4a80-aaa0-3f802ec5f1cf tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2 HTTP/1.1" status: 200 len: 950 time: 0.5619614 Feb 08 21:16:06.628916 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d829a4a3-bd07-4c09-bb83-48806c646f19 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (fb806cb0-2515-4b46-855e-a72e73a208ab), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:06.673642 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:06.682386 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-fb235722-ffb4-498b-b87b-a44d90aee361 req-a66cf213-d578-406f-ad43-b9d76f633d2c tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (b10d69ce-bd78-4bd8-8b05-d5fe951c608d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:06.685590 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8343ab17-a8b4-490d-b144-b7c5d0c1f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'name': 'tempest-ServersTestJSON-529309115-router', 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f93e843d-3bd8-4492-b9d5-8f15f212fbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:15:50Z', 'updated_at': '2022-02-08T21:16:02Z', 'revision_number': 4, 'project_id': 'd525537d9e77420ea20b7049a2b78e10', 'gw_port': {'id': 'f93e843d-3bd8-4492-b9d5-8f15f212fbaf', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:15:53Z', 'updated_at': '2022-02-08T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '3289e30d-b2e9-46d9-a2e2-50909a77620c', 'name': '', 'network_id': 'a0019a9f-5a34-415a-af13-d40bad12bc71', 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10', 'mac_address': 'fa:16:3e:e4:34:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '47eb3153-f73c-4b93-977e-6eee8c5c39cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:16:00Z', 'updated_at': '2022-02-08T21:16:02Z', 'revision_number': 2, 'project_id': 'd525537d9e77420ea20b7049a2b78e10', 'subnets': [{'id': '47eb3153-f73c-4b93-977e-6eee8c5c39cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:16:06.742424 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8343ab17-a8b4-490d-b144-b7c5d0c1f70d None None] Checking router: 7968c0c2-2ebf-4c56-b206-86d9e5908bd6 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:16:06.743320 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8343ab17-a8b4-490d-b144-b7c5d0c1f70d None None] Updating router 7968c0c2-2ebf-4c56-b206-86d9e5908bd6 port 3289e30d-b2e9-46d9-a2e2-50909a77620c binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:16:06.755685 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d829a4a3-bd07-4c09-bb83-48806c646f19 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:06.762886 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d829a4a3-bd07-4c09-bb83-48806c646f19 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5109048 Feb 08 21:16:06.770342 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43542) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:06.784292 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66cf213-d578-406f-ad43-b9d76f633d2c tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Pushing event deleted for resources: {'Port': ['ID=b10d69ce-bd78-4bd8-8b05-d5fe951c608d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:06.790894 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:06.791527 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1673655c-e0e0-49f1-a269-47db28e0ff68 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Request body: {'security_group_rule': {'security_group_id': 'fb806cb0-2515-4b46-855e-a72e73a208ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:16:06.791716 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['ab1459c5-6b4b-4e95-a4f6-b72e476009e8'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:16:06.799618 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8343ab17-a8b4-490d-b144-b7c5d0c1f70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3289e30d-b2e9-46d9-a2e2-50909a77620c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:06.810428 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829a4a3-bd07-4c09-bb83-48806c646f19 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb806cb0-2515-4b46-855e-a72e73a208ab,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:06.846050 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['f2b4c789-1730-4dc1-863d-a7e11c946ee4'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:16:06.895683 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1673655c-e0e0-49f1-a269-47db28e0ff68 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks [] for security_group_rule (e8f0242e-8584-460c-aab1-14e481f77172), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:07.006152 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d31a94b-e3c3-4a31-bd05-d1d13c4c9ba5 req-e5c4ca80-690b-4c42-ab06-fa883088a815 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655801 Feb 08 21:16:07.057586 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80b7cf-143d-4bcc-8abb-30bf3a70f198 req-e92e1691-d562-4084-b306-b537b3b2c4d0 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:07.066041 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea80b7cf-143d-4bcc-8abb-30bf3a70f198 req-e92e1691-d562-4084-b306-b537b3b2c4d0 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 949 time: 0.4132111 Feb 08 21:16:07.115796 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1673655c-e0e0-49f1-a269-47db28e0ff68 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks [] for security_group_rule (e8f0242e-8584-460c-aab1-14e481f77172), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:07.125419 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1673655c-e0e0-49f1-a269-47db28e0ff68 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (e8f0242e-8584-460c-aab1-14e481f77172), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:07.186879 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8343ab17-a8b4-490d-b144-b7c5d0c1f70d None None] Publish callbacks [] for port (3289e30d-b2e9-46d9-a2e2-50909a77620c), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:07.188382 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673655c-e0e0-49f1-a269-47db28e0ff68 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f0242e-8584-460c-aab1-14e481f77172,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:07.195142 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8343ab17-a8b4-490d-b144-b7c5d0c1f70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3289e30d-b2e9-46d9-a2e2-50909a77620c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:07.222889 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1673655c-e0e0-49f1-a269-47db28e0ff68 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:07.235987 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1673655c-e0e0-49f1-a269-47db28e0ff68 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4639082 Feb 08 21:16:07.237120 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43544) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:07.250513 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85691001-3536-46dd-81d3-ce8f06a305fd None None] Pushing event updated for resources: {'Port': ['ID=3289e30d-b2e9-46d9-a2e2-50909a77620c,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:07.253576 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-503e3fb7-0660-4f10-8619-06bbcb56ad94 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Request body: {'security_group_rule': {'security_group_id': 'fb806cb0-2515-4b46-855e-a72e73a208ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:16:07.331484 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-503e3fb7-0660-4f10-8619-06bbcb56ad94 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks [] for security_group_rule (81763016-3127-4003-9be8-d4c099486a2f), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:07.402419 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c54ef02b-b4e6-492b-ba19-e8ed0a1be7b0 req-7aeda627-6483-4649-8920-9d26b685bdf0 service neutron] 10.222.0.94 "GET /v2.0/ports/50436714-03f1-4ea7-8ae2-a13351fba2a1/bindings/n-h1-712143-31 HTTP/1.1" status: 200 len: 383 time: 0.7316608 Feb 08 21:16:07.409043 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb235722-ffb4-498b-b87b-a44d90aee361 req-a66cf213-d578-406f-ad43-b9d76f633d2c tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] No DVR routers for this DVR port b10d69ce-bd78-4bd8-8b05-d5fe951c608d on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:16:07.423610 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-8343ab17-a8b4-490d-b144-b7c5d0c1f70d None None] Attempting to bind port 3289e30d-b2e9-46d9-a2e2-50909a77620c on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:16:07.423990 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-8343ab17-a8b4-490d-b144-b7c5d0c1f70d None None] Attempting to bind port 3289e30d-b2e9-46d9-a2e2-50909a77620c by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'dee5ecaf-6fbc-4a50-ab7a-197d866cb98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a0019a9f-5a34-415a-af13-d40bad12bc71'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:16:07.424361 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8343ab17-a8b4-490d-b144-b7c5d0c1f70d None None] Attempting to bind port 3289e30d-b2e9-46d9-a2e2-50909a77620c on network a0019a9f-5a34-415a-af13-d40bad12bc71 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:16:07.429377 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-fb235722-ffb4-498b-b87b-a44d90aee361 req-a66cf213-d578-406f-ad43-b9d76f633d2c tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:07.438575 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8343ab17-a8b4-490d-b144-b7c5d0c1f70d None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:16:07.438941 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8343ab17-a8b4-490d-b144-b7c5d0c1f70d None None] Checking segment: {'id': 'dee5ecaf-6fbc-4a50-ab7a-197d866cb98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a0019a9f-5a34-415a-af13-d40bad12bc71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:16:07.440197 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8343ab17-a8b4-490d-b144-b7c5d0c1f70d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:07.440197 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8343ab17-a8b4-490d-b144-b7c5d0c1f70d None None] Bound using segment: {'id': 'dee5ecaf-6fbc-4a50-ab7a-197d866cb98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a0019a9f-5a34-415a-af13-d40bad12bc71'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:16:07.440197 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-8343ab17-a8b4-490d-b144-b7c5d0c1f70d None None] Bound port: 3289e30d-b2e9-46d9-a2e2-50909a77620c, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee5ecaf-6fbc-4a50-ab7a-197d866cb98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a0019a9f-5a34-415a-af13-d40bad12bc71'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:16:07.440703 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8343ab17-a8b4-490d-b144-b7c5d0c1f70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3289e30d-b2e9-46d9-a2e2-50909a77620c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:07.443639 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fb235722-ffb4-498b-b87b-a44d90aee361 req-a66cf213-d578-406f-ad43-b9d76f633d2c tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.94 "DELETE /v2.0/ports/b10d69ce-bd78-4bd8-8b05-d5fe951c608d HTTP/1.1" status: 204 len: 173 time: 2.4522760 Feb 08 21:16:07.454625 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port f93e843d-3bd8-4492-b9d5-8f15f212fbaf is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:16:07.492592 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2', 'name': 'network-vif-deleted', 'tag': 'b10d69ce-bd78-4bd8-8b05-d5fe951c608d'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:16:07.500573 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1571df9-7ad2-42b4-9c23-171aa0b1e898" -d '{"events": [{"server_uuid": "b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2", "name": "network-vif-deleted", "tag": "b10d69ce-bd78-4bd8-8b05-d5fe951c608d"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:16:07.528504 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-503e3fb7-0660-4f10-8619-06bbcb56ad94 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks [] for security_group_rule (81763016-3127-4003-9be8-d4c099486a2f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:07.539046 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-503e3fb7-0660-4f10-8619-06bbcb56ad94 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (81763016-3127-4003-9be8-d4c099486a2f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:07.633612 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e3fb7-0660-4f10-8619-06bbcb56ad94 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81763016-3127-4003-9be8-d4c099486a2f,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:07.665969 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-503e3fb7-0660-4f10-8619-06bbcb56ad94 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:07.675534 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-503e3fb7-0660-4f10-8619-06bbcb56ad94 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4326401 Feb 08 21:16:07.677587 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43552) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:07.702501 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1457eeb5-ea63-4b25-b9d8-29833548d881 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:16:07.766660 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-8343ab17-a8b4-490d-b144-b7c5d0c1f70d None None] For port 3289e30d-b2e9-46d9-a2e2-50909a77620c, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:16:07.767605 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1457eeb5-ea63-4b25-b9d8-29833548d881 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:07.786406 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-8343ab17-a8b4-490d-b144-b7c5d0c1f70d None None] For port 3289e30d-b2e9-46d9-a2e2-50909a77620c, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3289e30d-b2e9-46d9-a2e2-50909a77620c,segment=NetworkSegment(dee5ecaf-6fbc-4a50-ab7a-197d866cb98a),segment_id=dee5ecaf-6fbc-4a50-ab7a-197d866cb98a)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:16:07.802717 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8343ab17-a8b4-490d-b144-b7c5d0c1f70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3289e30d-b2e9-46d9-a2e2-50909a77620c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:07.911679 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-56f0029f-181a-4c1a-bf93-b4e45f1a4498 None None] Provisioning complete for port 3289e30d-b2e9-46d9-a2e2-50909a77620c triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:16:07.912550 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-56f0029f-181a-4c1a-bf93-b4e45f1a4498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3289e30d-b2e9-46d9-a2e2-50909a77620c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:07.982087 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8343ab17-a8b4-490d-b144-b7c5d0c1f70d None None] Routers {'7968c0c2-2ebf-4c56-b206-86d9e5908bd6'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:16:07.992793 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8343ab17-a8b4-490d-b144-b7c5d0c1f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:15:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7968c0c2-2ebf-4c56-b206-86d9e5908bd6'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:16:08.104050 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85691001-3536-46dd-81d3-ce8f06a305fd None None] Pushing event updated for resources: {'Port': ['ID=3289e30d-b2e9-46d9-a2e2-50909a77620c,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:08.118956 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-56f0029f-181a-4c1a-bf93-b4e45f1a4498 None None] Current status of the port 3289e30d-b2e9-46d9-a2e2-50909a77620c is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:16:08.119639 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-56f0029f-181a-4c1a-bf93-b4e45f1a4498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3289e30d-b2e9-46d9-a2e2-50909a77620c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:08.167396 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 50436714-03f1-4ea7-8ae2-a13351fba2a1 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:16:08.170404 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1457eeb5-ea63-4b25-b9d8-29833548d881 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:08.309876 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 4a931013-95b0-4614-8d53-667916fb9900 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:16:08.387260 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-56f0029f-181a-4c1a-bf93-b4e45f1a4498 None None] For port 3289e30d-b2e9-46d9-a2e2-50909a77620c, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3289e30d-b2e9-46d9-a2e2-50909a77620c,segment=NetworkSegment(dee5ecaf-6fbc-4a50-ab7a-197d866cb98a),segment_id=dee5ecaf-6fbc-4a50-ab7a-197d866cb98a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:08.433818 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-56f0029f-181a-4c1a-bf93-b4e45f1a4498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3289e30d-b2e9-46d9-a2e2-50909a77620c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:08.529158 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-8343ab17-a8b4-490d-b144-b7c5d0c1f70d None None] Set router 7968c0c2-2ebf-4c56-b206-86d9e5908bd6 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:16:08.535304 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0029f-181a-4c1a-bf93-b4e45f1a4498 None None] Pushing event updated for resources: {'Port': ['ID=3289e30d-b2e9-46d9-a2e2-50909a77620c,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:08.607759 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-1457eeb5-ea63-4b25-b9d8-29833548d881 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Allocated IP 172.25.3.61 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/b91cc630-f7c0-44db-b0cd-94a679a44e92) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:16:08.612073 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-cfdebaaf-38d5-4b45-a50a-9e664e47d1b5 None None] Provisioning complete for port 3289e30d-b2e9-46d9-a2e2-50909a77620c triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:16:08.612855 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cfdebaaf-38d5-4b45-a50a-9e664e47d1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3289e30d-b2e9-46d9-a2e2-50909a77620c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:08.678377 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-0cd77bd3-35ab-492a-ac41-dfc92532785c admin admin] Deleting port 9bce35fe-25a1-46dd-8c5b-a702fdfbd384 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:16:08.680522 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0cd77bd3-35ab-492a-ac41-dfc92532785c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (9bce35fe-25a1-46dd-8c5b-a702fdfbd384), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:08.700566 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 4a931013-95b0-4614-8d53-667916fb9900 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:16:08.709404 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (4a931013-95b0-4614-8d53-667916fb9900), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:08.790216 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea80b7cf-143d-4bcc-8abb-30bf3a70f198 req-0dc26d7b-b0c8-4c10-b735-bc7768677335 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6824090 Feb 08 21:16:08.815165 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 50436714-03f1-4ea7-8ae2-a13351fba2a1 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:16:08.837541 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (50436714-03f1-4ea7-8ae2-a13351fba2a1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:08.914453 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88865dc2-c057-4b07-a7ef-a0a58caff4cf req-53422743-3ba5-43b3-8e5a-367b76d63bcc tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:08.918430 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-88865dc2-c057-4b07-a7ef-a0a58caff4cf req-53422743-3ba5-43b3-8e5a-367b76d63bcc tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 946 time: 1.6769309 Feb 08 21:16:08.979221 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-0cd77bd3-35ab-492a-ac41-dfc92532785c admin admin] For port 9bce35fe-25a1-46dd-8c5b-a702fdfbd384, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=9bce35fe-25a1-46dd-8c5b-a702fdfbd384,segment=NetworkSegment(f84ccc74-639c-4469-8a97-7618a6d4e83c),segment_id=f84ccc74-639c-4469-8a97-7618a6d4e83c)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:08.980593 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0cd77bd3-35ab-492a-ac41-dfc92532785c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (9bce35fe-25a1-46dd-8c5b-a702fdfbd384), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:09.020188 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-0cd77bd3-35ab-492a-ac41-dfc92532785c admin admin] Calling delete_port for 9bce35fe-25a1-46dd-8c5b-a702fdfbd384 owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:16:09.078601 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1457eeb5-ea63-4b25-b9d8-29833548d881 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks [] for port (b91cc630-f7c0-44db-b0cd-94a679a44e92), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:09.216168 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ef02b-b4e6-492b-ba19-e8ed0a1be7b0 req-eaa689b9-4ec0-4e52-a3f7-6d99c1d2d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:09.216473 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-cfdebaaf-38d5-4b45-a50a-9e664e47d1b5 None None] Current status of the port 3289e30d-b2e9-46d9-a2e2-50909a77620c is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:16:09.222988 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c54ef02b-b4e6-492b-ba19-e8ed0a1be7b0 req-eaa689b9-4ec0-4e52-a3f7-6d99c1d2d124 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 1132 time: 1.7059577 Feb 08 21:16:09.283415 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1457eeb5-ea63-4b25-b9d8-29833548d881 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (b91cc630-f7c0-44db-b0cd-94a679a44e92), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:09.360096 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 4a931013-95b0-4614-8d53-667916fb9900 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:16:09.360772 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4a931013-95b0-4614-8d53-667916fb9900), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:09.387016 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 50436714-03f1-4ea7-8ae2-a13351fba2a1 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:16:09.387681 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (50436714-03f1-4ea7-8ae2-a13351fba2a1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:09.423227 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1457eeb5-ea63-4b25-b9d8-29833548d881 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:16:09.431350 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-1457eeb5-ea63-4b25-b9d8-29833548d881 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:16:09.441838 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1457eeb5-ea63-4b25-b9d8-29833548d881 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:16:09.476769 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878099c6-015d-4aa0-ba37-b57e41fcad1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50436714-03f1-4ea7-8ae2-a13351fba2a1'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:16:09.480532 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec0b942-973d-4cc2-8605-5079a01d5308" -d '{"events": [{"server_uuid": "878099c6-015d-4aa0-ba37-b57e41fcad1d", "name": "network-vif-plugged", "status": "completed", "tag": "50436714-03f1-4ea7-8ae2-a13351fba2a1"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:16:09.507181 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 50436714-03f1-4ea7-8ae2-a13351fba2a1, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=50436714-03f1-4ea7-8ae2-a13351fba2a1,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:09.513387 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 4a931013-95b0-4614-8d53-667916fb9900, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=4a931013-95b0-4614-8d53-667916fb9900,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:09.516346 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (50436714-03f1-4ea7-8ae2-a13351fba2a1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:09.516611 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device b10d69ce-bd78-4bd8-8b05-d5fe951c608d no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:16:09.522866 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (4a931013-95b0-4614-8d53-667916fb9900), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:09.572545 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: b10d69ce-bd78-4bd8-8b05-d5fe951c608d {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:16:09.572900 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device b10d69ce-bd78-4bd8-8b05-d5fe951c608d not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:16:09.635789 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=50436714-03f1-4ea7-8ae2-a13351fba2a1,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:09.667040 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8343ab17-a8b4-490d-b144-b7c5d0c1f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'name': 'tempest-ServersTestJSON-529309115-router', 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f93e843d-3bd8-4492-b9d5-8f15f212fbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:15:50Z', 'updated_at': '2022-02-08T21:16:02Z', 'revision_number': 4, 'project_id': 'd525537d9e77420ea20b7049a2b78e10', 'gw_port': {'id': 'f93e843d-3bd8-4492-b9d5-8f15f212fbaf', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:15:53Z', 'updated_at': '2022-02-08T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '3289e30d-b2e9-46d9-a2e2-50909a77620c', 'name': '', 'network_id': 'a0019a9f-5a34-415a-af13-d40bad12bc71', 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10', 'mac_address': 'fa:16:3e:e4:34:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '47eb3153-f73c-4b93-977e-6eee8c5c39cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:16:00Z', 'updated_at': '2022-02-08T21:16:07Z', 'revision_number': 4, 'project_id': 'd525537d9e77420ea20b7049a2b78e10', 'subnets': [{'id': '47eb3153-f73c-4b93-977e-6eee8c5c39cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:16:09.726727 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8343ab17-a8b4-490d-b144-b7c5d0c1f70d None None] The sync data for ids ['7968c0c2-2ebf-4c56-b206-86d9e5908bd6'] in n-d-712143-31 is: [{'id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'name': 'tempest-ServersTestJSON-529309115-router', 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f93e843d-3bd8-4492-b9d5-8f15f212fbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:15:50Z', 'updated_at': '2022-02-08T21:16:02Z', 'revision_number': 4, 'project_id': 'd525537d9e77420ea20b7049a2b78e10', 'gw_port': {'id': 'f93e843d-3bd8-4492-b9d5-8f15f212fbaf', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:15:53Z', 'updated_at': '2022-02-08T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '3289e30d-b2e9-46d9-a2e2-50909a77620c', 'name': '', 'network_id': 'a0019a9f-5a34-415a-af13-d40bad12bc71', 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10', 'mac_address': 'fa:16:3e:e4:34:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '47eb3153-f73c-4b93-977e-6eee8c5c39cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:16:00Z', 'updated_at': '2022-02-08T21:16:07Z', 'revision_number': 4, 'project_id': 'd525537d9e77420ea20b7049a2b78e10', 'subnets': [{'id': '47eb3153-f73c-4b93-977e-6eee8c5c39cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:16:09.739294 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457eeb5-ea63-4b25-b9d8-29833548d881 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Pushing event updated for resources: {'Port': ['ID=b91cc630-f7c0-44db-b0cd-94a679a44e92,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:09.776504 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=4a931013-95b0-4614-8d53-667916fb9900,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:09.908973 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ef02b-b4e6-492b-ba19-e8ed0a1be7b0 req-478766c5-73ae-42c9-98f9-4df4de9819a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:09.910713 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c54ef02b-b4e6-492b-ba19-e8ed0a1be7b0 req-478766c5-73ae-42c9-98f9-4df4de9819a9 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.3133390 Feb 08 21:16:10.017356 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c54ef02b-b4e6-492b-ba19-e8ed0a1be7b0 req-c97713be-d6a3-49dc-a5b7-5b46196cebcd service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=50436714-03f1-4ea7-8ae2-a13351fba2a1 HTTP/1.1" status: 200 len: 217 time: 0.0583510 Feb 08 21:16:10.019771 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1457eeb5-ea63-4b25-b9d8-29833548d881 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks [] for floatingip (6fe743b2-e281-48c3-9e21-a9c0beb9b702), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:10.118027 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-88865dc2-c057-4b07-a7ef-a0a58caff4cf req-49f12e45-e2ee-4e76-bcb0-1eeabfd10850 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0296032 Feb 08 21:16:10.133784 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 3b690277-0299-406d-9ce9-420ed1dddf52 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:16:10.155341 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1457eeb5-ea63-4b25-b9d8-29833548d881 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b91cc630-f7c0-44db-b0cd-94a679a44e92), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:10.301647 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0cd77bd3-35ab-492a-ac41-dfc92532785c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (9bce35fe-25a1-46dd-8c5b-a702fdfbd384), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:10.380100 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 3b690277-0299-406d-9ce9-420ed1dddf52 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:16:10.404339 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 3b690277-0299-406d-9ce9-420ed1dddf52 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:16:10.405191 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3b690277-0299-406d-9ce9-420ed1dddf52), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:10.623654 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd77bd3-35ab-492a-ac41-dfc92532785c admin admin] Pushing event deleted for resources: {'Port': ['ID=9bce35fe-25a1-46dd-8c5b-a702fdfbd384,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:10.709870 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 3b690277-0299-406d-9ce9-420ed1dddf52 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:16:10.710427 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3b690277-0299-406d-9ce9-420ed1dddf52), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:10.783208 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 3b690277-0299-406d-9ce9-420ed1dddf52, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3b690277-0299-406d-9ce9-420ed1dddf52,segment=NetworkSegment(488cc332-a24d-48f9-b9ab-2d3512ca7d1e),segment_id=488cc332-a24d-48f9-b9ab-2d3512ca7d1e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:10.793296 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3b690277-0299-406d-9ce9-420ed1dddf52), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:10.892974 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a274fcb-8180-43b5-acfa-99c8063cc2f4 x-openstack-request-id: req-7a274fcb-8180-43b5-acfa-99c8063cc2f4 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:16:10.902081 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878099c6-015d-4aa0-ba37-b57e41fcad1d", "name": "network-vif-plugged", "status": "completed", "tag": "50436714-03f1-4ea7-8ae2-a13351fba2a1", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:16:10.906432 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7a274fcb-8180-43b5-acfa-99c8063cc2f4 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:16:10.907434 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878099c6-015d-4aa0-ba37-b57e41fcad1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50436714-03f1-4ea7-8ae2-a13351fba2a1', 'code': 200} Feb 08 21:16:10.962514 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1457eeb5-ea63-4b25-b9d8-29833548d881 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks [] for port (b91cc630-f7c0-44db-b0cd-94a679a44e92), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:10.965525 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=3b690277-0299-406d-9ce9-420ed1dddf52,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:10.975166 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1457eeb5-ea63-4b25-b9d8-29833548d881 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (b91cc630-f7c0-44db-b0cd-94a679a44e92), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:11.067076 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f47dcce-4d98-4b55-abe1-a252e6d458a1 x-openstack-request-id: req-8f47dcce-4d98-4b55-abe1-a252e6d458a1 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:16:11.067647 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2", "name": "network-vif-deleted", "tag": "b10d69ce-bd78-4bd8-8b05-d5fe951c608d", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:16:11.071271 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8f47dcce-4d98-4b55-abe1-a252e6d458a1 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:16:11.073282 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e6fcc6-24ef-4c33-a9e4-99ea2d57c4a2', 'name': 'network-vif-deleted', 'tag': 'b10d69ce-bd78-4bd8-8b05-d5fe951c608d', 'status': 'completed', 'code': 200} Feb 08 21:16:11.086607 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ef02b-b4e6-492b-ba19-e8ed0a1be7b0 req-26fed352-bd6c-4931-852d-44027b92a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:11.090956 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c54ef02b-b4e6-492b-ba19-e8ed0a1be7b0 req-26fed352-bd6c-4931-852d-44027b92a595 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 1.0542009 Feb 08 21:16:11.168219 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044cd17-c7b7-467e-9117-1026ce606f14 req-f680716d-2bca-4e2f-a2c9-654b244160aa tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:11.180996 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457eeb5-ea63-4b25-b9d8-29833548d881 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Pushing event updated for resources: {'Port': ['ID=b91cc630-f7c0-44db-b0cd-94a679a44e92,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:11.183502 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a044cd17-c7b7-467e-9117-1026ce606f14 req-f680716d-2bca-4e2f-a2c9-654b244160aa tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=6581a6ca-0491-42c0-9218-e75690d793bc HTTP/1.1" status: 200 len: 944 time: 2.0293844 Feb 08 21:16:11.241547 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1457eeb5-ea63-4b25-b9d8-29833548d881 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (6fe743b2-e281-48c3-9e21-a9c0beb9b702), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:11.282959 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0cd77bd3-35ab-492a-ac41-dfc92532785c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (14c649df-e9ba-4f3c-ae75-6e5475821c0d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:11.284707 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1457eeb5-ea63-4b25-b9d8-29833548d881 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:11.287948 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1457eeb5-ea63-4b25-b9d8-29833548d881 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6047184 Feb 08 21:16:11.447791 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a044cd17-c7b7-467e-9117-1026ce606f14 req-88ce64cc-e12e-44a6-b72e-ab2f53a5fd41 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183537 Feb 08 21:16:11.455269 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872fe19-9b25-4086-ae83-ce8be3bb3e97 req-013e31e2-9cea-4b74-bc8f-2b7588fccc77 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:11.457083 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f872fe19-9b25-4086-ae83-ce8be3bb3e97 req-013e31e2-9cea-4b74-bc8f-2b7588fccc77 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 0.3609748 Feb 08 21:16:11.491736 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ef02b-b4e6-492b-ba19-e8ed0a1be7b0 req-47ffdf4a-0662-491c-b4cc-52a82ea1822e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:11.493320 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c54ef02b-b4e6-492b-ba19-e8ed0a1be7b0 req-47ffdf4a-0662-491c-b4cc-52a82ea1822e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3433044 Feb 08 21:16:11.772806 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c54ef02b-b4e6-492b-ba19-e8ed0a1be7b0 req-4a90e906-a92c-4c44-bd55-7c963c760686 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666326 Feb 08 21:16:11.857005 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f872fe19-9b25-4086-ae83-ce8be3bb3e97 req-954ee159-ee7e-4a28-b2a2-1be948da7736 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892043 Feb 08 21:16:12.028149 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3289e30d-b2e9-46d9-a2e2-50909a77620c up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:16:12.254547 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 3289e30d-b2e9-46d9-a2e2-50909a77620c triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:16:12.255622 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3289e30d-b2e9-46d9-a2e2-50909a77620c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:12.558218 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 3289e30d-b2e9-46d9-a2e2-50909a77620c is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:16:12.729135 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fccaf5-c41b-41ba-bfb5-293a7637bf5d req-70b39540-f01c-45db-8e69-38e0a0fae4f0 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:12.731118 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-76fccaf5-c41b-41ba-bfb5-293a7637bf5d req-70b39540-f01c-45db-8e69-38e0a0fae4f0 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 946 time: 0.6561801 Feb 08 21:16:12.753841 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c54ef02b-b4e6-492b-ba19-e8ed0a1be7b0 req-a518a58d-2bfa-4229-9ddf-dcbc0efc9f1d service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9437671 Feb 08 21:16:12.761349 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-9b63cfe6-4763-4a15-ac5d-334d7c9e4aa1 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1727151565&fields=id&tenant_id=d525537d9e77420ea20b7049a2b78e10 HTTP/1.1" status: 200 len: 267 time: 0.5109067 Feb 08 21:16:12.831831 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd77bd3-35ab-492a-ac41-dfc92532785c admin admin] Router 14c649df-e9ba-4f3c-ae75-6e5475821c0d has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:16:12.909272 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ed1bb2-448a-4bab-96cc-2646cc17e850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a931013-95b0-4614-8d53-667916fb9900'}, {'server_uuid': '6581a6ca-0491-42c0-9218-e75690d793bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b690277-0299-406d-9ce9-420ed1dddf52'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:16:12.913694 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc0c04a-9ca5-4d59-b3d3-03dd10653d04" -d '{"events": [{"server_uuid": "66ed1bb2-448a-4bab-96cc-2646cc17e850", "name": "network-vif-plugged", "status": "completed", "tag": "4a931013-95b0-4614-8d53-667916fb9900"}, {"server_uuid": "6581a6ca-0491-42c0-9218-e75690d793bc", "name": "network-vif-plugged", "status": "completed", "tag": "3b690277-0299-406d-9ce9-420ed1dddf52"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:16:13.009709 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-76fccaf5-c41b-41ba-bfb5-293a7637bf5d req-1e6cbb75-d0e6-4d78-9eb7-c8ef3a83f764 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372167 Feb 08 21:16:13.082473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-15815da0-14c5-40a5-a1fa-091dfc3c5851 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:13.085187 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-15815da0-14c5-40a5-a1fa-091dfc3c5851 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/networks?id=a0019a9f-5a34-415a-af13-d40bad12bc71 HTTP/1.1" status: 200 len: 805 time: 0.2994552 Feb 08 21:16:13.128653 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-756295b8-d125-4b1a-a17f-bce5abade896 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/quotas/d525537d9e77420ea20b7049a2b78e10 HTTP/1.1" status: 200 len: 375 time: 0.0294750 Feb 08 21:16:13.166761 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd77bd3-35ab-492a-ac41-dfc92532785c admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:16:13.186640 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdaa199-45fb-4ca9-bcbd-5890142686ee None None] Sync routers for ids ['14c649df-e9ba-4f3c-ae75-6e5475821c0d'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:16:13.234558 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdaa199-45fb-4ca9-bcbd-5890142686ee None None] Routers {'14c649df-e9ba-4f3c-ae75-6e5475821c0d'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:16:13.236417 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-1cdaa199-45fb-4ca9-bcbd-5890142686ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:15:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['14c649df-e9ba-4f3c-ae75-6e5475821c0d'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:16:13.263400 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43644) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:13.264700 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0cd77bd3-35ab-492a-ac41-dfc92532785c admin admin] 10.222.0.88 "PUT /v2.0/routers/14c649df-e9ba-4f3c-ae75-6e5475821c0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2291181 Feb 08 21:16:13.344905 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-803b3303-7802-4c95-a1b5-ece48f26894a tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d525537d9e77420ea20b7049a2b78e10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1737814 Feb 08 21:16:13.631682 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-1cdaa199-45fb-4ca9-bcbd-5890142686ee None None] Set router 14c649df-e9ba-4f3c-ae75-6e5475821c0d gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:16:13.650057 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10eb13-303a-4c70-afa9-6d4f4238db11 req-581eb558-62c6-491c-b9cb-3f3df392dc7f tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:13.653651 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8a10eb13-303a-4c70-afa9-6d4f4238db11 req-581eb558-62c6-491c-b9cb-3f3df392dc7f tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.96 "GET /v2.0/ports?device_id=df8bb351-f458-4283-bea2-800613978171 HTTP/1.1" status: 200 len: 950 time: 0.1876252 Feb 08 21:16:13.658716 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-92231088-e29a-4d55-b8e6-96c2169ad5cb service neutron] 10.222.0.88 "GET /v2.0/networks/a0019a9f-5a34-415a-af13-d40bad12bc71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171462 Feb 08 21:16:13.716313 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a78323f1-4c37-451d-bec6-65f8c2a9c43d admin admin] Publish callbacks [] for router (14c649df-e9ba-4f3c-ae75-6e5475821c0d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:13.795296 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa804b89-0e65-4844-9a7c-cbe39a70ff8a req-e2a77dd4-f24a-46ad-a3d1-5023f61e151b tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:13.822327 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aa804b89-0e65-4844-9a7c-cbe39a70ff8a req-e2a77dd4-f24a-46ad-a3d1-5023f61e151b tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=df8bb351-f458-4283-bea2-800613978171 HTTP/1.1" status: 200 len: 950 time: 0.4472573 Feb 08 21:16:13.916713 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-614364e9-bf6f-4296-bd10-4f20aa45d496 service neutron] 10.222.0.88 "GET /v2.0/networks/a0019a9f-5a34-415a-af13-d40bad12bc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433515 Feb 08 21:16:13.975035 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aa804b89-0e65-4844-9a7c-cbe39a70ff8a req-9eb76ef5-2e40-48ae-9aae-e64f1018a513 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387234 Feb 08 21:16:14.168217 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-8a10eb13-303a-4c70-afa9-6d4f4238db11 req-81e4f085-0f56-48a1-8478-eab4f0cacddf tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Deleting port f2b4c789-1730-4dc1-863d-a7e11c946ee4 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:16:14.168802 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8a10eb13-303a-4c70-afa9-6d4f4238db11 req-81e4f085-0f56-48a1-8478-eab4f0cacddf tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f2b4c789-1730-4dc1-863d-a7e11c946ee4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:14.235884 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a78323f1-4c37-451d-bec6-65f8c2a9c43d admin admin] Publish callbacks [] for router_gateway (14c649df-e9ba-4f3c-ae75-6e5475821c0d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:14.296449 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-1cdaa199-45fb-4ca9-bcbd-5890142686ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1810342990-router', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:11:27Z', 'updated_at': '2022-02-08T21:16:10Z', 'revision_number': 5, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'gw_port': {'id': '6c4a19b4-dbae-4186-9398-8f1e1ef68693', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:28Z', 'updated_at': '2022-02-08T21:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:16:14.435161 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58b908-9e88-45fc-9520-6e84e21598db req-e278e071-0047-4068-9b88-d440669a9f54 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:14.436746 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdaa199-45fb-4ca9-bcbd-5890142686ee None None] Checking router: 14c649df-e9ba-4f3c-ae75-6e5475821c0d for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:16:14.466293 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b58b908-9e88-45fc-9520-6e84e21598db req-e278e071-0047-4068-9b88-d440669a9f54 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=6581a6ca-0491-42c0-9218-e75690d793bc HTTP/1.1" status: 200 len: 945 time: 0.2477062 Feb 08 21:16:14.476722 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdaa199-45fb-4ca9-bcbd-5890142686ee None None] Routers {'14c649df-e9ba-4f3c-ae75-6e5475821c0d'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:16:14.477666 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-1cdaa199-45fb-4ca9-bcbd-5890142686ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:15:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['14c649df-e9ba-4f3c-ae75-6e5475821c0d'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:16:14.685120 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b58b908-9e88-45fc-9520-6e84e21598db req-bb2ae901-e3b1-4ecb-9b2a-28d2bd339228 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129173 Feb 08 21:16:14.776775 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a78323f1-4c37-451d-bec6-65f8c2a9c43d admin admin] Deleting port 6c4a19b4-dbae-4186-9398-8f1e1ef68693 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:16:14.777736 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a78323f1-4c37-451d-bec6-65f8c2a9c43d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (6c4a19b4-dbae-4186-9398-8f1e1ef68693), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:14.829851 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-1cdaa199-45fb-4ca9-bcbd-5890142686ee None None] Set router 14c649df-e9ba-4f3c-ae75-6e5475821c0d gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:16:14.977092 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-8a10eb13-303a-4c70-afa9-6d4f4238db11 req-81e4f085-0f56-48a1-8478-eab4f0cacddf tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] For port f2b4c789-1730-4dc1-863d-a7e11c946ee4, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f2b4c789-1730-4dc1-863d-a7e11c946ee4,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:14.978187 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8a10eb13-303a-4c70-afa9-6d4f4238db11 req-81e4f085-0f56-48a1-8478-eab4f0cacddf tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f2b4c789-1730-4dc1-863d-a7e11c946ee4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:15.018190 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-8a10eb13-303a-4c70-afa9-6d4f4238db11 req-81e4f085-0f56-48a1-8478-eab4f0cacddf tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Calling delete_port for f2b4c789-1730-4dc1-863d-a7e11c946ee4 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:16:15.101555 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Feb 2022 21:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710c9c27-5769-4785-b7ef-db4416655a95 x-openstack-request-id: req-710c9c27-5769-4785-b7ef-db4416655a95 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:16:15.102283 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ed1bb2-448a-4bab-96cc-2646cc17e850", "name": "network-vif-plugged", "status": "completed", "tag": "4a931013-95b0-4614-8d53-667916fb9900", "code": 200}, {"server_uuid": "6581a6ca-0491-42c0-9218-e75690d793bc", "name": "network-vif-plugged", "status": "completed", "tag": "3b690277-0299-406d-9ce9-420ed1dddf52", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:16:15.104286 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-710c9c27-5769-4785-b7ef-db4416655a95 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:16:15.105094 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ed1bb2-448a-4bab-96cc-2646cc17e850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a931013-95b0-4614-8d53-667916fb9900', 'code': 200} Feb 08 21:16:15.108460 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6581a6ca-0491-42c0-9218-e75690d793bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b690277-0299-406d-9ce9-420ed1dddf52', 'code': 200} Feb 08 21:16:15.118273 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-1cdaa199-45fb-4ca9-bcbd-5890142686ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1810342990-router', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:11:27Z', 'updated_at': '2022-02-08T21:16:14Z', 'revision_number': 6, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:16:15.137201 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c8a02-d25c-4440-966b-3b4d5a5c3572 req-7db0103b-f871-4b77-a1ad-dabaf8a1f9ea tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:15.140255 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-807c8a02-d25c-4440-966b-3b4d5a5c3572 req-7db0103b-f871-4b77-a1ad-dabaf8a1f9ea tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 0.2953553 Feb 08 21:16:15.161187 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fb207-a30f-4411-8625-3f1a4fd815e0 req-9f4fe65b-bb68-49cd-971c-632671e0f25d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:15.172039 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b57fb207-a30f-4411-8625-3f1a4fd815e0 req-9f4fe65b-bb68-49cd-971c-632671e0f25d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 946 time: 0.1756766 Feb 08 21:16:15.225972 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6d110-2df7-44f7-9d4d-968006cce30b req-fcc7f971-22b3-4cf4-b4fb-c571f132976c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:15.227804 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-99a6d110-2df7-44f7-9d4d-968006cce30b req-fcc7f971-22b3-4cf4-b4fb-c571f132976c service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6581a6ca-0491-42c0-9218-e75690d793bc HTTP/1.1" status: 200 len: 1128 time: 0.1690707 Feb 08 21:16:15.299939 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdaa199-45fb-4ca9-bcbd-5890142686ee None None] The sync data for ids ['14c649df-e9ba-4f3c-ae75-6e5475821c0d'] in n-d-712143-31 is: [{'id': '14c649df-e9ba-4f3c-ae75-6e5475821c0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1810342990-router', 'tenant_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:11:27Z', 'updated_at': '2022-02-08T21:16:14Z', 'revision_number': 6, 'project_id': 'a0f21c1ed8144dec92b6948d7d2d9a67', 'gw_port_host': None}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:16:15.400518 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b57fb207-a30f-4411-8625-3f1a4fd815e0 req-5733ad8e-c5e0-43d3-abea-f6db06ba774c tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268198 Feb 08 21:16:15.428196 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-807c8a02-d25c-4440-966b-3b4d5a5c3572 req-ff7e144a-3de2-4981-9512-827aa59a6916 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456212 Feb 08 21:16:15.502320 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-99a6d110-2df7-44f7-9d4d-968006cce30b req-bf54a425-1a60-4467-8c49-37eea5afae04 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641366 Feb 08 21:16:15.568979 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 9bce35fe-25a1-46dd-8c5b-a702fdfbd384 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:16:15.582263 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8a10eb13-303a-4c70-afa9-6d4f4238db11 req-81e4f085-0f56-48a1-8478-eab4f0cacddf tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (f2b4c789-1730-4dc1-863d-a7e11c946ee4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:15.708394 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3df183-e708-4e0d-99ed-b1b8361e6aeb req-38c799dc-08a2-4bc7-8b24-860c7e6e5ad3 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:15.717196 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf3df183-e708-4e0d-99ed-b1b8361e6aeb req-38c799dc-08a2-4bc7-8b24-860c7e6e5ad3 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=32a8269a-f359-4b69-babb-383a14e68e8d HTTP/1.1" status: 200 len: 945 time: 0.1000152 Feb 08 21:16:15.728373 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['f2b4c789-1730-4dc1-863d-a7e11c946ee4'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:16:15.907259 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4f085-0f56-48a1-8478-eab4f0cacddf tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Pushing event deleted for resources: {'Port': ['ID=f2b4c789-1730-4dc1-863d-a7e11c946ee4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:15.911066 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['ab1459c5-6b4b-4e95-a4f6-b72e476009e8'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:16:15.950465 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 9bce35fe-25a1-46dd-8c5b-a702fdfbd384 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:16:15.951006 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 9bce35fe-25a1-46dd-8c5b-a702fdfbd384 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:16:15.968476 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a10eb13-303a-4c70-afa9-6d4f4238db11 req-81e4f085-0f56-48a1-8478-eab4f0cacddf tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] No DVR routers for this DVR port f2b4c789-1730-4dc1-863d-a7e11c946ee4 on host n-h2-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:16:15.975633 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8a10eb13-303a-4c70-afa9-6d4f4238db11 req-81e4f085-0f56-48a1-8478-eab4f0cacddf tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:15.979670 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a168c42f-a4c9-4096-8433-eb4b02b76148 req-4af7173e-ed62-4537-8f0d-9a6a24894fc1 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/ports?device_id=54ca4dee-03ce-4a63-b2f1-964ae6659255 HTTP/1.1" status: 200 len: 210 time: 0.2103815 Feb 08 21:16:15.980626 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8a10eb13-303a-4c70-afa9-6d4f4238db11 req-81e4f085-0f56-48a1-8478-eab4f0cacddf tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.96 "DELETE /v2.0/ports/f2b4c789-1730-4dc1-863d-a7e11c946ee4 HTTP/1.1" status: 204 len: 173 time: 2.3203650 Feb 08 21:16:15.981420 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8bb351-f458-4283-bea2-800613978171', 'name': 'network-vif-deleted', 'tag': 'f2b4c789-1730-4dc1-863d-a7e11c946ee4'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:16:15.996089 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5203fc83-e0a4-49b4-81d7-c55dfaa99373" -d '{"events": [{"server_uuid": "df8bb351-f458-4283-bea2-800613978171", "name": "network-vif-deleted", "tag": "f2b4c789-1730-4dc1-863d-a7e11c946ee4"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:16:15.997642 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf3df183-e708-4e0d-99ed-b1b8361e6aeb req-97529ec3-b9b8-4b23-99da-3cec9cfee5b5 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784920 Feb 08 21:16:16.076750 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-a78323f1-4c37-451d-bec6-65f8c2a9c43d admin admin] For port 6c4a19b4-dbae-4186-9398-8f1e1ef68693, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=6c4a19b4-dbae-4186-9398-8f1e1ef68693,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:16.079892 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a78323f1-4c37-451d-bec6-65f8c2a9c43d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (6c4a19b4-dbae-4186-9398-8f1e1ef68693), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:16.128442 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a78323f1-4c37-451d-bec6-65f8c2a9c43d admin admin] Calling delete_port for 6c4a19b4-dbae-4186-9398-8f1e1ef68693 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:16:16.540368 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e660b8d-aec8-4546-a29e-0336b3b2374e req-96f102ef-72b4-4f35-960e-b6070f8d3c2e tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=df8bb351-f458-4283-bea2-800613978171 HTTP/1.1" status: 200 len: 210 time: 0.1595728 Feb 08 21:16:16.615395 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6843d-e0e5-43cd-8f2c-b7fdc0fd4a7d req-2706edb3-d8ff-437b-b06a-d10b3838c946 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:16.631211 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4e6843d-e0e5-43cd-8f2c-b7fdc0fd4a7d req-2706edb3-d8ff-437b-b06a-d10b3838c946 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=6581a6ca-0491-42c0-9218-e75690d793bc HTTP/1.1" status: 200 len: 945 time: 0.3912582 Feb 08 21:16:16.825697 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34070611-76a6-4de4-bbeb-f039c986e712 x-openstack-request-id: req-34070611-76a6-4de4-bbeb-f039c986e712 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:16:16.830654 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8bb351-f458-4283-bea2-800613978171", "name": "network-vif-deleted", "tag": "f2b4c789-1730-4dc1-863d-a7e11c946ee4", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:16:16.834237 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-34070611-76a6-4de4-bbeb-f039c986e712 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:16:16.835506 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8bb351-f458-4283-bea2-800613978171', 'name': 'network-vif-deleted', 'tag': 'f2b4c789-1730-4dc1-863d-a7e11c946ee4', 'status': 'completed', 'code': 200} Feb 08 21:16:16.864376 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4e6843d-e0e5-43cd-8f2c-b7fdc0fd4a7d req-9681ee8b-ce4f-4380-b7bb-0533ea45f54d tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317157 Feb 08 21:16:17.174201 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a78323f1-4c37-451d-bec6-65f8c2a9c43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (6c4a19b4-dbae-4186-9398-8f1e1ef68693), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:17.379304 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78323f1-4c37-451d-bec6-65f8c2a9c43d admin admin] Pushing event deleted for resources: {'Port': ['ID=6c4a19b4-dbae-4186-9398-8f1e1ef68693,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:17.531278 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a78323f1-4c37-451d-bec6-65f8c2a9c43d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (14c649df-e9ba-4f3c-ae75-6e5475821c0d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:17.682131 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6c4a19b4-dbae-4186-9398-8f1e1ef68693 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:16:17.754909 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 6c4a19b4-dbae-4186-9398-8f1e1ef68693 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:16:17.759369 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6c4a19b4-dbae-4186-9398-8f1e1ef68693 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:16:17.776973 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a78323f1-4c37-451d-bec6-65f8c2a9c43d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (14c649df-e9ba-4f3c-ae75-6e5475821c0d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:17.791850 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a78323f1-4c37-451d-bec6-65f8c2a9c43d admin admin] Publish callbacks [] for router_controller (14c649df-e9ba-4f3c-ae75-6e5475821c0d), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:17.798715 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc5c95-151b-4725-bec4-ced5063d3536 req-bde4cd25-b961-41b0-b020-86d0cee7453a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:17.800345 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-00dc5c95-151b-4725-bec4-ced5063d3536 req-bde4cd25-b961-41b0-b020-86d0cee7453a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.94 "GET /v2.0/ports?device_id=32a8269a-f359-4b69-babb-383a14e68e8d HTTP/1.1" status: 200 len: 945 time: 0.8600242 Feb 08 21:16:17.920014 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a78323f1-4c37-451d-bec6-65f8c2a9c43d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (14c649df-e9ba-4f3c-ae75-6e5475821c0d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:17.924857 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78323f1-4c37-451d-bec6-65f8c2a9c43d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14c649df-e9ba-4f3c-ae75-6e5475821c0d {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:16:17.956445 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a78323f1-4c37-451d-bec6-65f8c2a9c43d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:17.960143 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a78323f1-4c37-451d-bec6-65f8c2a9c43d admin admin] 10.222.0.88 "DELETE /v2.0/routers/14c649df-e9ba-4f3c-ae75-6e5475821c0d HTTP/1.1" status: 204 len: 168 time: 4.6949801 Feb 08 21:16:17.963423 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43692) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:18.081846 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f7ce1-4d6f-481a-94cf-59addd8a81da req-7800bce9-4cab-4bc6-b377-510c5f8042b6 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:18.088171 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e65f7ce1-4d6f-481a-94cf-59addd8a81da req-7800bce9-4cab-4bc6-b377-510c5f8042b6 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 946 time: 0.9699039 Feb 08 21:16:18.187311 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 50436714-03f1-4ea7-8ae2-a13351fba2a1 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:16:18.286690 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd62965-6500-42ec-b999-b0e7aeed37f1 req-f876672e-e764-45ed-ae6f-ede792e7f416 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:18.289469 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6dd62965-6500-42ec-b999-b0e7aeed37f1 req-f876672e-e764-45ed-ae6f-ede792e7f416 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 1.1241570 Feb 08 21:16:18.291742 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device f2b4c789-1730-4dc1-863d-a7e11c946ee4 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:16:18.334410 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: f2b4c789-1730-4dc1-863d-a7e11c946ee4 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:16:18.335169 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device f2b4c789-1730-4dc1-863d-a7e11c946ee4 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:16:18.383864 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 50436714-03f1-4ea7-8ae2-a13351fba2a1 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:16:18.384583 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (50436714-03f1-4ea7-8ae2-a13351fba2a1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:18.435784 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878099c6-015d-4aa0-ba37-b57e41fcad1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50436714-03f1-4ea7-8ae2-a13351fba2a1'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:16:18.442411 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0525d80d-51f9-4075-8680-23abc0f5f865" -d '{"events": [{"server_uuid": "878099c6-015d-4aa0-ba37-b57e41fcad1d", "name": "network-vif-unplugged", "status": "completed", "tag": "50436714-03f1-4ea7-8ae2-a13351fba2a1"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:16:18.456899 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ef02b-b4e6-492b-ba19-e8ed0a1be7b0 req-503c537b-aa88-43d9-9710-e2fc19f92924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:18.459821 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c54ef02b-b4e6-492b-ba19-e8ed0a1be7b0 req-503c537b-aa88-43d9-9710-e2fc19f92924 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d&tenant_id=56f216a178424ba0984bc6550ca8f840 HTTP/1.1" status: 200 len: 1133 time: 0.5600519 Feb 08 21:16:18.476222 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-261d96d4-e897-4d21-b492-53a8c073a6b1 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:18.480132 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-261d96d4-e897-4d21-b492-53a8c073a6b1 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.96 "GET /v2.0/networks?id=a0019a9f-5a34-415a-af13-d40bad12bc71 HTTP/1.1" status: 200 len: 805 time: 0.5137060 Feb 08 21:16:18.486776 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d4db7bf-a782-4453-a833-f2c35046f2ec admin admin] Deleting subnet a6afb4a6-45be-443f-9ca3-32271431c278 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:16:18.487028 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 50436714-03f1-4ea7-8ae2-a13351fba2a1, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=50436714-03f1-4ea7-8ae2-a13351fba2a1,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:18.495798 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (50436714-03f1-4ea7-8ae2-a13351fba2a1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:18.504167 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d4db7bf-a782-4453-a833-f2c35046f2ec admin admin] Publish callbacks [] for subnet (a6afb4a6-45be-443f-9ca3-32271431c278), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:18.533595 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-00dc5c95-151b-4725-bec4-ced5063d3536 req-7478dfbc-74d9-4ce4-801b-57aedc42596d tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Deleting port a99294a0-3bc8-4564-aa07-775c08b26ca6 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:16:18.534115 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-00dc5c95-151b-4725-bec4-ced5063d3536 req-7478dfbc-74d9-4ce4-801b-57aedc42596d tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (a99294a0-3bc8-4564-aa07-775c08b26ca6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:18.579527 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=50436714-03f1-4ea7-8ae2-a13351fba2a1,revision_number=9']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:18.611357 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d4db7bf-a782-4453-a833-f2c35046f2ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (a6afb4a6-45be-443f-9ca3-32271431c278), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:18.713221 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d4db7bf-a782-4453-a833-f2c35046f2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (a6afb4a6-45be-443f-9ca3-32271431c278), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:18.721605 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-00dc5c95-151b-4725-bec4-ced5063d3536 req-7478dfbc-74d9-4ce4-801b-57aedc42596d tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] For port a99294a0-3bc8-4564-aa07-775c08b26ca6, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=a99294a0-3bc8-4564-aa07-775c08b26ca6,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:18.722197 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-00dc5c95-151b-4725-bec4-ced5063d3536 req-7478dfbc-74d9-4ce4-801b-57aedc42596d tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (a99294a0-3bc8-4564-aa07-775c08b26ca6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:18.748196 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-00dc5c95-151b-4725-bec4-ced5063d3536 req-7478dfbc-74d9-4ce4-801b-57aedc42596d tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Calling delete_port for a99294a0-3bc8-4564-aa07-775c08b26ca6 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:16:19.020119 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-a168b109-df1d-4af9-96d2-d88d40294f27 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d525537d9e77420ea20b7049a2b78e10 HTTP/1.1" status: 200 len: 380 time: 0.5264964 Feb 08 21:16:19.060151 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d4db7bf-a782-4453-a833-f2c35046f2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (a6afb4a6-45be-443f-9ca3-32271431c278), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:19.060151 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-a672782f-5d8f-4135-976d-4299a056de5a tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Request body: {'port': {'device_id': '54ca4dee-03ce-4a63-b2f1-964ae6659255', 'network_id': 'a0019a9f-5a34-415a-af13-d40bad12bc71', 'admin_state_up': True, 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10', 'security_groups': ['fb806cb0-2515-4b46-855e-a72e73a208ab']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:16:19.124139 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e65f7ce1-4d6f-481a-94cf-59addd8a81da req-a7857d3a-b5af-426a-bbd7-c9d526b2efeb tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0141804 Feb 08 21:16:19.179411 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4db7bf-a782-4453-a833-f2c35046f2ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6afb4a6-45be-443f-9ca3-32271431c278,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:19.203132 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6dd62965-6500-42ec-b999-b0e7aeed37f1 req-bd8e9788-44e3-4d27-892b-55f64625c260 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9042792 Feb 08 21:16:19.254398 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad91fabb-fcaa-40d2-9876-f8b4211f3858 None None] Network b2fa857b-d652-4cb7-a5d6-dc6045645cef requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:16:19.277951 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d4db7bf-a782-4453-a833-f2c35046f2ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:19.303285 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3d4db7bf-a782-4453-a833-f2c35046f2ec admin admin] 10.222.0.88 "DELETE /v2.0/subnets/a6afb4a6-45be-443f-9ca3-32271431c278 HTTP/1.1" status: 204 len: 168 time: 1.0959074 Feb 08 21:16:19.320544 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43700) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:19.609004 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53d7ce70-c7c1-486c-89e5-c5c252509029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (b2fa857b-d652-4cb7-a5d6-dc6045645cef), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:19.674930 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ef02b-b4e6-492b-ba19-e8ed0a1be7b0 req-01c7d9ea-cf1f-440a-88be-cde78ca9b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:19.678377 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c54ef02b-b4e6-492b-ba19-e8ed0a1be7b0 req-01c7d9ea-cf1f-440a-88be-cde78ca9b5bc service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 1131 time: 1.1747088 Feb 08 21:16:19.696163 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-a672782f-5d8f-4135-976d-4299a056de5a tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Made reservation on behalf of d525537d9e77420ea20b7049a2b78e10 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:16:19.703706 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-a672782f-5d8f-4135-976d-4299a056de5a tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:19.705563 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-00dc5c95-151b-4725-bec4-ced5063d3536 req-7478dfbc-74d9-4ce4-801b-57aedc42596d tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (a99294a0-3bc8-4564-aa07-775c08b26ca6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:19.809842 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b431ba6a-b00f-4667-a9dd-977bea40ea6e None None] DHCP port deletion for b2fa857b-d652-4cb7-a5d6-dc6045645cef request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:16:19.836809 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d013e8a-a55f-4a61-bc92-7ead8abf7510 req-24345771-76da-4f86-9621-1f224146cf51 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=32a8269a-f359-4b69-babb-383a14e68e8d HTTP/1.1" status: 200 len: 210 time: 0.2370837 Feb 08 21:16:19.847834 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be698508-f3a0-4388-93b9-548542094ccb req-b5ae9e0e-4e1c-442e-a588-8df455eaf7da tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/ports?device_id=54ca4dee-03ce-4a63-b2f1-964ae6659255 HTTP/1.1" status: 200 len: 210 time: 0.2428482 Feb 08 21:16:19.966128 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-a672782f-5d8f-4135-976d-4299a056de5a tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Allocated IP 172.20.0.12 (a0019a9f-5a34-415a-af13-d40bad12bc71/47eb3153-f73c-4b93-977e-6eee8c5c39cf/4bf913c8-ac16-436d-bd05-ef0caec00a7a) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:16:19.992490 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478dfbc-74d9-4ce4-801b-57aedc42596d tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Pushing event deleted for resources: {'Port': ['ID=a99294a0-3bc8-4564-aa07-775c08b26ca6,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:20.073593 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fc0592-1a19-40ea-b2a1-d1e31b285835 x-openstack-request-id: req-c8fc0592-1a19-40ea-b2a1-d1e31b285835 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:16:20.079271 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878099c6-015d-4aa0-ba37-b57e41fcad1d", "name": "network-vif-unplugged", "status": "completed", "tag": "50436714-03f1-4ea7-8ae2-a13351fba2a1", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:16:20.079697 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c8fc0592-1a19-40ea-b2a1-d1e31b285835 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:16:20.080357 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878099c6-015d-4aa0-ba37-b57e41fcad1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50436714-03f1-4ea7-8ae2-a13351fba2a1', 'code': 200} Feb 08 21:16:20.167440 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-a672782f-5d8f-4135-976d-4299a056de5a tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks [] for port (4bf913c8-ac16-436d-bd05-ef0caec00a7a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:20.173737 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b431ba6a-b00f-4667-a9dd-977bea40ea6e None None] Deleting port 753f167a-d405-4f07-829d-3d8e3a74cc70 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:16:20.173877 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b431ba6a-b00f-4667-a9dd-977bea40ea6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (753f167a-d405-4f07-829d-3d8e3a74cc70), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:20.214211 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-a672782f-5d8f-4135-976d-4299a056de5a tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (4bf913c8-ac16-436d-bd05-ef0caec00a7a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:20.239567 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device a99294a0-3bc8-4564-aa07-775c08b26ca6 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:16:20.300009 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: a99294a0-3bc8-4564-aa07-775c08b26ca6 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:16:20.300736 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device a99294a0-3bc8-4564-aa07-775c08b26ca6 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:16:20.368834 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b431ba6a-b00f-4667-a9dd-977bea40ea6e None None] For port 753f167a-d405-4f07-829d-3d8e3a74cc70, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=753f167a-d405-4f07-829d-3d8e3a74cc70,segment=NetworkSegment(f84ccc74-639c-4469-8a97-7618a6d4e83c),segment_id=f84ccc74-639c-4469-8a97-7618a6d4e83c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:20.375659 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b431ba6a-b00f-4667-a9dd-977bea40ea6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (753f167a-d405-4f07-829d-3d8e3a74cc70), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:20.403709 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672782f-5d8f-4135-976d-4299a056de5a tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Pushing event updated for resources: {'Port': ['ID=4bf913c8-ac16-436d-bd05-ef0caec00a7a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:20.416608 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b431ba6a-b00f-4667-a9dd-977bea40ea6e None None] Calling delete_port for 753f167a-d405-4f07-829d-3d8e3a74cc70 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:16:20.423620 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-53d7ce70-c7c1-486c-89e5-c5c252509029 admin admin] Deleting port 753f167a-d405-4f07-829d-3d8e3a74cc70 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:16:20.424341 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53d7ce70-c7c1-486c-89e5-c5c252509029 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (753f167a-d405-4f07-829d-3d8e3a74cc70), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:20.430883 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dc5c95-151b-4725-bec4-ced5063d3536 req-7478dfbc-74d9-4ce4-801b-57aedc42596d tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] No DVR routers for this DVR port a99294a0-3bc8-4564-aa07-775c08b26ca6 on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:16:20.440626 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-00dc5c95-151b-4725-bec4-ced5063d3536 req-7478dfbc-74d9-4ce4-801b-57aedc42596d tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:20.445668 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-a672782f-5d8f-4135-976d-4299a056de5a tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Network a0019a9f-5a34-415a-af13-d40bad12bc71 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:16:20.450377 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-00dc5c95-151b-4725-bec4-ced5063d3536 req-7478dfbc-74d9-4ce4-801b-57aedc42596d tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.94 "DELETE /v2.0/ports/a99294a0-3bc8-4564-aa07-775c08b26ca6 HTTP/1.1" status: 204 len: 173 time: 2.6347744 Feb 08 21:16:20.533455 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a8269a-f359-4b69-babb-383a14e68e8d', 'name': 'network-vif-deleted', 'tag': 'a99294a0-3bc8-4564-aa07-775c08b26ca6'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:16:20.535878 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8114b9-1c83-4385-a55b-f3da0af19b69" -d '{"events": [{"server_uuid": "32a8269a-f359-4b69-babb-383a14e68e8d", "name": "network-vif-deleted", "tag": "a99294a0-3bc8-4564-aa07-775c08b26ca6"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:16:20.551519 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ef02b-b4e6-492b-ba19-e8ed0a1be7b0 req-e457a454-2818-45d5-aefe-430b1cb802c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:20.552235 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c54ef02b-b4e6-492b-ba19-e8ed0a1be7b0 req-e457a454-2818-45d5-aefe-430b1cb802c3 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.8054879 Feb 08 21:16:20.593190 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-a672782f-5d8f-4135-976d-4299a056de5a tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:16:20.607426 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-a672782f-5d8f-4135-976d-4299a056de5a tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:16:20.691107 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbaa412e-2933-4fd9-8033-19372dba29d4 req-f609c509-ee24-430a-aa9e-498ceba23469 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.3947449 Feb 08 21:16:20.691107 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c54ef02b-b4e6-492b-ba19-e8ed0a1be7b0 req-53b15406-18cd-47d0-bf7b-4e35db25e1b7 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=50436714-03f1-4ea7-8ae2-a13351fba2a1 HTTP/1.1" status: 200 len: 217 time: 0.1043799 Feb 08 21:16:20.717061 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65d934-589a-436a-892b-71eb009fefde req-daf138e9-0068-40cc-aa01-d6e85ed1d9b2 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:20.720066 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa65d934-589a-436a-892b-71eb009fefde req-daf138e9-0068-40cc-aa01-d6e85ed1d9b2 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=6581a6ca-0491-42c0-9218-e75690d793bc HTTP/1.1" status: 200 len: 945 time: 0.7153952 Feb 08 21:16:20.752530 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-53d7ce70-c7c1-486c-89e5-c5c252509029 admin admin] For port 753f167a-d405-4f07-829d-3d8e3a74cc70, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=753f167a-d405-4f07-829d-3d8e3a74cc70,segment=NetworkSegment(f84ccc74-639c-4469-8a97-7618a6d4e83c),segment_id=f84ccc74-639c-4469-8a97-7618a6d4e83c)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:20.753218 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53d7ce70-c7c1-486c-89e5-c5c252509029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (753f167a-d405-4f07-829d-3d8e3a74cc70), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:20.806317 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b431ba6a-b00f-4667-a9dd-977bea40ea6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (753f167a-d405-4f07-829d-3d8e3a74cc70), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:20.838520 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-53d7ce70-c7c1-486c-89e5-c5c252509029 admin admin] Calling delete_port for 753f167a-d405-4f07-829d-3d8e3a74cc70 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:16:20.934799 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b431ba6a-b00f-4667-a9dd-977bea40ea6e None None] No DVR routers for this DVR port 753f167a-d405-4f07-829d-3d8e3a74cc70 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:16:20.941062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431ba6a-b00f-4667-a9dd-977bea40ea6e None None] Pushing event deleted for resources: {'Port': ['ID=753f167a-d405-4f07-829d-3d8e3a74cc70,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:21.008921 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-a672782f-5d8f-4135-976d-4299a056de5a tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:21.010402 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-a672782f-5d8f-4135-976d-4299a056de5a tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:21.066367 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ef02b-b4e6-492b-ba19-e8ed0a1be7b0 req-1ca76c1d-8512-46b1-9390-057d82c7b598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:21.069287 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c54ef02b-b4e6-492b-ba19-e8ed0a1be7b0 req-1ca76c1d-8512-46b1-9390-057d82c7b598 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.3477147 Feb 08 21:16:21.108030 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-a672782f-5d8f-4135-976d-4299a056de5a tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0792143 Feb 08 21:16:21.179024 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53d7ce70-c7c1-486c-89e5-c5c252509029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (753f167a-d405-4f07-829d-3d8e3a74cc70), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:21.208910 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-5ecc705b-7e54-4dee-b842-91f9c05b149e service neutron] Request body: {'port': {'device_id': '54ca4dee-03ce-4a63-b2f1-964ae6659255', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:16:21.248618 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa65d934-589a-436a-892b-71eb009fefde req-af57c637-8d91-435c-aa5d-e09b862e1688 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837050 Feb 08 21:16:21.282091 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa412e-2933-4fd9-8033-19372dba29d4 req-48428ae9-9bb4-454f-a941-b5b4391453fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:21.285764 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbaa412e-2933-4fd9-8033-19372dba29d4 req-48428ae9-9bb4-454f-a941-b5b4391453fd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 1133 time: 0.4744828 Feb 08 21:16:21.300878 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:16:21.330493 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d7ce70-c7c1-486c-89e5-c5c252509029 admin admin] No DVR routers for this DVR port 753f167a-d405-4f07-829d-3d8e3a74cc70 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:16:21.341373 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ef02b-b4e6-492b-ba19-e8ed0a1be7b0 req-105b7eb8-883f-425f-8cdd-c7d0e28e874c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:21.350702 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-25792662-760e-4a29-b068-96f05e0bd35f None None] Provisioning complete for port 4bf913c8-ac16-436d-bd05-ef0caec00a7a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:16:21.351629 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-25792662-760e-4a29-b068-96f05e0bd35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (4bf913c8-ac16-436d-bd05-ef0caec00a7a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:21.355137 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c54ef02b-b4e6-492b-ba19-e8ed0a1be7b0 req-105b7eb8-883f-425f-8cdd-c7d0e28e874c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2594497 Feb 08 21:16:21.390526 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7ce70-c7c1-486c-89e5-c5c252509029 admin admin] Pushing event deleted for resources: {'Port': ['ID=753f167a-d405-4f07-829d-3d8e3a74cc70,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:21.401660 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e49f1a-a6db-4c9d-9ba7-c8dbee10bc6d req-1a13889d-7d6c-4da1-ae1b-6571821a856b tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:21.419625 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-30e49f1a-a6db-4c9d-9ba7-c8dbee10bc6d req-1a13889d-7d6c-4da1-ae1b-6571821a856b tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 946 time: 0.7376478 Feb 08 21:16:21.463516 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53d7ce70-c7c1-486c-89e5-c5c252509029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (b2fa857b-d652-4cb7-a5d6-dc6045645cef), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:21.488763 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-53d7ce70-c7c1-486c-89e5-c5c252509029 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2fa857b-d652-4cb7-a5d6-dc6045645cef']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:16:21.500596 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-53d7ce70-c7c1-486c-89e5-c5c252509029 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84ccc74-639c-4469-8a97-7618a6d4e83c') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:16:21.500783 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-53d7ce70-c7c1-486c-89e5-c5c252509029 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84ccc74-639c-4469-8a97-7618a6d4e83c') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:16:21.513772 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53d7ce70-c7c1-486c-89e5-c5c252509029 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (f84ccc74-639c-4469-8a97-7618a6d4e83c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:21.529955 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53d7ce70-c7c1-486c-89e5-c5c252509029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (f84ccc74-639c-4469-8a97-7618a6d4e83c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:21.538226 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d7ce70-c7c1-486c-89e5-c5c252509029 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:16:21.538715 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53d7ce70-c7c1-486c-89e5-c5c252509029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (f84ccc74-639c-4469-8a97-7618a6d4e83c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:21.588710 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-25792662-760e-4a29-b068-96f05e0bd35f None None] Port 4bf913c8-ac16-436d-bd05-ef0caec00a7a cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:16:21.617997 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:16:21.680071 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 753f167a-d405-4f07-829d-3d8e3a74cc70 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:16:21.777079 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-5ecc705b-7e54-4dee-b842-91f9c05b149e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4bf913c8-ac16-436d-bd05-ef0caec00a7a), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:21.792830 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 753f167a-d405-4f07-829d-3d8e3a74cc70 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:16:21.793757 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 753f167a-d405-4f07-829d-3d8e3a74cc70 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:16:21.806210 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53d7ce70-c7c1-486c-89e5-c5c252509029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (b2fa857b-d652-4cb7-a5d6-dc6045645cef), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:21.839438 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-30e49f1a-a6db-4c9d-9ba7-c8dbee10bc6d req-04024076-ed22-4886-b324-40a3004e174e tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179108 Feb 08 21:16:21.904263 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53d7ce70-c7c1-486c-89e5-c5c252509029 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:21.913455 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-53d7ce70-c7c1-486c-89e5-c5c252509029 admin admin] 10.222.0.88 "DELETE /v2.0/networks/b2fa857b-d652-4cb7-a5d6-dc6045645cef HTTP/1.1" status: 204 len: 168 time: 2.5927227 Feb 08 21:16:21.915682 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43728) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:21.952177 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7ce70-c7c1-486c-89e5-c5c252509029 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2fa857b-d652-4cb7-a5d6-dc6045645cef,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:22.085748 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa412e-2933-4fd9-8033-19372dba29d4 req-580401d6-a39a-4eb0-a380-ecd41076d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:22.087321 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbaa412e-2933-4fd9-8033-19372dba29d4 req-580401d6-a39a-4eb0-a380-ecd41076d3c2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.7619309 Feb 08 21:16:22.126126 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c2333-579d-445d-b090-a9df8fffa362 req-a71e10f9-ec3a-4555-baa5-4ddd02b782c9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:22.128454 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8f0c2333-579d-445d-b090-a9df8fffa362 req-a71e10f9-ec3a-4555-baa5-4ddd02b782c9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 948 time: 0.6481137 Feb 08 21:16:22.196089 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbaa412e-2933-4fd9-8033-19372dba29d4 req-aa33f597-00b4-4bc6-bd74-285874bb3252 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=3cc2793c-991b-4238-8efb-6c6e02437256 HTTP/1.1" status: 200 len: 217 time: 0.0619371 Feb 08 21:16:22.382905 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8f0c2333-579d-445d-b090-a9df8fffa362 req-8e22931a-f80b-447c-9f90-049cf5fbb908 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447375 Feb 08 21:16:22.384930 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa412e-2933-4fd9-8033-19372dba29d4 req-7682422b-3719-4ad0-aabf-64975f243026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:22.387291 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbaa412e-2933-4fd9-8033-19372dba29d4 req-7682422b-3719-4ad0-aabf-64975f243026 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.0886300 Feb 08 21:16:22.503058 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-5ecc705b-7e54-4dee-b842-91f9c05b149e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bf913c8-ac16-436d-bd05-ef0caec00a7a {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:16:22.518329 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-5ecc705b-7e54-4dee-b842-91f9c05b149e service neutron] Publish callbacks [] for port (4bf913c8-ac16-436d-bd05-ef0caec00a7a), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:22.535144 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d45ee7-f269-44d9-8da5-e0aec1633062 req-ecccc16b-ed1a-43b1-ae7d-187b681c63fc tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:22.543607 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-00d45ee7-f269-44d9-8da5-e0aec1633062 req-ecccc16b-ed1a-43b1-ae7d-187b681c63fc tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 950 time: 0.1926570 Feb 08 21:16:22.544558 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-5ecc705b-7e54-4dee-b842-91f9c05b149e service neutron] Transition to ACTIVE for port object 4bf913c8-ac16-436d-bd05-ef0caec00a7a will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:16:22.555861 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-5ecc705b-7e54-4dee-b842-91f9c05b149e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (4bf913c8-ac16-436d-bd05-ef0caec00a7a), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:22.580071 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30db1720-33a5-44ee-83b8-dab0191ad28d x-openstack-request-id: req-30db1720-33a5-44ee-83b8-dab0191ad28d {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:16:22.580795 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a8269a-f359-4b69-babb-383a14e68e8d", "name": "network-vif-deleted", "tag": "a99294a0-3bc8-4564-aa07-775c08b26ca6", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:16:22.582145 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-30db1720-33a5-44ee-83b8-dab0191ad28d {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:16:22.582812 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a8269a-f359-4b69-babb-383a14e68e8d', 'name': 'network-vif-deleted', 'tag': 'a99294a0-3bc8-4564-aa07-775c08b26ca6', 'status': 'completed', 'code': 200} Feb 08 21:16:22.610093 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa412e-2933-4fd9-8033-19372dba29d4 req-09e6d07b-462b-4d03-bdfd-436068282342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:22.611541 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbaa412e-2933-4fd9-8033-19372dba29d4 req-09e6d07b-462b-4d03-bdfd-436068282342 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1825161 Feb 08 21:16:22.654534 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc705b-7e54-4dee-b842-91f9c05b149e service neutron] Pushing event updated for resources: {'Port': ['ID=4bf913c8-ac16-436d-bd05-ef0caec00a7a,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:22.681321 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c54ef02b-b4e6-492b-ba19-e8ed0a1be7b0 req-6aa90f86-8efc-4266-8ce5-25e4cea66c5d service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2139072 Feb 08 21:16:22.750301 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-00d45ee7-f269-44d9-8da5-e0aec1633062 req-aa59f295-4e3a-41bb-bcab-c3f9f9e15a6e tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054191 Feb 08 21:16:22.991984 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-5ecc705b-7e54-4dee-b842-91f9c05b149e service neutron] Attempting to bind port 4bf913c8-ac16-436d-bd05-ef0caec00a7a on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:16:22.992562 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-5ecc705b-7e54-4dee-b842-91f9c05b149e service neutron] Attempting to bind port 4bf913c8-ac16-436d-bd05-ef0caec00a7a by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'dee5ecaf-6fbc-4a50-ab7a-197d866cb98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a0019a9f-5a34-415a-af13-d40bad12bc71'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:16:22.992787 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-5ecc705b-7e54-4dee-b842-91f9c05b149e service neutron] Attempting to bind port 4bf913c8-ac16-436d-bd05-ef0caec00a7a on network a0019a9f-5a34-415a-af13-d40bad12bc71 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:16:23.009890 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-5ecc705b-7e54-4dee-b842-91f9c05b149e service neutron] Port 4bf913c8-ac16-436d-bd05-ef0caec00a7a on network a0019a9f-5a34-415a-af13-d40bad12bc71 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:16:23.010915 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-5ecc705b-7e54-4dee-b842-91f9c05b149e service neutron] Attempting to bind port 4bf913c8-ac16-436d-bd05-ef0caec00a7a on network a0019a9f-5a34-415a-af13-d40bad12bc71 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:16:23.016061 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-146b17e2-8480-4a28-8c13-91c5a3bfd535 req-0ec840a3-1a45-41ab-bb65-584faf3f2a0b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=32a8269a-f359-4b69-babb-383a14e68e8d HTTP/1.1" status: 200 len: 210 time: 0.0629942 Feb 08 21:16:23.022258 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-5ecc705b-7e54-4dee-b842-91f9c05b149e service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:16:23.022801 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-5ecc705b-7e54-4dee-b842-91f9c05b149e service neutron] Checking segment: {'id': 'dee5ecaf-6fbc-4a50-ab7a-197d866cb98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a0019a9f-5a34-415a-af13-d40bad12bc71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:16:23.023426 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-5ecc705b-7e54-4dee-b842-91f9c05b149e service neutron] Bound using segment: {'id': 'dee5ecaf-6fbc-4a50-ab7a-197d866cb98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a0019a9f-5a34-415a-af13-d40bad12bc71'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:16:23.024191 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-5ecc705b-7e54-4dee-b842-91f9c05b149e service neutron] Bound port: 4bf913c8-ac16-436d-bd05-ef0caec00a7a, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dee5ecaf-6fbc-4a50-ab7a-197d866cb98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a0019a9f-5a34-415a-af13-d40bad12bc71'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:16:23.024792 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-5ecc705b-7e54-4dee-b842-91f9c05b149e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4bf913c8-ac16-436d-bd05-ef0caec00a7a), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:23.051937 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4024bf-f050-428e-b9aa-33a4c3abc8d6 req-ae9090bb-0a30-4aa3-af9f-e40ee66b6849 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:23.053556 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d4024bf-f050-428e-b9aa-33a4c3abc8d6 req-ae9090bb-0a30-4aa3-af9f-e40ee66b6849 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.94 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 950 time: 0.8581672 Feb 08 21:16:23.239966 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-5ecc705b-7e54-4dee-b842-91f9c05b149e service neutron] For port 4bf913c8-ac16-436d-bd05-ef0caec00a7a, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:16:23.258185 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-5ecc705b-7e54-4dee-b842-91f9c05b149e service neutron] For port 4bf913c8-ac16-436d-bd05-ef0caec00a7a, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=4bf913c8-ac16-436d-bd05-ef0caec00a7a,segment=NetworkSegment(dee5ecaf-6fbc-4a50-ab7a-197d866cb98a),segment_id=dee5ecaf-6fbc-4a50-ab7a-197d866cb98a)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:16:23.279994 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-5ecc705b-7e54-4dee-b842-91f9c05b149e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (4bf913c8-ac16-436d-bd05-ef0caec00a7a), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:23.397466 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-5ecc705b-7e54-4dee-b842-91f9c05b149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:23.400513 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-5ecc705b-7e54-4dee-b842-91f9c05b149e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:23.404136 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-5ecc705b-7e54-4dee-b842-91f9c05b149e service neutron] 10.222.0.96 "PUT /v2.0/ports/4bf913c8-ac16-436d-bd05-ef0caec00a7a HTTP/1.1" status: 200 len: 1093 time: 2.2042754 Feb 08 21:16:23.405604 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ca4dee-03ce-4a63-b2f1-964ae6659255', 'tag': '4bf913c8-ac16-436d-bd05-ef0caec00a7a'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:16:23.410178 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf07ce0-aa55-402b-b84d-d5597c802d90" -d '{"events": [{"name": "network-changed", "server_uuid": "54ca4dee-03ce-4a63-b2f1-964ae6659255", "tag": "4bf913c8-ac16-436d-bd05-ef0caec00a7a"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:16:23.471232 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc705b-7e54-4dee-b842-91f9c05b149e service neutron] Pushing event updated for resources: {'Port': ['ID=4bf913c8-ac16-436d-bd05-ef0caec00a7a,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:23.699234 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-706a31f4-b47b-47fc-9668-003e8b7df15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:23.712265 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-706a31f4-b47b-47fc-9668-003e8b7df15c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d525537d9e77420ea20b7049a2b78e10&device_id=54ca4dee-03ce-4a63-b2f1-964ae6659255 HTTP/1.1" status: 200 len: 1127 time: 0.2158976 Feb 08 21:16:23.915008 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ce1f2-f08c-4799-888d-f3b133f78b3c req-9e10eaf5-eb95-4d4e-954f-b1b7fb7cd3df tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:23.926497 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c1ce1f2-f08c-4799-888d-f3b133f78b3c req-9e10eaf5-eb95-4d4e-954f-b1b7fb7cd3df tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/ports?device_id=54ca4dee-03ce-4a63-b2f1-964ae6659255 HTTP/1.1" status: 200 len: 944 time: 1.2440701 Feb 08 21:16:23.993190 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbaa412e-2933-4fd9-8033-19372dba29d4 req-c816f804-071f-4725-ad15-d57ddc233849 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3010945 Feb 08 21:16:23.996509 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c54ef02b-b4e6-492b-ba19-e8ed0a1be7b0 req-3ad84673-91b6-4a38-a2a0-a8fd7b09f188 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2726588 Feb 08 21:16:24.132866 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3a07b6cf-779f-4f81-a464-daefdb88acc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:24.176912 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0604a0-0380-48c5-9426-fb8eb4678c82 req-895ca54a-7657-4d5d-8721-2f00981831cf tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:24.194184 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e0604a0-0380-48c5-9426-fb8eb4678c82 req-895ca54a-7657-4d5d-8721-2f00981831cf tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=6581a6ca-0491-42c0-9218-e75690d793bc HTTP/1.1" status: 200 len: 945 time: 1.0162160 Feb 08 21:16:24.216260 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device ab1459c5-6b4b-4e95-a4f6-b72e476009e8 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:16:24.338293 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c1ce1f2-f08c-4799-888d-f3b133f78b3c req-25030ff7-6d76-4f82-b09a-26f8226f3bf4 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb806cb0-2515-4b46-855e-a72e73a208ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4086187 Feb 08 21:16:24.448196 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port ab1459c5-6b4b-4e95-a4f6-b72e476009e8 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:16:24.448608 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:24.450982 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbaa412e-2933-4fd9-8033-19372dba29d4 req-fc2395ce-6dc0-4a34-b952-80fde1ddc714 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331720 Feb 08 21:16:24.471423 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-535676ab-914d-4b99-af6b-5c5f943b5261 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bf913c8-ac16-436d-bd05-ef0caec00a7a HTTP/1.1" status: 200 len: 217 time: 0.7507117 Feb 08 21:16:24.543140 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e4b5db-f198-4d5b-90ea-a4781c91da9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab1459c5-6b4b-4e95-a4f6-b72e476009e8'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:16:24.551270 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e531a87-97f9-496d-af13-cac1741bad94" -d '{"events": [{"server_uuid": "56e4b5db-f198-4d5b-90ea-a4781c91da9a", "name": "network-vif-unplugged", "status": "completed", "tag": "ab1459c5-6b4b-4e95-a4f6-b72e476009e8"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:16:24.592192 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-5a8bd388-09a2-44fd-9bbc-193107efeacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:24.594179 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-5a8bd388-09a2-44fd-9bbc-193107efeacb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=47eb3153-f73c-4b93-977e-6eee8c5c39cf HTTP/1.1" status: 200 len: 844 time: 0.1157343 Feb 08 21:16:24.618244 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port ab1459c5-6b4b-4e95-a4f6-b72e476009e8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ab1459c5-6b4b-4e95-a4f6-b72e476009e8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:24.633289 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-2d4024bf-f050-428e-b9aa-33a4c3abc8d6 req-43bb3bc7-fc3b-4cf8-a4ec-6956c5965fcc tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Deleting port ab1459c5-6b4b-4e95-a4f6-b72e476009e8 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:16:24.636372 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2d4024bf-f050-428e-b9aa-33a4c3abc8d6 req-43bb3bc7-fc3b-4cf8-a4ec-6956c5965fcc tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:24.636753 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:24.735140 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-afddf5e6-310d-41a5-8626-8fa667c06cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:24.738178 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-afddf5e6-310d-41a5-8626-8fa667c06cc1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a0019a9f-5a34-415a-af13-d40bad12bc71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1349583 Feb 08 21:16:24.833611 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=ab1459c5-6b4b-4e95-a4f6-b72e476009e8,revision_number=12']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:24.883600 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e0604a0-0380-48c5-9426-fb8eb4678c82 req-7cc07dec-63b8-4d0e-b047-35c195ad6f53 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6879730 Feb 08 21:16:25.064923 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-3b19c3c3-60d5-4fc9-933f-e1097b17c6e5 service neutron] 10.222.0.96 "GET /v2.0/networks/a0019a9f-5a34-415a-af13-d40bad12bc71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141713 Feb 08 21:16:25.100993 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c838bc5-44d8-413c-bfb8-100b36e749c0 req-251d4442-bd49-4ae8-8c23-0987e014aad1 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:25.113356 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0c838bc5-44d8-413c-bfb8-100b36e749c0 req-251d4442-bd49-4ae8-8c23-0987e014aad1 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 946 time: 0.5352974 Feb 08 21:16:25.212392 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18c0d83-9624-4b24-b1a3-b4b007f14618 x-openstack-request-id: req-c18c0d83-9624-4b24-b1a3-b4b007f14618 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:16:25.212854 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ca4dee-03ce-4a63-b2f1-964ae6659255", "tag": "4bf913c8-ac16-436d-bd05-ef0caec00a7a", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:16:25.213297 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c18c0d83-9624-4b24-b1a3-b4b007f14618 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:16:25.214033 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ca4dee-03ce-4a63-b2f1-964ae6659255', 'tag': '4bf913c8-ac16-436d-bd05-ef0caec00a7a', 'status': 'completed', 'code': 200} Feb 08 21:16:25.314953 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-2d4024bf-f050-428e-b9aa-33a4c3abc8d6 req-43bb3bc7-fc3b-4cf8-a4ec-6956c5965fcc tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] For port ab1459c5-6b4b-4e95-a4f6-b72e476009e8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ab1459c5-6b4b-4e95-a4f6-b72e476009e8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:25.316553 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2d4024bf-f050-428e-b9aa-33a4c3abc8d6 req-43bb3bc7-fc3b-4cf8-a4ec-6956c5965fcc tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:25.326696 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4dc0cfd2-76e4-4960-bffd-d9234cd56d46 req-5fb87910-e7b0-4a08-8fb1-f95a2c728ad3 service neutron] 10.222.0.96 "GET /v2.0/networks/a0019a9f-5a34-415a-af13-d40bad12bc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529917 Feb 08 21:16:25.394734 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-2d4024bf-f050-428e-b9aa-33a4c3abc8d6 req-43bb3bc7-fc3b-4cf8-a4ec-6956c5965fcc tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Calling delete_port for ab1459c5-6b4b-4e95-a4f6-b72e476009e8 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:16:25.498882 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0c838bc5-44d8-413c-bfb8-100b36e749c0 req-571bf1f1-d441-488a-b288-1f1c3494c7d9 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670597 Feb 08 21:16:25.580996 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf07ce0-aa55-402b-b84d-d5597c802d90 req-2520acfd-628a-4d21-a55c-72ba229723b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:25.589956 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-dcf07ce0-aa55-402b-b84d-d5597c802d90 req-2520acfd-628a-4d21-a55c-72ba229723b3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d525537d9e77420ea20b7049a2b78e10&device_id=54ca4dee-03ce-4a63-b2f1-964ae6659255 HTTP/1.1" status: 200 len: 1127 time: 0.1554117 Feb 08 21:16:25.628816 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89e294-1ee4-4733-a967-2e265e520caa req-7d4aaaf5-048e-4861-93fb-1c8c2ca2ac7c tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:25.642336 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d89e294-1ee4-4733-a967-2e265e520caa req-7d4aaaf5-048e-4861-93fb-1c8c2ca2ac7c tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 948 time: 0.3584249 Feb 08 21:16:25.672479 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d3f536c6-a5bf-4f89-a0d0-576d061fcd6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (eff57dd8-f738-4dd1-9f3f-46beaba62301), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:25.837653 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf07ce0-aa55-402b-b84d-d5597c802d90 req-24c1954e-89c0-4282-a032-db1655d9e684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:25.840999 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-dcf07ce0-aa55-402b-b84d-d5597c802d90 req-24c1954e-89c0-4282-a032-db1655d9e684 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a0019a9f-5a34-415a-af13-d40bad12bc71 HTTP/1.1" status: 200 len: 906 time: 0.2445979 Feb 08 21:16:25.964478 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-dcf07ce0-aa55-402b-b84d-d5597c802d90 req-3d9c7bc0-ebed-47fa-a81b-064261374628 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bf913c8-ac16-436d-bd05-ef0caec00a7a HTTP/1.1" status: 200 len: 217 time: 0.1046696 Feb 08 21:16:26.080395 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d89e294-1ee4-4733-a967-2e265e520caa req-7a370324-4371-4125-9dab-2597a39527d4 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359100 Feb 08 21:16:26.113055 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf07ce0-aa55-402b-b84d-d5597c802d90 req-4b8a69cf-d66c-4700-825f-56a742ee3ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:26.115835 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-dcf07ce0-aa55-402b-b84d-d5597c802d90 req-4b8a69cf-d66c-4700-825f-56a742ee3ad3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=47eb3153-f73c-4b93-977e-6eee8c5c39cf HTTP/1.1" status: 200 len: 844 time: 0.1445813 Feb 08 21:16:26.254900 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf07ce0-aa55-402b-b84d-d5597c802d90 req-066385d2-6ab1-40f1-9ed9-266057c2a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:26.259344 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-dcf07ce0-aa55-402b-b84d-d5597c802d90 req-066385d2-6ab1-40f1-9ed9-266057c2a821 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a0019a9f-5a34-415a-af13-d40bad12bc71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1356959 Feb 08 21:16:26.273987 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d15e0-5d50-4ac0-9782-949d7d27a8fe req-7dccbd90-ec7a-4efd-80d6-aaab9a4f00f2 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:26.277190 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f30d15e0-5d50-4ac0-9782-949d7d27a8fe req-7dccbd90-ec7a-4efd-80d6-aaab9a4f00f2 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/ports?device_id=56e4b5db-f198-4d5b-90ea-a4781c91da9a HTTP/1.1" status: 200 len: 948 time: 0.6101542 Feb 08 21:16:26.310109 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c3235c1-a650-4ec5-b510-3e4b471b59a1 req-9a1a1309-4619-4c81-b1fb-b718dc4e03c9 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=32a8269a-f359-4b69-babb-383a14e68e8d HTTP/1.1" status: 200 len: 210 time: 0.0811069 Feb 08 21:16:26.458773 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2d4024bf-f050-428e-b9aa-33a4c3abc8d6 req-43bb3bc7-fc3b-4cf8-a4ec-6956c5965fcc tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (ab1459c5-6b4b-4e95-a4f6-b72e476009e8), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:26.500760 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-dcf07ce0-aa55-402b-b84d-d5597c802d90 req-b603a67e-d0d7-4078-ab44-aeae8416abad service neutron] 10.222.0.96 "GET /v2.0/networks/a0019a9f-5a34-415a-af13-d40bad12bc71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331133 Feb 08 21:16:26.510226 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53d674c-6482-4b16-a10c-7d574b88b5ab x-openstack-request-id: req-a53d674c-6482-4b16-a10c-7d574b88b5ab {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:16:26.511077 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e4b5db-f198-4d5b-90ea-a4781c91da9a", "name": "network-vif-unplugged", "status": "completed", "tag": "ab1459c5-6b4b-4e95-a4f6-b72e476009e8", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:16:26.511277 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a53d674c-6482-4b16-a10c-7d574b88b5ab {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:16:26.511727 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e4b5db-f198-4d5b-90ea-a4781c91da9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab1459c5-6b4b-4e95-a4f6-b72e476009e8', 'code': 200} Feb 08 21:16:26.560538 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb3bc7-fc3b-4cf8-a4ec-6956c5965fcc tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Pushing event deleted for resources: {'Port': ['ID=ab1459c5-6b4b-4e95-a4f6-b72e476009e8,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:26.633992 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f30d15e0-5d50-4ac0-9782-949d7d27a8fe req-be256642-84c1-4c58-a6ea-d83c99ecb244 tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.88 "GET /v2.0/security-groups?id=389ed393-71cf-4380-a264-32f0302c2391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225489 Feb 08 21:16:26.728133 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4024bf-f050-428e-b9aa-33a4c3abc8d6 req-43bb3bc7-fc3b-4cf8-a4ec-6956c5965fcc tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] No DVR routers for this DVR port ab1459c5-6b4b-4e95-a4f6-b72e476009e8 on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:16:26.741633 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2d4024bf-f050-428e-b9aa-33a4c3abc8d6 req-43bb3bc7-fc3b-4cf8-a4ec-6956c5965fcc tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:26.746017 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d4024bf-f050-428e-b9aa-33a4c3abc8d6 req-43bb3bc7-fc3b-4cf8-a4ec-6956c5965fcc tempest-ServersAdminTestJSON-1493598624 tempest-ServersAdminTestJSON-1493598624-project] 10.222.0.94 "DELETE /v2.0/ports/ab1459c5-6b4b-4e95-a4f6-b72e476009e8 HTTP/1.1" status: 204 len: 173 time: 3.6609433 Feb 08 21:16:26.746523 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e4b5db-f198-4d5b-90ea-a4781c91da9a', 'name': 'network-vif-deleted', 'tag': 'ab1459c5-6b4b-4e95-a4f6-b72e476009e8'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:16:26.748810 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4795320-28ce-4684-b3a4-9f1e2349520c" -d '{"events": [{"server_uuid": "56e4b5db-f198-4d5b-90ea-a4781c91da9a", "name": "network-vif-deleted", "tag": "ab1459c5-6b4b-4e95-a4f6-b72e476009e8"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:16:26.923311 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-dcf07ce0-aa55-402b-b84d-d5597c802d90 req-7b2c8710-929a-4c66-9782-4dbf811bd69e service neutron] 10.222.0.96 "GET /v2.0/networks/a0019a9f-5a34-415a-af13-d40bad12bc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154854 Feb 08 21:16:27.203859 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908806e5-1281-4ccf-9951-fb12b4c3cd8d req-b5a1597f-d8a7-493d-9617-8385c7e2875b tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:27.215384 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-908806e5-1281-4ccf-9951-fb12b4c3cd8d req-b5a1597f-d8a7-493d-9617-8385c7e2875b tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/ports?device_id=54ca4dee-03ce-4a63-b2f1-964ae6659255 HTTP/1.1" status: 200 len: 944 time: 0.2046375 Feb 08 21:16:27.247196 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-d3f536c6-a5bf-4f89-a0d0-576d061fcd6c admin admin] Deleting port e2503f20-3437-403e-a9ce-6eeb9f77774f {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:16:27.247656 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d3f536c6-a5bf-4f89-a0d0-576d061fcd6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (e2503f20-3437-403e-a9ce-6eeb9f77774f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:27.345991 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-76ea9a5c-f070-4623-827e-7ca2e85d6c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:27.467098 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-908806e5-1281-4ccf-9951-fb12b4c3cd8d req-1f4fae98-d16e-4643-b77f-4bf471d0b2af tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb806cb0-2515-4b46-855e-a72e73a208ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502990 Feb 08 21:16:27.531487 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-d3f536c6-a5bf-4f89-a0d0-576d061fcd6c admin admin] For port e2503f20-3437-403e-a9ce-6eeb9f77774f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e2503f20-3437-403e-a9ce-6eeb9f77774f,segment=NetworkSegment(d7b72b72-2487-480a-8e07-23df62d6e529),segment_id=d7b72b72-2487-480a-8e07-23df62d6e529)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:27.532144 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d3f536c6-a5bf-4f89-a0d0-576d061fcd6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (e2503f20-3437-403e-a9ce-6eeb9f77774f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:27.725770 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-d3f536c6-a5bf-4f89-a0d0-576d061fcd6c admin admin] Calling delete_port for e2503f20-3437-403e-a9ce-6eeb9f77774f owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:16:27.989830 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2ff76f-5ac1-49ba-a993-0e79eb331e3f x-openstack-request-id: req-ba2ff76f-5ac1-49ba-a993-0e79eb331e3f {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:16:27.990333 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e4b5db-f198-4d5b-90ea-a4781c91da9a", "name": "network-vif-deleted", "tag": "ab1459c5-6b4b-4e95-a4f6-b72e476009e8", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:16:27.990769 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ba2ff76f-5ac1-49ba-a993-0e79eb331e3f {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:16:27.995611 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e4b5db-f198-4d5b-90ea-a4781c91da9a', 'name': 'network-vif-deleted', 'tag': 'ab1459c5-6b4b-4e95-a4f6-b72e476009e8', 'status': 'completed', 'code': 200} Feb 08 21:16:28.268218 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 50436714-03f1-4ea7-8ae2-a13351fba2a1 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:16:28.527418 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 50436714-03f1-4ea7-8ae2-a13351fba2a1, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=50436714-03f1-4ea7-8ae2-a13351fba2a1,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:28.532876 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0123e-b87f-4472-b50c-3153730c7d79 req-624a4bb8-4738-4176-bd0f-6df391e1f9d7 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:28.545870 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6bf0123e-b87f-4472-b50c-3153730c7d79 req-624a4bb8-4738-4176-bd0f-6df391e1f9d7 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 946 time: 0.5281398 Feb 08 21:16:28.558876 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '50436714-03f1-4ea7-8ae2-a13351fba2a1', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': '50436714-03f1-4ea7-8ae2-a13351fba2a1', 'mac_address': 'fa:16:3e:78:50:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:16:28.570721 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338f5c6-5b00-4732-848b-fb66886c6eb3 req-94b7a31a-2ec1-46b1-912d-459c74521675 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:28.583537 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e338f5c6-5b00-4732-848b-fb66886c6eb3 req-94b7a31a-2ec1-46b1-912d-459c74521675 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 948 time: 0.4913683 Feb 08 21:16:28.690271 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 50436714-03f1-4ea7-8ae2-a13351fba2a1 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:16:28.690939 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (50436714-03f1-4ea7-8ae2-a13351fba2a1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:28.737520 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50436714-03f1-4ea7-8ae2-a13351fba2a1 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:16:28.766909 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e338f5c6-5b00-4732-848b-fb66886c6eb3 req-d57e7e4a-186f-475d-8006-8ec1af4d047d tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771963 Feb 08 21:16:28.824046 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 50436714-03f1-4ea7-8ae2-a13351fba2a1, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=50436714-03f1-4ea7-8ae2-a13351fba2a1,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:28.857505 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (50436714-03f1-4ea7-8ae2-a13351fba2a1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:28.873252 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6bf0123e-b87f-4472-b50c-3153730c7d79 req-6eb35404-4955-459b-8c91-470a734efdde tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248982 Feb 08 21:16:28.889459 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d3f536c6-a5bf-4f89-a0d0-576d061fcd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (e2503f20-3437-403e-a9ce-6eeb9f77774f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:28.967078 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=50436714-03f1-4ea7-8ae2-a13351fba2a1,revision_number=10']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:29.053107 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:29.099506 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5bca24eb-7fc8-4891-92d9-7b43d6a3f512 req-0cec0f2d-e748-4884-bd04-b8cf901d7837 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=32a8269a-f359-4b69-babb-383a14e68e8d HTTP/1.1" status: 200 len: 210 time: 0.1688311 Feb 08 21:16:29.100736 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f536c6-a5bf-4f89-a0d0-576d061fcd6c admin admin] Pushing event deleted for resources: {'Port': ['ID=e2503f20-3437-403e-a9ce-6eeb9f77774f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:29.261874 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['50436714-03f1-4ea7-8ae2-a13351fba2a1'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:16:29.839858 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d3f536c6-a5bf-4f89-a0d0-576d061fcd6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (eff57dd8-f738-4dd1-9f3f-46beaba62301), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:29.856205 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d343373-a637-44ff-9f5b-bb8862092e3e req-4c252aed-360f-48d3-b696-811891c15f24 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:29.863304 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d343373-a637-44ff-9f5b-bb8862092e3e req-4c252aed-360f-48d3-b696-811891c15f24 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/ports?device_id=54ca4dee-03ce-4a63-b2f1-964ae6659255 HTTP/1.1" status: 200 len: 944 time: 0.2426629 Feb 08 21:16:30.024732 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d343373-a637-44ff-9f5b-bb8862092e3e req-fab0d6b7-7cc1-4bd9-ae64-93e696d51367 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb806cb0-2515-4b46-855e-a72e73a208ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604302 Feb 08 21:16:30.070681 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375785fd-1dd2-4335-a6f7-6f6477956241 req-b538029d-3530-4517-9509-5d2cc6e4bf34 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:30.076009 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-375785fd-1dd2-4335-a6f7-6f6477956241 req-b538029d-3530-4517-9509-5d2cc6e4bf34 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 950 time: 0.3370347 Feb 08 21:16:30.103054 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43824) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:30.234871 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-375785fd-1dd2-4335-a6f7-6f6477956241 req-e5d390ed-e0c6-4626-adbf-cb88b47d0203 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410236 Feb 08 21:16:30.245254 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 4bf913c8-ac16-436d-bd05-ef0caec00a7a details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:16:30.444856 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc265ca-458b-44b4-aff7-1540dc98a1ac req-a874ba43-7e1f-46f8-a08b-927de72d2371 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:30.454394 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8dc265ca-458b-44b4-aff7-1540dc98a1ac req-a874ba43-7e1f-46f8-a08b-927de72d2371 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 946 time: 0.1854260 Feb 08 21:16:30.529434 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8dc265ca-458b-44b4-aff7-1540dc98a1ac req-af47180b-ea52-4f5e-b49e-20149f6eb1a9 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738220 Feb 08 21:16:30.557893 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-20623c21-dc44-4cfc-a11c-854071da947f req-fa006495-2a73-440e-8119-7cc9fbe21259 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=32a8269a-f359-4b69-babb-383a14e68e8d HTTP/1.1" status: 200 len: 210 time: 0.0409963 Feb 08 21:16:30.611335 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f536c6-a5bf-4f89-a0d0-576d061fcd6c admin admin] Router eff57dd8-f738-4dd1-9f3f-46beaba62301 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:16:30.616815 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c8da2ffd-469d-4066-bb75-8e3e5f32e599 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fc2f675b65e84ffb8ad012c577d54357&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5115004 Feb 08 21:16:30.620802 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43838) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:30.722836 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 4bf913c8-ac16-436d-bd05-ef0caec00a7a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=4bf913c8-ac16-436d-bd05-ef0caec00a7a,segment=NetworkSegment(dee5ecaf-6fbc-4a50-ab7a-197d866cb98a),segment_id=dee5ecaf-6fbc-4a50-ab7a-197d866cb98a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:30.769515 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '4bf913c8-ac16-436d-bd05-ef0caec00a7a', 'network_id': 'a0019a9f-5a34-415a-af13-d40bad12bc71', 'port_id': '4bf913c8-ac16-436d-bd05-ef0caec00a7a', 'mac_address': 'fa:16:3e:f5:05:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47eb3153-f73c-4b93-977e-6eee8c5c39cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:16:30.852746 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 4bf913c8-ac16-436d-bd05-ef0caec00a7a is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:16:30.853400 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4bf913c8-ac16-436d-bd05-ef0caec00a7a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:30.889057 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bf913c8-ac16-436d-bd05-ef0caec00a7a {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:16:30.937998 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 4bf913c8-ac16-436d-bd05-ef0caec00a7a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=4bf913c8-ac16-436d-bd05-ef0caec00a7a,segment=NetworkSegment(dee5ecaf-6fbc-4a50-ab7a-197d866cb98a),segment_id=dee5ecaf-6fbc-4a50-ab7a-197d866cb98a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:30.961274 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (4bf913c8-ac16-436d-bd05-ef0caec00a7a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:31.107680 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=4bf913c8-ac16-436d-bd05-ef0caec00a7a,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:31.394722 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['4bf913c8-ac16-436d-bd05-ef0caec00a7a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:16:31.408912 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:31.478951 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:31.485596 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-cf4520d5-78f4-45f2-881a-2f5ef8f92102 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=56f216a178424ba0984bc6550ca8f840&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0882413 Feb 08 21:16:31.753411 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8e6ca97f-5ce9-4a5e-9c15-0ba61f6cedb7 admin admin] Publish callbacks [] for security_group (389ed393-71cf-4380-a264-32f0302c2391), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:31.919083 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8e6ca97f-5ce9-4a5e-9c15-0ba61f6cedb7 admin admin] Publish callbacks [] for security_group (389ed393-71cf-4380-a264-32f0302c2391), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:31.922973 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f536c6-a5bf-4f89-a0d0-576d061fcd6c admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:16:31.936887 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43862) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:31.938727 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d3f536c6-a5bf-4f89-a0d0-576d061fcd6c admin admin] 10.222.0.88 "PUT /v2.0/routers/eff57dd8-f738-4dd1-9f3f-46beaba62301/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0090034 Feb 08 21:16:31.940224 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84247cb-430e-4df7-a313-2e871cc8d378 None None] Sync routers for ids ['eff57dd8-f738-4dd1-9f3f-46beaba62301'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:16:31.983462 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84247cb-430e-4df7-a313-2e871cc8d378 None None] Routers {'eff57dd8-f738-4dd1-9f3f-46beaba62301'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:16:31.985140 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e84247cb-430e-4df7-a313-2e871cc8d378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:16:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['eff57dd8-f738-4dd1-9f3f-46beaba62301'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:16:32.108443 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8129aa-8539-4d95-8082-a79db311c14d req-971d80da-ea79-41b5-8ead-26f6d906367d tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:32.121406 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3b8129aa-8539-4d95-8082-a79db311c14d req-971d80da-ea79-41b5-8ead-26f6d906367d tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=6581a6ca-0491-42c0-9218-e75690d793bc HTTP/1.1" status: 200 len: 945 time: 1.3238895 Feb 08 21:16:32.142593 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-8777779b-ff69-4aba-b63e-4761e4a9bba0 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:32.155464 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-8777779b-ff69-4aba-b63e-4761e4a9bba0 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6407373 Feb 08 21:16:32.213442 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-2af64e58-0ee2-403a-aeee-a8948306f369 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/quotas/56f216a178424ba0984bc6550ca8f840 HTTP/1.1" status: 200 len: 375 time: 0.0559409 Feb 08 21:16:32.260427 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 50436714-03f1-4ea7-8ae2-a13351fba2a1 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:16:32.300583 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8e6ca97f-5ce9-4a5e-9c15-0ba61f6cedb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (389ed393-71cf-4380-a264-32f0302c2391), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:32.307545 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8e6ca97f-5ce9-4a5e-9c15-0ba61f6cedb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:32.312637 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8e6ca97f-5ce9-4a5e-9c15-0ba61f6cedb7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/389ed393-71cf-4380-a264-32f0302c2391 HTTP/1.1" status: 204 len: 168 time: 1.6878703 Feb 08 21:16:32.323584 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-e84247cb-430e-4df7-a313-2e871cc8d378 None None] Set router eff57dd8-f738-4dd1-9f3f-46beaba62301 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:16:32.364213 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db1931c8-e505-4386-bbc4-7483291a1bc5 admin admin] Publish callbacks [] for router (eff57dd8-f738-4dd1-9f3f-46beaba62301), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:32.374843 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3b8129aa-8539-4d95-8082-a79db311c14d req-17c4cf15-ff35-4a82-9db5-bfae182fd707 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457383 Feb 08 21:16:32.419582 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ca97f-5ce9-4a5e-9c15-0ba61f6cedb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389ed393-71cf-4380-a264-32f0302c2391,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:32.488190 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-131920fc-00b2-43f3-a877-e2dbe13d9350 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2703576 Feb 08 21:16:32.561015 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 50436714-03f1-4ea7-8ae2-a13351fba2a1 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:16:32.561832 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (50436714-03f1-4ea7-8ae2-a13351fba2a1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:32.870368 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 50436714-03f1-4ea7-8ae2-a13351fba2a1 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:16:32.874470 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (50436714-03f1-4ea7-8ae2-a13351fba2a1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:32.974646 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db1931c8-e505-4386-bbc4-7483291a1bc5 admin admin] Publish callbacks [] for router_gateway (eff57dd8-f738-4dd1-9f3f-46beaba62301), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:32.998093 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e239c-45ba-49e7-8f0b-b42a857f554d req-93598ff9-59b1-46c3-850f-c464ce84e7fe tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:33.009372 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878099c6-015d-4aa0-ba37-b57e41fcad1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50436714-03f1-4ea7-8ae2-a13351fba2a1'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:16:33.010799 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a89e239c-45ba-49e7-8f0b-b42a857f554d req-93598ff9-59b1-46c3-850f-c464ce84e7fe tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/ports?device_id=54ca4dee-03ce-4a63-b2f1-964ae6659255 HTTP/1.1" status: 200 len: 945 time: 0.2569292 Feb 08 21:16:33.036279 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0317efb5-6a3d-4036-8abf-f41590f52c93" -d '{"events": [{"server_uuid": "878099c6-015d-4aa0-ba37-b57e41fcad1d", "name": "network-vif-plugged", "status": "completed", "tag": "50436714-03f1-4ea7-8ae2-a13351fba2a1"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:16:33.086068 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e84247cb-430e-4df7-a313-2e871cc8d378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff57dd8-f738-4dd1-9f3f-46beaba62301', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-324610282-router', 'tenant_id': '32470ea68c2542aca87319bad8bc3da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'cfb9fbf5-13da-43c3-aca4-822fd4da2906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:11:41Z', 'updated_at': '2022-02-08T21:16:28Z', 'revision_number': 5, 'project_id': '32470ea68c2542aca87319bad8bc3da8', 'gw_port': {'id': 'cfb9fbf5-13da-43c3-aca4-822fd4da2906', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff57dd8-f738-4dd1-9f3f-46beaba62301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:11:44Z', 'updated_at': '2022-02-08T21:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:16:33.120009 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 50436714-03f1-4ea7-8ae2-a13351fba2a1, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=50436714-03f1-4ea7-8ae2-a13351fba2a1,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:33.131536 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (50436714-03f1-4ea7-8ae2-a13351fba2a1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:33.279521 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84247cb-430e-4df7-a313-2e871cc8d378 None None] Checking router: eff57dd8-f738-4dd1-9f3f-46beaba62301 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:16:33.291103 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-db1931c8-e505-4386-bbc4-7483291a1bc5 admin admin] Deleting port cfb9fbf5-13da-43c3-aca4-822fd4da2906 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:16:33.291444 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db1931c8-e505-4386-bbc4-7483291a1bc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (cfb9fbf5-13da-43c3-aca4-822fd4da2906), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:33.295625 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a89e239c-45ba-49e7-8f0b-b42a857f554d req-169eea72-4f0c-4b0d-918f-3f33dc76febd tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb806cb0-2515-4b46-855e-a72e73a208ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2734468 Feb 08 21:16:33.329355 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84247cb-430e-4df7-a313-2e871cc8d378 None None] Routers {'eff57dd8-f738-4dd1-9f3f-46beaba62301'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:16:33.340615 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e84247cb-430e-4df7-a313-2e871cc8d378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:16:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['eff57dd8-f738-4dd1-9f3f-46beaba62301'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:16:33.437804 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=50436714-03f1-4ea7-8ae2-a13351fba2a1,revision_number=11']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:33.566473 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-db1931c8-e505-4386-bbc4-7483291a1bc5 admin admin] For port cfb9fbf5-13da-43c3-aca4-822fd4da2906, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cfb9fbf5-13da-43c3-aca4-822fd4da2906,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:33.568276 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db1931c8-e505-4386-bbc4-7483291a1bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (cfb9fbf5-13da-43c3-aca4-822fd4da2906), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:33.591590 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-db1931c8-e505-4386-bbc4-7483291a1bc5 admin admin] Calling delete_port for cfb9fbf5-13da-43c3-aca4-822fd4da2906 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:16:33.599535 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43888) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:33.729425 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-95f67ae1-b972-401e-b42e-2a6bd7160867 req-0069c3bb-9490-49cd-8898-66df17b00696 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=32a8269a-f359-4b69-babb-383a14e68e8d HTTP/1.1" status: 200 len: 210 time: 0.1402369 Feb 08 21:16:33.835846 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff4b7b5-4f24-4233-87e1-6f8a71965c93 x-openstack-request-id: req-8ff4b7b5-4f24-4233-87e1-6f8a71965c93 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:16:33.836747 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878099c6-015d-4aa0-ba37-b57e41fcad1d", "name": "network-vif-plugged", "status": "completed", "tag": "50436714-03f1-4ea7-8ae2-a13351fba2a1", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:16:33.837174 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8ff4b7b5-4f24-4233-87e1-6f8a71965c93 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:16:33.837794 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878099c6-015d-4aa0-ba37-b57e41fcad1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50436714-03f1-4ea7-8ae2-a13351fba2a1', 'code': 200} Feb 08 21:16:33.858536 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-e84247cb-430e-4df7-a313-2e871cc8d378 None None] Set router eff57dd8-f738-4dd1-9f3f-46beaba62301 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:16:33.880601 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e3c5b-a354-494c-bf5c-df6065fc302b req-227fb274-30d8-4593-bc87-cef025b3c92b tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:33.902452 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed3e3c5b-a354-494c-bf5c-df6065fc302b req-227fb274-30d8-4593-bc87-cef025b3c92b tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 946 time: 0.4680164 Feb 08 21:16:33.914180 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bb5bc85f-4989-430e-9bcc-d0d5eae45fc0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e613f9715d2244868492ce573551e5d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066311 Feb 08 21:16:33.938323 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43890) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:33.979127 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e84247cb-430e-4df7-a313-2e871cc8d378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff57dd8-f738-4dd1-9f3f-46beaba62301', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-324610282-router', 'tenant_id': '32470ea68c2542aca87319bad8bc3da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:11:41Z', 'updated_at': '2022-02-08T21:16:32Z', 'revision_number': 6, 'project_id': '32470ea68c2542aca87319bad8bc3da8', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:16:34.058594 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db1931c8-e505-4386-bbc4-7483291a1bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (cfb9fbf5-13da-43c3-aca4-822fd4da2906), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:34.069469 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84247cb-430e-4df7-a313-2e871cc8d378 None None] The sync data for ids ['eff57dd8-f738-4dd1-9f3f-46beaba62301'] in n-d-712143-31 is: [{'id': 'eff57dd8-f738-4dd1-9f3f-46beaba62301', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-324610282-router', 'tenant_id': '32470ea68c2542aca87319bad8bc3da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:11:41Z', 'updated_at': '2022-02-08T21:16:32Z', 'revision_number': 6, 'project_id': '32470ea68c2542aca87319bad8bc3da8', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:16:34.159363 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1931c8-e505-4386-bbc4-7483291a1bc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfb9fbf5-13da-43c3-aca4-822fd4da2906,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:34.191613 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1931c8-e505-4386-bbc4-7483291a1bc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:34.192089 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1931c8-e505-4386-bbc4-7483291a1bc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:34.192597 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1931c8-e505-4386-bbc4-7483291a1bc5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:34.193038 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1931c8-e505-4386-bbc4-7483291a1bc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:34.193496 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1931c8-e505-4386-bbc4-7483291a1bc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:34.194082 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1931c8-e505-4386-bbc4-7483291a1bc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:34.194627 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1931c8-e505-4386-bbc4-7483291a1bc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:34.195189 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1931c8-e505-4386-bbc4-7483291a1bc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:34.195744 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1931c8-e505-4386-bbc4-7483291a1bc5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:34.196452 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1931c8-e505-4386-bbc4-7483291a1bc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:34.197015 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1931c8-e505-4386-bbc4-7483291a1bc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:34.198391 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1931c8-e505-4386-bbc4-7483291a1bc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:34.198982 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1931c8-e505-4386-bbc4-7483291a1bc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:34.266975 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 3b690277-0299-406d-9ce9-420ed1dddf52 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:16:34.285760 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db1931c8-e505-4386-bbc4-7483291a1bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (eff57dd8-f738-4dd1-9f3f-46beaba62301), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:34.299236 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 4bf913c8-ac16-436d-bd05-ef0caec00a7a up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:16:34.352492 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1d948a7-cfad-411d-a287-4c22bbab530d req-6ff56449-60f4-42f0-a232-4d44e6a2a348 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 210 time: 0.3060744 Feb 08 21:16:34.367842 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed3e3c5b-a354-494c-bf5c-df6065fc302b req-94fda10d-9803-42e7-8f38-badb9520e833 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4517210 Feb 08 21:16:34.428600 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:16:34.428794 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b734d96-3a54-4c3c-9a66-94df0d067009 admin admin] Publish callbacks [] for security_group (9c0e28c8-7591-4a5e-8e39-eb92b7495b14), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:34.488443 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b734d96-3a54-4c3c-9a66-94df0d067009 admin admin] Publish callbacks [] for security_group (9c0e28c8-7591-4a5e-8e39-eb92b7495b14), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:34.696458 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db1931c8-e505-4386-bbc4-7483291a1bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (eff57dd8-f738-4dd1-9f3f-46beaba62301), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:34.701071 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db1931c8-e505-4386-bbc4-7483291a1bc5 admin admin] Publish callbacks [] for router_controller (eff57dd8-f738-4dd1-9f3f-46beaba62301), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:34.706463 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b734d96-3a54-4c3c-9a66-94df0d067009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9c0e28c8-7591-4a5e-8e39-eb92b7495b14), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:34.712570 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b734d96-3a54-4c3c-9a66-94df0d067009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:34.715445 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1b734d96-3a54-4c3c-9a66-94df0d067009 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9c0e28c8-7591-4a5e-8e39-eb92b7495b14 HTTP/1.1" status: 204 len: 168 time: 0.7754045 Feb 08 21:16:34.782311 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b734d96-3a54-4c3c-9a66-94df0d067009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0e28c8-7591-4a5e-8e39-eb92b7495b14,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:34.785628 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db1931c8-e505-4386-bbc4-7483291a1bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (eff57dd8-f738-4dd1-9f3f-46beaba62301), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:34.787155 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1931c8-e505-4386-bbc4-7483291a1bc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eff57dd8-f738-4dd1-9f3f-46beaba62301 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:16:34.812797 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db1931c8-e505-4386-bbc4-7483291a1bc5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:34.825566 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-db1931c8-e505-4386-bbc4-7483291a1bc5 admin admin] 10.222.0.88 "DELETE /v2.0/routers/eff57dd8-f738-4dd1-9f3f-46beaba62301 HTTP/1.1" status: 204 len: 168 time: 2.8868620 Feb 08 21:16:34.827667 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43914) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:34.860232 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223104d3-1c71-4f2c-849e-c6c79c22359b req-2f6ac4aa-b0dd-4c12-839c-332415658216 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:34.865838 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-223104d3-1c71-4f2c-849e-c6c79c22359b req-2f6ac4aa-b0dd-4c12-839c-332415658216 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=6581a6ca-0491-42c0-9218-e75690d793bc HTTP/1.1" status: 200 len: 945 time: 0.2870929 Feb 08 21:16:34.970859 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3a6383-3ab1-4f05-9eee-bed4dce2e185 admin admin] Deleting subnet c8466e45-fcee-46d2-b619-09569beb8b4b {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:16:34.983664 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef3a6383-3ab1-4f05-9eee-bed4dce2e185 admin admin] Publish callbacks [] for subnet (c8466e45-fcee-46d2-b619-09569beb8b4b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:35.083387 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 3b690277-0299-406d-9ce9-420ed1dddf52, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3b690277-0299-406d-9ce9-420ed1dddf52,segment=NetworkSegment(488cc332-a24d-48f9-b9ab-2d3512ca7d1e),segment_id=488cc332-a24d-48f9-b9ab-2d3512ca7d1e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:35.152327 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef3a6383-3ab1-4f05-9eee-bed4dce2e185 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (c8466e45-fcee-46d2-b619-09569beb8b4b), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:35.180195 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '3b690277-0299-406d-9ce9-420ed1dddf52', 'network_id': '99cd4fbd-ec19-45b8-b386-2fa31ded0325', 'port_id': '3b690277-0299-406d-9ce9-420ed1dddf52', 'mac_address': 'fa:16:3e:e3:8c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1038644-0e9a-4c39-b91b-b7947ede0433', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:16:35.185524 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 4bf913c8-ac16-436d-bd05-ef0caec00a7a completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:16:35.204911 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 4bf913c8-ac16-436d-bd05-ef0caec00a7a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:16:35.204911 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (4bf913c8-ac16-436d-bd05-ef0caec00a7a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:35.216769 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf7809-a649-4e35-a333-97877fe8e0c3 req-bfca4688-1075-4907-a2b3-0bd1423bb125 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:35.227061 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25bf7809-a649-4e35-a333-97877fe8e0c3 req-bfca4688-1075-4907-a2b3-0bd1423bb125 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/ports?device_id=54ca4dee-03ce-4a63-b2f1-964ae6659255 HTTP/1.1" status: 200 len: 945 time: 0.3589725 Feb 08 21:16:35.241040 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-223104d3-1c71-4f2c-849e-c6c79c22359b req-ea01c0fc-7e9e-4935-9e2e-3a2c76cadfd3 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469484 Feb 08 21:16:35.444753 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25bf7809-a649-4e35-a333-97877fe8e0c3 req-cbcf2af9-6117-4958-a2df-bdc9b80cc0dd tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb806cb0-2515-4b46-855e-a72e73a208ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024140 Feb 08 21:16:35.497251 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef3a6383-3ab1-4f05-9eee-bed4dce2e185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (c8466e45-fcee-46d2-b619-09569beb8b4b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:35.529765 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 3b690277-0299-406d-9ce9-420ed1dddf52 is: ACTIVE; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:16:35.530169 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3b690277-0299-406d-9ce9-420ed1dddf52), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:35.580248 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0485245b-89a1-4db7-a9ce-82867d99ff2a req-2bd2d8cb-bcc1-49f9-a009-430ce20c0cdb tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=32a8269a-f359-4b69-babb-383a14e68e8d HTTP/1.1" status: 200 len: 210 time: 0.1133523 Feb 08 21:16:35.643881 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b690277-0299-406d-9ce9-420ed1dddf52 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:16:35.765905 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cfb9fbf5-13da-43c3-aca4-822fd4da2906 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:16:35.838534 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 3b690277-0299-406d-9ce9-420ed1dddf52, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3b690277-0299-406d-9ce9-420ed1dddf52,segment=NetworkSegment(488cc332-a24d-48f9-b9ab-2d3512ca7d1e),segment_id=488cc332-a24d-48f9-b9ab-2d3512ca7d1e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:35.929200 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: cfb9fbf5-13da-43c3-aca4-822fd4da2906 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:16:35.931049 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cfb9fbf5-13da-43c3-aca4-822fd4da2906 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:16:35.932165 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e2503f20-3437-403e-a9ce-6eeb9f77774f no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:16:36.001826 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3b690277-0299-406d-9ce9-420ed1dddf52), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:36.016272 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: e2503f20-3437-403e-a9ce-6eeb9f77774f {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:16:36.016860 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e2503f20-3437-403e-a9ce-6eeb9f77774f not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:16:36.051063 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3e56f-da8e-4923-8402-961bbb8a6836 req-fdc1c0b8-94de-4af7-887f-611e041664c3 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:36.053824 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ca3e56f-da8e-4923-8402-961bbb8a6836 req-fdc1c0b8-94de-4af7-887f-611e041664c3 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 946 time: 0.2849097 Feb 08 21:16:36.100555 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-da3278bb-0927-4c9c-a032-f48ae1109a67 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=56f216a178424ba0984bc6550ca8f840&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1601214 Feb 08 21:16:36.152355 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef3a6383-3ab1-4f05-9eee-bed4dce2e185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (c8466e45-fcee-46d2-b619-09569beb8b4b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:36.215457 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['3b690277-0299-406d-9ce9-420ed1dddf52'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:16:36.241841 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85c6ef48-84e0-4120-b384-b99a1177855a req-52774d41-3982-4d10-9871-3f87baa65293 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 210 time: 0.5814936 Feb 08 21:16:36.308971 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-fc7c9a65-2720-4158-8fc7-c78993c61c97 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:36.310549 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-fc7c9a65-2720-4158-8fc7-c78993c61c97 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c&tenant_id=9b3b159591ee4a229900ea8953fa8a06&binding%3Ahost_id=n-h2-712143-31 HTTP/1.1" status: 200 len: 1129 time: 0.4067278 Feb 08 21:16:36.374688 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712143-31'}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:16:36.381830 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 4bf913c8-ac16-436d-bd05-ef0caec00a7a is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:16:36.382231 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4bf913c8-ac16-436d-bd05-ef0caec00a7a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:36.399883 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a6383-3ab1-4f05-9eee-bed4dce2e185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8466e45-fcee-46d2-b619-09569beb8b4b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:36.402768 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ca3e56f-da8e-4923-8402-961bbb8a6836 req-d19acdde-da13-4140-aad3-cb9ac36fb5cb tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358839 Feb 08 21:16:36.491420 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef3a6383-3ab1-4f05-9eee-bed4dce2e185 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:36.497100 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ef3a6383-3ab1-4f05-9eee-bed4dce2e185 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/c8466e45-fcee-46d2-b619-09569beb8b4b HTTP/1.1" status: 204 len: 168 time: 1.6614113 Feb 08 21:16:36.515476 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43946) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:36.579357 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d970f1-66c0-40cc-8711-b51d60b374c3 None None] Network f82c81fb-a348-4498-8eb1-058fca6b7870 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:16:36.597930 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1ea08fc4-5c7f-4516-af34-84dcc109c7ff), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:36.681271 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-31486c24-d1bd-46b9-b818-fecb9e202236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (f82c81fb-a348-4498-8eb1-058fca6b7870), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:36.720437 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-4a4ca136-10c3-47be-abac-1431385c328a tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:36.725415 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-4a4ca136-10c3-47be-abac-1431385c328a tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6230392 Feb 08 21:16:36.729046 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:36.740449 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-dd03181e-0f9d-4a02-a6a9-d8142459ee44 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Request body: {'port': {'device_id': 'a4566af2-4077-4cf2-ae60-89837a085981', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': '56f216a178424ba0984bc6550ca8f840'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:16:36.968440 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-dd03181e-0f9d-4a02-a6a9-d8142459ee44 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Made reservation on behalf of 56f216a178424ba0984bc6550ca8f840 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:16:36.972652 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-dd03181e-0f9d-4a02-a6a9-d8142459ee44 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:37.088682 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43960) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:37.192863 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 4bf913c8-ac16-436d-bd05-ef0caec00a7a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=4bf913c8-ac16-436d-bd05-ef0caec00a7a,segment=NetworkSegment(dee5ecaf-6fbc-4a50-ab7a-197d866cb98a),segment_id=dee5ecaf-6fbc-4a50-ab7a-197d866cb98a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:37.194157 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:37.209273 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ca4dee-03ce-4a63-b2f1-964ae6659255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf913c8-ac16-436d-bd05-ef0caec00a7a'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:16:37.209547 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-dd03181e-0f9d-4a02-a6a9-d8142459ee44 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Allocated IP 192.168.233.225 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/c7aceece-eac0-4fab-8440-03d54f187c1c) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:16:37.213128 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f75fdb-1e0d-4927-bf71-5752d8b250bc" -d '{"events": [{"server_uuid": "54ca4dee-03ce-4a63-b2f1-964ae6659255", "name": "network-vif-plugged", "status": "completed", "tag": "4bf913c8-ac16-436d-bd05-ef0caec00a7a"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:16:37.225459 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (4bf913c8-ac16-436d-bd05-ef0caec00a7a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:37.244159 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=3b690277-0299-406d-9ce9-420ed1dddf52,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:37.276450 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f789b82-0eee-401d-aeb3-b3b8cb910f58 req-304e3aaf-6fb7-426f-b3dd-620d2a477d9c tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:37.307645 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f789b82-0eee-401d-aeb3-b3b8cb910f58 req-304e3aaf-6fb7-426f-b3dd-620d2a477d9c tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=6581a6ca-0491-42c0-9218-e75690d793bc HTTP/1.1" status: 200 len: 944 time: 0.6214063 Feb 08 21:16:37.331378 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:37.331704 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:37.332323 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:37.332727 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:37.333007 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:37.333378 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:37.333716 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:37.334058 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:37.334385 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:37.334710 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:37.335036 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:37.335598 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:37.335858 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:37.376771 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0b57d-0645-4d27-a16e-a72b69c553ab req-f01f4b4d-54ae-469d-ac9d-c1d2b32603dd tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:37.378938 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfb0b57d-0645-4d27-a16e-a72b69c553ab req-f01f4b4d-54ae-469d-ac9d-c1d2b32603dd tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/ports?device_id=54ca4dee-03ce-4a63-b2f1-964ae6659255 HTTP/1.1" status: 200 len: 945 time: 0.6271954 Feb 08 21:16:37.400235 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-dbe47aae-3366-4175-8563-256c6d6745bd admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1873213093-network', 'tenant_id': '6d98e0a79a014bd7b67e32046f0d8d2b'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:16:37.458486 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=4bf913c8-ac16-436d-bd05-ef0caec00a7a,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:37.461995 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] For port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1ea08fc4-5c7f-4516-af34-84dcc109c7ff,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:37.484583 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-31486c24-d1bd-46b9-b818-fecb9e202236 admin admin] Deleting port c67f3c48-ef4a-49ef-8738-1460ef9dbfc2 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:16:37.485317 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-31486c24-d1bd-46b9-b818-fecb9e202236 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c67f3c48-ef4a-49ef-8738-1460ef9dbfc2), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:37.536296 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bd1627-a98e-47ec-a1ad-23d6a562c9be None None] DHCP port deletion for f82c81fb-a348-4498-8eb1-058fca6b7870 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:16:37.571423 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-31486c24-d1bd-46b9-b818-fecb9e202236 admin admin] For port c67f3c48-ef4a-49ef-8738-1460ef9dbfc2, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c67f3c48-ef4a-49ef-8738-1460ef9dbfc2,segment=NetworkSegment(d7b72b72-2487-480a-8e07-23df62d6e529),segment_id=d7b72b72-2487-480a-8e07-23df62d6e529)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:37.571985 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-31486c24-d1bd-46b9-b818-fecb9e202236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c67f3c48-ef4a-49ef-8738-1460ef9dbfc2), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:37.588192 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-31486c24-d1bd-46b9-b818-fecb9e202236 admin admin] Calling delete_port for c67f3c48-ef4a-49ef-8738-1460ef9dbfc2 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:16:37.640614 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-30bd1627-a98e-47ec-a1ad-23d6a562c9be None None] Deleting port c67f3c48-ef4a-49ef-8738-1460ef9dbfc2 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:16:37.640988 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30bd1627-a98e-47ec-a1ad-23d6a562c9be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c67f3c48-ef4a-49ef-8738-1460ef9dbfc2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:37.643903 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-dd03181e-0f9d-4a02-a6a9-d8142459ee44 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks [] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:37.698190 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-31486c24-d1bd-46b9-b818-fecb9e202236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (c67f3c48-ef4a-49ef-8738-1460ef9dbfc2), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:37.722497 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-dd03181e-0f9d-4a02-a6a9-d8142459ee44 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:37.735148 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f789b82-0eee-401d-aeb3-b3b8cb910f58 req-4d4cba27-1d2b-4697-b526-eca3e7d47549 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256387 Feb 08 21:16:37.758859 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c67f3c48-ef4a-49ef-8738-1460ef9dbfc2 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:16:37.761292 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['f6945521-262a-4a66-831b-ce8d6e535b0d', '3cc2793c-991b-4238-8efb-6c6e02437256'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:16:37.814807 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe47aae-3366-4175-8563-256c6d6745bd admin admin] Made reservation on behalf of 6d98e0a79a014bd7b67e32046f0d8d2b for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:16:37.819640 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dbe47aae-3366-4175-8563-256c6d6745bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:37.851467 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03181e-0f9d-4a02-a6a9-d8142459ee44 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Pushing event updated for resources: {'Port': ['ID=c7aceece-eac0-4fab-8440-03d54f187c1c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:37.882554 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-dd03181e-0f9d-4a02-a6a9-d8142459ee44 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:16:37.884556 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-dd03181e-0f9d-4a02-a6a9-d8142459ee44 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:16:37.896925 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31486c24-d1bd-46b9-b818-fecb9e202236 admin admin] Pushing event deleted for resources: {'Port': ['ID=c67f3c48-ef4a-49ef-8738-1460ef9dbfc2,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:37.899626 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31486c24-d1bd-46b9-b818-fecb9e202236 admin admin] No DVR routers for this DVR port c67f3c48-ef4a-49ef-8738-1460ef9dbfc2 on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:16:37.907838 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-dd03181e-0f9d-4a02-a6a9-d8142459ee44 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:16:37.923517 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['50436714-03f1-4ea7-8ae2-a13351fba2a1'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:16:37.951594 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfb0b57d-0645-4d27-a16e-a72b69c553ab req-7252e73f-4383-4942-a91e-f54674fbbf1f tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb806cb0-2515-4b46-855e-a72e73a208ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5578196 Feb 08 21:16:37.952344 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dbe47aae-3366-4175-8563-256c6d6745bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:38.028865 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-dd03181e-0f9d-4a02-a6a9-d8142459ee44 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:38.029871 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-dd03181e-0f9d-4a02-a6a9-d8142459ee44 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:38.080893 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-dd03181e-0f9d-4a02-a6a9-d8142459ee44 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3449240 Feb 08 21:16:38.099275 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-8a65c785-83e2-41f4-910c-2cbe073d89fc service neutron] Request body: {'port': {'device_id': 'a4566af2-4077-4cf2-ae60-89837a085981', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:16:38.120558 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-59841852-a11f-4eb1-bfb0-16814411a499 req-12123b72-c7aa-4f92-88ce-c31bfb5c402d tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=32a8269a-f359-4b69-babb-383a14e68e8d HTTP/1.1" status: 200 len: 210 time: 0.2182481 Feb 08 21:16:38.138720 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] For port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:16:38.236807 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73595cf-71e6-4242-a4e6-c5195f74f007 x-openstack-request-id: req-f73595cf-71e6-4242-a4e6-c5195f74f007 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:16:38.238081 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ca4dee-03ce-4a63-b2f1-964ae6659255", "name": "network-vif-plugged", "status": "completed", "tag": "4bf913c8-ac16-436d-bd05-ef0caec00a7a", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:16:38.238775 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f73595cf-71e6-4242-a4e6-c5195f74f007 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:16:38.239629 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ca4dee-03ce-4a63-b2f1-964ae6659255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf913c8-ac16-436d-bd05-ef0caec00a7a', 'code': 200} Feb 08 21:16:38.276226 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: c67f3c48-ef4a-49ef-8738-1460ef9dbfc2 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:16:38.276926 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c67f3c48-ef4a-49ef-8738-1460ef9dbfc2 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:16:38.277513 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-31486c24-d1bd-46b9-b818-fecb9e202236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (f82c81fb-a348-4498-8eb1-058fca6b7870), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:38.343360 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-8a65c785-83e2-41f4-910c-2cbe073d89fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:38.358101 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 1ea08fc4-5c7f-4516-af34-84dcc109c7ff details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:16:38.361647 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 3b690277-0299-406d-9ce9-420ed1dddf52 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:16:38.455758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-30bd1627-a98e-47ec-a1ad-23d6a562c9be None None] For port c67f3c48-ef4a-49ef-8738-1460ef9dbfc2, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c67f3c48-ef4a-49ef-8738-1460ef9dbfc2,segment=NetworkSegment(d7b72b72-2487-480a-8e07-23df62d6e529),segment_id=d7b72b72-2487-480a-8e07-23df62d6e529)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:38.456162 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30bd1627-a98e-47ec-a1ad-23d6a562c9be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c67f3c48-ef4a-49ef-8738-1460ef9dbfc2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:38.520333 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf47af6-9c19-4656-8142-fdd597340f6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ea08fc4-5c7f-4516-af34-84dcc109c7ff'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:16:38.522901 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11df72b-3676-4463-9f10-b435cabc529a" -d '{"events": [{"server_uuid": "4cf47af6-9c19-4656-8142-fdd597340f6c", "name": "network-vif-unplugged", "status": "completed", "tag": "1ea08fc4-5c7f-4516-af34-84dcc109c7ff"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:16:38.536013 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Publish callbacks [] for port (1ea08fc4-5c7f-4516-af34-84dcc109c7ff), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:38.541789 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 3b690277-0299-406d-9ce9-420ed1dddf52 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:16:38.543038 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3b690277-0299-406d-9ce9-420ed1dddf52), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:38.571354 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-31486c24-d1bd-46b9-b818-fecb9e202236 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f82c81fb-a348-4498-8eb1-058fca6b7870']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:16:38.585394 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (1ea08fc4-5c7f-4516-af34-84dcc109c7ff), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:38.599579 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-30bd1627-a98e-47ec-a1ad-23d6a562c9be None None] Calling delete_port for c67f3c48-ef4a-49ef-8738-1460ef9dbfc2 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:16:38.721126 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30bd1627-a98e-47ec-a1ad-23d6a562c9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (c67f3c48-ef4a-49ef-8738-1460ef9dbfc2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:38.764444 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd1627-a98e-47ec-a1ad-23d6a562c9be None None] Pushing event deleted for resources: {'Port': ['ID=c67f3c48-ef4a-49ef-8738-1460ef9dbfc2,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:38.785409 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-31486c24-d1bd-46b9-b818-fecb9e202236 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b72b72-2487-480a-8e07-23df62d6e529') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:16:38.785815 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-31486c24-d1bd-46b9-b818-fecb9e202236 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b72b72-2487-480a-8e07-23df62d6e529') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:16:38.786397 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:16:38.789308 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1e8d1c2f-2639-44d3-89ca-0a86b77cbd14 None None] Provisioning complete for port c7aceece-eac0-4fab-8440-03d54f187c1c triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:16:38.789704 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e8d1c2f-2639-44d3-89ca-0a86b77cbd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:38.803230 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea08fc4-5c7f-4516-af34-84dcc109c7ff,revision_number=7']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:38.823492 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-8a65c785-83e2-41f4-910c-2cbe073d89fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7aceece-eac0-4fab-8440-03d54f187c1c {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:16:38.837999 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-8a65c785-83e2-41f4-910c-2cbe073d89fc service neutron] Publish callbacks [] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:38.861350 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1e8d1c2f-2639-44d3-89ca-0a86b77cbd14 None None] Port c7aceece-eac0-4fab-8440-03d54f187c1c cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:16:38.862001 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-8a65c785-83e2-41f4-910c-2cbe073d89fc service neutron] Transition to ACTIVE for port object c7aceece-eac0-4fab-8440-03d54f187c1c will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:16:38.869516 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-8a65c785-83e2-41f4-910c-2cbe073d89fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:38.890156 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-31486c24-d1bd-46b9-b818-fecb9e202236 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (d7b72b72-2487-480a-8e07-23df62d6e529), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:38.919825 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:38.920166 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:38.920515 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:38.920849 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:38.921195 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:38.933951 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:38.934127 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:38.934474 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:38.934808 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:38.935705 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:38.935705 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:38.935958 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:38.936289 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:16:38.955457 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65c785-83e2-41f4-910c-2cbe073d89fc service neutron] Pushing event updated for resources: {'Port': ['ID=c7aceece-eac0-4fab-8440-03d54f187c1c,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:38.966953 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f998e4a-a4a1-47b3-84f8-784e2d13b0fa req-6c47a7ad-5c79-4ff0-89ec-7e2a94a9063f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:38.968592 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7f998e4a-a4a1-47b3-84f8-784e2d13b0fa req-6c47a7ad-5c79-4ff0-89ec-7e2a94a9063f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=54ca4dee-03ce-4a63-b2f1-964ae6659255 HTTP/1.1" status: 200 len: 1129 time: 0.7595639 Feb 08 21:16:38.976815 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bd1627-a98e-47ec-a1ad-23d6a562c9be None None] No DVR routers for this DVR port c67f3c48-ef4a-49ef-8738-1460ef9dbfc2 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:16:39.052362 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-8a65c785-83e2-41f4-910c-2cbe073d89fc service neutron] Attempting to bind port c7aceece-eac0-4fab-8440-03d54f187c1c on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:16:39.053656 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-8a65c785-83e2-41f4-910c-2cbe073d89fc service neutron] Attempting to bind port c7aceece-eac0-4fab-8440-03d54f187c1c by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:16:39.054626 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-8a65c785-83e2-41f4-910c-2cbe073d89fc service neutron] Attempting to bind port c7aceece-eac0-4fab-8440-03d54f187c1c on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:16:39.061100 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-8a65c785-83e2-41f4-910c-2cbe073d89fc service neutron] Port c7aceece-eac0-4fab-8440-03d54f187c1c on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:16:39.061405 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-31486c24-d1bd-46b9-b818-fecb9e202236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (d7b72b72-2487-480a-8e07-23df62d6e529), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:39.062067 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-8a65c785-83e2-41f4-910c-2cbe073d89fc service neutron] Attempting to bind port c7aceece-eac0-4fab-8440-03d54f187c1c on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:16:39.068417 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-8a65c785-83e2-41f4-910c-2cbe073d89fc service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:16:39.073991 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-8a65c785-83e2-41f4-910c-2cbe073d89fc service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:16:39.075035 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-8a65c785-83e2-41f4-910c-2cbe073d89fc service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:16:39.075759 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-8a65c785-83e2-41f4-910c-2cbe073d89fc service neutron] Bound port: c7aceece-eac0-4fab-8440-03d54f187c1c, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:16:39.078465 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-8a65c785-83e2-41f4-910c-2cbe073d89fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:39.124385 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee39a3-8e7f-431e-8324-af97fda9778b req-3de6e854-d266-4b24-86df-6733cf1ba53e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:39.125412 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 3b690277-0299-406d-9ce9-420ed1dddf52 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:16:39.126028 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3b690277-0299-406d-9ce9-420ed1dddf52), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:39.127745 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c0ee39a3-8e7f-431e-8324-af97fda9778b req-3de6e854-d266-4b24-86df-6733cf1ba53e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 936 time: 0.8247392 Feb 08 21:16:39.188614 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31486c24-d1bd-46b9-b818-fecb9e202236 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:16:39.190156 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-31486c24-d1bd-46b9-b818-fecb9e202236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (d7b72b72-2487-480a-8e07-23df62d6e529), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:16:39.220678 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:16:39.267257 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-8a65c785-83e2-41f4-910c-2cbe073d89fc service neutron] For port c7aceece-eac0-4fab-8440-03d54f187c1c, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:16:39.276841 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-8a65c785-83e2-41f4-910c-2cbe073d89fc service neutron] For port c7aceece-eac0-4fab-8440-03d54f187c1c, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c7aceece-eac0-4fab-8440-03d54f187c1c,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:16:39.296995 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-8a65c785-83e2-41f4-910c-2cbe073d89fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:39.313826 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387e04f-0288-4b3e-986b-05c73a3816cb req-9e19f63e-0a71-4f36-bf09-70c6fd3fa648 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:39.333519 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e387e04f-0288-4b3e-986b-05c73a3816cb req-9e19f63e-0a71-4f36-bf09-70c6fd3fa648 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 944 time: 0.8098869 Feb 08 21:16:39.335121 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 3b690277-0299-406d-9ce9-420ed1dddf52, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3b690277-0299-406d-9ce9-420ed1dddf52,segment=NetworkSegment(488cc332-a24d-48f9-b9ab-2d3512ca7d1e),segment_id=488cc332-a24d-48f9-b9ab-2d3512ca7d1e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:39.345846 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1ea08fc4-5c7f-4516-af34-84dcc109c7ff,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:39.350471 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3b690277-0299-406d-9ce9-420ed1dddf52), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:39.393526 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-8a65c785-83e2-41f4-910c-2cbe073d89fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:39.394391 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-8a65c785-83e2-41f4-910c-2cbe073d89fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:39.404007 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-8a65c785-83e2-41f4-910c-2cbe073d89fc service neutron] 10.222.0.96 "PUT /v2.0/ports/c7aceece-eac0-4fab-8440-03d54f187c1c HTTP/1.1" status: 200 len: 1097 time: 1.3135943 Feb 08 21:16:39.404822 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4566af2-4077-4cf2-ae60-89837a085981', 'tag': 'c7aceece-eac0-4fab-8440-03d54f187c1c'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:16:39.407878 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4e80b0-cdb1-4649-a8cf-8102003d6d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "a4566af2-4077-4cf2-ae60-89837a085981", "tag": "c7aceece-eac0-4fab-8440-03d54f187c1c"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:16:39.429494 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dbe47aae-3366-4175-8563-256c6d6745bd admin admin] Publish callbacks [] for security_group (badfc65f-1940-4032-a854-56312a948116), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:39.469139 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7f998e4a-a4a1-47b3-84f8-784e2d13b0fa req-a1aa5980-20e3-4b03-bf68-b843eb5263ae service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=fb806cb0-2515-4b46-855e-a72e73a208ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4869695 Feb 08 21:16:39.473001 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Attempting to bind port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff on host n-h2-712143-31 for vnic_type normal with profile {"migrating_to": "n-h1-712143-31"} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:16:39.478718 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Attempting to bind port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:16:39.479057 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 1ea08fc4-5c7f-4516-af34-84dcc109c7ff has no active binding in host n-h1-712143-31 {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 08 21:16:39.479864 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Attempting to bind port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:16:39.521126 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:16:39.540118 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Attempting to bind port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:16:39.546122 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dbe47aae-3366-4175-8563-256c6d6745bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (badfc65f-1940-4032-a854-56312a948116), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:39.565170 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=3b690277-0299-406d-9ce9-420ed1dddf52,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:39.587076 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65c785-83e2-41f4-910c-2cbe073d89fc service neutron] Pushing event updated for resources: {'Port': ['ID=c7aceece-eac0-4fab-8440-03d54f187c1c,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:39.639119 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-0f5b81d6-fa7a-4cb2-8a76-7e1fc1087e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:39.640906 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-0f5b81d6-fa7a-4cb2-8a76-7e1fc1087e14 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 1131 time: 0.1854937 Feb 08 21:16:39.704401 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-31486c24-d1bd-46b9-b818-fecb9e202236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (f82c81fb-a348-4498-8eb1-058fca6b7870), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:39.711447 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-31486c24-d1bd-46b9-b818-fecb9e202236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:39.717789 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-31486c24-d1bd-46b9-b818-fecb9e202236 admin admin] 10.222.0.88 "DELETE /v2.0/networks/f82c81fb-a348-4498-8eb1-058fca6b7870 HTTP/1.1" status: 204 len: 168 time: 3.1987102 Feb 08 21:16:39.717789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:16:39.717789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Checking segment: {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:16:39.717789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Bound using segment: {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:16:39.718307 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Bound port: 1ea08fc4-5c7f-4516-af34-84dcc109c7ff, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:16:39.720389 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1ea08fc4-5c7f-4516-af34-84dcc109c7ff), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:39.723839 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe47aae-3366-4175-8563-256c6d6745bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badfc65f-1940-4032-a854-56312a948116,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:39.739343 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e387e04f-0288-4b3e-986b-05c73a3816cb req-98aff638-d586-41bc-aed1-61fc2c09a1c5 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033186 Feb 08 21:16:39.776386 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe47aae-3366-4175-8563-256c6d6745bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:16:39.812576 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-23b12f37-d069-4b1b-95d1-d7552890d12b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=c7aceece-eac0-4fab-8440-03d54f187c1c HTTP/1.1" status: 200 len: 217 time: 0.0697567 Feb 08 21:16:39.884352 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] For port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:16:39.888608 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] For port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1ea08fc4-5c7f-4516-af34-84dcc109c7ff,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:16:39.896008 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31486c24-d1bd-46b9-b818-fecb9e202236 admin admin] Pushing event deleted for resources: {'Network': ['ID=f82c81fb-a348-4498-8eb1-058fca6b7870,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:39.906895 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c0ee39a3-8e7f-431e-8324-af97fda9778b req-0aabf0b2-6667-4c4e-9de8-31bfb069fecb tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7077303 Feb 08 21:16:39.911745 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (1ea08fc4-5c7f-4516-af34-84dcc109c7ff), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:39.960105 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-8990272c-06a6-47df-a1f7-f45d9e20d427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:39.963565 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-8990272c-06a6-47df-a1f7-f45d9e20d427 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1451185 Feb 08 21:16:40.009088 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dbe47aae-3366-4175-8563-256c6d6745bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:40.009716 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-dbe47aae-3366-4175-8563-256c6d6745bd admin admin] Added segment ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa of type vlan for network db7e6228-6383-434d-a419-1ee80567b843 Feb 08 21:16:40.011418 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea08fc4-5c7f-4516-af34-84dcc109c7ff,revision_number=8']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:40.144664 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5a4a0c-24a5-4307-94ec-5183644c914a x-openstack-request-id: req-3b5a4a0c-24a5-4307-94ec-5183644c914a {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:16:40.148550 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf47af6-9c19-4656-8142-fdd597340f6c", "name": "network-vif-unplugged", "status": "completed", "tag": "1ea08fc4-5c7f-4516-af34-84dcc109c7ff", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:16:40.151570 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3b5a4a0c-24a5-4307-94ec-5183644c914a {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:16:40.153041 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf47af6-9c19-4656-8142-fdd597340f6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ea08fc4-5c7f-4516-af34-84dcc109c7ff', 'code': 200} Feb 08 21:16:40.191493 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-e8f1ab28-cf35-4c75-8222-618bae1bb112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:40.199325 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-e8f1ab28-cf35-4c75-8222-618bae1bb112 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2245181 Feb 08 21:16:40.199739 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43994) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:40.240750 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6581a6ca-0491-42c0-9218-e75690d793bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b690277-0299-406d-9ce9-420ed1dddf52'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:16:40.243653 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195b24da-8562-4a17-b113-1c913b2187ae" -d '{"events": [{"server_uuid": "6581a6ca-0491-42c0-9218-e75690d793bc", "name": "network-vif-plugged", "status": "completed", "tag": "3b690277-0299-406d-9ce9-420ed1dddf52"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:16:40.275315 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:40.277175 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:40.279305 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-552c2694-b94c-4f63-9dd6-5ae6c1fa94d5 service neutron] 10.222.0.94 "PUT /v2.0/ports/1ea08fc4-5c7f-4516-af34-84dcc109c7ff HTTP/1.1" status: 200 len: 1124 time: 3.9310496 Feb 08 21:16:40.288520 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dbe47aae-3366-4175-8563-256c6d6745bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (db7e6228-6383-434d-a419-1ee80567b843), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:40.305552 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 3b690277-0299-406d-9ce9-420ed1dddf52 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:16:40.348327 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-b8007023-a4b3-41c5-987e-a85d5e53db21 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279719 Feb 08 21:16:40.435114 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8fc3085-e9fb-4ba7-92f2-3feb1e601260 req-8fe0d394-0bc4-476e-906c-7b9aa806e66c tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=32a8269a-f359-4b69-babb-383a14e68e8d HTTP/1.1" status: 200 len: 210 time: 0.0769067 Feb 08 21:16:40.438800 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.db.resource_extend [None req-dbe47aae-3366-4175-8563-256c6d6745bd admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:16:40.478477 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['1ea08fc4-5c7f-4516-af34-84dcc109c7ff'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:16:40.487527 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e636a8c-4080-449e-bd5c-1d41803ccbc1 req-b1cf6127-435a-4bf3-997f-5e3f2e3d225f tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:40.497740 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['1ea08fc4-5c7f-4516-af34-84dcc109c7ff'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:16:40.498373 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e636a8c-4080-449e-bd5c-1d41803ccbc1 req-b1cf6127-435a-4bf3-997f-5e3f2e3d225f tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/ports?device_id=54ca4dee-03ce-4a63-b2f1-964ae6659255 HTTP/1.1" status: 200 len: 946 time: 0.2373080 Feb 08 21:16:40.509040 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dbe47aae-3366-4175-8563-256c6d6745bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (db7e6228-6383-434d-a419-1ee80567b843), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:40.510515 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe47aae-3366-4175-8563-256c6d6745bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:40.512599 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dbe47aae-3366-4175-8563-256c6d6745bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:40.726478 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-dbe47aae-3366-4175-8563-256c6d6745bd admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.6332574 Feb 08 21:16:40.731614 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44004) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:40.753142 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-7eaf0d51-6bed-498c-89c1-ecfe981c57a4 admin admin] Request body: {'subnet': {'network_id': 'db7e6228-6383-434d-a419-1ee80567b843', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1873213093-subnet', 'tenant_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:16:40.781427 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44010) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:40.783129 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f31678c0-2407-4814-94d9-474fe66e2300 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a0f21c1ed8144dec92b6948d7d2d9a67&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5711722 Feb 08 21:16:40.790162 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe47aae-3366-4175-8563-256c6d6745bd admin admin] Pushing event updated for resources: {'Network': ['ID=db7e6228-6383-434d-a419-1ee80567b843,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:40.818043 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network db7e6228-6383-434d-a419-1ee80567b843 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:16:40.875293 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a2ca6ab8-2ec3-4e69-a7e1-750a100f8030 req-d1d3932e-16e6-4194-9e36-20e9d2ddb683 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121922 Feb 08 21:16:40.940287 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d24005-7a0b-46f8-8d10-14e52ced8431 x-openstack-request-id: req-a9d24005-7a0b-46f8-8d10-14e52ced8431 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:16:40.940580 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4566af2-4077-4cf2-ae60-89837a085981", "tag": "c7aceece-eac0-4fab-8440-03d54f187c1c", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:16:40.940954 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a9d24005-7a0b-46f8-8d10-14e52ced8431 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:16:40.941123 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eaf0d51-6bed-498c-89c1-ecfe981c57a4 admin admin] Made reservation on behalf of 6d98e0a79a014bd7b67e32046f0d8d2b for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:16:40.941325 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4566af2-4077-4cf2-ae60-89837a085981', 'tag': 'c7aceece-eac0-4fab-8440-03d54f187c1c', 'status': 'completed', 'code': 200} Feb 08 21:16:40.951978 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7eaf0d51-6bed-498c-89c1-ecfe981c57a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:40.973385 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 3b690277-0299-406d-9ce9-420ed1dddf52 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:16:40.973690 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3b690277-0299-406d-9ce9-420ed1dddf52), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:40.976920 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e636a8c-4080-449e-bd5c-1d41803ccbc1 req-691a4fb6-d99f-4187-b640-388de96c0528 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb806cb0-2515-4b46-855e-a72e73a208ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4773712 Feb 08 21:16:41.151881 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e80b0-cdb1-4649-a8cf-8102003d6d3d req-1bce36f6-12cd-4bd2-a7c4-0d1c50ec7cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:41.162117 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-de4e80b0-cdb1-4649-a8cf-8102003d6d3d req-1bce36f6-12cd-4bd2-a7c4-0d1c50ec7cb5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 1131 time: 0.1818950 Feb 08 21:16:41.214454 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b167d6a-97f2-4b42-91c5-6fe912b3fec0 x-openstack-request-id: req-0b167d6a-97f2-4b42-91c5-6fe912b3fec0 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:16:41.214454 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6581a6ca-0491-42c0-9218-e75690d793bc", "name": "network-vif-plugged", "status": "completed", "tag": "3b690277-0299-406d-9ce9-420ed1dddf52", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:16:41.214990 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0b167d6a-97f2-4b42-91c5-6fe912b3fec0 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:16:41.215665 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6581a6ca-0491-42c0-9218-e75690d793bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b690277-0299-406d-9ce9-420ed1dddf52', 'code': 200} Feb 08 21:16:41.329753 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 3b690277-0299-406d-9ce9-420ed1dddf52, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3b690277-0299-406d-9ce9-420ed1dddf52,segment=NetworkSegment(488cc332-a24d-48f9-b9ab-2d3512ca7d1e),segment_id=488cc332-a24d-48f9-b9ab-2d3512ca7d1e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:41.342576 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3b690277-0299-406d-9ce9-420ed1dddf52), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:41.488383 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995baca-8c67-4415-b7b9-573665359e55 req-24f908be-99f2-42c1-9b85-0eb614740dad tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:41.498378 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5995baca-8c67-4415-b7b9-573665359e55 req-24f908be-99f2-42c1-9b85-0eb614740dad tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=6581a6ca-0491-42c0-9218-e75690d793bc HTTP/1.1" status: 200 len: 945 time: 0.3277385 Feb 08 21:16:41.505623 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e80b0-cdb1-4649-a8cf-8102003d6d3d req-c1f4d016-ec53-48ac-a36f-996658ad85fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:41.507288 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-de4e80b0-cdb1-4649-a8cf-8102003d6d3d req-c1f4d016-ec53-48ac-a36f-996658ad85fc service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.3379345 Feb 08 21:16:41.579189 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5995baca-8c67-4415-b7b9-573665359e55 req-b5f47949-cdd8-4ae8-b7f9-c7e37c159dcb tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794580 Feb 08 21:16:41.582950 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4a14a8f8-d81a-451f-a4d6-e72df76aea2f admin admin] Publish callbacks [] for security_group (90bd076d-d8e4-4cb6-9442-1b4a8525eade), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:41.589859 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=3b690277-0299-406d-9ce9-420ed1dddf52,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:41.595502 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-de4e80b0-cdb1-4649-a8cf-8102003d6d3d req-ebdf487a-55d9-4cd3-b8d7-e835fc7fdda1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=c7aceece-eac0-4fab-8440-03d54f187c1c HTTP/1.1" status: 200 len: 217 time: 0.0816844 Feb 08 21:16:41.639527 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3b0b1-a6ac-4b4c-8e02-36a4bc162cdf req-26bdeb0f-1f16-4fcc-8152-81fdb359b1dc tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:41.641005 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9ce3b0b1-a6ac-4b4c-8e02-36a4bc162cdf req-26bdeb0f-1f16-4fcc-8152-81fdb359b1dc tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 944 time: 0.2354662 Feb 08 21:16:41.708372 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e80b0-cdb1-4649-a8cf-8102003d6d3d req-8d530f31-e318-43d1-b046-de5d2374315b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:41.710152 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-de4e80b0-cdb1-4649-a8cf-8102003d6d3d req-8d530f31-e318-43d1-b046-de5d2374315b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1063979 Feb 08 21:16:41.746215 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4a14a8f8-d81a-451f-a4d6-e72df76aea2f admin admin] Publish callbacks [] for security_group (90bd076d-d8e4-4cb6-9442-1b4a8525eade), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:41.817165 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e80b0-cdb1-4649-a8cf-8102003d6d3d req-c0fbdb5e-5d1e-44af-8d70-9fa4bb4a131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:41.820267 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-de4e80b0-cdb1-4649-a8cf-8102003d6d3d req-c0fbdb5e-5d1e-44af-8d70-9fa4bb4a131f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1032417 Feb 08 21:16:41.889493 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9ce3b0b1-a6ac-4b4c-8e02-36a4bc162cdf req-f83962ff-2f66-4eb6-8372-bd617e9b6154 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244029 Feb 08 21:16:41.921496 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46e5de-d05d-4556-9c62-3c46392bf1b6 req-9a8d17ce-6706-4329-af52-505f791a0542 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:41.925025 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e46e5de-d05d-4556-9c62-3c46392bf1b6 req-9a8d17ce-6706-4329-af52-505f791a0542 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 948 time: 0.2514024 Feb 08 21:16:42.015629 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-de4e80b0-cdb1-4649-a8cf-8102003d6d3d req-4a275293-4a09-4f55-9674-4d0fbd2c644f service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881900 Feb 08 21:16:42.052314 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d5e752a-54cf-42cd-b09c-0ec4c79e68ad req-42fa0e71-b000-41a0-8f15-14ab295f661f tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=32a8269a-f359-4b69-babb-383a14e68e8d HTTP/1.1" status: 200 len: 210 time: 0.0782743 Feb 08 21:16:42.058127 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4a14a8f8-d81a-451f-a4d6-e72df76aea2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (90bd076d-d8e4-4cb6-9442-1b4a8525eade), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:42.061491 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4a14a8f8-d81a-451f-a4d6-e72df76aea2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:42.062642 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4a14a8f8-d81a-451f-a4d6-e72df76aea2f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/90bd076d-d8e4-4cb6-9442-1b4a8525eade HTTP/1.1" status: 204 len: 168 time: 1.2800946 Feb 08 21:16:42.122762 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e46e5de-d05d-4556-9c62-3c46392bf1b6 req-0d42aada-8361-4062-8a84-d1f19c2ef7aa tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229913 Feb 08 21:16:42.129970 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7eaf0d51-6bed-498c-89c1-ecfe981c57a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (6993c528-5301-4173-85e9-4aab44419465), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:42.133574 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14a8f8-d81a-451f-a4d6-e72df76aea2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bd076d-d8e4-4cb6-9442-1b4a8525eade,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:42.247463 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf47af6-9c19-4656-8142-fdd597340f6c', 'tag': '1ea08fc4-5c7f-4516-af34-84dcc109c7ff'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:16:42.251684 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d6e395-e321-475e-812e-277a9e55c567" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf47af6-9c19-4656-8142-fdd597340f6c", "tag": "1ea08fc4-5c7f-4516-af34-84dcc109c7ff"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:16:42.255194 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf0d51-6bed-498c-89c1-ecfe981c57a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6993c528-5301-4173-85e9-4aab44419465,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:42.301220 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-de4e80b0-cdb1-4649-a8cf-8102003d6d3d req-bb78e360-69ad-4899-851c-e45e3293fce1 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780545 Feb 08 21:16:42.347323 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aac1518-3051-4db3-b032-7f2e52a440e2 x-openstack-request-id: req-5aac1518-3051-4db3-b032-7f2e52a440e2 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:16:42.347527 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf47af6-9c19-4656-8142-fdd597340f6c", "tag": "1ea08fc4-5c7f-4516-af34-84dcc109c7ff", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:16:42.347745 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5aac1518-3051-4db3-b032-7f2e52a440e2 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:16:42.360563 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cf47af6-9c19-4656-8142-fdd597340f6c', 'tag': '1ea08fc4-5c7f-4516-af34-84dcc109c7ff', 'status': 'completed', 'code': 200} Feb 08 21:16:42.488670 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaf0d51-6bed-498c-89c1-ecfe981c57a4 admin admin] Checking segment: {'id': 'ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'db7e6228-6383-434d-a419-1ee80567b843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:16:42.489578 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaf0d51-6bed-498c-89c1-ecfe981c57a4 admin admin] Network hostable DHCP agents. Network: db7e6228-6383-434d-a419-1ee80567b843, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:16:42.515862 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6e395-e321-475e-812e-277a9e55c567 req-dfec59d2-4696-42d2-a1bb-cefd11ecc17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:42.517483 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-74d6e395-e321-475e-812e-277a9e55c567 req-dfec59d2-4696-42d2-a1bb-cefd11ecc17d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9b3b159591ee4a229900ea8953fa8a06&device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 1158 time: 0.1044037 Feb 08 21:16:42.526854 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10831d8-b14f-4872-9ae0-59c94147a36c req-55b97253-0f85-445d-bf7d-aa3be9b2458d tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:42.545108 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d10831d8-b14f-4872-9ae0-59c94147a36c req-55b97253-0f85-445d-bf7d-aa3be9b2458d tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/ports?device_id=54ca4dee-03ce-4a63-b2f1-964ae6659255 HTTP/1.1" status: 200 len: 946 time: 0.2704742 Feb 08 21:16:42.655249 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1d2e6-5b67-4bc1-a315-7a5886e30935 req-bc5ce477-e990-4dc3-b3b8-79af01daf165 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:42.658647 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a3f1d2e6-5b67-4bc1-a315-7a5886e30935 req-bc5ce477-e990-4dc3-b3b8-79af01daf165 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.94 "GET /v2.0/ports?device_id=6581a6ca-0491-42c0-9218-e75690d793bc HTTP/1.1" status: 200 len: 943 time: 0.2345004 Feb 08 21:16:42.672451 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaf0d51-6bed-498c-89c1-ecfe981c57a4 admin admin] Network db7e6228-6383-434d-a419-1ee80567b843 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:16:42.718988 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6e395-e321-475e-812e-277a9e55c567 req-293b6ea3-d4be-43ff-b196-7074d97129de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:42.720531 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-74d6e395-e321-475e-812e-277a9e55c567 req-293b6ea3-d4be-43ff-b196-7074d97129de service neutron] 10.222.0.96 "GET /v2.0/networks?id=4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 200 len: 909 time: 0.1968501 Feb 08 21:16:42.758991 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-7eaf0d51-6bed-498c-89c1-ecfe981c57a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, db7e6228-6383-434d-a419-1ee80567b843) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:16:42.759845 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44050) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:42.764365 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaf0d51-6bed-498c-89c1-ecfe981c57a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:42.765161 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7eaf0d51-6bed-498c-89c1-ecfe981c57a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:42.780797 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7797ccc3-6841-4128-b809-a8e31241644b None None] Network db7e6228-6383-434d-a419-1ee80567b843 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:16:42.870258 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1ce4b030-4532-4ce6-af0f-588987d8066c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=32470ea68c2542aca87319bad8bc3da8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1068718 Feb 08 21:16:42.871222 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44054) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:42.872902 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-74d6e395-e321-475e-812e-277a9e55c567 req-66f4101b-33f3-46b1-b8e1-fb9c1af933a4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ea08fc4-5c7f-4516-af34-84dcc109c7ff HTTP/1.1" status: 200 len: 217 time: 0.1450884 Feb 08 21:16:42.910475 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d10831d8-b14f-4872-9ae0-59c94147a36c req-6197d3c3-2aa4-49cc-b372-dabd3c326f9f tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb806cb0-2515-4b46-855e-a72e73a208ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3636360 Feb 08 21:16:42.929171 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7eaf0d51-6bed-498c-89c1-ecfe981c57a4 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1823869 Feb 08 21:16:42.956471 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44060) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:42.965055 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-07c9440c-562d-4e6f-aff3-183971b32cf6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1873213093-router', 'tenant_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:16:43.018178 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-07c9440c-562d-4e6f-aff3-183971b32cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (601d5a48-882c-4a1d-b3df-c19330dc44c8), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:43.019292 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-07c9440c-562d-4e6f-aff3-183971b32cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (601d5a48-882c-4a1d-b3df-c19330dc44c8), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:43.031401 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6e395-e321-475e-812e-277a9e55c567 req-b96adad5-417c-47f9-8b5a-da97d4c2209a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:43.032828 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-74d6e395-e321-475e-812e-277a9e55c567 req-b96adad5-417c-47f9-8b5a-da97d4c2209a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=55523d5b-2f07-476f-b4a6-0043cdbb6c1a HTTP/1.1" status: 200 len: 848 time: 0.1528850 Feb 08 21:16:43.074648 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c0a880-0b74-4243-9bfb-5055cd1cc863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-db7e6228-6383-434d-a419-1ee80567b843', 'network_id': 'db7e6228-6383-434d-a419-1ee80567b843', 'project_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'fixed_ips': [{'subnet_id': '6993c528-5301-4173-85e9-4aab44419465'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:16:43.079376 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f0c0a880-0b74-4243-9bfb-5055cd1cc863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:43.106567 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-74d6e395-e321-475e-812e-277a9e55c567 req-195b739c-cc87-4118-8d80-f5aeaefc15e5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4c67478e-bb4a-47b2-85c8-c1996b203e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515962 Feb 08 21:16:43.110094 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a8dd59b8-732f-4c7a-9a0f-a88503ac0bb2 admin admin] Publish callbacks [] for security_group (492ce5ea-8cb8-45ae-805d-3e7e3c458b44), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:43.225848 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-74d6e395-e321-475e-812e-277a9e55c567 req-5c137c0a-7fdf-4f59-a584-e8077a195569 service neutron] 10.222.0.96 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124270 Feb 08 21:16:43.299701 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a8dd59b8-732f-4c7a-9a0f-a88503ac0bb2 admin admin] Publish callbacks [] for security_group (492ce5ea-8cb8-45ae-805d-3e7e3c458b44), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:43.380472 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-74d6e395-e321-475e-812e-277a9e55c567 req-12b7e308-7556-489e-90c9-b76754ef8bfe service neutron] 10.222.0.96 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474569 Feb 08 21:16:43.385870 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-f0c0a880-0b74-4243-9bfb-5055cd1cc863 None None] Allocated IP 172.20.0.2 (db7e6228-6383-434d-a419-1ee80567b843/6993c528-5301-4173-85e9-4aab44419465/68a51245-8559-4ec4-b243-efd76575ea97) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:16:43.397002 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6581a6ca-0491-42c0-9218-e75690d793bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b690277-0299-406d-9ce9-420ed1dddf52'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:16:43.402252 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d1969d-4f55-4fe0-acec-9d9e81179508" -d '{"events": [{"server_uuid": "6581a6ca-0491-42c0-9218-e75690d793bc", "name": "network-vif-unplugged", "status": "completed", "tag": "3b690277-0299-406d-9ce9-420ed1dddf52"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:16:43.410335 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a8dd59b8-732f-4c7a-9a0f-a88503ac0bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (492ce5ea-8cb8-45ae-805d-3e7e3c458b44), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:43.413491 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a8dd59b8-732f-4c7a-9a0f-a88503ac0bb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:43.414818 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a8dd59b8-732f-4c7a-9a0f-a88503ac0bb2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/492ce5ea-8cb8-45ae-805d-3e7e3c458b44 HTTP/1.1" status: 204 len: 168 time: 0.5409110 Feb 08 21:16:43.425000 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd59b8-732f-4c7a-9a0f-a88503ac0bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492ce5ea-8cb8-45ae-805d-3e7e3c458b44,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:43.529786 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd02c4-c88d-4ca7-bac5-4970b046bd3a req-c58251b7-a537-4edf-b704-a35311f160df tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:43.532648 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6dd02c4-c88d-4ca7-bac5-4970b046bd3a req-c58251b7-a537-4edf-b704-a35311f160df tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=6581a6ca-0491-42c0-9218-e75690d793bc HTTP/1.1" status: 200 len: 943 time: 0.7749887 Feb 08 21:16:43.582612 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-07c9440c-562d-4e6f-aff3-183971b32cf6 admin admin] Publish callbacks [] for router_controller (601d5a48-882c-4a1d-b3df-c19330dc44c8), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:43.599567 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-a3f1d2e6-5b67-4bc1-a315-7a5886e30935 req-99824fa4-1d47-4212-8e5a-375dd4efcd78 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Deleting port 3b690277-0299-406d-9ce9-420ed1dddf52 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:16:43.599907 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a3f1d2e6-5b67-4bc1-a315-7a5886e30935 req-99824fa4-1d47-4212-8e5a-375dd4efcd78 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (3b690277-0299-406d-9ce9-420ed1dddf52), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:43.798619 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f0c0a880-0b74-4243-9bfb-5055cd1cc863 None None] Publish callbacks [] for port (68a51245-8559-4ec4-b243-efd76575ea97), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:43.808690 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f0c0a880-0b74-4243-9bfb-5055cd1cc863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (68a51245-8559-4ec4-b243-efd76575ea97), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:43.850748 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c0a880-0b74-4243-9bfb-5055cd1cc863 None None] Network db7e6228-6383-434d-a419-1ee80567b843 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:16:43.856316 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-f0c0a880-0b74-4243-9bfb-5055cd1cc863 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:16:43.862859 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c0a880-0b74-4243-9bfb-5055cd1cc863 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:16:43.888645 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0a880-0b74-4243-9bfb-5055cd1cc863 None None] Pushing event updated for resources: {'Port': ['ID=68a51245-8559-4ec4-b243-efd76575ea97,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:43.902847 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-07c9440c-562d-4e6f-aff3-183971b32cf6 admin admin] Publish callbacks [] for router_gateway (601d5a48-882c-4a1d-b3df-c19330dc44c8), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:43.924465 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c792d1-7a8d-470a-b567-4260d4fa1e96 req-8eb76fc7-4623-444e-8cd5-e6dbdbcaca76 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:43.937592 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a4c792d1-7a8d-470a-b567-4260d4fa1e96 req-8eb76fc7-4623-444e-8cd5-e6dbdbcaca76 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 944 time: 0.4267800 Feb 08 21:16:43.937592 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-a3f1d2e6-5b67-4bc1-a315-7a5886e30935 req-99824fa4-1d47-4212-8e5a-375dd4efcd78 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] For port 3b690277-0299-406d-9ce9-420ed1dddf52, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3b690277-0299-406d-9ce9-420ed1dddf52,segment=NetworkSegment(488cc332-a24d-48f9-b9ab-2d3512ca7d1e),segment_id=488cc332-a24d-48f9-b9ab-2d3512ca7d1e)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:43.937592 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a3f1d2e6-5b67-4bc1-a315-7a5886e30935 req-99824fa4-1d47-4212-8e5a-375dd4efcd78 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (3b690277-0299-406d-9ce9-420ed1dddf52), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:43.950245 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6dd02c4-c88d-4ca7-bac5-4970b046bd3a req-dd0a6f41-8306-49ec-a82e-20a0c1103d77 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663509 Feb 08 21:16:43.972121 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-a3f1d2e6-5b67-4bc1-a315-7a5886e30935 req-99824fa4-1d47-4212-8e5a-375dd4efcd78 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Calling delete_port for 3b690277-0299-406d-9ce9-420ed1dddf52 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:16:44.138429 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a4c792d1-7a8d-470a-b567-4260d4fa1e96 req-70f502cd-20bf-4e4c-a712-20ea0c8d9475 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051628 Feb 08 21:16:44.186517 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-f0c0a880-0b74-4243-9bfb-5055cd1cc863 None None] Attempting to bind port 68a51245-8559-4ec4-b243-efd76575ea97 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:16:44.186974 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-f0c0a880-0b74-4243-9bfb-5055cd1cc863 None None] Attempting to bind port 68a51245-8559-4ec4-b243-efd76575ea97 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'db7e6228-6383-434d-a419-1ee80567b843'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:16:44.187406 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c0a880-0b74-4243-9bfb-5055cd1cc863 None None] Attempting to bind port 68a51245-8559-4ec4-b243-efd76575ea97 on network db7e6228-6383-434d-a419-1ee80567b843 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:16:44.197706 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c0a880-0b74-4243-9bfb-5055cd1cc863 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:16:44.198077 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c0a880-0b74-4243-9bfb-5055cd1cc863 None None] Checking segment: {'id': 'ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'db7e6228-6383-434d-a419-1ee80567b843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:16:44.198828 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f0c0a880-0b74-4243-9bfb-5055cd1cc863 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:44.200199 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c0a880-0b74-4243-9bfb-5055cd1cc863 None None] Bound using segment: {'id': 'ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'db7e6228-6383-434d-a419-1ee80567b843'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:16:44.202090 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-f0c0a880-0b74-4243-9bfb-5055cd1cc863 None None] Bound port: 68a51245-8559-4ec4-b243-efd76575ea97, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'db7e6228-6383-434d-a419-1ee80567b843'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:16:44.203627 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f0c0a880-0b74-4243-9bfb-5055cd1cc863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (68a51245-8559-4ec4-b243-efd76575ea97), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:44.316276 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f0c0a880-0b74-4243-9bfb-5055cd1cc863 None None] For port 68a51245-8559-4ec4-b243-efd76575ea97, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:16:44.323657 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f0c0a880-0b74-4243-9bfb-5055cd1cc863 None None] For port 68a51245-8559-4ec4-b243-efd76575ea97, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=68a51245-8559-4ec4-b243-efd76575ea97,segment=NetworkSegment(ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa),segment_id=ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:16:44.329844 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9057e21a-2e16-48f7-8051-80d395fcec7c req-2fbd522e-7f4e-46d9-abf6-8315deb16f13 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=32a8269a-f359-4b69-babb-383a14e68e8d HTTP/1.1" status: 200 len: 210 time: 0.0878990 Feb 08 21:16:44.341375 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33409c-83d4-4da5-9d14-1682c97b2689 req-4529cb7f-f5a2-49a9-9017-449c1fdbdd8d tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:44.343086 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e33409c-83d4-4da5-9d14-1682c97b2689 req-4529cb7f-f5a2-49a9-9017-449c1fdbdd8d tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/ports?device_id=54ca4dee-03ce-4a63-b2f1-964ae6659255 HTTP/1.1" status: 200 len: 946 time: 0.2340701 Feb 08 21:16:44.357168 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f0c0a880-0b74-4243-9bfb-5055cd1cc863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (68a51245-8559-4ec4-b243-efd76575ea97), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:44.358419 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44084) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:44.364018 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ba62a6c0-6832-44e8-8084-fa24d258f4a6 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Request body: {'floatingip': {'port_id': '4bf913c8-ac16-436d-bd05-ef0caec00a7a'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:16:44.503715 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a3f1d2e6-5b67-4bc1-a315-7a5886e30935 req-99824fa4-1d47-4212-8e5a-375dd4efcd78 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (3b690277-0299-406d-9ce9-420ed1dddf52), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:44.537182 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0a880-0b74-4243-9bfb-5055cd1cc863 None None] Pushing event updated for resources: {'Port': ['ID=68a51245-8559-4ec4-b243-efd76575ea97,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:44.542692 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ba62a6c0-6832-44e8-8084-fa24d258f4a6 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks [] for floatingip (6fe743b2-e281-48c3-9e21-a9c0beb9b702), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:44.637833 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9cb648-e649-4f8a-8a17-53948d4dc84f x-openstack-request-id: req-9d9cb648-e649-4f8a-8a17-53948d4dc84f {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:16:44.638329 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6581a6ca-0491-42c0-9218-e75690d793bc", "name": "network-vif-unplugged", "status": "completed", "tag": "3b690277-0299-406d-9ce9-420ed1dddf52", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:16:44.638688 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9d9cb648-e649-4f8a-8a17-53948d4dc84f {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:16:44.639221 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6581a6ca-0491-42c0-9218-e75690d793bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b690277-0299-406d-9ce9-420ed1dddf52', 'code': 200} Feb 08 21:16:44.702602 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99824fa4-1d47-4212-8e5a-375dd4efcd78 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Pushing event deleted for resources: {'Port': ['ID=3b690277-0299-406d-9ce9-420ed1dddf52,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:44.864689 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f1d2e6-5b67-4bc1-a315-7a5886e30935 req-99824fa4-1d47-4212-8e5a-375dd4efcd78 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] No DVR routers for this DVR port 3b690277-0299-406d-9ce9-420ed1dddf52 on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:16:44.876640 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a3f1d2e6-5b67-4bc1-a315-7a5886e30935 req-99824fa4-1d47-4212-8e5a-375dd4efcd78 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:44.880409 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a3f1d2e6-5b67-4bc1-a315-7a5886e30935 req-99824fa4-1d47-4212-8e5a-375dd4efcd78 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.94 "DELETE /v2.0/ports/3b690277-0299-406d-9ce9-420ed1dddf52 HTTP/1.1" status: 204 len: 173 time: 2.2114623 Feb 08 21:16:44.880912 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6581a6ca-0491-42c0-9218-e75690d793bc', 'name': 'network-vif-deleted', 'tag': '3b690277-0299-406d-9ce9-420ed1dddf52'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:16:44.883808 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b29640-250f-41c2-9806-41c78863ad06" -d '{"events": [{"server_uuid": "6581a6ca-0491-42c0-9218-e75690d793bc", "name": "network-vif-deleted", "tag": "3b690277-0299-406d-9ce9-420ed1dddf52"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:16:45.008454 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf447d-5044-4878-8cdf-13c3f845f4d8 req-30bbad86-b4e4-47ac-a00e-fee7b28bcc0a tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:45.031295 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dcaf447d-5044-4878-8cdf-13c3f845f4d8 req-30bbad86-b4e4-47ac-a00e-fee7b28bcc0a tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 948 time: 0.3071749 Feb 08 21:16:45.039525 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-07c9440c-562d-4e6f-aff3-183971b32cf6 admin admin] Publish callbacks [] for router_gateway (601d5a48-882c-4a1d-b3df-c19330dc44c8), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:45.088520 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-07c9440c-562d-4e6f-aff3-183971b32cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:45.164433 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dcaf447d-5044-4878-8cdf-13c3f845f4d8 req-4de2a8ac-7a5f-4176-9a61-7d2583fa4db6 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319404 Feb 08 21:16:45.280664 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44130) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:45.310756 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868067a7-9ad6-49f2-8eac-44e4956e3f78 x-openstack-request-id: req-868067a7-9ad6-49f2-8eac-44e4956e3f78 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:16:45.311050 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6581a6ca-0491-42c0-9218-e75690d793bc", "name": "network-vif-deleted", "tag": "3b690277-0299-406d-9ce9-420ed1dddf52", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:16:45.311437 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-868067a7-9ad6-49f2-8eac-44e4956e3f78 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:16:45.312989 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6581a6ca-0491-42c0-9218-e75690d793bc', 'name': 'network-vif-deleted', 'tag': '3b690277-0299-406d-9ce9-420ed1dddf52', 'status': 'completed', 'code': 200} Feb 08 21:16:45.435409 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-07c9440c-562d-4e6f-aff3-183971b32cf6 admin admin] Allocated IP 172.25.3.135 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/f30e1ffb-7854-4531-a481-b6708f72c71e) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:16:45.528229 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-717ec64b-3af6-4503-8bc0-587ae1bc3213 req-296f3cff-52be-490d-a238-95132cb685c9 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=6581a6ca-0491-42c0-9218-e75690d793bc HTTP/1.1" status: 200 len: 210 time: 0.0741849 Feb 08 21:16:45.532596 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-90cd0eb0-b2f0-4534-8bc0-3347dad619f6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1893508158-network', 'tenant_id': '8f5c158dadb24dc0a464206c8c7c35e1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:16:45.714154 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cd0eb0-b2f0-4534-8bc0-3347dad619f6 admin admin] Made reservation on behalf of 8f5c158dadb24dc0a464206c8c7c35e1 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:16:45.716606 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-90cd0eb0-b2f0-4534-8bc0-3347dad619f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:45.765706 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-90cd0eb0-b2f0-4534-8bc0-3347dad619f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:45.882492 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 68a51245-8559-4ec4-b243-efd76575ea97 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:16:45.895075 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-07c9440c-562d-4e6f-aff3-183971b32cf6 admin admin] Publish callbacks [] for port (f30e1ffb-7854-4531-a481-b6708f72c71e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:46.001798 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 68a51245-8559-4ec4-b243-efd76575ea97 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:16:46.002772 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (68a51245-8559-4ec4-b243-efd76575ea97), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:46.122647 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ba62a6c0-6832-44e8-8084-fa24d258f4a6 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:46.132711 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ba62a6c0-6832-44e8-8084-fa24d258f4a6 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (6fe743b2-e281-48c3-9e21-a9c0beb9b702), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:46.141816 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-90cd0eb0-b2f0-4534-8bc0-3347dad619f6 admin admin] Publish callbacks [] for security_group (57fd4331-55b8-4c14-a33b-9cde4cb3b4d4), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:46.207227 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-90cd0eb0-b2f0-4534-8bc0-3347dad619f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (57fd4331-55b8-4c14-a33b-9cde4cb3b4d4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:46.210720 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 68a51245-8559-4ec4-b243-efd76575ea97 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:16:46.211668 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (68a51245-8559-4ec4-b243-efd76575ea97), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:46.246087 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90cd0eb0-b2f0-4534-8bc0-3347dad619f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:16:46.268084 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-90cd0eb0-b2f0-4534-8bc0-3347dad619f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (3ccc5b6e-a47f-486d-9206-6d92d647599e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:46.268667 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-90cd0eb0-b2f0-4534-8bc0-3347dad619f6 admin admin] Added segment 3ccc5b6e-a47f-486d-9206-6d92d647599e of type vlan for network 2832de48-e50e-44a2-9cef-26035a020939 Feb 08 21:16:46.308378 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device c7aceece-eac0-4fab-8440-03d54f187c1c details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:16:46.489708 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-90cd0eb0-b2f0-4534-8bc0-3347dad619f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (2832de48-e50e-44a2-9cef-26035a020939), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:46.529196 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 68a51245-8559-4ec4-b243-efd76575ea97, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=68a51245-8559-4ec4-b243-efd76575ea97,segment=NetworkSegment(ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa),segment_id=ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:46.546426 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 3b690277-0299-406d-9ce9-420ed1dddf52 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:16:46.584192 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8260c638-974f-4a62-acee-f5aec7129ddf None None] Network db7e6228-6383-434d-a419-1ee80567b843 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:16:46.598529 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 3b690277-0299-406d-9ce9-420ed1dddf52 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:16:46.599128 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 3b690277-0299-406d-9ce9-420ed1dddf52 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:16:46.626466 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (68a51245-8559-4ec4-b243-efd76575ea97), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:46.664138 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd0eb0-b2f0-4534-8bc0-3347dad619f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:46.684624 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75245d6-e15d-49e9-9e13-51ec36698121 req-bb4971e1-da66-4e8c-9e8d-f3545596d2ae tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:46.702092 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d75245d6-e15d-49e9-9e13-51ec36698121 req-bb4971e1-da66-4e8c-9e8d-f3545596d2ae tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 944 time: 0.8419278 Feb 08 21:16:46.755909 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-772cf13e-94a5-40ab-abda-ba6f9a115507 req-dfbe2c99-d2f6-4c29-876b-1c0e70545203 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=32a8269a-f359-4b69-babb-383a14e68e8d HTTP/1.1" status: 200 len: 210 time: 0.1293590 Feb 08 21:16:46.770630 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-07c9440c-562d-4e6f-aff3-183971b32cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (f30e1ffb-7854-4531-a481-b6708f72c71e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:46.776284 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-90cd0eb0-b2f0-4534-8bc0-3347dad619f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (2832de48-e50e-44a2-9cef-26035a020939), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:46.778331 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cd0eb0-b2f0-4534-8bc0-3347dad619f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:46.779674 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-90cd0eb0-b2f0-4534-8bc0-3347dad619f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:46.835738 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-90cd0eb0-b2f0-4534-8bc0-3347dad619f6 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5536005 Feb 08 21:16:46.867601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=68a51245-8559-4ec4-b243-efd76575ea97,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:46.902711 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port c7aceece-eac0-4fab-8440-03d54f187c1c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c7aceece-eac0-4fab-8440-03d54f187c1c,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:46.914937 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44168) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:46.924291 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-e4033051-f0ac-42fa-9204-0c0c41cce76a admin admin] Request body: {'subnet': {'network_id': '2832de48-e50e-44a2-9cef-26035a020939', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1893508158-subnet', 'tenant_id': '8f5c158dadb24dc0a464206c8c7c35e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:16:46.935882 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-43c240c0-d64d-469b-9364-6898d986dcc0 None None] Provisioning complete for port 68a51245-8559-4ec4-b243-efd76575ea97 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:16:46.936977 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-43c240c0-d64d-469b-9364-6898d986dcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (68a51245-8559-4ec4-b243-efd76575ea97), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:46.979857 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-ba62a6c0-6832-44e8-8084-fa24d258f4a6 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Floating IP 6fe743b2-e281-48c3-9e21-a9c0beb9b702 associated. External IP: 172.25.3.61, port: 4bf913c8-ac16-436d-bd05-ef0caec00a7a. Feb 08 21:16:46.996888 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'c7aceece-eac0-4fab-8440-03d54f187c1c', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': 'c7aceece-eac0-4fab-8440-03d54f187c1c', 'mac_address': 'fa:16:3e:14:10:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:16:47.105564 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c9440c-562d-4e6f-aff3-183971b32cf6 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:16:47.126357 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port c7aceece-eac0-4fab-8440-03d54f187c1c is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:16:47.126991 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:47.153001 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-07c9440c-562d-4e6f-aff3-183971b32cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:16:47.185759 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7aceece-eac0-4fab-8440-03d54f187c1c {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:16:47.186102 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d75245d6-e15d-49e9-9e13-51ec36698121 req-a538ab6e-33da-4708-90b8-737306fa0c7f tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821610 Feb 08 21:16:47.187512 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c9440c-562d-4e6f-aff3-183971b32cf6 admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:16:47.235892 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port c7aceece-eac0-4fab-8440-03d54f187c1c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c7aceece-eac0-4fab-8440-03d54f187c1c,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:47.260223 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:47.316033 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-43c240c0-d64d-469b-9364-6898d986dcc0 None None] Current status of the port 68a51245-8559-4ec4-b243-efd76575ea97 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:16:47.324844 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9440c-562d-4e6f-aff3-183971b32cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=f30e1ffb-7854-4531-a481-b6708f72c71e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:47.343603 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd0eb0-b2f0-4534-8bc0-3347dad619f6 admin admin] Pushing event updated for resources: {'Network': ['ID=2832de48-e50e-44a2-9cef-26035a020939,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:47.352251 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=c7aceece-eac0-4fab-8440-03d54f187c1c,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:47.367018 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 2832de48-e50e-44a2-9cef-26035a020939 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:16:47.393456 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4033051-f0ac-42fa-9204-0c0c41cce76a admin admin] Made reservation on behalf of 8f5c158dadb24dc0a464206c8c7c35e1 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:16:47.403537 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e4033051-f0ac-42fa-9204-0c0c41cce76a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:47.449998 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba62a6c0-6832-44e8-8084-fa24d258f4a6 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Router 7968c0c2-2ebf-4c56-b206-86d9e5908bd6 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:16:47.630991 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fa118-7300-4be8-ad1a-d9c642bdbda8 req-63f60ea2-8a2d-4a7c-a260-9dce2c084ded tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:47.642011 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-124fa118-7300-4be8-ad1a-d9c642bdbda8 req-63f60ea2-8a2d-4a7c-a260-9dce2c084ded tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 948 time: 0.7116916 Feb 08 21:16:47.642895 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['c7aceece-eac0-4fab-8440-03d54f187c1c'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:16:47.695747 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba62a6c0-6832-44e8-8084-fa24d258f4a6 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:16:47.737334 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ba62a6c0-6832-44e8-8084-fa24d258f4a6 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:47.776587 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b7e59b-9391-4b13-93bf-9212ad6f2f80 None None] Sync routers for ids ['7968c0c2-2ebf-4c56-b206-86d9e5908bd6'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:16:47.787879 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 68a51245-8559-4ec4-b243-efd76575ea97 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:16:47.852450 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ba62a6c0-6832-44e8-8084-fa24d258f4a6 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "PUT /v2.0/floatingips/6fe743b2-e281-48c3-9e21-a9c0beb9b702 HTTP/1.1" status: 200 len: 991 time: 3.4919384 Feb 08 21:16:47.853903 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ca4dee-03ce-4a63-b2f1-964ae6659255', 'tag': '4bf913c8-ac16-436d-bd05-ef0caec00a7a'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:16:47.860272 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6070da0-54a3-4ca3-a5e0-d064e9701cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "54ca4dee-03ce-4a63-b2f1-964ae6659255", "tag": "4bf913c8-ac16-436d-bd05-ef0caec00a7a"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:16:47.891100 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e4033051-f0ac-42fa-9204-0c0c41cce76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (d60e29b3-21d7-4da4-a50a-dfbe604013ed), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:47.941565 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b7e59b-9391-4b13-93bf-9212ad6f2f80 None None] Routers {'7968c0c2-2ebf-4c56-b206-86d9e5908bd6'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:16:47.942689 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-d1b7e59b-9391-4b13-93bf-9212ad6f2f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:16:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7968c0c2-2ebf-4c56-b206-86d9e5908bd6'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:16:48.042964 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-a90291ec-8337-468d-a0ab-ddd43e81173d None None] Provisioning complete for port 68a51245-8559-4ec4-b243-efd76575ea97 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:16:48.043334 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a90291ec-8337-468d-a0ab-ddd43e81173d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (68a51245-8559-4ec4-b243-efd76575ea97), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:48.149116 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 68a51245-8559-4ec4-b243-efd76575ea97 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:16:48.149444 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (68a51245-8559-4ec4-b243-efd76575ea97), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:48.154331 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-124fa118-7300-4be8-ad1a-d9c642bdbda8 req-3f1169b9-cc32-4ee3-9c0f-0725a142fdb6 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5109131 Feb 08 21:16:48.164833 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4033051-f0ac-42fa-9204-0c0c41cce76a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d60e29b3-21d7-4da4-a50a-dfbe604013ed,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:48.184584 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4033051-f0ac-42fa-9204-0c0c41cce76a admin admin] Checking segment: {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:16:48.185347 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4033051-f0ac-42fa-9204-0c0c41cce76a admin admin] Network hostable DHCP agents. Network: 2832de48-e50e-44a2-9cef-26035a020939, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:16:48.227218 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-d1b7e59b-9391-4b13-93bf-9212ad6f2f80 None None] Set router 7968c0c2-2ebf-4c56-b206-86d9e5908bd6 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:16:48.326243 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 4a931013-95b0-4614-8d53-667916fb9900 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:16:48.371609 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2da871f7-7a59-4057-963b-a1cb305b66e7 req-e35f71d7-7851-4573-9809-524b94ae1bf4 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=32a8269a-f359-4b69-babb-383a14e68e8d HTTP/1.1" status: 200 len: 210 time: 0.0513971 Feb 08 21:16:48.422866 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-07c9440c-562d-4e6f-aff3-183971b32cf6 admin admin] Publish callbacks [] for router_gateway (601d5a48-882c-4a1d-b3df-c19330dc44c8), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:48.479639 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a90291ec-8337-468d-a0ab-ddd43e81173d None None] Current status of the port 68a51245-8559-4ec4-b243-efd76575ea97 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:16:48.582187 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 68a51245-8559-4ec4-b243-efd76575ea97 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:16:48.669773 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 4a931013-95b0-4614-8d53-667916fb9900 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:16:48.670109 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4a931013-95b0-4614-8d53-667916fb9900), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:48.715909 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ed1bb2-448a-4bab-96cc-2646cc17e850', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a931013-95b0-4614-8d53-667916fb9900'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:16:48.718239 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61531f3-7306-4ba7-b867-f601c8cd54e2" -d '{"events": [{"server_uuid": "66ed1bb2-448a-4bab-96cc-2646cc17e850", "name": "network-vif-unplugged", "status": "completed", "tag": "4a931013-95b0-4614-8d53-667916fb9900"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:16:48.736030 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 4a931013-95b0-4614-8d53-667916fb9900, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=4a931013-95b0-4614-8d53-667916fb9900,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:48.757602 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4033051-f0ac-42fa-9204-0c0c41cce76a admin admin] Network 2832de48-e50e-44a2-9cef-26035a020939 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:16:48.757865 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (4a931013-95b0-4614-8d53-667916fb9900), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:48.813318 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-d58fb4a5-2e45-40e0-b8ea-eef3601dbd55 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:48.815120 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-d58fb4a5-2e45-40e0-b8ea-eef3601dbd55 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/networks?id=6e721cc8-cb97-443d-9392-5abeb1b828df HTTP/1.1" status: 200 len: 805 time: 0.8900747 Feb 08 21:16:48.827593 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=4a931013-95b0-4614-8d53-667916fb9900,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:48.846856 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-d1b7e59b-9391-4b13-93bf-9212ad6f2f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'name': 'tempest-ServersTestJSON-529309115-router', 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f93e843d-3bd8-4492-b9d5-8f15f212fbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:15:50Z', 'updated_at': '2022-02-08T21:16:02Z', 'revision_number': 4, 'project_id': 'd525537d9e77420ea20b7049a2b78e10', 'gw_port': {'id': 'f93e843d-3bd8-4492-b9d5-8f15f212fbaf', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:15:53Z', 'updated_at': '2022-02-08T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '6fe743b2-e281-48c3-9e21-a9c0beb9b702', 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'port_id': '4bf913c8-ac16-436d-bd05-ef0caec00a7a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0019a9f-5a34-415a-af13-d40bad12bc71', 'mac_address': 'fa:16:3e:f5:05:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca4dee-03ce-4a63-b2f1-964ae6659255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:16:09Z', 'updated_at': '2022-02-08T21:16:45Z', 'revision_number': 1, 'project_id': 'd525537d9e77420ea20b7049a2b78e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3289e30d-b2e9-46d9-a2e2-50909a77620c', 'name': '', 'network_id': 'a0019a9f-5a34-415a-af13-d40bad12bc71', 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10', 'mac_address': 'fa:16:3e:e4:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '47eb3153-f73c-4b93-977e-6eee8c5c39cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:16:00Z', 'updated_at': '2022-02-08T21:16:08Z', 'revision_number': 5, 'project_id': 'd525537d9e77420ea20b7049a2b78e10', 'subnets': [{'id': '47eb3153-f73c-4b93-977e-6eee8c5c39cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:16:48.855866 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-e4033051-f0ac-42fa-9204-0c0c41cce76a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 2832de48-e50e-44a2-9cef-26035a020939) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:16:48.860560 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4033051-f0ac-42fa-9204-0c0c41cce76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:48.861403 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e4033051-f0ac-42fa-9204-0c0c41cce76a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:48.877437 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-a6ffb613-9440-4509-9e4f-7fb707da05dd tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/quotas/c08b3d357a9e4759baf802843a7339e7 HTTP/1.1" status: 200 len: 375 time: 0.0426373 Feb 08 21:16:48.898129 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f46fdec-5052-4818-aa5c-365f693c1a98 None None] Network 2832de48-e50e-44a2-9cef-26035a020939 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:16:48.902386 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b7e59b-9391-4b13-93bf-9212ad6f2f80 None None] Checking router: 7968c0c2-2ebf-4c56-b206-86d9e5908bd6 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:16:48.907362 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e4033051-f0ac-42fa-9204-0c0c41cce76a admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9902444 Feb 08 21:16:48.950621 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731bce4-a64b-4d27-b1b7-b7a539e318e3 req-3afcef62-36ec-4a50-80d2-2cf10b7d34df tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:48.952375 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5731bce4-a64b-4d27-b1b7-b7a539e318e3 req-3afcef62-36ec-4a50-80d2-2cf10b7d34df tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/ports?device_id=54ca4dee-03ce-4a63-b2f1-964ae6659255 HTTP/1.1" status: 200 len: 946 time: 0.1958182 Feb 08 21:16:48.961349 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b7e59b-9391-4b13-93bf-9212ad6f2f80 None None] Routers {'7968c0c2-2ebf-4c56-b206-86d9e5908bd6'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:16:48.962600 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-d1b7e59b-9391-4b13-93bf-9212ad6f2f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:16:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7968c0c2-2ebf-4c56-b206-86d9e5908bd6'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:16:49.109196 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-ba12c045-2380-4723-b062-ac1af1cca668 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c08b3d357a9e4759baf802843a7339e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2205780 Feb 08 21:16:49.175700 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5731bce4-a64b-4d27-b1b7-b7a539e318e3 req-0a3c8ffa-db09-41b9-81b0-d59fa4a68eab tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb806cb0-2515-4b46-855e-a72e73a208ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165678 Feb 08 21:16:49.278534 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c490be5-58cf-4221-9c08-563a3e8b814c x-openstack-request-id: req-6c490be5-58cf-4221-9c08-563a3e8b814c {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:16:49.279149 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ca4dee-03ce-4a63-b2f1-964ae6659255", "tag": "4bf913c8-ac16-436d-bd05-ef0caec00a7a", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:16:49.279797 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6c490be5-58cf-4221-9c08-563a3e8b814c {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:16:49.280314 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ca4dee-03ce-4a63-b2f1-964ae6659255', 'tag': '4bf913c8-ac16-436d-bd05-ef0caec00a7a', 'status': 'completed', 'code': 200} Feb 08 21:16:49.317340 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65821a56-1c61-49c9-ac9a-2ad7e26ea006 None None] Network 2832de48-e50e-44a2-9cef-26035a020939 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:16:49.359955 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-07c9440c-562d-4e6f-aff3-183971b32cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (601d5a48-882c-4a1d-b3df-c19330dc44c8), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:49.376161 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-d1b7e59b-9391-4b13-93bf-9212ad6f2f80 None None] Set router 7968c0c2-2ebf-4c56-b206-86d9e5908bd6 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:16:49.387071 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-924c8ba5-0ed0-49b3-831c-e035dc648566 service neutron] 10.222.0.88 "GET /v2.0/networks/6e721cc8-cb97-443d-9392-5abeb1b828df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637920 Feb 08 21:16:49.406059 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6070da0-54a3-4ca3-a5e0-d064e9701cf4 req-599661df-5202-48b5-acdc-6d4669a3dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:49.409581 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e6070da0-54a3-4ca3-a5e0-d064e9701cf4 req-599661df-5202-48b5-acdc-6d4669a3dcd6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d525537d9e77420ea20b7049a2b78e10&device_id=54ca4dee-03ce-4a63-b2f1-964ae6659255 HTTP/1.1" status: 200 len: 1129 time: 0.0779045 Feb 08 21:16:49.596711 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6070da0-54a3-4ca3-a5e0-d064e9701cf4 req-5ba72072-1d39-4a7e-9e16-af4827d9d106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:49.598662 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e6070da0-54a3-4ca3-a5e0-d064e9701cf4 req-5ba72072-1d39-4a7e-9e16-af4827d9d106 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a0019a9f-5a34-415a-af13-d40bad12bc71 HTTP/1.1" status: 200 len: 906 time: 0.1810217 Feb 08 21:16:49.680109 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e6070da0-54a3-4ca3-a5e0-d064e9701cf4 req-110959b9-1804-4557-9c5a-991fcfdbc9ec service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bf913c8-ac16-436d-bd05-ef0caec00a7a HTTP/1.1" status: 200 len: 999 time: 0.0750935 Feb 08 21:16:49.754294 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-a667a11d-bfb4-4683-a757-6ea43d408ead service neutron] 10.222.0.88 "GET /v2.0/networks/6e721cc8-cb97-443d-9392-5abeb1b828df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662238 Feb 08 21:16:49.768024 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-8626270f-c6f3-4d9c-a5e0-778bbec66746 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:49.776390 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-8626270f-c6f3-4d9c-a5e0-778bbec66746 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/networks?id=99cd4fbd-ec19-45b8-b386-2fa31ded0325 HTTP/1.1" status: 200 len: 821 time: 0.3010740 Feb 08 21:16:49.795621 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-840be1d1-1343-44ba-992b-7fae56bdd865 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/quotas/10dc8ae370f746c690cf607378dfc111 HTTP/1.1" status: 200 len: 375 time: 0.0182045 Feb 08 21:16:49.849519 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6070da0-54a3-4ca3-a5e0-d064e9701cf4 req-20a431ed-32bd-4288-98d6-b96783bd0307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:49.851210 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e6070da0-54a3-4ca3-a5e0-d064e9701cf4 req-20a431ed-32bd-4288-98d6-b96783bd0307 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=47eb3153-f73c-4b93-977e-6eee8c5c39cf HTTP/1.1" status: 200 len: 844 time: 0.1463532 Feb 08 21:16:49.898426 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-4d7b8716-19ac-4d5f-a997-738c395d1f5a tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=10dc8ae370f746c690cf607378dfc111&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0986102 Feb 08 21:16:49.931713 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44222) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:49.939270 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-92a9fdc4-5152-48af-9228-55352aa56201 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1903133885-network', 'tenant_id': '7d2e48c0d3134447911cabbf34c791eb'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:16:50.012527 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-d1b7e59b-9391-4b13-93bf-9212ad6f2f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'name': 'tempest-ServersTestJSON-529309115-router', 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f93e843d-3bd8-4492-b9d5-8f15f212fbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:15:50Z', 'updated_at': '2022-02-08T21:16:02Z', 'revision_number': 4, 'project_id': 'd525537d9e77420ea20b7049a2b78e10', 'gw_port': {'id': 'f93e843d-3bd8-4492-b9d5-8f15f212fbaf', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:15:53Z', 'updated_at': '2022-02-08T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '6fe743b2-e281-48c3-9e21-a9c0beb9b702', 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'port_id': '4bf913c8-ac16-436d-bd05-ef0caec00a7a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0019a9f-5a34-415a-af13-d40bad12bc71', 'mac_address': 'fa:16:3e:f5:05:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca4dee-03ce-4a63-b2f1-964ae6659255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:16:09Z', 'updated_at': '2022-02-08T21:16:45Z', 'revision_number': 1, 'project_id': 'd525537d9e77420ea20b7049a2b78e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3289e30d-b2e9-46d9-a2e2-50909a77620c', 'name': '', 'network_id': 'a0019a9f-5a34-415a-af13-d40bad12bc71', 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10', 'mac_address': 'fa:16:3e:e4:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '47eb3153-f73c-4b93-977e-6eee8c5c39cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:16:00Z', 'updated_at': '2022-02-08T21:16:08Z', 'revision_number': 5, 'project_id': 'd525537d9e77420ea20b7049a2b78e10', 'subnets': [{'id': '47eb3153-f73c-4b93-977e-6eee8c5c39cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:16:50.046183 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6070da0-54a3-4ca3-a5e0-d064e9701cf4 req-3b6182ef-044d-4bb2-8fb8-f444cd050975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:50.047576 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e6070da0-54a3-4ca3-a5e0-d064e9701cf4 req-3b6182ef-044d-4bb2-8fb8-f444cd050975 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a0019a9f-5a34-415a-af13-d40bad12bc71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1902134 Feb 08 21:16:50.054446 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a9fdc4-5152-48af-9228-55352aa56201 admin admin] Made reservation on behalf of 7d2e48c0d3134447911cabbf34c791eb for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:16:50.056901 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92a9fdc4-5152-48af-9228-55352aa56201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:50.070295 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b7e59b-9391-4b13-93bf-9212ad6f2f80 None None] The sync data for ids ['7968c0c2-2ebf-4c56-b206-86d9e5908bd6'] in n-d-712143-31 is: [{'id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'name': 'tempest-ServersTestJSON-529309115-router', 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f93e843d-3bd8-4492-b9d5-8f15f212fbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:15:50Z', 'updated_at': '2022-02-08T21:16:02Z', 'revision_number': 4, 'project_id': 'd525537d9e77420ea20b7049a2b78e10', 'gw_port': {'id': 'f93e843d-3bd8-4492-b9d5-8f15f212fbaf', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:15:53Z', 'updated_at': '2022-02-08T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '6fe743b2-e281-48c3-9e21-a9c0beb9b702', 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'port_id': '4bf913c8-ac16-436d-bd05-ef0caec00a7a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0019a9f-5a34-415a-af13-d40bad12bc71', 'mac_address': 'fa:16:3e:f5:05:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ca4dee-03ce-4a63-b2f1-964ae6659255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:16:09Z', 'updated_at': '2022-02-08T21:16:45Z', 'revision_number': 1, 'project_id': 'd525537d9e77420ea20b7049a2b78e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3289e30d-b2e9-46d9-a2e2-50909a77620c', 'name': '', 'network_id': 'a0019a9f-5a34-415a-af13-d40bad12bc71', 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10', 'mac_address': 'fa:16:3e:e4:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '47eb3153-f73c-4b93-977e-6eee8c5c39cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:16:00Z', 'updated_at': '2022-02-08T21:16:08Z', 'revision_number': 5, 'project_id': 'd525537d9e77420ea20b7049a2b78e10', 'subnets': [{'id': '47eb3153-f73c-4b93-977e-6eee8c5c39cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:16:50.125016 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92a9fdc4-5152-48af-9228-55352aa56201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:50.215470 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e6070da0-54a3-4ca3-a5e0-d064e9701cf4 req-1f49ef37-5d53-430e-8342-0d8732c43044 service neutron] 10.222.0.96 "GET /v2.0/networks/a0019a9f-5a34-415a-af13-d40bad12bc71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560671 Feb 08 21:16:50.282583 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-da63eddd-0145-4539-bddf-ce3bbb156128 service neutron] 10.222.0.88 "GET /v2.0/networks/99cd4fbd-ec19-45b8-b386-2fa31ded0325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703003 Feb 08 21:16:50.297628 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device c7aceece-eac0-4fab-8440-03d54f187c1c up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:16:50.331270 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9dbe09-3667-42e2-8663-190e856f4bc4 req-b9ef580d-628a-4516-98be-c6b0b6e6cb7e tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:50.332827 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d9dbe09-3667-42e2-8663-190e856f4bc4 req-b9ef580d-628a-4516-98be-c6b0b6e6cb7e tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.96 "GET /v2.0/ports?device_id=66ed1bb2-448a-4bab-96cc-2646cc17e850 HTTP/1.1" status: 200 len: 943 time: 0.3185279 Feb 08 21:16:50.360919 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e6070da0-54a3-4ca3-a5e0-d064e9701cf4 req-7848315f-c22b-4693-bb66-2e4c55cc90d5 service neutron] 10.222.0.96 "GET /v2.0/networks/a0019a9f-5a34-415a-af13-d40bad12bc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379600 Feb 08 21:16:50.403316 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92a9fdc4-5152-48af-9228-55352aa56201 admin admin] Publish callbacks [] for security_group (aa68b8d0-9862-4914-9106-ca970d7fdc9d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:50.409800 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92a9fdc4-5152-48af-9228-55352aa56201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (aa68b8d0-9862-4914-9106-ca970d7fdc9d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:50.420065 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c9440c-562d-4e6f-aff3-183971b32cf6 admin admin] Router 601d5a48-882c-4a1d-b3df-c19330dc44c8 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:16:50.449251 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a9fdc4-5152-48af-9228-55352aa56201 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:16:50.464083 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9fdc4-5152-48af-9228-55352aa56201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa68b8d0-9862-4914-9106-ca970d7fdc9d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:50.470587 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92a9fdc4-5152-48af-9228-55352aa56201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (5e06d7ae-8f20-4e83-ac4e-dc501da153d1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:50.470976 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-92a9fdc4-5152-48af-9228-55352aa56201 admin admin] Added segment 5e06d7ae-8f20-4e83-ac4e-dc501da153d1 of type vlan for network b15cb899-1541-4ffc-bc55-eb2725e7ce6f Feb 08 21:16:50.480690 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0564620a-1212-49ae-aba5-a0bb5c320445 None None] New status for floating IP 6fe743b2-e281-48c3-9e21-a9c0beb9b702: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:16:50.515434 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port c7aceece-eac0-4fab-8440-03d54f187c1c completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:16:50.520991 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port c7aceece-eac0-4fab-8440-03d54f187c1c triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:16:50.521178 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:50.557822 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92a9fdc4-5152-48af-9228-55352aa56201 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (b15cb899-1541-4ffc-bc55-eb2725e7ce6f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:50.617067 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92a9fdc4-5152-48af-9228-55352aa56201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (b15cb899-1541-4ffc-bc55-eb2725e7ce6f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:50.618395 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a9fdc4-5152-48af-9228-55352aa56201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:50.619287 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92a9fdc4-5152-48af-9228-55352aa56201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:50.648229 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dddfbd-f6a8-4ee6-9616-cf7a7a96404f req-adcf223a-c58f-45d5-a23b-633a6e5f8981 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:50.678778 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-19dddfbd-f6a8-4ee6-9616-cf7a7a96404f req-adcf223a-c58f-45d5-a23b-633a6e5f8981 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 944 time: 0.4598250 Feb 08 21:16:50.742084 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port c7aceece-eac0-4fab-8440-03d54f187c1c is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:16:50.742470 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:50.794121 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-92a9fdc4-5152-48af-9228-55352aa56201 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8535500 Feb 08 21:16:50.794121 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44236) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:50.814716 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2b090039-0116-45ba-8b50-99531c81d600 admin admin] Request body: {'subnet': {'network_id': 'b15cb899-1541-4ffc-bc55-eb2725e7ce6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1903133885-subnet', 'tenant_id': '7d2e48c0d3134447911cabbf34c791eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:16:50.824834 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port c7aceece-eac0-4fab-8440-03d54f187c1c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c7aceece-eac0-4fab-8440-03d54f187c1c,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:50.839740 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:50.866449 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9fdc4-5152-48af-9228-55352aa56201 admin admin] Pushing event updated for resources: {'Network': ['ID=b15cb899-1541-4ffc-bc55-eb2725e7ce6f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:50.871173 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b090039-0116-45ba-8b50-99531c81d600 admin admin] Made reservation on behalf of 7d2e48c0d3134447911cabbf34c791eb for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:16:50.875174 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b090039-0116-45ba-8b50-99531c81d600 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:50.921332 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network b15cb899-1541-4ffc-bc55-eb2725e7ce6f details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:16:51.050801 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c9440c-562d-4e6f-aff3-183971b32cf6 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:16:51.148073 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=c7aceece-eac0-4fab-8440-03d54f187c1c,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:51.157545 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b090039-0116-45ba-8b50-99531c81d600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (76f1a224-3264-4b41-a6bd-48b40fc8cfe4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:51.180341 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c829cd6-6175-4ffe-b2fb-285c5dc9ed22 None None] Sync routers for ids ['601d5a48-882c-4a1d-b3df-c19330dc44c8'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:16:51.190304 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-07c9440c-562d-4e6f-aff3-183971b32cf6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:51.192392 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-07c9440c-562d-4e6f-aff3-183971b32cf6 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.2322507 Feb 08 21:16:51.197366 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44238) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:51.223004 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-06664da8-ac48-4b48-8076-bacef374ecf8 service neutron] 10.222.0.88 "GET /v2.0/networks/99cd4fbd-ec19-45b8-b386-2fa31ded0325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9300132 Feb 08 21:16:51.225116 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c829cd6-6175-4ffe-b2fb-285c5dc9ed22 None None] Routers {'601d5a48-882c-4a1d-b3df-c19330dc44c8'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:16:51.226187 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-1c829cd6-6175-4ffe-b2fb-285c5dc9ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:16:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['601d5a48-882c-4a1d-b3df-c19330dc44c8'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:16:51.340925 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-8d9dbe09-3667-42e2-8663-190e856f4bc4 req-63ce465b-ce63-4df1-b671-5a3eddb1d105 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Deleting port 4a931013-95b0-4614-8d53-667916fb9900 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:16:51.341540 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8d9dbe09-3667-42e2-8663-190e856f4bc4 req-63ce465b-ce63-4df1-b671-5a3eddb1d105 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (4a931013-95b0-4614-8d53-667916fb9900), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:51.350083 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-19dddfbd-f6a8-4ee6-9616-cf7a7a96404f req-1ce705c5-afb7-47e3-94e9-053ce1cb1d32 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6196244 Feb 08 21:16:51.354016 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b090039-0116-45ba-8b50-99531c81d600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76f1a224-3264-4b41-a6bd-48b40fc8cfe4,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:51.422282 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b090039-0116-45ba-8b50-99531c81d600 admin admin] Checking segment: {'id': '5e06d7ae-8f20-4e83-ac4e-dc501da153d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b15cb899-1541-4ffc-bc55-eb2725e7ce6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:16:51.423538 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b090039-0116-45ba-8b50-99531c81d600 admin admin] Network hostable DHCP agents. Network: b15cb899-1541-4ffc-bc55-eb2725e7ce6f, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:16:51.589323 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543e4fca-4c38-44ff-811c-0518b76b615d x-openstack-request-id: req-543e4fca-4c38-44ff-811c-0518b76b615d {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:16:51.595003 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ed1bb2-448a-4bab-96cc-2646cc17e850", "name": "network-vif-unplugged", "status": "completed", "tag": "4a931013-95b0-4614-8d53-667916fb9900", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:16:51.595610 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-543e4fca-4c38-44ff-811c-0518b76b615d {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:16:51.596152 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ed1bb2-448a-4bab-96cc-2646cc17e850', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a931013-95b0-4614-8d53-667916fb9900', 'code': 200} Feb 08 21:16:51.656376 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-1c829cd6-6175-4ffe-b2fb-285c5dc9ed22 None None] Set router 601d5a48-882c-4a1d-b3df-c19330dc44c8 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:16:51.674688 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b090039-0116-45ba-8b50-99531c81d600 admin admin] Network b15cb899-1541-4ffc-bc55-eb2725e7ce6f is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:16:51.719445 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2b090039-0116-45ba-8b50-99531c81d600 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, b15cb899-1541-4ffc-bc55-eb2725e7ce6f) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:16:51.775687 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-8d9dbe09-3667-42e2-8663-190e856f4bc4 req-63ce465b-ce63-4df1-b671-5a3eddb1d105 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] For port 4a931013-95b0-4614-8d53-667916fb9900, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=4a931013-95b0-4614-8d53-667916fb9900,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:51.776181 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8d9dbe09-3667-42e2-8663-190e856f4bc4 req-63ce465b-ce63-4df1-b671-5a3eddb1d105 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (4a931013-95b0-4614-8d53-667916fb9900), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:51.807622 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-8d9dbe09-3667-42e2-8663-190e856f4bc4 req-63ce465b-ce63-4df1-b671-5a3eddb1d105 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Calling delete_port for 4a931013-95b0-4614-8d53-667916fb9900 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:16:51.820090 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95547ffc-8dd0-4381-b99f-28012d2ca91d None None] Network b15cb899-1541-4ffc-bc55-eb2725e7ce6f requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:16:51.828231 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b090039-0116-45ba-8b50-99531c81d600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:51.828865 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b090039-0116-45ba-8b50-99531c81d600 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:52.023654 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2b090039-0116-45ba-8b50-99531c81d600 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2233882 Feb 08 21:16:52.083072 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b9c5c44b-c374-40d5-9f72-1e033330e4cb req-495bc2c3-824f-4344-86d2-7cb09dfcb8ac tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 210 time: 0.1552718 Feb 08 21:16:52.170091 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0092f-1e30-4421-b5b1-45e2e81b3b0f req-d1346dee-aea7-489d-ba05-ef84e95fad27 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:52.179051 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b8e0092f-1e30-4421-b5b1-45e2e81b3b0f req-d1346dee-aea7-489d-ba05-ef84e95fad27 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 950 time: 0.5978758 Feb 08 21:16:52.320756 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4a5890-5e71-4a81-be75-6a357b07dd13 None None] Network b15cb899-1541-4ffc-bc55-eb2725e7ce6f requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:16:52.437256 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-087a889d-132f-4c26-a75f-7fbd38f171f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:52.592065 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b8e0092f-1e30-4421-b5b1-45e2e81b3b0f req-98e964b2-c03d-49f2-9c0d-1698a0eafb7a tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116018 Feb 08 21:16:52.683297 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-1c829cd6-6175-4ffe-b2fb-285c5dc9ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601d5a48-882c-4a1d-b3df-c19330dc44c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1873213093-router', 'tenant_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'f30e1ffb-7854-4531-a481-b6708f72c71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:16:43Z', 'updated_at': '2022-02-08T21:16:48Z', 'revision_number': 3, 'project_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'gw_port': {'id': 'f30e1ffb-7854-4531-a481-b6708f72c71e', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:cd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601d5a48-882c-4a1d-b3df-c19330dc44c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:16:45Z', 'updated_at': '2022-02-08T21:16:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:16:52.728156 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c9eba-9597-49c4-8801-b326606972d2 req-f6d83a53-481d-4c5d-8e7c-c7e7dd899498 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:52.736718 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-853c9eba-9597-49c4-8801-b326606972d2 req-f6d83a53-481d-4c5d-8e7c-c7e7dd899498 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/ports?device_id=54ca4dee-03ce-4a63-b2f1-964ae6659255 HTTP/1.1" status: 200 len: 946 time: 0.5004332 Feb 08 21:16:52.742625 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c829cd6-6175-4ffe-b2fb-285c5dc9ed22 None None] Checking router: 601d5a48-882c-4a1d-b3df-c19330dc44c8 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:16:52.743496 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c829cd6-6175-4ffe-b2fb-285c5dc9ed22 None None] Updating router 601d5a48-882c-4a1d-b3df-c19330dc44c8 port f30e1ffb-7854-4531-a481-b6708f72c71e binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:16:52.780487 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-92a3f18a-9218-47c7-8ab8-c322977b0a37 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:52.789196 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-92a3f18a-9218-47c7-8ab8-c322977b0a37 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.94 "GET /v2.0/networks?id=6e721cc8-cb97-443d-9392-5abeb1b828df HTTP/1.1" status: 200 len: 805 time: 0.8290408 Feb 08 21:16:52.840920 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-8a4fe3fe-8a26-40ec-8e79-ed15157784d5 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Request body: {'port': {'device_id': '4bbe6b51-7a66-43da-ac6e-db70c0e4e247', 'network_id': '6e721cc8-cb97-443d-9392-5abeb1b828df', 'admin_state_up': True, 'tenant_id': 'c08b3d357a9e4759baf802843a7339e7'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:16:52.858889 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1c829cd6-6175-4ffe-b2fb-285c5dc9ed22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f30e1ffb-7854-4531-a481-b6708f72c71e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:52.901366 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-087a889d-132f-4c26-a75f-7fbd38f171f4 admin admin] Allocated IP 172.20.0.1 (db7e6228-6383-434d-a419-1ee80567b843/6993c528-5301-4173-85e9-4aab44419465/ec77d9ec-9aa2-4a68-b897-e9db0231a07a) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:16:52.907921 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b5cb7274-8484-4422-b484-a87ef0160dbf req-43be1c99-3fbe-4adc-9bb0-bfc8051ab342 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=35fc02a7-c408-4ed2-aea0-2075407b04e5 HTTP/1.1" status: 200 len: 210 time: 0.0831645 Feb 08 21:16:52.979743 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8d9dbe09-3667-42e2-8663-190e856f4bc4 req-63ce465b-ce63-4df1-b671-5a3eddb1d105 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (4a931013-95b0-4614-8d53-667916fb9900), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:53.052182 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce465b-ce63-4df1-b671-5a3eddb1d105 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Pushing event deleted for resources: {'Port': ['ID=4a931013-95b0-4614-8d53-667916fb9900,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:53.109157 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-853c9eba-9597-49c4-8801-b326606972d2 req-92ee425c-fbab-495d-9d28-1c085bcd507d tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb806cb0-2515-4b46-855e-a72e73a208ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3457291 Feb 08 21:16:53.232157 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9dbe09-3667-42e2-8663-190e856f4bc4 req-63ce465b-ce63-4df1-b671-5a3eddb1d105 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] No DVR routers for this DVR port 4a931013-95b0-4614-8d53-667916fb9900 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:16:53.236573 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8d9dbe09-3667-42e2-8663-190e856f4bc4 req-63ce465b-ce63-4df1-b671-5a3eddb1d105 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:53.249134 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d9dbe09-3667-42e2-8663-190e856f4bc4 req-63ce465b-ce63-4df1-b671-5a3eddb1d105 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.96 "DELETE /v2.0/ports/4a931013-95b0-4614-8d53-667916fb9900 HTTP/1.1" status: 204 len: 173 time: 2.8660569 Feb 08 21:16:53.261453 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ed1bb2-448a-4bab-96cc-2646cc17e850', 'name': 'network-vif-deleted', 'tag': '4a931013-95b0-4614-8d53-667916fb9900'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:16:53.268171 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6f78b9-f27e-4a53-b737-5783f1f3cb81" -d '{"events": [{"server_uuid": "66ed1bb2-448a-4bab-96cc-2646cc17e850", "name": "network-vif-deleted", "tag": "4a931013-95b0-4614-8d53-667916fb9900"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:16:53.360063 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-087a889d-132f-4c26-a75f-7fbd38f171f4 admin admin] Publish callbacks [] for port (ec77d9ec-9aa2-4a68-b897-e9db0231a07a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:53.445505 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-8a4fe3fe-8a26-40ec-8e79-ed15157784d5 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Made reservation on behalf of c08b3d357a9e4759baf802843a7339e7 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:16:53.450730 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-8a4fe3fe-8a26-40ec-8e79-ed15157784d5 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:53.494856 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-087a889d-132f-4c26-a75f-7fbd38f171f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (ec77d9ec-9aa2-4a68-b897-e9db0231a07a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:53.648916 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4566af2-4077-4cf2-ae60-89837a085981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7aceece-eac0-4fab-8440-03d54f187c1c'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:16:53.657269 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707321f7-3932-49c0-8f7c-2fc44c51675b" -d '{"events": [{"server_uuid": "a4566af2-4077-4cf2-ae60-89837a085981", "name": "network-vif-plugged", "status": "completed", "tag": "c7aceece-eac0-4fab-8440-03d54f187c1c"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:16:53.728424 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-8a4fe3fe-8a26-40ec-8e79-ed15157784d5 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Allocated IP 172.20.0.3 (6e721cc8-cb97-443d-9392-5abeb1b828df/9f16667b-9ffb-4110-b7c2-7f68860ee7c0/235a3e85-e285-44f0-ab81-1f2e7d5ccc15) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:16:53.729534 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087a889d-132f-4c26-a75f-7fbd38f171f4 admin admin] Network db7e6228-6383-434d-a419-1ee80567b843 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:16:53.736340 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-087a889d-132f-4c26-a75f-7fbd38f171f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:16:53.747553 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087a889d-132f-4c26-a75f-7fbd38f171f4 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:16:53.807411 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a889d-132f-4c26-a75f-7fbd38f171f4 admin admin] Pushing event updated for resources: {'Port': ['ID=ec77d9ec-9aa2-4a68-b897-e9db0231a07a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:53.872446 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-087a889d-132f-4c26-a75f-7fbd38f171f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (601d5a48-882c-4a1d-b3df-c19330dc44c8), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:54.020213 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1c829cd6-6175-4ffe-b2fb-285c5dc9ed22 None None] Publish callbacks [] for port (f30e1ffb-7854-4531-a481-b6708f72c71e), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:54.042139 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1c829cd6-6175-4ffe-b2fb-285c5dc9ed22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f30e1ffb-7854-4531-a481-b6708f72c71e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:54.261804 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-6b8bab03-8ac4-402c-8ca4-ed49143d1853 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:54.264809 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-6b8bab03-8ac4-402c-8ca4-ed49143d1853 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/networks?id=2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 200 len: 821 time: 0.3755250 Feb 08 21:16:54.278150 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-1c829cd6-6175-4ffe-b2fb-285c5dc9ed22 None None] Attempting to bind port f30e1ffb-7854-4531-a481-b6708f72c71e on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:16:54.278604 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-1c829cd6-6175-4ffe-b2fb-285c5dc9ed22 None None] Attempting to bind port f30e1ffb-7854-4531-a481-b6708f72c71e by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:16:54.279086 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c829cd6-6175-4ffe-b2fb-285c5dc9ed22 None None] Attempting to bind port f30e1ffb-7854-4531-a481-b6708f72c71e on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:16:54.315956 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c829cd6-6175-4ffe-b2fb-285c5dc9ed22 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:16:54.316526 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c829cd6-6175-4ffe-b2fb-285c5dc9ed22 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:16:54.317041 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1c829cd6-6175-4ffe-b2fb-285c5dc9ed22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:54.317537 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c829cd6-6175-4ffe-b2fb-285c5dc9ed22 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:16:54.319695 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-1c829cd6-6175-4ffe-b2fb-285c5dc9ed22 None None] Bound port: f30e1ffb-7854-4531-a481-b6708f72c71e, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:16:54.321867 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1c829cd6-6175-4ffe-b2fb-285c5dc9ed22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f30e1ffb-7854-4531-a481-b6708f72c71e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:54.324227 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-087a889d-132f-4c26-a75f-7fbd38f171f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ec77d9ec-9aa2-4a68-b897-e9db0231a07a), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:54.334141 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8741a-fcfb-4f42-95af-04ee86b98317 req-1d12f947-3094-4d14-a31f-04aad59c2b7c tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:54.337999 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-52d52368-67d4-48af-8485-d3b23e020fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:54.345301 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 1ea08fc4-5c7f-4516-af34-84dcc109c7ff no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:16:54.347232 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b1d8741a-fcfb-4f42-95af-04ee86b98317 req-1d12f947-3094-4d14-a31f-04aad59c2b7c tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 944 time: 1.0399134 Feb 08 21:16:54.447444 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-cf90452b-81c3-45e8-9738-86a73faf2681 None None] Provisioning complete for port ec77d9ec-9aa2-4a68-b897-e9db0231a07a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:16:54.447935 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cf90452b-81c3-45e8-9738-86a73faf2681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ec77d9ec-9aa2-4a68-b897-e9db0231a07a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:54.516262 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29444a-9b25-4e7d-9f6f-dd10362f8782 None None] Pushing event updated for resources: {'Port': ['ID=f30e1ffb-7854-4531-a481-b6708f72c71e,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:54.523426 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-cf90452b-81c3-45e8-9738-86a73faf2681 None None] Port ec77d9ec-9aa2-4a68-b897-e9db0231a07a cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:16:54.610282 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-1c829cd6-6175-4ffe-b2fb-285c5dc9ed22 None None] For port f30e1ffb-7854-4531-a481-b6708f72c71e, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:16:54.615300 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-1c829cd6-6175-4ffe-b2fb-285c5dc9ed22 None None] For port f30e1ffb-7854-4531-a481-b6708f72c71e, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f30e1ffb-7854-4531-a481-b6708f72c71e,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:16:54.654651 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1c829cd6-6175-4ffe-b2fb-285c5dc9ed22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f30e1ffb-7854-4531-a481-b6708f72c71e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:54.697928 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-087a889d-132f-4c26-a75f-7fbd38f171f4 admin admin] Publish callbacks [] for port (ec77d9ec-9aa2-4a68-b897-e9db0231a07a), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:54.714580 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-087a889d-132f-4c26-a75f-7fbd38f171f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (ec77d9ec-9aa2-4a68-b897-e9db0231a07a), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:54.779107 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff is: DOWN; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:16:54.784111 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 4a931013-95b0-4614-8d53-667916fb9900 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:16:54.839564 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 4a931013-95b0-4614-8d53-667916fb9900 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:16:54.839985 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 4a931013-95b0-4614-8d53-667916fb9900 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:16:54.895341 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c829cd6-6175-4ffe-b2fb-285c5dc9ed22 None None] Routers {'601d5a48-882c-4a1d-b3df-c19330dc44c8'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:16:54.897969 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-1c829cd6-6175-4ffe-b2fb-285c5dc9ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:16:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['601d5a48-882c-4a1d-b3df-c19330dc44c8'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:16:54.912611 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-087a889d-132f-4c26-a75f-7fbd38f171f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (601d5a48-882c-4a1d-b3df-c19330dc44c8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:54.916351 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a889d-132f-4c26-a75f-7fbd38f171f4 admin admin] Pushing event updated for resources: {'Port': ['ID=ec77d9ec-9aa2-4a68-b897-e9db0231a07a,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:54.942697 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-d3ed192e-90f6-4acd-a233-d93098e23f4c tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/quotas/8f5c158dadb24dc0a464206c8c7c35e1 HTTP/1.1" status: 200 len: 375 time: 0.6436346 Feb 08 21:16:55.019131 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29444a-9b25-4e7d-9f6f-dd10362f8782 None None] Pushing event updated for resources: {'Port': ['ID=f30e1ffb-7854-4531-a481-b6708f72c71e,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:55.077872 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b1d8741a-fcfb-4f42-95af-04ee86b98317 req-7bda9cc8-eff2-4f93-abac-d151b87d076c tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7000163 Feb 08 21:16:55.129707 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087a889d-132f-4c26-a75f-7fbd38f171f4 admin admin] Network db7e6228-6383-434d-a419-1ee80567b843 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:16:55.134702 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-087a889d-132f-4c26-a75f-7fbd38f171f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:16:55.215446 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-1c829cd6-6175-4ffe-b2fb-285c5dc9ed22 None None] Set router 601d5a48-882c-4a1d-b3df-c19330dc44c8 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:16:55.329873 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-8389f534-2ede-44f9-ad97-2c47af31f9ec tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3708255 Feb 08 21:16:55.351938 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce43b94a-ccff-4f51-9c7a-ae559828bd48 req-021740fa-1c94-46f2-8589-a663ba9cb07c tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 210 time: 0.0906353 Feb 08 21:16:55.481642 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087a889d-132f-4c26-a75f-7fbd38f171f4 admin admin] Router 601d5a48-882c-4a1d-b3df-c19330dc44c8 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:16:55.653497 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-aa97b65b-0e68-4063-9611-64fe90ee9571 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:55.656853 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-aa97b65b-0e68-4063-9611-64fe90ee9571 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.94 "GET /v2.0/networks?id=99cd4fbd-ec19-45b8-b386-2fa31ded0325 HTTP/1.1" status: 200 len: 821 time: 1.8959677 Feb 08 21:16:55.731419 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-41ee4463-8e0c-431f-bf34-ebe84dab4dbc tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Request body: {'port': {'device_id': '35fc02a7-c408-4ed2-aea0-2075407b04e5', 'network_id': '99cd4fbd-ec19-45b8-b386-2fa31ded0325', 'admin_state_up': True, 'tenant_id': '10dc8ae370f746c690cf607378dfc111'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:16:55.748865 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-8a4fe3fe-8a26-40ec-8e79-ed15157784d5 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks [] for port (235a3e85-e285-44f0-ab81-1f2e7d5ccc15), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:55.767760 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-cb2b12f7-9108-46d7-8946-577f21f72dce None None] Provisioning complete for port ec77d9ec-9aa2-4a68-b897-e9db0231a07a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:16:55.769424 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cb2b12f7-9108-46d7-8946-577f21f72dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ec77d9ec-9aa2-4a68-b897-e9db0231a07a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:55.816946 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087a889d-132f-4c26-a75f-7fbd38f171f4 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:16:55.834473 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-087a889d-132f-4c26-a75f-7fbd38f171f4 admin admin] 10.222.0.88 "PUT /v2.0/routers/601d5a48-882c-4a1d-b3df-c19330dc44c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6239216 Feb 08 21:16:55.866787 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-1c829cd6-6175-4ffe-b2fb-285c5dc9ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601d5a48-882c-4a1d-b3df-c19330dc44c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1873213093-router', 'tenant_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'f30e1ffb-7854-4531-a481-b6708f72c71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:16:43Z', 'updated_at': '2022-02-08T21:16:54Z', 'revision_number': 4, 'project_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'gw_port': {'id': 'f30e1ffb-7854-4531-a481-b6708f72c71e', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:cd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601d5a48-882c-4a1d-b3df-c19330dc44c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:16:45Z', 'updated_at': '2022-02-08T21:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'ec77d9ec-9aa2-4a68-b897-e9db0231a07a', 'name': '', 'network_id': 'db7e6228-6383-434d-a419-1ee80567b843', 'tenant_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'mac_address': 'fa:16:3e:9c:45:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601d5a48-882c-4a1d-b3df-c19330dc44c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6993c528-5301-4173-85e9-4aab44419465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:16:52Z', 'updated_at': '2022-02-08T21:16:54Z', 'revision_number': 2, 'project_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'subnets': [{'id': '6993c528-5301-4173-85e9-4aab44419465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:16:55.870177 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-cb2b12f7-9108-46d7-8946-577f21f72dce None None] Port ec77d9ec-9aa2-4a68-b897-e9db0231a07a cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:16:55.947813 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c829cd6-6175-4ffe-b2fb-285c5dc9ed22 None None] The sync data for ids ['601d5a48-882c-4a1d-b3df-c19330dc44c8'] in n-d-712143-31 is: [{'id': '601d5a48-882c-4a1d-b3df-c19330dc44c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1873213093-router', 'tenant_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'f30e1ffb-7854-4531-a481-b6708f72c71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:16:43Z', 'updated_at': '2022-02-08T21:16:54Z', 'revision_number': 4, 'project_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'gw_port': {'id': 'f30e1ffb-7854-4531-a481-b6708f72c71e', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:cd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601d5a48-882c-4a1d-b3df-c19330dc44c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:16:45Z', 'updated_at': '2022-02-08T21:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'ec77d9ec-9aa2-4a68-b897-e9db0231a07a', 'name': '', 'network_id': 'db7e6228-6383-434d-a419-1ee80567b843', 'tenant_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'mac_address': 'fa:16:3e:9c:45:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601d5a48-882c-4a1d-b3df-c19330dc44c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6993c528-5301-4173-85e9-4aab44419465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:16:52Z', 'updated_at': '2022-02-08T21:16:54Z', 'revision_number': 2, 'project_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'subnets': [{'id': '6993c528-5301-4173-85e9-4aab44419465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:16:56.059790 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c9604-d4b2-4807-b3b9-2d600440ca67 req-bb7aeba2-3a2f-4bc2-9efa-dd73b1910ee9 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:56.072459 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a51c9604-d4b2-4807-b3b9-2d600440ca67 req-bb7aeba2-3a2f-4bc2-9efa-dd73b1910ee9 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/ports?device_id=54ca4dee-03ce-4a63-b2f1-964ae6659255 HTTP/1.1" status: 200 len: 946 time: 0.4857922 Feb 08 21:16:56.121989 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-9401cf3c-0817-4aad-a359-7e644e4fe78d service neutron] 10.222.0.88 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7197073 Feb 08 21:16:56.208462 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-8a4fe3fe-8a26-40ec-8e79-ed15157784d5 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (235a3e85-e285-44f0-ab81-1f2e7d5ccc15), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:56.355190 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a51c9604-d4b2-4807-b3b9-2d600440ca67 req-ebb5501e-bbd7-4d20-85b0-3d5a2a654f89 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb806cb0-2515-4b46-855e-a72e73a208ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811921 Feb 08 21:16:56.425630 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-8a4fe3fe-8a26-40ec-8e79-ed15157784d5 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Network 6e721cc8-cb97-443d-9392-5abeb1b828df is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:16:56.438865 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-41ee4463-8e0c-431f-bf34-ebe84dab4dbc tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Made reservation on behalf of 10dc8ae370f746c690cf607378dfc111 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:16:56.443796 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-41ee4463-8e0c-431f-bf34-ebe84dab4dbc tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:56.476725 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-8a4fe3fe-8a26-40ec-8e79-ed15157784d5 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:16:56.497439 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-8a4fe3fe-8a26-40ec-8e79-ed15157784d5 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:16:56.595048 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4fe3fe-8a26-40ec-8e79-ed15157784d5 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Pushing event updated for resources: {'Port': ['ID=235a3e85-e285-44f0-ab81-1f2e7d5ccc15,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:56.634516 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-c196b1f6-75eb-4f4a-aa01-e1e0e1365932 service neutron] 10.222.0.88 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966688 Feb 08 21:16:56.787665 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fdde6d-061c-47d6-ae27-42f2b8f75590 x-openstack-request-id: req-e1fdde6d-061c-47d6-ae27-42f2b8f75590 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:16:56.788182 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ed1bb2-448a-4bab-96cc-2646cc17e850", "name": "network-vif-deleted", "tag": "4a931013-95b0-4614-8d53-667916fb9900", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:16:56.788530 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e1fdde6d-061c-47d6-ae27-42f2b8f75590 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:16:56.789317 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ed1bb2-448a-4bab-96cc-2646cc17e850', 'name': 'network-vif-deleted', 'tag': '4a931013-95b0-4614-8d53-667916fb9900', 'status': 'completed', 'code': 200} Feb 08 21:16:56.809205 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-8a4fe3fe-8a26-40ec-8e79-ed15157784d5 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:56.810550 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-8a4fe3fe-8a26-40ec-8e79-ed15157784d5 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:56.855520 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-8a4fe3fe-8a26-40ec-8e79-ed15157784d5 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0400047 Feb 08 21:16:57.013649 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-41ee4463-8e0c-431f-bf34-ebe84dab4dbc tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Allocated IP 172.20.0.11 (99cd4fbd-ec19-45b8-b386-2fa31ded0325/d1038644-0e9a-4c39-b91b-b7947ede0433/90fda01a-51dd-4628-ae66-bcbeb5e1a858) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:16:57.154741 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44328) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:57.166503 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ee1ae86c-b354-420e-97d1-be48df6e12d0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1351199193-network', 'tenant_id': 'f35b4b6ad871452b8a765a13e6bc79c0'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:16:57.251157 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1ae86c-b354-420e-97d1-be48df6e12d0 admin admin] Made reservation on behalf of f35b4b6ad871452b8a765a13e6bc79c0 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:16:57.258911 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee1ae86c-b354-420e-97d1-be48df6e12d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:57.317371 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee1ae86c-b354-420e-97d1-be48df6e12d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:57.370845 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-84a3cd9c-a2de-442f-93d7-ec22e5af3f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:57.654052 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee1ae86c-b354-420e-97d1-be48df6e12d0 admin admin] Publish callbacks [] for security_group (393d7334-f0cd-4556-acf5-d0c5c9955279), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:57.667687 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee1ae86c-b354-420e-97d1-be48df6e12d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (393d7334-f0cd-4556-acf5-d0c5c9955279), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:57.710906 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1ae86c-b354-420e-97d1-be48df6e12d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:16:57.723977 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee1ae86c-b354-420e-97d1-be48df6e12d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (12d03aeb-cfc1-4c80-b909-6e90e2dc5d0a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:57.724730 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-ee1ae86c-b354-420e-97d1-be48df6e12d0 admin admin] Added segment 12d03aeb-cfc1-4c80-b909-6e90e2dc5d0a of type vlan for network aa6081f4-22de-4346-bb7f-dff024790515 Feb 08 21:16:57.762025 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-20878d53-5d13-4cbf-acd4-dea73070ed87 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:57.808850 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-20878d53-5d13-4cbf-acd4-dea73070ed87 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/networks?id=14653267-33f9-4701-8b25-78748f42e7d2 HTTP/1.1" status: 200 len: 812 time: 0.7136586 Feb 08 21:16:57.871029 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-6b728117-9f36-4189-8eee-2989994b8adb service neutron] Request body: {'port': {'device_id': '4bbe6b51-7a66-43da-ac6e-db70c0e4e247', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:16:57.893448 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-8c084a7e-6972-4e8e-b819-6cd5521f5579 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/quotas/9528332d4f29435ebdf5e407e4b8930c HTTP/1.1" status: 200 len: 375 time: 0.0831351 Feb 08 21:16:57.895991 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f30e1ffb-7854-4531-a481-b6708f72c71e up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:16:57.935351 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee1ae86c-b354-420e-97d1-be48df6e12d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (aa6081f4-22de-4346-bb7f-dff024790515), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:57.950766 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ae86c-b354-420e-97d1-be48df6e12d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393d7334-f0cd-4556-acf5-d0c5c9955279,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:58.057770 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee1ae86c-b354-420e-97d1-be48df6e12d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (aa6081f4-22de-4346-bb7f-dff024790515), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:58.059495 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1ae86c-b354-420e-97d1-be48df6e12d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:58.060492 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee1ae86c-b354-420e-97d1-be48df6e12d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:58.092080 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-f3965a2a-53ea-4068-aa49-4c1741962a80 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9528332d4f29435ebdf5e407e4b8930c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1889231 Feb 08 21:16:58.113175 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port f30e1ffb-7854-4531-a481-b6708f72c71e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:16:58.117856 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f30e1ffb-7854-4531-a481-b6708f72c71e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:58.153845 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b0791-7486-4a63-ba6e-39d06be3147b req-2867aed7-b3e6-410d-9f37-d8fa2ae2baad tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:58.166065 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-916b0791-7486-4a63-ba6e-39d06be3147b req-2867aed7-b3e6-410d-9f37-d8fa2ae2baad tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 950 time: 1.0741613 Feb 08 21:16:58.233162 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ee1ae86c-b354-420e-97d1-be48df6e12d0 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0769577 Feb 08 21:16:58.248069 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44336) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:58.256454 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-762f9b50-a7ed-45a9-bb6e-5194e52e88a2 admin admin] Request body: {'subnet': {'network_id': 'aa6081f4-22de-4346-bb7f-dff024790515', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1351199193-subnet', 'tenant_id': 'f35b4b6ad871452b8a765a13e6bc79c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:16:58.294790 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:16:58.332170 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ae86c-b354-420e-97d1-be48df6e12d0 admin admin] Pushing event updated for resources: {'Network': ['ID=aa6081f4-22de-4346-bb7f-dff024790515,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:58.357156 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762f9b50-a7ed-45a9-bb6e-5194e52e88a2 admin admin] Made reservation on behalf of f35b4b6ad871452b8a765a13e6bc79c0 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:16:58.362192 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-762f9b50-a7ed-45a9-bb6e-5194e52e88a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:58.363528 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network aa6081f4-22de-4346-bb7f-dff024790515 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:16:58.508632 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-41ee4463-8e0c-431f-bf34-ebe84dab4dbc tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks [] for port (90fda01a-51dd-4628-ae66-bcbeb5e1a858), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:58.523392 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port f30e1ffb-7854-4531-a481-b6708f72c71e is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:16:58.538155 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f30e1ffb-7854-4531-a481-b6708f72c71e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:58.597194 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port f30e1ffb-7854-4531-a481-b6708f72c71e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f30e1ffb-7854-4531-a481-b6708f72c71e,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:16:58.616579 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f30e1ffb-7854-4531-a481-b6708f72c71e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:58.704813 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-916b0791-7486-4a63-ba6e-39d06be3147b req-e270417c-3d65-4ca9-a29e-4b5fa4b50a90 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5375912 Feb 08 21:16:58.754480 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=f30e1ffb-7854-4531-a481-b6708f72c71e,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:58.757275 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-762f9b50-a7ed-45a9-bb6e-5194e52e88a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (02edbaba-852c-452d-b817-02147b1f40b1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:58.829714 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-6b728117-9f36-4189-8eee-2989994b8adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (235a3e85-e285-44f0-ab81-1f2e7d5ccc15), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:58.871268 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-7ee99867-6b92-4a21-bb73-05e114ac6057 service neutron] 10.222.0.88 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7647412 Feb 08 21:16:58.886188 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-41ee4463-8e0c-431f-bf34-ebe84dab4dbc tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (90fda01a-51dd-4628-ae66-bcbeb5e1a858), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:58.888680 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f9b50-a7ed-45a9-bb6e-5194e52e88a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02edbaba-852c-452d-b817-02147b1f40b1,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:58.942285 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762f9b50-a7ed-45a9-bb6e-5194e52e88a2 admin admin] Checking segment: {'id': '12d03aeb-cfc1-4c80-b909-6e90e2dc5d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'aa6081f4-22de-4346-bb7f-dff024790515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:16:58.942738 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762f9b50-a7ed-45a9-bb6e-5194e52e88a2 admin admin] Network hostable DHCP agents. Network: aa6081f4-22de-4346-bb7f-dff024790515, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:16:58.945389 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fc72ff-59fc-4eb0-ab88-78573dcb87fb x-openstack-request-id: req-01fc72ff-59fc-4eb0-ab88-78573dcb87fb {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:16:58.946384 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4566af2-4077-4cf2-ae60-89837a085981", "name": "network-vif-plugged", "status": "completed", "tag": "c7aceece-eac0-4fab-8440-03d54f187c1c", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:16:58.946899 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-01fc72ff-59fc-4eb0-ab88-78573dcb87fb {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:16:58.947490 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4566af2-4077-4cf2-ae60-89837a085981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7aceece-eac0-4fab-8440-03d54f187c1c', 'code': 200} Feb 08 21:16:58.990451 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762f9b50-a7ed-45a9-bb6e-5194e52e88a2 admin admin] Network aa6081f4-22de-4346-bb7f-dff024790515 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:16:59.016112 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-762f9b50-a7ed-45a9-bb6e-5194e52e88a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, aa6081f4-22de-4346-bb7f-dff024790515) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:16:59.022653 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762f9b50-a7ed-45a9-bb6e-5194e52e88a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:16:59.025095 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-762f9b50-a7ed-45a9-bb6e-5194e52e88a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:59.041597 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7cd90f-48ec-4c3d-847f-41a71e5155cf None None] Network aa6081f4-22de-4346-bb7f-dff024790515 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:16:59.046115 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:59.068825 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-762f9b50-a7ed-45a9-bb6e-5194e52e88a2 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8166833 Feb 08 21:16:59.069348 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44338) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:16:59.076534 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6302b801-9956-4108-91e3-cbc0deef49d5 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1351199193-router', 'tenant_id': 'f35b4b6ad871452b8a765a13e6bc79c0', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:16:59.133806 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6302b801-9956-4108-91e3-cbc0deef49d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (cb056cb9-5096-40dd-8027-6143ef79e88b), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:59.135969 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6302b801-9956-4108-91e3-cbc0deef49d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (cb056cb9-5096-40dd-8027-6143ef79e88b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:59.251941 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-41ee4463-8e0c-431f-bf34-ebe84dab4dbc tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Network 99cd4fbd-ec19-45b8-b386-2fa31ded0325 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:16:59.253124 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460ca103-df52-41c3-b128-25b352f4daa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-aa6081f4-22de-4346-bb7f-dff024790515', 'network_id': 'aa6081f4-22de-4346-bb7f-dff024790515', 'project_id': 'f35b4b6ad871452b8a765a13e6bc79c0', 'fixed_ips': [{'subnet_id': '02edbaba-852c-452d-b817-02147b1f40b1'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:16:59.254987 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-460ca103-df52-41c3-b128-25b352f4daa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:59.285355 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6302b801-9956-4108-91e3-cbc0deef49d5 admin admin] Publish callbacks [] for router_controller (cb056cb9-5096-40dd-8027-6143ef79e88b), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:59.372572 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee4463-8e0c-431f-bf34-ebe84dab4dbc tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Pushing event updated for resources: {'Port': ['ID=90fda01a-51dd-4628-ae66-bcbeb5e1a858,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:16:59.382970 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-41ee4463-8e0c-431f-bf34-ebe84dab4dbc tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:16:59.458950 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-41ee4463-8e0c-431f-bf34-ebe84dab4dbc tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:16:59.490164 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-460ca103-df52-41c3-b128-25b352f4daa1 None None] Allocated IP 172.20.0.2 (aa6081f4-22de-4346-bb7f-dff024790515/02edbaba-852c-452d-b817-02147b1f40b1/0a724f4b-1281-4506-9d4f-4c847d4c6516) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:16:59.714640 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6302b801-9956-4108-91e3-cbc0deef49d5 admin admin] Publish callbacks [] for router_gateway (cb056cb9-5096-40dd-8027-6143ef79e88b), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:59.717675 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f30e1ffb-7854-4531-a481-b6708f72c71e up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:16:59.860937 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-460ca103-df52-41c3-b128-25b352f4daa1 None None] Publish callbacks [] for port (0a724f4b-1281-4506-9d4f-4c847d4c6516), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:59.868464 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port f30e1ffb-7854-4531-a481-b6708f72c71e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:16:59.868933 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f30e1ffb-7854-4531-a481-b6708f72c71e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:16:59.899909 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-460ca103-df52-41c3-b128-25b352f4daa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (0a724f4b-1281-4506-9d4f-4c847d4c6516), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:00.008473 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460ca103-df52-41c3-b128-25b352f4daa1 None None] Network aa6081f4-22de-4346-bb7f-dff024790515 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:17:00.020467 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-460ca103-df52-41c3-b128-25b352f4daa1 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:17:00.026273 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460ca103-df52-41c3-b128-25b352f4daa1 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:17:00.057930 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ca103-df52-41c3-b128-25b352f4daa1 None None] Pushing event updated for resources: {'Port': ['ID=0a724f4b-1281-4506-9d4f-4c847d4c6516,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:00.063104 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28513cef-79c6-40b2-ae7b-4a4e213e1cf4 req-ab94cce7-802d-4b5b-b8e6-e7d88a35ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:00.065682 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-28513cef-79c6-40b2-ae7b-4a4e213e1cf4 req-ab94cce7-802d-4b5b-b8e6-e7d88a35ebd1 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 1133 time: 0.8512855 Feb 08 21:17:00.092744 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-41ee4463-8e0c-431f-bf34-ebe84dab4dbc tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:00.094075 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-41ee4463-8e0c-431f-bf34-ebe84dab4dbc tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:00.111998 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-9531fb24-8fd0-4578-9342-3c740e456ca8 service neutron] 10.222.0.88 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1204000 Feb 08 21:17:00.137712 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d5ed5-514c-4d04-ae16-cff420e9241d req-35d9b93f-7564-4216-a6b3-7fb7abca5852 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:00.140881 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c54d5ed5-514c-4d04-ae16-cff420e9241d req-35d9b93f-7564-4216-a6b3-7fb7abca5852 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=35fc02a7-c408-4ed2-aea0-2075407b04e5 HTTP/1.1" status: 200 len: 932 time: 0.9291525 Feb 08 21:17:00.150482 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port f30e1ffb-7854-4531-a481-b6708f72c71e is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:17:00.192952 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-460ca103-df52-41c3-b128-25b352f4daa1 None None] Attempting to bind port 0a724f4b-1281-4506-9d4f-4c847d4c6516 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:17:00.193669 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-460ca103-df52-41c3-b128-25b352f4daa1 None None] Attempting to bind port 0a724f4b-1281-4506-9d4f-4c847d4c6516 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '12d03aeb-cfc1-4c80-b909-6e90e2dc5d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'aa6081f4-22de-4346-bb7f-dff024790515'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:17:00.194335 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ca103-df52-41c3-b128-25b352f4daa1 None None] Attempting to bind port 0a724f4b-1281-4506-9d4f-4c847d4c6516 on network aa6081f4-22de-4346-bb7f-dff024790515 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:17:00.196184 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-41ee4463-8e0c-431f-bf34-ebe84dab4dbc tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4903600 Feb 08 21:17:00.201630 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ca103-df52-41c3-b128-25b352f4daa1 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:17:00.202436 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ca103-df52-41c3-b128-25b352f4daa1 None None] Checking segment: {'id': '12d03aeb-cfc1-4c80-b909-6e90e2dc5d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'aa6081f4-22de-4346-bb7f-dff024790515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:17:00.203043 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-460ca103-df52-41c3-b128-25b352f4daa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:00.203688 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ca103-df52-41c3-b128-25b352f4daa1 None None] Bound using segment: {'id': '12d03aeb-cfc1-4c80-b909-6e90e2dc5d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'aa6081f4-22de-4346-bb7f-dff024790515'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:17:00.204341 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-460ca103-df52-41c3-b128-25b352f4daa1 None None] Bound port: 0a724f4b-1281-4506-9d4f-4c847d4c6516, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d03aeb-cfc1-4c80-b909-6e90e2dc5d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'aa6081f4-22de-4346-bb7f-dff024790515'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:17:00.204896 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-460ca103-df52-41c3-b128-25b352f4daa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0a724f4b-1281-4506-9d4f-4c847d4c6516), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:00.246003 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-188f2a3b-acd6-4568-9028-06a651f9446b service neutron] Request body: {'port': {'device_id': '35fc02a7-c408-4ed2-aea0-2075407b04e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:17:00.304213 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-460ca103-df52-41c3-b128-25b352f4daa1 None None] For port 0a724f4b-1281-4506-9d4f-4c847d4c6516, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:17:00.310110 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-460ca103-df52-41c3-b128-25b352f4daa1 None None] For port 0a724f4b-1281-4506-9d4f-4c847d4c6516, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=0a724f4b-1281-4506-9d4f-4c847d4c6516,segment=NetworkSegment(12d03aeb-cfc1-4c80-b909-6e90e2dc5d0a),segment_id=12d03aeb-cfc1-4c80-b909-6e90e2dc5d0a)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:17:00.331698 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-460ca103-df52-41c3-b128-25b352f4daa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0a724f4b-1281-4506-9d4f-4c847d4c6516), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:00.348754 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-6b728117-9f36-4189-8eee-2989994b8adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 235a3e85-e285-44f0-ab81-1f2e7d5ccc15 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:17:00.364518 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-28513cef-79c6-40b2-ae7b-4a4e213e1cf4 req-bda4a6f3-6a1d-458f-b9da-7e3728b8a959 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840893 Feb 08 21:17:00.367062 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-6b728117-9f36-4189-8eee-2989994b8adb service neutron] Publish callbacks [] for port (235a3e85-e285-44f0-ab81-1f2e7d5ccc15), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:00.400473 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-fefa6870-5b85-429d-b108-dee451a9c56b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:00.403173 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-fefa6870-5b85-429d-b108-dee451a9c56b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.96 "GET /v2.0/networks?id=2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 200 len: 821 time: 0.8686125 Feb 08 21:17:00.448397 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-c53276f6-99ed-4f31-8bcb-35944a060b76 service neutron] 10.222.0.96 "GET /v2.0/ports/1ea08fc4-5c7f-4516-af34-84dcc109c7ff/bindings/n-h1-712143-31 HTTP/1.1" status: 200 len: 385 time: 0.7503757 Feb 08 21:17:00.460992 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c54d5ed5-514c-4d04-ae16-cff420e9241d req-2118cf0a-e977-4f9c-ab96-1ca75921a87d tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327561 Feb 08 21:17:00.462400 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-6b728117-9f36-4189-8eee-2989994b8adb service neutron] Transition to ACTIVE for port object 235a3e85-e285-44f0-ab81-1f2e7d5ccc15 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:17:00.475728 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-188f2a3b-acd6-4568-9028-06a651f9446b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (90fda01a-51dd-4628-ae66-bcbeb5e1a858), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:00.485058 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-6b728117-9f36-4189-8eee-2989994b8adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (235a3e85-e285-44f0-ab81-1f2e7d5ccc15), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:00.497060 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ca103-df52-41c3-b128-25b352f4daa1 None None] Pushing event updated for resources: {'Port': ['ID=0a724f4b-1281-4506-9d4f-4c847d4c6516,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:00.599965 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7cd278-85ab-4f30-a4dd-befd7020a97c None None] Sync routers for ids ['601d5a48-882c-4a1d-b3df-c19330dc44c8'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:17:00.615336 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7cd278-85ab-4f30-a4dd-befd7020a97c None None] Routers {'601d5a48-882c-4a1d-b3df-c19330dc44c8'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:17:00.616006 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4c7cd278-85ab-4f30-a4dd-befd7020a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:16:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['601d5a48-882c-4a1d-b3df-c19330dc44c8'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:17:00.722534 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-93a7d07a-ffae-4323-ac63-76bc68125bfd tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Request body: {'port': {'device_id': 'b4427664-281d-4e08-91af-27ed804ae64c', 'network_id': '2832de48-e50e-44a2-9cef-26035a020939', 'admin_state_up': True, 'tenant_id': '8f5c158dadb24dc0a464206c8c7c35e1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:17:00.748148 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-4c7cd278-85ab-4f30-a4dd-befd7020a97c None None] Set router 601d5a48-882c-4a1d-b3df-c19330dc44c8 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:17:00.877336 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b728117-9f36-4189-8eee-2989994b8adb service neutron] Pushing event updated for resources: {'Port': ['ID=235a3e85-e285-44f0-ab81-1f2e7d5ccc15,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:01.192344 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6302b801-9956-4108-91e3-cbc0deef49d5 admin admin] Publish callbacks [] for router_gateway (cb056cb9-5096-40dd-8027-6143ef79e88b), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:01.233132 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6302b801-9956-4108-91e3-cbc0deef49d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:01.246571 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-93a7d07a-ffae-4323-ac63-76bc68125bfd tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Made reservation on behalf of 8f5c158dadb24dc0a464206c8c7c35e1 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:17:01.251277 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-93a7d07a-ffae-4323-ac63-76bc68125bfd tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:01.349758 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:01.387530 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:01.394438 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-188f2a3b-acd6-4568-9028-06a651f9446b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90fda01a-51dd-4628-ae66-bcbeb5e1a858 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:17:01.407135 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-188f2a3b-acd6-4568-9028-06a651f9446b service neutron] Publish callbacks [] for port (90fda01a-51dd-4628-ae66-bcbeb5e1a858), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:01.432761 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-188f2a3b-acd6-4568-9028-06a651f9446b service neutron] Transition to ACTIVE for port object 90fda01a-51dd-4628-ae66-bcbeb5e1a858 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:17:01.483761 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-188f2a3b-acd6-4568-9028-06a651f9446b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (90fda01a-51dd-4628-ae66-bcbeb5e1a858), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:01.520056 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4c7cd278-85ab-4f30-a4dd-befd7020a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601d5a48-882c-4a1d-b3df-c19330dc44c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1873213093-router', 'tenant_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'f30e1ffb-7854-4531-a481-b6708f72c71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:16:43Z', 'updated_at': '2022-02-08T21:16:54Z', 'revision_number': 4, 'project_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'gw_port': {'id': 'f30e1ffb-7854-4531-a481-b6708f72c71e', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:cd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601d5a48-882c-4a1d-b3df-c19330dc44c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:16:45Z', 'updated_at': '2022-02-08T21:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'ec77d9ec-9aa2-4a68-b897-e9db0231a07a', 'name': '', 'network_id': 'db7e6228-6383-434d-a419-1ee80567b843', 'tenant_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'mac_address': 'fa:16:3e:9c:45:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601d5a48-882c-4a1d-b3df-c19330dc44c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6993c528-5301-4173-85e9-4aab44419465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:16:52Z', 'updated_at': '2022-02-08T21:16:54Z', 'revision_number': 2, 'project_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'subnets': [{'id': '6993c528-5301-4173-85e9-4aab44419465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:17:01.548692 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-7faebc29-d85e-45d1-9dc0-b7a931fa3446 service neutron] For port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1ea08fc4-5c7f-4516-af34-84dcc109c7ff,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:01.575616 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7cd278-85ab-4f30-a4dd-befd7020a97c None None] Checking router: 601d5a48-882c-4a1d-b3df-c19330dc44c8 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:17:01.576149 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7cd278-85ab-4f30-a4dd-befd7020a97c None None] Updating router 601d5a48-882c-4a1d-b3df-c19330dc44c8 port ec77d9ec-9aa2-4a68-b897-e9db0231a07a binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:17:01.581880 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-6302b801-9956-4108-91e3-cbc0deef49d5 admin admin] Allocated IP 172.25.3.75 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/30b0adae-7e47-4a88-95a1-5f44551a9bc5) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:17:01.636941 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4c7cd278-85ab-4f30-a4dd-befd7020a97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ec77d9ec-9aa2-4a68-b897-e9db0231a07a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:01.694125 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-7faebc29-d85e-45d1-9dc0-b7a931fa3446 service neutron] For port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:17:01.825944 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39724ee7-3f05-4fa2-9d07-49afc591a218 req-5c47e0c6-74e0-4ad0-95c7-1759b7d6f633 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:01.840026 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-39724ee7-3f05-4fa2-9d07-49afc591a218 req-5c47e0c6-74e0-4ad0-95c7-1759b7d6f633 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 943 time: 1.0256586 Feb 08 21:17:01.887327 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 0a724f4b-1281-4506-9d4f-4c847d4c6516 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:17:01.894348 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-93a7d07a-ffae-4323-ac63-76bc68125bfd tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Allocated IP 172.20.0.13 (2832de48-e50e-44a2-9cef-26035a020939/d60e29b3-21d7-4da4-a50a-dfbe604013ed/c885e468-8f09-4e3c-8c98-e5a29efb08b4) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:17:01.908761 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-7faebc29-d85e-45d1-9dc0-b7a931fa3446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ea08fc4-5c7f-4516-af34-84dcc109c7ff {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:17:01.915897 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af782ea-c36a-46b8-96f2-1295030f8d7c req-4fddbe4d-fd8d-47df-869a-9d93b8fc4b75 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:01.934898 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5af782ea-c36a-46b8-96f2-1295030f8d7c req-4fddbe4d-fd8d-47df-869a-9d93b8fc4b75 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 944 time: 1.1215715 Feb 08 21:17:01.961289 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-7faebc29-d85e-45d1-9dc0-b7a931fa3446 service neutron] For port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=1ea08fc4-5c7f-4516-af34-84dcc109c7ff,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:02.010597 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-7faebc29-d85e-45d1-9dc0-b7a931fa3446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1ea08fc4-5c7f-4516-af34-84dcc109c7ff), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:02.067347 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 0a724f4b-1281-4506-9d4f-4c847d4c6516 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:17:02.067986 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0a724f4b-1281-4506-9d4f-4c847d4c6516), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:02.171240 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6302b801-9956-4108-91e3-cbc0deef49d5 admin admin] Publish callbacks [] for port (30b0adae-7e47-4a88-95a1-5f44551a9bc5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:02.184851 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-6b728117-9f36-4189-8eee-2989994b8adb service neutron] Attempting to bind port 235a3e85-e285-44f0-ab81-1f2e7d5ccc15 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:17:02.185533 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-6b728117-9f36-4189-8eee-2989994b8adb service neutron] Attempting to bind port 235a3e85-e285-44f0-ab81-1f2e7d5ccc15 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1a0c837-7c9b-4953-887c-84de13de2b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6e721cc8-cb97-443d-9392-5abeb1b828df'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:17:02.186074 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-6b728117-9f36-4189-8eee-2989994b8adb service neutron] Attempting to bind port 235a3e85-e285-44f0-ab81-1f2e7d5ccc15 on network 6e721cc8-cb97-443d-9392-5abeb1b828df {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:17:02.306878 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 0a724f4b-1281-4506-9d4f-4c847d4c6516 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:17:02.307571 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0a724f4b-1281-4506-9d4f-4c847d4c6516), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:02.321558 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-7faebc29-d85e-45d1-9dc0-b7a931fa3446 service neutron] Transition to ACTIVE for port object 1ea08fc4-5c7f-4516-af34-84dcc109c7ff will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:17:02.333821 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-7faebc29-d85e-45d1-9dc0-b7a931fa3446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (1ea08fc4-5c7f-4516-af34-84dcc109c7ff), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:02.375833 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4c7cd278-85ab-4f30-a4dd-befd7020a97c None None] Publish callbacks [] for port (ec77d9ec-9aa2-4a68-b897-e9db0231a07a), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:02.393898 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4c7cd278-85ab-4f30-a4dd-befd7020a97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ec77d9ec-9aa2-4a68-b897-e9db0231a07a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:02.400818 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d2f27e-ba5f-497e-b7ab-0d61130c96a7 None None] Network aa6081f4-22de-4346-bb7f-dff024790515 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:17:02.404937 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6302b801-9956-4108-91e3-cbc0deef49d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (30b0adae-7e47-4a88-95a1-5f44551a9bc5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:02.440131 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 0a724f4b-1281-4506-9d4f-4c847d4c6516, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=0a724f4b-1281-4506-9d4f-4c847d4c6516,segment=NetworkSegment(12d03aeb-cfc1-4c80-b909-6e90e2dc5d0a),segment_id=12d03aeb-cfc1-4c80-b909-6e90e2dc5d0a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:02.445325 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-93a7d07a-ffae-4323-ac63-76bc68125bfd tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks [] for port (c885e468-8f09-4e3c-8c98-e5a29efb08b4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:02.488202 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-7faebc29-d85e-45d1-9dc0-b7a931fa3446 service neutron] No DVR routers for this DVR port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff on host n-h2-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:17:02.489295 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f96e17-8797-4582-9f45-eaa42e36ed11 None None] Pushing event updated for resources: {'Port': ['ID=ec77d9ec-9aa2-4a68-b897-e9db0231a07a,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:02.491559 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6302b801-9956-4108-91e3-cbc0deef49d5 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:17:02.502724 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-6302b801-9956-4108-91e3-cbc0deef49d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:17:02.504823 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faebc29-d85e-45d1-9dc0-b7a931fa3446 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea08fc4-5c7f-4516-af34-84dcc109c7ff,revision_number=10']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:02.516154 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f96e17-8797-4582-9f45-eaa42e36ed11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:02.516876 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f96e17-8797-4582-9f45-eaa42e36ed11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:02.517421 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f96e17-8797-4582-9f45-eaa42e36ed11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:02.518413 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f96e17-8797-4582-9f45-eaa42e36ed11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:02.518859 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f96e17-8797-4582-9f45-eaa42e36ed11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:02.519069 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6302b801-9956-4108-91e3-cbc0deef49d5 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:17:02.519623 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f96e17-8797-4582-9f45-eaa42e36ed11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:02.520051 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f96e17-8797-4582-9f45-eaa42e36ed11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:02.520495 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f96e17-8797-4582-9f45-eaa42e36ed11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:02.521124 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f96e17-8797-4582-9f45-eaa42e36ed11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:02.521618 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f96e17-8797-4582-9f45-eaa42e36ed11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:02.522211 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f96e17-8797-4582-9f45-eaa42e36ed11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:02.522704 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f96e17-8797-4582-9f45-eaa42e36ed11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:02.523138 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f96e17-8797-4582-9f45-eaa42e36ed11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:02.586387 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0a724f4b-1281-4506-9d4f-4c847d4c6516), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:02.618483 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b9a97220-20d9-44d5-8118-57aa0b14ae9c None None] Provisioning complete for port 0a724f4b-1281-4506-9d4f-4c847d4c6516 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:17:02.619113 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9a97220-20d9-44d5-8118-57aa0b14ae9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0a724f4b-1281-4506-9d4f-4c847d4c6516), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:02.645338 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4c7cd278-85ab-4f30-a4dd-befd7020a97c None None] Attempting to bind port ec77d9ec-9aa2-4a68-b897-e9db0231a07a on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:17:02.645973 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4c7cd278-85ab-4f30-a4dd-befd7020a97c None None] Attempting to bind port ec77d9ec-9aa2-4a68-b897-e9db0231a07a by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'db7e6228-6383-434d-a419-1ee80567b843'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:17:02.646363 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7cd278-85ab-4f30-a4dd-befd7020a97c None None] Attempting to bind port ec77d9ec-9aa2-4a68-b897-e9db0231a07a on network db7e6228-6383-434d-a419-1ee80567b843 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:17:02.673397 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7cd278-85ab-4f30-a4dd-befd7020a97c None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:17:02.673969 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7cd278-85ab-4f30-a4dd-befd7020a97c None None] Checking segment: {'id': 'ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'db7e6228-6383-434d-a419-1ee80567b843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:17:02.674622 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4c7cd278-85ab-4f30-a4dd-befd7020a97c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:02.675390 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7cd278-85ab-4f30-a4dd-befd7020a97c None None] Bound using segment: {'id': 'ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'db7e6228-6383-434d-a419-1ee80567b843'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:17:02.677088 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4c7cd278-85ab-4f30-a4dd-befd7020a97c None None] Bound port: ec77d9ec-9aa2-4a68-b897-e9db0231a07a, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'db7e6228-6383-434d-a419-1ee80567b843'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:17:02.677790 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4c7cd278-85ab-4f30-a4dd-befd7020a97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ec77d9ec-9aa2-4a68-b897-e9db0231a07a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:02.714980 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-7faebc29-d85e-45d1-9dc0-b7a931fa3446 service neutron] 10.222.0.96 "PUT /v2.0/ports/1ea08fc4-5c7f-4516-af34-84dcc109c7ff/bindings/n-h1-712143-31/activate HTTP/1.1" status: 200 len: 370 time: 1.8625391 Feb 08 21:17:02.739637 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f2a3b-acd6-4568-9028-06a651f9446b service neutron] Pushing event updated for resources: {'Port': ['ID=90fda01a-51dd-4628-ae66-bcbeb5e1a858,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:02.792099 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302b801-9956-4108-91e3-cbc0deef49d5 admin admin] Pushing event updated for resources: {'Port': ['ID=30b0adae-7e47-4a88-95a1-5f44551a9bc5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:02.848520 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5af782ea-c36a-46b8-96f2-1295030f8d7c req-a66d73f1-498f-48f3-8d22-8f27730307a6 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9100225 Feb 08 21:17:02.869831 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.94', 59548) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:17:02.882916 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-39724ee7-3f05-4fa2-9d07-49afc591a218 req-ca58466a-27ae-4051-bc22-cbff36e26c50 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0418751 Feb 08 21:17:02.893896 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-6b728117-9f36-4189-8eee-2989994b8adb service neutron] Port 235a3e85-e285-44f0-ab81-1f2e7d5ccc15 on network 6e721cc8-cb97-443d-9392-5abeb1b828df not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:17:02.894232 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-6b728117-9f36-4189-8eee-2989994b8adb service neutron] Attempting to bind port 235a3e85-e285-44f0-ab81-1f2e7d5ccc15 on network 6e721cc8-cb97-443d-9392-5abeb1b828df {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:17:02.932446 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-188f2a3b-acd6-4568-9028-06a651f9446b service neutron] Attempting to bind port 90fda01a-51dd-4628-ae66-bcbeb5e1a858 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:17:02.932891 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-188f2a3b-acd6-4568-9028-06a651f9446b service neutron] Attempting to bind port 90fda01a-51dd-4628-ae66-bcbeb5e1a858 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '488cc332-a24d-48f9-b9ab-2d3512ca7d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99cd4fbd-ec19-45b8-b386-2fa31ded0325'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:17:02.933924 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-188f2a3b-acd6-4568-9028-06a651f9446b service neutron] Attempting to bind port 90fda01a-51dd-4628-ae66-bcbeb5e1a858 on network 99cd4fbd-ec19-45b8-b386-2fa31ded0325 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:17:02.937078 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-6b728117-9f36-4189-8eee-2989994b8adb service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:17:02.937728 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-6b728117-9f36-4189-8eee-2989994b8adb service neutron] Checking segment: {'id': 'b1a0c837-7c9b-4953-887c-84de13de2b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6e721cc8-cb97-443d-9392-5abeb1b828df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:17:02.938789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-6b728117-9f36-4189-8eee-2989994b8adb service neutron] Bound using segment: {'id': 'b1a0c837-7c9b-4953-887c-84de13de2b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6e721cc8-cb97-443d-9392-5abeb1b828df'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:17:02.940329 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-6b728117-9f36-4189-8eee-2989994b8adb service neutron] Bound port: 235a3e85-e285-44f0-ab81-1f2e7d5ccc15, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1a0c837-7c9b-4953-887c-84de13de2b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6e721cc8-cb97-443d-9392-5abeb1b828df'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:17:02.941687 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-6b728117-9f36-4189-8eee-2989994b8adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (235a3e85-e285-44f0-ab81-1f2e7d5ccc15), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:02.943320 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-4c7cd278-85ab-4f30-a4dd-befd7020a97c None None] For port ec77d9ec-9aa2-4a68-b897-e9db0231a07a, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:17:02.952167 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-4c7cd278-85ab-4f30-a4dd-befd7020a97c None None] For port ec77d9ec-9aa2-4a68-b897-e9db0231a07a, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ec77d9ec-9aa2-4a68-b897-e9db0231a07a,segment=NetworkSegment(ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa),segment_id=ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:17:02.973812 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4c7cd278-85ab-4f30-a4dd-befd7020a97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ec77d9ec-9aa2-4a68-b897-e9db0231a07a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:02.974863 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-188f2a3b-acd6-4568-9028-06a651f9446b service neutron] Port 90fda01a-51dd-4628-ae66-bcbeb5e1a858 on network 99cd4fbd-ec19-45b8-b386-2fa31ded0325 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:17:02.975250 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-188f2a3b-acd6-4568-9028-06a651f9446b service neutron] Attempting to bind port 90fda01a-51dd-4628-ae66-bcbeb5e1a858 on network 99cd4fbd-ec19-45b8-b386-2fa31ded0325 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:17:03.016245 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-70b475ff-b190-479a-8056-a76a841bfba4 req-5d640bc2-eb70-4c36-a619-e96ef469383e tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 210 time: 0.0584924 Feb 08 21:17:03.026079 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-188f2a3b-acd6-4568-9028-06a651f9446b service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:17:03.026488 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-188f2a3b-acd6-4568-9028-06a651f9446b service neutron] Checking segment: {'id': '488cc332-a24d-48f9-b9ab-2d3512ca7d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99cd4fbd-ec19-45b8-b386-2fa31ded0325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:17:03.026903 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-188f2a3b-acd6-4568-9028-06a651f9446b service neutron] Bound using segment: {'id': '488cc332-a24d-48f9-b9ab-2d3512ca7d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99cd4fbd-ec19-45b8-b386-2fa31ded0325'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:17:03.028756 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-188f2a3b-acd6-4568-9028-06a651f9446b service neutron] Bound port: 90fda01a-51dd-4628-ae66-bcbeb5e1a858, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '488cc332-a24d-48f9-b9ab-2d3512ca7d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '99cd4fbd-ec19-45b8-b386-2fa31ded0325'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:17:03.028920 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-188f2a3b-acd6-4568-9028-06a651f9446b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (90fda01a-51dd-4628-ae66-bcbeb5e1a858), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:03.126112 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7cd278-85ab-4f30-a4dd-befd7020a97c None None] Routers {'601d5a48-882c-4a1d-b3df-c19330dc44c8'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:17:03.127105 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4c7cd278-85ab-4f30-a4dd-befd7020a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:16:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['601d5a48-882c-4a1d-b3df-c19330dc44c8'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:17:03.130406 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f96e17-8797-4582-9f45-eaa42e36ed11 None None] Pushing event updated for resources: {'Port': ['ID=ec77d9ec-9aa2-4a68-b897-e9db0231a07a,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:03.198404 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-93a7d07a-ffae-4323-ac63-76bc68125bfd tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (c885e468-8f09-4e3c-8c98-e5a29efb08b4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:03.234031 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-4de41087-400d-4ba2-93ff-892e91125187 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:03.235699 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-4de41087-400d-4ba2-93ff-892e91125187 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c&tenant_id=9b3b159591ee4a229900ea8953fa8a06&binding%3Ahost_id=n-h2-712143-31 HTTP/1.1" status: 200 len: 1128 time: 0.3641737 Feb 08 21:17:03.248776 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-93a7d07a-ffae-4323-ac63-76bc68125bfd tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Network 2832de48-e50e-44a2-9cef-26035a020939 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:17:03.274786 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-93a7d07a-ffae-4323-ac63-76bc68125bfd tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:17:03.310768 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-96afe117-b794-4c72-88b1-3eb307cc252d req-0078110e-8f50-4d87-b224-a295c1176cb8 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=eeac9083-f50f-4d87-8144-9401541b9e5d HTTP/1.1" status: 200 len: 210 time: 0.0857959 Feb 08 21:17:03.341593 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=0a724f4b-1281-4506-9d4f-4c847d4c6516,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:03.354481 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-4c7cd278-85ab-4f30-a4dd-befd7020a97c None None] Set router 601d5a48-882c-4a1d-b3df-c19330dc44c8 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:17:03.438614 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-93a7d07a-ffae-4323-ac63-76bc68125bfd tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:17:03.526310 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-6b728117-9f36-4189-8eee-2989994b8adb service neutron] For port 235a3e85-e285-44f0-ab81-1f2e7d5ccc15, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:17:03.599167 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9fa6b-3318-40c4-a552-3639beac0fd9 req-4745973c-bd9f-4ed5-af52-3749deff6035 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:03.600247 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b9a97220-20d9-44d5-8118-57aa0b14ae9c None None] Current status of the port 0a724f4b-1281-4506-9d4f-4c847d4c6516 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:17:03.602639 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-c707dedd-0098-4787-be7a-4f08ff6db709 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:03.605337 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-c707dedd-0098-4787-be7a-4f08ff6db709 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.94 "GET /v2.0/networks?id=14653267-33f9-4701-8b25-78748f42e7d2 HTTP/1.1" status: 200 len: 812 time: 0.9663999 Feb 08 21:17:03.613993 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a5a9fa6b-3318-40c4-a552-3639beac0fd9 req-4745973c-bd9f-4ed5-af52-3749deff6035 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 950 time: 0.5326269 Feb 08 21:17:03.628243 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-e6f6edd7-91b7-487e-91b3-5c87334411ed tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Request body: {'port': {'device_id': 'eeac9083-f50f-4d87-8144-9401541b9e5d', 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2', 'admin_state_up': True, 'tenant_id': '9528332d4f29435ebdf5e407e4b8930c'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:17:03.640190 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7d07a-ffae-4323-ac63-76bc68125bfd tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Pushing event updated for resources: {'Port': ['ID=c885e468-8f09-4e3c-8c98-e5a29efb08b4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:03.644528 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-6b728117-9f36-4189-8eee-2989994b8adb service neutron] For port 235a3e85-e285-44f0-ab81-1f2e7d5ccc15, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=235a3e85-e285-44f0-ab81-1f2e7d5ccc15,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:17:03.655298 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-188f2a3b-acd6-4568-9028-06a651f9446b service neutron] For port 90fda01a-51dd-4628-ae66-bcbeb5e1a858, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:17:03.661715 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-93a7d07a-ffae-4323-ac63-76bc68125bfd tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:03.662447 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-93a7d07a-ffae-4323-ac63-76bc68125bfd tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:03.712469 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4c7cd278-85ab-4f30-a4dd-befd7020a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601d5a48-882c-4a1d-b3df-c19330dc44c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1873213093-router', 'tenant_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'f30e1ffb-7854-4531-a481-b6708f72c71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:16:43Z', 'updated_at': '2022-02-08T21:16:54Z', 'revision_number': 4, 'project_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'gw_port': {'id': 'f30e1ffb-7854-4531-a481-b6708f72c71e', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:cd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601d5a48-882c-4a1d-b3df-c19330dc44c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:16:45Z', 'updated_at': '2022-02-08T21:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'ec77d9ec-9aa2-4a68-b897-e9db0231a07a', 'name': '', 'network_id': 'db7e6228-6383-434d-a419-1ee80567b843', 'tenant_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'mac_address': 'fa:16:3e:9c:45:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601d5a48-882c-4a1d-b3df-c19330dc44c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6993c528-5301-4173-85e9-4aab44419465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:16:52Z', 'updated_at': '2022-02-08T21:17:02Z', 'revision_number': 4, 'project_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'subnets': [{'id': '6993c528-5301-4173-85e9-4aab44419465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:17:03.765902 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7cd278-85ab-4f30-a4dd-befd7020a97c None None] The sync data for ids ['601d5a48-882c-4a1d-b3df-c19330dc44c8'] in n-d-712143-31 is: [{'id': '601d5a48-882c-4a1d-b3df-c19330dc44c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1873213093-router', 'tenant_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'f30e1ffb-7854-4531-a481-b6708f72c71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:16:43Z', 'updated_at': '2022-02-08T21:16:54Z', 'revision_number': 4, 'project_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'gw_port': {'id': 'f30e1ffb-7854-4531-a481-b6708f72c71e', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:cd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601d5a48-882c-4a1d-b3df-c19330dc44c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:16:45Z', 'updated_at': '2022-02-08T21:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'ec77d9ec-9aa2-4a68-b897-e9db0231a07a', 'name': '', 'network_id': 'db7e6228-6383-434d-a419-1ee80567b843', 'tenant_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'mac_address': 'fa:16:3e:9c:45:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601d5a48-882c-4a1d-b3df-c19330dc44c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6993c528-5301-4173-85e9-4aab44419465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:16:52Z', 'updated_at': '2022-02-08T21:17:02Z', 'revision_number': 4, 'project_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'subnets': [{'id': '6993c528-5301-4173-85e9-4aab44419465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:17:03.766976 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ec77d9ec-9aa2-4a68-b897-e9db0231a07a up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:17:03.782416 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-6b728117-9f36-4189-8eee-2989994b8adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (235a3e85-e285-44f0-ab81-1f2e7d5ccc15), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:03.787519 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-188f2a3b-acd6-4568-9028-06a651f9446b service neutron] For port 90fda01a-51dd-4628-ae66-bcbeb5e1a858, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=90fda01a-51dd-4628-ae66-bcbeb5e1a858,segment=NetworkSegment(488cc332-a24d-48f9-b9ab-2d3512ca7d1e),segment_id=488cc332-a24d-48f9-b9ab-2d3512ca7d1e)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:17:03.804474 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a5a9fa6b-3318-40c4-a552-3639beac0fd9 req-ddd8fc0a-258c-4e08-92d9-361c66cc3eec tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325619 Feb 08 21:17:03.873142 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b9482d5e-0258-4c42-9b14-90b75abee599 None None] Provisioning complete for port ec77d9ec-9aa2-4a68-b897-e9db0231a07a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:17:03.873797 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9482d5e-0258-4c42-9b14-90b75abee599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ec77d9ec-9aa2-4a68-b897-e9db0231a07a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:03.880788 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-188f2a3b-acd6-4568-9028-06a651f9446b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (90fda01a-51dd-4628-ae66-bcbeb5e1a858), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:03.918891 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-6b728117-9f36-4189-8eee-2989994b8adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:03.921365 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-6b728117-9f36-4189-8eee-2989994b8adb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:03.923073 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-6b728117-9f36-4189-8eee-2989994b8adb service neutron] 10.222.0.94 "PUT /v2.0/ports/235a3e85-e285-44f0-ab81-1f2e7d5ccc15 HTTP/1.1" status: 200 len: 1092 time: 6.9805140 Feb 08 21:17:03.928767 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbe6b51-7a66-43da-ac6e-db70c0e4e247', 'tag': '235a3e85-e285-44f0-ab81-1f2e7d5ccc15'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:17:03.935547 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c171ce38-9053-40d0-87ae-bb20ae1465aa" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbe6b51-7a66-43da-ac6e-db70c0e4e247", "tag": "235a3e85-e285-44f0-ab81-1f2e7d5ccc15"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:17:03.965789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-188f2a3b-acd6-4568-9028-06a651f9446b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:03.967589 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-188f2a3b-acd6-4568-9028-06a651f9446b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:03.971258 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-188f2a3b-acd6-4568-9028-06a651f9446b service neutron] 10.222.0.94 "PUT /v2.0/ports/90fda01a-51dd-4628-ae66-bcbeb5e1a858 HTTP/1.1" status: 200 len: 1093 time: 3.7367363 Feb 08 21:17:03.981525 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6302b801-9956-4108-91e3-cbc0deef49d5 admin admin] Publish callbacks [] for router_gateway (cb056cb9-5096-40dd-8027-6143ef79e88b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:04.125110 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port ec77d9ec-9aa2-4a68-b897-e9db0231a07a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:17:04.125717 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ec77d9ec-9aa2-4a68-b897-e9db0231a07a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:04.142521 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1688986-3a2e-4f72-9a89-7f4ec3c0cca6 req-de21a4e1-c174-40d0-b33b-62e022d602b2 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:04.153563 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-2ea106e0-ad62-4c67-be9a-bd9682cf6128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:04.155289 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-2ea106e0-ad62-4c67-be9a-bd9682cf6128 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c&tenant_id=9b3b159591ee4a229900ea8953fa8a06 HTTP/1.1" status: 200 len: 1128 time: 0.8875449 Feb 08 21:17:04.165176 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b1688986-3a2e-4f72-9a89-7f4ec3c0cca6 req-de21a4e1-c174-40d0-b33b-62e022d602b2 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=35fc02a7-c408-4ed2-aea0-2075407b04e5 HTTP/1.1" status: 200 len: 944 time: 0.6958637 Feb 08 21:17:04.165577 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-93a7d07a-ffae-4323-ac63-76bc68125bfd tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4507453 Feb 08 21:17:04.180482 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-1d62cb97-e063-4ac5-8a63-f467f3963251 service neutron] Request body: {'port': {'device_id': 'b4427664-281d-4e08-91af-27ed804ae64c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:17:04.263694 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b9482d5e-0258-4c42-9b14-90b75abee599 None None] Current status of the port ec77d9ec-9aa2-4a68-b897-e9db0231a07a is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:17:04.264103 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9482d5e-0258-4c42-9b14-90b75abee599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ec77d9ec-9aa2-4a68-b897-e9db0231a07a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:04.322832 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b728117-9f36-4189-8eee-2989994b8adb service neutron] Pushing event updated for resources: {'Port': ['ID=235a3e85-e285-44f0-ab81-1f2e7d5ccc15,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:04.330667 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b9482d5e-0258-4c42-9b14-90b75abee599 None None] For port ec77d9ec-9aa2-4a68-b897-e9db0231a07a, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ec77d9ec-9aa2-4a68-b897-e9db0231a07a,segment=NetworkSegment(ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa),segment_id=ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:04.380448 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port ec77d9ec-9aa2-4a68-b897-e9db0231a07a is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:17:04.380864 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ec77d9ec-9aa2-4a68-b897-e9db0231a07a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:04.384854 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9482d5e-0258-4c42-9b14-90b75abee599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ec77d9ec-9aa2-4a68-b897-e9db0231a07a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:04.461929 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-92c1669a-cb48-4a18-9e4e-61ce99503d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:04.463546 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-92c1669a-cb48-4a18-9e4e-61ce99503d49 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c08b3d357a9e4759baf802843a7339e7&device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 1126 time: 0.4801302 Feb 08 21:17:04.485647 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-1d62cb97-e063-4ac5-8a63-f467f3963251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c885e468-8f09-4e3c-8c98-e5a29efb08b4), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:04.510283 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:17:04.510654 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:17:04.519531 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9482d5e-0258-4c42-9b14-90b75abee599 None None] Pushing event updated for resources: {'Port': ['ID=ec77d9ec-9aa2-4a68-b897-e9db0231a07a,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:04.525597 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-3da7d6f3-f5b5-4b2a-b9d2-eb9a84613347 None None] Provisioning complete for port 0a724f4b-1281-4506-9d4f-4c847d4c6516 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:17:04.525977 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3da7d6f3-f5b5-4b2a-b9d2-eb9a84613347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0a724f4b-1281-4506-9d4f-4c847d4c6516), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:04.556352 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b1688986-3a2e-4f72-9a89-7f4ec3c0cca6 req-5f1d059d-f214-4a7f-bd8b-3b01d0136824 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874049 Feb 08 21:17:04.573664 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f2a3b-acd6-4568-9028-06a651f9446b service neutron] Pushing event updated for resources: {'Port': ['ID=90fda01a-51dd-4628-ae66-bcbeb5e1a858,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:04.595550 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-05c5f959-7282-4864-bd78-b316ad540c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:04.598592 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-05c5f959-7282-4864-bd78-b316ad540c58 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=10dc8ae370f746c690cf607378dfc111&device_id=35fc02a7-c408-4ed2-aea0-2075407b04e5 HTTP/1.1" status: 200 len: 1127 time: 0.5180678 Feb 08 21:17:04.600858 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-383ccd38-8322-41bb-8bd6-3549724f843e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=235a3e85-e285-44f0-ab81-1f2e7d5ccc15 HTTP/1.1" status: 200 len: 217 time: 0.1240335 Feb 08 21:17:04.642597 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512f885-dd1e-457f-a73a-7a55ca3958cb req-e02eb0e5-2612-4c61-8694-fa2cc902eebf tempest-MigrationsAdminTest-1189435615 tempest-MigrationsAdminTest-1189435615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:04.645354 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5512f885-dd1e-457f-a73a-7a55ca3958cb req-e02eb0e5-2612-4c61-8694-fa2cc902eebf tempest-MigrationsAdminTest-1189435615 tempest-MigrationsAdminTest-1189435615-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 1133 time: 0.4084716 Feb 08 21:17:04.676176 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-3da7d6f3-f5b5-4b2a-b9d2-eb9a84613347 None None] Current status of the port 0a724f4b-1281-4506-9d4f-4c847d4c6516 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:17:04.684611 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-4d3eb285-3676-427e-ac2f-3e7c97795145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:04.687320 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-4d3eb285-3676-427e-ac2f-3e7c97795145 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9b3b159591ee4a229900ea8953fa8a06&device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 1128 time: 0.4464946 Feb 08 21:17:04.692032 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6302b801-9956-4108-91e3-cbc0deef49d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (cb056cb9-5096-40dd-8027-6143ef79e88b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:04.746716 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-e6f6edd7-91b7-487e-91b3-5c87334411ed tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Made reservation on behalf of 9528332d4f29435ebdf5e407e4b8930c for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:17:04.752163 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-e6f6edd7-91b7-487e-91b3-5c87334411ed tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:04.761467 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-7cf4983f-640f-4db9-a424-889ec2649359 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90fda01a-51dd-4628-ae66-bcbeb5e1a858 HTTP/1.1" status: 200 len: 217 time: 0.1498966 Feb 08 21:17:04.934999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-25daab0f-30db-40e4-b52c-8c7e618e0631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:04.937391 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-25daab0f-30db-40e4-b52c-8c7e618e0631 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=9f16667b-9ffb-4110-b7c2-7f68860ee7c0 HTTP/1.1" status: 200 len: 845 time: 0.3150554 Feb 08 21:17:04.987844 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-42b6dae6-fd56-4923-a17c-60ee65044270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:04.990306 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-42b6dae6-fd56-4923-a17c-60ee65044270 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d1038644-0e9a-4c39-b91b-b7947ede0433 HTTP/1.1" status: 200 len: 861 time: 0.1885269 Feb 08 21:17:05.034892 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118efbe-a295-4273-868c-ad6f5bf51e95 req-2534670c-0e5f-4853-9d9a-3d93424e4add tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:05.041506 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9118efbe-a295-4273-868c-ad6f5bf51e95 req-2534670c-0e5f-4853-9d9a-3d93424e4add tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 945 time: 0.3599291 Feb 08 21:17:05.043808 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-1070a5f8-f2d8-42f8-88dd-fe5e142e6403 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6e721cc8-cb97-443d-9392-5abeb1b828df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890961 Feb 08 21:17:05.049191 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5512f885-dd1e-457f-a73a-7a55ca3958cb req-1978c0f0-fa90-4a32-b496-dea7b7582e64 tempest-MigrationsAdminTest-1189435615 tempest-MigrationsAdminTest-1189435615-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115780 Feb 08 21:17:05.059929 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port ec77d9ec-9aa2-4a68-b897-e9db0231a07a is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:17:05.061357 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 0a724f4b-1281-4506-9d4f-4c847d4c6516 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:17:05.128320 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 0a724f4b-1281-4506-9d4f-4c847d4c6516 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:17:05.128701 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0a724f4b-1281-4506-9d4f-4c847d4c6516), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:05.163470 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-6f3dcea6-d87c-49e0-b77d-cc6f327f8500 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=99cd4fbd-ec19-45b8-b386-2fa31ded0325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1243412 Feb 08 21:17:05.255737 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 0a724f4b-1281-4506-9d4f-4c847d4c6516 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:17:05.327797 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9118efbe-a295-4273-868c-ad6f5bf51e95 req-840f4e48-6e23-4cb8-a567-322c4a9e3e6c tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771974 Feb 08 21:17:05.357405 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-a0217f9b-8275-49a2-a050-65e3daf3cabd service neutron] 10.222.0.94 "GET /v2.0/networks/6e721cc8-cb97-443d-9392-5abeb1b828df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047142 Feb 08 21:17:05.435214 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec105fbc-f4d4-418b-9a5d-c9d07de4553d req-7a2d6385-5879-4efb-b94d-c055348ac4a9 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:05.446550 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ec105fbc-f4d4-418b-9a5d-c9d07de4553d req-7a2d6385-5879-4efb-b94d-c055348ac4a9 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 943 time: 0.2645798 Feb 08 21:17:05.449008 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83be1165-a722-49af-b62d-74709eae289a x-openstack-request-id: req-83be1165-a722-49af-b62d-74709eae289a {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:17:05.449910 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbe6b51-7a66-43da-ac6e-db70c0e4e247", "tag": "235a3e85-e285-44f0-ab81-1f2e7d5ccc15", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:17:05.450716 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-83be1165-a722-49af-b62d-74709eae289a {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:17:05.451487 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbe6b51-7a66-43da-ac6e-db70c0e4e247', 'tag': '235a3e85-e285-44f0-ab81-1f2e7d5ccc15', 'status': 'completed', 'code': 200} Feb 08 21:17:05.494815 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-a2a48b12-d9f2-4898-b6ad-b6aa03e56694 service neutron] 10.222.0.94 "GET /v2.0/networks/99cd4fbd-ec19-45b8-b386-2fa31ded0325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242269 Feb 08 21:17:05.515278 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-cc40e315-bf25-403f-a5dc-6262e767de89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:05.516782 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-cc40e315-bf25-403f-a5dc-6262e767de89 service neutron] 10.222.0.94 "GET /v2.0/networks?id=4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 200 len: 909 time: 0.8176074 Feb 08 21:17:05.623117 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-892d374a-af4f-47f2-8b44-1e18d3deda8e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ea08fc4-5c7f-4516-af34-84dcc109c7ff HTTP/1.1" status: 200 len: 217 time: 0.0899909 Feb 08 21:17:05.682036 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ec77d9ec-9aa2-4a68-b897-e9db0231a07a up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:17:05.690279 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ec105fbc-f4d4-418b-9a5d-c9d07de4553d req-b2dd4038-21af-4b95-80b8-d82e372c34b7 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037194 Feb 08 21:17:05.702818 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-9aa18a5b-37e7-42b6-a140-4ae36d56e756 service neutron] 10.222.0.94 "GET /v2.0/networks/6e721cc8-cb97-443d-9392-5abeb1b828df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314764 Feb 08 21:17:05.724789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ef4ee-5bfa-4314-ae8b-97f68972fd25 req-8b5e7b04-436a-4e76-baf1-b64090e5531f tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:05.726476 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-788ef4ee-5bfa-4314-ae8b-97f68972fd25 req-8b5e7b04-436a-4e76-baf1-b64090e5531f tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 932 time: 0.2136252 Feb 08 21:17:05.745549 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a63c61ac-31a4-4390-85ae-2ce6da6972cd req-3e79d6c4-a106-486b-b4fd-ea3bcca5d75f service neutron] 10.222.0.94 "GET /v2.0/networks/99cd4fbd-ec19-45b8-b386-2fa31ded0325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340169 Feb 08 21:17:05.765656 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-e6f6edd7-91b7-487e-91b3-5c87334411ed tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Allocated IP 172.20.0.11 (14653267-33f9-4701-8b25-78748f42e7d2/9a6250f6-adb5-401d-a3ca-a324e52c89b2/2762e6dd-4e6a-48f1-af05-2515a1fc43a6) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:17:05.768849 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-c553c36f-ba40-43d6-bde9-ff456db74282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:05.770385 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-c553c36f-ba40-43d6-bde9-ff456db74282 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=55523d5b-2f07-476f-b4a6-0043cdbb6c1a HTTP/1.1" status: 200 len: 848 time: 0.1141295 Feb 08 21:17:05.829182 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-bd67a65c-7d41-4f5a-be96-7ecb392fccdf service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=4c67478e-bb4a-47b2-85c8-c1996b203e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510898 Feb 08 21:17:05.836161 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6302b801-9956-4108-91e3-cbc0deef49d5 admin admin] Router cb056cb9-5096-40dd-8027-6143ef79e88b is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:17:05.847606 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port ec77d9ec-9aa2-4a68-b897-e9db0231a07a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:17:05.848085 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ec77d9ec-9aa2-4a68-b897-e9db0231a07a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:05.909662 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-788ef4ee-5bfa-4314-ae8b-97f68972fd25 req-3bfe6de1-aeb1-4918-9a03-b053b86b09e2 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666486 Feb 08 21:17:05.940971 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-41b878b5-560f-4256-9280-b5e208b9a5ed req-c5e118d0-a3ec-4105-8f2b-02daa851224f tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=eeac9083-f50f-4d87-8144-9401541b9e5d HTTP/1.1" status: 200 len: 210 time: 0.0662189 Feb 08 21:17:05.982873 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171ce38-9053-40d0-87ae-bb20ae1465aa req-5e0ef60e-89df-4c92-8501-a73beb9fa5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:05.984446 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c171ce38-9053-40d0-87ae-bb20ae1465aa req-5e0ef60e-89df-4c92-8501-a73beb9fa5ef service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c08b3d357a9e4759baf802843a7339e7&device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 1126 time: 0.1540246 Feb 08 21:17:06.079794 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port ec77d9ec-9aa2-4a68-b897-e9db0231a07a is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:17:06.125142 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-1d62cb97-e063-4ac5-8a63-f467f3963251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c885e468-8f09-4e3c-8c98-e5a29efb08b4 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:17:06.157434 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-1d62cb97-e063-4ac5-8a63-f467f3963251 service neutron] Publish callbacks [] for port (c885e468-8f09-4e3c-8c98-e5a29efb08b4), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:06.158975 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:06.181980 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-c08e4cf6-9264-4532-868f-3d2ec8c0ce6d service neutron] 10.222.0.94 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414967 Feb 08 21:17:06.198507 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-1d62cb97-e063-4ac5-8a63-f467f3963251 service neutron] Transition to ACTIVE for port object c885e468-8f09-4e3c-8c98-e5a29efb08b4 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:17:06.217554 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-1d62cb97-e063-4ac5-8a63-f467f3963251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (c885e468-8f09-4e3c-8c98-e5a29efb08b4), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:06.248680 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171ce38-9053-40d0-87ae-bb20ae1465aa req-abff76ab-9936-4350-b295-6e522e7fe460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:06.253128 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c171ce38-9053-40d0-87ae-bb20ae1465aa req-abff76ab-9936-4350-b295-6e522e7fe460 service neutron] 10.222.0.94 "GET /v2.0/networks?id=6e721cc8-cb97-443d-9392-5abeb1b828df HTTP/1.1" status: 200 len: 906 time: 0.2616031 Feb 08 21:17:06.335692 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-e6f6edd7-91b7-487e-91b3-5c87334411ed tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks [] for port (2762e6dd-4e6a-48f1-af05-2515a1fc43a6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:06.354423 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6302b801-9956-4108-91e3-cbc0deef49d5 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:17:06.375774 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c866faec-96c3-4d22-b36f-d7acd0e28ec3 None None] Sync routers for ids ['cb056cb9-5096-40dd-8027-6143ef79e88b'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:17:06.386863 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c171ce38-9053-40d0-87ae-bb20ae1465aa req-719a163e-85e8-4df0-9183-7fe610f18e09 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=235a3e85-e285-44f0-ab81-1f2e7d5ccc15 HTTP/1.1" status: 200 len: 217 time: 0.1234024 Feb 08 21:17:06.397212 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62cb97-e063-4ac5-8a63-f467f3963251 service neutron] Pushing event updated for resources: {'Port': ['ID=c885e468-8f09-4e3c-8c98-e5a29efb08b4,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:06.398366 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c866faec-96c3-4d22-b36f-d7acd0e28ec3 None None] Routers {'cb056cb9-5096-40dd-8027-6143ef79e88b'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:17:06.399156 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c866faec-96c3-4d22-b36f-d7acd0e28ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:16:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['cb056cb9-5096-40dd-8027-6143ef79e88b'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:17:06.405260 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:06.442884 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00616311-7839-4c89-8cc6-c0df22a97197 req-408f72a8-4198-42bb-a1ca-a0af72887f24 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:06.447093 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-00616311-7839-4c89-8cc6-c0df22a97197 req-408f72a8-4198-42bb-a1ca-a0af72887f24 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=35fc02a7-c408-4ed2-aea0-2075407b04e5 HTTP/1.1" status: 200 len: 944 time: 0.2901919 Feb 08 21:17:06.492146 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6302b801-9956-4108-91e3-cbc0deef49d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:06.498571 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6302b801-9956-4108-91e3-cbc0deef49d5 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.4236460 Feb 08 21:17:06.503580 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44382) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:17:06.558426 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-c866faec-96c3-4d22-b36f-d7acd0e28ec3 None None] Set router cb056cb9-5096-40dd-8027-6143ef79e88b gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:17:06.569636 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20077325-8ab6-41d1-9d52-52f917851f98 req-47e168c9-cbed-4223-acfc-7f4664c00d06 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:06.571866 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-20077325-8ab6-41d1-9d52-52f917851f98 req-47e168c9-cbed-4223-acfc-7f4664c00d06 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 950 time: 0.2348402 Feb 08 21:17:06.573507 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171ce38-9053-40d0-87ae-bb20ae1465aa req-8ed2e7a9-e132-4762-9e95-6b0b89d4a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:06.575033 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c171ce38-9053-40d0-87ae-bb20ae1465aa req-8ed2e7a9-e132-4762-9e95-6b0b89d4a225 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=9f16667b-9ffb-4110-b7c2-7f68860ee7c0 HTTP/1.1" status: 200 len: 845 time: 0.1652193 Feb 08 21:17:06.591741 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-f0d02320-7732-4c36-bd4d-0aeb300a7782 service neutron] 10.222.0.94 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963103 Feb 08 21:17:06.618734 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-e6f6edd7-91b7-487e-91b3-5c87334411ed tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (2762e6dd-4e6a-48f1-af05-2515a1fc43a6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:06.631861 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-d75833ba-312b-413f-8460-2f09651428ee service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2811825 Feb 08 21:17:06.673848 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c171ce38-9053-40d0-87ae-bb20ae1465aa req-eca31c50-cec1-4616-bc1a-59815d950c46 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6e721cc8-cb97-443d-9392-5abeb1b828df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592077 Feb 08 21:17:06.698211 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-1d62cb97-e063-4ac5-8a63-f467f3963251 service neutron] Attempting to bind port c885e468-8f09-4e3c-8c98-e5a29efb08b4 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:17:06.698500 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-1d62cb97-e063-4ac5-8a63-f467f3963251 service neutron] Attempting to bind port c885e468-8f09-4e3c-8c98-e5a29efb08b4 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:17:06.699043 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-1d62cb97-e063-4ac5-8a63-f467f3963251 service neutron] Attempting to bind port c885e468-8f09-4e3c-8c98-e5a29efb08b4 on network 2832de48-e50e-44a2-9cef-26035a020939 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:17:06.726014 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-e6f6edd7-91b7-487e-91b3-5c87334411ed tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Network 14653267-33f9-4701-8b25-78748f42e7d2 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:17:06.727667 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-1d62cb97-e063-4ac5-8a63-f467f3963251 service neutron] Port c885e468-8f09-4e3c-8c98-e5a29efb08b4 on network 2832de48-e50e-44a2-9cef-26035a020939 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:17:06.728230 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-1d62cb97-e063-4ac5-8a63-f467f3963251 service neutron] Attempting to bind port c885e468-8f09-4e3c-8c98-e5a29efb08b4 on network 2832de48-e50e-44a2-9cef-26035a020939 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:17:06.745790 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-e6f6edd7-91b7-487e-91b3-5c87334411ed tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:17:06.755343 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-e6f6edd7-91b7-487e-91b3-5c87334411ed tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:17:06.760737 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-1d62cb97-e063-4ac5-8a63-f467f3963251 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:17:06.761333 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-1d62cb97-e063-4ac5-8a63-f467f3963251 service neutron] Checking segment: {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:17:06.761971 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-1d62cb97-e063-4ac5-8a63-f467f3963251 service neutron] Bound using segment: {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:17:06.762716 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-1d62cb97-e063-4ac5-8a63-f467f3963251 service neutron] Bound port: c885e468-8f09-4e3c-8c98-e5a29efb08b4, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:17:06.763324 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-1d62cb97-e063-4ac5-8a63-f467f3963251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c885e468-8f09-4e3c-8c98-e5a29efb08b4), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:06.770611 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6edd7-91b7-487e-91b3-5c87334411ed tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Pushing event updated for resources: {'Port': ['ID=2762e6dd-4e6a-48f1-af05-2515a1fc43a6,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:06.923009 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-e6f6edd7-91b7-487e-91b3-5c87334411ed tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:06.924426 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-e6f6edd7-91b7-487e-91b3-5c87334411ed tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:06.978384 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c866faec-96c3-4d22-b36f-d7acd0e28ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb056cb9-5096-40dd-8027-6143ef79e88b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1351199193-router', 'tenant_id': 'f35b4b6ad871452b8a765a13e6bc79c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '30b0adae-7e47-4a88-95a1-5f44551a9bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:16:59Z', 'updated_at': '2022-02-08T21:17:03Z', 'revision_number': 3, 'project_id': 'f35b4b6ad871452b8a765a13e6bc79c0', 'gw_port': {'id': '30b0adae-7e47-4a88-95a1-5f44551a9bc5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb056cb9-5096-40dd-8027-6143ef79e88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:17:01Z', 'updated_at': '2022-02-08T21:17:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:17:07.002291 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-1d62cb97-e063-4ac5-8a63-f467f3963251 service neutron] For port c885e468-8f09-4e3c-8c98-e5a29efb08b4, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:17:07.008802 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-1d62cb97-e063-4ac5-8a63-f467f3963251 service neutron] For port c885e468-8f09-4e3c-8c98-e5a29efb08b4, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c885e468-8f09-4e3c-8c98-e5a29efb08b4,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:17:07.024508 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-e6f6edd7-91b7-487e-91b3-5c87334411ed tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3997180 Feb 08 21:17:07.027768 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c866faec-96c3-4d22-b36f-d7acd0e28ec3 None None] Checking router: cb056cb9-5096-40dd-8027-6143ef79e88b for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:17:07.028536 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c866faec-96c3-4d22-b36f-d7acd0e28ec3 None None] Updating router cb056cb9-5096-40dd-8027-6143ef79e88b port 30b0adae-7e47-4a88-95a1-5f44551a9bc5 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:17:07.029751 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-1d62cb97-e063-4ac5-8a63-f467f3963251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (c885e468-8f09-4e3c-8c98-e5a29efb08b4), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:07.074155 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c866faec-96c3-4d22-b36f-d7acd0e28ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (30b0adae-7e47-4a88-95a1-5f44551a9bc5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:07.114034 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-d13db36d-a5ab-461e-8f72-e14fe5c0850f service neutron] Request body: {'port': {'device_id': 'eeac9083-f50f-4d87-8144-9401541b9e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:17:07.136956 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-1d62cb97-e063-4ac5-8a63-f467f3963251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:07.137781 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-1d62cb97-e063-4ac5-8a63-f467f3963251 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:07.139343 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-1d62cb97-e063-4ac5-8a63-f467f3963251 service neutron] 10.222.0.96 "PUT /v2.0/ports/c885e468-8f09-4e3c-8c98-e5a29efb08b4 HTTP/1.1" status: 200 len: 1093 time: 2.9637184 Feb 08 21:17:07.204951 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4427664-281d-4e08-91af-27ed804ae64c', 'tag': 'c885e468-8f09-4e3c-8c98-e5a29efb08b4'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:17:07.208018 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff815f5-790c-406b-9e8b-1c1dbed8e088" -d '{"events": [{"name": "network-changed", "server_uuid": "b4427664-281d-4e08-91af-27ed804ae64c", "tag": "c885e468-8f09-4e3c-8c98-e5a29efb08b4"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:17:07.373729 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-00616311-7839-4c89-8cc6-c0df22a97197 req-ba3c8565-881d-420a-852a-55fc726d5f20 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8994434 Feb 08 21:17:07.454160 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-20077325-8ab6-41d1-9d52-52f917851f98 req-783ea251-6990-400d-a2f6-37c6b023fec4 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8403180 Feb 08 21:17:07.464041 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35fc02a7-c408-4ed2-aea0-2075407b04e5', 'tag': '90fda01a-51dd-4628-ae66-bcbeb5e1a858'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:17:07.477439 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4dcd6a-3675-42b7-b609-961606fd6bec" -d '{"events": [{"name": "network-changed", "server_uuid": "35fc02a7-c408-4ed2-aea0-2075407b04e5", "tag": "90fda01a-51dd-4628-ae66-bcbeb5e1a858"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:17:07.515847 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-6eda35f7-56c3-4fd3-a154-345024578527 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:07.518911 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-6eda35f7-56c3-4fd3-a154-345024578527 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c&tenant_id=9b3b159591ee4a229900ea8953fa8a06&binding%3Ahost_id=n-h1-712143-31 HTTP/1.1" status: 200 len: 1128 time: 0.4927180 Feb 08 21:17:07.519994 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62cb97-e063-4ac5-8a63-f467f3963251 service neutron] Pushing event updated for resources: {'Port': ['ID=c885e468-8f09-4e3c-8c98-e5a29efb08b4,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:07.559889 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-d13db36d-a5ab-461e-8f72-e14fe5c0850f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2762e6dd-4e6a-48f1-af05-2515a1fc43a6), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:07.607493 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c866faec-96c3-4d22-b36f-d7acd0e28ec3 None None] Publish callbacks [] for port (30b0adae-7e47-4a88-95a1-5f44551a9bc5), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:07.618793 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c866faec-96c3-4d22-b36f-d7acd0e28ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (30b0adae-7e47-4a88-95a1-5f44551a9bc5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:07.700484 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c866faec-96c3-4d22-b36f-d7acd0e28ec3 None None] Attempting to bind port 30b0adae-7e47-4a88-95a1-5f44551a9bc5 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:17:07.700758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c866faec-96c3-4d22-b36f-d7acd0e28ec3 None None] Attempting to bind port 30b0adae-7e47-4a88-95a1-5f44551a9bc5 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:17:07.701813 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c866faec-96c3-4d22-b36f-d7acd0e28ec3 None None] Attempting to bind port 30b0adae-7e47-4a88-95a1-5f44551a9bc5 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:17:07.708126 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c866faec-96c3-4d22-b36f-d7acd0e28ec3 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:17:07.708513 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c866faec-96c3-4d22-b36f-d7acd0e28ec3 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:17:07.708927 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c866faec-96c3-4d22-b36f-d7acd0e28ec3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:07.709374 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c866faec-96c3-4d22-b36f-d7acd0e28ec3 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:17:07.709863 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c866faec-96c3-4d22-b36f-d7acd0e28ec3 None None] Bound port: 30b0adae-7e47-4a88-95a1-5f44551a9bc5, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:17:07.710257 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c866faec-96c3-4d22-b36f-d7acd0e28ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (30b0adae-7e47-4a88-95a1-5f44551a9bc5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:07.714658 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3afcd6-732b-489c-8d34-f94031c78061 None None] Pushing event updated for resources: {'Port': ['ID=30b0adae-7e47-4a88-95a1-5f44551a9bc5,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:07.724566 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-632437f1-22ce-447e-bd63-e2d256300bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:07.727598 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-632437f1-22ce-447e-bd63-e2d256300bc9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 1127 time: 0.4903936 Feb 08 21:17:07.766376 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c171ce38-9053-40d0-87ae-bb20ae1465aa req-b993c0d8-8436-43a3-9ae7-13b8e34def3a service neutron] 10.222.0.94 "GET /v2.0/networks/6e721cc8-cb97-443d-9392-5abeb1b828df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0680561 Feb 08 21:17:07.800458 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c866faec-96c3-4d22-b36f-d7acd0e28ec3 None None] For port 30b0adae-7e47-4a88-95a1-5f44551a9bc5, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:17:07.806227 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c866faec-96c3-4d22-b36f-d7acd0e28ec3 None None] For port 30b0adae-7e47-4a88-95a1-5f44551a9bc5, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=30b0adae-7e47-4a88-95a1-5f44551a9bc5,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:17:07.820705 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c866faec-96c3-4d22-b36f-d7acd0e28ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (30b0adae-7e47-4a88-95a1-5f44551a9bc5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:07.893086 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3afcd6-732b-489c-8d34-f94031c78061 None None] Pushing event updated for resources: {'Port': ['ID=30b0adae-7e47-4a88-95a1-5f44551a9bc5,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:07.909208 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c866faec-96c3-4d22-b36f-d7acd0e28ec3 None None] Routers {'cb056cb9-5096-40dd-8027-6143ef79e88b'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:17:07.909888 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c866faec-96c3-4d22-b36f-d7acd0e28ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:16:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['cb056cb9-5096-40dd-8027-6143ef79e88b'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:17:08.025753 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49922441-8d42-410e-b1e9-865ffe2211b1 req-96828e26-03a0-4713-ab40-9706d8708ada tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:08.028351 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49922441-8d42-410e-b1e9-865ffe2211b1 req-96828e26-03a0-4713-ab40-9706d8708ada tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 945 time: 0.5392258 Feb 08 21:17:08.084179 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-c866faec-96c3-4d22-b36f-d7acd0e28ec3 None None] Set router cb056cb9-5096-40dd-8027-6143ef79e88b gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:17:08.087280 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c0c43-cae5-4e0f-b484-8508805547a7 req-1e2780d0-1ddd-471f-be4c-0f77fdcd0724 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:08.088892 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3b7c0c43-cae5-4e0f-b484-8508805547a7 req-1e2780d0-1ddd-471f-be4c-0f77fdcd0724 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 943 time: 0.4320655 Feb 08 21:17:08.109497 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-f944b072-86dd-4e91-bd6b-05185ba7a248 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c885e468-8f09-4e3c-8c98-e5a29efb08b4 HTTP/1.1" status: 200 len: 217 time: 0.2449503 Feb 08 21:17:08.201771 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49922441-8d42-410e-b1e9-865ffe2211b1 req-64bfd6c5-f3fe-43bf-b5af-68b607a2485b tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541572 Feb 08 21:17:08.269150 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c171ce38-9053-40d0-87ae-bb20ae1465aa req-1346d72a-c99c-4ca5-89d9-387445e57bd1 service neutron] 10.222.0.94 "GET /v2.0/networks/6e721cc8-cb97-443d-9392-5abeb1b828df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801563 Feb 08 21:17:08.275486 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3b7c0c43-cae5-4e0f-b484-8508805547a7 req-759d2a3e-f506-46aa-b4a3-3cbf54deaf4e tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762855 Feb 08 21:17:08.361992 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-df1121b5-b37c-43e7-adc6-84a642be7860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:08.365166 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-df1121b5-b37c-43e7-adc6-84a642be7860 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d60e29b3-21d7-4da4-a50a-dfbe604013ed HTTP/1.1" status: 200 len: 861 time: 0.2452798 Feb 08 21:17:08.463937 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-32022b8e-a8e0-4276-a827-67a1636acc4a service neutron] For port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:17:08.484055 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-d318bb1d-a1fe-4483-b130-a35963fd5ada service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2832de48-e50e-44a2-9cef-26035a020939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033869 Feb 08 21:17:08.490162 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c866faec-96c3-4d22-b36f-d7acd0e28ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb056cb9-5096-40dd-8027-6143ef79e88b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1351199193-router', 'tenant_id': 'f35b4b6ad871452b8a765a13e6bc79c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '30b0adae-7e47-4a88-95a1-5f44551a9bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:16:59Z', 'updated_at': '2022-02-08T21:17:03Z', 'revision_number': 3, 'project_id': 'f35b4b6ad871452b8a765a13e6bc79c0', 'gw_port': {'id': '30b0adae-7e47-4a88-95a1-5f44551a9bc5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb056cb9-5096-40dd-8027-6143ef79e88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:17:01Z', 'updated_at': '2022-02-08T21:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:17:08.493659 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-32022b8e-a8e0-4276-a827-67a1636acc4a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:08.495585 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-118c64c5-689a-453e-ad02-0f77efd3cb17 req-32022b8e-a8e0-4276-a827-67a1636acc4a service neutron] 10.222.0.94 "DELETE /v2.0/ports/1ea08fc4-5c7f-4516-af34-84dcc109c7ff/bindings/n-h2-712143-31 HTTP/1.1" status: 204 len: 173 time: 0.9662573 Feb 08 21:17:08.523196 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c866faec-96c3-4d22-b36f-d7acd0e28ec3 None None] The sync data for ids ['cb056cb9-5096-40dd-8027-6143ef79e88b'] in n-d-712143-31 is: [{'id': 'cb056cb9-5096-40dd-8027-6143ef79e88b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1351199193-router', 'tenant_id': 'f35b4b6ad871452b8a765a13e6bc79c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '30b0adae-7e47-4a88-95a1-5f44551a9bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:16:59Z', 'updated_at': '2022-02-08T21:17:03Z', 'revision_number': 3, 'project_id': 'f35b4b6ad871452b8a765a13e6bc79c0', 'gw_port': {'id': '30b0adae-7e47-4a88-95a1-5f44551a9bc5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb056cb9-5096-40dd-8027-6143ef79e88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:17:01Z', 'updated_at': '2022-02-08T21:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:17:08.631492 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fbdf400a-f3f5-496e-907c-bba81e6dd0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:08.676631 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-d13db36d-a5ab-461e-8f72-e14fe5c0850f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2762e6dd-4e6a-48f1-af05-2515a1fc43a6 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:17:08.690046 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490ed5c-93a8-4400-9e32-5781b64b4913 req-a2f2c3e3-743d-46cd-8828-fd4ed786a40e tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:08.693172 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-d13db36d-a5ab-461e-8f72-e14fe5c0850f service neutron] Publish callbacks [] for port (2762e6dd-4e6a-48f1-af05-2515a1fc43a6), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:08.693893 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f490ed5c-93a8-4400-9e32-5781b64b4913 req-a2f2c3e3-743d-46cd-8828-fd4ed786a40e tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=eeac9083-f50f-4d87-8144-9401541b9e5d HTTP/1.1" status: 200 len: 932 time: 0.3042777 Feb 08 21:17:08.704665 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-5ddc08c7-bc23-4d10-b117-65dc0045334d service neutron] 10.222.0.96 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076850 Feb 08 21:17:08.715176 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc454d6-9f93-44a3-b85d-45b6c5afd45b req-e3ec7320-b051-4626-b1c3-709abea37bcf tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:08.717544 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0fc454d6-9f93-44a3-b85d-45b6c5afd45b req-e3ec7320-b051-4626-b1c3-709abea37bcf tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 944 time: 0.2044811 Feb 08 21:17:08.733129 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-d13db36d-a5ab-461e-8f72-e14fe5c0850f service neutron] Transition to ACTIVE for port object 2762e6dd-4e6a-48f1-af05-2515a1fc43a6 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:17:08.765219 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-d13db36d-a5ab-461e-8f72-e14fe5c0850f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (2762e6dd-4e6a-48f1-af05-2515a1fc43a6), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:08.867904 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13db36d-a5ab-461e-8f72-e14fe5c0850f service neutron] Pushing event updated for resources: {'Port': ['ID=2762e6dd-4e6a-48f1-af05-2515a1fc43a6,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:08.895825 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4ac74bb8-455b-405b-9aed-ab3759f9e995 req-59e038e3-c91f-4858-a424-bc9db9508591 service neutron] 10.222.0.96 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839128 Feb 08 21:17:09.031564 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-d13db36d-a5ab-461e-8f72-e14fe5c0850f service neutron] Attempting to bind port 2762e6dd-4e6a-48f1-af05-2515a1fc43a6 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:17:09.032142 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-d13db36d-a5ab-461e-8f72-e14fe5c0850f service neutron] Attempting to bind port 2762e6dd-4e6a-48f1-af05-2515a1fc43a6 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '20a3be03-d3c0-4a20-bea9-ec24e05d3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:17:09.032781 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-d13db36d-a5ab-461e-8f72-e14fe5c0850f service neutron] Attempting to bind port 2762e6dd-4e6a-48f1-af05-2515a1fc43a6 on network 14653267-33f9-4701-8b25-78748f42e7d2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:17:09.049584 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-bfd3b78a-d3af-4dc9-b455-9dd56ea30e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:09.051509 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-bfd3b78a-d3af-4dc9-b455-9dd56ea30e99 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 1133 time: 0.1307929 Feb 08 21:17:09.053012 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-d13db36d-a5ab-461e-8f72-e14fe5c0850f service neutron] Port 2762e6dd-4e6a-48f1-af05-2515a1fc43a6 on network 14653267-33f9-4701-8b25-78748f42e7d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:17:09.053382 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-d13db36d-a5ab-461e-8f72-e14fe5c0850f service neutron] Attempting to bind port 2762e6dd-4e6a-48f1-af05-2515a1fc43a6 on network 14653267-33f9-4701-8b25-78748f42e7d2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:17:09.078749 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-d13db36d-a5ab-461e-8f72-e14fe5c0850f service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:17:09.079126 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-d13db36d-a5ab-461e-8f72-e14fe5c0850f service neutron] Checking segment: {'id': '20a3be03-d3c0-4a20-bea9-ec24e05d3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:17:09.079546 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-d13db36d-a5ab-461e-8f72-e14fe5c0850f service neutron] Bound using segment: {'id': '20a3be03-d3c0-4a20-bea9-ec24e05d3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:17:09.079998 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-d13db36d-a5ab-461e-8f72-e14fe5c0850f service neutron] Bound port: 2762e6dd-4e6a-48f1-af05-2515a1fc43a6, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a3be03-d3c0-4a20-bea9-ec24e05d3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:17:09.080368 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-d13db36d-a5ab-461e-8f72-e14fe5c0850f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2762e6dd-4e6a-48f1-af05-2515a1fc43a6), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:09.153461 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f490ed5c-93a8-4400-9e32-5781b64b4913 req-340c780c-4e84-43ac-a3ce-c30444e21a65 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892813 Feb 08 21:17:09.196435 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0fc454d6-9f93-44a3-b85d-45b6c5afd45b req-3d0674fb-de5f-4e1a-b97f-0925286e949b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743508 Feb 08 21:17:09.262722 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-e69f9e30-c437-4ceb-a93d-f736e59dc197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:09.265464 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-e69f9e30-c437-4ceb-a93d-f736e59dc197 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.1986368 Feb 08 21:17:09.271132 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-d13db36d-a5ab-461e-8f72-e14fe5c0850f service neutron] For port 2762e6dd-4e6a-48f1-af05-2515a1fc43a6, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:17:09.304744 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6032fa-a035-4d4b-a764-731a1e48d8ad x-openstack-request-id: req-ec6032fa-a035-4d4b-a764-731a1e48d8ad {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:17:09.305087 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35fc02a7-c408-4ed2-aea0-2075407b04e5", "tag": "90fda01a-51dd-4628-ae66-bcbeb5e1a858", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:17:09.305317 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ec6032fa-a035-4d4b-a764-731a1e48d8ad {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:17:09.306173 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35fc02a7-c408-4ed2-aea0-2075407b04e5', 'tag': '90fda01a-51dd-4628-ae66-bcbeb5e1a858', 'status': 'completed', 'code': 200} Feb 08 21:17:09.321878 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-21f23fb6-898c-4d12-bcc1-029c8d56347e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=c7aceece-eac0-4fab-8440-03d54f187c1c HTTP/1.1" status: 200 len: 217 time: 0.0468035 Feb 08 21:17:09.339583 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2d36fa-f5a6-44e5-bebe-d9f9103a5a97 x-openstack-request-id: req-2c2d36fa-f5a6-44e5-bebe-d9f9103a5a97 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:17:09.340031 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4427664-281d-4e08-91af-27ed804ae64c", "tag": "c885e468-8f09-4e3c-8c98-e5a29efb08b4", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:17:09.340385 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2c2d36fa-f5a6-44e5-bebe-d9f9103a5a97 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:17:09.341848 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4427664-281d-4e08-91af-27ed804ae64c', 'tag': 'c885e468-8f09-4e3c-8c98-e5a29efb08b4', 'status': 'completed', 'code': 200} Feb 08 21:17:09.365091 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-d13db36d-a5ab-461e-8f72-e14fe5c0850f service neutron] For port 2762e6dd-4e6a-48f1-af05-2515a1fc43a6, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=2762e6dd-4e6a-48f1-af05-2515a1fc43a6,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:17:09.388314 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-fbdf400a-f3f5-496e-907c-bba81e6dd0e9 admin admin] Allocated IP 172.20.0.1 (aa6081f4-22de-4346-bb7f-dff024790515/02edbaba-852c-452d-b817-02147b1f40b1/bf410f1d-1fdc-4353-b4fe-dca9adaddcd7) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:17:09.471640 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-d13db36d-a5ab-461e-8f72-e14fe5c0850f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (2762e6dd-4e6a-48f1-af05-2515a1fc43a6), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:09.543523 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-d13db36d-a5ab-461e-8f72-e14fe5c0850f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:09.544378 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-d13db36d-a5ab-461e-8f72-e14fe5c0850f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:09.546229 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-d13db36d-a5ab-461e-8f72-e14fe5c0850f service neutron] 10.222.0.94 "PUT /v2.0/ports/2762e6dd-4e6a-48f1-af05-2515a1fc43a6 HTTP/1.1" status: 200 len: 1093 time: 2.4905856 Feb 08 21:17:09.559256 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-f695cd20-b94c-42c7-9b4b-8a723ce36323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:09.560995 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-f695cd20-b94c-42c7-9b4b-8a723ce36323 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1982443 Feb 08 21:17:09.727921 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab1f35-6c0c-4e34-8f03-34111d3c5064 req-18b32ab4-fb3e-46b0-998f-94f2e2974195 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:09.736353 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbab1f35-6c0c-4e34-8f03-34111d3c5064 req-18b32ab4-fb3e-46b0-998f-94f2e2974195 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=35fc02a7-c408-4ed2-aea0-2075407b04e5 HTTP/1.1" status: 200 len: 944 time: 0.3543704 Feb 08 21:17:09.794110 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 30b0adae-7e47-4a88-95a1-5f44551a9bc5 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:17:09.900560 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c7c31-33e9-4428-b22c-c83b8fcd7a86 req-cdc3eaa6-0c19-43a5-9d15-0edd89ca0da9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:09.903710 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-860c7c31-33e9-4428-b22c-c83b8fcd7a86 req-cdc3eaa6-0c19-43a5-9d15-0edd89ca0da9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 950 time: 0.4508498 Feb 08 21:17:09.981994 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 30b0adae-7e47-4a88-95a1-5f44551a9bc5 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:17:09.982374 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (30b0adae-7e47-4a88-95a1-5f44551a9bc5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:10.042361 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fbdf400a-f3f5-496e-907c-bba81e6dd0e9 admin admin] Publish callbacks [] for port (bf410f1d-1fdc-4353-b4fe-dca9adaddcd7), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:10.058927 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbab1f35-6c0c-4e34-8f03-34111d3c5064 req-e45cfc90-034c-4754-ba17-2805ee6e348b tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982273 Feb 08 21:17:10.174597 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-860c7c31-33e9-4428-b22c-c83b8fcd7a86 req-c76de985-ef88-4db7-a073-d745211fe1de tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499545 Feb 08 21:17:10.283610 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fbdf400a-f3f5-496e-907c-bba81e6dd0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (bf410f1d-1fdc-4353-b4fe-dca9adaddcd7), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:10.289632 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff815f5-790c-406b-9e8b-1c1dbed8e088 req-5c791e12-68ea-40ab-983c-51584c34decf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:10.291516 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6ff815f5-790c-406b-9e8b-1c1dbed8e088 req-5c791e12-68ea-40ab-983c-51584c34decf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 1127 time: 0.9304867 Feb 08 21:17:10.291788 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 30b0adae-7e47-4a88-95a1-5f44551a9bc5 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:17:10.292216 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (30b0adae-7e47-4a88-95a1-5f44551a9bc5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:10.311086 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4dcd6a-3675-42b7-b609-961606fd6bec req-4a6c1c31-09fb-4dd2-b4cb-701ea6caa050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:10.312913 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7b4dcd6a-3675-42b7-b609-961606fd6bec req-4a6c1c31-09fb-4dd2-b4cb-701ea6caa050 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=10dc8ae370f746c690cf607378dfc111&device_id=35fc02a7-c408-4ed2-aea0-2075407b04e5 HTTP/1.1" status: 200 len: 1127 time: 0.9859414 Feb 08 21:17:10.320916 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 30b0adae-7e47-4a88-95a1-5f44551a9bc5, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=30b0adae-7e47-4a88-95a1-5f44551a9bc5,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:10.326172 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (30b0adae-7e47-4a88-95a1-5f44551a9bc5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:10.329342 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13db36d-a5ab-461e-8f72-e14fe5c0850f service neutron] Pushing event updated for resources: {'Port': ['ID=2762e6dd-4e6a-48f1-af05-2515a1fc43a6,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:10.405372 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=30b0adae-7e47-4a88-95a1-5f44551a9bc5,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:10.409468 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 90fda01a-51dd-4628-ae66-bcbeb5e1a858 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:17:10.416720 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf400a-f3f5-496e-907c-bba81e6dd0e9 admin admin] Pushing event updated for resources: {'Port': ['ID=bf410f1d-1fdc-4353-b4fe-dca9adaddcd7,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:10.501847 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdf400a-f3f5-496e-907c-bba81e6dd0e9 admin admin] Network aa6081f4-22de-4346-bb7f-dff024790515 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:17:10.509977 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-fbdf400a-f3f5-496e-907c-bba81e6dd0e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:17:10.522165 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdf400a-f3f5-496e-907c-bba81e6dd0e9 admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:17:10.551026 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 90fda01a-51dd-4628-ae66-bcbeb5e1a858, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=90fda01a-51dd-4628-ae66-bcbeb5e1a858,segment=NetworkSegment(488cc332-a24d-48f9-b9ab-2d3512ca7d1e),segment_id=488cc332-a24d-48f9-b9ab-2d3512ca7d1e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:10.555304 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-6b599c6a-e5cf-4a7a-9914-7774964ec8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:10.556876 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-6b599c6a-e5cf-4a7a-9914-7774964ec8c9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.9869609 Feb 08 21:17:10.562670 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-e5e5b156-2a72-43f6-ba54-0d1f5ff0268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:10.564208 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-e5e5b156-2a72-43f6-ba54-0d1f5ff0268d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9528332d4f29435ebdf5e407e4b8930c&device_id=eeac9083-f50f-4d87-8144-9401541b9e5d HTTP/1.1" status: 200 len: 1127 time: 0.3243887 Feb 08 21:17:10.574745 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '90fda01a-51dd-4628-ae66-bcbeb5e1a858', 'network_id': '99cd4fbd-ec19-45b8-b386-2fa31ded0325', 'port_id': '90fda01a-51dd-4628-ae66-bcbeb5e1a858', 'mac_address': 'fa:16:3e:c1:98:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1038644-0e9a-4c39-b91b-b7947ede0433', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:17:10.580009 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3193b31-55c9-451f-8a51-b829f21f1762 req-5fb08aea-8ad8-4842-a7e1-f6b7d84af0e2 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:10.588515 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a3193b31-55c9-451f-8a51-b829f21f1762 req-5fb08aea-8ad8-4842-a7e1-f6b7d84af0e2 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 943 time: 0.3284321 Feb 08 21:17:10.597378 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff815f5-790c-406b-9e8b-1c1dbed8e088 req-4f59d6b2-5e9b-4e8d-95cb-433577c42ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:10.598909 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6ff815f5-790c-406b-9e8b-1c1dbed8e088 req-4f59d6b2-5e9b-4e8d-95cb-433577c42ee7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 200 len: 922 time: 0.2849524 Feb 08 21:17:10.617968 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fbdf400a-f3f5-496e-907c-bba81e6dd0e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (cb056cb9-5096-40dd-8027-6143ef79e88b), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:10.653880 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 90fda01a-51dd-4628-ae66-bcbeb5e1a858 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:17:10.654406 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (90fda01a-51dd-4628-ae66-bcbeb5e1a858), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:10.654904 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afd34b-57dc-418f-a428-c6a0fcfdf813 req-80d18092-2ef1-48dc-b0d7-73e4c168b82c tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:10.662474 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-19afd34b-57dc-418f-a428-c6a0fcfdf813 req-80d18092-2ef1-48dc-b0d7-73e4c168b82c tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 1128 time: 0.2410395 Feb 08 21:17:10.677047 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-aa6041ce-f4e7-496d-baf9-2356ae19bf9f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2762e6dd-4e6a-48f1-af05-2515a1fc43a6 HTTP/1.1" status: 200 len: 217 time: 0.0954609 Feb 08 21:17:10.677719 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90fda01a-51dd-4628-ae66-bcbeb5e1a858 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:17:10.719232 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 90fda01a-51dd-4628-ae66-bcbeb5e1a858, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=90fda01a-51dd-4628-ae66-bcbeb5e1a858,segment=NetworkSegment(488cc332-a24d-48f9-b9ab-2d3512ca7d1e),segment_id=488cc332-a24d-48f9-b9ab-2d3512ca7d1e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:10.730240 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (90fda01a-51dd-4628-ae66-bcbeb5e1a858), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:10.733559 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 235a3e85-e285-44f0-ab81-1f2e7d5ccc15 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:17:10.738828 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4dcd6a-3675-42b7-b609-961606fd6bec req-6ee50d91-fd34-441a-90e7-d5b916687519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:10.739874 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7b4dcd6a-3675-42b7-b609-961606fd6bec req-6ee50d91-fd34-441a-90e7-d5b916687519 service neutron] 10.222.0.94 "GET /v2.0/networks?id=99cd4fbd-ec19-45b8-b386-2fa31ded0325 HTTP/1.1" status: 200 len: 922 time: 0.4048865 Feb 08 21:17:10.748382 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6ff815f5-790c-406b-9e8b-1c1dbed8e088 req-776cdb10-7ab9-413c-b6e9-48798967dc0b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c885e468-8f09-4e3c-8c98-e5a29efb08b4 HTTP/1.1" status: 200 len: 217 time: 0.1077657 Feb 08 21:17:10.761853 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a3193b31-55c9-451f-8a51-b829f21f1762 req-9e2f762e-db13-410e-89b0-7c258e709df5 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711643 Feb 08 21:17:10.857418 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-19afd34b-57dc-418f-a428-c6a0fcfdf813 req-1473c5f8-e503-4522-a6f3-44f59cc2370f tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939123 Feb 08 21:17:10.871892 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7b4dcd6a-3675-42b7-b609-961606fd6bec req-672b5649-fffa-4410-854d-a03211a2a9f7 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90fda01a-51dd-4628-ae66-bcbeb5e1a858 HTTP/1.1" status: 200 len: 217 time: 0.0965569 Feb 08 21:17:10.883502 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:17:10.974700 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-cb25de21-6e67-4570-9208-9e3118732b00 None None] Provisioning complete for port bf410f1d-1fdc-4353-b4fe-dca9adaddcd7 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:17:10.975389 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cb25de21-6e67-4570-9208-9e3118732b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bf410f1d-1fdc-4353-b4fe-dca9adaddcd7), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:10.978287 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff815f5-790c-406b-9e8b-1c1dbed8e088 req-8f2c9a34-e393-4588-9732-2f9fa151e73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:10.979956 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6ff815f5-790c-406b-9e8b-1c1dbed8e088 req-8f2c9a34-e393-4588-9732-2f9fa151e73b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d60e29b3-21d7-4da4-a50a-dfbe604013ed HTTP/1.1" status: 200 len: 861 time: 0.1969833 Feb 08 21:17:10.980912 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=90fda01a-51dd-4628-ae66-bcbeb5e1a858,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:10.991878 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-0495a6eb-bd70-4bf9-919b-1e9f0aee74fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:11.002718 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-0495a6eb-bd70-4bf9-919b-1e9f0aee74fa service neutron] 10.222.0.94 "GET /v2.0/subnets?id=9a6250f6-adb5-401d-a3ca-a324e52c89b2 HTTP/1.1" status: 200 len: 852 time: 0.2728467 Feb 08 21:17:11.047658 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6ff815f5-790c-406b-9e8b-1c1dbed8e088 req-da45d356-70dc-4f8f-8c05-30b6e1688148 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2832de48-e50e-44a2-9cef-26035a020939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398884 Feb 08 21:17:11.050977 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-7fe4efe6-82a1-455b-aa14-f3bfb2b86d5b service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784896 Feb 08 21:17:11.059589 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-cb25de21-6e67-4570-9208-9e3118732b00 None None] Port bf410f1d-1fdc-4353-b4fe-dca9adaddcd7 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:17:11.065091 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4dcd6a-3675-42b7-b609-961606fd6bec req-5522dec3-4989-4631-bbe0-4aef8e8a3379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:11.065736 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7b4dcd6a-3675-42b7-b609-961606fd6bec req-5522dec3-4989-4631-bbe0-4aef8e8a3379 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d1038644-0e9a-4c39-b91b-b7947ede0433 HTTP/1.1" status: 200 len: 861 time: 0.1852238 Feb 08 21:17:11.099256 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 235a3e85-e285-44f0-ab81-1f2e7d5ccc15, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=235a3e85-e285-44f0-ab81-1f2e7d5ccc15,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:11.114275 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '235a3e85-e285-44f0-ab81-1f2e7d5ccc15', 'network_id': '6e721cc8-cb97-443d-9392-5abeb1b828df', 'port_id': '235a3e85-e285-44f0-ab81-1f2e7d5ccc15', 'mac_address': 'fa:16:3e:a4:0a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f16667b-9ffb-4110-b7c2-7f68860ee7c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:17:11.125837 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-43ffc246-5e3b-46a3-b4cc-291ae66146ea service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=14653267-33f9-4701-8b25-78748f42e7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814445 Feb 08 21:17:11.126106 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7d8f0-08a4-4a69-9121-53a6d2546b53 req-310db91a-ef14-43dd-b447-1f5c07b61138 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:11.128079 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cbc7d8f0-08a4-4a69-9121-53a6d2546b53 req-310db91a-ef14-43dd-b447-1f5c07b61138 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 944 time: 0.1858017 Feb 08 21:17:11.140282 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42cb0d-6041-4698-91ab-af31d3d68c1a req-76efb1b0-e9d8-46aa-acb2-6c68852e567f tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:11.141953 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f42cb0d-6041-4698-91ab-af31d3d68c1a req-76efb1b0-e9d8-46aa-acb2-6c68852e567f tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=eeac9083-f50f-4d87-8144-9401541b9e5d HTTP/1.1" status: 200 len: 944 time: 0.2338660 Feb 08 21:17:11.150311 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fbdf400a-f3f5-496e-907c-bba81e6dd0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bf410f1d-1fdc-4353-b4fe-dca9adaddcd7), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:11.283042 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cbc7d8f0-08a4-4a69-9121-53a6d2546b53 req-b0956a97-cfba-4067-9211-5a9c6c0d099f tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396930 Feb 08 21:17:11.302203 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7b4dcd6a-3675-42b7-b609-961606fd6bec req-6dd17767-0183-44a2-aeb6-60d22933cac3 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=99cd4fbd-ec19-45b8-b386-2fa31ded0325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1799459 Feb 08 21:17:11.312259 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f42cb0d-6041-4698-91ab-af31d3d68c1a req-80a1f83a-ec4e-45d3-9ff8-5053fd9bed21 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447091 Feb 08 21:17:11.352643 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeac9083-f50f-4d87-8144-9401541b9e5d', 'tag': '2762e6dd-4e6a-48f1-af05-2515a1fc43a6'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:17:11.355468 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34173fdd-54af-439e-bfdd-2bf44944e933" -d '{"events": [{"name": "network-changed", "server_uuid": "eeac9083-f50f-4d87-8144-9401541b9e5d", "tag": "2762e6dd-4e6a-48f1-af05-2515a1fc43a6"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:17:11.444515 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 235a3e85-e285-44f0-ab81-1f2e7d5ccc15 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:17:11.444515 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (235a3e85-e285-44f0-ab81-1f2e7d5ccc15), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:11.470413 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 235a3e85-e285-44f0-ab81-1f2e7d5ccc15 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:17:11.496077 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 235a3e85-e285-44f0-ab81-1f2e7d5ccc15, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=235a3e85-e285-44f0-ab81-1f2e7d5ccc15,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:11.504613 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (235a3e85-e285-44f0-ab81-1f2e7d5ccc15), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:11.504902 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-3c6c91a5-0d9b-4519-8fe5-19aa4f82f4fd service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814311 Feb 08 21:17:11.522063 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-52df1545-afc6-466f-9408-c526e2be15e1 service neutron] 10.222.0.94 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281929 Feb 08 21:17:11.590429 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fbdf400a-f3f5-496e-907c-bba81e6dd0e9 admin admin] Publish callbacks [] for port (bf410f1d-1fdc-4353-b4fe-dca9adaddcd7), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:11.604451 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=235a3e85-e285-44f0-ab81-1f2e7d5ccc15,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:11.606761 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fbdf400a-f3f5-496e-907c-bba81e6dd0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (bf410f1d-1fdc-4353-b4fe-dca9adaddcd7), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:11.612967 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6ff815f5-790c-406b-9e8b-1c1dbed8e088 req-f9d99a24-5fef-4f81-b32c-dbc5821d56f0 service neutron] 10.222.0.96 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5183842 Feb 08 21:17:11.650506 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7b4dcd6a-3675-42b7-b609-961606fd6bec req-1379bd17-ddb7-431d-8658-7d3b80cb9bd8 service neutron] 10.222.0.94 "GET /v2.0/networks/99cd4fbd-ec19-45b8-b386-2fa31ded0325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301089 Feb 08 21:17:11.657016 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1713443-1d82-426c-b1b3-2d7bf76fcd5a req-6aba18be-5d1f-42e1-9ca8-5a67d2a362c0 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:11.658798 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a1713443-1d82-426c-b1b3-2d7bf76fcd5a req-6aba18be-5d1f-42e1-9ca8-5a67d2a362c0 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 1128 time: 0.1982813 Feb 08 21:17:11.672795 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dc4d8-7350-4354-a003-8a1ceaac2827 req-0e73cf7d-6b27-425e-bcbf-4e21672d3243 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:11.689881 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-090dc4d8-7350-4354-a003-8a1ceaac2827 req-0e73cf7d-6b27-425e-bcbf-4e21672d3243 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=35fc02a7-c408-4ed2-aea0-2075407b04e5 HTTP/1.1" status: 200 len: 945 time: 0.1867447 Feb 08 21:17:11.760852 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 30b0adae-7e47-4a88-95a1-5f44551a9bc5 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:17:11.776304 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fbdf400a-f3f5-496e-907c-bba81e6dd0e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (cb056cb9-5096-40dd-8027-6143ef79e88b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:11.778050 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf400a-f3f5-496e-907c-bba81e6dd0e9 admin admin] Pushing event updated for resources: {'Port': ['ID=bf410f1d-1fdc-4353-b4fe-dca9adaddcd7,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:11.840918 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-090dc4d8-7350-4354-a003-8a1ceaac2827 req-7a6cd61d-8606-44d1-9898-2d5103102a01 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501195 Feb 08 21:17:11.841442 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-9d7e9826-5fc4-403f-8974-f434cad56272 service neutron] 10.222.0.94 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100851 Feb 08 21:17:11.842871 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 30b0adae-7e47-4a88-95a1-5f44551a9bc5 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:17:11.843476 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (30b0adae-7e47-4a88-95a1-5f44551a9bc5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:11.894493 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['90fda01a-51dd-4628-ae66-bcbeb5e1a858'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:17:11.902135 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a1713443-1d82-426c-b1b3-2d7bf76fcd5a req-56b6633d-4727-4a61-ac7c-537a02f5804a tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968880 Feb 08 21:17:11.956182 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7b4dcd6a-3675-42b7-b609-961606fd6bec req-9688a06f-cbf6-48b7-8a41-2489ee06e902 service neutron] 10.222.0.94 "GET /v2.0/networks/99cd4fbd-ec19-45b8-b386-2fa31ded0325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837713 Feb 08 21:17:11.960283 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6ff815f5-790c-406b-9e8b-1c1dbed8e088 req-844969bb-7fce-4506-8b31-228c9bcc155f service neutron] 10.222.0.96 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233285 Feb 08 21:17:11.971660 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32618c3c-c5f9-4d79-a863-38e076f78a47 x-openstack-request-id: req-32618c3c-c5f9-4d79-a863-38e076f78a47 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:17:11.972669 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeac9083-f50f-4d87-8144-9401541b9e5d", "tag": "2762e6dd-4e6a-48f1-af05-2515a1fc43a6", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:17:11.974058 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-32618c3c-c5f9-4d79-a863-38e076f78a47 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:17:11.974927 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeac9083-f50f-4d87-8144-9401541b9e5d', 'tag': '2762e6dd-4e6a-48f1-af05-2515a1fc43a6', 'status': 'completed', 'code': 200} Feb 08 21:17:12.009748 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['235a3e85-e285-44f0-ab81-1f2e7d5ccc15'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:17:12.012052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdf400a-f3f5-496e-907c-bba81e6dd0e9 admin admin] Network aa6081f4-22de-4346-bb7f-dff024790515 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:17:12.013962 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-fbdf400a-f3f5-496e-907c-bba81e6dd0e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:17:12.154775 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34173fdd-54af-439e-bfdd-2bf44944e933 req-1b0ce5a6-f603-4fcb-ab17-9f84d859765b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:12.158640 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-34173fdd-54af-439e-bfdd-2bf44944e933 req-1b0ce5a6-f603-4fcb-ab17-9f84d859765b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9528332d4f29435ebdf5e407e4b8930c&device_id=eeac9083-f50f-4d87-8144-9401541b9e5d HTTP/1.1" status: 200 len: 1127 time: 0.1126666 Feb 08 21:17:12.186194 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 30b0adae-7e47-4a88-95a1-5f44551a9bc5 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:17:12.305075 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34173fdd-54af-439e-bfdd-2bf44944e933 req-007e9027-fb98-4bc5-a1e0-4d2ae8cec1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:12.306293 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-34173fdd-54af-439e-bfdd-2bf44944e933 req-007e9027-fb98-4bc5-a1e0-4d2ae8cec1f3 service neutron] 10.222.0.94 "GET /v2.0/networks?id=14653267-33f9-4701-8b25-78748f42e7d2 HTTP/1.1" status: 200 len: 913 time: 0.1405706 Feb 08 21:17:12.387015 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-34173fdd-54af-439e-bfdd-2bf44944e933 req-6afc75df-7170-4c8a-92e4-1f2498514e43 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2762e6dd-4e6a-48f1-af05-2515a1fc43a6 HTTP/1.1" status: 200 len: 217 time: 0.0731702 Feb 08 21:17:12.389548 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725a9c6-70b4-432e-be5a-1fd50082473e req-589815da-3275-4d65-8d56-16e5c255b7dd tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:12.393292 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8725a9c6-70b4-432e-be5a-1fd50082473e req-589815da-3275-4d65-8d56-16e5c255b7dd tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 950 time: 0.2945952 Feb 08 21:17:12.395898 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device c885e468-8f09-4e3c-8c98-e5a29efb08b4 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:17:12.409850 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b020d3-fe3d-44b9-8b23-5389390cf010 req-7cc87c03-702e-4383-afad-05b61cbbd4e7 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:12.412703 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d4b020d3-fe3d-44b9-8b23-5389390cf010 req-7cc87c03-702e-4383-afad-05b61cbbd4e7 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 944 time: 0.3162603 Feb 08 21:17:12.439726 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-3c2b2dc0-4c6a-40e3-9de3-234a36c79b2b None None] Provisioning complete for port bf410f1d-1fdc-4353-b4fe-dca9adaddcd7 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:17:12.440378 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3c2b2dc0-4c6a-40e3-9de3-234a36c79b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bf410f1d-1fdc-4353-b4fe-dca9adaddcd7), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:12.451321 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34173fdd-54af-439e-bfdd-2bf44944e933 req-449ac946-1b40-45ba-abea-5e62d4fb9899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:12.452899 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-34173fdd-54af-439e-bfdd-2bf44944e933 req-449ac946-1b40-45ba-abea-5e62d4fb9899 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=9a6250f6-adb5-401d-a3ca-a324e52c89b2 HTTP/1.1" status: 200 len: 852 time: 0.0585923 Feb 08 21:17:12.489604 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-34173fdd-54af-439e-bfdd-2bf44944e933 req-e4f7a521-bd6a-4cee-a12c-13adbe17ccfc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=14653267-33f9-4701-8b25-78748f42e7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300231 Feb 08 21:17:12.558911 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-3c2b2dc0-4c6a-40e3-9de3-234a36c79b2b None None] Port bf410f1d-1fdc-4353-b4fe-dca9adaddcd7 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:17:12.600813 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-34173fdd-54af-439e-bfdd-2bf44944e933 req-46b75c3a-9f57-4ddd-b446-0824b3db2611 service neutron] 10.222.0.94 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041830 Feb 08 21:17:12.603333 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port c885e468-8f09-4e3c-8c98-e5a29efb08b4, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c885e468-8f09-4e3c-8c98-e5a29efb08b4,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:12.619576 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'c885e468-8f09-4e3c-8c98-e5a29efb08b4', 'network_id': '2832de48-e50e-44a2-9cef-26035a020939', 'port_id': 'c885e468-8f09-4e3c-8c98-e5a29efb08b4', 'mac_address': 'fa:16:3e:68:09:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60e29b3-21d7-4da4-a50a-dfbe604013ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:17:12.700993 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port c885e468-8f09-4e3c-8c98-e5a29efb08b4 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:17:12.701839 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c885e468-8f09-4e3c-8c98-e5a29efb08b4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:12.729291 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c885e468-8f09-4e3c-8c98-e5a29efb08b4 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:17:12.740660 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-34173fdd-54af-439e-bfdd-2bf44944e933 req-7d59f2f8-269e-4e7b-bd9e-09d2a4ba2658 service neutron] 10.222.0.94 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324983 Feb 08 21:17:12.757656 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port c885e468-8f09-4e3c-8c98-e5a29efb08b4, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c885e468-8f09-4e3c-8c98-e5a29efb08b4,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:12.765425 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c885e468-8f09-4e3c-8c98-e5a29efb08b4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:12.840218 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=c885e468-8f09-4e3c-8c98-e5a29efb08b4,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:12.860742 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdf400a-f3f5-496e-907c-bba81e6dd0e9 admin admin] Router cb056cb9-5096-40dd-8027-6143ef79e88b has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:17:12.914375 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d4b020d3-fe3d-44b9-8b23-5389390cf010 req-0b191e01-1ce3-46dd-9b76-81595000bf50 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4855809 Feb 08 21:17:12.920511 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8725a9c6-70b4-432e-be5a-1fd50082473e req-16b2488f-212d-4ab1-9d7f-4e2c434e8928 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976432 Feb 08 21:17:13.121272 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdf400a-f3f5-496e-907c-bba81e6dd0e9 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:17:13.128014 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fbdf400a-f3f5-496e-907c-bba81e6dd0e9 admin admin] 10.222.0.88 "PUT /v2.0/routers/cb056cb9-5096-40dd-8027-6143ef79e88b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6155179 Feb 08 21:17:13.141541 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d104e366-c981-47ed-a816-92dbf4780eab None None] Sync routers for ids ['cb056cb9-5096-40dd-8027-6143ef79e88b'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:17:13.156375 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c82d89-41ea-40eb-915f-b25569421d70 req-d6010e10-f12b-49cc-a84c-9bc59636bc11 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:13.158008 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a1c82d89-41ea-40eb-915f-b25569421d70 req-d6010e10-f12b-49cc-a84c-9bc59636bc11 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=eeac9083-f50f-4d87-8144-9401541b9e5d HTTP/1.1" status: 200 len: 944 time: 0.0938091 Feb 08 21:17:13.164817 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d104e366-c981-47ed-a816-92dbf4780eab None None] Routers {'cb056cb9-5096-40dd-8027-6143ef79e88b'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:17:13.165876 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d104e366-c981-47ed-a816-92dbf4780eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:16:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['cb056cb9-5096-40dd-8027-6143ef79e88b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:17:13.166143 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['c885e468-8f09-4e3c-8c98-e5a29efb08b4'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:17:13.283865 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a1c82d89-41ea-40eb-915f-b25569421d70 req-de181e77-aa91-4e98-a5f1-81bed2fe2787 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031773 Feb 08 21:17:13.334861 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-d104e366-c981-47ed-a816-92dbf4780eab None None] Set router cb056cb9-5096-40dd-8027-6143ef79e88b gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:17:13.650227 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04f7a2-0a09-4c80-90d7-2805920c95fa req-6461cefb-43b6-4608-aac5-789eb9440ceb tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:13.659494 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eb04f7a2-0a09-4c80-90d7-2805920c95fa req-6461cefb-43b6-4608-aac5-789eb9440ceb tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 945 time: 0.1313553 Feb 08 21:17:13.681051 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d104e366-c981-47ed-a816-92dbf4780eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb056cb9-5096-40dd-8027-6143ef79e88b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1351199193-router', 'tenant_id': 'f35b4b6ad871452b8a765a13e6bc79c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '30b0adae-7e47-4a88-95a1-5f44551a9bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:16:59Z', 'updated_at': '2022-02-08T21:17:11Z', 'revision_number': 4, 'project_id': 'f35b4b6ad871452b8a765a13e6bc79c0', 'gw_port': {'id': '30b0adae-7e47-4a88-95a1-5f44551a9bc5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb056cb9-5096-40dd-8027-6143ef79e88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:17:01Z', 'updated_at': '2022-02-08T21:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'bf410f1d-1fdc-4353-b4fe-dca9adaddcd7', 'name': '', 'network_id': 'aa6081f4-22de-4346-bb7f-dff024790515', 'tenant_id': 'f35b4b6ad871452b8a765a13e6bc79c0', 'mac_address': 'fa:16:3e:7b:6a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb056cb9-5096-40dd-8027-6143ef79e88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '02edbaba-852c-452d-b817-02147b1f40b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:17:08Z', 'updated_at': '2022-02-08T21:17:11Z', 'revision_number': 2, 'project_id': 'f35b4b6ad871452b8a765a13e6bc79c0', 'subnets': [{'id': '02edbaba-852c-452d-b817-02147b1f40b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:17:13.739710 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d104e366-c981-47ed-a816-92dbf4780eab None None] Checking router: cb056cb9-5096-40dd-8027-6143ef79e88b for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:17:13.740812 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d104e366-c981-47ed-a816-92dbf4780eab None None] Updating router cb056cb9-5096-40dd-8027-6143ef79e88b port bf410f1d-1fdc-4353-b4fe-dca9adaddcd7 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:17:13.747067 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eb04f7a2-0a09-4c80-90d7-2805920c95fa req-6cfa9ba4-4f04-43f3-831c-dd16793e1ee4 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785589 Feb 08 21:17:13.887270 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d104e366-c981-47ed-a816-92dbf4780eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bf410f1d-1fdc-4353-b4fe-dca9adaddcd7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:13.977270 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54804f-77d4-40b8-9fc3-aadba0def2e6 req-da66f858-feda-4a2e-88f2-ca0bfbaa1d99 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:13.989710 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a54804f-77d4-40b8-9fc3-aadba0def2e6 req-da66f858-feda-4a2e-88f2-ca0bfbaa1d99 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=35fc02a7-c408-4ed2-aea0-2075407b04e5 HTTP/1.1" status: 200 len: 945 time: 0.1428282 Feb 08 21:17:14.066067 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a54804f-77d4-40b8-9fc3-aadba0def2e6 req-c58dadcf-2c1a-4a0b-9fc6-0e5c0f8c2c03 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763366 Feb 08 21:17:14.230917 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e33369-0032-4590-ac5c-aab7978f6336 req-452b05de-06b3-4f22-946a-af0fa37660af tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:14.246455 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-35e33369-0032-4590-ac5c-aab7978f6336 req-452b05de-06b3-4f22-946a-af0fa37660af tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 944 time: 0.1502295 Feb 08 21:17:14.397259 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c756e1-d606-44f4-8024-21693a027386 req-5413a1fd-187f-4f7f-901f-c6245fca4d81 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:14.405595 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40c756e1-d606-44f4-8024-21693a027386 req-5413a1fd-187f-4f7f-901f-c6245fca4d81 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 950 time: 0.1444311 Feb 08 21:17:14.423123 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device c885e468-8f09-4e3c-8c98-e5a29efb08b4 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:17:14.424962 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-35e33369-0032-4590-ac5c-aab7978f6336 req-72b6d01d-889b-44cf-8e8f-f1717e0a4887 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758690 Feb 08 21:17:14.459147 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d104e366-c981-47ed-a816-92dbf4780eab None None] Publish callbacks [] for port (bf410f1d-1fdc-4353-b4fe-dca9adaddcd7), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:14.477156 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d104e366-c981-47ed-a816-92dbf4780eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (bf410f1d-1fdc-4353-b4fe-dca9adaddcd7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:14.542734 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40c756e1-d606-44f4-8024-21693a027386 req-29df52c7-94d5-402c-8273-8dd1e9cc6db0 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348894 Feb 08 21:17:14.575639 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 90fda01a-51dd-4628-ae66-bcbeb5e1a858 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:17:14.685142 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807050c5-567e-452b-88ad-8bf6dc5c0bfc None None] Pushing event updated for resources: {'Port': ['ID=bf410f1d-1fdc-4353-b4fe-dca9adaddcd7,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:14.761274 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port c885e468-8f09-4e3c-8c98-e5a29efb08b4 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:17:14.766999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31558f07-3872-4d07-9737-95c235043603 req-9dbffa11-11ae-40c0-bb0a-de868eb8b2d8 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:14.775617 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port c885e468-8f09-4e3c-8c98-e5a29efb08b4 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:17:14.776378 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c885e468-8f09-4e3c-8c98-e5a29efb08b4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:14.803930 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31558f07-3872-4d07-9737-95c235043603 req-9dbffa11-11ae-40c0-bb0a-de868eb8b2d8 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=eeac9083-f50f-4d87-8144-9401541b9e5d HTTP/1.1" status: 200 len: 944 time: 0.2108850 Feb 08 21:17:15.093634 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31558f07-3872-4d07-9737-95c235043603 req-595210ce-bf75-48de-bf77-08f75fb45ede tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765064 Feb 08 21:17:15.100062 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d104e366-c981-47ed-a816-92dbf4780eab None None] Attempting to bind port bf410f1d-1fdc-4353-b4fe-dca9adaddcd7 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:17:15.105844 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d104e366-c981-47ed-a816-92dbf4780eab None None] Attempting to bind port bf410f1d-1fdc-4353-b4fe-dca9adaddcd7 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '12d03aeb-cfc1-4c80-b909-6e90e2dc5d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'aa6081f4-22de-4346-bb7f-dff024790515'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:17:15.107638 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d104e366-c981-47ed-a816-92dbf4780eab None None] Attempting to bind port bf410f1d-1fdc-4353-b4fe-dca9adaddcd7 on network aa6081f4-22de-4346-bb7f-dff024790515 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:17:15.127230 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d104e366-c981-47ed-a816-92dbf4780eab None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:17:15.128848 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 90fda01a-51dd-4628-ae66-bcbeb5e1a858 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:17:15.130157 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d104e366-c981-47ed-a816-92dbf4780eab None None] Checking segment: {'id': '12d03aeb-cfc1-4c80-b909-6e90e2dc5d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'aa6081f4-22de-4346-bb7f-dff024790515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:17:15.131413 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d104e366-c981-47ed-a816-92dbf4780eab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:15.133677 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d104e366-c981-47ed-a816-92dbf4780eab None None] Bound using segment: {'id': '12d03aeb-cfc1-4c80-b909-6e90e2dc5d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'aa6081f4-22de-4346-bb7f-dff024790515'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:17:15.134442 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d104e366-c981-47ed-a816-92dbf4780eab None None] Bound port: bf410f1d-1fdc-4353-b4fe-dca9adaddcd7, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d03aeb-cfc1-4c80-b909-6e90e2dc5d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'aa6081f4-22de-4346-bb7f-dff024790515'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:17:15.137213 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d104e366-c981-47ed-a816-92dbf4780eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bf410f1d-1fdc-4353-b4fe-dca9adaddcd7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:15.165390 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 90fda01a-51dd-4628-ae66-bcbeb5e1a858 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:17:15.165970 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (90fda01a-51dd-4628-ae66-bcbeb5e1a858), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:15.299406 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port c885e468-8f09-4e3c-8c98-e5a29efb08b4 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:17:15.299406 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c885e468-8f09-4e3c-8c98-e5a29efb08b4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:15.327368 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a1f89-37da-42ff-9f18-4816af5ceb56 req-5bd5a0cb-fdd1-4856-bcc1-14f056c18739 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:15.343616 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a0a1f89-37da-42ff-9f18-4816af5ceb56 req-5bd5a0cb-fdd1-4856-bcc1-14f056c18739 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 945 time: 0.2687230 Feb 08 21:17:15.376090 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d104e366-c981-47ed-a816-92dbf4780eab None None] For port bf410f1d-1fdc-4353-b4fe-dca9adaddcd7, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:17:15.380216 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d104e366-c981-47ed-a816-92dbf4780eab None None] For port bf410f1d-1fdc-4353-b4fe-dca9adaddcd7, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=bf410f1d-1fdc-4353-b4fe-dca9adaddcd7,segment=NetworkSegment(12d03aeb-cfc1-4c80-b909-6e90e2dc5d0a),segment_id=12d03aeb-cfc1-4c80-b909-6e90e2dc5d0a)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:17:15.390491 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d104e366-c981-47ed-a816-92dbf4780eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (bf410f1d-1fdc-4353-b4fe-dca9adaddcd7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:15.468933 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807050c5-567e-452b-88ad-8bf6dc5c0bfc None None] Pushing event updated for resources: {'Port': ['ID=bf410f1d-1fdc-4353-b4fe-dca9adaddcd7,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:15.515071 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4427664-281d-4e08-91af-27ed804ae64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c885e468-8f09-4e3c-8c98-e5a29efb08b4'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:17:15.524572 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202c7064-9a27-4aed-9dfc-d8388ec59b2c" -d '{"events": [{"server_uuid": "b4427664-281d-4e08-91af-27ed804ae64c", "name": "network-vif-plugged", "status": "completed", "tag": "c885e468-8f09-4e3c-8c98-e5a29efb08b4"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:17:15.531458 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-fb8b475a-2173-49de-bbd9-528fb3ddd407 None None] Provisioning complete for port bf410f1d-1fdc-4353-b4fe-dca9adaddcd7 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:17:15.532071 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fb8b475a-2173-49de-bbd9-528fb3ddd407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bf410f1d-1fdc-4353-b4fe-dca9adaddcd7), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:15.655795 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d104e366-c981-47ed-a816-92dbf4780eab None None] Routers {'cb056cb9-5096-40dd-8027-6143ef79e88b'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:17:15.656918 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d104e366-c981-47ed-a816-92dbf4780eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:16:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['cb056cb9-5096-40dd-8027-6143ef79e88b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:17:15.736082 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port c885e468-8f09-4e3c-8c98-e5a29efb08b4, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c885e468-8f09-4e3c-8c98-e5a29efb08b4,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:15.747960 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c885e468-8f09-4e3c-8c98-e5a29efb08b4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:15.760944 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a0a1f89-37da-42ff-9f18-4816af5ceb56 req-b8c1b3d0-424d-44b7-ab3a-6df188632899 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001985 Feb 08 21:17:15.972668 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a869b48-fd45-4e67-8386-0042f5b513e5 req-09c2c5c2-8d39-4908-9510-3e66dbd18d28 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:15.975317 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-d104e366-c981-47ed-a816-92dbf4780eab None None] Set router cb056cb9-5096-40dd-8027-6143ef79e88b gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:17:15.994737 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a869b48-fd45-4e67-8386-0042f5b513e5 req-09c2c5c2-8d39-4908-9510-3e66dbd18d28 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=35fc02a7-c408-4ed2-aea0-2075407b04e5 HTTP/1.1" status: 200 len: 945 time: 0.3222919 Feb 08 21:17:16.186883 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a869b48-fd45-4e67-8386-0042f5b513e5 req-044b914d-13a9-4b3f-bf4b-7de502c1fc49 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912856 Feb 08 21:17:16.232073 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-fb8b475a-2173-49de-bbd9-528fb3ddd407 None None] Current status of the port bf410f1d-1fdc-4353-b4fe-dca9adaddcd7 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:17:16.232413 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ec762-e486-496c-82b0-36a5976a3571 req-4b14d423-c918-48de-96a5-4d9ad2d94f82 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:16.232757 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fb8b475a-2173-49de-bbd9-528fb3ddd407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bf410f1d-1fdc-4353-b4fe-dca9adaddcd7), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:16.246485 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b07ec762-e486-496c-82b0-36a5976a3571 req-4b14d423-c918-48de-96a5-4d9ad2d94f82 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 944 time: 0.2067399 Feb 08 21:17:16.311477 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=c885e468-8f09-4e3c-8c98-e5a29efb08b4,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:16.419034 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-fb8b475a-2173-49de-bbd9-528fb3ddd407 None None] For port bf410f1d-1fdc-4353-b4fe-dca9adaddcd7, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=bf410f1d-1fdc-4353-b4fe-dca9adaddcd7,segment=NetworkSegment(12d03aeb-cfc1-4c80-b909-6e90e2dc5d0a),segment_id=12d03aeb-cfc1-4c80-b909-6e90e2dc5d0a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:16.421273 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 90fda01a-51dd-4628-ae66-bcbeb5e1a858 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:17:16.422065 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (90fda01a-51dd-4628-ae66-bcbeb5e1a858), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:16.441578 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b07ec762-e486-496c-82b0-36a5976a3571 req-2ff1e6b8-b3b4-4520-a05c-f22979274bab tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912084 Feb 08 21:17:16.490878 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 2762e6dd-4e6a-48f1-af05-2515a1fc43a6 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:17:16.527504 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fb8b475a-2173-49de-bbd9-528fb3ddd407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (bf410f1d-1fdc-4353-b4fe-dca9adaddcd7), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:16.669197 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d104e366-c981-47ed-a816-92dbf4780eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb056cb9-5096-40dd-8027-6143ef79e88b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1351199193-router', 'tenant_id': 'f35b4b6ad871452b8a765a13e6bc79c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '30b0adae-7e47-4a88-95a1-5f44551a9bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:16:59Z', 'updated_at': '2022-02-08T21:17:11Z', 'revision_number': 4, 'project_id': 'f35b4b6ad871452b8a765a13e6bc79c0', 'gw_port': {'id': '30b0adae-7e47-4a88-95a1-5f44551a9bc5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb056cb9-5096-40dd-8027-6143ef79e88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:17:01Z', 'updated_at': '2022-02-08T21:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'bf410f1d-1fdc-4353-b4fe-dca9adaddcd7', 'name': '', 'network_id': 'aa6081f4-22de-4346-bb7f-dff024790515', 'tenant_id': 'f35b4b6ad871452b8a765a13e6bc79c0', 'mac_address': 'fa:16:3e:7b:6a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb056cb9-5096-40dd-8027-6143ef79e88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '02edbaba-852c-452d-b817-02147b1f40b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:17:08Z', 'updated_at': '2022-02-08T21:17:15Z', 'revision_number': 4, 'project_id': 'f35b4b6ad871452b8a765a13e6bc79c0', 'subnets': [{'id': '02edbaba-852c-452d-b817-02147b1f40b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:17:16.716222 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d104e366-c981-47ed-a816-92dbf4780eab None None] The sync data for ids ['cb056cb9-5096-40dd-8027-6143ef79e88b'] in n-d-712143-31 is: [{'id': 'cb056cb9-5096-40dd-8027-6143ef79e88b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1351199193-router', 'tenant_id': 'f35b4b6ad871452b8a765a13e6bc79c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '30b0adae-7e47-4a88-95a1-5f44551a9bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:16:59Z', 'updated_at': '2022-02-08T21:17:11Z', 'revision_number': 4, 'project_id': 'f35b4b6ad871452b8a765a13e6bc79c0', 'gw_port': {'id': '30b0adae-7e47-4a88-95a1-5f44551a9bc5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb056cb9-5096-40dd-8027-6143ef79e88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:17:01Z', 'updated_at': '2022-02-08T21:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'bf410f1d-1fdc-4353-b4fe-dca9adaddcd7', 'name': '', 'network_id': 'aa6081f4-22de-4346-bb7f-dff024790515', 'tenant_id': 'f35b4b6ad871452b8a765a13e6bc79c0', 'mac_address': 'fa:16:3e:7b:6a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb056cb9-5096-40dd-8027-6143ef79e88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '02edbaba-852c-452d-b817-02147b1f40b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:17:08Z', 'updated_at': '2022-02-08T21:17:15Z', 'revision_number': 4, 'project_id': 'f35b4b6ad871452b8a765a13e6bc79c0', 'subnets': [{'id': '02edbaba-852c-452d-b817-02147b1f40b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:17:16.839099 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 90fda01a-51dd-4628-ae66-bcbeb5e1a858, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=90fda01a-51dd-4628-ae66-bcbeb5e1a858,segment=NetworkSegment(488cc332-a24d-48f9-b9ab-2d3512ca7d1e),segment_id=488cc332-a24d-48f9-b9ab-2d3512ca7d1e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:16.847733 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:17:16.855955 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed117a6-51e8-4b5d-8129-9d1ed4b9fbd9 x-openstack-request-id: req-aed117a6-51e8-4b5d-8129-9d1ed4b9fbd9 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:17:16.881604 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4427664-281d-4e08-91af-27ed804ae64c", "name": "network-vif-plugged", "status": "completed", "tag": "c885e468-8f09-4e3c-8c98-e5a29efb08b4", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:17:16.884741 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-aed117a6-51e8-4b5d-8129-9d1ed4b9fbd9 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:17:16.885423 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4427664-281d-4e08-91af-27ed804ae64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c885e468-8f09-4e3c-8c98-e5a29efb08b4', 'code': 200} Feb 08 21:17:16.905364 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (90fda01a-51dd-4628-ae66-bcbeb5e1a858), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:16.906866 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 235a3e85-e285-44f0-ab81-1f2e7d5ccc15 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:17:17.012749 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1784ab4-e91b-41cd-9134-7f0cda1d482f req-3c12e445-6ed7-42f4-ba64-1ffab2ea8064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:17.015267 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d1784ab4-e91b-41cd-9134-7f0cda1d482f req-3c12e445-6ed7-42f4-ba64-1ffab2ea8064 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 1129 time: 0.1742463 Feb 08 21:17:17.032293 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-85f807cd-1338-44d4-a2b4-004d7cc7c040 None None] Provisioning complete for port bf410f1d-1fdc-4353-b4fe-dca9adaddcd7 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:17:17.032741 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-85f807cd-1338-44d4-a2b4-004d7cc7c040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bf410f1d-1fdc-4353-b4fe-dca9adaddcd7), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:17.089899 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d1784ab4-e91b-41cd-9134-7f0cda1d482f req-d9f70b7d-4e92-40ac-a07f-21e97a343462 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608516 Feb 08 21:17:17.110039 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b475a-2173-49de-bbd9-528fb3ddd407 None None] Pushing event updated for resources: {'Port': ['ID=bf410f1d-1fdc-4353-b4fe-dca9adaddcd7,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:17.195761 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1817b-12df-4083-8ad7-31994678e9ea req-74850be2-2356-4fb4-8df8-3579cc3bec64 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:17.205817 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72f1817b-12df-4083-8ad7-31994678e9ea req-74850be2-2356-4fb4-8df8-3579cc3bec64 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 950 time: 0.5569422 Feb 08 21:17:17.330342 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72f1817b-12df-4083-8ad7-31994678e9ea req-1121d79c-b560-48b3-b755-9ba7b889b150 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229467 Feb 08 21:17:17.361864 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 2762e6dd-4e6a-48f1-af05-2515a1fc43a6, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=2762e6dd-4e6a-48f1-af05-2515a1fc43a6,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:17.367116 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad1b71-a693-4cb6-9b84-4a0ed255d085 req-057572c8-942f-4472-88e7-0f786c4fcd39 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:17.369984 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=90fda01a-51dd-4628-ae66-bcbeb5e1a858,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:17.376414 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e1ad1b71-a693-4cb6-9b84-4a0ed255d085 req-057572c8-942f-4472-88e7-0f786c4fcd39 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=eeac9083-f50f-4d87-8144-9401541b9e5d HTTP/1.1" status: 200 len: 944 time: 0.4204624 Feb 08 21:17:17.410399 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 235a3e85-e285-44f0-ab81-1f2e7d5ccc15 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:17:17.440659 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '2762e6dd-4e6a-48f1-af05-2515a1fc43a6', 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2', 'port_id': '2762e6dd-4e6a-48f1-af05-2515a1fc43a6', 'mac_address': 'fa:16:3e:83:51:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6250f6-adb5-401d-a3ca-a324e52c89b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:17:17.506101 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 235a3e85-e285-44f0-ab81-1f2e7d5ccc15 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:17:17.506477 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (235a3e85-e285-44f0-ab81-1f2e7d5ccc15), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:17.524453 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-039fd19e-5b33-4505-8b83-28dd8a412fe1 req-cdd74bda-087d-44f5-8080-8bb99fa0a740 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1729503 Feb 08 21:17:17.650901 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e1ad1b71-a693-4cb6-9b84-4a0ed255d085 req-bc0bed7c-9700-4f43-9ddf-5fa12a68f0fb tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661619 Feb 08 21:17:17.702755 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-85f807cd-1338-44d4-a2b4-004d7cc7c040 None None] Current status of the port bf410f1d-1fdc-4353-b4fe-dca9adaddcd7 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:17:17.740825 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 2762e6dd-4e6a-48f1-af05-2515a1fc43a6 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:17:17.751401 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2762e6dd-4e6a-48f1-af05-2515a1fc43a6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:17.826206 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fd19e-5b33-4505-8b83-28dd8a412fe1 req-f8409cc8-d00a-4c2d-abf6-e5d85b9eb5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:17.830114 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-039fd19e-5b33-4505-8b83-28dd8a412fe1 req-f8409cc8-d00a-4c2d-abf6-e5d85b9eb5b8 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9b3b159591ee4a229900ea8953fa8a06&device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 1127 time: 0.2110443 Feb 08 21:17:17.887244 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2762e6dd-4e6a-48f1-af05-2515a1fc43a6 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:17:18.077160 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device bf410f1d-1fdc-4353-b4fe-dca9adaddcd7 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:17:18.131371 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 2762e6dd-4e6a-48f1-af05-2515a1fc43a6, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=2762e6dd-4e6a-48f1-af05-2515a1fc43a6,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:18.152617 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50ca55-cc0e-4c4d-92bf-c3beb74ee02d req-8fea56c1-f382-49af-a90a-3263124c5d62 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:18.161129 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e50ca55-cc0e-4c4d-92bf-c3beb74ee02d req-8fea56c1-f382-49af-a90a-3263124c5d62 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 946 time: 0.4930658 Feb 08 21:17:18.190766 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2762e6dd-4e6a-48f1-af05-2515a1fc43a6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:18.264953 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 235a3e85-e285-44f0-ab81-1f2e7d5ccc15 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:17:18.266177 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (235a3e85-e285-44f0-ab81-1f2e7d5ccc15), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:18.352658 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fd19e-5b33-4505-8b83-28dd8a412fe1 req-7382e5d8-f04d-4c99-9d0a-13d75528bb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:18.358245 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-039fd19e-5b33-4505-8b83-28dd8a412fe1 req-7382e5d8-f04d-4c99-9d0a-13d75528bb13 service neutron] 10.222.0.94 "GET /v2.0/networks?id=4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 200 len: 909 time: 0.4652710 Feb 08 21:17:18.481636 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=2762e6dd-4e6a-48f1-af05-2515a1fc43a6,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:18.489731 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e50ca55-cc0e-4c4d-92bf-c3beb74ee02d req-08e72d3a-1a02-42a8-8243-e92289a43ba1 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886225 Feb 08 21:17:18.501798 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 235a3e85-e285-44f0-ab81-1f2e7d5ccc15, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=235a3e85-e285-44f0-ab81-1f2e7d5ccc15,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:18.502848 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port bf410f1d-1fdc-4353-b4fe-dca9adaddcd7 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:17:18.507647 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bf410f1d-1fdc-4353-b4fe-dca9adaddcd7), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:18.632741 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['2762e6dd-4e6a-48f1-af05-2515a1fc43a6'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:17:18.639606 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-039fd19e-5b33-4505-8b83-28dd8a412fe1 req-d8a45b5a-300d-4b5b-bb2a-3dfa91117d22 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2ef3cda-063d-43db-8069-62f481f3e979 HTTP/1.1" status: 200 len: 217 time: 0.2680383 Feb 08 21:17:18.650882 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f0a8c-20fc-4925-b714-3366666afe9d req-3841aa69-8776-4492-b76c-23da599951e5 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:18.670097 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d8f0a8c-20fc-4925-b714-3366666afe9d req-3841aa69-8776-4492-b76c-23da599951e5 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=35fc02a7-c408-4ed2-aea0-2075407b04e5 HTTP/1.1" status: 200 len: 946 time: 0.5046041 Feb 08 21:17:18.760975 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (235a3e85-e285-44f0-ab81-1f2e7d5ccc15), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:18.892824 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fc02a7-c408-4ed2-aea0-2075407b04e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fda01a-51dd-4628-ae66-bcbeb5e1a858'}, {'server_uuid': '4bbe6b51-7a66-43da-ac6e-db70c0e4e247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235a3e85-e285-44f0-ab81-1f2e7d5ccc15'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:17:18.900137 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bbb2ea-adea-4bf8-8eb0-041eefe9fd55" -d '{"events": [{"server_uuid": "35fc02a7-c408-4ed2-aea0-2075407b04e5", "name": "network-vif-plugged", "status": "completed", "tag": "90fda01a-51dd-4628-ae66-bcbeb5e1a858"}, {"server_uuid": "4bbe6b51-7a66-43da-ac6e-db70c0e4e247", "name": "network-vif-plugged", "status": "completed", "tag": "235a3e85-e285-44f0-ab81-1f2e7d5ccc15"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:17:18.909773 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=235a3e85-e285-44f0-ab81-1f2e7d5ccc15,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:18.918216 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fd19e-5b33-4505-8b83-28dd8a412fe1 req-2b10d8d5-3750-4e6d-8b9e-692fb574f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:18.920521 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-039fd19e-5b33-4505-8b83-28dd8a412fe1 req-2b10d8d5-3750-4e6d-8b9e-692fb574f421 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=55523d5b-2f07-476f-b4a6-0043cdbb6c1a HTTP/1.1" status: 200 len: 848 time: 0.2693179 Feb 08 21:17:19.024215 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-039fd19e-5b33-4505-8b83-28dd8a412fe1 req-2e300ddd-c899-469e-8856-8965a0eb7582 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=4c67478e-bb4a-47b2-85c8-c1996b203e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955088 Feb 08 21:17:19.063452 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d8f0a8c-20fc-4925-b714-3366666afe9d req-bf338a0c-6364-494f-9ad8-801539ee0a87 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886352 Feb 08 21:17:19.217078 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port bf410f1d-1fdc-4353-b4fe-dca9adaddcd7 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:17:19.288856 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-039fd19e-5b33-4505-8b83-28dd8a412fe1 req-5d510cbc-18d4-475e-91c2-6e7834f5f92c service neutron] 10.222.0.94 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529502 Feb 08 21:17:19.429472 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca442f6-5768-4b1b-be0e-cb90c854daca req-f265048a-3f94-41a9-b073-bbf767c59f6a tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:19.456092 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ca442f6-5768-4b1b-be0e-cb90c854daca req-f265048a-3f94-41a9-b073-bbf767c59f6a tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 945 time: 0.3229511 Feb 08 21:17:19.483346 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-039fd19e-5b33-4505-8b83-28dd8a412fe1 req-c14192cb-0894-4544-918b-a0b857626a3f service neutron] 10.222.0.94 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866000 Feb 08 21:17:19.664347 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a81c10-9927-48ee-a5c0-d035272d74b6 req-feaaf4ba-b31b-49b8-8080-5c3742aa3289 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:19.673063 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-24a81c10-9927-48ee-a5c0-d035272d74b6 req-feaaf4ba-b31b-49b8-8080-5c3742aa3289 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 950 time: 0.3571296 Feb 08 21:17:19.691577 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ca442f6-5768-4b1b-be0e-cb90c854daca req-8117407b-b898-4652-a47d-d42e43671362 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329817 Feb 08 21:17:19.786218 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-24a81c10-9927-48ee-a5c0-d035272d74b6 req-4c47a32f-1e51-4bfe-9b6b-768b1b3ad827 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088331 Feb 08 21:17:19.941035 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Feb 2022 21:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e83815-b184-41e2-82a5-d309ecd5b9db x-openstack-request-id: req-b7e83815-b184-41e2-82a5-d309ecd5b9db {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:17:19.941810 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35fc02a7-c408-4ed2-aea0-2075407b04e5", "name": "network-vif-plugged", "status": "completed", "tag": "90fda01a-51dd-4628-ae66-bcbeb5e1a858", "code": 200}, {"server_uuid": "4bbe6b51-7a66-43da-ac6e-db70c0e4e247", "name": "network-vif-plugged", "status": "completed", "tag": "235a3e85-e285-44f0-ab81-1f2e7d5ccc15", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:17:19.941810 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b7e83815-b184-41e2-82a5-d309ecd5b9db {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:17:19.942128 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fc02a7-c408-4ed2-aea0-2075407b04e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fda01a-51dd-4628-ae66-bcbeb5e1a858', 'code': 200} Feb 08 21:17:19.942373 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbe6b51-7a66-43da-ac6e-db70c0e4e247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235a3e85-e285-44f0-ab81-1f2e7d5ccc15', 'code': 200} Feb 08 21:17:19.996137 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5aa45f-3a72-4417-91fe-a57eede3c8de req-fc8fa65d-d890-451e-99b3-30ce1cf451db tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:19.998502 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ec5aa45f-3a72-4417-91fe-a57eede3c8de req-fc8fa65d-d890-451e-99b3-30ce1cf451db tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=eeac9083-f50f-4d87-8144-9401541b9e5d HTTP/1.1" status: 200 len: 945 time: 0.0961564 Feb 08 21:17:20.171801 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ec5aa45f-3a72-4417-91fe-a57eede3c8de req-0b5e1b73-266e-4f99-a853-32db77c2b26a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665418 Feb 08 21:17:20.218341 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e739b-200c-401b-aebb-2cef2cf6d3c1 req-a3d4020b-7433-4f41-892b-c6e01b4cf582 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:20.226761 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-740e739b-200c-401b-aebb-2cef2cf6d3c1 req-a3d4020b-7433-4f41-892b-c6e01b4cf582 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 946 time: 0.1216729 Feb 08 21:17:20.235200 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c9c2f-0cbe-4237-99b3-609d26aa5984 req-5efa0744-6aa9-4737-b5ae-adb4bd07a7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:20.239208 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-919c9c2f-0cbe-4237-99b3-609d26aa5984 req-5efa0744-6aa9-4737-b5ae-adb4bd07a7be service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=35fc02a7-c408-4ed2-aea0-2075407b04e5 HTTP/1.1" status: 200 len: 1129 time: 0.1876757 Feb 08 21:17:20.303716 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca431ce-70df-4e8d-81ca-5632dac9b26b req-cdc7f846-66e1-4234-8c9f-3a04ad979f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:20.306888 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3ca431ce-70df-4e8d-81ca-5632dac9b26b req-cdc7f846-66e1-4234-8c9f-3a04ad979f91 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 1128 time: 0.1868532 Feb 08 21:17:20.358038 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-740e739b-200c-401b-aebb-2cef2cf6d3c1 req-f34cf861-5f5d-481e-b205-5d9c990d109f tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300168 Feb 08 21:17:20.363774 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-919c9c2f-0cbe-4237-99b3-609d26aa5984 req-7b24efd5-38b5-4f56-a104-53a26452bd47 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161489 Feb 08 21:17:20.396816 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e36341-9a09-4f1c-b6c2-17ee48d33bcb req-89124299-9610-439c-85f0-803f097619a0 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:20.396816 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2e36341-9a09-4f1c-b6c2-17ee48d33bcb req-89124299-9610-439c-85f0-803f097619a0 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=35fc02a7-c408-4ed2-aea0-2075407b04e5 HTTP/1.1" status: 200 len: 946 time: 0.1111350 Feb 08 21:17:20.451864 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 2762e6dd-4e6a-48f1-af05-2515a1fc43a6 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:17:20.452673 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3ca431ce-70df-4e8d-81ca-5632dac9b26b req-2fc81faf-4cec-41f4-8425-f85e98c0825a service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007795 Feb 08 21:17:20.526416 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 2762e6dd-4e6a-48f1-af05-2515a1fc43a6 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:17:20.532104 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 2762e6dd-4e6a-48f1-af05-2515a1fc43a6 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:17:20.532867 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2762e6dd-4e6a-48f1-af05-2515a1fc43a6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:20.551891 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2e36341-9a09-4f1c-b6c2-17ee48d33bcb req-e11f5610-d1bf-42af-a8c1-47f9b44706d4 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513703 Feb 08 21:17:20.688147 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 2762e6dd-4e6a-48f1-af05-2515a1fc43a6 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:17:20.688896 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2762e6dd-4e6a-48f1-af05-2515a1fc43a6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:20.764015 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f88de-27a8-4f41-96f0-a2e00f2dca9f req-92f2f1dd-12b6-40b8-84ca-2a21e0273ecd tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:20.767157 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f66f88de-27a8-4f41-96f0-a2e00f2dca9f req-92f2f1dd-12b6-40b8-84ca-2a21e0273ecd tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 1129 time: 0.0752423 Feb 08 21:17:20.906655 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 2762e6dd-4e6a-48f1-af05-2515a1fc43a6, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=2762e6dd-4e6a-48f1-af05-2515a1fc43a6,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:20.913006 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2762e6dd-4e6a-48f1-af05-2515a1fc43a6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:20.969462 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=2762e6dd-4e6a-48f1-af05-2515a1fc43a6,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:20.974690 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f66f88de-27a8-4f41-96f0-a2e00f2dca9f req-0f855f31-458b-4ea5-b6f8-f616aa21e40a tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011857 Feb 08 21:17:21.025602 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2703e-6aea-4e73-a396-46612de278bb req-64311999-5072-4afe-8b38-222cc4f45a64 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:21.055795 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9ff2703e-6aea-4e73-a396-46612de278bb req-64311999-5072-4afe-8b38-222cc4f45a64 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 945 time: 0.1644912 Feb 08 21:17:21.110390 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9ff2703e-6aea-4e73-a396-46612de278bb req-49f85340-cac8-480d-a637-3b9ce497eb52 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608995 Feb 08 21:17:21.370409 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394a9a1-b3e5-4451-a28a-8f0b29ab7021 req-065ff778-0193-453a-babe-e1c6dafe1908 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:21.372076 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6394a9a1-b3e5-4451-a28a-8f0b29ab7021 req-065ff778-0193-453a-babe-e1c6dafe1908 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 950 time: 0.0927818 Feb 08 21:17:21.424600 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644e4ab-20da-469a-835e-192423f2db9c req-c53a62a4-aed7-474c-b6f0-dde8edd9d4be tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:21.427319 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5644e4ab-20da-469a-835e-192423f2db9c req-c53a62a4-aed7-474c-b6f0-dde8edd9d4be tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 1129 time: 0.0968649 Feb 08 21:17:21.489517 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6394a9a1-b3e5-4451-a28a-8f0b29ab7021 req-56403403-39eb-4856-b15c-0da8fd6fa85d tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067395 Feb 08 21:17:21.553121 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5644e4ab-20da-469a-835e-192423f2db9c req-63baad2f-40ab-43df-a524-b9bf4b6a928f tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127152 Feb 08 21:17:21.781673 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56614825-e2ec-4abb-b625-16d39761c49e req-44092c7a-0ddd-4ee9-b730-a972991d1957 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:21.790754 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56614825-e2ec-4abb-b625-16d39761c49e req-44092c7a-0ddd-4ee9-b730-a972991d1957 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=eeac9083-f50f-4d87-8144-9401541b9e5d HTTP/1.1" status: 200 len: 946 time: 0.1781509 Feb 08 21:17:21.869387 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12968ee-1e2a-442a-85af-dae3e039dffa req-b90afc6a-3bbc-49cf-af2f-0c79d45dda5b tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:21.871970 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b12968ee-1e2a-442a-85af-dae3e039dffa req-b90afc6a-3bbc-49cf-af2f-0c79d45dda5b tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=35fc02a7-c408-4ed2-aea0-2075407b04e5 HTTP/1.1" status: 200 len: 946 time: 0.1664751 Feb 08 21:17:21.917494 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56614825-e2ec-4abb-b625-16d39761c49e req-3a1f286f-bd05-45e5-9931-2ef610c27a53 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255870 Feb 08 21:17:21.943399 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeac9083-f50f-4d87-8144-9401541b9e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2762e6dd-4e6a-48f1-af05-2515a1fc43a6'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:17:21.949139 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810b4986-8983-46d6-8c85-54233779ade6" -d '{"events": [{"server_uuid": "eeac9083-f50f-4d87-8144-9401541b9e5d", "name": "network-vif-plugged", "status": "completed", "tag": "2762e6dd-4e6a-48f1-af05-2515a1fc43a6"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:17:22.053830 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b12968ee-1e2a-442a-85af-dae3e039dffa req-5301a9b4-63ec-4e86-bc5f-9534cead0b63 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640937 Feb 08 21:17:22.178205 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf79e57-95c4-40cc-b1db-16a6b605b458 x-openstack-request-id: req-bdf79e57-95c4-40cc-b1db-16a6b605b458 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:17:22.179886 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeac9083-f50f-4d87-8144-9401541b9e5d", "name": "network-vif-plugged", "status": "completed", "tag": "2762e6dd-4e6a-48f1-af05-2515a1fc43a6", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:17:22.180742 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bdf79e57-95c4-40cc-b1db-16a6b605b458 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:17:22.181583 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeac9083-f50f-4d87-8144-9401541b9e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2762e6dd-4e6a-48f1-af05-2515a1fc43a6', 'code': 200} Feb 08 21:17:22.481495 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40942b14-37e7-4877-81d3-cd5dda6f072d req-77f7d6f4-5ec8-4c88-9a9e-7e364a421f73 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:22.493366 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40942b14-37e7-4877-81d3-cd5dda6f072d req-77f7d6f4-5ec8-4c88-9a9e-7e364a421f73 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 945 time: 0.1418014 Feb 08 21:17:22.511050 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea090cb-f5ff-4535-ad71-8c41cc6e0028 req-bdaab13c-cc83-4684-89fe-98fd9f71492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:22.513188 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2ea090cb-f5ff-4535-ad71-8c41cc6e0028 req-bdaab13c-cc83-4684-89fe-98fd9f71492e service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=eeac9083-f50f-4d87-8144-9401541b9e5d HTTP/1.1" status: 200 len: 1129 time: 0.1517019 Feb 08 21:17:22.571827 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40942b14-37e7-4877-81d3-cd5dda6f072d req-0b2f39af-6e01-49b4-9ac4-69d578932a2e tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772455 Feb 08 21:17:22.617452 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2ea090cb-f5ff-4535-ad71-8c41cc6e0028 req-ef923b01-abb1-4533-a714-f82871f992d8 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942655 Feb 08 21:17:22.813966 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d9969-466f-4e43-a640-a11d5fbfe5f8 req-06d1234d-6e5b-4f85-98fb-b4a353a8ad8c tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:22.821930 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e1d9969-466f-4e43-a640-a11d5fbfe5f8 req-06d1234d-6e5b-4f85-98fb-b4a353a8ad8c tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 950 time: 0.1062553 Feb 08 21:17:22.886432 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e1d9969-466f-4e43-a640-a11d5fbfe5f8 req-9735aa14-8cb8-4895-86ae-c6e025fd8925 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629785 Feb 08 21:17:23.268255 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c2c2a-e0d8-49b7-a9ef-d0d042456942 req-304c5c32-0a64-4260-b9a9-74aa0f5009ef tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:23.278284 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-163c2c2a-e0d8-49b7-a9ef-d0d042456942 req-304c5c32-0a64-4260-b9a9-74aa0f5009ef tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=eeac9083-f50f-4d87-8144-9401541b9e5d HTTP/1.1" status: 200 len: 946 time: 0.1250687 Feb 08 21:17:23.392844 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-163c2c2a-e0d8-49b7-a9ef-d0d042456942 req-ccd5e382-d41a-4312-b33f-6aa471061501 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097560 Feb 08 21:17:23.527119 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-b86ec358-7005-46f8-a750-cb638f6afd7c tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:17:23.533705 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-b86ec358-7005-46f8-a750-cb638f6afd7c tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0181828 Feb 08 21:17:23.627435 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c1e48-4ea9-42a3-b234-f69553f21dd6 req-1e6a43ab-31cf-4e69-870f-787d00932b0b tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:23.642782 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc0c1e48-4ea9-42a3-b234-f69553f21dd6 req-1e6a43ab-31cf-4e69-870f-787d00932b0b tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=35fc02a7-c408-4ed2-aea0-2075407b04e5 HTTP/1.1" status: 200 len: 946 time: 0.1287088 Feb 08 21:17:23.655900 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-a64910ef-2008-419e-a343-89340c222475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:23.681860 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-a64910ef-2008-419e-a343-89340c222475 service neutron] 10.222.0.88 "GET /v2.0/ports/c885e468-8f09-4e3c-8c98-e5a29efb08b4 HTTP/1.1" status: 200 len: 1126 time: 0.1192732 Feb 08 21:17:23.690202 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-c5ec0cb0-1f20-4619-8c6c-2ec8c54f7a11 service neutron] Request body: {'binding': {'host': 'n-h1-712143-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:17:23.691306 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-c5ec0cb0-1f20-4619-8c6c-2ec8c54f7a11 service neutron] Unknown quota resources ['binding']. {{(pid=103434) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 21:17:23.755886 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc0c1e48-4ea9-42a3-b234-f69553f21dd6 req-1bae4f67-ae10-4681-a69f-bd5f5d3bf82b tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104028 Feb 08 21:17:24.070004 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba328b-e4a5-4e4a-bb26-e71b044a4463 req-3acb1e7f-71ba-48d4-b4c9-e96b89442676 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:24.085514 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1aba328b-e4a5-4e4a-bb26-e71b044a4463 req-3acb1e7f-71ba-48d4-b4c9-e96b89442676 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 945 time: 0.1791697 Feb 08 21:17:24.102423 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d47f9c2a-2bda-40e2-8721-10b432f94bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:24.148184 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-c5ec0cb0-1f20-4619-8c6c-2ec8c54f7a11 service neutron] Attempting to bind port c885e468-8f09-4e3c-8c98-e5a29efb08b4 on host n-h1-712143-31 for vnic_type normal with profile None {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:17:24.154544 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-c5ec0cb0-1f20-4619-8c6c-2ec8c54f7a11 service neutron] Attempting to bind port c885e468-8f09-4e3c-8c98-e5a29efb08b4 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:17:24.155343 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-c5ec0cb0-1f20-4619-8c6c-2ec8c54f7a11 service neutron] Attempting to bind port c885e468-8f09-4e3c-8c98-e5a29efb08b4 on network 2832de48-e50e-44a2-9cef-26035a020939 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:17:24.191645 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-c5ec0cb0-1f20-4619-8c6c-2ec8c54f7a11 service neutron] Port c885e468-8f09-4e3c-8c98-e5a29efb08b4 on network 2832de48-e50e-44a2-9cef-26035a020939 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:17:24.193989 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-c5ec0cb0-1f20-4619-8c6c-2ec8c54f7a11 service neutron] Attempting to bind port c885e468-8f09-4e3c-8c98-e5a29efb08b4 on network 2832de48-e50e-44a2-9cef-26035a020939 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:17:24.229909 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-c5ec0cb0-1f20-4619-8c6c-2ec8c54f7a11 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:17:24.233892 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-c5ec0cb0-1f20-4619-8c6c-2ec8c54f7a11 service neutron] Checking segment: {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:17:24.238045 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-c5ec0cb0-1f20-4619-8c6c-2ec8c54f7a11 service neutron] Bound using segment: {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:17:24.248536 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-c5ec0cb0-1f20-4619-8c6c-2ec8c54f7a11 service neutron] Bound port: c885e468-8f09-4e3c-8c98-e5a29efb08b4, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:17:24.282659 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1aba328b-e4a5-4e4a-bb26-e71b044a4463 req-9a2b0236-c3f1-409e-a656-dbf9bffead5d tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957159 Feb 08 21:17:24.428331 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-c5ec0cb0-1f20-4619-8c6c-2ec8c54f7a11 service neutron] For port c885e468-8f09-4e3c-8c98-e5a29efb08b4, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c885e468-8f09-4e3c-8c98-e5a29efb08b4,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:17:24.460997 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-c5ec0cb0-1f20-4619-8c6c-2ec8c54f7a11 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:24.469322 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-c5ec0cb0-1f20-4619-8c6c-2ec8c54f7a11 service neutron] 10.222.0.88 "POST /v2.0/ports/c885e468-8f09-4e3c-8c98-e5a29efb08b4/bindings HTTP/1.1" status: 201 len: 390 time: 0.7847469 Feb 08 21:17:24.775535 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-70a74dcd-23a1-46d5-a491-a3546765d202 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:24.778979 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-70a74dcd-23a1-46d5-a491-a3546765d202 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.94 "GET /v2.0/ports?device_id=eeac9083-f50f-4d87-8144-9401541b9e5d HTTP/1.1" status: 200 len: 946 time: 0.3460238 Feb 08 21:17:25.076437 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-7a4b116f-523f-4b0a-a9d3-a251681db7d1 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Deleting port 2762e6dd-4e6a-48f1-af05-2515a1fc43a6 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:17:25.077076 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-7a4b116f-523f-4b0a-a9d3-a251681db7d1 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (2762e6dd-4e6a-48f1-af05-2515a1fc43a6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:25.123507 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23933da1-07cf-4f3b-82f7-9b5167483182 req-32e808cd-26ab-42ae-b266-cbea9c7b667b tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:25.125135 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23933da1-07cf-4f3b-82f7-9b5167483182 req-32e808cd-26ab-42ae-b266-cbea9c7b667b tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 950 time: 0.1497662 Feb 08 21:17:25.254698 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23933da1-07cf-4f3b-82f7-9b5167483182 req-f97c0494-6dbf-46a3-b8cf-71a3da71a401 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162047 Feb 08 21:17:25.343579 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-c6f96923-6c0d-4a4b-8482-774570989e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:25.345214 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-c6f96923-6c0d-4a4b-8482-774570989e6f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 1129 time: 0.3095005 Feb 08 21:17:25.514086 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-7a4b116f-523f-4b0a-a9d3-a251681db7d1 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] For port 2762e6dd-4e6a-48f1-af05-2515a1fc43a6, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=2762e6dd-4e6a-48f1-af05-2515a1fc43a6,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:25.514387 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-7a4b116f-523f-4b0a-a9d3-a251681db7d1 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (2762e6dd-4e6a-48f1-af05-2515a1fc43a6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:25.535597 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-7a4b116f-523f-4b0a-a9d3-a251681db7d1 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Calling delete_port for 2762e6dd-4e6a-48f1-af05-2515a1fc43a6 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:17:25.604875 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-fa108fe6-ce58-49f2-b880-9d71a22c5a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:25.606433 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-fa108fe6-ce58-49f2-b880-9d71a22c5a40 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 200 len: 922 time: 0.2543397 Feb 08 21:17:25.634323 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fab0c8-7a6e-4992-8508-245987a98fa8 req-8182bf85-1629-42b2-9558-f2f6e40b1761 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:25.642547 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17fab0c8-7a6e-4992-8508-245987a98fa8 req-8182bf85-1629-42b2-9558-f2f6e40b1761 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=eeac9083-f50f-4d87-8144-9401541b9e5d HTTP/1.1" status: 200 len: 946 time: 0.2109427 Feb 08 21:17:25.654993 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-712d3699-2e77-4970-adcf-b229298efba6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c885e468-8f09-4e3c-8c98-e5a29efb08b4 HTTP/1.1" status: 200 len: 217 time: 0.0408952 Feb 08 21:17:25.688249 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed5301-d3c0-4fd4-b7a0-0a36f153b9b2 req-7cb87428-8c5d-4532-b1b3-48b6d81d2fa2 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:25.698002 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-beed5301-d3c0-4fd4-b7a0-0a36f153b9b2 req-7cb87428-8c5d-4532-b1b3-48b6d81d2fa2 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 946 time: 0.2370546 Feb 08 21:17:25.738063 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-b572d6f6-958a-435c-8d84-6e84cf7a1609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:25.739689 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-b572d6f6-958a-435c-8d84-6e84cf7a1609 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d60e29b3-21d7-4da4-a50a-dfbe604013ed HTTP/1.1" status: 200 len: 861 time: 0.0725963 Feb 08 21:17:25.804160 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-beed5301-d3c0-4fd4-b7a0-0a36f153b9b2 req-e1d0f940-eb2e-48fe-9fec-7469b14005b6 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047523 Feb 08 21:17:25.814717 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-bcc3416d-8e3a-45dc-9fd5-3b14e24e0015 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2832de48-e50e-44a2-9cef-26035a020939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626991 Feb 08 21:17:25.893094 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17fab0c8-7a6e-4992-8508-245987a98fa8 req-2d9f7274-f1b0-4850-90d1-99a58008fd98 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489889 Feb 08 21:17:26.130079 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7cc4f-3603-4e49-9c4a-44cc9c440308 req-962da5d4-5a17-4c44-8a10-3e91a97f0516 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:26.140194 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55e7cc4f-3603-4e49-9c4a-44cc9c440308 req-962da5d4-5a17-4c44-8a10-3e91a97f0516 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 945 time: 0.1241608 Feb 08 21:17:26.220089 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55e7cc4f-3603-4e49-9c4a-44cc9c440308 req-8d5df3d2-d81b-460d-922b-682c94235352 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784428 Feb 08 21:17:26.241989 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219da2b-baf1-4e3f-acac-f517c54a6894 req-ae4dc2d0-fd7f-47c8-9a22-c214f7a756f5 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:26.279674 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9219da2b-baf1-4e3f-acac-f517c54a6894 req-ae4dc2d0-fd7f-47c8-9a22-c214f7a756f5 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=35fc02a7-c408-4ed2-aea0-2075407b04e5 HTTP/1.1" status: 200 len: 946 time: 0.3448975 Feb 08 21:17:26.341503 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-83f72ad6-c584-4545-8276-611fb4367a07 service neutron] 10.222.0.94 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118046 Feb 08 21:17:26.427192 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9219da2b-baf1-4e3f-acac-f517c54a6894 req-5323a7c8-677c-4bbe-b78e-0b5717b31efe tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446192 Feb 08 21:17:26.465179 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-7a4b116f-523f-4b0a-a9d3-a251681db7d1 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (2762e6dd-4e6a-48f1-af05-2515a1fc43a6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:26.482528 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['2762e6dd-4e6a-48f1-af05-2515a1fc43a6'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:17:26.654298 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa84aa-a624-46d0-959b-ddf528604403 req-f7048180-53c9-4105-9140-5b7f6c0245a3 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:26.661033 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b116f-523f-4b0a-a9d3-a251681db7d1 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Pushing event deleted for resources: {'Port': ['ID=2762e6dd-4e6a-48f1-af05-2515a1fc43a6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:26.661398 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1eaa84aa-a624-46d0-959b-ddf528604403 req-f7048180-53c9-4105-9140-5b7f6c0245a3 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.94 "GET /v2.0/ports?device_id=35fc02a7-c408-4ed2-aea0-2075407b04e5 HTTP/1.1" status: 200 len: 946 time: 0.1519909 Feb 08 21:17:26.717157 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-76425fc8-4dbf-4ad7-90f0-727e2f98245d service neutron] 10.222.0.94 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731132 Feb 08 21:17:26.783353 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-7a4b116f-523f-4b0a-a9d3-a251681db7d1 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] No DVR routers for this DVR port 2762e6dd-4e6a-48f1-af05-2515a1fc43a6 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:17:26.798309 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-7a4b116f-523f-4b0a-a9d3-a251681db7d1 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:26.798309 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6d276a27-1e92-4a58-b380-65d6e3a63a86 req-7a4b116f-523f-4b0a-a9d3-a251681db7d1 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.94 "DELETE /v2.0/ports/2762e6dd-4e6a-48f1-af05-2515a1fc43a6 HTTP/1.1" status: 204 len: 173 time: 2.0075336 Feb 08 21:17:26.798309 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeac9083-f50f-4d87-8144-9401541b9e5d', 'name': 'network-vif-deleted', 'tag': '2762e6dd-4e6a-48f1-af05-2515a1fc43a6'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:17:26.798309 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2238bb3c-f57d-4e62-a91b-9aa986750a49" -d '{"events": [{"server_uuid": "eeac9083-f50f-4d87-8144-9401541b9e5d", "name": "network-vif-deleted", "tag": "2762e6dd-4e6a-48f1-af05-2515a1fc43a6"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:17:26.867173 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94dcad5-045a-42fb-8843-560294e9bdde x-openstack-request-id: req-a94dcad5-045a-42fb-8843-560294e9bdde {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:17:26.868238 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeac9083-f50f-4d87-8144-9401541b9e5d", "name": "network-vif-deleted", "tag": "2762e6dd-4e6a-48f1-af05-2515a1fc43a6", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:17:26.868238 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a94dcad5-045a-42fb-8843-560294e9bdde {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:17:26.868238 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeac9083-f50f-4d87-8144-9401541b9e5d', 'name': 'network-vif-deleted', 'tag': '2762e6dd-4e6a-48f1-af05-2515a1fc43a6', 'status': 'completed', 'code': 200} Feb 08 21:17:26.977026 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-342bcf24-f11f-4be5-aa78-184cfaa37246 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:26.978633 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-342bcf24-f11f-4be5-aa78-184cfaa37246 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c&tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&binding%3Ahost_id=n-h2-712143-31 HTTP/1.1" status: 200 len: 1129 time: 0.1677911 Feb 08 21:17:26.996973 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-e417d173-aaad-4306-ac72-ca6dd71d3c68 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712143-31'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:17:27.002234 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d6741-9dcd-473b-92e9-9ad36b9bc7d6 req-01067195-0b05-4c51-b4f2-3f7672a3c5b1 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:27.023057 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4d3d6741-9dcd-473b-92e9-9ad36b9bc7d6 req-01067195-0b05-4c51-b4f2-3f7672a3c5b1 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 950 time: 0.3997118 Feb 08 21:17:27.135337 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-1eaa84aa-a624-46d0-959b-ddf528604403 req-dbd432f8-6129-420e-9d14-b8f90273fa8f tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Deleting port 90fda01a-51dd-4628-ae66-bcbeb5e1a858 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:17:27.136392 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1eaa84aa-a624-46d0-959b-ddf528604403 req-dbd432f8-6129-420e-9d14-b8f90273fa8f tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (90fda01a-51dd-4628-ae66-bcbeb5e1a858), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:27.235388 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-e417d173-aaad-4306-ac72-ca6dd71d3c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c885e468-8f09-4e3c-8c98-e5a29efb08b4), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:27.252055 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4d3d6741-9dcd-473b-92e9-9ad36b9bc7d6 req-8bcc6b62-4f09-4791-9406-4d7865b50313 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275910 Feb 08 21:17:27.297069 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82c04d-a42e-401f-af40-69927b101c50 req-d0f492d2-ac20-4587-b209-90f8a9ee2df6 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:27.322390 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7c82c04d-a42e-401f-af40-69927b101c50 req-d0f492d2-ac20-4587-b209-90f8a9ee2df6 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 946 time: 0.2927759 Feb 08 21:17:27.367695 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-22dc3e2c-3012-4900-934d-0695da96fff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:27.498135 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-1eaa84aa-a624-46d0-959b-ddf528604403 req-dbd432f8-6129-420e-9d14-b8f90273fa8f tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] For port 90fda01a-51dd-4628-ae66-bcbeb5e1a858, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=90fda01a-51dd-4628-ae66-bcbeb5e1a858,segment=NetworkSegment(488cc332-a24d-48f9-b9ab-2d3512ca7d1e),segment_id=488cc332-a24d-48f9-b9ab-2d3512ca7d1e)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:27.498833 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1eaa84aa-a624-46d0-959b-ddf528604403 req-dbd432f8-6129-420e-9d14-b8f90273fa8f tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (90fda01a-51dd-4628-ae66-bcbeb5e1a858), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:27.613076 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2fa5f965-3332-4979-9695-9bf66da7461e req-9f90c290-3c84-40b8-a5fa-602a30247513 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=eeac9083-f50f-4d87-8144-9401541b9e5d HTTP/1.1" status: 200 len: 210 time: 0.1317117 Feb 08 21:17:27.628606 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-e417d173-aaad-4306-ac72-ca6dd71d3c68 service neutron] For port c885e468-8f09-4e3c-8c98-e5a29efb08b4, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c885e468-8f09-4e3c-8c98-e5a29efb08b4,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:27.655277 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-1eaa84aa-a624-46d0-959b-ddf528604403 req-dbd432f8-6129-420e-9d14-b8f90273fa8f tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Calling delete_port for 90fda01a-51dd-4628-ae66-bcbeb5e1a858 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:17:27.742317 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7c82c04d-a42e-401f-af40-69927b101c50 req-a07d4430-fd3e-44e6-a82d-3671cb5a5720 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184642 Feb 08 21:17:27.779999 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-e417d173-aaad-4306-ac72-ca6dd71d3c68 service neutron] For port c885e468-8f09-4e3c-8c98-e5a29efb08b4, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:17:27.978103 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-338a94b0-e282-46d4-8ace-2873d0ffde4b req-e7f461db-bc1e-47f4-90c6-abcda06bc033 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9528332d4f29435ebdf5e407e4b8930c&device_id=eeac9083-f50f-4d87-8144-9401541b9e5d HTTP/1.1" status: 200 len: 210 time: 0.0736897 Feb 08 21:17:28.133685 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b108d4-ddfe-43e8-9f8c-75591faa69d6 req-1000dfac-ee6e-4f6c-9def-75bd49d07925 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:28.146154 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a3b108d4-ddfe-43e8-9f8c-75591faa69d6 req-1000dfac-ee6e-4f6c-9def-75bd49d07925 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 945 time: 0.2751381 Feb 08 21:17:28.237035 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-e417d173-aaad-4306-ac72-ca6dd71d3c68 service neutron] Publish callbacks [] for port (c885e468-8f09-4e3c-8c98-e5a29efb08b4), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:28.274212 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-e417d173-aaad-4306-ac72-ca6dd71d3c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (c885e468-8f09-4e3c-8c98-e5a29efb08b4), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:28.338847 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d8018-974d-47e0-9f28-923ce2b68cf6 req-306209db-5f1c-4b22-aef8-751c9acc8ff7 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:28.361855 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b17d8018-974d-47e0-9f28-923ce2b68cf6 req-306209db-5f1c-4b22-aef8-751c9acc8ff7 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/ports?device_id=35fc02a7-c408-4ed2-aea0-2075407b04e5 HTTP/1.1" status: 200 len: 946 time: 0.3962998 Feb 08 21:17:28.504884 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a94b0-e282-46d4-8ace-2873d0ffde4b req-90318927-f75c-4d6d-8bb2-958aba32afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:28.506663 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a3b108d4-ddfe-43e8-9f8c-75591faa69d6 req-db950da9-ccda-4c44-8041-f9c9232b535d tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590195 Feb 08 21:17:28.506913 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-338a94b0-e282-46d4-8ace-2873d0ffde4b req-90318927-f75c-4d6d-8bb2-958aba32afb4 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=9528332d4f29435ebdf5e407e4b8930c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5079710 Feb 08 21:17:28.520455 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1eaa84aa-a624-46d0-959b-ddf528604403 req-dbd432f8-6129-420e-9d14-b8f90273fa8f tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (90fda01a-51dd-4628-ae66-bcbeb5e1a858), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:28.684449 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd432f8-6129-420e-9d14-b8f90273fa8f tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Pushing event deleted for resources: {'Port': ['ID=90fda01a-51dd-4628-ae66-bcbeb5e1a858,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:28.771299 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b17d8018-974d-47e0-9f28-923ce2b68cf6 req-32c698af-273e-4ec9-93cc-e7ea0fb9635b tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups?id=668e37fb-abee-4597-9759-79533c008c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840070 Feb 08 21:17:28.875744 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eaa84aa-a624-46d0-959b-ddf528604403 req-dbd432f8-6129-420e-9d14-b8f90273fa8f tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] No DVR routers for this DVR port 90fda01a-51dd-4628-ae66-bcbeb5e1a858 on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:17:28.908945 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1eaa84aa-a624-46d0-959b-ddf528604403 req-dbd432f8-6129-420e-9d14-b8f90273fa8f tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:28.919808 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1eaa84aa-a624-46d0-959b-ddf528604403 req-dbd432f8-6129-420e-9d14-b8f90273fa8f tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.94 "DELETE /v2.0/ports/90fda01a-51dd-4628-ae66-bcbeb5e1a858 HTTP/1.1" status: 204 len: 173 time: 2.2182686 Feb 08 21:17:28.920719 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fc02a7-c408-4ed2-aea0-2075407b04e5', 'name': 'network-vif-deleted', 'tag': '90fda01a-51dd-4628-ae66-bcbeb5e1a858'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:17:28.937031 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fef6d5-cd19-4231-aeb8-06247e459181" -d '{"events": [{"server_uuid": "35fc02a7-c408-4ed2-aea0-2075407b04e5", "name": "network-vif-deleted", "tag": "90fda01a-51dd-4628-ae66-bcbeb5e1a858"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:17:28.996115 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4427664-281d-4e08-91af-27ed804ae64c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c885e468-8f09-4e3c-8c98-e5a29efb08b4'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:17:29.002027 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288ef759-e2d6-47cf-8bae-4115c1e51efa" -d '{"events": [{"server_uuid": "b4427664-281d-4e08-91af-27ed804ae64c", "name": "network-vif-unplugged", "status": "completed", "tag": "c885e468-8f09-4e3c-8c98-e5a29efb08b4"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:17:29.091021 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:29.133208 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-78e2be09-4643-4421-abf0-bfc23371def3 req-f0ef19ae-2244-49dc-b029-a422c826eefa tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=eeac9083-f50f-4d87-8144-9401541b9e5d HTTP/1.1" status: 200 len: 210 time: 0.1474907 Feb 08 21:17:29.140095 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417d173-aaad-4306-ac72-ca6dd71d3c68 service neutron] Pushing event updated for resources: {'Port': ['ID=c885e468-8f09-4e3c-8c98-e5a29efb08b4,revision_number=7']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:29.209505 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-e417d173-aaad-4306-ac72-ca6dd71d3c68 service neutron] Attempting to bind port c885e468-8f09-4e3c-8c98-e5a29efb08b4 on host n-h2-712143-31 for vnic_type normal with profile {"migrating_to": "n-h1-712143-31"} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:17:29.213890 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-e417d173-aaad-4306-ac72-ca6dd71d3c68 service neutron] Attempting to bind port c885e468-8f09-4e3c-8c98-e5a29efb08b4 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:17:29.214403 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-e417d173-aaad-4306-ac72-ca6dd71d3c68 service neutron] Attempting to bind port c885e468-8f09-4e3c-8c98-e5a29efb08b4 on network 2832de48-e50e-44a2-9cef-26035a020939 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:17:29.219980 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8955e08-ff89-4d63-ae24-284e90fe00ae req-463ab290-3fac-48d5-95f8-b530db2fd078 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:29.242179 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c8955e08-ff89-4d63-ae24-284e90fe00ae req-463ab290-3fac-48d5-95f8-b530db2fd078 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 950 time: 0.3827882 Feb 08 21:17:29.243491 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-e417d173-aaad-4306-ac72-ca6dd71d3c68 service neutron] Port c885e468-8f09-4e3c-8c98-e5a29efb08b4 on network 2832de48-e50e-44a2-9cef-26035a020939 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:17:29.243958 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-e417d173-aaad-4306-ac72-ca6dd71d3c68 service neutron] Attempting to bind port c885e468-8f09-4e3c-8c98-e5a29efb08b4 on network 2832de48-e50e-44a2-9cef-26035a020939 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:17:29.262146 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a94b0-e282-46d4-8ace-2873d0ffde4b req-8ca9059d-1eee-4889-b7c3-da5c797fdf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:29.264580 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-338a94b0-e282-46d4-8ace-2873d0ffde4b req-8ca9059d-1eee-4889-b7c3-da5c797fdf87 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7506208 Feb 08 21:17:29.265700 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-e417d173-aaad-4306-ac72-ca6dd71d3c68 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:17:29.266147 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-e417d173-aaad-4306-ac72-ca6dd71d3c68 service neutron] Checking segment: {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:17:29.266644 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-e417d173-aaad-4306-ac72-ca6dd71d3c68 service neutron] Bound using segment: {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:17:29.267212 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-e417d173-aaad-4306-ac72-ca6dd71d3c68 service neutron] Bound port: c885e468-8f09-4e3c-8c98-e5a29efb08b4, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:17:29.268055 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-e417d173-aaad-4306-ac72-ca6dd71d3c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c885e468-8f09-4e3c-8c98-e5a29efb08b4), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:29.395443 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-e417d173-aaad-4306-ac72-ca6dd71d3c68 service neutron] For port c885e468-8f09-4e3c-8c98-e5a29efb08b4, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:17:29.400511 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-e417d173-aaad-4306-ac72-ca6dd71d3c68 service neutron] For port c885e468-8f09-4e3c-8c98-e5a29efb08b4, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c885e468-8f09-4e3c-8c98-e5a29efb08b4,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:17:29.410901 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-e417d173-aaad-4306-ac72-ca6dd71d3c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (c885e468-8f09-4e3c-8c98-e5a29efb08b4), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:29.447405 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c8955e08-ff89-4d63-ae24-284e90fe00ae req-acda2880-9f03-47fe-bfc3-5fc63caf2fcf tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033515 Feb 08 21:17:29.552607 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-e417d173-aaad-4306-ac72-ca6dd71d3c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:29.554146 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-e417d173-aaad-4306-ac72-ca6dd71d3c68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:29.559079 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-e417d173-aaad-4306-ac72-ca6dd71d3c68 service neutron] 10.222.0.94 "PUT /v2.0/ports/c885e468-8f09-4e3c-8c98-e5a29efb08b4 HTTP/1.1" status: 200 len: 1124 time: 2.5676672 Feb 08 21:17:29.568634 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7db7451-865d-4a27-bfe9-81606781d68b x-openstack-request-id: req-c7db7451-865d-4a27-bfe9-81606781d68b {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:17:29.571423 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35fc02a7-c408-4ed2-aea0-2075407b04e5", "name": "network-vif-deleted", "tag": "90fda01a-51dd-4628-ae66-bcbeb5e1a858", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:17:29.571423 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c7db7451-865d-4a27-bfe9-81606781d68b {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:17:29.574770 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fc02a7-c408-4ed2-aea0-2075407b04e5', 'name': 'network-vif-deleted', 'tag': '90fda01a-51dd-4628-ae66-bcbeb5e1a858', 'status': 'completed', 'code': 200} Feb 08 21:17:29.629925 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417d173-aaad-4306-ac72-ca6dd71d3c68 service neutron] Pushing event updated for resources: {'Port': ['ID=c885e468-8f09-4e3c-8c98-e5a29efb08b4,revision_number=8']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:29.665066 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['c885e468-8f09-4e3c-8c98-e5a29efb08b4'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:17:29.702314 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6aba6-2f01-4b2c-93e9-0e903157eedd req-07c4f454-dfb1-4db8-9bf6-788153ef1b6d tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:29.729782 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011b141e-36c9-4b5b-b829-7c23599cdbab x-openstack-request-id: req-011b141e-36c9-4b5b-b829-7c23599cdbab {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:17:29.730485 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2fa6aba6-2f01-4b2c-93e9-0e903157eedd req-07c4f454-dfb1-4db8-9bf6-788153ef1b6d tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 944 time: 0.3030243 Feb 08 21:17:29.730934 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4427664-281d-4e08-91af-27ed804ae64c", "name": "network-vif-unplugged", "status": "completed", "tag": "c885e468-8f09-4e3c-8c98-e5a29efb08b4", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:17:29.732236 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-011b141e-36c9-4b5b-b829-7c23599cdbab {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:17:29.733637 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4427664-281d-4e08-91af-27ed804ae64c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c885e468-8f09-4e3c-8c98-e5a29efb08b4', 'code': 200} Feb 08 21:17:29.888597 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2fa6aba6-2f01-4b2c-93e9-0e903157eedd req-5d422131-743d-4a66-9310-2423e7743219 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537166 Feb 08 21:17:30.018312 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9689b9-13cb-43f8-9f5d-7a86d78548d9 req-e0293be0-0e9c-4656-8e62-666090435733 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:30.034848 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a9689b9-13cb-43f8-9f5d-7a86d78548d9 req-e0293be0-0e9c-4656-8e62-666090435733 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 945 time: 0.1271741 Feb 08 21:17:30.177158 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a9689b9-13cb-43f8-9f5d-7a86d78548d9 req-7f327cc4-5cf1-4d42-9135-a8cc26779c2c tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406636 Feb 08 21:17:30.320184 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d706d523-0a6c-4a1b-bfe4-d40c3d452199 req-ce3bf6a8-88e9-4538-9f92-ff6af8645cf9 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=eeac9083-f50f-4d87-8144-9401541b9e5d HTTP/1.1" status: 200 len: 210 time: 0.0568278 Feb 08 21:17:30.481404 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44658) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:17:30.494498 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 90fda01a-51dd-4628-ae66-bcbeb5e1a858 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:17:30.588732 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 90fda01a-51dd-4628-ae66-bcbeb5e1a858 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:17:30.592335 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 90fda01a-51dd-4628-ae66-bcbeb5e1a858 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:17:30.683824 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1cb4c131-c81a-41e3-84aa-ad469d2cabb5 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks [] for security_group (6a6d7f35-8465-458c-a178-113ae74f2b31), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:30.710684 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe7ef0-0dd8-4b3f-a0d2-c9c840e950e5 req-ba821b5b-f070-4ce5-af1c-43b63554195b tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:30.713926 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5cbe7ef0-0dd8-4b3f-a0d2-c9c840e950e5 req-ba821b5b-f070-4ce5-af1c-43b63554195b tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 950 time: 0.1310008 Feb 08 21:17:30.750299 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1cb4c131-c81a-41e3-84aa-ad469d2cabb5 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks [] for security_group (6a6d7f35-8465-458c-a178-113ae74f2b31), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:30.824478 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5cbe7ef0-0dd8-4b3f-a0d2-c9c840e950e5 req-e22303e0-651b-48ff-acc6-0014456ca8f9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031270 Feb 08 21:17:30.942381 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1cb4c131-c81a-41e3-84aa-ad469d2cabb5 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6a6d7f35-8465-458c-a178-113ae74f2b31), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:30.945921 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1cb4c131-c81a-41e3-84aa-ad469d2cabb5 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:30.951048 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1cb4c131-c81a-41e3-84aa-ad469d2cabb5 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "DELETE /v2.0/security-groups/6a6d7f35-8465-458c-a178-113ae74f2b31 HTTP/1.1" status: 204 len: 168 time: 0.4680419 Feb 08 21:17:30.956105 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44664) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:17:30.983882 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-338a94b0-e282-46d4-8ace-2873d0ffde4b req-072930d9-db08-4a5d-b4e0-30a575b98c93 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.94 "GET /v2.0/ports?device_id=eeac9083-f50f-4d87-8144-9401541b9e5d HTTP/1.1" status: 200 len: 210 time: 0.0535290 Feb 08 21:17:30.985874 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4c131-c81a-41e3-84aa-ad469d2cabb5 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6d7f35-8465-458c-a178-113ae74f2b31,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:31.043910 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-eadaff59-d9ee-4c0b-a166-c1373fbd31c0 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] show failed (client error): The resource could not be found. Feb 08 21:17:31.047463 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-eadaff59-d9ee-4c0b-a166-c1373fbd31c0 tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "GET /v2.0/security-groups/6a6d7f35-8465-458c-a178-113ae74f2b31 HTTP/1.1" status: 404 len: 347 time: 0.0831056 Feb 08 21:17:31.053320 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44666) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:17:31.333793 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:31.377162 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:31.558537 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17dfa4-52d1-4a9e-8b3d-f1a7aa6ee843 req-91abb754-125e-4c02-bae9-c0e945755a8b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:31.572744 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd17dfa4-52d1-4a9e-8b3d-f1a7aa6ee843 req-91abb754-125e-4c02-bae9-c0e945755a8b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 944 time: 0.5230305 Feb 08 21:17:31.722153 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096af3e-746d-4e03-93f3-3843c89ee0ea req-e49d1c7d-9d3f-4c4f-a89f-8ec28a81dbe8 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:31.730642 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3096af3e-746d-4e03-93f3-3843c89ee0ea req-e49d1c7d-9d3f-4c4f-a89f-8ec28a81dbe8 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 945 time: 0.3278258 Feb 08 21:17:31.735319 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4427664-281d-4e08-91af-27ed804ae64c', 'tag': 'c885e468-8f09-4e3c-8c98-e5a29efb08b4'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:17:31.740524 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15fbf90-8264-419e-b796-0631e105b4f2" -d '{"events": [{"name": "network-changed", "server_uuid": "b4427664-281d-4e08-91af-27ed804ae64c", "tag": "c885e468-8f09-4e3c-8c98-e5a29efb08b4"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:17:31.754015 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd17dfa4-52d1-4a9e-8b3d-f1a7aa6ee843 req-3d8fbee0-7bff-4496-8662-bbc53243a263 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798444 Feb 08 21:17:31.789182 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ef7a6281-5787-42a5-ada1-83f89c5cbb7c tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Deleting port 9dc6463b-1687-44a2-9e69-4a604431a17d {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:17:31.789479 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ef7a6281-5787-42a5-ada1-83f89c5cbb7c tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (9dc6463b-1687-44a2-9e69-4a604431a17d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:31.884174 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3096af3e-746d-4e03-93f3-3843c89ee0ea req-e741c1d9-b434-4ee5-be67-aded1e780544 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525779 Feb 08 21:17:31.983225 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ef7a6281-5787-42a5-ada1-83f89c5cbb7c tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (9dc6463b-1687-44a2-9e69-4a604431a17d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:31.983738 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ef7a6281-5787-42a5-ada1-83f89c5cbb7c tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks [] for floatingip (9dc6463b-1687-44a2-9e69-4a604431a17d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:32.026518 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ef7a6281-5787-42a5-ada1-83f89c5cbb7c tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Calling delete_port for 9dc6463b-1687-44a2-9e69-4a604431a17d owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:17:32.124406 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a887b0dd-771c-474b-a32b-6fece64185c8 x-openstack-request-id: req-a887b0dd-771c-474b-a32b-6fece64185c8 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:17:32.125583 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4427664-281d-4e08-91af-27ed804ae64c", "tag": "c885e468-8f09-4e3c-8c98-e5a29efb08b4", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:17:32.126293 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a887b0dd-771c-474b-a32b-6fece64185c8 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:17:32.126940 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4427664-281d-4e08-91af-27ed804ae64c', 'tag': 'c885e468-8f09-4e3c-8c98-e5a29efb08b4', 'status': 'completed', 'code': 200} Feb 08 21:17:32.210311 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c780a3-4de7-403d-a141-03e80e8d12d0 req-a3b0c1ee-4a1e-4179-8feb-f1c9015a3d7f tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:32.212403 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-28c780a3-4de7-403d-a141-03e80e8d12d0 req-a3b0c1ee-4a1e-4179-8feb-f1c9015a3d7f tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 950 time: 0.1449971 Feb 08 21:17:32.387341 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fbf90-8264-419e-b796-0631e105b4f2 req-cc7279ac-e8f9-4b49-80f2-5e966e886b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:32.393033 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f15fbf90-8264-419e-b796-0631e105b4f2 req-cc7279ac-e8f9-4b49-80f2-5e966e886b87 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 1158 time: 0.2205219 Feb 08 21:17:32.500565 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device c885e468-8f09-4e3c-8c98-e5a29efb08b4 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:17:32.560376 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-28c780a3-4de7-403d-a141-03e80e8d12d0 req-2cd5a518-390e-4603-bbe8-111af4ec0097 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333874 Feb 08 21:17:32.574063 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ef7a6281-5787-42a5-ada1-83f89c5cbb7c tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (9dc6463b-1687-44a2-9e69-4a604431a17d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:32.660378 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fbf90-8264-419e-b796-0631e105b4f2 req-2f01fc5b-56d8-4e80-a29c-d767040157b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:32.662030 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f15fbf90-8264-419e-b796-0631e105b4f2 req-2f01fc5b-56d8-4e80-a29c-d767040157b3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 200 len: 922 time: 0.2579980 Feb 08 21:17:32.706050 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a6281-5787-42a5-ada1-83f89c5cbb7c tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Pushing event deleted for resources: {'Port': ['ID=9dc6463b-1687-44a2-9e69-4a604431a17d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:32.782712 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f15fbf90-8264-419e-b796-0631e105b4f2 req-0e9a41c8-a858-4179-b845-569b32adebc9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c885e468-8f09-4e3c-8c98-e5a29efb08b4 HTTP/1.1" status: 200 len: 217 time: 0.1125314 Feb 08 21:17:32.789817 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port c885e468-8f09-4e3c-8c98-e5a29efb08b4, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c885e468-8f09-4e3c-8c98-e5a29efb08b4,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:32.840925 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-cc39274a-b45c-4fdb-8dd3-1ac41153ffa4 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:32.842992 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device c885e468-8f09-4e3c-8c98-e5a29efb08b4 has no active binding in host n-h1-712143-31 {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 08 21:17:32.869057 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-cc39274a-b45c-4fdb-8dd3-1ac41153ffa4 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/networks?id=14653267-33f9-4701-8b25-78748f42e7d2 HTTP/1.1" status: 200 len: 812 time: 0.5601590 Feb 08 21:17:32.933418 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fbf90-8264-419e-b796-0631e105b4f2 req-1da56f77-fbfe-4994-88fa-78baa6bcc7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:32.936743 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f15fbf90-8264-419e-b796-0631e105b4f2 req-1da56f77-fbfe-4994-88fa-78baa6bcc7be service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d60e29b3-21d7-4da4-a50a-dfbe604013ed HTTP/1.1" status: 200 len: 861 time: 0.1361482 Feb 08 21:17:32.957754 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-83dab70e-92de-4d0b-9793-2c8b59b77065 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/quotas/9528332d4f29435ebdf5e407e4b8930c HTTP/1.1" status: 200 len: 375 time: 0.0871019 Feb 08 21:17:33.050965 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f15fbf90-8264-419e-b796-0631e105b4f2 req-d2916324-723c-4eb9-bd1b-843889486133 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2832de48-e50e-44a2-9cef-26035a020939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055386 Feb 08 21:17:33.094864 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-55bde286-d985-4f64-9e0f-725fdca3e798 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9528332d4f29435ebdf5e407e4b8930c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1354804 Feb 08 21:17:33.212860 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ef7a6281-5787-42a5-ada1-83f89c5cbb7c tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks [] for floatingip (9c58e516-67ba-41b5-86ab-b161327a57c4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:33.216501 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ef7a6281-5787-42a5-ada1-83f89c5cbb7c tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:33.218162 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ef7a6281-5787-42a5-ada1-83f89c5cbb7c tempest-ImagesOneServerNegativeTestJSON-543309848 tempest-ImagesOneServerNegativeTestJSON-543309848-project] 10.222.0.88 "DELETE /v2.0/floatingips/9c58e516-67ba-41b5-86ab-b161327a57c4 HTTP/1.1" status: 204 len: 168 time: 2.1624093 Feb 08 21:17:33.228055 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b4e9b-f459-43e5-b7ca-01c6818f668a req-3d459c6f-60fd-4c07-bb34-90ac4e93ef4d tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:33.235853 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-382b4e9b-f459-43e5-b7ca-01c6818f668a req-3d459c6f-60fd-4c07-bb34-90ac4e93ef4d tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 944 time: 0.2739227 Feb 08 21:17:33.319936 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f15fbf90-8264-419e-b796-0631e105b4f2 req-1d528500-ea17-4fa8-9368-3f0d94dcfa31 service neutron] 10.222.0.96 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580292 Feb 08 21:17:33.322142 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-382b4e9b-f459-43e5-b7ca-01c6818f668a req-457b71d8-b773-4e2e-b940-101002bd02db tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853658 Feb 08 21:17:33.329892 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-e21db2e9-7952-4c44-b155-f5bf1e95bd16 service neutron] 10.222.0.88 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068655 Feb 08 21:17:33.605812 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-dd707ac2-9cfa-4fa0-9fe5-4cd8a8c426e1 service neutron] 10.222.0.88 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745805 Feb 08 21:17:33.608914 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f15fbf90-8264-419e-b796-0631e105b4f2 req-35024d78-61cd-4805-b287-3823ce20dde8 service neutron] 10.222.0.96 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719617 Feb 08 21:17:33.636726 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd93d-1b0e-42af-8d2c-4382b5168720 req-e580d679-e994-4d8c-b56e-d1564b02b9c4 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:33.654314 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-851cd93d-1b0e-42af-8d2c-4382b5168720 req-e580d679-e994-4d8c-b56e-d1564b02b9c4 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 945 time: 0.1892304 Feb 08 21:17:33.734732 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-851cd93d-1b0e-42af-8d2c-4382b5168720 req-22e00faa-bf0d-41c2-8325-6466522ec633 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748055 Feb 08 21:17:33.981152 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-b0de17d7-a8db-4296-b42e-6efeaaeb9b12 service neutron] show failed (client error): The resource could not be found. Feb 08 21:17:33.996523 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-b0de17d7-a8db-4296-b42e-6efeaaeb9b12 service neutron] 10.222.0.96 "GET /v2.0/ports/c7aceece-eac0-4fab-8440-03d54f187c1c/bindings/n-h1-712143-31 HTTP/1.1" status: 404 len: 381 time: 0.2325878 Feb 08 21:17:34.195534 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-171c1f8a-5e80-4bad-b51a-e0b5720034df req-eb37927f-43c1-412a-ac29-c07729b596d2 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c5587a7-1b0e-4a5e-8d94-7667312b1d8b HTTP/1.1" status: 200 len: 210 time: 0.0922835 Feb 08 21:17:34.245505 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e20b40-9e0a-4b28-84bd-bed8c568e15e req-4c07a2ad-6102-4fef-b28f-de467b5b7260 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:34.256494 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-58e20b40-9e0a-4b28-84bd-bed8c568e15e req-4c07a2ad-6102-4fef-b28f-de467b5b7260 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 950 time: 0.3381996 Feb 08 21:17:34.386060 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44772) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:17:34.445980 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-58e20b40-9e0a-4b28-84bd-bed8c568e15e req-8c4798b1-8a35-4ced-8164-4ff17dd45310 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807203 Feb 08 21:17:34.517207 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 2762e6dd-4e6a-48f1-af05-2515a1fc43a6 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:17:34.541014 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-76099e63-e143-4fdb-8b01-dead6517c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:34.543384 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-76099e63-e143-4fdb-8b01-dead6517c413 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981&tenant_id=56f216a178424ba0984bc6550ca8f840 HTTP/1.1" status: 200 len: 1133 time: 0.1715190 Feb 08 21:17:34.552571 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d3d9e7c-cfb0-40d7-a616-cc8268437863 admin admin] Deleting subnet d1038644-0e9a-4c39-b91b-b7947ede0433 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:17:34.562778 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-31', 'device_owner': 'compute:nova'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:17:34.639660 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d3d9e7c-cfb0-40d7-a616-cc8268437863 admin admin] Publish callbacks [] for subnet (d1038644-0e9a-4c39-b91b-b7947ede0433), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:34.643488 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 2762e6dd-4e6a-48f1-af05-2515a1fc43a6 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:17:34.646235 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 2762e6dd-4e6a-48f1-af05-2515a1fc43a6 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:17:34.698978 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c812365-7dbd-4053-9d2c-94a115acd0dd req-a7c6e556-6aa6-487e-8445-4728b53f2803 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:34.718307 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c812365-7dbd-4053-9d2c-94a115acd0dd req-a7c6e556-6aa6-487e-8445-4728b53f2803 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 944 time: 0.2311532 Feb 08 21:17:34.720566 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:34.736305 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d3d9e7c-cfb0-40d7-a616-cc8268437863 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (d1038644-0e9a-4c39-b91b-b7947ede0433), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:34.876469 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c812365-7dbd-4053-9d2c-94a115acd0dd req-fae1b059-554e-4608-acf8-0335df236751 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499953 Feb 08 21:17:34.958468 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d3d9e7c-cfb0-40d7-a616-cc8268437863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (d1038644-0e9a-4c39-b91b-b7947ede0433), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:35.119306 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffcbf1-d3c8-4cf8-8479-92787185f45f req-ead788c2-7f85-41cc-8c63-264317897665 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:35.128716 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9ffcbf1-d3c8-4cf8-8479-92787185f45f req-ead788c2-7f85-41cc-8c63-264317897665 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 945 time: 0.1614563 Feb 08 21:17:35.210108 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9ffcbf1-d3c8-4cf8-8479-92787185f45f req-88a43171-e445-42f9-9c36-bdc456a13122 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802395 Feb 08 21:17:35.297964 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:17:35.361935 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] For port c7aceece-eac0-4fab-8440-03d54f187c1c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c7aceece-eac0-4fab-8440-03d54f187c1c,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:35.421181 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] For port c7aceece-eac0-4fab-8440-03d54f187c1c, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:17:35.479638 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Publish callbacks [] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:35.510534 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Transition to ACTIVE for port object c7aceece-eac0-4fab-8440-03d54f187c1c will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:17:35.511489 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4566af2-4077-4cf2-ae60-89837a085981', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7aceece-eac0-4fab-8440-03d54f187c1c'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:17:35.516672 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd9acf3-bcdb-420a-8754-8b2ff30e1bc2" -d '{"events": [{"server_uuid": "a4566af2-4077-4cf2-ae60-89837a085981", "name": "network-vif-unplugged", "status": "completed", "tag": "c7aceece-eac0-4fab-8440-03d54f187c1c"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:17:35.526996 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:35.646128 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] No DVR routers for this DVR port c7aceece-eac0-4fab-8440-03d54f187c1c on host n-h2-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:17:35.656165 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Pushing event updated for resources: {'Port': ['ID=c7aceece-eac0-4fab-8440-03d54f187c1c,revision_number=6']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:35.692109 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6dba3fb7-5e40-4094-aade-2793685917df req-5c1fa70d-ba9d-4afd-a98a-39c60186f490 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c5587a7-1b0e-4a5e-8d94-7667312b1d8b HTTP/1.1" status: 200 len: 210 time: 0.1538620 Feb 08 21:17:35.719730 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Attempting to bind port c7aceece-eac0-4fab-8440-03d54f187c1c on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:17:35.720133 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Attempting to bind port c7aceece-eac0-4fab-8440-03d54f187c1c by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:17:35.720520 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Attempting to bind port c7aceece-eac0-4fab-8440-03d54f187c1c on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:17:35.727744 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d3d9e7c-cfb0-40d7-a616-cc8268437863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (d1038644-0e9a-4c39-b91b-b7947ede0433), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:35.731229 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Port c7aceece-eac0-4fab-8440-03d54f187c1c on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:17:35.731619 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Attempting to bind port c7aceece-eac0-4fab-8440-03d54f187c1c on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:17:35.763228 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:35.763564 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:35.763999 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:35.764341 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:35.764670 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:35.765047 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:35.765353 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:35.765676 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:35.765998 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:35.766358 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:35.766694 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:35.767749 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:35.768079 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:35.779931 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d9e7c-cfb0-40d7-a616-cc8268437863 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1038644-0e9a-4c39-b91b-b7947ede0433,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:35.789183 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:17:35.789561 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:17:35.789935 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:17:35.790411 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Bound port: c7aceece-eac0-4fab-8440-03d54f187c1c, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:17:35.790736 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:35.793673 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d3d9e7c-cfb0-40d7-a616-cc8268437863 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:35.804560 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3d3d9e7c-cfb0-40d7-a616-cc8268437863 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/d1038644-0e9a-4c39-b91b-b7947ede0433 HTTP/1.1" status: 204 len: 168 time: 1.4092464 Feb 08 21:17:35.805145 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44816) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:17:35.985828 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] For port c7aceece-eac0-4fab-8440-03d54f187c1c, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:17:35.996125 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] For port c7aceece-eac0-4fab-8440-03d54f187c1c, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c7aceece-eac0-4fab-8440-03d54f187c1c,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:17:36.025456 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8693008d-27a2-41a5-9649-5ea42f482d1c x-openstack-request-id: req-8693008d-27a2-41a5-9649-5ea42f482d1c {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:17:36.025837 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4566af2-4077-4cf2-ae60-89837a085981", "name": "network-vif-unplugged", "status": "completed", "tag": "c7aceece-eac0-4fab-8440-03d54f187c1c", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:17:36.033343 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8693008d-27a2-41a5-9649-5ea42f482d1c {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:17:36.036165 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4566af2-4077-4cf2-ae60-89837a085981', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7aceece-eac0-4fab-8440-03d54f187c1c', 'code': 200} Feb 08 21:17:36.056608 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:36.096874 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:36.098557 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:36.104010 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f1b9bb04-7956-432c-ae01-c409411e1bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (99cd4fbd-ec19-45b8-b386-2fa31ded0325), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:36.104500 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] 10.222.0.94 "PUT /v2.0/ports/c7aceece-eac0-4fab-8440-03d54f187c1c HTTP/1.1" status: 200 len: 1097 time: 1.5460613 Feb 08 21:17:36.182224 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:36.238221 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2b0e-7b1e-4fb8-b349-b61562bf375b req-8ca5f366-bbc8-4f34-b8f6-a951add52f98 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:36.249739 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-39cc2b0e-7b1e-4fb8-b349-b61562bf375b req-8ca5f366-bbc8-4f34-b8f6-a951add52f98 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 948 time: 0.2783225 Feb 08 21:17:36.406431 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:36.517932 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b43062-fc9f-4bdf-b3d1-d313a95bc929 service neutron] Pushing event updated for resources: {'Port': ['ID=c7aceece-eac0-4fab-8440-03d54f187c1c,revision_number=7']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:36.582743 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-4f7e05cf-b3e7-49ec-8142-b7afa72d0abd service neutron] 10.222.0.96 "GET /v2.0/ports/c885e468-8f09-4e3c-8c98-e5a29efb08b4/bindings/n-h1-712143-31 HTTP/1.1" status: 200 len: 385 time: 0.4718654 Feb 08 21:17:36.590044 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-3597ddc0-dd44-4506-acc3-18db92acb594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:36.593249 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-3597ddc0-dd44-4506-acc3-18db92acb594 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 1131 time: 0.4044104 Feb 08 21:17:36.751654 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-85f31769-7e6b-4cf1-bf81-948bd98c5d6f tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:36.753377 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-85f31769-7e6b-4cf1-bf81-948bd98c5d6f tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.96 "GET /v2.0/networks?id=14653267-33f9-4701-8b25-78748f42e7d2 HTTP/1.1" status: 200 len: 812 time: 0.4496293 Feb 08 21:17:36.779316 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-43041f3d-286e-419e-a7d3-fb43a8cbc60a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Request body: {'port': {'device_id': '4c5587a7-1b0e-4a5e-8d94-7667312b1d8b', 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2', 'admin_state_up': True, 'tenant_id': '9528332d4f29435ebdf5e407e4b8930c'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:17:36.910144 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-39cc2b0e-7b1e-4fb8-b349-b61562bf375b req-721d62bd-686a-49f2-8ad2-ccc3e2d88598 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6582808 Feb 08 21:17:36.936787 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad9eb6-9916-4b4c-b018-0e6d941cd2db req-50b23134-5354-4715-821e-f85f5c48cfff tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:36.950507 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65ad9eb6-9916-4b4c-b018-0e6d941cd2db req-50b23134-5354-4715-821e-f85f5c48cfff tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 944 time: 0.7618935 Feb 08 21:17:36.999179 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-885caeda-ec05-4960-b879-d1bd840ace09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:37.000710 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-885caeda-ec05-4960-b879-d1bd840ace09 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.3782208 Feb 08 21:17:37.086222 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65ad9eb6-9916-4b4c-b018-0e6d941cd2db req-8aac6410-26be-4d7d-8c75-07fcbc44f464 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338725 Feb 08 21:17:37.106130 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f1b9bb04-7956-432c-ae01-c409411e1bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (99cd4fbd-ec19-45b8-b386-2fa31ded0325), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:37.253259 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-f1b9bb04-7956-432c-ae01-c409411e1bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cd4fbd-ec19-45b8-b386-2fa31ded0325']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:17:37.294122 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-f1b9bb04-7956-432c-ae01-c409411e1bb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488cc332-a24d-48f9-b9ab-2d3512ca7d1e') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:17:37.294442 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-f1b9bb04-7956-432c-ae01-c409411e1bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488cc332-a24d-48f9-b9ab-2d3512ca7d1e') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:17:37.340702 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fdffce45-3bbb-42a3-9a72-fee3687f82a2 req-78205bb1-739b-4362-86e4-8c2ad888842e tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c5587a7-1b0e-4a5e-8d94-7667312b1d8b HTTP/1.1" status: 200 len: 210 time: 0.0758815 Feb 08 21:17:37.351904 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f1b9bb04-7956-432c-ae01-c409411e1bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (488cc332-a24d-48f9-b9ab-2d3512ca7d1e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:37.374738 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f1b9bb04-7956-432c-ae01-c409411e1bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (488cc332-a24d-48f9-b9ab-2d3512ca7d1e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:37.392083 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c2df8-5ba8-415c-ba9d-d776e50015d8 req-a6b98496-befd-45c1-8a95-4e98387f5f9d tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:37.398317 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e96c2df8-5ba8-415c-ba9d-d776e50015d8 req-a6b98496-befd-45c1-8a95-4e98387f5f9d tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 945 time: 0.2228589 Feb 08 21:17:37.415453 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b9bb04-7956-432c-ae01-c409411e1bb0 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:17:37.418223 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f1b9bb04-7956-432c-ae01-c409411e1bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (488cc332-a24d-48f9-b9ab-2d3512ca7d1e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:17:37.423972 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:17:37.520685 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-05e8bac0-62bb-4b16-bd14-32e8374545ac service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=c7aceece-eac0-4fab-8440-03d54f187c1c HTTP/1.1" status: 200 len: 217 time: 0.5114665 Feb 08 21:17:37.654281 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f1b9bb04-7956-432c-ae01-c409411e1bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (99cd4fbd-ec19-45b8-b386-2fa31ded0325), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:37.686933 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-d9075acf-25e8-4b8e-96ee-d28672699a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:37.689079 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-d9075acf-25e8-4b8e-96ee-d28672699a93 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1552136 Feb 08 21:17:37.716164 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-43041f3d-286e-419e-a7d3-fb43a8cbc60a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Made reservation on behalf of 9528332d4f29435ebdf5e407e4b8930c for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:17:37.717573 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-43041f3d-286e-419e-a7d3-fb43a8cbc60a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:37.749649 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f1b9bb04-7956-432c-ae01-c409411e1bb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:37.762093 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f1b9bb04-7956-432c-ae01-c409411e1bb0 admin admin] 10.222.0.88 "DELETE /v2.0/networks/99cd4fbd-ec19-45b8-b386-2fa31ded0325 HTTP/1.1" status: 204 len: 168 time: 1.9505725 Feb 08 21:17:37.764079 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-c3c2fc92-fb5d-429c-b663-dd19d6df8496 service neutron] For port c885e468-8f09-4e3c-8c98-e5a29efb08b4, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c885e468-8f09-4e3c-8c98-e5a29efb08b4,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:37.779046 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9bb04-7956-432c-ae01-c409411e1bb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=99cd4fbd-ec19-45b8-b386-2fa31ded0325,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:37.795822 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e96c2df8-5ba8-415c-ba9d-d776e50015d8 req-1bedf423-04bf-4896-be7a-d40ec9f044a8 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876231 Feb 08 21:17:37.837593 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-c3c2fc92-fb5d-429c-b663-dd19d6df8496 service neutron] For port c885e468-8f09-4e3c-8c98-e5a29efb08b4, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:17:37.922648 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-146d6b12-6773-4acf-a14a-c6b756fdce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:37.924296 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-146d6b12-6773-4acf-a14a-c6b756fdce2b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2276886 Feb 08 21:17:37.959991 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-c3c2fc92-fb5d-429c-b663-dd19d6df8496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c885e468-8f09-4e3c-8c98-e5a29efb08b4 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:17:38.081206 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4566af2-4077-4cf2-ae60-89837a085981', 'tag': 'c7aceece-eac0-4fab-8440-03d54f187c1c'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:17:38.084101 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc771f3-bd72-4dab-8585-d1cc555959b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a4566af2-4077-4cf2-ae60-89837a085981", "tag": "c7aceece-eac0-4fab-8440-03d54f187c1c"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:17:38.092682 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-c3c2fc92-fb5d-429c-b663-dd19d6df8496 service neutron] For port c885e468-8f09-4e3c-8c98-e5a29efb08b4, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c885e468-8f09-4e3c-8c98-e5a29efb08b4,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:38.164658 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-c3c2fc92-fb5d-429c-b663-dd19d6df8496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c885e468-8f09-4e3c-8c98-e5a29efb08b4), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:38.201561 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-43041f3d-286e-419e-a7d3-fb43a8cbc60a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Allocated IP 172.20.0.4 (14653267-33f9-4701-8b25-78748f42e7d2/9a6250f6-adb5-401d-a3ca-a324e52c89b2/aca68cb2-7955-4db0-aedd-f4ed66ae5979) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:17:38.216061 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b2b55a-fa3f-4267-961d-46c09d7b27cc x-openstack-request-id: req-28b2b55a-fa3f-4267-961d-46c09d7b27cc {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:17:38.216542 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4566af2-4077-4cf2-ae60-89837a085981", "tag": "c7aceece-eac0-4fab-8440-03d54f187c1c", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:17:38.217445 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-28b2b55a-fa3f-4267-961d-46c09d7b27cc {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:17:38.218127 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4566af2-4077-4cf2-ae60-89837a085981', 'tag': 'c7aceece-eac0-4fab-8440-03d54f187c1c', 'status': 'completed', 'code': 200} Feb 08 21:17:38.272327 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-0faed9f4-c61d-4124-9c28-f45b4083796f service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309219 Feb 08 21:17:38.379569 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44842) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:17:38.471311 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a54d65-e9c7-4a1a-b112-d597daadf924 req-7ed03b3a-445a-4f54-a7dd-7eb0cc3080d4 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:38.486630 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66a54d65-e9c7-4a1a-b112-d597daadf924 req-7ed03b3a-445a-4f54-a7dd-7eb0cc3080d4 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 948 time: 0.4017949 Feb 08 21:17:38.575334 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device c7aceece-eac0-4fab-8440-03d54f187c1c no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:17:38.586875 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc771f3-bd72-4dab-8585-d1cc555959b2 req-adc80d63-93e5-4189-8ad9-b1ebf042db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:38.589783 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-abc771f3-bd72-4dab-8585-d1cc555959b2 req-adc80d63-93e5-4189-8ad9-b1ebf042db81 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 1131 time: 0.3286338 Feb 08 21:17:38.619158 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b956d5-e4dd-49a7-aaaa-909a728eb474 req-bd816510-e6f8-4087-abf0-8163861eeef0 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:38.632411 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3b956d5-e4dd-49a7-aaaa-909a728eb474 req-bd816510-e6f8-4087-abf0-8163861eeef0 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 944 time: 0.2537518 Feb 08 21:17:38.727182 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] The host n-h2-712143-31 is not matching for port c7aceece-eac0-4fab-8440-03d54f187c1c host n-h1-712143-31! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 21:17:38.727943 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device c7aceece-eac0-4fab-8440-03d54f187c1c not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:17:38.728799 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device c885e468-8f09-4e3c-8c98-e5a29efb08b4 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:17:38.801825 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3b956d5-e4dd-49a7-aaaa-909a728eb474 req-76554ccc-3d00-49f8-ab2f-8146d402f534 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663003 Feb 08 21:17:38.883649 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port c885e468-8f09-4e3c-8c98-e5a29efb08b4 is: DOWN; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:17:38.985396 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66a54d65-e9c7-4a1a-b112-d597daadf924 req-55880ad7-eee6-4590-8f86-f4f16a682a0b tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808364 Feb 08 21:17:38.995729 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-00346628-3646-40ce-867f-08f84ede476f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=10dc8ae370f746c690cf607378dfc111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6027625 Feb 08 21:17:39.027955 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44850) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:17:39.035529 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-c3c2fc92-fb5d-429c-b663-dd19d6df8496 service neutron] Transition to ACTIVE for port object c885e468-8f09-4e3c-8c98-e5a29efb08b4 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:17:39.044751 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f5a10903-64ea-4c7c-ad08-43150562c45d req-9643763f-143c-4ab1-b7fb-700369fb72c2 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c5587a7-1b0e-4a5e-8d94-7667312b1d8b HTTP/1.1" status: 200 len: 210 time: 0.0951853 Feb 08 21:17:39.089457 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-c3c2fc92-fb5d-429c-b663-dd19d6df8496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (c885e468-8f09-4e3c-8c98-e5a29efb08b4), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:39.196918 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-186e1fc9-187e-46bc-94a8-806bdefa057f admin admin] Publish callbacks [] for security_group (668e37fb-abee-4597-9759-79533c008c82), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:39.201255 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc771f3-bd72-4dab-8585-d1cc555959b2 req-85103588-b5c2-4cc8-97a0-113205993778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:39.202843 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-abc771f3-bd72-4dab-8585-d1cc555959b2 req-85103588-b5c2-4cc8-97a0-113205993778 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.6008363 Feb 08 21:17:39.258939 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-abc771f3-bd72-4dab-8585-d1cc555959b2 req-d101c8ea-92ce-49cc-9e05-6ef7c29ad830 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=c7aceece-eac0-4fab-8440-03d54f187c1c HTTP/1.1" status: 200 len: 217 time: 0.0449967 Feb 08 21:17:39.287478 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2fc92-fb5d-429c-b663-dd19d6df8496 service neutron] Pushing event updated for resources: {'Port': ['ID=c885e468-8f09-4e3c-8c98-e5a29efb08b4,revision_number=10']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:39.332193 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-761001ae-afdf-4a59-9dd0-39a54a1ef272 req-b177a6ef-2c7a-41be-b4b8-6160265bf6e1 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0502234 Feb 08 21:17:39.342958 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc771f3-bd72-4dab-8585-d1cc555959b2 req-5181d332-cd0b-4f24-b52c-a253afdf9e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:39.344523 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-abc771f3-bd72-4dab-8585-d1cc555959b2 req-5181d332-cd0b-4f24-b52c-a253afdf9e29 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.0770886 Feb 08 21:17:39.346760 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-186e1fc9-187e-46bc-94a8-806bdefa057f admin admin] Publish callbacks [] for security_group (668e37fb-abee-4597-9759-79533c008c82), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:39.407804 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cff6e3-7ee8-49b1-ba0d-e1468ac0386e req-1ff346f6-ebb8-484a-86ba-616e6897d177 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:39.416391 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-97cff6e3-7ee8-49b1-ba0d-e1468ac0386e req-1ff346f6-ebb8-484a-86ba-616e6897d177 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 945 time: 0.2718248 Feb 08 21:17:39.429131 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-c3c2fc92-fb5d-429c-b663-dd19d6df8496 service neutron] No DVR routers for this DVR port c885e468-8f09-4e3c-8c98-e5a29efb08b4 on host n-h2-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:17:39.446527 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-43041f3d-286e-419e-a7d3-fb43a8cbc60a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks [] for port (aca68cb2-7955-4db0-aedd-f4ed66ae5979), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:39.530976 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-c3c2fc92-fb5d-429c-b663-dd19d6df8496 service neutron] 10.222.0.96 "PUT /v2.0/ports/c885e468-8f09-4e3c-8c98-e5a29efb08b4/bindings/n-h1-712143-31/activate HTTP/1.1" status: 200 len: 370 time: 2.9319279 Feb 08 21:17:39.680763 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc771f3-bd72-4dab-8585-d1cc555959b2 req-57861288-b443-48bb-a407-8ebc8a63a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:39.683555 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-abc771f3-bd72-4dab-8585-d1cc555959b2 req-57861288-b443-48bb-a407-8ebc8a63a841 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3267024 Feb 08 21:17:39.703968 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-97cff6e3-7ee8-49b1-ba0d-e1468ac0386e req-45693343-a282-4b07-9181-8a1432f45e4b tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861176 Feb 08 21:17:39.728095 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-186e1fc9-187e-46bc-94a8-806bdefa057f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (668e37fb-abee-4597-9759-79533c008c82), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:39.735566 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-186e1fc9-187e-46bc-94a8-806bdefa057f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:39.735566 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-186e1fc9-187e-46bc-94a8-806bdefa057f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/668e37fb-abee-4597-9759-79533c008c82 HTTP/1.1" status: 204 len: 168 time: 0.7038794 Feb 08 21:17:39.736035 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-43041f3d-286e-419e-a7d3-fb43a8cbc60a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (aca68cb2-7955-4db0-aedd-f4ed66ae5979), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:39.809063 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-43041f3d-286e-419e-a7d3-fb43a8cbc60a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Network 14653267-33f9-4701-8b25-78748f42e7d2 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:17:39.818589 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc771f3-bd72-4dab-8585-d1cc555959b2 req-ca1fafde-2413-4120-a82d-f99f42a6e142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:39.822384 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-abc771f3-bd72-4dab-8585-d1cc555959b2 req-ca1fafde-2413-4120-a82d-f99f42a6e142 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 1131 time: 0.2556019 Feb 08 21:17:39.825476 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-43041f3d-286e-419e-a7d3-fb43a8cbc60a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:17:39.828480 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-43041f3d-286e-419e-a7d3-fb43a8cbc60a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:17:39.837707 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-f45dd8d7-d75c-434b-8666-0a8c84bc8b34 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:39.839364 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-f45dd8d7-d75c-434b-8666-0a8c84bc8b34 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c&tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&binding%3Ahost_id=n-h2-712143-31 HTTP/1.1" status: 200 len: 1128 time: 0.1965337 Feb 08 21:17:39.850774 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43041f3d-286e-419e-a7d3-fb43a8cbc60a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Pushing event updated for resources: {'Port': ['ID=aca68cb2-7955-4db0-aedd-f4ed66ae5979,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:39.851116 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e1fc9-187e-46bc-94a8-806bdefa057f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668e37fb-abee-4597-9759-79533c008c82,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:39.880577 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186e1fc9-187e-46bc-94a8-806bdefa057f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:39.881028 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186e1fc9-187e-46bc-94a8-806bdefa057f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:39.881389 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186e1fc9-187e-46bc-94a8-806bdefa057f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:39.881741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186e1fc9-187e-46bc-94a8-806bdefa057f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:39.882080 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186e1fc9-187e-46bc-94a8-806bdefa057f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:39.882433 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186e1fc9-187e-46bc-94a8-806bdefa057f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:39.882948 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186e1fc9-187e-46bc-94a8-806bdefa057f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:39.883126 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186e1fc9-187e-46bc-94a8-806bdefa057f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:39.883405 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186e1fc9-187e-46bc-94a8-806bdefa057f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:39.883738 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186e1fc9-187e-46bc-94a8-806bdefa057f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:39.884069 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186e1fc9-187e-46bc-94a8-806bdefa057f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:39.884398 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186e1fc9-187e-46bc-94a8-806bdefa057f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:39.884726 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186e1fc9-187e-46bc-94a8-806bdefa057f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:40.035516 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-abc771f3-bd72-4dab-8585-d1cc555959b2 req-6dac0738-f385-4227-a8ae-5b01c3d8eacb service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299868 Feb 08 21:17:40.170704 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-43041f3d-286e-419e-a7d3-fb43a8cbc60a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:40.171387 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-43041f3d-286e-419e-a7d3-fb43a8cbc60a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:40.281602 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-43041f3d-286e-419e-a7d3-fb43a8cbc60a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5138998 Feb 08 21:17:40.283967 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc771f3-bd72-4dab-8585-d1cc555959b2 req-a3c4ec24-a445-41c0-aed1-1ebeaa8d1509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:40.285463 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-abc771f3-bd72-4dab-8585-d1cc555959b2 req-a3c4ec24-a445-41c0-aed1-1ebeaa8d1509 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.4522090 Feb 08 21:17:40.298302 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-e345dd2d-75bd-4c66-bffa-c74e8172d876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:40.299993 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-e345dd2d-75bd-4c66-bffa-c74e8172d876 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c&tenant_id=8f5c158dadb24dc0a464206c8c7c35e1 HTTP/1.1" status: 200 len: 1128 time: 0.3753612 Feb 08 21:17:40.314359 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-aa016a39-6a07-4ec5-b7aa-7081836ed4f5 service neutron] Request body: {'port': {'device_id': '4c5587a7-1b0e-4a5e-8d94-7667312b1d8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:17:40.623544 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-abc771f3-bd72-4dab-8585-d1cc555959b2 req-cc849f59-dd14-473b-b096-871e2bbfffa7 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5389590 Feb 08 21:17:40.629795 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-abc771f3-bd72-4dab-8585-d1cc555959b2 req-4dabdda6-5b6f-41ea-8a2d-494ebe53fd4c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=c7aceece-eac0-4fab-8440-03d54f187c1c HTTP/1.1" status: 200 len: 217 time: 0.3256879 Feb 08 21:17:40.659914 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1d76e-bb7e-4296-a18d-334058ead920 req-d38947ac-af91-4506-bd2e-481655694cc0 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:40.681506 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bec1d76e-bb7e-4296-a18d-334058ead920 req-d38947ac-af91-4506-bd2e-481655694cc0 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 945 time: 0.6351328 Feb 08 21:17:40.871655 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344920b-e075-46a0-a4a5-78ce41bf7fe7 req-24cebef1-0a62-449e-a133-2379f8b2bb9e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:40.884225 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c344920b-e075-46a0-a4a5-78ce41bf7fe7 req-24cebef1-0a62-449e-a133-2379f8b2bb9e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 948 time: 0.6211841 Feb 08 21:17:40.913254 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-aa016a39-6a07-4ec5-b7aa-7081836ed4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (aca68cb2-7955-4db0-aedd-f4ed66ae5979), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:40.930848 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc771f3-bd72-4dab-8585-d1cc555959b2 req-7af85bbb-9876-4726-886b-b70afe5c521b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:40.939259 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-abc771f3-bd72-4dab-8585-d1cc555959b2 req-7af85bbb-9876-4726-886b-b70afe5c521b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.2258244 Feb 08 21:17:41.092676 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bec1d76e-bb7e-4296-a18d-334058ead920 req-46f3826f-277c-42e7-bd0f-440b4952c988 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039330 Feb 08 21:17:41.109832 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-cd591050-0fa9-4afa-a811-a242c8c8d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:41.111997 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-cd591050-0fa9-4afa-a811-a242c8c8d874 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 1128 time: 0.7322183 Feb 08 21:17:41.119798 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc771f3-bd72-4dab-8585-d1cc555959b2 req-54e110c9-cfb4-49e7-ba1c-587abeb2525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:41.129274 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-abc771f3-bd72-4dab-8585-d1cc555959b2 req-54e110c9-cfb4-49e7-ba1c-587abeb2525f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1788282 Feb 08 21:17:41.132584 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c344920b-e075-46a0-a4a5-78ce41bf7fe7 req-e8a0e788-4b64-42fe-b4a7-089ce32f7a08 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072906 Feb 08 21:17:41.368221 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53659167-6173-44e9-9c42-40fea841edb0 req-dde28166-7114-4131-9eaf-de2c5502a792 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:41.380883 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-53659167-6173-44e9-9c42-40fea841edb0 req-dde28166-7114-4131-9eaf-de2c5502a792 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c5587a7-1b0e-4a5e-8d94-7667312b1d8b HTTP/1.1" status: 200 len: 931 time: 0.1592360 Feb 08 21:17:41.547352 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-53659167-6173-44e9-9c42-40fea841edb0 req-e0e888d4-6861-4db7-b2c7-5d030151d56a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654618 Feb 08 21:17:41.586400 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca1276-8953-4616-ac3b-3b126427e7b9 req-24c1bd05-d058-41e6-8d9e-b43eaa2fbcdb tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:41.593622 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7cca1276-8953-4616-ac3b-3b126427e7b9 req-24c1bd05-d058-41e6-8d9e-b43eaa2fbcdb tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 945 time: 0.1719429 Feb 08 21:17:41.681080 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7cca1276-8953-4616-ac3b-3b126427e7b9 req-89595931-fb9a-454c-b543-cd3f9df6a8f8 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852449 Feb 08 21:17:41.723876 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44884) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:17:41.739530 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-abc771f3-bd72-4dab-8585-d1cc555959b2 req-5d57758e-d956-44e1-923c-6ea4123f954c service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5823357 Feb 08 21:17:41.870100 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-e7905e58-e4ab-4303-bf1d-de84bfb00303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:41.879696 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-e7905e58-e4ab-4303-bf1d-de84bfb00303 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 200 len: 922 time: 0.7448084 Feb 08 21:17:42.006934 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-239d9758-723f-4f44-aaeb-f9f2d02d2e78 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1246279811-network', 'tenant_id': 'adaa9434dcb24464908b3828f7fa3ea6'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:17:42.078032 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239d9758-723f-4f44-aaeb-f9f2d02d2e78 admin admin] Made reservation on behalf of adaa9434dcb24464908b3828f7fa3ea6 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:17:42.095482 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-239d9758-723f-4f44-aaeb-f9f2d02d2e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:42.152929 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-4d728a0a-06bc-4ddd-afd6-4bc3eb60fad5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c885e468-8f09-4e3c-8c98-e5a29efb08b4 HTTP/1.1" status: 200 len: 217 time: 0.2295499 Feb 08 21:17:42.154222 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-239d9758-723f-4f44-aaeb-f9f2d02d2e78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:42.393475 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-abc771f3-bd72-4dab-8585-d1cc555959b2 req-5c83aa29-b459-4dbd-a7e1-179ec612a220 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6263793 Feb 08 21:17:42.397367 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-239d9758-723f-4f44-aaeb-f9f2d02d2e78 admin admin] Publish callbacks [] for security_group (856cadab-0caf-43d5-9459-cea47f481a27), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:42.416831 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-11499b24-d6f8-4b9f-9bb1-a1bf1a7451b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:42.420163 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-11499b24-d6f8-4b9f-9bb1-a1bf1a7451b9 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d60e29b3-21d7-4da4-a50a-dfbe604013ed HTTP/1.1" status: 200 len: 861 time: 0.2540307 Feb 08 21:17:42.428547 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-239d9758-723f-4f44-aaeb-f9f2d02d2e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (856cadab-0caf-43d5-9459-cea47f481a27), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:42.509214 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-28c536d1-937d-400a-9d1f-9d5033f04ffb service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2832de48-e50e-44a2-9cef-26035a020939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754888 Feb 08 21:17:42.524745 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239d9758-723f-4f44-aaeb-f9f2d02d2e78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:17:42.531840 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d9758-723f-4f44-aaeb-f9f2d02d2e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856cadab-0caf-43d5-9459-cea47f481a27,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:42.596788 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0845dc2-1ef3-435e-aed6-d1654c726b1f req-d3c04f0b-550e-453b-84f6-c2836fcac354 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:42.599910 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b0845dc2-1ef3-435e-aed6-d1654c726b1f req-d3c04f0b-550e-453b-84f6-c2836fcac354 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 945 time: 0.2941387 Feb 08 21:17:42.602786 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-239d9758-723f-4f44-aaeb-f9f2d02d2e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (7ecee81b-d203-40bd-b94d-5761035f97be), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:42.603328 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-239d9758-723f-4f44-aaeb-f9f2d02d2e78 admin admin] Added segment 7ecee81b-d203-40bd-b94d-5761035f97be of type vlan for network 4e0b1219-b22e-4e0b-8d52-0af39d9c28ed Feb 08 21:17:42.616253 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743bf22-600b-4761-adf9-d48461f672e4 req-d3feae57-adc6-42ed-9633-a0e03d7bc74a tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:42.629280 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a743bf22-600b-4761-adf9-d48461f672e4 req-d3feae57-adc6-42ed-9633-a0e03d7bc74a tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 948 time: 0.3110213 Feb 08 21:17:42.717402 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-aa016a39-6a07-4ec5-b7aa-7081836ed4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca68cb2-7955-4db0-aedd-f4ed66ae5979 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:17:42.732875 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-aa016a39-6a07-4ec5-b7aa-7081836ed4f5 service neutron] Publish callbacks [] for port (aca68cb2-7955-4db0-aedd-f4ed66ae5979), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:42.774224 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-16d18bd1-f4c0-494e-8428-056dca10d4ae service neutron] 10.222.0.94 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549937 Feb 08 21:17:42.775373 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-aa016a39-6a07-4ec5-b7aa-7081836ed4f5 service neutron] Transition to ACTIVE for port object aca68cb2-7955-4db0-aedd-f4ed66ae5979 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:17:42.840803 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-239d9758-723f-4f44-aaeb-f9f2d02d2e78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (4e0b1219-b22e-4e0b-8d52-0af39d9c28ed), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:42.902521 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a743bf22-600b-4761-adf9-d48461f672e4 req-c4f60f99-ad08-48b3-923e-72a1aea4864b tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715490 Feb 08 21:17:42.928782 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b0845dc2-1ef3-435e-aed6-d1654c726b1f req-c52380cc-0ba6-4bbf-8fc9-fdf0c4bea5cc tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799139 Feb 08 21:17:42.955770 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-239d9758-723f-4f44-aaeb-f9f2d02d2e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (4e0b1219-b22e-4e0b-8d52-0af39d9c28ed), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:42.957523 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239d9758-723f-4f44-aaeb-f9f2d02d2e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:42.958584 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-239d9758-723f-4f44-aaeb-f9f2d02d2e78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:42.961019 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-aa016a39-6a07-4ec5-b7aa-7081836ed4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (aca68cb2-7955-4db0-aedd-f4ed66ae5979), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:42.973865 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-fca8a846-fd65-4579-9c91-bfce8b12618f service neutron] 10.222.0.94 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911979 Feb 08 21:17:43.222750 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa016a39-6a07-4ec5-b7aa-7081836ed4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=aca68cb2-7955-4db0-aedd-f4ed66ae5979,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:43.266165 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-239d9758-723f-4f44-aaeb-f9f2d02d2e78 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5401812 Feb 08 21:17:43.267166 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44900) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:17:43.314861 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-357391e5-9037-44d1-92a7-157c03b6d9b7 admin admin] Request body: {'subnet': {'network_id': '4e0b1219-b22e-4e0b-8d52-0af39d9c28ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1246279811-subnet', 'tenant_id': 'adaa9434dcb24464908b3828f7fa3ea6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:17:43.368142 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-aa016a39-6a07-4ec5-b7aa-7081836ed4f5 service neutron] Attempting to bind port aca68cb2-7955-4db0-aedd-f4ed66ae5979 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:17:43.369787 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-aa016a39-6a07-4ec5-b7aa-7081836ed4f5 service neutron] Attempting to bind port aca68cb2-7955-4db0-aedd-f4ed66ae5979 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '20a3be03-d3c0-4a20-bea9-ec24e05d3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:17:43.370396 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-aa016a39-6a07-4ec5-b7aa-7081836ed4f5 service neutron] Attempting to bind port aca68cb2-7955-4db0-aedd-f4ed66ae5979 on network 14653267-33f9-4701-8b25-78748f42e7d2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:17:43.383374 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-aa016a39-6a07-4ec5-b7aa-7081836ed4f5 service neutron] Port aca68cb2-7955-4db0-aedd-f4ed66ae5979 on network 14653267-33f9-4701-8b25-78748f42e7d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:17:43.384712 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-aa016a39-6a07-4ec5-b7aa-7081836ed4f5 service neutron] Attempting to bind port aca68cb2-7955-4db0-aedd-f4ed66ae5979 on network 14653267-33f9-4701-8b25-78748f42e7d2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:17:43.412864 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-aa016a39-6a07-4ec5-b7aa-7081836ed4f5 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:17:43.413539 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-aa016a39-6a07-4ec5-b7aa-7081836ed4f5 service neutron] Checking segment: {'id': '20a3be03-d3c0-4a20-bea9-ec24e05d3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:17:43.419089 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-aa016a39-6a07-4ec5-b7aa-7081836ed4f5 service neutron] Bound using segment: {'id': '20a3be03-d3c0-4a20-bea9-ec24e05d3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:17:43.421902 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-aa016a39-6a07-4ec5-b7aa-7081836ed4f5 service neutron] Bound port: aca68cb2-7955-4db0-aedd-f4ed66ae5979, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a3be03-d3c0-4a20-bea9-ec24e05d3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:17:43.424200 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-aa016a39-6a07-4ec5-b7aa-7081836ed4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (aca68cb2-7955-4db0-aedd-f4ed66ae5979), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:43.442203 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357391e5-9037-44d1-92a7-157c03b6d9b7 admin admin] Made reservation on behalf of adaa9434dcb24464908b3828f7fa3ea6 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:17:43.444998 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-357391e5-9037-44d1-92a7-157c03b6d9b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:43.544030 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d9758-723f-4f44-aaeb-f9f2d02d2e78 admin admin] Pushing event updated for resources: {'Network': ['ID=4e0b1219-b22e-4e0b-8d52-0af39d9c28ed,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:43.561930 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 4e0b1219-b22e-4e0b-8d52-0af39d9c28ed details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:17:43.629360 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-aa016a39-6a07-4ec5-b7aa-7081836ed4f5 service neutron] For port aca68cb2-7955-4db0-aedd-f4ed66ae5979, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:17:43.640290 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-aa016a39-6a07-4ec5-b7aa-7081836ed4f5 service neutron] For port aca68cb2-7955-4db0-aedd-f4ed66ae5979, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=aca68cb2-7955-4db0-aedd-f4ed66ae5979,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:17:43.659747 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afaa5e8-76d9-4458-a002-3cde2988c999 req-b6e0764c-4939-4735-9c76-faefb87a62da tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:43.667246 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-aa016a39-6a07-4ec5-b7aa-7081836ed4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (aca68cb2-7955-4db0-aedd-f4ed66ae5979), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:43.673533 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6afaa5e8-76d9-4458-a002-3cde2988c999 req-b6e0764c-4939-4735-9c76-faefb87a62da tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 945 time: 0.4197786 Feb 08 21:17:43.714942 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec58f0-b4f6-44ab-be10-46e1689f1369 req-cf027c0c-a9b8-496d-a637-3cd04fde5291 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:43.731504 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-aa016a39-6a07-4ec5-b7aa-7081836ed4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:43.733762 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-aa016a39-6a07-4ec5-b7aa-7081836ed4f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:43.737004 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-aa016a39-6a07-4ec5-b7aa-7081836ed4f5 service neutron] 10.222.0.96 "PUT /v2.0/ports/aca68cb2-7955-4db0-aedd-f4ed66ae5979 HTTP/1.1" status: 200 len: 1092 time: 3.4343789 Feb 08 21:17:43.744114 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7eec58f0-b4f6-44ab-be10-46e1689f1369 req-cf027c0c-a9b8-496d-a637-3cd04fde5291 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c5587a7-1b0e-4a5e-8d94-7667312b1d8b HTTP/1.1" status: 200 len: 943 time: 0.4714072 Feb 08 21:17:43.932570 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5587a7-1b0e-4a5e-8d94-7667312b1d8b', 'tag': 'aca68cb2-7955-4db0-aedd-f4ed66ae5979'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:17:43.937746 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865f7295-ca34-44d6-8bdb-4a4a710f60ea" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5587a7-1b0e-4a5e-8d94-7667312b1d8b", "tag": "aca68cb2-7955-4db0-aedd-f4ed66ae5979"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:17:43.940584 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa016a39-6a07-4ec5-b7aa-7081836ed4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=aca68cb2-7955-4db0-aedd-f4ed66ae5979,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:44.018866 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7eec58f0-b4f6-44ab-be10-46e1689f1369 req-4f378ca2-1331-4cac-88f8-a4c37cf63831 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725055 Feb 08 21:17:44.082725 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6afaa5e8-76d9-4458-a002-3cde2988c999 req-0c63eddd-2684-42d5-8752-1b33a5a36615 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064339 Feb 08 21:17:44.087276 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-8ab01001-99ad-47f7-b49c-4264d48eae44 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:44.091886 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-8ab01001-99ad-47f7-b49c-4264d48eae44 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c&tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&binding%3Ahost_id=n-h1-712143-31 HTTP/1.1" status: 200 len: 1128 time: 0.2345617 Feb 08 21:17:44.203418 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-3461c428-68cd-42cf-acc4-9fbf64e5d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:44.204962 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-3461c428-68cd-42cf-acc4-9fbf64e5d00e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9528332d4f29435ebdf5e407e4b8930c&device_id=4c5587a7-1b0e-4a5e-8d94-7667312b1d8b HTTP/1.1" status: 200 len: 1126 time: 0.2472250 Feb 08 21:17:44.298704 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-bfae49c0-56e4-45cb-b861-11ecc014519a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aca68cb2-7955-4db0-aedd-f4ed66ae5979 HTTP/1.1" status: 200 len: 217 time: 0.0747051 Feb 08 21:17:44.405998 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-71743029-bea2-4e20-9dea-6dc27eecc2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:44.408828 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-71743029-bea2-4e20-9dea-6dc27eecc2b5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a6250f6-adb5-401d-a3ca-a324e52c89b2 HTTP/1.1" status: 200 len: 852 time: 0.1021228 Feb 08 21:17:44.498885 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-b106d89f-74e7-4fcc-9997-f52a1ff5e22e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=14653267-33f9-4701-8b25-78748f42e7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816548 Feb 08 21:17:44.502965 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617732c4-fce6-46f4-8677-8b073efa4ed0 req-f1a81858-3943-44e6-96a7-15d0382de00e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:44.527911 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-617732c4-fce6-46f4-8677-8b073efa4ed0 req-f1a81858-3943-44e6-96a7-15d0382de00e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 948 time: 0.3241632 Feb 08 21:17:44.569589 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device c7aceece-eac0-4fab-8440-03d54f187c1c details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:17:44.570424 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1cd87-2d0a-4f9d-8942-37fc6c186f72 req-f548e0ff-5c63-44fe-ab98-d3544c45b200 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:44.570424 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1cd1cd87-2d0a-4f9d-8942-37fc6c186f72 req-f548e0ff-5c63-44fe-ab98-d3544c45b200 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 945 time: 0.2973318 Feb 08 21:17:44.628562 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-357391e5-9037-44d1-92a7-157c03b6d9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (4a65f0ac-bc33-413d-8a30-38106299f17f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:44.640233 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-b6062f43-1d3b-4e41-9eb1-dd0ae050a20d service neutron] For port c885e468-8f09-4e3c-8c98-e5a29efb08b4, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:17:44.645728 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-b6062f43-1d3b-4e41-9eb1-dd0ae050a20d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:44.647223 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fb9deb76-b59d-47d1-9da6-c042b5acac79 req-b6062f43-1d3b-4e41-9eb1-dd0ae050a20d service neutron] 10.222.0.94 "DELETE /v2.0/ports/c885e468-8f09-4e3c-8c98-e5a29efb08b4/bindings/n-h2-712143-31 HTTP/1.1" status: 204 len: 173 time: 0.5464430 Feb 08 21:17:44.649730 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-422fb08b-b665-4354-b60c-b428de7920f4 service neutron] 10.222.0.96 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447227 Feb 08 21:17:44.759139 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357391e5-9037-44d1-92a7-157c03b6d9b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a65f0ac-bc33-413d-8a30-38106299f17f,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:44.816603 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1cd1cd87-2d0a-4f9d-8942-37fc6c186f72 req-30297529-9875-4e59-a52e-69a2000aab0b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360876 Feb 08 21:17:44.830905 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7a538f1c-4dcb-428a-93d1-ec75c3a61446 req-b30841f8-100f-42f5-8f0a-c9c07cdec567 service neutron] 10.222.0.96 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641333 Feb 08 21:17:44.841446 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-617732c4-fce6-46f4-8677-8b073efa4ed0 req-f8737bfc-ecd1-4691-a050-c1761fb87936 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094637 Feb 08 21:17:44.872777 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357391e5-9037-44d1-92a7-157c03b6d9b7 admin admin] Checking segment: {'id': '7ecee81b-d203-40bd-b94d-5761035f97be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4e0b1219-b22e-4e0b-8d52-0af39d9c28ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:17:44.873385 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357391e5-9037-44d1-92a7-157c03b6d9b7 admin admin] Network hostable DHCP agents. Network: 4e0b1219-b22e-4e0b-8d52-0af39d9c28ed, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:17:44.896658 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port c7aceece-eac0-4fab-8440-03d54f187c1c, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c7aceece-eac0-4fab-8440-03d54f187c1c,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:44.904933 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357391e5-9037-44d1-92a7-157c03b6d9b7 admin admin] Network 4e0b1219-b22e-4e0b-8d52-0af39d9c28ed is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:17:44.936733 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e899125-1d84-4ba7-ac92-192dfdef4eb1 x-openstack-request-id: req-0e899125-1d84-4ba7-ac92-192dfdef4eb1 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:17:44.937427 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5587a7-1b0e-4a5e-8d94-7667312b1d8b", "tag": "aca68cb2-7955-4db0-aedd-f4ed66ae5979", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:17:44.940511 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'c7aceece-eac0-4fab-8440-03d54f187c1c', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': 'c7aceece-eac0-4fab-8440-03d54f187c1c', 'mac_address': 'fa:16:3e:14:10:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:17:44.943244 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0e899125-1d84-4ba7-ac92-192dfdef4eb1 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:17:44.944365 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5587a7-1b0e-4a5e-8d94-7667312b1d8b', 'tag': 'aca68cb2-7955-4db0-aedd-f4ed66ae5979', 'status': 'completed', 'code': 200} Feb 08 21:17:44.953048 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-357391e5-9037-44d1-92a7-157c03b6d9b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 4e0b1219-b22e-4e0b-8d52-0af39d9c28ed) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:17:44.979846 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357391e5-9037-44d1-92a7-157c03b6d9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:44.998533 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-357391e5-9037-44d1-92a7-157c03b6d9b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:45.022818 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port c7aceece-eac0-4fab-8440-03d54f187c1c is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:17:45.023813 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:45.027832 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3501ed4e-2db0-4fcb-85a3-08767be27ff9 None None] Network 4e0b1219-b22e-4e0b-8d52-0af39d9c28ed requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:17:45.101277 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-357391e5-9037-44d1-92a7-157c03b6d9b7 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7937517 Feb 08 21:17:45.149377 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7aceece-eac0-4fab-8440-03d54f187c1c {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:17:45.217071 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port c7aceece-eac0-4fab-8440-03d54f187c1c, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c7aceece-eac0-4fab-8440-03d54f187c1c,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:45.243924 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1512cbf-600d-473b-9264-7c9c5a28576a req-9f803f42-480d-44b1-b743-3c6b5e8845fc tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:45.250623 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:45.264482 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f7295-ca34-44d6-8bdb-4a4a710f60ea req-11fe6305-f395-4625-98b2-86157734b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:45.265422 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b1512cbf-600d-473b-9264-7c9c5a28576a req-9f803f42-480d-44b1-b743-3c6b5e8845fc tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 1128 time: 0.1461291 Feb 08 21:17:45.268094 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-865f7295-ca34-44d6-8bdb-4a4a710f60ea req-11fe6305-f395-4625-98b2-86157734b9b5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9528332d4f29435ebdf5e407e4b8930c&device_id=4c5587a7-1b0e-4a5e-8d94-7667312b1d8b HTTP/1.1" status: 200 len: 1126 time: 0.2568166 Feb 08 21:17:45.390696 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b1512cbf-600d-473b-9264-7c9c5a28576a req-dde937a2-831e-45ac-aa0c-ba69bc91202e tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226046 Feb 08 21:17:45.609455 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff64209-34ac-4899-afc2-0280586dac31 None None] Network 4e0b1219-b22e-4e0b-8d52-0af39d9c28ed requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:17:45.703577 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b488408-3cd1-43dd-8caf-046306febe03 req-a457671c-0dab-401f-9dfc-63895b4bde2b tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:45.716658 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5b488408-3cd1-43dd-8caf-046306febe03 req-a457671c-0dab-401f-9dfc-63895b4bde2b tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 945 time: 0.1279519 Feb 08 21:17:45.768634 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['c7aceece-eac0-4fab-8440-03d54f187c1c'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:17:45.888155 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5b488408-3cd1-43dd-8caf-046306febe03 req-fda59f0f-75e2-4aa9-8848-808fba9bfe7d tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993359 Feb 08 21:17:45.908682 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07dbb92-391c-4de0-a7f5-622451cf4da3 req-52fbdb14-4f0f-44f4-9515-1d96fed9a0c9 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:45.913164 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f07dbb92-391c-4de0-a7f5-622451cf4da3 req-52fbdb14-4f0f-44f4-9515-1d96fed9a0c9 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c5587a7-1b0e-4a5e-8d94-7667312b1d8b HTTP/1.1" status: 200 len: 943 time: 0.1962261 Feb 08 21:17:46.017655 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=c7aceece-eac0-4fab-8440-03d54f187c1c,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:46.108267 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:46.108980 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:46.109734 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:46.110461 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:46.112320 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:46.114332 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:46.115127 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:46.116764 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:46.117707 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:46.118403 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:46.119056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:46.119723 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:46.120371 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:17:46.275845 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f07dbb92-391c-4de0-a7f5-622451cf4da3 req-3efae8fa-0009-495d-8958-4d761b401528 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442862 Feb 08 21:17:46.326346 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388aa94-47f1-427e-bbed-03e3113b3509 req-807d29f0-d6e8-4d6a-800b-5b60c750a382 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:46.340248 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2388aa94-47f1-427e-bbed-03e3113b3509 req-807d29f0-d6e8-4d6a-800b-5b60c750a382 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 949 time: 0.2601850 Feb 08 21:17:46.589045 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2388aa94-47f1-427e-bbed-03e3113b3509 req-3aead8fd-d95d-45bf-9561-afec36e426f1 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272046 Feb 08 21:17:46.622499 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f7295-ca34-44d6-8bdb-4a4a710f60ea req-8bbed9c1-83ab-4ec9-b4fe-aa2a2a7ff5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:46.635548 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-865f7295-ca34-44d6-8bdb-4a4a710f60ea req-8bbed9c1-83ab-4ec9-b4fe-aa2a2a7ff5f7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=14653267-33f9-4701-8b25-78748f42e7d2 HTTP/1.1" status: 200 len: 913 time: 1.3494811 Feb 08 21:17:46.694406 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-d8c759a2-0df4-4655-91b3-39c639fc63cb tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:46.697645 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-d8c759a2-0df4-4655-91b3-39c639fc63cb tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981&tenant_id=56f216a178424ba0984bc6550ca8f840&binding%3Ahost_id=n-h1-712143-31 HTTP/1.1" status: 200 len: 949 time: 1.1858022 Feb 08 21:17:46.701856 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-865f7295-ca34-44d6-8bdb-4a4a710f60ea req-c37dcb34-345f-4fcb-a36d-f701b8e69c76 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aca68cb2-7955-4db0-aedd-f4ed66ae5979 HTTP/1.1" status: 200 len: 217 time: 0.0649385 Feb 08 21:17:46.857327 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-2b23bfcc-9f69-4edc-bbba-4aa3c7e5450d req-6ad59498-b18f-4f29-a698-9d73c5fa81a8 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-320778714', 'description': 'tempest-description-1469078630'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:17:46.916845 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-c2c1d248-ca37-463c-a0b6-e1cf3a99b3ad service neutron] 10.222.0.94 "GET /v2.0/ports/c7aceece-eac0-4fab-8440-03d54f187c1c/bindings/n-h1-712143-31 HTTP/1.1" status: 200 len: 383 time: 0.2115867 Feb 08 21:17:46.918699 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f7295-ca34-44d6-8bdb-4a4a710f60ea req-6eed7443-d3ab-4b74-9199-d0577416042e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:46.920139 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-865f7295-ca34-44d6-8bdb-4a4a710f60ea req-6eed7443-d3ab-4b74-9199-d0577416042e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a6250f6-adb5-401d-a3ca-a324e52c89b2 HTTP/1.1" status: 200 len: 852 time: 0.2014933 Feb 08 21:17:46.931322 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2b23bfcc-9f69-4edc-bbba-4aa3c7e5450d req-6ad59498-b18f-4f29-a698-9d73c5fa81a8 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:47.027421 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-865f7295-ca34-44d6-8bdb-4a4a710f60ea req-78b267d1-a969-40aa-8b28-6fec09a4d613 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=14653267-33f9-4701-8b25-78748f42e7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997167 Feb 08 21:17:47.083078 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2b23bfcc-9f69-4edc-bbba-4aa3c7e5450d req-6ad59498-b18f-4f29-a698-9d73c5fa81a8 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group (1aebee0f-dcab-411c-be5d-828ee571bbb1), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:47.103543 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2b23bfcc-9f69-4edc-bbba-4aa3c7e5450d req-6ad59498-b18f-4f29-a698-9d73c5fa81a8 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (1aebee0f-dcab-411c-be5d-828ee571bbb1), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:47.173773 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2b23bfcc-9f69-4edc-bbba-4aa3c7e5450d req-6ad59498-b18f-4f29-a698-9d73c5fa81a8 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:47.175068 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b23bfcc-9f69-4edc-bbba-4aa3c7e5450d req-6ad59498-b18f-4f29-a698-9d73c5fa81a8 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3238280 Feb 08 21:17:47.198003 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad59498-b18f-4f29-a698-9d73c5fa81a8 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aebee0f-dcab-411c-be5d-828ee571bbb1,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:47.223294 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-10145fa5-1bc8-49c0-b099-217cc293eca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:47.226608 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-10145fa5-1bc8-49c0-b099-217cc293eca1 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 1132 time: 0.2150311 Feb 08 21:17:47.349946 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-865f7295-ca34-44d6-8bdb-4a4a710f60ea req-56ba885c-fa9d-4379-964a-25ed6bda2748 service neutron] 10.222.0.96 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011143 Feb 08 21:17:47.405160 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d0623-43dd-461c-adb2-a5304b534fad req-0cc447b9-28fa-43e5-acb9-bb4b3071030b tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:47.406799 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-551d0623-43dd-461c-adb2-a5304b534fad req-0cc447b9-28fa-43e5-acb9-bb4b3071030b tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 945 time: 0.0871828 Feb 08 21:17:47.454098 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-7ebcb1e1-4651-4686-aee8-ae7471d4cdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:47.456896 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-7ebcb1e1-4651-4686-aee8-ae7471d4cdd7 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.2217646 Feb 08 21:17:47.505693 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-551d0623-43dd-461c-adb2-a5304b534fad req-6cfef4b0-a4c4-44f9-91b9-8f2e8c147cae tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870156 Feb 08 21:17:47.576687 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-865f7295-ca34-44d6-8bdb-4a4a710f60ea req-44a9cf1d-515f-40ea-97b7-6cad905d7bcb service neutron] 10.222.0.96 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143149 Feb 08 21:17:47.576687 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-5610d8f4-dd41-4c10-b387-f36cdade6db7 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=c7aceece-eac0-4fab-8440-03d54f187c1c HTTP/1.1" status: 200 len: 217 time: 0.1090860 Feb 08 21:17:47.678228 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-112e9a40-4f37-4408-8328-0886c3fbd371 req-a74588e0-29be-42cc-9f05-2b0018069fa5 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] 10.222.0.88 "GET /v2.0/security-groups/1aebee0f-dcab-411c-be5d-828ee571bbb1 HTTP/1.1" status: 200 len: 1829 time: 0.0877295 Feb 08 21:17:47.683639 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-112e9a40-4f37-4408-8328-0886c3fbd371 req-f3e3d0b2-16cf-41dd-bb40-10bd8da148bb tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1aebee0f-dcab-411c-be5d-828ee571bbb1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:17:47.684059 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-112e9a40-4f37-4408-8328-0886c3fbd371 req-f3e3d0b2-16cf-41dd-bb40-10bd8da148bb tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1aebee0f-dcab-411c-be5d-828ee571bbb1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:17:47.712175 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-ed5e1400-9b50-4356-978e-a467e4249362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:47.713832 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-ed5e1400-9b50-4356-978e-a467e4249362 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1294727 Feb 08 21:17:47.827932 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-112e9a40-4f37-4408-8328-0886c3fbd371 req-f3e3d0b2-16cf-41dd-bb40-10bd8da148bb tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group_rule (da8644cb-62fa-480e-b239-958429722e35), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:47.847823 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-f2e9e586-a5fa-4ec3-86c2-c59172d6865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:47.853177 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-f2e9e586-a5fa-4ec3-86c2-c59172d6865c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1313148 Feb 08 21:17:47.903809 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-112e9a40-4f37-4408-8328-0886c3fbd371 req-f3e3d0b2-16cf-41dd-bb40-10bd8da148bb tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group_rule (da8644cb-62fa-480e-b239-958429722e35), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:47.910408 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-112e9a40-4f37-4408-8328-0886c3fbd371 req-f3e3d0b2-16cf-41dd-bb40-10bd8da148bb tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (da8644cb-62fa-480e-b239-958429722e35), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:47.939375 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3d0b2-16cf-41dd-bb40-10bd8da148bb tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8644cb-62fa-480e-b239-958429722e35,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:47.961435 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-112e9a40-4f37-4408-8328-0886c3fbd371 req-f3e3d0b2-16cf-41dd-bb40-10bd8da148bb tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:47.976436 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-112e9a40-4f37-4408-8328-0886c3fbd371 req-f3e3d0b2-16cf-41dd-bb40-10bd8da148bb tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2971120 Feb 08 21:17:48.102631 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-fb3b7c83-0c78-424f-9eb4-42553d52ca0b service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432640 Feb 08 21:17:48.119330 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466c897-e2f9-4cb5-96b8-ce1c0c949de8 req-5acf7c1f-a30a-4329-9986-be2aad4db084 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:48.122419 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2466c897-e2f9-4cb5-96b8-ce1c0c949de8 req-5acf7c1f-a30a-4329-9986-be2aad4db084 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c5587a7-1b0e-4a5e-8d94-7667312b1d8b HTTP/1.1" status: 200 len: 943 time: 0.0849540 Feb 08 21:17:48.203793 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2466c897-e2f9-4cb5-96b8-ce1c0c949de8 req-397d230b-3500-4120-a268-dae20976d294 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672123 Feb 08 21:17:48.289667 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-ad0cc906-1034-4606-a140-f109ff944828 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754096 Feb 08 21:17:48.450047 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c97f19a-954e-4653-beda-5b84cf835734 req-e2ecc0d1-3e9d-4934-b44f-bd68471b006e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:48.451871 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c97f19a-954e-4653-beda-5b84cf835734 req-e2ecc0d1-3e9d-4934-b44f-bd68471b006e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 949 time: 0.1063313 Feb 08 21:17:48.546600 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device c7aceece-eac0-4fab-8440-03d54f187c1c up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:17:48.549883 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c97f19a-954e-4653-beda-5b84cf835734 req-00d8e0ca-93db-41db-9799-ec953f254ede tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914276 Feb 08 21:17:48.637373 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port c7aceece-eac0-4fab-8440-03d54f187c1c completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:17:48.646362 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device aca68cb2-7955-4db0-aedd-f4ed66ae5979 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:17:48.652003 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port c7aceece-eac0-4fab-8440-03d54f187c1c triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:17:48.652502 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:48.726315 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e8d8a47-ccab-4363-90a3-0257307a109d req-7ea0a819-92b3-463b-bac9-d03134790cc6 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] 10.222.0.88 "GET /v2.0/security-groups/1aebee0f-dcab-411c-be5d-828ee571bbb1 HTTP/1.1" status: 200 len: 2422 time: 0.0986764 Feb 08 21:17:48.884861 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port c7aceece-eac0-4fab-8440-03d54f187c1c is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:17:48.885636 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:48.889389 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port aca68cb2-7955-4db0-aedd-f4ed66ae5979, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=aca68cb2-7955-4db0-aedd-f4ed66ae5979,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:48.912268 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'aca68cb2-7955-4db0-aedd-f4ed66ae5979', 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2', 'port_id': 'aca68cb2-7955-4db0-aedd-f4ed66ae5979', 'mac_address': 'fa:16:3e:db:5d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6250f6-adb5-401d-a3ca-a324e52c89b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:17:48.921781 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac26cf-7c7a-45dc-a2ad-a7698cc88f02 req-31a01d1c-b14a-4f86-9dd6-a57119db8f51 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:48.925188 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-47ac26cf-7c7a-45dc-a2ad-a7698cc88f02 req-31a01d1c-b14a-4f86-9dd6-a57119db8f51 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 945 time: 0.1342552 Feb 08 21:17:48.930273 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4566af2-4077-4cf2-ae60-89837a085981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7aceece-eac0-4fab-8440-03d54f187c1c'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:17:48.933350 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501f36fa-cdea-4338-b792-ee764cd96604" -d '{"events": [{"server_uuid": "a4566af2-4077-4cf2-ae60-89837a085981", "name": "network-vif-plugged", "status": "completed", "tag": "c7aceece-eac0-4fab-8440-03d54f187c1c"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:17:48.971086 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port c7aceece-eac0-4fab-8440-03d54f187c1c, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c7aceece-eac0-4fab-8440-03d54f187c1c,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:48.987665 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:49.023967 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-47ac26cf-7c7a-45dc-a2ad-a7698cc88f02 req-acde819a-c2a0-41fd-b1ce-1ce23c1ce931 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915575 Feb 08 21:17:49.029373 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port aca68cb2-7955-4db0-aedd-f4ed66ae5979 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:17:49.029778 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (aca68cb2-7955-4db0-aedd-f4ed66ae5979), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:49.078123 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca68cb2-7955-4db0-aedd-f4ed66ae5979 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:17:49.091650 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=c7aceece-eac0-4fab-8440-03d54f187c1c,revision_number=9']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:49.120929 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port aca68cb2-7955-4db0-aedd-f4ed66ae5979, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=aca68cb2-7955-4db0-aedd-f4ed66ae5979,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:49.127607 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-140d670a-7fbd-4e5a-971c-4291935dbf02 req-86d43879-910f-40e6-9a46-e7286886a434 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] 10.222.0.88 "GET /v2.0/security-group-rules/da8644cb-62fa-480e-b239-958429722e35 HTTP/1.1" status: 200 len: 778 time: 0.0613062 Feb 08 21:17:49.133884 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (aca68cb2-7955-4db0-aedd-f4ed66ae5979), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:49.219934 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-140d670a-7fbd-4e5a-971c-4291935dbf02 req-02db7527-237f-43f1-8e0e-6a60ad9aa064 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] 10.222.0.88 "GET /v2.0/security-groups/1aebee0f-dcab-411c-be5d-828ee571bbb1 HTTP/1.1" status: 200 len: 2422 time: 0.0832722 Feb 08 21:17:49.269203 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-140d670a-7fbd-4e5a-971c-4291935dbf02 req-bbf008bd-e434-4e7b-abbf-bbb9ded7c6c0 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group_rule (da8644cb-62fa-480e-b239-958429722e35), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:49.281975 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=aca68cb2-7955-4db0-aedd-f4ed66ae5979,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:49.287961 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-140d670a-7fbd-4e5a-971c-4291935dbf02 req-bbf008bd-e434-4e7b-abbf-bbb9ded7c6c0 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group_rule (da8644cb-62fa-480e-b239-958429722e35), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:49.340330 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-140d670a-7fbd-4e5a-971c-4291935dbf02 req-bbf008bd-e434-4e7b-abbf-bbb9ded7c6c0 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (da8644cb-62fa-480e-b239-958429722e35), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:49.362926 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-140d670a-7fbd-4e5a-971c-4291935dbf02 req-bbf008bd-e434-4e7b-abbf-bbb9ded7c6c0 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:49.382563 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-140d670a-7fbd-4e5a-971c-4291935dbf02 req-bbf008bd-e434-4e7b-abbf-bbb9ded7c6c0 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/da8644cb-62fa-480e-b239-958429722e35 HTTP/1.1" status: 204 len: 173 time: 0.1611981 Feb 08 21:17:49.395115 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf008bd-e434-4e7b-abbf-bbb9ded7c6c0 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da8644cb-62fa-480e-b239-958429722e35,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:49.506274 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471f47af-9922-4413-99f9-5646eebab86d x-openstack-request-id: req-471f47af-9922-4413-99f9-5646eebab86d {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:17:49.506744 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4566af2-4077-4cf2-ae60-89837a085981", "name": "network-vif-plugged", "status": "completed", "tag": "c7aceece-eac0-4fab-8440-03d54f187c1c", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:17:49.507140 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-471f47af-9922-4413-99f9-5646eebab86d {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:17:49.507687 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4566af2-4077-4cf2-ae60-89837a085981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7aceece-eac0-4fab-8440-03d54f187c1c', 'code': 200} Feb 08 21:17:49.511502 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['aca68cb2-7955-4db0-aedd-f4ed66ae5979'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:17:49.801328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ec777-4ca4-4418-9f19-cbf0cb884679 req-fbe209d2-7ce1-4fd1-9dfe-9b888e404e9a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:49.828748 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3b0ec777-4ca4-4418-9f19-cbf0cb884679 req-fbe209d2-7ce1-4fd1-9dfe-9b888e404e9a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c5587a7-1b0e-4a5e-8d94-7667312b1d8b HTTP/1.1" status: 200 len: 944 time: 0.1646905 Feb 08 21:17:49.998109 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3b0ec777-4ca4-4418-9f19-cbf0cb884679 req-5899f492-85a3-44ad-9827-82737a6178ce tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667986 Feb 08 21:17:50.071362 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-f3f7889c-8cf7-4aa9-a17a-709d4a8eead0 req-5ce136b0-2467-4dad-acc6-466badbe8cd4 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-470461945', 'description': 'tempest-description-697590180'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:17:50.122173 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f3f7889c-8cf7-4aa9-a17a-709d4a8eead0 req-5ce136b0-2467-4dad-acc6-466badbe8cd4 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:50.280416 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f3f7889c-8cf7-4aa9-a17a-709d4a8eead0 req-5ce136b0-2467-4dad-acc6-466badbe8cd4 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group (44c2b0a3-78d1-488d-b869-f74eff907a7b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:50.287862 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f3f7889c-8cf7-4aa9-a17a-709d4a8eead0 req-5ce136b0-2467-4dad-acc6-466badbe8cd4 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (44c2b0a3-78d1-488d-b869-f74eff907a7b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:50.331839 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f3f7889c-8cf7-4aa9-a17a-709d4a8eead0 req-5ce136b0-2467-4dad-acc6-466badbe8cd4 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:50.346018 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3f7889c-8cf7-4aa9-a17a-709d4a8eead0 req-5ce136b0-2467-4dad-acc6-466badbe8cd4 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.2849281 Feb 08 21:17:50.522762 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce136b0-2467-4dad-acc6-466badbe8cd4 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44c2b0a3-78d1-488d-b869-f74eff907a7b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:50.579649 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be774e-7921-4b04-bcc2-e5d5e2a5441c req-0171a42c-beab-4a4e-a3de-33f8c45cdb3b tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:50.593574 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-21be774e-7921-4b04-bcc2-e5d5e2a5441c req-0171a42c-beab-4a4e-a3de-33f8c45cdb3b tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 950 time: 0.1655066 Feb 08 21:17:50.666198 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-21be774e-7921-4b04-bcc2-e5d5e2a5441c req-4741758f-f2a2-4638-bd5c-0567f8071f91 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714781 Feb 08 21:17:51.028958 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb20f0f-9229-4e06-babb-f82582e3f72a req-36d25fc0-5ab8-4da7-ac5f-29d164a40bdc tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:51.028958 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cbb20f0f-9229-4e06-babb-f82582e3f72a req-36d25fc0-5ab8-4da7-ac5f-29d164a40bdc tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 945 time: 0.1910796 Feb 08 21:17:51.153736 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cbb20f0f-9229-4e06-babb-f82582e3f72a req-6bd1318a-9845-4970-9bcd-81ccb47dd06b tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165826 Feb 08 21:17:51.283333 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-7e1d8e8c-c2e9-4081-9eb3-dc9453d01f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:51.286262 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-11e07bb4-8835-4294-af32-3f5878111229 req-230c01c5-9039-4da3-9008-c12211e4a4fb tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] 10.222.0.88 "GET /v2.0/security-groups/44c2b0a3-78d1-488d-b869-f74eff907a7b HTTP/1.1" status: 200 len: 1828 time: 0.0959246 Feb 08 21:17:51.292709 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-7e1d8e8c-c2e9-4081-9eb3-dc9453d01f11 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981&tenant_id=56f216a178424ba0984bc6550ca8f840 HTTP/1.1" status: 200 len: 1133 time: 0.1292977 Feb 08 21:17:51.305044 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-a67a6556-f3d6-451f-bef1-237346b3daf8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712143-31', 'device_owner': 'compute:nova'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:17:51.443977 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-a67a6556-f3d6-451f-bef1-237346b3daf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:51.578532 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc39d5-5a33-4615-bb85-d82584863753 req-40c62a8b-f27f-4389-bc35-2f3256785314 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:51.581485 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4abc39d5-5a33-4615-bb85-d82584863753 req-40c62a8b-f27f-4389-bc35-2f3256785314 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c5587a7-1b0e-4a5e-8d94-7667312b1d8b HTTP/1.1" status: 200 len: 944 time: 0.1602418 Feb 08 21:17:51.739261 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4abc39d5-5a33-4615-bb85-d82584863753 req-838b3750-b223-4da0-a031-bd8c605aea25 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407876 Feb 08 21:17:51.809702 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-a67a6556-f3d6-451f-bef1-237346b3daf8 service neutron] For port c7aceece-eac0-4fab-8440-03d54f187c1c, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c7aceece-eac0-4fab-8440-03d54f187c1c,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:51.867875 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-a67a6556-f3d6-451f-bef1-237346b3daf8 service neutron] For port c7aceece-eac0-4fab-8440-03d54f187c1c, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:17:51.952732 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4566af2-4077-4cf2-ae60-89837a085981', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7aceece-eac0-4fab-8440-03d54f187c1c'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:17:51.962077 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01485963-8b96-4937-93ee-4af31628cb41" -d '{"events": [{"server_uuid": "a4566af2-4077-4cf2-ae60-89837a085981", "name": "network-vif-unplugged", "status": "completed", "tag": "c7aceece-eac0-4fab-8440-03d54f187c1c"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:17:51.997743 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-a67a6556-f3d6-451f-bef1-237346b3daf8 service neutron] Publish callbacks [] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:52.019162 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64f00d-00c5-4d33-926c-688dc088a72f req-084f8aad-cd0b-48ce-824d-10150033ea4e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:52.021735 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed64f00d-00c5-4d33-926c-688dc088a72f req-084f8aad-cd0b-48ce-824d-10150033ea4e tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 950 time: 0.1327727 Feb 08 21:17:52.062362 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-a67a6556-f3d6-451f-bef1-237346b3daf8 service neutron] Transition to ACTIVE for port object c7aceece-eac0-4fab-8440-03d54f187c1c will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:17:52.080771 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-a67a6556-f3d6-451f-bef1-237346b3daf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:52.101958 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed64f00d-00c5-4d33-926c-688dc088a72f req-da03cff5-e951-4b24-be4f-ad06ec1efb9d tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726767 Feb 08 21:17:52.129061 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-34583463-a7b8-4d08-ae0c-6c16c0686f1a req-df9ec8d7-95fb-4f70-929c-d17d52bb9a6a tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-378545531', 'description': 'tempest-description-654570081'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:17:52.158750 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-34583463-a7b8-4d08-ae0c-6c16c0686f1a req-df9ec8d7-95fb-4f70-929c-d17d52bb9a6a tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:52.285533 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a6556-f3d6-451f-bef1-237346b3daf8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7aceece-eac0-4fab-8440-03d54f187c1c,revision_number=10']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:52.356702 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-a67a6556-f3d6-451f-bef1-237346b3daf8 service neutron] No DVR routers for this DVR port c7aceece-eac0-4fab-8440-03d54f187c1c on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:17:52.404157 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-34583463-a7b8-4d08-ae0c-6c16c0686f1a req-df9ec8d7-95fb-4f70-929c-d17d52bb9a6a tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group (5e5f914b-ae80-458a-9304-a0e4622a9e1e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:52.424450 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-34583463-a7b8-4d08-ae0c-6c16c0686f1a req-df9ec8d7-95fb-4f70-929c-d17d52bb9a6a tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (5e5f914b-ae80-458a-9304-a0e4622a9e1e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:52.500627 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ec8d7-95fb-4f70-929c-d17d52bb9a6a tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5f914b-ae80-458a-9304-a0e4622a9e1e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:52.524791 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-a67a6556-f3d6-451f-bef1-237346b3daf8 service neutron] Attempting to bind port c7aceece-eac0-4fab-8440-03d54f187c1c on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:17:52.527408 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-a67a6556-f3d6-451f-bef1-237346b3daf8 service neutron] Attempting to bind port c7aceece-eac0-4fab-8440-03d54f187c1c by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:17:52.529563 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-a67a6556-f3d6-451f-bef1-237346b3daf8 service neutron] Attempting to bind port c7aceece-eac0-4fab-8440-03d54f187c1c on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:17:52.546213 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-a67a6556-f3d6-451f-bef1-237346b3daf8 service neutron] Port c7aceece-eac0-4fab-8440-03d54f187c1c on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:17:52.549279 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-a67a6556-f3d6-451f-bef1-237346b3daf8 service neutron] Attempting to bind port c7aceece-eac0-4fab-8440-03d54f187c1c on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:17:52.551878 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-34583463-a7b8-4d08-ae0c-6c16c0686f1a req-df9ec8d7-95fb-4f70-929c-d17d52bb9a6a tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:52.561858 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-34583463-a7b8-4d08-ae0c-6c16c0686f1a req-df9ec8d7-95fb-4f70-929c-d17d52bb9a6a tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.4383466 Feb 08 21:17:52.573173 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-a67a6556-f3d6-451f-bef1-237346b3daf8 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:17:52.573926 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-a67a6556-f3d6-451f-bef1-237346b3daf8 service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:17:52.575990 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-a67a6556-f3d6-451f-bef1-237346b3daf8 service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:17:52.577608 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-a67a6556-f3d6-451f-bef1-237346b3daf8 service neutron] Bound port: c7aceece-eac0-4fab-8440-03d54f187c1c, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:17:52.577608 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-a67a6556-f3d6-451f-bef1-237346b3daf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:52.648789 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c602db-084c-4f64-b2ed-feb987f0c7b0 x-openstack-request-id: req-59c602db-084c-4f64-b2ed-feb987f0c7b0 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:17:52.652050 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4566af2-4077-4cf2-ae60-89837a085981", "name": "network-vif-unplugged", "status": "completed", "tag": "c7aceece-eac0-4fab-8440-03d54f187c1c", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:17:52.654747 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-59c602db-084c-4f64-b2ed-feb987f0c7b0 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:17:52.656385 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4566af2-4077-4cf2-ae60-89837a085981', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7aceece-eac0-4fab-8440-03d54f187c1c', 'code': 200} Feb 08 21:17:52.665441 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-651f94a8-eef7-4fd2-9ce1-b91dd11cf882 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:52.667114 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-651f94a8-eef7-4fd2-9ce1-b91dd11cf882 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/networks?id=2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 200 len: 821 time: 0.2887983 Feb 08 21:17:52.696340 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device aca68cb2-7955-4db0-aedd-f4ed66ae5979 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:17:52.699237 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-34ce9baa-779a-42cb-993c-462e12a5b0c7 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/quotas/8f5c158dadb24dc0a464206c8c7c35e1 HTTP/1.1" status: 200 len: 375 time: 0.0232086 Feb 08 21:17:52.782620 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-a67a6556-f3d6-451f-bef1-237346b3daf8 service neutron] For port c7aceece-eac0-4fab-8440-03d54f187c1c, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:17:52.786351 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-a67a6556-f3d6-451f-bef1-237346b3daf8 service neutron] For port c7aceece-eac0-4fab-8440-03d54f187c1c, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c7aceece-eac0-4fab-8440-03d54f187c1c,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:17:52.797583 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-a67a6556-f3d6-451f-bef1-237346b3daf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:52.817551 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce5dd6-2f56-477c-8aa1-9496fae7b1d1 req-50355cd2-4c93-4582-8d5b-6b7601b8fc4f tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:52.827340 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port aca68cb2-7955-4db0-aedd-f4ed66ae5979 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:17:52.828281 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8ce5dd6-2f56-477c-8aa1-9496fae7b1d1 req-50355cd2-4c93-4582-8d5b-6b7601b8fc4f tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 945 time: 0.1216168 Feb 08 21:17:52.837624 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port aca68cb2-7955-4db0-aedd-f4ed66ae5979 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:17:52.839664 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (aca68cb2-7955-4db0-aedd-f4ed66ae5979), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:52.842029 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-96a47ff7-e526-4b4d-8e56-cb6478149eb8 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1381440 Feb 08 21:17:52.876537 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-a67a6556-f3d6-451f-bef1-237346b3daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:52.877523 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-a67a6556-f3d6-451f-bef1-237346b3daf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:52.880801 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-a67a6556-f3d6-451f-bef1-237346b3daf8 service neutron] 10.222.0.96 "PUT /v2.0/ports/c7aceece-eac0-4fab-8440-03d54f187c1c HTTP/1.1" status: 200 len: 1098 time: 1.5862467 Feb 08 21:17:52.923471 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a6556-f3d6-451f-bef1-237346b3daf8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7aceece-eac0-4fab-8440-03d54f187c1c,revision_number=11']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:52.938760 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8ce5dd6-2f56-477c-8aa1-9496fae7b1d1 req-3fefc186-4e4b-4753-a312-5699f5750906 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046326 Feb 08 21:17:53.042157 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-8890258c-725f-4f9e-abc2-0eb7a8ee0e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:53.044611 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-8890258c-725f-4f9e-abc2-0eb7a8ee0e09 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 1132 time: 0.1096497 Feb 08 21:17:53.105521 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port aca68cb2-7955-4db0-aedd-f4ed66ae5979 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:17:53.106149 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (aca68cb2-7955-4db0-aedd-f4ed66ae5979), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:53.185032 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5587a7-1b0e-4a5e-8d94-7667312b1d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca68cb2-7955-4db0-aedd-f4ed66ae5979'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:17:53.191106 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7414e313-d887-46a9-9cc5-4e918a5be24b" -d '{"events": [{"server_uuid": "4c5587a7-1b0e-4a5e-8d94-7667312b1d8b", "name": "network-vif-plugged", "status": "completed", "tag": "aca68cb2-7955-4db0-aedd-f4ed66ae5979"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:17:53.219815 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port aca68cb2-7955-4db0-aedd-f4ed66ae5979, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=aca68cb2-7955-4db0-aedd-f4ed66ae5979,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:53.228215 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (aca68cb2-7955-4db0-aedd-f4ed66ae5979), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:53.267535 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-caf7780e-ae5e-428d-b9d9-f490174dbee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:53.272908 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-caf7780e-ae5e-428d-b9d9-f490174dbee7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.2198093 Feb 08 21:17:53.323944 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-3f952e99-cc65-47f6-82bb-077d3a8e1946 service neutron] 10.222.0.88 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702957 Feb 08 21:17:53.352897 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aaf8f414-0d6f-427b-aeb9-cce195ec12ed req-63120a7d-ff6a-4904-8b80-4b9d5be4e700 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] 10.222.0.88 "GET /v2.0/security-groups/5e5f914b-ae80-458a-9304-a0e4622a9e1e HTTP/1.1" status: 200 len: 1828 time: 0.3723593 Feb 08 21:17:53.371039 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=aca68cb2-7955-4db0-aedd-f4ed66ae5979,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:53.426947 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-57d4f81f-c6ad-47a1-b260-898ece86b7ef service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=c7aceece-eac0-4fab-8440-03d54f187c1c HTTP/1.1" status: 200 len: 217 time: 0.1466193 Feb 08 21:17:53.548908 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-f41bf79f-cb33-4685-87a8-b619ccbef830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:53.552197 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-f41bf79f-cb33-4685-87a8-b619ccbef830 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1184020 Feb 08 21:17:53.589355 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-182a32b7-1367-450c-aa3e-ea31a2965800 service neutron] 10.222.0.88 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641327 Feb 08 21:17:53.656220 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-2058895c-e33b-4f65-b66c-574fa11a0bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:53.659366 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-2058895c-e33b-4f65-b66c-574fa11a0bf0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0964401 Feb 08 21:17:53.922454 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-5dbbf812-ad4c-4ec4-9cf8-99dd03ec86b3 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515030 Feb 08 21:17:54.024539 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-f6eb6d79-66f7-4a79-9be3-a743c0e377cb tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:54.027335 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-f6eb6d79-66f7-4a79-9be3-a743c0e377cb tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.88 "GET /v2.0/networks?id=db7e6228-6383-434d-a419-1ee80567b843 HTTP/1.1" status: 200 len: 815 time: 0.3157694 Feb 08 21:17:54.068532 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-b6e85c8c-93e4-4832-a453-10d2525a7534 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.88 "GET /v2.0/quotas/6d98e0a79a014bd7b67e32046f0d8d2b HTTP/1.1" status: 200 len: 375 time: 0.0165858 Feb 08 21:17:54.111133 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-73bcc994-21a5-4e1e-b8dc-6229076cc1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:54.190892 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8c4104f0-9743-46c4-9467-90e01e1ceac9 req-ebda51f8-f35b-48d7-9ecb-0113b3ba923b service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622652 Feb 08 21:17:54.225397 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9a08a-5f95-4712-bdc9-77958afa495f req-2487d260-b093-4733-aac5-ee6565e938b7 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:54.229769 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cbc9a08a-5f95-4712-bdc9-77958afa495f req-2487d260-b093-4733-aac5-ee6565e938b7 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c5587a7-1b0e-4a5e-8d94-7667312b1d8b HTTP/1.1" status: 200 len: 945 time: 0.2269635 Feb 08 21:17:54.289855 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-b277d643-1859-4c37-b55e-543f60266f2c tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=6d98e0a79a014bd7b67e32046f0d8d2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1968045 Feb 08 21:17:54.357690 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cbc9a08a-5f95-4712-bdc9-77958afa495f req-328c26d0-36e7-4a56-8549-5f875b82b18b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206644 Feb 08 21:17:54.593266 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device c7aceece-eac0-4fab-8440-03d54f187c1c no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:17:54.643645 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] The host n-h1-712143-31 is not matching for port c7aceece-eac0-4fab-8440-03d54f187c1c host n-h2-712143-31! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 21:17:54.644335 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device c7aceece-eac0-4fab-8440-03d54f187c1c not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:17:54.658305 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4566af2-4077-4cf2-ae60-89837a085981', 'tag': 'c7aceece-eac0-4fab-8440-03d54f187c1c'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:17:54.662446 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa4e147-0325-4975-925d-969dd3c86d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "a4566af2-4077-4cf2-ae60-89837a085981", "tag": "c7aceece-eac0-4fab-8440-03d54f187c1c"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:17:55.049892 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda0bd5-279f-4904-95e1-e6b14e999d91 req-d3d493cc-b777-4213-a6b9-d69cea199c36 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:55.052968 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5cda0bd5-279f-4904-95e1-e6b14e999d91 req-d3d493cc-b777-4213-a6b9-d69cea199c36 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 949 time: 0.5983489 Feb 08 21:17:55.095727 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-bd00f21f-5357-420b-9563-e984902d31ca service neutron] 10.222.0.88 "GET /v2.0/networks/db7e6228-6383-434d-a419-1ee80567b843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8047206 Feb 08 21:17:55.241871 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5cda0bd5-279f-4904-95e1-e6b14e999d91 req-0583786f-fad5-4146-996b-30753d82ff67 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783009 Feb 08 21:17:55.307724 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-ea787fb6-00b8-44b3-a0b0-8203ea1bc7a1 service neutron] 10.222.0.88 "GET /v2.0/networks/db7e6228-6383-434d-a419-1ee80567b843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971838 Feb 08 21:17:55.329343 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfb9aab-91fe-4464-8eb7-f6e6c959f5fa x-openstack-request-id: req-7bfb9aab-91fe-4464-8eb7-f6e6c959f5fa {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:17:55.330246 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5587a7-1b0e-4a5e-8d94-7667312b1d8b", "name": "network-vif-plugged", "status": "completed", "tag": "aca68cb2-7955-4db0-aedd-f4ed66ae5979", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:17:55.330246 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7bfb9aab-91fe-4464-8eb7-f6e6c959f5fa {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:17:55.331113 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5587a7-1b0e-4a5e-8d94-7667312b1d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca68cb2-7955-4db0-aedd-f4ed66ae5979', 'code': 200} Feb 08 21:17:55.383769 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-ebee852e-4713-4562-bd59-4e0a6ec451d9 req-5de6517f-1b21-4777-8fb2-47ec7041a58f tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-130492529', 'description': 'tempest-description-356432417'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:17:55.414829 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ebee852e-4713-4562-bd59-4e0a6ec451d9 req-5de6517f-1b21-4777-8fb2-47ec7041a58f tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:55.523488 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058a006-ffd9-4bf3-a300-f6cc850f8b77 req-c3083f51-bae5-4d31-9a52-1699b7df2328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:55.526838 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3058a006-ffd9-4bf3-a300-f6cc850f8b77 req-c3083f51-bae5-4d31-9a52-1699b7df2328 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4c5587a7-1b0e-4a5e-8d94-7667312b1d8b HTTP/1.1" status: 200 len: 1128 time: 0.0936084 Feb 08 21:17:55.690761 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3058a006-ffd9-4bf3-a300-f6cc850f8b77 req-a7148ff4-195e-4641-ad3f-52a67475ef04 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510513 Feb 08 21:17:55.723364 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-78cb974b-f6e9-4412-ad23-0cdc31fdf4e7 req-3719db98-85a6-4e15-ab6a-7be6369639fc tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 210 time: 0.0793726 Feb 08 21:17:55.762192 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ebee852e-4713-4562-bd59-4e0a6ec451d9 req-5de6517f-1b21-4777-8fb2-47ec7041a58f tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group (36badc98-a09f-4bc1-bf10-b1cbb23d0bc2), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:55.773970 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ebee852e-4713-4562-bd59-4e0a6ec451d9 req-5de6517f-1b21-4777-8fb2-47ec7041a58f tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (36badc98-a09f-4bc1-bf10-b1cbb23d0bc2), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:55.886199 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6517f-1b21-4777-8fb2-47ec7041a58f tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36badc98-a09f-4bc1-bf10-b1cbb23d0bc2,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:55.902315 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-895c715e-9a02-41d6-80a9-fdc79e975846 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:55.903927 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-895c715e-9a02-41d6-80a9-fdc79e975846 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.96 "GET /v2.0/networks?id=2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 200 len: 821 time: 0.4027455 Feb 08 21:17:55.930168 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ebee852e-4713-4562-bd59-4e0a6ec451d9 req-5de6517f-1b21-4777-8fb2-47ec7041a58f tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:55.948485 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ebee852e-4713-4562-bd59-4e0a6ec451d9 req-5de6517f-1b21-4777-8fb2-47ec7041a58f tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.5738134 Feb 08 21:17:55.968923 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-0b33fc96-6c3e-40e6-ad89-59bd4f27d911 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Request body: {'port': {'device_id': 'ffc20f47-702a-4d4c-bb2d-3459ef5d845d', 'network_id': '2832de48-e50e-44a2-9cef-26035a020939', 'admin_state_up': True, 'tenant_id': '8f5c158dadb24dc0a464206c8c7c35e1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:17:56.076747 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94054cb2-1e16-457d-8cb8-e1a9b7d95cfa req-28aac076-6bd7-4734-b3b8-25122f458309 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:56.078487 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-94054cb2-1e16-457d-8cb8-e1a9b7d95cfa req-28aac076-6bd7-4734-b3b8-25122f458309 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 945 time: 0.2530730 Feb 08 21:17:56.107623 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89d5e13-4e1f-43e7-8b81-53c2d8ca2358 x-openstack-request-id: req-d89d5e13-4e1f-43e7-8b81-53c2d8ca2358 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:17:56.108079 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4566af2-4077-4cf2-ae60-89837a085981", "tag": "c7aceece-eac0-4fab-8440-03d54f187c1c", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:17:56.108501 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d89d5e13-4e1f-43e7-8b81-53c2d8ca2358 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:17:56.109167 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4566af2-4077-4cf2-ae60-89837a085981', 'tag': 'c7aceece-eac0-4fab-8440-03d54f187c1c', 'status': 'completed', 'code': 200} Feb 08 21:17:56.295008 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4e147-0325-4975-925d-969dd3c86d2a req-1cbd854f-6c57-4a58-9590-0aa1eee3ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:56.297693 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bfa4e147-0325-4975-925d-969dd3c86d2a req-1cbd854f-6c57-4a58-9590-0aa1eee3ed6b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 1132 time: 0.1560349 Feb 08 21:17:56.304398 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4e147-0325-4975-925d-969dd3c86d2a req-9341279e-5a71-4bbc-aea7-d2c1a3e36715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:56.307134 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bfa4e147-0325-4975-925d-969dd3c86d2a req-9341279e-5a71-4bbc-aea7-d2c1a3e36715 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 1132 time: 0.1965151 Feb 08 21:17:56.344667 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-94054cb2-1e16-457d-8cb8-e1a9b7d95cfa req-63462040-2b90-41b3-9894-c24af06cab3a tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573736 Feb 08 21:17:56.373545 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea511b-8cca-4254-9589-5b5e2dee0589 req-30d31492-2707-4f52-860e-fca1f83f800a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:56.385707 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55ea511b-8cca-4254-9589-5b5e2dee0589 req-30d31492-2707-4f52-860e-fca1f83f800a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c5587a7-1b0e-4a5e-8d94-7667312b1d8b HTTP/1.1" status: 200 len: 945 time: 0.1405840 Feb 08 21:17:56.408312 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-0b33fc96-6c3e-40e6-ad89-59bd4f27d911 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Made reservation on behalf of 8f5c158dadb24dc0a464206c8c7c35e1 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:17:56.412685 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-0b33fc96-6c3e-40e6-ad89-59bd4f27d911 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:56.509918 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6423e23e-5f1b-4d4d-b1f9-c75904d8914e req-ae193c64-3da3-4ed7-a5bc-cf599445fc0a tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.88 "GET /v2.0/ports?device_id=2a962964-bf0d-40ba-8836-637694ffd403 HTTP/1.1" status: 200 len: 210 time: 0.0459030 Feb 08 21:17:56.528694 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55ea511b-8cca-4254-9589-5b5e2dee0589 req-2284278b-17d3-43f5-b593-ca2728080a7b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456926 Feb 08 21:17:56.718487 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4e147-0325-4975-925d-969dd3c86d2a req-7296aa0c-c6cb-4636-9999-f0ca7ef9e45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:56.721133 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bfa4e147-0325-4975-925d-969dd3c86d2a req-7296aa0c-c6cb-4636-9999-f0ca7ef9e45d service neutron] 10.222.0.94 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.4125993 Feb 08 21:17:56.725472 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4e147-0325-4975-925d-969dd3c86d2a req-6b66f6db-5f48-4262-8e81-0e326127c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:56.727864 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bfa4e147-0325-4975-925d-969dd3c86d2a req-6b66f6db-5f48-4262-8e81-0e326127c9d9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.4062908 Feb 08 21:17:56.760510 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4c8f7727-e973-438f-9497-e7621c91cb23 req-8257b5f7-6a42-4920-b452-0f3af667c779 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] 10.222.0.88 "GET /v2.0/security-groups/36badc98-a09f-4bc1-bf10-b1cbb23d0bc2 HTTP/1.1" status: 200 len: 1828 time: 0.1264513 Feb 08 21:17:56.817290 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126240d4-135f-482e-8e1c-a4bb83db5a17 req-b4dba345-0c78-4a10-8731-0394f0fbe379 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:56.826841 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-126240d4-135f-482e-8e1c-a4bb83db5a17 req-b4dba345-0c78-4a10-8731-0394f0fbe379 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 949 time: 0.1952157 Feb 08 21:17:56.876100 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bfa4e147-0325-4975-925d-969dd3c86d2a req-4ee88e84-80e9-4674-8a06-2eb4629898c5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=c7aceece-eac0-4fab-8440-03d54f187c1c HTTP/1.1" status: 200 len: 217 time: 0.1464710 Feb 08 21:17:56.881864 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bfa4e147-0325-4975-925d-969dd3c86d2a req-9a430009-a32a-4127-884f-745c11fb9355 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=c7aceece-eac0-4fab-8440-03d54f187c1c HTTP/1.1" status: 200 len: 217 time: 0.1407990 Feb 08 21:17:56.886408 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-0b33fc96-6c3e-40e6-ad89-59bd4f27d911 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Allocated IP 172.20.0.14 (2832de48-e50e-44a2-9cef-26035a020939/d60e29b3-21d7-4da4-a50a-dfbe604013ed/71eb8e0e-b244-4a46-86d0-5635c699d4da) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:17:56.920552 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-126240d4-135f-482e-8e1c-a4bb83db5a17 req-12201d2c-f8ac-47bc-9191-eae445c16bc3 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878060 Feb 08 21:17:57.058832 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4e147-0325-4975-925d-969dd3c86d2a req-64258c58-85ac-41f2-8505-49906c12e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:57.060334 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bfa4e147-0325-4975-925d-969dd3c86d2a req-64258c58-85ac-41f2-8505-49906c12e0a7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1692970 Feb 08 21:17:57.087096 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4e147-0325-4975-925d-969dd3c86d2a req-49807f6f-8d32-4329-ba5b-20285bf29d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:57.088434 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bfa4e147-0325-4975-925d-969dd3c86d2a req-49807f6f-8d32-4329-ba5b-20285bf29d10 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1937382 Feb 08 21:17:57.189797 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6efee363-fa66-488b-a774-6f9c673213e6 req-dcf4bc51-32e2-4a8a-a802-24eeb3dd2374 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 210 time: 0.1394751 Feb 08 21:17:57.247893 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-3483e1a0-663f-4373-b797-e9096ed7a7e1 req-af1b8fae-bd27-44fb-a0c0-7baa71e503b7 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1053242551', 'description': 'tempest-description-626404335'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:17:57.298936 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4e147-0325-4975-925d-969dd3c86d2a req-d66169a8-89c7-4e30-b315-103333333472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:57.303607 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bfa4e147-0325-4975-925d-969dd3c86d2a req-d66169a8-89c7-4e30-b315-103333333472 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2332013 Feb 08 21:17:57.328169 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3483e1a0-663f-4373-b797-e9096ed7a7e1 req-af1b8fae-bd27-44fb-a0c0-7baa71e503b7 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:57.361880 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bae23844-93cc-4bd2-8a78-6bc834d81f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:57.369441 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4e147-0325-4975-925d-969dd3c86d2a req-5da9fd14-ef79-4a8c-be36-661e68510fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:57.374142 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bfa4e147-0325-4975-925d-969dd3c86d2a req-5da9fd14-ef79-4a8c-be36-661e68510fff service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2528872 Feb 08 21:17:57.399028 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-0b33fc96-6c3e-40e6-ad89-59bd4f27d911 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks [] for port (71eb8e0e-b244-4a46-86d0-5635c699d4da), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:57.592293 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3483e1a0-663f-4373-b797-e9096ed7a7e1 req-af1b8fae-bd27-44fb-a0c0-7baa71e503b7 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group (df5adfa4-873b-4975-810f-5eab884689b7), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:57.719223 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3483e1a0-663f-4373-b797-e9096ed7a7e1 req-af1b8fae-bd27-44fb-a0c0-7baa71e503b7 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (df5adfa4-873b-4975-810f-5eab884689b7), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:57.746840 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bfa4e147-0325-4975-925d-969dd3c86d2a req-8a88b763-774c-4e2a-8db2-2475d131dd49 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572333 Feb 08 21:17:57.750479 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bfa4e147-0325-4975-925d-969dd3c86d2a req-7368916b-3143-41d0-b186-4fafdcb4c2cb service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194744 Feb 08 21:17:57.817140 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-0b33fc96-6c3e-40e6-ad89-59bd4f27d911 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (71eb8e0e-b244-4a46-86d0-5635c699d4da), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:57.868818 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-b9819858-00c1-40c9-b84e-a2d710c5abaf tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:57.870813 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-b9819858-00c1-40c9-b84e-a2d710c5abaf tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.96 "GET /v2.0/networks?id=db7e6228-6383-434d-a419-1ee80567b843 HTTP/1.1" status: 200 len: 815 time: 0.4171877 Feb 08 21:17:57.884857 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b8fae-bd27-44fb-a0c0-7baa71e503b7 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df5adfa4-873b-4975-810f-5eab884689b7,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:57.895514 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-6e8cb89a-c73b-4990-8b54-3ed970f327c7 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Request body: {'port': {'device_id': '2a962964-bf0d-40ba-8836-637694ffd403', 'network_id': 'db7e6228-6383-434d-a419-1ee80567b843', 'admin_state_up': True, 'tenant_id': '6d98e0a79a014bd7b67e32046f0d8d2b'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:17:58.023152 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bfa4e147-0325-4975-925d-969dd3c86d2a req-b20f0290-bad7-4779-8073-bbe69ef2f9c6 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661474 Feb 08 21:17:58.034472 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6521d22a-e4ef-4310-b6dd-ba61e427fe5e req-5ff0bff0-2321-4f79-91aa-1191d2a612fc tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.88 "GET /v2.0/ports?device_id=2a962964-bf0d-40ba-8836-637694ffd403 HTTP/1.1" status: 200 len: 210 time: 0.2024472 Feb 08 21:17:58.043870 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bfa4e147-0325-4975-925d-969dd3c86d2a req-d0670514-adf6-4b1f-8673-782da4830d16 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700193 Feb 08 21:17:58.064859 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3483e1a0-663f-4373-b797-e9096ed7a7e1 req-af1b8fae-bd27-44fb-a0c0-7baa71e503b7 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:58.101260 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3483e1a0-663f-4373-b797-e9096ed7a7e1 req-af1b8fae-bd27-44fb-a0c0-7baa71e503b7 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.8628430 Feb 08 21:17:58.132404 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-0b33fc96-6c3e-40e6-ad89-59bd4f27d911 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Network 2832de48-e50e-44a2-9cef-26035a020939 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:17:58.138569 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-0b33fc96-6c3e-40e6-ad89-59bd4f27d911 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:17:58.152657 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-0b33fc96-6c3e-40e6-ad89-59bd4f27d911 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:17:58.177838 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-6e8cb89a-c73b-4990-8b54-3ed970f327c7 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Made reservation on behalf of 6d98e0a79a014bd7b67e32046f0d8d2b for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:17:58.190748 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-6e8cb89a-c73b-4990-8b54-3ed970f327c7 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:58.222777 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33fc96-6c3e-40e6-ad89-59bd4f27d911 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Pushing event updated for resources: {'Port': ['ID=71eb8e0e-b244-4a46-86d0-5635c699d4da,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:58.331457 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-0b33fc96-6c3e-40e6-ad89-59bd4f27d911 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:58.334322 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-0b33fc96-6c3e-40e6-ad89-59bd4f27d911 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:58.374811 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-0b33fc96-6c3e-40e6-ad89-59bd4f27d911 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4133933 Feb 08 21:17:58.389641 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be8139-9f1f-4a61-a876-6660489c7849 req-16860b8d-451d-48fb-ae70-97099cfb0be3 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:58.394525 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-48be8139-9f1f-4a61-a876-6660489c7849 req-16860b8d-451d-48fb-ae70-97099cfb0be3 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c5587a7-1b0e-4a5e-8d94-7667312b1d8b HTTP/1.1" status: 200 len: 945 time: 0.1607518 Feb 08 21:17:58.400154 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-13ccca7f-4ea7-4ae8-9550-0520eed162aa service neutron] Request body: {'port': {'device_id': 'ffc20f47-702a-4d4c-bb2d-3459ef5d845d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:17:58.505368 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-6e8cb89a-c73b-4990-8b54-3ed970f327c7 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Allocated IP 172.20.0.4 (db7e6228-6383-434d-a419-1ee80567b843/6993c528-5301-4173-85e9-4aab44419465/3273a229-be7c-4979-a087-cd873e7e40ad) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:17:58.574080 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-13ccca7f-4ea7-4ae8-9550-0520eed162aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (71eb8e0e-b244-4a46-86d0-5635c699d4da), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:58.673196 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-48be8139-9f1f-4a61-a876-6660489c7849 req-2c0bf9c0-dd86-4132-8b4f-6cdc838eeb76 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648630 Feb 08 21:17:58.745255 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device c7aceece-eac0-4fab-8440-03d54f187c1c details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:17:58.899499 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-6e8cb89a-c73b-4990-8b54-3ed970f327c7 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Publish callbacks [] for port (3273a229-be7c-4979-a087-cd873e7e40ad), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:58.994027 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-6e8cb89a-c73b-4990-8b54-3ed970f327c7 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3273a229-be7c-4979-a087-cd873e7e40ad), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:59.092820 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-6e8cb89a-c73b-4990-8b54-3ed970f327c7 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Network db7e6228-6383-434d-a419-1ee80567b843 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:17:59.097279 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-6e8cb89a-c73b-4990-8b54-3ed970f327c7 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:17:59.103596 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-6e8cb89a-c73b-4990-8b54-3ed970f327c7 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:17:59.114442 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8cb89a-c73b-4990-8b54-3ed970f327c7 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Pushing event updated for resources: {'Port': ['ID=3273a229-be7c-4979-a087-cd873e7e40ad,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:59.145597 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port c7aceece-eac0-4fab-8440-03d54f187c1c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c7aceece-eac0-4fab-8440-03d54f187c1c,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:59.253269 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-6e8cb89a-c73b-4990-8b54-3ed970f327c7 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:59.260316 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-6e8cb89a-c73b-4990-8b54-3ed970f327c7 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:59.319085 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-6e8cb89a-c73b-4990-8b54-3ed970f327c7 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4274302 Feb 08 21:17:59.321950 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8923e3-8602-47a3-b6b5-c04d5f19593c req-d3d59034-c44f-4472-a806-6eb62d705ced tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:17:59.335655 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b8923e3-8602-47a3-b6b5-c04d5f19593c req-d3d59034-c44f-4472-a806-6eb62d705ced tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 949 time: 0.3569052 Feb 08 21:17:59.344214 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-da49365b-a970-4bed-bf3a-30ecfd00054b service neutron] Request body: {'port': {'device_id': '2a962964-bf0d-40ba-8836-637694ffd403', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:17:59.347388 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'c7aceece-eac0-4fab-8440-03d54f187c1c', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': 'c7aceece-eac0-4fab-8440-03d54f187c1c', 'mac_address': 'fa:16:3e:14:10:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:17:59.443374 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port c7aceece-eac0-4fab-8440-03d54f187c1c is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:17:59.444174 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:59.485149 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:59.489608 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7aceece-eac0-4fab-8440-03d54f187c1c {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:17:59.538396 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port c7aceece-eac0-4fab-8440-03d54f187c1c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c7aceece-eac0-4fab-8440-03d54f187c1c,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:17:59.544532 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:59.606436 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-da49365b-a970-4bed-bf3a-30ecfd00054b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3273a229-be7c-4979-a087-cd873e7e40ad), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:17:59.673394 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b8923e3-8602-47a3-b6b5-c04d5f19593c req-1b506ba4-8938-427c-9b45-8ad033765bfb tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361642 Feb 08 21:17:59.707878 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0dcfcc64-cde9-43e7-9f03-e7f5aaf194ec req-4320c283-50d4-4aa9-aa69-103564a2d5a2 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] 10.222.0.88 "GET /v2.0/security-groups/df5adfa4-873b-4975-810f-5eab884689b7 HTTP/1.1" status: 200 len: 1829 time: 0.7433102 Feb 08 21:17:59.715578 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=c7aceece-eac0-4fab-8440-03d54f187c1c,revision_number=12']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:17:59.721981 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-bab3dfbb-6456-4414-b200-7ea290f67d5a None None] Provisioning complete for port 3273a229-be7c-4979-a087-cd873e7e40ad triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:17:59.722520 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bab3dfbb-6456-4414-b200-7ea290f67d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3273a229-be7c-4979-a087-cd873e7e40ad), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:00.016680 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-bab3dfbb-6456-4414-b200-7ea290f67d5a None None] Port 3273a229-be7c-4979-a087-cd873e7e40ad cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:18:00.137134 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['c7aceece-eac0-4fab-8440-03d54f187c1c'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:18:00.226408 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0559a-046f-4c58-b188-da76d8aebc97 req-5867dfa5-e407-4e75-bbbc-04af36a15053 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:00.244378 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b8a0559a-046f-4c58-b188-da76d8aebc97 req-5867dfa5-e407-4e75-bbbc-04af36a15053 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 932 time: 0.4098094 Feb 08 21:18:00.532137 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b8a0559a-046f-4c58-b188-da76d8aebc97 req-da8d7349-b4b4-4e34-a70d-dde838f46f33 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861409 Feb 08 21:18:00.558120 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-13ccca7f-4ea7-4ae8-9550-0520eed162aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71eb8e0e-b244-4a46-86d0-5635c699d4da {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:18:00.612592 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-13ccca7f-4ea7-4ae8-9550-0520eed162aa service neutron] Publish callbacks [] for port (71eb8e0e-b244-4a46-86d0-5635c699d4da), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:00.636078 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 235a3e85-e285-44f0-ab81-1f2e7d5ccc15 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:18:00.685976 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-13ccca7f-4ea7-4ae8-9550-0520eed162aa service neutron] Transition to ACTIVE for port object 71eb8e0e-b244-4a46-86d0-5635c699d4da will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:18:00.706980 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-13ccca7f-4ea7-4ae8-9550-0520eed162aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (71eb8e0e-b244-4a46-86d0-5635c699d4da), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:00.716465 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-da49365b-a970-4bed-bf3a-30ecfd00054b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3273a229-be7c-4979-a087-cd873e7e40ad {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:18:00.752796 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-da49365b-a970-4bed-bf3a-30ecfd00054b service neutron] Publish callbacks [] for port (3273a229-be7c-4979-a087-cd873e7e40ad), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:00.789647 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-da49365b-a970-4bed-bf3a-30ecfd00054b service neutron] Transition to ACTIVE for port object 3273a229-be7c-4979-a087-cd873e7e40ad will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:18:00.802181 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-da49365b-a970-4bed-bf3a-30ecfd00054b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (3273a229-be7c-4979-a087-cd873e7e40ad), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:00.820451 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ccca7f-4ea7-4ae8-9550-0520eed162aa service neutron] Pushing event updated for resources: {'Port': ['ID=71eb8e0e-b244-4a46-86d0-5635c699d4da,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:01.028352 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49365b-a970-4bed-bf3a-30ecfd00054b service neutron] Pushing event updated for resources: {'Port': ['ID=3273a229-be7c-4979-a087-cd873e7e40ad,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:01.142925 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 235a3e85-e285-44f0-ab81-1f2e7d5ccc15, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=235a3e85-e285-44f0-ab81-1f2e7d5ccc15,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:01.158749 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-da49365b-a970-4bed-bf3a-30ecfd00054b service neutron] Attempting to bind port 3273a229-be7c-4979-a087-cd873e7e40ad on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:18:01.159142 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-da49365b-a970-4bed-bf3a-30ecfd00054b service neutron] Attempting to bind port 3273a229-be7c-4979-a087-cd873e7e40ad by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'db7e6228-6383-434d-a419-1ee80567b843'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:18:01.159768 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-da49365b-a970-4bed-bf3a-30ecfd00054b service neutron] Attempting to bind port 3273a229-be7c-4979-a087-cd873e7e40ad on network db7e6228-6383-434d-a419-1ee80567b843 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:18:01.169384 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-da49365b-a970-4bed-bf3a-30ecfd00054b service neutron] Port 3273a229-be7c-4979-a087-cd873e7e40ad on network db7e6228-6383-434d-a419-1ee80567b843 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:18:01.169686 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-da49365b-a970-4bed-bf3a-30ecfd00054b service neutron] Attempting to bind port 3273a229-be7c-4979-a087-cd873e7e40ad on network db7e6228-6383-434d-a419-1ee80567b843 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:18:01.182620 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '235a3e85-e285-44f0-ab81-1f2e7d5ccc15', 'network_id': '6e721cc8-cb97-443d-9392-5abeb1b828df', 'port_id': '235a3e85-e285-44f0-ab81-1f2e7d5ccc15', 'mac_address': 'fa:16:3e:a4:0a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f16667b-9ffb-4110-b7c2-7f68860ee7c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:18:01.189101 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-da49365b-a970-4bed-bf3a-30ecfd00054b service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:18:01.190461 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-da49365b-a970-4bed-bf3a-30ecfd00054b service neutron] Checking segment: {'id': 'ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'db7e6228-6383-434d-a419-1ee80567b843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:18:01.191055 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-da49365b-a970-4bed-bf3a-30ecfd00054b service neutron] Bound using segment: {'id': 'ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'db7e6228-6383-434d-a419-1ee80567b843'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:18:01.191694 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-da49365b-a970-4bed-bf3a-30ecfd00054b service neutron] Bound port: 3273a229-be7c-4979-a087-cd873e7e40ad, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'db7e6228-6383-434d-a419-1ee80567b843'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:18:01.193806 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-da49365b-a970-4bed-bf3a-30ecfd00054b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3273a229-be7c-4979-a087-cd873e7e40ad), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:01.269019 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d0f82-31fb-43de-9326-01552b486245 req-617e5156-cffc-471e-af35-1697fd4eec5b tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:01.276919 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5e1d0f82-31fb-43de-9326-01552b486245 req-617e5156-cffc-471e-af35-1697fd4eec5b tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.88 "GET /v2.0/ports?device_id=2a962964-bf0d-40ba-8836-637694ffd403 HTTP/1.1" status: 200 len: 943 time: 0.4172380 Feb 08 21:18:01.403288 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-13ccca7f-4ea7-4ae8-9550-0520eed162aa service neutron] Attempting to bind port 71eb8e0e-b244-4a46-86d0-5635c699d4da on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:18:01.403643 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-13ccca7f-4ea7-4ae8-9550-0520eed162aa service neutron] Attempting to bind port 71eb8e0e-b244-4a46-86d0-5635c699d4da by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:18:01.403987 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-13ccca7f-4ea7-4ae8-9550-0520eed162aa service neutron] Attempting to bind port 71eb8e0e-b244-4a46-86d0-5635c699d4da on network 2832de48-e50e-44a2-9cef-26035a020939 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:18:01.416402 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-13ccca7f-4ea7-4ae8-9550-0520eed162aa service neutron] Port 71eb8e0e-b244-4a46-86d0-5635c699d4da on network 2832de48-e50e-44a2-9cef-26035a020939 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:18:01.416798 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-13ccca7f-4ea7-4ae8-9550-0520eed162aa service neutron] Attempting to bind port 71eb8e0e-b244-4a46-86d0-5635c699d4da on network 2832de48-e50e-44a2-9cef-26035a020939 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:18:01.427104 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 235a3e85-e285-44f0-ab81-1f2e7d5ccc15 is: ACTIVE; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:18:01.428292 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (235a3e85-e285-44f0-ab81-1f2e7d5ccc15), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:01.430969 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-da49365b-a970-4bed-bf3a-30ecfd00054b service neutron] For port 3273a229-be7c-4979-a087-cd873e7e40ad, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:18:01.444985 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-da49365b-a970-4bed-bf3a-30ecfd00054b service neutron] For port 3273a229-be7c-4979-a087-cd873e7e40ad, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=3273a229-be7c-4979-a087-cd873e7e40ad,segment=NetworkSegment(ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa),segment_id=ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:18:01.460749 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-da49365b-a970-4bed-bf3a-30ecfd00054b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (3273a229-be7c-4979-a087-cd873e7e40ad), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:01.469732 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:01.482646 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:01.507791 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 235a3e85-e285-44f0-ab81-1f2e7d5ccc15 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:18:01.515056 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5e1d0f82-31fb-43de-9326-01552b486245 req-5eb1d403-a34e-4b52-96e1-efd6af59b371 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.88 "GET /v2.0/security-groups?id=badfc65f-1940-4032-a854-56312a948116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368557 Feb 08 21:18:01.523927 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-da49365b-a970-4bed-bf3a-30ecfd00054b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:01.526907 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-da49365b-a970-4bed-bf3a-30ecfd00054b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:01.530785 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-da49365b-a970-4bed-bf3a-30ecfd00054b service neutron] 10.222.0.96 "PUT /v2.0/ports/3273a229-be7c-4979-a087-cd873e7e40ad HTTP/1.1" status: 200 len: 1092 time: 2.1958089 Feb 08 21:18:01.582934 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a962964-bf0d-40ba-8836-637694ffd403', 'tag': '3273a229-be7c-4979-a087-cd873e7e40ad'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:18:01.586466 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f691d26-35b9-4bd5-a86a-aa2e621be6d6" -d '{"events": [{"name": "network-changed", "server_uuid": "2a962964-bf0d-40ba-8836-637694ffd403", "tag": "3273a229-be7c-4979-a087-cd873e7e40ad"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:18:01.624044 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090e63d-5bf6-4e84-9ab2-90f00b201059 req-be64496e-935f-4684-9af2-29c1e4410c1b tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:01.663370 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 235a3e85-e285-44f0-ab81-1f2e7d5ccc15, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=235a3e85-e285-44f0-ab81-1f2e7d5ccc15,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:01.667532 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2090e63d-5bf6-4e84-9ab2-90f00b201059 req-be64496e-935f-4684-9af2-29c1e4410c1b tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/ports?device_id=54ca4dee-03ce-4a63-b2f1-964ae6659255 HTTP/1.1" status: 200 len: 946 time: 0.5593908 Feb 08 21:18:01.673779 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (235a3e85-e285-44f0-ab81-1f2e7d5ccc15), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:01.691595 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-13ccca7f-4ea7-4ae8-9550-0520eed162aa service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:18:01.692189 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-13ccca7f-4ea7-4ae8-9550-0520eed162aa service neutron] Checking segment: {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:18:01.692776 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-13ccca7f-4ea7-4ae8-9550-0520eed162aa service neutron] Bound using segment: {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:18:01.693616 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-13ccca7f-4ea7-4ae8-9550-0520eed162aa service neutron] Bound port: 71eb8e0e-b244-4a46-86d0-5635c699d4da, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:18:01.694264 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-13ccca7f-4ea7-4ae8-9550-0520eed162aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (71eb8e0e-b244-4a46-86d0-5635c699d4da), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:01.718597 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49365b-a970-4bed-bf3a-30ecfd00054b service neutron] Pushing event updated for resources: {'Port': ['ID=3273a229-be7c-4979-a087-cd873e7e40ad,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:01.782642 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=235a3e85-e285-44f0-ab81-1f2e7d5ccc15,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:01.791287 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-1883c73c-d634-4fbd-adf9-859f95676bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:01.795690 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-1883c73c-d634-4fbd-adf9-859f95676bb1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d98e0a79a014bd7b67e32046f0d8d2b&device_id=2a962964-bf0d-40ba-8836-637694ffd403 HTTP/1.1" status: 200 len: 1126 time: 0.1594093 Feb 08 21:18:01.822954 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-b410a230-a0a1-4a44-89f5-c1288f46a1ee req-6b4c221d-7aec-4bb7-b0a8-d987fda6feba tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] show failed (client error): The resource could not be found. Feb 08 21:18:01.826220 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b410a230-a0a1-4a44-89f5-c1288f46a1ee req-6b4c221d-7aec-4bb7-b0a8-d987fda6feba tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] 10.222.0.88 "GET /v2.0/security-groups/396c3b8f-8311-4f44-89c5-2b189ca503b6 HTTP/1.1" status: 404 len: 352 time: 0.1494219 Feb 08 21:18:01.858308 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['235a3e85-e285-44f0-ab81-1f2e7d5ccc15'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:18:01.953449 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-8f07663d-d197-43d4-80b5-18a19a8a7e26 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3273a229-be7c-4979-a087-cd873e7e40ad HTTP/1.1" status: 200 len: 217 time: 0.1482425 Feb 08 21:18:01.967134 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2090e63d-5bf6-4e84-9ab2-90f00b201059 req-107c4b6b-843c-4870-99cd-f818c772f240 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb806cb0-2515-4b46-855e-a72e73a208ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2969096 Feb 08 21:18:02.088940 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-13ccca7f-4ea7-4ae8-9550-0520eed162aa service neutron] For port 71eb8e0e-b244-4a46-86d0-5635c699d4da, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:18:02.092405 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-33745626-29bc-4029-8730-519c50ded622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:02.097552 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-33745626-29bc-4029-8730-519c50ded622 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6993c528-5301-4173-85e9-4aab44419465 HTTP/1.1" status: 200 len: 854 time: 0.1275222 Feb 08 21:18:02.097910 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-13ccca7f-4ea7-4ae8-9550-0520eed162aa service neutron] For port 71eb8e0e-b244-4a46-86d0-5635c699d4da, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=71eb8e0e-b244-4a46-86d0-5635c699d4da,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:18:02.119923 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-13ccca7f-4ea7-4ae8-9550-0520eed162aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (71eb8e0e-b244-4a46-86d0-5635c699d4da), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:02.223040 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-10519a30-97aa-42b8-ad7a-3024f1d25856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:02.224421 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-10519a30-97aa-42b8-ad7a-3024f1d25856 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=db7e6228-6383-434d-a419-1ee80567b843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1215169 Feb 08 21:18:02.426145 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-13ccca7f-4ea7-4ae8-9550-0520eed162aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:02.429949 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-2995a14a-df64-42e2-bdda-7e2b90c996da service neutron] 10.222.0.96 "GET /v2.0/networks/db7e6228-6383-434d-a419-1ee80567b843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749384 Feb 08 21:18:02.431015 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-13ccca7f-4ea7-4ae8-9550-0520eed162aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:02.432642 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-13ccca7f-4ea7-4ae8-9550-0520eed162aa service neutron] 10.222.0.96 "PUT /v2.0/ports/71eb8e0e-b244-4a46-86d0-5635c699d4da HTTP/1.1" status: 200 len: 1093 time: 4.0371106 Feb 08 21:18:02.447652 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc20f47-702a-4d4c-bb2d-3459ef5d845d', 'tag': '71eb8e0e-b244-4a46-86d0-5635c699d4da'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:18:02.450315 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba444573-accb-4265-b573-44004e110ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc20f47-702a-4d4c-bb2d-3459ef5d845d", "tag": "71eb8e0e-b244-4a46-86d0-5635c699d4da"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:18:02.570374 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ccca7f-4ea7-4ae8-9550-0520eed162aa service neutron] Pushing event updated for resources: {'Port': ['ID=71eb8e0e-b244-4a46-86d0-5635c699d4da,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:02.615702 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc106f38-7f0f-4dca-a875-fd40dcf1c9c3 req-48a2d925-3226-44b3-a893-4a480e629923 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:02.617977 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc106f38-7f0f-4dca-a875-fd40dcf1c9c3 req-48a2d925-3226-44b3-a893-4a480e629923 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c5587a7-1b0e-4a5e-8d94-7667312b1d8b HTTP/1.1" status: 200 len: 945 time: 0.3662233 Feb 08 21:18:02.626919 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9337bc-97f7-4e7e-af79-95873cc1c6cf req-8935610f-08e8-4fa9-a27f-d666dff8507e tempest-MigrationsAdminTest-1189435615 tempest-MigrationsAdminTest-1189435615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:02.628621 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fb9337bc-97f7-4e7e-af79-95873cc1c6cf req-8935610f-08e8-4fa9-a27f-d666dff8507e tempest-MigrationsAdminTest-1189435615 tempest-MigrationsAdminTest-1189435615-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 1133 time: 0.2604072 Feb 08 21:18:02.641732 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 235a3e85-e285-44f0-ab81-1f2e7d5ccc15 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:18:02.734058 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fb9337bc-97f7-4e7e-af79-95873cc1c6cf req-b006c7f4-3a38-4319-b571-d57b68a1c85c tempest-MigrationsAdminTest-1189435615 tempest-MigrationsAdminTest-1189435615-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942268 Feb 08 21:18:02.753523 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc106f38-7f0f-4dca-a875-fd40dcf1c9c3 req-95f5155a-d7c0-4815-97eb-02b87fe04a65 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213648 Feb 08 21:18:02.789615 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device c7aceece-eac0-4fab-8440-03d54f187c1c up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:18:02.808145 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cd7bc1-857a-407d-a261-b8ec39b276d5 x-openstack-request-id: req-58cd7bc1-857a-407d-a261-b8ec39b276d5 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:18:02.809390 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a962964-bf0d-40ba-8836-637694ffd403", "tag": "3273a229-be7c-4979-a087-cd873e7e40ad", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:18:02.809847 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-58cd7bc1-857a-407d-a261-b8ec39b276d5 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:18:02.810483 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a962964-bf0d-40ba-8836-637694ffd403', 'tag': '3273a229-be7c-4979-a087-cd873e7e40ad', 'status': 'completed', 'code': 200} Feb 08 21:18:02.948568 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port c7aceece-eac0-4fab-8440-03d54f187c1c completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:18:02.962478 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port c7aceece-eac0-4fab-8440-03d54f187c1c triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:18:02.962478 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:03.011462 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-c0565556-dcbe-424c-88d0-4da9b2d71c0d req-0d67fb09-9199-4209-ba1d-498651046eff tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] show failed (client error): The resource could not be found. Feb 08 21:18:03.067262 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c0565556-dcbe-424c-88d0-4da9b2d71c0d req-0d67fb09-9199-4209-ba1d-498651046eff tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] 10.222.0.88 "GET /v2.0/security-group-rules/b8ada3d0-c25c-447b-9ca9-b551eb117284 HTTP/1.1" status: 404 len: 361 time: 0.1163268 Feb 08 21:18:03.120694 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 235a3e85-e285-44f0-ab81-1f2e7d5ccc15 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:18:03.121962 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (235a3e85-e285-44f0-ab81-1f2e7d5ccc15), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:03.149820 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e24871-a618-4b5b-9aac-d206aba85b9c req-b0dcc47a-0c0d-4246-a465-79312933965a tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:03.164371 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e8e24871-a618-4b5b-9aac-d206aba85b9c req-b0dcc47a-0c0d-4246-a465-79312933965a tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 944 time: 0.2863071 Feb 08 21:18:03.243558 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881a8e83-f98a-4579-a2f9-b2c90ae59474 x-openstack-request-id: req-881a8e83-f98a-4579-a2f9-b2c90ae59474 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:18:03.246270 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc20f47-702a-4d4c-bb2d-3459ef5d845d", "tag": "71eb8e0e-b244-4a46-86d0-5635c699d4da", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:18:03.246845 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-881a8e83-f98a-4579-a2f9-b2c90ae59474 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:18:03.248647 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc20f47-702a-4d4c-bb2d-3459ef5d845d', 'tag': '71eb8e0e-b244-4a46-86d0-5635c699d4da', 'status': 'completed', 'code': 200} Feb 08 21:18:03.309122 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e8e24871-a618-4b5b-9aac-d206aba85b9c req-f084f202-016e-4dd7-ab22-7a7dcf9966e5 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398189 Feb 08 21:18:03.656120 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed182e-8c99-4214-b54b-d6a518810b2e req-406b96e1-1bb1-4e93-9483-0a2f23492caa tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:03.668122 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d4ed182e-8c99-4214-b54b-d6a518810b2e req-406b96e1-1bb1-4e93-9483-0a2f23492caa tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.88 "GET /v2.0/ports?device_id=2a962964-bf0d-40ba-8836-637694ffd403 HTTP/1.1" status: 200 len: 943 time: 0.2912536 Feb 08 21:18:03.739682 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port c7aceece-eac0-4fab-8440-03d54f187c1c is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:18:03.741555 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:03.776222 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-afbb01b5-aa5e-4c77-b9e7-d1da8467a649 req-027465c1-2d38-4ebb-a6eb-d252ffc5b062 service neutron] 10.222.0.96 "GET /v2.0/networks/db7e6228-6383-434d-a419-1ee80567b843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985253 Feb 08 21:18:03.818848 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba444573-accb-4265-b573-44004e110ea1 req-8787511d-76f0-4630-95fb-e6d9d7c5de19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:03.820896 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba444573-accb-4265-b573-44004e110ea1 req-8787511d-76f0-4630-95fb-e6d9d7c5de19 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 1127 time: 0.2792606 Feb 08 21:18:03.838602 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d4ed182e-8c99-4214-b54b-d6a518810b2e req-e498f5d3-7f9d-4209-810c-b6ec62bd91a3 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.88 "GET /v2.0/security-groups?id=badfc65f-1940-4032-a854-56312a948116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676404 Feb 08 21:18:03.929745 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 235a3e85-e285-44f0-ab81-1f2e7d5ccc15 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:18:03.934459 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (235a3e85-e285-44f0-ab81-1f2e7d5ccc15), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:03.943994 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4566af2-4077-4cf2-ae60-89837a085981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7aceece-eac0-4fab-8440-03d54f187c1c'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:18:03.956687 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c9666f-1de7-49f0-baaf-dcd4d1e6fe58" -d '{"events": [{"server_uuid": "a4566af2-4077-4cf2-ae60-89837a085981", "name": "network-vif-plugged", "status": "completed", "tag": "c7aceece-eac0-4fab-8440-03d54f187c1c"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:18:04.077814 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port c7aceece-eac0-4fab-8440-03d54f187c1c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c7aceece-eac0-4fab-8440-03d54f187c1c,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:04.104823 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f691d26-35b9-4bd5-a86a-aa2e621be6d6 req-b3e55e01-e5b9-4557-981b-2087bcc00cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:04.112944 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2f691d26-35b9-4bd5-a86a-aa2e621be6d6 req-b3e55e01-e5b9-4557-981b-2087bcc00cc8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d98e0a79a014bd7b67e32046f0d8d2b&device_id=2a962964-bf0d-40ba-8836-637694ffd403 HTTP/1.1" status: 200 len: 1126 time: 0.2037292 Feb 08 21:18:04.119797 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fb1917ec-7594-464a-8520-e01e0014bd60 req-606c6def-f08d-4d16-a480-990621fe4373 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] 10.222.0.88 "GET /v2.0/security-groups/df5adfa4-873b-4975-810f-5eab884689b7 HTTP/1.1" status: 200 len: 1829 time: 0.1937640 Feb 08 21:18:04.128256 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:04.291176 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 235a3e85-e285-44f0-ab81-1f2e7d5ccc15, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=235a3e85-e285-44f0-ab81-1f2e7d5ccc15,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:04.326652 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (235a3e85-e285-44f0-ab81-1f2e7d5ccc15), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:04.391219 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=c7aceece-eac0-4fab-8440-03d54f187c1c,revision_number=13']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:04.402439 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f691d26-35b9-4bd5-a86a-aa2e621be6d6 req-76e81a42-d9ae-4b70-b875-1a9c2fc558dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:04.408190 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2f691d26-35b9-4bd5-a86a-aa2e621be6d6 req-76e81a42-d9ae-4b70-b875-1a9c2fc558dc service neutron] 10.222.0.96 "GET /v2.0/networks?id=db7e6228-6383-434d-a419-1ee80567b843 HTTP/1.1" status: 200 len: 916 time: 0.2861946 Feb 08 21:18:04.486373 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba444573-accb-4265-b573-44004e110ea1 req-6c73c66b-46f1-4832-9121-ded8b9f51967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:04.489560 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba444573-accb-4265-b573-44004e110ea1 req-6c73c66b-46f1-4832-9121-ded8b9f51967 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&shared=False HTTP/1.1" status: 200 len: 922 time: 0.6372240 Feb 08 21:18:04.492137 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-fb1917ec-7594-464a-8520-e01e0014bd60 req-bf1f0f1f-117c-46a4-aa81-db23c02514ae tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group (df5adfa4-873b-4975-810f-5eab884689b7), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:04.588229 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=235a3e85-e285-44f0-ab81-1f2e7d5ccc15,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:04.681290 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-fb1917ec-7594-464a-8520-e01e0014bd60 req-bf1f0f1f-117c-46a4-aa81-db23c02514ae tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group (df5adfa4-873b-4975-810f-5eab884689b7), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:05.202973 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2f691d26-35b9-4bd5-a86a-aa2e621be6d6 req-914e0414-0d4e-4319-b829-3bb6a062d92f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3273a229-be7c-4979-a087-cd873e7e40ad HTTP/1.1" status: 200 len: 217 time: 0.7527409 Feb 08 21:18:05.407379 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f691d26-35b9-4bd5-a86a-aa2e621be6d6 req-41afada6-5827-4fe0-92d1-545993f5935f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:05.412472 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2f691d26-35b9-4bd5-a86a-aa2e621be6d6 req-41afada6-5827-4fe0-92d1-545993f5935f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6993c528-5301-4173-85e9-4aab44419465 HTTP/1.1" status: 200 len: 854 time: 0.1822906 Feb 08 21:18:05.584330 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f691d26-35b9-4bd5-a86a-aa2e621be6d6 req-ebffd4aa-dde8-4a0f-a93a-fe450f2fd4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:05.586407 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2f691d26-35b9-4bd5-a86a-aa2e621be6d6 req-ebffd4aa-dde8-4a0f-a93a-fe450f2fd4ad service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=db7e6228-6383-434d-a419-1ee80567b843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1517642 Feb 08 21:18:05.689003 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-fb1917ec-7594-464a-8520-e01e0014bd60 req-bf1f0f1f-117c-46a4-aa81-db23c02514ae tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (df5adfa4-873b-4975-810f-5eab884689b7), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:05.692249 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-fb1917ec-7594-464a-8520-e01e0014bd60 req-bf1f0f1f-117c-46a4-aa81-db23c02514ae tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:05.694383 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fb1917ec-7594-464a-8520-e01e0014bd60 req-bf1f0f1f-117c-46a4-aa81-db23c02514ae tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] 10.222.0.88 "DELETE /v2.0/security-groups/df5adfa4-873b-4975-810f-5eab884689b7 HTTP/1.1" status: 204 len: 173 time: 1.5742254 Feb 08 21:18:05.768850 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f0f1f-117c-46a4-aa81-db23c02514ae tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5adfa4-873b-4975-810f-5eab884689b7,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:05.837003 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2f691d26-35b9-4bd5-a86a-aa2e621be6d6 req-56a22cf1-540f-4335-935f-fe0a97cdd0dc service neutron] 10.222.0.96 "GET /v2.0/networks/db7e6228-6383-434d-a419-1ee80567b843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357657 Feb 08 21:18:05.945041 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122d9ef-ba85-4302-8971-1aa4108f8cf1 req-6521153e-358e-48fb-9338-81b7f4af3fb9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:05.957303 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5122d9ef-ba85-4302-8971-1aa4108f8cf1 req-6521153e-358e-48fb-9338-81b7f4af3fb9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 951 time: 1.1143637 Feb 08 21:18:05.991904 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba444573-accb-4265-b573-44004e110ea1 req-a9a84db3-bf1b-4191-976c-f16fc8ccd2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:05.994644 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba444573-accb-4265-b573-44004e110ea1 req-a9a84db3-bf1b-4191-976c-f16fc8ccd2a3 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4961531 Feb 08 21:18:06.102107 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2f691d26-35b9-4bd5-a86a-aa2e621be6d6 req-bd138cba-1531-451d-8ce1-ab037a457cd1 service neutron] 10.222.0.96 "GET /v2.0/networks/db7e6228-6383-434d-a419-1ee80567b843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486026 Feb 08 21:18:06.140720 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:06.224650 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5122d9ef-ba85-4302-8971-1aa4108f8cf1 req-155aa122-a588-4f40-bd7e-8361cfbb3ff9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580681 Feb 08 21:18:06.241175 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a2cf0-5aeb-4d47-894c-240a7e027484 req-e64cbef6-1199-4647-be45-b21263ef7b2b tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:06.242952 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fd1a2cf0-5aeb-4d47-894c-240a7e027484 req-e64cbef6-1199-4647-be45-b21263ef7b2b tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4566af2-4077-4cf2-ae60-89837a085981 HTTP/1.1" status: 200 len: 951 time: 0.3879876 Feb 08 21:18:06.275681 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-4b27fd80-c4f7-4d30-9a5f-f5fe259ffd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:06.275681 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-4b27fd80-c4f7-4d30-9a5f-f5fe259ffd9f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 1127 time: 0.1656559 Feb 08 21:18:06.366337 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-83b60905-9371-4795-b8b8-4a904a3aff6e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71eb8e0e-b244-4a46-86d0-5635c699d4da HTTP/1.1" status: 200 len: 217 time: 0.0850163 Feb 08 21:18:06.412450 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2783b90-04e4-416f-a3a6-a7fcb18cab1f x-openstack-request-id: req-d2783b90-04e4-416f-a3a6-a7fcb18cab1f {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:18:06.412778 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4566af2-4077-4cf2-ae60-89837a085981", "name": "network-vif-plugged", "status": "completed", "tag": "c7aceece-eac0-4fab-8440-03d54f187c1c", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:18:06.417983 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d2783b90-04e4-416f-a3a6-a7fcb18cab1f {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:18:06.418469 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4566af2-4077-4cf2-ae60-89837a085981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7aceece-eac0-4fab-8440-03d54f187c1c', 'code': 200} Feb 08 21:18:06.437743 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:06.452593 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-fd1a2cf0-5aeb-4d47-894c-240a7e027484 req-d8f6fc54-43d7-46bb-858b-890af870f3b9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Deleting port c7aceece-eac0-4fab-8440-03d54f187c1c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:18:06.453035 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fd1a2cf0-5aeb-4d47-894c-240a7e027484 req-d8f6fc54-43d7-46bb-858b-890af870f3b9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:06.501377 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-01a605ed-163c-4dae-8f0c-afaf34c67693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:06.503111 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-01a605ed-163c-4dae-8f0c-afaf34c67693 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d60e29b3-21d7-4da4-a50a-dfbe604013ed HTTP/1.1" status: 200 len: 861 time: 0.1233153 Feb 08 21:18:06.591324 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-ecfcebae-d91c-46ec-a63d-31598dfc00de service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2832de48-e50e-44a2-9cef-26035a020939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797703 Feb 08 21:18:06.673155 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39ac07-cae6-46c8-b549-24c748064286 req-6b4f4e8d-580b-43bc-8061-aff4c62e0af4 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:06.681682 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f39ac07-cae6-46c8-b549-24c748064286 req-6b4f4e8d-580b-43bc-8061-aff4c62e0af4 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c5587a7-1b0e-4a5e-8d94-7667312b1d8b HTTP/1.1" status: 200 len: 945 time: 0.1257026 Feb 08 21:18:06.866070 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f39ac07-cae6-46c8-b549-24c748064286 req-6886082d-37b4-4612-a250-d139cd89c3ed tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817689 Feb 08 21:18:06.898395 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c4049-03b4-441b-97f1-14d08cc0622b req-86fd6148-41f1-436c-bcef-aff7a0f30124 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:06.902469 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-63a805b2-9c4d-41dd-b580-5ccbd9b305a4 service neutron] 10.222.0.96 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954004 Feb 08 21:18:06.902991 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.96', 59085) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:06.917696 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1f3c4049-03b4-441b-97f1-14d08cc0622b req-86fd6148-41f1-436c-bcef-aff7a0f30124 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.96 "GET /v2.0/ports?device_id=4c5587a7-1b0e-4a5e-8d94-7667312b1d8b HTTP/1.1" status: 200 len: 945 time: 0.3079813 Feb 08 21:18:06.920087 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-fd1a2cf0-5aeb-4d47-894c-240a7e027484 req-d8f6fc54-43d7-46bb-858b-890af870f3b9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] For port c7aceece-eac0-4fab-8440-03d54f187c1c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c7aceece-eac0-4fab-8440-03d54f187c1c,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:06.920432 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fd1a2cf0-5aeb-4d47-894c-240a7e027484 req-d8f6fc54-43d7-46bb-858b-890af870f3b9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:07.043839 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-fd1a2cf0-5aeb-4d47-894c-240a7e027484 req-d8f6fc54-43d7-46bb-858b-890af870f3b9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Calling delete_port for c7aceece-eac0-4fab-8440-03d54f187c1c owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:18:07.255332 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c48b8-9f38-4342-88c0-9a6bd8795c2a req-58d64a43-5c66-43b7-85f6-d4e9ed585dab tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:07.264681 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-939c48b8-9f38-4342-88c0-9a6bd8795c2a req-58d64a43-5c66-43b7-85f6-d4e9ed585dab tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 944 time: 0.1121275 Feb 08 21:18:07.269653 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-1f3c4049-03b4-441b-97f1-14d08cc0622b req-0d8c45b7-d5b4-427a-8b78-3e94451e6253 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Deleting port aca68cb2-7955-4db0-aedd-f4ed66ae5979 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:18:07.270252 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1f3c4049-03b4-441b-97f1-14d08cc0622b req-0d8c45b7-d5b4-427a-8b78-3e94451e6253 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (aca68cb2-7955-4db0-aedd-f4ed66ae5979), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:07.307113 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50be61-4237-421b-b27a-8594e694f2e6 req-72009357-9af0-4c51-ba23-3f0094228aa6 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:07.308807 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-db50be61-4237-421b-b27a-8594e694f2e6 req-72009357-9af0-4c51-ba23-3f0094228aa6 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.96 "GET /v2.0/ports?device_id=54ca4dee-03ce-4a63-b2f1-964ae6659255 HTTP/1.1" status: 200 len: 946 time: 0.4046443 Feb 08 21:18:07.335470 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc068525-dfb9-4ba4-b54c-1190a6186624 req-a64b2760-758c-44d7-9ee1-b770d3d9a287 service neutron] 10.222.0.96 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509490 Feb 08 21:18:07.389655 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-1f3c4049-03b4-441b-97f1-14d08cc0622b req-0d8c45b7-d5b4-427a-8b78-3e94451e6253 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] For port aca68cb2-7955-4db0-aedd-f4ed66ae5979, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=aca68cb2-7955-4db0-aedd-f4ed66ae5979,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:07.390193 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1f3c4049-03b4-441b-97f1-14d08cc0622b req-0d8c45b7-d5b4-427a-8b78-3e94451e6253 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (aca68cb2-7955-4db0-aedd-f4ed66ae5979), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:07.433619 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-1f3c4049-03b4-441b-97f1-14d08cc0622b req-0d8c45b7-d5b4-427a-8b78-3e94451e6253 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Calling delete_port for aca68cb2-7955-4db0-aedd-f4ed66ae5979 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:18:07.495727 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-939c48b8-9f38-4342-88c0-9a6bd8795c2a req-7062bb2f-eae2-4fd3-9e1f-eb041d64ae5f tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300155 Feb 08 21:18:07.601410 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-db50be61-4237-421b-b27a-8594e694f2e6 req-05723fce-8491-4e64-9560-ab524814e0de tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Deleting port 4bf913c8-ac16-436d-bd05-ef0caec00a7a {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:18:07.601410 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-db50be61-4237-421b-b27a-8594e694f2e6 req-05723fce-8491-4e64-9560-ab524814e0de tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (4bf913c8-ac16-436d-bd05-ef0caec00a7a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:07.837619 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-db50be61-4237-421b-b27a-8594e694f2e6 req-05723fce-8491-4e64-9560-ab524814e0de tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] For port 4bf913c8-ac16-436d-bd05-ef0caec00a7a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=4bf913c8-ac16-436d-bd05-ef0caec00a7a,segment=NetworkSegment(dee5ecaf-6fbc-4a50-ab7a-197d866cb98a),segment_id=dee5ecaf-6fbc-4a50-ab7a-197d866cb98a)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:07.838019 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-db50be61-4237-421b-b27a-8594e694f2e6 req-05723fce-8491-4e64-9560-ab524814e0de tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (4bf913c8-ac16-436d-bd05-ef0caec00a7a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:07.856603 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fd1a2cf0-5aeb-4d47-894c-240a7e027484 req-d8f6fc54-43d7-46bb-858b-890af870f3b9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (c7aceece-eac0-4fab-8440-03d54f187c1c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:07.871290 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['50436714-03f1-4ea7-8ae2-a13351fba2a1'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:18:07.878870 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['f6945521-262a-4a66-831b-ce8d6e535b0d', '3cc2793c-991b-4238-8efb-6c6e02437256', 'c7aceece-eac0-4fab-8440-03d54f187c1c'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:18:07.907390 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1f3c4049-03b4-441b-97f1-14d08cc0622b req-0d8c45b7-d5b4-427a-8b78-3e94451e6253 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (aca68cb2-7955-4db0-aedd-f4ed66ae5979), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:07.920104 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6fc54-43d7-46bb-858b-890af870f3b9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Pushing event deleted for resources: {'Port': ['ID=c7aceece-eac0-4fab-8440-03d54f187c1c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:08.086124 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['aca68cb2-7955-4db0-aedd-f4ed66ae5979'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:18:08.104687 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c45b7-d5b4-427a-8b78-3e94451e6253 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Pushing event deleted for resources: {'Port': ['ID=aca68cb2-7955-4db0-aedd-f4ed66ae5979,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:08.110621 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1a2cf0-5aeb-4d47-894c-240a7e027484 req-d8f6fc54-43d7-46bb-858b-890af870f3b9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] No DVR routers for this DVR port c7aceece-eac0-4fab-8440-03d54f187c1c on host n-h2-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:18:08.115587 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fd1a2cf0-5aeb-4d47-894c-240a7e027484 req-d8f6fc54-43d7-46bb-858b-890af870f3b9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:08.120464 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fd1a2cf0-5aeb-4d47-894c-240a7e027484 req-d8f6fc54-43d7-46bb-858b-890af870f3b9 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.96 "DELETE /v2.0/ports/c7aceece-eac0-4fab-8440-03d54f187c1c HTTP/1.1" status: 204 len: 173 time: 1.8688507 Feb 08 21:18:08.199997 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4566af2-4077-4cf2-ae60-89837a085981', 'name': 'network-vif-deleted', 'tag': 'c7aceece-eac0-4fab-8440-03d54f187c1c'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:18:08.221427 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d00e979-ea6d-4126-89d9-83dbb797bb61" -d '{"events": [{"server_uuid": "a4566af2-4077-4cf2-ae60-89837a085981", "name": "network-vif-deleted", "tag": "c7aceece-eac0-4fab-8440-03d54f187c1c"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:18:08.318183 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3c4049-03b4-441b-97f1-14d08cc0622b req-0d8c45b7-d5b4-427a-8b78-3e94451e6253 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] No DVR routers for this DVR port aca68cb2-7955-4db0-aedd-f4ed66ae5979 on host n-h2-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:18:08.347667 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1f3c4049-03b4-441b-97f1-14d08cc0622b req-0d8c45b7-d5b4-427a-8b78-3e94451e6253 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:08.392925 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1f3c4049-03b4-441b-97f1-14d08cc0622b req-0d8c45b7-d5b4-427a-8b78-3e94451e6253 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.96 "DELETE /v2.0/ports/aca68cb2-7955-4db0-aedd-f4ed66ae5979 HTTP/1.1" status: 204 len: 173 time: 1.4608233 Feb 08 21:18:08.440734 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbe6b51-7a66-43da-ac6e-db70c0e4e247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235a3e85-e285-44f0-ab81-1f2e7d5ccc15'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:18:08.459798 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73d279d-13d1-4266-b190-7a6966616b21" -d '{"events": [{"server_uuid": "4bbe6b51-7a66-43da-ac6e-db70c0e4e247", "name": "network-vif-plugged", "status": "completed", "tag": "235a3e85-e285-44f0-ab81-1f2e7d5ccc15"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:18:08.670155 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84171168-cc9d-4e5e-84e5-30f9ef939352 req-8d53ad4a-6d06-40bb-a6c2-ac03d548553f tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:08.671685 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84171168-cc9d-4e5e-84e5-30f9ef939352 req-8d53ad4a-6d06-40bb-a6c2-ac03d548553f tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/ports?device_id=54ca4dee-03ce-4a63-b2f1-964ae6659255 HTTP/1.1" status: 200 len: 946 time: 0.4175410 Feb 08 21:18:08.684102 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-db50be61-4237-421b-b27a-8594e694f2e6 req-05723fce-8491-4e64-9560-ab524814e0de tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:08.684459 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-db50be61-4237-421b-b27a-8594e694f2e6 req-05723fce-8491-4e64-9560-ab524814e0de tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (6fe743b2-e281-48c3-9e21-a9c0beb9b702), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:08.684780 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [req-db50be61-4237-421b-b27a-8594e694f2e6 req-05723fce-8491-4e64-9560-ab524814e0de tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Floating IP 6fe743b2-e281-48c3-9e21-a9c0beb9b702 disassociated. External IP: 172.25.3.61, port: 4bf913c8-ac16-436d-bd05-ef0caec00a7a. Feb 08 21:18:08.685132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-db50be61-4237-421b-b27a-8594e694f2e6 req-05723fce-8491-4e64-9560-ab524814e0de tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Calling delete_port for 4bf913c8-ac16-436d-bd05-ef0caec00a7a owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:18:08.862470 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84171168-cc9d-4e5e-84e5-30f9ef939352 req-f545be2a-6042-4864-8d27-53ab6bb2899a tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/security-groups?id=fb806cb0-2515-4b46-855e-a72e73a208ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665189 Feb 08 21:18:09.081448 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba51cd-6eb8-4931-9c02-c51a7c13746c req-31a5612e-49b8-48db-a7cb-af7657b64a94 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:09.091803 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-62ba51cd-6eb8-4931-9c02-c51a7c13746c req-31a5612e-49b8-48db-a7cb-af7657b64a94 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.88 "GET /v2.0/ports?device_id=2a962964-bf0d-40ba-8836-637694ffd403 HTTP/1.1" status: 200 len: 943 time: 0.1160829 Feb 08 21:18:09.106390 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-db50be61-4237-421b-b27a-8594e694f2e6 req-05723fce-8491-4e64-9560-ab524814e0de tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (4bf913c8-ac16-436d-bd05-ef0caec00a7a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:09.223836 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05723fce-8491-4e64-9560-ab524814e0de tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Pushing event deleted for resources: {'Port': ['ID=4bf913c8-ac16-436d-bd05-ef0caec00a7a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:09.439664 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-62ba51cd-6eb8-4931-9c02-c51a7c13746c req-01afe639-8c95-4b74-91b7-d5e5beccbf8a tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.88 "GET /v2.0/security-groups?id=badfc65f-1940-4032-a854-56312a948116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458922 Feb 08 21:18:09.619449 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db50be61-4237-421b-b27a-8594e694f2e6 req-05723fce-8491-4e64-9560-ab524814e0de tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Router 7968c0c2-2ebf-4c56-b206-86d9e5908bd6 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:18:09.701490 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25aa9f66-5b5c-4426-a6a6-2f67e3856251 req-2fe6f930-f852-42b7-802b-373eb8c2ff0a tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] 10.222.0.88 "GET /v2.0/security-groups/36badc98-a09f-4bc1-bf10-b1cbb23d0bc2 HTTP/1.1" status: 200 len: 1828 time: 0.1983521 Feb 08 21:18:10.085193 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db50be61-4237-421b-b27a-8594e694f2e6 req-05723fce-8491-4e64-9560-ab524814e0de tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:18:10.107834 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef405091-9f30-4a1c-98f4-145038340769 None None] Sync routers for ids ['7968c0c2-2ebf-4c56-b206-86d9e5908bd6'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:18:10.139728 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef405091-9f30-4a1c-98f4-145038340769 None None] Routers {'7968c0c2-2ebf-4c56-b206-86d9e5908bd6'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:18:10.140884 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ef405091-9f30-4a1c-98f4-145038340769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:17:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7968c0c2-2ebf-4c56-b206-86d9e5908bd6'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:18:10.200506 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-25aa9f66-5b5c-4426-a6a6-2f67e3856251 req-506dadf2-2486-46e3-a871-41013a1e1fa2 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group (36badc98-a09f-4bc1-bf10-b1cbb23d0bc2), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:10.261851 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-25aa9f66-5b5c-4426-a6a6-2f67e3856251 req-506dadf2-2486-46e3-a871-41013a1e1fa2 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group (36badc98-a09f-4bc1-bf10-b1cbb23d0bc2), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:10.353752 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-db50be61-4237-421b-b27a-8594e694f2e6 req-05723fce-8491-4e64-9560-ab524814e0de tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] No DVR routers for this DVR port 4bf913c8-ac16-436d-bd05-ef0caec00a7a on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:18:10.359398 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-25aa9f66-5b5c-4426-a6a6-2f67e3856251 req-506dadf2-2486-46e3-a871-41013a1e1fa2 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (36badc98-a09f-4bc1-bf10-b1cbb23d0bc2), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:10.363986 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-25aa9f66-5b5c-4426-a6a6-2f67e3856251 req-506dadf2-2486-46e3-a871-41013a1e1fa2 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:10.367998 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25aa9f66-5b5c-4426-a6a6-2f67e3856251 req-506dadf2-2486-46e3-a871-41013a1e1fa2 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] 10.222.0.88 "DELETE /v2.0/security-groups/36badc98-a09f-4bc1-bf10-b1cbb23d0bc2 HTTP/1.1" status: 204 len: 173 time: 0.6593084 Feb 08 21:18:10.374634 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-db50be61-4237-421b-b27a-8594e694f2e6 req-05723fce-8491-4e64-9560-ab524814e0de tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:10.389304 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-db50be61-4237-421b-b27a-8594e694f2e6 req-05723fce-8491-4e64-9560-ab524814e0de tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.96 "DELETE /v2.0/ports/4bf913c8-ac16-436d-bd05-ef0caec00a7a HTTP/1.1" status: 204 len: 173 time: 3.0677674 Feb 08 21:18:10.395284 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ca4dee-03ce-4a63-b2f1-964ae6659255', 'name': 'network-vif-deleted', 'tag': '4bf913c8-ac16-436d-bd05-ef0caec00a7a'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:18:10.407678 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c218fdaf-c59d-4100-938d-7bca60ce9d61" -d '{"events": [{"server_uuid": "54ca4dee-03ce-4a63-b2f1-964ae6659255", "name": "network-vif-deleted", "tag": "4bf913c8-ac16-436d-bd05-ef0caec00a7a"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:18:10.464482 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-ef405091-9f30-4a1c-98f4-145038340769 None None] Set router 7968c0c2-2ebf-4c56-b206-86d9e5908bd6 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:18:10.476897 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506dadf2-2486-46e3-a871-41013a1e1fa2 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36badc98-a09f-4bc1-bf10-b1cbb23d0bc2,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:10.811185 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428d4c73-c596-410a-acd3-1f9b27234132 x-openstack-request-id: req-428d4c73-c596-410a-acd3-1f9b27234132 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:18:10.819316 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4566af2-4077-4cf2-ae60-89837a085981", "name": "network-vif-deleted", "tag": "c7aceece-eac0-4fab-8440-03d54f187c1c", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:18:10.819731 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-428d4c73-c596-410a-acd3-1f9b27234132 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:18:10.822025 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4566af2-4077-4cf2-ae60-89837a085981', 'name': 'network-vif-deleted', 'tag': 'c7aceece-eac0-4fab-8440-03d54f187c1c', 'status': 'completed', 'code': 200} Feb 08 21:18:10.856049 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 71eb8e0e-b244-4a46-86d0-5635c699d4da details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:18:10.866693 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device c7aceece-eac0-4fab-8440-03d54f187c1c no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:18:10.930523 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9d86cb-9f73-4a5f-99eb-33be5c8ae41f x-openstack-request-id: req-aa9d86cb-9f73-4a5f-99eb-33be5c8ae41f {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:18:10.931339 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbe6b51-7a66-43da-ac6e-db70c0e4e247", "name": "network-vif-plugged", "status": "completed", "tag": "235a3e85-e285-44f0-ab81-1f2e7d5ccc15", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:18:10.933768 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-aa9d86cb-9f73-4a5f-99eb-33be5c8ae41f {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:18:10.934559 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbe6b51-7a66-43da-ac6e-db70c0e4e247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235a3e85-e285-44f0-ab81-1f2e7d5ccc15', 'code': 200} Feb 08 21:18:11.096299 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: c7aceece-eac0-4fab-8440-03d54f187c1c {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:18:11.097159 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device c7aceece-eac0-4fab-8440-03d54f187c1c not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:18:11.097646 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 4bf913c8-ac16-436d-bd05-ef0caec00a7a no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:18:11.270526 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 71eb8e0e-b244-4a46-86d0-5635c699d4da, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=71eb8e0e-b244-4a46-86d0-5635c699d4da,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:11.291950 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '71eb8e0e-b244-4a46-86d0-5635c699d4da', 'network_id': '2832de48-e50e-44a2-9cef-26035a020939', 'port_id': '71eb8e0e-b244-4a46-86d0-5635c699d4da', 'mac_address': 'fa:16:3e:41:77:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60e29b3-21d7-4da4-a50a-dfbe604013ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:18:11.305702 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee314840-02a3-4abc-994d-864431afed81 req-3ba0cb4a-eda4-4a56-8763-b4cd97a835a9 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:11.314090 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ee314840-02a3-4abc-994d-864431afed81 req-3ba0cb4a-eda4-4a56-8763-b4cd97a835a9 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 944 time: 0.2616763 Feb 08 21:18:11.382283 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 4bf913c8-ac16-436d-bd05-ef0caec00a7a {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:18:11.383235 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 4bf913c8-ac16-436d-bd05-ef0caec00a7a not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:18:11.384252 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device aca68cb2-7955-4db0-aedd-f4ed66ae5979 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:18:11.429160 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: aca68cb2-7955-4db0-aedd-f4ed66ae5979 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:18:11.430093 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device aca68cb2-7955-4db0-aedd-f4ed66ae5979 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:18:11.494577 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ee314840-02a3-4abc-994d-864431afed81 req-5c5ca31d-a3d1-40ee-bec1-0ea1cba69edf tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761894 Feb 08 21:18:11.526515 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 71eb8e0e-b244-4a46-86d0-5635c699d4da is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:18:11.527610 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (71eb8e0e-b244-4a46-86d0-5635c699d4da), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:11.594339 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71eb8e0e-b244-4a46-86d0-5635c699d4da {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:18:11.751441 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 71eb8e0e-b244-4a46-86d0-5635c699d4da, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=71eb8e0e-b244-4a46-86d0-5635c699d4da,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:11.761632 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (71eb8e0e-b244-4a46-86d0-5635c699d4da), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:11.774201 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfde28ea-d4d4-4abb-bef4-9a4282c5246f req-92dd63c4-224b-497e-a7db-e73676453c78 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] 10.222.0.88 "GET /v2.0/security-groups/5e5f914b-ae80-458a-9304-a0e4622a9e1e HTTP/1.1" status: 200 len: 1828 time: 0.0827096 Feb 08 21:18:11.848071 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bfde28ea-d4d4-4abb-bef4-9a4282c5246f req-9e8f0a89-f3c3-4b5d-a9cd-a8bcab221f17 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group (5e5f914b-ae80-458a-9304-a0e4622a9e1e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:11.880000 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bfde28ea-d4d4-4abb-bef4-9a4282c5246f req-9e8f0a89-f3c3-4b5d-a9cd-a8bcab221f17 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group (5e5f914b-ae80-458a-9304-a0e4622a9e1e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:12.045751 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=71eb8e0e-b244-4a46-86d0-5635c699d4da,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:12.055025 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ef405091-9f30-4a1c-98f4-145038340769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'name': 'tempest-ServersTestJSON-529309115-router', 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f93e843d-3bd8-4492-b9d5-8f15f212fbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:15:50Z', 'updated_at': '2022-02-08T21:16:02Z', 'revision_number': 4, 'project_id': 'd525537d9e77420ea20b7049a2b78e10', 'gw_port': {'id': 'f93e843d-3bd8-4492-b9d5-8f15f212fbaf', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:15:53Z', 'updated_at': '2022-02-08T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '3289e30d-b2e9-46d9-a2e2-50909a77620c', 'name': '', 'network_id': 'a0019a9f-5a34-415a-af13-d40bad12bc71', 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10', 'mac_address': 'fa:16:3e:e4:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '47eb3153-f73c-4b93-977e-6eee8c5c39cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:16:00Z', 'updated_at': '2022-02-08T21:16:08Z', 'revision_number': 5, 'project_id': 'd525537d9e77420ea20b7049a2b78e10', 'subnets': [{'id': '47eb3153-f73c-4b93-977e-6eee8c5c39cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:18:12.066039 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bfde28ea-d4d4-4abb-bef4-9a4282c5246f req-9e8f0a89-f3c3-4b5d-a9cd-a8bcab221f17 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (5e5f914b-ae80-458a-9304-a0e4622a9e1e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:12.070486 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bfde28ea-d4d4-4abb-bef4-9a4282c5246f req-9e8f0a89-f3c3-4b5d-a9cd-a8bcab221f17 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:12.082261 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfde28ea-d4d4-4abb-bef4-9a4282c5246f req-9e8f0a89-f3c3-4b5d-a9cd-a8bcab221f17 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] 10.222.0.88 "DELETE /v2.0/security-groups/5e5f914b-ae80-458a-9304-a0e4622a9e1e HTTP/1.1" status: 204 len: 173 time: 0.3068154 Feb 08 21:18:12.101776 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f0a89-f3c3-4b5d-a9cd-a8bcab221f17 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5f914b-ae80-458a-9304-a0e4622a9e1e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:12.143314 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341b489a-7973-48cf-aaa6-1daa0c923d32 x-openstack-request-id: req-341b489a-7973-48cf-aaa6-1daa0c923d32 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:18:12.143708 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ca4dee-03ce-4a63-b2f1-964ae6659255", "name": "network-vif-deleted", "tag": "4bf913c8-ac16-436d-bd05-ef0caec00a7a", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:18:12.144010 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-341b489a-7973-48cf-aaa6-1daa0c923d32 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:18:12.144532 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ca4dee-03ce-4a63-b2f1-964ae6659255', 'name': 'network-vif-deleted', 'tag': '4bf913c8-ac16-436d-bd05-ef0caec00a7a', 'status': 'completed', 'code': 200} Feb 08 21:18:12.192624 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['71eb8e0e-b244-4a46-86d0-5635c699d4da'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:18:12.299057 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:18:12.324799 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef405091-9f30-4a1c-98f4-145038340769 None None] Checking router: 7968c0c2-2ebf-4c56-b206-86d9e5908bd6 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:18:12.365632 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44120d-f098-4046-aa46-a77dd9ba490b req-57113353-a0a5-476d-833a-c8431eedf642 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:12.368519 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc44120d-f098-4046-aa46-a77dd9ba490b req-57113353-a0a5-476d-833a-c8431eedf642 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.88 "GET /v2.0/ports?device_id=2a962964-bf0d-40ba-8836-637694ffd403 HTTP/1.1" status: 200 len: 943 time: 0.1200087 Feb 08 21:18:12.407211 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef405091-9f30-4a1c-98f4-145038340769 None None] Routers {'7968c0c2-2ebf-4c56-b206-86d9e5908bd6'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:18:12.408293 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ef405091-9f30-4a1c-98f4-145038340769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:17:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7968c0c2-2ebf-4c56-b206-86d9e5908bd6'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:18:12.459869 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc44120d-f098-4046-aa46-a77dd9ba490b req-0c454929-2464-495b-a64b-3b8d6aef90d3 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.88 "GET /v2.0/security-groups?id=badfc65f-1940-4032-a854-56312a948116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815146 Feb 08 21:18:12.794107 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-ef405091-9f30-4a1c-98f4-145038340769 None None] Set router 7968c0c2-2ebf-4c56-b206-86d9e5908bd6 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:18:12.823781 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5587a7-1b0e-4a5e-8d94-7667312b1d8b', 'name': 'network-vif-deleted', 'tag': 'aca68cb2-7955-4db0-aedd-f4ed66ae5979'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:18:12.829558 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe635b25-e16e-44a9-b98a-4f07b42bd529" -d '{"events": [{"server_uuid": "4c5587a7-1b0e-4a5e-8d94-7667312b1d8b", "name": "network-vif-deleted", "tag": "aca68cb2-7955-4db0-aedd-f4ed66ae5979"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:18:13.392086 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ef405091-9f30-4a1c-98f4-145038340769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'name': 'tempest-ServersTestJSON-529309115-router', 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f93e843d-3bd8-4492-b9d5-8f15f212fbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:15:50Z', 'updated_at': '2022-02-08T21:16:02Z', 'revision_number': 4, 'project_id': 'd525537d9e77420ea20b7049a2b78e10', 'gw_port': {'id': 'f93e843d-3bd8-4492-b9d5-8f15f212fbaf', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:15:53Z', 'updated_at': '2022-02-08T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '3289e30d-b2e9-46d9-a2e2-50909a77620c', 'name': '', 'network_id': 'a0019a9f-5a34-415a-af13-d40bad12bc71', 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10', 'mac_address': 'fa:16:3e:e4:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '47eb3153-f73c-4b93-977e-6eee8c5c39cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:16:00Z', 'updated_at': '2022-02-08T21:16:08Z', 'revision_number': 5, 'project_id': 'd525537d9e77420ea20b7049a2b78e10', 'subnets': [{'id': '47eb3153-f73c-4b93-977e-6eee8c5c39cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:18:13.445332 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef405091-9f30-4a1c-98f4-145038340769 None None] The sync data for ids ['7968c0c2-2ebf-4c56-b206-86d9e5908bd6'] in n-d-712143-31 is: [{'id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'name': 'tempest-ServersTestJSON-529309115-router', 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f93e843d-3bd8-4492-b9d5-8f15f212fbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:15:50Z', 'updated_at': '2022-02-08T21:16:02Z', 'revision_number': 4, 'project_id': 'd525537d9e77420ea20b7049a2b78e10', 'gw_port': {'id': 'f93e843d-3bd8-4492-b9d5-8f15f212fbaf', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:15:53Z', 'updated_at': '2022-02-08T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '3289e30d-b2e9-46d9-a2e2-50909a77620c', 'name': '', 'network_id': 'a0019a9f-5a34-415a-af13-d40bad12bc71', 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10', 'mac_address': 'fa:16:3e:e4:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '47eb3153-f73c-4b93-977e-6eee8c5c39cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:16:00Z', 'updated_at': '2022-02-08T21:16:08Z', 'revision_number': 5, 'project_id': 'd525537d9e77420ea20b7049a2b78e10', 'subnets': [{'id': '47eb3153-f73c-4b93-977e-6eee8c5c39cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:18:14.063563 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c898a4-8075-4344-848f-506bd3919800 None None] New status for floating IP 6fe743b2-e281-48c3-9e21-a9c0beb9b702: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:18:14.690554 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b64606-fc76-406a-a0cf-2ccd660a560a req-5d06f7e6-34da-407a-afc6-811f68d46c30 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:14.693189 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-80b64606-fc76-406a-a0cf-2ccd660a560a req-5d06f7e6-34da-407a-afc6-811f68d46c30 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.94 "GET /v2.0/ports?device_id=878099c6-015d-4aa0-ba37-b57e41fcad1d HTTP/1.1" status: 200 len: 951 time: 0.1326959 Feb 08 21:18:14.826905 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 71eb8e0e-b244-4a46-86d0-5635c699d4da up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:18:14.954655 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-80b64606-fc76-406a-a0cf-2ccd660a560a req-014e526a-a567-4a8e-be0f-93950ca22804 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Deleting port 50436714-03f1-4ea7-8ae2-a13351fba2a1 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:18:14.955499 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-80b64606-fc76-406a-a0cf-2ccd660a560a req-014e526a-a567-4a8e-be0f-93950ca22804 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (50436714-03f1-4ea7-8ae2-a13351fba2a1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:15.094642 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 71eb8e0e-b244-4a46-86d0-5635c699d4da completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:18:15.108781 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 71eb8e0e-b244-4a46-86d0-5635c699d4da triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:18:15.109520 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (71eb8e0e-b244-4a46-86d0-5635c699d4da), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:15.138893 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-80b64606-fc76-406a-a0cf-2ccd660a560a req-014e526a-a567-4a8e-be0f-93950ca22804 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] For port 50436714-03f1-4ea7-8ae2-a13351fba2a1, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=50436714-03f1-4ea7-8ae2-a13351fba2a1,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:15.139508 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-80b64606-fc76-406a-a0cf-2ccd660a560a req-014e526a-a567-4a8e-be0f-93950ca22804 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (50436714-03f1-4ea7-8ae2-a13351fba2a1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:15.162197 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-80b64606-fc76-406a-a0cf-2ccd660a560a req-014e526a-a567-4a8e-be0f-93950ca22804 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Calling delete_port for 50436714-03f1-4ea7-8ae2-a13351fba2a1 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:18:15.388645 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-80b64606-fc76-406a-a0cf-2ccd660a560a req-014e526a-a567-4a8e-be0f-93950ca22804 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (50436714-03f1-4ea7-8ae2-a13351fba2a1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:15.429338 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['50436714-03f1-4ea7-8ae2-a13351fba2a1'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:18:15.448685 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['f6945521-262a-4a66-831b-ce8d6e535b0d', '3cc2793c-991b-4238-8efb-6c6e02437256'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:18:15.476669 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e526a-a567-4a8e-be0f-93950ca22804 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Pushing event deleted for resources: {'Port': ['ID=50436714-03f1-4ea7-8ae2-a13351fba2a1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:15.596303 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b64606-fc76-406a-a0cf-2ccd660a560a req-014e526a-a567-4a8e-be0f-93950ca22804 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] No DVR routers for this DVR port 50436714-03f1-4ea7-8ae2-a13351fba2a1 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:18:15.609579 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-80b64606-fc76-406a-a0cf-2ccd660a560a req-014e526a-a567-4a8e-be0f-93950ca22804 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:15.616045 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-80b64606-fc76-406a-a0cf-2ccd660a560a req-014e526a-a567-4a8e-be0f-93950ca22804 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.94 "DELETE /v2.0/ports/50436714-03f1-4ea7-8ae2-a13351fba2a1 HTTP/1.1" status: 204 len: 173 time: 0.9175255 Feb 08 21:18:15.968689 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 71eb8e0e-b244-4a46-86d0-5635c699d4da is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:18:15.970242 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (71eb8e0e-b244-4a46-86d0-5635c699d4da), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:16.024910 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc20f47-702a-4d4c-bb2d-3459ef5d845d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71eb8e0e-b244-4a46-86d0-5635c699d4da'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:18:16.030620 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2183722-9bda-48b2-95cb-f6a6d31f3aca" -d '{"events": [{"server_uuid": "ffc20f47-702a-4d4c-bb2d-3459ef5d845d", "name": "network-vif-plugged", "status": "completed", "tag": "71eb8e0e-b244-4a46-86d0-5635c699d4da"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:18:16.121055 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 71eb8e0e-b244-4a46-86d0-5635c699d4da, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=71eb8e0e-b244-4a46-86d0-5635c699d4da,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:16.268172 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (71eb8e0e-b244-4a46-86d0-5635c699d4da), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:16.401701 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=71eb8e0e-b244-4a46-86d0-5635c699d4da,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:17.298061 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45352) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:17.498427 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e5021287-adf7-48ca-942b-168a85f66712 req-6ec234cd-87fd-4537-ac75-e3169fd277b4 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] 10.222.0.88 "GET /v2.0/security-groups/44c2b0a3-78d1-488d-b869-f74eff907a7b HTTP/1.1" status: 200 len: 1828 time: 0.1576755 Feb 08 21:18:17.521130 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1209389b-92cc-4ea6-b1de-62e96f10ce21 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks [] for security_group (fb806cb0-2515-4b46-855e-a72e73a208ab), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:17.578755 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1209389b-92cc-4ea6-b1de-62e96f10ce21 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks [] for security_group (fb806cb0-2515-4b46-855e-a72e73a208ab), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:17.652008 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e5021287-adf7-48ca-942b-168a85f66712 req-954f1a1c-289f-41d7-bc89-34f0b4d0adc1 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group (44c2b0a3-78d1-488d-b869-f74eff907a7b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:17.664813 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2323ce5a-c48a-408e-a53e-e43a0dc3997b req-be7f1fb9-6b63-4bed-9ac5-42ee0210828a service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3964169 Feb 08 21:18:17.665592 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-7451ac9d-2245-464a-82a0-c075ebf2062b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:17.668401 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1209389b-92cc-4ea6-b1de-62e96f10ce21 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (fb806cb0-2515-4b46-855e-a72e73a208ab), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:17.673772 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1209389b-92cc-4ea6-b1de-62e96f10ce21 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:17.677371 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1209389b-92cc-4ea6-b1de-62e96f10ce21 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "DELETE /v2.0/security-groups/fb806cb0-2515-4b46-855e-a72e73a208ab HTTP/1.1" status: 204 len: 168 time: 0.3764284 Feb 08 21:18:17.688181 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-7451ac9d-2245-464a-82a0-c075ebf2062b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/networks?id=14653267-33f9-4701-8b25-78748f42e7d2 HTTP/1.1" status: 200 len: 812 time: 0.4336383 Feb 08 21:18:17.691437 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45354) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:17.692669 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1209389b-92cc-4ea6-b1de-62e96f10ce21 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb806cb0-2515-4b46-855e-a72e73a208ab,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:17.728890 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-a481fbd9-bef9-483d-bdd9-48080c3431ee tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/quotas/9528332d4f29435ebdf5e407e4b8930c HTTP/1.1" status: 200 len: 375 time: 0.0392334 Feb 08 21:18:17.788636 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-6690bea7-7e56-4df6-907a-9bd2751970cf tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] show failed (client error): The resource could not be found. Feb 08 21:18:17.791022 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6690bea7-7e56-4df6-907a-9bd2751970cf tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "GET /v2.0/security-groups/fb806cb0-2515-4b46-855e-a72e73a208ab HTTP/1.1" status: 404 len: 347 time: 0.0942781 Feb 08 21:18:17.796642 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45358) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:17.800033 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323ce5a-c48a-408e-a53e-e43a0dc3997b req-698e6824-82fb-4371-9bec-bf1ae0469b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:17.803149 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2323ce5a-c48a-408e-a53e-e43a0dc3997b req-698e6824-82fb-4371-9bec-bf1ae0469b4b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9b3b159591ee4a229900ea8953fa8a06&device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 1127 time: 0.0927396 Feb 08 21:18:17.815847 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-28459058-5297-454a-80bc-4ec51b19d7b4 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9528332d4f29435ebdf5e407e4b8930c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777607 Feb 08 21:18:17.942242 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e5021287-adf7-48ca-942b-168a85f66712 req-954f1a1c-289f-41d7-bc89-34f0b4d0adc1 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group (44c2b0a3-78d1-488d-b869-f74eff907a7b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:18.086766 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323ce5a-c48a-408e-a53e-e43a0dc3997b req-bf3fa8cd-8abe-488c-9701-deb17617269c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:18.089642 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2323ce5a-c48a-408e-a53e-e43a0dc3997b req-bf3fa8cd-8abe-488c-9701-deb17617269c service neutron] 10.222.0.94 "GET /v2.0/networks?id=4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 200 len: 909 time: 0.1959662 Feb 08 21:18:18.091068 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-75c99034-2852-4c9e-9bb9-3858e2d3d552 service neutron] 10.222.0.88 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623088 Feb 08 21:18:18.226591 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2323ce5a-c48a-408e-a53e-e43a0dc3997b req-2b5241bc-ed70-4904-88bb-3fe37c35d3cc service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b715280-a1dc-4aea-9b69-73c99012900e HTTP/1.1" status: 200 len: 217 time: 0.0784509 Feb 08 21:18:18.252493 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-d66d0a09-990d-40ab-9f8c-319076032179 service neutron] 10.222.0.88 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496875 Feb 08 21:18:18.255202 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e5021287-adf7-48ca-942b-168a85f66712 req-954f1a1c-289f-41d7-bc89-34f0b4d0adc1 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (44c2b0a3-78d1-488d-b869-f74eff907a7b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:18.265780 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e5021287-adf7-48ca-942b-168a85f66712 req-954f1a1c-289f-41d7-bc89-34f0b4d0adc1 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:18.283469 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e5021287-adf7-48ca-942b-168a85f66712 req-954f1a1c-289f-41d7-bc89-34f0b4d0adc1 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] 10.222.0.88 "DELETE /v2.0/security-groups/44c2b0a3-78d1-488d-b869-f74eff907a7b HTTP/1.1" status: 204 len: 173 time: 0.7835622 Feb 08 21:18:18.312797 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323ce5a-c48a-408e-a53e-e43a0dc3997b req-0afa6a6d-d325-4136-a17c-0df91e99f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:18.319703 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2323ce5a-c48a-408e-a53e-e43a0dc3997b req-0afa6a6d-d325-4136-a17c-0df91e99f011 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=55523d5b-2f07-476f-b4a6-0043cdbb6c1a HTTP/1.1" status: 200 len: 848 time: 0.0848603 Feb 08 21:18:18.322000 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f1a1c-289f-41d7-bc89-34f0b4d0adc1 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c2b0a3-78d1-488d-b869-f74eff907a7b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:18.386237 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2323ce5a-c48a-408e-a53e-e43a0dc3997b req-fe3d1ddb-994d-410e-a4ab-c889a6a88d05 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=4c67478e-bb4a-47b2-85c8-c1996b203e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566914 Feb 08 21:18:18.664481 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a2e62-6b16-4a12-aa94-22b98ac7b78d req-e3d13fcf-ff4b-4c71-a67a-5fc7b98077ff tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:18.669865 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 50436714-03f1-4ea7-8ae2-a13351fba2a1 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:18:18.671042 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b28a2e62-6b16-4a12-aa94-22b98ac7b78d req-e3d13fcf-ff4b-4c71-a67a-5fc7b98077ff tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 946 time: 0.1763299 Feb 08 21:18:18.673042 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-2010beb4-833f-43e8-b783-7cf5d411a667 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Deleting port b91cc630-f7c0-44db-b0cd-94a679a44e92 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:18:18.673574 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2010beb4-833f-43e8-b783-7cf5d411a667 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b91cc630-f7c0-44db-b0cd-94a679a44e92), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:18.681308 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2323ce5a-c48a-408e-a53e-e43a0dc3997b req-7dfafe3b-1113-47f4-93af-7242bc6509b0 service neutron] 10.222.0.94 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863328 Feb 08 21:18:18.790983 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 50436714-03f1-4ea7-8ae2-a13351fba2a1 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:18:18.791561 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 50436714-03f1-4ea7-8ae2-a13351fba2a1 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:18:18.884722 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b28a2e62-6b16-4a12-aa94-22b98ac7b78d req-23ca3c5d-4aee-4285-b55d-80b9feb61b93 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911476 Feb 08 21:18:18.942889 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2323ce5a-c48a-408e-a53e-e43a0dc3997b req-fff8887e-0c91-44b9-8d60-90bc481f39f4 service neutron] 10.222.0.94 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216527 Feb 08 21:18:19.028580 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b502a641-8279-4309-a254-50b665921429 x-openstack-request-id: req-b502a641-8279-4309-a254-50b665921429 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:18:19.029073 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5587a7-1b0e-4a5e-8d94-7667312b1d8b", "name": "network-vif-deleted", "tag": "aca68cb2-7955-4db0-aedd-f4ed66ae5979", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:18:19.029571 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b502a641-8279-4309-a254-50b665921429 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:18:19.030224 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5587a7-1b0e-4a5e-8d94-7667312b1d8b', 'name': 'network-vif-deleted', 'tag': 'aca68cb2-7955-4db0-aedd-f4ed66ae5979', 'status': 'completed', 'code': 200} Feb 08 21:18:19.151125 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f425c597-72c4-42b7-863c-982e86c4ed68 x-openstack-request-id: req-f425c597-72c4-42b7-863c-982e86c4ed68 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:18:19.151346 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc20f47-702a-4d4c-bb2d-3459ef5d845d", "name": "network-vif-plugged", "status": "completed", "tag": "71eb8e0e-b244-4a46-86d0-5635c699d4da", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:18:19.151535 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f425c597-72c4-42b7-863c-982e86c4ed68 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:18:19.151868 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc20f47-702a-4d4c-bb2d-3459ef5d845d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71eb8e0e-b244-4a46-86d0-5635c699d4da', 'code': 200} Feb 08 21:18:19.178939 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2010beb4-833f-43e8-b783-7cf5d411a667 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b91cc630-f7c0-44db-b0cd-94a679a44e92), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:19.179445 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2010beb4-833f-43e8-b783-7cf5d411a667 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks [] for floatingip (b91cc630-f7c0-44db-b0cd-94a679a44e92), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:19.214902 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-2010beb4-833f-43e8-b783-7cf5d411a667 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Calling delete_port for b91cc630-f7c0-44db-b0cd-94a679a44e92 owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:18:19.583203 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea5eb664-2611-4e49-9aab-d256c468fe7b req-0b3f889c-7992-4e6c-b3c5-42fb07556d44 tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] 10.222.0.88 "GET /v2.0/security-groups/1aebee0f-dcab-411c-be5d-828ee571bbb1 HTTP/1.1" status: 200 len: 1829 time: 0.1964729 Feb 08 21:18:19.614159 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2010beb4-833f-43e8-b783-7cf5d411a667 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (b91cc630-f7c0-44db-b0cd-94a679a44e92), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:19.642631 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df6eb1-89c4-4e1f-aec4-d18a80730072 req-61d3061e-d027-493e-a436-1545a5f98002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:19.660664 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-30df6eb1-89c4-4e1f-aec4-d18a80730072 req-61d3061e-d027-493e-a436-1545a5f98002 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 1129 time: 0.2052681 Feb 08 21:18:19.693132 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010beb4-833f-43e8-b783-7cf5d411a667 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Pushing event deleted for resources: {'Port': ['ID=b91cc630-f7c0-44db-b0cd-94a679a44e92,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:19.710638 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850d923-88a7-4757-ab4e-3e7fd80a42b9 req-02e055a3-d98b-4e85-bb2a-b17fc3e06696 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:19.724046 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b850d923-88a7-4757-ab4e-3e7fd80a42b9 req-02e055a3-d98b-4e85-bb2a-b17fc3e06696 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.88 "GET /v2.0/ports?device_id=2a962964-bf0d-40ba-8836-637694ffd403 HTTP/1.1" status: 200 len: 943 time: 0.4650843 Feb 08 21:18:19.885992 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b850d923-88a7-4757-ab4e-3e7fd80a42b9 req-ba307968-f3ee-41fc-9168-e1b906c1065d tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.88 "GET /v2.0/security-groups?id=badfc65f-1940-4032-a854-56312a948116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376762 Feb 08 21:18:19.892995 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2010beb4-833f-43e8-b783-7cf5d411a667 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks [] for floatingip (6fe743b2-e281-48c3-9e21-a9c0beb9b702), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:19.897883 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2010beb4-833f-43e8-b783-7cf5d411a667 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:19.904154 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2010beb4-833f-43e8-b783-7cf5d411a667 tempest-ServersTestJSON-58095474 tempest-ServersTestJSON-58095474-project] 10.222.0.88 "DELETE /v2.0/floatingips/6fe743b2-e281-48c3-9e21-a9c0beb9b702 HTTP/1.1" status: 204 len: 168 time: 2.0951052 Feb 08 21:18:19.916839 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45386) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:19.953099 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-30df6eb1-89c4-4e1f-aec4-d18a80730072 req-aa005a93-8f20-419d-bf86-18dc5a924559 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780991 Feb 08 21:18:19.985127 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ea5eb664-2611-4e49-9aab-d256c468fe7b req-7e072289-a047-48d5-99a9-37c90e60579f tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group (1aebee0f-dcab-411c-be5d-828ee571bbb1), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:20.062460 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ea5eb664-2611-4e49-9aab-d256c468fe7b req-7e072289-a047-48d5-99a9-37c90e60579f tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group (1aebee0f-dcab-411c-be5d-828ee571bbb1), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:20.196878 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9dad1e0d-b38b-44f9-9fcc-858062560451 req-dec19c55-15e5-4c9b-87fd-acdefc6a4d1b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 210 time: 0.0482543 Feb 08 21:18:20.216984 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ea5eb664-2611-4e49-9aab-d256c468fe7b req-7e072289-a047-48d5-99a9-37c90e60579f tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (1aebee0f-dcab-411c-be5d-828ee571bbb1), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:20.224006 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ea5eb664-2611-4e49-9aab-d256c468fe7b req-7e072289-a047-48d5-99a9-37c90e60579f tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:20.225974 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea5eb664-2611-4e49-9aab-d256c468fe7b req-7e072289-a047-48d5-99a9-37c90e60579f tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] 10.222.0.88 "DELETE /v2.0/security-groups/1aebee0f-dcab-411c-be5d-828ee571bbb1 HTTP/1.1" status: 204 len: 173 time: 0.6276319 Feb 08 21:18:20.239234 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45392) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:20.241051 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e072289-a047-48d5-99a9-37c90e60579f tempest-SecurityGroupRulesNegativeTestJSON-125911345 tempest-SecurityGroupRulesNegativeTestJSON-125911345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aebee0f-dcab-411c-be5d-828ee571bbb1,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:20.390351 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca1bce0-18b7-492f-bd0f-54cd9b946862 admin admin] Deleting subnet 4a65f0ac-bc33-413d-8a30-38106299f17f {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:18:20.406907 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3ca1bce0-18b7-492f-bd0f-54cd9b946862 admin admin] Publish callbacks [] for subnet (4a65f0ac-bc33-413d-8a30-38106299f17f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:20.854092 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3ca1bce0-18b7-492f-bd0f-54cd9b946862 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (4a65f0ac-bc33-413d-8a30-38106299f17f), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:20.908213 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d561d-25bd-488c-ba0a-1f34c11f13f4 req-7cf1508c-ff79-48d3-a747-e5e7506f8971 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:20.911854 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b03d561d-25bd-488c-ba0a-1f34c11f13f4 req-7cf1508c-ff79-48d3-a747-e5e7506f8971 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 946 time: 0.3962524 Feb 08 21:18:20.928804 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8f95a19-2c21-4df6-b25f-fa2aefd05136 req-f5e7423e-3aa4-45ed-9407-5fe4700728bb service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1741388 Feb 08 21:18:21.008975 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b03d561d-25bd-488c-ba0a-1f34c11f13f4 req-d1e8527a-3440-4bee-ae8e-c4b024c3a89c tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844383 Feb 08 21:18:21.051227 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3ca1bce0-18b7-492f-bd0f-54cd9b946862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (4a65f0ac-bc33-413d-8a30-38106299f17f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:21.063681 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878099c6-015d-4aa0-ba37-b57e41fcad1d', 'name': 'network-vif-deleted', 'tag': '50436714-03f1-4ea7-8ae2-a13351fba2a1'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:18:21.082021 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e0c147-1f72-4727-a983-299274dffcb2" -d '{"events": [{"server_uuid": "878099c6-015d-4aa0-ba37-b57e41fcad1d", "name": "network-vif-deleted", "tag": "50436714-03f1-4ea7-8ae2-a13351fba2a1"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:18:21.348002 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-43089706-9855-415d-835f-90f20c582d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (7968c0c2-2ebf-4c56-b206-86d9e5908bd6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:21.408483 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c38a74-dba0-4d97-ba90-8d69609a995a req-9cbec03a-d851-4d59-a6f8-53e417adedb0 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:21.410083 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-96c38a74-dba0-4d97-ba90-8d69609a995a req-9cbec03a-d851-4d59-a6f8-53e417adedb0 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 950 time: 0.2014537 Feb 08 21:18:21.451718 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f95a19-2c21-4df6-b25f-fa2aefd05136 req-39bf01e6-8ffb-400c-81a2-bf0c3fcad7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:21.454449 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8f95a19-2c21-4df6-b25f-fa2aefd05136 req-39bf01e6-8ffb-400c-81a2-bf0c3fcad7a2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=56f216a178424ba0984bc6550ca8f840&device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 1132 time: 0.1647246 Feb 08 21:18:21.820762 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-96c38a74-dba0-4d97-ba90-8d69609a995a req-5208d54e-2523-46e0-8914-e253c4f6df6f tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593862 Feb 08 21:18:21.949014 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3ca1bce0-18b7-492f-bd0f-54cd9b946862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (4a65f0ac-bc33-413d-8a30-38106299f17f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:22.025731 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99776792-ac67-456d-ab02-9b9db13993a2 req-1c3b440f-7486-40d8-b0c8-5c51ec6085b0 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:22.038867 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-99776792-ac67-456d-ab02-9b9db13993a2 req-1c3b440f-7486-40d8-b0c8-5c51ec6085b0 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.88 "GET /v2.0/ports?device_id=2a962964-bf0d-40ba-8836-637694ffd403 HTTP/1.1" status: 200 len: 943 time: 0.7108362 Feb 08 21:18:22.049681 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f3f369-dea0-4227-a5c0-5af6ae503de7 x-openstack-request-id: req-a4f3f369-dea0-4227-a5c0-5af6ae503de7 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:18:22.050028 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878099c6-015d-4aa0-ba37-b57e41fcad1d", "name": "network-vif-deleted", "tag": "50436714-03f1-4ea7-8ae2-a13351fba2a1", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:18:22.050310 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a4f3f369-dea0-4227-a5c0-5af6ae503de7 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:18:22.050665 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878099c6-015d-4aa0-ba37-b57e41fcad1d', 'name': 'network-vif-deleted', 'tag': '50436714-03f1-4ea7-8ae2-a13351fba2a1', 'status': 'completed', 'code': 200} Feb 08 21:18:22.053572 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3ca1bce0-18b7-492f-bd0f-54cd9b946862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:22.056935 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3ca1bce0-18b7-492f-bd0f-54cd9b946862 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/4a65f0ac-bc33-413d-8a30-38106299f17f HTTP/1.1" status: 204 len: 168 time: 1.7975919 Feb 08 21:18:22.110696 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45416) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:22.148044 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1bce0-18b7-492f-bd0f-54cd9b946862 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a65f0ac-bc33-413d-8a30-38106299f17f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:22.166744 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f95a19-2c21-4df6-b25f-fa2aefd05136 req-2c12f887-faf9-4129-b7bb-e1baf99ab089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:22.175814 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8f95a19-2c21-4df6-b25f-fa2aefd05136 req-2c12f887-faf9-4129-b7bb-e1baf99ab089 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.6322320 Feb 08 21:18:22.228083 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-32af4244-1d68-443c-9bf8-71f8d71b64b4 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:22.229892 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-32af4244-1d68-443c-9bf8-71f8d71b64b4 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.96 "GET /v2.0/networks?id=14653267-33f9-4701-8b25-78748f42e7d2 HTTP/1.1" status: 200 len: 812 time: 0.4469557 Feb 08 21:18:22.257995 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-f1baf959-89c5-4cac-b7a7-ffc2a4ddb419 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Request body: {'port': {'device_id': '663626f3-6f2f-4f5c-82bf-daa612695abf', 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2', 'admin_state_up': True, 'tenant_id': '9528332d4f29435ebdf5e407e4b8930c'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:18:22.457595 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-43089706-9855-415d-835f-90f20c582d8d admin admin] Deleting port 3289e30d-b2e9-46d9-a2e2-50909a77620c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:18:22.457595 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-43089706-9855-415d-835f-90f20c582d8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (3289e30d-b2e9-46d9-a2e2-50909a77620c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:22.525821 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-f1baf959-89c5-4cac-b7a7-ffc2a4ddb419 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Made reservation on behalf of 9528332d4f29435ebdf5e407e4b8930c for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:18:22.529740 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-f1baf959-89c5-4cac-b7a7-ffc2a4ddb419 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:22.594342 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78339c57-7ff7-4a9a-9cb4-437495784ecf req-2e1a610a-5b96-42c1-b1ea-d7ad0f94d836 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:22.596035 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-78339c57-7ff7-4a9a-9cb4-437495784ecf req-2e1a610a-5b96-42c1-b1ea-d7ad0f94d836 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.96 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 950 time: 0.1821795 Feb 08 21:18:22.666226 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-43089706-9855-415d-835f-90f20c582d8d admin admin] For port 3289e30d-b2e9-46d9-a2e2-50909a77620c, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3289e30d-b2e9-46d9-a2e2-50909a77620c,segment=NetworkSegment(dee5ecaf-6fbc-4a50-ab7a-197d866cb98a),segment_id=dee5ecaf-6fbc-4a50-ab7a-197d866cb98a)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:22.666720 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-43089706-9855-415d-835f-90f20c582d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (3289e30d-b2e9-46d9-a2e2-50909a77620c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:22.672078 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-efe3772f-d291-4d84-bde9-3a041c96c091 req-843d0414-93df-4936-82a4-8ff57468adfd tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 210 time: 0.5525658 Feb 08 21:18:22.732829 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-43089706-9855-415d-835f-90f20c582d8d admin admin] Calling delete_port for 3289e30d-b2e9-46d9-a2e2-50909a77620c owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:18:22.848185 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8f95a19-2c21-4df6-b25f-fa2aefd05136 req-70e37d3c-6145-40dc-a0ee-55742ccb97e7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=f6945521-262a-4a66-831b-ce8d6e535b0d HTTP/1.1" status: 200 len: 217 time: 0.6151724 Feb 08 21:18:22.894009 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-99776792-ac67-456d-ab02-9b9db13993a2 req-852a6efb-2f69-4beb-a66f-48e485c3250b tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.88 "GET /v2.0/security-groups?id=badfc65f-1940-4032-a854-56312a948116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8540492 Feb 08 21:18:22.911065 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-f1baf959-89c5-4cac-b7a7-ffc2a4ddb419 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Allocated IP 172.20.0.11 (14653267-33f9-4701-8b25-78748f42e7d2/9a6250f6-adb5-401d-a3ca-a324e52c89b2/0c7c09d0-92f1-4292-8825-9fbc92c20811) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:18:22.967408 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-de63730e-d2c4-45c5-a31b-bc3188b3dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (4e0b1219-b22e-4e0b-8d52-0af39d9c28ed), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:23.042829 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f95a19-2c21-4df6-b25f-fa2aefd05136 req-5e75fab1-4abf-44c2-b7e5-62bf4a699c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:23.055685 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8f95a19-2c21-4df6-b25f-fa2aefd05136 req-5e75fab1-4abf-44c2-b7e5-62bf4a699c0b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1749539 Feb 08 21:18:23.115763 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e348914-ac8b-46cf-8a23-8d95fa04ecd6 req-6a10ae51-257c-41ae-9c08-32cb77e3a3ca tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:23.118134 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e348914-ac8b-46cf-8a23-8d95fa04ecd6 req-6a10ae51-257c-41ae-9c08-32cb77e3a3ca tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 946 time: 0.3164246 Feb 08 21:18:23.197502 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-de63730e-d2c4-45c5-a31b-bc3188b3dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (4e0b1219-b22e-4e0b-8d52-0af39d9c28ed), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:23.276169 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e348914-ac8b-46cf-8a23-8d95fa04ecd6 req-1bdba3d4-2ed5-43d3-bc00-1ddce1c96de6 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215034 Feb 08 21:18:23.323486 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-de63730e-d2c4-45c5-a31b-bc3188b3dba4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e0b1219-b22e-4e0b-8d52-0af39d9c28ed']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:18:23.327613 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f95a19-2c21-4df6-b25f-fa2aefd05136 req-41b345f8-7dd7-47b8-aaea-dae03b27a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:23.329936 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8f95a19-2c21-4df6-b25f-fa2aefd05136 req-41b345f8-7dd7-47b8-aaea-dae03b27a863 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2662709 Feb 08 21:18:23.343770 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-78339c57-7ff7-4a9a-9cb4-437495784ecf req-90cc7a82-478a-4a59-af37-b88342922928 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Deleting port 3cc2793c-991b-4238-8efb-6c6e02437256 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:18:23.344706 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-78339c57-7ff7-4a9a-9cb4-437495784ecf req-90cc7a82-478a-4a59-af37-b88342922928 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (3cc2793c-991b-4238-8efb-6c6e02437256), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:23.372769 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-de63730e-d2c4-45c5-a31b-bc3188b3dba4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ecee81b-d203-40bd-b94d-5761035f97be') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:18:23.373099 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-de63730e-d2c4-45c5-a31b-bc3188b3dba4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ecee81b-d203-40bd-b94d-5761035f97be') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:18:23.436664 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-de63730e-d2c4-45c5-a31b-bc3188b3dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (7ecee81b-d203-40bd-b94d-5761035f97be), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:23.541818 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-de63730e-d2c4-45c5-a31b-bc3188b3dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (7ecee81b-d203-40bd-b94d-5761035f97be), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:23.588863 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de63730e-d2c4-45c5-a31b-bc3188b3dba4 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:18:23.589305 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-de63730e-d2c4-45c5-a31b-bc3188b3dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (7ecee81b-d203-40bd-b94d-5761035f97be), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:18:23.681880 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:18:23.699077 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad700f-2b7f-4ab9-802e-d8bd8e62e205 req-12dacee6-49d5-4487-ab46-d9280f558bcc tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:23.700706 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7dad700f-2b7f-4ab9-802e-d8bd8e62e205 req-12dacee6-49d5-4487-ab46-d9280f558bcc tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 950 time: 0.4194169 Feb 08 21:18:23.750876 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8f95a19-2c21-4df6-b25f-fa2aefd05136 req-c38ff0e4-752c-4e02-9a24-f7794a8e32cf service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101386 Feb 08 21:18:23.774464 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-de63730e-d2c4-45c5-a31b-bc3188b3dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (4e0b1219-b22e-4e0b-8d52-0af39d9c28ed), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:23.797719 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-43089706-9855-415d-835f-90f20c582d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3289e30d-b2e9-46d9-a2e2-50909a77620c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:23.808532 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348acaa-9b47-4ec1-8243-d2d6463edc0c req-bb59f931-fec9-4f2a-be00-16af67eeb3f7 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:23.810198 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2348acaa-9b47-4ec1-8243-d2d6463edc0c req-bb59f931-fec9-4f2a-be00-16af67eeb3f7 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 1129 time: 0.3630047 Feb 08 21:18:23.851922 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-de63730e-d2c4-45c5-a31b-bc3188b3dba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:23.855372 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-de63730e-d2c4-45c5-a31b-bc3188b3dba4 admin admin] 10.222.0.88 "DELETE /v2.0/networks/4e0b1219-b22e-4e0b-8d52-0af39d9c28ed HTTP/1.1" status: 204 len: 168 time: 1.7376053 Feb 08 21:18:23.913437 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43089706-9855-415d-835f-90f20c582d8d admin admin] Pushing event deleted for resources: {'Port': ['ID=3289e30d-b2e9-46d9-a2e2-50909a77620c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:24.081854 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63730e-d2c4-45c5-a31b-bc3188b3dba4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e0b1219-b22e-4e0b-8d52-0af39d9c28ed,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:24.108824 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2348acaa-9b47-4ec1-8243-d2d6463edc0c req-4891bc9d-b66b-4a6f-a778-a17a666be0b3 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135778 Feb 08 21:18:24.148449 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8400cc3c-5030-4e7e-bbc8-e7476fdbf960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:24.195186 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45458) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:24.195615 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-78339c57-7ff7-4a9a-9cb4-437495784ecf req-90cc7a82-478a-4a59-af37-b88342922928 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] For port 3cc2793c-991b-4238-8efb-6c6e02437256, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=3cc2793c-991b-4238-8efb-6c6e02437256,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:24.196263 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-78339c57-7ff7-4a9a-9cb4-437495784ecf req-90cc7a82-478a-4a59-af37-b88342922928 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (3cc2793c-991b-4238-8efb-6c6e02437256), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:24.225570 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-78339c57-7ff7-4a9a-9cb4-437495784ecf req-90cc7a82-478a-4a59-af37-b88342922928 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Calling delete_port for 3cc2793c-991b-4238-8efb-6c6e02437256 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:18:24.227714 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7dad700f-2b7f-4ab9-802e-d8bd8e62e205 req-21fae57c-95dc-4c00-96ae-ddd059bc2ff1 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5133624 Feb 08 21:18:24.300082 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8f95a19-2c21-4df6-b25f-fa2aefd05136 req-0eac4bde-b955-4175-bbe0-2384bfc34ed7 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387361 Feb 08 21:18:24.325497 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fe64b60a-7064-40e0-a83d-46f7c894c13b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=adaa9434dcb24464908b3828f7fa3ea6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276355 Feb 08 21:18:24.327751 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45462) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:24.464145 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4c0600c9-2171-41a6-9f9a-c367397af92a req-b3cb7cc7-159b-4adf-8c6b-6f64c81700f5 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 210 time: 0.1111526 Feb 08 21:18:24.503511 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-f1baf959-89c5-4cac-b7a7-ffc2a4ddb419 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks [] for port (0c7c09d0-92f1-4292-8825-9fbc92c20811), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:24.557875 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab64459-36ce-4256-ba86-c3dd0f300124 req-0d08b828-06b6-4841-bc42-b2d5742dc6e4 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:24.560477 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ab64459-36ce-4256-ba86-c3dd0f300124 req-0d08b828-06b6-4841-bc42-b2d5742dc6e4 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.88 "GET /v2.0/ports?device_id=2a962964-bf0d-40ba-8836-637694ffd403 HTTP/1.1" status: 200 len: 943 time: 0.2085168 Feb 08 21:18:24.694410 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d241cfbe-bed4-44f6-922a-e4766f1eb4be admin admin] Publish callbacks [] for security_group (856cadab-0caf-43d5-9459-cea47f481a27), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:24.715936 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ab64459-36ce-4256-ba86-c3dd0f300124 req-be52bc60-fb90-4522-85a0-3aa75e73f212 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.88 "GET /v2.0/security-groups?id=badfc65f-1940-4032-a854-56312a948116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353152 Feb 08 21:18:24.729056 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-f1baf959-89c5-4cac-b7a7-ffc2a4ddb419 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (0c7c09d0-92f1-4292-8825-9fbc92c20811), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:24.742656 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-43089706-9855-415d-835f-90f20c582d8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (7968c0c2-2ebf-4c56-b206-86d9e5908bd6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:24.809002 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d241cfbe-bed4-44f6-922a-e4766f1eb4be admin admin] Publish callbacks [] for security_group (856cadab-0caf-43d5-9459-cea47f481a27), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:24.851327 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-78339c57-7ff7-4a9a-9cb4-437495784ecf req-90cc7a82-478a-4a59-af37-b88342922928 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3cc2793c-991b-4238-8efb-6c6e02437256), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:24.857325 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-f1baf959-89c5-4cac-b7a7-ffc2a4ddb419 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Network 14653267-33f9-4701-8b25-78748f42e7d2 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:18:24.868256 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['f6945521-262a-4a66-831b-ce8d6e535b0d', '3cc2793c-991b-4238-8efb-6c6e02437256'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:18:24.878241 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-f1baf959-89c5-4cac-b7a7-ffc2a4ddb419 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:18:25.000803 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 3273a229-be7c-4979-a087-cd873e7e40ad details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:18:25.054290 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-f1baf959-89c5-4cac-b7a7-ffc2a4ddb419 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:18:25.103666 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86c45e-32f8-4267-aadf-c5cfa99f8d60 req-e837bb4d-6b97-48b2-bdb1-f1881132edfc tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:25.116566 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5b86c45e-32f8-4267-aadf-c5cfa99f8d60 req-e837bb4d-6b97-48b2-bdb1-f1881132edfc tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 1129 time: 0.2860999 Feb 08 21:18:25.178377 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d241cfbe-bed4-44f6-922a-e4766f1eb4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (856cadab-0caf-43d5-9459-cea47f481a27), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:25.183375 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d241cfbe-bed4-44f6-922a-e4766f1eb4be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:25.187611 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d241cfbe-bed4-44f6-922a-e4766f1eb4be admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/856cadab-0caf-43d5-9459-cea47f481a27 HTTP/1.1" status: 204 len: 168 time: 0.8562336 Feb 08 21:18:25.237374 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241cfbe-bed4-44f6-922a-e4766f1eb4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856cadab-0caf-43d5-9459-cea47f481a27,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:25.334662 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 3273a229-be7c-4979-a087-cd873e7e40ad, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=3273a229-be7c-4979-a087-cd873e7e40ad,segment=NetworkSegment(ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa),segment_id=ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:25.363815 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43089706-9855-415d-835f-90f20c582d8d admin admin] Router 7968c0c2-2ebf-4c56-b206-86d9e5908bd6 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:18:25.370654 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '3273a229-be7c-4979-a087-cd873e7e40ad', 'network_id': 'db7e6228-6383-434d-a419-1ee80567b843', 'port_id': '3273a229-be7c-4979-a087-cd873e7e40ad', 'mac_address': 'fa:16:3e:16:a8:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6993c528-5301-4173-85e9-4aab44419465', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:18:25.378922 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5b86c45e-32f8-4267-aadf-c5cfa99f8d60 req-5c91445b-7f79-4f72-87ef-be412f99b792 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506874 Feb 08 21:18:25.450263 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-78339c57-7ff7-4a9a-9cb4-437495784ecf req-90cc7a82-478a-4a59-af37-b88342922928 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] No DVR routers for this DVR port 3cc2793c-991b-4238-8efb-6c6e02437256 on host n-h2-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:18:25.455897 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-78339c57-7ff7-4a9a-9cb4-437495784ecf req-90cc7a82-478a-4a59-af37-b88342922928 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:25.463971 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-78339c57-7ff7-4a9a-9cb4-437495784ecf req-90cc7a82-478a-4a59-af37-b88342922928 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.96 "DELETE /v2.0/ports/3cc2793c-991b-4238-8efb-6c6e02437256 HTTP/1.1" status: 204 len: 173 time: 2.8173544 Feb 08 21:18:25.465805 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1baf959-89c5-4cac-b7a7-ffc2a4ddb419 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Pushing event updated for resources: {'Port': ['ID=0c7c09d0-92f1-4292-8825-9fbc92c20811,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:25.553460 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 3273a229-be7c-4979-a087-cd873e7e40ad is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:18:25.554114 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3273a229-be7c-4979-a087-cd873e7e40ad), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:25.559935 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b', 'name': 'network-vif-deleted', 'tag': '3cc2793c-991b-4238-8efb-6c6e02437256'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:18:25.575299 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2a67e7-ef97-4e87-a95a-cd1b89f9ef72" -d '{"events": [{"server_uuid": "bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b", "name": "network-vif-deleted", "tag": "3cc2793c-991b-4238-8efb-6c6e02437256"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:18:25.594431 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc7a82-478a-4a59-af37-b88342922928 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Pushing event deleted for resources: {'Port': ['ID=3cc2793c-991b-4238-8efb-6c6e02437256,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:25.629204 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3273a229-be7c-4979-a087-cd873e7e40ad {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:18:25.794143 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b62bfe5-5c8b-431e-b90e-6c311c4951a4 req-1d582786-099b-47a4-bd69-16d5f76d3254 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b HTTP/1.1" status: 200 len: 210 time: 0.1484544 Feb 08 21:18:25.834350 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 3273a229-be7c-4979-a087-cd873e7e40ad, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=3273a229-be7c-4979-a087-cd873e7e40ad,segment=NetworkSegment(ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa),segment_id=ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:25.849379 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3273a229-be7c-4979-a087-cd873e7e40ad), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:26.046389 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-f1baf959-89c5-4cac-b7a7-ffc2a4ddb419 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:26.047985 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-f1baf959-89c5-4cac-b7a7-ffc2a4ddb419 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:26.121147 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43089706-9855-415d-835f-90f20c582d8d admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:18:26.153017 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-43089706-9855-415d-835f-90f20c582d8d admin admin] 10.222.0.88 "PUT /v2.0/routers/7968c0c2-2ebf-4c56-b206-86d9e5908bd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2278111 Feb 08 21:18:26.154508 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45516) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:26.166485 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5bfcda-b7bc-44d4-97b1-5f7738064a0e None None] Sync routers for ids ['7968c0c2-2ebf-4c56-b206-86d9e5908bd6'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:18:26.169039 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-f1baf959-89c5-4cac-b7a7-ffc2a4ddb419 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9158943 Feb 08 21:18:26.173541 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=3273a229-be7c-4979-a087-cd873e7e40ad,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:26.186795 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-6da9e476-6122-47ec-8e95-3b5a51556e63 service neutron] Request body: {'port': {'device_id': '663626f3-6f2f-4f5c-82bf-daa612695abf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:18:26.197204 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5bfcda-b7bc-44d4-97b1-5f7738064a0e None None] Routers {'7968c0c2-2ebf-4c56-b206-86d9e5908bd6'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:18:26.203381 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-bd5bfcda-b7bc-44d4-97b1-5f7738064a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:17:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7968c0c2-2ebf-4c56-b206-86d9e5908bd6'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:18:26.227800 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['3273a229-be7c-4979-a087-cd873e7e40ad'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:18:26.475494 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-6da9e476-6122-47ec-8e95-3b5a51556e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0c7c09d0-92f1-4292-8825-9fbc92c20811), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:26.642696 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723eb11-0da8-4970-a039-e8ac797990f5 req-738021f0-5510-4444-a33d-e4cded49045f tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:26.652025 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7723eb11-0da8-4970-a039-e8ac797990f5 req-738021f0-5510-4444-a33d-e4cded49045f tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 932 time: 0.5211906 Feb 08 21:18:26.740422 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-bd5bfcda-b7bc-44d4-97b1-5f7738064a0e None None] Set router 7968c0c2-2ebf-4c56-b206-86d9e5908bd6 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:18:26.769304 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-99e65597-a5ec-424a-9b83-f131f2ab83a8 admin admin] Publish callbacks [] for router (7968c0c2-2ebf-4c56-b206-86d9e5908bd6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:26.923125 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 3cc2793c-991b-4238-8efb-6c6e02437256 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:18:27.101909 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 3cc2793c-991b-4238-8efb-6c6e02437256 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:18:27.102947 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 3cc2793c-991b-4238-8efb-6c6e02437256 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:18:27.184938 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-6da9e476-6122-47ec-8e95-3b5a51556e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c7c09d0-92f1-4292-8825-9fbc92c20811 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:18:27.195585 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-6da9e476-6122-47ec-8e95-3b5a51556e63 service neutron] Publish callbacks [] for port (0c7c09d0-92f1-4292-8825-9fbc92c20811), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:27.213073 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-6da9e476-6122-47ec-8e95-3b5a51556e63 service neutron] Transition to ACTIVE for port object 0c7c09d0-92f1-4292-8825-9fbc92c20811 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:18:27.224162 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079eec57-b3dc-4eb6-8bba-6e9ca3eea466 x-openstack-request-id: req-079eec57-b3dc-4eb6-8bba-6e9ca3eea466 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:18:27.224460 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b", "name": "network-vif-deleted", "tag": "3cc2793c-991b-4238-8efb-6c6e02437256", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:18:27.224852 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-079eec57-b3dc-4eb6-8bba-6e9ca3eea466 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:18:27.225268 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8246cd-a7a3-4a88-b2d6-d962a9c3b57b', 'name': 'network-vif-deleted', 'tag': '3cc2793c-991b-4238-8efb-6c6e02437256', 'status': 'completed', 'code': 200} Feb 08 21:18:27.226509 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-6da9e476-6122-47ec-8e95-3b5a51556e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (0c7c09d0-92f1-4292-8825-9fbc92c20811), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:27.291821 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7723eb11-0da8-4970-a039-e8ac797990f5 req-f96a5320-4c86-432b-b0fd-4b7fee4115fd tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5250158 Feb 08 21:18:27.353414 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-99e65597-a5ec-424a-9b83-f131f2ab83a8 admin admin] Publish callbacks [] for router_gateway (7968c0c2-2ebf-4c56-b206-86d9e5908bd6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:27.373679 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45566) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:27.400942 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a2355b49-03c1-47e3-a96d-e75b27e0c6e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:27.470756 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-bd5bfcda-b7bc-44d4-97b1-5f7738064a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'name': 'tempest-ServersTestJSON-529309115-router', 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f93e843d-3bd8-4492-b9d5-8f15f212fbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:15:50Z', 'updated_at': '2022-02-08T21:18:23Z', 'revision_number': 5, 'project_id': 'd525537d9e77420ea20b7049a2b78e10', 'gw_port': {'id': 'f93e843d-3bd8-4492-b9d5-8f15f212fbaf', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:15:53Z', 'updated_at': '2022-02-08T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:18:27.485578 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9e476-6122-47ec-8e95-3b5a51556e63 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7c09d0-92f1-4292-8825-9fbc92c20811,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:27.572166 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-6da9e476-6122-47ec-8e95-3b5a51556e63 service neutron] Attempting to bind port 0c7c09d0-92f1-4292-8825-9fbc92c20811 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:18:27.572638 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-6da9e476-6122-47ec-8e95-3b5a51556e63 service neutron] Attempting to bind port 0c7c09d0-92f1-4292-8825-9fbc92c20811 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '20a3be03-d3c0-4a20-bea9-ec24e05d3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:18:27.572876 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-6da9e476-6122-47ec-8e95-3b5a51556e63 service neutron] Attempting to bind port 0c7c09d0-92f1-4292-8825-9fbc92c20811 on network 14653267-33f9-4701-8b25-78748f42e7d2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:18:27.590689 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-6da9e476-6122-47ec-8e95-3b5a51556e63 service neutron] Port 0c7c09d0-92f1-4292-8825-9fbc92c20811 on network 14653267-33f9-4701-8b25-78748f42e7d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:18:27.591101 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-6da9e476-6122-47ec-8e95-3b5a51556e63 service neutron] Attempting to bind port 0c7c09d0-92f1-4292-8825-9fbc92c20811 on network 14653267-33f9-4701-8b25-78748f42e7d2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:18:27.598801 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-6da9e476-6122-47ec-8e95-3b5a51556e63 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:18:27.599262 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-6da9e476-6122-47ec-8e95-3b5a51556e63 service neutron] Checking segment: {'id': '20a3be03-d3c0-4a20-bea9-ec24e05d3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:18:27.600114 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-6da9e476-6122-47ec-8e95-3b5a51556e63 service neutron] Bound using segment: {'id': '20a3be03-d3c0-4a20-bea9-ec24e05d3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:18:27.600561 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-6da9e476-6122-47ec-8e95-3b5a51556e63 service neutron] Bound port: 0c7c09d0-92f1-4292-8825-9fbc92c20811, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a3be03-d3c0-4a20-bea9-ec24e05d3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:18:27.600926 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-6da9e476-6122-47ec-8e95-3b5a51556e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0c7c09d0-92f1-4292-8825-9fbc92c20811), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:27.630460 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5bfcda-b7bc-44d4-97b1-5f7738064a0e None None] Checking router: 7968c0c2-2ebf-4c56-b206-86d9e5908bd6 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:18:27.664708 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5bfcda-b7bc-44d4-97b1-5f7738064a0e None None] Routers {'7968c0c2-2ebf-4c56-b206-86d9e5908bd6'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:18:27.666326 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-bd5bfcda-b7bc-44d4-97b1-5f7738064a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:18:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7968c0c2-2ebf-4c56-b206-86d9e5908bd6'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:18:27.670179 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-99e65597-a5ec-424a-9b83-f131f2ab83a8 admin admin] Deleting port f93e843d-3bd8-4492-b9d5-8f15f212fbaf {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:18:27.670533 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-99e65597-a5ec-424a-9b83-f131f2ab83a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f93e843d-3bd8-4492-b9d5-8f15f212fbaf), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:27.675792 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-a92ee1c9-1913-467a-8301-df3452392ce0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2118790159-network', 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:18:27.696821 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a32148-08e7-416f-964d-cce95af7a1a6 req-396c304f-a574-43bd-8b8d-f38babfe8f99 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:27.698530 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49a32148-08e7-416f-964d-cce95af7a1a6 req-396c304f-a574-43bd-8b8d-f38babfe8f99 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.88 "GET /v2.0/ports?device_id=2a962964-bf0d-40ba-8836-637694ffd403 HTTP/1.1" status: 200 len: 944 time: 0.3137865 Feb 08 21:18:27.779782 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-6da9e476-6122-47ec-8e95-3b5a51556e63 service neutron] For port 0c7c09d0-92f1-4292-8825-9fbc92c20811, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:18:27.786648 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-6da9e476-6122-47ec-8e95-3b5a51556e63 service neutron] For port 0c7c09d0-92f1-4292-8825-9fbc92c20811, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=0c7c09d0-92f1-4292-8825-9fbc92c20811,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:18:27.807948 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-6da9e476-6122-47ec-8e95-3b5a51556e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (0c7c09d0-92f1-4292-8825-9fbc92c20811), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:27.914030 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-6da9e476-6122-47ec-8e95-3b5a51556e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:27.914697 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-6da9e476-6122-47ec-8e95-3b5a51556e63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:27.915146 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-bd5bfcda-b7bc-44d4-97b1-5f7738064a0e None None] Set router 7968c0c2-2ebf-4c56-b206-86d9e5908bd6 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:18:27.917762 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-6da9e476-6122-47ec-8e95-3b5a51556e63 service neutron] 10.222.0.96 "PUT /v2.0/ports/0c7c09d0-92f1-4292-8825-9fbc92c20811 HTTP/1.1" status: 200 len: 1093 time: 1.7402968 Feb 08 21:18:27.946017 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92ee1c9-1913-467a-8301-df3452392ce0 admin admin] Made reservation on behalf of 06ebfb94fd3f44c49b600ce9fcb86d2e for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:18:27.951170 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a92ee1c9-1913-467a-8301-df3452392ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:27.952624 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9e476-6122-47ec-8e95-3b5a51556e63 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7c09d0-92f1-4292-8825-9fbc92c20811,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:27.999413 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49a32148-08e7-416f-964d-cce95af7a1a6 req-9b1dbfa5-6a74-4795-b9fe-1d2735bd81c1 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.88 "GET /v2.0/security-groups?id=badfc65f-1940-4032-a854-56312a948116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756896 Feb 08 21:18:28.018128 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a92ee1c9-1913-467a-8301-df3452392ce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:28.026005 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-bd5bfcda-b7bc-44d4-97b1-5f7738064a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'name': 'tempest-ServersTestJSON-529309115-router', 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:15:50Z', 'updated_at': '2022-02-08T21:18:27Z', 'revision_number': 6, 'project_id': 'd525537d9e77420ea20b7049a2b78e10', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:18:28.055741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-99e65597-a5ec-424a-9b83-f131f2ab83a8 admin admin] For port f93e843d-3bd8-4492-b9d5-8f15f212fbaf, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f93e843d-3bd8-4492-b9d5-8f15f212fbaf,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:28.058153 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-99e65597-a5ec-424a-9b83-f131f2ab83a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f93e843d-3bd8-4492-b9d5-8f15f212fbaf), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:28.092932 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-2fdca552-8912-40da-8084-4c0607040c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:28.094733 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-2fdca552-8912-40da-8084-4c0607040c9d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9528332d4f29435ebdf5e407e4b8930c&device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 1127 time: 0.1120956 Feb 08 21:18:28.102921 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-99e65597-a5ec-424a-9b83-f131f2ab83a8 admin admin] Calling delete_port for f93e843d-3bd8-4492-b9d5-8f15f212fbaf owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:18:28.115881 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5bfcda-b7bc-44d4-97b1-5f7738064a0e None None] The sync data for ids ['7968c0c2-2ebf-4c56-b206-86d9e5908bd6'] in n-d-712143-31 is: [{'id': '7968c0c2-2ebf-4c56-b206-86d9e5908bd6', 'name': 'tempest-ServersTestJSON-529309115-router', 'tenant_id': 'd525537d9e77420ea20b7049a2b78e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:15:50Z', 'updated_at': '2022-02-08T21:18:27Z', 'revision_number': 6, 'project_id': 'd525537d9e77420ea20b7049a2b78e10', 'gw_port_host': None}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:18:28.200576 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-778ce2ea-b159-4f40-a281-747a494ef4f9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c7c09d0-92f1-4292-8825-9fbc92c20811 HTTP/1.1" status: 200 len: 217 time: 0.0938103 Feb 08 21:18:28.383146 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-01d1eef8-79bf-4039-9cb8-4cc75948486f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:28.385780 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-01d1eef8-79bf-4039-9cb8-4cc75948486f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a6250f6-adb5-401d-a3ca-a324e52c89b2 HTTP/1.1" status: 200 len: 852 time: 0.1789203 Feb 08 21:18:28.430514 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-1990b258-8cff-4ffb-a2fd-5abc272bf56b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=14653267-33f9-4701-8b25-78748f42e7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321808 Feb 08 21:18:28.697417 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-23d2aa8c-9fd2-4c32-a3d0-c59b4c78a36a service neutron] 10.222.0.96 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602663 Feb 08 21:18:28.725759 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 235a3e85-e285-44f0-ab81-1f2e7d5ccc15 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:18:28.910846 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 3273a229-be7c-4979-a087-cd873e7e40ad up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:18:28.931838 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-99e65597-a5ec-424a-9b83-f131f2ab83a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (f93e843d-3bd8-4492-b9d5-8f15f212fbaf), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:28.984567 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 235a3e85-e285-44f0-ab81-1f2e7d5ccc15 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:18:28.985555 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (235a3e85-e285-44f0-ab81-1f2e7d5ccc15), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:28.987623 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-44da60cd-d9fc-4812-aa86-24cb90b33737 req-b3264062-19b3-4f7e-84b4-cf727c02bc6e service neutron] 10.222.0.96 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825630 Feb 08 21:18:29.027374 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e65597-a5ec-424a-9b83-f131f2ab83a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f93e843d-3bd8-4492-b9d5-8f15f212fbaf,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:29.045640 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bdaf0-a2d8-462e-9c4d-585764d2aacc req-eb62c787-ee91-4f7c-9167-f8c15c5a037f tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:29.059913 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d6bdaf0-a2d8-462e-9c4d-585764d2aacc req-eb62c787-ee91-4f7c-9167-f8c15c5a037f tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 944 time: 0.3487813 Feb 08 21:18:29.071004 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbe6b51-7a66-43da-ac6e-db70c0e4e247', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '235a3e85-e285-44f0-ab81-1f2e7d5ccc15'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:18:29.073568 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a717ee87-e65c-4340-8398-2dae3ac5470c" -d '{"events": [{"server_uuid": "4bbe6b51-7a66-43da-ac6e-db70c0e4e247", "name": "network-vif-unplugged", "status": "completed", "tag": "235a3e85-e285-44f0-ab81-1f2e7d5ccc15"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:18:29.098474 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 235a3e85-e285-44f0-ab81-1f2e7d5ccc15, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=235a3e85-e285-44f0-ab81-1f2e7d5ccc15,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:29.105316 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:29.117454 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d1767-cf4e-4662-be29-214bbbf49c1d req-fb8e8a28-9bb4-4a24-acb3-e85be7af9416 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:29.117759 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (235a3e85-e285-44f0-ab81-1f2e7d5ccc15), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:29.120604 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd0d1767-cf4e-4662-be29-214bbbf49c1d req-fb8e8a28-9bb4-4a24-acb3-e85be7af9416 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 1129 time: 0.4087279 Feb 08 21:18:29.128009 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 3273a229-be7c-4979-a087-cd873e7e40ad completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:18:29.168129 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 3273a229-be7c-4979-a087-cd873e7e40ad triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:18:29.168836 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3273a229-be7c-4979-a087-cd873e7e40ad), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:29.184458 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a92ee1c9-1913-467a-8301-df3452392ce0 admin admin] Publish callbacks [] for security_group (ecbd9dbf-8542-4d46-8557-ac100d9f066b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:29.248220 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=235a3e85-e285-44f0-ab81-1f2e7d5ccc15,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:29.263363 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a92ee1c9-1913-467a-8301-df3452392ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ecbd9dbf-8542-4d46-8557-ac100d9f066b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:29.342320 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663626f3-6f2f-4f5c-82bf-daa612695abf', 'tag': '0c7c09d0-92f1-4292-8825-9fbc92c20811'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:18:29.348631 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd855d4-bfd3-4dd1-86d8-fff6e9866f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "663626f3-6f2f-4f5c-82bf-daa612695abf", "tag": "0c7c09d0-92f1-4292-8825-9fbc92c20811"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:18:29.365858 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a92ee1c9-1913-467a-8301-df3452392ce0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:18:29.373654 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d6bdaf0-a2d8-462e-9c4d-585764d2aacc req-a2dffeeb-3506-4c85-8aca-6f5a6b78cf7d tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120911 Feb 08 21:18:29.385056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 3273a229-be7c-4979-a087-cd873e7e40ad is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:18:29.399545 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3273a229-be7c-4979-a087-cd873e7e40ad), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:29.421600 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ee1c9-1913-467a-8301-df3452392ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbd9dbf-8542-4d46-8557-ac100d9f066b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:29.460473 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a92ee1c9-1913-467a-8301-df3452392ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (881e5be7-1349-4f9a-a3c0-c2bf76a0109d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:29.462377 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-a92ee1c9-1913-467a-8301-df3452392ce0 admin admin] Added segment 881e5be7-1349-4f9a-a3c0-c2bf76a0109d of type vlan for network 10af122a-be5c-432b-89ec-d882d652ee34 Feb 08 21:18:29.479505 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-99e65597-a5ec-424a-9b83-f131f2ab83a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (7968c0c2-2ebf-4c56-b206-86d9e5908bd6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:29.485882 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd0d1767-cf4e-4662-be29-214bbbf49c1d req-fbd315ec-4d26-4802-975f-b6db4e1a22d3 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203442 Feb 08 21:18:29.524847 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69608ff3-4b02-4961-a3f5-444abb783cf4 req-1221c129-a7cf-4c77-a1d7-3346c147ba0f tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:29.527982 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-69608ff3-4b02-4961-a3f5-444abb783cf4 req-1221c129-a7cf-4c77-a1d7-3346c147ba0f tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.96 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 949 time: 0.3043253 Feb 08 21:18:29.547232 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 3273a229-be7c-4979-a087-cd873e7e40ad, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=3273a229-be7c-4979-a087-cd873e7e40ad,segment=NetworkSegment(ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa),segment_id=ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:29.560035 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3273a229-be7c-4979-a087-cd873e7e40ad), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:29.716010 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=3273a229-be7c-4979-a087-cd873e7e40ad,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:29.768897 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-69608ff3-4b02-4961-a3f5-444abb783cf4 req-0fedfbda-0f5a-45ff-ac5c-b589f39f8800 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Deleting port f6945521-262a-4a66-831b-ce8d6e535b0d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:18:29.769500 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-69608ff3-4b02-4961-a3f5-444abb783cf4 req-0fedfbda-0f5a-45ff-ac5c-b589f39f8800 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f6945521-262a-4a66-831b-ce8d6e535b0d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:29.914642 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a92ee1c9-1913-467a-8301-df3452392ce0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (10af122a-be5c-432b-89ec-d882d652ee34), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:29.936085 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-99e65597-a5ec-424a-9b83-f131f2ab83a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (7968c0c2-2ebf-4c56-b206-86d9e5908bd6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:29.944651 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-99e65597-a5ec-424a-9b83-f131f2ab83a8 admin admin] Publish callbacks [] for router_controller (7968c0c2-2ebf-4c56-b206-86d9e5908bd6), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:30.000118 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f93e843d-3bd8-4492-b9d5-8f15f212fbaf no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:18:30.003039 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-f3dedeaf-922d-46c4-affa-f1764cfe9870 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:30.016708 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-f3dedeaf-922d-46c4-affa-f1764cfe9870 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/networks?id=6e721cc8-cb97-443d-9392-5abeb1b828df HTTP/1.1" status: 200 len: 805 time: 0.2719574 Feb 08 21:18:30.031999 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.db.resource_extend [None req-a92ee1c9-1913-467a-8301-df3452392ce0 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:18:30.050731 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-69608ff3-4b02-4961-a3f5-444abb783cf4 req-0fedfbda-0f5a-45ff-ac5c-b589f39f8800 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] For port f6945521-262a-4a66-831b-ce8d6e535b0d, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f6945521-262a-4a66-831b-ce8d6e535b0d,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:30.051352 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-69608ff3-4b02-4961-a3f5-444abb783cf4 req-0fedfbda-0f5a-45ff-ac5c-b589f39f8800 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f6945521-262a-4a66-831b-ce8d6e535b0d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:30.059819 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: f93e843d-3bd8-4492-b9d5-8f15f212fbaf {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:18:30.060584 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f93e843d-3bd8-4492-b9d5-8f15f212fbaf not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:18:30.061527 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3289e30d-b2e9-46d9-a2e2-50909a77620c no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:18:30.092762 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-69608ff3-4b02-4961-a3f5-444abb783cf4 req-0fedfbda-0f5a-45ff-ac5c-b589f39f8800 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Calling delete_port for f6945521-262a-4a66-831b-ce8d6e535b0d owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:18:30.107679 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-da5d950a-22e0-4d0d-a3bd-f8a71443dd5b tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/quotas/c08b3d357a9e4759baf802843a7339e7 HTTP/1.1" status: 200 len: 375 time: 0.0899310 Feb 08 21:18:30.108044 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 3289e30d-b2e9-46d9-a2e2-50909a77620c {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:18:30.108638 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3289e30d-b2e9-46d9-a2e2-50909a77620c not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:18:30.139377 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a92ee1c9-1913-467a-8301-df3452392ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (10af122a-be5c-432b-89ec-d882d652ee34), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:30.140487 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92ee1c9-1913-467a-8301-df3452392ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:30.141120 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a92ee1c9-1913-467a-8301-df3452392ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:30.161662 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-99e65597-a5ec-424a-9b83-f131f2ab83a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (7968c0c2-2ebf-4c56-b206-86d9e5908bd6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:30.162259 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e65597-a5ec-424a-9b83-f131f2ab83a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7968c0c2-2ebf-4c56-b206-86d9e5908bd6 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:18:30.164489 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65014fc-7382-46bb-9940-6c4bc8065633 req-e45cc368-1690-4e99-a54f-6dc5a40293f0 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:30.167452 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a65014fc-7382-46bb-9940-6c4bc8065633 req-e45cc368-1690-4e99-a54f-6dc5a40293f0 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.94 "GET /v2.0/ports?device_id=4bbe6b51-7a66-43da-ac6e-db70c0e4e247 HTTP/1.1" status: 200 len: 943 time: 0.2658014 Feb 08 21:18:30.172690 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc74be-0d37-4eea-a179-53d0750d68f6 req-57649ab3-159a-441f-9dc0-c3887adc6671 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:30.174452 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9dfc74be-0d37-4eea-a179-53d0750d68f6 req-57649ab3-159a-441f-9dc0-c3887adc6671 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/ports?device_id=751e3395-1a25-4884-9fa3-2ec7f3d67267 HTTP/1.1" status: 200 len: 949 time: 0.5277572 Feb 08 21:18:30.190220 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-99e65597-a5ec-424a-9b83-f131f2ab83a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:30.194973 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-99e65597-a5ec-424a-9b83-f131f2ab83a8 admin admin] 10.222.0.88 "DELETE /v2.0/routers/7968c0c2-2ebf-4c56-b206-86d9e5908bd6 HTTP/1.1" status: 204 len: 168 time: 4.0389950 Feb 08 21:18:30.210264 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45600) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:30.336091 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a92ee1c9-1913-467a-8301-df3452392ce0 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.9610035 Feb 08 21:18:30.342443 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45602) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:30.367429 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-728c6807-07d9-413f-adb3-6d0124c4c3b1 admin admin] Request body: {'subnet': {'network_id': '10af122a-be5c-432b-89ec-d882d652ee34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2118790159-subnet', 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:18:30.386620 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-69608ff3-4b02-4961-a3f5-444abb783cf4 req-0fedfbda-0f5a-45ff-ac5c-b589f39f8800 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (f6945521-262a-4a66-831b-ce8d6e535b0d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:30.401617 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['f6945521-262a-4a66-831b-ce8d6e535b0d'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:18:30.430972 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9dfc74be-0d37-4eea-a179-53d0750d68f6 req-caf3e078-fc17-4cb5-9aca-d620fb127d00 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.88 "GET /v2.0/security-groups?id=b489a027-4d5f-43fc-98f6-6c37ad4be14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215948 Feb 08 21:18:30.431711 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ee1c9-1913-467a-8301-df3452392ce0 admin admin] Pushing event updated for resources: {'Network': ['ID=10af122a-be5c-432b-89ec-d882d652ee34,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:30.473412 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b47a00-a96d-4376-bd50-9ad76206f389 admin admin] Deleting subnet 47eb3153-f73c-4b93-977e-6eee8c5c39cf {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:18:30.498708 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-5507bd37-d891-4cc2-970e-d4ca337d1fca tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c08b3d357a9e4759baf802843a7339e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3900509 Feb 08 21:18:30.530748 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-59b47a00-a96d-4376-bd50-9ad76206f389 admin admin] Publish callbacks [] for subnet (47eb3153-f73c-4b93-977e-6eee8c5c39cf), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:30.605335 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fedfbda-0f5a-45ff-ac5c-b589f39f8800 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Pushing event deleted for resources: {'Port': ['ID=f6945521-262a-4a66-831b-ce8d6e535b0d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:30.655692 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728c6807-07d9-413f-adb3-6d0124c4c3b1 admin admin] Made reservation on behalf of 06ebfb94fd3f44c49b600ce9fcb86d2e for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:18:30.668236 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-728c6807-07d9-413f-adb3-6d0124c4c3b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:30.721716 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-69608ff3-4b02-4961-a3f5-444abb783cf4 req-0fedfbda-0f5a-45ff-ac5c-b589f39f8800 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] No DVR routers for this DVR port f6945521-262a-4a66-831b-ce8d6e535b0d on host n-h2-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:18:30.730037 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-69608ff3-4b02-4961-a3f5-444abb783cf4 req-0fedfbda-0f5a-45ff-ac5c-b589f39f8800 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:30.738775 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-69608ff3-4b02-4961-a3f5-444abb783cf4 req-0fedfbda-0f5a-45ff-ac5c-b589f39f8800 tempest-MigrationsAdminTest-1515301843 tempest-MigrationsAdminTest-1515301843-project] 10.222.0.96 "DELETE /v2.0/ports/f6945521-262a-4a66-831b-ce8d6e535b0d HTTP/1.1" status: 204 len: 173 time: 1.2024698 Feb 08 21:18:30.792898 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270191cd-d848-415a-bde8-65d55de0f3ca x-openstack-request-id: req-270191cd-d848-415a-bde8-65d55de0f3ca {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:18:30.793281 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbe6b51-7a66-43da-ac6e-db70c0e4e247", "name": "network-vif-unplugged", "status": "completed", "tag": "235a3e85-e285-44f0-ab81-1f2e7d5ccc15", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:18:30.793793 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-270191cd-d848-415a-bde8-65d55de0f3ca {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:18:30.794529 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbe6b51-7a66-43da-ac6e-db70c0e4e247', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '235a3e85-e285-44f0-ab81-1f2e7d5ccc15', 'code': 200} Feb 08 21:18:30.795833 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 10af122a-be5c-432b-89ec-d882d652ee34 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:18:30.846307 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-a65014fc-7382-46bb-9940-6c4bc8065633 req-0f290854-0840-4f3d-a913-8c5290944e21 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Deleting port 235a3e85-e285-44f0-ab81-1f2e7d5ccc15 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:18:30.847029 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a65014fc-7382-46bb-9940-6c4bc8065633 req-0f290854-0840-4f3d-a913-8c5290944e21 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (235a3e85-e285-44f0-ab81-1f2e7d5ccc15), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:31.163737 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-a65014fc-7382-46bb-9940-6c4bc8065633 req-0f290854-0840-4f3d-a913-8c5290944e21 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] For port 235a3e85-e285-44f0-ab81-1f2e7d5ccc15, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=235a3e85-e285-44f0-ab81-1f2e7d5ccc15,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:31.164564 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a65014fc-7382-46bb-9940-6c4bc8065633 req-0f290854-0840-4f3d-a913-8c5290944e21 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (235a3e85-e285-44f0-ab81-1f2e7d5ccc15), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:31.191236 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-59b47a00-a96d-4376-bd50-9ad76206f389 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (47eb3153-f73c-4b93-977e-6eee8c5c39cf), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:31.192117 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-a65014fc-7382-46bb-9940-6c4bc8065633 req-0f290854-0840-4f3d-a913-8c5290944e21 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Calling delete_port for 235a3e85-e285-44f0-ab81-1f2e7d5ccc15 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:18:31.318926 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-baef50cb-b2da-416b-ae7d-669800069e8d service neutron] 10.222.0.88 "GET /v2.0/networks/6e721cc8-cb97-443d-9392-5abeb1b828df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8184323 Feb 08 21:18:31.393274 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:31.407844 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:31.437777 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a65014fc-7382-46bb-9940-6c4bc8065633 req-0f290854-0840-4f3d-a913-8c5290944e21 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (235a3e85-e285-44f0-ab81-1f2e7d5ccc15), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:31.438649 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6367f-4a61-4388-8383-4a9e3a0b7f9e req-691faf5b-7d38-4510-8b42-39814bd5bbb2 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:31.446983 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-41b6367f-4a61-4388-8383-4a9e3a0b7f9e req-691faf5b-7d38-4510-8b42-39814bd5bbb2 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.88 "GET /v2.0/ports?device_id=2a962964-bf0d-40ba-8836-637694ffd403 HTTP/1.1" status: 200 len: 945 time: 0.3274159 Feb 08 21:18:31.483729 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f290854-0840-4f3d-a913-8c5290944e21 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Pushing event deleted for resources: {'Port': ['ID=235a3e85-e285-44f0-ab81-1f2e7d5ccc15,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:31.561477 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-59b47a00-a96d-4376-bd50-9ad76206f389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (47eb3153-f73c-4b93-977e-6eee8c5c39cf), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:31.567818 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65014fc-7382-46bb-9940-6c4bc8065633 req-0f290854-0840-4f3d-a913-8c5290944e21 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] No DVR routers for this DVR port 235a3e85-e285-44f0-ab81-1f2e7d5ccc15 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:18:31.570956 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a65014fc-7382-46bb-9940-6c4bc8065633 req-0f290854-0840-4f3d-a913-8c5290944e21 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:31.575447 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a65014fc-7382-46bb-9940-6c4bc8065633 req-0f290854-0840-4f3d-a913-8c5290944e21 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.94 "DELETE /v2.0/ports/235a3e85-e285-44f0-ab81-1f2e7d5ccc15 HTTP/1.1" status: 204 len: 173 time: 1.4022167 Feb 08 21:18:31.709525 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-41b6367f-4a61-4388-8383-4a9e3a0b7f9e req-cb4fb4c0-ee11-4b80-96f0-0bc7e3e57b58 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.88 "GET /v2.0/security-groups?id=badfc65f-1940-4032-a854-56312a948116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605972 Feb 08 21:18:31.735254 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-5a45d911-0b68-4c36-9b79-24947890183a service neutron] 10.222.0.88 "GET /v2.0/networks/6e721cc8-cb97-443d-9392-5abeb1b828df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153767 Feb 08 21:18:31.767321 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-728c6807-07d9-413f-adb3-6d0124c4c3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (6b4bfb64-5f0f-4b7c-aaa8-560930fcc069), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:31.818203 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-59b47a00-a96d-4376-bd50-9ad76206f389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (47eb3153-f73c-4b93-977e-6eee8c5c39cf), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:31.869551 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-59b47a00-a96d-4376-bd50-9ad76206f389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:31.870254 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21811037-9b01-4593-9161-1d827a32d846 None None] Network a0019a9f-5a34-415a-af13-d40bad12bc71 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:18:31.873285 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-59b47a00-a96d-4376-bd50-9ad76206f389 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/47eb3153-f73c-4b93-977e-6eee8c5c39cf HTTP/1.1" status: 204 len: 168 time: 1.6619740 Feb 08 21:18:31.877007 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45614) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:31.880260 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c6807-07d9-413f-adb3-6d0124c4c3b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b4bfb64-5f0f-4b7c-aaa8-560930fcc069,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:31.892287 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728c6807-07d9-413f-adb3-6d0124c4c3b1 admin admin] Checking segment: {'id': '881e5be7-1349-4f9a-a3c0-c2bf76a0109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '10af122a-be5c-432b-89ec-d882d652ee34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:18:31.892679 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728c6807-07d9-413f-adb3-6d0124c4c3b1 admin admin] Network hostable DHCP agents. Network: 10af122a-be5c-432b-89ec-d882d652ee34, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:18:31.931954 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bad2c15-31c2-4bba-ad12-47945e17d90d x-openstack-request-id: req-9bad2c15-31c2-4bba-ad12-47945e17d90d {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:18:31.933584 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663626f3-6f2f-4f5c-82bf-daa612695abf", "tag": "0c7c09d0-92f1-4292-8825-9fbc92c20811", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:18:31.934099 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9bad2c15-31c2-4bba-ad12-47945e17d90d {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:18:31.936468 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663626f3-6f2f-4f5c-82bf-daa612695abf', 'tag': '0c7c09d0-92f1-4292-8825-9fbc92c20811', 'status': 'completed', 'code': 200} Feb 08 21:18:31.957285 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b47a00-a96d-4376-bd50-9ad76206f389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47eb3153-f73c-4b93-977e-6eee8c5c39cf,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:32.017697 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728c6807-07d9-413f-adb3-6d0124c4c3b1 admin admin] Network 10af122a-be5c-432b-89ec-d882d652ee34 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:18:32.040792 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-728c6807-07d9-413f-adb3-6d0124c4c3b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 10af122a-be5c-432b-89ec-d882d652ee34) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:18:32.051155 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728c6807-07d9-413f-adb3-6d0124c4c3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:32.055827 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-728c6807-07d9-413f-adb3-6d0124c4c3b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:32.090275 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf97a6e2-ff4e-496d-af68-daf7285bb712 None None] Network 10af122a-be5c-432b-89ec-d882d652ee34 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:18:32.151526 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-728c6807-07d9-413f-adb3-6d0124c4c3b1 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7980864 Feb 08 21:18:32.154618 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45620) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:32.174059 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ad7f4cbb-149d-4218-9f0d-3778832a05fe admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2118790159-router', 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:18:32.218047 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (a0019a9f-5a34-415a-af13-d40bad12bc71), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:32.229353 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad7f4cbb-149d-4218-9f0d-3778832a05fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (2e042d2c-4bae-4f3f-b9e3-6c2f5436099c), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:32.231927 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad7f4cbb-149d-4218-9f0d-3778832a05fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (2e042d2c-4bae-4f3f-b9e3-6c2f5436099c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:32.359895 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390d19f5-f2f9-4ba2-a950-e4ea0677ba6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-10af122a-be5c-432b-89ec-d882d652ee34', 'network_id': '10af122a-be5c-432b-89ec-d882d652ee34', 'project_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'fixed_ips': [{'subnet_id': '6b4bfb64-5f0f-4b7c-aaa8-560930fcc069'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:18:32.359895 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-390d19f5-f2f9-4ba2-a950-e4ea0677ba6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:32.381618 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd855d4-bfd3-4dd1-86d8-fff6e9866f4f req-cff2e445-e27d-49ee-99fa-152f1f781d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:32.391039 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb74420b-28ee-451f-9542-c15339e53a92 None None] DHCP port deletion for a0019a9f-5a34-415a-af13-d40bad12bc71 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:18:32.391521 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0f2c7-eba3-4555-b426-6b6ad3099efd req-648b604a-e8ff-44e6-ba45-5eaf5387863c tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:32.398661 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0fd855d4-bfd3-4dd1-86d8-fff6e9866f4f req-cff2e445-e27d-49ee-99fa-152f1f781d1c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9528332d4f29435ebdf5e407e4b8930c&device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 1127 time: 0.3534155 Feb 08 21:18:32.424001 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29d0f2c7-eba3-4555-b426-6b6ad3099efd req-648b604a-e8ff-44e6-ba45-5eaf5387863c tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 1129 time: 0.3375001 Feb 08 21:18:32.463377 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e8b4c-fc54-423e-9ead-b9d5e59054b0 req-32867aef-a872-4b61-9abf-57e7c4a839a3 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:32.466870 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-013e8b4c-fc54-423e-9ead-b9d5e59054b0 req-32867aef-a872-4b61-9abf-57e7c4a839a3 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 944 time: 0.3742452 Feb 08 21:18:32.579351 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad7f4cbb-149d-4218-9f0d-3778832a05fe admin admin] Publish callbacks [] for router_controller (2e042d2c-4bae-4f3f-b9e3-6c2f5436099c), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:32.642444 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29d0f2c7-eba3-4555-b426-6b6ad3099efd req-6de3021f-f4a2-40c9-92e7-6cc0d2331097 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729834 Feb 08 21:18:32.646040 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-eb74420b-28ee-451f-9542-c15339e53a92 None None] Deleting port d238bb90-a6d0-4e15-83e3-4a666cd766f9 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:18:32.646888 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eb74420b-28ee-451f-9542-c15339e53a92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d238bb90-a6d0-4e15-83e3-4a666cd766f9), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:32.655212 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd855d4-bfd3-4dd1-86d8-fff6e9866f4f req-437982cd-832b-4e77-8928-5945c99f151f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:32.656914 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0fd855d4-bfd3-4dd1-86d8-fff6e9866f4f req-437982cd-832b-4e77-8928-5945c99f151f service neutron] 10.222.0.96 "GET /v2.0/networks?id=14653267-33f9-4701-8b25-78748f42e7d2 HTTP/1.1" status: 200 len: 913 time: 0.2428529 Feb 08 21:18:32.706870 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-013e8b4c-fc54-423e-9ead-b9d5e59054b0 req-ea8f78a7-4070-407a-9a39-f0dcb1717cde tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887224 Feb 08 21:18:32.837644 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a962964-bf0d-40ba-8836-637694ffd403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3273a229-be7c-4979-a087-cd873e7e40ad'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:18:32.840960 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d1cbf8-a6e8-486e-aeeb-63e9c4bf586e" -d '{"events": [{"server_uuid": "2a962964-bf0d-40ba-8836-637694ffd403", "name": "network-vif-plugged", "status": "completed", "tag": "3273a229-be7c-4979-a087-cd873e7e40ad"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:18:32.905043 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0fd855d4-bfd3-4dd1-86d8-fff6e9866f4f req-5470ca27-351a-4284-92b2-0392ebe3ea86 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c7c09d0-92f1-4292-8825-9fbc92c20811 HTTP/1.1" status: 200 len: 217 time: 0.1834533 Feb 08 21:18:32.910857 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 0c7c09d0-92f1-4292-8825-9fbc92c20811 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:18:32.913306 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device f6945521-262a-4a66-831b-ce8d6e535b0d no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:18:32.934038 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-390d19f5-f2f9-4ba2-a950-e4ea0677ba6d None None] Allocated IP 172.20.0.2 (10af122a-be5c-432b-89ec-d882d652ee34/6b4bfb64-5f0f-4b7c-aaa8-560930fcc069/bb84cfff-6097-4372-8298-7abb2e251769) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:18:32.992099 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6598697b-9184-4555-950a-aaf39272f585 req-8c471876-fe11-48c7-aeb2-464dbf30268b tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=c366b455-cdcb-4046-955e-01af1b718ab1 HTTP/1.1" status: 200 len: 210 time: 0.1566000 Feb 08 21:18:33.045258 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: f6945521-262a-4a66-831b-ce8d6e535b0d {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:18:33.053534 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device f6945521-262a-4a66-831b-ce8d6e535b0d not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:18:33.088853 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-eb74420b-28ee-451f-9542-c15339e53a92 None None] For port d238bb90-a6d0-4e15-83e3-4a666cd766f9, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d238bb90-a6d0-4e15-83e3-4a666cd766f9,segment=NetworkSegment(dee5ecaf-6fbc-4a50-ab7a-197d866cb98a),segment_id=dee5ecaf-6fbc-4a50-ab7a-197d866cb98a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:33.094250 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eb74420b-28ee-451f-9542-c15339e53a92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d238bb90-a6d0-4e15-83e3-4a666cd766f9), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:33.153958 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:18:33.323639 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a044e6-9ae9-4590-8c5d-7b35d9b6b4c8 req-15b8b73d-2912-44e9-b058-10ba35629f08 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:33.331617 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-59a044e6-9ae9-4590-8c5d-7b35d9b6b4c8 req-15b8b73d-2912-44e9-b058-10ba35629f08 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.88 "GET /v2.0/ports?device_id=2a962964-bf0d-40ba-8836-637694ffd403 HTTP/1.1" status: 200 len: 945 time: 0.1455331 Feb 08 21:18:33.463157 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 0c7c09d0-92f1-4292-8825-9fbc92c20811, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=0c7c09d0-92f1-4292-8825-9fbc92c20811,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:33.484719 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-59a044e6-9ae9-4590-8c5d-7b35d9b6b4c8 req-e613e77c-eaea-46f8-be46-166e0e8a2b65 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.88 "GET /v2.0/security-groups?id=badfc65f-1940-4032-a854-56312a948116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453681 Feb 08 21:18:33.507258 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-eb74420b-28ee-451f-9542-c15339e53a92 None None] Calling delete_port for d238bb90-a6d0-4e15-83e3-4a666cd766f9 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:18:33.554632 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '0c7c09d0-92f1-4292-8825-9fbc92c20811', 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2', 'port_id': '0c7c09d0-92f1-4292-8825-9fbc92c20811', 'mac_address': 'fa:16:3e:6a:89:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6250f6-adb5-401d-a3ca-a324e52c89b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:18:33.581018 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b8eb0c-4953-4e95-b368-06707d062b3f x-openstack-request-id: req-e5b8eb0c-4953-4e95-b368-06707d062b3f {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:18:33.582459 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a962964-bf0d-40ba-8836-637694ffd403", "name": "network-vif-plugged", "status": "completed", "tag": "3273a229-be7c-4979-a087-cd873e7e40ad", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:18:33.585558 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e5b8eb0c-4953-4e95-b368-06707d062b3f {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:18:33.587972 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a962964-bf0d-40ba-8836-637694ffd403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3273a229-be7c-4979-a087-cd873e7e40ad', 'code': 200} Feb 08 21:18:33.680802 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45648) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:33.757643 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 0c7c09d0-92f1-4292-8825-9fbc92c20811 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:18:33.758384 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0c7c09d0-92f1-4292-8825-9fbc92c20811), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:33.781966 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c7c09d0-92f1-4292-8825-9fbc92c20811 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:18:33.861583 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 0c7c09d0-92f1-4292-8825-9fbc92c20811, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=0c7c09d0-92f1-4292-8825-9fbc92c20811,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:33.888075 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0c7c09d0-92f1-4292-8825-9fbc92c20811), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:33.910431 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] Deleting port d238bb90-a6d0-4e15-83e3-4a666cd766f9 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:18:33.912350 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d238bb90-a6d0-4e15-83e3-4a666cd766f9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:33.939284 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-390d19f5-f2f9-4ba2-a950-e4ea0677ba6d None None] Publish callbacks [] for port (bb84cfff-6097-4372-8298-7abb2e251769), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:33.940819 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eb74420b-28ee-451f-9542-c15339e53a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (d238bb90-a6d0-4e15-83e3-4a666cd766f9), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:33.944791 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-faf56713-6717-4fd9-a1da-571bf6d67e72 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:33.954070 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-faf56713-6717-4fd9-a1da-571bf6d67e72 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/networks?id=4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 200 len: 808 time: 0.2941613 Feb 08 21:18:33.968749 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-390d19f5-f2f9-4ba2-a950-e4ea0677ba6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (bb84cfff-6097-4372-8298-7abb2e251769), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:33.981779 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb74420b-28ee-451f-9542-c15339e53a92 None None] No DVR routers for this DVR port d238bb90-a6d0-4e15-83e3-4a666cd766f9 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:18:34.000947 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-484615d9-8027-4873-bc82-2ed256ad1afa tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/quotas/9b3b159591ee4a229900ea8953fa8a06 HTTP/1.1" status: 200 len: 375 time: 0.0431619 Feb 08 21:18:34.013421 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=0c7c09d0-92f1-4292-8825-9fbc92c20811,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:34.036192 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390d19f5-f2f9-4ba2-a950-e4ea0677ba6d None None] Network 10af122a-be5c-432b-89ec-d882d652ee34 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:18:34.047086 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-390d19f5-f2f9-4ba2-a950-e4ea0677ba6d None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:18:34.061041 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390d19f5-f2f9-4ba2-a950-e4ea0677ba6d None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:18:34.085794 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d238bb90-a6d0-4e15-83e3-4a666cd766f9 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:18:34.096022 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74420b-28ee-451f-9542-c15339e53a92 None None] Pushing event deleted for resources: {'Port': ['ID=d238bb90-a6d0-4e15-83e3-4a666cd766f9,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:34.124770 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751e3395-1a25-4884-9fa3-2ec7f3d67267', 'name': 'network-vif-deleted', 'tag': 'f6945521-262a-4a66-831b-ce8d6e535b0d'}, {'server_uuid': '4bbe6b51-7a66-43da-ac6e-db70c0e4e247', 'name': 'network-vif-deleted', 'tag': '235a3e85-e285-44f0-ab81-1f2e7d5ccc15'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:18:34.139195 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717dc404-2481-4b18-b173-392396703d7d" -d '{"events": [{"server_uuid": "751e3395-1a25-4884-9fa3-2ec7f3d67267", "name": "network-vif-deleted", "tag": "f6945521-262a-4a66-831b-ce8d6e535b0d"}, {"server_uuid": "4bbe6b51-7a66-43da-ac6e-db70c0e4e247", "name": "network-vif-deleted", "tag": "235a3e85-e285-44f0-ab81-1f2e7d5ccc15"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:18:34.145012 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: d238bb90-a6d0-4e15-83e3-4a666cd766f9 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:18:34.145397 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d238bb90-a6d0-4e15-83e3-4a666cd766f9 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:18:34.226514 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['0c7c09d0-92f1-4292-8825-9fbc92c20811'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:18:34.255339 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] For port d238bb90-a6d0-4e15-83e3-4a666cd766f9, host n-d-712143-31, got binding levels [] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:34.255339 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d238bb90-a6d0-4e15-83e3-4a666cd766f9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:34.277534 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a9e5777d-615f-4362-ab28-85c81571b438 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=56f216a178424ba0984bc6550ca8f840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5932643 Feb 08 21:18:34.282401 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45670) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:34.286721 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] Calling delete_port for d238bb90-a6d0-4e15-83e3-4a666cd766f9 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:18:34.296390 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.ipam_backend_mixin [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] Port d238bb90-a6d0-4e15-83e3-4a666cd766f9 was not found and therefore no delete operation was performed {{(pid=103434) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 21:18:34.304232 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd855d4-bfd3-4dd1-86d8-fff6e9866f4f req-57494942-492f-43b0-8d88-43a8c99c26ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:34.308149 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0fd855d4-bfd3-4dd1-86d8-fff6e9866f4f req-57494942-492f-43b0-8d88-43a8c99c26ac service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a6250f6-adb5-401d-a3ca-a324e52c89b2 HTTP/1.1" status: 200 len: 852 time: 1.3811569 Feb 08 21:18:34.338812 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d19f5-f2f9-4ba2-a950-e4ea0677ba6d None None] Pushing event updated for resources: {'Port': ['ID=bb84cfff-6097-4372-8298-7abb2e251769,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:34.356217 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-6590711a-642b-4562-bd4e-52cb13ef5b9d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9b3b159591ee4a229900ea8953fa8a06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3542466 Feb 08 21:18:34.359183 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (d238bb90-a6d0-4e15-83e3-4a666cd766f9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:34.364915 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-390d19f5-f2f9-4ba2-a950-e4ea0677ba6d None None] Attempting to bind port bb84cfff-6097-4372-8298-7abb2e251769 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:18:34.366189 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-390d19f5-f2f9-4ba2-a950-e4ea0677ba6d None None] Attempting to bind port bb84cfff-6097-4372-8298-7abb2e251769 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '881e5be7-1349-4f9a-a3c0-c2bf76a0109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '10af122a-be5c-432b-89ec-d882d652ee34'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:18:34.366487 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390d19f5-f2f9-4ba2-a950-e4ea0677ba6d None None] Attempting to bind port bb84cfff-6097-4372-8298-7abb2e251769 on network 10af122a-be5c-432b-89ec-d882d652ee34 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:18:34.379173 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390d19f5-f2f9-4ba2-a950-e4ea0677ba6d None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:18:34.379776 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390d19f5-f2f9-4ba2-a950-e4ea0677ba6d None None] Checking segment: {'id': '881e5be7-1349-4f9a-a3c0-c2bf76a0109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '10af122a-be5c-432b-89ec-d882d652ee34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:18:34.380384 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-390d19f5-f2f9-4ba2-a950-e4ea0677ba6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:34.383878 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390d19f5-f2f9-4ba2-a950-e4ea0677ba6d None None] Bound using segment: {'id': '881e5be7-1349-4f9a-a3c0-c2bf76a0109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '10af122a-be5c-432b-89ec-d882d652ee34'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:18:34.385310 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-390d19f5-f2f9-4ba2-a950-e4ea0677ba6d None None] Bound port: bb84cfff-6097-4372-8298-7abb2e251769, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881e5be7-1349-4f9a-a3c0-c2bf76a0109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '10af122a-be5c-432b-89ec-d882d652ee34'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:18:34.386838 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-390d19f5-f2f9-4ba2-a950-e4ea0677ba6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bb84cfff-6097-4372-8298-7abb2e251769), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:34.389538 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-59335131-7791-429c-93b9-8403ba22d5c9 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:34.391058 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-59335131-7791-429c-93b9-8403ba22d5c9 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.96 "GET /v2.0/networks?id=6e721cc8-cb97-443d-9392-5abeb1b828df HTTP/1.1" status: 200 len: 805 time: 0.3346567 Feb 08 21:18:34.428613 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-95a4166e-4d96-4838-8f4f-3270ee239382 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Request body: {'port': {'device_id': 'c366b455-cdcb-4046-955e-01af1b718ab1', 'network_id': '6e721cc8-cb97-443d-9392-5abeb1b828df', 'admin_state_up': True, 'tenant_id': 'c08b3d357a9e4759baf802843a7339e7'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:18:34.471283 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad7f4cbb-149d-4218-9f0d-3778832a05fe admin admin] Publish callbacks [] for router_gateway (2e042d2c-4bae-4f3f-b9e3-6c2f5436099c), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:34.521339 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3fbb9e56-c3b7-4dea-8d40-8e51125a82bd admin admin] Publish callbacks [] for security_group (b489a027-4d5f-43fc-98f6-6c37ad4be14d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:34.525526 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0fd855d4-bfd3-4dd1-86d8-fff6e9866f4f req-e7ea1b3d-c2ff-4da5-952f-8c46829697f0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=14653267-33f9-4701-8b25-78748f42e7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1746042 Feb 08 21:18:34.588132 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-390d19f5-f2f9-4ba2-a950-e4ea0677ba6d None None] For port bb84cfff-6097-4372-8298-7abb2e251769, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:18:34.595051 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-390d19f5-f2f9-4ba2-a950-e4ea0677ba6d None None] For port bb84cfff-6097-4372-8298-7abb2e251769, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=bb84cfff-6097-4372-8298-7abb2e251769,segment=NetworkSegment(881e5be7-1349-4f9a-a3c0-c2bf76a0109d),segment_id=881e5be7-1349-4f9a-a3c0-c2bf76a0109d)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:18:34.601264 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3fbb9e56-c3b7-4dea-8d40-8e51125a82bd admin admin] Publish callbacks [] for security_group (b489a027-4d5f-43fc-98f6-6c37ad4be14d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:34.611615 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-390d19f5-f2f9-4ba2-a950-e4ea0677ba6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (bb84cfff-6097-4372-8298-7abb2e251769), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:34.623777 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-a390010c-81cd-438f-9af6-c75bac96fd1c service neutron] 10.222.0.88 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665646 Feb 08 21:18:34.719813 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] Pushing event deleted for resources: {'Port': ['ID=d238bb90-a6d0-4e15-83e3-4a666cd766f9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:34.734505 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] No DVR routers for this DVR port d238bb90-a6d0-4e15-83e3-4a666cd766f9 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:18:34.758431 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-95a4166e-4d96-4838-8f4f-3270ee239382 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Made reservation on behalf of c08b3d357a9e4759baf802843a7339e7 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:18:34.764460 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-95a4166e-4d96-4838-8f4f-3270ee239382 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:34.765446 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 235a3e85-e285-44f0-ab81-1f2e7d5ccc15 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:18:34.832488 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 235a3e85-e285-44f0-ab81-1f2e7d5ccc15 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:18:34.832846 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 235a3e85-e285-44f0-ab81-1f2e7d5ccc15 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:18:34.846158 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0fd855d4-bfd3-4dd1-86d8-fff6e9866f4f req-74e5de87-54f8-4e58-99ff-733dab5b4101 service neutron] 10.222.0.96 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383158 Feb 08 21:18:34.854870 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d19f5-f2f9-4ba2-a950-e4ea0677ba6d None None] Pushing event updated for resources: {'Port': ['ID=bb84cfff-6097-4372-8298-7abb2e251769,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:34.861591 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-412742ad-7131-4321-a524-815d0b6f1b2b service neutron] 10.222.0.88 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364502 Feb 08 21:18:34.895893 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3fbb9e56-c3b7-4dea-8d40-8e51125a82bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b489a027-4d5f-43fc-98f6-6c37ad4be14d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:34.898184 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3fbb9e56-c3b7-4dea-8d40-8e51125a82bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:34.899420 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3fbb9e56-c3b7-4dea-8d40-8e51125a82bd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b489a027-4d5f-43fc-98f6-6c37ad4be14d HTTP/1.1" status: 204 len: 168 time: 0.6130354 Feb 08 21:18:34.923632 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb9e56-c3b7-4dea-8d40-8e51125a82bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b489a027-4d5f-43fc-98f6-6c37ad4be14d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:35.046139 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-95a4166e-4d96-4838-8f4f-3270ee239382 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Allocated IP 172.20.0.6 (6e721cc8-cb97-443d-9392-5abeb1b828df/9f16667b-9ffb-4110-b7c2-7f68860ee7c0/9405a308-b718-4371-b864-a67d2c92c206) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:18:35.084652 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8af016-4629-476b-a8bb-92c207d3860e req-d8fce10a-b732-4f89-8877-372e062f58b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:35.086877 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2f8af016-4629-476b-a8bb-92c207d3860e req-d8fce10a-b732-4f89-8877-372e062f58b9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2a962964-bf0d-40ba-8836-637694ffd403 HTTP/1.1" status: 200 len: 1128 time: 1.0151958 Feb 08 21:18:35.233643 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (a0019a9f-5a34-415a-af13-d40bad12bc71), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:35.363235 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0019a9f-5a34-415a-af13-d40bad12bc71']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:18:35.417200 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2f8af016-4629-476b-a8bb-92c207d3860e req-8b5c8926-1e9e-43d2-89e5-3ef4a3aa3241 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=badfc65f-1940-4032-a854-56312a948116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434583 Feb 08 21:18:35.421960 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee5ecaf-6fbc-4a50-ab7a-197d866cb98a') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:18:35.422245 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee5ecaf-6fbc-4a50-ab7a-197d866cb98a') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:18:35.440933 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (dee5ecaf-6fbc-4a50-ab7a-197d866cb98a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:35.482130 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (dee5ecaf-6fbc-4a50-ab7a-197d866cb98a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:35.489428 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0fd855d4-bfd3-4dd1-86d8-fff6e9866f4f req-17855f91-dc9e-4bf7-85f1-adce5b2f3b1e service neutron] 10.222.0.96 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905150 Feb 08 21:18:35.507445 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:18:35.507929 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (dee5ecaf-6fbc-4a50-ab7a-197d866cb98a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:18:35.509882 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:18:35.653515 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-95a4166e-4d96-4838-8f4f-3270ee239382 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks [] for port (9405a308-b718-4371-b864-a67d2c92c206), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:35.788294 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-07a26fb8-cf9d-46c1-b9f9-3cd452698548 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:18:35.796911 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-07a26fb8-cf9d-46c1-b9f9-3cd452698548 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4592178 Feb 08 21:18:35.802609 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45696) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:35.830843 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-95a4166e-4d96-4838-8f4f-3270ee239382 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (9405a308-b718-4371-b864-a67d2c92c206), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:35.867738 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-95a4166e-4d96-4838-8f4f-3270ee239382 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Network 6e721cc8-cb97-443d-9392-5abeb1b828df is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:18:35.878393 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-95a4166e-4d96-4838-8f4f-3270ee239382 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:18:35.903573 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-95a4166e-4d96-4838-8f4f-3270ee239382 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:18:35.910894 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad7f4cbb-149d-4218-9f0d-3778832a05fe admin admin] Publish callbacks [] for router_gateway (2e042d2c-4bae-4f3f-b9e3-6c2f5436099c), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:35.992679 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8404144d-bde8-40e5-b60f-fb6f2572bd4a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a6087e7b6568424bbfc85fe797f04fa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1831777 Feb 08 21:18:36.006079 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (a0019a9f-5a34-415a-af13-d40bad12bc71), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:36.027873 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:36.029832 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45704) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:36.031169 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4166e-4d96-4838-8f4f-3270ee239382 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Pushing event updated for resources: {'Port': ['ID=9405a308-b718-4371-b864-a67d2c92c206,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:36.040590 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] 10.222.0.88 "DELETE /v2.0/networks/a0019a9f-5a34-415a-af13-d40bad12bc71 HTTP/1.1" status: 204 len: 168 time: 4.1611118 Feb 08 21:18:36.092470 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad7f4cbb-149d-4218-9f0d-3778832a05fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:36.121491 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0571818-2d4c-413f-a052-360dcc683833 req-489f59ae-da9a-4997-97b3-0944f326d2f5 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:36.123120 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0571818-2d4c-413f-a052-360dcc683833 req-489f59ae-da9a-4997-97b3-0944f326d2f5 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 945 time: 0.3710666 Feb 08 21:18:36.155028 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-be4daf00-6204-44fd-8022-3b6654fefc0c admin admin] Publish callbacks [] for security_group (f1415725-36f2-47ec-bcdf-ee8a14de64b2), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:36.157794 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device bb84cfff-6097-4372-8298-7abb2e251769 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:18:36.175399 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-95a4166e-4d96-4838-8f4f-3270ee239382 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:36.175960 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-95a4166e-4d96-4838-8f4f-3270ee239382 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:36.219936 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-95a4166e-4d96-4838-8f4f-3270ee239382 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7972856 Feb 08 21:18:36.259565 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-be4daf00-6204-44fd-8022-3b6654fefc0c admin admin] Publish callbacks [] for security_group (f1415725-36f2-47ec-bcdf-ee8a14de64b2), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:36.264876 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:36.294994 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port bb84cfff-6097-4372-8298-7abb2e251769 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:18:36.295540 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bb84cfff-6097-4372-8298-7abb2e251769), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:36.324521 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] Pushing event deleted for resources: {'Network': ['ID=a0019a9f-5a34-415a-af13-d40bad12bc71,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:36.397857 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-9e5b0334-a9b2-4763-bb41-ecdc626ed47b service neutron] Request body: {'port': {'device_id': 'c366b455-cdcb-4046-955e-01af1b718ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:18:36.417361 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-f7c0c2c6-2369-43d1-bea4-0d217fec8765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:36.432270 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-f7c0c2c6-2369-43d1-bea4-0d217fec8765 service neutron] 10.222.0.88 "GET /v2.0/ports/71eb8e0e-b244-4a46-86d0-5635c699d4da HTTP/1.1" status: 200 len: 1126 time: 0.6338019 Feb 08 21:18:36.443136 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-e55a992f-9fd3-400e-bfe8-342d52de14a4 service neutron] Request body: {'binding': {'host': 'n-h1-712143-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:18:36.445771 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-e55a992f-9fd3-400e-bfe8-342d52de14a4 service neutron] Unknown quota resources ['binding']. {{(pid=103434) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 21:18:36.463272 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-be4daf00-6204-44fd-8022-3b6654fefc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f1415725-36f2-47ec-bcdf-ee8a14de64b2), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:36.468394 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:36.478296 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-be4daf00-6204-44fd-8022-3b6654fefc0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:36.479692 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-be4daf00-6204-44fd-8022-3b6654fefc0c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f1415725-36f2-47ec-bcdf-ee8a14de64b2 HTTP/1.1" status: 204 len: 168 time: 0.4308269 Feb 08 21:18:36.521948 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4daf00-6204-44fd-8022-3b6654fefc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1415725-36f2-47ec-bcdf-ee8a14de64b2,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:36.538646 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-ad7f4cbb-149d-4218-9f0d-3778832a05fe admin admin] Allocated IP 172.25.3.55 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/9f59201c-495b-4104-9c23-2fe916a51fc5) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:18:36.617278 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-9e5b0334-a9b2-4763-bb41-ecdc626ed47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9405a308-b718-4371-b864-a67d2c92c206), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:36.633672 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0571818-2d4c-413f-a052-360dcc683833 req-70bbe800-e6a6-4c4c-8c01-66649eda438d tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4960835 Feb 08 21:18:36.688127 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:36.689776 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:36.690223 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:36.690592 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:36.691180 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:36.691685 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:36.692170 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:36.692502 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:36.693409 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:36.693917 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:36.694324 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:36.694799 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:36.695614 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01d64e-ee9a-493a-8af0-66cb7722b68a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:36.819043 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45712) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:37.030665 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7ed01ff1-6134-44be-834e-0e59e8de8435 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d525537d9e77420ea20b7049a2b78e10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2088163 Feb 08 21:18:37.035808 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45716) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:37.055319 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83db68f-108c-423e-9772-58159c76c907 None None] Network 10af122a-be5c-432b-89ec-d882d652ee34 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:18:37.055614 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5c895-8be2-4e13-978c-ef56bdcbffe9 req-75ff3b2f-0f5d-4d36-bc97-28027c185312 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:37.062094 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 0c7c09d0-92f1-4292-8825-9fbc92c20811 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:18:37.063747 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31b5c895-8be2-4e13-978c-ef56bdcbffe9 req-75ff3b2f-0f5d-4d36-bc97-28027c185312 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=c366b455-cdcb-4046-955e-01af1b718ab1 HTTP/1.1" status: 200 len: 931 time: 0.2297790 Feb 08 21:18:37.168188 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31b5c895-8be2-4e13-978c-ef56bdcbffe9 req-abec706f-f5c5-476d-80fa-dd3fd0a7b0b1 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034143 Feb 08 21:18:37.295705 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Feb 2022 21:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82712f7e-9542-4ebf-96bf-f850fc16c02b x-openstack-request-id: req-82712f7e-9542-4ebf-96bf-f850fc16c02b {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:18:37.295705 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751e3395-1a25-4884-9fa3-2ec7f3d67267", "name": "network-vif-deleted", "tag": "f6945521-262a-4a66-831b-ce8d6e535b0d", "status": "completed", "code": 200}, {"server_uuid": "4bbe6b51-7a66-43da-ac6e-db70c0e4e247", "name": "network-vif-deleted", "tag": "235a3e85-e285-44f0-ab81-1f2e7d5ccc15", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:18:37.296660 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-82712f7e-9542-4ebf-96bf-f850fc16c02b {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:18:37.296660 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751e3395-1a25-4884-9fa3-2ec7f3d67267', 'name': 'network-vif-deleted', 'tag': 'f6945521-262a-4a66-831b-ce8d6e535b0d', 'status': 'completed', 'code': 200} Feb 08 21:18:37.298431 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbe6b51-7a66-43da-ac6e-db70c0e4e247', 'name': 'network-vif-deleted', 'tag': '235a3e85-e285-44f0-ab81-1f2e7d5ccc15', 'status': 'completed', 'code': 200} Feb 08 21:18:37.301797 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5acc4062-2392-4145-8c95-6bb3804deac7 admin admin] Publish callbacks [] for security_group (3726a11d-483f-4b45-a9c6-c5b87b832675), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:37.322861 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad7f4cbb-149d-4218-9f0d-3778832a05fe admin admin] Publish callbacks [] for port (9f59201c-495b-4104-9c23-2fe916a51fc5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:37.403451 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-e55a992f-9fd3-400e-bfe8-342d52de14a4 service neutron] Attempting to bind port 71eb8e0e-b244-4a46-86d0-5635c699d4da on host n-h1-712143-31 for vnic_type normal with profile None {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:18:37.403937 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-e55a992f-9fd3-400e-bfe8-342d52de14a4 service neutron] Attempting to bind port 71eb8e0e-b244-4a46-86d0-5635c699d4da by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:18:37.404494 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-e55a992f-9fd3-400e-bfe8-342d52de14a4 service neutron] Attempting to bind port 71eb8e0e-b244-4a46-86d0-5635c699d4da on network 2832de48-e50e-44a2-9cef-26035a020939 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:18:37.413007 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-e55a992f-9fd3-400e-bfe8-342d52de14a4 service neutron] Port 71eb8e0e-b244-4a46-86d0-5635c699d4da on network 2832de48-e50e-44a2-9cef-26035a020939 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:18:37.413373 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-e55a992f-9fd3-400e-bfe8-342d52de14a4 service neutron] Attempting to bind port 71eb8e0e-b244-4a46-86d0-5635c699d4da on network 2832de48-e50e-44a2-9cef-26035a020939 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:18:37.416098 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad7f4cbb-149d-4218-9f0d-3778832a05fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (9f59201c-495b-4104-9c23-2fe916a51fc5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:37.454925 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5acc4062-2392-4145-8c95-6bb3804deac7 admin admin] Publish callbacks [] for security_group (3726a11d-483f-4b45-a9c6-c5b87b832675), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:37.456629 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-e55a992f-9fd3-400e-bfe8-342d52de14a4 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:18:37.456983 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-e55a992f-9fd3-400e-bfe8-342d52de14a4 service neutron] Checking segment: {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:18:37.457426 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-e55a992f-9fd3-400e-bfe8-342d52de14a4 service neutron] Bound using segment: {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:18:37.457883 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-e55a992f-9fd3-400e-bfe8-342d52de14a4 service neutron] Bound port: 71eb8e0e-b244-4a46-86d0-5635c699d4da, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:18:37.461255 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port bb84cfff-6097-4372-8298-7abb2e251769 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:18:37.462659 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bb84cfff-6097-4372-8298-7abb2e251769), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:37.466644 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-06385839-eb7a-4ae6-ba6b-c86c00977e97 None None] Provisioning complete for port bb84cfff-6097-4372-8298-7abb2e251769 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:18:37.467491 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-06385839-eb7a-4ae6-ba6b-c86c00977e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bb84cfff-6097-4372-8298-7abb2e251769), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:37.506215 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7f4cbb-149d-4218-9f0d-3778832a05fe admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:18:37.514392 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-ad7f4cbb-149d-4218-9f0d-3778832a05fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:18:37.520007 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f4cbb-149d-4218-9f0d-3778832a05fe admin admin] Pushing event updated for resources: {'Port': ['ID=9f59201c-495b-4104-9c23-2fe916a51fc5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:37.525763 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7f4cbb-149d-4218-9f0d-3778832a05fe admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:18:37.560028 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 0c7c09d0-92f1-4292-8825-9fbc92c20811 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:18:37.582843 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 0c7c09d0-92f1-4292-8825-9fbc92c20811 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:18:37.583216 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0c7c09d0-92f1-4292-8825-9fbc92c20811), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:37.604443 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-9e5b0334-a9b2-4763-bb41-ecdc626ed47b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9405a308-b718-4371-b864-a67d2c92c206 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:18:37.631387 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-9e5b0334-a9b2-4763-bb41-ecdc626ed47b service neutron] Publish callbacks [] for port (9405a308-b718-4371-b864-a67d2c92c206), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:37.663229 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-9e5b0334-a9b2-4763-bb41-ecdc626ed47b service neutron] Transition to ACTIVE for port object 9405a308-b718-4371-b864-a67d2c92c206 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:18:37.675162 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-9e5b0334-a9b2-4763-bb41-ecdc626ed47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (9405a308-b718-4371-b864-a67d2c92c206), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:37.726803 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be8d38-eb69-42da-91a7-a22866da1eb6 req-c7c91b83-abfe-4558-a615-f766f195c6ad tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:37.728896 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-77be8d38-eb69-42da-91a7-a22866da1eb6 req-c7c91b83-abfe-4558-a615-f766f195c6ad tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.88 "GET /v2.0/ports?device_id=2a962964-bf0d-40ba-8836-637694ffd403 HTTP/1.1" status: 200 len: 945 time: 0.3170865 Feb 08 21:18:37.775088 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5acc4062-2392-4145-8c95-6bb3804deac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3726a11d-483f-4b45-a9c6-c5b87b832675), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:37.778908 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5acc4062-2392-4145-8c95-6bb3804deac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:37.784331 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5acc4062-2392-4145-8c95-6bb3804deac7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3726a11d-483f-4b45-a9c6-c5b87b832675 HTTP/1.1" status: 204 len: 168 time: 0.7472451 Feb 08 21:18:37.803912 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc4062-2392-4145-8c95-6bb3804deac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3726a11d-483f-4b45-a9c6-c5b87b832675,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:37.828325 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b0334-a9b2-4763-bb41-ecdc626ed47b service neutron] Pushing event updated for resources: {'Port': ['ID=9405a308-b718-4371-b864-a67d2c92c206,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:37.889106 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-e55a992f-9fd3-400e-bfe8-342d52de14a4 service neutron] For port 71eb8e0e-b244-4a46-86d0-5635c699d4da, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=71eb8e0e-b244-4a46-86d0-5635c699d4da,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:18:37.928734 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port bb84cfff-6097-4372-8298-7abb2e251769, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=bb84cfff-6097-4372-8298-7abb2e251769,segment=NetworkSegment(881e5be7-1349-4f9a-a3c0-c2bf76a0109d),segment_id=881e5be7-1349-4f9a-a3c0-c2bf76a0109d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:37.973986 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-e55a992f-9fd3-400e-bfe8-342d52de14a4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:37.975272 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-e55a992f-9fd3-400e-bfe8-342d52de14a4 service neutron] 10.222.0.88 "POST /v2.0/ports/71eb8e0e-b244-4a46-86d0-5635c699d4da/bindings HTTP/1.1" status: 201 len: 390 time: 1.5410042 Feb 08 21:18:38.034680 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-77be8d38-eb69-42da-91a7-a22866da1eb6 req-1beae8c7-59c1-4dc9-9348-af55ee60f495 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.88 "GET /v2.0/security-groups?id=badfc65f-1940-4032-a854-56312a948116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955992 Feb 08 21:18:38.057544 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-9e5b0334-a9b2-4763-bb41-ecdc626ed47b service neutron] Attempting to bind port 9405a308-b718-4371-b864-a67d2c92c206 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:18:38.057544 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-9e5b0334-a9b2-4763-bb41-ecdc626ed47b service neutron] Attempting to bind port 9405a308-b718-4371-b864-a67d2c92c206 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'b1a0c837-7c9b-4953-887c-84de13de2b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6e721cc8-cb97-443d-9392-5abeb1b828df'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:18:38.057544 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-9e5b0334-a9b2-4763-bb41-ecdc626ed47b service neutron] Attempting to bind port 9405a308-b718-4371-b864-a67d2c92c206 on network 6e721cc8-cb97-443d-9392-5abeb1b828df {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:18:38.072942 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-9e5b0334-a9b2-4763-bb41-ecdc626ed47b service neutron] Port 9405a308-b718-4371-b864-a67d2c92c206 on network 6e721cc8-cb97-443d-9392-5abeb1b828df not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:18:38.073300 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-9e5b0334-a9b2-4763-bb41-ecdc626ed47b service neutron] Attempting to bind port 9405a308-b718-4371-b864-a67d2c92c206 on network 6e721cc8-cb97-443d-9392-5abeb1b828df {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:18:38.092282 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-9e5b0334-a9b2-4763-bb41-ecdc626ed47b service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:18:38.092682 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-9e5b0334-a9b2-4763-bb41-ecdc626ed47b service neutron] Checking segment: {'id': 'b1a0c837-7c9b-4953-887c-84de13de2b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6e721cc8-cb97-443d-9392-5abeb1b828df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:18:38.093098 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-9e5b0334-a9b2-4763-bb41-ecdc626ed47b service neutron] Bound using segment: {'id': 'b1a0c837-7c9b-4953-887c-84de13de2b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6e721cc8-cb97-443d-9392-5abeb1b828df'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:18:38.093649 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-9e5b0334-a9b2-4763-bb41-ecdc626ed47b service neutron] Bound port: 9405a308-b718-4371-b864-a67d2c92c206, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1a0c837-7c9b-4953-887c-84de13de2b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6e721cc8-cb97-443d-9392-5abeb1b828df'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:18:38.094027 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-9e5b0334-a9b2-4763-bb41-ecdc626ed47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9405a308-b718-4371-b864-a67d2c92c206), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:38.107863 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (bb84cfff-6097-4372-8298-7abb2e251769), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:38.288767 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc036d80-f9fe-4301-8382-e1794def9c17 req-d1279e04-fbfb-480c-9973-d302e4aac5e2 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 210 time: 0.1158528 Feb 08 21:18:38.397561 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-9e5b0334-a9b2-4763-bb41-ecdc626ed47b service neutron] For port 9405a308-b718-4371-b864-a67d2c92c206, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:18:38.407977 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 0c7c09d0-92f1-4292-8825-9fbc92c20811 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:18:38.408544 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0c7c09d0-92f1-4292-8825-9fbc92c20811), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:38.418184 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-9e5b0334-a9b2-4763-bb41-ecdc626ed47b service neutron] For port 9405a308-b718-4371-b864-a67d2c92c206, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=9405a308-b718-4371-b864-a67d2c92c206,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:18:38.442778 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-9e5b0334-a9b2-4763-bb41-ecdc626ed47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (9405a308-b718-4371-b864-a67d2c92c206), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:38.700238 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-ed5fc68e-e6bc-4802-8948-8cecffd84078 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:38.708266 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-9e5b0334-a9b2-4763-bb41-ecdc626ed47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:38.710776 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663626f3-6f2f-4f5c-82bf-daa612695abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7c09d0-92f1-4292-8825-9fbc92c20811'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:18:38.715340 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddce95f4-c7c6-4dae-b51e-741a61c9077a" -d '{"events": [{"server_uuid": "663626f3-6f2f-4f5c-82bf-daa612695abf", "name": "network-vif-plugged", "status": "completed", "tag": "0c7c09d0-92f1-4292-8825-9fbc92c20811"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:18:38.721863 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-9e5b0334-a9b2-4763-bb41-ecdc626ed47b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:38.723373 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-ed5fc68e-e6bc-4802-8948-8cecffd84078 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.96 "GET /v2.0/networks?id=4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 200 len: 808 time: 0.9017706 Feb 08 21:18:38.736403 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-9e5b0334-a9b2-4763-bb41-ecdc626ed47b service neutron] 10.222.0.96 "PUT /v2.0/ports/9405a308-b718-4371-b864-a67d2c92c206 HTTP/1.1" status: 200 len: 1092 time: 2.3393469 Feb 08 21:18:38.738540 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c366b455-cdcb-4046-955e-01af1b718ab1', 'tag': '9405a308-b718-4371-b864-a67d2c92c206'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:18:38.746279 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e76e65-5289-458d-a962-6847920ef382" -d '{"events": [{"name": "network-changed", "server_uuid": "c366b455-cdcb-4046-955e-01af1b718ab1", "tag": "9405a308-b718-4371-b864-a67d2c92c206"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:18:38.772562 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-06385839-eb7a-4ae6-ba6b-c86c00977e97 None None] Current status of the port bb84cfff-6097-4372-8298-7abb2e251769 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:18:38.820055 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 0c7c09d0-92f1-4292-8825-9fbc92c20811, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=0c7c09d0-92f1-4292-8825-9fbc92c20811,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:38.824860 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=bb84cfff-6097-4372-8298-7abb2e251769,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:38.870809 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0c7c09d0-92f1-4292-8825-9fbc92c20811), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:38.948669 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-242c09ee-9eb7-4e72-9d37-86e59f12f0e5 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Request body: {'port': {'device_id': '662535dd-1551-4bd4-a456-4cddad01e6a6', 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11', 'admin_state_up': True, 'tenant_id': '9b3b159591ee4a229900ea8953fa8a06'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:18:39.015046 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=0c7c09d0-92f1-4292-8825-9fbc92c20811,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:39.032722 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b0334-a9b2-4763-bb41-ecdc626ed47b service neutron] Pushing event updated for resources: {'Port': ['ID=9405a308-b718-4371-b864-a67d2c92c206,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:39.094001 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44713c-33e3-4a5e-ad03-4b7965b6a692 req-7d9355a8-3611-4e6a-b843-680b7a4b8266 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:39.096177 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e44713c-33e3-4a5e-ad03-4b7965b6a692 req-7d9355a8-3611-4e6a-b843-680b7a4b8266 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 946 time: 0.5244017 Feb 08 21:18:39.098445 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-0193ca47-96a1-4e74-a079-105e839a648c None None] Provisioning complete for port bb84cfff-6097-4372-8298-7abb2e251769 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:18:39.098988 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0193ca47-96a1-4e74-a079-105e839a648c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bb84cfff-6097-4372-8298-7abb2e251769), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:39.132539 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f3ef9-c75f-4321-85a4-b1613d1cbd89 req-1d38be04-3776-4d4e-95ad-9310375aca5f tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:39.140014 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f43f3ef9-c75f-4321-85a4-b1613d1cbd89 req-1d38be04-3776-4d4e-95ad-9310375aca5f tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 945 time: 0.6040928 Feb 08 21:18:39.231708 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-ea99caf3-1150-4cd3-b68a-088e4972de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:39.233583 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-ea99caf3-1150-4cd3-b68a-088e4972de86 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c08b3d357a9e4759baf802843a7339e7&device_id=c366b455-cdcb-4046-955e-01af1b718ab1 HTTP/1.1" status: 200 len: 1126 time: 0.4390945 Feb 08 21:18:39.249085 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e44713c-33e3-4a5e-ad03-4b7965b6a692 req-6637c310-c0d4-42d6-a265-752120490da3 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066866 Feb 08 21:18:39.268951 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-8a058cd0-cc3d-46c5-b3c9-666eaca7f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:39.271304 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-8a058cd0-cc3d-46c5-b3c9-666eaca7f9f4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 1129 time: 0.6113551 Feb 08 21:18:39.352102 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-a5badb84-b2e6-4fad-8404-79423e0619e5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9405a308-b718-4371-b864-a67d2c92c206 HTTP/1.1" status: 200 len: 217 time: 0.0906651 Feb 08 21:18:39.384754 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f43f3ef9-c75f-4321-85a4-b1613d1cbd89 req-8ba88cff-c0de-477e-90f2-8e1dea14a609 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428052 Feb 08 21:18:39.394921 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0193ca47-96a1-4e74-a079-105e839a648c None None] Current status of the port bb84cfff-6097-4372-8298-7abb2e251769 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:18:39.517124 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56266a7-5f39-4736-a31d-0a7d043b1d74 x-openstack-request-id: req-d56266a7-5f39-4736-a31d-0a7d043b1d74 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:18:39.517580 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663626f3-6f2f-4f5c-82bf-daa612695abf", "name": "network-vif-plugged", "status": "completed", "tag": "0c7c09d0-92f1-4292-8825-9fbc92c20811", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:18:39.517951 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d56266a7-5f39-4736-a31d-0a7d043b1d74 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:18:39.518765 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663626f3-6f2f-4f5c-82bf-daa612695abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7c09d0-92f1-4292-8825-9fbc92c20811', 'code': 200} Feb 08 21:18:39.525312 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-c63be257-927c-4dbd-9a70-0c52024bba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:39.539077 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-c63be257-927c-4dbd-9a70-0c52024bba8b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9f16667b-9ffb-4110-b7c2-7f68860ee7c0 HTTP/1.1" status: 200 len: 845 time: 0.1775100 Feb 08 21:18:39.587852 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad7f4cbb-149d-4218-9f0d-3778832a05fe admin admin] Publish callbacks [] for router_gateway (2e042d2c-4bae-4f3f-b9e3-6c2f5436099c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:39.628227 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-7dcc0dd5-76aa-474e-9e18-d2d2b04dc720 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6e721cc8-cb97-443d-9392-5abeb1b828df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846565 Feb 08 21:18:39.699242 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336ba356-1281-4536-8ce4-0140e6db6c57 x-openstack-request-id: req-336ba356-1281-4536-8ce4-0140e6db6c57 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:18:39.704545 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c366b455-cdcb-4046-955e-01af1b718ab1", "tag": "9405a308-b718-4371-b864-a67d2c92c206", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:18:39.705171 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-336ba356-1281-4536-8ce4-0140e6db6c57 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:18:39.706507 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c366b455-cdcb-4046-955e-01af1b718ab1', 'tag': '9405a308-b718-4371-b864-a67d2c92c206', 'status': 'completed', 'code': 200} Feb 08 21:18:39.767476 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-d3804071-7641-45ba-80ee-64a7d0e6a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:39.769438 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-d3804071-7641-45ba-80ee-64a7d0e6a69c service neutron] 10.222.0.94 "GET /v2.0/networks?id=2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 200 len: 922 time: 0.4883976 Feb 08 21:18:39.817530 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-3d522fe1-8cfa-430a-9a05-10c60fdf45be service neutron] 10.222.0.96 "GET /v2.0/networks/6e721cc8-cb97-443d-9392-5abeb1b828df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027527 Feb 08 21:18:39.863047 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e15046e2-573b-4714-9e5b-711dd6e6b4a3 req-ca5e265d-6e39-46d9-8d43-d6266c0be675 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 210 time: 0.1473422 Feb 08 21:18:40.093751 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-d812b59d-8c3a-45d0-b256-58dadead4979 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71eb8e0e-b244-4a46-86d0-5635c699d4da HTTP/1.1" status: 200 len: 217 time: 0.1390476 Feb 08 21:18:40.133460 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37642981-d919-4b8d-b884-e45937b522fc req-ccab3ed1-504b-4c0e-9c02-8e1bda055d3f tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:40.138259 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37642981-d919-4b8d-b884-e45937b522fc req-ccab3ed1-504b-4c0e-9c02-8e1bda055d3f tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=c366b455-cdcb-4046-955e-01af1b718ab1 HTTP/1.1" status: 200 len: 943 time: 0.5081983 Feb 08 21:18:40.250166 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad7f4cbb-149d-4218-9f0d-3778832a05fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (2e042d2c-4bae-4f3f-b9e3-6c2f5436099c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:40.271284 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-242c09ee-9eb7-4e72-9d37-86e59f12f0e5 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Made reservation on behalf of 9b3b159591ee4a229900ea8953fa8a06 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:18:40.279781 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-242c09ee-9eb7-4e72-9d37-86e59f12f0e5 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:40.323797 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device bb84cfff-6097-4372-8298-7abb2e251769 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:18:40.402969 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fe2cdbc-de8a-4a7a-9b52-6c0ba083f801 req-78cb13d0-706d-4271-bd62-4bada55cd406 service neutron] 10.222.0.96 "GET /v2.0/networks/6e721cc8-cb97-443d-9392-5abeb1b828df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139160 Feb 08 21:18:40.504383 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37642981-d919-4b8d-b884-e45937b522fc req-3cb30546-f54b-422f-9dfd-11d494e6d9bb tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511827 Feb 08 21:18:40.549714 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-b1f4516c-25a0-4711-ae05-258512b7f12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:40.549714 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-b1f4516c-25a0-4711-ae05-258512b7f12b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d60e29b3-21d7-4da4-a50a-dfbe604013ed HTTP/1.1" status: 200 len: 861 time: 0.4139693 Feb 08 21:18:40.622475 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port bb84cfff-6097-4372-8298-7abb2e251769 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:18:40.629930 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bb84cfff-6097-4372-8298-7abb2e251769), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:40.672482 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-325c4c5f-89c7-4589-9599-e8cd03ef5385 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2832de48-e50e-44a2-9cef-26035a020939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723448 Feb 08 21:18:40.719793 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45792) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:40.805590 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546c307-33e9-4641-81b5-803aa1a20226 req-f3f6b31e-6a73-4927-bd1f-3834f4b32bda tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:40.816024 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f546c307-33e9-4641-81b5-803aa1a20226 req-f3f6b31e-6a73-4927-bd1f-3834f4b32bda tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 946 time: 0.1405787 Feb 08 21:18:40.833305 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56fcc3-8f10-47e1-a174-28bdc5216982 req-21d77894-ffaa-4b2a-a738-018465dc0dea tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:40.835955 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d56fcc3-8f10-47e1-a174-28bdc5216982 req-21d77894-ffaa-4b2a-a738-018465dc0dea tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 946 time: 0.3011746 Feb 08 21:18:40.910767 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f546c307-33e9-4641-81b5-803aa1a20226 req-ca3d3b11-69a9-4cff-be04-da6031cd90ba tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934286 Feb 08 21:18:40.924351 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e76e65-5289-458d-a962-6847920ef382 req-3b3a84a7-63f9-402b-97ba-a3794591c18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:40.934546 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-80e76e65-5289-458d-a962-6847920ef382 req-3b3a84a7-63f9-402b-97ba-a3794591c18f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c08b3d357a9e4759baf802843a7339e7&device_id=c366b455-cdcb-4046-955e-01af1b718ab1 HTTP/1.1" status: 200 len: 1126 time: 0.4149463 Feb 08 21:18:40.940880 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port bb84cfff-6097-4372-8298-7abb2e251769 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:18:41.305042 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-38a83e61-7969-4ff2-afd3-a55ea605bbd8 service neutron] 10.222.0.94 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5850687 Feb 08 21:18:41.499179 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25aa7221-1564-4299-8943-01c526e36294 req-57bc3ff7-4527-431a-88d8-f2a45d95944c tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 210 time: 0.0633495 Feb 08 21:18:41.505964 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-242c09ee-9eb7-4e72-9d37-86e59f12f0e5 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Allocated IP 172.20.0.5 (4c67478e-bb4a-47b2-85c8-c1996b203e11/55523d5b-2f07-476f-b4a6-0043cdbb6c1a/1d334fc4-b215-4027-a69e-cd363d72d0d6) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:18:41.533400 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d56fcc3-8f10-47e1-a174-28bdc5216982 req-c8398af8-6ed6-435c-97a4-27f2db8dc67a tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6434169 Feb 08 21:18:41.537193 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534c795-3862-4fcf-9b68-da6a44809860 req-07d1e5e1-ae48-42cc-a9ee-2c0508fe3af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:41.538889 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f534c795-3862-4fcf-9b68-da6a44809860 req-07d1e5e1-ae48-42cc-a9ee-2c0508fe3af2 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 1129 time: 1.7640543 Feb 08 21:18:41.549076 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e76e65-5289-458d-a962-6847920ef382 req-9b64fa56-b6f0-47db-8967-275ca5b7343e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:41.551101 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-80e76e65-5289-458d-a962-6847920ef382 req-9b64fa56-b6f0-47db-8967-275ca5b7343e service neutron] 10.222.0.96 "GET /v2.0/networks?id=6e721cc8-cb97-443d-9392-5abeb1b828df HTTP/1.1" status: 200 len: 906 time: 0.6089547 Feb 08 21:18:41.642879 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-80e76e65-5289-458d-a962-6847920ef382 req-1222f7e5-7744-4550-bcfc-4ea7060187ad service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9405a308-b718-4371-b864-a67d2c92c206 HTTP/1.1" status: 200 len: 217 time: 0.0847602 Feb 08 21:18:41.734688 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e76e65-5289-458d-a962-6847920ef382 req-56bba98b-9627-4c33-9ef3-1bba6191a6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:41.735745 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-80e76e65-5289-458d-a962-6847920ef382 req-56bba98b-9627-4c33-9ef3-1bba6191a6b8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9f16667b-9ffb-4110-b7c2-7f68860ee7c0 HTTP/1.1" status: 200 len: 845 time: 0.0860729 Feb 08 21:18:41.806754 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-242c09ee-9eb7-4e72-9d37-86e59f12f0e5 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks [] for port (1d334fc4-b215-4027-a69e-cd363d72d0d6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:41.810777 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-80e76e65-5289-458d-a962-6847920ef382 req-be71e6d7-ce69-40ae-a8ea-b7699d422622 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6e721cc8-cb97-443d-9392-5abeb1b828df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613904 Feb 08 21:18:41.924266 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-144d8419-2715-4e18-a810-0997e38b43f0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-281842090-network', 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:18:41.952175 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-c590f682-9811-4e22-a2a6-673bfa9e8e8e service neutron] 10.222.0.94 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6391780 Feb 08 21:18:41.964268 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-242c09ee-9eb7-4e72-9d37-86e59f12f0e5 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (1d334fc4-b215-4027-a69e-cd363d72d0d6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:41.972030 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144d8419-2715-4e18-a810-0997e38b43f0 admin admin] Made reservation on behalf of 322e6c079f8d45e4b079c0ce6f4b99ce for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:18:41.975152 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f04933-8bbd-44f6-a813-06d63dd53b35 req-a8330115-a3d8-4edc-acdb-c9802afa8db9 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:41.975452 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-144d8419-2715-4e18-a810-0997e38b43f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:41.977331 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c0f04933-8bbd-44f6-a813-06d63dd53b35 req-a8330115-a3d8-4edc-acdb-c9802afa8db9 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=c366b455-cdcb-4046-955e-01af1b718ab1 HTTP/1.1" status: 200 len: 943 time: 0.1745493 Feb 08 21:18:41.980767 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['1ea08fc4-5c7f-4516-af34-84dcc109c7ff'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:18:42.028841 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f534c795-3862-4fcf-9b68-da6a44809860 req-e9e96f8a-6b32-4281-8808-72d75acf8b96 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471304 Feb 08 21:18:42.070046 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-80e76e65-5289-458d-a962-6847920ef382 req-8c0e49b6-2a99-453e-8269-358c2328f77d service neutron] 10.222.0.96 "GET /v2.0/networks/6e721cc8-cb97-443d-9392-5abeb1b828df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894348 Feb 08 21:18:42.072323 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-144d8419-2715-4e18-a810-0997e38b43f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:42.092572 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c0f04933-8bbd-44f6-a813-06d63dd53b35 req-c3427f4c-ea96-4026-9ccd-e86c86e2c3d5 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878100 Feb 08 21:18:42.198696 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-242c09ee-9eb7-4e72-9d37-86e59f12f0e5 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Network 4c67478e-bb4a-47b2-85c8-c1996b203e11 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:18:42.203647 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-242c09ee-9eb7-4e72-9d37-86e59f12f0e5 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:18:42.230805 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-242c09ee-9eb7-4e72-9d37-86e59f12f0e5 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:18:42.298231 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c09ee-9eb7-4e72-9d37-86e59f12f0e5 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Pushing event updated for resources: {'Port': ['ID=1d334fc4-b215-4027-a69e-cd363d72d0d6,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:42.333704 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7f4cbb-149d-4218-9f0d-3778832a05fe admin admin] Router 2e042d2c-4bae-4f3f-b9e3-6c2f5436099c is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:18:42.365337 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-242c09ee-9eb7-4e72-9d37-86e59f12f0e5 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:42.366331 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-242c09ee-9eb7-4e72-9d37-86e59f12f0e5 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:42.388796 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021023a-4cb9-4106-9aec-619add48c76c req-724b606a-7ea1-469c-948f-2eeaf2acbdca tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:42.390977 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4021023a-4cb9-4106-9aec-619add48c76c req-724b606a-7ea1-469c-948f-2eeaf2acbdca tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 946 time: 0.1780453 Feb 08 21:18:42.426512 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-f1e26cda-f622-44e0-a7df-83d39d55568d tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:42.429625 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-f1e26cda-f622-44e0-a7df-83d39d55568d tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d&tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&binding%3Ahost_id=n-h2-712143-31 HTTP/1.1" status: 200 len: 1129 time: 0.3080530 Feb 08 21:18:42.460809 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-992e3afd-7f8b-4aba-b8cb-c083665b5d7d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712143-31'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:18:42.467530 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4021023a-4cb9-4106-9aec-619add48c76c req-cbb80720-6fc7-4414-a9b1-bf75d44fa026 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695817 Feb 08 21:18:42.509060 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-80e76e65-5289-458d-a962-6847920ef382 req-4530be65-3b07-4fc8-91cb-f43a8b764061 service neutron] 10.222.0.96 "GET /v2.0/networks/6e721cc8-cb97-443d-9392-5abeb1b828df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184150 Feb 08 21:18:42.579385 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-242c09ee-9eb7-4e72-9d37-86e59f12f0e5 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6940820 Feb 08 21:18:42.718798 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-144d8419-2715-4e18-a810-0997e38b43f0 admin admin] Publish callbacks [] for security_group (15f581c0-6056-4981-b6ea-89b0d3f2dc96), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:42.726287 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-0de2e027-5d4c-485c-b4c8-153962149b0d service neutron] Request body: {'port': {'device_id': '662535dd-1551-4bd4-a456-4cddad01e6a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:18:42.775432 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-144d8419-2715-4e18-a810-0997e38b43f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (15f581c0-6056-4981-b6ea-89b0d3f2dc96), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:42.870723 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144d8419-2715-4e18-a810-0997e38b43f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:18:42.924319 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b434d76-d279-40fb-812a-bb88816bc2d0 req-063711ab-70bb-4d6c-ac83-be23968a0b4d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:42.928008 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b434d76-d279-40fb-812a-bb88816bc2d0 req-063711ab-70bb-4d6c-ac83-be23968a0b4d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 931 time: 0.1135683 Feb 08 21:18:42.935957 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-992e3afd-7f8b-4aba-b8cb-c083665b5d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (71eb8e0e-b244-4a46-86d0-5635c699d4da), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:42.937973 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d8419-2715-4e18-a810-0997e38b43f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f581c0-6056-4981-b6ea-89b0d3f2dc96,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:42.973466 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-144d8419-2715-4e18-a810-0997e38b43f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (dc186897-7ef3-4243-802c-704d6d0e3098), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:42.973821 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-144d8419-2715-4e18-a810-0997e38b43f0 admin admin] Added segment dc186897-7ef3-4243-802c-704d6d0e3098 of type vlan for network 1d91a92b-8b8e-48ed-82fe-305aad3f30df Feb 08 21:18:43.011253 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-0de2e027-5d4c-485c-b4c8-153962149b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1d334fc4-b215-4027-a69e-cd363d72d0d6), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:43.051062 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b434d76-d279-40fb-812a-bb88816bc2d0 req-31f02861-72cd-49fc-8737-e36653cb9594 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137955 Feb 08 21:18:43.195570 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-992e3afd-7f8b-4aba-b8cb-c083665b5d7d service neutron] For port 71eb8e0e-b244-4a46-86d0-5635c699d4da, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=71eb8e0e-b244-4a46-86d0-5635c699d4da,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:43.232926 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7f4cbb-149d-4218-9f0d-3778832a05fe admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:18:43.261568 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b2e39e-8ab7-4b5f-bb3e-13f8b302ca1b None None] Sync routers for ids ['2e042d2c-4bae-4f3f-b9e3-6c2f5436099c'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:18:43.273981 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b2e39e-8ab7-4b5f-bb3e-13f8b302ca1b None None] Routers {'2e042d2c-4bae-4f3f-b9e3-6c2f5436099c'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:18:43.274628 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-30b2e39e-8ab7-4b5f-bb3e-13f8b302ca1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:18:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['2e042d2c-4bae-4f3f-b9e3-6c2f5436099c'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:18:43.276727 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad7f4cbb-149d-4218-9f0d-3778832a05fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:43.278084 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ad7f4cbb-149d-4218-9f0d-3778832a05fe admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.1120107 Feb 08 21:18:43.288088 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45838) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:43.309447 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-144d8419-2715-4e18-a810-0997e38b43f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (1d91a92b-8b8e-48ed-82fe-305aad3f30df), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:43.331315 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106846a-7bcf-45d2-9eec-bd85a3b25cc0 req-7320a498-73c2-4f20-bf26-6cd91291d6ad tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:43.333359 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d106846a-7bcf-45d2-9eec-bd85a3b25cc0 req-7320a498-73c2-4f20-bf26-6cd91291d6ad tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 946 time: 0.1829545 Feb 08 21:18:43.427615 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-30b2e39e-8ab7-4b5f-bb3e-13f8b302ca1b None None] Set router 2e042d2c-4bae-4f3f-b9e3-6c2f5436099c gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:18:43.508799 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-992e3afd-7f8b-4aba-b8cb-c083665b5d7d service neutron] For port 71eb8e0e-b244-4a46-86d0-5635c699d4da, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:18:43.619646 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-992e3afd-7f8b-4aba-b8cb-c083665b5d7d service neutron] Publish callbacks [] for port (71eb8e0e-b244-4a46-86d0-5635c699d4da), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:43.627605 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc20f47-702a-4d4c-bb2d-3459ef5d845d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71eb8e0e-b244-4a46-86d0-5635c699d4da'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:18:43.634404 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943c30c4-df7e-4d9d-a615-b2798b990277" -d '{"events": [{"server_uuid": "ffc20f47-702a-4d4c-bb2d-3459ef5d845d", "name": "network-vif-unplugged", "status": "completed", "tag": "71eb8e0e-b244-4a46-86d0-5635c699d4da"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:18:43.644878 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-144d8419-2715-4e18-a810-0997e38b43f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (1d91a92b-8b8e-48ed-82fe-305aad3f30df), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:43.648223 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144d8419-2715-4e18-a810-0997e38b43f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:43.649470 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-144d8419-2715-4e18-a810-0997e38b43f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:43.672825 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-992e3afd-7f8b-4aba-b8cb-c083665b5d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (71eb8e0e-b244-4a46-86d0-5635c699d4da), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:43.705868 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c9bec-76f1-4257-a57b-ae06ae679450 req-9d6ab8dc-fa06-4f23-97fe-6703f8ab74ba tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:43.715998 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d7c9bec-76f1-4257-a57b-ae06ae679450 req-9d6ab8dc-fa06-4f23-97fe-6703f8ab74ba tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=c366b455-cdcb-4046-955e-01af1b718ab1 HTTP/1.1" status: 200 len: 943 time: 0.4572012 Feb 08 21:18:43.724948 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d106846a-7bcf-45d2-9eec-bd85a3b25cc0 req-96c79f36-78fc-4f7a-98b7-71503fde7c82 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422735 Feb 08 21:18:43.743631 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-30b2e39e-8ab7-4b5f-bb3e-13f8b302ca1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'name': 'tempest-TaggedBootDevicesTest_v242-2118790159-router', 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '9f59201c-495b-4104-9c23-2fe916a51fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:32Z', 'updated_at': '2022-02-08T21:18:38Z', 'revision_number': 3, 'project_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'gw_port': {'id': '9f59201c-495b-4104-9c23-2fe916a51fc5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:36Z', 'updated_at': '2022-02-08T21:18:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:18:43.794254 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d7c9bec-76f1-4257-a57b-ae06ae679450 req-cc874cad-1050-498f-b406-5ecbc41da1cc tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772417 Feb 08 21:18:43.827619 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b2e39e-8ab7-4b5f-bb3e-13f8b302ca1b None None] Checking router: 2e042d2c-4bae-4f3f-b9e3-6c2f5436099c for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:18:43.828133 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b2e39e-8ab7-4b5f-bb3e-13f8b302ca1b None None] Updating router 2e042d2c-4bae-4f3f-b9e3-6c2f5436099c port 9f59201c-495b-4104-9c23-2fe916a51fc5 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:18:43.938245 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-30b2e39e-8ab7-4b5f-bb3e-13f8b302ca1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9f59201c-495b-4104-9c23-2fe916a51fc5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:43.974455 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d8419-2715-4e18-a810-0997e38b43f0 admin admin] Pushing event updated for resources: {'Network': ['ID=1d91a92b-8b8e-48ed-82fe-305aad3f30df,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:43.978992 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e3afd-7f8b-4aba-b8cb-c083665b5d7d service neutron] Pushing event updated for resources: {'Port': ['ID=71eb8e0e-b244-4a46-86d0-5635c699d4da,revision_number=7']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:43.989370 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 1d91a92b-8b8e-48ed-82fe-305aad3f30df details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:18:44.010253 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-144d8419-2715-4e18-a810-0997e38b43f0 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7118795 Feb 08 21:18:44.020815 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45844) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:44.051778 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1bab2fca-f16c-4bc7-9270-46dca908ad37 admin admin] Request body: {'subnet': {'network_id': '1d91a92b-8b8e-48ed-82fe-305aad3f30df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-281842090-subnet', 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:18:44.126593 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bab2fca-f16c-4bc7-9270-46dca908ad37 admin admin] Made reservation on behalf of 322e6c079f8d45e4b079c0ce6f4b99ce for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:18:44.133556 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1bab2fca-f16c-4bc7-9270-46dca908ad37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:44.143923 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465ca31-9a7c-47d2-a41b-2ddf9e7e9ccf req-6d4001c7-cad7-4a0a-b998-5bca439842d0 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:44.154550 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c465ca31-9a7c-47d2-a41b-2ddf9e7e9ccf req-6d4001c7-cad7-4a0a-b998-5bca439842d0 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 946 time: 0.2168653 Feb 08 21:18:44.286239 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c465ca31-9a7c-47d2-a41b-2ddf9e7e9ccf req-a11502c0-96b0-4db3-b91d-7fdbd753f4bc tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273580 Feb 08 21:18:44.597168 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc6a7e0-b617-4b75-9429-98381a30de93 x-openstack-request-id: req-bdc6a7e0-b617-4b75-9429-98381a30de93 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:18:44.598255 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc20f47-702a-4d4c-bb2d-3459ef5d845d", "name": "network-vif-unplugged", "status": "completed", "tag": "71eb8e0e-b244-4a46-86d0-5635c699d4da", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:18:44.598255 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bdc6a7e0-b617-4b75-9429-98381a30de93 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:18:44.598733 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc20f47-702a-4d4c-bb2d-3459ef5d845d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71eb8e0e-b244-4a46-86d0-5635c699d4da', 'code': 200} Feb 08 21:18:44.711401 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-30b2e39e-8ab7-4b5f-bb3e-13f8b302ca1b None None] Publish callbacks [] for port (9f59201c-495b-4104-9c23-2fe916a51fc5), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:44.722256 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-30b2e39e-8ab7-4b5f-bb3e-13f8b302ca1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9f59201c-495b-4104-9c23-2fe916a51fc5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:44.725919 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc0b1a5c-3c6c-4447-83e4-77fba085cd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:44.830239 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2f2ee-74fe-4243-bedc-6c0f447caa59 req-1b31e10d-4e93-4876-a307-abc8d4c973af tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:44.838330 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bdc2f2ee-74fe-4243-bedc-6c0f447caa59 req-1b31e10d-4e93-4876-a307-abc8d4c973af tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 931 time: 0.4413865 Feb 08 21:18:44.842785 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45862) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:44.856137 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fca00c-d3c0-4bcf-a279-9f2a5b0322e3 None None] Pushing event updated for resources: {'Port': ['ID=9f59201c-495b-4104-9c23-2fe916a51fc5,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:44.925796 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fca00c-d3c0-4bcf-a279-9f2a5b0322e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:44.926694 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fca00c-d3c0-4bcf-a279-9f2a5b0322e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:44.943227 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fca00c-d3c0-4bcf-a279-9f2a5b0322e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:44.944704 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fca00c-d3c0-4bcf-a279-9f2a5b0322e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:44.945249 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fca00c-d3c0-4bcf-a279-9f2a5b0322e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:44.945795 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fca00c-d3c0-4bcf-a279-9f2a5b0322e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:44.946295 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fca00c-d3c0-4bcf-a279-9f2a5b0322e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:44.947114 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fca00c-d3c0-4bcf-a279-9f2a5b0322e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:44.947683 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fca00c-d3c0-4bcf-a279-9f2a5b0322e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:44.948504 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fca00c-d3c0-4bcf-a279-9f2a5b0322e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:44.949293 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fca00c-d3c0-4bcf-a279-9f2a5b0322e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:44.949889 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fca00c-d3c0-4bcf-a279-9f2a5b0322e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:44.950408 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fca00c-d3c0-4bcf-a279-9f2a5b0322e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:44.956486 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-30b2e39e-8ab7-4b5f-bb3e-13f8b302ca1b None None] Attempting to bind port 9f59201c-495b-4104-9c23-2fe916a51fc5 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:18:44.957754 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-30b2e39e-8ab7-4b5f-bb3e-13f8b302ca1b None None] Attempting to bind port 9f59201c-495b-4104-9c23-2fe916a51fc5 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:18:44.963535 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2e39e-8ab7-4b5f-bb3e-13f8b302ca1b None None] Attempting to bind port 9f59201c-495b-4104-9c23-2fe916a51fc5 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:18:44.976947 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2e39e-8ab7-4b5f-bb3e-13f8b302ca1b None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:18:44.980270 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 9405a308-b718-4371-b864-a67d2c92c206 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:18:44.990919 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2e39e-8ab7-4b5f-bb3e-13f8b302ca1b None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:18:44.991546 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-30b2e39e-8ab7-4b5f-bb3e-13f8b302ca1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:44.993321 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2e39e-8ab7-4b5f-bb3e-13f8b302ca1b None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:18:44.993898 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-30b2e39e-8ab7-4b5f-bb3e-13f8b302ca1b None None] Bound port: 9f59201c-495b-4104-9c23-2fe916a51fc5, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:18:44.994306 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-30b2e39e-8ab7-4b5f-bb3e-13f8b302ca1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9f59201c-495b-4104-9c23-2fe916a51fc5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:45.012396 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-0de2e027-5d4c-485c-b4c8-153962149b0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d334fc4-b215-4027-a69e-cd363d72d0d6 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:18:45.030313 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-0de2e027-5d4c-485c-b4c8-153962149b0d service neutron] Publish callbacks [] for port (1d334fc4-b215-4027-a69e-cd363d72d0d6), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:45.060475 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-0de2e027-5d4c-485c-b4c8-153962149b0d service neutron] Transition to ACTIVE for port object 1d334fc4-b215-4027-a69e-cd363d72d0d6 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:18:45.075155 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-0de2e027-5d4c-485c-b4c8-153962149b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (1d334fc4-b215-4027-a69e-cd363d72d0d6), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:45.124440 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bdc2f2ee-74fe-4243-bedc-6c0f447caa59 req-bc7fb932-29f3-42d8-8806-5cb0ba9a6670 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627141 Feb 08 21:18:45.127088 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eace250f-b8d1-4308-b268-73e42ff4db66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:45.193959 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-30b2e39e-8ab7-4b5f-bb3e-13f8b302ca1b None None] For port 9f59201c-495b-4104-9c23-2fe916a51fc5, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:18:45.203667 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-30b2e39e-8ab7-4b5f-bb3e-13f8b302ca1b None None] For port 9f59201c-495b-4104-9c23-2fe916a51fc5, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=9f59201c-495b-4104-9c23-2fe916a51fc5,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:18:45.215635 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2e027-5d4c-485c-b4c8-153962149b0d service neutron] Pushing event updated for resources: {'Port': ['ID=1d334fc4-b215-4027-a69e-cd363d72d0d6,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:45.237246 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-30b2e39e-8ab7-4b5f-bb3e-13f8b302ca1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9f59201c-495b-4104-9c23-2fe916a51fc5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:45.297556 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1bab2fca-f16c-4bc7-9270-46dca908ad37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (76467b3d-f62f-4049-81f0-0c4505300a6b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:45.421991 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 9405a308-b718-4371-b864-a67d2c92c206, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=9405a308-b718-4371-b864-a67d2c92c206,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:45.473252 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '9405a308-b718-4371-b864-a67d2c92c206', 'network_id': '6e721cc8-cb97-443d-9392-5abeb1b828df', 'port_id': '9405a308-b718-4371-b864-a67d2c92c206', 'mac_address': 'fa:16:3e:ea:6e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f16667b-9ffb-4110-b7c2-7f68860ee7c0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:18:45.508894 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b2e39e-8ab7-4b5f-bb3e-13f8b302ca1b None None] Routers {'2e042d2c-4bae-4f3f-b9e3-6c2f5436099c'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:18:45.514606 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-30b2e39e-8ab7-4b5f-bb3e-13f8b302ca1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:18:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['2e042d2c-4bae-4f3f-b9e3-6c2f5436099c'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:18:45.520997 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fca00c-d3c0-4bcf-a279-9f2a5b0322e3 None None] Pushing event updated for resources: {'Port': ['ID=9f59201c-495b-4104-9c23-2fe916a51fc5,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:45.548079 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-992e3afd-7f8b-4aba-b8cb-c083665b5d7d service neutron] Attempting to bind port 71eb8e0e-b244-4a46-86d0-5635c699d4da on host n-h2-712143-31 for vnic_type normal with profile {"migrating_to": "n-h1-712143-31"} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:18:45.549173 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-992e3afd-7f8b-4aba-b8cb-c083665b5d7d service neutron] Attempting to bind port 71eb8e0e-b244-4a46-86d0-5635c699d4da by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:18:45.550014 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-992e3afd-7f8b-4aba-b8cb-c083665b5d7d service neutron] Attempting to bind port 71eb8e0e-b244-4a46-86d0-5635c699d4da on network 2832de48-e50e-44a2-9cef-26035a020939 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:18:45.591312 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 9405a308-b718-4371-b864-a67d2c92c206 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:18:45.591710 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9405a308-b718-4371-b864-a67d2c92c206), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:45.619095 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-992e3afd-7f8b-4aba-b8cb-c083665b5d7d service neutron] Port 71eb8e0e-b244-4a46-86d0-5635c699d4da on network 2832de48-e50e-44a2-9cef-26035a020939 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:18:45.619939 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9405a308-b718-4371-b864-a67d2c92c206 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:18:45.621445 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-992e3afd-7f8b-4aba-b8cb-c083665b5d7d service neutron] Attempting to bind port 71eb8e0e-b244-4a46-86d0-5635c699d4da on network 2832de48-e50e-44a2-9cef-26035a020939 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:18:45.659393 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 9405a308-b718-4371-b864-a67d2c92c206, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=9405a308-b718-4371-b864-a67d2c92c206,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:45.671748 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9405a308-b718-4371-b864-a67d2c92c206), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:45.698805 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-992e3afd-7f8b-4aba-b8cb-c083665b5d7d service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:18:45.699697 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-992e3afd-7f8b-4aba-b8cb-c083665b5d7d service neutron] Checking segment: {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:18:45.700697 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-992e3afd-7f8b-4aba-b8cb-c083665b5d7d service neutron] Bound using segment: {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:18:45.701953 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-992e3afd-7f8b-4aba-b8cb-c083665b5d7d service neutron] Bound port: 71eb8e0e-b244-4a46-86d0-5635c699d4da, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:18:45.702739 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-992e3afd-7f8b-4aba-b8cb-c083665b5d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (71eb8e0e-b244-4a46-86d0-5635c699d4da), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:45.706817 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab2fca-f16c-4bc7-9270-46dca908ad37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76467b3d-f62f-4049-81f0-0c4505300a6b,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:45.741394 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-fc0b1a5c-3c6c-4447-83e4-77fba085cd41 admin admin] Allocated IP 172.20.0.1 (10af122a-be5c-432b-89ec-d882d652ee34/6b4bfb64-5f0f-4b7c-aaa8-560930fcc069/35ac9b9e-11ed-4cbf-aae8-c08c661b35a3) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:18:45.791825 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=9405a308-b718-4371-b864-a67d2c92c206,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:45.854859 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bab2fca-f16c-4bc7-9270-46dca908ad37 admin admin] Checking segment: {'id': 'dc186897-7ef3-4243-802c-704d6d0e3098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1d91a92b-8b8e-48ed-82fe-305aad3f30df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:18:45.856383 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bab2fca-f16c-4bc7-9270-46dca908ad37 admin admin] Network hostable DHCP agents. Network: 1d91a92b-8b8e-48ed-82fe-305aad3f30df, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:18:45.882935 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-30b2e39e-8ab7-4b5f-bb3e-13f8b302ca1b None None] Set router 2e042d2c-4bae-4f3f-b9e3-6c2f5436099c gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:18:45.915944 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-0de2e027-5d4c-485c-b4c8-153962149b0d service neutron] Attempting to bind port 1d334fc4-b215-4027-a69e-cd363d72d0d6 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:18:45.916473 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-0de2e027-5d4c-485c-b4c8-153962149b0d service neutron] Attempting to bind port 1d334fc4-b215-4027-a69e-cd363d72d0d6 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:18:45.917041 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-0de2e027-5d4c-485c-b4c8-153962149b0d service neutron] Attempting to bind port 1d334fc4-b215-4027-a69e-cd363d72d0d6 on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:18:45.936024 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eace250f-b8d1-4308-b268-73e42ff4db66 admin admin] Publish callbacks [] for security_group (03b8048a-7de1-418c-8b38-92e50418ac07), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:45.941544 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc0b1a5c-3c6c-4447-83e4-77fba085cd41 admin admin] Publish callbacks [] for port (35ac9b9e-11ed-4cbf-aae8-c08c661b35a3), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:45.962061 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a55ee-b788-4be0-8d0e-dd2ef4fb8ee3 req-3bd72f0c-7da1-4385-b868-056d5f6e3c81 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:45.962680 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-0de2e027-5d4c-485c-b4c8-153962149b0d service neutron] Port 1d334fc4-b215-4027-a69e-cd363d72d0d6 on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:18:45.963411 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-0de2e027-5d4c-485c-b4c8-153962149b0d service neutron] Attempting to bind port 1d334fc4-b215-4027-a69e-cd363d72d0d6 on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:18:45.972709 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-733a55ee-b788-4be0-8d0e-dd2ef4fb8ee3 req-3bd72f0c-7da1-4385-b868-056d5f6e3c81 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 944 time: 0.5146916 Feb 08 21:18:45.981144 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eace250f-b8d1-4308-b268-73e42ff4db66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (03b8048a-7de1-418c-8b38-92e50418ac07), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:45.985595 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bab2fca-f16c-4bc7-9270-46dca908ad37 admin admin] Network 1d91a92b-8b8e-48ed-82fe-305aad3f30df is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:18:45.994978 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-0de2e027-5d4c-485c-b4c8-153962149b0d service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:18:45.995483 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-0de2e027-5d4c-485c-b4c8-153962149b0d service neutron] Checking segment: {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:18:45.996059 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-0de2e027-5d4c-485c-b4c8-153962149b0d service neutron] Bound using segment: {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:18:45.996900 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-0de2e027-5d4c-485c-b4c8-153962149b0d service neutron] Bound port: 1d334fc4-b215-4027-a69e-cd363d72d0d6, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:18:45.997490 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-0de2e027-5d4c-485c-b4c8-153962149b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1d334fc4-b215-4027-a69e-cd363d72d0d6), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:46.016933 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['9405a308-b718-4371-b864-a67d2c92c206'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:18:46.029110 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-992e3afd-7f8b-4aba-b8cb-c083665b5d7d service neutron] For port 71eb8e0e-b244-4a46-86d0-5635c699d4da, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:18:46.064645 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-1bab2fca-f16c-4bc7-9270-46dca908ad37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 1d91a92b-8b8e-48ed-82fe-305aad3f30df) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:18:46.082537 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-992e3afd-7f8b-4aba-b8cb-c083665b5d7d service neutron] For port 71eb8e0e-b244-4a46-86d0-5635c699d4da, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=71eb8e0e-b244-4a46-86d0-5635c699d4da,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:18:46.113858 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883dcda6-8c21-408e-a721-a05c09e54824 None None] Network 1d91a92b-8b8e-48ed-82fe-305aad3f30df requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:18:46.147710 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bab2fca-f16c-4bc7-9270-46dca908ad37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:46.148305 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1bab2fca-f16c-4bc7-9270-46dca908ad37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:46.158859 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-992e3afd-7f8b-4aba-b8cb-c083665b5d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (71eb8e0e-b244-4a46-86d0-5635c699d4da), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:46.183159 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d3b1f-5b29-4da5-ac24-e91deb0e8e67 req-447e723c-2bae-48a2-8f39-c65cd168c3ba tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:46.199145 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e46d3b1f-5b29-4da5-ac24-e91deb0e8e67 req-447e723c-2bae-48a2-8f39-c65cd168c3ba tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=c366b455-cdcb-4046-955e-01af1b718ab1 HTTP/1.1" status: 200 len: 943 time: 0.6217499 Feb 08 21:18:46.257749 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1bab2fca-f16c-4bc7-9270-46dca908ad37 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2302353 Feb 08 21:18:46.267198 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45876) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:46.314251 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-fd0e0aea-9d0b-489a-bef3-412abc25fb0b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-281842090-router', 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:18:46.326401 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-eace250f-b8d1-4308-b268-73e42ff4db66 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=79253a292b0646a9b91aa523164068d0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4814255 Feb 08 21:18:46.334140 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace250f-b8d1-4308-b268-73e42ff4db66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b8048a-7de1-418c-8b38-92e50418ac07,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:46.343928 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45878) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:46.391233 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-30b2e39e-8ab7-4b5f-bb3e-13f8b302ca1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'name': 'tempest-TaggedBootDevicesTest_v242-2118790159-router', 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '9f59201c-495b-4104-9c23-2fe916a51fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:32Z', 'updated_at': '2022-02-08T21:18:38Z', 'revision_number': 3, 'project_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'gw_port': {'id': '9f59201c-495b-4104-9c23-2fe916a51fc5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:36Z', 'updated_at': '2022-02-08T21:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:18:46.407164 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-733a55ee-b788-4be0-8d0e-dd2ef4fb8ee3 req-d35db148-8ad3-4b61-bb94-3605f913eec7 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4310374 Feb 08 21:18:46.419766 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-0de2e027-5d4c-485c-b4c8-153962149b0d service neutron] For port 1d334fc4-b215-4027-a69e-cd363d72d0d6, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:18:46.431392 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace250f-b8d1-4308-b268-73e42ff4db66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:46.432166 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace250f-b8d1-4308-b268-73e42ff4db66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:46.432842 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace250f-b8d1-4308-b268-73e42ff4db66 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:46.433598 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace250f-b8d1-4308-b268-73e42ff4db66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:46.434189 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace250f-b8d1-4308-b268-73e42ff4db66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:46.434801 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace250f-b8d1-4308-b268-73e42ff4db66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:46.436131 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace250f-b8d1-4308-b268-73e42ff4db66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:46.439558 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace250f-b8d1-4308-b268-73e42ff4db66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:46.441620 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace250f-b8d1-4308-b268-73e42ff4db66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:46.444021 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace250f-b8d1-4308-b268-73e42ff4db66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:46.445661 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace250f-b8d1-4308-b268-73e42ff4db66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:46.446853 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace250f-b8d1-4308-b268-73e42ff4db66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:46.448932 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace250f-b8d1-4308-b268-73e42ff4db66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:46.450845 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e3afd-7f8b-4aba-b8cb-c083665b5d7d service neutron] Pushing event updated for resources: {'Port': ['ID=71eb8e0e-b244-4a46-86d0-5635c699d4da,revision_number=8']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:46.491977 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e46d3b1f-5b29-4da5-ac24-e91deb0e8e67 req-37199239-5588-4ba4-ac41-14983058450b tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886996 Feb 08 21:18:46.544666 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b2e39e-8ab7-4b5f-bb3e-13f8b302ca1b None None] The sync data for ids ['2e042d2c-4bae-4f3f-b9e3-6c2f5436099c'] in n-d-712143-31 is: [{'id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'name': 'tempest-TaggedBootDevicesTest_v242-2118790159-router', 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '9f59201c-495b-4104-9c23-2fe916a51fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:32Z', 'updated_at': '2022-02-08T21:18:38Z', 'revision_number': 3, 'project_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'gw_port': {'id': '9f59201c-495b-4104-9c23-2fe916a51fc5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:36Z', 'updated_at': '2022-02-08T21:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:18:46.554441 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc0b1a5c-3c6c-4447-83e4-77fba085cd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (35ac9b9e-11ed-4cbf-aae8-c08c661b35a3), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:46.610240 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-0de2e027-5d4c-485c-b4c8-153962149b0d service neutron] For port 1d334fc4-b215-4027-a69e-cd363d72d0d6, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1d334fc4-b215-4027-a69e-cd363d72d0d6,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:18:46.623518 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-992e3afd-7f8b-4aba-b8cb-c083665b5d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:46.627515 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-992e3afd-7f8b-4aba-b8cb-c083665b5d7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:46.628350 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-1d91a92b-8b8e-48ed-82fe-305aad3f30df', 'network_id': '1d91a92b-8b8e-48ed-82fe-305aad3f30df', 'project_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'fixed_ips': [{'subnet_id': '76467b3d-f62f-4049-81f0-0c4505300a6b'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:18:46.629121 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-992e3afd-7f8b-4aba-b8cb-c083665b5d7d service neutron] 10.222.0.94 "PUT /v2.0/ports/71eb8e0e-b244-4a46-86d0-5635c699d4da HTTP/1.1" status: 200 len: 1124 time: 4.1833162 Feb 08 21:18:46.629623 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc20f47-702a-4d4c-bb2d-3459ef5d845d', 'tag': '71eb8e0e-b244-4a46-86d0-5635c699d4da'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:18:46.634407 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d359acb2-3fbf-478b-b17d-7f957e3278de" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc20f47-702a-4d4c-bb2d-3459ef5d845d", "tag": "71eb8e0e-b244-4a46-86d0-5635c699d4da"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:18:46.635867 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:46.645859 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0aea-9d0b-489a-bef3-412abc25fb0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (0dd06163-e48d-47de-b461-563ccb1af901), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:46.651474 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0aea-9d0b-489a-bef3-412abc25fb0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (0dd06163-e48d-47de-b461-563ccb1af901), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:46.661458 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-0de2e027-5d4c-485c-b4c8-153962149b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (1d334fc4-b215-4027-a69e-cd363d72d0d6), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:46.722963 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-0de2e027-5d4c-485c-b4c8-153962149b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:46.727321 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-0de2e027-5d4c-485c-b4c8-153962149b0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:46.730940 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-0de2e027-5d4c-485c-b4c8-153962149b0d service neutron] 10.222.0.96 "PUT /v2.0/ports/1d334fc4-b215-4027-a69e-cd363d72d0d6 HTTP/1.1" status: 200 len: 1092 time: 4.0212452 Feb 08 21:18:46.789864 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0b1a5c-3c6c-4447-83e4-77fba085cd41 admin admin] Network 10af122a-be5c-432b-89ec-d882d652ee34 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:18:46.791320 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['71eb8e0e-b244-4a46-86d0-5635c699d4da'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:18:46.853188 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-fc0b1a5c-3c6c-4447-83e4-77fba085cd41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:18:46.868553 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0b1a5c-3c6c-4447-83e4-77fba085cd41 admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:18:46.991518 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b1a5c-3c6c-4447-83e4-77fba085cd41 admin admin] Pushing event updated for resources: {'Port': ['ID=35ac9b9e-11ed-4cbf-aae8-c08c661b35a3,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:46.997877 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0aea-9d0b-489a-bef3-412abc25fb0b admin admin] Publish callbacks [] for router_controller (0dd06163-e48d-47de-b461-563ccb1af901), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:47.003818 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2e027-5d4c-485c-b4c8-153962149b0d service neutron] Pushing event updated for resources: {'Port': ['ID=1d334fc4-b215-4027-a69e-cd363d72d0d6,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:47.010094 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-4f106df9-dfcb-4afa-82cf-a8b2fb11c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:47.011769 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-4f106df9-dfcb-4afa-82cf-a8b2fb11c9b2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9b3b159591ee4a229900ea8953fa8a06&device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 1126 time: 0.1157429 Feb 08 21:18:47.046618 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7f089d3e-84c5-4744-b81b-90ceb80d1e5b admin admin] Publish callbacks [] for security_group (03b8048a-7de1-418c-8b38-92e50418ac07), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:47.090386 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Allocated IP 172.20.0.2 (1d91a92b-8b8e-48ed-82fe-305aad3f30df/76467b3d-f62f-4049-81f0-0c4505300a6b/4bac667d-4e4c-4787-8e9a-3651521303b5) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:18:47.309375 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0aea-9d0b-489a-bef3-412abc25fb0b admin admin] Publish callbacks [] for router_gateway (0dd06163-e48d-47de-b461-563ccb1af901), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:47.315371 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-09717b8d-d1cb-4dea-ad93-ee1f0e8c7295 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d334fc4-b215-4027-a69e-cd363d72d0d6 HTTP/1.1" status: 200 len: 217 time: 0.1503849 Feb 08 21:18:47.393467 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7f089d3e-84c5-4744-b81b-90ceb80d1e5b admin admin] Publish callbacks [] for security_group (03b8048a-7de1-418c-8b38-92e50418ac07), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:47.441127 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1df48d-20f7-41b9-85cd-c903400de27c req-6a248efc-0262-4855-9b72-474b73a5baa3 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:47.445421 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc1df48d-20f7-41b9-85cd-c903400de27c req-6a248efc-0262-4855-9b72-474b73a5baa3 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 946 time: 0.8341413 Feb 08 21:18:47.450731 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc0b1a5c-3c6c-4447-83e4-77fba085cd41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (2e042d2c-4bae-4f3f-b9e3-6c2f5436099c), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:47.469525 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba365087-9160-44f9-8b2f-853e808203a7 req-c5fc6927-5285-4c8a-aa3c-b126b6690c28 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:47.471630 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-822ae0b4-9130-4240-b91c-5b5aff048ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:47.473269 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-822ae0b4-9130-4240-b91c-5b5aff048ffa service neutron] 10.222.0.96 "GET /v2.0/subnets?id=55523d5b-2f07-476f-b4a6-0043cdbb6c1a HTTP/1.1" status: 200 len: 848 time: 0.1494474 Feb 08 21:18:47.482776 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba365087-9160-44f9-8b2f-853e808203a7 req-c5fc6927-5285-4c8a-aa3c-b126b6690c28 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 943 time: 0.8188581 Feb 08 21:18:47.494748 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Publish callbacks [] for port (4bac667d-4e4c-4787-8e9a-3651521303b5), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:47.512971 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (4bac667d-4e4c-4787-8e9a-3651521303b5), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:47.540915 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-3a7df1d9-1a2b-4a6f-b7c9-a23221d7c923 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4c67478e-bb4a-47b2-85c8-c1996b203e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539548 Feb 08 21:18:47.568104 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-a1dfebd7-8eb1-4c32-a28b-606dfe9f141c None None] Provisioning complete for port 35ac9b9e-11ed-4cbf-aae8-c08c661b35a3 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:18:47.569465 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a1dfebd7-8eb1-4c32-a28b-606dfe9f141c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (35ac9b9e-11ed-4cbf-aae8-c08c661b35a3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:47.635795 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Network 1d91a92b-8b8e-48ed-82fe-305aad3f30df is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:18:47.658977 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Pushing event updated for resources: {'Port': ['ID=4bac667d-4e4c-4787-8e9a-3651521303b5,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:47.668438 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:18:47.671433 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:18:47.683548 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:47.684462 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:47.685067 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:47.686112 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:47.686961 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:47.687531 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:47.688085 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:47.688627 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:47.690177 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:47.690617 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:47.691054 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:47.691498 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:47.691932 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:18:47.704561 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a1dfebd7-8eb1-4c32-a28b-606dfe9f141c None None] Port 35ac9b9e-11ed-4cbf-aae8-c08c661b35a3 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:18:47.768784 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Attempting to bind port 4bac667d-4e4c-4787-8e9a-3651521303b5 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:18:47.769305 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Attempting to bind port 4bac667d-4e4c-4787-8e9a-3651521303b5 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'dc186897-7ef3-4243-802c-704d6d0e3098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1d91a92b-8b8e-48ed-82fe-305aad3f30df'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:18:47.769530 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Attempting to bind port 4bac667d-4e4c-4787-8e9a-3651521303b5 on network 1d91a92b-8b8e-48ed-82fe-305aad3f30df {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:18:47.784438 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:18:47.785050 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Checking segment: {'id': 'dc186897-7ef3-4243-802c-704d6d0e3098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1d91a92b-8b8e-48ed-82fe-305aad3f30df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:18:47.785173 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:47.786228 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Bound using segment: {'id': 'dc186897-7ef3-4243-802c-704d6d0e3098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1d91a92b-8b8e-48ed-82fe-305aad3f30df'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:18:47.786730 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Bound port: 4bac667d-4e4c-4787-8e9a-3651521303b5, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc186897-7ef3-4243-802c-704d6d0e3098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1d91a92b-8b8e-48ed-82fe-305aad3f30df'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:18:47.787662 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4bac667d-4e4c-4787-8e9a-3651521303b5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:47.835315 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0aea-9d0b-489a-bef3-412abc25fb0b admin admin] Publish callbacks [] for router_gateway (0dd06163-e48d-47de-b461-563ccb1af901), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:47.858528 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0aea-9d0b-489a-bef3-412abc25fb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:47.881751 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba365087-9160-44f9-8b2f-853e808203a7 req-ef65091c-f845-4a8c-9600-5c37a15d58d3 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968654 Feb 08 21:18:47.887922 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc1df48d-20f7-41b9-85cd-c903400de27c req-4c9d2e73-79f6-4c31-adbd-07d16f9aa67e tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938324 Feb 08 21:18:47.922100 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] For port 4bac667d-4e4c-4787-8e9a-3651521303b5, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:18:47.926050 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] For port 4bac667d-4e4c-4787-8e9a-3651521303b5, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=4bac667d-4e4c-4787-8e9a-3651521303b5,segment=NetworkSegment(dc186897-7ef3-4243-802c-704d6d0e3098),segment_id=dc186897-7ef3-4243-802c-704d6d0e3098)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:18:47.945886 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (4bac667d-4e4c-4787-8e9a-3651521303b5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:47.974666 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-dd34ca90-829e-4b6a-9008-b41efcebce48 service neutron] 10.222.0.96 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251363 Feb 08 21:18:48.039378 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7f089d3e-84c5-4744-b81b-90ceb80d1e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (03b8048a-7de1-418c-8b38-92e50418ac07), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:48.048116 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7f089d3e-84c5-4744-b81b-90ceb80d1e5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:48.052200 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7f089d3e-84c5-4744-b81b-90ceb80d1e5b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/03b8048a-7de1-418c-8b38-92e50418ac07 HTTP/1.1" status: 204 len: 168 time: 1.7032475 Feb 08 21:18:48.111691 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7425a-3575-4eca-b907-fecf3155e335 None None] Pushing event updated for resources: {'Port': ['ID=4bac667d-4e4c-4787-8e9a-3651521303b5,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:48.132528 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f089d3e-84c5-4744-b81b-90ceb80d1e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b8048a-7de1-418c-8b38-92e50418ac07,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:48.170613 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-fd0e0aea-9d0b-489a-bef3-412abc25fb0b admin admin] Allocated IP 172.25.3.95 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/a33cbc0f-282d-40b6-8381-cab061708098) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:18:48.396573 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc0b1a5c-3c6c-4447-83e4-77fba085cd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (35ac9b9e-11ed-4cbf-aae8-c08c661b35a3), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:48.471984 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0aea-9d0b-489a-bef3-412abc25fb0b admin admin] Publish callbacks [] for port (a33cbc0f-282d-40b6-8381-cab061708098), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:48.508801 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 9f59201c-495b-4104-9c23-2fe916a51fc5 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:18:48.565579 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6670199a-2701-4347-a85f-7ec0ae510293 x-openstack-request-id: req-6670199a-2701-4347-a85f-7ec0ae510293 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:18:48.565579 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc20f47-702a-4d4c-bb2d-3459ef5d845d", "tag": "71eb8e0e-b244-4a46-86d0-5635c699d4da", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:18:48.566008 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6670199a-2701-4347-a85f-7ec0ae510293 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:18:48.566494 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc20f47-702a-4d4c-bb2d-3459ef5d845d', 'tag': '71eb8e0e-b244-4a46-86d0-5635c699d4da', 'status': 'completed', 'code': 200} Feb 08 21:18:48.655601 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24e044-b6a3-4a6f-a9de-0f7b3dff88c4 req-8a6ef644-575c-449c-8881-03b91a129699 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:48.658345 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d24e044-b6a3-4a6f-a9de-0f7b3dff88c4 req-8a6ef644-575c-449c-8881-03b91a129699 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=c366b455-cdcb-4046-955e-01af1b718ab1 HTTP/1.1" status: 200 len: 944 time: 0.5565510 Feb 08 21:18:48.666882 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359acb2-3fbf-478b-b17d-7f957e3278de req-613cfefc-f10e-41b2-80d9-cbcb50b64981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:48.668846 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d359acb2-3fbf-478b-b17d-7f957e3278de req-613cfefc-f10e-41b2-80d9-cbcb50b64981 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 1158 time: 0.6146126 Feb 08 21:18:48.689429 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 9f59201c-495b-4104-9c23-2fe916a51fc5 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:18:48.695099 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9f59201c-495b-4104-9c23-2fe916a51fc5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:48.719510 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8e40ee90-8ff7-4cdc-ab4b-7f726cea581d req-a7bab51e-d6e5-49f8-a9a7-310a57cc611a service neutron] 10.222.0.96 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513188 Feb 08 21:18:48.720589 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0aea-9d0b-489a-bef3-412abc25fb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (a33cbc0f-282d-40b6-8381-cab061708098), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:48.783534 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeffb39-9d83-49b6-8b21-85b944906c8f req-7a7dd9d5-0256-4061-8d14-fde268868e9d tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:48.786887 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eeeffb39-9d83-49b6-8b21-85b944906c8f req-7a7dd9d5-0256-4061-8d14-fde268868e9d tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 944 time: 0.5265973 Feb 08 21:18:48.799322 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e0aea-9d0b-489a-bef3-412abc25fb0b admin admin] Pushing event updated for resources: {'Port': ['ID=a33cbc0f-282d-40b6-8381-cab061708098,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:48.822646 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0e0aea-9d0b-489a-bef3-412abc25fb0b admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:18:48.824316 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-fd0e0aea-9d0b-489a-bef3-412abc25fb0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:18:48.827995 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0e0aea-9d0b-489a-bef3-412abc25fb0b admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:18:48.845010 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 71eb8e0e-b244-4a46-86d0-5635c699d4da details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:18:49.023127 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:18:49.026345 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 9405a308-b718-4371-b864-a67d2c92c206 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:18:49.071427 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45894) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:49.092274 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e916ae2-54d6-404d-89d2-d8169cedda86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:49.216923 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d24e044-b6a3-4a6f-a9de-0f7b3dff88c4 req-4f4a36c9-2f17-4a63-a53a-874847176e4b tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5436139 Feb 08 21:18:49.252025 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0aea-9d0b-489a-bef3-412abc25fb0b admin admin] Publish callbacks [] for router_gateway (0dd06163-e48d-47de-b461-563ccb1af901), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:49.307734 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:18:49.368300 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359acb2-3fbf-478b-b17d-7f957e3278de req-0a98a772-03e2-415e-ad58-de40f84ed7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:49.376246 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d359acb2-3fbf-478b-b17d-7f957e3278de req-0a98a772-03e2-415e-ad58-de40f84ed7b4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 200 len: 922 time: 0.6870358 Feb 08 21:18:49.386175 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 9f59201c-495b-4104-9c23-2fe916a51fc5 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:18:49.387195 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9f59201c-495b-4104-9c23-2fe916a51fc5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:49.403441 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eeeffb39-9d83-49b6-8b21-85b944906c8f req-981731a5-54f9-485a-935a-11db6797b875 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128260 Feb 08 21:18:49.410265 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 71eb8e0e-b244-4a46-86d0-5635c699d4da, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=71eb8e0e-b244-4a46-86d0-5635c699d4da,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:49.431445 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 9405a308-b718-4371-b864-a67d2c92c206 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:18:49.511659 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 9405a308-b718-4371-b864-a67d2c92c206 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:18:49.512206 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9405a308-b718-4371-b864-a67d2c92c206), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:49.557724 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d359acb2-3fbf-478b-b17d-7f957e3278de req-6ac8df1f-6e34-4ace-8d08-0e4f740469e9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71eb8e0e-b244-4a46-86d0-5635c699d4da HTTP/1.1" status: 200 len: 217 time: 0.1527195 Feb 08 21:18:49.577131 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0aea-9d0b-489a-bef3-412abc25fb0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (0dd06163-e48d-47de-b461-563ccb1af901), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:49.658837 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 9f59201c-495b-4104-9c23-2fe916a51fc5, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=9f59201c-495b-4104-9c23-2fe916a51fc5,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:49.673754 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 71eb8e0e-b244-4a46-86d0-5635c699d4da has no active binding in host n-h1-712143-31 {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 08 21:18:49.679633 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9f59201c-495b-4104-9c23-2fe916a51fc5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:49.795261 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=9f59201c-495b-4104-9c23-2fe916a51fc5,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:49.810089 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0e0aea-9d0b-489a-bef3-412abc25fb0b admin admin] Router 0dd06163-e48d-47de-b461-563ccb1af901 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:18:49.898139 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 9405a308-b718-4371-b864-a67d2c92c206 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:18:49.898704 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9405a308-b718-4371-b864-a67d2c92c206), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:49.936120 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c366b455-cdcb-4046-955e-01af1b718ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9405a308-b718-4371-b864-a67d2c92c206'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:18:49.939707 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a160051-73b8-4e03-8de8-a2516cde2138" -d '{"events": [{"server_uuid": "c366b455-cdcb-4046-955e-01af1b718ab1", "name": "network-vif-plugged", "status": "completed", "tag": "9405a308-b718-4371-b864-a67d2c92c206"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:18:49.958794 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e916ae2-54d6-404d-89d2-d8169cedda86 admin admin] Publish callbacks [] for security_group (11675695-b904-44c5-ad3d-862320576180), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:49.964196 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 9405a308-b718-4371-b864-a67d2c92c206, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=9405a308-b718-4371-b864-a67d2c92c206,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:49.983314 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9405a308-b718-4371-b864-a67d2c92c206), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:50.111651 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=9405a308-b718-4371-b864-a67d2c92c206,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:50.166205 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e916ae2-54d6-404d-89d2-d8169cedda86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (11675695-b904-44c5-ad3d-862320576180), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:50.318190 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e916ae2-54d6-404d-89d2-d8169cedda86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11675695-b904-44c5-ad3d-862320576180,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:50.327016 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3e916ae2-54d6-404d-89d2-d8169cedda86 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d8ce3dc661a54cbcb297cbc8d76110cb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2496743 Feb 08 21:18:50.327887 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45900) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:50.423235 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc0b1a5c-3c6c-4447-83e4-77fba085cd41 admin admin] Publish callbacks [] for port (35ac9b9e-11ed-4cbf-aae8-c08c661b35a3), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:50.481435 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359acb2-3fbf-478b-b17d-7f957e3278de req-bb896c67-903a-4597-9cf4-99cf0c33424f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:50.484139 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d359acb2-3fbf-478b-b17d-7f957e3278de req-bb896c67-903a-4597-9cf4-99cf0c33424f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d60e29b3-21d7-4da4-a50a-dfbe604013ed HTTP/1.1" status: 200 len: 861 time: 0.9069188 Feb 08 21:18:50.503005 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc0b1a5c-3c6c-4447-83e4-77fba085cd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (35ac9b9e-11ed-4cbf-aae8-c08c661b35a3), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:50.542189 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 4bac667d-4e4c-4787-8e9a-3651521303b5 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:18:50.600885 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca6516-6008-4bea-bced-79dd4db2ea4a req-f9e4548b-1e1c-45c7-aae0-0b0cead9bbb9 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:50.613879 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-44ca6516-6008-4bea-bced-79dd4db2ea4a req-f9e4548b-1e1c-45c7-aae0-0b0cead9bbb9 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 946 time: 1.0651195 Feb 08 21:18:50.659438 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 4bac667d-4e4c-4787-8e9a-3651521303b5 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:18:50.666731 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (4bac667d-4e4c-4787-8e9a-3651521303b5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:50.732041 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '662535dd-1551-4bd4-a456-4cddad01e6a6', 'tag': '1d334fc4-b215-4027-a69e-cd363d72d0d6'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:18:50.734492 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf1d179-4bdf-4635-b77f-74148776b30e" -d '{"events": [{"name": "network-changed", "server_uuid": "662535dd-1551-4bd4-a456-4cddad01e6a6", "tag": "1d334fc4-b215-4027-a69e-cd363d72d0d6"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:18:50.758598 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d359acb2-3fbf-478b-b17d-7f957e3278de req-68533251-930f-4e95-b69a-f4a9e8f731c4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2832de48-e50e-44a2-9cef-26035a020939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2446792 Feb 08 21:18:50.802476 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99255417-4f70-429e-8cf3-c5739e820e0c req-de02bbc8-7abe-45ef-a7a7-dc46d630f9a3 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:50.806123 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-99255417-4f70-429e-8cf3-c5739e820e0c req-de02bbc8-7abe-45ef-a7a7-dc46d630f9a3 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 943 time: 0.6443021 Feb 08 21:18:50.806547 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0e0aea-9d0b-489a-bef3-412abc25fb0b admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:18:50.808276 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35946466-3133-4d46-8b1e-40b6cb53e867 admin admin] Publish callbacks [] for security_group (11675695-b904-44c5-ad3d-862320576180), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:50.850478 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35946466-3133-4d46-8b1e-40b6cb53e867 admin admin] Publish callbacks [] for security_group (11675695-b904-44c5-ad3d-862320576180), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:50.920910 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd0e0aea-9d0b-489a-bef3-412abc25fb0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:50.927097 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fd0e0aea-9d0b-489a-bef3-412abc25fb0b admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6537569 Feb 08 21:18:50.928732 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45906) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:50.932347 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35946466-3133-4d46-8b1e-40b6cb53e867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (11675695-b904-44c5-ad3d-862320576180), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:50.933216 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0c9f2d-66d4-4767-a966-f50fdadb9f12 None None] Network 1d91a92b-8b8e-48ed-82fe-305aad3f30df requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:18:50.937509 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35946466-3133-4d46-8b1e-40b6cb53e867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:50.938806 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-35946466-3133-4d46-8b1e-40b6cb53e867 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/11675695-b904-44c5-ad3d-862320576180 HTTP/1.1" status: 204 len: 168 time: 0.6106536 Feb 08 21:18:50.957418 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35946466-3133-4d46-8b1e-40b6cb53e867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11675695-b904-44c5-ad3d-862320576180,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:50.986606 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc0b1a5c-3c6c-4447-83e4-77fba085cd41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (2e042d2c-4bae-4f3f-b9e3-6c2f5436099c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:51.026747 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76053622-e4e1-4bd9-9c46-a90c8b40bb74 None None] Sync routers for ids ['0dd06163-e48d-47de-b461-563ccb1af901'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:18:51.031191 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b1a5c-3c6c-4447-83e4-77fba085cd41 admin admin] Pushing event updated for resources: {'Port': ['ID=35ac9b9e-11ed-4cbf-aae8-c08c661b35a3,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:51.159703 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 4bac667d-4e4c-4787-8e9a-3651521303b5 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:18:51.165354 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4bac667d-4e4c-4787-8e9a-3651521303b5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:51.265274 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-0e186e88-6436-4c48-b865-0b7b3770cdbb None None] Provisioning complete for port 4bac667d-4e4c-4787-8e9a-3651521303b5 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:18:51.265862 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0e186e88-6436-4c48-b865-0b7b3770cdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (4bac667d-4e4c-4787-8e9a-3651521303b5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:51.303009 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76053622-e4e1-4bd9-9c46-a90c8b40bb74 None None] Routers {'0dd06163-e48d-47de-b461-563ccb1af901'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:18:51.303670 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-76053622-e4e1-4bd9-9c46-a90c8b40bb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:18:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['0dd06163-e48d-47de-b461-563ccb1af901'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:18:51.419269 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-44ca6516-6008-4bea-bced-79dd4db2ea4a req-53062f84-a3bf-4177-8b62-aab37dad23c7 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8037629 Feb 08 21:18:51.422884 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-76053622-e4e1-4bd9-9c46-a90c8b40bb74 None None] Set router 0dd06163-e48d-47de-b461-563ccb1af901 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:18:51.500346 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-99255417-4f70-429e-8cf3-c5739e820e0c req-21192b27-42dc-4636-9999-751ff8e866f8 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6602466 Feb 08 21:18:51.626070 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a837598-9d0c-4ee7-938a-9ef8552bb314 x-openstack-request-id: req-6a837598-9d0c-4ee7-938a-9ef8552bb314 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:18:51.626658 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c366b455-cdcb-4046-955e-01af1b718ab1", "name": "network-vif-plugged", "status": "completed", "tag": "9405a308-b718-4371-b864-a67d2c92c206", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:18:51.627604 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6a837598-9d0c-4ee7-938a-9ef8552bb314 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:18:51.628938 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c366b455-cdcb-4046-955e-01af1b718ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9405a308-b718-4371-b864-a67d2c92c206', 'code': 200} Feb 08 21:18:51.694126 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 4bac667d-4e4c-4787-8e9a-3651521303b5, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=4bac667d-4e4c-4787-8e9a-3651521303b5,segment=NetworkSegment(dc186897-7ef3-4243-802c-704d6d0e3098),segment_id=dc186897-7ef3-4243-802c-704d6d0e3098)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:51.736441 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (4bac667d-4e4c-4787-8e9a-3651521303b5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:51.737540 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 9f59201c-495b-4104-9c23-2fe916a51fc5 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:18:51.786190 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-eb688be8-5c33-4413-a7c0-f4693a1c2bcb service neutron] 10.222.0.96 "GET /v2.0/ports/71eb8e0e-b244-4a46-86d0-5635c699d4da/bindings/n-h1-712143-31 HTTP/1.1" status: 200 len: 385 time: 0.1454544 Feb 08 21:18:51.887939 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0e186e88-6436-4c48-b865-0b7b3770cdbb None None] Current status of the port 4bac667d-4e4c-4787-8e9a-3651521303b5 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:18:51.994346 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf009f-4572-4577-a29b-66b14c3cf3b8 req-c3d3c7e1-8853-4a5a-a505-19333b6bea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:51.996309 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0abf009f-4572-4577-a29b-66b14c3cf3b8 req-c3d3c7e1-8853-4a5a-a505-19333b6bea9b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c366b455-cdcb-4046-955e-01af1b718ab1 HTTP/1.1" status: 200 len: 1128 time: 0.2124135 Feb 08 21:18:51.997710 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d359acb2-3fbf-478b-b17d-7f957e3278de req-0ddb6efd-93e8-413e-b8c8-f47594fcb282 service neutron] 10.222.0.96 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1811314 Feb 08 21:18:52.003342 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=4bac667d-4e4c-4787-8e9a-3651521303b5,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:52.027590 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 9f59201c-495b-4104-9c23-2fe916a51fc5 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:18:52.028150 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9f59201c-495b-4104-9c23-2fe916a51fc5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:52.125617 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-76053622-e4e1-4bd9-9c46-a90c8b40bb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd06163-e48d-47de-b461-563ccb1af901', 'name': 'tempest-TaggedBootDevicesTest-281842090-router', 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a33cbc0f-282d-40b6-8381-cab061708098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:46Z', 'updated_at': '2022-02-08T21:18:49Z', 'revision_number': 3, 'project_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'gw_port': {'id': 'a33cbc0f-282d-40b6-8381-cab061708098', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:02:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd06163-e48d-47de-b461-563ccb1af901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:47Z', 'updated_at': '2022-02-08T21:18:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:18:52.181890 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0abf009f-4572-4577-a29b-66b14c3cf3b8 req-03e9f246-c2e2-481c-8042-d82e2269741e service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660132 Feb 08 21:18:52.233244 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76053622-e4e1-4bd9-9c46-a90c8b40bb74 None None] Checking router: 0dd06163-e48d-47de-b461-563ccb1af901 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:18:52.246095 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76053622-e4e1-4bd9-9c46-a90c8b40bb74 None None] Updating router 0dd06163-e48d-47de-b461-563ccb1af901 port a33cbc0f-282d-40b6-8381-cab061708098 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:18:52.436798 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42930e-e5a9-4219-8fd4-a89804cc91cc req-70ce4141-2e72-4878-b3d1-156f6452568f tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:52.450851 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd42930e-e5a9-4219-8fd4-a89804cc91cc req-70ce4141-2e72-4878-b3d1-156f6452568f tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=c366b455-cdcb-4046-955e-01af1b718ab1 HTTP/1.1" status: 200 len: 945 time: 0.8035262 Feb 08 21:18:52.464254 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b81bbcf-135c-49f5-9ae2-41f471487db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:52.504642 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 9f59201c-495b-4104-9c23-2fe916a51fc5 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:18:52.530352 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-76053622-e4e1-4bd9-9c46-a90c8b40bb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a33cbc0f-282d-40b6-8381-cab061708098), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:52.556138 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0b1a5c-3c6c-4447-83e4-77fba085cd41 admin admin] Network 10af122a-be5c-432b-89ec-d882d652ee34 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:18:52.564475 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-fc0b1a5c-3c6c-4447-83e4-77fba085cd41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:18:52.610177 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-12a27172-4e84-4253-814d-04bcb59a9a9e service neutron] For port 71eb8e0e-b244-4a46-86d0-5635c699d4da, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=71eb8e0e-b244-4a46-86d0-5635c699d4da,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:52.650592 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd42930e-e5a9-4219-8fd4-a89804cc91cc req-dd11619d-cc05-4f92-9d6a-69a1ee6f77e5 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963274 Feb 08 21:18:52.685730 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-6c3283f3-68e7-4e6b-a756-8e0158359689 None None] Provisioning complete for port 4bac667d-4e4c-4787-8e9a-3651521303b5 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:18:52.686283 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6c3283f3-68e7-4e6b-a756-8e0158359689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (4bac667d-4e4c-4787-8e9a-3651521303b5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:52.701782 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfd1e7-969e-4c59-a84c-dac02fbd63a8 req-43c78668-1a2d-40ab-af33-28a658c00ac6 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:52.726715 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3dbfd1e7-969e-4c59-a84c-dac02fbd63a8 req-43c78668-1a2d-40ab-af33-28a658c00ac6 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 944 time: 0.9718568 Feb 08 21:18:52.802489 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfe6884-a152-4760-8259-9282a310a5a4 x-openstack-request-id: req-7cfe6884-a152-4760-8259-9282a310a5a4 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:18:52.803411 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "662535dd-1551-4bd4-a456-4cddad01e6a6", "tag": "1d334fc4-b215-4027-a69e-cd363d72d0d6", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:18:52.803411 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7cfe6884-a152-4760-8259-9282a310a5a4 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:18:52.803718 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '662535dd-1551-4bd4-a456-4cddad01e6a6', 'tag': '1d334fc4-b215-4027-a69e-cd363d72d0d6', 'status': 'completed', 'code': 200} Feb 08 21:18:52.833916 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-12a27172-4e84-4253-814d-04bcb59a9a9e service neutron] For port 71eb8e0e-b244-4a46-86d0-5635c699d4da, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:18:52.884037 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 4bac667d-4e4c-4787-8e9a-3651521303b5 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:18:53.048508 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d359acb2-3fbf-478b-b17d-7f957e3278de req-ee5f590a-e196-447f-8ec1-bb0f8de34fa3 service neutron] 10.222.0.96 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0098915 Feb 08 21:18:53.229977 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-12a27172-4e84-4253-814d-04bcb59a9a9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71eb8e0e-b244-4a46-86d0-5635c699d4da {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:18:53.270458 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3dbfd1e7-969e-4c59-a84c-dac02fbd63a8 req-bc756abc-6750-4a0f-9ad4-5a61dd1da3e2 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5408189 Feb 08 21:18:53.295540 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-12a27172-4e84-4253-814d-04bcb59a9a9e service neutron] For port 71eb8e0e-b244-4a46-86d0-5635c699d4da, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=71eb8e0e-b244-4a46-86d0-5635c699d4da,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:53.361598 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0229e-be27-4710-8257-801b986d40b6 req-62c72b04-00d4-4313-999a-d62c8178dce0 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:53.368736 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-74a0229e-be27-4710-8257-801b986d40b6 req-62c72b04-00d4-4313-999a-d62c8178dce0 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 946 time: 0.3071032 Feb 08 21:18:53.409372 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-12a27172-4e84-4253-814d-04bcb59a9a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (71eb8e0e-b244-4a46-86d0-5635c699d4da), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:53.429707 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0b1a5c-3c6c-4447-83e4-77fba085cd41 admin admin] Router 2e042d2c-4bae-4f3f-b9e3-6c2f5436099c has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:18:53.545487 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-12a27172-4e84-4253-814d-04bcb59a9a9e service neutron] Transition to ACTIVE for port object 71eb8e0e-b244-4a46-86d0-5635c699d4da will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:18:53.550547 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1d179-4bdf-4635-b77f-74148776b30e req-c0bd9754-ecf3-4a83-b13a-f7129557107a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:53.556555 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8cf1d179-4bdf-4635-b77f-74148776b30e req-c0bd9754-ecf3-4a83-b13a-f7129557107a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9b3b159591ee4a229900ea8953fa8a06&device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 1126 time: 0.6613235 Feb 08 21:18:53.592917 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-12a27172-4e84-4253-814d-04bcb59a9a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (71eb8e0e-b244-4a46-86d0-5635c699d4da), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:53.683867 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-76053622-e4e1-4bd9-9c46-a90c8b40bb74 None None] Publish callbacks [] for port (a33cbc0f-282d-40b6-8381-cab061708098), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:53.708170 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-76053622-e4e1-4bd9-9c46-a90c8b40bb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a33cbc0f-282d-40b6-8381-cab061708098), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:53.801184 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6c3283f3-68e7-4e6b-a756-8e0158359689 None None] Current status of the port 4bac667d-4e4c-4787-8e9a-3651521303b5 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:18:53.802470 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-74a0229e-be27-4710-8257-801b986d40b6 req-f8b924ee-860f-4c2a-80df-07e7836b8f5a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248152 Feb 08 21:18:53.836988 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-76053622-e4e1-4bd9-9c46-a90c8b40bb74 None None] Attempting to bind port a33cbc0f-282d-40b6-8381-cab061708098 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:18:53.837520 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-76053622-e4e1-4bd9-9c46-a90c8b40bb74 None None] Attempting to bind port a33cbc0f-282d-40b6-8381-cab061708098 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:18:53.841525 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76053622-e4e1-4bd9-9c46-a90c8b40bb74 None None] Attempting to bind port a33cbc0f-282d-40b6-8381-cab061708098 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:18:53.861418 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a27172-4e84-4253-814d-04bcb59a9a9e service neutron] Pushing event updated for resources: {'Port': ['ID=71eb8e0e-b244-4a46-86d0-5635c699d4da,revision_number=10']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:53.874569 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76053622-e4e1-4bd9-9c46-a90c8b40bb74 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:18:53.874983 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76053622-e4e1-4bd9-9c46-a90c8b40bb74 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:18:53.875489 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-76053622-e4e1-4bd9-9c46-a90c8b40bb74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:53.876055 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76053622-e4e1-4bd9-9c46-a90c8b40bb74 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:18:53.877679 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-76053622-e4e1-4bd9-9c46-a90c8b40bb74 None None] Bound port: a33cbc0f-282d-40b6-8381-cab061708098, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:18:53.878110 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-76053622-e4e1-4bd9-9c46-a90c8b40bb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a33cbc0f-282d-40b6-8381-cab061708098), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:53.941221 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0b1a5c-3c6c-4447-83e4-77fba085cd41 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:18:53.966668 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5ad681-e4f9-4813-b971-c318c7aa7ed1 None None] Sync routers for ids ['2e042d2c-4bae-4f3f-b9e3-6c2f5436099c'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:18:53.995279 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fc0b1a5c-3c6c-4447-83e4-77fba085cd41 admin admin] 10.222.0.88 "PUT /v2.0/routers/2e042d2c-4bae-4f3f-b9e3-6c2f5436099c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6637468 Feb 08 21:18:54.007911 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 4bac667d-4e4c-4787-8e9a-3651521303b5 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:18:54.008288 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (4bac667d-4e4c-4787-8e9a-3651521303b5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:54.013716 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5ad681-e4f9-4813-b971-c318c7aa7ed1 None None] Routers {'2e042d2c-4bae-4f3f-b9e3-6c2f5436099c'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:18:54.017495 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5a5ad681-e4f9-4813-b971-c318c7aa7ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:18:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['2e042d2c-4bae-4f3f-b9e3-6c2f5436099c'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:18:54.024061 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700083ef-4354-43b7-a67b-24d92baaf9dc None None] Pushing event updated for resources: {'Port': ['ID=a33cbc0f-282d-40b6-8381-cab061708098,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:54.069191 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-6c8df7cc-412c-4a91-9bbc-1c098034f36e None None] Provisioning complete for port 35ac9b9e-11ed-4cbf-aae8-c08c661b35a3 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:18:54.070654 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fd22f-d41a-42e7-b0ea-1981424fea4e req-8e3f73d9-6684-46ee-970a-3408d63e5b2d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:54.075209 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6c8df7cc-412c-4a91-9bbc-1c098034f36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (35ac9b9e-11ed-4cbf-aae8-c08c661b35a3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:54.081686 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-679fd22f-d41a-42e7-b0ea-1981424fea4e req-8e3f73d9-6684-46ee-970a-3408d63e5b2d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 943 time: 0.6499481 Feb 08 21:18:54.191915 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1d179-4bdf-4635-b77f-74148776b30e req-b26226d1-c601-4f2b-bad3-9ea4fbbae64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:54.193587 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8cf1d179-4bdf-4635-b77f-74148776b30e req-b26226d1-c601-4f2b-bad3-9ea4fbbae64a service neutron] 10.222.0.96 "GET /v2.0/networks?id=4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 200 len: 909 time: 0.6190565 Feb 08 21:18:54.194932 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-4b81bbcf-135c-49f5-9ae2-41f471487db8 admin admin] Allocated IP 172.20.0.1 (1d91a92b-8b8e-48ed-82fe-305aad3f30df/76467b3d-f62f-4049-81f0-0c4505300a6b/3301c078-9694-40bb-b14f-3e5929272daf) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:18:54.290596 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-5a5ad681-e4f9-4813-b971-c318c7aa7ed1 None None] Set router 2e042d2c-4bae-4f3f-b9e3-6c2f5436099c gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:18:54.390451 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-76053622-e4e1-4bd9-9c46-a90c8b40bb74 None None] For port a33cbc0f-282d-40b6-8381-cab061708098, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:18:54.416167 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-679fd22f-d41a-42e7-b0ea-1981424fea4e req-18c75d19-fe60-4ec5-8340-742e87f482e0 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334601 Feb 08 21:18:54.468897 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c051aac-6cb2-4ace-b9bf-4e94119dccdc req-23bf7a87-3b70-4733-9d34-ede08f86dca1 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:54.475471 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7c051aac-6cb2-4ace-b9bf-4e94119dccdc req-23bf7a87-3b70-4733-9d34-ede08f86dca1 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=c366b455-cdcb-4046-955e-01af1b718ab1 HTTP/1.1" status: 200 len: 945 time: 0.3335257 Feb 08 21:18:54.487337 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-48a4b97f-82fe-4dfe-a651-8eeea10e9143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:54.511056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-76053622-e4e1-4bd9-9c46-a90c8b40bb74 None None] For port a33cbc0f-282d-40b6-8381-cab061708098, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=a33cbc0f-282d-40b6-8381-cab061708098,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:18:54.531959 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b81bbcf-135c-49f5-9ae2-41f471487db8 admin admin] Publish callbacks [] for port (3301c078-9694-40bb-b14f-3e5929272daf), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:54.549601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6c8df7cc-412c-4a91-9bbc-1c098034f36e None None] Port 35ac9b9e-11ed-4cbf-aae8-c08c661b35a3 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:18:54.567164 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5a5ad681-e4f9-4813-b971-c318c7aa7ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'name': 'tempest-TaggedBootDevicesTest_v242-2118790159-router', 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '9f59201c-495b-4104-9c23-2fe916a51fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:32Z', 'updated_at': '2022-02-08T21:18:47Z', 'revision_number': 4, 'project_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'gw_port': {'id': '9f59201c-495b-4104-9c23-2fe916a51fc5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:36Z', 'updated_at': '2022-02-08T21:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '35ac9b9e-11ed-4cbf-aae8-c08c661b35a3', 'name': '', 'network_id': '10af122a-be5c-432b-89ec-d882d652ee34', 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'mac_address': 'fa:16:3e:76:10:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '6b4bfb64-5f0f-4b7c-aaa8-560930fcc069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:44Z', 'updated_at': '2022-02-08T21:18:48Z', 'revision_number': 2, 'project_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'subnets': [{'id': '6b4bfb64-5f0f-4b7c-aaa8-560930fcc069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:18:54.597121 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5ad681-e4f9-4813-b971-c318c7aa7ed1 None None] Checking router: 2e042d2c-4bae-4f3f-b9e3-6c2f5436099c for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:18:54.597588 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5ad681-e4f9-4813-b971-c318c7aa7ed1 None None] Updating router 2e042d2c-4bae-4f3f-b9e3-6c2f5436099c port 35ac9b9e-11ed-4cbf-aae8-c08c661b35a3 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:18:54.632500 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5a5ad681-e4f9-4813-b971-c318c7aa7ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (35ac9b9e-11ed-4cbf-aae8-c08c661b35a3), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:54.732227 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7c051aac-6cb2-4ace-b9bf-4e94119dccdc req-f63d8acd-3187-4345-a0f5-baf71f468870 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332804 Feb 08 21:18:54.749659 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-76053622-e4e1-4bd9-9c46-a90c8b40bb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a33cbc0f-282d-40b6-8381-cab061708098), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:54.762718 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 4bac667d-4e4c-4787-8e9a-3651521303b5 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:18:54.778577 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b81bbcf-135c-49f5-9ae2-41f471487db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3301c078-9694-40bb-b14f-3e5929272daf), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:54.789963 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8cf1d179-4bdf-4635-b77f-74148776b30e req-bdc96aad-9a2a-40d8-8fe7-13738634f762 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d334fc4-b215-4027-a69e-cd363d72d0d6 HTTP/1.1" status: 200 len: 217 time: 0.1530919 Feb 08 21:18:54.821031 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546e4c0-bd49-49d7-b314-fd6c94c30f0a req-f3aede28-3607-4757-a219-4c888b2a3749 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:54.845278 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a546e4c0-bd49-49d7-b314-fd6c94c30f0a req-f3aede28-3607-4757-a219-4c888b2a3749 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 945 time: 0.2313890 Feb 08 21:18:54.953591 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76053622-e4e1-4bd9-9c46-a90c8b40bb74 None None] Routers {'0dd06163-e48d-47de-b461-563ccb1af901'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:18:54.954248 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-76053622-e4e1-4bd9-9c46-a90c8b40bb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:18:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['0dd06163-e48d-47de-b461-563ccb1af901'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:18:55.000179 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81bbcf-135c-49f5-9ae2-41f471487db8 admin admin] Pushing event updated for resources: {'Port': ['ID=3301c078-9694-40bb-b14f-3e5929272daf,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:55.002393 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a546e4c0-bd49-49d7-b314-fd6c94c30f0a req-5c405911-71d3-4299-b69a-0335d96c2aba tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563392 Feb 08 21:18:55.007725 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-12a27172-4e84-4253-814d-04bcb59a9a9e service neutron] No DVR routers for this DVR port 71eb8e0e-b244-4a46-86d0-5635c699d4da on host n-h2-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:18:55.093700 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 71eb8e0e-b244-4a46-86d0-5635c699d4da no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:18:55.147077 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1d179-4bdf-4635-b77f-74148776b30e req-cc52627c-a8b1-4d55-a22f-02e5b8a250a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:55.151255 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8cf1d179-4bdf-4635-b77f-74148776b30e req-cc52627c-a8b1-4d55-a22f-02e5b8a250a5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=55523d5b-2f07-476f-b4a6-0043cdbb6c1a HTTP/1.1" status: 200 len: 848 time: 0.1504428 Feb 08 21:18:55.178890 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700083ef-4354-43b7-a67b-24d92baaf9dc None None] Pushing event updated for resources: {'Port': ['ID=a33cbc0f-282d-40b6-8381-cab061708098,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:55.232417 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] The host n-h2-712143-31 is not matching for port 71eb8e0e-b244-4a46-86d0-5635c699d4da host n-h1-712143-31! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 21:18:55.232897 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 71eb8e0e-b244-4a46-86d0-5635c699d4da not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:18:55.299455 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8cf1d179-4bdf-4635-b77f-74148776b30e req-251f0830-238f-4c8c-843d-d2828ddd807c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4c67478e-bb4a-47b2-85c8-c1996b203e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1329150 Feb 08 21:18:55.307185 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4c1ee-6047-479d-b262-59d2212ca66d req-3d8d802d-36d7-4d8a-be0d-5170b8b7df5b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:55.317866 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-abd4c1ee-6047-479d-b262-59d2212ca66d req-3d8d802d-36d7-4d8a-be0d-5170b8b7df5b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 946 time: 0.2133422 Feb 08 21:18:55.339208 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-12a27172-4e84-4253-814d-04bcb59a9a9e service neutron] 10.222.0.96 "PUT /v2.0/ports/71eb8e0e-b244-4a46-86d0-5635c699d4da/bindings/n-h1-712143-31/activate HTTP/1.1" status: 200 len: 370 time: 3.4579332 Feb 08 21:18:55.340651 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-76053622-e4e1-4bd9-9c46-a90c8b40bb74 None None] Set router 0dd06163-e48d-47de-b461-563ccb1af901 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:18:55.470152 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5a5ad681-e4f9-4813-b971-c318c7aa7ed1 None None] Publish callbacks [] for port (35ac9b9e-11ed-4cbf-aae8-c08c661b35a3), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:55.486100 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5a5ad681-e4f9-4813-b971-c318c7aa7ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (35ac9b9e-11ed-4cbf-aae8-c08c661b35a3), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:55.547012 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-abd4c1ee-6047-479d-b262-59d2212ca66d req-ef4b883b-1e0b-4f0c-ab20-b3bd002076f9 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208052 Feb 08 21:18:55.639295 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b81bbcf-135c-49f5-9ae2-41f471487db8 admin admin] Network 1d91a92b-8b8e-48ed-82fe-305aad3f30df is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:18:55.762949 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ba78e-f893-4a26-a36c-763ee2de71d2 req-335f4663-4fc1-4368-964a-a1a0cc22552e tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:55.768573 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-510ba78e-f893-4a26-a36c-763ee2de71d2 req-335f4663-4fc1-4368-964a-a1a0cc22552e tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=c366b455-cdcb-4046-955e-01af1b718ab1 HTTP/1.1" status: 200 len: 945 time: 0.2200689 Feb 08 21:18:55.798719 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419de17a-58b8-4eab-8563-582fdb659d95 None None] Pushing event updated for resources: {'Port': ['ID=35ac9b9e-11ed-4cbf-aae8-c08c661b35a3,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:55.836818 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-4b81bbcf-135c-49f5-9ae2-41f471487db8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:18:55.882662 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b81bbcf-135c-49f5-9ae2-41f471487db8 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:18:55.893817 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-5a5ad681-e4f9-4813-b971-c318c7aa7ed1 None None] Attempting to bind port 35ac9b9e-11ed-4cbf-aae8-c08c661b35a3 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:18:55.894223 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-5a5ad681-e4f9-4813-b971-c318c7aa7ed1 None None] Attempting to bind port 35ac9b9e-11ed-4cbf-aae8-c08c661b35a3 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '881e5be7-1349-4f9a-a3c0-c2bf76a0109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '10af122a-be5c-432b-89ec-d882d652ee34'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:18:55.894593 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5ad681-e4f9-4813-b971-c318c7aa7ed1 None None] Attempting to bind port 35ac9b9e-11ed-4cbf-aae8-c08c661b35a3 on network 10af122a-be5c-432b-89ec-d882d652ee34 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:18:55.908782 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5ad681-e4f9-4813-b971-c318c7aa7ed1 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:18:55.909213 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5ad681-e4f9-4813-b971-c318c7aa7ed1 None None] Checking segment: {'id': '881e5be7-1349-4f9a-a3c0-c2bf76a0109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '10af122a-be5c-432b-89ec-d882d652ee34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:18:55.909696 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5a5ad681-e4f9-4813-b971-c318c7aa7ed1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:55.909993 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5ad681-e4f9-4813-b971-c318c7aa7ed1 None None] Bound using segment: {'id': '881e5be7-1349-4f9a-a3c0-c2bf76a0109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '10af122a-be5c-432b-89ec-d882d652ee34'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:18:55.910493 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-5a5ad681-e4f9-4813-b971-c318c7aa7ed1 None None] Bound port: 35ac9b9e-11ed-4cbf-aae8-c08c661b35a3, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881e5be7-1349-4f9a-a3c0-c2bf76a0109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '10af122a-be5c-432b-89ec-d882d652ee34'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:18:55.910878 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5a5ad681-e4f9-4813-b971-c318c7aa7ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (35ac9b9e-11ed-4cbf-aae8-c08c661b35a3), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:55.972046 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45976) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:55.992959 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-004a48d8-c887-44e7-8136-d077db59710f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1669835430-network', 'tenant_id': '907807b93ff64ac1b9cba777047bc524'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:18:56.045601 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-510ba78e-f893-4a26-a36c-763ee2de71d2 req-382de8ca-2b0b-4d96-b4cb-7d4b4cc13aed tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644386 Feb 08 21:18:56.099020 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5a5ad681-e4f9-4813-b971-c318c7aa7ed1 None None] For port 35ac9b9e-11ed-4cbf-aae8-c08c661b35a3, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:18:56.110027 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5a5ad681-e4f9-4813-b971-c318c7aa7ed1 None None] For port 35ac9b9e-11ed-4cbf-aae8-c08c661b35a3, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=35ac9b9e-11ed-4cbf-aae8-c08c661b35a3,segment=NetworkSegment(881e5be7-1349-4f9a-a3c0-c2bf76a0109d),segment_id=881e5be7-1349-4f9a-a3c0-c2bf76a0109d)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:18:56.131534 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5a5ad681-e4f9-4813-b971-c318c7aa7ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (35ac9b9e-11ed-4cbf-aae8-c08c661b35a3), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:56.145692 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004a48d8-c887-44e7-8136-d077db59710f admin admin] Made reservation on behalf of 907807b93ff64ac1b9cba777047bc524 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:18:56.156860 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-004a48d8-c887-44e7-8136-d077db59710f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:56.214090 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-004a48d8-c887-44e7-8136-d077db59710f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:56.251789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2502fbd-6e93-4683-91ee-99e15f3da0ea req-a1b67460-a944-493e-94dd-2fcc75f6ee76 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:56.260300 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b2502fbd-6e93-4683-91ee-99e15f3da0ea req-a1b67460-a944-493e-94dd-2fcc75f6ee76 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 943 time: 0.3875914 Feb 08 21:18:56.277452 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-76053622-e4e1-4bd9-9c46-a90c8b40bb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd06163-e48d-47de-b461-563ccb1af901', 'name': 'tempest-TaggedBootDevicesTest-281842090-router', 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a33cbc0f-282d-40b6-8381-cab061708098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:46Z', 'updated_at': '2022-02-08T21:18:49Z', 'revision_number': 3, 'project_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'gw_port': {'id': 'a33cbc0f-282d-40b6-8381-cab061708098', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:02:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd06163-e48d-47de-b461-563ccb1af901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:47Z', 'updated_at': '2022-02-08T21:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:18:56.311277 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8cf1d179-4bdf-4635-b77f-74148776b30e req-5965eb45-a01a-4bc5-8ecf-0c385c07a7b8 service neutron] 10.222.0.96 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9645445 Feb 08 21:18:56.320772 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b81bbcf-135c-49f5-9ae2-41f471487db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (0dd06163-e48d-47de-b461-563ccb1af901), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:56.351174 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-1e7bb09f-a071-496b-9039-ed793e39e98d tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:56.353766 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419de17a-58b8-4eab-8563-582fdb659d95 None None] Pushing event updated for resources: {'Port': ['ID=35ac9b9e-11ed-4cbf-aae8-c08c661b35a3,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:56.358253 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-1e7bb09f-a071-496b-9039-ed793e39e98d tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d&tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&binding%3Ahost_id=n-h2-712143-31 HTTP/1.1" status: 200 len: 1128 time: 0.7998421 Feb 08 21:18:56.369571 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b2502fbd-6e93-4683-91ee-99e15f3da0ea req-d5608b70-f932-492c-a436-0606f6642632 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082475 Feb 08 21:18:56.453279 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5ad681-e4f9-4813-b971-c318c7aa7ed1 None None] Routers {'2e042d2c-4bae-4f3f-b9e3-6c2f5436099c'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:18:56.454279 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76053622-e4e1-4bd9-9c46-a90c8b40bb74 None None] The sync data for ids ['0dd06163-e48d-47de-b461-563ccb1af901'] in n-d-712143-31 is: [{'id': '0dd06163-e48d-47de-b461-563ccb1af901', 'name': 'tempest-TaggedBootDevicesTest-281842090-router', 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a33cbc0f-282d-40b6-8381-cab061708098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:46Z', 'updated_at': '2022-02-08T21:18:49Z', 'revision_number': 3, 'project_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'gw_port': {'id': 'a33cbc0f-282d-40b6-8381-cab061708098', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:02:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd06163-e48d-47de-b461-563ccb1af901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:47Z', 'updated_at': '2022-02-08T21:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:18:56.463516 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5a5ad681-e4f9-4813-b971-c318c7aa7ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:18:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['2e042d2c-4bae-4f3f-b9e3-6c2f5436099c'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:18:56.509492 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-6ebb86a2-5522-4f44-b84a-4cbe7371e31d None None] Provisioning complete for port 35ac9b9e-11ed-4cbf-aae8-c08c661b35a3 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:18:56.510087 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6ebb86a2-5522-4f44-b84a-4cbe7371e31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (35ac9b9e-11ed-4cbf-aae8-c08c661b35a3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:56.535809 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-004a48d8-c887-44e7-8136-d077db59710f admin admin] Publish callbacks [] for security_group (04195361-c48f-4ff8-9a2b-a573a5026980), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:56.550647 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-004a48d8-c887-44e7-8136-d077db59710f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (04195361-c48f-4ff8-9a2b-a573a5026980), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:56.645072 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-004a48d8-c887-44e7-8136-d077db59710f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:18:56.695448 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-004a48d8-c887-44e7-8136-d077db59710f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (26c04e80-d87d-425e-9a45-505c3c31cc24), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:56.695823 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-004a48d8-c887-44e7-8136-d077db59710f admin admin] Added segment 26c04e80-d87d-425e-9a45-505c3c31cc24 of type vlan for network 21c6182e-3c46-4cb2-a2fa-ccb689098058 Feb 08 21:18:56.716415 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d87e43-21b9-4122-96bb-7c553cd73889 req-b4948072-4eac-46c9-b131-bb27841e2707 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:56.727132 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9d87e43-21b9-4122-96bb-7c553cd73889 req-b4948072-4eac-46c9-b131-bb27841e2707 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 945 time: 0.2649541 Feb 08 21:18:56.729121 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a48d8-c887-44e7-8136-d077db59710f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04195361-c48f-4ff8-9a2b-a573a5026980,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:56.816477 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-5a5ad681-e4f9-4813-b971-c318c7aa7ed1 None None] Set router 2e042d2c-4bae-4f3f-b9e3-6c2f5436099c gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:18:56.940309 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-004a48d8-c887-44e7-8136-d077db59710f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (21c6182e-3c46-4cb2-a2fa-ccb689098058), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:56.998423 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9d87e43-21b9-4122-96bb-7c553cd73889 req-a0557d20-d59c-4531-bd11-02e8f93db78a tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701099 Feb 08 21:18:57.113553 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6ebb86a2-5522-4f44-b84a-4cbe7371e31d None None] Current status of the port 35ac9b9e-11ed-4cbf-aae8-c08c661b35a3 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:18:57.114404 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6ebb86a2-5522-4f44-b84a-4cbe7371e31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (35ac9b9e-11ed-4cbf-aae8-c08c661b35a3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:57.120082 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-004a48d8-c887-44e7-8136-d077db59710f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (21c6182e-3c46-4cb2-a2fa-ccb689098058), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:57.126198 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004a48d8-c887-44e7-8136-d077db59710f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:57.129558 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-004a48d8-c887-44e7-8136-d077db59710f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:57.221265 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-6ebb86a2-5522-4f44-b84a-4cbe7371e31d None None] For port 35ac9b9e-11ed-4cbf-aae8-c08c661b35a3, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=35ac9b9e-11ed-4cbf-aae8-c08c661b35a3,segment=NetworkSegment(881e5be7-1349-4f9a-a3c0-c2bf76a0109d),segment_id=881e5be7-1349-4f9a-a3c0-c2bf76a0109d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:18:57.233783 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6ebb86a2-5522-4f44-b84a-4cbe7371e31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (35ac9b9e-11ed-4cbf-aae8-c08c661b35a3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:57.315471 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b81bbcf-135c-49f5-9ae2-41f471487db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3301c078-9694-40bb-b14f-3e5929272daf), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:57.371686 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb86a2-5522-4f44-b84a-4cbe7371e31d None None] Pushing event updated for resources: {'Port': ['ID=35ac9b9e-11ed-4cbf-aae8-c08c661b35a3,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:57.425982 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-f441e3b2-92d6-409d-8fee-63b6d075e2b5 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=45d6d6ff9c034a498fa50495cc747396&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2396295 Feb 08 21:18:57.444116 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c455fc45-cfd5-4c53-bbb8-9e1a7cd1c264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:57.450330 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a48d8-c887-44e7-8136-d077db59710f admin admin] Pushing event updated for resources: {'Network': ['ID=21c6182e-3c46-4cb2-a2fa-ccb689098058,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:57.457715 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1e6b7c1b-e31e-490c-9587-19ad2773343b None None] Provisioning complete for port 35ac9b9e-11ed-4cbf-aae8-c08c661b35a3 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:18:57.458920 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e6b7c1b-e31e-490c-9587-19ad2773343b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (35ac9b9e-11ed-4cbf-aae8-c08c661b35a3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:57.496817 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5a5ad681-e4f9-4813-b971-c318c7aa7ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'name': 'tempest-TaggedBootDevicesTest_v242-2118790159-router', 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '9f59201c-495b-4104-9c23-2fe916a51fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:32Z', 'updated_at': '2022-02-08T21:18:47Z', 'revision_number': 4, 'project_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'gw_port': {'id': '9f59201c-495b-4104-9c23-2fe916a51fc5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:36Z', 'updated_at': '2022-02-08T21:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '35ac9b9e-11ed-4cbf-aae8-c08c661b35a3', 'name': '', 'network_id': '10af122a-be5c-432b-89ec-d882d652ee34', 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'mac_address': 'fa:16:3e:76:10:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '6b4bfb64-5f0f-4b7c-aaa8-560930fcc069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:44Z', 'updated_at': '2022-02-08T21:18:56Z', 'revision_number': 4, 'project_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'subnets': [{'id': '6b4bfb64-5f0f-4b7c-aaa8-560930fcc069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:18:57.543299 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 21c6182e-3c46-4cb2-a2fa-ccb689098058 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:18:57.549444 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-004a48d8-c887-44e7-8136-d077db59710f admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5744653 Feb 08 21:18:57.578866 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5ad681-e4f9-4813-b971-c318c7aa7ed1 None None] The sync data for ids ['2e042d2c-4bae-4f3f-b9e3-6c2f5436099c'] in n-d-712143-31 is: [{'id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'name': 'tempest-TaggedBootDevicesTest_v242-2118790159-router', 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '9f59201c-495b-4104-9c23-2fe916a51fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:32Z', 'updated_at': '2022-02-08T21:18:47Z', 'revision_number': 4, 'project_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'gw_port': {'id': '9f59201c-495b-4104-9c23-2fe916a51fc5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:36Z', 'updated_at': '2022-02-08T21:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '35ac9b9e-11ed-4cbf-aae8-c08c661b35a3', 'name': '', 'network_id': '10af122a-be5c-432b-89ec-d882d652ee34', 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'mac_address': 'fa:16:3e:76:10:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '6b4bfb64-5f0f-4b7c-aaa8-560930fcc069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:44Z', 'updated_at': '2022-02-08T21:18:56Z', 'revision_number': 4, 'project_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'subnets': [{'id': '6b4bfb64-5f0f-4b7c-aaa8-560930fcc069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:18:57.638334 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45996) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:57.655469 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-1ffcb710-7e32-4116-a9cc-f8b7f63d80b7 admin admin] Request body: {'subnet': {'network_id': '21c6182e-3c46-4cb2-a2fa-ccb689098058', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1669835430-subnet', 'tenant_id': '907807b93ff64ac1b9cba777047bc524', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:18:57.704942 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b81bbcf-135c-49f5-9ae2-41f471487db8 admin admin] Publish callbacks [] for port (3301c078-9694-40bb-b14f-3e5929272daf), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:57.735544 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-437d8c4e-9aee-4c2e-987c-62e4ab8c203c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:57.737894 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-437d8c4e-9aee-4c2e-987c-62e4ab8c203c service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d&tenant_id=8f5c158dadb24dc0a464206c8c7c35e1 HTTP/1.1" status: 200 len: 1128 time: 1.0507057 Feb 08 21:18:57.739115 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b81bbcf-135c-49f5-9ae2-41f471487db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (3301c078-9694-40bb-b14f-3e5929272daf), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:57.815197 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b7c1b-e31e-490c-9587-19ad2773343b None None] Current status of the port 35ac9b9e-11ed-4cbf-aae8-c08c661b35a3 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:18:57.854228 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1e6b7c1b-e31e-490c-9587-19ad2773343b None None] Provisioning complete for port 3301c078-9694-40bb-b14f-3e5929272daf triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:18:57.854988 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e6b7c1b-e31e-490c-9587-19ad2773343b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3301c078-9694-40bb-b14f-3e5929272daf), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:57.866697 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffcb710-7e32-4116-a9cc-f8b7f63d80b7 admin admin] Made reservation on behalf of 907807b93ff64ac1b9cba777047bc524 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:18:57.877502 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb710-7e32-4116-a9cc-f8b7f63d80b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:57.885919 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b81bbcf-135c-49f5-9ae2-41f471487db8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (0dd06163-e48d-47de-b461-563ccb1af901), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:57.970775 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b7c1b-e31e-490c-9587-19ad2773343b None None] Port 3301c078-9694-40bb-b14f-3e5929272daf cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:18:58.129974 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b81bbcf-135c-49f5-9ae2-41f471487db8 admin admin] Network 1d91a92b-8b8e-48ed-82fe-305aad3f30df is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:18:58.150578 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-4b81bbcf-135c-49f5-9ae2-41f471487db8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:18:58.204819 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-ab3fa8ec-ac1a-4c60-807c-55b22f72d616 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:58.214081 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-ab3fa8ec-ac1a-4c60-807c-55b22f72d616 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7582340 Feb 08 21:18:58.263593 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17d270-5c84-4a30-8566-0fd71630a615 req-428a5885-76e0-4035-aafb-8df7441dc85f tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:58.268881 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8cf1d179-4bdf-4635-b77f-74148776b30e req-6af11b79-dc80-4eac-9ec8-0883b9983db6 service neutron] 10.222.0.96 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9326432 Feb 08 21:18:58.273327 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a17d270-5c84-4a30-8566-0fd71630a615 req-428a5885-76e0-4035-aafb-8df7441dc85f tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 946 time: 0.8453724 Feb 08 21:18:58.315838 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-0cf59470-7312-4b1b-9a2b-eeb56e47adef tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/quotas/45d6d6ff9c034a498fa50495cc747396 HTTP/1.1" status: 200 len: 375 time: 0.1007690 Feb 08 21:18:58.364541 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81bbcf-135c-49f5-9ae2-41f471487db8 admin admin] Pushing event updated for resources: {'Port': ['ID=3301c078-9694-40bb-b14f-3e5929272daf,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:58.377790 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-f3a11e62-2be8-4eb7-8619-e29f6b7576a1 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=45d6d6ff9c034a498fa50495cc747396&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598717 Feb 08 21:18:58.399149 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb710-7e32-4116-a9cc-f8b7f63d80b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (58bfcd52-bf37-4522-9bb6-7a772b25ddfd), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:58.453987 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-4c9b0052-112f-4eda-92d3-014068c91954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:58.462686 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-4c9b0052-112f-4eda-92d3-014068c91954 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 1128 time: 0.5848835 Feb 08 21:18:58.683467 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b81bbcf-135c-49f5-9ae2-41f471487db8 admin admin] Router 0dd06163-e48d-47de-b461-563ccb1af901 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:18:58.712316 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d8c50acb-120c-4924-b394-c279d2fc1eba None None] Provisioning complete for port 3301c078-9694-40bb-b14f-3e5929272daf triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:18:58.713540 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d8c50acb-120c-4924-b394-c279d2fc1eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3301c078-9694-40bb-b14f-3e5929272daf), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:58.717122 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a17d270-5c84-4a30-8566-0fd71630a615 req-16ac82fc-cbab-4fbf-9222-7a01153ce877 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424708 Feb 08 21:18:58.781388 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d8c50acb-120c-4924-b394-c279d2fc1eba None None] Port 3301c078-9694-40bb-b14f-3e5929272daf cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:18:58.788326 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffcb710-7e32-4116-a9cc-f8b7f63d80b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58bfcd52-bf37-4522-9bb6-7a772b25ddfd,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:18:58.828685 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffcb710-7e32-4116-a9cc-f8b7f63d80b7 admin admin] Checking segment: {'id': '26c04e80-d87d-425e-9a45-505c3c31cc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '21c6182e-3c46-4cb2-a2fa-ccb689098058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:18:58.829882 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffcb710-7e32-4116-a9cc-f8b7f63d80b7 admin admin] Network hostable DHCP agents. Network: 21c6182e-3c46-4cb2-a2fa-ccb689098058, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:18:58.868606 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-7599de97-96cf-4595-beab-ecd4e81461e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:58.882243 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-7599de97-96cf-4595-beab-ecd4e81461e0 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 200 len: 922 time: 0.3840787 Feb 08 21:18:58.893490 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad850f-36d0-445f-ac1e-462042c9fea7 req-b2872bea-b218-44ac-b55d-8122efdb56a9 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:58.900602 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dcad850f-36d0-445f-ac1e-462042c9fea7 req-b2872bea-b218-44ac-b55d-8122efdb56a9 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=c366b455-cdcb-4046-955e-01af1b718ab1 HTTP/1.1" status: 200 len: 945 time: 0.1964517 Feb 08 21:18:58.902824 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffcb710-7e32-4116-a9cc-f8b7f63d80b7 admin admin] Network 21c6182e-3c46-4cb2-a2fa-ccb689098058 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:18:58.995458 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-1ffcb710-7e32-4116-a9cc-f8b7f63d80b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 21c6182e-3c46-4cb2-a2fa-ccb689098058) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:18:59.010989 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d00181-0da0-4dab-b957-63026bd74f55 None None] Network 21c6182e-3c46-4cb2-a2fa-ccb689098058 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:18:59.071642 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-bc1fc471-9c4a-4470-8b07-0562734894fe service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71eb8e0e-b244-4a46-86d0-5635c699d4da HTTP/1.1" status: 200 len: 217 time: 0.1739416 Feb 08 21:18:59.130577 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:59.132568 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffcb710-7e32-4116-a9cc-f8b7f63d80b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:59.133168 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb710-7e32-4116-a9cc-f8b7f63d80b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:59.196586 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46006) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:18:59.201306 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1ffcb710-7e32-4116-a9cc-f8b7f63d80b7 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5565050 Feb 08 21:18:59.203853 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d84ce810-86cf-455f-87c9-67932b1d64ae admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1669835430-router', 'tenant_id': '907807b93ff64ac1b9cba777047bc524', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:18:59.206545 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 35ac9b9e-11ed-4cbf-aae8-c08c661b35a3 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:18:59.254681 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dcad850f-36d0-445f-ac1e-462042c9fea7 req-0962d997-8192-48a0-a617-146cd9fe79b6 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446944 Feb 08 21:18:59.257324 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b81bbcf-135c-49f5-9ae2-41f471487db8 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:18:59.282639 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4b81bbcf-135c-49f5-9ae2-41f471487db8 admin admin] 10.222.0.88 "PUT /v2.0/routers/0dd06163-e48d-47de-b461-563ccb1af901/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3512187 Feb 08 21:18:59.284909 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-c5f881c9-7268-465d-b754-692975d9bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:59.287073 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-c5f881c9-7268-465d-b754-692975d9bffc service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d60e29b3-21d7-4da4-a50a-dfbe604013ed HTTP/1.1" status: 200 len: 861 time: 0.2068405 Feb 08 21:18:59.300234 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d84ce810-86cf-455f-87c9-67932b1d64ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (456ff6be-e1fd-45e2-a68d-3ddea9d72de8), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:59.307125 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d84ce810-86cf-455f-87c9-67932b1d64ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (456ff6be-e1fd-45e2-a68d-3ddea9d72de8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:59.356169 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4223a3-2b51-446f-a2e6-3bc75863b3fc req-181e840e-8707-4c8f-aaa2-a230ec9db088 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:59.360812 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1e4223a3-2b51-446f-a2e6-3bc75863b3fc req-181e840e-8707-4c8f-aaa2-a230ec9db088 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 943 time: 0.3884664 Feb 08 21:18:59.461324 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeab88c8-4f7c-4a7a-a15d-f8fbb0b7a77d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-21c6182e-3c46-4cb2-a2fa-ccb689098058', 'network_id': '21c6182e-3c46-4cb2-a2fa-ccb689098058', 'project_id': '907807b93ff64ac1b9cba777047bc524', 'fixed_ips': [{'subnet_id': '58bfcd52-bf37-4522-9bb6-7a772b25ddfd'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:18:59.462738 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aeab88c8-4f7c-4a7a-a15d-f8fbb0b7a77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:59.516481 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1e4223a3-2b51-446f-a2e6-3bc75863b3fc req-31d4d80b-048e-4ae9-b31f-5758e6093b43 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415505 Feb 08 21:18:59.646923 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d84ce810-86cf-455f-87c9-67932b1d64ae admin admin] Publish callbacks [] for router_controller (456ff6be-e1fd-45e2-a68d-3ddea9d72de8), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:59.699589 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc85909-4cdd-47da-a1ea-35e2065ad34e req-d0a62e78-f897-4fc4-973b-714854f67208 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:18:59.700234 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 35ac9b9e-11ed-4cbf-aae8-c08c661b35a3 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:18:59.701270 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (35ac9b9e-11ed-4cbf-aae8-c08c661b35a3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:18:59.702699 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1cc85909-4cdd-47da-a1ea-35e2065ad34e req-d0a62e78-f897-4fc4-973b-714854f67208 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 945 time: 0.1901698 Feb 08 21:18:59.714068 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-f24b15fc-fad2-402c-bea6-9380c3460b06 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2832de48-e50e-44a2-9cef-26035a020939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3913770 Feb 08 21:18:59.950758 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1cc85909-4cdd-47da-a1ea-35e2065ad34e req-9fe14d98-d20e-4e1b-8f83-547ba3ec2246 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221258 Feb 08 21:19:00.061739 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-aeab88c8-4f7c-4a7a-a15d-f8fbb0b7a77d None None] Allocated IP 172.20.0.2 (21c6182e-3c46-4cb2-a2fa-ccb689098058/58bfcd52-bf37-4522-9bb6-7a772b25ddfd/a4bf6788-8241-41fd-ac82-4deb4c453ec8) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:19:00.063853 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-813fb52d-4f7e-4c0f-b6ac-2a50cb4384d0 req-7cd1ac4e-3b15-434b-8b5a-3877e4d332e9 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e9a8253-285d-4172-bd68-9d7a5ec4ff41 HTTP/1.1" status: 200 len: 210 time: 0.2232759 Feb 08 21:19:00.385113 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43011075-1587-4823-9790-f9e4d0491fd4 req-84660fc9-fd19-4a36-b751-b50b7ef59d14 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:00.395816 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43011075-1587-4823-9790-f9e4d0491fd4 req-84660fc9-fd19-4a36-b751-b50b7ef59d14 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 946 time: 0.1435804 Feb 08 21:19:00.405325 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3d1337-ad2a-409a-8ede-25ccc4aab702 None None] Sync routers for ids ['0dd06163-e48d-47de-b461-563ccb1af901'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:19:00.510419 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3d1337-ad2a-409a-8ede-25ccc4aab702 None None] Routers {'0dd06163-e48d-47de-b461-563ccb1af901'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:19:00.512853 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ee3d1337-ad2a-409a-8ede-25ccc4aab702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:18:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['0dd06163-e48d-47de-b461-563ccb1af901'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:19:00.538138 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43011075-1587-4823-9790-f9e4d0491fd4 req-9721ea8b-7eb8-413c-8715-941ad958b89a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375694 Feb 08 21:19:00.870128 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff188b8c-f8de-47df-8900-271bf078e924 req-b0efcbfa-bb50-4a92-9e3b-41021fa06d0b tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:00.872049 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff188b8c-f8de-47df-8900-271bf078e924 req-b0efcbfa-bb50-4a92-9e3b-41021fa06d0b tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 943 time: 0.1484637 Feb 08 21:19:00.956684 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 35ac9b9e-11ed-4cbf-aae8-c08c661b35a3 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:00.959565 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device a33cbc0f-282d-40b6-8381-cab061708098 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:19:00.971705 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff188b8c-f8de-47df-8900-271bf078e924 req-16cb5ea5-f666-484d-979a-619682fe5ac1 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854959 Feb 08 21:19:01.063522 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46052) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:19:01.070162 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-c1ac0859-6ee3-4df6-adab-32611236ea35 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2045280834-network', 'tenant_id': 'b6d29c0c292b42bda5947a9ccdb6c03e'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:19:01.098922 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ac0859-6ee3-4df6-adab-32611236ea35 admin admin] Made reservation on behalf of b6d29c0c292b42bda5947a9ccdb6c03e for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:19:01.102340 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c1ac0859-6ee3-4df6-adab-32611236ea35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:01.107272 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d84ce810-86cf-455f-87c9-67932b1d64ae admin admin] Publish callbacks [] for router_gateway (456ff6be-e1fd-45e2-a68d-3ddea9d72de8), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:01.132471 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c1ac0859-6ee3-4df6-adab-32611236ea35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:01.296464 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-89bc4f45-b392-4584-ae3f-15ae23dd7d71 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=45d6d6ff9c034a498fa50495cc747396&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509813 Feb 08 21:19:01.340786 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-ac5c7e5f-625b-4d38-9ed6-b813b38a457b service neutron] 10.222.0.94 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6164014 Feb 08 21:19:01.370303 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a7558417-04f9-4228-8068-38fd98cf4cc7 req-48711e22-f94c-49fc-8d22-14a8969322c4 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e9a8253-285d-4172-bd68-9d7a5ec4ff41 HTTP/1.1" status: 200 len: 210 time: 0.1178551 Feb 08 21:19:01.417187 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802dee2-1d3d-4048-8018-eb23d416e16f req-8a721bc8-cc6c-4eb6-9686-f81ce17c73c2 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:01.430071 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:01.431524 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0802dee2-1d3d-4048-8018-eb23d416e16f req-8a721bc8-cc6c-4eb6-9686-f81ce17c73c2 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 945 time: 0.2668860 Feb 08 21:19:01.442689 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:01.487419 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aeab88c8-4f7c-4a7a-a15d-f8fbb0b7a77d None None] Publish callbacks [] for port (a4bf6788-8241-41fd-ac82-4deb4c453ec8), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:01.491473 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-ee3d1337-ad2a-409a-8ede-25ccc4aab702 None None] Set router 0dd06163-e48d-47de-b461-563ccb1af901 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:19:01.493767 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port a33cbc0f-282d-40b6-8381-cab061708098 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:01.494322 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a33cbc0f-282d-40b6-8381-cab061708098), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:01.563524 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0802dee2-1d3d-4048-8018-eb23d416e16f req-57cfe41e-4f78-4aba-b4b9-5e9a18f668ff tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148920 Feb 08 21:19:01.607493 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-7c5e567b-6979-4502-b7ac-a6067385d6d7 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:01.611416 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-7c5e567b-6979-4502-b7ac-a6067385d6d7 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3084109 Feb 08 21:19:01.625728 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aeab88c8-4f7c-4a7a-a15d-f8fbb0b7a77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (a4bf6788-8241-41fd-ac82-4deb4c453ec8), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:01.645326 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c1ac0859-6ee3-4df6-adab-32611236ea35 admin admin] Publish callbacks [] for security_group (a1f9e935-db19-455a-b93b-72f9577af6ab), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:01.655098 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c1ac0859-6ee3-4df6-adab-32611236ea35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a1f9e935-db19-455a-b93b-72f9577af6ab), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:01.668023 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-2be7e7f6-070b-4a28-a070-e957395c92b0 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Request body: {'port': {'device_id': '3e9a8253-285d-4172-bd68-9d7a5ec4ff41', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': '45d6d6ff9c034a498fa50495cc747396'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:19:01.751593 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeab88c8-4f7c-4a7a-a15d-f8fbb0b7a77d None None] Network 21c6182e-3c46-4cb2-a2fa-ccb689098058 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:19:01.761376 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ac0859-6ee3-4df6-adab-32611236ea35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:19:01.770294 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-aeab88c8-4f7c-4a7a-a15d-f8fbb0b7a77d None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:19:01.777345 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeab88c8-4f7c-4a7a-a15d-f8fbb0b7a77d None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:19:01.779464 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab88c8-4f7c-4a7a-a15d-f8fbb0b7a77d None None] Pushing event updated for resources: {'Port': ['ID=a4bf6788-8241-41fd-ac82-4deb4c453ec8,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:01.838830 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c1ac0859-6ee3-4df6-adab-32611236ea35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (1acb7e54-4885-4ffd-9871-b8cdecbef12b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:01.839430 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-c1ac0859-6ee3-4df6-adab-32611236ea35 admin admin] Added segment 1acb7e54-4885-4ffd-9871-b8cdecbef12b of type vlan for network 26fec32b-d565-403f-b7c8-d53f8ad89b92 Feb 08 21:19:01.852081 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-971f38cb-b461-4a91-b8bb-53d9caf1c911 service neutron] 10.222.0.94 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763727 Feb 08 21:19:01.856680 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac0859-6ee3-4df6-adab-32611236ea35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f9e935-db19-455a-b93b-72f9577af6ab,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:01.876609 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15dad7-3f92-4fb1-9652-90374927d8c4 req-dc6b1945-a9fb-49b6-801f-5221cddc5a36 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:01.891421 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da15dad7-3f92-4fb1-9652-90374927d8c4 req-dc6b1945-a9fb-49b6-801f-5221cddc5a36 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 946 time: 0.2033203 Feb 08 21:19:01.925192 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-aeab88c8-4f7c-4a7a-a15d-f8fbb0b7a77d None None] Attempting to bind port a4bf6788-8241-41fd-ac82-4deb4c453ec8 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:19:01.925691 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-aeab88c8-4f7c-4a7a-a15d-f8fbb0b7a77d None None] Attempting to bind port a4bf6788-8241-41fd-ac82-4deb4c453ec8 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '26c04e80-d87d-425e-9a45-505c3c31cc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '21c6182e-3c46-4cb2-a2fa-ccb689098058'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:19:01.926290 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeab88c8-4f7c-4a7a-a15d-f8fbb0b7a77d None None] Attempting to bind port a4bf6788-8241-41fd-ac82-4deb4c453ec8 on network 21c6182e-3c46-4cb2-a2fa-ccb689098058 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:19:01.973739 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeab88c8-4f7c-4a7a-a15d-f8fbb0b7a77d None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:19:01.974158 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeab88c8-4f7c-4a7a-a15d-f8fbb0b7a77d None None] Checking segment: {'id': '26c04e80-d87d-425e-9a45-505c3c31cc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '21c6182e-3c46-4cb2-a2fa-ccb689098058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:19:01.974532 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aeab88c8-4f7c-4a7a-a15d-f8fbb0b7a77d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:01.975521 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeab88c8-4f7c-4a7a-a15d-f8fbb0b7a77d None None] Bound using segment: {'id': '26c04e80-d87d-425e-9a45-505c3c31cc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '21c6182e-3c46-4cb2-a2fa-ccb689098058'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:19:01.976115 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-aeab88c8-4f7c-4a7a-a15d-f8fbb0b7a77d None None] Bound port: a4bf6788-8241-41fd-ac82-4deb4c453ec8, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c04e80-d87d-425e-9a45-505c3c31cc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '21c6182e-3c46-4cb2-a2fa-ccb689098058'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:19:01.976651 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aeab88c8-4f7c-4a7a-a15d-f8fbb0b7a77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a4bf6788-8241-41fd-ac82-4deb4c453ec8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:01.980454 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port a33cbc0f-282d-40b6-8381-cab061708098 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:01.980830 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a33cbc0f-282d-40b6-8381-cab061708098), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:02.079473 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port a33cbc0f-282d-40b6-8381-cab061708098, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=a33cbc0f-282d-40b6-8381-cab061708098,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:19:02.111596 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da15dad7-3f92-4fb1-9652-90374927d8c4 req-4208c72b-2c73-4549-b527-81819f2aba46 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181230 Feb 08 21:19:02.112597 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a33cbc0f-282d-40b6-8381-cab061708098), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:02.180339 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c1ac0859-6ee3-4df6-adab-32611236ea35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (26fec32b-d565-403f-b7c8-d53f8ad89b92), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:02.186434 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=a33cbc0f-282d-40b6-8381-cab061708098,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:02.217735 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ee3d1337-ad2a-409a-8ede-25ccc4aab702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd06163-e48d-47de-b461-563ccb1af901', 'name': 'tempest-TaggedBootDevicesTest-281842090-router', 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a33cbc0f-282d-40b6-8381-cab061708098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:46Z', 'updated_at': '2022-02-08T21:18:57Z', 'revision_number': 4, 'project_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'gw_port': {'id': 'a33cbc0f-282d-40b6-8381-cab061708098', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:02:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd06163-e48d-47de-b461-563ccb1af901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:47Z', 'updated_at': '2022-02-08T21:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '3301c078-9694-40bb-b14f-3e5929272daf', 'name': '', 'network_id': '1d91a92b-8b8e-48ed-82fe-305aad3f30df', 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'mac_address': 'fa:16:3e:b5:8a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd06163-e48d-47de-b461-563ccb1af901', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '76467b3d-f62f-4049-81f0-0c4505300a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:52Z', 'updated_at': '2022-02-08T21:18:57Z', 'revision_number': 2, 'project_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'subnets': [{'id': '76467b3d-f62f-4049-81f0-0c4505300a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:19:02.276035 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3d1337-ad2a-409a-8ede-25ccc4aab702 None None] Checking router: 0dd06163-e48d-47de-b461-563ccb1af901 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:19:02.276395 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3d1337-ad2a-409a-8ede-25ccc4aab702 None None] Updating router 0dd06163-e48d-47de-b461-563ccb1af901 port 3301c078-9694-40bb-b14f-3e5929272daf binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:19:02.297883 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-aeab88c8-4f7c-4a7a-a15d-f8fbb0b7a77d None None] For port a4bf6788-8241-41fd-ac82-4deb4c453ec8, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:19:02.309004 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c1ac0859-6ee3-4df6-adab-32611236ea35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (26fec32b-d565-403f-b7c8-d53f8ad89b92), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:02.310626 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ac0859-6ee3-4df6-adab-32611236ea35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:02.310972 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c1ac0859-6ee3-4df6-adab-32611236ea35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:02.317422 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-aeab88c8-4f7c-4a7a-a15d-f8fbb0b7a77d None None] For port a4bf6788-8241-41fd-ac82-4deb4c453ec8, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=a4bf6788-8241-41fd-ac82-4deb4c453ec8,segment=NetworkSegment(26c04e80-d87d-425e-9a45-505c3c31cc24),segment_id=26c04e80-d87d-425e-9a45-505c3c31cc24)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:19:02.322001 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ee3d1337-ad2a-409a-8ede-25ccc4aab702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3301c078-9694-40bb-b14f-3e5929272daf), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:02.339328 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aeab88c8-4f7c-4a7a-a15d-f8fbb0b7a77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a4bf6788-8241-41fd-ac82-4deb4c453ec8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:02.396109 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227f6d6-8a0e-4b33-ac60-9f924f111cf3 req-fea12ae1-a5da-48e3-929b-f26914b148c0 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:02.405304 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a227f6d6-8a0e-4b33-ac60-9f924f111cf3 req-fea12ae1-a5da-48e3-929b-f26914b148c0 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 943 time: 0.1351748 Feb 08 21:19:02.416603 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d84ce810-86cf-455f-87c9-67932b1d64ae admin admin] Publish callbacks [] for router_gateway (456ff6be-e1fd-45e2-a68d-3ddea9d72de8), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:02.458084 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-2be7e7f6-070b-4a28-a070-e957395c92b0 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Made reservation on behalf of 45d6d6ff9c034a498fa50495cc747396 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:19:02.462199 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-2be7e7f6-070b-4a28-a070-e957395c92b0 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:02.465111 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d84ce810-86cf-455f-87c9-67932b1d64ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:02.488387 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-d98ab183-07f9-4887-976d-588ba1b05ee3 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:02.490232 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-d98ab183-07f9-4887-976d-588ba1b05ee3 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d&tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&binding%3Ahost_id=n-h1-712143-31 HTTP/1.1" status: 200 len: 1128 time: 0.2676129 Feb 08 21:19:02.492983 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-2be7e7f6-070b-4a28-a070-e957395c92b0 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:02.531121 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c1ac0859-6ee3-4df6-adab-32611236ea35 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4656093 Feb 08 21:19:02.558986 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a227f6d6-8a0e-4b33-ac60-9f924f111cf3 req-bfd8b6b0-f254-4ddf-957c-96a67c252cec tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439531 Feb 08 21:19:02.559728 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46072) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:19:02.563427 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac0859-6ee3-4df6-adab-32611236ea35 admin admin] Pushing event updated for resources: {'Network': ['ID=26fec32b-d565-403f-b7c8-d53f8ad89b92,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:02.573597 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab88c8-4f7c-4a7a-a15d-f8fbb0b7a77d None None] Pushing event updated for resources: {'Port': ['ID=a4bf6788-8241-41fd-ac82-4deb4c453ec8,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:02.579978 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 26fec32b-d565-403f-b7c8-d53f8ad89b92 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:19:02.589737 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-010343a1-56bb-4730-8cd5-ed15b6fca9d3 admin admin] Request body: {'subnet': {'network_id': '26fec32b-d565-403f-b7c8-d53f8ad89b92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2045280834-subnet', 'tenant_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:19:02.655989 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5aec419f-ea8c-4181-9870-183fcf957cd5 req-d0dc6932-b28e-4e39-bc0c-3f1ed6d0461a tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e9a8253-285d-4172-bd68-9d7a5ec4ff41 HTTP/1.1" status: 200 len: 210 time: 0.1218724 Feb 08 21:19:02.680234 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010343a1-56bb-4730-8cd5-ed15b6fca9d3 admin admin] Made reservation on behalf of b6d29c0c292b42bda5947a9ccdb6c03e for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:19:02.690236 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-010343a1-56bb-4730-8cd5-ed15b6fca9d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:02.945475 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd74ce-5b47-4aca-a604-45db6d266471 req-dd2195e0-ffd5-4122-98b7-12772ca87261 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:02.961962 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6dcd74ce-5b47-4aca-a604-45db6d266471 req-dd2195e0-ffd5-4122-98b7-12772ca87261 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 945 time: 0.2099588 Feb 08 21:19:02.988303 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-d84ce810-86cf-455f-87c9-67932b1d64ae admin admin] Allocated IP 172.25.3.164 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:19:03.053747 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ee3d1337-ad2a-409a-8ede-25ccc4aab702 None None] Publish callbacks [] for port (3301c078-9694-40bb-b14f-3e5929272daf), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:03.061914 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ee3d1337-ad2a-409a-8ede-25ccc4aab702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3301c078-9694-40bb-b14f-3e5929272daf), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:03.098171 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6dcd74ce-5b47-4aca-a604-45db6d266471 req-771fb5b5-9d4a-473a-9254-4a8d76de9762 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348498 Feb 08 21:19:03.138677 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c561289-5a5b-4bb8-91ab-6f7fac249513 None None] Pushing event updated for resources: {'Port': ['ID=3301c078-9694-40bb-b14f-3e5929272daf,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:03.235385 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-ee3d1337-ad2a-409a-8ede-25ccc4aab702 None None] Attempting to bind port 3301c078-9694-40bb-b14f-3e5929272daf on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:19:03.236270 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-ee3d1337-ad2a-409a-8ede-25ccc4aab702 None None] Attempting to bind port 3301c078-9694-40bb-b14f-3e5929272daf by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'dc186897-7ef3-4243-802c-704d6d0e3098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1d91a92b-8b8e-48ed-82fe-305aad3f30df'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:19:03.237539 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3d1337-ad2a-409a-8ede-25ccc4aab702 None None] Attempting to bind port 3301c078-9694-40bb-b14f-3e5929272daf on network 1d91a92b-8b8e-48ed-82fe-305aad3f30df {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:19:03.252545 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3d1337-ad2a-409a-8ede-25ccc4aab702 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:19:03.253459 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3d1337-ad2a-409a-8ede-25ccc4aab702 None None] Checking segment: {'id': 'dc186897-7ef3-4243-802c-704d6d0e3098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1d91a92b-8b8e-48ed-82fe-305aad3f30df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:19:03.254209 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ee3d1337-ad2a-409a-8ede-25ccc4aab702 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:03.255023 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3d1337-ad2a-409a-8ede-25ccc4aab702 None None] Bound using segment: {'id': 'dc186897-7ef3-4243-802c-704d6d0e3098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1d91a92b-8b8e-48ed-82fe-305aad3f30df'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:19:03.255799 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-ee3d1337-ad2a-409a-8ede-25ccc4aab702 None None] Bound port: 3301c078-9694-40bb-b14f-3e5929272daf, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc186897-7ef3-4243-802c-704d6d0e3098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1d91a92b-8b8e-48ed-82fe-305aad3f30df'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:19:03.256521 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ee3d1337-ad2a-409a-8ede-25ccc4aab702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3301c078-9694-40bb-b14f-3e5929272daf), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:03.367807 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-010343a1-56bb-4730-8cd5-ed15b6fca9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (6b3fb892-4774-4a47-958e-0bf08c3d7e63), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:03.409150 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-2be7e7f6-070b-4a28-a070-e957395c92b0 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Publish callbacks [] for security_group (a425127d-b06d-48ae-8056-d92111fbf7dc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:03.435704 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ee3d1337-ad2a-409a-8ede-25ccc4aab702 None None] For port 3301c078-9694-40bb-b14f-3e5929272daf, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:19:03.443371 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ee3d1337-ad2a-409a-8ede-25ccc4aab702 None None] For port 3301c078-9694-40bb-b14f-3e5929272daf, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3301c078-9694-40bb-b14f-3e5929272daf,segment=NetworkSegment(dc186897-7ef3-4243-802c-704d6d0e3098),segment_id=dc186897-7ef3-4243-802c-704d6d0e3098)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:19:03.459059 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ee3d1337-ad2a-409a-8ede-25ccc4aab702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3301c078-9694-40bb-b14f-3e5929272daf), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:03.463868 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-2be7e7f6-070b-4a28-a070-e957395c92b0 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a425127d-b06d-48ae-8056-d92111fbf7dc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:03.547612 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-7666c207-c12b-44c1-b509-cbb0c98f841c service neutron] For port 71eb8e0e-b244-4a46-86d0-5635c699d4da, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:19:03.581166 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-7666c207-c12b-44c1-b509-cbb0c98f841c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:03.583117 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aab1cf5b-42fd-44cb-a49a-cffedaabbdb0 req-7666c207-c12b-44c1-b509-cbb0c98f841c service neutron] 10.222.0.94 "DELETE /v2.0/ports/71eb8e0e-b244-4a46-86d0-5635c699d4da/bindings/n-h2-712143-31 HTTP/1.1" status: 204 len: 173 time: 1.0848744 Feb 08 21:19:03.696822 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c561289-5a5b-4bb8-91ab-6f7fac249513 None None] Pushing event updated for resources: {'Port': ['ID=3301c078-9694-40bb-b14f-3e5929272daf,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:03.723683 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7e7f6-070b-4a28-a070-e957395c92b0 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a425127d-b06d-48ae-8056-d92111fbf7dc,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:03.809563 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3d1337-ad2a-409a-8ede-25ccc4aab702 None None] Routers {'0dd06163-e48d-47de-b461-563ccb1af901'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:19:03.810634 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ee3d1337-ad2a-409a-8ede-25ccc4aab702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:18:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['0dd06163-e48d-47de-b461-563ccb1af901'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:19:03.820433 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-69e21e4c-2e85-48fc-9768-0fdb867e6f97 None None] Provisioning complete for port 3301c078-9694-40bb-b14f-3e5929272daf triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:03.820433 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-69e21e4c-2e85-48fc-9768-0fdb867e6f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3301c078-9694-40bb-b14f-3e5929272daf), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:03.884976 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d84ce810-86cf-455f-87c9-67932b1d64ae admin admin] Publish callbacks [] for port (9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:04.016958 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010343a1-56bb-4730-8cd5-ed15b6fca9d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b3fb892-4774-4a47-958e-0bf08c3d7e63,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:04.198233 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a04dc0-4057-4e83-9339-194883552ff5 req-d6d658bb-4fa4-4c77-bf93-df4f65bbb8ff tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:04.200267 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-67a04dc0-4057-4e83-9339-194883552ff5 req-d6d658bb-4fa4-4c77-bf93-df4f65bbb8ff tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 1128 time: 0.8748209 Feb 08 21:19:04.215557 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-2be7e7f6-070b-4a28-a070-e957395c92b0 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Allocated IP 192.168.233.244 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/f3536624-7bb3-4e29-96ef-a260c4694fe2) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:19:04.223753 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010343a1-56bb-4730-8cd5-ed15b6fca9d3 admin admin] Checking segment: {'id': '1acb7e54-4885-4ffd-9871-b8cdecbef12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '26fec32b-d565-403f-b7c8-d53f8ad89b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:19:04.223753 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010343a1-56bb-4730-8cd5-ed15b6fca9d3 admin admin] Network hostable DHCP agents. Network: 26fec32b-d565-403f-b7c8-d53f8ad89b92, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:19:04.317632 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d84ce810-86cf-455f-87c9-67932b1d64ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:04.340516 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188724b-b3c7-4d5e-9648-6ed24ed9e019 req-68d9212c-1cfe-4888-8dd3-8c4efec5c3c0 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:04.341957 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1188724b-b3c7-4d5e-9648-6ed24ed9e019 req-68d9212c-1cfe-4888-8dd3-8c4efec5c3c0 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 946 time: 0.3193245 Feb 08 21:19:04.375180 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-ee3d1337-ad2a-409a-8ede-25ccc4aab702 None None] Set router 0dd06163-e48d-47de-b461-563ccb1af901 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:19:04.410218 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-67a04dc0-4057-4e83-9339-194883552ff5 req-7f8fb54c-dd3a-48be-b9e3-b508f00752e1 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035515 Feb 08 21:19:04.410905 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010343a1-56bb-4730-8cd5-ed15b6fca9d3 admin admin] Network 26fec32b-d565-403f-b7c8-d53f8ad89b92 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:19:04.468545 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84ce810-86cf-455f-87c9-67932b1d64ae admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:19:04.480611 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-010343a1-56bb-4730-8cd5-ed15b6fca9d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 26fec32b-d565-403f-b7c8-d53f8ad89b92) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:19:04.504292 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010343a1-56bb-4730-8cd5-ed15b6fca9d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:04.504938 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-010343a1-56bb-4730-8cd5-ed15b6fca9d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:04.515363 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-d84ce810-86cf-455f-87c9-67932b1d64ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:19:04.533129 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84ce810-86cf-455f-87c9-67932b1d64ae admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:19:04.550775 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1188724b-b3c7-4d5e-9648-6ed24ed9e019 req-44eb2710-37dc-43ce-80f1-4b12a3cb8dc1 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919248 Feb 08 21:19:04.567592 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-010343a1-56bb-4730-8cd5-ed15b6fca9d3 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0054357 Feb 08 21:19:04.568123 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46100) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:19:04.574529 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-012bc349-12fd-41e6-ba5b-8277e2dc0a93 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2045280834-router', 'tenant_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:19:04.638012 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ce810-86cf-455f-87c9-67932b1d64ae admin admin] Pushing event updated for resources: {'Port': ['ID=9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:04.653800 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-012bc349-12fd-41e6-ba5b-8277e2dc0a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (8056a18b-4218-407b-a7bb-36c66f113a53), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:04.655628 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-012bc349-12fd-41e6-ba5b-8277e2dc0a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (8056a18b-4218-407b-a7bb-36c66f113a53), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:04.741366 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device a33cbc0f-282d-40b6-8381-cab061708098 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:19:04.744091 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30310611-0b08-4059-a69b-44b42f31c928 None None] Network 21c6182e-3c46-4cb2-a2fa-ccb689098058 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:19:04.924726 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eef174-ccdb-4d53-8f24-eda775c9b3f4 req-f7e801bf-c0b8-4dac-b045-b57814691af2 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:04.931851 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31eef174-ccdb-4d53-8f24-eda775c9b3f4 req-f7e801bf-c0b8-4dac-b045-b57814691af2 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 943 time: 0.3529685 Feb 08 21:19:04.980929 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a5b04a-63ed-4d5f-947f-6c1b17941338 None None] Network 26fec32b-d565-403f-b7c8-d53f8ad89b92 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:19:05.003450 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce5150bf-1eb5-4e6b-821f-7b3c74b5510f req-3dc6fe1d-8894-45fb-a87f-a4306ebdb9f1 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e9a8253-285d-4172-bd68-9d7a5ec4ff41 HTTP/1.1" status: 200 len: 210 time: 0.0693383 Feb 08 21:19:05.018222 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-012bc349-12fd-41e6-ba5b-8277e2dc0a93 admin admin] Publish callbacks [] for router_controller (8056a18b-4218-407b-a7bb-36c66f113a53), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:05.193642 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-2be7e7f6-070b-4a28-a070-e957395c92b0 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Publish callbacks [] for port (f3536624-7bb3-4e29-96ef-a260c4694fe2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:05.252434 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 9405a308-b718-4371-b864-a67d2c92c206 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:19:05.280798 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d84ce810-86cf-455f-87c9-67932b1d64ae admin admin] Publish callbacks [] for router_gateway (456ff6be-e1fd-45e2-a68d-3ddea9d72de8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:05.308957 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31eef174-ccdb-4d53-8f24-eda775c9b3f4 req-a7a98a87-e0ae-453b-81f4-194d8822377e tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685517 Feb 08 21:19:05.418766 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-2be7e7f6-070b-4a28-a070-e957395c92b0 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (f3536624-7bb3-4e29-96ef-a260c4694fe2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:05.474049 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-012bc349-12fd-41e6-ba5b-8277e2dc0a93 admin admin] Publish callbacks [] for router_gateway (8056a18b-4218-407b-a7bb-36c66f113a53), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:05.520044 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 9405a308-b718-4371-b864-a67d2c92c206, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=9405a308-b718-4371-b864-a67d2c92c206,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:19:05.526054 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-2be7e7f6-070b-4a28-a070-e957395c92b0 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:19:05.535599 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-2be7e7f6-070b-4a28-a070-e957395c92b0 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:19:05.538843 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7e7f6-070b-4a28-a070-e957395c92b0 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Pushing event updated for resources: {'Port': ['ID=f3536624-7bb3-4e29-96ef-a260c4694fe2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:05.545788 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-2be7e7f6-070b-4a28-a070-e957395c92b0 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:19:05.576016 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '9405a308-b718-4371-b864-a67d2c92c206', 'network_id': '6e721cc8-cb97-443d-9392-5abeb1b828df', 'port_id': '9405a308-b718-4371-b864-a67d2c92c206', 'mac_address': 'fa:16:3e:ea:6e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f16667b-9ffb-4110-b7c2-7f68860ee7c0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:19:05.588919 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad9299b-49cd-44f6-a3b6-254740713e28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-26fec32b-d565-403f-b7c8-d53f8ad89b92', 'network_id': '26fec32b-d565-403f-b7c8-d53f8ad89b92', 'project_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'fixed_ips': [{'subnet_id': '6b3fb892-4774-4a47-958e-0bf08c3d7e63'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:19:05.590303 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bad9299b-49cd-44f6-a3b6-254740713e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:05.598617 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd903676-22e8-429a-9669-bafe75aea8ad req-6aab19bf-dc0a-49d8-abc7-3aa32e15daed tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:05.604829 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd903676-22e8-429a-9669-bafe75aea8ad req-6aab19bf-dc0a-49d8-abc7-3aa32e15daed tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/networks?id=2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 200 len: 821 time: 0.2910886 Feb 08 21:19:05.671738 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-2be7e7f6-070b-4a28-a070-e957395c92b0 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:05.672423 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-2be7e7f6-070b-4a28-a070-e957395c92b0 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:05.713724 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd903676-22e8-429a-9669-bafe75aea8ad req-28b7c90c-b7b4-4712-b7c6-302d33280fe0 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/quotas/8f5c158dadb24dc0a464206c8c7c35e1 HTTP/1.1" status: 200 len: 375 time: 0.0888567 Feb 08 21:19:05.798646 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-2be7e7f6-070b-4a28-a070-e957395c92b0 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1599102 Feb 08 21:19:05.817616 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-52908116-e4a0-43c7-bb03-8d205613b71f service neutron] Request body: {'port': {'device_id': '3e9a8253-285d-4172-bd68-9d7a5ec4ff41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:19:05.846992 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-bad9299b-49cd-44f6-a3b6-254740713e28 None None] Allocated IP 172.20.0.2 (26fec32b-d565-403f-b7c8-d53f8ad89b92/6b3fb892-4774-4a47-958e-0bf08c3d7e63/deb42080-4ee6-49b5-8ea8-91946cb3101d) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:19:05.884052 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd903676-22e8-429a-9669-bafe75aea8ad req-d23a18a3-ae63-4db4-bead-0b4bbacaea35 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1693723 Feb 08 21:19:05.941087 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d84ce810-86cf-455f-87c9-67932b1d64ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (456ff6be-e1fd-45e2-a68d-3ddea9d72de8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:05.943251 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-52908116-e4a0-43c7-bb03-8d205613b71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f3536624-7bb3-4e29-96ef-a260c4694fe2), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:06.014121 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bad9299b-49cd-44f6-a3b6-254740713e28 None None] Publish callbacks [] for port (deb42080-4ee6-49b5-8ea8-91946cb3101d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:06.018085 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 9405a308-b718-4371-b864-a67d2c92c206 is: ACTIVE; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:06.018494 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9405a308-b718-4371-b864-a67d2c92c206), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:06.028263 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-69e21e4c-2e85-48fc-9768-0fdb867e6f97 None None] Current status of the port 3301c078-9694-40bb-b14f-3e5929272daf is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:06.028675 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-69e21e4c-2e85-48fc-9768-0fdb867e6f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3301c078-9694-40bb-b14f-3e5929272daf), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:06.071981 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9405a308-b718-4371-b864-a67d2c92c206 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:19:06.104340 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218309e5-327f-45a2-9863-2d75cf977ea5 req-82fde366-f20a-448f-93a1-0c17202bc3ab tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:06.106110 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-218309e5-327f-45a2-9863-2d75cf977ea5 req-82fde366-f20a-448f-93a1-0c17202bc3ab tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 946 time: 0.2763765 Feb 08 21:19:06.122778 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bad9299b-49cd-44f6-a3b6-254740713e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (deb42080-4ee6-49b5-8ea8-91946cb3101d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:06.211230 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad9299b-49cd-44f6-a3b6-254740713e28 None None] Network 26fec32b-d565-403f-b7c8-d53f8ad89b92 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:19:06.258141 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:06.265572 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-218309e5-327f-45a2-9863-2d75cf977ea5 req-f9c3b028-1117-443a-9f4e-5cf3e7a30c5e tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225915 Feb 08 21:19:06.280466 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-bad9299b-49cd-44f6-a3b6-254740713e28 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:19:06.303544 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd903676-22e8-429a-9669-bafe75aea8ad req-7877721a-b453-44ae-acb9-5c381897a174 service neutron] 10.222.0.88 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021580 Feb 08 21:19:06.305790 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-012bc349-12fd-41e6-ba5b-8277e2dc0a93 admin admin] Publish callbacks [] for router_gateway (8056a18b-4218-407b-a7bb-36c66f113a53), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:06.313670 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad9299b-49cd-44f6-a3b6-254740713e28 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:19:06.326097 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 9405a308-b718-4371-b864-a67d2c92c206, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=9405a308-b718-4371-b864-a67d2c92c206,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:19:06.360340 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-012bc349-12fd-41e6-ba5b-8277e2dc0a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:06.368812 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ee3d1337-ad2a-409a-8ede-25ccc4aab702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd06163-e48d-47de-b461-563ccb1af901', 'name': 'tempest-TaggedBootDevicesTest-281842090-router', 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a33cbc0f-282d-40b6-8381-cab061708098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:46Z', 'updated_at': '2022-02-08T21:18:57Z', 'revision_number': 4, 'project_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'gw_port': {'id': 'a33cbc0f-282d-40b6-8381-cab061708098', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:02:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd06163-e48d-47de-b461-563ccb1af901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:47Z', 'updated_at': '2022-02-08T21:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '3301c078-9694-40bb-b14f-3e5929272daf', 'name': '', 'network_id': '1d91a92b-8b8e-48ed-82fe-305aad3f30df', 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'mac_address': 'fa:16:3e:b5:8a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd06163-e48d-47de-b461-563ccb1af901', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '76467b3d-f62f-4049-81f0-0c4505300a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:52Z', 'updated_at': '2022-02-08T21:19:03Z', 'revision_number': 4, 'project_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'subnets': [{'id': '76467b3d-f62f-4049-81f0-0c4505300a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:19:06.411952 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9405a308-b718-4371-b864-a67d2c92c206), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:06.417064 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-69e21e4c-2e85-48fc-9768-0fdb867e6f97 None None] For port 3301c078-9694-40bb-b14f-3e5929272daf, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3301c078-9694-40bb-b14f-3e5929272daf,segment=NetworkSegment(dc186897-7ef3-4243-802c-704d6d0e3098),segment_id=dc186897-7ef3-4243-802c-704d6d0e3098)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:19:06.423825 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3d1337-ad2a-409a-8ede-25ccc4aab702 None None] The sync data for ids ['0dd06163-e48d-47de-b461-563ccb1af901'] in n-d-712143-31 is: [{'id': '0dd06163-e48d-47de-b461-563ccb1af901', 'name': 'tempest-TaggedBootDevicesTest-281842090-router', 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a33cbc0f-282d-40b6-8381-cab061708098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:46Z', 'updated_at': '2022-02-08T21:18:57Z', 'revision_number': 4, 'project_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'gw_port': {'id': 'a33cbc0f-282d-40b6-8381-cab061708098', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:02:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd06163-e48d-47de-b461-563ccb1af901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:47Z', 'updated_at': '2022-02-08T21:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '3301c078-9694-40bb-b14f-3e5929272daf', 'name': '', 'network_id': '1d91a92b-8b8e-48ed-82fe-305aad3f30df', 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'mac_address': 'fa:16:3e:b5:8a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd06163-e48d-47de-b461-563ccb1af901', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '76467b3d-f62f-4049-81f0-0c4505300a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:52Z', 'updated_at': '2022-02-08T21:19:03Z', 'revision_number': 4, 'project_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'subnets': [{'id': '76467b3d-f62f-4049-81f0-0c4505300a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:19:06.457707 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port a33cbc0f-282d-40b6-8381-cab061708098 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:06.458111 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a33cbc0f-282d-40b6-8381-cab061708098), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:06.509383 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-69e21e4c-2e85-48fc-9768-0fdb867e6f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3301c078-9694-40bb-b14f-3e5929272daf), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:06.511282 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9299b-49cd-44f6-a3b6-254740713e28 None None] Pushing event updated for resources: {'Port': ['ID=deb42080-4ee6-49b5-8ea8-91946cb3101d,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:06.570128 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['9405a308-b718-4371-b864-a67d2c92c206'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:19:06.577593 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-bad9299b-49cd-44f6-a3b6-254740713e28 None None] Attempting to bind port deb42080-4ee6-49b5-8ea8-91946cb3101d on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:19:06.577924 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-bad9299b-49cd-44f6-a3b6-254740713e28 None None] Attempting to bind port deb42080-4ee6-49b5-8ea8-91946cb3101d by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '1acb7e54-4885-4ffd-9871-b8cdecbef12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '26fec32b-d565-403f-b7c8-d53f8ad89b92'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:19:06.578302 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad9299b-49cd-44f6-a3b6-254740713e28 None None] Attempting to bind port deb42080-4ee6-49b5-8ea8-91946cb3101d on network 26fec32b-d565-403f-b7c8-d53f8ad89b92 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:19:06.588106 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:06.632631 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad9299b-49cd-44f6-a3b6-254740713e28 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:19:06.633028 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad9299b-49cd-44f6-a3b6-254740713e28 None None] Checking segment: {'id': '1acb7e54-4885-4ffd-9871-b8cdecbef12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '26fec32b-d565-403f-b7c8-d53f8ad89b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:19:06.633537 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bad9299b-49cd-44f6-a3b6-254740713e28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:06.634410 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad9299b-49cd-44f6-a3b6-254740713e28 None None] Bound using segment: {'id': '1acb7e54-4885-4ffd-9871-b8cdecbef12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '26fec32b-d565-403f-b7c8-d53f8ad89b92'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:19:06.635110 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-bad9299b-49cd-44f6-a3b6-254740713e28 None None] Bound port: deb42080-4ee6-49b5-8ea8-91946cb3101d, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1acb7e54-4885-4ffd-9871-b8cdecbef12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '26fec32b-d565-403f-b7c8-d53f8ad89b92'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:19:06.635513 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bad9299b-49cd-44f6-a3b6-254740713e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (deb42080-4ee6-49b5-8ea8-91946cb3101d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:06.864322 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-012bc349-12fd-41e6-ba5b-8277e2dc0a93 admin admin] Allocated IP 172.25.3.156 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/b2914589-e783-408e-bb25-e0a13164d3e5) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:19:06.885741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d111250-29d3-4459-8f29-6e3339d101a0 req-f8d7615b-a937-437d-b3af-da65b91eac6b tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:06.895816 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d111250-29d3-4459-8f29-6e3339d101a0 req-f8d7615b-a937-437d-b3af-da65b91eac6b tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e9a8253-285d-4172-bd68-9d7a5ec4ff41 HTTP/1.1" status: 200 len: 936 time: 0.4481800 Feb 08 21:19:06.903948 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd903676-22e8-429a-9669-bafe75aea8ad req-96f31657-1ec4-4171-8ae0-e7d7095fccae service neutron] 10.222.0.88 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5472586 Feb 08 21:19:06.932692 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-52908116-e4a0-43c7-bb03-8d205613b71f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3536624-7bb3-4e29-96ef-a260c4694fe2 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:19:06.943676 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-52908116-e4a0-43c7-bb03-8d205613b71f service neutron] Publish callbacks [] for port (f3536624-7bb3-4e29-96ef-a260c4694fe2), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:06.960907 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-52908116-e4a0-43c7-bb03-8d205613b71f service neutron] Transition to ACTIVE for port object f3536624-7bb3-4e29-96ef-a260c4694fe2 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:19:06.962839 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84ce810-86cf-455f-87c9-67932b1d64ae admin admin] Router 456ff6be-e1fd-45e2-a68d-3ddea9d72de8 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:19:06.973762 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-52908116-e4a0-43c7-bb03-8d205613b71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (f3536624-7bb3-4e29-96ef-a260c4694fe2), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:07.005460 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-cf59d74c-c771-41db-a1c6-06d87fcea8fc None None] Provisioning complete for port f3536624-7bb3-4e29-96ef-a260c4694fe2 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:07.007165 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cf59d74c-c771-41db-a1c6-06d87fcea8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f3536624-7bb3-4e29-96ef-a260c4694fe2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:07.042238 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52908116-e4a0-43c7-bb03-8d205613b71f service neutron] Pushing event updated for resources: {'Port': ['ID=f3536624-7bb3-4e29-96ef-a260c4694fe2,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:07.055734 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d111250-29d3-4459-8f29-6e3339d101a0 req-3ca46969-2ae5-4aff-9a84-96294bc916ec tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/security-groups?id=a425127d-b06d-48ae-8056-d92111fbf7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587701 Feb 08 21:19:07.199301 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-012bc349-12fd-41e6-ba5b-8277e2dc0a93 admin admin] Publish callbacks [] for port (b2914589-e783-408e-bb25-e0a13164d3e5), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:07.269121 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=9405a308-b718-4371-b864-a67d2c92c206,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:07.272387 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84ce810-86cf-455f-87c9-67932b1d64ae admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:19:07.288546 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db197e8-ed03-4fa3-8893-bb0d47e267e5 None None] Sync routers for ids ['456ff6be-e1fd-45e2-a68d-3ddea9d72de8'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:19:07.332271 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db197e8-ed03-4fa3-8893-bb0d47e267e5 None None] Routers {'456ff6be-e1fd-45e2-a68d-3ddea9d72de8'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:19:07.334736 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6db197e8-ed03-4fa3-8893-bb0d47e267e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:18:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['456ff6be-e1fd-45e2-a68d-3ddea9d72de8'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:19:07.389771 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-012bc349-12fd-41e6-ba5b-8277e2dc0a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (b2914589-e783-408e-bb25-e0a13164d3e5), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:07.563629 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-bad9299b-49cd-44f6-a3b6-254740713e28 None None] For port deb42080-4ee6-49b5-8ea8-91946cb3101d, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:19:07.630403 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-6db197e8-ed03-4fa3-8893-bb0d47e267e5 None None] Set router 456ff6be-e1fd-45e2-a68d-3ddea9d72de8 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:19:07.632805 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-cf59d74c-c771-41db-a1c6-06d87fcea8fc None None] Port f3536624-7bb3-4e29-96ef-a260c4694fe2 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:19:07.774170 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-bad9299b-49cd-44f6-a3b6-254740713e28 None None] For port deb42080-4ee6-49b5-8ea8-91946cb3101d, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=deb42080-4ee6-49b5-8ea8-91946cb3101d,segment=NetworkSegment(1acb7e54-4885-4ffd-9871-b8cdecbef12b),segment_id=1acb7e54-4885-4ffd-9871-b8cdecbef12b)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:19:07.827359 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port a33cbc0f-282d-40b6-8381-cab061708098 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:07.829249 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device a4bf6788-8241-41fd-ac82-4deb4c453ec8 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:19:07.834543 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012bc349-12fd-41e6-ba5b-8277e2dc0a93 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:19:07.858869 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-012bc349-12fd-41e6-ba5b-8277e2dc0a93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:19:07.868324 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012bc349-12fd-41e6-ba5b-8277e2dc0a93 admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:19:07.877258 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012bc349-12fd-41e6-ba5b-8277e2dc0a93 admin admin] Pushing event updated for resources: {'Port': ['ID=b2914589-e783-408e-bb25-e0a13164d3e5,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:07.997008 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bad9299b-49cd-44f6-a3b6-254740713e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (deb42080-4ee6-49b5-8ea8-91946cb3101d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:08.011361 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53738763-92db-4167-a6c5-d793b9b49507 req-207f0f21-d9ae-4bc6-9697-111e53846c36 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:08.019870 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-53738763-92db-4167-a6c5-d793b9b49507 req-207f0f21-d9ae-4bc6-9697-111e53846c36 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 943 time: 0.4917266 Feb 08 21:19:08.032346 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffed1f5-e0ca-470c-aca2-ca787ca3eb20 req-1c4f7d82-12d6-47cc-a90b-963fb73ff4cb tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:08.042192 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3ffed1f5-e0ca-470c-aca2-ca787ca3eb20 req-1c4f7d82-12d6-47cc-a90b-963fb73ff4cb tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 946 time: 0.5120456 Feb 08 21:19:08.116062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e21e4c-2e85-48fc-9768-0fdb867e6f97 None None] Pushing event updated for resources: {'Port': ['ID=3301c078-9694-40bb-b14f-3e5929272daf,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:08.163642 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-cf59d74c-c771-41db-a1c6-06d87fcea8fc None None] Provisioning complete for port a4bf6788-8241-41fd-ac82-4deb4c453ec8 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:08.164687 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cf59d74c-c771-41db-a1c6-06d87fcea8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a4bf6788-8241-41fd-ac82-4deb4c453ec8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:08.453030 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d84ce810-86cf-455f-87c9-67932b1d64ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:08.460013 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d84ce810-86cf-455f-87c9-67932b1d64ae admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.2578990 Feb 08 21:19:08.463824 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46162) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:19:08.464736 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-52908116-e4a0-43c7-bb03-8d205613b71f service neutron] Attempting to bind port f3536624-7bb3-4e29-96ef-a260c4694fe2 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:19:08.465070 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-52908116-e4a0-43c7-bb03-8d205613b71f service neutron] Attempting to bind port f3536624-7bb3-4e29-96ef-a260c4694fe2 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:19:08.465430 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-52908116-e4a0-43c7-bb03-8d205613b71f service neutron] Attempting to bind port f3536624-7bb3-4e29-96ef-a260c4694fe2 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:19:08.473041 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6db197e8-ed03-4fa3-8893-bb0d47e267e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456ff6be-e1fd-45e2-a68d-3ddea9d72de8', 'name': 'tempest-TaggedBootDevicesTest_v242-1669835430-router', 'tenant_id': '907807b93ff64ac1b9cba777047bc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:59Z', 'updated_at': '2022-02-08T21:19:04Z', 'revision_number': 3, 'project_id': '907807b93ff64ac1b9cba777047bc524', 'gw_port': {'id': '9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:79:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456ff6be-e1fd-45e2-a68d-3ddea9d72de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:19:02Z', 'updated_at': '2022-02-08T21:19:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:19:08.502418 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-52908116-e4a0-43c7-bb03-8d205613b71f service neutron] Port f3536624-7bb3-4e29-96ef-a260c4694fe2 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:19:08.502725 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-52908116-e4a0-43c7-bb03-8d205613b71f service neutron] Attempting to bind port f3536624-7bb3-4e29-96ef-a260c4694fe2 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:19:08.512774 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-52908116-e4a0-43c7-bb03-8d205613b71f service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:19:08.513130 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-52908116-e4a0-43c7-bb03-8d205613b71f service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:19:08.513521 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-52908116-e4a0-43c7-bb03-8d205613b71f service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:19:08.513968 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-52908116-e4a0-43c7-bb03-8d205613b71f service neutron] Bound port: f3536624-7bb3-4e29-96ef-a260c4694fe2, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:19:08.514334 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-52908116-e4a0-43c7-bb03-8d205613b71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f3536624-7bb3-4e29-96ef-a260c4694fe2), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:08.548037 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db197e8-ed03-4fa3-8893-bb0d47e267e5 None None] Checking router: 456ff6be-e1fd-45e2-a68d-3ddea9d72de8 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:19:08.552031 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db197e8-ed03-4fa3-8893-bb0d47e267e5 None None] Updating router 456ff6be-e1fd-45e2-a68d-3ddea9d72de8 port 9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:19:08.633188 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6db197e8-ed03-4fa3-8893-bb0d47e267e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:08.786233 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-53738763-92db-4167-a6c5-d793b9b49507 req-3dced808-3159-4db1-a6e2-e785451f7996 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7653639 Feb 08 21:19:08.826079 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9299b-49cd-44f6-a3b6-254740713e28 None None] Pushing event updated for resources: {'Port': ['ID=deb42080-4ee6-49b5-8ea8-91946cb3101d,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:08.898711 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port a4bf6788-8241-41fd-ac82-4deb4c453ec8 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:08.899132 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a4bf6788-8241-41fd-ac82-4deb4c453ec8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:09.187597 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-012bc349-12fd-41e6-ba5b-8277e2dc0a93 admin admin] Publish callbacks [] for router_gateway (8056a18b-4218-407b-a7bb-36c66f113a53), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:09.331694 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-cf59d74c-c771-41db-a1c6-06d87fcea8fc None None] Current status of the port a4bf6788-8241-41fd-ac82-4deb4c453ec8 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:09.343423 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cf59d74c-c771-41db-a1c6-06d87fcea8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a4bf6788-8241-41fd-ac82-4deb4c453ec8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:09.413772 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-52908116-e4a0-43c7-bb03-8d205613b71f service neutron] For port f3536624-7bb3-4e29-96ef-a260c4694fe2, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:19:09.494693 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-52908116-e4a0-43c7-bb03-8d205613b71f service neutron] For port f3536624-7bb3-4e29-96ef-a260c4694fe2, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f3536624-7bb3-4e29-96ef-a260c4694fe2,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:19:09.568462 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3ffed1f5-e0ca-470c-aca2-ca787ca3eb20 req-17298ba5-4e5b-45a3-95b0-5561fd102e72 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5247364 Feb 08 21:19:09.596002 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port a4bf6788-8241-41fd-ac82-4deb4c453ec8 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:09.596758 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a4bf6788-8241-41fd-ac82-4deb4c453ec8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:09.628694 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-cf59d74c-c771-41db-a1c6-06d87fcea8fc None None] For port a4bf6788-8241-41fd-ac82-4deb4c453ec8, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=a4bf6788-8241-41fd-ac82-4deb4c453ec8,segment=NetworkSegment(26c04e80-d87d-425e-9a45-505c3c31cc24),segment_id=26c04e80-d87d-425e-9a45-505c3c31cc24)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:19:09.659221 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6db197e8-ed03-4fa3-8893-bb0d47e267e5 None None] Publish callbacks [] for port (9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:09.679674 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6db197e8-ed03-4fa3-8893-bb0d47e267e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:09.707924 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cf59d74c-c771-41db-a1c6-06d87fcea8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a4bf6788-8241-41fd-ac82-4deb4c453ec8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:09.800358 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-52908116-e4a0-43c7-bb03-8d205613b71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (f3536624-7bb3-4e29-96ef-a260c4694fe2), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:09.839970 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-012bc349-12fd-41e6-ba5b-8277e2dc0a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (8056a18b-4218-407b-a7bb-36c66f113a53), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:09.848100 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca774244-5a53-4be4-beea-683a576379e7 req-e14ad0f9-3d84-490d-8650-ed8c1f6a5adb tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 210 time: 0.6598024 Feb 08 21:19:09.934516 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cddcf-d65f-4926-a355-42503b3cdff7 None None] Pushing event updated for resources: {'Port': ['ID=9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:10.121326 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6db197e8-ed03-4fa3-8893-bb0d47e267e5 None None] Attempting to bind port 9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:19:10.125779 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6db197e8-ed03-4fa3-8893-bb0d47e267e5 None None] Attempting to bind port 9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:19:10.132959 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db197e8-ed03-4fa3-8893-bb0d47e267e5 None None] Attempting to bind port 9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:19:10.189775 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db197e8-ed03-4fa3-8893-bb0d47e267e5 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:19:10.199675 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db197e8-ed03-4fa3-8893-bb0d47e267e5 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:19:10.204032 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6db197e8-ed03-4fa3-8893-bb0d47e267e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:10.207894 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db197e8-ed03-4fa3-8893-bb0d47e267e5 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:19:10.214466 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-cf59d74c-c771-41db-a1c6-06d87fcea8fc None None] Provisioning complete for port 3301c078-9694-40bb-b14f-3e5929272daf triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:10.218608 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6db197e8-ed03-4fa3-8893-bb0d47e267e5 None None] Bound port: 9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:19:10.219806 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6db197e8-ed03-4fa3-8893-bb0d47e267e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:10.221062 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cf59d74c-c771-41db-a1c6-06d87fcea8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3301c078-9694-40bb-b14f-3e5929272daf), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:10.239984 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59d74c-c771-41db-a1c6-06d87fcea8fc None None] Pushing event updated for resources: {'Port': ['ID=a4bf6788-8241-41fd-ac82-4deb4c453ec8,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:10.328401 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23254fa2-0a08-423b-a1ac-46a4e07f0004 req-7b5ca70f-f064-4086-a229-a2f9e8ee1e6d tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:10.331047 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23254fa2-0a08-423b-a1ac-46a4e07f0004 req-7b5ca70f-f064-4086-a229-a2f9e8ee1e6d tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e9a8253-285d-4172-bd68-9d7a5ec4ff41 HTTP/1.1" status: 200 len: 948 time: 0.4817100 Feb 08 21:19:10.333324 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-52908116-e4a0-43c7-bb03-8d205613b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:10.335709 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-52908116-e4a0-43c7-bb03-8d205613b71f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:10.340089 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-52908116-e4a0-43c7-bb03-8d205613b71f service neutron] 10.222.0.96 "PUT /v2.0/ports/f3536624-7bb3-4e29-96ef-a260c4694fe2 HTTP/1.1" status: 200 len: 1097 time: 4.5295951 Feb 08 21:19:10.475379 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9a8253-285d-4172-bd68-9d7a5ec4ff41', 'tag': 'f3536624-7bb3-4e29-96ef-a260c4694fe2'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:19:10.494347 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60de2300-8c74-489d-b588-6a21f6af47c5" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9a8253-285d-4172-bd68-9d7a5ec4ff41", "tag": "f3536624-7bb3-4e29-96ef-a260c4694fe2"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:19:10.512765 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6db197e8-ed03-4fa3-8893-bb0d47e267e5 None None] For port 9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:19:10.543889 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6db197e8-ed03-4fa3-8893-bb0d47e267e5 None None] For port 9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:19:10.572924 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6db197e8-ed03-4fa3-8893-bb0d47e267e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:10.747787 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:19:10.755622 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:19:10.807357 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd903676-22e8-429a-9669-bafe75aea8ad req-6f1a4b90-1229-413d-9f3f-3d0c687d56f6 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:10.809827 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-dd903676-22e8-429a-9669-bafe75aea8ad req-6f1a4b90-1229-413d-9f3f-3d0c687d56f6 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.96 "GET /v2.0/networks?id=2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 200 len: 821 time: 0.7154751 Feb 08 21:19:10.836609 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23254fa2-0a08-423b-a1ac-46a4e07f0004 req-98fd8e48-9c56-44b3-a7dd-049e8435737e tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/security-groups?id=a425127d-b06d-48ae-8056-d92111fbf7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919329 Feb 08 21:19:10.867530 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bc264-a334-41aa-90e1-61abdf22142b req-717ce8a4-4816-4966-9358-1628797d54fc tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:10.879499 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-951bc264-a334-41aa-90e1-61abdf22142b req-717ce8a4-4816-4966-9358-1628797d54fc tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 943 time: 0.3346405 Feb 08 21:19:10.893515 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db197e8-ed03-4fa3-8893-bb0d47e267e5 None None] Routers {'456ff6be-e1fd-45e2-a68d-3ddea9d72de8'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:19:10.894512 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6db197e8-ed03-4fa3-8893-bb0d47e267e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:18:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['456ff6be-e1fd-45e2-a68d-3ddea9d72de8'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:19:10.976500 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52908116-e4a0-43c7-bb03-8d205613b71f service neutron] Pushing event updated for resources: {'Port': ['ID=f3536624-7bb3-4e29-96ef-a260c4694fe2,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:10.992824 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67a813b-86c6-4934-bf65-6d21961a88c4 x-openstack-request-id: req-d67a813b-86c6-4934-bf65-6d21961a88c4 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:19:10.993588 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9a8253-285d-4172-bd68-9d7a5ec4ff41", "tag": "f3536624-7bb3-4e29-96ef-a260c4694fe2", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:19:10.993990 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d67a813b-86c6-4934-bf65-6d21961a88c4 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:19:10.994583 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9a8253-285d-4172-bd68-9d7a5ec4ff41', 'tag': 'f3536624-7bb3-4e29-96ef-a260c4694fe2', 'status': 'completed', 'code': 200} Feb 08 21:19:11.003827 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-dd903676-22e8-429a-9669-bafe75aea8ad req-70559029-1949-4ba1-b1ed-58236150b3e7 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Request body: {'port': {'device_id': 'f9f461e5-13a2-4a10-8fb7-41e96a9248cc', 'network_id': '2832de48-e50e-44a2-9cef-26035a020939', 'admin_state_up': True, 'tenant_id': '8f5c158dadb24dc0a464206c8c7c35e1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:19:11.021561 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-cf59d74c-c771-41db-a1c6-06d87fcea8fc None None] Current status of the port 3301c078-9694-40bb-b14f-3e5929272daf is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:11.025472 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc4754c-661b-49b3-a2c4-51192c3bffde None None] Network 26fec32b-d565-403f-b7c8-d53f8ad89b92 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:19:11.233432 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cddcf-d65f-4926-a355-42503b3cdff7 None None] Pushing event updated for resources: {'Port': ['ID=9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:11.296132 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 9405a308-b718-4371-b864-a67d2c92c206 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:19:11.445377 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-6db197e8-ed03-4fa3-8893-bb0d47e267e5 None None] Set router 456ff6be-e1fd-45e2-a68d-3ddea9d72de8 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:19:11.791295 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-7f7a5e38-5019-4155-a8c9-05175d552a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:11.792893 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-7f7a5e38-5019-4155-a8c9-05175d552a64 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=45d6d6ff9c034a498fa50495cc747396&device_id=3e9a8253-285d-4172-bd68-9d7a5ec4ff41 HTTP/1.1" status: 200 len: 1131 time: 1.2644422 Feb 08 21:19:11.861160 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port a4bf6788-8241-41fd-ac82-4deb4c453ec8 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:11.919564 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-1115716e-eb70-47f6-90f9-c904e676a33f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=f3536624-7bb3-4e29-96ef-a260c4694fe2 HTTP/1.1" status: 200 len: 217 time: 0.1168709 Feb 08 21:19:11.993802 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd903676-22e8-429a-9669-bafe75aea8ad req-70559029-1949-4ba1-b1ed-58236150b3e7 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Made reservation on behalf of 8f5c158dadb24dc0a464206c8c7c35e1 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:19:11.998033 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dd903676-22e8-429a-9669-bafe75aea8ad req-70559029-1949-4ba1-b1ed-58236150b3e7 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:12.001499 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-eef584bd-0c15-4690-b99e-74b686b5c871 None None] Provisioning complete for port deb42080-4ee6-49b5-8ea8-91946cb3101d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:12.001938 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eef584bd-0c15-4690-b99e-74b686b5c871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (deb42080-4ee6-49b5-8ea8-91946cb3101d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:12.009278 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012bc349-12fd-41e6-ba5b-8277e2dc0a93 admin admin] Router 8056a18b-4218-407b-a7bb-36c66f113a53 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:19:12.103717 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fe240-7d20-4514-8a12-e06b76ab694c req-8bee18f3-d430-4676-8975-c17a59fa246c tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:12.121517 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-759fe240-7d20-4514-8a12-e06b76ab694c req-8bee18f3-d430-4676-8975-c17a59fa246c tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 946 time: 0.2609758 Feb 08 21:19:12.139076 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-e369a5ac-b5a9-4f6f-a907-41d4cd7d8072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:12.142336 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-e369a5ac-b5a9-4f6f-a907-41d4cd7d8072 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.2150784 Feb 08 21:19:12.147118 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 9405a308-b718-4371-b864-a67d2c92c206 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:12.147498 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9405a308-b718-4371-b864-a67d2c92c206), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:12.388881 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dda47fbc-63ea-463f-83e2-2b8ec35a4e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:12.394645 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6db197e8-ed03-4fa3-8893-bb0d47e267e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456ff6be-e1fd-45e2-a68d-3ddea9d72de8', 'name': 'tempest-TaggedBootDevicesTest_v242-1669835430-router', 'tenant_id': '907807b93ff64ac1b9cba777047bc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:59Z', 'updated_at': '2022-02-08T21:19:04Z', 'revision_number': 3, 'project_id': '907807b93ff64ac1b9cba777047bc524', 'gw_port': {'id': '9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:79:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456ff6be-e1fd-45e2-a68d-3ddea9d72de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:19:02Z', 'updated_at': '2022-02-08T21:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:19:12.454560 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-951bc264-a334-41aa-90e1-61abdf22142b req-95115f99-fd2c-4a28-a115-b33740c668c5 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5737250 Feb 08 21:19:12.502384 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012bc349-12fd-41e6-ba5b-8277e2dc0a93 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:19:12.556482 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db197e8-ed03-4fa3-8893-bb0d47e267e5 None None] The sync data for ids ['456ff6be-e1fd-45e2-a68d-3ddea9d72de8'] in n-d-712143-31 is: [{'id': '456ff6be-e1fd-45e2-a68d-3ddea9d72de8', 'name': 'tempest-TaggedBootDevicesTest_v242-1669835430-router', 'tenant_id': '907807b93ff64ac1b9cba777047bc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:59Z', 'updated_at': '2022-02-08T21:19:04Z', 'revision_number': 3, 'project_id': '907807b93ff64ac1b9cba777047bc524', 'gw_port': {'id': '9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:79:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456ff6be-e1fd-45e2-a68d-3ddea9d72de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:19:02Z', 'updated_at': '2022-02-08T21:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:19:12.560304 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-eef584bd-0c15-4690-b99e-74b686b5c871 None None] Current status of the port deb42080-4ee6-49b5-8ea8-91946cb3101d is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:12.560707 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eef584bd-0c15-4690-b99e-74b686b5c871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (deb42080-4ee6-49b5-8ea8-91946cb3101d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:12.563125 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7462cb8d-108c-494f-8514-02ab9d6bfaad None None] Sync routers for ids ['8056a18b-4218-407b-a7bb-36c66f113a53'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:19:12.604205 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device a4bf6788-8241-41fd-ac82-4deb4c453ec8 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:19:12.614031 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-cb54782b-8cdd-4fca-9a35-e21d3e1d64c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:12.615896 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-cb54782b-8cdd-4fca-9a35-e21d3e1d64c4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3787310 Feb 08 21:19:12.655979 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-759fe240-7d20-4514-8a12-e06b76ab694c req-e6ece492-3a30-4c9f-a18a-b8493143396b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5334191 Feb 08 21:19:12.696307 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-012bc349-12fd-41e6-ba5b-8277e2dc0a93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:12.697580 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-012bc349-12fd-41e6-ba5b-8277e2dc0a93 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.1284053 Feb 08 21:19:12.705883 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46206) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:19:12.910907 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-eef584bd-0c15-4690-b99e-74b686b5c871 None None] For port deb42080-4ee6-49b5-8ea8-91946cb3101d, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=deb42080-4ee6-49b5-8ea8-91946cb3101d,segment=NetworkSegment(1acb7e54-4885-4ffd-9871-b8cdecbef12b),segment_id=1acb7e54-4885-4ffd-9871-b8cdecbef12b)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:19:12.947784 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-dd903676-22e8-429a-9669-bafe75aea8ad req-70559029-1949-4ba1-b1ed-58236150b3e7 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Allocated IP 172.20.0.6 (2832de48-e50e-44a2-9cef-26035a020939/d60e29b3-21d7-4da4-a50a-dfbe604013ed/1eecbe73-83ee-4da0-a468-61095ee9a9d7) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:19:13.002509 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7462cb8d-108c-494f-8514-02ab9d6bfaad None None] Routers {'8056a18b-4218-407b-a7bb-36c66f113a53'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:19:13.008022 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7462cb8d-108c-494f-8514-02ab9d6bfaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:18:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['8056a18b-4218-407b-a7bb-36c66f113a53'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:19:13.028807 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 9405a308-b718-4371-b864-a67d2c92c206 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:13.030874 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9405a308-b718-4371-b864-a67d2c92c206), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:13.039798 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eef584bd-0c15-4690-b99e-74b686b5c871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (deb42080-4ee6-49b5-8ea8-91946cb3101d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:13.442102 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-092b7d1d-4d36-4dab-801c-1e923f9a2e76 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7809870 Feb 08 21:19:13.472119 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port a4bf6788-8241-41fd-ac82-4deb4c453ec8 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:13.472631 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a4bf6788-8241-41fd-ac82-4deb4c453ec8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:13.484138 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c366b455-cdcb-4046-955e-01af1b718ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9405a308-b718-4371-b864-a67d2c92c206'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:19:13.486449 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b00be8-f84b-44b6-870d-e4a9678d8088" -d '{"events": [{"server_uuid": "c366b455-cdcb-4046-955e-01af1b718ab1", "name": "network-vif-plugged", "status": "completed", "tag": "9405a308-b718-4371-b864-a67d2c92c206"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:19:13.494362 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-42359a24-2a21-4262-8bc6-5629cbd0a244 req-29d478cd-45bf-4a8f-bab8-8656de4cc619 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 210 time: 0.3056350 Feb 08 21:19:13.530183 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-eef584bd-0c15-4690-b99e-74b686b5c871 None None] Provisioning complete for port a4bf6788-8241-41fd-ac82-4deb4c453ec8 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:13.530624 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eef584bd-0c15-4690-b99e-74b686b5c871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a4bf6788-8241-41fd-ac82-4deb4c453ec8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:13.696020 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 9405a308-b718-4371-b864-a67d2c92c206, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=9405a308-b718-4371-b864-a67d2c92c206,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:19:13.713809 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef584bd-0c15-4690-b99e-74b686b5c871 None None] Pushing event updated for resources: {'Port': ['ID=deb42080-4ee6-49b5-8ea8-91946cb3101d,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:13.767133 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2921cc-a055-42bc-81d7-fd7fc5a423d5 x-openstack-request-id: req-bc2921cc-a055-42bc-81d7-fd7fc5a423d5 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:19:13.770242 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c366b455-cdcb-4046-955e-01af1b718ab1", "name": "network-vif-plugged", "status": "completed", "tag": "9405a308-b718-4371-b864-a67d2c92c206", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:19:13.771201 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bc2921cc-a055-42bc-81d7-fd7fc5a423d5 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:19:13.773976 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c366b455-cdcb-4046-955e-01af1b718ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9405a308-b718-4371-b864-a67d2c92c206', 'code': 200} Feb 08 21:19:13.795499 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9405a308-b718-4371-b864-a67d2c92c206), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:13.933859 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-dda47fbc-63ea-463f-83e2-2b8ec35a4e0b admin admin] Allocated IP 172.20.0.1 (21c6182e-3c46-4cb2-a2fa-ccb689098058/58bfcd52-bf37-4522-9bb6-7a772b25ddfd/1cf89844-28a9-4d67-a58a-ce905c03ec7f) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:19:13.961426 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422eec19-86ef-421f-a079-c36bb4889f47 req-e98465d9-4800-461b-a1df-90be17e0e932 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:13.965682 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-422eec19-86ef-421f-a079-c36bb4889f47 req-e98465d9-4800-461b-a1df-90be17e0e932 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e9a8253-285d-4172-bd68-9d7a5ec4ff41 HTTP/1.1" status: 200 len: 948 time: 0.7749791 Feb 08 21:19:14.068035 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=9405a308-b718-4371-b864-a67d2c92c206,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:14.112084 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-7462cb8d-108c-494f-8514-02ab9d6bfaad None None] Set router 8056a18b-4218-407b-a7bb-36c66f113a53 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:19:14.271262 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99a9c9-7f38-4631-ada5-92eca3f7c1f2 req-b50cd4cb-5d39-4a0a-aaac-3ca3531232d4 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:14.286964 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b99a9c9-7f38-4631-ada5-92eca3f7c1f2 req-b50cd4cb-5d39-4a0a-aaac-3ca3531232d4 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 943 time: 0.4223187 Feb 08 21:19:14.334850 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-422eec19-86ef-421f-a079-c36bb4889f47 req-31fd837a-6814-4124-910b-94bf4b5e571f tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/security-groups?id=a425127d-b06d-48ae-8056-d92111fbf7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511012 Feb 08 21:19:14.357486 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dda47fbc-63ea-463f-83e2-2b8ec35a4e0b admin admin] Publish callbacks [] for port (1cf89844-28a9-4d67-a58a-ce905c03ec7f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:14.561503 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b99a9c9-7f38-4631-ada5-92eca3f7c1f2 req-6bcbe2b3-8ff5-4fc9-8132-64cdfd3e2734 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394702 Feb 08 21:19:14.574499 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dda47fbc-63ea-463f-83e2-2b8ec35a4e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (1cf89844-28a9-4d67-a58a-ce905c03ec7f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:14.745474 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda47fbc-63ea-463f-83e2-2b8ec35a4e0b admin admin] Network 21c6182e-3c46-4cb2-a2fa-ccb689098058 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:19:14.754996 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dd903676-22e8-429a-9669-bafe75aea8ad req-70559029-1949-4ba1-b1ed-58236150b3e7 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks [] for port (1eecbe73-83ee-4da0-a468-61095ee9a9d7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:14.779590 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-dda47fbc-63ea-463f-83e2-2b8ec35a4e0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:19:14.799998 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda47fbc-63ea-463f-83e2-2b8ec35a4e0b admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:19:14.848051 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ff6c6c51-7f39-4cb4-8e21-616d4d4953e4 req-6a721f0f-612a-4bff-ab3b-7e4c881ca792 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4042594 Feb 08 21:19:15.066290 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7c1455e1-150e-4fee-8a72-c453af0e91dd req-8526871f-737b-47de-8fa6-011c7f076315 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 210 time: 0.1264031 Feb 08 21:19:15.114527 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-eef584bd-0c15-4690-b99e-74b686b5c871 None None] Current status of the port a4bf6788-8241-41fd-ac82-4deb4c453ec8 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:15.120298 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port a4bf6788-8241-41fd-ac82-4deb4c453ec8 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:15.123507 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device deb42080-4ee6-49b5-8ea8-91946cb3101d up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:19:15.126803 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6511c5-97cd-46ae-9c78-0e37ce1e2431 req-4fe20083-c559-4067-9d56-da4e4eeba799 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:15.128432 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b6511c5-97cd-46ae-9c78-0e37ce1e2431 req-4fe20083-c559-4067-9d56-da4e4eeba799 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 946 time: 0.4596426 Feb 08 21:19:15.292340 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dd903676-22e8-429a-9669-bafe75aea8ad req-70559029-1949-4ba1-b1ed-58236150b3e7 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (1eecbe73-83ee-4da0-a468-61095ee9a9d7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:15.367597 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-c66f6d43-04fe-475c-add0-9449d02abdc8 None None] Provisioning complete for port deb42080-4ee6-49b5-8ea8-91946cb3101d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:15.368311 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c66f6d43-04fe-475c-add0-9449d02abdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (deb42080-4ee6-49b5-8ea8-91946cb3101d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:15.434183 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b6511c5-97cd-46ae-9c78-0e37ce1e2431 req-3c3edb5e-9211-48eb-8ed8-c6c29610e01a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664473 Feb 08 21:19:15.468088 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd903676-22e8-429a-9669-bafe75aea8ad req-70559029-1949-4ba1-b1ed-58236150b3e7 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Network 2832de48-e50e-44a2-9cef-26035a020939 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:19:15.476614 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda47fbc-63ea-463f-83e2-2b8ec35a4e0b admin admin] Pushing event updated for resources: {'Port': ['ID=1cf89844-28a9-4d67-a58a-ce905c03ec7f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:15.492895 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port deb42080-4ee6-49b5-8ea8-91946cb3101d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:15.499748 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (deb42080-4ee6-49b5-8ea8-91946cb3101d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:15.529037 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6ac1b25c-627b-45f0-a680-52cd87b03709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:15.548243 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-dd903676-22e8-429a-9669-bafe75aea8ad req-70559029-1949-4ba1-b1ed-58236150b3e7 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:19:15.552553 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7462cb8d-108c-494f-8514-02ab9d6bfaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8056a18b-4218-407b-a7bb-36c66f113a53', 'name': 'tempest-TaggedBootDevicesTest-2045280834-router', 'tenant_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'b2914589-e783-408e-bb25-e0a13164d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:19:04Z', 'updated_at': '2022-02-08T21:19:08Z', 'revision_number': 3, 'project_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'gw_port': {'id': 'b2914589-e783-408e-bb25-e0a13164d3e5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:15:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8056a18b-4218-407b-a7bb-36c66f113a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:19:06Z', 'updated_at': '2022-02-08T21:19:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:19:15.836024 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7462cb8d-108c-494f-8514-02ab9d6bfaad None None] Checking router: 8056a18b-4218-407b-a7bb-36c66f113a53 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:19:15.836581 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7462cb8d-108c-494f-8514-02ab9d6bfaad None None] Updating router 8056a18b-4218-407b-a7bb-36c66f113a53 port b2914589-e783-408e-bb25-e0a13164d3e5 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:19:15.852067 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70559029-1949-4ba1-b1ed-58236150b3e7 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Pushing event updated for resources: {'Port': ['ID=1eecbe73-83ee-4da0-a468-61095ee9a9d7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:15.856258 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd903676-22e8-429a-9669-bafe75aea8ad req-70559029-1949-4ba1-b1ed-58236150b3e7 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:19:15.988494 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-6ac1b25c-627b-45f0-a680-52cd87b03709 admin admin] Allocated IP 172.20.0.1 (26fec32b-d565-403f-b7c8-d53f8ad89b92/6b3fb892-4774-4a47-958e-0bf08c3d7e63/7502dc93-fcca-44b1-86a0-34c50708b0aa) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:19:16.030641 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dda47fbc-63ea-463f-83e2-2b8ec35a4e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (456ff6be-e1fd-45e2-a68d-3ddea9d72de8), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:16.087359 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7462cb8d-108c-494f-8514-02ab9d6bfaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b2914589-e783-408e-bb25-e0a13164d3e5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:16.496150 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6ac1b25c-627b-45f0-a680-52cd87b03709 admin admin] Publish callbacks [] for port (7502dc93-fcca-44b1-86a0-34c50708b0aa), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:16.498912 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de2300-8c74-489d-b588-6a21f6af47c5 req-85c82bff-bf9e-49f4-a5c4-564ad1ab560c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:16.508595 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-60de2300-8c74-489d-b588-6a21f6af47c5 req-85c82bff-bf9e-49f4-a5c4-564ad1ab560c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=45d6d6ff9c034a498fa50495cc747396&device_id=3e9a8253-285d-4172-bd68-9d7a5ec4ff41 HTTP/1.1" status: 200 len: 1131 time: 1.5523221 Feb 08 21:19:16.601928 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d10f63-1e1e-4163-8e14-0ad1730f7056 req-ef9f88b1-92dd-41ec-848e-85783ba20779 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:16.604626 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10d10f63-1e1e-4163-8e14-0ad1730f7056 req-ef9f88b1-92dd-41ec-848e-85783ba20779 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e9a8253-285d-4172-bd68-9d7a5ec4ff41 HTTP/1.1" status: 200 len: 948 time: 0.4453506 Feb 08 21:19:16.686900 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba647d-c05b-4c35-962d-cf6da946ee4c req-b972d381-38d9-4e5e-8705-181273a0f80d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:16.705382 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32ba647d-c05b-4c35-962d-cf6da946ee4c req-b972d381-38d9-4e5e-8705-181273a0f80d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 943 time: 0.5487008 Feb 08 21:19:16.718189 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd903676-22e8-429a-9669-bafe75aea8ad req-70559029-1949-4ba1-b1ed-58236150b3e7 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:16.721833 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dd903676-22e8-429a-9669-bafe75aea8ad req-70559029-1949-4ba1-b1ed-58236150b3e7 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:16.791237 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dda47fbc-63ea-463f-83e2-2b8ec35a4e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1cf89844-28a9-4d67-a58a-ce905c03ec7f), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:16.818354 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c66f6d43-04fe-475c-add0-9449d02abdc8 None None] Current status of the port deb42080-4ee6-49b5-8ea8-91946cb3101d is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:16.888114 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-dd903676-22e8-429a-9669-bafe75aea8ad req-70559029-1949-4ba1-b1ed-58236150b3e7 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8986597 Feb 08 21:19:16.916888 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port deb42080-4ee6-49b5-8ea8-91946cb3101d is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:16.925025 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3301c078-9694-40bb-b14f-3e5929272daf up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:19:16.995827 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-dd903676-22e8-429a-9669-bafe75aea8ad req-a1d7216b-de9b-4478-b90b-1139f5696005 service neutron] Request body: {'port': {'device_id': 'f9f461e5-13a2-4a10-8fb7-41e96a9248cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:19:17.059010 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10d10f63-1e1e-4163-8e14-0ad1730f7056 req-ed076534-c9c9-4bfe-b857-7b44d8076d43 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/security-groups?id=a425127d-b06d-48ae-8056-d92111fbf7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273376 Feb 08 21:19:17.108406 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32ba647d-c05b-4c35-962d-cf6da946ee4c req-6a27734a-6305-4e16-a1fa-15d0bca69b83 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008589 Feb 08 21:19:17.112238 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6ac1b25c-627b-45f0-a680-52cd87b03709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (7502dc93-fcca-44b1-86a0-34c50708b0aa), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:17.339404 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de2300-8c74-489d-b588-6a21f6af47c5 req-e6e7dc0d-5767-432f-8902-6bb73b011eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:17.342024 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-60de2300-8c74-489d-b588-6a21f6af47c5 req-e6e7dc0d-5767-432f-8902-6bb73b011eed service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.8320973 Feb 08 21:19:17.352543 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac1b25c-627b-45f0-a680-52cd87b03709 admin admin] Network 26fec32b-d565-403f-b7c8-d53f8ad89b92 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:19:17.364677 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1b25c-627b-45f0-a680-52cd87b03709 admin admin] Pushing event updated for resources: {'Port': ['ID=7502dc93-fcca-44b1-86a0-34c50708b0aa,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:17.375181 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-6ac1b25c-627b-45f0-a680-52cd87b03709 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:19:17.424675 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac1b25c-627b-45f0-a680-52cd87b03709 admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:19:17.692609 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-60de2300-8c74-489d-b588-6a21f6af47c5 req-bd8597af-f645-4adc-8661-375bebc4c21a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=f3536624-7bb3-4e29-96ef-a260c4694fe2 HTTP/1.1" status: 200 len: 217 time: 0.2030067 Feb 08 21:19:17.707138 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7462cb8d-108c-494f-8514-02ab9d6bfaad None None] Publish callbacks [] for port (b2914589-e783-408e-bb25-e0a13164d3e5), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:17.744738 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7462cb8d-108c-494f-8514-02ab9d6bfaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b2914589-e783-408e-bb25-e0a13164d3e5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:17.806719 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ad785c81-6c6d-49df-a35c-4eea9109dc47 None None] Provisioning complete for port 1cf89844-28a9-4d67-a58a-ce905c03ec7f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:17.807696 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ad785c81-6c6d-49df-a35c-4eea9109dc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1cf89844-28a9-4d67-a58a-ce905c03ec7f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:17.953473 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de2300-8c74-489d-b588-6a21f6af47c5 req-a037eb6c-4b19-4966-9855-0f7915eaff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:17.957183 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-60de2300-8c74-489d-b588-6a21f6af47c5 req-a037eb6c-4b19-4966-9855-0f7915eaff87 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.2450852 Feb 08 21:19:17.958438 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dd903676-22e8-429a-9669-bafe75aea8ad req-a1d7216b-de9b-4478-b90b-1139f5696005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1eecbe73-83ee-4da0-a468-61095ee9a9d7), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:17.977939 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6ac1b25c-627b-45f0-a680-52cd87b03709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (8056a18b-4218-407b-a7bb-36c66f113a53), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:18.032482 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef144ba-7a99-4e25-a7c8-9032de3dbd32 req-5bcdc04e-81e0-468a-a164-7e819e811a58 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:18.052849 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 3301c078-9694-40bb-b14f-3e5929272daf triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:18.054142 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3301c078-9694-40bb-b14f-3e5929272daf), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:18.056858 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ef144ba-7a99-4e25-a7c8-9032de3dbd32 req-5bcdc04e-81e0-468a-a164-7e819e811a58 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 931 time: 0.6718383 Feb 08 21:19:18.190306 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ad785c81-6c6d-49df-a35c-4eea9109dc47 None None] Port 1cf89844-28a9-4d67-a58a-ce905c03ec7f cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:19:18.273269 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-7462cb8d-108c-494f-8514-02ab9d6bfaad None None] Attempting to bind port b2914589-e783-408e-bb25-e0a13164d3e5 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:19:18.273952 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-7462cb8d-108c-494f-8514-02ab9d6bfaad None None] Attempting to bind port b2914589-e783-408e-bb25-e0a13164d3e5 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:19:18.277685 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7462cb8d-108c-494f-8514-02ab9d6bfaad None None] Attempting to bind port b2914589-e783-408e-bb25-e0a13164d3e5 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:19:18.357002 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d586f-1313-44a0-ac66-9c042d3fd585 req-90ca8b18-b575-4428-a8f5-1de2430f914b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:18.363262 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-754d586f-1313-44a0-ac66-9c042d3fd585 req-90ca8b18-b575-4428-a8f5-1de2430f914b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 946 time: 0.7499285 Feb 08 21:19:18.516179 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7462cb8d-108c-494f-8514-02ab9d6bfaad None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:19:18.516822 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7462cb8d-108c-494f-8514-02ab9d6bfaad None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:19:18.517526 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7462cb8d-108c-494f-8514-02ab9d6bfaad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:18.519128 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7462cb8d-108c-494f-8514-02ab9d6bfaad None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:19:18.519967 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-7462cb8d-108c-494f-8514-02ab9d6bfaad None None] Bound port: b2914589-e783-408e-bb25-e0a13164d3e5, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:19:18.520590 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7462cb8d-108c-494f-8514-02ab9d6bfaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b2914589-e783-408e-bb25-e0a13164d3e5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:18.639655 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-7462cb8d-108c-494f-8514-02ab9d6bfaad None None] For port b2914589-e783-408e-bb25-e0a13164d3e5, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:19:18.646542 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-7462cb8d-108c-494f-8514-02ab9d6bfaad None None] For port b2914589-e783-408e-bb25-e0a13164d3e5, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b2914589-e783-408e-bb25-e0a13164d3e5,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:19:18.662032 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-a10d9672-4956-48e8-b64a-df322e0647fc None None] Provisioning complete for port 7502dc93-fcca-44b1-86a0-34c50708b0aa triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:18.662623 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a10d9672-4956-48e8-b64a-df322e0647fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7502dc93-fcca-44b1-86a0-34c50708b0aa), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:18.665719 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a0de2-3334-4a51-9798-c05fe3f2ac08 None None] Pushing event updated for resources: {'Port': ['ID=b2914589-e783-408e-bb25-e0a13164d3e5,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:18.717876 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ef144ba-7a99-4e25-a7c8-9032de3dbd32 req-1dc57eb4-8ddb-4a3f-bae6-1b5ef95a8c94 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6597986 Feb 08 21:19:18.744599 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dda47fbc-63ea-463f-83e2-2b8ec35a4e0b admin admin] Publish callbacks [] for port (1cf89844-28a9-4d67-a58a-ce905c03ec7f), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:18.763908 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7462cb8d-108c-494f-8514-02ab9d6bfaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b2914589-e783-408e-bb25-e0a13164d3e5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:18.791558 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dda47fbc-63ea-463f-83e2-2b8ec35a4e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (1cf89844-28a9-4d67-a58a-ce905c03ec7f), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:18.864250 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-754d586f-1313-44a0-ac66-9c042d3fd585 req-7fe3ff16-78ed-4c54-9af4-4b83fd0e25bc tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830215 Feb 08 21:19:18.885338 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6ac1b25c-627b-45f0-a680-52cd87b03709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7502dc93-fcca-44b1-86a0-34c50708b0aa), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:19.137956 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 3301c078-9694-40bb-b14f-3e5929272daf is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:19.192491 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 0c7c09d0-92f1-4292-8825-9fbc92c20811 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:19:19.294398 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7462cb8d-108c-494f-8514-02ab9d6bfaad None None] Routers {'8056a18b-4218-407b-a7bb-36c66f113a53'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:19:19.295393 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7462cb8d-108c-494f-8514-02ab9d6bfaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:18:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['8056a18b-4218-407b-a7bb-36c66f113a53'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:19:19.332822 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a10d9672-4956-48e8-b64a-df322e0647fc None None] Port 7502dc93-fcca-44b1-86a0-34c50708b0aa cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:19:19.469101 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7acaa-816b-44f2-ba8b-e036f1d432d0 req-4fb8e6b4-1144-4cef-b016-f8fcd9e682ac tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:19.471550 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6d7acaa-816b-44f2-ba8b-e036f1d432d0 req-4fb8e6b4-1144-4cef-b016-f8fcd9e682ac tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e9a8253-285d-4172-bd68-9d7a5ec4ff41 HTTP/1.1" status: 200 len: 948 time: 0.5319402 Feb 08 21:19:19.542837 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66142f-6951-4392-aca0-a79ef9c820d6 req-9caab908-8ed4-4768-b0b5-b75e11dfa7db tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:19.560699 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c66142f-6951-4392-aca0-a79ef9c820d6 req-9caab908-8ed4-4768-b0b5-b75e11dfa7db tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 943 time: 0.2997212 Feb 08 21:19:19.636955 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6ac1b25c-627b-45f0-a680-52cd87b03709 admin admin] Publish callbacks [] for port (7502dc93-fcca-44b1-86a0-34c50708b0aa), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:19.679705 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6d7acaa-816b-44f2-ba8b-e036f1d432d0 req-931963a4-61dd-49bc-b757-0485e5bf0354 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/security-groups?id=a425127d-b06d-48ae-8056-d92111fbf7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983602 Feb 08 21:19:19.680941 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6ac1b25c-627b-45f0-a680-52cd87b03709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (7502dc93-fcca-44b1-86a0-34c50708b0aa), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:19.900262 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c66142f-6951-4392-aca0-a79ef9c820d6 req-9fffc639-c379-45bb-bd60-d5b2f9444ca7 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368273 Feb 08 21:19:19.907198 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1b25c-627b-45f0-a680-52cd87b03709 admin admin] Pushing event updated for resources: {'Port': ['ID=7502dc93-fcca-44b1-86a0-34c50708b0aa,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:19.928693 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6ac1b25c-627b-45f0-a680-52cd87b03709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (8056a18b-4218-407b-a7bb-36c66f113a53), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:19.971345 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:19:20.072923 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dda47fbc-63ea-463f-83e2-2b8ec35a4e0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (456ff6be-e1fd-45e2-a68d-3ddea9d72de8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:20.091448 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a0de2-3334-4a51-9798-c05fe3f2ac08 None None] Pushing event updated for resources: {'Port': ['ID=b2914589-e783-408e-bb25-e0a13164d3e5,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:20.106912 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-7462cb8d-108c-494f-8514-02ab9d6bfaad None None] Set router 8056a18b-4218-407b-a7bb-36c66f113a53 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:19:20.110751 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] It took 0.79 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:19:20.309071 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:20.310819 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:20.462899 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e24db-e10b-46b6-a447-28b571c10f73 req-22b995e4-9151-442a-874a-03f776bce92b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:20.472141 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-148e24db-e10b-46b6-a447-28b571c10f73 req-22b995e4-9151-442a-874a-03f776bce92b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 931 time: 0.5309246 Feb 08 21:19:20.485938 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de2300-8c74-489d-b588-6a21f6af47c5 req-91aff3a1-a403-4de9-836d-75d174476d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:20.488787 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-60de2300-8c74-489d-b588-6a21f6af47c5 req-91aff3a1-a403-4de9-836d-75d174476d19 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 2.5014656 Feb 08 21:19:20.494159 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0216f6-3bc1-4653-a9ad-9858cc342ca4 req-f66c00c5-72ca-4c7d-951d-26f1cb9b247a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:20.495596 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda47fbc-63ea-463f-83e2-2b8ec35a4e0b admin admin] Pushing event updated for resources: {'Port': ['ID=1cf89844-28a9-4d67-a58a-ce905c03ec7f,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:20.496726 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa0216f6-3bc1-4653-a9ad-9858cc342ca4 req-f66c00c5-72ca-4c7d-951d-26f1cb9b247a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 946 time: 0.4127986 Feb 08 21:19:20.643283 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-dd903676-22e8-429a-9669-bafe75aea8ad req-a1d7216b-de9b-4478-b90b-1139f5696005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eecbe73-83ee-4da0-a468-61095ee9a9d7 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:19:20.653381 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-148e24db-e10b-46b6-a447-28b571c10f73 req-06ef33ad-417f-407f-8ba9-1798f2e440f4 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701202 Feb 08 21:19:20.673534 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dd903676-22e8-429a-9669-bafe75aea8ad req-a1d7216b-de9b-4478-b90b-1139f5696005 service neutron] Publish callbacks [] for port (1eecbe73-83ee-4da0-a468-61095ee9a9d7), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:20.682490 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 0c7c09d0-92f1-4292-8825-9fbc92c20811, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=0c7c09d0-92f1-4292-8825-9fbc92c20811,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:19:20.707930 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa0216f6-3bc1-4653-a9ad-9858cc342ca4 req-023f29f7-8d62-45e6-bff4-fe89092c6017 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924143 Feb 08 21:19:20.722163 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:20.722737 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:20.724175 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac1b25c-627b-45f0-a680-52cd87b03709 admin admin] Network 26fec32b-d565-403f-b7c8-d53f8ad89b92 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:19:20.729449 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-dd903676-22e8-429a-9669-bafe75aea8ad req-a1d7216b-de9b-4478-b90b-1139f5696005 service neutron] Transition to ACTIVE for port object 1eecbe73-83ee-4da0-a468-61095ee9a9d7 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:19:20.732455 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-6ac1b25c-627b-45f0-a680-52cd87b03709 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:19:20.783050 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dd903676-22e8-429a-9669-bafe75aea8ad req-a1d7216b-de9b-4478-b90b-1139f5696005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (1eecbe73-83ee-4da0-a468-61095ee9a9d7), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:20.806126 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:19:20.825664 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '0c7c09d0-92f1-4292-8825-9fbc92c20811', 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2', 'port_id': '0c7c09d0-92f1-4292-8825-9fbc92c20811', 'mac_address': 'fa:16:3e:6a:89:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6250f6-adb5-401d-a3ca-a324e52c89b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:19:20.860617 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:20.870802 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device deb42080-4ee6-49b5-8ea8-91946cb3101d up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:19:20.994033 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-60de2300-8c74-489d-b588-6a21f6af47c5 req-9f103b2e-74e7-4c43-b3dc-db2d9921232c service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753020 Feb 08 21:19:21.078342 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:21.202924 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 0c7c09d0-92f1-4292-8825-9fbc92c20811 is: ACTIVE; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:21.203813 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0c7c09d0-92f1-4292-8825-9fbc92c20811), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:21.223229 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c7c09d0-92f1-4292-8825-9fbc92c20811 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:19:21.250500 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 0c7c09d0-92f1-4292-8825-9fbc92c20811, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=0c7c09d0-92f1-4292-8825-9fbc92c20811,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:19:21.251588 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d22fea-e00a-47f0-b30e-b69c862b1398 req-f7c8367f-b58e-4878-9d7b-56046cdac3f4 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:21.262418 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7d22fea-e00a-47f0-b30e-b69c862b1398 req-f7c8367f-b58e-4878-9d7b-56046cdac3f4 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 943 time: 0.1641777 Feb 08 21:19:21.263919 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port deb42080-4ee6-49b5-8ea8-91946cb3101d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:21.264777 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (deb42080-4ee6-49b5-8ea8-91946cb3101d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:21.271328 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0c7c09d0-92f1-4292-8825-9fbc92c20811), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:21.273008 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device f3536624-7bb3-4e29-96ef-a260c4694fe2 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:19:21.300462 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08cd4b1-7f24-4296-a2d2-0b6a5a3c5238 req-82f5362c-4127-4711-a1a9-a74e07330b91 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:21.302748 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b08cd4b1-7f24-4296-a2d2-0b6a5a3c5238 req-82f5362c-4127-4711-a1a9-a74e07330b91 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e9a8253-285d-4172-bd68-9d7a5ec4ff41 HTTP/1.1" status: 200 len: 948 time: 0.3886657 Feb 08 21:19:21.359476 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda47fbc-63ea-463f-83e2-2b8ec35a4e0b admin admin] Network 21c6182e-3c46-4cb2-a2fa-ccb689098058 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:19:21.365041 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac1b25c-627b-45f0-a680-52cd87b03709 admin admin] Router 8056a18b-4218-407b-a7bb-36c66f113a53 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:19:21.383981 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-dda47fbc-63ea-463f-83e2-2b8ec35a4e0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:19:21.384312 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7d22fea-e00a-47f0-b30e-b69c862b1398 req-3401c0ac-dddc-4e99-b4cc-08d2a93e9be6 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208444 Feb 08 21:19:21.442603 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7216b-de9b-4478-b90b-1139f5696005 service neutron] Pushing event updated for resources: {'Port': ['ID=1eecbe73-83ee-4da0-a468-61095ee9a9d7,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:21.536291 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-45477b44-4da9-4547-817b-f9ac25ba9e59 None None] Provisioning complete for port 7502dc93-fcca-44b1-86a0-34c50708b0aa triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:21.538540 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-45477b44-4da9-4547-817b-f9ac25ba9e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7502dc93-fcca-44b1-86a0-34c50708b0aa), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:21.617418 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7462cb8d-108c-494f-8514-02ab9d6bfaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8056a18b-4218-407b-a7bb-36c66f113a53', 'name': 'tempest-TaggedBootDevicesTest-2045280834-router', 'tenant_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'b2914589-e783-408e-bb25-e0a13164d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:19:04Z', 'updated_at': '2022-02-08T21:19:18Z', 'revision_number': 4, 'project_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'gw_port': {'id': 'b2914589-e783-408e-bb25-e0a13164d3e5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:15:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8056a18b-4218-407b-a7bb-36c66f113a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:19:06Z', 'updated_at': '2022-02-08T21:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '7502dc93-fcca-44b1-86a0-34c50708b0aa', 'name': '', 'network_id': '26fec32b-d565-403f-b7c8-d53f8ad89b92', 'tenant_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'mac_address': 'fa:16:3e:5e:d0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8056a18b-4218-407b-a7bb-36c66f113a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '6b3fb892-4774-4a47-958e-0bf08c3d7e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:19:15Z', 'updated_at': '2022-02-08T21:19:16Z', 'revision_number': 1, 'project_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'subnets': [{'id': '6b3fb892-4774-4a47-958e-0bf08c3d7e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:19:21.682865 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b08cd4b1-7f24-4296-a2d2-0b6a5a3c5238 req-35768cc3-ba97-4412-b86c-2376325f2f4f tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/security-groups?id=a425127d-b06d-48ae-8056-d92111fbf7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164232 Feb 08 21:19:21.775781 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:19:21.895903 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port f3536624-7bb3-4e29-96ef-a260c4694fe2, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f3536624-7bb3-4e29-96ef-a260c4694fe2,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:19:21.954877 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-45477b44-4da9-4547-817b-f9ac25ba9e59 None None] Port 7502dc93-fcca-44b1-86a0-34c50708b0aa cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:19:21.969436 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=0c7c09d0-92f1-4292-8825-9fbc92c20811,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:21.978249 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'f3536624-7bb3-4e29-96ef-a260c4694fe2', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': 'f3536624-7bb3-4e29-96ef-a260c4694fe2', 'mac_address': 'fa:16:3e:96:c4:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:19:22.020263 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-60de2300-8c74-489d-b588-6a21f6af47c5 req-b3ca4a50-c9c9-4a96-b771-e340eaad4e11 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0250156 Feb 08 21:19:22.050583 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac1b25c-627b-45f0-a680-52cd87b03709 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:19:22.060976 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-59ecf5fe-a546-4ecf-8839-839420efa5eb req-ed36f0af-0652-4655-984f-cd0fa600e366 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7608039 Feb 08 21:19:22.067072 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-dd903676-22e8-429a-9669-bafe75aea8ad req-a1d7216b-de9b-4478-b90b-1139f5696005 service neutron] Attempting to bind port 1eecbe73-83ee-4da0-a468-61095ee9a9d7 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:19:22.069423 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-dd903676-22e8-429a-9669-bafe75aea8ad req-a1d7216b-de9b-4478-b90b-1139f5696005 service neutron] Attempting to bind port 1eecbe73-83ee-4da0-a468-61095ee9a9d7 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:19:22.070057 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd903676-22e8-429a-9669-bafe75aea8ad req-a1d7216b-de9b-4478-b90b-1139f5696005 service neutron] Attempting to bind port 1eecbe73-83ee-4da0-a468-61095ee9a9d7 on network 2832de48-e50e-44a2-9cef-26035a020939 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:19:22.082246 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd903676-22e8-429a-9669-bafe75aea8ad req-a1d7216b-de9b-4478-b90b-1139f5696005 service neutron] Port 1eecbe73-83ee-4da0-a468-61095ee9a9d7 on network 2832de48-e50e-44a2-9cef-26035a020939 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:19:22.084843 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd903676-22e8-429a-9669-bafe75aea8ad req-a1d7216b-de9b-4478-b90b-1139f5696005 service neutron] Attempting to bind port 1eecbe73-83ee-4da0-a468-61095ee9a9d7 on network 2832de48-e50e-44a2-9cef-26035a020939 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:19:22.095400 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7462cb8d-108c-494f-8514-02ab9d6bfaad None None] The sync data for ids ['8056a18b-4218-407b-a7bb-36c66f113a53'] in n-d-712143-31 is: [{'id': '8056a18b-4218-407b-a7bb-36c66f113a53', 'name': 'tempest-TaggedBootDevicesTest-2045280834-router', 'tenant_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'b2914589-e783-408e-bb25-e0a13164d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:19:04Z', 'updated_at': '2022-02-08T21:19:18Z', 'revision_number': 4, 'project_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'gw_port': {'id': 'b2914589-e783-408e-bb25-e0a13164d3e5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:15:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8056a18b-4218-407b-a7bb-36c66f113a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:19:06Z', 'updated_at': '2022-02-08T21:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '7502dc93-fcca-44b1-86a0-34c50708b0aa', 'name': '', 'network_id': '26fec32b-d565-403f-b7c8-d53f8ad89b92', 'tenant_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'mac_address': 'fa:16:3e:5e:d0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8056a18b-4218-407b-a7bb-36c66f113a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '6b3fb892-4774-4a47-958e-0bf08c3d7e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:19:15Z', 'updated_at': '2022-02-08T21:19:16Z', 'revision_number': 1, 'project_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'subnets': [{'id': '6b3fb892-4774-4a47-958e-0bf08c3d7e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:19:22.119865 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port f3536624-7bb3-4e29-96ef-a260c4694fe2 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:22.121440 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f3536624-7bb3-4e29-96ef-a260c4694fe2), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:22.177353 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6ac1b25c-627b-45f0-a680-52cd87b03709 admin admin] 10.222.0.88 "PUT /v2.0/routers/8056a18b-4218-407b-a7bb-36c66f113a53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4579618 Feb 08 21:19:22.292395 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd903676-22e8-429a-9669-bafe75aea8ad req-a1d7216b-de9b-4478-b90b-1139f5696005 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:19:22.292762 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd903676-22e8-429a-9669-bafe75aea8ad req-a1d7216b-de9b-4478-b90b-1139f5696005 service neutron] Checking segment: {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:19:22.293133 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd903676-22e8-429a-9669-bafe75aea8ad req-a1d7216b-de9b-4478-b90b-1139f5696005 service neutron] Bound using segment: {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:19:22.293624 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-dd903676-22e8-429a-9669-bafe75aea8ad req-a1d7216b-de9b-4478-b90b-1139f5696005 service neutron] Bound port: 1eecbe73-83ee-4da0-a468-61095ee9a9d7, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:19:22.293998 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dd903676-22e8-429a-9669-bafe75aea8ad req-a1d7216b-de9b-4478-b90b-1139f5696005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1eecbe73-83ee-4da0-a468-61095ee9a9d7), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:22.306509 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3536624-7bb3-4e29-96ef-a260c4694fe2 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:19:22.308289 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a52a3eb6-2d5c-40b9-adf3-9f3fc0deb752 req-45073100-6cc1-4487-bec3-d4b13bdda506 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2a962964-bf0d-40ba-8836-637694ffd403&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5007308 Feb 08 21:19:22.316705 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a299fb0-6e38-45af-af68-4bbc4d02ffb0 req-b193aade-bd3f-4bdb-8b8e-992b88b93a58 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:22.318435 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3a299fb0-6e38-45af-af68-4bbc4d02ffb0 req-b193aade-bd3f-4bdb-8b8e-992b88b93a58 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 943 time: 0.2299628 Feb 08 21:19:22.328414 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d98bb-a000-4a7a-b5ba-807411fe27df req-026bd93d-a879-4ba8-bc90-d01185204e72 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:22.331247 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-237d98bb-a000-4a7a-b5ba-807411fe27df req-026bd93d-a879-4ba8-bc90-d01185204e72 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 945 time: 0.2704616 Feb 08 21:19:22.363324 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port deb42080-4ee6-49b5-8ea8-91946cb3101d is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:22.429759 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-94c6b7f3-e09d-4bb3-8255-406407435a23 None None] Provisioning complete for port 1cf89844-28a9-4d67-a58a-ce905c03ec7f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:22.430642 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-94c6b7f3-e09d-4bb3-8255-406407435a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1cf89844-28a9-4d67-a58a-ce905c03ec7f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:22.561946 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-dd903676-22e8-429a-9669-bafe75aea8ad req-a1d7216b-de9b-4478-b90b-1139f5696005 service neutron] For port 1eecbe73-83ee-4da0-a468-61095ee9a9d7, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:19:22.575465 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-dd903676-22e8-429a-9669-bafe75aea8ad req-a1d7216b-de9b-4478-b90b-1139f5696005 service neutron] For port 1eecbe73-83ee-4da0-a468-61095ee9a9d7, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1eecbe73-83ee-4da0-a468-61095ee9a9d7,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:19:22.640387 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dd903676-22e8-429a-9669-bafe75aea8ad req-a1d7216b-de9b-4478-b90b-1139f5696005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (1eecbe73-83ee-4da0-a468-61095ee9a9d7), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:22.650531 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3a299fb0-6e38-45af-af68-4bbc4d02ffb0 req-ac213fbf-c134-4cf1-af8b-b9884866c313 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037946 Feb 08 21:19:22.652474 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port f3536624-7bb3-4e29-96ef-a260c4694fe2, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f3536624-7bb3-4e29-96ef-a260c4694fe2,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:19:22.663337 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:19:22.674046 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda47fbc-63ea-463f-83e2-2b8ec35a4e0b admin admin] Router 456ff6be-e1fd-45e2-a68d-3ddea9d72de8 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:19:22.782368 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-237d98bb-a000-4a7a-b5ba-807411fe27df req-f962a2c1-b5c4-4bcf-b720-88da5c2217e1 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405382 Feb 08 21:19:22.828911 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd903676-22e8-429a-9669-bafe75aea8ad req-a1d7216b-de9b-4478-b90b-1139f5696005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:22.835072 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dd903676-22e8-429a-9669-bafe75aea8ad req-a1d7216b-de9b-4478-b90b-1139f5696005 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:22.836434 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-dd903676-22e8-429a-9669-bafe75aea8ad req-a1d7216b-de9b-4478-b90b-1139f5696005 service neutron] 10.222.0.96 "PUT /v2.0/ports/1eecbe73-83ee-4da0-a468-61095ee9a9d7 HTTP/1.1" status: 200 len: 1092 time: 5.9386618 Feb 08 21:19:22.851285 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9f461e5-13a2-4a10-8fb7-41e96a9248cc', 'tag': '1eecbe73-83ee-4da0-a468-61095ee9a9d7'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:19:22.856717 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a3eb6-2d5c-40b9-adf3-9f3fc0deb752 req-ac8aca5c-3d16-4350-aded-311fe38e6df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:22.858216 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca96264-a81a-4785-9f27-bc1762238863" -d '{"events": [{"name": "network-changed", "server_uuid": "f9f461e5-13a2-4a10-8fb7-41e96a9248cc", "tag": "1eecbe73-83ee-4da0-a468-61095ee9a9d7"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:19:22.860900 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a52a3eb6-2d5c-40b9-adf3-9f3fc0deb752 req-ac8aca5c-3d16-4350-aded-311fe38e6df8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d98e0a79a014bd7b67e32046f0d8d2b&device_id=2a962964-bf0d-40ba-8836-637694ffd403 HTTP/1.1" status: 200 len: 1128 time: 0.3789284 Feb 08 21:19:22.910155 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f3536624-7bb3-4e29-96ef-a260c4694fe2), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:23.209493 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecf5fe-a546-4ecf-8839-839420efa5eb req-0f198c1c-3d88-4aa2-b460-acde1eb5ca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:23.238026 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['0c7c09d0-92f1-4292-8825-9fbc92c20811'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:19:23.239704 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-59ecf5fe-a546-4ecf-8839-839420efa5eb req-0f198c1c-3d88-4aa2-b460-acde1eb5ca79 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9b3b159591ee4a229900ea8953fa8a06&device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 1128 time: 1.1149862 Feb 08 21:19:23.301783 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-94c6b7f3-e09d-4bb3-8255-406407435a23 None None] Port 1cf89844-28a9-4d67-a58a-ce905c03ec7f cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:19:23.384918 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a3eb6-2d5c-40b9-adf3-9f3fc0deb752 req-661da184-a978-4d77-9b58-fe653bcb4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:23.393702 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a52a3eb6-2d5c-40b9-adf3-9f3fc0deb752 req-661da184-a978-4d77-9b58-fe653bcb4620 service neutron] 10.222.0.96 "GET /v2.0/networks?id=db7e6228-6383-434d-a419-1ee80567b843 HTTP/1.1" status: 200 len: 916 time: 0.5074437 Feb 08 21:19:23.496809 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['f3536624-7bb3-4e29-96ef-a260c4694fe2'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:19:23.672742 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a52a3eb6-2d5c-40b9-adf3-9f3fc0deb752 req-0d9151ea-a622-4f28-878f-3dae58fc02fe service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3273a229-be7c-4979-a087-cd873e7e40ad HTTP/1.1" status: 200 len: 217 time: 0.2586396 Feb 08 21:19:23.694935 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=f3536624-7bb3-4e29-96ef-a260c4694fe2,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:23.767575 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecf5fe-a546-4ecf-8839-839420efa5eb req-485a03c1-aa46-4ba9-8e1d-5d1f18adf5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:23.770250 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-59ecf5fe-a546-4ecf-8839-839420efa5eb req-485a03c1-aa46-4ba9-8e1d-5d1f18adf5a4 service neutron] 10.222.0.94 "GET /v2.0/networks?id=4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 200 len: 909 time: 0.3361037 Feb 08 21:19:23.913790 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7216b-de9b-4478-b90b-1139f5696005 service neutron] Pushing event updated for resources: {'Port': ['ID=1eecbe73-83ee-4da0-a468-61095ee9a9d7,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:23.918496 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-59ecf5fe-a546-4ecf-8839-839420efa5eb req-0e0da99d-42e3-46b2-ade7-f87fa1066303 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ea08fc4-5c7f-4516-af34-84dcc109c7ff HTTP/1.1" status: 200 len: 217 time: 0.1344428 Feb 08 21:19:23.935139 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:23.935520 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:23.978655 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd903676-22e8-429a-9669-bafe75aea8ad req-a9d624e8-c194-4039-bfc7-9fc24e98d715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:23.979778 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ee6c3-dbb9-4208-845f-c94042840fae req-bdc70167-c643-41c3-bcd4-fe0afb8e71ba tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:23.981719 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-dd903676-22e8-429a-9669-bafe75aea8ad req-a9d624e8-c194-4039-bfc7-9fc24e98d715 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 1126 time: 1.0265594 Feb 08 21:19:23.982949 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-280ee6c3-dbb9-4208-845f-c94042840fae req-bdc70167-c643-41c3-bcd4-fe0afb8e71ba tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 943 time: 0.8847682 Feb 08 21:19:24.104130 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a3eb6-2d5c-40b9-adf3-9f3fc0deb752 req-5ccf874b-31eb-4663-bc76-780e1bede5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:24.112412 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a52a3eb6-2d5c-40b9-adf3-9f3fc0deb752 req-5ccf874b-31eb-4663-bc76-780e1bede5fd service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6993c528-5301-4173-85e9-4aab44419465 HTTP/1.1" status: 200 len: 854 time: 0.4353111 Feb 08 21:19:24.231878 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-dd903676-22e8-429a-9669-bafe75aea8ad req-f421e4ff-5bc5-453a-8a93-164615448f17 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1eecbe73-83ee-4da0-a468-61095ee9a9d7 HTTP/1.1" status: 200 len: 217 time: 0.2357063 Feb 08 21:19:24.368742 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda47fbc-63ea-463f-83e2-2b8ec35a4e0b admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:19:24.386492 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a9d477-7b75-46b0-a426-3297f0ae39fc None None] Sync routers for ids ['456ff6be-e1fd-45e2-a68d-3ddea9d72de8'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:19:24.387100 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75a246-ae18-4ab8-a93c-a0c392f71076 req-036338a7-0d8c-4363-be2b-0a8b0bb72260 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:24.391140 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cc75a246-ae18-4ab8-a93c-a0c392f71076 req-036338a7-0d8c-4363-be2b-0a8b0bb72260 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e9a8253-285d-4172-bd68-9d7a5ec4ff41 HTTP/1.1" status: 200 len: 949 time: 0.7407010 Feb 08 21:19:24.391505 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-dda47fbc-63ea-463f-83e2-2b8ec35a4e0b admin admin] 10.222.0.88 "PUT /v2.0/routers/456ff6be-e1fd-45e2-a68d-3ddea9d72de8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8991666 Feb 08 21:19:24.406968 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a9d477-7b75-46b0-a426-3297f0ae39fc None None] Routers {'456ff6be-e1fd-45e2-a68d-3ddea9d72de8'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:19:24.407788 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f5a9d477-7b75-46b0-a426-3297f0ae39fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:18:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['456ff6be-e1fd-45e2-a68d-3ddea9d72de8'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:19:24.435702 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecf5fe-a546-4ecf-8839-839420efa5eb req-5fa7b9c1-c754-4ae5-b9d6-eb39d24de7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:24.448161 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-59ecf5fe-a546-4ecf-8839-839420efa5eb req-5fa7b9c1-c754-4ae5-b9d6-eb39d24de7a7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=55523d5b-2f07-476f-b4a6-0043cdbb6c1a HTTP/1.1" status: 200 len: 848 time: 0.5180161 Feb 08 21:19:24.560260 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-59ecf5fe-a546-4ecf-8839-839420efa5eb req-2cb86d8c-64dc-4ded-ab46-c26187b6ecb6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=4c67478e-bb4a-47b2-85c8-c1996b203e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053770 Feb 08 21:19:24.612090 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd903676-22e8-429a-9669-bafe75aea8ad req-925d4dec-28cf-4ee0-847f-2fad69b02766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:24.621719 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-dd903676-22e8-429a-9669-bafe75aea8ad req-925d4dec-28cf-4ee0-847f-2fad69b02766 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d60e29b3-21d7-4da4-a50a-dfbe604013ed HTTP/1.1" status: 200 len: 861 time: 0.3701484 Feb 08 21:19:24.712610 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-280ee6c3-dbb9-4208-845f-c94042840fae req-bf0a236c-4e5f-400a-a13f-4abffa034145 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6947854 Feb 08 21:19:24.807126 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a339d846-de78-416c-b898-f70e44dbde0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:24.858561 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f5a9d477-7b75-46b0-a426-3297f0ae39fc None None] Set router 456ff6be-e1fd-45e2-a68d-3ddea9d72de8 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:19:24.868138 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cc75a246-ae18-4ab8-a93c-a0c392f71076 req-ce477577-8530-40d1-9159-c41344889804 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/security-groups?id=a425127d-b06d-48ae-8056-d92111fbf7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4368634 Feb 08 21:19:24.908174 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a3eb6-2d5c-40b9-adf3-9f3fc0deb752 req-cdbb4a3c-e9e8-4431-89e7-d87a5fd1d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:24.919900 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a52a3eb6-2d5c-40b9-adf3-9f3fc0deb752 req-cdbb4a3c-e9e8-4431-89e7-d87a5fd1d965 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=db7e6228-6383-434d-a419-1ee80567b843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7898164 Feb 08 21:19:24.931280 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-dd903676-22e8-429a-9669-bafe75aea8ad req-b3c01bc5-3048-4bce-bf60-1efebff98359 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2832de48-e50e-44a2-9cef-26035a020939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2497170 Feb 08 21:19:25.123979 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4511d0-c678-47b1-bba3-58518c33d3aa x-openstack-request-id: req-5e4511d0-c678-47b1-bba3-58518c33d3aa {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:19:25.124416 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9f461e5-13a2-4a10-8fb7-41e96a9248cc", "tag": "1eecbe73-83ee-4da0-a468-61095ee9a9d7", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:19:25.127058 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5e4511d0-c678-47b1-bba3-58518c33d3aa {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:19:25.127710 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9f461e5-13a2-4a10-8fb7-41e96a9248cc', 'tag': '1eecbe73-83ee-4da0-a468-61095ee9a9d7', 'status': 'completed', 'code': 200} Feb 08 21:19:25.267698 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-59ecf5fe-a546-4ecf-8839-839420efa5eb req-bf89bb22-d46f-4a14-81ab-69b9bfb5add9 service neutron] 10.222.0.94 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6964650 Feb 08 21:19:25.514898 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f5a9d477-7b75-46b0-a426-3297f0ae39fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456ff6be-e1fd-45e2-a68d-3ddea9d72de8', 'name': 'tempest-TaggedBootDevicesTest_v242-1669835430-router', 'tenant_id': '907807b93ff64ac1b9cba777047bc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:59Z', 'updated_at': '2022-02-08T21:19:16Z', 'revision_number': 4, 'project_id': '907807b93ff64ac1b9cba777047bc524', 'gw_port': {'id': '9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456ff6be-e1fd-45e2-a68d-3ddea9d72de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:19:02Z', 'updated_at': '2022-02-08T21:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '1cf89844-28a9-4d67-a58a-ce905c03ec7f', 'name': '', 'network_id': '21c6182e-3c46-4cb2-a2fa-ccb689098058', 'tenant_id': '907807b93ff64ac1b9cba777047bc524', 'mac_address': 'fa:16:3e:7f:de:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456ff6be-e1fd-45e2-a68d-3ddea9d72de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '58bfcd52-bf37-4522-9bb6-7a772b25ddfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:19:12Z', 'updated_at': '2022-02-08T21:19:17Z', 'revision_number': 2, 'project_id': '907807b93ff64ac1b9cba777047bc524', 'subnets': [{'id': '58bfcd52-bf37-4522-9bb6-7a772b25ddfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:19:25.558082 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-dd903676-22e8-429a-9669-bafe75aea8ad req-9e215764-1732-4804-bd07-be21e3cc4071 service neutron] 10.222.0.96 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6208906 Feb 08 21:19:25.593653 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a9d477-7b75-46b0-a426-3297f0ae39fc None None] Checking router: 456ff6be-e1fd-45e2-a68d-3ddea9d72de8 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:19:25.594241 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a9d477-7b75-46b0-a426-3297f0ae39fc None None] Updating router 456ff6be-e1fd-45e2-a68d-3ddea9d72de8 port 1cf89844-28a9-4d67-a58a-ce905c03ec7f binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:19:25.603143 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:25.681896 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f5a9d477-7b75-46b0-a426-3297f0ae39fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1cf89844-28a9-4d67-a58a-ce905c03ec7f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:25.857584 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-59ecf5fe-a546-4ecf-8839-839420efa5eb req-504854a5-a331-4c8e-b060-569997c5afa2 service neutron] 10.222.0.94 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5800664 Feb 08 21:19:26.070422 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b2914589-e783-408e-bb25-e0a13164d3e5 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:19:26.120480 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-dd903676-22e8-429a-9669-bafe75aea8ad req-5e781308-216e-402c-8875-7e4fd45252d0 service neutron] 10.222.0.96 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5544043 Feb 08 21:19:26.340254 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port b2914589-e783-408e-bb25-e0a13164d3e5 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:26.342125 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b2914589-e783-408e-bb25-e0a13164d3e5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:26.378940 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:19:26.486993 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca96264-a81a-4785-9f27-bc1762238863 req-ae6de256-1ff3-48f1-ab20-733f40a280b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:26.493055 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fca96264-a81a-4785-9f27-bc1762238863 req-ae6de256-1ff3-48f1-ab20-733f40a280b8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 1126 time: 0.2668643 Feb 08 21:19:26.554290 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port b2914589-e783-408e-bb25-e0a13164d3e5 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:26.561277 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b2914589-e783-408e-bb25-e0a13164d3e5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:26.628484 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port b2914589-e783-408e-bb25-e0a13164d3e5, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b2914589-e783-408e-bb25-e0a13164d3e5,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:19:26.636364 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b2914589-e783-408e-bb25-e0a13164d3e5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:26.773933 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=b2914589-e783-408e-bb25-e0a13164d3e5,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:26.863617 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a52a3eb6-2d5c-40b9-adf3-9f3fc0deb752 req-e10a6838-f3c0-4b5a-a3af-10a807678e73 service neutron] 10.222.0.96 "GET /v2.0/networks/db7e6228-6383-434d-a419-1ee80567b843?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9364660 Feb 08 21:19:26.866816 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f5a9d477-7b75-46b0-a426-3297f0ae39fc None None] Publish callbacks [] for port (1cf89844-28a9-4d67-a58a-ce905c03ec7f), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:26.874855 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f5a9d477-7b75-46b0-a426-3297f0ae39fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1cf89844-28a9-4d67-a58a-ce905c03ec7f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:26.882012 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca96264-a81a-4785-9f27-bc1762238863 req-cb7bbeb4-f2aa-401f-9fff-92a99cebba81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:26.887204 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fca96264-a81a-4785-9f27-bc1762238863 req-cb7bbeb4-f2aa-401f-9fff-92a99cebba81 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 200 len: 922 time: 0.3824048 Feb 08 21:19:26.980773 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device f3536624-7bb3-4e29-96ef-a260c4694fe2 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:19:27.062110 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e61d0f-a1d6-4f66-88c7-2a5b98b43f63 req-b60d6b23-05ac-4d55-b116-5de357944f55 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:27.076136 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31e61d0f-a1d6-4f66-88c7-2a5b98b43f63 req-b60d6b23-05ac-4d55-b116-5de357944f55 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 945 time: 0.5908647 Feb 08 21:19:27.093993 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c469f-aa35-4fdc-bba4-c1cd1a5b2f07 req-583453c0-d909-4ce7-ac71-1bf880d7a27b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:27.097825 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f39c469f-aa35-4fdc-bba4-c1cd1a5b2f07 req-583453c0-d909-4ce7-ac71-1bf880d7a27b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 943 time: 1.7239258 Feb 08 21:19:27.139423 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bfd665-b8e8-42cf-8b00-f7c849537f26 None None] Pushing event updated for resources: {'Port': ['ID=1cf89844-28a9-4d67-a58a-ce905c03ec7f,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:27.213686 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port f3536624-7bb3-4e29-96ef-a260c4694fe2 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:19:27.246691 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port f3536624-7bb3-4e29-96ef-a260c4694fe2 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:27.251118 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f3536624-7bb3-4e29-96ef-a260c4694fe2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:27.290404 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fca96264-a81a-4785-9f27-bc1762238863 req-a8ef91c9-c9de-4744-90a7-041cbd84f581 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1eecbe73-83ee-4da0-a468-61095ee9a9d7 HTTP/1.1" status: 200 len: 217 time: 0.2702334 Feb 08 21:19:27.422389 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f5a9d477-7b75-46b0-a426-3297f0ae39fc None None] Attempting to bind port 1cf89844-28a9-4d67-a58a-ce905c03ec7f on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:19:27.423301 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f5a9d477-7b75-46b0-a426-3297f0ae39fc None None] Attempting to bind port 1cf89844-28a9-4d67-a58a-ce905c03ec7f by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '26c04e80-d87d-425e-9a45-505c3c31cc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '21c6182e-3c46-4cb2-a2fa-ccb689098058'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:19:27.427698 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a9d477-7b75-46b0-a426-3297f0ae39fc None None] Attempting to bind port 1cf89844-28a9-4d67-a58a-ce905c03ec7f on network 21c6182e-3c46-4cb2-a2fa-ccb689098058 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:19:27.447132 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a9d477-7b75-46b0-a426-3297f0ae39fc None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:19:27.451607 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a9d477-7b75-46b0-a426-3297f0ae39fc None None] Checking segment: {'id': '26c04e80-d87d-425e-9a45-505c3c31cc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '21c6182e-3c46-4cb2-a2fa-ccb689098058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:19:27.453214 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f5a9d477-7b75-46b0-a426-3297f0ae39fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:27.454270 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a9d477-7b75-46b0-a426-3297f0ae39fc None None] Bound using segment: {'id': '26c04e80-d87d-425e-9a45-505c3c31cc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '21c6182e-3c46-4cb2-a2fa-ccb689098058'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:19:27.455650 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f5a9d477-7b75-46b0-a426-3297f0ae39fc None None] Bound port: 1cf89844-28a9-4d67-a58a-ce905c03ec7f, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c04e80-d87d-425e-9a45-505c3c31cc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '21c6182e-3c46-4cb2-a2fa-ccb689098058'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:19:27.465356 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f5a9d477-7b75-46b0-a426-3297f0ae39fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1cf89844-28a9-4d67-a58a-ce905c03ec7f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:27.562427 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca96264-a81a-4785-9f27-bc1762238863 req-81addd1b-54cc-4bf4-af92-b7e8d02a698e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:27.569142 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fca96264-a81a-4785-9f27-bc1762238863 req-81addd1b-54cc-4bf4-af92-b7e8d02a698e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d60e29b3-21d7-4da4-a50a-dfbe604013ed HTTP/1.1" status: 200 len: 861 time: 0.2671621 Feb 08 21:19:27.577381 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7c54cbc0-c4ca-4163-ba47-607bccdcd9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:27.679750 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fca96264-a81a-4785-9f27-bc1762238863 req-b6b05c77-f6ca-4e07-99e0-9b073d3b9f01 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2832de48-e50e-44a2-9cef-26035a020939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062846 Feb 08 21:19:27.705508 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31e61d0f-a1d6-4f66-88c7-2a5b98b43f63 req-c83f2c95-7974-4b34-a6cf-dfe4e1c07a5f tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6258285 Feb 08 21:19:27.737781 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b5b36f1e-fc81-47f2-a408-1421debcc1c1 None None] Provisioning complete for port 1cf89844-28a9-4d67-a58a-ce905c03ec7f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:27.738626 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5b36f1e-fc81-47f2-a408-1421debcc1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1cf89844-28a9-4d67-a58a-ce905c03ec7f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:27.866290 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f39c469f-aa35-4fdc-bba4-c1cd1a5b2f07 req-8f084b9b-6c75-4c3b-9061-6f51d02076e9 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6306860 Feb 08 21:19:27.880091 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f5a9d477-7b75-46b0-a426-3297f0ae39fc None None] For port 1cf89844-28a9-4d67-a58a-ce905c03ec7f, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:19:27.906591 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f5a9d477-7b75-46b0-a426-3297f0ae39fc None None] For port 1cf89844-28a9-4d67-a58a-ce905c03ec7f, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=1cf89844-28a9-4d67-a58a-ce905c03ec7f,segment=NetworkSegment(26c04e80-d87d-425e-9a45-505c3c31cc24),segment_id=26c04e80-d87d-425e-9a45-505c3c31cc24)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:19:27.936175 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f5a9d477-7b75-46b0-a426-3297f0ae39fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1cf89844-28a9-4d67-a58a-ce905c03ec7f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:27.988535 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a52a3eb6-2d5c-40b9-adf3-9f3fc0deb752 req-a051ef40-e79c-4f82-80b8-9166f58b14b2 service neutron] 10.222.0.96 "GET /v2.0/networks/db7e6228-6383-434d-a419-1ee80567b843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0955045 Feb 08 21:19:28.233010 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a9d477-7b75-46b0-a426-3297f0ae39fc None None] Routers {'456ff6be-e1fd-45e2-a68d-3ddea9d72de8'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:19:28.234699 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f5a9d477-7b75-46b0-a426-3297f0ae39fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:19:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['456ff6be-e1fd-45e2-a68d-3ddea9d72de8'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:19:28.298847 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fca96264-a81a-4785-9f27-bc1762238863 req-9eea6b0b-a4cc-4043-ab15-7745d161ae56 service neutron] 10.222.0.96 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6121140 Feb 08 21:19:28.565495 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b2914589-e783-408e-bb25-e0a13164d3e5 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:19:28.571816 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01796556-b30a-4430-8b33-6312faefb3d6 None None] Sync routers for ids ['8056a18b-4218-407b-a7bb-36c66f113a53'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:19:28.588991 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d9de5-889c-42ce-9988-8296d56ab63d req-5a8c1859-f489-4c67-b859-fd889264f790 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:28.603024 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-065d9de5-889c-42ce-9988-8296d56ab63d req-5a8c1859-f489-4c67-b859-fd889264f790 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 943 time: 0.3285470 Feb 08 21:19:28.698729 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b5b36f1e-fc81-47f2-a408-1421debcc1c1 None None] Port 1cf89844-28a9-4d67-a58a-ce905c03ec7f cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:19:28.780365 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01796556-b30a-4430-8b33-6312faefb3d6 None None] Routers {'8056a18b-4218-407b-a7bb-36c66f113a53'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:19:28.785296 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-01796556-b30a-4430-8b33-6312faefb3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:19:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['8056a18b-4218-407b-a7bb-36c66f113a53'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:19:28.834355 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fca96264-a81a-4785-9f27-bc1762238863 req-21407404-7b58-4f4a-8f2c-dfebb3a25f19 service neutron] 10.222.0.96 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5275528 Feb 08 21:19:28.887481 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-065d9de5-889c-42ce-9988-8296d56ab63d req-a5fd5a2d-fd7e-4fde-a596-9443e6c354d0 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722926 Feb 08 21:19:28.891095 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port f3536624-7bb3-4e29-96ef-a260c4694fe2 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:28.896758 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f3536624-7bb3-4e29-96ef-a260c4694fe2), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:29.123666 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f5a9d477-7b75-46b0-a426-3297f0ae39fc None None] Set router 456ff6be-e1fd-45e2-a68d-3ddea9d72de8 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:19:29.294451 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b4a37-3d8b-48a0-a075-fb8f69f5c755 req-504ee35b-6102-4c3e-9e3a-0464c87203f3 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:29.297054 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-01796556-b30a-4430-8b33-6312faefb3d6 None None] Set router 8056a18b-4218-407b-a7bb-36c66f113a53 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:19:29.318522 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5b5b4a37-3d8b-48a0-a075-fb8f69f5c755 req-504ee35b-6102-4c3e-9e3a-0464c87203f3 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e9a8253-285d-4172-bd68-9d7a5ec4ff41 HTTP/1.1" status: 200 len: 949 time: 0.2039044 Feb 08 21:19:29.470134 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5b5b4a37-3d8b-48a0-a075-fb8f69f5c755 req-1f657768-f04b-4c7a-9c6c-53ad9433fdb4 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/security-groups?id=a425127d-b06d-48ae-8056-d92111fbf7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501255 Feb 08 21:19:29.560735 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 1d334fc4-b215-4027-a69e-cd363d72d0d6 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:19:29.612129 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bfd665-b8e8-42cf-8b00-f7c849537f26 None None] Pushing event updated for resources: {'Port': ['ID=1cf89844-28a9-4d67-a58a-ce905c03ec7f,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:29.753739 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53b8c8-cdfb-48e0-a820-86c5a2487d71 req-fb1f0c9d-3671-4570-8010-1f3b5273f003 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:29.770934 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cb53b8c8-cdfb-48e0-a820-86c5a2487d71 req-fb1f0c9d-3671-4570-8010-1f3b5273f003 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 945 time: 0.1336529 Feb 08 21:19:29.801425 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f5a9d477-7b75-46b0-a426-3297f0ae39fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456ff6be-e1fd-45e2-a68d-3ddea9d72de8', 'name': 'tempest-TaggedBootDevicesTest_v242-1669835430-router', 'tenant_id': '907807b93ff64ac1b9cba777047bc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:59Z', 'updated_at': '2022-02-08T21:19:16Z', 'revision_number': 4, 'project_id': '907807b93ff64ac1b9cba777047bc524', 'gw_port': {'id': '9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456ff6be-e1fd-45e2-a68d-3ddea9d72de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:19:02Z', 'updated_at': '2022-02-08T21:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '1cf89844-28a9-4d67-a58a-ce905c03ec7f', 'name': '', 'network_id': '21c6182e-3c46-4cb2-a2fa-ccb689098058', 'tenant_id': '907807b93ff64ac1b9cba777047bc524', 'mac_address': 'fa:16:3e:7f:de:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456ff6be-e1fd-45e2-a68d-3ddea9d72de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '58bfcd52-bf37-4522-9bb6-7a772b25ddfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:19:12Z', 'updated_at': '2022-02-08T21:19:27Z', 'revision_number': 4, 'project_id': '907807b93ff64ac1b9cba777047bc524', 'subnets': [{'id': '58bfcd52-bf37-4522-9bb6-7a772b25ddfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:19:29.882230 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cb53b8c8-cdfb-48e0-a820-86c5a2487d71 req-5a3812d1-5253-4388-92ff-9d88f79633c3 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094346 Feb 08 21:19:29.917200 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a9d477-7b75-46b0-a426-3297f0ae39fc None None] The sync data for ids ['456ff6be-e1fd-45e2-a68d-3ddea9d72de8'] in n-d-712143-31 is: [{'id': '456ff6be-e1fd-45e2-a68d-3ddea9d72de8', 'name': 'tempest-TaggedBootDevicesTest_v242-1669835430-router', 'tenant_id': '907807b93ff64ac1b9cba777047bc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:59Z', 'updated_at': '2022-02-08T21:19:16Z', 'revision_number': 4, 'project_id': '907807b93ff64ac1b9cba777047bc524', 'gw_port': {'id': '9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456ff6be-e1fd-45e2-a68d-3ddea9d72de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:19:02Z', 'updated_at': '2022-02-08T21:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '1cf89844-28a9-4d67-a58a-ce905c03ec7f', 'name': '', 'network_id': '21c6182e-3c46-4cb2-a2fa-ccb689098058', 'tenant_id': '907807b93ff64ac1b9cba777047bc524', 'mac_address': 'fa:16:3e:7f:de:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456ff6be-e1fd-45e2-a68d-3ddea9d72de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '58bfcd52-bf37-4522-9bb6-7a772b25ddfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:19:12Z', 'updated_at': '2022-02-08T21:19:27Z', 'revision_number': 4, 'project_id': '907807b93ff64ac1b9cba777047bc524', 'subnets': [{'id': '58bfcd52-bf37-4522-9bb6-7a772b25ddfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:19:29.920706 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 1d334fc4-b215-4027-a69e-cd363d72d0d6, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1d334fc4-b215-4027-a69e-cd363d72d0d6,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:19:29.962062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '1d334fc4-b215-4027-a69e-cd363d72d0d6', 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11', 'port_id': '1d334fc4-b215-4027-a69e-cd363d72d0d6', 'mac_address': 'fa:16:3e:51:e4:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55523d5b-2f07-476f-b4a6-0043cdbb6c1a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:19:30.195545 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 1d334fc4-b215-4027-a69e-cd363d72d0d6 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:30.197641 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1d334fc4-b215-4027-a69e-cd363d72d0d6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:30.251286 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:30.252065 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-0aa5bbc2-1e47-422d-a741-f9a90bd4c685 None None] Provisioning complete for port 1cf89844-28a9-4d67-a58a-ce905c03ec7f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:30.252427 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0aa5bbc2-1e47-422d-a741-f9a90bd4c685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1cf89844-28a9-4d67-a58a-ce905c03ec7f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:30.285082 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa126685-8005-4834-847e-c4d851442af7 req-be8111bf-f149-4fc5-a34f-ece3c73205b3 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:30.299109 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aa126685-8005-4834-847e-c4d851442af7 req-be8111bf-f149-4fc5-a34f-ece3c73205b3 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 943 time: 0.2873650 Feb 08 21:19:30.422251 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aa126685-8005-4834-847e-c4d851442af7 req-321c4d04-3144-4c5a-9917-dd4a4db13d21 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158047 Feb 08 21:19:30.485416 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port f3536624-7bb3-4e29-96ef-a260c4694fe2, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f3536624-7bb3-4e29-96ef-a260c4694fe2,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:19:30.518787 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port b2914589-e783-408e-bb25-e0a13164d3e5 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:30.523946 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b2914589-e783-408e-bb25-e0a13164d3e5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:30.538262 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9a8253-285d-4172-bd68-9d7a5ec4ff41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3536624-7bb3-4e29-96ef-a260c4694fe2'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:19:30.546824 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce058cb-693a-4101-a687-6db8b19d5c97" -d '{"events": [{"server_uuid": "3e9a8253-285d-4172-bd68-9d7a5ec4ff41", "name": "network-vif-plugged", "status": "completed", "tag": "f3536624-7bb3-4e29-96ef-a260c4694fe2"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:19:30.581141 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171974f-715f-435d-9946-8f015338f4b5 req-446d39b6-6673-4fe4-bd86-d3a5743ef683 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:30.585984 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f3536624-7bb3-4e29-96ef-a260c4694fe2), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:30.586819 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 0c7c09d0-92f1-4292-8825-9fbc92c20811 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:19:30.590490 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6171974f-715f-435d-9946-8f015338f4b5 req-446d39b6-6673-4fe4-bd86-d3a5743ef683 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 943 time: 0.1016910 Feb 08 21:19:30.751908 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6171974f-715f-435d-9946-8f015338f4b5 req-0e56cdb9-8381-48d7-9763-ef40197ea1e7 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602287 Feb 08 21:19:30.986981 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d334fc4-b215-4027-a69e-cd363d72d0d6 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:19:31.013379 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f844c5f-b7c2-4492-a8cb-856fa7768c90 req-2dfe3d8b-14da-4f2a-a929-de869075d38d tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:31.024645 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f844c5f-b7c2-4492-a8cb-856fa7768c90 req-2dfe3d8b-14da-4f2a-a929-de869075d38d tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e9a8253-285d-4172-bd68-9d7a5ec4ff41 HTTP/1.1" status: 200 len: 950 time: 0.1540565 Feb 08 21:19:31.153768 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f844c5f-b7c2-4492-a8cb-856fa7768c90 req-97dfdda6-384d-4e42-b945-12af16d19383 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/security-groups?id=a425127d-b06d-48ae-8056-d92111fbf7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277182 Feb 08 21:19:31.295357 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427aa0be-b8c5-4f34-a49a-cd9d5c871e8b x-openstack-request-id: req-427aa0be-b8c5-4f34-a49a-cd9d5c871e8b {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:19:31.296207 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9a8253-285d-4172-bd68-9d7a5ec4ff41", "name": "network-vif-plugged", "status": "completed", "tag": "f3536624-7bb3-4e29-96ef-a260c4694fe2", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:19:31.296845 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-427aa0be-b8c5-4f34-a49a-cd9d5c871e8b {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:19:31.298444 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9a8253-285d-4172-bd68-9d7a5ec4ff41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3536624-7bb3-4e29-96ef-a260c4694fe2', 'code': 200} Feb 08 21:19:31.437027 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb380ee6-b0e1-460a-ac29-40d7635e7609 req-dc365e89-9040-4c2f-aa28-6f2deedf05a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:31.449937 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 1d334fc4-b215-4027-a69e-cd363d72d0d6, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1d334fc4-b215-4027-a69e-cd363d72d0d6,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:19:31.451500 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb380ee6-b0e1-460a-ac29-40d7635e7609 req-dc365e89-9040-4c2f-aa28-6f2deedf05a2 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3e9a8253-285d-4172-bd68-9d7a5ec4ff41 HTTP/1.1" status: 200 len: 1133 time: 0.1581383 Feb 08 21:19:31.508889 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e229d-23be-462f-8825-a13aa36a3bac req-68171cfb-5ce8-4554-a849-4408c301b794 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:31.516146 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=f3536624-7bb3-4e29-96ef-a260c4694fe2,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:31.517094 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b65e229d-23be-462f-8825-a13aa36a3bac req-68171cfb-5ce8-4554-a849-4408c301b794 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 945 time: 0.1210213 Feb 08 21:19:31.605977 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb380ee6-b0e1-460a-ac29-40d7635e7609 req-b50ab890-fbbd-42c1-b7ef-b90529217d97 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=a425127d-b06d-48ae-8056-d92111fbf7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458945 Feb 08 21:19:31.633649 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b65e229d-23be-462f-8825-a13aa36a3bac req-bec4c336-998c-4dad-8ca5-851421e4d106 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149480 Feb 08 21:19:31.670432 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1d334fc4-b215-4027-a69e-cd363d72d0d6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:31.675317 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 1eecbe73-83ee-4da0-a468-61095ee9a9d7 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:19:31.914446 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:31.916939 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:32.014278 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0aa5bbc2-1e47-422d-a741-f9a90bd4c685 None None] Current status of the port 1cf89844-28a9-4d67-a58a-ce905c03ec7f is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:32.014958 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0aa5bbc2-1e47-422d-a741-f9a90bd4c685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1cf89844-28a9-4d67-a58a-ce905c03ec7f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:32.104162 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c036e-d511-4d2d-9b79-892a8731a28e req-b9abc38f-afb1-4b04-99ce-45e478bfb79f tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:32.124715 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9a7c036e-d511-4d2d-9b79-892a8731a28e req-b9abc38f-afb1-4b04-99ce-45e478bfb79f tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 943 time: 0.2851245 Feb 08 21:19:32.251435 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-0aa5bbc2-1e47-422d-a741-f9a90bd4c685 None None] For port 1cf89844-28a9-4d67-a58a-ce905c03ec7f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=1cf89844-28a9-4d67-a58a-ce905c03ec7f,segment=NetworkSegment(26c04e80-d87d-425e-9a45-505c3c31cc24),segment_id=26c04e80-d87d-425e-9a45-505c3c31cc24)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:19:32.333174 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port b2914589-e783-408e-bb25-e0a13164d3e5 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:32.338303 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-01796556-b30a-4430-8b33-6312faefb3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8056a18b-4218-407b-a7bb-36c66f113a53', 'name': 'tempest-TaggedBootDevicesTest-2045280834-router', 'tenant_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'b2914589-e783-408e-bb25-e0a13164d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:19:04Z', 'updated_at': '2022-02-08T21:19:18Z', 'revision_number': 4, 'project_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'gw_port': {'id': 'b2914589-e783-408e-bb25-e0a13164d3e5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8056a18b-4218-407b-a7bb-36c66f113a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:19:06Z', 'updated_at': '2022-02-08T21:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '7502dc93-fcca-44b1-86a0-34c50708b0aa', 'name': '', 'network_id': '26fec32b-d565-403f-b7c8-d53f8ad89b92', 'tenant_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'mac_address': 'fa:16:3e:5e:d0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8056a18b-4218-407b-a7bb-36c66f113a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '6b3fb892-4774-4a47-958e-0bf08c3d7e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:19:15Z', 'updated_at': '2022-02-08T21:19:19Z', 'revision_number': 2, 'project_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'subnets': [{'id': '6b3fb892-4774-4a47-958e-0bf08c3d7e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:19:32.347323 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0aa5bbc2-1e47-422d-a741-f9a90bd4c685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1cf89844-28a9-4d67-a58a-ce905c03ec7f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:32.357188 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:19:32.449702 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 0c7c09d0-92f1-4292-8825-9fbc92c20811 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:32.463829 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0c7c09d0-92f1-4292-8825-9fbc92c20811), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:32.493981 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9a7c036e-d511-4d2d-9b79-892a8731a28e req-b715d24f-07b0-4118-9b34-b896a12004cf tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663211 Feb 08 21:19:32.613192 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01796556-b30a-4430-8b33-6312faefb3d6 None None] Checking router: 8056a18b-4218-407b-a7bb-36c66f113a53 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:19:32.613192 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01796556-b30a-4430-8b33-6312faefb3d6 None None] Updating router 8056a18b-4218-407b-a7bb-36c66f113a53 port 7502dc93-fcca-44b1-86a0-34c50708b0aa binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:19:32.691183 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=1d334fc4-b215-4027-a69e-cd363d72d0d6,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:32.828887 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 1eecbe73-83ee-4da0-a468-61095ee9a9d7, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1eecbe73-83ee-4da0-a468-61095ee9a9d7,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:19:32.890038 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '1eecbe73-83ee-4da0-a468-61095ee9a9d7', 'network_id': '2832de48-e50e-44a2-9cef-26035a020939', 'port_id': '1eecbe73-83ee-4da0-a468-61095ee9a9d7', 'mac_address': 'fa:16:3e:19:e0:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60e29b3-21d7-4da4-a50a-dfbe604013ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:19:32.926810 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 1cf89844-28a9-4d67-a58a-ce905c03ec7f up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:19:32.954458 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35017e6-844c-4100-82e4-29bd602cf9c9 req-10558a87-ddca-41e0-a1f8-b6f5fd6c61af tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:32.957289 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c35017e6-844c-4100-82e4-29bd602cf9c9 req-10558a87-ddca-41e0-a1f8-b6f5fd6c61af tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 944 time: 0.2044678 Feb 08 21:19:33.071336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 0c7c09d0-92f1-4292-8825-9fbc92c20811 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:33.071975 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0c7c09d0-92f1-4292-8825-9fbc92c20811), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:33.146060 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 0c7c09d0-92f1-4292-8825-9fbc92c20811, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=0c7c09d0-92f1-4292-8825-9fbc92c20811,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:19:33.148922 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01796556-b30a-4430-8b33-6312faefb3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7502dc93-fcca-44b1-86a0-34c50708b0aa), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:33.238754 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c35017e6-844c-4100-82e4-29bd602cf9c9 req-1fa24a80-cace-4ece-88b5-d6b70cccbc8b tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604895 Feb 08 21:19:33.244871 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0c7c09d0-92f1-4292-8825-9fbc92c20811), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:33.328068 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663626f3-6f2f-4f5c-82bf-daa612695abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7c09d0-92f1-4292-8825-9fbc92c20811'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:19:33.331954 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1065c8-58c0-433a-bbe1-7ed8a72b25fc" -d '{"events": [{"server_uuid": "663626f3-6f2f-4f5c-82bf-daa612695abf", "name": "network-vif-plugged", "status": "completed", "tag": "0c7c09d0-92f1-4292-8825-9fbc92c20811"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:19:33.376977 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5bbc2-1e47-422d-a741-f9a90bd4c685 None None] Pushing event updated for resources: {'Port': ['ID=1cf89844-28a9-4d67-a58a-ce905c03ec7f,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:33.490661 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=0c7c09d0-92f1-4292-8825-9fbc92c20811,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:33.503436 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 1eecbe73-83ee-4da0-a468-61095ee9a9d7 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:33.504395 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1eecbe73-83ee-4da0-a468-61095ee9a9d7), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:33.512408 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb5fad-6bbe-41bb-b54a-e519847899f6 req-bf005d75-1f0a-4f59-968b-62c9f450c686 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:33.514823 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a3fb5fad-6bbe-41bb-b54a-e519847899f6 req-bf005d75-1f0a-4f59-968b-62c9f450c686 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e9a8253-285d-4172-bd68-9d7a5ec4ff41 HTTP/1.1" status: 200 len: 950 time: 0.1977181 Feb 08 21:19:33.544292 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eecbe73-83ee-4da0-a468-61095ee9a9d7 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:19:33.700674 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 1cf89844-28a9-4d67-a58a-ce905c03ec7f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:33.701689 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1cf89844-28a9-4d67-a58a-ce905c03ec7f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:33.778697 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a3fb5fad-6bbe-41bb-b54a-e519847899f6 req-15c2bff6-1a4e-47c7-9de3-92400b6cc26b tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/security-groups?id=a425127d-b06d-48ae-8056-d92111fbf7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447019 Feb 08 21:19:33.812882 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 1eecbe73-83ee-4da0-a468-61095ee9a9d7, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1eecbe73-83ee-4da0-a468-61095ee9a9d7,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:19:33.831740 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1eecbe73-83ee-4da0-a468-61095ee9a9d7), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:33.901277 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=1eecbe73-83ee-4da0-a468-61095ee9a9d7,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:34.218413 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d53a10-3a29-48ad-bef8-fb323811f78f req-76f07d28-9b9f-41b4-a574-bf59470204e1 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:34.238445 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9d53a10-3a29-48ad-bef8-fb323811f78f req-76f07d28-9b9f-41b4-a574-bf59470204e1 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 946 time: 0.2710669 Feb 08 21:19:34.433055 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9d53a10-3a29-48ad-bef8-fb323811f78f req-03003c34-8d8f-40fa-a8c5-e2e1f1b5f9b1 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895642 Feb 08 21:19:34.587934 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3fdc3a-e3b2-46ad-a513-8cf914a9cc52 x-openstack-request-id: req-9f3fdc3a-e3b2-46ad-a513-8cf914a9cc52 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:19:34.590217 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663626f3-6f2f-4f5c-82bf-daa612695abf", "name": "network-vif-plugged", "status": "completed", "tag": "0c7c09d0-92f1-4292-8825-9fbc92c20811", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:19:34.593658 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9f3fdc3a-e3b2-46ad-a513-8cf914a9cc52 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:19:34.594301 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663626f3-6f2f-4f5c-82bf-daa612695abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7c09d0-92f1-4292-8825-9fbc92c20811', 'code': 200} Feb 08 21:19:34.652371 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 1cf89844-28a9-4d67-a58a-ce905c03ec7f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:34.753126 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01796556-b30a-4430-8b33-6312faefb3d6 None None] Publish callbacks [] for port (7502dc93-fcca-44b1-86a0-34c50708b0aa), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:34.774123 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01796556-b30a-4430-8b33-6312faefb3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7502dc93-fcca-44b1-86a0-34c50708b0aa), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:34.825764 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 1cf89844-28a9-4d67-a58a-ce905c03ec7f up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:19:34.847717 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d09f0-e5d0-49bc-a115-fca12b90e590 req-4381475f-9755-460e-87c6-311ad567eed9 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:34.849370 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-959d09f0-e5d0-49bc-a115-fca12b90e590 req-4381475f-9755-460e-87c6-311ad567eed9 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 944 time: 0.1444411 Feb 08 21:19:34.980310 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-959d09f0-e5d0-49bc-a115-fca12b90e590 req-8c249fd3-c82e-43d8-9cbc-1e126e722c9c tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156659 Feb 08 21:19:35.126248 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['1d334fc4-b215-4027-a69e-cd363d72d0d6'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:19:35.127815 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['1eecbe73-83ee-4da0-a468-61095ee9a9d7'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:19:35.142140 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ff58a-25fc-450d-9ea5-ea65bd631212 None None] Pushing event updated for resources: {'Port': ['ID=7502dc93-fcca-44b1-86a0-34c50708b0aa,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:35.415022 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739434f-2828-4aa8-ac42-b74475869e6b req-29599d57-dc23-4eb6-83cc-785f2e888f6a tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:35.423118 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e739434f-2828-4aa8-ac42-b74475869e6b req-29599d57-dc23-4eb6-83cc-785f2e888f6a tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 944 time: 0.1414189 Feb 08 21:19:35.505705 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-05e2d927-804c-44a4-b4de-f290cbe036f5 None None] Provisioning complete for port 7502dc93-fcca-44b1-86a0-34c50708b0aa triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:35.506337 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-05e2d927-804c-44a4-b4de-f290cbe036f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7502dc93-fcca-44b1-86a0-34c50708b0aa), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:35.509556 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-01796556-b30a-4430-8b33-6312faefb3d6 None None] Attempting to bind port 7502dc93-fcca-44b1-86a0-34c50708b0aa on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:19:35.512039 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-01796556-b30a-4430-8b33-6312faefb3d6 None None] Attempting to bind port 7502dc93-fcca-44b1-86a0-34c50708b0aa by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '1acb7e54-4885-4ffd-9871-b8cdecbef12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '26fec32b-d565-403f-b7c8-d53f8ad89b92'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:19:35.512039 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01796556-b30a-4430-8b33-6312faefb3d6 None None] Attempting to bind port 7502dc93-fcca-44b1-86a0-34c50708b0aa on network 26fec32b-d565-403f-b7c8-d53f8ad89b92 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:19:35.537372 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01796556-b30a-4430-8b33-6312faefb3d6 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:19:35.538755 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01796556-b30a-4430-8b33-6312faefb3d6 None None] Checking segment: {'id': '1acb7e54-4885-4ffd-9871-b8cdecbef12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '26fec32b-d565-403f-b7c8-d53f8ad89b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:19:35.539468 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01796556-b30a-4430-8b33-6312faefb3d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:35.540277 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01796556-b30a-4430-8b33-6312faefb3d6 None None] Bound using segment: {'id': '1acb7e54-4885-4ffd-9871-b8cdecbef12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '26fec32b-d565-403f-b7c8-d53f8ad89b92'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:19:35.541300 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-01796556-b30a-4430-8b33-6312faefb3d6 None None] Bound port: 7502dc93-fcca-44b1-86a0-34c50708b0aa, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1acb7e54-4885-4ffd-9871-b8cdecbef12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '26fec32b-d565-403f-b7c8-d53f8ad89b92'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:19:35.541916 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01796556-b30a-4430-8b33-6312faefb3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7502dc93-fcca-44b1-86a0-34c50708b0aa), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:35.572768 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e739434f-2828-4aa8-ac42-b74475869e6b req-c121f32c-7207-4784-8d7e-d42896c809f7 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372988 Feb 08 21:19:35.884575 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-01796556-b30a-4430-8b33-6312faefb3d6 None None] For port 7502dc93-fcca-44b1-86a0-34c50708b0aa, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:19:35.891323 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-01796556-b30a-4430-8b33-6312faefb3d6 None None] For port 7502dc93-fcca-44b1-86a0-34c50708b0aa, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7502dc93-fcca-44b1-86a0-34c50708b0aa,segment=NetworkSegment(1acb7e54-4885-4ffd-9871-b8cdecbef12b),segment_id=1acb7e54-4885-4ffd-9871-b8cdecbef12b)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:19:35.935601 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01796556-b30a-4430-8b33-6312faefb3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7502dc93-fcca-44b1-86a0-34c50708b0aa), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:36.016323 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 1cf89844-28a9-4d67-a58a-ce905c03ec7f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:36.016949 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1cf89844-28a9-4d67-a58a-ce905c03ec7f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:36.021615 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-05e2d927-804c-44a4-b4de-f290cbe036f5 None None] Port 7502dc93-fcca-44b1-86a0-34c50708b0aa cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:19:36.158147 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c9661-608d-4342-9bf2-07d36ccf06e2 req-900f4528-90cd-4bd9-b71a-db7b659e9405 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:36.160667 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-735c9661-608d-4342-9bf2-07d36ccf06e2 req-900f4528-90cd-4bd9-b71a-db7b659e9405 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e9a8253-285d-4172-bd68-9d7a5ec4ff41 HTTP/1.1" status: 200 len: 950 time: 0.3372860 Feb 08 21:19:36.208597 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01796556-b30a-4430-8b33-6312faefb3d6 None None] Routers {'8056a18b-4218-407b-a7bb-36c66f113a53'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:19:36.209747 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-01796556-b30a-4430-8b33-6312faefb3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:19:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['8056a18b-4218-407b-a7bb-36c66f113a53'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:19:36.439414 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-735c9661-608d-4342-9bf2-07d36ccf06e2 req-132659ad-9e11-49c8-a622-fa015e9f3580 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/security-groups?id=a425127d-b06d-48ae-8056-d92111fbf7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554338 Feb 08 21:19:36.644238 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:36.693425 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:36.884111 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ff58a-25fc-450d-9ea5-ea65bd631212 None None] Pushing event updated for resources: {'Port': ['ID=7502dc93-fcca-44b1-86a0-34c50708b0aa,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:36.938488 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13579440-dad9-4734-96fb-1e633ed35479 req-b40127d8-1fe6-4d22-b79d-ccec6b4721ea tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:36.941559 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13579440-dad9-4734-96fb-1e633ed35479 req-b40127d8-1fe6-4d22-b79d-ccec6b4721ea tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 946 time: 0.2395790 Feb 08 21:19:36.942798 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-422cd849-e57d-4c58-ada0-c97beafc0aaf None None] Provisioning complete for port 7502dc93-fcca-44b1-86a0-34c50708b0aa triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:36.944980 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-422cd849-e57d-4c58-ada0-c97beafc0aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7502dc93-fcca-44b1-86a0-34c50708b0aa), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:37.166957 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13579440-dad9-4734-96fb-1e633ed35479 req-c4fd4f63-abd7-4c4c-946f-0a123bf4614e tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893156 Feb 08 21:19:37.388533 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3965b-ddee-4c4b-957a-7de4c7d4e71c req-c3d837be-dbfb-4a04-bb70-b720a1a04fc8 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:37.398236 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-01796556-b30a-4430-8b33-6312faefb3d6 None None] Set router 8056a18b-4218-407b-a7bb-36c66f113a53 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:19:37.401607 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eee3965b-ddee-4c4b-957a-7de4c7d4e71c req-c3d837be-dbfb-4a04-bb70-b720a1a04fc8 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 944 time: 0.1291077 Feb 08 21:19:37.569511 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 1cf89844-28a9-4d67-a58a-ce905c03ec7f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:37.737786 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eee3965b-ddee-4c4b-957a-7de4c7d4e71c req-2dfe307d-34f7-43e7-bf1e-4253316d1210 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347907 Feb 08 21:19:38.112357 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7502dc93-fcca-44b1-86a0-34c50708b0aa up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:19:38.345895 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-422cd849-e57d-4c58-ada0-c97beafc0aaf None None] Current status of the port 7502dc93-fcca-44b1-86a0-34c50708b0aa is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:38.346548 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-422cd849-e57d-4c58-ada0-c97beafc0aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7502dc93-fcca-44b1-86a0-34c50708b0aa), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:38.446606 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 7502dc93-fcca-44b1-86a0-34c50708b0aa triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:38.447497 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7502dc93-fcca-44b1-86a0-34c50708b0aa), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:38.644918 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-01796556-b30a-4430-8b33-6312faefb3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8056a18b-4218-407b-a7bb-36c66f113a53', 'name': 'tempest-TaggedBootDevicesTest-2045280834-router', 'tenant_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'b2914589-e783-408e-bb25-e0a13164d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:19:04Z', 'updated_at': '2022-02-08T21:19:18Z', 'revision_number': 4, 'project_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'gw_port': {'id': 'b2914589-e783-408e-bb25-e0a13164d3e5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8056a18b-4218-407b-a7bb-36c66f113a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:19:06Z', 'updated_at': '2022-02-08T21:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '7502dc93-fcca-44b1-86a0-34c50708b0aa', 'name': '', 'network_id': '26fec32b-d565-403f-b7c8-d53f8ad89b92', 'tenant_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'mac_address': 'fa:16:3e:5e:d0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8056a18b-4218-407b-a7bb-36c66f113a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '6b3fb892-4774-4a47-958e-0bf08c3d7e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:19:15Z', 'updated_at': '2022-02-08T21:19:35Z', 'revision_number': 4, 'project_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'subnets': [{'id': '6b3fb892-4774-4a47-958e-0bf08c3d7e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:19:38.780673 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-422cd849-e57d-4c58-ada0-c97beafc0aaf None None] For port 7502dc93-fcca-44b1-86a0-34c50708b0aa, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7502dc93-fcca-44b1-86a0-34c50708b0aa,segment=NetworkSegment(1acb7e54-4885-4ffd-9871-b8cdecbef12b),segment_id=1acb7e54-4885-4ffd-9871-b8cdecbef12b)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:19:38.874098 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01796556-b30a-4430-8b33-6312faefb3d6 None None] The sync data for ids ['8056a18b-4218-407b-a7bb-36c66f113a53'] in n-d-712143-31 is: [{'id': '8056a18b-4218-407b-a7bb-36c66f113a53', 'name': 'tempest-TaggedBootDevicesTest-2045280834-router', 'tenant_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'b2914589-e783-408e-bb25-e0a13164d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:19:04Z', 'updated_at': '2022-02-08T21:19:18Z', 'revision_number': 4, 'project_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'gw_port': {'id': 'b2914589-e783-408e-bb25-e0a13164d3e5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8056a18b-4218-407b-a7bb-36c66f113a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:19:06Z', 'updated_at': '2022-02-08T21:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '7502dc93-fcca-44b1-86a0-34c50708b0aa', 'name': '', 'network_id': '26fec32b-d565-403f-b7c8-d53f8ad89b92', 'tenant_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'mac_address': 'fa:16:3e:5e:d0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8056a18b-4218-407b-a7bb-36c66f113a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '6b3fb892-4774-4a47-958e-0bf08c3d7e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:19:15Z', 'updated_at': '2022-02-08T21:19:35Z', 'revision_number': 4, 'project_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'subnets': [{'id': '6b3fb892-4774-4a47-958e-0bf08c3d7e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:19:38.877651 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 7502dc93-fcca-44b1-86a0-34c50708b0aa is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:38.878570 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7502dc93-fcca-44b1-86a0-34c50708b0aa), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:38.883324 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-422cd849-e57d-4c58-ada0-c97beafc0aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7502dc93-fcca-44b1-86a0-34c50708b0aa), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:39.052701 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422cd849-e57d-4c58-ada0-c97beafc0aaf None None] Pushing event updated for resources: {'Port': ['ID=7502dc93-fcca-44b1-86a0-34c50708b0aa,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:39.208606 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:19:39.212957 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:19:39.324917 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d34721-e8da-47e2-a585-559f33c5c711 req-a6e57f14-529a-4092-aeea-e7854c587499 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:39.331332 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-06d34721-e8da-47e2-a585-559f33c5c711 req-a6e57f14-529a-4092-aeea-e7854c587499 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 944 time: 0.1923151 Feb 08 21:19:39.485526 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-06d34721-e8da-47e2-a585-559f33c5c711 req-54995e19-597d-477e-bb43-99986d5a0811 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480842 Feb 08 21:19:39.807613 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 7502dc93-fcca-44b1-86a0-34c50708b0aa is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:39.852418 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e236b-d146-4403-8b3a-3424d15034c1 req-0b3a2a0f-9c82-423f-b00d-53aff4e3dee5 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:39.855155 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 1d334fc4-b215-4027-a69e-cd363d72d0d6 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:19:39.860943 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-783e236b-d146-4403-8b3a-3424d15034c1 req-0b3a2a0f-9c82-423f-b00d-53aff4e3dee5 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 946 time: 0.2415099 Feb 08 21:19:40.052502 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 1d334fc4-b215-4027-a69e-cd363d72d0d6 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:19:40.091063 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-783e236b-d146-4403-8b3a-3424d15034c1 req-7f821709-e657-4a73-9fed-18734ce9d04a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181439 Feb 08 21:19:40.125438 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7502dc93-fcca-44b1-86a0-34c50708b0aa up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:19:40.208230 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 1d334fc4-b215-4027-a69e-cd363d72d0d6 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:40.208723 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1d334fc4-b215-4027-a69e-cd363d72d0d6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:40.299620 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf0f01-29b4-4403-aa43-1e0af289b136 req-f8e0e785-e1bc-4ae9-8de8-c93ed173bee9 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:40.305194 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 7502dc93-fcca-44b1-86a0-34c50708b0aa triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:40.305859 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7502dc93-fcca-44b1-86a0-34c50708b0aa), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:40.307655 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ebf0f01-29b4-4403-aa43-1e0af289b136 req-f8e0e785-e1bc-4ae9-8de8-c93ed173bee9 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 944 time: 0.0987835 Feb 08 21:19:40.365025 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ebf0f01-29b4-4403-aa43-1e0af289b136 req-5b56b981-dbca-42ea-88e2-188eee663fc5 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563028 Feb 08 21:19:40.467574 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 1d334fc4-b215-4027-a69e-cd363d72d0d6 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:40.468080 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1d334fc4-b215-4027-a69e-cd363d72d0d6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:40.703891 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-e5cc9bf0-4215-4db1-89cc-9300270e08e4 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=45d6d6ff9c034a498fa50495cc747396&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678825 Feb 08 21:19:40.830678 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662535dd-1551-4bd4-a456-4cddad01e6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d334fc4-b215-4027-a69e-cd363d72d0d6'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:19:40.834466 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc19a1f-6957-457e-8a54-7989c601a7da" -d '{"events": [{"server_uuid": "662535dd-1551-4bd4-a456-4cddad01e6a6", "name": "network-vif-plugged", "status": "completed", "tag": "1d334fc4-b215-4027-a69e-cd363d72d0d6"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:19:40.855906 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 1d334fc4-b215-4027-a69e-cd363d72d0d6, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1d334fc4-b215-4027-a69e-cd363d72d0d6,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:19:40.867552 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1d334fc4-b215-4027-a69e-cd363d72d0d6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:40.868538 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 1eecbe73-83ee-4da0-a468-61095ee9a9d7 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:19:40.877976 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 7502dc93-fcca-44b1-86a0-34c50708b0aa is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:41.005457 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29459d-c393-4c27-b1dc-44da37c7b27b req-4c667d0d-480b-40f6-89c9-71bb9ddbf512 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:41.009531 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aa29459d-c393-4c27-b1dc-44da37c7b27b req-4c667d0d-480b-40f6-89c9-71bb9ddbf512 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 944 time: 0.2644291 Feb 08 21:19:41.018493 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=1d334fc4-b215-4027-a69e-cd363d72d0d6,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:41.045104 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 1eecbe73-83ee-4da0-a468-61095ee9a9d7 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:19:41.051790 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 1eecbe73-83ee-4da0-a468-61095ee9a9d7 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:41.052219 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1eecbe73-83ee-4da0-a468-61095ee9a9d7), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:41.197184 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aa29459d-c393-4c27-b1dc-44da37c7b27b req-08c9aa8a-7412-4c53-b360-c1f8c0b705bf tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706939 Feb 08 21:19:41.229183 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-591b36ba-f7cb-44fa-946d-e24e80c168eb tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:41.250126 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-591b36ba-f7cb-44fa-946d-e24e80c168eb tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5447640 Feb 08 21:19:41.263060 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 1eecbe73-83ee-4da0-a468-61095ee9a9d7 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:41.263927 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1eecbe73-83ee-4da0-a468-61095ee9a9d7), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:41.292815 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-332aba6a-3fe4-4f84-ab96-78bd5cb96c88 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/quotas/45d6d6ff9c034a498fa50495cc747396 HTTP/1.1" status: 200 len: 375 time: 0.0337124 Feb 08 21:19:41.434148 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 1eecbe73-83ee-4da0-a468-61095ee9a9d7, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1eecbe73-83ee-4da0-a468-61095ee9a9d7,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:19:41.454660 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1eecbe73-83ee-4da0-a468-61095ee9a9d7), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:41.513817 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-6df40bc0-c8ff-400e-b009-10f9c65e9b4b tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=45d6d6ff9c034a498fa50495cc747396&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2168553 Feb 08 21:19:41.606161 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc9150d-2cd5-4069-a3d9-517d6d8dbfd3 x-openstack-request-id: req-bbc9150d-2cd5-4069-a3d9-517d6d8dbfd3 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:19:41.606525 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662535dd-1551-4bd4-a456-4cddad01e6a6", "name": "network-vif-plugged", "status": "completed", "tag": "1d334fc4-b215-4027-a69e-cd363d72d0d6", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:19:41.606525 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bbc9150d-2cd5-4069-a3d9-517d6d8dbfd3 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:19:41.606915 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662535dd-1551-4bd4-a456-4cddad01e6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d334fc4-b215-4027-a69e-cd363d72d0d6', 'code': 200} Feb 08 21:19:41.741743 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=1eecbe73-83ee-4da0-a468-61095ee9a9d7,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:41.951690 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf50632-787c-43c4-8888-55d84abed160 req-75c66e1a-8bb0-4579-b933-16211e8431ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:41.955063 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1bf50632-787c-43c4-8888-55d84abed160 req-75c66e1a-8bb0-4579-b933-16211e8431ed service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 1128 time: 0.2325091 Feb 08 21:19:42.063064 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c3563-9565-414e-af4d-95b33b6378a5 req-d760ebc5-285d-40ba-a4df-ab5257196d76 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:42.074434 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-298c3563-9565-414e-af4d-95b33b6378a5 req-d760ebc5-285d-40ba-a4df-ab5257196d76 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 946 time: 0.1826875 Feb 08 21:19:42.128303 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1bf50632-787c-43c4-8888-55d84abed160 req-dc10940a-a8e4-49ba-b758-26f136bc2fe6 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620512 Feb 08 21:19:42.323698 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-298c3563-9565-414e-af4d-95b33b6378a5 req-d5f8a89f-bc4d-4eb5-99c7-2240976ca14d tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462349 Feb 08 21:19:42.382282 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb3438-7ebc-4700-951b-88825c2759c0 req-4693caaf-48a2-40ca-9b96-2b03bed6d117 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:42.387272 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-99eb3438-7ebc-4700-951b-88825c2759c0 req-4693caaf-48a2-40ca-9b96-2b03bed6d117 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 945 time: 0.1987300 Feb 08 21:19:42.498765 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-99eb3438-7ebc-4700-951b-88825c2759c0 req-0c03f31e-88fe-461d-a1ae-1e6281c31c55 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006677 Feb 08 21:19:42.644545 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d8194b1-88ef-463f-a0ca-14af8af98f65 req-11de034b-72c9-4ed9-b23d-f3b36b8d2ea8 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?device_id=092d4ec7-e312-4890-8fea-5f78895559a5 HTTP/1.1" status: 200 len: 210 time: 0.0655665 Feb 08 21:19:43.063564 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02c163-aca2-496a-8e87-2050de6df191 req-48220095-061f-4d6d-8bcf-bc855e8c055b tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:43.065647 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d02c163-aca2-496a-8e87-2050de6df191 req-48220095-061f-4d6d-8bcf-bc855e8c055b tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 945 time: 0.1517704 Feb 08 21:19:43.140660 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d02c163-aca2-496a-8e87-2050de6df191 req-7cd69b53-9b0e-4612-a1e0-c83e8966158e tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625529 Feb 08 21:19:43.607952 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f461e5-13a2-4a10-8fb7-41e96a9248cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eecbe73-83ee-4da0-a468-61095ee9a9d7'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:19:43.611091 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c648a6-8aa8-49c8-9bd1-fa9dde67e58f" -d '{"events": [{"server_uuid": "f9f461e5-13a2-4a10-8fb7-41e96a9248cc", "name": "network-vif-plugged", "status": "completed", "tag": "1eecbe73-83ee-4da0-a468-61095ee9a9d7"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:19:43.630804 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cd0bc-3f8f-42b9-8f6a-b3701a025fc4 req-6b6a4f0a-f3c6-49a2-8e72-26707f30ce98 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:43.633724 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-809cd0bc-3f8f-42b9-8f6a-b3701a025fc4 req-6b6a4f0a-f3c6-49a2-8e72-26707f30ce98 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 946 time: 0.1139541 Feb 08 21:19:43.764031 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-809cd0bc-3f8f-42b9-8f6a-b3701a025fc4 req-1b2e4a2d-81b1-4ed2-874d-7e1c8ca403dd tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178093 Feb 08 21:19:43.872722 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 9405a308-b718-4371-b864-a67d2c92c206 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:19:44.231437 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 9405a308-b718-4371-b864-a67d2c92c206 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:44.232465 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9405a308-b718-4371-b864-a67d2c92c206), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:44.313841 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 9405a308-b718-4371-b864-a67d2c92c206, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=9405a308-b718-4371-b864-a67d2c92c206,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:19:44.338894 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9405a308-b718-4371-b864-a67d2c92c206), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:44.523170 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=9405a308-b718-4371-b864-a67d2c92c206,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:44.531458 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa2d33-6941-4c0c-adf2-e4aec9e8dcd1 req-a3982b36-724e-466b-a488-f50290d6960b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:44.543136 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9fa2d33-6941-4c0c-adf2-e4aec9e8dcd1 req-a3982b36-724e-466b-a488-f50290d6960b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 945 time: 0.1314232 Feb 08 21:19:44.627579 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9fa2d33-6941-4c0c-adf2-e4aec9e8dcd1 req-d94720c8-bf6f-492b-9b8e-4423ce59d3aa tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828998 Feb 08 21:19:44.662178 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-f3cefcf2-b429-46bc-a1df-3182ca798062 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=45d6d6ff9c034a498fa50495cc747396&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674145 Feb 08 21:19:44.787250 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd3c040-c841-4bcd-b019-e65ce120114a x-openstack-request-id: req-9fd3c040-c841-4bcd-b019-e65ce120114a {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:19:44.789633 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f461e5-13a2-4a10-8fb7-41e96a9248cc", "name": "network-vif-plugged", "status": "completed", "tag": "1eecbe73-83ee-4da0-a468-61095ee9a9d7", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:19:44.789633 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9fd3c040-c841-4bcd-b019-e65ce120114a {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:19:44.789633 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f461e5-13a2-4a10-8fb7-41e96a9248cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eecbe73-83ee-4da0-a468-61095ee9a9d7', 'code': 200} Feb 08 21:19:44.857462 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-610deb16-0fae-4157-8d30-88e53e3cca23 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:44.859562 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-610deb16-0fae-4157-8d30-88e53e3cca23 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1820021 Feb 08 21:19:44.878805 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-842ca1de-4819-4934-a5b1-9d16fdda9432 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Request body: {'port': {'device_id': '092d4ec7-e312-4890-8fea-5f78895559a5', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': '45d6d6ff9c034a498fa50495cc747396'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:19:45.084045 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f2072f3c-7e47-4de2-b7a7-32e0def0841e req-8a21b8f4-306e-4549-a1d1-eac734022aff tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?device_id=092d4ec7-e312-4890-8fea-5f78895559a5 HTTP/1.1" status: 200 len: 210 time: 0.0822470 Feb 08 21:19:45.103503 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75bfe0-b59a-46a6-b3e9-3201fae4618d req-525f3a08-c804-4dde-9ba3-e97166a675ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:45.107218 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba75bfe0-b59a-46a6-b3e9-3201fae4618d req-525f3a08-c804-4dde-9ba3-e97166a675ba service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 1128 time: 0.1991043 Feb 08 21:19:45.167500 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-842ca1de-4819-4934-a5b1-9d16fdda9432 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Made reservation on behalf of 45d6d6ff9c034a498fa50495cc747396 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:19:45.177327 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-842ca1de-4819-4934-a5b1-9d16fdda9432 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:45.407074 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba75bfe0-b59a-46a6-b3e9-3201fae4618d req-a90f39b3-e916-4301-a6bc-eda8ef474795 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893643 Feb 08 21:19:45.488588 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-842ca1de-4819-4934-a5b1-9d16fdda9432 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Allocated IP 192.168.233.67 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/f14ae353-fdbd-45f9-90fa-937cbbb40f5f) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:19:45.735782 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba560fb5-cc3c-48bb-8204-e467ed1cd78f req-c0613a21-5e7d-4434-9cd3-99fa83317d0d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:45.735782 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba560fb5-cc3c-48bb-8204-e467ed1cd78f req-c0613a21-5e7d-4434-9cd3-99fa83317d0d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 945 time: 0.2548232 Feb 08 21:19:46.031627 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba560fb5-cc3c-48bb-8204-e467ed1cd78f req-d73b503c-b285-4088-85df-17c14cea3dac tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922401 Feb 08 21:19:46.064139 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-842ca1de-4819-4934-a5b1-9d16fdda9432 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Publish callbacks [] for port (f14ae353-fdbd-45f9-90fa-937cbbb40f5f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:46.197842 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-842ca1de-4819-4934-a5b1-9d16fdda9432 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (f14ae353-fdbd-45f9-90fa-937cbbb40f5f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:46.279053 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-842ca1de-4819-4934-a5b1-9d16fdda9432 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:19:46.283714 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-842ca1de-4819-4934-a5b1-9d16fdda9432 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:19:46.288850 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-842ca1de-4819-4934-a5b1-9d16fdda9432 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:19:46.348182 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dc845-abe5-4575-804d-e69d4a197cc6 req-b2270476-42fe-4e80-9199-ca93051ea61d tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:46.351962 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-038dc845-abe5-4575-804d-e69d4a197cc6 req-b2270476-42fe-4e80-9199-ca93051ea61d tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 946 time: 0.1932139 Feb 08 21:19:46.363366 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['f3536624-7bb3-4e29-96ef-a260c4694fe2'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:19:46.370374 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ca1de-4819-4934-a5b1-9d16fdda9432 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Pushing event updated for resources: {'Port': ['ID=f14ae353-fdbd-45f9-90fa-937cbbb40f5f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:46.425944 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-842ca1de-4819-4934-a5b1-9d16fdda9432 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:46.427179 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-842ca1de-4819-4934-a5b1-9d16fdda9432 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:46.491252 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-842ca1de-4819-4934-a5b1-9d16fdda9432 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6166317 Feb 08 21:19:46.494770 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ca1de-4819-4934-a5b1-9d16fdda9432 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:46.495492 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ca1de-4819-4934-a5b1-9d16fdda9432 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:46.496044 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ca1de-4819-4934-a5b1-9d16fdda9432 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:46.496586 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ca1de-4819-4934-a5b1-9d16fdda9432 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:46.497156 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ca1de-4819-4934-a5b1-9d16fdda9432 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:46.497733 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ca1de-4819-4934-a5b1-9d16fdda9432 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:46.499511 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ca1de-4819-4934-a5b1-9d16fdda9432 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:46.500081 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ca1de-4819-4934-a5b1-9d16fdda9432 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:46.500868 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ca1de-4819-4934-a5b1-9d16fdda9432 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:46.501659 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ca1de-4819-4934-a5b1-9d16fdda9432 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:46.502138 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ca1de-4819-4934-a5b1-9d16fdda9432 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:46.503348 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ca1de-4819-4934-a5b1-9d16fdda9432 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:46.504046 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ca1de-4819-4934-a5b1-9d16fdda9432 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:46.551786 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-046e81eb-9207-41db-856f-751401e45285 service neutron] Request body: {'port': {'device_id': '092d4ec7-e312-4890-8fea-5f78895559a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:19:46.650825 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-038dc845-abe5-4575-804d-e69d4a197cc6 req-f6d58bb8-5811-4e06-abf3-2e1d585345da tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901359 Feb 08 21:19:46.800403 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c366b455-cdcb-4046-955e-01af1b718ab1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9405a308-b718-4371-b864-a67d2c92c206'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:19:46.809653 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-046e81eb-9207-41db-856f-751401e45285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f14ae353-fdbd-45f9-90fa-937cbbb40f5f), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:46.810919 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edc1c1c-6db4-4352-9e82-7e7a4fce8424" -d '{"events": [{"server_uuid": "c366b455-cdcb-4046-955e-01af1b718ab1", "name": "network-vif-unplugged", "status": "completed", "tag": "9405a308-b718-4371-b864-a67d2c92c206"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:19:47.137602 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96d04a6f-4e31-4839-8ae8-89644f324cef None None] Provisioning complete for port f14ae353-fdbd-45f9-90fa-937cbbb40f5f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:47.138202 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96d04a6f-4e31-4839-8ae8-89644f324cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f14ae353-fdbd-45f9-90fa-937cbbb40f5f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:47.156317 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c525765-a1f5-4b24-8c28-1f2dbc463566 req-cb56633a-05fc-4c90-8456-73855d1fb206 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:47.160011 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4c525765-a1f5-4b24-8c28-1f2dbc463566 req-cb56633a-05fc-4c90-8456-73855d1fb206 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 945 time: 0.3139207 Feb 08 21:19:47.299958 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96d04a6f-4e31-4839-8ae8-89644f324cef None None] Port f14ae353-fdbd-45f9-90fa-937cbbb40f5f cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:19:47.355747 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4c525765-a1f5-4b24-8c28-1f2dbc463566 req-a6eea9ee-1095-4564-9de7-ad649b78082c tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816537 Feb 08 21:19:47.828412 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-046e81eb-9207-41db-856f-751401e45285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f14ae353-fdbd-45f9-90fa-937cbbb40f5f {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:19:47.877771 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-046e81eb-9207-41db-856f-751401e45285 service neutron] Publish callbacks [] for port (f14ae353-fdbd-45f9-90fa-937cbbb40f5f), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:47.913441 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-046e81eb-9207-41db-856f-751401e45285 service neutron] Transition to ACTIVE for port object f14ae353-fdbd-45f9-90fa-937cbbb40f5f will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:19:47.932897 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-046e81eb-9207-41db-856f-751401e45285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (f14ae353-fdbd-45f9-90fa-937cbbb40f5f), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:47.987297 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b8845-7600-4d89-85ca-112e220e1e74 req-a14f0269-43e6-40d8-9bf2-3112d823cb12 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:47.990355 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-208b8845-7600-4d89-85ca-112e220e1e74 req-a14f0269-43e6-40d8-9bf2-3112d823cb12 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 1128 time: 0.1011374 Feb 08 21:19:48.052004 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e81eb-9207-41db-856f-751401e45285 service neutron] Pushing event updated for resources: {'Port': ['ID=f14ae353-fdbd-45f9-90fa-937cbbb40f5f,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:48.202489 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-208b8845-7600-4d89-85ca-112e220e1e74 req-8dc4becc-fb2f-42c5-91b3-44a79bc356be tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705682 Feb 08 21:19:48.297187 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-046e81eb-9207-41db-856f-751401e45285 service neutron] Attempting to bind port f14ae353-fdbd-45f9-90fa-937cbbb40f5f on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:19:48.301480 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-046e81eb-9207-41db-856f-751401e45285 service neutron] Attempting to bind port f14ae353-fdbd-45f9-90fa-937cbbb40f5f by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:19:48.301991 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-046e81eb-9207-41db-856f-751401e45285 service neutron] Attempting to bind port f14ae353-fdbd-45f9-90fa-937cbbb40f5f on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:19:48.323995 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-046e81eb-9207-41db-856f-751401e45285 service neutron] Port f14ae353-fdbd-45f9-90fa-937cbbb40f5f on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:19:48.324567 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-046e81eb-9207-41db-856f-751401e45285 service neutron] Attempting to bind port f14ae353-fdbd-45f9-90fa-937cbbb40f5f on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:19:48.345951 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-046e81eb-9207-41db-856f-751401e45285 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:19:48.346486 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-046e81eb-9207-41db-856f-751401e45285 service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:19:48.347105 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-046e81eb-9207-41db-856f-751401e45285 service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:19:48.351701 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-046e81eb-9207-41db-856f-751401e45285 service neutron] Bound port: f14ae353-fdbd-45f9-90fa-937cbbb40f5f, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:19:48.352392 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-046e81eb-9207-41db-856f-751401e45285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f14ae353-fdbd-45f9-90fa-937cbbb40f5f), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:48.551343 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-046e81eb-9207-41db-856f-751401e45285 service neutron] For port f14ae353-fdbd-45f9-90fa-937cbbb40f5f, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:19:48.559644 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-046e81eb-9207-41db-856f-751401e45285 service neutron] For port f14ae353-fdbd-45f9-90fa-937cbbb40f5f, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f14ae353-fdbd-45f9-90fa-937cbbb40f5f,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:19:48.576070 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-046e81eb-9207-41db-856f-751401e45285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (f14ae353-fdbd-45f9-90fa-937cbbb40f5f), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:48.630976 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d6769-0ec5-4aeb-b989-3f062fbc0d95 req-3151aef5-a83f-4b31-9526-de64d61c9d4c tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:48.645646 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b48d6769-0ec5-4aeb-b989-3f062fbc0d95 req-3151aef5-a83f-4b31-9526-de64d61c9d4c tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?device_id=092d4ec7-e312-4890-8fea-5f78895559a5 HTTP/1.1" status: 200 len: 947 time: 0.2495000 Feb 08 21:19:48.657550 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-046e81eb-9207-41db-856f-751401e45285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:48.658567 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-046e81eb-9207-41db-856f-751401e45285 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:48.664933 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-046e81eb-9207-41db-856f-751401e45285 service neutron] 10.222.0.96 "PUT /v2.0/ports/f14ae353-fdbd-45f9-90fa-937cbbb40f5f HTTP/1.1" status: 200 len: 1096 time: 2.1224802 Feb 08 21:19:48.674213 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092d4ec7-e312-4890-8fea-5f78895559a5', 'tag': 'f14ae353-fdbd-45f9-90fa-937cbbb40f5f'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:19:48.682442 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24859a6a-89ee-44ef-b004-a4a4fd2855ac" -d '{"events": [{"name": "network-changed", "server_uuid": "092d4ec7-e312-4890-8fea-5f78895559a5", "tag": "f14ae353-fdbd-45f9-90fa-937cbbb40f5f"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:19:48.798441 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b48d6769-0ec5-4aeb-b989-3f062fbc0d95 req-dabd57c8-29ee-4b17-8776-eb215115ccfe tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/security-groups?id=a425127d-b06d-48ae-8056-d92111fbf7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511490 Feb 08 21:19:48.914004 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdb5e4a-2047-4a5b-875e-8794179dba95 x-openstack-request-id: req-9cdb5e4a-2047-4a5b-875e-8794179dba95 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:19:48.914004 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c366b455-cdcb-4046-955e-01af1b718ab1", "name": "network-vif-unplugged", "status": "completed", "tag": "9405a308-b718-4371-b864-a67d2c92c206", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:19:48.914004 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9cdb5e4a-2047-4a5b-875e-8794179dba95 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:19:48.914004 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c366b455-cdcb-4046-955e-01af1b718ab1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9405a308-b718-4371-b864-a67d2c92c206', 'code': 200} Feb 08 21:19:48.950461 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e81eb-9207-41db-856f-751401e45285 service neutron] Pushing event updated for resources: {'Port': ['ID=f14ae353-fdbd-45f9-90fa-937cbbb40f5f,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:49.011404 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-e9763858-d5cb-44ae-9789-8e4b429824ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:49.014676 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-e9763858-d5cb-44ae-9789-8e4b429824ea service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=45d6d6ff9c034a498fa50495cc747396&device_id=092d4ec7-e312-4890-8fea-5f78895559a5 HTTP/1.1" status: 200 len: 1130 time: 0.2530737 Feb 08 21:19:49.165674 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-9b37c132-4271-44dd-81f1-7cce47cd7234 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=f14ae353-fdbd-45f9-90fa-937cbbb40f5f HTTP/1.1" status: 200 len: 217 time: 0.1391773 Feb 08 21:19:49.311424 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c79114-c850-43de-b400-2cf1ff3828e2 req-6ab02b06-c01b-45dc-9cdf-cd83203611fc tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:49.329911 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27c79114-c850-43de-b400-2cf1ff3828e2 req-6ab02b06-c01b-45dc-9cdf-cd83203611fc tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 946 time: 0.1520381 Feb 08 21:19:49.386394 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-a7d678d2-bba3-454f-946e-e64827728e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:49.386394 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-a7d678d2-bba3-454f-946e-e64827728e7f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.2077198 Feb 08 21:19:49.458924 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27c79114-c850-43de-b400-2cf1ff3828e2 req-b3db8b91-4ef1-4ccc-a186-fe760b4f59ff tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272240 Feb 08 21:19:49.524646 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-ff6c10ca-b10d-4835-ab93-f42ef2da159b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:49.528332 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-ff6c10ca-b10d-4835-ab93-f42ef2da159b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1363258 Feb 08 21:19:49.855479 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fecad70-49a1-42cc-8b19-c735ea10578b req-408c1852-0bc7-4786-98ab-4ed634eb03b2 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:49.864348 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fecad70-49a1-42cc-8b19-c735ea10578b req-408c1852-0bc7-4786-98ab-4ed634eb03b2 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 1128 time: 0.2210860 Feb 08 21:19:49.942397 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af54838-c878-4fa6-a589-d4c4e9535d2b req-d859b57a-8ba9-4e9a-b47a-d676d371e466 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:49.945340 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1af54838-c878-4fa6-a589-d4c4e9535d2b req-d859b57a-8ba9-4e9a-b47a-d676d371e466 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 945 time: 0.2423725 Feb 08 21:19:50.004886 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fecad70-49a1-42cc-8b19-c735ea10578b req-52733844-302b-4100-96f6-36ea1db0557a tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387632 Feb 08 21:19:50.052702 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1af54838-c878-4fa6-a589-d4c4e9535d2b req-db62cab7-f4c1-40db-8bf0-21085e4264b1 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866899 Feb 08 21:19:50.214534 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-fe1a1edf-2cc9-4078-a6b2-2af0d372a573 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6798887 Feb 08 21:19:50.244278 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1f04a2-3639-4c4e-bf8b-66ed96ac2aae x-openstack-request-id: req-ca1f04a2-3639-4c4e-bf8b-66ed96ac2aae {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:19:50.245823 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "092d4ec7-e312-4890-8fea-5f78895559a5", "tag": "f14ae353-fdbd-45f9-90fa-937cbbb40f5f", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:19:50.246102 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ca1f04a2-3639-4c4e-bf8b-66ed96ac2aae {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:19:50.247862 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092d4ec7-e312-4890-8fea-5f78895559a5', 'tag': 'f14ae353-fdbd-45f9-90fa-937cbbb40f5f', 'status': 'completed', 'code': 200} Feb 08 21:19:50.481781 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-98a81d25-e408-4248-a91f-faa246ff1d0d req-5c045b53-f166-458f-866e-de4bc07961dd service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577484 Feb 08 21:19:50.702608 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76e6de-9cfe-4aaf-96ac-7f188abf8dea req-24b13d95-02e4-4196-b087-4f3b0c9e9d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:50.705151 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be76e6de-9cfe-4aaf-96ac-7f188abf8dea req-24b13d95-02e4-4196-b087-4f3b0c9e9d9d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9528332d4f29435ebdf5e407e4b8930c&device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 1129 time: 0.2716091 Feb 08 21:19:50.721846 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24859a6a-89ee-44ef-b004-a4a4fd2855ac req-da50f8d0-5492-4168-a52c-14663d545525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:50.724445 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642946b7-6184-4feb-a721-aaa9f7dbc84e req-0f85fea3-751c-42fd-b4d5-baee4dba7afa tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:50.726524 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-24859a6a-89ee-44ef-b004-a4a4fd2855ac req-da50f8d0-5492-4168-a52c-14663d545525 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=45d6d6ff9c034a498fa50495cc747396&device_id=092d4ec7-e312-4890-8fea-5f78895559a5 HTTP/1.1" status: 200 len: 1130 time: 0.1361272 Feb 08 21:19:50.727777 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-642946b7-6184-4feb-a721-aaa9f7dbc84e req-0f85fea3-751c-42fd-b4d5-baee4dba7afa tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?device_id=092d4ec7-e312-4890-8fea-5f78895559a5 HTTP/1.1" status: 200 len: 947 time: 0.3197083 Feb 08 21:19:50.940215 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24859a6a-89ee-44ef-b004-a4a4fd2855ac req-836b1f22-7ac1-4f20-8848-9a3637b2dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:50.942778 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-24859a6a-89ee-44ef-b004-a4a4fd2855ac req-836b1f22-7ac1-4f20-8848-9a3637b2dd97 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.2057035 Feb 08 21:19:51.031277 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c671cf3-9ae0-43c4-9525-643283e38332 req-7efc310a-1c94-4210-b0c3-26b40e0ea0c2 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:51.041127 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-24859a6a-89ee-44ef-b004-a4a4fd2855ac req-7eaf6414-f23c-4953-b949-4e26b700af8a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=f14ae353-fdbd-45f9-90fa-937cbbb40f5f HTTP/1.1" status: 200 len: 217 time: 0.0884407 Feb 08 21:19:51.046963 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1c671cf3-9ae0-43c4-9525-643283e38332 req-7efc310a-1c94-4210-b0c3-26b40e0ea0c2 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 1128 time: 0.4089448 Feb 08 21:19:51.062509 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-642946b7-6184-4feb-a721-aaa9f7dbc84e req-aa4ceca7-0502-4b07-a36b-564a4dce53ef tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/security-groups?id=a425127d-b06d-48ae-8056-d92111fbf7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089337 Feb 08 21:19:51.131792 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76e6de-9cfe-4aaf-96ac-7f188abf8dea req-c0d774a6-5a56-498b-946f-54d5c7cadad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:51.133355 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be76e6de-9cfe-4aaf-96ac-7f188abf8dea req-c0d774a6-5a56-498b-946f-54d5c7cadad9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=14653267-33f9-4701-8b25-78748f42e7d2 HTTP/1.1" status: 200 len: 913 time: 0.4188492 Feb 08 21:19:51.147342 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1c671cf3-9ae0-43c4-9525-643283e38332 req-acf15b33-60d7-482b-8ce9-c2537c01614e tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959473 Feb 08 21:19:51.244262 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be76e6de-9cfe-4aaf-96ac-7f188abf8dea req-a794cae2-b9ea-4872-a2d3-0e3490932661 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c7c09d0-92f1-4292-8825-9fbc92c20811 HTTP/1.1" status: 200 len: 217 time: 0.0955386 Feb 08 21:19:51.271428 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24859a6a-89ee-44ef-b004-a4a4fd2855ac req-808dcbf3-ef4f-4b29-83f5-c63a7286ce18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:51.274703 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-24859a6a-89ee-44ef-b004-a4a4fd2855ac req-808dcbf3-ef4f-4b29-83f5-c63a7286ce18 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.2270579 Feb 08 21:19:51.452137 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76e6de-9cfe-4aaf-96ac-7f188abf8dea req-b461965b-c64b-4cd2-b522-99024b42c9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:51.455352 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be76e6de-9cfe-4aaf-96ac-7f188abf8dea req-b461965b-c64b-4cd2-b522-99024b42c9d6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a6250f6-adb5-401d-a3ca-a324e52c89b2 HTTP/1.1" status: 200 len: 852 time: 0.2027702 Feb 08 21:19:51.518641 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24859a6a-89ee-44ef-b004-a4a4fd2855ac req-c674403c-1c4d-460e-9d65-74f6dd715363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:51.521713 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-24859a6a-89ee-44ef-b004-a4a4fd2855ac req-c674403c-1c4d-460e-9d65-74f6dd715363 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2349985 Feb 08 21:19:51.649247 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be76e6de-9cfe-4aaf-96ac-7f188abf8dea req-50aac7fd-5a62-45d6-b459-550a3817085d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=14653267-33f9-4701-8b25-78748f42e7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1760848 Feb 08 21:19:51.892217 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-24859a6a-89ee-44ef-b004-a4a4fd2855ac req-dcf679c1-6b30-4f5c-b647-4fbeb6e44e5d service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576651 Feb 08 21:19:51.912789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bff078-a712-4cb1-8aff-ed31874c02ed req-e5733e2a-48ef-4211-b578-ca752e3753a6 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:51.915094 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3bff078-a712-4cb1-8aff-ed31874c02ed req-e5733e2a-48ef-4211-b578-ca752e3753a6 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 946 time: 0.5720615 Feb 08 21:19:51.972891 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be76e6de-9cfe-4aaf-96ac-7f188abf8dea req-e10f8dce-5123-4b7b-acee-035b797246e5 service neutron] 10.222.0.96 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141060 Feb 08 21:19:52.128103 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3bff078-a712-4cb1-8aff-ed31874c02ed req-3fc583f1-f8e9-461e-bf9d-405b290c62dc tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826789 Feb 08 21:19:52.229920 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-24859a6a-89ee-44ef-b004-a4a4fd2855ac req-e86d2cad-ea57-45ef-9bab-983b86d3f795 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103786 Feb 08 21:19:52.254958 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be76e6de-9cfe-4aaf-96ac-7f188abf8dea req-ab7825e3-b4d2-4a44-b1d2-3187841c9d94 service neutron] 10.222.0.96 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582088 Feb 08 21:19:53.204351 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfee7a-f5cd-4299-bdf8-891c904be8c2 req-57baa8ff-d21a-4925-8440-c302654bfb52 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:53.210044 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c2dfee7a-f5cd-4299-bdf8-891c904be8c2 req-57baa8ff-d21a-4925-8440-c302654bfb52 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.96 "GET /v2.0/ports?device_id=c366b455-cdcb-4046-955e-01af1b718ab1 HTTP/1.1" status: 200 len: 943 time: 0.1633813 Feb 08 21:19:53.373187 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-86171a85-cd43-44ab-b8fe-254dba512e04 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:19:53.375458 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-86171a85-cd43-44ab-b8fe-254dba512e04 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2716625 Feb 08 21:19:53.431367 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-c2dfee7a-f5cd-4299-bdf8-891c904be8c2 req-a68b0815-4446-4f81-8547-63a2309c52ae tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Deleting port 9405a308-b718-4371-b864-a67d2c92c206 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:19:53.432065 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c2dfee7a-f5cd-4299-bdf8-891c904be8c2 req-a68b0815-4446-4f81-8547-63a2309c52ae tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (9405a308-b718-4371-b864-a67d2c92c206), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:53.558646 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-c2dfee7a-f5cd-4299-bdf8-891c904be8c2 req-a68b0815-4446-4f81-8547-63a2309c52ae tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] For port 9405a308-b718-4371-b864-a67d2c92c206, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=9405a308-b718-4371-b864-a67d2c92c206,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:19:53.558961 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c2dfee7a-f5cd-4299-bdf8-891c904be8c2 req-a68b0815-4446-4f81-8547-63a2309c52ae tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (9405a308-b718-4371-b864-a67d2c92c206), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:53.575038 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-c2dfee7a-f5cd-4299-bdf8-891c904be8c2 req-a68b0815-4446-4f81-8547-63a2309c52ae tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Calling delete_port for 9405a308-b718-4371-b864-a67d2c92c206 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:19:53.792875 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-56bb0742-d936-4b9c-afaa-3ce8ce0d67a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:53.794751 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-56bb0742-d936-4b9c-afaa-3ce8ce0d67a3 service neutron] 10.222.0.88 "GET /v2.0/ports/1d334fc4-b215-4027-a69e-cd363d72d0d6 HTTP/1.1" status: 200 len: 1125 time: 0.4056575 Feb 08 21:19:53.814070 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2382555a-9bcc-4e17-9ce2-5276c5dd39bd service neutron] Request body: {'binding': {'host': 'n-h1-712143-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:19:53.814989 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2382555a-9bcc-4e17-9ce2-5276c5dd39bd service neutron] Unknown quota resources ['binding']. {{(pid=103433) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 21:19:53.822749 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c2dfee7a-f5cd-4299-bdf8-891c904be8c2 req-a68b0815-4446-4f81-8547-63a2309c52ae tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (9405a308-b718-4371-b864-a67d2c92c206), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:53.878280 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device f14ae353-fdbd-45f9-90fa-937cbbb40f5f details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:19:53.880559 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 0c7c09d0-92f1-4292-8825-9fbc92c20811 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:19:53.952608 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b0815-4446-4f81-8547-63a2309c52ae tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Pushing event deleted for resources: {'Port': ['ID=9405a308-b718-4371-b864-a67d2c92c206,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:53.987258 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b0815-4446-4f81-8547-63a2309c52ae tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:53.987989 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b0815-4446-4f81-8547-63a2309c52ae tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:53.988559 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b0815-4446-4f81-8547-63a2309c52ae tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:53.989979 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b0815-4446-4f81-8547-63a2309c52ae tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:53.992282 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b0815-4446-4f81-8547-63a2309c52ae tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:53.993964 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b0815-4446-4f81-8547-63a2309c52ae tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:53.995006 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b0815-4446-4f81-8547-63a2309c52ae tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:53.995951 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b0815-4446-4f81-8547-63a2309c52ae tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:53.996783 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b0815-4446-4f81-8547-63a2309c52ae tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:54.001415 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b0815-4446-4f81-8547-63a2309c52ae tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:54.003296 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b0815-4446-4f81-8547-63a2309c52ae tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:54.004009 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b0815-4446-4f81-8547-63a2309c52ae tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:54.004654 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b0815-4446-4f81-8547-63a2309c52ae tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:54.128584 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 0c7c09d0-92f1-4292-8825-9fbc92c20811 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:54.138591 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0c7c09d0-92f1-4292-8825-9fbc92c20811), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:54.159681 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:19:54.255577 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2dfee7a-f5cd-4299-bdf8-891c904be8c2 req-a68b0815-4446-4f81-8547-63a2309c52ae tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] No DVR routers for this DVR port 9405a308-b718-4371-b864-a67d2c92c206 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:19:54.280681 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c2dfee7a-f5cd-4299-bdf8-891c904be8c2 req-a68b0815-4446-4f81-8547-63a2309c52ae tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:54.293800 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c2dfee7a-f5cd-4299-bdf8-891c904be8c2 req-a68b0815-4446-4f81-8547-63a2309c52ae tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.96 "DELETE /v2.0/ports/9405a308-b718-4371-b864-a67d2c92c206 HTTP/1.1" status: 204 len: 173 time: 1.0776155 Feb 08 21:19:54.298709 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c366b455-cdcb-4046-955e-01af1b718ab1', 'name': 'network-vif-deleted', 'tag': '9405a308-b718-4371-b864-a67d2c92c206'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:19:54.306701 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddb56d7-8658-4f3e-ba67-5c7821d226f6" -d '{"events": [{"server_uuid": "c366b455-cdcb-4046-955e-01af1b718ab1", "name": "network-vif-deleted", "tag": "9405a308-b718-4371-b864-a67d2c92c206"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:19:54.384835 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663626f3-6f2f-4f5c-82bf-daa612695abf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c7c09d0-92f1-4292-8825-9fbc92c20811'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:19:54.395141 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9027c5-891e-4982-9c7a-95b774d50073" -d '{"events": [{"server_uuid": "663626f3-6f2f-4f5c-82bf-daa612695abf", "name": "network-vif-unplugged", "status": "completed", "tag": "0c7c09d0-92f1-4292-8825-9fbc92c20811"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:19:54.435220 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ba7a525-aabf-4b79-b117-0d7b25894412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:54.459974 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2382555a-9bcc-4e17-9ce2-5276c5dd39bd service neutron] Attempting to bind port 1d334fc4-b215-4027-a69e-cd363d72d0d6 on host n-h1-712143-31 for vnic_type normal with profile None {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:19:54.460683 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2382555a-9bcc-4e17-9ce2-5276c5dd39bd service neutron] Attempting to bind port 1d334fc4-b215-4027-a69e-cd363d72d0d6 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:19:54.461266 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2382555a-9bcc-4e17-9ce2-5276c5dd39bd service neutron] Attempting to bind port 1d334fc4-b215-4027-a69e-cd363d72d0d6 on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:19:54.479577 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2382555a-9bcc-4e17-9ce2-5276c5dd39bd service neutron] Port 1d334fc4-b215-4027-a69e-cd363d72d0d6 on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:19:54.480281 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2382555a-9bcc-4e17-9ce2-5276c5dd39bd service neutron] Attempting to bind port 1d334fc4-b215-4027-a69e-cd363d72d0d6 on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:19:54.501200 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 0c7c09d0-92f1-4292-8825-9fbc92c20811, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=0c7c09d0-92f1-4292-8825-9fbc92c20811,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:19:54.505270 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2382555a-9bcc-4e17-9ce2-5276c5dd39bd service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:19:54.511189 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2382555a-9bcc-4e17-9ce2-5276c5dd39bd service neutron] Checking segment: {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:19:54.512562 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2382555a-9bcc-4e17-9ce2-5276c5dd39bd service neutron] Bound using segment: {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:19:54.513954 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2382555a-9bcc-4e17-9ce2-5276c5dd39bd service neutron] Bound port: 1d334fc4-b215-4027-a69e-cd363d72d0d6, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:19:54.540983 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0c7c09d0-92f1-4292-8825-9fbc92c20811), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:54.672360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2382555a-9bcc-4e17-9ce2-5276c5dd39bd service neutron] For port 1d334fc4-b215-4027-a69e-cd363d72d0d6, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=1d334fc4-b215-4027-a69e-cd363d72d0d6,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:19:54.689461 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2382555a-9bcc-4e17-9ce2-5276c5dd39bd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:54.692721 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2382555a-9bcc-4e17-9ce2-5276c5dd39bd service neutron] 10.222.0.88 "POST /v2.0/ports/1d334fc4-b215-4027-a69e-cd363d72d0d6/bindings HTTP/1.1" status: 201 len: 390 time: 0.8847911 Feb 08 21:19:54.824849 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port f14ae353-fdbd-45f9-90fa-937cbbb40f5f, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f14ae353-fdbd-45f9-90fa-937cbbb40f5f,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:19:54.909393 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=0c7c09d0-92f1-4292-8825-9fbc92c20811,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:54.952763 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:54.953583 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:54.962169 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:54.965502 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:54.966566 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:54.968562 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:54.969583 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:54.970662 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:54.976078 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:54.979035 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:54.984868 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:54.986175 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:54.988632 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:19:55.058062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'f14ae353-fdbd-45f9-90fa-937cbbb40f5f', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': 'f14ae353-fdbd-45f9-90fa-937cbbb40f5f', 'mac_address': 'fa:16:3e:fd:ca:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:19:55.181627 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port f14ae353-fdbd-45f9-90fa-937cbbb40f5f is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:55.182328 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f14ae353-fdbd-45f9-90fa-937cbbb40f5f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:55.202131 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f4157-0a73-4132-b040-27577210c011 req-71390b7a-f6d3-413f-8b95-8aa22618af75 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:55.208116 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d71f4157-0a73-4132-b040-27577210c011 req-71390b7a-f6d3-413f-8b95-8aa22618af75 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?device_id=092d4ec7-e312-4890-8fea-5f78895559a5 HTTP/1.1" status: 200 len: 947 time: 0.2058988 Feb 08 21:19:55.219843 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14ae353-fdbd-45f9-90fa-937cbbb40f5f {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:19:55.255490 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port f14ae353-fdbd-45f9-90fa-937cbbb40f5f, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f14ae353-fdbd-45f9-90fa-937cbbb40f5f,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:19:55.262840 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f14ae353-fdbd-45f9-90fa-937cbbb40f5f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:55.358471 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=f14ae353-fdbd-45f9-90fa-937cbbb40f5f,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:55.421721 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d71f4157-0a73-4132-b040-27577210c011 req-b3671df6-fef8-4461-92ec-9386e6436fa8 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/security-groups?id=a425127d-b06d-48ae-8056-d92111fbf7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058809 Feb 08 21:19:55.610732 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-9d5032bb-cefc-46c8-a180-c1bc5953ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:55.612506 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-9d5032bb-cefc-46c8-a180-c1bc5953ee8d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9b3b159591ee4a229900ea8953fa8a06&device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 1128 time: 0.1553211 Feb 08 21:19:55.641818 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['f14ae353-fdbd-45f9-90fa-937cbbb40f5f'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:19:55.786550 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-191c75be-7f1a-42c0-805c-ee0cd094debe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:55.790646 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-191c75be-7f1a-42c0-805c-ee0cd094debe service neutron] 10.222.0.94 "GET /v2.0/networks?id=4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 200 len: 909 time: 0.1685824 Feb 08 21:19:55.861133 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-a53a34c1-bfbe-4f90-885f-8af2f11258c8 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d334fc4-b215-4027-a69e-cd363d72d0d6 HTTP/1.1" status: 200 len: 217 time: 0.0655251 Feb 08 21:19:55.898294 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 9405a308-b718-4371-b864-a67d2c92c206 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:19:55.935044 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 9405a308-b718-4371-b864-a67d2c92c206 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:19:55.935729 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 9405a308-b718-4371-b864-a67d2c92c206 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:19:56.054898 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-311f657a-cc0b-47b9-92d4-f53ed2764f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:56.059936 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-311f657a-cc0b-47b9-92d4-f53ed2764f48 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=55523d5b-2f07-476f-b4a6-0043cdbb6c1a HTTP/1.1" status: 200 len: 848 time: 0.1919372 Feb 08 21:19:56.086672 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47ffe7-2c49-4a3d-a34a-64dc13a3d7c3 req-c7193799-251d-4005-aef6-296194eaf17e tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:56.089177 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a47ffe7-2c49-4a3d-a34a-64dc13a3d7c3 req-c7193799-251d-4005-aef6-296194eaf17e tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 944 time: 0.1906054 Feb 08 21:19:56.158201 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-1a3fede7-fe40-45b7-92b1-9ce3e304cdf8 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=4c67478e-bb4a-47b2-85c8-c1996b203e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889876 Feb 08 21:19:56.260237 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a47ffe7-2c49-4a3d-a34a-64dc13a3d7c3 req-de7a3a2c-acfa-4b5c-9b8e-b328bde650e7 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422749 Feb 08 21:19:56.388876 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733cb409-626d-48b8-a5b1-14528dbcd537 x-openstack-request-id: req-733cb409-626d-48b8-a5b1-14528dbcd537 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:19:56.389182 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c366b455-cdcb-4046-955e-01af1b718ab1", "name": "network-vif-deleted", "tag": "9405a308-b718-4371-b864-a67d2c92c206", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:19:56.389469 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-733cb409-626d-48b8-a5b1-14528dbcd537 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:19:56.389889 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c366b455-cdcb-4046-955e-01af1b718ab1', 'name': 'network-vif-deleted', 'tag': '9405a308-b718-4371-b864-a67d2c92c206', 'status': 'completed', 'code': 200} Feb 08 21:19:56.447995 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Feb 2022 21:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcea406-32d0-4e26-be29-767e685adbd2 x-openstack-request-id: req-5fcea406-32d0-4e26-be29-767e685adbd2 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:19:56.450201 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663626f3-6f2f-4f5c-82bf-daa612695abf", "name": "network-vif-unplugged", "status": "failed", "tag": "0c7c09d0-92f1-4292-8825-9fbc92c20811", "code": 422}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:19:56.451388 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5fcea406-32d0-4e26-be29-767e685adbd2 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:19:56.453865 n-d-712143-31 neutron-server[103435]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '663626f3-6f2f-4f5c-82bf-daa612695abf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0c7c09d0-92f1-4292-8825-9fbc92c20811', 'code': 422} returned with failed status Feb 08 21:19:56.504479 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-43004c23-9c32-4915-a123-2095e04cbebe service neutron] 10.222.0.94 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344991 Feb 08 21:19:56.672729 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da9791-fb8c-4165-9155-d433abd26c64 req-41d22d77-88cc-4df0-80a0-d50e247316f2 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:19:56.687579 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31da9791-fb8c-4165-9155-d433abd26c64 req-41d22d77-88cc-4df0-80a0-d50e247316f2 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 945 time: 0.1305194 Feb 08 21:19:56.747240 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-44e5bbff-566b-4fd2-b81f-76bd0ff09366 service neutron] 10.222.0.94 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361653 Feb 08 21:19:56.776107 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31da9791-fb8c-4165-9155-d433abd26c64 req-e05c86d5-9493-4ce1-b2a6-e0df0cd17b77 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876131 Feb 08 21:19:57.374260 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-790a5f5f-4fd9-4a79-b376-5c83d48380f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:57.908441 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device f14ae353-fdbd-45f9-90fa-937cbbb40f5f up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:19:58.106287 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port f14ae353-fdbd-45f9-90fa-937cbbb40f5f completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:19:58.116783 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port f14ae353-fdbd-45f9-90fa-937cbbb40f5f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:19:58.117401 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f14ae353-fdbd-45f9-90fa-937cbbb40f5f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:58.380373 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port f14ae353-fdbd-45f9-90fa-937cbbb40f5f is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:58.382968 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f14ae353-fdbd-45f9-90fa-937cbbb40f5f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:58.480214 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092d4ec7-e312-4890-8fea-5f78895559a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14ae353-fdbd-45f9-90fa-937cbbb40f5f'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:19:58.488362 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3093e0-d551-4f12-93f7-597509cf9436" -d '{"events": [{"server_uuid": "092d4ec7-e312-4890-8fea-5f78895559a5", "name": "network-vif-plugged", "status": "completed", "tag": "f14ae353-fdbd-45f9-90fa-937cbbb40f5f"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:19:58.547205 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port f14ae353-fdbd-45f9-90fa-937cbbb40f5f, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f14ae353-fdbd-45f9-90fa-937cbbb40f5f,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:19:58.555992 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f14ae353-fdbd-45f9-90fa-937cbbb40f5f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:19:58.557441 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 0c7c09d0-92f1-4292-8825-9fbc92c20811 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:19:58.762166 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=f14ae353-fdbd-45f9-90fa-937cbbb40f5f,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:19:58.853401 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 0c7c09d0-92f1-4292-8825-9fbc92c20811 is: DOWN; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:19:59.050452 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:01.384652 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:01.427203 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:03.306923 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:20:06.195942 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:06.441541 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:09.722428 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02715b82-1777-44fd-9415-815a338d5dc3 req-24cdd59c-3640-4de8-9e1e-d66113ea9e70 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:09.725430 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02715b82-1777-44fd-9415-815a338d5dc3 req-24cdd59c-3640-4de8-9e1e-d66113ea9e70 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/networks?id=6e721cc8-cb97-443d-9392-5abeb1b828df HTTP/1.1" status: 200 len: 805 time: 0.3425696 Feb 08 21:20:09.745666 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02715b82-1777-44fd-9415-815a338d5dc3 req-136089ee-a180-4b58-96de-4544ff108259 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/quotas/c08b3d357a9e4759baf802843a7339e7 HTTP/1.1" status: 200 len: 375 time: 0.0128574 Feb 08 21:20:09.809382 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02715b82-1777-44fd-9415-815a338d5dc3 req-5341c301-d935-4302-8ec4-2ce499045499 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c08b3d357a9e4759baf802843a7339e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559547 Feb 08 21:20:09.827239 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2dd22-4ab4-4bdd-8f23-8d84f7d3eb6b req-3c57ff80-abf5-41d9-9b89-ce9594c3ee59 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:09.829110 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-60b2dd22-4ab4-4bdd-8f23-8d84f7d3eb6b req-3c57ff80-abf5-41d9-9b89-ce9594c3ee59 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=663626f3-6f2f-4f5c-82bf-daa612695abf HTTP/1.1" status: 200 len: 944 time: 0.1808858 Feb 08 21:20:10.050879 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02715b82-1777-44fd-9415-815a338d5dc3 req-3d960509-ac9d-436d-aef0-f1307d1199b1 service neutron] 10.222.0.88 "GET /v2.0/networks/6e721cc8-cb97-443d-9392-5abeb1b828df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316091 Feb 08 21:20:10.092269 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-60b2dd22-4ab4-4bdd-8f23-8d84f7d3eb6b req-0b668577-3fef-45a9-8d19-e8402bfe2a1b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Deleting port 0c7c09d0-92f1-4292-8825-9fbc92c20811 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:20:10.092792 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-60b2dd22-4ab4-4bdd-8f23-8d84f7d3eb6b req-0b668577-3fef-45a9-8d19-e8402bfe2a1b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (0c7c09d0-92f1-4292-8825-9fbc92c20811), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:10.233393 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-60b2dd22-4ab4-4bdd-8f23-8d84f7d3eb6b req-0b668577-3fef-45a9-8d19-e8402bfe2a1b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] For port 0c7c09d0-92f1-4292-8825-9fbc92c20811, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=0c7c09d0-92f1-4292-8825-9fbc92c20811,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:20:10.233940 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-60b2dd22-4ab4-4bdd-8f23-8d84f7d3eb6b req-0b668577-3fef-45a9-8d19-e8402bfe2a1b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (0c7c09d0-92f1-4292-8825-9fbc92c20811), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:10.255444 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-60b2dd22-4ab4-4bdd-8f23-8d84f7d3eb6b req-0b668577-3fef-45a9-8d19-e8402bfe2a1b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Calling delete_port for 0c7c09d0-92f1-4292-8825-9fbc92c20811 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:20:10.492873 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-60b2dd22-4ab4-4bdd-8f23-8d84f7d3eb6b req-0b668577-3fef-45a9-8d19-e8402bfe2a1b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (0c7c09d0-92f1-4292-8825-9fbc92c20811), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:10.544740 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b668577-3fef-45a9-8d19-e8402bfe2a1b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Pushing event deleted for resources: {'Port': ['ID=0c7c09d0-92f1-4292-8825-9fbc92c20811,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:10.603161 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b2dd22-4ab4-4bdd-8f23-8d84f7d3eb6b req-0b668577-3fef-45a9-8d19-e8402bfe2a1b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] No DVR routers for this DVR port 0c7c09d0-92f1-4292-8825-9fbc92c20811 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:20:10.612510 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-60b2dd22-4ab4-4bdd-8f23-8d84f7d3eb6b req-0b668577-3fef-45a9-8d19-e8402bfe2a1b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:10.619071 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-60b2dd22-4ab4-4bdd-8f23-8d84f7d3eb6b req-0b668577-3fef-45a9-8d19-e8402bfe2a1b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "DELETE /v2.0/ports/0c7c09d0-92f1-4292-8825-9fbc92c20811 HTTP/1.1" status: 204 len: 173 time: 0.7803361 Feb 08 21:20:10.619748 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663626f3-6f2f-4f5c-82bf-daa612695abf', 'name': 'network-vif-deleted', 'tag': '0c7c09d0-92f1-4292-8825-9fbc92c20811'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:20:10.622695 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e04a53c-5091-4b65-ba7b-fab5e3ba11bf" -d '{"events": [{"server_uuid": "663626f3-6f2f-4f5c-82bf-daa612695abf", "name": "network-vif-deleted", "tag": "0c7c09d0-92f1-4292-8825-9fbc92c20811"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:20:10.651130 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02715b82-1777-44fd-9415-815a338d5dc3 req-bee0071e-cde7-47e0-9cc2-451151e2bbb8 service neutron] 10.222.0.88 "GET /v2.0/networks/6e721cc8-cb97-443d-9392-5abeb1b828df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904715 Feb 08 21:20:11.046163 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d407ef6-3f3b-4455-829c-6c51c00ecc03 req-707f53c3-be40-4230-8076-54ea45788860 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:11.054563 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3d407ef6-3f3b-4455-829c-6c51c00ecc03 req-707f53c3-be40-4230-8076-54ea45788860 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?device_id=092d4ec7-e312-4890-8fea-5f78895559a5 HTTP/1.1" status: 200 len: 949 time: 0.1131942 Feb 08 21:20:11.182422 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3d407ef6-3f3b-4455-829c-6c51c00ecc03 req-34ecfda0-663c-4d35-8604-69f4d455626b tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/security-groups?id=a425127d-b06d-48ae-8056-d92111fbf7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198175 Feb 08 21:20:11.372904 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247cbe97-0d97-40f2-a248-6d690fdfa86e x-openstack-request-id: req-247cbe97-0d97-40f2-a248-6d690fdfa86e {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:20:11.373702 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092d4ec7-e312-4890-8fea-5f78895559a5", "name": "network-vif-plugged", "status": "completed", "tag": "f14ae353-fdbd-45f9-90fa-937cbbb40f5f", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:20:11.373702 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-247cbe97-0d97-40f2-a248-6d690fdfa86e {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:20:11.374205 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092d4ec7-e312-4890-8fea-5f78895559a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14ae353-fdbd-45f9-90fa-937cbbb40f5f', 'code': 200} Feb 08 21:20:11.415281 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46817996-6e10-4c8f-8575-3165e4c90edb req-eebe383e-260d-4bb2-9291-9254ceaf1748 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:11.416943 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-46817996-6e10-4c8f-8575-3165e4c90edb req-eebe383e-260d-4bb2-9291-9254ceaf1748 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 945 time: 0.1396141 Feb 08 21:20:11.672980 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-46817996-6e10-4c8f-8575-3165e4c90edb req-912c29e8-fe80-4df5-8357-3cfaa5186982 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478950 Feb 08 21:20:11.715747 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad938291-c8ab-42de-8857-f93d5b3e11c7 req-5459ca74-0087-4fb3-be8f-a409d8874845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:11.721268 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ad938291-c8ab-42de-8857-f93d5b3e11c7 req-5459ca74-0087-4fb3-be8f-a409d8874845 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=092d4ec7-e312-4890-8fea-5f78895559a5 HTTP/1.1" status: 200 len: 1132 time: 0.2408381 Feb 08 21:20:11.781105 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 08 Feb 2022 21:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becc6bb9-723d-407c-9c4d-adfad2d8e291 x-openstack-request-id: req-becc6bb9-723d-407c-9c4d-adfad2d8e291 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:20:11.783961 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663626f3-6f2f-4f5c-82bf-daa612695abf", "name": "network-vif-deleted", "tag": "0c7c09d0-92f1-4292-8825-9fbc92c20811", "status": "failed", "code": 422}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:20:11.785306 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-becc6bb9-723d-407c-9c4d-adfad2d8e291 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:20:11.790081 n-d-712143-31 neutron-server[103433]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '663626f3-6f2f-4f5c-82bf-daa612695abf', 'name': 'network-vif-deleted', 'tag': '0c7c09d0-92f1-4292-8825-9fbc92c20811', 'status': 'failed', 'code': 422} returned with failed status Feb 08 21:20:11.955635 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b37d456c-485c-41f7-821e-8fe16386b0a9 req-41d896bb-161b-4f66-80cb-17fce4fe3838 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4921deb7-419f-4884-88f5-9af19f1257be HTTP/1.1" status: 200 len: 210 time: 0.0975132 Feb 08 21:20:11.994098 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ad938291-c8ab-42de-8857-f93d5b3e11c7 req-bf3fc506-3373-4e87-8c09-cdff2b627a05 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=a425127d-b06d-48ae-8056-d92111fbf7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660198 Feb 08 21:20:12.546132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c194ba-78aa-4baf-9018-435d78a6975d req-666dda37-c4bd-4440-bcab-cee7ba68e78d tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:12.547734 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-00c194ba-78aa-4baf-9018-435d78a6975d req-666dda37-c4bd-4440-bcab-cee7ba68e78d tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?device_id=092d4ec7-e312-4890-8fea-5f78895559a5 HTTP/1.1" status: 200 len: 949 time: 0.1149440 Feb 08 21:20:12.650639 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-00c194ba-78aa-4baf-9018-435d78a6975d req-1bb828ea-c94f-4118-8570-41c98a2c5499 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/security-groups?id=a425127d-b06d-48ae-8056-d92111fbf7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942311 Feb 08 21:20:13.019771 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-631eedf5-e744-47bb-8f0d-47a8b08857ed tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:13.034574 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-631eedf5-e744-47bb-8f0d-47a8b08857ed tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/networks?id=14653267-33f9-4701-8b25-78748f42e7d2 HTTP/1.1" status: 200 len: 812 time: 0.3302748 Feb 08 21:20:13.064873 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-9a4ccd0c-d2e5-438b-b6b7-18afd04a8018 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/quotas/9528332d4f29435ebdf5e407e4b8930c HTTP/1.1" status: 200 len: 375 time: 0.0285559 Feb 08 21:20:13.137822 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-e524fb6a-2870-4e25-94c8-d1cc6e50908c tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9528332d4f29435ebdf5e407e4b8930c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710709 Feb 08 21:20:14.203391 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83de01-5c56-4753-bc91-1a2ec80d493a req-dcd9b2a5-aa59-44e3-8016-84d8ee5917e3 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:14.218502 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aa83de01-5c56-4753-bc91-1a2ec80d493a req-dcd9b2a5-aa59-44e3-8016-84d8ee5917e3 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 945 time: 0.9722712 Feb 08 21:20:14.250416 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-f1ec6aff-1006-4f8b-b1ae-aa50ed9b4446 service neutron] 10.222.0.88 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1039748 Feb 08 21:20:14.455087 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-144b557a-cba3-4ca8-a968-2da9bc68b1d8 service neutron] 10.222.0.88 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019622 Feb 08 21:20:14.677599 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02715b82-1777-44fd-9415-815a338d5dc3 req-d3cbf201-ea88-4c63-ace2-c2f4997c9a8d tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:14.679900 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02715b82-1777-44fd-9415-815a338d5dc3 req-d3cbf201-ea88-4c63-ace2-c2f4997c9a8d tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.96 "GET /v2.0/networks?id=6e721cc8-cb97-443d-9392-5abeb1b828df HTTP/1.1" status: 200 len: 805 time: 0.7967126 Feb 08 21:20:14.698101 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aa83de01-5c56-4753-bc91-1a2ec80d493a req-5f78fcfc-15e7-4ee4-b593-bd4b271084ee tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718504 Feb 08 21:20:14.721707 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-02715b82-1777-44fd-9415-815a338d5dc3 req-917cf487-bf0f-4988-80b2-2b2749406684 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Request body: {'port': {'device_id': '4921deb7-419f-4884-88f5-9af19f1257be', 'network_id': '6e721cc8-cb97-443d-9392-5abeb1b828df', 'admin_state_up': True, 'tenant_id': 'c08b3d357a9e4759baf802843a7339e7'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:20:15.027844 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6d08eb6-4120-4d15-83b8-9eb258917c75 req-e092764d-10b3-4841-9d26-5a15172e8a5d tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4921deb7-419f-4884-88f5-9af19f1257be HTTP/1.1" status: 200 len: 210 time: 0.1108394 Feb 08 21:20:15.294076 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb059d-4535-4358-ba1f-68d0e2cf7087 req-3d76babc-50cb-44e6-9af8-69cfce3575e9 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:15.297946 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f9bb059d-4535-4358-ba1f-68d0e2cf7087 req-3d76babc-50cb-44e6-9af8-69cfce3575e9 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.96 "GET /v2.0/ports?device_id=2a962964-bf0d-40ba-8836-637694ffd403 HTTP/1.1" status: 200 len: 945 time: 0.2474558 Feb 08 21:20:15.336815 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687bd31-ea6f-4f7f-8444-7e8419859d04 req-2ea7a3a5-daf9-406d-a1c2-6082af925762 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:15.360335 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a687bd31-ea6f-4f7f-8444-7e8419859d04 req-2ea7a3a5-daf9-406d-a1c2-6082af925762 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.88 "GET /v2.0/ports?device_id=2a962964-bf0d-40ba-8836-637694ffd403 HTTP/1.1" status: 200 len: 945 time: 0.4112234 Feb 08 21:20:15.433257 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02715b82-1777-44fd-9415-815a338d5dc3 req-917cf487-bf0f-4988-80b2-2b2749406684 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Made reservation on behalf of c08b3d357a9e4759baf802843a7339e7 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:20:15.436778 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-02715b82-1777-44fd-9415-815a338d5dc3 req-917cf487-bf0f-4988-80b2-2b2749406684 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:15.495565 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5fe19-c897-49d5-811a-8a7ee3e7ce5c req-aeb93d95-5e50-4230-b3d9-444f4ccbf566 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:15.497123 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32f5fe19-c897-49d5-811a-8a7ee3e7ce5c req-aeb93d95-5e50-4230-b3d9-444f4ccbf566 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?device_id=092d4ec7-e312-4890-8fea-5f78895559a5 HTTP/1.1" status: 200 len: 949 time: 0.3198450 Feb 08 21:20:15.593926 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a687bd31-ea6f-4f7f-8444-7e8419859d04 req-12598b11-64ff-4958-b489-cce61cf38f82 tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.88 "GET /v2.0/security-groups?id=badfc65f-1940-4032-a854-56312a948116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320075 Feb 08 21:20:15.650390 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-f9bb059d-4535-4358-ba1f-68d0e2cf7087 req-1f06435b-20fe-4eb9-8bc4-749233e923fb tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Deleting port 3273a229-be7c-4979-a087-cd873e7e40ad {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:20:15.650737 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f9bb059d-4535-4358-ba1f-68d0e2cf7087 req-1f06435b-20fe-4eb9-8bc4-749233e923fb tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (3273a229-be7c-4979-a087-cd873e7e40ad), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:15.798718 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32f5fe19-c897-49d5-811a-8a7ee3e7ce5c req-2c027a07-8f33-4b1a-a47d-cd9cb95ee4cb tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/security-groups?id=a425127d-b06d-48ae-8056-d92111fbf7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872474 Feb 08 21:20:15.820794 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4fa0cef4-ceb9-4f66-a964-c7577207c299 req-c033aa58-8f30-4ca1-9902-272140beffb7 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 210 time: 0.1549437 Feb 08 21:20:15.953821 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-02715b82-1777-44fd-9415-815a338d5dc3 req-917cf487-bf0f-4988-80b2-2b2749406684 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Allocated IP 172.20.0.3 (6e721cc8-cb97-443d-9392-5abeb1b828df/9f16667b-9ffb-4110-b7c2-7f68860ee7c0/747d964f-d050-4bbd-bf3e-63b07cf3cc45) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:20:15.999727 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-f9bb059d-4535-4358-ba1f-68d0e2cf7087 req-1f06435b-20fe-4eb9-8bc4-749233e923fb tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] For port 3273a229-be7c-4979-a087-cd873e7e40ad, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=3273a229-be7c-4979-a087-cd873e7e40ad,segment=NetworkSegment(ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa),segment_id=ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:20:16.000330 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f9bb059d-4535-4358-ba1f-68d0e2cf7087 req-1f06435b-20fe-4eb9-8bc4-749233e923fb tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (3273a229-be7c-4979-a087-cd873e7e40ad), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:16.058894 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-f9bb059d-4535-4358-ba1f-68d0e2cf7087 req-1f06435b-20fe-4eb9-8bc4-749233e923fb tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Calling delete_port for 3273a229-be7c-4979-a087-cd873e7e40ad owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:20:16.417338 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c72ea924-72d4-4238-a24f-39dc5cfdd989 req-61ec09f8-948b-42b7-8be7-119219d20514 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4921deb7-419f-4884-88f5-9af19f1257be HTTP/1.1" status: 200 len: 210 time: 0.0943797 Feb 08 21:20:16.429692 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40867258-e072-4aa4-8cba-27cd35136c27 req-7802bd72-a68a-42f8-9bbb-221644c0b9f3 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:16.439146 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40867258-e072-4aa4-8cba-27cd35136c27 req-7802bd72-a68a-42f8-9bbb-221644c0b9f3 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 945 time: 0.3749993 Feb 08 21:20:16.527414 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f9bb059d-4535-4358-ba1f-68d0e2cf7087 req-1f06435b-20fe-4eb9-8bc4-749233e923fb tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3273a229-be7c-4979-a087-cd873e7e40ad), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:16.636281 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40867258-e072-4aa4-8cba-27cd35136c27 req-76b638a4-fbbc-4624-a38f-a5de7c91c433 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961079 Feb 08 21:20:16.682400 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-02715b82-1777-44fd-9415-815a338d5dc3 req-917cf487-bf0f-4988-80b2-2b2749406684 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks [] for port (747d964f-d050-4bbd-bf3e-63b07cf3cc45), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:16.755168 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9bb059d-4535-4358-ba1f-68d0e2cf7087 req-1f06435b-20fe-4eb9-8bc4-749233e923fb tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] No DVR routers for this DVR port 3273a229-be7c-4979-a087-cd873e7e40ad on host n-h2-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:20:16.758186 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06435b-20fe-4eb9-8bc4-749233e923fb tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Pushing event deleted for resources: {'Port': ['ID=3273a229-be7c-4979-a087-cd873e7e40ad,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:16.762085 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f9bb059d-4535-4358-ba1f-68d0e2cf7087 req-1f06435b-20fe-4eb9-8bc4-749233e923fb tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:16.766887 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f9bb059d-4535-4358-ba1f-68d0e2cf7087 req-1f06435b-20fe-4eb9-8bc4-749233e923fb tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.96 "DELETE /v2.0/ports/3273a229-be7c-4979-a087-cd873e7e40ad HTTP/1.1" status: 204 len: 173 time: 1.4611890 Feb 08 21:20:16.768013 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a962964-bf0d-40ba-8836-637694ffd403', 'name': 'network-vif-deleted', 'tag': '3273a229-be7c-4979-a087-cd873e7e40ad'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:20:16.785318 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392e0b6a-512c-4c68-8155-3e1e3daa4cee" -d '{"events": [{"server_uuid": "2a962964-bf0d-40ba-8836-637694ffd403", "name": "network-vif-deleted", "tag": "3273a229-be7c-4979-a087-cd873e7e40ad"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:20:16.826244 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d3d5862-9b31-4b76-a231-6f9cd56fb467 req-431af421-3420-47f9-ab81-8f004afaa62c tempest-AttachSCSIVolumeTestJSON-1650495085 tempest-AttachSCSIVolumeTestJSON-1650495085-project] 10.222.0.88 "GET /v2.0/ports?device_id=2a962964-bf0d-40ba-8836-637694ffd403 HTTP/1.1" status: 200 len: 210 time: 0.0746439 Feb 08 21:20:16.914244 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf8ef8-afa8-4571-991b-b0b1b4cf5c7e req-86c9f164-ef6f-4754-ab9c-1602c064fcd5 tempest-ServersAdminNegativeTestJSON-1029846133 tempest-ServersAdminNegativeTestJSON-1029846133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:16.930829 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bdaf8ef8-afa8-4571-991b-b0b1b4cf5c7e req-86c9f164-ef6f-4754-ab9c-1602c064fcd5 tempest-ServersAdminNegativeTestJSON-1029846133 tempest-ServersAdminNegativeTestJSON-1029846133-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=092d4ec7-e312-4890-8fea-5f78895559a5 HTTP/1.1" status: 200 len: 1132 time: 0.2893667 Feb 08 21:20:16.974766 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e77b0f-d0d0-4d10-b9be-0afc60422ba4 x-openstack-request-id: req-39e77b0f-d0d0-4d10-b9be-0afc60422ba4 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:20:16.976038 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a962964-bf0d-40ba-8836-637694ffd403", "name": "network-vif-deleted", "tag": "3273a229-be7c-4979-a087-cd873e7e40ad", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:20:16.976565 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-39e77b0f-d0d0-4d10-b9be-0afc60422ba4 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:20:16.977296 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a962964-bf0d-40ba-8836-637694ffd403', 'name': 'network-vif-deleted', 'tag': '3273a229-be7c-4979-a087-cd873e7e40ad', 'status': 'completed', 'code': 200} Feb 08 21:20:17.062253 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bdaf8ef8-afa8-4571-991b-b0b1b4cf5c7e req-1a9a990f-1dac-4084-afc4-9e3aa57ae07b tempest-ServersAdminNegativeTestJSON-1029846133 tempest-ServersAdminNegativeTestJSON-1029846133-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:17.148963 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-02715b82-1777-44fd-9415-815a338d5dc3 req-917cf487-bf0f-4988-80b2-2b2749406684 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (747d964f-d050-4bbd-bf3e-63b07cf3cc45), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:17.363847 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f21c1b00-9308-450f-826a-5c1c0454a2fc req-4c8bb432-d23a-4cc5-ab95-9bc030554033 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 210 time: 0.1772153 Feb 08 21:20:17.383632 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02715b82-1777-44fd-9415-815a338d5dc3 req-917cf487-bf0f-4988-80b2-2b2749406684 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Network 6e721cc8-cb97-443d-9392-5abeb1b828df is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:20:17.393491 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-02715b82-1777-44fd-9415-815a338d5dc3 req-917cf487-bf0f-4988-80b2-2b2749406684 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:20:17.407372 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-02715b82-1777-44fd-9415-815a338d5dc3 req-917cf487-bf0f-4988-80b2-2b2749406684 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:20:17.436712 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-767ba514-2eb3-40f0-94fc-793a4a0a9e9a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:17.447467 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-767ba514-2eb3-40f0-94fc-793a4a0a9e9a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.96 "GET /v2.0/networks?id=14653267-33f9-4701-8b25-78748f42e7d2 HTTP/1.1" status: 200 len: 812 time: 0.3528349 Feb 08 21:20:17.468649 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-d84f8a66-2d3a-46a5-b934-a41d7d040e93 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Request body: {'port': {'device_id': 'fb0201cb-1b48-4812-b285-667d217cbcfc', 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2', 'admin_state_up': True, 'tenant_id': '9528332d4f29435ebdf5e407e4b8930c'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:20:17.652320 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bdaf8ef8-afa8-4571-991b-b0b1b4cf5c7e req-1a9a990f-1dac-4084-afc4-9e3aa57ae07b tempest-ServersAdminNegativeTestJSON-1029846133 tempest-ServersAdminNegativeTestJSON-1029846133-project-admin] Publish callbacks [] for security_group (c349c0b4-7179-4cc4-ad99-45ca7bc6f631), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:17.657915 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917cf487-bf0f-4988-80b2-2b2749406684 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Pushing event updated for resources: {'Port': ['ID=747d964f-d050-4bbd-bf3e-63b07cf3cc45,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:17.679554 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bdaf8ef8-afa8-4571-991b-b0b1b4cf5c7e req-1a9a990f-1dac-4084-afc4-9e3aa57ae07b tempest-ServersAdminNegativeTestJSON-1029846133 tempest-ServersAdminNegativeTestJSON-1029846133-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c349c0b4-7179-4cc4-ad99-45ca7bc6f631), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:17.818345 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-d84f8a66-2d3a-46a5-b934-a41d7d040e93 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Made reservation on behalf of 9528332d4f29435ebdf5e407e4b8930c for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:20:17.825293 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-d84f8a66-2d3a-46a5-b934-a41d7d040e93 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:17.833400 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bdaf8ef8-afa8-4571-991b-b0b1b4cf5c7e req-1a9a990f-1dac-4084-afc4-9e3aa57ae07b tempest-ServersAdminNegativeTestJSON-1029846133 tempest-ServersAdminNegativeTestJSON-1029846133-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=a425127d-b06d-48ae-8056-d92111fbf7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8970840 Feb 08 21:20:17.983460 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 3273a229-be7c-4979-a087-cd873e7e40ad no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:20:18.030158 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f0be0-1d3b-4eca-a652-5c02c6e35cb7 req-e10ebd6f-118e-4eed-813d-55aa7ef424f6 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:18.032388 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-708f0be0-1d3b-4eca-a652-5c02c6e35cb7 req-e10ebd6f-118e-4eed-813d-55aa7ef424f6 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4921deb7-419f-4884-88f5-9af19f1257be HTTP/1.1" status: 200 len: 931 time: 0.3657057 Feb 08 21:20:18.054690 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02715b82-1777-44fd-9415-815a338d5dc3 req-917cf487-bf0f-4988-80b2-2b2749406684 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:18.055384 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-02715b82-1777-44fd-9415-815a338d5dc3 req-917cf487-bf0f-4988-80b2-2b2749406684 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:18.085816 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 3273a229-be7c-4979-a087-cd873e7e40ad {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:20:18.087147 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 3273a229-be7c-4979-a087-cd873e7e40ad not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:20:18.238908 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-d84f8a66-2d3a-46a5-b934-a41d7d040e93 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Allocated IP 172.20.0.3 (14653267-33f9-4701-8b25-78748f42e7d2/9a6250f6-adb5-401d-a3ca-a324e52c89b2/6135e892-1d04-4ba8-8aff-91ca40f59c2a) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:20:18.263457 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-708f0be0-1d3b-4eca-a652-5c02c6e35cb7 req-cd7d520f-f3cd-4b16-9580-2b68500c1ad0 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691117 Feb 08 21:20:18.291589 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a990f-1dac-4084-afc4-9e3aa57ae07b tempest-ServersAdminNegativeTestJSON-1029846133 tempest-ServersAdminNegativeTestJSON-1029846133-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c349c0b4-7179-4cc4-ad99-45ca7bc6f631,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:18.307253 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02715b82-1777-44fd-9415-815a338d5dc3 req-917cf487-bf0f-4988-80b2-2b2749406684 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6062419 Feb 08 21:20:18.358757 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb742d7-4b8d-4239-8906-d24957578d4e req-8cf99c11-3d25-425c-8e8b-5fb4780e6d9a tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:18.368863 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fb742d7-4b8d-4239-8906-d24957578d4e req-8cf99c11-3d25-425c-8e8b-5fb4780e6d9a tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 945 time: 0.3350589 Feb 08 21:20:18.387339 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-02715b82-1777-44fd-9415-815a338d5dc3 req-af1aa9c6-a452-4e61-9825-fa72e9f2a336 service neutron] Request body: {'port': {'device_id': '4921deb7-419f-4884-88f5-9af19f1257be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:20:18.574412 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-02715b82-1777-44fd-9415-815a338d5dc3 req-af1aa9c6-a452-4e61-9825-fa72e9f2a336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (747d964f-d050-4bbd-bf3e-63b07cf3cc45), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:18.643906 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-d84f8a66-2d3a-46a5-b934-a41d7d040e93 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks [] for port (6135e892-1d04-4ba8-8aff-91ca40f59c2a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:18.731481 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-d84f8a66-2d3a-46a5-b934-a41d7d040e93 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (6135e892-1d04-4ba8-8aff-91ca40f59c2a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:18.859212 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-d84f8a66-2d3a-46a5-b934-a41d7d040e93 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Network 14653267-33f9-4701-8b25-78748f42e7d2 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:20:18.878035 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-d84f8a66-2d3a-46a5-b934-a41d7d040e93 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:20:18.882991 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-d84f8a66-2d3a-46a5-b934-a41d7d040e93 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:20:18.937855 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fb742d7-4b8d-4239-8906-d24957578d4e req-6ce9e9e7-3822-49ec-9ff5-070deceed0e9 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5627522 Feb 08 21:20:19.024763 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f8a66-2d3a-46a5-b934-a41d7d040e93 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Pushing event updated for resources: {'Port': ['ID=6135e892-1d04-4ba8-8aff-91ca40f59c2a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:19.125167 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-d84f8a66-2d3a-46a5-b934-a41d7d040e93 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:19.126877 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-d84f8a66-2d3a-46a5-b934-a41d7d040e93 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:19.190840 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9243030-b2a9-43db-b9cb-91254f47254c req-029e499b-2e11-4417-b47a-35e6d1df2100 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:19.202611 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b9243030-b2a9-43db-b9cb-91254f47254c req-029e499b-2e11-4417-b47a-35e6d1df2100 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 931 time: 0.4922624 Feb 08 21:20:19.227889 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-d84f8a66-2d3a-46a5-b934-a41d7d040e93 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7711110 Feb 08 21:20:19.285462 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-43029b73-d866-46bc-99eb-e4229ed95178 service neutron] Request body: {'port': {'device_id': 'fb0201cb-1b48-4812-b285-667d217cbcfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:20:19.480866 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-43029b73-d866-46bc-99eb-e4229ed95178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6135e892-1d04-4ba8-8aff-91ca40f59c2a), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:19.577976 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56606a-ac95-4586-a0c1-c2de063c5e55 req-b6faa77b-022c-413f-b644-66a21ec034ba tempest-ServersAdminNegativeTestJSON-1029846133 tempest-ServersAdminNegativeTestJSON-1029846133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:19.582566 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fb56606a-ac95-4586-a0c1-c2de063c5e55 req-b6faa77b-022c-413f-b644-66a21ec034ba tempest-ServersAdminNegativeTestJSON-1029846133 tempest-ServersAdminNegativeTestJSON-1029846133-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=092d4ec7-e312-4890-8fea-5f78895559a5 HTTP/1.1" status: 200 len: 1132 time: 0.3689220 Feb 08 21:20:19.749851 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b9243030-b2a9-43db-b9cb-91254f47254c req-e32e4374-78d7-49ae-8c7d-7db6417590c7 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5461223 Feb 08 21:20:19.880801 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fb56606a-ac95-4586-a0c1-c2de063c5e55 req-0a551f8c-9530-4360-b93d-b143321c426c tempest-ServersAdminNegativeTestJSON-1029846133 tempest-ServersAdminNegativeTestJSON-1029846133-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=a425127d-b06d-48ae-8056-d92111fbf7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767785 Feb 08 21:20:20.098724 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790b0c1-1a6d-4ce3-86ac-4c34fc3f69c7 req-4987dfff-791f-4e34-92e7-40bfbf77952a tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:20.111679 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c790b0c1-1a6d-4ce3-86ac-4c34fc3f69c7 req-4987dfff-791f-4e34-92e7-40bfbf77952a tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4921deb7-419f-4884-88f5-9af19f1257be HTTP/1.1" status: 200 len: 931 time: 0.2395101 Feb 08 21:20:20.217981 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-43029b73-d866-46bc-99eb-e4229ed95178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6135e892-1d04-4ba8-8aff-91ca40f59c2a {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:20:20.239273 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-43029b73-d866-46bc-99eb-e4229ed95178 service neutron] Publish callbacks [] for port (6135e892-1d04-4ba8-8aff-91ca40f59c2a), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:20.270865 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-43029b73-d866-46bc-99eb-e4229ed95178 service neutron] Transition to ACTIVE for port object 6135e892-1d04-4ba8-8aff-91ca40f59c2a will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:20:20.289457 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-43029b73-d866-46bc-99eb-e4229ed95178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (6135e892-1d04-4ba8-8aff-91ca40f59c2a), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:20.396328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-02715b82-1777-44fd-9415-815a338d5dc3 req-af1aa9c6-a452-4e61-9825-fa72e9f2a336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 747d964f-d050-4bbd-bf3e-63b07cf3cc45 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:20:20.454001 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c790b0c1-1a6d-4ce3-86ac-4c34fc3f69c7 req-3fc032d8-da1e-4800-85a5-bd0a5db4fe2d tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412228 Feb 08 21:20:20.464776 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-02715b82-1777-44fd-9415-815a338d5dc3 req-af1aa9c6-a452-4e61-9825-fa72e9f2a336 service neutron] Publish callbacks [] for port (747d964f-d050-4bbd-bf3e-63b07cf3cc45), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:20.509374 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-02715b82-1777-44fd-9415-815a338d5dc3 req-af1aa9c6-a452-4e61-9825-fa72e9f2a336 service neutron] Transition to ACTIVE for port object 747d964f-d050-4bbd-bf3e-63b07cf3cc45 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:20:20.518984 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-02715b82-1777-44fd-9415-815a338d5dc3 req-af1aa9c6-a452-4e61-9825-fa72e9f2a336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (747d964f-d050-4bbd-bf3e-63b07cf3cc45), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:20.563487 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43029b73-d866-46bc-99eb-e4229ed95178 service neutron] Pushing event updated for resources: {'Port': ['ID=6135e892-1d04-4ba8-8aff-91ca40f59c2a,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:20.755502 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1aa9c6-a452-4e61-9825-fa72e9f2a336 service neutron] Pushing event updated for resources: {'Port': ['ID=747d964f-d050-4bbd-bf3e-63b07cf3cc45,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:20.847958 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-86550fd8-7bf9-48b5-9322-879dbde8d192 req-077f9337-83b1-4901-97a3-0eff74985b4a service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1797879 Feb 08 21:20:20.879830 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-43029b73-d866-46bc-99eb-e4229ed95178 service neutron] Attempting to bind port 6135e892-1d04-4ba8-8aff-91ca40f59c2a on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:20:20.880983 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-43029b73-d866-46bc-99eb-e4229ed95178 service neutron] Attempting to bind port 6135e892-1d04-4ba8-8aff-91ca40f59c2a by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '20a3be03-d3c0-4a20-bea9-ec24e05d3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:20:20.882394 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-43029b73-d866-46bc-99eb-e4229ed95178 service neutron] Attempting to bind port 6135e892-1d04-4ba8-8aff-91ca40f59c2a on network 14653267-33f9-4701-8b25-78748f42e7d2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:20:20.895407 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-43029b73-d866-46bc-99eb-e4229ed95178 service neutron] Port 6135e892-1d04-4ba8-8aff-91ca40f59c2a on network 14653267-33f9-4701-8b25-78748f42e7d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:20:20.899241 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-43029b73-d866-46bc-99eb-e4229ed95178 service neutron] Attempting to bind port 6135e892-1d04-4ba8-8aff-91ca40f59c2a on network 14653267-33f9-4701-8b25-78748f42e7d2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:20:20.924604 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-43029b73-d866-46bc-99eb-e4229ed95178 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:20:20.924945 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-43029b73-d866-46bc-99eb-e4229ed95178 service neutron] Checking segment: {'id': '20a3be03-d3c0-4a20-bea9-ec24e05d3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:20:20.927773 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-43029b73-d866-46bc-99eb-e4229ed95178 service neutron] Bound using segment: {'id': '20a3be03-d3c0-4a20-bea9-ec24e05d3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:20:20.930204 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-43029b73-d866-46bc-99eb-e4229ed95178 service neutron] Bound port: 6135e892-1d04-4ba8-8aff-91ca40f59c2a, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a3be03-d3c0-4a20-bea9-ec24e05d3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:20:20.931059 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-43029b73-d866-46bc-99eb-e4229ed95178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6135e892-1d04-4ba8-8aff-91ca40f59c2a), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:20.996746 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b197d8-0669-4868-a7c8-0d9fb5914a6b req-f36760c9-b116-4389-b304-87ef69145d63 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:21.005538 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-88b197d8-0669-4868-a7c8-0d9fb5914a6b req-f36760c9-b116-4389-b304-87ef69145d63 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 945 time: 0.4604201 Feb 08 21:20:21.105989 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-43029b73-d866-46bc-99eb-e4229ed95178 service neutron] For port 6135e892-1d04-4ba8-8aff-91ca40f59c2a, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:20:21.109934 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-43029b73-d866-46bc-99eb-e4229ed95178 service neutron] For port 6135e892-1d04-4ba8-8aff-91ca40f59c2a, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6135e892-1d04-4ba8-8aff-91ca40f59c2a,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:20:21.134489 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-43029b73-d866-46bc-99eb-e4229ed95178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (6135e892-1d04-4ba8-8aff-91ca40f59c2a), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:21.199615 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-43029b73-d866-46bc-99eb-e4229ed95178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:21.200378 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-43029b73-d866-46bc-99eb-e4229ed95178 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:21.202421 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-43029b73-d866-46bc-99eb-e4229ed95178 service neutron] 10.222.0.96 "PUT /v2.0/ports/6135e892-1d04-4ba8-8aff-91ca40f59c2a HTTP/1.1" status: 200 len: 1092 time: 1.9635413 Feb 08 21:20:21.202948 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0201cb-1b48-4812-b285-667d217cbcfc', 'tag': '6135e892-1d04-4ba8-8aff-91ca40f59c2a'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:20:21.205848 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73160cee-8b9a-412a-a6f8-ed280e6c3a62" -d '{"events": [{"name": "network-changed", "server_uuid": "fb0201cb-1b48-4812-b285-667d217cbcfc", "tag": "6135e892-1d04-4ba8-8aff-91ca40f59c2a"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:20:21.239306 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43029b73-d866-46bc-99eb-e4229ed95178 service neutron] Pushing event updated for resources: {'Port': ['ID=6135e892-1d04-4ba8-8aff-91ca40f59c2a,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:21.254351 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-88b197d8-0669-4868-a7c8-0d9fb5914a6b req-5728d981-71a4-4831-8bed-35b5ab286ca2 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477057 Feb 08 21:20:21.276023 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86550fd8-7bf9-48b5-9322-879dbde8d192 req-0c8f775f-0901-4209-8c3e-f54e573f710b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:21.283640 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-02715b82-1777-44fd-9415-815a338d5dc3 req-af1aa9c6-a452-4e61-9825-fa72e9f2a336 service neutron] Attempting to bind port 747d964f-d050-4bbd-bf3e-63b07cf3cc45 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:20:21.284003 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-02715b82-1777-44fd-9415-815a338d5dc3 req-af1aa9c6-a452-4e61-9825-fa72e9f2a336 service neutron] Attempting to bind port 747d964f-d050-4bbd-bf3e-63b07cf3cc45 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'b1a0c837-7c9b-4953-887c-84de13de2b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6e721cc8-cb97-443d-9392-5abeb1b828df'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:20:21.284368 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02715b82-1777-44fd-9415-815a338d5dc3 req-af1aa9c6-a452-4e61-9825-fa72e9f2a336 service neutron] Attempting to bind port 747d964f-d050-4bbd-bf3e-63b07cf3cc45 on network 6e721cc8-cb97-443d-9392-5abeb1b828df {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:20:21.288228 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-86550fd8-7bf9-48b5-9322-879dbde8d192 req-0c8f775f-0901-4209-8c3e-f54e573f710b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9b3b159591ee4a229900ea8953fa8a06&device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 1127 time: 0.3077469 Feb 08 21:20:21.380181 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc37cd-1a57-4505-a653-f5cc066de6e0 req-e1304eb0-39db-4d36-8b4b-e15db04dd9d5 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:21.382315 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0bc37cd-1a57-4505-a653-f5cc066de6e0 req-e1304eb0-39db-4d36-8b4b-e15db04dd9d5 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 943 time: 0.3115997 Feb 08 21:20:21.392807 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02715b82-1777-44fd-9415-815a338d5dc3 req-af1aa9c6-a452-4e61-9825-fa72e9f2a336 service neutron] Port 747d964f-d050-4bbd-bf3e-63b07cf3cc45 on network 6e721cc8-cb97-443d-9392-5abeb1b828df not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:20:21.393604 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02715b82-1777-44fd-9415-815a338d5dc3 req-af1aa9c6-a452-4e61-9825-fa72e9f2a336 service neutron] Attempting to bind port 747d964f-d050-4bbd-bf3e-63b07cf3cc45 on network 6e721cc8-cb97-443d-9392-5abeb1b828df {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:20:21.499861 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0bc37cd-1a57-4505-a653-f5cc066de6e0 req-7535a4d9-028f-43f1-a6b0-ba734b67853b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032832 Feb 08 21:20:21.526614 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02715b82-1777-44fd-9415-815a338d5dc3 req-af1aa9c6-a452-4e61-9825-fa72e9f2a336 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:20:21.527276 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02715b82-1777-44fd-9415-815a338d5dc3 req-af1aa9c6-a452-4e61-9825-fa72e9f2a336 service neutron] Checking segment: {'id': 'b1a0c837-7c9b-4953-887c-84de13de2b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6e721cc8-cb97-443d-9392-5abeb1b828df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:20:21.527940 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02715b82-1777-44fd-9415-815a338d5dc3 req-af1aa9c6-a452-4e61-9825-fa72e9f2a336 service neutron] Bound using segment: {'id': 'b1a0c837-7c9b-4953-887c-84de13de2b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6e721cc8-cb97-443d-9392-5abeb1b828df'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:20:21.528593 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-02715b82-1777-44fd-9415-815a338d5dc3 req-af1aa9c6-a452-4e61-9825-fa72e9f2a336 service neutron] Bound port: 747d964f-d050-4bbd-bf3e-63b07cf3cc45, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1a0c837-7c9b-4953-887c-84de13de2b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6e721cc8-cb97-443d-9392-5abeb1b828df'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:20:21.529730 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-02715b82-1777-44fd-9415-815a338d5dc3 req-af1aa9c6-a452-4e61-9825-fa72e9f2a336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (747d964f-d050-4bbd-bf3e-63b07cf3cc45), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:21.686740 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2f97e-11b9-48f7-9ec2-f0ea188c11b8 req-ce3e40ab-18a8-44d9-a03c-bd246ff9b09d tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:21.688623 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-16f2f97e-11b9-48f7-9ec2-f0ea188c11b8 req-ce3e40ab-18a8-44d9-a03c-bd246ff9b09d tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?device_id=092d4ec7-e312-4890-8fea-5f78895559a5 HTTP/1.1" status: 200 len: 949 time: 0.2354250 Feb 08 21:20:21.735605 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86550fd8-7bf9-48b5-9322-879dbde8d192 req-28ddf611-70bf-4a34-a2e7-ad9740fee507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:21.738368 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-86550fd8-7bf9-48b5-9322-879dbde8d192 req-28ddf611-70bf-4a34-a2e7-ad9740fee507 service neutron] 10.222.0.94 "GET /v2.0/networks?id=4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 200 len: 909 time: 0.4073517 Feb 08 21:20:21.742384 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b284d39e-d371-4957-bbe1-cd98325529af x-openstack-request-id: req-b284d39e-d371-4957-bbe1-cd98325529af {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:20:21.742848 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb0201cb-1b48-4812-b285-667d217cbcfc", "tag": "6135e892-1d04-4ba8-8aff-91ca40f59c2a", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:20:21.743967 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b284d39e-d371-4957-bbe1-cd98325529af {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:20:21.744187 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0201cb-1b48-4812-b285-667d217cbcfc', 'tag': '6135e892-1d04-4ba8-8aff-91ca40f59c2a', 'status': 'completed', 'code': 200} Feb 08 21:20:21.829955 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-86550fd8-7bf9-48b5-9322-879dbde8d192 req-3363adf2-3996-4ab3-ad37-e0f818e77a70 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2ef3cda-063d-43db-8069-62f481f3e979 HTTP/1.1" status: 200 len: 217 time: 0.0825763 Feb 08 21:20:21.840615 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-16f2f97e-11b9-48f7-9ec2-f0ea188c11b8 req-1dc9f28f-bbb0-4041-8273-14e3c28cae40 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/security-groups?id=a425127d-b06d-48ae-8056-d92111fbf7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059716 Feb 08 21:20:21.980439 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-02715b82-1777-44fd-9415-815a338d5dc3 req-af1aa9c6-a452-4e61-9825-fa72e9f2a336 service neutron] For port 747d964f-d050-4bbd-bf3e-63b07cf3cc45, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:20:21.980658 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-d91109c9-3309-449a-ac52-7a1744de7fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:21.992022 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-d91109c9-3309-449a-ac52-7a1744de7fff service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9528332d4f29435ebdf5e407e4b8930c&device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 1126 time: 0.6933281 Feb 08 21:20:22.053954 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-02715b82-1777-44fd-9415-815a338d5dc3 req-af1aa9c6-a452-4e61-9825-fa72e9f2a336 service neutron] For port 747d964f-d050-4bbd-bf3e-63b07cf3cc45, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=747d964f-d050-4bbd-bf3e-63b07cf3cc45,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:20:22.062237 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-1d21e360-1fc2-43ca-babb-5d3c87c27d07 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6135e892-1d04-4ba8-8aff-91ca40f59c2a HTTP/1.1" status: 200 len: 217 time: 0.0688574 Feb 08 21:20:22.068216 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86550fd8-7bf9-48b5-9322-879dbde8d192 req-682cc326-377f-491a-a06a-4b6cd1e1c0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:22.076301 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-86550fd8-7bf9-48b5-9322-879dbde8d192 req-682cc326-377f-491a-a06a-4b6cd1e1c0a0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=55523d5b-2f07-476f-b4a6-0043cdbb6c1a HTTP/1.1" status: 200 len: 848 time: 0.2228973 Feb 08 21:20:22.093476 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-02715b82-1777-44fd-9415-815a338d5dc3 req-af1aa9c6-a452-4e61-9825-fa72e9f2a336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (747d964f-d050-4bbd-bf3e-63b07cf3cc45), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:22.154650 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1aa9c6-a452-4e61-9825-fa72e9f2a336 service neutron] Pushing event updated for resources: {'Port': ['ID=747d964f-d050-4bbd-bf3e-63b07cf3cc45,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:22.169016 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f1074-1a31-467a-9b09-efcd8d139a24 req-80e6e405-a136-41c4-95e2-47b091016d7b tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:22.170887 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d87f1074-1a31-467a-9b09-efcd8d139a24 req-80e6e405-a136-41c4-95e2-47b091016d7b tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4921deb7-419f-4884-88f5-9af19f1257be HTTP/1.1" status: 200 len: 943 time: 0.2525308 Feb 08 21:20:22.197385 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02715b82-1777-44fd-9415-815a338d5dc3 req-af1aa9c6-a452-4e61-9825-fa72e9f2a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:22.198666 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-02715b82-1777-44fd-9415-815a338d5dc3 req-af1aa9c6-a452-4e61-9825-fa72e9f2a336 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:22.202242 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02715b82-1777-44fd-9415-815a338d5dc3 req-af1aa9c6-a452-4e61-9825-fa72e9f2a336 service neutron] 10.222.0.96 "PUT /v2.0/ports/747d964f-d050-4bbd-bf3e-63b07cf3cc45 HTTP/1.1" status: 200 len: 1092 time: 3.8224788 Feb 08 21:20:22.215103 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4921deb7-419f-4884-88f5-9af19f1257be', 'tag': '747d964f-d050-4bbd-bf3e-63b07cf3cc45'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:20:22.221699 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d05cb9a-35c7-4faf-9386-3291a1f2d9c3" -d '{"events": [{"name": "network-changed", "server_uuid": "4921deb7-419f-4884-88f5-9af19f1257be", "tag": "747d964f-d050-4bbd-bf3e-63b07cf3cc45"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:20:22.291434 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-86550fd8-7bf9-48b5-9322-879dbde8d192 req-04899401-cd97-4a50-9f6d-904afb6ef83d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=4c67478e-bb4a-47b2-85c8-c1996b203e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2013576 Feb 08 21:20:22.384442 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b62274d-3579-4b44-b5f0-e3acbfbe2135 x-openstack-request-id: req-6b62274d-3579-4b44-b5f0-e3acbfbe2135 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:20:22.385340 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4921deb7-419f-4884-88f5-9af19f1257be", "tag": "747d964f-d050-4bbd-bf3e-63b07cf3cc45", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:20:22.385340 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6b62274d-3579-4b44-b5f0-e3acbfbe2135 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:20:22.385941 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4921deb7-419f-4884-88f5-9af19f1257be', 'tag': '747d964f-d050-4bbd-bf3e-63b07cf3cc45', 'status': 'completed', 'code': 200} Feb 08 21:20:22.574221 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-962d9a3b-063e-43c7-923a-62e10381dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:22.577710 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-962d9a3b-063e-43c7-923a-62e10381dd2a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a6250f6-adb5-401d-a3ca-a324e52c89b2 HTTP/1.1" status: 200 len: 852 time: 0.4994502 Feb 08 21:20:22.640560 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d87f1074-1a31-467a-9b09-efcd8d139a24 req-69d67ecc-f0f2-4858-a7c1-d87757d7af3a tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367146 Feb 08 21:20:22.694173 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02715b82-1777-44fd-9415-815a338d5dc3 req-db2a8411-4f20-4d2e-b6aa-e4456a6f5a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:22.708915 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02715b82-1777-44fd-9415-815a338d5dc3 req-db2a8411-4f20-4d2e-b6aa-e4456a6f5a79 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c08b3d357a9e4759baf802843a7339e7&device_id=4921deb7-419f-4884-88f5-9af19f1257be HTTP/1.1" status: 200 len: 1126 time: 0.4230609 Feb 08 21:20:22.740026 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-86550fd8-7bf9-48b5-9322-879dbde8d192 req-fc4d8780-4bed-4a9d-b52d-a331c5dd1bda service neutron] 10.222.0.94 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357319 Feb 08 21:20:22.744338 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-b954f04e-3ceb-4994-bc75-554c40ffb7ef service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=14653267-33f9-4701-8b25-78748f42e7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1450896 Feb 08 21:20:22.991817 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02715b82-1777-44fd-9415-815a338d5dc3 req-c1052edc-74fe-4c14-8e5d-9694dbaa983b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=747d964f-d050-4bbd-bf3e-63b07cf3cc45 HTTP/1.1" status: 200 len: 217 time: 0.2687395 Feb 08 21:20:23.042743 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec35feb-f2af-4547-8676-6456081ab23b req-d280ae99-2794-4354-96ab-58d943b116ec tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:23.053560 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ec35feb-f2af-4547-8676-6456081ab23b req-d280ae99-2794-4354-96ab-58d943b116ec tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 945 time: 0.5850489 Feb 08 21:20:23.136716 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02715b82-1777-44fd-9415-815a338d5dc3 req-dfa89e40-97f3-4bb4-8497-2249a7b0706b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:23.139696 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02715b82-1777-44fd-9415-815a338d5dc3 req-dfa89e40-97f3-4bb4-8497-2249a7b0706b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9f16667b-9ffb-4110-b7c2-7f68860ee7c0 HTTP/1.1" status: 200 len: 845 time: 0.1256702 Feb 08 21:20:23.224946 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02715b82-1777-44fd-9415-815a338d5dc3 req-f7cb55ea-e1bd-45f8-a231-610dd94176b9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6e721cc8-cb97-443d-9392-5abeb1b828df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771775 Feb 08 21:20:23.335539 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-b758944b-2d57-4281-9b92-95482996bcc3 service neutron] 10.222.0.96 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5397048 Feb 08 21:20:23.352217 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ec35feb-f2af-4547-8676-6456081ab23b req-bed00ed0-2d64-4bd5-bb23-cc94c9c8928a tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955770 Feb 08 21:20:23.439509 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a19ef9-f8c1-42f3-8942-d9374d000571 req-5c4fba05-8b7f-4403-a56e-1aec5858e160 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:23.463653 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1a19ef9-f8c1-42f3-8942-d9374d000571 req-5c4fba05-8b7f-4403-a56e-1aec5858e160 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 943 time: 0.5885401 Feb 08 21:20:23.638817 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-038ee0b0-81dc-42f0-a393-18ad9e047313 req-f21d7251-f228-479b-8351-1a12b956e0c4 service neutron] 10.222.0.96 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911682 Feb 08 21:20:23.643458 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-86550fd8-7bf9-48b5-9322-879dbde8d192 req-75af9051-4a95-4eaf-93c1-e4fb56461cc5 service neutron] 10.222.0.94 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8938527 Feb 08 21:20:23.685491 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9983179-0e63-49f5-adce-42164addbc80 req-49e673a5-83ec-4ae9-ae76-58dbceb5f255 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:23.688315 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d9983179-0e63-49f5-adce-42164addbc80 req-49e673a5-83ec-4ae9-ae76-58dbceb5f255 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.96 "GET /v2.0/ports?device_id=092d4ec7-e312-4890-8fea-5f78895559a5 HTTP/1.1" status: 200 len: 949 time: 0.6136670 Feb 08 21:20:23.958758 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1a19ef9-f8c1-42f3-8942-d9374d000571 req-8a80b0bc-5939-4a45-af50-b13a5cb5c7e3 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4916108 Feb 08 21:20:23.975726 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02715b82-1777-44fd-9415-815a338d5dc3 req-a13b7284-fe84-4b66-8409-953d54cdcf32 service neutron] 10.222.0.96 "GET /v2.0/networks/6e721cc8-cb97-443d-9392-5abeb1b828df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7183754 Feb 08 21:20:24.136728 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9035959-412f-47e2-a667-3c8b066270c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:24.254765 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c50d87-979b-49bc-b51e-36dce8b110a5 req-69e7efa3-8874-413b-890a-8f1314f123eb tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:24.255189 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73160cee-8b9a-412a-a6f8-ed280e6c3a62 req-8d73f4ac-5bb6-4ccd-8693-0aa32db1e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:24.258581 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-73160cee-8b9a-412a-a6f8-ed280e6c3a62 req-8d73f4ac-5bb6-4ccd-8693-0aa32db1e1d2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9528332d4f29435ebdf5e407e4b8930c&device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 1126 time: 0.4460986 Feb 08 21:20:24.270639 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-33c50d87-979b-49bc-b51e-36dce8b110a5 req-69e7efa3-8874-413b-890a-8f1314f123eb tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?device_id=092d4ec7-e312-4890-8fea-5f78895559a5 HTTP/1.1" status: 200 len: 949 time: 0.5923064 Feb 08 21:20:24.364643 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-d9983179-0e63-49f5-adce-42164addbc80 req-49c085af-ebec-46ed-95c2-f25de037fb68 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Deleting port f14ae353-fdbd-45f9-90fa-937cbbb40f5f {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:20:24.365496 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d9983179-0e63-49f5-adce-42164addbc80 req-49c085af-ebec-46ed-95c2-f25de037fb68 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f14ae353-fdbd-45f9-90fa-937cbbb40f5f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:24.517040 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-33c50d87-979b-49bc-b51e-36dce8b110a5 req-87e9e446-43e5-4a9e-a6c2-764bdcc4ad4b tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/security-groups?id=a425127d-b06d-48ae-8056-d92111fbf7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441497 Feb 08 21:20:24.520237 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02715b82-1777-44fd-9415-815a338d5dc3 req-9daba66e-da61-4f70-ab5a-377faf474e9e service neutron] 10.222.0.96 "GET /v2.0/networks/6e721cc8-cb97-443d-9392-5abeb1b828df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343180 Feb 08 21:20:24.620463 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78e9c7-6caf-4582-b0c3-df4ba7caad2c req-df5c0f1b-e493-4a20-b94d-9536e53be642 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:24.627069 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a78e9c7-6caf-4582-b0c3-df4ba7caad2c req-df5c0f1b-e493-4a20-b94d-9536e53be642 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4921deb7-419f-4884-88f5-9af19f1257be HTTP/1.1" status: 200 len: 943 time: 0.2497201 Feb 08 21:20:24.871930 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a78e9c7-6caf-4582-b0c3-df4ba7caad2c req-c04864cb-b80e-4311-96d2-128564bf95d0 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277822 Feb 08 21:20:24.888789 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73160cee-8b9a-412a-a6f8-ed280e6c3a62 req-7c829e2e-9341-4d29-819c-246b06f7a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:24.891385 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-73160cee-8b9a-412a-a6f8-ed280e6c3a62 req-7c829e2e-9341-4d29-819c-246b06f7a823 service neutron] 10.222.0.96 "GET /v2.0/networks?id=14653267-33f9-4701-8b25-78748f42e7d2 HTTP/1.1" status: 200 len: 913 time: 0.6191893 Feb 08 21:20:24.988762 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05cb9a-35c7-4faf-9386-3291a1f2d9c3 req-4bd46426-8693-4d9d-9174-05f0380d3ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:25.001692 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d05cb9a-35c7-4faf-9386-3291a1f2d9c3 req-4bd46426-8693-4d9d-9174-05f0380d3ee2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c08b3d357a9e4759baf802843a7339e7&device_id=4921deb7-419f-4884-88f5-9af19f1257be HTTP/1.1" status: 200 len: 1126 time: 0.3722615 Feb 08 21:20:25.010726 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-73160cee-8b9a-412a-a6f8-ed280e6c3a62 req-cf0a3534-0603-443a-a72c-7799ceb62673 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6135e892-1d04-4ba8-8aff-91ca40f59c2a HTTP/1.1" status: 200 len: 217 time: 0.1016881 Feb 08 21:20:25.214196 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-316cd6e3-9861-4f26-8f92-fb0889d08aa9 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:25.224177 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-316cd6e3-9861-4f26-8f92-fb0889d08aa9 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6&tenant_id=9b3b159591ee4a229900ea8953fa8a06&binding%3Ahost_id=n-h2-712143-31 HTTP/1.1" status: 200 len: 1128 time: 0.5024741 Feb 08 21:20:25.233110 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-d9983179-0e63-49f5-adce-42164addbc80 req-49c085af-ebec-46ed-95c2-f25de037fb68 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] For port f14ae353-fdbd-45f9-90fa-937cbbb40f5f, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f14ae353-fdbd-45f9-90fa-937cbbb40f5f,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:20:25.233732 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d9983179-0e63-49f5-adce-42164addbc80 req-49c085af-ebec-46ed-95c2-f25de037fb68 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f14ae353-fdbd-45f9-90fa-937cbbb40f5f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:25.235600 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb4c83-ee90-408a-9ae3-da72679d4ccf req-5d9ff66d-b425-4a44-ab46-5961c06de421 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:25.238330 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-92bb4c83-ee90-408a-9ae3-da72679d4ccf req-5d9ff66d-b425-4a44-ab46-5961c06de421 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 945 time: 0.4367435 Feb 08 21:20:25.263979 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2c9e9f6b-41ba-4063-9e1a-33d5a31aaa32 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712143-31'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:20:25.318244 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-d9983179-0e63-49f5-adce-42164addbc80 req-49c085af-ebec-46ed-95c2-f25de037fb68 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Calling delete_port for f14ae353-fdbd-45f9-90fa-937cbbb40f5f owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:20:25.323502 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 1d334fc4-b215-4027-a69e-cd363d72d0d6 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:20:25.358607 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73160cee-8b9a-412a-a6f8-ed280e6c3a62 req-ef68744c-5a5c-4c9c-bfda-4f0716a80a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:25.361091 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-73160cee-8b9a-412a-a6f8-ed280e6c3a62 req-ef68744c-5a5c-4c9c-bfda-4f0716a80a44 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a6250f6-adb5-401d-a3ca-a324e52c89b2 HTTP/1.1" status: 200 len: 852 time: 0.3316755 Feb 08 21:20:25.442209 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-92bb4c83-ee90-408a-9ae3-da72679d4ccf req-ac83cc7a-6f17-4d4a-bb83-4ab7d2c9160b tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702917 Feb 08 21:20:25.529454 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-73160cee-8b9a-412a-a6f8-ed280e6c3a62 req-68ebad3f-aba9-4aad-ab49-2791ee8dbb56 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=14653267-33f9-4701-8b25-78748f42e7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1544936 Feb 08 21:20:25.601173 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 1d334fc4-b215-4027-a69e-cd363d72d0d6, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1d334fc4-b215-4027-a69e-cd363d72d0d6,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:20:25.648681 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520db8c8-b732-4796-ac85-3b4bf30b5d5e req-f43c014a-ff04-4792-9018-a011b37d4340 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:25.654767 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-520db8c8-b732-4796-ac85-3b4bf30b5d5e req-f43c014a-ff04-4792-9018-a011b37d4340 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 943 time: 0.3843830 Feb 08 21:20:25.655185 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 1d334fc4-b215-4027-a69e-cd363d72d0d6 has no active binding in host n-h1-712143-31 {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 08 21:20:25.657739 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05cb9a-35c7-4faf-9386-3291a1f2d9c3 req-314f253a-d085-4b1a-bfad-073eb6f3d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:25.660636 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d05cb9a-35c7-4faf-9386-3291a1f2d9c3 req-314f253a-d085-4b1a-bfad-073eb6f3d53e service neutron] 10.222.0.96 "GET /v2.0/networks?id=6e721cc8-cb97-443d-9392-5abeb1b828df HTTP/1.1" status: 200 len: 906 time: 0.6482356 Feb 08 21:20:25.758055 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2c9e9f6b-41ba-4063-9e1a-33d5a31aaa32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1d334fc4-b215-4027-a69e-cd363d72d0d6), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:25.761947 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-73160cee-8b9a-412a-a6f8-ed280e6c3a62 req-0e1a3264-d0be-48e6-b11d-268f5b271ae6 service neutron] 10.222.0.96 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589665 Feb 08 21:20:25.824874 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d05cb9a-35c7-4faf-9386-3291a1f2d9c3 req-10d9c842-1672-421a-90aa-5785e29ba9fd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=747d964f-d050-4bbd-bf3e-63b07cf3cc45 HTTP/1.1" status: 200 len: 217 time: 0.1567054 Feb 08 21:20:25.988694 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-520db8c8-b732-4796-ac85-3b4bf30b5d5e req-555dd39d-6e27-43e1-bad3-c30a05657fc3 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184659 Feb 08 21:20:26.044232 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device f14ae353-fdbd-45f9-90fa-937cbbb40f5f no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:20:26.143940 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f76740-1ada-4474-9329-25ae858cdfd6 req-3561a610-da0f-46db-a330-a41631a07255 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:26.160166 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-94f76740-1ada-4474-9329-25ae858cdfd6 req-3561a610-da0f-46db-a330-a41631a07255 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?device_id=092d4ec7-e312-4890-8fea-5f78895559a5 HTTP/1.1" status: 200 len: 949 time: 0.4525247 Feb 08 21:20:26.285755 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05cb9a-35c7-4faf-9386-3291a1f2d9c3 req-0848cdbc-d246-4687-a2da-b3b888d8c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:26.288282 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d05cb9a-35c7-4faf-9386-3291a1f2d9c3 req-0848cdbc-d246-4687-a2da-b3b888d8c1ef service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9f16667b-9ffb-4110-b7c2-7f68860ee7c0 HTTP/1.1" status: 200 len: 845 time: 0.4478533 Feb 08 21:20:26.391607 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port f14ae353-fdbd-45f9-90fa-937cbbb40f5f is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:20:26.392519 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f14ae353-fdbd-45f9-90fa-937cbbb40f5f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:26.454252 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port f14ae353-fdbd-45f9-90fa-937cbbb40f5f, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f14ae353-fdbd-45f9-90fa-937cbbb40f5f,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:20:26.456362 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092d4ec7-e312-4890-8fea-5f78895559a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f14ae353-fdbd-45f9-90fa-937cbbb40f5f'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:20:26.461623 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3924cd9c-bf35-44b0-a059-87899729c8c4" -d '{"events": [{"server_uuid": "092d4ec7-e312-4890-8fea-5f78895559a5", "name": "network-vif-unplugged", "status": "completed", "tag": "f14ae353-fdbd-45f9-90fa-937cbbb40f5f"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:20:26.466283 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f14ae353-fdbd-45f9-90fa-937cbbb40f5f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:26.526931 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=f14ae353-fdbd-45f9-90fa-937cbbb40f5f,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:26.555378 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d05cb9a-35c7-4faf-9386-3291a1f2d9c3 req-e2383ecd-0d51-4f03-84d9-e3764719ba29 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6e721cc8-cb97-443d-9392-5abeb1b828df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2347860 Feb 08 21:20:26.591728 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-94f76740-1ada-4474-9329-25ae858cdfd6 req-fdb32c90-6175-45bc-ba6b-b4ccb6207097 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/security-groups?id=a425127d-b06d-48ae-8056-d92111fbf7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289002 Feb 08 21:20:26.799401 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511b8f8-e739-4638-a0b5-9cc79dadd1f7 req-bd8a8570-f96a-42f0-93bf-4a7eff1f5f28 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:26.808633 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5511b8f8-e739-4638-a0b5-9cc79dadd1f7 req-bd8a8570-f96a-42f0-93bf-4a7eff1f5f28 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4921deb7-419f-4884-88f5-9af19f1257be HTTP/1.1" status: 200 len: 943 time: 0.4197509 Feb 08 21:20:26.880243 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d05cb9a-35c7-4faf-9386-3291a1f2d9c3 req-13209e26-2d0f-4e8f-89cc-69e900650351 service neutron] 10.222.0.96 "GET /v2.0/networks/6e721cc8-cb97-443d-9392-5abeb1b828df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158944 Feb 08 21:20:26.948599 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c09e8-1188-4777-81e4-4140649b8f8a req-add64619-0257-481e-9aa4-efd969f39ba3 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:26.957682 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-759c09e8-1188-4777-81e4-4140649b8f8a req-add64619-0257-481e-9aa4-efd969f39ba3 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 945 time: 0.2348588 Feb 08 21:20:27.005474 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2c9e9f6b-41ba-4063-9e1a-33d5a31aaa32 service neutron] For port 1d334fc4-b215-4027-a69e-cd363d72d0d6, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1d334fc4-b215-4027-a69e-cd363d72d0d6,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:20:27.081589 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5511b8f8-e739-4638-a0b5-9cc79dadd1f7 req-3af84a11-c980-4dfd-ae28-a26fe4935588 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714565 Feb 08 21:20:27.091588 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-73160cee-8b9a-412a-a6f8-ed280e6c3a62 req-1bac5aa5-ead6-4091-aa95-7c185842c3c3 service neutron] 10.222.0.96 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3176928 Feb 08 21:20:27.131775 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2c9e9f6b-41ba-4063-9e1a-33d5a31aaa32 service neutron] For port 1d334fc4-b215-4027-a69e-cd363d72d0d6, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:20:27.247182 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d9983179-0e63-49f5-adce-42164addbc80 req-49c085af-ebec-46ed-95c2-f25de037fb68 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (f14ae353-fdbd-45f9-90fa-937cbbb40f5f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:27.251531 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90170fbd-60e1-4a31-825a-7cae5f439d4f x-openstack-request-id: req-90170fbd-60e1-4a31-825a-7cae5f439d4f {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:20:27.252043 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092d4ec7-e312-4890-8fea-5f78895559a5", "name": "network-vif-unplugged", "status": "completed", "tag": "f14ae353-fdbd-45f9-90fa-937cbbb40f5f", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:20:27.252579 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-90170fbd-60e1-4a31-825a-7cae5f439d4f {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:20:27.255174 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092d4ec7-e312-4890-8fea-5f78895559a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f14ae353-fdbd-45f9-90fa-937cbbb40f5f', 'code': 200} Feb 08 21:20:27.271141 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['f3536624-7bb3-4e29-96ef-a260c4694fe2'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:20:27.353689 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c085af-ebec-46ed-95c2-f25de037fb68 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Pushing event deleted for resources: {'Port': ['ID=f14ae353-fdbd-45f9-90fa-937cbbb40f5f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:27.419126 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-759c09e8-1188-4777-81e4-4140649b8f8a req-bdec7aaf-1b7a-4da2-83cf-e46b656d9c93 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584901 Feb 08 21:20:27.422666 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662535dd-1551-4bd4-a456-4cddad01e6a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d334fc4-b215-4027-a69e-cd363d72d0d6'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:20:27.428197 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65765629-350e-401c-86c5-147bec4f7862" -d '{"events": [{"server_uuid": "662535dd-1551-4bd4-a456-4cddad01e6a6", "name": "network-vif-unplugged", "status": "completed", "tag": "1d334fc4-b215-4027-a69e-cd363d72d0d6"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:20:27.437875 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2c9e9f6b-41ba-4063-9e1a-33d5a31aaa32 service neutron] Publish callbacks [] for port (1d334fc4-b215-4027-a69e-cd363d72d0d6), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:27.480417 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2c9e9f6b-41ba-4063-9e1a-33d5a31aaa32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (1d334fc4-b215-4027-a69e-cd363d72d0d6), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:27.569911 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c5120fdd-e0df-4262-9212-3e3975c812c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:27.654606 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d05cb9a-35c7-4faf-9386-3291a1f2d9c3 req-22def6d3-bc15-4076-9342-1262258099dd service neutron] 10.222.0.96 "GET /v2.0/networks/6e721cc8-cb97-443d-9392-5abeb1b828df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7622359 Feb 08 21:20:27.778891 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21373f36-bdf3-4026-9e28-9bc5c4505a4b x-openstack-request-id: req-21373f36-bdf3-4026-9e28-9bc5c4505a4b {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:20:27.779757 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662535dd-1551-4bd4-a456-4cddad01e6a6", "name": "network-vif-unplugged", "status": "completed", "tag": "1d334fc4-b215-4027-a69e-cd363d72d0d6", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:20:27.780565 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-21373f36-bdf3-4026-9e28-9bc5c4505a4b {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:20:27.781590 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662535dd-1551-4bd4-a456-4cddad01e6a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d334fc4-b215-4027-a69e-cd363d72d0d6', 'code': 200} Feb 08 21:20:27.800883 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e9f6b-41ba-4063-9e1a-33d5a31aaa32 service neutron] Pushing event updated for resources: {'Port': ['ID=1d334fc4-b215-4027-a69e-cd363d72d0d6,revision_number=7']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:27.802215 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b12aac-87a1-4e83-b0f7-11985fcefc47 req-f6a1037c-387d-44ed-b824-8c98f4ebdce6 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:27.838400 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-93b12aac-87a1-4e83-b0f7-11985fcefc47 req-f6a1037c-387d-44ed-b824-8c98f4ebdce6 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 943 time: 0.3642659 Feb 08 21:20:27.850804 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9983179-0e63-49f5-adce-42164addbc80 req-49c085af-ebec-46ed-95c2-f25de037fb68 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] No DVR routers for this DVR port f14ae353-fdbd-45f9-90fa-937cbbb40f5f on host n-h2-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:20:27.862012 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d9983179-0e63-49f5-adce-42164addbc80 req-49c085af-ebec-46ed-95c2-f25de037fb68 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:27.895348 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d9983179-0e63-49f5-adce-42164addbc80 req-49c085af-ebec-46ed-95c2-f25de037fb68 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.96 "DELETE /v2.0/ports/f14ae353-fdbd-45f9-90fa-937cbbb40f5f HTTP/1.1" status: 204 len: 173 time: 4.1967475 Feb 08 21:20:28.070284 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7fe9df9a-e3ea-4985-bb44-672f44288fc9 req-a2cd2f3b-c1db-4511-b186-0d6622e0bc64 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?device_id=092d4ec7-e312-4890-8fea-5f78895559a5 HTTP/1.1" status: 200 len: 210 time: 0.1822784 Feb 08 21:20:28.077116 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2c9e9f6b-41ba-4063-9e1a-33d5a31aaa32 service neutron] Attempting to bind port 1d334fc4-b215-4027-a69e-cd363d72d0d6 on host n-h2-712143-31 for vnic_type normal with profile {"migrating_to": "n-h1-712143-31"} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:20:28.077954 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2c9e9f6b-41ba-4063-9e1a-33d5a31aaa32 service neutron] Attempting to bind port 1d334fc4-b215-4027-a69e-cd363d72d0d6 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:20:28.078472 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2c9e9f6b-41ba-4063-9e1a-33d5a31aaa32 service neutron] Attempting to bind port 1d334fc4-b215-4027-a69e-cd363d72d0d6 on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:20:28.081880 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 6135e892-1d04-4ba8-8aff-91ca40f59c2a details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:20:28.091887 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2c9e9f6b-41ba-4063-9e1a-33d5a31aaa32 service neutron] Port 1d334fc4-b215-4027-a69e-cd363d72d0d6 on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:20:28.092401 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2c9e9f6b-41ba-4063-9e1a-33d5a31aaa32 service neutron] Attempting to bind port 1d334fc4-b215-4027-a69e-cd363d72d0d6 on network 4c67478e-bb4a-47b2-85c8-c1996b203e11 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:20:28.119841 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2c9e9f6b-41ba-4063-9e1a-33d5a31aaa32 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:20:28.121355 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2c9e9f6b-41ba-4063-9e1a-33d5a31aaa32 service neutron] Checking segment: {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:20:28.121355 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2c9e9f6b-41ba-4063-9e1a-33d5a31aaa32 service neutron] Bound using segment: {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:20:28.121801 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2c9e9f6b-41ba-4063-9e1a-33d5a31aaa32 service neutron] Bound port: 1d334fc4-b215-4027-a69e-cd363d72d0d6, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192fe8e4-755f-4415-87e9-29c03ed5ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c67478e-bb4a-47b2-85c8-c1996b203e11'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:20:28.122385 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2c9e9f6b-41ba-4063-9e1a-33d5a31aaa32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1d334fc4-b215-4027-a69e-cd363d72d0d6), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:28.227446 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-93b12aac-87a1-4e83-b0f7-11985fcefc47 req-213bef96-4faf-47dc-8a3d-5345d910c4fe tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769104 Feb 08 21:20:28.418394 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2c9e9f6b-41ba-4063-9e1a-33d5a31aaa32 service neutron] For port 1d334fc4-b215-4027-a69e-cd363d72d0d6, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:20:28.434598 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2c9e9f6b-41ba-4063-9e1a-33d5a31aaa32 service neutron] For port 1d334fc4-b215-4027-a69e-cd363d72d0d6, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1d334fc4-b215-4027-a69e-cd363d72d0d6,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:20:28.467646 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2c9e9f6b-41ba-4063-9e1a-33d5a31aaa32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (1d334fc4-b215-4027-a69e-cd363d72d0d6), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:28.676332 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 6135e892-1d04-4ba8-8aff-91ca40f59c2a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6135e892-1d04-4ba8-8aff-91ca40f59c2a,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:20:28.710631 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '6135e892-1d04-4ba8-8aff-91ca40f59c2a', 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2', 'port_id': '6135e892-1d04-4ba8-8aff-91ca40f59c2a', 'mac_address': 'fa:16:3e:75:23:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6250f6-adb5-401d-a3ca-a324e52c89b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:20:28.798619 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 6135e892-1d04-4ba8-8aff-91ca40f59c2a is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:20:28.798921 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6135e892-1d04-4ba8-8aff-91ca40f59c2a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:28.823989 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6135e892-1d04-4ba8-8aff-91ca40f59c2a {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:20:28.844308 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e9f6b-41ba-4063-9e1a-33d5a31aaa32 service neutron] Pushing event updated for resources: {'Port': ['ID=1d334fc4-b215-4027-a69e-cd363d72d0d6,revision_number=8']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:28.864829 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2c9e9f6b-41ba-4063-9e1a-33d5a31aaa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:28.865955 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2c9e9f6b-41ba-4063-9e1a-33d5a31aaa32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:28.868328 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2c9e9f6b-41ba-4063-9e1a-33d5a31aaa32 service neutron] 10.222.0.94 "PUT /v2.0/ports/1d334fc4-b215-4027-a69e-cd363d72d0d6 HTTP/1.1" status: 200 len: 1123 time: 3.6117115 Feb 08 21:20:28.884336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 6135e892-1d04-4ba8-8aff-91ca40f59c2a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6135e892-1d04-4ba8-8aff-91ca40f59c2a,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:20:28.905277 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6135e892-1d04-4ba8-8aff-91ca40f59c2a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:28.908288 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 747d964f-d050-4bbd-bf3e-63b07cf3cc45 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:20:29.044658 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['1d334fc4-b215-4027-a69e-cd363d72d0d6'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:20:29.059288 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['1d334fc4-b215-4027-a69e-cd363d72d0d6'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:20:29.241462 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=6135e892-1d04-4ba8-8aff-91ca40f59c2a,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:29.361366 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb48d6b-1017-444d-b909-7603655e2cff req-191c7dcc-9bd0-437e-9376-419836ad2df0 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:29.362828 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9fb48d6b-1017-444d-b909-7603655e2cff req-191c7dcc-9bd0-437e-9376-419836ad2df0 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4921deb7-419f-4884-88f5-9af19f1257be HTTP/1.1" status: 200 len: 943 time: 1.0073266 Feb 08 21:20:29.407805 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baaa224-8ade-450b-b6d6-29684da930b5 req-e3db2b8f-cdd3-40f6-a594-e91f6651d955 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:29.414920 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5baaa224-8ade-450b-b6d6-29684da930b5 req-e3db2b8f-cdd3-40f6-a594-e91f6651d955 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 943 time: 0.1609063 Feb 08 21:20:29.457409 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:29.462419 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 747d964f-d050-4bbd-bf3e-63b07cf3cc45, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=747d964f-d050-4bbd-bf3e-63b07cf3cc45,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:20:29.480379 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9fb48d6b-1017-444d-b909-7603655e2cff req-67e8e177-5149-4ec5-98b8-6a1a7fe02b28 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999074 Feb 08 21:20:29.552685 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5baaa224-8ade-450b-b6d6-29684da930b5 req-51fcbe64-4df9-4739-b18a-1a0454de5fd8 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365590 Feb 08 21:20:29.643076 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '747d964f-d050-4bbd-bf3e-63b07cf3cc45', 'network_id': '6e721cc8-cb97-443d-9392-5abeb1b828df', 'port_id': '747d964f-d050-4bbd-bf3e-63b07cf3cc45', 'mac_address': 'fa:16:3e:0a:3d:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f16667b-9ffb-4110-b7c2-7f68860ee7c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:20:29.783998 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092d4ec7-e312-4890-8fea-5f78895559a5', 'name': 'network-vif-deleted', 'tag': 'f14ae353-fdbd-45f9-90fa-937cbbb40f5f'}, {'name': 'network-changed', 'server_uuid': '662535dd-1551-4bd4-a456-4cddad01e6a6', 'tag': '1d334fc4-b215-4027-a69e-cd363d72d0d6'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:20:29.788928 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c1f19c-48d3-462a-b715-6b684a20f832" -d '{"events": [{"server_uuid": "092d4ec7-e312-4890-8fea-5f78895559a5", "name": "network-vif-deleted", "tag": "f14ae353-fdbd-45f9-90fa-937cbbb40f5f"}, {"name": "network-changed", "server_uuid": "662535dd-1551-4bd4-a456-4cddad01e6a6", "tag": "1d334fc4-b215-4027-a69e-cd363d72d0d6"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:20:29.912896 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 747d964f-d050-4bbd-bf3e-63b07cf3cc45 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:20:29.913842 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (747d964f-d050-4bbd-bf3e-63b07cf3cc45), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:29.965301 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 747d964f-d050-4bbd-bf3e-63b07cf3cc45 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:20:30.167182 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4719f-8885-4f9b-819c-3d9a283f5ff1 req-f846be8c-5228-427e-9004-69ff85e4da4f tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:30.178769 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4fe4719f-8885-4f9b-819c-3d9a283f5ff1 req-f846be8c-5228-427e-9004-69ff85e4da4f tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 944 time: 0.3574333 Feb 08 21:20:30.220984 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 747d964f-d050-4bbd-bf3e-63b07cf3cc45, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=747d964f-d050-4bbd-bf3e-63b07cf3cc45,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:20:30.291256 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (747d964f-d050-4bbd-bf3e-63b07cf3cc45), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:30.413649 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=747d964f-d050-4bbd-bf3e-63b07cf3cc45,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:30.432122 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 08 Feb 2022 21:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1c2828-ff6c-4978-9be1-198fbec95f85 x-openstack-request-id: req-bb1c2828-ff6c-4978-9be1-198fbec95f85 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:20:30.432713 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092d4ec7-e312-4890-8fea-5f78895559a5", "name": "network-vif-deleted", "tag": "f14ae353-fdbd-45f9-90fa-937cbbb40f5f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "662535dd-1551-4bd4-a456-4cddad01e6a6", "tag": "1d334fc4-b215-4027-a69e-cd363d72d0d6", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:20:30.433350 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bb1c2828-ff6c-4978-9be1-198fbec95f85 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:20:30.434085 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092d4ec7-e312-4890-8fea-5f78895559a5', 'name': 'network-vif-deleted', 'tag': 'f14ae353-fdbd-45f9-90fa-937cbbb40f5f', 'status': 'completed', 'code': 200} Feb 08 21:20:30.434604 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '662535dd-1551-4bd4-a456-4cddad01e6a6', 'tag': '1d334fc4-b215-4027-a69e-cd363d72d0d6', 'status': 'completed', 'code': 200} Feb 08 21:20:30.448258 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4fe4719f-8885-4f9b-819c-3d9a283f5ff1 req-e456e2ca-0707-4a04-9665-8b224106d731 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594571 Feb 08 21:20:30.604819 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f19c-48d3-462a-b715-6b684a20f832 req-87459a0b-3d83-458d-9980-1443ba073838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:30.608530 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-67c1f19c-48d3-462a-b715-6b684a20f832 req-87459a0b-3d83-458d-9980-1443ba073838 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9b3b159591ee4a229900ea8953fa8a06&device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 1157 time: 0.1271017 Feb 08 21:20:30.712478 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['6135e892-1d04-4ba8-8aff-91ca40f59c2a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:20:30.765462 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afcdbf-63b8-4ad2-a0dd-bf0ed2447791 req-3b9a92f8-c5d7-43a2-af3e-ac784abaa929 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:30.768977 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03afcdbf-63b8-4ad2-a0dd-bf0ed2447791 req-3b9a92f8-c5d7-43a2-af3e-ac784abaa929 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e9a8253-285d-4172-bd68-9d7a5ec4ff41 HTTP/1.1" status: 200 len: 950 time: 0.2357080 Feb 08 21:20:30.856829 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['747d964f-d050-4bbd-bf3e-63b07cf3cc45'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:20:30.910718 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03afcdbf-63b8-4ad2-a0dd-bf0ed2447791 req-3a8b69e5-1324-476d-bee6-cf4ec9f7fe7a tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/security-groups?id=a425127d-b06d-48ae-8056-d92111fbf7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234720 Feb 08 21:20:30.978857 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f19c-48d3-462a-b715-6b684a20f832 req-86bad3dc-873e-429f-983d-0808e871d469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:30.981403 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-67c1f19c-48d3-462a-b715-6b684a20f832 req-86bad3dc-873e-429f-983d-0808e871d469 service neutron] 10.222.0.96 "GET /v2.0/networks?id=4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 200 len: 909 time: 0.3633938 Feb 08 21:20:31.000455 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3b504-3c20-4796-8921-52f0034d407d req-ebca4b71-3d43-4aa3-a7c2-dde0005b36c2 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:31.021502 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-06e3b504-3c20-4796-8921-52f0034d407d req-ebca4b71-3d43-4aa3-a7c2-dde0005b36c2 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4921deb7-419f-4884-88f5-9af19f1257be HTTP/1.1" status: 200 len: 944 time: 0.2505565 Feb 08 21:20:31.088571 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-67c1f19c-48d3-462a-b715-6b684a20f832 req-c24cb199-d624-4a6b-87af-b71bbeb1cf28 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d334fc4-b215-4027-a69e-cd363d72d0d6 HTTP/1.1" status: 200 len: 217 time: 0.0931752 Feb 08 21:20:31.232968 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-06e3b504-3c20-4796-8921-52f0034d407d req-c6582d9a-4fe3-46d0-957e-f4194057ea0a tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083995 Feb 08 21:20:31.254466 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f19c-48d3-462a-b715-6b684a20f832 req-7affe0fa-3432-4dde-be49-1d4fa4872616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:31.258999 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-67c1f19c-48d3-462a-b715-6b684a20f832 req-7affe0fa-3432-4dde-be49-1d4fa4872616 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=55523d5b-2f07-476f-b4a6-0043cdbb6c1a HTTP/1.1" status: 200 len: 848 time: 0.1618698 Feb 08 21:20:31.349490 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98460da-a896-40f6-b683-b5ce7c6cd865 req-ca2771e8-ac7e-472c-b91b-e6e6da9bcf1e tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:31.369642 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98460da-a896-40f6-b683-b5ce7c6cd865 req-ca2771e8-ac7e-472c-b91b-e6e6da9bcf1e tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 943 time: 0.1699762 Feb 08 21:20:31.392748 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-67c1f19c-48d3-462a-b715-6b684a20f832 req-d73cd04a-35b0-4445-8d5e-60be509a53b2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4c67478e-bb4a-47b2-85c8-c1996b203e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178396 Feb 08 21:20:31.443044 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:31.471269 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:31.570594 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98460da-a896-40f6-b683-b5ce7c6cd865 req-5e4a5a80-99ec-43da-a729-16752d3bdf17 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978486 Feb 08 21:20:31.803128 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-67c1f19c-48d3-462a-b715-6b684a20f832 req-69764164-b069-483a-a0b6-0d443ae4f59e service neutron] 10.222.0.96 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089127 Feb 08 21:20:31.822203 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a281d8-b638-4e71-a812-6a9dd266c007 req-208d0cde-6dab-400e-a795-48a8040b58f2 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:31.835932 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-46a281d8-b638-4e71-a812-6a9dd266c007 req-208d0cde-6dab-400e-a795-48a8040b58f2 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 944 time: 0.2389860 Feb 08 21:20:31.954796 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-46a281d8-b638-4e71-a812-6a9dd266c007 req-5ec1d9ed-41e5-41bf-8d13-725c6e4c1f3b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120141 Feb 08 21:20:32.069562 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-67c1f19c-48d3-462a-b715-6b684a20f832 req-78bc28ce-9c00-41ac-a13b-1854d3fe2626 service neutron] 10.222.0.96 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579381 Feb 08 21:20:32.215994 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c26b8-2777-407d-89e2-3fbe4792b100 req-bf724382-1814-486e-a91b-ba9319077aad tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:32.221810 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e2c26b8-2777-407d-89e2-3fbe4792b100 req-bf724382-1814-486e-a91b-ba9319077aad tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e9a8253-285d-4172-bd68-9d7a5ec4ff41 HTTP/1.1" status: 200 len: 950 time: 0.1084514 Feb 08 21:20:32.363815 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e2c26b8-2777-407d-89e2-3fbe4792b100 req-f1b40c83-cdf4-4234-bb8d-7d1482c77493 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/security-groups?id=a425127d-b06d-48ae-8056-d92111fbf7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349599 Feb 08 21:20:32.456664 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fded6b5-49d5-4754-907b-75444f400682 req-3204b17d-bd05-4c79-812d-61c3b9a3b08b tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:32.466962 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9fded6b5-49d5-4754-907b-75444f400682 req-3204b17d-bd05-4c79-812d-61c3b9a3b08b tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.96 "GET /v2.0/ports?device_id=3e9a8253-285d-4172-bd68-9d7a5ec4ff41 HTTP/1.1" status: 200 len: 950 time: 0.2971859 Feb 08 21:20:32.620002 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-9fded6b5-49d5-4754-907b-75444f400682 req-957a98d8-268e-4921-b3f7-ce1755bbff2b tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Deleting port f3536624-7bb3-4e29-96ef-a260c4694fe2 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:20:32.620576 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9fded6b5-49d5-4754-907b-75444f400682 req-957a98d8-268e-4921-b3f7-ce1755bbff2b tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f3536624-7bb3-4e29-96ef-a260c4694fe2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:32.663884 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104627d4-f9e4-4db6-a09f-b741f2fb031b req-b7385c47-7256-4817-a5c1-8ac99934f1bf tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:32.689016 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-104627d4-f9e4-4db6-a09f-b741f2fb031b req-b7385c47-7256-4817-a5c1-8ac99934f1bf tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4921deb7-419f-4884-88f5-9af19f1257be HTTP/1.1" status: 200 len: 944 time: 0.2103457 Feb 08 21:20:32.784950 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-9fded6b5-49d5-4754-907b-75444f400682 req-957a98d8-268e-4921-b3f7-ce1755bbff2b tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] For port f3536624-7bb3-4e29-96ef-a260c4694fe2, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f3536624-7bb3-4e29-96ef-a260c4694fe2,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:20:32.785558 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9fded6b5-49d5-4754-907b-75444f400682 req-957a98d8-268e-4921-b3f7-ce1755bbff2b tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f3536624-7bb3-4e29-96ef-a260c4694fe2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:32.810933 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-9fded6b5-49d5-4754-907b-75444f400682 req-957a98d8-268e-4921-b3f7-ce1755bbff2b tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Calling delete_port for f3536624-7bb3-4e29-96ef-a260c4694fe2 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:20:32.829268 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-104627d4-f9e4-4db6-a09f-b741f2fb031b req-58ba3cfa-41a1-4be4-8cfa-9df163fe7d0e tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371007 Feb 08 21:20:32.950331 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470a8aa-3cbb-4413-b669-ba436a9baa96 req-0eddba66-4b8e-4dab-99f5-dd6cd6cf91d9 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:32.954741 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6470a8aa-3cbb-4413-b669-ba436a9baa96 req-0eddba66-4b8e-4dab-99f5-dd6cd6cf91d9 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 943 time: 0.1214626 Feb 08 21:20:33.007361 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9fded6b5-49d5-4754-907b-75444f400682 req-957a98d8-268e-4921-b3f7-ce1755bbff2b tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (f3536624-7bb3-4e29-96ef-a260c4694fe2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:33.033689 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['f3536624-7bb3-4e29-96ef-a260c4694fe2'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:20:33.079657 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a98d8-268e-4921-b3f7-ce1755bbff2b tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Pushing event deleted for resources: {'Port': ['ID=f3536624-7bb3-4e29-96ef-a260c4694fe2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:33.137870 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6470a8aa-3cbb-4413-b669-ba436a9baa96 req-3e5691d0-7308-4856-8536-fc28676e2e74 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730537 Feb 08 21:20:33.225529 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fded6b5-49d5-4754-907b-75444f400682 req-957a98d8-268e-4921-b3f7-ce1755bbff2b tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] No DVR routers for this DVR port f3536624-7bb3-4e29-96ef-a260c4694fe2 on host n-h2-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:20:33.230384 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9fded6b5-49d5-4754-907b-75444f400682 req-957a98d8-268e-4921-b3f7-ce1755bbff2b tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:33.239371 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9fded6b5-49d5-4754-907b-75444f400682 req-957a98d8-268e-4921-b3f7-ce1755bbff2b tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.96 "DELETE /v2.0/ports/f3536624-7bb3-4e29-96ef-a260c4694fe2 HTTP/1.1" status: 204 len: 173 time: 0.7706094 Feb 08 21:20:33.240146 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9a8253-285d-4172-bd68-9d7a5ec4ff41', 'name': 'network-vif-deleted', 'tag': 'f3536624-7bb3-4e29-96ef-a260c4694fe2'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:20:33.246811 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a45cadd-5265-45f6-90ec-20849a707c25" -d '{"events": [{"server_uuid": "3e9a8253-285d-4172-bd68-9d7a5ec4ff41", "name": "network-vif-deleted", "tag": "f3536624-7bb3-4e29-96ef-a260c4694fe2"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:20:33.249994 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60d923-54b4-4b42-970d-8a539d453a01 req-16ddc344-8ea0-47b4-bf61-3c5fa7773d76 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:33.251672 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-af60d923-54b4-4b42-970d-8a539d453a01 req-16ddc344-8ea0-47b4-bf61-3c5fa7773d76 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 944 time: 0.0748737 Feb 08 21:20:33.329350 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e69925-8aef-4931-8750-3654257a628b x-openstack-request-id: req-00e69925-8aef-4931-8750-3654257a628b {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:20:33.330566 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9a8253-285d-4172-bd68-9d7a5ec4ff41", "name": "network-vif-deleted", "tag": "f3536624-7bb3-4e29-96ef-a260c4694fe2", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:20:33.331208 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-00e69925-8aef-4931-8750-3654257a628b {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:20:33.332174 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9a8253-285d-4172-bd68-9d7a5ec4ff41', 'name': 'network-vif-deleted', 'tag': 'f3536624-7bb3-4e29-96ef-a260c4694fe2', 'status': 'completed', 'code': 200} Feb 08 21:20:33.389895 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-af60d923-54b4-4b42-970d-8a539d453a01 req-b3784a33-a3d9-4bfa-bd45-85565dfc02f3 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276784 Feb 08 21:20:33.585573 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-51be3f5b-cde0-4f03-abff-e9e0f4744a1f req-408836b6-f5a7-47ba-a582-e84898cabd41 tempest-ServersAdminNegativeTestJSON-410359250 tempest-ServersAdminNegativeTestJSON-410359250-project] 10.222.0.88 "GET /v2.0/ports?device_id=3e9a8253-285d-4172-bd68-9d7a5ec4ff41 HTTP/1.1" status: 200 len: 210 time: 0.0372682 Feb 08 21:20:34.122104 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12581ff2-d5c6-419b-bd8c-d4c06850583d req-12b1a428-cfc5-4fd8-8e11-e082e1f6b756 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:34.123773 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-12581ff2-d5c6-419b-bd8c-d4c06850583d req-12b1a428-cfc5-4fd8-8e11-e082e1f6b756 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4921deb7-419f-4884-88f5-9af19f1257be HTTP/1.1" status: 200 len: 944 time: 0.1021833 Feb 08 21:20:34.216305 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-12581ff2-d5c6-419b-bd8c-d4c06850583d req-c23ec4a7-1245-4fee-b4c5-4f57808212b7 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752997 Feb 08 21:20:34.319365 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903538e3-cc03-4557-9907-479a7cdadc0b req-0ce17523-4848-4eeb-906d-df5519d3aea1 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:34.321610 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-903538e3-cc03-4557-9907-479a7cdadc0b req-0ce17523-4848-4eeb-906d-df5519d3aea1 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 943 time: 0.0750954 Feb 08 21:20:34.327569 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 6135e892-1d04-4ba8-8aff-91ca40f59c2a up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:20:34.390400 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-903538e3-cc03-4557-9907-479a7cdadc0b req-6e0a9308-5190-456c-80bc-46c72cf8fbb9 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631409 Feb 08 21:20:34.434825 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 6135e892-1d04-4ba8-8aff-91ca40f59c2a completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:20:34.443236 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 6135e892-1d04-4ba8-8aff-91ca40f59c2a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:20:34.443992 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6135e892-1d04-4ba8-8aff-91ca40f59c2a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:34.582105 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07533ed-dfa4-4f9d-b3ad-2350a1c10ea2 req-1f72e9c1-6999-49b5-9226-84b77ad3ad14 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:34.583702 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c07533ed-dfa4-4f9d-b3ad-2350a1c10ea2 req-1f72e9c1-6999-49b5-9226-84b77ad3ad14 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 944 time: 0.0742409 Feb 08 21:20:34.587535 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 6135e892-1d04-4ba8-8aff-91ca40f59c2a is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:20:34.587918 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6135e892-1d04-4ba8-8aff-91ca40f59c2a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:34.656021 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0201cb-1b48-4812-b285-667d217cbcfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6135e892-1d04-4ba8-8aff-91ca40f59c2a'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:20:34.676667 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f8c728-667f-4fc4-87b6-83346af67c96" -d '{"events": [{"server_uuid": "fb0201cb-1b48-4812-b285-667d217cbcfc", "name": "network-vif-plugged", "status": "completed", "tag": "6135e892-1d04-4ba8-8aff-91ca40f59c2a"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:20:34.698692 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c07533ed-dfa4-4f9d-b3ad-2350a1c10ea2 req-488e9366-0426-4f56-bd1e-40b1f6b64d60 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043770 Feb 08 21:20:34.749411 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68eda070-c49b-48eb-86a7-179b70750827 x-openstack-request-id: req-68eda070-c49b-48eb-86a7-179b70750827 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:20:34.751943 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0201cb-1b48-4812-b285-667d217cbcfc", "name": "network-vif-plugged", "status": "completed", "tag": "6135e892-1d04-4ba8-8aff-91ca40f59c2a", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:20:34.752453 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-68eda070-c49b-48eb-86a7-179b70750827 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:20:34.755411 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0201cb-1b48-4812-b285-667d217cbcfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6135e892-1d04-4ba8-8aff-91ca40f59c2a', 'code': 200} Feb 08 21:20:34.767499 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 6135e892-1d04-4ba8-8aff-91ca40f59c2a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6135e892-1d04-4ba8-8aff-91ca40f59c2a,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:20:34.778522 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6135e892-1d04-4ba8-8aff-91ca40f59c2a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:34.780270 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 747d964f-d050-4bbd-bf3e-63b07cf3cc45 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:20:34.927550 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed629f-f410-4376-9ef2-0ccd3d133688 req-71ca06ce-8360-43cd-b5c4-92b361f64917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:34.929589 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-39ed629f-f410-4376-9ef2-0ccd3d133688 req-71ca06ce-8360-43cd-b5c4-92b361f64917 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 1128 time: 0.1062341 Feb 08 21:20:35.028456 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=6135e892-1d04-4ba8-8aff-91ca40f59c2a,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:35.039032 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 747d964f-d050-4bbd-bf3e-63b07cf3cc45 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:20:35.044861 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 747d964f-d050-4bbd-bf3e-63b07cf3cc45 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:20:35.045250 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (747d964f-d050-4bbd-bf3e-63b07cf3cc45), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:35.046575 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-39ed629f-f410-4376-9ef2-0ccd3d133688 req-0c720d16-24ee-4a57-8cf4-67104078f8bb service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082172 Feb 08 21:20:35.152250 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 747d964f-d050-4bbd-bf3e-63b07cf3cc45 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:20:35.153174 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (747d964f-d050-4bbd-bf3e-63b07cf3cc45), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:35.198975 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 747d964f-d050-4bbd-bf3e-63b07cf3cc45, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=747d964f-d050-4bbd-bf3e-63b07cf3cc45,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:20:35.210679 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (747d964f-d050-4bbd-bf3e-63b07cf3cc45), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:35.212328 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device f3536624-7bb3-4e29-96ef-a260c4694fe2 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:20:35.368110 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47350) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:20:35.416579 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=747d964f-d050-4bbd-bf3e-63b07cf3cc45,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:35.425259 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: f3536624-7bb3-4e29-96ef-a260c4694fe2 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:20:35.425867 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device f3536624-7bb3-4e29-96ef-a260c4694fe2 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:20:35.426484 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 1d334fc4-b215-4027-a69e-cd363d72d0d6 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:20:35.651838 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5f5ef-cf11-4f24-a0b4-41aca4b14648 req-0e3628af-7e4e-4d76-af98-6bf9a8e108cd tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:35.664725 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 1d334fc4-b215-4027-a69e-cd363d72d0d6 is: DOWN; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:20:35.669334 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b9c5f5ef-cf11-4f24-a0b4-41aca4b14648 req-0e3628af-7e4e-4d76-af98-6bf9a8e108cd tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 943 time: 0.1111922 Feb 08 21:20:35.696087 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f7a4ba06-b61d-4979-bb56-fd855e88192f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=45d6d6ff9c034a498fa50495cc747396&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3264763 Feb 08 21:20:35.698680 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47356) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:20:35.775238 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b9c5f5ef-cf11-4f24-a0b4-41aca4b14648 req-f472a839-7294-4eff-9f8f-f7cb824dbc6b tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049948 Feb 08 21:20:35.840419 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3414412-cc24-433e-83e8-d8cf79b4796a admin admin] Publish callbacks [] for security_group (a425127d-b06d-48ae-8056-d92111fbf7dc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:35.928578 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3414412-cc24-433e-83e8-d8cf79b4796a admin admin] Publish callbacks [] for security_group (a425127d-b06d-48ae-8056-d92111fbf7dc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:36.015082 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16051e1-bdc9-4b6f-8d78-5a37e0db4c53 req-2a909181-aff1-4dd1-8650-bc8e68cc35cc tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:36.019165 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c16051e1-bdc9-4b6f-8d78-5a37e0db4c53 req-2a909181-aff1-4dd1-8650-bc8e68cc35cc tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 945 time: 0.1252701 Feb 08 21:20:36.061119 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3414412-cc24-433e-83e8-d8cf79b4796a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a425127d-b06d-48ae-8056-d92111fbf7dc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:36.073993 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3414412-cc24-433e-83e8-d8cf79b4796a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:36.076327 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c3414412-cc24-433e-83e8-d8cf79b4796a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a425127d-b06d-48ae-8056-d92111fbf7dc HTTP/1.1" status: 204 len: 168 time: 0.3757150 Feb 08 21:20:36.097387 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3414412-cc24-433e-83e8-d8cf79b4796a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a425127d-b06d-48ae-8056-d92111fbf7dc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:36.208410 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:36.246449 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c16051e1-bdc9-4b6f-8d78-5a37e0db4c53 req-f9147ec8-7f70-4e8e-b394-599af59b161c tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183800 Feb 08 21:20:36.274901 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb6d96-de75-484d-b50c-ad54fcd5c5b8 req-e14af26d-0c87-4e7d-a536-1fce0b394115 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:36.276794 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ebb6d96-de75-484d-b50c-ad54fcd5c5b8 req-e14af26d-0c87-4e7d-a536-1fce0b394115 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4921deb7-419f-4884-88f5-9af19f1257be HTTP/1.1" status: 200 len: 945 time: 0.2020798 Feb 08 21:20:36.420925 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ebb6d96-de75-484d-b50c-ad54fcd5c5b8 req-ab2e0715-4b9e-40bd-a3c5-c781af9a975c tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276958 Feb 08 21:20:36.560450 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:36.757474 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4921deb7-419f-4884-88f5-9af19f1257be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747d964f-d050-4bbd-bf3e-63b07cf3cc45'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:20:36.760776 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f2b784-4fb9-4c64-8f35-20b2a6a992ef" -d '{"events": [{"server_uuid": "4921deb7-419f-4884-88f5-9af19f1257be", "name": "network-vif-plugged", "status": "completed", "tag": "747d964f-d050-4bbd-bf3e-63b07cf3cc45"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:20:36.800100 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47366) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:20:36.858530 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eced6044-137a-4fb9-9f30-392aaa6f52b2 x-openstack-request-id: req-eced6044-137a-4fb9-9f30-392aaa6f52b2 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:20:36.858857 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4921deb7-419f-4884-88f5-9af19f1257be", "name": "network-vif-plugged", "status": "completed", "tag": "747d964f-d050-4bbd-bf3e-63b07cf3cc45", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:20:36.859100 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-eced6044-137a-4fb9-9f30-392aaa6f52b2 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:20:36.859517 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4921deb7-419f-4884-88f5-9af19f1257be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747d964f-d050-4bbd-bf3e-63b07cf3cc45', 'code': 200} Feb 08 21:20:36.927729 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-595072ba-5ed6-4703-a93d-830199ea3efd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0f399ed1b38a4b3eb946b67928b33669&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1233959 Feb 08 21:20:36.928963 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47370) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:20:36.992631 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a34fc-819d-4144-b2fa-fecae0592a14 req-4847ca84-152b-4a4a-bf30-128e75110593 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:36.993567 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a9a34fc-819d-4144-b2fa-fecae0592a14 req-4847ca84-152b-4a4a-bf30-128e75110593 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 943 time: 0.0965214 Feb 08 21:20:37.063062 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a9a34fc-819d-4144-b2fa-fecae0592a14 req-51c0e586-559f-42d8-a86f-129460ccb16b tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681581 Feb 08 21:20:37.108526 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8bd9ba4-0941-4b50-af32-3b74c17ae668 admin admin] Publish callbacks [] for security_group (c349c0b4-7179-4cc4-ad99-45ca7bc6f631), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:37.139469 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8bd9ba4-0941-4b50-af32-3b74c17ae668 admin admin] Publish callbacks [] for security_group (c349c0b4-7179-4cc4-ad99-45ca7bc6f631), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:37.202979 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8bd9ba4-0941-4b50-af32-3b74c17ae668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c349c0b4-7179-4cc4-ad99-45ca7bc6f631), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:37.206233 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8bd9ba4-0941-4b50-af32-3b74c17ae668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:37.218171 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b8bd9ba4-0941-4b50-af32-3b74c17ae668 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c349c0b4-7179-4cc4-ad99-45ca7bc6f631 HTTP/1.1" status: 204 len: 168 time: 0.2823234 Feb 08 21:20:37.246436 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6435f7-f921-46e9-ab8c-30fd6b0c0f65 req-3fb49e22-e8c8-42c4-96e0-0f4b0db5ceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:37.248997 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1c6435f7-f921-46e9-ab8c-30fd6b0c0f65 req-3fb49e22-e8c8-42c4-96e0-0f4b0db5ceb5 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4921deb7-419f-4884-88f5-9af19f1257be HTTP/1.1" status: 200 len: 1128 time: 0.2903562 Feb 08 21:20:37.260572 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd9ba4-0941-4b50-af32-3b74c17ae668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c349c0b4-7179-4cc4-ad99-45ca7bc6f631,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:37.360305 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1c6435f7-f921-46e9-ab8c-30fd6b0c0f65 req-61a45b46-ecbb-40cb-9eff-5b32c20626bf service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938306 Feb 08 21:20:37.509278 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a101ca9-60d3-42cb-8ddc-f8b54f7ad8bc req-97f65c4e-bc8d-4a3a-ba5a-5ee13348dd32 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:37.512360 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a101ca9-60d3-42cb-8ddc-f8b54f7ad8bc req-97f65c4e-bc8d-4a3a-ba5a-5ee13348dd32 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 945 time: 0.1312716 Feb 08 21:20:37.610531 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a101ca9-60d3-42cb-8ddc-f8b54f7ad8bc req-807ecefc-f4d5-4f55-8a70-eddf595e232b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870087 Feb 08 21:20:37.748348 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1571d42-9d46-4dbc-863d-8270320dc505 req-39b65a86-bf39-48e0-8e2a-79a3fc6cc382 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:37.753275 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1571d42-9d46-4dbc-863d-8270320dc505 req-39b65a86-bf39-48e0-8e2a-79a3fc6cc382 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4921deb7-419f-4884-88f5-9af19f1257be HTTP/1.1" status: 200 len: 945 time: 0.2023799 Feb 08 21:20:37.933609 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1571d42-9d46-4dbc-863d-8270320dc505 req-519bc240-9bd8-4a64-921d-838b019772d2 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738858 Feb 08 21:20:38.236602 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83be3a-5f2b-47de-9c15-24afda510354 req-f172ad68-a26b-43f9-aae3-8acf93f350ae tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:38.238307 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-db83be3a-5f2b-47de-9c15-24afda510354 req-f172ad68-a26b-43f9-aae3-8acf93f350ae tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 945 time: 0.1593342 Feb 08 21:20:38.394970 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84af08-6451-45ba-bbc2-efb3113c02bd req-74dc0343-cef8-497e-80ef-50551ab370db tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:38.408657 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed84af08-6451-45ba-bbc2-efb3113c02bd req-74dc0343-cef8-497e-80ef-50551ab370db tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 943 time: 0.1998706 Feb 08 21:20:38.428509 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-db83be3a-5f2b-47de-9c15-24afda510354 req-ad840fea-e1e4-4511-aec7-5f6e6443a433 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794853 Feb 08 21:20:38.539239 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed84af08-6451-45ba-bbc2-efb3113c02bd req-f889f565-b0a5-43e5-8d6c-4a97b5a11b0d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294837 Feb 08 21:20:39.174693 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc88ce-3224-4003-90b0-84fc141c6a46 req-1c291349-536f-4922-99c3-79c65c309906 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:39.177009 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8fc88ce-3224-4003-90b0-84fc141c6a46 req-1c291349-536f-4922-99c3-79c65c309906 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4921deb7-419f-4884-88f5-9af19f1257be HTTP/1.1" status: 200 len: 945 time: 0.1018834 Feb 08 21:20:39.288284 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8fc88ce-3224-4003-90b0-84fc141c6a46 req-b71ea4de-5d99-4dff-b2e3-2a3543069a3b tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870302 Feb 08 21:20:39.761523 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff813123-4f3e-4bd8-9c2e-ac123ec71be8 req-4132ab5f-3355-4636-88bf-08a89a1b5c13 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:39.771523 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff813123-4f3e-4bd8-9c2e-ac123ec71be8 req-4132ab5f-3355-4636-88bf-08a89a1b5c13 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 945 time: 0.1250083 Feb 08 21:20:39.931887 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff813123-4f3e-4bd8-9c2e-ac123ec71be8 req-33a706f8-e87b-430e-8db2-9a5ad33fcb05 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551440 Feb 08 21:20:40.191804 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01194a-e6e8-46e3-a557-370c1e23a241 req-c29493df-cc7d-4c6a-982c-7e7abdd757c1 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:40.195379 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d01194a-e6e8-46e3-a557-370c1e23a241 req-c29493df-cc7d-4c6a-982c-7e7abdd757c1 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 943 time: 0.1525302 Feb 08 21:20:40.333092 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:20:40.364765 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d01194a-e6e8-46e3-a557-370c1e23a241 req-543765b0-b7e8-4c13-be99-53e2e7c96dd7 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535692 Feb 08 21:20:40.801305 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd5ab8-6812-44dc-be48-dfdafb6efcf1 req-1b13aecc-3646-4673-b799-a2eb0940cfdb tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:40.809482 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5edd5ab8-6812-44dc-be48-dfdafb6efcf1 req-1b13aecc-3646-4673-b799-a2eb0940cfdb tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4921deb7-419f-4884-88f5-9af19f1257be HTTP/1.1" status: 200 len: 945 time: 0.0784307 Feb 08 21:20:40.886271 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5edd5ab8-6812-44dc-be48-dfdafb6efcf1 req-390a577b-2bbc-4235-a222-a4f418c5c2bf tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751848 Feb 08 21:20:40.941810 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47484) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:20:41.270064 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64618aa9-beb6-408b-9a9a-01871f274901 req-4e23c032-6d83-4f53-8473-0f821e76e279 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:41.279988 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-64618aa9-beb6-408b-9a9a-01871f274901 req-4e23c032-6d83-4f53-8473-0f821e76e279 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 945 time: 0.2223079 Feb 08 21:20:41.495901 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-64618aa9-beb6-408b-9a9a-01871f274901 req-9edd0468-3117-4809-9c08-db03d2dd451f tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094498 Feb 08 21:20:41.811402 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e5df59-6406-413e-985d-cda8710ee2b9 req-199232cd-09dd-4494-a7e4-3f10d67c0fc9 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:41.821914 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9e5df59-6406-413e-985d-cda8710ee2b9 req-199232cd-09dd-4494-a7e4-3f10d67c0fc9 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 943 time: 0.2799752 Feb 08 21:20:42.271345 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9e5df59-6406-413e-985d-cda8710ee2b9 req-e8181f25-5a27-4799-bf97-8ea1703131e0 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329717 Feb 08 21:20:42.357315 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadd784-c1d3-496d-a321-745c35bb2807 req-dbeb988d-f1ae-40f0-9342-cca190554711 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:42.360374 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6fadd784-c1d3-496d-a321-745c35bb2807 req-dbeb988d-f1ae-40f0-9342-cca190554711 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4921deb7-419f-4884-88f5-9af19f1257be HTTP/1.1" status: 200 len: 945 time: 0.3249538 Feb 08 21:20:42.472419 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6fadd784-c1d3-496d-a321-745c35bb2807 req-44fd0602-2c5d-43b0-8faf-c07ffb9c4c8c tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937469 Feb 08 21:20:42.482095 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47538) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:20:42.528807 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-79d30a1b-1add-4631-80be-f1faddc4c7e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (601d5a48-882c-4a1d-b3df-c19330dc44c8), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:42.722998 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-096af3df-e4dd-43e4-a654-944718f01a9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:42.884824 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a3f99-1e45-4068-be0a-843c04cadc2b req-ac4e052d-e07d-468a-b395-c17294c4343d tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:42.888342 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d9a3f99-1e45-4068-be0a-843c04cadc2b req-ac4e052d-e07d-468a-b395-c17294c4343d tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 945 time: 0.2083073 Feb 08 21:20:42.919383 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-096af3df-e4dd-43e4-a654-944718f01a9a admin admin] Publish callbacks [] for security_group (3a1364cf-d34d-4aa8-b1fd-2157e37f9a38), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:42.931864 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-096af3df-e4dd-43e4-a654-944718f01a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3a1364cf-d34d-4aa8-b1fd-2157e37f9a38), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:43.008582 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096af3df-e4dd-43e4-a654-944718f01a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1364cf-d34d-4aa8-b1fd-2157e37f9a38,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:43.098510 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-096af3df-e4dd-43e4-a654-944718f01a9a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=667611d189024817a50a80707b4d0e17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6137714 Feb 08 21:20:43.100343 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47550) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:20:43.124850 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d9a3f99-1e45-4068-be0a-843c04cadc2b req-58ddca08-37bd-4258-b9ce-cdfaedaa30fe tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241685 Feb 08 21:20:43.245775 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cbae4e4c-e60f-4e75-b6a9-dc6e630e78a1 admin admin] Publish callbacks [] for security_group (3a1364cf-d34d-4aa8-b1fd-2157e37f9a38), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:43.284325 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cbae4e4c-e60f-4e75-b6a9-dc6e630e78a1 admin admin] Publish callbacks [] for security_group (3a1364cf-d34d-4aa8-b1fd-2157e37f9a38), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:43.295254 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-79d30a1b-1add-4631-80be-f1faddc4c7e5 admin admin] Deleting port ec77d9ec-9aa2-4a68-b897-e9db0231a07a {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:20:43.295645 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-79d30a1b-1add-4631-80be-f1faddc4c7e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (ec77d9ec-9aa2-4a68-b897-e9db0231a07a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:43.398066 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-79d30a1b-1add-4631-80be-f1faddc4c7e5 admin admin] For port ec77d9ec-9aa2-4a68-b897-e9db0231a07a, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ec77d9ec-9aa2-4a68-b897-e9db0231a07a,segment=NetworkSegment(ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa),segment_id=ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:20:43.398436 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-79d30a1b-1add-4631-80be-f1faddc4c7e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (ec77d9ec-9aa2-4a68-b897-e9db0231a07a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:43.424049 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-79d30a1b-1add-4631-80be-f1faddc4c7e5 admin admin] Calling delete_port for ec77d9ec-9aa2-4a68-b897-e9db0231a07a owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:20:43.461682 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cbae4e4c-e60f-4e75-b6a9-dc6e630e78a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3a1364cf-d34d-4aa8-b1fd-2157e37f9a38), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:43.464483 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cbae4e4c-e60f-4e75-b6a9-dc6e630e78a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:43.468752 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cbae4e4c-e60f-4e75-b6a9-dc6e630e78a1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3a1364cf-d34d-4aa8-b1fd-2157e37f9a38 HTTP/1.1" status: 204 len: 168 time: 0.3652983 Feb 08 21:20:43.510654 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae4e4c-e60f-4e75-b6a9-dc6e630e78a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1364cf-d34d-4aa8-b1fd-2157e37f9a38,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:44.018894 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b5c8c-78bd-4826-8be2-e78e9b0441a5 req-c1d75870-e605-452d-a355-9339d9e498f6 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:44.021836 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e06b5c8c-78bd-4826-8be2-e78e9b0441a5 req-c1d75870-e605-452d-a355-9339d9e498f6 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 943 time: 0.3069770 Feb 08 21:20:44.152847 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb9181-5940-4752-bc91-0bcade70ee1f req-f0dde0fd-f069-4b0d-b64b-01323fe7ef0f tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:44.155548 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d3cb9181-5940-4752-bc91-0bcade70ee1f req-f0dde0fd-f069-4b0d-b64b-01323fe7ef0f tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4921deb7-419f-4884-88f5-9af19f1257be HTTP/1.1" status: 200 len: 945 time: 0.4615221 Feb 08 21:20:44.221874 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47570) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:20:44.242764 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b28aae44-9164-4fe1-afc9-297b34ea1849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:44.336771 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e06b5c8c-78bd-4826-8be2-e78e9b0441a5 req-60a78f4b-7d8f-482e-91e1-ee2db0862680 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011341 Feb 08 21:20:44.362150 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 747d964f-d050-4bbd-bf3e-63b07cf3cc45 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:20:44.452626 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b28aae44-9164-4fe1-afc9-297b34ea1849 admin admin] Publish callbacks [] for security_group (9d389c52-7e9b-48a7-b550-4f6e15836eed), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:44.475169 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b28aae44-9164-4fe1-afc9-297b34ea1849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9d389c52-7e9b-48a7-b550-4f6e15836eed), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:44.534492 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d3cb9181-5940-4752-bc91-0bcade70ee1f req-cc2bf275-ac99-4a24-ada3-8e1a2d9fe45e tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598754 Feb 08 21:20:44.562037 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-79d30a1b-1add-4631-80be-f1faddc4c7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (ec77d9ec-9aa2-4a68-b897-e9db0231a07a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:44.575167 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28aae44-9164-4fe1-afc9-297b34ea1849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d389c52-7e9b-48a7-b550-4f6e15836eed,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:44.628474 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b28aae44-9164-4fe1-afc9-297b34ea1849 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=35463272dcd9454ead630a0fb0cd7c13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4049289 Feb 08 21:20:44.629216 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47572) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:20:44.640791 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d30a1b-1add-4631-80be-f1faddc4c7e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec77d9ec-9aa2-4a68-b897-e9db0231a07a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:44.769915 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 747d964f-d050-4bbd-bf3e-63b07cf3cc45, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=747d964f-d050-4bbd-bf3e-63b07cf3cc45,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:20:44.805367 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-572096aa-17d1-40ae-b2f5-e178fc65542b admin admin] Publish callbacks [] for security_group (9d389c52-7e9b-48a7-b550-4f6e15836eed), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:44.831753 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '747d964f-d050-4bbd-bf3e-63b07cf3cc45', 'network_id': '6e721cc8-cb97-443d-9392-5abeb1b828df', 'port_id': '747d964f-d050-4bbd-bf3e-63b07cf3cc45', 'mac_address': 'fa:16:3e:0a:3d:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f16667b-9ffb-4110-b7c2-7f68860ee7c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:20:44.864331 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-572096aa-17d1-40ae-b2f5-e178fc65542b admin admin] Publish callbacks [] for security_group (9d389c52-7e9b-48a7-b550-4f6e15836eed), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:45.028731 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-572096aa-17d1-40ae-b2f5-e178fc65542b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9d389c52-7e9b-48a7-b550-4f6e15836eed), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:45.032073 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-572096aa-17d1-40ae-b2f5-e178fc65542b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:45.033372 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-572096aa-17d1-40ae-b2f5-e178fc65542b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9d389c52-7e9b-48a7-b550-4f6e15836eed HTTP/1.1" status: 204 len: 168 time: 0.3990242 Feb 08 21:20:45.075440 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572096aa-17d1-40ae-b2f5-e178fc65542b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d389c52-7e9b-48a7-b550-4f6e15836eed,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:45.078773 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 747d964f-d050-4bbd-bf3e-63b07cf3cc45 is: ACTIVE; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:20:45.085499 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (747d964f-d050-4bbd-bf3e-63b07cf3cc45), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:45.149311 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 747d964f-d050-4bbd-bf3e-63b07cf3cc45 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:20:45.152736 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-79d30a1b-1add-4631-80be-f1faddc4c7e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (601d5a48-882c-4a1d-b3df-c19330dc44c8), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:45.212156 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 747d964f-d050-4bbd-bf3e-63b07cf3cc45, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=747d964f-d050-4bbd-bf3e-63b07cf3cc45,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:20:45.224127 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (747d964f-d050-4bbd-bf3e-63b07cf3cc45), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:45.272920 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57826e4b-15a0-4077-90c2-2c2a490f78c1 req-eb65ca6b-a2c6-4c3b-92fd-4965d629006a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:45.281144 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-57826e4b-15a0-4077-90c2-2c2a490f78c1 req-eb65ca6b-a2c6-4c3b-92fd-4965d629006a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 945 time: 0.5784779 Feb 08 21:20:45.352325 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-57826e4b-15a0-4077-90c2-2c2a490f78c1 req-8f98aad9-6a5d-4435-81bf-8c8d09200cae tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700054 Feb 08 21:20:45.372513 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=747d964f-d050-4bbd-bf3e-63b07cf3cc45,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:45.447325 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['747d964f-d050-4bbd-bf3e-63b07cf3cc45'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:20:45.706794 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d30a1b-1add-4631-80be-f1faddc4c7e5 admin admin] Router 601d5a48-882c-4a1d-b3df-c19330dc44c8 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:20:46.080179 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d30a1b-1add-4631-80be-f1faddc4c7e5 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:20:46.096497 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1529769d-01e3-40f8-8c3a-6ba33ad0561c None None] Sync routers for ids ['601d5a48-882c-4a1d-b3df-c19330dc44c8'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:20:46.121929 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-79d30a1b-1add-4631-80be-f1faddc4c7e5 admin admin] 10.222.0.88 "PUT /v2.0/routers/601d5a48-882c-4a1d-b3df-c19330dc44c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1744599 Feb 08 21:20:46.122616 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47606) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:20:46.140185 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1529769d-01e3-40f8-8c3a-6ba33ad0561c None None] Routers {'601d5a48-882c-4a1d-b3df-c19330dc44c8'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:20:46.146157 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1529769d-01e3-40f8-8c3a-6ba33ad0561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:20:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['601d5a48-882c-4a1d-b3df-c19330dc44c8'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:20:46.152965 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc452bb0-96db-4ce1-82f1-b0b9812c089b req-b6eae24f-1232-4960-b903-c68befcd2b3e tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:46.157915 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cc452bb0-96db-4ce1-82f1-b0b9812c089b req-b6eae24f-1232-4960-b903-c68befcd2b3e tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 943 time: 0.4419975 Feb 08 21:20:46.262444 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3fb6e-79fe-4f4c-8033-816ee8e135ce req-94bee086-fd0e-46d0-bd4a-1b1e878616c2 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:46.268829 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9d3fb6e-79fe-4f4c-8033-816ee8e135ce req-94bee086-fd0e-46d0-bd4a-1b1e878616c2 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4921deb7-419f-4884-88f5-9af19f1257be HTTP/1.1" status: 200 len: 944 time: 0.5519798 Feb 08 21:20:46.373180 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 747d964f-d050-4bbd-bf3e-63b07cf3cc45 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:20:46.446091 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d89e4c04-c6ec-49d4-b59c-7fe2959dca52 admin admin] Publish callbacks [] for router (601d5a48-882c-4a1d-b3df-c19330dc44c8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:46.487675 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9d3fb6e-79fe-4f4c-8033-816ee8e135ce req-62a3e6a5-12fc-4720-94d3-d1e44bda2134 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075884 Feb 08 21:20:46.498292 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cc452bb0-96db-4ce1-82f1-b0b9812c089b req-73b0593c-2391-44fe-9e2f-2a185c6cf2f1 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256676 Feb 08 21:20:46.660446 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 747d964f-d050-4bbd-bf3e-63b07cf3cc45 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:20:46.661753 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (747d964f-d050-4bbd-bf3e-63b07cf3cc45), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:46.684239 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-1529769d-01e3-40f8-8c3a-6ba33ad0561c None None] Set router 601d5a48-882c-4a1d-b3df-c19330dc44c8 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:20:46.749885 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d89e4c04-c6ec-49d4-b59c-7fe2959dca52 admin admin] Publish callbacks [] for router_gateway (601d5a48-882c-4a1d-b3df-c19330dc44c8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:46.926694 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 747d964f-d050-4bbd-bf3e-63b07cf3cc45 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:20:46.927087 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (747d964f-d050-4bbd-bf3e-63b07cf3cc45), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:46.928255 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdd093-1cc5-48eb-ac78-bf1937c25463 req-aeeec711-5035-462b-b129-553aff7bab25 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:46.931949 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a4cdd093-1cc5-48eb-ac78-bf1937c25463 req-aeeec711-5035-462b-b129-553aff7bab25 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 945 time: 0.1650789 Feb 08 21:20:46.937550 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d89e4c04-c6ec-49d4-b59c-7fe2959dca52 admin admin] Deleting port f30e1ffb-7854-4531-a481-b6708f72c71e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:20:46.937990 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d89e4c04-c6ec-49d4-b59c-7fe2959dca52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f30e1ffb-7854-4531-a481-b6708f72c71e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:47.001768 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4921deb7-419f-4884-88f5-9af19f1257be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747d964f-d050-4bbd-bf3e-63b07cf3cc45'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:20:47.004292 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac8d26f-830b-4108-a084-a9d53220b5a8" -d '{"events": [{"server_uuid": "4921deb7-419f-4884-88f5-9af19f1257be", "name": "network-vif-plugged", "status": "completed", "tag": "747d964f-d050-4bbd-bf3e-63b07cf3cc45"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:20:47.044688 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 747d964f-d050-4bbd-bf3e-63b07cf3cc45, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=747d964f-d050-4bbd-bf3e-63b07cf3cc45,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:20:47.055846 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (747d964f-d050-4bbd-bf3e-63b07cf3cc45), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:47.087429 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a4cdd093-1cc5-48eb-ac78-bf1937c25463 req-f087ffe9-1a87-4d39-8fa7-db19fac4de2d tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433427 Feb 08 21:20:47.240985 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5dee32-e486-46c0-ae6b-4ec065c1acbc x-openstack-request-id: req-6a5dee32-e486-46c0-ae6b-4ec065c1acbc {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:20:47.253160 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4921deb7-419f-4884-88f5-9af19f1257be", "name": "network-vif-plugged", "status": "completed", "tag": "747d964f-d050-4bbd-bf3e-63b07cf3cc45", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:20:47.253605 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6a5dee32-e486-46c0-ae6b-4ec065c1acbc {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:20:47.254155 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4921deb7-419f-4884-88f5-9af19f1257be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747d964f-d050-4bbd-bf3e-63b07cf3cc45', 'code': 200} Feb 08 21:20:47.257549 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-d89e4c04-c6ec-49d4-b59c-7fe2959dca52 admin admin] For port f30e1ffb-7854-4531-a481-b6708f72c71e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f30e1ffb-7854-4531-a481-b6708f72c71e,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:20:47.258416 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d89e4c04-c6ec-49d4-b59c-7fe2959dca52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f30e1ffb-7854-4531-a481-b6708f72c71e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:47.262009 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=747d964f-d050-4bbd-bf3e-63b07cf3cc45,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:47.331928 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d89e4c04-c6ec-49d4-b59c-7fe2959dca52 admin admin] Calling delete_port for f30e1ffb-7854-4531-a481-b6708f72c71e owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:20:47.512535 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1529769d-01e3-40f8-8c3a-6ba33ad0561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601d5a48-882c-4a1d-b3df-c19330dc44c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1873213093-router', 'tenant_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'f30e1ffb-7854-4531-a481-b6708f72c71e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:16:43Z', 'updated_at': '2022-02-08T21:20:44Z', 'revision_number': 5, 'project_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'gw_port': {'id': 'f30e1ffb-7854-4531-a481-b6708f72c71e', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:cd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601d5a48-882c-4a1d-b3df-c19330dc44c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:16:45Z', 'updated_at': '2022-02-08T21:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:20:47.666708 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1529769d-01e3-40f8-8c3a-6ba33ad0561c None None] Checking router: 601d5a48-882c-4a1d-b3df-c19330dc44c8 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:20:47.702601 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1529769d-01e3-40f8-8c3a-6ba33ad0561c None None] Routers {'601d5a48-882c-4a1d-b3df-c19330dc44c8'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:20:47.704005 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1529769d-01e3-40f8-8c3a-6ba33ad0561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:20:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['601d5a48-882c-4a1d-b3df-c19330dc44c8'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:20:47.967730 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-66381daa-5265-451d-a72a-a846c7db89d9 service neutron] 10.222.0.96 "GET /v2.0/ports/1d334fc4-b215-4027-a69e-cd363d72d0d6/bindings/n-h1-712143-31 HTTP/1.1" status: 200 len: 385 time: 0.2514203 Feb 08 21:20:48.057846 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851d86c-69cb-4c66-870d-1a42fe2678d9 req-95fc7aa4-5807-4953-b289-19314b5b9c85 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:48.060126 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6851d86c-69cb-4c66-870d-1a42fe2678d9 req-95fc7aa4-5807-4953-b289-19314b5b9c85 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 943 time: 0.3054261 Feb 08 21:20:48.073347 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-1529769d-01e3-40f8-8c3a-6ba33ad0561c None None] Set router 601d5a48-882c-4a1d-b3df-c19330dc44c8 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:20:48.156462 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc2676-7bd5-4239-8838-7058a48f10aa req-c7abff14-d111-456a-8f41-522d1f4b717d tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:48.158923 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-becc2676-7bd5-4239-8838-7058a48f10aa req-c7abff14-d111-456a-8f41-522d1f4b717d tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4921deb7-419f-4884-88f5-9af19f1257be HTTP/1.1" status: 200 len: 945 time: 0.2681160 Feb 08 21:20:48.209947 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1529769d-01e3-40f8-8c3a-6ba33ad0561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601d5a48-882c-4a1d-b3df-c19330dc44c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1873213093-router', 'tenant_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:16:43Z', 'updated_at': '2022-02-08T21:20:46Z', 'revision_number': 6, 'project_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:20:48.230608 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d89e4c04-c6ec-49d4-b59c-7fe2959dca52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (f30e1ffb-7854-4531-a481-b6708f72c71e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:48.233680 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6851d86c-69cb-4c66-870d-1a42fe2678d9 req-a0bb398b-3d80-4da1-ad02-5ffaf125741b tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486712 Feb 08 21:20:48.307591 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1529769d-01e3-40f8-8c3a-6ba33ad0561c None None] The sync data for ids ['601d5a48-882c-4a1d-b3df-c19330dc44c8'] in n-d-712143-31 is: [{'id': '601d5a48-882c-4a1d-b3df-c19330dc44c8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1873213093-router', 'tenant_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:16:43Z', 'updated_at': '2022-02-08T21:20:46Z', 'revision_number': 6, 'project_id': '6d98e0a79a014bd7b67e32046f0d8d2b', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:20:48.309825 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e4c04-c6ec-49d4-b59c-7fe2959dca52 admin admin] Pushing event deleted for resources: {'Port': ['ID=f30e1ffb-7854-4531-a481-b6708f72c71e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:48.351603 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-becc2676-7bd5-4239-8838-7058a48f10aa req-8512e23a-abc3-4cc5-af23-55cdddf3461f tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453183 Feb 08 21:20:48.388853 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e4c04-c6ec-49d4-b59c-7fe2959dca52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:48.390386 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e4c04-c6ec-49d4-b59c-7fe2959dca52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:48.391315 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e4c04-c6ec-49d4-b59c-7fe2959dca52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:48.392259 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e4c04-c6ec-49d4-b59c-7fe2959dca52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:48.393530 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e4c04-c6ec-49d4-b59c-7fe2959dca52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:48.394481 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e4c04-c6ec-49d4-b59c-7fe2959dca52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:48.395353 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e4c04-c6ec-49d4-b59c-7fe2959dca52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:48.396205 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e4c04-c6ec-49d4-b59c-7fe2959dca52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:48.397196 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e4c04-c6ec-49d4-b59c-7fe2959dca52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:48.398229 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e4c04-c6ec-49d4-b59c-7fe2959dca52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:48.399084 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e4c04-c6ec-49d4-b59c-7fe2959dca52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:48.400205 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e4c04-c6ec-49d4-b59c-7fe2959dca52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:48.401117 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e4c04-c6ec-49d4-b59c-7fe2959dca52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:48.519555 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c51676-8cf4-4592-9433-88aa3d1331c3 req-70a55270-d3d9-45c3-b661-96a85f75359a tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:48.521087 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-52c51676-8cf4-4592-9433-88aa3d1331c3 req-70a55270-d3d9-45c3-b661-96a85f75359a tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 1128 time: 0.0941088 Feb 08 21:20:48.528544 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b715955-b050-45ca-a825-2e7e78b938f3 req-85fd162c-8902-45ab-8eae-f6b09597df05 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:48.530155 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1b715955-b050-45ca-a825-2e7e78b938f3 req-85fd162c-8902-45ab-8eae-f6b09597df05 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 945 time: 0.0930095 Feb 08 21:20:48.582275 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d89e4c04-c6ec-49d4-b59c-7fe2959dca52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (601d5a48-882c-4a1d-b3df-c19330dc44c8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:48.621401 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-52c51676-8cf4-4592-9433-88aa3d1331c3 req-f2923396-2ea1-421a-9684-fe049a38d7bf tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856206 Feb 08 21:20:48.625044 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1b715955-b050-45ca-a825-2e7e78b938f3 req-a6f44fb8-4129-4998-8c92-33a9e552c38d tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810525 Feb 08 21:20:48.839146 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-48a49aa0-bf44-434e-8b0c-3b85e5db52f9 service neutron] For port 1d334fc4-b215-4027-a69e-cd363d72d0d6, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1d334fc4-b215-4027-a69e-cd363d72d0d6,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:20:48.863982 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d89e4c04-c6ec-49d4-b59c-7fe2959dca52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (601d5a48-882c-4a1d-b3df-c19330dc44c8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:48.868315 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d89e4c04-c6ec-49d4-b59c-7fe2959dca52 admin admin] Publish callbacks [] for router_controller (601d5a48-882c-4a1d-b3df-c19330dc44c8), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:48.971273 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-48a49aa0-bf44-434e-8b0c-3b85e5db52f9 service neutron] For port 1d334fc4-b215-4027-a69e-cd363d72d0d6, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:20:49.040695 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d89e4c04-c6ec-49d4-b59c-7fe2959dca52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (601d5a48-882c-4a1d-b3df-c19330dc44c8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:49.040695 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89e4c04-c6ec-49d4-b59c-7fe2959dca52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 601d5a48-882c-4a1d-b3df-c19330dc44c8 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:20:49.054807 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d89e4c04-c6ec-49d4-b59c-7fe2959dca52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:49.059324 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d89e4c04-c6ec-49d4-b59c-7fe2959dca52 admin admin] 10.222.0.88 "DELETE /v2.0/routers/601d5a48-882c-4a1d-b3df-c19330dc44c8 HTTP/1.1" status: 204 len: 168 time: 2.9323049 Feb 08 21:20:49.059675 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47678) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:20:49.068350 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-48a49aa0-bf44-434e-8b0c-3b85e5db52f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d334fc4-b215-4027-a69e-cd363d72d0d6 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:20:49.109504 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-48a49aa0-bf44-434e-8b0c-3b85e5db52f9 service neutron] For port 1d334fc4-b215-4027-a69e-cd363d72d0d6, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=1d334fc4-b215-4027-a69e-cd363d72d0d6,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:20:49.152600 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-edac8a82-dfc2-4664-84e2-6148bf38f7e9 admin admin] Deleting subnet 6993c528-5301-4173-85e9-4aab44419465 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:20:49.152947 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-48a49aa0-bf44-434e-8b0c-3b85e5db52f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1d334fc4-b215-4027-a69e-cd363d72d0d6), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:49.159906 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-edac8a82-dfc2-4664-84e2-6148bf38f7e9 admin admin] Publish callbacks [] for subnet (6993c528-5301-4173-85e9-4aab44419465), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:49.264449 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-edac8a82-dfc2-4664-84e2-6148bf38f7e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (6993c528-5301-4173-85e9-4aab44419465), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:49.414885 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-edac8a82-dfc2-4664-84e2-6148bf38f7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (6993c528-5301-4173-85e9-4aab44419465), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:49.417898 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-48a49aa0-bf44-434e-8b0c-3b85e5db52f9 service neutron] Transition to ACTIVE for port object 1d334fc4-b215-4027-a69e-cd363d72d0d6 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:20:49.431481 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-48a49aa0-bf44-434e-8b0c-3b85e5db52f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (1d334fc4-b215-4027-a69e-cd363d72d0d6), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:49.528559 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47702) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:20:49.533049 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a49aa0-bf44-434e-8b0c-3b85e5db52f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d334fc4-b215-4027-a69e-cd363d72d0d6,revision_number=10']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:49.545161 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-fde6acf5-fd53-4c49-a835-33b9f8931431 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-572393899'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:20:49.636671 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde6acf5-fd53-4c49-a835-33b9f8931431 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Made reservation on behalf of 322e6c079f8d45e4b079c0ce6f4b99ce for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:20:49.642047 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fde6acf5-fd53-4c49-a835-33b9f8931431 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:49.660537 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-48a49aa0-bf44-434e-8b0c-3b85e5db52f9 service neutron] No DVR routers for this DVR port 1d334fc4-b215-4027-a69e-cd363d72d0d6 on host n-h2-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:20:49.669855 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec46d0-6c76-48f1-bd09-d3563c531d7c req-6bdb60ed-d933-47e3-a2f5-a43bbb75ecea tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:49.672913 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-69ec46d0-6c76-48f1-bd09-d3563c531d7c req-6bdb60ed-d933-47e3-a2f5-a43bbb75ecea tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 944 time: 0.2180862 Feb 08 21:20:49.717372 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-edac8a82-dfc2-4664-84e2-6148bf38f7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (6993c528-5301-4173-85e9-4aab44419465), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:49.733781 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-48a49aa0-bf44-434e-8b0c-3b85e5db52f9 service neutron] 10.222.0.96 "PUT /v2.0/ports/1d334fc4-b215-4027-a69e-cd363d72d0d6/bindings/n-h1-712143-31/activate HTTP/1.1" status: 200 len: 370 time: 1.7547557 Feb 08 21:20:49.753542 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde6acf5-fd53-4c49-a835-33b9f8931431 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:20:49.785384 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fde6acf5-fd53-4c49-a835-33b9f8931431 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (017b5fad-a14b-4a7f-9fa9-34bb5828ca93), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:49.785955 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-fde6acf5-fd53-4c49-a835-33b9f8931431 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Added segment 017b5fad-a14b-4a7f-9fa9-34bb5828ca93 of type vlan for network 9113f8c4-9372-4efc-a926-cd4f4ac79b2c Feb 08 21:20:49.786595 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac8a82-dfc2-4664-84e2-6148bf38f7e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6993c528-5301-4173-85e9-4aab44419465,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:49.824213 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae3aa28-1348-429e-a3bd-d9bdd4e40110 None None] Network db7e6228-6383-434d-a419-1ee80567b843 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:20:49.828001 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-edac8a82-dfc2-4664-84e2-6148bf38f7e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:49.835237 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-edac8a82-dfc2-4664-84e2-6148bf38f7e9 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/6993c528-5301-4173-85e9-4aab44419465 HTTP/1.1" status: 204 len: 168 time: 0.7741590 Feb 08 21:20:49.843336 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47712) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:20:49.971445 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-69ec46d0-6c76-48f1-bd09-d3563c531d7c req-6c6f97d1-e734-429d-bb68-0fccd509611a tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883019 Feb 08 21:20:49.981042 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fde6acf5-fd53-4c49-a835-33b9f8931431 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (9113f8c4-9372-4efc-a926-cd4f4ac79b2c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:50.038701 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a492538-f2f6-44fd-86ac-6b3b81e65bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (db7e6228-6383-434d-a419-1ee80567b843), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:50.062341 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47720) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:20:50.077618 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-242197fe-982a-4919-aff0-fd6ee8b25487 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-695097883'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:20:50.135063 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f30e1ffb-7854-4531-a481-b6708f72c71e no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:20:50.173915 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fde6acf5-fd53-4c49-a835-33b9f8931431 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (9113f8c4-9372-4efc-a926-cd4f4ac79b2c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:50.182130 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: f30e1ffb-7854-4531-a481-b6708f72c71e {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:20:50.182491 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f30e1ffb-7854-4531-a481-b6708f72c71e not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:20:50.182888 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ec77d9ec-9aa2-4a68-b897-e9db0231a07a no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:20:50.189133 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde6acf5-fd53-4c49-a835-33b9f8931431 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:50.190294 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fde6acf5-fd53-4c49-a835-33b9f8931431 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:50.229387 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: ec77d9ec-9aa2-4a68-b897-e9db0231a07a {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:20:50.229775 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ec77d9ec-9aa2-4a68-b897-e9db0231a07a not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:20:50.252036 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2a848bcd-6701-495f-9d00-d2d0adbea2a8 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:50.255171 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-2a848bcd-6701-495f-9d00-d2d0adbea2a8 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6&tenant_id=9b3b159591ee4a229900ea8953fa8a06&binding%3Ahost_id=n-h2-712143-31 HTTP/1.1" status: 200 len: 1127 time: 0.4205291 Feb 08 21:20:50.301148 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fde6acf5-fd53-4c49-a835-33b9f8931431 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7648993 Feb 08 21:20:50.348789 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47724) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:20:50.355877 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c760a59-c4e4-4da7-80db-ee966df51a10 None None] DHCP port deletion for db7e6228-6383-434d-a419-1ee80567b843 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:20:50.371271 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-46958e61-62cd-475d-bcc5-e2f3d2944f67 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2128763692'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:20:50.434258 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 747d964f-d050-4bbd-bf3e-63b07cf3cc45 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:20:50.452318 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6acf5-fd53-4c49-a835-33b9f8931431 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Pushing event updated for resources: {'Network': ['ID=9113f8c4-9372-4efc-a926-cd4f4ac79b2c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:50.473544 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46958e61-62cd-475d-bcc5-e2f3d2944f67 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Made reservation on behalf of 322e6c079f8d45e4b079c0ce6f4b99ce for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:20:50.477628 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46958e61-62cd-475d-bcc5-e2f3d2944f67 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:50.529335 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 9113f8c4-9372-4efc-a926-cd4f4ac79b2c details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:20:50.535439 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46958e61-62cd-475d-bcc5-e2f3d2944f67 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:20:50.551381 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-e51d18ef-3b66-4a6c-9bf5-42d416949916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:50.555295 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-e51d18ef-3b66-4a6c-9bf5-42d416949916 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6&tenant_id=9b3b159591ee4a229900ea8953fa8a06 HTTP/1.1" status: 200 len: 1127 time: 0.2072339 Feb 08 21:20:50.568041 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46958e61-62cd-475d-bcc5-e2f3d2944f67 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (b0bf0d81-f238-48aa-ab78-93a28b39066d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:50.571394 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-46958e61-62cd-475d-bcc5-e2f3d2944f67 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Added segment b0bf0d81-f238-48aa-ab78-93a28b39066d of type vlan for network 6832dbc4-407a-4320-a4e2-7f8a833aaebb Feb 08 21:20:50.591124 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242197fe-982a-4919-aff0-fd6ee8b25487 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Made reservation on behalf of 06ebfb94fd3f44c49b600ce9fcb86d2e for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:20:50.595168 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-242197fe-982a-4919-aff0-fd6ee8b25487 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:50.627416 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9c760a59-c4e4-4da7-80db-ee966df51a10 None None] Deleting port 68a51245-8559-4ec4-b243-efd76575ea97 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:20:50.627943 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9c760a59-c4e4-4da7-80db-ee966df51a10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (68a51245-8559-4ec4-b243-efd76575ea97), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:50.655156 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-242197fe-982a-4919-aff0-fd6ee8b25487 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:20:50.692502 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d0ad3-0bc1-47ed-9029-ae15335daee6 req-1809309a-26c2-440a-993d-3d3416781fcb tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:50.694698 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-361d0ad3-0bc1-47ed-9029-ae15335daee6 req-1809309a-26c2-440a-993d-3d3416781fcb tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4921deb7-419f-4884-88f5-9af19f1257be HTTP/1.1" status: 200 len: 945 time: 0.2002480 Feb 08 21:20:50.698900 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-242197fe-982a-4919-aff0-fd6ee8b25487 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (bb57cdc6-c629-4f4a-b28a-291038cfbb0a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:50.699227 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-242197fe-982a-4919-aff0-fd6ee8b25487 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Added segment bb57cdc6-c629-4f4a-b28a-291038cfbb0a of type vlan for network 1b3a5566-af7d-483b-b013-ff5148a84b70 Feb 08 21:20:50.710461 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-0a492538-f2f6-44fd-86ac-6b3b81e65bdb admin admin] Deleting port 68a51245-8559-4ec4-b243-efd76575ea97 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:20:50.710461 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a492538-f2f6-44fd-86ac-6b3b81e65bdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (68a51245-8559-4ec4-b243-efd76575ea97), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:50.715870 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-a423182a-1e2a-4b0e-b16d-aa1c2555e6a0 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:20:50.723731 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-a423182a-1e2a-4b0e-b16d-aa1c2555e6a0 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0970678 Feb 08 21:20:50.786755 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-9c760a59-c4e4-4da7-80db-ee966df51a10 None None] For port 68a51245-8559-4ec4-b243-efd76575ea97, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=68a51245-8559-4ec4-b243-efd76575ea97,segment=NetworkSegment(ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa),segment_id=ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:20:50.788120 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9c760a59-c4e4-4da7-80db-ee966df51a10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (68a51245-8559-4ec4-b243-efd76575ea97), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:50.789246 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-b9986b62-2baf-462e-a8d1-2ef743087b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:50.791943 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-b9986b62-2baf-462e-a8d1-2ef743087b2c service neutron] 10.222.0.88 "GET /v2.0/ports/1eecbe73-83ee-4da0-a468-61095ee9a9d7 HTTP/1.1" status: 200 len: 1125 time: 0.0668685 Feb 08 21:20:50.809375 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-28489fff-3ac4-4c6a-82ba-31d9e4d1dc15 service neutron] Request body: {'binding': {'host': 'n-h1-712143-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:20:50.809873 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-28489fff-3ac4-4c6a-82ba-31d9e4d1dc15 service neutron] Unknown quota resources ['binding']. {{(pid=103434) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 21:20:50.833381 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-242197fe-982a-4919-aff0-fd6ee8b25487 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (1b3a5566-af7d-483b-b013-ff5148a84b70), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:50.841785 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9c760a59-c4e4-4da7-80db-ee966df51a10 None None] Calling delete_port for 68a51245-8559-4ec4-b243-efd76575ea97 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:20:50.864798 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46958e61-62cd-475d-bcc5-e2f3d2944f67 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (6832dbc4-407a-4320-a4e2-7f8a833aaebb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:50.871031 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-0a492538-f2f6-44fd-86ac-6b3b81e65bdb admin admin] For port 68a51245-8559-4ec4-b243-efd76575ea97, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=68a51245-8559-4ec4-b243-efd76575ea97,segment=NetworkSegment(ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa),segment_id=ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:20:50.871706 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a492538-f2f6-44fd-86ac-6b3b81e65bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (68a51245-8559-4ec4-b243-efd76575ea97), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:50.907067 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-361d0ad3-0bc1-47ed-9029-ae15335daee6 req-6100d75f-3a24-434b-8907-1632fd06ae60 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734276 Feb 08 21:20:50.909611 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-0a492538-f2f6-44fd-86ac-6b3b81e65bdb admin admin] Calling delete_port for 68a51245-8559-4ec4-b243-efd76575ea97 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:20:50.917261 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-242197fe-982a-4919-aff0-fd6ee8b25487 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (1b3a5566-af7d-483b-b013-ff5148a84b70), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:50.923608 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242197fe-982a-4919-aff0-fd6ee8b25487 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:50.924632 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-242197fe-982a-4919-aff0-fd6ee8b25487 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:51.033046 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-882b55d2-f413-4ffe-9fd6-8b2260478262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:51.034626 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-882b55d2-f413-4ffe-9fd6-8b2260478262 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9b3b159591ee4a229900ea8953fa8a06&device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 1127 time: 0.4356806 Feb 08 21:20:51.108025 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 747d964f-d050-4bbd-bf3e-63b07cf3cc45 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:20:51.108581 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (747d964f-d050-4bbd-bf3e-63b07cf3cc45), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:51.122808 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46958e61-62cd-475d-bcc5-e2f3d2944f67 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (6832dbc4-407a-4320-a4e2-7f8a833aaebb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:51.128168 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46958e61-62cd-475d-bcc5-e2f3d2944f67 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:51.129108 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46958e61-62cd-475d-bcc5-e2f3d2944f67 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:51.135615 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9c760a59-c4e4-4da7-80db-ee966df51a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (68a51245-8559-4ec4-b243-efd76575ea97), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:51.161437 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c760a59-c4e4-4da7-80db-ee966df51a10 None None] No DVR routers for this DVR port 68a51245-8559-4ec4-b243-efd76575ea97 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:20:51.208560 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c760a59-c4e4-4da7-80db-ee966df51a10 None None] Pushing event deleted for resources: {'Port': ['ID=68a51245-8559-4ec4-b243-efd76575ea97,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:51.233374 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4921deb7-419f-4884-88f5-9af19f1257be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '747d964f-d050-4bbd-bf3e-63b07cf3cc45'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:20:51.235009 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-46958e61-62cd-475d-bcc5-e2f3d2944f67 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8696728 Feb 08 21:20:51.238305 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89164af3-be29-4a8e-8a0a-01459b983e47" -d '{"events": [{"server_uuid": "4921deb7-419f-4884-88f5-9af19f1257be", "name": "network-vif-unplugged", "status": "completed", "tag": "747d964f-d050-4bbd-bf3e-63b07cf3cc45"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:20:51.241428 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47730) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:20:51.247149 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3fde03c7-ad2d-4daf-82f4-fef09f9ae2fa tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Request body: {'subnet': {'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:20:51.258415 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-242197fe-982a-4919-aff0-fd6ee8b25487 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1920037 Feb 08 21:20:51.260634 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47734) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:20:51.264945 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 747d964f-d050-4bbd-bf3e-63b07cf3cc45, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=747d964f-d050-4bbd-bf3e-63b07cf3cc45,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:20:51.273338 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (747d964f-d050-4bbd-bf3e-63b07cf3cc45), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:51.300320 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46958e61-62cd-475d-bcc5-e2f3d2944f67 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Pushing event updated for resources: {'Network': ['ID=6832dbc4-407a-4320-a4e2-7f8a833aaebb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:51.325160 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-a08a1a57-92b5-4205-a7d5-387d1a1e65f0 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1453491403'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:20:51.328897 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242197fe-982a-4919-aff0-fd6ee8b25487 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event updated for resources: {'Network': ['ID=1b3a5566-af7d-483b-b013-ff5148a84b70,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:51.390354 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=747d964f-d050-4bbd-bf3e-63b07cf3cc45,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:51.396040 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 6832dbc4-407a-4320-a4e2-7f8a833aaebb details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:20:51.398319 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08a1a57-92b5-4205-a7d5-387d1a1e65f0 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Made reservation on behalf of 06ebfb94fd3f44c49b600ce9fcb86d2e for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:20:51.401699 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a08a1a57-92b5-4205-a7d5-387d1a1e65f0 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:51.429095 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a492538-f2f6-44fd-86ac-6b3b81e65bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (68a51245-8559-4ec4-b243-efd76575ea97), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:51.445266 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61ad06-050b-4108-8e9a-d8338ab0a98e req-1a92a174-07b4-4f0c-a529-4018718c6654 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:51.452346 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6f61ad06-050b-4108-8e9a-d8338ab0a98e req-1a92a174-07b4-4f0c-a529-4018718c6654 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 945 time: 0.2098541 Feb 08 21:20:51.461000 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-28489fff-3ac4-4c6a-82ba-31d9e4d1dc15 service neutron] Attempting to bind port 1eecbe73-83ee-4da0-a468-61095ee9a9d7 on host n-h1-712143-31 for vnic_type normal with profile None {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:20:51.462196 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-28489fff-3ac4-4c6a-82ba-31d9e4d1dc15 service neutron] Attempting to bind port 1eecbe73-83ee-4da0-a468-61095ee9a9d7 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:20:51.462758 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-28489fff-3ac4-4c6a-82ba-31d9e4d1dc15 service neutron] Attempting to bind port 1eecbe73-83ee-4da0-a468-61095ee9a9d7 on network 2832de48-e50e-44a2-9cef-26035a020939 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:20:51.466864 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-62c370a2-f9f4-460e-8a88-9483ace14281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:51.468501 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-62c370a2-f9f4-460e-8a88-9483ace14281 service neutron] 10.222.0.94 "GET /v2.0/networks?id=4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 200 len: 909 time: 0.4232051 Feb 08 21:20:51.489555 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a08a1a57-92b5-4205-a7d5-387d1a1e65f0 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:20:51.495191 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a492538-f2f6-44fd-86ac-6b3b81e65bdb admin admin] Pushing event deleted for resources: {'Port': ['ID=68a51245-8559-4ec4-b243-efd76575ea97,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:51.497546 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a492538-f2f6-44fd-86ac-6b3b81e65bdb admin admin] No DVR routers for this DVR port 68a51245-8559-4ec4-b243-efd76575ea97 on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:20:51.530802 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 1b3a5566-af7d-483b-b013-ff5148a84b70 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:20:51.556377 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-ecef50cc-85e6-4032-ac0c-af55c81ef2b7 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d334fc4-b215-4027-a69e-cd363d72d0d6 HTTP/1.1" status: 200 len: 217 time: 0.0747185 Feb 08 21:20:51.562179 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-28489fff-3ac4-4c6a-82ba-31d9e4d1dc15 service neutron] Port 1eecbe73-83ee-4da0-a468-61095ee9a9d7 on network 2832de48-e50e-44a2-9cef-26035a020939 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:20:51.562554 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-28489fff-3ac4-4c6a-82ba-31d9e4d1dc15 service neutron] Attempting to bind port 1eecbe73-83ee-4da0-a468-61095ee9a9d7 on network 2832de48-e50e-44a2-9cef-26035a020939 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:20:51.590126 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a08a1a57-92b5-4205-a7d5-387d1a1e65f0 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (2915d85e-a598-40b1-b44f-c2e78eba4c98), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:51.590494 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-a08a1a57-92b5-4205-a7d5-387d1a1e65f0 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Added segment 2915d85e-a598-40b1-b44f-c2e78eba4c98 of type vlan for network b579c12b-961d-40a4-b1d3-426747043c72 Feb 08 21:20:51.653431 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-28489fff-3ac4-4c6a-82ba-31d9e4d1dc15 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:20:51.653737 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-28489fff-3ac4-4c6a-82ba-31d9e4d1dc15 service neutron] Checking segment: {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:20:51.654353 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-28489fff-3ac4-4c6a-82ba-31d9e4d1dc15 service neutron] Bound using segment: {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:20:51.654806 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-28489fff-3ac4-4c6a-82ba-31d9e4d1dc15 service neutron] Bound port: 1eecbe73-83ee-4da0-a468-61095ee9a9d7, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:20:51.660894 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a492538-f2f6-44fd-86ac-6b3b81e65bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (db7e6228-6383-434d-a419-1ee80567b843), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:51.689780 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6f61ad06-050b-4108-8e9a-d8338ab0a98e req-ad34ffce-2521-4882-9e5c-74b73a3ca86f tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364011 Feb 08 21:20:51.695782 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a08a1a57-92b5-4205-a7d5-387d1a1e65f0 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (b579c12b-961d-40a4-b1d3-426747043c72), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:51.709801 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-0a492538-f2f6-44fd-86ac-6b3b81e65bdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db7e6228-6383-434d-a419-1ee80567b843']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:20:51.724257 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-28489fff-3ac4-4c6a-82ba-31d9e4d1dc15 service neutron] For port 1eecbe73-83ee-4da0-a468-61095ee9a9d7, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=1eecbe73-83ee-4da0-a468-61095ee9a9d7,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:20:51.727230 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-885b4347-513e-4c34-a1b1-abaf46d853fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:51.727788 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-0a492538-f2f6-44fd-86ac-6b3b81e65bdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:20:51.728259 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-0a492538-f2f6-44fd-86ac-6b3b81e65bdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:20:51.729820 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-885b4347-513e-4c34-a1b1-abaf46d853fc service neutron] 10.222.0.94 "GET /v2.0/subnets?id=55523d5b-2f07-476f-b4a6-0043cdbb6c1a HTTP/1.1" status: 200 len: 848 time: 0.1577599 Feb 08 21:20:51.737332 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-28489fff-3ac4-4c6a-82ba-31d9e4d1dc15 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:51.738577 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-28489fff-3ac4-4c6a-82ba-31d9e4d1dc15 service neutron] 10.222.0.88 "POST /v2.0/ports/1eecbe73-83ee-4da0-a468-61095ee9a9d7/bindings HTTP/1.1" status: 201 len: 390 time: 0.9382639 Feb 08 21:20:51.753902 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a492538-f2f6-44fd-86ac-6b3b81e65bdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:51.779655 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a492538-f2f6-44fd-86ac-6b3b81e65bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:51.786525 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-0b498847-455a-49e8-92c9-0c74817baf35 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=4c67478e-bb4a-47b2-85c8-c1996b203e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468647 Feb 08 21:20:51.797687 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fde03c7-ad2d-4daf-82f4-fef09f9ae2fa tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Made reservation on behalf of 322e6c079f8d45e4b079c0ce6f4b99ce for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:20:51.801530 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3fde03c7-ad2d-4daf-82f4-fef09f9ae2fa tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:51.804367 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a08a1a57-92b5-4205-a7d5-387d1a1e65f0 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (b579c12b-961d-40a4-b1d3-426747043c72), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:51.813053 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08a1a57-92b5-4205-a7d5-387d1a1e65f0 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:51.815761 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a08a1a57-92b5-4205-a7d5-387d1a1e65f0 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:51.823577 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a492538-f2f6-44fd-86ac-6b3b81e65bdb admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:20:51.824545 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a492538-f2f6-44fd-86ac-6b3b81e65bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (ab08f0fc-35a4-4b3e-9edd-8013a74dc3fa), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: self.session.flush() Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: self.session.flush() Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: self.session.flush() Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: self.session.flush() Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:20:51.909811 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:20:51.917928 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a492538-f2f6-44fd-86ac-6b3b81e65bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (db7e6228-6383-434d-a419-1ee80567b843), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:51.976662 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a492538-f2f6-44fd-86ac-6b3b81e65bdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:51.992555 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0a492538-f2f6-44fd-86ac-6b3b81e65bdb admin admin] 10.222.0.88 "DELETE /v2.0/networks/db7e6228-6383-434d-a419-1ee80567b843 HTTP/1.1" status: 204 len: 168 time: 2.1400387 Feb 08 21:20:51.998828 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47740) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:20:52.075783 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-a9569e0b-82c4-4406-a59e-1f11648b5811 service neutron] 10.222.0.94 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315972 Feb 08 21:20:52.134076 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47742) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:20:52.136807 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a08a1a57-92b5-4205-a7d5-387d1a1e65f0 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8538365 Feb 08 21:20:52.142419 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 68a51245-8559-4ec4-b243-efd76575ea97 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:20:52.226595 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 68a51245-8559-4ec4-b243-efd76575ea97 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:20:52.230462 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 68a51245-8559-4ec4-b243-efd76575ea97 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:20:52.260947 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8fe4d541-e72c-4187-8129-4193b276e598 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Request body: {'subnet': {'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:20:52.268454 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a1a57-92b5-4205-a7d5-387d1a1e65f0 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event updated for resources: {'Network': ['ID=b579c12b-961d-40a4-b1d3-426747043c72,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:52.288392 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network b579c12b-961d-40a4-b1d3-426747043c72 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:20:52.338374 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a492538-f2f6-44fd-86ac-6b3b81e65bdb admin admin] Pushing event deleted for resources: {'Network': ['ID=db7e6228-6383-434d-a419-1ee80567b843,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:52.420816 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e921425-1731-4080-b652-cc10d4d498ed req-f27f80ed-f8fb-4623-9b9c-b582876d6a75 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:52.422639 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e921425-1731-4080-b652-cc10d4d498ed req-f27f80ed-f8fb-4623-9b9c-b582876d6a75 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 944 time: 0.2804642 Feb 08 21:20:52.444167 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4315bcd3-fcf7-437b-946b-0b2ac54ed3f1 x-openstack-request-id: req-4315bcd3-fcf7-437b-946b-0b2ac54ed3f1 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:20:52.444885 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4921deb7-419f-4884-88f5-9af19f1257be", "name": "network-vif-unplugged", "status": "completed", "tag": "747d964f-d050-4bbd-bf3e-63b07cf3cc45", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:20:52.448502 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4315bcd3-fcf7-437b-946b-0b2ac54ed3f1 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:20:52.449487 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4921deb7-419f-4884-88f5-9af19f1257be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '747d964f-d050-4bbd-bf3e-63b07cf3cc45', 'code': 200} Feb 08 21:20:52.566371 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47748) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:20:52.570514 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e921425-1731-4080-b652-cc10d4d498ed req-74504593-a258-426f-98ac-68b40fdd66fd tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307225 Feb 08 21:20:52.581390 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841f012-c88d-4ded-856c-3a86f6efe289 req-8ad8455d-4087-4208-a422-2e70a53e8845 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:52.583338 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5841f012-c88d-4ded-856c-3a86f6efe289 req-8ad8455d-4087-4208-a422-2e70a53e8845 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 945 time: 0.1593943 Feb 08 21:20:52.686851 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5841f012-c88d-4ded-856c-3a86f6efe289 req-39c8bde9-7196-46f7-a3b0-fa54c506d717 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864131 Feb 08 21:20:52.875161 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4dc07493-36dc-4b22-8ad9-d06f273b34d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:52.942737 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-cf2df737-2235-4141-aa44-c1656773b880 service neutron] 10.222.0.94 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8366108 Feb 08 21:20:52.995252 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe4d541-e72c-4187-8129-4193b276e598 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Made reservation on behalf of 06ebfb94fd3f44c49b600ce9fcb86d2e for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:20:52.999393 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8fe4d541-e72c-4187-8129-4193b276e598 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:53.016304 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c6295-88b8-4e82-a441-94072800fea2 req-fabe4d37-8a97-4352-ac2f-037786225366 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:53.018150 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-445c6295-88b8-4e82-a441-94072800fea2 req-fabe4d37-8a97-4352-ac2f-037786225366 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 945 time: 0.2012239 Feb 08 21:20:53.136255 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bb38bb6b-7c02-4f40-b319-0e3111abc993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (cb056cb9-5096-40dd-8027-6143ef79e88b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:53.155214 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3fde03c7-ad2d-4daf-82f4-fef09f9ae2fa tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (fcd0c060-e2d4-4f73-a03d-6b9fa4196cca), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:53.276000 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-445c6295-88b8-4e82-a441-94072800fea2 req-8c1bd008-fe27-40c2-bfa8-8e57836c0072 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353647 Feb 08 21:20:53.306111 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde03c7-ad2d-4daf-82f4-fef09f9ae2fa tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Pushing event updated for resources: {'Subnet': ['ID=fcd0c060-e2d4-4f73-a03d-6b9fa4196cca,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:53.330860 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28657c9-feb4-4430-9dab-fe767fccb5ac req-68de00db-cbb5-4ea9-bad5-db07444c4ba0 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:53.333449 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c28657c9-feb4-4430-9dab-fe767fccb5ac req-68de00db-cbb5-4ea9-bad5-db07444c4ba0 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4921deb7-419f-4884-88f5-9af19f1257be HTTP/1.1" status: 200 len: 943 time: 0.3096464 Feb 08 21:20:53.338875 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde03c7-ad2d-4daf-82f4-fef09f9ae2fa tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Checking segment: {'id': '017b5fad-a14b-4a7f-9fa9-34bb5828ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:20:53.339215 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fde03c7-ad2d-4daf-82f4-fef09f9ae2fa tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Network hostable DHCP agents. Network: 9113f8c4-9372-4efc-a926-cd4f4ac79b2c, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:20:53.352888 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4dc07493-36dc-4b22-8ad9-d06f273b34d7 admin admin] Publish callbacks [] for security_group (79658cae-ec83-4093-9e68-30185b59010e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:53.368375 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4dc07493-36dc-4b22-8ad9-d06f273b34d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (79658cae-ec83-4093-9e68-30185b59010e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:53.411301 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fde03c7-ad2d-4daf-82f4-fef09f9ae2fa tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Network 9113f8c4-9372-4efc-a926-cd4f4ac79b2c is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:20:53.424156 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8fe4d541-e72c-4187-8129-4193b276e598 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (f846f56a-ea7d-4e86-b929-8e0c226587aa), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:53.431960 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-fb2a833a-c063-433b-8e56-2d4c6addbb4e tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:53.433721 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-fb2a833a-c063-433b-8e56-2d4c6addbb4e tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6&tenant_id=9b3b159591ee4a229900ea8953fa8a06&binding%3Ahost_id=n-h1-712143-31 HTTP/1.1" status: 200 len: 1127 time: 0.1527369 Feb 08 21:20:53.437148 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-3fde03c7-ad2d-4daf-82f4-fef09f9ae2fa tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 9113f8c4-9372-4efc-a926-cd4f4ac79b2c) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:20:53.447876 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fde03c7-ad2d-4daf-82f4-fef09f9ae2fa tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:53.449825 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3fde03c7-ad2d-4daf-82f4-fef09f9ae2fa tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:53.457790 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4dc07493-36dc-4b22-8ad9-d06f273b34d7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c1d7655203e94591900fed228b2ebaa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8860266 Feb 08 21:20:53.465376 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc07493-36dc-4b22-8ad9-d06f273b34d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79658cae-ec83-4093-9e68-30185b59010e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:53.469405 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47762) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:20:53.471472 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e97f499-c99c-4fb6-b927-8bf387941c53 None None] Network 9113f8c4-9372-4efc-a926-cd4f4ac79b2c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:20:53.538926 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c28657c9-feb4-4430-9dab-fe767fccb5ac req-95bd5874-271b-4407-96a9-8ce33d31f2c8 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813252 Feb 08 21:20:53.646064 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4d541-e72c-4187-8129-4193b276e598 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event updated for resources: {'Subnet': ['ID=f846f56a-ea7d-4e86-b929-8e0c226587aa,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:53.665185 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cccd38ef-cf34-43d1-942b-905ccc3ea603 admin admin] Publish callbacks [] for security_group (79658cae-ec83-4093-9e68-30185b59010e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:53.701268 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cccd38ef-cf34-43d1-942b-905ccc3ea603 admin admin] Publish callbacks [] for security_group (79658cae-ec83-4093-9e68-30185b59010e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:53.749938 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3fde03c7-ad2d-4daf-82f4-fef09f9ae2fa tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5073421 Feb 08 21:20:53.750656 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47768) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:20:53.764069 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f827ce23-7a01-41e4-bcb2-774673f42a57 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Request body: {'subnet': {'network_id': '6832dbc4-407a-4320-a4e2-7f8a833aaebb', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:20:53.873089 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96315dbc-c1d4-4cc6-8005-2cec83b38394 req-8d32433d-28eb-438d-b1a2-9e7b94c3d051 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:53.882580 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-96315dbc-c1d4-4cc6-8005-2cec83b38394 req-8d32433d-28eb-438d-b1a2-9e7b94c3d051 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 944 time: 0.1651335 Feb 08 21:20:53.903167 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe4d541-e72c-4187-8129-4193b276e598 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Checking segment: {'id': 'bb57cdc6-c629-4f4a-b28a-291038cfbb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:20:53.903807 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe4d541-e72c-4187-8129-4193b276e598 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Network hostable DHCP agents. Network: 1b3a5566-af7d-483b-b013-ff5148a84b70, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:20:53.945512 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cccd38ef-cf34-43d1-942b-905ccc3ea603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (79658cae-ec83-4093-9e68-30185b59010e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:53.948596 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cccd38ef-cf34-43d1-942b-905ccc3ea603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:53.953797 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cccd38ef-cf34-43d1-942b-905ccc3ea603 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/79658cae-ec83-4093-9e68-30185b59010e HTTP/1.1" status: 204 len: 168 time: 0.4609604 Feb 08 21:20:53.997602 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f827ce23-7a01-41e4-bcb2-774673f42a57 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Made reservation on behalf of 322e6c079f8d45e4b079c0ce6f4b99ce for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:20:54.002755 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f827ce23-7a01-41e4-bcb2-774673f42a57 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:54.009576 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe4d541-e72c-4187-8129-4193b276e598 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Network 1b3a5566-af7d-483b-b013-ff5148a84b70 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:20:54.020645 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd38ef-cf34-43d1-942b-905ccc3ea603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79658cae-ec83-4093-9e68-30185b59010e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:54.025350 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-bb38bb6b-7c02-4f40-b319-0e3111abc993 admin admin] Deleting port bf410f1d-1fdc-4353-b4fe-dca9adaddcd7 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:20:54.025834 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bb38bb6b-7c02-4f40-b319-0e3111abc993 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (bf410f1d-1fdc-4353-b4fe-dca9adaddcd7), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:54.036407 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-9113f8c4-9372-4efc-a926-cd4f4ac79b2c', 'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c', 'project_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'fixed_ips': [{'subnet_id': 'fcd0c060-e2d4-4f73-a03d-6b9fa4196cca'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:20:54.037883 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:54.046400 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-96315dbc-c1d4-4cc6-8005-2cec83b38394 req-95cd8413-2ce9-4c6a-b0dc-7be362b3c97d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614778 Feb 08 21:20:54.093082 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-e66a39ff-eb3c-4499-aa88-ba6d6d6e393f service neutron] For port 1d334fc4-b215-4027-a69e-cd363d72d0d6, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:20:54.102473 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8fe4d541-e72c-4187-8129-4193b276e598 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 1b3a5566-af7d-483b-b013-ff5148a84b70) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:20:54.124934 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-e66a39ff-eb3c-4499-aa88-ba6d6d6e393f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:54.127431 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ced36dce-4563-4df2-be16-ffbff9d55124 req-e66a39ff-eb3c-4499-aa88-ba6d6d6e393f service neutron] 10.222.0.94 "DELETE /v2.0/ports/1d334fc4-b215-4027-a69e-cd363d72d0d6/bindings/n-h2-712143-31 HTTP/1.1" status: 204 len: 173 time: 0.6741247 Feb 08 21:20:54.160250 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe4d541-e72c-4187-8129-4193b276e598 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:54.161200 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8fe4d541-e72c-4187-8129-4193b276e598 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:54.161642 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd38ef-cf34-43d1-942b-905ccc3ea603 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:54.162890 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd38ef-cf34-43d1-942b-905ccc3ea603 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:54.163931 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd38ef-cf34-43d1-942b-905ccc3ea603 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:54.165041 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd38ef-cf34-43d1-942b-905ccc3ea603 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:54.166140 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd38ef-cf34-43d1-942b-905ccc3ea603 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:54.168029 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd38ef-cf34-43d1-942b-905ccc3ea603 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:54.169013 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd38ef-cf34-43d1-942b-905ccc3ea603 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:54.169646 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd38ef-cf34-43d1-942b-905ccc3ea603 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:54.170840 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd38ef-cf34-43d1-942b-905ccc3ea603 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:54.171908 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd38ef-cf34-43d1-942b-905ccc3ea603 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:54.172785 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd38ef-cf34-43d1-942b-905ccc3ea603 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:54.174289 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd38ef-cf34-43d1-942b-905ccc3ea603 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:54.174921 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccd38ef-cf34-43d1-942b-905ccc3ea603 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:54.231015 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8fe4d541-e72c-4187-8129-4193b276e598 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0434804 Feb 08 21:20:54.239843 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47776) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:20:54.248223 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-c101feea-e216-4432-b334-fe291b403930 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Request body: {'subnet': {'network_id': 'b579c12b-961d-40a4-b1d3-426747043c72', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:20:54.294486 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1853f-4432-46c8-842a-04ae19a3a5fb req-ba49b79c-e755-4aea-b4f1-2c92ec34d18b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:54.295354 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbe1853f-4432-46c8-842a-04ae19a3a5fb req-ba49b79c-e755-4aea-b4f1-2c92ec34d18b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 945 time: 0.3663292 Feb 08 21:20:54.296138 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198d7159-bcca-42e9-ac5c-d5a157f32dd7 None None] Network 1b3a5566-af7d-483b-b013-ff5148a84b70 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:20:54.444400 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f827ce23-7a01-41e4-bcb2-774673f42a57 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (2b4f89b2-6408-4615-8840-a53e700c7c77), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:54.450405 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbe1853f-4432-46c8-842a-04ae19a3a5fb req-2da7ea20-e8e8-4128-972c-c981ebb844b2 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985837 Feb 08 21:20:54.513814 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-bb38bb6b-7c02-4f40-b319-0e3111abc993 admin admin] For port bf410f1d-1fdc-4353-b4fe-dca9adaddcd7, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=bf410f1d-1fdc-4353-b4fe-dca9adaddcd7,segment=NetworkSegment(12d03aeb-cfc1-4c80-b909-6e90e2dc5d0a),segment_id=12d03aeb-cfc1-4c80-b909-6e90e2dc5d0a)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:20:54.514188 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bb38bb6b-7c02-4f40-b319-0e3111abc993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (bf410f1d-1fdc-4353-b4fe-dca9adaddcd7), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:54.533668 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-06650ffd-8a55-4592-ab74-17794080aa42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:54.571332 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-bb38bb6b-7c02-4f40-b319-0e3111abc993 admin admin] Calling delete_port for bf410f1d-1fdc-4353-b4fe-dca9adaddcd7 owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:20:54.625622 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295de4f-db99-49e4-85ae-aa8ae72377c8 req-82ad6b85-42f6-4c4d-b4c2-00c41adcdf28 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:54.627265 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f295de4f-db99-49e4-85ae-aa8ae72377c8 req-82ad6b85-42f6-4c4d-b4c2-00c41adcdf28 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 1127 time: 0.3883741 Feb 08 21:20:54.640047 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c101feea-e216-4432-b334-fe291b403930 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Made reservation on behalf of 06ebfb94fd3f44c49b600ce9fcb86d2e for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:20:54.646214 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c101feea-e216-4432-b334-fe291b403930 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:54.712396 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827ce23-7a01-41e4-bcb2-774673f42a57 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Pushing event updated for resources: {'Subnet': ['ID=2b4f89b2-6408-4615-8840-a53e700c7c77,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:54.721999 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Allocated IP 10.1.1.2 (9113f8c4-9372-4efc-a926-cd4f4ac79b2c/fcd0c060-e2d4-4f73-a03d-6b9fa4196cca/cf815580-60e7-43d8-ad9f-f9e18082b08e) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:20:54.727633 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f827ce23-7a01-41e4-bcb2-774673f42a57 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Checking segment: {'id': 'b0bf0d81-f238-48aa-ab78-93a28b39066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6832dbc4-407a-4320-a4e2-7f8a833aaebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:20:54.728073 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f827ce23-7a01-41e4-bcb2-774673f42a57 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Network hostable DHCP agents. Network: 6832dbc4-407a-4320-a4e2-7f8a833aaebb, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:20:54.759524 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5c501-ede2-4815-b778-6dfaa48cf840 req-9a04c09f-fa57-4fe6-8f41-1862d3d42ecf tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:54.762300 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-adb5c501-ede2-4815-b778-6dfaa48cf840 req-9a04c09f-fa57-4fe6-8f41-1862d3d42ecf tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.96 "GET /v2.0/ports?device_id=4921deb7-419f-4884-88f5-9af19f1257be HTTP/1.1" status: 200 len: 943 time: 0.2883673 Feb 08 21:20:54.763724 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f827ce23-7a01-41e4-bcb2-774673f42a57 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Network 6832dbc4-407a-4320-a4e2-7f8a833aaebb is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:20:54.811136 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-f827ce23-7a01-41e4-bcb2-774673f42a57 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 6832dbc4-407a-4320-a4e2-7f8a833aaebb) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:20:54.819859 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f827ce23-7a01-41e4-bcb2-774673f42a57 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:54.820483 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f827ce23-7a01-41e4-bcb2-774673f42a57 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:54.871647 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f827ce23-7a01-41e4-bcb2-774673f42a57 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1130884 Feb 08 21:20:54.874753 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47792) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:20:54.882961 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-83bea839-ce36-443c-ba4b-8e237868cda7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Request body: {'port': {'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c', 'name': 'tempest-TaggedBootDevicesTest-1200035389', 'fixed_ips': [{'subnet_id': 'fcd0c060-e2d4-4f73-a03d-6b9fa4196cca'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:20:54.914839 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c94d37f-7644-426f-bb5d-845d63e1f535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-1b3a5566-af7d-483b-b013-ff5148a84b70', 'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70', 'project_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'fixed_ips': [{'subnet_id': 'f846f56a-ea7d-4e86-b929-8e0c226587aa'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:20:54.916141 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9c94d37f-7644-426f-bb5d-845d63e1f535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:54.921671 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b66529-0d2d-489d-a651-153052430ebd None None] Network 6832dbc4-407a-4320-a4e2-7f8a833aaebb requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:20:54.937355 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c101feea-e216-4432-b334-fe291b403930 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (4d9661b9-4247-4f4d-a444-b7a25d673894), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:55.121192 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f295de4f-db99-49e4-85ae-aa8ae72377c8 req-fe7a5db5-a541-4aaa-9274-23902923e514 tempest-LiveMigrationTest-2003811045 tempest-LiveMigrationTest-2003811045-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001584 Feb 08 21:20:55.142167 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bea839-ce36-443c-ba4b-8e237868cda7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Made reservation on behalf of 322e6c079f8d45e4b079c0ce6f4b99ce for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:20:55.142793 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Publish callbacks [] for port (cf815580-60e7-43d8-ad9f-f9e18082b08e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:55.150508 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101feea-e216-4432-b334-fe291b403930 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event updated for resources: {'Subnet': ['ID=4d9661b9-4247-4f4d-a444-b7a25d673894,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:55.167523 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (cf815580-60e7-43d8-ad9f-f9e18082b08e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:55.252178 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c101feea-e216-4432-b334-fe291b403930 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Checking segment: {'id': '2915d85e-a598-40b1-b44f-c2e78eba4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b579c12b-961d-40a4-b1d3-426747043c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:20:55.252584 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c101feea-e216-4432-b334-fe291b403930 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Network hostable DHCP agents. Network: b579c12b-961d-40a4-b1d3-426747043c72, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:20:55.260423 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Pushing event updated for resources: {'Port': ['ID=cf815580-60e7-43d8-ad9f-f9e18082b08e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:55.280951 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a036ae-6e3d-4669-9d45-4e5f4fbe5412 req-c31c13ba-8829-49f9-8178-d14122f0be92 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:55.289115 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c3a036ae-6e3d-4669-9d45-4e5f4fbe5412 req-c31c13ba-8829-49f9-8178-d14122f0be92 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 945 time: 0.3781621 Feb 08 21:20:55.320605 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-adb5c501-ede2-4815-b778-6dfaa48cf840 req-416aae54-bdc9-4cd7-91e2-17e7978f75f8 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Deleting port 747d964f-d050-4bbd-bf3e-63b07cf3cc45 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:20:55.320605 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-adb5c501-ede2-4815-b778-6dfaa48cf840 req-416aae54-bdc9-4cd7-91e2-17e7978f75f8 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (747d964f-d050-4bbd-bf3e-63b07cf3cc45), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:55.380713 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c101feea-e216-4432-b334-fe291b403930 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Network b579c12b-961d-40a4-b1d3-426747043c72 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:20:55.434686 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c3a036ae-6e3d-4669-9d45-4e5f4fbe5412 req-e88088f5-bbd3-4c22-82ad-cb4f55041c9d tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394827 Feb 08 21:20:55.448830 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-c101feea-e216-4432-b334-fe291b403930 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, b579c12b-961d-40a4-b1d3-426747043c72) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:20:55.458660 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c101feea-e216-4432-b334-fe291b403930 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:55.460134 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c101feea-e216-4432-b334-fe291b403930 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:55.482422 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0bc7f-0655-4d3a-81ee-2f12990cfc34 req-35fc8e3a-c659-4add-9e60-5a248ed0e3f3 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:55.491441 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-58e0bc7f-0655-4d3a-81ee-2f12990cfc34 req-35fc8e3a-c659-4add-9e60-5a248ed0e3f3 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/ports?device_id=4921deb7-419f-4884-88f5-9af19f1257be HTTP/1.1" status: 200 len: 943 time: 0.2261088 Feb 08 21:20:55.550559 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d885b9c-61b6-4573-89c7-4e883966439b None None] Network b579c12b-961d-40a4-b1d3-426747043c72 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:20:55.564446 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c101feea-e216-4432-b334-fe291b403930 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3227482 Feb 08 21:20:55.568695 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bb38bb6b-7c02-4f40-b319-0e3111abc993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (bf410f1d-1fdc-4353-b4fe-dca9adaddcd7), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:55.571643 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47808) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:20:55.594718 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-83bea839-ce36-443c-ba4b-8e237868cda7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:55.600881 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2b8c8859-2bd4-4b7a-bc8f-d1f3420b6c16 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Request body: {'port': {'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70', 'name': 'tempest-TaggedBootDevicesTest_v242-1987119228', 'fixed_ips': [{'subnet_id': 'f846f56a-ea7d-4e86-b929-8e0c226587aa'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:20:55.616678 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38bb6b-7c02-4f40-b319-0e3111abc993 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf410f1d-1fdc-4353-b4fe-dca9adaddcd7,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:55.683381 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-58e0bc7f-0655-4d3a-81ee-2f12990cfc34 req-495fd561-9606-4581-8412-27b2b53a015a tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.88 "GET /v2.0/security-groups?id=bbe03651-c1e0-4ae0-b9bf-709f4dee6909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913257 Feb 08 21:20:55.728981 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:55.729360 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:55.729893 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:55.730241 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:55.730574 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:55.730902 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:55.731760 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:55.732128 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:55.732459 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:55.732935 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:55.733437 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:55.733766 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:55.734089 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:20:55.789204 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Network 9113f8c4-9372-4efc-a926-cd4f4ac79b2c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:20:55.790618 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3f88e2-9169-4bbd-becd-583bb353da55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-6832dbc4-407a-4320-a4e2-7f8a833aaebb', 'network_id': '6832dbc4-407a-4320-a4e2-7f8a833aaebb', 'project_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'fixed_ips': [{'subnet_id': '2b4f89b2-6408-4615-8840-a53e700c7c77'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:20:55.791568 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1a3f88e2-9169-4bbd-becd-583bb353da55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:55.826289 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:20:55.829173 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-adb5c501-ede2-4815-b778-6dfaa48cf840 req-416aae54-bdc9-4cd7-91e2-17e7978f75f8 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] For port 747d964f-d050-4bbd-bf3e-63b07cf3cc45, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=747d964f-d050-4bbd-bf3e-63b07cf3cc45,segment=NetworkSegment(b1a0c837-7c9b-4953-887c-84de13de2b43),segment_id=b1a0c837-7c9b-4953-887c-84de13de2b43)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:20:55.829582 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-adb5c501-ede2-4815-b778-6dfaa48cf840 req-416aae54-bdc9-4cd7-91e2-17e7978f75f8 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (747d964f-d050-4bbd-bf3e-63b07cf3cc45), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:55.842331 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:20:55.852134 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f431cb-28c6-4ab0-91d6-acbac289e079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-b579c12b-961d-40a4-b1d3-426747043c72', 'network_id': 'b579c12b-961d-40a4-b1d3-426747043c72', 'project_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'fixed_ips': [{'subnet_id': '4d9661b9-4247-4f4d-a444-b7a25d673894'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:20:55.853392 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-72f431cb-28c6-4ab0-91d6-acbac289e079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:55.883777 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-83bea839-ce36-443c-ba4b-8e237868cda7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] device_id is not set on port a1f68b66-0533-4e05-9fac-cfc997c17b9a yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:20:55.931887 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-6ea9a3fb-6a38-4977-8e5d-a24d21c238e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:55.933631 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-6ea9a3fb-6a38-4977-8e5d-a24d21c238e5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 1128 time: 0.3439875 Feb 08 21:20:55.934732 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-adb5c501-ede2-4815-b778-6dfaa48cf840 req-416aae54-bdc9-4cd7-91e2-17e7978f75f8 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Calling delete_port for 747d964f-d050-4bbd-bf3e-63b07cf3cc45 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:20:55.995309 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bb38bb6b-7c02-4f40-b319-0e3111abc993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (cb056cb9-5096-40dd-8027-6143ef79e88b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:56.110666 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-9c94d37f-7644-426f-bb5d-845d63e1f535 None None] Allocated IP 10.1.1.2 (1b3a5566-af7d-483b-b013-ff5148a84b70/f846f56a-ea7d-4e86-b929-8e0c226587aa/219700e7-a28e-41ac-852d-7d45ceb501bb) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:20:56.212697 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Attempting to bind port cf815580-60e7-43d8-ad9f-f9e18082b08e on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:20:56.212959 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Attempting to bind port cf815580-60e7-43d8-ad9f-f9e18082b08e by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '017b5fad-a14b-4a7f-9fa9-34bb5828ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:20:56.214365 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Attempting to bind port cf815580-60e7-43d8-ad9f-f9e18082b08e on network 9113f8c4-9372-4efc-a926-cd4f4ac79b2c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:20:56.366100 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8c8859-2bd4-4b7a-bc8f-d1f3420b6c16 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Made reservation on behalf of 06ebfb94fd3f44c49b600ce9fcb86d2e for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:20:56.369130 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:20:56.369535 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Checking segment: {'id': '017b5fad-a14b-4a7f-9fa9-34bb5828ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:20:56.370028 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:56.370365 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Bound using segment: {'id': '017b5fad-a14b-4a7f-9fa9-34bb5828ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:20:56.371497 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Bound port: cf815580-60e7-43d8-ad9f-f9e18082b08e, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017b5fad-a14b-4a7f-9fa9-34bb5828ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:20:56.371934 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cf815580-60e7-43d8-ad9f-f9e18082b08e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:56.430629 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-c16ad75e-14e4-44e8-931e-1b53ea03cc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:56.432345 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-c16ad75e-14e4-44e8-931e-1b53ea03cc16 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 200 len: 922 time: 0.4676418 Feb 08 21:20:56.526853 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-724fcac2-7654-4818-be3f-dd709ff1a700 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1eecbe73-83ee-4da0-a468-61095ee9a9d7 HTTP/1.1" status: 200 len: 217 time: 0.0796196 Feb 08 21:20:56.547720 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-1a3f88e2-9169-4bbd-becd-583bb353da55 None None] Allocated IP 10.2.2.2 (6832dbc4-407a-4320-a4e2-7f8a833aaebb/2b4f89b2-6408-4615-8840-a53e700c7c77/740b91f3-4717-4243-b0ad-846564cc9909) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:20:56.660494 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-83bea839-ce36-443c-ba4b-8e237868cda7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Allocated IP 10.1.1.249 (9113f8c4-9372-4efc-a926-cd4f4ac79b2c/fcd0c060-e2d4-4f73-a03d-6b9fa4196cca/a1f68b66-0533-4e05-9fac-cfc997c17b9a) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:20:56.676071 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b8c8859-2bd4-4b7a-bc8f-d1f3420b6c16 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:56.688510 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9c94d37f-7644-426f-bb5d-845d63e1f535 None None] Publish callbacks [] for port (219700e7-a28e-41ac-852d-7d45ceb501bb), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:56.702403 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-7d1c42b2-3fac-4096-b20f-8073fa68414a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:56.704207 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-7d1c42b2-3fac-4096-b20f-8073fa68414a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d60e29b3-21d7-4da4-a50a-dfbe604013ed HTTP/1.1" status: 200 len: 861 time: 0.1701663 Feb 08 21:20:56.730799 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-72f431cb-28c6-4ab0-91d6-acbac289e079 None None] Allocated IP 10.2.2.2 (b579c12b-961d-40a4-b1d3-426747043c72/4d9661b9-4247-4f4d-a444-b7a25d673894/d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:20:56.736805 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9c94d37f-7644-426f-bb5d-845d63e1f535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (219700e7-a28e-41ac-852d-7d45ceb501bb), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:56.739187 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-adb5c501-ede2-4815-b778-6dfaa48cf840 req-416aae54-bdc9-4cd7-91e2-17e7978f75f8 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (747d964f-d050-4bbd-bf3e-63b07cf3cc45), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:56.783449 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-06e93fbb-65a9-4123-84dd-c7bd53105861 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2832de48-e50e-44a2-9cef-26035a020939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711012 Feb 08 21:20:56.784529 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-2b8c8859-2bd4-4b7a-bc8f-d1f3420b6c16 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] device_id is not set on port 3a761046-2c2d-4f8b-935f-343322f71219 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:20:56.819602 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa776f1-6a5e-4e8a-8664-5cddd2cf4170 req-621c4273-b9f1-4265-8240-0977ff3e0a48 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:56.827038 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aaa776f1-6a5e-4e8a-8664-5cddd2cf4170 req-621c4273-b9f1-4265-8240-0977ff3e0a48 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 944 time: 0.1396186 Feb 08 21:20:56.836453 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416aae54-bdc9-4cd7-91e2-17e7978f75f8 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Pushing event deleted for resources: {'Port': ['ID=747d964f-d050-4bbd-bf3e-63b07cf3cc45,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:56.838859 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98c858-f811-4a7d-99b7-0747f385f540 req-4b92fa22-1f92-4670-a69c-6f6dd6003dce tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:56.840776 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3b98c858-f811-4a7d-99b7-0747f385f540 req-4b92fa22-1f92-4670-a69c-6f6dd6003dce tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 945 time: 0.7501681 Feb 08 21:20:56.848754 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] For port cf815580-60e7-43d8-ad9f-f9e18082b08e, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:20:56.888272 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c94d37f-7644-426f-bb5d-845d63e1f535 None None] Network 1b3a5566-af7d-483b-b013-ff5148a84b70 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:20:56.903640 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] For port cf815580-60e7-43d8-ad9f-f9e18082b08e, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cf815580-60e7-43d8-ad9f-f9e18082b08e,segment=NetworkSegment(017b5fad-a14b-4a7f-9fa9-34bb5828ca93),segment_id=017b5fad-a14b-4a7f-9fa9-34bb5828ca93)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:20:56.937969 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-9c94d37f-7644-426f-bb5d-845d63e1f535 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:20:56.946091 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c94d37f-7644-426f-bb5d-845d63e1f535 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:20:56.954291 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cf815580-60e7-43d8-ad9f-f9e18082b08e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:56.973410 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94d37f-7644-426f-bb5d-845d63e1f535 None None] Pushing event updated for resources: {'Port': ['ID=219700e7-a28e-41ac-852d-7d45ceb501bb,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:57.003034 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb5c501-ede2-4815-b778-6dfaa48cf840 req-416aae54-bdc9-4cd7-91e2-17e7978f75f8 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] No DVR routers for this DVR port 747d964f-d050-4bbd-bf3e-63b07cf3cc45 on host n-h2-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:20:57.023978 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-adb5c501-ede2-4815-b778-6dfaa48cf840 req-416aae54-bdc9-4cd7-91e2-17e7978f75f8 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:57.028170 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-adb5c501-ede2-4815-b778-6dfaa48cf840 req-416aae54-bdc9-4cd7-91e2-17e7978f75f8 tempest-ImagesTestJSON-1859506593 tempest-ImagesTestJSON-1859506593-project] 10.222.0.96 "DELETE /v2.0/ports/747d964f-d050-4bbd-bf3e-63b07cf3cc45 HTTP/1.1" status: 204 len: 173 time: 2.2406938 Feb 08 21:20:57.028170 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4921deb7-419f-4884-88f5-9af19f1257be', 'name': 'network-vif-deleted', 'tag': '747d964f-d050-4bbd-bf3e-63b07cf3cc45'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:20:57.031021 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c5125e-fb7f-4439-8e3b-f82c3fdedef6" -d '{"events": [{"server_uuid": "4921deb7-419f-4884-88f5-9af19f1257be", "name": "network-vif-deleted", "tag": "747d964f-d050-4bbd-bf3e-63b07cf3cc45"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:20:57.071282 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1f60b-81b3-4427-8665-917018344678 req-5752d13f-be94-4768-82f1-6368803ff767 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:57.072928 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-daa1f60b-81b3-4427-8665-917018344678 req-5752d13f-be94-4768-82f1-6368803ff767 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.94 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 944 time: 0.3881969 Feb 08 21:20:57.093310 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aaa776f1-6a5e-4e8a-8664-5cddd2cf4170 req-3d9e833d-3ba3-4c53-9231-0f2ec006fb69 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651899 Feb 08 21:20:57.158565 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3b98c858-f811-4a7d-99b7-0747f385f540 req-68a91b49-f522-4736-bac3-c53715d4ce7f tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805197 Feb 08 21:20:57.252935 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb38bb6b-7c02-4f40-b319-0e3111abc993 admin admin] Router cb056cb9-5096-40dd-8027-6143ef79e88b has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:20:57.285139 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-f967443a-1438-4a69-ba50-c838fe2525f7 service neutron] 10.222.0.94 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621975 Feb 08 21:20:57.404138 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-76696455-3a2e-4576-9c27-18f5ed2ed757 req-463e29fa-093c-423a-8062-b547c9045922 tempest-AbsoluteLimitsNegativeTestJSON-2074324468 tempest-AbsoluteLimitsNegativeTestJSON-2074324468-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=e78c47e587c14ebcbd306030f029381b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1333241 Feb 08 21:20:57.553094 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-83bea839-ce36-443c-ba4b-8e237868cda7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for port (a1f68b66-0533-4e05-9fac-cfc997c17b9a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:57.573610 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-2b8c8859-2bd4-4b7a-bc8f-d1f3420b6c16 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Allocated IP 10.1.1.25 (1b3a5566-af7d-483b-b013-ff5148a84b70/f846f56a-ea7d-4e86-b929-8e0c226587aa/3a761046-2c2d-4f8b-935f-343322f71219) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:20:57.617519 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1a3f88e2-9169-4bbd-becd-583bb353da55 None None] Publish callbacks [] for port (740b91f3-4717-4243-b0ad-846564cc9909), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:57.655155 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-9c94d37f-7644-426f-bb5d-845d63e1f535 None None] Attempting to bind port 219700e7-a28e-41ac-852d-7d45ceb501bb on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:20:57.661705 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-9c94d37f-7644-426f-bb5d-845d63e1f535 None None] Attempting to bind port 219700e7-a28e-41ac-852d-7d45ceb501bb by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'bb57cdc6-c629-4f4a-b28a-291038cfbb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:20:57.663233 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c94d37f-7644-426f-bb5d-845d63e1f535 None None] Attempting to bind port 219700e7-a28e-41ac-852d-7d45ceb501bb on network 1b3a5566-af7d-483b-b013-ff5148a84b70 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:20:57.667300 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584efe40-7b9b-4cf6-88e8-b5e995429f3a req-90d53d4e-cd38-485c-b5f2-99d7369d4f83 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:57.668983 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-584efe40-7b9b-4cf6-88e8-b5e995429f3a req-90d53d4e-cd38-485c-b5f2-99d7369d4f83 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 945 time: 0.2785008 Feb 08 21:20:57.682926 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76696455-3a2e-4576-9c27-18f5ed2ed757 req-63101467-9379-4df8-a72e-84189649131b tempest-AbsoluteLimitsNegativeTestJSON-2074324468 tempest-AbsoluteLimitsNegativeTestJSON-2074324468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:57.691219 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-76696455-3a2e-4576-9c27-18f5ed2ed757 req-63101467-9379-4df8-a72e-84189649131b tempest-AbsoluteLimitsNegativeTestJSON-2074324468 tempest-AbsoluteLimitsNegativeTestJSON-2074324468-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2421057 Feb 08 21:20:57.698149 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c94d37f-7644-426f-bb5d-845d63e1f535 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:20:57.699140 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c94d37f-7644-426f-bb5d-845d63e1f535 None None] Checking segment: {'id': 'bb57cdc6-c629-4f4a-b28a-291038cfbb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:20:57.699140 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9c94d37f-7644-426f-bb5d-845d63e1f535 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:57.699489 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c94d37f-7644-426f-bb5d-845d63e1f535 None None] Bound using segment: {'id': 'bb57cdc6-c629-4f4a-b28a-291038cfbb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:20:57.700003 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-9c94d37f-7644-426f-bb5d-845d63e1f535 None None] Bound port: 219700e7-a28e-41ac-852d-7d45ceb501bb, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb57cdc6-c629-4f4a-b28a-291038cfbb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:20:57.700589 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9c94d37f-7644-426f-bb5d-845d63e1f535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (219700e7-a28e-41ac-852d-7d45ceb501bb), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:57.704411 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-6b96b0b7-8e80-4e63-b2a7-da87aae9281d service neutron] 10.222.0.94 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098232 Feb 08 21:20:57.718373 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1a3f88e2-9169-4bbd-becd-583bb353da55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (740b91f3-4717-4243-b0ad-846564cc9909), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:57.739541 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cfaab1f4-ed44-4b73-990b-908ea8af15b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:57.750042 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba12c45-eaaf-4d8b-9fe5-ff43776488d8 None None] Pushing event updated for resources: {'Port': ['ID=cf815580-60e7-43d8-ad9f-f9e18082b08e,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:57.752560 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-76696455-3a2e-4576-9c27-18f5ed2ed757 req-fcfb0fbb-7bd7-4cfa-92a8-9ab272db9f6d tempest-AbsoluteLimitsNegativeTestJSON-2074324468 tempest-AbsoluteLimitsNegativeTestJSON-2074324468-project] 10.222.0.88 "GET /v2.0/quotas/e78c47e587c14ebcbd306030f029381b HTTP/1.1" status: 200 len: 375 time: 0.0604079 Feb 08 21:20:57.795491 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3f88e2-9169-4bbd-becd-583bb353da55 None None] Network 6832dbc4-407a-4320-a4e2-7f8a833aaebb is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:20:57.807532 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb38bb6b-7c02-4f40-b319-0e3111abc993 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:20:57.843641 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bb38bb6b-7c02-4f40-b319-0e3111abc993 admin admin] 10.222.0.88 "PUT /v2.0/routers/cb056cb9-5096-40dd-8027-6143ef79e88b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8435218 Feb 08 21:20:57.859090 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-76696455-3a2e-4576-9c27-18f5ed2ed757 req-bde8a684-fcc4-4a02-8aaf-dac297724eed tempest-AbsoluteLimitsNegativeTestJSON-2074324468 tempest-AbsoluteLimitsNegativeTestJSON-2074324468-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=e78c47e587c14ebcbd306030f029381b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0922775 Feb 08 21:20:57.859963 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-72f431cb-28c6-4ab0-91d6-acbac289e079 None None] Publish callbacks [] for port (d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:57.869461 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47834) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:20:57.874120 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-1a3f88e2-9169-4bbd-becd-583bb353da55 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:20:57.887754 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3f88e2-9169-4bbd-becd-583bb353da55 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:20:57.908280 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c2947e-9e26-4e94-9275-1ec2cb8faf9d None None] Sync routers for ids ['cb056cb9-5096-40dd-8027-6143ef79e88b'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:20:57.965947 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-72f431cb-28c6-4ab0-91d6-acbac289e079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:58.103029 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c2947e-9e26-4e94-9275-1ec2cb8faf9d None None] Routers {'cb056cb9-5096-40dd-8027-6143ef79e88b'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:20:58.104136 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c3c2947e-9e26-4e94-9275-1ec2cb8faf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:20:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['cb056cb9-5096-40dd-8027-6143ef79e88b'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:20:58.105719 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f88e2-9169-4bbd-becd-583bb353da55 None None] Pushing event updated for resources: {'Port': ['ID=740b91f3-4717-4243-b0ad-846564cc9909,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:58.112460 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-1a3f88e2-9169-4bbd-becd-583bb353da55 None None] Attempting to bind port 740b91f3-4717-4243-b0ad-846564cc9909 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:20:58.112816 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-1a3f88e2-9169-4bbd-becd-583bb353da55 None None] Attempting to bind port 740b91f3-4717-4243-b0ad-846564cc9909 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'b0bf0d81-f238-48aa-ab78-93a28b39066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6832dbc4-407a-4320-a4e2-7f8a833aaebb'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:20:58.113186 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3f88e2-9169-4bbd-becd-583bb353da55 None None] Attempting to bind port 740b91f3-4717-4243-b0ad-846564cc9909 on network 6832dbc4-407a-4320-a4e2-7f8a833aaebb {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:20:58.156357 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-584efe40-7b9b-4cf6-88e8-b5e995429f3a req-79da3c37-0837-4084-8003-2331057bfcd3 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600866 Feb 08 21:20:58.157761 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d17b-48ed-4ef1-8713-6cb1c27568b1 admin admin] Publish callbacks [] for router (cb056cb9-5096-40dd-8027-6143ef79e88b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:58.344481 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f431cb-28c6-4ab0-91d6-acbac289e079 None None] Network b579c12b-961d-40a4-b1d3-426747043c72 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:20:58.388029 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d17b-48ed-4ef1-8713-6cb1c27568b1 admin admin] Publish callbacks [] for router_gateway (cb056cb9-5096-40dd-8027-6143ef79e88b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:58.407437 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cf815580-60e7-43d8-ad9f-f9e18082b08e up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:20:58.423109 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-9c94d37f-7644-426f-bb5d-845d63e1f535 None None] For port 219700e7-a28e-41ac-852d-7d45ceb501bb, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:20:58.427047 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-72f431cb-28c6-4ab0-91d6-acbac289e079 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:20:58.501653 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 747d964f-d050-4bbd-bf3e-63b07cf3cc45 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:20:58.503862 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3f88e2-9169-4bbd-becd-583bb353da55 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:20:58.504240 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3f88e2-9169-4bbd-becd-583bb353da55 None None] Checking segment: {'id': 'b0bf0d81-f238-48aa-ab78-93a28b39066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6832dbc4-407a-4320-a4e2-7f8a833aaebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:20:58.504650 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1a3f88e2-9169-4bbd-becd-583bb353da55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:58.505059 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3f88e2-9169-4bbd-becd-583bb353da55 None None] Bound using segment: {'id': 'b0bf0d81-f238-48aa-ab78-93a28b39066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6832dbc4-407a-4320-a4e2-7f8a833aaebb'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:20:58.518158 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bceb341-31f7-489a-bbaf-bb5808222c74 req-04d9edb8-9231-437b-8542-c5fa68508af9 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:58.521201 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4bceb341-31f7-489a-bbaf-bb5808222c74 req-04d9edb8-9231-437b-8542-c5fa68508af9 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 944 time: 0.1866322 Feb 08 21:20:58.538693 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-1a3f88e2-9169-4bbd-becd-583bb353da55 None None] Bound port: 740b91f3-4717-4243-b0ad-846564cc9909, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0bf0d81-f238-48aa-ab78-93a28b39066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6832dbc4-407a-4320-a4e2-7f8a833aaebb'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:20:58.539132 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1a3f88e2-9169-4bbd-becd-583bb353da55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (740b91f3-4717-4243-b0ad-846564cc9909), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:58.599126 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f431cb-28c6-4ab0-91d6-acbac289e079 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:20:58.609962 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daede594-0e09-4b19-9200-39fb2acc9e2b x-openstack-request-id: req-daede594-0e09-4b19-9200-39fb2acc9e2b {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:20:58.610612 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4921deb7-419f-4884-88f5-9af19f1257be", "name": "network-vif-deleted", "tag": "747d964f-d050-4bbd-bf3e-63b07cf3cc45", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:20:58.611174 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-daede594-0e09-4b19-9200-39fb2acc9e2b {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:20:58.611945 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4921deb7-419f-4884-88f5-9af19f1257be', 'name': 'network-vif-deleted', 'tag': '747d964f-d050-4bbd-bf3e-63b07cf3cc45', 'status': 'completed', 'code': 200} Feb 08 21:20:58.625426 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-daa1f60b-81b3-4427-8665-917018344678 req-02134ab0-d861-4feb-9cd1-35d1acc6f086 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Deleting port 1d334fc4-b215-4027-a69e-cd363d72d0d6 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:20:58.626164 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-daa1f60b-81b3-4427-8665-917018344678 req-02134ab0-d861-4feb-9cd1-35d1acc6f086 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (1d334fc4-b215-4027-a69e-cd363d72d0d6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:58.648376 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4bceb341-31f7-489a-bbaf-bb5808222c74 req-b91eaceb-3255-4909-a490-b9f6c64271b3 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070678 Feb 08 21:20:58.678538 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d17b-48ed-4ef1-8713-6cb1c27568b1 admin admin] Deleting port 30b0adae-7e47-4a88-95a1-5f44551a9bc5 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:20:58.678538 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d17b-48ed-4ef1-8713-6cb1c27568b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (30b0adae-7e47-4a88-95a1-5f44551a9bc5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:58.720806 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-83bea839-ce36-443c-ba4b-8e237868cda7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (a1f68b66-0533-4e05-9fac-cfc997c17b9a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:58.816153 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-9c94d37f-7644-426f-bb5d-845d63e1f535 None None] For port 219700e7-a28e-41ac-852d-7d45ceb501bb, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=219700e7-a28e-41ac-852d-7d45ceb501bb,segment=NetworkSegment(bb57cdc6-c629-4f4a-b28a-291038cfbb0a),segment_id=bb57cdc6-c629-4f4a-b28a-291038cfbb0a)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:20:58.829436 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38458539-6afd-4cb2-a0e0-44ee82a95f18 req-8793318a-e276-4b05-9f28-e7c5c0e5e8a1 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:58.838198 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-38458539-6afd-4cb2-a0e0-44ee82a95f18 req-8793318a-e276-4b05-9f28-e7c5c0e5e8a1 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 945 time: 0.1944888 Feb 08 21:20:58.858667 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 747d964f-d050-4bbd-bf3e-63b07cf3cc45 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:20:58.859618 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 747d964f-d050-4bbd-bf3e-63b07cf3cc45 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:20:58.900741 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bea839-ce36-443c-ba4b-8e237868cda7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Network 9113f8c4-9372-4efc-a926-cd4f4ac79b2c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:20:58.942476 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-4bf2d17b-48ed-4ef1-8713-6cb1c27568b1 admin admin] For port 30b0adae-7e47-4a88-95a1-5f44551a9bc5, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=30b0adae-7e47-4a88-95a1-5f44551a9bc5,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:20:58.943073 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d17b-48ed-4ef1-8713-6cb1c27568b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (30b0adae-7e47-4a88-95a1-5f44551a9bc5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:58.952811 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47862) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:20:58.961022 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9c94d37f-7644-426f-bb5d-845d63e1f535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (219700e7-a28e-41ac-852d-7d45ceb501bb), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:58.971423 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bea839-ce36-443c-ba4b-8e237868cda7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Pushing event updated for resources: {'Port': ['ID=a1f68b66-0533-4e05-9fac-cfc997c17b9a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:58.977099 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-83bea839-ce36-443c-ba4b-8e237868cda7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:20:58.980173 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bea839-ce36-443c-ba4b-8e237868cda7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:20:59.003840 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2d17b-48ed-4ef1-8713-6cb1c27568b1 admin admin] Calling delete_port for 30b0adae-7e47-4a88-95a1-5f44551a9bc5 owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:20:59.063520 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bea839-ce36-443c-ba4b-8e237868cda7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:59.064224 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-83bea839-ce36-443c-ba4b-8e237868cda7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:59.080688 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f431cb-28c6-4ab0-91d6-acbac289e079 None None] Pushing event updated for resources: {'Port': ['ID=d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:59.083105 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-38458539-6afd-4cb2-a0e0-44ee82a95f18 req-8f40e694-869a-4dd0-9caf-64fa4e1e73b3 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439146 Feb 08 21:20:59.129268 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-83bea839-ce36-443c-ba4b-8e237868cda7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.2439318 Feb 08 21:20:59.130714 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47874) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:20:59.143312 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8e8bba9f-3b4a-4743-aa32-0943ccbd9560 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Request body: {'port': {'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c', 'name': 'tempest-TaggedBootDevicesTest-46650219', 'fixed_ips': [{'subnet_id': 'fcd0c060-e2d4-4f73-a03d-6b9fa4196cca'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:20:59.174673 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-c3c2947e-9e26-4e94-9275-1ec2cb8faf9d None None] Set router cb056cb9-5096-40dd-8027-6143ef79e88b gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:20:59.225363 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b8c8859-2bd4-4b7a-bc8f-d1f3420b6c16 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for port (3a761046-2c2d-4f8b-935f-343322f71219), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:59.308131 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d1ce2102-fa41-4290-ae23-9c985edd063a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:59.372631 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b8c8859-2bd4-4b7a-bc8f-d1f3420b6c16 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3a761046-2c2d-4f8b-935f-343322f71219), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:59.421883 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9f3121-54f8-4163-a5c6-3c6d1a2b2f1e None None] Network 9113f8c4-9372-4efc-a926-cd4f4ac79b2c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:20:59.425485 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47882) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:20:59.433157 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94d37f-7644-426f-bb5d-845d63e1f535 None None] Pushing event updated for resources: {'Port': ['ID=219700e7-a28e-41ac-852d-7d45ceb501bb,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:59.495844 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d1ce2102-fa41-4290-ae23-9c985edd063a admin admin] Publish callbacks [] for security_group (26b105e1-0f79-46df-bd6c-347ce51b2b80), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:59.547152 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d1ce2102-fa41-4290-ae23-9c985edd063a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (26b105e1-0f79-46df-bd6c-347ce51b2b80), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:59.733726 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1bb71-210c-494c-b830-fd77fbc89dfe req-917e63e7-3ba3-43d9-9a60-1d5414e42e53 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:20:59.736479 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dad1bb71-210c-494c-b830-fd77fbc89dfe req-917e63e7-3ba3-43d9-9a60-1d5414e42e53 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 945 time: 0.3757586 Feb 08 21:20:59.746226 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d1ce2102-fa41-4290-ae23-9c985edd063a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e78c47e587c14ebcbd306030f029381b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7765698 Feb 08 21:20:59.746558 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47888) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:20:59.756359 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce2102-fa41-4290-ae23-9c985edd063a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b105e1-0f79-46df-bd6c-347ce51b2b80,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:59.777017 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-daa1f60b-81b3-4427-8665-917018344678 req-02134ab0-d861-4feb-9cd1-35d1acc6f086 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] For port 1d334fc4-b215-4027-a69e-cd363d72d0d6, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=1d334fc4-b215-4027-a69e-cd363d72d0d6,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:20:59.778393 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-daa1f60b-81b3-4427-8665-917018344678 req-02134ab0-d861-4feb-9cd1-35d1acc6f086 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (1d334fc4-b215-4027-a69e-cd363d72d0d6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:59.808081 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8c8859-2bd4-4b7a-bc8f-d1f3420b6c16 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Network 1b3a5566-af7d-483b-b013-ff5148a84b70 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:20:59.820816 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 1d334fc4-b215-4027-a69e-cd363d72d0d6 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:20:59.899247 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-daa1f60b-81b3-4427-8665-917018344678 req-02134ab0-d861-4feb-9cd1-35d1acc6f086 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Calling delete_port for 1d334fc4-b215-4027-a69e-cd363d72d0d6 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:20:59.919554 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:59.921992 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c8859-2bd4-4b7a-bc8f-d1f3420b6c16 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event updated for resources: {'Port': ['ID=3a761046-2c2d-4f8b-935f-343322f71219,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:20:59.925345 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2b8c8859-2bd4-4b7a-bc8f-d1f3420b6c16 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:20:59.936344 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-72f431cb-28c6-4ab0-91d6-acbac289e079 None None] Attempting to bind port d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:20:59.936726 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-72f431cb-28c6-4ab0-91d6-acbac289e079 None None] Attempting to bind port d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '2915d85e-a598-40b1-b44f-c2e78eba4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b579c12b-961d-40a4-b1d3-426747043c72'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:20:59.937099 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f431cb-28c6-4ab0-91d6-acbac289e079 None None] Attempting to bind port d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d on network b579c12b-961d-40a4-b1d3-426747043c72 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:20:59.952179 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8c8859-2bd4-4b7a-bc8f-d1f3420b6c16 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:20:59.981463 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a0ecff84-6fd9-4c53-98ad-82196b1fced7 admin admin] Publish callbacks [] for security_group (26b105e1-0f79-46df-bd6c-347ce51b2b80), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:20:59.991916 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-1a3f88e2-9169-4bbd-becd-583bb353da55 None None] For port 740b91f3-4717-4243-b0ad-846564cc9909, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:21:00.001711 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d17b-48ed-4ef1-8713-6cb1c27568b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (30b0adae-7e47-4a88-95a1-5f44551a9bc5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:00.015778 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dad1bb71-210c-494c-b830-fd77fbc89dfe req-b33b6015-3ab0-4e60-9986-ef18acf1902b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187648 Feb 08 21:21:00.040307 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-24804348-26e5-4f28-a5e7-61ff79e42d1c None None] Provisioning complete for port cf815580-60e7-43d8-ad9f-f9e18082b08e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:00.040690 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24804348-26e5-4f28-a5e7-61ff79e42d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cf815580-60e7-43d8-ad9f-f9e18082b08e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:00.067262 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a0ecff84-6fd9-4c53-98ad-82196b1fced7 admin admin] Publish callbacks [] for security_group (26b105e1-0f79-46df-bd6c-347ce51b2b80), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:00.084987 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2d17b-48ed-4ef1-8713-6cb1c27568b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=30b0adae-7e47-4a88-95a1-5f44551a9bc5,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:00.117299 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174601c-f980-41a4-9baa-58a5e48627a8 req-7e20d8fc-cb2f-4c31-8cc6-6e05601e7209 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:00.120177 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a174601c-f980-41a4-9baa-58a5e48627a8 req-7e20d8fc-cb2f-4c31-8cc6-6e05601e7209 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 944 time: 0.2626615 Feb 08 21:21:00.169410 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f431cb-28c6-4ab0-91d6-acbac289e079 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:21:00.169805 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f431cb-28c6-4ab0-91d6-acbac289e079 None None] Checking segment: {'id': '2915d85e-a598-40b1-b44f-c2e78eba4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b579c12b-961d-40a4-b1d3-426747043c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:21:00.170197 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-72f431cb-28c6-4ab0-91d6-acbac289e079 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:00.170664 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f431cb-28c6-4ab0-91d6-acbac289e079 None None] Bound using segment: {'id': '2915d85e-a598-40b1-b44f-c2e78eba4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b579c12b-961d-40a4-b1d3-426747043c72'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:21:00.171174 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-72f431cb-28c6-4ab0-91d6-acbac289e079 None None] Bound port: d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2915d85e-a598-40b1-b44f-c2e78eba4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b579c12b-961d-40a4-b1d3-426747043c72'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:21:00.171562 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-72f431cb-28c6-4ab0-91d6-acbac289e079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:00.182680 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-1a3f88e2-9169-4bbd-becd-583bb353da55 None None] For port 740b91f3-4717-4243-b0ad-846564cc9909, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=740b91f3-4717-4243-b0ad-846564cc9909,segment=NetworkSegment(b0bf0d81-f238-48aa-ab78-93a28b39066d),segment_id=b0bf0d81-f238-48aa-ab78-93a28b39066d)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:21:00.187920 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port cf815580-60e7-43d8-ad9f-f9e18082b08e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:00.188304 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cf815580-60e7-43d8-ad9f-f9e18082b08e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:00.273666 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a174601c-f980-41a4-9baa-58a5e48627a8 req-0042121d-7475-407e-8378-0bf868bc8172 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328282 Feb 08 21:21:00.274636 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1a3f88e2-9169-4bbd-becd-583bb353da55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (740b91f3-4717-4243-b0ad-846564cc9909), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:00.298290 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-c540a2f4-08fe-4980-965e-c6e0c3dddaa9 admin admin] Deleting subnet 9f16667b-9ffb-4110-b7c2-7f68860ee7c0 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:21:00.345692 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c540a2f4-08fe-4980-965e-c6e0c3dddaa9 admin admin] Publish callbacks [] for subnet (9f16667b-9ffb-4110-b7c2-7f68860ee7c0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:00.351978 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a0ecff84-6fd9-4c53-98ad-82196b1fced7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (26b105e1-0f79-46df-bd6c-347ce51b2b80), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:00.360094 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a0ecff84-6fd9-4c53-98ad-82196b1fced7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:00.361494 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a0ecff84-6fd9-4c53-98ad-82196b1fced7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/26b105e1-0f79-46df-bd6c-347ce51b2b80 HTTP/1.1" status: 204 len: 168 time: 0.6138740 Feb 08 21:21:00.364668 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d17b-48ed-4ef1-8713-6cb1c27568b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (cb056cb9-5096-40dd-8027-6143ef79e88b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:00.393616 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ecff84-6fd9-4c53-98ad-82196b1fced7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b105e1-0f79-46df-bd6c-347ce51b2b80,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:00.401702 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c540a2f4-08fe-4980-965e-c6e0c3dddaa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (9f16667b-9ffb-4110-b7c2-7f68860ee7c0), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:00.478481 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c540a2f4-08fe-4980-965e-c6e0c3dddaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (9f16667b-9ffb-4110-b7c2-7f68860ee7c0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:00.618873 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f88e2-9169-4bbd-becd-583bb353da55 None None] Pushing event updated for resources: {'Port': ['ID=740b91f3-4717-4243-b0ad-846564cc9909,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:00.696234 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-daa1f60b-81b3-4427-8665-917018344678 req-02134ab0-d861-4feb-9cd1-35d1acc6f086 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (1d334fc4-b215-4027-a69e-cd363d72d0d6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:00.732386 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042bf67-9b15-4f04-8fe9-778bfa8352dd req-8a81eec1-e051-484b-b1dc-1a61c24e6571 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:00.733945 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4042bf67-9b15-4f04-8fe9-778bfa8352dd req-8a81eec1-e051-484b-b1dc-1a61c24e6571 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 945 time: 0.4662530 Feb 08 21:21:00.767422 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c540a2f4-08fe-4980-965e-c6e0c3dddaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (9f16667b-9ffb-4110-b7c2-7f68860ee7c0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:00.769583 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d17b-48ed-4ef1-8713-6cb1c27568b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (cb056cb9-5096-40dd-8027-6143ef79e88b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:00.773058 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d17b-48ed-4ef1-8713-6cb1c27568b1 admin admin] Publish callbacks [] for router_controller (cb056cb9-5096-40dd-8027-6143ef79e88b), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:00.781860 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02134ab0-d861-4feb-9cd1-35d1acc6f086 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Pushing event deleted for resources: {'Port': ['ID=1d334fc4-b215-4027-a69e-cd363d72d0d6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:00.800438 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-72f431cb-28c6-4ab0-91d6-acbac289e079 None None] For port d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:21:00.805019 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['1ea08fc4-5c7f-4516-af34-84dcc109c7ff'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:21:00.852373 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c540a2f4-08fe-4980-965e-c6e0c3dddaa9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:00.858738 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c540a2f4-08fe-4980-965e-c6e0c3dddaa9 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/9f16667b-9ffb-4110-b7c2-7f68860ee7c0 HTTP/1.1" status: 204 len: 168 time: 1.4313252 Feb 08 21:21:00.867531 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8c8859-2bd4-4b7a-bc8f-d1f3420b6c16 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:00.868526 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b8c8859-2bd4-4b7a-bc8f-d1f3420b6c16 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:00.881722 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47894) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:00.885398 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540a2f4-08fe-4980-965e-c6e0c3dddaa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f16667b-9ffb-4110-b7c2-7f68860ee7c0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:00.939919 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-24804348-26e5-4f28-a5e7-61ff79e42d1c None None] Current status of the port cf815580-60e7-43d8-ad9f-f9e18082b08e is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:21:00.940843 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24804348-26e5-4f28-a5e7-61ff79e42d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cf815580-60e7-43d8-ad9f-f9e18082b08e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:00.954660 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port cf815580-60e7-43d8-ad9f-f9e18082b08e is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:21:00.955913 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cf815580-60e7-43d8-ad9f-f9e18082b08e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:00.983724 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d17b-48ed-4ef1-8713-6cb1c27568b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (cb056cb9-5096-40dd-8027-6143ef79e88b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:00.984330 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf2d17b-48ed-4ef1-8713-6cb1c27568b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb056cb9-5096-40dd-8027-6143ef79e88b {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:21:01.002525 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4bf2d17b-48ed-4ef1-8713-6cb1c27568b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:01.007222 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4bf2d17b-48ed-4ef1-8713-6cb1c27568b1 admin admin] 10.222.0.88 "DELETE /v2.0/routers/cb056cb9-5096-40dd-8027-6143ef79e88b HTTP/1.1" status: 204 len: 168 time: 3.1296568 Feb 08 21:21:01.008075 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47898) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:01.058811 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 1d334fc4-b215-4027-a69e-cd363d72d0d6 is: DOWN; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:21:01.073323 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2b8c8859-2bd4-4b7a-bc8f-d1f3420b6c16 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.4820726 Feb 08 21:21:01.075602 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47900) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:01.133951 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-beaf2bfe-f0cf-4e6e-bc8b-abbb58c5e756 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Request body: {'port': {'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70', 'name': 'tempest-TaggedBootDevicesTest_v242-1377882144', 'fixed_ips': [{'subnet_id': 'f846f56a-ea7d-4e86-b929-8e0c226587aa'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:01.203397 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8bba9f-3b4a-4743-aa32-0943ccbd9560 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Made reservation on behalf of 322e6c079f8d45e4b079c0ce6f4b99ce for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:21:01.211238 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-72f431cb-28c6-4ab0-91d6-acbac289e079 None None] For port d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d,segment=NetworkSegment(2915d85e-a598-40b1-b44f-c2e78eba4c98),segment_id=2915d85e-a598-40b1-b44f-c2e78eba4c98)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:21:01.218057 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d5266e5-282c-4b71-b5cb-fe43c18832b5 admin admin] Deleting subnet 02edbaba-852c-452d-b817-02147b1f40b1 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:21:01.243168 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4042bf67-9b15-4f04-8fe9-778bfa8352dd req-1b49e38b-2d5c-4e2e-8890-d902e5e6cf78 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993353 Feb 08 21:21:01.243995 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5d5266e5-282c-4b71-b5cb-fe43c18832b5 admin admin] Publish callbacks [] for subnet (02edbaba-852c-452d-b817-02147b1f40b1), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:01.372269 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5d5266e5-282c-4b71-b5cb-fe43c18832b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (02edbaba-852c-452d-b817-02147b1f40b1), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:01.461866 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-72f431cb-28c6-4ab0-91d6-acbac289e079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:01.467067 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4815582-8347-487a-9bca-a488efa6ee05 req-c85fa015-a925-4f09-82ff-5aff38cf72ad tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:01.475635 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4815582-8347-487a-9bca-a488efa6ee05 req-c85fa015-a925-4f09-82ff-5aff38cf72ad tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 945 time: 0.2000136 Feb 08 21:21:01.481619 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e8bba9f-3b4a-4743-aa32-0943ccbd9560 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:01.493701 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c3c2947e-9e26-4e94-9275-1ec2cb8faf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb056cb9-5096-40dd-8027-6143ef79e88b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1351199193-router', 'tenant_id': 'f35b4b6ad871452b8a765a13e6bc79c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '30b0adae-7e47-4a88-95a1-5f44551a9bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:16:59Z', 'updated_at': '2022-02-08T21:20:55Z', 'revision_number': 5, 'project_id': 'f35b4b6ad871452b8a765a13e6bc79c0', 'gw_port': {'id': '30b0adae-7e47-4a88-95a1-5f44551a9bc5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:68:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb056cb9-5096-40dd-8027-6143ef79e88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:17:01Z', 'updated_at': '2022-02-08T21:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:21:01.602070 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa1f60b-81b3-4427-8665-917018344678 req-02134ab0-d861-4feb-9cd1-35d1acc6f086 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] No DVR routers for this DVR port 1d334fc4-b215-4027-a69e-cd363d72d0d6 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:21:01.624509 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ca8e506-a802-42cd-98ea-48a52a32d5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (6e721cc8-cb97-443d-9392-5abeb1b828df), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:01.639348 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-daa1f60b-81b3-4427-8665-917018344678 req-02134ab0-d861-4feb-9cd1-35d1acc6f086 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:01.658521 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-daa1f60b-81b3-4427-8665-917018344678 req-02134ab0-d861-4feb-9cd1-35d1acc6f086 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.94 "DELETE /v2.0/ports/1d334fc4-b215-4027-a69e-cd363d72d0d6 HTTP/1.1" status: 204 len: 173 time: 4.5219495 Feb 08 21:21:01.676701 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662535dd-1551-4bd4-a456-4cddad01e6a6', 'name': 'network-vif-deleted', 'tag': '1d334fc4-b215-4027-a69e-cd363d72d0d6'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:21:01.699884 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3373eb89-063e-4116-9add-2a041739b5ed" -d '{"events": [{"server_uuid": "662535dd-1551-4bd4-a456-4cddad01e6a6", "name": "network-vif-deleted", "tag": "1d334fc4-b215-4027-a69e-cd363d72d0d6"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:21:01.701682 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-24804348-26e5-4f28-a5e7-61ff79e42d1c None None] For port cf815580-60e7-43d8-ad9f-f9e18082b08e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cf815580-60e7-43d8-ad9f-f9e18082b08e,segment=NetworkSegment(017b5fad-a14b-4a7f-9fa9-34bb5828ca93),segment_id=017b5fad-a14b-4a7f-9fa9-34bb5828ca93)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:21:01.710411 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6335c18f-8ef8-4538-83d9-6347b23eecb3 req-2aab476b-9a2c-4e86-b6e2-b3e275f1b4dc tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 210 time: 0.1351008 Feb 08 21:21:01.712754 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c2947e-9e26-4e94-9275-1ec2cb8faf9d None None] Checking router: cb056cb9-5096-40dd-8027-6143ef79e88b for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:21:01.722438 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-8e8bba9f-3b4a-4743-aa32-0943ccbd9560 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] device_id is not set on port 6f1cbabe-29f9-46bb-9da2-c7e1c855862e yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:21:01.733687 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f431cb-28c6-4ab0-91d6-acbac289e079 None None] Pushing event updated for resources: {'Port': ['ID=d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:01.743140 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:01.793459 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4815582-8347-487a-9bca-a488efa6ee05 req-6577222e-2203-490c-adab-d3362b3e8abd tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104360 Feb 08 21:21:01.812490 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5d5266e5-282c-4b71-b5cb-fe43c18832b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (02edbaba-852c-452d-b817-02147b1f40b1), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:01.832839 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c2947e-9e26-4e94-9275-1ec2cb8faf9d None None] Routers set() bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:21:01.833294 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c2947e-9e26-4e94-9275-1ec2cb8faf9d None None] Router IDs set() for agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 08 21:21:01.839811 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_agentschedulers_db [None req-c3c2947e-9e26-4e94-9275-1ec2cb8faf9d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cb056cb9-5096-40dd-8027-6143ef79e88b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:20:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent'). {{(pid=103435) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 08 21:21:01.840414 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c2947e-9e26-4e94-9275-1ec2cb8faf9d None None] The sync data for ids ['cb056cb9-5096-40dd-8027-6143ef79e88b'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:21:01.846044 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24804348-26e5-4f28-a5e7-61ff79e42d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cf815580-60e7-43d8-ad9f-f9e18082b08e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:01.878874 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:01.890982 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95ee248-8e8a-44e9-8b81-2c5ca31f2da2 None None] Network 1b3a5566-af7d-483b-b013-ff5148a84b70 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:21:01.976104 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5d5266e5-282c-4b71-b5cb-fe43c18832b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (02edbaba-852c-452d-b817-02147b1f40b1), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:02.025963 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15878d92-8ae4-4215-bbfd-e3b8386fc4fd x-openstack-request-id: req-15878d92-8ae4-4215-bbfd-e3b8386fc4fd {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:21:02.027484 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662535dd-1551-4bd4-a456-4cddad01e6a6", "name": "network-vif-deleted", "tag": "1d334fc4-b215-4027-a69e-cd363d72d0d6", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:21:02.028873 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-15878d92-8ae4-4215-bbfd-e3b8386fc4fd {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:21:02.029864 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662535dd-1551-4bd4-a456-4cddad01e6a6', 'name': 'network-vif-deleted', 'tag': '1d334fc4-b215-4027-a69e-cd363d72d0d6', 'status': 'completed', 'code': 200} Feb 08 21:21:02.057179 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5266e5-282c-4b71-b5cb-fe43c18832b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02edbaba-852c-452d-b817-02147b1f40b1,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:02.073182 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5d5266e5-282c-4b71-b5cb-fe43c18832b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:02.084300 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5d5266e5-282c-4b71-b5cb-fe43c18832b5 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/02edbaba-852c-452d-b817-02147b1f40b1 HTTP/1.1" status: 204 len: 168 time: 1.0586376 Feb 08 21:21:02.084985 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47916) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:02.303654 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d65c7e96-7d5c-49e4-a7e4-590864a96f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (aa6081f4-22de-4346-bb7f-dff024790515), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:02.487728 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ca8e506-a802-42cd-98ea-48a52a32d5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (6e721cc8-cb97-443d-9392-5abeb1b828df), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:02.565120 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f6cfad-87d3-444e-937d-afd07cac45ac None None] Network aa6081f4-22de-4346-bb7f-dff024790515 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:21:02.666720 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beaf2bfe-f0cf-4e6e-bc8b-abbb58c5e756 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Made reservation on behalf of 06ebfb94fd3f44c49b600ce9fcb86d2e for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:21:02.671890 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d78476-cfcd-4fe9-98da-6591b202db3d req-02559bb3-9ebf-4eb7-93d1-2bd2f98e501d tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:02.689869 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17d78476-cfcd-4fe9-98da-6591b202db3d req-02559bb3-9ebf-4eb7-93d1-2bd2f98e501d tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 945 time: 0.2325668 Feb 08 21:21:02.699342 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-d65c7e96-7d5c-49e4-a7e4-590864a96f75 admin admin] Deleting port 0a724f4b-1281-4506-9d4f-4c847d4c6516 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:21:02.699696 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d65c7e96-7d5c-49e4-a7e4-590864a96f75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (0a724f4b-1281-4506-9d4f-4c847d4c6516), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:02.743237 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-6cbaf895-e335-4865-acc6-29dc62d0d39c None None] Provisioning complete for port cf815580-60e7-43d8-ad9f-f9e18082b08e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:02.743611 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6cbaf895-e335-4865-acc6-29dc62d0d39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cf815580-60e7-43d8-ad9f-f9e18082b08e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:02.840933 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0ca8e506-a802-42cd-98ea-48a52a32d5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e721cc8-cb97-443d-9392-5abeb1b828df']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:21:02.872882 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0ca8e506-a802-42cd-98ea-48a52a32d5c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a0c837-7c9b-4953-887c-84de13de2b43') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:21:02.873934 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0ca8e506-a802-42cd-98ea-48a52a32d5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a0c837-7c9b-4953-887c-84de13de2b43') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:21:02.892171 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ca8e506-a802-42cd-98ea-48a52a32d5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (b1a0c837-7c9b-4953-887c-84de13de2b43), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:02.911301 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ca8e506-a802-42cd-98ea-48a52a32d5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (b1a0c837-7c9b-4953-887c-84de13de2b43), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:02.926716 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca8e506-a802-42cd-98ea-48a52a32d5c7 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:21:02.927135 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ca8e506-a802-42cd-98ea-48a52a32d5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (b1a0c837-7c9b-4953-887c-84de13de2b43), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:02.999129 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6cbaf895-e335-4865-acc6-29dc62d0d39c None None] Current status of the port cf815580-60e7-43d8-ad9f-f9e18082b08e is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:21:03.030132 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e5ea2a-0f95-4f8e-8fd6-fc89a19eb221 None None] Network 6832dbc4-407a-4320-a4e2-7f8a833aaebb requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:21:03.066551 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:21:03.072253 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47932) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:03.118352 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc0f1e4e-6ed8-4300-8790-877d6d28e6b0 req-490d5584-3211-477e-bab0-cb9f3da627f4 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 210 time: 0.1402209 Feb 08 21:21:03.136490 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:21:03.136851 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:21:03.179958 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17d78476-cfcd-4fe9-98da-6591b202db3d req-dddc20ae-c4fd-4d31-a85c-eda5697abfdb tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4885974 Feb 08 21:21:03.190605 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-8e8bba9f-3b4a-4743-aa32-0943ccbd9560 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Allocated IP 10.1.1.102 (9113f8c4-9372-4efc-a926-cd4f4ac79b2c/fcd0c060-e2d4-4f73-a03d-6b9fa4196cca/6f1cbabe-29f9-46bb-9da2-c7e1c855862e) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:21:03.223162 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-6cbaf895-e335-4865-acc6-29dc62d0d39c None None] Provisioning complete for port 219700e7-a28e-41ac-852d-7d45ceb501bb triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:03.223758 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6cbaf895-e335-4865-acc6-29dc62d0d39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (219700e7-a28e-41ac-852d-7d45ceb501bb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:03.298864 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-d65c7e96-7d5c-49e4-a7e4-590864a96f75 admin admin] For port 0a724f4b-1281-4506-9d4f-4c847d4c6516, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=0a724f4b-1281-4506-9d4f-4c847d4c6516,segment=NetworkSegment(12d03aeb-cfc1-4c80-b909-6e90e2dc5d0a),segment_id=12d03aeb-cfc1-4c80-b909-6e90e2dc5d0a)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:21:03.303360 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d65c7e96-7d5c-49e4-a7e4-590864a96f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (0a724f4b-1281-4506-9d4f-4c847d4c6516), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:03.319174 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24804348-26e5-4f28-a5e7-61ff79e42d1c None None] Pushing event updated for resources: {'Port': ['ID=cf815580-60e7-43d8-ad9f-f9e18082b08e,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:03.382452 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-d65c7e96-7d5c-49e4-a7e4-590864a96f75 admin admin] Calling delete_port for 0a724f4b-1281-4506-9d4f-4c847d4c6516 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:21:03.408495 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e8bba9f-3b4a-4743-aa32-0943ccbd9560 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for port (6f1cbabe-29f9-46bb-9da2-c7e1c855862e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:03.485546 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e8bba9f-3b4a-4743-aa32-0943ccbd9560 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (6f1cbabe-29f9-46bb-9da2-c7e1c855862e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:03.487387 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ca8e506-a802-42cd-98ea-48a52a32d5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (6e721cc8-cb97-443d-9392-5abeb1b828df), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:03.523751 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ca8e506-a802-42cd-98ea-48a52a32d5c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:03.536088 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0ca8e506-a802-42cd-98ea-48a52a32d5c7 admin admin] 10.222.0.88 "DELETE /v2.0/networks/6e721cc8-cb97-443d-9392-5abeb1b828df HTTP/1.1" status: 204 len: 168 time: 2.6419225 Feb 08 21:21:03.576861 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6cbaf895-e335-4865-acc6-29dc62d0d39c None None] Current status of the port 219700e7-a28e-41ac-852d-7d45ceb501bb is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:21:03.577656 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6cbaf895-e335-4865-acc6-29dc62d0d39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (219700e7-a28e-41ac-852d-7d45ceb501bb), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:03.705783 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8e506-a802-42cd-98ea-48a52a32d5c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e721cc8-cb97-443d-9392-5abeb1b828df,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:03.791227 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8bba9f-3b4a-4743-aa32-0943ccbd9560 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Network 9113f8c4-9372-4efc-a926-cd4f4ac79b2c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:21:03.843368 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8bba9f-3b4a-4743-aa32-0943ccbd9560 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Pushing event updated for resources: {'Port': ['ID=6f1cbabe-29f9-46bb-9da2-c7e1c855862e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:03.855995 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8e8bba9f-3b4a-4743-aa32-0943ccbd9560 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:21:03.860864 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8bba9f-3b4a-4743-aa32-0943ccbd9560 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:21:03.890851 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5e80e-a322-4efb-badc-4ee946b762b4 req-b320a963-e00b-41a7-805c-bb0b5f0df6dc tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:03.908131 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a1d5e80e-a322-4efb-badc-4ee946b762b4 req-b320a963-e00b-41a7-805c-bb0b5f0df6dc tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 945 time: 0.5442972 Feb 08 21:21:03.921811 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port cf815580-60e7-43d8-ad9f-f9e18082b08e is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:21:03.924668 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47938) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:03.925736 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61dc684-02c0-4485-b868-1352a55859c3 None None] DHCP port deletion for aa6081f4-22de-4346-bb7f-dff024790515 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:21:03.943487 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-6cbaf895-e335-4865-acc6-29dc62d0d39c None None] For port 219700e7-a28e-41ac-852d-7d45ceb501bb, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=219700e7-a28e-41ac-852d-7d45ceb501bb,segment=NetworkSegment(bb57cdc6-c629-4f4a-b28a-291038cfbb0a),segment_id=bb57cdc6-c629-4f4a-b28a-291038cfbb0a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:21:03.979029 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8bba9f-3b4a-4743-aa32-0943ccbd9560 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:03.979713 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e8bba9f-3b4a-4743-aa32-0943ccbd9560 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:04.041176 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-beaf2bfe-f0cf-4e6e-bc8b-abbb58c5e756 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:04.100519 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8e8bba9f-3b4a-4743-aa32-0943ccbd9560 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.9656096 Feb 08 21:21:04.114688 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-beaf2bfe-f0cf-4e6e-bc8b-abbb58c5e756 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] device_id is not set on port bc9f95b7-4f88-49ab-948f-f4acf9ccc00e yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:21:04.140243 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6cbaf895-e335-4865-acc6-29dc62d0d39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (219700e7-a28e-41ac-852d-7d45ceb501bb), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:04.240039 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d65c7e96-7d5c-49e4-a7e4-590864a96f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (0a724f4b-1281-4506-9d4f-4c847d4c6516), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:04.491596 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-6cbaf895-e335-4865-acc6-29dc62d0d39c None None] Provisioning complete for port a1f68b66-0533-4e05-9fac-cfc997c17b9a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:04.492321 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6cbaf895-e335-4865-acc6-29dc62d0d39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a1f68b66-0533-4e05-9fac-cfc997c17b9a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:04.523735 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47946) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:04.527866 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-69c45f28-db84-437c-96da-b57274bcbba0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c08b3d357a9e4759baf802843a7339e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6004555 Feb 08 21:21:04.552042 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07961761-a8ca-496d-8ce0-48d59f32631e None None] Network b579c12b-961d-40a4-b1d3-426747043c72 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:21:04.560970 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c7e96-7d5c-49e4-a7e4-590864a96f75 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a724f4b-1281-4506-9d4f-4c847d4c6516,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:04.622621 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-beaf2bfe-f0cf-4e6e-bc8b-abbb58c5e756 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Allocated IP 10.1.1.110 (1b3a5566-af7d-483b-b013-ff5148a84b70/f846f56a-ea7d-4e86-b929-8e0c226587aa/bc9f95b7-4f88-49ab-948f-f4acf9ccc00e) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:21:04.716833 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a1d5e80e-a322-4efb-badc-4ee946b762b4 req-0ce39cb4-6e38-4e7c-8304-005115b06ee6 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8038173 Feb 08 21:21:04.728927 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65c7e96-7d5c-49e4-a7e4-590864a96f75 admin admin] No DVR routers for this DVR port 0a724f4b-1281-4506-9d4f-4c847d4c6516 on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:21:04.768034 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d565f3c0-53f1-4483-a28c-2f2133891d53 admin admin] Publish callbacks [] for security_group (bbe03651-c1e0-4ae0-b9bf-709f4dee6909), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:04.815984 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3284e787-8ce5-4c98-8e62-1eab961cbf40 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-852111769-network', 'tenant_id': 'a88c641a9da84386b6092cea831d3438'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:04.822083 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6cbaf895-e335-4865-acc6-29dc62d0d39c None None] Port a1f68b66-0533-4e05-9fac-cfc997c17b9a cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:21:04.842369 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 219700e7-a28e-41ac-852d-7d45ceb501bb up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:21:04.900991 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d565f3c0-53f1-4483-a28c-2f2133891d53 admin admin] Publish callbacks [] for security_group (bbe03651-c1e0-4ae0-b9bf-709f4dee6909), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:04.939084 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d65c7e96-7d5c-49e4-a7e4-590864a96f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (aa6081f4-22de-4346-bb7f-dff024790515), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:04.965666 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-d65c7e96-7d5c-49e4-a7e4-590864a96f75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6081f4-22de-4346-bb7f-dff024790515']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:21:04.978916 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-d65c7e96-7d5c-49e4-a7e4-590864a96f75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d03aeb-cfc1-4c80-b909-6e90e2dc5d0a') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:21:04.979606 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-d65c7e96-7d5c-49e4-a7e4-590864a96f75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d03aeb-cfc1-4c80-b909-6e90e2dc5d0a') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:21:05.003775 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3284e787-8ce5-4c98-8e62-1eab961cbf40 admin admin] Made reservation on behalf of a88c641a9da84386b6092cea831d3438 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:21:05.008454 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3284e787-8ce5-4c98-8e62-1eab961cbf40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:05.011377 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d65c7e96-7d5c-49e4-a7e4-590864a96f75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (12d03aeb-cfc1-4c80-b909-6e90e2dc5d0a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:05.020158 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbaf895-e335-4865-acc6-29dc62d0d39c None None] Pushing event updated for resources: {'Port': ['ID=219700e7-a28e-41ac-852d-7d45ceb501bb,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:05.027972 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3284e787-8ce5-4c98-8e62-1eab961cbf40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:05.031115 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d65c7e96-7d5c-49e4-a7e4-590864a96f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (12d03aeb-cfc1-4c80-b909-6e90e2dc5d0a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:05.042871 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d65c7e96-7d5c-49e4-a7e4-590864a96f75 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:21:05.043421 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d65c7e96-7d5c-49e4-a7e4-590864a96f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (12d03aeb-cfc1-4c80-b909-6e90e2dc5d0a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:05.121746 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d565f3c0-53f1-4483-a28c-2f2133891d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (bbe03651-c1e0-4ae0-b9bf-709f4dee6909), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:05.125161 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d565f3c0-53f1-4483-a28c-2f2133891d53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:05.130033 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d565f3c0-53f1-4483-a28c-2f2133891d53 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bbe03651-c1e0-4ae0-b9bf-709f4dee6909 HTTP/1.1" status: 204 len: 168 time: 0.5969515 Feb 08 21:21:05.137380 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47950) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:21:05.138587 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:21:05.148824 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-61c58eb4-cca4-4e0c-8955-8c633ba3a175 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1212280174', 'description': 'tempest-description--1884278574'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:05.180060 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d65c7e96-7d5c-49e4-a7e4-590864a96f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (aa6081f4-22de-4346-bb7f-dff024790515), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:05.190068 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d65c7e96-7d5c-49e4-a7e4-590864a96f75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:05.193576 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b61dc684-02c0-4485-b868-1352a55859c3 None None] Deleting port 0a724f4b-1281-4506-9d4f-4c847d4c6516 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:21:05.193953 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b61dc684-02c0-4485-b868-1352a55859c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (0a724f4b-1281-4506-9d4f-4c847d4c6516), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:05.194154 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d65c7e96-7d5c-49e4-a7e4-590864a96f75 admin admin] 10.222.0.88 "DELETE /v2.0/networks/aa6081f4-22de-4346-bb7f-dff024790515 HTTP/1.1" status: 204 len: 168 time: 3.1078119 Feb 08 21:21:05.207560 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61c58eb4-cca4-4e0c-8955-8c633ba3a175 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:05.251086 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-beaf2bfe-f0cf-4e6e-bc8b-abbb58c5e756 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for port (bc9f95b7-4f88-49ab-948f-f4acf9ccc00e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:05.261146 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565f3c0-53f1-4483-a28c-2f2133891d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe03651-c1e0-4ae0-b9bf-709f4dee6909,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:05.270331 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-e4c74904-fb70-4cb4-93ce-0389480ec32b None None] Provisioning complete for port 6f1cbabe-29f9-46bb-9da2-c7e1c855862e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:05.270974 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e4c74904-fb70-4cb4-93ce-0389480ec32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6f1cbabe-29f9-46bb-9da2-c7e1c855862e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:05.288503 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-58ce2cbb-7343-4a83-8515-f0e1a6c1628f req-b1036ae2-2585-4090-b442-8750ac804057 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 210 time: 0.1523321 Feb 08 21:21:05.332336 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c7e96-7d5c-49e4-a7e4-590864a96f75 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa6081f4-22de-4346-bb7f-dff024790515,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server [None req-b61dc684-02c0-4485-b868-1352a55859c3 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network aa6081f4-22de-4346-bb7f-dff024790515 could not be found. Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 21:21:05.382050 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network aa6081f4-22de-4346-bb7f-dff024790515 could not be found. Feb 08 21:21:05.386522 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server Feb 08 21:21:05.414083 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e4c74904-fb70-4cb4-93ce-0389480ec32b None None] Port 6f1cbabe-29f9-46bb-9da2-c7e1c855862e cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:21:05.433306 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61c58eb4-cca4-4e0c-8955-8c633ba3a175 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for security_group (6aae393e-ce19-482c-97f8-ba0fd7797694), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:05.457278 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 219700e7-a28e-41ac-852d-7d45ceb501bb triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:05.458508 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (219700e7-a28e-41ac-852d-7d45ceb501bb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:05.462177 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3e6dd-66cd-40f6-a060-d6cf099e66ef req-f8f28144-4b59-419f-9f5e-2359c3dc22f3 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:05.464566 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefca328-f793-427d-b206-f7e5954cf309 None None] DHCP port deletion for aa6081f4-22de-4346-bb7f-dff024790515 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:21:05.470066 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4fb3e6dd-66cd-40f6-a060-d6cf099e66ef req-f8f28144-4b59-419f-9f5e-2359c3dc22f3 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 945 time: 0.2032864 Feb 08 21:21:05.474966 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61c58eb4-cca4-4e0c-8955-8c633ba3a175 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6aae393e-ce19-482c-97f8-ba0fd7797694), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:05.508355 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3284e787-8ce5-4c98-8e62-1eab961cbf40 admin admin] Publish callbacks [] for security_group (10037a51-9588-441d-a68d-f8dd71913a0e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:05.535997 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3284e787-8ce5-4c98-8e62-1eab961cbf40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (10037a51-9588-441d-a68d-f8dd71913a0e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:05.545216 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47956) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:05.545538 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-e4c74904-fb70-4cb4-93ce-0389480ec32b None None] Provisioning complete for port 740b91f3-4717-4243-b0ad-846564cc9909 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:05.545952 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e4c74904-fb70-4cb4-93ce-0389480ec32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (740b91f3-4717-4243-b0ad-846564cc9909), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:05.549273 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61c58eb4-cca4-4e0c-8955-8c633ba3a175 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:05.554945 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-61c58eb4-cca4-4e0c-8955-8c633ba3a175 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4134486 Feb 08 21:21:05.581846 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47958) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:05.605701 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-3f59b3b2-c9f0-4bfb-9234-af182ed9799e tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Request body: {'security_group_rule': {'security_group_id': '6aae393e-ce19-482c-97f8-ba0fd7797694', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:05.648158 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3284e787-8ce5-4c98-8e62-1eab961cbf40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:21:05.659646 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-beaf2bfe-f0cf-4e6e-bc8b-abbb58c5e756 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (bc9f95b7-4f88-49ab-948f-f4acf9ccc00e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:05.669703 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3284e787-8ce5-4c98-8e62-1eab961cbf40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (810a7444-e776-46b8-9dcb-e0b9dd9a6950), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:05.670880 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-3284e787-8ce5-4c98-8e62-1eab961cbf40 admin admin] Added segment 810a7444-e776-46b8-9dcb-e0b9dd9a6950 of type vlan for network f321caf4-aa9a-435e-8a6d-7e05526babef Feb 08 21:21:05.703598 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9f0d8cf3-e457-4881-aa05-3226ce766795 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6d98e0a79a014bd7b67e32046f0d8d2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471887 Feb 08 21:21:05.705990 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c58eb4-cca4-4e0c-8955-8c633ba3a175 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aae393e-ce19-482c-97f8-ba0fd7797694,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:05.713401 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47962) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:05.721082 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f59b3b2-c9f0-4bfb-9234-af182ed9799e tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for security_group_rule (9ea9e128-f947-439a-8173-0d0f41338d69), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:05.736474 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284e787-8ce5-4c98-8e62-1eab961cbf40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10037a51-9588-441d-a68d-f8dd71913a0e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:05.744395 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 219700e7-a28e-41ac-852d-7d45ceb501bb is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:21:05.747293 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:21:05.841524 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beaf2bfe-f0cf-4e6e-bc8b-abbb58c5e756 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Network 1b3a5566-af7d-483b-b013-ff5148a84b70 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:21:05.855249 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3284e787-8ce5-4c98-8e62-1eab961cbf40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (f321caf4-aa9a-435e-8a6d-7e05526babef), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:05.871116 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-beaf2bfe-f0cf-4e6e-bc8b-abbb58c5e756 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:21:05.889360 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4fb3e6dd-66cd-40f6-a060-d6cf099e66ef req-098a937b-fa9e-44be-86f8-88fddf2763eb tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079158 Feb 08 21:21:05.895477 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf2bfe-f0cf-4e6e-bc8b-abbb58c5e756 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event updated for resources: {'Port': ['ID=bc9f95b7-4f88-49ab-948f-f4acf9ccc00e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:05.916105 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaf2bfe-f0cf-4e6e-bc8b-abbb58c5e756 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:21:06.002494 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f59b3b2-c9f0-4bfb-9234-af182ed9799e tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for security_group_rule (9ea9e128-f947-439a-8173-0d0f41338d69), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:06.004415 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.db.resource_extend [None req-3284e787-8ce5-4c98-8e62-1eab961cbf40 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:21:06.023628 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f59b3b2-c9f0-4bfb-9234-af182ed9799e tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (9ea9e128-f947-439a-8173-0d0f41338d69), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:06.043964 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3284e787-8ce5-4c98-8e62-1eab961cbf40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (f321caf4-aa9a-435e-8a6d-7e05526babef), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:06.045062 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3284e787-8ce5-4c98-8e62-1eab961cbf40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:06.046172 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3284e787-8ce5-4c98-8e62-1eab961cbf40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:06.066465 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaf2bfe-f0cf-4e6e-bc8b-abbb58c5e756 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:06.067179 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-beaf2bfe-f0cf-4e6e-bc8b-abbb58c5e756 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:06.075591 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:06.080308 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:06.100670 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f59b3b2-c9f0-4bfb-9234-af182ed9799e tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:06.102004 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3f59b3b2-c9f0-4bfb-9234-af182ed9799e tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5165317 Feb 08 21:21:06.131486 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47970) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:06.134068 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-22178562-ec96-4a68-a68b-1f959d93fdf1 admin admin] Publish callbacks [] for security_group (badfc65f-1940-4032-a854-56312a948116), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:06.152999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-a38bf237-6c54-4104-b01e-d5f7b3aa162f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Request body: {'security_group_rule': {'security_group_id': '6aae393e-ce19-482c-97f8-ba0fd7797694', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:06.188389 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e4c74904-fb70-4cb4-93ce-0389480ec32b None None] Current status of the port 740b91f3-4717-4243-b0ad-846564cc9909 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:21:06.188997 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e4c74904-fb70-4cb4-93ce-0389480ec32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (740b91f3-4717-4243-b0ad-846564cc9909), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:06.198330 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59b3b2-c9f0-4bfb-9234-af182ed9799e tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea9e128-f947-439a-8173-0d0f41338d69,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:06.215804 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3284e787-8ce5-4c98-8e62-1eab961cbf40 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.7418163 Feb 08 21:21:06.216911 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:06.244554 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47974) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:06.256476 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-67a434b9-a906-4101-a3ce-aafbbba0af19 admin admin] Request body: {'subnet': {'network_id': 'f321caf4-aa9a-435e-8a6d-7e05526babef', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-852111769-subnet', 'tenant_id': 'a88c641a9da84386b6092cea831d3438', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:06.256878 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284e787-8ce5-4c98-8e62-1eab961cbf40 admin admin] Pushing event updated for resources: {'Network': ['ID=f321caf4-aa9a-435e-8a6d-7e05526babef,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:06.272477 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-beaf2bfe-f0cf-4e6e-bc8b-abbb58c5e756 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1446266 Feb 08 21:21:06.285810 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a38bf237-6c54-4104-b01e-d5f7b3aa162f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for security_group_rule (16c0c6c0-6d62-4bbd-9c48-7e46ee4a68d3), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:06.291244 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-22178562-ec96-4a68-a68b-1f959d93fdf1 admin admin] Publish callbacks [] for security_group (badfc65f-1940-4032-a854-56312a948116), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:06.328920 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:21:06.329585 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:06.341368 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff280672-529d-430b-a2be-a953cbee5659 req-3babe1e4-4ee3-47b0-855a-f0175092a809 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:06.342953 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff280672-529d-430b-a2be-a953cbee5659 req-3babe1e4-4ee3-47b0-855a-f0175092a809 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 945 time: 0.4434595 Feb 08 21:21:06.347442 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bc8841-760e-4675-a6ea-72c3f86b36ca None None] get_active_networks_info from n-d-712143-31 {{(pid=103435) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 21:21:06.352592 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network f321caf4-aa9a-435e-8a6d-7e05526babef details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:21:06.524492 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a434b9-a906-4101-a3ce-aafbbba0af19 admin admin] Made reservation on behalf of a88c641a9da84386b6092cea831d3438 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:21:06.527260 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-67a434b9-a906-4101-a3ce-aafbbba0af19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:06.567944 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a38bf237-6c54-4104-b01e-d5f7b3aa162f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for security_group_rule (16c0c6c0-6d62-4bbd-9c48-7e46ee4a68d3), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:06.684208 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d,segment=NetworkSegment(2915d85e-a598-40b1-b44f-c2e78eba4c98),segment_id=2915d85e-a598-40b1-b44f-c2e78eba4c98)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:21:06.688630 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-e4c74904-fb70-4cb4-93ce-0389480ec32b None None] For port 740b91f3-4717-4243-b0ad-846564cc9909, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=740b91f3-4717-4243-b0ad-846564cc9909,segment=NetworkSegment(b0bf0d81-f238-48aa-ab78-93a28b39066d),segment_id=b0bf0d81-f238-48aa-ab78-93a28b39066d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:21:06.709940 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:06.711644 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 740b91f3-4717-4243-b0ad-846564cc9909 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:21:06.797723 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:06.804247 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-67a434b9-a906-4101-a3ce-aafbbba0af19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (d712140e-77a9-4229-99f0-fa85facafbc6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:06.808602 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a38bf237-6c54-4104-b01e-d5f7b3aa162f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (16c0c6c0-6d62-4bbd-9c48-7e46ee4a68d3), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:06.830749 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e4c74904-fb70-4cb4-93ce-0389480ec32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (740b91f3-4717-4243-b0ad-846564cc9909), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:06.916543 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff280672-529d-430b-a2be-a953cbee5659 req-12a79dd2-df02-4901-b30b-589340e770b3 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5443795 Feb 08 21:21:06.945092 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47992) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:06.951882 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-27050431-7965-4cfa-8892-b9db42ea64b7 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--776677897', 'description': 'tempest-description--157283705'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:06.966652 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-22178562-ec96-4a68-a68b-1f959d93fdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (badfc65f-1940-4032-a854-56312a948116), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:06.973295 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-22178562-ec96-4a68-a68b-1f959d93fdf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:06.975572 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-22178562-ec96-4a68-a68b-1f959d93fdf1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/badfc65f-1940-4032-a854-56312a948116 HTTP/1.1" status: 204 len: 168 time: 1.2604916 Feb 08 21:21:06.976877 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38bf237-6c54-4104-b01e-d5f7b3aa162f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c0c6c0-6d62-4bbd-9c48-7e46ee4a68d3,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:06.988941 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a38bf237-6c54-4104-b01e-d5f7b3aa162f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:06.996685 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a38bf237-6c54-4104-b01e-d5f7b3aa162f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8599298 Feb 08 21:21:07.006665 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47998) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:07.012397 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 740b91f3-4717-4243-b0ad-846564cc9909 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:07.015598 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27050431-7965-4cfa-8892-b9db42ea64b7 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:07.020020 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (740b91f3-4717-4243-b0ad-846564cc9909), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:07.031371 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-7d04ce07-68e8-4da5-b212-dd3d3ddf4661 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:07.079581 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22178562-ec96-4a68-a68b-1f959d93fdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badfc65f-1940-4032-a854-56312a948116,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:07.197611 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a434b9-a906-4101-a3ce-aafbbba0af19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d712140e-77a9-4229-99f0-fa85facafbc6,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:07.222370 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6f7183a-33c8-4c5f-a94b-be116c90d02c req-686233ea-7257-43fb-9610-8b9a42ac3962 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 210 time: 0.1384408 Feb 08 21:21:07.223942 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7d04ce07-68e8-4da5-b212-dd3d3ddf4661 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:07.320949 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27050431-7965-4cfa-8892-b9db42ea64b7 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for security_group (118f0702-4557-44af-839a-62e8fe7fbe4e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:07.332048 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27050431-7965-4cfa-8892-b9db42ea64b7 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (118f0702-4557-44af-839a-62e8fe7fbe4e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:07.387092 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27050431-7965-4cfa-8892-b9db42ea64b7 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:07.389535 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-27050431-7965-4cfa-8892-b9db42ea64b7 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4419141 Feb 08 21:21:07.399504 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48002) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:07.411213 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e337858e-1a00-407a-a8c7-3ef95c90b341 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Request body: {'security_group_rule': {'security_group_id': '118f0702-4557-44af-839a-62e8fe7fbe4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:07.449032 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27050431-7965-4cfa-8892-b9db42ea64b7 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118f0702-4557-44af-839a-62e8fe7fbe4e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:07.511702 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a434b9-a906-4101-a3ce-aafbbba0af19 admin admin] Checking segment: {'id': '810a7444-e776-46b8-9dcb-e0b9dd9a6950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f321caf4-aa9a-435e-8a6d-7e05526babef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:21:07.512643 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a434b9-a906-4101-a3ce-aafbbba0af19 admin admin] Network hostable DHCP agents. Network: f321caf4-aa9a-435e-8a6d-7e05526babef, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:21:07.527829 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e337858e-1a00-407a-a8c7-3ef95c90b341 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for security_group_rule (42b488df-ec8e-4378-a0d2-9738887711f7), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:07.529418 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-e4c74904-fb70-4cb4-93ce-0389480ec32b None None] Provisioning complete for port 3a761046-2c2d-4f8b-935f-343322f71219 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:07.530167 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e4c74904-fb70-4cb4-93ce-0389480ec32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3a761046-2c2d-4f8b-935f-343322f71219), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:07.582711 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a434b9-a906-4101-a3ce-aafbbba0af19 admin admin] Network f321caf4-aa9a-435e-8a6d-7e05526babef is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:21:07.614878 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e9a25-e22a-4a61-bb28-078efe1870e5 req-959efef2-c8e9-407b-98fa-36677bc0b81b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:07.624892 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-301e9a25-e22a-4a61-bb28-078efe1870e5 req-959efef2-c8e9-407b-98fa-36677bc0b81b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 945 time: 0.1694782 Feb 08 21:21:07.636474 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:07.643588 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-67a434b9-a906-4101-a3ce-aafbbba0af19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, f321caf4-aa9a-435e-8a6d-7e05526babef) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:21:07.671638 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a434b9-a906-4101-a3ce-aafbbba0af19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:07.672688 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-67a434b9-a906-4101-a3ce-aafbbba0af19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:07.739371 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e337858e-1a00-407a-a8c7-3ef95c90b341 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for security_group_rule (42b488df-ec8e-4378-a0d2-9738887711f7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:07.754895 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e337858e-1a00-407a-a8c7-3ef95c90b341 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (42b488df-ec8e-4378-a0d2-9738887711f7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:07.770827 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-67a434b9-a906-4101-a3ce-aafbbba0af19 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5145569 Feb 08 21:21:07.785097 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337858e-1a00-407a-a8c7-3ef95c90b341 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b488df-ec8e-4378-a0d2-9738887711f7,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:07.825201 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-301e9a25-e22a-4a61-bb28-078efe1870e5 req-3cf85c93-8a96-48a6-9f9c-6d3512df4683 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986020 Feb 08 21:21:07.837408 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e337858e-1a00-407a-a8c7-3ef95c90b341 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:07.840847 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e337858e-1a00-407a-a8c7-3ef95c90b341 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4396570 Feb 08 21:21:07.844415 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48038) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:07.847525 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7d04ce07-68e8-4da5-b212-dd3d3ddf4661 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:07.858843 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b71cc2b8-07e2-45d7-82a3-30eeff72c085 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Request body: {'security_group_rule': {'security_group_id': '118f0702-4557-44af-839a-62e8fe7fbe4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:07.882817 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c74904-fb70-4cb4-93ce-0389480ec32b None None] Pushing event updated for resources: {'Port': ['ID=740b91f3-4717-4243-b0ad-846564cc9909,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:07.910567 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e4c74904-fb70-4cb4-93ce-0389480ec32b None None] Port 3a761046-2c2d-4f8b-935f-343322f71219 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:21:07.948576 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-e4c74904-fb70-4cb4-93ce-0389480ec32b None None] Provisioning complete for port d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:07.949200 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e4c74904-fb70-4cb4-93ce-0389480ec32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:07.966015 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 740b91f3-4717-4243-b0ad-846564cc9909 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:21:07.972263 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cf815580-60e7-43d8-ad9f-f9e18082b08e up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:21:07.977140 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b71cc2b8-07e2-45d7-82a3-30eeff72c085 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for security_group_rule (cd25f5b7-32fc-47cb-8ef5-6ca1b14d2969), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:08.071858 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bc8841-760e-4675-a6ea-72c3f86b36ca None None] Resources bound (agent type, host, resource id): {{(pid=103435) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 21:21:08.109380 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-7d04ce07-68e8-4da5-b212-dd3d3ddf4661 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Allocated IP 172.25.3.192 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/5facf1b3-c861-4ed3-9ed0-daf41dc21ac4) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:21:08.212214 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b71cc2b8-07e2-45d7-82a3-30eeff72c085 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for security_group_rule (cd25f5b7-32fc-47cb-8ef5-6ca1b14d2969), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:08.219672 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48046) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:08.280173 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b71cc2b8-07e2-45d7-82a3-30eeff72c085 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (cd25f5b7-32fc-47cb-8ef5-6ca1b14d2969), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:08.402887 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71cc2b8-07e2-45d7-82a3-30eeff72c085 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd25f5b7-32fc-47cb-8ef5-6ca1b14d2969,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:08.431192 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b71cc2b8-07e2-45d7-82a3-30eeff72c085 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:08.435257 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b71cc2b8-07e2-45d7-82a3-30eeff72c085 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5886312 Feb 08 21:21:08.445413 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48052) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:08.466061 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8c974bd0-833c-4455-8151-82d731914a49 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:08.531351 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48054) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:08.582313 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2aafb4a7-2b24-47c3-95d0-cdb1234195ca admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f35b4b6ad871452b8a765a13e6bc79c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3519399 Feb 08 21:21:08.585611 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48058) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:08.656891 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port cf815580-60e7-43d8-ad9f-f9e18082b08e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:08.657493 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cf815580-60e7-43d8-ad9f-f9e18082b08e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:08.657992 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c974bd0-833c-4455-8151-82d731914a49 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:08.787932 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e4c74904-fb70-4cb4-93ce-0389480ec32b None None] Current status of the port d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:21:08.834836 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-abf80076-ea61-444b-a5b0-18d8c7b1e914 req-79d053e4-f4d3-45b5-b341-1f6f8f87ee48 tempest-SecurityGroupsNegativeTestJSON-283444641 tempest-SecurityGroupsNegativeTestJSON-283444641-project] show failed (client error): The resource could not be found. Feb 08 21:21:08.836830 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-abf80076-ea61-444b-a5b0-18d8c7b1e914 req-79d053e4-f4d3-45b5-b341-1f6f8f87ee48 tempest-SecurityGroupsNegativeTestJSON-283444641 tempest-SecurityGroupsNegativeTestJSON-283444641-project] 10.222.0.88 "GET /v2.0/security-groups/f5730634-b0e6-4c45-a54a-c4818ceafcaa HTTP/1.1" status: 404 len: 352 time: 0.0356028 Feb 08 21:21:08.837643 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-e4c74904-fb70-4cb4-93ce-0389480ec32b None None] Provisioning complete for port a1f68b66-0533-4e05-9fac-cfc997c17b9a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:08.838197 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e4c74904-fb70-4cb4-93ce-0389480ec32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a1f68b66-0533-4e05-9fac-cfc997c17b9a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:08.900382 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc2c54-ecf3-43ad-8e87-1e0ad8e1d96d req-c804c5f5-f9f0-49d8-a40a-b41e8e5d540a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:08.909464 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-69dc2c54-ecf3-43ad-8e87-1e0ad8e1d96d req-c804c5f5-f9f0-49d8-a40a-b41e8e5d540a tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 945 time: 0.7964866 Feb 08 21:21:08.956179 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port cf815580-60e7-43d8-ad9f-f9e18082b08e is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:21:08.981431 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e4c74904-fb70-4cb4-93ce-0389480ec32b None None] Port a1f68b66-0533-4e05-9fac-cfc997c17b9a cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:21:09.008539 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0481c64-0197-45e0-803b-a9a7d08e04e9 None None] Network f321caf4-aa9a-435e-8a6d-7e05526babef requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:21:09.016086 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-145a4589-f886-45d0-aeb4-8dcd0c0ac120 admin admin] Publish callbacks [] for security_group (393d7334-f0cd-4556-acf5-d0c5c9955279), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:09.023310 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-69dc2c54-ecf3-43ad-8e87-1e0ad8e1d96d req-63f5e958-fb53-44b2-b0bc-1924008f1cd2 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125257 Feb 08 21:21:09.070838 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7d04ce07-68e8-4da5-b212-dd3d3ddf4661 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for port (5facf1b3-c861-4ed3-9ed0-daf41dc21ac4), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:09.076304 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-145a4589-f886-45d0-aeb4-8dcd0c0ac120 admin admin] Publish callbacks [] for security_group (393d7334-f0cd-4556-acf5-d0c5c9955279), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:09.160625 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f088ce6-c897-4906-bcef-79407df99e39 req-cc27ed86-8d34-4411-9b33-fbc301923834 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 210 time: 0.0621436 Feb 08 21:21:09.182568 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 0a724f4b-1281-4506-9d4f-4c847d4c6516 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:21:09.193956 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a5e17e6-7e6d-4977-9a66-019cdf04512e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:09.206707 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-145a4589-f886-45d0-aeb4-8dcd0c0ac120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (393d7334-f0cd-4556-acf5-d0c5c9955279), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:09.214342 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-145a4589-f886-45d0-aeb4-8dcd0c0ac120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:09.220210 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-145a4589-f886-45d0-aeb4-8dcd0c0ac120 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/393d7334-f0cd-4556-acf5-d0c5c9955279 HTTP/1.1" status: 204 len: 168 time: 0.6293144 Feb 08 21:21:09.234065 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-e4c74904-fb70-4cb4-93ce-0389480ec32b None None] Provisioning complete for port 219700e7-a28e-41ac-852d-7d45ceb501bb triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:09.234497 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e4c74904-fb70-4cb4-93ce-0389480ec32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (219700e7-a28e-41ac-852d-7d45ceb501bb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:09.237110 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 0a724f4b-1281-4506-9d4f-4c847d4c6516 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:21:09.241647 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 0a724f4b-1281-4506-9d4f-4c847d4c6516 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:21:09.242252 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 30b0adae-7e47-4a88-95a1-5f44551a9bc5 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:21:09.252892 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878f8cc4-1cd0-4186-a6bf-908b195d0883 None None] Network f321caf4-aa9a-435e-8a6d-7e05526babef requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:21:09.291432 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a4589-f886-45d0-aeb4-8dcd0c0ac120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393d7334-f0cd-4556-acf5-d0c5c9955279,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:09.307102 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7d04ce07-68e8-4da5-b212-dd3d3ddf4661 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (5facf1b3-c861-4ed3-9ed0-daf41dc21ac4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:09.411600 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c974bd0-833c-4455-8151-82d731914a49 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:09.449562 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 30b0adae-7e47-4a88-95a1-5f44551a9bc5 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:21:09.450362 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 30b0adae-7e47-4a88-95a1-5f44551a9bc5 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:21:09.450580 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f9531c1-cdc6-44e2-bbe1-773b8f06d4a3 req-be80e43b-4add-4f90-9655-f9087137a4bc tempest-SecurityGroupsNegativeTestJSON-283444641 tempest-SecurityGroupsNegativeTestJSON-283444641-project] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a88c641a9da84386b6092cea831d3438 HTTP/1.1" status: 200 len: 3001 time: 0.1756938 Feb 08 21:21:09.451509 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device bf410f1d-1fdc-4353-b4fe-dca9adaddcd7 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:21:09.468639 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d04ce07-68e8-4da5-b212-dd3d3ddf4661 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:21:09.476907 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-7d04ce07-68e8-4da5-b212-dd3d3ddf4661 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:21:09.497456 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8149200-c2c2-4534-9585-48452da7fed1 req-bd2d9f03-57bf-4743-bc76-5db3ab8a0f48 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:09.499290 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8149200-c2c2-4534-9585-48452da7fed1 req-bd2d9f03-57bf-4743-bc76-5db3ab8a0f48 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 945 time: 0.3300560 Feb 08 21:21:09.515867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d04ce07-68e8-4da5-b212-dd3d3ddf4661 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:21:09.541119 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: bf410f1d-1fdc-4353-b4fe-dca9adaddcd7 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:21:09.542071 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device bf410f1d-1fdc-4353-b4fe-dca9adaddcd7 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:21:09.570661 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-8c974bd0-833c-4455-8151-82d731914a49 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Allocated IP 172.25.3.46 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/7e96a1ae-b6b3-46b3-b3a7-4fd8ac765cfc) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:21:09.647570 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04ce07-68e8-4da5-b212-dd3d3ddf4661 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Pushing event updated for resources: {'Port': ['ID=5facf1b3-c861-4ed3-9ed0-daf41dc21ac4,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:09.763523 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e4c74904-fb70-4cb4-93ce-0389480ec32b None None] Current status of the port 219700e7-a28e-41ac-852d-7d45ceb501bb is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:21:09.801287 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f9531c1-cdc6-44e2-bbe1-773b8f06d4a3 req-5254ce50-7ef0-457b-9a97-116e1e1369a8 tempest-SecurityGroupsNegativeTestJSON-283444641 tempest-SecurityGroupsNegativeTestJSON-283444641-project] 10.222.0.88 "GET /v2.0/security-groups/10037a51-9588-441d-a68d-f8dd71913a0e HTTP/1.1" status: 200 len: 2998 time: 0.3255496 Feb 08 21:21:09.890522 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4c0ac93f-959d-4f2c-8bc7-989993f0573f None None] Provisioning complete for port d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:09.891686 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c0ac93f-959d-4f2c-8bc7-989993f0573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:09.892963 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c974bd0-833c-4455-8151-82d731914a49 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for port (7e96a1ae-b6b3-46b3-b3a7-4fd8ac765cfc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:09.894684 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8149200-c2c2-4534-9585-48452da7fed1 req-106b3747-c98b-4bcc-bc70-250029ed8ef9 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759227 Feb 08 21:21:09.908209 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a5e17e6-7e6d-4977-9a66-019cdf04512e admin admin] Publish callbacks [] for security_group (489c3d58-331d-4539-a9b5-c264ab3c8cd8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:09.915076 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 219700e7-a28e-41ac-852d-7d45ceb501bb up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:21:09.970422 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a5e17e6-7e6d-4977-9a66-019cdf04512e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (489c3d58-331d-4539-a9b5-c264ab3c8cd8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:09.972076 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7d04ce07-68e8-4da5-b212-dd3d3ddf4661 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for floatingip (086b64b1-4d71-4a78-94cd-fa6d5b1228ba), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:09.992273 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f9531c1-cdc6-44e2-bbe1-773b8f06d4a3 req-e11839e2-f32c-4a1c-bd8f-c58d870cd483 tempest-SecurityGroupsNegativeTestJSON-283444641 tempest-SecurityGroupsNegativeTestJSON-283444641-project] 10.222.0.88 "GET /v2.0/security-groups/10037a51-9588-441d-a68d-f8dd71913a0e HTTP/1.1" status: 200 len: 2998 time: 0.1561785 Feb 08 21:21:10.046294 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4a5e17e6-7e6d-4977-9a66-019cdf04512e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b98a49747a5d438589f8dba817a3177a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5055528 Feb 08 21:21:10.053085 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c974bd0-833c-4455-8151-82d731914a49 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (7e96a1ae-b6b3-46b3-b3a7-4fd8ac765cfc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:10.057145 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48082) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:10.129177 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c974bd0-833c-4455-8151-82d731914a49 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:21:10.138903 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8c974bd0-833c-4455-8151-82d731914a49 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:21:10.146182 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e17e6-7e6d-4977-9a66-019cdf04512e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489c3d58-331d-4539-a9b5-c264ab3c8cd8,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:10.158759 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c974bd0-833c-4455-8151-82d731914a49 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:21:10.191600 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7d04ce07-68e8-4da5-b212-dd3d3ddf4661 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5facf1b3-c861-4ed3-9ed0-daf41dc21ac4), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:10.194042 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 219700e7-a28e-41ac-852d-7d45ceb501bb triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:10.197704 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (219700e7-a28e-41ac-852d-7d45ceb501bb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:10.229774 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c974bd0-833c-4455-8151-82d731914a49 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event updated for resources: {'Port': ['ID=7e96a1ae-b6b3-46b3-b3a7-4fd8ac765cfc,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:10.260127 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e81298a-f708-4b4c-93f9-91b57c17f8da admin admin] Publish callbacks [] for security_group (489c3d58-331d-4539-a9b5-c264ab3c8cd8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:10.262132 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4c0ac93f-959d-4f2c-8bc7-989993f0573f None None] Current status of the port d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:21:10.302841 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4c0ac93f-959d-4f2c-8bc7-989993f0573f None None] Provisioning complete for port bc9f95b7-4f88-49ab-948f-f4acf9ccc00e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:10.303623 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c0ac93f-959d-4f2c-8bc7-989993f0573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bc9f95b7-4f88-49ab-948f-f4acf9ccc00e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:10.329434 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e81298a-f708-4b4c-93f9-91b57c17f8da admin admin] Publish callbacks [] for security_group (489c3d58-331d-4539-a9b5-c264ab3c8cd8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:10.405961 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0972df57-6ee0-4ae8-885b-0131642545e5 req-f65eaea1-82f4-48cd-b47f-3093385e2f6b tempest-SecurityGroupsNegativeTestJSON-283444641 tempest-SecurityGroupsNegativeTestJSON-283444641-project] 10.222.0.88 "GET /v2.0/security-groups/10037a51-9588-441d-a68d-f8dd71913a0e HTTP/1.1" status: 200 len: 2998 time: 0.3236568 Feb 08 21:21:10.449304 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4c0ac93f-959d-4f2c-8bc7-989993f0573f None None] Port bc9f95b7-4f88-49ab-948f-f4acf9ccc00e cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:21:10.452492 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 219700e7-a28e-41ac-852d-7d45ceb501bb is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:21:10.456868 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:21:10.476460 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c974bd0-833c-4455-8151-82d731914a49 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for floatingip (08a5027b-2ab2-4257-871b-836bf64c6825), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:10.531267 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c974bd0-833c-4455-8151-82d731914a49 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7e96a1ae-b6b3-46b3-b3a7-4fd8ac765cfc), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:10.576815 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e81298a-f708-4b4c-93f9-91b57c17f8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (489c3d58-331d-4539-a9b5-c264ab3c8cd8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:10.580338 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e81298a-f708-4b4c-93f9-91b57c17f8da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:10.582078 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0e81298a-f708-4b4c-93f9-91b57c17f8da admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/489c3d58-331d-4539-a9b5-c264ab3c8cd8 HTTP/1.1" status: 204 len: 168 time: 0.5211492 Feb 08 21:21:10.590620 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ab0f4-8369-4353-9d67-a4b30ea7171a req-7751eddf-2dd7-4fe3-b4d4-b6e972127821 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:10.600223 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd5ab0f4-8369-4353-9d67-a4b30ea7171a req-7751eddf-2dd7-4fe3-b4d4-b6e972127821 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 945 time: 0.2860234 Feb 08 21:21:10.604699 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81298a-f708-4b4c-93f9-91b57c17f8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489c3d58-331d-4539-a9b5-c264ab3c8cd8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:10.680345 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:10.680965 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:10.765869 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd5ab0f4-8369-4353-9d67-a4b30ea7171a req-da6e5709-72b0-43a7-8ec9-69f74bb4df77 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288276 Feb 08 21:21:10.779340 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c974bd0-833c-4455-8151-82d731914a49 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for port (7e96a1ae-b6b3-46b3-b3a7-4fd8ac765cfc), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:10.790192 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c974bd0-833c-4455-8151-82d731914a49 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (7e96a1ae-b6b3-46b3-b3a7-4fd8ac765cfc), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:10.794924 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-0972df57-6ee0-4ae8-885b-0131642545e5 req-a0360b3f-261c-4ff0-a0e9-8e846b27936c tempest-SecurityGroupsNegativeTestJSON-283444641 tempest-SecurityGroupsNegativeTestJSON-283444641-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 08 21:21:10.796706 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0972df57-6ee0-4ae8-885b-0131642545e5 req-a0360b3f-261c-4ff0-a0e9-8e846b27936c tempest-SecurityGroupsNegativeTestJSON-283444641 tempest-SecurityGroupsNegativeTestJSON-283444641-project] 10.222.0.88 "DELETE /v2.0/security-groups/10037a51-9588-441d-a68d-f8dd71913a0e HTTP/1.1" status: 409 len: 352 time: 0.3896394 Feb 08 21:21:10.920145 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c974bd0-833c-4455-8151-82d731914a49 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event updated for resources: {'Port': ['ID=7e96a1ae-b6b3-46b3-b3a7-4fd8ac765cfc,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:10.957900 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48102) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:11.011301 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-23d13346-cd16-46e0-ae36-4a4f15adb54d req-8520923e-68d4-4d7d-9e06-47c4c02b2c83 tempest-SecurityGroupsNegativeTestJSON-283444641 tempest-SecurityGroupsNegativeTestJSON-283444641-project] show failed (client error): The resource could not be found. Feb 08 21:21:11.043510 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23d13346-cd16-46e0-ae36-4a4f15adb54d req-8520923e-68d4-4d7d-9e06-47c4c02b2c83 tempest-SecurityGroupsNegativeTestJSON-283444641 tempest-SecurityGroupsNegativeTestJSON-283444641-project] 10.222.0.88 "GET /v2.0/security-groups/8c3e20d6-bb64-40d7-9192-4cf9a06edadc HTTP/1.1" status: 404 len: 352 time: 0.1543827 Feb 08 21:21:11.084493 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c974bd0-833c-4455-8151-82d731914a49 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (08a5027b-2ab2-4257-871b-836bf64c6825), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:11.097628 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:21:11.099986 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 740b91f3-4717-4243-b0ad-846564cc9909 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:21:11.127143 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49147aa2-f064-4495-8172-813db8575a68 req-110aa312-c0c5-44e6-8026-487d7cba3124 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=662535dd-1551-4bd4-a456-4cddad01e6a6 HTTP/1.1" status: 200 len: 210 time: 0.0787632 Feb 08 21:21:11.141580 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c974bd0-833c-4455-8151-82d731914a49 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:11.149456 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8c974bd0-833c-4455-8151-82d731914a49 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7022464 Feb 08 21:21:11.176388 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7d04ce07-68e8-4da5-b212-dd3d3ddf4661 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for port (5facf1b3-c861-4ed3-9ed0-daf41dc21ac4), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:11.201341 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7d04ce07-68e8-4da5-b212-dd3d3ddf4661 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (5facf1b3-c861-4ed3-9ed0-daf41dc21ac4), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:11.368371 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 740b91f3-4717-4243-b0ad-846564cc9909 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:11.368995 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (740b91f3-4717-4243-b0ad-846564cc9909), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:11.451619 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04ce07-68e8-4da5-b212-dd3d3ddf4661 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Pushing event updated for resources: {'Port': ['ID=5facf1b3-c861-4ed3-9ed0-daf41dc21ac4,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:11.458014 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-d50e8bcb-24f2-49cf-a7e7-fe672b20f728 req-9dcd81e2-7904-4b92-9630-0fedfe5b704e tempest-SecurityGroupsNegativeTestJSON-283444641 tempest-SecurityGroupsNegativeTestJSON-283444641-project] show failed (client error): The resource could not be found. Feb 08 21:21:11.470000 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d50e8bcb-24f2-49cf-a7e7-fe672b20f728 req-9dcd81e2-7904-4b92-9630-0fedfe5b704e tempest-SecurityGroupsNegativeTestJSON-283444641 tempest-SecurityGroupsNegativeTestJSON-283444641-project] 10.222.0.88 "GET /v2.0/security-groups/6fb57f0c-1def-44c6-b606-f6e64f1a1e02 HTTP/1.1" status: 404 len: 352 time: 0.0926993 Feb 08 21:21:11.485781 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48118) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:11.504215 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7d04ce07-68e8-4da5-b212-dd3d3ddf4661 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (086b64b1-4d71-4a78-94cd-fa6d5b1228ba), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:11.564244 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7d04ce07-68e8-4da5-b212-dd3d3ddf4661 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:11.566468 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7d04ce07-68e8-4da5-b212-dd3d3ddf4661 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5431347 Feb 08 21:21:11.619517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd5a1f-f942-4264-8ce2-a0cb640a00bb req-05200e36-22af-4b63-91cc-6978810a5f3b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:11.623423 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9bd5a1f-f942-4264-8ce2-a0cb640a00bb req-05200e36-22af-4b63-91cc-6978810a5f3b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 945 time: 0.2418525 Feb 08 21:21:11.643313 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-37e017c4-e426-4dfb-9cb9-16acb5dc074f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-824545186-network', 'tenant_id': '06828660363a46ed80248630eea5e252'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:11.794257 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-c137f128-d0a4-4040-8023-233b2450746d admin admin] Deleting subnet d712140e-77a9-4229-99f0-fa85facafbc6 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:21:11.802660 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c137f128-d0a4-4040-8023-233b2450746d admin admin] Publish callbacks [] for subnet (d712140e-77a9-4229-99f0-fa85facafbc6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:11.852556 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9b96a-1753-41ff-8bd5-a2f6c5772797 req-85cbe22f-f574-45e0-aef5-3034a12e5727 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:11.854741 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8ac9b96a-1753-41ff-8bd5-a2f6c5772797 req-85cbe22f-f574-45e0-aef5-3034a12e5727 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 945 time: 0.2744198 Feb 08 21:21:11.903708 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9bd5a1f-f942-4264-8ce2-a0cb640a00bb req-a81ae640-485e-4ba8-8d9d-643a408748da tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337976 Feb 08 21:21:11.937245 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e017c4-e426-4dfb-9cb9-16acb5dc074f admin admin] Made reservation on behalf of 06828660363a46ed80248630eea5e252 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:21:11.942981 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37e017c4-e426-4dfb-9cb9-16acb5dc074f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:11.996099 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c137f128-d0a4-4040-8023-233b2450746d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (d712140e-77a9-4229-99f0-fa85facafbc6), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:12.003964 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 740b91f3-4717-4243-b0ad-846564cc9909 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:21:12.012290 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37e017c4-e426-4dfb-9cb9-16acb5dc074f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:12.080598 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8ac9b96a-1753-41ff-8bd5-a2f6c5772797 req-e8995f22-1453-40cc-8cc1-88ccb6cd348c tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009320 Feb 08 21:21:12.195994 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37e017c4-e426-4dfb-9cb9-16acb5dc074f admin admin] Publish callbacks [] for security_group (f08f204b-93c3-4eda-88e8-241136d00d93), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:12.228443 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37e017c4-e426-4dfb-9cb9-16acb5dc074f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f08f204b-93c3-4eda-88e8-241136d00d93), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:12.270768 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-2ac8af35-5212-42e6-8181-0a6731db8722 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1212280174&fields=id&tenant_id=322e6c079f8d45e4b079c0ce6f4b99ce HTTP/1.1" status: 200 len: 267 time: 0.1732378 Feb 08 21:21:12.282311 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c137f128-d0a4-4040-8023-233b2450746d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (d712140e-77a9-4229-99f0-fa85facafbc6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:12.286464 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e017c4-e426-4dfb-9cb9-16acb5dc074f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:21:12.369320 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e017c4-e426-4dfb-9cb9-16acb5dc074f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08f204b-93c3-4eda-88e8-241136d00d93,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:12.373459 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37e017c4-e426-4dfb-9cb9-16acb5dc074f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (e0113ecb-541a-4c04-b759-e516d0cec6ac), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:12.375887 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-37e017c4-e426-4dfb-9cb9-16acb5dc074f admin admin] Added segment e0113ecb-541a-4c04-b759-e516d0cec6ac of type vlan for network ae736316-d6a2-45b6-ba2d-87a5ac6f5126 Feb 08 21:21:12.419651 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-30c4587e-2920-42ad-b65e-11ea165d9599 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:12.434040 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-30c4587e-2920-42ad-b65e-11ea165d9599 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports/a1f68b66-0533-4e05-9fac-cfc997c17b9a HTTP/1.1" status: 200 len: 932 time: 0.1580877 Feb 08 21:21:12.484415 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37e017c4-e426-4dfb-9cb9-16acb5dc074f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (ae736316-d6a2-45b6-ba2d-87a5ac6f5126), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:12.534772 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37e017c4-e426-4dfb-9cb9-16acb5dc074f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (ae736316-d6a2-45b6-ba2d-87a5ac6f5126), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:12.536445 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e017c4-e426-4dfb-9cb9-16acb5dc074f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:12.537783 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37e017c4-e426-4dfb-9cb9-16acb5dc074f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:12.547747 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-84587cda-c0b9-4697-a2be-fea162e7bd79 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--776677897&fields=id&tenant_id=06ebfb94fd3f44c49b600ce9fcb86d2e HTTP/1.1" status: 200 len: 267 time: 0.2532368 Feb 08 21:21:12.567442 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c137f128-d0a4-4040-8023-233b2450746d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (d712140e-77a9-4229-99f0-fa85facafbc6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:12.638585 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-30be54d3-837e-4816-ba95-00851ff472e1 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:12.642980 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-30be54d3-837e-4816-ba95-00851ff472e1 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports/6f1cbabe-29f9-46bb-9da2-c7e1c855862e HTTP/1.1" status: 200 len: 930 time: 0.2078042 Feb 08 21:21:12.724499 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-7ef10f54-1c07-4a85-8886-5d0c466437eb tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:12.732207 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-7ef10f54-1c07-4a85-8886-5d0c466437eb tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports/3a761046-2c2d-4f8b-935f-343322f71219 HTTP/1.1" status: 200 len: 936 time: 0.1799133 Feb 08 21:21:12.744141 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c137f128-d0a4-4040-8023-233b2450746d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d712140e-77a9-4229-99f0-fa85facafbc6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:12.754027 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-37e017c4-e426-4dfb-9cb9-16acb5dc074f admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7895765 Feb 08 21:21:12.756101 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48162) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:12.761347 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c137f128-d0a4-4040-8023-233b2450746d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:12.768189 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c137f128-d0a4-4040-8023-233b2450746d admin admin] 10.222.0.88 "DELETE /v2.0/subnets/d712140e-77a9-4229-99f0-fa85facafbc6 HTTP/1.1" status: 204 len: 168 time: 1.2763901 Feb 08 21:21:12.774050 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-626ce187-2b36-4b83-a16c-2de8722489c4 admin admin] Request body: {'subnet': {'network_id': 'ae736316-d6a2-45b6-ba2d-87a5ac6f5126', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-824545186-subnet', 'tenant_id': '06828660363a46ed80248630eea5e252', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:12.781340 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48164) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:12.817178 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e017c4-e426-4dfb-9cb9-16acb5dc074f admin admin] Pushing event updated for resources: {'Network': ['ID=ae736316-d6a2-45b6-ba2d-87a5ac6f5126,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:12.833375 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network ae736316-d6a2-45b6-ba2d-87a5ac6f5126 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:21:12.914046 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-353bcd84-3203-4c0b-ac6b-1280f8aba8fd tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?network_id=6832dbc4-407a-4320-a4e2-7f8a833aaebb&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2573214 Feb 08 21:21:13.104649 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-3abe74a0-b005-4f02-ae19-b2a103ac2492 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:13.112409 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-3abe74a0-b005-4f02-ae19-b2a103ac2492 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports/bc9f95b7-4f88-49ab-948f-f4acf9ccc00e HTTP/1.1" status: 200 len: 937 time: 0.3177371 Feb 08 21:21:13.154497 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-dcdd03e2-ce82-4636-9151-ebcfd72816cd tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?network_id=6832dbc4-407a-4320-a4e2-7f8a833aaebb&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1353803 Feb 08 21:21:13.194212 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-1d937f67-b01c-4b0b-9233-79f750893a31 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?network_id=b579c12b-961d-40a4-b1d3-426747043c72&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0801117 Feb 08 21:21:13.284886 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-69091ed2-1d1d-497e-837b-46fc0aa25070 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?network_id=b579c12b-961d-40a4-b1d3-426747043c72&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0894053 Feb 08 21:21:13.445473 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626ce187-2b36-4b83-a16c-2de8722489c4 admin admin] Made reservation on behalf of 06828660363a46ed80248630eea5e252 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:21:13.448132 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-626ce187-2b36-4b83-a16c-2de8722489c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:13.467003 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-2c55862d-6c63-4131-93a4-c1e50eac28d4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:13.472652 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-2c55862d-6c63-4131-93a4-c1e50eac28d4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:13.478497 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-2c55862d-6c63-4131-93a4-c1e50eac28d4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:13.480302 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-2c55862d-6c63-4131-93a4-c1e50eac28d4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/networks?id=1d91a92b-8b8e-48ed-82fe-305aad3f30df&id=9113f8c4-9372-4efc-a926-cd4f4ac79b2c&id=9113f8c4-9372-4efc-a926-cd4f4ac79b2c&id=6832dbc4-407a-4320-a4e2-7f8a833aaebb&id=6832dbc4-407a-4320-a4e2-7f8a833aaebb HTTP/1.1" status: 200 len: 1989 time: 0.3249238 Feb 08 21:21:13.514389 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f75743-db11-4b20-8bb4-cacae385a612 req-9e72491d-71fd-4524-abce-1b464cb30b54 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:13.516509 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-47f75743-db11-4b20-8bb4-cacae385a612 req-9e72491d-71fd-4524-abce-1b464cb30b54 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.96 "GET /v2.0/ports?device_id=fb0201cb-1b48-4812-b285-667d217cbcfc HTTP/1.1" status: 200 len: 945 time: 0.8686924 Feb 08 21:21:13.519152 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f3e952c-bee9-4605-8c2b-b2445ba140f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (f321caf4-aa9a-435e-8a6d-7e05526babef), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:13.527516 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0228b724-9579-4620-a3c1-77c1ae14a8a6 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/quotas/322e6c079f8d45e4b079c0ce6f4b99ce HTTP/1.1" status: 200 len: 375 time: 0.0326095 Feb 08 21:21:13.556431 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-17484ce1-fab3-4a1f-92ad-7e5c9f6ea7bd tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:13.562579 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-17484ce1-fab3-4a1f-92ad-7e5c9f6ea7bd tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:13.567802 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-17484ce1-fab3-4a1f-92ad-7e5c9f6ea7bd tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:13.574662 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-17484ce1-fab3-4a1f-92ad-7e5c9f6ea7bd tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/networks?id=10af122a-be5c-432b-89ec-d882d652ee34&id=1b3a5566-af7d-483b-b013-ff5148a84b70&id=1b3a5566-af7d-483b-b013-ff5148a84b70&id=b579c12b-961d-40a4-b1d3-426747043c72&id=b579c12b-961d-40a4-b1d3-426747043c72 HTTP/1.1" status: 200 len: 1995 time: 0.2787910 Feb 08 21:21:13.612145 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-c4d39cab-0058-4171-8eaf-b86dc53f9846 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/quotas/06ebfb94fd3f44c49b600ce9fcb86d2e HTTP/1.1" status: 200 len: 375 time: 0.0355847 Feb 08 21:21:13.738959 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-a7ec062a-adec-420b-ab6a-7c4e6b71c394 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=322e6c079f8d45e4b079c0ce6f4b99ce&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2103531 Feb 08 21:21:13.767839 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f3e952c-bee9-4605-8c2b-b2445ba140f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (f321caf4-aa9a-435e-8a6d-7e05526babef), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:13.791076 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-45316bbf-76d9-4701-aa7f-b1f7cc1f59a9 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=06ebfb94fd3f44c49b600ce9fcb86d2e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1705391 Feb 08 21:21:13.805294 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-1f3e952c-bee9-4605-8c2b-b2445ba140f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f321caf4-aa9a-435e-8a6d-7e05526babef']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:21:13.820661 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-1f3e952c-bee9-4605-8c2b-b2445ba140f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810a7444-e776-46b8-9dcb-e0b9dd9a6950') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:21:13.820954 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-1f3e952c-bee9-4605-8c2b-b2445ba140f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810a7444-e776-46b8-9dcb-e0b9dd9a6950') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:21:13.836006 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f3e952c-bee9-4605-8c2b-b2445ba140f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (810a7444-e776-46b8-9dcb-e0b9dd9a6950), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:13.894077 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-47f75743-db11-4b20-8bb4-cacae385a612 req-6b3cf553-8858-4e99-982e-13e1bf96bf63 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Deleting port 6135e892-1d04-4ba8-8aff-91ca40f59c2a {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:21:13.894422 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-47f75743-db11-4b20-8bb4-cacae385a612 req-6b3cf553-8858-4e99-982e-13e1bf96bf63 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (6135e892-1d04-4ba8-8aff-91ca40f59c2a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:13.897772 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f3e952c-bee9-4605-8c2b-b2445ba140f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (810a7444-e776-46b8-9dcb-e0b9dd9a6950), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:13.949026 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3e952c-bee9-4605-8c2b-b2445ba140f3 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:21:13.949399 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f3e952c-bee9-4605-8c2b-b2445ba140f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (810a7444-e776-46b8-9dcb-e0b9dd9a6950), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:21:13.951657 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:21:13.963532 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-626ce187-2b36-4b83-a16c-2de8722489c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (f8d224ab-3920-4f69-808e-29c091c10c38), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:14.087214 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f3e952c-bee9-4605-8c2b-b2445ba140f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (f321caf4-aa9a-435e-8a6d-7e05526babef), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:14.096853 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ce187-2b36-4b83-a16c-2de8722489c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8d224ab-3920-4f69-808e-29c091c10c38,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:14.097590 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-a33d81eb-e955-4e5f-9abd-dad55d8bc820 service neutron] 10.222.0.88 "GET /v2.0/networks/10af122a-be5c-432b-89ec-d882d652ee34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285454 Feb 08 21:21:14.100020 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f3e952c-bee9-4605-8c2b-b2445ba140f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:14.103312 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1f3e952c-bee9-4605-8c2b-b2445ba140f3 admin admin] 10.222.0.88 "DELETE /v2.0/networks/f321caf4-aa9a-435e-8a6d-7e05526babef HTTP/1.1" status: 204 len: 168 time: 1.3209658 Feb 08 21:21:14.116230 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-d264abc3-0685-4a35-98c6-597c0c3d9deb service neutron] 10.222.0.88 "GET /v2.0/networks/1d91a92b-8b8e-48ed-82fe-305aad3f30df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227324 Feb 08 21:21:14.133892 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e952c-bee9-4605-8c2b-b2445ba140f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f321caf4-aa9a-435e-8a6d-7e05526babef,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:14.141915 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-47f75743-db11-4b20-8bb4-cacae385a612 req-6b3cf553-8858-4e99-982e-13e1bf96bf63 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] For port 6135e892-1d04-4ba8-8aff-91ca40f59c2a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6135e892-1d04-4ba8-8aff-91ca40f59c2a,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:21:14.142290 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-47f75743-db11-4b20-8bb4-cacae385a612 req-6b3cf553-8858-4e99-982e-13e1bf96bf63 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (6135e892-1d04-4ba8-8aff-91ca40f59c2a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:14.170486 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-47f75743-db11-4b20-8bb4-cacae385a612 req-6b3cf553-8858-4e99-982e-13e1bf96bf63 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Calling delete_port for 6135e892-1d04-4ba8-8aff-91ca40f59c2a owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:21:14.176744 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ce187-2b36-4b83-a16c-2de8722489c4 admin admin] Checking segment: {'id': 'e0113ecb-541a-4c04-b759-e516d0cec6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'ae736316-d6a2-45b6-ba2d-87a5ac6f5126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:21:14.177116 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626ce187-2b36-4b83-a16c-2de8722489c4 admin admin] Network hostable DHCP agents. Network: ae736316-d6a2-45b6-ba2d-87a5ac6f5126, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:21:14.367397 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-94aca76e-b723-4a66-b82e-28b5adfc095a service neutron] 10.222.0.88 "GET /v2.0/networks/1d91a92b-8b8e-48ed-82fe-305aad3f30df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492645 Feb 08 21:21:14.408584 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-dff13ff6-9c57-4ec3-8d6a-fcc249c09e0b service neutron] 10.222.0.88 "GET /v2.0/networks/10af122a-be5c-432b-89ec-d882d652ee34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671468 Feb 08 21:21:14.431184 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-1c526160-c0a0-47e8-9b8f-2a37c03bf873 service neutron] 10.222.0.88 "GET /v2.0/ports/a1f68b66-0533-4e05-9fac-cfc997c17b9a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0625541 Feb 08 21:21:14.451633 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626ce187-2b36-4b83-a16c-2de8722489c4 admin admin] Network ae736316-d6a2-45b6-ba2d-87a5ac6f5126 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:21:14.469143 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-47f75743-db11-4b20-8bb4-cacae385a612 req-6b3cf553-8858-4e99-982e-13e1bf96bf63 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (6135e892-1d04-4ba8-8aff-91ca40f59c2a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:14.485039 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['6135e892-1d04-4ba8-8aff-91ca40f59c2a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:21:14.526909 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48176) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:14.527917 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-626ce187-2b36-4b83-a16c-2de8722489c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, ae736316-d6a2-45b6-ba2d-87a5ac6f5126) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:21:14.549204 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8b35ee-f955-44c1-a205-1da0cac21012 None None] Network ae736316-d6a2-45b6-ba2d-87a5ac6f5126 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:21:14.561435 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-843d51b4-dc45-4afd-970d-561612e3da3e service neutron] 10.222.0.88 "GET /v2.0/ports/3a761046-2c2d-4f8b-935f-343322f71219?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1188240 Feb 08 21:21:14.576491 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626ce187-2b36-4b83-a16c-2de8722489c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:14.577853 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-626ce187-2b36-4b83-a16c-2de8722489c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:14.582149 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3cf553-8858-4e99-982e-13e1bf96bf63 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Pushing event deleted for resources: {'Port': ['ID=6135e892-1d04-4ba8-8aff-91ca40f59c2a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:14.638654 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f75743-db11-4b20-8bb4-cacae385a612 req-6b3cf553-8858-4e99-982e-13e1bf96bf63 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] No DVR routers for this DVR port 6135e892-1d04-4ba8-8aff-91ca40f59c2a on host n-h2-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:21:14.644466 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-626ce187-2b36-4b83-a16c-2de8722489c4 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8761702 Feb 08 21:21:14.646009 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-47f75743-db11-4b20-8bb4-cacae385a612 req-6b3cf553-8858-4e99-982e-13e1bf96bf63 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:14.649967 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-47f75743-db11-4b20-8bb4-cacae385a612 req-6b3cf553-8858-4e99-982e-13e1bf96bf63 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.96 "DELETE /v2.0/ports/6135e892-1d04-4ba8-8aff-91ca40f59c2a HTTP/1.1" status: 204 len: 173 time: 1.1160531 Feb 08 21:21:14.650615 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0201cb-1b48-4812-b285-667d217cbcfc', 'name': 'network-vif-deleted', 'tag': '6135e892-1d04-4ba8-8aff-91ca40f59c2a'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:21:14.653461 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb45538-62e5-4731-8df4-359589bad9a0" -d '{"events": [{"server_uuid": "fb0201cb-1b48-4812-b285-667d217cbcfc", "name": "network-vif-deleted", "tag": "6135e892-1d04-4ba8-8aff-91ca40f59c2a"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:21:14.757796 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-48dda8bc-2189-4a9a-a39d-863d6c480f88 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a88c641a9da84386b6092cea831d3438&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263329 Feb 08 21:21:14.761437 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48182) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:14.802034 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-b7666157-2a14-45e9-b7b0-1179b108b853 service neutron] 10.222.0.88 "GET /v2.0/networks/9113f8c4-9372-4efc-a926-cd4f4ac79b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688900 Feb 08 21:21:14.916129 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825499c2-e3a7-4bf4-bd5d-979ea546c550 None None] Network ae736316-d6a2-45b6-ba2d-87a5ac6f5126 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:21:14.945177 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6374ef6-6b6c-4cbd-8bb2-ea139187dc16 admin admin] Publish callbacks [] for security_group (10037a51-9588-441d-a68d-f8dd71913a0e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:14.987104 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-e6933563-c54e-4b13-bc98-82eebfe4fec4 service neutron] 10.222.0.88 "GET /v2.0/networks/1b3a5566-af7d-483b-b013-ff5148a84b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698702 Feb 08 21:21:15.008858 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6374ef6-6b6c-4cbd-8bb2-ea139187dc16 admin admin] Publish callbacks [] for security_group (10037a51-9588-441d-a68d-f8dd71913a0e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:15.141471 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6374ef6-6b6c-4cbd-8bb2-ea139187dc16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (10037a51-9588-441d-a68d-f8dd71913a0e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:15.144590 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-9264403a-e3f0-47e0-85aa-bd8a9aa659bf service neutron] 10.222.0.88 "GET /v2.0/networks/9113f8c4-9372-4efc-a926-cd4f4ac79b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335233 Feb 08 21:21:15.146219 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6374ef6-6b6c-4cbd-8bb2-ea139187dc16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:15.149732 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b6374ef6-6b6c-4cbd-8bb2-ea139187dc16 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/10037a51-9588-441d-a68d-f8dd71913a0e HTTP/1.1" status: 204 len: 168 time: 0.3867357 Feb 08 21:21:15.170179 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6374ef6-6b6c-4cbd-8bb2-ea139187dc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10037a51-9588-441d-a68d-f8dd71913a0e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:15.245426 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-f30dcbe1-31aa-4fb9-8b9a-f17de2846ef3 service neutron] 10.222.0.88 "GET /v2.0/networks/1b3a5566-af7d-483b-b013-ff5148a84b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277377 Feb 08 21:21:15.413051 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-cc6b62c3-2333-41aa-961b-d73e0b6553cf service neutron] 10.222.0.88 "GET /v2.0/ports/6f1cbabe-29f9-46bb-9da2-c7e1c855862e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1563284 Feb 08 21:21:15.502663 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-6e80587c-9b27-4dcc-ad7d-62d3ca18c0a4 service neutron] 10.222.0.88 "GET /v2.0/ports/bc9f95b7-4f88-49ab-948f-f4acf9ccc00e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1693335 Feb 08 21:21:15.623815 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-d7af891e-075d-4159-9e27-83a36f371e76 service neutron] 10.222.0.88 "GET /v2.0/networks/9113f8c4-9372-4efc-a926-cd4f4ac79b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018502 Feb 08 21:21:15.706524 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-0619bae6-61de-4f62-9741-0d2ef3b49290 service neutron] 10.222.0.88 "GET /v2.0/networks/1b3a5566-af7d-483b-b013-ff5148a84b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027574 Feb 08 21:21:15.842961 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-502281c3-6757-4acb-9f0a-2dadfb21ecc4 service neutron] 10.222.0.88 "GET /v2.0/networks/1b3a5566-af7d-483b-b013-ff5148a84b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354222 Feb 08 21:21:15.867237 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-a5842634-0913-41aa-af82-e903920db542 service neutron] 10.222.0.88 "GET /v2.0/networks/9113f8c4-9372-4efc-a926-cd4f4ac79b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194114 Feb 08 21:21:15.867811 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48204) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:15.899873 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-74c4485f-a2c5-43b5-be35-139f2580f565 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1893879401-network', 'tenant_id': '1e08915030cf4f85bc454c28e0ce8204'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:16.004336 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c4485f-a2c5-43b5-be35-139f2580f565 admin admin] Made reservation on behalf of 1e08915030cf4f85bc454c28e0ce8204 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:21:16.006809 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-74c4485f-a2c5-43b5-be35-139f2580f565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:16.027207 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-74c4485f-a2c5-43b5-be35-139f2580f565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:16.067466 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-c8e863d9-9d54-4604-982f-e0746b33da37 service neutron] 10.222.0.88 "GET /v2.0/networks/1b3a5566-af7d-483b-b013-ff5148a84b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232258 Feb 08 21:21:16.148879 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-6146ecb8-ac38-4c28-8852-0762f71cc54a service neutron] 10.222.0.88 "GET /v2.0/networks/9113f8c4-9372-4efc-a926-cd4f4ac79b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451148 Feb 08 21:21:16.295052 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-d20519e8-402f-4575-874c-3079a8536027 service neutron] 10.222.0.88 "GET /v2.0/networks/1b3a5566-af7d-483b-b013-ff5148a84b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191517 Feb 08 21:21:16.330468 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-74c4485f-a2c5-43b5-be35-139f2580f565 admin admin] Publish callbacks [] for security_group (ab45fcfb-1d3e-4fc5-b8d1-2bfc5b703754), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:16.347880 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-49badb2f-187f-4ae9-aafb-996261b17129 service neutron] 10.222.0.88 "GET /v2.0/networks/9113f8c4-9372-4efc-a926-cd4f4ac79b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879902 Feb 08 21:21:16.487059 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48218) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:16.532285 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 6135e892-1d04-4ba8-8aff-91ca40f59c2a no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:21:16.590388 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 6135e892-1d04-4ba8-8aff-91ca40f59c2a {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:21:16.591151 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 6135e892-1d04-4ba8-8aff-91ca40f59c2a not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:21:16.613381 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f309014b-9d96-459c-88c3-a1ee8de58450 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1386288509-network', 'tenant_id': '4451e0a063f74a4f945169d3909f474a'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:16.646987 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f309014b-9d96-459c-88c3-a1ee8de58450 admin admin] Made reservation on behalf of 4451e0a063f74a4f945169d3909f474a for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:21:16.651461 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f309014b-9d96-459c-88c3-a1ee8de58450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:16.666371 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f309014b-9d96-459c-88c3-a1ee8de58450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:16.706035 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-74c4485f-a2c5-43b5-be35-139f2580f565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ab45fcfb-1d3e-4fc5-b8d1-2bfc5b703754), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:16.785600 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c4485f-a2c5-43b5-be35-139f2580f565 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:21:16.807380 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f309014b-9d96-459c-88c3-a1ee8de58450 admin admin] Publish callbacks [] for security_group (29c9ad1e-53a6-4a40-8908-ccbea897f933), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:16.814823 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f309014b-9d96-459c-88c3-a1ee8de58450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (29c9ad1e-53a6-4a40-8908-ccbea897f933), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:16.828455 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-74c4485f-a2c5-43b5-be35-139f2580f565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (d0b5f107-3f1e-45fe-8255-4413c1ca9231), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:16.828830 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-74c4485f-a2c5-43b5-be35-139f2580f565 admin admin] Added segment d0b5f107-3f1e-45fe-8255-4413c1ca9231 of type vlan for network 570a777f-04dc-4cd3-a225-ca02190e95aa Feb 08 21:21:16.852152 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4485f-a2c5-43b5-be35-139f2580f565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab45fcfb-1d3e-4fc5-b8d1-2bfc5b703754,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:16.867753 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309014b-9d96-459c-88c3-a1ee8de58450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c9ad1e-53a6-4a40-8908-ccbea897f933,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:16.920288 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-e35e4210-006c-41e4-a52e-e352c2ab990b service neutron] 10.222.0.88 "GET /v2.0/networks/1b3a5566-af7d-483b-b013-ff5148a84b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6099939 Feb 08 21:21:16.926231 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-74c4485f-a2c5-43b5-be35-139f2580f565 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (570a777f-04dc-4cd3-a225-ca02190e95aa), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:17.003061 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-c506efef-0b1b-460b-a9ae-e58d95d0f54b service neutron] 10.222.0.88 "GET /v2.0/networks/9113f8c4-9372-4efc-a926-cd4f4ac79b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902658 Feb 08 21:21:17.051725 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.db.api [None req-f309014b-9d96-459c-88c3-a1ee8de58450 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=103434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:21:17.052187 n-d-712143-31 neutron-server[103434]: DEBUG oslo_db.api [None req-f309014b-9d96-459c-88c3-a1ee8de58450 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:21:17.070235 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-74c4485f-a2c5-43b5-be35-139f2580f565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (570a777f-04dc-4cd3-a225-ca02190e95aa), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:17.071213 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c4485f-a2c5-43b5-be35-139f2580f565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:17.071788 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-74c4485f-a2c5-43b5-be35-139f2580f565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:17.186580 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-95ca277c-9136-4e7e-95c5-751eb928207d service neutron] 10.222.0.88 "GET /v2.0/networks/1b3a5566-af7d-483b-b013-ff5148a84b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572076 Feb 08 21:21:17.202305 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-74c4485f-a2c5-43b5-be35-139f2580f565 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3070138 Feb 08 21:21:17.206457 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48222) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:17.212387 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4485f-a2c5-43b5-be35-139f2580f565 admin admin] Pushing event updated for resources: {'Network': ['ID=570a777f-04dc-4cd3-a225-ca02190e95aa,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:17.213674 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-03b13f10-43ad-4e0b-9dd9-a506292be827 admin admin] Request body: {'subnet': {'network_id': '570a777f-04dc-4cd3-a225-ca02190e95aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1893879401-subnet', 'tenant_id': '1e08915030cf4f85bc454c28e0ce8204', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:17.227109 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 570a777f-04dc-4cd3-a225-ca02190e95aa details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:21:17.264668 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b13f10-43ad-4e0b-9dd9-a506292be827 admin admin] Made reservation on behalf of 1e08915030cf4f85bc454c28e0ce8204 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:21:17.267907 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-a96d5106-10c0-4026-8c48-f87afa809d09 service neutron] 10.222.0.88 "GET /v2.0/networks/9113f8c4-9372-4efc-a926-cd4f4ac79b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562394 Feb 08 21:21:17.275005 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03b13f10-43ad-4e0b-9dd9-a506292be827 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:17.306930 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:21:17.399995 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-0b270424-beb3-42d4-b20c-e2457772adda service neutron] 10.222.0.88 "GET /v2.0/networks/b579c12b-961d-40a4-b1d3-426747043c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011943 Feb 08 21:21:17.499939 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03b13f10-43ad-4e0b-9dd9-a506292be827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (12c49ea8-3dfd-4e9b-86f5-3df2d60a77e8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:17.555340 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f309014b-9d96-459c-88c3-a1ee8de58450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:17.598312 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b13f10-43ad-4e0b-9dd9-a506292be827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12c49ea8-3dfd-4e9b-86f5-3df2d60a77e8,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:17.606582 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b13f10-43ad-4e0b-9dd9-a506292be827 admin admin] Checking segment: {'id': 'd0b5f107-3f1e-45fe-8255-4413c1ca9231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '570a777f-04dc-4cd3-a225-ca02190e95aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:21:17.607087 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b13f10-43ad-4e0b-9dd9-a506292be827 admin admin] Network hostable DHCP agents. Network: 570a777f-04dc-4cd3-a225-ca02190e95aa, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:21:17.614290 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-dd1a4033-8870-45ea-bbb9-c5e85ed9b6cd service neutron] 10.222.0.88 "GET /v2.0/networks/6832dbc4-407a-4320-a4e2-7f8a833aaebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319325 Feb 08 21:21:17.632464 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f309014b-9d96-459c-88c3-a1ee8de58450 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:21:17.648944 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b13f10-43ad-4e0b-9dd9-a506292be827 admin admin] Network 570a777f-04dc-4cd3-a225-ca02190e95aa is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:21:17.664056 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f309014b-9d96-459c-88c3-a1ee8de58450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (6fb9b7e7-b2e9-4c21-b8d4-724ee8598276), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:17.664577 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-f309014b-9d96-459c-88c3-a1ee8de58450 admin admin] Added segment 6fb9b7e7-b2e9-4c21-b8d4-724ee8598276 of type vlan for network a0fefb3d-e221-48ee-80e6-d95866b602a9 Feb 08 21:21:17.700076 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-5bc79666-487d-4f47-ab98-79aea922f0c0 service neutron] 10.222.0.88 "GET /v2.0/networks/b579c12b-961d-40a4-b1d3-426747043c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610419 Feb 08 21:21:17.722240 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-03b13f10-43ad-4e0b-9dd9-a506292be827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 570a777f-04dc-4cd3-a225-ca02190e95aa) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:21:17.738081 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc893d1-7579-485a-809a-c688f10e47f9 None None] Network 570a777f-04dc-4cd3-a225-ca02190e95aa requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:21:17.754227 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f309014b-9d96-459c-88c3-a1ee8de58450 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (a0fefb3d-e221-48ee-80e6-d95866b602a9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:17.791031 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b13f10-43ad-4e0b-9dd9-a506292be827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:17.792264 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03b13f10-43ad-4e0b-9dd9-a506292be827 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:17.798192 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f309014b-9d96-459c-88c3-a1ee8de58450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (a0fefb3d-e221-48ee-80e6-d95866b602a9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:17.800200 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f309014b-9d96-459c-88c3-a1ee8de58450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:17.801245 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f309014b-9d96-459c-88c3-a1ee8de58450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:17.917181 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309014b-9d96-459c-88c3-a1ee8de58450 admin admin] Pushing event updated for resources: {'Network': ['ID=a0fefb3d-e221-48ee-80e6-d95866b602a9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:17.918237 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-acaceadc-957f-4445-ac7c-4d5da14f8424 service neutron] 10.222.0.88 "GET /v2.0/networks/6832dbc4-407a-4320-a4e2-7f8a833aaebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027184 Feb 08 21:21:17.955328 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-03b13f10-43ad-4e0b-9dd9-a506292be827 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7357550 Feb 08 21:21:17.974061 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f309014b-9d96-459c-88c3-a1ee8de58450 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4854536 Feb 08 21:21:17.978956 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48226) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:17.996300 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-efda25e8-1b8b-4df2-bc55-8d287489bcf5 admin admin] Request body: {'subnet': {'network_id': 'a0fefb3d-e221-48ee-80e6-d95866b602a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1386288509-subnet', 'tenant_id': '4451e0a063f74a4f945169d3909f474a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:17.998179 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network a0fefb3d-e221-48ee-80e6-d95866b602a9 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:21:18.005713 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995e191a-888b-4086-8e8b-bf97d7c5ba62 None None] Network 570a777f-04dc-4cd3-a225-ca02190e95aa requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:21:18.019571 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-c1b1d3bf-90cb-44fb-9179-7182b56bc015 service neutron] 10.222.0.88 "GET /v2.0/networks/b579c12b-961d-40a4-b1d3-426747043c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078103 Feb 08 21:21:18.063240 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efda25e8-1b8b-4df2-bc55-8d287489bcf5 admin admin] Made reservation on behalf of 4451e0a063f74a4f945169d3909f474a for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:21:18.066784 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-efda25e8-1b8b-4df2-bc55-8d287489bcf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:18.188413 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-868c8492-983a-43f3-bba8-f766f09f50c3 service neutron] 10.222.0.88 "GET /v2.0/networks/6832dbc4-407a-4320-a4e2-7f8a833aaebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595234 Feb 08 21:21:18.210255 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-0f2735af-526e-4b7e-a398-9370532ce10e service neutron] 10.222.0.88 "GET /v2.0/networks/b579c12b-961d-40a4-b1d3-426747043c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896787 Feb 08 21:21:18.453904 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-1c059e37-29e0-4c32-bd2a-1cb98c0589e3 service neutron] 10.222.0.88 "GET /v2.0/networks/6832dbc4-407a-4320-a4e2-7f8a833aaebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404583 Feb 08 21:21:18.473715 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-efda25e8-1b8b-4df2-bc55-8d287489bcf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (e7a3eb86-2043-4bf2-a8fc-0d20e8ae35fe), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:18.557369 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda25e8-1b8b-4df2-bc55-8d287489bcf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7a3eb86-2043-4bf2-a8fc-0d20e8ae35fe,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:18.570178 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efda25e8-1b8b-4df2-bc55-8d287489bcf5 admin admin] Checking segment: {'id': '6fb9b7e7-b2e9-4c21-b8d4-724ee8598276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a0fefb3d-e221-48ee-80e6-d95866b602a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:21:18.570617 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efda25e8-1b8b-4df2-bc55-8d287489bcf5 admin admin] Network hostable DHCP agents. Network: a0fefb3d-e221-48ee-80e6-d95866b602a9, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:21:18.592309 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efda25e8-1b8b-4df2-bc55-8d287489bcf5 admin admin] Network a0fefb3d-e221-48ee-80e6-d95866b602a9 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:21:18.604519 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-efda25e8-1b8b-4df2-bc55-8d287489bcf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, a0fefb3d-e221-48ee-80e6-d95866b602a9) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:21:18.609583 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efda25e8-1b8b-4df2-bc55-8d287489bcf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:18.611062 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-efda25e8-1b8b-4df2-bc55-8d287489bcf5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:18.615257 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb45921-0949-45f8-8f29-8cd3c73644cd None None] Network a0fefb3d-e221-48ee-80e6-d95866b602a9 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:21:18.642229 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-efda25e8-1b8b-4df2-bc55-8d287489bcf5 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6613944 Feb 08 21:21:18.739302 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163b852b-ac8a-4600-971e-39c1c32833b7 None None] Network a0fefb3d-e221-48ee-80e6-d95866b602a9 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:21:20.323910 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c32d2412-bc5a-448e-889b-0e83cdfb48dc req-f27dfb42-ef36-4693-86a5-39cea5ead450 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0760794 Feb 08 21:21:20.411396 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d2412-bc5a-448e-889b-0e83cdfb48dc req-48a54a32-6136-4e18-ad28-8ed0ff2d58cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:20.413695 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c32d2412-bc5a-448e-889b-0e83cdfb48dc req-48a54a32-6136-4e18-ad28-8ed0ff2d58cc service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9b3b159591ee4a229900ea8953fa8a06&device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 1127 time: 0.0650377 Feb 08 21:21:20.542924 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d2412-bc5a-448e-889b-0e83cdfb48dc req-f9b5a37a-f9ac-455a-92ac-4174970e1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:20.545517 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c32d2412-bc5a-448e-889b-0e83cdfb48dc req-f9b5a37a-f9ac-455a-92ac-4174970e1125 service neutron] 10.222.0.94 "GET /v2.0/networks?id=4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 200 len: 909 time: 0.1111672 Feb 08 21:21:20.623644 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c32d2412-bc5a-448e-889b-0e83cdfb48dc req-006a881c-8766-4fa6-a65a-7c2606787e0b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b715280-a1dc-4aea-9b69-73c99012900e HTTP/1.1" status: 200 len: 217 time: 0.0722244 Feb 08 21:21:20.711852 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d2412-bc5a-448e-889b-0e83cdfb48dc req-27e55fc8-ec8f-4dbd-abbc-2c8833b88015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:20.713744 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c32d2412-bc5a-448e-889b-0e83cdfb48dc req-27e55fc8-ec8f-4dbd-abbc-2c8833b88015 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=55523d5b-2f07-476f-b4a6-0043cdbb6c1a HTTP/1.1" status: 200 len: 848 time: 0.0845428 Feb 08 21:21:20.763555 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c32d2412-bc5a-448e-889b-0e83cdfb48dc req-7e732780-4152-4d50-9a08-f8ec17934967 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=4c67478e-bb4a-47b2-85c8-c1996b203e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435846 Feb 08 21:21:20.939285 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c32d2412-bc5a-448e-889b-0e83cdfb48dc req-f0b296db-d388-4c19-a6e8-1a8944cecc96 service neutron] 10.222.0.94 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693125 Feb 08 21:21:21.057301 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c32d2412-bc5a-448e-889b-0e83cdfb48dc req-99d74dc2-6d54-4ebb-be76-5881f0d1f0d1 service neutron] 10.222.0.94 "GET /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118808 Feb 08 21:21:22.743905 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664979c-5c50-4aad-becf-3e0417864456 req-59c6cffb-c00f-4f1e-b124-ab9a9adfb8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:22.745543 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2664979c-5c50-4aad-becf-3e0417864456 req-59c6cffb-c00f-4f1e-b124-ab9a9adfb8f7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 1128 time: 0.0530925 Feb 08 21:21:22.888064 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664979c-5c50-4aad-becf-3e0417864456 req-ce224bc9-2325-41bf-b4ab-e957770a9c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:22.889649 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2664979c-5c50-4aad-becf-3e0417864456 req-ce224bc9-2325-41bf-b4ab-e957770a9c27 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 200 len: 922 time: 0.1251528 Feb 08 21:21:22.957757 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2664979c-5c50-4aad-becf-3e0417864456 req-78925cb5-5b02-483d-8301-87c490aa3bc5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1eecbe73-83ee-4da0-a468-61095ee9a9d7 HTTP/1.1" status: 200 len: 217 time: 0.0622091 Feb 08 21:21:23.055732 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664979c-5c50-4aad-becf-3e0417864456 req-9c84987e-daaf-4973-aa77-547f0d32ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:23.058234 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2664979c-5c50-4aad-becf-3e0417864456 req-9c84987e-daaf-4973-aa77-547f0d32ed30 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d60e29b3-21d7-4da4-a50a-dfbe604013ed HTTP/1.1" status: 200 len: 861 time: 0.0948465 Feb 08 21:21:23.111298 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2664979c-5c50-4aad-becf-3e0417864456 req-4bc3cc1e-5752-4b5a-a489-46b6a71f07b8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2832de48-e50e-44a2-9cef-26035a020939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463042 Feb 08 21:21:23.257089 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2664979c-5c50-4aad-becf-3e0417864456 req-bdf0a6ec-df2b-4911-bee4-41537fd420ed service neutron] 10.222.0.96 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392293 Feb 08 21:21:23.397087 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2664979c-5c50-4aad-becf-3e0417864456 req-0edc0008-a284-43d5-82ef-00e336c8d045 service neutron] 10.222.0.96 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336720 Feb 08 21:21:24.098312 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23e44c90-3dff-43b2-8701-f8ebfdbcabc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:25.875806 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7a4f4-2817-496f-9172-6bc1bae1e3b5 req-70ca657c-82cd-4cfc-974e-3fc8d641b773 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:25.888172 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-97c7a4f4-2817-496f-9172-6bc1bae1e3b5 req-70ca657c-82cd-4cfc-974e-3fc8d641b773 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 945 time: 0.1062467 Feb 08 21:21:26.083761 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-97c7a4f4-2817-496f-9172-6bc1bae1e3b5 req-a4773c6c-7197-4977-b029-5ca62d53390e tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945746 Feb 08 21:21:26.197855 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65407fe3-176b-45a2-8604-a166891e51a0 x-openstack-request-id: req-65407fe3-176b-45a2-8604-a166891e51a0 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:21:26.199200 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0201cb-1b48-4812-b285-667d217cbcfc", "name": "network-vif-deleted", "tag": "6135e892-1d04-4ba8-8aff-91ca40f59c2a", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:21:26.199968 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-65407fe3-176b-45a2-8604-a166891e51a0 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:21:26.201511 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0201cb-1b48-4812-b285-667d217cbcfc', 'name': 'network-vif-deleted', 'tag': '6135e892-1d04-4ba8-8aff-91ca40f59c2a', 'status': 'completed', 'code': 200} Feb 08 21:21:26.714569 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-314c288e-c900-4c65-ae13-6da3dadfb766 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:26.727186 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-314c288e-c900-4c65-ae13-6da3dadfb766 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] 10.222.0.88 "GET /v2.0/networks?id=ae736316-d6a2-45b6-ba2d-87a5ac6f5126 HTTP/1.1" status: 200 len: 814 time: 0.1840184 Feb 08 21:21:26.748297 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-9296e2f9-15c7-4431-ae44-4c4549bfba68 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] 10.222.0.88 "GET /v2.0/quotas/06828660363a46ed80248630eea5e252 HTTP/1.1" status: 200 len: 375 time: 0.0197508 Feb 08 21:21:26.796629 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-fd3422b3-6c66-48fb-a33a-daa6db005f01 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=06828660363a46ed80248630eea5e252&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468740 Feb 08 21:21:26.890009 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-d0fda6f5-bc9a-4c00-8788-f8967663a0b5 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=eea213dd7bb94f59bb0ff6ff5fc8d045&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0911732 Feb 08 21:21:27.018028 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-d1cbfa34-0e3f-45c4-8440-9ce19e882408 service neutron] 10.222.0.88 "GET /v2.0/networks/ae736316-d6a2-45b6-ba2d-87a5ac6f5126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202642 Feb 08 21:21:27.161466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-139f2d5e-896f-4e23-9500-c5c3305c2785 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:27.163454 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-139f2d5e-896f-4e23-9500-c5c3305c2785 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2589278 Feb 08 21:21:27.205825 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-c3095ed5-e7fc-4f22-8f3a-7a5623f7e935 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.88 "GET /v2.0/quotas/eea213dd7bb94f59bb0ff6ff5fc8d045 HTTP/1.1" status: 200 len: 375 time: 0.0316753 Feb 08 21:21:27.222161 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-006d2501-7c48-47f7-8fcd-486d06f9ecf2 service neutron] 10.222.0.88 "GET /v2.0/networks/ae736316-d6a2-45b6-ba2d-87a5ac6f5126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029786 Feb 08 21:21:27.248894 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-95afd163-c866-47e0-af73-662a1f67c5d6 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=eea213dd7bb94f59bb0ff6ff5fc8d045&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383244 Feb 08 21:21:27.416431 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bf4d8de0-73c6-4167-87f0-e59be62a5eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:27.711347 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff7236fc-6889-4101-bf23-25fb6128f29e req-6bde7f1d-898a-454e-bf62-fc6e52fcd676 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 210 time: 0.0645032 Feb 08 21:21:27.800471 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-603ab125-c604-4ba6-a8a0-878252893e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:27.802080 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-603ab125-c604-4ba6-a8a0-878252893e0c service neutron] 10.222.0.96 "GET /v2.0/ports/3a761046-2c2d-4f8b-935f-343322f71219 HTTP/1.1" status: 200 len: 1032 time: 0.0841088 Feb 08 21:21:27.944512 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-e218b075-d455-48fa-b314-9c289f62acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:27.946870 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-e218b075-d455-48fa-b314-9c289f62acd1 service neutron] 10.222.0.96 "GET /v2.0/ports/bc9f95b7-4f88-49ab-948f-f4acf9ccc00e HTTP/1.1" status: 200 len: 1033 time: 0.1351361 Feb 08 21:21:27.950008 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-612670c6-398e-4cb7-b1c6-c43087307e8b req-f44540ba-1639-4b41-a5f6-fa262fe3e224 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 210 time: 0.0723288 Feb 08 21:21:28.094257 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-e0fba2dc-c55b-42d9-b37b-b81498e5e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:28.095649 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-e0fba2dc-c55b-42d9-b37b-b81498e5e57c service neutron] 10.222.0.96 "GET /v2.0/ports/a1f68b66-0533-4e05-9fac-cfc997c17b9a HTTP/1.1" status: 200 len: 1028 time: 0.1963940 Feb 08 21:21:28.246345 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-51a2d86c-5fb3-4801-9d44-8d39a1efd809 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:28.259759 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-51a2d86c-5fb3-4801-9d44-8d39a1efd809 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:28.279012 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-51a2d86c-5fb3-4801-9d44-8d39a1efd809 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:28.283731 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-51a2d86c-5fb3-4801-9d44-8d39a1efd809 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.96 "GET /v2.0/networks?id=10af122a-be5c-432b-89ec-d882d652ee34&id=1b3a5566-af7d-483b-b013-ff5148a84b70&id=1b3a5566-af7d-483b-b013-ff5148a84b70&id=1b3a5566-af7d-483b-b013-ff5148a84b70&id=1b3a5566-af7d-483b-b013-ff5148a84b70&id=b579c12b-961d-40a4-b1d3-426747043c72&id=b579c12b-961d-40a4-b1d3-426747043c72 HTTP/1.1" status: 200 len: 1995 time: 0.3277133 Feb 08 21:21:28.384971 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-33bca98f-77d5-4b4c-a19b-53310f8d61a2 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06ebfb94fd3f44c49b600ce9fcb86d2e HTTP/1.1" status: 200 len: 379 time: 0.0924304 Feb 08 21:21:28.395578 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-e803066d-bd9c-4f5c-9ae8-673e48e35f92 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Request body: {'port': {'device_id': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'network_id': '10af122a-be5c-432b-89ec-d882d652ee34', 'admin_state_up': True, 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'security_groups': ['118f0702-4557-44af-839a-62e8fe7fbe4e']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:28.416681 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-bdb1bed1-0827-45a6-954f-2f5df97c6b69 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:28.418675 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-bdb1bed1-0827-45a6-954f-2f5df97c6b69 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/networks?id=a0fefb3d-e221-48ee-80e6-d95866b602a9 HTTP/1.1" status: 200 len: 813 time: 0.7026167 Feb 08 21:21:28.424049 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-af635e46-6375-4ef2-9afc-b9a1d988421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:28.425913 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-af635e46-6375-4ef2-9afc-b9a1d988421f service neutron] 10.222.0.96 "GET /v2.0/ports/6f1cbabe-29f9-46bb-9da2-c7e1c855862e HTTP/1.1" status: 200 len: 1026 time: 0.3181837 Feb 08 21:21:28.483510 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-6fe1e64d-ad71-4851-9621-4cc3c62bb9e6 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/quotas/4451e0a063f74a4f945169d3909f474a HTTP/1.1" status: 200 len: 375 time: 0.0459194 Feb 08 21:21:28.619381 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-2438e002-a26a-424b-a6d5-aa7e0597980c tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4451e0a063f74a4f945169d3909f474a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1033082 Feb 08 21:21:28.680995 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-e803066d-bd9c-4f5c-9ae8-673e48e35f92 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Made reservation on behalf of 06ebfb94fd3f44c49b600ce9fcb86d2e for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:21:28.690039 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-e803066d-bd9c-4f5c-9ae8-673e48e35f92 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:28.781524 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-01915287-499c-4920-87b3-67728fff1715 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:28.794785 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-01915287-499c-4920-87b3-67728fff1715 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/networks?id=14653267-33f9-4701-8b25-78748f42e7d2 HTTP/1.1" status: 200 len: 812 time: 0.6699758 Feb 08 21:21:28.866722 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-768ccec9-2d09-4867-a3d1-21a47f3f15e8 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/quotas/9528332d4f29435ebdf5e407e4b8930c HTTP/1.1" status: 200 len: 375 time: 0.0684774 Feb 08 21:21:28.924471 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-bcc37aaf-c2bf-4c6a-9101-4b939315f365 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=9528332d4f29435ebdf5e407e4b8930c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565147 Feb 08 21:21:29.014737 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-e803066d-bd9c-4f5c-9ae8-673e48e35f92 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Allocated IP 172.20.0.13 (10af122a-be5c-432b-89ec-d882d652ee34/6b4bfb64-5f0f-4b7c-aaa8-560930fcc069/349259dd-45b6-4ece-8313-48d4ea9e8738) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:21:29.020364 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-e77c14c5-4611-494c-98d6-51cbc2998024 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:29.027160 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-e77c14c5-4611-494c-98d6-51cbc2998024 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:29.035051 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-e77c14c5-4611-494c-98d6-51cbc2998024 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:29.045423 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-e77c14c5-4611-494c-98d6-51cbc2998024 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.96 "GET /v2.0/networks?id=1d91a92b-8b8e-48ed-82fe-305aad3f30df&id=9113f8c4-9372-4efc-a926-cd4f4ac79b2c&id=9113f8c4-9372-4efc-a926-cd4f4ac79b2c&id=9113f8c4-9372-4efc-a926-cd4f4ac79b2c&id=9113f8c4-9372-4efc-a926-cd4f4ac79b2c&id=6832dbc4-407a-4320-a4e2-7f8a833aaebb&id=6832dbc4-407a-4320-a4e2-7f8a833aaebb HTTP/1.1" status: 200 len: 1989 time: 0.6110897 Feb 08 21:21:29.061327 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-173b11c2-3ff4-4112-8d3d-9cdcc36178dd service neutron] 10.222.0.88 "GET /v2.0/networks/a0fefb3d-e221-48ee-80e6-d95866b602a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296608 Feb 08 21:21:29.112917 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:29.264345 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-776dcff9-9faf-4498-9408-d4a62913a338 service neutron] 10.222.0.88 "GET /v2.0/networks/a0fefb3d-e221-48ee-80e6-d95866b602a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009153 Feb 08 21:21:29.295063 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-688b8606-f66a-4ee3-8fc7-6ef6c5dff125 service neutron] 10.222.0.88 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694715 Feb 08 21:21:29.312001 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-49fcc867-7de3-4d1d-890b-f54ad96a1511 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=322e6c079f8d45e4b079c0ce6f4b99ce HTTP/1.1" status: 200 len: 380 time: 0.2361741 Feb 08 21:21:29.362936 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-5bcd9921-8e35-4214-9e26-3c188b8f2cb5 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Request body: {'port': {'device_id': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'network_id': '1d91a92b-8b8e-48ed-82fe-305aad3f30df', 'admin_state_up': True, 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'security_groups': ['6aae393e-ce19-482c-97f8-ba0fd7797694']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:29.493829 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-6116ccd3-6ca1-410e-91f9-09fc1ff83599 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=eea213dd7bb94f59bb0ff6ff5fc8d045&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1260779 Feb 08 21:21:29.587018 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-ef6249fb-2642-4a1f-be9e-a3df120e2e4a tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:29.588458 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-ef6249fb-2642-4a1f-be9e-a3df120e2e4a tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] 10.222.0.96 "GET /v2.0/networks?id=ae736316-d6a2-45b6-ba2d-87a5ac6f5126 HTTP/1.1" status: 200 len: 814 time: 0.2983427 Feb 08 21:21:29.605638 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-c4210298-1106-4725-b651-331ebb45d6d0 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] Request body: {'port': {'device_id': '0d5b6c3a-d5a5-4d41-9be6-6dd6796f66cf', 'network_id': 'ae736316-d6a2-45b6-ba2d-87a5ac6f5126', 'admin_state_up': True, 'tenant_id': '06828660363a46ed80248630eea5e252'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:29.803344 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-c4210298-1106-4725-b651-331ebb45d6d0 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] Made reservation on behalf of 06828660363a46ed80248630eea5e252 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:21:29.811218 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-c4210298-1106-4725-b651-331ebb45d6d0 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:29.840636 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-e803066d-bd9c-4f5c-9ae8-673e48e35f92 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for port (349259dd-45b6-4ece-8313-48d4ea9e8738), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:30.089031 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-e803066d-bd9c-4f5c-9ae8-673e48e35f92 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (349259dd-45b6-4ece-8313-48d4ea9e8738), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:30.216095 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-e803066d-bd9c-4f5c-9ae8-673e48e35f92 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Network 10af122a-be5c-432b-89ec-d882d652ee34 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:21:30.222713 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803066d-bd9c-4f5c-9ae8-673e48e35f92 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event updated for resources: {'Port': ['ID=349259dd-45b6-4ece-8313-48d4ea9e8738,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:30.227481 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-e803066d-bd9c-4f5c-9ae8-673e48e35f92 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:21:30.239082 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-e803066d-bd9c-4f5c-9ae8-673e48e35f92 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:21:30.361075 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-c4210298-1106-4725-b651-331ebb45d6d0 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] Allocated IP 172.20.0.9 (ae736316-d6a2-45b6-ba2d-87a5ac6f5126/f8d224ab-3920-4f69-808e-29c091c10c38/25c9484b-5dd7-4d60-9523-fb9b4f4147f3) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:21:30.389479 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-e803066d-bd9c-4f5c-9ae8-673e48e35f92 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:30.390941 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-e803066d-bd9c-4f5c-9ae8-673e48e35f92 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:30.426024 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-e803066d-bd9c-4f5c-9ae8-673e48e35f92 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0357342 Feb 08 21:21:30.453977 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-af7f625e-92f2-4c9e-a706-a9883afd6d4f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Request body: {'port': {'device_id': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70', 'admin_state_up': True, 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'security_groups': ['118f0702-4557-44af-839a-62e8fe7fbe4e']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:30.577682 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382daae-627e-4905-84de-285550a5f5a8 req-e057c2c7-6c5c-4077-9a74-92462ada9707 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:30.586352 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4382daae-627e-4905-84de-285550a5f5a8 req-e057c2c7-6c5c-4077-9a74-92462ada9707 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 945 time: 0.2766459 Feb 08 21:21:30.602793 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-c22d9412-522e-47a2-8299-5bcbbd0ffe82 service neutron] 10.222.0.88 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3067544 Feb 08 21:21:30.639151 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-ca5ab12f-24ec-4b2d-9a32-f8fca7101c30 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:30.641771 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-ca5ab12f-24ec-4b2d-9a32-f8fca7101c30 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3334730 Feb 08 21:21:30.697492 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-b4752263-372b-4673-a2fd-0449673c36fa tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Request body: {'port': {'device_id': '6903ad76-d7ec-4a07-b544-1f076799001d', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': 'eea213dd7bb94f59bb0ff6ff5fc8d045'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:30.797695 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4382daae-627e-4905-84de-285550a5f5a8 req-f315b1d3-2cdf-4898-914b-e1bde55007e1 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038155 Feb 08 21:21:30.868349 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-5bcd9921-8e35-4214-9e26-3c188b8f2cb5 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Made reservation on behalf of 322e6c079f8d45e4b079c0ce6f4b99ce for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:21:30.872017 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-5bcd9921-8e35-4214-9e26-3c188b8f2cb5 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:30.922655 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96a99bf4-6835-4c95-99e9-695493eb62ce None None] Provisioning complete for port 349259dd-45b6-4ece-8313-48d4ea9e8738 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:30.931473 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96a99bf4-6835-4c95-99e9-695493eb62ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (349259dd-45b6-4ece-8313-48d4ea9e8738), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:31.077305 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-70b8fc7c-d77a-466a-bd2a-cca7390b6fdf req-0d039177-7a64-4d0f-86f5-bdd380690383 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.88 "GET /v2.0/ports?device_id=6903ad76-d7ec-4a07-b544-1f076799001d HTTP/1.1" status: 200 len: 210 time: 0.1449776 Feb 08 21:21:31.126951 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96a99bf4-6835-4c95-99e9-695493eb62ce None None] Port 349259dd-45b6-4ece-8313-48d4ea9e8738 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:21:31.155297 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b2e4677a-16d3-464a-8ff3-d238f945af8b req-1122bc29-7bed-4896-a3e6-0b2cbd00438c tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d5b6c3a-d5a5-4d41-9be6-6dd6796f66cf HTTP/1.1" status: 200 len: 210 time: 0.1098878 Feb 08 21:21:31.166302 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-b4752263-372b-4673-a2fd-0449673c36fa tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Made reservation on behalf of eea213dd7bb94f59bb0ff6ff5fc8d045 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:21:31.170914 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-b4752263-372b-4673-a2fd-0449673c36fa tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:31.189564 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-b4752263-372b-4673-a2fd-0449673c36fa tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:31.425053 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-c4210298-1106-4725-b651-331ebb45d6d0 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] Publish callbacks [] for port (25c9484b-5dd7-4d60-9523-fb9b4f4147f3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:31.440223 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:31.456986 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:31.507896 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-af7f625e-92f2-4c9e-a706-a9883afd6d4f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Made reservation on behalf of 06ebfb94fd3f44c49b600ce9fcb86d2e for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:21:31.511483 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-af7f625e-92f2-4c9e-a706-a9883afd6d4f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:31.632405 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-c4210298-1106-4725-b651-331ebb45d6d0 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (25c9484b-5dd7-4d60-9523-fb9b4f4147f3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:31.707855 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-c4210298-1106-4725-b651-331ebb45d6d0 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] Network ae736316-d6a2-45b6-ba2d-87a5ac6f5126 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:21:31.736038 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-b4752263-372b-4673-a2fd-0449673c36fa tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Publish callbacks [] for security_group (6a7201de-eaa4-4c40-97cf-03cb47184f13), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:31.744048 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-c4210298-1106-4725-b651-331ebb45d6d0 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:21:31.759593 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-c4210298-1106-4725-b651-331ebb45d6d0 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:21:31.769185 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-b4752263-372b-4673-a2fd-0449673c36fa tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6a7201de-eaa4-4c40-97cf-03cb47184f13), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:31.789040 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4210298-1106-4725-b651-331ebb45d6d0 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] Pushing event updated for resources: {'Port': ['ID=25c9484b-5dd7-4d60-9523-fb9b4f4147f3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:31.848269 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0244a402-7646-4681-aaff-8ec2d258fb78 req-1b3869c9-5b17-4a0a-9f05-5e449c659e13 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 210 time: 0.2275422 Feb 08 21:21:31.898465 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.96', 59196) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:31.971773 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-5bcd9921-8e35-4214-9e26-3c188b8f2cb5 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Allocated IP 172.20.0.9 (1d91a92b-8b8e-48ed-82fe-305aad3f30df/76467b3d-f62f-4049-81f0-0c4505300a6b/fcadaee5-a09d-4bb6-bc72-6102daa861b1) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:21:32.046213 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.96', 59197) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:32.062739 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4752263-372b-4673-a2fd-0449673c36fa tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7201de-eaa4-4c40-97cf-03cb47184f13,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:32.096959 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-72e0e497-e88f-48de-901a-77f2014ad273 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:32.098701 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-72e0e497-e88f-48de-901a-77f2014ad273 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.96 "GET /v2.0/networks?id=a0fefb3d-e221-48ee-80e6-d95866b602a9 HTTP/1.1" status: 200 len: 813 time: 0.1813078 Feb 08 21:21:32.100813 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-af7f625e-92f2-4c9e-a706-a9883afd6d4f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Allocated IP 10.1.1.146 (1b3a5566-af7d-483b-b013-ff5148a84b70/f846f56a-ea7d-4e86-b929-8e0c226587aa/0c6c049d-608b-4814-b1f6-d70640c57171) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:21:32.130235 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-90c1db59-0708-459f-8deb-a3e6998e2889 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Request body: {'port': {'device_id': '12473d0c-455f-43c2-9a80-4f5ff1d49ff6', 'network_id': 'a0fefb3d-e221-48ee-80e6-d95866b602a9', 'admin_state_up': True, 'tenant_id': '4451e0a063f74a4f945169d3909f474a'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:32.159869 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32acce31-d8ef-4340-a182-995a678ab634 req-07ebff2c-28b3-4f2e-81c1-4f2629bd69b9 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:32.178180 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32acce31-d8ef-4340-a182-995a678ab634 req-07ebff2c-28b3-4f2e-81c1-4f2629bd69b9 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 932 time: 0.8267989 Feb 08 21:21:32.206692 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-c4210298-1106-4725-b651-331ebb45d6d0 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:32.207681 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-c4210298-1106-4725-b651-331ebb45d6d0 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:32.762060 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4041dff1-b7ee-4172-bf94-181ee29fecb3 req-d96eb67d-fd0a-435a-a1a4-c9496271e0c0 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=48bd347e-3277-4483-a8ce-1ba113e21e1e HTTP/1.1" status: 200 len: 210 time: 0.1697011 Feb 08 21:21:32.902825 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-af7f625e-92f2-4c9e-a706-a9883afd6d4f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for port (0c6c049d-608b-4814-b1f6-d70640c57171), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:32.946196 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-af7f625e-92f2-4c9e-a706-a9883afd6d4f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (0c6c049d-608b-4814-b1f6-d70640c57171), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:32.972830 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-b4752263-372b-4673-a2fd-0449673c36fa tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Allocated IP 192.168.233.237 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/62cba19f-0563-4107-b19c-6eb313cd1539) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:21:33.002430 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32acce31-d8ef-4340-a182-995a678ab634 req-ed46a838-6486-415c-b20f-e8473079b4df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8232124 Feb 08 21:21:33.007476 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f625e-92f2-4c9e-a706-a9883afd6d4f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event updated for resources: {'Port': ['ID=0c6c049d-608b-4814-b1f6-d70640c57171,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:33.020392 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-c4210298-1106-4725-b651-331ebb45d6d0 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4223468 Feb 08 21:21:33.047283 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-1d8c8e1b-7ab9-47ff-abc8-7ae8adbce064 service neutron] Request body: {'port': {'device_id': '0d5b6c3a-d5a5-4d41-9be6-6dd6796f66cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:33.064986 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-af7f625e-92f2-4c9e-a706-a9883afd6d4f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Network 1b3a5566-af7d-483b-b013-ff5148a84b70 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:21:33.090783 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-af7f625e-92f2-4c9e-a706-a9883afd6d4f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:21:33.102861 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-af7f625e-92f2-4c9e-a706-a9883afd6d4f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:21:33.158237 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-af7f625e-92f2-4c9e-a706-a9883afd6d4f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:33.159096 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-af7f625e-92f2-4c9e-a706-a9883afd6d4f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:33.262977 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-510f88c8-972f-4fa2-861b-3864b2b5dedf tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:33.264715 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-510f88c8-972f-4fa2-861b-3864b2b5dedf tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.96 "GET /v2.0/networks?id=a0fefb3d-e221-48ee-80e6-d95866b602a9 HTTP/1.1" status: 200 len: 813 time: 1.2040303 Feb 08 21:21:33.266708 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8cc8e216-1a47-4b13-9a63-d9eca965079d req-b3a0fe04-df0f-45aa-9d25-657b57dde7cc tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.88 "GET /v2.0/ports?device_id=6903ad76-d7ec-4a07-b544-1f076799001d HTTP/1.1" status: 200 len: 210 time: 0.0854497 Feb 08 21:21:33.276455 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-5bcd9921-8e35-4214-9e26-3c188b8f2cb5 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for port (fcadaee5-a09d-4bb6-bc72-6102daa861b1), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:33.297163 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-1d8c8e1b-7ab9-47ff-abc8-7ae8adbce064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (25c9484b-5dd7-4d60-9523-fb9b4f4147f3), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:33.297458 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-c63d2989-ca7d-411d-911e-85a65aaed434 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Request body: {'port': {'device_id': '7be6ea3d-ee8b-4e34-a30e-21d946c24d50', 'network_id': 'a0fefb3d-e221-48ee-80e6-d95866b602a9', 'admin_state_up': True, 'tenant_id': '4451e0a063f74a4f945169d3909f474a'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:33.405349 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-af7f625e-92f2-4c9e-a706-a9883afd6d4f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9658718 Feb 08 21:21:33.434039 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-90c1db59-0708-459f-8deb-a3e6998e2889 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Made reservation on behalf of 4451e0a063f74a4f945169d3909f474a for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:21:33.441961 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-90c1db59-0708-459f-8deb-a3e6998e2889 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:33.471514 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.96', 59199) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:21:33.507829 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-57c0eea5-db24-4b90-ab4d-31f75b6e7797 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Request body: {'port': {'device_id': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70', 'admin_state_up': True, 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'security_groups': ['118f0702-4557-44af-839a-62e8fe7fbe4e']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:33.617884 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fa083-4d80-42bd-a18e-dee2529f1647 req-39b52d55-293a-4cd0-8aa5-a94b67438772 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:33.620881 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d12fa083-4d80-42bd-a18e-dee2529f1647 req-39b52d55-293a-4cd0-8aa5-a94b67438772 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 945 time: 0.6555152 Feb 08 21:21:33.715089 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-db137f7c-8e99-4a76-9eb1-6a5631980740 None None] Provisioning complete for port 0c6c049d-608b-4814-b1f6-d70640c57171 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:33.716153 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-db137f7c-8e99-4a76-9eb1-6a5631980740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0c6c049d-608b-4814-b1f6-d70640c57171), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:33.779113 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-db137f7c-8e99-4a76-9eb1-6a5631980740 None None] Port 0c6c049d-608b-4814-b1f6-d70640c57171 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:21:33.857634 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-c63d2989-ca7d-411d-911e-85a65aaed434 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Made reservation on behalf of 4451e0a063f74a4f945169d3909f474a for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:21:33.861028 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-c63d2989-ca7d-411d-911e-85a65aaed434 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:33.963476 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-5bcd9921-8e35-4214-9e26-3c188b8f2cb5 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (fcadaee5-a09d-4bb6-bc72-6102daa861b1), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:34.090148 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-b4752263-372b-4673-a2fd-0449673c36fa tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Publish callbacks [] for port (62cba19f-0563-4107-b19c-6eb313cd1539), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:34.105810 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-57c0eea5-db24-4b90-ab4d-31f75b6e7797 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Made reservation on behalf of 06ebfb94fd3f44c49b600ce9fcb86d2e for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:21:34.109753 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-57c0eea5-db24-4b90-ab4d-31f75b6e7797 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:34.113008 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-1d8c8e1b-7ab9-47ff-abc8-7ae8adbce064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c9484b-5dd7-4d60-9523-fb9b4f4147f3 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:21:34.127447 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-1d8c8e1b-7ab9-47ff-abc8-7ae8adbce064 service neutron] Publish callbacks [] for port (25c9484b-5dd7-4d60-9523-fb9b4f4147f3), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:34.157920 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-90c1db59-0708-459f-8deb-a3e6998e2889 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Allocated IP 172.20.0.5 (a0fefb3d-e221-48ee-80e6-d95866b602a9/e7a3eb86-2043-4bf2-a8fc-0d20e8ae35fe/ac642f13-8da9-4a3b-80cf-bbf2cc90d02a) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:21:34.169734 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-1d8c8e1b-7ab9-47ff-abc8-7ae8adbce064 service neutron] Transition to ACTIVE for port object 25c9484b-5dd7-4d60-9523-fb9b4f4147f3 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:21:34.182513 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-1d8c8e1b-7ab9-47ff-abc8-7ae8adbce064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (25c9484b-5dd7-4d60-9523-fb9b4f4147f3), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:34.198449 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d12fa083-4d80-42bd-a18e-dee2529f1647 req-795678d6-56f3-49bd-990e-c31bca73b43b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5162601 Feb 08 21:21:34.292089 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd9921-8e35-4214-9e26-3c188b8f2cb5 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Pushing event updated for resources: {'Port': ['ID=fcadaee5-a09d-4bb6-bc72-6102daa861b1,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:34.310221 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-b4752263-372b-4673-a2fd-0449673c36fa tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (62cba19f-0563-4107-b19c-6eb313cd1539), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:34.334637 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c8e1b-7ab9-47ff-abc8-7ae8adbce064 service neutron] Pushing event updated for resources: {'Port': ['ID=25c9484b-5dd7-4d60-9523-fb9b4f4147f3,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:34.396623 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44f3c6-78d1-435d-b045-04525c1db656 req-fb49204f-987a-4e0b-9e24-c41b630c764c tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:34.399780 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b44f3c6-78d1-435d-b045-04525c1db656 req-fb49204f-987a-4e0b-9e24-c41b630c764c tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d5b6c3a-d5a5-4d41-9be6-6dd6796f66cf HTTP/1.1" status: 200 len: 931 time: 0.9263430 Feb 08 21:21:34.544990 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-5bcd9921-8e35-4214-9e26-3c188b8f2cb5 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Network 1d91a92b-8b8e-48ed-82fe-305aad3f30df is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:21:34.563075 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-a8bcc026-7cbc-49d4-9fe6-6dea9210fa40 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:34.565625 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-a8bcc026-7cbc-49d4-9fe6-6dea9210fa40 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.96 "GET /v2.0/networks?id=14653267-33f9-4701-8b25-78748f42e7d2 HTTP/1.1" status: 200 len: 812 time: 1.0731232 Feb 08 21:21:34.590811 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-57c0eea5-db24-4b90-ab4d-31f75b6e7797 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Allocated IP 10.1.1.47 (1b3a5566-af7d-483b-b013-ff5148a84b70/f846f56a-ea7d-4e86-b929-8e0c226587aa/b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:21:34.634818 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-07d51ac2-995f-461b-a368-36a7769bfa3d req-74c16c65-1701-4e56-8522-a32c82a4b91b tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/ports?device_id=12473d0c-455f-43c2-9a80-4f5ff1d49ff6 HTTP/1.1" status: 200 len: 210 time: 0.2331328 Feb 08 21:21:34.636384 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-5bcd9921-8e35-4214-9e26-3c188b8f2cb5 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:21:34.636906 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-1d8c8e1b-7ab9-47ff-abc8-7ae8adbce064 service neutron] Attempting to bind port 25c9484b-5dd7-4d60-9523-fb9b4f4147f3 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:21:34.637527 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-1d8c8e1b-7ab9-47ff-abc8-7ae8adbce064 service neutron] Attempting to bind port 25c9484b-5dd7-4d60-9523-fb9b4f4147f3 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'e0113ecb-541a-4c04-b759-e516d0cec6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'ae736316-d6a2-45b6-ba2d-87a5ac6f5126'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:21:34.638111 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-1d8c8e1b-7ab9-47ff-abc8-7ae8adbce064 service neutron] Attempting to bind port 25c9484b-5dd7-4d60-9523-fb9b4f4147f3 on network ae736316-d6a2-45b6-ba2d-87a5ac6f5126 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:21:34.647963 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-5bcd9921-8e35-4214-9e26-3c188b8f2cb5 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:21:34.685618 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-1d8c8e1b-7ab9-47ff-abc8-7ae8adbce064 service neutron] Port 25c9484b-5dd7-4d60-9523-fb9b4f4147f3 on network ae736316-d6a2-45b6-ba2d-87a5ac6f5126 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:21:34.685618 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-1d8c8e1b-7ab9-47ff-abc8-7ae8adbce064 service neutron] Attempting to bind port 25c9484b-5dd7-4d60-9523-fb9b4f4147f3 on network ae736316-d6a2-45b6-ba2d-87a5ac6f5126 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:21:34.688338 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-02a62505-c5a8-4129-9ac1-ce2e41faf5ef tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Request body: {'port': {'device_id': '48bd347e-3277-4483-a8ce-1ba113e21e1e', 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2', 'admin_state_up': True, 'tenant_id': '9528332d4f29435ebdf5e407e4b8930c'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:34.705307 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-90c1db59-0708-459f-8deb-a3e6998e2889 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks [] for port (ac642f13-8da9-4a3b-80cf-bbf2cc90d02a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:34.734152 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-1d8c8e1b-7ab9-47ff-abc8-7ae8adbce064 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:21:34.734690 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-1d8c8e1b-7ab9-47ff-abc8-7ae8adbce064 service neutron] Checking segment: {'id': 'e0113ecb-541a-4c04-b759-e516d0cec6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'ae736316-d6a2-45b6-ba2d-87a5ac6f5126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:21:34.735303 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-1d8c8e1b-7ab9-47ff-abc8-7ae8adbce064 service neutron] Bound using segment: {'id': 'e0113ecb-541a-4c04-b759-e516d0cec6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'ae736316-d6a2-45b6-ba2d-87a5ac6f5126'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:21:34.736028 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-1d8c8e1b-7ab9-47ff-abc8-7ae8adbce064 service neutron] Bound port: 25c9484b-5dd7-4d60-9523-fb9b4f4147f3, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0113ecb-541a-4c04-b759-e516d0cec6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'ae736316-d6a2-45b6-ba2d-87a5ac6f5126'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:21:34.736644 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-1d8c8e1b-7ab9-47ff-abc8-7ae8adbce064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (25c9484b-5dd7-4d60-9523-fb9b4f4147f3), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:34.779502 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-b4752263-372b-4673-a2fd-0449673c36fa tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:21:34.783295 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-b4752263-372b-4673-a2fd-0449673c36fa tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:21:34.899918 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-b4752263-372b-4673-a2fd-0449673c36fa tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:21:34.941787 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4752263-372b-4673-a2fd-0449673c36fa tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Pushing event updated for resources: {'Port': ['ID=62cba19f-0563-4107-b19c-6eb313cd1539,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:35.041168 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-90c1db59-0708-459f-8deb-a3e6998e2889 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (ac642f13-8da9-4a3b-80cf-bbf2cc90d02a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:35.126226 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-1d8c8e1b-7ab9-47ff-abc8-7ae8adbce064 service neutron] For port 25c9484b-5dd7-4d60-9523-fb9b4f4147f3, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:21:35.173125 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-57c0eea5-db24-4b90-ab4d-31f75b6e7797 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for port (b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:35.199390 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-1d8c8e1b-7ab9-47ff-abc8-7ae8adbce064 service neutron] For port 25c9484b-5dd7-4d60-9523-fb9b4f4147f3, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=25c9484b-5dd7-4d60-9523-fb9b4f4147f3,segment=NetworkSegment(e0113ecb-541a-4c04-b759-e516d0cec6ac),segment_id=e0113ecb-541a-4c04-b759-e516d0cec6ac)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:21:35.211287 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-5bcd9921-8e35-4214-9e26-3c188b8f2cb5 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:35.212253 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-5bcd9921-8e35-4214-9e26-3c188b8f2cb5 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:35.227397 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b44f3c6-78d1-435d-b045-04525c1db656 req-82ac20d7-e565-44d1-88fb-f250c1ccd7e5 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] 10.222.0.88 "GET /v2.0/security-groups?id=f08f204b-93c3-4eda-88e8-241136d00d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7926011 Feb 08 21:21:35.227669 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-90c1db59-0708-459f-8deb-a3e6998e2889 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Network a0fefb3d-e221-48ee-80e6-d95866b602a9 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:21:35.275114 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-90c1db59-0708-459f-8deb-a3e6998e2889 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:21:35.282649 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-90c1db59-0708-459f-8deb-a3e6998e2889 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:21:35.292911 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-1d8c8e1b-7ab9-47ff-abc8-7ae8adbce064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (25c9484b-5dd7-4d60-9523-fb9b4f4147f3), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:35.295271 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1db59-0708-459f-8deb-a3e6998e2889 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Pushing event updated for resources: {'Port': ['ID=ac642f13-8da9-4a3b-80cf-bbf2cc90d02a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:35.308819 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-6b384e2d-13c8-4020-bc60-209e25f1e492 None None] Provisioning complete for port fcadaee5-a09d-4bb6-bc72-6102daa861b1 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:35.313088 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6b384e2d-13c8-4020-bc60-209e25f1e492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fcadaee5-a09d-4bb6-bc72-6102daa861b1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:35.326607 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-b4752263-372b-4673-a2fd-0449673c36fa tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:35.327198 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-b4752263-372b-4673-a2fd-0449673c36fa tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:35.357023 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-c63d2989-ca7d-411d-911e-85a65aaed434 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Allocated IP 172.20.0.4 (a0fefb3d-e221-48ee-80e6-d95866b602a9/e7a3eb86-2043-4bf2-a8fc-0d20e8ae35fe/f3441278-47e7-4792-b276-0db77c8c13fc) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:21:35.362425 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-5bcd9921-8e35-4214-9e26-3c188b8f2cb5 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0369129 Feb 08 21:21:35.408716 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0e216c2c-0b6e-4501-9f0f-e6e12c59844b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Request body: {'port': {'device_id': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c', 'admin_state_up': True, 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'security_groups': ['6aae393e-ce19-482c-97f8-ba0fd7797694']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:35.454756 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-1d8c8e1b-7ab9-47ff-abc8-7ae8adbce064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:35.455503 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-1d8c8e1b-7ab9-47ff-abc8-7ae8adbce064 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:35.455679 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6b384e2d-13c8-4020-bc60-209e25f1e492 None None] Port fcadaee5-a09d-4bb6-bc72-6102daa861b1 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:21:35.463396 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-1d8c8e1b-7ab9-47ff-abc8-7ae8adbce064 service neutron] 10.222.0.96 "PUT /v2.0/ports/25c9484b-5dd7-4d60-9523-fb9b4f4147f3 HTTP/1.1" status: 200 len: 1092 time: 2.4221096 Feb 08 21:21:35.472139 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23f494-2352-41a1-9731-be56b7900fe0 req-44d5322d-3c6b-4f77-93c2-08511509fd1b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:35.483759 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3a23f494-2352-41a1-9731-be56b7900fe0 req-44d5322d-3c6b-4f77-93c2-08511509fd1b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 931 time: 0.5959074 Feb 08 21:21:35.502972 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5b6c3a-d5a5-4d41-9be6-6dd6796f66cf', 'tag': '25c9484b-5dd7-4d60-9523-fb9b4f4147f3'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:21:35.517518 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be0dfac-9340-4aa8-88b0-1896ff33ceb0" -d '{"events": [{"name": "network-changed", "server_uuid": "0d5b6c3a-d5a5-4d41-9be6-6dd6796f66cf", "tag": "25c9484b-5dd7-4d60-9523-fb9b4f4147f3"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:21:35.524966 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-b4752263-372b-4673-a2fd-0449673c36fa tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8321953 Feb 08 21:21:35.577579 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-bbcdd324-e1fa-4c31-b22e-1d1ff127b2bd service neutron] Request body: {'port': {'device_id': '6903ad76-d7ec-4a07-b544-1f076799001d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:35.587592 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-689ca08a-b0cc-4575-8a01-51b83bb22c91 None None] Provisioning complete for port 62cba19f-0563-4107-b19c-6eb313cd1539 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:35.589494 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-689ca08a-b0cc-4575-8a01-51b83bb22c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (62cba19f-0563-4107-b19c-6eb313cd1539), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:35.656694 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c8e1b-7ab9-47ff-abc8-7ae8adbce064 service neutron] Pushing event updated for resources: {'Port': ['ID=25c9484b-5dd7-4d60-9523-fb9b4f4147f3,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:35.673301 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-689ca08a-b0cc-4575-8a01-51b83bb22c91 None None] Port 62cba19f-0563-4107-b19c-6eb313cd1539 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:21:35.705406 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-57c0eea5-db24-4b90-ab4d-31f75b6e7797 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:35.707747 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03b81916-c066-4b35-b0e9-3f4a701f7f12 req-94e14e2c-73eb-4114-bb80-00e1adfe0df6 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=48bd347e-3277-4483-a8ce-1ba113e21e1e HTTP/1.1" status: 200 len: 210 time: 0.1939549 Feb 08 21:21:35.729128 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-02a62505-c5a8-4129-9ac1-ce2e41faf5ef tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Made reservation on behalf of 9528332d4f29435ebdf5e407e4b8930c for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:21:35.734529 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-02a62505-c5a8-4129-9ac1-ce2e41faf5ef tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:35.753125 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-90c1db59-0708-459f-8deb-a3e6998e2889 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:35.755010 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-90c1db59-0708-459f-8deb-a3e6998e2889 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:35.931373 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-90c1db59-0708-459f-8deb-a3e6998e2889 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8101804 Feb 08 21:21:35.958482 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-1e4e7335-f85e-460b-87c9-2bbe6e64a0a3 service neutron] Request body: {'port': {'device_id': '12473d0c-455f-43c2-9a80-4f5ff1d49ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:35.966072 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-57c0eea5-db24-4b90-ab4d-31f75b6e7797 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Network 1b3a5566-af7d-483b-b013-ff5148a84b70 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:21:35.999289 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-bbcdd324-e1fa-4c31-b22e-1d1ff127b2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (62cba19f-0563-4107-b19c-6eb313cd1539), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:36.014941 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-57c0eea5-db24-4b90-ab4d-31f75b6e7797 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:21:36.033383 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-57c0eea5-db24-4b90-ab4d-31f75b6e7797 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:21:36.048643 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0eea5-db24-4b90-ab4d-31f75b6e7797 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event updated for resources: {'Port': ['ID=b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:36.093897 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-d595b135-80fc-4e00-9d35-bb53b0c00579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:36.098901 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-d595b135-80fc-4e00-9d35-bb53b0c00579 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=06828660363a46ed80248630eea5e252&device_id=0d5b6c3a-d5a5-4d41-9be6-6dd6796f66cf HTTP/1.1" status: 200 len: 1126 time: 0.5489264 Feb 08 21:21:36.214735 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:36.254448 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-1623dcc0-95fe-4ffc-a4c7-0a32dfd47630 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25c9484b-5dd7-4d60-9523-fb9b4f4147f3 HTTP/1.1" status: 200 len: 217 time: 0.1451468 Feb 08 21:21:36.397582 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-1e4e7335-f85e-460b-87c9-2bbe6e64a0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ac642f13-8da9-4a3b-80cf-bbf2cc90d02a), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:36.421704 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-57c0eea5-db24-4b90-ab4d-31f75b6e7797 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:36.423122 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-57c0eea5-db24-4b90-ab4d-31f75b6e7797 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:36.459154 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-024312d2-e0d9-488a-beff-f38d03fdc70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:36.459837 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:36.462993 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-024312d2-e0d9-488a-beff-f38d03fdc70d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f8d224ab-3920-4f69-808e-29c091c10c38 HTTP/1.1" status: 200 len: 854 time: 0.1975391 Feb 08 21:21:36.524941 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3a23f494-2352-41a1-9731-be56b7900fe0 req-a862ac30-2a5d-4018-a3d0-e8673fefcc5e tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0401828 Feb 08 21:21:36.534216 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-7ce350da-3f9c-49e6-a86d-9a8dd9832f30 None None] Provisioning complete for port b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:36.545859 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ce350da-3f9c-49e6-a86d-9a8dd9832f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:36.589146 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-57c0eea5-db24-4b90-ab4d-31f75b6e7797 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1584227 Feb 08 21:21:36.592149 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-18ee97ab-ee1a-45b3-aaec-538ea69f9f74 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ae736316-d6a2-45b6-ba2d-87a5ac6f5126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210165 Feb 08 21:21:36.605001 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-79f84566-241f-4da2-842f-987077a182a0 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Request body: {'port': {'device_id': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b579c12b-961d-40a4-b1d3-426747043c72', 'admin_state_up': True, 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'security_groups': ['118f0702-4557-44af-839a-62e8fe7fbe4e']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:36.661511 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7ce350da-3f9c-49e6-a86d-9a8dd9832f30 None None] Port b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:21:36.748200 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0e216c2c-0b6e-4501-9f0f-e6e12c59844b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Made reservation on behalf of 322e6c079f8d45e4b079c0ce6f4b99ce for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:21:36.751553 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0e216c2c-0b6e-4501-9f0f-e6e12c59844b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:36.835042 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4eb2e0-b173-41fc-9cf4-9200b198459e req-1bf55bf0-8a90-42c8-88fa-55597b0a8469 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:36.840652 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4eb2e0-b173-41fc-9cf4-9200b198459e req-1bf55bf0-8a90-42c8-88fa-55597b0a8469 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:36.846108 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4eb2e0-b173-41fc-9cf4-9200b198459e req-1bf55bf0-8a90-42c8-88fa-55597b0a8469 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:36.853616 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e4eb2e0-b173-41fc-9cf4-9200b198459e req-1bf55bf0-8a90-42c8-88fa-55597b0a8469 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 2374 time: 0.9271557 Feb 08 21:21:36.868548 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-c63d2989-ca7d-411d-911e-85a65aaed434 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks [] for port (f3441278-47e7-4792-b276-0db77c8c13fc), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:36.885802 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-02a62505-c5a8-4129-9ac1-ce2e41faf5ef tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Allocated IP 172.20.0.10 (14653267-33f9-4701-8b25-78748f42e7d2/9a6250f6-adb5-401d-a3ca-a324e52c89b2/0eb25dec-e95e-4eef-8604-ba11225a95a5) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:21:36.926985 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-79f84566-241f-4da2-842f-987077a182a0 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Made reservation on behalf of 06ebfb94fd3f44c49b600ce9fcb86d2e for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:21:37.011051 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-5a018764-2aed-43d6-90a5-a6bff461f016 service neutron] 10.222.0.96 "GET /v2.0/networks/ae736316-d6a2-45b6-ba2d-87a5ac6f5126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948724 Feb 08 21:21:37.231024 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0e216c2c-0b6e-4501-9f0f-e6e12c59844b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Allocated IP 10.1.1.197 (9113f8c4-9372-4efc-a926-cd4f4ac79b2c/fcd0c060-e2d4-4f73-a03d-6b9fa4196cca/ab1093cd-13b3-4553-afa1-a5bef458b74c) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:21:37.256635 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfee9e-0caa-4902-ba65-781b67aa7434 req-038bb1f1-bd83-408d-b27a-7f0e7c520fe4 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:37.263877 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fabfee9e-0caa-4902-ba65-781b67aa7434 req-038bb1f1-bd83-408d-b27a-7f0e7c520fe4 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.88 "GET /v2.0/ports?device_id=6903ad76-d7ec-4a07-b544-1f076799001d HTTP/1.1" status: 200 len: 936 time: 0.5605350 Feb 08 21:21:37.274897 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e4eb2e0-b173-41fc-9cf4-9200b198459e req-110afa0a-d7f8-4188-b81f-1a14f0d5a9a1 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4191339 Feb 08 21:21:37.328344 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-79f84566-241f-4da2-842f-987077a182a0 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:37.412287 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-c63d2989-ca7d-411d-911e-85a65aaed434 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (f3441278-47e7-4792-b276-0db77c8c13fc), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:37.621309 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-c63d2989-ca7d-411d-911e-85a65aaed434 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Network a0fefb3d-e221-48ee-80e6-d95866b602a9 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:21:37.674700 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-c63d2989-ca7d-411d-911e-85a65aaed434 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:21:37.678047 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-c63d2989-ca7d-411d-911e-85a65aaed434 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:21:37.697690 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fabfee9e-0caa-4902-ba65-781b67aa7434 req-08ebc0a8-5f2f-4987-9295-a7f959dd987e tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a7201de-eaa4-4c40-97cf-03cb47184f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328694 Feb 08 21:21:37.727538 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d2989-ca7d-411d-911e-85a65aaed434 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Pushing event updated for resources: {'Port': ['ID=f3441278-47e7-4792-b276-0db77c8c13fc,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:37.975335 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-02a62505-c5a8-4129-9ac1-ce2e41faf5ef tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks [] for port (0eb25dec-e95e-4eef-8604-ba11225a95a5), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:38.003209 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-c63d2989-ca7d-411d-911e-85a65aaed434 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:38.004172 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-c63d2989-ca7d-411d-911e-85a65aaed434 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:38.071879 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a899a-19f2-472f-90f0-18a102b37c4c req-82ebdab1-3977-4f65-8812-da599bdb475d tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:38.073589 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-648a899a-19f2-472f-90f0-18a102b37c4c req-82ebdab1-3977-4f65-8812-da599bdb475d tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 945 time: 0.5656023 Feb 08 21:21:38.126434 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0e216c2c-0b6e-4501-9f0f-e6e12c59844b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for port (ab1093cd-13b3-4553-afa1-a5bef458b74c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:38.135894 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-c63d2989-ca7d-411d-911e-85a65aaed434 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8575084 Feb 08 21:21:38.145493 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-bbcdd324-e1fa-4c31-b22e-1d1ff127b2bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62cba19f-0563-4107-b19c-6eb313cd1539 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:21:38.156929 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a0fd5268-c846-4f1d-a96e-ec5c5bad3531 req-fb8b724b-8849-4503-9abf-07fdf0c14f93 service neutron] 10.222.0.96 "GET /v2.0/networks/ae736316-d6a2-45b6-ba2d-87a5ac6f5126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0346901 Feb 08 21:21:38.171676 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-3fed5c56-06a4-4278-b08c-e10ce72357ea service neutron] Request body: {'port': {'device_id': '7be6ea3d-ee8b-4e34-a30e-21d946c24d50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:38.179083 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-bbcdd324-e1fa-4c31-b22e-1d1ff127b2bd service neutron] Publish callbacks [] for port (62cba19f-0563-4107-b19c-6eb313cd1539), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:38.244177 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7191ae-d75c-4b75-ac33-a3f786665e47 x-openstack-request-id: req-5c7191ae-d75c-4b75-ac33-a3f786665e47 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:21:38.244854 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d5b6c3a-d5a5-4d41-9be6-6dd6796f66cf", "tag": "25c9484b-5dd7-4d60-9523-fb9b4f4147f3", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:21:38.245186 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5c7191ae-d75c-4b75-ac33-a3f786665e47 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:21:38.245670 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5b6c3a-d5a5-4d41-9be6-6dd6796f66cf', 'tag': '25c9484b-5dd7-4d60-9523-fb9b4f4147f3', 'status': 'completed', 'code': 200} Feb 08 21:21:38.274010 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-79f84566-241f-4da2-842f-987077a182a0 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Allocated IP 10.2.2.100 (b579c12b-961d-40a4-b1d3-426747043c72/4d9661b9-4247-4f4d-a444-b7a25d673894/57c2afe3-de62-4d69-a393-85c5a161f29c) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:21:38.362476 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-1e4e7335-f85e-460b-87c9-2bbe6e64a0a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac642f13-8da9-4a3b-80cf-bbf2cc90d02a {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:21:38.382925 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-1e4e7335-f85e-460b-87c9-2bbe6e64a0a3 service neutron] Publish callbacks [] for port (ac642f13-8da9-4a3b-80cf-bbf2cc90d02a), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:38.435629 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0e216c2c-0b6e-4501-9f0f-e6e12c59844b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (ab1093cd-13b3-4553-afa1-a5bef458b74c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:38.458339 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0dfac-9340-4aa8-88b0-1896ff33ceb0 req-2969ee1b-cc27-40cc-b27a-6f21d2f3db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:38.460791 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5be0dfac-9340-4aa8-88b0-1896ff33ceb0 req-2969ee1b-cc27-40cc-b27a-6f21d2f3db20 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=06828660363a46ed80248630eea5e252&device_id=0d5b6c3a-d5a5-4d41-9be6-6dd6796f66cf HTTP/1.1" status: 200 len: 1126 time: 0.2070775 Feb 08 21:21:38.464387 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-1e4e7335-f85e-460b-87c9-2bbe6e64a0a3 service neutron] Transition to ACTIVE for port object ac642f13-8da9-4a3b-80cf-bbf2cc90d02a will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:21:38.485940 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-1e4e7335-f85e-460b-87c9-2bbe6e64a0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (ac642f13-8da9-4a3b-80cf-bbf2cc90d02a), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:38.492905 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-bbcdd324-e1fa-4c31-b22e-1d1ff127b2bd service neutron] Transition to ACTIVE for port object 62cba19f-0563-4107-b19c-6eb313cd1539 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:21:38.581909 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5b454-5b15-4ff6-90d4-3caa66c2f734 req-dc8b6ce8-666f-4e4b-a75b-0ac0f3e5f8e3 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:38.583493 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6d5b454-5b15-4ff6-90d4-3caa66c2f734 req-dc8b6ce8-666f-4e4b-a75b-0ac0f3e5f8e3 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/ports?device_id=12473d0c-455f-43c2-9a80-4f5ff1d49ff6 HTTP/1.1" status: 200 len: 931 time: 0.7017202 Feb 08 21:21:38.604624 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-02a62505-c5a8-4129-9ac1-ce2e41faf5ef tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (0eb25dec-e95e-4eef-8604-ba11225a95a5), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:38.614870 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-bbcdd324-e1fa-4c31-b22e-1d1ff127b2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (62cba19f-0563-4107-b19c-6eb313cd1539), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:38.624438 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e7335-f85e-460b-87c9-2bbe6e64a0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac642f13-8da9-4a3b-80cf-bbf2cc90d02a,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:38.674945 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-02a62505-c5a8-4129-9ac1-ce2e41faf5ef tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Network 14653267-33f9-4701-8b25-78748f42e7d2 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:21:38.678420 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-79f84566-241f-4da2-842f-987077a182a0 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for port (57c2afe3-de62-4d69-a393-85c5a161f29c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:38.686422 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0e216c2c-0b6e-4501-9f0f-e6e12c59844b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Network 9113f8c4-9372-4efc-a926-cd4f4ac79b2c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:21:38.689293 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-02a62505-c5a8-4129-9ac1-ce2e41faf5ef tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:21:38.708372 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-648a899a-19f2-472f-90f0-18a102b37c4c req-ce9062d4-e131-424d-af44-7d1cdab82249 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6074321 Feb 08 21:21:38.710746 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-02a62505-c5a8-4129-9ac1-ce2e41faf5ef tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:21:38.748831 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0dfac-9340-4aa8-88b0-1896ff33ceb0 req-3f52ad31-a855-4607-a250-5644700d423d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:38.750400 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5be0dfac-9340-4aa8-88b0-1896ff33ceb0 req-3f52ad31-a855-4607-a250-5644700d423d service neutron] 10.222.0.96 "GET /v2.0/networks?id=ae736316-d6a2-45b6-ba2d-87a5ac6f5126 HTTP/1.1" status: 200 len: 915 time: 0.2802923 Feb 08 21:21:38.797989 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0e216c2c-0b6e-4501-9f0f-e6e12c59844b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:21:38.816169 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5be0dfac-9340-4aa8-88b0-1896ff33ceb0 req-644231b2-69b8-41c9-86c0-fcd648390be3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25c9484b-5dd7-4d60-9523-fb9b4f4147f3 HTTP/1.1" status: 200 len: 217 time: 0.0533280 Feb 08 21:21:38.874799 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-1e4e7335-f85e-460b-87c9-2bbe6e64a0a3 service neutron] Attempting to bind port ac642f13-8da9-4a3b-80cf-bbf2cc90d02a on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:21:38.875122 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-1e4e7335-f85e-460b-87c9-2bbe6e64a0a3 service neutron] Attempting to bind port ac642f13-8da9-4a3b-80cf-bbf2cc90d02a by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '6fb9b7e7-b2e9-4c21-b8d4-724ee8598276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a0fefb3d-e221-48ee-80e6-d95866b602a9'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:21:38.875433 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-1e4e7335-f85e-460b-87c9-2bbe6e64a0a3 service neutron] Attempting to bind port ac642f13-8da9-4a3b-80cf-bbf2cc90d02a on network a0fefb3d-e221-48ee-80e6-d95866b602a9 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:21:38.885761 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-79f84566-241f-4da2-842f-987077a182a0 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (57c2afe3-de62-4d69-a393-85c5a161f29c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:38.938181 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0e216c2c-0b6e-4501-9f0f-e6e12c59844b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:21:38.940395 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-1e4e7335-f85e-460b-87c9-2bbe6e64a0a3 service neutron] Port ac642f13-8da9-4a3b-80cf-bbf2cc90d02a on network a0fefb3d-e221-48ee-80e6-d95866b602a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:21:38.940715 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-1e4e7335-f85e-460b-87c9-2bbe6e64a0a3 service neutron] Attempting to bind port ac642f13-8da9-4a3b-80cf-bbf2cc90d02a on network a0fefb3d-e221-48ee-80e6-d95866b602a9 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:21:38.947645 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6d5b454-5b15-4ff6-90d4-3caa66c2f734 req-a5af4740-79da-4923-bd1f-724f2a7deea7 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/security-groups?id=29c9ad1e-53a6-4a40-8908-ccbea897f933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666714 Feb 08 21:21:38.948364 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-3fed5c56-06a4-4278-b08c-e10ce72357ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f3441278-47e7-4792-b276-0db77c8c13fc), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:38.972682 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e216c2c-0b6e-4501-9f0f-e6e12c59844b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Pushing event updated for resources: {'Port': ['ID=ab1093cd-13b3-4553-afa1-a5bef458b74c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:38.999164 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0dfac-9340-4aa8-88b0-1896ff33ceb0 req-f27556a3-d12f-45f6-b9a7-ea94122c6c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:39.000682 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5be0dfac-9340-4aa8-88b0-1896ff33ceb0 req-f27556a3-d12f-45f6-b9a7-ea94122c6c59 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f8d224ab-3920-4f69-808e-29c091c10c38 HTTP/1.1" status: 200 len: 854 time: 0.1763165 Feb 08 21:21:39.008189 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-1e4e7335-f85e-460b-87c9-2bbe6e64a0a3 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:21:39.008718 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-1e4e7335-f85e-460b-87c9-2bbe6e64a0a3 service neutron] Checking segment: {'id': '6fb9b7e7-b2e9-4c21-b8d4-724ee8598276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a0fefb3d-e221-48ee-80e6-d95866b602a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:21:39.009332 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-1e4e7335-f85e-460b-87c9-2bbe6e64a0a3 service neutron] Bound using segment: {'id': '6fb9b7e7-b2e9-4c21-b8d4-724ee8598276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a0fefb3d-e221-48ee-80e6-d95866b602a9'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:21:39.009792 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-1e4e7335-f85e-460b-87c9-2bbe6e64a0a3 service neutron] Bound port: ac642f13-8da9-4a3b-80cf-bbf2cc90d02a, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fb9b7e7-b2e9-4c21-b8d4-724ee8598276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a0fefb3d-e221-48ee-80e6-d95866b602a9'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:21:39.010153 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-1e4e7335-f85e-460b-87c9-2bbe6e64a0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ac642f13-8da9-4a3b-80cf-bbf2cc90d02a), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:39.031242 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-79f84566-241f-4da2-842f-987077a182a0 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Network b579c12b-961d-40a4-b1d3-426747043c72 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:21:39.141817 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5be0dfac-9340-4aa8-88b0-1896ff33ceb0 req-cc7b97ba-82ab-4318-a114-b098a4b17419 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ae736316-d6a2-45b6-ba2d-87a5ac6f5126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1244297 Feb 08 21:21:39.147475 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-79f84566-241f-4da2-842f-987077a182a0 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:21:39.166007 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-79f84566-241f-4da2-842f-987077a182a0 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:21:39.297044 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f84566-241f-4da2-842f-987077a182a0 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event updated for resources: {'Port': ['ID=57c2afe3-de62-4d69-a393-85c5a161f29c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:39.370672 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-131d1657-ebeb-4644-b680-f6bdffcaedca None None] Provisioning complete for port ab1093cd-13b3-4553-afa1-a5bef458b74c triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:39.371957 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-131d1657-ebeb-4644-b680-f6bdffcaedca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ab1093cd-13b3-4553-afa1-a5bef458b74c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:39.470758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-131d1657-ebeb-4644-b680-f6bdffcaedca None None] Port ab1093cd-13b3-4553-afa1-a5bef458b74c cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:21:39.547386 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-79f84566-241f-4da2-842f-987077a182a0 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:39.548686 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-79f84566-241f-4da2-842f-987077a182a0 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:39.605926 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5be0dfac-9340-4aa8-88b0-1896ff33ceb0 req-7d47860e-7186-43b7-bc33-a1de914f4e5e service neutron] 10.222.0.96 "GET /v2.0/networks/ae736316-d6a2-45b6-ba2d-87a5ac6f5126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367118 Feb 08 21:21:39.616758 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-79f84566-241f-4da2-842f-987077a182a0 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0172796 Feb 08 21:21:39.621051 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-1e4e7335-f85e-460b-87c9-2bbe6e64a0a3 service neutron] For port ac642f13-8da9-4a3b-80cf-bbf2cc90d02a, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:21:39.637532 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-40e069af-c346-44db-abc6-a49cb0986452 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Request body: {'port': {'device_id': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b579c12b-961d-40a4-b1d3-426747043c72', 'admin_state_up': True, 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'security_groups': ['118f0702-4557-44af-839a-62e8fe7fbe4e']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:39.743854 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-95b98a6b-2196-4ee2-9639-f00a268b11f1 None None] Provisioning complete for port 57c2afe3-de62-4d69-a393-85c5a161f29c triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:39.745695 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-95b98a6b-2196-4ee2-9639-f00a268b11f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (57c2afe3-de62-4d69-a393-85c5a161f29c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:39.767582 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-1e4e7335-f85e-460b-87c9-2bbe6e64a0a3 service neutron] For port ac642f13-8da9-4a3b-80cf-bbf2cc90d02a, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=ac642f13-8da9-4a3b-80cf-bbf2cc90d02a,segment=NetworkSegment(6fb9b7e7-b2e9-4c21-b8d4-724ee8598276),segment_id=6fb9b7e7-b2e9-4c21-b8d4-724ee8598276)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:21:39.805647 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-1e4e7335-f85e-460b-87c9-2bbe6e64a0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (ac642f13-8da9-4a3b-80cf-bbf2cc90d02a), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:39.830725 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-95b98a6b-2196-4ee2-9639-f00a268b11f1 None None] Port 57c2afe3-de62-4d69-a393-85c5a161f29c cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:21:39.854706 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdd324-e1fa-4c31-b22e-1d1ff127b2bd service neutron] Pushing event updated for resources: {'Port': ['ID=62cba19f-0563-4107-b19c-6eb313cd1539,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:39.922029 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-1e4e7335-f85e-460b-87c9-2bbe6e64a0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:39.922923 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-1e4e7335-f85e-460b-87c9-2bbe6e64a0a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:39.924525 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-1e4e7335-f85e-460b-87c9-2bbe6e64a0a3 service neutron] 10.222.0.96 "PUT /v2.0/ports/ac642f13-8da9-4a3b-80cf-bbf2cc90d02a HTTP/1.1" status: 200 len: 1092 time: 3.9732056 Feb 08 21:21:39.934830 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-02a62505-c5a8-4129-9ac1-ce2e41faf5ef tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:39.936463 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-02a62505-c5a8-4129-9ac1-ce2e41faf5ef tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:39.965134 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5be0dfac-9340-4aa8-88b0-1896ff33ceb0 req-1dd7501b-0daf-4d8d-b219-536180bea1c9 service neutron] 10.222.0.96 "GET /v2.0/networks/ae736316-d6a2-45b6-ba2d-87a5ac6f5126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408167 Feb 08 21:21:39.975948 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e7335-f85e-460b-87c9-2bbe6e64a0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac642f13-8da9-4a3b-80cf-bbf2cc90d02a,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:40.050789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0e216c2c-0b6e-4501-9f0f-e6e12c59844b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:40.051911 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0e216c2c-0b6e-4501-9f0f-e6e12c59844b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:40.078444 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-02a62505-c5a8-4129-9ac1-ce2e41faf5ef tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4615717 Feb 08 21:21:40.100145 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-40e069af-c346-44db-abc6-a49cb0986452 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Made reservation on behalf of 06ebfb94fd3f44c49b600ce9fcb86d2e for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:21:40.112958 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-40e069af-c346-44db-abc6-a49cb0986452 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:40.113631 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-2627a287-711a-4f15-b01d-23a143af1af8 service neutron] Request body: {'port': {'device_id': '48bd347e-3277-4483-a8ce-1ba113e21e1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:40.191494 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0e216c2c-0b6e-4501-9f0f-e6e12c59844b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7994452 Feb 08 21:21:40.192850 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-bbcdd324-e1fa-4c31-b22e-1d1ff127b2bd service neutron] Attempting to bind port 62cba19f-0563-4107-b19c-6eb313cd1539 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:21:40.194104 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-bbcdd324-e1fa-4c31-b22e-1d1ff127b2bd service neutron] Attempting to bind port 62cba19f-0563-4107-b19c-6eb313cd1539 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:21:40.195683 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-bbcdd324-e1fa-4c31-b22e-1d1ff127b2bd service neutron] Attempting to bind port 62cba19f-0563-4107-b19c-6eb313cd1539 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:21:40.220073 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-bbb6f3ce-9d82-4c56-b7c8-e1dea0114510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:40.226064 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-bbb6f3ce-9d82-4c56-b7c8-e1dea0114510 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4451e0a063f74a4f945169d3909f474a&device_id=12473d0c-455f-43c2-9a80-4f5ff1d49ff6 HTTP/1.1" status: 200 len: 1126 time: 0.2359998 Feb 08 21:21:40.392826 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12473d0c-455f-43c2-9a80-4f5ff1d49ff6', 'tag': 'ac642f13-8da9-4a3b-80cf-bbf2cc90d02a'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:21:40.402650 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1399ae5a-c983-4d7e-8026-b593fe549dde" -d '{"events": [{"name": "network-changed", "server_uuid": "12473d0c-455f-43c2-9a80-4f5ff1d49ff6", "tag": "ac642f13-8da9-4a3b-80cf-bbf2cc90d02a"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:21:40.409051 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-5fda857c-c142-49a2-a08a-ca0fef54d4d2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac642f13-8da9-4a3b-80cf-bbf2cc90d02a HTTP/1.1" status: 200 len: 217 time: 0.1717105 Feb 08 21:21:40.532080 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-2627a287-711a-4f15-b01d-23a143af1af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0eb25dec-e95e-4eef-8604-ba11225a95a5), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:40.540184 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-bbcdd324-e1fa-4c31-b22e-1d1ff127b2bd service neutron] Port 62cba19f-0563-4107-b19c-6eb313cd1539 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:21:40.540691 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-bbcdd324-e1fa-4c31-b22e-1d1ff127b2bd service neutron] Attempting to bind port 62cba19f-0563-4107-b19c-6eb313cd1539 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:21:40.558162 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb73570-dea7-461c-bbe0-ad3fde96b228 req-2e1b38b9-7ab1-4b94-81e8-62b7ce3420eb tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:40.558162 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cb73570-dea7-461c-bbe0-ad3fde96b228 req-2e1b38b9-7ab1-4b94-81e8-62b7ce3420eb tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d5b6c3a-d5a5-4d41-9be6-6dd6796f66cf HTTP/1.1" status: 200 len: 943 time: 1.4329309 Feb 08 21:21:40.567164 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-88924e69-ec71-4048-81a3-11f36793eff3 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Request body: {'port': {'device_id': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c', 'admin_state_up': True, 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'security_groups': ['6aae393e-ce19-482c-97f8-ba0fd7797694']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:40.614223 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-bbcdd324-e1fa-4c31-b22e-1d1ff127b2bd service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:21:40.614602 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-bbcdd324-e1fa-4c31-b22e-1d1ff127b2bd service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:21:40.615063 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-bbcdd324-e1fa-4c31-b22e-1d1ff127b2bd service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:21:40.615512 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-bbcdd324-e1fa-4c31-b22e-1d1ff127b2bd service neutron] Bound port: 62cba19f-0563-4107-b19c-6eb313cd1539, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:21:40.615879 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-bbcdd324-e1fa-4c31-b22e-1d1ff127b2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (62cba19f-0563-4107-b19c-6eb313cd1539), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:40.668347 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a62505-c5a8-4129-9ac1-ce2e41faf5ef tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Pushing event updated for resources: {'Port': ['ID=0eb25dec-e95e-4eef-8604-ba11225a95a5,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:40.680574 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 25c9484b-5dd7-4d60-9523-fb9b4f4147f3 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:21:40.712339 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072b540-ac14-4bcb-9346-7bf6b260ac4e req-09f89022-c145-4cd5-a19c-dbcd9194c4f1 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:40.716112 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0072b540-ac14-4bcb-9346-7bf6b260ac4e req-09f89022-c145-4cd5-a19c-dbcd9194c4f1 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=48bd347e-3277-4483-a8ce-1ba113e21e1e HTTP/1.1" status: 200 len: 932 time: 1.5135956 Feb 08 21:21:40.776762 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-40e069af-c346-44db-abc6-a49cb0986452 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Allocated IP 10.2.2.200 (b579c12b-961d-40a4-b1d3-426747043c72/4d9661b9-4247-4f4d-a444-b7a25d673894/ba1697d4-60e3-4a42-86fd-43113c4fc2a5) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:21:40.888694 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 25c9484b-5dd7-4d60-9523-fb9b4f4147f3, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=25c9484b-5dd7-4d60-9523-fb9b4f4147f3,segment=NetworkSegment(e0113ecb-541a-4c04-b759-e516d0cec6ac),segment_id=e0113ecb-541a-4c04-b759-e516d0cec6ac)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:21:40.917726 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '25c9484b-5dd7-4d60-9523-fb9b4f4147f3', 'network_id': 'ae736316-d6a2-45b6-ba2d-87a5ac6f5126', 'port_id': '25c9484b-5dd7-4d60-9523-fb9b4f4147f3', 'mac_address': 'fa:16:3e:9b:48:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8d224ab-3920-4f69-808e-29c091c10c38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:21:41.010440 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 25c9484b-5dd7-4d60-9523-fb9b4f4147f3 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:21:41.010837 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (25c9484b-5dd7-4d60-9523-fb9b4f4147f3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:41.033893 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c9484b-5dd7-4d60-9523-fb9b4f4147f3 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:21:41.070084 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 25c9484b-5dd7-4d60-9523-fb9b4f4147f3, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=25c9484b-5dd7-4d60-9523-fb9b4f4147f3,segment=NetworkSegment(e0113ecb-541a-4c04-b759-e516d0cec6ac),segment_id=e0113ecb-541a-4c04-b759-e516d0cec6ac)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:21:41.072800 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-88924e69-ec71-4048-81a3-11f36793eff3 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Made reservation on behalf of 322e6c079f8d45e4b079c0ce6f4b99ce for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:21:41.076324 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-88924e69-ec71-4048-81a3-11f36793eff3 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:41.077928 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (25c9484b-5dd7-4d60-9523-fb9b4f4147f3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:41.206225 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=25c9484b-5dd7-4d60-9523-fb9b4f4147f3,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:41.233579 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-3fed5c56-06a4-4278-b08c-e10ce72357ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3441278-47e7-4792-b276-0db77c8c13fc {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:21:41.261400 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0072b540-ac14-4bcb-9346-7bf6b260ac4e req-823f86dd-8d35-4f5a-993e-d13d4faab308 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5002577 Feb 08 21:21:41.281790 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-3fed5c56-06a4-4278-b08c-e10ce72357ea service neutron] Publish callbacks [] for port (f3441278-47e7-4792-b276-0db77c8c13fc), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:41.418097 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['25c9484b-5dd7-4d60-9523-fb9b4f4147f3'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:21:41.425751 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-88924e69-ec71-4048-81a3-11f36793eff3 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Allocated IP 10.1.1.105 (9113f8c4-9372-4efc-a926-cd4f4ac79b2c/fcd0c060-e2d4-4f73-a03d-6b9fa4196cca/41fe2a4a-c97c-45f2-9886-b1acce5d1d50) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:21:41.549700 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-9d23fea5-7308-4727-90b5-0bfe19f7140c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:41.551213 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-9d23fea5-7308-4727-90b5-0bfe19f7140c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e7a3eb86-2043-4bf2-a8fc-0d20e8ae35fe HTTP/1.1" status: 200 len: 853 time: 1.1258416 Feb 08 21:21:41.597670 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-40e069af-c346-44db-abc6-a49cb0986452 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for port (ba1697d4-60e3-4a42-86fd-43113c4fc2a5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:41.611988 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-88924e69-ec71-4048-81a3-11f36793eff3 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for port (41fe2a4a-c97c-45f2-9886-b1acce5d1d50), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:41.732765 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-02ee1210-69b8-415a-93bf-628ef2832c5f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a0fefb3d-e221-48ee-80e6-d95866b602a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1675706 Feb 08 21:21:41.734486 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cb73570-dea7-461c-bbe0-ad3fde96b228 req-cedb327b-6c68-41cd-97af-f61eed8ef5b9 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] 10.222.0.88 "GET /v2.0/security-groups?id=f08f204b-93c3-4eda-88e8-241136d00d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1453769 Feb 08 21:21:41.744546 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-3fed5c56-06a4-4278-b08c-e10ce72357ea service neutron] Transition to ACTIVE for port object f3441278-47e7-4792-b276-0db77c8c13fc will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:21:41.748215 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-40e069af-c346-44db-abc6-a49cb0986452 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (ba1697d4-60e3-4a42-86fd-43113c4fc2a5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:41.756497 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-bbcdd324-e1fa-4c31-b22e-1d1ff127b2bd service neutron] For port 62cba19f-0563-4107-b19c-6eb313cd1539, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:21:41.763981 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-bbcdd324-e1fa-4c31-b22e-1d1ff127b2bd service neutron] For port 62cba19f-0563-4107-b19c-6eb313cd1539, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=62cba19f-0563-4107-b19c-6eb313cd1539,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:21:41.918223 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e069af-c346-44db-abc6-a49cb0986452 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event updated for resources: {'Port': ['ID=ba1697d4-60e3-4a42-86fd-43113c4fc2a5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:42.012583 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-40e069af-c346-44db-abc6-a49cb0986452 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Network b579c12b-961d-40a4-b1d3-426747043c72 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:21:42.034507 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-40e069af-c346-44db-abc6-a49cb0986452 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:21:42.058902 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-40e069af-c346-44db-abc6-a49cb0986452 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:21:42.203346 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-40e069af-c346-44db-abc6-a49cb0986452 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:42.204526 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-40e069af-c346-44db-abc6-a49cb0986452 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:42.321868 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-40e069af-c346-44db-abc6-a49cb0986452 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6886990 Feb 08 21:21:42.373777 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-28bd3393-71cc-4ad0-aa81-99b1463c883c service neutron] 10.222.0.96 "GET /v2.0/networks/a0fefb3d-e221-48ee-80e6-d95866b602a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346922 Feb 08 21:21:42.379651 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-f6f61646-a10f-4376-b03c-5205607c66ff service neutron] Request body: {'port': {'device_id': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:42.450524 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-88924e69-ec71-4048-81a3-11f36793eff3 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (41fe2a4a-c97c-45f2-9886-b1acce5d1d50), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:42.493296 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-4625d564-2e33-48fb-ad9d-f13732d81f75 service neutron] 10.222.0.96 "GET /v2.0/networks/a0fefb3d-e221-48ee-80e6-d95866b602a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093633 Feb 08 21:21:42.510424 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-bbcdd324-e1fa-4c31-b22e-1d1ff127b2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (62cba19f-0563-4107-b19c-6eb313cd1539), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:42.513665 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-3fed5c56-06a4-4278-b08c-e10ce72357ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (f3441278-47e7-4792-b276-0db77c8c13fc), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:42.603013 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-f6f61646-a10f-4376-b03c-5205607c66ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (349259dd-45b6-4ece-8313-48d4ea9e8738), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:42.624006 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88924e69-ec71-4048-81a3-11f36793eff3 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Pushing event updated for resources: {'Port': ['ID=41fe2a4a-c97c-45f2-9886-b1acce5d1d50,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:42.674702 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-a3010700-89a8-4095-80c1-ad1e4eabf885 None None] Provisioning complete for port ba1697d4-60e3-4a42-86fd-43113c4fc2a5 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:42.675497 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a3010700-89a8-4095-80c1-ad1e4eabf885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ba1697d4-60e3-4a42-86fd-43113c4fc2a5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:42.695036 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 25c9484b-5dd7-4d60-9523-fb9b4f4147f3 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:21:42.704731 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-88924e69-ec71-4048-81a3-11f36793eff3 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Network 9113f8c4-9372-4efc-a926-cd4f4ac79b2c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:21:42.706628 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdd324-e1fa-4c31-b22e-1d1ff127b2bd service neutron] Pushing event updated for resources: {'Port': ['ID=62cba19f-0563-4107-b19c-6eb313cd1539,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:42.775619 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed5c56-06a4-4278-b08c-e10ce72357ea service neutron] Pushing event updated for resources: {'Port': ['ID=f3441278-47e7-4792-b276-0db77c8c13fc,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:42.778383 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-88924e69-ec71-4048-81a3-11f36793eff3 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:21:42.787636 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-88924e69-ec71-4048-81a3-11f36793eff3 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:21:42.954783 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-bbcdd324-e1fa-4c31-b22e-1d1ff127b2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:42.962707 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-bbcdd324-e1fa-4c31-b22e-1d1ff127b2bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:42.966196 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-bbcdd324-e1fa-4c31-b22e-1d1ff127b2bd service neutron] 10.222.0.96 "PUT /v2.0/ports/62cba19f-0563-4107-b19c-6eb313cd1539 HTTP/1.1" status: 200 len: 1097 time: 7.4034200 Feb 08 21:21:42.988080 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6903ad76-d7ec-4a07-b544-1f076799001d', 'tag': '62cba19f-0563-4107-b19c-6eb313cd1539'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:21:42.993630 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e519c0f-0055-43d3-983d-14f7ea97537c" -d '{"events": [{"name": "network-changed", "server_uuid": "6903ad76-d7ec-4a07-b544-1f076799001d", "tag": "62cba19f-0563-4107-b19c-6eb313cd1539"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:21:43.014143 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a3010700-89a8-4095-80c1-ad1e4eabf885 None None] Port ba1697d4-60e3-4a42-86fd-43113c4fc2a5 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:21:43.074351 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 25c9484b-5dd7-4d60-9523-fb9b4f4147f3 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:21:43.105299 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 25c9484b-5dd7-4d60-9523-fb9b4f4147f3 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:43.106214 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (25c9484b-5dd7-4d60-9523-fb9b4f4147f3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:43.111225 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f93e4-4f94-45f0-ba10-2d6e2e5efe9c req-c21b0b21-d337-48ba-9836-70c2094eecda tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:43.137775 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f93e4-4f94-45f0-ba10-2d6e2e5efe9c req-c21b0b21-d337-48ba-9836-70c2094eecda tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:43.167876 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f93e4-4f94-45f0-ba10-2d6e2e5efe9c req-c21b0b21-d337-48ba-9836-70c2094eecda tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:43.171158 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-426f93e4-4f94-45f0-ba10-2d6e2e5efe9c req-c21b0b21-d337-48ba-9836-70c2094eecda tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 2374 time: 1.5273249 Feb 08 21:21:43.322701 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-88924e69-ec71-4048-81a3-11f36793eff3 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:43.329139 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-88924e69-ec71-4048-81a3-11f36793eff3 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:43.425028 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 25c9484b-5dd7-4d60-9523-fb9b4f4147f3 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:21:43.425562 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (25c9484b-5dd7-4d60-9523-fb9b4f4147f3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:43.443953 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-f6f61646-a10f-4376-b03c-5205607c66ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 349259dd-45b6-4ece-8313-48d4ea9e8738 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:21:43.469468 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-f6f61646-a10f-4376-b03c-5205607c66ff service neutron] Publish callbacks [] for port (349259dd-45b6-4ece-8313-48d4ea9e8738), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:43.491388 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5b6c3a-d5a5-4d41-9be6-6dd6796f66cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c9484b-5dd7-4d60-9523-fb9b4f4147f3'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:21:43.497373 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b26bfa-2169-4f35-b263-271fc48abc1e" -d '{"events": [{"server_uuid": "0d5b6c3a-d5a5-4d41-9be6-6dd6796f66cf", "name": "network-vif-plugged", "status": "completed", "tag": "25c9484b-5dd7-4d60-9523-fb9b4f4147f3"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:21:43.524756 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-f6f61646-a10f-4376-b03c-5205607c66ff service neutron] Transition to ACTIVE for port object 349259dd-45b6-4ece-8313-48d4ea9e8738 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:21:43.541526 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-f6f61646-a10f-4376-b03c-5205607c66ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (349259dd-45b6-4ece-8313-48d4ea9e8738), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:43.548448 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 25c9484b-5dd7-4d60-9523-fb9b4f4147f3, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=25c9484b-5dd7-4d60-9523-fb9b4f4147f3,segment=NetworkSegment(e0113ecb-541a-4c04-b759-e516d0cec6ac),segment_id=e0113ecb-541a-4c04-b759-e516d0cec6ac)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:21:43.565062 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (25c9484b-5dd7-4d60-9523-fb9b4f4147f3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:43.629685 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311143e-eae4-4f8b-8a22-eae798a8fd11 req-3a926d4c-1233-4fad-9fa0-510bcd574a0e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:43.641650 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311143e-eae4-4f8b-8a22-eae798a8fd11 req-3a926d4c-1233-4fad-9fa0-510bcd574a0e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:43.652987 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311143e-eae4-4f8b-8a22-eae798a8fd11 req-3a926d4c-1233-4fad-9fa0-510bcd574a0e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:43.664042 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311143e-eae4-4f8b-8a22-eae798a8fd11 req-3a926d4c-1233-4fad-9fa0-510bcd574a0e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:43.674916 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311143e-eae4-4f8b-8a22-eae798a8fd11 req-3a926d4c-1233-4fad-9fa0-510bcd574a0e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:43.679078 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a311143e-eae4-4f8b-8a22-eae798a8fd11 req-3a926d4c-1233-4fad-9fa0-510bcd574a0e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 3816 time: 1.2223890 Feb 08 21:21:43.699308 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-88924e69-ec71-4048-81a3-11f36793eff3 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1689324 Feb 08 21:21:43.780077 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=25c9484b-5dd7-4d60-9523-fb9b4f4147f3,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:43.798972 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f61646-a10f-4376-b03c-5205607c66ff service neutron] Pushing event updated for resources: {'Port': ['ID=349259dd-45b6-4ece-8313-48d4ea9e8738,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:43.816300 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-da15a486-de70-4886-aa5e-2555acf009c8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Request body: {'port': {'device_id': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6832dbc4-407a-4320-a4e2-7f8a833aaebb', 'admin_state_up': True, 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'security_groups': ['6aae393e-ce19-482c-97f8-ba0fd7797694']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:43.850921 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-426f93e4-4f94-45f0-ba10-2d6e2e5efe9c req-a9107155-8ea4-4572-ab4e-242e3d0adef6 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6437638 Feb 08 21:21:43.860655 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-40954cc4-6511-41e6-ad4f-520e6fea38e0 None None] Provisioning complete for port 41fe2a4a-c97c-45f2-9886-b1acce5d1d50 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:43.869357 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-40954cc4-6511-41e6-ad4f-520e6fea38e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (41fe2a4a-c97c-45f2-9886-b1acce5d1d50), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:44.019841 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-40954cc4-6511-41e6-ad4f-520e6fea38e0 None None] Port 41fe2a4a-c97c-45f2-9886-b1acce5d1d50 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:21:44.030203 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-f6f61646-a10f-4376-b03c-5205607c66ff service neutron] Attempting to bind port 349259dd-45b6-4ece-8313-48d4ea9e8738 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:21:44.030557 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-f6f61646-a10f-4376-b03c-5205607c66ff service neutron] Attempting to bind port 349259dd-45b6-4ece-8313-48d4ea9e8738 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '881e5be7-1349-4f9a-a3c0-c2bf76a0109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '10af122a-be5c-432b-89ec-d882d652ee34'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:21:44.030891 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-f6f61646-a10f-4376-b03c-5205607c66ff service neutron] Attempting to bind port 349259dd-45b6-4ece-8313-48d4ea9e8738 on network 10af122a-be5c-432b-89ec-d882d652ee34 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:21:44.049186 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-f6f61646-a10f-4376-b03c-5205607c66ff service neutron] Port 349259dd-45b6-4ece-8313-48d4ea9e8738 on network 10af122a-be5c-432b-89ec-d882d652ee34 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:21:44.049578 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-f6f61646-a10f-4376-b03c-5205607c66ff service neutron] Attempting to bind port 349259dd-45b6-4ece-8313-48d4ea9e8738 on network 10af122a-be5c-432b-89ec-d882d652ee34 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:21:44.058906 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-f6f61646-a10f-4376-b03c-5205607c66ff service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:21:44.059256 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-f6f61646-a10f-4376-b03c-5205607c66ff service neutron] Checking segment: {'id': '881e5be7-1349-4f9a-a3c0-c2bf76a0109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '10af122a-be5c-432b-89ec-d882d652ee34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:21:44.059674 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-f6f61646-a10f-4376-b03c-5205607c66ff service neutron] Bound using segment: {'id': '881e5be7-1349-4f9a-a3c0-c2bf76a0109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '10af122a-be5c-432b-89ec-d882d652ee34'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:21:44.062657 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-f6f61646-a10f-4376-b03c-5205607c66ff service neutron] Bound port: 349259dd-45b6-4ece-8313-48d4ea9e8738, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '881e5be7-1349-4f9a-a3c0-c2bf76a0109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '10af122a-be5c-432b-89ec-d882d652ee34'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:21:44.063049 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-f6f61646-a10f-4376-b03c-5205607c66ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (349259dd-45b6-4ece-8313-48d4ea9e8738), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:44.221117 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-0d57f75b-1e2b-4df6-b40c-e61af1ec1e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:44.222476 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-f6f61646-a10f-4376-b03c-5205607c66ff service neutron] For port 349259dd-45b6-4ece-8313-48d4ea9e8738, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:21:44.223993 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-0d57f75b-1e2b-4df6-b40c-e61af1ec1e21 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eea213dd7bb94f59bb0ff6ff5fc8d045&device_id=6903ad76-d7ec-4a07-b544-1f076799001d HTTP/1.1" status: 200 len: 1131 time: 1.1898284 Feb 08 21:21:44.231763 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-f6f61646-a10f-4376-b03c-5205607c66ff service neutron] For port 349259dd-45b6-4ece-8313-48d4ea9e8738, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=349259dd-45b6-4ece-8313-48d4ea9e8738,segment=NetworkSegment(881e5be7-1349-4f9a-a3c0-c2bf76a0109d),segment_id=881e5be7-1349-4f9a-a3c0-c2bf76a0109d)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:21:44.259490 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-f6f61646-a10f-4376-b03c-5205607c66ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (349259dd-45b6-4ece-8313-48d4ea9e8738), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:44.380075 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-f6f61646-a10f-4376-b03c-5205607c66ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:44.381432 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-f6f61646-a10f-4376-b03c-5205607c66ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:44.383786 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-f6f61646-a10f-4376-b03c-5205607c66ff service neutron] 10.222.0.96 "PUT /v2.0/ports/349259dd-45b6-4ece-8313-48d4ea9e8738 HTTP/1.1" status: 200 len: 1093 time: 2.0084140 Feb 08 21:21:44.436182 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-49ed5d28-17ab-40a9-911d-f1901ec7fa19 service neutron] Request body: {'port': {'device_id': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:44.574711 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-49ed5d28-17ab-40a9-911d-f1901ec7fa19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3a761046-2c2d-4f8b-935f-343322f71219), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:44.581381 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-3fed5c56-06a4-4278-b08c-e10ce72357ea service neutron] Attempting to bind port f3441278-47e7-4792-b276-0db77c8c13fc on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:21:44.581920 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-3fed5c56-06a4-4278-b08c-e10ce72357ea service neutron] Attempting to bind port f3441278-47e7-4792-b276-0db77c8c13fc by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '6fb9b7e7-b2e9-4c21-b8d4-724ee8598276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a0fefb3d-e221-48ee-80e6-d95866b602a9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:21:44.582452 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-3fed5c56-06a4-4278-b08c-e10ce72357ea service neutron] Attempting to bind port f3441278-47e7-4792-b276-0db77c8c13fc on network a0fefb3d-e221-48ee-80e6-d95866b602a9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:21:44.593936 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f61646-a10f-4376-b03c-5205607c66ff service neutron] Pushing event updated for resources: {'Port': ['ID=349259dd-45b6-4ece-8313-48d4ea9e8738,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:44.598228 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-2627a287-711a-4f15-b01d-23a143af1af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb25dec-e95e-4eef-8604-ba11225a95a5 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:21:44.623768 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-66d3617d-911e-4c94-9f1e-ea21096877cd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=62cba19f-0563-4107-b19c-6eb313cd1539 HTTP/1.1" status: 200 len: 217 time: 0.3686221 Feb 08 21:21:44.660744 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-2627a287-711a-4f15-b01d-23a143af1af8 service neutron] Publish callbacks [] for port (0eb25dec-e95e-4eef-8604-ba11225a95a5), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:44.685427 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device ac642f13-8da9-4a3b-80cf-bbf2cc90d02a details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:21:44.758523 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-3fed5c56-06a4-4278-b08c-e10ce72357ea service neutron] Port f3441278-47e7-4792-b276-0db77c8c13fc on network a0fefb3d-e221-48ee-80e6-d95866b602a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:21:44.758974 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-3fed5c56-06a4-4278-b08c-e10ce72357ea service neutron] Attempting to bind port f3441278-47e7-4792-b276-0db77c8c13fc on network a0fefb3d-e221-48ee-80e6-d95866b602a9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:21:44.797257 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a311143e-eae4-4f8b-8a22-eae798a8fd11 req-1d22a0c3-993f-4662-a3eb-fe31dc89d4d6 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0887954 Feb 08 21:21:44.826625 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-3fed5c56-06a4-4278-b08c-e10ce72357ea service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:21:44.826625 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-3fed5c56-06a4-4278-b08c-e10ce72357ea service neutron] Checking segment: {'id': '6fb9b7e7-b2e9-4c21-b8d4-724ee8598276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a0fefb3d-e221-48ee-80e6-d95866b602a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:21:44.827254 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-3fed5c56-06a4-4278-b08c-e10ce72357ea service neutron] Bound using segment: {'id': '6fb9b7e7-b2e9-4c21-b8d4-724ee8598276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a0fefb3d-e221-48ee-80e6-d95866b602a9'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:21:44.827829 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-3fed5c56-06a4-4278-b08c-e10ce72357ea service neutron] Bound port: f3441278-47e7-4792-b276-0db77c8c13fc, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fb9b7e7-b2e9-4c21-b8d4-724ee8598276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a0fefb3d-e221-48ee-80e6-d95866b602a9'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:21:44.828616 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-3fed5c56-06a4-4278-b08c-e10ce72357ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f3441278-47e7-4792-b276-0db77c8c13fc), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:44.848392 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-2627a287-711a-4f15-b01d-23a143af1af8 service neutron] Transition to ACTIVE for port object 0eb25dec-e95e-4eef-8604-ba11225a95a5 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:21:44.920842 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec3c6a-ff62-4b6e-8af9-d7ffcc6efd10 req-3001cef1-ca4f-46bf-b8e1-61e322502493 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:44.922794 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fcec3c6a-ff62-4b6e-8af9-d7ffcc6efd10 req-3001cef1-ca4f-46bf-b8e1-61e322502493 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.88 "GET /v2.0/ports?device_id=6903ad76-d7ec-4a07-b544-1f076799001d HTTP/1.1" status: 200 len: 948 time: 0.8060234 Feb 08 21:21:44.942130 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-2d14a81b-98fe-4ef1-9606-57a1b3615f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:44.945083 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-2d14a81b-98fe-4ef1-9606-57a1b3615f35 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.2882967 Feb 08 21:21:45.026973 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-2627a287-711a-4f15-b01d-23a143af1af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (0eb25dec-e95e-4eef-8604-ba11225a95a5), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:45.027994 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port ac642f13-8da9-4a3b-80cf-bbf2cc90d02a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=ac642f13-8da9-4a3b-80cf-bbf2cc90d02a,segment=NetworkSegment(6fb9b7e7-b2e9-4c21-b8d4-724ee8598276),segment_id=6fb9b7e7-b2e9-4c21-b8d4-724ee8598276)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:21:45.060182 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'ac642f13-8da9-4a3b-80cf-bbf2cc90d02a', 'network_id': 'a0fefb3d-e221-48ee-80e6-d95866b602a9', 'port_id': 'ac642f13-8da9-4a3b-80cf-bbf2cc90d02a', 'mac_address': 'fa:16:3e:07:ba:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a3eb86-2043-4bf2-a8fc-0d20e8ae35fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:21:45.223657 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-49ed5d28-17ab-40a9-911d-f1901ec7fa19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a761046-2c2d-4f8b-935f-343322f71219 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:21:45.243261 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-49ed5d28-17ab-40a9-911d-f1901ec7fa19 service neutron] Publish callbacks [] for port (3a761046-2c2d-4f8b-935f-343322f71219), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:45.271197 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-49ed5d28-17ab-40a9-911d-f1901ec7fa19 service neutron] Transition to ACTIVE for port object 3a761046-2c2d-4f8b-935f-343322f71219 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:21:45.278427 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-49ed5d28-17ab-40a9-911d-f1901ec7fa19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (3a761046-2c2d-4f8b-935f-343322f71219), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:45.283865 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port ac642f13-8da9-4a3b-80cf-bbf2cc90d02a is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:21:45.284818 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ac642f13-8da9-4a3b-80cf-bbf2cc90d02a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:45.305206 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627a287-711a-4f15-b01d-23a143af1af8 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb25dec-e95e-4eef-8604-ba11225a95a5,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:45.317703 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac642f13-8da9-4a3b-80cf-bbf2cc90d02a {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:21:45.368133 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port ac642f13-8da9-4a3b-80cf-bbf2cc90d02a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=ac642f13-8da9-4a3b-80cf-bbf2cc90d02a,segment=NetworkSegment(6fb9b7e7-b2e9-4c21-b8d4-724ee8598276),segment_id=6fb9b7e7-b2e9-4c21-b8d4-724ee8598276)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:21:45.382969 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ac642f13-8da9-4a3b-80cf-bbf2cc90d02a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:45.453027 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fcec3c6a-ff62-4b6e-8af9-d7ffcc6efd10 req-e0f60b3d-4635-4955-bb4d-cf41e56dace9 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a7201de-eaa4-4c40-97cf-03cb47184f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492583 Feb 08 21:21:45.490902 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-da15a486-de70-4886-aa5e-2555acf009c8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Made reservation on behalf of 322e6c079f8d45e4b079c0ce6f4b99ce for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:21:45.523700 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-3fed5c56-06a4-4278-b08c-e10ce72357ea service neutron] For port f3441278-47e7-4792-b276-0db77c8c13fc, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:21:45.621113 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdfb0e-d72f-4892-bcf4-b0c6860a955d req-698f320c-ccc7-4b35-8e20-a8a997acf186 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:45.623175 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ddbdfb0e-d72f-4892-bcf4-b0c6860a955d req-698f320c-ccc7-4b35-8e20-a8a997acf186 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 945 time: 0.6890445 Feb 08 21:21:45.624037 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=ac642f13-8da9-4a3b-80cf-bbf2cc90d02a,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:45.636372 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed5d28-17ab-40a9-911d-f1901ec7fa19 service neutron] Pushing event updated for resources: {'Port': ['ID=3a761046-2c2d-4f8b-935f-343322f71219,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:45.648288 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-3fc64cd0-868f-4a1a-ae52-e88f10f8437c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:45.650054 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-3fc64cd0-868f-4a1a-ae52-e88f10f8437c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5629556 Feb 08 21:21:45.654451 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-3fed5c56-06a4-4278-b08c-e10ce72357ea service neutron] For port f3441278-47e7-4792-b276-0db77c8c13fc, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f3441278-47e7-4792-b276-0db77c8c13fc,segment=NetworkSegment(6fb9b7e7-b2e9-4c21-b8d4-724ee8598276),segment_id=6fb9b7e7-b2e9-4c21-b8d4-724ee8598276)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:21:45.712080 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['ac642f13-8da9-4a3b-80cf-bbf2cc90d02a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:21:45.777045 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-49ed5d28-17ab-40a9-911d-f1901ec7fa19 service neutron] Attempting to bind port 3a761046-2c2d-4f8b-935f-343322f71219 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:21:45.777798 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-49ed5d28-17ab-40a9-911d-f1901ec7fa19 service neutron] Attempting to bind port 3a761046-2c2d-4f8b-935f-343322f71219 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'bb57cdc6-c629-4f4a-b28a-291038cfbb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:21:45.778428 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-49ed5d28-17ab-40a9-911d-f1901ec7fa19 service neutron] Attempting to bind port 3a761046-2c2d-4f8b-935f-343322f71219 on network 1b3a5566-af7d-483b-b013-ff5148a84b70 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:21:45.801328 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-49ed5d28-17ab-40a9-911d-f1901ec7fa19 service neutron] Port 3a761046-2c2d-4f8b-935f-343322f71219 on network 1b3a5566-af7d-483b-b013-ff5148a84b70 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:21:45.804188 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-49ed5d28-17ab-40a9-911d-f1901ec7fa19 service neutron] Attempting to bind port 3a761046-2c2d-4f8b-935f-343322f71219 on network 1b3a5566-af7d-483b-b013-ff5148a84b70 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:21:45.823132 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-49ed5d28-17ab-40a9-911d-f1901ec7fa19 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:21:45.825627 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-49ed5d28-17ab-40a9-911d-f1901ec7fa19 service neutron] Checking segment: {'id': 'bb57cdc6-c629-4f4a-b28a-291038cfbb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:21:45.826268 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-49ed5d28-17ab-40a9-911d-f1901ec7fa19 service neutron] Bound using segment: {'id': 'bb57cdc6-c629-4f4a-b28a-291038cfbb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:21:45.826902 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-49ed5d28-17ab-40a9-911d-f1901ec7fa19 service neutron] Bound port: 3a761046-2c2d-4f8b-935f-343322f71219, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb57cdc6-c629-4f4a-b28a-291038cfbb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:21:45.827514 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-49ed5d28-17ab-40a9-911d-f1901ec7fa19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3a761046-2c2d-4f8b-935f-343322f71219), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:45.853750 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-3fed5c56-06a4-4278-b08c-e10ce72357ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (f3441278-47e7-4792-b276-0db77c8c13fc), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:45.985366 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-da15a486-de70-4886-aa5e-2555acf009c8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:46.012782 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-49ed5d28-17ab-40a9-911d-f1901ec7fa19 service neutron] For port 3a761046-2c2d-4f8b-935f-343322f71219, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:21:46.021932 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-49ed5d28-17ab-40a9-911d-f1901ec7fa19 service neutron] For port 3a761046-2c2d-4f8b-935f-343322f71219, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=3a761046-2c2d-4f8b-935f-343322f71219,segment=NetworkSegment(bb57cdc6-c629-4f4a-b28a-291038cfbb0a),segment_id=bb57cdc6-c629-4f4a-b28a-291038cfbb0a)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:21:46.042010 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-49ed5d28-17ab-40a9-911d-f1901ec7fa19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (3a761046-2c2d-4f8b-935f-343322f71219), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:46.140710 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-49ed5d28-17ab-40a9-911d-f1901ec7fa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:46.145860 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-49ed5d28-17ab-40a9-911d-f1901ec7fa19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:46.147949 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-49ed5d28-17ab-40a9-911d-f1901ec7fa19 service neutron] 10.222.0.96 "PUT /v2.0/ports/3a761046-2c2d-4f8b-935f-343322f71219 HTTP/1.1" status: 200 len: 1136 time: 1.7311714 Feb 08 21:21:46.203841 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Request body: {'port': {'device_id': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:46.211116 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed5d28-17ab-40a9-911d-f1901ec7fa19 service neutron] Pushing event updated for resources: {'Port': ['ID=3a761046-2c2d-4f8b-935f-343322f71219,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:46.367360 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bc9f95b7-4f88-49ab-948f-f4acf9ccc00e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:46.523730 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-da15a486-de70-4886-aa5e-2555acf009c8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Allocated IP 10.2.2.100 (6832dbc4-407a-4320-a4e2-7f8a833aaebb/2b4f89b2-6408-4615-8840-a53e700c7c77/5159dba1-6fb7-4b1d-84ad-f387a9a3c982) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:21:46.687761 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-da15a486-de70-4886-aa5e-2555acf009c8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for port (5159dba1-6fb7-4b1d-84ad-f387a9a3c982), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:46.726874 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-09da3a90-69be-4c66-9c2b-42e8a9b05102 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0405433 Feb 08 21:21:46.765623 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-da15a486-de70-4886-aa5e-2555acf009c8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (5159dba1-6fb7-4b1d-84ad-f387a9a3c982), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:46.857442 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ddbdfb0e-d72f-4892-bcf4-b0c6860a955d req-1ea4d8b3-0e07-49bc-9c91-2989d3138129 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2003202 Feb 08 21:21:46.885590 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-3fed5c56-06a4-4278-b08c-e10ce72357ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:46.886326 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-3fed5c56-06a4-4278-b08c-e10ce72357ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:46.887822 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-3fed5c56-06a4-4278-b08c-e10ce72357ea service neutron] 10.222.0.96 "PUT /v2.0/ports/f3441278-47e7-4792-b276-0db77c8c13fc HTTP/1.1" status: 200 len: 1092 time: 8.7233539 Feb 08 21:21:47.070158 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5a8f07-90be-4a53-8efa-2a60fa08928b x-openstack-request-id: req-6f5a8f07-90be-4a53-8efa-2a60fa08928b {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:21:47.071023 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12473d0c-455f-43c2-9a80-4f5ff1d49ff6", "tag": "ac642f13-8da9-4a3b-80cf-bbf2cc90d02a", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:21:47.071023 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6f5a8f07-90be-4a53-8efa-2a60fa08928b {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:21:47.071339 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12473d0c-455f-43c2-9a80-4f5ff1d49ff6', 'tag': 'ac642f13-8da9-4a3b-80cf-bbf2cc90d02a', 'status': 'completed', 'code': 200} Feb 08 21:21:47.189536 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f72f0-19a4-4704-8ca2-d78fd635da60 req-4edb94d2-3a3b-4850-b0dc-87cf18358ae5 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:47.197051 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc8f72f0-19a4-4704-8ca2-d78fd635da60 req-4edb94d2-3a3b-4850-b0dc-87cf18358ae5 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/ports?device_id=12473d0c-455f-43c2-9a80-4f5ff1d49ff6 HTTP/1.1" status: 200 len: 944 time: 1.4648468 Feb 08 21:21:47.280456 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc9f95b7-4f88-49ab-948f-f4acf9ccc00e {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:21:47.285900 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-da15a486-de70-4886-aa5e-2555acf009c8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Network 6832dbc4-407a-4320-a4e2-7f8a833aaebb is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:21:47.287488 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-2627a287-711a-4f15-b01d-23a143af1af8 service neutron] Attempting to bind port 0eb25dec-e95e-4eef-8604-ba11225a95a5 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:21:47.287834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-2627a287-711a-4f15-b01d-23a143af1af8 service neutron] Attempting to bind port 0eb25dec-e95e-4eef-8604-ba11225a95a5 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '20a3be03-d3c0-4a20-bea9-ec24e05d3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:21:47.288214 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-2627a287-711a-4f15-b01d-23a143af1af8 service neutron] Attempting to bind port 0eb25dec-e95e-4eef-8604-ba11225a95a5 on network 14653267-33f9-4701-8b25-78748f42e7d2 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:21:47.311804 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Publish callbacks [] for port (bc9f95b7-4f88-49ab-948f-f4acf9ccc00e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:47.316263 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-da15a486-de70-4886-aa5e-2555acf009c8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:21:47.319708 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-da15a486-de70-4886-aa5e-2555acf009c8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:21:47.320853 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399ae5a-c983-4d7e-8026-b593fe549dde req-799e824d-dbc8-4b7a-8ecb-621f9a00d3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:47.326627 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1399ae5a-c983-4d7e-8026-b593fe549dde req-799e824d-dbc8-4b7a-8ecb-621f9a00d3cd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4451e0a063f74a4f945169d3909f474a&device_id=12473d0c-455f-43c2-9a80-4f5ff1d49ff6 HTTP/1.1" status: 200 len: 1127 time: 0.2378092 Feb 08 21:21:47.402712 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-da15a486-de70-4886-aa5e-2555acf009c8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:47.403396 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-da15a486-de70-4886-aa5e-2555acf009c8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:47.448691 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f4904-4de9-473c-a495-0086006a6e53 req-0d1d13f8-29c8-41b3-aab5-c674b6852e97 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:47.450498 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d85f4904-4de9-473c-a495-0086006a6e53 req-0d1d13f8-29c8-41b3-aab5-c674b6852e97 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=48bd347e-3277-4483-a8ce-1ba113e21e1e HTTP/1.1" status: 200 len: 944 time: 0.2445078 Feb 08 21:21:47.455645 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-da15a486-de70-4886-aa5e-2555acf009c8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7349555 Feb 08 21:21:47.463522 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-a47d02c0-59fe-40e8-b401-231de6544cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:47.466187 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-a47d02c0-59fe-40e8-b401-231de6544cbf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4451e0a063f74a4f945169d3909f474a&device_id=7be6ea3d-ee8b-4e34-a30e-21d946c24d50 HTTP/1.1" status: 200 len: 1126 time: 0.5085287 Feb 08 21:21:47.479311 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-fd24d5fd-d4a4-42aa-96cb-43d684263701 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Request body: {'port': {'device_id': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6832dbc4-407a-4320-a4e2-7f8a833aaebb', 'admin_state_up': True, 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'security_groups': ['6aae393e-ce19-482c-97f8-ba0fd7797694']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:47.501691 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Transition to ACTIVE for port object bc9f95b7-4f88-49ab-948f-f4acf9ccc00e will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:21:47.520554 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (bc9f95b7-4f88-49ab-948f-f4acf9ccc00e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:47.637600 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-2627a287-711a-4f15-b01d-23a143af1af8 service neutron] Port 0eb25dec-e95e-4eef-8604-ba11225a95a5 on network 14653267-33f9-4701-8b25-78748f42e7d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:21:47.637929 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-2627a287-711a-4f15-b01d-23a143af1af8 service neutron] Attempting to bind port 0eb25dec-e95e-4eef-8604-ba11225a95a5 on network 14653267-33f9-4701-8b25-78748f42e7d2 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:21:47.640335 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed5c56-06a4-4278-b08c-e10ce72357ea service neutron] Pushing event updated for resources: {'Port': ['ID=f3441278-47e7-4792-b276-0db77c8c13fc,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:47.711384 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-359cbf3a-34b1-4b7f-bf99-c1be6d9beb42 None None] Provisioning complete for port 5159dba1-6fb7-4b1d-84ad-f387a9a3c982 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:47.712006 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-359cbf3a-34b1-4b7f-bf99-c1be6d9beb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5159dba1-6fb7-4b1d-84ad-f387a9a3c982), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:47.776734 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-359cbf3a-34b1-4b7f-bf99-c1be6d9beb42 None None] Port 5159dba1-6fb7-4b1d-84ad-f387a9a3c982 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:21:47.815537 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-3d7cf9ef-96e7-4040-86c7-2892cc38cfd0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3441278-47e7-4792-b276-0db77c8c13fc HTTP/1.1" status: 200 len: 217 time: 0.1645262 Feb 08 21:21:47.818916 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c02ae951-c801-4f4d-9f5b-dedc5ee16735 req-59b3c11e-5495-429d-8eb4-6b80a207e98f service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0514829 Feb 08 21:21:47.935891 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9f95b7-4f88-49ab-948f-f4acf9ccc00e,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:47.954827 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399ae5a-c983-4d7e-8026-b593fe549dde req-c7fe82a4-fe03-4d99-ab62-abff06b839c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:47.957590 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1399ae5a-c983-4d7e-8026-b593fe549dde req-c7fe82a4-fe03-4d99-ab62-abff06b839c4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a0fefb3d-e221-48ee-80e6-d95866b602a9 HTTP/1.1" status: 200 len: 914 time: 0.6123090 Feb 08 21:21:47.966578 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d85f4904-4de9-473c-a495-0086006a6e53 req-14df44c9-bf6f-4c49-9e41-a164c741827f tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499718 Feb 08 21:21:47.969958 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-2627a287-711a-4f15-b01d-23a143af1af8 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:21:47.975255 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-2627a287-711a-4f15-b01d-23a143af1af8 service neutron] Checking segment: {'id': '20a3be03-d3c0-4a20-bea9-ec24e05d3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:21:47.976176 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-2627a287-711a-4f15-b01d-23a143af1af8 service neutron] Bound using segment: {'id': '20a3be03-d3c0-4a20-bea9-ec24e05d3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:21:47.978210 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-2627a287-711a-4f15-b01d-23a143af1af8 service neutron] Bound port: 0eb25dec-e95e-4eef-8604-ba11225a95a5, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a3be03-d3c0-4a20-bea9-ec24e05d3f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:21:47.978803 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-2627a287-711a-4f15-b01d-23a143af1af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0eb25dec-e95e-4eef-8604-ba11225a95a5), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:48.081211 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1399ae5a-c983-4d7e-8026-b593fe549dde req-cd45353e-cf23-4ee5-b502-f7e7a56de770 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac642f13-8da9-4a3b-80cf-bbf2cc90d02a HTTP/1.1" status: 200 len: 217 time: 0.1082802 Feb 08 21:21:48.151625 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Attempting to bind port bc9f95b7-4f88-49ab-948f-f4acf9ccc00e on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:21:48.151943 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Attempting to bind port bc9f95b7-4f88-49ab-948f-f4acf9ccc00e by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'bb57cdc6-c629-4f4a-b28a-291038cfbb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:21:48.152348 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Attempting to bind port bc9f95b7-4f88-49ab-948f-f4acf9ccc00e on network 1b3a5566-af7d-483b-b013-ff5148a84b70 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:21:48.164850 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Port bc9f95b7-4f88-49ab-948f-f4acf9ccc00e on network 1b3a5566-af7d-483b-b013-ff5148a84b70 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:21:48.165190 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Attempting to bind port bc9f95b7-4f88-49ab-948f-f4acf9ccc00e on network 1b3a5566-af7d-483b-b013-ff5148a84b70 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:21:48.176100 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:21:48.176464 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Checking segment: {'id': 'bb57cdc6-c629-4f4a-b28a-291038cfbb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:21:48.176917 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Bound using segment: {'id': 'bb57cdc6-c629-4f4a-b28a-291038cfbb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:21:48.177339 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Bound port: bc9f95b7-4f88-49ab-948f-f4acf9ccc00e, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb57cdc6-c629-4f4a-b28a-291038cfbb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:21:48.177717 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bc9f95b7-4f88-49ab-948f-f4acf9ccc00e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:48.184489 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399ae5a-c983-4d7e-8026-b593fe549dde req-c2cf64f3-a04b-4c91-8eb7-2cc9c4509069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:48.186103 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1399ae5a-c983-4d7e-8026-b593fe549dde req-c2cf64f3-a04b-4c91-8eb7-2cc9c4509069 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e7a3eb86-2043-4bf2-a8fc-0d20e8ae35fe HTTP/1.1" status: 200 len: 853 time: 0.0912886 Feb 08 21:21:48.242083 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1399ae5a-c983-4d7e-8026-b593fe549dde req-99124869-22f4-4321-acd6-be6e79a2abd8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a0fefb3d-e221-48ee-80e6-d95866b602a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488143 Feb 08 21:21:48.246893 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc8f72f0-19a4-4704-8ca2-d78fd635da60 req-97c86b60-b2a7-4a6b-ae57-be629947151f tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/security-groups?id=29c9ad1e-53a6-4a40-8908-ccbea897f933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0489028 Feb 08 21:21:48.268012 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-88243b9d-e3d5-47e8-969f-0baa2a28bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:48.278303 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-88243b9d-e3d5-47e8-969f-0baa2a28bb0b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e7a3eb86-2043-4bf2-a8fc-0d20e8ae35fe HTTP/1.1" status: 200 len: 853 time: 0.3522666 Feb 08 21:21:48.318971 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda1e60-86e1-4904-87b4-1b3328bc5b23 req-3faf1930-b0ea-4b56-8174-f5a746449de5 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:48.333584 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0cda1e60-86e1-4904-87b4-1b3328bc5b23 req-3faf1930-b0ea-4b56-8174-f5a746449de5 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d5b6c3a-d5a5-4d41-9be6-6dd6796f66cf HTTP/1.1" status: 200 len: 945 time: 0.2179875 Feb 08 21:21:48.417689 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0abffdb-487d-4bda-aeb9-650dcb107a30 x-openstack-request-id: req-b0abffdb-487d-4bda-aeb9-650dcb107a30 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:21:48.417982 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5b6c3a-d5a5-4d41-9be6-6dd6796f66cf", "name": "network-vif-plugged", "status": "completed", "tag": "25c9484b-5dd7-4d60-9523-fb9b4f4147f3", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:21:48.418231 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b0abffdb-487d-4bda-aeb9-650dcb107a30 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:21:48.418845 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043d2b07-09a0-4165-b967-87bbc4ec70b2 x-openstack-request-id: req-043d2b07-09a0-4165-b967-87bbc4ec70b2 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:21:48.419346 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6903ad76-d7ec-4a07-b544-1f076799001d", "tag": "62cba19f-0563-4107-b19c-6eb313cd1539", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:21:48.419791 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-043d2b07-09a0-4165-b967-87bbc4ec70b2 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:21:48.420530 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6903ad76-d7ec-4a07-b544-1f076799001d', 'tag': '62cba19f-0563-4107-b19c-6eb313cd1539', 'status': 'completed', 'code': 200} Feb 08 21:21:48.425371 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5b6c3a-d5a5-4d41-9be6-6dd6796f66cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c9484b-5dd7-4d60-9523-fb9b4f4147f3', 'code': 200} Feb 08 21:21:48.433954 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15a486-de70-4886-aa5e-2555acf009c8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Pushing event updated for resources: {'Port': ['ID=5159dba1-6fb7-4b1d-84ad-f387a9a3c982,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:48.518306 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1399ae5a-c983-4d7e-8026-b593fe549dde req-9635ea81-6dad-43f2-b154-b7e5e515db7e service neutron] 10.222.0.96 "GET /v2.0/networks/a0fefb3d-e221-48ee-80e6-d95866b602a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598319 Feb 08 21:21:48.571213 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-8b90a142-ecbf-4c0c-ba01-81abb9126a38 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a0fefb3d-e221-48ee-80e6-d95866b602a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2842112 Feb 08 21:21:48.629762 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] For port bc9f95b7-4f88-49ab-948f-f4acf9ccc00e, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:21:48.641736 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d971da2-4753-470f-9195-a8c38a131c58 req-412bc44b-978d-4595-a0d1-c51101b491b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:48.643399 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8d971da2-4753-470f-9195-a8c38a131c58 req-412bc44b-978d-4595-a0d1-c51101b491b6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0d5b6c3a-d5a5-4d41-9be6-6dd6796f66cf HTTP/1.1" status: 200 len: 1128 time: 0.1241639 Feb 08 21:21:48.681269 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device ac642f13-8da9-4a3b-80cf-bbf2cc90d02a up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:21:48.704512 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8d971da2-4753-470f-9195-a8c38a131c58 req-1a3535ff-1c98-4ae9-bf43-c73520f5bc25 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f08f204b-93c3-4eda-88e8-241136d00d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530450 Feb 08 21:21:48.709634 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] For port bc9f95b7-4f88-49ab-948f-f4acf9ccc00e, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=bc9f95b7-4f88-49ab-948f-f4acf9ccc00e,segment=NetworkSegment(bb57cdc6-c629-4f4a-b28a-291038cfbb0a),segment_id=bb57cdc6-c629-4f4a-b28a-291038cfbb0a)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:21:48.722953 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (bc9f95b7-4f88-49ab-948f-f4acf9ccc00e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:48.793193 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:48.794463 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:48.797065 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] 10.222.0.96 "PUT /v2.0/ports/bc9f95b7-4f88-49ab-948f-f4acf9ccc00e HTTP/1.1" status: 200 len: 1137 time: 2.6092408 Feb 08 21:21:48.807172 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9f95b7-4f88-49ab-948f-f4acf9ccc00e,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:48.807917 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port ac642f13-8da9-4a3b-80cf-bbf2cc90d02a completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:21:48.812964 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port ac642f13-8da9-4a3b-80cf-bbf2cc90d02a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:48.813492 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ac642f13-8da9-4a3b-80cf-bbf2cc90d02a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:48.822121 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:48.822615 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:48.822789 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:48.823151 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:48.823552 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:48.823891 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:48.824265 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:48.824573 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:48.824895 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:48.825222 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:48.830694 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:48.831205 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:48.831600 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:48.863122 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1399ae5a-c983-4d7e-8026-b593fe549dde req-6f4d8f03-a47a-4393-82f7-31d2e07113b4 service neutron] 10.222.0.96 "GET /v2.0/networks/a0fefb3d-e221-48ee-80e6-d95866b602a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024027 Feb 08 21:21:49.028699 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port ac642f13-8da9-4a3b-80cf-bbf2cc90d02a is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:21:49.029202 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ac642f13-8da9-4a3b-80cf-bbf2cc90d02a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:49.042599 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-ac10fb75-13f7-4568-b784-43064360525d service neutron] Request body: {'port': {'device_id': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:49.083429 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port ac642f13-8da9-4a3b-80cf-bbf2cc90d02a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=ac642f13-8da9-4a3b-80cf-bbf2cc90d02a,segment=NetworkSegment(6fb9b7e7-b2e9-4c21-b8d4-724ee8598276),segment_id=6fb9b7e7-b2e9-4c21-b8d4-724ee8598276)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:21:49.109272 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ac642f13-8da9-4a3b-80cf-bbf2cc90d02a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:49.146834 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'tag': '349259dd-45b6-4ece-8313-48d4ea9e8738'}, {'name': 'network-changed', 'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'tag': '3a761046-2c2d-4f8b-935f-343322f71219'}, {'name': 'network-changed', 'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'tag': 'bc9f95b7-4f88-49ab-948f-f4acf9ccc00e'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:21:49.163491 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "tag": "349259dd-45b6-4ece-8313-48d4ea9e8738"}, {"name": "network-changed", "server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "tag": "3a761046-2c2d-4f8b-935f-343322f71219"}, {"name": "network-changed", "server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "tag": "bc9f95b7-4f88-49ab-948f-f4acf9ccc00e"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:21:49.180811 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=ac642f13-8da9-4a3b-80cf-bbf2cc90d02a,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:49.289528 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-ac10fb75-13f7-4568-b784-43064360525d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0c6c049d-608b-4814-b1f6-d70640c57171), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:49.323780 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-2627a287-711a-4f15-b01d-23a143af1af8 service neutron] For port 0eb25dec-e95e-4eef-8604-ba11225a95a5, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:21:49.346555 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-2627a287-711a-4f15-b01d-23a143af1af8 service neutron] For port 0eb25dec-e95e-4eef-8604-ba11225a95a5, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=0eb25dec-e95e-4eef-8604-ba11225a95a5,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:21:49.390818 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-fd24d5fd-d4a4-42aa-96cb-43d684263701 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Made reservation on behalf of 322e6c079f8d45e4b079c0ce6f4b99ce for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:21:49.399288 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-fd24d5fd-d4a4-42aa-96cb-43d684263701 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:49.407255 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0cda1e60-86e1-4904-87b4-1b3328bc5b23 req-80d9ea5b-0f43-4a7a-a11f-80b7f2c89f40 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] 10.222.0.88 "GET /v2.0/security-groups?id=f08f204b-93c3-4eda-88e8-241136d00d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0722713 Feb 08 21:21:49.505336 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-2627a287-711a-4f15-b01d-23a143af1af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (0eb25dec-e95e-4eef-8604-ba11225a95a5), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:49.614566 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-ac10fb75-13f7-4568-b784-43064360525d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c6c049d-608b-4814-b1f6-d70640c57171 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:21:49.619059 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627a287-711a-4f15-b01d-23a143af1af8 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb25dec-e95e-4eef-8604-ba11225a95a5,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:49.642733 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-ac10fb75-13f7-4568-b784-43064360525d service neutron] Publish callbacks [] for port (0c6c049d-608b-4814-b1f6-d70640c57171), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:49.665074 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-ac10fb75-13f7-4568-b784-43064360525d service neutron] Transition to ACTIVE for port object 0c6c049d-608b-4814-b1f6-d70640c57171 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:21:49.672534 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-ac10fb75-13f7-4568-b784-43064360525d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (0c6c049d-608b-4814-b1f6-d70640c57171), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:49.729027 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9289c93-4675-4570-a17d-74f17851717c req-6cabc7a1-590e-4146-9f67-6f3990023657 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:49.735150 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9289c93-4675-4570-a17d-74f17851717c req-6cabc7a1-590e-4146-9f67-6f3990023657 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:49.741055 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9289c93-4675-4570-a17d-74f17851717c req-6cabc7a1-590e-4146-9f67-6f3990023657 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:49.750586 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9289c93-4675-4570-a17d-74f17851717c req-6cabc7a1-590e-4146-9f67-6f3990023657 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:49.752520 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9289c93-4675-4570-a17d-74f17851717c req-6cabc7a1-590e-4146-9f67-6f3990023657 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 3095 time: 1.2170398 Feb 08 21:21:49.768721 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e519c0f-0055-43d3-983d-14f7ea97537c req-13d9a321-62b4-4d26-a0db-5d053030e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:49.770629 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e519c0f-0055-43d3-983d-14f7ea97537c req-13d9a321-62b4-4d26-a0db-5d053030e509 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eea213dd7bb94f59bb0ff6ff5fc8d045&device_id=6903ad76-d7ec-4a07-b544-1f076799001d HTTP/1.1" status: 200 len: 1131 time: 1.3471651 Feb 08 21:21:49.777466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-2627a287-711a-4f15-b01d-23a143af1af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:49.778306 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-2627a287-711a-4f15-b01d-23a143af1af8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:49.780533 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-2627a287-711a-4f15-b01d-23a143af1af8 service neutron] 10.222.0.96 "PUT /v2.0/ports/0eb25dec-e95e-4eef-8604-ba11225a95a5 HTTP/1.1" status: 200 len: 1093 time: 9.6729391 Feb 08 21:21:49.783104 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac10fb75-13f7-4568-b784-43064360525d service neutron] Pushing event updated for resources: {'Port': ['ID=0c6c049d-608b-4814-b1f6-d70640c57171,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:49.938303 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-ac10fb75-13f7-4568-b784-43064360525d service neutron] Attempting to bind port 0c6c049d-608b-4814-b1f6-d70640c57171 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:21:49.938974 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-ac10fb75-13f7-4568-b784-43064360525d service neutron] Attempting to bind port 0c6c049d-608b-4814-b1f6-d70640c57171 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'bb57cdc6-c629-4f4a-b28a-291038cfbb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:21:49.939646 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-ac10fb75-13f7-4568-b784-43064360525d service neutron] Attempting to bind port 0c6c049d-608b-4814-b1f6-d70640c57171 on network 1b3a5566-af7d-483b-b013-ff5148a84b70 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:21:49.949106 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-ac10fb75-13f7-4568-b784-43064360525d service neutron] Port 0c6c049d-608b-4814-b1f6-d70640c57171 on network 1b3a5566-af7d-483b-b013-ff5148a84b70 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:21:49.949767 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-ac10fb75-13f7-4568-b784-43064360525d service neutron] Attempting to bind port 0c6c049d-608b-4814-b1f6-d70640c57171 on network 1b3a5566-af7d-483b-b013-ff5148a84b70 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:21:49.959677 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-ac10fb75-13f7-4568-b784-43064360525d service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:21:49.960229 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-ac10fb75-13f7-4568-b784-43064360525d service neutron] Checking segment: {'id': 'bb57cdc6-c629-4f4a-b28a-291038cfbb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:21:49.960972 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-ac10fb75-13f7-4568-b784-43064360525d service neutron] Bound using segment: {'id': 'bb57cdc6-c629-4f4a-b28a-291038cfbb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:21:49.961739 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-ac10fb75-13f7-4568-b784-43064360525d service neutron] Bound port: 0c6c049d-608b-4814-b1f6-d70640c57171, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb57cdc6-c629-4f4a-b28a-291038cfbb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:21:49.962343 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-ac10fb75-13f7-4568-b784-43064360525d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0c6c049d-608b-4814-b1f6-d70640c57171), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:50.040540 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d2492-8b25-4a14-8a8e-79565de9f89c req-b6b94374-d71c-4e32-8c92-bc930588ed28 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:50.046518 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d2492-8b25-4a14-8a8e-79565de9f89c req-b6b94374-d71c-4e32-8c92-bc930588ed28 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:50.052040 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d2492-8b25-4a14-8a8e-79565de9f89c req-b6b94374-d71c-4e32-8c92-bc930588ed28 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:50.058697 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d2492-8b25-4a14-8a8e-79565de9f89c req-b6b94374-d71c-4e32-8c92-bc930588ed28 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:50.064340 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d2492-8b25-4a14-8a8e-79565de9f89c req-b6b94374-d71c-4e32-8c92-bc930588ed28 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:50.070523 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d2492-8b25-4a14-8a8e-79565de9f89c req-b6b94374-d71c-4e32-8c92-bc930588ed28 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:50.078052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d2492-8b25-4a14-8a8e-79565de9f89c req-b6b94374-d71c-4e32-8c92-bc930588ed28 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:50.085902 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c67d2492-8b25-4a14-8a8e-79565de9f89c req-b6b94374-d71c-4e32-8c92-bc930588ed28 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5383 time: 0.4798799 Feb 08 21:21:50.107533 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9289c93-4675-4570-a17d-74f17851717c req-3baa358c-650c-4bb6-8daf-65c43ff51669 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3417857 Feb 08 21:21:50.127769 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-76ebcd37-7153-41ce-9350-abcf3051eb39 service neutron] 10.222.0.96 "GET /v2.0/networks/a0fefb3d-e221-48ee-80e6-d95866b602a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5354283 Feb 08 21:21:50.143654 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-ac10fb75-13f7-4568-b784-43064360525d service neutron] For port 0c6c049d-608b-4814-b1f6-d70640c57171, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:21:50.148177 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-ac10fb75-13f7-4568-b784-43064360525d service neutron] For port 0c6c049d-608b-4814-b1f6-d70640c57171, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=0c6c049d-608b-4814-b1f6-d70640c57171,segment=NetworkSegment(bb57cdc6-c629-4f4a-b28a-291038cfbb0a),segment_id=bb57cdc6-c629-4f4a-b28a-291038cfbb0a)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:21:50.158180 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-ac10fb75-13f7-4568-b784-43064360525d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (0c6c049d-608b-4814-b1f6-d70640c57171), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:50.258123 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-ac10fb75-13f7-4568-b784-43064360525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:50.259650 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-ac10fb75-13f7-4568-b784-43064360525d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:50.261558 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-ac10fb75-13f7-4568-b784-43064360525d service neutron] 10.222.0.96 "PUT /v2.0/ports/0c6c049d-608b-4814-b1f6-d70640c57171 HTTP/1.1" status: 200 len: 1092 time: 1.2285638 Feb 08 21:21:50.313252 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-b3a1d9c8-ecdb-44e4-a1a8-13b84d14ecbd service neutron] Request body: {'port': {'device_id': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:50.353570 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac10fb75-13f7-4568-b784-43064360525d service neutron] Pushing event updated for resources: {'Port': ['ID=0c6c049d-608b-4814-b1f6-d70640c57171,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:50.406087 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-b5911315-4459-4841-b1bf-04d7f0d00a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:50.408725 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-b5911315-4459-4841-b1bf-04d7f0d00a46 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9528332d4f29435ebdf5e407e4b8930c&device_id=48bd347e-3277-4483-a8ce-1ba113e21e1e HTTP/1.1" status: 200 len: 1127 time: 0.5366201 Feb 08 21:21:50.424720 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-b3a1d9c8-ecdb-44e4-a1a8-13b84d14ecbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:50.426455 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12473d0c-455f-43c2-9a80-4f5ff1d49ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac642f13-8da9-4a3b-80cf-bbf2cc90d02a'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:21:50.430408 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784cd6c5-5e06-4640-ad74-81aee6e5dbcc" -d '{"events": [{"server_uuid": "12473d0c-455f-43c2-9a80-4f5ff1d49ff6", "name": "network-vif-plugged", "status": "completed", "tag": "ac642f13-8da9-4a3b-80cf-bbf2cc90d02a"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:21:50.435089 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be6ea3d-ee8b-4e34-a30e-21d946c24d50', 'tag': 'f3441278-47e7-4792-b276-0db77c8c13fc'}, {'name': 'network-changed', 'server_uuid': '48bd347e-3277-4483-a8ce-1ba113e21e1e', 'tag': '0eb25dec-e95e-4eef-8604-ba11225a95a5'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:21:50.440199 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3939ade9-2ad7-4c28-953f-6a61aba37bca" -d '{"events": [{"name": "network-changed", "server_uuid": "7be6ea3d-ee8b-4e34-a30e-21d946c24d50", "tag": "f3441278-47e7-4792-b276-0db77c8c13fc"}, {"name": "network-changed", "server_uuid": "48bd347e-3277-4483-a8ce-1ba113e21e1e", "tag": "0eb25dec-e95e-4eef-8604-ba11225a95a5"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:21:50.589575 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e519c0f-0055-43d3-983d-14f7ea97537c req-eaab637a-151a-46b8-98a5-a124f74f4df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:50.592997 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e519c0f-0055-43d3-983d-14f7ea97537c req-eaab637a-151a-46b8-98a5-a124f74f4df2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.8102870 Feb 08 21:21:50.641329 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-2d4a8646-b6f5-4925-809a-88303d942e31 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0eb25dec-e95e-4eef-8604-ba11225a95a5 HTTP/1.1" status: 200 len: 217 time: 0.1462522 Feb 08 21:21:50.703036 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 62cba19f-0563-4107-b19c-6eb313cd1539 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:21:50.802629 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e519c0f-0055-43d3-983d-14f7ea97537c req-f6d83d5a-6e6f-42e1-9e17-0a92b0dcf986 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=62cba19f-0563-4107-b19c-6eb313cd1539 HTTP/1.1" status: 200 len: 217 time: 0.1836231 Feb 08 21:21:50.898555 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c67d2492-8b25-4a14-8a8e-79565de9f89c req-2a9cb65e-a471-49fb-94c5-c18607778413 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8071311 Feb 08 21:21:50.899770 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 62cba19f-0563-4107-b19c-6eb313cd1539, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=62cba19f-0563-4107-b19c-6eb313cd1539,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:21:50.926508 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '62cba19f-0563-4107-b19c-6eb313cd1539', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': '62cba19f-0563-4107-b19c-6eb313cd1539', 'mac_address': 'fa:16:3e:76:82:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:21:50.932701 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-b3a1d9c8-ecdb-44e4-a1a8-13b84d14ecbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:21:50.964572 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-b3a1d9c8-ecdb-44e4-a1a8-13b84d14ecbd service neutron] Publish callbacks [] for port (b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:51.010038 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-b3a1d9c8-ecdb-44e4-a1a8-13b84d14ecbd service neutron] Transition to ACTIVE for port object b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:21:51.017332 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 62cba19f-0563-4107-b19c-6eb313cd1539 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:21:51.017741 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-b3a1d9c8-ecdb-44e4-a1a8-13b84d14ecbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:51.017895 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (62cba19f-0563-4107-b19c-6eb313cd1539), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:51.051772 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62cba19f-0563-4107-b19c-6eb313cd1539 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:21:51.077763 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 62cba19f-0563-4107-b19c-6eb313cd1539, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=62cba19f-0563-4107-b19c-6eb313cd1539,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:21:51.086334 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (62cba19f-0563-4107-b19c-6eb313cd1539), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:51.134792 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1d9c8-ecdb-44e4-a1a8-13b84d14ecbd service neutron] Pushing event updated for resources: {'Port': ['ID=b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:51.182024 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e519c0f-0055-43d3-983d-14f7ea97537c req-a66dd128-c76f-4ef7-85d4-5c39e961da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:51.185945 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e519c0f-0055-43d3-983d-14f7ea97537c req-a66dd128-c76f-4ef7-85d4-5c39e961da9d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.3182914 Feb 08 21:21:51.190794 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61aa8381-d1af-43bd-9c3e-d3cdc2867c3a req-346a49e6-dc97-44e6-8c72-89225c8eede6 service neutron] 10.222.0.96 "GET /v2.0/networks/a0fefb3d-e221-48ee-80e6-d95866b602a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9665728 Feb 08 21:21:51.196090 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-fd24d5fd-d4a4-42aa-96cb-43d684263701 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Allocated IP 10.2.2.200 (6832dbc4-407a-4320-a4e2-7f8a833aaebb/2b4f89b2-6408-4615-8840-a53e700c7c77/2b48ba6a-3517-447a-815c-9e8f469661ae) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:21:51.258655 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=62cba19f-0563-4107-b19c-6eb313cd1539,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:51.295039 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efabc8-1191-42e6-a423-7bb3e2a88647 req-0a2a2c8d-2b3d-410d-b810-625d7431c656 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:51.298562 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-b3a1d9c8-ecdb-44e4-a1a8-13b84d14ecbd service neutron] Attempting to bind port b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:21:51.299096 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-b3a1d9c8-ecdb-44e4-a1a8-13b84d14ecbd service neutron] Attempting to bind port b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'bb57cdc6-c629-4f4a-b28a-291038cfbb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:21:51.299227 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-b3a1d9c8-ecdb-44e4-a1a8-13b84d14ecbd service neutron] Attempting to bind port b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f on network 1b3a5566-af7d-483b-b013-ff5148a84b70 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:21:51.308657 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02efabc8-1191-42e6-a423-7bb3e2a88647 req-0a2a2c8d-2b3d-410d-b810-625d7431c656 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.88 "GET /v2.0/ports?device_id=6903ad76-d7ec-4a07-b544-1f076799001d HTTP/1.1" status: 200 len: 948 time: 1.0267572 Feb 08 21:21:51.311793 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-b3a1d9c8-ecdb-44e4-a1a8-13b84d14ecbd service neutron] Port b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f on network 1b3a5566-af7d-483b-b013-ff5148a84b70 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:21:51.312198 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-b3a1d9c8-ecdb-44e4-a1a8-13b84d14ecbd service neutron] Attempting to bind port b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f on network 1b3a5566-af7d-483b-b013-ff5148a84b70 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:21:51.318068 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-b3a1d9c8-ecdb-44e4-a1a8-13b84d14ecbd service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:21:51.318452 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-b3a1d9c8-ecdb-44e4-a1a8-13b84d14ecbd service neutron] Checking segment: {'id': 'bb57cdc6-c629-4f4a-b28a-291038cfbb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:21:51.318808 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-b3a1d9c8-ecdb-44e4-a1a8-13b84d14ecbd service neutron] Bound using segment: {'id': 'bb57cdc6-c629-4f4a-b28a-291038cfbb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:21:51.319253 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-b3a1d9c8-ecdb-44e4-a1a8-13b84d14ecbd service neutron] Bound port: b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb57cdc6-c629-4f4a-b28a-291038cfbb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:21:51.319621 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-b3a1d9c8-ecdb-44e4-a1a8-13b84d14ecbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:51.398416 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-91d380f1-a81e-46a2-8663-e33682a6930e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:51.400904 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-91d380f1-a81e-46a2-8663-e33682a6930e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a6250f6-adb5-401d-a3ca-a324e52c89b2 HTTP/1.1" status: 200 len: 852 time: 0.7122939 Feb 08 21:21:51.401121 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-b3a1d9c8-ecdb-44e4-a1a8-13b84d14ecbd service neutron] For port b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:21:51.405303 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-b3a1d9c8-ecdb-44e4-a1a8-13b84d14ecbd service neutron] For port b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f,segment=NetworkSegment(bb57cdc6-c629-4f4a-b28a-291038cfbb0a),segment_id=bb57cdc6-c629-4f4a-b28a-291038cfbb0a)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:21:51.412946 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-b3a1d9c8-ecdb-44e4-a1a8-13b84d14ecbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:51.457596 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-b3a1d9c8-ecdb-44e4-a1a8-13b84d14ecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:51.458254 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-b3a1d9c8-ecdb-44e4-a1a8-13b84d14ecbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:51.460021 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-b3a1d9c8-ecdb-44e4-a1a8-13b84d14ecbd service neutron] 10.222.0.96 "PUT /v2.0/ports/b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f HTTP/1.1" status: 200 len: 1091 time: 1.1511927 Feb 08 21:21:51.501021 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1d9c8-ecdb-44e4-a1a8-13b84d14ecbd service neutron] Pushing event updated for resources: {'Port': ['ID=b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:51.523413 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-95e6934c-d348-449c-aea8-f2b34b880024 service neutron] Request body: {'port': {'device_id': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:51.574500 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-8d96e56c-c291-430f-977c-768bfcb31469 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=14653267-33f9-4701-8b25-78748f42e7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1608493 Feb 08 21:21:51.648622 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-95e6934c-d348-449c-aea8-f2b34b880024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (57c2afe3-de62-4d69-a393-85c5a161f29c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:51.659308 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['62cba19f-0563-4107-b19c-6eb313cd1539'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:21:51.834198 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cde0d8-f4ab-419b-a9d6-a39ae68d6b94 req-d9bb7634-34a5-430d-8231-70a87627e4d6 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:51.842952 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98cde0d8-f4ab-419b-a9d6-a39ae68d6b94 req-d9bb7634-34a5-430d-8231-70a87627e4d6 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 945 time: 0.7492290 Feb 08 21:21:51.871028 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e519c0f-0055-43d3-983d-14f7ea97537c req-17c9ca59-b4a9-4f02-ba0c-4f210b381fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:51.872940 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e519c0f-0055-43d3-983d-14f7ea97537c req-17c9ca59-b4a9-4f02-ba0c-4f210b381fff service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6702425 Feb 08 21:21:51.908179 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02efabc8-1191-42e6-a423-7bb3e2a88647 req-433054ef-64c9-4c5e-9b9e-8853bf0295db tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a7201de-eaa4-4c40-97cf-03cb47184f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5981348 Feb 08 21:21:52.065512 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98cde0d8-f4ab-419b-a9d6-a39ae68d6b94 req-6076f4cc-de59-44bc-868b-c29c244cd3ec tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210133 Feb 08 21:21:52.181751 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-ea8aab90-e53c-4b3c-9068-20d26d124754 service neutron] 10.222.0.96 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5789983 Feb 08 21:21:52.367875 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-95e6934c-d348-449c-aea8-f2b34b880024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c2afe3-de62-4d69-a393-85c5a161f29c {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:21:52.376922 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-95e6934c-d348-449c-aea8-f2b34b880024 service neutron] Publish callbacks [] for port (57c2afe3-de62-4d69-a393-85c5a161f29c), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:52.390570 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 08 Feb 2022 21:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aed9abd-f2f4-4208-a520-85ad045ea1b7 x-openstack-request-id: req-4aed9abd-f2f4-4208-a520-85ad045ea1b7 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:21:52.391651 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "tag": "349259dd-45b6-4ece-8313-48d4ea9e8738", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "tag": "3a761046-2c2d-4f8b-935f-343322f71219", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "tag": "bc9f95b7-4f88-49ab-948f-f4acf9ccc00e", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:21:52.391651 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4aed9abd-f2f4-4208-a520-85ad045ea1b7 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:21:52.391651 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'tag': '349259dd-45b6-4ece-8313-48d4ea9e8738', 'status': 'completed', 'code': 200} Feb 08 21:21:52.391965 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'tag': '3a761046-2c2d-4f8b-935f-343322f71219', 'status': 'completed', 'code': 200} Feb 08 21:21:52.392061 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'tag': 'bc9f95b7-4f88-49ab-948f-f4acf9ccc00e', 'status': 'completed', 'code': 200} Feb 08 21:21:52.394994 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-95e6934c-d348-449c-aea8-f2b34b880024 service neutron] Transition to ACTIVE for port object 57c2afe3-de62-4d69-a393-85c5a161f29c will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:21:52.403152 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-95e6934c-d348-449c-aea8-f2b34b880024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (57c2afe3-de62-4d69-a393-85c5a161f29c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:52.521703 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6934c-d348-449c-aea8-f2b34b880024 service neutron] Pushing event updated for resources: {'Port': ['ID=57c2afe3-de62-4d69-a393-85c5a161f29c,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:52.542626 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-fd24d5fd-d4a4-42aa-96cb-43d684263701 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for port (2b48ba6a-3517-447a-815c-9e8f469661ae), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:52.595556 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-95e6934c-d348-449c-aea8-f2b34b880024 service neutron] Attempting to bind port 57c2afe3-de62-4d69-a393-85c5a161f29c on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:21:52.596220 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-95e6934c-d348-449c-aea8-f2b34b880024 service neutron] Attempting to bind port 57c2afe3-de62-4d69-a393-85c5a161f29c by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '2915d85e-a598-40b1-b44f-c2e78eba4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b579c12b-961d-40a4-b1d3-426747043c72'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:21:52.596757 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-95e6934c-d348-449c-aea8-f2b34b880024 service neutron] Attempting to bind port 57c2afe3-de62-4d69-a393-85c5a161f29c on network b579c12b-961d-40a4-b1d3-426747043c72 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:21:52.603133 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-95e6934c-d348-449c-aea8-f2b34b880024 service neutron] Port 57c2afe3-de62-4d69-a393-85c5a161f29c on network b579c12b-961d-40a4-b1d3-426747043c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:21:52.603767 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-95e6934c-d348-449c-aea8-f2b34b880024 service neutron] Attempting to bind port 57c2afe3-de62-4d69-a393-85c5a161f29c on network b579c12b-961d-40a4-b1d3-426747043c72 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:21:52.610106 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-95e6934c-d348-449c-aea8-f2b34b880024 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:21:52.611215 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-95e6934c-d348-449c-aea8-f2b34b880024 service neutron] Checking segment: {'id': '2915d85e-a598-40b1-b44f-c2e78eba4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b579c12b-961d-40a4-b1d3-426747043c72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:21:52.611888 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-95e6934c-d348-449c-aea8-f2b34b880024 service neutron] Bound using segment: {'id': '2915d85e-a598-40b1-b44f-c2e78eba4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b579c12b-961d-40a4-b1d3-426747043c72'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:21:52.612602 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-95e6934c-d348-449c-aea8-f2b34b880024 service neutron] Bound port: 57c2afe3-de62-4d69-a393-85c5a161f29c, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2915d85e-a598-40b1-b44f-c2e78eba4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b579c12b-961d-40a4-b1d3-426747043c72'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:21:52.613520 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-95e6934c-d348-449c-aea8-f2b34b880024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (57c2afe3-de62-4d69-a393-85c5a161f29c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:52.636262 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e519c0f-0055-43d3-983d-14f7ea97537c req-712af6c2-7358-472a-b89e-e6690d4fb61c service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7154377 Feb 08 21:21:52.698561 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e39d44-cbd3-4bb3-9570-2fb3d491b185 req-aa8132d7-930a-44a9-b54d-0dbe516deab9 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:52.706827 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d7e39d44-cbd3-4bb3-9570-2fb3d491b185 req-aa8132d7-930a-44a9-b54d-0dbe516deab9 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=48bd347e-3277-4483-a8ce-1ba113e21e1e HTTP/1.1" status: 200 len: 944 time: 0.6035426 Feb 08 21:21:52.735970 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-95e6934c-d348-449c-aea8-f2b34b880024 service neutron] For port 57c2afe3-de62-4d69-a393-85c5a161f29c, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:21:52.745257 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-95e6934c-d348-449c-aea8-f2b34b880024 service neutron] For port 57c2afe3-de62-4d69-a393-85c5a161f29c, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=57c2afe3-de62-4d69-a393-85c5a161f29c,segment=NetworkSegment(2915d85e-a598-40b1-b44f-c2e78eba4c98),segment_id=2915d85e-a598-40b1-b44f-c2e78eba4c98)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:21:52.760226 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-95e6934c-d348-449c-aea8-f2b34b880024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (57c2afe3-de62-4d69-a393-85c5a161f29c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:52.817117 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-c23724c1-248e-4767-b15f-8d534439a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:52.817641 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-c23724c1-248e-4767-b15f-8d534439a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:52.819410 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-c23724c1-248e-4767-b15f-8d534439a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:52.819884 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-c23724c1-248e-4767-b15f-8d534439a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:52.820351 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-c23724c1-248e-4767-b15f-8d534439a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:52.820932 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-c23724c1-248e-4767-b15f-8d534439a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:52.823436 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-c23724c1-248e-4767-b15f-8d534439a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:52.825702 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-c23724c1-248e-4767-b15f-8d534439a107 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=06ebfb94fd3f44c49b600ce9fcb86d2e&device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 6514 time: 0.6096618 Feb 08 21:21:52.840044 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-95e6934c-d348-449c-aea8-f2b34b880024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:52.841156 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-95e6934c-d348-449c-aea8-f2b34b880024 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:52.843722 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-95e6934c-d348-449c-aea8-f2b34b880024 service neutron] 10.222.0.96 "PUT /v2.0/ports/57c2afe3-de62-4d69-a393-85c5a161f29c HTTP/1.1" status: 200 len: 1092 time: 1.3530951 Feb 08 21:21:52.882348 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6934c-d348-449c-aea8-f2b34b880024 service neutron] Pushing event updated for resources: {'Port': ['ID=57c2afe3-de62-4d69-a393-85c5a161f29c,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:52.890608 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-bb3f3534-d571-42eb-b8db-f972f858cc30 service neutron] Request body: {'port': {'device_id': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:52.964680 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-bb3f3534-d571-42eb-b8db-f972f858cc30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ba1697d4-60e3-4a42-86fd-43113c4fc2a5), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:53.018119 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d7e39d44-cbd3-4bb3-9570-2fb3d491b185 req-aa482bcc-d9fd-432d-b9f0-7dcef84deba5 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050539 Feb 08 21:21:53.020256 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1672f86-03da-43e0-a9e3-568daf5f86cf req-b1e0dc10-f70c-4d29-832a-593f107b8555 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:53.031164 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1672f86-03da-43e0-a9e3-568daf5f86cf req-b1e0dc10-f70c-4d29-832a-593f107b8555 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/ports?device_id=12473d0c-455f-43c2-9a80-4f5ff1d49ff6 HTTP/1.1" status: 200 len: 945 time: 0.7625308 Feb 08 21:21:53.051372 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0947b3f4-78ee-4f56-baa2-16d2144c0dcf req-72043650-e32b-4249-9aac-9263c6d787f2 service neutron] 10.222.0.96 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8500624 Feb 08 21:21:53.128857 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09f0378-4be5-45c3-9e40-9e3d05783071 x-openstack-request-id: req-d09f0378-4be5-45c3-9e40-9e3d05783071 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:21:53.130178 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12473d0c-455f-43c2-9a80-4f5ff1d49ff6", "name": "network-vif-plugged", "status": "completed", "tag": "ac642f13-8da9-4a3b-80cf-bbf2cc90d02a", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:21:53.131231 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d09f0378-4be5-45c3-9e40-9e3d05783071 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:21:53.131887 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12473d0c-455f-43c2-9a80-4f5ff1d49ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac642f13-8da9-4a3b-80cf-bbf2cc90d02a', 'code': 200} Feb 08 21:21:53.199091 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-fd24d5fd-d4a4-42aa-96cb-43d684263701 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (2b48ba6a-3517-447a-815c-9e8f469661ae), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:53.322572 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24d5fd-d4a4-42aa-96cb-43d684263701 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Pushing event updated for resources: {'Port': ['ID=2b48ba6a-3517-447a-815c-9e8f469661ae,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:53.431678 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-fd24d5fd-d4a4-42aa-96cb-43d684263701 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Network 6832dbc4-407a-4320-a4e2-7f8a833aaebb is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:21:53.445580 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e519c0f-0055-43d3-983d-14f7ea97537c req-dc47ee64-ba5c-4e61-8ec0-300297f41943 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7638526 Feb 08 21:21:53.463756 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-fd24d5fd-d4a4-42aa-96cb-43d684263701 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:21:53.469440 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-fd24d5fd-d4a4-42aa-96cb-43d684263701 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:21:53.473871 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-72b6629b-360d-40c4-bb33-ed2d9989d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:53.473871 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-72b6629b-360d-40c4-bb33-ed2d9989d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:53.474710 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-72b6629b-360d-40c4-bb33-ed2d9989d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:53.476446 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-72b6629b-360d-40c4-bb33-ed2d9989d510 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=06ebfb94fd3f44c49b600ce9fcb86d2e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6312177 Feb 08 21:21:53.491053 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1672f86-03da-43e0-a9e3-568daf5f86cf req-72a82def-df39-4ebd-94cb-c2648174d537 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/security-groups?id=29c9ad1e-53a6-4a40-8908-ccbea897f933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857427 Feb 08 21:21:53.503051 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-bb3f3534-d571-42eb-b8db-f972f858cc30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba1697d4-60e3-4a42-86fd-43113c4fc2a5 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:21:53.515752 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-bb3f3534-d571-42eb-b8db-f972f858cc30 service neutron] Publish callbacks [] for port (ba1697d4-60e3-4a42-86fd-43113c4fc2a5), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:53.533153 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-bb3f3534-d571-42eb-b8db-f972f858cc30 service neutron] Transition to ACTIVE for port object ba1697d4-60e3-4a42-86fd-43113c4fc2a5 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:21:53.542461 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-bb3f3534-d571-42eb-b8db-f972f858cc30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (ba1697d4-60e3-4a42-86fd-43113c4fc2a5), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:53.615456 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f3534-d571-42eb-b8db-f972f858cc30 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1697d4-60e3-4a42-86fd-43113c4fc2a5,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:53.747805 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-bb3f3534-d571-42eb-b8db-f972f858cc30 service neutron] Attempting to bind port ba1697d4-60e3-4a42-86fd-43113c4fc2a5 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:21:53.748327 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-bb3f3534-d571-42eb-b8db-f972f858cc30 service neutron] Attempting to bind port ba1697d4-60e3-4a42-86fd-43113c4fc2a5 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '2915d85e-a598-40b1-b44f-c2e78eba4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b579c12b-961d-40a4-b1d3-426747043c72'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:21:53.748769 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-bb3f3534-d571-42eb-b8db-f972f858cc30 service neutron] Attempting to bind port ba1697d4-60e3-4a42-86fd-43113c4fc2a5 on network b579c12b-961d-40a4-b1d3-426747043c72 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:21:53.756395 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-bb3f3534-d571-42eb-b8db-f972f858cc30 service neutron] Port ba1697d4-60e3-4a42-86fd-43113c4fc2a5 on network b579c12b-961d-40a4-b1d3-426747043c72 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:21:53.757037 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-bb3f3534-d571-42eb-b8db-f972f858cc30 service neutron] Attempting to bind port ba1697d4-60e3-4a42-86fd-43113c4fc2a5 on network b579c12b-961d-40a4-b1d3-426747043c72 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:21:53.764403 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-bb3f3534-d571-42eb-b8db-f972f858cc30 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:21:53.764917 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-bb3f3534-d571-42eb-b8db-f972f858cc30 service neutron] Checking segment: {'id': '2915d85e-a598-40b1-b44f-c2e78eba4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b579c12b-961d-40a4-b1d3-426747043c72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:21:53.765762 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-bb3f3534-d571-42eb-b8db-f972f858cc30 service neutron] Bound using segment: {'id': '2915d85e-a598-40b1-b44f-c2e78eba4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b579c12b-961d-40a4-b1d3-426747043c72'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:21:53.767657 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-bb3f3534-d571-42eb-b8db-f972f858cc30 service neutron] Bound port: ba1697d4-60e3-4a42-86fd-43113c4fc2a5, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2915d85e-a598-40b1-b44f-c2e78eba4c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b579c12b-961d-40a4-b1d3-426747043c72'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:21:53.768194 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-bb3f3534-d571-42eb-b8db-f972f858cc30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ba1697d4-60e3-4a42-86fd-43113c4fc2a5), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:53.909576 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-bb3f3534-d571-42eb-b8db-f972f858cc30 service neutron] For port ba1697d4-60e3-4a42-86fd-43113c4fc2a5, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:21:53.921369 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-bb3f3534-d571-42eb-b8db-f972f858cc30 service neutron] For port ba1697d4-60e3-4a42-86fd-43113c4fc2a5, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=ba1697d4-60e3-4a42-86fd-43113c4fc2a5,segment=NetworkSegment(2915d85e-a598-40b1-b44f-c2e78eba4c98),segment_id=2915d85e-a598-40b1-b44f-c2e78eba4c98)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:21:53.941957 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-bb3f3534-d571-42eb-b8db-f972f858cc30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (ba1697d4-60e3-4a42-86fd-43113c4fc2a5), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:54.010368 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-bb3f3534-d571-42eb-b8db-f972f858cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:54.011007 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-bb3f3534-d571-42eb-b8db-f972f858cc30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:54.012578 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-bb3f3534-d571-42eb-b8db-f972f858cc30 service neutron] 10.222.0.96 "PUT /v2.0/ports/ba1697d4-60e3-4a42-86fd-43113c4fc2a5 HTTP/1.1" status: 200 len: 1092 time: 1.1265178 Feb 08 21:21:54.057774 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f3534-d571-42eb-b8db-f972f858cc30 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1697d4-60e3-4a42-86fd-43113c4fc2a5,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:54.067140 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-80d85cf0-38de-4f40-aadf-f1bba1f0d914 None None] Provisioning complete for port 2b48ba6a-3517-447a-815c-9e8f469661ae triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:54.068362 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-80d85cf0-38de-4f40-aadf-f1bba1f0d914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2b48ba6a-3517-447a-815c-9e8f469661ae), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:54.154325 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 08 Feb 2022 21:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8b776c-5832-48da-8497-9f2311b9e7d7 x-openstack-request-id: req-0b8b776c-5832-48da-8497-9f2311b9e7d7 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:21:54.155398 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be6ea3d-ee8b-4e34-a30e-21d946c24d50", "tag": "f3441278-47e7-4792-b276-0db77c8c13fc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "48bd347e-3277-4483-a8ce-1ba113e21e1e", "tag": "0eb25dec-e95e-4eef-8604-ba11225a95a5", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:21:54.155914 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0b8b776c-5832-48da-8497-9f2311b9e7d7 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:21:54.156568 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7be6ea3d-ee8b-4e34-a30e-21d946c24d50', 'tag': 'f3441278-47e7-4792-b276-0db77c8c13fc', 'status': 'completed', 'code': 200} Feb 08 21:21:54.157080 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48bd347e-3277-4483-a8ce-1ba113e21e1e', 'tag': '0eb25dec-e95e-4eef-8604-ba11225a95a5', 'status': 'completed', 'code': 200} Feb 08 21:21:54.186395 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-80d85cf0-38de-4f40-aadf-f1bba1f0d914 None None] Port 2b48ba6a-3517-447a-815c-9e8f469661ae cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:21:54.241727 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9bb23d35-db1a-4e57-a7a6-4a68c4543d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:54.242693 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-fd24d5fd-d4a4-42aa-96cb-43d684263701 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:54.244606 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-fd24d5fd-d4a4-42aa-96cb-43d684263701 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:54.317135 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f53f2-d690-4bc8-8885-ab2f037018d5 req-d0cd670b-89cb-4890-bcd0-0b1eb9338f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:54.319561 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-763f53f2-d690-4bc8-8885-ab2f037018d5 req-d0cd670b-89cb-4890-bcd0-0b1eb9338f82 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=12473d0c-455f-43c2-9a80-4f5ff1d49ff6 HTTP/1.1" status: 200 len: 1128 time: 1.0060315 Feb 08 21:21:54.330605 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:21:54.366521 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25f412-2e16-4e03-928b-806bcc1cb7ab req-a11caa93-447e-46d5-bffd-6052f553cda8 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:54.368152 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f25f412-2e16-4e03-928b-806bcc1cb7ab req-a11caa93-447e-46d5-bffd-6052f553cda8 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d5b6c3a-d5a5-4d41-9be6-6dd6796f66cf HTTP/1.1" status: 200 len: 945 time: 1.0672662 Feb 08 21:21:54.386577 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-fd24d5fd-d4a4-42aa-96cb-43d684263701 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9172995 Feb 08 21:21:54.394062 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'tag': '0c6c049d-608b-4814-b1f6-d70640c57171'}, {'name': 'network-changed', 'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'tag': 'b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f'}, {'name': 'network-changed', 'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'tag': '57c2afe3-de62-4d69-a393-85c5a161f29c'}, {'name': 'network-changed', 'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'tag': 'ba1697d4-60e3-4a42-86fd-43113c4fc2a5'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:21:54.402488 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "tag": "0c6c049d-608b-4814-b1f6-d70640c57171"}, {"name": "network-changed", "server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "tag": "b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f"}, {"name": "network-changed", "server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "tag": "57c2afe3-de62-4d69-a393-85c5a161f29c"}, {"name": "network-changed", "server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "tag": "ba1697d4-60e3-4a42-86fd-43113c4fc2a5"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:21:54.416423 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Request body: {'port': {'device_id': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:54.495154 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-763f53f2-d690-4bc8-8885-ab2f037018d5 req-d90430b4-2316-45c3-ae95-fc40e431e850 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=29c9ad1e-53a6-4a40-8908-ccbea897f933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647377 Feb 08 21:21:54.524565 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de171b34-132e-476b-a341-9a019e550a17 req-60ce6b42-ca5b-44ba-bd66-d7be51ab6ec1 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:54.530096 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de171b34-132e-476b-a341-9a019e550a17 req-60ce6b42-ca5b-44ba-bd66-d7be51ab6ec1 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:54.535331 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de171b34-132e-476b-a341-9a019e550a17 req-60ce6b42-ca5b-44ba-bd66-d7be51ab6ec1 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:54.541282 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de171b34-132e-476b-a341-9a019e550a17 req-60ce6b42-ca5b-44ba-bd66-d7be51ab6ec1 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:54.546585 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de171b34-132e-476b-a341-9a019e550a17 req-60ce6b42-ca5b-44ba-bd66-d7be51ab6ec1 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:54.548445 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de171b34-132e-476b-a341-9a019e550a17 req-60ce6b42-ca5b-44ba-bd66-d7be51ab6ec1 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 3816 time: 0.3884585 Feb 08 21:21:54.577619 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-b92e8f47-ac35-4f8e-a95e-a5ef41d067b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:54.579231 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-b92e8f47-ac35-4f8e-a95e-a5ef41d067b7 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0093603 Feb 08 21:21:54.590145 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939ade9-2ad7-4c28-953f-6a61aba37bca req-5af5a2f4-eb5f-4bf2-b54b-efdeea22b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:54.591677 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3939ade9-2ad7-4c28-953f-6a61aba37bca req-5af5a2f4-eb5f-4bf2-b54b-efdeea22b287 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4451e0a063f74a4f945169d3909f474a&device_id=7be6ea3d-ee8b-4e34-a30e-21d946c24d50 HTTP/1.1" status: 200 len: 1126 time: 0.3992140 Feb 08 21:21:54.629980 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f25f412-2e16-4e03-928b-806bcc1cb7ab req-00eb9eef-2f7e-40cd-9ef2-0f7fdba925ec tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] 10.222.0.88 "GET /v2.0/security-groups?id=f08f204b-93c3-4eda-88e8-241136d00d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413082 Feb 08 21:21:54.666214 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fcadaee5-a09d-4bb6-bc72-6102daa861b1), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:54.671533 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de171b34-132e-476b-a341-9a019e550a17 req-f41caee9-cd8f-45ef-8a94-462f102581ec tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105363 Feb 08 21:21:54.729424 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device f3441278-47e7-4792-b276-0db77c8c13fc details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:21:54.732506 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 62cba19f-0563-4107-b19c-6eb313cd1539 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:21:54.861168 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port f3441278-47e7-4792-b276-0db77c8c13fc, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f3441278-47e7-4792-b276-0db77c8c13fc,segment=NetworkSegment(6fb9b7e7-b2e9-4c21-b8d4-724ee8598276),segment_id=6fb9b7e7-b2e9-4c21-b8d4-724ee8598276)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:21:54.912401 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'f3441278-47e7-4792-b276-0db77c8c13fc', 'network_id': 'a0fefb3d-e221-48ee-80e6-d95866b602a9', 'port_id': 'f3441278-47e7-4792-b276-0db77c8c13fc', 'mac_address': 'fa:16:3e:54:0c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a3eb86-2043-4bf2-a8fc-0d20e8ae35fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:21:55.138161 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 62cba19f-0563-4107-b19c-6eb313cd1539 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:21:55.143009 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 62cba19f-0563-4107-b19c-6eb313cd1539 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:55.143486 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (62cba19f-0563-4107-b19c-6eb313cd1539), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:55.145269 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port f3441278-47e7-4792-b276-0db77c8c13fc is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:21:55.145718 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f3441278-47e7-4792-b276-0db77c8c13fc), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:55.185825 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3441278-47e7-4792-b276-0db77c8c13fc {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:21:55.223588 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port f3441278-47e7-4792-b276-0db77c8c13fc, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f3441278-47e7-4792-b276-0db77c8c13fc,segment=NetworkSegment(6fb9b7e7-b2e9-4c21-b8d4-724ee8598276),segment_id=6fb9b7e7-b2e9-4c21-b8d4-724ee8598276)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:21:55.252825 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f3441278-47e7-4792-b276-0db77c8c13fc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:55.274756 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 62cba19f-0563-4107-b19c-6eb313cd1539 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:21:55.275246 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (62cba19f-0563-4107-b19c-6eb313cd1539), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:55.307608 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-7a6e1778-82d2-47cb-8ddc-a7b656eb5855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:55.308538 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-7a6e1778-82d2-47cb-8ddc-a7b656eb5855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:55.309860 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-7a6e1778-82d2-47cb-8ddc-a7b656eb5855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:55.310160 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-7a6e1778-82d2-47cb-8ddc-a7b656eb5855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:55.311035 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-7a6e1778-82d2-47cb-8ddc-a7b656eb5855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:55.311894 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-7a6e1778-82d2-47cb-8ddc-a7b656eb5855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:55.313093 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-7a6e1778-82d2-47cb-8ddc-a7b656eb5855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:55.316473 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-7a6e1778-82d2-47cb-8ddc-a7b656eb5855 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=06ebfb94fd3f44c49b600ce9fcb86d2e&device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 6712 time: 0.4339731 Feb 08 21:21:55.333301 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6903ad76-d7ec-4a07-b544-1f076799001d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cba19f-0563-4107-b19c-6eb313cd1539'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:21:55.335943 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5840f2-bddb-4005-9923-2cd0a64cfca1" -d '{"events": [{"server_uuid": "6903ad76-d7ec-4a07-b544-1f076799001d", "name": "network-vif-plugged", "status": "completed", "tag": "62cba19f-0563-4107-b19c-6eb313cd1539"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:21:55.340743 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a6efa-2ed9-49f7-a929-60024faa7276 req-37b78c24-8dee-4376-a136-48fb6f4cfd02 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:55.347154 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a6efa-2ed9-49f7-a929-60024faa7276 req-37b78c24-8dee-4376-a136-48fb6f4cfd02 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:55.352623 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a6efa-2ed9-49f7-a929-60024faa7276 req-37b78c24-8dee-4376-a136-48fb6f4cfd02 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:55.354550 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 62cba19f-0563-4107-b19c-6eb313cd1539, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=62cba19f-0563-4107-b19c-6eb313cd1539,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:21:55.358417 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a6efa-2ed9-49f7-a929-60024faa7276 req-37b78c24-8dee-4376-a136-48fb6f4cfd02 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:55.361514 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (62cba19f-0563-4107-b19c-6eb313cd1539), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:55.364089 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a6efa-2ed9-49f7-a929-60024faa7276 req-37b78c24-8dee-4376-a136-48fb6f4cfd02 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:55.369635 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=f3441278-47e7-4792-b276-0db77c8c13fc,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:55.370365 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a6efa-2ed9-49f7-a929-60024faa7276 req-37b78c24-8dee-4376-a136-48fb6f4cfd02 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:55.375927 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a6efa-2ed9-49f7-a929-60024faa7276 req-37b78c24-8dee-4376-a136-48fb6f4cfd02 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:55.379108 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b53a6efa-2ed9-49f7-a929-60024faa7276 req-37b78c24-8dee-4376-a136-48fb6f4cfd02 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.4932394 Feb 08 21:21:55.379311 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939ade9-2ad7-4c28-953f-6a61aba37bca req-5992c8ad-21e5-4ef3-ab33-532e275ff3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:55.380918 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3939ade9-2ad7-4c28-953f-6a61aba37bca req-5992c8ad-21e5-4ef3-ab33-532e275ff3f4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a0fefb3d-e221-48ee-80e6-d95866b602a9 HTTP/1.1" status: 200 len: 914 time: 0.4971011 Feb 08 21:21:55.400114 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2fb0d-e2bc-4bde-b939-05400664ee61 req-062cea24-ed4a-4432-8f19-0d50c474b5d7 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:55.401883 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7fe2fb0d-e2bc-4bde-b939-05400664ee61 req-062cea24-ed4a-4432-8f19-0d50c474b5d7 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.88 "GET /v2.0/ports?device_id=6903ad76-d7ec-4a07-b544-1f076799001d HTTP/1.1" status: 200 len: 949 time: 0.5144444 Feb 08 21:21:55.439191 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=62cba19f-0563-4107-b19c-6eb313cd1539,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:55.534946 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3939ade9-2ad7-4c28-953f-6a61aba37bca req-b2fa1392-d3dc-48de-bb75-f017eb77e6aa service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3441278-47e7-4792-b276-0db77c8c13fc HTTP/1.1" status: 200 len: 217 time: 0.1251295 Feb 08 21:21:55.697988 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7fe2fb0d-e2bc-4bde-b939-05400664ee61 req-8d548a89-1432-4953-8b8a-206138a81e7c tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a7201de-eaa4-4c40-97cf-03cb47184f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706871 Feb 08 21:21:55.744821 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939ade9-2ad7-4c28-953f-6a61aba37bca req-2bc1de44-b329-48b7-8110-98564bcfde7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:55.746347 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3939ade9-2ad7-4c28-953f-6a61aba37bca req-2bc1de44-b329-48b7-8110-98564bcfde7e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e7a3eb86-2043-4bf2-a8fc-0d20e8ae35fe HTTP/1.1" status: 200 len: 853 time: 0.2023194 Feb 08 21:21:55.757650 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b53a6efa-2ed9-49f7-a929-60024faa7276 req-56404da2-c9a2-40d9-8539-4404b7b107b3 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3546119 Feb 08 21:21:55.763199 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-184dae3c-b857-4215-9650-9ce074cffe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:55.763693 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-184dae3c-b857-4215-9650-9ce074cffe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:55.764169 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-184dae3c-b857-4215-9650-9ce074cffe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:55.765880 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-184dae3c-b857-4215-9650-9ce074cffe1b service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=06ebfb94fd3f44c49b600ce9fcb86d2e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3814378 Feb 08 21:21:55.767528 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['f3441278-47e7-4792-b276-0db77c8c13fc'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:21:55.778583 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcadaee5-a09d-4bb6-bc72-6102daa861b1 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:21:55.826780 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Publish callbacks [] for port (fcadaee5-a09d-4bb6-bc72-6102daa861b1), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:55.831718 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3939ade9-2ad7-4c28-953f-6a61aba37bca req-89a02bd9-5d40-491d-a8ab-a2d79c798d54 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a0fefb3d-e221-48ee-80e6-d95866b602a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648379 Feb 08 21:21:55.926180 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Transition to ACTIVE for port object fcadaee5-a09d-4bb6-bc72-6102daa861b1 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:21:55.962794 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (fcadaee5-a09d-4bb6-bc72-6102daa861b1), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:56.066090 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Pushing event updated for resources: {'Port': ['ID=fcadaee5-a09d-4bb6-bc72-6102daa861b1,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:56.133592 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:56.133947 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:56.134296 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:56.134636 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:56.134983 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:56.135298 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:56.135660 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:56.135966 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:56.136290 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:56.136608 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:56.136932 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:56.137272 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:56.137598 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:56.243014 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-709e4b9c-7d2b-490b-a0dd-327967a35a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:56.244495 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-709e4b9c-7d2b-490b-a0dd-327967a35a94 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4604321 Feb 08 21:21:56.270820 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3939ade9-2ad7-4c28-953f-6a61aba37bca req-6488c51b-ddf9-4215-a880-d124260d224b service neutron] 10.222.0.96 "GET /v2.0/networks/a0fefb3d-e221-48ee-80e6-d95866b602a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081664 Feb 08 21:21:56.383321 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf0c92-a8c5-4e0b-9123-c5d1ed7c0d72 req-f2780b0c-54bc-46d9-9393-5c31a40464ca tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:56.384936 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ebf0c92-a8c5-4e0b-9123-c5d1ed7c0d72 req-f2780b0c-54bc-46d9-9393-5c31a40464ca tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=48bd347e-3277-4483-a8ce-1ba113e21e1e HTTP/1.1" status: 200 len: 944 time: 0.2961130 Feb 08 21:21:56.438416 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33076c-ea5f-4eb8-aad4-36578fb0629d req-213e10bb-5e02-4726-8987-b23edcfe3b43 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:56.440019 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b33076c-ea5f-4eb8-aad4-36578fb0629d req-213e10bb-5e02-4726-8987-b23edcfe3b43 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 945 time: 0.2859697 Feb 08 21:21:56.548397 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Attempting to bind port fcadaee5-a09d-4bb6-bc72-6102daa861b1 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:21:56.548731 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Attempting to bind port fcadaee5-a09d-4bb6-bc72-6102daa861b1 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'dc186897-7ef3-4243-802c-704d6d0e3098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1d91a92b-8b8e-48ed-82fe-305aad3f30df'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:21:56.549069 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Attempting to bind port fcadaee5-a09d-4bb6-bc72-6102daa861b1 on network 1d91a92b-8b8e-48ed-82fe-305aad3f30df {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:21:56.593807 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Port fcadaee5-a09d-4bb6-bc72-6102daa861b1 on network 1d91a92b-8b8e-48ed-82fe-305aad3f30df not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:21:56.594163 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Attempting to bind port fcadaee5-a09d-4bb6-bc72-6102daa861b1 on network 1d91a92b-8b8e-48ed-82fe-305aad3f30df {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:21:56.601922 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ebf0c92-a8c5-4e0b-9123-c5d1ed7c0d72 req-44e2999d-9a70-4d4e-9957-10059dd69659 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815729 Feb 08 21:21:56.606439 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3939ade9-2ad7-4c28-953f-6a61aba37bca req-b172b394-4a56-4258-bd73-8a22bef27f19 service neutron] 10.222.0.96 "GET /v2.0/networks/a0fefb3d-e221-48ee-80e6-d95866b602a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159251 Feb 08 21:21:56.609978 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b33076c-ea5f-4eb8-aad4-36578fb0629d req-d062db75-dc4c-40e9-8b8e-0abb71d8d930 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550827 Feb 08 21:21:56.618449 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-d405c244-f60b-4a66-a53b-5e90ffb616a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:56.619000 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-d405c244-f60b-4a66-a53b-5e90ffb616a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:56.619482 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-d405c244-f60b-4a66-a53b-5e90ffb616a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:56.619955 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-d405c244-f60b-4a66-a53b-5e90ffb616a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:56.620420 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-d405c244-f60b-4a66-a53b-5e90ffb616a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:56.620946 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-d405c244-f60b-4a66-a53b-5e90ffb616a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:56.621531 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-d405c244-f60b-4a66-a53b-5e90ffb616a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:56.623685 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-d405c244-f60b-4a66-a53b-5e90ffb616a8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=06ebfb94fd3f44c49b600ce9fcb86d2e&device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 6712 time: 0.2841456 Feb 08 21:21:56.625247 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:21:56.625602 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Checking segment: {'id': 'dc186897-7ef3-4243-802c-704d6d0e3098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1d91a92b-8b8e-48ed-82fe-305aad3f30df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:21:56.626005 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Bound using segment: {'id': 'dc186897-7ef3-4243-802c-704d6d0e3098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1d91a92b-8b8e-48ed-82fe-305aad3f30df'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:21:56.626471 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Bound port: fcadaee5-a09d-4bb6-bc72-6102daa861b1, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc186897-7ef3-4243-802c-704d6d0e3098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1d91a92b-8b8e-48ed-82fe-305aad3f30df'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:21:56.627048 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fcadaee5-a09d-4bb6-bc72-6102daa861b1), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:56.730934 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 0eb25dec-e95e-4eef-8604-ba11225a95a5 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:21:56.776475 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Tue, 08 Feb 2022 21:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888fa1eb-31e6-465d-a36a-ae93fca243a4 x-openstack-request-id: req-888fa1eb-31e6-465d-a36a-ae93fca243a4 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:21:56.777252 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "tag": "0c6c049d-608b-4814-b1f6-d70640c57171", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "tag": "b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "tag": "57c2afe3-de62-4d69-a393-85c5a161f29c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "tag": "ba1697d4-60e3-4a42-86fd-43113c4fc2a5", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:21:56.777252 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-888fa1eb-31e6-465d-a36a-ae93fca243a4 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:21:56.777602 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'tag': '0c6c049d-608b-4814-b1f6-d70640c57171', 'status': 'completed', 'code': 200} Feb 08 21:21:56.777751 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'tag': 'b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f', 'status': 'completed', 'code': 200} Feb 08 21:21:56.777944 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'tag': '57c2afe3-de62-4d69-a393-85c5a161f29c', 'status': 'completed', 'code': 200} Feb 08 21:21:56.778194 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'tag': 'ba1697d4-60e3-4a42-86fd-43113c4fc2a5', 'status': 'completed', 'code': 200} Feb 08 21:21:56.869362 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37928cb1-ff18-4aa3-a622-730042edf5c1 x-openstack-request-id: req-37928cb1-ff18-4aa3-a622-730042edf5c1 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:21:56.869807 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6903ad76-d7ec-4a07-b544-1f076799001d", "name": "network-vif-plugged", "status": "completed", "tag": "62cba19f-0563-4107-b19c-6eb313cd1539", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:21:56.870201 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-37928cb1-ff18-4aa3-a622-730042edf5c1 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:21:56.870802 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6903ad76-d7ec-4a07-b544-1f076799001d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cba19f-0563-4107-b19c-6eb313cd1539', 'code': 200} Feb 08 21:21:56.928809 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] For port fcadaee5-a09d-4bb6-bc72-6102daa861b1, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:21:56.952338 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] For port fcadaee5-a09d-4bb6-bc72-6102daa861b1, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=fcadaee5-a09d-4bb6-bc72-6102daa861b1,segment=NetworkSegment(dc186897-7ef3-4243-802c-704d6d0e3098),segment_id=dc186897-7ef3-4243-802c-704d6d0e3098)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:21:56.955346 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-11ff3296-b1a0-4df3-9063-3bf33fb161dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:56.955820 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-11ff3296-b1a0-4df3-9063-3bf33fb161dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:56.956284 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-11ff3296-b1a0-4df3-9063-3bf33fb161dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:56.958089 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-11ff3296-b1a0-4df3-9063-3bf33fb161dd service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=06ebfb94fd3f44c49b600ce9fcb86d2e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3206680 Feb 08 21:21:56.967787 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939ade9-2ad7-4c28-953f-6a61aba37bca req-20d48362-1828-4106-b6b8-8c406d0a8a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:56.969821 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3939ade9-2ad7-4c28-953f-6a61aba37bca req-20d48362-1828-4106-b6b8-8c406d0a8a9e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9528332d4f29435ebdf5e407e4b8930c&device_id=48bd347e-3277-4483-a8ce-1ba113e21e1e HTTP/1.1" status: 200 len: 1127 time: 0.2163064 Feb 08 21:21:56.974604 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (fcadaee5-a09d-4bb6-bc72-6102daa861b1), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:57.010829 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11612bc1-2598-4217-b0ea-dd5fc2acf326 req-da63e6db-23f9-4d7f-97e8-d87281637b55 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:57.012406 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-11612bc1-2598-4217-b0ea-dd5fc2acf326 req-da63e6db-23f9-4d7f-97e8-d87281637b55 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/ports?device_id=12473d0c-455f-43c2-9a80-4f5ff1d49ff6 HTTP/1.1" status: 200 len: 945 time: 0.1906230 Feb 08 21:21:57.013673 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 0eb25dec-e95e-4eef-8604-ba11225a95a5, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=0eb25dec-e95e-4eef-8604-ba11225a95a5,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:21:57.061078 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '0eb25dec-e95e-4eef-8604-ba11225a95a5', 'network_id': '14653267-33f9-4701-8b25-78748f42e7d2', 'port_id': '0eb25dec-e95e-4eef-8604-ba11225a95a5', 'mac_address': 'fa:16:3e:38:3b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6250f6-adb5-401d-a3ca-a324e52c89b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:21:57.146767 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 0eb25dec-e95e-4eef-8604-ba11225a95a5 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:21:57.148456 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0eb25dec-e95e-4eef-8604-ba11225a95a5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:57.175681 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb25dec-e95e-4eef-8604-ba11225a95a5 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:21:57.220838 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 0eb25dec-e95e-4eef-8604-ba11225a95a5, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=0eb25dec-e95e-4eef-8604-ba11225a95a5,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:21:57.227172 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0eb25dec-e95e-4eef-8604-ba11225a95a5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:57.296363 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=0eb25dec-e95e-4eef-8604-ba11225a95a5,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:57.304750 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:57.305391 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:57.305726 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:57.306062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:57.306385 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:57.306717 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:57.307053 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:57.307367 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:57.307688 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:57.308010 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:57.308330 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:57.308650 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:57.308970 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:21:57.346370 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d105cba8-c37b-4e70-86df-77a3db556552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:57.583724 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['0eb25dec-e95e-4eef-8604-ba11225a95a5'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:21:57.654690 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:57.655472 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:57.656929 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] 10.222.0.96 "PUT /v2.0/ports/fcadaee5-a09d-4bb6-bc72-6102daa861b1 HTTP/1.1" status: 200 len: 1092 time: 3.2622964 Feb 08 21:21:57.665151 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'tag': 'fcadaee5-a09d-4bb6-bc72-6102daa861b1'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:21:57.666255 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbf5651-122e-4d63-9ae5-7d196d083310" -d '{"events": [{"name": "network-changed", "server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "tag": "fcadaee5-a09d-4bb6-bc72-6102daa861b1"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:21:57.716747 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-084adfb6-9c10-4b58-98dc-d7c8fdee427f service neutron] Request body: {'port': {'device_id': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:21:57.753354 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697ddb3-5199-41b6-94be-cc3629fcdb30 service neutron] Pushing event updated for resources: {'Port': ['ID=fcadaee5-a09d-4bb6-bc72-6102daa861b1,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:57.847563 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-11612bc1-2598-4217-b0ea-dd5fc2acf326 req-24cdc49a-6776-4056-8ca2-cadc4ba20dee tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/security-groups?id=29c9ad1e-53a6-4a40-8908-ccbea897f933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7624400 Feb 08 21:21:57.881014 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939ade9-2ad7-4c28-953f-6a61aba37bca req-ae2d93bf-b265-40ba-9ebd-722a0b6a930c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:57.883068 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3939ade9-2ad7-4c28-953f-6a61aba37bca req-ae2d93bf-b265-40ba-9ebd-722a0b6a930c service neutron] 10.222.0.96 "GET /v2.0/networks?id=14653267-33f9-4701-8b25-78748f42e7d2 HTTP/1.1" status: 200 len: 913 time: 0.8695545 Feb 08 21:21:57.891183 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2595e-ca6b-48d6-a07b-6b225a82d32e req-682ae89a-c9c6-43c1-8a5d-5a8327cad36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:57.893500 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-79d2595e-ca6b-48d6-a07b-6b225a82d32e req-682ae89a-c9c6-43c1-8a5d-5a8327cad36a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6903ad76-d7ec-4a07-b544-1f076799001d HTTP/1.1" status: 200 len: 1133 time: 0.9136560 Feb 08 21:21:57.894681 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-fa4bbd43-404f-4a66-96dc-ff59facf0a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:57.896791 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c13cb18-2af6-49fd-a9fa-9ef56a977ed1 req-fa4bbd43-404f-4a66-96dc-ff59facf0a1a service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9025369 Feb 08 21:21:57.914920 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309fbd9-ef4b-44e1-8b4a-729bc58c2def req-c9080895-9966-4365-9e11-e531c355ade4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:57.933048 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309fbd9-ef4b-44e1-8b4a-729bc58c2def req-c9080895-9966-4365-9e11-e531c355ade4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:57.944228 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309fbd9-ef4b-44e1-8b4a-729bc58c2def req-c9080895-9966-4365-9e11-e531c355ade4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:57.965556 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309fbd9-ef4b-44e1-8b4a-729bc58c2def req-c9080895-9966-4365-9e11-e531c355ade4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:57.977698 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309fbd9-ef4b-44e1-8b4a-729bc58c2def req-c9080895-9966-4365-9e11-e531c355ade4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:57.980950 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7309fbd9-ef4b-44e1-8b4a-729bc58c2def req-c9080895-9966-4365-9e11-e531c355ade4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 3828 time: 0.9177330 Feb 08 21:21:58.104517 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3939ade9-2ad7-4c28-953f-6a61aba37bca req-df91af69-834f-45f0-af0e-d5d33a188198 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0eb25dec-e95e-4eef-8604-ba11225a95a5 HTTP/1.1" status: 200 len: 217 time: 0.2046759 Feb 08 21:21:58.185400 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-084adfb6-9c10-4b58-98dc-d7c8fdee427f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a1f68b66-0533-4e05-9fac-cfc997c17b9a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:58.254941 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-79d2595e-ca6b-48d6-a07b-6b225a82d32e req-41836941-4576-49b5-92f9-35c0847aa31b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=6a7201de-eaa4-4c40-97cf-03cb47184f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724755 Feb 08 21:21:58.311074 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7309fbd9-ef4b-44e1-8b4a-729bc58c2def req-de2a1a39-57f1-4a5c-a5ac-fa6545fb6de4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2876332 Feb 08 21:21:58.312717 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939ade9-2ad7-4c28-953f-6a61aba37bca req-48a8f276-2b77-426f-b416-f83de12c9da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:58.314326 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3939ade9-2ad7-4c28-953f-6a61aba37bca req-48a8f276-2b77-426f-b416-f83de12c9da5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a6250f6-adb5-401d-a3ca-a324e52c89b2 HTTP/1.1" status: 200 len: 852 time: 0.1851628 Feb 08 21:21:58.337651 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-733219b5-9a4c-401c-81cf-c6fb7baeb182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:58.338145 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-733219b5-9a4c-401c-81cf-c6fb7baeb182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:58.338644 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-733219b5-9a4c-401c-81cf-c6fb7baeb182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:58.339108 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-733219b5-9a4c-401c-81cf-c6fb7baeb182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:58.339629 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-733219b5-9a4c-401c-81cf-c6fb7baeb182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:58.340036 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-733219b5-9a4c-401c-81cf-c6fb7baeb182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:58.340505 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-733219b5-9a4c-401c-81cf-c6fb7baeb182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:58.342743 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-733219b5-9a4c-401c-81cf-c6fb7baeb182 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=06ebfb94fd3f44c49b600ce9fcb86d2e&device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 6712 time: 0.3428366 Feb 08 21:21:58.354693 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f05f19-c07e-4c19-9492-c5655ba62d41 req-80e8160e-9d40-49b3-83c8-62981b54b2f0 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:58.354693 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b7f05f19-c07e-4c19-9492-c5655ba62d41 req-80e8160e-9d40-49b3-83c8-62981b54b2f0 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.88 "GET /v2.0/ports?device_id=6903ad76-d7ec-4a07-b544-1f076799001d HTTP/1.1" status: 200 len: 950 time: 0.3530021 Feb 08 21:21:58.638992 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b7f05f19-c07e-4c19-9492-c5655ba62d41 req-cdfbd2f8-05bb-4615-976c-6c0e6768643b tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a7201de-eaa4-4c40-97cf-03cb47184f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775068 Feb 08 21:21:58.640922 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3939ade9-2ad7-4c28-953f-6a61aba37bca req-4d8ea419-8594-4ef0-addd-7a35f54f5f8e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=14653267-33f9-4701-8b25-78748f42e7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920644 Feb 08 21:21:58.642199 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-48efc081-ff0c-4887-b676-5a97d35b5b7a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=349259dd-45b6-4ece-8313-48d4ea9e8738 HTTP/1.1" status: 200 len: 217 time: 0.0920095 Feb 08 21:21:58.684086 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0823b5e-93a1-4103-9f0d-f7d961d3f7b7 req-af4a4149-c9ae-4904-97a5-0fd26b49a980 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:58.689549 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0823b5e-93a1-4103-9f0d-f7d961d3f7b7 req-af4a4149-c9ae-4904-97a5-0fd26b49a980 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:58.695547 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0823b5e-93a1-4103-9f0d-f7d961d3f7b7 req-af4a4149-c9ae-4904-97a5-0fd26b49a980 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:58.700968 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0823b5e-93a1-4103-9f0d-f7d961d3f7b7 req-af4a4149-c9ae-4904-97a5-0fd26b49a980 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:58.706379 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0823b5e-93a1-4103-9f0d-f7d961d3f7b7 req-af4a4149-c9ae-4904-97a5-0fd26b49a980 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:58.711765 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0823b5e-93a1-4103-9f0d-f7d961d3f7b7 req-af4a4149-c9ae-4904-97a5-0fd26b49a980 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:58.717173 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0823b5e-93a1-4103-9f0d-f7d961d3f7b7 req-af4a4149-c9ae-4904-97a5-0fd26b49a980 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:58.719179 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0823b5e-93a1-4103-9f0d-f7d961d3f7b7 req-af4a4149-c9ae-4904-97a5-0fd26b49a980 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.2816331 Feb 08 21:21:58.750131 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 0eb25dec-e95e-4eef-8604-ba11225a95a5 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:21:58.835594 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 0eb25dec-e95e-4eef-8604-ba11225a95a5 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:21:58.840950 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 0eb25dec-e95e-4eef-8604-ba11225a95a5 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:58.841849 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0eb25dec-e95e-4eef-8604-ba11225a95a5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:58.934188 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-8b43974b-3b98-4297-9784-65ba4c35d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:58.935598 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-8b43974b-3b98-4297-9784-65ba4c35d605 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6b4bfb64-5f0f-4b7c-aaa8-560930fcc069 HTTP/1.1" status: 200 len: 856 time: 0.2645085 Feb 08 21:21:58.975642 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 0eb25dec-e95e-4eef-8604-ba11225a95a5 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:21:58.976264 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0eb25dec-e95e-4eef-8604-ba11225a95a5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:59.010829 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bd347e-3277-4483-a8ce-1ba113e21e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb25dec-e95e-4eef-8604-ba11225a95a5'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:21:59.013562 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d98964-7a42-4803-83a5-1a2bcfd95861" -d '{"events": [{"server_uuid": "48bd347e-3277-4483-a8ce-1ba113e21e1e", "name": "network-vif-plugged", "status": "completed", "tag": "0eb25dec-e95e-4eef-8604-ba11225a95a5"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:21:59.031905 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 0eb25dec-e95e-4eef-8604-ba11225a95a5, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=0eb25dec-e95e-4eef-8604-ba11225a95a5,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:21:59.038386 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0823b5e-93a1-4103-9f0d-f7d961d3f7b7 req-eb3a40d0-2450-4aac-b358-9236bbdfae4a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3041275 Feb 08 21:21:59.046276 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3939ade9-2ad7-4c28-953f-6a61aba37bca req-62848ca8-503d-4b2a-9ce3-654ff0401e2a service neutron] 10.222.0.96 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828099 Feb 08 21:21:59.058906 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831206c-b892-426f-b23c-59e6c0a911e0 req-1bef865f-1f1f-45dc-a1ea-b63d4ea9eb15 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:59.065354 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0eb25dec-e95e-4eef-8604-ba11225a95a5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:59.066967 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device f3441278-47e7-4792-b276-0db77c8c13fc up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:21:59.071489 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9831206c-b892-426f-b23c-59e6c0a911e0 req-1bef865f-1f1f-45dc-a1ea-b63d4ea9eb15 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=48bd347e-3277-4483-a8ce-1ba113e21e1e HTTP/1.1" status: 200 len: 945 time: 0.3502700 Feb 08 21:21:59.073747 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-084adfb6-9c10-4b58-98dc-d7c8fdee427f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f68b66-0533-4e05-9fac-cfc997c17b9a {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:21:59.111884 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-084adfb6-9c10-4b58-98dc-d7c8fdee427f service neutron] Publish callbacks [] for port (a1f68b66-0533-4e05-9fac-cfc997c17b9a), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:59.194492 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:59.199307 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-084adfb6-9c10-4b58-98dc-d7c8fdee427f service neutron] Transition to ACTIVE for port object a1f68b66-0533-4e05-9fac-cfc997c17b9a will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:21:59.199561 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=0eb25dec-e95e-4eef-8604-ba11225a95a5,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:59.228344 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-084adfb6-9c10-4b58-98dc-d7c8fdee427f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (a1f68b66-0533-4e05-9fac-cfc997c17b9a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:59.230259 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port f3441278-47e7-4792-b276-0db77c8c13fc completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:21:59.237554 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port f3441278-47e7-4792-b276-0db77c8c13fc triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:21:59.238002 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f3441278-47e7-4792-b276-0db77c8c13fc), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:59.294092 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-8af37de7-b366-4b6c-bd0e-8cb67ee77ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:59.295665 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-8af37de7-b366-4b6c-bd0e-8cb67ee77ce2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=10af122a-be5c-432b-89ec-d882d652ee34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3446577 Feb 08 21:21:59.323025 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9831206c-b892-426f-b23c-59e6c0a911e0 req-26e2dba5-3ea2-4e38-9bf4-8434066efdd8 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426202 Feb 08 21:21:59.334638 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port f3441278-47e7-4792-b276-0db77c8c13fc is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:21:59.334951 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f3441278-47e7-4792-b276-0db77c8c13fc), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:59.380683 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port f3441278-47e7-4792-b276-0db77c8c13fc, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f3441278-47e7-4792-b276-0db77c8c13fc,segment=NetworkSegment(6fb9b7e7-b2e9-4c21-b8d4-724ee8598276),segment_id=6fb9b7e7-b2e9-4c21-b8d4-724ee8598276)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:21:59.395671 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f3441278-47e7-4792-b276-0db77c8c13fc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:59.403979 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3939ade9-2ad7-4c28-953f-6a61aba37bca req-d0986cff-2a43-4208-b2ba-19abff108285 service neutron] 10.222.0.96 "GET /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254783 Feb 08 21:21:59.407833 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084adfb6-9c10-4b58-98dc-d7c8fdee427f service neutron] Pushing event updated for resources: {'Port': ['ID=a1f68b66-0533-4e05-9fac-cfc997c17b9a,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:59.452685 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8af69a-3cfa-41ec-afa1-9eff4af13848 req-5c554f7c-0ec8-4e7e-b889-c8d7a682d996 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:21:59.461037 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3b8af69a-3cfa-41ec-afa1-9eff4af13848 req-5c554f7c-0ec8-4e7e-b889-c8d7a682d996 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 945 time: 0.3122103 Feb 08 21:21:59.575381 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=f3441278-47e7-4792-b276-0db77c8c13fc,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:21:59.595268 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-d93f01ef-62d3-4a58-b865-0b56d1c23308 service neutron] 10.222.0.96 "GET /v2.0/networks/10af122a-be5c-432b-89ec-d882d652ee34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861023 Feb 08 21:21:59.621948 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3b8af69a-3cfa-41ec-afa1-9eff4af13848 req-aeac9d83-7238-494d-afef-dfb0fab04587 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520474 Feb 08 21:21:59.623959 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f916e859-0ea0-4302-a1dc-9cf8c1fc30f8 x-openstack-request-id: req-f916e859-0ea0-4302-a1dc-9cf8c1fc30f8 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:21:59.624502 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "tag": "fcadaee5-a09d-4bb6-bc72-6102daa861b1", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:21:59.624947 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f916e859-0ea0-4302-a1dc-9cf8c1fc30f8 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:21:59.625571 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'tag': 'fcadaee5-a09d-4bb6-bc72-6102daa861b1', 'status': 'completed', 'code': 200} Feb 08 21:21:59.713413 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d97bb0-a002-4749-b320-1498abe5aef9 x-openstack-request-id: req-82d97bb0-a002-4749-b320-1498abe5aef9 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:21:59.713842 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bd347e-3277-4483-a8ce-1ba113e21e1e", "name": "network-vif-plugged", "status": "completed", "tag": "0eb25dec-e95e-4eef-8604-ba11225a95a5", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:21:59.714447 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-82d97bb0-a002-4749-b320-1498abe5aef9 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:21:59.715023 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bd347e-3277-4483-a8ce-1ba113e21e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb25dec-e95e-4eef-8604-ba11225a95a5', 'code': 200} Feb 08 21:21:59.768849 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-084adfb6-9c10-4b58-98dc-d7c8fdee427f service neutron] Attempting to bind port a1f68b66-0533-4e05-9fac-cfc997c17b9a on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:21:59.769874 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-084adfb6-9c10-4b58-98dc-d7c8fdee427f service neutron] Attempting to bind port a1f68b66-0533-4e05-9fac-cfc997c17b9a by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '017b5fad-a14b-4a7f-9fa9-34bb5828ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:21:59.769874 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-084adfb6-9c10-4b58-98dc-d7c8fdee427f service neutron] Attempting to bind port a1f68b66-0533-4e05-9fac-cfc997c17b9a on network 9113f8c4-9372-4efc-a926-cd4f4ac79b2c {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:21:59.861097 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-084adfb6-9c10-4b58-98dc-d7c8fdee427f service neutron] Port a1f68b66-0533-4e05-9fac-cfc997c17b9a on network 9113f8c4-9372-4efc-a926-cd4f4ac79b2c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:21:59.861459 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-084adfb6-9c10-4b58-98dc-d7c8fdee427f service neutron] Attempting to bind port a1f68b66-0533-4e05-9fac-cfc997c17b9a on network 9113f8c4-9372-4efc-a926-cd4f4ac79b2c {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:21:59.927852 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-084adfb6-9c10-4b58-98dc-d7c8fdee427f service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:21:59.928192 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-084adfb6-9c10-4b58-98dc-d7c8fdee427f service neutron] Checking segment: {'id': '017b5fad-a14b-4a7f-9fa9-34bb5828ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:21:59.928599 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-084adfb6-9c10-4b58-98dc-d7c8fdee427f service neutron] Bound using segment: {'id': '017b5fad-a14b-4a7f-9fa9-34bb5828ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:21:59.929135 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-084adfb6-9c10-4b58-98dc-d7c8fdee427f service neutron] Bound port: a1f68b66-0533-4e05-9fac-cfc997c17b9a, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017b5fad-a14b-4a7f-9fa9-34bb5828ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:21:59.929545 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-084adfb6-9c10-4b58-98dc-d7c8fdee427f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a1f68b66-0533-4e05-9fac-cfc997c17b9a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:21:59.987551 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-4b8f1489-398e-45a8-a0e3-4d5d3b5e4e2b service neutron] 10.222.0.96 "GET /v2.0/networks/10af122a-be5c-432b-89ec-d882d652ee34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606238 Feb 08 21:22:00.040233 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf5651-122e-4d63-9ae5-7d196d083310 req-2f3144af-dc7b-4cf1-bdd4-307eeded8d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:00.040709 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf5651-122e-4d63-9ae5-7d196d083310 req-2f3144af-dc7b-4cf1-bdd4-307eeded8d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:00.041193 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf5651-122e-4d63-9ae5-7d196d083310 req-2f3144af-dc7b-4cf1-bdd4-307eeded8d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:00.041697 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf5651-122e-4d63-9ae5-7d196d083310 req-2f3144af-dc7b-4cf1-bdd4-307eeded8d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:00.042166 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf5651-122e-4d63-9ae5-7d196d083310 req-2f3144af-dc7b-4cf1-bdd4-307eeded8d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:00.043873 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf5651-122e-4d63-9ae5-7d196d083310 req-2f3144af-dc7b-4cf1-bdd4-307eeded8d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:00.045880 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbbf5651-122e-4d63-9ae5-7d196d083310 req-2f3144af-dc7b-4cf1-bdd4-307eeded8d53 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=322e6c079f8d45e4b079c0ce6f4b99ce&device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5278 time: 0.4004519 Feb 08 21:22:00.087824 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9b3fe-077f-420b-9fd2-715a32d8138f req-f977e1f1-8fd9-4e57-8801-ed8ca724f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:00.089425 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1cb9b3fe-077f-420b-9fd2-715a32d8138f req-f977e1f1-8fd9-4e57-8801-ed8ca724f01b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=48bd347e-3277-4483-a8ce-1ba113e21e1e HTTP/1.1" status: 200 len: 1129 time: 0.2949975 Feb 08 21:22:00.096564 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b33564-dc76-41f4-a88c-7c4096ec5a73 req-01ea3fcf-b678-4fa5-b594-e1c5cfd29e11 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:00.098204 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56b33564-dc76-41f4-a88c-7c4096ec5a73 req-01ea3fcf-b678-4fa5-b594-e1c5cfd29e11 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/ports?device_id=7be6ea3d-ee8b-4e34-a30e-21d946c24d50 HTTP/1.1" status: 200 len: 945 time: 0.3095500 Feb 08 21:22:00.116339 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-4eb15431-d4e0-45fd-b47c-922dfaab5d54 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=3a761046-2c2d-4f8b-935f-343322f71219 HTTP/1.1" status: 200 len: 217 time: 0.1028838 Feb 08 21:22:00.207904 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b4e67-550b-4558-b0a0-ab3fbc560060 req-74eab07a-6b8f-45f2-86e5-614d1e64c826 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:00.213984 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b4e67-550b-4558-b0a0-ab3fbc560060 req-74eab07a-6b8f-45f2-86e5-614d1e64c826 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:00.219789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b4e67-550b-4558-b0a0-ab3fbc560060 req-74eab07a-6b8f-45f2-86e5-614d1e64c826 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:00.225931 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b4e67-550b-4558-b0a0-ab3fbc560060 req-74eab07a-6b8f-45f2-86e5-614d1e64c826 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:00.231448 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b4e67-550b-4558-b0a0-ab3fbc560060 req-74eab07a-6b8f-45f2-86e5-614d1e64c826 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:00.236834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b4e67-550b-4558-b0a0-ab3fbc560060 req-74eab07a-6b8f-45f2-86e5-614d1e64c826 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:00.238860 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-536b4e67-550b-4558-b0a0-ab3fbc560060 req-74eab07a-6b8f-45f2-86e5-614d1e64c826 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 4601 time: 0.4457903 Feb 08 21:22:00.295370 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-084adfb6-9c10-4b58-98dc-d7c8fdee427f service neutron] For port a1f68b66-0533-4e05-9fac-cfc997c17b9a, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:22:00.360543 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-084adfb6-9c10-4b58-98dc-d7c8fdee427f service neutron] For port a1f68b66-0533-4e05-9fac-cfc997c17b9a, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=a1f68b66-0533-4e05-9fac-cfc997c17b9a,segment=NetworkSegment(017b5fad-a14b-4a7f-9fa9-34bb5828ca93),segment_id=017b5fad-a14b-4a7f-9fa9-34bb5828ca93)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:22:00.391168 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-084adfb6-9c10-4b58-98dc-d7c8fdee427f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (a1f68b66-0533-4e05-9fac-cfc997c17b9a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:00.396872 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-2c14f069-4b16-4886-b6ec-3127db9cf52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:00.398575 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-2c14f069-4b16-4886-b6ec-3127db9cf52a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f846f56a-ea7d-4e86-b929-8e0c226587aa HTTP/1.1" status: 200 len: 797 time: 0.2459362 Feb 08 21:22:00.414994 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1cb9b3fe-077f-420b-9fd2-715a32d8138f req-02f97f0a-2221-4492-8c59-7654809498ab service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134727 Feb 08 21:22:00.514897 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56b33564-dc76-41f4-a88c-7c4096ec5a73 req-c8f3d229-0a7f-4727-bf72-ffe6a52ac157 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/security-groups?id=29c9ad1e-53a6-4a40-8908-ccbea897f933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904672 Feb 08 21:22:00.520089 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-084adfb6-9c10-4b58-98dc-d7c8fdee427f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:00.520730 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-084adfb6-9c10-4b58-98dc-d7c8fdee427f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:00.522658 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-084adfb6-9c10-4b58-98dc-d7c8fdee427f service neutron] 10.222.0.96 "PUT /v2.0/ports/a1f68b66-0533-4e05-9fac-cfc997c17b9a HTTP/1.1" status: 200 len: 1132 time: 2.8103521 Feb 08 21:22:00.552698 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf5651-122e-4d63-9ae5-7d196d083310 req-09893e8f-61ed-4823-9962-6619e5375411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:00.553003 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf5651-122e-4d63-9ae5-7d196d083310 req-09893e8f-61ed-4823-9962-6619e5375411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:00.553653 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf5651-122e-4d63-9ae5-7d196d083310 req-09893e8f-61ed-4823-9962-6619e5375411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:00.555444 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbbf5651-122e-4d63-9ae5-7d196d083310 req-09893e8f-61ed-4823-9962-6619e5375411 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=322e6c079f8d45e4b079c0ce6f4b99ce&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4702761 Feb 08 21:22:00.569452 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-536b4e67-550b-4558-b0a0-ab3fbc560060 req-c7614fb5-506a-4de8-8df9-aa2b13e00d7f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2917433 Feb 08 21:22:00.583390 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084adfb6-9c10-4b58-98dc-d7c8fdee427f service neutron] Pushing event updated for resources: {'Port': ['ID=a1f68b66-0533-4e05-9fac-cfc997c17b9a,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:00.629978 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-5db2de7e-5dca-40fe-abf2-6c0e423fc0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:00.631612 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-5db2de7e-5dca-40fe-abf2-6c0e423fc0d0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1b3a5566-af7d-483b-b013-ff5148a84b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2068331 Feb 08 21:22:00.724335 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-bc843114-2e2b-4fe7-8f55-9e3d24635169 service neutron] Request body: {'port': {'device_id': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:22:01.373146 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02672d-58f5-4baf-b873-3d5aad23dd32 req-d7068ab3-6f91-410e-9ef0-4783156445f1 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:01.374770 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ad02672d-58f5-4baf-b873-3d5aad23dd32 req-d7068ab3-6f91-410e-9ef0-4783156445f1 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.88 "GET /v2.0/ports?device_id=6903ad76-d7ec-4a07-b544-1f076799001d HTTP/1.1" status: 200 len: 950 time: 0.7200582 Feb 08 21:22:01.389109 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-bc843114-2e2b-4fe7-8f55-9e3d24635169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6f1cbabe-29f9-46bb-9da2-c7e1c855862e), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:01.398424 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:01.408015 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:01.432275 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-c98ee6f8-56a6-478a-b76f-b28ac31ebebd service neutron] 10.222.0.96 "GET /v2.0/networks/1b3a5566-af7d-483b-b013-ff5148a84b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7292778 Feb 08 21:22:01.447610 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4b24c-574d-4a8a-a85b-a434e7719d70 req-40710084-294f-4518-aece-2e243e8cdad8 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:01.453029 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4b24c-574d-4a8a-a85b-a434e7719d70 req-40710084-294f-4518-aece-2e243e8cdad8 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:01.459041 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4b24c-574d-4a8a-a85b-a434e7719d70 req-40710084-294f-4518-aece-2e243e8cdad8 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:01.465793 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4b24c-574d-4a8a-a85b-a434e7719d70 req-40710084-294f-4518-aece-2e243e8cdad8 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:01.476595 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4b24c-574d-4a8a-a85b-a434e7719d70 req-40710084-294f-4518-aece-2e243e8cdad8 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:01.484875 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4b24c-574d-4a8a-a85b-a434e7719d70 req-40710084-294f-4518-aece-2e243e8cdad8 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:01.492726 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4b24c-574d-4a8a-a85b-a434e7719d70 req-40710084-294f-4518-aece-2e243e8cdad8 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:01.494802 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7e4b24c-574d-4a8a-a85b-a434e7719d70 req-40710084-294f-4518-aece-2e243e8cdad8 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.7899234 Feb 08 21:22:01.539135 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf5651-122e-4d63-9ae5-7d196d083310 req-16fb6b83-a3b3-4e40-a0f7-1bfb16a9efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:01.540684 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbbf5651-122e-4d63-9ae5-7d196d083310 req-16fb6b83-a3b3-4e40-a0f7-1bfb16a9efc5 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8344564 Feb 08 21:22:01.626453 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'tag': 'a1f68b66-0533-4e05-9fac-cfc997c17b9a'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:22:01.628760 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e830c005-0f69-4ea0-a367-a58acd917773" -d '{"events": [{"name": "network-changed", "server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "tag": "a1f68b66-0533-4e05-9fac-cfc997c17b9a"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:22:01.715950 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be6ea3d-ee8b-4e34-a30e-21d946c24d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3441278-47e7-4792-b276-0db77c8c13fc'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:22:01.720065 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79456308-5e44-4780-bfe2-a33146926661" -d '{"events": [{"server_uuid": "7be6ea3d-ee8b-4e34-a30e-21d946c24d50", "name": "network-vif-plugged", "status": "completed", "tag": "f3441278-47e7-4792-b276-0db77c8c13fc"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:22:01.750567 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ad02672d-58f5-4baf-b873-3d5aad23dd32 req-ee22a3ca-5d3c-4442-900b-82860d43536c tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a7201de-eaa4-4c40-97cf-03cb47184f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392937 Feb 08 21:22:01.825094 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-fbd47f5a-3555-400c-bea9-82b96874ab1d service neutron] 10.222.0.96 "GET /v2.0/networks/1b3a5566-af7d-483b-b013-ff5148a84b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289361 Feb 08 21:22:01.854088 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7e4b24c-574d-4a8a-a85b-a434e7719d70 req-708db76f-bf3c-4a6d-ad51-5c323d7565fe tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3168247 Feb 08 21:22:01.960045 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-951c8104-7c5e-4a85-9217-ccf26b2dc4fb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=bc9f95b7-4f88-49ab-948f-f4acf9ccc00e HTTP/1.1" status: 200 len: 217 time: 0.1161368 Feb 08 21:22:02.108176 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-eace1334-a3eb-4d5b-a997-ef29f2713fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:02.110120 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-eace1334-a3eb-4d5b-a997-ef29f2713fd7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f846f56a-ea7d-4e86-b929-8e0c226587aa HTTP/1.1" status: 200 len: 797 time: 0.1257503 Feb 08 21:22:02.180484 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7985e8-da9f-4590-9fc2-4b225c734ff4 req-6aff10b3-da99-4edb-a4de-d67950db0f59 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:02.182821 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8f7985e8-da9f-4590-9fc2-4b225c734ff4 req-6aff10b3-da99-4edb-a4de-d67950db0f59 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 945 time: 0.2215743 Feb 08 21:22:02.219422 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd089b9b-0840-43f4-ba05-8e6fcb96f827 req-4aaaa983-0f8a-4a8f-aee8-6ff2be682912 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:02.221008 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd089b9b-0840-43f4-ba05-8e6fcb96f827 req-4aaaa983-0f8a-4a8f-aee8-6ff2be682912 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=48bd347e-3277-4483-a8ce-1ba113e21e1e HTTP/1.1" status: 200 len: 946 time: 0.2580132 Feb 08 21:22:02.301205 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-bc843114-2e2b-4fe7-8f55-9e3d24635169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f1cbabe-29f9-46bb-9da2-c7e1c855862e {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:22:02.322483 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-bc843114-2e2b-4fe7-8f55-9e3d24635169 service neutron] Publish callbacks [] for port (6f1cbabe-29f9-46bb-9da2-c7e1c855862e), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:02.330538 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-0cc55329-1406-4213-a3ee-2002d4d83d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:02.332324 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-0cc55329-1406-4213-a3ee-2002d4d83d0b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1b3a5566-af7d-483b-b013-ff5148a84b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2121177 Feb 08 21:22:02.394074 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8f7985e8-da9f-4590-9fc2-4b225c734ff4 req-cf8f94e9-9369-4cdb-ac8c-d3ceb2e94981 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998651 Feb 08 21:22:02.428341 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-bc843114-2e2b-4fe7-8f55-9e3d24635169 service neutron] Transition to ACTIVE for port object 6f1cbabe-29f9-46bb-9da2-c7e1c855862e will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:22:02.439501 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd089b9b-0840-43f4-ba05-8e6fcb96f827 req-525662de-ea19-4798-a215-b4cce0fccbf6 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058299 Feb 08 21:22:02.453273 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-bc843114-2e2b-4fe7-8f55-9e3d24635169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (6f1cbabe-29f9-46bb-9da2-c7e1c855862e), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:02.657451 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc843114-2e2b-4fe7-8f55-9e3d24635169 service neutron] Pushing event updated for resources: {'Port': ['ID=6f1cbabe-29f9-46bb-9da2-c7e1c855862e,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:02.661448 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-f21b19c8-a778-4690-821a-183b0e10d553 service neutron] 10.222.0.96 "GET /v2.0/networks/1b3a5566-af7d-483b-b013-ff5148a84b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089249 Feb 08 21:22:02.796489 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006b698-ac28-4dbb-b00e-29c5db24442f req-5de67ed5-b4b0-4f60-a869-59dd69dcb44f tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:02.799038 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5006b698-ac28-4dbb-b00e-29c5db24442f req-5de67ed5-b4b0-4f60-a869-59dd69dcb44f tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/ports?device_id=7be6ea3d-ee8b-4e34-a30e-21d946c24d50 HTTP/1.1" status: 200 len: 945 time: 0.2815924 Feb 08 21:22:02.844311 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3640373-dece-49d7-83e0-2b28df2795cb req-a92c3ddb-b864-4233-93cd-41d3dd5c9708 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:02.850360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3640373-dece-49d7-83e0-2b28df2795cb req-a92c3ddb-b864-4233-93cd-41d3dd5c9708 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:02.856318 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3640373-dece-49d7-83e0-2b28df2795cb req-a92c3ddb-b864-4233-93cd-41d3dd5c9708 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:02.862004 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3640373-dece-49d7-83e0-2b28df2795cb req-a92c3ddb-b864-4233-93cd-41d3dd5c9708 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:02.867848 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3640373-dece-49d7-83e0-2b28df2795cb req-a92c3ddb-b864-4233-93cd-41d3dd5c9708 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:02.874308 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3640373-dece-49d7-83e0-2b28df2795cb req-a92c3ddb-b864-4233-93cd-41d3dd5c9708 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:02.879790 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3640373-dece-49d7-83e0-2b28df2795cb req-a92c3ddb-b864-4233-93cd-41d3dd5c9708 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:02.888065 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a3640373-dece-49d7-83e0-2b28df2795cb req-a92c3ddb-b864-4233-93cd-41d3dd5c9708 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5372 time: 0.2903452 Feb 08 21:22:02.957089 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-bc843114-2e2b-4fe7-8f55-9e3d24635169 service neutron] Attempting to bind port 6f1cbabe-29f9-46bb-9da2-c7e1c855862e on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:22:02.957460 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-bc843114-2e2b-4fe7-8f55-9e3d24635169 service neutron] Attempting to bind port 6f1cbabe-29f9-46bb-9da2-c7e1c855862e by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '017b5fad-a14b-4a7f-9fa9-34bb5828ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:22:02.957848 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-bc843114-2e2b-4fe7-8f55-9e3d24635169 service neutron] Attempting to bind port 6f1cbabe-29f9-46bb-9da2-c7e1c855862e on network 9113f8c4-9372-4efc-a926-cd4f4ac79b2c {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:22:02.993758 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-bc843114-2e2b-4fe7-8f55-9e3d24635169 service neutron] Port 6f1cbabe-29f9-46bb-9da2-c7e1c855862e on network 9113f8c4-9372-4efc-a926-cd4f4ac79b2c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:22:02.994097 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-bc843114-2e2b-4fe7-8f55-9e3d24635169 service neutron] Attempting to bind port 6f1cbabe-29f9-46bb-9da2-c7e1c855862e on network 9113f8c4-9372-4efc-a926-cd4f4ac79b2c {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:22:03.003645 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-617de641-4f1c-43d3-9444-6d853a72d42d service neutron] 10.222.0.96 "GET /v2.0/networks/1b3a5566-af7d-483b-b013-ff5148a84b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245864 Feb 08 21:22:03.016497 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5006b698-ac28-4dbb-b00e-29c5db24442f req-b8a0c4aa-0dbd-4f79-beb9-a0e1c3a6ccab tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/security-groups?id=29c9ad1e-53a6-4a40-8908-ccbea897f933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066605 Feb 08 21:22:03.026587 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-bc843114-2e2b-4fe7-8f55-9e3d24635169 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:22:03.026959 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-bc843114-2e2b-4fe7-8f55-9e3d24635169 service neutron] Checking segment: {'id': '017b5fad-a14b-4a7f-9fa9-34bb5828ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:22:03.027326 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-bc843114-2e2b-4fe7-8f55-9e3d24635169 service neutron] Bound using segment: {'id': '017b5fad-a14b-4a7f-9fa9-34bb5828ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:22:03.027776 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-bc843114-2e2b-4fe7-8f55-9e3d24635169 service neutron] Bound port: 6f1cbabe-29f9-46bb-9da2-c7e1c855862e, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017b5fad-a14b-4a7f-9fa9-34bb5828ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:22:03.028137 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-bc843114-2e2b-4fe7-8f55-9e3d24635169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6f1cbabe-29f9-46bb-9da2-c7e1c855862e), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:03.082331 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-c289bed7-8913-4d13-a2af-db2bd8e8e5a9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=0c6c049d-608b-4814-b1f6-d70640c57171 HTTP/1.1" status: 200 len: 217 time: 0.0694456 Feb 08 21:22:03.094396 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a3640373-dece-49d7-83e0-2b28df2795cb req-d7d5fc47-da31-4464-8a76-19ca7784e45f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2052708 Feb 08 21:22:03.135835 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3365e5d4-fc99-4370-8c08-9f5e02e67db8 x-openstack-request-id: req-3365e5d4-fc99-4370-8c08-9f5e02e67db8 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:22:03.136141 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "tag": "a1f68b66-0533-4e05-9fac-cfc997c17b9a", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:22:03.136428 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3365e5d4-fc99-4370-8c08-9f5e02e67db8 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:22:03.136846 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'tag': 'a1f68b66-0533-4e05-9fac-cfc997c17b9a', 'status': 'completed', 'code': 200} Feb 08 21:22:03.190407 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d2fab7-75c6-4e2a-a1eb-be30ebd1a209 x-openstack-request-id: req-00d2fab7-75c6-4e2a-a1eb-be30ebd1a209 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:22:03.191089 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be6ea3d-ee8b-4e34-a30e-21d946c24d50", "name": "network-vif-plugged", "status": "completed", "tag": "f3441278-47e7-4792-b276-0db77c8c13fc", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:22:03.191208 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-00d2fab7-75c6-4e2a-a1eb-be30ebd1a209 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:22:03.192068 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be6ea3d-ee8b-4e34-a30e-21d946c24d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3441278-47e7-4792-b276-0db77c8c13fc', 'code': 200} Feb 08 21:22:03.363354 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-011aba96-a24d-4517-8364-34b0fe859b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:03.365016 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-011aba96-a24d-4517-8364-34b0fe859b63 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f846f56a-ea7d-4e86-b929-8e0c226587aa HTTP/1.1" status: 200 len: 797 time: 0.2503848 Feb 08 21:22:03.554517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-bc843114-2e2b-4fe7-8f55-9e3d24635169 service neutron] For port 6f1cbabe-29f9-46bb-9da2-c7e1c855862e, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:22:03.607683 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-bc843114-2e2b-4fe7-8f55-9e3d24635169 service neutron] For port 6f1cbabe-29f9-46bb-9da2-c7e1c855862e, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6f1cbabe-29f9-46bb-9da2-c7e1c855862e,segment=NetworkSegment(017b5fad-a14b-4a7f-9fa9-34bb5828ca93),segment_id=017b5fad-a14b-4a7f-9fa9-34bb5828ca93)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:22:03.646995 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830c005-0f69-4ea0-a367-a58acd917773 req-e9a052dd-1840-4146-961f-3e46cd9c415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:03.647479 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830c005-0f69-4ea0-a367-a58acd917773 req-e9a052dd-1840-4146-961f-3e46cd9c415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:03.647942 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830c005-0f69-4ea0-a367-a58acd917773 req-e9a052dd-1840-4146-961f-3e46cd9c415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:03.648418 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830c005-0f69-4ea0-a367-a58acd917773 req-e9a052dd-1840-4146-961f-3e46cd9c415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:03.648871 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830c005-0f69-4ea0-a367-a58acd917773 req-e9a052dd-1840-4146-961f-3e46cd9c415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:03.649357 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830c005-0f69-4ea0-a367-a58acd917773 req-e9a052dd-1840-4146-961f-3e46cd9c415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:03.651954 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830c005-0f69-4ea0-a367-a58acd917773 req-e9a052dd-1840-4146-961f-3e46cd9c415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:03.654003 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e830c005-0f69-4ea0-a367-a58acd917773 req-e9a052dd-1840-4146-961f-3e46cd9c415b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=322e6c079f8d45e4b079c0ce6f4b99ce&device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 6232 time: 0.4500864 Feb 08 21:22:03.655222 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-bc843114-2e2b-4fe7-8f55-9e3d24635169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (6f1cbabe-29f9-46bb-9da2-c7e1c855862e), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:03.707355 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-2fcd5970-89b4-47fa-b545-0c2982377cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:03.710459 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-2fcd5970-89b4-47fa-b545-0c2982377cda service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1b3a5566-af7d-483b-b013-ff5148a84b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3377461 Feb 08 21:22:03.711819 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6576d86-c3a1-4dca-b45e-a6d040eaccda req-9e2fa83c-44f7-40a9-ae1b-e4244e5dd0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:03.713183 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c6576d86-c3a1-4dca-b45e-a6d040eaccda req-9e2fa83c-44f7-40a9-ae1b-e4244e5dd0f3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7be6ea3d-ee8b-4e34-a30e-21d946c24d50 HTTP/1.1" status: 200 len: 1128 time: 0.4097774 Feb 08 21:22:03.802767 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-bc843114-2e2b-4fe7-8f55-9e3d24635169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:03.803397 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-bc843114-2e2b-4fe7-8f55-9e3d24635169 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:03.804836 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-bc843114-2e2b-4fe7-8f55-9e3d24635169 service neutron] 10.222.0.96 "PUT /v2.0/ports/6f1cbabe-29f9-46bb-9da2-c7e1c855862e HTTP/1.1" status: 200 len: 1130 time: 3.0976279 Feb 08 21:22:03.939891 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0b1208be-ab85-474f-b0c2-75e4aaa5c7d3 service neutron] Request body: {'port': {'device_id': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:22:04.130935 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22440c-9cc9-49a2-8f85-ba6a0e3b275f req-1936f0f0-2192-465a-a7c1-acf00d8f131d tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:04.151045 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22440c-9cc9-49a2-8f85-ba6a0e3b275f req-1936f0f0-2192-465a-a7c1-acf00d8f131d tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:04.172754 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22440c-9cc9-49a2-8f85-ba6a0e3b275f req-1936f0f0-2192-465a-a7c1-acf00d8f131d tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:04.197357 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef82a45-5c44-4903-9836-6646478c5b01 req-e560e620-ed10-43ad-b106-6eb4157c231f tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:04.203239 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-eef82a45-5c44-4903-9836-6646478c5b01 req-e560e620-ed10-43ad-b106-6eb4157c231f tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.94 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 945 time: 0.1221886 Feb 08 21:22:04.203504 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22440c-9cc9-49a2-8f85-ba6a0e3b275f req-1936f0f0-2192-465a-a7c1-acf00d8f131d tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:04.218176 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22440c-9cc9-49a2-8f85-ba6a0e3b275f req-1936f0f0-2192-465a-a7c1-acf00d8f131d tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:04.245094 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22440c-9cc9-49a2-8f85-ba6a0e3b275f req-1936f0f0-2192-465a-a7c1-acf00d8f131d tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:04.254799 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22440c-9cc9-49a2-8f85-ba6a0e3b275f req-1936f0f0-2192-465a-a7c1-acf00d8f131d tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:04.270389 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc22440c-9cc9-49a2-8f85-ba6a0e3b275f req-1936f0f0-2192-465a-a7c1-acf00d8f131d tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.7093039 Feb 08 21:22:04.305673 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc843114-2e2b-4fe7-8f55-9e3d24635169 service neutron] Pushing event updated for resources: {'Port': ['ID=6f1cbabe-29f9-46bb-9da2-c7e1c855862e,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:04.436360 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c6576d86-c3a1-4dca-b45e-a6d040eaccda req-866c5373-349e-463c-80e8-6030d09105ac service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=29c9ad1e-53a6-4a40-8908-ccbea897f933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7062905 Feb 08 21:22:04.464301 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-eef82a45-5c44-4903-9836-6646478c5b01 req-b501e7ad-7fad-4b31-b99c-4ef23bc16ba8 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Deleting port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:22:04.469778 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eef82a45-5c44-4903-9836-6646478c5b01 req-b501e7ad-7fad-4b31-b99c-4ef23bc16ba8 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (1ea08fc4-5c7f-4516-af34-84dcc109c7ff), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:04.518049 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0b1208be-ab85-474f-b0c2-75e4aaa5c7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ab1093cd-13b3-4553-afa1-a5bef458b74c), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:04.536119 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830c005-0f69-4ea0-a367-a58acd917773 req-fea5e6fb-4f20-46d8-ac0e-2c9b1c463e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:04.536119 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830c005-0f69-4ea0-a367-a58acd917773 req-fea5e6fb-4f20-46d8-ac0e-2c9b1c463e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:04.536806 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830c005-0f69-4ea0-a367-a58acd917773 req-fea5e6fb-4f20-46d8-ac0e-2c9b1c463e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:04.539726 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e830c005-0f69-4ea0-a367-a58acd917773 req-fea5e6fb-4f20-46d8-ac0e-2c9b1c463e69 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=322e6c079f8d45e4b079c0ce6f4b99ce&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8678575 Feb 08 21:22:04.598824 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-14d14726-6f65-42d7-91b1-158ebe456a92 service neutron] 10.222.0.96 "GET /v2.0/networks/1b3a5566-af7d-483b-b013-ff5148a84b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8622310 Feb 08 21:22:04.612237 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8a6b4-c6c6-450c-9d6f-4b45c262cdfe req-8b266baa-3712-4c05-9c90-9d43d35aa7f9 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:04.615507 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4c8a6b4-c6c6-450c-9d6f-4b45c262cdfe req-8b266baa-3712-4c05-9c90-9d43d35aa7f9 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 945 time: 0.6595159 Feb 08 21:22:04.637221 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc22440c-9cc9-49a2-8f85-ba6a0e3b275f req-21d13d2b-af43-44b5-a8a1-94d32c3a37d6 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3652532 Feb 08 21:22:04.706565 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-eef82a45-5c44-4903-9836-6646478c5b01 req-b501e7ad-7fad-4b31-b99c-4ef23bc16ba8 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] For port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=1ea08fc4-5c7f-4516-af34-84dcc109c7ff,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:22:04.706935 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eef82a45-5c44-4903-9836-6646478c5b01 req-b501e7ad-7fad-4b31-b99c-4ef23bc16ba8 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (1ea08fc4-5c7f-4516-af34-84dcc109c7ff), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:04.738249 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-eef82a45-5c44-4903-9836-6646478c5b01 req-b501e7ad-7fad-4b31-b99c-4ef23bc16ba8 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Calling delete_port for 1ea08fc4-5c7f-4516-af34-84dcc109c7ff owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:22:04.915217 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eef82a45-5c44-4903-9836-6646478c5b01 req-b501e7ad-7fad-4b31-b99c-4ef23bc16ba8 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (1ea08fc4-5c7f-4516-af34-84dcc109c7ff), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:04.927718 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['1ea08fc4-5c7f-4516-af34-84dcc109c7ff'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:22:05.020007 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501e7ad-7fad-4b31-b99c-4ef23bc16ba8 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Pushing event deleted for resources: {'Port': ['ID=1ea08fc4-5c7f-4516-af34-84dcc109c7ff,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:05.126873 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef82a45-5c44-4903-9836-6646478c5b01 req-b501e7ad-7fad-4b31-b99c-4ef23bc16ba8 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] No DVR routers for this DVR port 1ea08fc4-5c7f-4516-af34-84dcc109c7ff on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:22:05.135221 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eef82a45-5c44-4903-9836-6646478c5b01 req-b501e7ad-7fad-4b31-b99c-4ef23bc16ba8 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:05.140753 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-eef82a45-5c44-4903-9836-6646478c5b01 req-b501e7ad-7fad-4b31-b99c-4ef23bc16ba8 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.94 "DELETE /v2.0/ports/1ea08fc4-5c7f-4516-af34-84dcc109c7ff HTTP/1.1" status: 204 len: 173 time: 0.9253199 Feb 08 21:22:05.141362 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf47af6-9c19-4656-8142-fdd597340f6c', 'name': 'network-vif-deleted', 'tag': '1ea08fc4-5c7f-4516-af34-84dcc109c7ff'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:22:05.144554 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e8d559-75ad-4a97-b85b-d3e0f4298c75" -d '{"events": [{"server_uuid": "4cf47af6-9c19-4656-8142-fdd597340f6c", "name": "network-vif-deleted", "tag": "1ea08fc4-5c7f-4516-af34-84dcc109c7ff"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:22:05.420834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'tag': '6f1cbabe-29f9-46bb-9da2-c7e1c855862e'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:22:05.425440 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f886c0-e3b1-4e6f-9db2-0dbeb538e744" -d '{"events": [{"name": "network-changed", "server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "tag": "6f1cbabe-29f9-46bb-9da2-c7e1c855862e"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:22:05.431070 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56ee8927-bc89-4644-9422-7f7e9511474e req-71384d63-ea94-4a3c-8e18-d72e0355dce6 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=4cf47af6-9c19-4656-8142-fdd597340f6c HTTP/1.1" status: 200 len: 210 time: 0.5719900 Feb 08 21:22:05.589274 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4c8a6b4-c6c6-450c-9d6f-4b45c262cdfe req-c83e48ca-c4b0-421e-b270-07ce5a3af0c6 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9476624 Feb 08 21:22:05.602069 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830c005-0f69-4ea0-a367-a58acd917773 req-450e68b7-8503-4fa2-aae4-8511974d6e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:05.603599 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e830c005-0f69-4ea0-a367-a58acd917773 req-450e68b7-8503-4fa2-aae4-8511974d6e44 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8638854 Feb 08 21:22:05.763637 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb460c7-1850-448f-92d5-d258984b4570 req-d03be602-18f8-4e2e-ae22-03167893fdbc tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:05.771730 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fdb460c7-1850-448f-92d5-d258984b4570 req-d03be602-18f8-4e2e-ae22-03167893fdbc tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=48bd347e-3277-4483-a8ce-1ba113e21e1e HTTP/1.1" status: 200 len: 946 time: 0.2315068 Feb 08 21:22:05.805979 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-e6b3f972-97af-4930-af85-dee11dd7ddc8 service neutron] 10.222.0.96 "GET /v2.0/networks/1b3a5566-af7d-483b-b013-ff5148a84b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0785308 Feb 08 21:22:05.935285 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-d87878e6-3336-432d-93ff-710f418b63be service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f HTTP/1.1" status: 200 len: 217 time: 0.1056674 Feb 08 21:22:05.998793 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fdb460c7-1850-448f-92d5-d258984b4570 req-731e5bc4-8374-4e34-8903-5bcfc1246934 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260265 Feb 08 21:22:06.204438 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:06.274466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-064e4ccd-15a0-4192-a673-a00c62c3593e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:06.276235 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-064e4ccd-15a0-4192-a673-a00c62c3593e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f846f56a-ea7d-4e86-b929-8e0c226587aa HTTP/1.1" status: 200 len: 797 time: 0.3098676 Feb 08 21:22:06.292098 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4219e-e7f3-45c3-8e0a-22fdb8310300 req-946c0290-c672-4439-9186-4630f104b970 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:06.293972 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-afe4219e-e7f3-45c3-8e0a-22fdb8310300 req-946c0290-c672-4439-9186-4630f104b970 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/ports?device_id=7be6ea3d-ee8b-4e34-a30e-21d946c24d50 HTTP/1.1" status: 200 len: 945 time: 0.2840559 Feb 08 21:22:06.429402 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad365a-3799-40ee-85b1-f14cc5e4b994 req-e5ad0dc2-3c3d-4997-8abb-6af23c4ef9ea tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:06.435284 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad365a-3799-40ee-85b1-f14cc5e4b994 req-e5ad0dc2-3c3d-4997-8abb-6af23c4ef9ea tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:06.440616 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad365a-3799-40ee-85b1-f14cc5e4b994 req-e5ad0dc2-3c3d-4997-8abb-6af23c4ef9ea tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:06.446597 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad365a-3799-40ee-85b1-f14cc5e4b994 req-e5ad0dc2-3c3d-4997-8abb-6af23c4ef9ea tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:06.452303 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad365a-3799-40ee-85b1-f14cc5e4b994 req-e5ad0dc2-3c3d-4997-8abb-6af23c4ef9ea tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:06.454621 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:06.457902 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad365a-3799-40ee-85b1-f14cc5e4b994 req-e5ad0dc2-3c3d-4997-8abb-6af23c4ef9ea tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:06.463768 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad365a-3799-40ee-85b1-f14cc5e4b994 req-e5ad0dc2-3c3d-4997-8abb-6af23c4ef9ea tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:06.466111 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89ad365a-3799-40ee-85b1-f14cc5e4b994 req-e5ad0dc2-3c3d-4997-8abb-6af23c4ef9ea tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5372 time: 0.3290894 Feb 08 21:22:06.473538 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0b1208be-ab85-474f-b0c2-75e4aaa5c7d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab1093cd-13b3-4553-afa1-a5bef458b74c {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:22:06.489137 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0b1208be-ab85-474f-b0c2-75e4aaa5c7d3 service neutron] Publish callbacks [] for port (ab1093cd-13b3-4553-afa1-a5bef458b74c), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:06.515910 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-afe4219e-e7f3-45c3-8e0a-22fdb8310300 req-481e85ad-c646-48b7-b2a8-5d0320b1eec9 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/security-groups?id=29c9ad1e-53a6-4a40-8908-ccbea897f933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016368 Feb 08 21:22:06.530551 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0b1208be-ab85-474f-b0c2-75e4aaa5c7d3 service neutron] Transition to ACTIVE for port object ab1093cd-13b3-4553-afa1-a5bef458b74c will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:22:06.538146 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-c8d24998-4029-4b07-a8d6-16351f72b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:06.540267 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-c8d24998-4029-4b07-a8d6-16351f72b721 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1b3a5566-af7d-483b-b013-ff5148a84b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2437055 Feb 08 21:22:06.552394 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0b1208be-ab85-474f-b0c2-75e4aaa5c7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (ab1093cd-13b3-4553-afa1-a5bef458b74c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:06.592039 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e6b920-b388-4ed9-85d2-e2f58b314925 x-openstack-request-id: req-75e6b920-b388-4ed9-85d2-e2f58b314925 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:22:06.593145 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf47af6-9c19-4656-8142-fdd597340f6c", "name": "network-vif-deleted", "tag": "1ea08fc4-5c7f-4516-af34-84dcc109c7ff", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:22:06.593795 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-75e6b920-b388-4ed9-85d2-e2f58b314925 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:22:06.594576 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf47af6-9c19-4656-8142-fdd597340f6c', 'name': 'network-vif-deleted', 'tag': '1ea08fc4-5c7f-4516-af34-84dcc109c7ff', 'status': 'completed', 'code': 200} Feb 08 21:22:06.690093 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5210211f-a5ba-4301-8590-cbe982a2169f x-openstack-request-id: req-5210211f-a5ba-4301-8590-cbe982a2169f {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:22:06.690800 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "tag": "6f1cbabe-29f9-46bb-9da2-c7e1c855862e", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:22:06.690998 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5210211f-a5ba-4301-8590-cbe982a2169f {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:22:06.691516 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'tag': '6f1cbabe-29f9-46bb-9da2-c7e1c855862e', 'status': 'completed', 'code': 200} Feb 08 21:22:06.798938 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89ad365a-3799-40ee-85b1-f14cc5e4b994 req-0367f9f6-9169-4e47-b5ef-4a62a7834ab7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3134611 Feb 08 21:22:06.803997 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 62cba19f-0563-4107-b19c-6eb313cd1539 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:22:06.915643 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1208be-ab85-474f-b0c2-75e4aaa5c7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1093cd-13b3-4553-afa1-a5bef458b74c,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:07.095018 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 62cba19f-0563-4107-b19c-6eb313cd1539, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=62cba19f-0563-4107-b19c-6eb313cd1539,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:22:07.113866 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f886c0-e3b1-4e6f-9db2-0dbeb538e744 req-854e0f7b-6a8a-464e-b17c-18d0c6b8b160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:07.114358 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f886c0-e3b1-4e6f-9db2-0dbeb538e744 req-854e0f7b-6a8a-464e-b17c-18d0c6b8b160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:07.114895 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f886c0-e3b1-4e6f-9db2-0dbeb538e744 req-854e0f7b-6a8a-464e-b17c-18d0c6b8b160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:07.115370 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f886c0-e3b1-4e6f-9db2-0dbeb538e744 req-854e0f7b-6a8a-464e-b17c-18d0c6b8b160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:07.115848 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f886c0-e3b1-4e6f-9db2-0dbeb538e744 req-854e0f7b-6a8a-464e-b17c-18d0c6b8b160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:07.116325 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f886c0-e3b1-4e6f-9db2-0dbeb538e744 req-854e0f7b-6a8a-464e-b17c-18d0c6b8b160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:07.116796 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f886c0-e3b1-4e6f-9db2-0dbeb538e744 req-854e0f7b-6a8a-464e-b17c-18d0c6b8b160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:07.118940 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65f886c0-e3b1-4e6f-9db2-0dbeb538e744 req-854e0f7b-6a8a-464e-b17c-18d0c6b8b160 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=322e6c079f8d45e4b079c0ce6f4b99ce&device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 6331 time: 0.4211097 Feb 08 21:22:07.131219 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '62cba19f-0563-4107-b19c-6eb313cd1539', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': '62cba19f-0563-4107-b19c-6eb313cd1539', 'mac_address': 'fa:16:3e:76:82:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:22:07.174626 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-79bbc6f9-ade9-42c1-a79d-04eb39f12a71 service neutron] 10.222.0.96 "GET /v2.0/networks/1b3a5566-af7d-483b-b013-ff5148a84b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6175706 Feb 08 21:22:07.186152 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7face679-2b7b-443f-83d3-4794e300d3bb req-ea86ad02-6fd4-427b-9f38-7b4511c66812 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:07.191699 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7face679-2b7b-443f-83d3-4794e300d3bb req-ea86ad02-6fd4-427b-9f38-7b4511c66812 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:07.198140 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7face679-2b7b-443f-83d3-4794e300d3bb req-ea86ad02-6fd4-427b-9f38-7b4511c66812 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:07.203498 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7face679-2b7b-443f-83d3-4794e300d3bb req-ea86ad02-6fd4-427b-9f38-7b4511c66812 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:07.209523 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7face679-2b7b-443f-83d3-4794e300d3bb req-ea86ad02-6fd4-427b-9f38-7b4511c66812 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:07.215702 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7face679-2b7b-443f-83d3-4794e300d3bb req-ea86ad02-6fd4-427b-9f38-7b4511c66812 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:07.221287 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7face679-2b7b-443f-83d3-4794e300d3bb req-ea86ad02-6fd4-427b-9f38-7b4511c66812 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:07.223296 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7face679-2b7b-443f-83d3-4794e300d3bb req-ea86ad02-6fd4-427b-9f38-7b4511c66812 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.5393765 Feb 08 21:22:07.242330 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 62cba19f-0563-4107-b19c-6eb313cd1539 is: ACTIVE; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:22:07.243196 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (62cba19f-0563-4107-b19c-6eb313cd1539), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:07.259289 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62cba19f-0563-4107-b19c-6eb313cd1539 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:22:07.293556 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 62cba19f-0563-4107-b19c-6eb313cd1539, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=62cba19f-0563-4107-b19c-6eb313cd1539,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:22:07.299264 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (62cba19f-0563-4107-b19c-6eb313cd1539), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:07.361452 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=62cba19f-0563-4107-b19c-6eb313cd1539,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:07.473876 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0b1208be-ab85-474f-b0c2-75e4aaa5c7d3 service neutron] Attempting to bind port ab1093cd-13b3-4553-afa1-a5bef458b74c on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:22:07.474182 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0b1208be-ab85-474f-b0c2-75e4aaa5c7d3 service neutron] Attempting to bind port ab1093cd-13b3-4553-afa1-a5bef458b74c by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '017b5fad-a14b-4a7f-9fa9-34bb5828ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:22:07.474516 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0b1208be-ab85-474f-b0c2-75e4aaa5c7d3 service neutron] Attempting to bind port ab1093cd-13b3-4553-afa1-a5bef458b74c on network 9113f8c4-9372-4efc-a926-cd4f4ac79b2c {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:22:07.483029 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['62cba19f-0563-4107-b19c-6eb313cd1539'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:22:07.520416 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0b1208be-ab85-474f-b0c2-75e4aaa5c7d3 service neutron] Port ab1093cd-13b3-4553-afa1-a5bef458b74c on network 9113f8c4-9372-4efc-a926-cd4f4ac79b2c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:22:07.521279 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0b1208be-ab85-474f-b0c2-75e4aaa5c7d3 service neutron] Attempting to bind port ab1093cd-13b3-4553-afa1-a5bef458b74c on network 9113f8c4-9372-4efc-a926-cd4f4ac79b2c {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:22:07.573451 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7face679-2b7b-443f-83d3-4794e300d3bb req-5b1630ac-ed08-4b0c-a8a4-175ec1737441 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2660618 Feb 08 21:22:07.575108 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0b1208be-ab85-474f-b0c2-75e4aaa5c7d3 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:22:07.575458 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0b1208be-ab85-474f-b0c2-75e4aaa5c7d3 service neutron] Checking segment: {'id': '017b5fad-a14b-4a7f-9fa9-34bb5828ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:22:07.575860 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0b1208be-ab85-474f-b0c2-75e4aaa5c7d3 service neutron] Bound using segment: {'id': '017b5fad-a14b-4a7f-9fa9-34bb5828ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:22:07.576333 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0b1208be-ab85-474f-b0c2-75e4aaa5c7d3 service neutron] Bound port: ab1093cd-13b3-4553-afa1-a5bef458b74c, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017b5fad-a14b-4a7f-9fa9-34bb5828ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:22:07.576714 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0b1208be-ab85-474f-b0c2-75e4aaa5c7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ab1093cd-13b3-4553-afa1-a5bef458b74c), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:07.579763 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f886c0-e3b1-4e6f-9db2-0dbeb538e744 req-c1f12ed9-be97-4dd4-96a7-1a4e1612dd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:07.580239 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f886c0-e3b1-4e6f-9db2-0dbeb538e744 req-c1f12ed9-be97-4dd4-96a7-1a4e1612dd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:07.580711 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f886c0-e3b1-4e6f-9db2-0dbeb538e744 req-c1f12ed9-be97-4dd4-96a7-1a4e1612dd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:07.582471 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65f886c0-e3b1-4e6f-9db2-0dbeb538e744 req-c1f12ed9-be97-4dd4-96a7-1a4e1612dd22 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=322e6c079f8d45e4b079c0ce6f4b99ce&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4499228 Feb 08 21:22:07.590138 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ce12a-a762-4ccf-8297-01529ecc6419 req-f3819dc8-2591-4fa5-b26b-822cfee89c12 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:07.591763 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-669ce12a-a762-4ccf-8297-01529ecc6419 req-f3819dc8-2591-4fa5-b26b-822cfee89c12 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 945 time: 0.3529110 Feb 08 21:22:07.603357 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-257028b3-06e1-4067-bf8f-d89360502606 service neutron] 10.222.0.96 "GET /v2.0/networks/1b3a5566-af7d-483b-b013-ff5148a84b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760934 Feb 08 21:22:07.642209 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 1ea08fc4-5c7f-4516-af34-84dcc109c7ff no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:22:07.700555 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 1ea08fc4-5c7f-4516-af34-84dcc109c7ff {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:22:07.702056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 1ea08fc4-5c7f-4516-af34-84dcc109c7ff not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:22:07.721525 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-ed425d76-ea86-4480-b940-44758b671ad7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=57c2afe3-de62-4d69-a393-85c5a161f29c HTTP/1.1" status: 200 len: 217 time: 0.0925004 Feb 08 21:22:07.880734 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-669ce12a-a762-4ccf-8297-01529ecc6419 req-1d99ed45-4394-42f8-a5f9-9211f738eb79 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746263 Feb 08 21:22:07.912667 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0b1208be-ab85-474f-b0c2-75e4aaa5c7d3 service neutron] For port ab1093cd-13b3-4553-afa1-a5bef458b74c, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:22:07.921272 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-8fc66f05-7444-448d-9599-28bfc448b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:07.922600 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-8fc66f05-7444-448d-9599-28bfc448b82b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4d9661b9-4247-4f4d-a444-b7a25d673894 HTTP/1.1" status: 200 len: 797 time: 0.1733713 Feb 08 21:22:07.946327 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f886c0-e3b1-4e6f-9db2-0dbeb538e744 req-31c0c371-96ac-40b9-8b8b-db968a327f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:07.947842 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65f886c0-e3b1-4e6f-9db2-0dbeb538e744 req-31c0c371-96ac-40b9-8b8b-db968a327f6c service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3539975 Feb 08 21:22:07.951096 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0b1208be-ab85-474f-b0c2-75e4aaa5c7d3 service neutron] For port ab1093cd-13b3-4553-afa1-a5bef458b74c, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=ab1093cd-13b3-4553-afa1-a5bef458b74c,segment=NetworkSegment(017b5fad-a14b-4a7f-9fa9-34bb5828ca93),segment_id=017b5fad-a14b-4a7f-9fa9-34bb5828ca93)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:22:07.976396 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0b1208be-ab85-474f-b0c2-75e4aaa5c7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (ab1093cd-13b3-4553-afa1-a5bef458b74c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:08.033884 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0b1208be-ab85-474f-b0c2-75e4aaa5c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:08.034533 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0b1208be-ab85-474f-b0c2-75e4aaa5c7d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:08.036052 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0b1208be-ab85-474f-b0c2-75e4aaa5c7d3 service neutron] 10.222.0.96 "PUT /v2.0/ports/ab1093cd-13b3-4553-afa1-a5bef458b74c HTTP/1.1" status: 200 len: 1092 time: 4.1634660 Feb 08 21:22:08.051051 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586b04b-12a3-4085-bf4c-6e78dba38d90 req-b846731d-0871-4095-966b-a79de890cc8e tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:08.059271 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6586b04b-12a3-4085-bf4c-6e78dba38d90 req-b846731d-0871-4095-966b-a79de890cc8e tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=48bd347e-3277-4483-a8ce-1ba113e21e1e HTTP/1.1" status: 200 len: 946 time: 0.2049677 Feb 08 21:22:08.090603 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-c4f6c9fb-016c-4448-add3-fa76be3c18f5 service neutron] Request body: {'port': {'device_id': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:22:08.154980 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-c8431219-014e-41e5-82d5-e941015388e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:08.156616 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-c8431219-014e-41e5-82d5-e941015388e1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b579c12b-961d-40a4-b1d3-426747043c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2240248 Feb 08 21:22:08.183760 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1208be-ab85-474f-b0c2-75e4aaa5c7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1093cd-13b3-4553-afa1-a5bef458b74c,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:08.312145 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6586b04b-12a3-4085-bf4c-6e78dba38d90 req-e9221a8d-0e61-4fe6-be5d-ac21de34d166 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509730 Feb 08 21:22:08.353912 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-c4f6c9fb-016c-4448-add3-fa76be3c18f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (41fe2a4a-c97c-45f2-9886-b1acce5d1d50), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:08.393741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe2e62-29cf-46d3-852d-aee74b333b1b req-4978b8db-b1ce-4448-acd8-ce32f47001b1 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:08.395412 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-92fe2e62-29cf-46d3-852d-aee74b333b1b req-4978b8db-b1ce-4448-acd8-ce32f47001b1 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/ports?device_id=7be6ea3d-ee8b-4e34-a30e-21d946c24d50 HTTP/1.1" status: 200 len: 945 time: 0.2521486 Feb 08 21:22:08.541664 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-9437ded6-10ba-4a49-9bd5-e353dde38d2c service neutron] 10.222.0.96 "GET /v2.0/networks/b579c12b-961d-40a4-b1d3-426747043c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601112 Feb 08 21:22:08.604263 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8811a24-2423-4da5-8c4d-7a29eba499ee req-5535e335-b4dc-449d-acae-e3a2d1f311cb tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:08.606603 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e8811a24-2423-4da5-8c4d-7a29eba499ee req-5535e335-b4dc-449d-acae-e3a2d1f311cb tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.94 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 944 time: 0.1050858 Feb 08 21:22:08.744626 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-e8811a24-2423-4da5-8c4d-7a29eba499ee req-af53938e-e653-4f12-9253-61263c9b19e1 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Deleting port 6b715280-a1dc-4aea-9b69-73c99012900e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:22:08.745156 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e8811a24-2423-4da5-8c4d-7a29eba499ee req-af53938e-e653-4f12-9253-61263c9b19e1 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (6b715280-a1dc-4aea-9b69-73c99012900e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:08.826605 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 62cba19f-0563-4107-b19c-6eb313cd1539 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:22:08.857616 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'tag': 'ab1093cd-13b3-4553-afa1-a5bef458b74c'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:22:08.863574 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec47646-d84c-4819-82ad-4fa746c544ea" -d '{"events": [{"name": "network-changed", "server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "tag": "ab1093cd-13b3-4553-afa1-a5bef458b74c"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:22:08.909918 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-92fe2e62-29cf-46d3-852d-aee74b333b1b req-0641bb00-671a-4ce1-83a5-acf82b56e712 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/security-groups?id=29c9ad1e-53a6-4a40-8908-ccbea897f933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4980059 Feb 08 21:22:08.915452 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e8811a24-2423-4da5-8c4d-7a29eba499ee req-af53938e-e653-4f12-9253-61263c9b19e1 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] For port 6b715280-a1dc-4aea-9b69-73c99012900e, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=6b715280-a1dc-4aea-9b69-73c99012900e,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:22:08.916518 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e8811a24-2423-4da5-8c4d-7a29eba499ee req-af53938e-e653-4f12-9253-61263c9b19e1 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (6b715280-a1dc-4aea-9b69-73c99012900e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:08.952645 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-e8811a24-2423-4da5-8c4d-7a29eba499ee req-af53938e-e653-4f12-9253-61263c9b19e1 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Calling delete_port for 6b715280-a1dc-4aea-9b69-73c99012900e owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:22:08.967130 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b295d6b-ef2b-4d45-98ef-0aff16527aef req-24285f6b-7d97-4cf0-af41-b5c887b59a0c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:08.967538 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 62cba19f-0563-4107-b19c-6eb313cd1539 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:22:08.968092 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (62cba19f-0563-4107-b19c-6eb313cd1539), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:08.977420 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b295d6b-ef2b-4d45-98ef-0aff16527aef req-24285f6b-7d97-4cf0-af41-b5c887b59a0c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:08.995131 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b295d6b-ef2b-4d45-98ef-0aff16527aef req-24285f6b-7d97-4cf0-af41-b5c887b59a0c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:09.007723 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b295d6b-ef2b-4d45-98ef-0aff16527aef req-24285f6b-7d97-4cf0-af41-b5c887b59a0c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:09.019253 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b295d6b-ef2b-4d45-98ef-0aff16527aef req-24285f6b-7d97-4cf0-af41-b5c887b59a0c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:09.031650 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b295d6b-ef2b-4d45-98ef-0aff16527aef req-24285f6b-7d97-4cf0-af41-b5c887b59a0c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:09.043997 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b295d6b-ef2b-4d45-98ef-0aff16527aef req-24285f6b-7d97-4cf0-af41-b5c887b59a0c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:09.046609 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b295d6b-ef2b-4d45-98ef-0aff16527aef req-24285f6b-7d97-4cf0-af41-b5c887b59a0c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5384 time: 0.6494164 Feb 08 21:22:09.166541 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 62cba19f-0563-4107-b19c-6eb313cd1539 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:22:09.167122 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (62cba19f-0563-4107-b19c-6eb313cd1539), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:09.218345 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6903ad76-d7ec-4a07-b544-1f076799001d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cba19f-0563-4107-b19c-6eb313cd1539'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:22:09.220888 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da02119-d9f7-40d6-b5b4-97a7a0b3580e" -d '{"events": [{"server_uuid": "6903ad76-d7ec-4a07-b544-1f076799001d", "name": "network-vif-plugged", "status": "completed", "tag": "62cba19f-0563-4107-b19c-6eb313cd1539"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:22:09.251460 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 62cba19f-0563-4107-b19c-6eb313cd1539, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=62cba19f-0563-4107-b19c-6eb313cd1539,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:22:09.260344 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (62cba19f-0563-4107-b19c-6eb313cd1539), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:09.316512 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e8811a24-2423-4da5-8c4d-7a29eba499ee req-af53938e-e653-4f12-9253-61263c9b19e1 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (6b715280-a1dc-4aea-9b69-73c99012900e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:09.368491 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-78206390-ad42-4005-851c-1741baee6b6f service neutron] 10.222.0.96 "GET /v2.0/networks/b579c12b-961d-40a4-b1d3-426747043c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8169622 Feb 08 21:22:09.377988 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b295d6b-ef2b-4d45-98ef-0aff16527aef req-38b2fc23-463c-4438-a936-46b8b901f590 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3121204 Feb 08 21:22:09.398407 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53938e-e653-4f12-9253-61263c9b19e1 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Pushing event deleted for resources: {'Port': ['ID=6b715280-a1dc-4aea-9b69-73c99012900e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:09.465862 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=62cba19f-0563-4107-b19c-6eb313cd1539,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:09.472333 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-c4f6c9fb-016c-4448-add3-fa76be3c18f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41fe2a4a-c97c-45f2-9886-b1acce5d1d50 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:22:09.478222 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-15740f5f-f820-4a1c-b55a-5336176abd87 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba1697d4-60e3-4a42-86fd-43113c4fc2a5 HTTP/1.1" status: 200 len: 217 time: 0.0939205 Feb 08 21:22:09.488988 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba1f52-578d-4c40-8b18-a8a9ab8815e6 req-457bcd0c-a021-4cac-ae9a-33b1a3ff1b9a tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:09.490950 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01ba1f52-578d-4c40-8b18-a8a9ab8815e6 req-457bcd0c-a021-4cac-ae9a-33b1a3ff1b9a tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd318a7c-dc28-47d5-9434-5eb03be4cf16 HTTP/1.1" status: 200 len: 866 time: 0.3637259 Feb 08 21:22:09.501154 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-c4f6c9fb-016c-4448-add3-fa76be3c18f5 service neutron] Publish callbacks [] for port (41fe2a4a-c97c-45f2-9886-b1acce5d1d50), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:09.593981 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-c4f6c9fb-016c-4448-add3-fa76be3c18f5 service neutron] Transition to ACTIVE for port object 41fe2a4a-c97c-45f2-9886-b1acce5d1d50 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:22:09.615905 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-c4f6c9fb-016c-4448-add3-fa76be3c18f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (41fe2a4a-c97c-45f2-9886-b1acce5d1d50), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:09.634622 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 1eecbe73-83ee-4da0-a468-61095ee9a9d7 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:22:09.669896 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8811a24-2423-4da5-8c4d-7a29eba499ee req-af53938e-e653-4f12-9253-61263c9b19e1 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] No DVR routers for this DVR port 6b715280-a1dc-4aea-9b69-73c99012900e on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:22:09.678446 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e8811a24-2423-4da5-8c4d-7a29eba499ee req-af53938e-e653-4f12-9253-61263c9b19e1 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:09.692005 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e8811a24-2423-4da5-8c4d-7a29eba499ee req-af53938e-e653-4f12-9253-61263c9b19e1 tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.94 "DELETE /v2.0/ports/6b715280-a1dc-4aea-9b69-73c99012900e HTTP/1.1" status: 204 len: 173 time: 1.0769615 Feb 08 21:22:09.693221 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd318a7c-dc28-47d5-9434-5eb03be4cf16', 'name': 'network-vif-deleted', 'tag': '6b715280-a1dc-4aea-9b69-73c99012900e'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:22:09.700741 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cffe7c1-35ac-498f-be44-a85be6dab401" -d '{"events": [{"server_uuid": "dd318a7c-dc28-47d5-9434-5eb03be4cf16", "name": "network-vif-deleted", "tag": "6b715280-a1dc-4aea-9b69-73c99012900e"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:22:09.706171 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-a308422c-461c-4b58-8720-e50c14774710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:09.707685 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-a308422c-461c-4b58-8720-e50c14774710 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4d9661b9-4247-4f4d-a444-b7a25d673894 HTTP/1.1" status: 200 len: 797 time: 0.2158191 Feb 08 21:22:09.742804 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01ba1f52-578d-4c40-8b18-a8a9ab8815e6 req-d56fcff2-7b4f-41c4-a1e4-9da7b8b63c5a tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.88 "GET /v2.0/security-groups?id=786efc46-51df-49a8-952b-3540a8d32023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375727 Feb 08 21:22:09.811794 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-fdad006f-8231-4f7d-96c6-428b5dc72e42 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:09.818151 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-fdad006f-8231-4f7d-96c6-428b5dc72e42 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc&tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&binding%3Ahost_id=n-h2-712143-31 HTTP/1.1" status: 200 len: 1128 time: 0.2260690 Feb 08 21:22:09.829877 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6c9fb-016c-4448-add3-fa76be3c18f5 service neutron] Pushing event updated for resources: {'Port': ['ID=41fe2a4a-c97c-45f2-9886-b1acce5d1d50,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:10.011020 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 1eecbe73-83ee-4da0-a468-61095ee9a9d7, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1eecbe73-83ee-4da0-a468-61095ee9a9d7,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:22:10.029616 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 1eecbe73-83ee-4da0-a468-61095ee9a9d7 has no active binding in host n-h1-712143-31 {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 08 21:22:10.042255 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-6023ac3e-2022-4d3f-9f79-128925c769ff service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712143-31'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:22:10.168857 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-6023ac3e-2022-4d3f-9f79-128925c769ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1eecbe73-83ee-4da0-a468-61095ee9a9d7), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:10.430184 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b692f8-9175-4e2c-a331-dc4a8e549298 req-09a727c1-4338-42f1-91e0-0a76c0478051 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:10.436518 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b692f8-9175-4e2c-a331-dc4a8e549298 req-09a727c1-4338-42f1-91e0-0a76c0478051 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:10.444131 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b692f8-9175-4e2c-a331-dc4a8e549298 req-09a727c1-4338-42f1-91e0-0a76c0478051 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:10.449300 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b692f8-9175-4e2c-a331-dc4a8e549298 req-09a727c1-4338-42f1-91e0-0a76c0478051 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:10.454821 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b692f8-9175-4e2c-a331-dc4a8e549298 req-09a727c1-4338-42f1-91e0-0a76c0478051 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:10.461168 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b692f8-9175-4e2c-a331-dc4a8e549298 req-09a727c1-4338-42f1-91e0-0a76c0478051 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:10.467647 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b692f8-9175-4e2c-a331-dc4a8e549298 req-09a727c1-4338-42f1-91e0-0a76c0478051 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:10.474374 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-6023ac3e-2022-4d3f-9f79-128925c769ff service neutron] For port 1eecbe73-83ee-4da0-a468-61095ee9a9d7, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1eecbe73-83ee-4da0-a468-61095ee9a9d7,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:22:10.477816 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f5b692f8-9175-4e2c-a331-dc4a8e549298 req-09a727c1-4338-42f1-91e0-0a76c0478051 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.8921466 Feb 08 21:22:10.496747 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-14326103-8c50-4ac0-b7f4-c5f890ffd8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:10.498592 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-14326103-8c50-4ac0-b7f4-c5f890ffd8a2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b579c12b-961d-40a4-b1d3-426747043c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.7774959 Feb 08 21:22:10.557527 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-6023ac3e-2022-4d3f-9f79-128925c769ff service neutron] For port 1eecbe73-83ee-4da0-a468-61095ee9a9d7, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:22:10.653485 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-6023ac3e-2022-4d3f-9f79-128925c769ff service neutron] Publish callbacks [] for port (1eecbe73-83ee-4da0-a468-61095ee9a9d7), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:10.668143 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-6023ac3e-2022-4d3f-9f79-128925c769ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (1eecbe73-83ee-4da0-a468-61095ee9a9d7), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:10.693378 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-c4f6c9fb-016c-4448-add3-fa76be3c18f5 service neutron] Attempting to bind port 41fe2a4a-c97c-45f2-9886-b1acce5d1d50 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:22:10.693735 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-c4f6c9fb-016c-4448-add3-fa76be3c18f5 service neutron] Attempting to bind port 41fe2a4a-c97c-45f2-9886-b1acce5d1d50 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '017b5fad-a14b-4a7f-9fa9-34bb5828ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:22:10.694074 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-c4f6c9fb-016c-4448-add3-fa76be3c18f5 service neutron] Attempting to bind port 41fe2a4a-c97c-45f2-9886-b1acce5d1d50 on network 9113f8c4-9372-4efc-a926-cd4f4ac79b2c {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:22:10.718833 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f5b692f8-9175-4e2c-a331-dc4a8e549298 req-33bfc509-49c8-46bc-b96c-ec9c1578e6e6 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2396393 Feb 08 21:22:10.758410 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-c4f6c9fb-016c-4448-add3-fa76be3c18f5 service neutron] Port 41fe2a4a-c97c-45f2-9886-b1acce5d1d50 on network 9113f8c4-9372-4efc-a926-cd4f4ac79b2c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:22:10.758961 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-c4f6c9fb-016c-4448-add3-fa76be3c18f5 service neutron] Attempting to bind port 41fe2a4a-c97c-45f2-9886-b1acce5d1d50 on network 9113f8c4-9372-4efc-a926-cd4f4ac79b2c {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:22:10.790931 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-c4f6c9fb-016c-4448-add3-fa76be3c18f5 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:22:10.795002 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-c4f6c9fb-016c-4448-add3-fa76be3c18f5 service neutron] Checking segment: {'id': '017b5fad-a14b-4a7f-9fa9-34bb5828ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:22:10.795705 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-c4f6c9fb-016c-4448-add3-fa76be3c18f5 service neutron] Bound using segment: {'id': '017b5fad-a14b-4a7f-9fa9-34bb5828ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:22:10.796596 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-c4f6c9fb-016c-4448-add3-fa76be3c18f5 service neutron] Bound port: 41fe2a4a-c97c-45f2-9886-b1acce5d1d50, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017b5fad-a14b-4a7f-9fa9-34bb5828ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:22:10.798012 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-c4f6c9fb-016c-4448-add3-fa76be3c18f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (41fe2a4a-c97c-45f2-9886-b1acce5d1d50), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:10.802623 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-f0e0dd23-58df-4079-8a2f-7feef8e8a8aa service neutron] 10.222.0.96 "GET /v2.0/networks/b579c12b-961d-40a4-b1d3-426747043c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895672 Feb 08 21:22:10.803946 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023ac3e-2022-4d3f-9f79-128925c769ff service neutron] Pushing event updated for resources: {'Port': ['ID=1eecbe73-83ee-4da0-a468-61095ee9a9d7,revision_number=7']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:10.887116 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-6023ac3e-2022-4d3f-9f79-128925c769ff service neutron] Attempting to bind port 1eecbe73-83ee-4da0-a468-61095ee9a9d7 on host n-h2-712143-31 for vnic_type normal with profile {"migrating_to": "n-h1-712143-31"} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:22:10.887636 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-6023ac3e-2022-4d3f-9f79-128925c769ff service neutron] Attempting to bind port 1eecbe73-83ee-4da0-a468-61095ee9a9d7 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:22:10.889994 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-6023ac3e-2022-4d3f-9f79-128925c769ff service neutron] Attempting to bind port 1eecbe73-83ee-4da0-a468-61095ee9a9d7 on network 2832de48-e50e-44a2-9cef-26035a020939 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:22:10.894411 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48374fb1-028a-4eaf-9f04-753a565e1f62 x-openstack-request-id: req-48374fb1-028a-4eaf-9f04-753a565e1f62 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:22:10.895009 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "tag": "ab1093cd-13b3-4553-afa1-a5bef458b74c", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:22:10.895437 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-48374fb1-028a-4eaf-9f04-753a565e1f62 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:22:10.896085 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'tag': 'ab1093cd-13b3-4553-afa1-a5bef458b74c', 'status': 'completed', 'code': 200} Feb 08 21:22:10.901372 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-6023ac3e-2022-4d3f-9f79-128925c769ff service neutron] Port 1eecbe73-83ee-4da0-a468-61095ee9a9d7 on network 2832de48-e50e-44a2-9cef-26035a020939 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:22:10.901872 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-6023ac3e-2022-4d3f-9f79-128925c769ff service neutron] Attempting to bind port 1eecbe73-83ee-4da0-a468-61095ee9a9d7 on network 2832de48-e50e-44a2-9cef-26035a020939 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:22:10.913012 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-6023ac3e-2022-4d3f-9f79-128925c769ff service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:22:10.913737 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-6023ac3e-2022-4d3f-9f79-128925c769ff service neutron] Checking segment: {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:22:10.914339 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-6023ac3e-2022-4d3f-9f79-128925c769ff service neutron] Bound using segment: {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:22:10.915243 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-6023ac3e-2022-4d3f-9f79-128925c769ff service neutron] Bound port: 1eecbe73-83ee-4da0-a468-61095ee9a9d7, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:22:10.915832 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-6023ac3e-2022-4d3f-9f79-128925c769ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1eecbe73-83ee-4da0-a468-61095ee9a9d7), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:11.058286 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-6023ac3e-2022-4d3f-9f79-128925c769ff service neutron] For port 1eecbe73-83ee-4da0-a468-61095ee9a9d7, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:22:11.065101 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-6023ac3e-2022-4d3f-9f79-128925c769ff service neutron] For port 1eecbe73-83ee-4da0-a468-61095ee9a9d7, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1eecbe73-83ee-4da0-a468-61095ee9a9d7,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:22:11.088028 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-6023ac3e-2022-4d3f-9f79-128925c769ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (1eecbe73-83ee-4da0-a468-61095ee9a9d7), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:11.194364 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-5ee6de5f-7b93-4f58-909f-7ab28f25b61b service neutron] 10.222.0.96 "GET /v2.0/networks/b579c12b-961d-40a4-b1d3-426747043c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765478 Feb 08 21:22:11.252327 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023ac3e-2022-4d3f-9f79-128925c769ff service neutron] Pushing event updated for resources: {'Port': ['ID=1eecbe73-83ee-4da0-a468-61095ee9a9d7,revision_number=8']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:11.304105 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-6023ac3e-2022-4d3f-9f79-128925c769ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:11.305391 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-6023ac3e-2022-4d3f-9f79-128925c769ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:11.311299 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-6023ac3e-2022-4d3f-9f79-128925c769ff service neutron] 10.222.0.94 "PUT /v2.0/ports/1eecbe73-83ee-4da0-a468-61095ee9a9d7 HTTP/1.1" status: 200 len: 1123 time: 1.4808576 Feb 08 21:22:11.313833 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-c4f6c9fb-016c-4448-add3-fa76be3c18f5 service neutron] For port 41fe2a4a-c97c-45f2-9886-b1acce5d1d50, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:22:11.321637 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-c4f6c9fb-016c-4448-add3-fa76be3c18f5 service neutron] For port 41fe2a4a-c97c-45f2-9886-b1acce5d1d50, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=41fe2a4a-c97c-45f2-9886-b1acce5d1d50,segment=NetworkSegment(017b5fad-a14b-4a7f-9fa9-34bb5828ca93),segment_id=017b5fad-a14b-4a7f-9fa9-34bb5828ca93)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:22:11.349214 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021152a-1e05-4eda-9616-4305d6189fba req-2dc6d3f5-7be3-49bd-bc6f-5f014e5f246b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:11.357931 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a021152a-1e05-4eda-9616-4305d6189fba req-2dc6d3f5-7be3-49bd-bc6f-5f014e5f246b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 943 time: 0.4391398 Feb 08 21:22:11.378279 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-c4f6c9fb-016c-4448-add3-fa76be3c18f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (41fe2a4a-c97c-45f2-9886-b1acce5d1d50), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:11.402064 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['1eecbe73-83ee-4da0-a468-61095ee9a9d7'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:22:11.429846 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec47646-d84c-4819-82ad-4fa746c544ea req-c40f564d-1c21-4767-af74-b43d02c98ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:11.430696 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec47646-d84c-4819-82ad-4fa746c544ea req-c40f564d-1c21-4767-af74-b43d02c98ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:11.431591 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec47646-d84c-4819-82ad-4fa746c544ea req-c40f564d-1c21-4767-af74-b43d02c98ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:11.431591 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec47646-d84c-4819-82ad-4fa746c544ea req-c40f564d-1c21-4767-af74-b43d02c98ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:11.432146 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec47646-d84c-4819-82ad-4fa746c544ea req-c40f564d-1c21-4767-af74-b43d02c98ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:11.432547 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec47646-d84c-4819-82ad-4fa746c544ea req-c40f564d-1c21-4767-af74-b43d02c98ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:11.433052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec47646-d84c-4819-82ad-4fa746c544ea req-c40f564d-1c21-4767-af74-b43d02c98ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:11.435404 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8ec47646-d84c-4819-82ad-4fa746c544ea req-c40f564d-1c21-4767-af74-b43d02c98ed4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=322e6c079f8d45e4b079c0ce6f4b99ce&device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 6430 time: 0.4642167 Feb 08 21:22:11.524273 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-c4f6c9fb-016c-4448-add3-fa76be3c18f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:11.525046 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-c4f6c9fb-016c-4448-add3-fa76be3c18f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:11.526579 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-c4f6c9fb-016c-4448-add3-fa76be3c18f5 service neutron] 10.222.0.96 "PUT /v2.0/ports/41fe2a4a-c97c-45f2-9886-b1acce5d1d50 HTTP/1.1" status: 200 len: 1092 time: 3.4464786 Feb 08 21:22:11.561692 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['1eecbe73-83ee-4da0-a468-61095ee9a9d7'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:22:11.593859 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-4f244394-93cb-4b14-9c62-744d2535df41 service neutron] Request body: {'port': {'device_id': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:22:11.664283 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a021152a-1e05-4eda-9616-4305d6189fba req-bbf6a4db-95c7-48b6-a8dd-2ef496e9df3a tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051987 Feb 08 21:22:11.683927 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 6b715280-a1dc-4aea-9b69-73c99012900e no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:22:11.693545 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6c9fb-016c-4448-add3-fa76be3c18f5 service neutron] Pushing event updated for resources: {'Port': ['ID=41fe2a4a-c97c-45f2-9886-b1acce5d1d50,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:11.710002 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-c4860567-f613-432f-8b43-8d72c04f2d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:11.731557 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-c4860567-f613-432f-8b43-8d72c04f2d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:11.732300 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 6b715280-a1dc-4aea-9b69-73c99012900e {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:22:11.732578 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-c4860567-f613-432f-8b43-8d72c04f2d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:11.732777 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 6b715280-a1dc-4aea-9b69-73c99012900e not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:22:11.733004 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-c4860567-f613-432f-8b43-8d72c04f2d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:11.733288 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-c4860567-f613-432f-8b43-8d72c04f2d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:11.733800 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-c4860567-f613-432f-8b43-8d72c04f2d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:11.734272 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-c4860567-f613-432f-8b43-8d72c04f2d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:11.736435 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-c4860567-f613-432f-8b43-8d72c04f2d83 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=06ebfb94fd3f44c49b600ce9fcb86d2e&device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 6712 time: 0.3704209 Feb 08 21:22:12.010924 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47baed92-9308-488b-9211-f459822d971d x-openstack-request-id: req-47baed92-9308-488b-9211-f459822d971d {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:22:12.011712 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6903ad76-d7ec-4a07-b544-1f076799001d", "name": "network-vif-plugged", "status": "completed", "tag": "62cba19f-0563-4107-b19c-6eb313cd1539", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:22:12.012334 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-47baed92-9308-488b-9211-f459822d971d {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:22:12.013169 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6903ad76-d7ec-4a07-b544-1f076799001d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cba19f-0563-4107-b19c-6eb313cd1539', 'code': 200} Feb 08 21:22:12.036085 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec47646-d84c-4819-82ad-4fa746c544ea req-e812b09b-0065-4957-8b0b-aea0c79e48fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:12.041984 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec47646-d84c-4819-82ad-4fa746c544ea req-e812b09b-0065-4957-8b0b-aea0c79e48fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:12.041984 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec47646-d84c-4819-82ad-4fa746c544ea req-e812b09b-0065-4957-8b0b-aea0c79e48fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:12.041984 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8ec47646-d84c-4819-82ad-4fa746c544ea req-e812b09b-0065-4957-8b0b-aea0c79e48fc service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=322e6c079f8d45e4b079c0ce6f4b99ce&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5814829 Feb 08 21:22:12.055364 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-4f244394-93cb-4b14-9c62-744d2535df41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5159dba1-6fb7-4b1d-84ad-f387a9a3c982), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:12.403322 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-203f10ef-31e9-4119-9393-f7eb7de9ba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:12.405802 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-203f10ef-31e9-4119-9393-f7eb7de9ba94 service neutron] 10.222.0.96 "GET /v2.0/networks?id=1b3a5566-af7d-483b-b013-ff5148a84b70 HTTP/1.1" status: 200 len: 902 time: 0.6413820 Feb 08 21:22:12.517009 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-a44b23fe-4ebb-457b-8c9d-2271f5d5a332 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=0c6c049d-608b-4814-b1f6-d70640c57171 HTTP/1.1" status: 200 len: 217 time: 0.0987952 Feb 08 21:22:12.702746 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f961d3-ce61-457e-82ba-3b6ac1637358 req-7cdba0f1-ca0e-47f2-95dc-c587ae5caa36 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:12.706818 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a4f961d3-ce61-457e-82ba-3b6ac1637358 req-7cdba0f1-ca0e-47f2-95dc-c587ae5caa36 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/ports?device_id=48bd347e-3277-4483-a8ce-1ba113e21e1e HTTP/1.1" status: 200 len: 946 time: 0.4892788 Feb 08 21:22:12.903694 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'tag': '41fe2a4a-c97c-45f2-9886-b1acce5d1d50'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:22:12.907965 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48e4e10-e63e-4212-95e6-1795cc6846c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "tag": "41fe2a4a-c97c-45f2-9886-b1acce5d1d50"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:22:12.972990 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-84f5eed0-da0f-40dd-8162-c2fbe8ef6138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:12.974989 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-84f5eed0-da0f-40dd-8162-c2fbe8ef6138 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f846f56a-ea7d-4e86-b929-8e0c226587aa HTTP/1.1" status: 200 len: 797 time: 0.4093528 Feb 08 21:22:12.992095 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec47646-d84c-4819-82ad-4fa746c544ea req-1394bc52-efbc-4ef4-a955-17550ad7b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:12.994739 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8ec47646-d84c-4819-82ad-4fa746c544ea req-1394bc52-efbc-4ef4-a955-17550ad7b4f0 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9218152 Feb 08 21:22:13.076593 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a4f961d3-ce61-457e-82ba-3b6ac1637358 req-ffc094a8-5121-4d91-8cba-8c8b8f666a22 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.88 "GET /v2.0/security-groups?id=cfbb1b86-e0b1-48e5-911e-5f1990778130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616649 Feb 08 21:22:13.191395 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1c01b5-c0bf-4de8-91c1-238e49b448e8 x-openstack-request-id: req-fe1c01b5-c0bf-4de8-91c1-238e49b448e8 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:22:13.193523 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd318a7c-dc28-47d5-9434-5eb03be4cf16", "name": "network-vif-deleted", "tag": "6b715280-a1dc-4aea-9b69-73c99012900e", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:22:13.193963 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fe1c01b5-c0bf-4de8-91c1-238e49b448e8 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:22:13.194704 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd318a7c-dc28-47d5-9434-5eb03be4cf16', 'name': 'network-vif-deleted', 'tag': '6b715280-a1dc-4aea-9b69-73c99012900e', 'status': 'completed', 'code': 200} Feb 08 21:22:13.216229 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-a2f0b7b0-c3f5-4d18-8adc-5ea65d207355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:13.219242 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-a2f0b7b0-c3f5-4d18-8adc-5ea65d207355 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1b3a5566-af7d-483b-b013-ff5148a84b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2305419 Feb 08 21:22:13.379252 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-4f244394-93cb-4b14-9c62-744d2535df41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5159dba1-6fb7-4b1d-84ad-f387a9a3c982 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:22:13.391248 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-4f244394-93cb-4b14-9c62-744d2535df41 service neutron] Publish callbacks [] for port (5159dba1-6fb7-4b1d-84ad-f387a9a3c982), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:13.418717 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-4f244394-93cb-4b14-9c62-744d2535df41 service neutron] Transition to ACTIVE for port object 5159dba1-6fb7-4b1d-84ad-f387a9a3c982 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:22:13.443310 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-4f244394-93cb-4b14-9c62-744d2535df41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (5159dba1-6fb7-4b1d-84ad-f387a9a3c982), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:13.600734 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f244394-93cb-4b14-9c62-744d2535df41 service neutron] Pushing event updated for resources: {'Port': ['ID=5159dba1-6fb7-4b1d-84ad-f387a9a3c982,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:13.699616 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-818c7dff-6a95-4adc-aaeb-08dd9bd98f9b service neutron] 10.222.0.96 "GET /v2.0/networks/1b3a5566-af7d-483b-b013-ff5148a84b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780602 Feb 08 21:22:13.713989 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eada71-7503-4beb-9972-54ca5be2a618 req-21d4f55b-02c2-45c6-a316-59d3d02a557b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:13.725171 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eada71-7503-4beb-9972-54ca5be2a618 req-21d4f55b-02c2-45c6-a316-59d3d02a557b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:13.730319 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eada71-7503-4beb-9972-54ca5be2a618 req-21d4f55b-02c2-45c6-a316-59d3d02a557b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:13.742380 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eada71-7503-4beb-9972-54ca5be2a618 req-21d4f55b-02c2-45c6-a316-59d3d02a557b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:13.747909 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eada71-7503-4beb-9972-54ca5be2a618 req-21d4f55b-02c2-45c6-a316-59d3d02a557b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:13.753794 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eada71-7503-4beb-9972-54ca5be2a618 req-21d4f55b-02c2-45c6-a316-59d3d02a557b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:13.761901 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eada71-7503-4beb-9972-54ca5be2a618 req-21d4f55b-02c2-45c6-a316-59d3d02a557b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:13.767442 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-97eada71-7503-4beb-9972-54ca5be2a618 req-21d4f55b-02c2-45c6-a316-59d3d02a557b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5408 time: 0.3270783 Feb 08 21:22:14.088307 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-35044a3a-3ba1-4045-8b13-9a3dea985245 service neutron] 10.222.0.96 "GET /v2.0/networks/1b3a5566-af7d-483b-b013-ff5148a84b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196201 Feb 08 21:22:14.215590 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-4f244394-93cb-4b14-9c62-744d2535df41 service neutron] Attempting to bind port 5159dba1-6fb7-4b1d-84ad-f387a9a3c982 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:22:14.216063 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-4f244394-93cb-4b14-9c62-744d2535df41 service neutron] Attempting to bind port 5159dba1-6fb7-4b1d-84ad-f387a9a3c982 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'b0bf0d81-f238-48aa-ab78-93a28b39066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6832dbc4-407a-4320-a4e2-7f8a833aaebb'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:22:14.216298 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-4f244394-93cb-4b14-9c62-744d2535df41 service neutron] Attempting to bind port 5159dba1-6fb7-4b1d-84ad-f387a9a3c982 on network 6832dbc4-407a-4320-a4e2-7f8a833aaebb {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:22:14.259009 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-97eada71-7503-4beb-9972-54ca5be2a618 req-b08a3248-f33b-476b-b57a-9e8980f6be30 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4299970 Feb 08 21:22:14.268471 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-4f244394-93cb-4b14-9c62-744d2535df41 service neutron] Port 5159dba1-6fb7-4b1d-84ad-f387a9a3c982 on network 6832dbc4-407a-4320-a4e2-7f8a833aaebb not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:22:14.273973 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-4f244394-93cb-4b14-9c62-744d2535df41 service neutron] Attempting to bind port 5159dba1-6fb7-4b1d-84ad-f387a9a3c982 on network 6832dbc4-407a-4320-a4e2-7f8a833aaebb {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:22:14.303991 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-4f244394-93cb-4b14-9c62-744d2535df41 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:22:14.312136 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-4f244394-93cb-4b14-9c62-744d2535df41 service neutron] Checking segment: {'id': 'b0bf0d81-f238-48aa-ab78-93a28b39066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6832dbc4-407a-4320-a4e2-7f8a833aaebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:22:14.312985 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-4f244394-93cb-4b14-9c62-744d2535df41 service neutron] Bound using segment: {'id': 'b0bf0d81-f238-48aa-ab78-93a28b39066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6832dbc4-407a-4320-a4e2-7f8a833aaebb'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:22:14.313863 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-4f244394-93cb-4b14-9c62-744d2535df41 service neutron] Bound port: 5159dba1-6fb7-4b1d-84ad-f387a9a3c982, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0bf0d81-f238-48aa-ab78-93a28b39066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6832dbc4-407a-4320-a4e2-7f8a833aaebb'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:22:14.314524 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-4f244394-93cb-4b14-9c62-744d2535df41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5159dba1-6fb7-4b1d-84ad-f387a9a3c982), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:14.336859 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693bb5d-37cd-47f1-866e-7094daf33a7d req-fa420d98-b864-430b-ba44-3d98c9b8e2f0 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:14.338662 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5693bb5d-37cd-47f1-866e-7094daf33a7d req-fa420d98-b864-430b-ba44-3d98c9b8e2f0 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.96 "GET /v2.0/ports?device_id=7be6ea3d-ee8b-4e34-a30e-21d946c24d50 HTTP/1.1" status: 200 len: 945 time: 0.2431269 Feb 08 21:22:14.391628 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-75049b4f-b35e-4d97-bd4b-75a6fbfaea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:14.392296 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-75049b4f-b35e-4d97-bd4b-75a6fbfaea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:14.392873 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-75049b4f-b35e-4d97-bd4b-75a6fbfaea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:14.393416 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-75049b4f-b35e-4d97-bd4b-75a6fbfaea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:14.393948 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-75049b4f-b35e-4d97-bd4b-75a6fbfaea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:14.394545 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-75049b4f-b35e-4d97-bd4b-75a6fbfaea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:14.395170 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-75049b4f-b35e-4d97-bd4b-75a6fbfaea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:14.398801 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-75049b4f-b35e-4d97-bd4b-75a6fbfaea36 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=06ebfb94fd3f44c49b600ce9fcb86d2e&device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 6712 time: 0.2184548 Feb 08 21:22:14.733062 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-4f244394-93cb-4b14-9c62-744d2535df41 service neutron] For port 5159dba1-6fb7-4b1d-84ad-f387a9a3c982, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:22:14.781733 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-4f244394-93cb-4b14-9c62-744d2535df41 service neutron] For port 5159dba1-6fb7-4b1d-84ad-f387a9a3c982, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5159dba1-6fb7-4b1d-84ad-f387a9a3c982,segment=NetworkSegment(b0bf0d81-f238-48aa-ab78-93a28b39066d),segment_id=b0bf0d81-f238-48aa-ab78-93a28b39066d)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:22:14.801697 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-4f244394-93cb-4b14-9c62-744d2535df41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (5159dba1-6fb7-4b1d-84ad-f387a9a3c982), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:14.810729 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-e62f4f0f-1780-4850-abd5-7391dc1b03e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:14.812238 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-e62f4f0f-1780-4850-abd5-7391dc1b03e2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=1b3a5566-af7d-483b-b013-ff5148a84b70 HTTP/1.1" status: 200 len: 902 time: 0.2459219 Feb 08 21:22:14.953013 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1e18c-b7c5-4ddc-b510-5ef30827d3af req-ea19a883-8046-480a-8384-33df29313b1f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:14.974429 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1e18c-b7c5-4ddc-b510-5ef30827d3af req-ea19a883-8046-480a-8384-33df29313b1f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:14.989118 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1e18c-b7c5-4ddc-b510-5ef30827d3af req-ea19a883-8046-480a-8384-33df29313b1f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:15.003248 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1e18c-b7c5-4ddc-b510-5ef30827d3af req-ea19a883-8046-480a-8384-33df29313b1f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:15.017911 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1e18c-b7c5-4ddc-b510-5ef30827d3af req-ea19a883-8046-480a-8384-33df29313b1f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:15.031325 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1e18c-b7c5-4ddc-b510-5ef30827d3af req-ea19a883-8046-480a-8384-33df29313b1f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:15.043210 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1e18c-b7c5-4ddc-b510-5ef30827d3af req-ea19a883-8046-480a-8384-33df29313b1f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:15.046830 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40a1e18c-b7c5-4ddc-b510-5ef30827d3af req-ea19a883-8046-480a-8384-33df29313b1f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.4352708 Feb 08 21:22:15.050117 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-32242d41-6712-45ee-a091-b3209eb39e8c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f HTTP/1.1" status: 200 len: 217 time: 0.2121387 Feb 08 21:22:15.141584 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-4f244394-93cb-4b14-9c62-744d2535df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:15.143885 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-4f244394-93cb-4b14-9c62-744d2535df41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:15.147842 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-4f244394-93cb-4b14-9c62-744d2535df41 service neutron] 10.222.0.96 "PUT /v2.0/ports/5159dba1-6fb7-4b1d-84ad-f387a9a3c982 HTTP/1.1" status: 200 len: 1092 time: 3.5597503 Feb 08 21:22:15.196848 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f461e5-13a2-4a10-8fb7-41e96a9248cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eecbe73-83ee-4da0-a468-61095ee9a9d7'}, {'name': 'network-changed', 'server_uuid': 'f9f461e5-13a2-4a10-8fb7-41e96a9248cc', 'tag': '1eecbe73-83ee-4da0-a468-61095ee9a9d7'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:22:15.203506 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508817f3-3df0-4cf9-b744-403fa02a89d4" -d '{"events": [{"server_uuid": "f9f461e5-13a2-4a10-8fb7-41e96a9248cc", "name": "network-vif-unplugged", "status": "completed", "tag": "1eecbe73-83ee-4da0-a468-61095ee9a9d7"}, {"name": "network-changed", "server_uuid": "f9f461e5-13a2-4a10-8fb7-41e96a9248cc", "tag": "1eecbe73-83ee-4da0-a468-61095ee9a9d7"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:22:15.253268 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-52285f1c-e034-451b-9386-d95fac3247d3 service neutron] Request body: {'port': {'device_id': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:22:15.420314 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-5693bb5d-37cd-47f1-866e-7094daf33a7d req-18453d82-61eb-4019-bd43-b4bd4cc118c9 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Deleting port f3441278-47e7-4792-b276-0db77c8c13fc {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:22:15.421220 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5693bb5d-37cd-47f1-866e-7094daf33a7d req-18453d82-61eb-4019-bd43-b4bd4cc118c9 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f3441278-47e7-4792-b276-0db77c8c13fc), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:15.514760 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-30aea11f-6de0-4075-aaf1-12dde88c57b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:15.523608 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-30aea11f-6de0-4075-aaf1-12dde88c57b1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f846f56a-ea7d-4e86-b929-8e0c226587aa HTTP/1.1" status: 200 len: 797 time: 0.4511683 Feb 08 21:22:15.525538 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f244394-93cb-4b14-9c62-744d2535df41 service neutron] Pushing event updated for resources: {'Port': ['ID=5159dba1-6fb7-4b1d-84ad-f387a9a3c982,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:15.812372 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-a1e8e4b3-d0f3-422f-91e0-31a1c95c9094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:15.815397 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-a1e8e4b3-d0f3-422f-91e0-31a1c95c9094 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1b3a5566-af7d-483b-b013-ff5148a84b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2471838 Feb 08 21:22:15.816605 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-52285f1c-e034-451b-9386-d95fac3247d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2b48ba6a-3517-447a-815c-9e8f469661ae), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:16.407475 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40a1e18c-b7c5-4ddc-b510-5ef30827d3af req-dd263af5-85d7-48cb-bce6-cbdfa77f86b5 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2899489 Feb 08 21:22:16.549523 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-5693bb5d-37cd-47f1-866e-7094daf33a7d req-18453d82-61eb-4019-bd43-b4bd4cc118c9 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] For port f3441278-47e7-4792-b276-0db77c8c13fc, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f3441278-47e7-4792-b276-0db77c8c13fc,segment=NetworkSegment(6fb9b7e7-b2e9-4c21-b8d4-724ee8598276),segment_id=6fb9b7e7-b2e9-4c21-b8d4-724ee8598276)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:22:16.549897 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5693bb5d-37cd-47f1-866e-7094daf33a7d req-18453d82-61eb-4019-bd43-b4bd4cc118c9 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f3441278-47e7-4792-b276-0db77c8c13fc), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:16.699746 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-5693bb5d-37cd-47f1-866e-7094daf33a7d req-18453d82-61eb-4019-bd43-b4bd4cc118c9 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Calling delete_port for f3441278-47e7-4792-b276-0db77c8c13fc owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:22:16.737141 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-75a7e68b-a222-4d59-80d5-8a3b4b77f224 service neutron] 10.222.0.96 "GET /v2.0/networks/1b3a5566-af7d-483b-b013-ff5148a84b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8900580 Feb 08 21:22:17.113326 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0627a-d000-4eb4-9098-ae3ca97996a2 req-667689d8-da3e-4519-a0fe-145c894e772d tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:17.122778 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-78f0627a-d000-4eb4-9098-ae3ca97996a2 req-667689d8-da3e-4519-a0fe-145c894e772d tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 943 time: 0.3018312 Feb 08 21:22:17.187115 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-52285f1c-e034-451b-9386-d95fac3247d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b48ba6a-3517-447a-815c-9e8f469661ae {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:22:17.199149 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-52285f1c-e034-451b-9386-d95fac3247d3 service neutron] Publish callbacks [] for port (2b48ba6a-3517-447a-815c-9e8f469661ae), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:17.216347 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-52285f1c-e034-451b-9386-d95fac3247d3 service neutron] Transition to ACTIVE for port object 2b48ba6a-3517-447a-815c-9e8f469661ae will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:22:17.230633 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-eb9123e0-cd61-41e5-a706-1482e76a7bc2 service neutron] 10.222.0.96 "GET /v2.0/networks/1b3a5566-af7d-483b-b013-ff5148a84b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816244 Feb 08 21:22:17.249773 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-52285f1c-e034-451b-9386-d95fac3247d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (2b48ba6a-3517-447a-815c-9e8f469661ae), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:17.339690 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5693bb5d-37cd-47f1-866e-7094daf33a7d req-18453d82-61eb-4019-bd43-b4bd4cc118c9 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (f3441278-47e7-4792-b276-0db77c8c13fc), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:17.373080 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['ac642f13-8da9-4a3b-80cf-bbf2cc90d02a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:22:17.390737 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-78f0627a-d000-4eb4-9098-ae3ca97996a2 req-6dfb304b-4bc2-4824-904d-f9f7529031a1 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656589 Feb 08 21:22:17.415786 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52285f1c-e034-451b-9386-d95fac3247d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2b48ba6a-3517-447a-815c-9e8f469661ae,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:17.572754 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575854fd-eb93-43cd-a080-4ccceec14bcc x-openstack-request-id: req-575854fd-eb93-43cd-a080-4ccceec14bcc {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:22:17.573138 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "tag": "41fe2a4a-c97c-45f2-9886-b1acce5d1d50", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:22:17.573502 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-575854fd-eb93-43cd-a080-4ccceec14bcc {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:22:17.574015 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'tag': '41fe2a4a-c97c-45f2-9886-b1acce5d1d50', 'status': 'completed', 'code': 200} Feb 08 21:22:17.772243 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18453d82-61eb-4019-bd43-b4bd4cc118c9 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Pushing event deleted for resources: {'Port': ['ID=f3441278-47e7-4792-b276-0db77c8c13fc,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:18.064350 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-5693bb5d-37cd-47f1-866e-7094daf33a7d req-18453d82-61eb-4019-bd43-b4bd4cc118c9 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] No DVR routers for this DVR port f3441278-47e7-4792-b276-0db77c8c13fc on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:22:18.069950 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5693bb5d-37cd-47f1-866e-7094daf33a7d req-18453d82-61eb-4019-bd43-b4bd4cc118c9 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:18.074236 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5693bb5d-37cd-47f1-866e-7094daf33a7d req-18453d82-61eb-4019-bd43-b4bd4cc118c9 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.96 "DELETE /v2.0/ports/f3441278-47e7-4792-b276-0db77c8c13fc HTTP/1.1" status: 204 len: 173 time: 3.7250984 Feb 08 21:22:18.167181 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-52285f1c-e034-451b-9386-d95fac3247d3 service neutron] Attempting to bind port 2b48ba6a-3517-447a-815c-9e8f469661ae on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:22:18.169029 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-52285f1c-e034-451b-9386-d95fac3247d3 service neutron] Attempting to bind port 2b48ba6a-3517-447a-815c-9e8f469661ae by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'b0bf0d81-f238-48aa-ab78-93a28b39066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6832dbc4-407a-4320-a4e2-7f8a833aaebb'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:22:18.171726 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-52285f1c-e034-451b-9386-d95fac3247d3 service neutron] Attempting to bind port 2b48ba6a-3517-447a-815c-9e8f469661ae on network 6832dbc4-407a-4320-a4e2-7f8a833aaebb {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:22:18.221757 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e4e10-e63e-4212-95e6-1795cc6846c9 req-eeaa14a0-ca8c-4504-aaee-fbb9217264ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:18.225379 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e4e10-e63e-4212-95e6-1795cc6846c9 req-eeaa14a0-ca8c-4504-aaee-fbb9217264ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:18.227162 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e4e10-e63e-4212-95e6-1795cc6846c9 req-eeaa14a0-ca8c-4504-aaee-fbb9217264ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:18.228284 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e4e10-e63e-4212-95e6-1795cc6846c9 req-eeaa14a0-ca8c-4504-aaee-fbb9217264ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:18.231941 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e4e10-e63e-4212-95e6-1795cc6846c9 req-eeaa14a0-ca8c-4504-aaee-fbb9217264ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:18.232734 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e4e10-e63e-4212-95e6-1795cc6846c9 req-eeaa14a0-ca8c-4504-aaee-fbb9217264ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:18.233503 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e4e10-e63e-4212-95e6-1795cc6846c9 req-eeaa14a0-ca8c-4504-aaee-fbb9217264ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:18.238696 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a48e4e10-e63e-4212-95e6-1795cc6846c9 req-eeaa14a0-ca8c-4504-aaee-fbb9217264ea service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=322e6c079f8d45e4b079c0ce6f4b99ce&device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 6628 time: 0.6628380 Feb 08 21:22:18.254496 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-52285f1c-e034-451b-9386-d95fac3247d3 service neutron] Port 2b48ba6a-3517-447a-815c-9e8f469661ae on network 6832dbc4-407a-4320-a4e2-7f8a833aaebb not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:22:18.255397 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-52285f1c-e034-451b-9386-d95fac3247d3 service neutron] Attempting to bind port 2b48ba6a-3517-447a-815c-9e8f469661ae on network 6832dbc4-407a-4320-a4e2-7f8a833aaebb {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:22:18.311661 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-e8bae9bd-b28c-4684-a684-018a811c8934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:18.313975 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-e8bae9bd-b28c-4684-a684-018a811c8934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:18.314573 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-e8bae9bd-b28c-4684-a684-018a811c8934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:18.315363 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-e8bae9bd-b28c-4684-a684-018a811c8934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:18.316603 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-e8bae9bd-b28c-4684-a684-018a811c8934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:18.318883 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-e8bae9bd-b28c-4684-a684-018a811c8934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:18.319434 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-e8bae9bd-b28c-4684-a684-018a811c8934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:18.324258 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-e8bae9bd-b28c-4684-a684-018a811c8934 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=06ebfb94fd3f44c49b600ce9fcb86d2e&device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 6712 time: 0.9269111 Feb 08 21:22:18.349778 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-52285f1c-e034-451b-9386-d95fac3247d3 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:22:18.351307 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-52285f1c-e034-451b-9386-d95fac3247d3 service neutron] Checking segment: {'id': 'b0bf0d81-f238-48aa-ab78-93a28b39066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6832dbc4-407a-4320-a4e2-7f8a833aaebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:22:18.351890 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-52285f1c-e034-451b-9386-d95fac3247d3 service neutron] Bound using segment: {'id': 'b0bf0d81-f238-48aa-ab78-93a28b39066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6832dbc4-407a-4320-a4e2-7f8a833aaebb'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:22:18.353291 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-52285f1c-e034-451b-9386-d95fac3247d3 service neutron] Bound port: 2b48ba6a-3517-447a-815c-9e8f469661ae, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0bf0d81-f238-48aa-ab78-93a28b39066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6832dbc4-407a-4320-a4e2-7f8a833aaebb'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:22:18.356315 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-52285f1c-e034-451b-9386-d95fac3247d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2b48ba6a-3517-447a-815c-9e8f469661ae), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:18.396589 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 08 Feb 2022 21:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ffe3be-76f8-4951-ab9f-0f434fe8fe2c x-openstack-request-id: req-c1ffe3be-76f8-4951-ab9f-0f434fe8fe2c {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:22:18.398623 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f461e5-13a2-4a10-8fb7-41e96a9248cc", "name": "network-vif-unplugged", "status": "completed", "tag": "1eecbe73-83ee-4da0-a468-61095ee9a9d7", "code": 200}, {"name": "network-changed", "server_uuid": "f9f461e5-13a2-4a10-8fb7-41e96a9248cc", "tag": "1eecbe73-83ee-4da0-a468-61095ee9a9d7", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:22:18.399148 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c1ffe3be-76f8-4951-ab9f-0f434fe8fe2c {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:22:18.400091 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f461e5-13a2-4a10-8fb7-41e96a9248cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eecbe73-83ee-4da0-a468-61095ee9a9d7', 'code': 200} Feb 08 21:22:18.400590 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9f461e5-13a2-4a10-8fb7-41e96a9248cc', 'tag': '1eecbe73-83ee-4da0-a468-61095ee9a9d7', 'status': 'completed', 'code': 200} Feb 08 21:22:18.873893 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device f3441278-47e7-4792-b276-0db77c8c13fc no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:22:18.909911 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: f3441278-47e7-4792-b276-0db77c8c13fc {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:22:18.910651 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device f3441278-47e7-4792-b276-0db77c8c13fc not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:22:18.955347 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508817f3-3df0-4cf9-b744-403fa02a89d4 req-1d6edaf1-74cd-46d3-8c3b-f4601e2c5f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:18.959948 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-508817f3-3df0-4cf9-b744-403fa02a89d4 req-1d6edaf1-74cd-46d3-8c3b-f4601e2c5f58 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 1157 time: 0.4784369 Feb 08 21:22:18.967942 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e4e10-e63e-4212-95e6-1795cc6846c9 req-2bac7523-9b57-4efa-b5ce-6b3a363b2fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:18.968663 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e4e10-e63e-4212-95e6-1795cc6846c9 req-2bac7523-9b57-4efa-b5ce-6b3a363b2fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:18.969505 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e4e10-e63e-4212-95e6-1795cc6846c9 req-2bac7523-9b57-4efa-b5ce-6b3a363b2fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:18.972275 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a48e4e10-e63e-4212-95e6-1795cc6846c9 req-2bac7523-9b57-4efa-b5ce-6b3a363b2fb6 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=322e6c079f8d45e4b079c0ce6f4b99ce&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7098491 Feb 08 21:22:19.069372 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-fa7878b0-77f6-4176-be61-229e0d3b4593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:19.071810 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-fa7878b0-77f6-4176-be61-229e0d3b4593 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b579c12b-961d-40a4-b1d3-426747043c72 HTTP/1.1" status: 200 len: 903 time: 0.7046895 Feb 08 21:22:19.095458 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25cf84-ac05-4d4c-9797-8087ab6e2d7c req-de4ea002-62d9-4d6a-85c7-be4be12be9ac tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:19.097649 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ab25cf84-ac05-4d4c-9797-8087ab6e2d7c req-de4ea002-62d9-4d6a-85c7-be4be12be9ac tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.96 "GET /v2.0/ports?device_id=12473d0c-455f-43c2-9a80-4f5ff1d49ff6 HTTP/1.1" status: 200 len: 945 time: 0.2728195 Feb 08 21:22:19.112372 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc35092-7fc7-4d15-8e83-88b8c7828582 req-2d011b43-0aad-45bb-b1db-31de3cef986a tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:19.114600 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9fc35092-7fc7-4d15-8e83-88b8c7828582 req-2d011b43-0aad-45bb-b1db-31de3cef986a tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.94 "GET /v2.0/ports?device_id=1280cfe5-3427-42a2-bfb9-c14835d101f7 HTTP/1.1" status: 200 len: 944 time: 0.1825447 Feb 08 21:22:19.160180 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-52285f1c-e034-451b-9386-d95fac3247d3 service neutron] For port 2b48ba6a-3517-447a-815c-9e8f469661ae, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:22:19.290956 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e4e10-e63e-4212-95e6-1795cc6846c9 req-8af181b1-91ed-4c9e-8e1c-3dfad7a5ec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:19.293741 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a48e4e10-e63e-4212-95e6-1795cc6846c9 req-8af181b1-91ed-4c9e-8e1c-3dfad7a5ec94 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2939475 Feb 08 21:22:19.327149 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-dbfece9c-3510-48fe-bad9-b71ed8025431 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=57c2afe3-de62-4d69-a393-85c5a161f29c HTTP/1.1" status: 200 len: 217 time: 0.1587787 Feb 08 21:22:19.345509 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-52285f1c-e034-451b-9386-d95fac3247d3 service neutron] For port 2b48ba6a-3517-447a-815c-9e8f469661ae, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2b48ba6a-3517-447a-815c-9e8f469661ae,segment=NetworkSegment(b0bf0d81-f238-48aa-ab78-93a28b39066d),segment_id=b0bf0d81-f238-48aa-ab78-93a28b39066d)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:22:19.358684 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-ab25cf84-ac05-4d4c-9797-8087ab6e2d7c req-a562a1d6-1dd2-4d65-874a-8a827fbf6b6e tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Deleting port ac642f13-8da9-4a3b-80cf-bbf2cc90d02a {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:22:19.359060 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ab25cf84-ac05-4d4c-9797-8087ab6e2d7c req-a562a1d6-1dd2-4d65-874a-8a827fbf6b6e tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (ac642f13-8da9-4a3b-80cf-bbf2cc90d02a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:19.363932 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9e8f3-3977-43ac-8050-c8aedb8af04d req-86b1b0b2-b34c-42ed-a62c-f70c13c0f2ca tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:19.371576 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9e8f3-3977-43ac-8050-c8aedb8af04d req-86b1b0b2-b34c-42ed-a62c-f70c13c0f2ca tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:19.377839 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9e8f3-3977-43ac-8050-c8aedb8af04d req-86b1b0b2-b34c-42ed-a62c-f70c13c0f2ca tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:19.386701 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9e8f3-3977-43ac-8050-c8aedb8af04d req-86b1b0b2-b34c-42ed-a62c-f70c13c0f2ca tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:19.393705 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9e8f3-3977-43ac-8050-c8aedb8af04d req-86b1b0b2-b34c-42ed-a62c-f70c13c0f2ca tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:19.399783 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9e8f3-3977-43ac-8050-c8aedb8af04d req-86b1b0b2-b34c-42ed-a62c-f70c13c0f2ca tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:19.405633 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9e8f3-3977-43ac-8050-c8aedb8af04d req-86b1b0b2-b34c-42ed-a62c-f70c13c0f2ca tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:19.414020 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1ea9e8f3-3977-43ac-8050-c8aedb8af04d req-86b1b0b2-b34c-42ed-a62c-f70c13c0f2ca tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.8788555 Feb 08 21:22:19.478667 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-52285f1c-e034-451b-9386-d95fac3247d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (2b48ba6a-3517-447a-815c-9e8f469661ae), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:19.491477 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-9fc35092-7fc7-4d15-8e83-88b8c7828582 req-17291c73-1f2d-429c-811e-6a9e2a5ff49d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Deleting port a2ef3cda-063d-43db-8069-62f481f3e979 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:22:19.491477 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9fc35092-7fc7-4d15-8e83-88b8c7828582 req-17291c73-1f2d-429c-811e-6a9e2a5ff49d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (a2ef3cda-063d-43db-8069-62f481f3e979), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:19.572419 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52285f1c-e034-451b-9386-d95fac3247d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2b48ba6a-3517-447a-815c-9e8f469661ae,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:19.577867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-c253054d-b677-496b-95f8-d824ebf4265c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:19.579830 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-c253054d-b677-496b-95f8-d824ebf4265c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4d9661b9-4247-4f4d-a444-b7a25d673894 HTTP/1.1" status: 200 len: 797 time: 0.2449067 Feb 08 21:22:19.591815 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'tag': '5159dba1-6fb7-4b1d-84ad-f387a9a3c982'}, {'server_uuid': '7be6ea3d-ee8b-4e34-a30e-21d946c24d50', 'name': 'network-vif-deleted', 'tag': 'f3441278-47e7-4792-b276-0db77c8c13fc'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:22:19.595004 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e37367-6bbf-40a5-b1f0-e169de5e5488" -d '{"events": [{"name": "network-changed", "server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "tag": "5159dba1-6fb7-4b1d-84ad-f387a9a3c982"}, {"server_uuid": "7be6ea3d-ee8b-4e34-a30e-21d946c24d50", "name": "network-vif-deleted", "tag": "f3441278-47e7-4792-b276-0db77c8c13fc"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:22:19.699979 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-52285f1c-e034-451b-9386-d95fac3247d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:19.700805 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-52285f1c-e034-451b-9386-d95fac3247d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:19.702448 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-52285f1c-e034-451b-9386-d95fac3247d3 service neutron] 10.222.0.96 "PUT /v2.0/ports/2b48ba6a-3517-447a-815c-9e8f469661ae HTTP/1.1" status: 200 len: 1092 time: 4.4576824 Feb 08 21:22:19.768553 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508817f3-3df0-4cf9-b744-403fa02a89d4 req-7240d051-24f1-4bfa-bcaf-dcf0ea26583d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:19.771793 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-508817f3-3df0-4cf9-b744-403fa02a89d4 req-7240d051-24f1-4bfa-bcaf-dcf0ea26583d service neutron] 10.222.0.96 "GET /v2.0/networks?id=2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 200 len: 922 time: 0.7926064 Feb 08 21:22:19.807269 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1ea9e8f3-3977-43ac-8050-c8aedb8af04d req-f6d20994-9db1-4952-a792-7e12de6af292 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3916225 Feb 08 21:22:19.980344 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-4a01062e-a0bb-459a-a2f0-1ff0917e9b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:19.982140 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-4a01062e-a0bb-459a-a2f0-1ff0917e9b86 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b579c12b-961d-40a4-b1d3-426747043c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3835020 Feb 08 21:22:19.993098 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-508817f3-3df0-4cf9-b744-403fa02a89d4 req-6d44a63e-dbe2-42ff-89a7-08f47d8c71e6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1eecbe73-83ee-4da0-a468-61095ee9a9d7 HTTP/1.1" status: 200 len: 217 time: 0.1710994 Feb 08 21:22:20.208132 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-2ea45ae3-aaf2-4653-b5a5-2db2d502f634 service neutron] 10.222.0.96 "GET /v2.0/networks/b579c12b-961d-40a4-b1d3-426747043c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092144 Feb 08 21:22:20.374247 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-ab25cf84-ac05-4d4c-9797-8087ab6e2d7c req-a562a1d6-1dd2-4d65-874a-8a827fbf6b6e tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] For port ac642f13-8da9-4a3b-80cf-bbf2cc90d02a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=ac642f13-8da9-4a3b-80cf-bbf2cc90d02a,segment=NetworkSegment(6fb9b7e7-b2e9-4c21-b8d4-724ee8598276),segment_id=6fb9b7e7-b2e9-4c21-b8d4-724ee8598276)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:22:20.375497 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ab25cf84-ac05-4d4c-9797-8087ab6e2d7c req-a562a1d6-1dd2-4d65-874a-8a827fbf6b6e tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (ac642f13-8da9-4a3b-80cf-bbf2cc90d02a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:20.404426 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-9fc35092-7fc7-4d15-8e83-88b8c7828582 req-17291c73-1f2d-429c-811e-6a9e2a5ff49d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] For port a2ef3cda-063d-43db-8069-62f481f3e979, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=a2ef3cda-063d-43db-8069-62f481f3e979,segment=NetworkSegment(192fe8e4-755f-4415-87e9-29c03ed5ea69),segment_id=192fe8e4-755f-4415-87e9-29c03ed5ea69)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:22:20.405509 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9fc35092-7fc7-4d15-8e83-88b8c7828582 req-17291c73-1f2d-429c-811e-6a9e2a5ff49d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (a2ef3cda-063d-43db-8069-62f481f3e979), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:20.428701 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-ab25cf84-ac05-4d4c-9797-8087ab6e2d7c req-a562a1d6-1dd2-4d65-874a-8a827fbf6b6e tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Calling delete_port for ac642f13-8da9-4a3b-80cf-bbf2cc90d02a owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:22:20.448829 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-9fc35092-7fc7-4d15-8e83-88b8c7828582 req-17291c73-1f2d-429c-811e-6a9e2a5ff49d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Calling delete_port for a2ef3cda-063d-43db-8069-62f481f3e979 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:22:20.521579 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-725c3d2f-e3bf-462b-934b-1a2f8fa71fb4 service neutron] 10.222.0.96 "GET /v2.0/networks/b579c12b-961d-40a4-b1d3-426747043c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892474 Feb 08 21:22:20.575024 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-7b8553d8-ea90-4587-9131-be036eed3b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:20.575515 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-7b8553d8-ea90-4587-9131-be036eed3b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:20.576049 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-7b8553d8-ea90-4587-9131-be036eed3b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:20.576633 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-7b8553d8-ea90-4587-9131-be036eed3b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:20.577115 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-7b8553d8-ea90-4587-9131-be036eed3b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:20.577654 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-7b8553d8-ea90-4587-9131-be036eed3b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:20.578083 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-7b8553d8-ea90-4587-9131-be036eed3b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:20.580255 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-7b8553d8-ea90-4587-9131-be036eed3b6c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=322e6c079f8d45e4b079c0ce6f4b99ce&device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 6701 time: 0.8252306 Feb 08 21:22:20.674643 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-596bf5aa-3230-474f-9b4f-12497b569337 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcadaee5-a09d-4bb6-bc72-6102daa861b1 HTTP/1.1" status: 200 len: 217 time: 0.0803714 Feb 08 21:22:20.742302 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508817f3-3df0-4cf9-b744-403fa02a89d4 req-ae1ce4c0-2c57-481d-b161-dae8d1c924d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:20.744016 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-508817f3-3df0-4cf9-b744-403fa02a89d4 req-ae1ce4c0-2c57-481d-b161-dae8d1c924d8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d60e29b3-21d7-4da4-a50a-dfbe604013ed HTTP/1.1" status: 200 len: 861 time: 0.5518091 Feb 08 21:22:20.798186 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-508817f3-3df0-4cf9-b744-403fa02a89d4 req-b3df9703-5c32-40d4-82fa-bfde863dd4fb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2832de48-e50e-44a2-9cef-26035a020939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332017 Feb 08 21:22:20.816783 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-508817f3-3df0-4cf9-b744-403fa02a89d4 req-00cd1edc-4c0b-4863-9eab-111f3e962bea service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:22:20.818789 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-508817f3-3df0-4cf9-b744-403fa02a89d4 req-00cd1edc-4c0b-4863-9eab-111f3e962bea service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057416 Feb 08 21:22:20.838626 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-c40b5c59-9ce3-44b7-a827-c32f2ec9ec02 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:20.846449 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-c40b5c59-9ce3-44b7-a827-c32f2ec9ec02 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/networks?id=a0fefb3d-e221-48ee-80e6-d95866b602a9 HTTP/1.1" status: 200 len: 813 time: 0.6117184 Feb 08 21:22:20.879296 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a41711-edff-4dc6-9171-cb19bb22452e req-9db099c3-8265-4cea-97f3-ca39fad4507b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:20.881557 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66a41711-edff-4dc6-9171-cb19bb22452e req-9db099c3-8265-4cea-97f3-ca39fad4507b tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.96 "GET /v2.0/ports?device_id=48bd347e-3277-4483-a8ce-1ba113e21e1e HTTP/1.1" status: 200 len: 946 time: 0.6671131 Feb 08 21:22:20.889506 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-0d2de990-3fb0-4e40-9e1d-9c29c95703b4 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/quotas/4451e0a063f74a4f945169d3909f474a HTTP/1.1" status: 200 len: 375 time: 0.0418355 Feb 08 21:22:20.903821 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ab25cf84-ac05-4d4c-9797-8087ab6e2d7c req-a562a1d6-1dd2-4d65-874a-8a827fbf6b6e tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (ac642f13-8da9-4a3b-80cf-bbf2cc90d02a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:20.906452 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9fc35092-7fc7-4d15-8e83-88b8c7828582 req-17291c73-1f2d-429c-811e-6a9e2a5ff49d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (a2ef3cda-063d-43db-8069-62f481f3e979), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:21.035806 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562a1d6-1dd2-4d65-874a-8a827fbf6b6e tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Pushing event deleted for resources: {'Port': ['ID=ac642f13-8da9-4a3b-80cf-bbf2cc90d02a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:21.149043 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17291c73-1f2d-429c-811e-6a9e2a5ff49d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Pushing event deleted for resources: {'Port': ['ID=a2ef3cda-063d-43db-8069-62f481f3e979,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:21.175045 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab25cf84-ac05-4d4c-9797-8087ab6e2d7c req-a562a1d6-1dd2-4d65-874a-8a827fbf6b6e tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] No DVR routers for this DVR port ac642f13-8da9-4a3b-80cf-bbf2cc90d02a on host n-h2-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:22:21.184616 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ab25cf84-ac05-4d4c-9797-8087ab6e2d7c req-a562a1d6-1dd2-4d65-874a-8a827fbf6b6e tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:21.188990 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ab25cf84-ac05-4d4c-9797-8087ab6e2d7c req-a562a1d6-1dd2-4d65-874a-8a827fbf6b6e tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.96 "DELETE /v2.0/ports/ac642f13-8da9-4a3b-80cf-bbf2cc90d02a HTTP/1.1" status: 204 len: 173 time: 2.0844991 Feb 08 21:22:21.190317 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12473d0c-455f-43c2-9a80-4f5ff1d49ff6', 'name': 'network-vif-deleted', 'tag': 'ac642f13-8da9-4a3b-80cf-bbf2cc90d02a'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:22:21.196011 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4084996c-3aae-40d1-a2a1-6623e07f1e7e" -d '{"events": [{"server_uuid": "12473d0c-455f-43c2-9a80-4f5ff1d49ff6", "name": "network-vif-deleted", "tag": "ac642f13-8da9-4a3b-80cf-bbf2cc90d02a"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:22:21.269731 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc35092-7fc7-4d15-8e83-88b8c7828582 req-17291c73-1f2d-429c-811e-6a9e2a5ff49d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] No DVR routers for this DVR port a2ef3cda-063d-43db-8069-62f481f3e979 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:22:21.274249 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9fc35092-7fc7-4d15-8e83-88b8c7828582 req-17291c73-1f2d-429c-811e-6a9e2a5ff49d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:21.279834 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9fc35092-7fc7-4d15-8e83-88b8c7828582 req-17291c73-1f2d-429c-811e-6a9e2a5ff49d tempest-LiveMigrationTest-788744513 tempest-LiveMigrationTest-788744513-project] 10.222.0.94 "DELETE /v2.0/ports/a2ef3cda-063d-43db-8069-62f481f3e979 HTTP/1.1" status: 204 len: 173 time: 2.0794368 Feb 08 21:22:21.412228 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-c06510e0-7bfe-4147-87ea-6b12e77f8f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:21.413968 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-c06510e0-7bfe-4147-87ea-6b12e77f8f6c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=76467b3d-f62f-4049-81f0-0c4505300a6b HTTP/1.1" status: 200 len: 850 time: 0.7220612 Feb 08 21:22:21.416224 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-590aff77-c76d-489f-acfe-24adf03b429c tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4451e0a063f74a4f945169d3909f474a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5255959 Feb 08 21:22:21.439481 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-bae207de-ee9e-47a3-ad29-0eaa40df3fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:21.439969 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-bae207de-ee9e-47a3-ad29-0eaa40df3fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:21.440457 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-bae207de-ee9e-47a3-ad29-0eaa40df3fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:21.440936 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-bae207de-ee9e-47a3-ad29-0eaa40df3fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:21.441439 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-bae207de-ee9e-47a3-ad29-0eaa40df3fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:21.442033 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-bae207de-ee9e-47a3-ad29-0eaa40df3fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:21.442677 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-bae207de-ee9e-47a3-ad29-0eaa40df3fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:21.445507 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-bae207de-ee9e-47a3-ad29-0eaa40df3fe9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=06ebfb94fd3f44c49b600ce9fcb86d2e&device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 6712 time: 0.8008244 Feb 08 21:22:21.647594 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device a2ef3cda-063d-43db-8069-62f481f3e979 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:22:21.715453 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: a2ef3cda-063d-43db-8069-62f481f3e979 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:22:21.716252 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device a2ef3cda-063d-43db-8069-62f481f3e979 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:22:21.811263 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-508817f3-3df0-4cf9-b744-403fa02a89d4 req-58423364-c5de-47b7-8d9e-b36ef2b8705b service neutron] 10.222.0.96 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9527650 Feb 08 21:22:21.822466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-8b734097-e708-496f-a6d1-dee20c472214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:21.824071 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-8b734097-e708-496f-a6d1-dee20c472214 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1d91a92b-8b8e-48ed-82fe-305aad3f30df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3995781 Feb 08 21:22:21.856299 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-b5e32c2b-91f1-4389-ab8a-46e342b590c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:21.857998 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-b5e32c2b-91f1-4389-ab8a-46e342b590c4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b579c12b-961d-40a4-b1d3-426747043c72 HTTP/1.1" status: 200 len: 903 time: 0.3969696 Feb 08 21:22:21.881113 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-325bac11-7b6a-4a0b-8f83-a268cb0f5890 service neutron] 10.222.0.88 "GET /v2.0/networks/a0fefb3d-e221-48ee-80e6-d95866b602a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344852 Feb 08 21:22:22.018434 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-66a41711-edff-4dc6-9171-cb19bb22452e req-f3608ff5-a7c6-4a32-9732-8ebf8fa8b898 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Deleting port 0eb25dec-e95e-4eef-8604-ba11225a95a5 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:22:22.019152 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-66a41711-edff-4dc6-9171-cb19bb22452e req-f3608ff5-a7c6-4a32-9732-8ebf8fa8b898 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (0eb25dec-e95e-4eef-8604-ba11225a95a5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:22.051072 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-b0c4bbf4-6f31-45c4-9555-d00da553c502 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba1697d4-60e3-4a42-86fd-43113c4fc2a5 HTTP/1.1" status: 200 len: 217 time: 0.1688349 Feb 08 21:22:22.264544 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-508817f3-3df0-4cf9-b744-403fa02a89d4 req-b7269369-167a-465b-8625-92621f20dfc6 service neutron] 10.222.0.96 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346344 Feb 08 21:22:22.276534 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-18e75de4-8a64-4346-8e9d-ddbded23633f service neutron] 10.222.0.96 "GET /v2.0/networks/1d91a92b-8b8e-48ed-82fe-305aad3f30df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367633 Feb 08 21:22:22.278621 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-2fe4a851-fc84-4551-ac3a-aaa19308f1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:22.279538 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-2fe4a851-fc84-4551-ac3a-aaa19308f1fc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4d9661b9-4247-4f4d-a444-b7a25d673894 HTTP/1.1" status: 200 len: 797 time: 0.2163680 Feb 08 21:22:22.447604 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-378f776a-66e6-4985-898b-c5bc88857bb1 req-96d888e0-3592-41da-98b7-8e3853ab1a12 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0768266 Feb 08 21:22:22.506745 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-9dd94c9b-ca20-47dc-b4c5-dd63628d98a0 service neutron] 10.222.0.96 "GET /v2.0/networks/1d91a92b-8b8e-48ed-82fe-305aad3f30df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064290 Feb 08 21:22:22.517113 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-66a41711-edff-4dc6-9171-cb19bb22452e req-f3608ff5-a7c6-4a32-9732-8ebf8fa8b898 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] For port 0eb25dec-e95e-4eef-8604-ba11225a95a5, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=0eb25dec-e95e-4eef-8604-ba11225a95a5,segment=NetworkSegment(20a3be03-d3c0-4a20-bea9-ec24e05d3f53),segment_id=20a3be03-d3c0-4a20-bea9-ec24e05d3f53)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:22:22.517546 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-66a41711-edff-4dc6-9171-cb19bb22452e req-f3608ff5-a7c6-4a32-9732-8ebf8fa8b898 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (0eb25dec-e95e-4eef-8604-ba11225a95a5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:22.537842 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-304972c6-8959-4636-b18b-f6829d4930ee service neutron] 10.222.0.88 "GET /v2.0/networks/a0fefb3d-e221-48ee-80e6-d95866b602a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5885625 Feb 08 21:22:22.554934 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-66a41711-edff-4dc6-9171-cb19bb22452e req-f3608ff5-a7c6-4a32-9732-8ebf8fa8b898 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Calling delete_port for 0eb25dec-e95e-4eef-8604-ba11225a95a5 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:22:22.578295 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f776a-66e6-4985-898b-c5bc88857bb1 req-0567e76e-7276-45f9-bdc7-09d29a866069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:22.586906 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-378f776a-66e6-4985-898b-c5bc88857bb1 req-0567e76e-7276-45f9-bdc7-09d29a866069 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 1128 time: 0.1142414 Feb 08 21:22:22.594726 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-acc5695d-9c78-4731-a100-62798708b30f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=a1f68b66-0533-4e05-9fac-cfc997c17b9a HTTP/1.1" status: 200 len: 217 time: 0.0371568 Feb 08 21:22:22.707940 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-b32edd12-daa3-4b3d-9848-f2c36faf9ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:22.711156 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-b32edd12-daa3-4b3d-9848-f2c36faf9ecd service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fcd0c060-e2d4-4f73-a03d-6b9fa4196cca HTTP/1.1" status: 200 len: 797 time: 0.1055870 Feb 08 21:22:22.873957 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 0eb25dec-e95e-4eef-8604-ba11225a95a5 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:22:22.879338 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f776a-66e6-4985-898b-c5bc88857bb1 req-6b9fb4fb-a94a-4939-85b6-78ba0193cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:22.887734 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-378f776a-66e6-4985-898b-c5bc88857bb1 req-6b9fb4fb-a94a-4939-85b6-78ba0193cd0d service neutron] 10.222.0.94 "GET /v2.0/networks?id=2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 200 len: 922 time: 0.2664571 Feb 08 21:22:22.906710 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-66a41711-edff-4dc6-9171-cb19bb22452e req-f3608ff5-a7c6-4a32-9732-8ebf8fa8b898 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (0eb25dec-e95e-4eef-8604-ba11225a95a5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:22.961590 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-80bab4af-6e37-413f-a565-2a660a468a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:22.964343 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-80bab4af-6e37-413f-a565-2a660a468a6d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b579c12b-961d-40a4-b1d3-426747043c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4750545 Feb 08 21:22:23.019358 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No active binding found for port 0eb25dec-e95e-4eef-8604-ba11225a95a5 {{(pid=103435) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 08 21:22:23.020012 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] The host n-h2-712143-31 is not matching for port 0eb25dec-e95e-4eef-8604-ba11225a95a5 host None! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 21:22:23.020433 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 0eb25dec-e95e-4eef-8604-ba11225a95a5 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:22:23.020936 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device ac642f13-8da9-4a3b-80cf-bbf2cc90d02a no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:22:23.025190 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3608ff5-a7c6-4a32-9732-8ebf8fa8b898 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Pushing event deleted for resources: {'Port': ['ID=0eb25dec-e95e-4eef-8604-ba11225a95a5,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:23.044280 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-378f776a-66e6-4985-898b-c5bc88857bb1 req-3df73f5d-4ffe-4581-8270-ad5550397009 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c885e468-8f09-4e3c-8c98-e5a29efb08b4 HTTP/1.1" status: 200 len: 217 time: 0.1532171 Feb 08 21:22:23.078183 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: ac642f13-8da9-4a3b-80cf-bbf2cc90d02a {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:22:23.078509 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device ac642f13-8da9-4a3b-80cf-bbf2cc90d02a not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:22:23.149292 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f776a-66e6-4985-898b-c5bc88857bb1 req-cf45dbb8-32a8-4c9f-8372-be2a1e936bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:23.150774 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-378f776a-66e6-4985-898b-c5bc88857bb1 req-cf45dbb8-32a8-4c9f-8372-be2a1e936bfe service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d60e29b3-21d7-4da4-a50a-dfbe604013ed HTTP/1.1" status: 200 len: 861 time: 0.1012192 Feb 08 21:22:23.206678 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-1af5f391-61f7-40b2-9a09-be2538ce041f service neutron] 10.222.0.96 "GET /v2.0/networks/b579c12b-961d-40a4-b1d3-426747043c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830842 Feb 08 21:22:23.261799 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-378f776a-66e6-4985-898b-c5bc88857bb1 req-4da0a1c5-d838-4c86-97fe-e3cab2fe5869 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2832de48-e50e-44a2-9cef-26035a020939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865681 Feb 08 21:22:23.279872 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a41711-edff-4dc6-9171-cb19bb22452e req-f3608ff5-a7c6-4a32-9732-8ebf8fa8b898 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] No DVR routers for this DVR port 0eb25dec-e95e-4eef-8604-ba11225a95a5 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:22:23.283708 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-66a41711-edff-4dc6-9171-cb19bb22452e req-f3608ff5-a7c6-4a32-9732-8ebf8fa8b898 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:23.288359 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [req-378f776a-66e6-4985-898b-c5bc88857bb1 req-d27e1c00-1bab-4203-99f9-48ec23951d38 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:22:23.288584 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66a41711-edff-4dc6-9171-cb19bb22452e req-f3608ff5-a7c6-4a32-9732-8ebf8fa8b898 tempest-DeleteServersTestJSON-1689155039 tempest-DeleteServersTestJSON-1689155039-project] 10.222.0.96 "DELETE /v2.0/ports/0eb25dec-e95e-4eef-8604-ba11225a95a5 HTTP/1.1" status: 204 len: 173 time: 2.3859131 Feb 08 21:22:23.290186 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-378f776a-66e6-4985-898b-c5bc88857bb1 req-d27e1c00-1bab-4203-99f9-48ec23951d38 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117960 Feb 08 21:22:23.481900 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-378f776a-66e6-4985-898b-c5bc88857bb1 req-9ae57f95-4d66-414f-8879-4a65d0167263 service neutron] 10.222.0.94 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808791 Feb 08 21:22:23.598144 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-43e4f721-6d2e-4b22-8ece-f7c7a7607079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:23.600402 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-43e4f721-6d2e-4b22-8ece-f7c7a7607079 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9113f8c4-9372-4efc-a926-cd4f4ac79b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.7069886 Feb 08 21:22:23.693462 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-378f776a-66e6-4985-898b-c5bc88857bb1 req-98387295-9bb0-4d5d-a976-31494f16a3eb service neutron] 10.222.0.94 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044499 Feb 08 21:22:23.774877 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fc720-8408-4bbd-b194-8d63d6c4c90e req-4d35b82e-a426-45e6-9eea-898bfc33b752 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:23.782376 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fc720-8408-4bbd-b194-8d63d6c4c90e req-4d35b82e-a426-45e6-9eea-898bfc33b752 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:23.806216 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fc720-8408-4bbd-b194-8d63d6c4c90e req-4d35b82e-a426-45e6-9eea-898bfc33b752 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:23.813210 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fc720-8408-4bbd-b194-8d63d6c4c90e req-4d35b82e-a426-45e6-9eea-898bfc33b752 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:23.826728 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fc720-8408-4bbd-b194-8d63d6c4c90e req-4d35b82e-a426-45e6-9eea-898bfc33b752 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:23.840326 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fc720-8408-4bbd-b194-8d63d6c4c90e req-4d35b82e-a426-45e6-9eea-898bfc33b752 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:23.856700 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fc720-8408-4bbd-b194-8d63d6c4c90e req-4d35b82e-a426-45e6-9eea-898bfc33b752 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:23.859506 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-926fc720-8408-4bbd-b194-8d63d6c4c90e req-4d35b82e-a426-45e6-9eea-898bfc33b752 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.5959482 Feb 08 21:22:23.941472 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f28d0a7-4ba1-4b0b-ac83-aaf698b9e870 req-2989cce1-4ffe-4804-a898-5c0a7905df37 service neutron] 10.222.0.96 "GET /v2.0/networks/b579c12b-961d-40a4-b1d3-426747043c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6790783 Feb 08 21:22:24.146167 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aff590b5-7adf-43a0-ba04-89f789590ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:24.233969 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-06487eeb-a9eb-4dfe-b263-7d5fb112b819 service neutron] 10.222.0.96 "GET /v2.0/networks/9113f8c4-9372-4efc-a926-cd4f4ac79b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6220405 Feb 08 21:22:24.242364 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638ddd2-3d29-43e9-acd6-f6c4871205f4 req-fdb45fcd-e343-4e35-a085-2240471639c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:24.244185 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b638ddd2-3d29-43e9-acd6-f6c4871205f4 req-fdb45fcd-e343-4e35-a085-2240471639c7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 1157 time: 0.3743677 Feb 08 21:22:24.259847 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-926fc720-8408-4bbd-b194-8d63d6c4c90e req-41f25c5e-44e9-4537-8d02-2b3bef4d6b64 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3698957 Feb 08 21:22:24.447308 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48756) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:22:24.718547 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-414b4fb0-ec8d-4350-ac8d-5e91848c4c1d admin admin] Deleting subnet 55523d5b-2f07-476f-b4a6-0043cdbb6c1a {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:22:24.731333 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-414b4fb0-ec8d-4350-ac8d-5e91848c4c1d admin admin] Publish callbacks [] for subnet (55523d5b-2f07-476f-b4a6-0043cdbb6c1a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:24.811509 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-414b4fb0-ec8d-4350-ac8d-5e91848c4c1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (55523d5b-2f07-476f-b4a6-0043cdbb6c1a), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:24.887730 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169f63c-6910-480f-8d02-8ff14053e2d5 req-92679193-3ef7-4990-8f1b-19524e0c91a6 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:24.891743 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a169f63c-6910-480f-8d02-8ff14053e2d5 req-92679193-3ef7-4990-8f1b-19524e0c91a6 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 943 time: 0.2924569 Feb 08 21:22:24.901745 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-414b4fb0-ec8d-4350-ac8d-5e91848c4c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (55523d5b-2f07-476f-b4a6-0043cdbb6c1a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:24.992537 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-414b4fb0-ec8d-4350-ac8d-5e91848c4c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (55523d5b-2f07-476f-b4a6-0043cdbb6c1a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:25.064341 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b4fb0-ec8d-4350-ac8d-5e91848c4c1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55523d5b-2f07-476f-b4a6-0043cdbb6c1a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:25.067105 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-414b4fb0-ec8d-4350-ac8d-5e91848c4c1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:25.074860 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-414b4fb0-ec8d-4350-ac8d-5e91848c4c1d admin admin] 10.222.0.88 "DELETE /v2.0/subnets/55523d5b-2f07-476f-b4a6-0043cdbb6c1a HTTP/1.1" status: 204 len: 168 time: 0.6226854 Feb 08 21:22:25.075343 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48762) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:22:25.131931 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-152611bc-d01d-410b-84b8-3cebd2664906 service neutron] 10.222.0.96 "GET /v2.0/networks/9113f8c4-9372-4efc-a926-cd4f4ac79b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8857160 Feb 08 21:22:25.157211 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638ddd2-3d29-43e9-acd6-f6c4871205f4 req-460b91a0-c76c-4478-9326-929bf91d2ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:25.162421 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b638ddd2-3d29-43e9-acd6-f6c4871205f4 req-460b91a0-c76c-4478-9326-929bf91d2ada service neutron] 10.222.0.96 "GET /v2.0/networks?id=2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 200 len: 922 time: 0.7647569 Feb 08 21:22:25.180987 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fd4951c-c7ae-4d2f-9713-ef767fe2f1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (4c67478e-bb4a-47b2-85c8-c1996b203e11), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:25.294912 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b638ddd2-3d29-43e9-acd6-f6c4871205f4 req-075c8b0a-ded5-47a1-844c-bdbccc1bdd62 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1eecbe73-83ee-4da0-a468-61095ee9a9d7 HTTP/1.1" status: 200 len: 217 time: 0.0889764 Feb 08 21:22:25.367066 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a169f63c-6910-480f-8d02-8ff14053e2d5 req-91e2a0e4-ce1b-4ff4-8ead-e156586d8552 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465454 Feb 08 21:22:25.372690 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-1fbca74a-a443-4cf0-998a-7003ec456f1a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=6f1cbabe-29f9-46bb-9da2-c7e1c855862e HTTP/1.1" status: 200 len: 217 time: 0.1860242 Feb 08 21:22:25.434042 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fd4951c-c7ae-4d2f-9713-ef767fe2f1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (4c67478e-bb4a-47b2-85c8-c1996b203e11), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:25.497096 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-2fd4951c-c7ae-4d2f-9713-ef767fe2f1ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c67478e-bb4a-47b2-85c8-c1996b203e11']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:22:25.500269 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638ddd2-3d29-43e9-acd6-f6c4871205f4 req-14194fbb-8b8c-468a-ac3e-54ff2ca23094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:25.504230 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b638ddd2-3d29-43e9-acd6-f6c4871205f4 req-14194fbb-8b8c-468a-ac3e-54ff2ca23094 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d60e29b3-21d7-4da4-a50a-dfbe604013ed HTTP/1.1" status: 200 len: 861 time: 0.1547322 Feb 08 21:22:25.528949 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-2fd4951c-c7ae-4d2f-9713-ef767fe2f1ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192fe8e4-755f-4415-87e9-29c03ed5ea69') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:22:25.532961 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-2fd4951c-c7ae-4d2f-9713-ef767fe2f1ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192fe8e4-755f-4415-87e9-29c03ed5ea69') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:22:25.565599 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fd4951c-c7ae-4d2f-9713-ef767fe2f1ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (192fe8e4-755f-4415-87e9-29c03ed5ea69), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:25.613320 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fd4951c-c7ae-4d2f-9713-ef767fe2f1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (192fe8e4-755f-4415-87e9-29c03ed5ea69), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:25.642988 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd4951c-c7ae-4d2f-9713-ef767fe2f1ac admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:22:25.650428 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fd4951c-c7ae-4d2f-9713-ef767fe2f1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (192fe8e4-755f-4415-87e9-29c03ed5ea69), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:25.652532 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b638ddd2-3d29-43e9-acd6-f6c4871205f4 req-5b43e5bf-cd2e-4c05-83e5-7540bf13c6cf service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2832de48-e50e-44a2-9cef-26035a020939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1401203 Feb 08 21:22:25.655683 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 08 Feb 2022 21:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5885210c-cb00-4c0c-8894-ca1537f81816 x-openstack-request-id: req-5885210c-cb00-4c0c-8894-ca1537f81816 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:22:25.656197 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "tag": "5159dba1-6fb7-4b1d-84ad-f387a9a3c982", "status": "completed", "code": 200}, {"server_uuid": "7be6ea3d-ee8b-4e34-a30e-21d946c24d50", "name": "network-vif-deleted", "tag": "f3441278-47e7-4792-b276-0db77c8c13fc", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:22:25.657463 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5885210c-cb00-4c0c-8894-ca1537f81816 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:22:25.658096 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'tag': '5159dba1-6fb7-4b1d-84ad-f387a9a3c982', 'status': 'completed', 'code': 200} Feb 08 21:22:25.658552 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be6ea3d-ee8b-4e34-a30e-21d946c24d50', 'name': 'network-vif-deleted', 'tag': 'f3441278-47e7-4792-b276-0db77c8c13fc', 'status': 'completed', 'code': 200} Feb 08 21:22:25.675477 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-3428e171-c1b9-4b76-a094-7e1d488a6ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:25.679771 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-3428e171-c1b9-4b76-a094-7e1d488a6ab9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fcd0c060-e2d4-4f73-a03d-6b9fa4196cca HTTP/1.1" status: 200 len: 797 time: 0.2731380 Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:22:25.821483 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:22:25.833047 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fd4951c-c7ae-4d2f-9713-ef767fe2f1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (4c67478e-bb4a-47b2-85c8-c1996b203e11), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:25.841423 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fd4951c-c7ae-4d2f-9713-ef767fe2f1ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:25.845725 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2fd4951c-c7ae-4d2f-9713-ef767fe2f1ac admin admin] 10.222.0.88 "DELETE /v2.0/networks/4c67478e-bb4a-47b2-85c8-c1996b203e11 HTTP/1.1" status: 204 len: 168 time: 0.7688768 Feb 08 21:22:25.865590 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48766) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:22:25.866414 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4951c-c7ae-4d2f-9713-ef767fe2f1ac admin admin] Pushing event deleted for resources: {'Network': ['ID=4c67478e-bb4a-47b2-85c8-c1996b203e11,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:25.947580 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6699124-fe27-4058-9f14-e03a1ed0bf3b admin admin] Deleting subnet d38a03bb-8fdf-47ef-b19b-37fc18051009 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:22:25.952963 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6699124-fe27-4058-9f14-e03a1ed0bf3b admin admin] Publish callbacks [] for subnet (d38a03bb-8fdf-47ef-b19b-37fc18051009), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:26.003079 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6699124-fe27-4058-9f14-e03a1ed0bf3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (d38a03bb-8fdf-47ef-b19b-37fc18051009), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:26.193053 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6699124-fe27-4058-9f14-e03a1ed0bf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (d38a03bb-8fdf-47ef-b19b-37fc18051009), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:26.319415 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-a0cfb2f3-5c5b-4e6c-84c3-b8fefca9aaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:26.324181 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-a0cfb2f3-5c5b-4e6c-84c3-b8fefca9aaa6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9113f8c4-9372-4efc-a926-cd4f4ac79b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6271231 Feb 08 21:22:26.404400 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6699124-fe27-4058-9f14-e03a1ed0bf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (d38a03bb-8fdf-47ef-b19b-37fc18051009), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:26.481220 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6699124-fe27-4058-9f14-e03a1ed0bf3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d38a03bb-8fdf-47ef-b19b-37fc18051009,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:26.502344 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6699124-fe27-4058-9f14-e03a1ed0bf3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:26.510928 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d6699124-fe27-4058-9f14-e03a1ed0bf3b admin admin] 10.222.0.88 "DELETE /v2.0/subnets/d38a03bb-8fdf-47ef-b19b-37fc18051009 HTTP/1.1" status: 204 len: 168 time: 0.6407433 Feb 08 21:22:26.529124 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48770) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:22:26.697642 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-89a4c744-65a8-41b8-b1d2-ec9a5096247f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (364cca05-a2ea-4534-9656-0cf12e378fc3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:26.830757 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-89a4c744-65a8-41b8-b1d2-ec9a5096247f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (364cca05-a2ea-4534-9656-0cf12e378fc3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:26.861280 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-89a4c744-65a8-41b8-b1d2-ec9a5096247f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['364cca05-a2ea-4534-9656-0cf12e378fc3']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:22:26.876250 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-89a4c744-65a8-41b8-b1d2-ec9a5096247f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a05e29b-9ecc-4411-91c2-ab94d95816b1') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:22:26.876696 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-89a4c744-65a8-41b8-b1d2-ec9a5096247f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a05e29b-9ecc-4411-91c2-ab94d95816b1') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:22:26.891799 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-89a4c744-65a8-41b8-b1d2-ec9a5096247f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (4a05e29b-9ecc-4411-91c2-ab94d95816b1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:26.922314 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-89a4c744-65a8-41b8-b1d2-ec9a5096247f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (4a05e29b-9ecc-4411-91c2-ab94d95816b1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:26.941437 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a4c744-65a8-41b8-b1d2-ec9a5096247f admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:22:26.941860 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-89a4c744-65a8-41b8-b1d2-ec9a5096247f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (4a05e29b-9ecc-4411-91c2-ab94d95816b1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:22:26.945977 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:22:27.038725 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-89a4c744-65a8-41b8-b1d2-ec9a5096247f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (364cca05-a2ea-4534-9656-0cf12e378fc3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:27.045400 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-89a4c744-65a8-41b8-b1d2-ec9a5096247f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:27.060261 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-89a4c744-65a8-41b8-b1d2-ec9a5096247f admin admin] 10.222.0.88 "DELETE /v2.0/networks/364cca05-a2ea-4534-9656-0cf12e378fc3 HTTP/1.1" status: 204 len: 168 time: 0.5234449 Feb 08 21:22:27.096030 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4c744-65a8-41b8-b1d2-ec9a5096247f admin admin] Pushing event deleted for resources: {'Network': ['ID=364cca05-a2ea-4534-9656-0cf12e378fc3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:27.257077 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b638ddd2-3d29-43e9-acd6-f6c4871205f4 req-8492e831-1278-4202-b0ca-2b5132f63111 service neutron] 10.222.0.96 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5757132 Feb 08 21:22:27.281764 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48778) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:22:27.362294 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6130d830-0a17-426a-95b1-d0be803331cf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9b3b159591ee4a229900ea8953fa8a06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0746899 Feb 08 21:22:27.362636 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48780) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:22:27.372225 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5e617638-8196-4c5c-b978-63ef1905ec8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:27.388314 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e66f25-5000-45ec-bd5d-3763059e6b47 req-018f068f-b7cf-43f0-befb-c1efec34a131 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:27.404159 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e66f25-5000-45ec-bd5d-3763059e6b47 req-018f068f-b7cf-43f0-befb-c1efec34a131 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:27.424193 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e66f25-5000-45ec-bd5d-3763059e6b47 req-018f068f-b7cf-43f0-befb-c1efec34a131 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:27.440613 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e66f25-5000-45ec-bd5d-3763059e6b47 req-018f068f-b7cf-43f0-befb-c1efec34a131 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:27.454361 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e66f25-5000-45ec-bd5d-3763059e6b47 req-018f068f-b7cf-43f0-befb-c1efec34a131 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:27.460992 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d937e80c-f1ab-4f26-868c-da99148f4e3e admin admin] Publish callbacks [] for security_group (786efc46-51df-49a8-952b-3540a8d32023), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:27.470378 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e66f25-5000-45ec-bd5d-3763059e6b47 req-018f068f-b7cf-43f0-befb-c1efec34a131 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:27.489097 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e66f25-5000-45ec-bd5d-3763059e6b47 req-018f068f-b7cf-43f0-befb-c1efec34a131 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:27.493914 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-48e66f25-5000-45ec-bd5d-3763059e6b47 req-018f068f-b7cf-43f0-befb-c1efec34a131 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 1.5899725 Feb 08 21:22:27.512885 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-97e3f0e7-387c-473a-89ef-c9989732f94a service neutron] 10.222.0.96 "GET /v2.0/networks/9113f8c4-9372-4efc-a926-cd4f4ac79b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1434457 Feb 08 21:22:27.529789 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d937e80c-f1ab-4f26-868c-da99148f4e3e admin admin] Publish callbacks [] for security_group (786efc46-51df-49a8-952b-3540a8d32023), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:27.649485 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b638ddd2-3d29-43e9-acd6-f6c4871205f4 req-1eff766c-0801-4784-b55b-9d18e1e2bf02 service neutron] 10.222.0.96 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064225 Feb 08 21:22:27.657490 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d937e80c-f1ab-4f26-868c-da99148f4e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (786efc46-51df-49a8-952b-3540a8d32023), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:27.660293 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d937e80c-f1ab-4f26-868c-da99148f4e3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:27.662124 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d937e80c-f1ab-4f26-868c-da99148f4e3e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/786efc46-51df-49a8-952b-3540a8d32023 HTTP/1.1" status: 204 len: 168 time: 0.2967205 Feb 08 21:22:27.679267 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'tag': '2b48ba6a-3517-447a-815c-9e8f469661ae'}, {'server_uuid': '48bd347e-3277-4483-a8ce-1ba113e21e1e', 'name': 'network-vif-deleted', 'tag': '0eb25dec-e95e-4eef-8604-ba11225a95a5'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:22:27.684112 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937e80c-f1ab-4f26-868c-da99148f4e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786efc46-51df-49a8-952b-3540a8d32023,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:27.691920 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a57d297-d8c5-4ede-8365-3aac4a95a99c" -d '{"events": [{"name": "network-changed", "server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "tag": "2b48ba6a-3517-447a-815c-9e8f469661ae"}, {"server_uuid": "48bd347e-3277-4483-a8ce-1ba113e21e1e", "name": "network-vif-deleted", "tag": "0eb25dec-e95e-4eef-8604-ba11225a95a5"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:22:27.761316 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-63244ef2-5612-41a8-a2cb-bc8bdeb7b185 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:27.763814 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-63244ef2-5612-41a8-a2cb-bc8bdeb7b185 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.96 "GET /v2.0/networks?id=a0fefb3d-e221-48ee-80e6-d95866b602a9 HTTP/1.1" status: 200 len: 813 time: 1.8998547 Feb 08 21:22:27.834228 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-46ff30b0-5347-4f61-b9de-01919e03a1e1 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Request body: {'port': {'device_id': '90d85938-4d64-4488-aec1-ed1087e3194d', 'network_id': 'a0fefb3d-e221-48ee-80e6-d95866b602a9', 'admin_state_up': True, 'tenant_id': '4451e0a063f74a4f945169d3909f474a'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:22:27.878903 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-78dcd0e1-4f5e-458e-b159-0dda3921fe77 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:27.881181 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-78dcd0e1-4f5e-458e-b159-0dda3921fe77 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.96 "GET /v2.0/networks?id=a0fefb3d-e221-48ee-80e6-d95866b602a9 HTTP/1.1" status: 200 len: 813 time: 1.5660393 Feb 08 21:22:27.933052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-9791fcd0-fb9f-4a04-920b-0fe247d21963 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Request body: {'port': {'device_id': '6b797e7a-95e3-49d3-b628-c75c270ca05a', 'network_id': 'a0fefb3d-e221-48ee-80e6-d95866b602a9', 'admin_state_up': True, 'tenant_id': '4451e0a063f74a4f945169d3909f474a'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:22:28.139276 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-48e66f25-5000-45ec-bd5d-3763059e6b47 req-15a9fdb5-f282-4661-820d-0c5e80607c67 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4853997 Feb 08 21:22:28.180509 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-6bf8a527-b42b-4ecc-b6e5-3424c34d42cc service neutron] 10.222.0.96 "GET /v2.0/networks/9113f8c4-9372-4efc-a926-cd4f4ac79b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289087 Feb 08 21:22:28.287318 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48796) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:22:28.351955 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-2d8126ed-58b1-4975-bce1-ded882410a35 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=ab1093cd-13b3-4553-afa1-a5bef458b74c HTTP/1.1" status: 200 len: 217 time: 0.1574190 Feb 08 21:22:28.389092 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ab6d3aea-c2dc-493d-bc50-c0876a729b05 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bb5566434235421984403d93b3f2a5dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0969398 Feb 08 21:22:28.406511 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48798) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:22:28.463901 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-46ff30b0-5347-4f61-b9de-01919e03a1e1 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Made reservation on behalf of 4451e0a063f74a4f945169d3909f474a for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:22:28.468422 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-46ff30b0-5347-4f61-b9de-01919e03a1e1 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:28.524870 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1e016d-1cc3-448e-972a-f98477bfa736 x-openstack-request-id: req-ae1e016d-1cc3-448e-972a-f98477bfa736 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:22:28.526577 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12473d0c-455f-43c2-9a80-4f5ff1d49ff6", "name": "network-vif-deleted", "tag": "ac642f13-8da9-4a3b-80cf-bbf2cc90d02a", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:22:28.527028 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ae1e016d-1cc3-448e-972a-f98477bfa736 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:22:28.528928 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12473d0c-455f-43c2-9a80-4f5ff1d49ff6', 'name': 'network-vif-deleted', 'tag': 'ac642f13-8da9-4a3b-80cf-bbf2cc90d02a', 'status': 'completed', 'code': 200} Feb 08 21:22:28.536589 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-21b84711-b0ab-46a1-aa09-dd22594ccce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:28.542943 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-21b84711-b0ab-46a1-aa09-dd22594ccce9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fcd0c060-e2d4-4f73-a03d-6b9fa4196cca HTTP/1.1" status: 200 len: 797 time: 0.1866386 Feb 08 21:22:28.599882 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-9791fcd0-fb9f-4a04-920b-0fe247d21963 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Made reservation on behalf of 4451e0a063f74a4f945169d3909f474a for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:22:28.603854 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-9791fcd0-fb9f-4a04-920b-0fe247d21963 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:28.629930 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5beca91d-fd5e-4fee-a45f-97a87f7e5d7a admin admin] Publish callbacks [] for security_group (98fc8fca-6f58-409b-91a7-cd30df775d30), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:28.687134 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5beca91d-fd5e-4fee-a45f-97a87f7e5d7a admin admin] Publish callbacks [] for security_group (98fc8fca-6f58-409b-91a7-cd30df775d30), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:28.796530 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5beca91d-fd5e-4fee-a45f-97a87f7e5d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (98fc8fca-6f58-409b-91a7-cd30df775d30), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:28.800852 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5beca91d-fd5e-4fee-a45f-97a87f7e5d7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:28.806080 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5beca91d-fd5e-4fee-a45f-97a87f7e5d7a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/98fc8fca-6f58-409b-91a7-cd30df775d30 HTTP/1.1" status: 204 len: 168 time: 0.3939829 Feb 08 21:22:28.826299 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beca91d-fd5e-4fee-a45f-97a87f7e5d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fc8fca-6f58-409b-91a7-cd30df775d30,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:28.945537 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-ee91c409-e50d-46fe-b4ee-e6db56408cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:28.948219 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-ee91c409-e50d-46fe-b4ee-e6db56408cf7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9113f8c4-9372-4efc-a926-cd4f4ac79b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4002552 Feb 08 21:22:29.071996 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2c46d-c063-43fb-a092-b69fce69c64c req-3ec9c195-9ed6-4bd7-b6c4-882ba6e05f49 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:29.079935 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2c46d-c063-43fb-a092-b69fce69c64c req-3ec9c195-9ed6-4bd7-b6c4-882ba6e05f49 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:29.085851 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2c46d-c063-43fb-a092-b69fce69c64c req-3ec9c195-9ed6-4bd7-b6c4-882ba6e05f49 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:29.091265 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2c46d-c063-43fb-a092-b69fce69c64c req-3ec9c195-9ed6-4bd7-b6c4-882ba6e05f49 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:29.096726 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2c46d-c063-43fb-a092-b69fce69c64c req-3ec9c195-9ed6-4bd7-b6c4-882ba6e05f49 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:29.103380 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2c46d-c063-43fb-a092-b69fce69c64c req-3ec9c195-9ed6-4bd7-b6c4-882ba6e05f49 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:29.109435 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2c46d-c063-43fb-a092-b69fce69c64c req-3ec9c195-9ed6-4bd7-b6c4-882ba6e05f49 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:29.117168 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a0c2c46d-c063-43fb-a092-b69fce69c64c req-3ec9c195-9ed6-4bd7-b6c4-882ba6e05f49 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.3853605 Feb 08 21:22:29.119068 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:29.131531 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-46ff30b0-5347-4f61-b9de-01919e03a1e1 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Allocated IP 172.20.0.7 (a0fefb3d-e221-48ee-80e6-d95866b602a9/e7a3eb86-2043-4bf2-a8fc-0d20e8ae35fe/e8033e06-6783-424c-856a-abd8cfd40090) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:22:29.241177 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-89153d0a-fced-4733-b73a-80cc07a2ef65 service neutron] 10.222.0.96 "GET /v2.0/networks/9113f8c4-9372-4efc-a926-cd4f4ac79b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861807 Feb 08 21:22:29.352066 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a0c2c46d-c063-43fb-a092-b69fce69c64c req-f38c2dbf-9774-4f86-a9a6-56f87fe6a64a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2337618 Feb 08 21:22:29.625885 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-46ff30b0-5347-4f61-b9de-01919e03a1e1 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks [] for port (e8033e06-6783-424c-856a-abd8cfd40090), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:29.709179 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-b335776a-ee2c-4e39-9879-a8e3fb9c0b9e service neutron] 10.222.0.96 "GET /v2.0/networks/9113f8c4-9372-4efc-a926-cd4f4ac79b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566650 Feb 08 21:22:29.803953 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-46ff30b0-5347-4f61-b9de-01919e03a1e1 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (e8033e06-6783-424c-856a-abd8cfd40090), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:29.923702 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-96ecf3fc-44de-4f73-9a3b-288c3bbe4acf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=41fe2a4a-c97c-45f2-9886-b1acce5d1d50 HTTP/1.1" status: 200 len: 217 time: 0.1163440 Feb 08 21:22:29.988681 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-46ff30b0-5347-4f61-b9de-01919e03a1e1 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Network a0fefb3d-e221-48ee-80e6-d95866b602a9 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:22:29.991026 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-9791fcd0-fb9f-4a04-920b-0fe247d21963 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Allocated IP 172.20.0.3 (a0fefb3d-e221-48ee-80e6-d95866b602a9/e7a3eb86-2043-4bf2-a8fc-0d20e8ae35fe/d796ae92-b6da-4654-a7ba-434927c795e7) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:22:30.008317 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-46ff30b0-5347-4f61-b9de-01919e03a1e1 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:22:30.018579 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff30b0-5347-4f61-b9de-01919e03a1e1 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Pushing event updated for resources: {'Port': ['ID=e8033e06-6783-424c-856a-abd8cfd40090,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:30.039910 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-46ff30b0-5347-4f61-b9de-01919e03a1e1 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:22:30.116845 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61d08e-4d6a-449a-adeb-69fc4ad9b8bb req-2fa45ac2-3165-4f4f-9a39-dd2bc239ea5a tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:30.119242 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a61d08e-4d6a-449a-adeb-69fc4ad9b8bb req-2fa45ac2-3165-4f4f-9a39-dd2bc239ea5a tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 943 time: 0.5480859 Feb 08 21:22:30.121530 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-d1f4c52c-fba3-4671-9d42-0eeba297c599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:30.123124 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-d1f4c52c-fba3-4671-9d42-0eeba297c599 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fcd0c060-e2d4-4f73-a03d-6b9fa4196cca HTTP/1.1" status: 200 len: 797 time: 0.1902378 Feb 08 21:22:30.276518 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-46ff30b0-5347-4f61-b9de-01919e03a1e1 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:30.278108 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-46ff30b0-5347-4f61-b9de-01919e03a1e1 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:30.452842 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-46ff30b0-5347-4f61-b9de-01919e03a1e1 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6302145 Feb 08 21:22:30.472405 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-2930565a-0c9f-4bea-aed9-3d2d1c512580 service neutron] Request body: {'port': {'device_id': '90d85938-4d64-4488-aec1-ed1087e3194d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:22:30.529901 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1280cfe5-3427-42a2-bfb9-c14835d101f7', 'name': 'network-vif-deleted', 'tag': 'a2ef3cda-063d-43db-8069-62f481f3e979'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:22:30.532257 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a268101d-1c14-475a-84ee-6d35a8a884eb" -d '{"events": [{"server_uuid": "1280cfe5-3427-42a2-bfb9-c14835d101f7", "name": "network-vif-deleted", "tag": "a2ef3cda-063d-43db-8069-62f481f3e979"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:22:30.593734 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-2930565a-0c9f-4bea-aed9-3d2d1c512580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e8033e06-6783-424c-856a-abd8cfd40090), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:30.621320 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a61d08e-4d6a-449a-adeb-69fc4ad9b8bb req-cc918eab-2d0b-4024-ab6d-c200e6e24723 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866748 Feb 08 21:22:30.728224 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-a2bd38c1-13bd-4694-bd04-0c5c5f3ebc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:30.729872 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-a2bd38c1-13bd-4694-bd04-0c5c5f3ebc63 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9113f8c4-9372-4efc-a926-cd4f4ac79b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5628633 Feb 08 21:22:30.782062 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 08 Feb 2022 21:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e0c769-41a2-496c-be46-c7b8951e2b00 x-openstack-request-id: req-c0e0c769-41a2-496c-be46-c7b8951e2b00 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:22:30.782574 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "tag": "2b48ba6a-3517-447a-815c-9e8f469661ae", "status": "completed", "code": 200}, {"server_uuid": "48bd347e-3277-4483-a8ce-1ba113e21e1e", "name": "network-vif-deleted", "tag": "0eb25dec-e95e-4eef-8604-ba11225a95a5", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:22:30.783048 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c0e0c769-41a2-496c-be46-c7b8951e2b00 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:22:30.783502 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'tag': '2b48ba6a-3517-447a-815c-9e8f469661ae', 'status': 'completed', 'code': 200} Feb 08 21:22:30.783756 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bd347e-3277-4483-a8ce-1ba113e21e1e', 'name': 'network-vif-deleted', 'tag': '0eb25dec-e95e-4eef-8604-ba11225a95a5', 'status': 'completed', 'code': 200} Feb 08 21:22:30.947398 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-0fc50389-3eac-4a1a-8d44-23bb4e771965 service neutron] 10.222.0.96 "GET /v2.0/networks/9113f8c4-9372-4efc-a926-cd4f4ac79b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954908 Feb 08 21:22:31.009285 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eea6d6ee-8450-4c54-98da-b816d6ab7877 req-3ae8cdf5-47ea-487c-99ad-5814bbec4ee8 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/ports?device_id=6b797e7a-95e3-49d3-b628-c75c270ca05a HTTP/1.1" status: 200 len: 210 time: 0.0584285 Feb 08 21:22:31.168357 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-9791fcd0-fb9f-4a04-920b-0fe247d21963 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks [] for port (d796ae92-b6da-4654-a7ba-434927c795e7), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:31.303933 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:22:31.449247 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-7fa2a7d6-0546-4da1-b532-0115415541c7 service neutron] 10.222.0.96 "GET /v2.0/networks/9113f8c4-9372-4efc-a926-cd4f4ac79b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913847 Feb 08 21:22:31.476905 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb977816-0303-4d51-a047-c6dc3cda0234 req-e8591617-57f0-48fe-8098-9d435be0cf4f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:31.486706 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb977816-0303-4d51-a047-c6dc3cda0234 req-e8591617-57f0-48fe-8098-9d435be0cf4f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:31.489203 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:31.498051 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb977816-0303-4d51-a047-c6dc3cda0234 req-e8591617-57f0-48fe-8098-9d435be0cf4f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:31.504480 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:31.508272 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb977816-0303-4d51-a047-c6dc3cda0234 req-e8591617-57f0-48fe-8098-9d435be0cf4f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:31.518203 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb977816-0303-4d51-a047-c6dc3cda0234 req-e8591617-57f0-48fe-8098-9d435be0cf4f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:31.529186 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb977816-0303-4d51-a047-c6dc3cda0234 req-e8591617-57f0-48fe-8098-9d435be0cf4f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:31.538648 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb977816-0303-4d51-a047-c6dc3cda0234 req-e8591617-57f0-48fe-8098-9d435be0cf4f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:31.551573 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eb977816-0303-4d51-a047-c6dc3cda0234 req-e8591617-57f0-48fe-8098-9d435be0cf4f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.3218060 Feb 08 21:22:31.641750 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-a68441cc-8f9b-4940-b852-f06a6cf2feba service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5159dba1-6fb7-4b1d-84ad-f387a9a3c982 HTTP/1.1" status: 200 len: 217 time: 0.1874080 Feb 08 21:22:31.712073 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-b307266e-8a34-4e09-9361-9d70d89ced62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:31.713689 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-b307266e-8a34-4e09-9361-9d70d89ced62 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2b4f89b2-6408-4615-8840-a53e700c7c77 HTTP/1.1" status: 200 len: 797 time: 0.0630314 Feb 08 21:22:31.726540 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-9791fcd0-fb9f-4a04-920b-0fe247d21963 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (d796ae92-b6da-4654-a7ba-434927c795e7), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:31.827975 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-9791fcd0-fb9f-4a04-920b-0fe247d21963 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Network a0fefb3d-e221-48ee-80e6-d95866b602a9 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:22:31.832965 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-9791fcd0-fb9f-4a04-920b-0fe247d21963 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:22:31.854315 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eb977816-0303-4d51-a047-c6dc3cda0234 req-2cca4650-c762-41cc-9a11-27bcbd515878 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3015790 Feb 08 21:22:31.855297 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-9791fcd0-fb9f-4a04-920b-0fe247d21963 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:22:31.949018 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-9791fcd0-fb9f-4a04-920b-0fe247d21963 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:31.950530 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-9791fcd0-fb9f-4a04-920b-0fe247d21963 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:31.983086 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-9791fcd0-fb9f-4a04-920b-0fe247d21963 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0588245 Feb 08 21:22:32.027888 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791fcd0-fb9f-4a04-920b-0fe247d21963 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Pushing event updated for resources: {'Port': ['ID=d796ae92-b6da-4654-a7ba-434927c795e7,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:32.329087 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-b2f185d1-1897-45ae-a760-9c4eb1a4992d service neutron] Request body: {'port': {'device_id': '6b797e7a-95e3-49d3-b628-c75c270ca05a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:22:32.495360 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-b2f185d1-1897-45ae-a760-9c4eb1a4992d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d796ae92-b6da-4654-a7ba-434927c795e7), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:32.539014 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-2930565a-0c9f-4bea-aed9-3d2d1c512580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8033e06-6783-424c-856a-abd8cfd40090 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:22:32.576134 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-2930565a-0c9f-4bea-aed9-3d2d1c512580 service neutron] Publish callbacks [] for port (e8033e06-6783-424c-856a-abd8cfd40090), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:32.656255 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-391359ba-a86f-4c07-bdc2-ad191260326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:32.658664 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-391359ba-a86f-4c07-bdc2-ad191260326e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6832dbc4-407a-4320-a4e2-7f8a833aaebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.9337034 Feb 08 21:22:32.666791 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-2930565a-0c9f-4bea-aed9-3d2d1c512580 service neutron] Transition to ACTIVE for port object e8033e06-6783-424c-856a-abd8cfd40090 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:22:32.815118 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a877de0-9af2-46b8-b158-73d6e8c09cc0 req-b3eef92c-467b-4dff-811a-c874d6d4aaf1 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:32.827021 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a877de0-9af2-46b8-b158-73d6e8c09cc0 req-b3eef92c-467b-4dff-811a-c874d6d4aaf1 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:32.838992 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a877de0-9af2-46b8-b158-73d6e8c09cc0 req-b3eef92c-467b-4dff-811a-c874d6d4aaf1 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:32.851749 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a877de0-9af2-46b8-b158-73d6e8c09cc0 req-b3eef92c-467b-4dff-811a-c874d6d4aaf1 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:32.864050 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a877de0-9af2-46b8-b158-73d6e8c09cc0 req-b3eef92c-467b-4dff-811a-c874d6d4aaf1 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:32.876165 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a877de0-9af2-46b8-b158-73d6e8c09cc0 req-b3eef92c-467b-4dff-811a-c874d6d4aaf1 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:32.890231 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a877de0-9af2-46b8-b158-73d6e8c09cc0 req-b3eef92c-467b-4dff-811a-c874d6d4aaf1 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:32.894301 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a877de0-9af2-46b8-b158-73d6e8c09cc0 req-b3eef92c-467b-4dff-811a-c874d6d4aaf1 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.6783001 Feb 08 21:22:32.898314 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-3e22393d-678f-4622-adbc-e83d4cfc2eff service neutron] 10.222.0.96 "GET /v2.0/networks/6832dbc4-407a-4320-a4e2-7f8a833aaebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189150 Feb 08 21:22:32.913663 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-2930565a-0c9f-4bea-aed9-3d2d1c512580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (e8033e06-6783-424c-856a-abd8cfd40090), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:33.414578 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a877de0-9af2-46b8-b158-73d6e8c09cc0 req-fa95bdb1-82ab-42c9-af20-8a240f2af407 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4950807 Feb 08 21:22:33.898461 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930565a-0c9f-4bea-aed9-3d2d1c512580 service neutron] Pushing event updated for resources: {'Port': ['ID=e8033e06-6783-424c-856a-abd8cfd40090,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:34.026851 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed190be3-83f9-48e5-b842-c290bef00b05 x-openstack-request-id: req-ed190be3-83f9-48e5-b842-c290bef00b05 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:22:34.027735 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1280cfe5-3427-42a2-bfb9-c14835d101f7", "name": "network-vif-deleted", "tag": "a2ef3cda-063d-43db-8069-62f481f3e979", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:22:34.027735 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ed190be3-83f9-48e5-b842-c290bef00b05 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:22:34.028372 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1280cfe5-3427-42a2-bfb9-c14835d101f7', 'name': 'network-vif-deleted', 'tag': 'a2ef3cda-063d-43db-8069-62f481f3e979', 'status': 'completed', 'code': 200} Feb 08 21:22:34.075838 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-964484d4-e3c4-454b-9fb4-99aff888e1ca service neutron] 10.222.0.96 "GET /v2.0/networks/6832dbc4-407a-4320-a4e2-7f8a833aaebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1444864 Feb 08 21:22:34.088333 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-2930565a-0c9f-4bea-aed9-3d2d1c512580 service neutron] Attempting to bind port e8033e06-6783-424c-856a-abd8cfd40090 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:22:34.088746 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-2930565a-0c9f-4bea-aed9-3d2d1c512580 service neutron] Attempting to bind port e8033e06-6783-424c-856a-abd8cfd40090 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '6fb9b7e7-b2e9-4c21-b8d4-724ee8598276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a0fefb3d-e221-48ee-80e6-d95866b602a9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:22:34.089124 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-2930565a-0c9f-4bea-aed9-3d2d1c512580 service neutron] Attempting to bind port e8033e06-6783-424c-856a-abd8cfd40090 on network a0fefb3d-e221-48ee-80e6-d95866b602a9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:22:34.187758 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-2930565a-0c9f-4bea-aed9-3d2d1c512580 service neutron] Port e8033e06-6783-424c-856a-abd8cfd40090 on network a0fefb3d-e221-48ee-80e6-d95866b602a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:22:34.188394 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-2930565a-0c9f-4bea-aed9-3d2d1c512580 service neutron] Attempting to bind port e8033e06-6783-424c-856a-abd8cfd40090 on network a0fefb3d-e221-48ee-80e6-d95866b602a9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:22:34.199237 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-085ce456-a30e-41a0-93aa-ee041b454674 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2b48ba6a-3517-447a-815c-9e8f469661ae HTTP/1.1" status: 200 len: 217 time: 0.1123595 Feb 08 21:22:34.223253 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-2930565a-0c9f-4bea-aed9-3d2d1c512580 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:22:34.224543 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-2930565a-0c9f-4bea-aed9-3d2d1c512580 service neutron] Checking segment: {'id': '6fb9b7e7-b2e9-4c21-b8d4-724ee8598276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a0fefb3d-e221-48ee-80e6-d95866b602a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:22:34.225199 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-2930565a-0c9f-4bea-aed9-3d2d1c512580 service neutron] Bound using segment: {'id': '6fb9b7e7-b2e9-4c21-b8d4-724ee8598276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a0fefb3d-e221-48ee-80e6-d95866b602a9'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:22:34.225936 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-2930565a-0c9f-4bea-aed9-3d2d1c512580 service neutron] Bound port: e8033e06-6783-424c-856a-abd8cfd40090, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fb9b7e7-b2e9-4c21-b8d4-724ee8598276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a0fefb3d-e221-48ee-80e6-d95866b602a9'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:22:34.226583 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-2930565a-0c9f-4bea-aed9-3d2d1c512580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e8033e06-6783-424c-856a-abd8cfd40090), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:34.402597 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-6060efa9-84c0-4087-bd66-bc8341ac2e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:34.405430 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-6060efa9-84c0-4087-bd66-bc8341ac2e33 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2b4f89b2-6408-4615-8840-a53e700c7c77 HTTP/1.1" status: 200 len: 797 time: 0.1985776 Feb 08 21:22:34.533575 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-2930565a-0c9f-4bea-aed9-3d2d1c512580 service neutron] For port e8033e06-6783-424c-856a-abd8cfd40090, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:22:34.557073 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-b2f185d1-1897-45ae-a760-9c4eb1a4992d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d796ae92-b6da-4654-a7ba-434927c795e7 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:22:34.570349 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474ecb4-48d1-4350-b14e-e10e93f39586 req-11c9ea32-e7c6-426a-9bb3-133443b3e7ce tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:34.577614 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9474ecb4-48d1-4350-b14e-e10e93f39586 req-11c9ea32-e7c6-426a-9bb3-133443b3e7ce tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 943 time: 0.3148348 Feb 08 21:22:34.581445 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-2930565a-0c9f-4bea-aed9-3d2d1c512580 service neutron] For port e8033e06-6783-424c-856a-abd8cfd40090, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=e8033e06-6783-424c-856a-abd8cfd40090,segment=NetworkSegment(6fb9b7e7-b2e9-4c21-b8d4-724ee8598276),segment_id=6fb9b7e7-b2e9-4c21-b8d4-724ee8598276)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:22:34.590466 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-b2f185d1-1897-45ae-a760-9c4eb1a4992d service neutron] Publish callbacks [] for port (d796ae92-b6da-4654-a7ba-434927c795e7), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:34.603952 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-2930565a-0c9f-4bea-aed9-3d2d1c512580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (e8033e06-6783-424c-856a-abd8cfd40090), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:34.658600 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-b2f185d1-1897-45ae-a760-9c4eb1a4992d service neutron] Transition to ACTIVE for port object d796ae92-b6da-4654-a7ba-434927c795e7 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:22:34.684207 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-2930565a-0c9f-4bea-aed9-3d2d1c512580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:34.685141 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-2930565a-0c9f-4bea-aed9-3d2d1c512580 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:34.686728 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-2930565a-0c9f-4bea-aed9-3d2d1c512580 service neutron] 10.222.0.96 "PUT /v2.0/ports/e8033e06-6783-424c-856a-abd8cfd40090 HTTP/1.1" status: 200 len: 1092 time: 4.2219856 Feb 08 21:22:34.687514 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-b2f185d1-1897-45ae-a760-9c4eb1a4992d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (d796ae92-b6da-4654-a7ba-434927c795e7), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:34.691001 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d85938-4d64-4488-aec1-ed1087e3194d', 'tag': 'e8033e06-6783-424c-856a-abd8cfd40090'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:22:34.694290 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c12daf0-2702-4ac6-a99c-ad44729a4224" -d '{"events": [{"name": "network-changed", "server_uuid": "90d85938-4d64-4488-aec1-ed1087e3194d", "tag": "e8033e06-6783-424c-856a-abd8cfd40090"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:22:34.712789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-520620c6-b2ec-40bc-8bfd-40e647b0a8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:34.714683 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-520620c6-b2ec-40bc-8bfd-40e647b0a8e8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6832dbc4-407a-4320-a4e2-7f8a833aaebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2896416 Feb 08 21:22:34.808422 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930565a-0c9f-4bea-aed9-3d2d1c512580 service neutron] Pushing event updated for resources: {'Port': ['ID=e8033e06-6783-424c-856a-abd8cfd40090,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:34.863119 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9474ecb4-48d1-4350-b14e-e10e93f39586 req-d60d6ece-cc88-4de2-bc76-3bbcbcf74e45 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844760 Feb 08 21:22:35.138566 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f185d1-1897-45ae-a760-9c4eb1a4992d service neutron] Pushing event updated for resources: {'Port': ['ID=d796ae92-b6da-4654-a7ba-434927c795e7,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:35.167815 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-00a9b6dc-fdfd-4302-94da-3f6336b3d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:35.171655 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-00a9b6dc-fdfd-4302-94da-3f6336b3d033 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4451e0a063f74a4f945169d3909f474a&device_id=90d85938-4d64-4488-aec1-ed1087e3194d HTTP/1.1" status: 200 len: 1126 time: 0.4211776 Feb 08 21:22:35.346034 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-59659e76-8199-471c-a860-b95e963adc15 service neutron] 10.222.0.96 "GET /v2.0/networks/6832dbc4-407a-4320-a4e2-7f8a833aaebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6174121 Feb 08 21:22:35.357683 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-9c80c9e2-c4a2-4f43-8be5-026e656b26c6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8033e06-6783-424c-856a-abd8cfd40090 HTTP/1.1" status: 200 len: 217 time: 0.1255686 Feb 08 21:22:35.358847 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-b2f185d1-1897-45ae-a760-9c4eb1a4992d service neutron] Attempting to bind port d796ae92-b6da-4654-a7ba-434927c795e7 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:22:35.359423 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-b2f185d1-1897-45ae-a760-9c4eb1a4992d service neutron] Attempting to bind port d796ae92-b6da-4654-a7ba-434927c795e7 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '6fb9b7e7-b2e9-4c21-b8d4-724ee8598276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a0fefb3d-e221-48ee-80e6-d95866b602a9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:22:35.359996 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-b2f185d1-1897-45ae-a760-9c4eb1a4992d service neutron] Attempting to bind port d796ae92-b6da-4654-a7ba-434927c795e7 on network a0fefb3d-e221-48ee-80e6-d95866b602a9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:22:35.392833 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95588b6e-d647-43b0-8801-8ecd8bd4f557 req-6c1ba260-9f3a-440f-a2b5-c2f5cf687a33 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:35.396295 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-95588b6e-d647-43b0-8801-8ecd8bd4f557 req-6c1ba260-9f3a-440f-a2b5-c2f5cf687a33 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/ports?device_id=6b797e7a-95e3-49d3-b628-c75c270ca05a HTTP/1.1" status: 200 len: 943 time: 0.5833566 Feb 08 21:22:35.460177 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-b2f185d1-1897-45ae-a760-9c4eb1a4992d service neutron] Port d796ae92-b6da-4654-a7ba-434927c795e7 on network a0fefb3d-e221-48ee-80e6-d95866b602a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:22:35.460700 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-b2f185d1-1897-45ae-a760-9c4eb1a4992d service neutron] Attempting to bind port d796ae92-b6da-4654-a7ba-434927c795e7 on network a0fefb3d-e221-48ee-80e6-d95866b602a9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:22:35.589903 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-b2f185d1-1897-45ae-a760-9c4eb1a4992d service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:22:35.590378 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-b2f185d1-1897-45ae-a760-9c4eb1a4992d service neutron] Checking segment: {'id': '6fb9b7e7-b2e9-4c21-b8d4-724ee8598276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a0fefb3d-e221-48ee-80e6-d95866b602a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:22:35.590804 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-b2f185d1-1897-45ae-a760-9c4eb1a4992d service neutron] Bound using segment: {'id': '6fb9b7e7-b2e9-4c21-b8d4-724ee8598276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a0fefb3d-e221-48ee-80e6-d95866b602a9'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:22:35.591495 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-b2f185d1-1897-45ae-a760-9c4eb1a4992d service neutron] Bound port: d796ae92-b6da-4654-a7ba-434927c795e7, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fb9b7e7-b2e9-4c21-b8d4-724ee8598276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a0fefb3d-e221-48ee-80e6-d95866b602a9'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:22:35.592069 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-b2f185d1-1897-45ae-a760-9c4eb1a4992d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d796ae92-b6da-4654-a7ba-434927c795e7), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:35.706245 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-216939d8-537f-4d86-80b8-3f5fe504117b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:35.708012 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-216939d8-537f-4d86-80b8-3f5fe504117b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e7a3eb86-2043-4bf2-a8fc-0d20e8ae35fe HTTP/1.1" status: 200 len: 853 time: 0.2436090 Feb 08 21:22:35.754024 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-95588b6e-d647-43b0-8801-8ecd8bd4f557 req-77d67a38-7f96-4b95-8607-6eb6eae307b7 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/security-groups?id=29c9ad1e-53a6-4a40-8908-ccbea897f933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399675 Feb 08 21:22:35.793329 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081e51c-b702-4083-8ca1-5b495333e8c8 req-8f767114-c5e6-4109-a78d-88f15923f3d8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:35.799250 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081e51c-b702-4083-8ca1-5b495333e8c8 req-8f767114-c5e6-4109-a78d-88f15923f3d8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:35.804757 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081e51c-b702-4083-8ca1-5b495333e8c8 req-8f767114-c5e6-4109-a78d-88f15923f3d8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:35.810996 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081e51c-b702-4083-8ca1-5b495333e8c8 req-8f767114-c5e6-4109-a78d-88f15923f3d8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:35.816582 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081e51c-b702-4083-8ca1-5b495333e8c8 req-8f767114-c5e6-4109-a78d-88f15923f3d8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:35.823146 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081e51c-b702-4083-8ca1-5b495333e8c8 req-8f767114-c5e6-4109-a78d-88f15923f3d8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:35.829291 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081e51c-b702-4083-8ca1-5b495333e8c8 req-8f767114-c5e6-4109-a78d-88f15923f3d8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:35.831597 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a081e51c-b702-4083-8ca1-5b495333e8c8 req-8f767114-c5e6-4109-a78d-88f15923f3d8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.4801776 Feb 08 21:22:35.855392 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-37693cc2-fdc1-4aa8-b1f4-8b7063df101b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a0fefb3d-e221-48ee-80e6-d95866b602a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1273580 Feb 08 21:22:36.040181 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa58ffb-e7e2-4a4e-ba81-ae5d5d8b48de req-e2e0f228-13f6-41b3-b2d0-01f500fe7745 service neutron] 10.222.0.96 "GET /v2.0/networks/6832dbc4-407a-4320-a4e2-7f8a833aaebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6610811 Feb 08 21:22:36.053539 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-b2f185d1-1897-45ae-a760-9c4eb1a4992d service neutron] For port d796ae92-b6da-4654-a7ba-434927c795e7, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:22:36.135986 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-b2f185d1-1897-45ae-a760-9c4eb1a4992d service neutron] For port d796ae92-b6da-4654-a7ba-434927c795e7, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=d796ae92-b6da-4654-a7ba-434927c795e7,segment=NetworkSegment(6fb9b7e7-b2e9-4c21-b8d4-724ee8598276),segment_id=6fb9b7e7-b2e9-4c21-b8d4-724ee8598276)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:22:36.225111 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:36.242919 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-b2f185d1-1897-45ae-a760-9c4eb1a4992d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (d796ae92-b6da-4654-a7ba-434927c795e7), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:36.350164 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a081e51c-b702-4083-8ca1-5b495333e8c8 req-a29996bf-1f58-4d48-836e-e4cb07b00a9b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4707508 Feb 08 21:22:36.470133 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f185d1-1897-45ae-a760-9c4eb1a4992d service neutron] Pushing event updated for resources: {'Port': ['ID=d796ae92-b6da-4654-a7ba-434927c795e7,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:36.492320 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-b2f185d1-1897-45ae-a760-9c4eb1a4992d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:36.493175 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-b2f185d1-1897-45ae-a760-9c4eb1a4992d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:36.494958 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-b2f185d1-1897-45ae-a760-9c4eb1a4992d service neutron] 10.222.0.96 "PUT /v2.0/ports/d796ae92-b6da-4654-a7ba-434927c795e7 HTTP/1.1" status: 200 len: 1092 time: 4.5001338 Feb 08 21:22:36.496789 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf3ab52-3e5f-4dfc-8418-6382b69bd83e x-openstack-request-id: req-eaf3ab52-3e5f-4dfc-8418-6382b69bd83e {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:22:36.497154 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d85938-4d64-4488-aec1-ed1087e3194d", "tag": "e8033e06-6783-424c-856a-abd8cfd40090", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:22:36.497473 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-eaf3ab52-3e5f-4dfc-8418-6382b69bd83e {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:22:36.497868 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d85938-4d64-4488-aec1-ed1087e3194d', 'tag': 'e8033e06-6783-424c-856a-abd8cfd40090', 'status': 'completed', 'code': 200} Feb 08 21:22:36.539729 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-7bcb6374-c037-4ec6-b658-7303665da7ea service neutron] 10.222.0.96 "GET /v2.0/networks/a0fefb3d-e221-48ee-80e6-d95866b602a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6561038 Feb 08 21:22:36.556873 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ba135-2d40-4c2e-af5d-fc8ff3a60af9 req-b9e119df-5254-4c14-a11f-1ecab887e4bf tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:36.565000 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ba135-2d40-4c2e-af5d-fc8ff3a60af9 req-b9e119df-5254-4c14-a11f-1ecab887e4bf tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:36.571391 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ba135-2d40-4c2e-af5d-fc8ff3a60af9 req-b9e119df-5254-4c14-a11f-1ecab887e4bf tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:36.577401 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ba135-2d40-4c2e-af5d-fc8ff3a60af9 req-b9e119df-5254-4c14-a11f-1ecab887e4bf tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:36.583737 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ba135-2d40-4c2e-af5d-fc8ff3a60af9 req-b9e119df-5254-4c14-a11f-1ecab887e4bf tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:36.589717 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ba135-2d40-4c2e-af5d-fc8ff3a60af9 req-b9e119df-5254-4c14-a11f-1ecab887e4bf tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:36.596266 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ba135-2d40-4c2e-af5d-fc8ff3a60af9 req-b9e119df-5254-4c14-a11f-1ecab887e4bf tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:36.605701 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c95ba135-2d40-4c2e-af5d-fc8ff3a60af9 req-b9e119df-5254-4c14-a11f-1ecab887e4bf tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.5386026 Feb 08 21:22:36.616701 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:36.961592 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e37367-6bbf-40a5-b1f0-e169de5e5488 req-605c3ccf-c315-4907-a1cf-f288c3d3613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:36.962288 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e37367-6bbf-40a5-b1f0-e169de5e5488 req-605c3ccf-c315-4907-a1cf-f288c3d3613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:36.962877 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e37367-6bbf-40a5-b1f0-e169de5e5488 req-605c3ccf-c315-4907-a1cf-f288c3d3613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:36.963461 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e37367-6bbf-40a5-b1f0-e169de5e5488 req-605c3ccf-c315-4907-a1cf-f288c3d3613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:36.964059 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e37367-6bbf-40a5-b1f0-e169de5e5488 req-605c3ccf-c315-4907-a1cf-f288c3d3613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:36.964728 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e37367-6bbf-40a5-b1f0-e169de5e5488 req-605c3ccf-c315-4907-a1cf-f288c3d3613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:36.965489 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e37367-6bbf-40a5-b1f0-e169de5e5488 req-605c3ccf-c315-4907-a1cf-f288c3d3613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:36.967941 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a7e37367-6bbf-40a5-b1f0-e169de5e5488 req-605c3ccf-c315-4907-a1cf-f288c3d3613d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=322e6c079f8d45e4b079c0ce6f4b99ce&device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 6701 time: 0.8257778 Feb 08 21:22:36.997311 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c95ba135-2d40-4c2e-af5d-fc8ff3a60af9 req-ac5d514c-3038-4a75-9738-458d083fce68 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3906693 Feb 08 21:22:37.100358 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-a937bc03-fae3-4cd3-8d42-602070ab212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:37.101420 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-a937bc03-fae3-4cd3-8d42-602070ab212f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4451e0a063f74a4f945169d3909f474a&device_id=6b797e7a-95e3-49d3-b628-c75c270ca05a HTTP/1.1" status: 200 len: 1126 time: 0.4917917 Feb 08 21:22:37.228738 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-e1b21455-49fa-4770-bbbe-9e6d6720866c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d796ae92-b6da-4654-a7ba-434927c795e7 HTTP/1.1" status: 200 len: 217 time: 0.1192930 Feb 08 21:22:37.258277 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-536da285-acf7-41a2-aa90-f9bb579e27b3 service neutron] 10.222.0.96 "GET /v2.0/networks/a0fefb3d-e221-48ee-80e6-d95866b602a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6494884 Feb 08 21:22:37.363404 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d36634-ccc0-47f1-863d-f0523a2da7c4 req-e72b3488-1ab6-46cc-8755-09def2d16334 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:37.365930 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-83d36634-ccc0-47f1-863d-f0523a2da7c4 req-e72b3488-1ab6-46cc-8755-09def2d16334 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 943 time: 0.4455636 Feb 08 21:22:37.463127 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e37367-6bbf-40a5-b1f0-e169de5e5488 req-25bd0fa9-63fe-4c0a-8705-2b5009756162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:37.465214 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a7e37367-6bbf-40a5-b1f0-e169de5e5488 req-25bd0fa9-63fe-4c0a-8705-2b5009756162 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6832dbc4-407a-4320-a4e2-7f8a833aaebb HTTP/1.1" status: 200 len: 903 time: 0.4667530 Feb 08 21:22:37.481067 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-e6a73a9c-fca8-46d7-be5f-d5d596a17d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:37.482636 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-e6a73a9c-fca8-46d7-be5f-d5d596a17d48 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e7a3eb86-2043-4bf2-a8fc-0d20e8ae35fe HTTP/1.1" status: 200 len: 853 time: 0.2291098 Feb 08 21:22:37.569100 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a7e37367-6bbf-40a5-b1f0-e169de5e5488 req-2115ec6f-6bc7-4fb2-95d1-f8c227df653d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5159dba1-6fb7-4b1d-84ad-f387a9a3c982 HTTP/1.1" status: 200 len: 217 time: 0.0914757 Feb 08 21:22:37.572622 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-bbbf8c18-2d99-4726-9137-2337312d4f98 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a0fefb3d-e221-48ee-80e6-d95866b602a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745990 Feb 08 21:22:37.580037 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8f6c2-fa52-4c63-9e0c-74e85d021d45 req-b49e861d-31a4-479b-9729-c016ac82914d tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:37.581632 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c5f8f6c2-fa52-4c63-9e0c-74e85d021d45 req-b49e861d-31a4-479b-9729-c016ac82914d tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.88 "GET /v2.0/ports?device_id=6903ad76-d7ec-4a07-b544-1f076799001d HTTP/1.1" status: 200 len: 950 time: 0.3643427 Feb 08 21:22:37.589369 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-83d36634-ccc0-47f1-863d-f0523a2da7c4 req-ed28e753-34c7-4126-9e5b-c9245cb1c806 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033081 Feb 08 21:22:37.734211 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12daf0-2702-4ac6-a99c-ad44729a4224 req-123714e8-51a1-459c-b858-ea1040a61977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:37.735775 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8c12daf0-2702-4ac6-a99c-ad44729a4224 req-123714e8-51a1-459c-b858-ea1040a61977 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4451e0a063f74a4f945169d3909f474a&device_id=90d85938-4d64-4488-aec1-ed1087e3194d HTTP/1.1" status: 200 len: 1126 time: 0.3858399 Feb 08 21:22:38.181296 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e37367-6bbf-40a5-b1f0-e169de5e5488 req-0a2e683a-4274-4df2-954e-d58e1816eeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:38.182937 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a7e37367-6bbf-40a5-b1f0-e169de5e5488 req-0a2e683a-4274-4df2-954e-d58e1816eeee service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2b4f89b2-6408-4615-8840-a53e700c7c77 HTTP/1.1" status: 200 len: 797 time: 0.6001620 Feb 08 21:22:38.277999 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c5f8f6c2-fa52-4c63-9e0c-74e85d021d45 req-9883be83-3657-456f-ab12-cc1eab5ebcbc tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a7201de-eaa4-4c40-97cf-03cb47184f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6706586 Feb 08 21:22:38.289640 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-10b45aad-a80d-45f6-a164-d191ba8510c1 service neutron] 10.222.0.96 "GET /v2.0/networks/a0fefb3d-e221-48ee-80e6-d95866b602a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7049940 Feb 08 21:22:38.398787 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b6954-6833-4140-857a-f68faa2a4964 req-d964ac82-f387-4bc6-82f9-5e49e7a95e6f tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:38.411579 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b63b6954-6833-4140-857a-f68faa2a4964 req-d964ac82-f387-4bc6-82f9-5e49e7a95e6f tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/ports?device_id=6b797e7a-95e3-49d3-b628-c75c270ca05a HTTP/1.1" status: 200 len: 943 time: 0.7194881 Feb 08 21:22:38.440203 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12daf0-2702-4ac6-a99c-ad44729a4224 req-2b88a9c9-5603-4d6f-9927-c663d8e84e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:38.443018 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8c12daf0-2702-4ac6-a99c-ad44729a4224 req-2b88a9c9-5603-4d6f-9927-c663d8e84e48 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a0fefb3d-e221-48ee-80e6-d95866b602a9 HTTP/1.1" status: 200 len: 914 time: 0.6950922 Feb 08 21:22:38.492373 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e37367-6bbf-40a5-b1f0-e169de5e5488 req-0fb3efa1-81f4-47ba-975e-9cb0bee1de71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:38.495088 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a7e37367-6bbf-40a5-b1f0-e169de5e5488 req-0fb3efa1-81f4-47ba-975e-9cb0bee1de71 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6832dbc4-407a-4320-a4e2-7f8a833aaebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2941606 Feb 08 21:22:38.537630 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b797e7a-95e3-49d3-b628-c75c270ca05a', 'tag': 'd796ae92-b6da-4654-a7ba-434927c795e7'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:22:38.540081 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c0d299-5f33-4c28-85a7-eed5a8d41ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "6b797e7a-95e3-49d3-b628-c75c270ca05a", "tag": "d796ae92-b6da-4654-a7ba-434927c795e7"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:22:38.555969 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8c12daf0-2702-4ac6-a99c-ad44729a4224 req-9e379613-115b-4fd0-a491-f88a74afd280 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8033e06-6783-424c-856a-abd8cfd40090 HTTP/1.1" status: 200 len: 217 time: 0.0994277 Feb 08 21:22:38.773781 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6a3f054-b13c-4f6b-953c-55c3ff3e2dca req-2a70d699-cacb-41de-b50f-a9d89d0a120e service neutron] 10.222.0.96 "GET /v2.0/networks/a0fefb3d-e221-48ee-80e6-d95866b602a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652855 Feb 08 21:22:38.829294 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12daf0-2702-4ac6-a99c-ad44729a4224 req-44f74397-fede-4cae-8121-cdfc5d2b645c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:38.830923 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8c12daf0-2702-4ac6-a99c-ad44729a4224 req-44f74397-fede-4cae-8121-cdfc5d2b645c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e7a3eb86-2043-4bf2-a8fc-0d20e8ae35fe HTTP/1.1" status: 200 len: 853 time: 0.2570255 Feb 08 21:22:38.834809 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b63b6954-6833-4140-857a-f68faa2a4964 req-37496272-1eaf-4014-8f5e-15708cff0252 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/security-groups?id=29c9ad1e-53a6-4a40-8908-ccbea897f933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217253 Feb 08 21:22:38.883193 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8c12daf0-2702-4ac6-a99c-ad44729a4224 req-949343cc-85d1-46b7-9ec7-4e5b7e865491 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a0fefb3d-e221-48ee-80e6-d95866b602a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335960 Feb 08 21:22:38.997298 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 62cba19f-0563-4107-b19c-6eb313cd1539 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:22:39.123061 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a7e37367-6bbf-40a5-b1f0-e169de5e5488 req-a7c83c1c-0404-455c-b129-7a5704851c83 service neutron] 10.222.0.96 "GET /v2.0/networks/6832dbc4-407a-4320-a4e2-7f8a833aaebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5767694 Feb 08 21:22:39.151490 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 62cba19f-0563-4107-b19c-6eb313cd1539 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:22:39.151986 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (62cba19f-0563-4107-b19c-6eb313cd1539), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:39.180336 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f575c94-d5ad-45b8-8c20-bdddffbc831f req-a0e8c312-9033-4dc5-81ae-73af60785723 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:39.186415 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6903ad76-d7ec-4a07-b544-1f076799001d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62cba19f-0563-4107-b19c-6eb313cd1539'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:22:39.188113 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f575c94-d5ad-45b8-8c20-bdddffbc831f req-a0e8c312-9033-4dc5-81ae-73af60785723 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:39.189182 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd77281-7184-4187-8a37-04acb297417c" -d '{"events": [{"server_uuid": "6903ad76-d7ec-4a07-b544-1f076799001d", "name": "network-vif-unplugged", "status": "completed", "tag": "62cba19f-0563-4107-b19c-6eb313cd1539"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:22:39.194700 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f575c94-d5ad-45b8-8c20-bdddffbc831f req-a0e8c312-9033-4dc5-81ae-73af60785723 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:39.199859 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f575c94-d5ad-45b8-8c20-bdddffbc831f req-a0e8c312-9033-4dc5-81ae-73af60785723 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:39.205416 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f575c94-d5ad-45b8-8c20-bdddffbc831f req-a0e8c312-9033-4dc5-81ae-73af60785723 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:39.211785 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f575c94-d5ad-45b8-8c20-bdddffbc831f req-a0e8c312-9033-4dc5-81ae-73af60785723 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:39.212156 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 62cba19f-0563-4107-b19c-6eb313cd1539, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=62cba19f-0563-4107-b19c-6eb313cd1539,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:22:39.218276 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (62cba19f-0563-4107-b19c-6eb313cd1539), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:39.220678 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f575c94-d5ad-45b8-8c20-bdddffbc831f req-a0e8c312-9033-4dc5-81ae-73af60785723 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:39.228037 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f575c94-d5ad-45b8-8c20-bdddffbc831f req-a0e8c312-9033-4dc5-81ae-73af60785723 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.3921065 Feb 08 21:22:39.291825 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=62cba19f-0563-4107-b19c-6eb313cd1539,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:39.331314 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d2499-c2d6-4c59-9470-1f2c2b103a25 req-d329b71b-960d-49d5-93b2-ab1efc61096e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:39.338594 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d2499-c2d6-4c59-9470-1f2c2b103a25 req-d329b71b-960d-49d5-93b2-ab1efc61096e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:39.345559 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d2499-c2d6-4c59-9470-1f2c2b103a25 req-d329b71b-960d-49d5-93b2-ab1efc61096e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:39.351771 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d2499-c2d6-4c59-9470-1f2c2b103a25 req-d329b71b-960d-49d5-93b2-ab1efc61096e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:39.357502 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d2499-c2d6-4c59-9470-1f2c2b103a25 req-d329b71b-960d-49d5-93b2-ab1efc61096e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:39.364004 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d2499-c2d6-4c59-9470-1f2c2b103a25 req-d329b71b-960d-49d5-93b2-ab1efc61096e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:39.370290 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d2499-c2d6-4c59-9470-1f2c2b103a25 req-d329b71b-960d-49d5-93b2-ab1efc61096e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:39.373052 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-674d2499-c2d6-4c59-9470-1f2c2b103a25 req-d329b71b-960d-49d5-93b2-ab1efc61096e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.3450942 Feb 08 21:22:39.410174 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8c12daf0-2702-4ac6-a99c-ad44729a4224 req-ef446e8c-4afb-4a37-9672-655fa0737b9e service neutron] 10.222.0.96 "GET /v2.0/networks/a0fefb3d-e221-48ee-80e6-d95866b602a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998803 Feb 08 21:22:39.558225 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f575c94-d5ad-45b8-8c20-bdddffbc831f req-23c54f40-4036-4619-9cb1-1d4e65a69875 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3292291 Feb 08 21:22:39.578152 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a7e37367-6bbf-40a5-b1f0-e169de5e5488 req-25c7bdf4-b564-46b9-81e2-397021dbe87c service neutron] 10.222.0.96 "GET /v2.0/networks/6832dbc4-407a-4320-a4e2-7f8a833aaebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463696 Feb 08 21:22:39.618559 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-674d2499-c2d6-4c59-9470-1f2c2b103a25 req-d3300ffc-f8d4-46f8-b382-cf7e537e0465 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2317524 Feb 08 21:22:39.705507 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8c12daf0-2702-4ac6-a99c-ad44729a4224 req-871c720d-d02c-44de-9c80-575ab0bf07a9 service neutron] 10.222.0.96 "GET /v2.0/networks/a0fefb3d-e221-48ee-80e6-d95866b602a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835157 Feb 08 21:22:39.751118 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf3e5aa-1d13-4578-ba9c-1da3b2837ed1 x-openstack-request-id: req-8cf3e5aa-1d13-4578-ba9c-1da3b2837ed1 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:22:39.751433 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b797e7a-95e3-49d3-b628-c75c270ca05a", "tag": "d796ae92-b6da-4654-a7ba-434927c795e7", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:22:39.751703 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8cf3e5aa-1d13-4578-ba9c-1da3b2837ed1 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:22:39.752086 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b797e7a-95e3-49d3-b628-c75c270ca05a', 'tag': 'd796ae92-b6da-4654-a7ba-434927c795e7', 'status': 'completed', 'code': 200} Feb 08 21:22:39.827599 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57d297-d8c5-4ede-8365-3aac4a95a99c req-da9b2264-2003-4426-98f5-8da3b530b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:39.828507 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57d297-d8c5-4ede-8365-3aac4a95a99c req-da9b2264-2003-4426-98f5-8da3b530b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:39.829059 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57d297-d8c5-4ede-8365-3aac4a95a99c req-da9b2264-2003-4426-98f5-8da3b530b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:39.829625 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57d297-d8c5-4ede-8365-3aac4a95a99c req-da9b2264-2003-4426-98f5-8da3b530b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:39.830167 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57d297-d8c5-4ede-8365-3aac4a95a99c req-da9b2264-2003-4426-98f5-8da3b530b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:39.830708 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57d297-d8c5-4ede-8365-3aac4a95a99c req-da9b2264-2003-4426-98f5-8da3b530b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:39.831247 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57d297-d8c5-4ede-8365-3aac4a95a99c req-da9b2264-2003-4426-98f5-8da3b530b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:39.833571 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a57d297-d8c5-4ede-8365-3aac4a95a99c req-da9b2264-2003-4426-98f5-8da3b530b292 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=322e6c079f8d45e4b079c0ce6f4b99ce&device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 6701 time: 0.1619124 Feb 08 21:22:39.836240 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0d299-5f33-4c28-85a7-eed5a8d41ff4 req-83794a2e-fec8-465b-b482-5f7c59d2d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:39.838031 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-88c0d299-5f33-4c28-85a7-eed5a8d41ff4 req-83794a2e-fec8-465b-b482-5f7c59d2d6ee service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4451e0a063f74a4f945169d3909f474a&device_id=6b797e7a-95e3-49d3-b628-c75c270ca05a HTTP/1.1" status: 200 len: 1126 time: 0.0834200 Feb 08 21:22:40.077473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ecfc1-a609-4ef1-b0c7-7655118384f4 req-c972a2f2-7898-46d2-b80c-e233268d3be1 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:40.079378 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-393ecfc1-a609-4ef1-b0c7-7655118384f4 req-c972a2f2-7898-46d2-b80c-e233268d3be1 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 943 time: 0.2341719 Feb 08 21:22:40.125841 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0d299-5f33-4c28-85a7-eed5a8d41ff4 req-315cbebd-9ac5-46be-bbed-cc7d52a61acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:40.127746 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-88c0d299-5f33-4c28-85a7-eed5a8d41ff4 req-315cbebd-9ac5-46be-bbed-cc7d52a61acc service neutron] 10.222.0.96 "GET /v2.0/networks?id=a0fefb3d-e221-48ee-80e6-d95866b602a9 HTTP/1.1" status: 200 len: 914 time: 0.2707324 Feb 08 21:22:40.133166 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57d297-d8c5-4ede-8365-3aac4a95a99c req-ee479c9e-61e2-4828-9dd2-ba389ecb0296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:40.135158 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a57d297-d8c5-4ede-8365-3aac4a95a99c req-ee479c9e-61e2-4828-9dd2-ba389ecb0296 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6832dbc4-407a-4320-a4e2-7f8a833aaebb HTTP/1.1" status: 200 len: 903 time: 0.2792678 Feb 08 21:22:40.164574 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980fdd4f-6eb2-43b7-baa2-db2a738f6319 x-openstack-request-id: req-980fdd4f-6eb2-43b7-baa2-db2a738f6319 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:22:40.167153 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6903ad76-d7ec-4a07-b544-1f076799001d", "name": "network-vif-unplugged", "status": "completed", "tag": "62cba19f-0563-4107-b19c-6eb313cd1539", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:22:40.167938 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-980fdd4f-6eb2-43b7-baa2-db2a738f6319 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:22:40.169327 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6903ad76-d7ec-4a07-b544-1f076799001d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62cba19f-0563-4107-b19c-6eb313cd1539', 'code': 200} Feb 08 21:22:40.226526 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-88c0d299-5f33-4c28-85a7-eed5a8d41ff4 req-25d1e786-4863-404a-8923-3b81be9bda28 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d796ae92-b6da-4654-a7ba-434927c795e7 HTTP/1.1" status: 200 len: 217 time: 0.0884833 Feb 08 21:22:40.282447 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a57d297-d8c5-4ede-8365-3aac4a95a99c req-e6424d9c-9d99-4848-afb3-899f62754180 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2b48ba6a-3517-447a-815c-9e8f469661ae HTTP/1.1" status: 200 len: 217 time: 0.0734529 Feb 08 21:22:40.438094 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-393ecfc1-a609-4ef1-b0c7-7655118384f4 req-3602ddf0-219b-4c61-8ed7-e9d73dc27d77 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357306 Feb 08 21:22:40.461802 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0d299-5f33-4c28-85a7-eed5a8d41ff4 req-0882a2a6-466f-4f22-bd2c-b68f058179ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:40.463090 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-88c0d299-5f33-4c28-85a7-eed5a8d41ff4 req-0882a2a6-466f-4f22-bd2c-b68f058179ee service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e7a3eb86-2043-4bf2-a8fc-0d20e8ae35fe HTTP/1.1" status: 200 len: 853 time: 0.1977067 Feb 08 21:22:40.514871 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-88c0d299-5f33-4c28-85a7-eed5a8d41ff4 req-9201b959-38b2-4271-955a-4e79df76ed21 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a0fefb3d-e221-48ee-80e6-d95866b602a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435874 Feb 08 21:22:40.518342 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57d297-d8c5-4ede-8365-3aac4a95a99c req-20a6fa16-b119-4333-9bc4-3226171a95eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:40.520040 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a57d297-d8c5-4ede-8365-3aac4a95a99c req-20a6fa16-b119-4333-9bc4-3226171a95eb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2b4f89b2-6408-4615-8840-a53e700c7c77 HTTP/1.1" status: 200 len: 797 time: 0.2081709 Feb 08 21:22:40.533303 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3782c-8df9-4371-82a1-2b1afc61db23 req-930447d0-fee6-4774-b44f-e8faafa1afe4 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:40.542324 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e7d3782c-8df9-4371-82a1-2b1afc61db23 req-930447d0-fee6-4774-b44f-e8faafa1afe4 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/ports?device_id=6b797e7a-95e3-49d3-b628-c75c270ca05a HTTP/1.1" status: 200 len: 943 time: 0.2163608 Feb 08 21:22:40.722935 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57d297-d8c5-4ede-8365-3aac4a95a99c req-d19e4cc2-a1eb-41f0-ba8c-29a22b647851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:40.724777 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a57d297-d8c5-4ede-8365-3aac4a95a99c req-d19e4cc2-a1eb-41f0-ba8c-29a22b647851 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6832dbc4-407a-4320-a4e2-7f8a833aaebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1790788 Feb 08 21:22:40.742004 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e7d3782c-8df9-4371-82a1-2b1afc61db23 req-0fb3e12b-9fa9-4f08-9a31-48b52a9abb63 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/security-groups?id=29c9ad1e-53a6-4a40-8908-ccbea897f933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973379 Feb 08 21:22:40.971035 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a57d297-d8c5-4ede-8365-3aac4a95a99c req-264a7a60-91aa-4f61-b653-3464eaf875ee service neutron] 10.222.0.96 "GET /v2.0/networks/6832dbc4-407a-4320-a4e2-7f8a833aaebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275758 Feb 08 21:22:41.002196 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device e8033e06-6783-424c-856a-abd8cfd40090 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:22:41.076658 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-88c0d299-5f33-4c28-85a7-eed5a8d41ff4 req-f659a65e-6626-4532-9571-092f46d5c6bd service neutron] 10.222.0.96 "GET /v2.0/networks/a0fefb3d-e221-48ee-80e6-d95866b602a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207682 Feb 08 21:22:41.220818 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d81b8-6ca1-4912-9b48-3209b44f86b5 req-57cd4eb5-c286-499e-a082-50526e1058bc tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:41.226778 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d81b8-6ca1-4912-9b48-3209b44f86b5 req-57cd4eb5-c286-499e-a082-50526e1058bc tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:41.233289 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d81b8-6ca1-4912-9b48-3209b44f86b5 req-57cd4eb5-c286-499e-a082-50526e1058bc tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:41.246855 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d81b8-6ca1-4912-9b48-3209b44f86b5 req-57cd4eb5-c286-499e-a082-50526e1058bc tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:41.252644 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d81b8-6ca1-4912-9b48-3209b44f86b5 req-57cd4eb5-c286-499e-a082-50526e1058bc tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:41.258391 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d81b8-6ca1-4912-9b48-3209b44f86b5 req-57cd4eb5-c286-499e-a082-50526e1058bc tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:41.264008 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d81b8-6ca1-4912-9b48-3209b44f86b5 req-57cd4eb5-c286-499e-a082-50526e1058bc tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:41.270063 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-318d81b8-6ca1-4912-9b48-3209b44f86b5 req-57cd4eb5-c286-499e-a082-50526e1058bc tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.2976761 Feb 08 21:22:41.306782 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49052) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:22:41.325266 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a57d297-d8c5-4ede-8365-3aac4a95a99c req-189cff3f-f455-48c2-a97a-33866742af13 service neutron] 10.222.0.96 "GET /v2.0/networks/6832dbc4-407a-4320-a4e2-7f8a833aaebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476019 Feb 08 21:22:41.338054 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port e8033e06-6783-424c-856a-abd8cfd40090, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=e8033e06-6783-424c-856a-abd8cfd40090,segment=NetworkSegment(6fb9b7e7-b2e9-4c21-b8d4-724ee8598276),segment_id=6fb9b7e7-b2e9-4c21-b8d4-724ee8598276)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:22:41.360760 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-88c0d299-5f33-4c28-85a7-eed5a8d41ff4 req-1e9430c9-044d-46bc-8d2c-1c317869aa57 service neutron] 10.222.0.96 "GET /v2.0/networks/a0fefb3d-e221-48ee-80e6-d95866b602a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754140 Feb 08 21:22:41.447046 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-318d81b8-6ca1-4912-9b48-3209b44f86b5 req-8367317d-9f76-4e20-9e03-838e5e91b28f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1712334 Feb 08 21:22:41.535518 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d1f393e-b53c-4891-8bba-8acc08337892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:41.584896 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'e8033e06-6783-424c-856a-abd8cfd40090', 'network_id': 'a0fefb3d-e221-48ee-80e6-d95866b602a9', 'port_id': 'e8033e06-6783-424c-856a-abd8cfd40090', 'mac_address': 'fa:16:3e:30:94:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a3eb86-2043-4bf2-a8fc-0d20e8ae35fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:22:41.665126 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d1f393e-b53c-4891-8bba-8acc08337892 admin admin] Publish callbacks [] for security_group (c2300092-4bd8-47e3-adae-f0235d6484ed), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:41.671426 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d1f393e-b53c-4891-8bba-8acc08337892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c2300092-4bd8-47e3-adae-f0235d6484ed), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:41.691070 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port e8033e06-6783-424c-856a-abd8cfd40090 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:22:41.691472 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e8033e06-6783-424c-856a-abd8cfd40090), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:41.708785 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7d1f393e-b53c-4891-8bba-8acc08337892 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=17d5ad03e4ea4051aa07a547a854d063&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3952317 Feb 08 21:22:41.709730 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49060) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:22:41.717651 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8033e06-6783-424c-856a-abd8cfd40090 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:22:41.746365 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port e8033e06-6783-424c-856a-abd8cfd40090, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=e8033e06-6783-424c-856a-abd8cfd40090,segment=NetworkSegment(6fb9b7e7-b2e9-4c21-b8d4-724ee8598276),segment_id=6fb9b7e7-b2e9-4c21-b8d4-724ee8598276)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:22:41.748168 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 1eecbe73-83ee-4da0-a468-61095ee9a9d7 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:22:41.754048 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f393e-b53c-4891-8bba-8acc08337892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2300092-4bd8-47e3-adae-f0235d6484ed,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:41.759165 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e8033e06-6783-424c-856a-abd8cfd40090), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:41.801780 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e39c5-4086-4bee-9983-654f07b15779 req-aa2ad349-d192-4685-9b46-40b87601c988 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:41.808370 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e39c5-4086-4bee-9983-654f07b15779 req-aa2ad349-d192-4685-9b46-40b87601c988 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:41.814501 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e39c5-4086-4bee-9983-654f07b15779 req-aa2ad349-d192-4685-9b46-40b87601c988 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:41.820952 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e39c5-4086-4bee-9983-654f07b15779 req-aa2ad349-d192-4685-9b46-40b87601c988 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:41.826534 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e39c5-4086-4bee-9983-654f07b15779 req-aa2ad349-d192-4685-9b46-40b87601c988 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:41.831830 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e39c5-4086-4bee-9983-654f07b15779 req-aa2ad349-d192-4685-9b46-40b87601c988 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:41.838380 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e39c5-4086-4bee-9983-654f07b15779 req-aa2ad349-d192-4685-9b46-40b87601c988 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:41.845753 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c1e39c5-4086-4bee-9983-654f07b15779 req-aa2ad349-d192-4685-9b46-40b87601c988 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.2279043 Feb 08 21:22:41.876078 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-60c479de-9607-45f4-99ed-f4c29a2aeeef admin admin] Publish callbacks [] for security_group (c2300092-4bd8-47e3-adae-f0235d6484ed), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:41.903994 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=e8033e06-6783-424c-856a-abd8cfd40090,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:41.949851 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-60c479de-9607-45f4-99ed-f4c29a2aeeef admin admin] Publish callbacks [] for security_group (c2300092-4bd8-47e3-adae-f0235d6484ed), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:41.950451 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 1eecbe73-83ee-4da0-a468-61095ee9a9d7, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1eecbe73-83ee-4da0-a468-61095ee9a9d7,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:22:41.965658 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 1eecbe73-83ee-4da0-a468-61095ee9a9d7 has no active binding in host n-h1-712143-31 {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 08 21:22:41.996169 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c1e39c5-4086-4bee-9983-654f07b15779 req-decd5aec-621a-4613-9e5e-020a9b1a872e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1494873 Feb 08 21:22:42.028409 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e3d97-dbbf-402e-8b4a-88025d3a7424 req-b654b7cd-369c-48f8-b34d-b1017f0a3432 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:42.030076 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-982e3d97-dbbf-402e-8b4a-88025d3a7424 req-b654b7cd-369c-48f8-b34d-b1017f0a3432 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 943 time: 0.1394598 Feb 08 21:22:42.087393 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-60c479de-9607-45f4-99ed-f4c29a2aeeef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c2300092-4bd8-47e3-adae-f0235d6484ed), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:42.095328 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-60c479de-9607-45f4-99ed-f4c29a2aeeef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:42.100982 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-60c479de-9607-45f4-99ed-f4c29a2aeeef admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c2300092-4bd8-47e3-adae-f0235d6484ed HTTP/1.1" status: 204 len: 168 time: 0.3903604 Feb 08 21:22:42.127106 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['e8033e06-6783-424c-856a-abd8cfd40090'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:22:42.207715 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-982e3d97-dbbf-402e-8b4a-88025d3a7424 req-a32e5ae5-6180-41a9-9b71-183207dc68db tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682127 Feb 08 21:22:42.261612 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c479de-9607-45f4-99ed-f4c29a2aeeef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2300092-4bd8-47e3-adae-f0235d6484ed,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:42.353751 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1275bc3-b322-455d-85ba-52b4f6b99f15 req-1b6e05c5-3503-4e5d-90d4-191bfe40f52a tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:42.374185 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a1275bc3-b322-455d-85ba-52b4f6b99f15 req-1b6e05c5-3503-4e5d-90d4-191bfe40f52a tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/ports?device_id=6b797e7a-95e3-49d3-b628-c75c270ca05a HTTP/1.1" status: 200 len: 943 time: 0.1880794 Feb 08 21:22:42.463225 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a1275bc3-b322-455d-85ba-52b4f6b99f15 req-abe06513-0907-448e-8610-97fb0ec65135 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/security-groups?id=29c9ad1e-53a6-4a40-8908-ccbea897f933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865006 Feb 08 21:22:42.645289 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49086) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:22:42.663448 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3092c6f0-95ca-4272-a02e-91569dc5bf7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:42.702378 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84568a35-31f6-4c47-a4bd-2c92a7f33086 req-6a9ea597-62ba-4371-b452-5bff726dfab2 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:42.713686 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84568a35-31f6-4c47-a4bd-2c92a7f33086 req-6a9ea597-62ba-4371-b452-5bff726dfab2 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:42.724238 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84568a35-31f6-4c47-a4bd-2c92a7f33086 req-6a9ea597-62ba-4371-b452-5bff726dfab2 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:42.735585 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84568a35-31f6-4c47-a4bd-2c92a7f33086 req-6a9ea597-62ba-4371-b452-5bff726dfab2 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:42.747466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84568a35-31f6-4c47-a4bd-2c92a7f33086 req-6a9ea597-62ba-4371-b452-5bff726dfab2 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:42.759253 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84568a35-31f6-4c47-a4bd-2c92a7f33086 req-6a9ea597-62ba-4371-b452-5bff726dfab2 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:42.766721 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3092c6f0-95ca-4272-a02e-91569dc5bf7e admin admin] Publish callbacks [] for security_group (06c4b1e1-9d90-40d8-921f-ad2a3438b8bb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:42.769764 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84568a35-31f6-4c47-a4bd-2c92a7f33086 req-6a9ea597-62ba-4371-b452-5bff726dfab2 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:42.773712 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3092c6f0-95ca-4272-a02e-91569dc5bf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (06c4b1e1-9d90-40d8-921f-ad2a3438b8bb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:42.783779 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84568a35-31f6-4c47-a4bd-2c92a7f33086 req-6a9ea597-62ba-4371-b452-5bff726dfab2 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.1920955 Feb 08 21:22:42.862869 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3092c6f0-95ca-4272-a02e-91569dc5bf7e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=125a11cac2ba4cce91116377b2248abf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2125242 Feb 08 21:22:42.867411 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49098) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:22:42.888202 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092c6f0-95ca-4272-a02e-91569dc5bf7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c4b1e1-9d90-40d8-921f-ad2a3438b8bb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:42.897258 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84568a35-31f6-4c47-a4bd-2c92a7f33086 req-3769b753-5701-43d5-a575-b10f89d529db tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1122942 Feb 08 21:22:42.946708 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b05735c8-f461-4e48-89e7-0b82dc4faf57 admin admin] Publish callbacks [] for security_group (06c4b1e1-9d90-40d8-921f-ad2a3438b8bb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:42.979681 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b05735c8-f461-4e48-89e7-0b82dc4faf57 admin admin] Publish callbacks [] for security_group (06c4b1e1-9d90-40d8-921f-ad2a3438b8bb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:43.013285 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device d796ae92-b6da-4654-a7ba-434927c795e7 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:22:43.018378 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 1eecbe73-83ee-4da0-a468-61095ee9a9d7 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:22:43.083061 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b05735c8-f461-4e48-89e7-0b82dc4faf57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (06c4b1e1-9d90-40d8-921f-ad2a3438b8bb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:43.086584 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b05735c8-f461-4e48-89e7-0b82dc4faf57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:43.091565 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b05735c8-f461-4e48-89e7-0b82dc4faf57 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/06c4b1e1-9d90-40d8-921f-ad2a3438b8bb HTTP/1.1" status: 204 len: 168 time: 0.2225473 Feb 08 21:22:43.109684 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05735c8-f461-4e48-89e7-0b82dc4faf57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c4b1e1-9d90-40d8-921f-ad2a3438b8bb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:43.255255 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd38f9d-3307-4e6c-8dc9-a606f2c261b9 req-9bdb745d-3504-4aec-9d79-7a9bdb833707 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:43.269983 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd38f9d-3307-4e6c-8dc9-a606f2c261b9 req-9bdb745d-3504-4aec-9d79-7a9bdb833707 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:43.284266 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd38f9d-3307-4e6c-8dc9-a606f2c261b9 req-9bdb745d-3504-4aec-9d79-7a9bdb833707 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:43.299193 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd38f9d-3307-4e6c-8dc9-a606f2c261b9 req-9bdb745d-3504-4aec-9d79-7a9bdb833707 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:43.315241 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd38f9d-3307-4e6c-8dc9-a606f2c261b9 req-9bdb745d-3504-4aec-9d79-7a9bdb833707 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:43.362438 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd38f9d-3307-4e6c-8dc9-a606f2c261b9 req-9bdb745d-3504-4aec-9d79-7a9bdb833707 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:43.373791 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd38f9d-3307-4e6c-8dc9-a606f2c261b9 req-9bdb745d-3504-4aec-9d79-7a9bdb833707 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:43.385272 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ffd38f9d-3307-4e6c-8dc9-a606f2c261b9 req-9bdb745d-3504-4aec-9d79-7a9bdb833707 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.2483258 Feb 08 21:22:43.450970 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 1eecbe73-83ee-4da0-a468-61095ee9a9d7 is: DOWN; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:22:43.465749 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port d796ae92-b6da-4654-a7ba-434927c795e7, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=d796ae92-b6da-4654-a7ba-434927c795e7,segment=NetworkSegment(6fb9b7e7-b2e9-4c21-b8d4-724ee8598276),segment_id=6fb9b7e7-b2e9-4c21-b8d4-724ee8598276)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:22:43.489680 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'd796ae92-b6da-4654-a7ba-434927c795e7', 'network_id': 'a0fefb3d-e221-48ee-80e6-d95866b602a9', 'port_id': 'd796ae92-b6da-4654-a7ba-434927c795e7', 'mac_address': 'fa:16:3e:74:e1:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a3eb86-2043-4bf2-a8fc-0d20e8ae35fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:22:43.511205 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ffd38f9d-3307-4e6c-8dc9-a606f2c261b9 req-882fe356-c85d-4be5-b7e4-e2ef4c4565b7 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1248994 Feb 08 21:22:43.571846 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b59411-12c3-4771-a13a-968cef1826c6 req-e56d837a-5870-4cab-a6b7-8d1261bd354c tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:43.573502 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e7b59411-12c3-4771-a13a-968cef1826c6 req-e56d837a-5870-4cab-a6b7-8d1261bd354c tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 943 time: 0.1780734 Feb 08 21:22:43.591098 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port d796ae92-b6da-4654-a7ba-434927c795e7 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:22:43.591799 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d796ae92-b6da-4654-a7ba-434927c795e7), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:43.619787 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d796ae92-b6da-4654-a7ba-434927c795e7 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:22:43.669324 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port d796ae92-b6da-4654-a7ba-434927c795e7, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=d796ae92-b6da-4654-a7ba-434927c795e7,segment=NetworkSegment(6fb9b7e7-b2e9-4c21-b8d4-724ee8598276),segment_id=6fb9b7e7-b2e9-4c21-b8d4-724ee8598276)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:22:43.678349 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d796ae92-b6da-4654-a7ba-434927c795e7), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:43.723602 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e7b59411-12c3-4771-a13a-968cef1826c6 req-f5e3979c-1526-4c3c-9f1e-9aca9a6943b6 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320865 Feb 08 21:22:43.776939 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e9204-37ca-46f7-b82e-cac7370342a6 req-518aad1a-9e89-4571-9a21-1ece565d5370 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:43.791589 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-969e9204-37ca-46f7-b82e-cac7370342a6 req-518aad1a-9e89-4571-9a21-1ece565d5370 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/ports?device_id=6b797e7a-95e3-49d3-b628-c75c270ca05a HTTP/1.1" status: 200 len: 944 time: 0.1308978 Feb 08 21:22:43.820208 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=d796ae92-b6da-4654-a7ba-434927c795e7,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:43.902996 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-969e9204-37ca-46f7-b82e-cac7370342a6 req-7ee2af45-5bba-4d35-a0fc-5e747b5c2985 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/security-groups?id=29c9ad1e-53a6-4a40-8908-ccbea897f933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951223 Feb 08 21:22:44.024041 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['d796ae92-b6da-4654-a7ba-434927c795e7'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:22:44.123587 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077a7fe-bcaa-4f56-b527-e3bbf3a00055 req-6158dd0b-1e8d-4849-95f4-b47c406b769e tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:44.135744 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077a7fe-bcaa-4f56-b527-e3bbf3a00055 req-6158dd0b-1e8d-4849-95f4-b47c406b769e tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:44.162001 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077a7fe-bcaa-4f56-b527-e3bbf3a00055 req-6158dd0b-1e8d-4849-95f4-b47c406b769e tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:44.187436 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077a7fe-bcaa-4f56-b527-e3bbf3a00055 req-6158dd0b-1e8d-4849-95f4-b47c406b769e tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:44.203423 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077a7fe-bcaa-4f56-b527-e3bbf3a00055 req-6158dd0b-1e8d-4849-95f4-b47c406b769e tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:44.215599 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077a7fe-bcaa-4f56-b527-e3bbf3a00055 req-6158dd0b-1e8d-4849-95f4-b47c406b769e tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:44.225462 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077a7fe-bcaa-4f56-b527-e3bbf3a00055 req-6158dd0b-1e8d-4849-95f4-b47c406b769e tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:44.228627 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8077a7fe-bcaa-4f56-b527-e3bbf3a00055 req-6158dd0b-1e8d-4849-95f4-b47c406b769e tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.2277455 Feb 08 21:22:44.325793 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8077a7fe-bcaa-4f56-b527-e3bbf3a00055 req-dea39800-fcc6-45fa-9b26-3c273781612f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0829985 Feb 08 21:22:44.765179 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5f307-536c-4ccc-b2e8-630f9e2cbd44 req-6e561c5c-e534-47ce-ba09-7c0ec4aac2bc tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:44.775333 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5f307-536c-4ccc-b2e8-630f9e2cbd44 req-6e561c5c-e534-47ce-ba09-7c0ec4aac2bc tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:44.785348 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5f307-536c-4ccc-b2e8-630f9e2cbd44 req-6e561c5c-e534-47ce-ba09-7c0ec4aac2bc tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:44.795929 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5f307-536c-4ccc-b2e8-630f9e2cbd44 req-6e561c5c-e534-47ce-ba09-7c0ec4aac2bc tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:44.807872 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5f307-536c-4ccc-b2e8-630f9e2cbd44 req-6e561c5c-e534-47ce-ba09-7c0ec4aac2bc tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:44.818564 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5f307-536c-4ccc-b2e8-630f9e2cbd44 req-6e561c5c-e534-47ce-ba09-7c0ec4aac2bc tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:44.829107 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5f307-536c-4ccc-b2e8-630f9e2cbd44 req-6e561c5c-e534-47ce-ba09-7c0ec4aac2bc tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:44.832667 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40a5f307-536c-4ccc-b2e8-630f9e2cbd44 req-6e561c5c-e534-47ce-ba09-7c0ec4aac2bc tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.1752968 Feb 08 21:22:45.007452 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40a5f307-536c-4ccc-b2e8-630f9e2cbd44 req-fab1331b-f066-43c3-a636-419b57ec8e73 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1623609 Feb 08 21:22:45.019294 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device e8033e06-6783-424c-856a-abd8cfd40090 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:22:45.082573 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677db8bc-a11e-4e02-bfcc-8ff28cf71191 req-a422a16e-27e2-4675-8503-de98b7bf07b5 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:45.088610 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-677db8bc-a11e-4e02-bfcc-8ff28cf71191 req-a422a16e-27e2-4675-8503-de98b7bf07b5 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 943 time: 0.1619990 Feb 08 21:22:45.154493 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port e8033e06-6783-424c-856a-abd8cfd40090 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:22:45.171943 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port e8033e06-6783-424c-856a-abd8cfd40090 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:22:45.174642 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-677db8bc-a11e-4e02-bfcc-8ff28cf71191 req-12ecb6b2-b770-4088-a72a-a4966161c846 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699258 Feb 08 21:22:45.175712 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e8033e06-6783-424c-856a-abd8cfd40090), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:45.305384 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port e8033e06-6783-424c-856a-abd8cfd40090 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:22:45.305923 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e8033e06-6783-424c-856a-abd8cfd40090), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:45.363058 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port e8033e06-6783-424c-856a-abd8cfd40090, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=e8033e06-6783-424c-856a-abd8cfd40090,segment=NetworkSegment(6fb9b7e7-b2e9-4c21-b8d4-724ee8598276),segment_id=6fb9b7e7-b2e9-4c21-b8d4-724ee8598276)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:22:45.365872 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d85938-4d64-4488-aec1-ed1087e3194d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8033e06-6783-424c-856a-abd8cfd40090'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:22:45.368766 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3274160-42f9-4e4f-90f7-222c7bb15125" -d '{"events": [{"server_uuid": "90d85938-4d64-4488-aec1-ed1087e3194d", "name": "network-vif-plugged", "status": "completed", "tag": "e8033e06-6783-424c-856a-abd8cfd40090"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:22:45.379543 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e8033e06-6783-424c-856a-abd8cfd40090), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:45.393918 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebead61b-2966-4c99-9815-6c0fa8c704d0 req-9dccc601-d4e3-45e9-a8b0-8b60e8abbaa6 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:45.396634 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ebead61b-2966-4c99-9815-6c0fa8c704d0 req-9dccc601-d4e3-45e9-a8b0-8b60e8abbaa6 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/ports?device_id=6b797e7a-95e3-49d3-b628-c75c270ca05a HTTP/1.1" status: 200 len: 944 time: 0.1564226 Feb 08 21:22:45.479496 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ebead61b-2966-4c99-9815-6c0fa8c704d0 req-fcbb6d65-a57c-49e0-8ec2-8b143526e913 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/security-groups?id=29c9ad1e-53a6-4a40-8908-ccbea897f933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710371 Feb 08 21:22:45.530929 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=e8033e06-6783-424c-856a-abd8cfd40090,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:45.602897 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8feb5e34-c723-4a9d-963c-222154886267 x-openstack-request-id: req-8feb5e34-c723-4a9d-963c-222154886267 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:22:45.603295 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d85938-4d64-4488-aec1-ed1087e3194d", "name": "network-vif-plugged", "status": "completed", "tag": "e8033e06-6783-424c-856a-abd8cfd40090", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:22:45.603744 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8feb5e34-c723-4a9d-963c-222154886267 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:22:45.604192 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d85938-4d64-4488-aec1-ed1087e3194d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8033e06-6783-424c-856a-abd8cfd40090', 'code': 200} Feb 08 21:22:45.646285 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db3c43-cff6-4bcf-a4de-567da3566d31 req-9006e680-3fe0-4c6d-9e88-610e81148a0d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:45.653606 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db3c43-cff6-4bcf-a4de-567da3566d31 req-9006e680-3fe0-4c6d-9e88-610e81148a0d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:45.659373 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db3c43-cff6-4bcf-a4de-567da3566d31 req-9006e680-3fe0-4c6d-9e88-610e81148a0d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:45.664901 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db3c43-cff6-4bcf-a4de-567da3566d31 req-9006e680-3fe0-4c6d-9e88-610e81148a0d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:45.670824 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db3c43-cff6-4bcf-a4de-567da3566d31 req-9006e680-3fe0-4c6d-9e88-610e81148a0d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:45.676428 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db3c43-cff6-4bcf-a4de-567da3566d31 req-9006e680-3fe0-4c6d-9e88-610e81148a0d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:45.683297 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db3c43-cff6-4bcf-a4de-567da3566d31 req-9006e680-3fe0-4c6d-9e88-610e81148a0d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:45.685329 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-09db3c43-cff6-4bcf-a4de-567da3566d31 req-9006e680-3fe0-4c6d-9e88-610e81148a0d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.1707804 Feb 08 21:22:46.135855 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-e8754f09-209c-406f-a760-6e5b62aeabe6 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429616 Feb 08 21:22:46.224149 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bac16-903a-44e2-b852-961745eb3d33 req-e6ef48af-d01c-486a-9bc8-790ff33e864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:46.225818 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-095bac16-903a-44e2-b852-961745eb3d33 req-e6ef48af-d01c-486a-9bc8-790ff33e864c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=90d85938-4d64-4488-aec1-ed1087e3194d HTTP/1.1" status: 200 len: 1128 time: 0.5393922 Feb 08 21:22:46.233869 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-09db3c43-cff6-4bcf-a4de-567da3566d31 req-ca15843d-3002-473e-be86-2bebb8ec490d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5359943 Feb 08 21:22:46.319878 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-095bac16-903a-44e2-b852-961745eb3d33 req-83a740fe-9c48-44a1-b404-246d6e958672 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=29c9ad1e-53a6-4a40-8908-ccbea897f933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849485 Feb 08 21:22:46.337541 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-919e2890-de6e-46e7-8f28-0b2d5087511a tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:46.339208 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-919e2890-de6e-46e7-8f28-0b2d5087511a tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1931274 Feb 08 21:22:46.384203 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-e39cd8b4-6b82-49e9-bcbf-30e11706a7d8 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/quotas/a43edf20ad1643c2ac7bbb3feecd107e HTTP/1.1" status: 200 len: 375 time: 0.0153351 Feb 08 21:22:46.455289 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-a9ae0644-e048-4111-9d9b-48415ee13796 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570474 Feb 08 21:22:46.477696 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba81fd0-2dda-486c-97ff-f8e85ce50d2c req-6c1cd5e8-98da-4a7a-bf24-c78fd8ffc32b tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:46.487908 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba81fd0-2dda-486c-97ff-f8e85ce50d2c req-6c1cd5e8-98da-4a7a-bf24-c78fd8ffc32b tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:46.497365 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba81fd0-2dda-486c-97ff-f8e85ce50d2c req-6c1cd5e8-98da-4a7a-bf24-c78fd8ffc32b tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:46.506245 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba81fd0-2dda-486c-97ff-f8e85ce50d2c req-6c1cd5e8-98da-4a7a-bf24-c78fd8ffc32b tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:46.513536 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba81fd0-2dda-486c-97ff-f8e85ce50d2c req-6c1cd5e8-98da-4a7a-bf24-c78fd8ffc32b tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:46.520816 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba81fd0-2dda-486c-97ff-f8e85ce50d2c req-6c1cd5e8-98da-4a7a-bf24-c78fd8ffc32b tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:46.529917 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba81fd0-2dda-486c-97ff-f8e85ce50d2c req-6c1cd5e8-98da-4a7a-bf24-c78fd8ffc32b tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:46.533178 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fba81fd0-2dda-486c-97ff-f8e85ce50d2c req-6c1cd5e8-98da-4a7a-bf24-c78fd8ffc32b tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.2102864 Feb 08 21:22:46.625662 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fba81fd0-2dda-486c-97ff-f8e85ce50d2c req-b8f80a33-4f2e-4681-b4b2-f93f0c6821c0 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0838451 Feb 08 21:22:46.781107 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a184478-4fe5-4f8d-9dc5-dd7dd0ecae03 req-545168fe-b8a2-4484-b9c6-38f4a68f3260 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:46.782863 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a184478-4fe5-4f8d-9dc5-dd7dd0ecae03 req-545168fe-b8a2-4484-b9c6-38f4a68f3260 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 943 time: 0.0785730 Feb 08 21:22:46.923016 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a184478-4fe5-4f8d-9dc5-dd7dd0ecae03 req-6cd7aab6-ebf3-432f-82cf-8c5bc7ad1ecf tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299090 Feb 08 21:22:46.964058 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e405b77-0b20-4f28-981a-03d6a3f4dc15 req-08ff6649-92bf-40c3-aac2-cfa74c3c6379 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:46.977039 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1e405b77-0b20-4f28-981a-03d6a3f4dc15 req-08ff6649-92bf-40c3-aac2-cfa74c3c6379 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/ports?device_id=6b797e7a-95e3-49d3-b628-c75c270ca05a HTTP/1.1" status: 200 len: 944 time: 0.1522751 Feb 08 21:22:47.030080 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 62cba19f-0563-4107-b19c-6eb313cd1539 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:22:47.034304 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device d796ae92-b6da-4654-a7ba-434927c795e7 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:22:47.115054 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5cbb4bda-6c0f-45ce-9cc2-7654f17b40e5 req-6743ab70-2a44-40b9-b03b-86060af6476a tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=657132b4-3ce8-4fbb-905d-8012a695aaea HTTP/1.1" status: 200 len: 210 time: 0.0811653 Feb 08 21:22:47.136442 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1e405b77-0b20-4f28-981a-03d6a3f4dc15 req-9ae428f7-65ae-4b94-8b70-8f3b3712e3d6 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/security-groups?id=29c9ad1e-53a6-4a40-8908-ccbea897f933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579013 Feb 08 21:22:47.250034 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port d796ae92-b6da-4654-a7ba-434927c795e7 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:22:47.259173 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port d796ae92-b6da-4654-a7ba-434927c795e7 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:22:47.259886 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d796ae92-b6da-4654-a7ba-434927c795e7), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:47.368569 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 62cba19f-0563-4107-b19c-6eb313cd1539, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=62cba19f-0563-4107-b19c-6eb313cd1539,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:22:47.438385 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3e598-33dd-4e08-8999-669a45d1e0bf req-2dc488ac-257f-4625-a6ed-0fc94cec203a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:47.447190 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3e598-33dd-4e08-8999-669a45d1e0bf req-2dc488ac-257f-4625-a6ed-0fc94cec203a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:47.452468 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port d796ae92-b6da-4654-a7ba-434927c795e7 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:22:47.452963 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d796ae92-b6da-4654-a7ba-434927c795e7), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:47.453402 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3e598-33dd-4e08-8999-669a45d1e0bf req-2dc488ac-257f-4625-a6ed-0fc94cec203a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:47.459449 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3e598-33dd-4e08-8999-669a45d1e0bf req-2dc488ac-257f-4625-a6ed-0fc94cec203a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:47.465966 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3e598-33dd-4e08-8999-669a45d1e0bf req-2dc488ac-257f-4625-a6ed-0fc94cec203a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:47.472095 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3e598-33dd-4e08-8999-669a45d1e0bf req-2dc488ac-257f-4625-a6ed-0fc94cec203a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:47.478108 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3e598-33dd-4e08-8999-669a45d1e0bf req-2dc488ac-257f-4625-a6ed-0fc94cec203a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:47.487916 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2d3e598-33dd-4e08-8999-669a45d1e0bf req-2dc488ac-257f-4625-a6ed-0fc94cec203a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.1276212 Feb 08 21:22:47.497011 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '62cba19f-0563-4107-b19c-6eb313cd1539', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': '62cba19f-0563-4107-b19c-6eb313cd1539', 'mac_address': 'fa:16:3e:76:82:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:22:47.500529 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port d796ae92-b6da-4654-a7ba-434927c795e7, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=d796ae92-b6da-4654-a7ba-434927c795e7,segment=NetworkSegment(6fb9b7e7-b2e9-4c21-b8d4-724ee8598276),segment_id=6fb9b7e7-b2e9-4c21-b8d4-724ee8598276)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:22:47.543894 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d796ae92-b6da-4654-a7ba-434927c795e7), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:47.601937 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2d3e598-33dd-4e08-8999-669a45d1e0bf req-fe9c0e75-51ad-4fa6-aec4-f3e760517598 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1141057 Feb 08 21:22:47.611122 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b797e7a-95e3-49d3-b628-c75c270ca05a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd796ae92-b6da-4654-a7ba-434927c795e7'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:22:47.615196 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad8a1c2-2fc2-427a-9a64-dc656f4fe126" -d '{"events": [{"server_uuid": "6b797e7a-95e3-49d3-b628-c75c270ca05a", "name": "network-vif-plugged", "status": "completed", "tag": "d796ae92-b6da-4654-a7ba-434927c795e7"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:22:47.663391 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 62cba19f-0563-4107-b19c-6eb313cd1539 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:22:47.664120 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (62cba19f-0563-4107-b19c-6eb313cd1539), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:47.683019 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=d796ae92-b6da-4654-a7ba-434927c795e7,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:47.690228 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62cba19f-0563-4107-b19c-6eb313cd1539 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:22:47.713276 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd4af90-a95d-426d-9ea9-f80c0bc64d7d x-openstack-request-id: req-ddd4af90-a95d-426d-9ea9-f80c0bc64d7d {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:22:47.713276 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b797e7a-95e3-49d3-b628-c75c270ca05a", "name": "network-vif-plugged", "status": "completed", "tag": "d796ae92-b6da-4654-a7ba-434927c795e7", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:22:47.713276 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ddd4af90-a95d-426d-9ea9-f80c0bc64d7d {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:22:47.713915 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b797e7a-95e3-49d3-b628-c75c270ca05a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd796ae92-b6da-4654-a7ba-434927c795e7', 'code': 200} Feb 08 21:22:47.745500 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 62cba19f-0563-4107-b19c-6eb313cd1539, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=62cba19f-0563-4107-b19c-6eb313cd1539,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:22:47.755779 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (62cba19f-0563-4107-b19c-6eb313cd1539), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:47.851244 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=62cba19f-0563-4107-b19c-6eb313cd1539,revision_number=9']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:47.891633 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed10c4-0df8-4f9e-b946-317e3ac6be09 req-f187a04c-5e97-43b8-bdfa-281b0121d310 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:47.898652 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed10c4-0df8-4f9e-b946-317e3ac6be09 req-f187a04c-5e97-43b8-bdfa-281b0121d310 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:47.904724 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed10c4-0df8-4f9e-b946-317e3ac6be09 req-f187a04c-5e97-43b8-bdfa-281b0121d310 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:47.910944 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed10c4-0df8-4f9e-b946-317e3ac6be09 req-f187a04c-5e97-43b8-bdfa-281b0121d310 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:47.916785 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed10c4-0df8-4f9e-b946-317e3ac6be09 req-f187a04c-5e97-43b8-bdfa-281b0121d310 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:47.922580 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed10c4-0df8-4f9e-b946-317e3ac6be09 req-f187a04c-5e97-43b8-bdfa-281b0121d310 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:47.929116 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed10c4-0df8-4f9e-b946-317e3ac6be09 req-f187a04c-5e97-43b8-bdfa-281b0121d310 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:47.932690 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37ed10c4-0df8-4f9e-b946-317e3ac6be09 req-f187a04c-5e97-43b8-bdfa-281b0121d310 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.1587269 Feb 08 21:22:47.991540 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['62cba19f-0563-4107-b19c-6eb313cd1539'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:22:48.012559 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7c2c1-4854-4483-ab55-366bd8f73244 req-84e539c3-d30b-44c4-9aba-bade820c8aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:48.015301 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-33f7c2c1-4854-4483-ab55-366bd8f73244 req-84e539c3-d30b-44c4-9aba-bade820c8aed service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6b797e7a-95e3-49d3-b628-c75c270ca05a HTTP/1.1" status: 200 len: 1128 time: 0.1993921 Feb 08 21:22:48.150577 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37ed10c4-0df8-4f9e-b946-317e3ac6be09 req-d92323af-82ab-49d2-aff5-4eb9d912bb45 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2037075 Feb 08 21:22:48.227309 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-33f7c2c1-4854-4483-ab55-366bd8f73244 req-94b1279b-d3ce-43f4-97af-b74e4a6ad3d4 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=29c9ad1e-53a6-4a40-8908-ccbea897f933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974697 Feb 08 21:22:48.258402 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42354b12-4877-42ec-8a5c-8269a97aeb0f req-a4272c1a-7bf5-4c24-8a2a-1185d87eea25 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:48.260180 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-42354b12-4877-42ec-8a5c-8269a97aeb0f req-a4272c1a-7bf5-4c24-8a2a-1185d87eea25 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 943 time: 0.1808574 Feb 08 21:22:48.407492 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-42354b12-4877-42ec-8a5c-8269a97aeb0f req-47fad6b4-69ea-4cde-9708-e0ad8d55eadb tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278298 Feb 08 21:22:48.423146 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147294e5-4275-49a3-ba5f-bc6298bca99e req-7a13c0df-ec5f-4b4e-a638-4927d6965482 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:48.425260 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-147294e5-4275-49a3-ba5f-bc6298bca99e req-7a13c0df-ec5f-4b4e-a638-4927d6965482 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/ports?device_id=6b797e7a-95e3-49d3-b628-c75c270ca05a HTTP/1.1" status: 200 len: 945 time: 0.1469660 Feb 08 21:22:48.510375 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-147294e5-4275-49a3-ba5f-bc6298bca99e req-3134841d-ccdd-45e5-b7f8-70d0dfa8537e tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/security-groups?id=29c9ad1e-53a6-4a40-8908-ccbea897f933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745244 Feb 08 21:22:48.581109 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-82015fd8-eea7-42db-b74c-ca78d3677ae0 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615985 Feb 08 21:22:48.661511 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-20415327-6a35-4522-94e6-304928fd36a5 req-a7db12a3-d669-464e-8b8b-08432904e0fa tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=657132b4-3ce8-4fbb-905d-8012a695aaea HTTP/1.1" status: 200 len: 210 time: 0.0852330 Feb 08 21:22:48.898895 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2f3a3-e16b-48c0-8787-bbe0ed0fe6c5 req-9fec769b-6e2c-4b1d-a516-4bcbb41b6ef4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:48.908913 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2f3a3-e16b-48c0-8787-bbe0ed0fe6c5 req-9fec769b-6e2c-4b1d-a516-4bcbb41b6ef4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:48.918743 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2f3a3-e16b-48c0-8787-bbe0ed0fe6c5 req-9fec769b-6e2c-4b1d-a516-4bcbb41b6ef4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:48.929273 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2f3a3-e16b-48c0-8787-bbe0ed0fe6c5 req-9fec769b-6e2c-4b1d-a516-4bcbb41b6ef4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:48.939529 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2f3a3-e16b-48c0-8787-bbe0ed0fe6c5 req-9fec769b-6e2c-4b1d-a516-4bcbb41b6ef4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:48.949305 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2f3a3-e16b-48c0-8787-bbe0ed0fe6c5 req-9fec769b-6e2c-4b1d-a516-4bcbb41b6ef4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:48.959307 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2f3a3-e16b-48c0-8787-bbe0ed0fe6c5 req-9fec769b-6e2c-4b1d-a516-4bcbb41b6ef4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:48.962457 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32e2f3a3-e16b-48c0-8787-bbe0ed0fe6c5 req-9fec769b-6e2c-4b1d-a516-4bcbb41b6ef4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.2353525 Feb 08 21:22:48.976605 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-5c99f3fb-7208-491b-8488-5fc3887b0e6a tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:48.978993 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-5c99f3fb-7208-491b-8488-5fc3887b0e6a tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3853643 Feb 08 21:22:48.999037 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-bc1eec53-4195-4495-8522-8b51159d6755 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Request body: {'port': {'device_id': '657132b4-3ce8-4fbb-905d-8012a695aaea', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': 'a43edf20ad1643c2ac7bbb3feecd107e'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:22:49.043831 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 62cba19f-0563-4107-b19c-6eb313cd1539 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:22:49.134961 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 62cba19f-0563-4107-b19c-6eb313cd1539 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:22:49.135979 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (62cba19f-0563-4107-b19c-6eb313cd1539), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:49.171556 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32e2f3a3-e16b-48c0-8787-bbe0ed0fe6c5 req-fbc06aee-ac29-49ba-8b55-e56df9dc2699 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1912332 Feb 08 21:22:49.245070 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-bc1eec53-4195-4495-8522-8b51159d6755 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Made reservation on behalf of a43edf20ad1643c2ac7bbb3feecd107e for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:22:49.248891 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-bc1eec53-4195-4495-8522-8b51159d6755 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:49.261091 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-bc1eec53-4195-4495-8522-8b51159d6755 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:49.293880 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 62cba19f-0563-4107-b19c-6eb313cd1539 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:22:49.294663 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (62cba19f-0563-4107-b19c-6eb313cd1539), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:49.371634 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 62cba19f-0563-4107-b19c-6eb313cd1539, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=62cba19f-0563-4107-b19c-6eb313cd1539,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:22:49.381898 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (62cba19f-0563-4107-b19c-6eb313cd1539), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:49.459037 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-bc1eec53-4195-4495-8522-8b51159d6755 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks [] for security_group (797b3748-1a6d-48ec-96fa-4565b2a9af85), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:49.476003 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=62cba19f-0563-4107-b19c-6eb313cd1539,revision_number=10']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:49.478820 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe39558-228e-4688-bbb1-4bdf49174851 req-467af322-ff2c-4862-9e32-948f6feeac45 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:49.490767 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe39558-228e-4688-bbb1-4bdf49174851 req-467af322-ff2c-4862-9e32-948f6feeac45 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:49.500213 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe39558-228e-4688-bbb1-4bdf49174851 req-467af322-ff2c-4862-9e32-948f6feeac45 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:49.512264 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe39558-228e-4688-bbb1-4bdf49174851 req-467af322-ff2c-4862-9e32-948f6feeac45 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:49.523082 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe39558-228e-4688-bbb1-4bdf49174851 req-467af322-ff2c-4862-9e32-948f6feeac45 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:49.532954 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe39558-228e-4688-bbb1-4bdf49174851 req-467af322-ff2c-4862-9e32-948f6feeac45 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:49.543981 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe39558-228e-4688-bbb1-4bdf49174851 req-467af322-ff2c-4862-9e32-948f6feeac45 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:49.547349 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dfe39558-228e-4688-bbb1-4bdf49174851 req-467af322-ff2c-4862-9e32-948f6feeac45 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.2174704 Feb 08 21:22:49.549319 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-bc1eec53-4195-4495-8522-8b51159d6755 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (797b3748-1a6d-48ec-96fa-4565b2a9af85), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:49.685317 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1eec53-4195-4495-8522-8b51159d6755 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=797b3748-1a6d-48ec-96fa-4565b2a9af85,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:49.716987 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6903ad76-d7ec-4a07-b544-1f076799001d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cba19f-0563-4107-b19c-6eb313cd1539'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:22:49.721521 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997b45fc-4c32-4693-a677-78df53e7447b" -d '{"events": [{"server_uuid": "6903ad76-d7ec-4a07-b544-1f076799001d", "name": "network-vif-plugged", "status": "completed", "tag": "62cba19f-0563-4107-b19c-6eb313cd1539"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:22:49.771837 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dfe39558-228e-4688-bbb1-4bdf49174851 req-424578c0-fd5a-42ea-a62b-7a9fe9f373e5 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2108996 Feb 08 21:22:49.781861 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bf8da-cfe9-4e12-a737-8310555cb0fe req-009e45a0-46f0-4214-9498-eafd0fdace42 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:49.783484 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca6bf8da-cfe9-4e12-a737-8310555cb0fe req-009e45a0-46f0-4214-9498-eafd0fdace42 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 943 time: 0.2295356 Feb 08 21:22:49.829529 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-bc1eec53-4195-4495-8522-8b51159d6755 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Allocated IP 192.168.233.250 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:22:49.892955 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca6bf8da-cfe9-4e12-a737-8310555cb0fe req-8676b2a1-3642-4c79-8686-c8270041df77 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958564 Feb 08 21:22:50.086827 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d6309c4-9ca6-4fba-a861-3f0cc3f292b8 req-1e9ddbbb-f245-4826-b3c6-114c99ba8e65 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=657132b4-3ce8-4fbb-905d-8012a695aaea HTTP/1.1" status: 200 len: 210 time: 0.0843792 Feb 08 21:22:50.146439 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b847ef6-a519-4149-bda6-4beab563a9f1 req-392f96ed-fa5b-4aec-b484-e7871977f228 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:50.149154 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3b847ef6-a519-4149-bda6-4beab563a9f1 req-392f96ed-fa5b-4aec-b484-e7871977f228 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/ports?device_id=6b797e7a-95e3-49d3-b628-c75c270ca05a HTTP/1.1" status: 200 len: 945 time: 0.2655561 Feb 08 21:22:50.225867 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b2243a-3e67-4789-835d-b4843b19a3ce x-openstack-request-id: req-b1b2243a-3e67-4789-835d-b4843b19a3ce {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:22:50.226730 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6903ad76-d7ec-4a07-b544-1f076799001d", "name": "network-vif-plugged", "status": "completed", "tag": "62cba19f-0563-4107-b19c-6eb313cd1539", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:22:50.226730 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b1b2243a-3e67-4789-835d-b4843b19a3ce {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:22:50.227307 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6903ad76-d7ec-4a07-b544-1f076799001d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cba19f-0563-4107-b19c-6eb313cd1539', 'code': 200} Feb 08 21:22:50.256787 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-bc1eec53-4195-4495-8522-8b51159d6755 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks [] for port (0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:50.293788 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3b847ef6-a519-4149-bda6-4beab563a9f1 req-3557852b-af6e-4af7-b2a8-b5b8601fb173 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/security-groups?id=29c9ad1e-53a6-4a40-8908-ccbea897f933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333530 Feb 08 21:22:50.352332 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-bc1eec53-4195-4495-8522-8b51159d6755 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:50.485935 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-bc1eec53-4195-4495-8522-8b51159d6755 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:22:50.499153 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-bc1eec53-4195-4495-8522-8b51159d6755 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:22:50.512483 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-bc1eec53-4195-4495-8522-8b51159d6755 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:22:50.519560 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1eec53-4195-4495-8522-8b51159d6755 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Pushing event updated for resources: {'Port': ['ID=0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:50.582820 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-bc1eec53-4195-4495-8522-8b51159d6755 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:50.583513 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-bc1eec53-4195-4495-8522-8b51159d6755 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:50.596723 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ff7bf-cf39-4dc2-927e-8a112346908e req-902856b6-6351-479b-bbe7-5e403a4b53a9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:50.602809 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ff7bf-cf39-4dc2-927e-8a112346908e req-902856b6-6351-479b-bbe7-5e403a4b53a9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:50.608343 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ff7bf-cf39-4dc2-927e-8a112346908e req-902856b6-6351-479b-bbe7-5e403a4b53a9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:50.613876 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ff7bf-cf39-4dc2-927e-8a112346908e req-902856b6-6351-479b-bbe7-5e403a4b53a9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:50.619485 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ff7bf-cf39-4dc2-927e-8a112346908e req-902856b6-6351-479b-bbe7-5e403a4b53a9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:50.625215 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ff7bf-cf39-4dc2-927e-8a112346908e req-902856b6-6351-479b-bbe7-5e403a4b53a9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:50.631386 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ff7bf-cf39-4dc2-927e-8a112346908e req-902856b6-6351-479b-bbe7-5e403a4b53a9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:50.633459 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-240ff7bf-cf39-4dc2-927e-8a112346908e req-902856b6-6351-479b-bbe7-5e403a4b53a9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.2282171 Feb 08 21:22:50.685365 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-bc1eec53-4195-4495-8522-8b51159d6755 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6940179 Feb 08 21:22:50.731794 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-2c2629c4-e8bf-4e70-b0bd-71342a11fa02 service neutron] Request body: {'port': {'device_id': '657132b4-3ce8-4fbb-905d-8012a695aaea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:22:50.847147 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-240ff7bf-cf39-4dc2-927e-8a112346908e req-be0d56ac-3d97-49a8-a311-a8e8f49a57b9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1997056 Feb 08 21:22:50.916514 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-2c2629c4-e8bf-4e70-b0bd-71342a11fa02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:50.993815 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ae0f1b5d-9113-467a-8eca-db76895e4fbd None None] Provisioning complete for port 0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:22:50.994389 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ae0f1b5d-9113-467a-8eca-db76895e4fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:51.138272 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ae0f1b5d-9113-467a-8eca-db76895e4fbd None None] Port 0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:22:51.474856 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa44e5d-3c4d-4f1c-9f12-5f36e82773aa req-aac653de-55ef-4d85-8b03-d525714562cb tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:51.480615 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa44e5d-3c4d-4f1c-9f12-5f36e82773aa req-aac653de-55ef-4d85-8b03-d525714562cb tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:51.486408 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa44e5d-3c4d-4f1c-9f12-5f36e82773aa req-aac653de-55ef-4d85-8b03-d525714562cb tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:51.492045 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa44e5d-3c4d-4f1c-9f12-5f36e82773aa req-aac653de-55ef-4d85-8b03-d525714562cb tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:51.497501 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa44e5d-3c4d-4f1c-9f12-5f36e82773aa req-aac653de-55ef-4d85-8b03-d525714562cb tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:51.502992 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa44e5d-3c4d-4f1c-9f12-5f36e82773aa req-aac653de-55ef-4d85-8b03-d525714562cb tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:51.509869 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa44e5d-3c4d-4f1c-9f12-5f36e82773aa req-aac653de-55ef-4d85-8b03-d525714562cb tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:51.519076 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5aa44e5d-3c4d-4f1c-9f12-5f36e82773aa req-aac653de-55ef-4d85-8b03-d525714562cb tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.5850644 Feb 08 21:22:51.558837 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec1849-af4a-4f78-96fe-43b4d7f72210 req-9322aa0e-cba1-43bb-a48b-6c3495fbe568 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:51.566257 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03ec1849-af4a-4f78-96fe-43b4d7f72210 req-9322aa0e-cba1-43bb-a48b-6c3495fbe568 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 943 time: 0.5295014 Feb 08 21:22:51.587023 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-2c2629c4-e8bf-4e70-b0bd-71342a11fa02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:22:51.599602 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-2c2629c4-e8bf-4e70-b0bd-71342a11fa02 service neutron] Publish callbacks [] for port (0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:51.651587 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-2c2629c4-e8bf-4e70-b0bd-71342a11fa02 service neutron] Transition to ACTIVE for port object 0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:22:51.664859 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-2c2629c4-e8bf-4e70-b0bd-71342a11fa02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:51.685964 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5aa44e5d-3c4d-4f1c-9f12-5f36e82773aa req-b082a691-6942-4ed7-a253-0c8d99b97da2 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1658599 Feb 08 21:22:51.775898 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03ec1849-af4a-4f78-96fe-43b4d7f72210 req-7e39038e-e722-40d3-ba52-f31ce522875e tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981776 Feb 08 21:22:51.825988 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2629c4-e8bf-4e70-b0bd-71342a11fa02 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:52.165932 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-2c2629c4-e8bf-4e70-b0bd-71342a11fa02 service neutron] Attempting to bind port 0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:22:52.166353 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-2c2629c4-e8bf-4e70-b0bd-71342a11fa02 service neutron] Attempting to bind port 0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:22:52.166716 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-2c2629c4-e8bf-4e70-b0bd-71342a11fa02 service neutron] Attempting to bind port 0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:22:52.201480 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-2c2629c4-e8bf-4e70-b0bd-71342a11fa02 service neutron] Port 0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:22:52.201480 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-2c2629c4-e8bf-4e70-b0bd-71342a11fa02 service neutron] Attempting to bind port 0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:22:52.217859 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-2c2629c4-e8bf-4e70-b0bd-71342a11fa02 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:22:52.218212 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-2c2629c4-e8bf-4e70-b0bd-71342a11fa02 service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:22:52.218625 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-2c2629c4-e8bf-4e70-b0bd-71342a11fa02 service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:22:52.219097 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-2c2629c4-e8bf-4e70-b0bd-71342a11fa02 service neutron] Bound port: 0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:22:52.219482 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-2c2629c4-e8bf-4e70-b0bd-71342a11fa02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:52.231767 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14765aa2-801c-48be-8ea7-845a9cff3bf6 req-64d44cf6-65cc-4e0d-95c0-c9ba52dc4fc9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:52.239416 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14765aa2-801c-48be-8ea7-845a9cff3bf6 req-64d44cf6-65cc-4e0d-95c0-c9ba52dc4fc9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=657132b4-3ce8-4fbb-905d-8012a695aaea HTTP/1.1" status: 200 len: 948 time: 0.3657560 Feb 08 21:22:52.271535 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439f14a-878c-4602-a798-c610af987c5c req-fe9745f3-e2b7-4d16-bd1c-2f6e85d62985 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:52.273193 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7439f14a-878c-4602-a798-c610af987c5c req-fe9745f3-e2b7-4d16-bd1c-2f6e85d62985 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/ports?device_id=6b797e7a-95e3-49d3-b628-c75c270ca05a HTTP/1.1" status: 200 len: 945 time: 0.2838888 Feb 08 21:22:52.442125 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14765aa2-801c-48be-8ea7-845a9cff3bf6 req-15cbf2c8-bb2c-4122-8051-9c5e4a27d5c4 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015197 Feb 08 21:22:52.490645 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7439f14a-878c-4602-a798-c610af987c5c req-a65e3a52-cb56-4806-b21b-b45540965a6e tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/security-groups?id=29c9ad1e-53a6-4a40-8908-ccbea897f933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928880 Feb 08 21:22:52.491980 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-2c2629c4-e8bf-4e70-b0bd-71342a11fa02 service neutron] For port 0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:22:52.503171 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-2c2629c4-e8bf-4e70-b0bd-71342a11fa02 service neutron] For port 0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:22:52.522485 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-2c2629c4-e8bf-4e70-b0bd-71342a11fa02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:52.660500 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2629c4-e8bf-4e70-b0bd-71342a11fa02 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:52.779796 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-2c2629c4-e8bf-4e70-b0bd-71342a11fa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:52.781318 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-2c2629c4-e8bf-4e70-b0bd-71342a11fa02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:52.786530 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-2c2629c4-e8bf-4e70-b0bd-71342a11fa02 service neutron] 10.222.0.96 "PUT /v2.0/ports/0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213 HTTP/1.1" status: 200 len: 1097 time: 2.0678368 Feb 08 21:22:52.789428 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '657132b4-3ce8-4fbb-905d-8012a695aaea', 'tag': '0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:22:52.792591 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a357a735-ba4a-462d-86cf-6b51c3a6c8a6" -d '{"events": [{"name": "network-changed", "server_uuid": "657132b4-3ce8-4fbb-905d-8012a695aaea", "tag": "0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:22:52.857099 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54802f98-4077-49da-8f40-a3a71d66cf2c req-83b1b660-c632-4a84-a433-844887b31d0b tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:52.858862 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54802f98-4077-49da-8f40-a3a71d66cf2c req-83b1b660-c632-4a84-a433-844887b31d0b tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/ports?device_id=90d85938-4d64-4488-aec1-ed1087e3194d HTTP/1.1" status: 200 len: 945 time: 0.1860151 Feb 08 21:22:52.881939 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451a4cf-c3c7-4214-9c4c-8c8d0e973bb3 req-184f6efc-3973-4d13-9fe4-9dd11a0862e2 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:52.887803 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451a4cf-c3c7-4214-9c4c-8c8d0e973bb3 req-184f6efc-3973-4d13-9fe4-9dd11a0862e2 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:52.895361 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451a4cf-c3c7-4214-9c4c-8c8d0e973bb3 req-184f6efc-3973-4d13-9fe4-9dd11a0862e2 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:52.900680 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451a4cf-c3c7-4214-9c4c-8c8d0e973bb3 req-184f6efc-3973-4d13-9fe4-9dd11a0862e2 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:52.906076 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451a4cf-c3c7-4214-9c4c-8c8d0e973bb3 req-184f6efc-3973-4d13-9fe4-9dd11a0862e2 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:52.912912 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451a4cf-c3c7-4214-9c4c-8c8d0e973bb3 req-184f6efc-3973-4d13-9fe4-9dd11a0862e2 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:52.920986 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451a4cf-c3c7-4214-9c4c-8c8d0e973bb3 req-184f6efc-3973-4d13-9fe4-9dd11a0862e2 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:52.930555 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7451a4cf-c3c7-4214-9c4c-8c8d0e973bb3 req-184f6efc-3973-4d13-9fe4-9dd11a0862e2 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.2599037 Feb 08 21:22:53.185521 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7451a4cf-c3c7-4214-9c4c-8c8d0e973bb3 req-ee58f87e-9334-4d3d-8452-637c37328d29 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2537303 Feb 08 21:22:53.200106 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-775410c5-5f04-47d9-b060-30a06370c5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:53.201655 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-775410c5-5f04-47d9-b060-30a06370c5d0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&device_id=657132b4-3ce8-4fbb-905d-8012a695aaea HTTP/1.1" status: 200 len: 1131 time: 0.2650967 Feb 08 21:22:53.204758 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54802f98-4077-49da-8f40-a3a71d66cf2c req-4686f932-56d7-400e-9cb7-0f924b762c52 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/security-groups?id=29c9ad1e-53a6-4a40-8908-ccbea897f933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708359 Feb 08 21:22:53.296909 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-045818ce-f6a1-4b99-be30-455bf5e9bf59 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213 HTTP/1.1" status: 200 len: 217 time: 0.0875072 Feb 08 21:22:53.489931 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-ab20a3c9-c0a6-44e8-8b51-fdf9073a77d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:53.491933 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-ab20a3c9-c0a6-44e8-8b51-fdf9073a77d2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1889119 Feb 08 21:22:53.565539 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b39b0-e1f1-4ba2-919d-1929201a8203 req-090026f6-16ec-4a4e-a1b2-d7f21be104bc tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:53.572415 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b39b0-e1f1-4ba2-919d-1929201a8203 req-090026f6-16ec-4a4e-a1b2-d7f21be104bc tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:53.579520 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b39b0-e1f1-4ba2-919d-1929201a8203 req-090026f6-16ec-4a4e-a1b2-d7f21be104bc tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:53.585595 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b39b0-e1f1-4ba2-919d-1929201a8203 req-090026f6-16ec-4a4e-a1b2-d7f21be104bc tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:53.591859 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b39b0-e1f1-4ba2-919d-1929201a8203 req-090026f6-16ec-4a4e-a1b2-d7f21be104bc tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:53.598958 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b39b0-e1f1-4ba2-919d-1929201a8203 req-090026f6-16ec-4a4e-a1b2-d7f21be104bc tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:53.604943 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b39b0-e1f1-4ba2-919d-1929201a8203 req-090026f6-16ec-4a4e-a1b2-d7f21be104bc tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:53.607195 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-588b39b0-e1f1-4ba2-919d-1929201a8203 req-090026f6-16ec-4a4e-a1b2-d7f21be104bc tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.2284291 Feb 08 21:22:53.617133 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da5615-c4c7-4a15-8c5b-4491a5d4e44d req-0a59814c-8b6f-465d-8e90-5c24c0085cb0 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:53.625613 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c9da5615-c4c7-4a15-8c5b-4491a5d4e44d req-0a59814c-8b6f-465d-8e90-5c24c0085cb0 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 943 time: 0.2131279 Feb 08 21:22:53.733453 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c9da5615-c4c7-4a15-8c5b-4491a5d4e44d req-0cbf9547-2dd5-4068-a22c-a5295b8c00ae tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007009 Feb 08 21:22:53.755474 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-aa621eff-d6df-4bca-a840-f7ec7370d3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:53.766472 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-aa621eff-d6df-4bca-a840-f7ec7370d3ce service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2584009 Feb 08 21:22:53.811054 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a784b69-515d-4113-b6d7-17394943ed78 x-openstack-request-id: req-1a784b69-515d-4113-b6d7-17394943ed78 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:22:53.811641 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "657132b4-3ce8-4fbb-905d-8012a695aaea", "tag": "0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:22:53.812096 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1a784b69-515d-4113-b6d7-17394943ed78 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:22:53.812700 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '657132b4-3ce8-4fbb-905d-8012a695aaea', 'tag': '0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213', 'status': 'completed', 'code': 200} Feb 08 21:22:53.830221 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-588b39b0-e1f1-4ba2-919d-1929201a8203 req-89b54fc1-0762-4756-8d6c-72e9a8563266 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1827102 Feb 08 21:22:53.977681 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-63d13b92-1c97-41cc-ba96-d8b0737de93c service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949344 Feb 08 21:22:54.190957 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cc26bb91-f7cf-42ae-970e-4e6aaf7330db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:54.269411 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f38553d4-cd2d-4f4c-ac65-986717a6b6d7 req-42e24eb2-3e70-4c75-ba7f-033dc7bc6784 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850428 Feb 08 21:22:54.296853 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a19cd6-2e3a-4291-acfc-e7a3555c2956 req-36058cd8-90df-4cdb-8e02-ce714b5509a9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:54.306003 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10a19cd6-2e3a-4291-acfc-e7a3555c2956 req-36058cd8-90df-4cdb-8e02-ce714b5509a9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=657132b4-3ce8-4fbb-905d-8012a695aaea HTTP/1.1" status: 200 len: 948 time: 0.2074687 Feb 08 21:22:54.413376 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10a19cd6-2e3a-4291-acfc-e7a3555c2956 req-7158cc80-2cae-4306-a370-d50a56aeaf70 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061952 Feb 08 21:22:54.475680 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357a735-ba4a-462d-86cf-6b51c3a6c8a6 req-cc2ccf05-99e0-45a4-9faf-3be19513327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:54.478353 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a357a735-ba4a-462d-86cf-6b51c3a6c8a6 req-cc2ccf05-99e0-45a4-9faf-3be19513327c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&device_id=657132b4-3ce8-4fbb-905d-8012a695aaea HTTP/1.1" status: 200 len: 1131 time: 0.1372280 Feb 08 21:22:54.762305 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453be035-30c2-45ba-8862-fd441c49ca00 req-a08b9440-0602-49ee-9bb2-dcc923b00040 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:54.769741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453be035-30c2-45ba-8862-fd441c49ca00 req-a08b9440-0602-49ee-9bb2-dcc923b00040 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:54.776580 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453be035-30c2-45ba-8862-fd441c49ca00 req-a08b9440-0602-49ee-9bb2-dcc923b00040 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:54.790012 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453be035-30c2-45ba-8862-fd441c49ca00 req-a08b9440-0602-49ee-9bb2-dcc923b00040 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:54.804188 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453be035-30c2-45ba-8862-fd441c49ca00 req-a08b9440-0602-49ee-9bb2-dcc923b00040 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:54.811958 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453be035-30c2-45ba-8862-fd441c49ca00 req-a08b9440-0602-49ee-9bb2-dcc923b00040 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:54.818114 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453be035-30c2-45ba-8862-fd441c49ca00 req-a08b9440-0602-49ee-9bb2-dcc923b00040 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:54.828416 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-453be035-30c2-45ba-8862-fd441c49ca00 req-a08b9440-0602-49ee-9bb2-dcc923b00040 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.2648957 Feb 08 21:22:54.974635 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357a735-ba4a-462d-86cf-6b51c3a6c8a6 req-aa4d2c59-cde4-429c-982d-2ee0c0f2322c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:54.998520 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a357a735-ba4a-462d-86cf-6b51c3a6c8a6 req-aa4d2c59-cde4-429c-982d-2ee0c0f2322c service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.5049622 Feb 08 21:22:55.104958 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a357a735-ba4a-462d-86cf-6b51c3a6c8a6 req-b6e271c1-4798-48e5-982a-74367872fd38 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213 HTTP/1.1" status: 200 len: 217 time: 0.0919194 Feb 08 21:22:55.234769 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-453be035-30c2-45ba-8862-fd441c49ca00 req-3f5cc12f-bba3-441a-8aaf-5a4638792c98 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4048269 Feb 08 21:22:55.282633 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fa6a6-98c3-4dfd-abf4-37d34c96a84b req-add7c272-d005-40a8-be55-e6390e8ea6b6 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:55.287396 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-937fa6a6-98c3-4dfd-abf4-37d34c96a84b req-add7c272-d005-40a8-be55-e6390e8ea6b6 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/ports?device_id=90d85938-4d64-4488-aec1-ed1087e3194d HTTP/1.1" status: 200 len: 945 time: 0.4487119 Feb 08 21:22:55.421365 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357a735-ba4a-462d-86cf-6b51c3a6c8a6 req-5f70484e-a023-4b0d-abf7-95f854dbf850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:55.425165 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a357a735-ba4a-462d-86cf-6b51c3a6c8a6 req-5f70484e-a023-4b0d-abf7-95f854dbf850 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.3093545 Feb 08 21:22:56.000587 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-937fa6a6-98c3-4dfd-abf4-37d34c96a84b req-4db481c2-b4bb-42bd-ba22-447b0fc9f59f tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/security-groups?id=29c9ad1e-53a6-4a40-8908-ccbea897f933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6889071 Feb 08 21:22:56.042674 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357a735-ba4a-462d-86cf-6b51c3a6c8a6 req-6112085b-cd35-4fd0-bb5c-e363eddf2dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:56.044248 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a357a735-ba4a-462d-86cf-6b51c3a6c8a6 req-6112085b-cd35-4fd0-bb5c-e363eddf2dcd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6096094 Feb 08 21:22:56.056300 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f77da-7a7c-46a4-aa1e-18bbe830cbd7 req-887944f0-4533-46f3-a60b-402b8fba3179 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:56.065455 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-281f77da-7a7c-46a4-aa1e-18bbe830cbd7 req-887944f0-4533-46f3-a60b-402b8fba3179 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 943 time: 0.1540813 Feb 08 21:22:56.260772 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-281f77da-7a7c-46a4-aa1e-18bbe830cbd7 req-c9d95974-3609-404a-9079-0dbb9cfdc619 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934519 Feb 08 21:22:56.338083 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e676a4-0372-4ff1-9ac7-7372de5d7500 req-6f68127b-687e-452f-8c45-6a5b5704bb01 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:56.348363 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e676a4-0372-4ff1-9ac7-7372de5d7500 req-6f68127b-687e-452f-8c45-6a5b5704bb01 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:56.353928 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e676a4-0372-4ff1-9ac7-7372de5d7500 req-6f68127b-687e-452f-8c45-6a5b5704bb01 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:56.359580 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e676a4-0372-4ff1-9ac7-7372de5d7500 req-6f68127b-687e-452f-8c45-6a5b5704bb01 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:56.379077 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e676a4-0372-4ff1-9ac7-7372de5d7500 req-6f68127b-687e-452f-8c45-6a5b5704bb01 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:56.385762 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e676a4-0372-4ff1-9ac7-7372de5d7500 req-6f68127b-687e-452f-8c45-6a5b5704bb01 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:56.391401 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e676a4-0372-4ff1-9ac7-7372de5d7500 req-6f68127b-687e-452f-8c45-6a5b5704bb01 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:56.410744 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-83e676a4-0372-4ff1-9ac7-7372de5d7500 req-6f68127b-687e-452f-8c45-6a5b5704bb01 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.3048465 Feb 08 21:22:56.540592 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a357a735-ba4a-462d-86cf-6b51c3a6c8a6 req-4673bd0d-090b-4010-94f4-dcf7475fd823 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651475 Feb 08 21:22:56.753555 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-83e676a4-0372-4ff1-9ac7-7372de5d7500 req-9e832cd1-ba10-4aba-960d-d45da1cf1707 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3250582 Feb 08 21:22:56.856289 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86680a47-31aa-4adb-af54-3cace1d15358 req-4d5e4b74-a4d2-4a27-97af-5f3c161721c5 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:56.860271 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-86680a47-31aa-4adb-af54-3cace1d15358 req-4d5e4b74-a4d2-4a27-97af-5f3c161721c5 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.96 "GET /v2.0/ports?device_id=90d85938-4d64-4488-aec1-ed1087e3194d HTTP/1.1" status: 200 len: 945 time: 0.4335318 Feb 08 21:22:57.061617 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd70e9-d201-47a4-9ca7-29acdbee0413 req-18384cc3-4dff-4c64-8e4f-264363683a3c tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:57.064146 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4dbd70e9-d201-47a4-9ca7-29acdbee0413 req-18384cc3-4dff-4c64-8e4f-264363683a3c tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=657132b4-3ce8-4fbb-905d-8012a695aaea HTTP/1.1" status: 200 len: 948 time: 0.5224676 Feb 08 21:22:57.113653 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:22:57.217244 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a357a735-ba4a-462d-86cf-6b51c3a6c8a6 req-bfc2f7db-ee45-452b-a8a6-f2d3eeea556b service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6543026 Feb 08 21:22:57.237607 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:22:57.254289 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': '0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213', 'mac_address': 'fa:16:3e:52:ed:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:22:57.302165 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4dbd70e9-d201-47a4-9ca7-29acdbee0413 req-9e8a4f5d-e952-46ef-a216-3d464f13f083 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014120 Feb 08 21:22:57.302778 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:22:57.303361 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:57.320510 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:22:57.345804 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:22:57.354975 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:57.400574 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-10d3d8f7-43d0-49f6-9f05-38667f8b99c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:57.436671 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:57.436956 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba8ab6-bb5a-4dfc-a63e-8afca0a41376 req-e68d6876-c88b-4970-b82d-ff9a4d2cf9b9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:57.446825 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba8ab6-bb5a-4dfc-a63e-8afca0a41376 req-e68d6876-c88b-4970-b82d-ff9a4d2cf9b9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:57.462427 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:22:57.463336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:22:57.463927 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:22:57.464611 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:22:57.465212 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:22:57.465828 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:22:57.466412 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:22:57.466994 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:22:57.467556 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:22:57.468417 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:22:57.468994 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:22:57.469626 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:22:57.470213 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:22:57.480919 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba8ab6-bb5a-4dfc-a63e-8afca0a41376 req-e68d6876-c88b-4970-b82d-ff9a4d2cf9b9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:57.492480 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba8ab6-bb5a-4dfc-a63e-8afca0a41376 req-e68d6876-c88b-4970-b82d-ff9a4d2cf9b9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:57.503079 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba8ab6-bb5a-4dfc-a63e-8afca0a41376 req-e68d6876-c88b-4970-b82d-ff9a4d2cf9b9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:57.514340 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba8ab6-bb5a-4dfc-a63e-8afca0a41376 req-e68d6876-c88b-4970-b82d-ff9a4d2cf9b9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:57.525741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba8ab6-bb5a-4dfc-a63e-8afca0a41376 req-e68d6876-c88b-4970-b82d-ff9a4d2cf9b9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:57.529075 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29ba8ab6-bb5a-4dfc-a63e-8afca0a41376 req-e68d6876-c88b-4970-b82d-ff9a4d2cf9b9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.6619434 Feb 08 21:22:57.546468 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1b363-35c0-4601-b10b-c45394d9a96b req-4afc5853-1c45-46b2-9ccb-a90b135b152e tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:57.549178 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b9e1b363-35c0-4601-b10b-c45394d9a96b req-4afc5853-1c45-46b2-9ccb-a90b135b152e tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b797e7a-95e3-49d3-b628-c75c270ca05a HTTP/1.1" status: 200 len: 945 time: 0.6654327 Feb 08 21:22:57.600433 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-86680a47-31aa-4adb-af54-3cace1d15358 req-648fc347-ac64-47d6-a9f9-ad7e54d09d57 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Deleting port e8033e06-6783-424c-856a-abd8cfd40090 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:22:57.600919 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-86680a47-31aa-4adb-af54-3cace1d15358 req-648fc347-ac64-47d6-a9f9-ad7e54d09d57 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (e8033e06-6783-424c-856a-abd8cfd40090), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:57.729116 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:22:57.832391 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29ba8ab6-bb5a-4dfc-a63e-8afca0a41376 req-a0029baf-0e23-4924-b8ac-aa6f928ddbb6 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2807286 Feb 08 21:22:57.844140 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0f750-6c1c-4863-a090-d13726773f41 req-99486464-b722-4ad6-9252-2972780fd339 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:57.845660 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25d0f750-6c1c-4863-a090-d13726773f41 req-99486464-b722-4ad6-9252-2972780fd339 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/ports?device_id=90d85938-4d64-4488-aec1-ed1087e3194d HTTP/1.1" status: 200 len: 945 time: 0.3131301 Feb 08 21:22:57.900763 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-86680a47-31aa-4adb-af54-3cace1d15358 req-648fc347-ac64-47d6-a9f9-ad7e54d09d57 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] For port e8033e06-6783-424c-856a-abd8cfd40090, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=e8033e06-6783-424c-856a-abd8cfd40090,segment=NetworkSegment(6fb9b7e7-b2e9-4c21-b8d4-724ee8598276),segment_id=6fb9b7e7-b2e9-4c21-b8d4-724ee8598276)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:22:57.901331 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-86680a47-31aa-4adb-af54-3cace1d15358 req-648fc347-ac64-47d6-a9f9-ad7e54d09d57 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (e8033e06-6783-424c-856a-abd8cfd40090), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:57.930533 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-86680a47-31aa-4adb-af54-3cace1d15358 req-648fc347-ac64-47d6-a9f9-ad7e54d09d57 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Calling delete_port for e8033e06-6783-424c-856a-abd8cfd40090 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:22:58.035596 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25d0f750-6c1c-4863-a090-d13726773f41 req-164c611a-3715-4f42-9356-d38bfd2300f1 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/security-groups?id=29c9ad1e-53a6-4a40-8908-ccbea897f933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682093 Feb 08 21:22:58.069039 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-b9e1b363-35c0-4601-b10b-c45394d9a96b req-f3f67ee4-8e1e-4467-adad-59f2fe2708b7 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Deleting port d796ae92-b6da-4654-a7ba-434927c795e7 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:22:58.070125 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b9e1b363-35c0-4601-b10b-c45394d9a96b req-f3f67ee4-8e1e-4467-adad-59f2fe2708b7 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d796ae92-b6da-4654-a7ba-434927c795e7), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:58.203481 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028fc4b-ba39-491a-8f1f-839a39b5a7fe req-08453ec3-910a-4d9a-ac98-7f1ce8831c07 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:58.211437 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f028fc4b-ba39-491a-8f1f-839a39b5a7fe req-08453ec3-910a-4d9a-ac98-7f1ce8831c07 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 943 time: 0.1887381 Feb 08 21:22:58.337370 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-b9e1b363-35c0-4601-b10b-c45394d9a96b req-f3f67ee4-8e1e-4467-adad-59f2fe2708b7 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] For port d796ae92-b6da-4654-a7ba-434927c795e7, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=d796ae92-b6da-4654-a7ba-434927c795e7,segment=NetworkSegment(6fb9b7e7-b2e9-4c21-b8d4-724ee8598276),segment_id=6fb9b7e7-b2e9-4c21-b8d4-724ee8598276)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:22:58.337688 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b9e1b363-35c0-4601-b10b-c45394d9a96b req-f3f67ee4-8e1e-4467-adad-59f2fe2708b7 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d796ae92-b6da-4654-a7ba-434927c795e7), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:58.383768 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-b9e1b363-35c0-4601-b10b-c45394d9a96b req-f3f67ee4-8e1e-4467-adad-59f2fe2708b7 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Calling delete_port for d796ae92-b6da-4654-a7ba-434927c795e7 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:22:58.416613 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f028fc4b-ba39-491a-8f1f-839a39b5a7fe req-b248ac8b-ab67-4bd1-ae1d-5914a7a6212d tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020001 Feb 08 21:22:58.423901 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-86680a47-31aa-4adb-af54-3cace1d15358 req-648fc347-ac64-47d6-a9f9-ad7e54d09d57 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (e8033e06-6783-424c-856a-abd8cfd40090), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:58.446630 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['e8033e06-6783-424c-856a-abd8cfd40090', 'd796ae92-b6da-4654-a7ba-434927c795e7'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:22:58.565161 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fc347-ac64-47d6-a9f9-ad7e54d09d57 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Pushing event deleted for resources: {'Port': ['ID=e8033e06-6783-424c-856a-abd8cfd40090,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:58.616567 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648fc347-ac64-47d6-a9f9-ad7e54d09d57 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:22:58.617268 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648fc347-ac64-47d6-a9f9-ad7e54d09d57 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:22:58.617820 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648fc347-ac64-47d6-a9f9-ad7e54d09d57 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:22:58.618359 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648fc347-ac64-47d6-a9f9-ad7e54d09d57 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:22:58.618885 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648fc347-ac64-47d6-a9f9-ad7e54d09d57 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:22:58.619407 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648fc347-ac64-47d6-a9f9-ad7e54d09d57 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:22:58.619982 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648fc347-ac64-47d6-a9f9-ad7e54d09d57 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:22:58.620501 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648fc347-ac64-47d6-a9f9-ad7e54d09d57 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:22:58.621018 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648fc347-ac64-47d6-a9f9-ad7e54d09d57 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:22:58.621555 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648fc347-ac64-47d6-a9f9-ad7e54d09d57 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:22:58.622092 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648fc347-ac64-47d6-a9f9-ad7e54d09d57 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:22:58.622677 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648fc347-ac64-47d6-a9f9-ad7e54d09d57 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:22:58.623198 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648fc347-ac64-47d6-a9f9-ad7e54d09d57 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:22:58.688524 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-86680a47-31aa-4adb-af54-3cace1d15358 req-648fc347-ac64-47d6-a9f9-ad7e54d09d57 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] No DVR routers for this DVR port e8033e06-6783-424c-856a-abd8cfd40090 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:22:58.696192 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-86680a47-31aa-4adb-af54-3cace1d15358 req-648fc347-ac64-47d6-a9f9-ad7e54d09d57 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:58.700156 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-86680a47-31aa-4adb-af54-3cace1d15358 req-648fc347-ac64-47d6-a9f9-ad7e54d09d57 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.96 "DELETE /v2.0/ports/e8033e06-6783-424c-856a-abd8cfd40090 HTTP/1.1" status: 204 len: 173 time: 1.7658494 Feb 08 21:22:58.703360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d85938-4d64-4488-aec1-ed1087e3194d', 'name': 'network-vif-deleted', 'tag': 'e8033e06-6783-424c-856a-abd8cfd40090'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:22:58.709765 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c982011-4715-4242-97bb-83b3b822abd5" -d '{"events": [{"server_uuid": "90d85938-4d64-4488-aec1-ed1087e3194d", "name": "network-vif-deleted", "tag": "e8033e06-6783-424c-856a-abd8cfd40090"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:22:58.764913 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136b38d-9afc-4f12-b23d-027990d024b5 req-dcee9055-54a1-426a-867b-f76ee432172a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:58.784717 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136b38d-9afc-4f12-b23d-027990d024b5 req-dcee9055-54a1-426a-867b-f76ee432172a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:58.792199 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136b38d-9afc-4f12-b23d-027990d024b5 req-dcee9055-54a1-426a-867b-f76ee432172a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:58.813857 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136b38d-9afc-4f12-b23d-027990d024b5 req-dcee9055-54a1-426a-867b-f76ee432172a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:58.839170 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136b38d-9afc-4f12-b23d-027990d024b5 req-dcee9055-54a1-426a-867b-f76ee432172a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:58.854189 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136b38d-9afc-4f12-b23d-027990d024b5 req-dcee9055-54a1-426a-867b-f76ee432172a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:58.860666 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136b38d-9afc-4f12-b23d-027990d024b5 req-dcee9055-54a1-426a-867b-f76ee432172a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:58.869700 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2136b38d-9afc-4f12-b23d-027990d024b5 req-dcee9055-54a1-426a-867b-f76ee432172a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.5075321 Feb 08 21:22:58.964785 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2136b38d-9afc-4f12-b23d-027990d024b5 req-3d809785-73c0-4110-bb1a-5c783a2802ea tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0940897 Feb 08 21:22:58.979352 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f754f00-a6d8-4c0d-bef0-4a7bd23246cd req-daee61b0-8467-42dc-a1bb-80ee961715c9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:58.981055 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8f754f00-a6d8-4c0d-bef0-4a7bd23246cd req-daee61b0-8467-42dc-a1bb-80ee961715c9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=657132b4-3ce8-4fbb-905d-8012a695aaea HTTP/1.1" status: 200 len: 949 time: 0.4127293 Feb 08 21:22:59.118309 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:59.124148 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c09256e-4091-4354-ba00-6035f8fddfee x-openstack-request-id: req-0c09256e-4091-4354-ba00-6035f8fddfee {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:22:59.124941 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d85938-4d64-4488-aec1-ed1087e3194d", "name": "network-vif-deleted", "tag": "e8033e06-6783-424c-856a-abd8cfd40090", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:22:59.125549 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0c09256e-4091-4354-ba00-6035f8fddfee {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:22:59.126213 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d85938-4d64-4488-aec1-ed1087e3194d', 'name': 'network-vif-deleted', 'tag': 'e8033e06-6783-424c-856a-abd8cfd40090', 'status': 'completed', 'code': 200} Feb 08 21:22:59.147321 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:22:59.245123 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8f754f00-a6d8-4c0d-bef0-4a7bd23246cd req-aade3414-43dd-4ee5-a67f-761ffdb615d1 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314093 Feb 08 21:22:59.302726 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:22:59.312199 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:22:59.312866 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:59.446135 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b9e1b363-35c0-4601-b10b-c45394d9a96b req-f3f67ee4-8e1e-4467-adad-59f2fe2708b7 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (d796ae92-b6da-4654-a7ba-434927c795e7), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:59.503180 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661518c-820d-4d42-9485-d15e0fbedaf6 req-ab7ecc25-b317-43c8-ab8c-50f8e2d9e07d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:59.510891 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661518c-820d-4d42-9485-d15e0fbedaf6 req-ab7ecc25-b317-43c8-ab8c-50f8e2d9e07d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:59.519112 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661518c-820d-4d42-9485-d15e0fbedaf6 req-ab7ecc25-b317-43c8-ab8c-50f8e2d9e07d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:59.528968 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661518c-820d-4d42-9485-d15e0fbedaf6 req-ab7ecc25-b317-43c8-ab8c-50f8e2d9e07d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:59.536936 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661518c-820d-4d42-9485-d15e0fbedaf6 req-ab7ecc25-b317-43c8-ab8c-50f8e2d9e07d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:59.543532 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:22:59.544224 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:59.565207 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661518c-820d-4d42-9485-d15e0fbedaf6 req-ab7ecc25-b317-43c8-ab8c-50f8e2d9e07d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:59.575948 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661518c-820d-4d42-9485-d15e0fbedaf6 req-ab7ecc25-b317-43c8-ab8c-50f8e2d9e07d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:22:59.588229 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6661518c-820d-4d42-9485-d15e0fbedaf6 req-ab7ecc25-b317-43c8-ab8c-50f8e2d9e07d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.3565683 Feb 08 21:22:59.613938 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '657132b4-3ce8-4fbb-905d-8012a695aaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:22:59.617926 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3205db-2b10-4cc8-9b9a-885f64ddc7d9" -d '{"events": [{"server_uuid": "657132b4-3ce8-4fbb-905d-8012a695aaea", "name": "network-vif-plugged", "status": "completed", "tag": "0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:22:59.627995 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be657bdb-5888-4a92-a57a-37aa8afdeffe req-3f8baf15-c5f8-42d2-b1e5-e4d8364236eb tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.88 "GET /v2.0/ports?device_id=90d85938-4d64-4488-aec1-ed1087e3194d HTTP/1.1" status: 200 len: 210 time: 0.1928463 Feb 08 21:22:59.639901 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f67ee4-8e1e-4467-adad-59f2fe2708b7 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Pushing event deleted for resources: {'Port': ['ID=d796ae92-b6da-4654-a7ba-434927c795e7,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:22:59.679820 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:22:59.714507 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:59.725584 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device e8033e06-6783-424c-856a-abd8cfd40090 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:22:59.752629 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e1b363-35c0-4601-b10b-c45394d9a96b req-f3f67ee4-8e1e-4467-adad-59f2fe2708b7 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] No DVR routers for this DVR port d796ae92-b6da-4654-a7ba-434927c795e7 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:22:59.759910 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b9e1b363-35c0-4601-b10b-c45394d9a96b req-f3f67ee4-8e1e-4467-adad-59f2fe2708b7 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:22:59.763879 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b9e1b363-35c0-4601-b10b-c45394d9a96b req-f3f67ee4-8e1e-4467-adad-59f2fe2708b7 tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] 10.222.0.96 "DELETE /v2.0/ports/d796ae92-b6da-4654-a7ba-434927c795e7 HTTP/1.1" status: 204 len: 173 time: 2.1955943 Feb 08 21:22:59.779446 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6661518c-820d-4d42-9485-d15e0fbedaf6 req-6b08b8c1-9f2b-4c34-9834-fc0c23db9782 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1898291 Feb 08 21:22:59.997687 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:00.003061 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: e8033e06-6783-424c-856a-abd8cfd40090 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:23:00.003498 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device e8033e06-6783-424c-856a-abd8cfd40090 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:23:00.003923 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device d796ae92-b6da-4654-a7ba-434927c795e7 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:23:00.060778 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e304506-f54f-4f96-bd51-2da537bc70e6 x-openstack-request-id: req-6e304506-f54f-4f96-bd51-2da537bc70e6 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:23:00.061089 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "657132b4-3ce8-4fbb-905d-8012a695aaea", "name": "network-vif-plugged", "status": "completed", "tag": "0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:23:00.063152 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6e304506-f54f-4f96-bd51-2da537bc70e6 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:23:00.063660 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '657132b4-3ce8-4fbb-905d-8012a695aaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213', 'code': 200} Feb 08 21:23:00.064242 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: d796ae92-b6da-4654-a7ba-434927c795e7 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:23:00.064640 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device d796ae92-b6da-4654-a7ba-434927c795e7 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:23:00.219471 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2e9b9-138d-40b5-9b53-d1acec8aaa44 req-4abb2e7a-f29d-4366-8e03-5b581d6ce740 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:00.228346 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-50f2e9b9-138d-40b5-9b53-d1acec8aaa44 req-4abb2e7a-f29d-4366-8e03-5b581d6ce740 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 943 time: 0.2813015 Feb 08 21:23:00.364251 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-50f2e9b9-138d-40b5-9b53-d1acec8aaa44 req-829cc47d-9061-4755-879b-627205e434fa tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342535 Feb 08 21:23:00.417850 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2165969-0f0f-4a5f-be54-25770f9e6de9 req-cb718d2d-d09a-464c-a408-e6c375f14585 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:00.428323 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2165969-0f0f-4a5f-be54-25770f9e6de9 req-cb718d2d-d09a-464c-a408-e6c375f14585 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:00.436729 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2165969-0f0f-4a5f-be54-25770f9e6de9 req-cb718d2d-d09a-464c-a408-e6c375f14585 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:00.448858 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2165969-0f0f-4a5f-be54-25770f9e6de9 req-cb718d2d-d09a-464c-a408-e6c375f14585 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:00.461208 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2165969-0f0f-4a5f-be54-25770f9e6de9 req-cb718d2d-d09a-464c-a408-e6c375f14585 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:00.476842 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2165969-0f0f-4a5f-be54-25770f9e6de9 req-cb718d2d-d09a-464c-a408-e6c375f14585 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:00.505165 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2165969-0f0f-4a5f-be54-25770f9e6de9 req-cb718d2d-d09a-464c-a408-e6c375f14585 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:00.514662 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b2165969-0f0f-4a5f-be54-25770f9e6de9 req-cb718d2d-d09a-464c-a408-e6c375f14585 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.3505661 Feb 08 21:23:00.539441 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f052f-ba18-4cbf-b7ee-fe77c7febdbb req-73713181-bd34-45fb-8ef0-e753fbb87828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:00.542345 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-265f052f-ba18-4cbf-b7ee-fe77c7febdbb req-73713181-bd34-45fb-8ef0-e753fbb87828 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=657132b4-3ce8-4fbb-905d-8012a695aaea HTTP/1.1" status: 200 len: 1133 time: 0.3112063 Feb 08 21:23:00.699333 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-265f052f-ba18-4cbf-b7ee-fe77c7febdbb req-10ebe4b1-34d8-4b2b-9cd3-72a24737c52a service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326885 Feb 08 21:23:00.726516 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16c99b-9b27-4ab9-80bf-e3e0058b84db req-4e2bcca8-91d3-4d0c-9efa-b1a9e21ffcfc tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:00.735322 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aa16c99b-9b27-4ab9-80bf-e3e0058b84db req-4e2bcca8-91d3-4d0c-9efa-b1a9e21ffcfc tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=657132b4-3ce8-4fbb-905d-8012a695aaea HTTP/1.1" status: 200 len: 950 time: 0.2190521 Feb 08 21:23:00.775216 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b2165969-0f0f-4a5f-be54-25770f9e6de9 req-0a1577ea-4d7c-4545-a5fc-80c1ef5479b4 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2304320 Feb 08 21:23:00.966810 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aa16c99b-9b27-4ab9-80bf-e3e0058b84db req-75e6a9c8-26f0-4cc2-99eb-283eec9a0d3d tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289982 Feb 08 21:23:01.135505 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b797e7a-95e3-49d3-b628-c75c270ca05a', 'name': 'network-vif-deleted', 'tag': 'd796ae92-b6da-4654-a7ba-434927c795e7'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:23:01.137816 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db1fd3a-1d0a-4b04-b3d1-2ac797c85570" -d '{"events": [{"server_uuid": "6b797e7a-95e3-49d3-b628-c75c270ca05a", "name": "network-vif-deleted", "tag": "d796ae92-b6da-4654-a7ba-434927c795e7"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:23:01.149833 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49424) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:23:01.209620 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9887b822-fa73-434d-9044-cdda2f5631ca x-openstack-request-id: req-9887b822-fa73-434d-9044-cdda2f5631ca {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:23:01.209920 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b797e7a-95e3-49d3-b628-c75c270ca05a", "name": "network-vif-deleted", "tag": "d796ae92-b6da-4654-a7ba-434927c795e7", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:23:01.210172 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9887b822-fa73-434d-9044-cdda2f5631ca {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:23:01.210574 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b797e7a-95e3-49d3-b628-c75c270ca05a', 'name': 'network-vif-deleted', 'tag': 'd796ae92-b6da-4654-a7ba-434927c795e7', 'status': 'completed', 'code': 200} Feb 08 21:23:01.257660 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98151489-08af-4a17-baf0-abf7dcc31ed0 req-61fa5606-72b8-4d7b-ba15-060dfdae8dde tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:01.263129 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98151489-08af-4a17-baf0-abf7dcc31ed0 req-61fa5606-72b8-4d7b-ba15-060dfdae8dde tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:01.268582 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98151489-08af-4a17-baf0-abf7dcc31ed0 req-61fa5606-72b8-4d7b-ba15-060dfdae8dde tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:01.275639 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98151489-08af-4a17-baf0-abf7dcc31ed0 req-61fa5606-72b8-4d7b-ba15-060dfdae8dde tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:01.287331 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98151489-08af-4a17-baf0-abf7dcc31ed0 req-61fa5606-72b8-4d7b-ba15-060dfdae8dde tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:01.292100 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98151489-08af-4a17-baf0-abf7dcc31ed0 req-61fa5606-72b8-4d7b-ba15-060dfdae8dde tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:01.298386 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98151489-08af-4a17-baf0-abf7dcc31ed0 req-61fa5606-72b8-4d7b-ba15-060dfdae8dde tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:01.300705 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98151489-08af-4a17-baf0-abf7dcc31ed0 req-61fa5606-72b8-4d7b-ba15-060dfdae8dde tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.1750367 Feb 08 21:23:01.304595 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68e9135-53e9-4564-bc8f-cd78c7e9d1c0 admin admin] Deleting subnet e7a3eb86-2043-4bf2-a8fc-0d20e8ae35fe {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:23:01.315896 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a68e9135-53e9-4564-bc8f-cd78c7e9d1c0 admin admin] Publish callbacks [] for subnet (e7a3eb86-2043-4bf2-a8fc-0d20e8ae35fe), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:01.414320 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:01.418239 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:01.556737 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a68e9135-53e9-4564-bc8f-cd78c7e9d1c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (e7a3eb86-2043-4bf2-a8fc-0d20e8ae35fe), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:01.651743 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98151489-08af-4a17-baf0-abf7dcc31ed0 req-acb4ce0b-f852-42e1-bff6-9e81c29c6887 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3439810 Feb 08 21:23:01.722465 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a68e9135-53e9-4564-bc8f-cd78c7e9d1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (e7a3eb86-2043-4bf2-a8fc-0d20e8ae35fe), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:01.866320 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3125d8-7b6c-4506-8091-e0a20bb24fc2 req-54e91d63-cea2-4517-8489-907a3c8bb2fa tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:01.884083 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0e3125d8-7b6c-4506-8091-e0a20bb24fc2 req-54e91d63-cea2-4517-8489-907a3c8bb2fa tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 943 time: 0.3154321 Feb 08 21:23:01.942126 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a68e9135-53e9-4564-bc8f-cd78c7e9d1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (e7a3eb86-2043-4bf2-a8fc-0d20e8ae35fe), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:02.011285 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e9135-53e9-4564-bc8f-cd78c7e9d1c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7a3eb86-2043-4bf2-a8fc-0d20e8ae35fe,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:02.142904 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a68e9135-53e9-4564-bc8f-cd78c7e9d1c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:02.156767 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a68e9135-53e9-4564-bc8f-cd78c7e9d1c0 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/e7a3eb86-2043-4bf2-a8fc-0d20e8ae35fe HTTP/1.1" status: 204 len: 168 time: 0.9728661 Feb 08 21:23:02.157431 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49434) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:23:02.183333 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0e3125d8-7b6c-4506-8091-e0a20bb24fc2 req-60665e17-37e9-45ab-878f-e24c30c0efbc tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906997 Feb 08 21:23:02.214601 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b1cc1-b8ef-4d23-8839-c1aab8f7f38e req-68a29571-c92c-474a-bd03-7a5d97842898 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:02.241820 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b1cc1-b8ef-4d23-8839-c1aab8f7f38e req-68a29571-c92c-474a-bd03-7a5d97842898 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:02.243141 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b1cc1-b8ef-4d23-8839-c1aab8f7f38e req-68a29571-c92c-474a-bd03-7a5d97842898 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:02.256198 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b1cc1-b8ef-4d23-8839-c1aab8f7f38e req-68a29571-c92c-474a-bd03-7a5d97842898 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:02.273425 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b1cc1-b8ef-4d23-8839-c1aab8f7f38e req-68a29571-c92c-474a-bd03-7a5d97842898 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:02.293259 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b1cc1-b8ef-4d23-8839-c1aab8f7f38e req-68a29571-c92c-474a-bd03-7a5d97842898 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:02.312325 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b1cc1-b8ef-4d23-8839-c1aab8f7f38e req-68a29571-c92c-474a-bd03-7a5d97842898 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:02.321927 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-601b1cc1-b8ef-4d23-8839-c1aab8f7f38e req-68a29571-c92c-474a-bd03-7a5d97842898 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.3078499 Feb 08 21:23:02.343362 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-64f93835-8946-4fe3-b05b-ec2e258cb012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (a0fefb3d-e221-48ee-80e6-d95866b602a9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:02.516334 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-601b1cc1-b8ef-4d23-8839-c1aab8f7f38e req-617805e2-8318-48ff-9f91-dd0114076035 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1715901 Feb 08 21:23:02.536770 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae085310-e0b6-4ffe-bd6c-83f470d5e95f req-e3d3eb25-af59-400e-84d9-1c98655acd15 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:02.537013 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-64f93835-8946-4fe3-b05b-ec2e258cb012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (a0fefb3d-e221-48ee-80e6-d95866b602a9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:02.538375 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ae085310-e0b6-4ffe-bd6c-83f470d5e95f req-e3d3eb25-af59-400e-84d9-1c98655acd15 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=657132b4-3ce8-4fbb-905d-8012a695aaea HTTP/1.1" status: 200 len: 950 time: 0.2150218 Feb 08 21:23:02.598928 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-64f93835-8946-4fe3-b05b-ec2e258cb012 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0fefb3d-e221-48ee-80e6-d95866b602a9']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:23:02.621874 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-64f93835-8946-4fe3-b05b-ec2e258cb012 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb9b7e7-b2e9-4c21-b8d4-724ee8598276') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:23:02.622472 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-64f93835-8946-4fe3-b05b-ec2e258cb012 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb9b7e7-b2e9-4c21-b8d4-724ee8598276') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:23:02.646497 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-64f93835-8946-4fe3-b05b-ec2e258cb012 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (6fb9b7e7-b2e9-4c21-b8d4-724ee8598276), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:02.665451 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-64f93835-8946-4fe3-b05b-ec2e258cb012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (6fb9b7e7-b2e9-4c21-b8d4-724ee8598276), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:02.673964 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f93835-8946-4fe3-b05b-ec2e258cb012 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:23:02.674557 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-64f93835-8946-4fe3-b05b-ec2e258cb012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (6fb9b7e7-b2e9-4c21-b8d4-724ee8598276), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:23:02.676822 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:23:02.682120 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ae085310-e0b6-4ffe-bd6c-83f470d5e95f req-5cda15aa-0c38-4133-9370-bf995fbc8b1c tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290083 Feb 08 21:23:02.796815 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-64f93835-8946-4fe3-b05b-ec2e258cb012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (a0fefb3d-e221-48ee-80e6-d95866b602a9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:02.809062 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-64f93835-8946-4fe3-b05b-ec2e258cb012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:02.822139 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-64f93835-8946-4fe3-b05b-ec2e258cb012 admin admin] 10.222.0.88 "DELETE /v2.0/networks/a0fefb3d-e221-48ee-80e6-d95866b602a9 HTTP/1.1" status: 204 len: 168 time: 0.6616418 Feb 08 21:23:02.850285 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f93835-8946-4fe3-b05b-ec2e258cb012 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0fefb3d-e221-48ee-80e6-d95866b602a9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:02.868460 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f93835-8946-4fe3-b05b-ec2e258cb012 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:23:02.884707 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f93835-8946-4fe3-b05b-ec2e258cb012 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:23:02.885408 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f93835-8946-4fe3-b05b-ec2e258cb012 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:23:02.889374 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f93835-8946-4fe3-b05b-ec2e258cb012 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:23:02.890269 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f93835-8946-4fe3-b05b-ec2e258cb012 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:23:02.890624 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f93835-8946-4fe3-b05b-ec2e258cb012 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:23:02.891463 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f93835-8946-4fe3-b05b-ec2e258cb012 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:23:02.897867 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f93835-8946-4fe3-b05b-ec2e258cb012 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:23:02.898703 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f93835-8946-4fe3-b05b-ec2e258cb012 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:23:02.899410 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f93835-8946-4fe3-b05b-ec2e258cb012 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:23:02.900214 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f93835-8946-4fe3-b05b-ec2e258cb012 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:23:02.901266 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f93835-8946-4fe3-b05b-ec2e258cb012 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:23:02.901863 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f93835-8946-4fe3-b05b-ec2e258cb012 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:23:02.918556 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb06df-7679-4ac8-b619-6aab40c79de8 req-8546cae5-4347-48fe-9557-8f2320247bf4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:02.924508 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb06df-7679-4ac8-b619-6aab40c79de8 req-8546cae5-4347-48fe-9557-8f2320247bf4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:02.930989 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb06df-7679-4ac8-b619-6aab40c79de8 req-8546cae5-4347-48fe-9557-8f2320247bf4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:02.940288 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb06df-7679-4ac8-b619-6aab40c79de8 req-8546cae5-4347-48fe-9557-8f2320247bf4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:02.952036 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb06df-7679-4ac8-b619-6aab40c79de8 req-8546cae5-4347-48fe-9557-8f2320247bf4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:02.959688 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb06df-7679-4ac8-b619-6aab40c79de8 req-8546cae5-4347-48fe-9557-8f2320247bf4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:02.967971 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb06df-7679-4ac8-b619-6aab40c79de8 req-8546cae5-4347-48fe-9557-8f2320247bf4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:02.978365 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4bb06df-7679-4ac8-b619-6aab40c79de8 req-8546cae5-4347-48fe-9557-8f2320247bf4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.1514318 Feb 08 21:23:03.102263 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4e53e-87c7-4995-977c-7b7a21bca7db req-e2a6453c-111c-4d69-9921-8b2fd38da52b tempest-ServersOnMultiNodesTest-86793902 tempest-ServersOnMultiNodesTest-86793902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:03.104292 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ec4e53e-87c7-4995-977c-7b7a21bca7db req-e2a6453c-111c-4d69-9921-8b2fd38da52b tempest-ServersOnMultiNodesTest-86793902 tempest-ServersOnMultiNodesTest-86793902-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=657132b4-3ce8-4fbb-905d-8012a695aaea HTTP/1.1" status: 200 len: 1133 time: 0.1987545 Feb 08 21:23:03.126581 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4bb06df-7679-4ac8-b619-6aab40c79de8 req-0eeca33e-4215-4798-af80-964d84aa5a99 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1453431 Feb 08 21:23:03.158386 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2ec4e53e-87c7-4995-977c-7b7a21bca7db req-e367fa9e-7baf-41d8-ae03-388a22e5e858 tempest-ServersOnMultiNodesTest-86793902 tempest-ServersOnMultiNodesTest-86793902-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:03.170577 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49452) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:23:03.309449 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-306c5379-2df1-4ad8-a158-8555374daf0f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4451e0a063f74a4f945169d3909f474a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370873 Feb 08 21:23:03.311754 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49456) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:23:03.388596 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e86bfeb-41c0-45e3-b0f4-c55141ad21bb admin admin] Publish callbacks [] for security_group (29c9ad1e-53a6-4a40-8908-ccbea897f933), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:03.426847 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e86bfeb-41c0-45e3-b0f4-c55141ad21bb admin admin] Publish callbacks [] for security_group (29c9ad1e-53a6-4a40-8908-ccbea897f933), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:03.428350 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2ec4e53e-87c7-4995-977c-7b7a21bca7db req-e367fa9e-7baf-41d8-ae03-388a22e5e858 tempest-ServersOnMultiNodesTest-86793902 tempest-ServersOnMultiNodesTest-86793902-project-admin] Publish callbacks [] for security_group (6930d108-a2b6-4d67-a1fe-754f3dc5f467), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:03.441744 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2ec4e53e-87c7-4995-977c-7b7a21bca7db req-e367fa9e-7baf-41d8-ae03-388a22e5e858 tempest-ServersOnMultiNodesTest-86793902 tempest-ServersOnMultiNodesTest-86793902-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6930d108-a2b6-4d67-a1fe-754f3dc5f467), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:03.499858 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e86bfeb-41c0-45e3-b0f4-c55141ad21bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (29c9ad1e-53a6-4a40-8908-ccbea897f933), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:03.507339 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e86bfeb-41c0-45e3-b0f4-c55141ad21bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:03.511915 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8e86bfeb-41c0-45e3-b0f4-c55141ad21bb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/29c9ad1e-53a6-4a40-8908-ccbea897f933 HTTP/1.1" status: 204 len: 168 time: 0.1983311 Feb 08 21:23:03.521304 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86bfeb-41c0-45e3-b0f4-c55141ad21bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c9ad1e-53a6-4a40-8908-ccbea897f933,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:03.530586 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367fa9e-7baf-41d8-ae03-388a22e5e858 tempest-ServersOnMultiNodesTest-86793902 tempest-ServersOnMultiNodesTest-86793902-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6930d108-a2b6-4d67-a1fe-754f3dc5f467,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:03.543819 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ec4e53e-87c7-4995-977c-7b7a21bca7db req-e367fa9e-7baf-41d8-ae03-388a22e5e858 tempest-ServersOnMultiNodesTest-86793902 tempest-ServersOnMultiNodesTest-86793902-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158366 Feb 08 21:23:03.584556 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b655db-c60c-4a94-9ab9-261abb604ae8 req-d70ed5cf-82d5-408c-a4af-268e5ae8c868 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:03.599935 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29b655db-c60c-4a94-9ab9-261abb604ae8 req-d70ed5cf-82d5-408c-a4af-268e5ae8c868 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 943 time: 0.2179103 Feb 08 21:23:03.723690 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29b655db-c60c-4a94-9ab9-261abb604ae8 req-9ee26b4c-6616-42a0-8e87-584592e20c2f tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176929 Feb 08 21:23:03.938914 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826eb72b-707d-4c2a-ad5f-7c8411dbeb8a req-d415bf4d-148c-4ff5-8d62-5983a72570df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:03.959192 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826eb72b-707d-4c2a-ad5f-7c8411dbeb8a req-d415bf4d-148c-4ff5-8d62-5983a72570df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:03.967874 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826eb72b-707d-4c2a-ad5f-7c8411dbeb8a req-d415bf4d-148c-4ff5-8d62-5983a72570df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:03.973734 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826eb72b-707d-4c2a-ad5f-7c8411dbeb8a req-d415bf4d-148c-4ff5-8d62-5983a72570df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:03.979799 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826eb72b-707d-4c2a-ad5f-7c8411dbeb8a req-d415bf4d-148c-4ff5-8d62-5983a72570df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:03.986165 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826eb72b-707d-4c2a-ad5f-7c8411dbeb8a req-d415bf4d-148c-4ff5-8d62-5983a72570df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:03.995243 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826eb72b-707d-4c2a-ad5f-7c8411dbeb8a req-d415bf4d-148c-4ff5-8d62-5983a72570df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:04.008330 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-826eb72b-707d-4c2a-ad5f-7c8411dbeb8a req-d415bf4d-148c-4ff5-8d62-5983a72570df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.2792909 Feb 08 21:23:04.137688 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-826eb72b-707d-4c2a-ad5f-7c8411dbeb8a req-99faf965-1160-4a34-b531-426b6c4a2571 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1172836 Feb 08 21:23:04.461708 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef20a0-d996-451c-a896-b145871f135e req-34785ea9-489b-45ea-9f60-edc143385a84 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:04.468961 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef20a0-d996-451c-a896-b145871f135e req-34785ea9-489b-45ea-9f60-edc143385a84 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:04.475719 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef20a0-d996-451c-a896-b145871f135e req-34785ea9-489b-45ea-9f60-edc143385a84 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:04.482121 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef20a0-d996-451c-a896-b145871f135e req-34785ea9-489b-45ea-9f60-edc143385a84 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:04.487910 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef20a0-d996-451c-a896-b145871f135e req-34785ea9-489b-45ea-9f60-edc143385a84 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:04.495517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef20a0-d996-451c-a896-b145871f135e req-34785ea9-489b-45ea-9f60-edc143385a84 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:04.501540 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef20a0-d996-451c-a896-b145871f135e req-34785ea9-489b-45ea-9f60-edc143385a84 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:04.503650 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-efef20a0-d996-451c-a896-b145871f135e req-34785ea9-489b-45ea-9f60-edc143385a84 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.1451931 Feb 08 21:23:04.655871 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-efef20a0-d996-451c-a896-b145871f135e req-c6f3bcac-640c-489a-b30b-5a60c51d488d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1212807 Feb 08 21:23:05.040255 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dff6b2-8681-4d1c-98cd-47ce3de7713e req-0f8af2e8-f2d2-4d41-9199-f83d27527c2b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:05.050853 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-19dff6b2-8681-4d1c-98cd-47ce3de7713e req-0f8af2e8-f2d2-4d41-9199-f83d27527c2b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 943 time: 0.1510134 Feb 08 21:23:05.186046 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-19dff6b2-8681-4d1c-98cd-47ce3de7713e req-18ba933d-3333-4e40-af93-b13675efe2b3 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210389 Feb 08 21:23:05.351782 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49518) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:23:05.446154 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f3255-9410-4c94-a95a-1d8c7d11f3ab req-73f43f7d-e451-4730-bf50-e0fa68cbbc8a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:05.453676 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f3255-9410-4c94-a95a-1d8c7d11f3ab req-73f43f7d-e451-4730-bf50-e0fa68cbbc8a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:05.463750 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f3255-9410-4c94-a95a-1d8c7d11f3ab req-73f43f7d-e451-4730-bf50-e0fa68cbbc8a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:05.474056 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f3255-9410-4c94-a95a-1d8c7d11f3ab req-73f43f7d-e451-4730-bf50-e0fa68cbbc8a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:05.481366 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f3255-9410-4c94-a95a-1d8c7d11f3ab req-73f43f7d-e451-4730-bf50-e0fa68cbbc8a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:05.489867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f3255-9410-4c94-a95a-1d8c7d11f3ab req-73f43f7d-e451-4730-bf50-e0fa68cbbc8a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:05.498535 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f3255-9410-4c94-a95a-1d8c7d11f3ab req-73f43f7d-e451-4730-bf50-e0fa68cbbc8a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:05.510343 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c48f3255-9410-4c94-a95a-1d8c7d11f3ab req-73f43f7d-e451-4730-bf50-e0fa68cbbc8a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.2446735 Feb 08 21:23:05.552015 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f2f89de6-831b-49b8-8149-ae22550b8b6a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1069855736-network', 'tenant_id': 'f472eb7c6f4c42ca9bf2111def0cbf8f'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:23:05.606861 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f89de6-831b-49b8-8149-ae22550b8b6a admin admin] Made reservation on behalf of f472eb7c6f4c42ca9bf2111def0cbf8f for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:23:05.611171 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f2f89de6-831b-49b8-8149-ae22550b8b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:05.617571 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-ae234150-60fc-4a61-b1bb-e58862458df0 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810122 Feb 08 21:23:05.636426 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f2f89de6-831b-49b8-8149-ae22550b8b6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:05.755387 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c48f3255-9410-4c94-a95a-1d8c7d11f3ab req-f7e6db51-8094-4333-ab5c-706224e9a5a2 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2435036 Feb 08 21:23:05.923331 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f2f89de6-831b-49b8-8149-ae22550b8b6a admin admin] Publish callbacks [] for security_group (7a0b95de-5703-4d75-a80b-25d97e81a40b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:05.935846 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f2f89de6-831b-49b8-8149-ae22550b8b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7a0b95de-5703-4d75-a80b-25d97e81a40b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:05.974006 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f89de6-831b-49b8-8149-ae22550b8b6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:23:06.020487 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f2f89de6-831b-49b8-8149-ae22550b8b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (e6e0981b-63f8-4fe8-9849-12fad4063144), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:06.021783 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-f2f89de6-831b-49b8-8149-ae22550b8b6a admin admin] Added segment e6e0981b-63f8-4fe8-9849-12fad4063144 of type vlan for network 111016a1-fb5a-4474-9d8a-dc518d9d29de Feb 08 21:23:06.070474 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-68e58c3f-1ec9-4494-9574-a210658529ef tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:06.083212 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-68e58c3f-1ec9-4494-9574-a210658529ef tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4475341 Feb 08 21:23:06.147959 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f2f89de6-831b-49b8-8149-ae22550b8b6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (111016a1-fb5a-4474-9d8a-dc518d9d29de), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:06.148660 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a306285-d026-42ad-94be-b90361f0caf8 req-1a62f8a5-610f-4aee-beee-b2b6d1576bf7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:06.163214 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a306285-d026-42ad-94be-b90361f0caf8 req-1a62f8a5-610f-4aee-beee-b2b6d1576bf7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:06.175721 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a306285-d026-42ad-94be-b90361f0caf8 req-1a62f8a5-610f-4aee-beee-b2b6d1576bf7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:06.202608 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a306285-d026-42ad-94be-b90361f0caf8 req-1a62f8a5-610f-4aee-beee-b2b6d1576bf7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:06.218415 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a306285-d026-42ad-94be-b90361f0caf8 req-1a62f8a5-610f-4aee-beee-b2b6d1576bf7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:06.230264 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:06.241282 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f89de6-831b-49b8-8149-ae22550b8b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0b95de-5703-4d75-a80b-25d97e81a40b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:06.260262 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f2f89de6-831b-49b8-8149-ae22550b8b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (111016a1-fb5a-4474-9d8a-dc518d9d29de), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:06.261549 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f89de6-831b-49b8-8149-ae22550b8b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:06.261662 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a306285-d026-42ad-94be-b90361f0caf8 req-1a62f8a5-610f-4aee-beee-b2b6d1576bf7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:06.262170 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f2f89de6-831b-49b8-8149-ae22550b8b6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:06.267015 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a306285-d026-42ad-94be-b90361f0caf8 req-1a62f8a5-610f-4aee-beee-b2b6d1576bf7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:06.269115 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a306285-d026-42ad-94be-b90361f0caf8 req-1a62f8a5-610f-4aee-beee-b2b6d1576bf7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.3005631 Feb 08 21:23:06.274797 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-cb4a14d7-5c9c-43b9-8a6a-fdb09940b699 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/quotas/a43edf20ad1643c2ac7bbb3feecd107e HTTP/1.1" status: 200 len: 375 time: 0.1901054 Feb 08 21:23:06.412701 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f2f89de6-831b-49b8-8149-ae22550b8b6a admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0586212 Feb 08 21:23:06.422644 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49536) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:23:06.435959 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8db0ee0f-39c2-4f46-a65b-2e1fa9405c4a admin admin] Request body: {'subnet': {'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1069855736-subnet', 'tenant_id': 'f472eb7c6f4c42ca9bf2111def0cbf8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:23:06.448436 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a306285-d026-42ad-94be-b90361f0caf8 req-c2522f76-f49b-4335-b04d-b5c5e03aa4ac tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1641977 Feb 08 21:23:06.482134 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db0ee0f-39c2-4f46-a65b-2e1fa9405c4a admin admin] Made reservation on behalf of f472eb7c6f4c42ca9bf2111def0cbf8f for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:23:06.486405 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8db0ee0f-39c2-4f46-a65b-2e1fa9405c4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:06.535465 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:06.580526 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-76c5794e-72e8-4ebe-b99f-c7aac64eaffc tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2983959 Feb 08 21:23:06.608288 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f89de6-831b-49b8-8149-ae22550b8b6a admin admin] Pushing event updated for resources: {'Network': ['ID=111016a1-fb5a-4474-9d8a-dc518d9d29de,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:06.622203 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 111016a1-fb5a-4474-9d8a-dc518d9d29de details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:23:06.821663 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769aff33-d38e-458b-a0ab-c7374fadfa88 req-c8f5267f-21ce-40d3-a5ae-cdb6b0256042 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:06.828835 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-769aff33-d38e-458b-a0ab-c7374fadfa88 req-c8f5267f-21ce-40d3-a5ae-cdb6b0256042 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 943 time: 0.1400728 Feb 08 21:23:06.901619 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8db0ee0f-39c2-4f46-a65b-2e1fa9405c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (0584f0b0-2f88-4444-998f-e1ea76f3fbc3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:06.960852 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-769aff33-d38e-458b-a0ab-c7374fadfa88 req-770bd2ba-dfb2-4762-80f1-a68960eb46d7 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232202 Feb 08 21:23:07.003057 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0ee0f-39c2-4f46-a65b-2e1fa9405c4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0584f0b0-2f88-4444-998f-e1ea76f3fbc3,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:07.033376 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db0ee0f-39c2-4f46-a65b-2e1fa9405c4a admin admin] Checking segment: {'id': 'e6e0981b-63f8-4fe8-9849-12fad4063144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:23:07.034066 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db0ee0f-39c2-4f46-a65b-2e1fa9405c4a admin admin] Network hostable DHCP agents. Network: 111016a1-fb5a-4474-9d8a-dc518d9d29de, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:23:07.078492 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db0ee0f-39c2-4f46-a65b-2e1fa9405c4a admin admin] Network 111016a1-fb5a-4474-9d8a-dc518d9d29de is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:23:07.092459 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8db0ee0f-39c2-4f46-a65b-2e1fa9405c4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 111016a1-fb5a-4474-9d8a-dc518d9d29de) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:23:07.103937 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e744184d-fa0a-4be3-a36a-aff56b3cd378 None None] Network 111016a1-fb5a-4474-9d8a-dc518d9d29de requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:23:07.104351 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db0ee0f-39c2-4f46-a65b-2e1fa9405c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:07.105015 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8db0ee0f-39c2-4f46-a65b-2e1fa9405c4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:07.183362 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8db0ee0f-39c2-4f46-a65b-2e1fa9405c4a admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7543416 Feb 08 21:23:07.370915 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4c5107-15d4-4714-bbfb-166c2e1bfc55 None None] Network 111016a1-fb5a-4474-9d8a-dc518d9d29de requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:23:07.456005 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68763dd9-ddfe-4cbc-8c12-cda6af96d704 req-ba268997-bf43-4df4-88a4-8dca8a2a2771 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:07.476120 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68763dd9-ddfe-4cbc-8c12-cda6af96d704 req-ba268997-bf43-4df4-88a4-8dca8a2a2771 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:07.494737 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68763dd9-ddfe-4cbc-8c12-cda6af96d704 req-ba268997-bf43-4df4-88a4-8dca8a2a2771 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:07.502128 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68763dd9-ddfe-4cbc-8c12-cda6af96d704 req-ba268997-bf43-4df4-88a4-8dca8a2a2771 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:07.508348 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68763dd9-ddfe-4cbc-8c12-cda6af96d704 req-ba268997-bf43-4df4-88a4-8dca8a2a2771 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:07.514356 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68763dd9-ddfe-4cbc-8c12-cda6af96d704 req-ba268997-bf43-4df4-88a4-8dca8a2a2771 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:07.522047 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68763dd9-ddfe-4cbc-8c12-cda6af96d704 req-ba268997-bf43-4df4-88a4-8dca8a2a2771 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:07.539015 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-68763dd9-ddfe-4cbc-8c12-cda6af96d704 req-ba268997-bf43-4df4-88a4-8dca8a2a2771 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.2785213 Feb 08 21:23:07.705178 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-68763dd9-ddfe-4cbc-8c12-cda6af96d704 req-a077b909-66bc-4f4b-9d96-66be29f13850 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1587520 Feb 08 21:23:08.136469 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d588e-94a6-42a1-922b-5f58ebf15b30 req-b24999b0-7a6e-43c0-9227-10883e4a04cb tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:08.154191 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d588e-94a6-42a1-922b-5f58ebf15b30 req-b24999b0-7a6e-43c0-9227-10883e4a04cb tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:08.169530 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d588e-94a6-42a1-922b-5f58ebf15b30 req-b24999b0-7a6e-43c0-9227-10883e4a04cb tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:08.186216 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d588e-94a6-42a1-922b-5f58ebf15b30 req-b24999b0-7a6e-43c0-9227-10883e4a04cb tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:08.200394 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d588e-94a6-42a1-922b-5f58ebf15b30 req-b24999b0-7a6e-43c0-9227-10883e4a04cb tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:08.220424 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d588e-94a6-42a1-922b-5f58ebf15b30 req-b24999b0-7a6e-43c0-9227-10883e4a04cb tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:08.236185 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d588e-94a6-42a1-922b-5f58ebf15b30 req-b24999b0-7a6e-43c0-9227-10883e4a04cb tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:08.242841 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-198d588e-94a6-42a1-922b-5f58ebf15b30 req-b24999b0-7a6e-43c0-9227-10883e4a04cb tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.3555706 Feb 08 21:23:08.314497 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:23:08.509981 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-198d588e-94a6-42a1-922b-5f58ebf15b30 req-bb201c0d-fab6-4b48-b428-7315cc55ef25 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2464969 Feb 08 21:23:08.568977 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-3855b90c-36b9-4cb1-98b9-076a50f5dfc8 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:08.587223 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-3855b90c-36b9-4cb1-98b9-076a50f5dfc8 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/networks?id=111016a1-fb5a-4474-9d8a-dc518d9d29de HTTP/1.1" status: 200 len: 806 time: 0.3416545 Feb 08 21:23:08.631923 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-58b67641-4666-4bbf-884b-7344dca90753 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/quotas/f472eb7c6f4c42ca9bf2111def0cbf8f HTTP/1.1" status: 200 len: 375 time: 0.0327911 Feb 08 21:23:09.271214 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-34646877-d9d8-4735-9296-8468a904ecd2 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f472eb7c6f4c42ca9bf2111def0cbf8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6137817 Feb 08 21:23:09.282885 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d041927-72d8-439b-8810-ed7875b6fc2a req-9e5d50b7-b821-4c7a-aac5-8d4ce96a7765 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=607c27be-4b79-49f1-9a2b-a8b321df1b7f HTTP/1.1" status: 200 len: 210 time: 0.6447232 Feb 08 21:23:09.436533 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-7eb80e7d-6e1d-4ecb-9dca-cab779dc0fe9 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:23:09.437940 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-7eb80e7d-6e1d-4ecb-9dca-cab779dc0fe9 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1539869 Feb 08 21:23:09.625546 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084d67f-9a02-4836-85af-d1f718a7fc0e req-8e847f23-e67a-400e-9def-4c91e787c54f tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:09.628113 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5084d67f-9a02-4836-85af-d1f718a7fc0e req-8e847f23-e67a-400e-9def-4c91e787c54f tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 943 time: 0.1724491 Feb 08 21:23:09.642869 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-953d6e4e-4643-463b-94bc-e51db473dd60 service neutron] 10.222.0.88 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901929 Feb 08 21:23:09.782385 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5084d67f-9a02-4836-85af-d1f718a7fc0e req-42c57cd9-27b1-4303-b8c2-f90ba4ea2f3f tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352484 Feb 08 21:23:09.861374 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-d2336ca1-682e-44fe-9644-b51a7178518e service neutron] 10.222.0.88 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044947 Feb 08 21:23:10.070125 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-86cdb72e-2d6c-432f-a4fa-5feed7aa6013 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545216 Feb 08 21:23:10.242313 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894b617-26fe-46c9-a096-a7653e775947 req-31a04852-294c-49f0-858e-f1ac169dbca2 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:10.247951 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894b617-26fe-46c9-a096-a7653e775947 req-31a04852-294c-49f0-858e-f1ac169dbca2 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:10.259277 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894b617-26fe-46c9-a096-a7653e775947 req-31a04852-294c-49f0-858e-f1ac169dbca2 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:10.275196 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894b617-26fe-46c9-a096-a7653e775947 req-31a04852-294c-49f0-858e-f1ac169dbca2 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:10.289431 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894b617-26fe-46c9-a096-a7653e775947 req-31a04852-294c-49f0-858e-f1ac169dbca2 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:10.297880 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894b617-26fe-46c9-a096-a7653e775947 req-31a04852-294c-49f0-858e-f1ac169dbca2 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:10.310888 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894b617-26fe-46c9-a096-a7653e775947 req-31a04852-294c-49f0-858e-f1ac169dbca2 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:10.330080 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c894b617-26fe-46c9-a096-a7653e775947 req-31a04852-294c-49f0-858e-f1ac169dbca2 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.2369175 Feb 08 21:23:10.424765 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-c21e1936-1c93-493e-978a-a33305bfdb7c tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0882502 Feb 08 21:23:10.434459 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-d3668572-89cc-4a71-9a45-aa39cf4b669f tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:10.436914 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-d3668572-89cc-4a71-9a45-aa39cf4b669f tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3583372 Feb 08 21:23:10.484608 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-b39310ce-a038-421b-b577-4a75e83fc4c5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Request body: {'port': {'device_id': 'cf4d4a55-3267-47b7-94ea-65e7e7e40c0e', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': 'a43edf20ad1643c2ac7bbb3feecd107e'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:23:10.796893 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb94fdb-004d-46a3-ad3e-c45fd177d162 req-906a7b16-81ec-42d2-81ef-ac626eb4b493 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:10.803579 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb94fdb-004d-46a3-ad3e-c45fd177d162 req-906a7b16-81ec-42d2-81ef-ac626eb4b493 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:10.809927 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb94fdb-004d-46a3-ad3e-c45fd177d162 req-906a7b16-81ec-42d2-81ef-ac626eb4b493 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:10.816355 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb94fdb-004d-46a3-ad3e-c45fd177d162 req-906a7b16-81ec-42d2-81ef-ac626eb4b493 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:10.823197 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb94fdb-004d-46a3-ad3e-c45fd177d162 req-906a7b16-81ec-42d2-81ef-ac626eb4b493 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:10.829535 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb94fdb-004d-46a3-ad3e-c45fd177d162 req-906a7b16-81ec-42d2-81ef-ac626eb4b493 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:10.835778 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb94fdb-004d-46a3-ad3e-c45fd177d162 req-906a7b16-81ec-42d2-81ef-ac626eb4b493 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:10.844546 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-abb94fdb-004d-46a3-ad3e-c45fd177d162 req-906a7b16-81ec-42d2-81ef-ac626eb4b493 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.5114279 Feb 08 21:23:10.917330 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c894b617-26fe-46c9-a096-a7653e775947 req-2eead0a3-91fd-4cd7-8339-5ae483be2393 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5861337 Feb 08 21:23:10.922282 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-b39310ce-a038-421b-b577-4a75e83fc4c5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Made reservation on behalf of a43edf20ad1643c2ac7bbb3feecd107e for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:23:10.926800 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-b39310ce-a038-421b-b577-4a75e83fc4c5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:10.984273 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-cd3b4202-4e7e-41d7-b7dc-e3a4a192e6f6 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:10.986561 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-cd3b4202-4e7e-41d7-b7dc-e3a4a192e6f6 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5481467 Feb 08 21:23:11.074779 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-6439618a-a796-4de7-a9eb-84e2235df0d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Request body: {'port': {'device_id': '607c27be-4b79-49f1-9a2b-a8b321df1b7f', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': 'a43edf20ad1643c2ac7bbb3feecd107e'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:23:11.183910 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-391b8b9e-b872-4fb1-b0be-778ad0c458a5 req-b8a1eb6b-510a-4e85-b9ee-3a9d773fc23a tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=380cc338-7d34-4404-8d83-656e06f91fab HTTP/1.1" status: 200 len: 210 time: 0.1148143 Feb 08 21:23:11.209632 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-abb94fdb-004d-46a3-ad3e-c45fd177d162 req-97648ba4-456e-4b42-b821-866f65de038c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3542237 Feb 08 21:23:11.344966 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9bea2103-eb0b-4d79-a902-cd5b57574ecb req-4b986b2a-e7af-4220-aad2-70bc94b72c1b tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=607c27be-4b79-49f1-9a2b-a8b321df1b7f HTTP/1.1" status: 200 len: 210 time: 0.0595832 Feb 08 21:23:11.387814 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-b39310ce-a038-421b-b577-4a75e83fc4c5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Allocated IP 192.168.233.108 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/08e98366-f712-40c6-9133-dc43af386f4a) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:23:11.464471 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-6439618a-a796-4de7-a9eb-84e2235df0d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Made reservation on behalf of a43edf20ad1643c2ac7bbb3feecd107e for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:23:11.468560 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-6439618a-a796-4de7-a9eb-84e2235df0d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:11.572246 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7842324-871f-4658-a8da-fceb58f1fcc2 req-fce8558e-8f80-441d-8bb7-a86f9612dee8 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:11.573926 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7842324-871f-4658-a8da-fceb58f1fcc2 req-fce8558e-8f80-441d-8bb7-a86f9612dee8 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 943 time: 0.2665761 Feb 08 21:23:11.721995 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-b39310ce-a038-421b-b577-4a75e83fc4c5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks [] for port (08e98366-f712-40c6-9133-dc43af386f4a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:11.756793 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7842324-871f-4658-a8da-fceb58f1fcc2 req-fef63b0a-6b7a-486c-afcd-c8056aa1edcb tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690502 Feb 08 21:23:11.786761 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66793c8-2f61-4757-bf5c-e5e36758eab7 req-418d72ae-a25d-4641-9106-aa89ea8711f5 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:11.788403 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e66793c8-2f61-4757-bf5c-e5e36758eab7 req-418d72ae-a25d-4641-9106-aa89ea8711f5 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.88 "GET /v2.0/ports?device_id=6903ad76-d7ec-4a07-b544-1f076799001d HTTP/1.1" status: 200 len: 951 time: 0.1740026 Feb 08 21:23:11.816441 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-b39310ce-a038-421b-b577-4a75e83fc4c5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (08e98366-f712-40c6-9133-dc43af386f4a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:11.829752 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:23:11.913568 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-b39310ce-a038-421b-b577-4a75e83fc4c5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:23:11.924263 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-b39310ce-a038-421b-b577-4a75e83fc4c5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:23:11.935096 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-b39310ce-a038-421b-b577-4a75e83fc4c5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:23:11.947102 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e66793c8-2f61-4757-bf5c-e5e36758eab7 req-8713159b-c620-45c0-a40a-3877b378ef38 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a7201de-eaa4-4c40-97cf-03cb47184f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516047 Feb 08 21:23:12.008822 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39310ce-a038-421b-b577-4a75e83fc4c5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Pushing event updated for resources: {'Port': ['ID=08e98366-f712-40c6-9133-dc43af386f4a,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:12.014567 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-6439618a-a796-4de7-a9eb-84e2235df0d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Allocated IP 192.168.233.75 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/1651414b-887f-499e-94dc-f272c3d7ad17) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:23:12.060868 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-b39310ce-a038-421b-b577-4a75e83fc4c5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:12.062291 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-b39310ce-a038-421b-b577-4a75e83fc4c5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:12.406711 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-fe301dc3-7ddf-499d-800c-9c35004cab15 None None] Provisioning complete for port 08e98366-f712-40c6-9133-dc43af386f4a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:23:12.407289 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fe301dc3-7ddf-499d-800c-9c35004cab15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (08e98366-f712-40c6-9133-dc43af386f4a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:12.452718 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-b39310ce-a038-421b-b577-4a75e83fc4c5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9985175 Feb 08 21:23:12.454784 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17161b5b-9bcb-4c89-a3ae-9d726e224d5e req-5d426b34-4ed8-4445-8a7e-3ee54f23dff9 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=380cc338-7d34-4404-8d83-656e06f91fab HTTP/1.1" status: 200 len: 210 time: 0.1233306 Feb 08 21:23:12.518671 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-c47bda78-5211-4527-a78d-8280240305b1 service neutron] Request body: {'port': {'device_id': 'cf4d4a55-3267-47b7-94ea-65e7e7e40c0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:23:12.614921 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-fe301dc3-7ddf-499d-800c-9c35004cab15 None None] Port 08e98366-f712-40c6-9133-dc43af386f4a cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:23:12.690871 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-cefe42f3-4d91-4aac-9f0d-6647fdb675df service neutron] 10.222.0.96 "GET /v2.0/ports/1eecbe73-83ee-4da0-a468-61095ee9a9d7/bindings/n-h1-712143-31 HTTP/1.1" status: 200 len: 385 time: 0.6367066 Feb 08 21:23:12.789615 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08eb357-1034-426e-9760-22032a6af68d req-a65a277b-6779-42e5-a271-8445c0691ae1 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:12.799514 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08eb357-1034-426e-9760-22032a6af68d req-a65a277b-6779-42e5-a271-8445c0691ae1 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:12.810714 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08eb357-1034-426e-9760-22032a6af68d req-a65a277b-6779-42e5-a271-8445c0691ae1 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:12.821360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08eb357-1034-426e-9760-22032a6af68d req-a65a277b-6779-42e5-a271-8445c0691ae1 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:12.831463 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08eb357-1034-426e-9760-22032a6af68d req-a65a277b-6779-42e5-a271-8445c0691ae1 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:12.841936 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08eb357-1034-426e-9760-22032a6af68d req-a65a277b-6779-42e5-a271-8445c0691ae1 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:12.852477 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08eb357-1034-426e-9760-22032a6af68d req-a65a277b-6779-42e5-a271-8445c0691ae1 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:12.855804 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c08eb357-1034-426e-9760-22032a6af68d req-a65a277b-6779-42e5-a271-8445c0691ae1 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.5396485 Feb 08 21:23:12.928047 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-1850de2a-a4e0-46d2-9243-804ad02f2958 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:12.930909 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-1850de2a-a4e0-46d2-9243-804ad02f2958 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.96 "GET /v2.0/networks?id=111016a1-fb5a-4474-9d8a-dc518d9d29de HTTP/1.1" status: 200 len: 806 time: 0.6790888 Feb 08 21:23:12.989563 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-ff943e72-7c2d-46f9-93b5-2e89795f026f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Request body: {'port': {'device_id': '380cc338-7d34-4404-8d83-656e06f91fab', 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de', 'admin_state_up': True, 'tenant_id': 'f472eb7c6f4c42ca9bf2111def0cbf8f'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:23:13.079375 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-c47bda78-5211-4527-a78d-8280240305b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (08e98366-f712-40c6-9133-dc43af386f4a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:13.128810 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e8397-52c6-4c2c-8a2f-5ba71fad74a9 req-8093db1e-7570-444d-b02b-780a35616f3c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:13.138667 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e8397-52c6-4c2c-8a2f-5ba71fad74a9 req-8093db1e-7570-444d-b02b-780a35616f3c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:13.144099 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e8397-52c6-4c2c-8a2f-5ba71fad74a9 req-8093db1e-7570-444d-b02b-780a35616f3c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:13.149647 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e8397-52c6-4c2c-8a2f-5ba71fad74a9 req-8093db1e-7570-444d-b02b-780a35616f3c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:13.154848 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e8397-52c6-4c2c-8a2f-5ba71fad74a9 req-8093db1e-7570-444d-b02b-780a35616f3c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:13.160109 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e8397-52c6-4c2c-8a2f-5ba71fad74a9 req-8093db1e-7570-444d-b02b-780a35616f3c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:13.166096 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e8397-52c6-4c2c-8a2f-5ba71fad74a9 req-8093db1e-7570-444d-b02b-780a35616f3c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:13.167992 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-703e8397-52c6-4c2c-8a2f-5ba71fad74a9 req-8093db1e-7570-444d-b02b-780a35616f3c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.5973446 Feb 08 21:23:13.171417 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-6439618a-a796-4de7-a9eb-84e2235df0d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks [] for port (1651414b-887f-499e-94dc-f272c3d7ad17), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:13.420873 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c08eb357-1034-426e-9760-22032a6af68d req-1f6de7af-0de2-40eb-92f6-ce73443463be tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4855776 Feb 08 21:23:13.565435 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-703e8397-52c6-4c2c-8a2f-5ba71fad74a9 req-0977e165-ee87-4b84-8133-4a81791b4a5b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3843219 Feb 08 21:23:13.579985 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-6439618a-a796-4de7-a9eb-84e2235df0d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (1651414b-887f-499e-94dc-f272c3d7ad17), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:13.596363 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:23:13.667979 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-ff943e72-7c2d-46f9-93b5-2e89795f026f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Made reservation on behalf of f472eb7c6f4c42ca9bf2111def0cbf8f for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:23:13.671257 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-ff943e72-7c2d-46f9-93b5-2e89795f026f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:14.097505 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-6439618a-a796-4de7-a9eb-84e2235df0d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:23:14.148065 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-6439618a-a796-4de7-a9eb-84e2235df0d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:23:14.343954 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-6439618a-a796-4de7-a9eb-84e2235df0d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:23:14.386637 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439618a-a796-4de7-a9eb-84e2235df0d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Pushing event updated for resources: {'Port': ['ID=1651414b-887f-499e-94dc-f272c3d7ad17,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:14.420102 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b014e-cd9c-4979-9406-c8dc2309e6a1 req-6728f01e-bab5-4d58-8875-f5c485719144 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:14.421808 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4a9b014e-cd9c-4979-9406-c8dc2309e6a1 req-6728f01e-bab5-4d58-8875-f5c485719144 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=607c27be-4b79-49f1-9a2b-a8b321df1b7f HTTP/1.1" status: 200 len: 935 time: 0.8845084 Feb 08 21:23:14.424534 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-e2f652ea-e721-4f53-b1ea-29fd5d958a1c service neutron] For port 1eecbe73-83ee-4da0-a468-61095ee9a9d7, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1eecbe73-83ee-4da0-a468-61095ee9a9d7,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:14.461332 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-ff943e72-7c2d-46f9-93b5-2e89795f026f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Allocated IP 172.20.0.2 (111016a1-fb5a-4474-9d8a-dc518d9d29de/0584f0b0-2f88-4444-998f-e1ea76f3fbc3/23e48800-eeca-4bcc-b7ae-e0ebc35d4c91) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:23:14.559073 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-e2f652ea-e721-4f53-b1ea-29fd5d958a1c service neutron] For port 1eecbe73-83ee-4da0-a468-61095ee9a9d7, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:23:14.565109 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-03553d23-81c0-46b6-aab5-5938720a9c37 None None] Provisioning complete for port 1651414b-887f-499e-94dc-f272c3d7ad17 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:23:14.566055 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-03553d23-81c0-46b6-aab5-5938720a9c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1651414b-887f-499e-94dc-f272c3d7ad17), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:14.600360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-6439618a-a796-4de7-a9eb-84e2235df0d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:14.600360 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-6439618a-a796-4de7-a9eb-84e2235df0d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:14.618896 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-03553d23-81c0-46b6-aab5-5938720a9c37 None None] Port 1651414b-887f-499e-94dc-f272c3d7ad17 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:23:14.691222 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4a9b014e-cd9c-4979-9406-c8dc2309e6a1 req-8e66e329-8b2a-4be9-be85-92463685b7fa tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211285 Feb 08 21:23:14.710954 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11e8f8-fccd-47c0-b288-d2ac964a0255 req-3e133437-49ca-4ccd-b840-5c70fc1a3703 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:14.712717 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3f11e8f8-fccd-47c0-b288-d2ac964a0255 req-3e133437-49ca-4ccd-b840-5c70fc1a3703 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 943 time: 0.6345522 Feb 08 21:23:14.715302 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-e2f652ea-e721-4f53-b1ea-29fd5d958a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eecbe73-83ee-4da0-a468-61095ee9a9d7 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:23:14.729383 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-6439618a-a796-4de7-a9eb-84e2235df0d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6650939 Feb 08 21:23:14.751958 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-fbac1678-3ba4-46ae-9c1c-1941088d730f service neutron] Request body: {'port': {'device_id': '607c27be-4b79-49f1-9a2b-a8b321df1b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:23:14.763285 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-c47bda78-5211-4527-a78d-8280240305b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e98366-f712-40c6-9133-dc43af386f4a {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:23:14.773918 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-e2f652ea-e721-4f53-b1ea-29fd5d958a1c service neutron] For port 1eecbe73-83ee-4da0-a468-61095ee9a9d7, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=1eecbe73-83ee-4da0-a468-61095ee9a9d7,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:14.820902 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-c47bda78-5211-4527-a78d-8280240305b1 service neutron] Publish callbacks [] for port (08e98366-f712-40c6-9133-dc43af386f4a), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:14.914638 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-e2f652ea-e721-4f53-b1ea-29fd5d958a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1eecbe73-83ee-4da0-a468-61095ee9a9d7), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:14.983620 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-c47bda78-5211-4527-a78d-8280240305b1 service neutron] Transition to ACTIVE for port object 08e98366-f712-40c6-9133-dc43af386f4a will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:23:15.021587 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-c47bda78-5211-4527-a78d-8280240305b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (08e98366-f712-40c6-9133-dc43af386f4a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:15.050306 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3f11e8f8-fccd-47c0-b288-d2ac964a0255 req-f6e21a57-edda-4a27-93df-f6e09091e33a tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200169 Feb 08 21:23:15.130461 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-fbac1678-3ba4-46ae-9c1c-1941088d730f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1651414b-887f-499e-94dc-f272c3d7ad17), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:15.161589 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 62cba19f-0563-4107-b19c-6eb313cd1539 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:23:15.197453 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9a03e-472c-44d0-b4a2-c72f07b720a0 req-381e3d73-2bbb-4dd9-8165-1a612337613d tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:15.199103 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-79c9a03e-472c-44d0-b4a2-c72f07b720a0 req-381e3d73-2bbb-4dd9-8165-1a612337613d tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.88 "GET /v2.0/ports?device_id=6903ad76-d7ec-4a07-b544-1f076799001d HTTP/1.1" status: 200 len: 951 time: 0.4192030 Feb 08 21:23:15.210408 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-ff943e72-7c2d-46f9-93b5-2e89795f026f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks [] for port (23e48800-eeca-4bcc-b7ae-e0ebc35d4c91), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:15.214365 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bda78-5211-4527-a78d-8280240305b1 service neutron] Pushing event updated for resources: {'Port': ['ID=08e98366-f712-40c6-9133-dc43af386f4a,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:15.321423 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-e2f652ea-e721-4f53-b1ea-29fd5d958a1c service neutron] Transition to ACTIVE for port object 1eecbe73-83ee-4da0-a468-61095ee9a9d7 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:23:15.351889 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-e2f652ea-e721-4f53-b1ea-29fd5d958a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (1eecbe73-83ee-4da0-a468-61095ee9a9d7), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:15.439093 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 62cba19f-0563-4107-b19c-6eb313cd1539 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:15.439766 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (62cba19f-0563-4107-b19c-6eb313cd1539), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:15.519185 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6903ad76-d7ec-4a07-b544-1f076799001d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62cba19f-0563-4107-b19c-6eb313cd1539'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:23:15.523327 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d120240f-bbfb-4c7f-9fec-fed606a860cd" -d '{"events": [{"server_uuid": "6903ad76-d7ec-4a07-b544-1f076799001d", "name": "network-vif-unplugged", "status": "completed", "tag": "62cba19f-0563-4107-b19c-6eb313cd1539"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:23:15.563531 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 62cba19f-0563-4107-b19c-6eb313cd1539, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=62cba19f-0563-4107-b19c-6eb313cd1539,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:15.573048 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (62cba19f-0563-4107-b19c-6eb313cd1539), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:15.594000 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-e2f652ea-e721-4f53-b1ea-29fd5d958a1c service neutron] No DVR routers for this DVR port 1eecbe73-83ee-4da0-a468-61095ee9a9d7 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:23:15.632817 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-79c9a03e-472c-44d0-b4a2-c72f07b720a0 req-8d7e130f-9681-43bc-8a64-6adba4ec43aa tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a7201de-eaa4-4c40-97cf-03cb47184f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079020 Feb 08 21:23:15.648814 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-ff943e72-7c2d-46f9-93b5-2e89795f026f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (23e48800-eeca-4bcc-b7ae-e0ebc35d4c91), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:15.667433 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=62cba19f-0563-4107-b19c-6eb313cd1539,revision_number=11']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:15.702751 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f652ea-e721-4f53-b1ea-29fd5d958a1c service neutron] Pushing event updated for resources: {'Port': ['ID=1eecbe73-83ee-4da0-a468-61095ee9a9d7,revision_number=10']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:15.727015 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-c47bda78-5211-4527-a78d-8280240305b1 service neutron] Attempting to bind port 08e98366-f712-40c6-9133-dc43af386f4a on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:23:15.727356 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-c47bda78-5211-4527-a78d-8280240305b1 service neutron] Attempting to bind port 08e98366-f712-40c6-9133-dc43af386f4a by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:23:15.727690 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-c47bda78-5211-4527-a78d-8280240305b1 service neutron] Attempting to bind port 08e98366-f712-40c6-9133-dc43af386f4a on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:23:15.826422 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-ff943e72-7c2d-46f9-93b5-2e89795f026f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Network 111016a1-fb5a-4474-9d8a-dc518d9d29de is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:23:15.830911 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-c47bda78-5211-4527-a78d-8280240305b1 service neutron] Port 08e98366-f712-40c6-9133-dc43af386f4a on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:23:15.831290 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-c47bda78-5211-4527-a78d-8280240305b1 service neutron] Attempting to bind port 08e98366-f712-40c6-9133-dc43af386f4a on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:23:15.836657 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-e2f652ea-e721-4f53-b1ea-29fd5d958a1c service neutron] 10.222.0.96 "PUT /v2.0/ports/1eecbe73-83ee-4da0-a468-61095ee9a9d7/bindings/n-h1-712143-31/activate HTTP/1.1" status: 200 len: 370 time: 3.1127949 Feb 08 21:23:15.875515 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-ff943e72-7c2d-46f9-93b5-2e89795f026f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:23:15.883774 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-ff943e72-7c2d-46f9-93b5-2e89795f026f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:23:15.890470 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-c47bda78-5211-4527-a78d-8280240305b1 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:23:15.890841 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-c47bda78-5211-4527-a78d-8280240305b1 service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:23:15.891211 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-c47bda78-5211-4527-a78d-8280240305b1 service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:23:15.891648 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-c47bda78-5211-4527-a78d-8280240305b1 service neutron] Bound port: 08e98366-f712-40c6-9133-dc43af386f4a, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:23:15.892043 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-c47bda78-5211-4527-a78d-8280240305b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (08e98366-f712-40c6-9133-dc43af386f4a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:15.911644 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff943e72-7c2d-46f9-93b5-2e89795f026f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Pushing event updated for resources: {'Port': ['ID=23e48800-eeca-4bcc-b7ae-e0ebc35d4c91,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:15.943288 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82378e38-e816-439d-8224-41f5c84e08dd req-29f0cf57-6710-4e06-a130-aafd74b0b5f8 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:15.944869 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-82378e38-e816-439d-8224-41f5c84e08dd req-29f0cf57-6710-4e06-a130-aafd74b0b5f8 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=380cc338-7d34-4404-8d83-656e06f91fab HTTP/1.1" status: 200 len: 931 time: 0.3522010 Feb 08 21:23:15.975929 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-a35d56d2-d377-44c0-b83e-59b95685218e tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:15.979000 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-a35d56d2-d377-44c0-b83e-59b95685218e tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc&tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&binding%3Ahost_id=n-h2-712143-31 HTTP/1.1" status: 200 len: 1127 time: 0.0760274 Feb 08 21:23:16.049615 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-e8d8e211-9a61-4dd3-a575-45e7e3c4b875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:16.052026 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-e8d8e211-9a61-4dd3-a575-45e7e3c4b875 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc&tenant_id=8f5c158dadb24dc0a464206c8c7c35e1 HTTP/1.1" status: 200 len: 1127 time: 0.0594404 Feb 08 21:23:16.060030 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-ff943e72-7c2d-46f9-93b5-2e89795f026f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:16.060684 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-ff943e72-7c2d-46f9-93b5-2e89795f026f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:16.073896 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be44570-23d0-4cd7-8f49-0c6018adf0af req-6cc87ad2-4bf9-42ef-87bb-df19eaa614c8 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:16.079837 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be44570-23d0-4cd7-8f49-0c6018adf0af req-6cc87ad2-4bf9-42ef-87bb-df19eaa614c8 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:16.085533 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be44570-23d0-4cd7-8f49-0c6018adf0af req-6cc87ad2-4bf9-42ef-87bb-df19eaa614c8 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:16.091146 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be44570-23d0-4cd7-8f49-0c6018adf0af req-6cc87ad2-4bf9-42ef-87bb-df19eaa614c8 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:16.096621 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be44570-23d0-4cd7-8f49-0c6018adf0af req-6cc87ad2-4bf9-42ef-87bb-df19eaa614c8 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:16.104552 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be44570-23d0-4cd7-8f49-0c6018adf0af req-6cc87ad2-4bf9-42ef-87bb-df19eaa614c8 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:16.112739 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be44570-23d0-4cd7-8f49-0c6018adf0af req-6cc87ad2-4bf9-42ef-87bb-df19eaa614c8 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:16.116087 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0be44570-23d0-4cd7-8f49-0c6018adf0af req-6cc87ad2-4bf9-42ef-87bb-df19eaa614c8 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.3693347 Feb 08 21:23:16.144395 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-d5a0f76d-7697-4748-b706-3497a2e47110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:16.146953 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-d5a0f76d-7697-4748-b706-3497a2e47110 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 1127 time: 0.0642509 Feb 08 21:23:16.259590 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-c1703b6d-55c5-4aa7-ad82-647ebcd4e70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:16.263144 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-ff943e72-7c2d-46f9-93b5-2e89795f026f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3133373 Feb 08 21:23:16.263321 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-c1703b6d-55c5-4aa7-ad82-647ebcd4e70e service neutron] 10.222.0.94 "GET /v2.0/networks?id=2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 200 len: 922 time: 0.1070683 Feb 08 21:23:16.283306 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-82378e38-e816-439d-8224-41f5c84e08dd req-b4a58a63-930d-4960-a8d4-302f56d28a98 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122671 Feb 08 21:23:16.290370 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-e42689d0-465c-4496-b622-6ca80a5a0e12 service neutron] Request body: {'port': {'device_id': '380cc338-7d34-4404-8d83-656e06f91fab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:23:16.307030 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-c47bda78-5211-4527-a78d-8280240305b1 service neutron] For port 08e98366-f712-40c6-9133-dc43af386f4a, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:23:16.315595 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-ad9d7459-a151-4328-ad36-f64abf71552c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1eecbe73-83ee-4da0-a468-61095ee9a9d7 HTTP/1.1" status: 200 len: 217 time: 0.0476952 Feb 08 21:23:16.391310 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-13a2e424-6903-4266-b522-50d83f1a9281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:16.394598 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-13a2e424-6903-4266-b522-50d83f1a9281 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d60e29b3-21d7-4da4-a50a-dfbe604013ed HTTP/1.1" status: 200 len: 861 time: 0.0724704 Feb 08 21:23:16.427730 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-c47bda78-5211-4527-a78d-8280240305b1 service neutron] For port 08e98366-f712-40c6-9133-dc43af386f4a, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=08e98366-f712-40c6-9133-dc43af386f4a,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:23:16.465406 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-ecd177f3-5c6e-43d6-a491-a1510956c387 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2832de48-e50e-44a2-9cef-26035a020939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643191 Feb 08 21:23:16.496278 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-c47bda78-5211-4527-a78d-8280240305b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (08e98366-f712-40c6-9133-dc43af386f4a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:16.580337 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-ceb62130-4469-4a06-8420-20b0b10fa3a1 service neutron] 10.222.0.94 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086817 Feb 08 21:23:16.620358 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-fbac1678-3ba4-46ae-9c1c-1941088d730f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1651414b-887f-499e-94dc-f272c3d7ad17 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:23:16.642972 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-fbac1678-3ba4-46ae-9c1c-1941088d730f service neutron] Publish callbacks [] for port (1651414b-887f-499e-94dc-f272c3d7ad17), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:16.658461 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0be44570-23d0-4cd7-8f49-0c6018adf0af req-d9878838-1245-45e9-924b-96718e85b6b0 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5214992 Feb 08 21:23:16.678580 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-ec060443-6d34-4c07-a153-a0138253b6c1 service neutron] 10.222.0.94 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916433 Feb 08 21:23:16.681430 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-c47bda78-5211-4527-a78d-8280240305b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:16.682588 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-c47bda78-5211-4527-a78d-8280240305b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:16.684860 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-c47bda78-5211-4527-a78d-8280240305b1 service neutron] 10.222.0.96 "PUT /v2.0/ports/08e98366-f712-40c6-9133-dc43af386f4a HTTP/1.1" status: 200 len: 1097 time: 4.1820447 Feb 08 21:23:16.693298 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4d4a55-3267-47b7-94ea-65e7e7e40c0e', 'tag': '08e98366-f712-40c6-9133-dc43af386f4a'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:23:16.697343 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319f7835-318d-4707-90e6-d5a7c431c434" -d '{"events": [{"name": "network-changed", "server_uuid": "cf4d4a55-3267-47b7-94ea-65e7e7e40c0e", "tag": "08e98366-f712-40c6-9133-dc43af386f4a"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:23:16.730047 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-e42689d0-465c-4496-b622-6ca80a5a0e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (23e48800-eeca-4bcc-b7ae-e0ebc35d4c91), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:16.773254 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9e2f30-0bf7-427c-9454-8c5ec6564fe3 x-openstack-request-id: req-8f9e2f30-0bf7-427c-9454-8c5ec6564fe3 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:23:16.773950 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6903ad76-d7ec-4a07-b544-1f076799001d", "name": "network-vif-unplugged", "status": "completed", "tag": "62cba19f-0563-4107-b19c-6eb313cd1539", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:23:16.774265 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8f9e2f30-0bf7-427c-9454-8c5ec6564fe3 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:23:16.774960 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6903ad76-d7ec-4a07-b544-1f076799001d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62cba19f-0563-4107-b19c-6eb313cd1539', 'code': 200} Feb 08 21:23:16.801257 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-fbac1678-3ba4-46ae-9c1c-1941088d730f service neutron] Transition to ACTIVE for port object 1651414b-887f-499e-94dc-f272c3d7ad17 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:23:16.862754 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-fbac1678-3ba4-46ae-9c1c-1941088d730f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (1651414b-887f-499e-94dc-f272c3d7ad17), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:16.869619 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bda78-5211-4527-a78d-8280240305b1 service neutron] Pushing event updated for resources: {'Port': ['ID=08e98366-f712-40c6-9133-dc43af386f4a,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:17.087943 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27de59b-76c5-4989-be1a-a7ce36c76a4d req-cbfb1586-0613-4782-bb54-8545c5744f3e tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:17.101888 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27de59b-76c5-4989-be1a-a7ce36c76a4d req-cbfb1586-0613-4782-bb54-8545c5744f3e tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:17.106794 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-b2bff557-7f22-4d98-a08f-080fc62127bc tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:17.108377 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-b2bff557-7f22-4d98-a08f-080fc62127bc tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc&tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&binding%3Ahost_id=n-h1-712143-31 HTTP/1.1" status: 200 len: 1127 time: 0.1437020 Feb 08 21:23:17.113477 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27de59b-76c5-4989-be1a-a7ce36c76a4d req-cbfb1586-0613-4782-bb54-8545c5744f3e tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:17.138520 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27de59b-76c5-4989-be1a-a7ce36c76a4d req-cbfb1586-0613-4782-bb54-8545c5744f3e tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:17.152154 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27de59b-76c5-4989-be1a-a7ce36c76a4d req-cbfb1586-0613-4782-bb54-8545c5744f3e tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:17.159951 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27de59b-76c5-4989-be1a-a7ce36c76a4d req-cbfb1586-0613-4782-bb54-8545c5744f3e tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:17.166917 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27de59b-76c5-4989-be1a-a7ce36c76a4d req-cbfb1586-0613-4782-bb54-8545c5744f3e tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:17.178160 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c27de59b-76c5-4989-be1a-a7ce36c76a4d req-cbfb1586-0613-4782-bb54-8545c5744f3e tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.7364459 Feb 08 21:23:17.398308 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-b24fce2d-80c9-4dab-ab5e-e81a5be8e7b7 service neutron] For port 1eecbe73-83ee-4da0-a468-61095ee9a9d7, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:23:17.405026 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-b24fce2d-80c9-4dab-ab5e-e81a5be8e7b7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:17.407442 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-b24fce2d-80c9-4dab-ab5e-e81a5be8e7b7 service neutron] 10.222.0.94 "DELETE /v2.0/ports/1eecbe73-83ee-4da0-a468-61095ee9a9d7/bindings/n-h2-712143-31 HTTP/1.1" status: 204 len: 173 time: 0.2915249 Feb 08 21:23:17.497760 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac1678-3ba4-46ae-9c1c-1941088d730f service neutron] Pushing event updated for resources: {'Port': ['ID=1651414b-887f-499e-94dc-f272c3d7ad17,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:17.557493 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-a2de88ba-0db7-4a9e-9053-12535e990855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:17.560134 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-a2de88ba-0db7-4a9e-9053-12535e990855 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&device_id=cf4d4a55-3267-47b7-94ea-65e7e7e40c0e HTTP/1.1" status: 200 len: 1131 time: 0.7810206 Feb 08 21:23:17.655358 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-00e49a29-f6e8-41a2-ab6d-d48598f0f143 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=08e98366-f712-40c6-9133-dc43af386f4a HTTP/1.1" status: 200 len: 217 time: 0.0694575 Feb 08 21:23:18.137003 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c27de59b-76c5-4989-be1a-a7ce36c76a4d req-82af4ded-44b4-464c-b4c5-6e77dbfdbfbe tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9578748 Feb 08 21:23:18.208441 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-6b51d23f-7d4a-40bc-9676-3dde821616d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:18.209997 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-6b51d23f-7d4a-40bc-9676-3dde821616d0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.5449657 Feb 08 21:23:18.281448 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-fbac1678-3ba4-46ae-9c1c-1941088d730f service neutron] Attempting to bind port 1651414b-887f-499e-94dc-f272c3d7ad17 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:23:18.281795 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-fbac1678-3ba4-46ae-9c1c-1941088d730f service neutron] Attempting to bind port 1651414b-887f-499e-94dc-f272c3d7ad17 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:23:18.282129 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-fbac1678-3ba4-46ae-9c1c-1941088d730f service neutron] Attempting to bind port 1651414b-887f-499e-94dc-f272c3d7ad17 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:23:18.348756 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-fbac1678-3ba4-46ae-9c1c-1941088d730f service neutron] Port 1651414b-887f-499e-94dc-f272c3d7ad17 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:23:18.349098 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-fbac1678-3ba4-46ae-9c1c-1941088d730f service neutron] Attempting to bind port 1651414b-887f-499e-94dc-f272c3d7ad17 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:23:18.381676 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1915396-42e0-44f2-ba0a-3613ce327c01 req-8dd1be2a-956d-47a1-94bb-ebe572a51b65 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:18.383128 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e1915396-42e0-44f2-ba0a-3613ce327c01 req-8dd1be2a-956d-47a1-94bb-ebe572a51b65 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=607c27be-4b79-49f1-9a2b-a8b321df1b7f HTTP/1.1" status: 200 len: 947 time: 0.2412305 Feb 08 21:23:18.383910 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-fbac1678-3ba4-46ae-9c1c-1941088d730f service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:23:18.384238 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-fbac1678-3ba4-46ae-9c1c-1941088d730f service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:23:18.384621 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-fbac1678-3ba4-46ae-9c1c-1941088d730f service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:23:18.385069 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-fbac1678-3ba4-46ae-9c1c-1941088d730f service neutron] Bound port: 1651414b-887f-499e-94dc-f272c3d7ad17, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:23:18.385457 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-fbac1678-3ba4-46ae-9c1c-1941088d730f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1651414b-887f-499e-94dc-f272c3d7ad17), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:18.403200 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-e42689d0-465c-4496-b622-6ca80a5a0e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23e48800-eeca-4bcc-b7ae-e0ebc35d4c91 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:23:18.422510 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-e42689d0-465c-4496-b622-6ca80a5a0e12 service neutron] Publish callbacks [] for port (23e48800-eeca-4bcc-b7ae-e0ebc35d4c91), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:18.443776 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-49ba079b-1284-4348-acac-a38d01decfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:18.445628 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-49ba079b-1284-4348-acac-a38d01decfd9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2206070 Feb 08 21:23:18.479924 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b53098-0e55-4d00-b085-a002e1949cb3 req-c250613b-0942-4488-8040-8f2154c23a2c tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:18.481447 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-71b53098-0e55-4d00-b085-a002e1949cb3 req-c250613b-0942-4488-8040-8f2154c23a2c tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 944 time: 0.2390308 Feb 08 21:23:18.492915 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-e42689d0-465c-4496-b622-6ca80a5a0e12 service neutron] Transition to ACTIVE for port object 23e48800-eeca-4bcc-b7ae-e0ebc35d4c91 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:23:18.553764 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-e42689d0-465c-4496-b622-6ca80a5a0e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (23e48800-eeca-4bcc-b7ae-e0ebc35d4c91), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:18.645352 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e1915396-42e0-44f2-ba0a-3613ce327c01 req-d8fa6727-6fa5-49bd-a5e6-5183a8acd5d9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509773 Feb 08 21:23:18.679621 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-fbac1678-3ba4-46ae-9c1c-1941088d730f service neutron] For port 1651414b-887f-499e-94dc-f272c3d7ad17, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:23:18.705474 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42689d0-465c-4496-b622-6ca80a5a0e12 service neutron] Pushing event updated for resources: {'Port': ['ID=23e48800-eeca-4bcc-b7ae-e0ebc35d4c91,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:18.713495 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d03648-3969-40a0-ab54-e6feb76b3805 x-openstack-request-id: req-d9d03648-3969-40a0-ab54-e6feb76b3805 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:23:18.713667 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf4d4a55-3267-47b7-94ea-65e7e7e40c0e", "tag": "08e98366-f712-40c6-9133-dc43af386f4a", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:23:18.713904 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d9d03648-3969-40a0-ab54-e6feb76b3805 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:23:18.714426 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf4d4a55-3267-47b7-94ea-65e7e7e40c0e', 'tag': '08e98366-f712-40c6-9133-dc43af386f4a', 'status': 'completed', 'code': 200} Feb 08 21:23:18.742591 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-fbac1678-3ba4-46ae-9c1c-1941088d730f service neutron] For port 1651414b-887f-499e-94dc-f272c3d7ad17, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1651414b-887f-499e-94dc-f272c3d7ad17,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:23:18.754883 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-71b53098-0e55-4d00-b085-a002e1949cb3 req-b39e6b19-5e3d-45aa-9d34-1f50845a582a tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605178 Feb 08 21:23:18.784142 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-fbac1678-3ba4-46ae-9c1c-1941088d730f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (1651414b-887f-499e-94dc-f272c3d7ad17), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:18.788738 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-7b3ed089-765a-4a39-a6a6-79b865bb5dce service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175828 Feb 08 21:23:18.935428 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-fbac1678-3ba4-46ae-9c1c-1941088d730f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:18.936066 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-fbac1678-3ba4-46ae-9c1c-1941088d730f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:18.938118 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-fbac1678-3ba4-46ae-9c1c-1941088d730f service neutron] 10.222.0.96 "PUT /v2.0/ports/1651414b-887f-499e-94dc-f272c3d7ad17 HTTP/1.1" status: 200 len: 1096 time: 4.1926305 Feb 08 21:23:19.029566 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac1678-3ba4-46ae-9c1c-1941088d730f service neutron] Pushing event updated for resources: {'Port': ['ID=1651414b-887f-499e-94dc-f272c3d7ad17,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:19.076808 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-e42689d0-465c-4496-b622-6ca80a5a0e12 service neutron] Attempting to bind port 23e48800-eeca-4bcc-b7ae-e0ebc35d4c91 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:23:19.077136 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-e42689d0-465c-4496-b622-6ca80a5a0e12 service neutron] Attempting to bind port 23e48800-eeca-4bcc-b7ae-e0ebc35d4c91 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'e6e0981b-63f8-4fe8-9849-12fad4063144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:23:19.077495 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-e42689d0-465c-4496-b622-6ca80a5a0e12 service neutron] Attempting to bind port 23e48800-eeca-4bcc-b7ae-e0ebc35d4c91 on network 111016a1-fb5a-4474-9d8a-dc518d9d29de {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:23:19.110802 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-83ecd793-0866-4c7c-93f2-5d62caabceaf service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139963 Feb 08 21:23:19.116471 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-e42689d0-465c-4496-b622-6ca80a5a0e12 service neutron] Port 23e48800-eeca-4bcc-b7ae-e0ebc35d4c91 on network 111016a1-fb5a-4474-9d8a-dc518d9d29de not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:23:19.116835 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-e42689d0-465c-4496-b622-6ca80a5a0e12 service neutron] Attempting to bind port 23e48800-eeca-4bcc-b7ae-e0ebc35d4c91 on network 111016a1-fb5a-4474-9d8a-dc518d9d29de {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:23:19.135947 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa518f6-d70d-40da-a959-141102f21484 req-4046b6c2-fd78-40ea-9897-427b79072cf8 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:19.137550 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-afa518f6-d70d-40da-a959-141102f21484 req-4046b6c2-fd78-40ea-9897-427b79072cf8 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=380cc338-7d34-4404-8d83-656e06f91fab HTTP/1.1" status: 200 len: 943 time: 0.2859190 Feb 08 21:23:19.151404 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8935eb7-dfea-4626-8377-448558fd485f req-7718b820-5266-4ed7-81fc-9d44fdfaff84 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:19.156257 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8935eb7-dfea-4626-8377-448558fd485f req-7718b820-5266-4ed7-81fc-9d44fdfaff84 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:19.162696 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8935eb7-dfea-4626-8377-448558fd485f req-7718b820-5266-4ed7-81fc-9d44fdfaff84 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:19.168132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8935eb7-dfea-4626-8377-448558fd485f req-7718b820-5266-4ed7-81fc-9d44fdfaff84 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:19.175360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8935eb7-dfea-4626-8377-448558fd485f req-7718b820-5266-4ed7-81fc-9d44fdfaff84 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:19.181319 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8935eb7-dfea-4626-8377-448558fd485f req-7718b820-5266-4ed7-81fc-9d44fdfaff84 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:19.186907 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8935eb7-dfea-4626-8377-448558fd485f req-7718b820-5266-4ed7-81fc-9d44fdfaff84 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:19.188952 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b8935eb7-dfea-4626-8377-448558fd485f req-7718b820-5266-4ed7-81fc-9d44fdfaff84 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.3235145 Feb 08 21:23:19.193768 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-e42689d0-465c-4496-b622-6ca80a5a0e12 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:23:19.194233 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-e42689d0-465c-4496-b622-6ca80a5a0e12 service neutron] Checking segment: {'id': 'e6e0981b-63f8-4fe8-9849-12fad4063144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:23:19.194700 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-e42689d0-465c-4496-b622-6ca80a5a0e12 service neutron] Bound using segment: {'id': 'e6e0981b-63f8-4fe8-9849-12fad4063144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:23:19.195182 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-e42689d0-465c-4496-b622-6ca80a5a0e12 service neutron] Bound port: 23e48800-eeca-4bcc-b7ae-e0ebc35d4c91, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6e0981b-63f8-4fe8-9849-12fad4063144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:23:19.195554 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-e42689d0-465c-4496-b622-6ca80a5a0e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (23e48800-eeca-4bcc-b7ae-e0ebc35d4c91), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:19.274697 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-a22a7c91-9021-4f3c-8c9d-864adeb9b84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:19.276261 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-a22a7c91-9021-4f3c-8c9d-864adeb9b84d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&device_id=607c27be-4b79-49f1-9a2b-a8b321df1b7f HTTP/1.1" status: 200 len: 1130 time: 0.2280204 Feb 08 21:23:19.390528 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-ea31eab7-f2a0-4c14-a582-6baea5f1e3a0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=1651414b-887f-499e-94dc-f272c3d7ad17 HTTP/1.1" status: 200 len: 217 time: 0.1030087 Feb 08 21:23:19.410573 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-afa518f6-d70d-40da-a959-141102f21484 req-1f5213ff-e28d-4d2c-82ff-a9997db66f8e tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203896 Feb 08 21:23:19.436051 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f7835-318d-4707-90e6-d5a7c431c434 req-dff9d08e-44d3-4500-bd4b-a3304c0ae3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:19.437652 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-319f7835-318d-4707-90e6-d5a7c431c434 req-dff9d08e-44d3-4500-bd4b-a3304c0ae3b0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&device_id=cf4d4a55-3267-47b7-94ea-65e7e7e40c0e HTTP/1.1" status: 200 len: 1131 time: 0.2464843 Feb 08 21:23:19.447369 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b8935eb7-dfea-4626-8377-448558fd485f req-6da04e17-d4e3-4e64-a549-b05825f65c2d tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2315989 Feb 08 21:23:19.477827 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-e42689d0-465c-4496-b622-6ca80a5a0e12 service neutron] For port 23e48800-eeca-4bcc-b7ae-e0ebc35d4c91, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:23:19.511017 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-e42689d0-465c-4496-b622-6ca80a5a0e12 service neutron] For port 23e48800-eeca-4bcc-b7ae-e0ebc35d4c91, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=23e48800-eeca-4bcc-b7ae-e0ebc35d4c91,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:23:19.551973 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-9a9c24f5-3d0c-43d8-b357-d7f8e822b0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:19.553539 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-9a9c24f5-3d0c-43d8-b357-d7f8e822b0b7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1365178 Feb 08 21:23:19.556972 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-e42689d0-465c-4496-b622-6ca80a5a0e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (23e48800-eeca-4bcc-b7ae-e0ebc35d4c91), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:19.685735 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-e42689d0-465c-4496-b622-6ca80a5a0e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:19.686417 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-e42689d0-465c-4496-b622-6ca80a5a0e12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:19.687764 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-e42689d0-465c-4496-b622-6ca80a5a0e12 service neutron] 10.222.0.96 "PUT /v2.0/ports/23e48800-eeca-4bcc-b7ae-e0ebc35d4c91 HTTP/1.1" status: 200 len: 1092 time: 3.4112091 Feb 08 21:23:19.722516 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f7835-318d-4707-90e6-d5a7c431c434 req-c84ed0c0-7f0b-4a89-9bdd-950f5e26254e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:19.724098 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-319f7835-318d-4707-90e6-d5a7c431c434 req-c84ed0c0-7f0b-4a89-9bdd-950f5e26254e service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.2552176 Feb 08 21:23:19.772837 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42689d0-465c-4496-b622-6ca80a5a0e12 service neutron] Pushing event updated for resources: {'Port': ['ID=23e48800-eeca-4bcc-b7ae-e0ebc35d4c91,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:19.836460 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-319f7835-318d-4707-90e6-d5a7c431c434 req-af4dc212-eb2b-45fb-bde5-ef2bde92d16b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=08e98366-f712-40c6-9133-dc43af386f4a HTTP/1.1" status: 200 len: 217 time: 0.0960095 Feb 08 21:23:19.860717 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-16324680-1282-4c21-8bf2-6753cd7ea169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:19.862396 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-16324680-1282-4c21-8bf2-6753cd7ea169 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2974260 Feb 08 21:23:19.919600 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc91894-b4db-4392-be9e-42f23ec7e073 req-d4f5f058-cb9f-46a4-9771-4eec820ba9f3 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:19.925198 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc91894-b4db-4392-be9e-42f23ec7e073 req-d4f5f058-cb9f-46a4-9771-4eec820ba9f3 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:19.931539 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc91894-b4db-4392-be9e-42f23ec7e073 req-d4f5f058-cb9f-46a4-9771-4eec820ba9f3 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:19.937068 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc91894-b4db-4392-be9e-42f23ec7e073 req-d4f5f058-cb9f-46a4-9771-4eec820ba9f3 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:19.942547 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc91894-b4db-4392-be9e-42f23ec7e073 req-d4f5f058-cb9f-46a4-9771-4eec820ba9f3 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:19.948077 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc91894-b4db-4392-be9e-42f23ec7e073 req-d4f5f058-cb9f-46a4-9771-4eec820ba9f3 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:19.959675 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc91894-b4db-4392-be9e-42f23ec7e073 req-d4f5f058-cb9f-46a4-9771-4eec820ba9f3 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:19.959675 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fdc91894-b4db-4392-be9e-42f23ec7e073 req-d4f5f058-cb9f-46a4-9771-4eec820ba9f3 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.3844407 Feb 08 21:23:20.049458 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f7835-318d-4707-90e6-d5a7c431c434 req-1f47b38a-f6d7-4da9-986a-8e1df56e1ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:20.050290 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-319f7835-318d-4707-90e6-d5a7c431c434 req-1f47b38a-f6d7-4da9-986a-8e1df56e1ebe service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.2031820 Feb 08 21:23:20.057285 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4826d15-eb5c-4050-a434-5707b847d22a req-b308809d-2bed-4fa1-af41-e7e03c4ddaef tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:20.059306 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4826d15-eb5c-4050-a434-5707b847d22a req-b308809d-2bed-4fa1-af41-e7e03c4ddaef tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 1127 time: 0.3524716 Feb 08 21:23:20.068130 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-25295e32-f39e-4cbc-869f-dd99ba4ad3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:20.070474 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-25295e32-f39e-4cbc-869f-dd99ba4ad3a1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f472eb7c6f4c42ca9bf2111def0cbf8f&device_id=380cc338-7d34-4404-8d83-656e06f91fab HTTP/1.1" status: 200 len: 1126 time: 0.3343008 Feb 08 21:23:20.258090 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-3b288f98-91cf-4900-8320-abe8cf1d5405 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23e48800-eeca-4bcc-b7ae-e0ebc35d4c91 HTTP/1.1" status: 200 len: 217 time: 0.1610754 Feb 08 21:23:20.375384 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fdc91894-b4db-4392-be9e-42f23ec7e073 req-634db96a-2460-4910-9d4d-897b0afd5dee tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3718674 Feb 08 21:23:20.420932 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-e906b028-61b9-4c69-b644-ecaabf6b5e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:20.423498 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-e906b028-61b9-4c69-b644-ecaabf6b5e76 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0584f0b0-2f88-4444-998f-e1ea76f3fbc3 HTTP/1.1" status: 200 len: 846 time: 0.1548071 Feb 08 21:23:20.442585 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4826d15-eb5c-4050-a434-5707b847d22a req-29cb242a-2e7c-4570-a07e-64e0cf938277 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564422 Feb 08 21:23:20.451019 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-ee9ca59c-ac01-4a26-8f8f-1b7bd56d23e6 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626538 Feb 08 21:23:20.515801 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-9fe7cd56-97ee-4724-9eda-5e6d8e81e40b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=111016a1-fb5a-4474-9d8a-dc518d9d29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612059 Feb 08 21:23:20.599806 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f7835-318d-4707-90e6-d5a7c431c434 req-9f0648fb-d414-443b-b699-063f4ab75f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:20.601515 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-319f7835-318d-4707-90e6-d5a7c431c434 req-9f0648fb-d414-443b-b699-063f4ab75f84 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5373518 Feb 08 21:23:20.715282 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607c27be-4b79-49f1-9a2b-a8b321df1b7f', 'tag': '1651414b-887f-499e-94dc-f272c3d7ad17'}, {'name': 'network-changed', 'server_uuid': '380cc338-7d34-4404-8d83-656e06f91fab', 'tag': '23e48800-eeca-4bcc-b7ae-e0ebc35d4c91'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:23:20.717625 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aaeca07-1622-4bec-8f4b-d6e88ab76da7" -d '{"events": [{"name": "network-changed", "server_uuid": "607c27be-4b79-49f1-9a2b-a8b321df1b7f", "tag": "1651414b-887f-499e-94dc-f272c3d7ad17"}, {"name": "network-changed", "server_uuid": "380cc338-7d34-4404-8d83-656e06f91fab", "tag": "23e48800-eeca-4bcc-b7ae-e0ebc35d4c91"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:23:20.793177 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c907e32-6e4e-4ca8-944a-5dbaa6347eaf req-b99a0fa0-0ede-4d32-a8e2-b920f04ce0f1 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:20.794778 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c907e32-6e4e-4ca8-944a-5dbaa6347eaf req-b99a0fa0-0ede-4d32-a8e2-b920f04ce0f1 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.88 "GET /v2.0/ports?device_id=6903ad76-d7ec-4a07-b544-1f076799001d HTTP/1.1" status: 200 len: 949 time: 0.3414111 Feb 08 21:23:20.828066 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89c0fa73-6748-48c0-9ece-c357c3de7f74 req-e8865b8f-0d3d-4ac4-acce-8c36cc3b5da1 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620088 Feb 08 21:23:20.836946 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-b93dd732-2404-46c8-b321-5bb6700c870c service neutron] 10.222.0.96 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793055 Feb 08 21:23:20.843848 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86987a52-1f5b-481b-a3cc-9a379acf4b5f req-df8d376a-60b7-4a23-a809-cf8f814af7ba tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:20.845380 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-86987a52-1f5b-481b-a3cc-9a379acf4b5f req-df8d376a-60b7-4a23-a809-cf8f814af7ba tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=607c27be-4b79-49f1-9a2b-a8b321df1b7f HTTP/1.1" status: 200 len: 947 time: 0.2765639 Feb 08 21:23:21.298465 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-319f7835-318d-4707-90e6-d5a7c431c434 req-d1e2d8ec-dce6-4fb1-ae3a-d786793b2104 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6689832 Feb 08 21:23:21.382462 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c907e32-6e4e-4ca8-944a-5dbaa6347eaf req-90aec926-4f8e-4eba-8632-4f3d311257b8 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a7201de-eaa4-4c40-97cf-03cb47184f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5709558 Feb 08 21:23:21.436639 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-86987a52-1f5b-481b-a3cc-9a379acf4b5f req-5e80c331-8a32-4f49-af1f-8c4d0f6f3564 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5600767 Feb 08 21:23:21.446434 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ccd9e242-e6fc-4ea6-a6ff-39820728e324 req-21976930-627b-475c-a7d1-fd9d6e9666ac service neutron] 10.222.0.96 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5924368 Feb 08 21:23:21.511047 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-319f7835-318d-4707-90e6-d5a7c431c434 req-a83900fb-0dc8-40ad-b3bb-780d1911ead4 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981113 Feb 08 21:23:21.621923 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e54ec-d0fc-468f-9a3d-b39aa3787bf6 req-abf2ffb4-2632-4a49-ae7b-965a6f427a3d tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:21.631851 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d97e54ec-d0fc-468f-9a3d-b39aa3787bf6 req-abf2ffb4-2632-4a49-ae7b-965a6f427a3d tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=380cc338-7d34-4404-8d83-656e06f91fab HTTP/1.1" status: 200 len: 943 time: 0.0780902 Feb 08 21:23:21.722390 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d97e54ec-d0fc-468f-9a3d-b39aa3787bf6 req-2424072c-ce93-44e2-80f0-cbe392059392 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896373 Feb 08 21:23:21.754102 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85681ef5-89f4-47db-a6f7-cf666d33c5d7 req-69bf717c-52c9-4296-8390-b47c5e89f198 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:21.762273 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85681ef5-89f4-47db-a6f7-cf666d33c5d7 req-69bf717c-52c9-4296-8390-b47c5e89f198 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:21.768140 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85681ef5-89f4-47db-a6f7-cf666d33c5d7 req-69bf717c-52c9-4296-8390-b47c5e89f198 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:21.776762 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85681ef5-89f4-47db-a6f7-cf666d33c5d7 req-69bf717c-52c9-4296-8390-b47c5e89f198 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:21.782952 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85681ef5-89f4-47db-a6f7-cf666d33c5d7 req-69bf717c-52c9-4296-8390-b47c5e89f198 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:21.788879 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85681ef5-89f4-47db-a6f7-cf666d33c5d7 req-69bf717c-52c9-4296-8390-b47c5e89f198 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:21.795347 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85681ef5-89f4-47db-a6f7-cf666d33c5d7 req-69bf717c-52c9-4296-8390-b47c5e89f198 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:21.804462 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85681ef5-89f4-47db-a6f7-cf666d33c5d7 req-69bf717c-52c9-4296-8390-b47c5e89f198 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.1638873 Feb 08 21:23:21.903306 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85681ef5-89f4-47db-a6f7-cf666d33c5d7 req-5b590acc-4829-4a0e-b5e7-3f38a6ddc055 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0972588 Feb 08 21:23:21.905741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e047fa2-aa1f-484a-a956-fa7d9a4fe4da req-543273b0-ce13-4f51-b32d-5532207245c5 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:21.907823 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e047fa2-aa1f-484a-a956-fa7d9a4fe4da req-543273b0-ce13-4f51-b32d-5532207245c5 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 1127 time: 0.0873940 Feb 08 21:23:21.995838 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e047fa2-aa1f-484a-a956-fa7d9a4fe4da req-0492a63f-d3d2-4083-961c-71033fddcb9a tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778456 Feb 08 21:23:21.998333 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 08 Feb 2022 21:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8370228d-29d5-4a14-806e-9e1a398ef84b x-openstack-request-id: req-8370228d-29d5-4a14-806e-9e1a398ef84b {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:23:21.998765 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607c27be-4b79-49f1-9a2b-a8b321df1b7f", "tag": "1651414b-887f-499e-94dc-f272c3d7ad17", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "380cc338-7d34-4404-8d83-656e06f91fab", "tag": "23e48800-eeca-4bcc-b7ae-e0ebc35d4c91", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:23:21.999171 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8370228d-29d5-4a14-806e-9e1a398ef84b {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:23:21.999806 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607c27be-4b79-49f1-9a2b-a8b321df1b7f', 'tag': '1651414b-887f-499e-94dc-f272c3d7ad17', 'status': 'completed', 'code': 200} Feb 08 21:23:22.000109 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '380cc338-7d34-4404-8d83-656e06f91fab', 'tag': '23e48800-eeca-4bcc-b7ae-e0ebc35d4c91', 'status': 'completed', 'code': 200} Feb 08 21:23:22.108989 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaeca07-1622-4bec-8f4b-d6e88ab76da7 req-0dd03dfd-0bbe-4bce-ac5b-7260b22c3419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:22.110527 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5aaeca07-1622-4bec-8f4b-d6e88ab76da7 req-0dd03dfd-0bbe-4bce-ac5b-7260b22c3419 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&device_id=607c27be-4b79-49f1-9a2b-a8b321df1b7f HTTP/1.1" status: 200 len: 1130 time: 0.0933645 Feb 08 21:23:22.148239 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a229609-8301-4090-96c9-d2d06982803b req-8cb91bdc-f122-4bb3-93e6-f32322abc2cc tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:22.153609 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a229609-8301-4090-96c9-d2d06982803b req-8cb91bdc-f122-4bb3-93e6-f32322abc2cc tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:22.158846 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a229609-8301-4090-96c9-d2d06982803b req-8cb91bdc-f122-4bb3-93e6-f32322abc2cc tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:22.164613 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a229609-8301-4090-96c9-d2d06982803b req-8cb91bdc-f122-4bb3-93e6-f32322abc2cc tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:22.169912 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a229609-8301-4090-96c9-d2d06982803b req-8cb91bdc-f122-4bb3-93e6-f32322abc2cc tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:22.179536 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a229609-8301-4090-96c9-d2d06982803b req-8cb91bdc-f122-4bb3-93e6-f32322abc2cc tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:22.181371 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a229609-8301-4090-96c9-d2d06982803b req-8cb91bdc-f122-4bb3-93e6-f32322abc2cc tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:22.183339 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a229609-8301-4090-96c9-d2d06982803b req-8cb91bdc-f122-4bb3-93e6-f32322abc2cc tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.1311812 Feb 08 21:23:22.303676 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaeca07-1622-4bec-8f4b-d6e88ab76da7 req-bb3706fc-f4bc-4ae8-81cd-916615101764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:22.305560 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5aaeca07-1622-4bec-8f4b-d6e88ab76da7 req-bb3706fc-f4bc-4ae8-81cd-916615101764 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.1863215 Feb 08 21:23:22.310574 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a229609-8301-4090-96c9-d2d06982803b req-c503cb51-4309-4287-a4b6-c25b3681b79d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1007903 Feb 08 21:23:22.360542 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5aaeca07-1622-4bec-8f4b-d6e88ab76da7 req-8c6759be-1482-4056-9b34-7cc2ec962b0f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=1651414b-887f-499e-94dc-f272c3d7ad17 HTTP/1.1" status: 200 len: 217 time: 0.0474784 Feb 08 21:23:22.453920 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaeca07-1622-4bec-8f4b-d6e88ab76da7 req-2a8fe8c3-0208-4099-b2a5-7463b9f6eefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:22.455615 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5aaeca07-1622-4bec-8f4b-d6e88ab76da7 req-2a8fe8c3-0208-4099-b2a5-7463b9f6eefc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.0881691 Feb 08 21:23:22.552918 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb2cd8-63ce-4d6c-9a11-0f28ca3fd579 req-20339386-bcf9-40dd-bf18-9ae09ca93f5f tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:22.556101 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4bfb2cd8-63ce-4d6c-9a11-0f28ca3fd579 req-20339386-bcf9-40dd-bf18-9ae09ca93f5f tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.96 "GET /v2.0/ports?device_id=6903ad76-d7ec-4a07-b544-1f076799001d HTTP/1.1" status: 200 len: 949 time: 0.1513064 Feb 08 21:23:22.682814 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaeca07-1622-4bec-8f4b-d6e88ab76da7 req-40d61c4b-2af0-4e0c-8744-5d2ec09712fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:22.685549 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5aaeca07-1622-4bec-8f4b-d6e88ab76da7 req-40d61c4b-2af0-4e0c-8744-5d2ec09712fe service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2184296 Feb 08 21:23:22.881338 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce93d31-78d1-48f2-b1d1-e936d60d04cb req-4c89eb5e-b690-4ac0-a433-207b14b8a0c0 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:22.884388 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ce93d31-78d1-48f2-b1d1-e936d60d04cb req-4c89eb5e-b690-4ac0-a433-207b14b8a0c0 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=607c27be-4b79-49f1-9a2b-a8b321df1b7f HTTP/1.1" status: 200 len: 947 time: 0.3131740 Feb 08 21:23:22.897502 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522e87c-e001-44ce-a7f4-4a7902b6fce7 req-435f577f-f60f-4b0a-9f8b-b224c65dd5a4 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:22.900475 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a522e87c-e001-44ce-a7f4-4a7902b6fce7 req-435f577f-f60f-4b0a-9f8b-b224c65dd5a4 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.88 "GET /v2.0/ports?device_id=6903ad76-d7ec-4a07-b544-1f076799001d HTTP/1.1" status: 200 len: 949 time: 0.3412640 Feb 08 21:23:23.111496 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5aaeca07-1622-4bec-8f4b-d6e88ab76da7 req-e94084a8-1ef0-41dc-8a55-d54c47c65dbe service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168382 Feb 08 21:23:23.133935 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-4bfb2cd8-63ce-4d6c-9a11-0f28ca3fd579 req-c2426e36-9045-4ada-991d-cf189199c728 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Deleting port 62cba19f-0563-4107-b19c-6eb313cd1539 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:23:23.134610 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4bfb2cd8-63ce-4d6c-9a11-0f28ca3fd579 req-c2426e36-9045-4ada-991d-cf189199c728 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (62cba19f-0563-4107-b19c-6eb313cd1539), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:23.159254 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ce93d31-78d1-48f2-b1d1-e936d60d04cb req-27470d7c-2190-4051-b128-466c1d8139ce tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542698 Feb 08 21:23:23.178269 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 08e98366-f712-40c6-9133-dc43af386f4a details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:23:23.303346 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a522e87c-e001-44ce-a7f4-4a7902b6fce7 req-e888e5c8-9dc3-4cd7-947b-92ddcef83ccf tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.88 "GET /v2.0/security-groups?id=6a7201de-eaa4-4c40-97cf-03cb47184f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782260 Feb 08 21:23:23.421265 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 08e98366-f712-40c6-9133-dc43af386f4a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=08e98366-f712-40c6-9133-dc43af386f4a,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:23.438676 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '08e98366-f712-40c6-9133-dc43af386f4a', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': '08e98366-f712-40c6-9133-dc43af386f4a', 'mac_address': 'fa:16:3e:d6:4c:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:23:23.462571 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-648be5f8-0bc4-4aa0-a346-e5bc53e201e5 req-5ea17530-b386-4c44-a684-a35c5480afc4 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1493618 Feb 08 21:23:23.522850 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 08e98366-f712-40c6-9133-dc43af386f4a is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:23.523360 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (08e98366-f712-40c6-9133-dc43af386f4a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:23.556319 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e98366-f712-40c6-9133-dc43af386f4a {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:23:23.614798 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 08e98366-f712-40c6-9133-dc43af386f4a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=08e98366-f712-40c6-9133-dc43af386f4a,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:23.625720 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (08e98366-f712-40c6-9133-dc43af386f4a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:23.631728 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 1651414b-887f-499e-94dc-f272c3d7ad17 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:23:23.673286 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-4bfb2cd8-63ce-4d6c-9a11-0f28ca3fd579 req-c2426e36-9045-4ada-991d-cf189199c728 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] For port 62cba19f-0563-4107-b19c-6eb313cd1539, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=62cba19f-0563-4107-b19c-6eb313cd1539,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:23.674741 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648be5f8-0bc4-4aa0-a346-e5bc53e201e5 req-48724881-b464-4b97-966a-6916db28d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:23.675678 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4bfb2cd8-63ce-4d6c-9a11-0f28ca3fd579 req-c2426e36-9045-4ada-991d-cf189199c728 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (62cba19f-0563-4107-b19c-6eb313cd1539), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:23.685360 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-648be5f8-0bc4-4aa0-a346-e5bc53e201e5 req-48724881-b464-4b97-966a-6916db28d72b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 1128 time: 0.1911044 Feb 08 21:23:23.697266 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 1651414b-887f-499e-94dc-f272c3d7ad17, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1651414b-887f-499e-94dc-f272c3d7ad17,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:23.728092 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-4bfb2cd8-63ce-4d6c-9a11-0f28ca3fd579 req-c2426e36-9045-4ada-991d-cf189199c728 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Calling delete_port for 62cba19f-0563-4107-b19c-6eb313cd1539 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:23:23.746768 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5aaeca07-1622-4bec-8f4b-d6e88ab76da7 req-97444ae3-3bdf-49ad-b3af-ad6a6c60e64e service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6195555 Feb 08 21:23:23.811829 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9d0e2-9808-4900-97ee-67774df3cd48 req-6112c464-d9e9-4cd2-a6d8-c05206172526 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:23.825429 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-05e9d0e2-9808-4900-97ee-67774df3cd48 req-6112c464-d9e9-4cd2-a6d8-c05206172526 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=380cc338-7d34-4404-8d83-656e06f91fab HTTP/1.1" status: 200 len: 943 time: 0.4442008 Feb 08 21:23:23.828040 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '1651414b-887f-499e-94dc-f272c3d7ad17', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': '1651414b-887f-499e-94dc-f272c3d7ad17', 'mac_address': 'fa:16:3e:53:96:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:23:23.835301 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=08e98366-f712-40c6-9133-dc43af386f4a,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:23.889365 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 1651414b-887f-499e-94dc-f272c3d7ad17 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:23.890908 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1651414b-887f-499e-94dc-f272c3d7ad17), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:23.935153 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648be5f8-0bc4-4aa0-a346-e5bc53e201e5 req-9e774f48-e814-4bd6-bbd9-c949ba646d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:23.936890 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1651414b-887f-499e-94dc-f272c3d7ad17 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:23:23.937150 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-648be5f8-0bc4-4aa0-a346-e5bc53e201e5 req-9e774f48-e814-4bd6-bbd9-c949ba646d0f service neutron] 10.222.0.94 "GET /v2.0/networks?id=2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 200 len: 922 time: 0.2217672 Feb 08 21:23:24.026457 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 1651414b-887f-499e-94dc-f272c3d7ad17, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1651414b-887f-499e-94dc-f272c3d7ad17,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:24.033204 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1651414b-887f-499e-94dc-f272c3d7ad17), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:24.033607 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-648be5f8-0bc4-4aa0-a346-e5bc53e201e5 req-b223c680-7ec5-4ed2-8636-5610139e6857 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71eb8e0e-b244-4a46-86d0-5635c699d4da HTTP/1.1" status: 200 len: 217 time: 0.0886266 Feb 08 21:23:24.115102 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648be5f8-0bc4-4aa0-a346-e5bc53e201e5 req-1062db7b-938e-4382-86e2-e9aa1c234fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:24.117856 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-648be5f8-0bc4-4aa0-a346-e5bc53e201e5 req-1062db7b-938e-4382-86e2-e9aa1c234fbd service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d60e29b3-21d7-4da4-a50a-dfbe604013ed HTTP/1.1" status: 200 len: 861 time: 0.0695722 Feb 08 21:23:24.150489 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafc352-7ea4-4e0f-afca-706cd4910452 req-a51218ad-43d4-4981-848e-7c2714e53d86 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:24.157747 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafc352-7ea4-4e0f-afca-706cd4910452 req-a51218ad-43d4-4981-848e-7c2714e53d86 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:24.167881 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafc352-7ea4-4e0f-afca-706cd4910452 req-a51218ad-43d4-4981-848e-7c2714e53d86 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:24.179468 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafc352-7ea4-4e0f-afca-706cd4910452 req-a51218ad-43d4-4981-848e-7c2714e53d86 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:24.180966 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0154ca01-bc9f-42ba-b748-925f578bd8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:24.190298 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafc352-7ea4-4e0f-afca-706cd4910452 req-a51218ad-43d4-4981-848e-7c2714e53d86 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:24.202132 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-648be5f8-0bc4-4aa0-a346-e5bc53e201e5 req-cd85dce5-0da0-489e-a421-55d1d12a8110 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2832de48-e50e-44a2-9cef-26035a020939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757768 Feb 08 21:23:24.206518 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafc352-7ea4-4e0f-afca-706cd4910452 req-a51218ad-43d4-4981-848e-7c2714e53d86 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:24.210288 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=1651414b-887f-499e-94dc-f272c3d7ad17,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:24.221656 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafc352-7ea4-4e0f-afca-706cd4910452 req-a51218ad-43d4-4981-848e-7c2714e53d86 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:24.224918 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5aafc352-7ea4-4e0f-afca-706cd4910452 req-a51218ad-43d4-4981-848e-7c2714e53d86 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5431 time: 0.6903808 Feb 08 21:23:24.367811 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaeca07-1622-4bec-8f4b-d6e88ab76da7 req-6ccefca5-3e61-4734-843c-231de46b68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:24.370448 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5aaeca07-1622-4bec-8f4b-d6e88ab76da7 req-6ccefca5-3e61-4734-843c-231de46b68ab service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f472eb7c6f4c42ca9bf2111def0cbf8f&device_id=380cc338-7d34-4404-8d83-656e06f91fab HTTP/1.1" status: 200 len: 1126 time: 0.5341289 Feb 08 21:23:24.375796 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-05e9d0e2-9808-4900-97ee-67774df3cd48 req-2cb4b76d-84b2-4d4a-b7ac-66ec327d20aa tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5406697 Feb 08 21:23:24.415634 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-648be5f8-0bc4-4aa0-a346-e5bc53e201e5 req-41caa29e-e00c-4690-b9e5-54205aee4cac service neutron] 10.222.0.94 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068422 Feb 08 21:23:24.435218 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['1651414b-887f-499e-94dc-f272c3d7ad17'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:23:24.503459 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['08e98366-f712-40c6-9133-dc43af386f4a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:23:24.618456 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-648be5f8-0bc4-4aa0-a346-e5bc53e201e5 req-df1e6411-a334-442d-ae8d-e25087094e80 service neutron] 10.222.0.94 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831646 Feb 08 21:23:24.691121 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5aafc352-7ea4-4e0f-afca-706cd4910452 req-ca63b186-e6d2-462a-860c-03de988f2859 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4559321 Feb 08 21:23:24.787425 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4bfb2cd8-63ce-4d6c-9a11-0f28ca3fd579 req-c2426e36-9045-4ada-991d-cf189199c728 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (62cba19f-0563-4107-b19c-6eb313cd1539), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:24.803044 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaeca07-1622-4bec-8f4b-d6e88ab76da7 req-f4395acd-71f0-4031-8eb3-c8e344768202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:24.805295 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5aaeca07-1622-4bec-8f4b-d6e88ab76da7 req-f4395acd-71f0-4031-8eb3-c8e344768202 service neutron] 10.222.0.96 "GET /v2.0/networks?id=111016a1-fb5a-4474-9d8a-dc518d9d29de HTTP/1.1" status: 200 len: 907 time: 0.4248056 Feb 08 21:23:24.862852 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20335d6-372c-4bac-b7da-4e3e699c324d req-a33dc053-d065-4c8e-951a-e2af1fb37d79 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:24.869689 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20335d6-372c-4bac-b7da-4e3e699c324d req-a33dc053-d065-4c8e-951a-e2af1fb37d79 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:24.876041 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20335d6-372c-4bac-b7da-4e3e699c324d req-a33dc053-d065-4c8e-951a-e2af1fb37d79 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:24.882437 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20335d6-372c-4bac-b7da-4e3e699c324d req-a33dc053-d065-4c8e-951a-e2af1fb37d79 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:24.888496 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20335d6-372c-4bac-b7da-4e3e699c324d req-a33dc053-d065-4c8e-951a-e2af1fb37d79 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:24.894503 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20335d6-372c-4bac-b7da-4e3e699c324d req-a33dc053-d065-4c8e-951a-e2af1fb37d79 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:24.901157 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20335d6-372c-4bac-b7da-4e3e699c324d req-a33dc053-d065-4c8e-951a-e2af1fb37d79 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:24.903329 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b20335d6-372c-4bac-b7da-4e3e699c324d req-a33dc053-d065-4c8e-951a-e2af1fb37d79 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.3398623 Feb 08 21:23:24.918703 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2426e36-9045-4ada-991d-cf189199c728 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Pushing event deleted for resources: {'Port': ['ID=62cba19f-0563-4107-b19c-6eb313cd1539,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:25.054381 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5aaeca07-1622-4bec-8f4b-d6e88ab76da7 req-6af9a790-0325-4196-a56a-98bc1e47ea97 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23e48800-eeca-4bcc-b7ae-e0ebc35d4c91 HTTP/1.1" status: 200 len: 217 time: 0.1491785 Feb 08 21:23:25.129526 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bfb2cd8-63ce-4d6c-9a11-0f28ca3fd579 req-c2426e36-9045-4ada-991d-cf189199c728 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] No DVR routers for this DVR port 62cba19f-0563-4107-b19c-6eb313cd1539 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:23:25.132686 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4bfb2cd8-63ce-4d6c-9a11-0f28ca3fd579 req-c2426e36-9045-4ada-991d-cf189199c728 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:25.136181 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4bfb2cd8-63ce-4d6c-9a11-0f28ca3fd579 req-c2426e36-9045-4ada-991d-cf189199c728 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.96 "DELETE /v2.0/ports/62cba19f-0563-4107-b19c-6eb313cd1539 HTTP/1.1" status: 204 len: 173 time: 2.5671928 Feb 08 21:23:25.141261 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6903ad76-d7ec-4a07-b544-1f076799001d', 'name': 'network-vif-deleted', 'tag': '62cba19f-0563-4107-b19c-6eb313cd1539'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:23:25.143484 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e97aefb-03c9-431f-bf0a-b56ff19e4366" -d '{"events": [{"server_uuid": "6903ad76-d7ec-4a07-b544-1f076799001d", "name": "network-vif-deleted", "tag": "62cba19f-0563-4107-b19c-6eb313cd1539"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:23:25.149205 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-faf154e9-973a-4aad-81fb-75fbb699d617 req-941d300e-cd63-46e1-9c65-26909c87242f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0d5b6c3a-d5a5-4d41-9be6-6dd6796f66cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4404013 Feb 08 21:23:25.178377 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 3a761046-2c2d-4f8b-935f-343322f71219 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:23:25.200021 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a8e22-1799-4f71-b550-57d260bd6b6f req-b3d4107b-970d-4026-a3e1-312809f26d89 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:25.202167 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cb8a8e22-1799-4f71-b550-57d260bd6b6f req-b3d4107b-970d-4026-a3e1-312809f26d89 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=607c27be-4b79-49f1-9a2b-a8b321df1b7f HTTP/1.1" status: 200 len: 948 time: 0.3857508 Feb 08 21:23:25.217597 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b20335d6-372c-4bac-b7da-4e3e699c324d req-5a22d08f-5b20-46c2-83a4-032e6bd17af4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2505307 Feb 08 21:23:25.308713 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaeca07-1622-4bec-8f4b-d6e88ab76da7 req-8a360ce1-32df-47cb-81ca-014cf6daadbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:25.323673 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5aaeca07-1622-4bec-8f4b-d6e88ab76da7 req-8a360ce1-32df-47cb-81ca-014cf6daadbc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0584f0b0-2f88-4444-998f-e1ea76f3fbc3 HTTP/1.1" status: 200 len: 846 time: 0.2494321 Feb 08 21:23:25.370479 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 3a761046-2c2d-4f8b-935f-343322f71219, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=3a761046-2c2d-4f8b-935f-343322f71219,segment=NetworkSegment(bb57cdc6-c629-4f4a-b28a-291038cfbb0a),segment_id=bb57cdc6-c629-4f4a-b28a-291038cfbb0a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:25.418350 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '3a761046-2c2d-4f8b-935f-343322f71219', 'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70', 'port_id': '3a761046-2c2d-4f8b-935f-343322f71219', 'mac_address': 'fa:16:3e:b3:b6:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f846f56a-ea7d-4e86-b929-8e0c226587aa', 'ip_address': '10.1.1.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:23:25.470144 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5aaeca07-1622-4bec-8f4b-d6e88ab76da7 req-7761ed79-1046-41ff-9dca-19178709f0dc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=111016a1-fb5a-4474-9d8a-dc518d9d29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296093 Feb 08 21:23:25.547982 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 3a761046-2c2d-4f8b-935f-343322f71219 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:25.548622 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3a761046-2c2d-4f8b-935f-343322f71219), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:25.607754 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a761046-2c2d-4f8b-935f-343322f71219 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:23:25.628790 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cb8a8e22-1799-4f71-b550-57d260bd6b6f req-a7f18c03-8d29-44d7-9b74-b273a37203b0 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036903 Feb 08 21:23:25.673714 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72181c99-105a-4dec-8f27-ff45d7ad5311 req-fe7b67e3-64d8-42d3-b7ef-063c70b4b549 tempest-ImagesOneServerTestJSON-1427838108 tempest-ImagesOneServerTestJSON-1427838108-project] 10.222.0.88 "GET /v2.0/ports?device_id=6903ad76-d7ec-4a07-b544-1f076799001d HTTP/1.1" status: 200 len: 210 time: 0.0704927 Feb 08 21:23:25.689272 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf154e9-973a-4aad-81fb-75fbb699d617 req-2df75be6-c309-4a3f-a66e-9dfbd23def95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:25.692691 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-faf154e9-973a-4aad-81fb-75fbb699d617 req-2df75be6-c309-4a3f-a66e-9dfbd23def95 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=06828660363a46ed80248630eea5e252&device_id=0d5b6c3a-d5a5-4d41-9be6-6dd6796f66cf HTTP/1.1" status: 200 len: 1128 time: 0.4514802 Feb 08 21:23:25.705871 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 3a761046-2c2d-4f8b-935f-343322f71219, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=3a761046-2c2d-4f8b-935f-343322f71219,segment=NetworkSegment(bb57cdc6-c629-4f4a-b28a-291038cfbb0a),segment_id=bb57cdc6-c629-4f4a-b28a-291038cfbb0a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:25.714370 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3a761046-2c2d-4f8b-935f-343322f71219), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:25.715099 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 349259dd-45b6-4ece-8313-48d4ea9e8738 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:23:25.785583 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c48925-c271-4e0f-b558-b38b3833424c x-openstack-request-id: req-86c48925-c271-4e0f-b558-b38b3833424c {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:23:25.786544 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6903ad76-d7ec-4a07-b544-1f076799001d", "name": "network-vif-deleted", "tag": "62cba19f-0563-4107-b19c-6eb313cd1539", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:23:25.789795 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-86c48925-c271-4e0f-b558-b38b3833424c {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:23:25.790487 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6903ad76-d7ec-4a07-b544-1f076799001d', 'name': 'network-vif-deleted', 'tag': '62cba19f-0563-4107-b19c-6eb313cd1539', 'status': 'completed', 'code': 200} Feb 08 21:23:25.827953 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 349259dd-45b6-4ece-8313-48d4ea9e8738, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=349259dd-45b6-4ece-8313-48d4ea9e8738,segment=NetworkSegment(881e5be7-1349-4f9a-a3c0-c2bf76a0109d),segment_id=881e5be7-1349-4f9a-a3c0-c2bf76a0109d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:25.856016 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '349259dd-45b6-4ece-8313-48d4ea9e8738', 'network_id': '10af122a-be5c-432b-89ec-d882d652ee34', 'port_id': '349259dd-45b6-4ece-8313-48d4ea9e8738', 'mac_address': 'fa:16:3e:ff:58:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b4bfb64-5f0f-4b7c-aaa8-560930fcc069', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:23:25.939563 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 349259dd-45b6-4ece-8313-48d4ea9e8738 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:25.940076 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (349259dd-45b6-4ece-8313-48d4ea9e8738), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:25.962510 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 349259dd-45b6-4ece-8313-48d4ea9e8738 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:23:25.984680 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 349259dd-45b6-4ece-8313-48d4ea9e8738, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=349259dd-45b6-4ece-8313-48d4ea9e8738,segment=NetworkSegment(881e5be7-1349-4f9a-a3c0-c2bf76a0109d),segment_id=881e5be7-1349-4f9a-a3c0-c2bf76a0109d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:25.987043 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=3a761046-2c2d-4f8b-935f-343322f71219,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:25.995024 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (349259dd-45b6-4ece-8313-48d4ea9e8738), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:25.995684 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device bc9f95b7-4f88-49ab-948f-f4acf9ccc00e details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:23:26.122671 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=349259dd-45b6-4ece-8313-48d4ea9e8738,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:26.132071 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port bc9f95b7-4f88-49ab-948f-f4acf9ccc00e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=bc9f95b7-4f88-49ab-948f-f4acf9ccc00e,segment=NetworkSegment(bb57cdc6-c629-4f4a-b28a-291038cfbb0a),segment_id=bb57cdc6-c629-4f4a-b28a-291038cfbb0a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:26.158101 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'bc9f95b7-4f88-49ab-948f-f4acf9ccc00e', 'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70', 'port_id': 'bc9f95b7-4f88-49ab-948f-f4acf9ccc00e', 'mac_address': 'fa:16:3e:16:30:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f846f56a-ea7d-4e86-b929-8e0c226587aa', 'ip_address': '10.1.1.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:23:26.159423 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5aaeca07-1622-4bec-8f4b-d6e88ab76da7 req-7f2e0dbd-8b8a-4870-96b5-25e717de8286 service neutron] 10.222.0.96 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6788025 Feb 08 21:23:26.301642 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port bc9f95b7-4f88-49ab-948f-f4acf9ccc00e is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:26.302390 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bc9f95b7-4f88-49ab-948f-f4acf9ccc00e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:26.338298 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9f95b7-4f88-49ab-948f-f4acf9ccc00e {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:23:26.394136 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port bc9f95b7-4f88-49ab-948f-f4acf9ccc00e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=bc9f95b7-4f88-49ab-948f-f4acf9ccc00e,segment=NetworkSegment(bb57cdc6-c629-4f4a-b28a-291038cfbb0a),segment_id=bb57cdc6-c629-4f4a-b28a-291038cfbb0a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:26.404413 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481ad1b-c177-4788-937f-4232ab9b889c req-3b1cdc15-e5d4-4482-a1e0-b3107c3a4286 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:26.405479 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (bc9f95b7-4f88-49ab-948f-f4acf9ccc00e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:26.407124 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 0c6c049d-608b-4814-b1f6-d70640c57171 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:23:26.416124 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481ad1b-c177-4788-937f-4232ab9b889c req-3b1cdc15-e5d4-4482-a1e0-b3107c3a4286 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:26.428027 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481ad1b-c177-4788-937f-4232ab9b889c req-3b1cdc15-e5d4-4482-a1e0-b3107c3a4286 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:26.438967 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481ad1b-c177-4788-937f-4232ab9b889c req-3b1cdc15-e5d4-4482-a1e0-b3107c3a4286 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:26.449934 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481ad1b-c177-4788-937f-4232ab9b889c req-3b1cdc15-e5d4-4482-a1e0-b3107c3a4286 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:26.460366 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481ad1b-c177-4788-937f-4232ab9b889c req-3b1cdc15-e5d4-4482-a1e0-b3107c3a4286 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:26.471151 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481ad1b-c177-4788-937f-4232ab9b889c req-3b1cdc15-e5d4-4482-a1e0-b3107c3a4286 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:26.475706 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7481ad1b-c177-4788-937f-4232ab9b889c req-3b1cdc15-e5d4-4482-a1e0-b3107c3a4286 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5433 time: 0.5124321 Feb 08 21:23:26.481496 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf154e9-973a-4aad-81fb-75fbb699d617 req-2fadf761-6f42-4eb3-97e3-f092455f14b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:26.484248 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-faf154e9-973a-4aad-81fb-75fbb699d617 req-2fadf761-6f42-4eb3-97e3-f092455f14b1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ae736316-d6a2-45b6-ba2d-87a5ac6f5126 HTTP/1.1" status: 200 len: 915 time: 0.7421157 Feb 08 21:23:26.498272 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8098592-e8bd-4aaa-a868-3b6d286dae71 req-3b7c5b63-fa87-4010-a502-3e0e80abd81c tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:26.501253 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c8098592-e8bd-4aaa-a868-3b6d286dae71 req-3b7c5b63-fa87-4010-a502-3e0e80abd81c tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=380cc338-7d34-4404-8d83-656e06f91fab HTTP/1.1" status: 200 len: 943 time: 0.5953660 Feb 08 21:23:26.565604 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=bc9f95b7-4f88-49ab-948f-f4acf9ccc00e,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:26.574130 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 0c6c049d-608b-4814-b1f6-d70640c57171, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=0c6c049d-608b-4814-b1f6-d70640c57171,segment=NetworkSegment(bb57cdc6-c629-4f4a-b28a-291038cfbb0a),segment_id=bb57cdc6-c629-4f4a-b28a-291038cfbb0a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:26.600776 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '0c6c049d-608b-4814-b1f6-d70640c57171', 'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70', 'port_id': '0c6c049d-608b-4814-b1f6-d70640c57171', 'mac_address': 'fa:16:3e:b6:a7:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f846f56a-ea7d-4e86-b929-8e0c226587aa', 'ip_address': '10.1.1.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:23:26.669089 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 0c6c049d-608b-4814-b1f6-d70640c57171 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:26.669525 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0c6c049d-608b-4814-b1f6-d70640c57171), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:26.688697 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c6c049d-608b-4814-b1f6-d70640c57171 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:23:26.720790 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 0c6c049d-608b-4814-b1f6-d70640c57171, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=0c6c049d-608b-4814-b1f6-d70640c57171,segment=NetworkSegment(bb57cdc6-c629-4f4a-b28a-291038cfbb0a),segment_id=bb57cdc6-c629-4f4a-b28a-291038cfbb0a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:26.728716 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0c6c049d-608b-4814-b1f6-d70640c57171), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:26.730651 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 23e48800-eeca-4bcc-b7ae-e0ebc35d4c91 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:23:26.963831 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 23e48800-eeca-4bcc-b7ae-e0ebc35d4c91, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=23e48800-eeca-4bcc-b7ae-e0ebc35d4c91,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:26.998949 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '23e48800-eeca-4bcc-b7ae-e0ebc35d4c91', 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de', 'port_id': '23e48800-eeca-4bcc-b7ae-e0ebc35d4c91', 'mac_address': 'fa:16:3e:78:b5:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0584f0b0-2f88-4444-998f-e1ea76f3fbc3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:23:27.004412 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=0c6c049d-608b-4814-b1f6-d70640c57171,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:27.046940 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-faf154e9-973a-4aad-81fb-75fbb699d617 req-29b2f9b7-2475-4a2f-aa5f-fa2b189677ee service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25c9484b-5dd7-4d60-9523-fb9b4f4147f3 HTTP/1.1" status: 200 len: 217 time: 0.5412564 Feb 08 21:23:27.051646 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 23e48800-eeca-4bcc-b7ae-e0ebc35d4c91 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:27.052031 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (23e48800-eeca-4bcc-b7ae-e0ebc35d4c91), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:27.084065 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23e48800-eeca-4bcc-b7ae-e0ebc35d4c91 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:23:27.121580 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 23e48800-eeca-4bcc-b7ae-e0ebc35d4c91, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=23e48800-eeca-4bcc-b7ae-e0ebc35d4c91,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:27.127295 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (23e48800-eeca-4bcc-b7ae-e0ebc35d4c91), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:27.164059 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5aaeca07-1622-4bec-8f4b-d6e88ab76da7 req-f24b044b-9ae0-4a62-bd81-e192f8b2906f service neutron] 10.222.0.96 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9897344 Feb 08 21:23:27.192220 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 57c2afe3-de62-4d69-a393-85c5a161f29c details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:23:27.194901 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 1651414b-887f-499e-94dc-f272c3d7ad17 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:23:27.201951 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c8098592-e8bd-4aaa-a868-3b6d286dae71 req-8126b235-b2d4-43ea-8076-28f2005358fd tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6680202 Feb 08 21:23:27.208352 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7481ad1b-c177-4788-937f-4232ab9b889c req-4e02d1c8-9516-455a-afbe-9ea4feba948f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6928828 Feb 08 21:23:27.218635 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf154e9-973a-4aad-81fb-75fbb699d617 req-2ba2fc6c-26bf-4396-ac80-fd5b7941f8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:27.220145 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-faf154e9-973a-4aad-81fb-75fbb699d617 req-2ba2fc6c-26bf-4396-ac80-fd5b7941f8a7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f8d224ab-3920-4f69-808e-29c091c10c38 HTTP/1.1" status: 200 len: 854 time: 0.1608562 Feb 08 21:23:27.260913 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-faf154e9-973a-4aad-81fb-75fbb699d617 req-c42b1df6-9c4b-4f9b-9182-8d9884611d6c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ae736316-d6a2-45b6-ba2d-87a5ac6f5126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333941 Feb 08 21:23:27.335346 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=23e48800-eeca-4bcc-b7ae-e0ebc35d4c91,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:27.388658 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-faf154e9-973a-4aad-81fb-75fbb699d617 req-dd219fcd-164f-403f-9ad3-8679a4a6ba59 service neutron] 10.222.0.96 "GET /v2.0/networks/ae736316-d6a2-45b6-ba2d-87a5ac6f5126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211553 Feb 08 21:23:27.418638 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dc92f0e6-9f86-460b-83be-92da42c064c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:27.472243 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 1651414b-887f-499e-94dc-f272c3d7ad17 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:23:27.482954 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 57c2afe3-de62-4d69-a393-85c5a161f29c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=57c2afe3-de62-4d69-a393-85c5a161f29c,segment=NetworkSegment(2915d85e-a598-40b1-b44f-c2e78eba4c98),segment_id=2915d85e-a598-40b1-b44f-c2e78eba4c98)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:27.486057 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 1651414b-887f-499e-94dc-f272c3d7ad17 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:23:27.486470 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1651414b-887f-499e-94dc-f272c3d7ad17), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:27.526815 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '57c2afe3-de62-4d69-a393-85c5a161f29c', 'network_id': 'b579c12b-961d-40a4-b1d3-426747043c72', 'port_id': '57c2afe3-de62-4d69-a393-85c5a161f29c', 'mac_address': 'fa:16:3e:aa:97:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d9661b9-4247-4f4d-a444-b7a25d673894', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:23:27.559626 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afc9b8-d701-400b-8393-c4d8ab834d49 req-797249f5-ee6b-4187-b97a-fbeb5727a142 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:27.565015 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afc9b8-d701-400b-8393-c4d8ab834d49 req-797249f5-ee6b-4187-b97a-fbeb5727a142 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:27.570963 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afc9b8-d701-400b-8393-c4d8ab834d49 req-797249f5-ee6b-4187-b97a-fbeb5727a142 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:27.576782 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afc9b8-d701-400b-8393-c4d8ab834d49 req-797249f5-ee6b-4187-b97a-fbeb5727a142 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:27.582532 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afc9b8-d701-400b-8393-c4d8ab834d49 req-797249f5-ee6b-4187-b97a-fbeb5727a142 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:27.587649 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afc9b8-d701-400b-8393-c4d8ab834d49 req-797249f5-ee6b-4187-b97a-fbeb5727a142 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:27.593028 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afc9b8-d701-400b-8393-c4d8ab834d49 req-797249f5-ee6b-4187-b97a-fbeb5727a142 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:27.595431 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-16afc9b8-d701-400b-8393-c4d8ab834d49 req-797249f5-ee6b-4187-b97a-fbeb5727a142 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.2054234 Feb 08 21:23:27.615276 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 57c2afe3-de62-4d69-a393-85c5a161f29c is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:27.615677 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (57c2afe3-de62-4d69-a393-85c5a161f29c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:27.644063 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f31d2-e65e-4f3c-a35d-9c07b5c41a77 req-f2f68f57-9745-4b3a-8a8a-13970e44b2e6 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:27.645770 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d5f31d2-e65e-4f3c-a35d-9c07b5c41a77 req-f2f68f57-9745-4b3a-8a8a-13970e44b2e6 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=607c27be-4b79-49f1-9a2b-a8b321df1b7f HTTP/1.1" status: 200 len: 948 time: 0.2043219 Feb 08 21:23:27.646448 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c2afe3-de62-4d69-a393-85c5a161f29c {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:23:27.652000 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 1651414b-887f-499e-94dc-f272c3d7ad17 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:27.652395 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1651414b-887f-499e-94dc-f272c3d7ad17), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:27.679328 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-faf154e9-973a-4aad-81fb-75fbb699d617 req-f4d66358-b31a-437b-8a18-9858fffa8824 service neutron] 10.222.0.96 "GET /v2.0/networks/ae736316-d6a2-45b6-ba2d-87a5ac6f5126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452517 Feb 08 21:23:27.685473 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 57c2afe3-de62-4d69-a393-85c5a161f29c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=57c2afe3-de62-4d69-a393-85c5a161f29c,segment=NetworkSegment(2915d85e-a598-40b1-b44f-c2e78eba4c98),segment_id=2915d85e-a598-40b1-b44f-c2e78eba4c98)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:27.696770 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607c27be-4b79-49f1-9a2b-a8b321df1b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1651414b-887f-499e-94dc-f272c3d7ad17'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:23:27.699626 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f75c5c-075e-4f73-b851-305ec556651f" -d '{"events": [{"server_uuid": "607c27be-4b79-49f1-9a2b-a8b321df1b7f", "name": "network-vif-plugged", "status": "completed", "tag": "1651414b-887f-499e-94dc-f272c3d7ad17"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:23:27.710064 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (57c2afe3-de62-4d69-a393-85c5a161f29c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:27.711273 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:23:27.729187 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-16afc9b8-d701-400b-8393-c4d8ab834d49 req-3958ea4f-5adc-4f8a-9fad-1fe8db0e722b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1164083 Feb 08 21:23:27.752087 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d5f31d2-e65e-4f3c-a35d-9c07b5c41a77 req-9c3e33ec-8dc3-4202-92cf-e610d9821b2b tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844693 Feb 08 21:23:27.780827 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 1651414b-887f-499e-94dc-f272c3d7ad17, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1651414b-887f-499e-94dc-f272c3d7ad17,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:27.797891 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1651414b-887f-499e-94dc-f272c3d7ad17), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:27.798998 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 08e98366-f712-40c6-9133-dc43af386f4a up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:23:27.831189 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2b2052-b127-40d7-b44f-a6be3f8186bf x-openstack-request-id: req-0c2b2052-b127-40d7-b44f-a6be3f8186bf {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:23:27.831622 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607c27be-4b79-49f1-9a2b-a8b321df1b7f", "name": "network-vif-plugged", "status": "completed", "tag": "1651414b-887f-499e-94dc-f272c3d7ad17", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:23:27.831751 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0c2b2052-b127-40d7-b44f-a6be3f8186bf {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:23:27.833295 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607c27be-4b79-49f1-9a2b-a8b321df1b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1651414b-887f-499e-94dc-f272c3d7ad17', 'code': 200} Feb 08 21:23:27.918150 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:23:27.974592 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=57c2afe3-de62-4d69-a393-85c5a161f29c,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:27.975536 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef5bca-8f7a-4044-942c-30ceba625ecd req-cbf8568d-8359-4d04-ad73-0337ad3f6d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:27.977919 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-12ef5bca-8f7a-4044-942c-30ceba625ecd req-cbf8568d-8359-4d04-ad73-0337ad3f6d3c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=607c27be-4b79-49f1-9a2b-a8b321df1b7f HTTP/1.1" status: 200 len: 1132 time: 0.0737936 Feb 08 21:23:28.055352 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-12ef5bca-8f7a-4044-942c-30ceba625ecd req-d0d2fd19-d0c1-4134-9609-5c8776cba49d service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569251 Feb 08 21:23:28.084592 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 08e98366-f712-40c6-9133-dc43af386f4a completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:23:28.089682 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f,segment=NetworkSegment(bb57cdc6-c629-4f4a-b28a-291038cfbb0a),segment_id=bb57cdc6-c629-4f4a-b28a-291038cfbb0a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:28.099983 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=1651414b-887f-499e-94dc-f272c3d7ad17,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:28.104662 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 08e98366-f712-40c6-9133-dc43af386f4a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:23:28.105030 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (08e98366-f712-40c6-9133-dc43af386f4a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:28.109983 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f', 'network_id': '1b3a5566-af7d-483b-b013-ff5148a84b70', 'port_id': 'b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f', 'mac_address': 'fa:16:3e:49:8f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f846f56a-ea7d-4e86-b929-8e0c226587aa', 'ip_address': '10.1.1.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:23:28.166009 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['0c6c049d-608b-4814-b1f6-d70640c57171'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:23:28.175298 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49828) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:23:28.222194 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:28.223159 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:28.255919 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:23:28.282093 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['bc9f95b7-4f88-49ab-948f-f4acf9ccc00e'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:23:28.322043 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['3a761046-2c2d-4f8b-935f-343322f71219'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:23:28.378388 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f,segment=NetworkSegment(bb57cdc6-c629-4f4a-b28a-291038cfbb0a),segment_id=bb57cdc6-c629-4f4a-b28a-291038cfbb0a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:28.406486 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:28.407328 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device ba1697d4-60e3-4a42-86fd-43113c4fc2a5 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:23:28.465408 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9df98a10-cfb7-4e3a-ae66-d3ca77e9efb6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=eea213dd7bb94f59bb0ff6ff5fc8d045&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2888050 Feb 08 21:23:28.466372 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49838) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:23:28.495150 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:28.499703 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['349259dd-45b6-4ece-8313-48d4ea9e8738'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:23:28.502468 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['23e48800-eeca-4bcc-b7ae-e0ebc35d4c91'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:23:28.524645 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7e62d2d-51a8-4ab4-9704-066780afa8bc admin admin] Publish callbacks [] for security_group (6a7201de-eaa4-4c40-97cf-03cb47184f13), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:28.556766 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7e62d2d-51a8-4ab4-9704-066780afa8bc admin admin] Publish callbacks [] for security_group (6a7201de-eaa4-4c40-97cf-03cb47184f13), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:28.581310 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b45484-e5b6-4bc9-a215-ca31e78faeb0 req-1db207df-ee4d-4b51-b418-0a3e4376fba4 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:28.584076 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c1b45484-e5b6-4bc9-a215-ca31e78faeb0 req-1db207df-ee4d-4b51-b418-0a3e4376fba4 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=380cc338-7d34-4404-8d83-656e06f91fab HTTP/1.1" status: 200 len: 944 time: 0.1856306 Feb 08 21:23:28.600914 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1d26e-b039-4273-9ef0-d64f385f36ba req-b7379249-50ce-40b9-a904-7ac4cd1de8ca tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:28.602789 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 08e98366-f712-40c6-9133-dc43af386f4a is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:28.603252 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (08e98366-f712-40c6-9133-dc43af386f4a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:28.609162 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1d26e-b039-4273-9ef0-d64f385f36ba req-b7379249-50ce-40b9-a904-7ac4cd1de8ca tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:28.618869 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1d26e-b039-4273-9ef0-d64f385f36ba req-b7379249-50ce-40b9-a904-7ac4cd1de8ca tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:28.627122 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1d26e-b039-4273-9ef0-d64f385f36ba req-b7379249-50ce-40b9-a904-7ac4cd1de8ca tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:28.636133 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1d26e-b039-4273-9ef0-d64f385f36ba req-b7379249-50ce-40b9-a904-7ac4cd1de8ca tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:28.637747 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7e62d2d-51a8-4ab4-9704-066780afa8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6a7201de-eaa4-4c40-97cf-03cb47184f13), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:28.641271 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7e62d2d-51a8-4ab4-9704-066780afa8bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:28.643006 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d7e62d2d-51a8-4ab4-9704-066780afa8bc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6a7201de-eaa4-4c40-97cf-03cb47184f13 HTTP/1.1" status: 204 len: 168 time: 0.1755133 Feb 08 21:23:28.645146 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1d26e-b039-4273-9ef0-d64f385f36ba req-b7379249-50ce-40b9-a904-7ac4cd1de8ca tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:28.654131 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e62d2d-51a8-4ab4-9704-066780afa8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7201de-eaa4-4c40-97cf-03cb47184f13,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:28.668841 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1d26e-b039-4273-9ef0-d64f385f36ba req-b7379249-50ce-40b9-a904-7ac4cd1de8ca tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:28.682132 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-baa1d26e-b039-4273-9ef0-d64f385f36ba req-b7379249-50ce-40b9-a904-7ac4cd1de8ca tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5437 time: 0.2381959 Feb 08 21:23:28.862090 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-baa1d26e-b039-4273-9ef0-d64f385f36ba req-b21774aa-450d-4f52-a10f-b9bac7063746 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1783950 Feb 08 21:23:28.875929 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c1b45484-e5b6-4bc9-a215-ca31e78faeb0 req-fd4b3ab5-2257-4748-901b-f22a722c6839 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608350 Feb 08 21:23:28.902351 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:23:28.932909 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 08e98366-f712-40c6-9133-dc43af386f4a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=08e98366-f712-40c6-9133-dc43af386f4a,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:29.002168 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port ba1697d4-60e3-4a42-86fd-43113c4fc2a5, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=ba1697d4-60e3-4a42-86fd-43113c4fc2a5,segment=NetworkSegment(2915d85e-a598-40b1-b44f-c2e78eba4c98),segment_id=2915d85e-a598-40b1-b44f-c2e78eba4c98)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:29.009175 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (08e98366-f712-40c6-9133-dc43af386f4a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:29.009957 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 62cba19f-0563-4107-b19c-6eb313cd1539 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:23:29.102626 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3c507-4732-4891-b5dc-b74224c3b9c5 req-a0829a90-90e1-467b-b0e8-1f5bb1850efd tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:29.104240 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c6e3c507-4732-4891-b5dc-b74224c3b9c5 req-a0829a90-90e1-467b-b0e8-1f5bb1850efd tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=607c27be-4b79-49f1-9a2b-a8b321df1b7f HTTP/1.1" status: 200 len: 949 time: 0.1066477 Feb 08 21:23:29.115449 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 62cba19f-0563-4107-b19c-6eb313cd1539 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:23:29.115801 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 62cba19f-0563-4107-b19c-6eb313cd1539 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:23:29.139896 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'ba1697d4-60e3-4a42-86fd-43113c4fc2a5', 'network_id': 'b579c12b-961d-40a4-b1d3-426747043c72', 'port_id': 'ba1697d4-60e3-4a42-86fd-43113c4fc2a5', 'mac_address': 'fa:16:3e:36:d1:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d9661b9-4247-4f4d-a444-b7a25d673894', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:23:29.183241 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:29.272102 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae8ea9-7876-4040-ac0b-eb45f10dd46d req-fb38a4fa-9d60-430c-8423-53b993b28b3c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:29.278356 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae8ea9-7876-4040-ac0b-eb45f10dd46d req-fb38a4fa-9d60-430c-8423-53b993b28b3c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:29.284216 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae8ea9-7876-4040-ac0b-eb45f10dd46d req-fb38a4fa-9d60-430c-8423-53b993b28b3c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:29.289929 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae8ea9-7876-4040-ac0b-eb45f10dd46d req-fb38a4fa-9d60-430c-8423-53b993b28b3c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:29.295328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae8ea9-7876-4040-ac0b-eb45f10dd46d req-fb38a4fa-9d60-430c-8423-53b993b28b3c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:29.302491 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae8ea9-7876-4040-ac0b-eb45f10dd46d req-fb38a4fa-9d60-430c-8423-53b993b28b3c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:29.308760 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae8ea9-7876-4040-ac0b-eb45f10dd46d req-fb38a4fa-9d60-430c-8423-53b993b28b3c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:29.310791 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-64ae8ea9-7876-4040-ac0b-eb45f10dd46d req-fb38a4fa-9d60-430c-8423-53b993b28b3c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.1726050 Feb 08 21:23:29.324058 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c6e3c507-4732-4891-b5dc-b74224c3b9c5 req-b84e8d82-2494-49bd-a08f-c400be5fceb5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115116 Feb 08 21:23:29.399160 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=08e98366-f712-40c6-9133-dc43af386f4a,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:29.502215 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port ba1697d4-60e3-4a42-86fd-43113c4fc2a5 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:29.503480 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ba1697d4-60e3-4a42-86fd-43113c4fc2a5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:29.550704 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-64ae8ea9-7876-4040-ac0b-eb45f10dd46d req-87b17308-45a9-44ea-9be7-03399ac03093 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2107906 Feb 08 21:23:29.588901 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba1697d4-60e3-4a42-86fd-43113c4fc2a5 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:23:29.695155 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port ba1697d4-60e3-4a42-86fd-43113c4fc2a5, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=ba1697d4-60e3-4a42-86fd-43113c4fc2a5,segment=NetworkSegment(2915d85e-a598-40b1-b44f-c2e78eba4c98),segment_id=2915d85e-a598-40b1-b44f-c2e78eba4c98)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:29.722764 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ba1697d4-60e3-4a42-86fd-43113c4fc2a5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:29.800118 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=ba1697d4-60e3-4a42-86fd-43113c4fc2a5,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:29.834464 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4d4a55-3267-47b7-94ea-65e7e7e40c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e98366-f712-40c6-9133-dc43af386f4a'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:23:29.839753 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a8f689-fd17-4f13-be4a-1e8a8a016641" -d '{"events": [{"server_uuid": "cf4d4a55-3267-47b7-94ea-65e7e7e40c0e", "name": "network-vif-plugged", "status": "completed", "tag": "08e98366-f712-40c6-9133-dc43af386f4a"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:23:29.879854 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3e64e7-5dcc-41e6-90ca-e63c1318b920 x-openstack-request-id: req-6e3e64e7-5dcc-41e6-90ca-e63c1318b920 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:23:29.880152 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4d4a55-3267-47b7-94ea-65e7e7e40c0e", "name": "network-vif-plugged", "status": "completed", "tag": "08e98366-f712-40c6-9133-dc43af386f4a", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:23:29.880411 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6e3e64e7-5dcc-41e6-90ca-e63c1318b920 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:23:29.880831 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4d4a55-3267-47b7-94ea-65e7e7e40c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e98366-f712-40c6-9133-dc43af386f4a', 'code': 200} Feb 08 21:23:30.124440 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67a873-eb65-4634-a571-24e7629a8a72 req-78626c08-9251-4037-ab62-26f8b06b02b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:30.126167 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a67a873-eb65-4634-a571-24e7629a8a72 req-78626c08-9251-4037-ab62-26f8b06b02b8 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=cf4d4a55-3267-47b7-94ea-65e7e7e40c0e HTTP/1.1" status: 200 len: 1133 time: 0.1389713 Feb 08 21:23:30.148826 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00168dc-09a2-4a01-8114-7ead17d22894 req-50abeb08-6a15-4031-958f-f4551c474c0b tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:30.150396 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c00168dc-09a2-4a01-8114-7ead17d22894 req-50abeb08-6a15-4031-958f-f4551c474c0b tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=380cc338-7d34-4404-8d83-656e06f91fab HTTP/1.1" status: 200 len: 944 time: 0.1151633 Feb 08 21:23:30.220131 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a67a873-eb65-4634-a571-24e7629a8a72 req-69a93c18-957e-4898-97ad-18f3850ba758 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869119 Feb 08 21:23:30.285322 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c00168dc-09a2-4a01-8114-7ead17d22894 req-25e47872-d135-42b8-b62a-76a8a483200b tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034830 Feb 08 21:23:30.357411 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366dfc5-1888-4bbc-952e-6e8d1752fe6d req-ff4deb36-a0e7-4539-a792-7c3ff262a56d tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:30.368881 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366dfc5-1888-4bbc-952e-6e8d1752fe6d req-ff4deb36-a0e7-4539-a792-7c3ff262a56d tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:30.381326 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366dfc5-1888-4bbc-952e-6e8d1752fe6d req-ff4deb36-a0e7-4539-a792-7c3ff262a56d tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:30.401000 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366dfc5-1888-4bbc-952e-6e8d1752fe6d req-ff4deb36-a0e7-4539-a792-7c3ff262a56d tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:30.418819 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366dfc5-1888-4bbc-952e-6e8d1752fe6d req-ff4deb36-a0e7-4539-a792-7c3ff262a56d tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:30.424155 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366dfc5-1888-4bbc-952e-6e8d1752fe6d req-ff4deb36-a0e7-4539-a792-7c3ff262a56d tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:30.431096 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366dfc5-1888-4bbc-952e-6e8d1752fe6d req-ff4deb36-a0e7-4539-a792-7c3ff262a56d tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:30.433045 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b366dfc5-1888-4bbc-952e-6e8d1752fe6d req-ff4deb36-a0e7-4539-a792-7c3ff262a56d tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5438 time: 0.1997371 Feb 08 21:23:30.549492 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b366dfc5-1888-4bbc-952e-6e8d1752fe6d req-0c9b61f9-d98a-4270-9fb2-819b835d268d tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1053603 Feb 08 21:23:30.654704 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6842cf8-1d7f-4b65-acde-d77524338cc5 req-9b26041d-d578-49d2-b60d-b17a8cb4dd48 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:30.656600 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c6842cf8-1d7f-4b65-acde-d77524338cc5 req-9b26041d-d578-49d2-b60d-b17a8cb4dd48 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=607c27be-4b79-49f1-9a2b-a8b321df1b7f HTTP/1.1" status: 200 len: 949 time: 0.0908582 Feb 08 21:23:30.725637 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c6842cf8-1d7f-4b65-acde-d77524338cc5 req-81392632-0497-4b2e-b908-604d93e42607 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586066 Feb 08 21:23:30.888939 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27aaf86-4a3a-4879-9b61-ce2e03470508 req-7ec88a70-d973-46ca-9312-6a4b62886cd8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:30.896218 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27aaf86-4a3a-4879-9b61-ce2e03470508 req-7ec88a70-d973-46ca-9312-6a4b62886cd8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:30.902652 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27aaf86-4a3a-4879-9b61-ce2e03470508 req-7ec88a70-d973-46ca-9312-6a4b62886cd8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:30.908393 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27aaf86-4a3a-4879-9b61-ce2e03470508 req-7ec88a70-d973-46ca-9312-6a4b62886cd8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:30.914714 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27aaf86-4a3a-4879-9b61-ce2e03470508 req-7ec88a70-d973-46ca-9312-6a4b62886cd8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:30.920629 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27aaf86-4a3a-4879-9b61-ce2e03470508 req-7ec88a70-d973-46ca-9312-6a4b62886cd8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:30.926911 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27aaf86-4a3a-4879-9b61-ce2e03470508 req-7ec88a70-d973-46ca-9312-6a4b62886cd8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:30.929323 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d27aaf86-4a3a-4879-9b61-ce2e03470508 req-7ec88a70-d973-46ca-9312-6a4b62886cd8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.1155622 Feb 08 21:23:30.954377 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:23:31.003237 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['57c2afe3-de62-4d69-a393-85c5a161f29c'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:23:31.048875 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d27aaf86-4a3a-4879-9b61-ce2e03470508 req-996dfb3e-3f2e-441f-96ba-937e645dc64f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1122622 Feb 08 21:23:31.147113 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b15362-ebbf-4970-adfd-0b44e948f3ae req-7c63a777-bbb9-464e-8721-680d1cf5c0ff tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:31.148857 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25b15362-ebbf-4970-adfd-0b44e948f3ae req-7c63a777-bbb9-464e-8721-680d1cf5c0ff tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf4d4a55-3267-47b7-94ea-65e7e7e40c0e HTTP/1.1" status: 200 len: 950 time: 0.1308889 Feb 08 21:23:31.233975 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25b15362-ebbf-4970-adfd-0b44e948f3ae req-02b7a63a-66d5-40fa-aa8d-1ac05f04a997 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735772 Feb 08 21:23:31.526320 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:31.533913 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674fd3e-5929-4168-8a76-7b66a5c787b0 req-eb224998-96d4-4e3b-9637-adcb1deb870d tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:31.535119 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:31.546915 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3674fd3e-5929-4168-8a76-7b66a5c787b0 req-eb224998-96d4-4e3b-9637-adcb1deb870d tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=380cc338-7d34-4404-8d83-656e06f91fab HTTP/1.1" status: 200 len: 944 time: 0.1375251 Feb 08 21:23:31.643375 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3674fd3e-5929-4168-8a76-7b66a5c787b0 req-83f17ba0-e603-4a8c-951a-3bcf3baaec56 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805943 Feb 08 21:23:31.751191 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 0c6c049d-608b-4814-b1f6-d70640c57171 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:23:31.876856 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 0c6c049d-608b-4814-b1f6-d70640c57171 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:23:31.884336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 0c6c049d-608b-4814-b1f6-d70640c57171 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:23:31.884921 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0c6c049d-608b-4814-b1f6-d70640c57171), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:31.930459 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec6dd7-7b08-40b4-b469-e6fdf9608223 req-a035658d-a6e3-4fd6-87b7-689eaa59c38e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:31.957160 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec6dd7-7b08-40b4-b469-e6fdf9608223 req-a035658d-a6e3-4fd6-87b7-689eaa59c38e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:31.970889 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec6dd7-7b08-40b4-b469-e6fdf9608223 req-a035658d-a6e3-4fd6-87b7-689eaa59c38e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:31.982731 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec6dd7-7b08-40b4-b469-e6fdf9608223 req-a035658d-a6e3-4fd6-87b7-689eaa59c38e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:31.992911 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec6dd7-7b08-40b4-b469-e6fdf9608223 req-a035658d-a6e3-4fd6-87b7-689eaa59c38e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:32.001377 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec6dd7-7b08-40b4-b469-e6fdf9608223 req-a035658d-a6e3-4fd6-87b7-689eaa59c38e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:32.009772 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec6dd7-7b08-40b4-b469-e6fdf9608223 req-a035658d-a6e3-4fd6-87b7-689eaa59c38e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:32.022311 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d5ec6dd7-7b08-40b4-b469-e6fdf9608223 req-a035658d-a6e3-4fd6-87b7-689eaa59c38e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5438 time: 0.2679768 Feb 08 21:23:32.091664 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 0c6c049d-608b-4814-b1f6-d70640c57171 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:32.092596 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0c6c049d-608b-4814-b1f6-d70640c57171), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:32.158936 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6c049d-608b-4814-b1f6-d70640c57171'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:23:32.161925 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d5ec6dd7-7b08-40b4-b469-e6fdf9608223 req-45461da4-f992-437b-99e0-62c1826b18ad tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1390860 Feb 08 21:23:32.165184 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2e5313-0c91-46df-b0dc-79959a773205" -d '{"events": [{"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-plugged", "status": "completed", "tag": "0c6c049d-608b-4814-b1f6-d70640c57171"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:23:32.199032 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 0c6c049d-608b-4814-b1f6-d70640c57171, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=0c6c049d-608b-4814-b1f6-d70640c57171,segment=NetworkSegment(bb57cdc6-c629-4f4a-b28a-291038cfbb0a),segment_id=bb57cdc6-c629-4f4a-b28a-291038cfbb0a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:32.205767 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0c6c049d-608b-4814-b1f6-d70640c57171), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:32.276890 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18b022-5adb-4914-8b07-d67f21248f87 req-478fbcb1-878b-45df-955b-a8529b7737db tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:32.285737 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18b022-5adb-4914-8b07-d67f21248f87 req-478fbcb1-878b-45df-955b-a8529b7737db tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:32.296446 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18b022-5adb-4914-8b07-d67f21248f87 req-478fbcb1-878b-45df-955b-a8529b7737db tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:32.314461 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18b022-5adb-4914-8b07-d67f21248f87 req-478fbcb1-878b-45df-955b-a8529b7737db tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:32.314704 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08cc7a8-f899-4159-8b86-0e6221f24559 x-openstack-request-id: req-f08cc7a8-f899-4159-8b86-0e6221f24559 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:23:32.316343 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-plugged", "status": "completed", "tag": "0c6c049d-608b-4814-b1f6-d70640c57171", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:23:32.316343 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f08cc7a8-f899-4159-8b86-0e6221f24559 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:23:32.316343 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6c049d-608b-4814-b1f6-d70640c57171', 'code': 200} Feb 08 21:23:32.327977 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18b022-5adb-4914-8b07-d67f21248f87 req-478fbcb1-878b-45df-955b-a8529b7737db tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:32.331253 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49918) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:23:32.338078 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=0c6c049d-608b-4814-b1f6-d70640c57171,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:32.341526 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18b022-5adb-4914-8b07-d67f21248f87 req-478fbcb1-878b-45df-955b-a8529b7737db tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:32.353582 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18b022-5adb-4914-8b07-d67f21248f87 req-478fbcb1-878b-45df-955b-a8529b7737db tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:32.357389 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d18b022-5adb-4914-8b07-d67f21248f87 req-478fbcb1-878b-45df-955b-a8529b7737db tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.1918869 Feb 08 21:23:32.469398 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d41647-4024-4e99-a1c7-b5d0fb853bae req-a8e3da8c-c372-4d05-ae87-af94ceb6939e tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:32.471504 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40d41647-4024-4e99-a1c7-b5d0fb853bae req-a8e3da8c-c372-4d05-ae87-af94ceb6939e tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf4d4a55-3267-47b7-94ea-65e7e7e40c0e HTTP/1.1" status: 200 len: 950 time: 0.1140573 Feb 08 21:23:32.479176 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d18b022-5adb-4914-8b07-d67f21248f87 req-243b51c2-5f68-4354-8b16-f654b5a6d9c6 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1103904 Feb 08 21:23:32.502817 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e6e40ad-d5e6-4fec-83ff-ca049b495e3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:32.541688 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['ba1697d4-60e3-4a42-86fd-43113c4fc2a5'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:23:32.570312 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40d41647-4024-4e99-a1c7-b5d0fb853bae req-ca7e063f-f3aa-438a-a651-1c01a1ccda76 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899134 Feb 08 21:23:32.634047 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e6e40ad-d5e6-4fec-83ff-ca049b495e3b admin admin] Publish callbacks [] for security_group (a5fc543b-a61e-4bbf-a951-fafe73f304aa), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:32.642502 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e6e40ad-d5e6-4fec-83ff-ca049b495e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a5fc543b-a61e-4bbf-a951-fafe73f304aa), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:32.801211 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49930) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:23:32.811900 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2e6e40ad-d5e6-4fec-83ff-ca049b495e3b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=da701ca36b6345ed8e90f9ca7c7ea7d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4669287 Feb 08 21:23:32.838663 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e40ad-d5e6-4fec-83ff-ca049b495e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fc543b-a61e-4bbf-a951-fafe73f304aa,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:32.957707 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e388e19e-e05e-49f9-a9d4-f1d14ee4e8bf admin admin] Publish callbacks [] for security_group (a5fc543b-a61e-4bbf-a951-fafe73f304aa), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:32.989638 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d63686-d54f-4e1a-b601-bdb2525dfa44 req-bebe2c3a-3a07-454d-a4df-d6e8c0099809 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:32.994251 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a3d63686-d54f-4e1a-b601-bdb2525dfa44 req-bebe2c3a-3a07-454d-a4df-d6e8c0099809 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=380cc338-7d34-4404-8d83-656e06f91fab HTTP/1.1" status: 200 len: 944 time: 0.1268141 Feb 08 21:23:33.022281 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e388e19e-e05e-49f9-a9d4-f1d14ee4e8bf admin admin] Publish callbacks [] for security_group (a5fc543b-a61e-4bbf-a951-fafe73f304aa), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:33.121220 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a3d63686-d54f-4e1a-b601-bdb2525dfa44 req-55cf430f-ccab-430f-bfe4-64a1e18dcbaa tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214337 Feb 08 21:23:33.168387 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e388e19e-e05e-49f9-a9d4-f1d14ee4e8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a5fc543b-a61e-4bbf-a951-fafe73f304aa), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:33.173503 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e388e19e-e05e-49f9-a9d4-f1d14ee4e8bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:33.173825 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e388e19e-e05e-49f9-a9d4-f1d14ee4e8bf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a5fc543b-a61e-4bbf-a951-fafe73f304aa HTTP/1.1" status: 204 len: 168 time: 0.3715253 Feb 08 21:23:33.188900 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388e19e-e05e-49f9-a9d4-f1d14ee4e8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fc543b-a61e-4bbf-a951-fafe73f304aa,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:33.227736 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b4e4f-1413-409b-95f0-0f525197a1c5 req-124e9b8a-dcbf-42e4-87a7-52c3e03a881c tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:33.234858 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b4e4f-1413-409b-95f0-0f525197a1c5 req-124e9b8a-dcbf-42e4-87a7-52c3e03a881c tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:33.236596 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-301b4e4f-1413-409b-95f0-0f525197a1c5 req-124e9b8a-dcbf-42e4-87a7-52c3e03a881c tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=607c27be-4b79-49f1-9a2b-a8b321df1b7f&device_id=cf4d4a55-3267-47b7-94ea-65e7e7e40c0e HTTP/1.1" status: 200 len: 1690 time: 0.1144800 Feb 08 21:23:33.322810 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-301b4e4f-1413-409b-95f0-0f525197a1c5 req-34d7c0b8-e26c-43ca-9911-3acfb70c70b7 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745583 Feb 08 21:23:33.620170 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460f55e-51b6-4c17-b036-4b45a42d81cd req-74c7b351-5866-4e05-a3f1-5a1a895a6109 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:33.630816 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460f55e-51b6-4c17-b036-4b45a42d81cd req-74c7b351-5866-4e05-a3f1-5a1a895a6109 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:33.639552 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460f55e-51b6-4c17-b036-4b45a42d81cd req-74c7b351-5866-4e05-a3f1-5a1a895a6109 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:33.648191 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460f55e-51b6-4c17-b036-4b45a42d81cd req-74c7b351-5866-4e05-a3f1-5a1a895a6109 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:33.661776 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460f55e-51b6-4c17-b036-4b45a42d81cd req-74c7b351-5866-4e05-a3f1-5a1a895a6109 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:33.696438 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460f55e-51b6-4c17-b036-4b45a42d81cd req-74c7b351-5866-4e05-a3f1-5a1a895a6109 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:33.710185 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460f55e-51b6-4c17-b036-4b45a42d81cd req-74c7b351-5866-4e05-a3f1-5a1a895a6109 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:33.724233 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e460f55e-51b6-4c17-b036-4b45a42d81cd req-74c7b351-5866-4e05-a3f1-5a1a895a6109 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5439 time: 0.2186499 Feb 08 21:23:33.757336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device bc9f95b7-4f88-49ab-948f-f4acf9ccc00e up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:23:33.849499 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port bc9f95b7-4f88-49ab-948f-f4acf9ccc00e completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:23:33.853575 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e460f55e-51b6-4c17-b036-4b45a42d81cd req-a28541c0-6282-42e2-986f-0c5ad3f23d05 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1269007 Feb 08 21:23:33.856977 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port bc9f95b7-4f88-49ab-948f-f4acf9ccc00e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:23:33.857719 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bc9f95b7-4f88-49ab-948f-f4acf9ccc00e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:33.982917 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port bc9f95b7-4f88-49ab-948f-f4acf9ccc00e is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:33.983775 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bc9f95b7-4f88-49ab-948f-f4acf9ccc00e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:34.069979 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port bc9f95b7-4f88-49ab-948f-f4acf9ccc00e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=bc9f95b7-4f88-49ab-948f-f4acf9ccc00e,segment=NetworkSegment(bb57cdc6-c629-4f4a-b28a-291038cfbb0a),segment_id=bb57cdc6-c629-4f4a-b28a-291038cfbb0a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:34.082894 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (bc9f95b7-4f88-49ab-948f-f4acf9ccc00e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:34.086731 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 23e48800-eeca-4bcc-b7ae-e0ebc35d4c91 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:23:34.261370 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb713199-c593-43b1-98c3-5448e616638a req-55b22250-89c2-42d1-8c37-006f1414f786 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:34.268157 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb713199-c593-43b1-98c3-5448e616638a req-55b22250-89c2-42d1-8c37-006f1414f786 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:34.274952 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb713199-c593-43b1-98c3-5448e616638a req-55b22250-89c2-42d1-8c37-006f1414f786 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:34.277432 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=bc9f95b7-4f88-49ab-948f-f4acf9ccc00e,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:34.286078 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb713199-c593-43b1-98c3-5448e616638a req-55b22250-89c2-42d1-8c37-006f1414f786 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:34.292374 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb713199-c593-43b1-98c3-5448e616638a req-55b22250-89c2-42d1-8c37-006f1414f786 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:34.298395 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb713199-c593-43b1-98c3-5448e616638a req-55b22250-89c2-42d1-8c37-006f1414f786 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:34.301286 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 23e48800-eeca-4bcc-b7ae-e0ebc35d4c91 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:23:34.303767 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb713199-c593-43b1-98c3-5448e616638a req-55b22250-89c2-42d1-8c37-006f1414f786 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:34.309541 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 23e48800-eeca-4bcc-b7ae-e0ebc35d4c91 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:23:34.310237 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (23e48800-eeca-4bcc-b7ae-e0ebc35d4c91), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:34.311678 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eb713199-c593-43b1-98c3-5448e616638a req-55b22250-89c2-42d1-8c37-006f1414f786 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.2623358 Feb 08 21:23:34.346686 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9f95b7-4f88-49ab-948f-f4acf9ccc00e'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:23:34.351601 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046728aa-e686-47ed-b846-801f58fda891" -d '{"events": [{"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-plugged", "status": "completed", "tag": "bc9f95b7-4f88-49ab-948f-f4acf9ccc00e"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:23:34.398176 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd81b34-8ef1-442f-800e-1851ef9c241b req-61601bee-2c0c-4d59-b3d1-2092c4861bf5 tempest-ServersOnMultiNodesTest-86793902 tempest-ServersOnMultiNodesTest-86793902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:34.400700 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fbd81b34-8ef1-442f-800e-1851ef9c241b req-61601bee-2c0c-4d59-b3d1-2092c4861bf5 tempest-ServersOnMultiNodesTest-86793902 tempest-ServersOnMultiNodesTest-86793902-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=607c27be-4b79-49f1-9a2b-a8b321df1b7f HTTP/1.1" status: 200 len: 1132 time: 0.1956832 Feb 08 21:23:34.449372 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eb713199-c593-43b1-98c3-5448e616638a req-7cf24d86-442e-4966-b17f-126e1fee3ed7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1362145 Feb 08 21:23:34.517732 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 23e48800-eeca-4bcc-b7ae-e0ebc35d4c91 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:34.517732 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (23e48800-eeca-4bcc-b7ae-e0ebc35d4c91), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:34.559468 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49984) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:23:34.573133 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fbd81b34-8ef1-442f-800e-1851ef9c241b req-31df5623-1450-47ea-9708-415eea82f3e8 tempest-ServersOnMultiNodesTest-86793902 tempest-ServersOnMultiNodesTest-86793902-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624827 Feb 08 21:23:34.574619 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49988) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:23:34.587778 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 23e48800-eeca-4bcc-b7ae-e0ebc35d4c91, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=23e48800-eeca-4bcc-b7ae-e0ebc35d4c91,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:34.593899 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (23e48800-eeca-4bcc-b7ae-e0ebc35d4c91), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:34.595035 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 349259dd-45b6-4ece-8313-48d4ea9e8738 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:23:34.668737 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6ac615-303d-4d56-b6f2-1debaa20f3d6 x-openstack-request-id: req-bf6ac615-303d-4d56-b6f2-1debaa20f3d6 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:23:34.669113 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-plugged", "status": "completed", "tag": "bc9f95b7-4f88-49ab-948f-f4acf9ccc00e", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:23:34.669477 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bf6ac615-303d-4d56-b6f2-1debaa20f3d6 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:23:34.669978 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9f95b7-4f88-49ab-948f-f4acf9ccc00e', 'code': 200} Feb 08 21:23:34.671154 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=23e48800-eeca-4bcc-b7ae-e0ebc35d4c91,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:34.805950 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 349259dd-45b6-4ece-8313-48d4ea9e8738 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:23:34.817827 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 349259dd-45b6-4ece-8313-48d4ea9e8738 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:23:34.818287 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (349259dd-45b6-4ece-8313-48d4ea9e8738), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:34.925931 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ff360fc9-dd7e-4601-92d4-3e48fa6b5f87 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1067590553-network', 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:23:34.982648 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff360fc9-dd7e-4601-92d4-3e48fa6b5f87 admin admin] Made reservation on behalf of df2c802afab2419db7f9d45fe40f3a06 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:23:34.986272 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ff360fc9-dd7e-4601-92d4-3e48fa6b5f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:35.011689 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ff360fc9-dd7e-4601-92d4-3e48fa6b5f87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:35.016351 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a404c7-155b-44ba-836b-22bde7db3847 req-f1212ee2-8608-448a-8c29-b72feb43994e tempest-ServersOnMultiNodesTest-86793902 tempest-ServersOnMultiNodesTest-86793902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:35.024012 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-95a404c7-155b-44ba-836b-22bde7db3847 req-f1212ee2-8608-448a-8c29-b72feb43994e tempest-ServersOnMultiNodesTest-86793902 tempest-ServersOnMultiNodesTest-86793902-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=cf4d4a55-3267-47b7-94ea-65e7e7e40c0e HTTP/1.1" status: 200 len: 1133 time: 0.2018785 Feb 08 21:23:35.097072 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 349259dd-45b6-4ece-8313-48d4ea9e8738 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:35.098063 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (349259dd-45b6-4ece-8313-48d4ea9e8738), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:35.116680 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-95a404c7-155b-44ba-836b-22bde7db3847 req-d3dd37ad-f3bc-4cc0-8fab-a096f81f209d tempest-ServersOnMultiNodesTest-86793902 tempest-ServersOnMultiNodesTest-86793902-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916536 Feb 08 21:23:35.136585 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97573846-7835-4376-958c-e03626c8efe3 req-e5ac7648-702f-4d08-a9fb-8025b04095a1 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:35.142622 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-97573846-7835-4376-958c-e03626c8efe3 req-e5ac7648-702f-4d08-a9fb-8025b04095a1 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=380cc338-7d34-4404-8d83-656e06f91fab HTTP/1.1" status: 200 len: 945 time: 0.4676907 Feb 08 21:23:35.148648 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-eceac2c5-96ad-46ab-9377-67d779cb6f2c admin admin] Deleting subnet 9a6250f6-adb5-401d-a3ca-a324e52c89b2 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:23:35.163701 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eceac2c5-96ad-46ab-9377-67d779cb6f2c admin admin] Publish callbacks [] for subnet (9a6250f6-adb5-401d-a3ca-a324e52c89b2), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:35.184943 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 349259dd-45b6-4ece-8313-48d4ea9e8738, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=349259dd-45b6-4ece-8313-48d4ea9e8738,segment=NetworkSegment(881e5be7-1349-4f9a-a3c0-c2bf76a0109d),segment_id=881e5be7-1349-4f9a-a3c0-c2bf76a0109d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:35.192431 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (349259dd-45b6-4ece-8313-48d4ea9e8738), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:35.193764 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 3a761046-2c2d-4f8b-935f-343322f71219 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:23:35.197609 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ff360fc9-dd7e-4601-92d4-3e48fa6b5f87 admin admin] Publish callbacks [] for security_group (af5ec1b9-8273-4e3f-a332-735e2a3f4618), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:35.208048 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ff360fc9-dd7e-4601-92d4-3e48fa6b5f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (af5ec1b9-8273-4e3f-a332-735e2a3f4618), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:35.231370 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff360fc9-dd7e-4601-92d4-3e48fa6b5f87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:23:35.247424 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ff360fc9-dd7e-4601-92d4-3e48fa6b5f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (d58b94c2-edae-4146-89a6-ec53005d76bd), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:35.248031 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-ff360fc9-dd7e-4601-92d4-3e48fa6b5f87 admin admin] Added segment d58b94c2-edae-4146-89a6-ec53005d76bd of type vlan for network c0cafe3d-a88f-4e07-a463-905e2e4dd601 Feb 08 21:23:35.296935 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ff360fc9-dd7e-4601-92d4-3e48fa6b5f87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (c0cafe3d-a88f-4e07-a463-905e2e4dd601), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:35.335575 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ff360fc9-dd7e-4601-92d4-3e48fa6b5f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (c0cafe3d-a88f-4e07-a463-905e2e4dd601), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:35.336885 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff360fc9-dd7e-4601-92d4-3e48fa6b5f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:35.337814 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ff360fc9-dd7e-4601-92d4-3e48fa6b5f87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:35.361422 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=349259dd-45b6-4ece-8313-48d4ea9e8738,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:35.367662 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ff360fc9-dd7e-4601-92d4-3e48fa6b5f87 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8065317 Feb 08 21:23:35.368757 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50006) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:23:35.383701 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-52a27f5e-996e-421c-a16a-adc00b14869b admin admin] Request body: {'subnet': {'network_id': 'c0cafe3d-a88f-4e07-a463-905e2e4dd601', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1067590553-subnet', 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:23:35.394257 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eceac2c5-96ad-46ab-9377-67d779cb6f2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (9a6250f6-adb5-401d-a3ca-a324e52c89b2), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:35.405336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 3a761046-2c2d-4f8b-935f-343322f71219 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:23:35.418071 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 3a761046-2c2d-4f8b-935f-343322f71219 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:23:35.418707 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3a761046-2c2d-4f8b-935f-343322f71219), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:35.433211 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff360fc9-dd7e-4601-92d4-3e48fa6b5f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5ec1b9-8273-4e3f-a332-735e2a3f4618,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:35.462251 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eceac2c5-96ad-46ab-9377-67d779cb6f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (9a6250f6-adb5-401d-a3ca-a324e52c89b2), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:35.475512 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff360fc9-dd7e-4601-92d4-3e48fa6b5f87 admin admin] Pushing event updated for resources: {'Network': ['ID=c0cafe3d-a88f-4e07-a463-905e2e4dd601,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:35.481200 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a27f5e-996e-421c-a16a-adc00b14869b admin admin] Made reservation on behalf of df2c802afab2419db7f9d45fe40f3a06 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:23:35.487353 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52a27f5e-996e-421c-a16a-adc00b14869b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:35.533853 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-97573846-7835-4376-958c-e03626c8efe3 req-a471963e-55c1-4571-ad1c-788d63b13aa1 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722878 Feb 08 21:23:35.633331 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network c0cafe3d-a88f-4e07-a463-905e2e4dd601 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:23:35.651597 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79f194-d950-46d6-a7cc-8a362f2b484c req-106bb227-f2a4-4960-8736-a74b11c564c9 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:35.684593 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79f194-d950-46d6-a7cc-8a362f2b484c req-106bb227-f2a4-4960-8736-a74b11c564c9 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:35.706611 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79f194-d950-46d6-a7cc-8a362f2b484c req-106bb227-f2a4-4960-8736-a74b11c564c9 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:35.729967 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79f194-d950-46d6-a7cc-8a362f2b484c req-106bb227-f2a4-4960-8736-a74b11c564c9 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:35.753404 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79f194-d950-46d6-a7cc-8a362f2b484c req-106bb227-f2a4-4960-8736-a74b11c564c9 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:35.778053 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52a27f5e-996e-421c-a16a-adc00b14869b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (5cbcd625-2f37-47d7-aec7-9e7877f3a664), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:35.790985 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79f194-d950-46d6-a7cc-8a362f2b484c req-106bb227-f2a4-4960-8736-a74b11c564c9 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:35.816621 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79f194-d950-46d6-a7cc-8a362f2b484c req-106bb227-f2a4-4960-8736-a74b11c564c9 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:35.826621 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ab79f194-d950-46d6-a7cc-8a362f2b484c req-106bb227-f2a4-4960-8736-a74b11c564c9 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5441 time: 0.5811002 Feb 08 21:23:35.876885 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 3a761046-2c2d-4f8b-935f-343322f71219 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:35.877835 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3a761046-2c2d-4f8b-935f-343322f71219), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:35.901279 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a27f5e-996e-421c-a16a-adc00b14869b admin admin] Checking segment: {'id': 'd58b94c2-edae-4146-89a6-ec53005d76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c0cafe3d-a88f-4e07-a463-905e2e4dd601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:23:35.905112 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a27f5e-996e-421c-a16a-adc00b14869b admin admin] Network hostable DHCP agents. Network: c0cafe3d-a88f-4e07-a463-905e2e4dd601, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:23:35.954625 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a27f5e-996e-421c-a16a-adc00b14869b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cbcd625-2f37-47d7-aec7-9e7877f3a664,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:35.964661 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eceac2c5-96ad-46ab-9377-67d779cb6f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (9a6250f6-adb5-401d-a3ca-a324e52c89b2), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:35.968893 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a27f5e-996e-421c-a16a-adc00b14869b admin admin] Network c0cafe3d-a88f-4e07-a463-905e2e4dd601 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:23:35.970314 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 3a761046-2c2d-4f8b-935f-343322f71219, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=3a761046-2c2d-4f8b-935f-343322f71219,segment=NetworkSegment(bb57cdc6-c629-4f4a-b28a-291038cfbb0a),segment_id=bb57cdc6-c629-4f4a-b28a-291038cfbb0a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:35.978906 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3a761046-2c2d-4f8b-935f-343322f71219), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:35.993384 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:23:35.998335 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-52a27f5e-996e-421c-a16a-adc00b14869b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, c0cafe3d-a88f-4e07-a463-905e2e4dd601) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:23:36.006325 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a27f5e-996e-421c-a16a-adc00b14869b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:36.007167 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52a27f5e-996e-421c-a16a-adc00b14869b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:36.029265 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-52a27f5e-996e-421c-a16a-adc00b14869b admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6522186 Feb 08 21:23:36.033720 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50010) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:23:36.044613 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-af29ade0-f975-46f2-9965-6f211b1e05f3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1067590553-router', 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:23:36.097069 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af29ade0-f975-46f2-9965-6f211b1e05f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (f634cb84-fcb5-44e6-9402-b4561ebdd817), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:36.098777 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af29ade0-f975-46f2-9965-6f211b1e05f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (f634cb84-fcb5-44e6-9402-b4561ebdd817), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:36.115428 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceac2c5-96ad-46ab-9377-67d779cb6f2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a6250f6-adb5-401d-a3ca-a324e52c89b2,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:36.120029 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eceac2c5-96ad-46ab-9377-67d779cb6f2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:36.128055 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-eceac2c5-96ad-46ab-9377-67d779cb6f2c admin admin] 10.222.0.88 "DELETE /v2.0/subnets/9a6250f6-adb5-401d-a3ca-a324e52c89b2 HTTP/1.1" status: 204 len: 168 time: 1.5513999 Feb 08 21:23:36.133961 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 50014) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:23:36.206073 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ab79f194-d950-46d6-a7cc-8a362f2b484c req-57c310be-c08f-433b-9562-16730f20e87e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3662343 Feb 08 21:23:36.221786 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203491f2-f77d-4e7c-8d33-e003a73c45e7 None None] Network c0cafe3d-a88f-4e07-a463-905e2e4dd601 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:23:36.222137 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af29ade0-f975-46f2-9965-6f211b1e05f3 admin admin] Publish callbacks [] for router_controller (f634cb84-fcb5-44e6-9402-b4561ebdd817), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:36.411969 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25f610bd-bb8c-4ccd-9cc2-090121d80923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (14653267-33f9-4701-8b25-78748f42e7d2), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:36.460717 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811041b3-3130-43aa-b05d-3e8515b18df8 req-c295082a-6c41-4e0f-9a72-9347c2e1195c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:36.468043 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811041b3-3130-43aa-b05d-3e8515b18df8 req-c295082a-6c41-4e0f-9a72-9347c2e1195c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:36.477355 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811041b3-3130-43aa-b05d-3e8515b18df8 req-c295082a-6c41-4e0f-9a72-9347c2e1195c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:36.486841 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811041b3-3130-43aa-b05d-3e8515b18df8 req-c295082a-6c41-4e0f-9a72-9347c2e1195c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:36.493892 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811041b3-3130-43aa-b05d-3e8515b18df8 req-c295082a-6c41-4e0f-9a72-9347c2e1195c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:36.500295 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811041b3-3130-43aa-b05d-3e8515b18df8 req-c295082a-6c41-4e0f-9a72-9347c2e1195c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:36.508346 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811041b3-3130-43aa-b05d-3e8515b18df8 req-c295082a-6c41-4e0f-9a72-9347c2e1195c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:36.519056 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-811041b3-3130-43aa-b05d-3e8515b18df8 req-c295082a-6c41-4e0f-9a72-9347c2e1195c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.2298646 Feb 08 21:23:36.566146 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af29ade0-f975-46f2-9965-6f211b1e05f3 admin admin] Publish callbacks [] for router_gateway (f634cb84-fcb5-44e6-9402-b4561ebdd817), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:36.641088 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:36.642639 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:36.659416 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=3a761046-2c2d-4f8b-935f-343322f71219,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:36.683118 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380cc338-7d34-4404-8d83-656e06f91fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e48800-eeca-4bcc-b7ae-e0ebc35d4c91'}, {'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349259dd-45b6-4ece-8313-48d4ea9e8738'}, {'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a761046-2c2d-4f8b-935f-343322f71219'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:23:36.687665 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a53836-6b52-4736-ad42-2b8cd81867db" -d '{"events": [{"server_uuid": "380cc338-7d34-4404-8d83-656e06f91fab", "name": "network-vif-plugged", "status": "completed", "tag": "23e48800-eeca-4bcc-b7ae-e0ebc35d4c91"}, {"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-plugged", "status": "completed", "tag": "349259dd-45b6-4ece-8313-48d4ea9e8738"}, {"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-plugged", "status": "completed", "tag": "3a761046-2c2d-4f8b-935f-343322f71219"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:23:36.748919 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:23:36.781780 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:23:36.782461 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:36.823794 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36178c2-3dc3-4aef-aef1-22f3c53cff69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-c0cafe3d-a88f-4e07-a463-905e2e4dd601', 'network_id': 'c0cafe3d-a88f-4e07-a463-905e2e4dd601', 'project_id': 'df2c802afab2419db7f9d45fe40f3a06', 'fixed_ips': [{'subnet_id': '5cbcd625-2f37-47d7-aec7-9e7877f3a664'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:23:36.825447 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b36178c2-3dc3-4aef-aef1-22f3c53cff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:36.839381 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25f610bd-bb8c-4ccd-9cc2-090121d80923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (14653267-33f9-4701-8b25-78748f42e7d2), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:36.855516 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-26f75585-43e1-4ab8-b538-d5c5810993d6 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1591794 Feb 08 21:23:36.874122 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-811041b3-3130-43aa-b05d-3e8515b18df8 req-3b4dc99d-3400-402d-8527-c16e1d8d6819 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3508451 Feb 08 21:23:37.044492 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af29ade0-f975-46f2-9965-6f211b1e05f3 admin admin] Publish callbacks [] for router_gateway (f634cb84-fcb5-44e6-9402-b4561ebdd817), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:37.104563 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af29ade0-f975-46f2-9965-6f211b1e05f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:37.107096 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-9db288c4-23f0-4423-83b9-d7208bdd802f tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:37.108647 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-9db288c4-23f0-4423-83b9-d7208bdd802f tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2278523 Feb 08 21:23:37.138741 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-65050605-6729-452c-8543-273648bbf2b1 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/quotas/a43edf20ad1643c2ac7bbb3feecd107e HTTP/1.1" status: 200 len: 375 time: 0.0127060 Feb 08 21:23:37.162889 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-25f610bd-bb8c-4ccd-9cc2-090121d80923 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14653267-33f9-4701-8b25-78748f42e7d2']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:23:37.212044 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-25f610bd-bb8c-4ccd-9cc2-090121d80923 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20a3be03-d3c0-4a20-bea9-ec24e05d3f53') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:23:37.212359 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-25f610bd-bb8c-4ccd-9cc2-090121d80923 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20a3be03-d3c0-4a20-bea9-ec24e05d3f53') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:23:37.242104 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25f610bd-bb8c-4ccd-9cc2-090121d80923 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (20a3be03-d3c0-4a20-bea9-ec24e05d3f53), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:37.262867 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:37.263491 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:37.282517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040b24-d069-4b94-a928-df71ac8a89ef req-e9c2f3d1-6d1b-484e-b646-2f15809cafbc tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:37.291489 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2f040b24-d069-4b94-a928-df71ac8a89ef req-e9c2f3d1-6d1b-484e-b646-2f15809cafbc tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=380cc338-7d34-4404-8d83-656e06f91fab HTTP/1.1" status: 200 len: 945 time: 0.1817107 Feb 08 21:23:37.301750 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25f610bd-bb8c-4ccd-9cc2-090121d80923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (20a3be03-d3c0-4a20-bea9-ec24e05d3f53), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:37.373163 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2f040b24-d069-4b94-a928-df71ac8a89ef req-9227d303-85b5-4466-b02b-85bc8a3832db tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804517 Feb 08 21:23:37.399567 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-2f25f09e-3ff3-4238-8cce-f006c09358c5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2331283 Feb 08 21:23:37.401216 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f610bd-bb8c-4ccd-9cc2-090121d80923 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:23:37.401848 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25f610bd-bb8c-4ccd-9cc2-090121d80923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (20a3be03-d3c0-4a20-bea9-ec24e05d3f53), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:23:37.404545 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:23:37.430637 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-af29ade0-f975-46f2-9965-6f211b1e05f3 admin admin] Allocated IP 172.25.3.128 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/6cd7567d-7eac-4957-99d3-b97c06da9823) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:23:37.522922 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 08 Feb 2022 21:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f772e1-3592-4975-8743-07045da31d45 x-openstack-request-id: req-57f772e1-3592-4975-8743-07045da31d45 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:23:37.523726 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380cc338-7d34-4404-8d83-656e06f91fab", "name": "network-vif-plugged", "status": "completed", "tag": "23e48800-eeca-4bcc-b7ae-e0ebc35d4c91", "code": 200}, {"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-plugged", "status": "completed", "tag": "349259dd-45b6-4ece-8313-48d4ea9e8738", "code": 200}, {"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-plugged", "status": "completed", "tag": "3a761046-2c2d-4f8b-935f-343322f71219", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:23:37.526262 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-57f772e1-3592-4975-8743-07045da31d45 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:23:37.527123 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380cc338-7d34-4404-8d83-656e06f91fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e48800-eeca-4bcc-b7ae-e0ebc35d4c91', 'code': 200} Feb 08 21:23:37.528499 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349259dd-45b6-4ece-8313-48d4ea9e8738', 'code': 200} Feb 08 21:23:37.532499 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a761046-2c2d-4f8b-935f-343322f71219', 'code': 200} Feb 08 21:23:37.626653 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f,segment=NetworkSegment(bb57cdc6-c629-4f4a-b28a-291038cfbb0a),segment_id=bb57cdc6-c629-4f4a-b28a-291038cfbb0a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:37.654985 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-b36178c2-3dc3-4aef-aef1-22f3c53cff69 None None] Allocated IP 172.20.0.2 (c0cafe3d-a88f-4e07-a463-905e2e4dd601/5cbcd625-2f37-47d7-aec7-9e7877f3a664/b143385f-91ed-4fa2-8508-dad560817488) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:23:37.664058 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:37.669103 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device ba1697d4-60e3-4a42-86fd-43113c4fc2a5 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:23:37.690709 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25f610bd-bb8c-4ccd-9cc2-090121d80923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (14653267-33f9-4701-8b25-78748f42e7d2), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:37.709768 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25f610bd-bb8c-4ccd-9cc2-090121d80923 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:37.734399 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-25f610bd-bb8c-4ccd-9cc2-090121d80923 admin admin] 10.222.0.88 "DELETE /v2.0/networks/14653267-33f9-4701-8b25-78748f42e7d2 HTTP/1.1" status: 204 len: 168 time: 1.5976317 Feb 08 21:23:37.797462 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f610bd-bb8c-4ccd-9cc2-090121d80923 admin admin] Pushing event deleted for resources: {'Network': ['ID=14653267-33f9-4701-8b25-78748f42e7d2,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:37.814501 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752231e-faea-418b-91d7-f985b85e1bc2 req-e8e2acb7-c8a8-44a0-a743-21314887c148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:37.822472 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f752231e-faea-418b-91d7-f985b85e1bc2 req-e8e2acb7-c8a8-44a0-a743-21314887c148 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=380cc338-7d34-4404-8d83-656e06f91fab HTTP/1.1" status: 200 len: 1128 time: 0.2385139 Feb 08 21:23:37.920302 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af29ade0-f975-46f2-9965-6f211b1e05f3 admin admin] Publish callbacks [] for port (6cd7567d-7eac-4957-99d3-b97c06da9823), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:37.988073 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50038) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:23:38.012053 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f752231e-faea-418b-91d7-f985b85e1bc2 req-b449c064-823f-4bc3-a539-ef4ca6af3bd2 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825795 Feb 08 21:23:38.050568 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f384098-cdc6-45fe-b2f2-d5d7753bf1a2 req-7e2c237c-a7b4-4616-bd8a-81e3d46685e3 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:38.057354 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f384098-cdc6-45fe-b2f2-d5d7753bf1a2 req-7e2c237c-a7b4-4616-bd8a-81e3d46685e3 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:38.064318 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f384098-cdc6-45fe-b2f2-d5d7753bf1a2 req-7e2c237c-a7b4-4616-bd8a-81e3d46685e3 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:38.070811 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f384098-cdc6-45fe-b2f2-d5d7753bf1a2 req-7e2c237c-a7b4-4616-bd8a-81e3d46685e3 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:38.079658 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f384098-cdc6-45fe-b2f2-d5d7753bf1a2 req-7e2c237c-a7b4-4616-bd8a-81e3d46685e3 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:38.086733 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f384098-cdc6-45fe-b2f2-d5d7753bf1a2 req-7e2c237c-a7b4-4616-bd8a-81e3d46685e3 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:38.093776 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f384098-cdc6-45fe-b2f2-d5d7753bf1a2 req-7e2c237c-a7b4-4616-bd8a-81e3d46685e3 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:38.096557 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f384098-cdc6-45fe-b2f2-d5d7753bf1a2 req-7e2c237c-a7b4-4616-bd8a-81e3d46685e3 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5443 time: 0.2725997 Feb 08 21:23:38.187635 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f384098-cdc6-45fe-b2f2-d5d7753bf1a2 req-6123d07d-d224-4613-b046-9a95ae3206cc tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0841124 Feb 08 21:23:38.197811 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af29ade0-f975-46f2-9965-6f211b1e05f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (6cd7567d-7eac-4957-99d3-b97c06da9823), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:38.212120 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:38.253549 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port ba1697d4-60e3-4a42-86fd-43113c4fc2a5 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:23:38.269152 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0984595c-dbf0-46b1-81ac-0f08b86a02f4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9528332d4f29435ebdf5e407e4b8930c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2755287 Feb 08 21:23:38.273483 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 50040) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:23:38.279748 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af29ade0-f975-46f2-9965-6f211b1e05f3 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:23:38.281687 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29ade0-f975-46f2-9965-6f211b1e05f3 admin admin] Pushing event updated for resources: {'Port': ['ID=6cd7567d-7eac-4957-99d3-b97c06da9823,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:38.298058 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-af29ade0-f975-46f2-9965-6f211b1e05f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:23:38.302109 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af29ade0-f975-46f2-9965-6f211b1e05f3 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:23:38.316958 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port ba1697d4-60e3-4a42-86fd-43113c4fc2a5 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:23:38.317588 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ba1697d4-60e3-4a42-86fd-43113c4fc2a5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:38.467873 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b36178c2-3dc3-4aef-aef1-22f3c53cff69 None None] Publish callbacks [] for port (b143385f-91ed-4fa2-8508-dad560817488), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:38.481595 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b36178c2-3dc3-4aef-aef1-22f3c53cff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (b143385f-91ed-4fa2-8508-dad560817488), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:38.510456 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36178c2-3dc3-4aef-aef1-22f3c53cff69 None None] Network c0cafe3d-a88f-4e07-a463-905e2e4dd601 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:23:38.548042 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-b36178c2-3dc3-4aef-aef1-22f3c53cff69 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:23:38.572533 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36178c2-3dc3-4aef-aef1-22f3c53cff69 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:23:38.662957 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2ee117f7-9d3f-4ef7-928f-8ace4ce46610 admin admin] Publish callbacks [] for security_group (cfbb1b86-e0b1-48e5-911e-5f1990778130), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:38.691014 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a250b-2bcf-42a1-b1b4-8d79e1988592 req-2f80a6aa-3cd3-46b8-adda-2807f50eb9c9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:38.697033 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a250b-2bcf-42a1-b1b4-8d79e1988592 req-2f80a6aa-3cd3-46b8-adda-2807f50eb9c9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:38.721466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a250b-2bcf-42a1-b1b4-8d79e1988592 req-2f80a6aa-3cd3-46b8-adda-2807f50eb9c9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:38.731630 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a250b-2bcf-42a1-b1b4-8d79e1988592 req-2f80a6aa-3cd3-46b8-adda-2807f50eb9c9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:38.744397 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a250b-2bcf-42a1-b1b4-8d79e1988592 req-2f80a6aa-3cd3-46b8-adda-2807f50eb9c9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:38.755031 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a250b-2bcf-42a1-b1b4-8d79e1988592 req-2f80a6aa-3cd3-46b8-adda-2807f50eb9c9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:38.765069 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a250b-2bcf-42a1-b1b4-8d79e1988592 req-2f80a6aa-3cd3-46b8-adda-2807f50eb9c9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:38.767364 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b79a250b-2bcf-42a1-b1b4-8d79e1988592 req-2f80a6aa-3cd3-46b8-adda-2807f50eb9c9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.4395685 Feb 08 21:23:38.878612 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2ee117f7-9d3f-4ef7-928f-8ace4ce46610 admin admin] Publish callbacks [] for security_group (cfbb1b86-e0b1-48e5-911e-5f1990778130), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:38.924055 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port ba1697d4-60e3-4a42-86fd-43113c4fc2a5 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:38.924498 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ba1697d4-60e3-4a42-86fd-43113c4fc2a5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:38.967688 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b79a250b-2bcf-42a1-b1b4-8d79e1988592 req-012edd43-fec8-4209-8b21-ff1df5b8b8b0 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1697841 Feb 08 21:23:38.971074 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af29ade0-f975-46f2-9965-6f211b1e05f3 admin admin] Publish callbacks [] for router_gateway (f634cb84-fcb5-44e6-9402-b4561ebdd817), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:38.996044 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842f9a9-e928-4528-9a77-ffead9155e2f req-4b43c784-8e0d-4d47-b578-a558a7048984 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:39.006320 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1842f9a9-e928-4528-9a77-ffead9155e2f req-4b43c784-8e0d-4d47-b578-a558a7048984 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=380cc338-7d34-4404-8d83-656e06f91fab HTTP/1.1" status: 200 len: 945 time: 0.2377191 Feb 08 21:23:39.013352 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36178c2-3dc3-4aef-aef1-22f3c53cff69 None None] Pushing event updated for resources: {'Port': ['ID=b143385f-91ed-4fa2-8508-dad560817488,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:39.057153 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2ee117f7-9d3f-4ef7-928f-8ace4ce46610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (cfbb1b86-e0b1-48e5-911e-5f1990778130), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:39.061920 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2ee117f7-9d3f-4ef7-928f-8ace4ce46610 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:39.065669 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2ee117f7-9d3f-4ef7-928f-8ace4ce46610 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cfbb1b86-e0b1-48e5-911e-5f1990778130 HTTP/1.1" status: 204 len: 168 time: 0.7883210 Feb 08 21:23:39.168074 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port ba1697d4-60e3-4a42-86fd-43113c4fc2a5, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=ba1697d4-60e3-4a42-86fd-43113c4fc2a5,segment=NetworkSegment(2915d85e-a598-40b1-b44f-c2e78eba4c98),segment_id=2915d85e-a598-40b1-b44f-c2e78eba4c98)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:39.172042 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee117f7-9d3f-4ef7-928f-8ace4ce46610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbb1b86-e0b1-48e5-911e-5f1990778130,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:39.188127 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-589df702-db78-4dff-b877-ffcfda17cb52 req-c892337a-3072-484a-bc39-0cc91f09b3df tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=0775eb78-7c77-489d-9c53-1224a81f4e15 HTTP/1.1" status: 200 len: 210 time: 0.0945518 Feb 08 21:23:39.204463 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b36178c2-3dc3-4aef-aef1-22f3c53cff69 None None] Attempting to bind port b143385f-91ed-4fa2-8508-dad560817488 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:23:39.205882 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b36178c2-3dc3-4aef-aef1-22f3c53cff69 None None] Attempting to bind port b143385f-91ed-4fa2-8508-dad560817488 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'd58b94c2-edae-4146-89a6-ec53005d76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c0cafe3d-a88f-4e07-a463-905e2e4dd601'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:23:39.206546 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36178c2-3dc3-4aef-aef1-22f3c53cff69 None None] Attempting to bind port b143385f-91ed-4fa2-8508-dad560817488 on network c0cafe3d-a88f-4e07-a463-905e2e4dd601 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:23:39.237557 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ba1697d4-60e3-4a42-86fd-43113c4fc2a5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:39.237557 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 57c2afe3-de62-4d69-a393-85c5a161f29c up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:23:39.347224 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1842f9a9-e928-4528-9a77-ffead9155e2f req-d0634181-736f-472e-8211-b8e4c8b390d4 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094571 Feb 08 21:23:39.463188 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36178c2-3dc3-4aef-aef1-22f3c53cff69 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:23:39.464855 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36178c2-3dc3-4aef-aef1-22f3c53cff69 None None] Checking segment: {'id': 'd58b94c2-edae-4146-89a6-ec53005d76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c0cafe3d-a88f-4e07-a463-905e2e4dd601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:23:39.467251 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b36178c2-3dc3-4aef-aef1-22f3c53cff69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:39.468179 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36178c2-3dc3-4aef-aef1-22f3c53cff69 None None] Bound using segment: {'id': 'd58b94c2-edae-4146-89a6-ec53005d76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c0cafe3d-a88f-4e07-a463-905e2e4dd601'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:23:39.469090 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b36178c2-3dc3-4aef-aef1-22f3c53cff69 None None] Bound port: b143385f-91ed-4fa2-8508-dad560817488, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58b94c2-edae-4146-89a6-ec53005d76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c0cafe3d-a88f-4e07-a463-905e2e4dd601'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:23:39.470140 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b36178c2-3dc3-4aef-aef1-22f3c53cff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b143385f-91ed-4fa2-8508-dad560817488), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:39.542503 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f'}, {'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1697d4-60e3-4a42-86fd-43113c4fc2a5'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:23:39.546221 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d947448e-d720-4e2b-a4d0-042131ba872b" -d '{"events": [{"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-plugged", "status": "completed", "tag": "b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f"}, {"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-plugged", "status": "completed", "tag": "ba1697d4-60e3-4a42-86fd-43113c4fc2a5"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:23:39.663595 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b36178c2-3dc3-4aef-aef1-22f3c53cff69 None None] For port b143385f-91ed-4fa2-8508-dad560817488, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:23:39.670440 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b36178c2-3dc3-4aef-aef1-22f3c53cff69 None None] For port b143385f-91ed-4fa2-8508-dad560817488, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b143385f-91ed-4fa2-8508-dad560817488,segment=NetworkSegment(d58b94c2-edae-4146-89a6-ec53005d76bd),segment_id=d58b94c2-edae-4146-89a6-ec53005d76bd)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:23:39.727203 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=ba1697d4-60e3-4a42-86fd-43113c4fc2a5,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:39.741859 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b36178c2-3dc3-4aef-aef1-22f3c53cff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b143385f-91ed-4fa2-8508-dad560817488), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:39.837496 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Feb 2022 21:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2045ae-4ffc-4d13-9052-6cf34addb7e2 x-openstack-request-id: req-7b2045ae-4ffc-4d13-9052-6cf34addb7e2 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:23:39.837852 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-plugged", "status": "completed", "tag": "b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f", "code": 200}, {"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-plugged", "status": "completed", "tag": "ba1697d4-60e3-4a42-86fd-43113c4fc2a5", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:23:39.838120 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7b2045ae-4ffc-4d13-9052-6cf34addb7e2 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:23:39.838550 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f', 'code': 200} Feb 08 21:23:39.838810 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1697d4-60e3-4a42-86fd-43113c4fc2a5', 'code': 200} Feb 08 21:23:39.902403 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 57c2afe3-de62-4d69-a393-85c5a161f29c completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:23:39.911696 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7bc29-5d88-4878-9e9e-0f4d9c6eca68 req-7d589805-6c87-41eb-8f95-2165cf042cab tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:39.935242 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 57c2afe3-de62-4d69-a393-85c5a161f29c triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:23:39.935754 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (57c2afe3-de62-4d69-a393-85c5a161f29c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:39.944892 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7bc29-5d88-4878-9e9e-0f4d9c6eca68 req-7d589805-6c87-41eb-8f95-2165cf042cab tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:39.964929 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7bc29-5d88-4878-9e9e-0f4d9c6eca68 req-7d589805-6c87-41eb-8f95-2165cf042cab tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:39.979871 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7bc29-5d88-4878-9e9e-0f4d9c6eca68 req-7d589805-6c87-41eb-8f95-2165cf042cab tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:40.009707 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7bc29-5d88-4878-9e9e-0f4d9c6eca68 req-7d589805-6c87-41eb-8f95-2165cf042cab tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:40.048938 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7bc29-5d88-4878-9e9e-0f4d9c6eca68 req-7d589805-6c87-41eb-8f95-2165cf042cab tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:40.065659 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7bc29-5d88-4878-9e9e-0f4d9c6eca68 req-7d589805-6c87-41eb-8f95-2165cf042cab tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:40.084706 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37b7bc29-5d88-4878-9e9e-0f4d9c6eca68 req-7d589805-6c87-41eb-8f95-2165cf042cab tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5444 time: 0.3892455 Feb 08 21:23:40.104282 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36178c2-3dc3-4aef-aef1-22f3c53cff69 None None] Pushing event updated for resources: {'Port': ['ID=b143385f-91ed-4fa2-8508-dad560817488,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:40.471814 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 57c2afe3-de62-4d69-a393-85c5a161f29c is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:40.472753 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (57c2afe3-de62-4d69-a393-85c5a161f29c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:40.487819 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37b7bc29-5d88-4878-9e9e-0f4d9c6eca68 req-c04f59a7-a1cd-4b30-a4ae-3f3caa679402 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3968575 Feb 08 21:23:40.607310 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 57c2afe3-de62-4d69-a393-85c5a161f29c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=57c2afe3-de62-4d69-a393-85c5a161f29c,segment=NetworkSegment(2915d85e-a598-40b1-b44f-c2e78eba4c98),segment_id=2915d85e-a598-40b1-b44f-c2e78eba4c98)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:40.621149 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (57c2afe3-de62-4d69-a393-85c5a161f29c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:40.647264 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537a117-64a6-471e-bb42-67765dc0a371 req-91ba5527-e761-43d2-809e-3fd9f14404c5 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:40.664025 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537a117-64a6-471e-bb42-67765dc0a371 req-91ba5527-e761-43d2-809e-3fd9f14404c5 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:40.693551 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537a117-64a6-471e-bb42-67765dc0a371 req-91ba5527-e761-43d2-809e-3fd9f14404c5 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:40.718231 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537a117-64a6-471e-bb42-67765dc0a371 req-91ba5527-e761-43d2-809e-3fd9f14404c5 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:40.739593 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537a117-64a6-471e-bb42-67765dc0a371 req-91ba5527-e761-43d2-809e-3fd9f14404c5 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:40.750775 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537a117-64a6-471e-bb42-67765dc0a371 req-91ba5527-e761-43d2-809e-3fd9f14404c5 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:40.757820 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537a117-64a6-471e-bb42-67765dc0a371 req-91ba5527-e761-43d2-809e-3fd9f14404c5 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:40.769131 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b537a117-64a6-471e-bb42-67765dc0a371 req-91ba5527-e761-43d2-809e-3fd9f14404c5 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.5383537 Feb 08 21:23:40.804606 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=57c2afe3-de62-4d69-a393-85c5a161f29c,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:40.868243 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a3c44663-5717-4ffb-873f-087216989146 req-f7537d9a-e8d5-4cfd-b6fa-3368f5ead8eb tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=0775eb78-7c77-489d-9c53-1224a81f4e15 HTTP/1.1" status: 200 len: 210 time: 0.0860410 Feb 08 21:23:40.940919 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af29ade0-f975-46f2-9965-6f211b1e05f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (f634cb84-fcb5-44e6-9402-b4561ebdd817), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:41.014551 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b537a117-64a6-471e-bb42-67765dc0a371 req-e84dcfeb-35af-4c2b-abfc-10395fb4b8ed tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2436068 Feb 08 21:23:41.211127 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679d942-1ceb-4089-8a4e-b3f5d5d46b48 req-8de22760-3b02-4b76-87e0-2bf26ab7ff5e tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:41.213988 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9679d942-1ceb-4089-8a4e-b3f5d5d46b48 req-8de22760-3b02-4b76-87e0-2bf26ab7ff5e tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=380cc338-7d34-4404-8d83-656e06f91fab HTTP/1.1" status: 200 len: 945 time: 0.1817656 Feb 08 21:23:41.308574 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af29ade0-f975-46f2-9965-6f211b1e05f3 admin admin] Router f634cb84-fcb5-44e6-9402-b4561ebdd817 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:23:41.369106 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9679d942-1ceb-4089-8a4e-b3f5d5d46b48 req-bc3c14c1-ddf2-4b33-8e47-cb3953388780 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408856 Feb 08 21:23:41.536314 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 50106) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:23:41.629859 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-0a23b58b-002d-4ca1-ac29-d3730a643890 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641127 Feb 08 21:23:41.700805 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af29ade0-f975-46f2-9965-6f211b1e05f3 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:23:41.711491 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c92ec54-83b3-4cb8-b817-d3d39d03ab42 None None] Sync routers for ids ['f634cb84-fcb5-44e6-9402-b4561ebdd817'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:23:41.740838 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af29ade0-f975-46f2-9965-6f211b1e05f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:41.741729 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c92ec54-83b3-4cb8-b817-d3d39d03ab42 None None] Routers {'f634cb84-fcb5-44e6-9402-b4561ebdd817'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:23:41.742373 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4c92ec54-83b3-4cb8-b817-d3d39d03ab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:23:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['f634cb84-fcb5-44e6-9402-b4561ebdd817'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:23:41.747198 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-af29ade0-f975-46f2-9965-6f211b1e05f3 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7119002 Feb 08 21:23:41.747991 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50114) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:23:41.839941 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c2afe3-de62-4d69-a393-85c5a161f29c'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:23:41.843092 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c007489-124c-40a0-9ca7-f78aa0e8cbb2" -d '{"events": [{"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-plugged", "status": "completed", "tag": "57c2afe3-de62-4d69-a393-85c5a161f29c"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:23:41.915794 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-e39bd6f6-ccd3-46e9-a6da-dcfd1c177df9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:41.925991 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-e39bd6f6-ccd3-46e9-a6da-dcfd1c177df9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2827587 Feb 08 21:23:41.953808 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-eb6effe2-a059-487d-9c05-be8d2c421791 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1692048068-network', 'tenant_id': 'c2a646abe942468bbdd47fbf2649f60f'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:23:41.987851 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f998ac3-d51c-48dc-a9a3-bbd33e5c703c None None] Network c0cafe3d-a88f-4e07-a463-905e2e4dd601 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:23:41.990704 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-c90aa9fc-edc8-4ba3-be3c-e569d787dc05 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511615 Feb 08 21:23:42.119001 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d66966c5-937b-4a76-aae1-6fa06d4545c2 None None] Provisioning complete for port b143385f-91ed-4fa2-8508-dad560817488 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:23:42.119380 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d66966c5-937b-4a76-aae1-6fa06d4545c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b143385f-91ed-4fa2-8508-dad560817488), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:42.140381 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-4c92ec54-83b3-4cb8-b817-d3d39d03ab42 None None] Set router f634cb84-fcb5-44e6-9402-b4561ebdd817 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:23:42.265281 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-5cda38e1-5526-4c6d-b638-1aeb7af66508 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Request body: {'port': {'device_id': '9cc16c04-7c0e-4c0d-b28d-942a8a95c89c', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': 'a43edf20ad1643c2ac7bbb3feecd107e'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:23:42.288446 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-a2a37569-fb25-4dc7-8f6d-f0ad96ed4467 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:42.314449 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-a2a37569-fb25-4dc7-8f6d-f0ad96ed4467 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3144832 Feb 08 21:23:42.331029 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-8b34a53b-8c1d-44a2-a5ec-1f756babffa1 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Request body: {'port': {'device_id': '0775eb78-7c77-489d-9c53-1224a81f4e15', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': 'a43edf20ad1643c2ac7bbb3feecd107e'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:23:42.471026 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85909151-e134-445f-b4dd-eeda2cd6ec85 req-d861a082-e266-407f-ad7a-3bbce92d043a tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:42.474133 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85909151-e134-445f-b4dd-eeda2cd6ec85 req-d861a082-e266-407f-ad7a-3bbce92d043a tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/networks?id=111016a1-fb5a-4474-9d8a-dc518d9d29de HTTP/1.1" status: 200 len: 806 time: 0.5158617 Feb 08 21:23:42.546130 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d66966c5-937b-4a76-aae1-6fa06d4545c2 None None] Current status of the port b143385f-91ed-4fa2-8508-dad560817488 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:42.546717 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d66966c5-937b-4a76-aae1-6fa06d4545c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b143385f-91ed-4fa2-8508-dad560817488), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:42.554564 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b143385f-91ed-4fa2-8508-dad560817488 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:23:42.644282 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85909151-e134-445f-b4dd-eeda2cd6ec85 req-7ddedc53-eaf5-4248-aab9-fb4d00f32ae8 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/quotas/f472eb7c6f4c42ca9bf2111def0cbf8f HTTP/1.1" status: 200 len: 375 time: 0.1382799 Feb 08 21:23:42.664195 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4c92ec54-83b3-4cb8-b817-d3d39d03ab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'name': 'tempest-ServersTestManualDisk-1067590553-router', 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6cd7567d-7eac-4957-99d3-b97c06da9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:23:36Z', 'updated_at': '2022-02-08T21:23:38Z', 'revision_number': 3, 'project_id': 'df2c802afab2419db7f9d45fe40f3a06', 'gw_port': {'id': '6cd7567d-7eac-4957-99d3-b97c06da9823', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:23:37Z', 'updated_at': '2022-02-08T21:23:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:23:42.745199 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-5cda38e1-5526-4c6d-b638-1aeb7af66508 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Made reservation on behalf of a43edf20ad1643c2ac7bbb3feecd107e for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:23:42.752195 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-5cda38e1-5526-4c6d-b638-1aeb7af66508 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:42.794655 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c92ec54-83b3-4cb8-b817-d3d39d03ab42 None None] Checking router: f634cb84-fcb5-44e6-9402-b4561ebdd817 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:23:42.795570 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c92ec54-83b3-4cb8-b817-d3d39d03ab42 None None] Updating router f634cb84-fcb5-44e6-9402-b4561ebdd817 port 6cd7567d-7eac-4957-99d3-b97c06da9823 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:23:42.819651 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d66966c5-937b-4a76-aae1-6fa06d4545c2 None None] For port b143385f-91ed-4fa2-8508-dad560817488, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b143385f-91ed-4fa2-8508-dad560817488,segment=NetworkSegment(d58b94c2-edae-4146-89a6-ec53005d76bd),segment_id=d58b94c2-edae-4146-89a6-ec53005d76bd)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:42.830919 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6effe2-a059-487d-9c05-be8d2c421791 admin admin] Made reservation on behalf of c2a646abe942468bbdd47fbf2649f60f for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:23:42.840265 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d66966c5-937b-4a76-aae1-6fa06d4545c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b143385f-91ed-4fa2-8508-dad560817488), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:42.846470 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eb6effe2-a059-487d-9c05-be8d2c421791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:42.906341 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4c92ec54-83b3-4cb8-b817-d3d39d03ab42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6cd7567d-7eac-4957-99d3-b97c06da9823), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:42.926187 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eb6effe2-a059-487d-9c05-be8d2c421791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:42.962553 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-8b34a53b-8c1d-44a2-a5ec-1f756babffa1 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Made reservation on behalf of a43edf20ad1643c2ac7bbb3feecd107e for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:23:42.966890 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-8b34a53b-8c1d-44a2-a5ec-1f756babffa1 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:42.967990 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85909151-e134-445f-b4dd-eeda2cd6ec85 req-d119ec04-489c-4842-8ea1-1217af9a2e1f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f472eb7c6f4c42ca9bf2111def0cbf8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3205988 Feb 08 21:23:43.136581 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port b143385f-91ed-4fa2-8508-dad560817488 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:23:43.137981 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b143385f-91ed-4fa2-8508-dad560817488), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:43.152328 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66966c5-937b-4a76-aae1-6fa06d4545c2 None None] Pushing event updated for resources: {'Port': ['ID=b143385f-91ed-4fa2-8508-dad560817488,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:43.227566 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a59547-8418-4ad4-b8a5-802b58a9b0d4 req-3a24f65b-5981-4da9-aba6-c055945d2e68 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:43.245141 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a59547-8418-4ad4-b8a5-802b58a9b0d4 req-3a24f65b-5981-4da9-aba6-c055945d2e68 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:43.276661 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a59547-8418-4ad4-b8a5-802b58a9b0d4 req-3a24f65b-5981-4da9-aba6-c055945d2e68 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:43.308447 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a59547-8418-4ad4-b8a5-802b58a9b0d4 req-3a24f65b-5981-4da9-aba6-c055945d2e68 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:43.314462 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a59547-8418-4ad4-b8a5-802b58a9b0d4 req-3a24f65b-5981-4da9-aba6-c055945d2e68 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:43.337132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a59547-8418-4ad4-b8a5-802b58a9b0d4 req-3a24f65b-5981-4da9-aba6-c055945d2e68 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:43.347242 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a59547-8418-4ad4-b8a5-802b58a9b0d4 req-3a24f65b-5981-4da9-aba6-c055945d2e68 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:43.351323 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6a59547-8418-4ad4-b8a5-802b58a9b0d4 req-3a24f65b-5981-4da9-aba6-c055945d2e68 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5445 time: 0.9127903 Feb 08 21:23:43.538033 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port b143385f-91ed-4fa2-8508-dad560817488 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:43.543263 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-85909151-e134-445f-b4dd-eeda2cd6ec85 req-1ced2831-2cda-4801-9491-306515c1c8ba service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:23:43.544920 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85909151-e134-445f-b4dd-eeda2cd6ec85 req-1ced2831-2cda-4801-9491-306515c1c8ba service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4089887 Feb 08 21:23:43.609505 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-cc08c950-8a61-411c-a3e7-7c942fb5fbde None None] Provisioning complete for port b143385f-91ed-4fa2-8508-dad560817488 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:23:43.610532 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cc08c950-8a61-411c-a3e7-7c942fb5fbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b143385f-91ed-4fa2-8508-dad560817488), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:43.620285 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-8b34a53b-8c1d-44a2-a5ec-1f756babffa1 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Allocated IP 192.168.233.229 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/f83e8df1-40e5-4abf-a7bf-f55139dfcb59) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:23:43.766672 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-302422ea-e1a4-4f5b-a722-c883ed533b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:43.817514 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4c92ec54-83b3-4cb8-b817-d3d39d03ab42 None None] Publish callbacks [] for port (6cd7567d-7eac-4957-99d3-b97c06da9823), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:43.829783 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-cc08c950-8a61-411c-a3e7-7c942fb5fbde None None] Current status of the port b143385f-91ed-4fa2-8508-dad560817488 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:43.837088 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4c92ec54-83b3-4cb8-b817-d3d39d03ab42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6cd7567d-7eac-4957-99d3-b97c06da9823), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:43.860895 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6a59547-8418-4ad4-b8a5-802b58a9b0d4 req-4aa7a520-416c-4a92-ab0b-9cd8c9a686c4 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4867010 Feb 08 21:23:43.971275 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c16c07-10bf-4542-b80c-41322df58155 x-openstack-request-id: req-09c16c07-10bf-4542-b80c-41322df58155 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:23:43.972929 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-plugged", "status": "completed", "tag": "57c2afe3-de62-4d69-a393-85c5a161f29c", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:23:43.973465 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-09c16c07-10bf-4542-b80c-41322df58155 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:23:43.974151 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c2afe3-de62-4d69-a393-85c5a161f29c', 'code': 200} Feb 08 21:23:43.997040 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eb6effe2-a059-487d-9c05-be8d2c421791 admin admin] Publish callbacks [] for security_group (89917a50-5d35-4b9b-b809-8cdfc98f49c8), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:44.017152 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85909151-e134-445f-b4dd-eeda2cd6ec85 req-cd2303de-1caa-46d0-a248-deaf89f68b54 service neutron] 10.222.0.88 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307992 Feb 08 21:23:44.023544 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2878a8f-433b-4f24-bc26-ffabe31b3d01 None None] Pushing event updated for resources: {'Port': ['ID=6cd7567d-7eac-4957-99d3-b97c06da9823,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:44.039668 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4c92ec54-83b3-4cb8-b817-d3d39d03ab42 None None] Attempting to bind port 6cd7567d-7eac-4957-99d3-b97c06da9823 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:23:44.039668 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4c92ec54-83b3-4cb8-b817-d3d39d03ab42 None None] Attempting to bind port 6cd7567d-7eac-4957-99d3-b97c06da9823 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:23:44.040015 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c92ec54-83b3-4cb8-b817-d3d39d03ab42 None None] Attempting to bind port 6cd7567d-7eac-4957-99d3-b97c06da9823 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:23:44.053060 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2878a8f-433b-4f24-bc26-ffabe31b3d01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:23:44.053447 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2878a8f-433b-4f24-bc26-ffabe31b3d01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:23:44.053797 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2878a8f-433b-4f24-bc26-ffabe31b3d01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:23:44.054139 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2878a8f-433b-4f24-bc26-ffabe31b3d01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:23:44.054544 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2878a8f-433b-4f24-bc26-ffabe31b3d01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:23:44.054881 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2878a8f-433b-4f24-bc26-ffabe31b3d01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:23:44.055501 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2878a8f-433b-4f24-bc26-ffabe31b3d01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:23:44.055835 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2878a8f-433b-4f24-bc26-ffabe31b3d01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:23:44.056164 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2878a8f-433b-4f24-bc26-ffabe31b3d01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:23:44.056542 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2878a8f-433b-4f24-bc26-ffabe31b3d01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:23:44.056871 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2878a8f-433b-4f24-bc26-ffabe31b3d01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:23:44.057195 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2878a8f-433b-4f24-bc26-ffabe31b3d01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:23:44.057590 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2878a8f-433b-4f24-bc26-ffabe31b3d01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:23:44.070880 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eb6effe2-a059-487d-9c05-be8d2c421791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (89917a50-5d35-4b9b-b809-8cdfc98f49c8), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:44.080894 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c92ec54-83b3-4cb8-b817-d3d39d03ab42 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:23:44.081736 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c92ec54-83b3-4cb8-b817-d3d39d03ab42 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:23:44.082381 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4c92ec54-83b3-4cb8-b817-d3d39d03ab42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:44.082972 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c92ec54-83b3-4cb8-b817-d3d39d03ab42 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:23:44.083771 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4c92ec54-83b3-4cb8-b817-d3d39d03ab42 None None] Bound port: 6cd7567d-7eac-4957-99d3-b97c06da9823, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:23:44.084349 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4c92ec54-83b3-4cb8-b817-d3d39d03ab42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6cd7567d-7eac-4957-99d3-b97c06da9823), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:44.102681 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-8b34a53b-8c1d-44a2-a5ec-1f756babffa1 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks [] for port (f83e8df1-40e5-4abf-a7bf-f55139dfcb59), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:44.146618 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6effe2-a059-487d-9c05-be8d2c421791 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:23:44.171461 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eb6effe2-a059-487d-9c05-be8d2c421791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (8610d3d1-3273-465e-ab77-6d38b151af60), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:44.172625 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-eb6effe2-a059-487d-9c05-be8d2c421791 admin admin] Added segment 8610d3d1-3273-465e-ab77-6d38b151af60 of type vlan for network 6d617a57-663b-46b8-a895-9c8dc64c2527 Feb 08 21:23:44.195407 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-4c92ec54-83b3-4cb8-b817-d3d39d03ab42 None None] For port 6cd7567d-7eac-4957-99d3-b97c06da9823, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:23:44.203122 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-4c92ec54-83b3-4cb8-b817-d3d39d03ab42 None None] For port 6cd7567d-7eac-4957-99d3-b97c06da9823, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=6cd7567d-7eac-4957-99d3-b97c06da9823,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:23:44.231575 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4c92ec54-83b3-4cb8-b817-d3d39d03ab42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6cd7567d-7eac-4957-99d3-b97c06da9823), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:44.257326 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-302422ea-e1a4-4f5b-a722-c883ed533b94 admin admin] Allocated IP 172.20.0.1 (c0cafe3d-a88f-4e07-a463-905e2e4dd601/5cbcd625-2f37-47d7-aec7-9e7877f3a664/ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:23:44.264467 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eb6effe2-a059-487d-9c05-be8d2c421791 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (6d617a57-663b-46b8-a895-9c8dc64c2527), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:44.288333 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-8b34a53b-8c1d-44a2-a5ec-1f756babffa1 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (f83e8df1-40e5-4abf-a7bf-f55139dfcb59), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:44.305519 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213', '1651414b-887f-499e-94dc-f272c3d7ad17', '08e98366-f712-40c6-9133-dc43af386f4a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:23:44.402768 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-8b34a53b-8c1d-44a2-a5ec-1f756babffa1 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:23:44.411106 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85909151-e134-445f-b4dd-eeda2cd6ec85 req-5fb1fe79-f26e-4457-9fab-0d209d7db09b service neutron] 10.222.0.88 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922584 Feb 08 21:23:44.419599 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-8b34a53b-8c1d-44a2-a5ec-1f756babffa1 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:23:44.426562 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-8b34a53b-8c1d-44a2-a5ec-1f756babffa1 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:23:44.440901 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b143385f-91ed-4fa2-8508-dad560817488 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:23:44.468637 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c92ec54-83b3-4cb8-b817-d3d39d03ab42 None None] Routers {'f634cb84-fcb5-44e6-9402-b4561ebdd817'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:23:44.470215 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4c92ec54-83b3-4cb8-b817-d3d39d03ab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:23:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['f634cb84-fcb5-44e6-9402-b4561ebdd817'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:23:44.782663 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port b143385f-91ed-4fa2-8508-dad560817488 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:23:44.786576 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b143385f-91ed-4fa2-8508-dad560817488), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:44.793128 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34a53b-8c1d-44a2-a5ec-1f756babffa1 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Pushing event updated for resources: {'Port': ['ID=f83e8df1-40e5-4abf-a7bf-f55139dfcb59,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:44.818486 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.db.resource_extend [None req-eb6effe2-a059-487d-9c05-be8d2c421791 admin admin] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:23:44.822302 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2878a8f-433b-4f24-bc26-ffabe31b3d01 None None] Pushing event updated for resources: {'Port': ['ID=6cd7567d-7eac-4957-99d3-b97c06da9823,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:44.892402 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-5cda38e1-5526-4c6d-b638-1aeb7af66508 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Allocated IP 192.168.233.7 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/9e7aeee0-5c0b-43a6-b833-230bd6450606) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:23:44.899652 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-8b34a53b-8c1d-44a2-a5ec-1f756babffa1 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:44.915118 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-8b34a53b-8c1d-44a2-a5ec-1f756babffa1 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:44.931017 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-4c92ec54-83b3-4cb8-b817-d3d39d03ab42 None None] Set router f634cb84-fcb5-44e6-9402-b4561ebdd817 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:23:45.009365 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-8b34a53b-8c1d-44a2-a5ec-1f756babffa1 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6874561 Feb 08 21:23:45.024282 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-e993d760-cedd-4957-8054-8a36b4ae80bf service neutron] Request body: {'port': {'device_id': '0775eb78-7c77-489d-9c53-1224a81f4e15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:23:45.119708 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6effe2-a059-487d-9c05-be8d2c421791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89917a50-5d35-4b9b-b809-8cdfc98f49c8,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:45.164480 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-302422ea-e1a4-4f5b-a722-c883ed533b94 admin admin] Publish callbacks [] for port (ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:45.172217 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eb6effe2-a059-487d-9c05-be8d2c421791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (6d617a57-663b-46b8-a895-9c8dc64c2527), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:45.173509 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-cbc6652b-abe5-434f-a5dd-0c2aaeda0eea None None] Provisioning complete for port f83e8df1-40e5-4abf-a7bf-f55139dfcb59 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:23:45.174103 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6effe2-a059-487d-9c05-be8d2c421791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:45.174436 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eb6effe2-a059-487d-9c05-be8d2c421791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:45.180180 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cbc6652b-abe5-434f-a5dd-0c2aaeda0eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f83e8df1-40e5-4abf-a7bf-f55139dfcb59), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:45.184555 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-e993d760-cedd-4957-8054-8a36b4ae80bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f83e8df1-40e5-4abf-a7bf-f55139dfcb59), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:45.278778 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-302422ea-e1a4-4f5b-a722-c883ed533b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:45.379625 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302422ea-e1a4-4f5b-a722-c883ed533b94 admin admin] Pushing event updated for resources: {'Port': ['ID=ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:45.412448 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302422ea-e1a4-4f5b-a722-c883ed533b94 admin admin] Network c0cafe3d-a88f-4e07-a463-905e2e4dd601 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:23:45.416792 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-302422ea-e1a4-4f5b-a722-c883ed533b94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:23:45.437854 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302422ea-e1a4-4f5b-a722-c883ed533b94 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:23:45.506048 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:23:45.527566 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-302422ea-e1a4-4f5b-a722-c883ed533b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (f634cb84-fcb5-44e6-9402-b4561ebdd817), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:45.530841 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-cbc6652b-abe5-434f-a5dd-0c2aaeda0eea None None] Port f83e8df1-40e5-4abf-a7bf-f55139dfcb59 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:23:45.567674 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port b143385f-91ed-4fa2-8508-dad560817488 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:45.570997 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4c92ec54-83b3-4cb8-b817-d3d39d03ab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'name': 'tempest-ServersTestManualDisk-1067590553-router', 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6cd7567d-7eac-4957-99d3-b97c06da9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:23:36Z', 'updated_at': '2022-02-08T21:23:38Z', 'revision_number': 3, 'project_id': 'df2c802afab2419db7f9d45fe40f3a06', 'gw_port': {'id': '6cd7567d-7eac-4957-99d3-b97c06da9823', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:23:37Z', 'updated_at': '2022-02-08T21:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:23:45.647019 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c92ec54-83b3-4cb8-b817-d3d39d03ab42 None None] The sync data for ids ['f634cb84-fcb5-44e6-9402-b4561ebdd817'] in n-d-712143-31 is: [{'id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'name': 'tempest-ServersTestManualDisk-1067590553-router', 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6cd7567d-7eac-4957-99d3-b97c06da9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:23:36Z', 'updated_at': '2022-02-08T21:23:38Z', 'revision_number': 3, 'project_id': 'df2c802afab2419db7f9d45fe40f3a06', 'gw_port': {'id': '6cd7567d-7eac-4957-99d3-b97c06da9823', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:23:37Z', 'updated_at': '2022-02-08T21:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:23:46.035934 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-0320cab1-614f-4d67-be49-2a4237e7c7b9 None None] Provisioning complete for port ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:23:46.039994 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0320cab1-614f-4d67-be49-2a4237e7c7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:46.040263 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-302422ea-e1a4-4f5b-a722-c883ed533b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:46.285845 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0320cab1-614f-4d67-be49-2a4237e7c7b9 None None] Port ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:23:46.335946 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f85d18-ef23-42cf-af35-2cbfe4b99b2a req-3588c02b-199e-435d-a2f4-47119244a7e7 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:46.344874 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-78f85d18-ef23-42cf-af35-2cbfe4b99b2a req-3588c02b-199e-435d-a2f4-47119244a7e7 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=0775eb78-7c77-489d-9c53-1224a81f4e15 HTTP/1.1" status: 200 len: 936 time: 2.0553834 Feb 08 21:23:46.386928 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0b74e-ba90-4e51-a3b5-518f272f919d req-e33c7bf1-c004-4fbe-9ddf-b5d7a2b66dd3 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:46.392875 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0b74e-ba90-4e51-a3b5-518f272f919d req-e33c7bf1-c004-4fbe-9ddf-b5d7a2b66dd3 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:46.399373 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0b74e-ba90-4e51-a3b5-518f272f919d req-e33c7bf1-c004-4fbe-9ddf-b5d7a2b66dd3 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:46.404918 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0b74e-ba90-4e51-a3b5-518f272f919d req-e33c7bf1-c004-4fbe-9ddf-b5d7a2b66dd3 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:46.414269 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0b74e-ba90-4e51-a3b5-518f272f919d req-e33c7bf1-c004-4fbe-9ddf-b5d7a2b66dd3 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:46.434096 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0b74e-ba90-4e51-a3b5-518f272f919d req-e33c7bf1-c004-4fbe-9ddf-b5d7a2b66dd3 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:46.440382 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0b74e-ba90-4e51-a3b5-518f272f919d req-e33c7bf1-c004-4fbe-9ddf-b5d7a2b66dd3 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:46.443267 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55a0b74e-ba90-4e51-a3b5-518f272f919d req-e33c7bf1-c004-4fbe-9ddf-b5d7a2b66dd3 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 1.4050705 Feb 08 21:23:46.479607 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-eb6effe2-a059-487d-9c05-be8d2c421791 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.9421270 Feb 08 21:23:46.512947 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c59de-7e50-4649-a6e0-2d5733b05326 req-8fe939a8-9176-40a2-b916-029d3fb33352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:46.514293 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c59de-7e50-4649-a6e0-2d5733b05326 req-8fe939a8-9176-40a2-b916-029d3fb33352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:46.515407 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c59de-7e50-4649-a6e0-2d5733b05326 req-8fe939a8-9176-40a2-b916-029d3fb33352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:46.517075 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c59de-7e50-4649-a6e0-2d5733b05326 req-8fe939a8-9176-40a2-b916-029d3fb33352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:46.518385 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c59de-7e50-4649-a6e0-2d5733b05326 req-8fe939a8-9176-40a2-b916-029d3fb33352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:46.520140 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c59de-7e50-4649-a6e0-2d5733b05326 req-8fe939a8-9176-40a2-b916-029d3fb33352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:46.521368 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c59de-7e50-4649-a6e0-2d5733b05326 req-8fe939a8-9176-40a2-b916-029d3fb33352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:46.527372 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b31c59de-7e50-4649-a6e0-2d5733b05326 req-8fe939a8-9176-40a2-b916-029d3fb33352 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 6726 time: 2.0073197 Feb 08 21:23:46.528979 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 50154) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:23:46.540786 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6effe2-a059-487d-9c05-be8d2c421791 admin admin] Pushing event updated for resources: {'Network': ['ID=6d617a57-663b-46b8-a895-9c8dc64c2527,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:46.597161 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 6d617a57-663b-46b8-a895-9c8dc64c2527 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:23:46.599245 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-62e481e0-faf1-4248-8322-a6c048ed7644 admin admin] Request body: {'subnet': {'network_id': '6d617a57-663b-46b8-a895-9c8dc64c2527', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1692048068-subnet', 'tenant_id': 'c2a646abe942468bbdd47fbf2649f60f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:23:46.691470 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-302422ea-e1a4-4f5b-a722-c883ed533b94 admin admin] Publish callbacks [] for port (ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:46.703556 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-302422ea-e1a4-4f5b-a722-c883ed533b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:46.791232 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6cd7567d-7eac-4957-99d3-b97c06da9823 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:23:46.846466 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302422ea-e1a4-4f5b-a722-c883ed533b94 admin admin] Pushing event updated for resources: {'Port': ['ID=ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:46.854214 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-302422ea-e1a4-4f5b-a722-c883ed533b94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (f634cb84-fcb5-44e6-9402-b4561ebdd817), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:46.915146 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e481e0-faf1-4248-8322-a6c048ed7644 admin admin] Made reservation on behalf of c2a646abe942468bbdd47fbf2649f60f for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:23:46.917864 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-62e481e0-faf1-4248-8322-a6c048ed7644 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:47.026720 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-78f85d18-ef23-42cf-af35-2cbfe4b99b2a req-bb01cc97-c6b2-4fcc-b71e-47c8335144f0 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6804237 Feb 08 21:23:47.032365 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55a0b74e-ba90-4e51-a3b5-518f272f919d req-6201dc6b-0101-4aa1-a761-c9ebc1a37e57 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5426233 Feb 08 21:23:47.152943 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302422ea-e1a4-4f5b-a722-c883ed533b94 admin admin] Network c0cafe3d-a88f-4e07-a463-905e2e4dd601 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:23:47.155665 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-302422ea-e1a4-4f5b-a722-c883ed533b94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:23:47.342217 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 6cd7567d-7eac-4957-99d3-b97c06da9823 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:23:47.343155 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6cd7567d-7eac-4957-99d3-b97c06da9823), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:47.543241 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302422ea-e1a4-4f5b-a722-c883ed533b94 admin admin] Router f634cb84-fcb5-44e6-9402-b4561ebdd817 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:23:47.557197 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-62e481e0-faf1-4248-8322-a6c048ed7644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (ac185e1d-f0b2-4a63-bbd4-646d0a456d84), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:47.715743 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 6cd7567d-7eac-4957-99d3-b97c06da9823 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:47.716322 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6cd7567d-7eac-4957-99d3-b97c06da9823), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:47.800770 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b31c59de-7e50-4649-a6e0-2d5733b05326 req-0d6d7ca6-7059-46c7-92e2-1bbd7e9198ee service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2155156 Feb 08 21:23:47.839988 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302422ea-e1a4-4f5b-a722-c883ed533b94 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:23:47.846193 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-302422ea-e1a4-4f5b-a722-c883ed533b94 admin admin] 10.222.0.88 "PUT /v2.0/routers/f634cb84-fcb5-44e6-9402-b4561ebdd817/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0969248 Feb 08 21:23:47.851988 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 6cd7567d-7eac-4957-99d3-b97c06da9823, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=6cd7567d-7eac-4957-99d3-b97c06da9823,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:47.860847 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6cd7567d-7eac-4957-99d3-b97c06da9823), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:47.903357 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-5cda38e1-5526-4c6d-b638-1aeb7af66508 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks [] for port (9e7aeee0-5c0b-43a6-b833-230bd6450606), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:47.910312 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f262a336-aaeb-408f-8c7d-9cd66bb59d36 None None] Provisioning complete for port ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:23:47.911681 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f262a336-aaeb-408f-8c7d-9cd66bb59d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:47.980022 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2fe39ccb-26aa-4b78-a513-bd8022a8ab91 req-d475e322-d92b-48fd-b921-8df87e4233aa tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=da3aa243-0313-4643-9c87-65558ec4a89f HTTP/1.1" status: 200 len: 210 time: 0.1751733 Feb 08 21:23:48.004629 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e481e0-faf1-4248-8322-a6c048ed7644 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac185e1d-f0b2-4a63-bbd4-646d0a456d84,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:48.035681 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e481e0-faf1-4248-8322-a6c048ed7644 admin admin] Checking segment: {'id': '8610d3d1-3273-465e-ab77-6d38b151af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6d617a57-663b-46b8-a895-9c8dc64c2527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:23:48.035681 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e481e0-faf1-4248-8322-a6c048ed7644 admin admin] Network hostable DHCP agents. Network: 6d617a57-663b-46b8-a895-9c8dc64c2527, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:23:48.105801 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=6cd7567d-7eac-4957-99d3-b97c06da9823,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:48.211453 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-5cda38e1-5526-4c6d-b638-1aeb7af66508 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (9e7aeee0-5c0b-43a6-b833-230bd6450606), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:48.259930 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213', '1651414b-887f-499e-94dc-f272c3d7ad17', '08e98366-f712-40c6-9133-dc43af386f4a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:23:48.266509 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb9bd7-106e-44bf-b81a-5a4f233896cf req-28318e4d-014d-4ab6-b8ff-c2f248da5d8b tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:48.283265 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb9bd7-106e-44bf-b81a-5a4f233896cf req-28318e4d-014d-4ab6-b8ff-c2f248da5d8b tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:48.299847 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb9bd7-106e-44bf-b81a-5a4f233896cf req-28318e4d-014d-4ab6-b8ff-c2f248da5d8b tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:48.313086 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb9bd7-106e-44bf-b81a-5a4f233896cf req-28318e4d-014d-4ab6-b8ff-c2f248da5d8b tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:48.327163 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb9bd7-106e-44bf-b81a-5a4f233896cf req-28318e4d-014d-4ab6-b8ff-c2f248da5d8b tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:48.340812 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb9bd7-106e-44bf-b81a-5a4f233896cf req-28318e4d-014d-4ab6-b8ff-c2f248da5d8b tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:48.351851 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb9bd7-106e-44bf-b81a-5a4f233896cf req-28318e4d-014d-4ab6-b8ff-c2f248da5d8b tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:48.356077 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7bb9bd7-106e-44bf-b81a-5a4f233896cf req-28318e4d-014d-4ab6-b8ff-c2f248da5d8b tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5445 time: 0.8604710 Feb 08 21:23:48.391356 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f262a336-aaeb-408f-8c7d-9cd66bb59d36 None None] Port ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:23:48.447493 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6cd7567d-7eac-4957-99d3-b97c06da9823 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:23:48.510969 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-5cda38e1-5526-4c6d-b638-1aeb7af66508 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:23:48.531307 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-e993d760-cedd-4957-8054-8a36b4ae80bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f83e8df1-40e5-4abf-a7bf-f55139dfcb59 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:23:48.563756 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda38e1-5526-4c6d-b638-1aeb7af66508 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Pushing event updated for resources: {'Port': ['ID=9e7aeee0-5c0b-43a6-b833-230bd6450606,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:48.564695 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-e993d760-cedd-4957-8054-8a36b4ae80bf service neutron] Publish callbacks [] for port (f83e8df1-40e5-4abf-a7bf-f55139dfcb59), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:48.592011 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-5cda38e1-5526-4c6d-b638-1aeb7af66508 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:23:48.607155 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-e993d760-cedd-4957-8054-8a36b4ae80bf service neutron] Transition to ACTIVE for port object f83e8df1-40e5-4abf-a7bf-f55139dfcb59 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:23:48.622723 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-e993d760-cedd-4957-8054-8a36b4ae80bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (f83e8df1-40e5-4abf-a7bf-f55139dfcb59), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:48.672960 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-5cda38e1-5526-4c6d-b638-1aeb7af66508 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:23:48.764573 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 6cd7567d-7eac-4957-99d3-b97c06da9823 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:23:48.765599 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6cd7567d-7eac-4957-99d3-b97c06da9823), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:48.795842 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e481e0-faf1-4248-8322-a6c048ed7644 admin admin] Network 6d617a57-663b-46b8-a895-9c8dc64c2527 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:23:48.803278 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-5cda38e1-5526-4c6d-b638-1aeb7af66508 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:48.804641 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-5cda38e1-5526-4c6d-b638-1aeb7af66508 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:48.858897 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e993d760-cedd-4957-8054-8a36b4ae80bf service neutron] Pushing event updated for resources: {'Port': ['ID=f83e8df1-40e5-4abf-a7bf-f55139dfcb59,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:49.002532 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7bb9bd7-106e-44bf-b81a-5a4f233896cf req-4f542b55-dc14-4f31-a37c-e6ed8a7695d7 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4537642 Feb 08 21:23:49.017408 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-62e481e0-faf1-4248-8322-a6c048ed7644 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 6d617a57-663b-46b8-a895-9c8dc64c2527) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:23:49.053573 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cda7779-2ffe-4541-a815-80dc3c740a94 None None] Network 6d617a57-663b-46b8-a895-9c8dc64c2527 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:23:49.091134 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e481e0-faf1-4248-8322-a6c048ed7644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:49.101355 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-62e481e0-faf1-4248-8322-a6c048ed7644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:49.206039 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-5cda38e1-5526-4c6d-b638-1aeb7af66508 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 7.2786434 Feb 08 21:23:49.218354 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-62e481e0-faf1-4248-8322-a6c048ed7644 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6800497 Feb 08 21:23:49.244804 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-e993d760-cedd-4957-8054-8a36b4ae80bf service neutron] Attempting to bind port f83e8df1-40e5-4abf-a7bf-f55139dfcb59 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:23:49.245169 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-e993d760-cedd-4957-8054-8a36b4ae80bf service neutron] Attempting to bind port f83e8df1-40e5-4abf-a7bf-f55139dfcb59 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:23:49.245582 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-e993d760-cedd-4957-8054-8a36b4ae80bf service neutron] Attempting to bind port f83e8df1-40e5-4abf-a7bf-f55139dfcb59 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:23:49.286538 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-e993d760-cedd-4957-8054-8a36b4ae80bf service neutron] Port f83e8df1-40e5-4abf-a7bf-f55139dfcb59 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:23:49.287035 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-e993d760-cedd-4957-8054-8a36b4ae80bf service neutron] Attempting to bind port f83e8df1-40e5-4abf-a7bf-f55139dfcb59 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:23:49.316682 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-60361249-9695-4869-823e-f8a49a2ebf91 service neutron] Request body: {'port': {'device_id': '9cc16c04-7c0e-4c0d-b28d-942a8a95c89c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:23:49.323698 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-e993d760-cedd-4957-8054-8a36b4ae80bf service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:23:49.324027 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-e993d760-cedd-4957-8054-8a36b4ae80bf service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:23:49.324479 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-e993d760-cedd-4957-8054-8a36b4ae80bf service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:23:49.338240 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-e993d760-cedd-4957-8054-8a36b4ae80bf service neutron] Bound port: f83e8df1-40e5-4abf-a7bf-f55139dfcb59, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:23:49.339179 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-e993d760-cedd-4957-8054-8a36b4ae80bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f83e8df1-40e5-4abf-a7bf-f55139dfcb59), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:49.595929 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3ade0-f72e-4eac-8eb5-13c0cc71dd74 req-9ea93eb9-9595-48f5-bb78-b66047fc879c tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:49.614633 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-e993d760-cedd-4957-8054-8a36b4ae80bf service neutron] For port f83e8df1-40e5-4abf-a7bf-f55139dfcb59, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:23:49.618143 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8ab3ade0-f72e-4eac-8eb5-13c0cc71dd74 req-9ea93eb9-9595-48f5-bb78-b66047fc879c tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=0775eb78-7c77-489d-9c53-1224a81f4e15 HTTP/1.1" status: 200 len: 948 time: 1.2238665 Feb 08 21:23:49.619070 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-e993d760-cedd-4957-8054-8a36b4ae80bf service neutron] For port f83e8df1-40e5-4abf-a7bf-f55139dfcb59, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=f83e8df1-40e5-4abf-a7bf-f55139dfcb59,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:23:49.653919 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-e993d760-cedd-4957-8054-8a36b4ae80bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (f83e8df1-40e5-4abf-a7bf-f55139dfcb59), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:49.698066 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85909151-e134-445f-b4dd-eeda2cd6ec85 req-cd29698b-5a4a-457b-a9de-a3d27fba354f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f472eb7c6f4c42ca9bf2111def0cbf8f&device_id=da3aa243-0313-4643-9c87-65558ec4a89f HTTP/1.1" status: 200 len: 210 time: 0.2584400 Feb 08 21:23:49.761872 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-e993d760-cedd-4957-8054-8a36b4ae80bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:49.762779 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-e993d760-cedd-4957-8054-8a36b4ae80bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:49.764248 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-e993d760-cedd-4957-8054-8a36b4ae80bf service neutron] 10.222.0.94 "PUT /v2.0/ports/f83e8df1-40e5-4abf-a7bf-f55139dfcb59 HTTP/1.1" status: 200 len: 1097 time: 4.7463861 Feb 08 21:23:49.764726 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0775eb78-7c77-489d-9c53-1224a81f4e15', 'tag': 'f83e8df1-40e5-4abf-a7bf-f55139dfcb59'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:23:49.770115 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af731ac5-b723-4462-8446-ae1d7edb9e63" -d '{"events": [{"name": "network-changed", "server_uuid": "0775eb78-7c77-489d-9c53-1224a81f4e15", "tag": "f83e8df1-40e5-4abf-a7bf-f55139dfcb59"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:23:49.823605 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88edc5c-14c0-4224-9341-cb415ac6bf59 None None] Sync routers for ids ['f634cb84-fcb5-44e6-9402-b4561ebdd817'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:23:49.825241 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e993d760-cedd-4957-8054-8a36b4ae80bf service neutron] Pushing event updated for resources: {'Port': ['ID=f83e8df1-40e5-4abf-a7bf-f55139dfcb59,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:49.834715 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 6cd7567d-7eac-4957-99d3-b97c06da9823 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:49.842602 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-60361249-9695-4869-823e-f8a49a2ebf91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9e7aeee0-5c0b-43a6-b833-230bd6450606), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:50.022790 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8ab3ade0-f72e-4eac-8eb5-13c0cc71dd74 req-35566e4c-b349-4476-b652-1952db835a65 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267589 Feb 08 21:23:50.028188 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-1257acbd-4831-466a-b23d-b8b3b04833dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:50.037307 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-1257acbd-4831-466a-b23d-b8b3b04833dd service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&device_id=0775eb78-7c77-489d-9c53-1224a81f4e15 HTTP/1.1" status: 200 len: 1131 time: 0.1932755 Feb 08 21:23:50.128367 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead67c24-f604-4f1b-90cf-328afa10e8b2 req-719be283-7c1d-473c-8c14-f0280a7015df tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:50.152583 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead67c24-f604-4f1b-90cf-328afa10e8b2 req-719be283-7c1d-473c-8c14-f0280a7015df tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:50.161790 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ca7f10-abdd-42ea-b918-21ba7c2ba820 None None] Network 6d617a57-663b-46b8-a895-9c8dc64c2527 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:23:50.174052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead67c24-f604-4f1b-90cf-328afa10e8b2 req-719be283-7c1d-473c-8c14-f0280a7015df tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:50.197170 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead67c24-f604-4f1b-90cf-328afa10e8b2 req-719be283-7c1d-473c-8c14-f0280a7015df tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:50.213129 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead67c24-f604-4f1b-90cf-328afa10e8b2 req-719be283-7c1d-473c-8c14-f0280a7015df tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:50.223577 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead67c24-f604-4f1b-90cf-328afa10e8b2 req-719be283-7c1d-473c-8c14-f0280a7015df tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:50.235139 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead67c24-f604-4f1b-90cf-328afa10e8b2 req-719be283-7c1d-473c-8c14-f0280a7015df tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:50.244874 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ead67c24-f604-4f1b-90cf-328afa10e8b2 req-719be283-7c1d-473c-8c14-f0280a7015df tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 1.0356774 Feb 08 21:23:50.248657 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-7b0fc2b2-df8e-426b-b3d8-5ba1e793edf2 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=f83e8df1-40e5-4abf-a7bf-f55139dfcb59 HTTP/1.1" status: 200 len: 217 time: 0.2011683 Feb 08 21:23:50.362246 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ead67c24-f604-4f1b-90cf-328afa10e8b2 req-94520e75-6b80-470e-8e2b-f3650ebda171 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1159918 Feb 08 21:23:50.403146 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-c4c42492-79dc-4198-bd1f-4bd1df648218 None None] Provisioning complete for port 9e7aeee0-5c0b-43a6-b833-230bd6450606 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:23:50.403426 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c4c42492-79dc-4198-bd1f-4bd1df648218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9e7aeee0-5c0b-43a6-b833-230bd6450606), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:50.450075 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-9f4c45ec-eecc-4b1c-bd71-72f8b16cf06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:50.453898 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-9f4c45ec-eecc-4b1c-bd71-72f8b16cf06a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1959894 Feb 08 21:23:50.621041 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c4c42492-79dc-4198-bd1f-4bd1df648218 None None] Port 9e7aeee0-5c0b-43a6-b833-230bd6450606 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:23:50.623402 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88edc5c-14c0-4224-9341-cb415ac6bf59 None None] Routers {'f634cb84-fcb5-44e6-9402-b4561ebdd817'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:23:50.624952 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-a88edc5c-14c0-4224-9341-cb415ac6bf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:23:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['f634cb84-fcb5-44e6-9402-b4561ebdd817'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:23:50.650635 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-8148dd77-5852-4051-99b9-76453d3ee4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:50.652957 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-8148dd77-5852-4051-99b9-76453d3ee4a6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1885753 Feb 08 21:23:50.666604 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-11324b5a-13f1-4e3a-adc2-fe0ff82e272e req-fae29a97-ee5f-4b92-86cd-7751772d5429 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=da3aa243-0313-4643-9c87-65558ec4a89f HTTP/1.1" status: 200 len: 210 time: 0.1278417 Feb 08 21:23:50.676246 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85909151-e134-445f-b4dd-eeda2cd6ec85 req-dcdf4597-e39b-49ae-b3ee-9d8db5a7c6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:50.706377 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85909151-e134-445f-b4dd-eeda2cd6ec85 req-dcdf4597-e39b-49ae-b3ee-9d8db5a7c6e6 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=f472eb7c6f4c42ca9bf2111def0cbf8f&shared=False HTTP/1.1" status: 200 len: 907 time: 0.9647858 Feb 08 21:23:51.020115 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-50ed4202-ae42-47c0-930f-7cae068606e8 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580811 Feb 08 21:23:51.151042 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-a88edc5c-14c0-4224-9341-cb415ac6bf59 None None] Set router f634cb84-fcb5-44e6-9402-b4561ebdd817 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:23:51.270914 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-7251ceae-05e1-4322-aaea-3125b8fcf844 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454579 Feb 08 21:23:51.453527 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85909151-e134-445f-b4dd-eeda2cd6ec85 req-a27fef28-230e-4a8d-a482-f258977938c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:51.456909 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85909151-e134-445f-b4dd-eeda2cd6ec85 req-a27fef28-230e-4a8d-a482-f258977938c5 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7490330 Feb 08 21:23:51.580276 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-42789ba5-5c9a-4bc0-ac7f-d87ba1b8404b tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:51.591583 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-42789ba5-5c9a-4bc0-ac7f-d87ba1b8404b tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/networks?id=6d617a57-663b-46b8-a895-9c8dc64c2527 HTTP/1.1" status: 200 len: 814 time: 0.5116062 Feb 08 21:23:51.653349 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-a88edc5c-14c0-4224-9341-cb415ac6bf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'name': 'tempest-ServersTestManualDisk-1067590553-router', 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6cd7567d-7eac-4957-99d3-b97c06da9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:23:36Z', 'updated_at': '2022-02-08T21:23:45Z', 'revision_number': 4, 'project_id': 'df2c802afab2419db7f9d45fe40f3a06', 'gw_port': {'id': '6cd7567d-7eac-4957-99d3-b97c06da9823', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:23:37Z', 'updated_at': '2022-02-08T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64', 'name': '', 'network_id': 'c0cafe3d-a88f-4e07-a463-905e2e4dd601', 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06', 'mac_address': 'fa:16:3e:f9:da:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '5cbcd625-2f37-47d7-aec7-9e7877f3a664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:23:43Z', 'updated_at': '2022-02-08T21:23:46Z', 'revision_number': 2, 'project_id': 'df2c802afab2419db7f9d45fe40f3a06', 'subnets': [{'id': '5cbcd625-2f37-47d7-aec7-9e7877f3a664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:23:51.674219 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-d51ecdce-b323-4dc5-a3f0-5dee984cb4b4 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/quotas/c2a646abe942468bbdd47fbf2649f60f HTTP/1.1" status: 200 len: 375 time: 0.0813882 Feb 08 21:23:51.684521 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85909151-e134-445f-b4dd-eeda2cd6ec85 req-27d3a572-4845-49b0-9b6e-c44a5f5ea208 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.96 "GET /v2.0/ports?device_id=da3aa243-0313-4643-9c87-65558ec4a89f HTTP/1.1" status: 200 len: 210 time: 0.1671927 Feb 08 21:23:51.721776 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88edc5c-14c0-4224-9341-cb415ac6bf59 None None] Checking router: f634cb84-fcb5-44e6-9402-b4561ebdd817 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:23:51.722180 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88edc5c-14c0-4224-9341-cb415ac6bf59 None None] Updating router f634cb84-fcb5-44e6-9402-b4561ebdd817 port ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:23:51.752918 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-bc2359fa-702c-4aff-b64f-ceeee4b5c6dc tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2a646abe942468bbdd47fbf2649f60f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776205 Feb 08 21:23:51.785129 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a88edc5c-14c0-4224-9341-cb415ac6bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:51.973141 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-a31f0825-8377-461a-855e-defbf348d28f service neutron] 10.222.0.88 "GET /v2.0/networks/6d617a57-663b-46b8-a895-9c8dc64c2527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188077 Feb 08 21:23:52.096972 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50216) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:23:52.106463 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e1d80c49-2faf-431a-86fe-769995f475ef tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1991355035', 'description': 'tempest-description--1303399506'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:23:52.198186 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9e93f8-3f98-47a8-832b-9cf0dea2084e x-openstack-request-id: req-4f9e93f8-3f98-47a8-832b-9cf0dea2084e {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:23:52.199169 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0775eb78-7c77-489d-9c53-1224a81f4e15", "tag": "f83e8df1-40e5-4abf-a7bf-f55139dfcb59", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:23:52.199465 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4f9e93f8-3f98-47a8-832b-9cf0dea2084e {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:23:52.199906 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0775eb78-7c77-489d-9c53-1224a81f4e15', 'tag': 'f83e8df1-40e5-4abf-a7bf-f55139dfcb59', 'status': 'completed', 'code': 200} Feb 08 21:23:52.205631 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1d80c49-2faf-431a-86fe-769995f475ef tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:52.330008 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a88edc5c-14c0-4224-9341-cb415ac6bf59 None None] Publish callbacks [] for port (ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:52.342065 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a88edc5c-14c0-4224-9341-cb415ac6bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:52.359888 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc1af974-4270-4c5f-82b0-fd5af736c156 req-f7c52721-6020-4b8c-b604-81ac54ea9d51 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f472eb7c6f4c42ca9bf2111def0cbf8f&device_id=da3aa243-0313-4643-9c87-65558ec4a89f HTTP/1.1" status: 200 len: 210 time: 0.2848327 Feb 08 21:23:52.434077 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af731ac5-b723-4462-8446-ae1d7edb9e63 req-3a5336a8-46c3-406b-8cd7-b8528f335704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:52.435993 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-af731ac5-b723-4462-8446-ae1d7edb9e63 req-3a5336a8-46c3-406b-8cd7-b8528f335704 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&device_id=0775eb78-7c77-489d-9c53-1224a81f4e15 HTTP/1.1" status: 200 len: 1131 time: 0.1936703 Feb 08 21:23:52.532118 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b85ea-c91a-4bc6-bc74-5981ecce8b00 None None] Pushing event updated for resources: {'Port': ['ID=ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:52.671545 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1d80c49-2faf-431a-86fe-769995f475ef tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks [] for security_group (89c44979-f1d8-471a-9ccc-726e230470cb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:52.688622 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1d80c49-2faf-431a-86fe-769995f475ef tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (89c44979-f1d8-471a-9ccc-726e230470cb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:52.730083 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-60361249-9695-4869-823e-f8a49a2ebf91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e7aeee0-5c0b-43a6-b833-230bd6450606 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:23:52.745068 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-a88edc5c-14c0-4224-9341-cb415ac6bf59 None None] Attempting to bind port ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:23:52.745998 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-a88edc5c-14c0-4224-9341-cb415ac6bf59 None None] Attempting to bind port ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'd58b94c2-edae-4146-89a6-ec53005d76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c0cafe3d-a88f-4e07-a463-905e2e4dd601'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:23:52.746696 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88edc5c-14c0-4224-9341-cb415ac6bf59 None None] Attempting to bind port ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64 on network c0cafe3d-a88f-4e07-a463-905e2e4dd601 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:23:52.764065 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88edc5c-14c0-4224-9341-cb415ac6bf59 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:23:52.764713 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88edc5c-14c0-4224-9341-cb415ac6bf59 None None] Checking segment: {'id': 'd58b94c2-edae-4146-89a6-ec53005d76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c0cafe3d-a88f-4e07-a463-905e2e4dd601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:23:52.766368 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-60361249-9695-4869-823e-f8a49a2ebf91 service neutron] Publish callbacks [] for port (9e7aeee0-5c0b-43a6-b833-230bd6450606), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:52.767874 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a88edc5c-14c0-4224-9341-cb415ac6bf59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:52.768589 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88edc5c-14c0-4224-9341-cb415ac6bf59 None None] Bound using segment: {'id': 'd58b94c2-edae-4146-89a6-ec53005d76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c0cafe3d-a88f-4e07-a463-905e2e4dd601'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:23:52.773343 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-a88edc5c-14c0-4224-9341-cb415ac6bf59 None None] Bound port: ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58b94c2-edae-4146-89a6-ec53005d76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c0cafe3d-a88f-4e07-a463-905e2e4dd601'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:23:52.774183 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a88edc5c-14c0-4224-9341-cb415ac6bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:52.836071 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25f8a4-6884-401d-9565-6ab529926e36 req-20ea033d-99cd-4836-a8cc-2c8ab529e20a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:52.849828 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25f8a4-6884-401d-9565-6ab529926e36 req-20ea033d-99cd-4836-a8cc-2c8ab529e20a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:52.852976 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1d80c49-2faf-431a-86fe-769995f475ef tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:52.855816 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e1d80c49-2faf-431a-86fe-769995f475ef tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7554801 Feb 08 21:23:52.860223 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25f8a4-6884-401d-9565-6ab529926e36 req-20ea033d-99cd-4836-a8cc-2c8ab529e20a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:52.870123 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50218) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:23:52.873501 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25f8a4-6884-401d-9565-6ab529926e36 req-20ea033d-99cd-4836-a8cc-2c8ab529e20a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:52.885528 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25f8a4-6884-401d-9565-6ab529926e36 req-20ea033d-99cd-4836-a8cc-2c8ab529e20a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:52.896741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25f8a4-6884-401d-9565-6ab529926e36 req-20ea033d-99cd-4836-a8cc-2c8ab529e20a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:52.922335 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-a88edc5c-14c0-4224-9341-cb415ac6bf59 None None] For port ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:23:52.931403 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25f8a4-6884-401d-9565-6ab529926e36 req-20ea033d-99cd-4836-a8cc-2c8ab529e20a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:52.933830 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-a88edc5c-14c0-4224-9341-cb415ac6bf59 None None] For port ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64,segment=NetworkSegment(d58b94c2-edae-4146-89a6-ec53005d76bd),segment_id=d58b94c2-edae-4146-89a6-ec53005d76bd)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:23:52.950667 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fe25f8a4-6884-401d-9565-6ab529926e36 req-20ea033d-99cd-4836-a8cc-2c8ab529e20a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5445 time: 0.4942625 Feb 08 21:23:52.958607 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a88edc5c-14c0-4224-9341-cb415ac6bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:53.025682 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-625035e0-42a5-4ab1-94d7-0b269e140e94 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Request body: {'security_group_rule': {'security_group_id': '89c44979-f1d8-471a-9ccc-726e230470cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:23:53.051288 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af731ac5-b723-4462-8446-ae1d7edb9e63 req-9d684290-b28a-4b23-9a6a-fdca9c59183b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:53.055439 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-464a8bdd-56b5-4a0d-a7b6-128324a3feb4 service neutron] 10.222.0.88 "GET /v2.0/networks/6d617a57-663b-46b8-a895-9c8dc64c2527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0746667 Feb 08 21:23:53.075835 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-af731ac5-b723-4462-8446-ae1d7edb9e63 req-9d684290-b28a-4b23-9a6a-fdca9c59183b service neutron] 10.222.0.94 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.6321938 Feb 08 21:23:53.090425 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-60361249-9695-4869-823e-f8a49a2ebf91 service neutron] Transition to ACTIVE for port object 9e7aeee0-5c0b-43a6-b833-230bd6450606 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:23:53.142728 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88edc5c-14c0-4224-9341-cb415ac6bf59 None None] Routers {'f634cb84-fcb5-44e6-9402-b4561ebdd817'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:23:53.145354 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-a88edc5c-14c0-4224-9341-cb415ac6bf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:23:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['f634cb84-fcb5-44e6-9402-b4561ebdd817'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:23:53.250667 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-60361249-9695-4869-823e-f8a49a2ebf91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (9e7aeee0-5c0b-43a6-b833-230bd6450606), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:53.385672 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-a88edc5c-14c0-4224-9341-cb415ac6bf59 None None] Set router f634cb84-fcb5-44e6-9402-b4561ebdd817 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:23:53.390600 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d80c49-2faf-431a-86fe-769995f475ef tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c44979-f1d8-471a-9ccc-726e230470cb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:53.409763 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-af731ac5-b723-4462-8446-ae1d7edb9e63 req-e0c2ec2d-a714-4e07-91bf-f1a26ff6777d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=f83e8df1-40e5-4abf-a7bf-f55139dfcb59 HTTP/1.1" status: 200 len: 217 time: 0.2977021 Feb 08 21:23:53.518674 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60361249-9695-4869-823e-f8a49a2ebf91 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7aeee0-5c0b-43a6-b833-230bd6450606,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:53.551993 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-625035e0-42a5-4ab1-94d7-0b269e140e94 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks [] for security_group_rule (83d145c2-e69f-48df-9208-9c2f3c7add5b), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:53.791002 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1af974-4270-4c5f-82b0-fd5af736c156 req-4e615270-ff14-4f18-ad57-cf88c94ca7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:53.794858 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc1af974-4270-4c5f-82b0-fd5af736c156 req-4e615270-ff14-4f18-ad57-cf88c94ca7f4 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=f472eb7c6f4c42ca9bf2111def0cbf8f&shared=False HTTP/1.1" status: 200 len: 907 time: 1.3296831 Feb 08 21:23:53.816414 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b85ea-c91a-4bc6-bc74-5981ecce8b00 None None] Pushing event updated for resources: {'Port': ['ID=ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:53.871294 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-625035e0-42a5-4ab1-94d7-0b269e140e94 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks [] for security_group_rule (83d145c2-e69f-48df-9208-9c2f3c7add5b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:53.888620 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-625035e0-42a5-4ab1-94d7-0b269e140e94 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (83d145c2-e69f-48df-9208-9c2f3c7add5b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:53.906544 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f247ec1f-54df-4fa3-9584-c65415c9ec91 None None] Provisioning complete for port ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:23:53.907381 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f247ec1f-54df-4fa3-9584-c65415c9ec91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:53.924427 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625035e0-42a5-4ab1-94d7-0b269e140e94 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d145c2-e69f-48df-9208-9c2f3c7add5b,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:53.937629 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af731ac5-b723-4462-8446-ae1d7edb9e63 req-baf1e312-d454-429b-9b5b-253d59d5a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:53.939239 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-af731ac5-b723-4462-8446-ae1d7edb9e63 req-baf1e312-d454-429b-9b5b-253d59d5a3b1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.5179143 Feb 08 21:23:54.087727 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-625035e0-42a5-4ab1-94d7-0b269e140e94 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:54.093081 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-625035e0-42a5-4ab1-94d7-0b269e140e94 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0936573 Feb 08 21:23:54.096456 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50230) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:23:54.116838 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-418cef32-4016-4f78-a4e2-bbe2160aaa77 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Request body: {'security_group_rule': {'security_group_id': '89c44979-f1d8-471a-9ccc-726e230470cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:23:54.155673 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0ba581e0-5983-47b0-b524-80202a37826b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:54.247470 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-a88edc5c-14c0-4224-9341-cb415ac6bf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'name': 'tempest-ServersTestManualDisk-1067590553-router', 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6cd7567d-7eac-4957-99d3-b97c06da9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:23:36Z', 'updated_at': '2022-02-08T21:23:45Z', 'revision_number': 4, 'project_id': 'df2c802afab2419db7f9d45fe40f3a06', 'gw_port': {'id': '6cd7567d-7eac-4957-99d3-b97c06da9823', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:23:37Z', 'updated_at': '2022-02-08T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64', 'name': '', 'network_id': 'c0cafe3d-a88f-4e07-a463-905e2e4dd601', 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06', 'mac_address': 'fa:16:3e:f9:da:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '5cbcd625-2f37-47d7-aec7-9e7877f3a664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:23:43Z', 'updated_at': '2022-02-08T21:23:52Z', 'revision_number': 4, 'project_id': 'df2c802afab2419db7f9d45fe40f3a06', 'subnets': [{'id': '5cbcd625-2f37-47d7-aec7-9e7877f3a664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:23:54.265720 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af731ac5-b723-4462-8446-ae1d7edb9e63 req-769794e2-00ee-41fb-a83a-c3d691d1611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:54.267572 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-af731ac5-b723-4462-8446-ae1d7edb9e63 req-769794e2-00ee-41fb-a83a-c3d691d1611e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2936385 Feb 08 21:23:54.286805 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88edc5c-14c0-4224-9341-cb415ac6bf59 None None] The sync data for ids ['f634cb84-fcb5-44e6-9402-b4561ebdd817'] in n-d-712143-31 is: [{'id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'name': 'tempest-ServersTestManualDisk-1067590553-router', 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6cd7567d-7eac-4957-99d3-b97c06da9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:23:36Z', 'updated_at': '2022-02-08T21:23:45Z', 'revision_number': 4, 'project_id': 'df2c802afab2419db7f9d45fe40f3a06', 'gw_port': {'id': '6cd7567d-7eac-4957-99d3-b97c06da9823', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:23:37Z', 'updated_at': '2022-02-08T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64', 'name': '', 'network_id': 'c0cafe3d-a88f-4e07-a463-905e2e4dd601', 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06', 'mac_address': 'fa:16:3e:f9:da:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '5cbcd625-2f37-47d7-aec7-9e7877f3a664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:23:43Z', 'updated_at': '2022-02-08T21:23:52Z', 'revision_number': 4, 'project_id': 'df2c802afab2419db7f9d45fe40f3a06', 'subnets': [{'id': '5cbcd625-2f37-47d7-aec7-9e7877f3a664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:23:54.329088 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f247ec1f-54df-4fa3-9584-c65415c9ec91 None None] Current status of the port ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:54.330934 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f247ec1f-54df-4fa3-9584-c65415c9ec91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:54.435943 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-418cef32-4016-4f78-a4e2-bbe2160aaa77 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks [] for security_group_rule (1999f0ac-a6a6-413f-9975-5ebd30e17a53), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:54.460930 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f247ec1f-54df-4fa3-9584-c65415c9ec91 None None] For port ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64,segment=NetworkSegment(d58b94c2-edae-4146-89a6-ec53005d76bd),segment_id=d58b94c2-edae-4146-89a6-ec53005d76bd)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:54.469593 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f247ec1f-54df-4fa3-9584-c65415c9ec91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:54.569617 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fe25f8a4-6884-401d-9565-6ab529926e36 req-4604d186-1a4f-4222-84a2-34e2b0c6034a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.5285809 Feb 08 21:23:54.602493 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-60361249-9695-4869-823e-f8a49a2ebf91 service neutron] Attempting to bind port 9e7aeee0-5c0b-43a6-b833-230bd6450606 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:23:54.604920 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-60361249-9695-4869-823e-f8a49a2ebf91 service neutron] Attempting to bind port 9e7aeee0-5c0b-43a6-b833-230bd6450606 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:23:54.605985 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-60361249-9695-4869-823e-f8a49a2ebf91 service neutron] Attempting to bind port 9e7aeee0-5c0b-43a6-b833-230bd6450606 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:23:54.682415 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-c6b0a792-0bd8-4853-a007-f346b9116d37 None None] Provisioning complete for port ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:23:54.682857 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6b0a792-0bd8-4853-a007-f346b9116d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:54.735829 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1af974-4270-4c5f-82b0-fd5af736c156 req-94c937be-3f34-4c9a-8bf0-4fdea1d2b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:54.743313 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc1af974-4270-4c5f-82b0-fd5af736c156 req-94c937be-3f34-4c9a-8bf0-4fdea1d2b178 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8340843 Feb 08 21:23:54.746681 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-af731ac5-b723-4462-8446-ae1d7edb9e63 req-e457dcfd-9592-4d81-b61a-2798f46c5fb5 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668984 Feb 08 21:23:54.801788 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ddf938-27de-401c-a90d-ea66b3e8bfa4 req-2879d394-296f-4648-9e76-27b47f45f3ce tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:54.822163 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-34ddf938-27de-401c-a90d-ea66b3e8bfa4 req-2879d394-296f-4648-9e76-27b47f45f3ce tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=0775eb78-7c77-489d-9c53-1224a81f4e15 HTTP/1.1" status: 200 len: 948 time: 1.1595752 Feb 08 21:23:54.825216 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-60361249-9695-4869-823e-f8a49a2ebf91 service neutron] Port 9e7aeee0-5c0b-43a6-b833-230bd6450606 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:23:54.825697 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-60361249-9695-4869-823e-f8a49a2ebf91 service neutron] Attempting to bind port 9e7aeee0-5c0b-43a6-b833-230bd6450606 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:23:54.834017 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-418cef32-4016-4f78-a4e2-bbe2160aaa77 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks [] for security_group_rule (1999f0ac-a6a6-413f-9975-5ebd30e17a53), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:54.899527 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247ec1f-54df-4fa3-9584-c65415c9ec91 None None] Pushing event updated for resources: {'Port': ['ID=ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:54.953033 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-418cef32-4016-4f78-a4e2-bbe2160aaa77 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (1999f0ac-a6a6-413f-9975-5ebd30e17a53), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:54.966418 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-60361249-9695-4869-823e-f8a49a2ebf91 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:23:54.967040 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-60361249-9695-4869-823e-f8a49a2ebf91 service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:23:54.968005 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-60361249-9695-4869-823e-f8a49a2ebf91 service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:23:54.969611 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-60361249-9695-4869-823e-f8a49a2ebf91 service neutron] Bound port: 9e7aeee0-5c0b-43a6-b833-230bd6450606, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:23:54.970807 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-60361249-9695-4869-823e-f8a49a2ebf91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9e7aeee0-5c0b-43a6-b833-230bd6450606), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:55.020598 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418cef32-4016-4f78-a4e2-bbe2160aaa77 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1999f0ac-a6a6-413f-9975-5ebd30e17a53,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:55.038129 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-418cef32-4016-4f78-a4e2-bbe2160aaa77 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:55.039636 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-418cef32-4016-4f78-a4e2-bbe2160aaa77 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9345906 Feb 08 21:23:55.046655 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50238) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:23:55.055595 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8eb7d79f-0f06-4a40-8753-f8c74ff4bbfe tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:23:55.175147 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-60361249-9695-4869-823e-f8a49a2ebf91 service neutron] For port 9e7aeee0-5c0b-43a6-b833-230bd6450606, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:23:55.179333 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-60361249-9695-4869-823e-f8a49a2ebf91 service neutron] For port 9e7aeee0-5c0b-43a6-b833-230bd6450606, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=9e7aeee0-5c0b-43a6-b833-230bd6450606,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:23:55.189300 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc1af974-4270-4c5f-82b0-fd5af736c156 req-52518a01-357b-4a9a-9099-3ea2ff7d8cc2 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.96 "GET /v2.0/ports?device_id=da3aa243-0313-4643-9c87-65558ec4a89f HTTP/1.1" status: 200 len: 210 time: 0.3038089 Feb 08 21:23:55.195787 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-60361249-9695-4869-823e-f8a49a2ebf91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (9e7aeee0-5c0b-43a6-b833-230bd6450606), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:55.209136 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-af731ac5-b723-4462-8446-ae1d7edb9e63 req-894b9ae7-c15b-4a15-9a18-9e2d878a71a2 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414768 Feb 08 21:23:55.221964 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d79f-0f06-4a40-8753-f8c74ff4bbfe tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:55.234152 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c6b0a792-0bd8-4853-a007-f346b9116d37 None None] Current status of the port ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:55.285261 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60361249-9695-4869-823e-f8a49a2ebf91 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7aeee0-5c0b-43a6-b833-230bd6450606,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:55.352999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-60361249-9695-4869-823e-f8a49a2ebf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:55.354198 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-60361249-9695-4869-823e-f8a49a2ebf91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:55.355735 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-60361249-9695-4869-823e-f8a49a2ebf91 service neutron] 10.222.0.96 "PUT /v2.0/ports/9e7aeee0-5c0b-43a6-b833-230bd6450606 HTTP/1.1" status: 200 len: 1095 time: 6.0783300 Feb 08 21:23:55.384480 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc16c04-7c0e-4c0d-b28d-942a8a95c89c', 'tag': '9e7aeee0-5c0b-43a6-b833-230bd6450606'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:23:55.387840 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3317b42-06e5-4d71-aae9-aaced7b96b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc16c04-7c0e-4c0d-b28d-942a8a95c89c", "tag": "9e7aeee0-5c0b-43a6-b833-230bd6450606"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:23:55.419977 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-34ddf938-27de-401c-a90d-ea66b3e8bfa4 req-fa7ad9b7-1701-436e-a9c2-029f462c3bc5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5965517 Feb 08 21:23:55.517066 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd116e-4e7a-4660-ad82-8150de801ef1 req-3d6763fe-fe6f-4f1c-aeae-7bf8af4de3e8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:55.525924 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd116e-4e7a-4660-ad82-8150de801ef1 req-3d6763fe-fe6f-4f1c-aeae-7bf8af4de3e8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:55.532599 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd116e-4e7a-4660-ad82-8150de801ef1 req-3d6763fe-fe6f-4f1c-aeae-7bf8af4de3e8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:55.539419 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd116e-4e7a-4660-ad82-8150de801ef1 req-3d6763fe-fe6f-4f1c-aeae-7bf8af4de3e8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:55.550021 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd116e-4e7a-4660-ad82-8150de801ef1 req-3d6763fe-fe6f-4f1c-aeae-7bf8af4de3e8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:55.570204 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd116e-4e7a-4660-ad82-8150de801ef1 req-3d6763fe-fe6f-4f1c-aeae-7bf8af4de3e8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:55.584315 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd116e-4e7a-4660-ad82-8150de801ef1 req-3d6763fe-fe6f-4f1c-aeae-7bf8af4de3e8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:55.594595 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6cfd116e-4e7a-4660-ad82-8150de801ef1 req-3d6763fe-fe6f-4f1c-aeae-7bf8af4de3e8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.3126221 Feb 08 21:23:55.680699 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-12bc9d67-08cb-4f19-a6ce-f11ef598d208 req-22c6bceb-1e27-46bf-bc7a-7a2e94297264 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=da3aa243-0313-4643-9c87-65558ec4a89f HTTP/1.1" status: 200 len: 210 time: 0.0772121 Feb 08 21:23:55.877971 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d79f-0f06-4a40-8753-f8c74ff4bbfe tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:56.057679 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6cfd116e-4e7a-4660-ad82-8150de801ef1 req-254a6fd7-c4d0-43ba-83a9-2a3a348e9bdb tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4558442 Feb 08 21:23:56.165200 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device f83e8df1-40e5-4abf-a7bf-f55139dfcb59 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:23:56.212260 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b54b1d3d-f956-4c50-a50c-7137e7051d80 req-5be2ff09-7d74-42b3-be34-0ecb03947b5b tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4f7429b-2c5c-404d-9ff9-c3ca4e679826 HTTP/1.1" status: 200 len: 210 time: 0.1977727 Feb 08 21:23:56.247999 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-8eb7d79f-0f06-4a40-8753-f8c74ff4bbfe tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Allocated IP 172.25.3.108 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/75a1aae3-76af-49c8-ac8a-23ef33f05158) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:23:56.248290 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-2d951e3f-5bbb-49c1-957b-bdd3e8ab5b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:56.257009 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-2d951e3f-5bbb-49c1-957b-bdd3e8ab5b00 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&device_id=9cc16c04-7c0e-4c0d-b28d-942a8a95c89c HTTP/1.1" status: 200 len: 1129 time: 0.6035111 Feb 08 21:23:56.368937 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d15ac3-6cfa-4608-95f2-07f826563102 x-openstack-request-id: req-84d15ac3-6cfa-4608-95f2-07f826563102 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:23:56.371499 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc16c04-7c0e-4c0d-b28d-942a8a95c89c", "tag": "9e7aeee0-5c0b-43a6-b833-230bd6450606", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:23:56.373087 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-84d15ac3-6cfa-4608-95f2-07f826563102 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:23:56.374075 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc16c04-7c0e-4c0d-b28d-942a8a95c89c', 'tag': '9e7aeee0-5c0b-43a6-b833-230bd6450606', 'status': 'completed', 'code': 200} Feb 08 21:23:56.506055 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d79f-0f06-4a40-8753-f8c74ff4bbfe tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks [] for port (75a1aae3-76af-49c8-ac8a-23ef33f05158), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:56.574034 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d79f-0f06-4a40-8753-f8c74ff4bbfe tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (75a1aae3-76af-49c8-ac8a-23ef33f05158), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:56.666097 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-ce812a72-1070-4837-b5b3-dfd0d7c19453 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=9e7aeee0-5c0b-43a6-b833-230bd6450606 HTTP/1.1" status: 200 len: 217 time: 0.3984230 Feb 08 21:23:56.677568 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port f83e8df1-40e5-4abf-a7bf-f55139dfcb59, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=f83e8df1-40e5-4abf-a7bf-f55139dfcb59,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:56.745634 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'f83e8df1-40e5-4abf-a7bf-f55139dfcb59', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': 'f83e8df1-40e5-4abf-a7bf-f55139dfcb59', 'mac_address': 'fa:16:3e:41:1b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:23:56.756731 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:23:56.780780 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb7d79f-0f06-4a40-8753-f8c74ff4bbfe tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:23:56.803294 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8eb7d79f-0f06-4a40-8753-f8c74ff4bbfe tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:23:56.810111 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb7d79f-0f06-4a40-8753-f8c74ff4bbfe tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:23:56.937775 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port f83e8df1-40e5-4abf-a7bf-f55139dfcb59 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:56.938592 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f83e8df1-40e5-4abf-a7bf-f55139dfcb59), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:56.942100 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7d79f-0f06-4a40-8753-f8c74ff4bbfe tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Pushing event updated for resources: {'Port': ['ID=75a1aae3-76af-49c8-ac8a-23ef33f05158,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:56.973036 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f83e8df1-40e5-4abf-a7bf-f55139dfcb59 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:23:57.070386 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port f83e8df1-40e5-4abf-a7bf-f55139dfcb59, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=f83e8df1-40e5-4abf-a7bf-f55139dfcb59,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:23:57.077110 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:23:57.077592 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-5a4e2931-bc8e-4821-98cc-e304b021d61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:57.078845 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:57.080672 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-5a4e2931-bc8e-4821-98cc-e304b021d61b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.3960428 Feb 08 21:23:57.198579 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f83e8df1-40e5-4abf-a7bf-f55139dfcb59), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:57.230290 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d79f-0f06-4a40-8753-f8c74ff4bbfe tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks [] for floatingip (192a9daa-1bef-43bf-bc9d-76576ff2beb2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:57.449437 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=f83e8df1-40e5-4abf-a7bf-f55139dfcb59,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:57.543403 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-af31e462-d3ee-4373-8c6a-5ab61ebe49a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:57.574135 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['f83e8df1-40e5-4abf-a7bf-f55139dfcb59'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:23:57.721412 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d79f-0f06-4a40-8753-f8c74ff4bbfe tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (75a1aae3-76af-49c8-ac8a-23ef33f05158), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:57.793521 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:23:58.067712 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc212a-c061-43be-b5ea-d87a06b3738a req-a486e458-1f47-4f97-875b-96dc60bf5d3e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:58.075122 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc212a-c061-43be-b5ea-d87a06b3738a req-a486e458-1f47-4f97-875b-96dc60bf5d3e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:58.083474 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d79f-0f06-4a40-8753-f8c74ff4bbfe tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks [] for port (75a1aae3-76af-49c8-ac8a-23ef33f05158), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:58.086425 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc212a-c061-43be-b5ea-d87a06b3738a req-a486e458-1f47-4f97-875b-96dc60bf5d3e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:58.091136 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d79f-0f06-4a40-8753-f8c74ff4bbfe tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (75a1aae3-76af-49c8-ac8a-23ef33f05158), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:58.092121 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc212a-c061-43be-b5ea-d87a06b3738a req-a486e458-1f47-4f97-875b-96dc60bf5d3e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:58.098174 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc212a-c061-43be-b5ea-d87a06b3738a req-a486e458-1f47-4f97-875b-96dc60bf5d3e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:58.103520 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc212a-c061-43be-b5ea-d87a06b3738a req-a486e458-1f47-4f97-875b-96dc60bf5d3e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:58.108885 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc212a-c061-43be-b5ea-d87a06b3738a req-a486e458-1f47-4f97-875b-96dc60bf5d3e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:58.111184 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-63bc212a-c061-43be-b5ea-d87a06b3738a req-a486e458-1f47-4f97-875b-96dc60bf5d3e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5445 time: 1.8089192 Feb 08 21:23:58.138485 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 50258) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:23:58.148651 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-62365b49-1bd4-4ee9-bb89-88917a100858 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Request body: {'floatingip': {'port_id': '349259dd-45b6-4ece-8313-48d4ea9e8738'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:23:58.220807 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-62365b49-1bd4-4ee9-bb89-88917a100858 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for floatingip (08a5027b-2ab2-4257-871b-836bf64c6825), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:58.229721 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-bd4b5a0b-308f-4176-a300-17225c8204b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:58.232056 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-bd4b5a0b-308f-4176-a300-17225c8204b2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 1.1273658 Feb 08 21:23:58.251819 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7d79f-0f06-4a40-8753-f8c74ff4bbfe tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Pushing event updated for resources: {'Port': ['ID=75a1aae3-76af-49c8-ac8a-23ef33f05158,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:23:58.355851 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d79f-0f06-4a40-8753-f8c74ff4bbfe tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (192a9daa-1bef-43bf-bc9d-76576ff2beb2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:58.368033 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-462304f9-42c4-4c99-9d6b-01e2debeaa14 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:58.370540 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-462304f9-42c4-4c99-9d6b-01e2debeaa14 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.96 "GET /v2.0/networks?id=6d617a57-663b-46b8-a895-9c8dc64c2527 HTTP/1.1" status: 200 len: 814 time: 1.5784259 Feb 08 21:23:58.405438 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d79f-0f06-4a40-8753-f8c74ff4bbfe tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:58.408199 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8eb7d79f-0f06-4a40-8753-f8c74ff4bbfe tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3597810 Feb 08 21:23:58.494472 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab4a39-d8d3-4e1c-9946-1a6f0f9c4048 req-ab784775-fe92-4044-be89-bba116c19166 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:58.496959 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54ab4a39-d8d3-4e1c-9946-1a6f0f9c4048 req-ab784775-fe92-4044-be89-bba116c19166 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=0775eb78-7c77-489d-9c53-1224a81f4e15 HTTP/1.1" status: 200 len: 949 time: 0.5454719 Feb 08 21:23:58.567653 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-5570fed9-4e57-4033-ab30-5eb7eb8462e2 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Request body: {'port': {'device_id': 'e4f7429b-2c5c-404d-9ff9-c3ca4e679826', 'network_id': '6d617a57-663b-46b8-a895-9c8dc64c2527', 'admin_state_up': True, 'tenant_id': 'c2a646abe942468bbdd47fbf2649f60f'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:23:59.033117 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbc49a-e0d3-475f-b7b5-7fe5a8f799b8 req-25d5e7cc-9594-4e8f-9eb2-cd494984766d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:59.044235 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbc49a-e0d3-475f-b7b5-7fe5a8f799b8 req-25d5e7cc-9594-4e8f-9eb2-cd494984766d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:59.055873 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbc49a-e0d3-475f-b7b5-7fe5a8f799b8 req-25d5e7cc-9594-4e8f-9eb2-cd494984766d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:59.067048 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbc49a-e0d3-475f-b7b5-7fe5a8f799b8 req-25d5e7cc-9594-4e8f-9eb2-cd494984766d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:59.077824 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbc49a-e0d3-475f-b7b5-7fe5a8f799b8 req-25d5e7cc-9594-4e8f-9eb2-cd494984766d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:59.083080 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:59.086742 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbc49a-e0d3-475f-b7b5-7fe5a8f799b8 req-25d5e7cc-9594-4e8f-9eb2-cd494984766d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:59.098597 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbc49a-e0d3-475f-b7b5-7fe5a8f799b8 req-25d5e7cc-9594-4e8f-9eb2-cd494984766d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:23:59.101701 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aebbc49a-e0d3-475f-b7b5-7fe5a8f799b8 req-25d5e7cc-9594-4e8f-9eb2-cd494984766d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5420 time: 0.7628505 Feb 08 21:23:59.197563 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54ab4a39-d8d3-4e1c-9946-1a6f0f9c4048 req-84ace96e-d74b-403e-ac05-60b3f5a6cf5d tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6236174 Feb 08 21:23:59.213897 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-722dd4bf-09ba-49bf-8905-62566371a020 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9029858 Feb 08 21:23:59.513916 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa2d63ef-3bab-47f9-8ee1-3114bfcc6929 req-2020aa78-18aa-4e41-b0d7-3aa25ec27663 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4f7429b-2c5c-404d-9ff9-c3ca4e679826 HTTP/1.1" status: 200 len: 210 time: 0.1412725 Feb 08 21:23:59.542996 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-5570fed9-4e57-4033-ab30-5eb7eb8462e2 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Made reservation on behalf of c2a646abe942468bbdd47fbf2649f60f for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:23:59.548864 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-5570fed9-4e57-4033-ab30-5eb7eb8462e2 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:23:59.571774 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aebbc49a-e0d3-475f-b7b5-7fe5a8f799b8 req-5df18ff9-5ef4-42c8-8fc2-435e0fb38e18 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4056396 Feb 08 21:23:59.854392 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device a1f68b66-0533-4e05-9fac-cfc997c17b9a details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:23:59.970498 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-edfa6cc5-8542-40c5-97c8-30a69cff6502 req-daa0ce0e-7fe7-4697-a6c6-d555f6d2717d service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7242026 Feb 08 21:24:00.117554 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port a1f68b66-0533-4e05-9fac-cfc997c17b9a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=a1f68b66-0533-4e05-9fac-cfc997c17b9a,segment=NetworkSegment(017b5fad-a14b-4a7f-9fa9-34bb5828ca93),segment_id=017b5fad-a14b-4a7f-9fa9-34bb5828ca93)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:00.142436 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'a1f68b66-0533-4e05-9fac-cfc997c17b9a', 'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c', 'port_id': 'a1f68b66-0533-4e05-9fac-cfc997c17b9a', 'mac_address': 'fa:16:3e:1e:c5:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcd0c060-e2d4-4f73-a03d-6b9fa4196cca', 'ip_address': '10.1.1.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:24:00.202132 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device f83e8df1-40e5-4abf-a7bf-f55139dfcb59 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:24:00.273469 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port a1f68b66-0533-4e05-9fac-cfc997c17b9a is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:00.274903 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a1f68b66-0533-4e05-9fac-cfc997c17b9a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:00.278328 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a48662a5-ca30-460c-bc36-c25dede6748d req-6565f7ea-875d-473d-8060-b42e38da1f66 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1991355035&fields=id&tenant_id=df2c802afab2419db7f9d45fe40f3a06 HTTP/1.1" status: 200 len: 267 time: 0.4746015 Feb 08 21:24:00.349011 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f68b66-0533-4e05-9fac-cfc997c17b9a {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:24:00.389667 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port a1f68b66-0533-4e05-9fac-cfc997c17b9a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=a1f68b66-0533-4e05-9fac-cfc997c17b9a,segment=NetworkSegment(017b5fad-a14b-4a7f-9fa9-34bb5828ca93),segment_id=017b5fad-a14b-4a7f-9fa9-34bb5828ca93)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:00.397173 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a1f68b66-0533-4e05-9fac-cfc997c17b9a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:00.398991 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 5159dba1-6fb7-4b1d-84ad-f387a9a3c982 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:24:00.409017 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port f83e8df1-40e5-4abf-a7bf-f55139dfcb59 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:24:00.537471 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f440db1-2bd7-413f-9590-200a0321c730 req-d14badaa-e8e1-4c44-a68b-b419e051ff40 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:00.540031 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f440db1-2bd7-413f-9590-200a0321c730 req-d14badaa-e8e1-4c44-a68b-b419e051ff40 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/networks?id=111016a1-fb5a-4474-9d8a-dc518d9d29de HTTP/1.1" status: 200 len: 806 time: 0.7238557 Feb 08 21:24:00.544859 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.db.resource_extend [None req-62365b49-1bd4-4ee9-bb89-88917a100858 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:24:00.628038 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port f83e8df1-40e5-4abf-a7bf-f55139dfcb59 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:24:00.629704 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f83e8df1-40e5-4abf-a7bf-f55139dfcb59), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:00.678470 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-5570fed9-4e57-4033-ab30-5eb7eb8462e2 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Allocated IP 172.20.0.10 (6d617a57-663b-46b8-a895-9c8dc64c2527/ac185e1d-f0b2-4a63-bbd4-646d0a456d84/496466e2-e19e-4579-af78-b0786f67a08e) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:24:00.689291 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3317b42-06e5-4d71-aae9-aaced7b96b4c req-c2b50ba8-60e3-4433-8069-fef4621941a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:00.693693 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e3317b42-06e5-4d71-aae9-aaced7b96b4c req-c2b50ba8-60e3-4433-8069-fef4621941a2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&device_id=9cc16c04-7c0e-4c0d-b28d-942a8a95c89c HTTP/1.1" status: 200 len: 1129 time: 0.6025584 Feb 08 21:24:00.704644 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=a1f68b66-0533-4e05-9fac-cfc997c17b9a,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:00.725799 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f440db1-2bd7-413f-9590-200a0321c730 req-648ee013-437a-4cf3-a37e-580cd620d334 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/quotas/f472eb7c6f4c42ca9bf2111def0cbf8f HTTP/1.1" status: 200 len: 375 time: 0.1092312 Feb 08 21:24:00.755729 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:00.756071 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:00.756771 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:00.757217 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:00.757789 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:00.758045 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:00.758408 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:00.758854 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:00.759352 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:00.759989 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:00.760184 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:00.761177 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:00.761177 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:00.831056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port f83e8df1-40e5-4abf-a7bf-f55139dfcb59 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:00.831910 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f83e8df1-40e5-4abf-a7bf-f55139dfcb59), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:00.871461 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 5159dba1-6fb7-4b1d-84ad-f387a9a3c982, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5159dba1-6fb7-4b1d-84ad-f387a9a3c982,segment=NetworkSegment(b0bf0d81-f238-48aa-ab78-93a28b39066d),segment_id=b0bf0d81-f238-48aa-ab78-93a28b39066d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:00.880429 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0775eb78-7c77-489d-9c53-1224a81f4e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83e8df1-40e5-4abf-a7bf-f55139dfcb59'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:24:00.882645 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5c6045-6bf6-4341-9f64-7ac091727163" -d '{"events": [{"server_uuid": "0775eb78-7c77-489d-9c53-1224a81f4e15", "name": "network-vif-plugged", "status": "completed", "tag": "f83e8df1-40e5-4abf-a7bf-f55139dfcb59"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:24:00.905649 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port f83e8df1-40e5-4abf-a7bf-f55139dfcb59, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=f83e8df1-40e5-4abf-a7bf-f55139dfcb59,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:00.907704 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '5159dba1-6fb7-4b1d-84ad-f387a9a3c982', 'network_id': '6832dbc4-407a-4320-a4e2-7f8a833aaebb', 'port_id': '5159dba1-6fb7-4b1d-84ad-f387a9a3c982', 'mac_address': 'fa:16:3e:fb:99:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4f89b2-6408-4615-8840-a53e700c7c77', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:24:00.917567 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-62365b49-1bd4-4ee9-bb89-88917a100858 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:00.954571 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 5159dba1-6fb7-4b1d-84ad-f387a9a3c982 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:00.954976 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5159dba1-6fb7-4b1d-84ad-f387a9a3c982), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:00.959906 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f83e8df1-40e5-4abf-a7bf-f55139dfcb59), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:00.966199 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-62365b49-1bd4-4ee9-bb89-88917a100858 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (08a5027b-2ab2-4257-871b-836bf64c6825), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:01.023662 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5159dba1-6fb7-4b1d-84ad-f387a9a3c982 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:24:01.118156 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=f83e8df1-40e5-4abf-a7bf-f55139dfcb59,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:01.174605 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 5159dba1-6fb7-4b1d-84ad-f387a9a3c982, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5159dba1-6fb7-4b1d-84ad-f387a9a3c982,segment=NetworkSegment(b0bf0d81-f238-48aa-ab78-93a28b39066d),segment_id=b0bf0d81-f238-48aa-ab78-93a28b39066d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:01.185052 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5159dba1-6fb7-4b1d-84ad-f387a9a3c982), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:01.185747 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device fcadaee5-a09d-4bb6-bc72-6102daa861b1 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:24:01.268262 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48662a5-ca30-460c-bc36-c25dede6748d req-128d4284-79b8-4170-ae5a-9fda427decb1 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:01.270920 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a48662a5-ca30-460c-bc36-c25dede6748d req-128d4284-79b8-4170-ae5a-9fda427decb1 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/networks?id=c0cafe3d-a88f-4e07-a463-905e2e4dd601 HTTP/1.1" status: 200 len: 812 time: 0.9151297 Feb 08 21:24:01.417297 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=5159dba1-6fb7-4b1d-84ad-f387a9a3c982,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:01.453476 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:01.468272 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:01.522822 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port fcadaee5-a09d-4bb6-bc72-6102daa861b1, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=fcadaee5-a09d-4bb6-bc72-6102daa861b1,segment=NetworkSegment(dc186897-7ef3-4243-802c-704d6d0e3098),segment_id=dc186897-7ef3-4243-802c-704d6d0e3098)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:01.540166 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'fcadaee5-a09d-4bb6-bc72-6102daa861b1', 'network_id': '1d91a92b-8b8e-48ed-82fe-305aad3f30df', 'port_id': 'fcadaee5-a09d-4bb6-bc72-6102daa861b1', 'mac_address': 'fa:16:3e:ca:10:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76467b3d-f62f-4049-81f0-0c4505300a6b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:24:01.588351 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port fcadaee5-a09d-4bb6-bc72-6102daa861b1 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:01.588808 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fcadaee5-a09d-4bb6-bc72-6102daa861b1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:01.605913 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcadaee5-a09d-4bb6-bc72-6102daa861b1 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:24:01.642394 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port fcadaee5-a09d-4bb6-bc72-6102daa861b1, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=fcadaee5-a09d-4bb6-bc72-6102daa861b1,segment=NetworkSegment(dc186897-7ef3-4243-802c-704d6d0e3098),segment_id=dc186897-7ef3-4243-802c-704d6d0e3098)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:01.652193 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (fcadaee5-a09d-4bb6-bc72-6102daa861b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:01.653415 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 41fe2a4a-c97c-45f2-9886-b1acce5d1d50 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:24:01.760277 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f440db1-2bd7-413f-9590-200a0321c730 req-721539a2-1e1a-4cde-a3b1-9ed297ea233e tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f472eb7c6f4c42ca9bf2111def0cbf8f&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0039434 Feb 08 21:24:01.782420 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=fcadaee5-a09d-4bb6-bc72-6102daa861b1,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:01.789589 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 41fe2a4a-c97c-45f2-9886-b1acce5d1d50, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=41fe2a4a-c97c-45f2-9886-b1acce5d1d50,segment=NetworkSegment(017b5fad-a14b-4a7f-9fa9-34bb5828ca93),segment_id=017b5fad-a14b-4a7f-9fa9-34bb5828ca93)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:01.803155 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a48662a5-ca30-460c-bc36-c25dede6748d req-0053bb2e-c03a-46b3-a0d3-f30ea5f390cf tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/quotas/df2c802afab2419db7f9d45fe40f3a06 HTTP/1.1" status: 200 len: 375 time: 0.1131477 Feb 08 21:24:01.819230 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '41fe2a4a-c97c-45f2-9886-b1acce5d1d50', 'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c', 'port_id': '41fe2a4a-c97c-45f2-9886-b1acce5d1d50', 'mac_address': 'fa:16:3e:db:ec:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcd0c060-e2d4-4f73-a03d-6b9fa4196cca', 'ip_address': '10.1.1.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:24:01.845928 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3317b42-06e5-4d71-aae9-aaced7b96b4c req-a0e2392b-1a81-4714-ad71-d97d8df1675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:01.848151 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e3317b42-06e5-4d71-aae9-aaced7b96b4c req-a0e2392b-1a81-4714-ad71-d97d8df1675a service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 1.1289079 Feb 08 21:24:01.883343 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 41fe2a4a-c97c-45f2-9886-b1acce5d1d50 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:01.884316 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (41fe2a4a-c97c-45f2-9886-b1acce5d1d50), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:01.913272 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41fe2a4a-c97c-45f2-9886-b1acce5d1d50 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:24:01.952213 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 41fe2a4a-c97c-45f2-9886-b1acce5d1d50, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=41fe2a4a-c97c-45f2-9886-b1acce5d1d50,segment=NetworkSegment(017b5fad-a14b-4a7f-9fa9-34bb5828ca93),segment_id=017b5fad-a14b-4a7f-9fa9-34bb5828ca93)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:01.958991 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (41fe2a4a-c97c-45f2-9886-b1acce5d1d50), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:01.960365 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device ab1093cd-13b3-4553-afa1-a5bef458b74c details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:24:01.979121 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e3317b42-06e5-4d71-aae9-aaced7b96b4c req-35d88cf7-9190-4a92-a7f4-432232d5aafe service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=9e7aeee0-5c0b-43a6-b833-230bd6450606 HTTP/1.1" status: 200 len: 217 time: 0.0896482 Feb 08 21:24:01.985875 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-62365b49-1bd4-4ee9-bb89-88917a100858 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Floating IP 08a5027b-2ab2-4257-871b-836bf64c6825 associated. External IP: 172.25.3.46, port: 349259dd-45b6-4ece-8313-48d4ea9e8738. Feb 08 21:24:02.086964 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port ab1093cd-13b3-4553-afa1-a5bef458b74c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=ab1093cd-13b3-4553-afa1-a5bef458b74c,segment=NetworkSegment(017b5fad-a14b-4a7f-9fa9-34bb5828ca93),segment_id=017b5fad-a14b-4a7f-9fa9-34bb5828ca93)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:02.087590 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-5570fed9-4e57-4033-ab30-5eb7eb8462e2 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Publish callbacks [] for port (496466e2-e19e-4579-af78-b0786f67a08e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:02.098959 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=41fe2a4a-c97c-45f2-9886-b1acce5d1d50,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:02.107934 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'ab1093cd-13b3-4553-afa1-a5bef458b74c', 'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c', 'port_id': 'ab1093cd-13b3-4553-afa1-a5bef458b74c', 'mac_address': 'fa:16:3e:cc:f7:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcd0c060-e2d4-4f73-a03d-6b9fa4196cca', 'ip_address': '10.1.1.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:24:02.182335 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port ab1093cd-13b3-4553-afa1-a5bef458b74c is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:02.183422 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ab1093cd-13b3-4553-afa1-a5bef458b74c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:02.207003 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab1093cd-13b3-4553-afa1-a5bef458b74c {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:24:02.213405 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3317b42-06e5-4d71-aae9-aaced7b96b4c req-4c81a006-62b4-477b-992b-6f0eca220ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:02.215334 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e3317b42-06e5-4d71-aae9-aaced7b96b4c req-4c81a006-62b4-477b-992b-6f0eca220ba7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.2255139 Feb 08 21:24:02.223427 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f440db1-2bd7-413f-9590-200a0321c730 req-d8102780-8c7d-4812-bda2-e5c9fffb45df service neutron] 10.222.0.88 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426003 Feb 08 21:24:02.262988 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a48662a5-ca30-460c-bc36-c25dede6748d req-c6e2f59c-de63-4937-ae9f-555cb75cf2b5 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=df2c802afab2419db7f9d45fe40f3a06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4427433 Feb 08 21:24:02.271757 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port ab1093cd-13b3-4553-afa1-a5bef458b74c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=ab1093cd-13b3-4553-afa1-a5bef458b74c,segment=NetworkSegment(017b5fad-a14b-4a7f-9fa9-34bb5828ca93),segment_id=017b5fad-a14b-4a7f-9fa9-34bb5828ca93)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:02.285699 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ab1093cd-13b3-4553-afa1-a5bef458b74c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:02.286922 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 6f1cbabe-29f9-46bb-9da2-c7e1c855862e details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:24:02.442275 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 6f1cbabe-29f9-46bb-9da2-c7e1c855862e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6f1cbabe-29f9-46bb-9da2-c7e1c855862e,segment=NetworkSegment(017b5fad-a14b-4a7f-9fa9-34bb5828ca93),segment_id=017b5fad-a14b-4a7f-9fa9-34bb5828ca93)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:02.461755 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=ab1093cd-13b3-4553-afa1-a5bef458b74c,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:02.477142 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '6f1cbabe-29f9-46bb-9da2-c7e1c855862e', 'network_id': '9113f8c4-9372-4efc-a926-cd4f4ac79b2c', 'port_id': '6f1cbabe-29f9-46bb-9da2-c7e1c855862e', 'mac_address': 'fa:16:3e:4a:c2:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcd0c060-e2d4-4f73-a03d-6b9fa4196cca', 'ip_address': '10.1.1.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:24:02.540168 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-5570fed9-4e57-4033-ab30-5eb7eb8462e2 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (496466e2-e19e-4579-af78-b0786f67a08e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:02.553302 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 6f1cbabe-29f9-46bb-9da2-c7e1c855862e is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:02.553997 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6f1cbabe-29f9-46bb-9da2-c7e1c855862e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:02.581983 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f1cbabe-29f9-46bb-9da2-c7e1c855862e {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:24:02.616535 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 6f1cbabe-29f9-46bb-9da2-c7e1c855862e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6f1cbabe-29f9-46bb-9da2-c7e1c855862e,segment=NetworkSegment(017b5fad-a14b-4a7f-9fa9-34bb5828ca93),segment_id=017b5fad-a14b-4a7f-9fa9-34bb5828ca93)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:02.623554 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6f1cbabe-29f9-46bb-9da2-c7e1c855862e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:02.670591 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 2b48ba6a-3517-447a-815c-9e8f469661ae details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:24:02.752338 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=6f1cbabe-29f9-46bb-9da2-c7e1c855862e,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:02.861832 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-5570fed9-4e57-4033-ab30-5eb7eb8462e2 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Network 6d617a57-663b-46b8-a895-9c8dc64c2527 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:24:02.885345 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3317b42-06e5-4d71-aae9-aaced7b96b4c req-a3fa560f-c481-4c39-9377-e1a084e112bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:02.888304 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e3317b42-06e5-4d71-aae9-aaced7b96b4c req-a3fa560f-c481-4c39-9377-e1a084e112bb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6559236 Feb 08 21:24:02.905322 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 2b48ba6a-3517-447a-815c-9e8f469661ae, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2b48ba6a-3517-447a-815c-9e8f469661ae,segment=NetworkSegment(b0bf0d81-f238-48aa-ab78-93a28b39066d),segment_id=b0bf0d81-f238-48aa-ab78-93a28b39066d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:02.922012 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '2b48ba6a-3517-447a-815c-9e8f469661ae', 'network_id': '6832dbc4-407a-4320-a4e2-7f8a833aaebb', 'port_id': '2b48ba6a-3517-447a-815c-9e8f469661ae', 'mac_address': 'fa:16:3e:f7:0e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4f89b2-6408-4615-8840-a53e700c7c77', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:24:02.927610 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-5570fed9-4e57-4033-ab30-5eb7eb8462e2 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:24:02.932201 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570fed9-4e57-4033-ab30-5eb7eb8462e2 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Pushing event updated for resources: {'Port': ['ID=496466e2-e19e-4579-af78-b0786f67a08e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:02.953931 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-5570fed9-4e57-4033-ab30-5eb7eb8462e2 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:24:03.006797 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 2b48ba6a-3517-447a-815c-9e8f469661ae is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:03.007367 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2b48ba6a-3517-447a-815c-9e8f469661ae), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:03.026713 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b48ba6a-3517-447a-815c-9e8f469661ae {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:24:03.031550 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a48662a5-ca30-460c-bc36-c25dede6748d req-36e496be-8fcd-4987-b88f-2c46c7e0555d service neutron] 10.222.0.88 "GET /v2.0/networks/c0cafe3d-a88f-4e07-a463-905e2e4dd601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7203188 Feb 08 21:24:03.035092 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f440db1-2bd7-413f-9590-200a0321c730 req-9107ee3c-fe94-4786-9c2d-727263932c1b service neutron] 10.222.0.88 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7485912 Feb 08 21:24:03.091309 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 2b48ba6a-3517-447a-815c-9e8f469661ae, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2b48ba6a-3517-447a-815c-9e8f469661ae,segment=NetworkSegment(b0bf0d81-f238-48aa-ab78-93a28b39066d),segment_id=b0bf0d81-f238-48aa-ab78-93a28b39066d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:03.100600 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2b48ba6a-3517-447a-815c-9e8f469661ae), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:03.102734 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570fed9-4e57-4033-ab30-5eb7eb8462e2 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:03.103751 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570fed9-4e57-4033-ab30-5eb7eb8462e2 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:03.103902 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570fed9-4e57-4033-ab30-5eb7eb8462e2 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:03.104468 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570fed9-4e57-4033-ab30-5eb7eb8462e2 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:03.105046 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570fed9-4e57-4033-ab30-5eb7eb8462e2 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:03.105648 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570fed9-4e57-4033-ab30-5eb7eb8462e2 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:03.106213 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570fed9-4e57-4033-ab30-5eb7eb8462e2 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:03.106794 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570fed9-4e57-4033-ab30-5eb7eb8462e2 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:03.107364 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570fed9-4e57-4033-ab30-5eb7eb8462e2 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:03.107938 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570fed9-4e57-4033-ab30-5eb7eb8462e2 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:03.108509 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570fed9-4e57-4033-ab30-5eb7eb8462e2 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:03.109166 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570fed9-4e57-4033-ab30-5eb7eb8462e2 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:03.109697 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570fed9-4e57-4033-ab30-5eb7eb8462e2 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:03.196904 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=2b48ba6a-3517-447a-815c-9e8f469661ae,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:03.309485 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-5570fed9-4e57-4033-ab30-5eb7eb8462e2 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:03.310655 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-5570fed9-4e57-4033-ab30-5eb7eb8462e2 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:03.336076 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62365b49-1bd4-4ee9-bb89-88917a100858 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Router 2e042d2c-4bae-4f3f-b9e3-6c2f5436099c has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:24:03.358361 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-5570fed9-4e57-4033-ab30-5eb7eb8462e2 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8556859 Feb 08 21:24:03.386654 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-7cfde69d-bbfb-4a4f-8157-b84fbc190d8d service neutron] Request body: {'port': {'device_id': 'e4f7429b-2c5c-404d-9ff9-c3ca4e679826', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:24:03.585956 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e3317b42-06e5-4d71-aae9-aaced7b96b4c req-e2d399c2-0f77-4536-aed6-910e95319705 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6613982 Feb 08 21:24:03.663592 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a48662a5-ca30-460c-bc36-c25dede6748d req-90cd0e28-e643-4bc4-8fc7-a1f7f6497f60 service neutron] 10.222.0.88 "GET /v2.0/networks/c0cafe3d-a88f-4e07-a463-905e2e4dd601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5640967 Feb 08 21:24:03.703553 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-7cfde69d-bbfb-4a4f-8157-b84fbc190d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (496466e2-e19e-4579-af78-b0786f67a08e), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:03.763494 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f33d0b-0a44-4cbe-9aef-23de0c98714f req-a38ae0ee-48e8-4681-a543-9321be0411d3 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:03.765469 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d7f33d0b-0a44-4cbe-9aef-23de0c98714f req-a38ae0ee-48e8-4681-a543-9321be0411d3 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=0775eb78-7c77-489d-9c53-1224a81f4e15 HTTP/1.1" status: 200 len: 950 time: 0.4276161 Feb 08 21:24:03.848448 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62365b49-1bd4-4ee9-bb89-88917a100858 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:24:03.853512 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-62365b49-1bd4-4ee9-bb89-88917a100858 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:03.869038 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362316dc-81b9-4619-8fb9-49e91f826c21 None None] Sync routers for ids ['2e042d2c-4bae-4f3f-b9e3-6c2f5436099c'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:24:03.870136 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e3317b42-06e5-4d71-aae9-aaced7b96b4c req-7dff4b92-8aab-43c0-aa23-ab85cf76fd35 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460587 Feb 08 21:24:03.899995 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362316dc-81b9-4619-8fb9-49e91f826c21 None None] Routers {'2e042d2c-4bae-4f3f-b9e3-6c2f5436099c'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:24:03.903743 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-362316dc-81b9-4619-8fb9-49e91f826c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:23:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['2e042d2c-4bae-4f3f-b9e3-6c2f5436099c'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:24:03.998019 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d7f33d0b-0a44-4cbe-9aef-23de0c98714f req-76dfb672-caa1-4b62-99c1-5641f5aa7710 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932986 Feb 08 21:24:04.004188 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-62365b49-1bd4-4ee9-bb89-88917a100858 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "PUT /v2.0/floatingips/08a5027b-2ab2-4257-871b-836bf64c6825 HTTP/1.1" status: 200 len: 991 time: 5.8583989 Feb 08 21:24:04.004188 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'tag': '349259dd-45b6-4ece-8313-48d4ea9e8738'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:24:04.005370 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be66e325-2073-44c0-bbbe-91f42bcffc73" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "tag": "349259dd-45b6-4ece-8313-48d4ea9e8738"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:24:04.304356 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['41fe2a4a-c97c-45f2-9886-b1acce5d1d50'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:24:04.410490 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dc606-fb46-4f97-b764-c106cf9e558e req-a8319d4d-bfb8-43e6-8612-8678ab06ad3d tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:04.412609 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5e5dc606-fb46-4f97-b764-c106cf9e558e req-a8319d4d-bfb8-43e6-8612-8678ab06ad3d tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4f7429b-2c5c-404d-9ff9-c3ca4e679826 HTTP/1.1" status: 200 len: 932 time: 0.2354274 Feb 08 21:24:04.433178 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['ab1093cd-13b3-4553-afa1-a5bef458b74c'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:24:04.445071 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['6f1cbabe-29f9-46bb-9da2-c7e1c855862e'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:24:04.453322 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['a1f68b66-0533-4e05-9fac-cfc997c17b9a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:24:04.455256 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-362316dc-81b9-4619-8fb9-49e91f826c21 None None] Set router 2e042d2c-4bae-4f3f-b9e3-6c2f5436099c gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:24:04.523325 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bb1c3-a444-4dde-b1bc-fb35eacfc577 req-0625d841-4b1c-4e6f-8419-9201fced3000 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:04.536918 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bb1c3-a444-4dde-b1bc-fb35eacfc577 req-0625d841-4b1c-4e6f-8419-9201fced3000 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:04.552187 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bb1c3-a444-4dde-b1bc-fb35eacfc577 req-0625d841-4b1c-4e6f-8419-9201fced3000 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:04.561722 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bb1c3-a444-4dde-b1bc-fb35eacfc577 req-0625d841-4b1c-4e6f-8419-9201fced3000 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:04.577780 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bb1c3-a444-4dde-b1bc-fb35eacfc577 req-0625d841-4b1c-4e6f-8419-9201fced3000 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:04.588270 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bb1c3-a444-4dde-b1bc-fb35eacfc577 req-0625d841-4b1c-4e6f-8419-9201fced3000 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:04.605010 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bb1c3-a444-4dde-b1bc-fb35eacfc577 req-0625d841-4b1c-4e6f-8419-9201fced3000 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:04.608924 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff8bb1c3-a444-4dde-b1bc-fb35eacfc577 req-0625d841-4b1c-4e6f-8419-9201fced3000 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5427 time: 0.3597653 Feb 08 21:24:04.732897 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['fcadaee5-a09d-4bb6-bc72-6102daa861b1'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:24:04.786936 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 9e7aeee0-5c0b-43a6-b833-230bd6450606 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:24:04.802198 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['2b48ba6a-3517-447a-815c-9e8f469661ae'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:24:04.861319 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-7cfde69d-bbfb-4a4f-8157-b84fbc190d8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 496466e2-e19e-4579-af78-b0786f67a08e {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:24:04.921162 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-7cfde69d-bbfb-4a4f-8157-b84fbc190d8d service neutron] Publish callbacks [] for port (496466e2-e19e-4579-af78-b0786f67a08e), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:04.970680 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5e5dc606-fb46-4f97-b764-c106cf9e558e req-c96d2999-b441-4fce-b359-05aac25a4427 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/security-groups?id=89917a50-5d35-4b9b-b809-8cdfc98f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5426221 Feb 08 21:24:05.013664 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-7cfde69d-bbfb-4a4f-8157-b84fbc190d8d service neutron] Transition to ACTIVE for port object 496466e2-e19e-4579-af78-b0786f67a08e will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:24:05.049958 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff8bb1c3-a444-4dde-b1bc-fb35eacfc577 req-4095184d-4e7f-4bcb-86d5-f6d2fbac16fd tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3407309 Feb 08 21:24:05.055207 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-7cfde69d-bbfb-4a4f-8157-b84fbc190d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (496466e2-e19e-4579-af78-b0786f67a08e), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:05.114738 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['5159dba1-6fb7-4b1d-84ad-f387a9a3c982'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:24:05.257002 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfde69d-bbfb-4a4f-8157-b84fbc190d8d service neutron] Pushing event updated for resources: {'Port': ['ID=496466e2-e19e-4579-af78-b0786f67a08e,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:05.369015 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609e0c2b-7fd4-4a12-959b-cc923d084126 x-openstack-request-id: req-609e0c2b-7fd4-4a12-959b-cc923d084126 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:24:05.370830 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0775eb78-7c77-489d-9c53-1224a81f4e15", "name": "network-vif-plugged", "status": "completed", "tag": "f83e8df1-40e5-4abf-a7bf-f55139dfcb59", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:24:05.371817 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-609e0c2b-7fd4-4a12-959b-cc923d084126 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:24:05.372896 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0775eb78-7c77-489d-9c53-1224a81f4e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83e8df1-40e5-4abf-a7bf-f55139dfcb59', 'code': 200} Feb 08 21:24:05.426955 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f440db1-2bd7-413f-9590-200a0321c730 req-c983d317-5792-4b57-bdf9-527aff6c25a6 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:05.429349 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0f440db1-2bd7-413f-9590-200a0321c730 req-c983d317-5792-4b57-bdf9-527aff6c25a6 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.94 "GET /v2.0/networks?id=111016a1-fb5a-4474-9d8a-dc518d9d29de HTTP/1.1" status: 200 len: 806 time: 0.2664874 Feb 08 21:24:05.453625 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-0f440db1-2bd7-413f-9590-200a0321c730 req-b84a123c-6bca-438a-99d6-ce2f59a4d4cb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Request body: {'port': {'device_id': '6826141b-736a-4054-ab6a-f71de5436d3d', 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de', 'admin_state_up': True, 'tenant_id': 'f472eb7c6f4c42ca9bf2111def0cbf8f'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:24:05.483572 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0eab48a5-49b5-42d1-b5b9-340a29cb1478 req-53323185-4dc9-42ff-a8c5-afd232eb7a38 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=6826141b-736a-4054-ab6a-f71de5436d3d HTTP/1.1" status: 200 len: 210 time: 0.1533916 Feb 08 21:24:05.542993 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-362316dc-81b9-4619-8fb9-49e91f826c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'name': 'tempest-TaggedBootDevicesTest_v242-2118790159-router', 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '9f59201c-495b-4104-9c23-2fe916a51fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:32Z', 'updated_at': '2022-02-08T21:18:47Z', 'revision_number': 4, 'project_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'gw_port': {'id': '9f59201c-495b-4104-9c23-2fe916a51fc5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:36Z', 'updated_at': '2022-02-08T21:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '08a5027b-2ab2-4257-871b-836bf64c6825', 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'floating_ip_address': '172.25.3.46', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'port_id': '349259dd-45b6-4ece-8313-48d4ea9e8738', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10af122a-be5c-432b-89ec-d882d652ee34', 'mac_address': 'fa:16:3e:ff:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:21:10Z', 'updated_at': '2022-02-08T21:24:00Z', 'revision_number': 1, 'project_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35ac9b9e-11ed-4cbf-aae8-c08c661b35a3', 'name': '', 'network_id': '10af122a-be5c-432b-89ec-d882d652ee34', 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'mac_address': 'fa:16:3e:76:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '6b4bfb64-5f0f-4b7c-aaa8-560930fcc069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:44Z', 'updated_at': '2022-02-08T21:18:57Z', 'revision_number': 5, 'project_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'subnets': [{'id': '6b4bfb64-5f0f-4b7c-aaa8-560930fcc069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:24:05.681543 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362316dc-81b9-4619-8fb9-49e91f826c21 None None] Checking router: 2e042d2c-4bae-4f3f-b9e3-6c2f5436099c for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:24:05.702328 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] It took 0.66 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:24:05.729936 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362316dc-81b9-4619-8fb9-49e91f826c21 None None] Routers {'2e042d2c-4bae-4f3f-b9e3-6c2f5436099c'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:24:05.731052 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-362316dc-81b9-4619-8fb9-49e91f826c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:23:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['2e042d2c-4bae-4f3f-b9e3-6c2f5436099c'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:24:05.737549 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550c7fd2-ad80-4316-9e69-e1a77f0350f1 x-openstack-request-id: req-550c7fd2-ad80-4316-9e69-e1a77f0350f1 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:24:05.739097 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "tag": "349259dd-45b6-4ece-8313-48d4ea9e8738", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:24:05.739501 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-550c7fd2-ad80-4316-9e69-e1a77f0350f1 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:24:05.740246 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'tag': '349259dd-45b6-4ece-8313-48d4ea9e8738', 'status': 'completed', 'code': 200} Feb 08 21:24:05.831416 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f440db1-2bd7-413f-9590-200a0321c730 req-b84a123c-6bca-438a-99d6-ce2f59a4d4cb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Made reservation on behalf of f472eb7c6f4c42ca9bf2111def0cbf8f for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:24:05.853944 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0f440db1-2bd7-413f-9590-200a0321c730 req-b84a123c-6bca-438a-99d6-ce2f59a4d4cb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:06.067066 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-362316dc-81b9-4619-8fb9-49e91f826c21 None None] Set router 2e042d2c-4bae-4f3f-b9e3-6c2f5436099c gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:24:06.159329 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f53b90-2dd9-4542-82c3-48ef1615724e req-b6682dfd-6d2a-47e5-938e-51f741681805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:06.160903 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-91f53b90-2dd9-4542-82c3-48ef1615724e req-b6682dfd-6d2a-47e5-938e-51f741681805 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=0775eb78-7c77-489d-9c53-1224a81f4e15 HTTP/1.1" status: 200 len: 1133 time: 0.3045278 Feb 08 21:24:06.328015 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-890a0934-1bd9-4a13-b4b2-605ae01c8eef req-52898463-9a0d-44e1-b738-17ad35c045ea tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b32858-74a1-4191-9213-f7e8c86fdd13 HTTP/1.1" status: 200 len: 210 time: 0.3796844 Feb 08 21:24:06.345769 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-0f440db1-2bd7-413f-9590-200a0321c730 req-b84a123c-6bca-438a-99d6-ce2f59a4d4cb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Allocated IP 172.20.0.9 (111016a1-fb5a-4474-9d8a-dc518d9d29de/0584f0b0-2f88-4444-998f-e1ea76f3fbc3/621281cd-3429-40c4-a3ed-3a7255d48918) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:24:06.385329 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be289f-5095-49da-93cf-e36ff59bf9e2 req-72aa3fbe-dd92-4340-a8c8-d9848483c524 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:06.398093 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be289f-5095-49da-93cf-e36ff59bf9e2 req-72aa3fbe-dd92-4340-a8c8-d9848483c524 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:06.411318 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be289f-5095-49da-93cf-e36ff59bf9e2 req-72aa3fbe-dd92-4340-a8c8-d9848483c524 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:06.423733 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be289f-5095-49da-93cf-e36ff59bf9e2 req-72aa3fbe-dd92-4340-a8c8-d9848483c524 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:06.431046 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-91f53b90-2dd9-4542-82c3-48ef1615724e req-d73f0b2c-0b76-4e7f-bbf5-cd4faa42665d service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509925 Feb 08 21:24:06.436557 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be289f-5095-49da-93cf-e36ff59bf9e2 req-72aa3fbe-dd92-4340-a8c8-d9848483c524 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:06.451138 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be289f-5095-49da-93cf-e36ff59bf9e2 req-72aa3fbe-dd92-4340-a8c8-d9848483c524 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:06.463508 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be289f-5095-49da-93cf-e36ff59bf9e2 req-72aa3fbe-dd92-4340-a8c8-d9848483c524 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:06.477934 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-26be289f-5095-49da-93cf-e36ff59bf9e2 req-72aa3fbe-dd92-4340-a8c8-d9848483c524 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5445 time: 0.7354720 Feb 08 21:24:06.653640 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-26be289f-5095-49da-93cf-e36ff59bf9e2 req-f4332084-0140-47fd-a668-cf0a803c266b tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1713562 Feb 08 21:24:06.668152 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-362316dc-81b9-4619-8fb9-49e91f826c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'name': 'tempest-TaggedBootDevicesTest_v242-2118790159-router', 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '9f59201c-495b-4104-9c23-2fe916a51fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:32Z', 'updated_at': '2022-02-08T21:18:47Z', 'revision_number': 4, 'project_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'gw_port': {'id': '9f59201c-495b-4104-9c23-2fe916a51fc5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:36Z', 'updated_at': '2022-02-08T21:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '08a5027b-2ab2-4257-871b-836bf64c6825', 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'floating_ip_address': '172.25.3.46', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'port_id': '349259dd-45b6-4ece-8313-48d4ea9e8738', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10af122a-be5c-432b-89ec-d882d652ee34', 'mac_address': 'fa:16:3e:ff:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:21:10Z', 'updated_at': '2022-02-08T21:24:00Z', 'revision_number': 1, 'project_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35ac9b9e-11ed-4cbf-aae8-c08c661b35a3', 'name': '', 'network_id': '10af122a-be5c-432b-89ec-d882d652ee34', 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'mac_address': 'fa:16:3e:76:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '6b4bfb64-5f0f-4b7c-aaa8-560930fcc069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:44Z', 'updated_at': '2022-02-08T21:18:57Z', 'revision_number': 5, 'project_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'subnets': [{'id': '6b4bfb64-5f0f-4b7c-aaa8-560930fcc069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:24:06.712605 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0f440db1-2bd7-413f-9590-200a0321c730 req-b84a123c-6bca-438a-99d6-ce2f59a4d4cb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks [] for port (621281cd-3429-40c4-a3ed-3a7255d48918), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:06.800851 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362316dc-81b9-4619-8fb9-49e91f826c21 None None] The sync data for ids ['2e042d2c-4bae-4f3f-b9e3-6c2f5436099c'] in n-d-712143-31 is: [{'id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'name': 'tempest-TaggedBootDevicesTest_v242-2118790159-router', 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '9f59201c-495b-4104-9c23-2fe916a51fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:32Z', 'updated_at': '2022-02-08T21:18:47Z', 'revision_number': 4, 'project_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'gw_port': {'id': '9f59201c-495b-4104-9c23-2fe916a51fc5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:36Z', 'updated_at': '2022-02-08T21:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '08a5027b-2ab2-4257-871b-836bf64c6825', 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'floating_ip_address': '172.25.3.46', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'port_id': '349259dd-45b6-4ece-8313-48d4ea9e8738', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10af122a-be5c-432b-89ec-d882d652ee34', 'mac_address': 'fa:16:3e:ff:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:21:10Z', 'updated_at': '2022-02-08T21:24:00Z', 'revision_number': 1, 'project_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35ac9b9e-11ed-4cbf-aae8-c08c661b35a3', 'name': '', 'network_id': '10af122a-be5c-432b-89ec-d882d652ee34', 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'mac_address': 'fa:16:3e:76:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '6b4bfb64-5f0f-4b7c-aaa8-560930fcc069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:44Z', 'updated_at': '2022-02-08T21:18:57Z', 'revision_number': 5, 'project_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'subnets': [{'id': '6b4bfb64-5f0f-4b7c-aaa8-560930fcc069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:24:06.833549 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66e325-2073-44c0-bbbe-91f42bcffc73 req-d7d84f03-3e1b-41a2-a1b6-7bf763f65682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:06.839199 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66e325-2073-44c0-bbbe-91f42bcffc73 req-d7d84f03-3e1b-41a2-a1b6-7bf763f65682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:06.841811 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66e325-2073-44c0-bbbe-91f42bcffc73 req-d7d84f03-3e1b-41a2-a1b6-7bf763f65682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:06.843985 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66e325-2073-44c0-bbbe-91f42bcffc73 req-d7d84f03-3e1b-41a2-a1b6-7bf763f65682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:06.849854 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66e325-2073-44c0-bbbe-91f42bcffc73 req-d7d84f03-3e1b-41a2-a1b6-7bf763f65682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:06.850824 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66e325-2073-44c0-bbbe-91f42bcffc73 req-d7d84f03-3e1b-41a2-a1b6-7bf763f65682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:06.851285 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0f440db1-2bd7-413f-9590-200a0321c730 req-b84a123c-6bca-438a-99d6-ce2f59a4d4cb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (621281cd-3429-40c4-a3ed-3a7255d48918), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:06.852427 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66e325-2073-44c0-bbbe-91f42bcffc73 req-d7d84f03-3e1b-41a2-a1b6-7bf763f65682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:06.874590 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be66e325-2073-44c0-bbbe-91f42bcffc73 req-d7d84f03-3e1b-41a2-a1b6-7bf763f65682 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=06ebfb94fd3f44c49b600ce9fcb86d2e&device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 6726 time: 0.9304669 Feb 08 21:24:06.945480 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a123c-6bca-438a-99d6-ce2f59a4d4cb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Pushing event updated for resources: {'Port': ['ID=621281cd-3429-40c4-a3ed-3a7255d48918,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:06.969917 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f440db1-2bd7-413f-9590-200a0321c730 req-b84a123c-6bca-438a-99d6-ce2f59a4d4cb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Network 111016a1-fb5a-4474-9d8a-dc518d9d29de is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:24:06.979071 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-0f440db1-2bd7-413f-9590-200a0321c730 req-b84a123c-6bca-438a-99d6-ce2f59a4d4cb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:24:06.983022 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f440db1-2bd7-413f-9590-200a0321c730 req-b84a123c-6bca-438a-99d6-ce2f59a4d4cb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:24:07.115084 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['23e48800-eeca-4bcc-b7ae-e0ebc35d4c91'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:24:07.186300 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f440db1-2bd7-413f-9590-200a0321c730 req-b84a123c-6bca-438a-99d6-ce2f59a4d4cb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:07.192045 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0f440db1-2bd7-413f-9590-200a0321c730 req-b84a123c-6bca-438a-99d6-ce2f59a4d4cb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:07.246230 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a123c-6bca-438a-99d6-ce2f59a4d4cb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:07.247377 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a123c-6bca-438a-99d6-ce2f59a4d4cb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:07.251392 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a123c-6bca-438a-99d6-ce2f59a4d4cb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:07.252656 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a123c-6bca-438a-99d6-ce2f59a4d4cb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:07.255709 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a123c-6bca-438a-99d6-ce2f59a4d4cb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:07.257763 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a123c-6bca-438a-99d6-ce2f59a4d4cb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:07.258610 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a123c-6bca-438a-99d6-ce2f59a4d4cb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:07.259419 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a123c-6bca-438a-99d6-ce2f59a4d4cb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:07.262437 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a123c-6bca-438a-99d6-ce2f59a4d4cb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:07.264157 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a123c-6bca-438a-99d6-ce2f59a4d4cb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:07.264963 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a123c-6bca-438a-99d6-ce2f59a4d4cb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:07.266519 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a123c-6bca-438a-99d6-ce2f59a4d4cb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:07.268595 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a123c-6bca-438a-99d6-ce2f59a4d4cb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:07.290575 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66e325-2073-44c0-bbbe-91f42bcffc73 req-aeb31585-273e-4af9-b217-bcf8cf96e467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:07.299384 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be66e325-2073-44c0-bbbe-91f42bcffc73 req-aeb31585-273e-4af9-b217-bcf8cf96e467 service neutron] 10.222.0.96 "GET /v2.0/networks?id=10af122a-be5c-432b-89ec-d882d652ee34 HTTP/1.1" status: 200 len: 918 time: 0.4093559 Feb 08 21:24:07.325785 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:07.336116 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:07.493124 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 9e7aeee0-5c0b-43a6-b833-230bd6450606, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=9e7aeee0-5c0b-43a6-b833-230bd6450606,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:07.520536 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0f440db1-2bd7-413f-9590-200a0321c730 req-b84a123c-6bca-438a-99d6-ce2f59a4d4cb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0833082 Feb 08 21:24:07.544827 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-0f440db1-2bd7-413f-9590-200a0321c730 req-355165b1-bc35-4e65-ac59-944c5fef7fe1 service neutron] Request body: {'port': {'device_id': '6826141b-736a-4054-ab6a-f71de5436d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:24:07.557319 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-7cfde69d-bbfb-4a4f-8157-b84fbc190d8d service neutron] Attempting to bind port 496466e2-e19e-4579-af78-b0786f67a08e on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:24:07.558173 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-7cfde69d-bbfb-4a4f-8157-b84fbc190d8d service neutron] Attempting to bind port 496466e2-e19e-4579-af78-b0786f67a08e by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '8610d3d1-3273-465e-ab77-6d38b151af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6d617a57-663b-46b8-a895-9c8dc64c2527'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:24:07.558636 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-7cfde69d-bbfb-4a4f-8157-b84fbc190d8d service neutron] Attempting to bind port 496466e2-e19e-4579-af78-b0786f67a08e on network 6d617a57-663b-46b8-a895-9c8dc64c2527 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:24:07.569581 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48662a5-ca30-460c-bc36-c25dede6748d req-23dca6ce-b9df-4333-a613-b38eec6d29f0 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:07.571148 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a48662a5-ca30-460c-bc36-c25dede6748d req-23dca6ce-b9df-4333-a613-b38eec6d29f0 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.94 "GET /v2.0/networks?id=c0cafe3d-a88f-4e07-a463-905e2e4dd601 HTTP/1.1" status: 200 len: 812 time: 0.4398515 Feb 08 21:24:07.580361 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3824e8d6-bb09-496e-a88f-8b457384e358 None None] New status for floating IP 08a5027b-2ab2-4257-871b-836bf64c6825: ACTIVE {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:24:07.643360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe9257-fb4d-4e4e-ba78-d5189d4058b5 req-d36b4972-4db2-4120-a230-aaa9fec478a1 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:07.649050 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-46fe9257-fb4d-4e4e-ba78-d5189d4058b5 req-d36b4972-4db2-4120-a230-aaa9fec478a1 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=0775eb78-7c77-489d-9c53-1224a81f4e15 HTTP/1.1" status: 200 len: 950 time: 1.0373423 Feb 08 21:24:07.666217 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-7cfde69d-bbfb-4a4f-8157-b84fbc190d8d service neutron] Port 496466e2-e19e-4579-af78-b0786f67a08e on network 6d617a57-663b-46b8-a895-9c8dc64c2527 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:24:07.666529 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-7cfde69d-bbfb-4a4f-8157-b84fbc190d8d service neutron] Attempting to bind port 496466e2-e19e-4579-af78-b0786f67a08e on network 6d617a57-663b-46b8-a895-9c8dc64c2527 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:24:07.708826 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0f440db1-2bd7-413f-9590-200a0321c730 req-355165b1-bc35-4e65-ac59-944c5fef7fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (621281cd-3429-40c4-a3ed-3a7255d48918), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:07.732210 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a48662a5-ca30-460c-bc36-c25dede6748d req-5645ab35-2211-4b0e-8a2a-9b7f45e90ea6 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df2c802afab2419db7f9d45fe40f3a06 HTTP/1.1" status: 200 len: 380 time: 0.1242127 Feb 08 21:24:07.742449 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-a48662a5-ca30-460c-bc36-c25dede6748d req-4639cc08-853d-45eb-aa6b-24a159091860 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Request body: {'port': {'device_id': 'c8b32858-74a1-4191-9213-f7e8c86fdd13', 'network_id': 'c0cafe3d-a88f-4e07-a463-905e2e4dd601', 'admin_state_up': True, 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06', 'security_groups': ['89c44979-f1d8-471a-9ccc-726e230470cb']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:24:08.014075 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '9e7aeee0-5c0b-43a6-b833-230bd6450606', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': '9e7aeee0-5c0b-43a6-b833-230bd6450606', 'mac_address': 'fa:16:3e:43:61:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:24:08.075464 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a48662a5-ca30-460c-bc36-c25dede6748d req-4639cc08-853d-45eb-aa6b-24a159091860 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Made reservation on behalf of df2c802afab2419db7f9d45fe40f3a06 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:24:08.080289 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a48662a5-ca30-460c-bc36-c25dede6748d req-4639cc08-853d-45eb-aa6b-24a159091860 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:08.281088 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-7cfde69d-bbfb-4a4f-8157-b84fbc190d8d service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:24:08.281487 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-7cfde69d-bbfb-4a4f-8157-b84fbc190d8d service neutron] Checking segment: {'id': '8610d3d1-3273-465e-ab77-6d38b151af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6d617a57-663b-46b8-a895-9c8dc64c2527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:24:08.281884 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-7cfde69d-bbfb-4a4f-8157-b84fbc190d8d service neutron] Bound using segment: {'id': '8610d3d1-3273-465e-ab77-6d38b151af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6d617a57-663b-46b8-a895-9c8dc64c2527'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:24:08.282339 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-7cfde69d-bbfb-4a4f-8157-b84fbc190d8d service neutron] Bound port: 496466e2-e19e-4579-af78-b0786f67a08e, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8610d3d1-3273-465e-ab77-6d38b151af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6d617a57-663b-46b8-a895-9c8dc64c2527'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:24:08.282704 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-7cfde69d-bbfb-4a4f-8157-b84fbc190d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (496466e2-e19e-4579-af78-b0786f67a08e), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:08.303957 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be66e325-2073-44c0-bbbe-91f42bcffc73 req-bb9bc8d3-1cf6-4d9f-995a-bf8a8ad084dc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=349259dd-45b6-4ece-8313-48d4ea9e8738 HTTP/1.1" status: 200 len: 999 time: 0.9383969 Feb 08 21:24:08.321167 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52a42c-16ec-4b1e-ace1-d41dfe633159 req-5842e9c1-5090-418e-9cb0-8d323a271838 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:08.329207 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff52a42c-16ec-4b1e-ace1-d41dfe633159 req-5842e9c1-5090-418e-9cb0-8d323a271838 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4f7429b-2c5c-404d-9ff9-c3ca4e679826 HTTP/1.1" status: 200 len: 944 time: 1.0286269 Feb 08 21:24:08.395453 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 9e7aeee0-5c0b-43a6-b833-230bd6450606 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:08.396064 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9e7aeee0-5c0b-43a6-b833-230bd6450606), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:08.410551 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e7aeee0-5c0b-43a6-b833-230bd6450606 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:24:08.434377 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 9e7aeee0-5c0b-43a6-b833-230bd6450606, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=9e7aeee0-5c0b-43a6-b833-230bd6450606,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:08.478398 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9e7aeee0-5c0b-43a6-b833-230bd6450606), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:08.556395 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-7cfde69d-bbfb-4a4f-8157-b84fbc190d8d service neutron] For port 496466e2-e19e-4579-af78-b0786f67a08e, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:24:08.567585 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=9e7aeee0-5c0b-43a6-b833-230bd6450606,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:08.588892 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-46fe9257-fb4d-4e4e-ba78-d5189d4058b5 req-d46287f9-ef34-4201-8b57-5465bd20f378 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9138260 Feb 08 21:24:08.607076 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-a48662a5-ca30-460c-bc36-c25dede6748d req-4639cc08-853d-45eb-aa6b-24a159091860 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Allocated IP 172.20.0.14 (c0cafe3d-a88f-4e07-a463-905e2e4dd601/5cbcd625-2f37-47d7-aec7-9e7877f3a664/0c4878d6-d8d2-4b3c-9b22-fe3e8304e269) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:24:08.699353 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-7cfde69d-bbfb-4a4f-8157-b84fbc190d8d service neutron] For port 496466e2-e19e-4579-af78-b0786f67a08e, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=496466e2-e19e-4579-af78-b0786f67a08e,segment=NetworkSegment(8610d3d1-3273-465e-ab77-6d38b151af60),segment_id=8610d3d1-3273-465e-ab77-6d38b151af60)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:24:08.705966 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66e325-2073-44c0-bbbe-91f42bcffc73 req-8236dc1f-3d2b-4ad5-89d7-56511225173e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:08.711159 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be66e325-2073-44c0-bbbe-91f42bcffc73 req-8236dc1f-3d2b-4ad5-89d7-56511225173e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6b4bfb64-5f0f-4b7c-aaa8-560930fcc069 HTTP/1.1" status: 200 len: 856 time: 0.3738277 Feb 08 21:24:08.730424 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-7cfde69d-bbfb-4a4f-8157-b84fbc190d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (496466e2-e19e-4579-af78-b0786f67a08e), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:08.931049 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfde69d-bbfb-4a4f-8157-b84fbc190d8d service neutron] Pushing event updated for resources: {'Port': ['ID=496466e2-e19e-4579-af78-b0786f67a08e,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:08.997968 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-7cfde69d-bbfb-4a4f-8157-b84fbc190d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:08.998777 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-7cfde69d-bbfb-4a4f-8157-b84fbc190d8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:09.000597 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-7cfde69d-bbfb-4a4f-8157-b84fbc190d8d service neutron] 10.222.0.96 "PUT /v2.0/ports/496466e2-e19e-4579-af78-b0786f67a08e HTTP/1.1" status: 200 len: 1093 time: 5.6251156 Feb 08 21:24:09.002598 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f7429b-2c5c-404d-9ff9-c3ca4e679826', 'tag': '496466e2-e19e-4579-af78-b0786f67a08e'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:24:09.011644 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe10853-3875-4dd1-a686-c741853bd115" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f7429b-2c5c-404d-9ff9-c3ca4e679826", "tag": "496466e2-e19e-4579-af78-b0786f67a08e"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:24:09.044343 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff52a42c-16ec-4b1e-ace1-d41dfe633159 req-3149e082-0766-474c-a14e-fad95f00feb3 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/security-groups?id=89917a50-5d35-4b9b-b809-8cdfc98f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7015741 Feb 08 21:24:09.138227 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66e325-2073-44c0-bbbe-91f42bcffc73 req-520be9a0-d1b7-4787-ad14-6b3eb882d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:09.146844 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be66e325-2073-44c0-bbbe-91f42bcffc73 req-520be9a0-d1b7-4787-ad14-6b3eb882d09b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=10af122a-be5c-432b-89ec-d882d652ee34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4049470 Feb 08 21:24:09.203725 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a48662a5-ca30-460c-bc36-c25dede6748d req-4639cc08-853d-45eb-aa6b-24a159091860 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks [] for port (0c4878d6-d8d2-4b3c-9b22-fe3e8304e269), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:09.208236 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-0f440db1-2bd7-413f-9590-200a0321c730 req-355165b1-bc35-4e65-ac59-944c5fef7fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 621281cd-3429-40c4-a3ed-3a7255d48918 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:24:09.227018 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0f440db1-2bd7-413f-9590-200a0321c730 req-355165b1-bc35-4e65-ac59-944c5fef7fe1 service neutron] Publish callbacks [] for port (621281cd-3429-40c4-a3ed-3a7255d48918), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:09.253373 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-0f440db1-2bd7-413f-9590-200a0321c730 req-355165b1-bc35-4e65-ac59-944c5fef7fe1 service neutron] Transition to ACTIVE for port object 621281cd-3429-40c4-a3ed-3a7255d48918 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:24:09.263461 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0f440db1-2bd7-413f-9590-200a0321c730 req-355165b1-bc35-4e65-ac59-944c5fef7fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (621281cd-3429-40c4-a3ed-3a7255d48918), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:09.320906 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a48662a5-ca30-460c-bc36-c25dede6748d req-4639cc08-853d-45eb-aa6b-24a159091860 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (0c4878d6-d8d2-4b3c-9b22-fe3e8304e269), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:09.341392 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c76098-dedd-417f-8e03-ee4836638354 req-855dec7b-8bf8-4d3b-8552-03cfb5ff32ad tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:09.346577 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355165b1-bc35-4e65-ac59-944c5fef7fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=621281cd-3429-40c4-a3ed-3a7255d48918,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:09.356442 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c76098-dedd-417f-8e03-ee4836638354 req-855dec7b-8bf8-4d3b-8552-03cfb5ff32ad tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:09.366823 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c76098-dedd-417f-8e03-ee4836638354 req-855dec7b-8bf8-4d3b-8552-03cfb5ff32ad tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:09.373276 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c76098-dedd-417f-8e03-ee4836638354 req-855dec7b-8bf8-4d3b-8552-03cfb5ff32ad tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:09.379267 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c76098-dedd-417f-8e03-ee4836638354 req-855dec7b-8bf8-4d3b-8552-03cfb5ff32ad tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:09.385104 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c76098-dedd-417f-8e03-ee4836638354 req-855dec7b-8bf8-4d3b-8552-03cfb5ff32ad tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:09.391661 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c76098-dedd-417f-8e03-ee4836638354 req-855dec7b-8bf8-4d3b-8552-03cfb5ff32ad tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:09.401762 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-97c76098-dedd-417f-8e03-ee4836638354 req-855dec7b-8bf8-4d3b-8552-03cfb5ff32ad tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5427 time: 0.4872653 Feb 08 21:24:09.412100 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a48662a5-ca30-460c-bc36-c25dede6748d req-4639cc08-853d-45eb-aa6b-24a159091860 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Network c0cafe3d-a88f-4e07-a463-905e2e4dd601 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:24:09.416576 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-a48662a5-ca30-460c-bc36-c25dede6748d req-4639cc08-853d-45eb-aa6b-24a159091860 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:24:09.443391 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48662a5-ca30-460c-bc36-c25dede6748d req-4639cc08-853d-45eb-aa6b-24a159091860 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:24:09.473798 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-d1f9a0ec-fbc3-4248-9941-a6488344e02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:09.475950 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-d1f9a0ec-fbc3-4248-9941-a6488344e02f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c2a646abe942468bbdd47fbf2649f60f&device_id=e4f7429b-2c5c-404d-9ff9-c3ca4e679826 HTTP/1.1" status: 200 len: 1127 time: 0.4266701 Feb 08 21:24:09.498696 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639cc08-853d-45eb-aa6b-24a159091860 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Pushing event updated for resources: {'Port': ['ID=0c4878d6-d8d2-4b3c-9b22-fe3e8304e269,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:09.578512 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48662a5-ca30-460c-bc36-c25dede6748d req-4639cc08-853d-45eb-aa6b-24a159091860 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:09.579209 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a48662a5-ca30-460c-bc36-c25dede6748d req-4639cc08-853d-45eb-aa6b-24a159091860 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:09.592931 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-0f440db1-2bd7-413f-9590-200a0321c730 req-355165b1-bc35-4e65-ac59-944c5fef7fe1 service neutron] Attempting to bind port 621281cd-3429-40c4-a3ed-3a7255d48918 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:24:09.593413 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-0f440db1-2bd7-413f-9590-200a0321c730 req-355165b1-bc35-4e65-ac59-944c5fef7fe1 service neutron] Attempting to bind port 621281cd-3429-40c4-a3ed-3a7255d48918 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'e6e0981b-63f8-4fe8-9849-12fad4063144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:24:09.593907 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f440db1-2bd7-413f-9590-200a0321c730 req-355165b1-bc35-4e65-ac59-944c5fef7fe1 service neutron] Attempting to bind port 621281cd-3429-40c4-a3ed-3a7255d48918 on network 111016a1-fb5a-4474-9d8a-dc518d9d29de {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:24:09.601599 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f440db1-2bd7-413f-9590-200a0321c730 req-355165b1-bc35-4e65-ac59-944c5fef7fe1 service neutron] Port 621281cd-3429-40c4-a3ed-3a7255d48918 on network 111016a1-fb5a-4474-9d8a-dc518d9d29de not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:24:09.601936 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f440db1-2bd7-413f-9590-200a0321c730 req-355165b1-bc35-4e65-ac59-944c5fef7fe1 service neutron] Attempting to bind port 621281cd-3429-40c4-a3ed-3a7255d48918 on network 111016a1-fb5a-4474-9d8a-dc518d9d29de {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:24:09.610869 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a48662a5-ca30-460c-bc36-c25dede6748d req-4639cc08-853d-45eb-aa6b-24a159091860 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8724434 Feb 08 21:24:09.615115 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f440db1-2bd7-413f-9590-200a0321c730 req-355165b1-bc35-4e65-ac59-944c5fef7fe1 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:24:09.615556 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f440db1-2bd7-413f-9590-200a0321c730 req-355165b1-bc35-4e65-ac59-944c5fef7fe1 service neutron] Checking segment: {'id': 'e6e0981b-63f8-4fe8-9849-12fad4063144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:24:09.615748 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f440db1-2bd7-413f-9590-200a0321c730 req-355165b1-bc35-4e65-ac59-944c5fef7fe1 service neutron] Bound using segment: {'id': 'e6e0981b-63f8-4fe8-9849-12fad4063144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:24:09.616061 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-0f440db1-2bd7-413f-9590-200a0321c730 req-355165b1-bc35-4e65-ac59-944c5fef7fe1 service neutron] Bound port: 621281cd-3429-40c4-a3ed-3a7255d48918, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6e0981b-63f8-4fe8-9849-12fad4063144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:24:09.616648 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0f440db1-2bd7-413f-9590-200a0321c730 req-355165b1-bc35-4e65-ac59-944c5fef7fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (621281cd-3429-40c4-a3ed-3a7255d48918), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:09.625208 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-a48662a5-ca30-460c-bc36-c25dede6748d req-7c1d6153-f57c-40b8-a015-12bbc13c9ee1 service neutron] Request body: {'port': {'device_id': 'c8b32858-74a1-4191-9213-f7e8c86fdd13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:24:09.649151 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-92f1eedf-7e87-4223-ab7f-0bf156cd9e5a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=496466e2-e19e-4579-af78-b0786f67a08e HTTP/1.1" status: 200 len: 217 time: 0.1607938 Feb 08 21:24:09.704262 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be66e325-2073-44c0-bbbe-91f42bcffc73 req-f2a37b31-f29d-462d-a493-621b9c20b68a service neutron] 10.222.0.96 "GET /v2.0/networks/10af122a-be5c-432b-89ec-d882d652ee34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5407739 Feb 08 21:24:09.710834 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-97c76098-dedd-417f-8e03-ee4836638354 req-308f4aaa-4f3c-4300-8e0f-7af4774a5b3c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3070869 Feb 08 21:24:09.816397 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a48662a5-ca30-460c-bc36-c25dede6748d req-7c1d6153-f57c-40b8-a015-12bbc13c9ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0c4878d6-d8d2-4b3c-9b22-fe3e8304e269), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:09.825734 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b7029-429f-4b25-974f-6ea3c9fba79a req-f4285f1e-ba0b-4be8-88fb-0bedb842de2d tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:09.835448 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-0f440db1-2bd7-413f-9590-200a0321c730 req-355165b1-bc35-4e65-ac59-944c5fef7fe1 service neutron] For port 621281cd-3429-40c4-a3ed-3a7255d48918, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:24:09.842807 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-484b7029-429f-4b25-974f-6ea3c9fba79a req-f4285f1e-ba0b-4be8-88fb-0bedb842de2d tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=6826141b-736a-4054-ab6a-f71de5436d3d HTTP/1.1" status: 200 len: 931 time: 0.6630754 Feb 08 21:24:09.871327 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-0f440db1-2bd7-413f-9590-200a0321c730 req-355165b1-bc35-4e65-ac59-944c5fef7fe1 service neutron] For port 621281cd-3429-40c4-a3ed-3a7255d48918, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=621281cd-3429-40c4-a3ed-3a7255d48918,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:24:09.894775 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0f440db1-2bd7-413f-9590-200a0321c730 req-355165b1-bc35-4e65-ac59-944c5fef7fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (621281cd-3429-40c4-a3ed-3a7255d48918), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:09.965326 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f440db1-2bd7-413f-9590-200a0321c730 req-355165b1-bc35-4e65-ac59-944c5fef7fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:09.965954 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0f440db1-2bd7-413f-9590-200a0321c730 req-355165b1-bc35-4e65-ac59-944c5fef7fe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:09.970132 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0f440db1-2bd7-413f-9590-200a0321c730 req-355165b1-bc35-4e65-ac59-944c5fef7fe1 service neutron] 10.222.0.94 "PUT /v2.0/ports/621281cd-3429-40c4-a3ed-3a7255d48918 HTTP/1.1" status: 200 len: 1092 time: 2.4318595 Feb 08 21:24:09.977630 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['9e7aeee0-5c0b-43a6-b833-230bd6450606'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:24:10.018598 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6826141b-736a-4054-ab6a-f71de5436d3d', 'tag': '621281cd-3429-40c4-a3ed-3a7255d48918'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:24:10.027031 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ec612a-cb4c-476d-a9c7-ebe373f4a0b2" -d '{"events": [{"name": "network-changed", "server_uuid": "6826141b-736a-4054-ab6a-f71de5436d3d", "tag": "621281cd-3429-40c4-a3ed-3a7255d48918"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:24:10.157668 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1db92fe2-1079-48ee-8358-85437e1563e8 None None] Provisioning complete for port 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:24:10.158232 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1db92fe2-1079-48ee-8358-85437e1563e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0c4878d6-d8d2-4b3c-9b22-fe3e8304e269), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:10.247993 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f440db1-2bd7-413f-9590-200a0321c730 req-179a324a-8d34-46a9-94c2-68bd6787f0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:10.250018 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0f440db1-2bd7-413f-9590-200a0321c730 req-179a324a-8d34-46a9-94c2-68bd6787f0cf service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f472eb7c6f4c42ca9bf2111def0cbf8f&device_id=6826141b-736a-4054-ab6a-f71de5436d3d HTTP/1.1" status: 200 len: 1126 time: 0.1417513 Feb 08 21:24:10.252752 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1db92fe2-1079-48ee-8358-85437e1563e8 None None] Port 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:24:10.277746 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355165b1-bc35-4e65-ac59-944c5fef7fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=621281cd-3429-40c4-a3ed-3a7255d48918,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:10.349203 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-d2e393bb-c31f-4ae5-ac8b-2a2b17a39f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:10.351992 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-d2e393bb-c31f-4ae5-ac8b-2a2b17a39f6f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ac185e1d-f0b2-4a63-bbd4-646d0a456d84 HTTP/1.1" status: 200 len: 854 time: 0.6770289 Feb 08 21:24:10.356389 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0f440db1-2bd7-413f-9590-200a0321c730 req-07fe2367-15e4-43d6-a3e2-3f38a03bb396 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=621281cd-3429-40c4-a3ed-3a7255d48918 HTTP/1.1" status: 200 len: 217 time: 0.0981700 Feb 08 21:24:10.462522 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-6365ccd2-a18e-454b-95ad-e492016df44a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6d617a57-663b-46b8-a895-9c8dc64c2527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815346 Feb 08 21:24:10.471900 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f440db1-2bd7-413f-9590-200a0321c730 req-e151fe4f-5ce7-4583-bc02-9ca14c537515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:10.473869 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0f440db1-2bd7-413f-9590-200a0321c730 req-e151fe4f-5ce7-4583-bc02-9ca14c537515 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0584f0b0-2f88-4444-998f-e1ea76f3fbc3 HTTP/1.1" status: 200 len: 846 time: 0.1114275 Feb 08 21:24:10.508446 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-484b7029-429f-4b25-974f-6ea3c9fba79a req-dba43a54-1e12-430e-adaf-62445dfcce1f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6150782 Feb 08 21:24:10.516076 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0f440db1-2bd7-413f-9590-200a0321c730 req-09465ae4-f378-4da5-8a21-26665bd498ca service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=111016a1-fb5a-4474-9d8a-dc518d9d29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362029 Feb 08 21:24:10.586171 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff00d5-420c-4691-bf83-d6e64272f1ef req-30bf3e51-e520-4eb3-8348-784576d5dff7 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:10.587740 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4ff00d5-420c-4691-bf83-d6e64272f1ef req-30bf3e51-e520-4eb3-8348-784576d5dff7 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b32858-74a1-4191-9213-f7e8c86fdd13 HTTP/1.1" status: 200 len: 932 time: 0.7164285 Feb 08 21:24:10.642732 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be66e325-2073-44c0-bbbe-91f42bcffc73 req-b14727bf-f695-4f7f-9144-d10bd802e1ac service neutron] 10.222.0.96 "GET /v2.0/networks/10af122a-be5c-432b-89ec-d882d652ee34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9283276 Feb 08 21:24:10.788571 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0f440db1-2bd7-413f-9590-200a0321c730 req-45388f7e-ee38-423a-bdb4-3d86dba440eb service neutron] 10.222.0.94 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655594 Feb 08 21:24:10.852861 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4ff00d5-420c-4691-bf83-d6e64272f1ef req-88eda5ef-941f-452a-bfbf-4563cbe38794 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/security-groups?id=89c44979-f1d8-471a-9ccc-726e230470cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386048 Feb 08 21:24:10.950066 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d853950-987c-4d86-885d-2c53a3b66123 x-openstack-request-id: req-1d853950-987c-4d86-885d-2c53a3b66123 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:24:10.951166 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f7429b-2c5c-404d-9ff9-c3ca4e679826", "tag": "496466e2-e19e-4579-af78-b0786f67a08e", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:24:10.951549 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1d853950-987c-4d86-885d-2c53a3b66123 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:24:10.952082 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f7429b-2c5c-404d-9ff9-c3ca4e679826', 'tag': '496466e2-e19e-4579-af78-b0786f67a08e', 'status': 'completed', 'code': 200} Feb 08 21:24:10.964845 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-a48662a5-ca30-460c-bc36-c25dede6748d req-7c1d6153-f57c-40b8-a015-12bbc13c9ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:24:10.971044 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-b5fc09e8-c4e2-4748-adad-a3ec87f627c8 service neutron] 10.222.0.96 "GET /v2.0/networks/6d617a57-663b-46b8-a895-9c8dc64c2527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789112 Feb 08 21:24:10.980953 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a48662a5-ca30-460c-bc36-c25dede6748d req-7c1d6153-f57c-40b8-a015-12bbc13c9ee1 service neutron] Publish callbacks [] for port (0c4878d6-d8d2-4b3c-9b22-fe3e8304e269), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:11.005914 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa46612-37c5-43d8-92a7-8e27d8ce8419 req-4afe331e-939c-4032-bf6c-39a7cdce9ab9 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:11.017559 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-a48662a5-ca30-460c-bc36-c25dede6748d req-7c1d6153-f57c-40b8-a015-12bbc13c9ee1 service neutron] Transition to ACTIVE for port object 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:24:11.022014 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa46612-37c5-43d8-92a7-8e27d8ce8419 req-4afe331e-939c-4032-bf6c-39a7cdce9ab9 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:11.029569 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a48662a5-ca30-460c-bc36-c25dede6748d req-7c1d6153-f57c-40b8-a015-12bbc13c9ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (0c4878d6-d8d2-4b3c-9b22-fe3e8304e269), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:11.031108 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa46612-37c5-43d8-92a7-8e27d8ce8419 req-4afe331e-939c-4032-bf6c-39a7cdce9ab9 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:11.037330 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa46612-37c5-43d8-92a7-8e27d8ce8419 req-4afe331e-939c-4032-bf6c-39a7cdce9ab9 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:11.043926 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa46612-37c5-43d8-92a7-8e27d8ce8419 req-4afe331e-939c-4032-bf6c-39a7cdce9ab9 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:11.050146 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa46612-37c5-43d8-92a7-8e27d8ce8419 req-4afe331e-939c-4032-bf6c-39a7cdce9ab9 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:11.056043 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa46612-37c5-43d8-92a7-8e27d8ce8419 req-4afe331e-939c-4032-bf6c-39a7cdce9ab9 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:11.058250 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9aa46612-37c5-43d8-92a7-8e27d8ce8419 req-4afe331e-939c-4032-bf6c-39a7cdce9ab9 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5445 time: 0.3299522 Feb 08 21:24:11.140701 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d6153-f57c-40b8-a015-12bbc13c9ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4878d6-d8d2-4b3c-9b22-fe3e8304e269,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:11.158646 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0f440db1-2bd7-413f-9590-200a0321c730 req-b5f48f64-4037-4622-ba86-fbd99c0f6342 service neutron] 10.222.0.94 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620005 Feb 08 21:24:11.241419 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9aa46612-37c5-43d8-92a7-8e27d8ce8419 req-64ea5642-6779-440e-b63e-149c1bb97c18 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1209502 Feb 08 21:24:11.278396 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110b0df-37a2-4931-bd6e-08ba592c85ca req-031310cd-ca31-4edb-a7da-2d6441f9c16c tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:11.291017 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a110b0df-37a2-4931-bd6e-08ba592c85ca req-031310cd-ca31-4edb-a7da-2d6441f9c16c tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=0775eb78-7c77-489d-9c53-1224a81f4e15 HTTP/1.1" status: 200 len: 950 time: 0.2120380 Feb 08 21:24:11.406978 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a110b0df-37a2-4931-bd6e-08ba592c85ca req-b05d2278-0829-4d13-a51f-411e0f8cf751 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145051 Feb 08 21:24:11.438816 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78626a58-c663-4964-a53c-28cfad5bb614 x-openstack-request-id: req-78626a58-c663-4964-a53c-28cfad5bb614 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:24:11.439321 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6826141b-736a-4054-ab6a-f71de5436d3d", "tag": "621281cd-3429-40c4-a3ed-3a7255d48918", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:24:11.439750 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-78626a58-c663-4964-a53c-28cfad5bb614 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:24:11.440385 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6826141b-736a-4054-ab6a-f71de5436d3d', 'tag': '621281cd-3429-40c4-a3ed-3a7255d48918', 'status': 'completed', 'code': 200} Feb 08 21:24:11.512863 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-a48662a5-ca30-460c-bc36-c25dede6748d req-7c1d6153-f57c-40b8-a015-12bbc13c9ee1 service neutron] Attempting to bind port 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:24:11.521389 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-a48662a5-ca30-460c-bc36-c25dede6748d req-7c1d6153-f57c-40b8-a015-12bbc13c9ee1 service neutron] Attempting to bind port 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'd58b94c2-edae-4146-89a6-ec53005d76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c0cafe3d-a88f-4e07-a463-905e2e4dd601'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:24:11.522186 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48662a5-ca30-460c-bc36-c25dede6748d req-7c1d6153-f57c-40b8-a015-12bbc13c9ee1 service neutron] Attempting to bind port 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269 on network c0cafe3d-a88f-4e07-a463-905e2e4dd601 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:24:11.616206 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cab1bac-ceb6-482b-8617-6b89ddba29b7 req-5facf1c7-b340-4616-ba2d-7b3ba66fb9b8 service neutron] 10.222.0.96 "GET /v2.0/networks/6d617a57-663b-46b8-a895-9c8dc64c2527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5557594 Feb 08 21:24:11.627610 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48662a5-ca30-460c-bc36-c25dede6748d req-7c1d6153-f57c-40b8-a015-12bbc13c9ee1 service neutron] Port 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269 on network c0cafe3d-a88f-4e07-a463-905e2e4dd601 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:24:11.628623 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48662a5-ca30-460c-bc36-c25dede6748d req-7c1d6153-f57c-40b8-a015-12bbc13c9ee1 service neutron] Attempting to bind port 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269 on network c0cafe3d-a88f-4e07-a463-905e2e4dd601 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:24:11.641617 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48662a5-ca30-460c-bc36-c25dede6748d req-7c1d6153-f57c-40b8-a015-12bbc13c9ee1 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:24:11.642185 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48662a5-ca30-460c-bc36-c25dede6748d req-7c1d6153-f57c-40b8-a015-12bbc13c9ee1 service neutron] Checking segment: {'id': 'd58b94c2-edae-4146-89a6-ec53005d76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c0cafe3d-a88f-4e07-a463-905e2e4dd601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:24:11.642718 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48662a5-ca30-460c-bc36-c25dede6748d req-7c1d6153-f57c-40b8-a015-12bbc13c9ee1 service neutron] Bound using segment: {'id': 'd58b94c2-edae-4146-89a6-ec53005d76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c0cafe3d-a88f-4e07-a463-905e2e4dd601'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:24:11.643272 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-a48662a5-ca30-460c-bc36-c25dede6748d req-7c1d6153-f57c-40b8-a015-12bbc13c9ee1 service neutron] Bound port: 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58b94c2-edae-4146-89a6-ec53005d76bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c0cafe3d-a88f-4e07-a463-905e2e4dd601'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:24:11.643763 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a48662a5-ca30-460c-bc36-c25dede6748d req-7c1d6153-f57c-40b8-a015-12bbc13c9ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0c4878d6-d8d2-4b3c-9b22-fe3e8304e269), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:11.746119 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec612a-cb4c-476d-a9c7-ebe373f4a0b2 req-7a266d2f-c1a4-4b47-af5f-7d74ffe42088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:11.747702 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-84ec612a-cb4c-476d-a9c7-ebe373f4a0b2 req-7a266d2f-c1a4-4b47-af5f-7d74ffe42088 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f472eb7c6f4c42ca9bf2111def0cbf8f&device_id=6826141b-736a-4054-ab6a-f71de5436d3d HTTP/1.1" status: 200 len: 1126 time: 0.2826998 Feb 08 21:24:11.804617 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbb4e7-083e-479f-934e-8c8197a4f425 req-5f3282d3-fb1e-4c21-b49b-1b7272b15451 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:11.816963 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbb4e7-083e-479f-934e-8c8197a4f425 req-5f3282d3-fb1e-4c21-b49b-1b7272b15451 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:11.824101 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbb4e7-083e-479f-934e-8c8197a4f425 req-5f3282d3-fb1e-4c21-b49b-1b7272b15451 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:11.830958 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbb4e7-083e-479f-934e-8c8197a4f425 req-5f3282d3-fb1e-4c21-b49b-1b7272b15451 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:11.832226 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-a48662a5-ca30-460c-bc36-c25dede6748d req-7c1d6153-f57c-40b8-a015-12bbc13c9ee1 service neutron] For port 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:24:11.835639 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbb4e7-083e-479f-934e-8c8197a4f425 req-5f3282d3-fb1e-4c21-b49b-1b7272b15451 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:11.839017 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-a48662a5-ca30-460c-bc36-c25dede6748d req-7c1d6153-f57c-40b8-a015-12bbc13c9ee1 service neutron] For port 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=0c4878d6-d8d2-4b3c-9b22-fe3e8304e269,segment=NetworkSegment(d58b94c2-edae-4146-89a6-ec53005d76bd),segment_id=d58b94c2-edae-4146-89a6-ec53005d76bd)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:24:11.840995 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbb4e7-083e-479f-934e-8c8197a4f425 req-5f3282d3-fb1e-4c21-b49b-1b7272b15451 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:11.847456 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbb4e7-083e-479f-934e-8c8197a4f425 req-5f3282d3-fb1e-4c21-b49b-1b7272b15451 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:11.855378 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bcbbb4e7-083e-479f-934e-8c8197a4f425 req-5f3282d3-fb1e-4c21-b49b-1b7272b15451 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5427 time: 0.3175356 Feb 08 21:24:11.872580 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b4036-ad02-47f1-ad4f-057907208f43 req-6670e9a7-a4ef-4490-92c4-76420d778dba tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:11.874199 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-164b4036-ad02-47f1-ad4f-057907208f43 req-6670e9a7-a4ef-4490-92c4-76420d778dba tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4f7429b-2c5c-404d-9ff9-c3ca4e679826 HTTP/1.1" status: 200 len: 944 time: 0.2559590 Feb 08 21:24:11.887222 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe10853-3875-4dd1-a686-c741853bd115 req-b0ebb755-ad09-4b58-960a-17d50f7c9342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:11.888740 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-efe10853-3875-4dd1-a686-c741853bd115 req-b0ebb755-ad09-4b58-960a-17d50f7c9342 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c2a646abe942468bbdd47fbf2649f60f&device_id=e4f7429b-2c5c-404d-9ff9-c3ca4e679826 HTTP/1.1" status: 200 len: 1127 time: 0.1967325 Feb 08 21:24:12.018174 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a48662a5-ca30-460c-bc36-c25dede6748d req-7c1d6153-f57c-40b8-a015-12bbc13c9ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (0c4878d6-d8d2-4b3c-9b22-fe3e8304e269), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:12.053841 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-164b4036-ad02-47f1-ad4f-057907208f43 req-b33cf5d3-bc95-4938-ad95-2e7fd4a716b6 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/security-groups?id=89917a50-5d35-4b9b-b809-8cdfc98f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619477 Feb 08 21:24:12.078742 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bcbbb4e7-083e-479f-934e-8c8197a4f425 req-cade13e9-d8a8-4464-ae69-b3eb7000c318 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2225072 Feb 08 21:24:12.194711 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe10853-3875-4dd1-a686-c741853bd115 req-aa144f4b-1410-4417-a3de-46c8c54a7dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:12.196426 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-efe10853-3875-4dd1-a686-c741853bd115 req-aa144f4b-1410-4417-a3de-46c8c54a7dc6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6d617a57-663b-46b8-a895-9c8dc64c2527 HTTP/1.1" status: 200 len: 915 time: 0.2942388 Feb 08 21:24:12.201091 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48662a5-ca30-460c-bc36-c25dede6748d req-7c1d6153-f57c-40b8-a015-12bbc13c9ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:12.201903 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a48662a5-ca30-460c-bc36-c25dede6748d req-7c1d6153-f57c-40b8-a015-12bbc13c9ee1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:12.211343 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a48662a5-ca30-460c-bc36-c25dede6748d req-7c1d6153-f57c-40b8-a015-12bbc13c9ee1 service neutron] 10.222.0.94 "PUT /v2.0/ports/0c4878d6-d8d2-4b3c-9b22-fe3e8304e269 HTTP/1.1" status: 200 len: 1093 time: 2.5907891 Feb 08 21:24:12.248808 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-efe10853-3875-4dd1-a686-c741853bd115 req-c0c41c94-521a-4772-b16d-ce9c049007ce service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=496466e2-e19e-4579-af78-b0786f67a08e HTTP/1.1" status: 200 len: 217 time: 0.0446930 Feb 08 21:24:12.392424 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe10853-3875-4dd1-a686-c741853bd115 req-8de13bf6-96bc-445e-98c5-df28d0abc1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:12.394788 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d6153-f57c-40b8-a015-12bbc13c9ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4878d6-d8d2-4b3c-9b22-fe3e8304e269,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:12.395362 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-efe10853-3875-4dd1-a686-c741853bd115 req-8de13bf6-96bc-445e-98c5-df28d0abc1d2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ac185e1d-f0b2-4a63-bbd4-646d0a456d84 HTTP/1.1" status: 200 len: 854 time: 0.1257334 Feb 08 21:24:12.439837 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0f08b-3b09-448c-85df-b91584a618ac req-49006aa1-4625-4df6-bfc2-e6cb38732931 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:12.442247 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a5c0f08b-3b09-448c-85df-b91584a618ac req-49006aa1-4625-4df6-bfc2-e6cb38732931 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=9cc16c04-7c0e-4c0d-b28d-942a8a95c89c HTTP/1.1" status: 200 len: 947 time: 0.1922996 Feb 08 21:24:12.482199 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-efe10853-3875-4dd1-a686-c741853bd115 req-7ec3f5bb-f769-4e44-ba6f-b38715db4f00 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6d617a57-663b-46b8-a895-9c8dc64c2527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366857 Feb 08 21:24:12.489846 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec612a-cb4c-476d-a9c7-ebe373f4a0b2 req-b60260f0-e4b0-4aed-a3ed-6c5f02c18808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:12.492245 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-84ec612a-cb4c-476d-a9c7-ebe373f4a0b2 req-b60260f0-e4b0-4aed-a3ed-6c5f02c18808 service neutron] 10.222.0.94 "GET /v2.0/networks?id=111016a1-fb5a-4474-9d8a-dc518d9d29de HTTP/1.1" status: 200 len: 907 time: 0.6455157 Feb 08 21:24:12.497177 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device ab1093cd-13b3-4553-afa1-a5bef458b74c up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:24:12.586463 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-84ec612a-cb4c-476d-a9c7-ebe373f4a0b2 req-2236af07-921f-4d63-b140-e06100b4dcc7 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=621281cd-3429-40c4-a3ed-3a7255d48918 HTTP/1.1" status: 200 len: 217 time: 0.0785415 Feb 08 21:24:12.664715 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48662a5-ca30-460c-bc36-c25dede6748d req-985e74dc-1931-4a91-adad-95451fc0d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:12.666727 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a48662a5-ca30-460c-bc36-c25dede6748d req-985e74dc-1931-4a91-adad-95451fc0d2fb service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=df2c802afab2419db7f9d45fe40f3a06&device_id=c8b32858-74a1-4191-9213-f7e8c86fdd13 HTTP/1.1" status: 200 len: 1127 time: 0.2847457 Feb 08 21:24:12.679269 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a5c0f08b-3b09-448c-85df-b91584a618ac req-a4c380bf-6f49-4b95-b433-090700f15e55 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974638 Feb 08 21:24:12.707657 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-efe10853-3875-4dd1-a686-c741853bd115 req-2be2ae78-40b1-441e-b247-b292e69cec85 service neutron] 10.222.0.96 "GET /v2.0/networks/6d617a57-663b-46b8-a895-9c8dc64c2527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173252 Feb 08 21:24:12.716995 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port ab1093cd-13b3-4553-afa1-a5bef458b74c completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:24:12.732879 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port ab1093cd-13b3-4553-afa1-a5bef458b74c triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:24:12.739455 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ab1093cd-13b3-4553-afa1-a5bef458b74c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:12.794821 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a48662a5-ca30-460c-bc36-c25dede6748d req-b0ef87bc-4f8a-4614-8d9d-0d7ced9ee5b7 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c4878d6-d8d2-4b3c-9b22-fe3e8304e269 HTTP/1.1" status: 200 len: 217 time: 0.1067863 Feb 08 21:24:12.850610 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec612a-cb4c-476d-a9c7-ebe373f4a0b2 req-77499e43-074b-467b-90f1-0d8e744ffc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:12.852736 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-84ec612a-cb4c-476d-a9c7-ebe373f4a0b2 req-77499e43-074b-467b-90f1-0d8e744ffc75 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0584f0b0-2f88-4444-998f-e1ea76f3fbc3 HTTP/1.1" status: 200 len: 846 time: 0.2580326 Feb 08 21:24:12.903016 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b2fe3-2719-43d8-b216-a15903086de6 req-aaece8f6-5f1c-4efa-9ea2-6889ee66ba78 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:12.904913 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-754b2fe3-2719-43d8-b216-a15903086de6 req-aaece8f6-5f1c-4efa-9ea2-6889ee66ba78 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=6826141b-736a-4054-ab6a-f71de5436d3d HTTP/1.1" status: 200 len: 943 time: 0.2193158 Feb 08 21:24:12.920949 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-84ec612a-cb4c-476d-a9c7-ebe373f4a0b2 req-351c8cba-0446-4d96-a5c6-3cfd6bc2371f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=111016a1-fb5a-4474-9d8a-dc518d9d29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609264 Feb 08 21:24:12.927492 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48662a5-ca30-460c-bc36-c25dede6748d req-fbae1e9e-fd41-48d6-b1e1-fcc6d443b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:12.929021 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a48662a5-ca30-460c-bc36-c25dede6748d req-fbae1e9e-fd41-48d6-b1e1-fcc6d443b4bf service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5cbcd625-2f37-47d7-aec7-9e7877f3a664 HTTP/1.1" status: 200 len: 851 time: 0.1328554 Feb 08 21:24:12.932526 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port ab1093cd-13b3-4553-afa1-a5bef458b74c is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:12.933337 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ab1093cd-13b3-4553-afa1-a5bef458b74c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:12.974385 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1093cd-13b3-4553-afa1-a5bef458b74c'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:24:12.979962 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64d4a65-3255-4861-97ac-786a542d2f94" -d '{"events": [{"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-plugged", "status": "completed", "tag": "ab1093cd-13b3-4553-afa1-a5bef458b74c"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:24:13.013019 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port ab1093cd-13b3-4553-afa1-a5bef458b74c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=ab1093cd-13b3-4553-afa1-a5bef458b74c,segment=NetworkSegment(017b5fad-a14b-4a7f-9fa9-34bb5828ca93),segment_id=017b5fad-a14b-4a7f-9fa9-34bb5828ca93)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:13.021668 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ab1093cd-13b3-4553-afa1-a5bef458b74c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:13.022953 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 41fe2a4a-c97c-45f2-9886-b1acce5d1d50 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:24:13.066409 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48662a5-ca30-460c-bc36-c25dede6748d req-9e5c42ce-9504-4fd0-8b08-afef9a096613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:13.067849 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-754b2fe3-2719-43d8-b216-a15903086de6 req-20fe69bb-c7ec-4150-9d95-b1759d78785c tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536598 Feb 08 21:24:13.068021 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a48662a5-ca30-460c-bc36-c25dede6748d req-9e5c42ce-9504-4fd0-8b08-afef9a096613 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c0cafe3d-a88f-4e07-a463-905e2e4dd601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1301081 Feb 08 21:24:13.074584 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-84ec612a-cb4c-476d-a9c7-ebe373f4a0b2 req-54510fdd-bc33-4989-887a-6727943ed0db service neutron] 10.222.0.94 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445265 Feb 08 21:24:13.087566 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a3d39-3fbe-4ec2-a4bd-643c1372ba76 req-9eedb4d3-fc49-4283-9f57-f36aa3705d11 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:13.093926 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0e7a3d39-3fbe-4ec2-a4bd-643c1372ba76 req-9eedb4d3-fc49-4283-9f57-f36aa3705d11 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b32858-74a1-4191-9213-f7e8c86fdd13 HTTP/1.1" status: 200 len: 944 time: 0.2675231 Feb 08 21:24:13.139317 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-efe10853-3875-4dd1-a686-c741853bd115 req-d2f1b48e-3aa2-4524-86bf-d0f9cdaadd6c service neutron] 10.222.0.96 "GET /v2.0/networks/6d617a57-663b-46b8-a895-9c8dc64c2527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895633 Feb 08 21:24:13.245167 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=ab1093cd-13b3-4553-afa1-a5bef458b74c,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:13.269316 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a48662a5-ca30-460c-bc36-c25dede6748d req-8e190d97-c369-4c45-8338-54e43502f19b service neutron] 10.222.0.94 "GET /v2.0/networks/c0cafe3d-a88f-4e07-a463-905e2e4dd601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932261 Feb 08 21:24:13.274856 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-84ec612a-cb4c-476d-a9c7-ebe373f4a0b2 req-57317324-0602-416d-90bb-9bdee6ee9c6f service neutron] 10.222.0.94 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880383 Feb 08 21:24:13.283162 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 41fe2a4a-c97c-45f2-9886-b1acce5d1d50 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:24:13.288980 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 41fe2a4a-c97c-45f2-9886-b1acce5d1d50 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:24:13.290727 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (41fe2a4a-c97c-45f2-9886-b1acce5d1d50), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:13.369081 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0e7a3d39-3fbe-4ec2-a4bd-643c1372ba76 req-fbb8fb35-79a5-429d-99af-bbf8186a200e tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/security-groups?id=89c44979-f1d8-471a-9ccc-726e230470cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234020 Feb 08 21:24:13.436338 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03131e-d22e-4a86-9a63-86ff9ed961d0 req-c2a052f0-5eee-41ae-9bb4-3f83344040e9 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:13.451089 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03131e-d22e-4a86-9a63-86ff9ed961d0 req-c2a052f0-5eee-41ae-9bb4-3f83344040e9 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:13.457194 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03131e-d22e-4a86-9a63-86ff9ed961d0 req-c2a052f0-5eee-41ae-9bb4-3f83344040e9 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:13.465302 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 41fe2a4a-c97c-45f2-9886-b1acce5d1d50 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:13.465710 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (41fe2a4a-c97c-45f2-9886-b1acce5d1d50), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:13.468402 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b32858-74a1-4191-9213-f7e8c86fdd13', 'tag': '0c4878d6-d8d2-4b3c-9b22-fe3e8304e269'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:24:13.473269 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03131e-d22e-4a86-9a63-86ff9ed961d0 req-c2a052f0-5eee-41ae-9bb4-3f83344040e9 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:13.473604 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a0602c-e1d7-4ec2-b616-2da7bb7a1dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "c8b32858-74a1-4191-9213-f7e8c86fdd13", "tag": "0c4878d6-d8d2-4b3c-9b22-fe3e8304e269"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:24:13.479448 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a48662a5-ca30-460c-bc36-c25dede6748d req-372cd55b-d7f6-49df-ab17-d21978283f9a service neutron] 10.222.0.94 "GET /v2.0/networks/c0cafe3d-a88f-4e07-a463-905e2e4dd601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024384 Feb 08 21:24:13.482729 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03131e-d22e-4a86-9a63-86ff9ed961d0 req-c2a052f0-5eee-41ae-9bb4-3f83344040e9 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:13.490003 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03131e-d22e-4a86-9a63-86ff9ed961d0 req-c2a052f0-5eee-41ae-9bb4-3f83344040e9 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:13.496340 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03131e-d22e-4a86-9a63-86ff9ed961d0 req-c2a052f0-5eee-41ae-9bb4-3f83344040e9 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:13.498760 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3c03131e-d22e-4a86-9a63-86ff9ed961d0 req-c2a052f0-5eee-41ae-9bb4-3f83344040e9 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5445 time: 0.2116661 Feb 08 21:24:13.526682 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 41fe2a4a-c97c-45f2-9886-b1acce5d1d50, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=41fe2a4a-c97c-45f2-9886-b1acce5d1d50,segment=NetworkSegment(017b5fad-a14b-4a7f-9fa9-34bb5828ca93),segment_id=017b5fad-a14b-4a7f-9fa9-34bb5828ca93)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:13.533322 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (41fe2a4a-c97c-45f2-9886-b1acce5d1d50), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:13.625074 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31301a-5ded-4f2e-b0d2-a1664eb15322 req-7f274baf-e6fc-4d29-b635-4eee6ec13692 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:13.625399 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=41fe2a4a-c97c-45f2-9886-b1acce5d1d50,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:13.626989 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c31301a-5ded-4f2e-b0d2-a1664eb15322 req-7f274baf-e6fc-4d29-b635-4eee6ec13692 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d5b6c3a-d5a5-4d41-9be6-6dd6796f66cf HTTP/1.1" status: 200 len: 945 time: 0.1266394 Feb 08 21:24:13.635002 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3c03131e-d22e-4a86-9a63-86ff9ed961d0 req-3397bd91-bf29-46f8-8ecf-84fdc03009f2 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1251583 Feb 08 21:24:13.691139 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c31301a-5ded-4f2e-b0d2-a1664eb15322 req-aabbe5d3-d065-4882-9250-6537c712695d tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] 10.222.0.88 "GET /v2.0/security-groups?id=f08f204b-93c3-4eda-88e8-241136d00d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542860 Feb 08 21:24:13.702098 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad71399-f3a0-4b03-91ba-91cc6497720c x-openstack-request-id: req-2ad71399-f3a0-4b03-91ba-91cc6497720c {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:24:13.702406 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-plugged", "status": "completed", "tag": "ab1093cd-13b3-4553-afa1-a5bef458b74c", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:24:13.702668 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2ad71399-f3a0-4b03-91ba-91cc6497720c {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:24:13.703116 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1093cd-13b3-4553-afa1-a5bef458b74c', 'code': 200} Feb 08 21:24:13.863471 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2158b-aa2b-4740-b98a-fac6dc3828a6 req-bc32f003-9df6-4dd1-abe2-69b04ee69ffa tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:13.865033 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9aa2158b-aa2b-4740-b98a-fac6dc3828a6 req-bc32f003-9df6-4dd1-abe2-69b04ee69ffa tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4f7429b-2c5c-404d-9ff9-c3ca4e679826 HTTP/1.1" status: 200 len: 944 time: 0.1036937 Feb 08 21:24:13.901595 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931a2c7-20c0-432f-95c4-c3214fd06b92 req-d8060341-3254-4a19-a05d-b7d2405bcdfc tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:13.907210 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931a2c7-20c0-432f-95c4-c3214fd06b92 req-d8060341-3254-4a19-a05d-b7d2405bcdfc tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:13.913208 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931a2c7-20c0-432f-95c4-c3214fd06b92 req-d8060341-3254-4a19-a05d-b7d2405bcdfc tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:13.918656 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931a2c7-20c0-432f-95c4-c3214fd06b92 req-d8060341-3254-4a19-a05d-b7d2405bcdfc tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:13.924046 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931a2c7-20c0-432f-95c4-c3214fd06b92 req-d8060341-3254-4a19-a05d-b7d2405bcdfc tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:13.930150 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931a2c7-20c0-432f-95c4-c3214fd06b92 req-d8060341-3254-4a19-a05d-b7d2405bcdfc tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:13.935554 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931a2c7-20c0-432f-95c4-c3214fd06b92 req-d8060341-3254-4a19-a05d-b7d2405bcdfc tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:13.937499 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7931a2c7-20c0-432f-95c4-c3214fd06b92 req-d8060341-3254-4a19-a05d-b7d2405bcdfc tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5429 time: 0.1404309 Feb 08 21:24:14.001219 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9aa2158b-aa2b-4740-b98a-fac6dc3828a6 req-b96e73dd-372f-4864-b302-520239220d2e tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/security-groups?id=89917a50-5d35-4b9b-b809-8cdfc98f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301541 Feb 08 21:24:14.055828 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7931a2c7-20c0-432f-95c4-c3214fd06b92 req-f15696e3-f2ca-4cb6-926a-686489dd7239 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1096435 Feb 08 21:24:14.092788 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba90c676-11fb-41a0-a7a5-e8a1cf46771b x-openstack-request-id: req-ba90c676-11fb-41a0-a7a5-e8a1cf46771b {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:24:14.093318 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8b32858-74a1-4191-9213-f7e8c86fdd13", "tag": "0c4878d6-d8d2-4b3c-9b22-fe3e8304e269", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:24:14.093670 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ba90c676-11fb-41a0-a7a5-e8a1cf46771b {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:24:14.094320 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8b32858-74a1-4191-9213-f7e8c86fdd13', 'tag': '0c4878d6-d8d2-4b3c-9b22-fe3e8304e269', 'status': 'completed', 'code': 200} Feb 08 21:24:14.227641 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0602c-e1d7-4ec2-b616-2da7bb7a1dfc req-bac443f3-13dd-49d4-948f-734e6b1ce846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:14.229554 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b1a0602c-e1d7-4ec2-b616-2da7bb7a1dfc req-bac443f3-13dd-49d4-948f-734e6b1ce846 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=df2c802afab2419db7f9d45fe40f3a06&device_id=c8b32858-74a1-4191-9213-f7e8c86fdd13 HTTP/1.1" status: 200 len: 1127 time: 0.1091576 Feb 08 21:24:14.327625 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de781f03-6271-46da-a6d9-9361aed84edf req-18413397-4dab-433a-8cad-62ce8bd362ad tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:14.336683 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de781f03-6271-46da-a6d9-9361aed84edf req-18413397-4dab-433a-8cad-62ce8bd362ad tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:14.343105 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de781f03-6271-46da-a6d9-9361aed84edf req-18413397-4dab-433a-8cad-62ce8bd362ad tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:14.349103 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de781f03-6271-46da-a6d9-9361aed84edf req-18413397-4dab-433a-8cad-62ce8bd362ad tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:14.355373 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de781f03-6271-46da-a6d9-9361aed84edf req-18413397-4dab-433a-8cad-62ce8bd362ad tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:14.361638 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de781f03-6271-46da-a6d9-9361aed84edf req-18413397-4dab-433a-8cad-62ce8bd362ad tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:14.368706 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de781f03-6271-46da-a6d9-9361aed84edf req-18413397-4dab-433a-8cad-62ce8bd362ad tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:14.370820 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de781f03-6271-46da-a6d9-9361aed84edf req-18413397-4dab-433a-8cad-62ce8bd362ad tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5445 time: 0.2214775 Feb 08 21:24:14.376972 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0602c-e1d7-4ec2-b616-2da7bb7a1dfc req-2ef37451-3c46-4473-82dd-cae9817118a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:14.378718 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b1a0602c-e1d7-4ec2-b616-2da7bb7a1dfc req-2ef37451-3c46-4473-82dd-cae9817118a9 service neutron] 10.222.0.94 "GET /v2.0/networks?id=c0cafe3d-a88f-4e07-a463-905e2e4dd601 HTTP/1.1" status: 200 len: 913 time: 0.1418602 Feb 08 21:24:14.379569 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83109c-1e37-42c6-bd65-2531ee954031 req-0c2b0e7a-b837-40e1-b327-0a659bec3063 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:14.383271 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed83109c-1e37-42c6-bd65-2531ee954031 req-0c2b0e7a-b837-40e1-b327-0a659bec3063 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=9cc16c04-7c0e-4c0d-b28d-942a8a95c89c HTTP/1.1" status: 200 len: 947 time: 0.2096074 Feb 08 21:24:14.457690 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b1a0602c-e1d7-4ec2-b616-2da7bb7a1dfc req-53f22468-b3b0-4d5c-885b-6cd6944abff7 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c4878d6-d8d2-4b3c-9b22-fe3e8304e269 HTTP/1.1" status: 200 len: 217 time: 0.0696082 Feb 08 21:24:14.505296 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 2b48ba6a-3517-447a-815c-9e8f469661ae up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:24:14.553743 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0602c-e1d7-4ec2-b616-2da7bb7a1dfc req-cc5ae6b9-c4f9-4bb5-9f6f-9259abfcca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:14.556841 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b1a0602c-e1d7-4ec2-b616-2da7bb7a1dfc req-cc5ae6b9-c4f9-4bb5-9f6f-9259abfcca99 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5cbcd625-2f37-47d7-aec7-9e7877f3a664 HTTP/1.1" status: 200 len: 851 time: 0.0930490 Feb 08 21:24:14.622386 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed83109c-1e37-42c6-bd65-2531ee954031 req-2a7dd878-d428-4d8d-8d5b-b096964b7b4f tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328730 Feb 08 21:24:14.651216 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de781f03-6271-46da-a6d9-9361aed84edf req-9111780c-e88e-4fde-a7a8-fd6fb830ef66 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2687333 Feb 08 21:24:14.660106 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 2b48ba6a-3517-447a-815c-9e8f469661ae completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:24:14.677507 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0602c-e1d7-4ec2-b616-2da7bb7a1dfc req-29984fdf-7fe4-4635-bd64-3d347dad1f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:14.677507 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b1a0602c-e1d7-4ec2-b616-2da7bb7a1dfc req-29984fdf-7fe4-4635-bd64-3d347dad1f64 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c0cafe3d-a88f-4e07-a463-905e2e4dd601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1101456 Feb 08 21:24:14.677933 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 2b48ba6a-3517-447a-815c-9e8f469661ae triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:24:14.677933 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2b48ba6a-3517-447a-815c-9e8f469661ae), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:14.918161 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b1a0602c-e1d7-4ec2-b616-2da7bb7a1dfc req-62589670-78ab-4c2f-bbba-67c6a8e2e6e5 service neutron] 10.222.0.94 "GET /v2.0/networks/c0cafe3d-a88f-4e07-a463-905e2e4dd601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355452 Feb 08 21:24:14.928555 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 2b48ba6a-3517-447a-815c-9e8f469661ae is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:14.929057 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2b48ba6a-3517-447a-815c-9e8f469661ae), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:14.973055 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09436851-7249-4e1b-b559-1eb8654a4a64 req-efdcce96-1382-440a-bb25-41d67b29d9b1 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:14.974797 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-09436851-7249-4e1b-b559-1eb8654a4a64 req-efdcce96-1382-440a-bb25-41d67b29d9b1 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] 10.222.0.96 "GET /v2.0/ports?device_id=0d5b6c3a-d5a5-4d41-9be6-6dd6796f66cf HTTP/1.1" status: 200 len: 945 time: 0.2667127 Feb 08 21:24:14.976507 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 2b48ba6a-3517-447a-815c-9e8f469661ae, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2b48ba6a-3517-447a-815c-9e8f469661ae,segment=NetworkSegment(b0bf0d81-f238-48aa-ab78-93a28b39066d),segment_id=b0bf0d81-f238-48aa-ab78-93a28b39066d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:14.984649 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2b48ba6a-3517-447a-815c-9e8f469661ae), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:14.985816 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device a1f68b66-0533-4e05-9fac-cfc997c17b9a up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:24:15.070134 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031130b-56f0-45e0-9442-43d5e77a0e43 req-a57cd7f0-0fb2-4ccb-84bb-aca69ecaa373 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:15.072127 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e031130b-56f0-45e0-9442-43d5e77a0e43 req-a57cd7f0-0fb2-4ccb-84bb-aca69ecaa373 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=6826141b-736a-4054-ab6a-f71de5436d3d HTTP/1.1" status: 200 len: 943 time: 0.2445555 Feb 08 21:24:15.090719 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b1a0602c-e1d7-4ec2-b616-2da7bb7a1dfc req-1e2e11dd-2d80-4753-a38a-122cfcfbab99 service neutron] 10.222.0.94 "GET /v2.0/networks/c0cafe3d-a88f-4e07-a463-905e2e4dd601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627476 Feb 08 21:24:15.101321 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1886861-b00f-489b-a550-14e51c72c8bb req-03b546f8-7019-44f9-8185-d683b26cccd2 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:15.103087 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a1886861-b00f-489b-a550-14e51c72c8bb req-03b546f8-7019-44f9-8185-d683b26cccd2 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b32858-74a1-4191-9213-f7e8c86fdd13 HTTP/1.1" status: 200 len: 944 time: 0.1959627 Feb 08 21:24:15.212148 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=2b48ba6a-3517-447a-815c-9e8f469661ae,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:15.219184 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port a1f68b66-0533-4e05-9fac-cfc997c17b9a completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:24:15.227320 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port a1f68b66-0533-4e05-9fac-cfc997c17b9a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:24:15.228506 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a1f68b66-0533-4e05-9fac-cfc997c17b9a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:15.234281 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a1886861-b00f-489b-a550-14e51c72c8bb req-7ff680b6-186f-44e4-a39a-84ab6f911d0d tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/security-groups?id=89c44979-f1d8-471a-9ccc-726e230470cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931990 Feb 08 21:24:15.239466 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e031130b-56f0-45e0-9442-43d5e77a0e43 req-5745d6dd-95c0-4400-a3a2-b70477194d86 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572225 Feb 08 21:24:15.272670 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-09436851-7249-4e1b-b559-1eb8654a4a64 req-f7496c9f-2902-470b-bb07-bc1b71c96788 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] Deleting port 25c9484b-5dd7-4d60-9523-fb9b4f4147f3 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:24:15.273034 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-09436851-7249-4e1b-b559-1eb8654a4a64 req-f7496c9f-2902-470b-bb07-bc1b71c96788 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (25c9484b-5dd7-4d60-9523-fb9b4f4147f3), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:15.410631 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port a1f68b66-0533-4e05-9fac-cfc997c17b9a is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:15.411454 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a1f68b66-0533-4e05-9fac-cfc997c17b9a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:15.479937 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port a1f68b66-0533-4e05-9fac-cfc997c17b9a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=a1f68b66-0533-4e05-9fac-cfc997c17b9a,segment=NetworkSegment(017b5fad-a14b-4a7f-9fa9-34bb5828ca93),segment_id=017b5fad-a14b-4a7f-9fa9-34bb5828ca93)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:15.488877 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a1f68b66-0533-4e05-9fac-cfc997c17b9a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:15.490759 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device fcadaee5-a09d-4bb6-bc72-6102daa861b1 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:24:15.650470 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=a1f68b66-0533-4e05-9fac-cfc997c17b9a,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:15.672457 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port fcadaee5-a09d-4bb6-bc72-6102daa861b1 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:24:15.679448 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port fcadaee5-a09d-4bb6-bc72-6102daa861b1 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:24:15.680322 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fcadaee5-a09d-4bb6-bc72-6102daa861b1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:15.718503 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fe2a4a-c97c-45f2-9886-b1acce5d1d50'}, {'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b48ba6a-3517-447a-815c-9e8f469661ae'}, {'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f68b66-0533-4e05-9fac-cfc997c17b9a'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:24:15.722788 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a994f9b-35e0-45e1-b074-ea292d627c89" -d '{"events": [{"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-plugged", "status": "completed", "tag": "41fe2a4a-c97c-45f2-9886-b1acce5d1d50"}, {"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-plugged", "status": "completed", "tag": "2b48ba6a-3517-447a-815c-9e8f469661ae"}, {"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-plugged", "status": "completed", "tag": "a1f68b66-0533-4e05-9fac-cfc997c17b9a"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:24:15.841599 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port fcadaee5-a09d-4bb6-bc72-6102daa861b1 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:15.842281 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fcadaee5-a09d-4bb6-bc72-6102daa861b1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:15.904651 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-09436851-7249-4e1b-b559-1eb8654a4a64 req-f7496c9f-2902-470b-bb07-bc1b71c96788 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] For port 25c9484b-5dd7-4d60-9523-fb9b4f4147f3, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=25c9484b-5dd7-4d60-9523-fb9b4f4147f3,segment=NetworkSegment(e0113ecb-541a-4c04-b759-e516d0cec6ac),segment_id=e0113ecb-541a-4c04-b759-e516d0cec6ac)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:15.904651 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-09436851-7249-4e1b-b559-1eb8654a4a64 req-f7496c9f-2902-470b-bb07-bc1b71c96788 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (25c9484b-5dd7-4d60-9523-fb9b4f4147f3), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:15.915487 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5a175-0d3c-4300-9409-ebfa5746db23 req-f63ee1da-6111-4fa3-92b7-38a72b1a0306 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:15.916974 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port fcadaee5-a09d-4bb6-bc72-6102daa861b1, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=fcadaee5-a09d-4bb6-bc72-6102daa861b1,segment=NetworkSegment(dc186897-7ef3-4243-802c-704d6d0e3098),segment_id=dc186897-7ef3-4243-802c-704d6d0e3098)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:15.917148 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ce5a175-0d3c-4300-9409-ebfa5746db23 req-f63ee1da-6111-4fa3-92b7-38a72b1a0306 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d5b6c3a-d5a5-4d41-9be6-6dd6796f66cf HTTP/1.1" status: 200 len: 945 time: 0.5506554 Feb 08 21:24:15.928408 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (fcadaee5-a09d-4bb6-bc72-6102daa861b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:15.942399 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-09436851-7249-4e1b-b559-1eb8654a4a64 req-f7496c9f-2902-470b-bb07-bc1b71c96788 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] Calling delete_port for 25c9484b-5dd7-4d60-9523-fb9b4f4147f3 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:24:15.967313 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80d778-7e57-4d50-98bf-affc445201d5 req-b2fc0c24-502c-4c38-85f8-20bb8fc20a9e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:15.981042 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80d778-7e57-4d50-98bf-affc445201d5 req-b2fc0c24-502c-4c38-85f8-20bb8fc20a9e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:15.986857 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80d778-7e57-4d50-98bf-affc445201d5 req-b2fc0c24-502c-4c38-85f8-20bb8fc20a9e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:15.992831 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80d778-7e57-4d50-98bf-affc445201d5 req-b2fc0c24-502c-4c38-85f8-20bb8fc20a9e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:15.998321 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80d778-7e57-4d50-98bf-affc445201d5 req-b2fc0c24-502c-4c38-85f8-20bb8fc20a9e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:16.004111 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80d778-7e57-4d50-98bf-affc445201d5 req-b2fc0c24-502c-4c38-85f8-20bb8fc20a9e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:16.009534 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80d778-7e57-4d50-98bf-affc445201d5 req-b2fc0c24-502c-4c38-85f8-20bb8fc20a9e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:16.011528 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0c80d778-7e57-4d50-98bf-affc445201d5 req-b2fc0c24-502c-4c38-85f8-20bb8fc20a9e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5445 time: 0.5953891 Feb 08 21:24:16.080438 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=fcadaee5-a09d-4bb6-bc72-6102daa861b1,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:16.115191 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ce5a175-0d3c-4300-9409-ebfa5746db23 req-4c3367fc-ee87-487e-b754-1508d0f57662 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] 10.222.0.88 "GET /v2.0/security-groups?id=f08f204b-93c3-4eda-88e8-241136d00d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850863 Feb 08 21:24:16.227378 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 621281cd-3429-40c4-a3ed-3a7255d48918 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:24:16.248507 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f080f-0fa8-4ad5-a369-ea374ccf54f4 req-104cd3ce-8675-40dd-afd7-83ba33641159 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:16.250414 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-659f080f-0fa8-4ad5-a369-ea374ccf54f4 req-104cd3ce-8675-40dd-afd7-83ba33641159 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4f7429b-2c5c-404d-9ff9-c3ca4e679826 HTTP/1.1" status: 200 len: 944 time: 0.1168253 Feb 08 21:24:16.261281 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-09436851-7249-4e1b-b559-1eb8654a4a64 req-f7496c9f-2902-470b-bb07-bc1b71c96788 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (25c9484b-5dd7-4d60-9523-fb9b4f4147f3), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:16.285382 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['25c9484b-5dd7-4d60-9523-fb9b4f4147f3'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:24:16.367244 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7496c9f-2902-470b-bb07-bc1b71c96788 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] Pushing event deleted for resources: {'Port': ['ID=25c9484b-5dd7-4d60-9523-fb9b4f4147f3,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:16.446327 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 621281cd-3429-40c4-a3ed-3a7255d48918, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=621281cd-3429-40c4-a3ed-3a7255d48918,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:16.474981 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '621281cd-3429-40c4-a3ed-3a7255d48918', 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de', 'port_id': '621281cd-3429-40c4-a3ed-3a7255d48918', 'mac_address': 'fa:16:3e:07:f1:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0584f0b0-2f88-4444-998f-e1ea76f3fbc3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:24:16.477967 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-09436851-7249-4e1b-b559-1eb8654a4a64 req-f7496c9f-2902-470b-bb07-bc1b71c96788 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] No DVR routers for this DVR port 25c9484b-5dd7-4d60-9523-fb9b4f4147f3 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:24:16.489268 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-09436851-7249-4e1b-b559-1eb8654a4a64 req-f7496c9f-2902-470b-bb07-bc1b71c96788 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:16.494765 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-09436851-7249-4e1b-b559-1eb8654a4a64 req-f7496c9f-2902-470b-bb07-bc1b71c96788 tempest-VolumesAdminNegativeTest-823244581 tempest-VolumesAdminNegativeTest-823244581-project] 10.222.0.96 "DELETE /v2.0/ports/25c9484b-5dd7-4d60-9523-fb9b4f4147f3 HTTP/1.1" status: 204 len: 173 time: 1.5099435 Feb 08 21:24:16.502898 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5b6c3a-d5a5-4d41-9be6-6dd6796f66cf', 'name': 'network-vif-deleted', 'tag': '25c9484b-5dd7-4d60-9523-fb9b4f4147f3'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:24:16.506110 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439abee2-2a89-4621-8068-dfcbfdebff10" -d '{"events": [{"server_uuid": "0d5b6c3a-d5a5-4d41-9be6-6dd6796f66cf", "name": "network-vif-deleted", "tag": "25c9484b-5dd7-4d60-9523-fb9b4f4147f3"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:24:16.521622 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-659f080f-0fa8-4ad5-a369-ea374ccf54f4 req-3bb7d1cb-02dc-4350-86e4-338e44cd5857 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/security-groups?id=89917a50-5d35-4b9b-b809-8cdfc98f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901572 Feb 08 21:24:16.536532 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 496466e2-e19e-4579-af78-b0786f67a08e details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:24:16.542162 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 9e7aeee0-5c0b-43a6-b833-230bd6450606 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:24:16.553072 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9f4bb-2a83-433f-9f9d-9283eb874c6c req-4fd31bd6-6005-45f6-b033-51b8749c1d82 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:16.564513 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9f4bb-2a83-433f-9f9d-9283eb874c6c req-4fd31bd6-6005-45f6-b033-51b8749c1d82 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:16.575164 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9f4bb-2a83-433f-9f9d-9283eb874c6c req-4fd31bd6-6005-45f6-b033-51b8749c1d82 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:16.588810 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9f4bb-2a83-433f-9f9d-9283eb874c6c req-4fd31bd6-6005-45f6-b033-51b8749c1d82 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:16.600012 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9f4bb-2a83-433f-9f9d-9283eb874c6c req-4fd31bd6-6005-45f6-b033-51b8749c1d82 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:16.610979 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9f4bb-2a83-433f-9f9d-9283eb874c6c req-4fd31bd6-6005-45f6-b033-51b8749c1d82 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:16.622462 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9f4bb-2a83-433f-9f9d-9283eb874c6c req-4fd31bd6-6005-45f6-b033-51b8749c1d82 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:16.625212 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9f9f4bb-2a83-433f-9f9d-9283eb874c6c req-4fd31bd6-6005-45f6-b033-51b8749c1d82 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5432 time: 0.3735654 Feb 08 21:24:16.768430 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 621281cd-3429-40c4-a3ed-3a7255d48918 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:16.769969 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (621281cd-3429-40c4-a3ed-3a7255d48918), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:16.803807 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 621281cd-3429-40c4-a3ed-3a7255d48918 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:24:16.812227 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9f9f4bb-2a83-433f-9f9d-9283eb874c6c req-aaee740d-cc60-4cb1-90df-93a7e49553bf tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1755464 Feb 08 21:24:16.820189 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 9e7aeee0-5c0b-43a6-b833-230bd6450606 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:24:16.827653 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f2ede-21f1-4a7a-adb8-a1ad5d1a35aa req-0bc91a18-7521-4de8-b299-347aefca3a71 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:16.830370 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc2f2ede-21f1-4a7a-adb8-a1ad5d1a35aa req-0bc91a18-7521-4de8-b299-347aefca3a71 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=9cc16c04-7c0e-4c0d-b28d-942a8a95c89c HTTP/1.1" status: 200 len: 947 time: 0.1549561 Feb 08 21:24:16.843001 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 9e7aeee0-5c0b-43a6-b833-230bd6450606 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:24:16.843505 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9e7aeee0-5c0b-43a6-b833-230bd6450606), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:16.905688 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 621281cd-3429-40c4-a3ed-3a7255d48918, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=621281cd-3429-40c4-a3ed-3a7255d48918,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:16.912375 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 496466e2-e19e-4579-af78-b0786f67a08e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=496466e2-e19e-4579-af78-b0786f67a08e,segment=NetworkSegment(8610d3d1-3273-465e-ab77-6d38b151af60),segment_id=8610d3d1-3273-465e-ab77-6d38b151af60)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:16.925977 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (621281cd-3429-40c4-a3ed-3a7255d48918), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:16.939277 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc2f2ede-21f1-4a7a-adb8-a1ad5d1a35aa req-7584ba2e-0b6b-4df9-9898-24364f43258a tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929778 Feb 08 21:24:17.007768 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 08 Feb 2022 21:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbe3704-10b4-4dd4-a758-1a23fbfd10d0 x-openstack-request-id: req-6cbe3704-10b4-4dd4-a758-1a23fbfd10d0 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:24:17.008326 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-plugged", "status": "completed", "tag": "41fe2a4a-c97c-45f2-9886-b1acce5d1d50", "code": 200}, {"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-plugged", "status": "completed", "tag": "2b48ba6a-3517-447a-815c-9e8f469661ae", "code": 200}, {"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-plugged", "status": "completed", "tag": "a1f68b66-0533-4e05-9fac-cfc997c17b9a", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:24:17.011152 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6cbe3704-10b4-4dd4-a758-1a23fbfd10d0 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:24:17.011152 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fe2a4a-c97c-45f2-9886-b1acce5d1d50', 'code': 200} Feb 08 21:24:17.011152 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b48ba6a-3517-447a-815c-9e8f469661ae', 'code': 200} Feb 08 21:24:17.011152 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f68b66-0533-4e05-9fac-cfc997c17b9a', 'code': 200} Feb 08 21:24:17.011152 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=621281cd-3429-40c4-a3ed-3a7255d48918,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:17.021861 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '496466e2-e19e-4579-af78-b0786f67a08e', 'network_id': '6d617a57-663b-46b8-a895-9c8dc64c2527', 'port_id': '496466e2-e19e-4579-af78-b0786f67a08e', 'mac_address': 'fa:16:3e:4e:4e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac185e1d-f0b2-4a63-bbd4-646d0a456d84', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:24:17.208902 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ad4a8-abab-432a-83a3-f18f89c1c63b req-faa084f8-dbed-40c1-a722-41e304d1df7e tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:17.210606 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-af3ad4a8-abab-432a-83a3-f18f89c1c63b req-faa084f8-dbed-40c1-a722-41e304d1df7e tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=6826141b-736a-4054-ab6a-f71de5436d3d HTTP/1.1" status: 200 len: 944 time: 0.1105692 Feb 08 21:24:17.224036 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440339b-437f-49bd-b02e-9ca5ff6f5368 req-529d51b3-3f54-4fa9-b509-723a5682645f tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:17.225677 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f440339b-437f-49bd-b02e-9ca5ff6f5368 req-529d51b3-3f54-4fa9-b509-723a5682645f tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b32858-74a1-4191-9213-f7e8c86fdd13 HTTP/1.1" status: 200 len: 944 time: 0.0838590 Feb 08 21:24:17.322004 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 496466e2-e19e-4579-af78-b0786f67a08e is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:17.322352 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (496466e2-e19e-4579-af78-b0786f67a08e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:17.326341 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 9e7aeee0-5c0b-43a6-b833-230bd6450606 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:17.326798 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9e7aeee0-5c0b-43a6-b833-230bd6450606), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:17.347357 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-af3ad4a8-abab-432a-83a3-f18f89c1c63b req-85e24e48-b589-4cc1-aa5e-e25dd9783936 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117165 Feb 08 21:24:17.348810 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 496466e2-e19e-4579-af78-b0786f67a08e {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:24:17.368344 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f440339b-437f-49bd-b02e-9ca5ff6f5368 req-6dcec527-a6c8-47f8-8da9-6715590b78ce tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/security-groups?id=89c44979-f1d8-471a-9ccc-726e230470cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946810 Feb 08 21:24:17.400068 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 496466e2-e19e-4579-af78-b0786f67a08e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=496466e2-e19e-4579-af78-b0786f67a08e,segment=NetworkSegment(8610d3d1-3273-465e-ab77-6d38b151af60),segment_id=8610d3d1-3273-465e-ab77-6d38b151af60)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:17.402437 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 9e7aeee0-5c0b-43a6-b833-230bd6450606, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=9e7aeee0-5c0b-43a6-b833-230bd6450606,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:17.404329 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (496466e2-e19e-4579-af78-b0786f67a08e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:17.425909 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 50510) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:24:17.463164 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca9c0dc-82da-436e-98ed-1deb4c49fd2b x-openstack-request-id: req-2ca9c0dc-82da-436e-98ed-1deb4c49fd2b {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:24:17.463875 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5b6c3a-d5a5-4d41-9be6-6dd6796f66cf", "name": "network-vif-deleted", "tag": "25c9484b-5dd7-4d60-9523-fb9b4f4147f3", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:24:17.464352 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2ca9c0dc-82da-436e-98ed-1deb4c49fd2b {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:24:17.464788 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5b6c3a-d5a5-4d41-9be6-6dd6796f66cf', 'name': 'network-vif-deleted', 'tag': '25c9484b-5dd7-4d60-9523-fb9b4f4147f3', 'status': 'completed', 'code': 200} Feb 08 21:24:17.468841 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['621281cd-3429-40c4-a3ed-3a7255d48918'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:24:17.491650 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-663413c7-63a0-4c20-9aa8-d7305b8d891f admin admin] Deleting subnet f8d224ab-3920-4f69-808e-29c091c10c38 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:24:17.496179 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-663413c7-63a0-4c20-9aa8-d7305b8d891f admin admin] Publish callbacks [] for subnet (f8d224ab-3920-4f69-808e-29c091c10c38), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:17.512572 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9e7aeee0-5c0b-43a6-b833-230bd6450606), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:17.513807 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 5159dba1-6fb7-4b1d-84ad-f387a9a3c982 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:24:17.562929 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-663413c7-63a0-4c20-9aa8-d7305b8d891f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (f8d224ab-3920-4f69-808e-29c091c10c38), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:17.584973 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=496466e2-e19e-4579-af78-b0786f67a08e,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:17.695329 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-663413c7-63a0-4c20-9aa8-d7305b8d891f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (f8d224ab-3920-4f69-808e-29c091c10c38), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:17.743678 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=9e7aeee0-5c0b-43a6-b833-230bd6450606,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:17.756575 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 5159dba1-6fb7-4b1d-84ad-f387a9a3c982 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:24:17.773159 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 5159dba1-6fb7-4b1d-84ad-f387a9a3c982 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:24:17.775245 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5159dba1-6fb7-4b1d-84ad-f387a9a3c982), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:17.876538 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 5159dba1-6fb7-4b1d-84ad-f387a9a3c982 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:17.877092 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5159dba1-6fb7-4b1d-84ad-f387a9a3c982), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:17.911830 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf6bc9-34f9-4837-97f3-e78238dc8a52 req-c39840ec-531c-4888-923d-17fd35c6a593 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:17.914834 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-57cf6bc9-34f9-4837-97f3-e78238dc8a52 req-c39840ec-531c-4888-923d-17fd35c6a593 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4f7429b-2c5c-404d-9ff9-c3ca4e679826 HTTP/1.1" status: 200 len: 945 time: 0.1585510 Feb 08 21:24:17.952617 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-663413c7-63a0-4c20-9aa8-d7305b8d891f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (f8d224ab-3920-4f69-808e-29c091c10c38), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:17.970760 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 5159dba1-6fb7-4b1d-84ad-f387a9a3c982, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5159dba1-6fb7-4b1d-84ad-f387a9a3c982,segment=NetworkSegment(b0bf0d81-f238-48aa-ab78-93a28b39066d),segment_id=b0bf0d81-f238-48aa-ab78-93a28b39066d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:17.982973 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5159dba1-6fb7-4b1d-84ad-f387a9a3c982), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:17.986237 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 6f1cbabe-29f9-46bb-9da2-c7e1c855862e up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:24:18.007407 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-663413c7-63a0-4c20-9aa8-d7305b8d891f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:18.007766 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['496466e2-e19e-4579-af78-b0786f67a08e'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:24:18.010992 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-663413c7-63a0-4c20-9aa8-d7305b8d891f admin admin] 10.222.0.88 "DELETE /v2.0/subnets/f8d224ab-3920-4f69-808e-29c091c10c38 HTTP/1.1" status: 204 len: 168 time: 0.5836687 Feb 08 21:24:18.014966 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50518) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:24:18.025567 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663413c7-63a0-4c20-9aa8-d7305b8d891f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8d224ab-3920-4f69-808e-29c091c10c38,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:18.094346 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-57cf6bc9-34f9-4837-97f3-e78238dc8a52 req-1a16c365-5655-42f0-88d0-2371460c9a11 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/security-groups?id=89917a50-5d35-4b9b-b809-8cdfc98f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638105 Feb 08 21:24:18.126293 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacc217-63d2-4ca0-a636-52583baef247 req-1d8a5a74-f1ec-48c3-8e69-e245b73fcbf8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:18.144091 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacc217-63d2-4ca0-a636-52583baef247 req-1d8a5a74-f1ec-48c3-8e69-e245b73fcbf8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:18.149641 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacc217-63d2-4ca0-a636-52583baef247 req-1d8a5a74-f1ec-48c3-8e69-e245b73fcbf8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:18.175890 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacc217-63d2-4ca0-a636-52583baef247 req-1d8a5a74-f1ec-48c3-8e69-e245b73fcbf8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:18.181954 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacc217-63d2-4ca0-a636-52583baef247 req-1d8a5a74-f1ec-48c3-8e69-e245b73fcbf8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:18.187770 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacc217-63d2-4ca0-a636-52583baef247 req-1d8a5a74-f1ec-48c3-8e69-e245b73fcbf8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:18.213561 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacc217-63d2-4ca0-a636-52583baef247 req-1d8a5a74-f1ec-48c3-8e69-e245b73fcbf8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:18.215661 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4bacc217-63d2-4ca0-a636-52583baef247 req-1d8a5a74-f1ec-48c3-8e69-e245b73fcbf8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5433 time: 0.2106802 Feb 08 21:24:18.247276 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:24:18.324082 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a38d2279-5c3f-48a4-b126-216689920e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (ae736316-d6a2-45b6-ba2d-87a5ac6f5126), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:18.365424 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4bacc217-63d2-4ca0-a636-52583baef247 req-13cb14d4-3be2-4f9b-ac86-058098470aed tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1325238 Feb 08 21:24:18.450699 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:24:18.459227 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f390fc8-068c-4f26-b484-2f1705ed01ea req-46c1e5ab-f8ed-4fb4-9473-99f89c65a08c tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:18.464369 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f390fc8-068c-4f26-b484-2f1705ed01ea req-46c1e5ab-f8ed-4fb4-9473-99f89c65a08c tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=9cc16c04-7c0e-4c0d-b28d-942a8a95c89c HTTP/1.1" status: 200 len: 948 time: 0.1664116 Feb 08 21:24:18.482868 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=5159dba1-6fb7-4b1d-84ad-f387a9a3c982,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:18.544060 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a38d2279-5c3f-48a4-b126-216689920e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (ae736316-d6a2-45b6-ba2d-87a5ac6f5126), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:18.583995 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 6f1cbabe-29f9-46bb-9da2-c7e1c855862e completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:24:18.588608 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f390fc8-068c-4f26-b484-2f1705ed01ea req-566a834d-406a-4776-a1bd-4092c98edef5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169286 Feb 08 21:24:18.597934 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 6f1cbabe-29f9-46bb-9da2-c7e1c855862e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:24:18.598326 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6f1cbabe-29f9-46bb-9da2-c7e1c855862e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:18.622912 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a38d2279-5c3f-48a4-b126-216689920e92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae736316-d6a2-45b6-ba2d-87a5ac6f5126']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:24:18.651508 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a38d2279-5c3f-48a4-b126-216689920e92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0113ecb-541a-4c04-b759-e516d0cec6ac') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:24:18.652125 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a38d2279-5c3f-48a4-b126-216689920e92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0113ecb-541a-4c04-b759-e516d0cec6ac') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:24:18.682697 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a38d2279-5c3f-48a4-b126-216689920e92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (e0113ecb-541a-4c04-b759-e516d0cec6ac), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:18.724783 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a38d2279-5c3f-48a4-b126-216689920e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (e0113ecb-541a-4c04-b759-e516d0cec6ac), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:18.743037 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38d2279-5c3f-48a4-b126-216689920e92 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:24:18.744590 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a38d2279-5c3f-48a4-b126-216689920e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (e0113ecb-541a-4c04-b759-e516d0cec6ac), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:24:18.747890 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:24:18.821198 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d3c90-e82e-41ed-9dba-77602a948f92 req-7677e765-6636-4818-a7e1-b8d170f276c8 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:18.830349 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2f1d3c90-e82e-41ed-9dba-77602a948f92 req-7677e765-6636-4818-a7e1-b8d170f276c8 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b32858-74a1-4191-9213-f7e8c86fdd13 HTTP/1.1" status: 200 len: 944 time: 0.1085026 Feb 08 21:24:18.922212 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2f1d3c90-e82e-41ed-9dba-77602a948f92 req-2ed482d9-4e15-494b-a988-0121ceefa03f tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/security-groups?id=89c44979-f1d8-471a-9ccc-726e230470cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916660 Feb 08 21:24:18.925647 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a38d2279-5c3f-48a4-b126-216689920e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (ae736316-d6a2-45b6-ba2d-87a5ac6f5126), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:18.958491 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a38d2279-5c3f-48a4-b126-216689920e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:18.965315 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a38d2279-5c3f-48a4-b126-216689920e92 admin admin] 10.222.0.88 "DELETE /v2.0/networks/ae736316-d6a2-45b6-ba2d-87a5ac6f5126 HTTP/1.1" status: 204 len: 168 time: 0.9468765 Feb 08 21:24:18.969939 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 50526) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:24:18.990484 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d2279-5c3f-48a4-b126-216689920e92 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae736316-d6a2-45b6-ba2d-87a5ac6f5126,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:19.048269 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=0c4878d6-d8d2-4b3c-9b22-fe3e8304e269,segment=NetworkSegment(d58b94c2-edae-4146-89a6-ec53005d76bd),segment_id=d58b94c2-edae-4146-89a6-ec53005d76bd)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:19.052816 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcadaee5-a09d-4bb6-bc72-6102daa861b1'}, {'server_uuid': '9cc16c04-7c0e-4c0d-b28d-942a8a95c89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7aeee0-5c0b-43a6-b833-230bd6450606'}, {'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5159dba1-6fb7-4b1d-84ad-f387a9a3c982'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:24:19.062748 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3068a685-475c-4da9-9805-757286cb02e1" -d '{"events": [{"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-plugged", "status": "completed", "tag": "fcadaee5-a09d-4bb6-bc72-6102daa861b1"}, {"server_uuid": "9cc16c04-7c0e-4c0d-b28d-942a8a95c89c", "name": "network-vif-plugged", "status": "completed", "tag": "9e7aeee0-5c0b-43a6-b833-230bd6450606"}, {"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-plugged", "status": "completed", "tag": "5159dba1-6fb7-4b1d-84ad-f387a9a3c982"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:24:19.102325 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de7fda5-1ab4-4f47-8e6e-a4786435d81c admin admin] Deleting subnet 12c49ea8-3dfd-4e9b-86f5-3df2d60a77e8 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:24:19.111371 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6de7fda5-1ab4-4f47-8e6e-a4786435d81c admin admin] Publish callbacks [] for subnet (12c49ea8-3dfd-4e9b-86f5-3df2d60a77e8), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:19.134601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '0c4878d6-d8d2-4b3c-9b22-fe3e8304e269', 'network_id': 'c0cafe3d-a88f-4e07-a463-905e2e4dd601', 'port_id': '0c4878d6-d8d2-4b3c-9b22-fe3e8304e269', 'mac_address': 'fa:16:3e:e7:00:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cbcd625-2f37-47d7-aec7-9e7877f3a664', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:24:19.196786 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6de7fda5-1ab4-4f47-8e6e-a4786435d81c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (12c49ea8-3dfd-4e9b-86f5-3df2d60a77e8), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:19.206909 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 08 Feb 2022 21:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea919c39-c8ae-4b66-94d1-48565bbc8736 x-openstack-request-id: req-ea919c39-c8ae-4b66-94d1-48565bbc8736 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:24:19.207723 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-plugged", "status": "completed", "tag": "fcadaee5-a09d-4bb6-bc72-6102daa861b1", "code": 200}, {"server_uuid": "9cc16c04-7c0e-4c0d-b28d-942a8a95c89c", "name": "network-vif-plugged", "status": "completed", "tag": "9e7aeee0-5c0b-43a6-b833-230bd6450606", "code": 200}, {"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-plugged", "status": "completed", "tag": "5159dba1-6fb7-4b1d-84ad-f387a9a3c982", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:24:19.208319 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ea919c39-c8ae-4b66-94d1-48565bbc8736 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:24:19.209424 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcadaee5-a09d-4bb6-bc72-6102daa861b1', 'code': 200} Feb 08 21:24:19.210248 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc16c04-7c0e-4c0d-b28d-942a8a95c89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7aeee0-5c0b-43a6-b833-230bd6450606', 'code': 200} Feb 08 21:24:19.211091 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5159dba1-6fb7-4b1d-84ad-f387a9a3c982', 'code': 200} Feb 08 21:24:19.245980 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 6f1cbabe-29f9-46bb-9da2-c7e1c855862e is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:19.246834 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6f1cbabe-29f9-46bb-9da2-c7e1c855862e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:19.355134 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6de7fda5-1ab4-4f47-8e6e-a4786435d81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (12c49ea8-3dfd-4e9b-86f5-3df2d60a77e8), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:19.432343 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:19.432864 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0c4878d6-d8d2-4b3c-9b22-fe3e8304e269), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:19.438669 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 6f1cbabe-29f9-46bb-9da2-c7e1c855862e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6f1cbabe-29f9-46bb-9da2-c7e1c855862e,segment=NetworkSegment(017b5fad-a14b-4a7f-9fa9-34bb5828ca93),segment_id=017b5fad-a14b-4a7f-9fa9-34bb5828ca93)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:19.443877 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6de7fda5-1ab4-4f47-8e6e-a4786435d81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (12c49ea8-3dfd-4e9b-86f5-3df2d60a77e8), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:19.461193 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6f1cbabe-29f9-46bb-9da2-c7e1c855862e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:19.478491 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:24:19.524330 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7fda5-1ab4-4f47-8e6e-a4786435d81c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12c49ea8-3dfd-4e9b-86f5-3df2d60a77e8,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:19.532954 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 25c9484b-5dd7-4d60-9523-fb9b4f4147f3 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:24:19.537694 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6de7fda5-1ab4-4f47-8e6e-a4786435d81c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:19.541545 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6de7fda5-1ab4-4f47-8e6e-a4786435d81c admin admin] 10.222.0.88 "DELETE /v2.0/subnets/12c49ea8-3dfd-4e9b-86f5-3df2d60a77e8 HTTP/1.1" status: 204 len: 168 time: 0.5702145 Feb 08 21:24:19.545508 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50536) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:24:19.613927 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4ff29-5382-45e5-9ae6-66802d1f9d74 req-db3d9370-1a2a-4623-a165-cb340488235f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:19.615568 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 25c9484b-5dd7-4d60-9523-fb9b4f4147f3 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:24:19.615976 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 25c9484b-5dd7-4d60-9523-fb9b4f4147f3 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:24:19.619172 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-60d4ff29-5382-45e5-9ae6-66802d1f9d74 req-db3d9370-1a2a-4623-a165-cb340488235f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9cc16c04-7c0e-4c0d-b28d-942a8a95c89c HTTP/1.1" status: 200 len: 1131 time: 0.1879776 Feb 08 21:24:19.646295 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153cc62-ed8b-4662-a74d-1dd035dac104 req-31925ecb-ae1f-4835-acb4-b0b049b7c449 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:19.647037 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=0c4878d6-d8d2-4b3c-9b22-fe3e8304e269,segment=NetworkSegment(d58b94c2-edae-4146-89a6-ec53005d76bd),segment_id=d58b94c2-edae-4146-89a6-ec53005d76bd)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:19.648513 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7153cc62-ed8b-4662-a74d-1dd035dac104 req-31925ecb-ae1f-4835-acb4-b0b049b7c449 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=6826141b-736a-4054-ab6a-f71de5436d3d HTTP/1.1" status: 200 len: 944 time: 0.4451435 Feb 08 21:24:19.668172 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0c4878d6-d8d2-4b3c-9b22-fe3e8304e269), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:19.680222 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=6f1cbabe-29f9-46bb-9da2-c7e1c855862e,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:19.691250 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceceabe-7547-47ce-89e3-d133d9147072 req-f6c2f59e-2ae8-4bc1-aaff-835288450586 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:19.699730 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cceceabe-7547-47ce-89e3-d133d9147072 req-f6c2f59e-2ae8-4bc1-aaff-835288450586 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4f7429b-2c5c-404d-9ff9-c3ca4e679826 HTTP/1.1" status: 200 len: 945 time: 0.2799897 Feb 08 21:24:19.725495 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-88e27ac4-3360-483b-82f1-e407c56eb8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (570a777f-04dc-4cd3-a225-ca02190e95aa), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:19.783919 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=0c4878d6-d8d2-4b3c-9b22-fe3e8304e269,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:19.810689 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-60d4ff29-5382-45e5-9ae6-66802d1f9d74 req-4e3de9c6-21b0-49de-a48f-28e206cfe775 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529322 Feb 08 21:24:19.813979 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7153cc62-ed8b-4662-a74d-1dd035dac104 req-1ffaea32-629c-434d-a72e-12706e0692fc tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475186 Feb 08 21:24:19.840882 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cceceabe-7547-47ce-89e3-d133d9147072 req-02f7af2c-7e02-4e8f-8272-fb17d4ef58c0 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/security-groups?id=89917a50-5d35-4b9b-b809-8cdfc98f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335261 Feb 08 21:24:19.925983 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-88e27ac4-3360-483b-82f1-e407c56eb8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (570a777f-04dc-4cd3-a225-ca02190e95aa), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:19.956766 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-88e27ac4-3360-483b-82f1-e407c56eb8ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['570a777f-04dc-4cd3-a225-ca02190e95aa']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:24:19.975471 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-88e27ac4-3360-483b-82f1-e407c56eb8ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b5f107-3f1e-45fe-8255-4413c1ca9231') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:24:19.976056 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-88e27ac4-3360-483b-82f1-e407c56eb8ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b5f107-3f1e-45fe-8255-4413c1ca9231') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:24:19.993789 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-88e27ac4-3360-483b-82f1-e407c56eb8ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (d0b5f107-3f1e-45fe-8255-4413c1ca9231), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:20.024762 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-88e27ac4-3360-483b-82f1-e407c56eb8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (d0b5f107-3f1e-45fe-8255-4413c1ca9231), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:20.036852 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e27ac4-3360-483b-82f1-e407c56eb8ff admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:24:20.037531 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-88e27ac4-3360-483b-82f1-e407c56eb8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (d0b5f107-3f1e-45fe-8255-4413c1ca9231), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:24:20.041535 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:24:20.072235 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['0c4878d6-d8d2-4b3c-9b22-fe3e8304e269'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:24:20.081737 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc968af-077a-4a52-bfba-890c7775791a req-0107b32a-c0bf-4058-8cb6-edf8fc4c7232 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:20.083375 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7dc968af-077a-4a52-bfba-890c7775791a req-0107b32a-c0bf-4058-8cb6-edf8fc4c7232 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=9cc16c04-7c0e-4c0d-b28d-942a8a95c89c HTTP/1.1" status: 200 len: 948 time: 0.1127775 Feb 08 21:24:20.108369 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d6860-1cac-435f-9837-a48ebfb7742a req-78f0acdf-7f60-4867-a0e6-733c81ac92da tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:20.121957 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d6860-1cac-435f-9837-a48ebfb7742a req-78f0acdf-7f60-4867-a0e6-733c81ac92da tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:20.141328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d6860-1cac-435f-9837-a48ebfb7742a req-78f0acdf-7f60-4867-a0e6-733c81ac92da tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:20.155501 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d6860-1cac-435f-9837-a48ebfb7742a req-78f0acdf-7f60-4867-a0e6-733c81ac92da tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:20.166219 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d6860-1cac-435f-9837-a48ebfb7742a req-78f0acdf-7f60-4867-a0e6-733c81ac92da tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:20.176145 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d6860-1cac-435f-9837-a48ebfb7742a req-78f0acdf-7f60-4867-a0e6-733c81ac92da tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:20.179112 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-88e27ac4-3360-483b-82f1-e407c56eb8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (570a777f-04dc-4cd3-a225-ca02190e95aa), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:20.186991 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d6860-1cac-435f-9837-a48ebfb7742a req-78f0acdf-7f60-4867-a0e6-733c81ac92da tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:20.198496 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-88e27ac4-3360-483b-82f1-e407c56eb8ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:20.204848 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f56d6860-1cac-435f-9837-a48ebfb7742a req-78f0acdf-7f60-4867-a0e6-733c81ac92da tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5434 time: 0.2324476 Feb 08 21:24:20.214419 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-88e27ac4-3360-483b-82f1-e407c56eb8ff admin admin] 10.222.0.88 "DELETE /v2.0/networks/570a777f-04dc-4cd3-a225-ca02190e95aa HTTP/1.1" status: 204 len: 168 time: 0.6636982 Feb 08 21:24:20.256301 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e27ac4-3360-483b-82f1-e407c56eb8ff admin admin] Pushing event deleted for resources: {'Network': ['ID=570a777f-04dc-4cd3-a225-ca02190e95aa,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:20.260194 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 621281cd-3429-40c4-a3ed-3a7255d48918 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:24:20.465860 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7dc968af-077a-4a52-bfba-890c7775791a req-78f7797b-b262-47d1-8ef5-f430f4073b67 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400575 Feb 08 21:24:20.467104 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50546) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:24:20.591488 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f56d6860-1cac-435f-9837-a48ebfb7742a req-d06a9d1a-5e77-4529-92d0-42be661d9e5c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3837948 Feb 08 21:24:20.602614 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 621281cd-3429-40c4-a3ed-3a7255d48918 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:24:20.623266 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4c1504b8-5561-46d6-a837-c0605c315bcb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=06828660363a46ed80248630eea5e252&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1540711 Feb 08 21:24:20.627032 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 50548) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:24:20.641189 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 621281cd-3429-40c4-a3ed-3a7255d48918 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:24:20.641919 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (621281cd-3429-40c4-a3ed-3a7255d48918), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:20.758048 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7d5e34c3-7bbb-416a-bd21-ce98cfe6c62d admin admin] Publish callbacks [] for security_group (f08f204b-93c3-4eda-88e8-241136d00d93), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:20.770003 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 621281cd-3429-40c4-a3ed-3a7255d48918 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:20.770662 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (621281cd-3429-40c4-a3ed-3a7255d48918), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:20.787736 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442d7e7-0907-453b-b7fc-d73dfe0fa89e req-9d9ef263-d1d6-4699-b3ac-70e0bd1f31e2 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:20.796171 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4442d7e7-0907-453b-b7fc-d73dfe0fa89e req-9d9ef263-d1d6-4699-b3ac-70e0bd1f31e2 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b32858-74a1-4191-9213-f7e8c86fdd13 HTTP/1.1" status: 200 len: 945 time: 0.1206458 Feb 08 21:24:20.816989 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7d5e34c3-7bbb-416a-bd21-ce98cfe6c62d admin admin] Publish callbacks [] for security_group (f08f204b-93c3-4eda-88e8-241136d00d93), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:20.818134 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 621281cd-3429-40c4-a3ed-3a7255d48918, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=621281cd-3429-40c4-a3ed-3a7255d48918,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:20.823483 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (621281cd-3429-40c4-a3ed-3a7255d48918), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:20.898014 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=621281cd-3429-40c4-a3ed-3a7255d48918,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:20.917258 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4442d7e7-0907-453b-b7fc-d73dfe0fa89e req-6b6e85a5-cc6e-4d39-804f-84bba567d2ee tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/security-groups?id=89c44979-f1d8-471a-9ccc-726e230470cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191897 Feb 08 21:24:20.923152 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7d5e34c3-7bbb-416a-bd21-ce98cfe6c62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f08f204b-93c3-4eda-88e8-241136d00d93), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:20.926778 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7d5e34c3-7bbb-416a-bd21-ce98cfe6c62d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:20.930902 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7d5e34c3-7bbb-416a-bd21-ce98cfe6c62d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f08f204b-93c3-4eda-88e8-241136d00d93 HTTP/1.1" status: 204 len: 168 time: 0.2995498 Feb 08 21:24:20.944958 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e34c3-7bbb-416a-bd21-ce98cfe6c62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08f204b-93c3-4eda-88e8-241136d00d93,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:21.139805 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10dd1c-ebeb-45d5-814d-c7293c2952a6 req-fa248085-21aa-4da2-bcca-6539cc26778f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:21.141441 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e10dd1c-ebeb-45d5-814d-c7293c2952a6 req-fa248085-21aa-4da2-bcca-6539cc26778f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=6826141b-736a-4054-ab6a-f71de5436d3d HTTP/1.1" status: 200 len: 945 time: 0.1447380 Feb 08 21:24:21.153630 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ea5fa-c7be-491f-b9b7-db6b420ce06a req-f001f9ce-6357-4c82-a9b8-d2942c383fbb tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:21.155313 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-491ea5fa-c7be-491f-b9b7-db6b420ce06a req-f001f9ce-6357-4c82-a9b8-d2942c383fbb tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4f7429b-2c5c-404d-9ff9-c3ca4e679826 HTTP/1.1" status: 200 len: 945 time: 0.1016998 Feb 08 21:24:21.214089 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1cbabe-29f9-46bb-9da2-c7e1c855862e'}, {'server_uuid': '6826141b-736a-4054-ab6a-f71de5436d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621281cd-3429-40c4-a3ed-3a7255d48918'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:24:21.218113 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585158dd-9ffa-44df-9262-1a849063499a" -d '{"events": [{"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-plugged", "status": "completed", "tag": "6f1cbabe-29f9-46bb-9da2-c7e1c855862e"}, {"server_uuid": "6826141b-736a-4054-ab6a-f71de5436d3d", "name": "network-vif-plugged", "status": "completed", "tag": "621281cd-3429-40c4-a3ed-3a7255d48918"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:24:21.262863 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e10dd1c-ebeb-45d5-814d-c7293c2952a6 req-20868ba8-e6ff-4cc2-a6dc-1187d57bf4c3 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060224 Feb 08 21:24:21.291448 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-491ea5fa-c7be-491f-b9b7-db6b420ce06a req-087b7bd3-9246-48d8-b004-9262fe1bce91 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/security-groups?id=89917a50-5d35-4b9b-b809-8cdfc98f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176534 Feb 08 21:24:21.338578 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Feb 2022 21:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e1c88b-3554-4709-a013-58996430e7c0 x-openstack-request-id: req-e1e1c88b-3554-4709-a013-58996430e7c0 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:24:21.338924 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-plugged", "status": "completed", "tag": "6f1cbabe-29f9-46bb-9da2-c7e1c855862e", "code": 200}, {"server_uuid": "6826141b-736a-4054-ab6a-f71de5436d3d", "name": "network-vif-plugged", "status": "completed", "tag": "621281cd-3429-40c4-a3ed-3a7255d48918", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:24:21.339245 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e1e1c88b-3554-4709-a013-58996430e7c0 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:24:21.339573 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1cbabe-29f9-46bb-9da2-c7e1c855862e', 'code': 200} Feb 08 21:24:21.339895 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6826141b-736a-4054-ab6a-f71de5436d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621281cd-3429-40c4-a3ed-3a7255d48918', 'code': 200} Feb 08 21:24:21.577350 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9594a-aaeb-43b9-a23c-e8f9d4c0c873 req-14bf6e5d-66f5-4c8d-80e2-8644dd7b5445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:21.582751 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bb705-f6ef-46ab-b3c1-44e3006b1f22 req-bd041d23-499a-46cc-b498-7753d326f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:21.582751 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bb705-f6ef-46ab-b3c1-44e3006b1f22 req-bd041d23-499a-46cc-b498-7753d326f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:21.583803 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bb705-f6ef-46ab-b3c1-44e3006b1f22 req-bd041d23-499a-46cc-b498-7753d326f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:21.583803 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bb705-f6ef-46ab-b3c1-44e3006b1f22 req-bd041d23-499a-46cc-b498-7753d326f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:21.584155 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bb705-f6ef-46ab-b3c1-44e3006b1f22 req-bd041d23-499a-46cc-b498-7753d326f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:21.584478 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bb705-f6ef-46ab-b3c1-44e3006b1f22 req-bd041d23-499a-46cc-b498-7753d326f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:21.585320 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bb705-f6ef-46ab-b3c1-44e3006b1f22 req-bd041d23-499a-46cc-b498-7753d326f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:21.585520 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a0d9594a-aaeb-43b9-a23c-e8f9d4c0c873 req-14bf6e5d-66f5-4c8d-80e2-8644dd7b5445 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6826141b-736a-4054-ab6a-f71de5436d3d HTTP/1.1" status: 200 len: 1128 time: 0.1607716 Feb 08 21:24:21.588821 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e7bb705-f6ef-46ab-b3c1-44e3006b1f22 req-bd041d23-499a-46cc-b498-7753d326f426 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 6715 time: 0.1211436 Feb 08 21:24:21.762719 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a0d9594a-aaeb-43b9-a23c-e8f9d4c0c873 req-17cabf1f-df9a-4ded-a48f-2817499cc36b service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718094 Feb 08 21:24:21.763993 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50568) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:24:21.893027 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e7bb705-f6ef-46ab-b3c1-44e3006b1f22 req-bdc8c284-c749-4829-be72-4bd62129eeea service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2966936 Feb 08 21:24:21.923829 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81908671-c35e-4999-b8aa-aef835632b36 req-054e1e23-c3e6-461b-b278-cb63b4542482 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:21.927068 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-81908671-c35e-4999-b8aa-aef835632b36 req-054e1e23-c3e6-461b-b278-cb63b4542482 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=9cc16c04-7c0e-4c0d-b28d-942a8a95c89c HTTP/1.1" status: 200 len: 948 time: 0.1998556 Feb 08 21:24:21.981508 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a8ac6-d80c-4aa5-a97d-da708c12ab18 req-4612b2c8-be2f-4abb-b86a-4350ad66429f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:21.987078 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a8ac6-d80c-4aa5-a97d-da708c12ab18 req-4612b2c8-be2f-4abb-b86a-4350ad66429f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:21.993513 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a8ac6-d80c-4aa5-a97d-da708c12ab18 req-4612b2c8-be2f-4abb-b86a-4350ad66429f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:21.999107 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a8ac6-d80c-4aa5-a97d-da708c12ab18 req-4612b2c8-be2f-4abb-b86a-4350ad66429f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:22.004627 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a8ac6-d80c-4aa5-a97d-da708c12ab18 req-4612b2c8-be2f-4abb-b86a-4350ad66429f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:22.010250 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a8ac6-d80c-4aa5-a97d-da708c12ab18 req-4612b2c8-be2f-4abb-b86a-4350ad66429f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:22.015716 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a8ac6-d80c-4aa5-a97d-da708c12ab18 req-4612b2c8-be2f-4abb-b86a-4350ad66429f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:22.017963 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc0a8ac6-d80c-4aa5-a97d-da708c12ab18 req-4612b2c8-be2f-4abb-b86a-4350ad66429f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5434 time: 0.1889806 Feb 08 21:24:22.073269 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-81908671-c35e-4999-b8aa-aef835632b36 req-23e1b89f-e8c4-4e56-b90a-2be564eaa802 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339796 Feb 08 21:24:22.120653 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc0a8ac6-d80c-4aa5-a97d-da708c12ab18 req-92409f76-916f-42db-90e4-198181fc85c6 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815187 Feb 08 21:24:22.242064 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:24:22.262164 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ccb34-e62c-4bd3-b0dc-017a2bdd871d req-f4f1663a-bde4-416e-81b6-0fa848b59397 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:22.265420 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df0ccb34-e62c-4bd3-b0dc-017a2bdd871d req-f4f1663a-bde4-416e-81b6-0fa848b59397 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b32858-74a1-4191-9213-f7e8c86fdd13 HTTP/1.1" status: 200 len: 945 time: 0.1007903 Feb 08 21:24:22.321016 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7827167a-1c7c-4ce6-8069-2cfabd11ea35 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1e08915030cf4f85bc454c28e0ce8204&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5558331 Feb 08 21:24:22.323892 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50574) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:24:22.382568 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:24:22.392444 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:24:22.393054 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0c4878d6-d8d2-4b3c-9b22-fe3e8304e269), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:22.415735 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a87d731-9b95-4121-bc9b-7f32f9b2ffb1 admin admin] Publish callbacks [] for security_group (ab45fcfb-1d3e-4fc5-b8d1-2bfc5b703754), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:22.461574 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a87d731-9b95-4121-bc9b-7f32f9b2ffb1 admin admin] Publish callbacks [] for security_group (ab45fcfb-1d3e-4fc5-b8d1-2bfc5b703754), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:22.475987 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:24:22.517482 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df0ccb34-e62c-4bd3-b0dc-017a2bdd871d req-e9b8e103-9928-4e23-b6b0-25b2c04811c8 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/security-groups?id=89c44979-f1d8-471a-9ccc-726e230470cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364409 Feb 08 21:24:22.544768 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 496466e2-e19e-4579-af78-b0786f67a08e up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:24:22.587854 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a87d731-9b95-4121-bc9b-7f32f9b2ffb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ab45fcfb-1d3e-4fc5-b8d1-2bfc5b703754), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:22.592633 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a87d731-9b95-4121-bc9b-7f32f9b2ffb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:22.597341 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1a87d731-9b95-4121-bc9b-7f32f9b2ffb1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ab45fcfb-1d3e-4fc5-b8d1-2bfc5b703754 HTTP/1.1" status: 204 len: 168 time: 0.2690239 Feb 08 21:24:22.597714 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:22.597714 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0c4878d6-d8d2-4b3c-9b22-fe3e8304e269), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:22.606871 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceac5a2-6cd5-4954-b49c-1d4e71558e74 req-f2bc09eb-14b5-4c38-bd21-ea51ff5c8f54 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:22.617278 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87d731-9b95-4121-bc9b-7f32f9b2ffb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab45fcfb-1d3e-4fc5-b8d1-2bfc5b703754,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:22.619669 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1ceac5a2-6cd5-4954-b49c-1d4e71558e74 req-f2bc09eb-14b5-4c38-bd21-ea51ff5c8f54 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=6826141b-736a-4054-ab6a-f71de5436d3d HTTP/1.1" status: 200 len: 945 time: 0.2195764 Feb 08 21:24:22.697802 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=0c4878d6-d8d2-4b3c-9b22-fe3e8304e269,segment=NetworkSegment(d58b94c2-edae-4146-89a6-ec53005d76bd),segment_id=d58b94c2-edae-4146-89a6-ec53005d76bd)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:22.722118 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0c4878d6-d8d2-4b3c-9b22-fe3e8304e269), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:22.739384 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 496466e2-e19e-4579-af78-b0786f67a08e completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:24:22.771531 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 496466e2-e19e-4579-af78-b0786f67a08e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:24:22.771967 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (496466e2-e19e-4579-af78-b0786f67a08e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:22.841814 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=0c4878d6-d8d2-4b3c-9b22-fe3e8304e269,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:22.907229 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 496466e2-e19e-4579-af78-b0786f67a08e is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:22.907835 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (496466e2-e19e-4579-af78-b0786f67a08e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:22.939777 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1ceac5a2-6cd5-4954-b49c-1d4e71558e74 req-d6b7f246-b31b-44eb-9d7d-32d94ec6da87 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058190 Feb 08 21:24:23.004037 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485a5f5-3421-4c23-a27e-40914d2d1a22 req-03a6bba8-b010-40a9-bf9a-7d1a430bb05a tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:23.007963 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d485a5f5-3421-4c23-a27e-40914d2d1a22 req-03a6bba8-b010-40a9-bf9a-7d1a430bb05a tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4f7429b-2c5c-404d-9ff9-c3ca4e679826 HTTP/1.1" status: 200 len: 945 time: 0.2612808 Feb 08 21:24:23.019965 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 496466e2-e19e-4579-af78-b0786f67a08e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=496466e2-e19e-4579-af78-b0786f67a08e,segment=NetworkSegment(8610d3d1-3273-465e-ab77-6d38b151af60),segment_id=8610d3d1-3273-465e-ab77-6d38b151af60)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:23.033452 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (496466e2-e19e-4579-af78-b0786f67a08e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:23.105850 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d485a5f5-3421-4c23-a27e-40914d2d1a22 req-e5d64611-0491-483c-ae40-e04dadd2c1eb tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/security-groups?id=89917a50-5d35-4b9b-b809-8cdfc98f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876019 Feb 08 21:24:23.160043 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=496466e2-e19e-4579-af78-b0786f67a08e,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:23.342986 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b32858-74a1-4191-9213-f7e8c86fdd13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4878d6-d8d2-4b3c-9b22-fe3e8304e269'}, {'server_uuid': 'e4f7429b-2c5c-404d-9ff9-c3ca4e679826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496466e2-e19e-4579-af78-b0786f67a08e'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:24:23.350709 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875926e1-4c3a-4e60-92d3-61837dcd8087" -d '{"events": [{"server_uuid": "c8b32858-74a1-4191-9213-f7e8c86fdd13", "name": "network-vif-plugged", "status": "completed", "tag": "0c4878d6-d8d2-4b3c-9b22-fe3e8304e269"}, {"server_uuid": "e4f7429b-2c5c-404d-9ff9-c3ca4e679826", "name": "network-vif-plugged", "status": "completed", "tag": "496466e2-e19e-4579-af78-b0786f67a08e"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:24:23.400725 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e55ee-fe32-483c-a400-e4048b19b217 req-46768d37-2500-4cbf-ab06-4afe1444d642 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:23.400725 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eb8e55ee-fe32-483c-a400-e4048b19b217 req-46768d37-2500-4cbf-ab06-4afe1444d642 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=9cc16c04-7c0e-4c0d-b28d-942a8a95c89c HTTP/1.1" status: 200 len: 948 time: 0.1719892 Feb 08 21:24:23.492735 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eb8e55ee-fe32-483c-a400-e4048b19b217 req-7acaa5ce-1a1d-4888-8b6e-64c6f8ac8c5e tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843999 Feb 08 21:24:23.663031 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Feb 2022 21:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559db9b7-f08a-42ff-b1b3-a0903168c1c5 x-openstack-request-id: req-559db9b7-f08a-42ff-b1b3-a0903168c1c5 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:24:23.663334 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b32858-74a1-4191-9213-f7e8c86fdd13", "name": "network-vif-plugged", "status": "completed", "tag": "0c4878d6-d8d2-4b3c-9b22-fe3e8304e269", "code": 200}, {"server_uuid": "e4f7429b-2c5c-404d-9ff9-c3ca4e679826", "name": "network-vif-plugged", "status": "completed", "tag": "496466e2-e19e-4579-af78-b0786f67a08e", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:24:23.663571 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-559db9b7-f08a-42ff-b1b3-a0903168c1c5 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:24:23.663984 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b32858-74a1-4191-9213-f7e8c86fdd13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4878d6-d8d2-4b3c-9b22-fe3e8304e269', 'code': 200} Feb 08 21:24:23.664241 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f7429b-2c5c-404d-9ff9-c3ca4e679826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496466e2-e19e-4579-af78-b0786f67a08e', 'code': 200} Feb 08 21:24:23.858231 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55297a0-1556-45d7-a3c5-efd0da6f1418 req-10c2f1a8-eb1b-41bb-921c-2c145f9d74be tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:23.871671 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55297a0-1556-45d7-a3c5-efd0da6f1418 req-10c2f1a8-eb1b-41bb-921c-2c145f9d74be tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:23.881931 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55297a0-1556-45d7-a3c5-efd0da6f1418 req-10c2f1a8-eb1b-41bb-921c-2c145f9d74be tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:23.892545 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55297a0-1556-45d7-a3c5-efd0da6f1418 req-10c2f1a8-eb1b-41bb-921c-2c145f9d74be tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:23.902513 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55297a0-1556-45d7-a3c5-efd0da6f1418 req-10c2f1a8-eb1b-41bb-921c-2c145f9d74be tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:23.918114 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55297a0-1556-45d7-a3c5-efd0da6f1418 req-10c2f1a8-eb1b-41bb-921c-2c145f9d74be tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:23.928842 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55297a0-1556-45d7-a3c5-efd0da6f1418 req-10c2f1a8-eb1b-41bb-921c-2c145f9d74be tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:23.947723 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d55297a0-1556-45d7-a3c5-efd0da6f1418 req-10c2f1a8-eb1b-41bb-921c-2c145f9d74be tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5434 time: 0.2315109 Feb 08 21:24:24.064270 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7951b43-9baf-46b2-b43d-22091babce2b req-040982d7-7ef5-4313-a8db-9b2838347aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:24.075480 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a7951b43-9baf-46b2-b43d-22091babce2b req-040982d7-7ef5-4313-a8db-9b2838347aea service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c8b32858-74a1-4191-9213-f7e8c86fdd13 HTTP/1.1" status: 200 len: 1129 time: 0.2242405 Feb 08 21:24:24.163015 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-779c75e9-94b4-4c75-b6b7-964fb4866ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:24.197392 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a7951b43-9baf-46b2-b43d-22091babce2b req-a84e0bc9-85a5-4059-8057-dce21cd827b2 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=89c44979-f1d8-471a-9ccc-726e230470cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147566 Feb 08 21:24:24.250542 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d55297a0-1556-45d7-a3c5-efd0da6f1418 req-c804c8fe-ea8b-40df-a8b6-905067a80432 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3013444 Feb 08 21:24:24.270301 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fce63-f885-4d4e-84b7-9da3df104496 req-75f5b44c-00b8-4fa9-9abd-a6ab43083f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:24.272403 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f18fce63-f885-4d4e-84b7-9da3df104496 req-75f5b44c-00b8-4fa9-9abd-a6ab43083f1a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e4f7429b-2c5c-404d-9ff9-c3ca4e679826 HTTP/1.1" status: 200 len: 1129 time: 0.3126864 Feb 08 21:24:24.338479 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864acd9-8ded-4717-a811-597492d4bcdf req-f9b01893-e8c1-4f76-a0a3-7ae9def7eccd tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:24.346246 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864acd9-8ded-4717-a811-597492d4bcdf req-f9b01893-e8c1-4f76-a0a3-7ae9def7eccd tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:24.356577 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f864acd9-8ded-4717-a811-597492d4bcdf req-f9b01893-e8c1-4f76-a0a3-7ae9def7eccd tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=0775eb78-7c77-489d-9c53-1224a81f4e15&device_id=9cc16c04-7c0e-4c0d-b28d-942a8a95c89c HTTP/1.1" status: 200 len: 1689 time: 0.2868528 Feb 08 21:24:24.406984 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f18fce63-f885-4d4e-84b7-9da3df104496 req-83186b95-68db-40cf-b3ec-72c2f907e778 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=89917a50-5d35-4b9b-b809-8cdfc98f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270771 Feb 08 21:24:24.487557 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f864acd9-8ded-4717-a811-597492d4bcdf req-3e8d1dbd-72a6-4ff9-88eb-831bb0132bed tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288834 Feb 08 21:24:24.522001 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910ee8c-c915-48ab-bbeb-b0c73e1dfa9c req-0c9c09ed-e19e-42f3-8c6c-91ba1fcd4006 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:24.524879 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6910ee8c-c915-48ab-bbeb-b0c73e1dfa9c req-0c9c09ed-e19e-42f3-8c6c-91ba1fcd4006 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b32858-74a1-4191-9213-f7e8c86fdd13 HTTP/1.1" status: 200 len: 946 time: 0.1363680 Feb 08 21:24:24.586501 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b2ba7aad-1b42-47aa-8254-ed8750c70b9a req-a0e6031c-6bbe-4dec-8fa6-7410bc1508c0 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0821338 Feb 08 21:24:24.658123 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6910ee8c-c915-48ab-bbeb-b0c73e1dfa9c req-ddfbde04-d15f-4432-af11-df0a4442d8be tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/security-groups?id=89c44979-f1d8-471a-9ccc-726e230470cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222935 Feb 08 21:24:24.686842 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9ecda-f2cc-4c8c-8fb6-40b7b3626172 req-7e4fd309-8c2e-477f-ba66-e21f5851d77a tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:24.701336 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-91a9ecda-f2cc-4c8c-8fb6-40b7b3626172 req-7e4fd309-8c2e-477f-ba66-e21f5851d77a tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=6826141b-736a-4054-ab6a-f71de5436d3d HTTP/1.1" status: 200 len: 945 time: 0.1167970 Feb 08 21:24:24.778134 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba7aad-1b42-47aa-8254-ed8750c70b9a req-8c253c97-00b3-4668-a5c5-f0764dfa475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:24.779731 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b2ba7aad-1b42-47aa-8254-ed8750c70b9a req-8c253c97-00b3-4668-a5c5-f0764dfa475b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 1128 time: 0.1002481 Feb 08 21:24:24.841849 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-91a9ecda-f2cc-4c8c-8fb6-40b7b3626172 req-f034712e-1c3e-4764-8298-74a587fb498d tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390967 Feb 08 21:24:24.871404 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b6d2-27fc-481f-9d10-60289e0afff5 req-af3055bf-07e8-445a-9279-82729434b4d9 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:24.879248 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9fb0b6d2-27fc-481f-9d10-60289e0afff5 req-af3055bf-07e8-445a-9279-82729434b4d9 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4f7429b-2c5c-404d-9ff9-c3ca4e679826 HTTP/1.1" status: 200 len: 946 time: 0.0959215 Feb 08 21:24:24.975825 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba7aad-1b42-47aa-8254-ed8750c70b9a req-6f248007-c5b6-49bf-8400-f76a8c462963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:24.977401 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b2ba7aad-1b42-47aa-8254-ed8750c70b9a req-6f248007-c5b6-49bf-8400-f76a8c462963 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 200 len: 922 time: 0.1607478 Feb 08 21:24:24.994039 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9fb0b6d2-27fc-481f-9d10-60289e0afff5 req-de12b253-2d51-415f-9908-5581e545107a tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/security-groups?id=89917a50-5d35-4b9b-b809-8cdfc98f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134984 Feb 08 21:24:25.070281 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b2ba7aad-1b42-47aa-8254-ed8750c70b9a req-0418d5a1-c32f-4a4a-9c1b-85e7660f5802 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c885e468-8f09-4e3c-8c98-e5a29efb08b4 HTTP/1.1" status: 200 len: 217 time: 0.0845163 Feb 08 21:24:25.105642 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370510e-27b3-4eda-937f-00d908d5b4a0 req-7a9b5cb2-e2dd-4b2c-a0e1-f45f5a0d1bc9 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:25.107551 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9370510e-27b3-4eda-937f-00d908d5b4a0 req-7a9b5cb2-e2dd-4b2c-a0e1-f45f5a0d1bc9 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=6826141b-736a-4054-ab6a-f71de5436d3d HTTP/1.1" status: 200 len: 945 time: 0.1062958 Feb 08 21:24:25.162151 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba7aad-1b42-47aa-8254-ed8750c70b9a req-8a7f9918-e357-43e6-bb10-e52940fcea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:25.168044 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b2ba7aad-1b42-47aa-8254-ed8750c70b9a req-8a7f9918-e357-43e6-bb10-e52940fcea47 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d60e29b3-21d7-4da4-a50a-dfbe604013ed HTTP/1.1" status: 200 len: 861 time: 0.0884371 Feb 08 21:24:25.195451 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e1238-7fcd-4c5d-b705-c5cd5046ef82 req-96e1851f-d3d8-4a6d-8a8d-5a520b726065 tempest-ServersOnMultiNodesTest-86793902 tempest-ServersOnMultiNodesTest-86793902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:25.197464 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-301e1238-7fcd-4c5d-b705-c5cd5046ef82 req-96e1851f-d3d8-4a6d-8a8d-5a520b726065 tempest-ServersOnMultiNodesTest-86793902 tempest-ServersOnMultiNodesTest-86793902-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=0775eb78-7c77-489d-9c53-1224a81f4e15 HTTP/1.1" status: 200 len: 1133 time: 0.0888276 Feb 08 21:24:25.201425 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9370510e-27b3-4eda-937f-00d908d5b4a0 req-69958f9e-115c-4782-a686-7e295299dbe2 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808177 Feb 08 21:24:25.227250 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b2ba7aad-1b42-47aa-8254-ed8750c70b9a req-807adab4-8b56-4aaa-b505-7263b0095d50 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2832de48-e50e-44a2-9cef-26035a020939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519602 Feb 08 21:24:25.275976 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-301e1238-7fcd-4c5d-b705-c5cd5046ef82 req-f583ea7f-5aee-42dd-bd13-840cabbffca5 tempest-ServersOnMultiNodesTest-86793902 tempest-ServersOnMultiNodesTest-86793902-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624802 Feb 08 21:24:25.393572 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b2ba7aad-1b42-47aa-8254-ed8750c70b9a req-0a9024a1-f4ed-426e-abc7-0b9803493183 service neutron] 10.222.0.94 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570997 Feb 08 21:24:25.553494 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d5d96-6c84-49c4-baa2-aede9ae09fee req-3edb6c63-d480-4cd9-b7b8-8300659bc6e9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:25.556841 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b2ba7aad-1b42-47aa-8254-ed8750c70b9a req-fdf16b70-3812-4c91-80e4-0db494e8f216 service neutron] 10.222.0.94 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553969 Feb 08 21:24:25.561121 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d5d96-6c84-49c4-baa2-aede9ae09fee req-3edb6c63-d480-4cd9-b7b8-8300659bc6e9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:25.569968 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d5d96-6c84-49c4-baa2-aede9ae09fee req-3edb6c63-d480-4cd9-b7b8-8300659bc6e9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:25.576260 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d5d96-6c84-49c4-baa2-aede9ae09fee req-3edb6c63-d480-4cd9-b7b8-8300659bc6e9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:25.585316 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d5d96-6c84-49c4-baa2-aede9ae09fee req-3edb6c63-d480-4cd9-b7b8-8300659bc6e9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:25.593295 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d5d96-6c84-49c4-baa2-aede9ae09fee req-3edb6c63-d480-4cd9-b7b8-8300659bc6e9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:25.599396 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d5d96-6c84-49c4-baa2-aede9ae09fee req-3edb6c63-d480-4cd9-b7b8-8300659bc6e9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:25.610170 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b6d5d96-6c84-49c4-baa2-aede9ae09fee req-3edb6c63-d480-4cd9-b7b8-8300659bc6e9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5434 time: 0.1947684 Feb 08 21:24:25.757276 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58009803-1eb6-4709-ba09-34a7d34f5ba1 req-dfe5bad8-e3e7-432e-879a-c7836d3c155b tempest-ServersOnMultiNodesTest-86793902 tempest-ServersOnMultiNodesTest-86793902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:25.770331 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-58009803-1eb6-4709-ba09-34a7d34f5ba1 req-dfe5bad8-e3e7-432e-879a-c7836d3c155b tempest-ServersOnMultiNodesTest-86793902 tempest-ServersOnMultiNodesTest-86793902-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=9cc16c04-7c0e-4c0d-b28d-942a8a95c89c HTTP/1.1" status: 200 len: 1131 time: 0.1541181 Feb 08 21:24:25.792260 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b6d5d96-6c84-49c4-baa2-aede9ae09fee req-98bb8845-c432-40d2-8aff-8e0673046ae5 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1796651 Feb 08 21:24:25.891339 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-58009803-1eb6-4709-ba09-34a7d34f5ba1 req-3152fcb3-1310-45a3-8d5f-cdab9057a21e tempest-ServersOnMultiNodesTest-86793902 tempest-ServersOnMultiNodesTest-86793902-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165218 Feb 08 21:24:26.139620 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab892e-24ac-4088-87d2-06685fcaff68 req-8672f801-ce08-45d7-8fe5-5d20039a7240 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:26.157927 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01ab892e-24ac-4088-87d2-06685fcaff68 req-8672f801-ce08-45d7-8fe5-5d20039a7240 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=6826141b-736a-4054-ab6a-f71de5436d3d HTTP/1.1" status: 200 len: 945 time: 0.2067924 Feb 08 21:24:26.307237 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01ab892e-24ac-4088-87d2-06685fcaff68 req-19657dcd-1c8f-4c36-a5c4-790580aa7074 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470406 Feb 08 21:24:26.352868 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907671c-80fb-4a0e-88f4-aecddffa7d0d req-e17394b0-cc72-452f-aec1-56eef93be33c tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:26.354728 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b907671c-80fb-4a0e-88f4-aecddffa7d0d req-e17394b0-cc72-452f-aec1-56eef93be33c tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b32858-74a1-4191-9213-f7e8c86fdd13 HTTP/1.1" status: 200 len: 946 time: 0.1563830 Feb 08 21:24:26.462321 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b907671c-80fb-4a0e-88f4-aecddffa7d0d req-93bb58ca-8400-4ccf-9d14-c2c7abda2568 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/security-groups?id=89c44979-f1d8-471a-9ccc-726e230470cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929313 Feb 08 21:24:26.607212 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc7e7f-a123-4691-a070-150fb72c6c82 req-8c1f2b9c-f919-4261-8322-4cbaac4a70d4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:26.614273 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc7e7f-a123-4691-a070-150fb72c6c82 req-8c1f2b9c-f919-4261-8322-4cbaac4a70d4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:26.620534 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc7e7f-a123-4691-a070-150fb72c6c82 req-8c1f2b9c-f919-4261-8322-4cbaac4a70d4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:26.626776 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc7e7f-a123-4691-a070-150fb72c6c82 req-8c1f2b9c-f919-4261-8322-4cbaac4a70d4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:26.633062 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc7e7f-a123-4691-a070-150fb72c6c82 req-8c1f2b9c-f919-4261-8322-4cbaac4a70d4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:26.639730 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc7e7f-a123-4691-a070-150fb72c6c82 req-8c1f2b9c-f919-4261-8322-4cbaac4a70d4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:26.645758 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc7e7f-a123-4691-a070-150fb72c6c82 req-8c1f2b9c-f919-4261-8322-4cbaac4a70d4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:26.665602 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4dbc7e7f-a123-4691-a070-150fb72c6c82 req-8c1f2b9c-f919-4261-8322-4cbaac4a70d4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5434 time: 0.1895702 Feb 08 21:24:26.665844 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50672) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:24:26.676932 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ecc60c0a-264f-4366-9b23-dab34f15b85a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Request body: {'floatingip': {'port_id': 'fcadaee5-a09d-4bb6-bc72-6102daa861b1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:24:26.751489 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ecc60c0a-264f-4366-9b23-dab34f15b85a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for floatingip (086b64b1-4d71-4a78-94cd-fa6d5b1228ba), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:26.830421 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c28d9-cc8c-4c5c-8f2a-6d3bbacb2535 req-a4b289f0-7e72-40e5-b846-a1044cf53b86 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:26.833690 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-231c28d9-cc8c-4c5c-8f2a-6d3bbacb2535 req-a4b289f0-7e72-40e5-b846-a1044cf53b86 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4f7429b-2c5c-404d-9ff9-c3ca4e679826 HTTP/1.1" status: 200 len: 946 time: 0.1389873 Feb 08 21:24:26.978740 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-231c28d9-cc8c-4c5c-8f2a-6d3bbacb2535 req-14a85bbb-e282-480d-a6e1-cb4cda19d7e4 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/security-groups?id=89917a50-5d35-4b9b-b809-8cdfc98f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197658 Feb 08 21:24:27.229401 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51b330-afb0-49d4-bbfc-5daa91c91229 req-0a184bc7-e3b3-4269-9be0-f2789aef479b tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:27.234251 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c51b330-afb0-49d4-bbfc-5daa91c91229 req-0a184bc7-e3b3-4269-9be0-f2789aef479b tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b32858-74a1-4191-9213-f7e8c86fdd13 HTTP/1.1" status: 200 len: 946 time: 0.1203706 Feb 08 21:24:27.250069 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50694) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:24:27.255055 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-0b8e754d-b9b2-42b2-8dab-2077ecbc56b7 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478659 Feb 08 21:24:27.258716 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-272260e2-b6c7-4a3a-8104-09475f8d1148 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Request body: {'floatingip': {'port_id': '0c4878d6-d8d2-4b3c-9b22-fe3e8304e269'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:24:27.327990 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-272260e2-b6c7-4a3a-8104-09475f8d1148 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks [] for floatingip (192a9daa-1bef-43bf-bc9d-76576ff2beb2), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:27.369085 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3c28e012-2e4a-4220-be51-f981a1e70e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:27.587465 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-a031d6f0-67cb-4048-8470-25bdc973fb92 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:27.605085 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-a031d6f0-67cb-4048-8470-25bdc973fb92 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3357451 Feb 08 21:24:27.637874 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-e878a722-bf0d-4a3d-89ad-9824b2a69eac tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/quotas/a43edf20ad1643c2ac7bbb3feecd107e HTTP/1.1" status: 200 len: 375 time: 0.0314660 Feb 08 21:24:27.701370 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7cd66-e410-4ed7-8504-6c2d3a5c7741 req-e683fd85-942d-4750-b1cc-9e172db01980 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:27.702974 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-12e7cd66-e410-4ed7-8504-6c2d3a5c7741 req-e683fd85-942d-4750-b1cc-9e172db01980 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.94 "GET /v2.0/ports?device_id=6826141b-736a-4054-ab6a-f71de5436d3d HTTP/1.1" status: 200 len: 945 time: 0.3803430 Feb 08 21:24:27.831399 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-dd180539-eb31-4157-b9eb-fd76c919d80d tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1837626 Feb 08 21:24:27.871652 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a529d42-16ad-4833-981b-3089fc5d7ef4 req-a0eefd26-b961-4bc5-84eb-7d7e7dd20656 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:27.872027 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.db.resource_extend [None req-ecc60c0a-264f-4366-9b23-dab34f15b85a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:24:27.881042 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a529d42-16ad-4833-981b-3089fc5d7ef4 req-a0eefd26-b961-4bc5-84eb-7d7e7dd20656 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=6826141b-736a-4054-ab6a-f71de5436d3d HTTP/1.1" status: 200 len: 945 time: 0.1633525 Feb 08 21:24:27.976206 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ecc60c0a-264f-4366-9b23-dab34f15b85a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:27.994874 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ecc60c0a-264f-4366-9b23-dab34f15b85a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (086b64b1-4d71-4a78-94cd-fa6d5b1228ba), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:28.006988 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a529d42-16ad-4833-981b-3089fc5d7ef4 req-10f65cc0-ce4a-47d8-a92a-04c34b23c91c tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241488 Feb 08 21:24:28.184666 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-ecc60c0a-264f-4366-9b23-dab34f15b85a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Floating IP 086b64b1-4d71-4a78-94cd-fa6d5b1228ba associated. External IP: 172.25.3.192, port: fcadaee5-a09d-4bb6-bc72-6102daa861b1. Feb 08 21:24:28.345722 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eddf68bc-0765-408f-91d9-ff661395d673 req-827875fd-224e-4e72-9fc7-443c10247164 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=44cf8862-243a-43e9-bfeb-a8a670727a72 HTTP/1.1" status: 200 len: 210 time: 0.0785694 Feb 08 21:24:28.508848 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3f75a-2fb2-4f8b-8c36-a6e8623a7d28 req-5d995a70-251f-45f9-a413-4a9b62bfa106 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:28.516792 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-12e7cd66-e410-4ed7-8504-6c2d3a5c7741 req-da750eb7-ce68-408b-b69f-b6ccf808a475 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Deleting port 621281cd-3429-40c4-a3ed-3a7255d48918 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:24:28.517156 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-12e7cd66-e410-4ed7-8504-6c2d3a5c7741 req-da750eb7-ce68-408b-b69f-b6ccf808a475 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (621281cd-3429-40c4-a3ed-3a7255d48918), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:28.517736 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cf3f75a-2fb2-4f8b-8c36-a6e8623a7d28 req-5d995a70-251f-45f9-a413-4a9b62bfa106 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4f7429b-2c5c-404d-9ff9-c3ca4e679826 HTTP/1.1" status: 200 len: 946 time: 0.1693847 Feb 08 21:24:28.562393 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2e6d7-8039-4a66-8b90-99b2de6849e4 req-db0c999c-71ba-404d-b65a-3b59ac00fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:28.564172 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f6f2e6d7-8039-4a66-8b90-99b2de6849e4 req-db0c999c-71ba-404d-b65a-3b59ac00fdd0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c2a646abe942468bbdd47fbf2649f60f&device_id=e4f7429b-2c5c-404d-9ff9-c3ca4e679826 HTTP/1.1" status: 200 len: 1129 time: 0.2149274 Feb 08 21:24:28.698573 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cf3f75a-2fb2-4f8b-8c36-a6e8623a7d28 req-8c1b1efb-66f6-4451-b1a8-eb7a23d0c13b tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/security-groups?id=89917a50-5d35-4b9b-b809-8cdfc98f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705837 Feb 08 21:24:28.818302 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2e6d7-8039-4a66-8b90-99b2de6849e4 req-e76a19c2-30dc-4f5b-bf0b-9b9071ed5e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:28.820559 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f6f2e6d7-8039-4a66-8b90-99b2de6849e4 req-e76a19c2-30dc-4f5b-bf0b-9b9071ed5e66 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6d617a57-663b-46b8-a895-9c8dc64c2527 HTTP/1.1" status: 200 len: 915 time: 0.2432165 Feb 08 21:24:28.903452 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f6f2e6d7-8039-4a66-8b90-99b2de6849e4 req-bb478fd8-2c4d-463a-b165-6a110b58fae0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=496466e2-e19e-4579-af78-b0786f67a08e HTTP/1.1" status: 200 len: 217 time: 0.0727026 Feb 08 21:24:28.993315 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2e6d7-8039-4a66-8b90-99b2de6849e4 req-3146ab1a-4fce-435c-9bf0-1eb6c3058949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:28.996361 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f6f2e6d7-8039-4a66-8b90-99b2de6849e4 req-3146ab1a-4fce-435c-9bf0-1eb6c3058949 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ac185e1d-f0b2-4a63-bbd4-646d0a456d84 HTTP/1.1" status: 200 len: 854 time: 0.0835397 Feb 08 21:24:29.042028 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f6f2e6d7-8039-4a66-8b90-99b2de6849e4 req-5ba7e606-4ce3-4e84-a1f9-18f8f550c27b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6d617a57-663b-46b8-a895-9c8dc64c2527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374115 Feb 08 21:24:29.079938 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:29.170784 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.db.resource_extend [None req-272260e2-b6c7-4a3a-8104-09475f8d1148 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:24:29.261516 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57921963-13fe-40b6-b9ea-16571b96b9a4 req-9133dccc-c9e3-480d-ad01-8500d6574983 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:29.264608 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-57921963-13fe-40b6-b9ea-16571b96b9a4 req-9133dccc-c9e3-480d-ad01-8500d6574983 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=6826141b-736a-4054-ab6a-f71de5436d3d HTTP/1.1" status: 200 len: 945 time: 0.1117008 Feb 08 21:24:29.268845 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f6f2e6d7-8039-4a66-8b90-99b2de6849e4 req-69d788e9-e0c1-4dc9-9fac-bf84a9b4e507 service neutron] 10.222.0.96 "GET /v2.0/networks/6d617a57-663b-46b8-a895-9c8dc64c2527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184784 Feb 08 21:24:29.287451 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-272260e2-b6c7-4a3a-8104-09475f8d1148 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:29.290135 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-12e7cd66-e410-4ed7-8504-6c2d3a5c7741 req-da750eb7-ce68-408b-b69f-b6ccf808a475 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] For port 621281cd-3429-40c4-a3ed-3a7255d48918, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=621281cd-3429-40c4-a3ed-3a7255d48918,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:29.290565 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-12e7cd66-e410-4ed7-8504-6c2d3a5c7741 req-da750eb7-ce68-408b-b69f-b6ccf808a475 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (621281cd-3429-40c4-a3ed-3a7255d48918), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:29.312771 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-272260e2-b6c7-4a3a-8104-09475f8d1148 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (192a9daa-1bef-43bf-bc9d-76576ff2beb2), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:29.321961 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-12e7cd66-e410-4ed7-8504-6c2d3a5c7741 req-da750eb7-ce68-408b-b69f-b6ccf808a475 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Calling delete_port for 621281cd-3429-40c4-a3ed-3a7255d48918 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:24:29.390233 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-57921963-13fe-40b6-b9ea-16571b96b9a4 req-b8033673-0400-4314-900a-28b722ff8436 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178956 Feb 08 21:24:29.417623 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f6f2e6d7-8039-4a66-8b90-99b2de6849e4 req-b9e7bd77-4544-48de-991c-0ef7f440a772 service neutron] 10.222.0.96 "GET /v2.0/networks/6d617a57-663b-46b8-a895-9c8dc64c2527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387513 Feb 08 21:24:29.512497 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6eb5942d-53e9-4d0f-a0a6-db8612d440dc req-ecda9039-b51f-4e8f-bafc-3d89ad1c6d35 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=44cf8862-243a-43e9-bfeb-a8a670727a72 HTTP/1.1" status: 200 len: 210 time: 0.0600383 Feb 08 21:24:29.668741 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-f2e63dfd-74d8-41ed-843d-ea77264e5179 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653245 Feb 08 21:24:29.688972 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc60c0a-264f-4366-9b23-dab34f15b85a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Router 0dd06163-e48d-47de-b461-563ccb1af901 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:24:29.783277 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-12e7cd66-e410-4ed7-8504-6c2d3a5c7741 req-da750eb7-ce68-408b-b69f-b6ccf808a475 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (621281cd-3429-40c4-a3ed-3a7255d48918), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:29.800988 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['23e48800-eeca-4bcc-b7ae-e0ebc35d4c91'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:24:29.862503 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-272260e2-b6c7-4a3a-8104-09475f8d1148 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Floating IP 192a9daa-1bef-43bf-bc9d-76576ff2beb2 associated. External IP: 172.25.3.108, port: 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269. Feb 08 21:24:29.874620 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da750eb7-ce68-408b-b69f-b6ccf808a475 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Pushing event deleted for resources: {'Port': ['ID=621281cd-3429-40c4-a3ed-3a7255d48918,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:29.968014 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a4def-22f8-4e19-b4e7-b258293ff62d req-ecf7427c-b340-4602-b6b6-d2796dff7346 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:29.969702 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a77a4def-22f8-4e19-b4e7-b258293ff62d req-ecf7427c-b340-4602-b6b6-d2796dff7346 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4f7429b-2c5c-404d-9ff9-c3ca4e679826 HTTP/1.1" status: 200 len: 946 time: 0.1522739 Feb 08 21:24:30.093311 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a77a4def-22f8-4e19-b4e7-b258293ff62d req-89066d43-7251-4804-9352-5285e4826c06 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/security-groups?id=89917a50-5d35-4b9b-b809-8cdfc98f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174724 Feb 08 21:24:30.255439 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e7cd66-e410-4ed7-8504-6c2d3a5c7741 req-da750eb7-ce68-408b-b69f-b6ccf808a475 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] No DVR routers for this DVR port 621281cd-3429-40c4-a3ed-3a7255d48918 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:24:30.264531 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-12e7cd66-e410-4ed7-8504-6c2d3a5c7741 req-da750eb7-ce68-408b-b69f-b6ccf808a475 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:30.267960 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-12e7cd66-e410-4ed7-8504-6c2d3a5c7741 req-da750eb7-ce68-408b-b69f-b6ccf808a475 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.94 "DELETE /v2.0/ports/621281cd-3429-40c4-a3ed-3a7255d48918 HTTP/1.1" status: 204 len: 173 time: 2.5529590 Feb 08 21:24:30.269106 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 621281cd-3429-40c4-a3ed-3a7255d48918 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:24:30.270641 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6826141b-736a-4054-ab6a-f71de5436d3d', 'name': 'network-vif-deleted', 'tag': '621281cd-3429-40c4-a3ed-3a7255d48918'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:24:30.273475 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df08901-02ce-4487-846d-b9783c50453e" -d '{"events": [{"server_uuid": "6826141b-736a-4054-ab6a-f71de5436d3d", "name": "network-vif-deleted", "tag": "621281cd-3429-40c4-a3ed-3a7255d48918"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:24:30.294048 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 621281cd-3429-40c4-a3ed-3a7255d48918 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:24:30.294777 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 621281cd-3429-40c4-a3ed-3a7255d48918 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:24:30.362291 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-23eae650-ca15-4f72-8300-ed0d4ef0ae99 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:30.365415 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-23eae650-ca15-4f72-8300-ed0d4ef0ae99 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6816082 Feb 08 21:24:30.375190 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c99a841-84d3-4fdc-a2ea-be05bddc5741 x-openstack-request-id: req-3c99a841-84d3-4fdc-a2ea-be05bddc5741 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:24:30.375665 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6826141b-736a-4054-ab6a-f71de5436d3d", "name": "network-vif-deleted", "tag": "621281cd-3429-40c4-a3ed-3a7255d48918", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:24:30.376141 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3c99a841-84d3-4fdc-a2ea-be05bddc5741 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:24:30.376810 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6826141b-736a-4054-ab6a-f71de5436d3d', 'name': 'network-vif-deleted', 'tag': '621281cd-3429-40c4-a3ed-3a7255d48918', 'status': 'completed', 'code': 200} Feb 08 21:24:30.389810 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-91c299c2-34c0-48e1-871e-8b2766583fe8 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Request body: {'port': {'device_id': '44cf8862-243a-43e9-bfeb-a8a670727a72', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': 'a43edf20ad1643c2ac7bbb3feecd107e'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:24:30.595399 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b7b48a7-a93a-40c7-9807-5a5582f5ce87 req-9f22d487-1199-40b1-9eab-ec40e1839be3 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=6826141b-736a-4054-ab6a-f71de5436d3d HTTP/1.1" status: 200 len: 210 time: 0.0785995 Feb 08 21:24:30.702455 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-adfa4e3a-56d1-409d-97fb-db166b51cb34 req-c8965342-dac8-4b8d-9cc7-000dcd60de7d tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=44cf8862-243a-43e9-bfeb-a8a670727a72 HTTP/1.1" status: 200 len: 210 time: 0.0403755 Feb 08 21:24:30.746498 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc60c0a-264f-4366-9b23-dab34f15b85a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:24:30.760536 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89829ec8-fd85-458c-bc95-22bd6562a506 None None] Sync routers for ids ['0dd06163-e48d-47de-b461-563ccb1af901'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:24:30.767322 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ecc60c0a-264f-4366-9b23-dab34f15b85a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:30.773303 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89829ec8-fd85-458c-bc95-22bd6562a506 None None] Routers {'0dd06163-e48d-47de-b461-563ccb1af901'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:24:30.773303 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-89829ec8-fd85-458c-bc95-22bd6562a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:24:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['0dd06163-e48d-47de-b461-563ccb1af901'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:24:30.874107 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ecc60c0a-264f-4366-9b23-dab34f15b85a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "PUT /v2.0/floatingips/086b64b1-4d71-4a78-94cd-fa6d5b1228ba HTTP/1.1" status: 200 len: 991 time: 4.2008457 Feb 08 21:24:30.888138 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272260e2-b6c7-4a3a-8104-09475f8d1148 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Router f634cb84-fcb5-44e6-9402-b4561ebdd817 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:24:30.889353 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-91c299c2-34c0-48e1-871e-8b2766583fe8 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Made reservation on behalf of a43edf20ad1643c2ac7bbb3feecd107e for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:24:30.897082 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-89829ec8-fd85-458c-bc95-22bd6562a506 None None] Set router 0dd06163-e48d-47de-b461-563ccb1af901 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:24:30.901946 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-91c299c2-34c0-48e1-871e-8b2766583fe8 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:31.171080 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-89829ec8-fd85-458c-bc95-22bd6562a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd06163-e48d-47de-b461-563ccb1af901', 'name': 'tempest-TaggedBootDevicesTest-281842090-router', 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a33cbc0f-282d-40b6-8381-cab061708098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:46Z', 'updated_at': '2022-02-08T21:18:57Z', 'revision_number': 4, 'project_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'gw_port': {'id': 'a33cbc0f-282d-40b6-8381-cab061708098', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:02:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd06163-e48d-47de-b461-563ccb1af901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:47Z', 'updated_at': '2022-02-08T21:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '086b64b1-4d71-4a78-94cd-fa6d5b1228ba', 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '0dd06163-e48d-47de-b461-563ccb1af901', 'port_id': 'fcadaee5-a09d-4bb6-bc72-6102daa861b1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d91a92b-8b8e-48ed-82fe-305aad3f30df', 'mac_address': 'fa:16:3e:ca:10:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:21:09Z', 'updated_at': '2022-02-08T21:24:27Z', 'revision_number': 1, 'project_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3301c078-9694-40bb-b14f-3e5929272daf', 'name': '', 'network_id': '1d91a92b-8b8e-48ed-82fe-305aad3f30df', 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'mac_address': 'fa:16:3e:b5:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd06163-e48d-47de-b461-563ccb1af901', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '76467b3d-f62f-4049-81f0-0c4505300a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:52Z', 'updated_at': '2022-02-08T21:19:06Z', 'revision_number': 5, 'project_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'subnets': [{'id': '76467b3d-f62f-4049-81f0-0c4505300a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:24:31.181330 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e213d7-4d7f-43e0-a543-82e52871c87a req-c992b34f-f0af-45a3-9163-42ca95f21797 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:31.197472 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e213d7-4d7f-43e0-a543-82e52871c87a req-c992b34f-f0af-45a3-9163-42ca95f21797 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:31.205152 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e213d7-4d7f-43e0-a543-82e52871c87a req-c992b34f-f0af-45a3-9163-42ca95f21797 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:31.211038 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e213d7-4d7f-43e0-a543-82e52871c87a req-c992b34f-f0af-45a3-9163-42ca95f21797 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:31.216757 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e213d7-4d7f-43e0-a543-82e52871c87a req-c992b34f-f0af-45a3-9163-42ca95f21797 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:31.241285 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e213d7-4d7f-43e0-a543-82e52871c87a req-c992b34f-f0af-45a3-9163-42ca95f21797 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:31.248338 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e213d7-4d7f-43e0-a543-82e52871c87a req-c992b34f-f0af-45a3-9163-42ca95f21797 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:31.253790 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89829ec8-fd85-458c-bc95-22bd6562a506 None None] Checking router: 0dd06163-e48d-47de-b461-563ccb1af901 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:24:31.259696 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54e213d7-4d7f-43e0-a543-82e52871c87a req-c992b34f-f0af-45a3-9163-42ca95f21797 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5434 time: 0.2474027 Feb 08 21:24:31.268262 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89829ec8-fd85-458c-bc95-22bd6562a506 None None] Routers {'0dd06163-e48d-47de-b461-563ccb1af901'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:24:31.269144 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-89829ec8-fd85-458c-bc95-22bd6562a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:24:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['0dd06163-e48d-47de-b461-563ccb1af901'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:24:31.377459 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272260e2-b6c7-4a3a-8104-09475f8d1148 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:24:31.385935 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-272260e2-b6c7-4a3a-8104-09475f8d1148 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:31.415416 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-91c299c2-34c0-48e1-871e-8b2766583fe8 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Allocated IP 192.168.233.130 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/30822d27-4185-4548-aa1c-64937758b577) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:24:31.460301 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abc12c7-e5ef-4b72-82bd-1f6c89457c43 None None] Sync routers for ids ['f634cb84-fcb5-44e6-9402-b4561ebdd817'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:24:31.470347 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:31.484240 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-272260e2-b6c7-4a3a-8104-09475f8d1148 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "PUT /v2.0/floatingips/192a9daa-1bef-43bf-bc9d-76576ff2beb2 HTTP/1.1" status: 200 len: 992 time: 4.2327521 Feb 08 21:24:31.490354 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:31.511161 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abc12c7-e5ef-4b72-82bd-1f6c89457c43 None None] Routers {'f634cb84-fcb5-44e6-9402-b4561ebdd817'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:24:31.512207 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-6abc12c7-e5ef-4b72-82bd-1f6c89457c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:24:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['f634cb84-fcb5-44e6-9402-b4561ebdd817'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:24:31.558554 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54e213d7-4d7f-43e0-a543-82e52871c87a req-4d21f900-1de5-4537-a01d-0cb2046cd84f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2938247 Feb 08 21:24:31.588838 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818b5eb-ed68-44fc-9ce9-02f0b606b967 req-d4237f3a-0a57-4175-9e2b-7cf8d025bec3 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:31.591030 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f818b5eb-ed68-44fc-9ce9-02f0b606b967 req-d4237f3a-0a57-4175-9e2b-7cf8d025bec3 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4f7429b-2c5c-404d-9ff9-c3ca4e679826 HTTP/1.1" status: 200 len: 946 time: 0.3241785 Feb 08 21:24:31.601033 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-89829ec8-fd85-458c-bc95-22bd6562a506 None None] Set router 0dd06163-e48d-47de-b461-563ccb1af901 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:24:31.754220 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f818b5eb-ed68-44fc-9ce9-02f0b606b967 req-77119dc6-8886-4088-9109-fd8ea15b2a73 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/security-groups?id=89917a50-5d35-4b9b-b809-8cdfc98f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555362 Feb 08 21:24:31.794492 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-6abc12c7-e5ef-4b72-82bd-1f6c89457c43 None None] Set router f634cb84-fcb5-44e6-9402-b4561ebdd817 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:24:31.837662 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-91c299c2-34c0-48e1-871e-8b2766583fe8 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks [] for port (30822d27-4185-4548-aa1c-64937758b577), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:31.920124 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-91c299c2-34c0-48e1-871e-8b2766583fe8 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (30822d27-4185-4548-aa1c-64937758b577), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:31.933062 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb896d-96c9-4ee5-8129-636ed8229f2a req-13fd27ce-182a-4e6a-868c-0bc678bd0f21 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:31.936266 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fedb896d-96c9-4ee5-8129-636ed8229f2a req-13fd27ce-182a-4e6a-868c-0bc678bd0f21 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b32858-74a1-4191-9213-f7e8c86fdd13 HTTP/1.1" status: 200 len: 946 time: 0.1623471 Feb 08 21:24:31.964907 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['f83e8df1-40e5-4abf-a7bf-f55139dfcb59'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:24:32.025668 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-91c299c2-34c0-48e1-871e-8b2766583fe8 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:24:32.031922 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-91c299c2-34c0-48e1-871e-8b2766583fe8 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:24:32.036742 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-91c299c2-34c0-48e1-871e-8b2766583fe8 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:24:32.045633 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213', '1651414b-887f-499e-94dc-f272c3d7ad17', '08e98366-f712-40c6-9133-dc43af386f4a', '9e7aeee0-5c0b-43a6-b833-230bd6450606'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:24:32.060383 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-89829ec8-fd85-458c-bc95-22bd6562a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd06163-e48d-47de-b461-563ccb1af901', 'name': 'tempest-TaggedBootDevicesTest-281842090-router', 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a33cbc0f-282d-40b6-8381-cab061708098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:46Z', 'updated_at': '2022-02-08T21:18:57Z', 'revision_number': 4, 'project_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'gw_port': {'id': 'a33cbc0f-282d-40b6-8381-cab061708098', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:02:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd06163-e48d-47de-b461-563ccb1af901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:47Z', 'updated_at': '2022-02-08T21:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '086b64b1-4d71-4a78-94cd-fa6d5b1228ba', 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '0dd06163-e48d-47de-b461-563ccb1af901', 'port_id': 'fcadaee5-a09d-4bb6-bc72-6102daa861b1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d91a92b-8b8e-48ed-82fe-305aad3f30df', 'mac_address': 'fa:16:3e:ca:10:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:21:09Z', 'updated_at': '2022-02-08T21:24:27Z', 'revision_number': 1, 'project_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3301c078-9694-40bb-b14f-3e5929272daf', 'name': '', 'network_id': '1d91a92b-8b8e-48ed-82fe-305aad3f30df', 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'mac_address': 'fa:16:3e:b5:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd06163-e48d-47de-b461-563ccb1af901', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '76467b3d-f62f-4049-81f0-0c4505300a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:52Z', 'updated_at': '2022-02-08T21:19:06Z', 'revision_number': 5, 'project_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'subnets': [{'id': '76467b3d-f62f-4049-81f0-0c4505300a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:24:32.163368 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-91c299c2-34c0-48e1-871e-8b2766583fe8 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:32.167764 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-91c299c2-34c0-48e1-871e-8b2766583fe8 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:32.183416 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fedb896d-96c9-4ee5-8129-636ed8229f2a req-94ddc40b-23b6-47fd-bbc5-247f39d9b247 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/security-groups?id=89c44979-f1d8-471a-9ccc-726e230470cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373729 Feb 08 21:24:32.278204 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-91c299c2-34c0-48e1-871e-8b2766583fe8 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8921165 Feb 08 21:24:32.324434 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-7c600385-5f51-494c-ba4a-ca7e5dd3eb64 service neutron] Request body: {'port': {'device_id': '44cf8862-243a-43e9-bfeb-a8a670727a72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:24:32.342561 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89829ec8-fd85-458c-bc95-22bd6562a506 None None] The sync data for ids ['0dd06163-e48d-47de-b461-563ccb1af901'] in n-d-712143-31 is: [{'id': '0dd06163-e48d-47de-b461-563ccb1af901', 'name': 'tempest-TaggedBootDevicesTest-281842090-router', 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a33cbc0f-282d-40b6-8381-cab061708098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:46Z', 'updated_at': '2022-02-08T21:18:57Z', 'revision_number': 4, 'project_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'gw_port': {'id': 'a33cbc0f-282d-40b6-8381-cab061708098', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:02:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd06163-e48d-47de-b461-563ccb1af901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:47Z', 'updated_at': '2022-02-08T21:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '086b64b1-4d71-4a78-94cd-fa6d5b1228ba', 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '0dd06163-e48d-47de-b461-563ccb1af901', 'port_id': 'fcadaee5-a09d-4bb6-bc72-6102daa861b1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d91a92b-8b8e-48ed-82fe-305aad3f30df', 'mac_address': 'fa:16:3e:ca:10:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:21:09Z', 'updated_at': '2022-02-08T21:24:27Z', 'revision_number': 1, 'project_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3301c078-9694-40bb-b14f-3e5929272daf', 'name': '', 'network_id': '1d91a92b-8b8e-48ed-82fe-305aad3f30df', 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'mac_address': 'fa:16:3e:b5:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd06163-e48d-47de-b461-563ccb1af901', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '76467b3d-f62f-4049-81f0-0c4505300a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:52Z', 'updated_at': '2022-02-08T21:19:06Z', 'revision_number': 5, 'project_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'subnets': [{'id': '76467b3d-f62f-4049-81f0-0c4505300a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:24:32.423444 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'tag': 'fcadaee5-a09d-4bb6-bc72-6102daa861b1'}, {'name': 'network-changed', 'server_uuid': 'c8b32858-74a1-4191-9213-f7e8c86fdd13', 'tag': '0c4878d6-d8d2-4b3c-9b22-fe3e8304e269'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:24:32.430216 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c644a345-5b1d-4ed1-a774-3c33d84514c6" -d '{"events": [{"name": "network-changed", "server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "tag": "fcadaee5-a09d-4bb6-bc72-6102daa861b1"}, {"name": "network-changed", "server_uuid": "c8b32858-74a1-4191-9213-f7e8c86fdd13", "tag": "0c4878d6-d8d2-4b3c-9b22-fe3e8304e269"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:24:32.465907 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c299c2-34c0-48e1-871e-8b2766583fe8 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Pushing event updated for resources: {'Port': ['ID=30822d27-4185-4548-aa1c-64937758b577,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:32.517983 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8c85d-42d4-4c27-bff6-1f8930d18cb8 req-f430331a-76da-442c-a699-503fdd495da8 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:32.536275 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ddd8c85d-42d4-4c27-bff6-1f8930d18cb8 req-f430331a-76da-442c-a699-503fdd495da8 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=44cf8862-243a-43e9-bfeb-a8a670727a72 HTTP/1.1" status: 200 len: 936 time: 0.2952020 Feb 08 21:24:32.662828 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-7c600385-5f51-494c-ba4a-ca7e5dd3eb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (30822d27-4185-4548-aa1c-64937758b577), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:32.743918 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ddd8c85d-42d4-4c27-bff6-1f8930d18cb8 req-87f434f7-8b57-42e2-bfda-e8de71572225 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981254 Feb 08 21:24:32.754047 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-a779f5df-3844-49f4-89a2-78b0911e2f0a None None] Provisioning complete for port 30822d27-4185-4548-aa1c-64937758b577 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:24:32.754955 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a779f5df-3844-49f4-89a2-78b0911e2f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (30822d27-4185-4548-aa1c-64937758b577), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:32.894500 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 08 Feb 2022 21:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338e4242-9ce2-4dcc-b48e-ba8b9ba2934e x-openstack-request-id: req-338e4242-9ce2-4dcc-b48e-ba8b9ba2934e {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:24:32.899491 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3752dc-3caf-4957-b1c2-5a7347d4e968 None None] New status for floating IP 086b64b1-4d71-4a78-94cd-fa6d5b1228ba: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:24:32.902574 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "tag": "fcadaee5-a09d-4bb6-bc72-6102daa861b1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c8b32858-74a1-4191-9213-f7e8c86fdd13", "tag": "0c4878d6-d8d2-4b3c-9b22-fe3e8304e269", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:24:32.903224 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-338e4242-9ce2-4dcc-b48e-ba8b9ba2934e {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:24:32.909143 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'tag': 'fcadaee5-a09d-4bb6-bc72-6102daa861b1', 'status': 'completed', 'code': 200} Feb 08 21:24:32.909682 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8b32858-74a1-4191-9213-f7e8c86fdd13', 'tag': '0c4878d6-d8d2-4b3c-9b22-fe3e8304e269', 'status': 'completed', 'code': 200} Feb 08 21:24:33.017750 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a779f5df-3844-49f4-89a2-78b0911e2f0a None None] Port 30822d27-4185-4548-aa1c-64937758b577 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:24:33.062831 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644a345-5b1d-4ed1-a774-3c33d84514c6 req-025b38ca-3d99-49d2-96d5-9447fa260a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:33.063312 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644a345-5b1d-4ed1-a774-3c33d84514c6 req-025b38ca-3d99-49d2-96d5-9447fa260a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:33.063781 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644a345-5b1d-4ed1-a774-3c33d84514c6 req-025b38ca-3d99-49d2-96d5-9447fa260a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:33.064250 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644a345-5b1d-4ed1-a774-3c33d84514c6 req-025b38ca-3d99-49d2-96d5-9447fa260a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:33.064719 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644a345-5b1d-4ed1-a774-3c33d84514c6 req-025b38ca-3d99-49d2-96d5-9447fa260a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:33.065263 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644a345-5b1d-4ed1-a774-3c33d84514c6 req-025b38ca-3d99-49d2-96d5-9447fa260a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:33.065738 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644a345-5b1d-4ed1-a774-3c33d84514c6 req-025b38ca-3d99-49d2-96d5-9447fa260a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:33.067705 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c644a345-5b1d-4ed1-a774-3c33d84514c6 req-025b38ca-3d99-49d2-96d5-9447fa260a7a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=322e6c079f8d45e4b079c0ce6f4b99ce&device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 6715 time: 0.1294794 Feb 08 21:24:33.285763 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644a345-5b1d-4ed1-a774-3c33d84514c6 req-1f03cd40-75fe-4bcf-b330-219b8f65f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:33.287282 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c644a345-5b1d-4ed1-a774-3c33d84514c6 req-1f03cd40-75fe-4bcf-b330-219b8f65f39a service neutron] 10.222.0.96 "GET /v2.0/networks?id=1d91a92b-8b8e-48ed-82fe-305aad3f30df HTTP/1.1" status: 200 len: 912 time: 0.2122798 Feb 08 21:24:33.321014 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-6abc12c7-e5ef-4b72-82bd-1f6c89457c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'name': 'tempest-ServersTestManualDisk-1067590553-router', 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6cd7567d-7eac-4957-99d3-b97c06da9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:23:36Z', 'updated_at': '2022-02-08T21:23:45Z', 'revision_number': 4, 'project_id': 'df2c802afab2419db7f9d45fe40f3a06', 'gw_port': {'id': '6cd7567d-7eac-4957-99d3-b97c06da9823', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:23:37Z', 'updated_at': '2022-02-08T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '192a9daa-1bef-43bf-bc9d-76576ff2beb2', 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'port_id': '0c4878d6-d8d2-4b3c-9b22-fe3e8304e269', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 973, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cafe3d-a88f-4e07-a463-905e2e4dd601', 'mac_address': 'fa:16:3e:e7:00:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b32858-74a1-4191-9213-f7e8c86fdd13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:23:57Z', 'updated_at': '2022-02-08T21:24:28Z', 'revision_number': 1, 'project_id': 'df2c802afab2419db7f9d45fe40f3a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64', 'name': '', 'network_id': 'c0cafe3d-a88f-4e07-a463-905e2e4dd601', 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06', 'mac_address': 'fa:16:3e:f9:da:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '5cbcd625-2f37-47d7-aec7-9e7877f3a664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:23:43Z', 'updated_at': '2022-02-08T21:23:54Z', 'revision_number': 5, 'project_id': 'df2c802afab2419db7f9d45fe40f3a06', 'subnets': [{'id': '5cbcd625-2f37-47d7-aec7-9e7877f3a664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:24:33.407486 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644a345-5b1d-4ed1-a774-3c33d84514c6 req-7a15a0b3-b05e-4a1e-b4ea-04e9f63a9c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:33.409859 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c644a345-5b1d-4ed1-a774-3c33d84514c6 req-7a15a0b3-b05e-4a1e-b4ea-04e9f63a9c8e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=df2c802afab2419db7f9d45fe40f3a06&device_id=c8b32858-74a1-4191-9213-f7e8c86fdd13 HTTP/1.1" status: 200 len: 1129 time: 0.4855382 Feb 08 21:24:33.462483 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c644a345-5b1d-4ed1-a774-3c33d84514c6 req-644fa75d-0862-428c-b794-01b692446547 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcadaee5-a09d-4bb6-bc72-6102daa861b1 HTTP/1.1" status: 200 len: 1001 time: 0.1650937 Feb 08 21:24:33.532762 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b9de6-2cea-4be3-9d77-1222e870e3ef req-2bce5a1f-e637-469d-b41e-428017cfdf22 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:33.539411 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b9de6-2cea-4be3-9d77-1222e870e3ef req-2bce5a1f-e637-469d-b41e-428017cfdf22 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:33.541864 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-7c600385-5f51-494c-ba4a-ca7e5dd3eb64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30822d27-4185-4548-aa1c-64937758b577 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:24:33.547387 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b9de6-2cea-4be3-9d77-1222e870e3ef req-2bce5a1f-e637-469d-b41e-428017cfdf22 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:33.554350 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b9de6-2cea-4be3-9d77-1222e870e3ef req-2bce5a1f-e637-469d-b41e-428017cfdf22 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:33.560729 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b9de6-2cea-4be3-9d77-1222e870e3ef req-2bce5a1f-e637-469d-b41e-428017cfdf22 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:33.567180 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b9de6-2cea-4be3-9d77-1222e870e3ef req-2bce5a1f-e637-469d-b41e-428017cfdf22 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:33.572185 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-7c600385-5f51-494c-ba4a-ca7e5dd3eb64 service neutron] Publish callbacks [] for port (30822d27-4185-4548-aa1c-64937758b577), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:33.573688 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b9de6-2cea-4be3-9d77-1222e870e3ef req-2bce5a1f-e637-469d-b41e-428017cfdf22 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:33.575851 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-806b9de6-2cea-4be3-9d77-1222e870e3ef req-2bce5a1f-e637-469d-b41e-428017cfdf22 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5434 time: 0.1725793 Feb 08 21:24:33.604508 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-7c600385-5f51-494c-ba4a-ca7e5dd3eb64 service neutron] Transition to ACTIVE for port object 30822d27-4185-4548-aa1c-64937758b577 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:24:33.613609 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-7c600385-5f51-494c-ba4a-ca7e5dd3eb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (30822d27-4185-4548-aa1c-64937758b577), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:33.624569 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644a345-5b1d-4ed1-a774-3c33d84514c6 req-f51a90f1-0d3e-42bb-b140-c637e6de1f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:33.626145 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c644a345-5b1d-4ed1-a774-3c33d84514c6 req-f51a90f1-0d3e-42bb-b140-c637e6de1f5e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=76467b3d-f62f-4049-81f0-0c4505300a6b HTTP/1.1" status: 200 len: 850 time: 0.1400902 Feb 08 21:24:33.630150 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-a4b956c3-b687-4ab9-94d8-584e9c3296cb tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=5c7329fcf7fa4a46be58b0a00562ead7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1415415 Feb 08 21:24:33.659766 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644a345-5b1d-4ed1-a774-3c33d84514c6 req-fbce5677-63e2-45f6-82b2-a61d20f9bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:33.660549 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abc12c7-e5ef-4b72-82bd-1f6c89457c43 None None] Checking router: f634cb84-fcb5-44e6-9402-b4561ebdd817 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:24:33.661404 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c644a345-5b1d-4ed1-a774-3c33d84514c6 req-fbce5677-63e2-45f6-82b2-a61d20f9bdba service neutron] 10.222.0.94 "GET /v2.0/networks?id=c0cafe3d-a88f-4e07-a463-905e2e4dd601 HTTP/1.1" status: 200 len: 913 time: 0.2448583 Feb 08 21:24:33.719823 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abc12c7-e5ef-4b72-82bd-1f6c89457c43 None None] Routers {'f634cb84-fcb5-44e6-9402-b4561ebdd817'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:24:33.722486 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-6abc12c7-e5ef-4b72-82bd-1f6c89457c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:24:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['f634cb84-fcb5-44e6-9402-b4561ebdd817'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:24:33.743529 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-806b9de6-2cea-4be3-9d77-1222e870e3ef req-6804a00f-6bd7-4d9b-af78-e32ccdf72654 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1159027 Feb 08 21:24:33.802364 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c600385-5f51-494c-ba4a-ca7e5dd3eb64 service neutron] Pushing event updated for resources: {'Port': ['ID=30822d27-4185-4548-aa1c-64937758b577,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:33.890702 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644a345-5b1d-4ed1-a774-3c33d84514c6 req-39830731-c6ad-4f28-9afd-00f8b176f162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:33.892304 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c644a345-5b1d-4ed1-a774-3c33d84514c6 req-39830731-c6ad-4f28-9afd-00f8b176f162 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1d91a92b-8b8e-48ed-82fe-305aad3f30df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2131872 Feb 08 21:24:33.930479 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-7c600385-5f51-494c-ba4a-ca7e5dd3eb64 service neutron] Attempting to bind port 30822d27-4185-4548-aa1c-64937758b577 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:24:33.931120 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-7c600385-5f51-494c-ba4a-ca7e5dd3eb64 service neutron] Attempting to bind port 30822d27-4185-4548-aa1c-64937758b577 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:24:33.932017 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-7c600385-5f51-494c-ba4a-ca7e5dd3eb64 service neutron] Attempting to bind port 30822d27-4185-4548-aa1c-64937758b577 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:24:33.939736 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c644a345-5b1d-4ed1-a774-3c33d84514c6 req-b6c07a17-08d5-4a0f-9d21-d96ff5fb8e4f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c4878d6-d8d2-4b3c-9b22-fe3e8304e269 HTTP/1.1" status: 200 len: 1000 time: 0.2678337 Feb 08 21:24:33.942955 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-7c600385-5f51-494c-ba4a-ca7e5dd3eb64 service neutron] Port 30822d27-4185-4548-aa1c-64937758b577 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:24:33.943538 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-7c600385-5f51-494c-ba4a-ca7e5dd3eb64 service neutron] Attempting to bind port 30822d27-4185-4548-aa1c-64937758b577 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:24:33.960638 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-7c600385-5f51-494c-ba4a-ca7e5dd3eb64 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:24:33.961321 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-7c600385-5f51-494c-ba4a-ca7e5dd3eb64 service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:24:33.961919 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-7c600385-5f51-494c-ba4a-ca7e5dd3eb64 service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:24:33.963090 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-7c600385-5f51-494c-ba4a-ca7e5dd3eb64 service neutron] Bound port: 30822d27-4185-4548-aa1c-64937758b577, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:24:33.964079 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-7c600385-5f51-494c-ba4a-ca7e5dd3eb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (30822d27-4185-4548-aa1c-64937758b577), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:34.013034 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-6abc12c7-e5ef-4b72-82bd-1f6c89457c43 None None] Set router f634cb84-fcb5-44e6-9402-b4561ebdd817 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:24:34.033173 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-88334e46-5e7c-4a7a-a185-6d4300f6d9e0 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:34.040569 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-88334e46-5e7c-4a7a-a185-6d4300f6d9e0 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4035394 Feb 08 21:24:34.083487 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-fe059249-76bf-4313-8a58-1a9cc8791001 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/quotas/5c7329fcf7fa4a46be58b0a00562ead7 HTTP/1.1" status: 200 len: 375 time: 0.0419445 Feb 08 21:24:34.105773 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-7c600385-5f51-494c-ba4a-ca7e5dd3eb64 service neutron] For port 30822d27-4185-4548-aa1c-64937758b577, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:24:34.110216 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-7c600385-5f51-494c-ba4a-ca7e5dd3eb64 service neutron] For port 30822d27-4185-4548-aa1c-64937758b577, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=30822d27-4185-4548-aa1c-64937758b577,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:24:34.138486 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-7c600385-5f51-494c-ba4a-ca7e5dd3eb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (30822d27-4185-4548-aa1c-64937758b577), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:34.147963 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-7a59ba07-bef4-4346-865e-98c71686a2a9 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=5c7329fcf7fa4a46be58b0a00562ead7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622444 Feb 08 21:24:34.162986 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-7c600385-5f51-494c-ba4a-ca7e5dd3eb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:34.163750 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-7c600385-5f51-494c-ba4a-ca7e5dd3eb64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:34.166479 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-7c600385-5f51-494c-ba4a-ca7e5dd3eb64 service neutron] 10.222.0.94 "PUT /v2.0/ports/30822d27-4185-4548-aa1c-64937758b577 HTTP/1.1" status: 200 len: 1097 time: 1.8732986 Feb 08 21:24:34.392119 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-5b119a82-20c6-4e24-87a6-dae663954f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:34.394419 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-5b119a82-20c6-4e24-87a6-dae663954f51 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&device_id=44cf8862-243a-43e9-bfeb-a8a670727a72 HTTP/1.1" status: 200 len: 1131 time: 0.1712823 Feb 08 21:24:34.399976 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644a345-5b1d-4ed1-a774-3c33d84514c6 req-8594c389-647a-4cca-b5a8-263f1790a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:34.401578 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c644a345-5b1d-4ed1-a774-3c33d84514c6 req-8594c389-647a-4cca-b5a8-263f1790a2c1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5cbcd625-2f37-47d7-aec7-9e7877f3a664 HTTP/1.1" status: 200 len: 851 time: 0.4512968 Feb 08 21:24:34.598452 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-a11d346d-6dfa-495d-9e24-12cb13301d79 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=30822d27-4185-4548-aa1c-64937758b577 HTTP/1.1" status: 200 len: 217 time: 0.1881592 Feb 08 21:24:34.763910 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c600385-5f51-494c-ba4a-ca7e5dd3eb64 service neutron] Pushing event updated for resources: {'Port': ['ID=30822d27-4185-4548-aa1c-64937758b577,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:34.775565 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-d9d87d37-7c87-4cb8-8194-d378800a2b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:34.780611 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-d9d87d37-7c87-4cb8-8194-d378800a2b4c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1039522 Feb 08 21:24:34.838246 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded022fd-19bd-4dfd-b1d1-f699f71c5fb4 req-bd61e7fc-1092-4c35-9f57-4c5b4e7ac958 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:34.843718 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ded022fd-19bd-4dfd-b1d1-f699f71c5fb4 req-bd61e7fc-1092-4c35-9f57-4c5b4e7ac958 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b32858-74a1-4191-9213-f7e8c86fdd13 HTTP/1.1" status: 200 len: 946 time: 0.9185681 Feb 08 21:24:34.854239 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-6abc12c7-e5ef-4b72-82bd-1f6c89457c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'name': 'tempest-ServersTestManualDisk-1067590553-router', 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6cd7567d-7eac-4957-99d3-b97c06da9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:23:36Z', 'updated_at': '2022-02-08T21:23:45Z', 'revision_number': 4, 'project_id': 'df2c802afab2419db7f9d45fe40f3a06', 'gw_port': {'id': '6cd7567d-7eac-4957-99d3-b97c06da9823', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:23:37Z', 'updated_at': '2022-02-08T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '192a9daa-1bef-43bf-bc9d-76576ff2beb2', 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'port_id': '0c4878d6-d8d2-4b3c-9b22-fe3e8304e269', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 973, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cafe3d-a88f-4e07-a463-905e2e4dd601', 'mac_address': 'fa:16:3e:e7:00:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b32858-74a1-4191-9213-f7e8c86fdd13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:23:57Z', 'updated_at': '2022-02-08T21:24:28Z', 'revision_number': 1, 'project_id': 'df2c802afab2419db7f9d45fe40f3a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64', 'name': '', 'network_id': 'c0cafe3d-a88f-4e07-a463-905e2e4dd601', 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06', 'mac_address': 'fa:16:3e:f9:da:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '5cbcd625-2f37-47d7-aec7-9e7877f3a664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:23:43Z', 'updated_at': '2022-02-08T21:23:54Z', 'revision_number': 5, 'project_id': 'df2c802afab2419db7f9d45fe40f3a06', 'subnets': [{'id': '5cbcd625-2f37-47d7-aec7-9e7877f3a664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:24:34.887950 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abc12c7-e5ef-4b72-82bd-1f6c89457c43 None None] The sync data for ids ['f634cb84-fcb5-44e6-9402-b4561ebdd817'] in n-d-712143-31 is: [{'id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'name': 'tempest-ServersTestManualDisk-1067590553-router', 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6cd7567d-7eac-4957-99d3-b97c06da9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:23:36Z', 'updated_at': '2022-02-08T21:23:45Z', 'revision_number': 4, 'project_id': 'df2c802afab2419db7f9d45fe40f3a06', 'gw_port': {'id': '6cd7567d-7eac-4957-99d3-b97c06da9823', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:23:37Z', 'updated_at': '2022-02-08T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '192a9daa-1bef-43bf-bc9d-76576ff2beb2', 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'port_id': '0c4878d6-d8d2-4b3c-9b22-fe3e8304e269', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 973, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cafe3d-a88f-4e07-a463-905e2e4dd601', 'mac_address': 'fa:16:3e:e7:00:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b32858-74a1-4191-9213-f7e8c86fdd13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:23:57Z', 'updated_at': '2022-02-08T21:24:28Z', 'revision_number': 1, 'project_id': 'df2c802afab2419db7f9d45fe40f3a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64', 'name': '', 'network_id': 'c0cafe3d-a88f-4e07-a463-905e2e4dd601', 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06', 'mac_address': 'fa:16:3e:f9:da:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '5cbcd625-2f37-47d7-aec7-9e7877f3a664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:23:43Z', 'updated_at': '2022-02-08T21:23:54Z', 'revision_number': 5, 'project_id': 'df2c802afab2419db7f9d45fe40f3a06', 'subnets': [{'id': '5cbcd625-2f37-47d7-aec7-9e7877f3a664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:24:34.910366 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c644a345-5b1d-4ed1-a774-3c33d84514c6 req-8131c140-8b60-4a11-a645-3c04fe99d1b4 service neutron] 10.222.0.96 "GET /v2.0/networks/1d91a92b-8b8e-48ed-82fe-305aad3f30df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0060704 Feb 08 21:24:34.926428 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44cf8862-243a-43e9-bfeb-a8a670727a72', 'tag': '30822d27-4185-4548-aa1c-64937758b577'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:24:34.936996 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e73f7cb-8f68-447d-a4ab-41e5f0496687" -d '{"events": [{"name": "network-changed", "server_uuid": "44cf8862-243a-43e9-bfeb-a8a670727a72", "tag": "30822d27-4185-4548-aa1c-64937758b577"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:24:34.992854 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644a345-5b1d-4ed1-a774-3c33d84514c6 req-e413cdcb-b6c5-487e-bb2c-f384363fc493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:34.994626 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c644a345-5b1d-4ed1-a774-3c33d84514c6 req-e413cdcb-b6c5-487e-bb2c-f384363fc493 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c0cafe3d-a88f-4e07-a463-905e2e4dd601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3946128 Feb 08 21:24:35.004944 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672edc8e-d92c-4e86-9053-b8e0966faaeb req-16747523-d7cf-4510-92ea-1e7b5c934947 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:35.013587 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-672edc8e-d92c-4e86-9053-b8e0966faaeb req-16747523-d7cf-4510-92ea-1e7b5c934947 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/ports?device_id=e4f7429b-2c5c-404d-9ff9-c3ca4e679826 HTTP/1.1" status: 200 len: 946 time: 0.2358325 Feb 08 21:24:35.073545 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ded022fd-19bd-4dfd-b1d1-f699f71c5fb4 req-691d8eb3-8968-4871-a761-4f21ffc5f0f8 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/security-groups?id=89c44979-f1d8-471a-9ccc-726e230470cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138162 Feb 08 21:24:35.119267 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-732456d9-a750-4a16-b898-1e3f746479fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:35.126569 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-732456d9-a750-4a16-b898-1e3f746479fe service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3380699 Feb 08 21:24:35.243172 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-672edc8e-d92c-4e86-9053-b8e0966faaeb req-9eaacbbf-309f-4bb4-bd03-3fdaeaabf6e5 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.88 "GET /v2.0/security-groups?id=89917a50-5d35-4b9b-b809-8cdfc98f49c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249405 Feb 08 21:24:35.281705 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c644a345-5b1d-4ed1-a774-3c33d84514c6 req-02383ce8-38a3-4fdb-b66e-8cdf8ed72f62 service neutron] 10.222.0.94 "GET /v2.0/networks/c0cafe3d-a88f-4e07-a463-905e2e4dd601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756782 Feb 08 21:24:35.330031 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9957f2d8-5f1d-4e10-89f2-c5c9348b1709 None None] New status for floating IP 192a9daa-1bef-43bf-bc9d-76576ff2beb2: ACTIVE {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:24:35.462442 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-c121d29e-a12e-4e2d-89d4-769be2aa2107 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187888 Feb 08 21:24:35.519918 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c644a345-5b1d-4ed1-a774-3c33d84514c6 req-5dfe64a9-1696-4237-9f3a-30c67936c9e4 service neutron] 10.222.0.96 "GET /v2.0/networks/1d91a92b-8b8e-48ed-82fe-305aad3f30df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5965579 Feb 08 21:24:35.558307 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-dc2bc9c5-8937-4e5f-94ec-6d22461edca1 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=5c7329fcf7fa4a46be58b0a00562ead7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0806682 Feb 08 21:24:35.711510 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847c6a9-c4c4-4d7c-83c1-7fcdfb78a12f req-318a40fe-0715-49ed-b424-08c079d44328 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:35.715215 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c644a345-5b1d-4ed1-a774-3c33d84514c6 req-0637009f-c9da-4cb6-b599-e66122a484b6 service neutron] 10.222.0.94 "GET /v2.0/networks/c0cafe3d-a88f-4e07-a463-905e2e4dd601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257274 Feb 08 21:24:35.716022 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9847c6a9-c4c4-4d7c-83c1-7fcdfb78a12f req-318a40fe-0715-49ed-b424-08c079d44328 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.96 "GET /v2.0/ports?device_id=e4f7429b-2c5c-404d-9ff9-c3ca4e679826 HTTP/1.1" status: 200 len: 946 time: 0.4605005 Feb 08 21:24:35.727589 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-97cac809-fd5f-4944-934f-38f024770fa2 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:35.738151 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-97cac809-fd5f-4944-934f-38f024770fa2 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1778183 Feb 08 21:24:35.801925 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f9e06150-88b5-44da-abb1-ff0ea0069308 req-c4389bb6-1128-4a41-b9cd-f4488fcadb66 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320367 Feb 08 21:24:35.867699 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-8de93466-94c7-4a0f-ab8f-bd9b3abc5dcd tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/quotas/5c7329fcf7fa4a46be58b0a00562ead7 HTTP/1.1" status: 200 len: 375 time: 0.1280031 Feb 08 21:24:35.890922 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db78f2-d112-4832-9e7c-1e21497fcabd req-e2697e60-c188-45eb-90eb-acbc09f17e7f tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:35.904028 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43db78f2-d112-4832-9e7c-1e21497fcabd req-e2697e60-c188-45eb-90eb-acbc09f17e7f tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=44cf8862-243a-43e9-bfeb-a8a670727a72 HTTP/1.1" status: 200 len: 948 time: 0.6588356 Feb 08 21:24:36.001442 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-41408dc6-3ec7-4d23-a490-749ead216efd tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=5c7329fcf7fa4a46be58b0a00562ead7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710466 Feb 08 21:24:36.104634 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43db78f2-d112-4832-9e7c-1e21497fcabd req-be683f96-a591-4b41-8311-153d07ac661a tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989834 Feb 08 21:24:36.196930 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-9847c6a9-c4c4-4d7c-83c1-7fcdfb78a12f req-e4d023e6-f833-4382-a546-b81696108412 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Deleting port 496466e2-e19e-4579-af78-b0786f67a08e {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:24:36.200939 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9847c6a9-c4c4-4d7c-83c1-7fcdfb78a12f req-e4d023e6-f833-4382-a546-b81696108412 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (496466e2-e19e-4579-af78-b0786f67a08e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:36.282798 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:36.433961 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-9847c6a9-c4c4-4d7c-83c1-7fcdfb78a12f req-e4d023e6-f833-4382-a546-b81696108412 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] For port 496466e2-e19e-4579-af78-b0786f67a08e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=496466e2-e19e-4579-af78-b0786f67a08e,segment=NetworkSegment(8610d3d1-3273-465e-ab77-6d38b151af60),segment_id=8610d3d1-3273-465e-ab77-6d38b151af60)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:36.434606 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9847c6a9-c4c4-4d7c-83c1-7fcdfb78a12f req-e4d023e6-f833-4382-a546-b81696108412 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (496466e2-e19e-4579-af78-b0786f67a08e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:36.466020 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-9847c6a9-c4c4-4d7c-83c1-7fcdfb78a12f req-e4d023e6-f833-4382-a546-b81696108412 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Calling delete_port for 496466e2-e19e-4579-af78-b0786f67a08e owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:24:36.537715 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:36.734345 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-48e0fcc5-eca4-4a17-a046-a26b98b15189 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=5c7329fcf7fa4a46be58b0a00562ead7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434911 Feb 08 21:24:36.968959 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caac551-6a79-497c-a238-5acb3eaaa992 req-b4f7e86a-f7d9-4e7e-9134-b6cde14e1d0f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:36.981667 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caac551-6a79-497c-a238-5acb3eaaa992 req-b4f7e86a-f7d9-4e7e-9134-b6cde14e1d0f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:36.998246 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caac551-6a79-497c-a238-5acb3eaaa992 req-b4f7e86a-f7d9-4e7e-9134-b6cde14e1d0f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:37.003946 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caac551-6a79-497c-a238-5acb3eaaa992 req-b4f7e86a-f7d9-4e7e-9134-b6cde14e1d0f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:37.014662 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caac551-6a79-497c-a238-5acb3eaaa992 req-b4f7e86a-f7d9-4e7e-9134-b6cde14e1d0f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:37.026264 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-a19f8e4c-031a-4d36-a486-9c26f0d6e3aa tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:37.027883 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-a19f8e4c-031a-4d36-a486-9c26f0d6e3aa tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2886128 Feb 08 21:24:37.033046 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caac551-6a79-497c-a238-5acb3eaaa992 req-b4f7e86a-f7d9-4e7e-9134-b6cde14e1d0f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:37.038578 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caac551-6a79-497c-a238-5acb3eaaa992 req-b4f7e86a-f7d9-4e7e-9134-b6cde14e1d0f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:37.046619 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caac551-6a79-497c-a238-5acb3eaaa992 req-b4f7e86a-f7d9-4e7e-9134-b6cde14e1d0f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5434 time: 0.4039178 Feb 08 21:24:37.052851 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9847c6a9-c4c4-4d7c-83c1-7fcdfb78a12f req-e4d023e6-f833-4382-a546-b81696108412 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (496466e2-e19e-4579-af78-b0786f67a08e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:37.069357 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-51370e65-2ac5-47bd-88c2-956d98455d98 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Request body: {'port': {'device_id': 'cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': '5c7329fcf7fa4a46be58b0a00562ead7'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:24:37.157353 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d023e6-f833-4382-a546-b81696108412 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Pushing event deleted for resources: {'Port': ['ID=496466e2-e19e-4579-af78-b0786f67a08e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:37.208594 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-8195cb52-d210-4e68-867e-9e7b9e962905 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:37.210583 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-8195cb52-d210-4e68-867e-9e7b9e962905 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/networks?id=111016a1-fb5a-4474-9d8a-dc518d9d29de HTTP/1.1" status: 200 len: 806 time: 0.5653002 Feb 08 21:24:37.285633 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-9847c6a9-c4c4-4d7c-83c1-7fcdfb78a12f req-e4d023e6-f833-4382-a546-b81696108412 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] No DVR routers for this DVR port 496466e2-e19e-4579-af78-b0786f67a08e on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:24:37.293617 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9847c6a9-c4c4-4d7c-83c1-7fcdfb78a12f req-e4d023e6-f833-4382-a546-b81696108412 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:37.303514 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9847c6a9-c4c4-4d7c-83c1-7fcdfb78a12f req-e4d023e6-f833-4382-a546-b81696108412 tempest-InstanceActionsTestJSON-268330036 tempest-InstanceActionsTestJSON-268330036-project] 10.222.0.96 "DELETE /v2.0/ports/496466e2-e19e-4579-af78-b0786f67a08e HTTP/1.1" status: 204 len: 173 time: 1.5601487 Feb 08 21:24:37.353303 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-51370e65-2ac5-47bd-88c2-956d98455d98 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Made reservation on behalf of 5c7329fcf7fa4a46be58b0a00562ead7 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:24:37.360950 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-51370e65-2ac5-47bd-88c2-956d98455d98 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:37.367118 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f7429b-2c5c-404d-9ff9-c3ca4e679826', 'name': 'network-vif-deleted', 'tag': '496466e2-e19e-4579-af78-b0786f67a08e'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:24:37.374199 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db3f314-7624-4b95-aeef-38dd54c6d017" -d '{"events": [{"server_uuid": "e4f7429b-2c5c-404d-9ff9-c3ca4e679826", "name": "network-vif-deleted", "tag": "496466e2-e19e-4579-af78-b0786f67a08e"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:24:37.391311 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-51370e65-2ac5-47bd-88c2-956d98455d98 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:37.404978 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caac551-6a79-497c-a238-5acb3eaaa992 req-5558249d-218a-4494-94e4-5be874a16c55 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3570495 Feb 08 21:24:37.426214 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-c713883c-f14b-43c1-8aca-a40e8bbb4b12 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/quotas/f472eb7c6f4c42ca9bf2111def0cbf8f HTTP/1.1" status: 200 len: 375 time: 0.0608158 Feb 08 21:24:37.573669 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-aa10d55b-7303-4d83-a768-43eea65d16b5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f472eb7c6f4c42ca9bf2111def0cbf8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1366487 Feb 08 21:24:37.660116 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-51370e65-2ac5-47bd-88c2-956d98455d98 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Publish callbacks [] for security_group (fe76d12e-48f8-4957-9579-1c9269807c17), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:37.666974 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7a0298-6f21-4516-8c2b-be9c615527e2 x-openstack-request-id: req-5d7a0298-6f21-4516-8c2b-be9c615527e2 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:24:37.667508 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44cf8862-243a-43e9-bfeb-a8a670727a72", "tag": "30822d27-4185-4548-aa1c-64937758b577", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:24:37.667942 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5d7a0298-6f21-4516-8c2b-be9c615527e2 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:24:37.668723 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44cf8862-243a-43e9-bfeb-a8a670727a72', 'tag': '30822d27-4185-4548-aa1c-64937758b577', 'status': 'completed', 'code': 200} Feb 08 21:24:37.686677 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-51370e65-2ac5-47bd-88c2-956d98455d98 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (fe76d12e-48f8-4957-9579-1c9269807c17), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:37.796989 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0f66b-c4ee-418d-8c0a-72ebf2b81b96 req-3310fa98-7f9c-4326-bbed-5c277b0253b6 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:37.800705 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6ee0f66b-c4ee-418d-8c0a-72ebf2b81b96 req-3310fa98-7f9c-4326-bbed-5c277b0253b6 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b32858-74a1-4191-9213-f7e8c86fdd13 HTTP/1.1" status: 200 len: 946 time: 0.2120218 Feb 08 21:24:37.863339 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-90bca86f-ff06-4cc3-885a-6a7cf5895c31 service neutron] 10.222.0.88 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850575 Feb 08 21:24:38.085867 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-21d0e164-c1a5-449a-82aa-aa4878e01560 service neutron] 10.222.0.88 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058208 Feb 08 21:24:38.127310 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6ee0f66b-c4ee-418d-8c0a-72ebf2b81b96 req-95a93bc5-72fa-4919-aa8d-662b54d7093b tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/security-groups?id=89c44979-f1d8-471a-9ccc-726e230470cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3048880 Feb 08 21:24:38.319569 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-1ea30972-6a47-4e0d-9db1-500dad2ee377 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=5c7329fcf7fa4a46be58b0a00562ead7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1083269 Feb 08 21:24:38.386992 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27a6c565-f274-488f-a44f-bd8ee74f2eac req-a3dd1b89-8e78-4deb-91a2-58637610691d tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/ports?device_id=22e302d9-249d-4ffc-8786-14f1b5551a1d HTTP/1.1" status: 200 len: 210 time: 0.0633378 Feb 08 21:24:38.412464 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 50972) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:24:38.539787 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ff1c8f-4c8d-4543-a9e4-2d624d2ba876 x-openstack-request-id: req-d1ff1c8f-4c8d-4543-a9e4-2d624d2ba876 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:24:38.540988 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f7429b-2c5c-404d-9ff9-c3ca4e679826", "name": "network-vif-deleted", "tag": "496466e2-e19e-4579-af78-b0786f67a08e", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:24:38.541454 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d1ff1c8f-4c8d-4543-a9e4-2d624d2ba876 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:24:38.542045 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f7429b-2c5c-404d-9ff9-c3ca4e679826', 'name': 'network-vif-deleted', 'tag': '496466e2-e19e-4579-af78-b0786f67a08e', 'status': 'completed', 'code': 200} Feb 08 21:24:38.575739 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 496466e2-e19e-4579-af78-b0786f67a08e no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:24:38.621386 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51370e65-2ac5-47bd-88c2-956d98455d98 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe76d12e-48f8-4957-9579-1c9269807c17,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:38.628174 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 496466e2-e19e-4579-af78-b0786f67a08e {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:24:38.628391 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 496466e2-e19e-4579-af78-b0786f67a08e not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:24:38.663972 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73f7cb-8f68-447d-a4ab-41e5f0496687 req-2402aae5-5f49-47bc-ab77-939f043eee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:38.666190 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9e73f7cb-8f68-447d-a4ab-41e5f0496687 req-2402aae5-5f49-47bc-ab77-939f043eee7d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&device_id=44cf8862-243a-43e9-bfeb-a8a670727a72 HTTP/1.1" status: 200 len: 1131 time: 1.0031774 Feb 08 21:24:38.721070 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-672155f2-c831-443b-95f2-4a8d96dc787c admin admin] Deleting subnet ac185e1d-f0b2-4a63-bbd4-646d0a456d84 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:24:38.747608 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-51370e65-2ac5-47bd-88c2-956d98455d98 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Allocated IP 192.168.233.186 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/c42f6167-a6a8-48d1-9cee-89f60d52b54a) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:24:38.765452 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-672155f2-c831-443b-95f2-4a8d96dc787c admin admin] Publish callbacks [] for subnet (ac185e1d-f0b2-4a63-bbd4-646d0a456d84), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:38.946440 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-672155f2-c831-443b-95f2-4a8d96dc787c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (ac185e1d-f0b2-4a63-bbd4-646d0a456d84), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:38.991380 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73f7cb-8f68-447d-a4ab-41e5f0496687 req-c64842a6-397f-424d-a22e-a0ab2087d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:38.992975 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9e73f7cb-8f68-447d-a4ab-41e5f0496687 req-c64842a6-397f-424d-a22e-a0ab2087d1b3 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.1879680 Feb 08 21:24:39.014347 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-51370e65-2ac5-47bd-88c2-956d98455d98 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Publish callbacks [] for port (c42f6167-a6a8-48d1-9cee-89f60d52b54a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:39.082096 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-c7450f2b-2b32-4103-99a8-9fc41bdf00ff tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:39.084030 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-c7450f2b-2b32-4103-99a8-9fc41bdf00ff tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6911404 Feb 08 21:24:39.099265 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-51370e65-2ac5-47bd-88c2-956d98455d98 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (c42f6167-a6a8-48d1-9cee-89f60d52b54a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:39.102502 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9e73f7cb-8f68-447d-a4ab-41e5f0496687 req-e6241e69-3d9f-4262-8bfc-d5e3a3bb0d61 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=30822d27-4185-4548-aa1c-64937758b577 HTTP/1.1" status: 200 len: 217 time: 0.0494668 Feb 08 21:24:39.104024 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-b09cb4ad-5fe2-41a2-81ad-90dbb003cdda tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Request body: {'port': {'device_id': '22e302d9-249d-4ffc-8786-14f1b5551a1d', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': '5c7329fcf7fa4a46be58b0a00562ead7'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:24:39.131397 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84003a57-9141-4549-954e-1f8fc0d4d51b req-4e1bd268-31d4-4673-9977-9f576f8269a5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:39.134216 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84003a57-9141-4549-954e-1f8fc0d4d51b req-4e1bd268-31d4-4673-9977-9f576f8269a5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=44cf8862-243a-43e9-bfeb-a8a670727a72 HTTP/1.1" status: 200 len: 948 time: 0.5908215 Feb 08 21:24:39.207480 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-51370e65-2ac5-47bd-88c2-956d98455d98 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:24:39.219063 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-51370e65-2ac5-47bd-88c2-956d98455d98 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:24:39.230185 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-51370e65-2ac5-47bd-88c2-956d98455d98 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:24:39.267618 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a886d-d0d2-490f-8cdb-ceace6ed75d4 req-97e3ba94-2de3-4c7b-b102-27732a2ebcb9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:39.275962 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a886d-d0d2-490f-8cdb-ceace6ed75d4 req-97e3ba94-2de3-4c7b-b102-27732a2ebcb9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:39.282790 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a886d-d0d2-490f-8cdb-ceace6ed75d4 req-97e3ba94-2de3-4c7b-b102-27732a2ebcb9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:39.289186 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a886d-d0d2-490f-8cdb-ceace6ed75d4 req-97e3ba94-2de3-4c7b-b102-27732a2ebcb9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:39.296356 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a886d-d0d2-490f-8cdb-ceace6ed75d4 req-97e3ba94-2de3-4c7b-b102-27732a2ebcb9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:39.303174 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a886d-d0d2-490f-8cdb-ceace6ed75d4 req-97e3ba94-2de3-4c7b-b102-27732a2ebcb9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:39.310467 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a886d-d0d2-490f-8cdb-ceace6ed75d4 req-97e3ba94-2de3-4c7b-b102-27732a2ebcb9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:39.319965 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f28a886d-d0d2-490f-8cdb-ceace6ed75d4 req-97e3ba94-2de3-4c7b-b102-27732a2ebcb9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5434 time: 0.7222638 Feb 08 21:24:39.343964 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-672155f2-c831-443b-95f2-4a8d96dc787c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (ac185e1d-f0b2-4a63-bbd4-646d0a456d84), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:39.365666 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-51370e65-2ac5-47bd-88c2-956d98455d98 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:39.367196 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-51370e65-2ac5-47bd-88c2-956d98455d98 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:39.371587 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51370e65-2ac5-47bd-88c2-956d98455d98 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Pushing event updated for resources: {'Port': ['ID=c42f6167-a6a8-48d1-9cee-89f60d52b54a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:39.380362 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73f7cb-8f68-447d-a4ab-41e5f0496687 req-6f636505-f5d5-478e-b5b3-62c06fbc819f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:39.385091 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9e73f7cb-8f68-447d-a4ab-41e5f0496687 req-6f636505-f5d5-478e-b5b3-62c06fbc819f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.2597256 Feb 08 21:24:39.451900 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-672155f2-c831-443b-95f2-4a8d96dc787c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (ac185e1d-f0b2-4a63-bbd4-646d0a456d84), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:39.541806 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-51370e65-2ac5-47bd-88c2-956d98455d98 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4856811 Feb 08 21:24:39.609501 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f28a886d-d0d2-490f-8cdb-ceace6ed75d4 req-61c4267e-4058-427d-babe-ec301f1c9cf9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2876768 Feb 08 21:24:39.612407 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-ca4b4550-d2e1-4580-bdc3-d4036cce2e79 service neutron] Request body: {'port': {'device_id': 'cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:24:39.614954 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-672155f2-c831-443b-95f2-4a8d96dc787c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:39.618705 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-672155f2-c831-443b-95f2-4a8d96dc787c admin admin] 10.222.0.88 "DELETE /v2.0/subnets/ac185e1d-f0b2-4a63-bbd4-646d0a456d84 HTTP/1.1" status: 204 len: 168 time: 1.1973102 Feb 08 21:24:39.623937 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 50988) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:24:39.625486 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672155f2-c831-443b-95f2-4a8d96dc787c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac185e1d-f0b2-4a63-bbd4-646d0a456d84,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:39.728562 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1f5ba26e-efd3-47d7-b727-bd8024ae90b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (6d617a57-663b-46b8-a895-9c8dc64c2527), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:39.748498 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84003a57-9141-4549-954e-1f8fc0d4d51b req-9cbb41f7-99d0-4e61-b711-17f2ccac69f4 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5274861 Feb 08 21:24:39.749356 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-08067595-9377-43ae-9952-957771600c99 None None] Provisioning complete for port c42f6167-a6a8-48d1-9cee-89f60d52b54a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:24:39.749965 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-08067595-9377-43ae-9952-957771600c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c42f6167-a6a8-48d1-9cee-89f60d52b54a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:39.773486 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73f7cb-8f68-447d-a4ab-41e5f0496687 req-3d126795-1134-4df0-a39b-51dd153bea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:39.776618 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9e73f7cb-8f68-447d-a4ab-41e5f0496687 req-3d126795-1134-4df0-a39b-51dd153bea6b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3841245 Feb 08 21:24:39.834749 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-08067595-9377-43ae-9952-957771600c99 None None] Port c42f6167-a6a8-48d1-9cee-89f60d52b54a cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:24:39.947933 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-ca4b4550-d2e1-4580-bdc3-d4036cce2e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c42f6167-a6a8-48d1-9cee-89f60d52b54a), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:40.004623 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1ccf0647-f617-4d57-bfcf-ad2a1cf9c87e req-bdb406e8-b82e-4824-8b04-7567826bb9a8 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fe022f-9452-447d-8706-40c7d589058e HTTP/1.1" status: 200 len: 210 time: 0.1303096 Feb 08 21:24:40.033844 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1f5ba26e-efd3-47d7-b727-bd8024ae90b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (6d617a57-663b-46b8-a895-9c8dc64c2527), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:40.079696 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9e73f7cb-8f68-447d-a4ab-41e5f0496687 req-1eb43248-f317-497b-a271-b7a215eaea05 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599165 Feb 08 21:24:40.111349 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-1f5ba26e-efd3-47d7-b727-bd8024ae90b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d617a57-663b-46b8-a895-9c8dc64c2527']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:24:40.137363 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-1f5ba26e-efd3-47d7-b727-bd8024ae90b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8610d3d1-3273-465e-ab77-6d38b151af60') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:24:40.138167 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-1f5ba26e-efd3-47d7-b727-bd8024ae90b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8610d3d1-3273-465e-ab77-6d38b151af60') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:24:40.163248 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1f5ba26e-efd3-47d7-b727-bd8024ae90b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (8610d3d1-3273-465e-ab77-6d38b151af60), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:40.195534 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1f5ba26e-efd3-47d7-b727-bd8024ae90b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (8610d3d1-3273-465e-ab77-6d38b151af60), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:40.211411 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5ba26e-efd3-47d7-b727-bd8024ae90b1 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:24:40.211949 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1f5ba26e-efd3-47d7-b727-bd8024ae90b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (8610d3d1-3273-465e-ab77-6d38b151af60), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:24:40.314089 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:24:40.348697 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 30822d27-4185-4548-aa1c-64937758b577 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:24:40.464899 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-13ace3d3-1ab6-4e99-bc40-e8d15d12f95c tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:40.467069 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-13ace3d3-1ab6-4e99-bc40-e8d15d12f95c tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.96 "GET /v2.0/networks?id=111016a1-fb5a-4474-9d8a-dc518d9d29de HTTP/1.1" status: 200 len: 806 time: 0.1435320 Feb 08 21:24:40.495937 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4011acee-1e4a-460a-b46c-7d81864ec2e2 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Request body: {'port': {'device_id': 'a5fe022f-9452-447d-8706-40c7d589058e', 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de', 'admin_state_up': True, 'tenant_id': 'f472eb7c6f4c42ca9bf2111def0cbf8f'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:24:40.535737 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1f5ba26e-efd3-47d7-b727-bd8024ae90b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (6d617a57-663b-46b8-a895-9c8dc64c2527), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:40.541024 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d52ccb9e-dccb-41a6-93cd-f6797b3a9a8d req-702ff4a8-0127-41a0-897f-50ac2db6f956 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/ports?device_id=22e302d9-249d-4ffc-8786-14f1b5551a1d HTTP/1.1" status: 200 len: 210 time: 0.2161579 Feb 08 21:24:40.579614 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-b09cb4ad-5fe2-41a2-81ad-90dbb003cdda tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Made reservation on behalf of 5c7329fcf7fa4a46be58b0a00562ead7 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:24:40.584346 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9e73f7cb-8f68-447d-a4ab-41e5f0496687 req-9a3772e0-faea-47ad-a3ac-30e42dae0443 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977660 Feb 08 21:24:40.589043 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-b09cb4ad-5fe2-41a2-81ad-90dbb003cdda tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:40.596790 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 30822d27-4185-4548-aa1c-64937758b577, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=30822d27-4185-4548-aa1c-64937758b577,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:40.634533 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '30822d27-4185-4548-aa1c-64937758b577', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': '30822d27-4185-4548-aa1c-64937758b577', 'mac_address': 'fa:16:3e:f2:ca:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:24:40.683070 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b678c-092c-4aba-b8fd-79deeb26434f req-93293275-11de-445a-a4d8-81e6099df57d tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:40.701539 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf6b678c-092c-4aba-b8fd-79deeb26434f req-93293275-11de-445a-a4d8-81e6099df57d tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b32858-74a1-4191-9213-f7e8c86fdd13 HTTP/1.1" status: 200 len: 946 time: 0.9181132 Feb 08 21:24:40.706700 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1f5ba26e-efd3-47d7-b727-bd8024ae90b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:40.715292 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1f5ba26e-efd3-47d7-b727-bd8024ae90b1 admin admin] 10.222.0.88 "DELETE /v2.0/networks/6d617a57-663b-46b8-a895-9c8dc64c2527 HTTP/1.1" status: 204 len: 168 time: 1.0790455 Feb 08 21:24:40.724712 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 30822d27-4185-4548-aa1c-64937758b577 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:40.725264 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (30822d27-4185-4548-aa1c-64937758b577), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:40.735798 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ba26e-efd3-47d7-b727-bd8024ae90b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d617a57-663b-46b8-a895-9c8dc64c2527,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:40.748345 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30822d27-4185-4548-aa1c-64937758b577 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:24:40.794524 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 30822d27-4185-4548-aa1c-64937758b577, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=30822d27-4185-4548-aa1c-64937758b577,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:40.806593 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-ca4b4550-d2e1-4580-bdc3-d4036cce2e79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c42f6167-a6a8-48d1-9cee-89f60d52b54a {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:24:40.811231 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (30822d27-4185-4548-aa1c-64937758b577), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:40.831601 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-ca4b4550-d2e1-4580-bdc3-d4036cce2e79 service neutron] Publish callbacks [] for port (c42f6167-a6a8-48d1-9cee-89f60d52b54a), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:40.869891 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-ca4b4550-d2e1-4580-bdc3-d4036cce2e79 service neutron] Transition to ACTIVE for port object c42f6167-a6a8-48d1-9cee-89f60d52b54a will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:24:40.876600 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-ca4b4550-d2e1-4580-bdc3-d4036cce2e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (c42f6167-a6a8-48d1-9cee-89f60d52b54a), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:40.936165 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=30822d27-4185-4548-aa1c-64937758b577,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:41.036889 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b4550-d2e1-4580-bdc3-d4036cce2e79 service neutron] Pushing event updated for resources: {'Port': ['ID=c42f6167-a6a8-48d1-9cee-89f60d52b54a,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:41.051081 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf6b678c-092c-4aba-b8fd-79deeb26434f req-30f2e9f6-619a-40ef-ab2d-6e8fc72e2cff tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/security-groups?id=89c44979-f1d8-471a-9ccc-726e230470cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439935 Feb 08 21:24:41.126261 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b3431-e2b1-4828-ba67-7d850d668c3b req-a90f14d7-0667-4461-a02f-25ed8a4ce358 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:41.145668 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b3431-e2b1-4828-ba67-7d850d668c3b req-a90f14d7-0667-4461-a02f-25ed8a4ce358 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:41.160300 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['30822d27-4185-4548-aa1c-64937758b577'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:24:41.165297 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b3431-e2b1-4828-ba67-7d850d668c3b req-a90f14d7-0667-4461-a02f-25ed8a4ce358 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:41.176520 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b3431-e2b1-4828-ba67-7d850d668c3b req-a90f14d7-0667-4461-a02f-25ed8a4ce358 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:41.207239 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b3431-e2b1-4828-ba67-7d850d668c3b req-a90f14d7-0667-4461-a02f-25ed8a4ce358 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:41.224379 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b3431-e2b1-4828-ba67-7d850d668c3b req-a90f14d7-0667-4461-a02f-25ed8a4ce358 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:41.227897 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 51002) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:24:41.234753 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b3431-e2b1-4828-ba67-7d850d668c3b req-a90f14d7-0667-4461-a02f-25ed8a4ce358 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:41.245772 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c08b3431-e2b1-4828-ba67-7d850d668c3b req-a90f14d7-0667-4461-a02f-25ed8a4ce358 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5434 time: 0.5059962 Feb 08 21:24:41.285300 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-ca4b4550-d2e1-4580-bdc3-d4036cce2e79 service neutron] Attempting to bind port c42f6167-a6a8-48d1-9cee-89f60d52b54a on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:24:41.285701 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-ca4b4550-d2e1-4580-bdc3-d4036cce2e79 service neutron] Attempting to bind port c42f6167-a6a8-48d1-9cee-89f60d52b54a by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:24:41.286082 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-ca4b4550-d2e1-4580-bdc3-d4036cce2e79 service neutron] Attempting to bind port c42f6167-a6a8-48d1-9cee-89f60d52b54a on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:24:41.326124 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-ca4b4550-d2e1-4580-bdc3-d4036cce2e79 service neutron] Port c42f6167-a6a8-48d1-9cee-89f60d52b54a on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:24:41.326432 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-ca4b4550-d2e1-4580-bdc3-d4036cce2e79 service neutron] Attempting to bind port c42f6167-a6a8-48d1-9cee-89f60d52b54a on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:24:41.347713 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-ca4b4550-d2e1-4580-bdc3-d4036cce2e79 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:24:41.348044 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-ca4b4550-d2e1-4580-bdc3-d4036cce2e79 service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:24:41.352174 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-ca4b4550-d2e1-4580-bdc3-d4036cce2e79 service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:24:41.352701 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-ca4b4550-d2e1-4580-bdc3-d4036cce2e79 service neutron] Bound port: c42f6167-a6a8-48d1-9cee-89f60d52b54a, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:24:41.353142 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-ca4b4550-d2e1-4580-bdc3-d4036cce2e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c42f6167-a6a8-48d1-9cee-89f60d52b54a), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:41.384673 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f809845f-eae1-48f1-8481-835fc32da625 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c2a646abe942468bbdd47fbf2649f60f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1552339 Feb 08 21:24:41.391077 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51006) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:24:41.501729 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-ca4b4550-d2e1-4580-bdc3-d4036cce2e79 service neutron] For port c42f6167-a6a8-48d1-9cee-89f60d52b54a, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:24:41.505808 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-ca4b4550-d2e1-4580-bdc3-d4036cce2e79 service neutron] For port c42f6167-a6a8-48d1-9cee-89f60d52b54a, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c42f6167-a6a8-48d1-9cee-89f60d52b54a,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:24:41.515767 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-ca4b4550-d2e1-4580-bdc3-d4036cce2e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (c42f6167-a6a8-48d1-9cee-89f60d52b54a), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:41.562284 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-ca4b4550-d2e1-4580-bdc3-d4036cce2e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:41.562872 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-ca4b4550-d2e1-4580-bdc3-d4036cce2e79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:41.564361 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-ca4b4550-d2e1-4580-bdc3-d4036cce2e79 service neutron] 10.222.0.94 "PUT /v2.0/ports/c42f6167-a6a8-48d1-9cee-89f60d52b54a HTTP/1.1" status: 200 len: 1097 time: 2.0041156 Feb 08 21:24:41.564866 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec', 'tag': 'c42f6167-a6a8-48d1-9cee-89f60d52b54a'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:24:41.567733 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f077ff9-ce7f-4e60-852d-5cd5d0515cad" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec", "tag": "c42f6167-a6a8-48d1-9cee-89f60d52b54a"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:24:41.602383 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b4550-d2e1-4580-bdc3-d4036cce2e79 service neutron] Pushing event updated for resources: {'Port': ['ID=c42f6167-a6a8-48d1-9cee-89f60d52b54a,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:41.606113 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1775006c-19b1-4356-b13a-2e5ef6ef5872 req-6a755257-fd0f-495d-a908-6e94172fb894 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fe022f-9452-447d-8706-40c7d589058e HTTP/1.1" status: 200 len: 210 time: 0.1348045 Feb 08 21:24:41.752102 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4011acee-1e4a-460a-b46c-7d81864ec2e2 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Made reservation on behalf of f472eb7c6f4c42ca9bf2111def0cbf8f for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:24:41.765587 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4011acee-1e4a-460a-b46c-7d81864ec2e2 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:41.799149 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a100558-49bf-47fd-931e-afd763057621 x-openstack-request-id: req-8a100558-49bf-47fd-931e-afd763057621 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:24:41.799886 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec", "tag": "c42f6167-a6a8-48d1-9cee-89f60d52b54a", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:24:41.800673 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8a100558-49bf-47fd-931e-afd763057621 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:24:41.801946 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec', 'tag': 'c42f6167-a6a8-48d1-9cee-89f60d52b54a', 'status': 'completed', 'code': 200} Feb 08 21:24:41.824309 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-830b9823-c308-4287-9e66-0bca57c5845a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:41.827961 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-830b9823-c308-4287-9e66-0bca57c5845a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=5c7329fcf7fa4a46be58b0a00562ead7&device_id=cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec HTTP/1.1" status: 200 len: 1131 time: 0.1951880 Feb 08 21:24:41.858188 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-b09cb4ad-5fe2-41a2-81ad-90dbb003cdda tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Allocated IP 192.168.233.215 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/463ff705-6233-4895-9d7a-5e439c0f6ff8) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:24:41.925599 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-746221ff-a8ed-4a44-9ca6-96bd099cf0d7 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=c42f6167-a6a8-48d1-9cee-89f60d52b54a HTTP/1.1" status: 200 len: 217 time: 0.0897632 Feb 08 21:24:41.938247 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4663d5f-c809-46d8-96d8-aac9e0e8cd98 req-7bf8f2df-d1c1-4f7f-b8cb-7a71c9a95d70 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:41.940769 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f4663d5f-c809-46d8-96d8-aac9e0e8cd98 req-7bf8f2df-d1c1-4f7f-b8cb-7a71c9a95d70 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=44cf8862-243a-43e9-bfeb-a8a670727a72 HTTP/1.1" status: 200 len: 949 time: 0.6225600 Feb 08 21:24:42.063270 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-e7b368ef-3e7f-4135-ae85-25ee73fda34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:42.069033 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b7c8480f-11aa-4c96-840a-609ccbc9f511 req-d03f4b11-b098-4c55-aac3-aaed97267efa tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/ports?device_id=22e302d9-249d-4ffc-8786-14f1b5551a1d HTTP/1.1" status: 200 len: 210 time: 0.1459410 Feb 08 21:24:42.070271 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-e7b368ef-3e7f-4135-ae85-25ee73fda34b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1367249 Feb 08 21:24:42.160248 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f4663d5f-c809-46d8-96d8-aac9e0e8cd98 req-8d245cd5-4cbd-43ca-abd1-b05964d1cd97 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669285 Feb 08 21:24:42.171360 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b25852c6-92ec-4078-8bdb-572bc04518cd admin admin] Publish callbacks [] for security_group (89917a50-5d35-4b9b-b809-8cdfc98f49c8), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:42.195183 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-be5bf7d1-fede-4291-b783-58f71074c72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:42.198126 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-be5bf7d1-fede-4291-b783-58f71074c72b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1211159 Feb 08 21:24:42.336990 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b25852c6-92ec-4078-8bdb-572bc04518cd admin admin] Publish callbacks [] for security_group (89917a50-5d35-4b9b-b809-8cdfc98f49c8), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:42.344739 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-08117f16-c0d8-473f-b10a-d537d0a13865 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395700 Feb 08 21:24:42.390693 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4011acee-1e4a-460a-b46c-7d81864ec2e2 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Allocated IP 172.20.0.9 (111016a1-fb5a-4474-9d8a-dc518d9d29de/0584f0b0-2f88-4444-998f-e1ea76f3fbc3/2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:24:42.532452 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c1577b8e-a5d7-412d-b20f-d30223a83894 req-6ea92b58-28c1-43a6-8382-8c94ecc39f67 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806576 Feb 08 21:24:42.532947 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b25852c6-92ec-4078-8bdb-572bc04518cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (89917a50-5d35-4b9b-b809-8cdfc98f49c8), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:42.536542 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b25852c6-92ec-4078-8bdb-572bc04518cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:42.540704 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b25852c6-92ec-4078-8bdb-572bc04518cd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/89917a50-5d35-4b9b-b809-8cdfc98f49c8 HTTP/1.1" status: 204 len: 168 time: 1.1293955 Feb 08 21:24:42.553628 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-b09cb4ad-5fe2-41a2-81ad-90dbb003cdda tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Publish callbacks [] for port (463ff705-6233-4895-9d7a-5e439c0f6ff8), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:42.584119 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25852c6-92ec-4078-8bdb-572bc04518cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89917a50-5d35-4b9b-b809-8cdfc98f49c8,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:42.719772 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f077ff9-ce7f-4e60-852d-5cd5d0515cad req-f0bb5d7e-b9ef-4d2e-ae88-533a4cef03fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:42.723566 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3f077ff9-ce7f-4e60-852d-5cd5d0515cad req-f0bb5d7e-b9ef-4d2e-ae88-533a4cef03fe service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=5c7329fcf7fa4a46be58b0a00562ead7&device_id=cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec HTTP/1.1" status: 200 len: 1131 time: 0.1089592 Feb 08 21:24:42.787766 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-b09cb4ad-5fe2-41a2-81ad-90dbb003cdda tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (463ff705-6233-4895-9d7a-5e439c0f6ff8), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:42.824511 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4011acee-1e4a-460a-b46c-7d81864ec2e2 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks [] for port (2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:42.865576 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-b09cb4ad-5fe2-41a2-81ad-90dbb003cdda tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:24:42.892237 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-b09cb4ad-5fe2-41a2-81ad-90dbb003cdda tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:24:42.896709 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ecece798-8463-46a7-bf28-b68faf1c38b5 req-8b2cfece-7c3f-4756-b544-bcb51034e0e2 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fe022f-9452-447d-8706-40c7d589058e HTTP/1.1" status: 200 len: 210 time: 0.0802047 Feb 08 21:24:42.897687 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-b09cb4ad-5fe2-41a2-81ad-90dbb003cdda tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:24:42.928129 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f077ff9-ce7f-4e60-852d-5cd5d0515cad req-3770282a-0f3c-4b73-bc66-8ce980d59bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:42.932176 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3f077ff9-ce7f-4e60-852d-5cd5d0515cad req-3770282a-0f3c-4b73-bc66-8ce980d59bf2 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.2017951 Feb 08 21:24:42.965980 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09cb4ad-5fe2-41a2-81ad-90dbb003cdda tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Pushing event updated for resources: {'Port': ['ID=463ff705-6233-4895-9d7a-5e439c0f6ff8,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:42.998069 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-b09cb4ad-5fe2-41a2-81ad-90dbb003cdda tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:42.998713 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-b09cb4ad-5fe2-41a2-81ad-90dbb003cdda tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:43.026188 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4011acee-1e4a-460a-b46c-7d81864ec2e2 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:43.039001 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3f077ff9-ce7f-4e60-852d-5cd5d0515cad req-58e16ce5-2294-4301-a463-7a34dc1913b1 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=c42f6167-a6a8-48d1-9cee-89f60d52b54a HTTP/1.1" status: 200 len: 217 time: 0.0943828 Feb 08 21:24:43.044532 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['23e48800-eeca-4bcc-b7ae-e0ebc35d4c91'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:24:43.106166 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011acee-1e4a-460a-b46c-7d81864ec2e2 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Pushing event updated for resources: {'Port': ['ID=2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:43.175550 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-b09cb4ad-5fe2-41a2-81ad-90dbb003cdda tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0773048 Feb 08 21:24:43.201049 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-5c83cec5-713a-495f-81ad-a8f5607e4606 service neutron] Request body: {'port': {'device_id': '22e302d9-249d-4ffc-8786-14f1b5551a1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:24:43.208820 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f077ff9-ce7f-4e60-852d-5cd5d0515cad req-5c95aae4-78fa-421c-92b6-e526034b3c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:43.212935 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3f077ff9-ce7f-4e60-852d-5cd5d0515cad req-5c95aae4-78fa-421c-92b6-e526034b3c57 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1690259 Feb 08 21:24:43.311972 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4011acee-1e4a-460a-b46c-7d81864ec2e2 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Network 111016a1-fb5a-4474-9d8a-dc518d9d29de is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:24:43.345639 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f077ff9-ce7f-4e60-852d-5cd5d0515cad req-9c4aa427-7163-4d8d-ab05-5d6f76ee989e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:43.354568 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3f077ff9-ce7f-4e60-852d-5cd5d0515cad req-9c4aa427-7163-4d8d-ab05-5d6f76ee989e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1323433 Feb 08 21:24:43.439960 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4011acee-1e4a-460a-b46c-7d81864ec2e2 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:24:43.443086 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4011acee-1e4a-460a-b46c-7d81864ec2e2 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:24:43.560875 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-12b07611-9e1e-43b3-b42d-f9bedbd08ed8 None None] Provisioning complete for port 463ff705-6233-4895-9d7a-5e439c0f6ff8 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:24:43.561363 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-12b07611-9e1e-43b3-b42d-f9bedbd08ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (463ff705-6233-4895-9d7a-5e439c0f6ff8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:43.636584 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4011acee-1e4a-460a-b46c-7d81864ec2e2 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:43.637295 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4011acee-1e4a-460a-b46c-7d81864ec2e2 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:43.638436 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-12b07611-9e1e-43b3-b42d-f9bedbd08ed8 None None] Port 463ff705-6233-4895-9d7a-5e439c0f6ff8 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:24:43.646498 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3f077ff9-ce7f-4e60-852d-5cd5d0515cad req-e7120c39-f325-48f5-82f2-acdfb7140f7f service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795675 Feb 08 21:24:43.717791 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e05ec-7c91-4af3-b553-92d4a6ef50b0 req-6c7fb96a-0f8d-4a00-bbba-4337c36f2d2b tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:43.726083 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b92e05ec-7c91-4af3-b553-92d4a6ef50b0 req-6c7fb96a-0f8d-4a00-bbba-4337c36f2d2b tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/ports?device_id=22e302d9-249d-4ffc-8786-14f1b5551a1d HTTP/1.1" status: 200 len: 936 time: 0.3926575 Feb 08 21:24:43.760462 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4011acee-1e4a-460a-b46c-7d81864ec2e2 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2799587 Feb 08 21:24:43.766594 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-5c83cec5-713a-495f-81ad-a8f5607e4606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (463ff705-6233-4895-9d7a-5e439c0f6ff8), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:43.773994 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3f077ff9-ce7f-4e60-852d-5cd5d0515cad req-eff6b584-06f2-416c-a8fa-d1d002ea6a2d service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188419 Feb 08 21:24:43.792745 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4358b193-f73a-4623-833d-0b8764840af7 service neutron] Request body: {'port': {'device_id': 'a5fe022f-9452-447d-8706-40c7d589058e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:24:43.839442 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f1663-b553-4ecf-bbac-1b67aee9f58c req-19e22114-94db-4a73-a048-57f89d0ba012 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:43.847464 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e82f1663-b553-4ecf-bbac-1b67aee9f58c req-19e22114-94db-4a73-a048-57f89d0ba012 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=44cf8862-243a-43e9-bfeb-a8a670727a72 HTTP/1.1" status: 200 len: 949 time: 0.4160807 Feb 08 21:24:43.897117 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b92e05ec-7c91-4af3-b553-92d4a6ef50b0 req-4d22165e-b474-4afd-81c6-1e5f467d6a55 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe76d12e-48f8-4957-9579-1c9269807c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699054 Feb 08 21:24:44.263908 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 51046) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:24:44.345020 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 30822d27-4185-4548-aa1c-64937758b577 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:24:44.429022 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 30822d27-4185-4548-aa1c-64937758b577 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:24:44.436150 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 30822d27-4185-4548-aa1c-64937758b577 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:24:44.439425 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (30822d27-4185-4548-aa1c-64937758b577), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:44.476939 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-4450c44d-9abf-40e8-86de-f57a1825300c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1079871035-network', 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:24:44.478586 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e82f1663-b553-4ecf-bbac-1b67aee9f58c req-02f9d24c-4d45-4f42-b842-e65a1e6829bd tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6160421 Feb 08 21:24:44.486313 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4358b193-f73a-4623-833d-0b8764840af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:44.519556 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4450c44d-9abf-40e8-86de-f57a1825300c admin admin] Made reservation on behalf of 00aa88ba7b6d432b85cbf54f743f0690 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:24:44.523325 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4450c44d-9abf-40e8-86de-f57a1825300c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:44.539854 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4450c44d-9abf-40e8-86de-f57a1825300c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:44.637286 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 30822d27-4185-4548-aa1c-64937758b577 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:44.638478 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (30822d27-4185-4548-aa1c-64937758b577), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:44.650154 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d690b3a-abae-49e6-9533-138c0b43ea24 req-4fb13a53-523d-4039-a736-268849b2520f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:44.660381 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d690b3a-abae-49e6-9533-138c0b43ea24 req-4fb13a53-523d-4039-a736-268849b2520f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fe022f-9452-447d-8706-40c7d589058e HTTP/1.1" status: 200 len: 931 time: 0.3280106 Feb 08 21:24:44.700648 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cf8862-243a-43e9-bfeb-a8a670727a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30822d27-4185-4548-aa1c-64937758b577'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:24:44.707897 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3aaca2b-baaa-48ea-b50b-1164bb6b1064" -d '{"events": [{"server_uuid": "44cf8862-243a-43e9-bfeb-a8a670727a72", "name": "network-vif-plugged", "status": "completed", "tag": "30822d27-4185-4548-aa1c-64937758b577"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:24:44.737580 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 30822d27-4185-4548-aa1c-64937758b577, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=30822d27-4185-4548-aa1c-64937758b577,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:44.743918 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (30822d27-4185-4548-aa1c-64937758b577), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:44.753737 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4450c44d-9abf-40e8-86de-f57a1825300c admin admin] Publish callbacks [] for security_group (4da62653-f692-4b96-b675-945fbb97c7ac), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:44.761354 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4450c44d-9abf-40e8-86de-f57a1825300c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4da62653-f692-4b96-b675-945fbb97c7ac), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:44.799635 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc8c290-6561-494c-b45e-84e4d5397e15 x-openstack-request-id: req-dbc8c290-6561-494c-b45e-84e4d5397e15 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:24:44.800124 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cf8862-243a-43e9-bfeb-a8a670727a72", "name": "network-vif-plugged", "status": "completed", "tag": "30822d27-4185-4548-aa1c-64937758b577", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:24:44.800566 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dbc8c290-6561-494c-b45e-84e4d5397e15 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:24:44.801376 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cf8862-243a-43e9-bfeb-a8a670727a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30822d27-4185-4548-aa1c-64937758b577', 'code': 200} Feb 08 21:24:44.821611 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450c44d-9abf-40e8-86de-f57a1825300c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da62653-f692-4b96-b675-945fbb97c7ac,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:44.857484 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4450c44d-9abf-40e8-86de-f57a1825300c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:24:44.883737 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4450c44d-9abf-40e8-86de-f57a1825300c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (17c5cd58-44d0-4d08-9fc5-55c8b6ed648f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:44.884151 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-4450c44d-9abf-40e8-86de-f57a1825300c admin admin] Added segment 17c5cd58-44d0-4d08-9fc5-55c8b6ed648f of type vlan for network 470bde4a-288b-4162-81c1-45fdd6f3db1b Feb 08 21:24:44.900462 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=30822d27-4185-4548-aa1c-64937758b577,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:44.911346 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d690b3a-abae-49e6-9533-138c0b43ea24 req-2187bd03-4843-4993-bbb1-40178edaa497 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499290 Feb 08 21:24:45.025604 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4450c44d-9abf-40e8-86de-f57a1825300c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (470bde4a-288b-4162-81c1-45fdd6f3db1b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:45.051381 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d82dd-41e1-4562-ad33-9b0f13d5f8a6 req-9b8a52a2-f6f3-4c92-9de2-bef03206fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:45.053564 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-102d82dd-41e1-4562-ad33-9b0f13d5f8a6 req-9b8a52a2-f6f3-4c92-9de2-bef03206fb45 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=44cf8862-243a-43e9-bfeb-a8a670727a72 HTTP/1.1" status: 200 len: 1133 time: 0.1536374 Feb 08 21:24:45.078433 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-5c83cec5-713a-495f-81ad-a8f5607e4606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 463ff705-6233-4895-9d7a-5e439c0f6ff8 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:24:45.098645 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-5c83cec5-713a-495f-81ad-a8f5607e4606 service neutron] Publish callbacks [] for port (463ff705-6233-4895-9d7a-5e439c0f6ff8), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:45.111376 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4450c44d-9abf-40e8-86de-f57a1825300c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (470bde4a-288b-4162-81c1-45fdd6f3db1b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:45.114522 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4450c44d-9abf-40e8-86de-f57a1825300c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:45.115354 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4450c44d-9abf-40e8-86de-f57a1825300c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:45.140846 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-5c83cec5-713a-495f-81ad-a8f5607e4606 service neutron] Transition to ACTIVE for port object 463ff705-6233-4895-9d7a-5e439c0f6ff8 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:24:45.154334 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-5c83cec5-713a-495f-81ad-a8f5607e4606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (463ff705-6233-4895-9d7a-5e439c0f6ff8), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:45.160609 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4450c44d-9abf-40e8-86de-f57a1825300c admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8936417 Feb 08 21:24:45.162106 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51056) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:24:45.173928 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f963e8e-7714-4cfa-8a49-0c42f586b8e3 req-044a37a6-8210-4b25-b84a-a5b95da33a1d tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:45.182285 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2f963e8e-7714-4cfa-8a49-0c42f586b8e3 req-044a37a6-8210-4b25-b84a-a5b95da33a1d tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/ports?device_id=22e302d9-249d-4ffc-8786-14f1b5551a1d HTTP/1.1" status: 200 len: 936 time: 0.1897132 Feb 08 21:24:45.191497 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-528285fd-9ffd-487b-8188-b7eec0de5d2b admin admin] Request body: {'subnet': {'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1079871035-subnet', 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:24:45.251528 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-102d82dd-41e1-4562-ad33-9b0f13d5f8a6 req-f1ddce2a-abf6-4384-b8ed-99a4f23c5ac8 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826038 Feb 08 21:24:45.261869 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450c44d-9abf-40e8-86de-f57a1825300c admin admin] Pushing event updated for resources: {'Network': ['ID=470bde4a-288b-4162-81c1-45fdd6f3db1b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:45.275876 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 470bde4a-288b-4162-81c1-45fdd6f3db1b details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:24:45.334588 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83cec5-713a-495f-81ad-a8f5607e4606 service neutron] Pushing event updated for resources: {'Port': ['ID=463ff705-6233-4895-9d7a-5e439c0f6ff8,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:45.346855 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528285fd-9ffd-487b-8188-b7eec0de5d2b admin admin] Made reservation on behalf of 00aa88ba7b6d432b85cbf54f743f0690 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:24:45.349566 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-528285fd-9ffd-487b-8188-b7eec0de5d2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:45.372169 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4358b193-f73a-4623-833d-0b8764840af7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:24:45.453429 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4358b193-f73a-4623-833d-0b8764840af7 service neutron] Publish callbacks [] for port (2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:45.488695 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2f963e8e-7714-4cfa-8a49-0c42f586b8e3 req-d61dab3d-6b15-4642-a0bb-da593175e497 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe76d12e-48f8-4957-9579-1c9269807c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053906 Feb 08 21:24:45.534243 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4358b193-f73a-4623-833d-0b8764840af7 service neutron] Transition to ACTIVE for port object 2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:24:45.548294 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4358b193-f73a-4623-833d-0b8764840af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:45.684061 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-5c83cec5-713a-495f-81ad-a8f5607e4606 service neutron] Attempting to bind port 463ff705-6233-4895-9d7a-5e439c0f6ff8 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:24:45.684519 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-5c83cec5-713a-495f-81ad-a8f5607e4606 service neutron] Attempting to bind port 463ff705-6233-4895-9d7a-5e439c0f6ff8 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:24:45.684931 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-5c83cec5-713a-495f-81ad-a8f5607e4606 service neutron] Attempting to bind port 463ff705-6233-4895-9d7a-5e439c0f6ff8 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:24:45.716042 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358b193-f73a-4623-833d-0b8764840af7 service neutron] Pushing event updated for resources: {'Port': ['ID=2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:45.759166 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-5c83cec5-713a-495f-81ad-a8f5607e4606 service neutron] Port 463ff705-6233-4895-9d7a-5e439c0f6ff8 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:24:45.759570 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-5c83cec5-713a-495f-81ad-a8f5607e4606 service neutron] Attempting to bind port 463ff705-6233-4895-9d7a-5e439c0f6ff8 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:24:45.787168 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-5c83cec5-713a-495f-81ad-a8f5607e4606 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:24:45.787682 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-5c83cec5-713a-495f-81ad-a8f5607e4606 service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:24:45.788122 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-5c83cec5-713a-495f-81ad-a8f5607e4606 service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:24:45.789890 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-5c83cec5-713a-495f-81ad-a8f5607e4606 service neutron] Bound port: 463ff705-6233-4895-9d7a-5e439c0f6ff8, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:24:45.789890 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-5c83cec5-713a-495f-81ad-a8f5607e4606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (463ff705-6233-4895-9d7a-5e439c0f6ff8), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:45.839689 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1a196-35cf-4219-9813-56a972a9e58f req-a48de78a-62fd-4618-b326-c554a4ed9e94 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:45.841760 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56e1a196-35cf-4219-9813-56a972a9e58f req-a48de78a-62fd-4618-b326-c554a4ed9e94 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=44cf8862-243a-43e9-bfeb-a8a670727a72 HTTP/1.1" status: 200 len: 950 time: 0.2317479 Feb 08 21:24:45.939648 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4358b193-f73a-4623-833d-0b8764840af7 service neutron] Attempting to bind port 2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:24:45.940093 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4358b193-f73a-4623-833d-0b8764840af7 service neutron] Attempting to bind port 2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'e6e0981b-63f8-4fe8-9849-12fad4063144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:24:45.940458 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4358b193-f73a-4623-833d-0b8764840af7 service neutron] Attempting to bind port 2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d on network 111016a1-fb5a-4474-9d8a-dc518d9d29de {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:24:45.963071 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-528285fd-9ffd-487b-8188-b7eec0de5d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (0aa29b5a-a776-4012-aa53-861d63a1c0ca), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:45.969460 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4358b193-f73a-4623-833d-0b8764840af7 service neutron] Port 2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d on network 111016a1-fb5a-4474-9d8a-dc518d9d29de not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:24:45.969796 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4358b193-f73a-4623-833d-0b8764840af7 service neutron] Attempting to bind port 2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d on network 111016a1-fb5a-4474-9d8a-dc518d9d29de {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:24:46.068709 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4358b193-f73a-4623-833d-0b8764840af7 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:24:46.069174 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4358b193-f73a-4623-833d-0b8764840af7 service neutron] Checking segment: {'id': 'e6e0981b-63f8-4fe8-9849-12fad4063144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:24:46.069733 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4358b193-f73a-4623-833d-0b8764840af7 service neutron] Bound using segment: {'id': 'e6e0981b-63f8-4fe8-9849-12fad4063144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:24:46.070173 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4358b193-f73a-4623-833d-0b8764840af7 service neutron] Bound port: 2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6e0981b-63f8-4fe8-9849-12fad4063144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:24:46.070537 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4358b193-f73a-4623-833d-0b8764840af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:46.106664 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-5c83cec5-713a-495f-81ad-a8f5607e4606 service neutron] For port 463ff705-6233-4895-9d7a-5e439c0f6ff8, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:24:46.153050 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56e1a196-35cf-4219-9813-56a972a9e58f req-cf7bbe2b-7d51-41a8-8bee-25a4c2080686 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763228 Feb 08 21:24:46.164522 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-5c83cec5-713a-495f-81ad-a8f5607e4606 service neutron] For port 463ff705-6233-4895-9d7a-5e439c0f6ff8, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=463ff705-6233-4895-9d7a-5e439c0f6ff8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:24:46.166889 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528285fd-9ffd-487b-8188-b7eec0de5d2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aa29b5a-a776-4012-aa53-861d63a1c0ca,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:46.207541 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-5c83cec5-713a-495f-81ad-a8f5607e4606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (463ff705-6233-4895-9d7a-5e439c0f6ff8), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:46.262678 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528285fd-9ffd-487b-8188-b7eec0de5d2b admin admin] Checking segment: {'id': '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:24:46.263082 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528285fd-9ffd-487b-8188-b7eec0de5d2b admin admin] Network hostable DHCP agents. Network: 470bde4a-288b-4162-81c1-45fdd6f3db1b, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:24:46.285753 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-5c83cec5-713a-495f-81ad-a8f5607e4606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:46.286378 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-5c83cec5-713a-495f-81ad-a8f5607e4606 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:46.288176 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-5c83cec5-713a-495f-81ad-a8f5607e4606 service neutron] 10.222.0.94 "PUT /v2.0/ports/463ff705-6233-4895-9d7a-5e439c0f6ff8 HTTP/1.1" status: 200 len: 1097 time: 3.1003637 Feb 08 21:24:46.297894 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e302d9-249d-4ffc-8786-14f1b5551a1d', 'tag': '463ff705-6233-4895-9d7a-5e439c0f6ff8'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:24:46.300506 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8675cc-48f5-4bc1-9dd0-f192390feace" -d '{"events": [{"name": "network-changed", "server_uuid": "22e302d9-249d-4ffc-8786-14f1b5551a1d", "tag": "463ff705-6233-4895-9d7a-5e439c0f6ff8"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:24:46.329468 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737c945-9010-494f-b686-d5bd4a8fd7a7 req-a38884f2-8bc2-45a6-9f85-e73bdd3187ff tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:46.330917 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b737c945-9010-494f-b686-d5bd4a8fd7a7 req-a38884f2-8bc2-45a6-9f85-e73bdd3187ff tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fe022f-9452-447d-8706-40c7d589058e HTTP/1.1" status: 200 len: 943 time: 0.3039494 Feb 08 21:24:46.348425 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4358b193-f73a-4623-833d-0b8764840af7 service neutron] For port 2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:24:46.351017 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device c42f6167-a6a8-48d1-9cee-89f60d52b54a details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:24:46.352694 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4358b193-f73a-4623-833d-0b8764840af7 service neutron] For port 2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:24:46.360570 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83cec5-713a-495f-81ad-a8f5607e4606 service neutron] Pushing event updated for resources: {'Port': ['ID=463ff705-6233-4895-9d7a-5e439c0f6ff8,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:46.397471 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4358b193-f73a-4623-833d-0b8764840af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:46.489537 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528285fd-9ffd-487b-8188-b7eec0de5d2b admin admin] Network 470bde4a-288b-4162-81c1-45fdd6f3db1b is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:24:46.500601 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4358b193-f73a-4623-833d-0b8764840af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:46.501353 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4358b193-f73a-4623-833d-0b8764840af7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:46.503350 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-4358b193-f73a-4623-833d-0b8764840af7 service neutron] 10.222.0.96 "PUT /v2.0/ports/2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d HTTP/1.1" status: 200 len: 1092 time: 2.7249179 Feb 08 21:24:46.520003 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port c42f6167-a6a8-48d1-9cee-89f60d52b54a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c42f6167-a6a8-48d1-9cee-89f60d52b54a,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:46.539407 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'c42f6167-a6a8-48d1-9cee-89f60d52b54a', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': 'c42f6167-a6a8-48d1-9cee-89f60d52b54a', 'mac_address': 'fa:16:3e:65:d6:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:24:46.588643 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-528285fd-9ffd-487b-8188-b7eec0de5d2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 470bde4a-288b-4162-81c1-45fdd6f3db1b) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:24:46.607411 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318da2a5-42ce-4aa1-a288-a39790ac3225 None None] Network 470bde4a-288b-4162-81c1-45fdd6f3db1b requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:24:46.640543 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b737c945-9010-494f-b686-d5bd4a8fd7a7 req-b273b390-f95b-43b9-a48e-3db2c05a3a2a tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972927 Feb 08 21:24:46.652537 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528285fd-9ffd-487b-8188-b7eec0de5d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:46.654081 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-528285fd-9ffd-487b-8188-b7eec0de5d2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:46.689208 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358b193-f73a-4623-833d-0b8764840af7 service neutron] Pushing event updated for resources: {'Port': ['ID=2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:46.716443 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-cfe0eab7-b4d4-4605-bc1d-8830b2f38382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:46.718441 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-cfe0eab7-b4d4-4605-bc1d-8830b2f38382 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=5c7329fcf7fa4a46be58b0a00562ead7&device_id=22e302d9-249d-4ffc-8786-14f1b5551a1d HTTP/1.1" status: 200 len: 1131 time: 0.3534226 Feb 08 21:24:46.726191 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42eb24ef-cfc9-44cf-b7c0-08edabd8488d x-openstack-request-id: req-42eb24ef-cfc9-44cf-b7c0-08edabd8488d {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:24:46.726500 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e302d9-249d-4ffc-8786-14f1b5551a1d", "tag": "463ff705-6233-4895-9d7a-5e439c0f6ff8", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:24:46.727007 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-42eb24ef-cfc9-44cf-b7c0-08edabd8488d {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:24:46.727705 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e302d9-249d-4ffc-8786-14f1b5551a1d', 'tag': '463ff705-6233-4895-9d7a-5e439c0f6ff8', 'status': 'completed', 'code': 200} Feb 08 21:24:46.746758 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-528285fd-9ffd-487b-8188-b7eec0de5d2b admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5808854 Feb 08 21:24:46.754520 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 51076) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:24:46.766603 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1a49cc67-3fd4-4676-aa77-39d675498fb4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1079871035-router', 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:24:46.816669 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port c42f6167-a6a8-48d1-9cee-89f60d52b54a is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:46.818744 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c42f6167-a6a8-48d1-9cee-89f60d52b54a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:46.827038 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-999b7029-5d46-43ad-a898-c0cc132069fa service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=463ff705-6233-4895-9d7a-5e439c0f6ff8 HTTP/1.1" status: 200 len: 217 time: 0.0753193 Feb 08 21:24:46.827705 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a49cc67-3fd4-4676-aa77-39d675498fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (ef6ea72b-b871-4b27-9c0c-803631f1b24b), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:46.831206 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-b3e7cb90-b9e6-4799-83e5-978332f1a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:46.832847 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a49cc67-3fd4-4676-aa77-39d675498fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (ef6ea72b-b871-4b27-9c0c-803631f1b24b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:46.833213 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-b3e7cb90-b9e6-4799-83e5-978332f1a9e6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f472eb7c6f4c42ca9bf2111def0cbf8f&device_id=a5fe022f-9452-447d-8706-40c7d589058e HTTP/1.1" status: 200 len: 1126 time: 0.2415702 Feb 08 21:24:46.840616 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-1028ace1-6df8-4ee8-a1a3-6bc93e340f2e tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:46.843521 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-1028ace1-6df8-4ee8-a1a3-6bc93e340f2e tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/networks?id=2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 200 len: 821 time: 0.3485467 Feb 08 21:24:46.877119 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42f6167-a6a8-48d1-9cee-89f60d52b54a {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:24:46.934265 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a49cc67-3fd4-4676-aa77-39d675498fb4 admin admin] Publish callbacks [] for router_controller (ef6ea72b-b871-4b27-9c0c-803631f1b24b), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:46.969904 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port c42f6167-a6a8-48d1-9cee-89f60d52b54a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c42f6167-a6a8-48d1-9cee-89f60d52b54a,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:46.980978 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-4733f627-4580-4b17-8753-c12489c7b514 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/quotas/8f5c158dadb24dc0a464206c8c7c35e1 HTTP/1.1" status: 200 len: 375 time: 0.1048369 Feb 08 21:24:46.981330 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c42f6167-a6a8-48d1-9cee-89f60d52b54a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:46.988902 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-f3f3db30-8cf3-4d55-a682-94b97d7d39d0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d HTTP/1.1" status: 200 len: 217 time: 0.1441739 Feb 08 21:24:47.055750 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-7f491767-1853-409e-ba87-51663433fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:47.056856 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-7f491767-1853-409e-ba87-51663433fbce service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0584f0b0-2f88-4444-998f-e1ea76f3fbc3 HTTP/1.1" status: 200 len: 846 time: 0.0594592 Feb 08 21:24:47.104697 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a839588c-da89-4217-ad9a-bd5c34c3c7f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-470bde4a-288b-4162-81c1-45fdd6f3db1b', 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b', 'project_id': '00aa88ba7b6d432b85cbf54f743f0690', 'fixed_ips': [{'subnet_id': '0aa29b5a-a776-4012-aa53-861d63a1c0ca'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:24:47.105667 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a839588c-da89-4217-ad9a-bd5c34c3c7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:47.133935 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=c42f6167-a6a8-48d1-9cee-89f60d52b54a,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:47.155874 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a49cc67-3fd4-4676-aa77-39d675498fb4 admin admin] Publish callbacks [] for router_gateway (ef6ea72b-b871-4b27-9c0c-803631f1b24b), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:47.179176 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-5e00def8-9160-4caa-94f3-3f614d31d222 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=111016a1-fb5a-4474-9d8a-dc518d9d29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067832 Feb 08 21:24:47.275056 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-c4f9c029-ffa8-4d29-a9ea-343c21c04fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:47.276912 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-c4f9c029-ffa8-4d29-a9ea-343c21c04fae service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.4113381 Feb 08 21:24:47.386681 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ec839-0003-49ed-9b87-ee81986fd0ea req-e04b999c-ab77-4c39-87cb-9f34cfc08055 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:47.389379 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-024ec839-0003-49ed-9b87-ee81986fd0ea req-e04b999c-ab77-4c39-87cb-9f34cfc08055 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/ports?device_id=22e302d9-249d-4ffc-8786-14f1b5551a1d HTTP/1.1" status: 200 len: 948 time: 0.5429661 Feb 08 21:24:47.456271 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-d8ae1905-c3b6-41b2-a6fc-4a4a75d58957 service neutron] 10.222.0.96 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661247 Feb 08 21:24:47.483937 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-6a96083c-84f7-4240-b86f-45862cd26b30 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4257288 Feb 08 21:24:47.498413 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a49cc67-3fd4-4676-aa77-39d675498fb4 admin admin] Publish callbacks [] for router_gateway (ef6ea72b-b871-4b27-9c0c-803631f1b24b), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:47.521596 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a49cc67-3fd4-4676-aa77-39d675498fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:47.570276 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-f6e6a24b-6001-477c-a294-de0559f49539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:47.571909 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-a839588c-da89-4217-ad9a-bd5c34c3c7f1 None None] Allocated IP 172.20.0.2 (470bde4a-288b-4162-81c1-45fdd6f3db1b/0aa29b5a-a776-4012-aa53-861d63a1c0ca/b7a3c86b-ef90-425d-8775-e756c2f937d9) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:24:47.572932 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-f6e6a24b-6001-477c-a294-de0559f49539 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2838445 Feb 08 21:24:47.651261 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['c42f6167-a6a8-48d1-9cee-89f60d52b54a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:24:47.662284 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-1a49cc67-3fd4-4676-aa77-39d675498fb4 admin admin] Allocated IP 172.25.3.160 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/ca15bea4-f33b-497f-b636-f7f8ce86020b) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:24:47.810929 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a49cc67-3fd4-4676-aa77-39d675498fb4 admin admin] Publish callbacks [] for port (ca15bea4-f33b-497f-b636-f7f8ce86020b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:47.822906 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-024ec839-0003-49ed-9b87-ee81986fd0ea req-dee1c9c4-35ee-4dc6-92e3-08013654026b tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe76d12e-48f8-4957-9579-1c9269807c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4169497 Feb 08 21:24:47.868054 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a839588c-da89-4217-ad9a-bd5c34c3c7f1 None None] Publish callbacks [] for port (b7a3c86b-ef90-425d-8775-e756c2f937d9), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:47.883448 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a839588c-da89-4217-ad9a-bd5c34c3c7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (b7a3c86b-ef90-425d-8775-e756c2f937d9), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:47.944925 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a49cc67-3fd4-4676-aa77-39d675498fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (ca15bea4-f33b-497f-b636-f7f8ce86020b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:47.974360 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a839588c-da89-4217-ad9a-bd5c34c3c7f1 None None] Network 470bde4a-288b-4162-81c1-45fdd6f3db1b is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:24:47.980304 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-a839588c-da89-4217-ad9a-bd5c34c3c7f1 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:24:47.994212 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a839588c-da89-4217-ad9a-bd5c34c3c7f1 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:24:47.999672 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839588c-da89-4217-ad9a-bd5c34c3c7f1 None None] Pushing event updated for resources: {'Port': ['ID=b7a3c86b-ef90-425d-8775-e756c2f937d9,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:48.027305 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a49cc67-3fd4-4676-aa77-39d675498fb4 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:24:48.030442 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9299c61-4210-4b3e-8e68-db7e9ce3e0af req-21ec8fc0-3efb-475a-9e0b-3364f1dff447 service neutron] 10.222.0.96 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5412328 Feb 08 21:24:48.032926 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-1a49cc67-3fd4-4676-aa77-39d675498fb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:24:48.033120 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-8592f612-a022-49e9-b3ae-bbe4c4c19c70 service neutron] 10.222.0.88 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5399325 Feb 08 21:24:48.050077 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-11343f26-57cb-4970-9fc2-506c38a5d44b service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620453 Feb 08 21:24:48.058746 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49cc67-3fd4-4676-aa77-39d675498fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=ca15bea4-f33b-497f-b636-f7f8ce86020b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:48.063578 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a49cc67-3fd4-4676-aa77-39d675498fb4 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:24:48.087019 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-a839588c-da89-4217-ad9a-bd5c34c3c7f1 None None] Attempting to bind port b7a3c86b-ef90-425d-8775-e756c2f937d9 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:24:48.087477 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-a839588c-da89-4217-ad9a-bd5c34c3c7f1 None None] Attempting to bind port b7a3c86b-ef90-425d-8775-e756c2f937d9 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:24:48.088107 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a839588c-da89-4217-ad9a-bd5c34c3c7f1 None None] Attempting to bind port b7a3c86b-ef90-425d-8775-e756c2f937d9 on network 470bde4a-288b-4162-81c1-45fdd6f3db1b {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:24:48.099349 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a839588c-da89-4217-ad9a-bd5c34c3c7f1 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:24:48.099349 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a839588c-da89-4217-ad9a-bd5c34c3c7f1 None None] Checking segment: {'id': '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:24:48.100067 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a839588c-da89-4217-ad9a-bd5c34c3c7f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:48.100263 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a839588c-da89-4217-ad9a-bd5c34c3c7f1 None None] Bound using segment: {'id': '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:24:48.100877 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-a839588c-da89-4217-ad9a-bd5c34c3c7f1 None None] Bound port: b7a3c86b-ef90-425d-8775-e756c2f937d9, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:24:48.101678 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a839588c-da89-4217-ad9a-bd5c34c3c7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b7a3c86b-ef90-425d-8775-e756c2f937d9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:48.150097 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24c20d-b835-416b-97d0-94245b45fa69 req-c9cd0863-8850-4f7e-baa1-5c3a3a00c40a tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:48.151713 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f24c20d-b835-416b-97d0-94245b45fa69 req-c9cd0863-8850-4f7e-baa1-5c3a3a00c40a tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=44cf8862-243a-43e9-bfeb-a8a670727a72 HTTP/1.1" status: 200 len: 950 time: 0.1863654 Feb 08 21:24:48.202460 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-a839588c-da89-4217-ad9a-bd5c34c3c7f1 None None] For port b7a3c86b-ef90-425d-8775-e756c2f937d9, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:24:48.207536 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-a839588c-da89-4217-ad9a-bd5c34c3c7f1 None None] For port b7a3c86b-ef90-425d-8775-e756c2f937d9, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b7a3c86b-ef90-425d-8775-e756c2f937d9,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:24:48.216580 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a839588c-da89-4217-ad9a-bd5c34c3c7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b7a3c86b-ef90-425d-8775-e756c2f937d9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:48.274604 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1df5d401-263c-44f9-9c99-80e996a04ff0 req-da1dfd6e-9198-4183-be2b-dceebf64608c service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142618 Feb 08 21:24:48.287592 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839588c-da89-4217-ad9a-bd5c34c3c7f1 None None] Pushing event updated for resources: {'Port': ['ID=b7a3c86b-ef90-425d-8775-e756c2f937d9,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:48.313565 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f24c20d-b835-416b-97d0-94245b45fa69 req-b55edc16-d7c1-440f-aedc-79f2f2cf527f tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222045 Feb 08 21:24:48.337182 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-ddea36ab-0ecd-44bd-9b3d-c576110d6ebb service neutron] 10.222.0.88 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112761 Feb 08 21:24:48.455004 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8675cc-48f5-4bc1-9dd0-f192390feace req-551019bd-90e5-464b-8985-38516bf3801d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:48.457274 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4a8675cc-48f5-4bc1-9dd0-f192390feace req-551019bd-90e5-464b-8985-38516bf3801d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=5c7329fcf7fa4a46be58b0a00562ead7&device_id=22e302d9-249d-4ffc-8786-14f1b5551a1d HTTP/1.1" status: 200 len: 1131 time: 0.0981581 Feb 08 21:24:48.469396 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a49cc67-3fd4-4676-aa77-39d675498fb4 admin admin] Publish callbacks [] for router_gateway (ef6ea72b-b871-4b27-9c0c-803631f1b24b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:48.663146 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e369eb3-91ca-4029-aa17-2b0268313e12 req-9f3261b0-d526-4b51-ad58-c899dc9be0f7 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:48.665999 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0e369eb3-91ca-4029-aa17-2b0268313e12 req-9f3261b0-d526-4b51-ad58-c899dc9be0f7 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fe022f-9452-447d-8706-40c7d589058e HTTP/1.1" status: 200 len: 943 time: 0.1921432 Feb 08 21:24:48.800767 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a49cc67-3fd4-4676-aa77-39d675498fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (ef6ea72b-b871-4b27-9c0c-803631f1b24b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:49.045882 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a49cc67-3fd4-4676-aa77-39d675498fb4 admin admin] Router ef6ea72b-b871-4b27-9c0c-803631f1b24b is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:24:49.199606 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fe022f-9452-447d-8706-40c7d589058e', 'tag': '2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:24:49.200174 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a49cc67-3fd4-4676-aa77-39d675498fb4 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:24:49.203664 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1df387c-de86-4cef-b76e-7d2ec2bada4d" -d '{"events": [{"name": "network-changed", "server_uuid": "a5fe022f-9452-447d-8706-40c7d589058e", "tag": "2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:24:49.209993 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8675cc-48f5-4bc1-9dd0-f192390feace req-6a44058e-7ff7-484d-b9f1-ee80633344de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:49.212299 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4a8675cc-48f5-4bc1-9dd0-f192390feace req-6a44058e-7ff7-484d-b9f1-ee80633344de service neutron] 10.222.0.94 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.7479005 Feb 08 21:24:49.223532 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a49cc67-3fd4-4676-aa77-39d675498fb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:49.223874 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6fbdf2-2f08-42fd-a85b-fb366c2ae1bd None None] Sync routers for ids ['ef6ea72b-b871-4b27-9c0c-803631f1b24b'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:24:49.225202 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1a49cc67-3fd4-4676-aa77-39d675498fb4 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4668646 Feb 08 21:24:49.230169 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 51106) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:24:49.259123 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6fbdf2-2f08-42fd-a85b-fb366c2ae1bd None None] Routers {'ef6ea72b-b871-4b27-9c0c-803631f1b24b'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:24:49.261606 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-bb6fbdf2-2f08-42fd-a85b-fb366c2ae1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:24:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ef6ea72b-b871-4b27-9c0c-803631f1b24b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:24:49.450641 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4a8675cc-48f5-4bc1-9dd0-f192390feace req-62c25857-0af4-4980-b126-8e4a2911c2d8 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=463ff705-6233-4895-9d7a-5e439c0f6ff8 HTTP/1.1" status: 200 len: 217 time: 0.1982040 Feb 08 21:24:49.528883 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0e369eb3-91ca-4029-aa17-2b0268313e12 req-fd26a4a0-dea3-4bfe-8616-28c8057cd752 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8413153 Feb 08 21:24:49.574145 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-bb6fbdf2-2f08-42fd-a85b-fb366c2ae1bd None None] Set router ef6ea72b-b871-4b27-9c0c-803631f1b24b gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:24:49.584360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8675cc-48f5-4bc1-9dd0-f192390feace req-b4685995-04ab-46da-8622-c11af4deca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:49.588138 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4a8675cc-48f5-4bc1-9dd0-f192390feace req-b4685995-04ab-46da-8622-c11af4deca29 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1267078 Feb 08 21:24:49.594402 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b72ea-bd63-4ef9-9210-b00633612a90 req-2ce24532-c2dc-4441-b8b3-fc4618d87fdd tempest-ServersOnMultiNodesTest-86793902 tempest-ServersOnMultiNodesTest-86793902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:49.598936 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a6b72ea-bd63-4ef9-9210-b00633612a90 req-2ce24532-c2dc-4441-b8b3-fc4618d87fdd tempest-ServersOnMultiNodesTest-86793902 tempest-ServersOnMultiNodesTest-86793902-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=44cf8862-243a-43e9-bfeb-a8a670727a72 HTTP/1.1" status: 200 len: 1133 time: 0.3826816 Feb 08 21:24:49.704663 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b8cf190-5b43-4fd8-8429-e3470e8d6465 req-e9b703ae-78ff-4ca3-a3c5-b61ffd44f967 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 210 time: 0.0460732 Feb 08 21:24:49.793204 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a6b72ea-bd63-4ef9-9210-b00633612a90 req-72e6dc67-5998-4f81-858a-2e6ff09c1ebe tempest-ServersOnMultiNodesTest-86793902 tempest-ServersOnMultiNodesTest-86793902-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723523 Feb 08 21:24:49.809504 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8675cc-48f5-4bc1-9dd0-f192390feace req-2a199635-d1e5-45b8-b674-0744ce523863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:49.834190 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4a8675cc-48f5-4bc1-9dd0-f192390feace req-2a199635-d1e5-45b8-b674-0744ce523863 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2336843 Feb 08 21:24:49.917796 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a25b3a7-1632-4258-8684-1b79bcb4e512 x-openstack-request-id: req-5a25b3a7-1632-4258-8684-1b79bcb4e512 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:24:49.918709 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5fe022f-9452-447d-8706-40c7d589058e", "tag": "2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:24:49.919222 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5a25b3a7-1632-4258-8684-1b79bcb4e512 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:24:49.920004 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5fe022f-9452-447d-8706-40c7d589058e', 'tag': '2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d', 'status': 'completed', 'code': 200} Feb 08 21:24:49.954826 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecafbe7-1646-451b-a88a-56240a1ec172 None None] Network 470bde4a-288b-4162-81c1-45fdd6f3db1b requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:24:50.120416 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4a8675cc-48f5-4bc1-9dd0-f192390feace req-89b48e04-846a-498e-a21c-29121695c40f service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697470 Feb 08 21:24:50.127796 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-bb6fbdf2-2f08-42fd-a85b-fb366c2ae1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'name': 'tempest-ServerActionsTestJSON-1079871035-router', 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ca15bea4-f33b-497f-b636-f7f8ce86020b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:24:46Z', 'updated_at': '2022-02-08T21:24:48Z', 'revision_number': 3, 'project_id': '00aa88ba7b6d432b85cbf54f743f0690', 'gw_port': {'id': 'ca15bea4-f33b-497f-b636-f7f8ce86020b', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:24:47Z', 'updated_at': '2022-02-08T21:24:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:24:50.146281 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-7ac5a808-fe8d-4f60-ada7-e2710bbd7fba None None] Provisioning complete for port b7a3c86b-ef90-425d-8775-e756c2f937d9 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:24:50.147297 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ac5a808-fe8d-4f60-ada7-e2710bbd7fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b7a3c86b-ef90-425d-8775-e756c2f937d9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:50.167116 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6fbdf2-2f08-42fd-a85b-fb366c2ae1bd None None] Checking router: ef6ea72b-b871-4b27-9c0c-803631f1b24b for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:24:50.167675 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6fbdf2-2f08-42fd-a85b-fb366c2ae1bd None None] Updating router ef6ea72b-b871-4b27-9c0c-803631f1b24b port ca15bea4-f33b-497f-b636-f7f8ce86020b binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:24:50.176643 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-c1896375-ff7b-4b3b-b8e9-9baa2bcf715b tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341611 Feb 08 21:24:50.222787 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb6fbdf2-2f08-42fd-a85b-fb366c2ae1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ca15bea4-f33b-497f-b636-f7f8ce86020b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:50.388043 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device c42f6167-a6a8-48d1-9cee-89f60d52b54a up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:24:50.567922 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df387c-de86-4cef-b76e-7d2ec2bada4d req-cb0b337a-00db-4a75-9e7f-76bb7f830c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:50.570698 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1df387c-de86-4cef-b76e-7d2ec2bada4d req-cb0b337a-00db-4a75-9e7f-76bb7f830c44 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f472eb7c6f4c42ca9bf2111def0cbf8f&device_id=a5fe022f-9452-447d-8706-40c7d589058e HTTP/1.1" status: 200 len: 1126 time: 0.6078615 Feb 08 21:24:50.584817 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebd714-6e0e-4d76-884c-81071fb8ff70 req-a4695a52-ef76-41aa-a97a-e833fdcdb28e tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:50.587809 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-53ebd714-6e0e-4d76-884c-81071fb8ff70 req-a4695a52-ef76-41aa-a97a-e833fdcdb28e tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/ports?device_id=22e302d9-249d-4ffc-8786-14f1b5551a1d HTTP/1.1" status: 200 len: 948 time: 0.7092612 Feb 08 21:24:50.596370 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-f49dbec7-be46-4ed3-86ed-aa0aa5581278 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:50.598879 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-f49dbec7-be46-4ed3-86ed-aa0aa5581278 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4074552 Feb 08 21:24:50.606063 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b7a3c86b-ef90-425d-8775-e756c2f937d9 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:24:50.703664 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:24:50.760622 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb6fbdf2-2f08-42fd-a85b-fb366c2ae1bd None None] Publish callbacks [] for port (ca15bea4-f33b-497f-b636-f7f8ce86020b), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:50.773642 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb6fbdf2-2f08-42fd-a85b-fb366c2ae1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ca15bea4-f33b-497f-b636-f7f8ce86020b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:50.822355 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df387c-de86-4cef-b76e-7d2ec2bada4d req-ec4fbd9e-ffd4-42db-8310-22e0edaafa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:50.835487 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1df387c-de86-4cef-b76e-7d2ec2bada4d req-ec4fbd9e-ffd4-42db-8310-22e0edaafa2e service neutron] 10.222.0.96 "GET /v2.0/networks?id=111016a1-fb5a-4474-9d8a-dc518d9d29de HTTP/1.1" status: 200 len: 907 time: 0.2330558 Feb 08 21:24:50.842485 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7ac5a808-fe8d-4f60-ada7-e2710bbd7fba None None] Current status of the port b7a3c86b-ef90-425d-8775-e756c2f937d9 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:50.849547 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ac5a808-fe8d-4f60-ada7-e2710bbd7fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b7a3c86b-ef90-425d-8775-e756c2f937d9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:50.855828 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-0c307437-e3b6-432a-93c3-2d5294f24090 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/quotas/a43edf20ad1643c2ac7bbb3feecd107e HTTP/1.1" status: 200 len: 375 time: 0.0150697 Feb 08 21:24:50.908009 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e27d8-a7a0-4395-82aa-a3e1e7fe3028 None None] Pushing event updated for resources: {'Port': ['ID=ca15bea4-f33b-497f-b636-f7f8ce86020b,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:50.938581 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07e27d8-a7a0-4395-82aa-a3e1e7fe3028 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:50.942089 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07e27d8-a7a0-4395-82aa-a3e1e7fe3028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:50.944092 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07e27d8-a7a0-4395-82aa-a3e1e7fe3028 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:50.944505 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07e27d8-a7a0-4395-82aa-a3e1e7fe3028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:50.945581 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07e27d8-a7a0-4395-82aa-a3e1e7fe3028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:50.945929 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07e27d8-a7a0-4395-82aa-a3e1e7fe3028 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:50.946338 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07e27d8-a7a0-4395-82aa-a3e1e7fe3028 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:50.946734 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07e27d8-a7a0-4395-82aa-a3e1e7fe3028 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:50.953218 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07e27d8-a7a0-4395-82aa-a3e1e7fe3028 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:50.954560 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07e27d8-a7a0-4395-82aa-a3e1e7fe3028 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:50.954560 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07e27d8-a7a0-4395-82aa-a3e1e7fe3028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:50.954560 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07e27d8-a7a0-4395-82aa-a3e1e7fe3028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:50.955063 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07e27d8-a7a0-4395-82aa-a3e1e7fe3028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:24:50.958923 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1df387c-de86-4cef-b76e-7d2ec2bada4d req-709650dc-029c-46f1-af26-e7c093a93bdc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d HTTP/1.1" status: 200 len: 217 time: 0.0996776 Feb 08 21:24:50.965899 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port c42f6167-a6a8-48d1-9cee-89f60d52b54a completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:24:50.986063 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:24:51.053724 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-f09fe5fd-6012-4e8c-826a-7fcc51d008be tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:51.057607 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-f09fe5fd-6012-4e8c-826a-7fcc51d008be tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.94 "GET /v2.0/networks?id=2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 200 len: 821 time: 0.3940983 Feb 08 21:24:51.058714 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-bb6fbdf2-2f08-42fd-a85b-fb366c2ae1bd None None] Attempting to bind port ca15bea4-f33b-497f-b636-f7f8ce86020b on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:24:51.062226 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-bb6fbdf2-2f08-42fd-a85b-fb366c2ae1bd None None] Attempting to bind port ca15bea4-f33b-497f-b636-f7f8ce86020b by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:24:51.063021 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6fbdf2-2f08-42fd-a85b-fb366c2ae1bd None None] Attempting to bind port ca15bea4-f33b-497f-b636-f7f8ce86020b on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:24:51.074131 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-a50c1d34-87b8-44ff-9b57-f620db552346 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Request body: {'port': {'device_id': '507fe9ca-25fc-4551-b970-db50eae6f102', 'network_id': '2832de48-e50e-44a2-9cef-26035a020939', 'admin_state_up': True, 'tenant_id': '8f5c158dadb24dc0a464206c8c7c35e1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:24:51.086547 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6fbdf2-2f08-42fd-a85b-fb366c2ae1bd None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:24:51.090504 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6fbdf2-2f08-42fd-a85b-fb366c2ae1bd None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:24:51.091208 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb6fbdf2-2f08-42fd-a85b-fb366c2ae1bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:51.091895 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6fbdf2-2f08-42fd-a85b-fb366c2ae1bd None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:24:51.092753 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-bb6fbdf2-2f08-42fd-a85b-fb366c2ae1bd None None] Bound port: ca15bea4-f33b-497f-b636-f7f8ce86020b, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:24:51.093813 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb6fbdf2-2f08-42fd-a85b-fb366c2ae1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ca15bea4-f33b-497f-b636-f7f8ce86020b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:51.154903 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df387c-de86-4cef-b76e-7d2ec2bada4d req-ee694bf0-36c9-47a8-8d93-89cbc18a92a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:51.156631 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1df387c-de86-4cef-b76e-7d2ec2bada4d req-ee694bf0-36c9-47a8-8d93-89cbc18a92a3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0584f0b0-2f88-4444-998f-e1ea76f3fbc3 HTTP/1.1" status: 200 len: 846 time: 0.0962422 Feb 08 21:24:51.176404 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port c42f6167-a6a8-48d1-9cee-89f60d52b54a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:24:51.186072 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c42f6167-a6a8-48d1-9cee-89f60d52b54a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:51.228800 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1df387c-de86-4cef-b76e-7d2ec2bada4d req-39074cc9-1697-4fee-8a8c-033149b84356 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=111016a1-fb5a-4474-9d8a-dc518d9d29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368168 Feb 08 21:24:51.246838 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-53ebd714-6e0e-4d76-884c-81071fb8ff70 req-607f151e-d2d4-4fb3-8b7a-136f3d931831 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe76d12e-48f8-4957-9579-1c9269807c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539595 Feb 08 21:24:51.302987 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-bb6fbdf2-2f08-42fd-a85b-fb366c2ae1bd None None] For port ca15bea4-f33b-497f-b636-f7f8ce86020b, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:24:51.316392 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-bb6fbdf2-2f08-42fd-a85b-fb366c2ae1bd None None] For port ca15bea4-f33b-497f-b636-f7f8ce86020b, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ca15bea4-f33b-497f-b636-f7f8ce86020b,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:24:51.321556 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-a50c1d34-87b8-44ff-9b57-f620db552346 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Made reservation on behalf of 8f5c158dadb24dc0a464206c8c7c35e1 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:24:51.334698 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb6fbdf2-2f08-42fd-a85b-fb366c2ae1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ca15bea4-f33b-497f-b636-f7f8ce86020b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:51.342597 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-a50c1d34-87b8-44ff-9b57-f620db552346 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:51.389076 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1df387c-de86-4cef-b76e-7d2ec2bada4d req-6b24809a-81ae-495e-b7ed-a8ca4b7b5c88 service neutron] 10.222.0.96 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406012 Feb 08 21:24:51.419355 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-7ac5a808-fe8d-4f60-ada7-e2710bbd7fba None None] For port b7a3c86b-ef90-425d-8775-e756c2f937d9, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b7a3c86b-ef90-425d-8775-e756c2f937d9,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:51.436323 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ac5a808-fe8d-4f60-ada7-e2710bbd7fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b7a3c86b-ef90-425d-8775-e756c2f937d9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:51.443605 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port b7a3c86b-ef90-425d-8775-e756c2f937d9 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:24:51.444087 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b7a3c86b-ef90-425d-8775-e756c2f937d9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:51.466250 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-9de94652-95ff-4612-a82d-ab075834961c tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4774158 Feb 08 21:24:51.504703 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4a8675cc-48f5-4bc1-9dd0-f192390feace req-4f1335ca-515f-4d9e-afdf-d65717e05f75 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3718181 Feb 08 21:24:51.604397 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e27d8-a7a0-4395-82aa-a3e1e7fe3028 None None] Pushing event updated for resources: {'Port': ['ID=ca15bea4-f33b-497f-b636-f7f8ce86020b,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:51.643477 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f5cde-327b-4768-8afc-840c3a508546 req-4b20aeb9-5182-4906-aee9-96c0c99e12a5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:51.648977 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a2f5cde-327b-4768-8afc-840c3a508546 req-4b20aeb9-5182-4906-aee9-96c0c99e12a5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fe022f-9452-447d-8706-40c7d589058e HTTP/1.1" status: 200 len: 943 time: 0.2183306 Feb 08 21:24:51.661302 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:51.668124 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6fbdf2-2f08-42fd-a85b-fb366c2ae1bd None None] Routers {'ef6ea72b-b871-4b27-9c0c-803631f1b24b'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:24:51.668792 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-bb6fbdf2-2f08-42fd-a85b-fb366c2ae1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:24:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ef6ea72b-b871-4b27-9c0c-803631f1b24b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:24:51.765001 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5a808-fe8d-4f60-ada7-e2710bbd7fba None None] Pushing event updated for resources: {'Port': ['ID=b7a3c86b-ef90-425d-8775-e756c2f937d9,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:51.776853 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d', 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de', 'port_id': '2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d', 'mac_address': 'fa:16:3e:d0:e7:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0584f0b0-2f88-4444-998f-e1ea76f3fbc3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:24:51.825120 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-595c7795-5823-4ae6-8055-8931b4fbb521 None None] Provisioning complete for port b7a3c86b-ef90-425d-8775-e756c2f937d9 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:24:51.825885 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-595c7795-5823-4ae6-8055-8931b4fbb521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b7a3c86b-ef90-425d-8775-e756c2f937d9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:51.951401 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-bb6fbdf2-2f08-42fd-a85b-fb366c2ae1bd None None] Set router ef6ea72b-b871-4b27-9c0c-803631f1b24b gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:24:52.049660 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-771a2df8-5e30-4538-92ea-fd313e47b823 req-b28d58dc-4483-49eb-b23a-b5e07b53ce7c tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 210 time: 0.1297574 Feb 08 21:24:52.055857 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:52.056438 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:52.058566 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1df387c-de86-4cef-b76e-7d2ec2bada4d req-df6dcd02-b1a2-4135-afc1-15ee8dfa3f00 service neutron] 10.222.0.96 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6551483 Feb 08 21:24:52.087083 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a2f5cde-327b-4768-8afc-840c3a508546 req-23770f2d-dd72-4928-a4e2-ff9a07244b80 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203184 Feb 08 21:24:52.088565 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a04f305-51f9-48a2-b19b-10d4d947a3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:52.094255 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port c42f6167-a6a8-48d1-9cee-89f60d52b54a is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:52.094799 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c42f6167-a6a8-48d1-9cee-89f60d52b54a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:52.155183 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:24:52.185601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:52.212025 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:52.236036 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65798c1d-64a1-4477-ba47-e569d7cdebb2 req-d190655d-fb46-46d3-9af1-801f6c6e7b89 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8f0179-fb45-48d8-b320-0546d13ebb23 HTTP/1.1" status: 200 len: 210 time: 0.0773869 Feb 08 21:24:52.296765 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port b7a3c86b-ef90-425d-8775-e756c2f937d9 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:52.322484 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42f6167-a6a8-48d1-9cee-89f60d52b54a'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:24:52.325394 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cd77c7-09f0-407e-9fb4-42cceb6f59f6" -d '{"events": [{"server_uuid": "cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec", "name": "network-vif-plugged", "status": "completed", "tag": "c42f6167-a6a8-48d1-9cee-89f60d52b54a"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:24:52.446302 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9da5bd-ec0d-4de4-b19d-d1b5456a7d60 x-openstack-request-id: req-3f9da5bd-ec0d-4de4-b19d-d1b5456a7d60 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:24:52.446944 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec", "name": "network-vif-plugged", "status": "completed", "tag": "c42f6167-a6a8-48d1-9cee-89f60d52b54a", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:24:52.447397 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3f9da5bd-ec0d-4de4-b19d-d1b5456a7d60 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:24:52.448978 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42f6167-a6a8-48d1-9cee-89f60d52b54a', 'code': 200} Feb 08 21:24:52.452334 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 463ff705-6233-4895-9d7a-5e439c0f6ff8 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:24:52.531597 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-bb6fbdf2-2f08-42fd-a85b-fb366c2ae1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'name': 'tempest-ServerActionsTestJSON-1079871035-router', 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ca15bea4-f33b-497f-b636-f7f8ce86020b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:24:46Z', 'updated_at': '2022-02-08T21:24:48Z', 'revision_number': 3, 'project_id': '00aa88ba7b6d432b85cbf54f743f0690', 'gw_port': {'id': 'ca15bea4-f33b-497f-b636-f7f8ce86020b', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:24:47Z', 'updated_at': '2022-02-08T21:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:24:52.569744 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-a50c1d34-87b8-44ff-9b57-f620db552346 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Allocated IP 172.20.0.3 (2832de48-e50e-44a2-9cef-26035a020939/d60e29b3-21d7-4da4-a50a-dfbe604013ed/679408a7-154a-460e-b97d-f35652d30735) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:24:52.598098 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port c42f6167-a6a8-48d1-9cee-89f60d52b54a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c42f6167-a6a8-48d1-9cee-89f60d52b54a,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:52.606315 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6fbdf2-2f08-42fd-a85b-fb366c2ae1bd None None] The sync data for ids ['ef6ea72b-b871-4b27-9c0c-803631f1b24b'] in n-d-712143-31 is: [{'id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'name': 'tempest-ServerActionsTestJSON-1079871035-router', 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ca15bea4-f33b-497f-b636-f7f8ce86020b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:24:46Z', 'updated_at': '2022-02-08T21:24:48Z', 'revision_number': 3, 'project_id': '00aa88ba7b6d432b85cbf54f743f0690', 'gw_port': {'id': 'ca15bea4-f33b-497f-b636-f7f8ce86020b', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:24:47Z', 'updated_at': '2022-02-08T21:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:24:52.622011 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b7a3c86b-ef90-425d-8775-e756c2f937d9 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:24:52.693678 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c42f6167-a6a8-48d1-9cee-89f60d52b54a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:52.745288 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:52.801499 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73256959-64d9-489d-8189-de8055138215 req-a4405514-618a-4917-8d4b-dc208481fc58 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:52.821669 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-73256959-64d9-489d-8189-de8055138215 req-a4405514-618a-4917-8d4b-dc208481fc58 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/ports?device_id=22e302d9-249d-4ffc-8786-14f1b5551a1d HTTP/1.1" status: 200 len: 948 time: 0.3893270 Feb 08 21:24:53.004229 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 463ff705-6233-4895-9d7a-5e439c0f6ff8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=463ff705-6233-4895-9d7a-5e439c0f6ff8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:53.062270 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba44e9-8fd0-4c7c-a25c-d177f8d6f414 req-2f39fd45-d065-4fa6-b406-232039870cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:53.064035 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-38ba44e9-8fd0-4c7c-a25c-d177f8d6f414 req-2f39fd45-d065-4fa6-b406-232039870cbc service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec HTTP/1.1" status: 200 len: 1133 time: 0.4895785 Feb 08 21:24:53.074545 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:24:53.137768 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-73256959-64d9-489d-8189-de8055138215 req-90a93166-03b9-4e26-89b2-d8729dd9cea4 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe76d12e-48f8-4957-9579-1c9269807c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150234 Feb 08 21:24:53.173253 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-2a04f305-51f9-48a2-b19b-10d4d947a3f1 admin admin] Allocated IP 172.20.0.1 (470bde4a-288b-4162-81c1-45fdd6f3db1b/0aa29b5a-a776-4012-aa53-861d63a1c0ca/3d51d889-2128-4534-a9ba-e2d871f2b2f0) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:24:53.274504 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-38ba44e9-8fd0-4c7c-a25c-d177f8d6f414 req-ba429a15-d800-4fb7-8cf1-43e4bb6e799d service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=fe76d12e-48f8-4957-9579-1c9269807c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947615 Feb 08 21:24:53.304500 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-595c7795-5823-4ae6-8055-8931b4fbb521 None None] Current status of the port b7a3c86b-ef90-425d-8775-e756c2f937d9 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:53.313798 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a7af1047-332a-4072-9b88-7207197dbd03 req-8458b1e9-d742-45c5-a3a3-e7599c3e4344 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 210 time: 0.0427380 Feb 08 21:24:53.335599 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-a50c1d34-87b8-44ff-9b57-f620db552346 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks [] for port (679408a7-154a-460e-b97d-f35652d30735), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:53.578450 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '463ff705-6233-4895-9d7a-5e439c0f6ff8', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': '463ff705-6233-4895-9d7a-5e439c0f6ff8', 'mac_address': 'fa:16:3e:e0:05:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:24:53.587142 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=c42f6167-a6a8-48d1-9cee-89f60d52b54a,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:53.605019 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0199e8bd-3ee0-41b7-aafe-7baec68fd70f req-551b80b6-c780-428b-9e15-ea27e55bed08 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8f0179-fb45-48d8-b320-0546d13ebb23 HTTP/1.1" status: 200 len: 210 time: 0.0916123 Feb 08 21:24:53.750619 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b58fce-bbfa-4bec-90a0-9817ab36b12f req-28ca9b7f-cdb2-480f-95c6-8f8c18748060 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:53.753346 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-41b58fce-bbfa-4bec-90a0-9817ab36b12f req-28ca9b7f-cdb2-480f-95c6-8f8c18748060 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fe022f-9452-447d-8706-40c7d589058e HTTP/1.1" status: 200 len: 944 time: 0.1450989 Feb 08 21:24:53.790407 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a04f305-51f9-48a2-b19b-10d4d947a3f1 admin admin] Publish callbacks [] for port (3d51d889-2128-4534-a9ba-e2d871f2b2f0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:53.825039 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port b7a3c86b-ef90-425d-8775-e756c2f937d9 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:24:53.825039 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b7a3c86b-ef90-425d-8775-e756c2f937d9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:53.825885 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-a50c1d34-87b8-44ff-9b57-f620db552346 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (679408a7-154a-460e-b97d-f35652d30735), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:53.898646 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-41b58fce-bbfa-4bec-90a0-9817ab36b12f req-f2e254e8-f646-4b77-9e84-0dfe878fa7fa tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278391 Feb 08 21:24:54.075367 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-a50c1d34-87b8-44ff-9b57-f620db552346 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Network 2832de48-e50e-44a2-9cef-26035a020939 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:24:54.113974 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-a50c1d34-87b8-44ff-9b57-f620db552346 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:24:54.131119 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-a50c1d34-87b8-44ff-9b57-f620db552346 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:24:54.169591 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['1eecbe73-83ee-4da0-a468-61095ee9a9d7'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:24:54.288424 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-a50c1d34-87b8-44ff-9b57-f620db552346 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:54.290728 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-a50c1d34-87b8-44ff-9b57-f620db552346 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:54.318832 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 463ff705-6233-4895-9d7a-5e439c0f6ff8 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:54.319992 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (463ff705-6233-4895-9d7a-5e439c0f6ff8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:54.333408 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c1d34-87b8-44ff-9b57-f620db552346 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Pushing event updated for resources: {'Port': ['ID=679408a7-154a-460e-b97d-f35652d30735,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:54.356161 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463ff705-6233-4895-9d7a-5e439c0f6ff8 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:24:54.373306 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-a50c1d34-87b8-44ff-9b57-f620db552346 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3049810 Feb 08 21:24:54.425276 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a8ff68d7-2faa-44bb-8729-c640bd304de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:54.425906 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-4681f85c-18ab-4877-9207-e6f758a319b3 service neutron] Request body: {'port': {'device_id': '507fe9ca-25fc-4551-b970-db50eae6f102', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:24:54.452517 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a04f305-51f9-48a2-b19b-10d4d947a3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3d51d889-2128-4534-a9ba-e2d871f2b2f0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:54.558478 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 463ff705-6233-4895-9d7a-5e439c0f6ff8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=463ff705-6233-4895-9d7a-5e439c0f6ff8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:54.583722 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (463ff705-6233-4895-9d7a-5e439c0f6ff8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:54.731066 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04f305-51f9-48a2-b19b-10d4d947a3f1 admin admin] Pushing event updated for resources: {'Port': ['ID=3d51d889-2128-4534-a9ba-e2d871f2b2f0,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:54.733944 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=463ff705-6233-4895-9d7a-5e439c0f6ff8,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:54.742498 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a04f305-51f9-48a2-b19b-10d4d947a3f1 admin admin] Network 470bde4a-288b-4162-81c1-45fdd6f3db1b is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:24:54.753853 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-339467c0-ff1f-41d1-899f-9742185902ed tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2169623 Feb 08 21:24:54.763910 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2a04f305-51f9-48a2-b19b-10d4d947a3f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:24:54.785202 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a04f305-51f9-48a2-b19b-10d4d947a3f1 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:24:54.872570 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port b7a3c86b-ef90-425d-8775-e756c2f937d9 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:55.042209 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['463ff705-6233-4895-9d7a-5e439c0f6ff8'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:24:55.049848 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-4681f85c-18ab-4877-9207-e6f758a319b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (679408a7-154a-460e-b97d-f35652d30735), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:55.111046 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a04f305-51f9-48a2-b19b-10d4d947a3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (ef6ea72b-b871-4b27-9c0c-803631f1b24b), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:55.161871 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e164524-a72d-4d20-8d15-45bdb659a10d req-4a502c4d-40b9-48fe-806b-15ce9214583d tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:55.181922 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0e164524-a72d-4d20-8d15-45bdb659a10d req-4a502c4d-40b9-48fe-806b-15ce9214583d tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/ports?device_id=22e302d9-249d-4ffc-8786-14f1b5551a1d HTTP/1.1" status: 200 len: 948 time: 0.7610359 Feb 08 21:24:55.289247 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ca15bea4-f33b-497f-b636-f7f8ce86020b up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:24:55.328463 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0be24c-3430-4074-a9e6-0f038f32eff5 req-dad123c2-4da2-4bdc-a63e-989538ff732c tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:55.345378 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a0be24c-3430-4074-a9e6-0f038f32eff5 req-dad123c2-4da2-4bdc-a63e-989538ff732c tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 931 time: 0.7251425 Feb 08 21:24:55.475576 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-8878da9a-4bf1-457d-a6ed-11c9cb151ad2 None None] Provisioning complete for port 3d51d889-2128-4534-a9ba-e2d871f2b2f0 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:24:55.476141 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8878da9a-4bf1-457d-a6ed-11c9cb151ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3d51d889-2128-4534-a9ba-e2d871f2b2f0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:55.481187 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port ca15bea4-f33b-497f-b636-f7f8ce86020b triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:24:55.481684 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ca15bea4-f33b-497f-b636-f7f8ce86020b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:55.496069 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0e164524-a72d-4d20-8d15-45bdb659a10d req-03c0fbb3-07b6-48ff-8c6e-dae828acd0e5 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe76d12e-48f8-4957-9579-1c9269807c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116062 Feb 08 21:24:55.579250 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-ea6375e5-a575-4276-adc0-13c232375242 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:55.591755 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-ea6375e5-a575-4276-adc0-13c232375242 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8186681 Feb 08 21:24:55.607526 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-b4bedcbd-1c10-44f0-b000-910c0093974a tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Request body: {'port': {'device_id': '2c8f0179-fb45-48d8-b320-0546d13ebb23', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': 'a43edf20ad1643c2ac7bbb3feecd107e'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:24:55.727776 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8878da9a-4bf1-457d-a6ed-11c9cb151ad2 None None] Port 3d51d889-2128-4534-a9ba-e2d871f2b2f0 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:24:55.730979 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a0be24c-3430-4074-a9e6-0f038f32eff5 req-c50d1815-5cbb-45bc-b39a-99f85f56b311 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825631 Feb 08 21:24:55.805860 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c311d58f-e58c-4d5d-b8b1-fde99997acb0 req-6e64bb1e-f8a4-46ad-9a8d-733aa8f2c8cb tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8f0179-fb45-48d8-b320-0546d13ebb23 HTTP/1.1" status: 200 len: 210 time: 0.0579767 Feb 08 21:24:55.853374 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port ca15bea4-f33b-497f-b636-f7f8ce86020b is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:55.853839 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ca15bea4-f33b-497f-b636-f7f8ce86020b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:55.884416 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port ca15bea4-f33b-497f-b636-f7f8ce86020b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ca15bea4-f33b-497f-b636-f7f8ce86020b,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:55.918209 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ca15bea4-f33b-497f-b636-f7f8ce86020b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:56.066071 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=ca15bea4-f33b-497f-b636-f7f8ce86020b,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:56.076983 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-b4bedcbd-1c10-44f0-b000-910c0093974a tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Made reservation on behalf of a43edf20ad1643c2ac7bbb3feecd107e for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:24:56.090951 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-b4bedcbd-1c10-44f0-b000-910c0093974a tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:56.287434 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eeb99e-6a9b-419f-8307-6dc51c580d98 req-db7abc0b-760d-41e7-80e8-07dc633d04a5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:56.289037 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-57eeb99e-6a9b-419f-8307-6dc51c580d98 req-db7abc0b-760d-41e7-80e8-07dc633d04a5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fe022f-9452-447d-8706-40c7d589058e HTTP/1.1" status: 200 len: 944 time: 0.1692591 Feb 08 21:24:56.354150 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a04f305-51f9-48a2-b19b-10d4d947a3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3d51d889-2128-4534-a9ba-e2d871f2b2f0), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:56.517538 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-57eeb99e-6a9b-419f-8307-6dc51c580d98 req-7fb7ca73-0673-427e-8365-b4610875abb3 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115786 Feb 08 21:24:56.521110 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-4681f85c-18ab-4877-9207-e6f758a319b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 679408a7-154a-460e-b97d-f35652d30735 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:24:56.549024 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-4681f85c-18ab-4877-9207-e6f758a319b3 service neutron] Publish callbacks [] for port (679408a7-154a-460e-b97d-f35652d30735), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:56.567430 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-b4bedcbd-1c10-44f0-b000-910c0093974a tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Allocated IP 192.168.233.69 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/542bfed1-8298-4934-af97-26960fcf8c67) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:24:56.628231 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51180) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:24:56.784237 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-4681f85c-18ab-4877-9207-e6f758a319b3 service neutron] Transition to ACTIVE for port object 679408a7-154a-460e-b97d-f35652d30735 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:24:56.791297 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-4681f85c-18ab-4877-9207-e6f758a319b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (679408a7-154a-460e-b97d-f35652d30735), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:56.872532 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-b4bedcbd-1c10-44f0-b000-910c0093974a tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks [] for port (542bfed1-8298-4934-af97-26960fcf8c67), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:56.882875 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a04f305-51f9-48a2-b19b-10d4d947a3f1 admin admin] Publish callbacks [] for port (3d51d889-2128-4534-a9ba-e2d871f2b2f0), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:56.920949 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681f85c-18ab-4877-9207-e6f758a319b3 service neutron] Pushing event updated for resources: {'Port': ['ID=679408a7-154a-460e-b97d-f35652d30735,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:56.944335 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-b4bedcbd-1c10-44f0-b000-910c0093974a tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (542bfed1-8298-4934-af97-26960fcf8c67), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:56.961825 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['f83e8df1-40e5-4abf-a7bf-f55139dfcb59', '30822d27-4185-4548-aa1c-64937758b577'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:24:57.007609 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213', '1651414b-887f-499e-94dc-f272c3d7ad17', '08e98366-f712-40c6-9133-dc43af386f4a', '9e7aeee0-5c0b-43a6-b833-230bd6450606'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:24:57.012667 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a04f305-51f9-48a2-b19b-10d4d947a3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (3d51d889-2128-4534-a9ba-e2d871f2b2f0), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:57.017068 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-4681f85c-18ab-4877-9207-e6f758a319b3 service neutron] Attempting to bind port 679408a7-154a-460e-b97d-f35652d30735 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:24:57.018268 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-4681f85c-18ab-4877-9207-e6f758a319b3 service neutron] Attempting to bind port 679408a7-154a-460e-b97d-f35652d30735 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:24:57.018977 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-4681f85c-18ab-4877-9207-e6f758a319b3 service neutron] Attempting to bind port 679408a7-154a-460e-b97d-f35652d30735 on network 2832de48-e50e-44a2-9cef-26035a020939 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:24:57.042124 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-b4bedcbd-1c10-44f0-b000-910c0093974a tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:24:57.051864 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-b4bedcbd-1c10-44f0-b000-910c0093974a tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:24:57.062281 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c37aa1-61b1-4f70-aba6-b38689c3fd2b req-868108b7-daa0-41bc-9ac4-57d64d897083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:57.062281 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c37aa1-61b1-4f70-aba6-b38689c3fd2b req-868108b7-daa0-41bc-9ac4-57d64d897083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:57.062601 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c37aa1-61b1-4f70-aba6-b38689c3fd2b req-868108b7-daa0-41bc-9ac4-57d64d897083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:57.063138 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c37aa1-61b1-4f70-aba6-b38689c3fd2b req-868108b7-daa0-41bc-9ac4-57d64d897083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:57.063800 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c37aa1-61b1-4f70-aba6-b38689c3fd2b req-868108b7-daa0-41bc-9ac4-57d64d897083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:57.064318 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c37aa1-61b1-4f70-aba6-b38689c3fd2b req-868108b7-daa0-41bc-9ac4-57d64d897083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:57.064921 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c37aa1-61b1-4f70-aba6-b38689c3fd2b req-868108b7-daa0-41bc-9ac4-57d64d897083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:57.073200 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c5c37aa1-61b1-4f70-aba6-b38689c3fd2b req-868108b7-daa0-41bc-9ac4-57d64d897083 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 6726 time: 0.4438968 Feb 08 21:24:57.087759 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-b4bedcbd-1c10-44f0-b000-910c0093974a tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:24:57.125366 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ca15bea4-f33b-497f-b636-f7f8ce86020b up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:24:57.130525 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-4681f85c-18ab-4877-9207-e6f758a319b3 service neutron] Port 679408a7-154a-460e-b97d-f35652d30735 on network 2832de48-e50e-44a2-9cef-26035a020939 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:24:57.130873 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-4681f85c-18ab-4877-9207-e6f758a319b3 service neutron] Attempting to bind port 679408a7-154a-460e-b97d-f35652d30735 on network 2832de48-e50e-44a2-9cef-26035a020939 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:24:57.175164 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-4681f85c-18ab-4877-9207-e6f758a319b3 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:24:57.175878 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-4681f85c-18ab-4877-9207-e6f758a319b3 service neutron] Checking segment: {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:24:57.176464 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-4681f85c-18ab-4877-9207-e6f758a319b3 service neutron] Bound using segment: {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:24:57.177200 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-4681f85c-18ab-4877-9207-e6f758a319b3 service neutron] Bound port: 679408a7-154a-460e-b97d-f35652d30735, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:24:57.177829 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-4681f85c-18ab-4877-9207-e6f758a319b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (679408a7-154a-460e-b97d-f35652d30735), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:57.185402 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04f305-51f9-48a2-b19b-10d4d947a3f1 admin admin] Pushing event updated for resources: {'Port': ['ID=3d51d889-2128-4534-a9ba-e2d871f2b2f0,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:57.195363 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a04f305-51f9-48a2-b19b-10d4d947a3f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (ef6ea72b-b871-4b27-9c0c-803631f1b24b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:57.261888 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea98be9-db82-4018-963c-29e44e39aeb8 req-ee255d98-9636-4c88-9f47-05252b52dcf1 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:57.263763 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eea98be9-db82-4018-963c-29e44e39aeb8 req-ee255d98-9636-4c88-9f47-05252b52dcf1 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8f0179-fb45-48d8-b320-0546d13ebb23 HTTP/1.1" status: 200 len: 935 time: 0.3241005 Feb 08 21:24:57.285418 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2f4ed-eefa-4f24-b84b-9fae73bfc46a req-25991f49-50d1-43df-aa6b-bbb8ab1ef497 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:57.294772 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f4b2f4ed-eefa-4f24-b84b-9fae73bfc46a req-25991f49-50d1-43df-aa6b-bbb8ab1ef497 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/ports?device_id=22e302d9-249d-4ffc-8786-14f1b5551a1d HTTP/1.1" status: 200 len: 949 time: 0.5147698 Feb 08 21:24:57.297816 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port ca15bea4-f33b-497f-b636-f7f8ce86020b triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:24:57.298205 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ca15bea4-f33b-497f-b636-f7f8ce86020b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:57.338483 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-b4bedcbd-1c10-44f0-b000-910c0093974a tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:57.340478 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-b4bedcbd-1c10-44f0-b000-910c0093974a tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:57.376428 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bedcbd-1c10-44f0-b000-910c0093974a tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Pushing event updated for resources: {'Port': ['ID=542bfed1-8298-4934-af97-26960fcf8c67,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:57.427002 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-4681f85c-18ab-4877-9207-e6f758a319b3 service neutron] For port 679408a7-154a-460e-b97d-f35652d30735, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:24:57.438442 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-4681f85c-18ab-4877-9207-e6f758a319b3 service neutron] For port 679408a7-154a-460e-b97d-f35652d30735, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=679408a7-154a-460e-b97d-f35652d30735,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:24:57.454251 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-4681f85c-18ab-4877-9207-e6f758a319b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (679408a7-154a-460e-b97d-f35652d30735), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:57.458356 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bbbed14b-560d-4c9a-b21a-8ea26438ecd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:57.617941 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-4681f85c-18ab-4877-9207-e6f758a319b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:57.619338 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-4681f85c-18ab-4877-9207-e6f758a319b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:57.621145 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1106dd5d-c7d7-41d6-8884-4650a9ca1b13 None None] Provisioning complete for port 542bfed1-8298-4934-af97-26960fcf8c67 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:24:57.621565 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1106dd5d-c7d7-41d6-8884-4650a9ca1b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (542bfed1-8298-4934-af97-26960fcf8c67), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:57.623131 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-4681f85c-18ab-4877-9207-e6f758a319b3 service neutron] 10.222.0.94 "PUT /v2.0/ports/679408a7-154a-460e-b97d-f35652d30735 HTTP/1.1" status: 200 len: 1092 time: 3.2328529 Feb 08 21:24:57.624625 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port ca15bea4-f33b-497f-b636-f7f8ce86020b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:57.629063 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507fe9ca-25fc-4551-b970-db50eae6f102', 'tag': '679408a7-154a-460e-b97d-f35652d30735'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:24:57.634405 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c5c37aa1-61b1-4f70-aba6-b38689c3fd2b req-071f5d09-9ff9-4a56-9dbb-17044c856654 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5602019 Feb 08 21:24:57.634847 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ada91f-6884-4aa0-85e0-49627ee0c773" -d '{"events": [{"name": "network-changed", "server_uuid": "507fe9ca-25fc-4551-b970-db50eae6f102", "tag": "679408a7-154a-460e-b97d-f35652d30735"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:24:57.687422 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-b4bedcbd-1c10-44f0-b000-910c0093974a tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0946224 Feb 08 21:24:57.712348 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-61be20f2-dab2-4eee-93ee-26b60364c783 service neutron] Request body: {'port': {'device_id': '2c8f0179-fb45-48d8-b320-0546d13ebb23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:24:57.768244 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1106dd5d-c7d7-41d6-8884-4650a9ca1b13 None None] Port 542bfed1-8298-4934-af97-26960fcf8c67 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:24:57.784289 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681f85c-18ab-4877-9207-e6f758a319b3 service neutron] Pushing event updated for resources: {'Port': ['ID=679408a7-154a-460e-b97d-f35652d30735,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:57.808520 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eea98be9-db82-4018-963c-29e44e39aeb8 req-9baa7fc7-415a-4db8-aa4d-93a510277f74 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111318 Feb 08 21:24:57.813014 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f4b2f4ed-eefa-4f24-b84b-9fae73bfc46a req-d131e4b8-ac14-4414-97ed-53a0e237c7ca tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe76d12e-48f8-4957-9579-1c9269807c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4394226 Feb 08 21:24:57.867319 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a04f305-51f9-48a2-b19b-10d4d947a3f1 admin admin] Network 470bde4a-288b-4162-81c1-45fdd6f3db1b is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:24:57.886454 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2a04f305-51f9-48a2-b19b-10d4d947a3f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:24:57.904827 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-61be20f2-dab2-4eee-93ee-26b60364c783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (542bfed1-8298-4934-af97-26960fcf8c67), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:58.029973 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-a582b3bf-39eb-4e72-af33-403b049096d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:58.031869 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-a582b3bf-39eb-4e72-af33-403b049096d1 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 1126 time: 0.2834289 Feb 08 21:24:58.164634 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-f8e8da3f-99b2-494d-9230-34d53100f77a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=679408a7-154a-460e-b97d-f35652d30735 HTTP/1.1" status: 200 len: 217 time: 0.1192420 Feb 08 21:24:58.241128 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a04f305-51f9-48a2-b19b-10d4d947a3f1 admin admin] Router ef6ea72b-b871-4b27-9c0c-803631f1b24b has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:24:58.408909 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb170069-4a28-4552-af33-f036b2124e96 req-546191c2-ab47-46eb-a1d8-be8a9701a11f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:58.410712 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eb170069-4a28-4552-af33-f036b2124e96 req-546191c2-ab47-46eb-a1d8-be8a9701a11f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fe022f-9452-447d-8706-40c7d589058e HTTP/1.1" status: 200 len: 944 time: 0.2540236 Feb 08 21:24:58.428284 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-f85e7c71-9fef-4e88-91e6-8820d4cb965b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:58.439306 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-f85e7c71-9fef-4e88-91e6-8820d4cb965b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d60e29b3-21d7-4da4-a50a-dfbe604013ed HTTP/1.1" status: 200 len: 861 time: 0.2571921 Feb 08 21:24:58.446607 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f4e06-64f4-48ac-b04d-75b5314310e7 req-965c46b2-920c-4f41-831a-8ce908675049 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:58.459665 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ab0f4e06-64f4-48ac-b04d-75b5314310e7 req-965c46b2-920c-4f41-831a-8ce908675049 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 943 time: 0.3009908 Feb 08 21:24:58.520094 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-922c5563-2570-43f0-bd7d-dd0c81ba77bf None None] Provisioning complete for port 3d51d889-2128-4534-a9ba-e2d871f2b2f0 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:24:58.520924 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-922c5563-2570-43f0-bd7d-dd0c81ba77bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3d51d889-2128-4534-a9ba-e2d871f2b2f0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:58.553144 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-7cdb8937-da8d-4273-8242-c4b815b9b20d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2832de48-e50e-44a2-9cef-26035a020939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105993 Feb 08 21:24:58.589790 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-922c5563-2570-43f0-bd7d-dd0c81ba77bf None None] Port 3d51d889-2128-4534-a9ba-e2d871f2b2f0 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:24:58.595071 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 463ff705-6233-4895-9d7a-5e439c0f6ff8 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:24:58.614066 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ab0f4e06-64f4-48ac-b04d-75b5314310e7 req-fcec198a-6a86-4b30-b850-679e5e2783f9 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531382 Feb 08 21:24:58.660696 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eb170069-4a28-4552-af33-f036b2124e96 req-2a6ac9d9-5f9f-4983-b63a-d205dee7ffea tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249713 Feb 08 21:24:58.683689 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-61be20f2-dab2-4eee-93ee-26b60364c783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 542bfed1-8298-4934-af97-26960fcf8c67 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:24:58.697885 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-61be20f2-dab2-4eee-93ee-26b60364c783 service neutron] Publish callbacks [] for port (542bfed1-8298-4934-af97-26960fcf8c67), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:58.712395 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-94b1eb87-8398-45cc-b4cc-19b763380128 service neutron] 10.222.0.94 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492083 Feb 08 21:24:58.717058 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:24:58.720318 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-61be20f2-dab2-4eee-93ee-26b60364c783 service neutron] Transition to ACTIVE for port object 542bfed1-8298-4934-af97-26960fcf8c67 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:24:58.724379 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4f7394-f810-4c18-b1e0-4c991c9b5a94 x-openstack-request-id: req-6b4f7394-f810-4c18-b1e0-4c991c9b5a94 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:24:58.724686 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507fe9ca-25fc-4551-b970-db50eae6f102", "tag": "679408a7-154a-460e-b97d-f35652d30735", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:24:58.724957 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6b4f7394-f810-4c18-b1e0-4c991c9b5a94 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:24:58.725439 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507fe9ca-25fc-4551-b970-db50eae6f102', 'tag': '679408a7-154a-460e-b97d-f35652d30735', 'status': 'completed', 'code': 200} Feb 08 21:24:58.728245 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-61be20f2-dab2-4eee-93ee-26b60364c783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (542bfed1-8298-4934-af97-26960fcf8c67), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:58.776826 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 463ff705-6233-4895-9d7a-5e439c0f6ff8 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:24:58.796753 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 463ff705-6233-4895-9d7a-5e439c0f6ff8 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:24:58.797132 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (463ff705-6233-4895-9d7a-5e439c0f6ff8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:58.813107 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a04f305-51f9-48a2-b19b-10d4d947a3f1 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:24:58.824362 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2a04f305-51f9-48a2-b19b-10d4d947a3f1 admin admin] 10.222.0.88 "PUT /v2.0/routers/ef6ea72b-b871-4b27-9c0c-803631f1b24b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5923753 Feb 08 21:24:58.869646 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be20f2-dab2-4eee-93ee-26b60364c783 service neutron] Pushing event updated for resources: {'Port': ['ID=542bfed1-8298-4934-af97-26960fcf8c67,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:58.873927 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8131ba-0013-4168-82ac-91e23fbb82c5 None None] Sync routers for ids ['ef6ea72b-b871-4b27-9c0c-803631f1b24b'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:24:58.905065 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-668369d1-5473-4e81-b4b1-7f79fb6e924f req-1d591d6b-5054-4b72-8a59-62d3e41e15a3 service neutron] 10.222.0.94 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773140 Feb 08 21:24:58.934287 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:24:58.942909 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8131ba-0013-4168-82ac-91e23fbb82c5 None None] Routers {'ef6ea72b-b871-4b27-9c0c-803631f1b24b'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:24:58.944446 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-aa8131ba-0013-4168-82ac-91e23fbb82c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:24:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ef6ea72b-b871-4b27-9c0c-803631f1b24b'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:24:58.949943 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:24:58.951082 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:59.096312 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ada91f-6884-4aa0-85e0-49627ee0c773 req-4c10aaf8-75ce-4963-955c-89944ae36665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:59.097986 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c7ada91f-6884-4aa0-85e0-49627ee0c773 req-4c10aaf8-75ce-4963-955c-89944ae36665 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 1126 time: 0.1278377 Feb 08 21:24:59.157366 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-61be20f2-dab2-4eee-93ee-26b60364c783 service neutron] Attempting to bind port 542bfed1-8298-4934-af97-26960fcf8c67 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:24:59.157964 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-61be20f2-dab2-4eee-93ee-26b60364c783 service neutron] Attempting to bind port 542bfed1-8298-4934-af97-26960fcf8c67 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:24:59.158086 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-61be20f2-dab2-4eee-93ee-26b60364c783 service neutron] Attempting to bind port 542bfed1-8298-4934-af97-26960fcf8c67 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:24:59.178815 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-61be20f2-dab2-4eee-93ee-26b60364c783 service neutron] Port 542bfed1-8298-4934-af97-26960fcf8c67 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:24:59.179174 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-61be20f2-dab2-4eee-93ee-26b60364c783 service neutron] Attempting to bind port 542bfed1-8298-4934-af97-26960fcf8c67 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:24:59.198403 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-61be20f2-dab2-4eee-93ee-26b60364c783 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:24:59.198759 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-61be20f2-dab2-4eee-93ee-26b60364c783 service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:24:59.199149 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-61be20f2-dab2-4eee-93ee-26b60364c783 service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:24:59.199612 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-61be20f2-dab2-4eee-93ee-26b60364c783 service neutron] Bound port: 542bfed1-8298-4934-af97-26960fcf8c67, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:24:59.199980 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-61be20f2-dab2-4eee-93ee-26b60364c783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (542bfed1-8298-4934-af97-26960fcf8c67), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:59.209136 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc116c-0cab-4c18-b77a-eda83b70410e req-77831cce-b5f9-4d6a-b079-5faeda0ba10f tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:59.216546 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bcfc116c-0cab-4c18-b77a-eda83b70410e req-77831cce-b5f9-4d6a-b079-5faeda0ba10f tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8f0179-fb45-48d8-b320-0546d13ebb23 HTTP/1.1" status: 200 len: 947 time: 0.1760750 Feb 08 21:24:59.226755 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81877891-d56e-48d7-98f8-fa1b8f29069b req-726d969b-33de-4c1d-9a03-05f27bcb7aaa tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:59.234000 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-81877891-d56e-48d7-98f8-fa1b8f29069b req-726d969b-33de-4c1d-9a03-05f27bcb7aaa tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/ports?device_id=22e302d9-249d-4ffc-8786-14f1b5551a1d HTTP/1.1" status: 200 len: 949 time: 0.2054224 Feb 08 21:24:59.307957 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 463ff705-6233-4895-9d7a-5e439c0f6ff8 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:59.308353 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (463ff705-6233-4895-9d7a-5e439c0f6ff8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:59.315119 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:59.331915 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ada91f-6884-4aa0-85e0-49627ee0c773 req-d9777445-0076-4dbb-b6c2-72f30513aac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:59.333557 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c7ada91f-6884-4aa0-85e0-49627ee0c773 req-d9777445-0076-4dbb-b6c2-72f30513aac5 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 200 len: 922 time: 0.2274041 Feb 08 21:24:59.370664 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e302d9-249d-4ffc-8786-14f1b5551a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463ff705-6233-4895-9d7a-5e439c0f6ff8'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:24:59.373285 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5055838-eaaa-42ae-90ef-412237a9301b" -d '{"events": [{"server_uuid": "22e302d9-249d-4ffc-8786-14f1b5551a1d", "name": "network-vif-plugged", "status": "completed", "tag": "463ff705-6233-4895-9d7a-5e439c0f6ff8"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:24:59.442773 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c7ada91f-6884-4aa0-85e0-49627ee0c773 req-61d589de-2b01-4b00-a31a-9f09a1c94dbb service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=679408a7-154a-460e-b97d-f35652d30735 HTTP/1.1" status: 200 len: 217 time: 0.0999019 Feb 08 21:24:59.459387 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:24:59.521008 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ada91f-6884-4aa0-85e0-49627ee0c773 req-29942f54-0bbf-4383-a97a-0cc154f2baf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:24:59.523147 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c7ada91f-6884-4aa0-85e0-49627ee0c773 req-29942f54-0bbf-4383-a97a-0cc154f2baf1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d60e29b3-21d7-4da4-a50a-dfbe604013ed HTTP/1.1" status: 200 len: 861 time: 0.0706983 Feb 08 21:24:59.576085 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c7ada91f-6884-4aa0-85e0-49627ee0c773 req-bfdfc5a4-b622-404a-b53e-a2ecd7315b1a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2832de48-e50e-44a2-9cef-26035a020939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464997 Feb 08 21:24:59.634367 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 463ff705-6233-4895-9d7a-5e439c0f6ff8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=463ff705-6233-4895-9d7a-5e439c0f6ff8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:24:59.650382 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-aa8131ba-0013-4168-82ac-91e23fbb82c5 None None] Set router ef6ea72b-b871-4b27-9c0c-803631f1b24b gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:24:59.659344 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (463ff705-6233-4895-9d7a-5e439c0f6ff8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:59.752416 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c7ada91f-6884-4aa0-85e0-49627ee0c773 req-06729f8a-72a4-4a7b-bb6c-a525159c75d3 service neutron] 10.222.0.94 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681795 Feb 08 21:24:59.787976 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=463ff705-6233-4895-9d7a-5e439c0f6ff8,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:24:59.796836 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:24:59.797737 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:24:59.818124 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bcfc116c-0cab-4c18-b77a-eda83b70410e req-ca32bb48-8fc3-48ac-b04d-5a54536ce68b tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6003342 Feb 08 21:24:59.900258 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-81877891-d56e-48d7-98f8-fa1b8f29069b req-39b823fe-0c45-4a25-8594-607cec2ab8d6 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe76d12e-48f8-4957-9579-1c9269807c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6649764 Feb 08 21:24:59.932603 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-61be20f2-dab2-4eee-93ee-26b60364c783 service neutron] For port 542bfed1-8298-4934-af97-26960fcf8c67, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:24:59.936528 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-61be20f2-dab2-4eee-93ee-26b60364c783 service neutron] For port 542bfed1-8298-4934-af97-26960fcf8c67, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=542bfed1-8298-4934-af97-26960fcf8c67,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:24:59.949330 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-61be20f2-dab2-4eee-93ee-26b60364c783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (542bfed1-8298-4934-af97-26960fcf8c67), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:00.013753 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58107f28-71f4-408c-8ce8-716c4a81f95f x-openstack-request-id: req-58107f28-71f4-408c-8ce8-716c4a81f95f {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:25:00.014065 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e302d9-249d-4ffc-8786-14f1b5551a1d", "name": "network-vif-plugged", "status": "completed", "tag": "463ff705-6233-4895-9d7a-5e439c0f6ff8", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:25:00.014440 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-58107f28-71f4-408c-8ce8-716c4a81f95f {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:25:00.014783 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e302d9-249d-4ffc-8786-14f1b5551a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463ff705-6233-4895-9d7a-5e439c0f6ff8', 'code': 200} Feb 08 21:25:00.029647 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:00.044740 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-61be20f2-dab2-4eee-93ee-26b60364c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:00.045736 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-61be20f2-dab2-4eee-93ee-26b60364c783 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:00.050222 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:00.052219 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-61be20f2-dab2-4eee-93ee-26b60364c783 service neutron] 10.222.0.94 "PUT /v2.0/ports/542bfed1-8298-4934-af97-26960fcf8c67 HTTP/1.1" status: 200 len: 1096 time: 2.3558664 Feb 08 21:25:00.052789 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c7ada91f-6884-4aa0-85e0-49627ee0c773 req-bceb0591-f8de-4a08-8c6d-aef9b847b224 service neutron] 10.222.0.94 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926071 Feb 08 21:25:00.053158 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c8f0179-fb45-48d8-b320-0546d13ebb23', 'tag': '542bfed1-8298-4934-af97-26960fcf8c67'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:25:00.056208 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7e6b84-1257-4e62-8a0f-a0972e8acab6" -d '{"events": [{"name": "network-changed", "server_uuid": "2c8f0179-fb45-48d8-b320-0546d13ebb23", "tag": "542bfed1-8298-4934-af97-26960fcf8c67"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:25:00.166366 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be20f2-dab2-4eee-93ee-26b60364c783 service neutron] Pushing event updated for resources: {'Port': ['ID=542bfed1-8298-4934-af97-26960fcf8c67,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:00.187966 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:00.329038 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bab215-f3d3-4e28-a126-654e7295cdb1 req-65592baf-71ad-4275-9e8f-48efce3d8770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:00.335581 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f0bab215-f3d3-4e28-a126-654e7295cdb1 req-65592baf-71ad-4275-9e8f-48efce3d8770 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=22e302d9-249d-4ffc-8786-14f1b5551a1d HTTP/1.1" status: 200 len: 1133 time: 0.1207798 Feb 08 21:25:00.352803 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa7ffb-470d-4bce-9bf8-c15114cd0780 req-e7c73c12-31ef-4af0-960a-d617b1d0c940 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:00.354835 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4aa7ffb-470d-4bce-9bf8-c15114cd0780 req-e7c73c12-31ef-4af0-960a-d617b1d0c940 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 943 time: 0.2246127 Feb 08 21:25:00.375465 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-952a48c3-6db4-4476-b56c-b847f2948b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:00.380862 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-952a48c3-6db4-4476-b56c-b847f2948b4b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&device_id=2c8f0179-fb45-48d8-b320-0546d13ebb23 HTTP/1.1" status: 200 len: 1130 time: 0.1356044 Feb 08 21:25:00.414878 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-aa8131ba-0013-4168-82ac-91e23fbb82c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'name': 'tempest-ServerActionsTestJSON-1079871035-router', 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ca15bea4-f33b-497f-b636-f7f8ce86020b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:24:46Z', 'updated_at': '2022-02-08T21:24:56Z', 'revision_number': 4, 'project_id': '00aa88ba7b6d432b85cbf54f743f0690', 'gw_port': {'id': 'ca15bea4-f33b-497f-b636-f7f8ce86020b', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:24:47Z', 'updated_at': '2022-02-08T21:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '3d51d889-2128-4534-a9ba-e2d871f2b2f0', 'name': '', 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b', 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690', 'mac_address': 'fa:16:3e:b1:42:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '0aa29b5a-a776-4012-aa53-861d63a1c0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:24:52Z', 'updated_at': '2022-02-08T21:24:56Z', 'revision_number': 2, 'project_id': '00aa88ba7b6d432b85cbf54f743f0690', 'subnets': [{'id': '0aa29b5a-a776-4012-aa53-861d63a1c0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:25:00.445106 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-cce20497-88cb-4792-ac73-ff44ceeedbdc service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=542bfed1-8298-4934-af97-26960fcf8c67 HTTP/1.1" status: 200 len: 217 time: 0.0502613 Feb 08 21:25:00.525949 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f0bab215-f3d3-4e28-a126-654e7295cdb1 req-c6f20bfb-fcbe-495c-a5a6-82d585ad7617 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=fe76d12e-48f8-4957-9579-1c9269807c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731946 Feb 08 21:25:00.530750 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8131ba-0013-4168-82ac-91e23fbb82c5 None None] Checking router: ef6ea72b-b871-4b27-9c0c-803631f1b24b for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:25:00.531309 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8131ba-0013-4168-82ac-91e23fbb82c5 None None] Updating router ef6ea72b-b871-4b27-9c0c-803631f1b24b port 3d51d889-2128-4534-a9ba-e2d871f2b2f0 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:25:00.532776 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-ced6afd5-8884-43cb-8d9f-3d7c28f427bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:00.535145 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-ced6afd5-8884-43cb-8d9f-3d7c28f427bb service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.0805793 Feb 08 21:25:00.557104 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4aa7ffb-470d-4bce-9bf8-c15114cd0780 req-06a8e6cf-d39c-4275-b8ad-7ae8b8e64fd4 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917026 Feb 08 21:25:00.618651 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aa8131ba-0013-4168-82ac-91e23fbb82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3d51d889-2128-4534-a9ba-e2d871f2b2f0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:00.703360 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 51214) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:25:00.710328 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1079dcbe-d9f9-494b-8f34-be6569731fb4 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Request body: {'security_group': {'name': 'tempest-securitygroup--596134237', 'description': 'tempest-description--542133380'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:25:00.748334 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78115ce1-4bfc-4da2-8fbf-4186f454085e x-openstack-request-id: req-78115ce1-4bfc-4da2-8fbf-4186f454085e {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:25:00.748656 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c8f0179-fb45-48d8-b320-0546d13ebb23", "tag": "542bfed1-8298-4934-af97-26960fcf8c67", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:25:00.749025 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-78115ce1-4bfc-4da2-8fbf-4186f454085e {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:25:00.749556 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c8f0179-fb45-48d8-b320-0546d13ebb23', 'tag': '542bfed1-8298-4934-af97-26960fcf8c67', 'status': 'completed', 'code': 200} Feb 08 21:25:00.759875 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1079dcbe-d9f9-494b-8f34-be6569731fb4 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:00.763715 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39742eeb-1482-4ae0-b744-bb6821d99424 req-305efa5e-d4e1-44ca-94d2-0658843637bb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:00.765468 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-39742eeb-1482-4ae0-b744-bb6821d99424 req-305efa5e-d4e1-44ca-94d2-0658843637bb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fe022f-9452-447d-8706-40c7d589058e HTTP/1.1" status: 200 len: 945 time: 0.1093919 Feb 08 21:25:00.862585 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-39742eeb-1482-4ae0-b744-bb6821d99424 req-24caea91-46c3-4975-b031-49a6b3fe154a tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865390 Feb 08 21:25:00.866380 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1079dcbe-d9f9-494b-8f34-be6569731fb4 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks [] for security_group (e04c0027-905f-4c7a-9fda-5907ae1bba72), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:00.872267 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1079dcbe-d9f9-494b-8f34-be6569731fb4 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e04c0027-905f-4c7a-9fda-5907ae1bba72), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:00.916713 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1079dcbe-d9f9-494b-8f34-be6569731fb4 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:00.918458 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1079dcbe-d9f9-494b-8f34-be6569731fb4 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2134604 Feb 08 21:25:00.919559 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079dcbe-d9f9-494b-8f34-be6569731fb4 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e04c0027-905f-4c7a-9fda-5907ae1bba72,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:00.922591 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 51220) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:25:00.928406 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2f6aaa9a-26a4-43b4-a08c-e638036172df tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Request body: {'security_group_rule': {'security_group_id': 'e04c0027-905f-4c7a-9fda-5907ae1bba72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:25:00.950071 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-dd596227-f126-4bac-99f1-c95ee8ac1a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:00.963483 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-dd596227-f126-4bac-99f1-c95ee8ac1a6b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1515992 Feb 08 21:25:00.965340 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f6aaa9a-26a4-43b4-a08c-e638036172df tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks [] for security_group_rule (c2438583-ef4f-43dd-b7dd-831d614235c4), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:01.087829 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f6aaa9a-26a4-43b4-a08c-e638036172df tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks [] for security_group_rule (c2438583-ef4f-43dd-b7dd-831d614235c4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:01.096400 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f6aaa9a-26a4-43b4-a08c-e638036172df tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (c2438583-ef4f-43dd-b7dd-831d614235c4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:01.120709 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6aaa9a-26a4-43b4-a08c-e638036172df tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2438583-ef4f-43dd-b7dd-831d614235c4,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:01.144449 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f6aaa9a-26a4-43b4-a08c-e638036172df tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:01.149834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51226) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:25:01.151835 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2f6aaa9a-26a4-43b4-a08c-e638036172df tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2280402 Feb 08 21:25:01.155018 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-d2b2177f-d615-44c1-8354-0a5c51197acf tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Request body: {'security_group_rule': {'security_group_id': 'e04c0027-905f-4c7a-9fda-5907ae1bba72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:25:01.195915 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bb415-900f-4620-81dd-d1f72dc6ceee req-afba98dc-1be2-474b-99fc-54aefa44ba6e tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:01.197618 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c45bb415-900f-4620-81dd-d1f72dc6ceee req-afba98dc-1be2-474b-99fc-54aefa44ba6e tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8f0179-fb45-48d8-b320-0546d13ebb23 HTTP/1.1" status: 200 len: 947 time: 0.2292116 Feb 08 21:25:01.254686 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bd94f-0a29-4d10-bdb0-a8a4717de166 req-0779b7e6-5cce-4b26-ba8e-a04af5b4f26f tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:01.256373 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b54bd94f-0a29-4d10-bdb0-a8a4717de166 req-0779b7e6-5cce-4b26-ba8e-a04af5b4f26f tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/ports?device_id=22e302d9-249d-4ffc-8786-14f1b5551a1d HTTP/1.1" status: 200 len: 950 time: 0.2037776 Feb 08 21:25:01.265713 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d2b2177f-d615-44c1-8354-0a5c51197acf tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks [] for security_group_rule (996578aa-49e7-4302-bf63-a377a15208f3), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:01.308972 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-15e2aaf7-5c74-43b8-93ff-2b17b7d52772 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845428 Feb 08 21:25:01.316031 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aa8131ba-0013-4168-82ac-91e23fbb82c5 None None] Publish callbacks [] for port (3d51d889-2128-4534-a9ba-e2d871f2b2f0), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:01.324789 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aa8131ba-0013-4168-82ac-91e23fbb82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3d51d889-2128-4534-a9ba-e2d871f2b2f0), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:01.451853 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:01.479474 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:01.483481 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e8b8d5-8778-4aab-b43c-5740944469fd None None] Pushing event updated for resources: {'Port': ['ID=3d51d889-2128-4534-a9ba-e2d871f2b2f0,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:01.518104 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e8b8d5-8778-4aab-b43c-5740944469fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:25:01.521643 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e8b8d5-8778-4aab-b43c-5740944469fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:25:01.523370 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e8b8d5-8778-4aab-b43c-5740944469fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:25:01.525092 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e8b8d5-8778-4aab-b43c-5740944469fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:25:01.525960 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e8b8d5-8778-4aab-b43c-5740944469fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:25:01.526636 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e8b8d5-8778-4aab-b43c-5740944469fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:25:01.526827 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c45bb415-900f-4620-81dd-d1f72dc6ceee req-b09e5423-ad25-4ae8-a4cc-cd568d49afbb tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116729 Feb 08 21:25:01.527867 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e8b8d5-8778-4aab-b43c-5740944469fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:25:01.528722 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e8b8d5-8778-4aab-b43c-5740944469fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:25:01.532594 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e8b8d5-8778-4aab-b43c-5740944469fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:25:01.533064 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e8b8d5-8778-4aab-b43c-5740944469fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:25:01.534261 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e8b8d5-8778-4aab-b43c-5740944469fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:25:01.534781 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e8b8d5-8778-4aab-b43c-5740944469fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:25:01.535422 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e8b8d5-8778-4aab-b43c-5740944469fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:25:01.539449 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b54bd94f-0a29-4d10-bdb0-a8a4717de166 req-47fde97f-4f83-4edc-97fd-44607085c59a tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe76d12e-48f8-4957-9579-1c9269807c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701924 Feb 08 21:25:01.592098 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d2b2177f-d615-44c1-8354-0a5c51197acf tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks [] for security_group_rule (996578aa-49e7-4302-bf63-a377a15208f3), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:01.602074 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d2b2177f-d615-44c1-8354-0a5c51197acf tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (996578aa-49e7-4302-bf63-a377a15208f3), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:01.609624 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-aa8131ba-0013-4168-82ac-91e23fbb82c5 None None] Attempting to bind port 3d51d889-2128-4534-a9ba-e2d871f2b2f0 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:25:01.610276 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-aa8131ba-0013-4168-82ac-91e23fbb82c5 None None] Attempting to bind port 3d51d889-2128-4534-a9ba-e2d871f2b2f0 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:25:01.610908 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8131ba-0013-4168-82ac-91e23fbb82c5 None None] Attempting to bind port 3d51d889-2128-4534-a9ba-e2d871f2b2f0 on network 470bde4a-288b-4162-81c1-45fdd6f3db1b {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:25:01.622542 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8131ba-0013-4168-82ac-91e23fbb82c5 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:25:01.624403 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8131ba-0013-4168-82ac-91e23fbb82c5 None None] Checking segment: {'id': '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:25:01.626451 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aa8131ba-0013-4168-82ac-91e23fbb82c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:01.627396 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8131ba-0013-4168-82ac-91e23fbb82c5 None None] Bound using segment: {'id': '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:25:01.628267 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-aa8131ba-0013-4168-82ac-91e23fbb82c5 None None] Bound port: 3d51d889-2128-4534-a9ba-e2d871f2b2f0, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:25:01.629882 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aa8131ba-0013-4168-82ac-91e23fbb82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3d51d889-2128-4534-a9ba-e2d871f2b2f0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:01.641639 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2177f-d615-44c1-8354-0a5c51197acf tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996578aa-49e7-4302-bf63-a377a15208f3,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:01.648027 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4e59530-14a4-43c9-812b-24af18d4d53c req-b0b63525-fafc-4cf7-8783-cdfeb355e067 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237326 Feb 08 21:25:01.666202 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d2b2177f-d615-44c1-8354-0a5c51197acf tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:01.669508 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d2b2177f-d615-44c1-8354-0a5c51197acf tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5183854 Feb 08 21:25:01.671445 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 51230) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:25:01.682189 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-216e3222-867e-4ba1-a9c0-5028bce1a906 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:25:01.739422 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-216e3222-867e-4ba1-a9c0-5028bce1a906 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:01.826280 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-aa8131ba-0013-4168-82ac-91e23fbb82c5 None None] For port 3d51d889-2128-4534-a9ba-e2d871f2b2f0, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:25:01.836034 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-aa8131ba-0013-4168-82ac-91e23fbb82c5 None None] For port 3d51d889-2128-4534-a9ba-e2d871f2b2f0, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3d51d889-2128-4534-a9ba-e2d871f2b2f0,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:25:01.844855 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15688305-2287-4b5a-acea-125ae31e4184 req-3d52e7cd-e15e-4621-95a7-643d5831787f tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:01.851564 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aa8131ba-0013-4168-82ac-91e23fbb82c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3d51d889-2128-4534-a9ba-e2d871f2b2f0), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:01.865843 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-15688305-2287-4b5a-acea-125ae31e4184 req-3d52e7cd-e15e-4621-95a7-643d5831787f tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 943 time: 0.1675498 Feb 08 21:25:01.919041 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e6b84-1257-4e62-8a0f-a0972e8acab6 req-2684b161-b81d-429c-9cbe-1a866a3fcd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:01.920647 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df7e6b84-1257-4e62-8a0f-a0972e8acab6 req-2684b161-b81d-429c-9cbe-1a866a3fcd8a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&device_id=2c8f0179-fb45-48d8-b320-0546d13ebb23 HTTP/1.1" status: 200 len: 1130 time: 0.1726074 Feb 08 21:25:01.947573 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-216e3222-867e-4ba1-a9c0-5028bce1a906 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:02.004348 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e8b8d5-8778-4aab-b43c-5740944469fd None None] Pushing event updated for resources: {'Port': ['ID=3d51d889-2128-4534-a9ba-e2d871f2b2f0,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:02.007349 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8131ba-0013-4168-82ac-91e23fbb82c5 None None] Routers {'ef6ea72b-b871-4b27-9c0c-803631f1b24b'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:25:02.017823 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-aa8131ba-0013-4168-82ac-91e23fbb82c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:24:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ef6ea72b-b871-4b27-9c0c-803631f1b24b'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:25:02.021870 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fe022f-9452-447d-8706-40c7d589058e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:25:02.028988 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb993536-d55b-4be9-9019-287cab0d5e88" -d '{"events": [{"server_uuid": "a5fe022f-9452-447d-8706-40c7d589058e", "name": "network-vif-plugged", "status": "completed", "tag": "2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:25:02.041610 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-15688305-2287-4b5a-acea-125ae31e4184 req-80ee8afb-70af-4b8c-ad1b-98aaa524e62a tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676266 Feb 08 21:25:02.096338 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-301f0c75-9c90-4d81-b5bf-e7599fb5b701 None None] Provisioning complete for port 3d51d889-2128-4534-a9ba-e2d871f2b2f0 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:25:02.096960 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-301f0c75-9c90-4d81-b5bf-e7599fb5b701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3d51d889-2128-4534-a9ba-e2d871f2b2f0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:02.229716 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9dc1003-4678-4623-8287-a4803b32a260 x-openstack-request-id: req-a9dc1003-4678-4623-8287-a4803b32a260 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:25:02.230005 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fe022f-9452-447d-8706-40c7d589058e", "name": "network-vif-plugged", "status": "completed", "tag": "2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:25:02.230274 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a9dc1003-4678-4623-8287-a4803b32a260 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:25:02.230695 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fe022f-9452-447d-8706-40c7d589058e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d', 'code': 200} Feb 08 21:25:02.280422 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-216e3222-867e-4ba1-a9c0-5028bce1a906 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Allocated IP 172.25.3.116 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/4ee788a3-3121-44bf-8260-21a77c191632) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:25:02.389468 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d064c-4a69-45d7-a0ad-a8cbef109d69 req-8822117d-010d-46a0-8480-fc33b2fb6267 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:02.402156 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8c0d064c-4a69-45d7-a0ad-a8cbef109d69 req-8822117d-010d-46a0-8480-fc33b2fb6267 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fe022f-9452-447d-8706-40c7d589058e HTTP/1.1" status: 200 len: 945 time: 0.3637774 Feb 08 21:25:02.453359 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e6b84-1257-4e62-8a0f-a0972e8acab6 req-ed7cc988-5d39-4aff-a2c9-6afec550ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:02.454985 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df7e6b84-1257-4e62-8a0f-a0972e8acab6 req-ed7cc988-5d39-4aff-a2c9-6afec550ebd6 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.5141675 Feb 08 21:25:02.467685 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-aa8131ba-0013-4168-82ac-91e23fbb82c5 None None] Set router ef6ea72b-b871-4b27-9c0c-803631f1b24b gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:25:02.516229 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df7e6b84-1257-4e62-8a0f-a0972e8acab6 req-b16e37ab-3d7e-4daf-b8be-0b5bf09c4e94 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=542bfed1-8298-4934-af97-26960fcf8c67 HTTP/1.1" status: 200 len: 217 time: 0.0460446 Feb 08 21:25:02.531526 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-301f0c75-9c90-4d81-b5bf-e7599fb5b701 None None] Current status of the port 3d51d889-2128-4534-a9ba-e2d871f2b2f0 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:25:02.532168 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-301f0c75-9c90-4d81-b5bf-e7599fb5b701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3d51d889-2128-4534-a9ba-e2d871f2b2f0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:02.542664 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-216e3222-867e-4ba1-a9c0-5028bce1a906 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks [] for port (4ee788a3-3121-44bf-8260-21a77c191632), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:02.594849 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8c0d064c-4a69-45d7-a0ad-a8cbef109d69 req-7b78b4bc-f05d-4640-bc46-1a61d6d107ac tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605055 Feb 08 21:25:02.597360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a64ce2-616c-4a3f-a5f6-d7baa3ca818a req-6523bf35-1092-443c-b145-c671c5cc2151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:02.598861 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85a64ce2-616c-4a3f-a5f6-d7baa3ca818a req-6523bf35-1092-443c-b145-c671c5cc2151 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a5fe022f-9452-447d-8706-40c7d589058e HTTP/1.1" status: 200 len: 1128 time: 0.2612450 Feb 08 21:25:02.631455 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-216e3222-867e-4ba1-a9c0-5028bce1a906 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (4ee788a3-3121-44bf-8260-21a77c191632), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:02.651722 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e6b84-1257-4e62-8a0f-a0972e8acab6 req-509e3ed9-20e7-4c7a-94d2-8ab01f1aa9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:02.653202 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df7e6b84-1257-4e62-8a0f-a0972e8acab6 req-509e3ed9-20e7-4c7a-94d2-8ab01f1aa9a1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1269336 Feb 08 21:25:02.706062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-301f0c75-9c90-4d81-b5bf-e7599fb5b701 None None] For port 3d51d889-2128-4534-a9ba-e2d871f2b2f0, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3d51d889-2128-4534-a9ba-e2d871f2b2f0,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:02.734337 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216e3222-867e-4ba1-a9c0-5028bce1a906 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:25:02.746581 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-216e3222-867e-4ba1-a9c0-5028bce1a906 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:25:02.748453 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e3222-867e-4ba1-a9c0-5028bce1a906 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Pushing event updated for resources: {'Port': ['ID=4ee788a3-3121-44bf-8260-21a77c191632,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:02.750736 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216e3222-867e-4ba1-a9c0-5028bce1a906 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:25:02.801208 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-301f0c75-9c90-4d81-b5bf-e7599fb5b701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3d51d889-2128-4534-a9ba-e2d871f2b2f0), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:02.882280 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85a64ce2-616c-4a3f-a5f6-d7baa3ca818a req-3e926875-2d0a-4fdb-a532-dcf9e0b4a16c service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749200 Feb 08 21:25:02.910264 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a0774-7003-40f5-a0fd-ef961c60ab49 req-57326ac1-884f-4811-b68e-2a8aa8b89ee0 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:02.918713 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f32a0774-7003-40f5-a0fd-ef961c60ab49 req-57326ac1-884f-4811-b68e-2a8aa8b89ee0 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8f0179-fb45-48d8-b320-0546d13ebb23 HTTP/1.1" status: 200 len: 947 time: 0.2562299 Feb 08 21:25:02.931600 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e6b84-1257-4e62-8a0f-a0972e8acab6 req-e79739a7-2ba1-456d-8340-ec9e7e0e126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:02.933898 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df7e6b84-1257-4e62-8a0f-a0972e8acab6 req-e79739a7-2ba1-456d-8340-ec9e7e0e126c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2452331 Feb 08 21:25:02.966420 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-216e3222-867e-4ba1-a9c0-5028bce1a906 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks [] for floatingip (e99869b4-00ec-49d5-aff1-feab48b21c39), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:02.970677 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f0c75-9c90-4d81-b5bf-e7599fb5b701 None None] Pushing event updated for resources: {'Port': ['ID=3d51d889-2128-4534-a9ba-e2d871f2b2f0,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:02.990077 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-bf1a81e4-696e-434e-a1da-1853e5e05657 None None] Provisioning complete for port 3d51d889-2128-4534-a9ba-e2d871f2b2f0 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:25:02.991466 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bf1a81e4-696e-434e-a1da-1853e5e05657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3d51d889-2128-4534-a9ba-e2d871f2b2f0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:03.015750 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb8873-84d6-4bbc-bd5f-75b6634ac17d req-4b55911e-8bf8-4258-98a2-162a81139a53 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:03.017374 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4bfb8873-84d6-4bbc-bd5f-75b6634ac17d req-4b55911e-8bf8-4258-98a2-162a81139a53 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/ports?device_id=22e302d9-249d-4ffc-8786-14f1b5551a1d HTTP/1.1" status: 200 len: 950 time: 0.2370176 Feb 08 21:25:03.068139 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-216e3222-867e-4ba1-a9c0-5028bce1a906 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4ee788a3-3121-44bf-8260-21a77c191632), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:03.099940 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f32a0774-7003-40f5-a0fd-ef961c60ab49 req-fe6bb10c-24e3-4810-84ac-006145314ef1 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788414 Feb 08 21:25:03.172862 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-aa8131ba-0013-4168-82ac-91e23fbb82c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'name': 'tempest-ServerActionsTestJSON-1079871035-router', 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ca15bea4-f33b-497f-b636-f7f8ce86020b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:24:46Z', 'updated_at': '2022-02-08T21:24:56Z', 'revision_number': 4, 'project_id': '00aa88ba7b6d432b85cbf54f743f0690', 'gw_port': {'id': 'ca15bea4-f33b-497f-b636-f7f8ce86020b', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:24:47Z', 'updated_at': '2022-02-08T21:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '3d51d889-2128-4534-a9ba-e2d871f2b2f0', 'name': '', 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b', 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690', 'mac_address': 'fa:16:3e:b1:42:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '0aa29b5a-a776-4012-aa53-861d63a1c0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:24:52Z', 'updated_at': '2022-02-08T21:25:01Z', 'revision_number': 4, 'project_id': '00aa88ba7b6d432b85cbf54f743f0690', 'subnets': [{'id': '0aa29b5a-a776-4012-aa53-861d63a1c0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:25:03.180671 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df7e6b84-1257-4e62-8a0f-a0972e8acab6 req-d288c44d-a1eb-42f9-88a3-1a2dec092a75 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386889 Feb 08 21:25:03.234668 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4bfb8873-84d6-4bbc-bd5f-75b6634ac17d req-ccea4fe0-1e61-4ac3-b4b9-c7cf1654f448 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe76d12e-48f8-4957-9579-1c9269807c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010787 Feb 08 21:25:03.256042 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8131ba-0013-4168-82ac-91e23fbb82c5 None None] The sync data for ids ['ef6ea72b-b871-4b27-9c0c-803631f1b24b'] in n-d-712143-31 is: [{'id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'name': 'tempest-ServerActionsTestJSON-1079871035-router', 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ca15bea4-f33b-497f-b636-f7f8ce86020b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:24:46Z', 'updated_at': '2022-02-08T21:24:56Z', 'revision_number': 4, 'project_id': '00aa88ba7b6d432b85cbf54f743f0690', 'gw_port': {'id': 'ca15bea4-f33b-497f-b636-f7f8ce86020b', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:24:47Z', 'updated_at': '2022-02-08T21:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '3d51d889-2128-4534-a9ba-e2d871f2b2f0', 'name': '', 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b', 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690', 'mac_address': 'fa:16:3e:b1:42:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '0aa29b5a-a776-4012-aa53-861d63a1c0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:24:52Z', 'updated_at': '2022-02-08T21:25:01Z', 'revision_number': 4, 'project_id': '00aa88ba7b6d432b85cbf54f743f0690', 'subnets': [{'id': '0aa29b5a-a776-4012-aa53-861d63a1c0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:25:03.301274 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-bf1a81e4-696e-434e-a1da-1853e5e05657 None None] Current status of the port 3d51d889-2128-4534-a9ba-e2d871f2b2f0 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:25:03.405130 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-216e3222-867e-4ba1-a9c0-5028bce1a906 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks [] for port (4ee788a3-3121-44bf-8260-21a77c191632), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:03.411798 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-216e3222-867e-4ba1-a9c0-5028bce1a906 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (4ee788a3-3121-44bf-8260-21a77c191632), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:03.412236 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9140088-f6dd-4899-94e1-390781742858 req-97343b51-f0fc-421c-837f-165230fda27c tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:03.432476 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9140088-f6dd-4899-94e1-390781742858 req-97343b51-f0fc-421c-837f-165230fda27c tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 943 time: 0.2218082 Feb 08 21:25:03.475893 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-216e3222-867e-4ba1-a9c0-5028bce1a906 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (e99869b4-00ec-49d5-aff1-feab48b21c39), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:03.499356 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df7e6b84-1257-4e62-8a0f-a0972e8acab6 req-d2ea043d-b023-4354-8f8e-8d31cfe932d6 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082306 Feb 08 21:25:03.533810 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-216e3222-867e-4ba1-a9c0-5028bce1a906 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:03.537520 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-216e3222-867e-4ba1-a9c0-5028bce1a906 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8598120 Feb 08 21:25:03.538701 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e3222-867e-4ba1-a9c0-5028bce1a906 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Pushing event updated for resources: {'Port': ['ID=4ee788a3-3121-44bf-8260-21a77c191632,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:03.586740 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9140088-f6dd-4899-94e1-390781742858 req-6bc98af4-0419-4486-a651-ac92bce7228d tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533461 Feb 08 21:25:03.618745 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855240a1-7af1-4a44-8918-c0b4da83f02e req-989e265c-ba62-4319-a6ce-c0ab7aafac8a tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:03.634693 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-855240a1-7af1-4a44-8918-c0b4da83f02e req-989e265c-ba62-4319-a6ce-c0ab7aafac8a tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/ports?device_id=cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec HTTP/1.1" status: 200 len: 950 time: 0.1942475 Feb 08 21:25:03.737867 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-855240a1-7af1-4a44-8918-c0b4da83f02e req-e6d7570b-3ea1-4047-a05b-f78be17ab299 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe76d12e-48f8-4957-9579-1c9269807c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021833 Feb 08 21:25:03.814006 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-3aafeb76-a933-4113-913a-253619a99e9e tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--596134237&fields=id&tenant_id=00aa88ba7b6d432b85cbf54f743f0690 HTTP/1.1" status: 200 len: 267 time: 0.0741944 Feb 08 21:25:04.021976 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74342ca8-3e8a-4f36-8534-cee6f61dc3dc req-9224c93f-4901-4423-9843-3f3add3ccb04 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:04.023689 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-74342ca8-3e8a-4f36-8534-cee6f61dc3dc req-9224c93f-4901-4423-9843-3f3add3ccb04 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fe022f-9452-447d-8706-40c7d589058e HTTP/1.1" status: 200 len: 945 time: 0.1878123 Feb 08 21:25:04.056013 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-b0f4b3c0-9099-487e-aab4-097de0ae76dd tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:04.057601 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-b0f4b3c0-9099-487e-aab4-097de0ae76dd tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 812 time: 0.2422254 Feb 08 21:25:04.078595 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-38130e37-27f0-418a-ac24-14069fac504d tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/quotas/00aa88ba7b6d432b85cbf54f743f0690 HTTP/1.1" status: 200 len: 375 time: 0.0125170 Feb 08 21:25:04.186095 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-74342ca8-3e8a-4f36-8534-cee6f61dc3dc req-087e006d-a1f2-4c33-b6d9-36e6b2804ec6 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485469 Feb 08 21:25:04.231613 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-937c8ad5-3424-44f9-87e5-0e680d819f0a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1453593 Feb 08 21:25:04.366023 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-51c88a82-51c1-4267-94be-9f4112dedfc2 service neutron] 10.222.0.88 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218262 Feb 08 21:25:04.505715 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-778a0ced-29b6-43f4-99d0-b22c8668a313 service neutron] 10.222.0.88 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380949 Feb 08 21:25:04.833631 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1024ade-dc1f-4e3f-9dd8-f009bc216a51 req-c92c05da-22e2-403b-aeb5-27d664528cb5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:04.836267 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b1024ade-dc1f-4e3f-9dd8-f009bc216a51 req-c92c05da-22e2-403b-aeb5-27d664528cb5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8f0179-fb45-48d8-b320-0546d13ebb23 HTTP/1.1" status: 200 len: 947 time: 0.0969224 Feb 08 21:25:05.055091 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b1024ade-dc1f-4e3f-9dd8-f009bc216a51 req-6f421a43-c9bc-428c-bf23-a2200f658fca tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087831 Feb 08 21:25:05.165858 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7fe999a6-3ac3-476a-a640-cee0e966b5ee req-fa4b5aee-3fbe-4dbd-8163-eff9bdb33612 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 210 time: 0.0463395 Feb 08 21:25:05.168160 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3d51d889-2128-4534-a9ba-e2d871f2b2f0 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:25:05.192991 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d303b7d-e1bd-455a-92e5-12cf124da42e req-96d5f57c-7a84-4646-bdb5-698704d0116b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:05.194611 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d303b7d-e1bd-455a-92e5-12cf124da42e req-96d5f57c-7a84-4646-bdb5-698704d0116b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 943 time: 0.1803584 Feb 08 21:25:05.273856 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 3d51d889-2128-4534-a9ba-e2d871f2b2f0 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:25:05.276072 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3d51d889-2128-4534-a9ba-e2d871f2b2f0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:05.288639 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d303b7d-e1bd-455a-92e5-12cf124da42e req-0341fa5b-deb9-4153-9ac5-9b756196e5ed tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882916 Feb 08 21:25:05.399500 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01202985-3286-4bf1-b9f8-1a1fc1e52fa9 req-ebed0922-48c5-4ae7-92e8-7b759196997c tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:05.401686 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01202985-3286-4bf1-b9f8-1a1fc1e52fa9 req-ebed0922-48c5-4ae7-92e8-7b759196997c tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fe022f-9452-447d-8706-40c7d589058e HTTP/1.1" status: 200 len: 945 time: 0.0788643 Feb 08 21:25:05.415302 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 3d51d889-2128-4534-a9ba-e2d871f2b2f0 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:25:05.481780 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01202985-3286-4bf1-b9f8-1a1fc1e52fa9 req-07c85561-7a09-4091-8360-aed3930be6b3 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738463 Feb 08 21:25:05.668012 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fbfb0-6b35-4e63-81a0-ef4784a3de91 req-c03cd673-2cc6-4d02-b91d-04f069b3ea08 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:05.670859 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca7fbfb0-6b35-4e63-81a0-ef4784a3de91 req-c03cd673-2cc6-4d02-b91d-04f069b3ea08 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fe022f-9452-447d-8706-40c7d589058e HTTP/1.1" status: 200 len: 945 time: 0.0829666 Feb 08 21:25:05.762594 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca7fbfb0-6b35-4e63-81a0-ef4784a3de91 req-b559a266-9528-4c54-a09c-672399b80fe5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784676 Feb 08 21:25:06.141005 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4cd92a-26d2-4902-ab82-8bbc188bee44 req-ef906d90-12d7-46ec-84da-3a03b2f42d1b tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:06.143984 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff4cd92a-26d2-4902-ab82-8bbc188bee44 req-ef906d90-12d7-46ec-84da-3a03b2f42d1b tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fe022f-9452-447d-8706-40c7d589058e HTTP/1.1" status: 200 len: 945 time: 0.0837657 Feb 08 21:25:06.241715 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfbac2-fa58-4c64-86a7-e4f9156ba4dc req-e7fbf4eb-b843-4b23-a49b-6421c3fd1dc5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:06.243350 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7fdfbac2-fa58-4c64-86a7-e4f9156ba4dc req-e7fbf4eb-b843-4b23-a49b-6421c3fd1dc5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8f0179-fb45-48d8-b320-0546d13ebb23 HTTP/1.1" status: 200 len: 947 time: 0.1115251 Feb 08 21:25:06.248703 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff4cd92a-26d2-4902-ab82-8bbc188bee44 req-56cde719-28ae-4b05-a61d-fa9e34492b40 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930295 Feb 08 21:25:06.259516 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:06.333417 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7fdfbac2-fa58-4c64-86a7-e4f9156ba4dc req-1423087e-c19f-4226-9634-3f9870c8cf5c tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795131 Feb 08 21:25:06.386000 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef5a8e37-3458-4d75-b49a-59dc3971ea1e req-595c15ac-98cd-4930-913b-e4f3285a0ad5 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 210 time: 0.0593994 Feb 08 21:25:06.474846 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78daf0b8-5a81-4522-b286-d111f4f552eb req-245c1417-19db-4fd9-b892-9415debe4121 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:06.477036 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-78daf0b8-5a81-4522-b286-d111f4f552eb req-245c1417-19db-4fd9-b892-9415debe4121 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 943 time: 0.0581603 Feb 08 21:25:06.483849 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:06.546460 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-78daf0b8-5a81-4522-b286-d111f4f552eb req-5169522d-562c-4e95-a6b4-193fdd3919f2 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636547 Feb 08 21:25:06.601541 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 542bfed1-8298-4934-af97-26960fcf8c67 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:25:06.774236 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 542bfed1-8298-4934-af97-26960fcf8c67, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=542bfed1-8298-4934-af97-26960fcf8c67,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:06.802910 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '542bfed1-8298-4934-af97-26960fcf8c67', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': '542bfed1-8298-4934-af97-26960fcf8c67', 'mac_address': 'fa:16:3e:28:28:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:25:06.878962 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-6b7971cb-480d-46c8-ada5-d2e20149f128 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:06.884849 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-6b7971cb-480d-46c8-ada5-d2e20149f128 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.96 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 812 time: 0.1804917 Feb 08 21:25:06.911374 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 542bfed1-8298-4934-af97-26960fcf8c67 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:25:06.911920 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (542bfed1-8298-4934-af97-26960fcf8c67), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:06.931041 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 542bfed1-8298-4934-af97-26960fcf8c67 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:25:06.961843 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 542bfed1-8298-4934-af97-26960fcf8c67, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=542bfed1-8298-4934-af97-26960fcf8c67,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:06.972797 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (542bfed1-8298-4934-af97-26960fcf8c67), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:07.044073 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=542bfed1-8298-4934-af97-26960fcf8c67,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:07.053656 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-b1139e5a-1829-4923-92e3-a19e99bf4ccc tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00aa88ba7b6d432b85cbf54f743f0690 HTTP/1.1" status: 200 len: 379 time: 0.1534755 Feb 08 21:25:07.073682 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-d4133ba1-4279-4dd3-9312-1e6b9b0166d2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Request body: {'port': {'device_id': '216435cf-f070-4398-96ce-106b566f9fa3', 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b', 'admin_state_up': True, 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690', 'security_groups': ['e04c0027-905f-4c7a-9fda-5907ae1bba72']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:25:07.237365 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-d4133ba1-4279-4dd3-9312-1e6b9b0166d2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Made reservation on behalf of 00aa88ba7b6d432b85cbf54f743f0690 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:25:07.240922 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-d4133ba1-4279-4dd3-9312-1e6b9b0166d2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:07.482721 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-d4133ba1-4279-4dd3-9312-1e6b9b0166d2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Allocated IP 172.20.0.7 (470bde4a-288b-4162-81c1-45fdd6f3db1b/0aa29b5a-a776-4012-aa53-861d63a1c0ca/dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:25:07.499769 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37ac87-7fae-492a-b54a-03486f142d08 req-13c6521a-42d9-475c-868f-e406dd921de7 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:07.500950 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['542bfed1-8298-4934-af97-26960fcf8c67'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:25:07.503056 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4b37ac87-7fae-492a-b54a-03486f142d08 req-13c6521a-42d9-475c-868f-e406dd921de7 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fe022f-9452-447d-8706-40c7d589058e HTTP/1.1" status: 200 len: 945 time: 0.1600938 Feb 08 21:25:07.679743 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938e57d-adb7-465d-8510-c7c7480cb53c req-005ddfee-6ebb-4b78-9904-1f5ea5b670bf tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:07.681205 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c938e57d-adb7-465d-8510-c7c7480cb53c req-005ddfee-6ebb-4b78-9904-1f5ea5b670bf tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8f0179-fb45-48d8-b320-0546d13ebb23 HTTP/1.1" status: 200 len: 948 time: 0.2398002 Feb 08 21:25:07.693419 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4b37ac87-7fae-492a-b54a-03486f142d08 req-913f3719-bc65-422c-bf4e-6c2438290b5c tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782041 Feb 08 21:25:07.821598 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c938e57d-adb7-465d-8510-c7c7480cb53c req-2d548ebd-94b7-41dd-8d03-690491bd64dc tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248133 Feb 08 21:25:07.886664 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56f5a517-6821-41d8-aa3b-2ac5f8266c88 req-9b81b0e7-e2a8-4676-b9fd-7324f108d87b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 210 time: 0.0780041 Feb 08 21:25:07.936438 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-d4133ba1-4279-4dd3-9312-1e6b9b0166d2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks [] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:08.053446 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0116d3-82e2-47d7-9239-2a504d3a2425 req-d856c1bb-0856-4855-8953-aa5bd653e0c9 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:08.055348 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4d0116d3-82e2-47d7-9239-2a504d3a2425 req-d856c1bb-0856-4855-8953-aa5bd653e0c9 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5fe022f-9452-447d-8706-40c7d589058e HTTP/1.1" status: 200 len: 945 time: 0.1895075 Feb 08 21:25:08.072300 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-d4133ba1-4279-4dd3-9312-1e6b9b0166d2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:08.084494 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90327d21-ed9f-4f4b-810c-c408fb02820f req-e0b4f308-f0f8-4574-b03a-0512ba17370d tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:08.091799 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-90327d21-ed9f-4f4b-810c-c408fb02820f req-e0b4f308-f0f8-4574-b03a-0512ba17370d tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 943 time: 0.1866224 Feb 08 21:25:08.194194 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-d4133ba1-4279-4dd3-9312-1e6b9b0166d2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Network 470bde4a-288b-4162-81c1-45fdd6f3db1b is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:25:08.204440 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-d4133ba1-4279-4dd3-9312-1e6b9b0166d2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:25:08.224482 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-d4133ba1-4279-4dd3-9312-1e6b9b0166d2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:25:08.234629 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4133ba1-4279-4dd3-9312-1e6b9b0166d2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Pushing event updated for resources: {'Port': ['ID=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:08.305191 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-90327d21-ed9f-4f4b-810c-c408fb02820f req-ead62344-2b62-4eff-ae41-ecf2ee5003dc tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106855 Feb 08 21:25:08.309828 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4133ba1-4279-4dd3-9312-1e6b9b0166d2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:25:08.310182 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4133ba1-4279-4dd3-9312-1e6b9b0166d2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:25:08.310569 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4133ba1-4279-4dd3-9312-1e6b9b0166d2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:25:08.310894 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4133ba1-4279-4dd3-9312-1e6b9b0166d2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:25:08.311220 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4133ba1-4279-4dd3-9312-1e6b9b0166d2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:25:08.311558 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4133ba1-4279-4dd3-9312-1e6b9b0166d2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:25:08.311894 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4133ba1-4279-4dd3-9312-1e6b9b0166d2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:25:08.312238 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4133ba1-4279-4dd3-9312-1e6b9b0166d2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:25:08.312570 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4133ba1-4279-4dd3-9312-1e6b9b0166d2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:25:08.312905 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4133ba1-4279-4dd3-9312-1e6b9b0166d2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:25:08.313325 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4133ba1-4279-4dd3-9312-1e6b9b0166d2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:25:08.313666 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4133ba1-4279-4dd3-9312-1e6b9b0166d2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:25:08.314000 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4133ba1-4279-4dd3-9312-1e6b9b0166d2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:25:08.354990 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-d4133ba1-4279-4dd3-9312-1e6b9b0166d2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:08.354990 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-d4133ba1-4279-4dd3-9312-1e6b9b0166d2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:08.392948 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-d4133ba1-4279-4dd3-9312-1e6b9b0166d2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3254507 Feb 08 21:25:08.406249 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-0d1db585-726d-447c-9c5e-9b86395c1e04 service neutron] Request body: {'port': {'device_id': '216435cf-f070-4398-96ce-106b566f9fa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:25:08.412891 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-4d0116d3-82e2-47d7-9239-2a504d3a2425 req-e8fff0f0-eb35-4e60-ac14-99f9a77d1eb5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Deleting port 2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:25:08.413331 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4d0116d3-82e2-47d7-9239-2a504d3a2425 req-e8fff0f0-eb35-4e60-ac14-99f9a77d1eb5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:08.588652 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-affced6d-cf61-4cf2-9b01-ec9dc0b09255 None None] Provisioning complete for port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:25:08.591756 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-affced6d-cf61-4cf2-9b01-ec9dc0b09255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:08.641586 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device c42f6167-a6a8-48d1-9cee-89f60d52b54a details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:25:08.694795 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-affced6d-cf61-4cf2-9b01-ec9dc0b09255 None None] Port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:25:08.895061 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port c42f6167-a6a8-48d1-9cee-89f60d52b54a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c42f6167-a6a8-48d1-9cee-89f60d52b54a,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:08.939654 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'c42f6167-a6a8-48d1-9cee-89f60d52b54a', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': 'c42f6167-a6a8-48d1-9cee-89f60d52b54a', 'mac_address': 'fa:16:3e:65:d6:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:25:09.020306 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port c42f6167-a6a8-48d1-9cee-89f60d52b54a is: ACTIVE; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:25:09.020945 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c42f6167-a6a8-48d1-9cee-89f60d52b54a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:09.046972 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c42f6167-a6a8-48d1-9cee-89f60d52b54a {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:25:09.075868 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port c42f6167-a6a8-48d1-9cee-89f60d52b54a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c42f6167-a6a8-48d1-9cee-89f60d52b54a,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:09.077872 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-0d1db585-726d-447c-9c5e-9b86395c1e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:09.083438 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c42f6167-a6a8-48d1-9cee-89f60d52b54a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:09.140203 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-4d0116d3-82e2-47d7-9239-2a504d3a2425 req-e8fff0f0-eb35-4e60-ac14-99f9a77d1eb5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] For port 2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:09.140676 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4d0116d3-82e2-47d7-9239-2a504d3a2425 req-e8fff0f0-eb35-4e60-ac14-99f9a77d1eb5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:09.166071 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=c42f6167-a6a8-48d1-9cee-89f60d52b54a,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:09.192094 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602d757-680a-47a9-aa05-9dadaa50b3dd req-ea6385e6-a03a-42b1-a678-e086574ae914 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:09.193804 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3602d757-680a-47a9-aa05-9dadaa50b3dd req-ea6385e6-a03a-42b1-a678-e086574ae914 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8f0179-fb45-48d8-b320-0546d13ebb23 HTTP/1.1" status: 200 len: 948 time: 0.2399707 Feb 08 21:25:09.209220 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a774210-e333-4710-8e75-f4f897cc5166 req-6f21b7e7-2fce-40ec-84d6-eceaad12203f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:09.210879 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a774210-e333-4710-8e75-f4f897cc5166 req-6f21b7e7-2fce-40ec-84d6-eceaad12203f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fe022f-9452-447d-8706-40c7d589058e HTTP/1.1" status: 200 len: 945 time: 0.2881575 Feb 08 21:25:09.215475 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-4d0116d3-82e2-47d7-9239-2a504d3a2425 req-e8fff0f0-eb35-4e60-ac14-99f9a77d1eb5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Calling delete_port for 2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:25:09.284924 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['c42f6167-a6a8-48d1-9cee-89f60d52b54a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:25:09.440241 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3602d757-680a-47a9-aa05-9dadaa50b3dd req-af90325f-8eac-4aa9-b4dd-30cbceb22958 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281871 Feb 08 21:25:09.505571 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a774210-e333-4710-8e75-f4f897cc5166 req-49c39331-c12b-4e24-a7e2-414d65777c53 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726595 Feb 08 21:25:09.727607 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4d0116d3-82e2-47d7-9239-2a504d3a2425 req-e8fff0f0-eb35-4e60-ac14-99f9a77d1eb5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:09.741552 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['23e48800-eeca-4bcc-b7ae-e0ebc35d4c91'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:25:09.821550 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fff0f0-eb35-4e60-ac14-99f9a77d1eb5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Pushing event deleted for resources: {'Port': ['ID=2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:09.849329 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830acbd7-55f4-4289-8815-77771c70e1c8 req-c25d451d-e109-4c19-bd1f-8a14ca66cdbc tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:09.851203 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-830acbd7-55f4-4289-8815-77771c70e1c8 req-c25d451d-e109-4c19-bd1f-8a14ca66cdbc tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 931 time: 0.2459366 Feb 08 21:25:09.857813 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-0d1db585-726d-447c-9c5e-9b86395c1e04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:25:09.902747 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-0d1db585-726d-447c-9c5e-9b86395c1e04 service neutron] Publish callbacks [] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:09.933664 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0116d3-82e2-47d7-9239-2a504d3a2425 req-e8fff0f0-eb35-4e60-ac14-99f9a77d1eb5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] No DVR routers for this DVR port 2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:25:09.944026 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4d0116d3-82e2-47d7-9239-2a504d3a2425 req-e8fff0f0-eb35-4e60-ac14-99f9a77d1eb5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:09.948156 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4d0116d3-82e2-47d7-9239-2a504d3a2425 req-e8fff0f0-eb35-4e60-ac14-99f9a77d1eb5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.96 "DELETE /v2.0/ports/2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d HTTP/1.1" status: 204 len: 173 time: 1.8849163 Feb 08 21:25:09.952765 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fe022f-9452-447d-8706-40c7d589058e', 'name': 'network-vif-deleted', 'tag': '2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:25:09.955920 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ead99bd-99fc-4e02-9043-a4040a7ba41d" -d '{"events": [{"server_uuid": "a5fe022f-9452-447d-8706-40c7d589058e", "name": "network-vif-deleted", "tag": "2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:25:09.967881 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-0d1db585-726d-447c-9c5e-9b86395c1e04 service neutron] Transition to ACTIVE for port object dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:25:09.977637 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-0d1db585-726d-447c-9c5e-9b86395c1e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:10.042863 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bd9d3-66f6-4437-8563-a1298b97d94d req-c384b630-accc-4429-ac97-f58aad8077a1 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:10.044538 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-418bd9d3-66f6-4437-8563-a1298b97d94d req-c384b630-accc-4429-ac97-f58aad8077a1 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 943 time: 0.3041189 Feb 08 21:25:10.060791 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-830acbd7-55f4-4289-8815-77771c70e1c8 req-e2e4addd-48e3-48da-b366-e74a09194c55 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973560 Feb 08 21:25:10.103685 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1db585-726d-447c-9c5e-9b86395c1e04 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:10.166312 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a082b46-f71e-4bc3-b97f-02d31c21a9aa x-openstack-request-id: req-3a082b46-f71e-4bc3-b97f-02d31c21a9aa {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:25:10.166593 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fe022f-9452-447d-8706-40c7d589058e", "name": "network-vif-deleted", "tag": "2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:25:10.166864 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3a082b46-f71e-4bc3-b97f-02d31c21a9aa {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:25:10.167285 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fe022f-9452-447d-8706-40c7d589058e', 'name': 'network-vif-deleted', 'tag': '2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d', 'status': 'completed', 'code': 200} Feb 08 21:25:10.199419 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-418bd9d3-66f6-4437-8563-a1298b97d94d req-0aae7c5e-f5b4-4a3b-aa55-92d5c93b9c63 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437666 Feb 08 21:25:10.223988 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-0d1db585-726d-447c-9c5e-9b86395c1e04 service neutron] Attempting to bind port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:25:10.224325 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-0d1db585-726d-447c-9c5e-9b86395c1e04 service neutron] Attempting to bind port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:25:10.224656 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-0d1db585-726d-447c-9c5e-9b86395c1e04 service neutron] Attempting to bind port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 on network 470bde4a-288b-4162-81c1-45fdd6f3db1b {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:25:10.229807 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-0d1db585-726d-447c-9c5e-9b86395c1e04 service neutron] Port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 on network 470bde4a-288b-4162-81c1-45fdd6f3db1b not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:25:10.230221 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-0d1db585-726d-447c-9c5e-9b86395c1e04 service neutron] Attempting to bind port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 on network 470bde4a-288b-4162-81c1-45fdd6f3db1b {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:25:10.236365 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-0d1db585-726d-447c-9c5e-9b86395c1e04 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:25:10.236700 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-0d1db585-726d-447c-9c5e-9b86395c1e04 service neutron] Checking segment: {'id': '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:25:10.237156 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-0d1db585-726d-447c-9c5e-9b86395c1e04 service neutron] Bound using segment: {'id': '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:25:10.237635 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-0d1db585-726d-447c-9c5e-9b86395c1e04 service neutron] Bound port: dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:25:10.238135 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-0d1db585-726d-447c-9c5e-9b86395c1e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:10.321629 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-0d1db585-726d-447c-9c5e-9b86395c1e04 service neutron] For port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:25:10.326305 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-0d1db585-726d-447c-9c5e-9b86395c1e04 service neutron] For port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:25:10.335722 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-0d1db585-726d-447c-9c5e-9b86395c1e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:10.375446 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-0d1db585-726d-447c-9c5e-9b86395c1e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:10.376368 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-0d1db585-726d-447c-9c5e-9b86395c1e04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:10.378673 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-0d1db585-726d-447c-9c5e-9b86395c1e04 service neutron] 10.222.0.96 "PUT /v2.0/ports/dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 HTTP/1.1" status: 200 len: 1092 time: 1.9771571 Feb 08 21:25:10.426191 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1db585-726d-447c-9c5e-9b86395c1e04 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:10.523986 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-0337e6ae-eac2-4aef-99bd-6aef5e6fa376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:10.525713 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-0337e6ae-eac2-4aef-99bd-6aef5e6fa376 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 1126 time: 0.0749543 Feb 08 21:25:10.590564 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-654c404c-0678-442d-96da-6d6708fef540 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 HTTP/1.1" status: 200 len: 217 time: 0.0570014 Feb 08 21:25:10.635562 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 542bfed1-8298-4934-af97-26960fcf8c67 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:25:10.703050 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 542bfed1-8298-4934-af97-26960fcf8c67 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:25:10.709883 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 542bfed1-8298-4934-af97-26960fcf8c67 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:25:10.710302 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (542bfed1-8298-4934-af97-26960fcf8c67), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:10.743546 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:25:10.751446 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d0cdda28-aa76-4e55-ae12-8410b3ada6cd req-d53ead6b-1f61-44d8-96f0-84b792b00578 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=a5fe022f-9452-447d-8706-40c7d589058e HTTP/1.1" status: 200 len: 210 time: 0.0685415 Feb 08 21:25:10.784182 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:25:10.784520 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 2d97412f-7f0c-4cf6-a7ca-afcbc7300a4d not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:25:10.805190 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-1b69fb53-c075-4792-b1da-0af981502132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:10.809082 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-1b69fb53-c075-4792-b1da-0af981502132 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0aa29b5a-a776-4012-aa53-861d63a1c0ca HTTP/1.1" status: 200 len: 851 time: 0.2100897 Feb 08 21:25:10.817399 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efe25a-d5bb-47c7-a7ba-53cc8158d8c0 req-423ca4d8-adb9-4858-a108-4e5a680b90a2 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:10.824422 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7efe25a-d5bb-47c7-a7ba-53cc8158d8c0 req-423ca4d8-adb9-4858-a108-4e5a680b90a2 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8f0179-fb45-48d8-b320-0546d13ebb23 HTTP/1.1" status: 200 len: 948 time: 0.2095513 Feb 08 21:25:10.877449 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 542bfed1-8298-4934-af97-26960fcf8c67 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:25:10.878374 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (542bfed1-8298-4934-af97-26960fcf8c67), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:10.919684 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8f0179-fb45-48d8-b320-0546d13ebb23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542bfed1-8298-4934-af97-26960fcf8c67'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:25:10.921148 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7efe25a-d5bb-47c7-a7ba-53cc8158d8c0 req-a14d5a8e-1610-40e1-aa8c-f68594110c66 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955801 Feb 08 21:25:10.922020 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5659e363-5c62-4b37-9b09-e030ae3c095b" -d '{"events": [{"server_uuid": "2c8f0179-fb45-48d8-b320-0546d13ebb23", "name": "network-vif-plugged", "status": "completed", "tag": "542bfed1-8298-4934-af97-26960fcf8c67"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:25:10.926480 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-09ae62b4-fae2-4880-90ca-422d4332459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:10.929089 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-09ae62b4-fae2-4880-90ca-422d4332459f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=470bde4a-288b-4162-81c1-45fdd6f3db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1024344 Feb 08 21:25:10.949412 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 542bfed1-8298-4934-af97-26960fcf8c67, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=542bfed1-8298-4934-af97-26960fcf8c67,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:10.955458 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (542bfed1-8298-4934-af97-26960fcf8c67), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:10.956415 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device c42f6167-a6a8-48d1-9cee-89f60d52b54a up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:25:11.005505 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e086ca8-fceb-4869-992b-8b2e0d1caa23 x-openstack-request-id: req-8e086ca8-fceb-4869-992b-8b2e0d1caa23 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:25:11.005808 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8f0179-fb45-48d8-b320-0546d13ebb23", "name": "network-vif-plugged", "status": "completed", "tag": "542bfed1-8298-4934-af97-26960fcf8c67", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:25:11.006073 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8e086ca8-fceb-4869-992b-8b2e0d1caa23 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:25:11.006489 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8f0179-fb45-48d8-b320-0546d13ebb23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542bfed1-8298-4934-af97-26960fcf8c67', 'code': 200} Feb 08 21:25:11.050536 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=542bfed1-8298-4934-af97-26960fcf8c67,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:11.071433 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port c42f6167-a6a8-48d1-9cee-89f60d52b54a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:25:11.072080 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c42f6167-a6a8-48d1-9cee-89f60d52b54a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:11.075510 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-f4c01f33-3a92-49f1-8045-3cdf5d6a3712 service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402869 Feb 08 21:25:11.247856 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf703af5-4ce5-4b7f-8c86-feee25393a67 req-bee8d489-30bc-4bba-a4f8-aade1c7ae849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:11.249609 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf703af5-4ce5-4b7f-8c86-feee25393a67 req-bee8d489-30bc-4bba-a4f8-aade1c7ae849 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=2c8f0179-fb45-48d8-b320-0546d13ebb23 HTTP/1.1" status: 200 len: 1132 time: 0.1729310 Feb 08 21:25:11.289941 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300377e1-86ac-4b50-a9f4-27dbca1d6daf req-2ef1ad53-4e75-4844-a792-70ce60cc1814 service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041395 Feb 08 21:25:11.323860 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6127c-546d-4d24-9d6e-df514346ad42 req-07256e44-9088-40cf-bd4b-511491653b6d tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:11.324719 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port c42f6167-a6a8-48d1-9cee-89f60d52b54a is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:25:11.325124 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c42f6167-a6a8-48d1-9cee-89f60d52b54a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:11.325501 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b1a6127c-546d-4d24-9d6e-df514346ad42 req-07256e44-9088-40cf-bd4b-511491653b6d tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 943 time: 0.1662073 Feb 08 21:25:11.373452 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port c42f6167-a6a8-48d1-9cee-89f60d52b54a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c42f6167-a6a8-48d1-9cee-89f60d52b54a,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:11.378558 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c42f6167-a6a8-48d1-9cee-89f60d52b54a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:11.390724 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf703af5-4ce5-4b7f-8c86-feee25393a67 req-347c523b-5057-4ace-9f34-e32c1422bb28 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294746 Feb 08 21:25:11.433956 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=c42f6167-a6a8-48d1-9cee-89f60d52b54a,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:11.434264 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b1a6127c-546d-4d24-9d6e-df514346ad42 req-144f4dba-5cca-42db-8248-b698ad781f94 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952113 Feb 08 21:25:11.446617 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2f76d-3b67-4f3b-8011-8a5140d00414 req-40844da8-7deb-48f3-9ec3-a72631ffd7fc tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:11.448392 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-11d2f76d-3b67-4f3b-8011-8a5140d00414 req-40844da8-7deb-48f3-9ec3-a72631ffd7fc tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 943 time: 0.1403108 Feb 08 21:25:11.513406 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-11d2f76d-3b67-4f3b-8011-8a5140d00414 req-fda48fc8-b1dd-44d0-93de-0c38b0e41e60 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589738 Feb 08 21:25:12.082167 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98f883-81da-48b9-9dca-f71a156f8c9b req-3f3fddf6-63c5-4d5c-b599-0a3ed153cd4c tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:12.084033 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d98f883-81da-48b9-9dca-f71a156f8c9b req-3f3fddf6-63c5-4d5c-b599-0a3ed153cd4c tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8f0179-fb45-48d8-b320-0546d13ebb23 HTTP/1.1" status: 200 len: 949 time: 0.0722361 Feb 08 21:25:12.183067 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216435cf-f070-4398-96ce-106b566f9fa3', 'tag': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:25:12.185494 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d9cf00-337f-484f-bb13-03e1172fc47d" -d '{"events": [{"name": "network-changed", "server_uuid": "216435cf-f070-4398-96ce-106b566f9fa3", "tag": "dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:25:12.227198 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d98f883-81da-48b9-9dca-f71a156f8c9b req-88d2aca2-99f9-4520-9239-06aba3aeaa09 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342096 Feb 08 21:25:12.297623 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-bb77ee37-2fd2-4933-b1a0-a551747634f4 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:12.299341 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-bb77ee37-2fd2-4933-b1a0-a551747634f4 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/networks?id=111016a1-fb5a-4474-9d8a-dc518d9d29de HTTP/1.1" status: 200 len: 806 time: 0.1833985 Feb 08 21:25:12.301714 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efa36c2-4638-4798-9ae7-ec3d727c4bb3 x-openstack-request-id: req-4efa36c2-4638-4798-9ae7-ec3d727c4bb3 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:25:12.302035 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216435cf-f070-4398-96ce-106b566f9fa3", "tag": "dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:25:12.302491 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4efa36c2-4638-4798-9ae7-ec3d727c4bb3 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:25:12.302969 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216435cf-f070-4398-96ce-106b566f9fa3', 'tag': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52', 'status': 'completed', 'code': 200} Feb 08 21:25:12.327114 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-632208b0-3f80-4d88-929c-156d3aa08c46 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/quotas/f472eb7c6f4c42ca9bf2111def0cbf8f HTTP/1.1" status: 200 len: 375 time: 0.0175440 Feb 08 21:25:12.432741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9cf00-337f-484f-bb13-03e1172fc47d req-dd2b1812-f38d-43ac-92d3-47176d0ee3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:12.434843 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a0d9cf00-337f-484f-bb13-03e1172fc47d req-dd2b1812-f38d-43ac-92d3-47176d0ee3c2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 1126 time: 0.1054659 Feb 08 21:25:12.444950 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-b4d07df5-ea0a-4ac6-b912-8c0d5380b9dc tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f472eb7c6f4c42ca9bf2111def0cbf8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1019740 Feb 08 21:25:12.707564 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-74633e6f-af06-4dbb-ba80-60b9f87e7f67 service neutron] 10.222.0.88 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504764 Feb 08 21:25:12.740581 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e15de-5cd3-407a-8c11-8a7ba118ecb9 req-51f180b0-497f-437d-8540-3f056f36f280 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:12.742368 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b0e15de-5cd3-407a-8c11-8a7ba118ecb9 req-51f180b0-497f-437d-8540-3f056f36f280 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 943 time: 0.1844049 Feb 08 21:25:12.791204 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9cf00-337f-484f-bb13-03e1172fc47d req-df193c72-4009-4c0a-8f38-df89e95fd2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:12.793090 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a0d9cf00-337f-484f-bb13-03e1172fc47d req-df193c72-4009-4c0a-8f38-df89e95fd2bb service neutron] 10.222.0.96 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 913 time: 0.3453083 Feb 08 21:25:12.880984 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a0d9cf00-337f-484f-bb13-03e1172fc47d req-b831dd70-fd8d-43fd-bfbc-e96c9735f2c0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 HTTP/1.1" status: 200 len: 217 time: 0.0753336 Feb 08 21:25:12.982816 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b0e15de-5cd3-407a-8c11-8a7ba118ecb9 req-8e51b4bc-9f82-44ee-9fde-8c03027b7448 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229640 Feb 08 21:25:13.007807 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42f6167-a6a8-48d1-9cee-89f60d52b54a'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:25:13.012264 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9cf00-337f-484f-bb13-03e1172fc47d req-cfb23509-fedb-4ea9-88e1-84897222af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:13.012490 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb74eddb-9742-41da-beba-99da90e9e35f" -d '{"events": [{"server_uuid": "cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec", "name": "network-vif-plugged", "status": "completed", "tag": "c42f6167-a6a8-48d1-9cee-89f60d52b54a"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:25:13.014173 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a0d9cf00-337f-484f-bb13-03e1172fc47d req-cfb23509-fedb-4ea9-88e1-84897222af84 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0aa29b5a-a776-4012-aa53-861d63a1c0ca HTTP/1.1" status: 200 len: 851 time: 0.1251745 Feb 08 21:25:13.017379 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-8ab61ad5-b379-496c-b6ab-92956b14287e service neutron] 10.222.0.88 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980652 Feb 08 21:25:13.094793 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9cf00-337f-484f-bb13-03e1172fc47d req-472db78a-e7a7-4c88-a302-2600ce4f5073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:13.100849 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a0d9cf00-337f-484f-bb13-03e1172fc47d req-472db78a-e7a7-4c88-a302-2600ce4f5073 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=470bde4a-288b-4162-81c1-45fdd6f3db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0792396 Feb 08 21:25:13.254734 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8ff68-cb37-4f0a-a22c-971104a65056 req-a9180fcc-5403-4dba-83bf-350cf3908cde tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:13.255588 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7bd8ff68-cb37-4f0a-a22c-971104a65056 req-a9180fcc-5403-4dba-83bf-350cf3908cde tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 943 time: 0.1373882 Feb 08 21:25:13.340552 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6d4530-36fe-4a78-82f7-b801d55a9b7e x-openstack-request-id: req-7d6d4530-36fe-4a78-82f7-b801d55a9b7e {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:25:13.340901 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec", "name": "network-vif-plugged", "status": "completed", "tag": "c42f6167-a6a8-48d1-9cee-89f60d52b54a", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:25:13.341112 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7d6d4530-36fe-4a78-82f7-b801d55a9b7e {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:25:13.341553 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42f6167-a6a8-48d1-9cee-89f60d52b54a', 'code': 200} Feb 08 21:25:13.354702 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a0d9cf00-337f-484f-bb13-03e1172fc47d req-2e7a3429-9f9f-4cad-b011-247c0fb4fe56 service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463167 Feb 08 21:25:13.427611 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7bd8ff68-cb37-4f0a-a22c-971104a65056 req-bf1b6441-9de7-490e-ba3f-19adc7a5e3f8 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455188 Feb 08 21:25:13.456997 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f4e993a7-6673-4b17-b685-63ccf2b49c56 req-6d1c8878-c0b2-489a-b96b-b8f40eeae679 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=c258cc98-3e52-4981-b35f-8053e2b69ce9 HTTP/1.1" status: 200 len: 210 time: 0.0476413 Feb 08 21:25:13.666262 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a0d9cf00-337f-484f-bb13-03e1172fc47d req-085c4d2c-8aa9-409c-8646-3127cbe0a179 service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051596 Feb 08 21:25:13.719885 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf2df1-159c-403b-98d0-f41395c43dc5 req-15bc0154-effa-4862-80c0-7aadde3253d9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:13.722810 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aedf2df1-159c-403b-98d0-f41395c43dc5 req-15bc0154-effa-4862-80c0-7aadde3253d9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8f0179-fb45-48d8-b320-0546d13ebb23 HTTP/1.1" status: 200 len: 949 time: 0.1580579 Feb 08 21:25:13.825923 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aedf2df1-159c-403b-98d0-f41395c43dc5 req-a1883146-8462-4709-978a-d580f7264971 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865924 Feb 08 21:25:14.230778 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6aa9a9-cda7-4bb7-9e06-aaedb7451ba8 req-266a5a61-58d3-4644-b7d1-5d7a6382240f tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:14.232354 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf6aa9a9-cda7-4bb7-9e06-aaedb7451ba8 req-266a5a61-58d3-4644-b7d1-5d7a6382240f tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 943 time: 0.1161954 Feb 08 21:25:14.297947 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf6aa9a9-cda7-4bb7-9e06-aaedb7451ba8 req-2b5cea9b-25ba-4067-a20d-a608f3010e65 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579512 Feb 08 21:25:14.678346 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2372204b-ab31-46c1-ab66-a6462b32c55c req-5c13c179-0a58-422d-ac56-61b7763c4cee tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=c258cc98-3e52-4981-b35f-8053e2b69ce9 HTTP/1.1" status: 200 len: 210 time: 0.0544016 Feb 08 21:25:14.775229 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e2030-1d37-406f-9333-ec1fcceec920 req-50fa0c4e-7ff3-4efb-821c-67660c3e1e64 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:14.777678 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d2e2030-1d37-406f-9333-ec1fcceec920 req-50fa0c4e-7ff3-4efb-821c-67660c3e1e64 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 943 time: 0.2143559 Feb 08 21:25:14.851523 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-e63f392f-8994-40da-a082-4e61110bea94 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:14.853347 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-e63f392f-8994-40da-a082-4e61110bea94 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.96 "GET /v2.0/networks?id=111016a1-fb5a-4474-9d8a-dc518d9d29de HTTP/1.1" status: 200 len: 806 time: 0.2310586 Feb 08 21:25:14.870275 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-6cc63a67-91b7-47cf-8a14-67415fe32986 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Request body: {'port': {'device_id': 'c258cc98-3e52-4981-b35f-8053e2b69ce9', 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de', 'admin_state_up': True, 'tenant_id': 'f472eb7c6f4c42ca9bf2111def0cbf8f'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:25:14.882581 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d2e2030-1d37-406f-9333-ec1fcceec920 req-c299b945-9714-46c9-8026-b5c5483ce756 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902753 Feb 08 21:25:15.098356 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5625c2-d917-4ca1-a158-6c51bdf915a7 req-dce97916-3e18-4448-84a3-9b9a3cb0386e tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:15.107142 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b5625c2-d917-4ca1-a158-6c51bdf915a7 req-dce97916-3e18-4448-84a3-9b9a3cb0386e tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8f0179-fb45-48d8-b320-0546d13ebb23 HTTP/1.1" status: 200 len: 949 time: 0.1266718 Feb 08 21:25:15.141280 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-6cc63a67-91b7-47cf-8a14-67415fe32986 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Made reservation on behalf of f472eb7c6f4c42ca9bf2111def0cbf8f for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:25:15.146760 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-6cc63a67-91b7-47cf-8a14-67415fe32986 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:15.214333 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b5625c2-d917-4ca1-a158-6c51bdf915a7 req-81abbf56-d62f-43eb-bc57-a8939f2aa26a tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054294 Feb 08 21:25:15.436173 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f1c4c-6cad-4fb7-b857-70c905877e9a req-cb59c293-8447-438f-b9ce-afb373e75d3c tempest-ServersOnMultiNodesTest-86793902 tempest-ServersOnMultiNodesTest-86793902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:15.437972 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c0f1c4c-6cad-4fb7-b857-70c905877e9a req-cb59c293-8447-438f-b9ce-afb373e75d3c tempest-ServersOnMultiNodesTest-86793902 tempest-ServersOnMultiNodesTest-86793902-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=2c8f0179-fb45-48d8-b320-0546d13ebb23 HTTP/1.1" status: 200 len: 1132 time: 0.1366327 Feb 08 21:25:15.543293 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-6cc63a67-91b7-47cf-8a14-67415fe32986 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Allocated IP 172.20.0.5 (111016a1-fb5a-4474-9d8a-dc518d9d29de/0584f0b0-2f88-4444-998f-e1ea76f3fbc3/ac636078-2812-4513-82c9-2aeaccd983da) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:25:15.566481 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c0f1c4c-6cad-4fb7-b857-70c905877e9a req-81be8a55-b55d-4028-a719-a55399366e96 tempest-ServersOnMultiNodesTest-86793902 tempest-ServersOnMultiNodesTest-86793902-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207280 Feb 08 21:25:15.617489 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1909f-41d8-4f9b-9eb6-5297b443e6ee req-6425ab8e-24e7-4cdc-9ed1-e96241c56b00 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:15.619167 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-71d1909f-41d8-4f9b-9eb6-5297b443e6ee req-6425ab8e-24e7-4cdc-9ed1-e96241c56b00 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 943 time: 0.1515470 Feb 08 21:25:16.163317 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-c0779463-2797-43ac-a2ed-9fcdc15cb69c tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511024 Feb 08 21:25:16.169828 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-71d1909f-41d8-4f9b-9eb6-5297b443e6ee req-a19779ee-4d4b-4382-85fc-df97cd1a2844 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5420804 Feb 08 21:25:16.311163 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-6cc63a67-91b7-47cf-8a14-67415fe32986 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks [] for port (ac636078-2812-4513-82c9-2aeaccd983da), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:16.357396 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6833fe34-d340-4af1-b9eb-7087852f9fc7 req-f32611cd-84cc-46f5-8d24-47a165aded14 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=c258cc98-3e52-4981-b35f-8053e2b69ce9 HTTP/1.1" status: 200 len: 210 time: 0.0418644 Feb 08 21:25:16.421930 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-df7bcc8c-7091-4b9c-820c-641fcb00219e tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:16.430351 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-df7bcc8c-7091-4b9c-820c-641fcb00219e tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2391984 Feb 08 21:25:16.456483 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-3c6076ce-3825-4781-a5d5-81f2202d3a9a tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/quotas/a43edf20ad1643c2ac7bbb3feecd107e HTTP/1.1" status: 200 len: 375 time: 0.0249019 Feb 08 21:25:16.467170 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-6cc63a67-91b7-47cf-8a14-67415fe32986 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (ac636078-2812-4513-82c9-2aeaccd983da), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:16.479920 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['23e48800-eeca-4bcc-b7ae-e0ebc35d4c91'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:25:16.565766 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-6cc63a67-91b7-47cf-8a14-67415fe32986 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Network 111016a1-fb5a-4474-9d8a-dc518d9d29de is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:25:16.581476 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-6cc63a67-91b7-47cf-8a14-67415fe32986 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:25:16.594465 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-6cc63a67-91b7-47cf-8a14-67415fe32986 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:25:16.599033 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc63a67-91b7-47cf-8a14-67415fe32986 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Pushing event updated for resources: {'Port': ['ID=ac636078-2812-4513-82c9-2aeaccd983da,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:16.694880 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-a90553f4-3586-4384-8524-be7841509cb4 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2372575 Feb 08 21:25:16.743495 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:25:16.759167 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-6cc63a67-91b7-47cf-8a14-67415fe32986 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:16.759920 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-6cc63a67-91b7-47cf-8a14-67415fe32986 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:16.801494 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e49494-0d86-47ed-9f83-271dbf6bb313 req-09e342f0-18f9-4c4e-aaa1-fea5eddd2097 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:16.811889 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8e49494-0d86-47ed-9f83-271dbf6bb313 req-09e342f0-18f9-4c4e-aaa1-fea5eddd2097 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 943 time: 0.2201824 Feb 08 21:25:16.887896 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:16.907503 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52', 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b', 'port_id': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52', 'mac_address': 'fa:16:3e:19:63:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa29b5a-a776-4012-aa53-861d63a1c0ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:25:16.933171 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-6cc63a67-91b7-47cf-8a14-67415fe32986 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0669589 Feb 08 21:25:16.962090 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-8134e843-229a-4ab5-ac5c-88b15f35fcf3 service neutron] Request body: {'port': {'device_id': 'c258cc98-3e52-4981-b35f-8053e2b69ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:25:16.967907 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8e49494-0d86-47ed-9f83-271dbf6bb313 req-5471c30c-8748-4478-9e0b-7f7db3638c15 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546166 Feb 08 21:25:16.972945 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:25:16.973639 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:17.000305 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:25:17.041131 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:17.052918 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:17.078746 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd874dd0-6b33-45db-b7f8-b1c796da8c18 req-28b6221b-78ee-4908-ba52-66b6b6440ca7 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7ee8bbf-3bc9-4d11-bfcb-874095c48b86 HTTP/1.1" status: 200 len: 210 time: 0.0356476 Feb 08 21:25:17.188371 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-8134e843-229a-4ab5-ac5c-88b15f35fcf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ac636078-2812-4513-82c9-2aeaccd983da), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:17.189640 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:17.603672 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8254f-a9ad-47cb-a999-55f8b2c74237 req-28814f63-6198-414d-b639-d30a96c010a9 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:17.605407 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-21f8254f-a9ad-47cb-a999-55f8b2c74237 req-28814f63-6198-414d-b639-d30a96c010a9 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.2892420 Feb 08 21:25:17.653872 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:25:17.693771 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34f1f9-e8f7-44ca-8b17-0e442bb263dd req-45e7b958-d4c9-4d44-a58f-c523fbaae7ce tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:17.695591 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d34f1f9-e8f7-44ca-8b17-0e442bb263dd req-45e7b958-d4c9-4d44-a58f-c523fbaae7ce tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=c258cc98-3e52-4981-b35f-8053e2b69ce9 HTTP/1.1" status: 200 len: 931 time: 0.1813531 Feb 08 21:25:17.807607 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-21f8254f-a9ad-47cb-a999-55f8b2c74237 req-50121a4b-0bd3-498f-9092-bf92bf5da5ad tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695952 Feb 08 21:25:17.859700 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d34f1f9-e8f7-44ca-8b17-0e442bb263dd req-733bf01c-e749-42df-94b2-8afd27981f95 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337471 Feb 08 21:25:17.948540 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-8134e843-229a-4ab5-ac5c-88b15f35fcf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac636078-2812-4513-82c9-2aeaccd983da {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:25:17.958592 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-8134e843-229a-4ab5-ac5c-88b15f35fcf3 service neutron] Publish callbacks [] for port (ac636078-2812-4513-82c9-2aeaccd983da), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:17.980372 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-8134e843-229a-4ab5-ac5c-88b15f35fcf3 service neutron] Transition to ACTIVE for port object ac636078-2812-4513-82c9-2aeaccd983da will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:25:17.994890 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-8134e843-229a-4ab5-ac5c-88b15f35fcf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (ac636078-2812-4513-82c9-2aeaccd983da), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:18.110327 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134e843-229a-4ab5-ac5c-88b15f35fcf3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac636078-2812-4513-82c9-2aeaccd983da,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:18.256537 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c9a82f3-3187-4aeb-8ac0-b74850b10667 req-83b586fc-4e04-49eb-8c2a-b6daff6cb8ea tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7ee8bbf-3bc9-4d11-bfcb-874095c48b86 HTTP/1.1" status: 200 len: 210 time: 0.0533397 Feb 08 21:25:18.276715 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-8134e843-229a-4ab5-ac5c-88b15f35fcf3 service neutron] Attempting to bind port ac636078-2812-4513-82c9-2aeaccd983da on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:25:18.277063 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-8134e843-229a-4ab5-ac5c-88b15f35fcf3 service neutron] Attempting to bind port ac636078-2812-4513-82c9-2aeaccd983da by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'e6e0981b-63f8-4fe8-9849-12fad4063144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:25:18.277431 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-8134e843-229a-4ab5-ac5c-88b15f35fcf3 service neutron] Attempting to bind port ac636078-2812-4513-82c9-2aeaccd983da on network 111016a1-fb5a-4474-9d8a-dc518d9d29de {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:25:18.294493 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5faed-fe19-41b9-b68c-95d402de54bc req-f88f3fec-770c-4a24-8f73-7ea563961c57 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:18.296527 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-62d5faed-fe19-41b9-b68c-95d402de54bc req-f88f3fec-770c-4a24-8f73-7ea563961c57 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 943 time: 0.1720278 Feb 08 21:25:18.330274 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-8134e843-229a-4ab5-ac5c-88b15f35fcf3 service neutron] Port ac636078-2812-4513-82c9-2aeaccd983da on network 111016a1-fb5a-4474-9d8a-dc518d9d29de not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:25:18.330604 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-8134e843-229a-4ab5-ac5c-88b15f35fcf3 service neutron] Attempting to bind port ac636078-2812-4513-82c9-2aeaccd983da on network 111016a1-fb5a-4474-9d8a-dc518d9d29de {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:25:18.343160 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-8134e843-229a-4ab5-ac5c-88b15f35fcf3 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:25:18.343573 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-8134e843-229a-4ab5-ac5c-88b15f35fcf3 service neutron] Checking segment: {'id': 'e6e0981b-63f8-4fe8-9849-12fad4063144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:25:18.343905 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-8134e843-229a-4ab5-ac5c-88b15f35fcf3 service neutron] Bound using segment: {'id': 'e6e0981b-63f8-4fe8-9849-12fad4063144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:25:18.344362 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-8134e843-229a-4ab5-ac5c-88b15f35fcf3 service neutron] Bound port: ac636078-2812-4513-82c9-2aeaccd983da, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6e0981b-63f8-4fe8-9849-12fad4063144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:25:18.344731 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-8134e843-229a-4ab5-ac5c-88b15f35fcf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ac636078-2812-4513-82c9-2aeaccd983da), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:18.364214 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-397ede9b-1d79-4e11-9aee-217bd869948b tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664592 Feb 08 21:25:18.506040 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-8134e843-229a-4ab5-ac5c-88b15f35fcf3 service neutron] For port ac636078-2812-4513-82c9-2aeaccd983da, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:25:18.517910 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-62d5faed-fe19-41b9-b68c-95d402de54bc req-829ecb35-b844-4e25-873c-14fd3618714b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078569 Feb 08 21:25:18.519959 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-8134e843-229a-4ab5-ac5c-88b15f35fcf3 service neutron] For port ac636078-2812-4513-82c9-2aeaccd983da, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=ac636078-2812-4513-82c9-2aeaccd983da,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:25:18.537153 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-8134e843-229a-4ab5-ac5c-88b15f35fcf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (ac636078-2812-4513-82c9-2aeaccd983da), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:18.609281 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-8134e843-229a-4ab5-ac5c-88b15f35fcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:18.609906 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-8134e843-229a-4ab5-ac5c-88b15f35fcf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:18.611462 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-8134e843-229a-4ab5-ac5c-88b15f35fcf3 service neutron] 10.222.0.96 "PUT /v2.0/ports/ac636078-2812-4513-82c9-2aeaccd983da HTTP/1.1" status: 200 len: 1092 time: 1.6662230 Feb 08 21:25:18.614032 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c258cc98-3e52-4981-b35f-8053e2b69ce9', 'tag': 'ac636078-2812-4513-82c9-2aeaccd983da'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:25:18.616546 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9e19ea-5f6e-4659-9b80-2dff17709a61" -d '{"events": [{"name": "network-changed", "server_uuid": "c258cc98-3e52-4981-b35f-8053e2b69ce9", "tag": "ac636078-2812-4513-82c9-2aeaccd983da"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:25:18.632864 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-47f8924d-b53a-477c-8934-6561cfc28b88 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:18.634750 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-47f8924d-b53a-477c-8934-6561cfc28b88 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2483206 Feb 08 21:25:18.653292 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-71606785-84a5-402d-b1a0-15fe8ee7fa34 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Request body: {'port': {'device_id': 'e7ee8bbf-3bc9-4d11-bfcb-874095c48b86', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': 'a43edf20ad1643c2ac7bbb3feecd107e'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:25:18.663144 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134e843-229a-4ab5-ac5c-88b15f35fcf3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac636078-2812-4513-82c9-2aeaccd983da,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:18.711948 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e336c7-2e12-4266-b141-7b4e39be069f x-openstack-request-id: req-52e336c7-2e12-4266-b141-7b4e39be069f {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:25:18.712318 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c258cc98-3e52-4981-b35f-8053e2b69ce9", "tag": "ac636078-2812-4513-82c9-2aeaccd983da", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:25:18.712528 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-52e336c7-2e12-4266-b141-7b4e39be069f {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:25:18.712949 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c258cc98-3e52-4981-b35f-8053e2b69ce9', 'tag': 'ac636078-2812-4513-82c9-2aeaccd983da', 'status': 'completed', 'code': 200} Feb 08 21:25:18.799284 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-787bfba9-d44a-4dca-a968-30f7c7c3c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:18.800786 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-787bfba9-d44a-4dca-a968-30f7c7c3c5a8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f472eb7c6f4c42ca9bf2111def0cbf8f&device_id=c258cc98-3e52-4981-b35f-8053e2b69ce9 HTTP/1.1" status: 200 len: 1126 time: 0.1223388 Feb 08 21:25:18.856409 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-567539cc-d95d-4421-96b0-13e39d1ccdc1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac636078-2812-4513-82c9-2aeaccd983da HTTP/1.1" status: 200 len: 217 time: 0.0460982 Feb 08 21:25:18.872745 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-71606785-84a5-402d-b1a0-15fe8ee7fa34 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Made reservation on behalf of a43edf20ad1643c2ac7bbb3feecd107e for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:25:18.876178 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-71606785-84a5-402d-b1a0-15fe8ee7fa34 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:18.934376 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-651e16cc-5ac0-4b40-baab-10f6d36dfb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:18.935994 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-651e16cc-5ac0-4b40-baab-10f6d36dfb14 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0584f0b0-2f88-4444-998f-e1ea76f3fbc3 HTTP/1.1" status: 200 len: 846 time: 0.0731711 Feb 08 21:25:19.048448 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-e9dcc16d-ba14-4798-b41b-8d5e98d911b8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=111016a1-fb5a-4474-9d8a-dc518d9d29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811529 Feb 08 21:25:19.220833 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec47c2-9163-4a93-a036-804b1235826d req-b3612fa4-5801-4ed0-93e4-e5b5388333f1 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:19.226519 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6eec47c2-9163-4a93-a036-804b1235826d req-b3612fa4-5801-4ed0-93e4-e5b5388333f1 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.2575052 Feb 08 21:25:19.288257 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-71606785-84a5-402d-b1a0-15fe8ee7fa34 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Allocated IP 192.168.233.191 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/385aa01a-a9b0-47da-ac8c-9cd2c007dd3d) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:25:19.306637 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b3b2a-0a16-4c2a-9a02-5e082d6fe7c4 req-5b2e84fc-ee6c-4509-b5cc-20894ab34436 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:19.308200 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a32b3b2a-0a16-4c2a-9a02-5e082d6fe7c4 req-5b2e84fc-ee6c-4509-b5cc-20894ab34436 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=c258cc98-3e52-4981-b35f-8053e2b69ce9 HTTP/1.1" status: 200 len: 943 time: 0.3180819 Feb 08 21:25:19.320596 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-48fed5c6-4032-4029-8dca-d8d7a5e69365 service neutron] 10.222.0.96 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505128 Feb 08 21:25:19.441871 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6eec47c2-9163-4a93-a036-804b1235826d req-44d8c76a-641b-452a-b61c-0fe4c1175cf4 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084610 Feb 08 21:25:19.489591 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a32b3b2a-0a16-4c2a-9a02-5e082d6fe7c4 req-b18c47ac-543f-4201-8988-4090e00e02c5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678810 Feb 08 21:25:19.702227 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-08905cdc-ddea-4ef3-8c74-6619ea77885b req-c52e5579-72b5-4ea1-9653-a27c8dd98cc4 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7ee8bbf-3bc9-4d11-bfcb-874095c48b86 HTTP/1.1" status: 200 len: 210 time: 0.1021454 Feb 08 21:25:19.737494 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd13b492-9d47-4218-bce2-7614a5ec25c8 req-d07ba40e-45ea-44a0-b19c-84ddc18375d9 service neutron] 10.222.0.96 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012034 Feb 08 21:25:19.865981 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-71606785-84a5-402d-b1a0-15fe8ee7fa34 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks [] for port (385aa01a-a9b0-47da-ac8c-9cd2c007dd3d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:19.924118 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328bb04-580d-461b-b21a-e088b348e955 req-ea2e84ff-7403-4866-95d7-213209389041 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:19.926474 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a328bb04-580d-461b-b21a-e088b348e955 req-ea2e84ff-7403-4866-95d7-213209389041 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 943 time: 0.2798316 Feb 08 21:25:19.994103 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e19ea-5f6e-4659-9b80-2dff17709a61 req-ad23e2d0-b50c-4dad-9a71-0b74b0930595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:19.996868 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc9e19ea-5f6e-4659-9b80-2dff17709a61 req-ad23e2d0-b50c-4dad-9a71-0b74b0930595 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f472eb7c6f4c42ca9bf2111def0cbf8f&device_id=c258cc98-3e52-4981-b35f-8053e2b69ce9 HTTP/1.1" status: 200 len: 1126 time: 0.1915846 Feb 08 21:25:20.033326 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-71606785-84a5-402d-b1a0-15fe8ee7fa34 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (385aa01a-a9b0-47da-ac8c-9cd2c007dd3d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:20.045453 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213', '1651414b-887f-499e-94dc-f272c3d7ad17', '08e98366-f712-40c6-9133-dc43af386f4a', '9e7aeee0-5c0b-43a6-b833-230bd6450606'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:25:20.118112 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['f83e8df1-40e5-4abf-a7bf-f55139dfcb59', '30822d27-4185-4548-aa1c-64937758b577', '542bfed1-8298-4934-af97-26960fcf8c67'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:25:20.195079 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a328bb04-580d-461b-b21a-e088b348e955 req-5d4d7560-be8b-40ab-9b2d-db155a87516b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544439 Feb 08 21:25:20.217845 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-71606785-84a5-402d-b1a0-15fe8ee7fa34 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:25:20.219924 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-71606785-84a5-402d-b1a0-15fe8ee7fa34 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:25:20.237443 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-71606785-84a5-402d-b1a0-15fe8ee7fa34 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:25:20.279588 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71606785-84a5-402d-b1a0-15fe8ee7fa34 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Pushing event updated for resources: {'Port': ['ID=385aa01a-a9b0-47da-ac8c-9cd2c007dd3d,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:20.344999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-71606785-84a5-402d-b1a0-15fe8ee7fa34 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:20.345801 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-71606785-84a5-402d-b1a0-15fe8ee7fa34 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:20.351087 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e19ea-5f6e-4659-9b80-2dff17709a61 req-8739ba24-4bc9-433b-a27f-b307124fc61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:20.352761 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc9e19ea-5f6e-4659-9b80-2dff17709a61 req-8739ba24-4bc9-433b-a27f-b307124fc61e service neutron] 10.222.0.96 "GET /v2.0/networks?id=111016a1-fb5a-4474-9d8a-dc518d9d29de HTTP/1.1" status: 200 len: 907 time: 0.3476195 Feb 08 21:25:20.417127 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc9e19ea-5f6e-4659-9b80-2dff17709a61 req-5ad0df8c-1fb0-4b1b-957f-0c81023b3ecb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac636078-2812-4513-82c9-2aeaccd983da HTTP/1.1" status: 200 len: 217 time: 0.0562079 Feb 08 21:25:20.423866 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-71606785-84a5-402d-b1a0-15fe8ee7fa34 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7759659 Feb 08 21:25:20.452366 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-b7fad3d4-d94e-41c6-a9da-40c36efeafd3 service neutron] Request body: {'port': {'device_id': 'e7ee8bbf-3bc9-4d11-bfcb-874095c48b86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:25:20.557479 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-b7fad3d4-d94e-41c6-a9da-40c36efeafd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (385aa01a-a9b0-47da-ac8c-9cd2c007dd3d), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:20.680677 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 679408a7-154a-460e-b97d-f35652d30735 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:25:20.725954 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e19ea-5f6e-4659-9b80-2dff17709a61 req-0122b7a8-6e0f-4bb1-b8d0-279dc82416ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:20.730722 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc9e19ea-5f6e-4659-9b80-2dff17709a61 req-0122b7a8-6e0f-4bb1-b8d0-279dc82416ae service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0584f0b0-2f88-4444-998f-e1ea76f3fbc3 HTTP/1.1" status: 200 len: 846 time: 0.3057282 Feb 08 21:25:20.762096 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:25:20.828309 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc9e19ea-5f6e-4659-9b80-2dff17709a61 req-f979e8ae-f7b3-477a-8375-334536765d0f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=111016a1-fb5a-4474-9d8a-dc518d9d29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483687 Feb 08 21:25:20.893912 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b3a0098d-7145-431c-8600-2f8b0a82ca73 None None] Provisioning complete for port 385aa01a-a9b0-47da-ac8c-9cd2c007dd3d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:25:20.894393 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3a0098d-7145-431c-8600-2f8b0a82ca73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (385aa01a-a9b0-47da-ac8c-9cd2c007dd3d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:20.972745 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:25:21.013466 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:25:21.013787 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:21.033881 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d061e-98ca-4197-bca1-b613244dbf96 req-8fd2809e-709f-48a9-8aeb-9189cdb334a6 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:21.037431 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de9d061e-98ca-4197-bca1-b613244dbf96 req-8fd2809e-709f-48a9-8aeb-9189cdb334a6 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=c258cc98-3e52-4981-b35f-8053e2b69ce9 HTTP/1.1" status: 200 len: 943 time: 0.3809345 Feb 08 21:25:21.058529 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09fa0e-5e7c-4186-b654-fff8987f0bb0 req-de746bf5-0c28-490d-a9ab-1e9f098f7d2b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:21.059154 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aa09fa0e-5e7c-4186-b654-fff8987f0bb0 req-de746bf5-0c28-490d-a9ab-1e9f098f7d2b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.3370786 Feb 08 21:25:21.080986 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b3a0098d-7145-431c-8600-2f8b0a82ca73 None None] Port 385aa01a-a9b0-47da-ac8c-9cd2c007dd3d cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:25:21.138081 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 679408a7-154a-460e-b97d-f35652d30735, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=679408a7-154a-460e-b97d-f35652d30735,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:21.199775 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:25:21.200550 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:21.209850 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '679408a7-154a-460e-b97d-f35652d30735', 'network_id': '2832de48-e50e-44a2-9cef-26035a020939', 'port_id': '679408a7-154a-460e-b97d-f35652d30735', 'mac_address': 'fa:16:3e:b3:56:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60e29b3-21d7-4da4-a50a-dfbe604013ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:25:21.314840 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 679408a7-154a-460e-b97d-f35652d30735 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:25:21.316473 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (679408a7-154a-460e-b97d-f35652d30735), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:21.340938 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 679408a7-154a-460e-b97d-f35652d30735 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:25:21.367550 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 679408a7-154a-460e-b97d-f35652d30735, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=679408a7-154a-460e-b97d-f35652d30735,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:21.400546 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:21.404648 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216435cf-f070-4398-96ce-106b566f9fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:25:21.408407 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d5aea7-461f-4a5e-bd08-6847b5854cfb" -d '{"events": [{"server_uuid": "216435cf-f070-4398-96ce-106b566f9fa3", "name": "network-vif-plugged", "status": "completed", "tag": "dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:25:21.412103 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (679408a7-154a-460e-b97d-f35652d30735), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:21.420384 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:21.555056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=679408a7-154a-460e-b97d-f35652d30735,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:21.654365 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:21.793955 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc9e19ea-5f6e-4659-9b80-2dff17709a61 req-2ff02e77-effe-4895-9d54-8a590f165a8d service neutron] 10.222.0.96 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9497166 Feb 08 21:25:21.843374 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aa09fa0e-5e7c-4186-b654-fff8987f0bb0 req-f3ad6e3b-d155-4921-b085-363683020a1c tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7237909 Feb 08 21:25:21.847148 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de9d061e-98ca-4197-bca1-b613244dbf96 req-96592a58-05bb-4978-a406-a80a6d1e9d94 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7655566 Feb 08 21:25:21.966479 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['679408a7-154a-460e-b97d-f35652d30735'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:25:22.184397 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-b7fad3d4-d94e-41c6-a9da-40c36efeafd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 385aa01a-a9b0-47da-ac8c-9cd2c007dd3d {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:25:22.215810 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc9e19ea-5f6e-4659-9b80-2dff17709a61 req-5c1978e9-2167-4dfa-aaa9-49e46b91bad9 service neutron] 10.222.0.96 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033372 Feb 08 21:25:22.244220 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-b7fad3d4-d94e-41c6-a9da-40c36efeafd3 service neutron] Publish callbacks [] for port (385aa01a-a9b0-47da-ac8c-9cd2c007dd3d), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:22.289698 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-b7fad3d4-d94e-41c6-a9da-40c36efeafd3 service neutron] Transition to ACTIVE for port object 385aa01a-a9b0-47da-ac8c-9cd2c007dd3d will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:25:22.313719 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81f2c6-8278-4eac-b523-f2c8851d7310 req-564c3d36-d588-4822-99b7-e92d32fe2aad tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:22.316507 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0c81f2c6-8278-4eac-b523-f2c8851d7310 req-564c3d36-d588-4822-99b7-e92d32fe2aad tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7ee8bbf-3bc9-4d11-bfcb-874095c48b86 HTTP/1.1" status: 200 len: 936 time: 0.3594716 Feb 08 21:25:22.319436 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-b7fad3d4-d94e-41c6-a9da-40c36efeafd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (385aa01a-a9b0-47da-ac8c-9cd2c007dd3d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:22.338497 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b6001-ae9c-4441-923a-9f929c55eb1d req-30c2f384-176f-48ed-aa9c-26aced6c5756 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:22.341421 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4c0b6001-ae9c-4441-923a-9f929c55eb1d req-30c2f384-176f-48ed-aa9c-26aced6c5756 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 944 time: 0.2473960 Feb 08 21:25:22.443497 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fad3d4-d94e-41c6-a9da-40c36efeafd3 service neutron] Pushing event updated for resources: {'Port': ['ID=385aa01a-a9b0-47da-ac8c-9cd2c007dd3d,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:22.548149 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4c0b6001-ae9c-4441-923a-9f929c55eb1d req-f5433a78-b878-444a-84db-86f9b8458458 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693566 Feb 08 21:25:22.554851 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0c81f2c6-8278-4eac-b523-f2c8851d7310 req-61124848-3d3c-4dd2-99bc-6c985776a628 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124701 Feb 08 21:25:22.638668 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-b7fad3d4-d94e-41c6-a9da-40c36efeafd3 service neutron] Attempting to bind port 385aa01a-a9b0-47da-ac8c-9cd2c007dd3d on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:25:22.639060 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-b7fad3d4-d94e-41c6-a9da-40c36efeafd3 service neutron] Attempting to bind port 385aa01a-a9b0-47da-ac8c-9cd2c007dd3d by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:25:22.639351 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-b7fad3d4-d94e-41c6-a9da-40c36efeafd3 service neutron] Attempting to bind port 385aa01a-a9b0-47da-ac8c-9cd2c007dd3d on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:25:22.645201 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-b7fad3d4-d94e-41c6-a9da-40c36efeafd3 service neutron] Port 385aa01a-a9b0-47da-ac8c-9cd2c007dd3d on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:25:22.645593 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-b7fad3d4-d94e-41c6-a9da-40c36efeafd3 service neutron] Attempting to bind port 385aa01a-a9b0-47da-ac8c-9cd2c007dd3d on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:25:22.651613 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8af0a7-fb79-4456-b644-55a8842f402d x-openstack-request-id: req-7b8af0a7-fb79-4456-b644-55a8842f402d {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:25:22.653394 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-b7fad3d4-d94e-41c6-a9da-40c36efeafd3 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:25:22.653594 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216435cf-f070-4398-96ce-106b566f9fa3", "name": "network-vif-plugged", "status": "completed", "tag": "dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:25:22.653738 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-b7fad3d4-d94e-41c6-a9da-40c36efeafd3 service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:25:22.654013 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7b8af0a7-fb79-4456-b644-55a8842f402d {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:25:22.654145 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-b7fad3d4-d94e-41c6-a9da-40c36efeafd3 service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:25:22.654537 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216435cf-f070-4398-96ce-106b566f9fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52', 'code': 200} Feb 08 21:25:22.654661 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-b7fad3d4-d94e-41c6-a9da-40c36efeafd3 service neutron] Bound port: 385aa01a-a9b0-47da-ac8c-9cd2c007dd3d, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:25:22.654916 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-b7fad3d4-d94e-41c6-a9da-40c36efeafd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (385aa01a-a9b0-47da-ac8c-9cd2c007dd3d), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:22.835372 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-b7fad3d4-d94e-41c6-a9da-40c36efeafd3 service neutron] For port 385aa01a-a9b0-47da-ac8c-9cd2c007dd3d, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:25:22.854888 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-b7fad3d4-d94e-41c6-a9da-40c36efeafd3 service neutron] For port 385aa01a-a9b0-47da-ac8c-9cd2c007dd3d, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=385aa01a-a9b0-47da-ac8c-9cd2c007dd3d,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:25:22.868588 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-b7fad3d4-d94e-41c6-a9da-40c36efeafd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (385aa01a-a9b0-47da-ac8c-9cd2c007dd3d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:22.893110 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-b7fad3d4-d94e-41c6-a9da-40c36efeafd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:22.894127 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-b7fad3d4-d94e-41c6-a9da-40c36efeafd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:22.899244 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-b7fad3d4-d94e-41c6-a9da-40c36efeafd3 service neutron] 10.222.0.96 "PUT /v2.0/ports/385aa01a-a9b0-47da-ac8c-9cd2c007dd3d HTTP/1.1" status: 200 len: 1097 time: 2.4490397 Feb 08 21:25:22.962719 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ee8bbf-3bc9-4d11-bfcb-874095c48b86', 'tag': '385aa01a-a9b0-47da-ac8c-9cd2c007dd3d'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:25:22.966755 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bfe0b9-a9bf-4fa5-90b8-8b49bda11f85" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ee8bbf-3bc9-4d11-bfcb-874095c48b86", "tag": "385aa01a-a9b0-47da-ac8c-9cd2c007dd3d"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:25:23.069941 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c75427-44f3-4175-97a9-8af34d4461a3 req-a9328eaf-9b97-4349-9f78-eefdd3837c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:23.074077 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-90c75427-44f3-4175-97a9-8af34d4461a3 req-a9328eaf-9b97-4349-9f78-eefdd3837c94 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 1128 time: 0.2746820 Feb 08 21:25:23.168596 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fad3d4-d94e-41c6-a9da-40c36efeafd3 service neutron] Pushing event updated for resources: {'Port': ['ID=385aa01a-a9b0-47da-ac8c-9cd2c007dd3d,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:23.250297 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-90c75427-44f3-4175-97a9-8af34d4461a3 req-8e7fb697-0d8a-442e-b3ea-81fa1484feb5 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502621 Feb 08 21:25:23.258620 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-2439be6c-aed3-457c-93ee-b724cdfda603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:23.260242 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-2439be6c-aed3-457c-93ee-b724cdfda603 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&device_id=e7ee8bbf-3bc9-4d11-bfcb-874095c48b86 HTTP/1.1" status: 200 len: 1131 time: 0.2892148 Feb 08 21:25:23.271844 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e2d46-8e2c-4f9a-8bfe-d5208e15c1ef req-459949f6-b833-4403-8212-06913135212d tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:23.273360 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e0e2d46-8e2c-4f9a-8bfe-d5208e15c1ef req-459949f6-b833-4403-8212-06913135212d tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 945 time: 0.2694259 Feb 08 21:25:23.286006 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfbcb1-53da-469e-8f1c-ea24d3a244fa req-5197d566-771f-4e6a-afbf-b8b4f49cab7c tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:23.287957 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37cfbcb1-53da-469e-8f1c-ea24d3a244fa req-5197d566-771f-4e6a-afbf-b8b4f49cab7c tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=c258cc98-3e52-4981-b35f-8053e2b69ce9 HTTP/1.1" status: 200 len: 943 time: 0.2319620 Feb 08 21:25:23.398817 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e0e2d46-8e2c-4f9a-8bfe-d5208e15c1ef req-d3c7e170-8331-44a0-814d-cc6499d44589 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084630 Feb 08 21:25:23.405324 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37cfbcb1-53da-469e-8f1c-ea24d3a244fa req-242b8606-c422-4e3f-9a9d-b078c07753e4 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086364 Feb 08 21:25:23.472508 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ca4c80-0e67-4995-b21d-e5e236f07607 x-openstack-request-id: req-53ca4c80-0e67-4995-b21d-e5e236f07607 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:25:23.473162 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ee8bbf-3bc9-4d11-bfcb-874095c48b86", "tag": "385aa01a-a9b0-47da-ac8c-9cd2c007dd3d", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:25:23.473689 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-53ca4c80-0e67-4995-b21d-e5e236f07607 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:25:23.474166 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ee8bbf-3bc9-4d11-bfcb-874095c48b86', 'tag': '385aa01a-a9b0-47da-ac8c-9cd2c007dd3d', 'status': 'completed', 'code': 200} Feb 08 21:25:23.647953 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-eb447aaf-c141-4b20-867c-a42f76d79daa service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=385aa01a-a9b0-47da-ac8c-9cd2c007dd3d HTTP/1.1" status: 200 len: 217 time: 0.0952885 Feb 08 21:25:23.835894 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-b10fbb06-aba3-41ea-9f94-885f6666638f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:23.838807 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-b10fbb06-aba3-41ea-9f94-885f6666638f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1702812 Feb 08 21:25:23.894652 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70125816-2e1b-423e-a56b-5a3c867fe21f req-42c72f57-2154-4945-a93f-fb4ab66e4e70 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:23.898179 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-70125816-2e1b-423e-a56b-5a3c867fe21f req-42c72f57-2154-4945-a93f-fb4ab66e4e70 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7ee8bbf-3bc9-4d11-bfcb-874095c48b86 HTTP/1.1" status: 200 len: 948 time: 0.2460148 Feb 08 21:25:23.916703 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5faa2ba-b00e-446d-9906-6d18cbd77172 req-82d08bee-7e45-4eff-82c6-9f67af69f93c tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:23.925443 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a5faa2ba-b00e-446d-9906-6d18cbd77172 req-82d08bee-7e45-4eff-82c6-9f67af69f93c tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 944 time: 0.1719689 Feb 08 21:25:23.984899 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-a54392fe-990c-4709-a385-e1ad2ba654ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:23.987423 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-a54392fe-990c-4709-a385-e1ad2ba654ff service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1410675 Feb 08 21:25:24.116215 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a5faa2ba-b00e-446d-9906-6d18cbd77172 req-a71a65dc-9dd7-4715-a9c0-d1e038e7d480 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891756 Feb 08 21:25:24.124597 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-70125816-2e1b-423e-a56b-5a3c867fe21f req-3176315d-3d7d-419f-bcbf-b9684aa3ea2c tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170272 Feb 08 21:25:24.129824 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-89534f4b-75c9-457b-b37c-fe8e7fe49e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:24.185001 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-6294a65f-ef10-4fd0-b1cb-25f07effc132 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769011 Feb 08 21:25:24.340178 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01b29687-b4f7-4dd1-bb9f-99647210834a req-cae32325-723d-428a-9a3b-9c2bb86dd66f service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480863 Feb 08 21:25:24.513402 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfe0b9-a9bf-4fa5-90b8-8b49bda11f85 req-898730e3-e3c2-4bd7-b6c9-a84c2b48416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:24.516655 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85bfe0b9-a9bf-4fa5-90b8-8b49bda11f85 req-898730e3-e3c2-4bd7-b6c9-a84c2b48416a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&device_id=e7ee8bbf-3bc9-4d11-bfcb-874095c48b86 HTTP/1.1" status: 200 len: 1131 time: 0.0846744 Feb 08 21:25:24.698056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 679408a7-154a-460e-b97d-f35652d30735 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:25:24.749776 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfe0b9-a9bf-4fa5-90b8-8b49bda11f85 req-41d0d888-5ef2-451e-9f6b-11b8eaccb62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:24.751494 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85bfe0b9-a9bf-4fa5-90b8-8b49bda11f85 req-41d0d888-5ef2-451e-9f6b-11b8eaccb62c service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.2259028 Feb 08 21:25:24.761052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1d7a7-0757-413d-82e2-aa73ba7cd5d6 req-4b618500-5e20-4eb9-95bf-00230f7813b3 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:24.763561 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c2b1d7a7-0757-413d-82e2-aa73ba7cd5d6 req-4b618500-5e20-4eb9-95bf-00230f7813b3 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 945 time: 0.2064335 Feb 08 21:25:24.779488 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48068a85-1413-4f51-a187-bbcb97ea59ed req-31655dd1-262c-4e24-ad27-69b8a1f16a78 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:24.781377 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-48068a85-1413-4f51-a187-bbcb97ea59ed req-31655dd1-262c-4e24-ad27-69b8a1f16a78 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=c258cc98-3e52-4981-b35f-8053e2b69ce9 HTTP/1.1" status: 200 len: 943 time: 0.2128124 Feb 08 21:25:24.851836 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85bfe0b9-a9bf-4fa5-90b8-8b49bda11f85 req-6679aa2f-841d-40b2-ba84-2628c55820bf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=385aa01a-a9b0-47da-ac8c-9cd2c007dd3d HTTP/1.1" status: 200 len: 217 time: 0.0868909 Feb 08 21:25:24.852605 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device ac636078-2812-4513-82c9-2aeaccd983da details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:25:24.908517 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 679408a7-154a-460e-b97d-f35652d30735 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:25:24.922096 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 679408a7-154a-460e-b97d-f35652d30735 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:25:24.922640 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (679408a7-154a-460e-b97d-f35652d30735), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:24.989817 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfe0b9-a9bf-4fa5-90b8-8b49bda11f85 req-2897ec8e-c9d0-4fa9-9722-791fa3a324f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:24.994012 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85bfe0b9-a9bf-4fa5-90b8-8b49bda11f85 req-2897ec8e-c9d0-4fa9-9722-791fa3a324f5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1310921 Feb 08 21:25:24.997545 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c2b1d7a7-0757-413d-82e2-aa73ba7cd5d6 req-02f40713-281f-4d51-a06c-21a3c4e8f6e0 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150636 Feb 08 21:25:25.001753 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-48068a85-1413-4f51-a187-bbcb97ea59ed req-26ea8a37-3742-4e9b-961c-16e56c9378d6 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670525 Feb 08 21:25:25.011258 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:25:25.089728 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfe0b9-a9bf-4fa5-90b8-8b49bda11f85 req-7e4004b3-a946-4f3b-b701-f9059788fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:25.091389 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85bfe0b9-a9bf-4fa5-90b8-8b49bda11f85 req-7e4004b3-a946-4f3b-b701-f9059788fb07 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0883570 Feb 08 21:25:25.252922 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port ac636078-2812-4513-82c9-2aeaccd983da, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=ac636078-2812-4513-82c9-2aeaccd983da,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:25.298417 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'ac636078-2812-4513-82c9-2aeaccd983da', 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de', 'port_id': 'ac636078-2812-4513-82c9-2aeaccd983da', 'mac_address': 'fa:16:3e:62:43:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0584f0b0-2f88-4444-998f-e1ea76f3fbc3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:25:25.304652 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 679408a7-154a-460e-b97d-f35652d30735 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:25:25.305055 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (679408a7-154a-460e-b97d-f35652d30735), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:25.363221 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507fe9ca-25fc-4551-b970-db50eae6f102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679408a7-154a-460e-b97d-f35652d30735'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:25:25.374934 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40789b5f-82f4-4d37-ba03-a57875b02759" -d '{"events": [{"server_uuid": "507fe9ca-25fc-4551-b970-db50eae6f102", "name": "network-vif-plugged", "status": "completed", "tag": "679408a7-154a-460e-b97d-f35652d30735"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:25:25.374934 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port ac636078-2812-4513-82c9-2aeaccd983da is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:25:25.374934 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ac636078-2812-4513-82c9-2aeaccd983da), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:25.402632 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 679408a7-154a-460e-b97d-f35652d30735, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=679408a7-154a-460e-b97d-f35652d30735,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:25.408768 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac636078-2812-4513-82c9-2aeaccd983da {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:25:25.426662 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (679408a7-154a-460e-b97d-f35652d30735), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:25.440866 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port ac636078-2812-4513-82c9-2aeaccd983da, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=ac636078-2812-4513-82c9-2aeaccd983da,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:25.466508 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ac636078-2812-4513-82c9-2aeaccd983da), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:25.473898 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85bfe0b9-a9bf-4fa5-90b8-8b49bda11f85 req-9e4face9-1b76-46e2-8703-337edfad7b70 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734713 Feb 08 21:25:25.502502 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=679408a7-154a-460e-b97d-f35652d30735,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:25.580936 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=ac636078-2812-4513-82c9-2aeaccd983da,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:25.610371 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4c72b-d2d7-4969-be36-99d030234663 req-bfa6821e-7533-49b9-a16b-b3922003241c tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:25.619927 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85e4c72b-d2d7-4969-be36-99d030234663 req-bfa6821e-7533-49b9-a16b-b3922003241c tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7ee8bbf-3bc9-4d11-bfcb-874095c48b86 HTTP/1.1" status: 200 len: 948 time: 0.3045313 Feb 08 21:25:25.629551 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-21e42a99-ab09-4f99-8fc9-4b5b456e8183 req-c0f632f0-8a5b-49a6-88a9-815166d59dcc service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3161433 Feb 08 21:25:25.641428 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 51672) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:25:25.669172 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb6f94-cd94-4e6d-98fc-f1457c11b448 req-3042a2b0-565d-4913-be55-cd6d935da46b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:25.672180 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-16eb6f94-cd94-4e6d-98fc-f1457c11b448 req-3042a2b0-565d-4913-be55-cd6d935da46b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 944 time: 0.3841646 Feb 08 21:25:25.770893 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6cde2-1001-4d12-adc5-6c0946578a6f req-7fa3fe32-09cc-4ccc-8bf6-a75d75dc0e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:25.771704 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6cde2-1001-4d12-adc5-6c0946578a6f req-7fa3fe32-09cc-4ccc-8bf6-a75d75dc0e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:25.772957 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6cde2-1001-4d12-adc5-6c0946578a6f req-7fa3fe32-09cc-4ccc-8bf6-a75d75dc0e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:25.773675 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6cde2-1001-4d12-adc5-6c0946578a6f req-7fa3fe32-09cc-4ccc-8bf6-a75d75dc0e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:25.774606 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6cde2-1001-4d12-adc5-6c0946578a6f req-7fa3fe32-09cc-4ccc-8bf6-a75d75dc0e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:25.775519 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6cde2-1001-4d12-adc5-6c0946578a6f req-7fa3fe32-09cc-4ccc-8bf6-a75d75dc0e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:25.776205 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6cde2-1001-4d12-adc5-6c0946578a6f req-7fa3fe32-09cc-4ccc-8bf6-a75d75dc0e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:25.779101 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-67c6cde2-1001-4d12-adc5-6c0946578a6f req-7fa3fe32-09cc-4ccc-8bf6-a75d75dc0e45 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 6715 time: 0.1359172 Feb 08 21:25:25.806416 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85e4c72b-d2d7-4969-be36-99d030234663 req-7c470b41-d313-4c55-8d07-a165ecaf2577 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853967 Feb 08 21:25:25.829316 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85bfe0b9-a9bf-4fa5-90b8-8b49bda11f85 req-01f46202-d2da-4d80-a45f-529d59d69167 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472104 Feb 08 21:25:25.852670 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-16eb6f94-cd94-4e6d-98fc-f1457c11b448 req-79b20800-d528-41ff-895d-64257bafa660 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697037 Feb 08 21:25:25.884500 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e42a99-ab09-4f99-8fc9-4b5b456e8183 req-c7d2b008-3d59-41cc-9270-0da3dd1f681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:25.886612 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-21e42a99-ab09-4f99-8fc9-4b5b456e8183 req-c7d2b008-3d59-41cc-9270-0da3dd1f681a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 1128 time: 0.2092814 Feb 08 21:25:25.890304 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-67c6cde2-1001-4d12-adc5-6c0946578a6f req-ecdad268-8cc8-4135-af2e-f3dd4c366b29 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&id=6aae393e-ce19-482c-97f8-ba0fd7797694&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0960777 Feb 08 21:25:25.904402 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c6c942-9a2a-4764-b362-3781a38f829a x-openstack-request-id: req-e4c6c942-9a2a-4764-b362-3781a38f829a {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:25:25.904908 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507fe9ca-25fc-4551-b970-db50eae6f102", "name": "network-vif-plugged", "status": "completed", "tag": "679408a7-154a-460e-b97d-f35652d30735", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:25:25.906324 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e4c6c942-9a2a-4764-b362-3781a38f829a {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:25:25.906929 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507fe9ca-25fc-4551-b970-db50eae6f102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679408a7-154a-460e-b97d-f35652d30735', 'code': 200} Feb 08 21:25:26.023087 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['ac636078-2812-4513-82c9-2aeaccd983da'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:25:26.074349 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e42a99-ab09-4f99-8fc9-4b5b456e8183 req-611f7887-e6e3-46ac-9d03-6d04f7473e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:26.076245 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-21e42a99-ab09-4f99-8fc9-4b5b456e8183 req-611f7887-e6e3-46ac-9d03-6d04f7473e57 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 200 len: 922 time: 0.1424634 Feb 08 21:25:26.154830 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-21e42a99-ab09-4f99-8fc9-4b5b456e8183 req-907755e2-7602-4415-bcb1-78c2277a937d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71eb8e0e-b244-4a46-86d0-5635c699d4da HTTP/1.1" status: 200 len: 217 time: 0.0664887 Feb 08 21:25:26.171306 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7627a4a-9a00-4e64-83df-b5fed28b8cfc req-7428b535-b547-46db-9cf0-a4107f10b3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:26.174492 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f7627a4a-9a00-4e64-83df-b5fed28b8cfc req-7428b535-b547-46db-9cf0-a4107f10b3c0 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 1128 time: 0.1818132 Feb 08 21:25:26.255843 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f7627a4a-9a00-4e64-83df-b5fed28b8cfc req-a298930a-f60e-4f65-9bf5-42186f3790c3 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678763 Feb 08 21:25:26.309365 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e42a99-ab09-4f99-8fc9-4b5b456e8183 req-27e2adef-685f-49f9-8692-4b4c33e1efed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:26.311041 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-21e42a99-ab09-4f99-8fc9-4b5b456e8183 req-27e2adef-685f-49f9-8692-4b4c33e1efed service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d60e29b3-21d7-4da4-a50a-dfbe604013ed HTTP/1.1" status: 200 len: 861 time: 0.1220009 Feb 08 21:25:26.321550 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd7e51-8de7-4384-872b-62205fb20ead req-caadd053-1fb9-43b8-bd7a-6ecbdf5bed1d tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:26.323325 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e4fd7e51-8de7-4384-872b-62205fb20ead req-caadd053-1fb9-43b8-bd7a-6ecbdf5bed1d tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 945 time: 0.2197740 Feb 08 21:25:26.364708 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326dfac0-6e90-498c-a7fc-1f05a6cf0728 req-30100a90-b47d-4c2b-9add-974ada2b7a8f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:26.366888 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-326dfac0-6e90-498c-a7fc-1f05a6cf0728 req-30100a90-b47d-4c2b-9add-974ada2b7a8f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=c258cc98-3e52-4981-b35f-8053e2b69ce9 HTTP/1.1" status: 200 len: 944 time: 0.1788044 Feb 08 21:25:26.421904 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e4fd7e51-8de7-4384-872b-62205fb20ead req-f266ab24-5c98-462a-a471-c6ca0afa37b2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835493 Feb 08 21:25:26.464357 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-326dfac0-6e90-498c-a7fc-1f05a6cf0728 req-43cd783d-9935-468d-8585-36315fec35a4 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900943 Feb 08 21:25:26.620861 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-21e42a99-ab09-4f99-8fc9-4b5b456e8183 req-c164fb65-e2d1-4c0f-aaff-5eb4b2f6584f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2832de48-e50e-44a2-9cef-26035a020939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486095 Feb 08 21:25:26.767475 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04512ed-edff-4971-9377-1f3b73a8ad6c req-b40aed55-753a-4d9b-81d8-772ccb2ce88f tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:26.769094 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f04512ed-edff-4971-9377-1f3b73a8ad6c req-b40aed55-753a-4d9b-81d8-772ccb2ce88f tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 945 time: 0.2327511 Feb 08 21:25:26.779221 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 51720) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:25:26.785839 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1105ac0c-2de4-4301-9b5f-5a0a9a63861c tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Request body: {'floatingip': {'port_id': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:25:26.830405 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1105ac0c-2de4-4301-9b5f-5a0a9a63861c tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks [] for floatingip (e99869b4-00ec-49d5-aff1-feab48b21c39), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:26.833773 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-88b8839f-39b6-4a97-8db8-6b9014d7c650 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1453075 Feb 08 21:25:26.838692 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-21e42a99-ab09-4f99-8fc9-4b5b456e8183 req-5099e4b2-0d7e-4c24-9d9a-07b71f48a11f service neutron] 10.222.0.94 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107432 Feb 08 21:25:26.849281 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae07b7b-c161-417a-8846-8581eab7d3cf req-d68dbc4c-e55e-45fd-97ea-ed7ab610a09f tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:26.850811 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fae07b7b-c161-417a-8846-8581eab7d3cf req-d68dbc4c-e55e-45fd-97ea-ed7ab610a09f tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/ports?device_id=cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec HTTP/1.1" status: 200 len: 950 time: 0.1657360 Feb 08 21:25:27.090109 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fae07b7b-c161-417a-8846-8581eab7d3cf req-cde3a1f0-2bab-42ab-be9c-8bd06ec344d5 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe76d12e-48f8-4957-9579-1c9269807c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117567 Feb 08 21:25:27.100807 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-21e42a99-ab09-4f99-8fc9-4b5b456e8183 req-a674d157-5274-41cf-aa48-71b018a2f06f service neutron] 10.222.0.94 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489526 Feb 08 21:25:27.109748 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-c50e6032-3398-4d14-98ad-6db3b9fdef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:27.110229 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-c50e6032-3398-4d14-98ad-6db3b9fdef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:27.111244 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-c50e6032-3398-4d14-98ad-6db3b9fdef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:27.111716 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-c50e6032-3398-4d14-98ad-6db3b9fdef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:27.112181 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-c50e6032-3398-4d14-98ad-6db3b9fdef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:27.112644 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-c50e6032-3398-4d14-98ad-6db3b9fdef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:27.113211 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-c50e6032-3398-4d14-98ad-6db3b9fdef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:27.115045 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-c50e6032-3398-4d14-98ad-6db3b9fdef0c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=06ebfb94fd3f44c49b600ce9fcb86d2e&device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 6726 time: 0.1699250 Feb 08 21:25:27.130358 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8e8a4-afa4-4d9c-8d03-809e474334fc req-b400f8a7-5cc4-482f-8436-8993361a1346 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:27.132466 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-94b8e8a4-afa4-4d9c-8d03-809e474334fc req-b400f8a7-5cc4-482f-8436-8993361a1346 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7ee8bbf-3bc9-4d11-bfcb-874095c48b86 HTTP/1.1" status: 200 len: 948 time: 0.1884503 Feb 08 21:25:27.276312 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-94b8e8a4-afa4-4d9c-8d03-809e474334fc req-f0e5bcb2-d81b-43cf-afa8-582b9c6fd8c3 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374397 Feb 08 21:25:27.339081 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b8504-6ac4-470b-b967-fb1beafe580c req-f7f23eef-4120-4a18-ad05-508ce8e0fa91 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:27.340774 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b0b8504-6ac4-470b-b967-fb1beafe580c req-f7f23eef-4120-4a18-ad05-508ce8e0fa91 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 945 time: 0.1409752 Feb 08 21:25:27.342045 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-a403b9e0-4bf0-42db-84fd-0fb671a8c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:27.342610 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-a403b9e0-4bf0-42db-84fd-0fb671a8c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:27.343241 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-a403b9e0-4bf0-42db-84fd-0fb671a8c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:27.347293 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-a403b9e0-4bf0-42db-84fd-0fb671a8c726 service neutron] 10.222.0.96 "GET /v2.0/networks?id=10af122a-be5c-432b-89ec-d882d652ee34&id=1b3a5566-af7d-483b-b013-ff5148a84b70&id=1b3a5566-af7d-483b-b013-ff5148a84b70&id=1b3a5566-af7d-483b-b013-ff5148a84b70&id=1b3a5566-af7d-483b-b013-ff5148a84b70&id=b579c12b-961d-40a4-b1d3-426747043c72&id=b579c12b-961d-40a4-b1d3-426747043c72 HTTP/1.1" status: 200 len: 2298 time: 0.1832802 Feb 08 21:25:27.347925 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-978225b3-cfe4-4a55-98f9-3ef9436d25f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:27.453475 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b0b8504-6ac4-470b-b967-fb1beafe580c req-0d705165-26fe-450f-abb5-0bdda09de79c tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032341 Feb 08 21:25:27.456137 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-a1de5f41-d1a5-47e9-bf8e-ddbf1dbb91f4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=349259dd-45b6-4ece-8313-48d4ea9e8738 HTTP/1.1" status: 200 len: 1001 time: 0.0990863 Feb 08 21:25:27.521755 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-38e68c09-80a7-4ee2-a5cc-7cfc79f7e4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:27.523558 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-38e68c09-80a7-4ee2-a5cc-7cfc79f7e4ec service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6b4bfb64-5f0f-4b7c-aaa8-560930fcc069 HTTP/1.1" status: 200 len: 856 time: 0.0611045 Feb 08 21:25:27.608158 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-3a287f33-7339-4025-8702-5608925bac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:27.609857 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-3a287f33-7339-4025-8702-5608925bac7d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=10af122a-be5c-432b-89ec-d882d652ee34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0791140 Feb 08 21:25:27.655649 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1105ac0c-2de4-4301-9b5f-5a0a9a63861c tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:27.660670 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1105ac0c-2de4-4301-9b5f-5a0a9a63861c tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (e99869b4-00ec-49d5-aff1-feab48b21c39), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:27.689866 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5516e43-8e0c-49ca-ad1b-133d5ff2c823 req-b96ecaf0-59a3-4c50-b1b2-000d6f1ce33b tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:27.691437 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e5516e43-8e0c-49ca-ad1b-133d5ff2c823 req-b96ecaf0-59a3-4c50-b1b2-000d6f1ce33b tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=c258cc98-3e52-4981-b35f-8053e2b69ce9 HTTP/1.1" status: 200 len: 944 time: 0.1150303 Feb 08 21:25:27.744606 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-8e4371e3-a941-46e6-a710-53f92e07d4c0 service neutron] 10.222.0.96 "GET /v2.0/networks/10af122a-be5c-432b-89ec-d882d652ee34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277597 Feb 08 21:25:27.777996 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-1105ac0c-2de4-4301-9b5f-5a0a9a63861c tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Floating IP e99869b4-00ec-49d5-aff1-feab48b21c39 associated. External IP: 172.25.3.116, port: dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52. Feb 08 21:25:27.808573 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e5516e43-8e0c-49ca-ad1b-133d5ff2c823 req-c4ecf45f-2fd9-42b5-a321-8beb100ae788 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095176 Feb 08 21:25:27.903253 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-3963e908-3b93-437c-9416-a5472d8738cd service neutron] 10.222.0.96 "GET /v2.0/networks/10af122a-be5c-432b-89ec-d882d652ee34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492734 Feb 08 21:25:27.947862 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-8f890dc6-2a72-40e4-bc6f-bc660fa4c237 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=3a761046-2c2d-4f8b-935f-343322f71219 HTTP/1.1" status: 200 len: 217 time: 0.0379241 Feb 08 21:25:28.022365 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-29213874-4d2d-4102-83cb-3af7e84ecb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:28.023850 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-29213874-4d2d-4102-83cb-3af7e84ecb15 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f846f56a-ea7d-4e86-b929-8e0c226587aa HTTP/1.1" status: 200 len: 797 time: 0.0684247 Feb 08 21:25:28.056739 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1105ac0c-2de4-4301-9b5f-5a0a9a63861c tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Router ef6ea72b-b871-4b27-9c0c-803631f1b24b has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:25:28.080253 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-8e009e33-59fa-47dd-a15b-cc4c9af71a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:28.082012 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-8e009e33-59fa-47dd-a15b-cc4c9af71a86 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1b3a5566-af7d-483b-b013-ff5148a84b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0511446 Feb 08 21:25:28.189262 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1105ac0c-2de4-4301-9b5f-5a0a9a63861c tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:25:28.194021 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1105ac0c-2de4-4301-9b5f-5a0a9a63861c tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:28.202448 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab6dd21-e52d-42f8-82cc-9315d12fe742 None None] Sync routers for ids ['ef6ea72b-b871-4b27-9c0c-803631f1b24b'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:25:28.213957 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab6dd21-e52d-42f8-82cc-9315d12fe742 None None] Routers {'ef6ea72b-b871-4b27-9c0c-803631f1b24b'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:25:28.214988 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-dab6dd21-e52d-42f8-82cc-9315d12fe742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:25:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ef6ea72b-b871-4b27-9c0c-803631f1b24b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:25:28.225903 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1105ac0c-2de4-4301-9b5f-5a0a9a63861c tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "PUT /v2.0/floatingips/e99869b4-00ec-49d5-aff1-feab48b21c39 HTTP/1.1" status: 200 len: 991 time: 1.4448917 Feb 08 21:25:28.226513 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216435cf-f070-4398-96ce-106b566f9fa3', 'tag': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:25:28.229275 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7015a83b-8ed2-4535-8f7e-9690f80ebc67" -d '{"events": [{"name": "network-changed", "server_uuid": "216435cf-f070-4398-96ce-106b566f9fa3", "tag": "dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:25:28.340112 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-dab6dd21-e52d-42f8-82cc-9315d12fe742 None None] Set router ef6ea72b-b871-4b27-9c0c-803631f1b24b gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:25:28.575818 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-1717112c-1641-4a7d-9705-876d9e320c95 service neutron] 10.222.0.96 "GET /v2.0/networks/1b3a5566-af7d-483b-b013-ff5148a84b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868703 Feb 08 21:25:28.673496 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52f35a-f136-403e-81cc-4a44375949aa req-cf453958-0a1f-4dab-bb3c-c53cef551670 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:28.675010 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d52f35a-f136-403e-81cc-4a44375949aa req-cf453958-0a1f-4dab-bb3c-c53cef551670 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/ports?device_id=cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec HTTP/1.1" status: 200 len: 950 time: 0.4946480 Feb 08 21:25:28.689340 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-dab6dd21-e52d-42f8-82cc-9315d12fe742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'name': 'tempest-ServerActionsTestJSON-1079871035-router', 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ca15bea4-f33b-497f-b636-f7f8ce86020b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:24:46Z', 'updated_at': '2022-02-08T21:24:56Z', 'revision_number': 4, 'project_id': '00aa88ba7b6d432b85cbf54f743f0690', 'gw_port': {'id': 'ca15bea4-f33b-497f-b636-f7f8ce86020b', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:24:47Z', 'updated_at': '2022-02-08T21:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'e99869b4-00ec-49d5-aff1-feab48b21c39', 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690', 'floating_ip_address': '172.25.3.116', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'port_id': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1006, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b', 'mac_address': 'fa:16:3e:19:63:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216435cf-f070-4398-96ce-106b566f9fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:25:02Z', 'updated_at': '2022-02-08T21:25:27Z', 'revision_number': 1, 'project_id': '00aa88ba7b6d432b85cbf54f743f0690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d51d889-2128-4534-a9ba-e2d871f2b2f0', 'name': '', 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b', 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690', 'mac_address': 'fa:16:3e:b1:42:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '0aa29b5a-a776-4012-aa53-861d63a1c0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:24:52Z', 'updated_at': '2022-02-08T21:25:02Z', 'revision_number': 5, 'project_id': '00aa88ba7b6d432b85cbf54f743f0690', 'subnets': [{'id': '0aa29b5a-a776-4012-aa53-861d63a1c0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:25:28.709278 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05907709-4101-4b01-b7b3-250d0f06da58 req-0675ad34-4748-46ed-aa90-fa8114f35d49 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:28.710795 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-05907709-4101-4b01-b7b3-250d0f06da58 req-0675ad34-4748-46ed-aa90-fa8114f35d49 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 945 time: 0.1510351 Feb 08 21:25:28.719605 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab6dd21-e52d-42f8-82cc-9315d12fe742 None None] Checking router: ef6ea72b-b871-4b27-9c0c-803631f1b24b for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:25:28.728725 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab6dd21-e52d-42f8-82cc-9315d12fe742 None None] Routers {'ef6ea72b-b871-4b27-9c0c-803631f1b24b'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:25:28.729400 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-dab6dd21-e52d-42f8-82cc-9315d12fe742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:25:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ef6ea72b-b871-4b27-9c0c-803631f1b24b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:25:28.762010 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-96227f0c-abe9-40ca-bbda-218028235e7c service neutron] 10.222.0.96 "GET /v2.0/networks/1b3a5566-af7d-483b-b013-ff5148a84b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668441 Feb 08 21:25:28.811389 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 385aa01a-a9b0-47da-ac8c-9cd2c007dd3d details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:25:28.814490 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device ac636078-2812-4513-82c9-2aeaccd983da up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:25:28.835058 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-346cd270-2753-4af2-bc05-d655ae55df21 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=bc9f95b7-4f88-49ab-948f-f4acf9ccc00e HTTP/1.1" status: 200 len: 217 time: 0.0604117 Feb 08 21:25:28.839537 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-05907709-4101-4b01-b7b3-250d0f06da58 req-c58df0ea-1ac9-49a3-b1bc-535bf527c70a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196799 Feb 08 21:25:28.842819 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d52f35a-f136-403e-81cc-4a44375949aa req-29bc1877-657b-4a4f-b8eb-353675ae8efd tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe76d12e-48f8-4957-9579-1c9269807c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585631 Feb 08 21:25:28.845358 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-dab6dd21-e52d-42f8-82cc-9315d12fe742 None None] Set router ef6ea72b-b871-4b27-9c0c-803631f1b24b gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:25:28.927870 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-e023db55-4eba-4bfc-820d-edfe1858e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:28.928762 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-e023db55-4eba-4bfc-820d-edfe1858e390 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f846f56a-ea7d-4e86-b929-8e0c226587aa HTTP/1.1" status: 200 len: 797 time: 0.0846968 Feb 08 21:25:28.948717 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port ac636078-2812-4513-82c9-2aeaccd983da completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:25:28.958996 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a198ee04-e13d-48f6-9dc1-11fb42c2cac0 x-openstack-request-id: req-a198ee04-e13d-48f6-9dc1-11fb42c2cac0 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:25:28.959496 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216435cf-f070-4398-96ce-106b566f9fa3", "tag": "dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:25:28.959913 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a198ee04-e13d-48f6-9dc1-11fb42c2cac0 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:25:28.960508 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216435cf-f070-4398-96ce-106b566f9fa3', 'tag': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52', 'status': 'completed', 'code': 200} Feb 08 21:25:28.971049 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port ac636078-2812-4513-82c9-2aeaccd983da triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:25:28.971421 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ac636078-2812-4513-82c9-2aeaccd983da), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:29.032770 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 385aa01a-a9b0-47da-ac8c-9cd2c007dd3d, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=385aa01a-a9b0-47da-ac8c-9cd2c007dd3d,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:29.049268 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '385aa01a-a9b0-47da-ac8c-9cd2c007dd3d', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': '385aa01a-a9b0-47da-ac8c-9cd2c007dd3d', 'mac_address': 'fa:16:3e:15:c3:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:25:29.140667 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-da21d6c0-c41e-43fc-83ec-d0a839eebf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:29.141685 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-dab6dd21-e52d-42f8-82cc-9315d12fe742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'name': 'tempest-ServerActionsTestJSON-1079871035-router', 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ca15bea4-f33b-497f-b636-f7f8ce86020b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:24:46Z', 'updated_at': '2022-02-08T21:24:56Z', 'revision_number': 4, 'project_id': '00aa88ba7b6d432b85cbf54f743f0690', 'gw_port': {'id': 'ca15bea4-f33b-497f-b636-f7f8ce86020b', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:24:47Z', 'updated_at': '2022-02-08T21:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'e99869b4-00ec-49d5-aff1-feab48b21c39', 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690', 'floating_ip_address': '172.25.3.116', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'port_id': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1006, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b', 'mac_address': 'fa:16:3e:19:63:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216435cf-f070-4398-96ce-106b566f9fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:25:02Z', 'updated_at': '2022-02-08T21:25:27Z', 'revision_number': 1, 'project_id': '00aa88ba7b6d432b85cbf54f743f0690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d51d889-2128-4534-a9ba-e2d871f2b2f0', 'name': '', 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b', 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690', 'mac_address': 'fa:16:3e:b1:42:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '0aa29b5a-a776-4012-aa53-861d63a1c0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:24:52Z', 'updated_at': '2022-02-08T21:25:02Z', 'revision_number': 5, 'project_id': '00aa88ba7b6d432b85cbf54f743f0690', 'subnets': [{'id': '0aa29b5a-a776-4012-aa53-861d63a1c0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:25:29.142847 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-da21d6c0-c41e-43fc-83ec-d0a839eebf5d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1b3a5566-af7d-483b-b013-ff5148a84b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2067831 Feb 08 21:25:29.170074 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b00a4-87f6-400f-9e0f-0d6cc5729344 req-948b8278-6dc7-4716-b4fa-5b156d5b192d tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:29.171741 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-691b00a4-87f6-400f-9e0f-0d6cc5729344 req-948b8278-6dc7-4716-b4fa-5b156d5b192d tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7ee8bbf-3bc9-4d11-bfcb-874095c48b86 HTTP/1.1" status: 200 len: 948 time: 0.1734667 Feb 08 21:25:29.175343 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab6dd21-e52d-42f8-82cc-9315d12fe742 None None] The sync data for ids ['ef6ea72b-b871-4b27-9c0c-803631f1b24b'] in n-d-712143-31 is: [{'id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'name': 'tempest-ServerActionsTestJSON-1079871035-router', 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ca15bea4-f33b-497f-b636-f7f8ce86020b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:24:46Z', 'updated_at': '2022-02-08T21:24:56Z', 'revision_number': 4, 'project_id': '00aa88ba7b6d432b85cbf54f743f0690', 'gw_port': {'id': 'ca15bea4-f33b-497f-b636-f7f8ce86020b', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:24:47Z', 'updated_at': '2022-02-08T21:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'e99869b4-00ec-49d5-aff1-feab48b21c39', 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690', 'floating_ip_address': '172.25.3.116', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'port_id': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1006, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b', 'mac_address': 'fa:16:3e:19:63:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216435cf-f070-4398-96ce-106b566f9fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:25:02Z', 'updated_at': '2022-02-08T21:25:27Z', 'revision_number': 1, 'project_id': '00aa88ba7b6d432b85cbf54f743f0690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d51d889-2128-4534-a9ba-e2d871f2b2f0', 'name': '', 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b', 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690', 'mac_address': 'fa:16:3e:b1:42:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '0aa29b5a-a776-4012-aa53-861d63a1c0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:24:52Z', 'updated_at': '2022-02-08T21:25:02Z', 'revision_number': 5, 'project_id': '00aa88ba7b6d432b85cbf54f743f0690', 'subnets': [{'id': '0aa29b5a-a776-4012-aa53-861d63a1c0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:25:29.175726 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015a83b-8ed2-4535-8f7e-9690f80ebc67 req-a731dc8d-df57-42ae-b8c7-f3616936bb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:29.177093 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7015a83b-8ed2-4535-8f7e-9690f80ebc67 req-a731dc8d-df57-42ae-b8c7-f3616936bb48 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 1128 time: 0.1828852 Feb 08 21:25:29.248305 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc7bf5-4fb5-4cea-9961-34e7c6ba089c req-25bc75f2-bc70-49ef-9b7b-dd1d4e433efd tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:29.249964 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4dc7bf5-4fb5-4cea-9961-34e7c6ba089c req-25bc75f2-bc70-49ef-9b7b-dd1d4e433efd tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 945 time: 0.1791794 Feb 08 21:25:29.338728 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port ac636078-2812-4513-82c9-2aeaccd983da is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:25:29.339121 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ac636078-2812-4513-82c9-2aeaccd983da), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:29.377419 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-691b00a4-87f6-400f-9e0f-0d6cc5729344 req-032965ed-b5c4-46a4-8e01-a08605b54688 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778080 Feb 08 21:25:29.379447 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port ac636078-2812-4513-82c9-2aeaccd983da, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=ac636078-2812-4513-82c9-2aeaccd983da,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:29.382049 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c258cc98-3e52-4981-b35f-8053e2b69ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac636078-2812-4513-82c9-2aeaccd983da'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:25:29.384793 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4de55e-780f-44c0-a8f9-00322d7fe02b" -d '{"events": [{"server_uuid": "c258cc98-3e52-4981-b35f-8053e2b69ce9", "name": "network-vif-plugged", "status": "completed", "tag": "ac636078-2812-4513-82c9-2aeaccd983da"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:25:29.387756 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:29.390567 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ac636078-2812-4513-82c9-2aeaccd983da), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:29.392481 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 385aa01a-a9b0-47da-ac8c-9cd2c007dd3d is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:25:29.393309 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (385aa01a-a9b0-47da-ac8c-9cd2c007dd3d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:29.418239 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4dc7bf5-4fb5-4cea-9961-34e7c6ba089c req-c9753045-78e2-4293-8cd5-95a60cfc1331 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517608 Feb 08 21:25:29.469456 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-87cd4537-a4da-4688-bcca-bbf28b538512 service neutron] 10.222.0.96 "GET /v2.0/networks/1b3a5566-af7d-483b-b013-ff5148a84b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152909 Feb 08 21:25:29.471694 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 385aa01a-a9b0-47da-ac8c-9cd2c007dd3d {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:25:29.493154 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=ac636078-2812-4513-82c9-2aeaccd983da,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:29.526979 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 385aa01a-a9b0-47da-ac8c-9cd2c007dd3d, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=385aa01a-a9b0-47da-ac8c-9cd2c007dd3d,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:29.528707 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64864a4e-50f6-45b0-926a-70715ab14c05 None None] New status for floating IP e99869b4-00ec-49d5-aff1-feab48b21c39: ACTIVE {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:25:29.535505 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (385aa01a-a9b0-47da-ac8c-9cd2c007dd3d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:29.568724 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015a83b-8ed2-4535-8f7e-9690f80ebc67 req-00be2076-4489-4d78-9092-a2c08aa5a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:29.570657 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7015a83b-8ed2-4535-8f7e-9690f80ebc67 req-00be2076-4489-4d78-9092-a2c08aa5a21e service neutron] 10.222.0.96 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 913 time: 0.3743303 Feb 08 21:25:29.645446 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=385aa01a-a9b0-47da-ac8c-9cd2c007dd3d,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:29.722166 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7015a83b-8ed2-4535-8f7e-9690f80ebc67 req-41c545da-822f-468a-aec5-90ad79744640 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 HTTP/1.1" status: 200 len: 999 time: 0.1302457 Feb 08 21:25:29.749357 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd05b5-ee49-4b51-9856-a78a3d30a4ce req-fab2024a-61b5-424c-9852-5c4b8cb74f1c tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:29.749737 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e8fd05b5-ee49-4b51-9856-a78a3d30a4ce req-fab2024a-61b5-424c-9852-5c4b8cb74f1c tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=c258cc98-3e52-4981-b35f-8053e2b69ce9 HTTP/1.1" status: 200 len: 945 time: 0.2277069 Feb 08 21:25:29.784350 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-2a2c406a-f8ce-4f9c-a9c3-bf43ee54d2c1 service neutron] 10.222.0.96 "GET /v2.0/networks/1b3a5566-af7d-483b-b013-ff5148a84b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052526 Feb 08 21:25:29.844111 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-6a4c6f94-c403-4050-821b-cc8e38221b69 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=0c6c049d-608b-4814-b1f6-d70640c57171 HTTP/1.1" status: 200 len: 217 time: 0.0463333 Feb 08 21:25:29.878071 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015a83b-8ed2-4535-8f7e-9690f80ebc67 req-cadd9bea-01af-4d79-ad56-6ba78b8c6f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:29.879972 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7015a83b-8ed2-4535-8f7e-9690f80ebc67 req-cadd9bea-01af-4d79-ad56-6ba78b8c6f80 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0aa29b5a-a776-4012-aa53-861d63a1c0ca HTTP/1.1" status: 200 len: 851 time: 0.1496148 Feb 08 21:25:29.924588 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e8fd05b5-ee49-4b51-9856-a78a3d30a4ce req-352fcf99-d389-4bba-99ab-2cd66bce8c2e tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495311 Feb 08 21:25:29.947933 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9bd70b-9138-44e4-b894-6e8a97d6c3db x-openstack-request-id: req-7d9bd70b-9138-44e4-b894-6e8a97d6c3db {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:25:29.948582 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c258cc98-3e52-4981-b35f-8053e2b69ce9", "name": "network-vif-plugged", "status": "completed", "tag": "ac636078-2812-4513-82c9-2aeaccd983da", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:25:29.948806 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7d9bd70b-9138-44e4-b894-6e8a97d6c3db {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:25:29.949597 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c258cc98-3e52-4981-b35f-8053e2b69ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac636078-2812-4513-82c9-2aeaccd983da', 'code': 200} Feb 08 21:25:29.981510 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-67283aa5-6ab2-47f3-a647-89439c730860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:29.983403 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-67283aa5-6ab2-47f3-a647-89439c730860 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f846f56a-ea7d-4e86-b929-8e0c226587aa HTTP/1.1" status: 200 len: 797 time: 0.1274829 Feb 08 21:25:30.038565 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['385aa01a-a9b0-47da-ac8c-9cd2c007dd3d'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:25:30.047113 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015a83b-8ed2-4535-8f7e-9690f80ebc67 req-19cc90a9-ee80-4b6a-acf2-f2818251c1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:30.048917 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7015a83b-8ed2-4535-8f7e-9690f80ebc67 req-19cc90a9-ee80-4b6a-acf2-f2818251c1d9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=470bde4a-288b-4162-81c1-45fdd6f3db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1416254 Feb 08 21:25:30.228866 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-ca4d7f37-e7f5-4dae-b5c7-c49c4b6db286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:30.230342 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-ca4d7f37-e7f5-4dae-b5c7-c49c4b6db286 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1b3a5566-af7d-483b-b013-ff5148a84b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2273154 Feb 08 21:25:30.274083 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e056ec-f6f4-44b4-b255-a4c0d721091a req-5711a325-37ab-45c9-b941-75e81ce6fa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:30.283799 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-91e056ec-f6f4-44b4-b255-a4c0d721091a req-5711a325-37ab-45c9-b941-75e81ce6fa8a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c258cc98-3e52-4981-b35f-8053e2b69ce9 HTTP/1.1" status: 200 len: 1128 time: 0.2397377 Feb 08 21:25:30.351596 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8a0a4-0e5e-4cab-ac14-593050f7a703 req-40e33120-ecd7-4f00-82e1-5e931500e3c6 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:30.353150 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa8a0a4-0e5e-4cab-ac14-593050f7a703 req-40e33120-ecd7-4f00-82e1-5e931500e3c6 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 1128 time: 0.2839553 Feb 08 21:25:30.369405 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7015a83b-8ed2-4535-8f7e-9690f80ebc67 req-4e1cdd4e-6f33-4a29-a336-4894babf02e2 service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098762 Feb 08 21:25:30.376471 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127dee75-02d2-455d-8a54-e843930ecfd4 req-dcbecffb-8405-4936-96f0-35ae770246de tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:30.378042 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-127dee75-02d2-455d-8a54-e843930ecfd4 req-dcbecffb-8405-4936-96f0-35ae770246de tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 945 time: 0.2425148 Feb 08 21:25:30.513993 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-91e056ec-f6f4-44b4-b255-a4c0d721091a req-5fab4d5c-2754-4f2c-a9ff-22c56440b15f service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792884 Feb 08 21:25:30.556021 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-02ec2687-1a9e-44ed-a592-f0f516451cee service neutron] 10.222.0.96 "GET /v2.0/networks/1b3a5566-af7d-483b-b013-ff5148a84b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150213 Feb 08 21:25:30.570705 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fa8a0a4-0e5e-4cab-ac14-593050f7a703 req-f46abe87-2fe0-4c79-8fa0-b7b9c2467dcd tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037263 Feb 08 21:25:30.590772 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-127dee75-02d2-455d-8a54-e843930ecfd4 req-14590ba9-2973-440d-877b-0cb080e43a01 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939754 Feb 08 21:25:30.597298 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7015a83b-8ed2-4535-8f7e-9690f80ebc67 req-1fd45362-7ca5-4624-b2b0-82ce4fe2ae1b service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182381 Feb 08 21:25:30.744690 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device c42f6167-a6a8-48d1-9cee-89f60d52b54a no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:25:30.755265 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad12ee-7518-492d-bb9c-666782737bc4 req-218f3adc-3fe3-4705-9ee4-0b14586c1fa4 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:30.756932 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-30ad12ee-7518-492d-bb9c-666782737bc4 req-218f3adc-3fe3-4705-9ee4-0b14586c1fa4 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7ee8bbf-3bc9-4d11-bfcb-874095c48b86 HTTP/1.1" status: 200 len: 949 time: 0.0986879 Feb 08 21:25:30.764567 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd247e-e457-41a7-97a4-f59e18676169 req-c6929de8-4e6e-43c9-a4fe-39cc1fd4fa49 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:30.766571 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9abd247e-e457-41a7-97a4-f59e18676169 req-c6929de8-4e6e-43c9-a4fe-39cc1fd4fa49 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 1128 time: 0.0940473 Feb 08 21:25:30.839614 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port c42f6167-a6a8-48d1-9cee-89f60d52b54a is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:25:30.840018 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c42f6167-a6a8-48d1-9cee-89f60d52b54a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:30.877099 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port c42f6167-a6a8-48d1-9cee-89f60d52b54a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c42f6167-a6a8-48d1-9cee-89f60d52b54a,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:30.884061 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c42f6167-a6a8-48d1-9cee-89f60d52b54a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:30.900766 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-30ad12ee-7518-492d-bb9c-666782737bc4 req-07a5a14b-bdd6-46a8-be8b-0096dbb88a1e tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336350 Feb 08 21:25:30.917703 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9abd247e-e457-41a7-97a4-f59e18676169 req-3ee66762-dbab-4675-8437-8b66786034e8 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355479 Feb 08 21:25:30.937321 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-b2bed83a-ad05-4d44-a361-d6a39679af1c service neutron] 10.222.0.96 "GET /v2.0/networks/1b3a5566-af7d-483b-b013-ff5148a84b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629319 Feb 08 21:25:30.938729 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=c42f6167-a6a8-48d1-9cee-89f60d52b54a,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:30.988812 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-13b52082-633c-4262-9e83-666cc0d0e34a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f HTTP/1.1" status: 200 len: 217 time: 0.0406868 Feb 08 21:25:31.070403 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-32e22547-1874-4b13-9e24-7b43cb7ab32f req-a415bd2e-a16d-41a3-8efd-bb6e30bb6afd service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:25:31.071407 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32e22547-1874-4b13-9e24-7b43cb7ab32f req-a415bd2e-a16d-41a3-8efd-bb6e30bb6afd service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088010 Feb 08 21:25:31.084411 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-f761379f-77c1-4d2f-a710-4014ddedcc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:31.085946 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-f761379f-77c1-4d2f-a710-4014ddedcc2e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f846f56a-ea7d-4e86-b929-8e0c226587aa HTTP/1.1" status: 200 len: 797 time: 0.0873833 Feb 08 21:25:31.130822 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aaa164-c83a-4963-b275-68a1a4bf40e0 req-484794e6-950d-4ed9-aeba-d5cfddb22733 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:31.132314 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c8aaa164-c83a-4963-b275-68a1a4bf40e0 req-484794e6-950d-4ed9-aeba-d5cfddb22733 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=c258cc98-3e52-4981-b35f-8053e2b69ce9 HTTP/1.1" status: 200 len: 945 time: 0.1253259 Feb 08 21:25:31.170560 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-2d229c1b-022d-4ba2-93a2-2983ca98f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:31.172081 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-2d229c1b-022d-4ba2-93a2-2983ca98f4bd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1b3a5566-af7d-483b-b013-ff5148a84b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0774000 Feb 08 21:25:31.241201 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c8aaa164-c83a-4963-b275-68a1a4bf40e0 req-20d8347d-b2f5-459a-b78d-95da429d4b11 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985291 Feb 08 21:25:31.297855 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-a6329b5e-6906-458f-b81d-66d46da3ff05 service neutron] 10.222.0.96 "GET /v2.0/networks/1b3a5566-af7d-483b-b013-ff5148a84b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167505 Feb 08 21:25:31.391515 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:31.398999 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:31.405248 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-085c53af-67f5-4bd1-99a4-f82b4c6c4049 service neutron] 10.222.0.96 "GET /v2.0/networks/1b3a5566-af7d-483b-b013-ff5148a84b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014838 Feb 08 21:25:31.461049 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-80e9c4a8-553b-4aa8-8302-9e39e9c08c0a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=57c2afe3-de62-4d69-a393-85c5a161f29c HTTP/1.1" status: 200 len: 217 time: 0.0386527 Feb 08 21:25:31.519314 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-0f9f6038-3c3b-490b-b36d-c1efbb98d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:31.520803 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-0f9f6038-3c3b-490b-b36d-c1efbb98d83a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4d9661b9-4247-4f4d-a444-b7a25d673894 HTTP/1.1" status: 200 len: 797 time: 0.0528269 Feb 08 21:25:31.584269 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-80ffcbcb-3a3f-40e2-8a95-7bf9204dfb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:31.585826 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-80ffcbcb-3a3f-40e2-8a95-7bf9204dfb01 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b579c12b-961d-40a4-b1d3-426747043c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0565307 Feb 08 21:25:31.741398 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-9353d117-26d1-43f1-87a1-86f7e5b0d062 service neutron] 10.222.0.96 "GET /v2.0/networks/b579c12b-961d-40a4-b1d3-426747043c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480427 Feb 08 21:25:31.769181 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe335e6-bb33-4639-b51d-1343f57ef6be req-d306af92-e2f1-4aa3-b2ee-a5985810ec8e tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:31.770832 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8fe335e6-bb33-4639-b51d-1343f57ef6be req-d306af92-e2f1-4aa3-b2ee-a5985810ec8e tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 945 time: 0.1011474 Feb 08 21:25:31.881518 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8fe335e6-bb33-4639-b51d-1343f57ef6be req-73e9422d-c1ad-4b30-a61e-f8af6afa4d57 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977681 Feb 08 21:25:31.900009 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-44d55164-d3e1-4c0d-a0e2-9751f8755406 service neutron] 10.222.0.96 "GET /v2.0/networks/b579c12b-961d-40a4-b1d3-426747043c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458676 Feb 08 21:25:31.951368 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c42f6167-a6a8-48d1-9cee-89f60d52b54a'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:25:31.956093 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c017cea6-2480-40af-9a98-58b2db8497fa" -d '{"events": [{"server_uuid": "cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec", "name": "network-vif-unplugged", "status": "completed", "tag": "c42f6167-a6a8-48d1-9cee-89f60d52b54a"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:25:32.296431 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-48897503-d6a7-4031-965b-4c061a9a7634 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba1697d4-60e3-4a42-86fd-43113c4fc2a5 HTTP/1.1" status: 200 len: 217 time: 0.3859899 Feb 08 21:25:32.371416 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-a2ca6a08-b3be-4410-a4b5-582a8195f087 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:25:32.372449 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-a2ca6a08-b3be-4410-a4b5-582a8195f087 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0836425 Feb 08 21:25:32.401549 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-c89a9588-9d1e-4a22-a58b-b5aec200e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:32.403184 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-c89a9588-9d1e-4a22-a58b-b5aec200e03b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4d9661b9-4247-4f4d-a444-b7a25d673894 HTTP/1.1" status: 200 len: 797 time: 0.0959823 Feb 08 21:25:32.425095 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1c4e2-bc6a-42bf-a447-5c84ca80161b req-cdbed910-1367-45f6-a9a4-ab443e1afed2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:32.426679 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8cd1c4e2-bc6a-42bf-a447-5c84ca80161b req-cdbed910-1367-45f6-a9a4-ab443e1afed2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 945 time: 0.1367264 Feb 08 21:25:32.509708 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-5c556ad7-20eb-4fef-87ad-958d9b453c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:32.511295 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-5c556ad7-20eb-4fef-87ad-958d9b453c24 service neutron] 10.222.0.88 "GET /v2.0/ports/679408a7-154a-460e-b97d-f35652d30735 HTTP/1.1" status: 200 len: 1125 time: 0.1315434 Feb 08 21:25:32.527721 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-781fb1d4-fca3-4842-ba23-a4993a521164 service neutron] Request body: {'binding': {'host': 'n-h2-712143-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:25:32.528186 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-781fb1d4-fca3-4842-ba23-a4993a521164 service neutron] Unknown quota resources ['binding']. {{(pid=103433) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 21:25:32.572543 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-eae0c99f-411b-4e6d-83d3-932c7a6f59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:32.574081 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-eae0c99f-411b-4e6d-83d3-932c7a6f59b9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b579c12b-961d-40a4-b1d3-426747043c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1653650 Feb 08 21:25:32.580083 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8cd1c4e2-bc6a-42bf-a447-5c84ca80161b req-324d8192-082c-4e19-b0fe-7ce3851701d3 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351266 Feb 08 21:25:32.802636 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-0c130877-b7d8-4469-bad3-3bb472ed5033 service neutron] 10.222.0.96 "GET /v2.0/networks/b579c12b-961d-40a4-b1d3-426747043c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172458 Feb 08 21:25:32.811046 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed5a46-a407-499b-b159-201016dcc2a5 req-393f0042-2f19-4112-b8c8-3e2623dc9dc7 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:32.812542 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-88ed5a46-a407-499b-b159-201016dcc2a5 req-393f0042-2f19-4112-b8c8-3e2623dc9dc7 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7ee8bbf-3bc9-4d11-bfcb-874095c48b86 HTTP/1.1" status: 200 len: 949 time: 0.1395769 Feb 08 21:25:32.850832 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-781fb1d4-fca3-4842-ba23-a4993a521164 service neutron] Attempting to bind port 679408a7-154a-460e-b97d-f35652d30735 on host n-h2-712143-31 for vnic_type normal with profile None {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:25:32.851159 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-781fb1d4-fca3-4842-ba23-a4993a521164 service neutron] Attempting to bind port 679408a7-154a-460e-b97d-f35652d30735 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:25:32.851381 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-781fb1d4-fca3-4842-ba23-a4993a521164 service neutron] Attempting to bind port 679408a7-154a-460e-b97d-f35652d30735 on network 2832de48-e50e-44a2-9cef-26035a020939 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:25:32.863308 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 385aa01a-a9b0-47da-ac8c-9cd2c007dd3d up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:25:32.891277 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-781fb1d4-fca3-4842-ba23-a4993a521164 service neutron] Port 679408a7-154a-460e-b97d-f35652d30735 on network 2832de48-e50e-44a2-9cef-26035a020939 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:25:32.891604 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-781fb1d4-fca3-4842-ba23-a4993a521164 service neutron] Attempting to bind port 679408a7-154a-460e-b97d-f35652d30735 on network 2832de48-e50e-44a2-9cef-26035a020939 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:25:32.915284 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-781fb1d4-fca3-4842-ba23-a4993a521164 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:25:32.915627 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-781fb1d4-fca3-4842-ba23-a4993a521164 service neutron] Checking segment: {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:25:32.916028 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-781fb1d4-fca3-4842-ba23-a4993a521164 service neutron] Bound using segment: {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:25:32.916470 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-781fb1d4-fca3-4842-ba23-a4993a521164 service neutron] Bound port: 679408a7-154a-460e-b97d-f35652d30735, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:25:32.923734 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 385aa01a-a9b0-47da-ac8c-9cd2c007dd3d completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:25:32.928652 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 385aa01a-a9b0-47da-ac8c-9cd2c007dd3d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:25:32.929661 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (385aa01a-a9b0-47da-ac8c-9cd2c007dd3d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:32.974649 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-88ed5a46-a407-499b-b159-201016dcc2a5 req-73bf3092-8d71-46c0-810a-a1d54e169a51 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463842 Feb 08 21:25:33.016631 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98be5e7-b77e-4cb1-94e3-3d3dc8d7106d req-a70f1547-baf4-4aed-aff4-1787fb0217e1 service neutron] 10.222.0.96 "GET /v2.0/networks/b579c12b-961d-40a4-b1d3-426747043c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979954 Feb 08 21:25:33.043479 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-781fb1d4-fca3-4842-ba23-a4993a521164 service neutron] For port 679408a7-154a-460e-b97d-f35652d30735, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=679408a7-154a-460e-b97d-f35652d30735,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:25:33.056174 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbdca2c-bbae-45f1-9233-d105b26a4c8a x-openstack-request-id: req-ecbdca2c-bbae-45f1-9233-d105b26a4c8a {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:25:33.056627 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec", "name": "network-vif-unplugged", "status": "completed", "tag": "c42f6167-a6a8-48d1-9cee-89f60d52b54a", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:25:33.056994 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ecbdca2c-bbae-45f1-9233-d105b26a4c8a {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:25:33.057589 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c42f6167-a6a8-48d1-9cee-89f60d52b54a', 'code': 200} Feb 08 21:25:33.058912 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-781fb1d4-fca3-4842-ba23-a4993a521164 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:33.060444 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-781fb1d4-fca3-4842-ba23-a4993a521164 service neutron] 10.222.0.88 "POST /v2.0/ports/679408a7-154a-460e-b97d-f35652d30735/bindings HTTP/1.1" status: 201 len: 390 time: 0.5381246 Feb 08 21:25:33.077430 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 385aa01a-a9b0-47da-ac8c-9cd2c007dd3d is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:25:33.077818 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (385aa01a-a9b0-47da-ac8c-9cd2c007dd3d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:33.118057 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 385aa01a-a9b0-47da-ac8c-9cd2c007dd3d, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=385aa01a-a9b0-47da-ac8c-9cd2c007dd3d,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:33.134376 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (385aa01a-a9b0-47da-ac8c-9cd2c007dd3d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:33.208143 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=385aa01a-a9b0-47da-ac8c-9cd2c007dd3d,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:33.241944 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93e0a3-5dbb-471f-ae89-08e4db020f9a req-b0a15303-842d-40f2-9ffe-505a4d96d4fa tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:33.243887 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e93e0a3-5dbb-471f-ae89-08e4db020f9a req-b0a15303-842d-40f2-9ffe-505a4d96d4fa tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=c258cc98-3e52-4981-b35f-8053e2b69ce9 HTTP/1.1" status: 200 len: 945 time: 0.1337056 Feb 08 21:25:33.321675 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e93e0a3-5dbb-471f-ae89-08e4db020f9a req-cb72642b-0020-48f6-bc31-dca0c4609f1e tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713868 Feb 08 21:25:33.409343 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-cca3c7ff-df20-4a72-a558-7fd4e0be1c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:33.412832 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-cca3c7ff-df20-4a72-a558-7fd4e0be1c70 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 1128 time: 0.0872872 Feb 08 21:25:33.564647 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-286ce6af-2850-459f-aea4-0b866e3026bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:33.566276 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-286ce6af-2850-459f-aea4-0b866e3026bb service neutron] 10.222.0.96 "GET /v2.0/networks?id=2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 200 len: 922 time: 0.1477387 Feb 08 21:25:33.575804 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80f3b6-9fcd-445f-a26e-f68aef0dfe91 req-30654fba-1f5c-4131-8e8d-9e3a64204ceb tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:33.577595 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d80f3b6-9fcd-445f-a26e-f68aef0dfe91 req-30654fba-1f5c-4131-8e8d-9e3a64204ceb tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 945 time: 0.1401150 Feb 08 21:25:33.638715 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-9d7b1228-96f8-4100-8466-e6218f694cde service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=679408a7-154a-460e-b97d-f35652d30735 HTTP/1.1" status: 200 len: 217 time: 0.0600026 Feb 08 21:25:33.767226 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d80f3b6-9fcd-445f-a26e-f68aef0dfe91 req-503bbd29-4988-4ff6-b9a7-e5195d1b87ce tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809552 Feb 08 21:25:33.784474 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-89fe5782-2e64-460e-bf66-5047780ff161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:33.785997 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-89fe5782-2e64-460e-bf66-5047780ff161 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d60e29b3-21d7-4da4-a50a-dfbe604013ed HTTP/1.1" status: 200 len: 861 time: 0.1362760 Feb 08 21:25:33.837573 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-3d0ce0a1-efae-476d-85f8-74d8d4744a7e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2832de48-e50e-44a2-9cef-26035a020939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415442 Feb 08 21:25:33.882350 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-a81fbf2e-8d76-46f4-8b64-47c8c55e043f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:33.883787 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-a81fbf2e-8d76-46f4-8b64-47c8c55e043f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/networks?id=111016a1-fb5a-4474-9d8a-dc518d9d29de HTTP/1.1" status: 200 len: 806 time: 0.1926591 Feb 08 21:25:33.929711 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-1a6192a8-5f00-4faf-ae6e-9ceaedd83d3a tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/quotas/f472eb7c6f4c42ca9bf2111def0cbf8f HTTP/1.1" status: 200 len: 375 time: 0.0197945 Feb 08 21:25:33.996019 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-df0539b7-8a9f-4259-8a80-c5c98e36bfb8 service neutron] 10.222.0.96 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479199 Feb 08 21:25:34.068225 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-def705f7-6f3a-4ae8-82c7-86164a36ee40 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f472eb7c6f4c42ca9bf2111def0cbf8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1316030 Feb 08 21:25:34.202528 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-a4308274-4ee2-4113-bd39-97f511932db2 service neutron] 10.222.0.96 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002265 Feb 08 21:25:34.242262 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962a7dd-332d-4dc9-a912-d5fc2b6a0851 req-eb05e362-5e48-444b-911f-2f2304166689 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:34.244176 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d962a7dd-332d-4dc9-a912-d5fc2b6a0851 req-eb05e362-5e48-444b-911f-2f2304166689 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7ee8bbf-3bc9-4d11-bfcb-874095c48b86 HTTP/1.1" status: 200 len: 950 time: 0.1554313 Feb 08 21:25:34.264315 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-d5273ae4-90db-4b57-bf72-770f507525ff service neutron] 10.222.0.88 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850951 Feb 08 21:25:34.369027 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d962a7dd-332d-4dc9-a912-d5fc2b6a0851 req-2472892a-02fd-4602-a053-da02267b7231 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129034 Feb 08 21:25:34.426907 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-68190999-4faa-447e-9004-20480fc89a59 service neutron] 10.222.0.88 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499529 Feb 08 21:25:34.664264 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2654507b-4b00-440a-9f74-95bed4a74a19 req-6ac3d55b-053f-497b-8c38-e584df50c0e3 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec8f4d56-ff21-4ec8-a228-cda3ac2e213a HTTP/1.1" status: 200 len: 210 time: 0.0365005 Feb 08 21:25:34.918926 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31d706-7213-4475-88b2-6983e7ce69d5 req-2b06c965-2250-40dc-b559-e85bd52774f5 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:34.921719 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5e31d706-7213-4475-88b2-6983e7ce69d5 req-2b06c965-2250-40dc-b559-e85bd52774f5 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 945 time: 0.0677614 Feb 08 21:25:34.986261 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5e31d706-7213-4475-88b2-6983e7ce69d5 req-2b1e4270-75b1-4d0f-85bb-60374fda8d98 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587642 Feb 08 21:25:35.059256 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ee8bbf-3bc9-4d11-bfcb-874095c48b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385aa01a-a9b0-47da-ac8c-9cd2c007dd3d'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:25:35.062313 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b3750f-e50a-4219-873d-7e41c350f8e6" -d '{"events": [{"server_uuid": "e7ee8bbf-3bc9-4d11-bfcb-874095c48b86", "name": "network-vif-plugged", "status": "completed", "tag": "385aa01a-a9b0-47da-ac8c-9cd2c007dd3d"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:25:35.106171 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28496469-fe72-401b-a99b-a3a4d2c07644 x-openstack-request-id: req-28496469-fe72-401b-a99b-a3a4d2c07644 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:25:35.106725 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ee8bbf-3bc9-4d11-bfcb-874095c48b86", "name": "network-vif-plugged", "status": "completed", "tag": "385aa01a-a9b0-47da-ac8c-9cd2c007dd3d", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:25:35.106968 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-28496469-fe72-401b-a99b-a3a4d2c07644 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:25:35.107643 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ee8bbf-3bc9-4d11-bfcb-874095c48b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385aa01a-a9b0-47da-ac8c-9cd2c007dd3d', 'code': 200} Feb 08 21:25:35.229606 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fba54d-ac9a-4d31-a475-cd55a82131b2 req-45b9c982-6421-4a34-87a3-7efb3520e558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:35.232520 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d4fba54d-ac9a-4d31-a475-cd55a82131b2 req-45b9c982-6421-4a34-87a3-7efb3520e558 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e7ee8bbf-3bc9-4d11-bfcb-874095c48b86 HTTP/1.1" status: 200 len: 1133 time: 0.0619857 Feb 08 21:25:35.317887 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d4fba54d-ac9a-4d31-a475-cd55a82131b2 req-6bbcdf92-f437-4bc3-b8da-359fca5f5720 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750434 Feb 08 21:25:35.526592 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02f358-ce57-492e-97d4-e3e10daa414d req-c5b3505d-d1a1-405d-a8f1-e228cd39b424 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:35.528831 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d02f358-ce57-492e-97d4-e3e10daa414d req-c5b3505d-d1a1-405d-a8f1-e228cd39b424 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7ee8bbf-3bc9-4d11-bfcb-874095c48b86 HTTP/1.1" status: 200 len: 950 time: 0.0727804 Feb 08 21:25:35.589775 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d02f358-ce57-492e-97d4-e3e10daa414d req-7f880f1f-c691-4f39-ae92-6e84a49764d6 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527968 Feb 08 21:25:35.801894 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ec783993-b596-46af-9e44-e783f2750206 req-ce838e16-91ad-49c3-aefd-25f752d6ecf2 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec8f4d56-ff21-4ec8-a228-cda3ac2e213a HTTP/1.1" status: 200 len: 210 time: 0.0390854 Feb 08 21:25:35.911891 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-43292326-9006-4c45-96ff-4264816155bc tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:35.913506 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-43292326-9006-4c45-96ff-4264816155bc tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.94 "GET /v2.0/networks?id=111016a1-fb5a-4474-9d8a-dc518d9d29de HTTP/1.1" status: 200 len: 806 time: 0.1395288 Feb 08 21:25:35.927210 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-eabe9788-f5c8-42db-ba48-df9a740b1311 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Request body: {'port': {'device_id': 'ec8f4d56-ff21-4ec8-a228-cda3ac2e213a', 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de', 'admin_state_up': True, 'tenant_id': 'f472eb7c6f4c42ca9bf2111def0cbf8f'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:25:36.057483 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-eabe9788-f5c8-42db-ba48-df9a740b1311 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Made reservation on behalf of f472eb7c6f4c42ca9bf2111def0cbf8f for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:25:36.067038 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-eabe9788-f5c8-42db-ba48-df9a740b1311 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:36.188539 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb68c8-c6d7-41cc-bb20-75bf6eff8658 req-75d3c903-0b81-4187-929d-b40fb966c10e tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:36.190702 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02cb68c8-c6d7-41cc-bb20-75bf6eff8658 req-75d3c903-0b81-4187-929d-b40fb966c10e tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 945 time: 0.1072505 Feb 08 21:25:36.253127 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:36.286885 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-eabe9788-f5c8-42db-ba48-df9a740b1311 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Allocated IP 172.20.0.4 (111016a1-fb5a-4474-9d8a-dc518d9d29de/0584f0b0-2f88-4444-998f-e1ea76f3fbc3/d279d3b4-6aa1-424b-bc39-260e8233c19c) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:25:36.299843 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02cb68c8-c6d7-41cc-bb20-75bf6eff8658 req-6dd54112-4f27-4e77-855f-0dfb8f2da6e1 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017940 Feb 08 21:25:36.463830 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:25:36.489540 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:36.541185 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-eabe9788-f5c8-42db-ba48-df9a740b1311 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks [] for port (d279d3b4-6aa1-424b-bc39-260e8233c19c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:36.578655 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-eabe9788-f5c8-42db-ba48-df9a740b1311 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (d279d3b4-6aa1-424b-bc39-260e8233c19c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:36.594443 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['23e48800-eeca-4bcc-b7ae-e0ebc35d4c91', 'ac636078-2812-4513-82c9-2aeaccd983da'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:25:36.635212 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-eabe9788-f5c8-42db-ba48-df9a740b1311 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Network 111016a1-fb5a-4474-9d8a-dc518d9d29de is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:25:36.638777 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-eabe9788-f5c8-42db-ba48-df9a740b1311 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:25:36.644318 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-eabe9788-f5c8-42db-ba48-df9a740b1311 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:25:36.648879 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe9788-f5c8-42db-ba48-df9a740b1311 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Pushing event updated for resources: {'Port': ['ID=d279d3b4-6aa1-424b-bc39-260e8233c19c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:36.707320 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-eabe9788-f5c8-42db-ba48-df9a740b1311 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:36.707979 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-eabe9788-f5c8-42db-ba48-df9a740b1311 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:36.730474 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-eabe9788-f5c8-42db-ba48-df9a740b1311 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8077676 Feb 08 21:25:36.754528 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-369609ef-2b4d-4faf-a182-6319503551a4 service neutron] Request body: {'port': {'device_id': 'ec8f4d56-ff21-4ec8-a228-cda3ac2e213a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:25:36.789018 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 463ff705-6233-4895-9d7a-5e439c0f6ff8 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:25:36.856818 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ca00f-7112-4501-a53b-81c84da343a1 req-9cc4279d-ddcc-48ea-b024-3b3c920ef262 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:36.858533 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-260ca00f-7112-4501-a53b-81c84da343a1 req-9cc4279d-ddcc-48ea-b024-3b3c920ef262 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7ee8bbf-3bc9-4d11-bfcb-874095c48b86 HTTP/1.1" status: 200 len: 950 time: 0.1210775 Feb 08 21:25:36.861472 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-369609ef-2b4d-4faf-a182-6319503551a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d279d3b4-6aa1-424b-bc39-260e8233c19c), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:36.950341 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 463ff705-6233-4895-9d7a-5e439c0f6ff8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=463ff705-6233-4895-9d7a-5e439c0f6ff8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:36.975178 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '463ff705-6233-4895-9d7a-5e439c0f6ff8', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': '463ff705-6233-4895-9d7a-5e439c0f6ff8', 'mac_address': 'fa:16:3e:e0:05:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:25:36.987331 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-260ca00f-7112-4501-a53b-81c84da343a1 req-1ae9ffd3-399e-48f1-9de7-57ac368fc84a tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220601 Feb 08 21:25:37.064908 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 463ff705-6233-4895-9d7a-5e439c0f6ff8 is: ACTIVE; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:25:37.065364 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (463ff705-6233-4895-9d7a-5e439c0f6ff8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:37.078425 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d86ad0-abb1-42cc-b920-50b5c1d98c8e req-15982a3f-cf27-446e-ab47-a37f49141e9f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:37.080742 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a2d86ad0-abb1-42cc-b920-50b5c1d98c8e req-15982a3f-cf27-446e-ab47-a37f49141e9f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec8f4d56-ff21-4ec8-a228-cda3ac2e213a HTTP/1.1" status: 200 len: 931 time: 0.1669922 Feb 08 21:25:37.095375 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 463ff705-6233-4895-9d7a-5e439c0f6ff8 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:25:37.153492 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 463ff705-6233-4895-9d7a-5e439c0f6ff8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=463ff705-6233-4895-9d7a-5e439c0f6ff8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:37.174609 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a2d86ad0-abb1-42cc-b920-50b5c1d98c8e req-57917b4e-ed5f-4c4d-9acb-87737b819a0d tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880373 Feb 08 21:25:37.189071 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (463ff705-6233-4895-9d7a-5e439c0f6ff8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:37.262682 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=463ff705-6233-4895-9d7a-5e439c0f6ff8,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:37.359263 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-369609ef-2b4d-4faf-a182-6319503551a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d279d3b4-6aa1-424b-bc39-260e8233c19c {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:25:37.368320 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['463ff705-6233-4895-9d7a-5e439c0f6ff8'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:25:37.374105 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-369609ef-2b4d-4faf-a182-6319503551a4 service neutron] Publish callbacks [] for port (d279d3b4-6aa1-424b-bc39-260e8233c19c), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:37.395968 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-369609ef-2b4d-4faf-a182-6319503551a4 service neutron] Transition to ACTIVE for port object d279d3b4-6aa1-424b-bc39-260e8233c19c will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:25:37.402661 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-369609ef-2b4d-4faf-a182-6319503551a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (d279d3b4-6aa1-424b-bc39-260e8233c19c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:37.560633 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369609ef-2b4d-4faf-a182-6319503551a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d279d3b4-6aa1-424b-bc39-260e8233c19c,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:37.618789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc932a5-f897-4c42-89c8-e417ad42ed82 req-ca94877b-0f08-4d58-80e4-3c21b451092e tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:37.621159 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7dc932a5-f897-4c42-89c8-e417ad42ed82 req-ca94877b-0f08-4d58-80e4-3c21b451092e tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 945 time: 0.2059534 Feb 08 21:25:37.772357 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7dc932a5-f897-4c42-89c8-e417ad42ed82 req-f49138f6-0ac2-4309-96c0-9797c38fc49b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154671 Feb 08 21:25:37.773761 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-369609ef-2b4d-4faf-a182-6319503551a4 service neutron] Attempting to bind port d279d3b4-6aa1-424b-bc39-260e8233c19c on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:25:37.774392 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-369609ef-2b4d-4faf-a182-6319503551a4 service neutron] Attempting to bind port d279d3b4-6aa1-424b-bc39-260e8233c19c by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'e6e0981b-63f8-4fe8-9849-12fad4063144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:25:37.774962 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-369609ef-2b4d-4faf-a182-6319503551a4 service neutron] Attempting to bind port d279d3b4-6aa1-424b-bc39-260e8233c19c on network 111016a1-fb5a-4474-9d8a-dc518d9d29de {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:25:37.783345 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-369609ef-2b4d-4faf-a182-6319503551a4 service neutron] Port d279d3b4-6aa1-424b-bc39-260e8233c19c on network 111016a1-fb5a-4474-9d8a-dc518d9d29de not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:25:37.784066 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-369609ef-2b4d-4faf-a182-6319503551a4 service neutron] Attempting to bind port d279d3b4-6aa1-424b-bc39-260e8233c19c on network 111016a1-fb5a-4474-9d8a-dc518d9d29de {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:25:37.796945 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-369609ef-2b4d-4faf-a182-6319503551a4 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:25:37.797318 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-369609ef-2b4d-4faf-a182-6319503551a4 service neutron] Checking segment: {'id': 'e6e0981b-63f8-4fe8-9849-12fad4063144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:25:37.797710 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-369609ef-2b4d-4faf-a182-6319503551a4 service neutron] Bound using segment: {'id': 'e6e0981b-63f8-4fe8-9849-12fad4063144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:25:37.798758 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-369609ef-2b4d-4faf-a182-6319503551a4 service neutron] Bound port: d279d3b4-6aa1-424b-bc39-260e8233c19c, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6e0981b-63f8-4fe8-9849-12fad4063144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:25:37.799168 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-369609ef-2b4d-4faf-a182-6319503551a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d279d3b4-6aa1-424b-bc39-260e8233c19c), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:37.864923 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-369609ef-2b4d-4faf-a182-6319503551a4 service neutron] For port d279d3b4-6aa1-424b-bc39-260e8233c19c, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:25:37.868251 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-369609ef-2b4d-4faf-a182-6319503551a4 service neutron] For port d279d3b4-6aa1-424b-bc39-260e8233c19c, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d279d3b4-6aa1-424b-bc39-260e8233c19c,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:25:37.874927 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-369609ef-2b4d-4faf-a182-6319503551a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (d279d3b4-6aa1-424b-bc39-260e8233c19c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:37.910799 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-369609ef-2b4d-4faf-a182-6319503551a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:37.910799 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-369609ef-2b4d-4faf-a182-6319503551a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:37.912133 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-369609ef-2b4d-4faf-a182-6319503551a4 service neutron] 10.222.0.94 "PUT /v2.0/ports/d279d3b4-6aa1-424b-bc39-260e8233c19c HTTP/1.1" status: 200 len: 1092 time: 1.1726482 Feb 08 21:25:37.912584 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8f4d56-ff21-4ec8-a228-cda3ac2e213a', 'tag': 'd279d3b4-6aa1-424b-bc39-260e8233c19c'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:25:37.914839 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761e165e-9c8d-40ed-835e-baa6d85a0a54" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8f4d56-ff21-4ec8-a228-cda3ac2e213a", "tag": "d279d3b4-6aa1-424b-bc39-260e8233c19c"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:25:37.956069 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369609ef-2b4d-4faf-a182-6319503551a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d279d3b4-6aa1-424b-bc39-260e8233c19c,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:37.998306 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7735a98c-e87c-4de8-a305-2a39025a0f05 x-openstack-request-id: req-7735a98c-e87c-4de8-a305-2a39025a0f05 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:25:37.999363 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8f4d56-ff21-4ec8-a228-cda3ac2e213a", "tag": "d279d3b4-6aa1-424b-bc39-260e8233c19c", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:25:37.999363 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7735a98c-e87c-4de8-a305-2a39025a0f05 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:25:37.999363 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec8f4d56-ff21-4ec8-a228-cda3ac2e213a', 'tag': 'd279d3b4-6aa1-424b-bc39-260e8233c19c', 'status': 'completed', 'code': 200} Feb 08 21:25:38.022600 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-9b9d3807-126a-4efe-8982-9b927f823fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:38.024418 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-9b9d3807-126a-4efe-8982-9b927f823fc8 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f472eb7c6f4c42ca9bf2111def0cbf8f&device_id=ec8f4d56-ff21-4ec8-a228-cda3ac2e213a HTTP/1.1" status: 200 len: 1126 time: 0.0637312 Feb 08 21:25:38.081043 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-c94d0871-d7db-42d6-b305-279ab6e3b83c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d279d3b4-6aa1-424b-bc39-260e8233c19c HTTP/1.1" status: 200 len: 217 time: 0.0486779 Feb 08 21:25:38.169642 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-7384d3d6-de32-4d1e-9a72-0397aed02ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:38.171138 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-7384d3d6-de32-4d1e-9a72-0397aed02ad4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0584f0b0-2f88-4444-998f-e1ea76f3fbc3 HTTP/1.1" status: 200 len: 846 time: 0.0825870 Feb 08 21:25:38.197090 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a52c1-6a3e-467d-bf0f-9f3e83148ed0 req-557ea3a0-4e81-414b-90fe-a93f4b9b685f tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:38.198742 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4b5a52c1-6a3e-467d-bf0f-9f3e83148ed0 req-557ea3a0-4e81-414b-90fe-a93f4b9b685f tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7ee8bbf-3bc9-4d11-bfcb-874095c48b86 HTTP/1.1" status: 200 len: 950 time: 0.1207938 Feb 08 21:25:38.217397 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-5db0a254-c3c1-45bd-ba7c-b360d8ae7dd1 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=111016a1-fb5a-4474-9d8a-dc518d9d29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388060 Feb 08 21:25:38.360628 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4b5a52c1-6a3e-467d-bf0f-9f3e83148ed0 req-813fc2bd-5225-489f-9c74-a7bd42d26081 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463418 Feb 08 21:25:38.380865 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-2766262e-852c-453d-9080-f7f0bd0a1046 service neutron] 10.222.0.94 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569660 Feb 08 21:25:38.391011 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e9d6d-f1d4-4425-873d-f2e21b122856 req-58c1bd50-f765-463a-b48f-2a3ae34671a6 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:38.393081 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-521e9d6d-f1d4-4425-873d-f2e21b122856 req-58c1bd50-f765-463a-b48f-2a3ae34671a6 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec8f4d56-ff21-4ec8-a228-cda3ac2e213a HTTP/1.1" status: 200 len: 943 time: 0.1168756 Feb 08 21:25:38.545300 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-521e9d6d-f1d4-4425-873d-f2e21b122856 req-e71a40f0-819a-47ce-add9-8442659edd6b tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423664 Feb 08 21:25:38.559089 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37053f1-daff-4c07-aa06-65a2e0376c49 req-a751c338-033a-41f1-82f7-3a024667a146 tempest-ServersOnMultiNodesTest-86793902 tempest-ServersOnMultiNodesTest-86793902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:38.560626 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d37053f1-daff-4c07-aa06-65a2e0376c49 req-a751c338-033a-41f1-82f7-3a024667a146 tempest-ServersOnMultiNodesTest-86793902 tempest-ServersOnMultiNodesTest-86793902-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=e7ee8bbf-3bc9-4d11-bfcb-874095c48b86 HTTP/1.1" status: 200 len: 1133 time: 0.1191058 Feb 08 21:25:38.565009 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b66cc1b-be56-4924-9d17-98b5f4934000 req-67fd5532-235b-4017-9639-891d3b12149d service neutron] 10.222.0.94 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709774 Feb 08 21:25:38.622150 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d37053f1-daff-4c07-aa06-65a2e0376c49 req-ea21232d-351f-442d-a923-e27601b7a6bf tempest-ServersOnMultiNodesTest-86793902 tempest-ServersOnMultiNodesTest-86793902-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499725 Feb 08 21:25:38.673536 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e165e-9c8d-40ed-835e-baa6d85a0a54 req-6db65ad1-9c69-4467-b45f-0f3871c33b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:38.675055 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-761e165e-9c8d-40ed-835e-baa6d85a0a54 req-6db65ad1-9c69-4467-b45f-0f3871c33b42 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f472eb7c6f4c42ca9bf2111def0cbf8f&device_id=ec8f4d56-ff21-4ec8-a228-cda3ac2e213a HTTP/1.1" status: 200 len: 1126 time: 0.0471523 Feb 08 21:25:38.800890 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e165e-9c8d-40ed-835e-baa6d85a0a54 req-063c20e1-1549-4a99-a19e-4a353f2b875b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:38.802751 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-761e165e-9c8d-40ed-835e-baa6d85a0a54 req-063c20e1-1549-4a99-a19e-4a353f2b875b service neutron] 10.222.0.94 "GET /v2.0/networks?id=111016a1-fb5a-4474-9d8a-dc518d9d29de HTTP/1.1" status: 200 len: 907 time: 0.1188798 Feb 08 21:25:38.830056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 463ff705-6233-4895-9d7a-5e439c0f6ff8 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:25:38.860182 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-761e165e-9c8d-40ed-835e-baa6d85a0a54 req-63b558fd-0dfc-42fb-b25a-14d11b0e2bf5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d279d3b4-6aa1-424b-bc39-260e8233c19c HTTP/1.1" status: 200 len: 217 time: 0.0484362 Feb 08 21:25:38.879461 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:25:38.981958 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 463ff705-6233-4895-9d7a-5e439c0f6ff8 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:25:38.982356 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (463ff705-6233-4895-9d7a-5e439c0f6ff8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:39.070780 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:39.087355 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52', 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b', 'port_id': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52', 'mac_address': 'fa:16:3e:19:63:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa29b5a-a776-4012-aa53-861d63a1c0ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:25:39.162540 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 463ff705-6233-4895-9d7a-5e439c0f6ff8 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:25:39.162932 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (463ff705-6233-4895-9d7a-5e439c0f6ff8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:39.165036 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 is: ACTIVE; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:25:39.165514 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:39.193764 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:25:39.205703 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e302d9-249d-4ffc-8786-14f1b5551a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463ff705-6233-4895-9d7a-5e439c0f6ff8'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:25:39.208060 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ea0ce3-ccf4-47e7-9bc3-fa43f4c8de6e" -d '{"events": [{"server_uuid": "22e302d9-249d-4ffc-8786-14f1b5551a1d", "name": "network-vif-plugged", "status": "completed", "tag": "463ff705-6233-4895-9d7a-5e439c0f6ff8"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:25:39.232261 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 463ff705-6233-4895-9d7a-5e439c0f6ff8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=463ff705-6233-4895-9d7a-5e439c0f6ff8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:39.234324 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:39.237627 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (463ff705-6233-4895-9d7a-5e439c0f6ff8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:39.242411 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:39.295412 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=463ff705-6233-4895-9d7a-5e439c0f6ff8,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:39.346804 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15404287-f4f3-4355-84db-e47af2a1be05 req-48665517-12ed-4394-9e85-c55a0c527300 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:39.348389 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-15404287-f4f3-4355-84db-e47af2a1be05 req-48665517-12ed-4394-9e85-c55a0c527300 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7ee8bbf-3bc9-4d11-bfcb-874095c48b86 HTTP/1.1" status: 200 len: 950 time: 0.4780760 Feb 08 21:25:39.356227 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:39.366018 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e165e-9c8d-40ed-835e-baa6d85a0a54 req-93646927-b4b1-4023-943c-fb2e92549ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:39.367425 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-761e165e-9c8d-40ed-835e-baa6d85a0a54 req-93646927-b4b1-4023-943c-fb2e92549ac6 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0584f0b0-2f88-4444-998f-e1ea76f3fbc3 HTTP/1.1" status: 200 len: 846 time: 0.0882850 Feb 08 21:25:39.396890 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6dd3ce-be00-4edf-a188-ff3a7bee1d7a req-87767500-b565-495a-aa10-9feeb1a21e26 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:39.398396 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd6dd3ce-be00-4edf-a188-ff3a7bee1d7a req-87767500-b565-495a-aa10-9feeb1a21e26 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 945 time: 0.4851403 Feb 08 21:25:39.416887 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-761e165e-9c8d-40ed-835e-baa6d85a0a54 req-e68d07d2-b53b-4dc9-97fc-1d5c7c21dff2 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=111016a1-fb5a-4474-9d8a-dc518d9d29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383430 Feb 08 21:25:39.466384 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:25:39.513522 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-15404287-f4f3-4355-84db-e47af2a1be05 req-2b000cf7-6468-4a30-8b05-6e4b2ea23e25 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572113 Feb 08 21:25:39.554015 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd6dd3ce-be00-4edf-a188-ff3a7bee1d7a req-19d7c556-a307-4a12-a799-047b3e2dbccb tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308575 Feb 08 21:25:39.585546 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3aab6a1-1960-408a-adc7-338433675ced x-openstack-request-id: req-a3aab6a1-1960-408a-adc7-338433675ced {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:25:39.585546 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e302d9-249d-4ffc-8786-14f1b5551a1d", "name": "network-vif-plugged", "status": "completed", "tag": "463ff705-6233-4895-9d7a-5e439c0f6ff8", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:25:39.585989 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a3aab6a1-1960-408a-adc7-338433675ced {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:25:39.586171 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e302d9-249d-4ffc-8786-14f1b5551a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463ff705-6233-4895-9d7a-5e439c0f6ff8', 'code': 200} Feb 08 21:25:39.612208 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-761e165e-9c8d-40ed-835e-baa6d85a0a54 req-4db55042-5499-49c7-ac2f-1d345a89aa36 service neutron] 10.222.0.94 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850481 Feb 08 21:25:39.767513 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-761e165e-9c8d-40ed-835e-baa6d85a0a54 req-7f4d3edd-a144-4167-bce3-23528c2fee6d service neutron] 10.222.0.94 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431594 Feb 08 21:25:39.775417 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7621775-7e2a-412e-bc4e-b0c20b55a493 req-52a91617-6352-44da-8ad2-9dbb5e3c8d83 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:39.776983 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7621775-7e2a-412e-bc4e-b0c20b55a493 req-52a91617-6352-44da-8ad2-9dbb5e3c8d83 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec8f4d56-ff21-4ec8-a228-cda3ac2e213a HTTP/1.1" status: 200 len: 943 time: 0.1174166 Feb 08 21:25:39.836039 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7621775-7e2a-412e-bc4e-b0c20b55a493 req-b2377e87-b2a9-42f9-a412-44711a8414c1 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521152 Feb 08 21:25:40.703876 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978d59d-ce1a-4870-8738-b0762e50a960 req-86280b4c-af4a-4cf2-a13f-8f95b35dfcc7 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:40.705619 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8978d59d-ce1a-4870-8738-b0762e50a960 req-86280b4c-af4a-4cf2-a13f-8f95b35dfcc7 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7ee8bbf-3bc9-4d11-bfcb-874095c48b86 HTTP/1.1" status: 200 len: 950 time: 0.1104410 Feb 08 21:25:40.717046 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824bb2b-dba3-44d2-82e3-16bb95a700df req-a9101704-70cd-405f-81d5-4fd4b3baf290 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:40.719215 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e824bb2b-dba3-44d2-82e3-16bb95a700df req-a9101704-70cd-405f-81d5-4fd4b3baf290 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 945 time: 0.0959127 Feb 08 21:25:40.801910 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8978d59d-ce1a-4870-8738-b0762e50a960 req-0cdb8c9c-f4c3-43ce-a05c-b96cf8fe82cc tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823114 Feb 08 21:25:40.805786 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e824bb2b-dba3-44d2-82e3-16bb95a700df req-419840b9-d40c-4328-8da3-da64cd8b9b0b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802627 Feb 08 21:25:40.899823 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:25:40.921545 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7cec7-547c-4ab0-aeb1-b966dac95deb req-57fddec0-9b42-46f3-83ef-6e3e3cc9bead tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:40.923669 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-74d7cec7-547c-4ab0-aeb1-b966dac95deb req-57fddec0-9b42-46f3-83ef-6e3e3cc9bead tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7ee8bbf-3bc9-4d11-bfcb-874095c48b86 HTTP/1.1" status: 200 len: 950 time: 0.0932176 Feb 08 21:25:41.020541 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:25:41.020920 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:41.120237 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4656da7-ae5f-4bd2-ad0b-2f8dabb9d197 req-6f13d823-50bf-4d7d-ad36-d6d75507a061 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:41.121934 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4656da7-ae5f-4bd2-ad0b-2f8dabb9d197 req-6f13d823-50bf-4d7d-ad36-d6d75507a061 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec8f4d56-ff21-4ec8-a228-cda3ac2e213a HTTP/1.1" status: 200 len: 943 time: 0.1950698 Feb 08 21:25:41.140317 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:25:41.140581 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-74d7cec7-547c-4ab0-aeb1-b966dac95deb req-91461db0-5014-498a-8778-507d306775ad tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Deleting port 385aa01a-a9b0-47da-ac8c-9cd2c007dd3d {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:25:41.140873 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:41.141006 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-74d7cec7-547c-4ab0-aeb1-b966dac95deb req-91461db0-5014-498a-8778-507d306775ad tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (385aa01a-a9b0-47da-ac8c-9cd2c007dd3d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:41.207220 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:41.217408 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:41.297168 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4656da7-ae5f-4bd2-ad0b-2f8dabb9d197 req-7e9d9011-556b-46e4-8c34-2655285f2e38 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603463 Feb 08 21:25:41.349571 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:41.367785 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-74d7cec7-547c-4ab0-aeb1-b966dac95deb req-91461db0-5014-498a-8778-507d306775ad tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] For port 385aa01a-a9b0-47da-ac8c-9cd2c007dd3d, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=385aa01a-a9b0-47da-ac8c-9cd2c007dd3d,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:41.368605 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-74d7cec7-547c-4ab0-aeb1-b966dac95deb req-91461db0-5014-498a-8778-507d306775ad tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (385aa01a-a9b0-47da-ac8c-9cd2c007dd3d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:41.418411 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-74d7cec7-547c-4ab0-aeb1-b966dac95deb req-91461db0-5014-498a-8778-507d306775ad tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Calling delete_port for 385aa01a-a9b0-47da-ac8c-9cd2c007dd3d owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:25:41.587510 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216435cf-f070-4398-96ce-106b566f9fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:25:41.590395 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07f4b55-e94d-49ff-b55e-678c8ef4b076" -d '{"events": [{"server_uuid": "216435cf-f070-4398-96ce-106b566f9fa3", "name": "network-vif-plugged", "status": "completed", "tag": "dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:25:41.741066 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78457e2-7a89-4892-8d70-0d56f101f8da x-openstack-request-id: req-b78457e2-7a89-4892-8d70-0d56f101f8da {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:25:41.741635 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216435cf-f070-4398-96ce-106b566f9fa3", "name": "network-vif-plugged", "status": "completed", "tag": "dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:25:41.742025 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b78457e2-7a89-4892-8d70-0d56f101f8da {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:25:41.742583 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216435cf-f070-4398-96ce-106b566f9fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52', 'code': 200} Feb 08 21:25:41.744226 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-74d7cec7-547c-4ab0-aeb1-b966dac95deb req-91461db0-5014-498a-8778-507d306775ad tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (385aa01a-a9b0-47da-ac8c-9cd2c007dd3d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:41.761470 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213', '1651414b-887f-499e-94dc-f272c3d7ad17', '08e98366-f712-40c6-9133-dc43af386f4a', '9e7aeee0-5c0b-43a6-b833-230bd6450606'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:25:41.843506 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91461db0-5014-498a-8778-507d306775ad tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Pushing event deleted for resources: {'Port': ['ID=385aa01a-a9b0-47da-ac8c-9cd2c007dd3d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:41.895242 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['f83e8df1-40e5-4abf-a7bf-f55139dfcb59', '30822d27-4185-4548-aa1c-64937758b577', '542bfed1-8298-4934-af97-26960fcf8c67'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:25:42.082024 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d7cec7-547c-4ab0-aeb1-b966dac95deb req-91461db0-5014-498a-8778-507d306775ad tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] No DVR routers for this DVR port 385aa01a-a9b0-47da-ac8c-9cd2c007dd3d on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:25:42.092749 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-74d7cec7-547c-4ab0-aeb1-b966dac95deb req-91461db0-5014-498a-8778-507d306775ad tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:42.103799 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-74d7cec7-547c-4ab0-aeb1-b966dac95deb req-91461db0-5014-498a-8778-507d306775ad tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.96 "DELETE /v2.0/ports/385aa01a-a9b0-47da-ac8c-9cd2c007dd3d HTTP/1.1" status: 204 len: 173 time: 1.1561677 Feb 08 21:25:42.120489 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-106f2f54-9499-465e-9fed-f1f69a113503 req-bb66d2d2-1c7f-4307-9d45-8c25e6186959 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7ee8bbf-3bc9-4d11-bfcb-874095c48b86 HTTP/1.1" status: 200 len: 210 time: 0.1607435 Feb 08 21:25:42.122350 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ee8bbf-3bc9-4d11-bfcb-874095c48b86', 'name': 'network-vif-deleted', 'tag': '385aa01a-a9b0-47da-ac8c-9cd2c007dd3d'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:25:42.136336 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530f9068-2bcf-478c-8b8c-177ef03d31fe" -d '{"events": [{"server_uuid": "e7ee8bbf-3bc9-4d11-bfcb-874095c48b86", "name": "network-vif-deleted", "tag": "385aa01a-a9b0-47da-ac8c-9cd2c007dd3d"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:25:42.306359 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bbebb-8e6b-43ad-8ff0-aaf4f8a59c53 req-9b34a928-e41b-4b0a-a529-704ad0612c05 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:42.308828 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da1bbebb-8e6b-43ad-8ff0-aaf4f8a59c53 req-9b34a928-e41b-4b0a-a529-704ad0612c05 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 945 time: 0.1872258 Feb 08 21:25:42.463667 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da1bbebb-8e6b-43ad-8ff0-aaf4f8a59c53 req-3ab484c3-f58d-4f74-a1dd-eabe4eec94b4 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461358 Feb 08 21:25:42.595910 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9671597f-78fc-4df4-8cad-c6363eeb3c6e x-openstack-request-id: req-9671597f-78fc-4df4-8cad-c6363eeb3c6e {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:25:42.596457 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ee8bbf-3bc9-4d11-bfcb-874095c48b86", "name": "network-vif-deleted", "tag": "385aa01a-a9b0-47da-ac8c-9cd2c007dd3d", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:25:42.596889 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9671597f-78fc-4df4-8cad-c6363eeb3c6e {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:25:42.597674 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ee8bbf-3bc9-4d11-bfcb-874095c48b86', 'name': 'network-vif-deleted', 'tag': '385aa01a-a9b0-47da-ac8c-9cd2c007dd3d', 'status': 'completed', 'code': 200} Feb 08 21:25:42.949552 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 385aa01a-a9b0-47da-ac8c-9cd2c007dd3d no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:25:42.956835 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff804beb-3928-47b5-ae4e-2eabda289cdf req-dc8ecf2b-b03f-474f-ab0a-f53f96b4b0ce tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:42.974570 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff804beb-3928-47b5-ae4e-2eabda289cdf req-dc8ecf2b-b03f-474f-ab0a-f53f96b4b0ce tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec8f4d56-ff21-4ec8-a228-cda3ac2e213a HTTP/1.1" status: 200 len: 943 time: 0.2514527 Feb 08 21:25:43.154439 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 385aa01a-a9b0-47da-ac8c-9cd2c007dd3d {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:25:43.154810 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 385aa01a-a9b0-47da-ac8c-9cd2c007dd3d not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:25:43.171244 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff804beb-3928-47b5-ae4e-2eabda289cdf req-3d027a68-ac7f-47c9-bf0d-7094c8759ce5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952386 Feb 08 21:25:43.952149 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f311054-1dbc-48c9-aa1d-59c0e0ca13b2 req-dd4c707a-10be-4374-9be0-af53d3fcc07b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:43.961270 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6f311054-1dbc-48c9-aa1d-59c0e0ca13b2 req-dd4c707a-10be-4374-9be0-af53d3fcc07b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 945 time: 0.1208799 Feb 08 21:25:44.056603 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6f311054-1dbc-48c9-aa1d-59c0e0ca13b2 req-6ff5e4c7-e13b-4281-abe5-afd7b920f5e1 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905972 Feb 08 21:25:44.356402 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50bb9d-c1ee-465a-ac69-d5d6931a7654 req-d4151d83-fe22-4302-8901-139f3c1ccb24 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:44.372200 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a50bb9d-c1ee-465a-ac69-d5d6931a7654 req-d4151d83-fe22-4302-8901-139f3c1ccb24 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8f0179-fb45-48d8-b320-0546d13ebb23 HTTP/1.1" status: 200 len: 949 time: 0.1689525 Feb 08 21:25:44.459632 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a50bb9d-c1ee-465a-ac69-d5d6931a7654 req-e8dcbb80-3e0d-473a-8ee9-f3ad970503af tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813923 Feb 08 21:25:44.773649 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802e142-72dd-4588-b760-072121a09643 req-d7f206ae-08e6-4be0-bd14-5af0e424c1df tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:44.781091 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0802e142-72dd-4588-b760-072121a09643 req-d7f206ae-08e6-4be0-bd14-5af0e424c1df tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec8f4d56-ff21-4ec8-a228-cda3ac2e213a HTTP/1.1" status: 200 len: 943 time: 0.2039304 Feb 08 21:25:44.873869 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device d279d3b4-6aa1-424b-bc39-260e8233c19c details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:25:44.897781 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0802e142-72dd-4588-b760-072121a09643 req-f50187a1-1e43-4747-a181-1e9234d68d5b tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122997 Feb 08 21:25:45.171614 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port d279d3b4-6aa1-424b-bc39-260e8233c19c, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d279d3b4-6aa1-424b-bc39-260e8233c19c,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:45.205763 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'd279d3b4-6aa1-424b-bc39-260e8233c19c', 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de', 'port_id': 'd279d3b4-6aa1-424b-bc39-260e8233c19c', 'mac_address': 'fa:16:3e:4f:5d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0584f0b0-2f88-4444-998f-e1ea76f3fbc3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:25:45.279990 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port d279d3b4-6aa1-424b-bc39-260e8233c19c is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:25:45.280461 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d279d3b4-6aa1-424b-bc39-260e8233c19c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:45.312590 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d279d3b4-6aa1-424b-bc39-260e8233c19c {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:25:45.343696 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port d279d3b4-6aa1-424b-bc39-260e8233c19c, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d279d3b4-6aa1-424b-bc39-260e8233c19c,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:45.358686 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d279d3b4-6aa1-424b-bc39-260e8233c19c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:45.391002 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34407cb-221c-47dc-87ab-57a5250f1c1f req-e003555a-404f-4cfc-8a73-d1ad111f7c7f tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:45.394497 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c34407cb-221c-47dc-87ab-57a5250f1c1f req-e003555a-404f-4cfc-8a73-d1ad111f7c7f tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 945 time: 0.1522365 Feb 08 21:25:45.479748 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=d279d3b4-6aa1-424b-bc39-260e8233c19c,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:45.570484 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c34407cb-221c-47dc-87ab-57a5250f1c1f req-0f8e6410-0174-4ab2-b930-b3789ccdf060 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701190 Feb 08 21:25:45.849777 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['d279d3b4-6aa1-424b-bc39-260e8233c19c'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:25:46.030406 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883dfd42-e9e9-4b85-8ea4-48f7db8774be req-31cff49e-0536-4115-bc39-3f584dd979c7 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:46.060984 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-883dfd42-e9e9-4b85-8ea4-48f7db8774be req-31cff49e-0536-4115-bc39-3f584dd979c7 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8f0179-fb45-48d8-b320-0546d13ebb23 HTTP/1.1" status: 200 len: 949 time: 0.3335421 Feb 08 21:25:46.149772 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7c41e-97dc-45ba-ad34-14a24dce93d6 req-72d15096-b606-4a52-b9e7-a8286b1c101b tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:46.152446 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3fd7c41e-97dc-45ba-ad34-14a24dce93d6 req-72d15096-b606-4a52-b9e7-a8286b1c101b tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.94 "GET /v2.0/ports?device_id=2c8f0179-fb45-48d8-b320-0546d13ebb23 HTTP/1.1" status: 200 len: 949 time: 0.4557784 Feb 08 21:25:46.301961 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-883dfd42-e9e9-4b85-8ea4-48f7db8774be req-4a841476-2bd5-4f9f-9711-2613661d48cf tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361166 Feb 08 21:25:46.406721 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-3fd7c41e-97dc-45ba-ad34-14a24dce93d6 req-371ee77f-7cbf-4a62-ab55-dc0ec96094f4 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Deleting port 542bfed1-8298-4934-af97-26960fcf8c67 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:25:46.407441 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3fd7c41e-97dc-45ba-ad34-14a24dce93d6 req-371ee77f-7cbf-4a62-ab55-dc0ec96094f4 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (542bfed1-8298-4934-af97-26960fcf8c67), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:46.592008 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e850d-6167-4b90-b945-9fda553a6081 req-42888e20-9dd3-42bb-ab3b-eb1d35a37193 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:46.594335 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c19e850d-6167-4b90-b945-9fda553a6081 req-42888e20-9dd3-42bb-ab3b-eb1d35a37193 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec8f4d56-ff21-4ec8-a228-cda3ac2e213a HTTP/1.1" status: 200 len: 944 time: 0.1008763 Feb 08 21:25:46.731927 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c19e850d-6167-4b90-b945-9fda553a6081 req-1ab0cf82-ec60-4d28-bbf5-8c93634ce682 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195648 Feb 08 21:25:46.741343 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-3fd7c41e-97dc-45ba-ad34-14a24dce93d6 req-371ee77f-7cbf-4a62-ab55-dc0ec96094f4 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] For port 542bfed1-8298-4934-af97-26960fcf8c67, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=542bfed1-8298-4934-af97-26960fcf8c67,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:46.751264 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3fd7c41e-97dc-45ba-ad34-14a24dce93d6 req-371ee77f-7cbf-4a62-ab55-dc0ec96094f4 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (542bfed1-8298-4934-af97-26960fcf8c67), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:46.786183 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-3fd7c41e-97dc-45ba-ad34-14a24dce93d6 req-371ee77f-7cbf-4a62-ab55-dc0ec96094f4 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Calling delete_port for 542bfed1-8298-4934-af97-26960fcf8c67 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:25:47.057766 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3fd7c41e-97dc-45ba-ad34-14a24dce93d6 req-371ee77f-7cbf-4a62-ab55-dc0ec96094f4 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (542bfed1-8298-4934-af97-26960fcf8c67), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:47.090850 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['f83e8df1-40e5-4abf-a7bf-f55139dfcb59', '30822d27-4185-4548-aa1c-64937758b577'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:25:47.191602 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412edbb0-b71a-4d19-9066-fb3ffe165390 req-3288ace4-c431-44e5-a980-d199ca6a8c69 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:47.211382 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-412edbb0-b71a-4d19-9066-fb3ffe165390 req-3288ace4-c431-44e5-a980-d199ca6a8c69 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 945 time: 0.2724001 Feb 08 21:25:47.293999 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213', '1651414b-887f-499e-94dc-f272c3d7ad17', '08e98366-f712-40c6-9133-dc43af386f4a', '9e7aeee0-5c0b-43a6-b833-230bd6450606'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:25:47.367406 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ee77f-7cbf-4a62-ab55-dc0ec96094f4 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Pushing event deleted for resources: {'Port': ['ID=542bfed1-8298-4934-af97-26960fcf8c67,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:47.601161 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd7c41e-97dc-45ba-ad34-14a24dce93d6 req-371ee77f-7cbf-4a62-ab55-dc0ec96094f4 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] No DVR routers for this DVR port 542bfed1-8298-4934-af97-26960fcf8c67 on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:25:47.608203 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3fd7c41e-97dc-45ba-ad34-14a24dce93d6 req-371ee77f-7cbf-4a62-ab55-dc0ec96094f4 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:47.622533 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3fd7c41e-97dc-45ba-ad34-14a24dce93d6 req-371ee77f-7cbf-4a62-ab55-dc0ec96094f4 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.94 "DELETE /v2.0/ports/542bfed1-8298-4934-af97-26960fcf8c67 HTTP/1.1" status: 204 len: 173 time: 1.4478726 Feb 08 21:25:47.634932 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8f0179-fb45-48d8-b320-0546d13ebb23', 'name': 'network-vif-deleted', 'tag': '542bfed1-8298-4934-af97-26960fcf8c67'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:25:47.646161 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e5a475-8179-4b73-bba5-ed060b4a6b42" -d '{"events": [{"server_uuid": "2c8f0179-fb45-48d8-b320-0546d13ebb23", "name": "network-vif-deleted", "tag": "542bfed1-8298-4934-af97-26960fcf8c67"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:25:47.739945 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-412edbb0-b71a-4d19-9066-fb3ffe165390 req-efa3194f-149f-43e1-8d60-e81d98f89a52 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5271130 Feb 08 21:25:47.899861 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-69017a70-1c6a-4af9-b44c-c1b515fad501 req-baa7b228-0382-4871-9197-c630b23efb29 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c8f0179-fb45-48d8-b320-0546d13ebb23 HTTP/1.1" status: 200 len: 210 time: 0.0535593 Feb 08 21:25:47.968610 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0722bfad-bcb1-4396-8dee-dfa1902537f1 x-openstack-request-id: req-0722bfad-bcb1-4396-8dee-dfa1902537f1 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:25:47.968902 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8f0179-fb45-48d8-b320-0546d13ebb23", "name": "network-vif-deleted", "tag": "542bfed1-8298-4934-af97-26960fcf8c67", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:25:47.969162 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0722bfad-bcb1-4396-8dee-dfa1902537f1 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:25:47.969845 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8f0179-fb45-48d8-b320-0546d13ebb23', 'name': 'network-vif-deleted', 'tag': '542bfed1-8298-4934-af97-26960fcf8c67', 'status': 'completed', 'code': 200} Feb 08 21:25:48.242836 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d0a58-2813-494d-96a2-ae9602005c88 req-5da12127-dc6c-4d6b-9725-a5601889ea78 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:48.262607 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-942d0a58-2813-494d-96a2-ae9602005c88 req-5da12127-dc6c-4d6b-9725-a5601889ea78 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec8f4d56-ff21-4ec8-a228-cda3ac2e213a HTTP/1.1" status: 200 len: 944 time: 0.1551018 Feb 08 21:25:48.422264 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-942d0a58-2813-494d-96a2-ae9602005c88 req-c1e5e968-edef-4f55-807b-082dbfcd6ed1 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571841 Feb 08 21:25:48.936698 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device d279d3b4-6aa1-424b-bc39-260e8233c19c up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:25:49.006228 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46a3c8-ec31-4294-b774-e6a3fbcf8cb7 req-b3991f06-f979-458e-a83b-aef8eb82c9ef tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:49.020551 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d46a3c8-ec31-4294-b774-e6a3fbcf8cb7 req-b3991f06-f979-458e-a83b-aef8eb82c9ef tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 945 time: 0.1347849 Feb 08 21:25:49.111520 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d46a3c8-ec31-4294-b774-e6a3fbcf8cb7 req-3d1b6f77-10cb-4c8b-a9de-d9f1220c0dc8 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885932 Feb 08 21:25:49.378909 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port d279d3b4-6aa1-424b-bc39-260e8233c19c completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:25:49.392988 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port d279d3b4-6aa1-424b-bc39-260e8233c19c triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:25:49.393366 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d279d3b4-6aa1-424b-bc39-260e8233c19c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:49.702625 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port d279d3b4-6aa1-424b-bc39-260e8233c19c is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:25:49.703155 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d279d3b4-6aa1-424b-bc39-260e8233c19c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:49.786438 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port d279d3b4-6aa1-424b-bc39-260e8233c19c, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d279d3b4-6aa1-424b-bc39-260e8233c19c,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:49.788599 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8f4d56-ff21-4ec8-a228-cda3ac2e213a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd279d3b4-6aa1-424b-bc39-260e8233c19c'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:25:49.794048 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda7a6ae-1376-49d8-adc7-28e06e390421" -d '{"events": [{"server_uuid": "ec8f4d56-ff21-4ec8-a228-cda3ac2e213a", "name": "network-vif-plugged", "status": "completed", "tag": "d279d3b4-6aa1-424b-bc39-260e8233c19c"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:25:49.802064 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d279d3b4-6aa1-424b-bc39-260e8233c19c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:49.803813 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 542bfed1-8298-4934-af97-26960fcf8c67 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:25:49.853323 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 542bfed1-8298-4934-af97-26960fcf8c67 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:25:49.854075 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 542bfed1-8298-4934-af97-26960fcf8c67 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:25:50.151372 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c21f8-0637-4935-82dd-3867dbc836be req-310df60d-abea-41dd-ad06-85cb3752cd44 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:50.154862 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=d279d3b4-6aa1-424b-bc39-260e8233c19c,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:50.164983 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f72c21f8-0637-4935-82dd-3867dbc836be req-310df60d-abea-41dd-ad06-85cb3752cd44 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec8f4d56-ff21-4ec8-a228-cda3ac2e213a HTTP/1.1" status: 200 len: 945 time: 0.3146586 Feb 08 21:25:50.259347 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f72c21f8-0637-4935-82dd-3867dbc836be req-a7d8154e-e432-4e13-965f-0413d91ba3b3 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906672 Feb 08 21:25:50.427081 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3f1c1-6706-4142-a6cc-e410c65ff295 req-767ae1ab-3cf2-47ce-8508-f9ea4556e336 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:50.435141 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e4f3f1c1-6706-4142-a6cc-e410c65ff295 req-767ae1ab-3cf2-47ce-8508-f9ea4556e336 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=44cf8862-243a-43e9-bfeb-a8a670727a72 HTTP/1.1" status: 200 len: 950 time: 0.0784523 Feb 08 21:25:50.519116 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e4f3f1c1-6706-4142-a6cc-e410c65ff295 req-91e2ec4b-807f-4d02-a6a3-07a4a0157a3c tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825942 Feb 08 21:25:50.609585 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84a7dee-b098-450c-941e-c134cc870cd4 x-openstack-request-id: req-e84a7dee-b098-450c-941e-c134cc870cd4 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:25:50.609891 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8f4d56-ff21-4ec8-a228-cda3ac2e213a", "name": "network-vif-plugged", "status": "completed", "tag": "d279d3b4-6aa1-424b-bc39-260e8233c19c", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:25:50.610217 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e84a7dee-b098-450c-941e-c134cc870cd4 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:25:50.610628 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8f4d56-ff21-4ec8-a228-cda3ac2e213a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd279d3b4-6aa1-424b-bc39-260e8233c19c', 'code': 200} Feb 08 21:25:50.895876 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec9d4b-e707-4452-828f-71041d1b6278 req-f5f08d9c-31f0-4e4f-b82e-23fa0af0f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:50.897658 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e7ec9d4b-e707-4452-828f-71041d1b6278 req-f5f08d9c-31f0-4e4f-b82e-23fa0af0f200 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ec8f4d56-ff21-4ec8-a228-cda3ac2e213a HTTP/1.1" status: 200 len: 1128 time: 0.1278560 Feb 08 21:25:51.054266 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5e687-329d-4eab-b81d-8fed43c42369 req-04851d2d-e25d-4d54-8f01-6e7c0276e0c4 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:51.058228 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-80e5e687-329d-4eab-b81d-8fed43c42369 req-04851d2d-e25d-4d54-8f01-6e7c0276e0c4 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 945 time: 0.1418450 Feb 08 21:25:51.060641 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e7ec9d4b-e707-4452-828f-71041d1b6278 req-f8d41449-e34e-4aab-8d97-86d370a5c63e service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451406 Feb 08 21:25:51.164585 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-80e5e687-329d-4eab-b81d-8fed43c42369 req-c91310d1-d2d3-4b72-8be7-b6ceb9eade69 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000280 Feb 08 21:25:51.540165 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b57202-233a-4a25-a2ec-32ababa4c071 req-e7db3dd9-cdb1-4f22-830a-9bab530ee687 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:51.554346 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c0b57202-233a-4a25-a2ec-32ababa4c071 req-e7db3dd9-cdb1-4f22-830a-9bab530ee687 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec8f4d56-ff21-4ec8-a228-cda3ac2e213a HTTP/1.1" status: 200 len: 945 time: 0.1506870 Feb 08 21:25:51.629470 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c0b57202-233a-4a25-a2ec-32ababa4c071 req-0e170857-da90-45f8-88f8-59acca892833 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721025 Feb 08 21:25:51.771839 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d396969-d97a-40aa-89b2-07909e7f3605 req-72d1e183-3eb9-4dd8-ace8-d8817c982864 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:51.774313 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d396969-d97a-40aa-89b2-07909e7f3605 req-72d1e183-3eb9-4dd8-ace8-d8817c982864 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.94 "GET /v2.0/ports?device_id=44cf8862-243a-43e9-bfeb-a8a670727a72 HTTP/1.1" status: 200 len: 950 time: 0.1394122 Feb 08 21:25:51.924668 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06827ae6-9d96-46a5-8d90-01d3e378de48 req-20cd3e12-aa16-4b49-9252-6b9861d4f09f tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:51.934413 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-06827ae6-9d96-46a5-8d90-01d3e378de48 req-20cd3e12-aa16-4b49-9252-6b9861d4f09f tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=44cf8862-243a-43e9-bfeb-a8a670727a72 HTTP/1.1" status: 200 len: 950 time: 0.1586854 Feb 08 21:25:52.109785 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-06827ae6-9d96-46a5-8d90-01d3e378de48 req-1ffc3df8-7ce8-43b2-b4d7-79e03dae7a4a tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739154 Feb 08 21:25:52.134772 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-6d396969-d97a-40aa-89b2-07909e7f3605 req-41a06171-c6a9-425e-acdd-9f2d3e62801f tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Deleting port 30822d27-4185-4548-aa1c-64937758b577 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:25:52.135547 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6d396969-d97a-40aa-89b2-07909e7f3605 req-41a06171-c6a9-425e-acdd-9f2d3e62801f tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (30822d27-4185-4548-aa1c-64937758b577), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:52.302698 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-6d396969-d97a-40aa-89b2-07909e7f3605 req-41a06171-c6a9-425e-acdd-9f2d3e62801f tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] For port 30822d27-4185-4548-aa1c-64937758b577, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=30822d27-4185-4548-aa1c-64937758b577,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:52.304742 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6d396969-d97a-40aa-89b2-07909e7f3605 req-41a06171-c6a9-425e-acdd-9f2d3e62801f tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (30822d27-4185-4548-aa1c-64937758b577), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:52.325300 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-6d396969-d97a-40aa-89b2-07909e7f3605 req-41a06171-c6a9-425e-acdd-9f2d3e62801f tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Calling delete_port for 30822d27-4185-4548-aa1c-64937758b577 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:25:52.536505 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6d396969-d97a-40aa-89b2-07909e7f3605 req-41a06171-c6a9-425e-acdd-9f2d3e62801f tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (30822d27-4185-4548-aa1c-64937758b577), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:52.559024 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213', '1651414b-887f-499e-94dc-f272c3d7ad17', '08e98366-f712-40c6-9133-dc43af386f4a', '9e7aeee0-5c0b-43a6-b833-230bd6450606'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:25:52.622591 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a06171-c6a9-425e-acdd-9f2d3e62801f tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Pushing event deleted for resources: {'Port': ['ID=30822d27-4185-4548-aa1c-64937758b577,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:52.667138 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['f83e8df1-40e5-4abf-a7bf-f55139dfcb59', '30822d27-4185-4548-aa1c-64937758b577'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:25:52.698978 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d396969-d97a-40aa-89b2-07909e7f3605 req-41a06171-c6a9-425e-acdd-9f2d3e62801f tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] No DVR routers for this DVR port 30822d27-4185-4548-aa1c-64937758b577 on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:25:52.701921 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6d396969-d97a-40aa-89b2-07909e7f3605 req-41a06171-c6a9-425e-acdd-9f2d3e62801f tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:52.707652 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d396969-d97a-40aa-89b2-07909e7f3605 req-41a06171-c6a9-425e-acdd-9f2d3e62801f tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.94 "DELETE /v2.0/ports/30822d27-4185-4548-aa1c-64937758b577 HTTP/1.1" status: 204 len: 173 time: 0.8907123 Feb 08 21:25:52.708178 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cf8862-243a-43e9-bfeb-a8a670727a72', 'name': 'network-vif-deleted', 'tag': '30822d27-4185-4548-aa1c-64937758b577'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:25:52.710644 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84001937-e49d-4c43-b08b-cf18821fb7dc" -d '{"events": [{"server_uuid": "44cf8862-243a-43e9-bfeb-a8a670727a72", "name": "network-vif-deleted", "tag": "30822d27-4185-4548-aa1c-64937758b577"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:25:52.754903 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2edf5fb-9bd7-4344-872c-65c6d5aed31b req-0db81709-af2b-40a1-93c1-ddd862081fad tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:52.757572 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f2edf5fb-9bd7-4344-872c-65c6d5aed31b req-0db81709-af2b-40a1-93c1-ddd862081fad tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 945 time: 0.2348783 Feb 08 21:25:52.918575 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f2edf5fb-9bd7-4344-872c-65c6d5aed31b req-d6766978-ab03-45c2-b0c1-00927ac7cb2d tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413643 Feb 08 21:25:53.295952 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7f2b8-af67-456d-873a-706ee8225aea req-8826139e-35e0-4c3c-99d3-453fc6263a26 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:53.306007 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eed7f2b8-af67-456d-873a-706ee8225aea req-8826139e-35e0-4c3c-99d3-453fc6263a26 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec8f4d56-ff21-4ec8-a228-cda3ac2e213a HTTP/1.1" status: 200 len: 945 time: 0.1834257 Feb 08 21:25:53.454506 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eed7f2b8-af67-456d-873a-706ee8225aea req-463b64d9-2cbb-459e-aef7-d8e683c894b1 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454363 Feb 08 21:25:53.507962 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea06ea98-de67-4966-ba98-90a46064f455 x-openstack-request-id: req-ea06ea98-de67-4966-ba98-90a46064f455 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:25:53.508443 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cf8862-243a-43e9-bfeb-a8a670727a72", "name": "network-vif-deleted", "tag": "30822d27-4185-4548-aa1c-64937758b577", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:25:53.508809 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ea06ea98-de67-4966-ba98-90a46064f455 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:25:53.509852 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cf8862-243a-43e9-bfeb-a8a670727a72', 'name': 'network-vif-deleted', 'tag': '30822d27-4185-4548-aa1c-64937758b577', 'status': 'completed', 'code': 200} Feb 08 21:25:53.905764 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef2f06a3-719a-4766-892e-83ac7b2dc089 req-72c3cd36-051b-4540-b8fe-386191df0b7d tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=44cf8862-243a-43e9-bfeb-a8a670727a72 HTTP/1.1" status: 200 len: 210 time: 0.0937943 Feb 08 21:25:54.142266 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c1ff1-9bd9-4066-9e56-3851efa72f4d req-1f878af9-400a-4c5f-9915-010481dcce0c tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:54.158540 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a8c1ff1-9bd9-4066-9e56-3851efa72f4d req-1f878af9-400a-4c5f-9915-010481dcce0c tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=c258cc98-3e52-4981-b35f-8053e2b69ce9 HTTP/1.1" status: 200 len: 945 time: 0.1633937 Feb 08 21:25:54.240290 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-950003c1-370e-4ccc-85a8-546625bb503e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:54.347579 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a8c1ff1-9bd9-4066-9e56-3851efa72f4d req-ae9b87b7-0cfe-4a35-8c3a-f7f8f2847528 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850030 Feb 08 21:25:54.578493 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970c75e-7716-496c-9d7d-80152ee83c76 req-c732d5e5-e26b-4abe-9fe3-1ff6c4317d7a tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:54.641561 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1970c75e-7716-496c-9d7d-80152ee83c76 req-c732d5e5-e26b-4abe-9fe3-1ff6c4317d7a tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 945 time: 0.1257596 Feb 08 21:25:54.790436 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1970c75e-7716-496c-9d7d-80152ee83c76 req-e552835a-b445-48b9-972c-43ccdd55f344 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901047 Feb 08 21:25:54.890362 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 30822d27-4185-4548-aa1c-64937758b577 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:25:54.946737 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 30822d27-4185-4548-aa1c-64937758b577 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:25:54.947292 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 30822d27-4185-4548-aa1c-64937758b577 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:25:55.372904 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c3c28-3a38-492f-bfe0-39df53f8efcd req-6d85ecb3-f548-4cb8-8306-d6dcf1da72a4 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:55.380551 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-615c3c28-3a38-492f-bfe0-39df53f8efcd req-6d85ecb3-f548-4cb8-8306-d6dcf1da72a4 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec8f4d56-ff21-4ec8-a228-cda3ac2e213a HTTP/1.1" status: 200 len: 945 time: 0.1535761 Feb 08 21:25:55.454548 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-615c3c28-3a38-492f-bfe0-39df53f8efcd req-ca9ec73c-e4a7-441d-92f5-7159ca65e5b9 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601566 Feb 08 21:25:55.950497 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb54f7-db53-4e05-ada0-fed590a80e93 req-f0647fdd-6ea6-491c-872a-b8a2c16f8672 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:55.960535 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-78bb54f7-db53-4e05-ada0-fed590a80e93 req-f0647fdd-6ea6-491c-872a-b8a2c16f8672 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b32858-74a1-4191-9213-f7e8c86fdd13 HTTP/1.1" status: 200 len: 946 time: 0.2009156 Feb 08 21:25:56.094478 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-78bb54f7-db53-4e05-ada0-fed590a80e93 req-f1293003-1bea-4c3a-b5ea-ab480a0875dd tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/security-groups?id=89c44979-f1d8-471a-9ccc-726e230470cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316886 Feb 08 21:25:57.177566 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c7389-0d31-44fe-b7fa-1f385d3ab97b req-4c9e7e1d-46e1-48e2-a69e-5b1c38a076d1 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:57.179858 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-909c7389-0d31-44fe-b7fa-1f385d3ab97b req-4c9e7e1d-46e1-48e2-a69e-5b1c38a076d1 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 945 time: 0.0986898 Feb 08 21:25:57.248390 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-909c7389-0d31-44fe-b7fa-1f385d3ab97b req-962182aa-6804-472c-b1d8-0552c89523ca tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644221 Feb 08 21:25:57.385209 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-146085ce-78fa-4c83-be64-840aa13af3d1 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:57.390909 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-146085ce-78fa-4c83-be64-840aa13af3d1 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102&tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&binding%3Ahost_id=n-h1-712143-31 HTTP/1.1" status: 200 len: 1128 time: 0.1151562 Feb 08 21:25:57.405810 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-ae7e1a40-49f2-4933-8872-05771232a2cb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712143-31'}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:25:57.421510 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7cdbf7e4-4bbc-4ac3-b32f-3d2731e70a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:57.629590 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329619c-8560-45cf-9458-c9abfea57131 req-5666f71d-d75b-49db-9e10-f1b5e7407ac7 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:57.634091 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6329619c-8560-45cf-9458-c9abfea57131 req-5666f71d-d75b-49db-9e10-f1b5e7407ac7 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec8f4d56-ff21-4ec8-a228-cda3ac2e213a HTTP/1.1" status: 200 len: 945 time: 0.1560214 Feb 08 21:25:57.659251 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-ae7e1a40-49f2-4933-8872-05771232a2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (679408a7-154a-460e-b97d-f35652d30735), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:57.871080 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6329619c-8560-45cf-9458-c9abfea57131 req-65635155-03bf-45e7-9ea6-881a7e4d5e66 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246356 Feb 08 21:25:58.213927 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-ae7e1a40-49f2-4933-8872-05771232a2cb service neutron] For port 679408a7-154a-460e-b97d-f35652d30735, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=679408a7-154a-460e-b97d-f35652d30735,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:58.327008 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-ae7e1a40-49f2-4933-8872-05771232a2cb service neutron] For port 679408a7-154a-460e-b97d-f35652d30735, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:25:58.458739 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-ae7e1a40-49f2-4933-8872-05771232a2cb service neutron] Publish callbacks [] for port (679408a7-154a-460e-b97d-f35652d30735), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:58.467612 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507fe9ca-25fc-4551-b970-db50eae6f102', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '679408a7-154a-460e-b97d-f35652d30735'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:25:58.477644 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45523073-50d5-4545-b335-450308eef5ba" -d '{"events": [{"server_uuid": "507fe9ca-25fc-4551-b970-db50eae6f102", "name": "network-vif-unplugged", "status": "completed", "tag": "679408a7-154a-460e-b97d-f35652d30735"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:25:58.646269 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-ae7e1a40-49f2-4933-8872-05771232a2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (679408a7-154a-460e-b97d-f35652d30735), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:58.842397 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e1a40-49f2-4933-8872-05771232a2cb service neutron] Pushing event updated for resources: {'Port': ['ID=679408a7-154a-460e-b97d-f35652d30735,revision_number=7']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:58.908767 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-ae7e1a40-49f2-4933-8872-05771232a2cb service neutron] Attempting to bind port 679408a7-154a-460e-b97d-f35652d30735 on host n-h1-712143-31 for vnic_type normal with profile {"migrating_to": "n-h2-712143-31"} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:25:58.909328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-ae7e1a40-49f2-4933-8872-05771232a2cb service neutron] Attempting to bind port 679408a7-154a-460e-b97d-f35652d30735 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:25:58.909567 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-ae7e1a40-49f2-4933-8872-05771232a2cb service neutron] Attempting to bind port 679408a7-154a-460e-b97d-f35652d30735 on network 2832de48-e50e-44a2-9cef-26035a020939 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:25:58.917793 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-ae7e1a40-49f2-4933-8872-05771232a2cb service neutron] Port 679408a7-154a-460e-b97d-f35652d30735 on network 2832de48-e50e-44a2-9cef-26035a020939 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:25:58.918699 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-ae7e1a40-49f2-4933-8872-05771232a2cb service neutron] Attempting to bind port 679408a7-154a-460e-b97d-f35652d30735 on network 2832de48-e50e-44a2-9cef-26035a020939 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:25:58.937146 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da2a77-b287-4233-9a1d-2a20b8d4a99a req-e827bd89-f747-4c8b-bd44-87a347f8a0bb tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:58.941119 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-78da2a77-b287-4233-9a1d-2a20b8d4a99a req-e827bd89-f747-4c8b-bd44-87a347f8a0bb tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=9cc16c04-7c0e-4c0d-b28d-942a8a95c89c HTTP/1.1" status: 200 len: 948 time: 0.2598228 Feb 08 21:25:58.960449 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1a659-dcf2-4feb-a9b6-83a6cb1f7406 req-2d2759b8-9e68-431d-b800-25d0208cd450 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:58.963437 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dfb1a659-dcf2-4feb-a9b6-83a6cb1f7406 req-2d2759b8-9e68-431d-b800-25d0208cd450 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.94 "GET /v2.0/ports?device_id=ec8f4d56-ff21-4ec8-a228-cda3ac2e213a HTTP/1.1" status: 200 len: 945 time: 0.4419727 Feb 08 21:25:59.019077 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 679408a7-154a-460e-b97d-f35652d30735 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:25:59.034774 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-ae7e1a40-49f2-4933-8872-05771232a2cb service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:25:59.035267 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-ae7e1a40-49f2-4933-8872-05771232a2cb service neutron] Checking segment: {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:25:59.035837 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-ae7e1a40-49f2-4933-8872-05771232a2cb service neutron] Bound using segment: {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:25:59.036406 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-ae7e1a40-49f2-4933-8872-05771232a2cb service neutron] Bound port: 679408a7-154a-460e-b97d-f35652d30735, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:25:59.036882 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-ae7e1a40-49f2-4933-8872-05771232a2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (679408a7-154a-460e-b97d-f35652d30735), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:59.225573 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-78da2a77-b287-4233-9a1d-2a20b8d4a99a req-eacb1ac6-d80f-4b76-8881-7c07f94f14e6 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563424 Feb 08 21:25:59.279128 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-ae7e1a40-49f2-4933-8872-05771232a2cb service neutron] For port 679408a7-154a-460e-b97d-f35652d30735, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:25:59.287193 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-ae7e1a40-49f2-4933-8872-05771232a2cb service neutron] For port 679408a7-154a-460e-b97d-f35652d30735, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=679408a7-154a-460e-b97d-f35652d30735,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:25:59.330249 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-ae7e1a40-49f2-4933-8872-05771232a2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (679408a7-154a-460e-b97d-f35652d30735), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:59.365365 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deec4a1-d8e1-461c-bdb3-071763b67612 req-ac834621-38a0-4679-adfe-6d5b408ba23e tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:59.367325 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7deec4a1-d8e1-461c-bdb3-071763b67612 req-ac834621-38a0-4679-adfe-6d5b408ba23e tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.96 "GET /v2.0/ports?device_id=9cc16c04-7c0e-4c0d-b28d-942a8a95c89c HTTP/1.1" status: 200 len: 948 time: 0.3156836 Feb 08 21:25:59.468323 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-dfb1a659-dcf2-4feb-a9b6-83a6cb1f7406 req-8ac0d825-15af-44ee-b9ce-a2926751ef8c tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Deleting port d279d3b4-6aa1-424b-bc39-260e8233c19c {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:25:59.468815 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-dfb1a659-dcf2-4feb-a9b6-83a6cb1f7406 req-8ac0d825-15af-44ee-b9ce-a2926751ef8c tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d279d3b4-6aa1-424b-bc39-260e8233c19c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:59.527191 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:59.597407 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-dfb1a659-dcf2-4feb-a9b6-83a6cb1f7406 req-8ac0d825-15af-44ee-b9ce-a2926751ef8c tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] For port d279d3b4-6aa1-424b-bc39-260e8233c19c, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d279d3b4-6aa1-424b-bc39-260e8233c19c,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:59.598078 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-dfb1a659-dcf2-4feb-a9b6-83a6cb1f7406 req-8ac0d825-15af-44ee-b9ce-a2926751ef8c tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d279d3b4-6aa1-424b-bc39-260e8233c19c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:59.614602 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-dfb1a659-dcf2-4feb-a9b6-83a6cb1f7406 req-8ac0d825-15af-44ee-b9ce-a2926751ef8c tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Calling delete_port for d279d3b4-6aa1-424b-bc39-260e8233c19c owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:25:59.663338 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 679408a7-154a-460e-b97d-f35652d30735, host n-h1-712143-31, got binding levels [] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:25:59.713321 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Attempting to bind port 679408a7-154a-460e-b97d-f35652d30735 on host n-h1-712143-31 for vnic_type normal with profile {"migrating_to": "n-h2-712143-31"} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:25:59.714794 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Attempting to bind port 679408a7-154a-460e-b97d-f35652d30735 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:25:59.715866 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Attempting to bind port 679408a7-154a-460e-b97d-f35652d30735 on network 2832de48-e50e-44a2-9cef-26035a020939 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:25:59.728159 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Port 679408a7-154a-460e-b97d-f35652d30735 on network 2832de48-e50e-44a2-9cef-26035a020939 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:25:59.729100 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Attempting to bind port 679408a7-154a-460e-b97d-f35652d30735 on network 2832de48-e50e-44a2-9cef-26035a020939 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:25:59.739979 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:25:59.741147 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Checking segment: {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:25:59.742685 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Bound using segment: {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:25:59.743664 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Bound port: 679408a7-154a-460e-b97d-f35652d30735, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ccc5b6e-a47f-486d-9206-6d92d647599e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2832de48-e50e-44a2-9cef-26035a020939'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:25:59.744724 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (679408a7-154a-460e-b97d-f35652d30735), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:59.788355 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0590fc7f-5a47-47ec-8681-314d1999e6d7 x-openstack-request-id: req-0590fc7f-5a47-47ec-8681-314d1999e6d7 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:25:59.788837 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507fe9ca-25fc-4551-b970-db50eae6f102", "name": "network-vif-unplugged", "status": "completed", "tag": "679408a7-154a-460e-b97d-f35652d30735", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:25:59.789213 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0590fc7f-5a47-47ec-8681-314d1999e6d7 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:25:59.789877 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507fe9ca-25fc-4551-b970-db50eae6f102', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '679408a7-154a-460e-b97d-f35652d30735', 'code': 200} Feb 08 21:25:59.888539 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-dfb1a659-dcf2-4feb-a9b6-83a6cb1f7406 req-8ac0d825-15af-44ee-b9ce-a2926751ef8c tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (d279d3b4-6aa1-424b-bc39-260e8233c19c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:59.905974 n-d-712143-31 neutron-server[103435]: WARNING neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Concurrent port binding operations failed on port 679408a7-154a-460e-b97d-f35652d30735 Feb 08 21:25:59.926190 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['d279d3b4-6aa1-424b-bc39-260e8233c19c'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:25:59.947087 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e1a40-49f2-4933-8872-05771232a2cb service neutron] Pushing event updated for resources: {'Port': ['ID=679408a7-154a-460e-b97d-f35652d30735,revision_number=8']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:25:59.956763 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-ae7e1a40-49f2-4933-8872-05771232a2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:25:59.957603 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-ae7e1a40-49f2-4933-8872-05771232a2cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:25:59.959167 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-ae7e1a40-49f2-4933-8872-05771232a2cb service neutron] 10.222.0.96 "PUT /v2.0/ports/679408a7-154a-460e-b97d-f35652d30735 HTTP/1.1" status: 200 len: 1123 time: 2.5584381 Feb 08 21:25:59.977087 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['23e48800-eeca-4bcc-b7ae-e0ebc35d4c91', 'ac636078-2812-4513-82c9-2aeaccd983da'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:26:00.018865 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0d825-15af-44ee-b9ce-a2926751ef8c tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Pushing event deleted for resources: {'Port': ['ID=d279d3b4-6aa1-424b-bc39-260e8233c19c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:00.074926 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 679408a7-154a-460e-b97d-f35652d30735, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=679408a7-154a-460e-b97d-f35652d30735,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:00.100728 n-d-712143-31 neutron-server[103435]: INFO neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Attempt 2 to bind port 679408a7-154a-460e-b97d-f35652d30735 Feb 08 21:26:00.101597 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 679408a7-154a-460e-b97d-f35652d30735 has no active binding in host n-h2-712143-31 {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 08 21:26:00.170326 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79faf9bd-2a2a-4291-a3e5-d08b8f715360 req-1717fd8f-96f9-45d9-a3cf-948a262ad874 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:00.173210 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-79faf9bd-2a2a-4291-a3e5-d08b8f715360 req-1717fd8f-96f9-45d9-a3cf-948a262ad874 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 943 time: 0.7184372 Feb 08 21:26:00.281294 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd7fc7-fd0f-456a-b6b4-ae823b2a1859 req-ad2a9442-85d9-4f94-b44c-eb74e824ae29 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:00.284987 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-84bd7fc7-fd0f-456a-b6b4-ae823b2a1859 req-ad2a9442-85d9-4f94-b44c-eb74e824ae29 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.94 "GET /v2.0/ports?device_id=0775eb78-7c77-489d-9c53-1224a81f4e15 HTTP/1.1" status: 200 len: 950 time: 0.1844721 Feb 08 21:26:00.464100 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['679408a7-154a-460e-b97d-f35652d30735'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:26:00.481329 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['679408a7-154a-460e-b97d-f35652d30735'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:26:00.600557 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a74db-e79d-4f7e-90a8-55819a2ee8f8 req-b1a5965b-6394-42ba-90cd-467fa25df5b6 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:00.603834 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d72a74db-e79d-4f7e-90a8-55819a2ee8f8 req-b1a5965b-6394-42ba-90cd-467fa25df5b6 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8b32858-74a1-4191-9213-f7e8c86fdd13 HTTP/1.1" status: 200 len: 946 time: 0.1664565 Feb 08 21:26:00.701132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb1a659-dcf2-4feb-a9b6-83a6cb1f7406 req-8ac0d825-15af-44ee-b9ce-a2926751ef8c tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] No DVR routers for this DVR port d279d3b4-6aa1-424b-bc39-260e8233c19c on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:26:00.708968 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-84bd7fc7-fd0f-456a-b6b4-ae823b2a1859 req-4d9a822a-f000-480a-bdac-d8cbb185d4e9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Deleting port f83e8df1-40e5-4abf-a7bf-f55139dfcb59 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:26:00.709637 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-84bd7fc7-fd0f-456a-b6b4-ae823b2a1859 req-4d9a822a-f000-480a-bdac-d8cbb185d4e9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f83e8df1-40e5-4abf-a7bf-f55139dfcb59), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:00.730608 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-dfb1a659-dcf2-4feb-a9b6-83a6cb1f7406 req-8ac0d825-15af-44ee-b9ce-a2926751ef8c tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:00.738196 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dfb1a659-dcf2-4feb-a9b6-83a6cb1f7406 req-8ac0d825-15af-44ee-b9ce-a2926751ef8c tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.94 "DELETE /v2.0/ports/d279d3b4-6aa1-424b-bc39-260e8233c19c HTTP/1.1" status: 204 len: 173 time: 1.7570131 Feb 08 21:26:00.772794 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c24e7-62c6-4fbe-8e65-2d7f575930a6 req-042be7c6-ce73-4d95-85ae-4d033f3521b1 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:00.775138 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-502c24e7-62c6-4fbe-8e65-2d7f575930a6 req-042be7c6-ce73-4d95-85ae-4d033f3521b1 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b32858-74a1-4191-9213-f7e8c86fdd13 HTTP/1.1" status: 200 len: 946 time: 0.9973240 Feb 08 21:26:00.859409 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-79faf9bd-2a2a-4291-a3e5-d08b8f715360 req-13913f4b-feee-46cf-be1d-8f4c4a573f21 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6494040 Feb 08 21:26:00.864210 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-7deec4a1-d8e1-461c-bdb3-071763b67612 req-ef74708a-27fc-41bc-a3eb-4b02f7e575b6 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Deleting port 9e7aeee0-5c0b-43a6-b833-230bd6450606 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:26:00.864677 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7deec4a1-d8e1-461c-bdb3-071763b67612 req-ef74708a-27fc-41bc-a3eb-4b02f7e575b6 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (9e7aeee0-5c0b-43a6-b833-230bd6450606), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:01.065169 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:26:01.100448 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-84bd7fc7-fd0f-456a-b6b4-ae823b2a1859 req-4d9a822a-f000-480a-bdac-d8cbb185d4e9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] For port f83e8df1-40e5-4abf-a7bf-f55139dfcb59, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=f83e8df1-40e5-4abf-a7bf-f55139dfcb59,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:01.100992 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-84bd7fc7-fd0f-456a-b6b4-ae823b2a1859 req-4d9a822a-f000-480a-bdac-d8cbb185d4e9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f83e8df1-40e5-4abf-a7bf-f55139dfcb59), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:01.118189 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-502c24e7-62c6-4fbe-8e65-2d7f575930a6 req-f4a72f79-d522-44ef-80e1-26bb589b2b9b tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/security-groups?id=89c44979-f1d8-471a-9ccc-726e230470cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3158555 Feb 08 21:26:01.187751 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-84bd7fc7-fd0f-456a-b6b4-ae823b2a1859 req-4d9a822a-f000-480a-bdac-d8cbb185d4e9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Calling delete_port for f83e8df1-40e5-4abf-a7bf-f55139dfcb59 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:26:01.208742 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc1f5c80-fe6f-496a-9950-93fd7710b7fe req-6f2d2e31-7a72-469a-91fd-79a2fa9184be tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=ec8f4d56-ff21-4ec8-a228-cda3ac2e213a HTTP/1.1" status: 200 len: 210 time: 0.1299858 Feb 08 21:26:01.330399 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-d72a74db-e79d-4f7e-90a8-55819a2ee8f8 req-99bc1564-4dda-4383-9793-1fd8a38f69ee tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Deleting port 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:26:01.331052 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d72a74db-e79d-4f7e-90a8-55819a2ee8f8 req-99bc1564-4dda-4383-9793-1fd8a38f69ee tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (0c4878d6-d8d2-4b3c-9b22-fe3e8304e269), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:01.440419 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-7deec4a1-d8e1-461c-bdb3-071763b67612 req-ef74708a-27fc-41bc-a3eb-4b02f7e575b6 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] For port 9e7aeee0-5c0b-43a6-b833-230bd6450606, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=9e7aeee0-5c0b-43a6-b833-230bd6450606,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:01.440714 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7deec4a1-d8e1-461c-bdb3-071763b67612 req-ef74708a-27fc-41bc-a3eb-4b02f7e575b6 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (9e7aeee0-5c0b-43a6-b833-230bd6450606), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:01.464669 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:01.490855 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-7deec4a1-d8e1-461c-bdb3-071763b67612 req-ef74708a-27fc-41bc-a3eb-4b02f7e575b6 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Calling delete_port for 9e7aeee0-5c0b-43a6-b833-230bd6450606 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:26:01.516873 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-d72a74db-e79d-4f7e-90a8-55819a2ee8f8 req-99bc1564-4dda-4383-9793-1fd8a38f69ee tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] For port 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=0c4878d6-d8d2-4b3c-9b22-fe3e8304e269,segment=NetworkSegment(d58b94c2-edae-4146-89a6-ec53005d76bd),segment_id=d58b94c2-edae-4146-89a6-ec53005d76bd)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:01.517286 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d72a74db-e79d-4f7e-90a8-55819a2ee8f8 req-99bc1564-4dda-4383-9793-1fd8a38f69ee tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (0c4878d6-d8d2-4b3c-9b22-fe3e8304e269), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:01.531784 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:01.537183 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c426de-d705-427e-84ea-fbf4f5f236e0 req-95a220b0-a6a0-4a5a-a040-076bd8562795 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:01.540566 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e2c426de-d705-427e-84ea-fbf4f5f236e0 req-95a220b0-a6a0-4a5a-a040-076bd8562795 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 945 time: 0.2040539 Feb 08 21:26:01.645448 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69bf78-33a9-4427-a43f-10ff3893271c req-fb2da1dd-ef2f-48ef-a0c9-1f069bd34f12 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:01.645448 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cb69bf78-33a9-4427-a43f-10ff3893271c req-fb2da1dd-ef2f-48ef-a0c9-1f069bd34f12 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=9cc16c04-7c0e-4c0d-b28d-942a8a95c89c HTTP/1.1" status: 200 len: 948 time: 0.2461433 Feb 08 21:26:01.650713 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:26:01.653980 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:01.744165 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e2c426de-d705-427e-84ea-fbf4f5f236e0 req-d0c91b8a-6292-49e7-b220-32b3005a7ee0 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459053 Feb 08 21:26:01.763051 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-84bd7fc7-fd0f-456a-b6b4-ae823b2a1859 req-4d9a822a-f000-480a-bdac-d8cbb185d4e9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (f83e8df1-40e5-4abf-a7bf-f55139dfcb59), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:01.763710 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cb69bf78-33a9-4427-a43f-10ff3893271c req-42143845-b62e-43dc-be48-389028084a6e tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977647 Feb 08 21:26:01.772911 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216435cf-f070-4398-96ce-106b566f9fa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:26:01.795815 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01050ccb-700d-486e-89c8-2a8d83c201f3" -d '{"events": [{"server_uuid": "216435cf-f070-4398-96ce-106b566f9fa3", "name": "network-vif-unplugged", "status": "completed", "tag": "dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:26:01.819339 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['f83e8df1-40e5-4abf-a7bf-f55139dfcb59'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:26:01.824211 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213', '1651414b-887f-499e-94dc-f272c3d7ad17', '08e98366-f712-40c6-9133-dc43af386f4a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:26:01.836093 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507fe9ca-25fc-4551-b970-db50eae6f102', 'tag': '679408a7-154a-460e-b97d-f35652d30735'}, {'server_uuid': 'ec8f4d56-ff21-4ec8-a228-cda3ac2e213a', 'name': 'network-vif-deleted', 'tag': 'd279d3b4-6aa1-424b-bc39-260e8233c19c'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:26:01.843067 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add8b055-2c36-41a6-be73-e1f4a278e598" -d '{"events": [{"name": "network-changed", "server_uuid": "507fe9ca-25fc-4551-b970-db50eae6f102", "tag": "679408a7-154a-460e-b97d-f35652d30735"}, {"server_uuid": "ec8f4d56-ff21-4ec8-a228-cda3ac2e213a", "name": "network-vif-deleted", "tag": "d279d3b4-6aa1-424b-bc39-260e8233c19c"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:26:01.897891 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a822a-f000-480a-bdac-d8cbb185d4e9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Pushing event deleted for resources: {'Port': ['ID=f83e8df1-40e5-4abf-a7bf-f55139dfcb59,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:01.909279 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7deec4a1-d8e1-461c-bdb3-071763b67612 req-ef74708a-27fc-41bc-a3eb-4b02f7e575b6 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (9e7aeee0-5c0b-43a6-b833-230bd6450606), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:01.918723 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:01.932228 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9a822a-f000-480a-bdac-d8cbb185d4e9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:01.932814 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9a822a-f000-480a-bdac-d8cbb185d4e9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:01.933361 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9a822a-f000-480a-bdac-d8cbb185d4e9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:01.934073 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9a822a-f000-480a-bdac-d8cbb185d4e9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:01.934544 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9a822a-f000-480a-bdac-d8cbb185d4e9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:01.935029 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9a822a-f000-480a-bdac-d8cbb185d4e9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:01.935462 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9a822a-f000-480a-bdac-d8cbb185d4e9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:01.939041 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9a822a-f000-480a-bdac-d8cbb185d4e9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:01.939875 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9a822a-f000-480a-bdac-d8cbb185d4e9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:01.940556 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9a822a-f000-480a-bdac-d8cbb185d4e9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:01.942590 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9a822a-f000-480a-bdac-d8cbb185d4e9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:01.948208 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9a822a-f000-480a-bdac-d8cbb185d4e9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:01.949180 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9a822a-f000-480a-bdac-d8cbb185d4e9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:01.980296 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['f83e8df1-40e5-4abf-a7bf-f55139dfcb59'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:26:02.021021 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213', '1651414b-887f-499e-94dc-f272c3d7ad17', '08e98366-f712-40c6-9133-dc43af386f4a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:26:02.093831 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef74708a-27fc-41bc-a3eb-4b02f7e575b6 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Pushing event deleted for resources: {'Port': ['ID=9e7aeee0-5c0b-43a6-b833-230bd6450606,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:02.102098 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f333d2-49e9-4e74-ba9e-b695a3ba3f69 x-openstack-request-id: req-c2f333d2-49e9-4e74-ba9e-b695a3ba3f69 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:26:02.102721 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216435cf-f070-4398-96ce-106b566f9fa3", "name": "network-vif-unplugged", "status": "completed", "tag": "dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:26:02.103775 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c2f333d2-49e9-4e74-ba9e-b695a3ba3f69 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:26:02.103980 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216435cf-f070-4398-96ce-106b566f9fa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52', 'code': 200} Feb 08 21:26:02.126133 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:02.127560 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 9e7aeee0-5c0b-43a6-b833-230bd6450606 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:26:02.156796 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-84bd7fc7-fd0f-456a-b6b4-ae823b2a1859 req-4d9a822a-f000-480a-bdac-d8cbb185d4e9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] No DVR routers for this DVR port f83e8df1-40e5-4abf-a7bf-f55139dfcb59 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:26:02.167749 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-84bd7fc7-fd0f-456a-b6b4-ae823b2a1859 req-4d9a822a-f000-480a-bdac-d8cbb185d4e9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:02.175761 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 08 Feb 2022 21:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8cd44f-e057-4500-916d-5db446a5ce7d x-openstack-request-id: req-4c8cd44f-e057-4500-916d-5db446a5ce7d {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:26:02.176016 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-84bd7fc7-fd0f-456a-b6b4-ae823b2a1859 req-4d9a822a-f000-480a-bdac-d8cbb185d4e9 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.94 "DELETE /v2.0/ports/f83e8df1-40e5-4abf-a7bf-f55139dfcb59 HTTP/1.1" status: 204 len: 173 time: 1.8818836 Feb 08 21:26:02.176511 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0775eb78-7c77-489d-9c53-1224a81f4e15', 'name': 'network-vif-deleted', 'tag': 'f83e8df1-40e5-4abf-a7bf-f55139dfcb59'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:26:02.176659 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507fe9ca-25fc-4551-b970-db50eae6f102", "tag": "679408a7-154a-460e-b97d-f35652d30735", "status": "completed", "code": 200}, {"server_uuid": "ec8f4d56-ff21-4ec8-a228-cda3ac2e213a", "name": "network-vif-deleted", "tag": "d279d3b4-6aa1-424b-bc39-260e8233c19c", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:26:02.176928 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4c8cd44f-e057-4500-916d-5db446a5ce7d {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:26:02.177370 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507fe9ca-25fc-4551-b970-db50eae6f102', 'tag': '679408a7-154a-460e-b97d-f35652d30735', 'status': 'completed', 'code': 200} Feb 08 21:26:02.177638 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8f4d56-ff21-4ec8-a228-cda3ac2e213a', 'name': 'network-vif-deleted', 'tag': 'd279d3b4-6aa1-424b-bc39-260e8233c19c', 'status': 'completed', 'code': 200} Feb 08 21:26:02.181753 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc8b727-1cd7-4913-91a0-ed380d0fb048" -d '{"events": [{"server_uuid": "0775eb78-7c77-489d-9c53-1224a81f4e15", "name": "network-vif-deleted", "tag": "f83e8df1-40e5-4abf-a7bf-f55139dfcb59"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:26:02.279187 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-7deec4a1-d8e1-461c-bdb3-071763b67612 req-ef74708a-27fc-41bc-a3eb-4b02f7e575b6 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] No DVR routers for this DVR port 9e7aeee0-5c0b-43a6-b833-230bd6450606 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:26:02.288138 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7deec4a1-d8e1-461c-bdb3-071763b67612 req-ef74708a-27fc-41bc-a3eb-4b02f7e575b6 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:02.293806 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7deec4a1-d8e1-461c-bdb3-071763b67612 req-ef74708a-27fc-41bc-a3eb-4b02f7e575b6 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.96 "DELETE /v2.0/ports/9e7aeee0-5c0b-43a6-b833-230bd6450606 HTTP/1.1" status: 204 len: 173 time: 2.8933315 Feb 08 21:26:02.374991 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8b055-2c36-41a6-be73-e1f4a278e598 req-4624162c-a89f-4248-a078-ea3300876ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:02.395967 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-add8b055-2c36-41a6-be73-e1f4a278e598 req-4624162c-a89f-4248-a078-ea3300876ad0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 1157 time: 0.2046392 Feb 08 21:26:02.459123 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d72a74db-e79d-4f7e-90a8-55819a2ee8f8 req-99bc1564-4dda-4383-9793-1fd8a38f69ee tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:02.461629 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d72a74db-e79d-4f7e-90a8-55819a2ee8f8 req-99bc1564-4dda-4383-9793-1fd8a38f69ee tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (192a9daa-1bef-43bf-bc9d-76576ff2beb2), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:02.463354 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [req-d72a74db-e79d-4f7e-90a8-55819a2ee8f8 req-99bc1564-4dda-4383-9793-1fd8a38f69ee tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Floating IP 192a9daa-1bef-43bf-bc9d-76576ff2beb2 disassociated. External IP: 172.25.3.108, port: 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269. Feb 08 21:26:02.464840 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-d72a74db-e79d-4f7e-90a8-55819a2ee8f8 req-99bc1564-4dda-4383-9793-1fd8a38f69ee tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Calling delete_port for 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:26:02.465418 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 9e7aeee0-5c0b-43a6-b833-230bd6450606 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:26:02.466206 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 9e7aeee0-5c0b-43a6-b833-230bd6450606 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:26:02.506267 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:02.630174 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:02.630809 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:02.631414 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:02.632058 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:02.635095 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:02.637138 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:02.642241 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:02.642968 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:02.645054 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:02.645813 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:02.651916 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:02.652657 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:02.653385 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:02.893496 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d72a74db-e79d-4f7e-90a8-55819a2ee8f8 req-99bc1564-4dda-4383-9793-1fd8a38f69ee tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (0c4878d6-d8d2-4b3c-9b22-fe3e8304e269), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:02.940968 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device d279d3b4-6aa1-424b-bc39-260e8233c19c no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:26:02.959076 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7c4bd-aa59-4e3e-886a-bf0f6e14a2e2 req-ed78a8f2-488f-49d1-9ebb-58a7071f8ed1 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:02.960737 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6bf7c4bd-aa59-4e3e-886a-bf0f6e14a2e2 req-ed78a8f2-488f-49d1-9ebb-58a7071f8ed1 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 943 time: 0.5626254 Feb 08 21:26:02.982025 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc1564-4dda-4383-9793-1fd8a38f69ee tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Pushing event deleted for resources: {'Port': ['ID=0c4878d6-d8d2-4b3c-9b22-fe3e8304e269,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:03.033319 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8b055-2c36-41a6-be73-e1f4a278e598 req-b36a40d2-bf7f-45d8-8020-b77ec51c2ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:03.035370 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-add8b055-2c36-41a6-be73-e1f4a278e598 req-b36a40d2-bf7f-45d8-8020-b77ec51c2ae2 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 200 len: 922 time: 0.6386099 Feb 08 21:26:03.171670 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-add8b055-2c36-41a6-be73-e1f4a278e598 req-6d2f9e1c-d317-4b52-930a-ba1214db71b9 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=679408a7-154a-460e-b97d-f35652d30735 HTTP/1.1" status: 200 len: 217 time: 0.1187680 Feb 08 21:26:03.218345 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d72a74db-e79d-4f7e-90a8-55819a2ee8f8 req-99bc1564-4dda-4383-9793-1fd8a38f69ee tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Router f634cb84-fcb5-44e6-9402-b4561ebdd817 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:26:03.220157 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5eddaab6-fcf9-4462-bc31-fb6aaf678c13 req-33e2e855-6d48-4ea4-90aa-6ae46d5924ba tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b32858-74a1-4191-9213-f7e8c86fdd13 HTTP/1.1" status: 200 len: 210 time: 0.0679688 Feb 08 21:26:03.226181 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6bf7c4bd-aa59-4e3e-886a-bf0f6e14a2e2 req-7284ef00-2c10-47f2-8ea6-b7de83af7be5 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245815 Feb 08 21:26:03.327655 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: d279d3b4-6aa1-424b-bc39-260e8233c19c {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:26:03.328533 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8b055-2c36-41a6-be73-e1f4a278e598 req-62e68983-57d6-477a-a436-39a4c5e3599b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:03.329651 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device d279d3b4-6aa1-424b-bc39-260e8233c19c not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:26:03.334387 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-add8b055-2c36-41a6-be73-e1f4a278e598 req-62e68983-57d6-477a-a436-39a4c5e3599b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d60e29b3-21d7-4da4-a50a-dfbe604013ed HTTP/1.1" status: 200 len: 861 time: 0.1401427 Feb 08 21:26:03.371520 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35630ed-7ba7-4c0c-a9f1-6c67f2082b7f x-openstack-request-id: req-c35630ed-7ba7-4c0c-a9f1-6c67f2082b7f {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:26:03.383773 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0775eb78-7c77-489d-9c53-1224a81f4e15", "name": "network-vif-deleted", "tag": "f83e8df1-40e5-4abf-a7bf-f55139dfcb59", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:26:03.384046 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c35630ed-7ba7-4c0c-a9f1-6c67f2082b7f {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:26:03.384492 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0775eb78-7c77-489d-9c53-1224a81f4e15', 'name': 'network-vif-deleted', 'tag': 'f83e8df1-40e5-4abf-a7bf-f55139dfcb59', 'status': 'completed', 'code': 200} Feb 08 21:26:03.441937 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-add8b055-2c36-41a6-be73-e1f4a278e598 req-e6555319-2c54-4e8d-b516-9da50db77c86 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2832de48-e50e-44a2-9cef-26035a020939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961592 Feb 08 21:26:03.677657 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-add8b055-2c36-41a6-be73-e1f4a278e598 req-7d7cd645-7b33-4bba-b897-150ebd3fd2d7 service neutron] 10.222.0.94 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184289 Feb 08 21:26:03.684141 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d72a74db-e79d-4f7e-90a8-55819a2ee8f8 req-99bc1564-4dda-4383-9793-1fd8a38f69ee tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:26:03.702502 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc239092-1f02-4524-8835-2b287b907657 None None] Sync routers for ids ['f634cb84-fcb5-44e6-9402-b4561ebdd817'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:26:03.728931 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc239092-1f02-4524-8835-2b287b907657 None None] Routers {'f634cb84-fcb5-44e6-9402-b4561ebdd817'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:26:03.730450 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-fc239092-1f02-4524-8835-2b287b907657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:25:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['f634cb84-fcb5-44e6-9402-b4561ebdd817'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:26:03.776091 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ccf62281-235b-4ffa-b37c-5b1bc948b608 req-075505d6-8ec1-405f-9bd6-aa3c31ed1e7a tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=9cc16c04-7c0e-4c0d-b28d-942a8a95c89c HTTP/1.1" status: 200 len: 210 time: 0.0972776 Feb 08 21:26:03.836047 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72a74db-e79d-4f7e-90a8-55819a2ee8f8 req-99bc1564-4dda-4383-9793-1fd8a38f69ee tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] No DVR routers for this DVR port 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:26:03.843403 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d72a74db-e79d-4f7e-90a8-55819a2ee8f8 req-99bc1564-4dda-4383-9793-1fd8a38f69ee tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:03.857837 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d72a74db-e79d-4f7e-90a8-55819a2ee8f8 req-99bc1564-4dda-4383-9793-1fd8a38f69ee tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.94 "DELETE /v2.0/ports/0c4878d6-d8d2-4b3c-9b22-fe3e8304e269 HTTP/1.1" status: 204 len: 173 time: 3.2432098 Feb 08 21:26:03.994876 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-add8b055-2c36-41a6-be73-e1f4a278e598 req-0c5f7f80-5975-4b65-9bd1-91969ad0aa23 service neutron] 10.222.0.94 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785904 Feb 08 21:26:03.997114 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-fc239092-1f02-4524-8835-2b287b907657 None None] Set router f634cb84-fcb5-44e6-9402-b4561ebdd817 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:26:04.188466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc16c04-7c0e-4c0d-b28d-942a8a95c89c', 'name': 'network-vif-deleted', 'tag': '9e7aeee0-5c0b-43a6-b833-230bd6450606'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:26:04.197070 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c44164-007c-427c-9565-354c0b532a83" -d '{"events": [{"server_uuid": "9cc16c04-7c0e-4c0d-b28d-942a8a95c89c", "name": "network-vif-deleted", "tag": "9e7aeee0-5c0b-43a6-b833-230bd6450606"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:26:04.227011 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce33c17-1324-44f2-900f-bc6125dbf497 req-cbdb5d06-7f10-4422-977a-ac243276090a tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:04.228801 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1ce33c17-1324-44f2-900f-bc6125dbf497 req-cbdb5d06-7f10-4422-977a-ac243276090a tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/ports?device_id=22e302d9-249d-4ffc-8786-14f1b5551a1d HTTP/1.1" status: 200 len: 950 time: 0.2179263 Feb 08 21:26:04.257515 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-fc239092-1f02-4524-8835-2b287b907657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'name': 'tempest-ServersTestManualDisk-1067590553-router', 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6cd7567d-7eac-4957-99d3-b97c06da9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:23:36Z', 'updated_at': '2022-02-08T21:23:45Z', 'revision_number': 4, 'project_id': 'df2c802afab2419db7f9d45fe40f3a06', 'gw_port': {'id': '6cd7567d-7eac-4957-99d3-b97c06da9823', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:23:37Z', 'updated_at': '2022-02-08T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64', 'name': '', 'network_id': 'c0cafe3d-a88f-4e07-a463-905e2e4dd601', 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06', 'mac_address': 'fa:16:3e:f9:da:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '5cbcd625-2f37-47d7-aec7-9e7877f3a664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:23:43Z', 'updated_at': '2022-02-08T21:23:54Z', 'revision_number': 5, 'project_id': 'df2c802afab2419db7f9d45fe40f3a06', 'subnets': [{'id': '5cbcd625-2f37-47d7-aec7-9e7877f3a664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:26:04.286662 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc239092-1f02-4524-8835-2b287b907657 None None] Checking router: f634cb84-fcb5-44e6-9402-b4561ebdd817 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:26:04.297282 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc239092-1f02-4524-8835-2b287b907657 None None] Routers {'f634cb84-fcb5-44e6-9402-b4561ebdd817'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:26:04.297282 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-fc239092-1f02-4524-8835-2b287b907657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:25:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['f634cb84-fcb5-44e6-9402-b4561ebdd817'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:26:04.398881 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1ce33c17-1324-44f2-900f-bc6125dbf497 req-fedfbfe0-0d1e-4b13-93d5-966dbebea7c2 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe76d12e-48f8-4957-9579-1c9269807c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554852 Feb 08 21:26:04.426293 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-fc239092-1f02-4524-8835-2b287b907657 None None] Set router f634cb84-fcb5-44e6-9402-b4561ebdd817 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:26:04.431121 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a25252-a49a-48a9-b929-7d8e320e71de req-fc2fc445-a073-4415-b97f-ba4851afac90 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:04.433961 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-44a25252-a49a-48a9-b929-7d8e320e71de req-fc2fc445-a073-4415-b97f-ba4851afac90 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=c258cc98-3e52-4981-b35f-8053e2b69ce9 HTTP/1.1" status: 200 len: 945 time: 0.1620297 Feb 08 21:26:04.454970 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d76616f-ab7f-45e3-8e1b-2626d989b7fb x-openstack-request-id: req-2d76616f-ab7f-45e3-8e1b-2626d989b7fb {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:26:04.455340 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc16c04-7c0e-4c0d-b28d-942a8a95c89c", "name": "network-vif-deleted", "tag": "9e7aeee0-5c0b-43a6-b833-230bd6450606", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:26:04.455536 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2d76616f-ab7f-45e3-8e1b-2626d989b7fb {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:26:04.455941 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc16c04-7c0e-4c0d-b28d-942a8a95c89c', 'name': 'network-vif-deleted', 'tag': '9e7aeee0-5c0b-43a6-b833-230bd6450606', 'status': 'completed', 'code': 200} Feb 08 21:26:04.524633 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-44a25252-a49a-48a9-b929-7d8e320e71de req-b0113836-2ca6-4872-80eb-8a25c2facbf7 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812645 Feb 08 21:26:04.576280 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c8f0626-ae03-470a-b5ab-9b66009b33bd req-ee4896e5-be44-4548-8a2d-bf593d030fc5 tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/ports?device_id=c8b32858-74a1-4191-9213-f7e8c86fdd13 HTTP/1.1" status: 200 len: 210 time: 0.0428638 Feb 08 21:26:04.667130 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9cf500-c8b1-42c4-8999-fe017ede016f req-3035870d-d499-4ba2-8556-a9730695e32e tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:04.668722 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d9cf500-c8b1-42c4-8999-fe017ede016f req-3035870d-d499-4ba2-8556-a9730695e32e tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 943 time: 0.0595305 Feb 08 21:26:04.722821 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-fc239092-1f02-4524-8835-2b287b907657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'name': 'tempest-ServersTestManualDisk-1067590553-router', 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6cd7567d-7eac-4957-99d3-b97c06da9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:23:36Z', 'updated_at': '2022-02-08T21:23:45Z', 'revision_number': 4, 'project_id': 'df2c802afab2419db7f9d45fe40f3a06', 'gw_port': {'id': '6cd7567d-7eac-4957-99d3-b97c06da9823', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:23:37Z', 'updated_at': '2022-02-08T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64', 'name': '', 'network_id': 'c0cafe3d-a88f-4e07-a463-905e2e4dd601', 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06', 'mac_address': 'fa:16:3e:f9:da:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '5cbcd625-2f37-47d7-aec7-9e7877f3a664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:23:43Z', 'updated_at': '2022-02-08T21:23:54Z', 'revision_number': 5, 'project_id': 'df2c802afab2419db7f9d45fe40f3a06', 'subnets': [{'id': '5cbcd625-2f37-47d7-aec7-9e7877f3a664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:26:04.731917 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d9cf500-c8b1-42c4-8999-fe017ede016f req-904a7894-48d6-434d-b4cf-e40d5a2983b1 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513048 Feb 08 21:26:04.753893 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc239092-1f02-4524-8835-2b287b907657 None None] The sync data for ids ['f634cb84-fcb5-44e6-9402-b4561ebdd817'] in n-d-712143-31 is: [{'id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'name': 'tempest-ServersTestManualDisk-1067590553-router', 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6cd7567d-7eac-4957-99d3-b97c06da9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:23:36Z', 'updated_at': '2022-02-08T21:23:45Z', 'revision_number': 4, 'project_id': 'df2c802afab2419db7f9d45fe40f3a06', 'gw_port': {'id': '6cd7567d-7eac-4957-99d3-b97c06da9823', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:23:37Z', 'updated_at': '2022-02-08T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64', 'name': '', 'network_id': 'c0cafe3d-a88f-4e07-a463-905e2e4dd601', 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06', 'mac_address': 'fa:16:3e:f9:da:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '5cbcd625-2f37-47d7-aec7-9e7877f3a664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:23:43Z', 'updated_at': '2022-02-08T21:23:54Z', 'revision_number': 5, 'project_id': 'df2c802afab2419db7f9d45fe40f3a06', 'subnets': [{'id': '5cbcd625-2f37-47d7-aec7-9e7877f3a664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:26:04.926188 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:26:04.952384 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:26:04.952660 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 0c4878d6-d8d2-4b3c-9b22-fe3e8304e269 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:26:04.952974 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device f83e8df1-40e5-4abf-a7bf-f55139dfcb59 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:26:05.008782 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: f83e8df1-40e5-4abf-a7bf-f55139dfcb59 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:26:05.009147 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device f83e8df1-40e5-4abf-a7bf-f55139dfcb59 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:26:05.063831 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bae7b2-a546-4650-bc95-0a09dda1b65c None None] New status for floating IP 192a9daa-1bef-43bf-bc9d-76576ff2beb2: DOWN {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:26:05.385545 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b32858-74a1-4191-9213-f7e8c86fdd13', 'name': 'network-vif-deleted', 'tag': '0c4878d6-d8d2-4b3c-9b22-fe3e8304e269'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:26:05.388645 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1fc17c-6fcb-4aab-838d-40587b7b9ae7" -d '{"events": [{"server_uuid": "c8b32858-74a1-4191-9213-f7e8c86fdd13", "name": "network-vif-deleted", "tag": "0c4878d6-d8d2-4b3c-9b22-fe3e8304e269"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:26:05.431818 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1ae3fe-aca3-49e9-967e-f7c221b4699e x-openstack-request-id: req-8e1ae3fe-aca3-49e9-967e-f7c221b4699e {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:26:05.432399 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b32858-74a1-4191-9213-f7e8c86fdd13", "name": "network-vif-deleted", "tag": "0c4878d6-d8d2-4b3c-9b22-fe3e8304e269", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:26:05.432664 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8e1ae3fe-aca3-49e9-967e-f7c221b4699e {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:26:05.433066 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b32858-74a1-4191-9213-f7e8c86fdd13', 'name': 'network-vif-deleted', 'tag': '0c4878d6-d8d2-4b3c-9b22-fe3e8304e269', 'status': 'completed', 'code': 200} Feb 08 21:26:05.442012 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbd5c6-550a-4b5a-a7df-df958a2e9301 req-054cb6fc-31d5-4ca2-9aef-f26988fb8934 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:05.444262 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45bbd5c6-550a-4b5a-a7df-df958a2e9301 req-054cb6fc-31d5-4ca2-9aef-f26988fb8934 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf4d4a55-3267-47b7-94ea-65e7e7e40c0e HTTP/1.1" status: 200 len: 950 time: 0.0739195 Feb 08 21:26:05.545133 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45bbd5c6-550a-4b5a-a7df-df958a2e9301 req-695ba6e9-a727-4992-b831-b19f0ea944dc tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922182 Feb 08 21:26:05.577117 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cc870-ddb5-4d2c-9518-7335d9e80eb3 req-412f6371-19ab-4d2f-b51b-0caf301ee4ac tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:05.578012 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e4cc870-ddb5-4d2c-9518-7335d9e80eb3 req-412f6371-19ab-4d2f-b51b-0caf301ee4ac tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/ports?device_id=22e302d9-249d-4ffc-8786-14f1b5551a1d HTTP/1.1" status: 200 len: 950 time: 0.0888622 Feb 08 21:26:05.680582 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e4cc870-ddb5-4d2c-9518-7335d9e80eb3 req-9ba3ed45-4e34-4c86-9b9c-7cd04be4325f tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe76d12e-48f8-4957-9579-1c9269807c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874665 Feb 08 21:26:05.719845 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191704f-66fd-4b89-ae42-064735082ae9 req-0463656e-026b-41bc-8848-18af4857ee3e tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:05.727573 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0191704f-66fd-4b89-ae42-064735082ae9 req-0463656e-026b-41bc-8848-18af4857ee3e tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=c258cc98-3e52-4981-b35f-8053e2b69ce9 HTTP/1.1" status: 200 len: 945 time: 0.1076422 Feb 08 21:26:05.791287 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0191704f-66fd-4b89-ae42-064735082ae9 req-2ed13693-00e8-43b8-9a38-d537458cddd7 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626512 Feb 08 21:26:05.846803 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52338) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:26:05.992178 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-17617a90-88ba-4055-a153-ad288e6d263e tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks [] for security_group (89c44979-f1d8-471a-9ccc-726e230470cb), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:06.021713 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce51117-3c2b-4a17-9d4a-e0f4e3f48be0 req-e4f7aa15-1f17-418a-87c8-6b459f854673 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:06.030717 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ce51117-3c2b-4a17-9d4a-e0f4e3f48be0 req-e4f7aa15-1f17-418a-87c8-6b459f854673 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 943 time: 0.1252677 Feb 08 21:26:06.056074 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-17617a90-88ba-4055-a153-ad288e6d263e tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks [] for security_group (89c44979-f1d8-471a-9ccc-726e230470cb), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:06.145898 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ce51117-3c2b-4a17-9d4a-e0f4e3f48be0 req-6f6c2cf1-fb63-4cf4-a388-d77337ba6f64 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142004 Feb 08 21:26:06.197468 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-17617a90-88ba-4055-a153-ad288e6d263e tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (89c44979-f1d8-471a-9ccc-726e230470cb), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:06.206006 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-17617a90-88ba-4055-a153-ad288e6d263e tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:06.208021 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-17617a90-88ba-4055-a153-ad288e6d263e tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "DELETE /v2.0/security-groups/89c44979-f1d8-471a-9ccc-726e230470cb HTTP/1.1" status: 204 len: 168 time: 0.3594747 Feb 08 21:26:06.210703 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52358) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:26:06.229022 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17617a90-88ba-4055-a153-ad288e6d263e tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c44979-f1d8-471a-9ccc-726e230470cb,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:06.238399 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-fbf10984-1c29-4b7f-9e7f-43217186949c tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] show failed (client error): The resource could not be found. Feb 08 21:26:06.239828 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fbf10984-1c29-4b7f-9e7f-43217186949c tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "GET /v2.0/security-groups/89c44979-f1d8-471a-9ccc-726e230470cb HTTP/1.1" status: 404 len: 347 time: 0.0277200 Feb 08 21:26:06.240298 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:06.242809 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52360) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:26:06.402151 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-23462fe4-4edf-417d-baef-e67c0e7a588a tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Deleting port 75a1aae3-76af-49c8-ac8a-23ef33f05158 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:26:06.402551 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-23462fe4-4edf-417d-baef-e67c0e7a588a tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (75a1aae3-76af-49c8-ac8a-23ef33f05158), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:06.501540 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-23462fe4-4edf-417d-baef-e67c0e7a588a tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (75a1aae3-76af-49c8-ac8a-23ef33f05158), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:06.501540 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-23462fe4-4edf-417d-baef-e67c0e7a588a tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks [] for floatingip (75a1aae3-76af-49c8-ac8a-23ef33f05158), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:06.516033 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-23462fe4-4edf-417d-baef-e67c0e7a588a tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Calling delete_port for 75a1aae3-76af-49c8-ac8a-23ef33f05158 owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:26:06.528542 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:06.701370 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-23462fe4-4edf-417d-baef-e67c0e7a588a tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (75a1aae3-76af-49c8-ac8a-23ef33f05158), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:06.744625 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bedc4f-9c86-413f-8ec6-1b619453dd35 req-2a36ceb7-a6f1-4a19-92d2-81d3ac0bf3c0 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:06.746232 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-15bedc4f-9c86-413f-8ec6-1b619453dd35 req-2a36ceb7-a6f1-4a19-92d2-81d3ac0bf3c0 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf4d4a55-3267-47b7-94ea-65e7e7e40c0e HTTP/1.1" status: 200 len: 950 time: 0.1003351 Feb 08 21:26:06.747421 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23462fe4-4edf-417d-baef-e67c0e7a588a tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Pushing event deleted for resources: {'Port': ['ID=75a1aae3-76af-49c8-ac8a-23ef33f05158,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:06.851476 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-23462fe4-4edf-417d-baef-e67c0e7a588a tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks [] for floatingip (192a9daa-1bef-43bf-bc9d-76576ff2beb2), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:06.854884 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-23462fe4-4edf-417d-baef-e67c0e7a588a tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:06.859352 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-23462fe4-4edf-417d-baef-e67c0e7a588a tempest-ServersTestManualDisk-1706653747 tempest-ServersTestManualDisk-1706653747-project] 10.222.0.88 "DELETE /v2.0/floatingips/192a9daa-1bef-43bf-bc9d-76576ff2beb2 HTTP/1.1" status: 204 len: 168 time: 0.6122267 Feb 08 21:26:06.860068 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52366) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:26:06.865151 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-15bedc4f-9c86-413f-8ec6-1b619453dd35 req-20d21fbf-77b7-42fb-bf7b-80776f69e158 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895116 Feb 08 21:26:06.940348 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 679408a7-154a-460e-b97d-f35652d30735 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:26:06.982341 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7dfbee-494f-4a01-b34c-aff1d81f9091 req-a370c57c-5326-4e99-959d-bda86f23ebfa tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:06.983724 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cd7dfbee-494f-4a01-b34c-aff1d81f9091 req-a370c57c-5326-4e99-959d-bda86f23ebfa tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.96 "GET /v2.0/ports?device_id=c258cc98-3e52-4981-b35f-8053e2b69ce9 HTTP/1.1" status: 200 len: 945 time: 0.1093845 Feb 08 21:26:07.062224 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710593ff-c628-4c10-92ca-c11db1759133 req-048cdd43-dece-45e7-96b6-578e38bc22a1 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:07.069107 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-710593ff-c628-4c10-92ca-c11db1759133 req-048cdd43-dece-45e7-96b6-578e38bc22a1 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=c258cc98-3e52-4981-b35f-8053e2b69ce9 HTTP/1.1" status: 200 len: 945 time: 0.1380591 Feb 08 21:26:07.100548 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 679408a7-154a-460e-b97d-f35652d30735 is: DOWN; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:26:07.102287 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 463ff705-6233-4895-9d7a-5e439c0f6ff8 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:26:07.167728 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-710593ff-c628-4c10-92ca-c11db1759133 req-0aa5b91c-dfa9-4e44-89cf-23acd2f5aee0 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936568 Feb 08 21:26:07.238691 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-cd7dfbee-494f-4a01-b34c-aff1d81f9091 req-41541944-fed1-4778-b80a-c41a8b7e5984 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Deleting port ac636078-2812-4513-82c9-2aeaccd983da {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:26:07.239032 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-cd7dfbee-494f-4a01-b34c-aff1d81f9091 req-41541944-fed1-4778-b80a-c41a8b7e5984 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (ac636078-2812-4513-82c9-2aeaccd983da), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:07.280020 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 463ff705-6233-4895-9d7a-5e439c0f6ff8 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:26:07.281265 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (463ff705-6233-4895-9d7a-5e439c0f6ff8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:07.340888 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e302d9-249d-4ffc-8786-14f1b5551a1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '463ff705-6233-4895-9d7a-5e439c0f6ff8'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:26:07.350584 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285c2284-c23d-42f7-82ea-5919c9410769" -d '{"events": [{"server_uuid": "22e302d9-249d-4ffc-8786-14f1b5551a1d", "name": "network-vif-unplugged", "status": "completed", "tag": "463ff705-6233-4895-9d7a-5e439c0f6ff8"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:26:07.382599 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 463ff705-6233-4895-9d7a-5e439c0f6ff8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=463ff705-6233-4895-9d7a-5e439c0f6ff8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:07.389746 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (463ff705-6233-4895-9d7a-5e439c0f6ff8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:07.428621 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1689c3d-e812-4d39-acdd-2ccd8f5e4ccd req-8fb21312-3402-4b30-9d98-8bc1ff9b7d68 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:07.430600 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d1689c3d-e812-4d39-acdd-2ccd8f5e4ccd req-8fb21312-3402-4b30-9d98-8bc1ff9b7d68 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 943 time: 0.1133828 Feb 08 21:26:07.448214 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-cd7dfbee-494f-4a01-b34c-aff1d81f9091 req-41541944-fed1-4778-b80a-c41a8b7e5984 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] For port ac636078-2812-4513-82c9-2aeaccd983da, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=ac636078-2812-4513-82c9-2aeaccd983da,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:07.448494 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-cd7dfbee-494f-4a01-b34c-aff1d81f9091 req-41541944-fed1-4778-b80a-c41a8b7e5984 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (ac636078-2812-4513-82c9-2aeaccd983da), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:07.452618 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a83d72-d7bd-468d-b70f-909c6f31beec x-openstack-request-id: req-d7a83d72-d7bd-468d-b70f-909c6f31beec {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:26:07.452914 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e302d9-249d-4ffc-8786-14f1b5551a1d", "name": "network-vif-unplugged", "status": "completed", "tag": "463ff705-6233-4895-9d7a-5e439c0f6ff8", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:26:07.453169 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d7a83d72-d7bd-468d-b70f-909c6f31beec {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:26:07.454137 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e302d9-249d-4ffc-8786-14f1b5551a1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '463ff705-6233-4895-9d7a-5e439c0f6ff8', 'code': 200} Feb 08 21:26:07.494824 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=463ff705-6233-4895-9d7a-5e439c0f6ff8,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:07.505375 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6dbbb7b6-c2b7-4449-87b4-03517d3c7e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (f634cb84-fcb5-44e6-9402-b4561ebdd817), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:07.510321 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-cd7dfbee-494f-4a01-b34c-aff1d81f9091 req-41541944-fed1-4778-b80a-c41a8b7e5984 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Calling delete_port for ac636078-2812-4513-82c9-2aeaccd983da owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:26:07.630106 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d1689c3d-e812-4d39-acdd-2ccd8f5e4ccd req-f58b85f8-0bfc-49f6-a84d-002ff0093155 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675613 Feb 08 21:26:07.788065 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-cd7dfbee-494f-4a01-b34c-aff1d81f9091 req-41541944-fed1-4778-b80a-c41a8b7e5984 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (ac636078-2812-4513-82c9-2aeaccd983da), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:07.803501 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['23e48800-eeca-4bcc-b7ae-e0ebc35d4c91', 'ac636078-2812-4513-82c9-2aeaccd983da'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:26:07.822386 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-6dbbb7b6-c2b7-4449-87b4-03517d3c7e49 admin admin] Deleting port ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:26:07.822957 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6dbbb7b6-c2b7-4449-87b4-03517d3c7e49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:07.836099 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41541944-fed1-4778-b80a-c41a8b7e5984 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Pushing event deleted for resources: {'Port': ['ID=ac636078-2812-4513-82c9-2aeaccd983da,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:07.883854 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7dfbee-494f-4a01-b34c-aff1d81f9091 req-41541944-fed1-4778-b80a-c41a8b7e5984 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] No DVR routers for this DVR port ac636078-2812-4513-82c9-2aeaccd983da on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:26:07.892587 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b3bc6-65a6-4653-b707-6ab47c98f50d req-a02f1b3a-cc44-48ff-90e0-c8e7893ed89a tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:07.894026 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f3b3bc6-65a6-4653-b707-6ab47c98f50d req-a02f1b3a-cc44-48ff-90e0-c8e7893ed89a tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf4d4a55-3267-47b7-94ea-65e7e7e40c0e HTTP/1.1" status: 200 len: 950 time: 0.1573765 Feb 08 21:26:07.896327 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-cd7dfbee-494f-4a01-b34c-aff1d81f9091 req-41541944-fed1-4778-b80a-c41a8b7e5984 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:07.899852 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cd7dfbee-494f-4a01-b34c-aff1d81f9091 req-41541944-fed1-4778-b80a-c41a8b7e5984 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.96 "DELETE /v2.0/ports/ac636078-2812-4513-82c9-2aeaccd983da HTTP/1.1" status: 204 len: 173 time: 0.9082468 Feb 08 21:26:07.900326 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c258cc98-3e52-4981-b35f-8053e2b69ce9', 'name': 'network-vif-deleted', 'tag': 'ac636078-2812-4513-82c9-2aeaccd983da'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:26:07.902838 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d9b3e5-2291-4d82-9de7-0ab2d4fcd91f" -d '{"events": [{"server_uuid": "c258cc98-3e52-4981-b35f-8053e2b69ce9", "name": "network-vif-deleted", "tag": "ac636078-2812-4513-82c9-2aeaccd983da"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:26:07.957219 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-6dbbb7b6-c2b7-4449-87b4-03517d3c7e49 admin admin] For port ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64,segment=NetworkSegment(d58b94c2-edae-4146-89a6-ec53005d76bd),segment_id=d58b94c2-edae-4146-89a6-ec53005d76bd)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:07.958487 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6dbbb7b6-c2b7-4449-87b4-03517d3c7e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:07.980713 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-6dbbb7b6-c2b7-4449-87b4-03517d3c7e49 admin admin] Calling delete_port for ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:26:08.096662 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce32783-8c00-4e61-b64b-bce9d37ad132 x-openstack-request-id: req-7ce32783-8c00-4e61-b64b-bce9d37ad132 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:26:08.096962 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c258cc98-3e52-4981-b35f-8053e2b69ce9", "name": "network-vif-deleted", "tag": "ac636078-2812-4513-82c9-2aeaccd983da", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:26:08.097405 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7ce32783-8c00-4e61-b64b-bce9d37ad132 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:26:08.098002 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c258cc98-3e52-4981-b35f-8053e2b69ce9', 'name': 'network-vif-deleted', 'tag': 'ac636078-2812-4513-82c9-2aeaccd983da', 'status': 'completed', 'code': 200} Feb 08 21:26:08.166725 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef44c12-2379-48f5-a6de-a1144515b9d0 req-7a3be043-c26f-48bf-8345-d78d634fa34e tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:08.168272 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ef44c12-2379-48f5-a6de-a1144515b9d0 req-7a3be043-c26f-48bf-8345-d78d634fa34e tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.96 "GET /v2.0/ports?device_id=607c27be-4b79-49f1-9a2b-a8b321df1b7f HTTP/1.1" status: 200 len: 949 time: 0.2733288 Feb 08 21:26:08.241278 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0417a3-3607-4231-94bf-569d6a954051 req-4c4c0340-ec19-4ebf-8051-d3ba661314c3 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:08.245176 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de0417a3-3607-4231-94bf-569d6a954051 req-4c4c0340-ec19-4ebf-8051-d3ba661314c3 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf4d4a55-3267-47b7-94ea-65e7e7e40c0e HTTP/1.1" status: 200 len: 950 time: 0.1695962 Feb 08 21:26:08.272330 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-1f3b3bc6-65a6-4653-b707-6ab47c98f50d req-3b029243-5867-49f5-9f62-2bd5f85c35d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Deleting port 08e98366-f712-40c6-9133-dc43af386f4a {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:26:08.272674 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1f3b3bc6-65a6-4653-b707-6ab47c98f50d req-3b029243-5867-49f5-9f62-2bd5f85c35d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (08e98366-f712-40c6-9133-dc43af386f4a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:08.298078 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6dbbb7b6-c2b7-4449-87b4-03517d3c7e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:08.337780 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbbb7b6-c2b7-4449-87b4-03517d3c7e49 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:08.415020 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01f8e10e-e1b2-4bd1-a746-284cd4970d09 req-f5e305fb-30c1-4c6b-8f99-e410e88d7603 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=c258cc98-3e52-4981-b35f-8053e2b69ce9 HTTP/1.1" status: 200 len: 210 time: 0.0751102 Feb 08 21:26:08.637191 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de0417a3-3607-4231-94bf-569d6a954051 req-676ae125-8300-4a0f-91fe-c751d8ccf1ca tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773401 Feb 08 21:26:08.653216 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-1f3b3bc6-65a6-4653-b707-6ab47c98f50d req-3b029243-5867-49f5-9f62-2bd5f85c35d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] For port 08e98366-f712-40c6-9133-dc43af386f4a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=08e98366-f712-40c6-9133-dc43af386f4a,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:08.653728 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1f3b3bc6-65a6-4653-b707-6ab47c98f50d req-3b029243-5867-49f5-9f62-2bd5f85c35d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (08e98366-f712-40c6-9133-dc43af386f4a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:08.681813 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-4ef44c12-2379-48f5-a6de-a1144515b9d0 req-17dfcf03-55a6-4758-8435-5d6ee4713246 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Deleting port 1651414b-887f-499e-94dc-f272c3d7ad17 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:26:08.682134 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4ef44c12-2379-48f5-a6de-a1144515b9d0 req-17dfcf03-55a6-4758-8435-5d6ee4713246 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (1651414b-887f-499e-94dc-f272c3d7ad17), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:08.695588 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-1f3b3bc6-65a6-4653-b707-6ab47c98f50d req-3b029243-5867-49f5-9f62-2bd5f85c35d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Calling delete_port for 08e98366-f712-40c6-9133-dc43af386f4a owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:26:08.776011 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6dbbb7b6-c2b7-4449-87b4-03517d3c7e49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (f634cb84-fcb5-44e6-9402-b4561ebdd817), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:08.919850 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-4ef44c12-2379-48f5-a6de-a1144515b9d0 req-17dfcf03-55a6-4758-8435-5d6ee4713246 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] For port 1651414b-887f-499e-94dc-f272c3d7ad17, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1651414b-887f-499e-94dc-f272c3d7ad17,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:08.920853 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4ef44c12-2379-48f5-a6de-a1144515b9d0 req-17dfcf03-55a6-4758-8435-5d6ee4713246 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (1651414b-887f-499e-94dc-f272c3d7ad17), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:08.958154 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-4ef44c12-2379-48f5-a6de-a1144515b9d0 req-17dfcf03-55a6-4758-8435-5d6ee4713246 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Calling delete_port for 1651414b-887f-499e-94dc-f272c3d7ad17 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:26:08.980190 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dc25a-b44d-4da3-a170-1189fbf742ec req-1a5d0fb7-bc98-4f49-95a1-928e771ba01b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:08.982039 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f8dc25a-b44d-4da3-a170-1189fbf742ec req-1a5d0fb7-bc98-4f49-95a1-928e771ba01b tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 943 time: 0.1814432 Feb 08 21:26:09.049178 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:26:09.186247 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f8dc25a-b44d-4da3-a170-1189fbf742ec req-fe5eb19c-8f30-410f-9170-3a5ba311959f tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898518 Feb 08 21:26:09.209470 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1f3b3bc6-65a6-4653-b707-6ab47c98f50d req-3b029243-5867-49f5-9f62-2bd5f85c35d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (08e98366-f712-40c6-9133-dc43af386f4a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:09.233290 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213', '1651414b-887f-499e-94dc-f272c3d7ad17', '08e98366-f712-40c6-9133-dc43af386f4a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:26:09.248875 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b029243-5867-49f5-9f62-2bd5f85c35d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Pushing event deleted for resources: {'Port': ['ID=08e98366-f712-40c6-9133-dc43af386f4a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:09.255395 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:09.336165 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b029243-5867-49f5-9f62-2bd5f85c35d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:09.347078 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b029243-5867-49f5-9f62-2bd5f85c35d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:09.347583 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b029243-5867-49f5-9f62-2bd5f85c35d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:09.347945 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b029243-5867-49f5-9f62-2bd5f85c35d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:09.348293 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b029243-5867-49f5-9f62-2bd5f85c35d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:09.348633 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b029243-5867-49f5-9f62-2bd5f85c35d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:09.349079 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b029243-5867-49f5-9f62-2bd5f85c35d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:09.349422 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b029243-5867-49f5-9f62-2bd5f85c35d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:09.349761 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b029243-5867-49f5-9f62-2bd5f85c35d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:09.350101 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b029243-5867-49f5-9f62-2bd5f85c35d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:09.350540 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b029243-5867-49f5-9f62-2bd5f85c35d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:09.350823 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b029243-5867-49f5-9f62-2bd5f85c35d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:09.351155 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b029243-5867-49f5-9f62-2bd5f85c35d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:09.354164 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52', 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b', 'port_id': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52', 'mac_address': 'fa:16:3e:19:63:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa29b5a-a776-4012-aa53-861d63a1c0ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:26:09.405471 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3b3bc6-65a6-4653-b707-6ab47c98f50d req-3b029243-5867-49f5-9f62-2bd5f85c35d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] No DVR routers for this DVR port 08e98366-f712-40c6-9133-dc43af386f4a on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:26:09.411082 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1f3b3bc6-65a6-4653-b707-6ab47c98f50d req-3b029243-5867-49f5-9f62-2bd5f85c35d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:09.414603 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f3b3bc6-65a6-4653-b707-6ab47c98f50d req-3b029243-5867-49f5-9f62-2bd5f85c35d5 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.96 "DELETE /v2.0/ports/08e98366-f712-40c6-9133-dc43af386f4a HTTP/1.1" status: 204 len: 173 time: 1.4982288 Feb 08 21:26:09.443942 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4ef44c12-2379-48f5-a6de-a1144515b9d0 req-17dfcf03-55a6-4758-8435-5d6ee4713246 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (1651414b-887f-499e-94dc-f272c3d7ad17), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:09.453302 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:26:09.455029 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:09.486758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:26:09.515608 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:09.517506 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213', '1651414b-887f-499e-94dc-f272c3d7ad17', '08e98366-f712-40c6-9133-dc43af386f4a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:26:09.542045 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:09.564395 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dfcf03-55a6-4758-8435-5d6ee4713246 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Pushing event deleted for resources: {'Port': ['ID=1651414b-887f-499e-94dc-f272c3d7ad17,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:09.694579 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef44c12-2379-48f5-a6de-a1144515b9d0 req-17dfcf03-55a6-4758-8435-5d6ee4713246 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] No DVR routers for this DVR port 1651414b-887f-499e-94dc-f272c3d7ad17 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:26:09.705078 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4ef44c12-2379-48f5-a6de-a1144515b9d0 req-17dfcf03-55a6-4758-8435-5d6ee4713246 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:09.710404 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ef44c12-2379-48f5-a6de-a1144515b9d0 req-17dfcf03-55a6-4758-8435-5d6ee4713246 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.96 "DELETE /v2.0/ports/1651414b-887f-499e-94dc-f272c3d7ad17 HTTP/1.1" status: 204 len: 173 time: 1.5360453 Feb 08 21:26:09.850102 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbbb7b6-c2b7-4449-87b4-03517d3c7e49 admin admin] Router f634cb84-fcb5-44e6-9402-b4561ebdd817 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:26:09.885715 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,revision_number=9']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:09.902632 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:26:09.934052 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37632f84-2503-489e-bf1b-11d42f901b27 req-5bb43f8e-9888-42a6-bc30-946a4f72bb03 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf4d4a55-3267-47b7-94ea-65e7e7e40c0e HTTP/1.1" status: 200 len: 210 time: 0.1113608 Feb 08 21:26:10.107260 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbbb7b6-c2b7-4449-87b4-03517d3c7e49 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:26:10.116670 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4d4a55-3267-47b7-94ea-65e7e7e40c0e', 'name': 'network-vif-deleted', 'tag': '08e98366-f712-40c6-9133-dc43af386f4a'}, {'server_uuid': '607c27be-4b79-49f1-9a2b-a8b321df1b7f', 'name': 'network-vif-deleted', 'tag': '1651414b-887f-499e-94dc-f272c3d7ad17'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:26:10.119372 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1e3fe5-ea9d-441a-a585-dbe6a6531765" -d '{"events": [{"server_uuid": "cf4d4a55-3267-47b7-94ea-65e7e7e40c0e", "name": "network-vif-deleted", "tag": "08e98366-f712-40c6-9133-dc43af386f4a"}, {"server_uuid": "607c27be-4b79-49f1-9a2b-a8b321df1b7f", "name": "network-vif-deleted", "tag": "1651414b-887f-499e-94dc-f272c3d7ad17"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:26:10.125893 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69804402-52ab-4cfa-a00e-575c1a0c1b92 None None] Sync routers for ids ['f634cb84-fcb5-44e6-9402-b4561ebdd817'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:26:10.144633 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6dbbb7b6-c2b7-4449-87b4-03517d3c7e49 admin admin] 10.222.0.88 "PUT /v2.0/routers/f634cb84-fcb5-44e6-9402-b4561ebdd817/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2833285 Feb 08 21:26:10.148584 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52442) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:26:10.167373 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69804402-52ab-4cfa-a00e-575c1a0c1b92 None None] Routers {'f634cb84-fcb5-44e6-9402-b4561ebdd817'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:26:10.167724 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-69804402-52ab-4cfa-a00e-575c1a0c1b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:25:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['f634cb84-fcb5-44e6-9402-b4561ebdd817'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:26:10.341764 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Feb 2022 21:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac0b896-b6db-4af5-a646-19bd0e42c5d5 x-openstack-request-id: req-1ac0b896-b6db-4af5-a646-19bd0e42c5d5 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:26:10.349863 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4d4a55-3267-47b7-94ea-65e7e7e40c0e", "name": "network-vif-deleted", "tag": "08e98366-f712-40c6-9133-dc43af386f4a", "status": "completed", "code": 200}, {"server_uuid": "607c27be-4b79-49f1-9a2b-a8b321df1b7f", "name": "network-vif-deleted", "tag": "1651414b-887f-499e-94dc-f272c3d7ad17", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:26:10.354521 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1ac0b896-b6db-4af5-a646-19bd0e42c5d5 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:26:10.355309 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4d4a55-3267-47b7-94ea-65e7e7e40c0e', 'name': 'network-vif-deleted', 'tag': '08e98366-f712-40c6-9133-dc43af386f4a', 'status': 'completed', 'code': 200} Feb 08 21:26:10.355773 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607c27be-4b79-49f1-9a2b-a8b321df1b7f', 'name': 'network-vif-deleted', 'tag': '1651414b-887f-499e-94dc-f272c3d7ad17', 'status': 'completed', 'code': 200} Feb 08 21:26:10.467793 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-ac112437-a3e5-401b-a94c-f0b7f34b3c2b tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:10.486645 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-ac112437-a3e5-401b-a94c-f0b7f34b3c2b tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/networks?id=111016a1-fb5a-4474-9d8a-dc518d9d29de HTTP/1.1" status: 200 len: 806 time: 0.5878050 Feb 08 21:26:10.536047 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5387b9df-7192-4404-b8dd-53bfb1a63b90 admin admin] Publish callbacks [] for router (f634cb84-fcb5-44e6-9402-b4561ebdd817), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:10.585280 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-72bec328-2e47-49b0-a7d8-c803fcf5b09e tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/quotas/f472eb7c6f4c42ca9bf2111def0cbf8f HTTP/1.1" status: 200 len: 375 time: 0.0978498 Feb 08 21:26:10.641296 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-bfc740c5-6174-436b-ba94-79e0862f5973 service neutron] 10.222.0.94 "GET /v2.0/ports/679408a7-154a-460e-b97d-f35652d30735/bindings/n-h2-712143-31 HTTP/1.1" status: 200 len: 385 time: 0.3809638 Feb 08 21:26:10.768011 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac95a0e-6184-4d93-b1df-58b7b07e492d req-446a1d44-56e7-49da-8e4d-e083257fa667 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:10.769866 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ac95a0e-6184-4d93-b1df-58b7b07e492d req-446a1d44-56e7-49da-8e4d-e083257fa667 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 943 time: 0.3368390 Feb 08 21:26:10.783725 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5387b9df-7192-4404-b8dd-53bfb1a63b90 admin admin] Publish callbacks [] for router_gateway (f634cb84-fcb5-44e6-9402-b4561ebdd817), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:10.830712 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-2b6dc928-9332-4091-9d79-a7fd383ac960 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f472eb7c6f4c42ca9bf2111def0cbf8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2290647 Feb 08 21:26:10.848423 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-69804402-52ab-4cfa-a00e-575c1a0c1b92 None None] Set router f634cb84-fcb5-44e6-9402-b4561ebdd817 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:26:10.887664 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5387b9df-7192-4404-b8dd-53bfb1a63b90 admin admin] Deleting port 6cd7567d-7eac-4957-99d3-b97c06da9823 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:26:10.888613 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5387b9df-7192-4404-b8dd-53bfb1a63b90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (6cd7567d-7eac-4957-99d3-b97c06da9823), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:10.958498 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ac95a0e-6184-4d93-b1df-58b7b07e492d req-54111236-87a5-4817-8fae-9a26b1fad8bb tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674151 Feb 08 21:26:10.972601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device c42f6167-a6a8-48d1-9cee-89f60d52b54a details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:26:11.075963 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-5387b9df-7192-4404-b8dd-53bfb1a63b90 admin admin] For port 6cd7567d-7eac-4957-99d3-b97c06da9823, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=6cd7567d-7eac-4957-99d3-b97c06da9823,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:11.083315 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5387b9df-7192-4404-b8dd-53bfb1a63b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (6cd7567d-7eac-4957-99d3-b97c06da9823), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:11.118011 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5387b9df-7192-4404-b8dd-53bfb1a63b90 admin admin] Calling delete_port for 6cd7567d-7eac-4957-99d3-b97c06da9823 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:26:11.123293 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device ac636078-2812-4513-82c9-2aeaccd983da no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:26:11.157946 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: ac636078-2812-4513-82c9-2aeaccd983da {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:26:11.158371 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device ac636078-2812-4513-82c9-2aeaccd983da not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:26:11.158855 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 1651414b-887f-499e-94dc-f272c3d7ad17 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:26:11.186481 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 1651414b-887f-499e-94dc-f272c3d7ad17 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:26:11.186905 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 1651414b-887f-499e-94dc-f272c3d7ad17 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:26:11.187374 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 08e98366-f712-40c6-9133-dc43af386f4a no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:26:11.211686 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 08e98366-f712-40c6-9133-dc43af386f4a {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:26:11.211990 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-69804402-52ab-4cfa-a00e-575c1a0c1b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'name': 'tempest-ServersTestManualDisk-1067590553-router', 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6cd7567d-7eac-4957-99d3-b97c06da9823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:23:36Z', 'updated_at': '2022-02-08T21:26:08Z', 'revision_number': 5, 'project_id': 'df2c802afab2419db7f9d45fe40f3a06', 'gw_port': {'id': '6cd7567d-7eac-4957-99d3-b97c06da9823', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:23:37Z', 'updated_at': '2022-02-08T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:26:11.212720 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 08e98366-f712-40c6-9133-dc43af386f4a not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:26:11.254467 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69804402-52ab-4cfa-a00e-575c1a0c1b92 None None] Checking router: f634cb84-fcb5-44e6-9402-b4561ebdd817 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:26:11.267337 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port c42f6167-a6a8-48d1-9cee-89f60d52b54a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c42f6167-a6a8-48d1-9cee-89f60d52b54a,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:11.268167 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69804402-52ab-4cfa-a00e-575c1a0c1b92 None None] Routers {'f634cb84-fcb5-44e6-9402-b4561ebdd817'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:26:11.269387 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-69804402-52ab-4cfa-a00e-575c1a0c1b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:25:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['f634cb84-fcb5-44e6-9402-b4561ebdd817'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:26:11.283471 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'c42f6167-a6a8-48d1-9cee-89f60d52b54a', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': 'c42f6167-a6a8-48d1-9cee-89f60d52b54a', 'mac_address': 'fa:16:3e:65:d6:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:26:11.404851 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port c42f6167-a6a8-48d1-9cee-89f60d52b54a is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:26:11.405870 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c42f6167-a6a8-48d1-9cee-89f60d52b54a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:11.409324 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-69804402-52ab-4cfa-a00e-575c1a0c1b92 None None] Set router f634cb84-fcb5-44e6-9402-b4561ebdd817 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:26:11.445274 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42f6167-a6a8-48d1-9cee-89f60d52b54a {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:26:11.492098 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-69804402-52ab-4cfa-a00e-575c1a0c1b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'name': 'tempest-ServersTestManualDisk-1067590553-router', 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:23:36Z', 'updated_at': '2022-02-08T21:26:10Z', 'revision_number': 6, 'project_id': 'df2c802afab2419db7f9d45fe40f3a06', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:26:11.497266 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port c42f6167-a6a8-48d1-9cee-89f60d52b54a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c42f6167-a6a8-48d1-9cee-89f60d52b54a,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:11.505176 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c42f6167-a6a8-48d1-9cee-89f60d52b54a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:11.529107 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69804402-52ab-4cfa-a00e-575c1a0c1b92 None None] The sync data for ids ['f634cb84-fcb5-44e6-9402-b4561ebdd817'] in n-d-712143-31 is: [{'id': 'f634cb84-fcb5-44e6-9402-b4561ebdd817', 'name': 'tempest-ServersTestManualDisk-1067590553-router', 'tenant_id': 'df2c802afab2419db7f9d45fe40f3a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:23:36Z', 'updated_at': '2022-02-08T21:26:10Z', 'revision_number': 6, 'project_id': 'df2c802afab2419db7f9d45fe40f3a06', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:26:11.532735 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5387b9df-7192-4404-b8dd-53bfb1a63b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (6cd7567d-7eac-4957-99d3-b97c06da9823), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:11.598955 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-672dde80-a270-4110-9b55-54c539342bf7 service neutron] 10.222.0.88 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7281346 Feb 08 21:26:11.615990 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=c42f6167-a6a8-48d1-9cee-89f60d52b54a,revision_number=9']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:11.622557 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['c42f6167-a6a8-48d1-9cee-89f60d52b54a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:26:11.636040 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387b9df-7192-4404-b8dd-53bfb1a63b90 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cd7567d-7eac-4957-99d3-b97c06da9823,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:11.641797 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-c24aa4a4-84ea-477c-9a66-6774fa5b728c service neutron] For port 679408a7-154a-460e-b97d-f35652d30735, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=679408a7-154a-460e-b97d-f35652d30735,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:11.720519 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-c24aa4a4-84ea-477c-9a66-6774fa5b728c service neutron] For port 679408a7-154a-460e-b97d-f35652d30735, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:26:11.769789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-c24aa4a4-84ea-477c-9a66-6774fa5b728c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 679408a7-154a-460e-b97d-f35652d30735 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:26:11.779611 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5387b9df-7192-4404-b8dd-53bfb1a63b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (f634cb84-fcb5-44e6-9402-b4561ebdd817), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:11.818069 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-c24aa4a4-84ea-477c-9a66-6774fa5b728c service neutron] For port 679408a7-154a-460e-b97d-f35652d30735, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=679408a7-154a-460e-b97d-f35652d30735,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:11.850886 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-c24aa4a4-84ea-477c-9a66-6774fa5b728c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (679408a7-154a-460e-b97d-f35652d30735), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:11.854902 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-7aaaa0a0-974c-48c6-b9f7-176c9dcf22be service neutron] 10.222.0.88 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424991 Feb 08 21:26:11.899621 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5387b9df-7192-4404-b8dd-53bfb1a63b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (f634cb84-fcb5-44e6-9402-b4561ebdd817), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:11.911632 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5387b9df-7192-4404-b8dd-53bfb1a63b90 admin admin] Publish callbacks [] for router_controller (f634cb84-fcb5-44e6-9402-b4561ebdd817), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:11.911745 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b337d-f86c-463a-8667-c0a25006b2de req-ae27a595-3b67-4de9-a74e-60c4bf37d99e tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:11.918235 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-245b337d-f86c-463a-8667-c0a25006b2de req-ae27a595-3b67-4de9-a74e-60c4bf37d99e tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=657132b4-3ce8-4fbb-905d-8012a695aaea HTTP/1.1" status: 200 len: 950 time: 0.1434860 Feb 08 21:26:11.981057 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5387b9df-7192-4404-b8dd-53bfb1a63b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (f634cb84-fcb5-44e6-9402-b4561ebdd817), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:11.982006 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5387b9df-7192-4404-b8dd-53bfb1a63b90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f634cb84-fcb5-44e6-9402-b4561ebdd817 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:26:11.997160 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5387b9df-7192-4404-b8dd-53bfb1a63b90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:11.999516 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5387b9df-7192-4404-b8dd-53bfb1a63b90 admin admin] 10.222.0.88 "DELETE /v2.0/routers/f634cb84-fcb5-44e6-9402-b4561ebdd817 HTTP/1.1" status: 204 len: 168 time: 1.8480685 Feb 08 21:26:12.002882 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52476) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:26:12.022494 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-c24aa4a4-84ea-477c-9a66-6774fa5b728c service neutron] Transition to ACTIVE for port object 679408a7-154a-460e-b97d-f35652d30735 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:26:12.026360 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-245b337d-f86c-463a-8667-c0a25006b2de req-7267f721-f049-4a75-965b-09e003c563fe tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981083 Feb 08 21:26:12.029344 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-c24aa4a4-84ea-477c-9a66-6774fa5b728c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (679408a7-154a-460e-b97d-f35652d30735), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:12.146439 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-280cbef6-c0c6-43a7-951f-daa2bcc8532c admin admin] Deleting subnet 5cbcd625-2f37-47d7-aec7-9e7877f3a664 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:26:12.174230 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-280cbef6-c0c6-43a7-951f-daa2bcc8532c admin admin] Publish callbacks [] for subnet (5cbcd625-2f37-47d7-aec7-9e7877f3a664), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:12.226983 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-c24aa4a4-84ea-477c-9a66-6774fa5b728c service neutron] No DVR routers for this DVR port 679408a7-154a-460e-b97d-f35652d30735 on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:26:12.228948 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24aa4a4-84ea-477c-9a66-6774fa5b728c service neutron] Pushing event updated for resources: {'Port': ['ID=679408a7-154a-460e-b97d-f35652d30735,revision_number=10']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:12.238042 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8eb8af1-e5a8-46d4-9632-cb670f297dc7 req-85cbf51e-b21d-4746-b32b-b435d53da47a tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=bcbbf08e-4bdd-496e-b3ab-45401b2889c8 HTTP/1.1" status: 200 len: 210 time: 0.0890348 Feb 08 21:26:12.271146 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-280cbef6-c0c6-43a7-951f-daa2bcc8532c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (5cbcd625-2f37-47d7-aec7-9e7877f3a664), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:12.318872 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1d5c9-2d69-4c0b-9db8-94c71782a8e3 req-cf477c17-49a7-49c7-a4c9-d6b063519220 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:12.320511 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-99d1d5c9-2d69-4c0b-9db8-94c71782a8e3 req-cf477c17-49a7-49c7-a4c9-d6b063519220 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 944 time: 0.2340622 Feb 08 21:26:12.331272 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-c24aa4a4-84ea-477c-9a66-6774fa5b728c service neutron] 10.222.0.94 "PUT /v2.0/ports/679408a7-154a-460e-b97d-f35652d30735/bindings/n-h2-712143-31/activate HTTP/1.1" status: 200 len: 370 time: 1.6830602 Feb 08 21:26:12.432038 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-99d1d5c9-2d69-4c0b-9db8-94c71782a8e3 req-0d0df5c5-82c3-48f0-a951-521636325d07 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961678 Feb 08 21:26:12.467654 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-280cbef6-c0c6-43a7-951f-daa2bcc8532c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (5cbcd625-2f37-47d7-aec7-9e7877f3a664), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:12.522094 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-e5c08483-2b2d-482f-be8e-b622346b67fb tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:12.523944 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-e5c08483-2b2d-482f-be8e-b622346b67fb tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102&tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&binding%3Ahost_id=n-h1-712143-31 HTTP/1.1" status: 200 len: 1127 time: 0.1075332 Feb 08 21:26:12.573206 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-280cbef6-c0c6-43a7-951f-daa2bcc8532c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (5cbcd625-2f37-47d7-aec7-9e7877f3a664), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:12.605324 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280cbef6-c0c6-43a7-951f-daa2bcc8532c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cbcd625-2f37-47d7-aec7-9e7877f3a664,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:12.616250 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-280cbef6-c0c6-43a7-951f-daa2bcc8532c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:12.622317 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a725d1-42fd-4fdd-96d9-367846cbcd85 None None] Network c0cafe3d-a88f-4e07-a463-905e2e4dd601 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:26:12.622936 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52502) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:26:12.634141 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-280cbef6-c0c6-43a7-951f-daa2bcc8532c admin admin] 10.222.0.88 "DELETE /v2.0/subnets/5cbcd625-2f37-47d7-aec7-9e7877f3a664 HTTP/1.1" status: 204 len: 168 time: 0.6170349 Feb 08 21:26:12.663489 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-15599f23-cc0a-48fa-b539-0d2e7080bf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:12.666217 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-15599f23-cc0a-48fa-b539-0d2e7080bf8c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102&tenant_id=8f5c158dadb24dc0a464206c8c7c35e1 HTTP/1.1" status: 200 len: 1127 time: 0.1283734 Feb 08 21:26:12.763474 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-870c266f-1101-4779-96c6-4f7317c29f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (c0cafe3d-a88f-4e07-a463-905e2e4dd601), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:12.821692 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-6f8f4127-4d15-4f46-b508-2e6f170ce9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:12.824412 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-6f8f4127-4d15-4f46-b508-2e6f170ce9dd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 1127 time: 0.1085980 Feb 08 21:26:12.878518 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-870c266f-1101-4779-96c6-4f7317c29f8d admin admin] Deleting port b143385f-91ed-4fa2-8508-dad560817488 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:26:12.879064 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-870c266f-1101-4779-96c6-4f7317c29f8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b143385f-91ed-4fa2-8508-dad560817488), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:12.906250 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0098fe2-23f6-4645-9d1f-00548aaae332 None None] DHCP port deletion for c0cafe3d-a88f-4e07-a463-905e2e4dd601 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:26:12.977036 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-870c266f-1101-4779-96c6-4f7317c29f8d admin admin] For port b143385f-91ed-4fa2-8508-dad560817488, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b143385f-91ed-4fa2-8508-dad560817488,segment=NetworkSegment(d58b94c2-edae-4146-89a6-ec53005d76bd),segment_id=d58b94c2-edae-4146-89a6-ec53005d76bd)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:12.977825 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-870c266f-1101-4779-96c6-4f7317c29f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b143385f-91ed-4fa2-8508-dad560817488), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:12.988853 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device c42f6167-a6a8-48d1-9cee-89f60d52b54a up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:26:13.019388 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-870c266f-1101-4779-96c6-4f7317c29f8d admin admin] Calling delete_port for b143385f-91ed-4fa2-8508-dad560817488 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:26:13.073070 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-af57cd7c-dda7-451c-90d8-2dec82f4fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:13.076562 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-af57cd7c-dda7-451c-90d8-2dec82f4fb06 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 200 len: 922 time: 0.2449141 Feb 08 21:26:13.077268 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:26:13.147799 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-2cf3b839-3dc4-4575-a3d8-440d9d3e4260 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=679408a7-154a-460e-b97d-f35652d30735 HTTP/1.1" status: 200 len: 217 time: 0.0642073 Feb 08 21:26:13.172885 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-870c266f-1101-4779-96c6-4f7317c29f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (b143385f-91ed-4fa2-8508-dad560817488), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:13.173201 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:26:13.207858 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:26:13.208297 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ce8d0c39-4c83-43c8-83d2-e3fa7b9a2c64 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:26:13.208791 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b143385f-91ed-4fa2-8508-dad560817488 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:26:13.212341 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e0098fe2-23f6-4645-9d1f-00548aaae332 None None] Deleting port b143385f-91ed-4fa2-8508-dad560817488 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:26:13.212584 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c266f-1101-4779-96c6-4f7317c29f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=b143385f-91ed-4fa2-8508-dad560817488,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:13.213031 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e0098fe2-23f6-4645-9d1f-00548aaae332 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b143385f-91ed-4fa2-8508-dad560817488), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:13.216050 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870c266f-1101-4779-96c6-4f7317c29f8d admin admin] No DVR routers for this DVR port b143385f-91ed-4fa2-8508-dad560817488 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:26:13.262821 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-dc0cd432-fae0-400e-924b-e08105deeb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:13.264538 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-dc0cd432-fae0-400e-924b-e08105deeb58 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d60e29b3-21d7-4da4-a50a-dfbe604013ed HTTP/1.1" status: 200 len: 861 time: 0.1096010 Feb 08 21:26:13.284129 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756e964-3560-4fca-a410-b0c050dcd675 req-2f3c3025-1c6c-4fcd-a5a7-6b013426b289 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:13.286016 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1756e964-3560-4fca-a410-b0c050dcd675 req-2f3c3025-1c6c-4fcd-a5a7-6b013426b289 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=657132b4-3ce8-4fbb-905d-8012a695aaea HTTP/1.1" status: 200 len: 950 time: 0.1170220 Feb 08 21:26:13.324095 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-64aacaa4-549a-4628-a288-0c623d4d9059 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2832de48-e50e-44a2-9cef-26035a020939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485437 Feb 08 21:26:13.364242 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-870c266f-1101-4779-96c6-4f7317c29f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (c0cafe3d-a88f-4e07-a463-905e2e4dd601), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:13.399069 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-870c266f-1101-4779-96c6-4f7317c29f8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0cafe3d-a88f-4e07-a463-905e2e4dd601']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:26:13.412780 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-870c266f-1101-4779-96c6-4f7317c29f8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd58b94c2-edae-4146-89a6-ec53005d76bd') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:26:13.413097 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-870c266f-1101-4779-96c6-4f7317c29f8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd58b94c2-edae-4146-89a6-ec53005d76bd') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:26:13.445201 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-870c266f-1101-4779-96c6-4f7317c29f8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (d58b94c2-edae-4146-89a6-ec53005d76bd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:13.465930 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:26:13.472182 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-870c266f-1101-4779-96c6-4f7317c29f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (d58b94c2-edae-4146-89a6-ec53005d76bd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:13.479365 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf5ef004-a7bc-4f3c-9892-00d046ad0a09 req-eb8ae433-6aa1-4a86-ab8a-ca83cf4374a0 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=bcbbf08e-4bdd-496e-b3ab-45401b2889c8 HTTP/1.1" status: 200 len: 210 time: 0.0609248 Feb 08 21:26:13.503427 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-870c266f-1101-4779-96c6-4f7317c29f8d admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:26:13.503865 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-870c266f-1101-4779-96c6-4f7317c29f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (d58b94c2-edae-4146-89a6-ec53005d76bd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:26:13.506157 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:26:13.527395 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: b143385f-91ed-4fa2-8508-dad560817488 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:26:13.527752 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b143385f-91ed-4fa2-8508-dad560817488 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:26:13.528157 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6cd7567d-7eac-4957-99d3-b97c06da9823 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:26:13.588563 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1756e964-3560-4fca-a410-b0c050dcd675 req-85494ba5-5333-4ad5-9cee-d8c465a8ba95 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527008 Feb 08 21:26:13.598973 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:26:13.599344 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:13.607325 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-edd992e6-a6ac-4f9e-9550-39af195605f2 service neutron] 10.222.0.96 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752347 Feb 08 21:26:13.611473 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 6cd7567d-7eac-4957-99d3-b97c06da9823 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:26:13.611822 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6cd7567d-7eac-4957-99d3-b97c06da9823 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:26:13.646662 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-870c266f-1101-4779-96c6-4f7317c29f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (c0cafe3d-a88f-4e07-a463-905e2e4dd601), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:13.653508 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-870c266f-1101-4779-96c6-4f7317c29f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:13.659430 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-870c266f-1101-4779-96c6-4f7317c29f8d admin admin] 10.222.0.88 "DELETE /v2.0/networks/c0cafe3d-a88f-4e07-a463-905e2e4dd601 HTTP/1.1" status: 204 len: 168 time: 1.0328128 Feb 08 21:26:13.689007 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c266f-1101-4779-96c6-4f7317c29f8d admin admin] Pushing event deleted for resources: {'Network': ['ID=c0cafe3d-a88f-4e07-a463-905e2e4dd601,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:13.711858 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-e0098fe2-23f6-4645-9d1f-00548aaae332 None None] For port b143385f-91ed-4fa2-8508-dad560817488, host n-d-712143-31, got binding levels [] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:13.712471 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e0098fe2-23f6-4645-9d1f-00548aaae332 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b143385f-91ed-4fa2-8508-dad560817488), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:13.730568 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port c42f6167-a6a8-48d1-9cee-89f60d52b54a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:26:13.730935 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c42f6167-a6a8-48d1-9cee-89f60d52b54a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:13.737961 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e0098fe2-23f6-4645-9d1f-00548aaae332 None None] Calling delete_port for b143385f-91ed-4fa2-8508-dad560817488 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:26:13.768352 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.ipam_backend_mixin [None req-e0098fe2-23f6-4645-9d1f-00548aaae332 None None] Port b143385f-91ed-4fa2-8508-dad560817488 was not found and therefore no delete operation was performed {{(pid=103435) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 21:26:13.774921 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e0098fe2-23f6-4645-9d1f-00548aaae332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (b143385f-91ed-4fa2-8508-dad560817488), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:13.821209 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0098fe2-23f6-4645-9d1f-00548aaae332 None None] Pushing event deleted for resources: {'Port': ['ID=b143385f-91ed-4fa2-8508-dad560817488,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:13.827607 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e0098fe2-23f6-4645-9d1f-00548aaae332 None None] Network c0cafe3d-a88f-4e07-a463-905e2e4dd601 is not hosted by any dhcp agent {{(pid=103435) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 08 21:26:13.828100 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0098fe2-23f6-4645-9d1f-00548aaae332 None None] No DVR routers for this DVR port b143385f-91ed-4fa2-8508-dad560817488 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:26:13.840832 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52526) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:26:13.851860 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c192f0-7a50-469c-a822-c98c086ead47 req-eee224e5-29cb-4e77-a2d6-1d5672c67a83 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:13.853599 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6c192f0-7a50-469c-a822-c98c086ead47 req-eee224e5-29cb-4e77-a2d6-1d5672c67a83 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.96 "GET /v2.0/ports?device_id=657132b4-3ce8-4fbb-905d-8012a695aaea HTTP/1.1" status: 200 len: 950 time: 0.2639453 Feb 08 21:26:13.905789 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:26:13.905789 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:13.926785 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524ff8d-c364-4593-8faa-13692389539d req-d1af0ded-4f57-4c05-afe9-b7ea2ace9c72 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:13.928592 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5524ff8d-c364-4593-8faa-13692389539d req-d1af0ded-4f57-4c05-afe9-b7ea2ace9c72 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 944 time: 0.2824209 Feb 08 21:26:13.932270 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-af520b4c-4893-4ab0-895f-220da0d3794e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=df2c802afab2419db7f9d45fe40f3a06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0895278 Feb 08 21:26:13.934976 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52528) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:26:13.949501 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216435cf-f070-4398-96ce-106b566f9fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:26:13.952839 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8af529-13ed-4d91-a142-4c56922971aa" -d '{"events": [{"server_uuid": "216435cf-f070-4398-96ce-106b566f9fa3", "name": "network-vif-plugged", "status": "completed", "tag": "dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:26:13.959103 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port c42f6167-a6a8-48d1-9cee-89f60d52b54a is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:26:13.959511 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c42f6167-a6a8-48d1-9cee-89f60d52b54a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:13.976210 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:13.995600 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:14.032102 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d0114aa-b291-4066-8666-6677d2473c31 admin admin] Publish callbacks [] for security_group (af5ec1b9-8273-4e3f-a332-735e2a3f4618), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:14.047564 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23402920-e8ca-47e7-96f0-340b16edf1c9 x-openstack-request-id: req-23402920-e8ca-47e7-96f0-340b16edf1c9 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:26:14.047861 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216435cf-f070-4398-96ce-106b566f9fa3", "name": "network-vif-plugged", "status": "completed", "tag": "dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:26:14.048804 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-23402920-e8ca-47e7-96f0-340b16edf1c9 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:26:14.048804 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216435cf-f070-4398-96ce-106b566f9fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52', 'code': 200} Feb 08 21:26:14.060573 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-d4728b1b-d073-487d-830c-1d8eec713a35 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:14.061925 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-d4728b1b-d073-487d-830c-1d8eec713a35 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.96 "GET /v2.0/networks?id=111016a1-fb5a-4474-9d8a-dc518d9d29de HTTP/1.1" status: 200 len: 806 time: 0.4350748 Feb 08 21:26:14.072016 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d0114aa-b291-4066-8666-6677d2473c31 admin admin] Publish callbacks [] for security_group (af5ec1b9-8273-4e3f-a332-735e2a3f4618), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:14.072582 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-51da890b-3f1a-49d5-b0a1-a7d4813dfd2d service neutron] 10.222.0.96 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353652 Feb 08 21:26:14.078935 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-1c505b6b-3452-4a6a-b6c3-467b8e3d53d5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Request body: {'port': {'device_id': 'bcbbf08e-4bdd-496e-b3ab-45401b2889c8', 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de', 'admin_state_up': True, 'tenant_id': 'f472eb7c6f4c42ca9bf2111def0cbf8f'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:26:14.085744 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5524ff8d-c364-4593-8faa-13692389539d req-9da8bedb-7116-4be8-ac86-d583032c3fb4 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451821 Feb 08 21:26:14.089571 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port c42f6167-a6a8-48d1-9cee-89f60d52b54a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c42f6167-a6a8-48d1-9cee-89f60d52b54a,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:14.100349 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c42f6167-a6a8-48d1-9cee-89f60d52b54a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:14.106461 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,revision_number=10']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:14.175687 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-e6c192f0-7a50-469c-a822-c98c086ead47 req-7e3f8697-14cd-4947-baf6-ca2cd018f162 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Deleting port 0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:26:14.176087 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e6c192f0-7a50-469c-a822-c98c086ead47 req-7e3f8697-14cd-4947-baf6-ca2cd018f162 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:14.180000 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=c42f6167-a6a8-48d1-9cee-89f60d52b54a,revision_number=10']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:14.192577 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d0114aa-b291-4066-8666-6677d2473c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (af5ec1b9-8273-4e3f-a332-735e2a3f4618), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:14.195403 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d0114aa-b291-4066-8666-6677d2473c31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:14.196621 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1d0114aa-b291-4066-8666-6677d2473c31 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/af5ec1b9-8273-4e3f-a332-735e2a3f4618 HTTP/1.1" status: 204 len: 168 time: 0.2600513 Feb 08 21:26:14.208637 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0114aa-b291-4066-8666-6677d2473c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5ec1b9-8273-4e3f-a332-735e2a3f4618,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:14.297835 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-1c505b6b-3452-4a6a-b6c3-467b8e3d53d5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Made reservation on behalf of f472eb7c6f4c42ca9bf2111def0cbf8f for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:26:14.301195 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-1c505b6b-3452-4a6a-b6c3-467b8e3d53d5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:14.322995 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-e6c192f0-7a50-469c-a822-c98c086ead47 req-7e3f8697-14cd-4947-baf6-ca2cd018f162 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] For port 0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:14.323408 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e6c192f0-7a50-469c-a822-c98c086ead47 req-7e3f8697-14cd-4947-baf6-ca2cd018f162 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:14.370973 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-e6c192f0-7a50-469c-a822-c98c086ead47 req-7e3f8697-14cd-4947-baf6-ca2cd018f162 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Calling delete_port for 0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:26:14.539057 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-32f194a6-931f-4010-a52d-f7eeb0e1c8b5 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:14.540750 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-32f194a6-931f-4010-a52d-f7eeb0e1c8b5 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102&tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&binding%3Ahost_id=n-h2-712143-31 HTTP/1.1" status: 200 len: 1127 time: 0.2081270 Feb 08 21:26:14.646658 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f6805cb8-98c8-4bef-af05-4d8bb7b9825c req-2ca88724-7234-4063-8d2f-43f7b8db03e1 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=bcbbf08e-4bdd-496e-b3ab-45401b2889c8 HTTP/1.1" status: 200 len: 210 time: 0.0553081 Feb 08 21:26:14.649545 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-1c505b6b-3452-4a6a-b6c3-467b8e3d53d5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Allocated IP 172.20.0.13 (111016a1-fb5a-4474-9d8a-dc518d9d29de/0584f0b0-2f88-4444-998f-e1ea76f3fbc3/85d6dcc2-dd37-4e92-bea4-1780960a3efa) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:26:14.820369 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e6c192f0-7a50-469c-a822-c98c086ead47 req-7e3f8697-14cd-4947-baf6-ca2cd018f162 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:14.840456 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:26:14.930526 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f8697-14cd-4947-baf6-ca2cd018f162 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Pushing event deleted for resources: {'Port': ['ID=0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:14.975527 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0f5bf-be29-4499-8255-846f6aa553c2 req-1c4575ef-de4a-4514-8b9d-307ce4bcbf9d tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:14.977277 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4fb0f5bf-be29-4499-8255-846f6aa553c2 req-1c4575ef-de4a-4514-8b9d-307ce4bcbf9d tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/ports?device_id=657132b4-3ce8-4fbb-905d-8012a695aaea HTTP/1.1" status: 200 len: 867 time: 0.2693596 Feb 08 21:26:14.981871 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-d7ffa7bc-8c2b-49ad-9822-a9b7e8ff6c26 service neutron] For port 679408a7-154a-460e-b97d-f35652d30735, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:26:15.006557 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-d7ffa7bc-8c2b-49ad-9822-a9b7e8ff6c26 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:15.007673 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-399ac251-cf57-4b8e-8a94-c3cd76b21d53 req-d7ffa7bc-8c2b-49ad-9822-a9b7e8ff6c26 service neutron] 10.222.0.96 "DELETE /v2.0/ports/679408a7-154a-460e-b97d-f35652d30735/bindings/n-h1-712143-31 HTTP/1.1" status: 204 len: 173 time: 0.4595456 Feb 08 21:26:15.008964 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c192f0-7a50-469c-a822-c98c086ead47 req-7e3f8697-14cd-4947-baf6-ca2cd018f162 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] No DVR routers for this DVR port 0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:26:15.019672 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e6c192f0-7a50-469c-a822-c98c086ead47 req-7e3f8697-14cd-4947-baf6-ca2cd018f162 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:15.023150 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6c192f0-7a50-469c-a822-c98c086ead47 req-7e3f8697-14cd-4947-baf6-ca2cd018f162 tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.96 "DELETE /v2.0/ports/0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213 HTTP/1.1" status: 204 len: 173 time: 1.1634884 Feb 08 21:26:15.024954 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '657132b4-3ce8-4fbb-905d-8012a695aaea', 'name': 'network-vif-deleted', 'tag': '0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:26:15.027550 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716c8c53-1a72-4dbd-95a0-d664452de41a" -d '{"events": [{"server_uuid": "657132b4-3ce8-4fbb-905d-8012a695aaea", "name": "network-vif-deleted", "tag": "0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:26:15.116543 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4fb0f5bf-be29-4499-8255-846f6aa553c2 req-75e18785-40cc-4e7d-9198-e69f020b814e tempest-ServersOnMultiNodesTest-1331030638 tempest-ServersOnMultiNodesTest-1331030638-project] 10.222.0.88 "GET /v2.0/security-groups?id=797b3748-1a6d-48ec-96fa-4565b2a9af85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163559 Feb 08 21:26:15.123344 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d087588-075c-44d3-b638-2c549862b325 x-openstack-request-id: req-8d087588-075c-44d3-b638-2c549862b325 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:26:15.125099 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "657132b4-3ce8-4fbb-905d-8012a695aaea", "name": "network-vif-deleted", "tag": "0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:26:15.125638 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8d087588-075c-44d3-b638-2c549862b325 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:26:15.126786 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '657132b4-3ce8-4fbb-905d-8012a695aaea', 'name': 'network-vif-deleted', 'tag': '0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213', 'status': 'completed', 'code': 200} Feb 08 21:26:15.130074 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-1c505b6b-3452-4a6a-b6c3-467b8e3d53d5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks [] for port (85d6dcc2-dd37-4e92-bea4-1780960a3efa), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:15.190783 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-1c505b6b-3452-4a6a-b6c3-467b8e3d53d5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (85d6dcc2-dd37-4e92-bea4-1780960a3efa), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:15.207533 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['23e48800-eeca-4bcc-b7ae-e0ebc35d4c91'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:26:15.326974 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-1c505b6b-3452-4a6a-b6c3-467b8e3d53d5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Network 111016a1-fb5a-4474-9d8a-dc518d9d29de is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:26:15.336151 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-1c505b6b-3452-4a6a-b6c3-467b8e3d53d5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:26:15.342561 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-1c505b6b-3452-4a6a-b6c3-467b8e3d53d5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:26:15.357049 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c505b6b-3452-4a6a-b6c3-467b8e3d53d5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Pushing event updated for resources: {'Port': ['ID=85d6dcc2-dd37-4e92-bea4-1780960a3efa,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:15.483302 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602ccb7-1ded-4d8b-b241-527c4bcf6812 req-2687bc65-8989-4dd5-a2ac-bbb946815ccd tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:15.524281 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d602ccb7-1ded-4d8b-b241-527c4bcf6812 req-2687bc65-8989-4dd5-a2ac-bbb946815ccd tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 944 time: 0.2549157 Feb 08 21:26:15.574421 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-1c505b6b-3452-4a6a-b6c3-467b8e3d53d5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:15.575968 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-1c505b6b-3452-4a6a-b6c3-467b8e3d53d5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:15.660866 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52598) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:26:15.663917 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-1c505b6b-3452-4a6a-b6c3-467b8e3d53d5 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5893965 Feb 08 21:26:15.685976 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-c0c1da2b-f1d2-425f-a1de-ea67e4a974da service neutron] Request body: {'port': {'device_id': 'bcbbf08e-4bdd-496e-b3ab-45401b2889c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:26:15.802087 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d602ccb7-1ded-4d8b-b241-527c4bcf6812 req-2f395e41-0ae8-4f8f-ba2e-80ede71ce4d4 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766771 Feb 08 21:26:16.050264 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42f6167-a6a8-48d1-9cee-89f60d52b54a'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:26:16.058813 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70aeabe4-7be6-45db-9060-f5c3da1abf46" -d '{"events": [{"server_uuid": "cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec", "name": "network-vif-plugged", "status": "completed", "tag": "c42f6167-a6a8-48d1-9cee-89f60d52b54a"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:26:16.083768 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d8cfd8b8-7b8d-40ad-920f-7266cb50de50 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2076164192-network', 'tenant_id': 'd2bd8c7f0b2849b190a3f024069b5400'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:26:16.084044 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-c0c1da2b-f1d2-425f-a1de-ea67e4a974da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (85d6dcc2-dd37-4e92-bea4-1780960a3efa), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:16.170515 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cfd8b8-7b8d-40ad-920f-7266cb50de50 admin admin] Made reservation on behalf of d2bd8c7f0b2849b190a3f024069b5400 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:26:16.182026 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d8cfd8b8-7b8d-40ad-920f-7266cb50de50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:16.202001 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d8cfd8b8-7b8d-40ad-920f-7266cb50de50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:16.281941 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6dc53-e0ad-4d5c-80f1-42040c5b7b9b req-76587379-e14a-4eb9-abcf-e116814f5640 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:16.283871 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8af6dc53-e0ad-4d5c-80f1-42040c5b7b9b req-76587379-e14a-4eb9-abcf-e116814f5640 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=bcbbf08e-4bdd-496e-b3ab-45401b2889c8 HTTP/1.1" status: 200 len: 932 time: 0.2765703 Feb 08 21:26:16.298778 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc840b-1c61-4fec-a5c2-2504aae02599 req-7f417294-b049-4e6a-9ff7-156699b7b6b4 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:16.306675 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-35dc840b-1c61-4fec-a5c2-2504aae02599 req-7f417294-b049-4e6a-9ff7-156699b7b6b4 tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 1127 time: 0.2238686 Feb 08 21:26:16.355570 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d8cfd8b8-7b8d-40ad-920f-7266cb50de50 admin admin] Publish callbacks [] for security_group (d92ddbf8-64e1-4f57-9421-2496c83eadd9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:16.362301 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d8cfd8b8-7b8d-40ad-920f-7266cb50de50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d92ddbf8-64e1-4f57-9421-2496c83eadd9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:16.385889 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8cfd8b8-7b8d-40ad-920f-7266cb50de50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:26:16.403515 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d8cfd8b8-7b8d-40ad-920f-7266cb50de50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (0552ecfa-cb6d-468d-ab48-75637acbb710), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:16.404350 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-d8cfd8b8-7b8d-40ad-920f-7266cb50de50 admin admin] Added segment 0552ecfa-cb6d-468d-ab48-75637acbb710 of type vlan for network eb0e7eed-f920-4d0c-b397-8ac0dabfc39b Feb 08 21:26:16.432848 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-35dc840b-1c61-4fec-a5c2-2504aae02599 req-ab78c2ab-2536-47ff-aee7-3b75398ff44a tempest-LiveAutoBlockMigrationV225Test-1487309680 tempest-LiveAutoBlockMigrationV225Test-1487309680-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249018 Feb 08 21:26:16.464313 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d8cfd8b8-7b8d-40ad-920f-7266cb50de50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (eb0e7eed-f920-4d0c-b397-8ac0dabfc39b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:16.502979 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d8cfd8b8-7b8d-40ad-920f-7266cb50de50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (eb0e7eed-f920-4d0c-b397-8ac0dabfc39b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:16.522569 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cfd8b8-7b8d-40ad-920f-7266cb50de50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:16.523312 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d8cfd8b8-7b8d-40ad-920f-7266cb50de50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:16.573623 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03aeff67-c7c5-4af1-b0d1-ac40e1908dc4 x-openstack-request-id: req-03aeff67-c7c5-4af1-b0d1-ac40e1908dc4 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:26:16.575409 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec", "name": "network-vif-plugged", "status": "completed", "tag": "c42f6167-a6a8-48d1-9cee-89f60d52b54a", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:26:16.575944 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-03aeff67-c7c5-4af1-b0d1-ac40e1908dc4 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:26:16.578642 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42f6167-a6a8-48d1-9cee-89f60d52b54a', 'code': 200} Feb 08 21:26:16.620045 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cfd8b8-7b8d-40ad-920f-7266cb50de50 admin admin] Pushing event updated for resources: {'Network': ['ID=eb0e7eed-f920-4d0c-b397-8ac0dabfc39b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:16.626895 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8af6dc53-e0ad-4d5c-80f1-42040c5b7b9b req-d2754b0a-17a1-4f2c-918f-82c2ae040357 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310556 Feb 08 21:26:16.636549 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network eb0e7eed-f920-4d0c-b397-8ac0dabfc39b details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:26:16.648818 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cfd8b8-7b8d-40ad-920f-7266cb50de50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92ddbf8-64e1-4f57-9421-2496c83eadd9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:16.671126 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d8cfd8b8-7b8d-40ad-920f-7266cb50de50 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0089359 Feb 08 21:26:16.675764 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52648) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:26:16.688995 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-334e4d52-5cc5-4641-bfff-42360aab35e7 admin admin] Request body: {'subnet': {'network_id': 'eb0e7eed-f920-4d0c-b397-8ac0dabfc39b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2076164192-subnet', 'tenant_id': 'd2bd8c7f0b2849b190a3f024069b5400', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:26:16.725738 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334e4d52-5cc5-4641-bfff-42360aab35e7 admin admin] Made reservation on behalf of d2bd8c7f0b2849b190a3f024069b5400 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:26:16.734000 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-334e4d52-5cc5-4641-bfff-42360aab35e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:16.832878 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-c0c1da2b-f1d2-425f-a1de-ea67e4a974da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85d6dcc2-dd37-4e92-bea4-1780960a3efa {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:26:16.866244 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-c0c1da2b-f1d2-425f-a1de-ea67e4a974da service neutron] Publish callbacks [] for port (85d6dcc2-dd37-4e92-bea4-1780960a3efa), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:16.898308 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-c0c1da2b-f1d2-425f-a1de-ea67e4a974da service neutron] Transition to ACTIVE for port object 85d6dcc2-dd37-4e92-bea4-1780960a3efa will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:26:16.905682 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-c0c1da2b-f1d2-425f-a1de-ea67e4a974da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (85d6dcc2-dd37-4e92-bea4-1780960a3efa), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:17.190416 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-334e4d52-5cc5-4641-bfff-42360aab35e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (319df7b8-c293-4242-9d45-0fbad3c635ac), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:17.211293 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1da2b-f1d2-425f-a1de-ea67e4a974da service neutron] Pushing event updated for resources: {'Port': ['ID=85d6dcc2-dd37-4e92-bea4-1780960a3efa,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:17.308712 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e4d52-5cc5-4641-bfff-42360aab35e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=319df7b8-c293-4242-9d45-0fbad3c635ac,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:17.331212 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52666) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:26:17.336098 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-c0c1da2b-f1d2-425f-a1de-ea67e4a974da service neutron] Attempting to bind port 85d6dcc2-dd37-4e92-bea4-1780960a3efa on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:26:17.336806 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-c0c1da2b-f1d2-425f-a1de-ea67e4a974da service neutron] Attempting to bind port 85d6dcc2-dd37-4e92-bea4-1780960a3efa by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'e6e0981b-63f8-4fe8-9849-12fad4063144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:26:17.337372 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-c0c1da2b-f1d2-425f-a1de-ea67e4a974da service neutron] Attempting to bind port 85d6dcc2-dd37-4e92-bea4-1780960a3efa on network 111016a1-fb5a-4474-9d8a-dc518d9d29de {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:26:17.349612 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334e4d52-5cc5-4641-bfff-42360aab35e7 admin admin] Checking segment: {'id': '0552ecfa-cb6d-468d-ab48-75637acbb710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eb0e7eed-f920-4d0c-b397-8ac0dabfc39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:26:17.349904 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334e4d52-5cc5-4641-bfff-42360aab35e7 admin admin] Network hostable DHCP agents. Network: eb0e7eed-f920-4d0c-b397-8ac0dabfc39b, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:26:17.360155 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-c0c1da2b-f1d2-425f-a1de-ea67e4a974da service neutron] Port 85d6dcc2-dd37-4e92-bea4-1780960a3efa on network 111016a1-fb5a-4474-9d8a-dc518d9d29de not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:26:17.361834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-c0c1da2b-f1d2-425f-a1de-ea67e4a974da service neutron] Attempting to bind port 85d6dcc2-dd37-4e92-bea4-1780960a3efa on network 111016a1-fb5a-4474-9d8a-dc518d9d29de {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:26:17.375874 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334e4d52-5cc5-4641-bfff-42360aab35e7 admin admin] Network eb0e7eed-f920-4d0c-b397-8ac0dabfc39b is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:26:17.393866 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-c0c1da2b-f1d2-425f-a1de-ea67e4a974da service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:26:17.394541 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-c0c1da2b-f1d2-425f-a1de-ea67e4a974da service neutron] Checking segment: {'id': 'e6e0981b-63f8-4fe8-9849-12fad4063144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:26:17.395112 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-c0c1da2b-f1d2-425f-a1de-ea67e4a974da service neutron] Bound using segment: {'id': 'e6e0981b-63f8-4fe8-9849-12fad4063144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:26:17.395817 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-c0c1da2b-f1d2-425f-a1de-ea67e4a974da service neutron] Bound port: 85d6dcc2-dd37-4e92-bea4-1780960a3efa, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6e0981b-63f8-4fe8-9849-12fad4063144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:26:17.396371 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-c0c1da2b-f1d2-425f-a1de-ea67e4a974da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (85d6dcc2-dd37-4e92-bea4-1780960a3efa), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:17.398769 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-334e4d52-5cc5-4641-bfff-42360aab35e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, eb0e7eed-f920-4d0c-b397-8ac0dabfc39b) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:26:17.411547 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334e4d52-5cc5-4641-bfff-42360aab35e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:17.412247 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-334e4d52-5cc5-4641-bfff-42360aab35e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:17.412624 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accc30b1-b209-4c86-97e3-ec3ff0c7a200 None None] Network eb0e7eed-f920-4d0c-b397-8ac0dabfc39b requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:26:17.475514 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-334e4d52-5cc5-4641-bfff-42360aab35e7 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7780452 Feb 08 21:26:17.516684 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49262753-1b5f-47a9-b38b-483f357bdc13 req-9b48bebe-641b-48d0-8d18-268f6fdc7b46 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:17.542734 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49262753-1b5f-47a9-b38b-483f357bdc13 req-9b48bebe-641b-48d0-8d18-268f6fdc7b46 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 944 time: 0.2970960 Feb 08 21:26:17.682378 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e434ac0-3320-4dbe-9cd0-4ab83b92753d None None] Network eb0e7eed-f920-4d0c-b397-8ac0dabfc39b requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:26:17.694194 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-c0c1da2b-f1d2-425f-a1de-ea67e4a974da service neutron] For port 85d6dcc2-dd37-4e92-bea4-1780960a3efa, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:26:17.699099 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-c0c1da2b-f1d2-425f-a1de-ea67e4a974da service neutron] For port 85d6dcc2-dd37-4e92-bea4-1780960a3efa, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=85d6dcc2-dd37-4e92-bea4-1780960a3efa,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:26:17.713633 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49262753-1b5f-47a9-b38b-483f357bdc13 req-f0334228-102f-48f0-b88c-c3ef0661eafb tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670954 Feb 08 21:26:17.743903 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-c0c1da2b-f1d2-425f-a1de-ea67e4a974da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (85d6dcc2-dd37-4e92-bea4-1780960a3efa), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:17.855080 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7361f189-bbb6-44ee-a944-41066b35a91d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a43edf20ad1643c2ac7bbb3feecd107e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5195460 Feb 08 21:26:17.857259 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52678) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:26:17.864595 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1da2b-f1d2-425f-a1de-ea67e4a974da service neutron] Pushing event updated for resources: {'Port': ['ID=85d6dcc2-dd37-4e92-bea4-1780960a3efa,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:17.996447 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df1739fd-8189-4843-9b8a-999b505942b2 admin admin] Publish callbacks [] for security_group (797b3748-1a6d-48ec-96fa-4565b2a9af85), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:18.054215 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df1739fd-8189-4843-9b8a-999b505942b2 admin admin] Publish callbacks [] for security_group (797b3748-1a6d-48ec-96fa-4565b2a9af85), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:18.107435 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-c0c1da2b-f1d2-425f-a1de-ea67e4a974da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:18.108151 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-c0c1da2b-f1d2-425f-a1de-ea67e4a974da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:18.109718 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-c0c1da2b-f1d2-425f-a1de-ea67e4a974da service neutron] 10.222.0.96 "PUT /v2.0/ports/85d6dcc2-dd37-4e92-bea4-1780960a3efa HTTP/1.1" status: 200 len: 1093 time: 2.4299345 Feb 08 21:26:18.114510 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcbbf08e-4bdd-496e-b3ab-45401b2889c8', 'tag': '85d6dcc2-dd37-4e92-bea4-1780960a3efa'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:26:18.117562 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8e9293-3786-4867-b5b0-293511479391" -d '{"events": [{"name": "network-changed", "server_uuid": "bcbbf08e-4bdd-496e-b3ab-45401b2889c8", "tag": "85d6dcc2-dd37-4e92-bea4-1780960a3efa"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:26:18.190863 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca80866-5350-4750-bf2e-a33515e8241c req-409b1fec-cea0-467f-9aee-bc0428eff895 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:18.199757 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df1739fd-8189-4843-9b8a-999b505942b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (797b3748-1a6d-48ec-96fa-4565b2a9af85), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:18.202493 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df1739fd-8189-4843-9b8a-999b505942b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:18.207126 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ca80866-5350-4750-bf2e-a33515e8241c req-409b1fec-cea0-467f-9aee-bc0428eff895 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=bcbbf08e-4bdd-496e-b3ab-45401b2889c8 HTTP/1.1" status: 200 len: 944 time: 0.3273573 Feb 08 21:26:18.209260 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-df1739fd-8189-4843-9b8a-999b505942b2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/797b3748-1a6d-48ec-96fa-4565b2a9af85 HTTP/1.1" status: 204 len: 168 time: 0.3483713 Feb 08 21:26:18.231244 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1739fd-8189-4843-9b8a-999b505942b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797b3748-1a6d-48ec-96fa-4565b2a9af85,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:18.855650 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52688) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:26:18.950974 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-09af5a0e-7a9e-4376-8cb9-0ac009ebb3b3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5eb41c2ec28340c6b6f14176e239f918&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0941072 Feb 08 21:26:18.956012 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52692) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:26:18.989669 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e111e5d-7aba-4cc0-9e21-d19e04a86077 req-05e1c93a-1758-4000-8b5d-b060a530d845 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:18.991804 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1e111e5d-7aba-4cc0-9e21-d19e04a86077 req-05e1c93a-1758-4000-8b5d-b060a530d845 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.96 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 944 time: 0.9960899 Feb 08 21:26:19.037628 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ca80866-5350-4750-bf2e-a33515e8241c req-d1966c55-4203-43e5-829b-6cda3df1be8a tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8294554 Feb 08 21:26:19.088264 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d56916e-3ba6-4dfc-aba2-08b5069e49d3 admin admin] Publish callbacks [] for security_group (6930d108-a2b6-4d67-a1fe-754f3dc5f467), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:19.122542 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d56916e-3ba6-4dfc-aba2-08b5069e49d3 admin admin] Publish callbacks [] for security_group (6930d108-a2b6-4d67-a1fe-754f3dc5f467), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:19.135035 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:26:19.191717 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:26:19.192487 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 0bb54ccf-d1ce-4deb-9d8c-9fdf9e46f213 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:26:19.211123 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-a9d2cd7f-d0c7-45e4-9e03-4d75bce4c458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:19.214284 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-a9d2cd7f-d0c7-45e4-9e03-4d75bce4c458 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f472eb7c6f4c42ca9bf2111def0cbf8f&device_id=bcbbf08e-4bdd-496e-b3ab-45401b2889c8 HTTP/1.1" status: 200 len: 1127 time: 0.9923153 Feb 08 21:26:19.216184 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d56916e-3ba6-4dfc-aba2-08b5069e49d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6930d108-a2b6-4d67-a1fe-754f3dc5f467), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:19.226637 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d56916e-3ba6-4dfc-aba2-08b5069e49d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:19.231964 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9d56916e-3ba6-4dfc-aba2-08b5069e49d3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6930d108-a2b6-4d67-a1fe-754f3dc5f467 HTTP/1.1" status: 204 len: 168 time: 0.2742558 Feb 08 21:26:19.242443 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56916e-3ba6-4dfc-aba2-08b5069e49d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6930d108-a2b6-4d67-a1fe-754f3dc5f467,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:19.368656 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-1cf45643-5d56-4501-bc5e-8c3a9eda0717 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85d6dcc2-dd37-4e92-bea4-1780960a3efa HTTP/1.1" status: 200 len: 217 time: 0.1405485 Feb 08 21:26:19.488061 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-1e111e5d-7aba-4cc0-9e21-d19e04a86077 req-5dfa1f49-3e33-46d3-9cdb-b67c36dfebf9 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Deleting port 679408a7-154a-460e-b97d-f35652d30735 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:26:19.493624 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1e111e5d-7aba-4cc0-9e21-d19e04a86077 req-5dfa1f49-3e33-46d3-9cdb-b67c36dfebf9 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (679408a7-154a-460e-b97d-f35652d30735), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:19.629035 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-817201c8-92ec-40df-b972-77ee7b4a4715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:19.638124 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-817201c8-92ec-40df-b972-77ee7b4a4715 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0584f0b0-2f88-4444-998f-e1ea76f3fbc3 HTTP/1.1" status: 200 len: 846 time: 0.2604799 Feb 08 21:26:19.716303 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-d9adc5d6-97b3-420e-a669-ca54969259f8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=111016a1-fb5a-4474-9d8a-dc518d9d29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610859 Feb 08 21:26:19.835224 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-f4789c4d-9c3d-407c-9d3a-b1d9d3854cbb service neutron] 10.222.0.96 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109772 Feb 08 21:26:19.883645 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-1e111e5d-7aba-4cc0-9e21-d19e04a86077 req-5dfa1f49-3e33-46d3-9cdb-b67c36dfebf9 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] For port 679408a7-154a-460e-b97d-f35652d30735, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=679408a7-154a-460e-b97d-f35652d30735,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:19.884470 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1e111e5d-7aba-4cc0-9e21-d19e04a86077 req-5dfa1f49-3e33-46d3-9cdb-b67c36dfebf9 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (679408a7-154a-460e-b97d-f35652d30735), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:19.975563 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-1e111e5d-7aba-4cc0-9e21-d19e04a86077 req-5dfa1f49-3e33-46d3-9cdb-b67c36dfebf9 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Calling delete_port for 679408a7-154a-460e-b97d-f35652d30735 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:26:20.615174 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1e111e5d-7aba-4cc0-9e21-d19e04a86077 req-5dfa1f49-3e33-46d3-9cdb-b67c36dfebf9 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (679408a7-154a-460e-b97d-f35652d30735), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:20.631699 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['1eecbe73-83ee-4da0-a468-61095ee9a9d7'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:26:20.702429 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa1f49-3e33-46d3-9cdb-b67c36dfebf9 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Pushing event deleted for resources: {'Port': ['ID=679408a7-154a-460e-b97d-f35652d30735,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:20.722725 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e3ea2fe-aed0-4e33-95a3-d1f86d007fb7 req-61c13edc-20fb-4aa6-8efb-d56bafed5f06 service neutron] 10.222.0.96 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8598037 Feb 08 21:26:20.750651 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['679408a7-154a-460e-b97d-f35652d30735'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:26:20.826355 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e111e5d-7aba-4cc0-9e21-d19e04a86077 req-5dfa1f49-3e33-46d3-9cdb-b67c36dfebf9 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] No DVR routers for this DVR port 679408a7-154a-460e-b97d-f35652d30735 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:26:20.836275 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1e111e5d-7aba-4cc0-9e21-d19e04a86077 req-5dfa1f49-3e33-46d3-9cdb-b67c36dfebf9 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:20.854434 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1e111e5d-7aba-4cc0-9e21-d19e04a86077 req-5dfa1f49-3e33-46d3-9cdb-b67c36dfebf9 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.96 "DELETE /v2.0/ports/679408a7-154a-460e-b97d-f35652d30735 HTTP/1.1" status: 204 len: 173 time: 1.8298283 Feb 08 21:26:21.148560 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52722) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:26:21.392590 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-23003ae9-4d7c-4190-a7ac-c10cfa831251 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1923840887-network', 'tenant_id': '604bafac013e47a8806c7fdd623f0573'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:26:21.423540 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23003ae9-4d7c-4190-a7ac-c10cfa831251 admin admin] Made reservation on behalf of 604bafac013e47a8806c7fdd623f0573 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:26:21.426212 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-23003ae9-4d7c-4190-a7ac-c10cfa831251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:21.452598 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-23003ae9-4d7c-4190-a7ac-c10cfa831251 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:21.687099 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-23003ae9-4d7c-4190-a7ac-c10cfa831251 admin admin] Publish callbacks [] for security_group (ff72aba2-9094-4c76-92a7-a3e9004639be), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:21.711368 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-23003ae9-4d7c-4190-a7ac-c10cfa831251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ff72aba2-9094-4c76-92a7-a3e9004639be), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:21.735830 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23003ae9-4d7c-4190-a7ac-c10cfa831251 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:26:21.756462 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-23003ae9-4d7c-4190-a7ac-c10cfa831251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (5a69cc20-a45d-42a2-8af6-480ee769db92), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:21.756832 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-23003ae9-4d7c-4190-a7ac-c10cfa831251 admin admin] Added segment 5a69cc20-a45d-42a2-8af6-480ee769db92 of type vlan for network f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 Feb 08 21:26:21.758375 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23003ae9-4d7c-4190-a7ac-c10cfa831251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff72aba2-9094-4c76-92a7-a3e9004639be,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:21.840392 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-23003ae9-4d7c-4190-a7ac-c10cfa831251 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (f8ddfec4-61c8-4cfb-b836-0c5a79f77d01), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:21.938745 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-23003ae9-4d7c-4190-a7ac-c10cfa831251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (f8ddfec4-61c8-4cfb-b836-0c5a79f77d01), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:21.940472 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23003ae9-4d7c-4190-a7ac-c10cfa831251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:21.941573 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-23003ae9-4d7c-4190-a7ac-c10cfa831251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:22.108418 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-23003ae9-4d7c-4190-a7ac-c10cfa831251 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9538295 Feb 08 21:26:22.110483 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52730) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:26:22.121263 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-c2564856-a7bc-4134-b44d-6540737f951c admin admin] Request body: {'subnet': {'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923840887-subnet', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:26:22.127683 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23003ae9-4d7c-4190-a7ac-c10cfa831251 admin admin] Pushing event updated for resources: {'Network': ['ID=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:22.138934 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:26:22.197462 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2564856-a7bc-4134-b44d-6540737f951c admin admin] Made reservation on behalf of 604bafac013e47a8806c7fdd623f0573 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:26:22.200714 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c2564856-a7bc-4134-b44d-6540737f951c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:22.590690 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c2564856-a7bc-4134-b44d-6540737f951c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (bcf96426-4f4f-4f21-a2c0-f475a3532d63), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:22.672744 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2564856-a7bc-4134-b44d-6540737f951c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcf96426-4f4f-4f21-a2c0-f475a3532d63,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:22.766000 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2564856-a7bc-4134-b44d-6540737f951c admin admin] Checking segment: {'id': '5a69cc20-a45d-42a2-8af6-480ee769db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:26:22.766424 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2564856-a7bc-4134-b44d-6540737f951c admin admin] Network hostable DHCP agents. Network: f8ddfec4-61c8-4cfb-b836-0c5a79f77d01, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:26:22.790693 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2564856-a7bc-4134-b44d-6540737f951c admin admin] Network f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:26:22.805544 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-c2564856-a7bc-4134-b44d-6540737f951c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, f8ddfec4-61c8-4cfb-b836-0c5a79f77d01) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:26:22.817781 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2564856-a7bc-4134-b44d-6540737f951c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:22.820377 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c2564856-a7bc-4134-b44d-6540737f951c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:22.822919 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c67b4d7-fb7d-44f2-af17-34d78a34b174 None None] Network f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:26:22.853468 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c2564856-a7bc-4134-b44d-6540737f951c admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7379224 Feb 08 21:26:22.856513 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52736) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:26:22.862635 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6f567aa0-2099-48a3-b997-289878756e02 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1923840887-router', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:26:22.918348 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f567aa0-2099-48a3-b997-289878756e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (1ec6ae58-6631-47d9-975a-4c3c815a4852), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:22.924609 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f567aa0-2099-48a3-b997-289878756e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (1ec6ae58-6631-47d9-975a-4c3c815a4852), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:23.024744 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c45c803-9e83-46cc-a4fa-4609f8566e78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'project_id': '604bafac013e47a8806c7fdd623f0573', 'fixed_ips': [{'subnet_id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:26:23.026715 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c45c803-9e83-46cc-a4fa-4609f8566e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:23.074720 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f567aa0-2099-48a3-b997-289878756e02 admin admin] Publish callbacks [] for router_controller (1ec6ae58-6631-47d9-975a-4c3c815a4852), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:23.168436 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 679408a7-154a-460e-b97d-f35652d30735 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:26:23.338323 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-4c45c803-9e83-46cc-a4fa-4609f8566e78 None None] Allocated IP 172.20.0.2 (f8ddfec4-61c8-4cfb-b836-0c5a79f77d01/bcf96426-4f4f-4f21-a2c0-f475a3532d63/d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:26:23.363798 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 679408a7-154a-460e-b97d-f35652d30735 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:26:23.366291 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 679408a7-154a-460e-b97d-f35652d30735 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:26:23.381551 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f567aa0-2099-48a3-b997-289878756e02 admin admin] Publish callbacks [] for router_gateway (1ec6ae58-6631-47d9-975a-4c3c815a4852), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:23.744595 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c45c803-9e83-46cc-a4fa-4609f8566e78 None None] Publish callbacks [] for port (d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:23.756177 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c45c803-9e83-46cc-a4fa-4609f8566e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:23.838962 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c45c803-9e83-46cc-a4fa-4609f8566e78 None None] Network f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:26:23.845630 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-4c45c803-9e83-46cc-a4fa-4609f8566e78 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:26:23.857572 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c45c803-9e83-46cc-a4fa-4609f8566e78 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:26:23.900156 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f567aa0-2099-48a3-b997-289878756e02 admin admin] Publish callbacks [] for router_gateway (1ec6ae58-6631-47d9-975a-4c3c815a4852), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:23.942961 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f567aa0-2099-48a3-b997-289878756e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:23.979687 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45c803-9e83-46cc-a4fa-4609f8566e78 None None] Pushing event updated for resources: {'Port': ['ID=d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:24.030459 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-4c45c803-9e83-46cc-a4fa-4609f8566e78 None None] Attempting to bind port d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:26:24.031654 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-4c45c803-9e83-46cc-a4fa-4609f8566e78 None None] Attempting to bind port d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '5a69cc20-a45d-42a2-8af6-480ee769db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:26:24.034073 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c45c803-9e83-46cc-a4fa-4609f8566e78 None None] Attempting to bind port d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b on network f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:26:24.050200 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c45c803-9e83-46cc-a4fa-4609f8566e78 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:26:24.050973 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c45c803-9e83-46cc-a4fa-4609f8566e78 None None] Checking segment: {'id': '5a69cc20-a45d-42a2-8af6-480ee769db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:26:24.051600 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c45c803-9e83-46cc-a4fa-4609f8566e78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:24.052211 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c45c803-9e83-46cc-a4fa-4609f8566e78 None None] Bound using segment: {'id': '5a69cc20-a45d-42a2-8af6-480ee769db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:26:24.052936 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-4c45c803-9e83-46cc-a4fa-4609f8566e78 None None] Bound port: d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a69cc20-a45d-42a2-8af6-480ee769db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:26:24.057660 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c45c803-9e83-46cc-a4fa-4609f8566e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:24.208637 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6669a6c4-4874-471a-becc-28d8e73d462c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:24.222038 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-6f567aa0-2099-48a3-b997-289878756e02 admin admin] Allocated IP 172.25.3.199 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/2b4b9b23-e507-4aeb-a255-91f4c07f13a6) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:26:24.270374 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4c45c803-9e83-46cc-a4fa-4609f8566e78 None None] For port d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:26:24.274096 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4c45c803-9e83-46cc-a4fa-4609f8566e78 None None] For port d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b,segment=NetworkSegment(5a69cc20-a45d-42a2-8af6-480ee769db92),segment_id=5a69cc20-a45d-42a2-8af6-480ee769db92)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:26:24.293314 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c45c803-9e83-46cc-a4fa-4609f8566e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:24.423741 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f567aa0-2099-48a3-b997-289878756e02 admin admin] Publish callbacks [] for port (2b4b9b23-e507-4aeb-a255-91f4c07f13a6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:24.431649 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45c803-9e83-46cc-a4fa-4609f8566e78 None None] Pushing event updated for resources: {'Port': ['ID=d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:24.479243 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f567aa0-2099-48a3-b997-289878756e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (2b4b9b23-e507-4aeb-a255-91f4c07f13a6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:24.634985 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f567aa0-2099-48a3-b997-289878756e02 admin admin] Pushing event updated for resources: {'Port': ['ID=2b4b9b23-e507-4aeb-a255-91f4c07f13a6,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:24.657901 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f567aa0-2099-48a3-b997-289878756e02 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:26:24.668350 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-6f567aa0-2099-48a3-b997-289878756e02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:26:24.675877 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f567aa0-2099-48a3-b997-289878756e02 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:26:25.180168 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 85d6dcc2-dd37-4e92-bea4-1780960a3efa details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:26:25.287356 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:26:25.437071 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 85d6dcc2-dd37-4e92-bea4-1780960a3efa, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=85d6dcc2-dd37-4e92-bea4-1780960a3efa,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:25.462409 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '85d6dcc2-dd37-4e92-bea4-1780960a3efa', 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de', 'port_id': '85d6dcc2-dd37-4e92-bea4-1780960a3efa', 'mac_address': 'fa:16:3e:f6:80:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0584f0b0-2f88-4444-998f-e1ea76f3fbc3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:26:25.464106 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f567aa0-2099-48a3-b997-289878756e02 admin admin] Publish callbacks [] for router_gateway (1ec6ae58-6631-47d9-975a-4c3c815a4852), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:25.776747 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:26:25.782509 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:25.869161 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 85d6dcc2-dd37-4e92-bea4-1780960a3efa is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:26:25.873301 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (85d6dcc2-dd37-4e92-bea4-1780960a3efa), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:25.911612 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d6dcc2-dd37-4e92-bea4-1780960a3efa {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:26:25.947589 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 85d6dcc2-dd37-4e92-bea4-1780960a3efa, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=85d6dcc2-dd37-4e92-bea4-1780960a3efa,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:25.958517 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (85d6dcc2-dd37-4e92-bea4-1780960a3efa), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:26.091794 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:26:26.092715 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:26.173277 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b,segment=NetworkSegment(5a69cc20-a45d-42a2-8af6-480ee769db92),segment_id=5a69cc20-a45d-42a2-8af6-480ee769db92)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:26.173277 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=85d6dcc2-dd37-4e92-bea4-1780960a3efa,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:26.192045 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:26.292489 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:26.323155 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f567aa0-2099-48a3-b997-289878756e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (1ec6ae58-6631-47d9-975a-4c3c815a4852), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:26.466431 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['85d6dcc2-dd37-4e92-bea4-1780960a3efa'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:26:26.550595 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac20314-ca4d-4649-974a-f265a9697158 None None] Network f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:26:26.696414 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f567aa0-2099-48a3-b997-289878756e02 admin admin] Router 1ec6ae58-6631-47d9-975a-4c3c815a4852 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:26:26.883018 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-36e30633-19ab-46bc-84d8-075b2a7d5172 None None] Provisioning complete for port d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:26:26.883291 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36e30633-19ab-46bc-84d8-075b2a7d5172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:26.903936 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f567aa0-2099-48a3-b997-289878756e02 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:26:26.973978 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f567aa0-2099-48a3-b997-289878756e02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:26.978307 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6f567aa0-2099-48a3-b997-289878756e02 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.1178806 Feb 08 21:26:26.978962 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52738) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:26:26.993579 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57da8c51-0f45-462e-8fbd-c822f3e916b5 None None] Sync routers for ids ['1ec6ae58-6631-47d9-975a-4c3c815a4852'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:26:27.310148 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:26:27.335391 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57da8c51-0f45-462e-8fbd-c822f3e916b5 None None] Routers {'1ec6ae58-6631-47d9-975a-4c3c815a4852'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:26:27.337246 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-57da8c51-0f45-462e-8fbd-c822f3e916b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:25:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['1ec6ae58-6631-47d9-975a-4c3c815a4852'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:26:27.837045 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-36e30633-19ab-46bc-84d8-075b2a7d5172 None None] Current status of the port d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:26:28.095878 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a4c60773-c023-4cb0-8837-d78bb1db056a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:28.195067 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:26:28.196620 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:28.244047 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-51ad448b-9e89-4b55-8cad-c41c1c9ff445 req-af1c8e9c-ff28-4cde-b04d-a8ecd4eb0094 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1370683 Feb 08 21:26:28.368102 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-57da8c51-0f45-462e-8fbd-c822f3e916b5 None None] Set router 1ec6ae58-6631-47d9-975a-4c3c815a4852 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:26:28.425523 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad448b-9e89-4b55-8cad-c41c1c9ff445 req-cdccb2bb-9fdf-49d6-87cc-26aa569c16e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:28.427662 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-51ad448b-9e89-4b55-8cad-c41c1c9ff445 req-cdccb2bb-9fdf-49d6-87cc-26aa569c16e2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 1127 time: 0.1387265 Feb 08 21:26:29.047832 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-2e509a21-1de6-492d-9901-0c681a399e7e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3271892 Feb 08 21:26:29.060554 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08956982-d33a-4e04-90a8-c246d9b8bee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:29.079598 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad448b-9e89-4b55-8cad-c41c1c9ff445 req-1d5ef8bd-980a-463f-9ace-319fd1937a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:29.084136 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-51ad448b-9e89-4b55-8cad-c41c1c9ff445 req-1d5ef8bd-980a-463f-9ace-319fd1937a85 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 200 len: 922 time: 0.6164463 Feb 08 21:26:29.103467 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-338f48c4-3e67-4e67-a6d1-cd83df836b9e None None] Provisioning complete for port d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:26:29.105394 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-338f48c4-3e67-4e67-a6d1-cd83df836b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:29.303328 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-51ad448b-9e89-4b55-8cad-c41c1c9ff445 req-e20989c8-2863-4a14-b3bd-30880352f213 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1eecbe73-83ee-4da0-a468-61095ee9a9d7 HTTP/1.1" status: 200 len: 217 time: 0.1918793 Feb 08 21:26:29.321887 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:26:29.501465 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-338f48c4-3e67-4e67-a6d1-cd83df836b9e None None] Current status of the port d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:26:29.503844 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:29.531709 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad448b-9e89-4b55-8cad-c41c1c9ff445 req-e11674ee-2854-4d1e-a944-c4ba91216bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:29.533213 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-51ad448b-9e89-4b55-8cad-c41c1c9ff445 req-e11674ee-2854-4d1e-a944-c4ba91216bdb service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d60e29b3-21d7-4da4-a50a-dfbe604013ed HTTP/1.1" status: 200 len: 861 time: 0.2227793 Feb 08 21:26:29.559338 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-d3f16960-75b4-44dd-8031-40b1857d782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:29.559730 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-d3f16960-75b4-44dd-8031-40b1857d782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:29.560213 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-d3f16960-75b4-44dd-8031-40b1857d782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:29.560689 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-d3f16960-75b4-44dd-8031-40b1857d782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:29.561167 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-d3f16960-75b4-44dd-8031-40b1857d782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:29.561747 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-d3f16960-75b4-44dd-8031-40b1857d782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:29.562257 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-d3f16960-75b4-44dd-8031-40b1857d782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:29.569997 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-d3f16960-75b4-44dd-8031-40b1857d782f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=322e6c079f8d45e4b079c0ce6f4b99ce&device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 6715 time: 0.4804680 Feb 08 21:26:29.593212 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-08956982-d33a-4e04-90a8-c246d9b8bee7 admin admin] Allocated IP 172.20.0.1 (f8ddfec4-61c8-4cfb-b836-0c5a79f77d01/bcf96426-4f4f-4f21-a2c0-f475a3532d63/b69fc55a-021d-4793-8753-301b29e89fa2) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:26:29.637906 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-57da8c51-0f45-462e-8fbd-c822f3e916b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923840887-router', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:26:22Z', 'updated_at': '2022-02-08T21:26:25Z', 'revision_number': 3, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'gw_port': {'id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:23Z', 'updated_at': '2022-02-08T21:26:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:26:29.717345 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57da8c51-0f45-462e-8fbd-c822f3e916b5 None None] Checking router: 1ec6ae58-6631-47d9-975a-4c3c815a4852 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:26:29.717779 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57da8c51-0f45-462e-8fbd-c822f3e916b5 None None] Updating router 1ec6ae58-6631-47d9-975a-4c3c815a4852 port 2b4b9b23-e507-4aeb-a255-91f4c07f13a6 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:26:29.783844 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-57da8c51-0f45-462e-8fbd-c822f3e916b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2b4b9b23-e507-4aeb-a255-91f4c07f13a6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:29.891769 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08956982-d33a-4e04-90a8-c246d9b8bee7 admin admin] Publish callbacks [] for port (b69fc55a-021d-4793-8753-301b29e89fa2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:29.899175 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-cac0fa78-52d4-4697-bc46-479b0db8d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:29.899674 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-cac0fa78-52d4-4697-bc46-479b0db8d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:29.900128 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-cac0fa78-52d4-4697-bc46-479b0db8d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:29.901933 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-cac0fa78-52d4-4697-bc46-479b0db8d5b3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=1d91a92b-8b8e-48ed-82fe-305aad3f30df&id=9113f8c4-9372-4efc-a926-cd4f4ac79b2c&id=9113f8c4-9372-4efc-a926-cd4f4ac79b2c&id=9113f8c4-9372-4efc-a926-cd4f4ac79b2c&id=9113f8c4-9372-4efc-a926-cd4f4ac79b2c&id=6832dbc4-407a-4320-a4e2-7f8a833aaebb&id=6832dbc4-407a-4320-a4e2-7f8a833aaebb HTTP/1.1" status: 200 len: 2292 time: 0.3045504 Feb 08 21:26:29.908477 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-51ad448b-9e89-4b55-8cad-c41c1c9ff445 req-9cdaec0f-394c-4e47-8d8f-ed754805875d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2832de48-e50e-44a2-9cef-26035a020939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3357887 Feb 08 21:26:29.974246 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08956982-d33a-4e04-90a8-c246d9b8bee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (b69fc55a-021d-4793-8753-301b29e89fa2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:30.076234 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-18a33a62-5fdb-4433-b0ab-bd1b07f1b3be service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcadaee5-a09d-4bb6-bc72-6102daa861b1 HTTP/1.1" status: 200 len: 1001 time: 0.1649015 Feb 08 21:26:30.082323 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08956982-d33a-4e04-90a8-c246d9b8bee7 admin admin] Network f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:26:30.092968 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-08956982-d33a-4e04-90a8-c246d9b8bee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:26:30.112684 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08956982-d33a-4e04-90a8-c246d9b8bee7 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:26:30.228748 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08956982-d33a-4e04-90a8-c246d9b8bee7 admin admin] Pushing event updated for resources: {'Port': ['ID=b69fc55a-021d-4793-8753-301b29e89fa2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:30.262228 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08956982-d33a-4e04-90a8-c246d9b8bee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (1ec6ae58-6631-47d9-975a-4c3c815a4852), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:30.344391 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-51ad448b-9e89-4b55-8cad-c41c1c9ff445 req-411aa6f8-81cd-46dd-8738-82fc921be53b service neutron] 10.222.0.94 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660544 Feb 08 21:26:30.610678 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-57da8c51-0f45-462e-8fbd-c822f3e916b5 None None] Publish callbacks [] for port (2b4b9b23-e507-4aeb-a255-91f4c07f13a6), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:30.685372 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-57da8c51-0f45-462e-8fbd-c822f3e916b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2b4b9b23-e507-4aeb-a255-91f4c07f13a6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:30.711389 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-2fce4dd9-a9d4-4335-8269-05094d673c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:30.713170 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-2fce4dd9-a9d4-4335-8269-05094d673c3b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=76467b3d-f62f-4049-81f0-0c4505300a6b HTTP/1.1" status: 200 len: 850 time: 0.3676691 Feb 08 21:26:30.746093 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08956982-d33a-4e04-90a8-c246d9b8bee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b69fc55a-021d-4793-8753-301b29e89fa2), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:30.798908 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-cf1458e8-bfba-4157-9de2-72a8d3c69806 None None] Provisioning complete for port b69fc55a-021d-4793-8753-301b29e89fa2 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:26:30.799677 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cf1458e8-bfba-4157-9de2-72a8d3c69806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b69fc55a-021d-4793-8753-301b29e89fa2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:30.894175 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-51ad448b-9e89-4b55-8cad-c41c1c9ff445 req-3d19a965-a0c8-451b-ab2f-3d9566165ed9 service neutron] 10.222.0.94 "GET /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230341 Feb 08 21:26:30.896385 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-472d5a4d-bcbf-4472-a0fc-09e6598d4aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:30.898029 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-472d5a4d-bcbf-4472-a0fc-09e6598d4aa3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1d91a92b-8b8e-48ed-82fe-305aad3f30df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1681008 Feb 08 21:26:30.914374 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-cf1458e8-bfba-4157-9de2-72a8d3c69806 None None] Port b69fc55a-021d-4793-8753-301b29e89fa2 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:26:30.975836 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02080bd-c6c8-4f48-a253-239639be09ae None None] Pushing event updated for resources: {'Port': ['ID=2b4b9b23-e507-4aeb-a255-91f4c07f13a6,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:30.978519 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-57da8c51-0f45-462e-8fbd-c822f3e916b5 None None] Attempting to bind port 2b4b9b23-e507-4aeb-a255-91f4c07f13a6 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:26:30.978868 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-57da8c51-0f45-462e-8fbd-c822f3e916b5 None None] Attempting to bind port 2b4b9b23-e507-4aeb-a255-91f4c07f13a6 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:26:30.985708 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da8c51-0f45-462e-8fbd-c822f3e916b5 None None] Attempting to bind port 2b4b9b23-e507-4aeb-a255-91f4c07f13a6 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:26:31.005620 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da8c51-0f45-462e-8fbd-c822f3e916b5 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:26:31.006043 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da8c51-0f45-462e-8fbd-c822f3e916b5 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:26:31.006498 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-57da8c51-0f45-462e-8fbd-c822f3e916b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:31.006898 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da8c51-0f45-462e-8fbd-c822f3e916b5 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:26:31.007435 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-57da8c51-0f45-462e-8fbd-c822f3e916b5 None None] Bound port: 2b4b9b23-e507-4aeb-a255-91f4c07f13a6, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:26:31.007862 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-57da8c51-0f45-462e-8fbd-c822f3e916b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2b4b9b23-e507-4aeb-a255-91f4c07f13a6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:31.092361 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-57da8c51-0f45-462e-8fbd-c822f3e916b5 None None] For port 2b4b9b23-e507-4aeb-a255-91f4c07f13a6, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:26:31.096886 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-57da8c51-0f45-462e-8fbd-c822f3e916b5 None None] For port 2b4b9b23-e507-4aeb-a255-91f4c07f13a6, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=2b4b9b23-e507-4aeb-a255-91f4c07f13a6,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:26:31.107412 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-57da8c51-0f45-462e-8fbd-c822f3e916b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2b4b9b23-e507-4aeb-a255-91f4c07f13a6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:31.158067 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08956982-d33a-4e04-90a8-c246d9b8bee7 admin admin] Publish callbacks [] for port (b69fc55a-021d-4793-8753-301b29e89fa2), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:31.172543 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08956982-d33a-4e04-90a8-c246d9b8bee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (b69fc55a-021d-4793-8753-301b29e89fa2), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:31.195612 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-38785938-5a6d-45ee-964b-b7c3bd0a5e1b service neutron] 10.222.0.96 "GET /v2.0/networks/1d91a92b-8b8e-48ed-82fe-305aad3f30df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900574 Feb 08 21:26:31.231776 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02080bd-c6c8-4f48-a253-239639be09ae None None] Pushing event updated for resources: {'Port': ['ID=2b4b9b23-e507-4aeb-a255-91f4c07f13a6,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:31.247881 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 85d6dcc2-dd37-4e92-bea4-1780960a3efa up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:26:31.383587 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08956982-d33a-4e04-90a8-c246d9b8bee7 admin admin] Pushing event updated for resources: {'Port': ['ID=b69fc55a-021d-4793-8753-301b29e89fa2,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:31.430346 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-9c0e8f98-483b-46b9-bbf4-a165ddc454a9 service neutron] 10.222.0.96 "GET /v2.0/networks/1d91a92b-8b8e-48ed-82fe-305aad3f30df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241545 Feb 08 21:26:31.471175 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08956982-d33a-4e04-90a8-c246d9b8bee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (1ec6ae58-6631-47d9-975a-4c3c815a4852), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:31.543127 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-25608bd5-7a8d-48e3-8a06-4f410021cc8d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=a1f68b66-0533-4e05-9fac-cfc997c17b9a HTTP/1.1" status: 200 len: 217 time: 0.1073468 Feb 08 21:26:31.611813 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:31.639110 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 85d6dcc2-dd37-4e92-bea4-1780960a3efa completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:26:31.653637 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:31.669208 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57da8c51-0f45-462e-8fbd-c822f3e916b5 None None] Routers {'1ec6ae58-6631-47d9-975a-4c3c815a4852'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:26:31.672792 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-57da8c51-0f45-462e-8fbd-c822f3e916b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:26:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['1ec6ae58-6631-47d9-975a-4c3c815a4852'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:26:31.695560 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-77a969c5-7e15-4586-86c9-b0eaca22d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:31.697583 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-77a969c5-7e15-4586-86c9-b0eaca22d919 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fcd0c060-e2d4-4f73-a03d-6b9fa4196cca HTTP/1.1" status: 200 len: 797 time: 0.1472280 Feb 08 21:26:31.769825 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08956982-d33a-4e04-90a8-c246d9b8bee7 admin admin] Network f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:26:31.771439 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-08956982-d33a-4e04-90a8-c246d9b8bee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:26:31.849124 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 85d6dcc2-dd37-4e92-bea4-1780960a3efa triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:26:31.861022 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (85d6dcc2-dd37-4e92-bea4-1780960a3efa), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:31.881987 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-933bef0b-d2b0-4856-a188-9c321a9b2f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:31.883542 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-933bef0b-d2b0-4856-a188-9c321a9b2f07 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9113f8c4-9372-4efc-a926-cd4f4ac79b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1796858 Feb 08 21:26:32.171271 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08956982-d33a-4e04-90a8-c246d9b8bee7 admin admin] Router 1ec6ae58-6631-47d9-975a-4c3c815a4852 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:26:32.182432 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-57da8c51-0f45-462e-8fbd-c822f3e916b5 None None] Set router 1ec6ae58-6631-47d9-975a-4c3c815a4852 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:26:32.232653 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-a45f0ffd-c68a-4e4f-bd2f-5fdea9dea777 service neutron] 10.222.0.96 "GET /v2.0/networks/9113f8c4-9372-4efc-a926-cd4f4ac79b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391364 Feb 08 21:26:32.462950 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-2522a172-619b-4698-ae66-50f82d561bf6 service neutron] 10.222.0.96 "GET /v2.0/networks/9113f8c4-9372-4efc-a926-cd4f4ac79b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226443 Feb 08 21:26:32.554732 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-df04267b-6e2f-4278-957a-51d31138ed61 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=6f1cbabe-29f9-46bb-9da2-c7e1c855862e HTTP/1.1" status: 200 len: 217 time: 0.0848234 Feb 08 21:26:32.582390 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08956982-d33a-4e04-90a8-c246d9b8bee7 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:26:32.603791 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-08956982-d33a-4e04-90a8-c246d9b8bee7 admin admin] 10.222.0.88 "PUT /v2.0/routers/1ec6ae58-6631-47d9-975a-4c3c815a4852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6209710 Feb 08 21:26:32.715777 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-584e4146-ceca-42e9-bc30-dfc84493abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:32.724563 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-584e4146-ceca-42e9-bc30-dfc84493abf1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fcd0c060-e2d4-4f73-a03d-6b9fa4196cca HTTP/1.1" status: 200 len: 797 time: 0.1630216 Feb 08 21:26:32.811173 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-114c0291-c28c-4c1b-9a6b-c20fb64adde0 None None] Provisioning complete for port b69fc55a-021d-4793-8753-301b29e89fa2 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:26:32.811934 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-114c0291-c28c-4c1b-9a6b-c20fb64adde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b69fc55a-021d-4793-8753-301b29e89fa2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:32.851928 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-f61a33b4-7183-42b1-99a8-9c18c001ceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:32.853903 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-f61a33b4-7183-42b1-99a8-9c18c001ceeb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9113f8c4-9372-4efc-a926-cd4f4ac79b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1230979 Feb 08 21:26:33.091582 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-01f573b4-bb9e-4dcf-ad4b-9c67b2a317bb service neutron] 10.222.0.96 "GET /v2.0/networks/9113f8c4-9372-4efc-a926-cd4f4ac79b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301047 Feb 08 21:26:33.228779 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-114c0291-c28c-4c1b-9a6b-c20fb64adde0 None None] Port b69fc55a-021d-4793-8753-301b29e89fa2 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:26:33.289410 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 85d6dcc2-dd37-4e92-bea4-1780960a3efa is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:26:33.289932 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (85d6dcc2-dd37-4e92-bea4-1780960a3efa), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:33.328134 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-57da8c51-0f45-462e-8fbd-c822f3e916b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923840887-router', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:26:22Z', 'updated_at': '2022-02-08T21:26:30Z', 'revision_number': 4, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'gw_port': {'id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:23Z', 'updated_at': '2022-02-08T21:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'b69fc55a-021d-4793-8753-301b29e89fa2', 'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'mac_address': 'fa:16:3e:ec:f5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:29Z', 'updated_at': '2022-02-08T21:26:30Z', 'revision_number': 2, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'subnets': [{'id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:26:33.335995 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-95bd258d-9fc9-4d66-9253-93b9552013df service neutron] 10.222.0.96 "GET /v2.0/networks/9113f8c4-9372-4efc-a926-cd4f4ac79b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252684 Feb 08 21:26:33.363964 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57da8c51-0f45-462e-8fbd-c822f3e916b5 None None] The sync data for ids ['1ec6ae58-6631-47d9-975a-4c3c815a4852'] in n-d-712143-31 is: [{'id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923840887-router', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:26:22Z', 'updated_at': '2022-02-08T21:26:30Z', 'revision_number': 4, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'gw_port': {'id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:23Z', 'updated_at': '2022-02-08T21:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'b69fc55a-021d-4793-8753-301b29e89fa2', 'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'mac_address': 'fa:16:3e:ec:f5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:29Z', 'updated_at': '2022-02-08T21:26:30Z', 'revision_number': 2, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'subnets': [{'id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:26:33.381884 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbbf08e-4bdd-496e-b3ab-45401b2889c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d6dcc2-dd37-4e92-bea4-1780960a3efa'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:26:33.384294 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f43d42-982f-490d-8589-354b4a5924a6" -d '{"events": [{"server_uuid": "bcbbf08e-4bdd-496e-b3ab-45401b2889c8", "name": "network-vif-plugged", "status": "completed", "tag": "85d6dcc2-dd37-4e92-bea4-1780960a3efa"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:26:33.418561 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 85d6dcc2-dd37-4e92-bea4-1780960a3efa, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=85d6dcc2-dd37-4e92-bea4-1780960a3efa,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:33.430253 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (85d6dcc2-dd37-4e92-bea4-1780960a3efa), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:33.465546 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-0e55daf5-c88d-4509-94e9-5513e2bc7ccb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=ab1093cd-13b3-4553-afa1-a5bef458b74c HTTP/1.1" status: 200 len: 217 time: 0.1224496 Feb 08 21:26:33.510909 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=85d6dcc2-dd37-4e92-bea4-1780960a3efa,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:33.670869 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-887938ec-489d-47d5-834a-e9e7212ef65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:33.678898 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-887938ec-489d-47d5-834a-e9e7212ef65e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fcd0c060-e2d4-4f73-a03d-6b9fa4196cca HTTP/1.1" status: 200 len: 797 time: 0.2034814 Feb 08 21:26:33.893902 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-0693f14c-022d-4215-b92f-62118aadbbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:33.895573 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-0693f14c-022d-4215-b92f-62118aadbbb3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9113f8c4-9372-4efc-a926-cd4f4ac79b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2091658 Feb 08 21:26:34.139618 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-34a221c1-2656-4b74-915c-b5ed7d13a721 service neutron] 10.222.0.96 "GET /v2.0/networks/9113f8c4-9372-4efc-a926-cd4f4ac79b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372816 Feb 08 21:26:34.434239 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-ebd51c44-afcd-4029-bbe0-c76f477ee1da service neutron] 10.222.0.96 "GET /v2.0/networks/9113f8c4-9372-4efc-a926-cd4f4ac79b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828538 Feb 08 21:26:34.523718 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-74c7e321-f0a0-4481-b626-ecf2c732e3dc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=41fe2a4a-c97c-45f2-9886-b1acce5d1d50 HTTP/1.1" status: 200 len: 217 time: 0.0829494 Feb 08 21:26:34.636939 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-4b7e6908-fdf3-4abe-938d-f248d9f8cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:34.638588 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-4b7e6908-fdf3-4abe-938d-f248d9f8cbfc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fcd0c060-e2d4-4f73-a03d-6b9fa4196cca HTTP/1.1" status: 200 len: 797 time: 0.1077664 Feb 08 21:26:34.805121 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-b25511bf-2c15-42e3-860b-c8ca9db4a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:34.810992 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-b25511bf-2c15-42e3-860b-c8ca9db4a670 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9113f8c4-9372-4efc-a926-cd4f4ac79b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1602800 Feb 08 21:26:35.005701 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-9e9df19e-b95b-464e-9ddc-041ad8ba866c service neutron] 10.222.0.96 "GET /v2.0/networks/9113f8c4-9372-4efc-a926-cd4f4ac79b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872275 Feb 08 21:26:35.223551 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-2c4354bf-7eaa-4423-a96d-801a94afa1f9 service neutron] 10.222.0.96 "GET /v2.0/networks/9113f8c4-9372-4efc-a926-cd4f4ac79b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120080 Feb 08 21:26:35.328031 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-0e891561-3899-4ccd-817f-a8fd0ba3456f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5159dba1-6fb7-4b1d-84ad-f387a9a3c982 HTTP/1.1" status: 200 len: 217 time: 0.0966871 Feb 08 21:26:35.420141 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-cf28aafd-c4b5-435b-bf17-ebf08fd0abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:35.420869 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-cf28aafd-c4b5-435b-bf17-ebf08fd0abd1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2b4f89b2-6408-4615-8840-a53e700c7c77 HTTP/1.1" status: 200 len: 797 time: 0.0864913 Feb 08 21:26:35.501531 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-6480476d-94e2-450f-a15d-04f333b0159c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:35.510875 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-6480476d-94e2-450f-a15d-04f333b0159c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6832dbc4-407a-4320-a4e2-7f8a833aaebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0827608 Feb 08 21:26:35.587543 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 2b4b9b23-e507-4aeb-a255-91f4c07f13a6 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:26:35.752618 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 2b4b9b23-e507-4aeb-a255-91f4c07f13a6 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:26:35.752990 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2b4b9b23-e507-4aeb-a255-91f4c07f13a6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:35.761682 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-0c5f0759-3300-41cf-9f66-445a62f34551 tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:35.769354 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-0c5f0759-3300-41cf-9f66-445a62f34551 tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] 10.222.0.88 "GET /v2.0/networks?id=eb0e7eed-f920-4d0c-b397-8ac0dabfc39b HTTP/1.1" status: 200 len: 821 time: 0.2545917 Feb 08 21:26:35.772057 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae83bae2-b347-4d39-a5f8-465a4cc7f05a x-openstack-request-id: req-ae83bae2-b347-4d39-a5f8-465a4cc7f05a {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:26:35.772359 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcbbf08e-4bdd-496e-b3ab-45401b2889c8", "tag": "85d6dcc2-dd37-4e92-bea4-1780960a3efa", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:26:35.772620 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ae83bae2-b347-4d39-a5f8-465a4cc7f05a {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:26:35.773026 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcbbf08e-4bdd-496e-b3ab-45401b2889c8', 'tag': '85d6dcc2-dd37-4e92-bea4-1780960a3efa', 'status': 'completed', 'code': 200} Feb 08 21:26:35.940459 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 2b4b9b23-e507-4aeb-a255-91f4c07f13a6 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:26:35.943166 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2b4b9b23-e507-4aeb-a255-91f4c07f13a6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:36.010209 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 2b4b9b23-e507-4aeb-a255-91f4c07f13a6, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=2b4b9b23-e507-4aeb-a255-91f4c07f13a6,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:36.018742 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2b4b9b23-e507-4aeb-a255-91f4c07f13a6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:36.118033 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-178d6273-a66b-49ca-a9ed-7adfdb6c1fc5 service neutron] 10.222.0.96 "GET /v2.0/networks/6832dbc4-407a-4320-a4e2-7f8a833aaebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202045 Feb 08 21:26:36.130351 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-56250d25-92b8-4fc4-ae7f-ea60fb880876 tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] 10.222.0.88 "GET /v2.0/quotas/d2bd8c7f0b2849b190a3f024069b5400 HTTP/1.1" status: 200 len: 375 time: 0.3600752 Feb 08 21:26:36.169206 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=2b4b9b23-e507-4aeb-a255-91f4c07f13a6,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:36.224820 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-52ea7ff8-4945-4fd0-a9d8-ff7bbf2473a3 req-6a41d699-638e-4baf-b0dc-0bfb415c0c76 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 210 time: 0.4181116 Feb 08 21:26:36.263313 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:36.337815 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-f3710f5c-0596-4ea3-9258-2d861716ca37 service neutron] 10.222.0.96 "GET /v2.0/networks/6832dbc4-407a-4320-a4e2-7f8a833aaebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064512 Feb 08 21:26:36.339791 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-6456ed48-3faf-49c3-9ff3-993573fcb8bc tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d2bd8c7f0b2849b190a3f024069b5400&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1527064 Feb 08 21:26:36.482361 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-f311222f-891b-4b37-b9f2-c79be109c526 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2b48ba6a-3517-447a-815c-9e8f469661ae HTTP/1.1" status: 200 len: 217 time: 0.1303542 Feb 08 21:26:36.510250 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e9293-3786-4867-b5b0-293511479391 req-bc5aee1b-d6df-4563-9bec-3d59b45f389f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:36.511866 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf8e9293-3786-4867-b5b0-293511479391 req-bc5aee1b-d6df-4563-9bec-3d59b45f389f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f472eb7c6f4c42ca9bf2111def0cbf8f&device_id=bcbbf08e-4bdd-496e-b3ab-45401b2889c8 HTTP/1.1" status: 200 len: 1129 time: 0.7380483 Feb 08 21:26:36.537866 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:36.624235 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e61e20-868e-4550-b416-ae8db93465a0 req-79b3d969-982b-48d0-911c-6157e0e5be59 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:36.625933 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e4e61e20-868e-4550-b416-ae8db93465a0 req-79b3d969-982b-48d0-911c-6157e0e5be59 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=bcbbf08e-4bdd-496e-b3ab-45401b2889c8 HTTP/1.1" status: 200 len: 946 time: 0.2851934 Feb 08 21:26:36.734839 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-019595b2-5eca-4f87-8aa0-b5b8ca326602 service neutron] 10.222.0.88 "GET /v2.0/networks/eb0e7eed-f920-4d0c-b397-8ac0dabfc39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658717 Feb 08 21:26:36.739664 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-13a3e2fe-8725-4b64-9c7f-b6af16d21594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:36.741191 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-13a3e2fe-8725-4b64-9c7f-b6af16d21594 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2b4f89b2-6408-4615-8840-a53e700c7c77 HTTP/1.1" status: 200 len: 797 time: 0.2283351 Feb 08 21:26:37.122195 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89268ebd-d8e6-4dba-934b-e36dfd1b047a None None] Sync routers for ids ['1ec6ae58-6631-47d9-975a-4c3c815a4852'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:26:37.133937 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89268ebd-d8e6-4dba-934b-e36dfd1b047a None None] Routers {'1ec6ae58-6631-47d9-975a-4c3c815a4852'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:26:37.134841 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-89268ebd-d8e6-4dba-934b-e36dfd1b047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:26:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['1ec6ae58-6631-47d9-975a-4c3c815a4852'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:26:37.216187 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e9293-3786-4867-b5b0-293511479391 req-adacdbe4-7081-4d51-a5d2-a5ac569c9424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:37.221407 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf8e9293-3786-4867-b5b0-293511479391 req-adacdbe4-7081-4d51-a5d2-a5ac569c9424 service neutron] 10.222.0.96 "GET /v2.0/networks?id=111016a1-fb5a-4474-9d8a-dc518d9d29de HTTP/1.1" status: 200 len: 907 time: 0.6928477 Feb 08 21:26:37.246553 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e4e61e20-868e-4550-b416-ae8db93465a0 req-5b018c1c-22c6-45f8-bd6f-a43d33a5e31e tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6049106 Feb 08 21:26:37.289480 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf8e9293-3786-4867-b5b0-293511479391 req-c42be0b9-f111-4969-b7da-aafdf7f87bf1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85d6dcc2-dd37-4e92-bea4-1780960a3efa HTTP/1.1" status: 200 len: 217 time: 0.0577765 Feb 08 21:26:37.330682 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-89268ebd-d8e6-4dba-934b-e36dfd1b047a None None] Set router 1ec6ae58-6631-47d9-975a-4c3c815a4852 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:26:37.347592 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-d0c68780-b384-4f9d-b6e3-ccc728b16926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:37.349182 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-d0c68780-b384-4f9d-b6e3-ccc728b16926 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6832dbc4-407a-4320-a4e2-7f8a833aaebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5988009 Feb 08 21:26:37.371067 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-7e370aa6-413c-445b-9f31-02828b949b3f service neutron] 10.222.0.88 "GET /v2.0/networks/eb0e7eed-f920-4d0c-b397-8ac0dabfc39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6160586 Feb 08 21:26:37.454840 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e9293-3786-4867-b5b0-293511479391 req-d4868be6-6871-44a7-ac20-cb9c96b3027c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:37.456462 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf8e9293-3786-4867-b5b0-293511479391 req-d4868be6-6871-44a7-ac20-cb9c96b3027c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0584f0b0-2f88-4444-998f-e1ea76f3fbc3 HTTP/1.1" status: 200 len: 846 time: 0.1571262 Feb 08 21:26:37.533798 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf8e9293-3786-4867-b5b0-293511479391 req-85db4403-6412-4641-8e3c-d1c00c296544 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=111016a1-fb5a-4474-9d8a-dc518d9d29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708573 Feb 08 21:26:37.550038 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 2b4b9b23-e507-4aeb-a255-91f4c07f13a6 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:26:37.647773 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-89268ebd-d8e6-4dba-934b-e36dfd1b047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923840887-router', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:26:22Z', 'updated_at': '2022-02-08T21:26:30Z', 'revision_number': 4, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'gw_port': {'id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:23Z', 'updated_at': '2022-02-08T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'b69fc55a-021d-4793-8753-301b29e89fa2', 'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'mac_address': 'fa:16:3e:ec:f5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:29Z', 'updated_at': '2022-02-08T21:26:30Z', 'revision_number': 2, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'subnets': [{'id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:26:37.701103 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 2b4b9b23-e507-4aeb-a255-91f4c07f13a6 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:26:37.701652 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2b4b9b23-e507-4aeb-a255-91f4c07f13a6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:37.725817 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89268ebd-d8e6-4dba-934b-e36dfd1b047a None None] Checking router: 1ec6ae58-6631-47d9-975a-4c3c815a4852 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:26:37.729287 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89268ebd-d8e6-4dba-934b-e36dfd1b047a None None] Updating router 1ec6ae58-6631-47d9-975a-4c3c815a4852 port b69fc55a-021d-4793-8753-301b29e89fa2 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:26:37.757573 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff60c978-b2bc-4585-9229-01e498663a54 x-openstack-request-id: req-ff60c978-b2bc-4585-9229-01e498663a54 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:26:37.758745 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbbf08e-4bdd-496e-b3ab-45401b2889c8", "name": "network-vif-plugged", "status": "completed", "tag": "85d6dcc2-dd37-4e92-bea4-1780960a3efa", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:26:37.759142 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ff60c978-b2bc-4585-9229-01e498663a54 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:26:37.759650 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbbf08e-4bdd-496e-b3ab-45401b2889c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d6dcc2-dd37-4e92-bea4-1780960a3efa', 'code': 200} Feb 08 21:26:37.768827 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-3cfb9fe8-6c62-4145-a319-52ec68f968a2 service neutron] 10.222.0.96 "GET /v2.0/networks/6832dbc4-407a-4320-a4e2-7f8a833aaebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109364 Feb 08 21:26:37.797151 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-89268ebd-d8e6-4dba-934b-e36dfd1b047a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b69fc55a-021d-4793-8753-301b29e89fa2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:37.820999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507fe9ca-25fc-4551-b970-db50eae6f102', 'name': 'network-vif-deleted', 'tag': '679408a7-154a-460e-b97d-f35652d30735'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:26:37.824250 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58fc3ff-5303-4dad-9b2b-5186ea997b82" -d '{"events": [{"server_uuid": "507fe9ca-25fc-4551-b970-db50eae6f102", "name": "network-vif-deleted", "tag": "679408a7-154a-460e-b97d-f35652d30735"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:26:37.866246 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 2b4b9b23-e507-4aeb-a255-91f4c07f13a6 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:26:37.938499 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f958f-c813-492f-ab6d-896434a305a6 req-0154eff1-a00b-4935-9f55-dcfa44eb16fc tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:37.941034 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-608f958f-c813-492f-ab6d-896434a305a6 req-0154eff1-a00b-4935-9f55-dcfa44eb16fc tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/networks?id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 HTTP/1.1" status: 200 len: 821 time: 0.4729261 Feb 08 21:26:38.062964 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-608f958f-c813-492f-ab6d-896434a305a6 req-effcb90d-e066-4c91-9be9-401541cc3d6b tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/quotas/604bafac013e47a8806c7fdd623f0573 HTTP/1.1" status: 200 len: 375 time: 0.0513637 Feb 08 21:26:38.125171 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0c7bf-464c-4cc7-91fc-1c30e41bdb5c req-ee4b23f3-3209-4802-9182-8b4a33bb7332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:38.126948 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b2f0c7bf-464c-4cc7-91fc-1c30e41bdb5c req-ee4b23f3-3209-4802-9182-8b4a33bb7332 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=bcbbf08e-4bdd-496e-b3ab-45401b2889c8 HTTP/1.1" status: 200 len: 1129 time: 0.2854204 Feb 08 21:26:38.199488 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf8e9293-3786-4867-b5b0-293511479391 req-7c97bc13-1014-46be-945a-5c01856902e3 service neutron] 10.222.0.96 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6504505 Feb 08 21:26:38.215854 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2caca836-b03f-42bb-948e-c9ecc24ecc98 req-46181703-a776-4e69-93a8-c8f85052b912 service neutron] 10.222.0.96 "GET /v2.0/networks/6832dbc4-407a-4320-a4e2-7f8a833aaebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826492 Feb 08 21:26:38.227361 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce7b92-e051-420f-ab9e-c3e13dccbc2b req-bf04a66c-c7dd-4bd4-ac20-7eda1c32122d tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:38.229282 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-42ce7b92-e051-420f-ab9e-c3e13dccbc2b req-bf04a66c-c7dd-4bd4-ac20-7eda1c32122d tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 946 time: 0.3483467 Feb 08 21:26:38.314305 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-608f958f-c813-492f-ab6d-896434a305a6 req-2186d359-e90f-4e13-a10e-b5a928e3cf32 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=604bafac013e47a8806c7fdd623f0573&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2500596 Feb 08 21:26:38.346160 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-89268ebd-d8e6-4dba-934b-e36dfd1b047a None None] Publish callbacks [] for port (b69fc55a-021d-4793-8753-301b29e89fa2), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:38.354371 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-89268ebd-d8e6-4dba-934b-e36dfd1b047a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b69fc55a-021d-4793-8753-301b29e89fa2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:38.413612 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b2f0c7bf-464c-4cc7-91fc-1c30e41bdb5c req-38b9a272-1b7d-4b35-9554-188ce73f3517 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726295 Feb 08 21:26:38.417343 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e72e0-868e-4722-a9ed-d9e0e8798eec None None] Pushing event updated for resources: {'Port': ['ID=b69fc55a-021d-4793-8753-301b29e89fa2,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:38.449765 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e72e0-868e-4722-a9ed-d9e0e8798eec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:38.450218 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e72e0-868e-4722-a9ed-d9e0e8798eec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:38.450451 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e72e0-868e-4722-a9ed-d9e0e8798eec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:38.450970 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e72e0-868e-4722-a9ed-d9e0e8798eec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:38.451081 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e72e0-868e-4722-a9ed-d9e0e8798eec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:38.451511 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e72e0-868e-4722-a9ed-d9e0e8798eec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:38.453963 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e72e0-868e-4722-a9ed-d9e0e8798eec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:38.454338 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e72e0-868e-4722-a9ed-d9e0e8798eec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:38.454677 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e72e0-868e-4722-a9ed-d9e0e8798eec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:38.455029 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e72e0-868e-4722-a9ed-d9e0e8798eec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:38.455337 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e72e0-868e-4722-a9ed-d9e0e8798eec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:38.455663 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e72e0-868e-4722-a9ed-d9e0e8798eec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:38.455985 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e72e0-868e-4722-a9ed-d9e0e8798eec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:26:38.510959 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-42ce7b92-e051-420f-ab9e-c3e13dccbc2b req-6364e383-109a-42bf-b2e6-fcba23fa3f5e tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2623246 Feb 08 21:26:38.535069 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-89268ebd-d8e6-4dba-934b-e36dfd1b047a None None] Attempting to bind port b69fc55a-021d-4793-8753-301b29e89fa2 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:26:38.538233 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-89268ebd-d8e6-4dba-934b-e36dfd1b047a None None] Attempting to bind port b69fc55a-021d-4793-8753-301b29e89fa2 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '5a69cc20-a45d-42a2-8af6-480ee769db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:26:38.539665 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89268ebd-d8e6-4dba-934b-e36dfd1b047a None None] Attempting to bind port b69fc55a-021d-4793-8753-301b29e89fa2 on network f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:26:38.567928 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89268ebd-d8e6-4dba-934b-e36dfd1b047a None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:26:38.569913 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89268ebd-d8e6-4dba-934b-e36dfd1b047a None None] Checking segment: {'id': '5a69cc20-a45d-42a2-8af6-480ee769db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:26:38.570704 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-89268ebd-d8e6-4dba-934b-e36dfd1b047a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:38.571478 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89268ebd-d8e6-4dba-934b-e36dfd1b047a None None] Bound using segment: {'id': '5a69cc20-a45d-42a2-8af6-480ee769db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:26:38.572343 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-89268ebd-d8e6-4dba-934b-e36dfd1b047a None None] Bound port: b69fc55a-021d-4793-8753-301b29e89fa2, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a69cc20-a45d-42a2-8af6-480ee769db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:26:38.573324 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-89268ebd-d8e6-4dba-934b-e36dfd1b047a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b69fc55a-021d-4793-8753-301b29e89fa2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:38.578324 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf8e9293-3786-4867-b5b0-293511479391 req-ee2b90c6-56e4-4301-9041-24cc0593d21f service neutron] 10.222.0.96 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596926 Feb 08 21:26:38.637305 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-608f958f-c813-492f-ab6d-896434a305a6 req-4c512087-6fdb-4474-9414-f3a12b3183d8 service neutron] 10.222.0.88 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029134 Feb 08 21:26:38.754438 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-89268ebd-d8e6-4dba-934b-e36dfd1b047a None None] For port b69fc55a-021d-4793-8753-301b29e89fa2, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:26:38.770566 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-89268ebd-d8e6-4dba-934b-e36dfd1b047a None None] For port b69fc55a-021d-4793-8753-301b29e89fa2, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b69fc55a-021d-4793-8753-301b29e89fa2,segment=NetworkSegment(5a69cc20-a45d-42a2-8af6-480ee769db92),segment_id=5a69cc20-a45d-42a2-8af6-480ee769db92)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:26:38.783652 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-89268ebd-d8e6-4dba-934b-e36dfd1b047a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b69fc55a-021d-4793-8753-301b29e89fa2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:38.828016 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b5c3f08a-c1da-4774-8e0a-0abec3b47b64 None None] Provisioning complete for port b69fc55a-021d-4793-8753-301b29e89fa2 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:26:38.829037 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5c3f08a-c1da-4774-8e0a-0abec3b47b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b69fc55a-021d-4793-8753-301b29e89fa2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:38.859311 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0e0ef6a-bec3-4584-8095-dff237c92c5b req-de75430c-eaac-41f9-a672-0e97b739541c tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=507fe9ca-25fc-4551-b970-db50eae6f102 HTTP/1.1" status: 200 len: 210 time: 0.0493448 Feb 08 21:26:38.918060 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e72e0-868e-4722-a9ed-d9e0e8798eec None None] Pushing event updated for resources: {'Port': ['ID=b69fc55a-021d-4793-8753-301b29e89fa2,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:38.918567 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-608f958f-c813-492f-ab6d-896434a305a6 req-922a644e-7f58-4d52-a36e-ae42df2c1718 service neutron] 10.222.0.88 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703447 Feb 08 21:26:38.945934 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89268ebd-d8e6-4dba-934b-e36dfd1b047a None None] Routers {'1ec6ae58-6631-47d9-975a-4c3c815a4852'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:26:38.946850 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-89268ebd-d8e6-4dba-934b-e36dfd1b047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:26:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['1ec6ae58-6631-47d9-975a-4c3c815a4852'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:26:38.953595 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b5c3f08a-c1da-4774-8e0a-0abec3b47b64 None None] Current status of the port b69fc55a-021d-4793-8753-301b29e89fa2 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:26:38.954000 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5c3f08a-c1da-4774-8e0a-0abec3b47b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b69fc55a-021d-4793-8753-301b29e89fa2), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:39.022760 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b5c3f08a-c1da-4774-8e0a-0abec3b47b64 None None] For port b69fc55a-021d-4793-8753-301b29e89fa2, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b69fc55a-021d-4793-8753-301b29e89fa2,segment=NetworkSegment(5a69cc20-a45d-42a2-8af6-480ee769db92),segment_id=5a69cc20-a45d-42a2-8af6-480ee769db92)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:39.030378 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5c3f08a-c1da-4774-8e0a-0abec3b47b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b69fc55a-021d-4793-8753-301b29e89fa2), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:39.104162 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-373c7ea8-2e4c-49ef-860a-eea1f2563882 req-7784348f-3378-4203-ad7c-574b2cd11d5b tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] 10.222.0.88 "GET /v2.0/ports?device_id=142a705d-3b08-444a-953e-13ba39554893 HTTP/1.1" status: 200 len: 210 time: 0.1272657 Feb 08 21:26:39.191236 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3f08a-c1da-4774-8e0a-0abec3b47b64 None None] Pushing event updated for resources: {'Port': ['ID=b69fc55a-021d-4793-8753-301b29e89fa2,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:39.333173 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5c1b8d-c36e-4591-9262-21ed28b209b9 x-openstack-request-id: req-9f5c1b8d-c36e-4591-9262-21ed28b209b9 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:26:39.334245 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507fe9ca-25fc-4551-b970-db50eae6f102", "name": "network-vif-deleted", "tag": "679408a7-154a-460e-b97d-f35652d30735", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:26:39.334704 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9f5c1b8d-c36e-4591-9262-21ed28b209b9 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:26:39.335309 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507fe9ca-25fc-4551-b970-db50eae6f102', 'name': 'network-vif-deleted', 'tag': '679408a7-154a-460e-b97d-f35652d30735', 'status': 'completed', 'code': 200} Feb 08 21:26:39.391525 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e538e2-f9fb-4378-ba28-cf9ea82cd8a1 req-ad86b208-6963-417c-96d2-ccbf24769185 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:39.399471 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a2e538e2-f9fb-4378-ba28-cf9ea82cd8a1 req-ad86b208-6963-417c-96d2-ccbf24769185 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=bcbbf08e-4bdd-496e-b3ab-45401b2889c8 HTTP/1.1" status: 200 len: 946 time: 0.1631391 Feb 08 21:26:39.483338 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-492378c7-6f31-4173-9539-5921c6b77bbf None None] Provisioning complete for port b69fc55a-021d-4793-8753-301b29e89fa2 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:26:39.484777 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-492378c7-6f31-4173-9539-5921c6b77bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b69fc55a-021d-4793-8753-301b29e89fa2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:39.556674 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-89268ebd-d8e6-4dba-934b-e36dfd1b047a None None] Set router 1ec6ae58-6631-47d9-975a-4c3c815a4852 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:26:39.579553 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b69fc55a-021d-4793-8753-301b29e89fa2 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:26:39.724328 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a2e538e2-f9fb-4378-ba28-cf9ea82cd8a1 req-ed5006a3-d337-4cdb-984b-d17832c6f568 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238170 Feb 08 21:26:39.830336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-492378c7-6f31-4173-9539-5921c6b77bbf None None] Current status of the port b69fc55a-021d-4793-8753-301b29e89fa2 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:26:39.844927 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port b69fc55a-021d-4793-8753-301b29e89fa2 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:26:39.845590 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b69fc55a-021d-4793-8753-301b29e89fa2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:39.968830 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-f06cddc7-f621-456f-8baf-cad679476908 tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:39.970614 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-f06cddc7-f621-456f-8baf-cad679476908 tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] 10.222.0.94 "GET /v2.0/networks?id=eb0e7eed-f920-4d0c-b397-8ac0dabfc39b HTTP/1.1" status: 200 len: 821 time: 0.5373349 Feb 08 21:26:39.998493 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-e415c53b-3e67-4ff0-a8b6-58691717bb5c tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Request body: {'port': {'device_id': '142a705d-3b08-444a-953e-13ba39554893', 'network_id': 'eb0e7eed-f920-4d0c-b397-8ac0dabfc39b', 'admin_state_up': True, 'tenant_id': 'd2bd8c7f0b2849b190a3f024069b5400'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:26:40.121333 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port b69fc55a-021d-4793-8753-301b29e89fa2 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:26:40.140832 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-663901a1-8572-4231-8fc2-260450c3ef90 req-cf1c3d51-7856-4cfb-b993-ae487569548c tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports?device_id=2355c90e-62e8-4088-afcc-c3b93c4aa7cb HTTP/1.1" status: 200 len: 210 time: 0.0647132 Feb 08 21:26:40.230640 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-89268ebd-d8e6-4dba-934b-e36dfd1b047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923840887-router', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:26:22Z', 'updated_at': '2022-02-08T21:26:30Z', 'revision_number': 4, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'gw_port': {'id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:23Z', 'updated_at': '2022-02-08T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'b69fc55a-021d-4793-8753-301b29e89fa2', 'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'mac_address': 'fa:16:3e:ec:f5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:29Z', 'updated_at': '2022-02-08T21:26:38Z', 'revision_number': 4, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'subnets': [{'id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:26:40.290570 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89268ebd-d8e6-4dba-934b-e36dfd1b047a None None] The sync data for ids ['1ec6ae58-6631-47d9-975a-4c3c815a4852'] in n-d-712143-31 is: [{'id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923840887-router', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:26:22Z', 'updated_at': '2022-02-08T21:26:30Z', 'revision_number': 4, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'gw_port': {'id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:23Z', 'updated_at': '2022-02-08T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'b69fc55a-021d-4793-8753-301b29e89fa2', 'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'mac_address': 'fa:16:3e:ec:f5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:29Z', 'updated_at': '2022-02-08T21:26:38Z', 'revision_number': 4, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'subnets': [{'id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:26:40.486755 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-e415c53b-3e67-4ff0-a8b6-58691717bb5c tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Made reservation on behalf of d2bd8c7f0b2849b190a3f024069b5400 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:26:40.490210 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-e415c53b-3e67-4ff0-a8b6-58691717bb5c tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:40.531787 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2177b-b0e1-494c-bac1-75178d0beb2e req-041bd438-c338-43fc-9bcf-b496ebdffd13 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:40.533416 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7f2177b-b0e1-494c-bac1-75178d0beb2e req-041bd438-c338-43fc-9bcf-b496ebdffd13 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/ports?device_id=cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec HTTP/1.1" status: 200 len: 951 time: 0.2624390 Feb 08 21:26:40.567781 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598cf61d-ee50-4707-8cdc-2e0a441bfe3b req-3af3c434-352b-409b-92b8-e6e52e8ae14d tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:40.569473 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-598cf61d-ee50-4707-8cdc-2e0a441bfe3b req-3af3c434-352b-409b-92b8-e6e52e8ae14d tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 946 time: 0.2444365 Feb 08 21:26:40.715908 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7f2177b-b0e1-494c-bac1-75178d0beb2e req-76b45904-fdc5-4cb0-90a4-e3819acc0f33 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe76d12e-48f8-4957-9579-1c9269807c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740477 Feb 08 21:26:40.722727 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-598cf61d-ee50-4707-8cdc-2e0a441bfe3b req-127c47c4-0988-4d6e-9122-157367ac5f70 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202421 Feb 08 21:26:40.783904 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-e415c53b-3e67-4ff0-a8b6-58691717bb5c tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Allocated IP 172.20.0.6 (eb0e7eed-f920-4d0c-b397-8ac0dabfc39b/319df7b8-c293-4242-9d45-0fbad3c635ac/d754aa5d-483d-4198-95cc-657a5695ff3a) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:26:41.027854 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-765ef43a-5f18-4aca-ae23-3ffbdd91218b req-71c121c7-2325-405e-9aa0-a19580093a6e tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] 10.222.0.88 "GET /v2.0/ports?device_id=142a705d-3b08-444a-953e-13ba39554893 HTTP/1.1" status: 200 len: 210 time: 0.1569304 Feb 08 21:26:41.102714 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device c42f6167-a6a8-48d1-9cee-89f60d52b54a no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:26:41.193678 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-e415c53b-3e67-4ff0-a8b6-58691717bb5c tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Publish callbacks [] for port (d754aa5d-483d-4198-95cc-657a5695ff3a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:41.254565 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port c42f6167-a6a8-48d1-9cee-89f60d52b54a is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:26:41.255204 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c42f6167-a6a8-48d1-9cee-89f60d52b54a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:41.259232 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f958f-c813-492f-ab6d-896434a305a6 req-f1084141-9f72-4e77-a8ff-b8d7b7fd9414 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:41.263602 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-608f958f-c813-492f-ab6d-896434a305a6 req-f1084141-9f72-4e77-a8ff-b8d7b7fd9414 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.96 "GET /v2.0/networks?id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 HTTP/1.1" status: 200 len: 821 time: 0.3556180 Feb 08 21:26:41.285948 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9a753-f250-43bf-8bee-125df61a99f9 req-6562b93f-8226-4cc9-859f-15d0d2adaf6d tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:41.287985 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aba9a753-f250-43bf-8bee-125df61a99f9 req-6562b93f-8226-4cc9-859f-15d0d2adaf6d tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=bcbbf08e-4bdd-496e-b3ab-45401b2889c8 HTTP/1.1" status: 200 len: 946 time: 0.4077616 Feb 08 21:26:41.299139 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:26:41.336995 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c42f6167-a6a8-48d1-9cee-89f60d52b54a'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:26:41.339465 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f656df1-17f9-457d-9d9f-a3776e120c8e" -d '{"events": [{"server_uuid": "cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec", "name": "network-vif-unplugged", "status": "completed", "tag": "c42f6167-a6a8-48d1-9cee-89f60d52b54a"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:26:41.348565 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-608f958f-c813-492f-ab6d-896434a305a6 req-fd649b6c-a1c4-44e8-9a73-fa2bc9fe6cde tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Request body: {'port': {'device_id': '2355c90e-62e8-4088-afcc-c3b93c4aa7cb', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'admin_state_up': True, 'tenant_id': '604bafac013e47a8806c7fdd623f0573'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:26:41.357036 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port c42f6167-a6a8-48d1-9cee-89f60d52b54a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c42f6167-a6a8-48d1-9cee-89f60d52b54a,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:41.369918 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-e415c53b-3e67-4ff0-a8b6-58691717bb5c tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (d754aa5d-483d-4198-95cc-657a5695ff3a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:41.372124 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c42f6167-a6a8-48d1-9cee-89f60d52b54a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:41.473806 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=c42f6167-a6a8-48d1-9cee-89f60d52b54a,revision_number=11']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:41.530278 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d8f89b0b-8560-4019-bea5-d1299f998ddd req-42e097b2-36e4-44d6-856a-29ae4e185eb1 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports?device_id=2355c90e-62e8-4088-afcc-c3b93c4aa7cb HTTP/1.1" status: 200 len: 210 time: 0.0644839 Feb 08 21:26:41.575621 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:26:41.576020 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:41.590079 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415c53b-3e67-4ff0-a8b6-58691717bb5c tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Pushing event updated for resources: {'Port': ['ID=d754aa5d-483d-4198-95cc-657a5695ff3a,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:41.616964 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-e415c53b-3e67-4ff0-a8b6-58691717bb5c tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Network eb0e7eed-f920-4d0c-b397-8ac0dabfc39b is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:26:41.642393 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-e415c53b-3e67-4ff0-a8b6-58691717bb5c tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:26:41.646899 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-e415c53b-3e67-4ff0-a8b6-58691717bb5c tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:26:41.647365 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:41.654795 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:41.751657 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aba9a753-f250-43bf-8bee-125df61a99f9 req-6dd71895-208b-43d7-9287-71b2c371e6a0 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985660 Feb 08 21:26:41.754475 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddadb59-8a87-4fa4-9af8-c23bd1f01965 x-openstack-request-id: req-0ddadb59-8a87-4fa4-9af8-c23bd1f01965 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:26:41.754765 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec", "name": "network-vif-unplugged", "status": "completed", "tag": "c42f6167-a6a8-48d1-9cee-89f60d52b54a", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:26:41.755027 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0ddadb59-8a87-4fa4-9af8-c23bd1f01965 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:26:41.755432 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c42f6167-a6a8-48d1-9cee-89f60d52b54a', 'code': 200} Feb 08 21:26:41.756510 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,revision_number=11']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:41.845450 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-e415c53b-3e67-4ff0-a8b6-58691717bb5c tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:41.848149 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-e415c53b-3e67-4ff0-a8b6-58691717bb5c tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:41.858772 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-608f958f-c813-492f-ab6d-896434a305a6 req-fd649b6c-a1c4-44e8-9a73-fa2bc9fe6cde tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Made reservation on behalf of 604bafac013e47a8806c7fdd623f0573 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:26:41.867007 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-608f958f-c813-492f-ab6d-896434a305a6 req-fd649b6c-a1c4-44e8-9a73-fa2bc9fe6cde tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:41.936122 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-e415c53b-3e67-4ff0-a8b6-58691717bb5c tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9555140 Feb 08 21:26:41.951333 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-ef1b3a83-860f-476b-a152-1f251eb7546d service neutron] Request body: {'port': {'device_id': '142a705d-3b08-444a-953e-13ba39554893', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:26:42.089241 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309922f-5e78-4e1b-9a5c-0928a1f36093 req-63503a80-eb2f-4082-b16d-bf0bc86626ce tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:42.099609 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2309922f-5e78-4e1b-9a5c-0928a1f36093 req-63503a80-eb2f-4082-b16d-bf0bc86626ce tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.2192061 Feb 08 21:26:42.168796 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-ef1b3a83-860f-476b-a152-1f251eb7546d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d754aa5d-483d-4198-95cc-657a5695ff3a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:42.285999 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2309922f-5e78-4e1b-9a5c-0928a1f36093 req-a656e10a-5eac-4275-be90-3ea2a416f024 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853807 Feb 08 21:26:42.412815 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-608f958f-c813-492f-ab6d-896434a305a6 req-fd649b6c-a1c4-44e8-9a73-fa2bc9fe6cde tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Allocated IP 172.20.0.10 (f8ddfec4-61c8-4cfb-b836-0c5a79f77d01/bcf96426-4f4f-4f21-a2c0-f475a3532d63/f74b26e6-06c1-4371-b2e8-52e2b10f39e2) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:26:43.005742 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d6bd1-aec2-48d0-894d-fa77bf0f1253 req-cf088c9e-f398-4fcc-9cef-0a1093f9bae3 tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:43.007204 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9f9d6bd1-aec2-48d0-894d-fa77bf0f1253 req-cf088c9e-f398-4fcc-9cef-0a1093f9bae3 tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] 10.222.0.88 "GET /v2.0/ports?device_id=142a705d-3b08-444a-953e-13ba39554893 HTTP/1.1" status: 200 len: 931 time: 0.6009231 Feb 08 21:26:43.022721 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257d64e-d48f-4972-8df0-f0fd34d74049 req-c8f6c868-7bdc-41da-8b35-ff9bafa4c410 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:43.024560 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9257d64e-d48f-4972-8df0-f0fd34d74049 req-c8f6c868-7bdc-41da-8b35-ff9bafa4c410 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=bcbbf08e-4bdd-496e-b3ab-45401b2889c8 HTTP/1.1" status: 200 len: 946 time: 0.6171417 Feb 08 21:26:43.186696 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-608f958f-c813-492f-ab6d-896434a305a6 req-fd649b6c-a1c4-44e8-9a73-fa2bc9fe6cde tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks [] for port (f74b26e6-06c1-4371-b2e8-52e2b10f39e2), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:43.238127 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9257d64e-d48f-4972-8df0-f0fd34d74049 req-bf762721-4f3a-44ad-9790-78d1a7a5313b tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865232 Feb 08 21:26:43.241413 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9f9d6bd1-aec2-48d0-894d-fa77bf0f1253 req-685603dd-eca7-4370-9b13-d23b419df182 tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] 10.222.0.88 "GET /v2.0/security-groups?id=d92ddbf8-64e1-4f57-9421-2496c83eadd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157142 Feb 08 21:26:43.293939 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-ef1b3a83-860f-476b-a152-1f251eb7546d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d754aa5d-483d-4198-95cc-657a5695ff3a {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:26:43.310001 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-ef1b3a83-860f-476b-a152-1f251eb7546d service neutron] Publish callbacks [] for port (d754aa5d-483d-4198-95cc-657a5695ff3a), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:43.333160 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-ef1b3a83-860f-476b-a152-1f251eb7546d service neutron] Transition to ACTIVE for port object d754aa5d-483d-4198-95cc-657a5695ff3a will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:26:43.339514 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-608f958f-c813-492f-ab6d-896434a305a6 req-fd649b6c-a1c4-44e8-9a73-fa2bc9fe6cde tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (f74b26e6-06c1-4371-b2e8-52e2b10f39e2), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:43.361014 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-ef1b3a83-860f-476b-a152-1f251eb7546d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (d754aa5d-483d-4198-95cc-657a5695ff3a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:43.468425 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-608f958f-c813-492f-ab6d-896434a305a6 req-fd649b6c-a1c4-44e8-9a73-fa2bc9fe6cde tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Network f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:26:43.502884 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-608f958f-c813-492f-ab6d-896434a305a6 req-fd649b6c-a1c4-44e8-9a73-fa2bc9fe6cde tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:26:43.512195 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-608f958f-c813-492f-ab6d-896434a305a6 req-fd649b6c-a1c4-44e8-9a73-fa2bc9fe6cde tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:26:43.524608 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd649b6c-a1c4-44e8-9a73-fa2bc9fe6cde tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Pushing event updated for resources: {'Port': ['ID=f74b26e6-06c1-4371-b2e8-52e2b10f39e2,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:43.616166 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f958f-c813-492f-ab6d-896434a305a6 req-fd649b6c-a1c4-44e8-9a73-fa2bc9fe6cde tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:43.618439 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-608f958f-c813-492f-ab6d-896434a305a6 req-fd649b6c-a1c4-44e8-9a73-fa2bc9fe6cde tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:43.757439 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216435cf-f070-4398-96ce-106b566f9fa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:26:43.760840 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436f4d7d-fb0f-4eb2-bb21-fb8c6e957247" -d '{"events": [{"server_uuid": "216435cf-f070-4398-96ce-106b566f9fa3", "name": "network-vif-unplugged", "status": "completed", "tag": "dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:26:43.774527 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87072a-9fd2-473c-a07a-d1cd347fde8b req-10c37626-ae81-4e16-8392-3a9b21e6746f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:43.776635 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d87072a-9fd2-473c-a07a-d1cd347fde8b req-10c37626-ae81-4e16-8392-3a9b21e6746f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=bcbbf08e-4bdd-496e-b3ab-45401b2889c8 HTTP/1.1" status: 200 len: 946 time: 0.3663509 Feb 08 21:26:43.801514 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8db84-d82f-469a-9f5e-eaa51e4ee834 req-f2ca9deb-f5f5-413e-8fad-1f759065a36a tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:43.806031 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2d8db84-d82f-469a-9f5e-eaa51e4ee834 req-f2ca9deb-f5f5-413e-8fad-1f759065a36a tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports?device_id=2355c90e-62e8-4088-afcc-c3b93c4aa7cb HTTP/1.1" status: 200 len: 932 time: 0.4307768 Feb 08 21:26:43.809529 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-608f958f-c813-492f-ab6d-896434a305a6 req-fd649b6c-a1c4-44e8-9a73-fa2bc9fe6cde tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4673302 Feb 08 21:26:43.842871 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-608f958f-c813-492f-ab6d-896434a305a6 req-66c5dd75-0df1-4fdc-a0f4-9c08009d7be5 service neutron] Request body: {'port': {'device_id': '2355c90e-62e8-4088-afcc-c3b93c4aa7cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:26:43.863591 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b3a83-860f-476b-a152-1f251eb7546d service neutron] Pushing event updated for resources: {'Port': ['ID=d754aa5d-483d-4198-95cc-657a5695ff3a,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:43.944428 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d87072a-9fd2-473c-a07a-d1cd347fde8b req-f03126d2-354c-4cb3-93fa-47e2a8ad1a08 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526322 Feb 08 21:26:43.949093 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-0b7fe392-324c-47c2-8737-905199771941 None None] Provisioning complete for port f74b26e6-06c1-4371-b2e8-52e2b10f39e2 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:26:43.951433 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b7fe392-324c-47c2-8737-905199771941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f74b26e6-06c1-4371-b2e8-52e2b10f39e2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:43.971727 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-ef1b3a83-860f-476b-a152-1f251eb7546d service neutron] Attempting to bind port d754aa5d-483d-4198-95cc-657a5695ff3a on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:26:43.972075 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-ef1b3a83-860f-476b-a152-1f251eb7546d service neutron] Attempting to bind port d754aa5d-483d-4198-95cc-657a5695ff3a by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '0552ecfa-cb6d-468d-ab48-75637acbb710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eb0e7eed-f920-4d0c-b397-8ac0dabfc39b'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:26:43.972404 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-ef1b3a83-860f-476b-a152-1f251eb7546d service neutron] Attempting to bind port d754aa5d-483d-4198-95cc-657a5695ff3a on network eb0e7eed-f920-4d0c-b397-8ac0dabfc39b {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:26:44.029015 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-ef1b3a83-860f-476b-a152-1f251eb7546d service neutron] Port d754aa5d-483d-4198-95cc-657a5695ff3a on network eb0e7eed-f920-4d0c-b397-8ac0dabfc39b not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:26:44.029976 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-ef1b3a83-860f-476b-a152-1f251eb7546d service neutron] Attempting to bind port d754aa5d-483d-4198-95cc-657a5695ff3a on network eb0e7eed-f920-4d0c-b397-8ac0dabfc39b {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:26:44.049834 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2d8db84-d82f-469a-9f5e-eaa51e4ee834 req-c906a558-4a2e-4c44-93c2-fa275f5c617e tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff72aba2-9094-4c76-92a7-a3e9004639be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289689 Feb 08 21:26:44.056155 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-608f958f-c813-492f-ab6d-896434a305a6 req-66c5dd75-0df1-4fdc-a0f4-9c08009d7be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f74b26e6-06c1-4371-b2e8-52e2b10f39e2), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:44.086088 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-ef1b3a83-860f-476b-a152-1f251eb7546d service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:26:44.086453 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-ef1b3a83-860f-476b-a152-1f251eb7546d service neutron] Checking segment: {'id': '0552ecfa-cb6d-468d-ab48-75637acbb710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eb0e7eed-f920-4d0c-b397-8ac0dabfc39b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:26:44.086825 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-ef1b3a83-860f-476b-a152-1f251eb7546d service neutron] Bound using segment: {'id': '0552ecfa-cb6d-468d-ab48-75637acbb710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eb0e7eed-f920-4d0c-b397-8ac0dabfc39b'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:26:44.087277 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-ef1b3a83-860f-476b-a152-1f251eb7546d service neutron] Bound port: d754aa5d-483d-4198-95cc-657a5695ff3a, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0552ecfa-cb6d-468d-ab48-75637acbb710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eb0e7eed-f920-4d0c-b397-8ac0dabfc39b'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:26:44.087645 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-ef1b3a83-860f-476b-a152-1f251eb7546d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d754aa5d-483d-4198-95cc-657a5695ff3a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:44.091898 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0b7fe392-324c-47c2-8737-905199771941 None None] Port f74b26e6-06c1-4371-b2e8-52e2b10f39e2 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:26:44.224167 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-ef1b3a83-860f-476b-a152-1f251eb7546d service neutron] For port d754aa5d-483d-4198-95cc-657a5695ff3a, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:26:44.227655 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-ef1b3a83-860f-476b-a152-1f251eb7546d service neutron] For port d754aa5d-483d-4198-95cc-657a5695ff3a, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d754aa5d-483d-4198-95cc-657a5695ff3a,segment=NetworkSegment(0552ecfa-cb6d-468d-ab48-75637acbb710),segment_id=0552ecfa-cb6d-468d-ab48-75637acbb710)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:26:44.285530 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e422258-de4d-4212-a8e4-ff8cf864bc9b x-openstack-request-id: req-5e422258-de4d-4212-a8e4-ff8cf864bc9b {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:26:44.285838 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216435cf-f070-4398-96ce-106b566f9fa3", "name": "network-vif-unplugged", "status": "completed", "tag": "dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:26:44.286092 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5e422258-de4d-4212-a8e4-ff8cf864bc9b {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:26:44.286730 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216435cf-f070-4398-96ce-106b566f9fa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52', 'code': 200} Feb 08 21:26:44.552112 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-ef1b3a83-860f-476b-a152-1f251eb7546d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (d754aa5d-483d-4198-95cc-657a5695ff3a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:44.649719 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-ef1b3a83-860f-476b-a152-1f251eb7546d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:44.650510 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-ef1b3a83-860f-476b-a152-1f251eb7546d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:44.652542 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-ef1b3a83-860f-476b-a152-1f251eb7546d service neutron] 10.222.0.94 "PUT /v2.0/ports/d754aa5d-483d-4198-95cc-657a5695ff3a HTTP/1.1" status: 200 len: 1092 time: 2.7057812 Feb 08 21:26:44.653072 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142a705d-3b08-444a-953e-13ba39554893', 'tag': 'd754aa5d-483d-4198-95cc-657a5695ff3a'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:26:44.657888 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300b3f70-26c0-43c0-b283-7130e08abc47" -d '{"events": [{"name": "network-changed", "server_uuid": "142a705d-3b08-444a-953e-13ba39554893", "tag": "d754aa5d-483d-4198-95cc-657a5695ff3a"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:26:44.769002 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f496e39-fff0-4660-a117-ed276d1b405e req-f3e499c7-6658-415e-8bba-1911a64fa6ef tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:44.770733 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f496e39-fff0-4660-a117-ed276d1b405e req-f3e499c7-6658-415e-8bba-1911a64fa6ef tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.5389719 Feb 08 21:26:44.820511 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b3a83-860f-476b-a152-1f251eb7546d service neutron] Pushing event updated for resources: {'Port': ['ID=d754aa5d-483d-4198-95cc-657a5695ff3a,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:44.839376 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-608f958f-c813-492f-ab6d-896434a305a6 req-66c5dd75-0df1-4fdc-a0f4-9c08009d7be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f74b26e6-06c1-4371-b2e8-52e2b10f39e2 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:26:44.858385 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-608f958f-c813-492f-ab6d-896434a305a6 req-66c5dd75-0df1-4fdc-a0f4-9c08009d7be5 service neutron] Publish callbacks [] for port (f74b26e6-06c1-4371-b2e8-52e2b10f39e2), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:44.893818 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-608f958f-c813-492f-ab6d-896434a305a6 req-66c5dd75-0df1-4fdc-a0f4-9c08009d7be5 service neutron] Transition to ACTIVE for port object f74b26e6-06c1-4371-b2e8-52e2b10f39e2 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:26:44.914533 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-608f958f-c813-492f-ab6d-896434a305a6 req-66c5dd75-0df1-4fdc-a0f4-9c08009d7be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (f74b26e6-06c1-4371-b2e8-52e2b10f39e2), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:44.959506 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f496e39-fff0-4660-a117-ed276d1b405e req-e506d1ae-8368-4954-8fc3-35fdfd6cecbb tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645877 Feb 08 21:26:44.970990 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bf0fd-b4d4-401e-bf36-6e508878d136 req-8a562f65-42b1-4363-8abe-4d37d6b36b38 tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:44.972991 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d6bf0fd-b4d4-401e-bf36-6e508878d136 req-8a562f65-42b1-4363-8abe-4d37d6b36b38 tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] 10.222.0.88 "GET /v2.0/ports?device_id=142a705d-3b08-444a-953e-13ba39554893 HTTP/1.1" status: 200 len: 943 time: 0.2507477 Feb 08 21:26:44.979687 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-a5efa47f-ed7a-4537-a5fa-af10ac29001d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:44.981333 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-a5efa47f-ed7a-4537-a5fa-af10ac29001d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d2bd8c7f0b2849b190a3f024069b5400&device_id=142a705d-3b08-444a-953e-13ba39554893 HTTP/1.1" status: 200 len: 1126 time: 0.2296510 Feb 08 21:26:45.063474 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5dd75-0df1-4fdc-a0f4-9c08009d7be5 service neutron] Pushing event updated for resources: {'Port': ['ID=f74b26e6-06c1-4371-b2e8-52e2b10f39e2,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:45.088104 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-0434c6e7-4a3b-488c-b6c9-9ab832973c8b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d754aa5d-483d-4198-95cc-657a5695ff3a HTTP/1.1" status: 200 len: 217 time: 0.0946331 Feb 08 21:26:45.288348 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:26:45.290854 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d6bf0fd-b4d4-401e-bf36-6e508878d136 req-f2f46e2a-6e31-489d-99f5-23ff7309dfe0 tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] 10.222.0.88 "GET /v2.0/security-groups?id=d92ddbf8-64e1-4f57-9421-2496c83eadd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931690 Feb 08 21:26:45.295084 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-243aa0dc-add0-489a-b7c6-ca7e906decaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:45.297197 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-243aa0dc-add0-489a-b7c6-ca7e906decaa service neutron] 10.222.0.94 "GET /v2.0/subnets?id=319df7b8-c293-4242-9d45-0fbad3c635ac HTTP/1.1" status: 200 len: 861 time: 0.1951721 Feb 08 21:26:45.323949 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed173c59-b931-4185-ba87-071344e8b082 req-c8fc6482-f87c-4638-8e76-7f21020ac535 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:45.332662 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed173c59-b931-4185-ba87-071344e8b082 req-c8fc6482-f87c-4638-8e76-7f21020ac535 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=bcbbf08e-4bdd-496e-b3ab-45401b2889c8 HTTP/1.1" status: 200 len: 946 time: 0.2577002 Feb 08 21:26:45.388756 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-0f3b0f83-b348-4f3d-8af7-56ad098a6d1f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=eb0e7eed-f920-4d0c-b397-8ac0dabfc39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815921 Feb 08 21:26:45.411682 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-608f958f-c813-492f-ab6d-896434a305a6 req-66c5dd75-0df1-4fdc-a0f4-9c08009d7be5 service neutron] Attempting to bind port f74b26e6-06c1-4371-b2e8-52e2b10f39e2 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:26:45.412066 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-608f958f-c813-492f-ab6d-896434a305a6 req-66c5dd75-0df1-4fdc-a0f4-9c08009d7be5 service neutron] Attempting to bind port f74b26e6-06c1-4371-b2e8-52e2b10f39e2 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '5a69cc20-a45d-42a2-8af6-480ee769db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:26:45.412518 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608f958f-c813-492f-ab6d-896434a305a6 req-66c5dd75-0df1-4fdc-a0f4-9c08009d7be5 service neutron] Attempting to bind port f74b26e6-06c1-4371-b2e8-52e2b10f39e2 on network f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:26:45.479968 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608f958f-c813-492f-ab6d-896434a305a6 req-66c5dd75-0df1-4fdc-a0f4-9c08009d7be5 service neutron] Port f74b26e6-06c1-4371-b2e8-52e2b10f39e2 on network f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:26:45.480309 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608f958f-c813-492f-ab6d-896434a305a6 req-66c5dd75-0df1-4fdc-a0f4-9c08009d7be5 service neutron] Attempting to bind port f74b26e6-06c1-4371-b2e8-52e2b10f39e2 on network f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:26:45.519869 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f3fee4-2db8-45df-b84f-fe31d104ec7d x-openstack-request-id: req-99f3fee4-2db8-45df-b84f-fe31d104ec7d {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:26:45.520242 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142a705d-3b08-444a-953e-13ba39554893", "tag": "d754aa5d-483d-4198-95cc-657a5695ff3a", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:26:45.520440 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-99f3fee4-2db8-45df-b84f-fe31d104ec7d {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:26:45.521136 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '142a705d-3b08-444a-953e-13ba39554893', 'tag': 'd754aa5d-483d-4198-95cc-657a5695ff3a', 'status': 'completed', 'code': 200} Feb 08 21:26:45.532606 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608f958f-c813-492f-ab6d-896434a305a6 req-66c5dd75-0df1-4fdc-a0f4-9c08009d7be5 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:26:45.532954 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608f958f-c813-492f-ab6d-896434a305a6 req-66c5dd75-0df1-4fdc-a0f4-9c08009d7be5 service neutron] Checking segment: {'id': '5a69cc20-a45d-42a2-8af6-480ee769db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:26:45.534269 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608f958f-c813-492f-ab6d-896434a305a6 req-66c5dd75-0df1-4fdc-a0f4-9c08009d7be5 service neutron] Bound using segment: {'id': '5a69cc20-a45d-42a2-8af6-480ee769db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:26:45.534269 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-608f958f-c813-492f-ab6d-896434a305a6 req-66c5dd75-0df1-4fdc-a0f4-9c08009d7be5 service neutron] Bound port: f74b26e6-06c1-4371-b2e8-52e2b10f39e2, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69cc20-a45d-42a2-8af6-480ee769db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:26:45.534269 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-608f958f-c813-492f-ab6d-896434a305a6 req-66c5dd75-0df1-4fdc-a0f4-9c08009d7be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f74b26e6-06c1-4371-b2e8-52e2b10f39e2), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:45.588633 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed173c59-b931-4185-ba87-071344e8b082 req-e8e6212b-01b3-4362-b55b-bcb6d8aa9f1e tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537594 Feb 08 21:26:45.626475 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:45.655747 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52', 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b', 'port_id': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52', 'mac_address': 'fa:16:3e:19:63:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa29b5a-a776-4012-aa53-861d63a1c0ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:26:45.736313 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:26:45.738060 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:45.784628 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:26:45.804362 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-d341dc11-628d-4b79-a973-1925d81bff34 service neutron] 10.222.0.94 "GET /v2.0/networks/eb0e7eed-f920-4d0c-b397-8ac0dabfc39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036245 Feb 08 21:26:45.838041 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:45.846372 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:45.879031 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb05d4c-ab77-44b3-9211-76aaecb264aa req-bf061cab-faa5-4690-8710-b805256383ca tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:45.886208 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1cb05d4c-ab77-44b3-9211-76aaecb264aa req-bf061cab-faa5-4690-8710-b805256383ca tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports?device_id=2355c90e-62e8-4088-afcc-c3b93c4aa7cb HTTP/1.1" status: 200 len: 944 time: 0.3082259 Feb 08 21:26:45.980426 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,revision_number=12']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:46.009473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-608f958f-c813-492f-ab6d-896434a305a6 req-66c5dd75-0df1-4fdc-a0f4-9c08009d7be5 service neutron] For port f74b26e6-06c1-4371-b2e8-52e2b10f39e2, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:26:46.084997 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-608f958f-c813-492f-ab6d-896434a305a6 req-66c5dd75-0df1-4fdc-a0f4-9c08009d7be5 service neutron] For port f74b26e6-06c1-4371-b2e8-52e2b10f39e2, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f74b26e6-06c1-4371-b2e8-52e2b10f39e2,segment=NetworkSegment(5a69cc20-a45d-42a2-8af6-480ee769db92),segment_id=5a69cc20-a45d-42a2-8af6-480ee769db92)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:26:46.107111 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-608f958f-c813-492f-ab6d-896434a305a6 req-66c5dd75-0df1-4fdc-a0f4-9c08009d7be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (f74b26e6-06c1-4371-b2e8-52e2b10f39e2), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:46.151296 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:26:46.182284 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1cb05d4c-ab77-44b3-9211-76aaecb264aa req-3fdcac2b-46e7-4fa1-a052-1432e0eeabc7 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff72aba2-9094-4c76-92a7-a3e9004639be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215548 Feb 08 21:26:46.250565 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f958f-c813-492f-ab6d-896434a305a6 req-66c5dd75-0df1-4fdc-a0f4-9c08009d7be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:46.251191 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-608f958f-c813-492f-ab6d-896434a305a6 req-66c5dd75-0df1-4fdc-a0f4-9c08009d7be5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:46.252602 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-608f958f-c813-492f-ab6d-896434a305a6 req-66c5dd75-0df1-4fdc-a0f4-9c08009d7be5 service neutron] 10.222.0.96 "PUT /v2.0/ports/f74b26e6-06c1-4371-b2e8-52e2b10f39e2 HTTP/1.1" status: 200 len: 1093 time: 2.4230690 Feb 08 21:26:46.276518 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-acea331a-652a-499e-b0c4-91f1b1cb711f req-6b04d6d4-3f4f-421e-befa-438af7824115 service neutron] 10.222.0.94 "GET /v2.0/networks/eb0e7eed-f920-4d0c-b397-8ac0dabfc39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658875 Feb 08 21:26:46.303977 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5dd75-0df1-4fdc-a0f4-9c08009d7be5 service neutron] Pushing event updated for resources: {'Port': ['ID=f74b26e6-06c1-4371-b2e8-52e2b10f39e2,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:46.450222 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683eb9c9-c84f-43a7-9d67-b0e33794c90c req-02c6986e-001f-4c15-aa6c-1f7f8a9e3770 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:46.451939 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-683eb9c9-c84f-43a7-9d67-b0e33794c90c req-02c6986e-001f-4c15-aa6c-1f7f8a9e3770 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 945 time: 0.3493748 Feb 08 21:26:46.645163 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b3f70-26c0-43c0-b283-7130e08abc47 req-5dd24ff6-3c64-4712-9cca-d72dfabbd6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:46.646815 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300b3f70-26c0-43c0-b283-7130e08abc47 req-5dd24ff6-3c64-4712-9cca-d72dfabbd6ff service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d2bd8c7f0b2849b190a3f024069b5400&device_id=142a705d-3b08-444a-953e-13ba39554893 HTTP/1.1" status: 200 len: 1126 time: 0.2291281 Feb 08 21:26:46.659054 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945ab2f-7455-40e6-aae8-26b07b174ea7 req-356e29e2-a702-416e-a1c2-e3d1bebb3efc tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:46.660655 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b945ab2f-7455-40e6-aae8-26b07b174ea7 req-356e29e2-a702-416e-a1c2-e3d1bebb3efc tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.96 "GET /v2.0/ports?device_id=bcbbf08e-4bdd-496e-b3ab-45401b2889c8 HTTP/1.1" status: 200 len: 946 time: 0.1359591 Feb 08 21:26:46.663798 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-683eb9c9-c84f-43a7-9d67-b0e33794c90c req-eb902dfe-5b34-48ff-91f3-9f0672bfc96e tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034569 Feb 08 21:26:46.720860 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f958f-c813-492f-ab6d-896434a305a6 req-586d89b5-0f0f-41a8-b1dd-26920458f593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:46.722766 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-608f958f-c813-492f-ab6d-896434a305a6 req-586d89b5-0f0f-41a8-b1dd-26920458f593 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=604bafac013e47a8806c7fdd623f0573&device_id=2355c90e-62e8-4088-afcc-c3b93c4aa7cb HTTP/1.1" status: 200 len: 1127 time: 0.4098148 Feb 08 21:26:46.866119 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-608f958f-c813-492f-ab6d-896434a305a6 req-8c63c31f-a08c-4222-b824-fec12b7210ad service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74b26e6-06c1-4371-b2e8-52e2b10f39e2 HTTP/1.1" status: 200 len: 217 time: 0.1219072 Feb 08 21:26:46.925733 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f958f-c813-492f-ab6d-896434a305a6 req-8c9f61fe-0c31-4121-871a-9b70f71df423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:46.927231 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-608f958f-c813-492f-ab6d-896434a305a6 req-8c9f61fe-0c31-4121-871a-9b70f71df423 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bcf96426-4f4f-4f21-a2c0-f475a3532d63 HTTP/1.1" status: 200 len: 860 time: 0.0523798 Feb 08 21:26:46.954883 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b617908-dc7b-4088-a73f-9396112e3185 req-e3f46622-d9e2-4a2f-96ef-953a414db5aa tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:46.957118 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3b617908-dc7b-4088-a73f-9396112e3185 req-e3f46622-d9e2-4a2f-96ef-953a414db5aa tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] 10.222.0.88 "GET /v2.0/ports?device_id=142a705d-3b08-444a-953e-13ba39554893 HTTP/1.1" status: 200 len: 943 time: 0.3080158 Feb 08 21:26:47.094030 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b3f70-26c0-43c0-b283-7130e08abc47 req-12c7370c-4a14-45ee-9405-e77ea67534f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:47.095544 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300b3f70-26c0-43c0-b283-7130e08abc47 req-12c7370c-4a14-45ee-9405-e77ea67534f6 service neutron] 10.222.0.94 "GET /v2.0/networks?id=eb0e7eed-f920-4d0c-b397-8ac0dabfc39b HTTP/1.1" status: 200 len: 922 time: 0.4213095 Feb 08 21:26:47.175934 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300b3f70-26c0-43c0-b283-7130e08abc47 req-9a84406e-e30a-497d-872e-8a3da68e05a0 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d754aa5d-483d-4198-95cc-657a5695ff3a HTTP/1.1" status: 200 len: 217 time: 0.0679469 Feb 08 21:26:47.183485 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3b617908-dc7b-4088-a73f-9396112e3185 req-a3a6bcb7-736d-4a59-9609-171b8959b3d6 tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] 10.222.0.88 "GET /v2.0/security-groups?id=d92ddbf8-64e1-4f57-9421-2496c83eadd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610234 Feb 08 21:26:47.231507 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62da9e-a0a9-4f31-9ad1-6218729083c6 req-f6dff07f-52bf-421a-a5d2-5917828c4943 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:47.238588 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0d62da9e-a0a9-4f31-9ad1-6218729083c6 req-f6dff07f-52bf-421a-a5d2-5917828c4943 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=bcbbf08e-4bdd-496e-b3ab-45401b2889c8 HTTP/1.1" status: 200 len: 946 time: 0.2690775 Feb 08 21:26:47.245594 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f958f-c813-492f-ab6d-896434a305a6 req-a0f776b2-080a-4d4f-b257-0166f3739d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:47.247093 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-608f958f-c813-492f-ab6d-896434a305a6 req-a0f776b2-080a-4d4f-b257-0166f3739d5e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3111434 Feb 08 21:26:47.271444 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-b945ab2f-7455-40e6-aae8-26b07b174ea7 req-548d49f8-8672-4b15-bbad-59d4916f92cd tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Deleting port 85d6dcc2-dd37-4e92-bea4-1780960a3efa {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:26:47.271789 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b945ab2f-7455-40e6-aae8-26b07b174ea7 req-548d49f8-8672-4b15-bbad-59d4916f92cd tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (85d6dcc2-dd37-4e92-bea4-1780960a3efa), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:47.369934 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b3f70-26c0-43c0-b283-7130e08abc47 req-291551ac-6fc8-48c0-90e2-638fdee61e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:47.371730 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300b3f70-26c0-43c0-b283-7130e08abc47 req-291551ac-6fc8-48c0-90e2-638fdee61e8e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=319df7b8-c293-4242-9d45-0fbad3c635ac HTTP/1.1" status: 200 len: 861 time: 0.1873136 Feb 08 21:26:47.777185 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2355c90e-62e8-4088-afcc-c3b93c4aa7cb', 'tag': 'f74b26e6-06c1-4371-b2e8-52e2b10f39e2'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:26:47.779626 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e59a9f-c2fe-4005-89d4-6789eac60ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "2355c90e-62e8-4088-afcc-c3b93c4aa7cb", "tag": "f74b26e6-06c1-4371-b2e8-52e2b10f39e2"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:26:47.807573 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300b3f70-26c0-43c0-b283-7130e08abc47 req-33e51390-2b79-4081-b1ac-d08e6e21a52b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=eb0e7eed-f920-4d0c-b397-8ac0dabfc39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4059885 Feb 08 21:26:47.845576 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0d62da9e-a0a9-4f31-9ad1-6218729083c6 req-1bc60ec9-9b7d-446a-a275-6c316d4c0570 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6060667 Feb 08 21:26:47.991910 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ff927-7a12-4d2f-b2fa-6441e892ad86 req-e6299e14-0c00-4df1-8567-78e6d85aec5a tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:48.004577 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b9ff927-7a12-4d2f-b2fa-6441e892ad86 req-e6299e14-0c00-4df1-8567-78e6d85aec5a tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports?device_id=2355c90e-62e8-4088-afcc-c3b93c4aa7cb HTTP/1.1" status: 200 len: 944 time: 0.6296546 Feb 08 21:26:48.087078 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-b945ab2f-7455-40e6-aae8-26b07b174ea7 req-548d49f8-8672-4b15-bbad-59d4916f92cd tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] For port 85d6dcc2-dd37-4e92-bea4-1780960a3efa, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=85d6dcc2-dd37-4e92-bea4-1780960a3efa,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:48.087392 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b945ab2f-7455-40e6-aae8-26b07b174ea7 req-548d49f8-8672-4b15-bbad-59d4916f92cd tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (85d6dcc2-dd37-4e92-bea4-1780960a3efa), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:48.092744 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-608f958f-c813-492f-ab6d-896434a305a6 req-b22b513c-6587-489f-872c-4a7aa4761c06 service neutron] 10.222.0.96 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8364820 Feb 08 21:26:48.183276 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-b945ab2f-7455-40e6-aae8-26b07b174ea7 req-548d49f8-8672-4b15-bbad-59d4916f92cd tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Calling delete_port for 85d6dcc2-dd37-4e92-bea4-1780960a3efa owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:26:48.237047 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300b3f70-26c0-43c0-b283-7130e08abc47 req-ce2ce01d-d383-4f26-9ab7-fdebf9525357 service neutron] 10.222.0.94 "GET /v2.0/networks/eb0e7eed-f920-4d0c-b397-8ac0dabfc39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198945 Feb 08 21:26:48.263731 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b9ff927-7a12-4d2f-b2fa-6441e892ad86 req-35f4ee22-f3fa-4b5d-8caf-474e0338c31f tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff72aba2-9094-4c76-92a7-a3e9004639be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566919 Feb 08 21:26:48.375132 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ad3ed6-d663-4a2f-8b4f-f2560243f651 x-openstack-request-id: req-a7ad3ed6-d663-4a2f-8b4f-f2560243f651 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:26:48.375444 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2355c90e-62e8-4088-afcc-c3b93c4aa7cb", "tag": "f74b26e6-06c1-4371-b2e8-52e2b10f39e2", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:26:48.375670 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a7ad3ed6-d663-4a2f-8b4f-f2560243f651 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:26:48.376082 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2355c90e-62e8-4088-afcc-c3b93c4aa7cb', 'tag': 'f74b26e6-06c1-4371-b2e8-52e2b10f39e2', 'status': 'completed', 'code': 200} Feb 08 21:26:48.414395 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110389a7-107b-4a29-a24f-8fe9edc48f48 req-555c90e3-426d-4227-a6f2-56b3af2a71fa tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:48.416143 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-110389a7-107b-4a29-a24f-8fe9edc48f48 req-555c90e3-426d-4227-a6f2-56b3af2a71fa tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 945 time: 0.3519678 Feb 08 21:26:48.487722 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-608f958f-c813-492f-ab6d-896434a305a6 req-2a81dffc-eb3e-4061-b028-b9ead53bcf4a service neutron] 10.222.0.96 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707538 Feb 08 21:26:48.496367 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300b3f70-26c0-43c0-b283-7130e08abc47 req-00eeaa57-cb3b-4bd7-aee9-35c8b2178f47 service neutron] 10.222.0.94 "GET /v2.0/networks/eb0e7eed-f920-4d0c-b397-8ac0dabfc39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452388 Feb 08 21:26:48.687721 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-110389a7-107b-4a29-a24f-8fe9edc48f48 req-078232a1-d00e-4c4c-9ca3-b38810eab8bb tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2510271 Feb 08 21:26:48.755110 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b945ab2f-7455-40e6-aae8-26b07b174ea7 req-548d49f8-8672-4b15-bbad-59d4916f92cd tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (85d6dcc2-dd37-4e92-bea4-1780960a3efa), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:48.770334 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['23e48800-eeca-4bcc-b7ae-e0ebc35d4c91', '85d6dcc2-dd37-4e92-bea4-1780960a3efa'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:26:48.839801 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d49f8-8672-4b15-bbad-59d4916f92cd tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Pushing event deleted for resources: {'Port': ['ID=85d6dcc2-dd37-4e92-bea4-1780960a3efa,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:48.851414 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e59a9f-c2fe-4005-89d4-6789eac60ab4 req-bbd41c1d-55bc-482a-acf1-07d61588ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:48.853499 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e4e59a9f-c2fe-4005-89d4-6789eac60ab4 req-bbd41c1d-55bc-482a-acf1-07d61588ab59 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=604bafac013e47a8806c7fdd623f0573&device_id=2355c90e-62e8-4088-afcc-c3b93c4aa7cb HTTP/1.1" status: 200 len: 1127 time: 0.2860687 Feb 08 21:26:49.060431 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-b945ab2f-7455-40e6-aae8-26b07b174ea7 req-548d49f8-8672-4b15-bbad-59d4916f92cd tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] No DVR routers for this DVR port 85d6dcc2-dd37-4e92-bea4-1780960a3efa on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:26:49.067462 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b945ab2f-7455-40e6-aae8-26b07b174ea7 req-548d49f8-8672-4b15-bbad-59d4916f92cd tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:49.070910 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b945ab2f-7455-40e6-aae8-26b07b174ea7 req-548d49f8-8672-4b15-bbad-59d4916f92cd tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.96 "DELETE /v2.0/ports/85d6dcc2-dd37-4e92-bea4-1780960a3efa HTTP/1.1" status: 204 len: 173 time: 2.3567381 Feb 08 21:26:49.102242 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c961646-a8f1-49bb-97b7-4d82cdf9282d req-966b5006-d674-47d5-ae3f-1e42c83a3d0c tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:49.116485 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3c961646-a8f1-49bb-97b7-4d82cdf9282d req-966b5006-d674-47d5-ae3f-1e42c83a3d0c tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] 10.222.0.88 "GET /v2.0/ports?device_id=142a705d-3b08-444a-953e-13ba39554893 HTTP/1.1" status: 200 len: 943 time: 0.2719805 Feb 08 21:26:49.137722 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device d754aa5d-483d-4198-95cc-657a5695ff3a details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:26:49.354772 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:26:49.387591 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3c961646-a8f1-49bb-97b7-4d82cdf9282d req-f400ea29-3d86-4897-9c2e-5fad8c6333a5 tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] 10.222.0.88 "GET /v2.0/security-groups?id=d92ddbf8-64e1-4f57-9421-2496c83eadd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648034 Feb 08 21:26:49.387591 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e59a9f-c2fe-4005-89d4-6789eac60ab4 req-161bf5dd-b14c-42e7-a6dd-f6094387a909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:49.388580 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e4e59a9f-c2fe-4005-89d4-6789eac60ab4 req-161bf5dd-b14c-42e7-a6dd-f6094387a909 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 HTTP/1.1" status: 200 len: 922 time: 0.5101721 Feb 08 21:26:49.564097 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port d754aa5d-483d-4198-95cc-657a5695ff3a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d754aa5d-483d-4198-95cc-657a5695ff3a,segment=NetworkSegment(0552ecfa-cb6d-468d-ab48-75637acbb710),segment_id=0552ecfa-cb6d-468d-ab48-75637acbb710)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:49.583379 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:26:49.584143 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:49.632209 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e4e59a9f-c2fe-4005-89d4-6789eac60ab4 req-7ada3986-6bcc-4cc7-8fa3-c6d2103b14e7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74b26e6-06c1-4371-b2e8-52e2b10f39e2 HTTP/1.1" status: 200 len: 217 time: 0.2295594 Feb 08 21:26:49.639372 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'd754aa5d-483d-4198-95cc-657a5695ff3a', 'network_id': 'eb0e7eed-f920-4d0c-b397-8ac0dabfc39b', 'port_id': 'd754aa5d-483d-4198-95cc-657a5695ff3a', 'mac_address': 'fa:16:3e:be:e1:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '319df7b8-c293-4242-9d45-0fbad3c635ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:26:49.676357 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3c90d59-aa89-41b8-b2af-0e4636ae249b req-ff133ad0-3ec5-4c15-bae1-a6bc3fe496c1 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=bcbbf08e-4bdd-496e-b3ab-45401b2889c8 HTTP/1.1" status: 200 len: 210 time: 0.0601695 Feb 08 21:26:49.770489 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e59a9f-c2fe-4005-89d4-6789eac60ab4 req-345f7d46-ac95-4654-af4a-6845e0fe5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:49.772744 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e4e59a9f-c2fe-4005-89d4-6789eac60ab4 req-345f7d46-ac95-4654-af4a-6845e0fe5ec7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bcf96426-4f4f-4f21-a2c0-f475a3532d63 HTTP/1.1" status: 200 len: 860 time: 0.1186740 Feb 08 21:26:49.826821 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port d754aa5d-483d-4198-95cc-657a5695ff3a is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:26:49.828033 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d754aa5d-483d-4198-95cc-657a5695ff3a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:49.862021 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d754aa5d-483d-4198-95cc-657a5695ff3a {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:26:49.887787 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port d754aa5d-483d-4198-95cc-657a5695ff3a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d754aa5d-483d-4198-95cc-657a5695ff3a,segment=NetworkSegment(0552ecfa-cb6d-468d-ab48-75637acbb710),segment_id=0552ecfa-cb6d-468d-ab48-75637acbb710)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:49.935865 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:26:49.937430 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:49.938830 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d754aa5d-483d-4198-95cc-657a5695ff3a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:50.000230 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216435cf-f070-4398-96ce-106b566f9fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:26:50.002691 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb74f3b-9233-4b4a-b2f0-1d279c6b7da7" -d '{"events": [{"server_uuid": "216435cf-f070-4398-96ce-106b566f9fa3", "name": "network-vif-plugged", "status": "completed", "tag": "dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:26:50.003595 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e59a9f-c2fe-4005-89d4-6789eac60ab4 req-d52db675-1368-46c4-ba5a-e5a8e62dd07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:50.011168 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e4e59a9f-c2fe-4005-89d4-6789eac60ab4 req-d52db675-1368-46c4-ba5a-e5a8e62dd07b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2311864 Feb 08 21:26:50.031034 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:50.035872 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=d754aa5d-483d-4198-95cc-657a5695ff3a,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:50.048933 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:50.162034 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebfbb7-9037-4d6e-9007-f5c4df0c896a req-a3ee6fde-21d5-483e-b372-e2b6f7687c15 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:50.164048 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8ebfbb7-9037-4d6e-9007-f5c4df0c896a req-a3ee6fde-21d5-483e-b372-e2b6f7687c15 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports?device_id=2355c90e-62e8-4088-afcc-c3b93c4aa7cb HTTP/1.1" status: 200 len: 944 time: 0.3283794 Feb 08 21:26:50.187314 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,revision_number=13']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:50.324089 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['d754aa5d-483d-4198-95cc-657a5695ff3a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:26:50.359123 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8ebfbb7-9037-4d6e-9007-f5c4df0c896a req-91fd9692-b669-42e6-8d31-18e74783fb5b tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff72aba2-9094-4c76-92a7-a3e9004639be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769147 Feb 08 21:26:50.395519 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbbf08e-4bdd-496e-b3ab-45401b2889c8', 'name': 'network-vif-deleted', 'tag': '85d6dcc2-dd37-4e92-bea4-1780960a3efa'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:26:50.398873 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3db8758-c7bd-4b1b-9bb7-357125a38449" -d '{"events": [{"server_uuid": "bcbbf08e-4bdd-496e-b3ab-45401b2889c8", "name": "network-vif-deleted", "tag": "85d6dcc2-dd37-4e92-bea4-1780960a3efa"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:26:50.403766 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e4e59a9f-c2fe-4005-89d4-6789eac60ab4 req-1a966072-11bb-40ea-a5b1-faa913e4e40b service neutron] 10.222.0.96 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834727 Feb 08 21:26:50.469340 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:26:50.823458 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e4e59a9f-c2fe-4005-89d4-6789eac60ab4 req-88dde1a0-50a2-4818-9765-39975806fb4f service neutron] 10.222.0.96 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113133 Feb 08 21:26:50.902280 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b479118-72e1-4ad7-aaf3-7a0db1fe602e req-ec34813e-5c6f-438e-a8f2-ccf6a80d563a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:50.915437 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3b479118-72e1-4ad7-aaf3-7a0db1fe602e req-ec34813e-5c6f-438e-a8f2-ccf6a80d563a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 946 time: 0.3545127 Feb 08 21:26:51.075275 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3b479118-72e1-4ad7-aaf3-7a0db1fe602e req-e752694a-75dd-4e11-b4ef-1a7ef8576592 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572473 Feb 08 21:26:51.276754 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eaaeb2-49bf-4110-a666-19faa6208561 req-b9c47a35-616d-44cb-943e-547dbb8d0e02 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:51.282522 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43eaaeb2-49bf-4110-a666-19faa6208561 req-b9c47a35-616d-44cb-943e-547dbb8d0e02 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.94 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 944 time: 0.1593740 Feb 08 21:26:51.284516 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6f1e96-cf08-4e27-b97f-e76fd313a8d9 x-openstack-request-id: req-cf6f1e96-cf08-4e27-b97f-e76fd313a8d9 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:26:51.285042 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216435cf-f070-4398-96ce-106b566f9fa3", "name": "network-vif-plugged", "status": "completed", "tag": "dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:26:51.285133 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cf6f1e96-cf08-4e27-b97f-e76fd313a8d9 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:26:51.285577 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216435cf-f070-4398-96ce-106b566f9fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52', 'code': 200} Feb 08 21:26:51.290138 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device f74b26e6-06c1-4371-b2e8-52e2b10f39e2 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:26:51.294370 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 85d6dcc2-dd37-4e92-bea4-1780960a3efa no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:26:51.321474 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 85d6dcc2-dd37-4e92-bea4-1780960a3efa {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:26:51.322060 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 85d6dcc2-dd37-4e92-bea4-1780960a3efa not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:26:51.444872 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487c3938-5462-45a5-b6e0-241867985fb9 x-openstack-request-id: req-487c3938-5462-45a5-b6e0-241867985fb9 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:26:51.445753 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbbf08e-4bdd-496e-b3ab-45401b2889c8", "name": "network-vif-deleted", "tag": "85d6dcc2-dd37-4e92-bea4-1780960a3efa", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:26:51.445753 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-487c3938-5462-45a5-b6e0-241867985fb9 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:26:51.445985 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbbf08e-4bdd-496e-b3ab-45401b2889c8', 'name': 'network-vif-deleted', 'tag': '85d6dcc2-dd37-4e92-bea4-1780960a3efa', 'status': 'completed', 'code': 200} Feb 08 21:26:51.511096 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbad4c-9225-4cae-b07f-478c7654406d req-9004c990-2478-43cb-bd60-8d12644b041f tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:51.519641 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54fbad4c-9225-4cae-b07f-478c7654406d req-9004c990-2478-43cb-bd60-8d12644b041f tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9f461e5-13a2-4a10-8fb7-41e96a9248cc HTTP/1.1" status: 200 len: 944 time: 0.1360319 Feb 08 21:26:51.538313 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port f74b26e6-06c1-4371-b2e8-52e2b10f39e2, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f74b26e6-06c1-4371-b2e8-52e2b10f39e2,segment=NetworkSegment(5a69cc20-a45d-42a2-8af6-480ee769db92),segment_id=5a69cc20-a45d-42a2-8af6-480ee769db92)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:51.572841 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'f74b26e6-06c1-4371-b2e8-52e2b10f39e2', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'port_id': 'f74b26e6-06c1-4371-b2e8-52e2b10f39e2', 'mac_address': 'fa:16:3e:60:b4:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:26:51.594673 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54fbad4c-9225-4cae-b07f-478c7654406d req-9dc1da86-af12-4a33-b304-780701745944 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735953 Feb 08 21:26:51.664009 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-43eaaeb2-49bf-4110-a666-19faa6208561 req-94aa7fac-184d-4586-ba6c-e2fb9f74a670 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Deleting port 1eecbe73-83ee-4da0-a468-61095ee9a9d7 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:26:51.665203 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-43eaaeb2-49bf-4110-a666-19faa6208561 req-94aa7fac-184d-4586-ba6c-e2fb9f74a670 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (1eecbe73-83ee-4da0-a468-61095ee9a9d7), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:51.695350 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port f74b26e6-06c1-4371-b2e8-52e2b10f39e2 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:26:51.696052 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f74b26e6-06c1-4371-b2e8-52e2b10f39e2), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:51.734477 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f74b26e6-06c1-4371-b2e8-52e2b10f39e2 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:26:51.781137 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port f74b26e6-06c1-4371-b2e8-52e2b10f39e2, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f74b26e6-06c1-4371-b2e8-52e2b10f39e2,segment=NetworkSegment(5a69cc20-a45d-42a2-8af6-480ee769db92),segment_id=5a69cc20-a45d-42a2-8af6-480ee769db92)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:51.788612 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f74b26e6-06c1-4371-b2e8-52e2b10f39e2), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:51.826126 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-43eaaeb2-49bf-4110-a666-19faa6208561 req-94aa7fac-184d-4586-ba6c-e2fb9f74a670 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] For port 1eecbe73-83ee-4da0-a468-61095ee9a9d7, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=1eecbe73-83ee-4da0-a468-61095ee9a9d7,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:51.826500 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-43eaaeb2-49bf-4110-a666-19faa6208561 req-94aa7fac-184d-4586-ba6c-e2fb9f74a670 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (1eecbe73-83ee-4da0-a468-61095ee9a9d7), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:51.844929 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-43eaaeb2-49bf-4110-a666-19faa6208561 req-94aa7fac-184d-4586-ba6c-e2fb9f74a670 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Calling delete_port for 1eecbe73-83ee-4da0-a468-61095ee9a9d7 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:26:51.921724 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=f74b26e6-06c1-4371-b2e8-52e2b10f39e2,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:52.179936 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-43eaaeb2-49bf-4110-a666-19faa6208561 req-94aa7fac-184d-4586-ba6c-e2fb9f74a670 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (1eecbe73-83ee-4da0-a468-61095ee9a9d7), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:52.194475 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['1eecbe73-83ee-4da0-a468-61095ee9a9d7'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:26:52.214120 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37d37f-5081-407c-8d6e-d08de1b9e1b3 req-3c59b065-5591-48ca-9fee-877e34924177 tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:52.222601 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e37d37f-5081-407c-8d6e-d08de1b9e1b3 req-3c59b065-5591-48ca-9fee-877e34924177 tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] 10.222.0.88 "GET /v2.0/ports?device_id=142a705d-3b08-444a-953e-13ba39554893 HTTP/1.1" status: 200 len: 944 time: 0.2121387 Feb 08 21:26:52.265817 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['f74b26e6-06c1-4371-b2e8-52e2b10f39e2'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:26:52.305559 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa7fac-184d-4586-ba6c-e2fb9f74a670 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Pushing event deleted for resources: {'Port': ['ID=1eecbe73-83ee-4da0-a468-61095ee9a9d7,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:52.339331 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-43eaaeb2-49bf-4110-a666-19faa6208561 req-94aa7fac-184d-4586-ba6c-e2fb9f74a670 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] No DVR routers for this DVR port 1eecbe73-83ee-4da0-a468-61095ee9a9d7 on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:26:52.348106 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-43eaaeb2-49bf-4110-a666-19faa6208561 req-94aa7fac-184d-4586-ba6c-e2fb9f74a670 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:52.352101 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43eaaeb2-49bf-4110-a666-19faa6208561 req-94aa7fac-184d-4586-ba6c-e2fb9f74a670 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.94 "DELETE /v2.0/ports/1eecbe73-83ee-4da0-a468-61095ee9a9d7 HTTP/1.1" status: 204 len: 173 time: 1.0657108 Feb 08 21:26:52.423129 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e37d37f-5081-407c-8d6e-d08de1b9e1b3 req-49dc3033-9f7e-453c-8d41-c86b466663dc tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] 10.222.0.88 "GET /v2.0/security-groups?id=d92ddbf8-64e1-4f57-9421-2496c83eadd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991508 Feb 08 21:26:52.624942 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe09cc-5533-4c28-953c-02baebffcb6e req-f98dafa9-cb04-4c6b-835a-8d9b2effdb8e tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:52.626650 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13fe09cc-5533-4c28-953c-02baebffcb6e req-f98dafa9-cb04-4c6b-835a-8d9b2effdb8e tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports?device_id=2355c90e-62e8-4088-afcc-c3b93c4aa7cb HTTP/1.1" status: 200 len: 945 time: 0.0776980 Feb 08 21:26:52.718322 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13fe09cc-5533-4c28-953c-02baebffcb6e req-52e89f4b-4ce3-4c27-be67-69a90c8ef10d tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff72aba2-9094-4c76-92a7-a3e9004639be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785949 Feb 08 21:26:53.175474 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device d754aa5d-483d-4198-95cc-657a5695ff3a up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:26:53.419535 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a9e01-1ba8-43a2-ac0d-88aa2fbd77d0 req-79fc96d9-6398-4fa9-856c-5770025e16d8 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:53.421826 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8c8a9e01-1ba8-43a2-ac0d-88aa2fbd77d0 req-79fc96d9-6398-4fa9-856c-5770025e16d8 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 946 time: 0.1233175 Feb 08 21:26:53.450566 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-281efaee-c758-45a4-bc61-56422f43925d tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:53.461808 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-281efaee-c758-45a4-bc61-56422f43925d tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/networks?id=111016a1-fb5a-4474-9d8a-dc518d9d29de HTTP/1.1" status: 200 len: 806 time: 0.3156898 Feb 08 21:26:53.472378 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f461e5-13a2-4a10-8fb7-41e96a9248cc', 'name': 'network-vif-deleted', 'tag': '1eecbe73-83ee-4da0-a468-61095ee9a9d7'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:26:53.474766 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4193cc90-cfd4-4320-9ccf-f68299083419" -d '{"events": [{"server_uuid": "f9f461e5-13a2-4a10-8fb7-41e96a9248cc", "name": "network-vif-deleted", "tag": "1eecbe73-83ee-4da0-a468-61095ee9a9d7"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:26:53.497170 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-d6d44b0e-886b-4ef4-a753-be4f98d2d1b9 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/quotas/f472eb7c6f4c42ca9bf2111def0cbf8f HTTP/1.1" status: 200 len: 375 time: 0.0343266 Feb 08 21:26:53.604398 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8c8a9e01-1ba8-43a2-ac0d-88aa2fbd77d0 req-b502a0e0-a5e5-44ff-9d0e-28c272567090 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729894 Feb 08 21:26:53.609298 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port d754aa5d-483d-4198-95cc-657a5695ff3a completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:26:53.619716 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port d754aa5d-483d-4198-95cc-657a5695ff3a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:26:53.620494 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d754aa5d-483d-4198-95cc-657a5695ff3a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:53.646067 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-b733f032-5ba6-4502-9c00-986a1656c2df tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f472eb7c6f4c42ca9bf2111def0cbf8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1473749 Feb 08 21:26:53.792966 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-b4f94494-9a15-440d-8c92-5449c3dfba43 service neutron] 10.222.0.88 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458845 Feb 08 21:26:53.945992 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port d754aa5d-483d-4198-95cc-657a5695ff3a is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:26:53.946399 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d754aa5d-483d-4198-95cc-657a5695ff3a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:53.969190 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-0e3476bf-6b0f-45f4-ae9f-d8684976e16a service neutron] 10.222.0.88 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751854 Feb 08 21:26:53.974165 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142a705d-3b08-444a-953e-13ba39554893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd754aa5d-483d-4198-95cc-657a5695ff3a'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:26:53.976751 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f148bdac-b397-4ee2-ae2f-c0c76f393599" -d '{"events": [{"server_uuid": "142a705d-3b08-444a-953e-13ba39554893", "name": "network-vif-plugged", "status": "completed", "tag": "d754aa5d-483d-4198-95cc-657a5695ff3a"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:26:54.005374 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port d754aa5d-483d-4198-95cc-657a5695ff3a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d754aa5d-483d-4198-95cc-657a5695ff3a,segment=NetworkSegment(0552ecfa-cb6d-468d-ab48-75637acbb710),segment_id=0552ecfa-cb6d-468d-ab48-75637acbb710)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:54.012435 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d754aa5d-483d-4198-95cc-657a5695ff3a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:54.087715 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=d754aa5d-483d-4198-95cc-657a5695ff3a,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:54.133802 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4b9f608f-a76e-4574-8206-9b39255a3cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:54.202784 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4090ca76-111e-493b-9a09-97f3ef5d2e8a x-openstack-request-id: req-4090ca76-111e-493b-9a09-97f3ef5d2e8a {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:26:54.203091 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f461e5-13a2-4a10-8fb7-41e96a9248cc", "name": "network-vif-deleted", "tag": "1eecbe73-83ee-4da0-a468-61095ee9a9d7", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:26:54.203412 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4090ca76-111e-493b-9a09-97f3ef5d2e8a {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:26:54.203840 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f461e5-13a2-4a10-8fb7-41e96a9248cc', 'name': 'network-vif-deleted', 'tag': '1eecbe73-83ee-4da0-a468-61095ee9a9d7', 'status': 'completed', 'code': 200} Feb 08 21:26:54.384393 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0a8e3-3deb-4c55-8d3f-6a66921cfe3a req-d6435c56-aff1-442c-8523-1c9533a49300 tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:54.392299 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-70d0a8e3-3deb-4c55-8d3f-6a66921cfe3a req-d6435c56-aff1-442c-8523-1c9533a49300 tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] 10.222.0.88 "GET /v2.0/ports?device_id=142a705d-3b08-444a-953e-13ba39554893 HTTP/1.1" status: 200 len: 945 time: 0.1594849 Feb 08 21:26:54.438684 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a0e2b-1cff-4578-b63b-7b03be6be772 req-3a94f77b-5564-4d37-b456-ba43e1b656a7 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:54.440392 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf6a0e2b-1cff-4578-b63b-7b03be6be772 req-3a94f77b-5564-4d37-b456-ba43e1b656a7 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports?device_id=2355c90e-62e8-4088-afcc-c3b93c4aa7cb HTTP/1.1" status: 200 len: 945 time: 0.1416285 Feb 08 21:26:54.483530 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-70d0a8e3-3deb-4c55-8d3f-6a66921cfe3a req-811cd81b-a2fa-41c4-b22b-9a563f76900e tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] 10.222.0.88 "GET /v2.0/security-groups?id=d92ddbf8-64e1-4f57-9421-2496c83eadd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862563 Feb 08 21:26:54.540127 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf6a0e2b-1cff-4578-b63b-7b03be6be772 req-b6324257-b433-49ee-af2c-517b7a313e07 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff72aba2-9094-4c76-92a7-a3e9004639be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868630 Feb 08 21:26:54.628923 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b57664-ed73-4e70-bd82-0622599b8d08 x-openstack-request-id: req-25b57664-ed73-4e70-bd82-0622599b8d08 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:26:54.629708 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142a705d-3b08-444a-953e-13ba39554893", "name": "network-vif-plugged", "status": "completed", "tag": "d754aa5d-483d-4198-95cc-657a5695ff3a", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:26:54.629708 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-25b57664-ed73-4e70-bd82-0622599b8d08 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:26:54.630499 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142a705d-3b08-444a-953e-13ba39554893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd754aa5d-483d-4198-95cc-657a5695ff3a', 'code': 200} Feb 08 21:26:54.916390 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e3fd8b7d-a255-4c7b-b3f2-ccca60361d5e req-90a0a24e-3d40-4907-a3ce-e83c9de9cbec tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=38a0fae0-8759-4ebe-a097-1aa152978be1 HTTP/1.1" status: 200 len: 210 time: 0.0891631 Feb 08 21:26:55.046821 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e18160-4150-47e6-bd91-c02021273b0e req-a077766d-700e-467d-b155-ff576fd547a1 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:55.049744 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-24e18160-4150-47e6-bd91-c02021273b0e req-a077766d-700e-467d-b155-ff576fd547a1 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/ports?device_id=22e302d9-249d-4ffc-8786-14f1b5551a1d HTTP/1.1" status: 200 len: 948 time: 0.3286319 Feb 08 21:26:55.106229 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69236454-6ae8-4dc0-a8ff-aa2d9d8e2748 req-82be6fd1-e261-471f-b390-229c542374c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:55.108067 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-69236454-6ae8-4dc0-a8ff-aa2d9d8e2748 req-82be6fd1-e261-471f-b390-229c542374c1 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=142a705d-3b08-444a-953e-13ba39554893 HTTP/1.1" status: 200 len: 1128 time: 0.2995374 Feb 08 21:26:55.190479 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 1eecbe73-83ee-4da0-a468-61095ee9a9d7 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:26:55.210776 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-24e18160-4150-47e6-bd91-c02021273b0e req-336a4fc7-c990-4822-862a-f3bb5d742c30 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe76d12e-48f8-4957-9579-1c9269807c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317844 Feb 08 21:26:55.215119 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-69236454-6ae8-4dc0-a8ff-aa2d9d8e2748 req-1297e1a1-f908-4896-a941-b6cc8c835de7 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=d92ddbf8-64e1-4f57-9421-2496c83eadd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945978 Feb 08 21:26:55.229277 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b236d-f177-4ce0-854d-4193e3810401 req-16cbf512-ccbb-45f0-ba58-fdf4e1529bcb tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:55.236641 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff5b236d-f177-4ce0-854d-4193e3810401 req-16cbf512-ccbb-45f0-ba58-fdf4e1529bcb tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 946 time: 0.1723299 Feb 08 21:26:55.240902 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 1eecbe73-83ee-4da0-a468-61095ee9a9d7 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:26:55.245167 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 1eecbe73-83ee-4da0-a468-61095ee9a9d7 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:26:55.323383 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device f74b26e6-06c1-4371-b2e8-52e2b10f39e2 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:26:55.346600 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff5b236d-f177-4ce0-854d-4193e3810401 req-11272930-a41e-4b2d-9c49-8c75f138583c tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075163 Feb 08 21:26:55.469519 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port f74b26e6-06c1-4371-b2e8-52e2b10f39e2 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:26:55.475406 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port f74b26e6-06c1-4371-b2e8-52e2b10f39e2 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:26:55.476091 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f74b26e6-06c1-4371-b2e8-52e2b10f39e2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:55.551452 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54a957-c2b9-4a22-8bf1-83ea140766b8 req-f3597960-bd5a-415e-b4b2-1c1bc87da0ee tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:55.559562 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a54a957-c2b9-4a22-8bf1-83ea140766b8 req-f3597960-bd5a-415e-b4b2-1c1bc87da0ee tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 945 time: 0.1424878 Feb 08 21:26:55.647228 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port f74b26e6-06c1-4371-b2e8-52e2b10f39e2 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:26:55.648053 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f74b26e6-06c1-4371-b2e8-52e2b10f39e2), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:55.687790 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60749106-bdbd-4ddb-8b69-4879a9ca6fa4 req-ac916891-39c5-440f-954e-ef3226da3db8 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:55.689542 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-60749106-bdbd-4ddb-8b69-4879a9ca6fa4 req-ac916891-39c5-440f-954e-ef3226da3db8 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.94 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 945 time: 0.2064815 Feb 08 21:26:55.702577 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a54a957-c2b9-4a22-8bf1-83ea140766b8 req-e2b958f5-312e-4d4c-9915-567f959dd8dc tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417053 Feb 08 21:26:55.704239 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port f74b26e6-06c1-4371-b2e8-52e2b10f39e2, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f74b26e6-06c1-4371-b2e8-52e2b10f39e2,segment=NetworkSegment(5a69cc20-a45d-42a2-8af6-480ee769db92),segment_id=5a69cc20-a45d-42a2-8af6-480ee769db92)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:55.712195 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f74b26e6-06c1-4371-b2e8-52e2b10f39e2), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:55.804349 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=f74b26e6-06c1-4371-b2e8-52e2b10f39e2,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:55.895005 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d9d8a-ffc5-421c-b6c5-0692177e134e req-20ec9e9e-b42c-4e80-b614-56ead5a5d5e7 tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:55.897047 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d19d9d8a-ffc5-421c-b6c5-0692177e134e req-20ec9e9e-b42c-4e80-b614-56ead5a5d5e7 tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] 10.222.0.88 "GET /v2.0/ports?device_id=142a705d-3b08-444a-953e-13ba39554893 HTTP/1.1" status: 200 len: 945 time: 0.2800305 Feb 08 21:26:55.979727 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-60749106-bdbd-4ddb-8b69-4879a9ca6fa4 req-cf767f0c-df9f-4495-95cd-b1f1b95cab60 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Deleting port 71eb8e0e-b244-4a46-86d0-5635c699d4da {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:26:55.980546 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-60749106-bdbd-4ddb-8b69-4879a9ca6fa4 req-cf767f0c-df9f-4495-95cd-b1f1b95cab60 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (71eb8e0e-b244-4a46-86d0-5635c699d4da), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:56.002983 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e825371-0cdc-4874-9a62-876c2d1748ae req-ea1064b7-bc82-4255-b71a-fc50ce9f5ce3 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:56.004622 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7e825371-0cdc-4874-9a62-876c2d1748ae req-ea1064b7-bc82-4255-b71a-fc50ce9f5ce3 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports?device_id=2355c90e-62e8-4088-afcc-c3b93c4aa7cb HTTP/1.1" status: 200 len: 946 time: 0.1565390 Feb 08 21:26:56.013515 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d19d9d8a-ffc5-421c-b6c5-0692177e134e req-04e93bc2-665d-487a-8285-c4fd6e74541a tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] 10.222.0.88 "GET /v2.0/security-groups?id=d92ddbf8-64e1-4f57-9421-2496c83eadd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060524 Feb 08 21:26:56.177282 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f60f684d-ff2f-4074-b6e0-9af91e0befd2 req-d3f29490-ef56-4a6e-bef8-9bf73bd5c241 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=38a0fae0-8759-4ebe-a097-1aa152978be1 HTTP/1.1" status: 200 len: 210 time: 0.0617604 Feb 08 21:26:56.249847 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7e825371-0cdc-4874-9a62-876c2d1748ae req-c97aebf4-8d0d-41d9-9d7a-6f4a7774c467 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff72aba2-9094-4c76-92a7-a3e9004639be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975317 Feb 08 21:26:56.257004 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-60749106-bdbd-4ddb-8b69-4879a9ca6fa4 req-cf767f0c-df9f-4495-95cd-b1f1b95cab60 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] For port 71eb8e0e-b244-4a46-86d0-5635c699d4da, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=71eb8e0e-b244-4a46-86d0-5635c699d4da,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:56.257644 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-60749106-bdbd-4ddb-8b69-4879a9ca6fa4 req-cf767f0c-df9f-4495-95cd-b1f1b95cab60 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (71eb8e0e-b244-4a46-86d0-5635c699d4da), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:56.319347 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-60749106-bdbd-4ddb-8b69-4879a9ca6fa4 req-cf767f0c-df9f-4495-95cd-b1f1b95cab60 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Calling delete_port for 71eb8e0e-b244-4a46-86d0-5635c699d4da owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:26:56.454382 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7351be5-8d1e-486b-80d2-34288e4b4621 req-446fbd14-f093-4497-b4fb-d4c63701c024 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:56.457316 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d7351be5-8d1e-486b-80d2-34288e4b4621 req-446fbd14-f093-4497-b4fb-d4c63701c024 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.94 "GET /v2.0/ports?device_id=22e302d9-249d-4ffc-8786-14f1b5551a1d HTTP/1.1" status: 200 len: 948 time: 0.1531796 Feb 08 21:26:56.529902 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-0d1ba800-6fa5-4011-9c88-faefd05fb8a4 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:56.531576 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-0d1ba800-6fa5-4011-9c88-faefd05fb8a4 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.96 "GET /v2.0/networks?id=111016a1-fb5a-4474-9d8a-dc518d9d29de HTTP/1.1" status: 200 len: 806 time: 0.3034945 Feb 08 21:26:56.566851 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-0d46e50f-2648-4434-a34b-9bb3842b45b1 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Request body: {'port': {'device_id': '38a0fae0-8759-4ebe-a097-1aa152978be1', 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de', 'admin_state_up': True, 'tenant_id': 'f472eb7c6f4c42ca9bf2111def0cbf8f'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:26:56.631676 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2355c90e-62e8-4088-afcc-c3b93c4aa7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74b26e6-06c1-4371-b2e8-52e2b10f39e2'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:26:56.634529 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a217d0c-21fa-475f-879f-8c54cb0d1136" -d '{"events": [{"server_uuid": "2355c90e-62e8-4088-afcc-c3b93c4aa7cb", "name": "network-vif-plugged", "status": "completed", "tag": "f74b26e6-06c1-4371-b2e8-52e2b10f39e2"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:26:56.730883 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-d7351be5-8d1e-486b-80d2-34288e4b4621 req-5a767e90-aeab-4a8d-abab-635be9cd4992 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Deleting port 463ff705-6233-4895-9d7a-5e439c0f6ff8 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:26:56.731257 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d7351be5-8d1e-486b-80d2-34288e4b4621 req-5a767e90-aeab-4a8d-abab-635be9cd4992 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (463ff705-6233-4895-9d7a-5e439c0f6ff8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:56.887959 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-d7351be5-8d1e-486b-80d2-34288e4b4621 req-5a767e90-aeab-4a8d-abab-635be9cd4992 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] For port 463ff705-6233-4895-9d7a-5e439c0f6ff8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=463ff705-6233-4895-9d7a-5e439c0f6ff8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:26:56.888333 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d7351be5-8d1e-486b-80d2-34288e4b4621 req-5a767e90-aeab-4a8d-abab-635be9cd4992 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (463ff705-6233-4895-9d7a-5e439c0f6ff8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:56.918141 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-d7351be5-8d1e-486b-80d2-34288e4b4621 req-5a767e90-aeab-4a8d-abab-635be9cd4992 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Calling delete_port for 463ff705-6233-4895-9d7a-5e439c0f6ff8 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:26:57.060212 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123fbe0-eb03-42d4-8a97-0a10657a5c58 req-2ac5352b-9d76-43e1-9f3a-6529d4214b6a tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:57.071723 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3123fbe0-eb03-42d4-8a97-0a10657a5c58 req-2ac5352b-9d76-43e1-9f3a-6529d4214b6a tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/ports?device_id=22e302d9-249d-4ffc-8786-14f1b5551a1d HTTP/1.1" status: 200 len: 948 time: 0.6738153 Feb 08 21:26:57.186874 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d7351be5-8d1e-486b-80d2-34288e4b4621 req-5a767e90-aeab-4a8d-abab-635be9cd4992 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (463ff705-6233-4895-9d7a-5e439c0f6ff8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:57.260982 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15392a44-efb0-48b5-91f3-e91dffb582f0 req-f599f6ab-203f-4c34-a01b-b52fb9b8f3a9 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:57.263438 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a767e90-aeab-4a8d-abab-635be9cd4992 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Pushing event deleted for resources: {'Port': ['ID=463ff705-6233-4895-9d7a-5e439c0f6ff8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:57.268908 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-15392a44-efb0-48b5-91f3-e91dffb582f0 req-f599f6ab-203f-4c34-a01b-b52fb9b8f3a9 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 946 time: 0.7338834 Feb 08 21:26:57.331421 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-60749106-bdbd-4ddb-8b69-4879a9ca6fa4 req-cf767f0c-df9f-4495-95cd-b1f1b95cab60 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (71eb8e0e-b244-4a46-86d0-5635c699d4da), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:57.367717 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3123fbe0-eb03-42d4-8a97-0a10657a5c58 req-54849f86-a20b-4892-be0a-a60d60ae7219 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe76d12e-48f8-4957-9579-1c9269807c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947662 Feb 08 21:26:57.408852 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a3eefb08-19b1-4d30-98e2-51ffdb9850ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:57.434724 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7351be5-8d1e-486b-80d2-34288e4b4621 req-5a767e90-aeab-4a8d-abab-635be9cd4992 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] No DVR routers for this DVR port 463ff705-6233-4895-9d7a-5e439c0f6ff8 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:26:57.438231 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d7351be5-8d1e-486b-80d2-34288e4b4621 req-5a767e90-aeab-4a8d-abab-635be9cd4992 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:57.442317 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d7351be5-8d1e-486b-80d2-34288e4b4621 req-5a767e90-aeab-4a8d-abab-635be9cd4992 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.94 "DELETE /v2.0/ports/463ff705-6233-4895-9d7a-5e439c0f6ff8 HTTP/1.1" status: 204 len: 173 time: 0.9725583 Feb 08 21:26:57.442833 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e302d9-249d-4ffc-8786-14f1b5551a1d', 'name': 'network-vif-deleted', 'tag': '463ff705-6233-4895-9d7a-5e439c0f6ff8'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:26:57.445614 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53587d54-0873-4d75-93df-42c9e8f1248c" -d '{"events": [{"server_uuid": "22e302d9-249d-4ffc-8786-14f1b5551a1d", "name": "network-vif-deleted", "tag": "463ff705-6233-4895-9d7a-5e439c0f6ff8"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:26:57.475129 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8553cd10-1caa-4f53-b431-a855c82abb72 x-openstack-request-id: req-8553cd10-1caa-4f53-b431-a855c82abb72 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:26:57.475620 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2355c90e-62e8-4088-afcc-c3b93c4aa7cb", "name": "network-vif-plugged", "status": "completed", "tag": "f74b26e6-06c1-4371-b2e8-52e2b10f39e2", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:26:57.476314 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8553cd10-1caa-4f53-b431-a855c82abb72 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:26:57.477053 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2355c90e-62e8-4088-afcc-c3b93c4aa7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74b26e6-06c1-4371-b2e8-52e2b10f39e2', 'code': 200} Feb 08 21:26:57.511538 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf767f0c-df9f-4495-95cd-b1f1b95cab60 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Pushing event deleted for resources: {'Port': ['ID=71eb8e0e-b244-4a46-86d0-5635c699d4da,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:57.600220 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-15392a44-efb0-48b5-91f3-e91dffb582f0 req-724ea5cc-8dd1-42fb-85b2-28b69db7f31b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3272450 Feb 08 21:26:57.883465 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-60749106-bdbd-4ddb-8b69-4879a9ca6fa4 req-cf767f0c-df9f-4495-95cd-b1f1b95cab60 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] No DVR routers for this DVR port 71eb8e0e-b244-4a46-86d0-5635c699d4da on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:26:57.891038 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-0d46e50f-2648-4434-a34b-9bb3842b45b1 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Made reservation on behalf of f472eb7c6f4c42ca9bf2111def0cbf8f for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:26:57.897083 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-0d46e50f-2648-4434-a34b-9bb3842b45b1 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:57.916125 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-60749106-bdbd-4ddb-8b69-4879a9ca6fa4 req-cf767f0c-df9f-4495-95cd-b1f1b95cab60 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:57.928052 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-60749106-bdbd-4ddb-8b69-4879a9ca6fa4 req-cf767f0c-df9f-4495-95cd-b1f1b95cab60 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.94 "DELETE /v2.0/ports/71eb8e0e-b244-4a46-86d0-5635c699d4da HTTP/1.1" status: 204 len: 173 time: 2.2209752 Feb 08 21:26:57.944363 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc20f47-702a-4d4c-bb2d-3459ef5d845d', 'name': 'network-vif-deleted', 'tag': '71eb8e0e-b244-4a46-86d0-5635c699d4da'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:26:57.948504 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339fd3dc-2de2-4c86-a68e-fbe23676d0eb" -d '{"events": [{"server_uuid": "ffc20f47-702a-4d4c-bb2d-3459ef5d845d", "name": "network-vif-deleted", "tag": "71eb8e0e-b244-4a46-86d0-5635c699d4da"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:26:58.089897 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-05819226-a24d-4224-aacc-aa4fbbed454c req-dfd94d73-902d-4606-a522-aa8e852566b6 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=ffc20f47-702a-4d4c-bb2d-3459ef5d845d HTTP/1.1" status: 200 len: 210 time: 0.1135561 Feb 08 21:26:58.216239 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91daa2a5-7b01-4b4b-a4f5-ed5939db7f2c req-42263e7c-0c07-47f8-8ec7-4f4e34bdb844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:58.218495 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-91daa2a5-7b01-4b4b-a4f5-ed5939db7f2c req-42263e7c-0c07-47f8-8ec7-4f4e34bdb844 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2355c90e-62e8-4088-afcc-c3b93c4aa7cb HTTP/1.1" status: 200 len: 1129 time: 0.6561773 Feb 08 21:26:58.283484 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffcee30-6a5a-4962-a50d-2cadc51cf372 req-a3785828-8906-4a65-9310-54d82378ce5f tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:58.285286 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8ffcee30-6a5a-4962-a50d-2cadc51cf372 req-a3785828-8906-4a65-9310-54d82378ce5f tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] 10.222.0.88 "GET /v2.0/ports?device_id=142a705d-3b08-444a-953e-13ba39554893 HTTP/1.1" status: 200 len: 945 time: 0.4052253 Feb 08 21:26:58.392337 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d242e3ce-d9d6-4dc6-b8cb-c9bb1736137c req-37272ad2-84fc-49db-ab55-d40727008587 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=38a0fae0-8759-4ebe-a097-1aa152978be1 HTTP/1.1" status: 200 len: 210 time: 0.1186593 Feb 08 21:26:58.411734 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-91daa2a5-7b01-4b4b-a4f5-ed5939db7f2c req-ea967513-3fa8-4a93-94ed-24fc2b479157 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=ff72aba2-9094-4c76-92a7-a3e9004639be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827445 Feb 08 21:26:58.448763 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-0d46e50f-2648-4434-a34b-9bb3842b45b1 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Allocated IP 172.20.0.10 (111016a1-fb5a-4474-9d8a-dc518d9d29de/0584f0b0-2f88-4444-998f-e1ea76f3fbc3/c9a6d53f-1997-42e4-bc89-8cb11b7faf0a) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:26:58.480797 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8ffcee30-6a5a-4962-a50d-2cadc51cf372 req-b530fb03-d564-46bd-b939-15ce15e6a910 tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] 10.222.0.88 "GET /v2.0/security-groups?id=d92ddbf8-64e1-4f57-9421-2496c83eadd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581056 Feb 08 21:26:58.592457 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9764a8f-4644-4763-9986-5eb7554140d3 x-openstack-request-id: req-b9764a8f-4644-4763-9986-5eb7554140d3 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:26:58.593275 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e302d9-249d-4ffc-8786-14f1b5551a1d", "name": "network-vif-deleted", "tag": "463ff705-6233-4895-9d7a-5e439c0f6ff8", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:26:58.593275 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b9764a8f-4644-4763-9986-5eb7554140d3 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:26:58.593749 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e302d9-249d-4ffc-8786-14f1b5551a1d', 'name': 'network-vif-deleted', 'tag': '463ff705-6233-4895-9d7a-5e439c0f6ff8', 'status': 'completed', 'code': 200} Feb 08 21:26:58.727944 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6901c483-a9cd-4ab7-b59c-6556498f6f1b x-openstack-request-id: req-6901c483-a9cd-4ab7-b59c-6556498f6f1b {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:26:58.728253 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc20f47-702a-4d4c-bb2d-3459ef5d845d", "name": "network-vif-deleted", "tag": "71eb8e0e-b244-4a46-86d0-5635c699d4da", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:26:58.728609 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6901c483-a9cd-4ab7-b59c-6556498f6f1b {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:26:58.728882 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc20f47-702a-4d4c-bb2d-3459ef5d845d', 'name': 'network-vif-deleted', 'tag': '71eb8e0e-b244-4a46-86d0-5635c699d4da', 'status': 'completed', 'code': 200} Feb 08 21:26:58.743034 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60174d-7480-4a57-ab07-50fe1972974d req-c521a4db-e234-48d1-aca2-40bda7a475ee tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:58.750462 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc60174d-7480-4a57-ab07-50fe1972974d req-c521a4db-e234-48d1-aca2-40bda7a475ee tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports?device_id=2355c90e-62e8-4088-afcc-c3b93c4aa7cb HTTP/1.1" status: 200 len: 946 time: 0.1819892 Feb 08 21:26:58.873989 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc60174d-7480-4a57-ab07-50fe1972974d req-0277ca6b-65e8-4084-ad88-a41b629b67d8 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff72aba2-9094-4c76-92a7-a3e9004639be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224334 Feb 08 21:26:58.913022 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-0d46e50f-2648-4434-a34b-9bb3842b45b1 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks [] for port (c9a6d53f-1997-42e4-bc89-8cb11b7faf0a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:59.064315 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5ab3b-9be1-4557-b1e9-44f5d57cd23f req-4ee90171-9d63-4fee-9b56-97f27408c9ce tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:59.066673 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14b5ab3b-9be1-4557-b1e9-44f5d57cd23f req-4ee90171-9d63-4fee-9b56-97f27408c9ce tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 946 time: 0.1414979 Feb 08 21:26:59.082759 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-0d46e50f-2648-4434-a34b-9bb3842b45b1 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (c9a6d53f-1997-42e4-bc89-8cb11b7faf0a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:59.111187 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['23e48800-eeca-4bcc-b7ae-e0ebc35d4c91'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:26:59.183053 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-0d46e50f-2648-4434-a34b-9bb3842b45b1 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Network 111016a1-fb5a-4474-9d8a-dc518d9d29de is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:26:59.184458 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:59.196784 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-0d46e50f-2648-4434-a34b-9bb3842b45b1 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:26:59.209190 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-0d46e50f-2648-4434-a34b-9bb3842b45b1 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:26:59.257141 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 71eb8e0e-b244-4a46-86d0-5635c699d4da no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:26:59.265156 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46e50f-2648-4434-a34b-9bb3842b45b1 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Pushing event updated for resources: {'Port': ['ID=c9a6d53f-1997-42e4-bc89-8cb11b7faf0a,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:26:59.282241 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14b5ab3b-9be1-4557-b1e9-44f5d57cd23f req-cee7d4f3-d1e9-4e68-92e9-b79c4c1717a8 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925378 Feb 08 21:26:59.336754 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 71eb8e0e-b244-4a46-86d0-5635c699d4da {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:26:59.338697 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 71eb8e0e-b244-4a46-86d0-5635c699d4da not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:26:59.346888 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 463ff705-6233-4895-9d7a-5e439c0f6ff8 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:26:59.352708 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-0d46e50f-2648-4434-a34b-9bb3842b45b1 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:59.353763 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-0d46e50f-2648-4434-a34b-9bb3842b45b1 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:59.409869 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-0d46e50f-2648-4434-a34b-9bb3842b45b1 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8551280 Feb 08 21:26:59.416833 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 463ff705-6233-4895-9d7a-5e439c0f6ff8 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:26:59.417602 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 463ff705-6233-4895-9d7a-5e439c0f6ff8 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:26:59.434099 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-e605a162-a776-4b21-a730-cba1345ab6db service neutron] Request body: {'port': {'device_id': '38a0fae0-8759-4ebe-a097-1aa152978be1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:26:59.624330 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-e605a162-a776-4b21-a730-cba1345ab6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c9a6d53f-1997-42e4-bc89-8cb11b7faf0a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:26:59.688102 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b39465-bcab-4f9e-b81d-63e6c251486f req-664da166-34dc-4765-a4ee-f025e08f6366 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:26:59.690039 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9b39465-bcab-4f9e-b81d-63e6c251486f req-664da166-34dc-4765-a4ee-f025e08f6366 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/ports?device_id=cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec HTTP/1.1" status: 200 len: 949 time: 0.1400390 Feb 08 21:26:59.957592 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9b39465-bcab-4f9e-b81d-63e6c251486f req-deb4466b-afbc-45bc-8de7-e62e726ef33c tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe76d12e-48f8-4957-9579-1c9269807c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561755 Feb 08 21:27:00.348459 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952d3e2-e3f7-46da-8471-fb4975f51214 req-c66467f3-becb-4a9f-986a-d37152dbf525 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:00.350438 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d952d3e2-e3f7-46da-8471-fb4975f51214 req-c66467f3-becb-4a9f-986a-d37152dbf525 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=38a0fae0-8759-4ebe-a097-1aa152978be1 HTTP/1.1" status: 200 len: 932 time: 0.2496917 Feb 08 21:27:00.383966 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-e605a162-a776-4b21-a730-cba1345ab6db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9a6d53f-1997-42e4-bc89-8cb11b7faf0a {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:27:00.396695 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-e605a162-a776-4b21-a730-cba1345ab6db service neutron] Publish callbacks [] for port (c9a6d53f-1997-42e4-bc89-8cb11b7faf0a), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:00.437775 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88544ff-4727-46be-b4b0-692a8c8631fc req-fbb421cf-1c2e-43d6-9ebe-25863996a609 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:00.443563 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88544ff-4727-46be-b4b0-692a8c8631fc req-fbb421cf-1c2e-43d6-9ebe-25863996a609 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:00.450226 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88544ff-4727-46be-b4b0-692a8c8631fc req-fbb421cf-1c2e-43d6-9ebe-25863996a609 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:00.454707 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88544ff-4727-46be-b4b0-692a8c8631fc req-fbb421cf-1c2e-43d6-9ebe-25863996a609 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:00.460327 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88544ff-4727-46be-b4b0-692a8c8631fc req-fbb421cf-1c2e-43d6-9ebe-25863996a609 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:00.466011 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88544ff-4727-46be-b4b0-692a8c8631fc req-fbb421cf-1c2e-43d6-9ebe-25863996a609 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:00.472519 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88544ff-4727-46be-b4b0-692a8c8631fc req-fbb421cf-1c2e-43d6-9ebe-25863996a609 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:00.474649 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e88544ff-4727-46be-b4b0-692a8c8631fc req-fbb421cf-1c2e-43d6-9ebe-25863996a609 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5445 time: 0.2430189 Feb 08 21:27:00.492556 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-e605a162-a776-4b21-a730-cba1345ab6db service neutron] Transition to ACTIVE for port object c9a6d53f-1997-42e4-bc89-8cb11b7faf0a will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:27:00.506485 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-e605a162-a776-4b21-a730-cba1345ab6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (c9a6d53f-1997-42e4-bc89-8cb11b7faf0a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:00.550861 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d952d3e2-e3f7-46da-8471-fb4975f51214 req-ac93ec2e-137b-4bda-b899-7f24f05e268d tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884627 Feb 08 21:27:00.589335 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605a162-a776-4b21-a730-cba1345ab6db service neutron] Pushing event updated for resources: {'Port': ['ID=c9a6d53f-1997-42e4-bc89-8cb11b7faf0a,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:00.699959 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e88544ff-4727-46be-b4b0-692a8c8631fc req-33ed968a-0e9d-42d1-9834-2677dc40b484 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2137866 Feb 08 21:27:00.956837 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-e605a162-a776-4b21-a730-cba1345ab6db service neutron] Attempting to bind port c9a6d53f-1997-42e4-bc89-8cb11b7faf0a on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:27:00.957104 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-e605a162-a776-4b21-a730-cba1345ab6db service neutron] Attempting to bind port c9a6d53f-1997-42e4-bc89-8cb11b7faf0a by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'e6e0981b-63f8-4fe8-9849-12fad4063144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:27:00.957467 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-e605a162-a776-4b21-a730-cba1345ab6db service neutron] Attempting to bind port c9a6d53f-1997-42e4-bc89-8cb11b7faf0a on network 111016a1-fb5a-4474-9d8a-dc518d9d29de {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:27:00.976788 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-e605a162-a776-4b21-a730-cba1345ab6db service neutron] Port c9a6d53f-1997-42e4-bc89-8cb11b7faf0a on network 111016a1-fb5a-4474-9d8a-dc518d9d29de not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:27:00.977126 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-e605a162-a776-4b21-a730-cba1345ab6db service neutron] Attempting to bind port c9a6d53f-1997-42e4-bc89-8cb11b7faf0a on network 111016a1-fb5a-4474-9d8a-dc518d9d29de {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:27:00.985960 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496120b-a02b-4c04-b554-687f0ffa4fff req-b62c2156-8cbe-43c8-b7bf-31c3f1f50394 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:00.993369 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8496120b-a02b-4c04-b554-687f0ffa4fff req-b62c2156-8cbe-43c8-b7bf-31c3f1f50394 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports?device_id=2355c90e-62e8-4088-afcc-c3b93c4aa7cb HTTP/1.1" status: 200 len: 946 time: 0.2910175 Feb 08 21:27:01.017816 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-e605a162-a776-4b21-a730-cba1345ab6db service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:27:01.018169 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-e605a162-a776-4b21-a730-cba1345ab6db service neutron] Checking segment: {'id': 'e6e0981b-63f8-4fe8-9849-12fad4063144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:27:01.018557 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-e605a162-a776-4b21-a730-cba1345ab6db service neutron] Bound using segment: {'id': 'e6e0981b-63f8-4fe8-9849-12fad4063144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:27:01.019013 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-e605a162-a776-4b21-a730-cba1345ab6db service neutron] Bound port: c9a6d53f-1997-42e4-bc89-8cb11b7faf0a, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6e0981b-63f8-4fe8-9849-12fad4063144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:27:01.019383 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-e605a162-a776-4b21-a730-cba1345ab6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c9a6d53f-1997-42e4-bc89-8cb11b7faf0a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:01.051109 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c77e1-e9ce-47d6-9544-d804d99557b0 req-6302cf57-6e23-4a2e-b4fd-535e24b2922a tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:01.052633 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2f9c77e1-e9ce-47d6-9544-d804d99557b0 req-6302cf57-6e23-4a2e-b4fd-535e24b2922a tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.94 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 945 time: 0.2454221 Feb 08 21:27:01.085213 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c4ea0-e14b-4f2d-8f2f-7d6da1b7df01 req-4b8c3dec-cc13-4d57-b31f-431ffdf5f7a0 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:01.090921 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a1c4ea0-e14b-4f2d-8f2f-7d6da1b7df01 req-4b8c3dec-cc13-4d57-b31f-431ffdf5f7a0 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4427664-281d-4e08-91af-27ed804ae64c HTTP/1.1" status: 200 len: 945 time: 0.2012300 Feb 08 21:27:01.156803 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fda29-23e6-4f9a-bf16-e86f85805eaf req-d8422b37-e01d-455c-bf91-a04106ebb085 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:01.158457 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8c6fda29-23e6-4f9a-bf16-e86f85805eaf req-d8422b37-e01d-455c-bf91-a04106ebb085 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.94 "GET /v2.0/ports?device_id=cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec HTTP/1.1" status: 200 len: 949 time: 0.0718620 Feb 08 21:27:01.187872 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8496120b-a02b-4c04-b554-687f0ffa4fff req-b2c55fdb-03f4-4a5c-9c69-175b16dd20da tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff72aba2-9094-4c76-92a7-a3e9004639be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935573 Feb 08 21:27:01.269157 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-e605a162-a776-4b21-a730-cba1345ab6db service neutron] For port c9a6d53f-1997-42e4-bc89-8cb11b7faf0a, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:27:01.279122 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a1c4ea0-e14b-4f2d-8f2f-7d6da1b7df01 req-d922b982-c446-4801-9064-c3f8244f72a2 tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.88 "GET /v2.0/security-groups?id=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561275 Feb 08 21:27:01.292057 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-e605a162-a776-4b21-a730-cba1345ab6db service neutron] For port c9a6d53f-1997-42e4-bc89-8cb11b7faf0a, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c9a6d53f-1997-42e4-bc89-8cb11b7faf0a,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:27:01.312770 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-e605a162-a776-4b21-a730-cba1345ab6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (c9a6d53f-1997-42e4-bc89-8cb11b7faf0a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:01.378569 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-8c6fda29-23e6-4f9a-bf16-e86f85805eaf req-df904003-f992-4670-b470-9620457589d4 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Deleting port c42f6167-a6a8-48d1-9cee-89f60d52b54a {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:27:01.378912 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8c6fda29-23e6-4f9a-bf16-e86f85805eaf req-df904003-f992-4670-b470-9620457589d4 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c42f6167-a6a8-48d1-9cee-89f60d52b54a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:01.448848 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-e605a162-a776-4b21-a730-cba1345ab6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:01.449565 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-e605a162-a776-4b21-a730-cba1345ab6db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:01.451032 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-e605a162-a776-4b21-a730-cba1345ab6db service neutron] 10.222.0.96 "PUT /v2.0/ports/c9a6d53f-1997-42e4-bc89-8cb11b7faf0a HTTP/1.1" status: 200 len: 1093 time: 2.0352445 Feb 08 21:27:01.453511 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a0fae0-8759-4ebe-a097-1aa152978be1', 'tag': 'c9a6d53f-1997-42e4-bc89-8cb11b7faf0a'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:27:01.455978 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb1ae56-2e71-4512-bfea-581a51c9796e" -d '{"events": [{"name": "network-changed", "server_uuid": "38a0fae0-8759-4ebe-a097-1aa152978be1", "tag": "c9a6d53f-1997-42e4-bc89-8cb11b7faf0a"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:27:01.472169 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-2f9c77e1-e9ce-47d6-9544-d804d99557b0 req-c912e636-faa0-4e5f-b923-a1f6f1d9027d tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Deleting port c885e468-8f09-4e3c-8c98-e5a29efb08b4 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:27:01.472510 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2f9c77e1-e9ce-47d6-9544-d804d99557b0 req-c912e636-faa0-4e5f-b923-a1f6f1d9027d tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c885e468-8f09-4e3c-8c98-e5a29efb08b4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:01.495974 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:01.507954 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:01.571558 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-8c6fda29-23e6-4f9a-bf16-e86f85805eaf req-df904003-f992-4670-b470-9620457589d4 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] For port c42f6167-a6a8-48d1-9cee-89f60d52b54a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c42f6167-a6a8-48d1-9cee-89f60d52b54a,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:01.571944 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8c6fda29-23e6-4f9a-bf16-e86f85805eaf req-df904003-f992-4670-b470-9620457589d4 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c42f6167-a6a8-48d1-9cee-89f60d52b54a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:01.580715 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605a162-a776-4b21-a730-cba1345ab6db service neutron] Pushing event updated for resources: {'Port': ['ID=c9a6d53f-1997-42e4-bc89-8cb11b7faf0a,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:01.589538 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-8c6fda29-23e6-4f9a-bf16-e86f85805eaf req-df904003-f992-4670-b470-9620457589d4 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Calling delete_port for c42f6167-a6a8-48d1-9cee-89f60d52b54a owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:27:01.778596 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8c6fda29-23e6-4f9a-bf16-e86f85805eaf req-df904003-f992-4670-b470-9620457589d4 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (c42f6167-a6a8-48d1-9cee-89f60d52b54a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:01.779375 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c79fcd-b9b4-437c-9b93-72bfbfef79cb req-6fdbc600-1b13-45f8-b4fe-59944bed0ef7 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:01.795247 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e1c79fcd-b9b4-437c-9b93-72bfbfef79cb req-6fdbc600-1b13-45f8-b4fe-59944bed0ef7 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 946 time: 0.4006982 Feb 08 21:27:01.817294 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df904003-f992-4670-b470-9620457589d4 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Pushing event deleted for resources: {'Port': ['ID=c42f6167-a6a8-48d1-9cee-89f60d52b54a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:01.883853 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6fda29-23e6-4f9a-bf16-e86f85805eaf req-df904003-f992-4670-b470-9620457589d4 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] No DVR routers for this DVR port c42f6167-a6a8-48d1-9cee-89f60d52b54a on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:27:01.884839 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-c8eef485-72ea-42aa-aaa8-f203f33cbd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:01.887975 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8c6fda29-23e6-4f9a-bf16-e86f85805eaf req-df904003-f992-4670-b470-9620457589d4 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:01.890543 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-c8eef485-72ea-42aa-aaa8-f203f33cbd11 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f472eb7c6f4c42ca9bf2111def0cbf8f&device_id=38a0fae0-8759-4ebe-a097-1aa152978be1 HTTP/1.1" status: 200 len: 1127 time: 0.3391094 Feb 08 21:27:01.892628 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8c6fda29-23e6-4f9a-bf16-e86f85805eaf req-df904003-f992-4670-b470-9620457589d4 tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.94 "DELETE /v2.0/ports/c42f6167-a6a8-48d1-9cee-89f60d52b54a HTTP/1.1" status: 204 len: 173 time: 0.7247150 Feb 08 21:27:01.893130 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec', 'name': 'network-vif-deleted', 'tag': 'c42f6167-a6a8-48d1-9cee-89f60d52b54a'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:27:01.894404 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-2f9c77e1-e9ce-47d6-9544-d804d99557b0 req-c912e636-faa0-4e5f-b923-a1f6f1d9027d tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] For port c885e468-8f09-4e3c-8c98-e5a29efb08b4, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c885e468-8f09-4e3c-8c98-e5a29efb08b4,segment=NetworkSegment(3ccc5b6e-a47f-486d-9206-6d92d647599e),segment_id=3ccc5b6e-a47f-486d-9206-6d92d647599e)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:01.895024 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2f9c77e1-e9ce-47d6-9544-d804d99557b0 req-c912e636-faa0-4e5f-b923-a1f6f1d9027d tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c885e468-8f09-4e3c-8c98-e5a29efb08b4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:01.897144 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bea0eff-040d-4098-85ec-20d83d59cae0" -d '{"events": [{"server_uuid": "cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec", "name": "network-vif-deleted", "tag": "c42f6167-a6a8-48d1-9cee-89f60d52b54a"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:27:01.929024 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71469a74-978c-47fb-b9a8-e9acce66ec40 req-9f7c09ba-1ec5-44d4-8586-0c2eea47639a tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:01.931887 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-71469a74-978c-47fb-b9a8-e9acce66ec40 req-9f7c09ba-1ec5-44d4-8586-0c2eea47639a tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/ports?device_id=cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec HTTP/1.1" status: 200 len: 949 time: 0.4117105 Feb 08 21:27:02.024316 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-2f9c77e1-e9ce-47d6-9544-d804d99557b0 req-c912e636-faa0-4e5f-b923-a1f6f1d9027d tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Calling delete_port for c885e468-8f09-4e3c-8c98-e5a29efb08b4 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:27:02.104165 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-13e0d006-bb0e-4dac-8101-0b86b05224dd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9a6d53f-1997-42e4-bc89-8cb11b7faf0a HTTP/1.1" status: 200 len: 217 time: 0.1708467 Feb 08 21:27:02.132953 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-71469a74-978c-47fb-b9a8-e9acce66ec40 req-9c2239b0-455b-4350-80f8-21e375bb701d tempest-ListImageFiltersTestJSON-1794846054 tempest-ListImageFiltersTestJSON-1794846054-project] 10.222.0.88 "GET /v2.0/security-groups?id=fe76d12e-48f8-4957-9579-1c9269807c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788058 Feb 08 21:27:02.205845 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e1c79fcd-b9b4-437c-9b93-72bfbfef79cb req-ab31bc04-cc67-4c91-a6a0-89352ed4aee6 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4088173 Feb 08 21:27:02.387476 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2f9c77e1-e9ce-47d6-9544-d804d99557b0 req-c912e636-faa0-4e5f-b923-a1f6f1d9027d tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (c885e468-8f09-4e3c-8c98-e5a29efb08b4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:02.400923 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fbfe9b-8181-4e42-be05-601dc74a30ce x-openstack-request-id: req-e8fbfe9b-8181-4e42-be05-601dc74a30ce {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:27:02.401336 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a0fae0-8759-4ebe-a097-1aa152978be1", "tag": "c9a6d53f-1997-42e4-bc89-8cb11b7faf0a", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:27:02.401641 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e8fbfe9b-8181-4e42-be05-601dc74a30ce {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:27:02.402356 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a0fae0-8759-4ebe-a097-1aa152978be1', 'tag': 'c9a6d53f-1997-42e4-bc89-8cb11b7faf0a', 'status': 'completed', 'code': 200} Feb 08 21:27:02.531876 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-71a9e3cb-cb2e-47f1-a692-7f4c72e7a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:02.534346 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-71a9e3cb-cb2e-47f1-a692-7f4c72e7a758 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0584f0b0-2f88-4444-998f-e1ea76f3fbc3 HTTP/1.1" status: 200 len: 846 time: 0.4197471 Feb 08 21:27:02.556959 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912e636-faa0-4e5f-b923-a1f6f1d9027d tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Pushing event deleted for resources: {'Port': ['ID=c885e468-8f09-4e3c-8c98-e5a29efb08b4,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:02.578125 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9c77e1-e9ce-47d6-9544-d804d99557b0 req-c912e636-faa0-4e5f-b923-a1f6f1d9027d tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] No DVR routers for this DVR port c885e468-8f09-4e3c-8c98-e5a29efb08b4 on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:27:02.592247 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2f9c77e1-e9ce-47d6-9544-d804d99557b0 req-c912e636-faa0-4e5f-b923-a1f6f1d9027d tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:02.596144 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2f9c77e1-e9ce-47d6-9544-d804d99557b0 req-c912e636-faa0-4e5f-b923-a1f6f1d9027d tempest-LiveAutoBlockMigrationV225Test-83768197 tempest-LiveAutoBlockMigrationV225Test-83768197-project] 10.222.0.94 "DELETE /v2.0/ports/c885e468-8f09-4e3c-8c98-e5a29efb08b4 HTTP/1.1" status: 204 len: 173 time: 1.5285673 Feb 08 21:27:02.651219 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-23512265-5025-4694-8e40-ded3587727de service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=111016a1-fb5a-4474-9d8a-dc518d9d29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893276 Feb 08 21:27:02.771370 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d3661023-141b-42fb-9341-0f9db0aec4e0 req-9f936082-8289-4e70-9587-1988b2458adb tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5614285 Feb 08 21:27:02.781656 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-d3661023-141b-42fb-9341-0f9db0aec4e0 req-973931e5-41e6-48ce-8e1c-1336445d141b tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:02.849429 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d3661023-141b-42fb-9341-0f9db0aec4e0 req-973931e5-41e6-48ce-8e1c-1336445d141b tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:02.863798 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b909b15-04b7-4a43-bf17-ac47e15355ee req-724da0a9-d398-472b-8d42-db8cfc501317 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:02.865575 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b909b15-04b7-4a43-bf17-ac47e15355ee req-724da0a9-d398-472b-8d42-db8cfc501317 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=38a0fae0-8759-4ebe-a097-1aa152978be1 HTTP/1.1" status: 200 len: 944 time: 0.2833905 Feb 08 21:27:02.951471 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-8371e53f-0869-4d2d-9b80-be5f9baf34a6 service neutron] 10.222.0.96 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772107 Feb 08 21:27:03.043958 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b909b15-04b7-4a43-bf17-ac47e15355ee req-53673520-fd5c-4989-89de-4589dcd4383e tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604419 Feb 08 21:27:03.128968 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ba79b2d-235e-42b6-9dd4-85390270277b req-af4e0fb2-0b51-4db5-8f73-81d6a7582cda service neutron] 10.222.0.96 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676891 Feb 08 21:27:03.174985 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d3661023-141b-42fb-9341-0f9db0aec4e0 req-973931e5-41e6-48ce-8e1c-1336445d141b tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:03.391429 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1ae56-2e71-4512-bfea-581a51c9796e req-daf3d0c1-2ef7-4bce-bb5a-cdd81f8556b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:03.393080 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3fb1ae56-2e71-4512-bfea-581a51c9796e req-daf3d0c1-2ef7-4bce-bb5a-cdd81f8556b2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f472eb7c6f4c42ca9bf2111def0cbf8f&device_id=38a0fae0-8759-4ebe-a097-1aa152978be1 HTTP/1.1" status: 200 len: 1127 time: 0.1471183 Feb 08 21:27:03.409866 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04ef46-5ccb-4892-a58a-12db7dc23d78 req-2f2d58ae-f0e1-42dd-b227-aae29f4fb330 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:03.414342 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04ef46-5ccb-4892-a58a-12db7dc23d78 req-2f2d58ae-f0e1-42dd-b227-aae29f4fb330 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:03.419895 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04ef46-5ccb-4892-a58a-12db7dc23d78 req-2f2d58ae-f0e1-42dd-b227-aae29f4fb330 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:03.426077 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04ef46-5ccb-4892-a58a-12db7dc23d78 req-2f2d58ae-f0e1-42dd-b227-aae29f4fb330 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:03.432032 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04ef46-5ccb-4892-a58a-12db7dc23d78 req-2f2d58ae-f0e1-42dd-b227-aae29f4fb330 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:03.439317 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04ef46-5ccb-4892-a58a-12db7dc23d78 req-2f2d58ae-f0e1-42dd-b227-aae29f4fb330 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:03.444816 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04ef46-5ccb-4892-a58a-12db7dc23d78 req-2f2d58ae-f0e1-42dd-b227-aae29f4fb330 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:03.451118 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eb04ef46-5ccb-4892-a58a-12db7dc23d78 req-2f2d58ae-f0e1-42dd-b227-aae29f4fb330 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5445 time: 0.2187331 Feb 08 21:27:03.486165 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-d3661023-141b-42fb-9341-0f9db0aec4e0 req-973931e5-41e6-48ce-8e1c-1336445d141b tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Allocated IP 172.25.3.80 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/96406432-e604-4075-8101-331e1fe89ccf) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:27:04.091571 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1ae56-2e71-4512-bfea-581a51c9796e req-d0a2f8be-371a-4ecc-bda1-294040b8052f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:04.093573 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3fb1ae56-2e71-4512-bfea-581a51c9796e req-d0a2f8be-371a-4ecc-bda1-294040b8052f service neutron] 10.222.0.96 "GET /v2.0/networks?id=111016a1-fb5a-4474-9d8a-dc518d9d29de HTTP/1.1" status: 200 len: 907 time: 0.6413198 Feb 08 21:27:04.113020 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eb04ef46-5ccb-4892-a58a-12db7dc23d78 req-a3a685b8-ba43-4ede-8787-e74cf9c932d0 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6227796 Feb 08 21:27:04.156571 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-7679b41c-fec3-4c62-a723-bc50178946c1 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:04.162121 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-7679b41c-fec3-4c62-a723-bc50178946c1 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:04.167689 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-7679b41c-fec3-4c62-a723-bc50178946c1 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:04.173804 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-7679b41c-fec3-4c62-a723-bc50178946c1 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:04.179534 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-7679b41c-fec3-4c62-a723-bc50178946c1 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:04.185003 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-7679b41c-fec3-4c62-a723-bc50178946c1 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:04.190649 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-7679b41c-fec3-4c62-a723-bc50178946c1 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:04.192667 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-7679b41c-fec3-4c62-a723-bc50178946c1 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.96 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 5445 time: 0.2887139 Feb 08 21:27:04.230885 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acaa8f9c-75a3-4869-9c6c-ff35dee3727c x-openstack-request-id: req-acaa8f9c-75a3-4869-9c6c-ff35dee3727c {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:27:04.231776 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec", "name": "network-vif-deleted", "tag": "c42f6167-a6a8-48d1-9cee-89f60d52b54a", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:27:04.231776 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-acaa8f9c-75a3-4869-9c6c-ff35dee3727c {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:27:04.232383 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd267de-0b7f-45b2-8fcd-1ebeac7c31ec', 'name': 'network-vif-deleted', 'tag': 'c42f6167-a6a8-48d1-9cee-89f60d52b54a', 'status': 'completed', 'code': 200} Feb 08 21:27:04.241735 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3fb1ae56-2e71-4512-bfea-581a51c9796e req-23154c75-6569-4a1c-b3bc-b39bd8fdf8d8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9a6d53f-1997-42e4-bc89-8cb11b7faf0a HTTP/1.1" status: 200 len: 217 time: 0.1256535 Feb 08 21:27:04.314419 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d3661023-141b-42fb-9341-0f9db0aec4e0 req-973931e5-41e6-48ce-8e1c-1336445d141b tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks [] for port (96406432-e604-4075-8101-331e1fe89ccf), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:04.351548 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-ffb4f131-6679-4711-80b0-41333d5cb13a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:04.353042 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-ffb4f131-6679-4711-80b0-41333d5cb13a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.96 "GET /v2.0/ports/bc9f95b7-4f88-49ab-948f-f4acf9ccc00e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1235118 Feb 08 21:27:04.358927 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1ae56-2e71-4512-bfea-581a51c9796e req-916a37a7-69da-4c0a-939a-41e3252f5eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:04.360446 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3fb1ae56-2e71-4512-bfea-581a51c9796e req-916a37a7-69da-4c0a-939a-41e3252f5eb7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0584f0b0-2f88-4444-998f-e1ea76f3fbc3 HTTP/1.1" status: 200 len: 846 time: 0.1073198 Feb 08 21:27:04.368962 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53418) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:27:04.410547 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4427664-281d-4e08-91af-27ed804ae64c', 'name': 'network-vif-deleted', 'tag': 'c885e468-8f09-4e3c-8c98-e5a29efb08b4'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:27:04.415934 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b95c95-24bf-4d07-95de-e0a62e1fbecd" -d '{"events": [{"server_uuid": "b4427664-281d-4e08-91af-27ed804ae64c", "name": "network-vif-deleted", "tag": "c885e468-8f09-4e3c-8c98-e5a29efb08b4"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:27:04.473925 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3fb1ae56-2e71-4512-bfea-581a51c9796e req-e0330e00-21c4-48bd-9c19-e306d97855a0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=111016a1-fb5a-4474-9d8a-dc518d9d29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004331 Feb 08 21:27:04.574914 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c2f781-12d2-4483-9105-9ed68aaeddb8 admin admin] Deleting subnet d60e29b3-21d7-4da4-a50a-dfbe604013ed {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:27:04.579455 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-58c2f781-12d2-4483-9105-9ed68aaeddb8 admin admin] Publish callbacks [] for subnet (d60e29b3-21d7-4da4-a50a-dfbe604013ed), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:04.597261 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d3661023-141b-42fb-9341-0f9db0aec4e0 req-973931e5-41e6-48ce-8e1c-1336445d141b tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (96406432-e604-4075-8101-331e1fe89ccf), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:04.637557 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-58c2f781-12d2-4483-9105-9ed68aaeddb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (d60e29b3-21d7-4da4-a50a-dfbe604013ed), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:04.689504 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-4b5d10c1-c67e-4014-ab52-1d43a498c064 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.96 "GET /v2.0/networks/1b3a5566-af7d-483b-b013-ff5148a84b70?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3259413 Feb 08 21:27:04.694429 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3661023-141b-42fb-9341-0f9db0aec4e0 req-973931e5-41e6-48ce-8e1c-1336445d141b tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:27:04.707040 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-8ec0ff88-2fec-4ada-865b-d5b653ebd1fb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:04.710336 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-d3661023-141b-42fb-9341-0f9db0aec4e0 req-973931e5-41e6-48ce-8e1c-1336445d141b tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:27:04.712583 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973931e5-41e6-48ce-8e1c-1336445d141b tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Pushing event updated for resources: {'Port': ['ID=96406432-e604-4075-8101-331e1fe89ccf,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:04.715214 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3661023-141b-42fb-9341-0f9db0aec4e0 req-973931e5-41e6-48ce-8e1c-1336445d141b tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:27:04.745214 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-58c2f781-12d2-4483-9105-9ed68aaeddb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (d60e29b3-21d7-4da4-a50a-dfbe604013ed), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:04.804310 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb647e5-a320-402c-8302-86c949922e67 req-ee15d472-1cac-4a3e-951e-42105973befd tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:04.807493 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3fb647e5-a320-402c-8302-86c949922e67 req-ee15d472-1cac-4a3e-951e-42105973befd tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 946 time: 0.2958767 Feb 08 21:27:04.824295 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3fb1ae56-2e71-4512-bfea-581a51c9796e req-6855f7b7-3ca6-4d91-b25e-178b00136a6b service neutron] 10.222.0.96 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388436 Feb 08 21:27:04.895436 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-58c2f781-12d2-4483-9105-9ed68aaeddb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (d60e29b3-21d7-4da4-a50a-dfbe604013ed), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:04.950464 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-8ec0ff88-2fec-4ada-865b-d5b653ebd1fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bc9f95b7-4f88-49ab-948f-f4acf9ccc00e), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:05.000414 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2f781-12d2-4483-9105-9ed68aaeddb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d60e29b3-21d7-4da4-a50a-dfbe604013ed,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:05.025289 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3fb647e5-a320-402c-8302-86c949922e67 req-45307714-4a05-4f02-bee2-494af6f57d97 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2161109 Feb 08 21:27:05.063155 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-58c2f781-12d2-4483-9105-9ed68aaeddb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:05.074317 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-58c2f781-12d2-4483-9105-9ed68aaeddb8 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/d60e29b3-21d7-4da4-a50a-dfbe604013ed HTTP/1.1" status: 204 len: 168 time: 0.7025974 Feb 08 21:27:05.078301 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2f781-12d2-4483-9105-9ed68aaeddb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:05.079234 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2f781-12d2-4483-9105-9ed68aaeddb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:05.082496 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2f781-12d2-4483-9105-9ed68aaeddb8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:05.083502 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2f781-12d2-4483-9105-9ed68aaeddb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:05.084353 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2f781-12d2-4483-9105-9ed68aaeddb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:05.085351 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2f781-12d2-4483-9105-9ed68aaeddb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:05.086137 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2f781-12d2-4483-9105-9ed68aaeddb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:05.086985 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2f781-12d2-4483-9105-9ed68aaeddb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:05.087825 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2f781-12d2-4483-9105-9ed68aaeddb8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:05.088690 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2f781-12d2-4483-9105-9ed68aaeddb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:05.089525 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2f781-12d2-4483-9105-9ed68aaeddb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:05.090763 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2f781-12d2-4483-9105-9ed68aaeddb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:05.093171 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c2f781-12d2-4483-9105-9ed68aaeddb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:05.114474 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53426) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:27:05.148404 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d3661023-141b-42fb-9341-0f9db0aec4e0 req-973931e5-41e6-48ce-8e1c-1336445d141b tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks [] for floatingip (c2f01a18-8bd6-4ced-9367-4340ef63170f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:05.245585 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3fb1ae56-2e71-4512-bfea-581a51c9796e req-e7542b9c-6061-4ca8-95b9-aab821d8d61a service neutron] 10.222.0.96 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086809 Feb 08 21:27:05.270041 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device c42f6167-a6a8-48d1-9cee-89f60d52b54a no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:27:05.293470 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9494927a-e839-4ce1-8ebf-f5374d4c6698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (2832de48-e50e-44a2-9cef-26035a020939), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:05.310534 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d3661023-141b-42fb-9341-0f9db0aec4e0 req-973931e5-41e6-48ce-8e1c-1336445d141b tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (96406432-e604-4075-8101-331e1fe89ccf), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:05.319231 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: c42f6167-a6a8-48d1-9cee-89f60d52b54a {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:27:05.320216 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device c42f6167-a6a8-48d1-9cee-89f60d52b54a not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:27:05.321270 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d804d-22d1-424c-af41-3ad7df0c3c59 req-e639541e-99fd-4e63-af3d-9471f4a57926 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:05.322476 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device c885e468-8f09-4e3c-8c98-e5a29efb08b4 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:27:05.322749 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-209d804d-22d1-424c-af41-3ad7df0c3c59 req-e639541e-99fd-4e63-af3d-9471f4a57926 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=38a0fae0-8759-4ebe-a097-1aa152978be1 HTTP/1.1" status: 200 len: 944 time: 0.1777880 Feb 08 21:27:05.359959 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: c885e468-8f09-4e3c-8c98-e5a29efb08b4 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:27:05.360987 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device c885e468-8f09-4e3c-8c98-e5a29efb08b4 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:27:05.471296 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9494927a-e839-4ce1-8ebf-f5374d4c6698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (2832de48-e50e-44a2-9cef-26035a020939), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:05.505973 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-9494927a-e839-4ce1-8ebf-f5374d4c6698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2832de48-e50e-44a2-9cef-26035a020939']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:05.529298 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-8ec0ff88-2fec-4ada-865b-d5b653ebd1fb service neutron] For port bc9f95b7-4f88-49ab-948f-f4acf9ccc00e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=bc9f95b7-4f88-49ab-948f-f4acf9ccc00e,segment=NetworkSegment(bb57cdc6-c629-4f4a-b28a-291038cfbb0a),segment_id=bb57cdc6-c629-4f4a-b28a-291038cfbb0a)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:05.529561 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-9494927a-e839-4ce1-8ebf-f5374d4c6698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ccc5b6e-a47f-486d-9206-6d92d647599e') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:05.529561 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-9494927a-e839-4ce1-8ebf-f5374d4c6698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ccc5b6e-a47f-486d-9206-6d92d647599e') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:05.547138 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9494927a-e839-4ce1-8ebf-f5374d4c6698 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (3ccc5b6e-a47f-486d-9206-6d92d647599e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:05.572184 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9494927a-e839-4ce1-8ebf-f5374d4c6698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (3ccc5b6e-a47f-486d-9206-6d92d647599e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:05.585096 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-209d804d-22d1-424c-af41-3ad7df0c3c59 req-f81a9b1e-c2b5-4a54-b33c-0149fe92b7c2 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247722 Feb 08 21:27:05.599953 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9494927a-e839-4ce1-8ebf-f5374d4c6698 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:27:05.601791 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9494927a-e839-4ce1-8ebf-f5374d4c6698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (3ccc5b6e-a47f-486d-9206-6d92d647599e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:27:05.605909 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:27:05.759601 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-8ec0ff88-2fec-4ada-865b-d5b653ebd1fb service neutron] For port bc9f95b7-4f88-49ab-948f-f4acf9ccc00e, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:27:05.797977 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9494927a-e839-4ce1-8ebf-f5374d4c6698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (2832de48-e50e-44a2-9cef-26035a020939), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:05.808677 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9494927a-e839-4ce1-8ebf-f5374d4c6698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:05.813214 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9494927a-e839-4ce1-8ebf-f5374d4c6698 admin admin] 10.222.0.88 "DELETE /v2.0/networks/2832de48-e50e-44a2-9cef-26035a020939 HTTP/1.1" status: 204 len: 168 time: 0.6966648 Feb 08 21:27:05.823220 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53432) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:27:05.878157 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d3661023-141b-42fb-9341-0f9db0aec4e0 req-973931e5-41e6-48ce-8e1c-1336445d141b tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks [] for port (96406432-e604-4075-8101-331e1fe89ccf), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:05.892033 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d3661023-141b-42fb-9341-0f9db0aec4e0 req-973931e5-41e6-48ce-8e1c-1336445d141b tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (96406432-e604-4075-8101-331e1fe89ccf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:05.902951 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-8ec0ff88-2fec-4ada-865b-d5b653ebd1fb service neutron] device_id is not set on port bc9f95b7-4f88-49ab-948f-f4acf9ccc00e yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:27:05.917201 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494927a-e839-4ce1-8ebf-f5374d4c6698 admin admin] Pushing event deleted for resources: {'Network': ['ID=2832de48-e50e-44a2-9cef-26035a020939,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:05.958696 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5df1bb-bba7-42d6-a8f5-18376a9189cd admin admin] Deleting subnet 76f1a224-3264-4b41-a6bd-48b40fc8cfe4 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:27:05.962762 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf5df1bb-bba7-42d6-a8f5-18376a9189cd admin admin] Publish callbacks [] for subnet (76f1a224-3264-4b41-a6bd-48b40fc8cfe4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:06.002474 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-8ec0ff88-2fec-4ada-865b-d5b653ebd1fb service neutron] Publish callbacks [] for port (bc9f95b7-4f88-49ab-948f-f4acf9ccc00e), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:06.022218 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf5df1bb-bba7-42d6-a8f5-18376a9189cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (76f1a224-3264-4b41-a6bd-48b40fc8cfe4), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:06.032228 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-8ec0ff88-2fec-4ada-865b-d5b653ebd1fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (bc9f95b7-4f88-49ab-948f-f4acf9ccc00e), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:06.088286 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973931e5-41e6-48ce-8e1c-1336445d141b tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Pushing event updated for resources: {'Port': ['ID=96406432-e604-4075-8101-331e1fe89ccf,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:06.104774 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf5df1bb-bba7-42d6-a8f5-18376a9189cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (76f1a224-3264-4b41-a6bd-48b40fc8cfe4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:06.151578 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-8ec0ff88-2fec-4ada-865b-d5b653ebd1fb service neutron] No DVR routers for this DVR port bc9f95b7-4f88-49ab-948f-f4acf9ccc00e on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:27:06.160161 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d3661023-141b-42fb-9341-0f9db0aec4e0 req-973931e5-41e6-48ce-8e1c-1336445d141b tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (c2f01a18-8bd6-4ced-9367-4340ef63170f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:06.214529 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0ff88-2fec-4ada-865b-d5b653ebd1fb service neutron] Pushing event updated for resources: {'Port': ['ID=bc9f95b7-4f88-49ab-948f-f4acf9ccc00e,revision_number=6']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:06.250301 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf5df1bb-bba7-42d6-a8f5-18376a9189cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (76f1a224-3264-4b41-a6bd-48b40fc8cfe4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:06.255124 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d3661023-141b-42fb-9341-0f9db0aec4e0 req-973931e5-41e6-48ce-8e1c-1336445d141b tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:06.256658 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d3661023-141b-42fb-9341-0f9db0aec4e0 req-973931e5-41e6-48ce-8e1c-1336445d141b tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4839530 Feb 08 21:27:06.276982 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-8ec0ff88-2fec-4ada-865b-d5b653ebd1fb service neutron] In _notify_port_updated(), no bound segment for port bc9f95b7-4f88-49ab-948f-f4acf9ccc00e on network 1b3a5566-af7d-483b-b013-ff5148a84b70 {{(pid=103433) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 21:27:06.289481 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-8ec0ff88-2fec-4ada-865b-d5b653ebd1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:06.289481 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-8ec0ff88-2fec-4ada-865b-d5b653ebd1fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:06.289481 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-8ec0ff88-2fec-4ada-865b-d5b653ebd1fb service neutron] 10.222.0.96 "PUT /v2.0/ports/bc9f95b7-4f88-49ab-948f-f4acf9ccc00e HTTP/1.1" status: 200 len: 1033 time: 1.5855875 Feb 08 21:27:06.304711 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:06.368882 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5df1bb-bba7-42d6-a8f5-18376a9189cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76f1a224-3264-4b41-a6bd-48b40fc8cfe4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:06.372781 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf5df1bb-bba7-42d6-a8f5-18376a9189cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:06.383617 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bf5df1bb-bba7-42d6-a8f5-18376a9189cd admin admin] 10.222.0.88 "DELETE /v2.0/subnets/76f1a224-3264-4b41-a6bd-48b40fc8cfe4 HTTP/1.1" status: 204 len: 168 time: 0.5589409 Feb 08 21:27:06.402988 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53456) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:27:06.471263 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d3661023-141b-42fb-9341-0f9db0aec4e0 req-5c9de632-918e-451e-bca0-094350aab1c8 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 695 time: 0.1863163 Feb 08 21:27:06.570612 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:06.583195 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96f3ad2-a8aa-487f-958d-5999d966dca7 x-openstack-request-id: req-a96f3ad2-a8aa-487f-958d-5999d966dca7 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:27:06.583704 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4427664-281d-4e08-91af-27ed804ae64c", "name": "network-vif-deleted", "tag": "c885e468-8f09-4e3c-8c98-e5a29efb08b4", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:27:06.584838 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a96f3ad2-a8aa-487f-958d-5999d966dca7 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:27:06.585585 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4427664-281d-4e08-91af-27ed804ae64c', 'name': 'network-vif-deleted', 'tag': 'c885e468-8f09-4e3c-8c98-e5a29efb08b4', 'status': 'completed', 'code': 200} Feb 08 21:27:06.594749 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-cc49dd36-41be-4eaf-86a3-e3b1b47896a7 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:06.597748 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-cc49dd36-41be-4eaf-86a3-e3b1b47896a7 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.96 "GET /v2.0/ports/3a761046-2c2d-4f8b-935f-343322f71219?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2477565 Feb 08 21:27:06.628390 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5af4a35-7797-4558-9f74-53243a4251dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (b15cb899-1541-4ffc-bc55-eb2725e7ce6f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:06.681716 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-0a940ab6-2184-45de-a475-cbbf4c631f03 None None] Provisioning complete for port bc9f95b7-4f88-49ab-948f-f4acf9ccc00e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:27:06.682260 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0a940ab6-2184-45de-a475-cbbf4c631f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bc9f95b7-4f88-49ab-948f-f4acf9ccc00e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:06.698833 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-ad8d0fdc-7332-488f-a1c5-c5a2c14e7eaf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:06.739571 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0a940ab6-2184-45de-a475-cbbf4c631f03 None None] Port bc9f95b7-4f88-49ab-948f-f4acf9ccc00e cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:27:06.753867 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5af4a35-7797-4558-9f74-53243a4251dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (b15cb899-1541-4ffc-bc55-eb2725e7ce6f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:06.778464 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-d5af4a35-7797-4558-9f74-53243a4251dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15cb899-1541-4ffc-bc55-eb2725e7ce6f']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:06.794628 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-d5af4a35-7797-4558-9f74-53243a4251dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e06d7ae-8f20-4e83-ac4e-dc501da153d1') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:06.795173 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-d5af4a35-7797-4558-9f74-53243a4251dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e06d7ae-8f20-4e83-ac4e-dc501da153d1') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:06.814691 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5af4a35-7797-4558-9f74-53243a4251dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (5e06d7ae-8f20-4e83-ac4e-dc501da153d1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:06.836926 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5af4a35-7797-4558-9f74-53243a4251dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (5e06d7ae-8f20-4e83-ac4e-dc501da153d1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:06.844999 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5af4a35-7797-4558-9f74-53243a4251dc admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:27:06.845618 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5af4a35-7797-4558-9f74-53243a4251dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (5e06d7ae-8f20-4e83-ac4e-dc501da153d1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:27:06.847581 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:27:06.877748 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-ad8d0fdc-7332-488f-a1c5-c5a2c14e7eaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3a761046-2c2d-4f8b-935f-343322f71219), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:06.893322 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d877eb1-96ee-4833-9436-5176bfaa9b37 req-06a5c35f-1b27-4e6c-889a-a74de55af428 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:06.898864 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d877eb1-96ee-4833-9436-5176bfaa9b37 req-06a5c35f-1b27-4e6c-889a-a74de55af428 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:06.904630 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d877eb1-96ee-4833-9436-5176bfaa9b37 req-06a5c35f-1b27-4e6c-889a-a74de55af428 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:06.910585 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d877eb1-96ee-4833-9436-5176bfaa9b37 req-06a5c35f-1b27-4e6c-889a-a74de55af428 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:06.915954 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d877eb1-96ee-4833-9436-5176bfaa9b37 req-06a5c35f-1b27-4e6c-889a-a74de55af428 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:06.922405 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d877eb1-96ee-4833-9436-5176bfaa9b37 req-06a5c35f-1b27-4e6c-889a-a74de55af428 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:06.924577 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1d877eb1-96ee-4833-9436-5176bfaa9b37 req-06a5c35f-1b27-4e6c-889a-a74de55af428 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 4665 time: 0.2174425 Feb 08 21:27:06.927776 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5af4a35-7797-4558-9f74-53243a4251dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (b15cb899-1541-4ffc-bc55-eb2725e7ce6f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:06.941504 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3661023-141b-42fb-9341-0f9db0aec4e0 req-29856517-812e-4691-893e-d6f8c209a420 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:06.942979 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d3661023-141b-42fb-9341-0f9db0aec4e0 req-29856517-812e-4691-893e-d6f8c209a420 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 784 time: 0.4589078 Feb 08 21:27:06.950539 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5af4a35-7797-4558-9f74-53243a4251dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:06.954362 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d5af4a35-7797-4558-9f74-53243a4251dc admin admin] 10.222.0.88 "DELETE /v2.0/networks/b15cb899-1541-4ffc-bc55-eb2725e7ce6f HTTP/1.1" status: 204 len: 168 time: 0.5499754 Feb 08 21:27:06.955295 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af4a35-7797-4558-9f74-53243a4251dc admin admin] Pushing event deleted for resources: {'Network': ['ID=b15cb899-1541-4ffc-bc55-eb2725e7ce6f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:06.972077 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-d3661023-141b-42fb-9341-0f9db0aec4e0 req-beaadc79-26de-4d9b-98ba-e366ac8fa290 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:27:06.973973 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d3661023-141b-42fb-9341-0f9db0aec4e0 req-beaadc79-26de-4d9b-98ba-e366ac8fa290 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0235445 Feb 08 21:27:07.167034 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53478) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:27:07.222067 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-212e06ea-46f9-44a8-adcb-a5f90efcc5e6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8f5c158dadb24dc0a464206c8c7c35e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0532498 Feb 08 21:27:07.225174 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53480) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:27:07.225988 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1d877eb1-96ee-4833-9436-5176bfaa9b37 req-1d99aa67-e849-4cc6-a6d8-cb165520361b tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&id=ecbd9dbf-8542-4d46-8557-ac100d9f066b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2787941 Feb 08 21:27:07.277258 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-ad8d0fdc-7332-488f-a1c5-c5a2c14e7eaf service neutron] For port 3a761046-2c2d-4f8b-935f-343322f71219, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=3a761046-2c2d-4f8b-935f-343322f71219,segment=NetworkSegment(bb57cdc6-c629-4f4a-b28a-291038cfbb0a),segment_id=bb57cdc6-c629-4f4a-b28a-291038cfbb0a)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:07.277258 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfa943-c06f-4571-899f-17816bd05d4d req-fa1c84e0-c1b2-4912-b5a1-2b6356827537 tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:07.277258 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-adbfa943-c06f-4571-899f-17816bd05d4d req-fa1c84e0-c1b2-4912-b5a1-2b6356827537 tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] 10.222.0.88 "GET /v2.0/ports?device_id=142a705d-3b08-444a-953e-13ba39554893 HTTP/1.1" status: 200 len: 945 time: 0.1372278 Feb 08 21:27:07.316882 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ae148de-e4d0-4d7f-92fb-d5e18eacec3b admin admin] Publish callbacks [] for security_group (57fd4331-55b8-4c14-a33b-9cde4cb3b4d4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:07.339105 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-ad8d0fdc-7332-488f-a1c5-c5a2c14e7eaf service neutron] For port 3a761046-2c2d-4f8b-935f-343322f71219, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:27:07.356287 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ae148de-e4d0-4d7f-92fb-d5e18eacec3b admin admin] Publish callbacks [] for security_group (57fd4331-55b8-4c14-a33b-9cde4cb3b4d4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:07.365703 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device c9a6d53f-1997-42e4-bc89-8cb11b7faf0a details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:27:07.371495 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:27:07.414449 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-adbfa943-c06f-4571-899f-17816bd05d4d req-dc3113c8-739e-4a36-a811-81a24133ad04 tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] 10.222.0.88 "GET /v2.0/security-groups?id=d92ddbf8-64e1-4f57-9421-2496c83eadd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256976 Feb 08 21:27:07.420026 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-ad8d0fdc-7332-488f-a1c5-c5a2c14e7eaf service neutron] device_id is not set on port 3a761046-2c2d-4f8b-935f-343322f71219 yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:27:07.430932 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ae148de-e4d0-4d7f-92fb-d5e18eacec3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (57fd4331-55b8-4c14-a33b-9cde4cb3b4d4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:07.432222 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-ad8d0fdc-7332-488f-a1c5-c5a2c14e7eaf service neutron] Publish callbacks [] for port (3a761046-2c2d-4f8b-935f-343322f71219), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:07.436452 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ae148de-e4d0-4d7f-92fb-d5e18eacec3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:07.441472 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3ae148de-e4d0-4d7f-92fb-d5e18eacec3b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/57fd4331-55b8-4c14-a33b-9cde4cb3b4d4 HTTP/1.1" status: 204 len: 168 time: 0.2114470 Feb 08 21:27:07.455448 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-ad8d0fdc-7332-488f-a1c5-c5a2c14e7eaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (3a761046-2c2d-4f8b-935f-343322f71219), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:07.463644 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae148de-e4d0-4d7f-92fb-d5e18eacec3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fd4331-55b8-4c14-a33b-9cde4cb3b4d4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:07.519678 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e6a06-1db1-44e6-90ca-4977e540505f req-5366805f-8e47-4769-94b5-ff2ab33a07b8 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:07.523012 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-315e6a06-1db1-44e6-90ca-4977e540505f req-5366805f-8e47-4769-94b5-ff2ab33a07b8 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 946 time: 0.1814733 Feb 08 21:27:07.573214 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:27:07.573867 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:07.619854 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:27:07.623045 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2e6330-9faf-4cb1-a83b-2898c1cd0916" -d '{"events": [{"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-unplugged", "status": "completed", "tag": "b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:27:07.653631 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port c9a6d53f-1997-42e4-bc89-8cb11b7faf0a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c9a6d53f-1997-42e4-bc89-8cb11b7faf0a,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:07.665799 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f,segment=NetworkSegment(bb57cdc6-c629-4f4a-b28a-291038cfbb0a),segment_id=bb57cdc6-c629-4f4a-b28a-291038cfbb0a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:07.673618 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:07.674606 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 57c2afe3-de62-4d69-a393-85c5a161f29c no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:27:07.679756 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'c9a6d53f-1997-42e4-bc89-8cb11b7faf0a', 'network_id': '111016a1-fb5a-4474-9d8a-dc518d9d29de', 'port_id': 'c9a6d53f-1997-42e4-bc89-8cb11b7faf0a', 'mac_address': 'fa:16:3e:cc:cb:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0584f0b0-2f88-4444-998f-e1ea76f3fbc3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:27:07.847183 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:07.851883 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-ad8d0fdc-7332-488f-a1c5-c5a2c14e7eaf service neutron] No DVR routers for this DVR port 3a761046-2c2d-4f8b-935f-343322f71219 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:27:07.855645 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port c9a6d53f-1997-42e4-bc89-8cb11b7faf0a is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:27:07.856304 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c9a6d53f-1997-42e4-bc89-8cb11b7faf0a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:07.881338 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9a6d53f-1997-42e4-bc89-8cb11b7faf0a {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:27:07.892629 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:07.893792 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:07.894314 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:07.894799 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:07.895281 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:07.895761 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:07.896245 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:07.897046 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:07.897568 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:07.898064 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:07.898542 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:07.899008 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:07.899482 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:07.905410 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 57c2afe3-de62-4d69-a393-85c5a161f29c is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:27:07.906076 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (57c2afe3-de62-4d69-a393-85c5a161f29c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:07.931239 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d0fdc-7332-488f-a1c5-c5a2c14e7eaf service neutron] Pushing event updated for resources: {'Port': ['ID=3a761046-2c2d-4f8b-935f-343322f71219,revision_number=6']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:07.956707 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-315e6a06-1db1-44e6-90ca-4977e540505f req-f5e9e045-d1f1-4119-9e20-282d09772ecd tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2828896 Feb 08 21:27:07.964135 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 57c2afe3-de62-4d69-a393-85c5a161f29c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=57c2afe3-de62-4d69-a393-85c5a161f29c,segment=NetworkSegment(2915d85e-a598-40b1-b44f-c2e78eba4c98),segment_id=2915d85e-a598-40b1-b44f-c2e78eba4c98)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:07.982383 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port c9a6d53f-1997-42e4-bc89-8cb11b7faf0a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c9a6d53f-1997-42e4-bc89-8cb11b7faf0a,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:07.988621 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (57c2afe3-de62-4d69-a393-85c5a161f29c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:07.989662 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device bc9f95b7-4f88-49ab-948f-f4acf9ccc00e no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:27:08.015250 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-ad8d0fdc-7332-488f-a1c5-c5a2c14e7eaf service neutron] In _notify_port_updated(), no bound segment for port 3a761046-2c2d-4f8b-935f-343322f71219 on network 1b3a5566-af7d-483b-b013-ff5148a84b70 {{(pid=103433) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 21:27:08.016316 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-ad8d0fdc-7332-488f-a1c5-c5a2c14e7eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:08.016945 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-ad8d0fdc-7332-488f-a1c5-c5a2c14e7eaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:08.018339 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-ad8d0fdc-7332-488f-a1c5-c5a2c14e7eaf service neutron] 10.222.0.96 "PUT /v2.0/ports/3a761046-2c2d-4f8b-935f-343322f71219 HTTP/1.1" status: 200 len: 1032 time: 1.3978198 Feb 08 21:27:08.028808 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3834a9-6fec-4057-a0aa-e766e73157b6 req-61437081-bcaf-4304-b4b5-1b89963e7c36 tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:08.031033 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0c3834a9-6fec-4057-a0aa-e766e73157b6 req-61437081-bcaf-4304-b4b5-1b89963e7c36 tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] 10.222.0.94 "GET /v2.0/ports?device_id=142a705d-3b08-444a-953e-13ba39554893 HTTP/1.1" status: 200 len: 945 time: 0.5519025 Feb 08 21:27:08.041182 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c9a6d53f-1997-42e4-bc89-8cb11b7faf0a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:08.081252 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53508) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:27:08.137086 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] The host n-h2-712143-31 is not matching for port bc9f95b7-4f88-49ab-948f-f4acf9ccc00e host ! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 21:27:08.137801 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device bc9f95b7-4f88-49ab-948f-f4acf9ccc00e not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:27:08.138245 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 3a761046-2c2d-4f8b-935f-343322f71219 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:27:08.188619 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fa65edac-d0c6-4713-8b5e-dafae80f86df admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7d2e48c0d3134447911cabbf34c791eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1058786 Feb 08 21:27:08.193495 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53512) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:27:08.196126 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=57c2afe3-de62-4d69-a393-85c5a161f29c,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:08.236120 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-e4a9d448-2fac-43bd-bbc5-a9b7c118595c None None] Provisioning complete for port 3a761046-2c2d-4f8b-935f-343322f71219 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:27:08.236402 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e4a9d448-2fac-43bd-bbc5-a9b7c118595c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3a761046-2c2d-4f8b-935f-343322f71219), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:08.297173 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] The host n-h2-712143-31 is not matching for port 3a761046-2c2d-4f8b-935f-343322f71219 host ! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 21:27:08.297620 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 3a761046-2c2d-4f8b-935f-343322f71219 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:27:08.298040 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 0c6c049d-608b-4814-b1f6-d70640c57171 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:27:08.306230 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e4a9d448-2fac-43bd-bbc5-a9b7c118595c None None] Port 3a761046-2c2d-4f8b-935f-343322f71219 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:27:08.307715 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=c9a6d53f-1997-42e4-bc89-8cb11b7faf0a,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:08.333414 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc5f66-3df5-4185-8260-c6d958724ce4 req-0dfc5fef-3d09-4f00-bf28-f4083dcb1100 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:08.334755 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65fbef5d-702b-42e1-9cc8-7348df1a9425 admin admin] Publish callbacks [] for security_group (aa68b8d0-9862-4914-9106-ca970d7fdc9d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:08.337032 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6ccc5f66-3df5-4185-8260-c6d958724ce4 req-0dfc5fef-3d09-4f00-bf28-f4083dcb1100 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=38a0fae0-8759-4ebe-a097-1aa152978be1 HTTP/1.1" status: 200 len: 945 time: 0.1941307 Feb 08 21:27:08.367558 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65fbef5d-702b-42e1-9cc8-7348df1a9425 admin admin] Publish callbacks [] for security_group (aa68b8d0-9862-4914-9106-ca970d7fdc9d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:08.394199 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-0c3834a9-6fec-4057-a0aa-e766e73157b6 req-cdb4cb91-3560-4ad5-8b5b-36435653671c tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Deleting port d754aa5d-483d-4198-95cc-657a5695ff3a {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:27:08.395014 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0c3834a9-6fec-4057-a0aa-e766e73157b6 req-cdb4cb91-3560-4ad5-8b5b-36435653671c tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d754aa5d-483d-4198-95cc-657a5695ff3a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:08.431985 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 0c6c049d-608b-4814-b1f6-d70640c57171 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:27:08.432651 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0c6c049d-608b-4814-b1f6-d70640c57171), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:08.468074 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['c9a6d53f-1997-42e4-bc89-8cb11b7faf0a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:27:08.477647 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65fbef5d-702b-42e1-9cc8-7348df1a9425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (aa68b8d0-9862-4914-9106-ca970d7fdc9d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:08.482341 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65fbef5d-702b-42e1-9cc8-7348df1a9425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:08.486844 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-65fbef5d-702b-42e1-9cc8-7348df1a9425 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/aa68b8d0-9862-4914-9106-ca970d7fdc9d HTTP/1.1" status: 204 len: 168 time: 0.2917087 Feb 08 21:27:08.499431 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbef5d-702b-42e1-9cc8-7348df1a9425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa68b8d0-9862-4914-9106-ca970d7fdc9d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:08.515799 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6ccc5f66-3df5-4185-8260-c6d958724ce4 req-5776b5b3-772a-4c4d-9136-ce2bab3a3e9f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707942 Feb 08 21:27:08.534925 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-1f29da7f-1015-4485-aebf-8f629fbb14df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Deleting port 0c6c049d-608b-4814-b1f6-d70640c57171 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:27:08.535386 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-1f29da7f-1015-4485-aebf-8f629fbb14df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (0c6c049d-608b-4814-b1f6-d70640c57171), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:08.558330 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 0c6c049d-608b-4814-b1f6-d70640c57171, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=0c6c049d-608b-4814-b1f6-d70640c57171,segment=NetworkSegment(bb57cdc6-c629-4f4a-b28a-291038cfbb0a),segment_id=bb57cdc6-c629-4f4a-b28a-291038cfbb0a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:08.582730 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0c6c049d-608b-4814-b1f6-d70640c57171), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:08.584403 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device ba1697d4-60e3-4a42-86fd-43113c4fc2a5 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:27:08.721668 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=0c6c049d-608b-4814-b1f6-d70640c57171,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:08.900688 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port ba1697d4-60e3-4a42-86fd-43113c4fc2a5 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:27:08.901346 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ba1697d4-60e3-4a42-86fd-43113c4fc2a5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:08.963433 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1afb292-493f-4bf8-99d5-d01eeb96c34e x-openstack-request-id: req-f1afb292-493f-4bf8-99d5-d01eeb96c34e {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:27:08.963739 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-unplugged", "status": "completed", "tag": "b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:27:08.964246 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f1afb292-493f-4bf8-99d5-d01eeb96c34e {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:27:08.964813 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f', 'code': 200} Feb 08 21:27:09.002190 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port ba1697d4-60e3-4a42-86fd-43113c4fc2a5, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=ba1697d4-60e3-4a42-86fd-43113c4fc2a5,segment=NetworkSegment(2915d85e-a598-40b1-b44f-c2e78eba4c98),segment_id=2915d85e-a598-40b1-b44f-c2e78eba4c98)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:09.016295 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ba1697d4-60e3-4a42-86fd-43113c4fc2a5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:09.017174 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 349259dd-45b6-4ece-8313-48d4ea9e8738 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:27:09.156676 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-1f29da7f-1015-4485-aebf-8f629fbb14df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] For port 0c6c049d-608b-4814-b1f6-d70640c57171, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=0c6c049d-608b-4814-b1f6-d70640c57171,segment=NetworkSegment(bb57cdc6-c629-4f4a-b28a-291038cfbb0a),segment_id=bb57cdc6-c629-4f4a-b28a-291038cfbb0a)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:09.157420 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-1f29da7f-1015-4485-aebf-8f629fbb14df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (0c6c049d-608b-4814-b1f6-d70640c57171), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:09.195108 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=ba1697d4-60e3-4a42-86fd-43113c4fc2a5,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:09.217764 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 349259dd-45b6-4ece-8313-48d4ea9e8738 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:27:09.218444 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (349259dd-45b6-4ece-8313-48d4ea9e8738), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:09.274048 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-1f29da7f-1015-4485-aebf-8f629fbb14df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Calling delete_port for 0c6c049d-608b-4814-b1f6-d70640c57171 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:27:09.285417 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 349259dd-45b6-4ece-8313-48d4ea9e8738, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=349259dd-45b6-4ece-8313-48d4ea9e8738,segment=NetworkSegment(881e5be7-1349-4f9a-a3c0-c2bf76a0109d),segment_id=881e5be7-1349-4f9a-a3c0-c2bf76a0109d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:09.290932 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (349259dd-45b6-4ece-8313-48d4ea9e8738), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:09.338834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-0c3834a9-6fec-4057-a0aa-e766e73157b6 req-cdb4cb91-3560-4ad5-8b5b-36435653671c tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] For port d754aa5d-483d-4198-95cc-657a5695ff3a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d754aa5d-483d-4198-95cc-657a5695ff3a,segment=NetworkSegment(0552ecfa-cb6d-468d-ab48-75637acbb710),segment_id=0552ecfa-cb6d-468d-ab48-75637acbb710)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:09.339470 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0c3834a9-6fec-4057-a0aa-e766e73157b6 req-cdb4cb91-3560-4ad5-8b5b-36435653671c tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d754aa5d-483d-4198-95cc-657a5695ff3a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:09.368881 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:27:09.411413 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422ae87-1667-47e3-85ce-6b63d1eec03e req-04e1c34a-aa86-4c68-8592-dabe3d65cd31 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:09.415731 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=349259dd-45b6-4ece-8313-48d4ea9e8738,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:09.416973 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422ae87-1667-47e3-85ce-6b63d1eec03e req-04e1c34a-aa86-4c68-8592-dabe3d65cd31 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:09.422968 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422ae87-1667-47e3-85ce-6b63d1eec03e req-04e1c34a-aa86-4c68-8592-dabe3d65cd31 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:09.429020 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422ae87-1667-47e3-85ce-6b63d1eec03e req-04e1c34a-aa86-4c68-8592-dabe3d65cd31 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:09.434783 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422ae87-1667-47e3-85ce-6b63d1eec03e req-04e1c34a-aa86-4c68-8592-dabe3d65cd31 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:09.439719 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a422ae87-1667-47e3-85ce-6b63d1eec03e req-04e1c34a-aa86-4c68-8592-dabe3d65cd31 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 3878 time: 0.3663845 Feb 08 21:27:09.460660 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-0c3834a9-6fec-4057-a0aa-e766e73157b6 req-cdb4cb91-3560-4ad5-8b5b-36435653671c tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Calling delete_port for d754aa5d-483d-4198-95cc-657a5695ff3a owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:27:09.524625 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:27:09.525831 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:09.575950 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-45d78e82-55c0-4c2f-8c8f-d5d5e75cc3d7 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:09.578921 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:09.579537 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-45d78e82-55c0-4c2f-8c8f-d5d5e75cc3d7 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/networks?id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 HTTP/1.1" status: 200 len: 821 time: 0.5478973 Feb 08 21:27:09.587320 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:09.673078 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,revision_number=14']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:09.710860 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-b17cdd02-f4d4-438b-b276-4d12e7b6d46b tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/quotas/604bafac013e47a8806c7fdd623f0573 HTTP/1.1" status: 200 len: 375 time: 0.1152885 Feb 08 21:27:09.724245 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a422ae87-1667-47e3-85ce-6b63d1eec03e req-66eb13e3-f0d2-43f9-a3de-b34181724ef8 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659266 Feb 08 21:27:09.880049 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-1f29da7f-1015-4485-aebf-8f629fbb14df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (0c6c049d-608b-4814-b1f6-d70640c57171), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:09.896007 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-2c8fdccc-accb-428f-844e-65d4744c21d8 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=604bafac013e47a8806c7fdd623f0573&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1697979 Feb 08 21:27:10.002568 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29da7f-1015-4485-aebf-8f629fbb14df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event deleted for resources: {'Port': ['ID=0c6c049d-608b-4814-b1f6-d70640c57171,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:10.059394 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0c3834a9-6fec-4057-a0aa-e766e73157b6 req-cdb4cb91-3560-4ad5-8b5b-36435653671c tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (d754aa5d-483d-4198-95cc-657a5695ff3a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:10.061552 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29da7f-1015-4485-aebf-8f629fbb14df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:10.061906 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29da7f-1015-4485-aebf-8f629fbb14df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:10.062263 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29da7f-1015-4485-aebf-8f629fbb14df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:10.062614 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29da7f-1015-4485-aebf-8f629fbb14df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:10.062992 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29da7f-1015-4485-aebf-8f629fbb14df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:10.063329 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29da7f-1015-4485-aebf-8f629fbb14df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:10.063663 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29da7f-1015-4485-aebf-8f629fbb14df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:10.063998 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29da7f-1015-4485-aebf-8f629fbb14df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:10.064328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29da7f-1015-4485-aebf-8f629fbb14df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:10.064659 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29da7f-1015-4485-aebf-8f629fbb14df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:10.064984 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29da7f-1015-4485-aebf-8f629fbb14df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:10.065753 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29da7f-1015-4485-aebf-8f629fbb14df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:10.065753 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29da7f-1015-4485-aebf-8f629fbb14df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:27:10.104528 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-1f29da7f-1015-4485-aebf-8f629fbb14df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] No DVR routers for this DVR port 0c6c049d-608b-4814-b1f6-d70640c57171 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:27:10.160009 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-1f29da7f-1015-4485-aebf-8f629fbb14df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:10.166287 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-1f29da7f-1015-4485-aebf-8f629fbb14df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.96 "DELETE /v2.0/ports/0c6c049d-608b-4814-b1f6-d70640c57171 HTTP/1.1" status: 204 len: 173 time: 2.1228766 Feb 08 21:27:10.169186 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-deleted', 'tag': '0c6c049d-608b-4814-b1f6-d70640c57171'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:27:10.174655 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c4e0ec-fe9a-426e-952a-495ce88d5b9d" -d '{"events": [{"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-deleted", "tag": "0c6c049d-608b-4814-b1f6-d70640c57171"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:27:10.192000 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4cb91-3560-4ad5-8b5b-36435653671c tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Pushing event deleted for resources: {'Port': ['ID=d754aa5d-483d-4198-95cc-657a5695ff3a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:10.225153 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6c288-05ac-4d31-8406-f3bcc158b0be req-9b4de1a7-ef3d-48eb-9d39-f4535ad0c7bf tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:10.227885 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66f6c288-05ac-4d31-8406-f3bcc158b0be req-9b4de1a7-ef3d-48eb-9d39-f4535ad0c7bf tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] 10.222.0.88 "GET /v2.0/ports?device_id=142a705d-3b08-444a-953e-13ba39554893 HTTP/1.1" status: 200 len: 867 time: 0.3841376 Feb 08 21:27:10.325857 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3834a9-6fec-4057-a0aa-e766e73157b6 req-cdb4cb91-3560-4ad5-8b5b-36435653671c tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] No DVR routers for this DVR port d754aa5d-483d-4198-95cc-657a5695ff3a on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:27:10.329157 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-deba7982-7d4d-4c6a-9bbe-b0ee07391efa service neutron] 10.222.0.88 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073319 Feb 08 21:27:10.332645 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0c3834a9-6fec-4057-a0aa-e766e73157b6 req-cdb4cb91-3560-4ad5-8b5b-36435653671c tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:10.336081 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0c3834a9-6fec-4057-a0aa-e766e73157b6 req-cdb4cb91-3560-4ad5-8b5b-36435653671c tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] 10.222.0.94 "DELETE /v2.0/ports/d754aa5d-483d-4198-95cc-657a5695ff3a HTTP/1.1" status: 204 len: 173 time: 2.2729008 Feb 08 21:27:10.520264 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66f6c288-05ac-4d31-8406-f3bcc158b0be req-ee8ee3a7-502e-4e5c-af29-35a7d00c0fbe tempest-ServerMetadataNegativeTestJSON-878330725 tempest-ServerMetadataNegativeTestJSON-878330725-project] 10.222.0.88 "GET /v2.0/security-groups?id=d92ddbf8-64e1-4f57-9421-2496c83eadd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633181 Feb 08 21:27:10.600237 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-a93ea4f9-103d-4743-b397-84e8c710fbdb service neutron] 10.222.0.88 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600996 Feb 08 21:27:10.611903 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-c60d4235-2b45-4e6e-927a-f120fb75d1bb tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Deleting port b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:27:10.612249 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-c60d4235-2b45-4e6e-927a-f120fb75d1bb tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:10.850101 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-c60d4235-2b45-4e6e-927a-f120fb75d1bb tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] For port b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f,segment=NetworkSegment(bb57cdc6-c629-4f4a-b28a-291038cfbb0a),segment_id=bb57cdc6-c629-4f4a-b28a-291038cfbb0a)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:10.851302 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-c60d4235-2b45-4e6e-927a-f120fb75d1bb tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:10.900142 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-c60d4235-2b45-4e6e-927a-f120fb75d1bb tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Calling delete_port for b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:27:10.966829 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57c2afe3-de62-4d69-a393-85c5a161f29c'}, {'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c6c049d-608b-4814-b1f6-d70640c57171'}, {'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba1697d4-60e3-4a42-86fd-43113c4fc2a5'}, {'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '349259dd-45b6-4ece-8313-48d4ea9e8738'}, {'server_uuid': '216435cf-f070-4398-96ce-106b566f9fa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:27:10.972365 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3f36b8-a02e-47d4-9b18-e2b25e99c61e" -d '{"events": [{"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-unplugged", "status": "completed", "tag": "57c2afe3-de62-4d69-a393-85c5a161f29c"}, {"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-unplugged", "status": "completed", "tag": "0c6c049d-608b-4814-b1f6-d70640c57171"}, {"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-unplugged", "status": "completed", "tag": "ba1697d4-60e3-4a42-86fd-43113c4fc2a5"}, {"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-unplugged", "status": "completed", "tag": "349259dd-45b6-4ece-8313-48d4ea9e8738"}, {"server_uuid": "216435cf-f070-4398-96ce-106b566f9fa3", "name": "network-vif-unplugged", "status": "completed", "tag": "dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:27:11.167618 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977f554-88ce-4757-8a7e-61375b7c58d3 req-8c872ffc-7eb0-4a81-a9cf-ff61bf3748c2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:11.171928 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7977f554-88ce-4757-8a7e-61375b7c58d3 req-8c872ffc-7eb0-4a81-a9cf-ff61bf3748c2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.2654295 Feb 08 21:27:11.283854 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device d754aa5d-483d-4198-95cc-657a5695ff3a no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:27:11.396589 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: d754aa5d-483d-4198-95cc-657a5695ff3a {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:27:11.402133 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device d754aa5d-483d-4198-95cc-657a5695ff3a not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:27:11.426802 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device c9a6d53f-1997-42e4-bc89-8cb11b7faf0a up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:27:11.449487 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7977f554-88ce-4757-8a7e-61375b7c58d3 req-1351a062-749e-4abd-80b8-8645ff665169 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2575197 Feb 08 21:27:11.566777 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port c9a6d53f-1997-42e4-bc89-8cb11b7faf0a completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:27:11.577083 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port c9a6d53f-1997-42e4-bc89-8cb11b7faf0a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:27:11.577544 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c9a6d53f-1997-42e4-bc89-8cb11b7faf0a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:11.626789 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f500436e-dc96-4c54-9467-ae6ea0b932fc x-openstack-request-id: req-f500436e-dc96-4c54-9467-ae6ea0b932fc {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:27:11.627713 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-deleted", "tag": "0c6c049d-608b-4814-b1f6-d70640c57171", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:27:11.628133 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f500436e-dc96-4c54-9467-ae6ea0b932fc {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:27:11.629652 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-deleted', 'tag': '0c6c049d-608b-4814-b1f6-d70640c57171', 'status': 'completed', 'code': 200} Feb 08 21:27:11.708536 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port c9a6d53f-1997-42e4-bc89-8cb11b7faf0a is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:27:11.709894 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c9a6d53f-1997-42e4-bc89-8cb11b7faf0a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:11.746103 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-c60d4235-2b45-4e6e-927a-f120fb75d1bb tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:11.779048 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port c9a6d53f-1997-42e4-bc89-8cb11b7faf0a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c9a6d53f-1997-42e4-bc89-8cb11b7faf0a,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:11.787988 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c9a6d53f-1997-42e4-bc89-8cb11b7faf0a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:11.805708 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387a836-88e5-4dce-8ac2-99ae0c63daae req-6f192fbe-fc0b-4cb8-87d3-2532ebd22192 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:11.807608 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3387a836-88e5-4dce-8ac2-99ae0c63daae req-6f192fbe-fc0b-4cb8-87d3-2532ebd22192 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=38a0fae0-8759-4ebe-a097-1aa152978be1 HTTP/1.1" status: 200 len: 945 time: 0.2287199 Feb 08 21:27:11.859216 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d4235-2b45-4e6e-927a-f120fb75d1bb tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event deleted for resources: {'Port': ['ID=b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:11.870406 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=c9a6d53f-1997-42e4-bc89-8cb11b7faf0a,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:11.939691 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-c60d4235-2b45-4e6e-927a-f120fb75d1bb tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] No DVR routers for this DVR port b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:27:11.943531 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-c60d4235-2b45-4e6e-927a-f120fb75d1bb tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:11.947275 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-c60d4235-2b45-4e6e-927a-f120fb75d1bb tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.96 "DELETE /v2.0/ports/b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f HTTP/1.1" status: 204 len: 173 time: 1.7680016 Feb 08 21:27:11.982637 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53654) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:27:12.026963 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d8f65-df46-40f5-94e7-b2f2f5f98d3b req-373548d4-f921-4259-83cd-29eedcc13d57 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:12.034330 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d8f65-df46-40f5-94e7-b2f2f5f98d3b req-373548d4-f921-4259-83cd-29eedcc13d57 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:12.039931 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d8f65-df46-40f5-94e7-b2f2f5f98d3b req-373548d4-f921-4259-83cd-29eedcc13d57 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:12.041985 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c6d8f65-df46-40f5-94e7-b2f2f5f98d3b req-373548d4-f921-4259-83cd-29eedcc13d57 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 2411 time: 0.3118212 Feb 08 21:27:12.049465 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3387a836-88e5-4dce-8ac2-99ae0c63daae req-d2d2d22f-5b35-4c33-9003-736c4ee5ba74 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935058 Feb 08 21:27:12.141167 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c6d8f65-df46-40f5-94e7-b2f2f5f98d3b req-c5f3beb6-6bb2-43e3-a682-62aa605349fc tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876212 Feb 08 21:27:12.189893 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9fff4a7a-5146-42b9-baca-22fe04b1a266 req-f273f368-e604-4180-bf58-394392b83d03 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports?device_id=4f4ea8cf-718e-4772-8469-e101606dd814 HTTP/1.1" status: 200 len: 210 time: 0.0477512 Feb 08 21:27:12.208340 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f8f509b2-c475-4189-aa48-aea34e6ba00b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5c7329fcf7fa4a46be58b0a00562ead7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236488 Feb 08 21:27:12.213916 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 53658) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:27:12.223995 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-56eee74e-4f84-4e82-bc8a-832dcaf0567f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Deleting port 349259dd-45b6-4ece-8313-48d4ea9e8738 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:27:12.224414 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-56eee74e-4f84-4e82-bc8a-832dcaf0567f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (349259dd-45b6-4ece-8313-48d4ea9e8738), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:12.240545 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Tue, 08 Feb 2022 21:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d30d9f1-a4fa-4efd-8e8c-e49474051b40 x-openstack-request-id: req-9d30d9f1-a4fa-4efd-8e8c-e49474051b40 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:27:12.241109 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-unplugged", "status": "completed", "tag": "57c2afe3-de62-4d69-a393-85c5a161f29c", "code": 200}, {"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-unplugged", "status": "completed", "tag": "0c6c049d-608b-4814-b1f6-d70640c57171", "code": 200}, {"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-unplugged", "status": "completed", "tag": "ba1697d4-60e3-4a42-86fd-43113c4fc2a5", "code": 200}, {"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-unplugged", "status": "completed", "tag": "349259dd-45b6-4ece-8313-48d4ea9e8738", "code": 200}, {"server_uuid": "216435cf-f070-4398-96ce-106b566f9fa3", "name": "network-vif-unplugged", "status": "completed", "tag": "dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:27:12.241473 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9d30d9f1-a4fa-4efd-8e8c-e49474051b40 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:27:12.242130 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57c2afe3-de62-4d69-a393-85c5a161f29c', 'code': 200} Feb 08 21:27:12.242564 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c6c049d-608b-4814-b1f6-d70640c57171', 'code': 200} Feb 08 21:27:12.242960 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba1697d4-60e3-4a42-86fd-43113c4fc2a5', 'code': 200} Feb 08 21:27:12.243352 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '349259dd-45b6-4ece-8313-48d4ea9e8738', 'code': 200} Feb 08 21:27:12.243767 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216435cf-f070-4398-96ce-106b566f9fa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52', 'code': 200} Feb 08 21:27:12.402650 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53662) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:27:12.546612 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7dd753a-11de-49c3-a3ed-b586035424db admin admin] Deleting subnet 319df7b8-c293-4242-9d45-0fbad3c635ac {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:27:12.554009 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7dd753a-11de-49c3-a3ed-b586035424db admin admin] Publish callbacks [] for subnet (319df7b8-c293-4242-9d45-0fbad3c635ac), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:12.626820 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7dd753a-11de-49c3-a3ed-b586035424db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (319df7b8-c293-4242-9d45-0fbad3c635ac), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:12.693322 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-565243e2-c768-40e6-a9a1-379d431cd53e tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:12.695703 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-565243e2-c768-40e6-a9a1-379d431cd53e tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.94 "GET /v2.0/networks?id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 HTTP/1.1" status: 200 len: 821 time: 0.3420110 Feb 08 21:27:12.702327 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9e030b2-c786-43c0-8482-328e3cdd81d8 admin admin] Publish callbacks [] for security_group (fe76d12e-48f8-4957-9579-1c9269807c17), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:12.707909 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7dd753a-11de-49c3-a3ed-b586035424db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (319df7b8-c293-4242-9d45-0fbad3c635ac), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:12.736689 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-5b75a659-2d6b-46d8-97c5-56a88d5907ab tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Request body: {'port': {'device_id': '4f4ea8cf-718e-4772-8469-e101606dd814', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'admin_state_up': True, 'tenant_id': '604bafac013e47a8806c7fdd623f0573'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:12.806892 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7dd753a-11de-49c3-a3ed-b586035424db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (319df7b8-c293-4242-9d45-0fbad3c635ac), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:12.853623 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd753a-11de-49c3-a3ed-b586035424db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=319df7b8-c293-4242-9d45-0fbad3c635ac,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:12.876437 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7dd753a-11de-49c3-a3ed-b586035424db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:12.885037 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c7dd753a-11de-49c3-a3ed-b586035424db admin admin] 10.222.0.88 "DELETE /v2.0/subnets/319df7b8-c293-4242-9d45-0fbad3c635ac HTTP/1.1" status: 204 len: 168 time: 0.4778714 Feb 08 21:27:12.887742 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53668) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:27:12.901408 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9e030b2-c786-43c0-8482-328e3cdd81d8 admin admin] Publish callbacks [] for security_group (fe76d12e-48f8-4957-9579-1c9269807c17), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:12.949272 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-56eee74e-4f84-4e82-bc8a-832dcaf0567f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] For port 349259dd-45b6-4ece-8313-48d4ea9e8738, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=349259dd-45b6-4ece-8313-48d4ea9e8738,segment=NetworkSegment(881e5be7-1349-4f9a-a3c0-c2bf76a0109d),segment_id=881e5be7-1349-4f9a-a3c0-c2bf76a0109d)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:12.950181 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-56eee74e-4f84-4e82-bc8a-832dcaf0567f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (349259dd-45b6-4ece-8313-48d4ea9e8738), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:12.992249 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f2bf61d-2842-4fdf-a112-259e19dd8d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (eb0e7eed-f920-4d0c-b397-8ac0dabfc39b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:13.109783 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f361ef-b125-45ea-b2a4-67e6329831cb req-efdd5545-9f15-4385-a2a7-3da9fc049adb tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:13.112732 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4f361ef-b125-45ea-b2a4-67e6329831cb req-efdd5545-9f15-4385-a2a7-3da9fc049adb tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.4746382 Feb 08 21:27:13.120799 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f2bf61d-2842-4fdf-a112-259e19dd8d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (eb0e7eed-f920-4d0c-b397-8ac0dabfc39b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:13.146988 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-3f2bf61d-2842-4fdf-a112-259e19dd8d03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0e7eed-f920-4d0c-b397-8ac0dabfc39b']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:13.162647 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-3f2bf61d-2842-4fdf-a112-259e19dd8d03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0552ecfa-cb6d-468d-ab48-75637acbb710') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:13.163194 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-3f2bf61d-2842-4fdf-a112-259e19dd8d03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0552ecfa-cb6d-468d-ab48-75637acbb710') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:13.185057 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f2bf61d-2842-4fdf-a112-259e19dd8d03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (0552ecfa-cb6d-468d-ab48-75637acbb710), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:13.204066 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f2bf61d-2842-4fdf-a112-259e19dd8d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (0552ecfa-cb6d-468d-ab48-75637acbb710), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:13.212711 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2bf61d-2842-4fdf-a112-259e19dd8d03 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:27:13.213442 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f2bf61d-2842-4fdf-a112-259e19dd8d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (0552ecfa-cb6d-468d-ab48-75637acbb710), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:27:13.279129 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:27:13.289423 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f2bf61d-2842-4fdf-a112-259e19dd8d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (eb0e7eed-f920-4d0c-b397-8ac0dabfc39b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:13.333195 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f2bf61d-2842-4fdf-a112-259e19dd8d03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:13.333592 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9e030b2-c786-43c0-8482-328e3cdd81d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (fe76d12e-48f8-4957-9579-1c9269807c17), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:13.337467 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9e030b2-c786-43c0-8482-328e3cdd81d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:13.339159 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3f2bf61d-2842-4fdf-a112-259e19dd8d03 admin admin] 10.222.0.88 "DELETE /v2.0/networks/eb0e7eed-f920-4d0c-b397-8ac0dabfc39b HTTP/1.1" status: 204 len: 168 time: 0.4492826 Feb 08 21:27:13.339697 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b9e030b2-c786-43c0-8482-328e3cdd81d8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fe76d12e-48f8-4957-9579-1c9269807c17 HTTP/1.1" status: 204 len: 168 time: 1.1241808 Feb 08 21:27:13.348522 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2bf61d-2842-4fdf-a112-259e19dd8d03 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb0e7eed-f920-4d0c-b397-8ac0dabfc39b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:13.441909 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-5b75a659-2d6b-46d8-97c5-56a88d5907ab tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Made reservation on behalf of 604bafac013e47a8806c7fdd623f0573 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:27:13.447859 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-5b75a659-2d6b-46d8-97c5-56a88d5907ab tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:13.456626 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4f361ef-b125-45ea-b2a4-67e6329831cb req-eb1e37b3-ae5c-4f01-bf55-b6795ff4e623 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3300166 Feb 08 21:27:13.458028 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e030b2-c786-43c0-8482-328e3cdd81d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe76d12e-48f8-4957-9579-1c9269807c17,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:13.638310 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142a705d-3b08-444a-953e-13ba39554893', 'name': 'network-vif-deleted', 'tag': 'd754aa5d-483d-4198-95cc-657a5695ff3a'}, {'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-deleted', 'tag': 'b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:27:13.642918 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e8dd19-4844-4da1-aa57-77b2471dd2d8" -d '{"events": [{"server_uuid": "142a705d-3b08-444a-953e-13ba39554893", "name": "network-vif-deleted", "tag": "d754aa5d-483d-4198-95cc-657a5695ff3a"}, {"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-deleted", "tag": "b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:27:13.656191 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53700) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:27:13.808607 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d6cf7ad5-a552-44eb-b836-785188b6c2e2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d2bd8c7f0b2849b190a3f024069b5400&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1502388 Feb 08 21:27:13.809954 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53704) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:27:13.896885 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-56eee74e-4f84-4e82-bc8a-832dcaf0567f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:13.898475 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-56eee74e-4f84-4e82-bc8a-832dcaf0567f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (08a5027b-2ab2-4257-871b-836bf64c6825), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:13.899648 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-56eee74e-4f84-4e82-bc8a-832dcaf0567f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Floating IP 08a5027b-2ab2-4257-871b-836bf64c6825 disassociated. External IP: 172.25.3.46, port: 349259dd-45b6-4ece-8313-48d4ea9e8738. Feb 08 21:27:13.900877 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-56eee74e-4f84-4e82-bc8a-832dcaf0567f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Calling delete_port for 349259dd-45b6-4ece-8313-48d4ea9e8738 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:27:13.969635 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c81f2697-4dc4-4285-8c6d-2a77c48f2899 admin admin] Publish callbacks [] for security_group (d92ddbf8-64e1-4f57-9421-2496c83eadd9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:14.001417 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c81f2697-4dc4-4285-8c6d-2a77c48f2899 admin admin] Publish callbacks [] for security_group (d92ddbf8-64e1-4f57-9421-2496c83eadd9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:14.063591 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c81f2697-4dc4-4285-8c6d-2a77c48f2899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d92ddbf8-64e1-4f57-9421-2496c83eadd9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:14.071125 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c81f2697-4dc4-4285-8c6d-2a77c48f2899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:14.073151 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c81f2697-4dc4-4285-8c6d-2a77c48f2899 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d92ddbf8-64e1-4f57-9421-2496c83eadd9 HTTP/1.1" status: 204 len: 168 time: 0.2614348 Feb 08 21:27:14.091874 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f2697-4dc4-4285-8c6d-2a77c48f2899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92ddbf8-64e1-4f57-9421-2496c83eadd9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:14.095440 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f555c-ac08-4428-8680-e412fc138115 req-c9aaec1a-49c2-4604-afa5-c4ac30b67c50 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:14.108337 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c15f555c-ac08-4428-8680-e412fc138115 req-c9aaec1a-49c2-4604-afa5-c4ac30b67c50 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=38a0fae0-8759-4ebe-a097-1aa152978be1 HTTP/1.1" status: 200 len: 946 time: 0.7787459 Feb 08 21:27:14.245669 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a0fae0-8759-4ebe-a097-1aa152978be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a6d53f-1997-42e4-bc89-8cb11b7faf0a'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:27:14.246415 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eca6db-2e70-4daa-8c6c-a634865a380c req-f4d0504c-45f4-41dd-8305-1495bebe34ba tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:14.254629 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ebe910-eeba-4d30-865d-6e26648c934d" -d '{"events": [{"server_uuid": "38a0fae0-8759-4ebe-a097-1aa152978be1", "name": "network-vif-plugged", "status": "completed", "tag": "c9a6d53f-1997-42e4-bc89-8cb11b7faf0a"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:27:14.267887 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eca6db-2e70-4daa-8c6c-a634865a380c req-f4d0504c-45f4-41dd-8305-1495bebe34ba tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:14.296454 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eca6db-2e70-4daa-8c6c-a634865a380c req-f4d0504c-45f4-41dd-8305-1495bebe34ba tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:14.300252 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a4eca6db-2e70-4daa-8c6c-a634865a380c req-f4d0504c-45f4-41dd-8305-1495bebe34ba tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 2411 time: 0.6515319 Feb 08 21:27:14.575432 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-5b75a659-2d6b-46d8-97c5-56a88d5907ab tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Allocated IP 172.20.0.3 (f8ddfec4-61c8-4cfb-b836-0c5a79f77d01/bcf96426-4f4f-4f21-a2c0-f475a3532d63/e95b7f52-a40f-4310-9af5-2cc71ae4ef18) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:27:14.613106 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a4eca6db-2e70-4daa-8c6c-a634865a380c req-b910069f-63f3-4d16-a79d-31fb0c93348e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188520 Feb 08 21:27:14.624884 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c15f555c-ac08-4428-8680-e412fc138115 req-dd1b5b30-10e1-4f3b-ad1a-598725ab8deb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5149672 Feb 08 21:27:14.626957 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-56eee74e-4f84-4e82-bc8a-832dcaf0567f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (349259dd-45b6-4ece-8313-48d4ea9e8738), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:14.735422 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eee74e-4f84-4e82-bc8a-832dcaf0567f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event deleted for resources: {'Port': ['ID=349259dd-45b6-4ece-8313-48d4ea9e8738,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:14.877385 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Feb 2022 21:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cafd72-61aa-42ab-9367-4368a4d997aa x-openstack-request-id: req-56cafd72-61aa-42ab-9367-4368a4d997aa {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:27:14.878425 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142a705d-3b08-444a-953e-13ba39554893", "name": "network-vif-deleted", "tag": "d754aa5d-483d-4198-95cc-657a5695ff3a", "status": "completed", "code": 200}, {"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-deleted", "tag": "b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:27:14.879632 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-56cafd72-61aa-42ab-9367-4368a4d997aa {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:27:14.880425 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142a705d-3b08-444a-953e-13ba39554893', 'name': 'network-vif-deleted', 'tag': 'd754aa5d-483d-4198-95cc-657a5695ff3a', 'status': 'completed', 'code': 200} Feb 08 21:27:14.880844 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-deleted', 'tag': 'b0d8dfa3-77ff-4f81-87d1-98c35a7f8e2f', 'status': 'completed', 'code': 200} Feb 08 21:27:14.994226 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9133486-9af5-42d2-be0b-1d571f0254cc req-2a011441-4c48-478a-91be-fe3c3c739017 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports?device_id=4f4ea8cf-718e-4772-8469-e101606dd814 HTTP/1.1" status: 200 len: 210 time: 0.2027864 Feb 08 21:27:15.065758 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd40be0-2912-4ca6-8385-cce965becbf5 x-openstack-request-id: req-5cd40be0-2912-4ca6-8385-cce965becbf5 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:27:15.066147 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a0fae0-8759-4ebe-a097-1aa152978be1", "name": "network-vif-plugged", "status": "completed", "tag": "c9a6d53f-1997-42e4-bc89-8cb11b7faf0a", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:27:15.066392 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5cd40be0-2912-4ca6-8385-cce965becbf5 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:27:15.066810 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a0fae0-8759-4ebe-a097-1aa152978be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a6d53f-1997-42e4-bc89-8cb11b7faf0a', 'code': 200} Feb 08 21:27:15.856034 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc74c5a-a0f5-48ba-a0c0-32eebd91d28e req-af17241f-e071-4cd7-8ec2-8fd1b24ada68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:15.858547 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfc74c5a-a0f5-48ba-a0c0-32eebd91d28e req-af17241f-e071-4cd7-8ec2-8fd1b24ada68 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=38a0fae0-8759-4ebe-a097-1aa152978be1 HTTP/1.1" status: 200 len: 1129 time: 0.3001060 Feb 08 21:27:15.865504 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53820) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:27:15.898448 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-5b75a659-2d6b-46d8-97c5-56a88d5907ab tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks [] for port (e95b7f52-a40f-4310-9af5-2cc71ae4ef18), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:15.922730 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-56eee74e-4f84-4e82-bc8a-832dcaf0567f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Router 2e042d2c-4bae-4f3f-b9e3-6c2f5436099c has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:27:16.032761 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2881d1-67f7-43a2-be2f-78e46c9f197e req-bc3c8e6a-5a56-43f3-956e-0eef3cf44167 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:16.046361 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2881d1-67f7-43a2-be2f-78e46c9f197e req-bc3c8e6a-5a56-43f3-956e-0eef3cf44167 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:16.065737 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5e2881d1-67f7-43a2-be2f-78e46c9f197e req-bc3c8e6a-5a56-43f3-956e-0eef3cf44167 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 1677 time: 0.2775943 Feb 08 21:27:16.153453 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0629c780-a586-415c-99a1-3cfa3e36a6ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1530795913-network', 'tenant_id': '48aae992c2704ece870f0faad4c28599'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:16.242124 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0629c780-a586-415c-99a1-3cfa3e36a6ce admin admin] Made reservation on behalf of 48aae992c2704ece870f0faad4c28599 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:27:16.250685 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0629c780-a586-415c-99a1-3cfa3e36a6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:16.274928 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0629c780-a586-415c-99a1-3cfa3e36a6ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:16.322196 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfc74c5a-a0f5-48ba-a0c0-32eebd91d28e req-d1c5bd9b-94c3-4176-9e95-16cea2a37046 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382682 Feb 08 21:27:16.440496 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5e2881d1-67f7-43a2-be2f-78e46c9f197e req-34bf1997-bf4e-4e87-a65a-fa2cf1a6993b tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3728099 Feb 08 21:27:16.455305 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-5b75a659-2d6b-46d8-97c5-56a88d5907ab tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (e95b7f52-a40f-4310-9af5-2cc71ae4ef18), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:16.478813 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['f74b26e6-06c1-4371-b2e8-52e2b10f39e2'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:27:16.559296 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0629c780-a586-415c-99a1-3cfa3e36a6ce admin admin] Publish callbacks [] for security_group (2df8bbf4-8d58-4761-b3af-c559e0d94269), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:16.572159 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0629c780-a586-415c-99a1-3cfa3e36a6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (2df8bbf4-8d58-4761-b3af-c559e0d94269), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:16.641043 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0629c780-a586-415c-99a1-3cfa3e36a6ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:27:16.646960 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-5b75a659-2d6b-46d8-97c5-56a88d5907ab tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Network f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:27:16.675719 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75a659-2d6b-46d8-97c5-56a88d5907ab tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Pushing event updated for resources: {'Port': ['ID=e95b7f52-a40f-4310-9af5-2cc71ae4ef18,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:16.681807 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0629c780-a586-415c-99a1-3cfa3e36a6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (4dc4613a-9131-4d19-aa1e-06233ab5d307), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:16.683822 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-0629c780-a586-415c-99a1-3cfa3e36a6ce admin admin] Added segment 4dc4613a-9131-4d19-aa1e-06233ab5d307 of type vlan for network d00185f4-2139-492b-b59f-1586b41daef5 Feb 08 21:27:16.807713 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-5b75a659-2d6b-46d8-97c5-56a88d5907ab tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:27:16.811974 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-5b75a659-2d6b-46d8-97c5-56a88d5907ab tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:27:16.873358 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629c780-a586-415c-99a1-3cfa3e36a6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df8bbf4-8d58-4761-b3af-c559e0d94269,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:16.894358 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0629c780-a586-415c-99a1-3cfa3e36a6ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (d00185f4-2139-492b-b59f-1586b41daef5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:16.942320 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-56eee74e-4f84-4e82-bc8a-832dcaf0567f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:27:16.959176 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3974d81-af9e-4d33-aebb-788fadfc3bcc None None] Sync routers for ids ['2e042d2c-4bae-4f3f-b9e3-6c2f5436099c'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:27:16.970435 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0629c780-a586-415c-99a1-3cfa3e36a6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (d00185f4-2139-492b-b59f-1586b41daef5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:16.974971 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0629c780-a586-415c-99a1-3cfa3e36a6ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:16.977508 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0629c780-a586-415c-99a1-3cfa3e36a6ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:16.996013 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3974d81-af9e-4d33-aebb-788fadfc3bcc None None] Routers {'2e042d2c-4bae-4f3f-b9e3-6c2f5436099c'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:27:16.999419 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b3974d81-af9e-4d33-aebb-788fadfc3bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:26:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['2e042d2c-4bae-4f3f-b9e3-6c2f5436099c'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:17.139179 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-5b75a659-2d6b-46d8-97c5-56a88d5907ab tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:17.140822 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-5b75a659-2d6b-46d8-97c5-56a88d5907ab tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:17.144716 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-56eee74e-4f84-4e82-bc8a-832dcaf0567f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] No DVR routers for this DVR port 349259dd-45b6-4ece-8313-48d4ea9e8738 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:27:17.158990 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0629c780-a586-415c-99a1-3cfa3e36a6ce admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2924318 Feb 08 21:27:17.164424 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53854) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:27:17.173452 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3a71ffea-7304-47c7-beb7-5f68876c60f4 admin admin] Request body: {'subnet': {'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1530795913-subnet', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:17.174910 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039786f-87fc-40b6-9b78-5667d58998fd req-22daf799-4a3f-483f-8b3f-e296832488be tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:17.184718 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9039786f-87fc-40b6-9b78-5667d58998fd req-22daf799-4a3f-483f-8b3f-e296832488be tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=38a0fae0-8759-4ebe-a097-1aa152978be1 HTTP/1.1" status: 200 len: 946 time: 0.5556645 Feb 08 21:27:17.201648 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-56eee74e-4f84-4e82-bc8a-832dcaf0567f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:17.206887 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-56eee74e-4f84-4e82-bc8a-832dcaf0567f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.96 "DELETE /v2.0/ports/349259dd-45b6-4ece-8313-48d4ea9e8738 HTTP/1.1" status: 204 len: 173 time: 5.2456279 Feb 08 21:27:17.210695 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-deleted', 'tag': '349259dd-45b6-4ece-8313-48d4ea9e8738'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:27:17.214095 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7554ad16-de89-4656-9b0a-b8deaabe8e87" -d '{"events": [{"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-deleted", "tag": "349259dd-45b6-4ece-8313-48d4ea9e8738"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:27:17.224383 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629c780-a586-415c-99a1-3cfa3e36a6ce admin admin] Pushing event updated for resources: {'Network': ['ID=d00185f4-2139-492b-b59f-1586b41daef5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:17.252099 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-6dde3aac-3f8f-4363-b7a2-624c35948a7b None None] Provisioning complete for port e95b7f52-a40f-4310-9af5-2cc71ae4ef18 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:27:17.252722 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6dde3aac-3f8f-4363-b7a2-624c35948a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e95b7f52-a40f-4310-9af5-2cc71ae4ef18), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:17.256551 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network d00185f4-2139-492b-b59f-1586b41daef5 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:27:17.270906 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a71ffea-7304-47c7-beb7-5f68876c60f4 admin admin] Made reservation on behalf of 48aae992c2704ece870f0faad4c28599 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:27:17.277917 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a71ffea-7304-47c7-beb7-5f68876c60f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:17.299472 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-5b75a659-2d6b-46d8-97c5-56a88d5907ab tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5721774 Feb 08 21:27:17.355265 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9039786f-87fc-40b6-9b78-5667d58998fd req-2c248e65-6b67-4078-870e-5b4afc08b4f3 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679659 Feb 08 21:27:17.427113 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e09479-78a9-4a41-95f2-53df545105ca req-0eb67aef-21e1-415d-ad1f-82223b7be6fc tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:17.438774 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1e09479-78a9-4a41-95f2-53df545105ca req-0eb67aef-21e1-415d-ad1f-82223b7be6fc tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports?device_id=4f4ea8cf-718e-4772-8469-e101606dd814 HTTP/1.1" status: 200 len: 931 time: 0.4613166 Feb 08 21:27:17.575506 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-ed6971ce-32e8-48d4-b743-9d94b8cab8cf service neutron] Request body: {'port': {'device_id': '4f4ea8cf-718e-4772-8469-e101606dd814', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:17.689798 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1e09479-78a9-4a41-95f2-53df545105ca req-71572bb9-d249-4ec3-95b4-5210fc44a290 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff72aba2-9094-4c76-92a7-a3e9004639be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494824 Feb 08 21:27:17.737498 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 53868) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:27:17.781954 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572de8f-35af-4d4e-864c-fb94b621825e req-78c2d3d7-938d-490c-b249-ce5431e9e7b1 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:17.787717 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6dde3aac-3f8f-4363-b7a2-624c35948a7b None None] Port e95b7f52-a40f-4310-9af5-2cc71ae4ef18 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:27:17.794140 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-b3974d81-af9e-4d33-aebb-788fadfc3bcc None None] Set router 2e042d2c-4bae-4f3f-b9e3-6c2f5436099c gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:27:17.808056 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b572de8f-35af-4d4e-864c-fb94b621825e req-78c2d3d7-938d-490c-b249-ce5431e9e7b1 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.3495383 Feb 08 21:27:17.852484 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-ed6971ce-32e8-48d4-b743-9d94b8cab8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e95b7f52-a40f-4310-9af5-2cc71ae4ef18), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:17.862309 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a71ffea-7304-47c7-beb7-5f68876c60f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (8c41e412-c763-4ca0-a1f8-ab9cd96c364d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:17.895546 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f422f326-3591-449c-8e02-3c5aeeb391a4 x-openstack-request-id: req-f422f326-3591-449c-8e02-3c5aeeb391a4 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:27:17.895980 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-deleted", "tag": "349259dd-45b6-4ece-8313-48d4ea9e8738", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:27:17.896361 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f422f326-3591-449c-8e02-3c5aeeb391a4 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:27:17.897004 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-deleted', 'tag': '349259dd-45b6-4ece-8313-48d4ea9e8738', 'status': 'completed', 'code': 200} Feb 08 21:27:17.909760 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-2ef12112-a909-43ef-ab86-ff27fd5a34c7 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Deleting port 57c2afe3-de62-4d69-a393-85c5a161f29c {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:27:17.910331 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-2ef12112-a909-43ef-ab86-ff27fd5a34c7 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (57c2afe3-de62-4d69-a393-85c5a161f29c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:17.982737 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71ffea-7304-47c7-beb7-5f68876c60f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c41e412-c763-4ca0-a1f8-ab9cd96c364d,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:18.037712 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a71ffea-7304-47c7-beb7-5f68876c60f4 admin admin] Checking segment: {'id': '4dc4613a-9131-4d19-aa1e-06233ab5d307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:27:18.038393 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a71ffea-7304-47c7-beb7-5f68876c60f4 admin admin] Network hostable DHCP agents. Network: d00185f4-2139-492b-b59f-1586b41daef5, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:27:18.062531 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a71ffea-7304-47c7-beb7-5f68876c60f4 admin admin] Network d00185f4-2139-492b-b59f-1586b41daef5 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:27:18.076560 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-3a71ffea-7304-47c7-beb7-5f68876c60f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, d00185f4-2139-492b-b59f-1586b41daef5) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:27:18.084116 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a71ffea-7304-47c7-beb7-5f68876c60f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:18.085179 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a71ffea-7304-47c7-beb7-5f68876c60f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:18.092316 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a20257b-447b-441e-9606-6207a4990a40 None None] Network d00185f4-2139-492b-b59f-1586b41daef5 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:27:18.112882 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3a71ffea-7304-47c7-beb7-5f68876c60f4 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9465692 Feb 08 21:27:18.115727 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53878) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:27:18.121117 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-13e27b86-923b-4918-93b7-203a1228cb06 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1530795913-router', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:18.148992 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13e27b86-923b-4918-93b7-203a1228cb06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (92a55623-599f-40cd-8e3e-2bd8746cf4b4), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:18.150342 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13e27b86-923b-4918-93b7-203a1228cb06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (92a55623-599f-40cd-8e3e-2bd8746cf4b4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:18.193034 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b572de8f-35af-4d4e-864c-fb94b621825e req-a92210ac-506b-4797-9e2b-11740c8681d1 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3826699 Feb 08 21:27:18.214146 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6c73fa8c-a30e-4341-9075-1ff0af81cc92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:18.269630 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13e27b86-923b-4918-93b7-203a1228cb06 admin admin] Publish callbacks [] for router_controller (92a55623-599f-40cd-8e3e-2bd8746cf4b4), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:18.274114 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b3974d81-af9e-4d33-aebb-788fadfc3bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'name': 'tempest-TaggedBootDevicesTest_v242-2118790159-router', 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '9f59201c-495b-4104-9c23-2fe916a51fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:32Z', 'updated_at': '2022-02-08T21:18:47Z', 'revision_number': 4, 'project_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'gw_port': {'id': '9f59201c-495b-4104-9c23-2fe916a51fc5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:36Z', 'updated_at': '2022-02-08T21:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '35ac9b9e-11ed-4cbf-aae8-c08c661b35a3', 'name': '', 'network_id': '10af122a-be5c-432b-89ec-d882d652ee34', 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'mac_address': 'fa:16:3e:76:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '6b4bfb64-5f0f-4b7c-aaa8-560930fcc069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:44Z', 'updated_at': '2022-02-08T21:18:57Z', 'revision_number': 5, 'project_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'subnets': [{'id': '6b4bfb64-5f0f-4b7c-aaa8-560930fcc069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:18.313168 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ac2608-62bc-420c-be1d-37ebb1058f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-d00185f4-2139-492b-b59f-1586b41daef5', 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'project_id': '48aae992c2704ece870f0faad4c28599', 'fixed_ips': [{'subnet_id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:27:18.314969 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-33ac2608-62bc-420c-be1d-37ebb1058f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:18.321729 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3974d81-af9e-4d33-aebb-788fadfc3bcc None None] Checking router: 2e042d2c-4bae-4f3f-b9e3-6c2f5436099c for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:27:18.361836 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3974d81-af9e-4d33-aebb-788fadfc3bcc None None] Routers {'2e042d2c-4bae-4f3f-b9e3-6c2f5436099c'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:27:18.362883 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b3974d81-af9e-4d33-aebb-788fadfc3bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:26:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['2e042d2c-4bae-4f3f-b9e3-6c2f5436099c'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:18.435227 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bdec6a-9fd6-49b4-93e2-036a3c7569b2 req-d06d560a-5ac5-4458-8e90-49d74d502b87 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:18.440198 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bdec6a-9fd6-49b4-93e2-036a3c7569b2 req-d06d560a-5ac5-4458-8e90-49d74d502b87 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:18.448062 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84bdec6a-9fd6-49b4-93e2-036a3c7569b2 req-d06d560a-5ac5-4458-8e90-49d74d502b87 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 1677 time: 0.4919941 Feb 08 21:27:18.571744 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13e27b86-923b-4918-93b7-203a1228cb06 admin admin] Publish callbacks [] for router_gateway (92a55623-599f-40cd-8e3e-2bd8746cf4b4), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:18.732875 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-2ef12112-a909-43ef-ab86-ff27fd5a34c7 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] For port 57c2afe3-de62-4d69-a393-85c5a161f29c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=57c2afe3-de62-4d69-a393-85c5a161f29c,segment=NetworkSegment(2915d85e-a598-40b1-b44f-c2e78eba4c98),segment_id=2915d85e-a598-40b1-b44f-c2e78eba4c98)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:18.733378 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-2ef12112-a909-43ef-ab86-ff27fd5a34c7 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (57c2afe3-de62-4d69-a393-85c5a161f29c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:18.764158 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53900) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:27:18.777367 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-b3974d81-af9e-4d33-aebb-788fadfc3bcc None None] Set router 2e042d2c-4bae-4f3f-b9e3-6c2f5436099c gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:27:18.788227 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-2ef12112-a909-43ef-ab86-ff27fd5a34c7 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Calling delete_port for 57c2afe3-de62-4d69-a393-85c5a161f29c owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:27:18.933700 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13e27b86-923b-4918-93b7-203a1228cb06 admin admin] Publish callbacks [] for router_gateway (92a55623-599f-40cd-8e3e-2bd8746cf4b4), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:18.940752 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84bdec6a-9fd6-49b4-93e2-036a3c7569b2 req-529be849-aa43-403e-bf07-6f9346dc210e tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4893589 Feb 08 21:27:18.965546 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13e27b86-923b-4918-93b7-203a1228cb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:19.055978 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6c73fa8c-a30e-4341-9075-1ff0af81cc92 admin admin] Publish callbacks [] for security_group (4c53eb28-1b3f-44bb-9e6c-9332091552c5), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:19.085271 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6c73fa8c-a30e-4341-9075-1ff0af81cc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4c53eb28-1b3f-44bb-9e6c-9332091552c5), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:19.102497 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725caa0-2f16-4e28-b6f8-34995a12985c req-11606829-3e16-4612-a43c-7a9458a73e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:19.104056 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c725caa0-2f16-4e28-b6f8-34995a12985c req-11606829-3e16-4612-a43c-7a9458a73e80 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 1127 time: 0.4002643 Feb 08 21:27:19.125083 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-33ac2608-62bc-420c-be1d-37ebb1058f39 None None] Allocated IP 172.20.0.2 (d00185f4-2139-492b-b59f-1586b41daef5/8c41e412-c763-4ca0-a1f8-ab9cd96c364d/c5f1451e-5e26-44e3-995b-e0b3c30b2fc4) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:27:19.132559 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e412223e-f4c0-4d2b-958c-807185c4032e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:19.177716 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-13e27b86-923b-4918-93b7-203a1228cb06 admin admin] Allocated IP 172.25.3.18 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/20e34b24-15e3-47ad-8b19-4749ae4c670f) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:27:19.271238 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ec2ee-79cb-45a2-8f38-e39020200d06 req-d11a82f5-d2c4-4f97-bd95-07aac564a318 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:19.278680 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-178ec2ee-79cb-45a2-8f38-e39020200d06 req-d11a82f5-d2c4-4f97-bd95-07aac564a318 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=38a0fae0-8759-4ebe-a097-1aa152978be1 HTTP/1.1" status: 200 len: 946 time: 0.4881783 Feb 08 21:27:19.315113 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73fa8c-a30e-4341-9075-1ff0af81cc92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c53eb28-1b3f-44bb-9e6c-9332091552c5,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:19.318251 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e412223e-f4c0-4d2b-958c-807185c4032e admin admin] Publish callbacks [] for security_group (9c2bdf17-ad46-4ff8-b9f1-20a0376d0246), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:19.329059 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e412223e-f4c0-4d2b-958c-807185c4032e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9c2bdf17-ad46-4ff8-b9f1-20a0376d0246), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:19.336288 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-ed6971ce-32e8-48d4-b743-9d94b8cab8cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e95b7f52-a40f-4310-9af5-2cc71ae4ef18 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:27:19.344270 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6c73fa8c-a30e-4341-9075-1ff0af81cc92 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fa35f367e4ce40be853cf3a18262be46&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6041975 Feb 08 21:27:19.355887 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-ed6971ce-32e8-48d4-b743-9d94b8cab8cf service neutron] Publish callbacks [] for port (e95b7f52-a40f-4310-9af5-2cc71ae4ef18), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:19.361561 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 53904) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:27:19.369473 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412223e-f4c0-4d2b-958c-807185c4032e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2bdf17-ad46-4ff8-b9f1-20a0376d0246,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:19.392205 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13e27b86-923b-4918-93b7-203a1228cb06 admin admin] Publish callbacks [] for port (20e34b24-15e3-47ad-8b19-4749ae4c670f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:19.416306 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e412223e-f4c0-4d2b-958c-807185c4032e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=21fd2b1b7c85458b8f6ba4696c7973a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6468048 Feb 08 21:27:19.416306 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53906) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:27:19.451450 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb734ed4-4fb4-44e8-85d6-117d533f6e57 req-84cfb722-3412-4f82-beb9-e3a1af60a59d tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:19.454390 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fb734ed4-4fb4-44e8-85d6-117d533f6e57 req-84cfb722-3412-4f82-beb9-e3a1af60a59d tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.3957303 Feb 08 21:27:19.499552 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-258202a6-74d1-4ca9-aced-50ee775c1f6e admin admin] Publish callbacks [] for security_group (9c2bdf17-ad46-4ff8-b9f1-20a0376d0246), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:19.525792 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-258202a6-74d1-4ca9-aced-50ee775c1f6e admin admin] Publish callbacks [] for security_group (9c2bdf17-ad46-4ff8-b9f1-20a0376d0246), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:19.547745 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-178ec2ee-79cb-45a2-8f38-e39020200d06 req-9f006419-9459-42a1-a7c5-f5f07cc4a923 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681284 Feb 08 21:27:19.549356 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725caa0-2f16-4e28-b6f8-34995a12985c req-3a564ac7-03c3-4d06-a283-76e7862a244a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:19.551414 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c725caa0-2f16-4e28-b6f8-34995a12985c req-3a564ac7-03c3-4d06-a283-76e7862a244a service neutron] 10.222.0.96 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 913 time: 0.4146256 Feb 08 21:27:19.576426 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13e27b86-923b-4918-93b7-203a1228cb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (20e34b24-15e3-47ad-8b19-4749ae4c670f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:19.577965 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-33ac2608-62bc-420c-be1d-37ebb1058f39 None None] Publish callbacks [] for port (c5f1451e-5e26-44e3-995b-e0b3c30b2fc4), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:19.585640 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b3974d81-af9e-4d33-aebb-788fadfc3bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'name': 'tempest-TaggedBootDevicesTest_v242-2118790159-router', 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '9f59201c-495b-4104-9c23-2fe916a51fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:32Z', 'updated_at': '2022-02-08T21:18:47Z', 'revision_number': 4, 'project_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'gw_port': {'id': '9f59201c-495b-4104-9c23-2fe916a51fc5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:36Z', 'updated_at': '2022-02-08T21:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '35ac9b9e-11ed-4cbf-aae8-c08c661b35a3', 'name': '', 'network_id': '10af122a-be5c-432b-89ec-d882d652ee34', 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'mac_address': 'fa:16:3e:76:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '6b4bfb64-5f0f-4b7c-aaa8-560930fcc069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:44Z', 'updated_at': '2022-02-08T21:18:57Z', 'revision_number': 5, 'project_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'subnets': [{'id': '6b4bfb64-5f0f-4b7c-aaa8-560930fcc069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:19.612853 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-258202a6-74d1-4ca9-aced-50ee775c1f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9c2bdf17-ad46-4ff8-b9f1-20a0376d0246), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:19.615830 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-258202a6-74d1-4ca9-aced-50ee775c1f6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:19.617550 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-258202a6-74d1-4ca9-aced-50ee775c1f6e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9c2bdf17-ad46-4ff8-b9f1-20a0376d0246 HTTP/1.1" status: 204 len: 168 time: 0.2006309 Feb 08 21:27:19.668383 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e27b86-923b-4918-93b7-203a1228cb06 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:27:19.672343 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-13e27b86-923b-4918-93b7-203a1228cb06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:27:19.678157 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258202a6-74d1-4ca9-aced-50ee775c1f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2bdf17-ad46-4ff8-b9f1-20a0376d0246,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:19.683372 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e27b86-923b-4918-93b7-203a1228cb06 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:27:19.707933 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c725caa0-2f16-4e28-b6f8-34995a12985c req-a209a6b5-d466-44d9-b16c-d45c61de40e3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 HTTP/1.1" status: 200 len: 999 time: 0.1479108 Feb 08 21:27:19.711740 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-ed6971ce-32e8-48d4-b743-9d94b8cab8cf service neutron] Transition to ACTIVE for port object e95b7f52-a40f-4310-9af5-2cc71ae4ef18 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:27:19.714436 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-33ac2608-62bc-420c-be1d-37ebb1058f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (c5f1451e-5e26-44e3-995b-e0b3c30b2fc4), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:19.717213 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e27b86-923b-4918-93b7-203a1228cb06 admin admin] Pushing event updated for resources: {'Port': ['ID=20e34b24-15e3-47ad-8b19-4749ae4c670f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:19.737968 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3974d81-af9e-4d33-aebb-788fadfc3bcc None None] The sync data for ids ['2e042d2c-4bae-4f3f-b9e3-6c2f5436099c'] in n-d-712143-31 is: [{'id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'name': 'tempest-TaggedBootDevicesTest_v242-2118790159-router', 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '9f59201c-495b-4104-9c23-2fe916a51fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:32Z', 'updated_at': '2022-02-08T21:18:47Z', 'revision_number': 4, 'project_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'gw_port': {'id': '9f59201c-495b-4104-9c23-2fe916a51fc5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:36Z', 'updated_at': '2022-02-08T21:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '35ac9b9e-11ed-4cbf-aae8-c08c661b35a3', 'name': '', 'network_id': '10af122a-be5c-432b-89ec-d882d652ee34', 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'mac_address': 'fa:16:3e:76:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '6b4bfb64-5f0f-4b7c-aaa8-560930fcc069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:44Z', 'updated_at': '2022-02-08T21:18:57Z', 'revision_number': 5, 'project_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'subnets': [{'id': '6b4bfb64-5f0f-4b7c-aaa8-560930fcc069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:27:19.767941 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fb734ed4-4fb4-44e8-85d6-117d533f6e57 req-8264ca8e-bbed-465a-a3c6-d0331f4c644a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2863526 Feb 08 21:27:19.834890 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ac2608-62bc-420c-be1d-37ebb1058f39 None None] Network d00185f4-2139-492b-b59f-1586b41daef5 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:27:19.840114 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-ed6971ce-32e8-48d4-b743-9d94b8cab8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (e95b7f52-a40f-4310-9af5-2cc71ae4ef18), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:19.843830 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-2ef12112-a909-43ef-ab86-ff27fd5a34c7 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (57c2afe3-de62-4d69-a393-85c5a161f29c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:19.844011 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-33ac2608-62bc-420c-be1d-37ebb1058f39 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:27:19.846368 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac2608-62bc-420c-be1d-37ebb1058f39 None None] Pushing event updated for resources: {'Port': ['ID=c5f1451e-5e26-44e3-995b-e0b3c30b2fc4,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:19.849290 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ac2608-62bc-420c-be1d-37ebb1058f39 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:27:19.914833 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-33ac2608-62bc-420c-be1d-37ebb1058f39 None None] Attempting to bind port c5f1451e-5e26-44e3-995b-e0b3c30b2fc4 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:27:19.915248 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-33ac2608-62bc-420c-be1d-37ebb1058f39 None None] Attempting to bind port c5f1451e-5e26-44e3-995b-e0b3c30b2fc4 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '4dc4613a-9131-4d19-aa1e-06233ab5d307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:27:19.915617 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ac2608-62bc-420c-be1d-37ebb1058f39 None None] Attempting to bind port c5f1451e-5e26-44e3-995b-e0b3c30b2fc4 on network d00185f4-2139-492b-b59f-1586b41daef5 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:27:19.922535 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ac2608-62bc-420c-be1d-37ebb1058f39 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:27:19.922918 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ac2608-62bc-420c-be1d-37ebb1058f39 None None] Checking segment: {'id': '4dc4613a-9131-4d19-aa1e-06233ab5d307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:27:19.923366 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-33ac2608-62bc-420c-be1d-37ebb1058f39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:19.924312 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ac2608-62bc-420c-be1d-37ebb1058f39 None None] Bound using segment: {'id': '4dc4613a-9131-4d19-aa1e-06233ab5d307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:27:19.924841 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-33ac2608-62bc-420c-be1d-37ebb1058f39 None None] Bound port: c5f1451e-5e26-44e3-995b-e0b3c30b2fc4, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc4613a-9131-4d19-aa1e-06233ab5d307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:27:19.925256 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-33ac2608-62bc-420c-be1d-37ebb1058f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c5f1451e-5e26-44e3-995b-e0b3c30b2fc4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:20.025423 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66d59627-ec0e-48c6-a891-0c113ae8e0d4 admin admin] Publish callbacks [] for security_group (4c53eb28-1b3f-44bb-9e6c-9332091552c5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:20.113839 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-33ac2608-62bc-420c-be1d-37ebb1058f39 None None] For port c5f1451e-5e26-44e3-995b-e0b3c30b2fc4, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:27:20.122344 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-33ac2608-62bc-420c-be1d-37ebb1058f39 None None] For port c5f1451e-5e26-44e3-995b-e0b3c30b2fc4, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c5f1451e-5e26-44e3-995b-e0b3c30b2fc4,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:27:20.140077 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-33ac2608-62bc-420c-be1d-37ebb1058f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c5f1451e-5e26-44e3-995b-e0b3c30b2fc4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:20.162093 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6971ce-32e8-48d4-b743-9d94b8cab8cf service neutron] Pushing event updated for resources: {'Port': ['ID=e95b7f52-a40f-4310-9af5-2cc71ae4ef18,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:20.280308 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef12112-a909-43ef-ab86-ff27fd5a34c7 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event deleted for resources: {'Port': ['ID=57c2afe3-de62-4d69-a393-85c5a161f29c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:20.305488 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac2608-62bc-420c-be1d-37ebb1058f39 None None] Pushing event updated for resources: {'Port': ['ID=c5f1451e-5e26-44e3-995b-e0b3c30b2fc4,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:20.368532 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13e27b86-923b-4918-93b7-203a1228cb06 admin admin] Publish callbacks [] for router_gateway (92a55623-599f-40cd-8e3e-2bd8746cf4b4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:20.399294 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66d59627-ec0e-48c6-a891-0c113ae8e0d4 admin admin] Publish callbacks [] for security_group (4c53eb28-1b3f-44bb-9e6c-9332091552c5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:20.410734 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725caa0-2f16-4e28-b6f8-34995a12985c req-00cae20f-93b4-4a95-8d3a-7f86e5177f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:20.414272 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c725caa0-2f16-4e28-b6f8-34995a12985c req-00cae20f-93b4-4a95-8d3a-7f86e5177f08 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0aa29b5a-a776-4012-aa53-861d63a1c0ca HTTP/1.1" status: 200 len: 851 time: 0.6738641 Feb 08 21:27:20.415134 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-2ef12112-a909-43ef-ab86-ff27fd5a34c7 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] No DVR routers for this DVR port 57c2afe3-de62-4d69-a393-85c5a161f29c on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:27:20.420908 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-2ef12112-a909-43ef-ab86-ff27fd5a34c7 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:20.429176 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-2ef12112-a909-43ef-ab86-ff27fd5a34c7 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.96 "DELETE /v2.0/ports/57c2afe3-de62-4d69-a393-85c5a161f29c HTTP/1.1" status: 204 len: 173 time: 3.2062027 Feb 08 21:27:20.447369 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417b62fc-0bbd-4e92-bbac-6607e69e291f None None] New status for floating IP 08a5027b-2ab2-4257-871b-836bf64c6825: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:27:20.700587 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-deleted', 'tag': '57c2afe3-de62-4d69-a393-85c5a161f29c'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:27:20.716462 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10967cf5-0f15-4bda-9a64-1b651a54e7ce" -d '{"events": [{"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-deleted", "tag": "57c2afe3-de62-4d69-a393-85c5a161f29c"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:27:20.894785 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ca88b-fc0a-4253-8ab7-12290e3c1ab6 req-4370abac-33d9-4668-bbf7-de0d1cba3148 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:20.902581 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-963ca88b-fc0a-4253-8ab7-12290e3c1ab6 req-4370abac-33d9-4668-bbf7-de0d1cba3148 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports?device_id=4f4ea8cf-718e-4772-8469-e101606dd814 HTTP/1.1" status: 200 len: 943 time: 1.1863196 Feb 08 21:27:21.032947 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bad61e-f1e5-42bb-8a64-b692bb3dd838 req-09aef2a8-c030-4a87-9382-cb291f1178a3 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:21.034725 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-73bad61e-f1e5-42bb-8a64-b692bb3dd838 req-09aef2a8-c030-4a87-9382-cb291f1178a3 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 943 time: 0.7392542 Feb 08 21:27:21.097837 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725caa0-2f16-4e28-b6f8-34995a12985c req-af8f20f8-99d4-4cf0-bbce-00318691c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:21.099429 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c725caa0-2f16-4e28-b6f8-34995a12985c req-af8f20f8-99d4-4cf0-bbce-00318691c2c8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=470bde4a-288b-4162-81c1-45fdd6f3db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5562241 Feb 08 21:27:21.170514 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53938) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:27:21.208901 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-ed6971ce-32e8-48d4-b743-9d94b8cab8cf service neutron] Attempting to bind port e95b7f52-a40f-4310-9af5-2cc71ae4ef18 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:27:21.209438 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-ed6971ce-32e8-48d4-b743-9d94b8cab8cf service neutron] Attempting to bind port e95b7f52-a40f-4310-9af5-2cc71ae4ef18 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '5a69cc20-a45d-42a2-8af6-480ee769db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:27:21.209603 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-ed6971ce-32e8-48d4-b743-9d94b8cab8cf service neutron] Attempting to bind port e95b7f52-a40f-4310-9af5-2cc71ae4ef18 on network f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:27:21.233494 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13e27b86-923b-4918-93b7-203a1228cb06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (92a55623-599f-40cd-8e3e-2bd8746cf4b4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:21.240136 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-963ca88b-fc0a-4253-8ab7-12290e3c1ab6 req-7760341f-0fa5-4b17-9ef2-7e4fc0d74905 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff72aba2-9094-4c76-92a7-a3e9004639be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365290 Feb 08 21:27:21.296287 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66d59627-ec0e-48c6-a891-0c113ae8e0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4c53eb28-1b3f-44bb-9e6c-9332091552c5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:21.300198 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66d59627-ec0e-48c6-a891-0c113ae8e0d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:21.304794 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-66d59627-ec0e-48c6-a891-0c113ae8e0d4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4c53eb28-1b3f-44bb-9e6c-9332091552c5 HTTP/1.1" status: 204 len: 168 time: 1.9427724 Feb 08 21:27:21.306851 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-ed6971ce-32e8-48d4-b743-9d94b8cab8cf service neutron] Port e95b7f52-a40f-4310-9af5-2cc71ae4ef18 on network f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:27:21.307414 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-ed6971ce-32e8-48d4-b743-9d94b8cab8cf service neutron] Attempting to bind port e95b7f52-a40f-4310-9af5-2cc71ae4ef18 on network f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:27:21.384442 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-ed6971ce-32e8-48d4-b743-9d94b8cab8cf service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:27:21.385070 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-ed6971ce-32e8-48d4-b743-9d94b8cab8cf service neutron] Checking segment: {'id': '5a69cc20-a45d-42a2-8af6-480ee769db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:27:21.385679 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-ed6971ce-32e8-48d4-b743-9d94b8cab8cf service neutron] Bound using segment: {'id': '5a69cc20-a45d-42a2-8af6-480ee769db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:27:21.386336 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-ed6971ce-32e8-48d4-b743-9d94b8cab8cf service neutron] Bound port: e95b7f52-a40f-4310-9af5-2cc71ae4ef18, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69cc20-a45d-42a2-8af6-480ee769db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:27:21.386878 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-ed6971ce-32e8-48d4-b743-9d94b8cab8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e95b7f52-a40f-4310-9af5-2cc71ae4ef18), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:21.394143 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-73bad61e-f1e5-42bb-8a64-b692bb3dd838 req-df2b0a47-fc1b-4d72-9923-6af6784ab836 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups?id=118f0702-4557-44af-839a-62e8fe7fbe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3302875 Feb 08 21:27:21.400245 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e23ae2f8-0093-4bc0-8a27-09141bf65047 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1872187943-network', 'tenant_id': '4d0876571f2f43c3808fc91bf2086268'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:21.426946 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d59627-ec0e-48c6-a891-0c113ae8e0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c53eb28-1b3f-44bb-9e6c-9332091552c5,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:21.441109 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23ae2f8-0093-4bc0-8a27-09141bf65047 admin admin] Made reservation on behalf of 4d0876571f2f43c3808fc91bf2086268 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:27:21.444269 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e23ae2f8-0093-4bc0-8a27-09141bf65047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:21.487148 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e27b86-923b-4918-93b7-203a1228cb06 admin admin] Router 92a55623-599f-40cd-8e3e-2bd8746cf4b4 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:27:21.500489 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e23ae2f8-0093-4bc0-8a27-09141bf65047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:21.536178 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-40887ecc-a8e7-4723-91c9-e26da9270859 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Deleting port ba1697d4-60e3-4a42-86fd-43113c4fc2a5 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:27:21.537113 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-40887ecc-a8e7-4723-91c9-e26da9270859 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (ba1697d4-60e3-4a42-86fd-43113c4fc2a5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:21.704611 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c5f1451e-5e26-44e3-995b-e0b3c30b2fc4 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:27:21.740295 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48db171e-64b5-47e2-aed2-091202acd531 x-openstack-request-id: req-48db171e-64b5-47e2-aed2-091202acd531 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:27:21.740847 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-deleted", "tag": "57c2afe3-de62-4d69-a393-85c5a161f29c", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:27:21.741343 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-48db171e-64b5-47e2-aed2-091202acd531 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:27:21.743210 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-deleted', 'tag': '57c2afe3-de62-4d69-a393-85c5a161f29c', 'status': 'completed', 'code': 200} Feb 08 21:27:21.756698 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c725caa0-2f16-4e28-b6f8-34995a12985c req-62e0989c-4f70-4463-93ca-92defe045a36 service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6344857 Feb 08 21:27:21.805208 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e27b86-923b-4918-93b7-203a1228cb06 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:27:21.831634 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port c5f1451e-5e26-44e3-995b-e0b3c30b2fc4 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:27:21.832924 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c5f1451e-5e26-44e3-995b-e0b3c30b2fc4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:21.839613 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39296e7f-f1be-4bfa-b761-f9f745249c03 None None] Sync routers for ids ['92a55623-599f-40cd-8e3e-2bd8746cf4b4'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:27:21.857158 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13e27b86-923b-4918-93b7-203a1228cb06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:21.859258 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-13e27b86-923b-4918-93b7-203a1228cb06 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7419212 Feb 08 21:27:21.863897 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53946) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:27:21.921635 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39296e7f-f1be-4bfa-b761-f9f745249c03 None None] Routers {'92a55623-599f-40cd-8e3e-2bd8746cf4b4'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:27:21.922570 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-39296e7f-f1be-4bfa-b761-f9f745249c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:26:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['92a55623-599f-40cd-8e3e-2bd8746cf4b4'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:21.949720 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53948) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:27:21.954417 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e23ae2f8-0093-4bc0-8a27-09141bf65047 admin admin] Publish callbacks [] for security_group (267c5112-d423-42b4-927c-71bd306b3b8c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:22.010130 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e23ae2f8-0093-4bc0-8a27-09141bf65047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (267c5112-d423-42b4-927c-71bd306b3b8c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:22.031338 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e23ae2f8-0093-4bc0-8a27-09141bf65047 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:27:22.047686 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e23ae2f8-0093-4bc0-8a27-09141bf65047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (531d04e7-52bd-4cfd-b3c2-b8a07b961c75), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:22.048042 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-e23ae2f8-0093-4bc0-8a27-09141bf65047 admin admin] Added segment 531d04e7-52bd-4cfd-b3c2-b8a07b961c75 of type vlan for network ae81c2a7-776c-4103-8403-9597e43bdeca Feb 08 21:27:22.077703 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port c5f1451e-5e26-44e3-995b-e0b3c30b2fc4 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:27:22.078175 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c5f1451e-5e26-44e3-995b-e0b3c30b2fc4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:22.121776 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e23ae2f8-0093-4bc0-8a27-09141bf65047 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (ae81c2a7-776c-4103-8403-9597e43bdeca), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:22.133084 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port c5f1451e-5e26-44e3-995b-e0b3c30b2fc4, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c5f1451e-5e26-44e3-995b-e0b3c30b2fc4,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:22.140832 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-39296e7f-f1be-4bfa-b761-f9f745249c03 None None] Set router 92a55623-599f-40cd-8e3e-2bd8746cf4b4 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:27:22.144656 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c5f1451e-5e26-44e3-995b-e0b3c30b2fc4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:22.191434 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e23ae2f8-0093-4bc0-8a27-09141bf65047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (ae81c2a7-776c-4103-8403-9597e43bdeca), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:22.191434 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23ae2f8-0093-4bc0-8a27-09141bf65047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:22.191434 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e23ae2f8-0093-4bc0-8a27-09141bf65047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:22.204952 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-994e2bbe-90a1-4ab6-894b-0716d92cd7a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:22.273774 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=c5f1451e-5e26-44e3-995b-e0b3c30b2fc4,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:22.279559 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac72049e-a625-403c-9940-7ce316e1fd2b None None] Network d00185f4-2139-492b-b59f-1586b41daef5 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:27:22.355628 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e23ae2f8-0093-4bc0-8a27-09141bf65047 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1787047 Feb 08 21:27:22.369039 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ae2f8-0093-4bc0-8a27-09141bf65047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267c5112-d423-42b4-927c-71bd306b3b8c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:22.377139 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53952) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:27:22.389286 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a31cb410-8bcc-47ba-89c0-a5b0f65fb9c3 admin admin] Request body: {'subnet': {'network_id': 'ae81c2a7-776c-4103-8403-9597e43bdeca', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1872187943-subnet', 'tenant_id': '4d0876571f2f43c3808fc91bf2086268', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:22.461346 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdc2fb-47f1-433d-b57d-e5093b9d0442 req-ff675da1-be65-4ec7-bd40-824b2345a328 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:22.463095 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ae2f8-0093-4bc0-8a27-09141bf65047 admin admin] Pushing event updated for resources: {'Network': ['ID=ae81c2a7-776c-4103-8403-9597e43bdeca,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:22.474865 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cbcdc2fb-47f1-433d-b57d-e5093b9d0442 req-ff675da1-be65-4ec7-bd40-824b2345a328 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=38a0fae0-8759-4ebe-a097-1aa152978be1 HTTP/1.1" status: 200 len: 946 time: 1.1522181 Feb 08 21:27:22.564242 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network ae81c2a7-776c-4103-8403-9597e43bdeca details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:27:22.565567 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31cb410-8bcc-47ba-89c0-a5b0f65fb9c3 admin admin] Made reservation on behalf of 4d0876571f2f43c3808fc91bf2086268 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:27:22.569394 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a31cb410-8bcc-47ba-89c0-a5b0f65fb9c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:22.667458 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-7b516d86-fe90-44e9-92c3-6b2530a2ad26 None None] Provisioning complete for port c5f1451e-5e26-44e3-995b-e0b3c30b2fc4 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:27:22.667846 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7b516d86-fe90-44e9-92c3-6b2530a2ad26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c5f1451e-5e26-44e3-995b-e0b3c30b2fc4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:22.669541 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-40887ecc-a8e7-4723-91c9-e26da9270859 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] For port ba1697d4-60e3-4a42-86fd-43113c4fc2a5, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=ba1697d4-60e3-4a42-86fd-43113c4fc2a5,segment=NetworkSegment(2915d85e-a598-40b1-b44f-c2e78eba4c98),segment_id=2915d85e-a598-40b1-b44f-c2e78eba4c98)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:22.670957 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-40887ecc-a8e7-4723-91c9-e26da9270859 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (ba1697d4-60e3-4a42-86fd-43113c4fc2a5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:22.693514 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-ed6971ce-32e8-48d4-b743-9d94b8cab8cf service neutron] For port e95b7f52-a40f-4310-9af5-2cc71ae4ef18, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:27:22.753981 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bdb5e-598d-42e2-a06e-75a9ed8d1026 req-940f3d22-1962-4e85-b1c4-57d89cc8ba23 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:22.758252 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea3bdb5e-598d-42e2-a06e-75a9ed8d1026 req-940f3d22-1962-4e85-b1c4-57d89cc8ba23 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 1.0236306 Feb 08 21:27:22.769500 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-40887ecc-a8e7-4723-91c9-e26da9270859 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Calling delete_port for ba1697d4-60e3-4a42-86fd-43113c4fc2a5 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:27:22.830316 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-994e2bbe-90a1-4ab6-894b-0716d92cd7a8 admin admin] Publish callbacks [] for security_group (a70561e6-ef20-4770-9eb4-e2c3f6a54600), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:22.840154 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-ed6971ce-32e8-48d4-b743-9d94b8cab8cf service neutron] For port e95b7f52-a40f-4310-9af5-2cc71ae4ef18, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=e95b7f52-a40f-4310-9af5-2cc71ae4ef18,segment=NetworkSegment(5a69cc20-a45d-42a2-8af6-480ee769db92),segment_id=5a69cc20-a45d-42a2-8af6-480ee769db92)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:27:22.849697 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cbcdc2fb-47f1-433d-b57d-e5093b9d0442 req-fefb36cb-e592-4944-a637-1e1e48186986 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732362 Feb 08 21:27:22.850045 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-994e2bbe-90a1-4ab6-894b-0716d92cd7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a70561e6-ef20-4770-9eb4-e2c3f6a54600), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:22.862222 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c725caa0-2f16-4e28-b6f8-34995a12985c req-5b5620d9-f180-492e-8026-493dd1bbda02 service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9793742 Feb 08 21:27:22.893288 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7b516d86-fe90-44e9-92c3-6b2530a2ad26 None None] Current status of the port c5f1451e-5e26-44e3-995b-e0b3c30b2fc4 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:27:22.904653 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-39296e7f-f1be-4bfa-b761-f9f745249c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1530795913-router', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:19Z', 'revision_number': 3, 'project_id': '48aae992c2704ece870f0faad4c28599', 'gw_port': {'id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:22.938667 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39296e7f-f1be-4bfa-b761-f9f745249c03 None None] Checking router: 92a55623-599f-40cd-8e3e-2bd8746cf4b4 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:27:22.938907 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-ed6971ce-32e8-48d4-b743-9d94b8cab8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (e95b7f52-a40f-4310-9af5-2cc71ae4ef18), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:22.939004 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39296e7f-f1be-4bfa-b761-f9f745249c03 None None] Updating router 92a55623-599f-40cd-8e3e-2bd8746cf4b4 port 20e34b24-15e3-47ad-8b19-4749ae4c670f binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:27:22.983326 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39296e7f-f1be-4bfa-b761-f9f745249c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (20e34b24-15e3-47ad-8b19-4749ae4c670f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:23.189157 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e2bbe-90a1-4ab6-894b-0716d92cd7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70561e6-ef20-4770-9eb4-e2c3f6a54600,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:23.222496 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-ed6971ce-32e8-48d4-b743-9d94b8cab8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:23.223780 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-ed6971ce-32e8-48d4-b743-9d94b8cab8cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:23.225039 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-994e2bbe-90a1-4ab6-894b-0716d92cd7a8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=60f8fe56e92a48cf95b23a4eb458ed3f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2674620 Feb 08 21:27:23.226364 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-ed6971ce-32e8-48d4-b743-9d94b8cab8cf service neutron] 10.222.0.94 "PUT /v2.0/ports/e95b7f52-a40f-4310-9af5-2cc71ae4ef18 HTTP/1.1" status: 200 len: 1092 time: 5.8824058 Feb 08 21:27:23.234258 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53958) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:27:23.264582 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea3bdb5e-598d-42e2-a06e-75a9ed8d1026 req-f6eccdd7-f394-46c5-aca1-6d96e8cdf5d4 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4649704 Feb 08 21:27:23.284205 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6971ce-32e8-48d4-b743-9d94b8cab8cf service neutron] Pushing event updated for resources: {'Port': ['ID=e95b7f52-a40f-4310-9af5-2cc71ae4ef18,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:23.485106 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a31cb410-8bcc-47ba-89c0-a5b0f65fb9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (b222446e-e00d-4dc7-91e2-96dc9c58d580), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:23.493571 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6cf1c4-ca6a-47d5-bc58-2080ce67c501 req-9798bd6d-f5c6-4565-a346-d5111fd87bcf tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:23.497804 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f6cf1c4-ca6a-47d5-bc58-2080ce67c501 req-9798bd6d-f5c6-4565-a346-d5111fd87bcf tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports?device_id=4f4ea8cf-718e-4772-8469-e101606dd814 HTTP/1.1" status: 200 len: 943 time: 0.4227679 Feb 08 21:27:23.575934 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c3cf9cf-8263-48ee-9f05-d93769e0530c admin admin] Publish callbacks [] for security_group (a70561e6-ef20-4770-9eb4-e2c3f6a54600), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:23.660875 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-be158b2d-c323-423d-83f5-3c1b7bd1e98e None None] Provisioning complete for port c5f1451e-5e26-44e3-995b-e0b3c30b2fc4 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:27:23.662590 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be158b2d-c323-423d-83f5-3c1b7bd1e98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c5f1451e-5e26-44e3-995b-e0b3c30b2fc4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:23.677766 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-40887ecc-a8e7-4723-91c9-e26da9270859 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (ba1697d4-60e3-4a42-86fd-43113c4fc2a5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:23.702355 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c3cf9cf-8263-48ee-9f05-d93769e0530c admin admin] Publish callbacks [] for security_group (a70561e6-ef20-4770-9eb4-e2c3f6a54600), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:23.704887 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-ddce17f0-67df-4508-926c-c76a8f936b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:23.707623 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-ddce17f0-67df-4508-926c-c76a8f936b59 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=604bafac013e47a8806c7fdd623f0573&device_id=4f4ea8cf-718e-4772-8469-e101606dd814 HTTP/1.1" status: 200 len: 1126 time: 0.3551745 Feb 08 21:27:23.710058 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c5f1451e-5e26-44e3-995b-e0b3c30b2fc4 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:27:23.723574 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31cb410-8bcc-47ba-89c0-a5b0f65fb9c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b222446e-e00d-4dc7-91e2-96dc9c58d580,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:23.762701 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f4ea8cf-718e-4772-8469-e101606dd814', 'tag': 'e95b7f52-a40f-4310-9af5-2cc71ae4ef18'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:27:23.767136 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b8015f-9e3a-4421-ab5c-377cc6fc90fd" -d '{"events": [{"name": "network-changed", "server_uuid": "4f4ea8cf-718e-4772-8469-e101606dd814", "tag": "e95b7f52-a40f-4310-9af5-2cc71ae4ef18"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:27:23.795947 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31cb410-8bcc-47ba-89c0-a5b0f65fb9c3 admin admin] Checking segment: {'id': '531d04e7-52bd-4cfd-b3c2-b8a07b961c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ae81c2a7-776c-4103-8403-9597e43bdeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:27:23.796668 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31cb410-8bcc-47ba-89c0-a5b0f65fb9c3 admin admin] Network hostable DHCP agents. Network: ae81c2a7-776c-4103-8403-9597e43bdeca, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:27:23.848870 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31cb410-8bcc-47ba-89c0-a5b0f65fb9c3 admin admin] Network ae81c2a7-776c-4103-8403-9597e43bdeca is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:27:23.860799 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3b061fa-8332-48df-8f9a-af913278727e req-dcf75cbb-7d33-4816-b66a-a0b25afbe4f3 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 210 time: 0.1904728 Feb 08 21:27:23.885127 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-a31cb410-8bcc-47ba-89c0-a5b0f65fb9c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, ae81c2a7-776c-4103-8403-9597e43bdeca) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:27:23.889766 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31cb410-8bcc-47ba-89c0-a5b0f65fb9c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:23.890382 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a31cb410-8bcc-47ba-89c0-a5b0f65fb9c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:23.921652 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c3cf9cf-8263-48ee-9f05-d93769e0530c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a70561e6-ef20-4770-9eb4-e2c3f6a54600), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:23.923041 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c3cf9cf-8263-48ee-9f05-d93769e0530c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:23.924285 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9c3cf9cf-8263-48ee-9f05-d93769e0530c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a70561e6-ef20-4770-9eb4-e2c3f6a54600 HTTP/1.1" status: 204 len: 168 time: 0.6890242 Feb 08 21:27:23.942014 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b88e13d-e4db-45f5-977a-dc5dbb736b8f None None] Network ae81c2a7-776c-4103-8403-9597e43bdeca requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:27:23.949777 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port c5f1451e-5e26-44e3-995b-e0b3c30b2fc4 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:27:23.950158 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c5f1451e-5e26-44e3-995b-e0b3c30b2fc4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:23.953823 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3cf9cf-8263-48ee-9f05-d93769e0530c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70561e6-ef20-4770-9eb4-e2c3f6a54600,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:23.961203 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-626f6a99-3850-4621-911e-34ffe4d99f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:23.977954 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a31cb410-8bcc-47ba-89c0-a5b0f65fb9c3 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5953245 Feb 08 21:27:24.049076 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f6cf1c4-ca6a-47d5-bc58-2080ce67c501 req-517cb2a1-6eb2-4866-89ab-47abd211d15d tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff72aba2-9094-4c76-92a7-a3e9004639be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5326755 Feb 08 21:27:24.050546 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40887ecc-a8e7-4723-91c9-e26da9270859 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event deleted for resources: {'Port': ['ID=ba1697d4-60e3-4a42-86fd-43113c4fc2a5,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:24.154562 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-65a99dec-6055-4c9c-aa64-164b1eaaa009 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e95b7f52-a40f-4310-9af5-2cc71ae4ef18 HTTP/1.1" status: 200 len: 217 time: 0.3971207 Feb 08 21:27:24.156496 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-be158b2d-c323-423d-83f5-3c1b7bd1e98e None None] Current status of the port c5f1451e-5e26-44e3-995b-e0b3c30b2fc4 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:27:24.212059 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5796765d-3940-4528-850f-cc632780ec69 None None] Network ae81c2a7-776c-4103-8403-9597e43bdeca requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:27:24.220805 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39296e7f-f1be-4bfa-b761-f9f745249c03 None None] Publish callbacks [] for port (20e34b24-15e3-47ad-8b19-4749ae4c670f), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:24.286809 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5bdfebce-89b7-4a2b-b3d7-5ea855ce240f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:24.318741 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port c5f1451e-5e26-44e3-995b-e0b3c30b2fc4 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:27:24.331269 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcb3ef6-0a93-4901-b0d5-f46ca3b97664 x-openstack-request-id: req-6dcb3ef6-0a93-4901-b0d5-f46ca3b97664 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:27:24.331269 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f4ea8cf-718e-4772-8469-e101606dd814", "tag": "e95b7f52-a40f-4310-9af5-2cc71ae4ef18", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:27:24.331269 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6dcb3ef6-0a93-4901-b0d5-f46ca3b97664 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:27:24.331269 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f4ea8cf-718e-4772-8469-e101606dd814', 'tag': 'e95b7f52-a40f-4310-9af5-2cc71ae4ef18', 'status': 'completed', 'code': 200} Feb 08 21:27:24.342094 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39296e7f-f1be-4bfa-b761-f9f745249c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (20e34b24-15e3-47ad-8b19-4749ae4c670f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:24.399944 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-40887ecc-a8e7-4723-91c9-e26da9270859 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] No DVR routers for this DVR port ba1697d4-60e3-4a42-86fd-43113c4fc2a5 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:27:24.404111 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b783c-96d1-4474-9844-60d11f33be32 None None] Pushing event updated for resources: {'Port': ['ID=20e34b24-15e3-47ad-8b19-4749ae4c670f,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:24.419264 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-40887ecc-a8e7-4723-91c9-e26da9270859 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:24.427742 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d750b3a5-fc32-4452-998a-18e50fa5cde9 req-40887ecc-a8e7-4723-91c9-e26da9270859 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.96 "DELETE /v2.0/ports/ba1697d4-60e3-4a42-86fd-43113c4fc2a5 HTTP/1.1" status: 204 len: 173 time: 3.6849895 Feb 08 21:27:24.449954 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-39296e7f-f1be-4bfa-b761-f9f745249c03 None None] Attempting to bind port 20e34b24-15e3-47ad-8b19-4749ae4c670f on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:27:24.450848 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-39296e7f-f1be-4bfa-b761-f9f745249c03 None None] Attempting to bind port 20e34b24-15e3-47ad-8b19-4749ae4c670f by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:27:24.451427 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39296e7f-f1be-4bfa-b761-f9f745249c03 None None] Attempting to bind port 20e34b24-15e3-47ad-8b19-4749ae4c670f on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:27:24.459833 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39296e7f-f1be-4bfa-b761-f9f745249c03 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:27:24.460536 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39296e7f-f1be-4bfa-b761-f9f745249c03 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:27:24.461187 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39296e7f-f1be-4bfa-b761-f9f745249c03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:24.461790 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39296e7f-f1be-4bfa-b761-f9f745249c03 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:27:24.462467 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-39296e7f-f1be-4bfa-b761-f9f745249c03 None None] Bound port: 20e34b24-15e3-47ad-8b19-4749ae4c670f, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:27:24.463042 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39296e7f-f1be-4bfa-b761-f9f745249c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (20e34b24-15e3-47ad-8b19-4749ae4c670f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:24.468327 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-f3daf1a1-a1ed-4042-b086-d9c9d5f6a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:24.470975 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-f3daf1a1-a1ed-4042-b086-d9c9d5f6a82f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=bcf96426-4f4f-4f21-a2c0-f475a3532d63 HTTP/1.1" status: 200 len: 860 time: 0.3006754 Feb 08 21:27:24.505073 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989857c-d01e-4747-8a6f-b226ba4c9473 req-340b0dcb-86c5-419a-a393-7a47d765ecd4 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:24.521914 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c989857c-d01e-4747-8a6f-b226ba4c9473 req-340b0dcb-86c5-419a-a393-7a47d765ecd4 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=38a0fae0-8759-4ebe-a097-1aa152978be1 HTTP/1.1" status: 200 len: 946 time: 0.4466779 Feb 08 21:27:24.571513 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-626f6a99-3850-4621-911e-34ffe4d99f47 admin admin] Allocated IP 172.20.0.1 (d00185f4-2139-492b-b59f-1586b41daef5/8c41e412-c763-4ca0-a1f8-ab9cd96c364d/33cfd50d-838b-4c6d-933b-0815178d1341) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:27:24.623742 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-39296e7f-f1be-4bfa-b761-f9f745249c03 None None] For port 20e34b24-15e3-47ad-8b19-4749ae4c670f, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:27:24.674528 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-39296e7f-f1be-4bfa-b761-f9f745249c03 None None] For port 20e34b24-15e3-47ad-8b19-4749ae4c670f, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=20e34b24-15e3-47ad-8b19-4749ae4c670f,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:27:24.694994 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39296e7f-f1be-4bfa-b761-f9f745249c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (20e34b24-15e3-47ad-8b19-4749ae4c670f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:24.728204 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-5454ecd0-0551-45de-a20b-2b0e682ed481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:24.729853 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-5454ecd0-0551-45de-a20b-2b0e682ed481 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1984947 Feb 08 21:27:24.741210 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c989857c-d01e-4747-8a6f-b226ba4c9473 req-bf63ea0e-ccc9-4721-8211-1210c1ae29cd tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181430 Feb 08 21:27:24.752780 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39296e7f-f1be-4bfa-b761-f9f745249c03 None None] Routers {'92a55623-599f-40cd-8e3e-2bd8746cf4b4'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:27:24.753399 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-39296e7f-f1be-4bfa-b761-f9f745249c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:26:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['92a55623-599f-40cd-8e3e-2bd8746cf4b4'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:24.898113 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-626f6a99-3850-4621-911e-34ffe4d99f47 admin admin] Publish callbacks [] for port (33cfd50d-838b-4c6d-933b-0815178d1341), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:25.044508 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-626f6a99-3850-4621-911e-34ffe4d99f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (33cfd50d-838b-4c6d-933b-0815178d1341), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:25.141584 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c12f99-b1ba-4f19-967a-5a9b61052cbb req-ffc1a6a7-4a5f-4283-8cf7-1b0212d1bd35 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:25.144356 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f6c12f99-b1ba-4f19-967a-5a9b61052cbb req-ffc1a6a7-4a5f-4283-8cf7-1b0212d1bd35 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.2580960 Feb 08 21:27:25.146934 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-cd5469a4-af96-49c0-9c17-c70842ba6ec4 service neutron] 10.222.0.94 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992784 Feb 08 21:27:25.152574 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-39296e7f-f1be-4bfa-b761-f9f745249c03 None None] Set router 92a55623-599f-40cd-8e3e-2bd8746cf4b4 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:27:25.156307 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b783c-96d1-4474-9844-60d11f33be32 None None] Pushing event updated for resources: {'Port': ['ID=20e34b24-15e3-47ad-8b19-4749ae4c670f,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:25.195184 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f6a99-3850-4621-911e-34ffe4d99f47 admin admin] Pushing event updated for resources: {'Port': ['ID=33cfd50d-838b-4c6d-933b-0815178d1341,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:25.237065 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626f6a99-3850-4621-911e-34ffe4d99f47 admin admin] Network d00185f4-2139-492b-b59f-1586b41daef5 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:27:25.241034 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-626f6a99-3850-4621-911e-34ffe4d99f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:27:25.246645 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626f6a99-3850-4621-911e-34ffe4d99f47 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:27:25.336221 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-f5fd17ca-724a-47c4-94b8-d855d340bd35 req-aaee1338-98ff-4950-8321-6487328146b7 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-84627130', 'description': 'tempest-description-1291344782'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:25.366162 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-626f6a99-3850-4621-911e-34ffe4d99f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (92a55623-599f-40cd-8e3e-2bd8746cf4b4), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:25.407355 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f5fd17ca-724a-47c4-94b8-d855d340bd35 req-aaee1338-98ff-4950-8321-6487328146b7 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:25.470875 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18f90899-4d0b-4b5b-8141-30e3115cadf6 req-e53b96f1-68fc-41f1-b635-af8b0c6acb56 service neutron] 10.222.0.94 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997899 Feb 08 21:27:25.491583 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f6c12f99-b1ba-4f19-967a-5a9b61052cbb req-4a37a922-90c5-4cc1-a330-e35b72582fd0 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3359182 Feb 08 21:27:25.678236 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f5fd17ca-724a-47c4-94b8-d855d340bd35 req-aaee1338-98ff-4950-8321-6487328146b7 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (04f7456b-200b-4783-9896-01815d326bfa), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:25.690337 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f5fd17ca-724a-47c4-94b8-d855d340bd35 req-aaee1338-98ff-4950-8321-6487328146b7 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (04f7456b-200b-4783-9896-01815d326bfa), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:25.749063 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f5fd17ca-724a-47c4-94b8-d855d340bd35 req-aaee1338-98ff-4950-8321-6487328146b7 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:25.751215 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f5fd17ca-724a-47c4-94b8-d855d340bd35 req-aaee1338-98ff-4950-8321-6487328146b7 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4368644 Feb 08 21:27:25.786256 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee1338-98ff-4950-8321-6487328146b7 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f7456b-200b-4783-9896-01815d326bfa,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:25.796484 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8015f-9e3a-4421-ab5c-377cc6fc90fd req-19ca76ff-0613-4518-a718-4fad06e5242b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:25.798461 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d7b8015f-9e3a-4421-ab5c-377cc6fc90fd req-19ca76ff-0613-4518-a718-4fad06e5242b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=604bafac013e47a8806c7fdd623f0573&device_id=4f4ea8cf-718e-4772-8469-e101606dd814 HTTP/1.1" status: 200 len: 1126 time: 0.1776748 Feb 08 21:27:25.832478 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-626f6a99-3850-4621-911e-34ffe4d99f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (33cfd50d-838b-4c6d-933b-0815178d1341), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:25.928099 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-efd4e291-286a-46c2-a100-acf54aa5de57 None None] Provisioning complete for port 33cfd50d-838b-4c6d-933b-0815178d1341 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:27:25.928712 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-efd4e291-286a-46c2-a100-acf54aa5de57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (33cfd50d-838b-4c6d-933b-0815178d1341), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:26.003924 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6dd1d654-9fc9-4f3d-81f2-0a77860c5f3c req-87654fbd-6441-4cbe-8af7-7f530823b73d tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 210 time: 0.0581641 Feb 08 21:27:26.014691 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-39296e7f-f1be-4bfa-b761-f9f745249c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1530795913-router', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:19Z', 'revision_number': 3, 'project_id': '48aae992c2704ece870f0faad4c28599', 'gw_port': {'id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:26.021407 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-efd4e291-286a-46c2-a100-acf54aa5de57 None None] Port 33cfd50d-838b-4c6d-933b-0815178d1341 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:27:26.070807 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8015f-9e3a-4421-ab5c-377cc6fc90fd req-c975e15e-1648-4f75-9ee0-3cef60bb1e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:26.072749 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d7b8015f-9e3a-4421-ab5c-377cc6fc90fd req-c975e15e-1648-4f75-9ee0-3cef60bb1e0b service neutron] 10.222.0.94 "GET /v2.0/networks?id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 HTTP/1.1" status: 200 len: 922 time: 0.2599220 Feb 08 21:27:26.164459 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d7b8015f-9e3a-4421-ab5c-377cc6fc90fd req-3b6fa904-fa34-42d6-a892-7c30cbe5aff6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e95b7f52-a40f-4310-9af5-2cc71ae4ef18 HTTP/1.1" status: 200 len: 217 time: 0.0787985 Feb 08 21:27:26.200500 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cbe69-9a77-4207-914e-2f391e0084af req-5640f732-cd57-4114-9ef9-57e2c63af77e tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:26.217387 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-579cbe69-9a77-4207-914e-2f391e0084af req-5640f732-cd57-4114-9ef9-57e2c63af77e tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports?device_id=4f4ea8cf-718e-4772-8469-e101606dd814 HTTP/1.1" status: 200 len: 943 time: 0.2691443 Feb 08 21:27:26.342515 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-deleted', 'tag': 'ba1697d4-60e3-4a42-86fd-43113c4fc2a5'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:27:26.345121 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cc674a-c735-4096-a058-48f890a0b07b" -d '{"events": [{"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-deleted", "tag": "ba1697d4-60e3-4a42-86fd-43113c4fc2a5"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:27:26.372938 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-626f6a99-3850-4621-911e-34ffe4d99f47 admin admin] Publish callbacks [] for port (33cfd50d-838b-4c6d-933b-0815178d1341), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:26.383663 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8015f-9e3a-4421-ab5c-377cc6fc90fd req-bbb00605-7a5e-47c3-b6de-8a2031724d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:26.385278 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d7b8015f-9e3a-4421-ab5c-377cc6fc90fd req-bbb00605-7a5e-47c3-b6de-8a2031724d1b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=bcf96426-4f4f-4f21-a2c0-f475a3532d63 HTTP/1.1" status: 200 len: 860 time: 0.1967590 Feb 08 21:27:26.387469 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-626f6a99-3850-4621-911e-34ffe4d99f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (33cfd50d-838b-4c6d-933b-0815178d1341), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:26.417438 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-579cbe69-9a77-4207-914e-2f391e0084af req-14c2c933-36f3-497b-a435-642ecfeb1d0d tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff72aba2-9094-4c76-92a7-a3e9004639be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952281 Feb 08 21:27:26.428768 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39296e7f-f1be-4bfa-b761-f9f745249c03 None None] The sync data for ids ['92a55623-599f-40cd-8e3e-2bd8746cf4b4'] in n-d-712143-31 is: [{'id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1530795913-router', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:19Z', 'revision_number': 3, 'project_id': '48aae992c2704ece870f0faad4c28599', 'gw_port': {'id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:27:26.523588 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d2695-7681-46d3-8645-295fe3140062 req-a5090a6e-d1a5-46b1-82cb-ac379c36d1b8 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:26.532724 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-000d2695-7681-46d3-8645-295fe3140062 req-a5090a6e-d1a5-46b1-82cb-ac379c36d1b8 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=38a0fae0-8759-4ebe-a097-1aa152978be1 HTTP/1.1" status: 200 len: 946 time: 0.2330382 Feb 08 21:27:26.572540 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f6a99-3850-4621-911e-34ffe4d99f47 admin admin] Pushing event updated for resources: {'Port': ['ID=33cfd50d-838b-4c6d-933b-0815178d1341,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:26.585827 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-626f6a99-3850-4621-911e-34ffe4d99f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (92a55623-599f-40cd-8e3e-2bd8746cf4b4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:26.629765 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5bdaf0b9-faf3-4257-913b-1cf317f6787f req-711158d6-c85f-409f-a2f2-e5bfbdf2dc96 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "GET /v2.0/security-groups/04f7456b-200b-4783-9896-01815d326bfa HTTP/1.1" status: 200 len: 1822 time: 0.1829453 Feb 08 21:27:26.633531 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8015f-9e3a-4421-ab5c-377cc6fc90fd req-1dbbdc2d-d042-45dc-9f40-7f03a756bbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:26.635437 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d7b8015f-9e3a-4421-ab5c-377cc6fc90fd req-1dbbdc2d-d042-45dc-9f40-7f03a756bbc0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2402580 Feb 08 21:27:26.643338 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-5bdaf0b9-faf3-4257-913b-1cf317f6787f req-259005c1-919c-4a54-accb-5c83008fe920 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '04f7456b-200b-4783-9896-01815d326bfa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:26.644013 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-5bdaf0b9-faf3-4257-913b-1cf317f6787f req-259005c1-919c-4a54-accb-5c83008fe920 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '04f7456b-200b-4783-9896-01815d326bfa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:26.686424 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-000d2695-7681-46d3-8645-295fe3140062 req-52a1357b-15b5-483b-ae68-7ad19e8b3f4e tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513128 Feb 08 21:27:26.730577 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626f6a99-3850-4621-911e-34ffe4d99f47 admin admin] Network d00185f4-2139-492b-b59f-1586b41daef5 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:27:26.733295 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-626f6a99-3850-4621-911e-34ffe4d99f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:27:27.030565 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5bdaf0b9-faf3-4257-913b-1cf317f6787f req-259005c1-919c-4a54-accb-5c83008fe920 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group_rule (ceb7cfb1-7f41-48cd-94e1-26d369d0170e), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:27.049247 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d7b8015f-9e3a-4421-ab5c-377cc6fc90fd req-3ed326d1-b3c3-45c3-812b-da1f9bddc8a9 service neutron] 10.222.0.94 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939698 Feb 08 21:27:27.094953 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5bdaf0b9-faf3-4257-913b-1cf317f6787f req-259005c1-919c-4a54-accb-5c83008fe920 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group_rule (ceb7cfb1-7f41-48cd-94e1-26d369d0170e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:27.159213 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5bdaf0b9-faf3-4257-913b-1cf317f6787f req-259005c1-919c-4a54-accb-5c83008fe920 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (ceb7cfb1-7f41-48cd-94e1-26d369d0170e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:27.182585 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626f6a99-3850-4621-911e-34ffe4d99f47 admin admin] Router 92a55623-599f-40cd-8e3e-2bd8746cf4b4 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:27:27.183377 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe123999-27d0-48ee-a07e-24e8200c1b6e req-ab019c8c-90b7-4953-81a6-d7d97fc93de8 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:27.194539 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fe123999-27d0-48ee-a07e-24e8200c1b6e req-ab019c8c-90b7-4953-81a6-d7d97fc93de8 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.2891779 Feb 08 21:27:27.286313 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5bdaf0b9-faf3-4257-913b-1cf317f6787f req-259005c1-919c-4a54-accb-5c83008fe920 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:27.288378 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5bdaf0b9-faf3-4257-913b-1cf317f6787f req-259005c1-919c-4a54-accb-5c83008fe920 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6571786 Feb 08 21:27:27.296376 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259005c1-919c-4a54-accb-5c83008fe920 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb7cfb1-7f41-48cd-94e1-26d369d0170e,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:27.375972 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5012434e-096b-4a59-931a-b91d1aa7e921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:27.395135 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-8aaf1d02-7d68-4fff-93b9-ac8c55be3399 None None] Provisioning complete for port 33cfd50d-838b-4c6d-933b-0815178d1341 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:27:27.405981 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8aaf1d02-7d68-4fff-93b9-ac8c55be3399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (33cfd50d-838b-4c6d-933b-0815178d1341), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:27.439265 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fe123999-27d0-48ee-a07e-24e8200c1b6e req-73d227ad-6a09-4363-b5cf-c700515193cd tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306988 Feb 08 21:27:27.472869 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:27:27.474137 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6d68e3-02dc-4fed-a055-66140ccd0874 x-openstack-request-id: req-9b6d68e3-02dc-4fed-a055-66140ccd0874 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:27:27.474457 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca9de14-395c-4d03-bacc-0605e2dd774e", "name": "network-vif-deleted", "tag": "ba1697d4-60e3-4a42-86fd-43113c4fc2a5", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:27:27.474723 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9b6d68e3-02dc-4fed-a055-66140ccd0874 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:27:27.475148 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca9de14-395c-4d03-bacc-0605e2dd774e', 'name': 'network-vif-deleted', 'tag': 'ba1697d4-60e3-4a42-86fd-43113c4fc2a5', 'status': 'completed', 'code': 200} Feb 08 21:27:27.500427 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-daf2d257-bf84-4bfc-bb04-3752ed221933 req-7c35ad05-316b-4c9c-8f91-a931068a08fc tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1710270804', 'description': 'tempest-description-1980303535'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:27.547010 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8aaf1d02-7d68-4fff-93b9-ac8c55be3399 None None] Port 33cfd50d-838b-4c6d-933b-0815178d1341 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:27:27.576504 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626f6a99-3850-4621-911e-34ffe4d99f47 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:27:27.587178 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-626f6a99-3850-4621-911e-34ffe4d99f47 admin admin] 10.222.0.88 "PUT /v2.0/routers/92a55623-599f-40cd-8e3e-2bd8746cf4b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7213430 Feb 08 21:27:27.614483 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d7b8015f-9e3a-4421-ab5c-377cc6fc90fd req-7f110b86-a715-443f-83e3-7bcef91c4311 service neutron] 10.222.0.94 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5534527 Feb 08 21:27:27.641132 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-daf2d257-bf84-4bfc-bb04-3752ed221933 req-7c35ad05-316b-4c9c-8f91-a931068a08fc tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:27.719889 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 20e34b24-15e3-47ad-8b19-4749ae4c670f up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:27:27.736010 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fba9caa9-4e74-4064-be38-d76bab62511f req-2e7b5386-02b2-4430-9e79-1afbbf43cc50 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 210 time: 0.1190648 Feb 08 21:27:27.948301 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 20e34b24-15e3-47ad-8b19-4749ae4c670f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:27:27.949645 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (20e34b24-15e3-47ad-8b19-4749ae4c670f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:27.986984 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-daf2d257-bf84-4bfc-bb04-3752ed221933 req-7c35ad05-316b-4c9c-8f91-a931068a08fc tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (96dda75b-4b27-4851-a0a4-933bcae4b6d2), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:28.000208 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-daf2d257-bf84-4bfc-bb04-3752ed221933 req-7c35ad05-316b-4c9c-8f91-a931068a08fc tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (96dda75b-4b27-4851-a0a4-933bcae4b6d2), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:28.050369 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-daf2d257-bf84-4bfc-bb04-3752ed221933 req-7c35ad05-316b-4c9c-8f91-a931068a08fc tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:28.053284 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-daf2d257-bf84-4bfc-bb04-3752ed221933 req-7c35ad05-316b-4c9c-8f91-a931068a08fc tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5589459 Feb 08 21:27:28.068593 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35ad05-316b-4c9c-8f91-a931068a08fc tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96dda75b-4b27-4851-a0a4-933bcae4b6d2,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:28.093171 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483b440-2e91-4b5e-a967-de6b4acaff3e req-b399abe3-c3bc-47cb-b30d-827682cfc2f9 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:28.095176 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7483b440-2e91-4b5e-a967-de6b4acaff3e req-b399abe3-c3bc-47cb-b30d-827682cfc2f9 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports?device_id=4f4ea8cf-718e-4772-8469-e101606dd814 HTTP/1.1" status: 200 len: 943 time: 0.1547647 Feb 08 21:27:28.167507 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7483b440-2e91-4b5e-a967-de6b4acaff3e req-fd5138bd-9f28-47a2-9579-89cf5b54347d tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff72aba2-9094-4c76-92a7-a3e9004639be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612545 Feb 08 21:27:28.176306 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 20e34b24-15e3-47ad-8b19-4749ae4c670f is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:27:28.177181 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (20e34b24-15e3-47ad-8b19-4749ae4c670f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:28.215554 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 20e34b24-15e3-47ad-8b19-4749ae4c670f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=20e34b24-15e3-47ad-8b19-4749ae4c670f,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:28.227520 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (20e34b24-15e3-47ad-8b19-4749ae4c670f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:28.271071 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ce0f4-6bf3-4d1f-a353-c88882c0063e req-0d31c947-fe51-4689-aec4-bcaa251f9b80 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:28.280731 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d9ce0f4-6bf3-4d1f-a353-c88882c0063e req-0d31c947-fe51-4689-aec4-bcaa251f9b80 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.0942588 Feb 08 21:27:28.337641 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d9ce0f4-6bf3-4d1f-a353-c88882c0063e req-e1471e9b-95da-4ed1-b881-7b8e1f5d8172 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558803 Feb 08 21:27:28.359547 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=20e34b24-15e3-47ad-8b19-4749ae4c670f,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:28.473187 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394a4b1-5131-44b7-9dc4-23e748426ea0 req-4ebfb23c-3377-472e-9268-7d9b302ba232 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:28.476458 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6394a4b1-5131-44b7-9dc4-23e748426ea0 req-4ebfb23c-3377-472e-9268-7d9b302ba232 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=38a0fae0-8759-4ebe-a097-1aa152978be1 HTTP/1.1" status: 200 len: 946 time: 0.1315467 Feb 08 21:27:28.570641 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6394a4b1-5131-44b7-9dc4-23e748426ea0 req-c618df40-c249-4e30-9f07-82462714534a tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863450 Feb 08 21:27:28.707591 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9f1e029c-348b-45b4-a8df-d43fbc41584b req-547e0b25-5afc-44b8-9348-5c4c71845fee tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "GET /v2.0/security-groups/96dda75b-4b27-4851-a0a4-933bcae4b6d2 HTTP/1.1" status: 200 len: 1824 time: 0.0760202 Feb 08 21:27:28.723028 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-9f1e029c-348b-45b4-a8df-d43fbc41584b req-58ceab73-94fd-47cb-a821-dd769516f515 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '96dda75b-4b27-4851-a0a4-933bcae4b6d2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:28.723463 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-9f1e029c-348b-45b4-a8df-d43fbc41584b req-58ceab73-94fd-47cb-a821-dd769516f515 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '96dda75b-4b27-4851-a0a4-933bcae4b6d2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:28.822766 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9f1e029c-348b-45b4-a8df-d43fbc41584b req-58ceab73-94fd-47cb-a821-dd769516f515 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group_rule (e7dd444a-69c9-4cb5-8e98-ceaefdd86c6e), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:28.877431 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9f1e029c-348b-45b4-a8df-d43fbc41584b req-58ceab73-94fd-47cb-a821-dd769516f515 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group_rule (e7dd444a-69c9-4cb5-8e98-ceaefdd86c6e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:28.884581 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9f1e029c-348b-45b4-a8df-d43fbc41584b req-58ceab73-94fd-47cb-a821-dd769516f515 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (e7dd444a-69c9-4cb5-8e98-ceaefdd86c6e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:28.911128 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ceab73-94fd-47cb-a821-dd769516f515 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7dd444a-69c9-4cb5-8e98-ceaefdd86c6e,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:28.931781 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9f1e029c-348b-45b4-a8df-d43fbc41584b req-58ceab73-94fd-47cb-a821-dd769516f515 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:28.944767 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9f1e029c-348b-45b4-a8df-d43fbc41584b req-58ceab73-94fd-47cb-a821-dd769516f515 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2251322 Feb 08 21:27:29.031895 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 54058) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:27:29.039689 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-3698ee05-12c0-4d80-9ae6-af8e07196626 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1466870799', 'description': 'tempest-description--1612244798'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:29.086127 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3698ee05-12c0-4d80-9ae6-af8e07196626 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:29.157749 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:29.355921 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3698ee05-12c0-4d80-9ae6-af8e07196626 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for security_group (c9885921-c142-48de-835b-ff27105937dd), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:29.368125 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3698ee05-12c0-4d80-9ae6-af8e07196626 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c9885921-c142-48de-835b-ff27105937dd), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:29.374711 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device e95b7f52-a40f-4310-9af5-2cc71ae4ef18 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:27:29.445624 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-81f0a165-e1e4-404d-8b5e-fec1bee26a33 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:29.460581 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-81f0a165-e1e4-404d-8b5e-fec1bee26a33 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 812 time: 0.3089473 Feb 08 21:27:29.483498 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-94fce5a2-1873-4be5-83ac-0c6caeb21bd5 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/quotas/00aa88ba7b6d432b85cbf54f743f0690 HTTP/1.1" status: 200 len: 375 time: 0.0218911 Feb 08 21:27:29.498446 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3698ee05-12c0-4d80-9ae6-af8e07196626 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:29.499764 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3698ee05-12c0-4d80-9ae6-af8e07196626 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4668255 Feb 08 21:27:29.503141 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54076) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:27:29.522796 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec0b5c1-e3e8-4191-9a3a-d453f33bb919 None None] Sync routers for ids ['92a55623-599f-40cd-8e3e-2bd8746cf4b4'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:27:29.526173 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-61d92c52-1b2c-4b5b-b706-28512089b7a0 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Request body: {'security_group_rule': {'security_group_id': 'c9885921-c142-48de-835b-ff27105937dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:29.532735 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698ee05-12c0-4d80-9ae6-af8e07196626 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9885921-c142-48de-835b-ff27105937dd,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:29.540500 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec0b5c1-e3e8-4191-9a3a-d453f33bb919 None None] Routers {'92a55623-599f-40cd-8e3e-2bd8746cf4b4'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:27:29.541155 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8ec0b5c1-e3e8-4191-9a3a-d453f33bb919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:27:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['92a55623-599f-40cd-8e3e-2bd8746cf4b4'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:29.614447 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61d92c52-1b2c-4b5b-b706-28512089b7a0 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for security_group_rule (b44c8029-299f-4999-8583-6eee6181082a), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:29.620909 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 20e34b24-15e3-47ad-8b19-4749ae4c670f up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:27:29.634593 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-1c172ff2-67fd-4099-9d22-67db636793ab tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1501303 Feb 08 21:27:29.750756 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61d92c52-1b2c-4b5b-b706-28512089b7a0 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for security_group_rule (b44c8029-299f-4999-8583-6eee6181082a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:29.754440 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port e95b7f52-a40f-4310-9af5-2cc71ae4ef18, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=e95b7f52-a40f-4310-9af5-2cc71ae4ef18,segment=NetworkSegment(5a69cc20-a45d-42a2-8af6-480ee769db92),segment_id=5a69cc20-a45d-42a2-8af6-480ee769db92)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:29.756265 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61d92c52-1b2c-4b5b-b706-28512089b7a0 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (b44c8029-299f-4999-8583-6eee6181082a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:29.767253 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-8ec0b5c1-e3e8-4191-9a3a-d453f33bb919 None None] Set router 92a55623-599f-40cd-8e3e-2bd8746cf4b4 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:27:29.790737 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61d92c52-1b2c-4b5b-b706-28512089b7a0 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:29.792512 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-61d92c52-1b2c-4b5b-b706-28512089b7a0 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2872787 Feb 08 21:27:29.795228 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54084) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:27:29.800691 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5d98bfaf-ab7d-4a5f-a573-53e98b45b8cc tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Request body: {'security_group_rule': {'security_group_id': 'c9885921-c142-48de-835b-ff27105937dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:29.806341 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d92c52-1b2c-4b5b-b706-28512089b7a0 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b44c8029-299f-4999-8583-6eee6181082a,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:29.808000 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-82a9b6dd-b2dc-4c67-a36f-29507df9f25e req-f8f1ea76-176a-4226-9907-97ffe9842a58 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 210 time: 0.1348016 Feb 08 21:27:29.809715 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'e95b7f52-a40f-4310-9af5-2cc71ae4ef18', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'port_id': 'e95b7f52-a40f-4310-9af5-2cc71ae4ef18', 'mac_address': 'fa:16:3e:fd:7e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:27:29.852165 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-b2124915-fc5c-4407-82fd-daa795d10a53 req-fb87c787-d111-42dc-bd94-a62ef6963cc4 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-143405044', 'description': 'tempest-description-2075199226'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:29.883145 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d98bfaf-ab7d-4a5f-a573-53e98b45b8cc tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for security_group_rule (bfb76237-38b9-4cff-af68-42d2c4b124ed), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:29.911515 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b2124915-fc5c-4407-82fd-daa795d10a53 req-fb87c787-d111-42dc-bd94-a62ef6963cc4 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:29.918395 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 20e34b24-15e3-47ad-8b19-4749ae4c670f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:27:29.918939 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (20e34b24-15e3-47ad-8b19-4749ae4c670f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:29.947332 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-766b65c6-a310-40bf-80ea-607d0c5bd18c service neutron] 10.222.0.88 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009555 Feb 08 21:27:30.026283 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port e95b7f52-a40f-4310-9af5-2cc71ae4ef18 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:27:30.026738 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e95b7f52-a40f-4310-9af5-2cc71ae4ef18), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:30.045991 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d98bfaf-ab7d-4a5f-a573-53e98b45b8cc tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for security_group_rule (bfb76237-38b9-4cff-af68-42d2c4b124ed), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:30.063378 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d98bfaf-ab7d-4a5f-a573-53e98b45b8cc tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (bfb76237-38b9-4cff-af68-42d2c4b124ed), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:30.074409 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95b7f52-a40f-4310-9af5-2cc71ae4ef18 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:27:30.094918 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98bfaf-ab7d-4a5f-a573-53e98b45b8cc tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb76237-38b9-4cff-af68-42d2c4b124ed,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:30.126001 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port e95b7f52-a40f-4310-9af5-2cc71ae4ef18, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=e95b7f52-a40f-4310-9af5-2cc71ae4ef18,segment=NetworkSegment(5a69cc20-a45d-42a2-8af6-480ee769db92),segment_id=5a69cc20-a45d-42a2-8af6-480ee769db92)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:30.145439 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e95b7f52-a40f-4310-9af5-2cc71ae4ef18), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:30.156975 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-d0dac0dd-59c2-42f4-ab04-69c7363980a3 service neutron] 10.222.0.88 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083864 Feb 08 21:27:30.163959 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d98bfaf-ab7d-4a5f-a573-53e98b45b8cc tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:30.168461 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b2124915-fc5c-4407-82fd-daa795d10a53 req-fb87c787-d111-42dc-bd94-a62ef6963cc4 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (dc77926f-c6fd-4d7d-99f8-123062276da4), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:30.173650 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5d98bfaf-ab7d-4a5f-a573-53e98b45b8cc tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3738763 Feb 08 21:27:30.175319 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54086) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:27:30.188117 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1dde95f8-b2d7-4169-b381-76fae6993585 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:30.189925 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b2124915-fc5c-4407-82fd-daa795d10a53 req-fb87c787-d111-42dc-bd94-a62ef6963cc4 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (dc77926f-c6fd-4d7d-99f8-123062276da4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:30.245959 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1dde95f8-b2d7-4169-b381-76fae6993585 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:30.260870 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b2124915-fc5c-4407-82fd-daa795d10a53 req-fb87c787-d111-42dc-bd94-a62ef6963cc4 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:30.285648 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b2124915-fc5c-4407-82fd-daa795d10a53 req-fb87c787-d111-42dc-bd94-a62ef6963cc4 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4424374 Feb 08 21:27:30.293330 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87c787-d111-42dc-bd94-a62ef6963cc4 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc77926f-c6fd-4d7d-99f8-123062276da4,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:30.358716 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8ec0b5c1-e3e8-4191-9a3a-d453f33bb919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1530795913-router', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:25Z', 'revision_number': 4, 'project_id': '48aae992c2704ece870f0faad4c28599', 'gw_port': {'id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '33cfd50d-838b-4c6d-933b-0815178d1341', 'name': '', 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'mac_address': 'fa:16:3e:93:60:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:24Z', 'updated_at': '2022-02-08T21:27:25Z', 'revision_number': 2, 'project_id': '48aae992c2704ece870f0faad4c28599', 'subnets': [{'id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:30.378009 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=e95b7f52-a40f-4310-9af5-2cc71ae4ef18,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:30.416978 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec0b5c1-e3e8-4191-9a3a-d453f33bb919 None None] Checking router: 92a55623-599f-40cd-8e3e-2bd8746cf4b4 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:27:30.417651 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec0b5c1-e3e8-4191-9a3a-d453f33bb919 None None] Updating router 92a55623-599f-40cd-8e3e-2bd8746cf4b4 port 33cfd50d-838b-4c6d-933b-0815178d1341 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:27:30.440618 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 20e34b24-15e3-47ad-8b19-4749ae4c670f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:27:30.486203 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b5c1-e3e8-4191-9a3a-d453f33bb919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (33cfd50d-838b-4c6d-933b-0815178d1341), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:30.491613 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34671273-51ae-4839-9781-cc389af1642e req-13b1d4fe-d722-4f00-aa7d-871d692bb4c4 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:30.494807 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-34671273-51ae-4839-9781-cc389af1642e req-13b1d4fe-d722-4f00-aa7d-871d692bb4c4 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports?device_id=4f4ea8cf-718e-4772-8469-e101606dd814 HTTP/1.1" status: 200 len: 944 time: 0.1120102 Feb 08 21:27:30.534873 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1dde95f8-b2d7-4169-b381-76fae6993585 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:30.549741 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['e95b7f52-a40f-4310-9af5-2cc71ae4ef18'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:27:30.626359 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-34671273-51ae-4839-9781-cc389af1642e req-acddf10b-e99a-4d9c-9c97-4ae33cbeb8ca tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff72aba2-9094-4c76-92a7-a3e9004639be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249220 Feb 08 21:27:30.884066 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-1dde95f8-b2d7-4169-b381-76fae6993585 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Allocated IP 172.25.3.147 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/1bea518f-2cb9-4182-a147-a484c6402c02) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:27:31.014345 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644dfe4-06b9-4d5a-b7d7-f3b60191fdcc req-955b83f3-9f47-4908-a145-a55a75ea4d9a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:31.025803 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644dfe4-06b9-4d5a-b7d7-f3b60191fdcc req-955b83f3-9f47-4908-a145-a55a75ea4d9a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:31.065459 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b5c1-e3e8-4191-9a3a-d453f33bb919 None None] Publish callbacks [] for port (33cfd50d-838b-4c6d-933b-0815178d1341), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:31.066021 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644dfe4-06b9-4d5a-b7d7-f3b60191fdcc req-955b83f3-9f47-4908-a145-a55a75ea4d9a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:31.073963 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b5c1-e3e8-4191-9a3a-d453f33bb919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (33cfd50d-838b-4c6d-933b-0815178d1341), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:31.086993 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644dfe4-06b9-4d5a-b7d7-f3b60191fdcc req-955b83f3-9f47-4908-a145-a55a75ea4d9a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:31.110152 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644dfe4-06b9-4d5a-b7d7-f3b60191fdcc req-955b83f3-9f47-4908-a145-a55a75ea4d9a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:31.121788 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298a2ce-70ab-4def-8291-8f8480b99f4d None None] Pushing event updated for resources: {'Port': ['ID=33cfd50d-838b-4c6d-933b-0815178d1341,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:31.139989 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644dfe4-06b9-4d5a-b7d7-f3b60191fdcc req-955b83f3-9f47-4908-a145-a55a75ea4d9a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:31.161367 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644dfe4-06b9-4d5a-b7d7-f3b60191fdcc req-955b83f3-9f47-4908-a145-a55a75ea4d9a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:31.176527 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f644dfe4-06b9-4d5a-b7d7-f3b60191fdcc req-955b83f3-9f47-4908-a145-a55a75ea4d9a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5434 time: 0.5457029 Feb 08 21:27:31.205007 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1dde95f8-b2d7-4169-b381-76fae6993585 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for port (1bea518f-2cb9-4182-a147-a484c6402c02), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:31.232624 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8074c7-ef9d-4c4e-9345-99f6b3d7bfa2 req-dd360bc5-e68a-4d6a-95b2-cedb778536f7 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:31.240022 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ae8074c7-ef9d-4c4e-9345-99f6b3d7bfa2 req-dd360bc5-e68a-4d6a-95b2-cedb778536f7 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=38a0fae0-8759-4ebe-a097-1aa152978be1 HTTP/1.1" status: 200 len: 946 time: 0.4481919 Feb 08 21:27:31.251797 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-8ec0b5c1-e3e8-4191-9a3a-d453f33bb919 None None] Attempting to bind port 33cfd50d-838b-4c6d-933b-0815178d1341 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:27:31.252171 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-8ec0b5c1-e3e8-4191-9a3a-d453f33bb919 None None] Attempting to bind port 33cfd50d-838b-4c6d-933b-0815178d1341 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '4dc4613a-9131-4d19-aa1e-06233ab5d307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:27:31.252538 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec0b5c1-e3e8-4191-9a3a-d453f33bb919 None None] Attempting to bind port 33cfd50d-838b-4c6d-933b-0815178d1341 on network d00185f4-2139-492b-b59f-1586b41daef5 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:27:31.267875 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec0b5c1-e3e8-4191-9a3a-d453f33bb919 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:27:31.268254 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec0b5c1-e3e8-4191-9a3a-d453f33bb919 None None] Checking segment: {'id': '4dc4613a-9131-4d19-aa1e-06233ab5d307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:27:31.268664 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b5c1-e3e8-4191-9a3a-d453f33bb919 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:31.269065 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec0b5c1-e3e8-4191-9a3a-d453f33bb919 None None] Bound using segment: {'id': '4dc4613a-9131-4d19-aa1e-06233ab5d307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:27:31.269585 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-8ec0b5c1-e3e8-4191-9a3a-d453f33bb919 None None] Bound port: 33cfd50d-838b-4c6d-933b-0815178d1341, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc4613a-9131-4d19-aa1e-06233ab5d307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:27:31.271880 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b5c1-e3e8-4191-9a3a-d453f33bb919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (33cfd50d-838b-4c6d-933b-0815178d1341), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:31.295665 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1dde95f8-b2d7-4169-b381-76fae6993585 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (1bea518f-2cb9-4182-a147-a484c6402c02), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:31.302983 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d62d7901-65ca-44db-b70b-16db7ff6a805 req-68aa2421-3329-4f63-b635-f130aa99c7eb service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=380cc338-7d34-4404-8d83-656e06f91fab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4130285 Feb 08 21:27:31.319922 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f644dfe4-06b9-4d5a-b7d7-f3b60191fdcc req-b00cfd48-7829-4992-b474-e2378ab06cc8 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1337500 Feb 08 21:27:31.380708 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dde95f8-b2d7-4169-b381-76fae6993585 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:27:31.396446 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-1dde95f8-b2d7-4169-b381-76fae6993585 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:27:31.400550 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dde95f8-b2d7-4169-b381-76fae6993585 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:27:31.421809 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:31.433523 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:31.436940 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-8ec0b5c1-e3e8-4191-9a3a-d453f33bb919 None None] For port 33cfd50d-838b-4c6d-933b-0815178d1341, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:27:31.442393 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-8ec0b5c1-e3e8-4191-9a3a-d453f33bb919 None None] For port 33cfd50d-838b-4c6d-933b-0815178d1341, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=33cfd50d-838b-4c6d-933b-0815178d1341,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:27:31.453886 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde95f8-b2d7-4169-b381-76fae6993585 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Pushing event updated for resources: {'Port': ['ID=1bea518f-2cb9-4182-a147-a484c6402c02,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:31.463021 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b5c1-e3e8-4191-9a3a-d453f33bb919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (33cfd50d-838b-4c6d-933b-0815178d1341), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:31.473100 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ae8074c7-ef9d-4c4e-9345-99f6b3d7bfa2 req-c5107345-709e-4c8a-bdd4-88710fd0ce69 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320597 Feb 08 21:27:31.549495 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-a94be698-931d-4a80-8ee6-ee60f3e9cb00 req-9732aa54-c247-45ee-8665-65e83fe05232 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1613520961', 'description': 'tempest-description-222513918'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:31.611551 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d7901-65ca-44db-b70b-16db7ff6a805 req-2dc9f015-9cd4-4c9f-bd60-e4db6ae16155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:31.613636 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d62d7901-65ca-44db-b70b-16db7ff6a805 req-2dc9f015-9cd4-4c9f-bd60-e4db6ae16155 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f472eb7c6f4c42ca9bf2111def0cbf8f&device_id=380cc338-7d34-4404-8d83-656e06f91fab HTTP/1.1" status: 200 len: 1128 time: 0.2560539 Feb 08 21:27:31.615241 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a94be698-931d-4a80-8ee6-ee60f3e9cb00 req-9732aa54-c247-45ee-8665-65e83fe05232 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:31.644681 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1dde95f8-b2d7-4169-b381-76fae6993585 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for floatingip (103997c6-24e8-47d2-83c4-55052612a9ec), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:31.647695 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b9dcd915-eca5-4f48-8e5b-c0700b44e2e1 None None] Provisioning complete for port 33cfd50d-838b-4c6d-933b-0815178d1341 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:27:31.648488 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9dcd915-eca5-4f48-8e5b-c0700b44e2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (33cfd50d-838b-4c6d-933b-0815178d1341), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:31.733299 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec0b5c1-e3e8-4191-9a3a-d453f33bb919 None None] Routers {'92a55623-599f-40cd-8e3e-2bd8746cf4b4'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:27:31.735586 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8ec0b5c1-e3e8-4191-9a3a-d453f33bb919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:27:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['92a55623-599f-40cd-8e3e-2bd8746cf4b4'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:31.749558 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298a2ce-70ab-4def-8291-8f8480b99f4d None None] Pushing event updated for resources: {'Port': ['ID=33cfd50d-838b-4c6d-933b-0815178d1341,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:31.751723 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1dde95f8-b2d7-4169-b381-76fae6993585 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1bea518f-2cb9-4182-a147-a484c6402c02), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:31.816427 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b9dcd915-eca5-4f48-8e5b-c0700b44e2e1 None None] Current status of the port 33cfd50d-838b-4c6d-933b-0815178d1341 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:27:31.820298 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9dcd915-eca5-4f48-8e5b-c0700b44e2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (33cfd50d-838b-4c6d-933b-0815178d1341), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:31.873359 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-863a34b9-b956-49ae-8e7c-2948d8c14dbe req-7ca56f6f-355e-44ff-b7a9-f3b725e93711 tempest-QuotasAdminNegativeTest-880615364 tempest-QuotasAdminNegativeTest-880615364-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=26fd78050fde4682a9da6ffb3c548876&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1828039 Feb 08 21:27:31.958453 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b9dcd915-eca5-4f48-8e5b-c0700b44e2e1 None None] For port 33cfd50d-838b-4c6d-933b-0815178d1341, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=33cfd50d-838b-4c6d-933b-0815178d1341,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:31.969123 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9dcd915-eca5-4f48-8e5b-c0700b44e2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (33cfd50d-838b-4c6d-933b-0815178d1341), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:32.099210 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dcd915-eca5-4f48-8e5b-c0700b44e2e1 None None] Pushing event updated for resources: {'Port': ['ID=33cfd50d-838b-4c6d-933b-0815178d1341,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:32.168209 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d7901-65ca-44db-b70b-16db7ff6a805 req-7eeca759-d21a-49de-bd8d-3ebeec55a6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:32.170153 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d62d7901-65ca-44db-b70b-16db7ff6a805 req-7eeca759-d21a-49de-bd8d-3ebeec55a6e0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=111016a1-fb5a-4474-9d8a-dc518d9d29de HTTP/1.1" status: 200 len: 907 time: 0.5075996 Feb 08 21:27:32.211206 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2b5be662-549c-4f5a-8774-46e9583f0af2 None None] Provisioning complete for port 33cfd50d-838b-4c6d-933b-0815178d1341 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:27:32.211770 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2b5be662-549c-4f5a-8774-46e9583f0af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (33cfd50d-838b-4c6d-933b-0815178d1341), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:32.225143 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a94be698-931d-4a80-8ee6-ee60f3e9cb00 req-9732aa54-c247-45ee-8665-65e83fe05232 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (b35963db-4bc8-4710-a5ae-535a54631ce0), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:32.235889 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a94be698-931d-4a80-8ee6-ee60f3e9cb00 req-9732aa54-c247-45ee-8665-65e83fe05232 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b35963db-4bc8-4710-a5ae-535a54631ce0), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:32.262664 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-8ec0b5c1-e3e8-4191-9a3a-d453f33bb919 None None] Set router 92a55623-599f-40cd-8e3e-2bd8746cf4b4 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:27:32.276780 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a94be698-931d-4a80-8ee6-ee60f3e9cb00 req-9732aa54-c247-45ee-8665-65e83fe05232 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:32.297071 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a94be698-931d-4a80-8ee6-ee60f3e9cb00 req-9732aa54-c247-45ee-8665-65e83fe05232 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.7555678 Feb 08 21:27:32.300883 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1dde95f8-b2d7-4169-b381-76fae6993585 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for port (1bea518f-2cb9-4182-a147-a484c6402c02), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:32.312472 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1dde95f8-b2d7-4169-b381-76fae6993585 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (1bea518f-2cb9-4182-a147-a484c6402c02), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:32.481836 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2b5be662-549c-4f5a-8774-46e9583f0af2 None None] Current status of the port 33cfd50d-838b-4c6d-933b-0815178d1341 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:27:32.509035 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde95f8-b2d7-4169-b381-76fae6993585 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Pushing event updated for resources: {'Port': ['ID=1bea518f-2cb9-4182-a147-a484c6402c02,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:32.530362 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1dde95f8-b2d7-4169-b381-76fae6993585 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (103997c6-24e8-47d2-83c4-55052612a9ec), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:32.554623 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1dde95f8-b2d7-4169-b381-76fae6993585 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:32.557485 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1dde95f8-b2d7-4169-b381-76fae6993585 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3800797 Feb 08 21:27:32.594674 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a34b9-b956-49ae-8e7c-2948d8c14dbe req-4b24b99c-c846-44e8-9c1b-77af2db845b2 tempest-QuotasAdminNegativeTest-880615364 tempest-QuotasAdminNegativeTest-880615364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:32.606258 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-863a34b9-b956-49ae-8e7c-2948d8c14dbe req-4b24b99c-c846-44e8-9c1b-77af2db845b2 tempest-QuotasAdminNegativeTest-880615364 tempest-QuotasAdminNegativeTest-880615364-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6891282 Feb 08 21:27:32.618520 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732aa54-c247-45ee-8665-65e83fe05232 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b35963db-4bc8-4710-a5ae-535a54631ce0,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:32.682000 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fdf0bada-ee8f-42f5-89fc-5304c996822f req-f301532e-a111-4609-8cfb-410e81eed6d1 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=1993f920-f7ac-4493-89de-f8f86525d3dc HTTP/1.1" status: 200 len: 210 time: 0.1268942 Feb 08 21:27:32.775963 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-863a34b9-b956-49ae-8e7c-2948d8c14dbe req-ffcde606-34e9-4f58-811c-46a8b0a80911 tempest-QuotasAdminNegativeTest-880615364 tempest-QuotasAdminNegativeTest-880615364-project] 10.222.0.88 "GET /v2.0/quotas/26fd78050fde4682a9da6ffb3c548876 HTTP/1.1" status: 200 len: 375 time: 0.1683550 Feb 08 21:27:32.781668 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d62d7901-65ca-44db-b70b-16db7ff6a805 req-2d28c0b0-b708-4263-b2db-1d70dbf5bdfa service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23e48800-eeca-4bcc-b7ae-e0ebc35d4c91 HTTP/1.1" status: 200 len: 217 time: 0.6028011 Feb 08 21:27:32.831470 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8ec0b5c1-e3e8-4191-9a3a-d453f33bb919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1530795913-router', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:25Z', 'revision_number': 4, 'project_id': '48aae992c2704ece870f0faad4c28599', 'gw_port': {'id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '33cfd50d-838b-4c6d-933b-0815178d1341', 'name': '', 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'mac_address': 'fa:16:3e:93:60:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:24Z', 'updated_at': '2022-02-08T21:27:31Z', 'revision_number': 4, 'project_id': '48aae992c2704ece870f0faad4c28599', 'subnets': [{'id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:32.840219 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-863a34b9-b956-49ae-8e7c-2948d8c14dbe req-dbd0aaa7-904d-47e4-bb06-526d06bcc9b7 tempest-QuotasAdminNegativeTest-880615364 tempest-QuotasAdminNegativeTest-880615364-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=26fd78050fde4682a9da6ffb3c548876&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603404 Feb 08 21:27:32.882446 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6fd6b4d5-daf3-4294-90d2-eb1531d3a84e req-947bb7fb-bed5-4fed-be1d-f8ff6b882b16 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 210 time: 0.0884936 Feb 08 21:27:32.895614 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-f2c1596c-6714-449c-b12e-19811818e60b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:32.901342 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-f2c1596c-6714-449c-b12e-19811818e60b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:32.907158 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-f2c1596c-6714-449c-b12e-19811818e60b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:32.910843 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec0b5c1-e3e8-4191-9a3a-d453f33bb919 None None] The sync data for ids ['92a55623-599f-40cd-8e3e-2bd8746cf4b4'] in n-d-712143-31 is: [{'id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1530795913-router', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:25Z', 'revision_number': 4, 'project_id': '48aae992c2704ece870f0faad4c28599', 'gw_port': {'id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '33cfd50d-838b-4c6d-933b-0815178d1341', 'name': '', 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'mac_address': 'fa:16:3e:93:60:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:24Z', 'updated_at': '2022-02-08T21:27:31Z', 'revision_number': 4, 'project_id': '48aae992c2704ece870f0faad4c28599', 'subnets': [{'id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:27:32.912483 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-f2c1596c-6714-449c-b12e-19811818e60b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:32.917901 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-f2c1596c-6714-449c-b12e-19811818e60b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:32.923308 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-f2c1596c-6714-449c-b12e-19811818e60b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:32.928985 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-f2c1596c-6714-449c-b12e-19811818e60b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:32.931054 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-f2c1596c-6714-449c-b12e-19811818e60b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.96 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5434 time: 0.5105751 Feb 08 21:27:33.030533 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d7901-65ca-44db-b70b-16db7ff6a805 req-419bafdb-7504-48cb-a742-189b6969c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:33.032541 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d62d7901-65ca-44db-b70b-16db7ff6a805 req-419bafdb-7504-48cb-a742-189b6969c9ce service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0584f0b0-2f88-4444-998f-e1ea76f3fbc3 HTTP/1.1" status: 200 len: 846 time: 0.2399201 Feb 08 21:27:33.101909 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d62d7901-65ca-44db-b70b-16db7ff6a805 req-56b0c843-999c-410e-9342-64b9b8089fd3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=111016a1-fb5a-4474-9d8a-dc518d9d29de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524416 Feb 08 21:27:33.108464 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-24a8eaef-45ec-4282-94b5-7571fdd1ef95 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:33.112182 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-24a8eaef-45ec-4282-94b5-7571fdd1ef95 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.96 "GET /v2.0/ports/6f1cbabe-29f9-46bb-9da2-c7e1c855862e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1724789 Feb 08 21:27:33.410823 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device e95b7f52-a40f-4310-9af5-2cc71ae4ef18 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:27:33.609676 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port e95b7f52-a40f-4310-9af5-2cc71ae4ef18 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:27:33.621249 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port e95b7f52-a40f-4310-9af5-2cc71ae4ef18 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:27:33.625763 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e95b7f52-a40f-4310-9af5-2cc71ae4ef18), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:33.774270 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 33cfd50d-838b-4c6d-933b-0815178d1341 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:27:33.943345 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 33cfd50d-838b-4c6d-933b-0815178d1341 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:27:33.943915 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (33cfd50d-838b-4c6d-933b-0815178d1341), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:33.947149 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port e95b7f52-a40f-4310-9af5-2cc71ae4ef18 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:27:33.947739 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e95b7f52-a40f-4310-9af5-2cc71ae4ef18), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:34.060235 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port e95b7f52-a40f-4310-9af5-2cc71ae4ef18, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=e95b7f52-a40f-4310-9af5-2cc71ae4ef18,segment=NetworkSegment(5a69cc20-a45d-42a2-8af6-480ee769db92),segment_id=5a69cc20-a45d-42a2-8af6-480ee769db92)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:34.064088 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4ea8cf-718e-4772-8469-e101606dd814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95b7f52-a40f-4310-9af5-2cc71ae4ef18'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:27:34.067368 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296a2e57-b63d-4ab4-b200-d7c65527e495" -d '{"events": [{"server_uuid": "4f4ea8cf-718e-4772-8469-e101606dd814", "name": "network-vif-plugged", "status": "completed", "tag": "e95b7f52-a40f-4310-9af5-2cc71ae4ef18"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:27:34.077760 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e95b7f52-a40f-4310-9af5-2cc71ae4ef18), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:34.181846 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=e95b7f52-a40f-4310-9af5-2cc71ae4ef18,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:34.208479 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 33cfd50d-838b-4c6d-933b-0815178d1341 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:27:34.352170 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3405964e-9bd6-475f-b9dd-6a5a593bf73c req-7f207b31-c786-4dbb-a7b2-f6a3f476e5f5 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "GET /v2.0/security-groups/dc77926f-c6fd-4d7d-99f8-123062276da4 HTTP/1.1" status: 200 len: 1823 time: 1.0943224 Feb 08 21:27:34.357622 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d62d7901-65ca-44db-b70b-16db7ff6a805 req-e649f9c4-f146-487a-a38f-70ef519860af service neutron] 10.222.0.96 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2437990 Feb 08 21:27:34.383222 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-5a59a758-e475-4fb8-83bd-61531d2194c3 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.96 "GET /v2.0/networks/9113f8c4-9372-4efc-a926-cd4f4ac79b2c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.2520728 Feb 08 21:27:34.412572 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53ada0-ec5f-44f9-b9a8-ddde5669b3d1 req-e038c392-9683-4b44-afad-8e117b88cbce tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:34.416546 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8c53ada0-ec5f-44f9-b9a8-ddde5669b3d1 req-e038c392-9683-4b44-afad-8e117b88cbce tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports?device_id=4f4ea8cf-718e-4772-8469-e101606dd814 HTTP/1.1" status: 200 len: 944 time: 1.1600599 Feb 08 21:27:34.440428 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-35d0b491-ca36-48d2-bd8f-2cdea74334c7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:34.498552 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-e73e5df9-d89c-456d-8f57-f8a6c1d15507 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:34.500138 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-e73e5df9-d89c-456d-8f57-f8a6c1d15507 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.96 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 812 time: 1.2411394 Feb 08 21:27:34.554206 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-17360d06-63f3-4f52-af8a-6c459d54fb20 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Request body: {'port': {'device_id': '1993f920-f7ac-4493-89de-f8f86525d3dc', 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b', 'admin_state_up': True, 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:34.668710 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3405964e-9bd6-475f-b9dd-6a5a593bf73c req-2ea6be23-47ec-431a-abc0-4c10f42c4335 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "GET /v2.0/security-groups/b35963db-4bc8-4710-a5ae-535a54631ce0 HTTP/1.1" status: 200 len: 1823 time: 0.2969882 Feb 08 21:27:34.732432 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-3405964e-9bd6-475f-b9dd-6a5a593bf73c req-a627c6f5-0a39-41d2-b30f-f5b9d1d56438 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'dc77926f-c6fd-4d7d-99f8-123062276da4', 'remote_group_id': 'b35963db-4bc8-4710-a5ae-535a54631ce0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:34.732921 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-3405964e-9bd6-475f-b9dd-6a5a593bf73c req-a627c6f5-0a39-41d2-b30f-f5b9d1d56438 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'dc77926f-c6fd-4d7d-99f8-123062276da4', 'remote_group_id': 'b35963db-4bc8-4710-a5ae-535a54631ce0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:34.756746 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8c53ada0-ec5f-44f9-b9a8-ddde5669b3d1 req-036cc48c-7ace-40ad-8870-b58c293ac457 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff72aba2-9094-4c76-92a7-a3e9004639be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015673 Feb 08 21:27:34.758415 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-35d0b491-ca36-48d2-bd8f-2cdea74334c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6f1cbabe-29f9-46bb-9da2-c7e1c855862e), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:34.787359 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d62d7901-65ca-44db-b70b-16db7ff6a805 req-998f5dd4-a2f8-4b61-af94-b476d6474ac5 service neutron] 10.222.0.96 "GET /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112511 Feb 08 21:27:35.103315 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3405964e-9bd6-475f-b9dd-6a5a593bf73c req-a627c6f5-0a39-41d2-b30f-f5b9d1d56438 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group_rule (24e5108e-d37b-499a-9000-e9762431f299), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:35.114562 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-17360d06-63f3-4f52-af8a-6c459d54fb20 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Made reservation on behalf of 00aa88ba7b6d432b85cbf54f743f0690 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:27:35.118144 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-17360d06-63f3-4f52-af8a-6c459d54fb20 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:35.151542 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d5296-6834-48e8-824a-3a69df483b28 req-ff450a69-892b-48a7-b0ea-243ada72b886 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:35.157715 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d5296-6834-48e8-824a-3a69df483b28 req-ff450a69-892b-48a7-b0ea-243ada72b886 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:35.163134 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d5296-6834-48e8-824a-3a69df483b28 req-ff450a69-892b-48a7-b0ea-243ada72b886 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:35.168488 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d5296-6834-48e8-824a-3a69df483b28 req-ff450a69-892b-48a7-b0ea-243ada72b886 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:35.174854 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d5296-6834-48e8-824a-3a69df483b28 req-ff450a69-892b-48a7-b0ea-243ada72b886 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:35.180949 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d5296-6834-48e8-824a-3a69df483b28 req-ff450a69-892b-48a7-b0ea-243ada72b886 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:35.186582 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d5296-6834-48e8-824a-3a69df483b28 req-ff450a69-892b-48a7-b0ea-243ada72b886 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:35.188718 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e63d5296-6834-48e8-824a-3a69df483b28 req-ff450a69-892b-48a7-b0ea-243ada72b886 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 5434 time: 0.3264632 Feb 08 21:27:35.262955 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3405964e-9bd6-475f-b9dd-6a5a593bf73c req-a627c6f5-0a39-41d2-b30f-f5b9d1d56438 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group_rule (24e5108e-d37b-499a-9000-e9762431f299), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:35.267042 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-35d0b491-ca36-48d2-bd8f-2cdea74334c7 service neutron] For port 6f1cbabe-29f9-46bb-9da2-c7e1c855862e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6f1cbabe-29f9-46bb-9da2-c7e1c855862e,segment=NetworkSegment(017b5fad-a14b-4a7f-9fa9-34bb5828ca93),segment_id=017b5fad-a14b-4a7f-9fa9-34bb5828ca93)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:35.283005 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3405964e-9bd6-475f-b9dd-6a5a593bf73c req-a627c6f5-0a39-41d2-b30f-f5b9d1d56438 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (24e5108e-d37b-499a-9000-e9762431f299), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:35.377371 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627c6f5-0a39-41d2-b30f-f5b9d1d56438 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e5108e-d37b-499a-9000-e9762431f299,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:35.404765 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3405964e-9bd6-475f-b9dd-6a5a593bf73c req-a627c6f5-0a39-41d2-b30f-f5b9d1d56438 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:35.406062 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3405964e-9bd6-475f-b9dd-6a5a593bf73c req-a627c6f5-0a39-41d2-b30f-f5b9d1d56438 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7089715 Feb 08 21:27:35.425184 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-35d0b491-ca36-48d2-bd8f-2cdea74334c7 service neutron] For port 6f1cbabe-29f9-46bb-9da2-c7e1c855862e, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:27:35.466470 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e63d5296-6834-48e8-824a-3a69df483b28 req-76b17b0b-f08e-4c51-a0e1-62e63bfff6f5 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&id=15f581c0-6056-4981-b6ea-89b0d3f2dc96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2595890 Feb 08 21:27:35.508019 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-35d0b491-ca36-48d2-bd8f-2cdea74334c7 service neutron] device_id is not set on port 6f1cbabe-29f9-46bb-9da2-c7e1c855862e yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:27:35.527237 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-35d0b491-ca36-48d2-bd8f-2cdea74334c7 service neutron] Publish callbacks [] for port (6f1cbabe-29f9-46bb-9da2-c7e1c855862e), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:35.549711 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-35d0b491-ca36-48d2-bd8f-2cdea74334c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (6f1cbabe-29f9-46bb-9da2-c7e1c855862e), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:35.551009 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 2b48ba6a-3517-447a-815c-9e8f469661ae no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:27:35.586452 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-17360d06-63f3-4f52-af8a-6c459d54fb20 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Allocated IP 172.20.0.9 (470bde4a-288b-4162-81c1-45fdd6f3db1b/0aa29b5a-a776-4012-aa53-861d63a1c0ca/5cfce827-87e2-4b87-b40c-c51c81b2fc12) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:27:35.705167 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-35d0b491-ca36-48d2-bd8f-2cdea74334c7 service neutron] No DVR routers for this DVR port 6f1cbabe-29f9-46bb-9da2-c7e1c855862e on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:27:35.749512 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0b491-ca36-48d2-bd8f-2cdea74334c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6f1cbabe-29f9-46bb-9da2-c7e1c855862e,revision_number=6']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:35.755901 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 2b48ba6a-3517-447a-815c-9e8f469661ae is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:27:35.756373 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2b48ba6a-3517-447a-815c-9e8f469661ae), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:35.822686 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f97de2-1a5b-452c-a65e-fcf98744e580 req-baca7d9e-9202-4468-a950-9a6b9e237083 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:35.828793 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 2b48ba6a-3517-447a-815c-9e8f469661ae, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2b48ba6a-3517-447a-815c-9e8f469661ae,segment=NetworkSegment(b0bf0d81-f238-48aa-ab78-93a28b39066d),segment_id=b0bf0d81-f238-48aa-ab78-93a28b39066d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:35.832294 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-97f97de2-1a5b-452c-a65e-fcf98744e580 req-baca7d9e-9202-4468-a950-9a6b9e237083 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=38a0fae0-8759-4ebe-a097-1aa152978be1 HTTP/1.1" status: 200 len: 946 time: 0.2732053 Feb 08 21:27:35.838713 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2b48ba6a-3517-447a-815c-9e8f469661ae), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:35.845045 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device a1f68b66-0533-4e05-9fac-cfc997c17b9a no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:27:35.922017 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-35d0b491-ca36-48d2-bd8f-2cdea74334c7 service neutron] In _notify_port_updated(), no bound segment for port 6f1cbabe-29f9-46bb-9da2-c7e1c855862e on network 9113f8c4-9372-4efc-a926-cd4f4ac79b2c {{(pid=103433) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 21:27:35.922894 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-35d0b491-ca36-48d2-bd8f-2cdea74334c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:35.923463 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-35d0b491-ca36-48d2-bd8f-2cdea74334c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:35.925146 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-35d0b491-ca36-48d2-bd8f-2cdea74334c7 service neutron] 10.222.0.96 "PUT /v2.0/ports/6f1cbabe-29f9-46bb-9da2-c7e1c855862e HTTP/1.1" status: 200 len: 1026 time: 1.4923708 Feb 08 21:27:35.971514 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-90262b4e-9ed6-4912-9b51-c04a52614394 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1466870799&fields=id&tenant_id=48aae992c2704ece870f0faad4c28599 HTTP/1.1" status: 200 len: 267 time: 0.2674906 Feb 08 21:27:36.012369 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=2b48ba6a-3517-447a-815c-9e8f469661ae,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:36.116780 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port a1f68b66-0533-4e05-9fac-cfc997c17b9a is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:27:36.117366 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a1f68b66-0533-4e05-9fac-cfc997c17b9a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:36.151782 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-97f97de2-1a5b-452c-a65e-fcf98744e580 req-cbe62763-df0e-4149-8094-2f4e28797d59 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182011 Feb 08 21:27:36.165765 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-1851bc45-0f10-4747-ab72-79cd930b894b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:36.176165 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-1851bc45-0f10-4747-ab72-79cd930b894b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.96 "GET /v2.0/ports/a1f68b66-0533-4e05-9fac-cfc997c17b9a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2261832 Feb 08 21:27:36.186008 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port a1f68b66-0533-4e05-9fac-cfc997c17b9a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=a1f68b66-0533-4e05-9fac-cfc997c17b9a,segment=NetworkSegment(017b5fad-a14b-4a7f-9fa9-34bb5828ca93),segment_id=017b5fad-a14b-4a7f-9fa9-34bb5828ca93)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:36.203137 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a1f68b66-0533-4e05-9fac-cfc997c17b9a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:36.204148 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device fcadaee5-a09d-4bb6-bc72-6102daa861b1 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:27:36.209244 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-68d21441-08d1-4bbe-8108-d85337a3d3db service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:36.286579 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-17360d06-63f3-4f52-af8a-6c459d54fb20 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks [] for port (5cfce827-87e2-4b87-b40c-c51c81b2fc12), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:36.316056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2bada20a-9010-472c-a15b-b3cd5f038035 None None] Provisioning complete for port 6f1cbabe-29f9-46bb-9da2-c7e1c855862e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:27:36.317152 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2bada20a-9010-472c-a15b-b3cd5f038035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6f1cbabe-29f9-46bb-9da2-c7e1c855862e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:36.386526 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-5f1b6019-57c6-47e5-a333-d4868a499df4 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:36.395529 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:36.396251 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-5f1b6019-57c6-47e5-a333-d4868a499df4 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/networks?id=d00185f4-2139-492b-b59f-1586b41daef5 HTTP/1.1" status: 200 len: 817 time: 0.4235210 Feb 08 21:27:36.447842 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-a00963bc-ab9e-478d-85f0-9050eac30b80 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/quotas/48aae992c2704ece870f0faad4c28599 HTTP/1.1" status: 200 len: 375 time: 0.0504098 Feb 08 21:27:36.451330 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-68d21441-08d1-4bbe-8108-d85337a3d3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a1f68b66-0533-4e05-9fac-cfc997c17b9a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:36.476575 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-17360d06-63f3-4f52-af8a-6c459d54fb20 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (5cfce827-87e2-4b87-b40c-c51c81b2fc12), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:36.493408 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2bada20a-9010-472c-a15b-b3cd5f038035 None None] Port 6f1cbabe-29f9-46bb-9da2-c7e1c855862e cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:27:36.496905 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=a1f68b66-0533-4e05-9fac-cfc997c17b9a,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:36.573120 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port fcadaee5-a09d-4bb6-bc72-6102daa861b1 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:27:36.573916 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fcadaee5-a09d-4bb6-bc72-6102daa861b1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:36.580317 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:36.637060 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port fcadaee5-a09d-4bb6-bc72-6102daa861b1, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=fcadaee5-a09d-4bb6-bc72-6102daa861b1,segment=NetworkSegment(dc186897-7ef3-4243-802c-704d6d0e3098),segment_id=dc186897-7ef3-4243-802c-704d6d0e3098)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:36.643708 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (fcadaee5-a09d-4bb6-bc72-6102daa861b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:36.644858 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 41fe2a4a-c97c-45f2-9886-b1acce5d1d50 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:27:36.712861 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-17360d06-63f3-4f52-af8a-6c459d54fb20 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Network 470bde4a-288b-4162-81c1-45fdd6f3db1b is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:27:36.748439 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-17360d06-63f3-4f52-af8a-6c459d54fb20 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:27:36.758720 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-17360d06-63f3-4f52-af8a-6c459d54fb20 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:27:36.766749 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17360d06-63f3-4f52-af8a-6c459d54fb20 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Pushing event updated for resources: {'Port': ['ID=5cfce827-87e2-4b87-b40c-c51c81b2fc12,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:36.785846 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-4c712059-d1ad-4e61-aa84-c2ae88b4ef88 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=48aae992c2704ece870f0faad4c28599&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3368104 Feb 08 21:27:36.803526 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=fcadaee5-a09d-4bb6-bc72-6102daa861b1,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:36.879841 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 41fe2a4a-c97c-45f2-9886-b1acce5d1d50 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:27:36.880859 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (41fe2a4a-c97c-45f2-9886-b1acce5d1d50), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:36.954126 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 41fe2a4a-c97c-45f2-9886-b1acce5d1d50, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=41fe2a4a-c97c-45f2-9886-b1acce5d1d50,segment=NetworkSegment(017b5fad-a14b-4a7f-9fa9-34bb5828ca93),segment_id=017b5fad-a14b-4a7f-9fa9-34bb5828ca93)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:36.964100 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (41fe2a4a-c97c-45f2-9886-b1acce5d1d50), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:36.965541 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device ab1093cd-13b3-4553-afa1-a5bef458b74c no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:27:36.990247 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3602ef-d742-405c-965c-44e7666a6068 req-aba0f1bc-d483-426d-8415-9bca23095f9d tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:36.997639 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce3602ef-d742-405c-965c-44e7666a6068 req-aba0f1bc-d483-426d-8415-9bca23095f9d tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=1993f920-f7ac-4493-89de-f8f86525d3dc HTTP/1.1" status: 200 len: 931 time: 0.3984430 Feb 08 21:27:37.004514 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-17360d06-63f3-4f52-af8a-6c459d54fb20 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:37.006167 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-17360d06-63f3-4f52-af8a-6c459d54fb20 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:37.076868 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-17360d06-63f3-4f52-af8a-6c459d54fb20 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5443437 Feb 08 21:27:37.078901 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-68d21441-08d1-4bbe-8108-d85337a3d3db service neutron] For port a1f68b66-0533-4e05-9fac-cfc997c17b9a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=a1f68b66-0533-4e05-9fac-cfc997c17b9a,segment=NetworkSegment(017b5fad-a14b-4a7f-9fa9-34bb5828ca93),segment_id=017b5fad-a14b-4a7f-9fa9-34bb5828ca93)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:37.115667 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-640e03ff-fd71-4014-8331-06b1965ac33e service neutron] Request body: {'port': {'device_id': '1993f920-f7ac-4493-89de-f8f86525d3dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:37.180755 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-69d3187f-4742-4f7b-b36f-bfc934e43ecc service neutron] 10.222.0.88 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157248 Feb 08 21:27:37.218231 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce3602ef-d742-405c-965c-44e7666a6068 req-59a1b20a-48a5-4e1a-8112-b59b69daa4ea tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177682 Feb 08 21:27:37.220105 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=41fe2a4a-c97c-45f2-9886-b1acce5d1d50,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:37.279463 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port ab1093cd-13b3-4553-afa1-a5bef458b74c is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:27:37.280286 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ab1093cd-13b3-4553-afa1-a5bef458b74c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:37.359159 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port ab1093cd-13b3-4553-afa1-a5bef458b74c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=ab1093cd-13b3-4553-afa1-a5bef458b74c,segment=NetworkSegment(017b5fad-a14b-4a7f-9fa9-34bb5828ca93),segment_id=017b5fad-a14b-4a7f-9fa9-34bb5828ca93)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:37.366773 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ab1093cd-13b3-4553-afa1-a5bef458b74c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:37.369172 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 5159dba1-6fb7-4b1d-84ad-f387a9a3c982 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:27:37.379883 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-68d21441-08d1-4bbe-8108-d85337a3d3db service neutron] For port a1f68b66-0533-4e05-9fac-cfc997c17b9a, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:27:37.488322 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cc655d78-7e28-4fe5-bb78-23c6052454c7 req-ba4de059-ab34-428f-9271-c4fe63f6f636 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 210 time: 0.1059358 Feb 08 21:27:37.534211 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-640e03ff-fd71-4014-8331-06b1965ac33e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5cfce827-87e2-4b87-b40c-c51c81b2fc12), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:37.541847 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-68d21441-08d1-4bbe-8108-d85337a3d3db service neutron] device_id is not set on port a1f68b66-0533-4e05-9fac-cfc997c17b9a yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:27:37.542548 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-21131553-0db4-47d5-863b-aa4e72d0ad1c None None] Provisioning complete for port 5cfce827-87e2-4b87-b40c-c51c81b2fc12 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:27:37.543076 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-21131553-0db4-47d5-863b-aa4e72d0ad1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5cfce827-87e2-4b87-b40c-c51c81b2fc12), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:37.552376 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=ab1093cd-13b3-4553-afa1-a5bef458b74c,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:37.585169 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-68d21441-08d1-4bbe-8108-d85337a3d3db service neutron] Publish callbacks [] for port (a1f68b66-0533-4e05-9fac-cfc997c17b9a), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:37.620962 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-6cd0b78d-6f5b-4caa-a082-58fa524b3287 service neutron] 10.222.0.88 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389043 Feb 08 21:27:37.630720 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-68d21441-08d1-4bbe-8108-d85337a3d3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (a1f68b66-0533-4e05-9fac-cfc997c17b9a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:37.633664 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0b082d-dddb-4949-82c0-219c35e1a402 x-openstack-request-id: req-4d0b082d-dddb-4949-82c0-219c35e1a402 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:27:37.634248 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4ea8cf-718e-4772-8469-e101606dd814", "name": "network-vif-plugged", "status": "completed", "tag": "e95b7f52-a40f-4310-9af5-2cc71ae4ef18", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:27:37.634431 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4d0b082d-dddb-4949-82c0-219c35e1a402 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:27:37.634987 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4ea8cf-718e-4772-8469-e101606dd814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95b7f52-a40f-4310-9af5-2cc71ae4ef18', 'code': 200} Feb 08 21:27:37.667862 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-21131553-0db4-47d5-863b-aa4e72d0ad1c None None] Port 5cfce827-87e2-4b87-b40c-c51c81b2fc12 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:27:37.676286 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 5159dba1-6fb7-4b1d-84ad-f387a9a3c982 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:27:37.676865 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5159dba1-6fb7-4b1d-84ad-f387a9a3c982), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:37.770049 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 5159dba1-6fb7-4b1d-84ad-f387a9a3c982, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5159dba1-6fb7-4b1d-84ad-f387a9a3c982,segment=NetworkSegment(b0bf0d81-f238-48aa-ab78-93a28b39066d),segment_id=b0bf0d81-f238-48aa-ab78-93a28b39066d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:37.779862 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5159dba1-6fb7-4b1d-84ad-f387a9a3c982), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:37.781818 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 6f1cbabe-29f9-46bb-9da2-c7e1c855862e no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:27:37.793788 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-1aca28b7-819b-43af-a501-e427cc1933fe req-2238b75a-db47-45c2-b94a-25615a100a7e tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1474221085', 'description': 'tempest-description-902441394'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:37.944442 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-68d21441-08d1-4bbe-8108-d85337a3d3db service neutron] No DVR routers for this DVR port a1f68b66-0533-4e05-9fac-cfc997c17b9a on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:27:37.947822 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] The host n-h2-712143-31 is not matching for port 6f1cbabe-29f9-46bb-9da2-c7e1c855862e host ! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 21:27:37.948515 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 6f1cbabe-29f9-46bb-9da2-c7e1c855862e not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:27:37.954674 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=5159dba1-6fb7-4b1d-84ad-f387a9a3c982,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:38.156286 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d21441-08d1-4bbe-8108-d85337a3d3db service neutron] Pushing event updated for resources: {'Port': ['ID=a1f68b66-0533-4e05-9fac-cfc997c17b9a,revision_number=7']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:38.209758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-9d828f14-cb58-4d16-99e7-2fe9cf082fe9 None None] Provisioning complete for port a1f68b66-0533-4e05-9fac-cfc997c17b9a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:27:38.210307 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9d828f14-cb58-4d16-99e7-2fe9cf082fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a1f68b66-0533-4e05-9fac-cfc997c17b9a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:38.240127 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1aca28b7-819b-43af-a501-e427cc1933fe req-2238b75a-db47-45c2-b94a-25615a100a7e tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:38.256077 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9d828f14-cb58-4d16-99e7-2fe9cf082fe9 None None] Port a1f68b66-0533-4e05-9fac-cfc997c17b9a cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:27:38.324495 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1f79a-5561-4771-8fd3-22ac3cbeac8d req-a9d99ec9-602a-4792-a00b-d195b7f32ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:38.327742 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-91b1f79a-5561-4771-8fd3-22ac3cbeac8d req-a9d99ec9-602a-4792-a00b-d195b7f32ff0 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=4f4ea8cf-718e-4772-8469-e101606dd814 HTTP/1.1" status: 200 len: 1128 time: 0.5584219 Feb 08 21:27:38.328878 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-68d21441-08d1-4bbe-8108-d85337a3d3db service neutron] In _notify_port_updated(), no bound segment for port a1f68b66-0533-4e05-9fac-cfc997c17b9a on network 9113f8c4-9372-4efc-a926-cd4f4ac79b2c {{(pid=103433) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 21:27:38.330443 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-68d21441-08d1-4bbe-8108-d85337a3d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:38.331559 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-68d21441-08d1-4bbe-8108-d85337a3d3db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:38.333838 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-68d21441-08d1-4bbe-8108-d85337a3d3db service neutron] 10.222.0.96 "PUT /v2.0/ports/a1f68b66-0533-4e05-9fac-cfc997c17b9a HTTP/1.1" status: 200 len: 1028 time: 2.1512921 Feb 08 21:27:39.049331 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692e033-a546-47a7-9124-4023006ecbad req-1f76ba58-95d4-4b52-b67c-c55792082340 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:39.054952 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0692e033-a546-47a7-9124-4023006ecbad req-1f76ba58-95d4-4b52-b67c-c55792082340 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports?device_id=4f4ea8cf-718e-4772-8469-e101606dd814 HTTP/1.1" status: 200 len: 945 time: 0.9055314 Feb 08 21:27:39.207674 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-91b1f79a-5561-4771-8fd3-22ac3cbeac8d req-e60c8ebb-5bc6-4696-be21-b0b6a32c22f2 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=ff72aba2-9094-4c76-92a7-a3e9004639be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8535886 Feb 08 21:27:39.220482 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1aca28b7-819b-43af-a501-e427cc1933fe req-2238b75a-db47-45c2-b94a-25615a100a7e tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (ec0c639d-f748-4939-9b3d-c3ed80b9f590), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:39.242388 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1aca28b7-819b-43af-a501-e427cc1933fe req-2238b75a-db47-45c2-b94a-25615a100a7e tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ec0c639d-f748-4939-9b3d-c3ed80b9f590), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:39.313471 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1aca28b7-819b-43af-a501-e427cc1933fe req-2238b75a-db47-45c2-b94a-25615a100a7e tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:39.314682 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1aca28b7-819b-43af-a501-e427cc1933fe req-2238b75a-db47-45c2-b94a-25615a100a7e tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.5894446 Feb 08 21:27:39.324502 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0692e033-a546-47a7-9124-4023006ecbad req-5c00b896-eb30-4f85-9b9f-df1762b33387 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff72aba2-9094-4c76-92a7-a3e9004639be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369466 Feb 08 21:27:39.330259 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238b75a-db47-45c2-b94a-25615a100a7e tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0c639d-f748-4939-9b3d-c3ed80b9f590,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:39.399328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-c1b33749-37f6-433a-be57-73679c2c90f6 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Deleting port 5159dba1-6fb7-4b1d-84ad-f387a9a3c982 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:27:39.400927 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-c1b33749-37f6-433a-be57-73679c2c90f6 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (5159dba1-6fb7-4b1d-84ad-f387a9a3c982), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:39.427409 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-640e03ff-fd71-4014-8331-06b1965ac33e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cfce827-87e2-4b87-b40c-c51c81b2fc12 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:27:39.501459 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-640e03ff-fd71-4014-8331-06b1965ac33e service neutron] Publish callbacks [] for port (5cfce827-87e2-4b87-b40c-c51c81b2fc12), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:39.636114 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b48ba6a-3517-447a-815c-9e8f469661ae'}, {'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1f68b66-0533-4e05-9fac-cfc997c17b9a'}, {'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcadaee5-a09d-4bb6-bc72-6102daa861b1'}, {'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41fe2a4a-c97c-45f2-9886-b1acce5d1d50'}, {'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab1093cd-13b3-4553-afa1-a5bef458b74c'}, {'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5159dba1-6fb7-4b1d-84ad-f387a9a3c982'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:27:39.638943 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24eb7711-bb08-4224-bae2-a426cd4be201" -d '{"events": [{"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-unplugged", "status": "completed", "tag": "2b48ba6a-3517-447a-815c-9e8f469661ae"}, {"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-unplugged", "status": "completed", "tag": "a1f68b66-0533-4e05-9fac-cfc997c17b9a"}, {"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-unplugged", "status": "completed", "tag": "fcadaee5-a09d-4bb6-bc72-6102daa861b1"}, {"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-unplugged", "status": "completed", "tag": "41fe2a4a-c97c-45f2-9886-b1acce5d1d50"}, {"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-unplugged", "status": "completed", "tag": "ab1093cd-13b3-4553-afa1-a5bef458b74c"}, {"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-unplugged", "status": "completed", "tag": "5159dba1-6fb7-4b1d-84ad-f387a9a3c982"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:27:39.740859 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-640e03ff-fd71-4014-8331-06b1965ac33e service neutron] Transition to ACTIVE for port object 5cfce827-87e2-4b87-b40c-c51c81b2fc12 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:27:39.758323 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-640e03ff-fd71-4014-8331-06b1965ac33e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (5cfce827-87e2-4b87-b40c-c51c81b2fc12), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:39.903431 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e03ff-fd71-4014-8331-06b1965ac33e service neutron] Pushing event updated for resources: {'Port': ['ID=5cfce827-87e2-4b87-b40c-c51c81b2fc12,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:39.909130 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-c1b33749-37f6-433a-be57-73679c2c90f6 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] For port 5159dba1-6fb7-4b1d-84ad-f387a9a3c982, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5159dba1-6fb7-4b1d-84ad-f387a9a3c982,segment=NetworkSegment(b0bf0d81-f238-48aa-ab78-93a28b39066d),segment_id=b0bf0d81-f238-48aa-ab78-93a28b39066d)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:39.909530 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-c1b33749-37f6-433a-be57-73679c2c90f6 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (5159dba1-6fb7-4b1d-84ad-f387a9a3c982), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:39.932513 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-f075fe47-286b-4353-b3dd-6eb27888ba35 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:39.935952 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-f075fe47-286b-4353-b3dd-6eb27888ba35 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.94 "GET /v2.0/networks?id=d00185f4-2139-492b-b59f-1586b41daef5 HTTP/1.1" status: 200 len: 817 time: 0.4205680 Feb 08 21:27:39.987536 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8019e1b-6618-4b56-bbbc-13b1dbf68220 req-5802755a-3c46-4064-890e-11970ede71a4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:39.995304 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8019e1b-6618-4b56-bbbc-13b1dbf68220 req-5802755a-3c46-4064-890e-11970ede71a4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:40.002288 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8019e1b-6618-4b56-bbbc-13b1dbf68220 req-5802755a-3c46-4064-890e-11970ede71a4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:40.008590 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8019e1b-6618-4b56-bbbc-13b1dbf68220 req-5802755a-3c46-4064-890e-11970ede71a4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:40.014829 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8019e1b-6618-4b56-bbbc-13b1dbf68220 req-5802755a-3c46-4064-890e-11970ede71a4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:40.016747 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b8019e1b-6618-4b56-bbbc-13b1dbf68220 req-5802755a-3c46-4064-890e-11970ede71a4 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 3876 time: 0.4048207 Feb 08 21:27:40.029383 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-c1b33749-37f6-433a-be57-73679c2c90f6 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Calling delete_port for 5159dba1-6fb7-4b1d-84ad-f387a9a3c982 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:27:40.041399 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d85ec-8620-45a8-9d57-b96891552182 req-da406445-162a-4c43-bbce-06c3d9758eaa tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:40.041399 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d6d85ec-8620-45a8-9d57-b96891552182 req-da406445-162a-4c43-bbce-06c3d9758eaa tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=38a0fae0-8759-4ebe-a097-1aa152978be1 HTTP/1.1" status: 200 len: 946 time: 0.4348588 Feb 08 21:27:40.294028 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-54c5703b-8342-42db-b1f4-5a3b7e565732 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48aae992c2704ece870f0faad4c28599 HTTP/1.1" status: 200 len: 380 time: 0.3378174 Feb 08 21:27:40.316648 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-77811280-8c5a-4279-b013-ad6e2f785361 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Request body: {'port': {'device_id': 'ca176aa1-d501-4577-bd10-f8cd45be5b6d', 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'admin_state_up': True, 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'security_groups': ['c9885921-c142-48de-835b-ff27105937dd']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:40.324965 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d6d85ec-8620-45a8-9d57-b96891552182 req-faa62a36-dc73-4652-9db3-31e52947182a tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686257 Feb 08 21:27:40.333274 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b8019e1b-6618-4b56-bbbc-13b1dbf68220 req-02a58042-ee4f-4c9c-b2fe-923e5a9cc14b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2836425 Feb 08 21:27:40.347969 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-640e03ff-fd71-4014-8331-06b1965ac33e service neutron] Attempting to bind port 5cfce827-87e2-4b87-b40c-c51c81b2fc12 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:27:40.348444 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-640e03ff-fd71-4014-8331-06b1965ac33e service neutron] Attempting to bind port 5cfce827-87e2-4b87-b40c-c51c81b2fc12 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:27:40.348718 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-640e03ff-fd71-4014-8331-06b1965ac33e service neutron] Attempting to bind port 5cfce827-87e2-4b87-b40c-c51c81b2fc12 on network 470bde4a-288b-4162-81c1-45fdd6f3db1b {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:27:40.455871 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-640e03ff-fd71-4014-8331-06b1965ac33e service neutron] Port 5cfce827-87e2-4b87-b40c-c51c81b2fc12 on network 470bde4a-288b-4162-81c1-45fdd6f3db1b not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:27:40.456481 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-640e03ff-fd71-4014-8331-06b1965ac33e service neutron] Attempting to bind port 5cfce827-87e2-4b87-b40c-c51c81b2fc12 on network 470bde4a-288b-4162-81c1-45fdd6f3db1b {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:27:40.608827 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-640e03ff-fd71-4014-8331-06b1965ac33e service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:27:40.609437 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-640e03ff-fd71-4014-8331-06b1965ac33e service neutron] Checking segment: {'id': '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:27:40.609791 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-640e03ff-fd71-4014-8331-06b1965ac33e service neutron] Bound using segment: {'id': '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:27:40.610451 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-640e03ff-fd71-4014-8331-06b1965ac33e service neutron] Bound port: 5cfce827-87e2-4b87-b40c-c51c81b2fc12, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:27:40.611032 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-640e03ff-fd71-4014-8331-06b1965ac33e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5cfce827-87e2-4b87-b40c-c51c81b2fc12), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:40.647876 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2f56e036-007b-440c-8d45-7ed4a7cf81a5 req-e9f1508b-d255-4aba-927c-071e6736c967 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 210 time: 0.1686709 Feb 08 21:27:40.809197 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-c1b33749-37f6-433a-be57-73679c2c90f6 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (5159dba1-6fb7-4b1d-84ad-f387a9a3c982), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:40.956897 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ccc7efc1-452f-4a7e-8d92-a7f0b32626eb req-be3e961a-e1ea-4f7f-ab0b-9870f9adf3cc tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 210 time: 0.1544173 Feb 08 21:27:40.973774 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b33749-37f6-433a-be57-73679c2c90f6 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Pushing event deleted for resources: {'Port': ['ID=5159dba1-6fb7-4b1d-84ad-f387a9a3c982,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:41.012438 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4398c-7138-4939-a345-b6286506caef req-b1cd683f-075d-4d9a-a4f8-e09000b55aec tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:41.015186 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a2c4398c-7138-4939-a345-b6286506caef req-b1cd683f-075d-4d9a-a4f8-e09000b55aec tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=1993f920-f7ac-4493-89de-f8f86525d3dc HTTP/1.1" status: 200 len: 943 time: 0.5301902 Feb 08 21:27:41.030290 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-77811280-8c5a-4279-b013-ad6e2f785361 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Made reservation on behalf of 48aae992c2704ece870f0faad4c28599 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:27:41.036534 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-77811280-8c5a-4279-b013-ad6e2f785361 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:41.063559 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-3d41df0a-e4dc-43ff-9d0d-2513896b88f9 req-18b0df33-f6d5-4809-a8a9-00d5e930c31b tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1128152687', 'description': 'tempest-description-474372250'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:41.070074 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-640e03ff-fd71-4014-8331-06b1965ac33e service neutron] For port 5cfce827-87e2-4b87-b40c-c51c81b2fc12, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:27:41.171360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-640e03ff-fd71-4014-8331-06b1965ac33e service neutron] For port 5cfce827-87e2-4b87-b40c-c51c81b2fc12, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5cfce827-87e2-4b87-b40c-c51c81b2fc12,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:27:41.189385 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-c1b33749-37f6-433a-be57-73679c2c90f6 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] No DVR routers for this DVR port 5159dba1-6fb7-4b1d-84ad-f387a9a3c982 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:27:41.202688 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-c1b33749-37f6-433a-be57-73679c2c90f6 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:41.208608 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-c1b33749-37f6-433a-be57-73679c2c90f6 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.96 "DELETE /v2.0/ports/5159dba1-6fb7-4b1d-84ad-f387a9a3c982 HTTP/1.1" status: 204 len: 173 time: 2.8471677 Feb 08 21:27:41.210729 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-640e03ff-fd71-4014-8331-06b1965ac33e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (5cfce827-87e2-4b87-b40c-c51c81b2fc12), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:41.213627 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-deleted', 'tag': '5159dba1-6fb7-4b1d-84ad-f387a9a3c982'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:27:41.218307 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9804125-fc5d-4fa7-bf3e-61af98434ccd" -d '{"events": [{"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-deleted", "tag": "5159dba1-6fb7-4b1d-84ad-f387a9a3c982"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:27:41.369443 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3d41df0a-e4dc-43ff-9d0d-2513896b88f9 req-18b0df33-f6d5-4809-a8a9-00d5e930c31b tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:41.506637 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-640e03ff-fd71-4014-8331-06b1965ac33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:41.507701 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-640e03ff-fd71-4014-8331-06b1965ac33e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:41.510025 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-640e03ff-fd71-4014-8331-06b1965ac33e service neutron] 10.222.0.96 "PUT /v2.0/ports/5cfce827-87e2-4b87-b40c-c51c81b2fc12 HTTP/1.1" status: 200 len: 1092 time: 4.4110684 Feb 08 21:27:41.538771 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a2c4398c-7138-4939-a345-b6286506caef req-529a976a-030c-4a6a-9ce6-d300870f1d02 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656909 Feb 08 21:27:41.786779 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e03ff-fd71-4014-8331-06b1965ac33e service neutron] Pushing event updated for resources: {'Port': ['ID=5cfce827-87e2-4b87-b40c-c51c81b2fc12,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:41.902424 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3d41df0a-e4dc-43ff-9d0d-2513896b88f9 req-18b0df33-f6d5-4809-a8a9-00d5e930c31b tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (850f114c-95a5-4276-8a23-84cd71b2b55e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:41.933863 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3d41df0a-e4dc-43ff-9d0d-2513896b88f9 req-18b0df33-f6d5-4809-a8a9-00d5e930c31b tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (850f114c-95a5-4276-8a23-84cd71b2b55e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:41.974555 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-3ad1f015-6c8e-4e3b-bf0a-bc32075d003e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:41.978481 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-3ad1f015-6c8e-4e3b-bf0a-bc32075d003e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&device_id=1993f920-f7ac-4493-89de-f8f86525d3dc HTTP/1.1" status: 200 len: 1126 time: 0.3099248 Feb 08 21:27:41.994463 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3d41df0a-e4dc-43ff-9d0d-2513896b88f9 req-18b0df33-f6d5-4809-a8a9-00d5e930c31b tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:42.009929 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3d41df0a-e4dc-43ff-9d0d-2513896b88f9 req-18b0df33-f6d5-4809-a8a9-00d5e930c31b tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.9931219 Feb 08 21:27:42.067989 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-c92d556c-19a9-424b-a264-ca7d5592cab0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cfce827-87e2-4b87-b40c-c51c81b2fc12 HTTP/1.1" status: 200 len: 217 time: 0.0522666 Feb 08 21:27:42.086831 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-77811280-8c5a-4279-b013-ad6e2f785361 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Allocated IP 172.20.0.5 (d00185f4-2139-492b-b59f-1586b41daef5/8c41e412-c763-4ca0-a1f8-ab9cd96c364d/c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:27:42.101439 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1050 Content-Type: application/json Date: Tue, 08 Feb 2022 21:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c00f000-2fde-4f13-8650-ac62a8197028 x-openstack-request-id: req-3c00f000-2fde-4f13-8650-ac62a8197028 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:27:42.102842 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-unplugged", "status": "completed", "tag": "2b48ba6a-3517-447a-815c-9e8f469661ae", "code": 200}, {"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-unplugged", "status": "completed", "tag": "a1f68b66-0533-4e05-9fac-cfc997c17b9a", "code": 200}, {"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-unplugged", "status": "completed", "tag": "fcadaee5-a09d-4bb6-bc72-6102daa861b1", "code": 200}, {"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-unplugged", "status": "completed", "tag": "41fe2a4a-c97c-45f2-9886-b1acce5d1d50", "code": 200}, {"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-unplugged", "status": "completed", "tag": "ab1093cd-13b3-4553-afa1-a5bef458b74c", "code": 200}, {"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-unplugged", "status": "completed", "tag": "5159dba1-6fb7-4b1d-84ad-f387a9a3c982", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:27:42.103587 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3c00f000-2fde-4f13-8650-ac62a8197028 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:27:42.104534 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b48ba6a-3517-447a-815c-9e8f469661ae', 'code': 200} Feb 08 21:27:42.105167 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1f68b66-0533-4e05-9fac-cfc997c17b9a', 'code': 200} Feb 08 21:27:42.105809 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcadaee5-a09d-4bb6-bc72-6102daa861b1', 'code': 200} Feb 08 21:27:42.107976 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41fe2a4a-c97c-45f2-9886-b1acce5d1d50', 'code': 200} Feb 08 21:27:42.108734 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab1093cd-13b3-4553-afa1-a5bef458b74c', 'code': 200} Feb 08 21:27:42.109450 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5159dba1-6fb7-4b1d-84ad-f387a9a3c982', 'code': 200} Feb 08 21:27:42.170206 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-b43d88f7-4da7-4f70-8ea3-342188775cc9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Deleting port 2b48ba6a-3517-447a-815c-9e8f469661ae {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:27:42.170741 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-b43d88f7-4da7-4f70-8ea3-342188775cc9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (2b48ba6a-3517-447a-815c-9e8f469661ae), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:42.194751 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df05b97-340b-43d0-a8c1-e563f5f8eaff x-openstack-request-id: req-8df05b97-340b-43d0-a8c1-e563f5f8eaff {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:27:42.195244 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-deleted", "tag": "5159dba1-6fb7-4b1d-84ad-f387a9a3c982", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:27:42.195674 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8df05b97-340b-43d0-a8c1-e563f5f8eaff {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:27:42.196332 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-deleted', 'tag': '5159dba1-6fb7-4b1d-84ad-f387a9a3c982', 'status': 'completed', 'code': 200} Feb 08 21:27:42.231535 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0df33-f6d5-4809-a8a9-00d5e930c31b tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=850f114c-95a5-4276-8a23-84cd71b2b55e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:42.353511 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-a22eaaee-4b35-4677-94cb-185f4edf5d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:42.355117 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-a22eaaee-4b35-4677-94cb-185f4edf5d0d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0aa29b5a-a776-4012-aa53-861d63a1c0ca HTTP/1.1" status: 200 len: 851 time: 0.2628071 Feb 08 21:27:42.517653 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-b43d88f7-4da7-4f70-8ea3-342188775cc9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] For port 2b48ba6a-3517-447a-815c-9e8f469661ae, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2b48ba6a-3517-447a-815c-9e8f469661ae,segment=NetworkSegment(b0bf0d81-f238-48aa-ab78-93a28b39066d),segment_id=b0bf0d81-f238-48aa-ab78-93a28b39066d)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:42.518558 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-b43d88f7-4da7-4f70-8ea3-342188775cc9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (2b48ba6a-3517-447a-815c-9e8f469661ae), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:42.528087 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08e1af-addc-4200-ab52-b645bb9c6887 req-c1c2ad18-e61a-4ada-95e0-2a1f4113af45 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:42.530496 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff08e1af-addc-4200-ab52-b645bb9c6887 req-c1c2ad18-e61a-4ada-95e0-2a1f4113af45 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports?device_id=4f4ea8cf-718e-4772-8469-e101606dd814 HTTP/1.1" status: 200 len: 945 time: 0.4042981 Feb 08 21:27:42.556149 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-b43d88f7-4da7-4f70-8ea3-342188775cc9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Calling delete_port for 2b48ba6a-3517-447a-815c-9e8f469661ae owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:27:42.661343 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caae39e-7bbf-4e25-9e6f-707d1040f842 req-afea1e89-359c-465e-a608-b9650740f93b tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:42.662946 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1caae39e-7bbf-4e25-9e6f-707d1040f842 req-afea1e89-359c-465e-a608-b9650740f93b tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=38a0fae0-8759-4ebe-a097-1aa152978be1 HTTP/1.1" status: 200 len: 946 time: 0.3630059 Feb 08 21:27:42.671262 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-eb87a19a-902c-4c92-933a-d306a00838b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:42.673032 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-eb87a19a-902c-4c92-933a-d306a00838b0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=470bde4a-288b-4162-81c1-45fdd6f3db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2893300 Feb 08 21:27:42.723400 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-77811280-8c5a-4279-b013-ad6e2f785361 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:42.791040 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff08e1af-addc-4200-ab52-b645bb9c6887 req-23a494e9-035b-40bd-9213-39092954e776 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff72aba2-9094-4c76-92a7-a3e9004639be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489495 Feb 08 21:27:42.893731 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1caae39e-7bbf-4e25-9e6f-707d1040f842 req-cf43a0d1-2d8e-4468-b631-a0ac34aeb33a tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094951 Feb 08 21:27:42.899712 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-77811280-8c5a-4279-b013-ad6e2f785361 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:43.023338 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-7bef37af-a64d-44ba-8cce-a91d64764e3f service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271425 Feb 08 21:27:43.073559 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-77811280-8c5a-4279-b013-ad6e2f785361 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Network d00185f4-2139-492b-b59f-1586b41daef5 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:27:43.147260 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-77811280-8c5a-4279-b013-ad6e2f785361 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:27:43.161158 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77811280-8c5a-4279-b013-ad6e2f785361 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Pushing event updated for resources: {'Port': ['ID=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:43.176094 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-77811280-8c5a-4279-b013-ad6e2f785361 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:27:43.253639 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-b43d88f7-4da7-4f70-8ea3-342188775cc9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (2b48ba6a-3517-447a-815c-9e8f469661ae), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:43.337591 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d88f7-4da7-4f70-8ea3-342188775cc9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Pushing event deleted for resources: {'Port': ['ID=2b48ba6a-3517-447a-815c-9e8f469661ae,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:43.524658 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-39db2833-3f8d-4204-8a83-d312f1a3da03 None None] Provisioning complete for port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:27:43.525697 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39db2833-3f8d-4204-8a83-d312f1a3da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:43.568395 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-39db2833-3f8d-4204-8a83-d312f1a3da03 None None] Port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:27:43.740271 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-77811280-8c5a-4279-b013-ad6e2f785361 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:43.741147 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-77811280-8c5a-4279-b013-ad6e2f785361 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:43.759506 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4bc78-3395-44af-9b7c-d34e5e8845ab req-d47ec96c-bd2e-47ea-ad46-3dec291244bb tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:43.765436 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4bc78-3395-44af-9b7c-d34e5e8845ab req-d47ec96c-bd2e-47ea-ad46-3dec291244bb tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:43.770798 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4bc78-3395-44af-9b7c-d34e5e8845ab req-d47ec96c-bd2e-47ea-ad46-3dec291244bb tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:43.776165 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4bc78-3395-44af-9b7c-d34e5e8845ab req-d47ec96c-bd2e-47ea-ad46-3dec291244bb tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:43.778273 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10f4bc78-3395-44af-9b7c-d34e5e8845ab req-d47ec96c-bd2e-47ea-ad46-3dec291244bb tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 3065 time: 0.8281322 Feb 08 21:27:43.804721 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-b43d88f7-4da7-4f70-8ea3-342188775cc9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] No DVR routers for this DVR port 2b48ba6a-3517-447a-815c-9e8f469661ae on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:27:43.813757 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-b43d88f7-4da7-4f70-8ea3-342188775cc9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:43.817313 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-b43d88f7-4da7-4f70-8ea3-342188775cc9 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.96 "DELETE /v2.0/ports/2b48ba6a-3517-447a-815c-9e8f469661ae HTTP/1.1" status: 204 len: 173 time: 2.5803161 Feb 08 21:27:43.879210 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-77811280-8c5a-4279-b013-ad6e2f785361 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5700231 Feb 08 21:27:43.937066 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-d3643f47-a58b-4569-a9e3-2dbb47f8837f service neutron] Request body: {'port': {'device_id': 'ca176aa1-d501-4577-bd10-f8cd45be5b6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:43.946819 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce4ad688-9feb-4c1f-ada5-6efb9d62f77a req-624d2c5a-2714-44c5-891f-124bab195db9 service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8977282 Feb 08 21:27:43.996369 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3d063-8c5b-4fdc-b54c-ddd6f1ddc51c req-45d8d6a5-fee6-4495-8609-5c0e5e027f5e tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:43.999693 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ad3d063-8c5b-4fdc-b54c-ddd6f1ddc51c req-45d8d6a5-fee6-4495-8609-5c0e5e027f5e tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 931 time: 0.7842844 Feb 08 21:27:44.080263 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10f4bc78-3395-44af-9b7c-d34e5e8845ab req-c20e92b5-c7d8-43dc-87da-91d7f8cc6e3f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2785203 Feb 08 21:27:44.200376 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1993f920-f7ac-4493-89de-f8f86525d3dc', 'tag': '5cfce827-87e2-4b87-b40c-c51c81b2fc12'}, {'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-deleted', 'tag': '2b48ba6a-3517-447a-815c-9e8f469661ae'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:27:44.202840 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f402f761-1840-4368-a810-0946d8fb899a" -d '{"events": [{"name": "network-changed", "server_uuid": "1993f920-f7ac-4493-89de-f8f86525d3dc", "tag": "5cfce827-87e2-4b87-b40c-c51c81b2fc12"}, {"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-deleted", "tag": "2b48ba6a-3517-447a-815c-9e8f469661ae"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:27:44.221317 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-d3643f47-a58b-4569-a9e3-2dbb47f8837f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:44.239176 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ad3d063-8c5b-4fdc-b54c-ddd6f1ddc51c req-5302171a-b6da-4d02-b6e5-90d6ac323608 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125785 Feb 08 21:27:44.264144 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-94feee1c-9e52-4203-b48d-d8c0ebabb79d req-117b2fac-72a1-45f9-a9ab-44eeef969343 tempest-QuotasAdminNegativeTest-880615364 tempest-QuotasAdminNegativeTest-880615364-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=26fd78050fde4682a9da6ffb3c548876&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468130 Feb 08 21:27:44.416146 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-bdbdee67-725d-4421-9e65-d9a171ffd06f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Deleting port 41fe2a4a-c97c-45f2-9886-b1acce5d1d50 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:27:44.416576 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-bdbdee67-725d-4421-9e65-d9a171ffd06f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (41fe2a4a-c97c-45f2-9886-b1acce5d1d50), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:44.606833 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2fb0b271-c54a-493d-980a-e061728ea930 req-e5b9949c-cf89-47c5-b20b-8bc47fc353cb tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "GET /v2.0/security-groups/ec0c639d-f748-4939-9b3d-c3ed80b9f590 HTTP/1.1" status: 200 len: 1823 time: 0.2848041 Feb 08 21:27:44.687326 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94feee1c-9e52-4203-b48d-d8c0ebabb79d req-51c2dd54-9980-4d7a-b4b9-3fe646022725 tempest-QuotasAdminNegativeTest-880615364 tempest-QuotasAdminNegativeTest-880615364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:44.689997 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-94feee1c-9e52-4203-b48d-d8c0ebabb79d req-51c2dd54-9980-4d7a-b4b9-3fe646022725 tempest-QuotasAdminNegativeTest-880615364 tempest-QuotasAdminNegativeTest-880615364-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4189780 Feb 08 21:27:44.785164 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-bdbdee67-725d-4421-9e65-d9a171ffd06f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] For port 41fe2a4a-c97c-45f2-9886-b1acce5d1d50, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=41fe2a4a-c97c-45f2-9886-b1acce5d1d50,segment=NetworkSegment(017b5fad-a14b-4a7f-9fa9-34bb5828ca93),segment_id=017b5fad-a14b-4a7f-9fa9-34bb5828ca93)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:44.786112 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-bdbdee67-725d-4421-9e65-d9a171ffd06f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (41fe2a4a-c97c-45f2-9886-b1acce5d1d50), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:44.791909 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-94feee1c-9e52-4203-b48d-d8c0ebabb79d req-01704bb3-0d00-4f80-a0c0-8d5cdca1659d tempest-QuotasAdminNegativeTest-880615364 tempest-QuotasAdminNegativeTest-880615364-project] 10.222.0.88 "GET /v2.0/quotas/26fd78050fde4682a9da6ffb3c548876 HTTP/1.1" status: 200 len: 375 time: 0.0781474 Feb 08 21:27:44.866631 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-bdbdee67-725d-4421-9e65-d9a171ffd06f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Calling delete_port for 41fe2a4a-c97c-45f2-9886-b1acce5d1d50 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:27:44.909822 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-94feee1c-9e52-4203-b48d-d8c0ebabb79d req-98d193ed-c38a-4fda-8968-7c31f86ddcf0 tempest-QuotasAdminNegativeTest-880615364 tempest-QuotasAdminNegativeTest-880615364-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=26fd78050fde4682a9da6ffb3c548876&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1025949 Feb 08 21:27:44.914669 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2fb0b271-c54a-493d-980a-e061728ea930 req-effe9ff3-4b76-4e15-8698-71cc588b966d tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "GET /v2.0/security-groups/850f114c-95a5-4276-8a23-84cd71b2b55e HTTP/1.1" status: 200 len: 1823 time: 0.2854328 Feb 08 21:27:44.965897 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-2fb0b271-c54a-493d-980a-e061728ea930 req-e3015879-0341-47e4-a9d5-13e9a79b44a3 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ec0c639d-f748-4939-9b3d-c3ed80b9f590', 'remote_group_id': '850f114c-95a5-4276-8a23-84cd71b2b55e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:44.967220 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-2fb0b271-c54a-493d-980a-e061728ea930 req-e3015879-0341-47e4-a9d5-13e9a79b44a3 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ec0c639d-f748-4939-9b3d-c3ed80b9f590', 'remote_group_id': '850f114c-95a5-4276-8a23-84cd71b2b55e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:45.129618 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-07fe870c-995e-4f25-a260-d35a6b3f7c7b req-a2ae7364-bd47-469e-89ea-43b5c712da7f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 210 time: 0.0601773 Feb 08 21:27:45.293360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-d3643f47-a58b-4569-a9e3-2dbb47f8837f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:27:45.306118 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-d3643f47-a58b-4569-a9e3-2dbb47f8837f service neutron] Publish callbacks [] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:45.361596 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-d3643f47-a58b-4569-a9e3-2dbb47f8837f service neutron] Transition to ACTIVE for port object c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:27:45.389518 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2fb0b271-c54a-493d-980a-e061728ea930 req-e3015879-0341-47e4-a9d5-13e9a79b44a3 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group_rule (8e4b2b4c-5f31-443a-b57a-c8a70564e7b2), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:45.392939 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-d3643f47-a58b-4569-a9e3-2dbb47f8837f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:45.496627 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2fb0b271-c54a-493d-980a-e061728ea930 req-e3015879-0341-47e4-a9d5-13e9a79b44a3 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group_rule (8e4b2b4c-5f31-443a-b57a-c8a70564e7b2), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:45.511899 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2fb0b271-c54a-493d-980a-e061728ea930 req-e3015879-0341-47e4-a9d5-13e9a79b44a3 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (8e4b2b4c-5f31-443a-b57a-c8a70564e7b2), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:45.518703 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3643f47-a58b-4569-a9e3-2dbb47f8837f service neutron] Pushing event updated for resources: {'Port': ['ID=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:45.528230 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3276c-195b-43f2-acc5-6f6ae1c317d6 req-39a95115-7274-4715-8023-4354d0bd5b50 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:45.530076 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b1b3276c-195b-43f2-acc5-6f6ae1c317d6 req-39a95115-7274-4715-8023-4354d0bd5b50 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=1993f920-f7ac-4493-89de-f8f86525d3dc HTTP/1.1" status: 200 len: 943 time: 0.2607307 Feb 08 21:27:45.530778 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-bdbdee67-725d-4421-9e65-d9a171ffd06f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (41fe2a4a-c97c-45f2-9886-b1acce5d1d50), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:45.596955 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3015879-0341-47e4-a9d5-13e9a79b44a3 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e4b2b4c-5f31-443a-b57a-c8a70564e7b2,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:45.619664 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbdee67-725d-4421-9e65-d9a171ffd06f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Pushing event deleted for resources: {'Port': ['ID=41fe2a4a-c97c-45f2-9886-b1acce5d1d50,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:45.635674 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2fb0b271-c54a-493d-980a-e061728ea930 req-e3015879-0341-47e4-a9d5-13e9a79b44a3 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:45.636920 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2fb0b271-c54a-493d-980a-e061728ea930 req-e3015879-0341-47e4-a9d5-13e9a79b44a3 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6870527 Feb 08 21:27:45.783299 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-bdbdee67-725d-4421-9e65-d9a171ffd06f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] No DVR routers for this DVR port 41fe2a4a-c97c-45f2-9886-b1acce5d1d50 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:27:45.788084 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-bdbdee67-725d-4421-9e65-d9a171ffd06f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:45.796469 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-bdbdee67-725d-4421-9e65-d9a171ffd06f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.96 "DELETE /v2.0/ports/41fe2a4a-c97c-45f2-9886-b1acce5d1d50 HTTP/1.1" status: 204 len: 173 time: 1.9637485 Feb 08 21:27:45.907478 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b1b3276c-195b-43f2-acc5-6f6ae1c317d6 req-16164987-a8ee-489d-93ca-3a7a5351ea0b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594375 Feb 08 21:27:45.971203 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-d3643f47-a58b-4569-a9e3-2dbb47f8837f service neutron] Attempting to bind port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:27:45.971711 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-d3643f47-a58b-4569-a9e3-2dbb47f8837f service neutron] Attempting to bind port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '4dc4613a-9131-4d19-aa1e-06233ab5d307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:27:45.971978 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-d3643f47-a58b-4569-a9e3-2dbb47f8837f service neutron] Attempting to bind port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 on network d00185f4-2139-492b-b59f-1586b41daef5 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:27:46.020999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-d3643f47-a58b-4569-a9e3-2dbb47f8837f service neutron] Port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 on network d00185f4-2139-492b-b59f-1586b41daef5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:27:46.021415 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-d3643f47-a58b-4569-a9e3-2dbb47f8837f service neutron] Attempting to bind port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 on network d00185f4-2139-492b-b59f-1586b41daef5 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:27:46.036402 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3833db-61c2-45f0-91fa-8d0d83310a42 req-f9c182d9-41b8-4abd-9c5f-1e8a25bfb099 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:46.038328 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d3833db-61c2-45f0-91fa-8d0d83310a42 req-f9c182d9-41b8-4abd-9c5f-1e8a25bfb099 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports?device_id=2355c90e-62e8-4088-afcc-c3b93c4aa7cb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2305453 Feb 08 21:27:46.039247 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-d3643f47-a58b-4569-a9e3-2dbb47f8837f service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:27:46.039656 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-d3643f47-a58b-4569-a9e3-2dbb47f8837f service neutron] Checking segment: {'id': '4dc4613a-9131-4d19-aa1e-06233ab5d307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:27:46.040117 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-d3643f47-a58b-4569-a9e3-2dbb47f8837f service neutron] Bound using segment: {'id': '4dc4613a-9131-4d19-aa1e-06233ab5d307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:27:46.040640 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-d3643f47-a58b-4569-a9e3-2dbb47f8837f service neutron] Bound port: c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc4613a-9131-4d19-aa1e-06233ab5d307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:27:46.041078 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-d3643f47-a58b-4569-a9e3-2dbb47f8837f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:46.189794 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d3833db-61c2-45f0-91fa-8d0d83310a42 req-6ce17011-7874-4f6c-8ff2-a18073b532e8 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 695 time: 0.1288278 Feb 08 21:27:46.225760 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-9d3833db-61c2-45f0-91fa-8d0d83310a42 req-d65eb081-44d0-43eb-ad3e-f7f5d4ff2484 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Request body: {'floatingip': {'port_id': 'f74b26e6-06c1-4371-b2e8-52e2b10f39e2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:46.273622 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-d3643f47-a58b-4569-a9e3-2dbb47f8837f service neutron] For port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:27:46.290684 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9d3833db-61c2-45f0-91fa-8d0d83310a42 req-d65eb081-44d0-43eb-ad3e-f7f5d4ff2484 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks [] for floatingip (c2f01a18-8bd6-4ced-9367-4340ef63170f), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:46.295667 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-05db65d2-ab6c-4bee-8d41-e177f678213a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Deleting port ab1093cd-13b3-4553-afa1-a5bef458b74c {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:27:46.295667 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-05db65d2-ab6c-4bee-8d41-e177f678213a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (ab1093cd-13b3-4553-afa1-a5bef458b74c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:46.351720 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-d3643f47-a58b-4569-a9e3-2dbb47f8837f service neutron] For port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:27:46.430662 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a9a40-233d-4f4a-82f7-4f7fdaba398a req-110ab1dd-f526-48eb-b481-d5cfcc6355f9 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:46.432129 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b56a9a40-233d-4f4a-82f7-4f7fdaba398a req-110ab1dd-f526-48eb-b481-d5cfcc6355f9 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=38a0fae0-8759-4ebe-a097-1aa152978be1 HTTP/1.1" status: 200 len: 946 time: 0.2964799 Feb 08 21:27:46.433376 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-d3643f47-a58b-4569-a9e3-2dbb47f8837f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:46.559147 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-d3643f47-a58b-4569-a9e3-2dbb47f8837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:46.560518 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-d3643f47-a58b-4569-a9e3-2dbb47f8837f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:46.562363 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-d3643f47-a58b-4569-a9e3-2dbb47f8837f service neutron] 10.222.0.94 "PUT /v2.0/ports/c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 HTTP/1.1" status: 200 len: 1092 time: 2.6454310 Feb 08 21:27:46.657293 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-05db65d2-ab6c-4bee-8d41-e177f678213a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] For port ab1093cd-13b3-4553-afa1-a5bef458b74c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=ab1093cd-13b3-4553-afa1-a5bef458b74c,segment=NetworkSegment(017b5fad-a14b-4a7f-9fa9-34bb5828ca93),segment_id=017b5fad-a14b-4a7f-9fa9-34bb5828ca93)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:46.657671 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-05db65d2-ab6c-4bee-8d41-e177f678213a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (ab1093cd-13b3-4553-afa1-a5bef458b74c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:46.699187 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3643f47-a58b-4569-a9e3-2dbb47f8837f service neutron] Pushing event updated for resources: {'Port': ['ID=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:46.794685 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b56a9a40-233d-4f4a-82f7-4f7fdaba398a req-5b2c058a-e53e-4efb-ae68-37a72eda9afd tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512042 Feb 08 21:27:46.795771 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-05db65d2-ab6c-4bee-8d41-e177f678213a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Calling delete_port for ab1093cd-13b3-4553-afa1-a5bef458b74c owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:27:46.899165 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 08 Feb 2022 21:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cb529c-d8d0-4335-a5d2-105815e5be8e x-openstack-request-id: req-49cb529c-d8d0-4335-a5d2-105815e5be8e {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:27:46.899584 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1993f920-f7ac-4493-89de-f8f86525d3dc", "tag": "5cfce827-87e2-4b87-b40c-c51c81b2fc12", "status": "completed", "code": 200}, {"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-deleted", "tag": "2b48ba6a-3517-447a-815c-9e8f469661ae", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:27:46.900028 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-49cb529c-d8d0-4335-a5d2-105815e5be8e {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:27:46.900630 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1993f920-f7ac-4493-89de-f8f86525d3dc', 'tag': '5cfce827-87e2-4b87-b40c-c51c81b2fc12', 'status': 'completed', 'code': 200} Feb 08 21:27:46.901000 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-deleted', 'tag': '2b48ba6a-3517-447a-815c-9e8f469661ae', 'status': 'completed', 'code': 200} Feb 08 21:27:46.961850 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-a52762f6-a6e1-4a61-be0f-930ffbb45321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:46.963484 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-a52762f6-a6e1-4a61-be0f-930ffbb45321 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=48aae992c2704ece870f0faad4c28599&device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 1126 time: 0.3344607 Feb 08 21:27:47.163716 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-5c236bfd-7652-408e-9104-d4183dfbb294 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 HTTP/1.1" status: 200 len: 217 time: 0.1655378 Feb 08 21:27:47.287581 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402f761-1840-4368-a810-0946d8fb899a req-81491cfa-8c72-4dea-a453-18d8d3960e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:47.289046 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f402f761-1840-4368-a810-0946d8fb899a req-81491cfa-8c72-4dea-a453-18d8d3960e08 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&device_id=1993f920-f7ac-4493-89de-f8f86525d3dc HTTP/1.1" status: 200 len: 1126 time: 0.3732879 Feb 08 21:27:47.346290 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-3ba4972d-c402-4af8-9328-262776617fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:47.347782 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-3ba4972d-c402-4af8-9328-262776617fb3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8c41e412-c763-4ca0-a1f8-ab9cd96c364d HTTP/1.1" status: 200 len: 856 time: 0.1738265 Feb 08 21:27:47.574001 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 5cfce827-87e2-4b87-b40c-c51c81b2fc12 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:27:47.867997 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 5cfce827-87e2-4b87-b40c-c51c81b2fc12, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5cfce827-87e2-4b87-b40c-c51c81b2fc12,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:47.885013 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '5cfce827-87e2-4b87-b40c-c51c81b2fc12', 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b', 'port_id': '5cfce827-87e2-4b87-b40c-c51c81b2fc12', 'mac_address': 'fa:16:3e:39:67:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa29b5a-a776-4012-aa53-861d63a1c0ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:27:47.927732 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.db.resource_extend [req-9d3833db-61c2-45f0-91fa-8d0d83310a42 req-d65eb081-44d0-43eb-ad3e-f7f5d4ff2484 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] It took 0.61 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:27:47.931935 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 5cfce827-87e2-4b87-b40c-c51c81b2fc12 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:27:47.933113 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5cfce827-87e2-4b87-b40c-c51c81b2fc12), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:47.954513 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cfce827-87e2-4b87-b40c-c51c81b2fc12 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:27:47.979696 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 5cfce827-87e2-4b87-b40c-c51c81b2fc12, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5cfce827-87e2-4b87-b40c-c51c81b2fc12,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:47.989728 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5cfce827-87e2-4b87-b40c-c51c81b2fc12), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:48.053932 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=5cfce827-87e2-4b87-b40c-c51c81b2fc12,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:48.112315 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7e5ba-95ad-4a5a-8efb-01b30a44e62e req-109d1a2e-9baa-4c8c-8116-e0f1a51d2c87 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:48.118532 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7e5ba-95ad-4a5a-8efb-01b30a44e62e req-109d1a2e-9baa-4c8c-8116-e0f1a51d2c87 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:48.120180 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-34a7e5ba-95ad-4a5a-8efb-01b30a44e62e req-109d1a2e-9baa-4c8c-8116-e0f1a51d2c87 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 1677 time: 0.8928874 Feb 08 21:27:48.135753 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-05db65d2-ab6c-4bee-8d41-e177f678213a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (ab1093cd-13b3-4553-afa1-a5bef458b74c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:48.154915 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9d3833db-61c2-45f0-91fa-8d0d83310a42 req-d65eb081-44d0-43eb-ad3e-f7f5d4ff2484 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:48.211902 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db65d2-ab6c-4bee-8d41-e177f678213a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Pushing event deleted for resources: {'Port': ['ID=ab1093cd-13b3-4553-afa1-a5bef458b74c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:48.213954 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9d3833db-61c2-45f0-91fa-8d0d83310a42 req-d65eb081-44d0-43eb-ad3e-f7f5d4ff2484 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (c2f01a18-8bd6-4ced-9367-4340ef63170f), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:48.262245 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402f761-1840-4368-a810-0946d8fb899a req-8c7acbd5-ef5d-4cff-ad2f-ed78a1667998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:48.264410 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f402f761-1840-4368-a810-0946d8fb899a req-8c7acbd5-ef5d-4cff-ad2f-ed78a1667998 service neutron] 10.222.0.96 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 913 time: 0.9623129 Feb 08 21:27:48.372337 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['5cfce827-87e2-4b87-b40c-c51c81b2fc12'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:27:48.399100 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-fc4f469e-a4e7-4e48-8ea7-3f8ea49fc870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:48.400034 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-fc4f469e-a4e7-4e48-8ea7-3f8ea49fc870 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d00185f4-2139-492b-b59f-1586b41daef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5606587 Feb 08 21:27:48.408401 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-05db65d2-ab6c-4bee-8d41-e177f678213a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] No DVR routers for this DVR port ab1093cd-13b3-4553-afa1-a5bef458b74c on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:27:48.418171 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f402f761-1840-4368-a810-0946d8fb899a req-f87f2831-350f-4b04-bb3d-a551e52a1c5e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cfce827-87e2-4b87-b40c-c51c81b2fc12 HTTP/1.1" status: 200 len: 217 time: 0.1201935 Feb 08 21:27:48.419885 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-05db65d2-ab6c-4bee-8d41-e177f678213a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:48.423349 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-05db65d2-ab6c-4bee-8d41-e177f678213a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.96 "DELETE /v2.0/ports/ab1093cd-13b3-4553-afa1-a5bef458b74c HTTP/1.1" status: 204 len: 173 time: 2.6143179 Feb 08 21:27:48.457412 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-34a7e5ba-95ad-4a5a-8efb-01b30a44e62e req-0f2b6cd3-a9da-481b-9492-38b05c309693 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups?id=6aae393e-ce19-482c-97f8-ba0fd7797694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3129463 Feb 08 21:27:48.632209 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402f761-1840-4368-a810-0946d8fb899a req-584937e7-25a6-4a94-b18d-c9ce7e494301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:48.633783 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f402f761-1840-4368-a810-0946d8fb899a req-584937e7-25a6-4a94-b18d-c9ce7e494301 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0aa29b5a-a776-4012-aa53-861d63a1c0ca HTTP/1.1" status: 200 len: 851 time: 0.1919208 Feb 08 21:27:48.652558 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [req-9d3833db-61c2-45f0-91fa-8d0d83310a42 req-d65eb081-44d0-43eb-ad3e-f7f5d4ff2484 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Floating IP c2f01a18-8bd6-4ced-9367-4340ef63170f associated. External IP: 172.25.3.80, port: f74b26e6-06c1-4371-b2e8-52e2b10f39e2. Feb 08 21:27:48.802772 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-06ac25c7-a073-4420-ab67-e0579e2d3438 service neutron] 10.222.0.94 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889740 Feb 08 21:27:48.909062 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-deleted', 'tag': '41fe2a4a-c97c-45f2-9886-b1acce5d1d50'}, {'name': 'network-changed', 'server_uuid': 'ca176aa1-d501-4577-bd10-f8cd45be5b6d', 'tag': 'c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8'}, {'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-deleted', 'tag': 'ab1093cd-13b3-4553-afa1-a5bef458b74c'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:27:48.911363 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05204377-fc48-41a3-a50e-ecb8ed3febb3" -d '{"events": [{"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-deleted", "tag": "41fe2a4a-c97c-45f2-9886-b1acce5d1d50"}, {"name": "network-changed", "server_uuid": "ca176aa1-d501-4577-bd10-f8cd45be5b6d", "tag": "c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8"}, {"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-deleted", "tag": "ab1093cd-13b3-4553-afa1-a5bef458b74c"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:27:48.940996 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402f761-1840-4368-a810-0946d8fb899a req-f3c2a5fe-f466-4e53-be64-0015570ed59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:48.942629 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f402f761-1840-4368-a810-0946d8fb899a req-f3c2a5fe-f466-4e53-be64-0015570ed59a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=470bde4a-288b-4162-81c1-45fdd6f3db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2916653 Feb 08 21:27:48.945201 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-8cc757b7-83ce-4507-9ca7-ab621a8e62c1 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Deleting port fcadaee5-a09d-4bb6-bc72-6102daa861b1 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:27:48.945565 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-8cc757b7-83ce-4507-9ca7-ab621a8e62c1 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (fcadaee5-a09d-4bb6-bc72-6102daa861b1), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:48.959140 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713473d-8724-4c9f-b08f-f669e66dd990 req-4b61913b-3477-4bb4-bfdb-c54ef67cb972 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:48.960731 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0713473d-8724-4c9f-b08f-f669e66dd990 req-4b61913b-3477-4bb4-bfdb-c54ef67cb972 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 943 time: 0.3180616 Feb 08 21:27:49.125652 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3cf30ee-5f2c-4ee2-b02c-030069458ec8 req-3fa11fb7-3ced-4c9f-889f-fa3e594bff9b service neutron] 10.222.0.94 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119266 Feb 08 21:27:49.280482 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0713473d-8724-4c9f-b08f-f669e66dd990 req-397bc25a-9ff8-4254-a1e6-553838abcf20 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3042724 Feb 08 21:27:49.311533 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-8cc757b7-83ce-4507-9ca7-ab621a8e62c1 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] For port fcadaee5-a09d-4bb6-bc72-6102daa861b1, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=fcadaee5-a09d-4bb6-bc72-6102daa861b1,segment=NetworkSegment(dc186897-7ef3-4243-802c-704d6d0e3098),segment_id=dc186897-7ef3-4243-802c-704d6d0e3098)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:49.311533 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-8cc757b7-83ce-4507-9ca7-ab621a8e62c1 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (fcadaee5-a09d-4bb6-bc72-6102daa861b1), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:49.367486 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f402f761-1840-4368-a810-0946d8fb899a req-5d1cc6bf-9b81-4b82-b7a4-a42424385d8c service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025450 Feb 08 21:27:49.529129 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d3833db-61c2-45f0-91fa-8d0d83310a42 req-d65eb081-44d0-43eb-ad3e-f7f5d4ff2484 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Router 1ec6ae58-6631-47d9-975a-4c3c815a4852 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:27:49.576078 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2843dd7e-7126-48fb-b9c7-77f004f60b8f req-1927f13d-24ed-4e22-8d77-8347d5ccf6ed tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "GET /v2.0/security-groups/850f114c-95a5-4276-8a23-84cd71b2b55e HTTP/1.1" status: 200 len: 1823 time: 0.2000639 Feb 08 21:27:49.581354 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 5cfce827-87e2-4b87-b40c-c51c81b2fc12 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:27:49.649854 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f402f761-1840-4368-a810-0946d8fb899a req-ad7b9a0e-c31f-4aa4-9bfa-e0e32fbe06c3 service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731967 Feb 08 21:27:49.701751 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 5cfce827-87e2-4b87-b40c-c51c81b2fc12 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:27:49.710386 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 5cfce827-87e2-4b87-b40c-c51c81b2fc12 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:27:49.711251 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5cfce827-87e2-4b87-b40c-c51c81b2fc12), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:49.768423 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-8cc757b7-83ce-4507-9ca7-ab621a8e62c1 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:49.768800 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-8cc757b7-83ce-4507-9ca7-ab621a8e62c1 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (086b64b1-4d71-4a78-94cd-fa6d5b1228ba), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:49.769062 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-8cc757b7-83ce-4507-9ca7-ab621a8e62c1 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Floating IP 086b64b1-4d71-4a78-94cd-fa6d5b1228ba disassociated. External IP: 172.25.3.192, port: fcadaee5-a09d-4bb6-bc72-6102daa861b1. Feb 08 21:27:49.769455 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-8cc757b7-83ce-4507-9ca7-ab621a8e62c1 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Calling delete_port for fcadaee5-a09d-4bb6-bc72-6102daa861b1 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:27:49.864481 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d3833db-61c2-45f0-91fa-8d0d83310a42 req-d65eb081-44d0-43eb-ad3e-f7f5d4ff2484 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:27:49.870723 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9d3833db-61c2-45f0-91fa-8d0d83310a42 req-d65eb081-44d0-43eb-ad3e-f7f5d4ff2484 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:49.874776 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2843dd7e-7126-48fb-b9c7-77f004f60b8f req-d141171d-3b3e-439c-810f-a4838d8183ab tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (850f114c-95a5-4276-8a23-84cd71b2b55e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:49.886252 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50eeca4-a480-4004-a3d5-c0cf07e9e9ad None None] Sync routers for ids ['1ec6ae58-6631-47d9-975a-4c3c815a4852'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:27:49.907602 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 5cfce827-87e2-4b87-b40c-c51c81b2fc12 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:27:49.908344 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5cfce827-87e2-4b87-b40c-c51c81b2fc12), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:49.930544 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50eeca4-a480-4004-a3d5-c0cf07e9e9ad None None] Routers {'1ec6ae58-6631-47d9-975a-4c3c815a4852'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:27:49.931465 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c50eeca4-a480-4004-a3d5-c0cf07e9e9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:27:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['1ec6ae58-6631-47d9-975a-4c3c815a4852'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:49.959358 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d3833db-61c2-45f0-91fa-8d0d83310a42 req-d65eb081-44d0-43eb-ad3e-f7f5d4ff2484 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "PUT /v2.0/floatingips/c2f01a18-8bd6-4ced-9367-4340ef63170f HTTP/1.1" status: 200 len: 996 time: 3.7502451 Feb 08 21:27:49.961197 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2843dd7e-7126-48fb-b9c7-77f004f60b8f req-d141171d-3b3e-439c-810f-a4838d8183ab tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (850f114c-95a5-4276-8a23-84cd71b2b55e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:50.078301 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1993f920-f7ac-4493-89de-f8f86525d3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfce827-87e2-4b87-b40c-c51c81b2fc12'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:27:50.081700 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803e9e05-5378-47e0-a558-ee9a5d0c78ae" -d '{"events": [{"server_uuid": "1993f920-f7ac-4493-89de-f8f86525d3dc", "name": "network-vif-plugged", "status": "completed", "tag": "5cfce827-87e2-4b87-b40c-c51c81b2fc12"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:27:50.097878 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 5cfce827-87e2-4b87-b40c-c51c81b2fc12, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5cfce827-87e2-4b87-b40c-c51c81b2fc12,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:50.100524 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-8cc757b7-83ce-4507-9ca7-ab621a8e62c1 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (fcadaee5-a09d-4bb6-bc72-6102daa861b1), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:50.110703 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5cfce827-87e2-4b87-b40c-c51c81b2fc12), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:50.142251 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc757b7-83ce-4507-9ca7-ab621a8e62c1 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Pushing event deleted for resources: {'Port': ['ID=fcadaee5-a09d-4bb6-bc72-6102daa861b1,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:50.147380 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3833db-61c2-45f0-91fa-8d0d83310a42 req-dd2c3779-0592-4476-8c62-f62b520674e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:50.148981 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d3833db-61c2-45f0-91fa-8d0d83310a42 req-dd2c3779-0592-4476-8c62-f62b520674e6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=604bafac013e47a8806c7fdd623f0573&device_id=2355c90e-62e8-4088-afcc-c3b93c4aa7cb HTTP/1.1" status: 200 len: 1129 time: 0.1436105 Feb 08 21:27:50.228704 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-c50eeca4-a480-4004-a3d5-c0cf07e9e9ad None None] Set router 1ec6ae58-6631-47d9-975a-4c3c815a4852 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:27:50.263987 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=5cfce827-87e2-4b87-b40c-c51c81b2fc12,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:50.552147 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c50eeca4-a480-4004-a3d5-c0cf07e9e9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923840887-router', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:26:22Z', 'updated_at': '2022-02-08T21:26:30Z', 'revision_number': 4, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'gw_port': {'id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:23Z', 'updated_at': '2022-02-08T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'c2f01a18-8bd6-4ced-9367-4340ef63170f', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'port_id': 'f74b26e6-06c1-4371-b2e8-52e2b10f39e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'mac_address': 'fa:16:3e:60:b4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2355c90e-62e8-4088-afcc-c3b93c4aa7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:27:04Z', 'updated_at': '2022-02-08T21:27:47Z', 'revision_number': 1, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69fc55a-021d-4793-8753-301b29e89fa2', 'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'mac_address': 'fa:16:3e:ec:f5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:29Z', 'updated_at': '2022-02-08T21:26:38Z', 'revision_number': 5, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'subnets': [{'id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:50.619416 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50eeca4-a480-4004-a3d5-c0cf07e9e9ad None None] Checking router: 1ec6ae58-6631-47d9-975a-4c3c815a4852 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:27:50.637980 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50eeca4-a480-4004-a3d5-c0cf07e9e9ad None None] Routers {'1ec6ae58-6631-47d9-975a-4c3c815a4852'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:27:50.639042 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c50eeca4-a480-4004-a3d5-c0cf07e9e9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:27:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['1ec6ae58-6631-47d9-975a-4c3c815a4852'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:50.908022 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-c50eeca4-a480-4004-a3d5-c0cf07e9e9ad None None] Set router 1ec6ae58-6631-47d9-975a-4c3c815a4852 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:27:51.026953 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2843dd7e-7126-48fb-b9c7-77f004f60b8f req-d141171d-3b3e-439c-810f-a4838d8183ab tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (850f114c-95a5-4276-8a23-84cd71b2b55e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:51.032121 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2843dd7e-7126-48fb-b9c7-77f004f60b8f req-d141171d-3b3e-439c-810f-a4838d8183ab tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:51.047863 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2843dd7e-7126-48fb-b9c7-77f004f60b8f req-d141171d-3b3e-439c-810f-a4838d8183ab tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "DELETE /v2.0/security-groups/850f114c-95a5-4276-8a23-84cd71b2b55e HTTP/1.1" status: 204 len: 173 time: 1.4212158 Feb 08 21:27:51.071474 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-8cc757b7-83ce-4507-9ca7-ab621a8e62c1 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Router 0dd06163-e48d-47de-b461-563ccb1af901 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:27:51.100725 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141171d-3b3e-439c-810f-a4838d8183ab tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=850f114c-95a5-4276-8a23-84cd71b2b55e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:51.422984 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d4606406-733b-4624-b793-878abe673f46 req-e0352122-df60-4fb4-831a-8827facb0466 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 210 time: 0.0824711 Feb 08 21:27:51.434573 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-8cc757b7-83ce-4507-9ca7-ab621a8e62c1 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:27:51.450108 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83832cbc-8b2c-403e-925e-4daafd19568a None None] Sync routers for ids ['0dd06163-e48d-47de-b461-563ccb1af901'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:27:51.477510 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:27:51.494908 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83832cbc-8b2c-403e-925e-4daafd19568a None None] Routers {'0dd06163-e48d-47de-b461-563ccb1af901'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:27:51.502606 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-83832cbc-8b2c-403e-925e-4daafd19568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:27:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['0dd06163-e48d-47de-b461-563ccb1af901'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:51.535654 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c50eeca4-a480-4004-a3d5-c0cf07e9e9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923840887-router', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:26:22Z', 'updated_at': '2022-02-08T21:26:30Z', 'revision_number': 4, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'gw_port': {'id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:23Z', 'updated_at': '2022-02-08T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'c2f01a18-8bd6-4ced-9367-4340ef63170f', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'port_id': 'f74b26e6-06c1-4371-b2e8-52e2b10f39e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'mac_address': 'fa:16:3e:60:b4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2355c90e-62e8-4088-afcc-c3b93c4aa7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:27:04Z', 'updated_at': '2022-02-08T21:27:47Z', 'revision_number': 1, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69fc55a-021d-4793-8753-301b29e89fa2', 'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'mac_address': 'fa:16:3e:ec:f5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:29Z', 'updated_at': '2022-02-08T21:26:38Z', 'revision_number': 5, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'subnets': [{'id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:51.547485 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3833db-61c2-45f0-91fa-8d0d83310a42 req-f90213b7-5f22-4295-b0a4-03b38fdeb089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:51.554789 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d3833db-61c2-45f0-91fa-8d0d83310a42 req-f90213b7-5f22-4295-b0a4-03b38fdeb089 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 HTTP/1.1" status: 200 len: 922 time: 1.3940771 Feb 08 21:27:51.575135 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50eeca4-a480-4004-a3d5-c0cf07e9e9ad None None] The sync data for ids ['1ec6ae58-6631-47d9-975a-4c3c815a4852'] in n-d-712143-31 is: [{'id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923840887-router', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:26:22Z', 'updated_at': '2022-02-08T21:26:30Z', 'revision_number': 4, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'gw_port': {'id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:23Z', 'updated_at': '2022-02-08T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'c2f01a18-8bd6-4ced-9367-4340ef63170f', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'port_id': 'f74b26e6-06c1-4371-b2e8-52e2b10f39e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'mac_address': 'fa:16:3e:60:b4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2355c90e-62e8-4088-afcc-c3b93c4aa7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:27:04Z', 'updated_at': '2022-02-08T21:27:47Z', 'revision_number': 1, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69fc55a-021d-4793-8753-301b29e89fa2', 'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'mac_address': 'fa:16:3e:ec:f5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:29Z', 'updated_at': '2022-02-08T21:26:38Z', 'revision_number': 5, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'subnets': [{'id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:27:51.815949 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-8cc757b7-83ce-4507-9ca7-ab621a8e62c1 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] No DVR routers for this DVR port fcadaee5-a09d-4bb6-bc72-6102daa861b1 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:27:51.820049 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-8cc757b7-83ce-4507-9ca7-ab621a8e62c1 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:51.824683 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4e7d0b8-30ca-413c-b5bc-9b3a03c7ae88 req-8cc757b7-83ce-4507-9ca7-ab621a8e62c1 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.96 "DELETE /v2.0/ports/fcadaee5-a09d-4bb6-bc72-6102daa861b1 HTTP/1.1" status: 204 len: 173 time: 3.3900356 Feb 08 21:27:51.837428 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:51.841096 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d3833db-61c2-45f0-91fa-8d0d83310a42 req-a86eda1f-9d3d-43e1-9481-0a0d7760325a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74b26e6-06c1-4371-b2e8-52e2b10f39e2 HTTP/1.1" status: 200 len: 999 time: 0.2785108 Feb 08 21:27:51.875643 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8', 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'port_id': 'c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8', 'mac_address': 'fa:16:3e:5c:50:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:27:51.895963 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-83832cbc-8b2c-403e-925e-4daafd19568a None None] Set router 0dd06163-e48d-47de-b461-563ccb1af901 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:27:51.967197 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3833db-61c2-45f0-91fa-8d0d83310a42 req-7163a408-7eaa-436a-ad06-94cd237230e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:51.975509 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d3833db-61c2-45f0-91fa-8d0d83310a42 req-7163a408-7eaa-436a-ad06-94cd237230e0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bcf96426-4f4f-4f21-a2c0-f475a3532d63 HTTP/1.1" status: 200 len: 860 time: 0.1332326 Feb 08 21:27:51.994807 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:27:51.995240 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:52.050499 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:27:52.059058 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89941acb-a9d4-4b7a-be4e-a8c3b1a85ff9 req-eec29b73-6652-4262-9ca0-f46258aa00b4 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:52.067116 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89941acb-a9d4-4b7a-be4e-a8c3b1a85ff9 req-eec29b73-6652-4262-9ca0-f46258aa00b4 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=1993f920-f7ac-4493-89de-f8f86525d3dc HTTP/1.1" status: 200 len: 945 time: 0.3727643 Feb 08 21:27:52.070558 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd9e55c-44ce-4470-96b5-1edb8d54f12d None None] New status for floating IP c2f01a18-8bd6-4ced-9367-4340ef63170f: ACTIVE {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:27:52.123896 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3833db-61c2-45f0-91fa-8d0d83310a42 req-1139e43a-7143-49f6-8b19-e8b1809e1c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:52.125592 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d3833db-61c2-45f0-91fa-8d0d83310a42 req-1139e43a-7143-49f6-8b19-e8b1809e1c39 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1492066 Feb 08 21:27:52.147086 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-9d3833db-61c2-45f0-91fa-8d0d83310a42 req-90414f3e-a5d4-4811-a089-525fd751ae7f service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:27:52.149080 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d3833db-61c2-45f0-91fa-8d0d83310a42 req-90414f3e-a5d4-4811-a089-525fd751ae7f service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132992 Feb 08 21:27:52.198007 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89941acb-a9d4-4b7a-be4e-a8c3b1a85ff9 req-c039cb66-39d7-4a9d-98ed-d8d1c327a6ef tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298676 Feb 08 21:27:52.198901 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:52.213130 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:52.289936 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-83832cbc-8b2c-403e-925e-4daafd19568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd06163-e48d-47de-b461-563ccb1af901', 'name': 'tempest-TaggedBootDevicesTest-281842090-router', 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a33cbc0f-282d-40b6-8381-cab061708098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:46Z', 'updated_at': '2022-02-08T21:18:57Z', 'revision_number': 4, 'project_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'gw_port': {'id': 'a33cbc0f-282d-40b6-8381-cab061708098', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:02:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd06163-e48d-47de-b461-563ccb1af901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:47Z', 'updated_at': '2022-02-08T21:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '3301c078-9694-40bb-b14f-3e5929272daf', 'name': '', 'network_id': '1d91a92b-8b8e-48ed-82fe-305aad3f30df', 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'mac_address': 'fa:16:3e:b5:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd06163-e48d-47de-b461-563ccb1af901', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '76467b3d-f62f-4049-81f0-0c4505300a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:52Z', 'updated_at': '2022-02-08T21:19:06Z', 'revision_number': 5, 'project_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'subnets': [{'id': '76467b3d-f62f-4049-81f0-0c4505300a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:52.385900 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83832cbc-8b2c-403e-925e-4daafd19568a None None] Checking router: 0dd06163-e48d-47de-b461-563ccb1af901 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:27:52.392034 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d3833db-61c2-45f0-91fa-8d0d83310a42 req-2d7b464e-cb29-4e55-8921-63f5975bf46c service neutron] 10.222.0.88 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325940 Feb 08 21:27:52.412323 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:52.413572 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83832cbc-8b2c-403e-925e-4daafd19568a None None] Routers {'0dd06163-e48d-47de-b461-563ccb1af901'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:27:52.414614 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-83832cbc-8b2c-403e-925e-4daafd19568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:27:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['0dd06163-e48d-47de-b461-563ccb1af901'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:52.550217 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:27:52.655099 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-83832cbc-8b2c-403e-925e-4daafd19568a None None] Set router 0dd06163-e48d-47de-b461-563ccb1af901 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:27:52.710338 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d3833db-61c2-45f0-91fa-8d0d83310a42 req-d70f8b5c-132f-4adf-a2b8-e4b41fbc9dfe service neutron] 10.222.0.88 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076990 Feb 08 21:27:52.758128 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48761b89-8fc2-4bd6-9483-2a11adca8ac9 req-8f1436dc-1918-4ca9-8a12-7f8cacc8e1fb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:52.759949 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-48761b89-8fc2-4bd6-9483-2a11adca8ac9 req-8f1436dc-1918-4ca9-8a12-7f8cacc8e1fb tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=38a0fae0-8759-4ebe-a097-1aa152978be1 HTTP/1.1" status: 200 len: 946 time: 0.1164227 Feb 08 21:27:52.848120 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 08 Feb 2022 21:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b171007f-e10a-455a-92de-89a6f4a96830 x-openstack-request-id: req-b171007f-e10a-455a-92de-89a6f4a96830 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:27:52.848431 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-deleted", "tag": "41fe2a4a-c97c-45f2-9886-b1acce5d1d50", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ca176aa1-d501-4577-bd10-f8cd45be5b6d", "tag": "c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8", "status": "completed", "code": 200}, {"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-deleted", "tag": "ab1093cd-13b3-4553-afa1-a5bef458b74c", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:27:52.848691 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b171007f-e10a-455a-92de-89a6f4a96830 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:27:52.849443 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-deleted', 'tag': '41fe2a4a-c97c-45f2-9886-b1acce5d1d50', 'status': 'completed', 'code': 200} Feb 08 21:27:52.849692 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca176aa1-d501-4577-bd10-f8cd45be5b6d', 'tag': 'c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8', 'status': 'completed', 'code': 200} Feb 08 21:27:52.849952 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-deleted', 'tag': 'ab1093cd-13b3-4553-afa1-a5bef458b74c', 'status': 'completed', 'code': 200} Feb 08 21:27:52.867214 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-48761b89-8fc2-4bd6-9483-2a11adca8ac9 req-10c983eb-74b8-4ae5-8781-25f12a1f8cb6 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909364 Feb 08 21:27:52.962418 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443e3aef-5048-4b13-9007-bc84e5f1db47 x-openstack-request-id: req-443e3aef-5048-4b13-9007-bc84e5f1db47 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:27:52.963206 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1993f920-f7ac-4493-89de-f8f86525d3dc", "name": "network-vif-plugged", "status": "completed", "tag": "5cfce827-87e2-4b87-b40c-c51c81b2fc12", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:27:52.964241 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-443e3aef-5048-4b13-9007-bc84e5f1db47 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:27:52.964241 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1993f920-f7ac-4493-89de-f8f86525d3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfce827-87e2-4b87-b40c-c51c81b2fc12', 'code': 200} Feb 08 21:27:53.016868 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ac915744-a1d1-44e0-990b-723a70a99378 req-5c5dd65a-afb9-4d80-bfb0-f5945b97d0cd tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 210 time: 0.0587425 Feb 08 21:27:53.025125 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05204377-fc48-41a3-a50e-ecb8ed3febb3 req-8dcde089-d454-49ab-8ef8-26282296c32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:53.026758 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-05204377-fc48-41a3-a50e-ecb8ed3febb3 req-8dcde089-d454-49ab-8ef8-26282296c32e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=48aae992c2704ece870f0faad4c28599&device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 1127 time: 0.1563640 Feb 08 21:27:53.180763 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-83832cbc-8b2c-403e-925e-4daafd19568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd06163-e48d-47de-b461-563ccb1af901', 'name': 'tempest-TaggedBootDevicesTest-281842090-router', 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a33cbc0f-282d-40b6-8381-cab061708098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:46Z', 'updated_at': '2022-02-08T21:18:57Z', 'revision_number': 4, 'project_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'gw_port': {'id': 'a33cbc0f-282d-40b6-8381-cab061708098', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:02:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd06163-e48d-47de-b461-563ccb1af901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:47Z', 'updated_at': '2022-02-08T21:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '3301c078-9694-40bb-b14f-3e5929272daf', 'name': '', 'network_id': '1d91a92b-8b8e-48ed-82fe-305aad3f30df', 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'mac_address': 'fa:16:3e:b5:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd06163-e48d-47de-b461-563ccb1af901', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '76467b3d-f62f-4049-81f0-0c4505300a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:52Z', 'updated_at': '2022-02-08T21:19:06Z', 'revision_number': 5, 'project_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'subnets': [{'id': '76467b3d-f62f-4049-81f0-0c4505300a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:53.238155 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83832cbc-8b2c-403e-925e-4daafd19568a None None] The sync data for ids ['0dd06163-e48d-47de-b461-563ccb1af901'] in n-d-712143-31 is: [{'id': '0dd06163-e48d-47de-b461-563ccb1af901', 'name': 'tempest-TaggedBootDevicesTest-281842090-router', 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a33cbc0f-282d-40b6-8381-cab061708098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:46Z', 'updated_at': '2022-02-08T21:18:57Z', 'revision_number': 4, 'project_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'gw_port': {'id': 'a33cbc0f-282d-40b6-8381-cab061708098', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:02:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd06163-e48d-47de-b461-563ccb1af901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:47Z', 'updated_at': '2022-02-08T21:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '3301c078-9694-40bb-b14f-3e5929272daf', 'name': '', 'network_id': '1d91a92b-8b8e-48ed-82fe-305aad3f30df', 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'mac_address': 'fa:16:3e:b5:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd06163-e48d-47de-b461-563ccb1af901', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '76467b3d-f62f-4049-81f0-0c4505300a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:52Z', 'updated_at': '2022-02-08T21:19:06Z', 'revision_number': 5, 'project_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'subnets': [{'id': '76467b3d-f62f-4049-81f0-0c4505300a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:27:53.287592 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-568d9a3f-707d-4965-97bb-aad198743a08 req-f9ada597-dfbe-4d89-925d-c97a2b05549b tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "GET /v2.0/security-groups/ec0c639d-f748-4939-9b3d-c3ed80b9f590 HTTP/1.1" status: 200 len: 1823 time: 0.1732209 Feb 08 21:27:53.357727 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e07c1-9ce8-439d-8393-8a49f271eb75 req-e0d7cedc-c7c2-49e5-a059-2ff1a40f1ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:53.360686 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d18e07c1-9ce8-439d-8393-8a49f271eb75 req-e0d7cedc-c7c2-49e5-a059-2ff1a40f1ecf service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1993f920-f7ac-4493-89de-f8f86525d3dc HTTP/1.1" status: 200 len: 1128 time: 0.2994635 Feb 08 21:27:53.417071 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05204377-fc48-41a3-a50e-ecb8ed3febb3 req-9251669d-6ef9-41a3-b095-47ea243ee062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:53.420446 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-05204377-fc48-41a3-a50e-ecb8ed3febb3 req-9251669d-6ef9-41a3-b095-47ea243ee062 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d00185f4-2139-492b-b59f-1586b41daef5 HTTP/1.1" status: 200 len: 918 time: 0.3866773 Feb 08 21:27:53.434084 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069f9fa-1584-4e33-a390-ff868134f457 req-abedc330-adf3-4691-80f6-aa690c057f7c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:53.448225 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5069f9fa-1584-4e33-a390-ff868134f457 req-abedc330-adf3-4691-80f6-aa690c057f7c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 944 time: 0.2736797 Feb 08 21:27:53.625621 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-05204377-fc48-41a3-a50e-ecb8ed3febb3 req-38ef8104-22eb-460c-8f2b-b810d5be7e00 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 HTTP/1.1" status: 200 len: 217 time: 0.1654642 Feb 08 21:27:53.679970 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bed7395-4ed4-4ec9-8c45-624bdd4be92b None None] New status for floating IP 086b64b1-4d71-4a78-94cd-fa6d5b1228ba: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:27:53.729128 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba83e75e-9d70-4ae6-9140-9bc5e6e22ad1 req-3dd5f7dd-f119-4ad9-9a05-241e60c9d787 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 210 time: 0.0555000 Feb 08 21:27:53.781897 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d18e07c1-9ce8-439d-8393-8a49f271eb75 req-8318b541-caff-45ac-b013-96f67623aaf6 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994744 Feb 08 21:27:53.788171 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5069f9fa-1584-4e33-a390-ff868134f457 req-d73c7fa8-f684-4a51-b28d-c41bdc338b7f tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3387861 Feb 08 21:27:53.790624 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05204377-fc48-41a3-a50e-ecb8ed3febb3 req-b7ebb0e0-797f-4f85-aac3-87097e1b9522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:53.792570 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-05204377-fc48-41a3-a50e-ecb8ed3febb3 req-b7ebb0e0-797f-4f85-aac3-87097e1b9522 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8c41e412-c763-4ca0-a1f8-ab9cd96c364d HTTP/1.1" status: 200 len: 856 time: 0.1548359 Feb 08 21:27:53.887123 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05204377-fc48-41a3-a50e-ecb8ed3febb3 req-9da33b41-b182-403e-afb7-248a445a38b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:53.888834 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-05204377-fc48-41a3-a50e-ecb8ed3febb3 req-9da33b41-b182-403e-afb7-248a445a38b6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d00185f4-2139-492b-b59f-1586b41daef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0889275 Feb 08 21:27:54.050736 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-9d3031b1-b159-4040-b555-bca5d6442741 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:54.058121 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-9d3031b1-b159-4040-b555-bca5d6442741 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports?device_id=4f4ea8cf-718e-4772-8469-e101606dd814&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1546695 Feb 08 21:27:54.125029 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2a426695-34bf-4ada-88c5-f69e4cb3df39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:54.168653 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-05204377-fc48-41a3-a50e-ecb8ed3febb3 req-f7df4a19-b7cf-4034-8861-c98f995127ac service neutron] 10.222.0.94 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732484 Feb 08 21:27:54.325009 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-30489d4d-b153-4a22-8a8b-eeb2332191f0 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 1001 time: 0.2658517 Feb 08 21:27:54.357458 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-b691007a-0182-438e-828a-7f23c90ed877 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Request body: {'floatingip': {'port_id': 'e95b7f52-a40f-4310-9af5-2cc71ae4ef18', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:54.369867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baee847-5da0-4dc6-9416-d9141cbce616 req-fe38133a-a95a-454a-af89-453679ab9d39 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:54.371496 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5baee847-5da0-4dc6-9416-d9141cbce616 req-fe38133a-a95a-454a-af89-453679ab9d39 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=1993f920-f7ac-4493-89de-f8f86525d3dc HTTP/1.1" status: 200 len: 945 time: 0.2352417 Feb 08 21:27:54.434270 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-05204377-fc48-41a3-a50e-ecb8ed3febb3 req-69138916-554d-4b7a-b4dc-1a4455cb6bfe service neutron] 10.222.0.94 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177041 Feb 08 21:27:54.462627 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-b691007a-0182-438e-828a-7f23c90ed877 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks [] for floatingip (c2f01a18-8bd6-4ced-9367-4340ef63170f), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:54.519085 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5baee847-5da0-4dc6-9416-d9141cbce616 req-7a46b394-b270-4d86-8d10-ee36de7fea37 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145883 Feb 08 21:27:54.551812 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-f55979ca-8cc1-49d4-bc72-16cae7066b3a req-93d8b9b7-7a18-4de9-9bca-00285b04f60f tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-470405894', 'description': 'tempest-description-73395830'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:54.639538 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f55979ca-8cc1-49d4-bc72-16cae7066b3a req-93d8b9b7-7a18-4de9-9bca-00285b04f60f tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:54.852026 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2355c90e-62e8-4088-afcc-c3b93c4aa7cb', 'tag': 'f74b26e6-06c1-4371-b2e8-52e2b10f39e2'}, {'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-deleted', 'tag': 'fcadaee5-a09d-4bb6-bc72-6102daa861b1'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:27:54.855003 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad45c6f6-6297-46f0-b9af-2dcb0ca3748e" -d '{"events": [{"name": "network-changed", "server_uuid": "2355c90e-62e8-4088-afcc-c3b93c4aa7cb", "tag": "f74b26e6-06c1-4371-b2e8-52e2b10f39e2"}, {"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-deleted", "tag": "fcadaee5-a09d-4bb6-bc72-6102daa861b1"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:27:54.884696 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f55979ca-8cc1-49d4-bc72-16cae7066b3a req-93d8b9b7-7a18-4de9-9bca-00285b04f60f tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (c3e488a4-6580-47f2-bab0-6b08dac7dbd6), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:54.916670 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f55979ca-8cc1-49d4-bc72-16cae7066b3a req-93d8b9b7-7a18-4de9-9bca-00285b04f60f tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c3e488a4-6580-47f2-bab0-6b08dac7dbd6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:54.967146 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f55979ca-8cc1-49d4-bc72-16cae7066b3a req-93d8b9b7-7a18-4de9-9bca-00285b04f60f tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:54.968445 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f55979ca-8cc1-49d4-bc72-16cae7066b3a req-93d8b9b7-7a18-4de9-9bca-00285b04f60f tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4206016 Feb 08 21:27:54.978477 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8b9b7-7a18-4de9-9bca-00285b04f60f tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e488a4-6580-47f2-bab0-6b08dac7dbd6,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:55.166190 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-59ee1f21-a2df-4dd4-8937-0864e07f1da0 req-1e8bc079-5a9c-43b1-848e-ab3dd0eee087 tempest-QuotasAdminNegativeTest-880615364 tempest-QuotasAdminNegativeTest-880615364-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=26fd78050fde4682a9da6ffb3c548876&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473042 Feb 08 21:27:55.478777 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee1f21-a2df-4dd4-8937-0864e07f1da0 req-90390e9c-8030-4d0a-8613-302afe8a8442 tempest-QuotasAdminNegativeTest-880615364 tempest-QuotasAdminNegativeTest-880615364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:55.482488 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-59ee1f21-a2df-4dd4-8937-0864e07f1da0 req-90390e9c-8030-4d0a-8613-302afe8a8442 tempest-QuotasAdminNegativeTest-880615364 tempest-QuotasAdminNegativeTest-880615364-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3015759 Feb 08 21:27:55.510943 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-b691007a-0182-438e-828a-7f23c90ed877 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:55.513157 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:27:55.521964 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-59ee1f21-a2df-4dd4-8937-0864e07f1da0 req-e58a2af2-7394-49cb-8409-f30615df6576 tempest-QuotasAdminNegativeTest-880615364 tempest-QuotasAdminNegativeTest-880615364-project] 10.222.0.88 "GET /v2.0/quotas/26fd78050fde4682a9da6ffb3c548876 HTTP/1.1" status: 200 len: 375 time: 0.0272033 Feb 08 21:27:55.524329 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-b691007a-0182-438e-828a-7f23c90ed877 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (c2f01a18-8bd6-4ced-9367-4340ef63170f), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:55.585847 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:27:55.590298 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:27:55.591021 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:55.682185 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:27:55.682887 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:55.694085 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-59ee1f21-a2df-4dd4-8937-0864e07f1da0 req-0bf99956-3fad-43c5-8055-1a516109508d tempest-QuotasAdminNegativeTest-880615364 tempest-QuotasAdminNegativeTest-880615364-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=26fd78050fde4682a9da6ffb3c548876&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1634526 Feb 08 21:27:55.720257 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca176aa1-d501-4577-bd10-f8cd45be5b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:27:55.724982 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5d88dd-82ea-4b99-83f7-d0f22ca1e6f0" -d '{"events": [{"server_uuid": "ca176aa1-d501-4577-bd10-f8cd45be5b6d", "name": "network-vif-plugged", "status": "completed", "tag": "c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:27:55.750175 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:27:55.757135 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-b691007a-0182-438e-828a-7f23c90ed877 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Floating IP c2f01a18-8bd6-4ced-9367-4340ef63170f associated. External IP: 172.25.3.80, port: f74b26e6-06c1-4371-b2e8-52e2b10f39e2. Feb 08 21:27:55.759051 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:55.855176 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:55.993077 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279d6fe-d346-456b-bc43-e2ca5cea2109 req-57d7596f-0f02-43b8-bbe8-0dd7cc23040f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:55.994787 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6279d6fe-d346-456b-bc43-e2ca5cea2109 req-57d7596f-0f02-43b8-bbe8-0dd7cc23040f tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=38a0fae0-8759-4ebe-a097-1aa152978be1 HTTP/1.1" status: 200 len: 946 time: 0.1247354 Feb 08 21:27:56.432069 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6279d6fe-d346-456b-bc43-e2ca5cea2109 req-293d5eb4-e541-4dbf-bfe0-7c1a79c91a2b tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100366 Feb 08 21:27:56.460976 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-b691007a-0182-438e-828a-7f23c90ed877 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Router 1ec6ae58-6631-47d9-975a-4c3c815a4852 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:27:56.619853 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf3bf380-6b41-4079-b1a8-24c077e0452e req-97ddecb4-f548-47db-b873-42b9b9e3cb7e tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 210 time: 0.0798824 Feb 08 21:27:56.670140 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-b691007a-0182-438e-828a-7f23c90ed877 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:27:56.695404 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c470f7b-e914-40b5-bc90-8b5787cb8cd0 None None] Sync routers for ids ['1ec6ae58-6631-47d9-975a-4c3c815a4852'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:27:56.710823 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c470f7b-e914-40b5-bc90-8b5787cb8cd0 None None] Routers {'1ec6ae58-6631-47d9-975a-4c3c815a4852'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:27:56.711564 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-6c470f7b-e914-40b5-bc90-8b5787cb8cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:27:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['1ec6ae58-6631-47d9-975a-4c3c815a4852'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:56.845983 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-6c470f7b-e914-40b5-bc90-8b5787cb8cd0 None None] Set router 1ec6ae58-6631-47d9-975a-4c3c815a4852 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:27:56.852682 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b9afd277-2701-4196-af12-928c1d1b5c76 req-0e6a351c-e34f-420c-9504-58d530b7867b tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 210 time: 0.0603962 Feb 08 21:27:57.087591 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef85c1-cfd6-44c4-baa2-a71eb2cac0f3 req-48320d46-8490-4374-a77f-1712bb47da14 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:57.089197 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1aef85c1-cfd6-44c4-baa2-a71eb2cac0f3 req-48320d46-8490-4374-a77f-1712bb47da14 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 945 time: 0.0826781 Feb 08 21:27:57.110917 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-b691007a-0182-438e-828a-7f23c90ed877 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Router 1ec6ae58-6631-47d9-975a-4c3c815a4852 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:27:57.265435 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1aef85c1-cfd6-44c4-baa2-a71eb2cac0f3 req-f3efeee1-9e47-4cdf-8a39-4f814ea06fc8 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650605 Feb 08 21:27:57.334057 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-b691007a-0182-438e-828a-7f23c90ed877 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:27:57.342045 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-b691007a-0182-438e-828a-7f23c90ed877 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:57.360372 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-6c470f7b-e914-40b5-bc90-8b5787cb8cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923840887-router', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:26:22Z', 'updated_at': '2022-02-08T21:26:30Z', 'revision_number': 4, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'gw_port': {'id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:23Z', 'updated_at': '2022-02-08T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'c2f01a18-8bd6-4ced-9367-4340ef63170f', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'port_id': 'e95b7f52-a40f-4310-9af5-2cc71ae4ef18', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'mac_address': 'fa:16:3e:fd:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4ea8cf-718e-4772-8469-e101606dd814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:27:04Z', 'updated_at': '2022-02-08T21:27:55Z', 'revision_number': 3, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69fc55a-021d-4793-8753-301b29e89fa2', 'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'mac_address': 'fa:16:3e:ec:f5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:29Z', 'updated_at': '2022-02-08T21:26:38Z', 'revision_number': 5, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'subnets': [{'id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:57.379099 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 08 Feb 2022 21:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9428b3ae-33ce-45d4-a257-aba7a23a9d04 x-openstack-request-id: req-9428b3ae-33ce-45d4-a257-aba7a23a9d04 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:27:57.379573 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2355c90e-62e8-4088-afcc-c3b93c4aa7cb", "tag": "f74b26e6-06c1-4371-b2e8-52e2b10f39e2", "status": "completed", "code": 200}, {"server_uuid": "c44c8ab4-fa83-447d-9917-f04cceb4e9eb", "name": "network-vif-deleted", "tag": "fcadaee5-a09d-4bb6-bc72-6102daa861b1", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:27:57.379996 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9428b3ae-33ce-45d4-a257-aba7a23a9d04 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:27:57.380502 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2355c90e-62e8-4088-afcc-c3b93c4aa7cb', 'tag': 'f74b26e6-06c1-4371-b2e8-52e2b10f39e2', 'status': 'completed', 'code': 200} Feb 08 21:27:57.380947 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44c8ab4-fa83-447d-9917-f04cceb4e9eb', 'name': 'network-vif-deleted', 'tag': 'fcadaee5-a09d-4bb6-bc72-6102daa861b1', 'status': 'completed', 'code': 200} Feb 08 21:27:57.404780 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c470f7b-e914-40b5-bc90-8b5787cb8cd0 None None] Checking router: 1ec6ae58-6631-47d9-975a-4c3c815a4852 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:27:57.406863 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f217ded3-f5b0-4e14-98c5-957d5041ac52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:57.422105 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c470f7b-e914-40b5-bc90-8b5787cb8cd0 None None] Routers {'1ec6ae58-6631-47d9-975a-4c3c815a4852'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:27:57.423291 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-6c470f7b-e914-40b5-bc90-8b5787cb8cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:27:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['1ec6ae58-6631-47d9-975a-4c3c815a4852'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:57.470470 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-b691007a-0182-438e-828a-7f23c90ed877 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "PUT /v2.0/floatingips/c2f01a18-8bd6-4ced-9367-4340ef63170f HTTP/1.1" status: 200 len: 997 time: 3.1307204 Feb 08 21:27:57.527407 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-59464f4d-c8b0-4ec4-bd70-91e16bfe3962 req-9e19a3ee-7133-4f77-9e18-e5ea61a5512c tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "GET /v2.0/security-groups/c3e488a4-6580-47f2-bab0-6b08dac7dbd6 HTTP/1.1" status: 200 len: 1821 time: 0.1167862 Feb 08 21:27:57.545819 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-9c88604a-5baf-4a0c-bbbd-9391f9183548 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:57.547400 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-9c88604a-5baf-4a0c-bbbd-9391f9183548 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports/f74b26e6-06c1-4371-b2e8-52e2b10f39e2 HTTP/1.1" status: 200 len: 943 time: 0.0688179 Feb 08 21:27:57.553744 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-59464f4d-c8b0-4ec4-bd70-91e16bfe3962 req-29fab55d-fc22-48bb-a174-6fed6f684d45 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c3e488a4-6580-47f2-bab0-6b08dac7dbd6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:57.553744 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-59464f4d-c8b0-4ec4-bd70-91e16bfe3962 req-29fab55d-fc22-48bb-a174-6fed6f684d45 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c3e488a4-6580-47f2-bab0-6b08dac7dbd6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:57.562131 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45c6f6-6297-46f0-b9af-2dcb0ca3748e req-43732e34-5252-4663-9ba2-6717304c21ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:57.563970 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ad45c6f6-6297-46f0-b9af-2dcb0ca3748e req-43732e34-5252-4663-9ba2-6717304c21ab service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=604bafac013e47a8806c7fdd623f0573&device_id=2355c90e-62e8-4088-afcc-c3b93c4aa7cb HTTP/1.1" status: 200 len: 1129 time: 0.1520410 Feb 08 21:27:57.604164 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-6c470f7b-e914-40b5-bc90-8b5787cb8cd0 None None] Set router 1ec6ae58-6631-47d9-975a-4c3c815a4852 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:27:57.753800 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45c6f6-6297-46f0-b9af-2dcb0ca3748e req-87d86ff1-3fff-49bc-83e6-f6e0f99df704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:57.755278 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ad45c6f6-6297-46f0-b9af-2dcb0ca3748e req-87d86ff1-3fff-49bc-83e6-f6e0f99df704 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 HTTP/1.1" status: 200 len: 922 time: 0.1855819 Feb 08 21:27:57.764813 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-59464f4d-c8b0-4ec4-bd70-91e16bfe3962 req-29fab55d-fc22-48bb-a174-6fed6f684d45 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group_rule (3b876767-6d86-4a6b-922c-9f3a0a8867fc), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:57.825952 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ad45c6f6-6297-46f0-b9af-2dcb0ca3748e req-d23639da-01b5-4760-b8f5-23dc7011b717 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74b26e6-06c1-4371-b2e8-52e2b10f39e2 HTTP/1.1" status: 200 len: 217 time: 0.0558858 Feb 08 21:27:57.832570 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-c9058e3f-7162-42bd-9c49-7723c8051f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:57.834159 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-c9058e3f-7162-42bd-9c49-7723c8051f66 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=604bafac013e47a8806c7fdd623f0573&device_id=2355c90e-62e8-4088-afcc-c3b93c4aa7cb HTTP/1.1" status: 200 len: 1129 time: 0.1707542 Feb 08 21:27:57.836904 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-59464f4d-c8b0-4ec4-bd70-91e16bfe3962 req-29fab55d-fc22-48bb-a174-6fed6f684d45 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group_rule (3b876767-6d86-4a6b-922c-9f3a0a8867fc), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:57.846487 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-59464f4d-c8b0-4ec4-bd70-91e16bfe3962 req-29fab55d-fc22-48bb-a174-6fed6f684d45 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (3b876767-6d86-4a6b-922c-9f3a0a8867fc), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:57.954068 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fab55d-fc22-48bb-a174-6fed6f684d45 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b876767-6d86-4a6b-922c-9f3a0a8867fc,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:57.972973 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-59464f4d-c8b0-4ec4-bd70-91e16bfe3962 req-29fab55d-fc22-48bb-a174-6fed6f684d45 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:57.991500 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-59464f4d-c8b0-4ec4-bd70-91e16bfe3962 req-29fab55d-fc22-48bb-a174-6fed6f684d45 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4428351 Feb 08 21:27:57.998655 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45c6f6-6297-46f0-b9af-2dcb0ca3748e req-9e57ed7c-3c36-4e7a-b807-4c2374367916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:58.000231 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ad45c6f6-6297-46f0-b9af-2dcb0ca3748e req-9e57ed7c-3c36-4e7a-b807-4c2374367916 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bcf96426-4f4f-4f21-a2c0-f475a3532d63 HTTP/1.1" status: 200 len: 860 time: 0.1628654 Feb 08 21:27:58.031528 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-6c470f7b-e914-40b5-bc90-8b5787cb8cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923840887-router', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:26:22Z', 'updated_at': '2022-02-08T21:26:30Z', 'revision_number': 4, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'gw_port': {'id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:23Z', 'updated_at': '2022-02-08T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'c2f01a18-8bd6-4ced-9367-4340ef63170f', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'port_id': 'e95b7f52-a40f-4310-9af5-2cc71ae4ef18', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'mac_address': 'fa:16:3e:fd:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4ea8cf-718e-4772-8469-e101606dd814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:27:04Z', 'updated_at': '2022-02-08T21:27:55Z', 'revision_number': 3, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69fc55a-021d-4793-8753-301b29e89fa2', 'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'mac_address': 'fa:16:3e:ec:f5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:29Z', 'updated_at': '2022-02-08T21:26:38Z', 'revision_number': 5, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'subnets': [{'id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:58.061134 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-12913b64-f594-441e-86d5-729743838a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:58.063304 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-12913b64-f594-441e-86d5-729743838a4c service neutron] 10.222.0.88 "GET /v2.0/networks?id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 HTTP/1.1" status: 200 len: 922 time: 0.1924486 Feb 08 21:27:58.094700 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c470f7b-e914-40b5-bc90-8b5787cb8cd0 None None] The sync data for ids ['1ec6ae58-6631-47d9-975a-4c3c815a4852'] in n-d-712143-31 is: [{'id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923840887-router', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:26:22Z', 'updated_at': '2022-02-08T21:26:30Z', 'revision_number': 4, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'gw_port': {'id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:23Z', 'updated_at': '2022-02-08T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'c2f01a18-8bd6-4ced-9367-4340ef63170f', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'port_id': 'e95b7f52-a40f-4310-9af5-2cc71ae4ef18', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'mac_address': 'fa:16:3e:fd:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4ea8cf-718e-4772-8469-e101606dd814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:27:04Z', 'updated_at': '2022-02-08T21:27:55Z', 'revision_number': 3, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69fc55a-021d-4793-8753-301b29e89fa2', 'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'mac_address': 'fa:16:3e:ec:f5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:29Z', 'updated_at': '2022-02-08T21:26:38Z', 'revision_number': 5, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'subnets': [{'id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:27:58.126016 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45c6f6-6297-46f0-b9af-2dcb0ca3748e req-99d614bf-7f6c-47da-b0c9-ad6de4d31a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:58.127756 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ad45c6f6-6297-46f0-b9af-2dcb0ca3748e req-99d614bf-7f6c-47da-b0c9-ad6de4d31a41 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1212621 Feb 08 21:27:58.146834 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-4e2cf951-9f26-48e3-b8eb-458be54c7302 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74b26e6-06c1-4371-b2e8-52e2b10f39e2 HTTP/1.1" status: 200 len: 217 time: 0.0749471 Feb 08 21:27:58.263719 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-c15679ee-a53b-40e7-bf63-0ae5f77f0da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:58.265826 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-c15679ee-a53b-40e7-bf63-0ae5f77f0da5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bcf96426-4f4f-4f21-a2c0-f475a3532d63 HTTP/1.1" status: 200 len: 860 time: 0.1062651 Feb 08 21:27:58.313585 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5affbc-34dc-4ea2-8339-7c7cdae106dc None None] New status for floating IP c2f01a18-8bd6-4ced-9367-4340ef63170f: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:27:58.334296 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b836f24-cf0c-4bcb-aa5f-5bea280d71ba req-9c5e9ad7-7f1d-49a2-9300-bf82e6c68812 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:58.337169 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b836f24-cf0c-4bcb-aa5f-5bea280d71ba req-9c5e9ad7-7f1d-49a2-9300-bf82e6c68812 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=1993f920-f7ac-4493-89de-f8f86525d3dc HTTP/1.1" status: 200 len: 945 time: 0.2576392 Feb 08 21:27:58.375780 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ad45c6f6-6297-46f0-b9af-2dcb0ca3748e req-f591b13a-20ee-4d8d-84fe-f35a7ef4c0f6 service neutron] 10.222.0.96 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276833 Feb 08 21:27:58.460229 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b836f24-cf0c-4bcb-aa5f-5bea280d71ba req-fdc5604f-1ca7-4662-a8ea-5ac3695e6456 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082520 Feb 08 21:27:58.467253 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-150ac718-e0b4-4642-bb36-9391a054b21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:58.476960 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-150ac718-e0b4-4642-bb36-9391a054b21a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1955128 Feb 08 21:27:58.565636 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad0e721-878c-44ec-936b-fc1a5ca6e716 x-openstack-request-id: req-4ad0e721-878c-44ec-936b-fc1a5ca6e716 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:27:58.565953 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca176aa1-d501-4577-bd10-f8cd45be5b6d", "name": "network-vif-plugged", "status": "completed", "tag": "c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:27:58.566234 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4ad0e721-878c-44ec-936b-fc1a5ca6e716 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:27:58.566590 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca176aa1-d501-4577-bd10-f8cd45be5b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8', 'code': 200} Feb 08 21:27:58.590018 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ad45c6f6-6297-46f0-b9af-2dcb0ca3748e req-415a7b9c-8230-4725-b1d4-510c15e25f4f service neutron] 10.222.0.96 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052453 Feb 08 21:27:58.631976 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-146e6cda-10cd-4a30-bc64-72c0081ce311 service neutron] 10.222.0.88 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536651 Feb 08 21:27:58.678334 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c68ef-3790-4bcb-b715-0d06d7e89420 None None] Sync routers for ids ['1ec6ae58-6631-47d9-975a-4c3c815a4852'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:27:58.694772 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784c68ef-3790-4bcb-b715-0d06d7e89420 None None] Routers {'1ec6ae58-6631-47d9-975a-4c3c815a4852'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:27:58.695745 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-784c68ef-3790-4bcb-b715-0d06d7e89420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:27:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['1ec6ae58-6631-47d9-975a-4c3c815a4852'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:58.768810 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ebfaf-5e33-4000-a091-1659f51d816d req-2394aa3a-fc29-4a33-80c9-bf6899656c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:58.770538 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bb9ebfaf-5e33-4000-a091-1659f51d816d req-2394aa3a-fc29-4a33-80c9-bf6899656c89 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 1128 time: 0.1262324 Feb 08 21:27:58.804779 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-51377455-bf43-474f-b586-88c139343ac3 service neutron] 10.222.0.88 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717248 Feb 08 21:27:58.851914 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bb9ebfaf-5e33-4000-a091-1659f51d816d req-b939ea24-7b9c-494d-90ed-7ffd00f91b28 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691011 Feb 08 21:27:58.869391 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-784c68ef-3790-4bcb-b715-0d06d7e89420 None None] Set router 1ec6ae58-6631-47d9-975a-4c3c815a4852 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:27:58.934512 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-ed0ac22b-a90a-450a-8cd9-78787aa72f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:58.936021 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-ed0ac22b-a90a-450a-8cd9-78787aa72f8e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=604bafac013e47a8806c7fdd623f0573&device_id=4f4ea8cf-718e-4772-8469-e101606dd814 HTTP/1.1" status: 200 len: 1128 time: 0.0870340 Feb 08 21:27:58.949254 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ff890-1ae5-4234-b2b8-3d74d833cc8e req-cb35b490-9ea1-41a2-bec3-598adfb26a4b tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:58.950851 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-544ff890-1ae5-4234-b2b8-3d74d833cc8e req-cb35b490-9ea1-41a2-bec3-598adfb26a4b tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=38a0fae0-8759-4ebe-a097-1aa152978be1 HTTP/1.1" status: 200 len: 946 time: 0.0902526 Feb 08 21:27:59.068769 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-544ff890-1ae5-4234-b2b8-3d74d833cc8e req-1b326c28-e14f-4a56-81c4-98907e03629d tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085780 Feb 08 21:27:59.097927 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-9917b5cd-d843-4d6d-a840-94ce6a977242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:59.099516 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-9917b5cd-d843-4d6d-a840-94ce6a977242 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 HTTP/1.1" status: 200 len: 922 time: 0.1477439 Feb 08 21:27:59.172106 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:59.230312 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-784c68ef-3790-4bcb-b715-0d06d7e89420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923840887-router', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:26:22Z', 'updated_at': '2022-02-08T21:26:30Z', 'revision_number': 4, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'gw_port': {'id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:23Z', 'updated_at': '2022-02-08T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'c2f01a18-8bd6-4ced-9367-4340ef63170f', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'port_id': 'e95b7f52-a40f-4310-9af5-2cc71ae4ef18', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'mac_address': 'fa:16:3e:fd:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4ea8cf-718e-4772-8469-e101606dd814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:27:04Z', 'updated_at': '2022-02-08T21:27:58Z', 'revision_number': 4, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69fc55a-021d-4793-8753-301b29e89fa2', 'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'mac_address': 'fa:16:3e:ec:f5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:29Z', 'updated_at': '2022-02-08T21:26:38Z', 'revision_number': 5, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'subnets': [{'id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:59.240879 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a5bda0b0-7eeb-462a-a8fe-a3ece9b9321f req-31aeb741-e45d-4d49-8c68-418562bd835c tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 210 time: 0.0587170 Feb 08 21:27:59.261851 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c68ef-3790-4bcb-b715-0d06d7e89420 None None] Checking router: 1ec6ae58-6631-47d9-975a-4c3c815a4852 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:27:59.268616 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-212ce8eb-4ba1-4f0c-b10a-f79516126608 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e95b7f52-a40f-4310-9af5-2cc71ae4ef18 HTTP/1.1" status: 200 len: 1000 time: 0.1596577 Feb 08 21:27:59.278996 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784c68ef-3790-4bcb-b715-0d06d7e89420 None None] Routers {'1ec6ae58-6631-47d9-975a-4c3c815a4852'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:27:59.280112 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-784c68ef-3790-4bcb-b715-0d06d7e89420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:27:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['1ec6ae58-6631-47d9-975a-4c3c815a4852'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:59.349627 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-b85810a2-44fc-48c9-94dd-c6edf0ff00cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:59.351433 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-b85810a2-44fc-48c9-94dd-c6edf0ff00cd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bcf96426-4f4f-4f21-a2c0-f475a3532d63 HTTP/1.1" status: 200 len: 860 time: 0.0765383 Feb 08 21:27:59.394603 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2355c90e-62e8-4088-afcc-c3b93c4aa7cb', 'tag': 'f74b26e6-06c1-4371-b2e8-52e2b10f39e2'}, {'name': 'network-changed', 'server_uuid': '4f4ea8cf-718e-4772-8469-e101606dd814', 'tag': 'e95b7f52-a40f-4310-9af5-2cc71ae4ef18'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:27:59.397537 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e05d5b-56b4-4721-a796-3b62c949c072" -d '{"events": [{"name": "network-changed", "server_uuid": "2355c90e-62e8-4088-afcc-c3b93c4aa7cb", "tag": "f74b26e6-06c1-4371-b2e8-52e2b10f39e2"}, {"name": "network-changed", "server_uuid": "4f4ea8cf-718e-4772-8469-e101606dd814", "tag": "e95b7f52-a40f-4310-9af5-2cc71ae4ef18"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:27:59.425389 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-af43afc3-eda3-4677-9740-d9cc958caf45 req-c5b25dc0-a927-4a58-8d26-4ee5df155579 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 210 time: 0.0562437 Feb 08 21:27:59.458195 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-0fe051ed-47b7-43c5-a742-0180bdb08b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:59.459864 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-0fe051ed-47b7-43c5-a742-0180bdb08b99 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1009085 Feb 08 21:27:59.467198 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-784c68ef-3790-4bcb-b715-0d06d7e89420 None None] Set router 1ec6ae58-6631-47d9-975a-4c3c815a4852 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:27:59.562927 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-69a2c722-0338-495a-8387-2e09e160daed req-c3dcacef-176d-457b-9570-c1863098e787 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "GET /v2.0/security-groups/c3e488a4-6580-47f2-bab0-6b08dac7dbd6 HTTP/1.1" status: 200 len: 2415 time: 0.1020222 Feb 08 21:27:59.576028 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-69a2c722-0338-495a-8387-2e09e160daed req-e8d08315-9d03-45a1-8a17-da66272e668b tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c3e488a4-6580-47f2-bab0-6b08dac7dbd6', 'remote_group_id': None}]} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:59.576344 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-69a2c722-0338-495a-8387-2e09e160daed req-e8d08315-9d03-45a1-8a17-da66272e668b tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c3e488a4-6580-47f2-bab0-6b08dac7dbd6', 'remote_group_id': None}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:27:59.614433 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-e92cad56-dc76-48d8-8e75-b18405e88cb8 service neutron] 10.222.0.88 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450505 Feb 08 21:27:59.712304 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-69a2c722-0338-495a-8387-2e09e160daed req-e8d08315-9d03-45a1-8a17-da66272e668b tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group_rule (3b4b3a20-ef79-4c53-b35d-9e23669fc198), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:59.753081 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-69a2c722-0338-495a-8387-2e09e160daed req-e8d08315-9d03-45a1-8a17-da66272e668b tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group_rule (3b4b3a20-ef79-4c53-b35d-9e23669fc198), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:59.763606 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-69a2c722-0338-495a-8387-2e09e160daed req-e8d08315-9d03-45a1-8a17-da66272e668b tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (3b4b3a20-ef79-4c53-b35d-9e23669fc198), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:59.764568 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-784c68ef-3790-4bcb-b715-0d06d7e89420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923840887-router', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:26:22Z', 'updated_at': '2022-02-08T21:26:30Z', 'revision_number': 4, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'gw_port': {'id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:23Z', 'updated_at': '2022-02-08T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'c2f01a18-8bd6-4ced-9367-4340ef63170f', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'port_id': 'e95b7f52-a40f-4310-9af5-2cc71ae4ef18', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'mac_address': 'fa:16:3e:fd:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4ea8cf-718e-4772-8469-e101606dd814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:27:04Z', 'updated_at': '2022-02-08T21:27:58Z', 'revision_number': 4, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69fc55a-021d-4793-8753-301b29e89fa2', 'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'mac_address': 'fa:16:3e:ec:f5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:29Z', 'updated_at': '2022-02-08T21:26:38Z', 'revision_number': 5, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'subnets': [{'id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:27:59.783190 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ed52d74-a02e-4099-9d4e-81b0a9746182 req-be4c9eb2-f6d9-43c0-88b9-f25da2ea59cd service neutron] 10.222.0.88 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556277 Feb 08 21:27:59.791943 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d08315-9d03-45a1-8a17-da66272e668b tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4b3a20-ef79-4c53-b35d-9e23669fc198,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:27:59.804464 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c68ef-3790-4bcb-b715-0d06d7e89420 None None] The sync data for ids ['1ec6ae58-6631-47d9-975a-4c3c815a4852'] in n-d-712143-31 is: [{'id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923840887-router', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:26:22Z', 'updated_at': '2022-02-08T21:26:30Z', 'revision_number': 4, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'gw_port': {'id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:23Z', 'updated_at': '2022-02-08T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'c2f01a18-8bd6-4ced-9367-4340ef63170f', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'port_id': 'e95b7f52-a40f-4310-9af5-2cc71ae4ef18', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'mac_address': 'fa:16:3e:fd:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4ea8cf-718e-4772-8469-e101606dd814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:27:04Z', 'updated_at': '2022-02-08T21:27:58Z', 'revision_number': 4, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69fc55a-021d-4793-8753-301b29e89fa2', 'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'mac_address': 'fa:16:3e:ec:f5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:29Z', 'updated_at': '2022-02-08T21:26:38Z', 'revision_number': 5, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'subnets': [{'id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:27:59.808677 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-69a2c722-0338-495a-8387-2e09e160daed req-e8d08315-9d03-45a1-8a17-da66272e668b tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:27:59.821074 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-69a2c722-0338-495a-8387-2e09e160daed req-e8d08315-9d03-45a1-8a17-da66272e668b tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2530630 Feb 08 21:27:59.975246 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785d926-4f30-44c5-99aa-829e0fbfb948 req-5273f096-42c4-4a14-a639-02b73ce3905d tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:27:59.994103 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d785d926-4f30-44c5-99aa-829e0fbfb948 req-5273f096-42c4-4a14-a639-02b73ce3905d tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 945 time: 0.1057708 Feb 08 21:28:00.139416 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d785d926-4f30-44c5-99aa-829e0fbfb948 req-916244b2-2b08-4d45-acb3-ec51866e4334 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413977 Feb 08 21:28:00.312292 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 08 Feb 2022 21:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c19c7ae-98c6-407a-a938-78b3eb5ad760 x-openstack-request-id: req-7c19c7ae-98c6-407a-a938-78b3eb5ad760 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:28:00.312633 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2355c90e-62e8-4088-afcc-c3b93c4aa7cb", "tag": "f74b26e6-06c1-4371-b2e8-52e2b10f39e2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4f4ea8cf-718e-4772-8469-e101606dd814", "tag": "e95b7f52-a40f-4310-9af5-2cc71ae4ef18", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:28:00.312872 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7c19c7ae-98c6-407a-a938-78b3eb5ad760 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:28:00.314948 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2355c90e-62e8-4088-afcc-c3b93c4aa7cb', 'tag': 'f74b26e6-06c1-4371-b2e8-52e2b10f39e2', 'status': 'completed', 'code': 200} Feb 08 21:28:00.314948 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f4ea8cf-718e-4772-8469-e101606dd814', 'tag': 'e95b7f52-a40f-4310-9af5-2cc71ae4ef18', 'status': 'completed', 'code': 200} Feb 08 21:28:00.504270 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3c5dab4d-a710-48e7-8211-f623a4fb74e1 req-a7309f2f-cedf-4244-9dac-6193ef5f2f23 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "GET /v2.0/security-groups/c3e488a4-6580-47f2-bab0-6b08dac7dbd6 HTTP/1.1" status: 200 len: 3014 time: 0.2572241 Feb 08 21:28:00.509489 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-381b73de-393c-4860-b866-6c1efb014341 req-ce792b1a-ad7b-48ee-af42-b20e574414c3 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 1000 time: 0.1946301 Feb 08 21:28:00.519105 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e05d5b-56b4-4721-a796-3b62c949c072 req-1cf91fdd-5137-4208-a864-e7569f25cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:00.520810 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29e05d5b-56b4-4721-a796-3b62c949c072 req-1cf91fdd-5137-4208-a864-e7569f25cb82 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=604bafac013e47a8806c7fdd623f0573&device_id=2355c90e-62e8-4088-afcc-c3b93c4aa7cb HTTP/1.1" status: 200 len: 1129 time: 0.1331947 Feb 08 21:28:00.542232 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e05d5b-56b4-4721-a796-3b62c949c072 req-1b8c23f0-d090-4d47-8562-4abbeffebd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:00.543883 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29e05d5b-56b4-4721-a796-3b62c949c072 req-1b8c23f0-d090-4d47-8562-4abbeffebd5e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=604bafac013e47a8806c7fdd623f0573&device_id=4f4ea8cf-718e-4772-8469-e101606dd814 HTTP/1.1" status: 200 len: 1128 time: 0.1248188 Feb 08 21:28:00.587980 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54346) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:00.732058 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b73de-393c-4860-b866-6c1efb014341 req-a95cff34-92f2-4736-a4a0-2acbed76539f tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:00.734145 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-381b73de-393c-4860-b866-6c1efb014341 req-a95cff34-92f2-4736-a4a0-2acbed76539f tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports/e95b7f52-a40f-4310-9af5-2cc71ae4ef18 HTTP/1.1" status: 200 len: 942 time: 0.1958990 Feb 08 21:28:00.796204 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03fdc6e5-058c-42d7-b9ad-65577f6841f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:00.804874 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e05d5b-56b4-4721-a796-3b62c949c072 req-c52ee33e-93b5-495f-bcea-0ae170556e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:00.806408 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29e05d5b-56b4-4721-a796-3b62c949c072 req-c52ee33e-93b5-495f-bcea-0ae170556e9a service neutron] 10.222.0.96 "GET /v2.0/networks?id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 HTTP/1.1" status: 200 len: 922 time: 0.2783606 Feb 08 21:28:00.816986 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696d06d-94b1-455c-a1c1-2d832c9e5189 req-20ee87e8-38da-443e-bc30-15c32da8f1d7 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:00.824197 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3696d06d-94b1-455c-a1c1-2d832c9e5189 req-20ee87e8-38da-443e-bc30-15c32da8f1d7 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=1993f920-f7ac-4493-89de-f8f86525d3dc HTTP/1.1" status: 200 len: 945 time: 0.2223837 Feb 08 21:28:00.841602 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e05d5b-56b4-4721-a796-3b62c949c072 req-a1f83095-a54e-4f88-abf4-44be20632be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:00.843244 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29e05d5b-56b4-4721-a796-3b62c949c072 req-a1f83095-a54e-4f88-abf4-44be20632be6 service neutron] 10.222.0.94 "GET /v2.0/networks?id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 HTTP/1.1" status: 200 len: 922 time: 0.2798717 Feb 08 21:28:00.893508 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29e05d5b-56b4-4721-a796-3b62c949c072 req-3343bbc3-78f0-4adc-94e0-022f8414c28a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74b26e6-06c1-4371-b2e8-52e2b10f39e2 HTTP/1.1" status: 200 len: 217 time: 0.0667019 Feb 08 21:28:00.894549 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03fdc6e5-058c-42d7-b9ad-65577f6841f8 admin admin] Publish callbacks [] for security_group (d27bc909-1d99-4ec4-b1f8-c1343fb5725d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:00.900564 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03fdc6e5-058c-42d7-b9ad-65577f6841f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d27bc909-1d99-4ec4-b1f8-c1343fb5725d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:00.948781 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-03fdc6e5-058c-42d7-b9ad-65577f6841f8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=26fd78050fde4682a9da6ffb3c548876&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3589604 Feb 08 21:28:00.950459 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fdc6e5-058c-42d7-b9ad-65577f6841f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27bc909-1d99-4ec4-b1f8-c1343fb5725d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:00.953114 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54350) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:01.018956 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1de965a-010e-49a0-9fb0-383d580890be admin admin] Publish callbacks [] for security_group (d27bc909-1d99-4ec4-b1f8-c1343fb5725d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:01.050062 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1de965a-010e-49a0-9fb0-383d580890be admin admin] Publish callbacks [] for security_group (d27bc909-1d99-4ec4-b1f8-c1343fb5725d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:01.112115 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1de965a-010e-49a0-9fb0-383d580890be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d27bc909-1d99-4ec4-b1f8-c1343fb5725d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:01.115277 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1de965a-010e-49a0-9fb0-383d580890be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:01.121086 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f1de965a-010e-49a0-9fb0-383d580890be admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d27bc909-1d99-4ec4-b1f8-c1343fb5725d HTTP/1.1" status: 204 len: 168 time: 0.1624610 Feb 08 21:28:01.129780 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de965a-010e-49a0-9fb0-383d580890be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27bc909-1d99-4ec4-b1f8-c1343fb5725d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:01.414140 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:01.415663 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e05d5b-56b4-4721-a796-3b62c949c072 req-edb3a9af-f5e6-403a-9e62-833096b31978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:01.418339 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29e05d5b-56b4-4721-a796-3b62c949c072 req-edb3a9af-f5e6-403a-9e62-833096b31978 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bcf96426-4f4f-4f21-a2c0-f475a3532d63 HTTP/1.1" status: 200 len: 860 time: 0.1299334 Feb 08 21:28:01.429046 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:01.508542 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3696d06d-94b1-455c-a1c1-2d832c9e5189 req-5276e482-8abc-4410-a86b-838d7ace466b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6836340 Feb 08 21:28:01.516966 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29e05d5b-56b4-4721-a796-3b62c949c072 req-e51d8e98-fece-44c6-97ee-98933dd019dc service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e95b7f52-a40f-4310-9af5-2cc71ae4ef18 HTTP/1.1" status: 200 len: 1000 time: 0.6373181 Feb 08 21:28:01.523938 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-381b73de-393c-4860-b866-6c1efb014341 req-a9c7b263-5f3b-4c54-b242-2aa2e1978f4d tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 1000 time: 0.6454372 Feb 08 21:28:01.573398 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54358) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:01.603990 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a5b7ff9-b830-4691-b6be-b5ccc81efb2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:01.634841 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e05d5b-56b4-4721-a796-3b62c949c072 req-5e0ceabd-28d1-4b33-b856-c9a3b447e7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:01.636311 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29e05d5b-56b4-4721-a796-3b62c949c072 req-5e0ceabd-28d1-4b33-b856-c9a3b447e7a4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=bcf96426-4f4f-4f21-a2c0-f475a3532d63 HTTP/1.1" status: 200 len: 860 time: 0.1094992 Feb 08 21:28:01.776861 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a5b7ff9-b830-4691-b6be-b5ccc81efb2a admin admin] Publish callbacks [] for security_group (66b84863-8f98-4f15-8059-3a47941615c0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:01.779042 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e05d5b-56b4-4721-a796-3b62c949c072 req-a1b65a41-d3ba-497f-bede-6664535de2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:01.780596 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29e05d5b-56b4-4721-a796-3b62c949c072 req-a1b65a41-d3ba-497f-bede-6664535de2cf service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3490777 Feb 08 21:28:01.791975 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a5b7ff9-b830-4691-b6be-b5ccc81efb2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (66b84863-8f98-4f15-8059-3a47941615c0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:01.836171 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b7ff9-b830-4691-b6be-b5ccc81efb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b84863-8f98-4f15-8059-3a47941615c0,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:01.874663 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1a5b7ff9-b830-4691-b6be-b5ccc81efb2a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=98014eb38ddf47a5a615bba3cf08389a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2938173 Feb 08 21:28:01.875319 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54360) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:01.923771 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e05d5b-56b4-4721-a796-3b62c949c072 req-307301ef-c2ee-4134-b2c4-229a2c6442c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:01.925333 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29e05d5b-56b4-4721-a796-3b62c949c072 req-307301ef-c2ee-4134-b2c4-229a2c6442c8 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2683520 Feb 08 21:28:01.938052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d8828-584b-4932-b39f-5fa60801d266 req-ad062c31-dad0-4dd1-bcc2-82b30bddd936 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:01.939641 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-943d8828-584b-4932-b39f-5fa60801d266 req-ad062c31-dad0-4dd1-bcc2-82b30bddd936 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=38a0fae0-8759-4ebe-a097-1aa152978be1 HTTP/1.1" status: 200 len: 946 time: 0.3102841 Feb 08 21:28:01.952111 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1164c5-95ef-4bb5-883b-467663287a22 req-46136ab1-afcd-4d16-b783-ba8aef061d75 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:01.953695 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc1164c5-95ef-4bb5-883b-467663287a22 req-46136ab1-afcd-4d16-b783-ba8aef061d75 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.96 "GET /v2.0/ports?device_id=38a0fae0-8759-4ebe-a097-1aa152978be1 HTTP/1.1" status: 200 len: 946 time: 0.2978587 Feb 08 21:28:01.967644 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8897942e-7daf-48ad-a644-849bc58bdfdc admin admin] Publish callbacks [] for security_group (66b84863-8f98-4f15-8059-3a47941615c0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:01.984165 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b73de-393c-4860-b866-6c1efb014341 req-ed6735b9-3026-4ca9-8b46-6ffa7fba678f tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:01.987127 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-381b73de-393c-4860-b866-6c1efb014341 req-ed6735b9-3026-4ca9-8b46-6ffa7fba678f tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 784 time: 0.3551435 Feb 08 21:28:02.002772 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8897942e-7daf-48ad-a644-849bc58bdfdc admin admin] Publish callbacks [] for security_group (66b84863-8f98-4f15-8059-3a47941615c0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:02.078627 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8897942e-7daf-48ad-a644-849bc58bdfdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (66b84863-8f98-4f15-8059-3a47941615c0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:02.084151 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8897942e-7daf-48ad-a644-849bc58bdfdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:02.086100 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8897942e-7daf-48ad-a644-849bc58bdfdc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/66b84863-8f98-4f15-8059-3a47941615c0 HTTP/1.1" status: 204 len: 168 time: 0.2089670 Feb 08 21:28:02.101893 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897942e-7daf-48ad-a644-849bc58bdfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b84863-8f98-4f15-8059-3a47941615c0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:02.132717 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-381b73de-393c-4860-b866-6c1efb014341 req-13b46412-411b-4b54-a02d-7d48664f0e6f tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:28:02.134602 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-381b73de-393c-4860-b866-6c1efb014341 req-13b46412-411b-4b54-a02d-7d48664f0e6f tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1138029 Feb 08 21:28:02.219393 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29e05d5b-56b4-4721-a796-3b62c949c072 req-6503ce59-0472-4e8a-8297-d78d39d8d503 service neutron] 10.222.0.96 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246700 Feb 08 21:28:02.441837 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-943d8828-584b-4932-b39f-5fa60801d266 req-cfeaa092-8162-4aec-9b14-d5fe7f60b10b tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712415 Feb 08 21:28:02.458460 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31904a3a-75c7-4851-af82-dc8e09f9a6af req-0da43d1c-50e4-41a9-b1ab-a48e0562b292 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 210 time: 0.1645393 Feb 08 21:28:02.467479 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29e05d5b-56b4-4721-a796-3b62c949c072 req-5b532c00-b161-4bf1-ac93-05fbd23c62f5 service neutron] 10.222.0.94 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5264401 Feb 08 21:28:02.735320 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3bd9515e-1d67-40df-b6fc-320085a5a4ad req-6595e73e-6a4f-4bd6-adb3-734b9523e6c8 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ca9de14-395c-4d03-bacc-0605e2dd774e HTTP/1.1" status: 200 len: 210 time: 0.1302590 Feb 08 21:28:02.758535 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5115db99-d897-4939-ba2f-ca31ce3d42df req-1b4a0723-d478-4678-a464-c36c6d243e43 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "GET /v2.0/security-group-rules/3b4b3a20-ef79-4c53-b35d-9e23669fc198 HTTP/1.1" status: 200 len: 783 time: 0.2133420 Feb 08 21:28:02.775740 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-fc1164c5-95ef-4bb5-883b-467663287a22 req-3f9cc39a-dff2-46f1-976f-9d171ec6e47b tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Deleting port c9a6d53f-1997-42e4-bc89-8cb11b7faf0a {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:28:02.776290 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-fc1164c5-95ef-4bb5-883b-467663287a22 req-3f9cc39a-dff2-46f1-976f-9d171ec6e47b tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c9a6d53f-1997-42e4-bc89-8cb11b7faf0a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:02.795861 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29e05d5b-56b4-4721-a796-3b62c949c072 req-dfe3f23b-59bc-45f1-822a-63375fc5941e service neutron] 10.222.0.96 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5591092 Feb 08 21:28:02.962778 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29e05d5b-56b4-4721-a796-3b62c949c072 req-9b887497-d4ba-4057-a5a1-d3e318f3a87d service neutron] 10.222.0.94 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859657 Feb 08 21:28:03.026786 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-fc1164c5-95ef-4bb5-883b-467663287a22 req-3f9cc39a-dff2-46f1-976f-9d171ec6e47b tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] For port c9a6d53f-1997-42e4-bc89-8cb11b7faf0a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c9a6d53f-1997-42e4-bc89-8cb11b7faf0a,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:28:03.027192 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-fc1164c5-95ef-4bb5-883b-467663287a22 req-3f9cc39a-dff2-46f1-976f-9d171ec6e47b tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c9a6d53f-1997-42e4-bc89-8cb11b7faf0a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:03.034453 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5115db99-d897-4939-ba2f-ca31ce3d42df req-90ebf135-08d2-4a82-83ea-486d8d0053e9 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "GET /v2.0/security-groups/c3e488a4-6580-47f2-bab0-6b08dac7dbd6 HTTP/1.1" status: 200 len: 3014 time: 0.2071352 Feb 08 21:28:03.048364 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07923a5-843f-4828-9660-9147737704f4 req-7333c63b-634b-4b56-b6ed-71288e657aee tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:03.050124 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a07923a5-843f-4828-9660-9147737704f4 req-7333c63b-634b-4b56-b6ed-71288e657aee tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 945 time: 0.1803854 Feb 08 21:28:03.063994 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-fc1164c5-95ef-4bb5-883b-467663287a22 req-3f9cc39a-dff2-46f1-976f-9d171ec6e47b tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Calling delete_port for c9a6d53f-1997-42e4-bc89-8cb11b7faf0a owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:28:03.154990 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5115db99-d897-4939-ba2f-ca31ce3d42df req-0049e22b-c729-4d63-af02-e8b1d16b1e66 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group_rule (3b4b3a20-ef79-4c53-b35d-9e23669fc198), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:03.176355 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5115db99-d897-4939-ba2f-ca31ce3d42df req-0049e22b-c729-4d63-af02-e8b1d16b1e66 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group_rule (3b4b3a20-ef79-4c53-b35d-9e23669fc198), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:03.213369 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a07923a5-843f-4828-9660-9147737704f4 req-1b0f2ef4-d788-4d5c-93ba-b56b33e01ef8 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403146 Feb 08 21:28:03.244886 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5115db99-d897-4939-ba2f-ca31ce3d42df req-0049e22b-c729-4d63-af02-e8b1d16b1e66 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (3b4b3a20-ef79-4c53-b35d-9e23669fc198), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:03.265045 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5115db99-d897-4939-ba2f-ca31ce3d42df req-0049e22b-c729-4d63-af02-e8b1d16b1e66 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:03.273412 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5115db99-d897-4939-ba2f-ca31ce3d42df req-0049e22b-c729-4d63-af02-e8b1d16b1e66 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/3b4b3a20-ef79-4c53-b35d-9e23669fc198 HTTP/1.1" status: 204 len: 173 time: 0.2164004 Feb 08 21:28:03.362964 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54390) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:03.384561 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049e22b-c729-4d63-af02-e8b1d16b1e66 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b4b3a20-ef79-4c53-b35d-9e23669fc198,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:03.511339 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc49c9-32bd-4d1c-adc0-f943f020f81c req-00beab28-1233-44ed-b502-e15cbeb8758a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:03.513065 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cabc49c9-32bd-4d1c-adc0-f943f020f81c req-00beab28-1233-44ed-b502-e15cbeb8758a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=1993f920-f7ac-4493-89de-f8f86525d3dc HTTP/1.1" status: 200 len: 945 time: 0.1641648 Feb 08 21:28:03.518479 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-fc1164c5-95ef-4bb5-883b-467663287a22 req-3f9cc39a-dff2-46f1-976f-9d171ec6e47b tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (c9a6d53f-1997-42e4-bc89-8cb11b7faf0a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:03.532241 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['23e48800-eeca-4bcc-b7ae-e0ebc35d4c91', 'c9a6d53f-1997-42e4-bc89-8cb11b7faf0a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:28:03.566082 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-432645ac-e6ef-46ef-9001-5db2ea3e171e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946070075-network', 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:28:03.603932 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e69a6067-733a-4faf-8692-3ef89e59c17d req-30c68635-c8f8-42d3-bfa9-f52de6cb1d53 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 1000 time: 0.2944660 Feb 08 21:28:03.650541 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432645ac-e6ef-46ef-9001-5db2ea3e171e admin admin] Made reservation on behalf of 121b3faf35ac4ad2abe15b29bed26c0d for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:28:03.655612 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-432645ac-e6ef-46ef-9001-5db2ea3e171e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:03.694220 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-432645ac-e6ef-46ef-9001-5db2ea3e171e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:03.870877 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-432645ac-e6ef-46ef-9001-5db2ea3e171e admin admin] Publish callbacks [] for security_group (32a223fc-b029-4136-9493-58f03ef13624), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:03.875772 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-432645ac-e6ef-46ef-9001-5db2ea3e171e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (32a223fc-b029-4136-9493-58f03ef13624), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:03.893556 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1164c5-95ef-4bb5-883b-467663287a22 req-3f9cc39a-dff2-46f1-976f-9d171ec6e47b tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] No DVR routers for this DVR port c9a6d53f-1997-42e4-bc89-8cb11b7faf0a on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:28:03.896036 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9cc39a-dff2-46f1-976f-9d171ec6e47b tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Pushing event deleted for resources: {'Port': ['ID=c9a6d53f-1997-42e4-bc89-8cb11b7faf0a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:03.905808 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-fc1164c5-95ef-4bb5-883b-467663287a22 req-3f9cc39a-dff2-46f1-976f-9d171ec6e47b tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:03.911795 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc1164c5-95ef-4bb5-883b-467663287a22 req-3f9cc39a-dff2-46f1-976f-9d171ec6e47b tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.96 "DELETE /v2.0/ports/c9a6d53f-1997-42e4-bc89-8cb11b7faf0a HTTP/1.1" status: 204 len: 173 time: 1.9354694 Feb 08 21:28:03.912713 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a0fae0-8759-4ebe-a097-1aa152978be1', 'name': 'network-vif-deleted', 'tag': 'c9a6d53f-1997-42e4-bc89-8cb11b7faf0a'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:28:03.916928 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7c67ef-7516-41d6-aa09-38a7c22026cd" -d '{"events": [{"server_uuid": "38a0fae0-8759-4ebe-a097-1aa152978be1", "name": "network-vif-deleted", "tag": "c9a6d53f-1997-42e4-bc89-8cb11b7faf0a"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:28:03.917287 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432645ac-e6ef-46ef-9001-5db2ea3e171e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:28:03.932062 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432645ac-e6ef-46ef-9001-5db2ea3e171e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a223fc-b029-4136-9493-58f03ef13624,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:03.942353 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-432645ac-e6ef-46ef-9001-5db2ea3e171e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (4f8caa7b-279a-4b42-a5d8-1821a690d130), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:03.942800 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-432645ac-e6ef-46ef-9001-5db2ea3e171e admin admin] Added segment 4f8caa7b-279a-4b42-a5d8-1821a690d130 of type vlan for network b5c31eef-c820-4356-8b0b-24f41ab03c55 Feb 08 21:28:03.990245 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a6067-733a-4faf-8692-3ef89e59c17d req-926284f6-b469-43e7-84f7-fd4a47240096 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:03.998116 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e69a6067-733a-4faf-8692-3ef89e59c17d req-926284f6-b469-43e7-84f7-fd4a47240096 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports/e95b7f52-a40f-4310-9af5-2cc71ae4ef18 HTTP/1.1" status: 200 len: 942 time: 0.3916090 Feb 08 21:28:04.024467 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-432645ac-e6ef-46ef-9001-5db2ea3e171e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (b5c31eef-c820-4356-8b0b-24f41ab03c55), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:04.046643 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cabc49c9-32bd-4d1c-adc0-f943f020f81c req-59447062-1c46-4a0b-9a2c-afd8caec5a29 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903719 Feb 08 21:28:04.100227 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-432645ac-e6ef-46ef-9001-5db2ea3e171e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (b5c31eef-c820-4356-8b0b-24f41ab03c55), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:04.104386 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432645ac-e6ef-46ef-9001-5db2ea3e171e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:04.105441 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-432645ac-e6ef-46ef-9001-5db2ea3e171e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:04.182844 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e69a6067-733a-4faf-8692-3ef89e59c17d req-cc8bb534-6d29-48e0-9d6f-ea94d4e75047 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 1000 time: 0.1107471 Feb 08 21:28:04.200280 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-432645ac-e6ef-46ef-9001-5db2ea3e171e admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.8313394 Feb 08 21:28:04.201134 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54402) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:04.214397 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f4b4078c-bfbb-40ea-a379-8e9ac747acd2 admin admin] Request body: {'subnet': {'network_id': 'b5c31eef-c820-4356-8b0b-24f41ab03c55', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946070075-subnet', 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:28:04.234662 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432645ac-e6ef-46ef-9001-5db2ea3e171e admin admin] Pushing event updated for resources: {'Network': ['ID=b5c31eef-c820-4356-8b0b-24f41ab03c55,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:04.249771 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network b5c31eef-c820-4356-8b0b-24f41ab03c55 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:28:04.259075 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b4078c-bfbb-40ea-a379-8e9ac747acd2 admin admin] Made reservation on behalf of 121b3faf35ac4ad2abe15b29bed26c0d for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:28:04.263281 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f4b4078c-bfbb-40ea-a379-8e9ac747acd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:04.304517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe2e5b-f32e-419e-b4bb-1e4500d97802 req-2b793120-eabd-426c-8f1d-399894f2bc28 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:04.317917 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-70fe2e5b-f32e-419e-b4bb-1e4500d97802 req-2b793120-eabd-426c-8f1d-399894f2bc28 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 945 time: 0.1496265 Feb 08 21:28:04.330900 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 54404) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:04.345955 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-665b465a-633f-4619-b5c5-163409f74514 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Request body: {'floatingip': {'port_id': 'c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:28:04.438661 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a6067-733a-4faf-8692-3ef89e59c17d req-e74700d7-3536-4e62-871d-bda2d4adb5ef tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:04.440140 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e69a6067-733a-4faf-8692-3ef89e59c17d req-e74700d7-3536-4e62-871d-bda2d4adb5ef tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 784 time: 0.2396350 Feb 08 21:28:04.446964 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-665b465a-633f-4619-b5c5-163409f74514 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for floatingip (103997c6-24e8-47d2-83c4-55052612a9ec), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:04.482439 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:28:04.544194 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a4bc306-29c5-4f59-896e-edf6776d575d req-75fd622c-97ff-45b5-97d0-4ac2cca6d6d2 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "GET /v2.0/security-groups/c3e488a4-6580-47f2-bab0-6b08dac7dbd6 HTTP/1.1" status: 200 len: 2415 time: 0.2121730 Feb 08 21:28:04.688860 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e69a6067-733a-4faf-8692-3ef89e59c17d req-8f66d0a9-b657-4427-95b7-f1d229c63224 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 1000 time: 0.1968031 Feb 08 21:28:04.710403 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-e69a6067-733a-4faf-8692-3ef89e59c17d req-8b2bcaf3-bcad-460e-8b11-106d48e06c9a tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:28:04.838010 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6a4bc306-29c5-4f59-896e-edf6776d575d req-8fb16355-cb21-4d29-bfe8-1380827973dd tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (c3e488a4-6580-47f2-bab0-6b08dac7dbd6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:04.893155 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e69a6067-733a-4faf-8692-3ef89e59c17d req-8b2bcaf3-bcad-460e-8b11-106d48e06c9a tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks [] for floatingip (c2f01a18-8bd6-4ced-9367-4340ef63170f), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:04.904091 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6a4bc306-29c5-4f59-896e-edf6776d575d req-8fb16355-cb21-4d29-bfe8-1380827973dd tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (c3e488a4-6580-47f2-bab0-6b08dac7dbd6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:05.026149 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f4b4078c-bfbb-40ea-a379-8e9ac747acd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (391e3949-2624-453b-8a7c-204eec8c6d37), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:05.135955 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4078c-bfbb-40ea-a379-8e9ac747acd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=391e3949-2624-453b-8a7c-204eec8c6d37,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:05.163100 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b4078c-bfbb-40ea-a379-8e9ac747acd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:05.163658 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b4078c-bfbb-40ea-a379-8e9ac747acd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:05.164323 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b4078c-bfbb-40ea-a379-8e9ac747acd2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:05.164907 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b4078c-bfbb-40ea-a379-8e9ac747acd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:05.165485 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b4078c-bfbb-40ea-a379-8e9ac747acd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:05.165867 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b4078c-bfbb-40ea-a379-8e9ac747acd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:05.166275 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b4078c-bfbb-40ea-a379-8e9ac747acd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:05.166794 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b4078c-bfbb-40ea-a379-8e9ac747acd2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:05.167433 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b4078c-bfbb-40ea-a379-8e9ac747acd2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:05.167971 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b4078c-bfbb-40ea-a379-8e9ac747acd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:05.168446 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b4078c-bfbb-40ea-a379-8e9ac747acd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:05.168944 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b4078c-bfbb-40ea-a379-8e9ac747acd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:05.169536 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b4078c-bfbb-40ea-a379-8e9ac747acd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:05.182428 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b4078c-bfbb-40ea-a379-8e9ac747acd2 admin admin] Checking segment: {'id': '4f8caa7b-279a-4b42-a5d8-1821a690d130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b5c31eef-c820-4356-8b0b-24f41ab03c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:28:05.183037 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b4078c-bfbb-40ea-a379-8e9ac747acd2 admin admin] Network hostable DHCP agents. Network: b5c31eef-c820-4356-8b0b-24f41ab03c55, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:28:05.215017 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b4078c-bfbb-40ea-a379-8e9ac747acd2 admin admin] Network b5c31eef-c820-4356-8b0b-24f41ab03c55 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:28:05.232412 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-f4b4078c-bfbb-40ea-a379-8e9ac747acd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, b5c31eef-c820-4356-8b0b-24f41ab03c55) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:28:05.238586 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4078c-bfbb-40ea-a379-8e9ac747acd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:05.239416 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f4b4078c-bfbb-40ea-a379-8e9ac747acd2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:05.264174 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ed79fd-7a8d-470a-95aa-e86151a53326 None None] Network b5c31eef-c820-4356-8b0b-24f41ab03c55 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:28:05.267532 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f4b4078c-bfbb-40ea-a379-8e9ac747acd2 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0647616 Feb 08 21:28:05.268217 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54408) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:05.273493 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7b57e36b-80b8-4fd9-9497-2a7d7c825b02 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946070075-router', 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:28:05.301269 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b57e36b-80b8-4fd9-9497-2a7d7c825b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (4667e7bd-7244-4d46-bbee-f7da8ee5e4d0), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:05.302902 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b57e36b-80b8-4fd9-9497-2a7d7c825b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (4667e7bd-7244-4d46-bbee-f7da8ee5e4d0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:05.371251 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b57e36b-80b8-4fd9-9497-2a7d7c825b02 admin admin] Publish callbacks [] for router_controller (4667e7bd-7244-4d46-bbee-f7da8ee5e4d0), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:05.475944 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebd4d32-7844-49b4-9e6e-1c276339502a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-b5c31eef-c820-4356-8b0b-24f41ab03c55', 'network_id': 'b5c31eef-c820-4356-8b0b-24f41ab03c55', 'project_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'fixed_ips': [{'subnet_id': '391e3949-2624-453b-8a7c-204eec8c6d37'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:28:05.477498 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cebd4d32-7844-49b4-9e6e-1c276339502a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:05.519629 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6a4bc306-29c5-4f59-896e-edf6776d575d req-8fb16355-cb21-4d29-bfe8-1380827973dd tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c3e488a4-6580-47f2-bab0-6b08dac7dbd6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:05.523033 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6a4bc306-29c5-4f59-896e-edf6776d575d req-8fb16355-cb21-4d29-bfe8-1380827973dd tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:05.524235 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a4bc306-29c5-4f59-896e-edf6776d575d req-8fb16355-cb21-4d29-bfe8-1380827973dd tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "DELETE /v2.0/security-groups/c3e488a4-6580-47f2-bab0-6b08dac7dbd6 HTTP/1.1" status: 204 len: 173 time: 0.9792507 Feb 08 21:28:05.561675 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb16355-cb21-4d29-bfe8-1380827973dd tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e488a4-6580-47f2-bab0-6b08dac7dbd6,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:05.605053 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b57e36b-80b8-4fd9-9497-2a7d7c825b02 admin admin] Publish callbacks [] for router_gateway (4667e7bd-7244-4d46-bbee-f7da8ee5e4d0), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:05.607795 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e69a6067-733a-4faf-8692-3ef89e59c17d req-8b2bcaf3-bcad-460e-8b11-106d48e06c9a tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:05.644199 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e69a6067-733a-4faf-8692-3ef89e59c17d req-8b2bcaf3-bcad-460e-8b11-106d48e06c9a tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (c2f01a18-8bd6-4ced-9367-4340ef63170f), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:05.644537 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [req-e69a6067-733a-4faf-8692-3ef89e59c17d req-8b2bcaf3-bcad-460e-8b11-106d48e06c9a tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Floating IP c2f01a18-8bd6-4ced-9367-4340ef63170f disassociated. External IP: 172.25.3.80, port: e95b7f52-a40f-4310-9af5-2cc71ae4ef18. Feb 08 21:28:05.672929 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device c9a6d53f-1997-42e4-bc89-8cb11b7faf0a no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:28:05.711457 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: c9a6d53f-1997-42e4-bc89-8cb11b7faf0a {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:28:05.712528 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device c9a6d53f-1997-42e4-bc89-8cb11b7faf0a not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:28:05.766103 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.db.resource_extend [None req-665b465a-633f-4619-b5c5-163409f74514 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:28:05.769770 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-450a8ffc-c92e-402c-bcd1-5d218ec46a8d req-073533dc-b02a-43fc-bca7-f3528daf4c78 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 210 time: 0.0556633 Feb 08 21:28:05.827090 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-cebd4d32-7844-49b4-9e6e-1c276339502a None None] Allocated IP 172.20.0.2 (b5c31eef-c820-4356-8b0b-24f41ab03c55/391e3949-2624-453b-8a7c-204eec8c6d37/485f24ea-cb30-4617-a03c-13f30fa023df) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:28:05.832310 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-665b465a-633f-4619-b5c5-163409f74514 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:05.843324 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-665b465a-633f-4619-b5c5-163409f74514 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (103997c6-24e8-47d2-83c4-55052612a9ec), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:05.982225 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c248b8c-51ef-491a-b86e-5cc5991d3d0c x-openstack-request-id: req-9c248b8c-51ef-491a-b86e-5cc5991d3d0c {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:28:05.982603 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a0fae0-8759-4ebe-a097-1aa152978be1", "name": "network-vif-deleted", "tag": "c9a6d53f-1997-42e4-bc89-8cb11b7faf0a", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:28:05.982930 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9c248b8c-51ef-491a-b86e-5cc5991d3d0c {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:28:05.983396 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a0fae0-8759-4ebe-a097-1aa152978be1', 'name': 'network-vif-deleted', 'tag': 'c9a6d53f-1997-42e4-bc89-8cb11b7faf0a', 'status': 'completed', 'code': 200} Feb 08 21:28:06.060307 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b57e36b-80b8-4fd9-9497-2a7d7c825b02 admin admin] Publish callbacks [] for router_gateway (4667e7bd-7244-4d46-bbee-f7da8ee5e4d0), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:06.085907 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b57e36b-80b8-4fd9-9497-2a7d7c825b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:06.104423 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cebd4d32-7844-49b4-9e6e-1c276339502a None None] Publish callbacks [] for port (485f24ea-cb30-4617-a03c-13f30fa023df), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:06.117189 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cebd4d32-7844-49b4-9e6e-1c276339502a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (485f24ea-cb30-4617-a03c-13f30fa023df), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:06.127391 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-665b465a-633f-4619-b5c5-163409f74514 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Floating IP 103997c6-24e8-47d2-83c4-55052612a9ec associated. External IP: 172.25.3.147, port: c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8. Feb 08 21:28:06.193274 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebd4d32-7844-49b4-9e6e-1c276339502a None None] Network b5c31eef-c820-4356-8b0b-24f41ab03c55 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:28:06.201011 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-cebd4d32-7844-49b4-9e6e-1c276339502a None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:28:06.212843 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebd4d32-7844-49b4-9e6e-1c276339502a None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:28:06.215652 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd4d32-7844-49b4-9e6e-1c276339502a None None] Pushing event updated for resources: {'Port': ['ID=485f24ea-cb30-4617-a03c-13f30fa023df,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:06.239805 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-7b57e36b-80b8-4fd9-9497-2a7d7c825b02 admin admin] Allocated IP 172.25.3.202 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/39395fc6-7409-43b9-a17b-be1594605784) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:28:06.268280 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e69a6067-733a-4faf-8692-3ef89e59c17d req-8b2bcaf3-bcad-460e-8b11-106d48e06c9a tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Router 1ec6ae58-6631-47d9-975a-4c3c815a4852 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:28:06.292645 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824511e-cc44-44b6-905b-6722129c4fa4 req-22bff70f-d30c-41c2-8ce8-af956f33b6a1 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:06.301221 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7824511e-cc44-44b6-905b-6722129c4fa4 req-22bff70f-d30c-41c2-8ce8-af956f33b6a1 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=1993f920-f7ac-4493-89de-f8f86525d3dc HTTP/1.1" status: 200 len: 945 time: 0.2582507 Feb 08 21:28:06.370153 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:06.392659 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-cebd4d32-7844-49b4-9e6e-1c276339502a None None] Attempting to bind port 485f24ea-cb30-4617-a03c-13f30fa023df on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:28:06.393951 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-cebd4d32-7844-49b4-9e6e-1c276339502a None None] Attempting to bind port 485f24ea-cb30-4617-a03c-13f30fa023df by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '4f8caa7b-279a-4b42-a5d8-1821a690d130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b5c31eef-c820-4356-8b0b-24f41ab03c55'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:28:06.394904 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebd4d32-7844-49b4-9e6e-1c276339502a None None] Attempting to bind port 485f24ea-cb30-4617-a03c-13f30fa023df on network b5c31eef-c820-4356-8b0b-24f41ab03c55 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:28:06.405694 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b57e36b-80b8-4fd9-9497-2a7d7c825b02 admin admin] Publish callbacks [] for port (39395fc6-7409-43b9-a17b-be1594605784), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:06.407560 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebd4d32-7844-49b4-9e6e-1c276339502a None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:28:06.408832 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebd4d32-7844-49b4-9e6e-1c276339502a None None] Checking segment: {'id': '4f8caa7b-279a-4b42-a5d8-1821a690d130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b5c31eef-c820-4356-8b0b-24f41ab03c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:28:06.409514 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cebd4d32-7844-49b4-9e6e-1c276339502a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:06.410336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebd4d32-7844-49b4-9e6e-1c276339502a None None] Bound using segment: {'id': '4f8caa7b-279a-4b42-a5d8-1821a690d130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b5c31eef-c820-4356-8b0b-24f41ab03c55'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:28:06.410976 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-cebd4d32-7844-49b4-9e6e-1c276339502a None None] Bound port: 485f24ea-cb30-4617-a03c-13f30fa023df, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f8caa7b-279a-4b42-a5d8-1821a690d130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b5c31eef-c820-4356-8b0b-24f41ab03c55'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:28:06.411468 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cebd4d32-7844-49b4-9e6e-1c276339502a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (485f24ea-cb30-4617-a03c-13f30fa023df), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:06.465423 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b57e36b-80b8-4fd9-9497-2a7d7c825b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (39395fc6-7409-43b9-a17b-be1594605784), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:06.518064 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b57e36b-80b8-4fd9-9497-2a7d7c825b02 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:28:06.520310 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7824511e-cc44-44b6-905b-6722129c4fa4 req-aac81ac9-7996-4ca0-a764-9fb36f18d294 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167225 Feb 08 21:28:06.538768 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-7b57e36b-80b8-4fd9-9497-2a7d7c825b02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:28:06.547009 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-cebd4d32-7844-49b4-9e6e-1c276339502a None None] For port 485f24ea-cb30-4617-a03c-13f30fa023df, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:28:06.560821 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b57e36b-80b8-4fd9-9497-2a7d7c825b02 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:28:06.561043 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-cebd4d32-7844-49b4-9e6e-1c276339502a None None] For port 485f24ea-cb30-4617-a03c-13f30fa023df, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=485f24ea-cb30-4617-a03c-13f30fa023df,segment=NetworkSegment(4f8caa7b-279a-4b42-a5d8-1821a690d130),segment_id=4f8caa7b-279a-4b42-a5d8-1821a690d130)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:28:06.561043 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:06.564511 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cebd4d32-7844-49b4-9e6e-1c276339502a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (485f24ea-cb30-4617-a03c-13f30fa023df), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:06.642006 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57e36b-80b8-4fd9-9497-2a7d7c825b02 admin admin] Pushing event updated for resources: {'Port': ['ID=39395fc6-7409-43b9-a17b-be1594605784,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:06.658389 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd4d32-7844-49b4-9e6e-1c276339502a None None] Pushing event updated for resources: {'Port': ['ID=485f24ea-cb30-4617-a03c-13f30fa023df,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:06.714558 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-e9480375-a94a-4398-aeaa-177eb1e92c49 req-4bed3e3b-a198-41c2-9836-20aa4c6f02e3 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] show failed (client error): The resource could not be found. Feb 08 21:28:06.726075 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9480375-a94a-4398-aeaa-177eb1e92c49 req-4bed3e3b-a198-41c2-9836-20aa4c6f02e3 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "GET /v2.0/security-groups/850f114c-95a5-4276-8a23-84cd71b2b55e HTTP/1.1" status: 404 len: 352 time: 0.0656354 Feb 08 21:28:06.801628 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e69a6067-733a-4faf-8692-3ef89e59c17d req-8b2bcaf3-bcad-460e-8b11-106d48e06c9a tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:28:06.806043 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665b465a-633f-4619-b5c5-163409f74514 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Router 92a55623-599f-40cd-8e3e-2bd8746cf4b4 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:28:06.811772 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e69a6067-733a-4faf-8692-3ef89e59c17d req-8b2bcaf3-bcad-460e-8b11-106d48e06c9a tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:06.814952 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87227138-63b3-4086-9aae-6c1ea8e5e2fc None None] Sync routers for ids ['1ec6ae58-6631-47d9-975a-4c3c815a4852'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:28:06.834017 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87227138-63b3-4086-9aae-6c1ea8e5e2fc None None] Routers {'1ec6ae58-6631-47d9-975a-4c3c815a4852'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:28:06.834415 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54422) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:06.836979 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-87227138-63b3-4086-9aae-6c1ea8e5e2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:27:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['1ec6ae58-6631-47d9-975a-4c3c815a4852'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:06.951641 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e69a6067-733a-4faf-8692-3ef89e59c17d req-8b2bcaf3-bcad-460e-8b11-106d48e06c9a tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "PUT /v2.0/floatingips/c2f01a18-8bd6-4ced-9367-4340ef63170f HTTP/1.1" status: 200 len: 694 time: 2.2525001 Feb 08 21:28:07.030167 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d05328f5-287e-4fb1-abc2-702604419672 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for security_group (118f0702-4557-44af-839a-62e8fe7fbe4e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:07.124691 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-144095a5-7892-42ec-97d7-38d75207b3bb req-49048247-0798-4f91-a597-a7d100119f16 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "GET /v2.0/security-groups/ec0c639d-f748-4939-9b3d-c3ed80b9f590 HTTP/1.1" status: 200 len: 1823 time: 0.2632720 Feb 08 21:28:07.139886 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d05328f5-287e-4fb1-abc2-702604419672 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for security_group (118f0702-4557-44af-839a-62e8fe7fbe4e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:07.164638 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-87227138-63b3-4086-9aae-6c1ea8e5e2fc None None] Set router 1ec6ae58-6631-47d9-975a-4c3c815a4852 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:28:07.165386 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a6067-733a-4faf-8692-3ef89e59c17d req-8a4144cb-f97c-4254-b675-05b67548a314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:07.167731 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e69a6067-733a-4faf-8692-3ef89e59c17d req-8a4144cb-f97c-4254-b675-05b67548a314 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=604bafac013e47a8806c7fdd623f0573&device_id=4f4ea8cf-718e-4772-8469-e101606dd814 HTTP/1.1" status: 200 len: 1128 time: 0.1590345 Feb 08 21:28:07.207595 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665b465a-633f-4619-b5c5-163409f74514 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:28:07.222309 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d41719-29a0-45b7-9402-d8c5509ce33e None None] Sync routers for ids ['92a55623-599f-40cd-8e3e-2bd8746cf4b4'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:28:07.226319 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-665b465a-633f-4619-b5c5-163409f74514 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:07.244608 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b57e36b-80b8-4fd9-9497-2a7d7c825b02 admin admin] Publish callbacks [] for router_gateway (4667e7bd-7244-4d46-bbee-f7da8ee5e4d0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:07.265553 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d41719-29a0-45b7-9402-d8c5509ce33e None None] Routers {'92a55623-599f-40cd-8e3e-2bd8746cf4b4'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:28:07.266201 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-15d41719-29a0-45b7-9402-d8c5509ce33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:27:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['92a55623-599f-40cd-8e3e-2bd8746cf4b4'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:07.326824 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-665b465a-633f-4619-b5c5-163409f74514 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "PUT /v2.0/floatingips/103997c6-24e8-47d2-83c4-55052612a9ec HTTP/1.1" status: 200 len: 991 time: 2.9869962 Feb 08 21:28:07.361287 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-144095a5-7892-42ec-97d7-38d75207b3bb req-44c1fe24-6d03-4e0b-a498-72cbe85daaed tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (ec0c639d-f748-4939-9b3d-c3ed80b9f590), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:07.368958 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a6067-733a-4faf-8692-3ef89e59c17d req-03cb6abe-d15a-42a5-94cc-b2f1b5d5b874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:07.370618 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e69a6067-733a-4faf-8692-3ef89e59c17d req-03cb6abe-d15a-42a5-94cc-b2f1b5d5b874 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 HTTP/1.1" status: 200 len: 922 time: 0.1815505 Feb 08 21:28:07.419264 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e69a6067-733a-4faf-8692-3ef89e59c17d req-39d286a4-83a0-4d46-b3da-adb2637ed167 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e95b7f52-a40f-4310-9af5-2cc71ae4ef18 HTTP/1.1" status: 200 len: 217 time: 0.0409327 Feb 08 21:28:07.428563 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-87227138-63b3-4086-9aae-6c1ea8e5e2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923840887-router', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:26:22Z', 'updated_at': '2022-02-08T21:26:30Z', 'revision_number': 4, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'gw_port': {'id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:23Z', 'updated_at': '2022-02-08T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'b69fc55a-021d-4793-8753-301b29e89fa2', 'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'mac_address': 'fa:16:3e:ec:f5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:29Z', 'updated_at': '2022-02-08T21:26:38Z', 'revision_number': 5, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'subnets': [{'id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:07.441169 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-144095a5-7892-42ec-97d7-38d75207b3bb req-44c1fe24-6d03-4e0b-a498-72cbe85daaed tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (ec0c639d-f748-4939-9b3d-c3ed80b9f590), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:07.467060 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87227138-63b3-4086-9aae-6c1ea8e5e2fc None None] Checking router: 1ec6ae58-6631-47d9-975a-4c3c815a4852 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:28:07.477858 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87227138-63b3-4086-9aae-6c1ea8e5e2fc None None] Routers {'1ec6ae58-6631-47d9-975a-4c3c815a4852'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:28:07.478837 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-87227138-63b3-4086-9aae-6c1ea8e5e2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:27:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['1ec6ae58-6631-47d9-975a-4c3c815a4852'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:07.510864 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a6067-733a-4faf-8692-3ef89e59c17d req-99254e05-02d9-4199-bc53-42f3ce6d42ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:07.512207 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e69a6067-733a-4faf-8692-3ef89e59c17d req-99254e05-02d9-4199-bc53-42f3ce6d42ae service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bcf96426-4f4f-4f21-a2c0-f475a3532d63 HTTP/1.1" status: 200 len: 860 time: 0.0850172 Feb 08 21:28:07.553120 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b57e36b-80b8-4fd9-9497-2a7d7c825b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (4667e7bd-7244-4d46-bbee-f7da8ee5e4d0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:07.562801 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d05328f5-287e-4fb1-abc2-702604419672 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (118f0702-4557-44af-839a-62e8fe7fbe4e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:07.567211 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d05328f5-287e-4fb1-abc2-702604419672 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:07.571914 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d05328f5-287e-4fb1-abc2-702604419672 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "DELETE /v2.0/security-groups/118f0702-4557-44af-839a-62e8fe7fbe4e HTTP/1.1" status: 204 len: 168 time: 0.7363305 Feb 08 21:28:07.575361 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54428) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:07.580908 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-144095a5-7892-42ec-97d7-38d75207b3bb req-44c1fe24-6d03-4e0b-a498-72cbe85daaed tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ec0c639d-f748-4939-9b3d-c3ed80b9f590), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:07.585873 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-144095a5-7892-42ec-97d7-38d75207b3bb req-44c1fe24-6d03-4e0b-a498-72cbe85daaed tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:07.588993 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-144095a5-7892-42ec-97d7-38d75207b3bb req-44c1fe24-6d03-4e0b-a498-72cbe85daaed tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "DELETE /v2.0/security-groups/ec0c639d-f748-4939-9b3d-c3ed80b9f590 HTTP/1.1" status: 204 len: 173 time: 0.4558413 Feb 08 21:28:07.622956 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1fe24-6d03-4e0b-a498-72cbe85daaed tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0c639d-f748-4939-9b3d-c3ed80b9f590,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:07.644061 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-15d41719-29a0-45b7-9402-d8c5509ce33e None None] Set router 92a55623-599f-40cd-8e3e-2bd8746cf4b4 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:28:07.650859 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a6067-733a-4faf-8692-3ef89e59c17d req-04d9b714-601e-4555-ad25-0e1cbfeed144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:07.655015 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e69a6067-733a-4faf-8692-3ef89e59c17d req-04d9b714-601e-4555-ad25-0e1cbfeed144 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1339552 Feb 08 21:28:07.666902 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-87227138-63b3-4086-9aae-6c1ea8e5e2fc None None] Set router 1ec6ae58-6631-47d9-975a-4c3c815a4852 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:28:07.707420 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-7097fab3-5346-4241-a0fe-e798fda251f0 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] show failed (client error): The resource could not be found. Feb 08 21:28:07.713709 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7097fab3-5346-4241-a0fe-e798fda251f0 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "GET /v2.0/security-groups/118f0702-4557-44af-839a-62e8fe7fbe4e HTTP/1.1" status: 404 len: 347 time: 0.1351700 Feb 08 21:28:07.879205 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54434) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:07.884045 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e69a6067-733a-4faf-8692-3ef89e59c17d req-c7f23ae7-b8cc-451a-a9e0-552f780c997b service neutron] 10.222.0.88 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215927 Feb 08 21:28:07.890642 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 485f24ea-cb30-4617-a03c-13f30fa023df up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:28:07.923865 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05328f5-287e-4fb1-abc2-702604419672 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=118f0702-4557-44af-839a-62e8fe7fbe4e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:07.997357 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f4ea8cf-718e-4772-8469-e101606dd814', 'tag': 'e95b7f52-a40f-4310-9af5-2cc71ae4ef18'}, {'name': 'network-changed', 'server_uuid': 'ca176aa1-d501-4577-bd10-f8cd45be5b6d', 'tag': 'c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:28:07.999990 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642a77a8-8261-4a5c-bcac-7beaf55ff529" -d '{"events": [{"name": "network-changed", "server_uuid": "4f4ea8cf-718e-4772-8469-e101606dd814", "tag": "e95b7f52-a40f-4310-9af5-2cc71ae4ef18"}, {"name": "network-changed", "server_uuid": "ca176aa1-d501-4577-bd10-f8cd45be5b6d", "tag": "c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:28:08.122691 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e69a6067-733a-4faf-8692-3ef89e59c17d req-bc103920-fb06-44b0-90ca-c335ae0a8def service neutron] 10.222.0.88 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263601 Feb 08 21:28:08.172328 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-87227138-63b3-4086-9aae-6c1ea8e5e2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923840887-router', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:26:22Z', 'updated_at': '2022-02-08T21:26:30Z', 'revision_number': 4, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'gw_port': {'id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:23Z', 'updated_at': '2022-02-08T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'b69fc55a-021d-4793-8753-301b29e89fa2', 'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'mac_address': 'fa:16:3e:ec:f5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:29Z', 'updated_at': '2022-02-08T21:26:38Z', 'revision_number': 5, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'subnets': [{'id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:08.196622 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-88a2e9b6-bdbc-4516-91da-9ac0e350a33d req-cd83d60a-3970-4a05-8be0-faf9ee8356a2 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 210 time: 0.0650418 Feb 08 21:28:08.242613 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87227138-63b3-4086-9aae-6c1ea8e5e2fc None None] The sync data for ids ['1ec6ae58-6631-47d9-975a-4c3c815a4852'] in n-d-712143-31 is: [{'id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923840887-router', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:26:22Z', 'updated_at': '2022-02-08T21:26:30Z', 'revision_number': 4, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'gw_port': {'id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:23Z', 'updated_at': '2022-02-08T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'b69fc55a-021d-4793-8753-301b29e89fa2', 'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'mac_address': 'fa:16:3e:ec:f5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:29Z', 'updated_at': '2022-02-08T21:26:38Z', 'revision_number': 5, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'subnets': [{'id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:28:08.376174 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-308ebb08-cae1-4fdb-937f-cf4a318a1da5 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Deleting port 7e96a1ae-b6b3-46b3-b3a7-4fd8ac765cfc {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:28:08.376877 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-308ebb08-cae1-4fdb-937f-cf4a318a1da5 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (7e96a1ae-b6b3-46b3-b3a7-4fd8ac765cfc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:08.449398 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b57e36b-80b8-4fd9-9497-2a7d7c825b02 admin admin] Router 4667e7bd-7244-4d46-bbee-f7da8ee5e4d0 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:28:08.468315 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424e99d-57b0-4c2e-9be3-4377e6a2bf14 req-85976f3d-4f05-4640-aa3a-2b6c95cc59e6 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:08.470041 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b424e99d-57b0-4c2e-9be3-4377e6a2bf14 req-85976f3d-4f05-4640-aa3a-2b6c95cc59e6 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 945 time: 0.1841094 Feb 08 21:28:08.501385 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8722b-e0a6-44f3-990e-784dd78fe699 req-822cf712-f478-4278-94ff-acf45b84fd0d tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:08.503015 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02a8722b-e0a6-44f3-990e-784dd78fe699 req-822cf712-f478-4278-94ff-acf45b84fd0d tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=1993f920-f7ac-4493-89de-f8f86525d3dc HTTP/1.1" status: 200 len: 945 time: 0.1410418 Feb 08 21:28:08.516270 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25691b88-b849-4a0e-b3ac-002e822ececd None None] Network b5c31eef-c820-4356-8b0b-24f41ab03c55 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:28:08.602001 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-308ebb08-cae1-4fdb-937f-cf4a318a1da5 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (7e96a1ae-b6b3-46b3-b3a7-4fd8ac765cfc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:08.602487 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-308ebb08-cae1-4fdb-937f-cf4a318a1da5 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for floatingip (7e96a1ae-b6b3-46b3-b3a7-4fd8ac765cfc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:08.602667 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 485f24ea-cb30-4617-a03c-13f30fa023df triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:28:08.603051 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (485f24ea-cb30-4617-a03c-13f30fa023df), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:08.617610 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b424e99d-57b0-4c2e-9be3-4377e6a2bf14 req-c00e88bb-181b-448d-b2a6-dbf166d3df92 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377225 Feb 08 21:28:08.627954 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-308ebb08-cae1-4fdb-937f-cf4a318a1da5 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Calling delete_port for 7e96a1ae-b6b3-46b3-b3a7-4fd8ac765cfc owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:28:08.739341 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b57e36b-80b8-4fd9-9497-2a7d7c825b02 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:28:08.759495 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02a8722b-e0a6-44f3-990e-784dd78fe699 req-4fbdad3b-01b7-43b5-8492-1e95ebe64cac tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183299 Feb 08 21:28:08.764744 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-26f19cdc-39fe-4693-b07d-14667d237f49 None None] Provisioning complete for port 485f24ea-cb30-4617-a03c-13f30fa023df triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:28:08.765524 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-26f19cdc-39fe-4693-b07d-14667d237f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (485f24ea-cb30-4617-a03c-13f30fa023df), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:08.781980 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6830cc-d345-422f-a06a-31894bff3ade None None] Sync routers for ids ['4667e7bd-7244-4d46-bbee-f7da8ee5e4d0'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:28:08.790903 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-20c77300-64be-43bc-b373-40016b84bef9 req-b3df6d85-33c5-4862-ae05-3776e51fdd3f tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "GET /v2.0/security-groups/b35963db-4bc8-4710-a5ae-535a54631ce0 HTTP/1.1" status: 200 len: 1823 time: 0.1116867 Feb 08 21:28:08.794389 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b57e36b-80b8-4fd9-9497-2a7d7c825b02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:08.800594 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 54442) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:08.800982 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6830cc-d345-422f-a06a-31894bff3ade None None] Routers {'4667e7bd-7244-4d46-bbee-f7da8ee5e4d0'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:28:08.801669 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-cd6830cc-d345-422f-a06a-31894bff3ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:27:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['4667e7bd-7244-4d46-bbee-f7da8ee5e4d0'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:08.804049 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7b57e36b-80b8-4fd9-9497-2a7d7c825b02 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.5342128 Feb 08 21:28:08.939978 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 485f24ea-cb30-4617-a03c-13f30fa023df is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:28:08.940394 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (485f24ea-cb30-4617-a03c-13f30fa023df), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:08.953610 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 08 Feb 2022 21:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7279005b-6251-4b52-ad10-6ed4ad71a4f2 x-openstack-request-id: req-7279005b-6251-4b52-ad10-6ed4ad71a4f2 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:28:08.954386 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f4ea8cf-718e-4772-8469-e101606dd814", "tag": "e95b7f52-a40f-4310-9af5-2cc71ae4ef18", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ca176aa1-d501-4577-bd10-f8cd45be5b6d", "tag": "c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:28:08.955038 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7279005b-6251-4b52-ad10-6ed4ad71a4f2 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:28:08.957405 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f4ea8cf-718e-4772-8469-e101606dd814', 'tag': 'e95b7f52-a40f-4310-9af5-2cc71ae4ef18', 'status': 'completed', 'code': 200} Feb 08 21:28:08.958036 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca176aa1-d501-4577-bd10-f8cd45be5b6d', 'tag': 'c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8', 'status': 'completed', 'code': 200} Feb 08 21:28:08.989818 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-cd6830cc-d345-422f-a06a-31894bff3ade None None] Set router 4667e7bd-7244-4d46-bbee-f7da8ee5e4d0 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:28:09.011353 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-308ebb08-cae1-4fdb-937f-cf4a318a1da5 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (7e96a1ae-b6b3-46b3-b3a7-4fd8ac765cfc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:09.023011 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987aa289-c473-4308-95fe-6ec464f3108f None None] New status for floating IP c2f01a18-8bd6-4ced-9367-4340ef63170f: DOWN {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:28:09.099907 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ebb08-cae1-4fdb-937f-cf4a318a1da5 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event deleted for resources: {'Port': ['ID=7e96a1ae-b6b3-46b3-b3a7-4fd8ac765cfc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:09.367907 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-308ebb08-cae1-4fdb-937f-cf4a318a1da5 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for floatingip (08a5027b-2ab2-4257-871b-836bf64c6825), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:09.375090 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-308ebb08-cae1-4fdb-937f-cf4a318a1da5 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:09.386165 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-308ebb08-cae1-4fdb-937f-cf4a318a1da5 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "DELETE /v2.0/floatingips/08a5027b-2ab2-4257-871b-836bf64c6825 HTTP/1.1" status: 204 len: 168 time: 1.5017736 Feb 08 21:28:09.388504 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54450) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:09.399886 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-cd6830cc-d345-422f-a06a-31894bff3ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946070075-router', 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '39395fc6-7409-43b9-a17b-be1594605784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:28:05Z', 'updated_at': '2022-02-08T21:28:06Z', 'revision_number': 3, 'project_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'gw_port': {'id': '39395fc6-7409-43b9-a17b-be1594605784', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:67:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:28:06Z', 'updated_at': '2022-02-08T21:28:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:09.474152 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6830cc-d345-422f-a06a-31894bff3ade None None] Checking router: 4667e7bd-7244-4d46-bbee-f7da8ee5e4d0 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:28:09.474152 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6830cc-d345-422f-a06a-31894bff3ade None None] Updating router 4667e7bd-7244-4d46-bbee-f7da8ee5e4d0 port 39395fc6-7409-43b9-a17b-be1594605784 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:28:09.548656 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cd6830cc-d345-422f-a06a-31894bff3ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (39395fc6-7409-43b9-a17b-be1594605784), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:09.562821 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-26f19cdc-39fe-4693-b07d-14667d237f49 None None] Current status of the port 485f24ea-cb30-4617-a03c-13f30fa023df is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:28:09.563327 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-26f19cdc-39fe-4693-b07d-14667d237f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (485f24ea-cb30-4617-a03c-13f30fa023df), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:09.580338 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-fe343777-6d2b-4d37-a41b-d09c8519e91a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Deleting port bc9f95b7-4f88-49ab-948f-f4acf9ccc00e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:28:09.580678 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe343777-6d2b-4d37-a41b-d09c8519e91a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (bc9f95b7-4f88-49ab-948f-f4acf9ccc00e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:09.610480 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 485f24ea-cb30-4617-a03c-13f30fa023df, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=485f24ea-cb30-4617-a03c-13f30fa023df,segment=NetworkSegment(4f8caa7b-279a-4b42-a5d8-1821a690d130),segment_id=4f8caa7b-279a-4b42-a5d8-1821a690d130)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:28:09.621522 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4354a5bf-c284-4a1a-a4e7-a52b9bc94aed req-b5b4efb8-cbf9-4d56-a56a-cb15ea0a8341 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 210 time: 0.0706160 Feb 08 21:28:09.696711 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (485f24ea-cb30-4617-a03c-13f30fa023df), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:09.716221 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-20c77300-64be-43bc-b373-40016b84bef9 req-f53815c3-72e4-42f1-baaf-c7f3ab562613 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (b35963db-4bc8-4710-a5ae-535a54631ce0), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:09.717347 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe343777-6d2b-4d37-a41b-d09c8519e91a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (bc9f95b7-4f88-49ab-948f-f4acf9ccc00e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:09.750115 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-fe343777-6d2b-4d37-a41b-d09c8519e91a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Calling delete_port for bc9f95b7-4f88-49ab-948f-f4acf9ccc00e owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:28:09.805267 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a77a8-8261-4a5c-bcac-7beaf55ff529 req-9276e9e6-1084-444d-b605-8b35e903fb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:09.813832 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-642a77a8-8261-4a5c-bcac-7beaf55ff529 req-9276e9e6-1084-444d-b605-8b35e903fb8b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=604bafac013e47a8806c7fdd623f0573&device_id=4f4ea8cf-718e-4772-8469-e101606dd814 HTTP/1.1" status: 200 len: 1128 time: 0.8529303 Feb 08 21:28:09.821445 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-20c77300-64be-43bc-b373-40016b84bef9 req-f53815c3-72e4-42f1-baaf-c7f3ab562613 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (b35963db-4bc8-4710-a5ae-535a54631ce0), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:09.871247 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-26f19cdc-39fe-4693-b07d-14667d237f49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:28:09.872792 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-26f19cdc-39fe-4693-b07d-14667d237f49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:28:09.928142 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=485f24ea-cb30-4617-a03c-13f30fa023df,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:09.939211 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-15d41719-29a0-45b7-9402-d8c5509ce33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1530795913-router', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:25Z', 'revision_number': 4, 'project_id': '48aae992c2704ece870f0faad4c28599', 'gw_port': {'id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '103997c6-24e8-47d2-83c4-55052612a9ec', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'port_id': 'c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1090, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'mac_address': 'fa:16:3e:5c:50:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca176aa1-d501-4577-bd10-f8cd45be5b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:27:31Z', 'updated_at': '2022-02-08T21:28:05Z', 'revision_number': 1, 'project_id': '48aae992c2704ece870f0faad4c28599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33cfd50d-838b-4c6d-933b-0815178d1341', 'name': '', 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'mac_address': 'fa:16:3e:93:60:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:24Z', 'updated_at': '2022-02-08T21:27:31Z', 'revision_number': 5, 'project_id': '48aae992c2704ece870f0faad4c28599', 'subnets': [{'id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:09.944420 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:09.944726 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:09.945183 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:09.945664 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:09.946132 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:09.946573 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:09.947156 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:09.947677 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:09.948111 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:09.948600 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:09.949104 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:09.949448 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe343777-6d2b-4d37-a41b-d09c8519e91a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (bc9f95b7-4f88-49ab-948f-f4acf9ccc00e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:09.949717 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:09.950168 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:09.999130 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe343777-6d2b-4d37-a41b-d09c8519e91a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event deleted for resources: {'Port': ['ID=bc9f95b7-4f88-49ab-948f-f4acf9ccc00e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:10.004128 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d41719-29a0-45b7-9402-d8c5509ce33e None None] Checking router: 92a55623-599f-40cd-8e3e-2bd8746cf4b4 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:28:10.022424 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d41719-29a0-45b7-9402-d8c5509ce33e None None] Routers {'92a55623-599f-40cd-8e3e-2bd8746cf4b4'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:28:10.023241 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-15d41719-29a0-45b7-9402-d8c5509ce33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:27:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['92a55623-599f-40cd-8e3e-2bd8746cf4b4'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:10.122587 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe343777-6d2b-4d37-a41b-d09c8519e91a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:10.130905 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fe343777-6d2b-4d37-a41b-d09c8519e91a tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "DELETE /v2.0/ports/bc9f95b7-4f88-49ab-948f-f4acf9ccc00e HTTP/1.1" status: 204 len: 168 time: 0.7377913 Feb 08 21:28:10.131210 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54458) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:10.244077 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-15d41719-29a0-45b7-9402-d8c5509ce33e None None] Set router 92a55623-599f-40cd-8e3e-2bd8746cf4b4 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:28:10.326233 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-94d1c573-a0fd-4612-8e85-223c020160df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Deleting port 3a761046-2c2d-4f8b-935f-343322f71219 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:28:10.326462 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cd6830cc-d345-422f-a06a-31894bff3ade None None] Publish callbacks [] for port (39395fc6-7409-43b9-a17b-be1594605784), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:10.333434 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94d1c573-a0fd-4612-8e85-223c020160df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (3a761046-2c2d-4f8b-935f-343322f71219), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:10.335764 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cd6830cc-d345-422f-a06a-31894bff3ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (39395fc6-7409-43b9-a17b-be1594605784), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:10.419744 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae22472-da29-4367-9904-862e0a29da8f None None] Pushing event updated for resources: {'Port': ['ID=39395fc6-7409-43b9-a17b-be1594605784,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:10.437996 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22472-da29-4367-9904-862e0a29da8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:10.438628 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22472-da29-4367-9904-862e0a29da8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:10.440594 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22472-da29-4367-9904-862e0a29da8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:10.441138 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22472-da29-4367-9904-862e0a29da8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:10.441703 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22472-da29-4367-9904-862e0a29da8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:10.442204 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22472-da29-4367-9904-862e0a29da8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:10.442743 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22472-da29-4367-9904-862e0a29da8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:10.443995 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22472-da29-4367-9904-862e0a29da8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:10.445662 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22472-da29-4367-9904-862e0a29da8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:10.446405 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22472-da29-4367-9904-862e0a29da8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:10.447066 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22472-da29-4367-9904-862e0a29da8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:10.447571 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22472-da29-4367-9904-862e0a29da8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:10.448235 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22472-da29-4367-9904-862e0a29da8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:10.498866 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-cd6830cc-d345-422f-a06a-31894bff3ade None None] Attempting to bind port 39395fc6-7409-43b9-a17b-be1594605784 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:28:10.499292 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-cd6830cc-d345-422f-a06a-31894bff3ade None None] Attempting to bind port 39395fc6-7409-43b9-a17b-be1594605784 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:28:10.499901 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6830cc-d345-422f-a06a-31894bff3ade None None] Attempting to bind port 39395fc6-7409-43b9-a17b-be1594605784 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:28:10.532545 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6830cc-d345-422f-a06a-31894bff3ade None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:28:10.533182 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6830cc-d345-422f-a06a-31894bff3ade None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:28:10.533804 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cd6830cc-d345-422f-a06a-31894bff3ade None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:10.534029 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-26f19cdc-39fe-4693-b07d-14667d237f49 None None] Current status of the port 485f24ea-cb30-4617-a03c-13f30fa023df is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:28:10.534476 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6830cc-d345-422f-a06a-31894bff3ade None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:28:10.535285 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-cd6830cc-d345-422f-a06a-31894bff3ade None None] Bound port: 39395fc6-7409-43b9-a17b-be1594605784, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:28:10.535876 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cd6830cc-d345-422f-a06a-31894bff3ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (39395fc6-7409-43b9-a17b-be1594605784), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:10.595442 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94d1c573-a0fd-4612-8e85-223c020160df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (3a761046-2c2d-4f8b-935f-343322f71219), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:10.626562 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-94d1c573-a0fd-4612-8e85-223c020160df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Calling delete_port for 3a761046-2c2d-4f8b-935f-343322f71219 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:28:10.712036 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-cd6830cc-d345-422f-a06a-31894bff3ade None None] For port 39395fc6-7409-43b9-a17b-be1594605784, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:28:10.718689 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-cd6830cc-d345-422f-a06a-31894bff3ade None None] For port 39395fc6-7409-43b9-a17b-be1594605784, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=39395fc6-7409-43b9-a17b-be1594605784,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:28:10.742211 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cd6830cc-d345-422f-a06a-31894bff3ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (39395fc6-7409-43b9-a17b-be1594605784), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:10.798530 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-c770d530-caa9-4ffe-a394-5fba739fe324 None None] Provisioning complete for port 485f24ea-cb30-4617-a03c-13f30fa023df triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:28:10.799688 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c770d530-caa9-4ffe-a394-5fba739fe324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (485f24ea-cb30-4617-a03c-13f30fa023df), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:10.843175 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae22472-da29-4367-9904-862e0a29da8f None None] Pushing event updated for resources: {'Port': ['ID=39395fc6-7409-43b9-a17b-be1594605784,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:10.888652 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6830cc-d345-422f-a06a-31894bff3ade None None] Routers {'4667e7bd-7244-4d46-bbee-f7da8ee5e4d0'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:28:10.889530 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-cd6830cc-d345-422f-a06a-31894bff3ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:27:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['4667e7bd-7244-4d46-bbee-f7da8ee5e4d0'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:10.906508 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94d1c573-a0fd-4612-8e85-223c020160df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3a761046-2c2d-4f8b-935f-343322f71219), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:10.969275 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1c573-a0fd-4612-8e85-223c020160df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event deleted for resources: {'Port': ['ID=3a761046-2c2d-4f8b-935f-343322f71219,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:10.970416 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-15d41719-29a0-45b7-9402-d8c5509ce33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1530795913-router', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:25Z', 'revision_number': 4, 'project_id': '48aae992c2704ece870f0faad4c28599', 'gw_port': {'id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '103997c6-24e8-47d2-83c4-55052612a9ec', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'port_id': 'c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1090, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'mac_address': 'fa:16:3e:5c:50:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca176aa1-d501-4577-bd10-f8cd45be5b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:27:31Z', 'updated_at': '2022-02-08T21:28:05Z', 'revision_number': 1, 'project_id': '48aae992c2704ece870f0faad4c28599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33cfd50d-838b-4c6d-933b-0815178d1341', 'name': '', 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'mac_address': 'fa:16:3e:93:60:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:24Z', 'updated_at': '2022-02-08T21:27:31Z', 'revision_number': 5, 'project_id': '48aae992c2704ece870f0faad4c28599', 'subnets': [{'id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:11.016479 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d41719-29a0-45b7-9402-d8c5509ce33e None None] The sync data for ids ['92a55623-599f-40cd-8e3e-2bd8746cf4b4'] in n-d-712143-31 is: [{'id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1530795913-router', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:25Z', 'revision_number': 4, 'project_id': '48aae992c2704ece870f0faad4c28599', 'gw_port': {'id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '103997c6-24e8-47d2-83c4-55052612a9ec', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'port_id': 'c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1090, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'mac_address': 'fa:16:3e:5c:50:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca176aa1-d501-4577-bd10-f8cd45be5b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:27:31Z', 'updated_at': '2022-02-08T21:28:05Z', 'revision_number': 1, 'project_id': '48aae992c2704ece870f0faad4c28599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33cfd50d-838b-4c6d-933b-0815178d1341', 'name': '', 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'mac_address': 'fa:16:3e:93:60:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:24Z', 'updated_at': '2022-02-08T21:27:31Z', 'revision_number': 5, 'project_id': '48aae992c2704ece870f0faad4c28599', 'subnets': [{'id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:28:11.043854 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c770d530-caa9-4ffe-a394-5fba739fe324 None None] Current status of the port 485f24ea-cb30-4617-a03c-13f30fa023df is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:28:11.098224 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a77a8-8261-4a5c-bcac-7beaf55ff529 req-c7275b44-6f89-4bab-833b-82304ce90668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:11.111356 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-642a77a8-8261-4a5c-bcac-7beaf55ff529 req-c7275b44-6f89-4bab-833b-82304ce90668 service neutron] 10.222.0.94 "GET /v2.0/networks?id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 HTTP/1.1" status: 200 len: 922 time: 1.2726460 Feb 08 21:28:11.184412 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2437106-ea20-4863-9a3d-0cac5effb6fa req-73212d38-4ba5-48b2-ac99-a1779a829f9f tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:11.187407 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a2437106-ea20-4863-9a3d-0cac5effb6fa req-73212d38-4ba5-48b2-ac99-a1779a829f9f tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.94 "GET /v2.0/ports?device_id=4f4ea8cf-718e-4772-8469-e101606dd814 HTTP/1.1" status: 200 len: 945 time: 0.2963154 Feb 08 21:28:11.238782 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-642a77a8-8261-4a5c-bcac-7beaf55ff529 req-f21d0d36-a907-4b78-ad73-9c4929f3170a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e95b7f52-a40f-4310-9af5-2cc71ae4ef18 HTTP/1.1" status: 200 len: 217 time: 0.1084533 Feb 08 21:28:11.245284 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-cd6830cc-d345-422f-a06a-31894bff3ade None None] Set router 4667e7bd-7244-4d46-bbee-f7da8ee5e4d0 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:28:11.292253 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94d1c573-a0fd-4612-8e85-223c020160df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:11.296232 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-94d1c573-a0fd-4612-8e85-223c020160df tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "DELETE /v2.0/ports/3a761046-2c2d-4f8b-935f-343322f71219 HTTP/1.1" status: 204 len: 168 time: 1.1640785 Feb 08 21:28:11.300612 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54464) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:11.364982 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a77a8-8261-4a5c-bcac-7beaf55ff529 req-b9d16b8c-5911-4ab9-bed1-e0e1a320dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:11.366856 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-642a77a8-8261-4a5c-bcac-7beaf55ff529 req-b9d16b8c-5911-4ab9-bed1-e0e1a320dd82 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=bcf96426-4f4f-4f21-a2c0-f475a3532d63 HTTP/1.1" status: 200 len: 860 time: 0.0955751 Feb 08 21:28:11.376827 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20c2c2-6f51-4c2f-b9b1-9509fd5b80bd req-afc1c60e-a380-471f-92a1-983ee24246b9 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:11.384745 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df20c2c2-6f51-4c2f-b9b1-9509fd5b80bd req-afc1c60e-a380-471f-92a1-983ee24246b9 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports?device_id=2355c90e-62e8-4088-afcc-c3b93c4aa7cb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 1.5477602 Feb 08 21:28:11.530887 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e867608f-f03c-4907-957e-ed50423aea90 None None] New status for floating IP 103997c6-24e8-47d2-83c4-55052612a9ec: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:28:11.531650 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-263a8b16-4882-490b-ae28-ab3f22cc6a3f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Deleting subnet 4d9661b9-4247-4f4d-a444-b7a25d673894 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:28:11.535982 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-263a8b16-4882-490b-ae28-ab3f22cc6a3f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for subnet (4d9661b9-4247-4f4d-a444-b7a25d673894), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:11.537556 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b40ef68-64d6-4734-8533-74aec4ea5da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:11.542710 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df20c2c2-6f51-4c2f-b9b1-9509fd5b80bd req-aed03f29-08fe-494e-8616-111bcf86e897 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 695 time: 0.1570239 Feb 08 21:28:11.584744 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-263a8b16-4882-490b-ae28-ab3f22cc6a3f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (4d9661b9-4247-4f4d-a444-b7a25d673894), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:11.599716 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-df20c2c2-6f51-4c2f-b9b1-9509fd5b80bd req-cbe60b40-1b9f-4202-926d-8ec82a745c66 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Request body: {'floatingip': {'port_id': 'f74b26e6-06c1-4371-b2e8-52e2b10f39e2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:28:11.684637 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-20c77300-64be-43bc-b373-40016b84bef9 req-f53815c3-72e4-42f1-baaf-c7f3ab562613 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b35963db-4bc8-4710-a5ae-535a54631ce0), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:11.687602 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-20c77300-64be-43bc-b373-40016b84bef9 req-f53815c3-72e4-42f1-baaf-c7f3ab562613 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:11.691703 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-20c77300-64be-43bc-b373-40016b84bef9 req-f53815c3-72e4-42f1-baaf-c7f3ab562613 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "DELETE /v2.0/security-groups/b35963db-4bc8-4710-a5ae-535a54631ce0 HTTP/1.1" status: 204 len: 173 time: 2.8919950 Feb 08 21:28:11.714289 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-df20c2c2-6f51-4c2f-b9b1-9509fd5b80bd req-cbe60b40-1b9f-4202-926d-8ec82a745c66 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks [] for floatingip (c2f01a18-8bd6-4ced-9367-4340ef63170f), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:11.724439 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-263a8b16-4882-490b-ae28-ab3f22cc6a3f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (4d9661b9-4247-4f4d-a444-b7a25d673894), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:11.847357 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-cd6830cc-d345-422f-a06a-31894bff3ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946070075-router', 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '39395fc6-7409-43b9-a17b-be1594605784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:28:05Z', 'updated_at': '2022-02-08T21:28:06Z', 'revision_number': 3, 'project_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'gw_port': {'id': '39395fc6-7409-43b9-a17b-be1594605784', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:67:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:28:06Z', 'updated_at': '2022-02-08T21:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:11.853920 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-263a8b16-4882-490b-ae28-ab3f22cc6a3f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (4d9661b9-4247-4f4d-a444-b7a25d673894), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:11.931408 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-263a8b16-4882-490b-ae28-ab3f22cc6a3f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:11.939364 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-263a8b16-4882-490b-ae28-ab3f22cc6a3f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "DELETE /v2.0/subnets/4d9661b9-4247-4f4d-a444-b7a25d673894 HTTP/1.1" status: 204 len: 168 time: 0.6371794 Feb 08 21:28:11.942616 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a8b16-4882-490b-ae28-ab3f22cc6a3f tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event deleted for resources: {'Subnet': ['ID=4d9661b9-4247-4f4d-a444-b7a25d673894,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:11.946325 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 485f24ea-cb30-4617-a03c-13f30fa023df up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:28:11.947060 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54470) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:11.962533 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6830cc-d345-422f-a06a-31894bff3ade None None] The sync data for ids ['4667e7bd-7244-4d46-bbee-f7da8ee5e4d0'] in n-d-712143-31 is: [{'id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946070075-router', 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '39395fc6-7409-43b9-a17b-be1594605784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:28:05Z', 'updated_at': '2022-02-08T21:28:06Z', 'revision_number': 3, 'project_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'gw_port': {'id': '39395fc6-7409-43b9-a17b-be1594605784', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:67:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:28:06Z', 'updated_at': '2022-02-08T21:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:28:11.966267 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-a2437106-ea20-4863-9a3d-0cac5effb6fa req-41494cc6-5d25-4ef9-914d-6607a8235d9e tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Deleting port e95b7f52-a40f-4310-9af5-2cc71ae4ef18 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:28:11.967120 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a2437106-ea20-4863-9a3d-0cac5effb6fa req-41494cc6-5d25-4ef9-914d-6607a8235d9e tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (e95b7f52-a40f-4310-9af5-2cc71ae4ef18), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:12.088455 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d7c469-1fb2-46ee-a8ff-e8139b2fb733 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Deleting subnet f846f56a-ea7d-4e86-b929-8e0c226587aa {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:28:12.098876 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20d7c469-1fb2-46ee-a8ff-e8139b2fb733 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for subnet (f846f56a-ea7d-4e86-b929-8e0c226587aa), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:12.108726 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4283809-7cce-4880-857a-eaac252cfdfd None None] Network b579c12b-961d-40a4-b1d3-426747043c72 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:28:12.153883 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20d7c469-1fb2-46ee-a8ff-e8139b2fb733 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (f846f56a-ea7d-4e86-b929-8e0c226587aa), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:12.268104 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53815c3-72e4-42f1-baaf-c7f3ab562613 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35963db-4bc8-4710-a5ae-535a54631ce0,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:12.274569 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a77a8-8261-4a5c-bcac-7beaf55ff529 req-c3a31726-6431-41c9-b9b3-36659619e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:12.276984 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-642a77a8-8261-4a5c-bcac-7beaf55ff529 req-c3a31726-6431-41c9-b9b3-36659619e21a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8616769 Feb 08 21:28:12.436161 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-642a77a8-8261-4a5c-bcac-7beaf55ff529 req-a473b110-e8c5-495d-b907-962c0b519465 service neutron] 10.222.0.94 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205685 Feb 08 21:28:12.486090 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53815c3-72e4-42f1-baaf-c7f3ab562613 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:12.486448 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53815c3-72e4-42f1-baaf-c7f3ab562613 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:12.486800 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53815c3-72e4-42f1-baaf-c7f3ab562613 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:12.487143 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53815c3-72e4-42f1-baaf-c7f3ab562613 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:12.487626 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53815c3-72e4-42f1-baaf-c7f3ab562613 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:12.487971 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53815c3-72e4-42f1-baaf-c7f3ab562613 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:12.488305 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53815c3-72e4-42f1-baaf-c7f3ab562613 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:12.488636 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53815c3-72e4-42f1-baaf-c7f3ab562613 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:12.488965 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53815c3-72e4-42f1-baaf-c7f3ab562613 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:12.489315 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53815c3-72e4-42f1-baaf-c7f3ab562613 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:12.489649 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53815c3-72e4-42f1-baaf-c7f3ab562613 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:12.489967 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53815c3-72e4-42f1-baaf-c7f3ab562613 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:12.490299 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53815c3-72e4-42f1-baaf-c7f3ab562613 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:28:12.634769 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 485f24ea-cb30-4617-a03c-13f30fa023df triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:28:12.635145 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (485f24ea-cb30-4617-a03c-13f30fa023df), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:12.678024 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fcaba-3ef4-4ef9-9b68-c445219ffc5f req-62e25928-ccd0-47da-93c6-3dd8afc412e5 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:12.686724 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc6fcaba-3ef4-4ef9-9b68-c445219ffc5f req-62e25928-ccd0-47da-93c6-3dd8afc412e5 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 945 time: 0.4296606 Feb 08 21:28:12.841833 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 485f24ea-cb30-4617-a03c-13f30fa023df is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:28:12.844529 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d9707c-6528-422e-b46c-f464f786234e None None] DHCP port deletion for b579c12b-961d-40a4-b1d3-426747043c72 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:28:12.869479 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc6fcaba-3ef4-4ef9-9b68-c445219ffc5f req-6ae1953f-facb-4305-b59a-811f5c8135cc tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814635 Feb 08 21:28:12.870807 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20d7c469-1fb2-46ee-a8ff-e8139b2fb733 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (f846f56a-ea7d-4e86-b929-8e0c226587aa), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:12.880330 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.db.resource_extend [req-df20c2c2-6f51-4c2f-b9b1-9509fd5b80bd req-cbe60b40-1b9f-4202-926d-8ec82a745c66 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:28:12.974145 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-642a77a8-8261-4a5c-bcac-7beaf55ff529 req-17229d07-52f1-410c-913f-5bd424b0dab7 service neutron] 10.222.0.94 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4710753 Feb 08 21:28:13.011788 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20d7c469-1fb2-46ee-a8ff-e8139b2fb733 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (f846f56a-ea7d-4e86-b929-8e0c226587aa), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:13.013918 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a5d9707c-6528-422e-b46c-f464f786234e None None] Deleting port d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:28:13.014328 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a5d9707c-6528-422e-b46c-f464f786234e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:13.140808 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7c469-1fb2-46ee-a8ff-e8139b2fb733 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event deleted for resources: {'Subnet': ['ID=f846f56a-ea7d-4e86-b929-8e0c226587aa,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:13.143738 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-3b40ef68-64d6-4734-8533-74aec4ea5da3 admin admin] Allocated IP 172.20.0.1 (b5c31eef-c820-4356-8b0b-24f41ab03c55/391e3949-2624-453b-8a7c-204eec8c6d37/f4e51e99-effa-4bf7-8042-bb9d79050f0b) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:28:13.156776 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20d7c469-1fb2-46ee-a8ff-e8139b2fb733 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:13.161044 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-20d7c469-1fb2-46ee-a8ff-e8139b2fb733 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "DELETE /v2.0/subnets/f846f56a-ea7d-4e86-b929-8e0c226587aa HTTP/1.1" status: 204 len: 168 time: 1.2125170 Feb 08 21:28:13.162672 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-df20c2c2-6f51-4c2f-b9b1-9509fd5b80bd req-cbe60b40-1b9f-4202-926d-8ec82a745c66 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:13.171423 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54472) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:13.181583 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257f45a1-cd9a-4f9f-ae1d-029694724dcd None None] Network 1b3a5566-af7d-483b-b013-ff5148a84b70 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:28:13.182765 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-df20c2c2-6f51-4c2f-b9b1-9509fd5b80bd req-cbe60b40-1b9f-4202-926d-8ec82a745c66 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (c2f01a18-8bd6-4ced-9367-4340ef63170f), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:13.279916 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-a2437106-ea20-4863-9a3d-0cac5effb6fa req-41494cc6-5d25-4ef9-914d-6607a8235d9e tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] For port e95b7f52-a40f-4310-9af5-2cc71ae4ef18, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=e95b7f52-a40f-4310-9af5-2cc71ae4ef18,segment=NetworkSegment(5a69cc20-a45d-42a2-8af6-480ee769db92),segment_id=5a69cc20-a45d-42a2-8af6-480ee769db92)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:28:13.280750 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a2437106-ea20-4863-9a3d-0cac5effb6fa req-41494cc6-5d25-4ef9-914d-6607a8235d9e tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (e95b7f52-a40f-4310-9af5-2cc71ae4ef18), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:13.308396 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-a2437106-ea20-4863-9a3d-0cac5effb6fa req-41494cc6-5d25-4ef9-914d-6607a8235d9e tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Calling delete_port for e95b7f52-a40f-4310-9af5-2cc71ae4ef18 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:28:13.326012 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c987e53e-06db-426e-b5e4-9d8f2d877914 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (b579c12b-961d-40a4-b1d3-426747043c72), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:13.333221 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [req-df20c2c2-6f51-4c2f-b9b1-9509fd5b80bd req-cbe60b40-1b9f-4202-926d-8ec82a745c66 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Floating IP c2f01a18-8bd6-4ced-9367-4340ef63170f associated. External IP: 172.25.3.80, port: f74b26e6-06c1-4371-b2e8-52e2b10f39e2. Feb 08 21:28:13.352097 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34997555-b9cc-429b-b6ae-84a78e7b8458 req-7959cbdf-96e6-4c9c-b93e-52d67c246d8c tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:13.360897 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-34997555-b9cc-429b-b6ae-84a78e7b8458 req-7959cbdf-96e6-4c9c-b93e-52d67c246d8c tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=1993f920-f7ac-4493-89de-f8f86525d3dc HTTP/1.1" status: 200 len: 945 time: 0.3851438 Feb 08 21:28:13.397601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-a5d9707c-6528-422e-b46c-f464f786234e None None] For port d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d,segment=NetworkSegment(2915d85e-a598-40b1-b44f-c2e78eba4c98),segment_id=2915d85e-a598-40b1-b44f-c2e78eba4c98)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:28:13.398470 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a5d9707c-6528-422e-b46c-f464f786234e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:13.450856 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a5d9707c-6528-422e-b46c-f464f786234e None None] Calling delete_port for d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:28:13.469661 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c987e53e-06db-426e-b5e4-9d8f2d877914 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Deleting port d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:28:13.470195 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c987e53e-06db-426e-b5e4-9d8f2d877914 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:13.502558 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a77a8-8261-4a5c-bcac-7beaf55ff529 req-0daf76c6-28ee-4a34-ac71-72a1eaa6f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:13.504726 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-642a77a8-8261-4a5c-bcac-7beaf55ff529 req-0daf76c6-28ee-4a34-ac71-72a1eaa6f9ce service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=48aae992c2704ece870f0faad4c28599&device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 1128 time: 0.4220777 Feb 08 21:28:13.554734 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-c987e53e-06db-426e-b5e4-9d8f2d877914 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] For port d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d,segment=NetworkSegment(2915d85e-a598-40b1-b44f-c2e78eba4c98),segment_id=2915d85e-a598-40b1-b44f-c2e78eba4c98)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:28:13.555529 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c987e53e-06db-426e-b5e4-9d8f2d877914 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:13.571151 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c987e53e-06db-426e-b5e4-9d8f2d877914 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Calling delete_port for d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:28:13.670213 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a77a8-8261-4a5c-bcac-7beaf55ff529 req-343a159c-4199-4bdf-b399-3c9ecf547c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:13.672004 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-642a77a8-8261-4a5c-bcac-7beaf55ff529 req-343a159c-4199-4bdf-b399-3c9ecf547c15 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d00185f4-2139-492b-b59f-1586b41daef5 HTTP/1.1" status: 200 len: 918 time: 0.1189940 Feb 08 21:28:13.721670 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device e95b7f52-a40f-4310-9af5-2cc71ae4ef18 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:28:13.754219 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c987e53e-06db-426e-b5e4-9d8f2d877914 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:13.835106 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987e53e-06db-426e-b5e4-9d8f2d877914 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event deleted for resources: {'Port': ['ID=d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:13.858994 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c987e53e-06db-426e-b5e4-9d8f2d877914 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] No DVR routers for this DVR port d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:28:13.867158 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-34997555-b9cc-429b-b6ae-84a78e7b8458 req-f20e33e5-1022-4930-a900-bbf7598069dc tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5048132 Feb 08 21:28:13.978362 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a5d9707c-6528-422e-b46c-f464f786234e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:13.995789 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-642a77a8-8261-4a5c-bcac-7beaf55ff529 req-a4c45e0a-a9b1-4d95-84fe-aa19ef50606f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 HTTP/1.1" status: 200 len: 1001 time: 0.3025634 Feb 08 21:28:14.073592 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 39395fc6-7409-43b9-a17b-be1594605784 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:28:14.083017 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9707c-6528-422e-b46c-f464f786234e None None] Pushing event deleted for resources: {'Port': ['ID=d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:14.098930 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d9707c-6528-422e-b46c-f464f786234e None None] No DVR routers for this DVR port d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:28:14.105249 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c987e53e-06db-426e-b5e4-9d8f2d877914 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (b579c12b-961d-40a4-b1d3-426747043c72), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:14.124867 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a2437106-ea20-4863-9a3d-0cac5effb6fa req-41494cc6-5d25-4ef9-914d-6607a8235d9e tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (e95b7f52-a40f-4310-9af5-2cc71ae4ef18), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:14.126739 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b40ef68-64d6-4734-8533-74aec4ea5da3 admin admin] Publish callbacks [] for port (f4e51e99-effa-4bf7-8042-bb9d79050f0b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:14.155013 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b30288-bb87-4518-8e8a-5c5a949f4dc1 None None] DHCP port deletion for 1b3a5566-af7d-483b-b013-ff5148a84b70 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:28:14.165124 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-46ba8877-c43f-472f-8ba5-c807288505d3 req-b9b4d839-899e-432c-9323-f8bd8a2bfb02 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 210 time: 0.0986352 Feb 08 21:28:14.165502 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41494cc6-5d25-4ef9-914d-6607a8235d9e tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Pushing event deleted for resources: {'Port': ['ID=e95b7f52-a40f-4310-9af5-2cc71ae4ef18,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:14.176125 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b40ef68-64d6-4734-8533-74aec4ea5da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (f4e51e99-effa-4bf7-8042-bb9d79050f0b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:14.186448 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-c987e53e-06db-426e-b5e4-9d8f2d877914 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b579c12b-961d-40a4-b1d3-426747043c72']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:14.189009 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['f74b26e6-06c1-4371-b2e8-52e2b10f39e2'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:28:14.216907 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-c987e53e-06db-426e-b5e4-9d8f2d877914 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2915d85e-a598-40b1-b44f-c2e78eba4c98') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:14.217540 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-c987e53e-06db-426e-b5e4-9d8f2d877914 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2915d85e-a598-40b1-b44f-c2e78eba4c98') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:14.240790 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2437106-ea20-4863-9a3d-0cac5effb6fa req-41494cc6-5d25-4ef9-914d-6607a8235d9e tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] No DVR routers for this DVR port e95b7f52-a40f-4310-9af5-2cc71ae4ef18 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:28:14.248493 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a2437106-ea20-4863-9a3d-0cac5effb6fa req-41494cc6-5d25-4ef9-914d-6607a8235d9e tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:14.253709 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a2437106-ea20-4863-9a3d-0cac5effb6fa req-41494cc6-5d25-4ef9-914d-6607a8235d9e tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.94 "DELETE /v2.0/ports/e95b7f52-a40f-4310-9af5-2cc71ae4ef18 HTTP/1.1" status: 204 len: 173 time: 3.0596247 Feb 08 21:28:14.254371 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4ea8cf-718e-4772-8469-e101606dd814', 'name': 'network-vif-deleted', 'tag': 'e95b7f52-a40f-4310-9af5-2cc71ae4ef18'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:28:14.257312 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17713450-4f22-48f7-9872-e4385df75b4d" -d '{"events": [{"server_uuid": "4f4ea8cf-718e-4772-8469-e101606dd814", "name": "network-vif-deleted", "tag": "e95b7f52-a40f-4310-9af5-2cc71ae4ef18"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:28:14.261646 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c987e53e-06db-426e-b5e4-9d8f2d877914 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (2915d85e-a598-40b1-b44f-c2e78eba4c98), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:14.296307 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c987e53e-06db-426e-b5e4-9d8f2d877914 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (2915d85e-a598-40b1-b44f-c2e78eba4c98), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:14.311957 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c987e53e-06db-426e-b5e4-9d8f2d877914 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:28:14.312349 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c987e53e-06db-426e-b5e4-9d8f2d877914 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (2915d85e-a598-40b1-b44f-c2e78eba4c98), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:14.405275 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port e95b7f52-a40f-4310-9af5-2cc71ae4ef18 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:28:14.409938 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:28:14.414453 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c987e53e-06db-426e-b5e4-9d8f2d877914 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (b579c12b-961d-40a4-b1d3-426747043c72), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:14.417779 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e95b7f52-a40f-4310-9af5-2cc71ae4ef18), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:14.424962 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c987e53e-06db-426e-b5e4-9d8f2d877914 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:14.433400 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c987e53e-06db-426e-b5e4-9d8f2d877914 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "DELETE /v2.0/networks/b579c12b-961d-40a4-b1d3-426747043c72 HTTP/1.1" status: 204 len: 168 time: 1.2558632 Feb 08 21:28:14.467057 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54478) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:14.496512 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987e53e-06db-426e-b5e4-9d8f2d877914 tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event deleted for resources: {'Network': ['ID=b579c12b-961d-40a4-b1d3-426747043c72,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:14.555204 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b40ef68-64d6-4734-8533-74aec4ea5da3 admin admin] Network b5c31eef-c820-4356-8b0b-24f41ab03c55 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:28:14.603081 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-27b30288-bb87-4518-8e8a-5c5a949f4dc1 None None] Deleting port 219700e7-a28e-41ac-852d-7d45ceb501bb {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:28:14.603369 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-27b30288-bb87-4518-8e8a-5c5a949f4dc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (219700e7-a28e-41ac-852d-7d45ceb501bb), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:14.615529 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a77a8-8261-4a5c-bcac-7beaf55ff529 req-e34ab1fe-431e-4133-8546-204da1e9d079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:14.618122 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-642a77a8-8261-4a5c-bcac-7beaf55ff529 req-e34ab1fe-431e-4133-8546-204da1e9d079 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8c41e412-c763-4ca0-a1f8-ab9cd96c364d HTTP/1.1" status: 200 len: 856 time: 0.6101930 Feb 08 21:28:14.645413 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67aabd7f-2039-4505-8114-85e45dca19af tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (1b3a5566-af7d-483b-b013-ff5148a84b70), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:14.680970 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c201c28-fb2a-4eb1-8e97-07afe2220a8d req-a8a84a8d-f39b-4a57-af94-6ef3e80880b3 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "GET /v2.0/security-groups/dc77926f-c6fd-4d7d-99f8-123062276da4 HTTP/1.1" status: 200 len: 1823 time: 0.2581477 Feb 08 21:28:14.692702 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-3b40ef68-64d6-4734-8533-74aec4ea5da3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:28:14.696550 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b40ef68-64d6-4734-8533-74aec4ea5da3 admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:28:14.766354 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-27b30288-bb87-4518-8e8a-5c5a949f4dc1 None None] For port 219700e7-a28e-41ac-852d-7d45ceb501bb, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=219700e7-a28e-41ac-852d-7d45ceb501bb,segment=NetworkSegment(bb57cdc6-c629-4f4a-b28a-291038cfbb0a),segment_id=bb57cdc6-c629-4f4a-b28a-291038cfbb0a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:28:14.766768 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-27b30288-bb87-4518-8e8a-5c5a949f4dc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (219700e7-a28e-41ac-852d-7d45ceb501bb), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:14.794117 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-27b30288-bb87-4518-8e8a-5c5a949f4dc1 None None] Calling delete_port for 219700e7-a28e-41ac-852d-7d45ceb501bb owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:28:14.794878 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df20c2c2-6f51-4c2f-b9b1-9509fd5b80bd req-cbe60b40-1b9f-4202-926d-8ec82a745c66 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Router 1ec6ae58-6631-47d9-975a-4c3c815a4852 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:28:14.828525 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-67aabd7f-2039-4505-8114-85e45dca19af tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Deleting port 219700e7-a28e-41ac-852d-7d45ceb501bb {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:28:14.828879 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67aabd7f-2039-4505-8114-85e45dca19af tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (219700e7-a28e-41ac-852d-7d45ceb501bb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:14.847244 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40ef68-64d6-4734-8533-74aec4ea5da3 admin admin] Pushing event updated for resources: {'Port': ['ID=f4e51e99-effa-4bf7-8042-bb9d79050f0b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:14.963551 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-27b30288-bb87-4518-8e8a-5c5a949f4dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (219700e7-a28e-41ac-852d-7d45ceb501bb), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:14.972505 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-67aabd7f-2039-4505-8114-85e45dca19af tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] For port 219700e7-a28e-41ac-852d-7d45ceb501bb, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=219700e7-a28e-41ac-852d-7d45ceb501bb,segment=NetworkSegment(bb57cdc6-c629-4f4a-b28a-291038cfbb0a),segment_id=bb57cdc6-c629-4f4a-b28a-291038cfbb0a)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:28:14.975295 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67aabd7f-2039-4505-8114-85e45dca19af tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (219700e7-a28e-41ac-852d-7d45ceb501bb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:14.996038 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-67aabd7f-2039-4505-8114-85e45dca19af tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Calling delete_port for 219700e7-a28e-41ac-852d-7d45ceb501bb owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:28:15.025061 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b30288-bb87-4518-8e8a-5c5a949f4dc1 None None] No DVR routers for this DVR port 219700e7-a28e-41ac-852d-7d45ceb501bb on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:28:15.025276 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b40ef68-64d6-4734-8533-74aec4ea5da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (4667e7bd-7244-4d46-bbee-f7da8ee5e4d0), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:15.055576 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 39395fc6-7409-43b9-a17b-be1594605784 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:28:15.055961 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (39395fc6-7409-43b9-a17b-be1594605784), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:15.116103 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b30288-bb87-4518-8e8a-5c5a949f4dc1 None None] Pushing event deleted for resources: {'Port': ['ID=219700e7-a28e-41ac-852d-7d45ceb501bb,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:15.157584 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67aabd7f-2039-4505-8114-85e45dca19af tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (219700e7-a28e-41ac-852d-7d45ceb501bb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:15.171995 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aabd7f-2039-4505-8114-85e45dca19af tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] No DVR routers for this DVR port 219700e7-a28e-41ac-852d-7d45ceb501bb on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:28:15.213167 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aabd7f-2039-4505-8114-85e45dca19af tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event deleted for resources: {'Port': ['ID=219700e7-a28e-41ac-852d-7d45ceb501bb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:15.267889 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ee6caac2-59fb-492f-93e1-f54c36b50058 None None] Provisioning complete for port f4e51e99-effa-4bf7-8042-bb9d79050f0b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:28:15.268612 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ee6caac2-59fb-492f-93e1-f54c36b50058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f4e51e99-effa-4bf7-8042-bb9d79050f0b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:15.296551 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67aabd7f-2039-4505-8114-85e45dca19af tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (1b3a5566-af7d-483b-b013-ff5148a84b70), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:15.320517 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-67aabd7f-2039-4505-8114-85e45dca19af tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3a5566-af7d-483b-b013-ff5148a84b70']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:15.332061 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-67aabd7f-2039-4505-8114-85e45dca19af tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb57cdc6-c629-4f4a-b28a-291038cfbb0a') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:15.332383 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-67aabd7f-2039-4505-8114-85e45dca19af tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb57cdc6-c629-4f4a-b28a-291038cfbb0a') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:15.349213 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67aabd7f-2039-4505-8114-85e45dca19af tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (bb57cdc6-c629-4f4a-b28a-291038cfbb0a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:15.349554 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 39395fc6-7409-43b9-a17b-be1594605784 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:28:15.349956 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (39395fc6-7409-43b9-a17b-be1594605784), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:15.365769 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67aabd7f-2039-4505-8114-85e45dca19af tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (bb57cdc6-c629-4f4a-b28a-291038cfbb0a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:15.373076 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67aabd7f-2039-4505-8114-85e45dca19af tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:28:15.373538 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67aabd7f-2039-4505-8114-85e45dca19af tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (bb57cdc6-c629-4f4a-b28a-291038cfbb0a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:15.381272 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 39395fc6-7409-43b9-a17b-be1594605784, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=39395fc6-7409-43b9-a17b-be1594605784,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:28:15.391626 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (39395fc6-7409-43b9-a17b-be1594605784), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:15.444115 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ee6caac2-59fb-492f-93e1-f54c36b50058 None None] Port f4e51e99-effa-4bf7-8042-bb9d79050f0b cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:28:15.471351 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:28:15.477456 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67aabd7f-2039-4505-8114-85e45dca19af tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (1b3a5566-af7d-483b-b013-ff5148a84b70), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:15.487374 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67aabd7f-2039-4505-8114-85e45dca19af tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:15.512789 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-67aabd7f-2039-4505-8114-85e45dca19af tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] 10.222.0.88 "DELETE /v2.0/networks/1b3a5566-af7d-483b-b013-ff5148a84b70 HTTP/1.1" status: 204 len: 168 time: 1.0331893 Feb 08 21:28:15.513041 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:28:15.553890 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aabd7f-2039-4505-8114-85e45dca19af tempest-TaggedBootDevicesTest_v242-572575334 tempest-TaggedBootDevicesTest_v242-572575334-project] Pushing event deleted for resources: {'Network': ['ID=1b3a5566-af7d-483b-b013-ff5148a84b70,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:15.573269 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=39395fc6-7409-43b9-a17b-be1594605784,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:15.577949 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:28:15.578390 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d273ae0b-2c9a-4bf6-bdc1-4e9fe7e8291d not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:28:15.755006 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a77a8-8261-4a5c-bcac-7beaf55ff529 req-6cef04bd-c13a-4427-9f40-0401175019dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:15.756594 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-642a77a8-8261-4a5c-bcac-7beaf55ff529 req-6cef04bd-c13a-4427-9f40-0401175019dd service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d00185f4-2139-492b-b59f-1586b41daef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.0132971 Feb 08 21:28:15.767958 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9c201c28-fb2a-4eb1-8e97-07afe2220a8d req-62535228-1b25-4d3b-9b8b-5616866da32c tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (dc77926f-c6fd-4d7d-99f8-123062276da4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:15.829926 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 39395fc6-7409-43b9-a17b-be1594605784 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:28:15.893731 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 39395fc6-7409-43b9-a17b-be1594605784 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:28:15.894637 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (39395fc6-7409-43b9-a17b-be1594605784), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:15.902397 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9c201c28-fb2a-4eb1-8e97-07afe2220a8d req-62535228-1b25-4d3b-9b8b-5616866da32c tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (dc77926f-c6fd-4d7d-99f8-123062276da4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:15.990479 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df20c2c2-6f51-4c2f-b9b1-9509fd5b80bd req-cbe60b40-1b9f-4202-926d-8ec82a745c66 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:28:16.003950 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-df20c2c2-6f51-4c2f-b9b1-9509fd5b80bd req-cbe60b40-1b9f-4202-926d-8ec82a745c66 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:16.030282 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1f1fc9-249b-4f26-9ece-4388bc7b9532 None None] Sync routers for ids ['1ec6ae58-6631-47d9-975a-4c3c815a4852'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:28:16.034353 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 39395fc6-7409-43b9-a17b-be1594605784 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:28:16.052353 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-642a77a8-8261-4a5c-bcac-7beaf55ff529 req-b138fe53-4f51-49f1-93a2-ff2646337f40 service neutron] 10.222.0.94 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781093 Feb 08 21:28:16.055138 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1f1fc9-249b-4f26-9ece-4388bc7b9532 None None] Routers {'1ec6ae58-6631-47d9-975a-4c3c815a4852'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:28:16.060579 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-cc1f1fc9-249b-4f26-9ece-4388bc7b9532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:27:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['1ec6ae58-6631-47d9-975a-4c3c815a4852'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:16.123227 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9c201c28-fb2a-4eb1-8e97-07afe2220a8d req-62535228-1b25-4d3b-9b8b-5616866da32c tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (dc77926f-c6fd-4d7d-99f8-123062276da4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:16.126143 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9c201c28-fb2a-4eb1-8e97-07afe2220a8d req-62535228-1b25-4d3b-9b8b-5616866da32c tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:16.127332 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c201c28-fb2a-4eb1-8e97-07afe2220a8d req-62535228-1b25-4d3b-9b8b-5616866da32c tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "DELETE /v2.0/security-groups/dc77926f-c6fd-4d7d-99f8-123062276da4 HTTP/1.1" status: 204 len: 173 time: 1.4453754 Feb 08 21:28:16.132863 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b40ef68-64d6-4734-8533-74aec4ea5da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f4e51e99-effa-4bf7-8042-bb9d79050f0b), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:16.135781 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df20c2c2-6f51-4c2f-b9b1-9509fd5b80bd req-cbe60b40-1b9f-4202-926d-8ec82a745c66 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "PUT /v2.0/floatingips/c2f01a18-8bd6-4ced-9367-4340ef63170f HTTP/1.1" status: 200 len: 996 time: 4.5582793 Feb 08 21:28:16.140952 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2355c90e-62e8-4088-afcc-c3b93c4aa7cb', 'tag': 'f74b26e6-06c1-4371-b2e8-52e2b10f39e2'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:28:16.143395 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fc73f8-0000-44bc-976a-b3a86c832cae" -d '{"events": [{"name": "network-changed", "server_uuid": "2355c90e-62e8-4088-afcc-c3b93c4aa7cb", "tag": "f74b26e6-06c1-4371-b2e8-52e2b10f39e2"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:28:16.165428 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62535228-1b25-4d3b-9b8b-5616866da32c tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc77926f-c6fd-4d7d-99f8-123062276da4,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:16.183250 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 219700e7-a28e-41ac-852d-7d45ceb501bb no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:28:16.225510 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 219700e7-a28e-41ac-852d-7d45ceb501bb {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:28:16.226264 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 219700e7-a28e-41ac-852d-7d45ceb501bb not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:28:16.298959 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-cc1f1fc9-249b-4f26-9ece-4388bc7b9532 None None] Set router 1ec6ae58-6631-47d9-975a-4c3c815a4852 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:28:16.326848 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-642a77a8-8261-4a5c-bcac-7beaf55ff529 req-87cb2cc4-6a2d-4369-b2a6-4202b2e6873f service neutron] 10.222.0.94 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653093 Feb 08 21:28:16.437831 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20c2c2-6f51-4c2f-b9b1-9509fd5b80bd req-cf10f519-3c7a-4d1c-bb66-214d3567a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:16.439579 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df20c2c2-6f51-4c2f-b9b1-9509fd5b80bd req-cf10f519-3c7a-4d1c-bb66-214d3567a2c7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=604bafac013e47a8806c7fdd623f0573&device_id=2355c90e-62e8-4088-afcc-c3b93c4aa7cb HTTP/1.1" status: 200 len: 1129 time: 0.2427919 Feb 08 21:28:16.470020 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174dc6db-7b3c-4de0-8523-270eddf56d87 req-fcd9728a-8ffa-445f-9dd2-55d76464d0d4 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:16.471757 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-174dc6db-7b3c-4de0-8523-270eddf56d87 req-fcd9728a-8ffa-445f-9dd2-55d76464d0d4 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 945 time: 0.1689377 Feb 08 21:28:16.639159 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b40ef68-64d6-4734-8533-74aec4ea5da3 admin admin] Publish callbacks [] for port (f4e51e99-effa-4bf7-8042-bb9d79050f0b), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:16.649992 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-174dc6db-7b3c-4de0-8523-270eddf56d87 req-4ff5dd5a-461b-45a5-94a0-42cecb22df35 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641109 Feb 08 21:28:16.653490 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b40ef68-64d6-4734-8533-74aec4ea5da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (f4e51e99-effa-4bf7-8042-bb9d79050f0b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:16.661946 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20c2c2-6f51-4c2f-b9b1-9509fd5b80bd req-a9a5ce2b-21af-43eb-b449-73c26930ea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:16.663482 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df20c2c2-6f51-4c2f-b9b1-9509fd5b80bd req-a9a5ce2b-21af-43eb-b449-73c26930ea60 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 HTTP/1.1" status: 200 len: 922 time: 0.2125607 Feb 08 21:28:16.715379 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-cc1f1fc9-249b-4f26-9ece-4388bc7b9532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923840887-router', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:26:22Z', 'updated_at': '2022-02-08T21:26:30Z', 'revision_number': 4, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'gw_port': {'id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:23Z', 'updated_at': '2022-02-08T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'c2f01a18-8bd6-4ced-9367-4340ef63170f', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'port_id': 'f74b26e6-06c1-4371-b2e8-52e2b10f39e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'mac_address': 'fa:16:3e:60:b4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2355c90e-62e8-4088-afcc-c3b93c4aa7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:27:04Z', 'updated_at': '2022-02-08T21:28:12Z', 'revision_number': 8, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69fc55a-021d-4793-8753-301b29e89fa2', 'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'mac_address': 'fa:16:3e:ec:f5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:29Z', 'updated_at': '2022-02-08T21:26:38Z', 'revision_number': 5, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'subnets': [{'id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:16.777709 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40ef68-64d6-4734-8533-74aec4ea5da3 admin admin] Pushing event updated for resources: {'Port': ['ID=f4e51e99-effa-4bf7-8042-bb9d79050f0b,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:16.798513 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1f1fc9-249b-4f26-9ece-4388bc7b9532 None None] Checking router: 1ec6ae58-6631-47d9-975a-4c3c815a4852 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:28:16.816294 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1f1fc9-249b-4f26-9ece-4388bc7b9532 None None] Routers {'1ec6ae58-6631-47d9-975a-4c3c815a4852'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:28:16.817574 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-cc1f1fc9-249b-4f26-9ece-4388bc7b9532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:27:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['1ec6ae58-6631-47d9-975a-4c3c815a4852'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:16.828628 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b40ef68-64d6-4734-8533-74aec4ea5da3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (4667e7bd-7244-4d46-bbee-f7da8ee5e4d0), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:16.853559 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df20c2c2-6f51-4c2f-b9b1-9509fd5b80bd req-ef401ef9-f31d-4cc6-a304-b0e084801458 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74b26e6-06c1-4371-b2e8-52e2b10f39e2 HTTP/1.1" status: 200 len: 999 time: 0.1441286 Feb 08 21:28:16.892174 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7974cd59-94ef-42ba-b5b1-8b7e2be7f9f8 x-openstack-request-id: req-7974cd59-94ef-42ba-b5b1-8b7e2be7f9f8 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:28:16.892680 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4ea8cf-718e-4772-8469-e101606dd814", "name": "network-vif-deleted", "tag": "e95b7f52-a40f-4310-9af5-2cc71ae4ef18", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:28:16.893003 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7974cd59-94ef-42ba-b5b1-8b7e2be7f9f8 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:28:16.893632 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4ea8cf-718e-4772-8469-e101606dd814', 'name': 'network-vif-deleted', 'tag': 'e95b7f52-a40f-4310-9af5-2cc71ae4ef18', 'status': 'completed', 'code': 200} Feb 08 21:28:17.060429 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-cc1f1fc9-249b-4f26-9ece-4388bc7b9532 None None] Set router 1ec6ae58-6631-47d9-975a-4c3c815a4852 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:28:17.067086 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20c2c2-6f51-4c2f-b9b1-9509fd5b80bd req-9bf68a5e-d36a-4496-944a-86d4f37b97fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:17.068615 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df20c2c2-6f51-4c2f-b9b1-9509fd5b80bd req-9bf68a5e-d36a-4496-944a-86d4f37b97fe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bcf96426-4f4f-4f21-a2c0-f475a3532d63 HTTP/1.1" status: 200 len: 860 time: 0.1940737 Feb 08 21:28:17.148909 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b40ef68-64d6-4734-8533-74aec4ea5da3 admin admin] Network b5c31eef-c820-4356-8b0b-24f41ab03c55 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:28:17.163345 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41999618-54e0-4d91-927c-d64556f73822 req-0f50dc4e-d550-4d8a-bf86-30143766a893 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:17.166113 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-41999618-54e0-4d91-927c-d64556f73822 req-0f50dc4e-d550-4d8a-bf86-30143766a893 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=1993f920-f7ac-4493-89de-f8f86525d3dc HTTP/1.1" status: 200 len: 945 time: 0.1943164 Feb 08 21:28:17.171540 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-3b40ef68-64d6-4734-8533-74aec4ea5da3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:28:17.303183 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-41999618-54e0-4d91-927c-d64556f73822 req-957a651a-a62a-4a1e-be8a-e641e6141ed9 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095695 Feb 08 21:28:17.377102 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20c2c2-6f51-4c2f-b9b1-9509fd5b80bd req-a59ae4ba-4be6-4519-83cd-a5af549405cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:17.378844 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df20c2c2-6f51-4c2f-b9b1-9509fd5b80bd req-a59ae4ba-4be6-4519-83cd-a5af549405cb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2909558 Feb 08 21:28:17.517939 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-cc1f1fc9-249b-4f26-9ece-4388bc7b9532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923840887-router', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:26:22Z', 'updated_at': '2022-02-08T21:26:30Z', 'revision_number': 4, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'gw_port': {'id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:23Z', 'updated_at': '2022-02-08T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'c2f01a18-8bd6-4ced-9367-4340ef63170f', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'port_id': 'f74b26e6-06c1-4371-b2e8-52e2b10f39e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'mac_address': 'fa:16:3e:60:b4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2355c90e-62e8-4088-afcc-c3b93c4aa7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:27:04Z', 'updated_at': '2022-02-08T21:28:12Z', 'revision_number': 8, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69fc55a-021d-4793-8753-301b29e89fa2', 'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'mac_address': 'fa:16:3e:ec:f5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:29Z', 'updated_at': '2022-02-08T21:26:38Z', 'revision_number': 5, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'subnets': [{'id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:17.550346 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ebc1f3e2-1434-422d-91ee-5da05e5be012 req-934a6b50-d998-4ed5-9c9e-1f3d23ccdf1a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 210 time: 0.0383077 Feb 08 21:28:17.582832 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df20c2c2-6f51-4c2f-b9b1-9509fd5b80bd req-7eafbff2-7dba-4e02-9390-a1d8f9e85b5d service neutron] 10.222.0.88 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894996 Feb 08 21:28:17.597142 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1f1fc9-249b-4f26-9ece-4388bc7b9532 None None] The sync data for ids ['1ec6ae58-6631-47d9-975a-4c3c815a4852'] in n-d-712143-31 is: [{'id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923840887-router', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:26:22Z', 'updated_at': '2022-02-08T21:26:30Z', 'revision_number': 4, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'gw_port': {'id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:23Z', 'updated_at': '2022-02-08T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'c2f01a18-8bd6-4ced-9367-4340ef63170f', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'port_id': 'f74b26e6-06c1-4371-b2e8-52e2b10f39e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'mac_address': 'fa:16:3e:60:b4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2355c90e-62e8-4088-afcc-c3b93c4aa7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:27:04Z', 'updated_at': '2022-02-08T21:28:12Z', 'revision_number': 8, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69fc55a-021d-4793-8753-301b29e89fa2', 'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'mac_address': 'fa:16:3e:ec:f5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:29Z', 'updated_at': '2022-02-08T21:26:38Z', 'revision_number': 5, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'subnets': [{'id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:28:17.705972 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-23461928-c989-4f62-81ce-da155faae28c None None] Provisioning complete for port f4e51e99-effa-4bf7-8042-bb9d79050f0b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:28:17.707401 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23461928-c989-4f62-81ce-da155faae28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f4e51e99-effa-4bf7-8042-bb9d79050f0b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:17.767097 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-23461928-c989-4f62-81ce-da155faae28c None None] Port f4e51e99-effa-4bf7-8042-bb9d79050f0b cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:28:17.781706 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b40ef68-64d6-4734-8533-74aec4ea5da3 admin admin] Router 4667e7bd-7244-4d46-bbee-f7da8ee5e4d0 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:28:17.813272 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-97780912-45c4-4962-9ed2-3c7a48da3f63 req-55cc5cb2-8ed9-4c49-994a-d892aa714c6b tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "GET /v2.0/security-groups/96dda75b-4b27-4851-a0a4-933bcae4b6d2 HTTP/1.1" status: 200 len: 2424 time: 0.1157715 Feb 08 21:28:17.829481 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df20c2c2-6f51-4c2f-b9b1-9509fd5b80bd req-5e8821ca-7619-4ad4-b29e-eec4b7601be4 service neutron] 10.222.0.88 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452397 Feb 08 21:28:17.940269 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8f78e4-fc03-490e-8b25-ac2ccb4e4858 x-openstack-request-id: req-1e8f78e4-fc03-490e-8b25-ac2ccb4e4858 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:28:17.940572 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2355c90e-62e8-4088-afcc-c3b93c4aa7cb", "tag": "f74b26e6-06c1-4371-b2e8-52e2b10f39e2", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:28:17.940840 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1e8f78e4-fc03-490e-8b25-ac2ccb4e4858 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:28:17.941272 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2355c90e-62e8-4088-afcc-c3b93c4aa7cb', 'tag': 'f74b26e6-06c1-4371-b2e8-52e2b10f39e2', 'status': 'completed', 'code': 200} Feb 08 21:28:18.042656 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-97780912-45c4-4962-9ed2-3c7a48da3f63 req-16fa6eb9-ae20-4588-bd83-fc3b4b16e053 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (96dda75b-4b27-4851-a0a4-933bcae4b6d2), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:18.066346 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78b5b04-a978-4099-a88b-4ba1fd382364 None None] New status for floating IP c2f01a18-8bd6-4ced-9367-4340ef63170f: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:28:18.091813 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc73f8-0000-44bc-976a-b3a86c832cae req-a8b24f8b-2df6-4f6f-b3c7-a74fc3022d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:18.093516 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3fc73f8-0000-44bc-976a-b3a86c832cae req-a8b24f8b-2df6-4f6f-b3c7-a74fc3022d1e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=604bafac013e47a8806c7fdd623f0573&device_id=2355c90e-62e8-4088-afcc-c3b93c4aa7cb HTTP/1.1" status: 200 len: 1129 time: 0.1465843 Feb 08 21:28:18.107839 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-97780912-45c4-4962-9ed2-3c7a48da3f63 req-16fa6eb9-ae20-4588-bd83-fc3b4b16e053 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (96dda75b-4b27-4851-a0a4-933bcae4b6d2), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:18.142929 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b40ef68-64d6-4734-8533-74aec4ea5da3 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:28:18.154832 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0068a418-025f-4ec9-9660-cf7c6e47a82b None None] Sync routers for ids ['4667e7bd-7244-4d46-bbee-f7da8ee5e4d0'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:28:18.176225 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0068a418-025f-4ec9-9660-cf7c6e47a82b None None] Routers {'4667e7bd-7244-4d46-bbee-f7da8ee5e4d0'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:28:18.177751 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-0068a418-025f-4ec9-9660-cf7c6e47a82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:27:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['4667e7bd-7244-4d46-bbee-f7da8ee5e4d0'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:18.192597 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3b40ef68-64d6-4734-8533-74aec4ea5da3 admin admin] 10.222.0.88 "PUT /v2.0/routers/4667e7bd-7244-4d46-bbee-f7da8ee5e4d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3905134 Feb 08 21:28:18.328676 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-97780912-45c4-4962-9ed2-3c7a48da3f63 req-16fa6eb9-ae20-4588-bd83-fc3b4b16e053 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (96dda75b-4b27-4851-a0a4-933bcae4b6d2), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:18.331594 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-97780912-45c4-4962-9ed2-3c7a48da3f63 req-16fa6eb9-ae20-4588-bd83-fc3b4b16e053 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:18.332819 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-97780912-45c4-4962-9ed2-3c7a48da3f63 req-16fa6eb9-ae20-4588-bd83-fc3b4b16e053 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "DELETE /v2.0/security-groups/96dda75b-4b27-4851-a0a4-933bcae4b6d2 HTTP/1.1" status: 204 len: 173 time: 0.5007219 Feb 08 21:28:18.346810 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf747cf-4461-41c2-9083-c9f560a9ba7b req-e80721a6-c820-4272-b64a-c30032f7c5fe tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:18.349625 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0cf747cf-4461-41c2-9083-c9f560a9ba7b req-e80721a6-c820-4272-b64a-c30032f7c5fe tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 945 time: 0.1538312 Feb 08 21:28:18.354448 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc73f8-0000-44bc-976a-b3a86c832cae req-430e361b-53e6-4877-aa7d-2cc1e113d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:18.357860 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3fc73f8-0000-44bc-976a-b3a86c832cae req-430e361b-53e6-4877-aa7d-2cc1e113d493 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 HTTP/1.1" status: 200 len: 922 time: 0.2538068 Feb 08 21:28:18.366769 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa6eb9-ae20-4588-bd83-fc3b4b16e053 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96dda75b-4b27-4851-a0a4-933bcae4b6d2,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:18.432553 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0cf747cf-4461-41c2-9083-c9f560a9ba7b req-cc052a6d-bcb1-48a8-b07e-d6af78711ac2 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693083 Feb 08 21:28:18.449274 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-0068a418-025f-4ec9-9660-cf7c6e47a82b None None] Set router 4667e7bd-7244-4d46-bbee-f7da8ee5e4d0 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:28:18.651599 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3fc73f8-0000-44bc-976a-b3a86c832cae req-8892a8da-893c-4f3f-ae27-b2c84d4f9503 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74b26e6-06c1-4371-b2e8-52e2b10f39e2 HTTP/1.1" status: 200 len: 999 time: 0.2856789 Feb 08 21:28:18.677535 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e421a34-a282-45a0-b3be-6665b7c901cd req-7a21c79f-a893-429a-9c08-488c40e6d5d9 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/floatingips/c2f01a18-8bd6-4ced-9367-4340ef63170f HTTP/1.1" status: 200 len: 996 time: 0.1849198 Feb 08 21:28:18.745477 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc73f8-0000-44bc-976a-b3a86c832cae req-25ff5587-98c1-4838-93d8-548372154a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:18.748317 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3fc73f8-0000-44bc-976a-b3a86c832cae req-25ff5587-98c1-4838-93d8-548372154a07 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bcf96426-4f4f-4f21-a2c0-f475a3532d63 HTTP/1.1" status: 200 len: 860 time: 0.0766051 Feb 08 21:28:18.958547 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18c3702d-f98b-48cc-8972-dd2fb33aa179 req-46f32a24-dbd4-40c1-be68-06e91cdb9788 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "GET /v2.0/security-groups/04f7456b-200b-4783-9896-01815d326bfa HTTP/1.1" status: 200 len: 2416 time: 0.1385541 Feb 08 21:28:18.997776 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc73f8-0000-44bc-976a-b3a86c832cae req-8b7f7242-740e-4ce5-939a-2907229715c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:19.000718 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3fc73f8-0000-44bc-976a-b3a86c832cae req-8b7f7242-740e-4ce5-939a-2907229715c5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1794453 Feb 08 21:28:19.079863 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e421a34-a282-45a0-b3be-6665b7c901cd req-46625c95-71bd-4165-9c61-2e34016b7018 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:19.082838 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e421a34-a282-45a0-b3be-6665b7c901cd req-46625c95-71bd-4165-9c61-2e34016b7018 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 784 time: 0.3331366 Feb 08 21:28:19.126921 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-0068a418-025f-4ec9-9660-cf7c6e47a82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946070075-router', 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '39395fc6-7409-43b9-a17b-be1594605784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:28:05Z', 'updated_at': '2022-02-08T21:28:15Z', 'revision_number': 4, 'project_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'gw_port': {'id': '39395fc6-7409-43b9-a17b-be1594605784', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:28:06Z', 'updated_at': '2022-02-08T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'f4e51e99-effa-4bf7-8042-bb9d79050f0b', 'name': '', 'network_id': 'b5c31eef-c820-4356-8b0b-24f41ab03c55', 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'mac_address': 'fa:16:3e:6b:1d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '391e3949-2624-453b-8a7c-204eec8c6d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:28:12Z', 'updated_at': '2022-02-08T21:28:16Z', 'revision_number': 2, 'project_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'subnets': [{'id': '391e3949-2624-453b-8a7c-204eec8c6d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:19.163592 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0068a418-025f-4ec9-9660-cf7c6e47a82b None None] Checking router: 4667e7bd-7244-4d46-bbee-f7da8ee5e4d0 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:28:19.163980 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0068a418-025f-4ec9-9660-cf7c6e47a82b None None] Updating router 4667e7bd-7244-4d46-bbee-f7da8ee5e4d0 port f4e51e99-effa-4bf7-8042-bb9d79050f0b binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:28:19.198123 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0068a418-025f-4ec9-9660-cf7c6e47a82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f4e51e99-effa-4bf7-8042-bb9d79050f0b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:19.225220 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-9e421a34-a282-45a0-b3be-6665b7c901cd req-ca48f9f1-f7f3-4b52-99fb-fa2a38531d63 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:28:19.227033 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e421a34-a282-45a0-b3be-6665b7c901cd req-ca48f9f1-f7f3-4b52-99fb-fa2a38531d63 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0204287 Feb 08 21:28:19.273979 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-18c3702d-f98b-48cc-8972-dd2fb33aa179 req-736016a7-60f2-489b-8874-fdd5cdd62114 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (04f7456b-200b-4783-9896-01815d326bfa), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:19.337689 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3fc73f8-0000-44bc-976a-b3a86c832cae req-69755939-7e90-49f3-a8a6-ad6d45acc9b0 service neutron] 10.222.0.96 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165736 Feb 08 21:28:19.348749 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-18c3702d-f98b-48cc-8972-dd2fb33aa179 req-736016a7-60f2-489b-8874-fdd5cdd62114 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (04f7456b-200b-4783-9896-01815d326bfa), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:19.598934 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3fc73f8-0000-44bc-976a-b3a86c832cae req-7f914b42-9166-4a80-b39a-841e65e8b163 service neutron] 10.222.0.96 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543762 Feb 08 21:28:19.622674 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58002d73-048f-4c78-87bc-573b485e40cd req-c5871e16-e583-450b-95fc-835a52d691a1 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:19.637594 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-58002d73-048f-4c78-87bc-573b485e40cd req-c5871e16-e583-450b-95fc-835a52d691a1 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=1993f920-f7ac-4493-89de-f8f86525d3dc HTTP/1.1" status: 200 len: 945 time: 0.2010660 Feb 08 21:28:19.639304 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-18c3702d-f98b-48cc-8972-dd2fb33aa179 req-736016a7-60f2-489b-8874-fdd5cdd62114 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (04f7456b-200b-4783-9896-01815d326bfa), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:19.644175 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-18c3702d-f98b-48cc-8972-dd2fb33aa179 req-736016a7-60f2-489b-8874-fdd5cdd62114 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:19.645551 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18c3702d-f98b-48cc-8972-dd2fb33aa179 req-736016a7-60f2-489b-8874-fdd5cdd62114 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] 10.222.0.88 "DELETE /v2.0/security-groups/04f7456b-200b-4783-9896-01815d326bfa HTTP/1.1" status: 204 len: 173 time: 0.6648202 Feb 08 21:28:19.646918 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0068a418-025f-4ec9-9660-cf7c6e47a82b None None] Publish callbacks [] for port (f4e51e99-effa-4bf7-8042-bb9d79050f0b), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:19.654598 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0068a418-025f-4ec9-9660-cf7c6e47a82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f4e51e99-effa-4bf7-8042-bb9d79050f0b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:19.660536 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736016a7-60f2-489b-8874-fdd5cdd62114 tempest-SecurityGroupRulesTestJSON-389491225 tempest-SecurityGroupRulesTestJSON-389491225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f7456b-200b-4783-9896-01815d326bfa,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:19.664760 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54526) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:19.720132 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabd721-1cf2-46e9-a207-0686c6a789dc None None] Pushing event updated for resources: {'Port': ['ID=f4e51e99-effa-4bf7-8042-bb9d79050f0b,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:19.777021 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c8e5265-df2b-44ae-b2cc-209b43216ab6 admin admin] Deleting subnet b222446e-e00d-4dc7-91e2-96dc9c58d580 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:28:19.816382 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c8e5265-df2b-44ae-b2cc-209b43216ab6 admin admin] Publish callbacks [] for subnet (b222446e-e00d-4dc7-91e2-96dc9c58d580), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:19.840291 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-58002d73-048f-4c78-87bc-573b485e40cd req-2e8e73b6-1703-4e57-847b-437a4b412235 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501038 Feb 08 21:28:19.886212 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-0068a418-025f-4ec9-9660-cf7c6e47a82b None None] Attempting to bind port f4e51e99-effa-4bf7-8042-bb9d79050f0b on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:28:19.886679 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-0068a418-025f-4ec9-9660-cf7c6e47a82b None None] Attempting to bind port f4e51e99-effa-4bf7-8042-bb9d79050f0b by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '4f8caa7b-279a-4b42-a5d8-1821a690d130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b5c31eef-c820-4356-8b0b-24f41ab03c55'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:28:19.887564 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0068a418-025f-4ec9-9660-cf7c6e47a82b None None] Attempting to bind port f4e51e99-effa-4bf7-8042-bb9d79050f0b on network b5c31eef-c820-4356-8b0b-24f41ab03c55 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:28:19.894427 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0068a418-025f-4ec9-9660-cf7c6e47a82b None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:28:19.894816 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0068a418-025f-4ec9-9660-cf7c6e47a82b None None] Checking segment: {'id': '4f8caa7b-279a-4b42-a5d8-1821a690d130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b5c31eef-c820-4356-8b0b-24f41ab03c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:28:19.895216 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0068a418-025f-4ec9-9660-cf7c6e47a82b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:19.895624 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0068a418-025f-4ec9-9660-cf7c6e47a82b None None] Bound using segment: {'id': '4f8caa7b-279a-4b42-a5d8-1821a690d130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b5c31eef-c820-4356-8b0b-24f41ab03c55'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:28:19.896271 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-0068a418-025f-4ec9-9660-cf7c6e47a82b None None] Bound port: f4e51e99-effa-4bf7-8042-bb9d79050f0b, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f8caa7b-279a-4b42-a5d8-1821a690d130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b5c31eef-c820-4356-8b0b-24f41ab03c55'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:28:19.896673 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0068a418-025f-4ec9-9660-cf7c6e47a82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f4e51e99-effa-4bf7-8042-bb9d79050f0b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:19.921192 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c8e5265-df2b-44ae-b2cc-209b43216ab6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (b222446e-e00d-4dc7-91e2-96dc9c58d580), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:20.004709 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-0068a418-025f-4ec9-9660-cf7c6e47a82b None None] For port f4e51e99-effa-4bf7-8042-bb9d79050f0b, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:28:20.006971 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b9083d40-1d61-47b5-9620-768b41dc0b3b req-86ffa880-f742-4b4f-a7bb-e84a6b35515a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 210 time: 0.1266830 Feb 08 21:28:20.009160 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-0068a418-025f-4ec9-9660-cf7c6e47a82b None None] For port f4e51e99-effa-4bf7-8042-bb9d79050f0b, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f4e51e99-effa-4bf7-8042-bb9d79050f0b,segment=NetworkSegment(4f8caa7b-279a-4b42-a5d8-1821a690d130),segment_id=4f8caa7b-279a-4b42-a5d8-1821a690d130)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:28:20.018278 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0068a418-025f-4ec9-9660-cf7c6e47a82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f4e51e99-effa-4bf7-8042-bb9d79050f0b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:20.078131 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c8e5265-df2b-44ae-b2cc-209b43216ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (b222446e-e00d-4dc7-91e2-96dc9c58d580), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:20.147366 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabd721-1cf2-46e9-a207-0686c6a789dc None None] Pushing event updated for resources: {'Port': ['ID=f4e51e99-effa-4bf7-8042-bb9d79050f0b,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:20.158374 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0068a418-025f-4ec9-9660-cf7c6e47a82b None None] Routers {'4667e7bd-7244-4d46-bbee-f7da8ee5e4d0'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:28:20.159051 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-0068a418-025f-4ec9-9660-cf7c6e47a82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:27:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['4667e7bd-7244-4d46-bbee-f7da8ee5e4d0'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:20.253525 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c8e5265-df2b-44ae-b2cc-209b43216ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (b222446e-e00d-4dc7-91e2-96dc9c58d580), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:20.322213 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e5265-df2b-44ae-b2cc-209b43216ab6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b222446e-e00d-4dc7-91e2-96dc9c58d580,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:20.336831 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c8e5265-df2b-44ae-b2cc-209b43216ab6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:20.342259 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0c8e5265-df2b-44ae-b2cc-209b43216ab6 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/b222446e-e00d-4dc7-91e2-96dc9c58d580 HTTP/1.1" status: 204 len: 168 time: 0.6761351 Feb 08 21:28:20.346586 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54542) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:20.395509 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c562c26e-28e5-4fd5-8004-fc33b94a2177 req-e9ba70bc-5a30-43cd-af26-1f99d42648c7 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 1001 time: 0.2744994 Feb 08 21:28:20.447719 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-afbd0875-46b8-404f-af16-9199e507ae06 None None] Provisioning complete for port f4e51e99-effa-4bf7-8042-bb9d79050f0b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:28:20.448345 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-afbd0875-46b8-404f-af16-9199e507ae06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f4e51e99-effa-4bf7-8042-bb9d79050f0b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:20.509924 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562c26e-28e5-4fd5-8004-fc33b94a2177 req-716e5341-98ee-4a4b-b666-7e565b7ef3e0 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:20.523180 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c562c26e-28e5-4fd5-8004-fc33b94a2177 req-716e5341-98ee-4a4b-b666-7e565b7ef3e0 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports/f74b26e6-06c1-4371-b2e8-52e2b10f39e2 HTTP/1.1" status: 200 len: 943 time: 0.1222718 Feb 08 21:28:20.555616 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f95e1e8f-717b-484b-b95d-2bd84e88c51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (ae81c2a7-776c-4103-8403-9597e43bdeca), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:20.571104 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-0068a418-025f-4ec9-9660-cf7c6e47a82b None None] Set router 4667e7bd-7244-4d46-bbee-f7da8ee5e4d0 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:28:20.687476 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-886c1344-13b7-4f17-9083-21b87c2f059d tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:20.698552 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-886c1344-13b7-4f17-9083-21b87c2f059d tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/networks?id=b5c31eef-c820-4356-8b0b-24f41ab03c55 HTTP/1.1" status: 200 len: 829 time: 0.4494843 Feb 08 21:28:20.795329 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f95e1e8f-717b-484b-b95d-2bd84e88c51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (ae81c2a7-776c-4103-8403-9597e43bdeca), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:20.840611 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-c110987f-e099-4d06-9f5f-1196fd18484a tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/quotas/121b3faf35ac4ad2abe15b29bed26c0d HTTP/1.1" status: 200 len: 375 time: 0.1389058 Feb 08 21:28:20.850412 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f95e1e8f-717b-484b-b95d-2bd84e88c51d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae81c2a7-776c-4103-8403-9597e43bdeca']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:20.871650 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f95e1e8f-717b-484b-b95d-2bd84e88c51d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531d04e7-52bd-4cfd-b3c2-b8a07b961c75') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:20.875201 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f95e1e8f-717b-484b-b95d-2bd84e88c51d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531d04e7-52bd-4cfd-b3c2-b8a07b961c75') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:20.905324 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f95e1e8f-717b-484b-b95d-2bd84e88c51d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (531d04e7-52bd-4cfd-b3c2-b8a07b961c75), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:20.940483 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f95e1e8f-717b-484b-b95d-2bd84e88c51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (531d04e7-52bd-4cfd-b3c2-b8a07b961c75), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:20.959876 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95e1e8f-717b-484b-b95d-2bd84e88c51d admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:28:20.960440 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f95e1e8f-717b-484b-b95d-2bd84e88c51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (531d04e7-52bd-4cfd-b3c2-b8a07b961c75), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:28:20.962683 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:28:20.965711 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c562c26e-28e5-4fd5-8004-fc33b94a2177 req-79133f13-d40d-4997-8a65-81326d58f616 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 1001 time: 0.2487431 Feb 08 21:28:21.116878 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-f01bc7f5-1606-4d1e-bce4-d7df2e4ca881 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=121b3faf35ac4ad2abe15b29bed26c0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2614481 Feb 08 21:28:21.121366 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f95e1e8f-717b-484b-b95d-2bd84e88c51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (ae81c2a7-776c-4103-8403-9597e43bdeca), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:21.134095 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f95e1e8f-717b-484b-b95d-2bd84e88c51d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:21.144666 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f95e1e8f-717b-484b-b95d-2bd84e88c51d admin admin] 10.222.0.88 "DELETE /v2.0/networks/ae81c2a7-776c-4103-8403-9597e43bdeca HTTP/1.1" status: 204 len: 168 time: 0.7960064 Feb 08 21:28:21.158958 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e1e8f-717b-484b-b95d-2bd84e88c51d admin admin] Pushing event deleted for resources: {'Network': ['ID=ae81c2a7-776c-4103-8403-9597e43bdeca,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:21.164597 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-afbd0875-46b8-404f-af16-9199e507ae06 None None] Current status of the port f4e51e99-effa-4bf7-8042-bb9d79050f0b is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:28:21.165050 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-afbd0875-46b8-404f-af16-9199e507ae06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f4e51e99-effa-4bf7-8042-bb9d79050f0b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:21.224848 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-afbd0875-46b8-404f-af16-9199e507ae06 None None] For port f4e51e99-effa-4bf7-8042-bb9d79050f0b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f4e51e99-effa-4bf7-8042-bb9d79050f0b,segment=NetworkSegment(4f8caa7b-279a-4b42-a5d8-1821a690d130),segment_id=4f8caa7b-279a-4b42-a5d8-1821a690d130)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:28:21.237455 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-afbd0875-46b8-404f-af16-9199e507ae06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f4e51e99-effa-4bf7-8042-bb9d79050f0b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:21.269274 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562c26e-28e5-4fd5-8004-fc33b94a2177 req-c23c06f0-261b-467c-a219-a83a18d62eab tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:21.276437 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c562c26e-28e5-4fd5-8004-fc33b94a2177 req-c23c06f0-261b-467c-a219-a83a18d62eab tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 784 time: 0.3115342 Feb 08 21:28:21.403048 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54560) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:21.477447 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-9c55ce19-62df-4693-a7a4-1b8e633781d3 None None] Provisioning complete for port f4e51e99-effa-4bf7-8042-bb9d79050f0b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:28:21.478098 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9c55ce19-62df-4693-a7a4-1b8e633781d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f4e51e99-effa-4bf7-8042-bb9d79050f0b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:21.481035 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-89f81435-879e-4c3f-af6d-724271dd4401 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4d0876571f2f43c3808fc91bf2086268&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0761440 Feb 08 21:28:21.482299 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54562) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:21.568138 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd0875-46b8-404f-af16-9199e507ae06 None None] Pushing event updated for resources: {'Port': ['ID=f4e51e99-effa-4bf7-8042-bb9d79050f0b,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:21.591883 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ff0994fd-722b-4cb7-adf1-319949a5c09d admin admin] Publish callbacks [] for security_group (267c5112-d423-42b4-927c-71bd306b3b8c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:21.644600 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ff0994fd-722b-4cb7-adf1-319949a5c09d admin admin] Publish callbacks [] for security_group (267c5112-d423-42b4-927c-71bd306b3b8c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:21.662712 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-0068a418-025f-4ec9-9660-cf7c6e47a82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946070075-router', 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '39395fc6-7409-43b9-a17b-be1594605784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:28:05Z', 'updated_at': '2022-02-08T21:28:15Z', 'revision_number': 4, 'project_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'gw_port': {'id': '39395fc6-7409-43b9-a17b-be1594605784', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:28:06Z', 'updated_at': '2022-02-08T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'f4e51e99-effa-4bf7-8042-bb9d79050f0b', 'name': '', 'network_id': 'b5c31eef-c820-4356-8b0b-24f41ab03c55', 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'mac_address': 'fa:16:3e:6b:1d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '391e3949-2624-453b-8a7c-204eec8c6d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:28:12Z', 'updated_at': '2022-02-08T21:28:19Z', 'revision_number': 4, 'project_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'subnets': [{'id': '391e3949-2624-453b-8a7c-204eec8c6d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:21.667731 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ce19-62df-4693-a7a4-1b8e633781d3 None None] Current status of the port f4e51e99-effa-4bf7-8042-bb9d79050f0b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:28:21.697448 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0068a418-025f-4ec9-9660-cf7c6e47a82b None None] The sync data for ids ['4667e7bd-7244-4d46-bbee-f7da8ee5e4d0'] in n-d-712143-31 is: [{'id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946070075-router', 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '39395fc6-7409-43b9-a17b-be1594605784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:28:05Z', 'updated_at': '2022-02-08T21:28:15Z', 'revision_number': 4, 'project_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'gw_port': {'id': '39395fc6-7409-43b9-a17b-be1594605784', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:28:06Z', 'updated_at': '2022-02-08T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'f4e51e99-effa-4bf7-8042-bb9d79050f0b', 'name': '', 'network_id': 'b5c31eef-c820-4356-8b0b-24f41ab03c55', 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'mac_address': 'fa:16:3e:6b:1d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '391e3949-2624-453b-8a7c-204eec8c6d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:28:12Z', 'updated_at': '2022-02-08T21:28:19Z', 'revision_number': 4, 'project_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'subnets': [{'id': '391e3949-2624-453b-8a7c-204eec8c6d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:28:21.925687 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ff0994fd-722b-4cb7-adf1-319949a5c09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (267c5112-d423-42b4-927c-71bd306b3b8c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:21.931395 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c562c26e-28e5-4fd5-8004-fc33b94a2177 req-41407705-2fe5-4ac2-8a81-7a501aa7662b tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 1001 time: 0.6275804 Feb 08 21:28:21.953832 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ff0994fd-722b-4cb7-adf1-319949a5c09d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:21.968203 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ff0994fd-722b-4cb7-adf1-319949a5c09d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/267c5112-d423-42b4-927c-71bd306b3b8c HTTP/1.1" status: 204 len: 168 time: 0.4836686 Feb 08 21:28:22.018894 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-c562c26e-28e5-4fd5-8004-fc33b94a2177 req-3f1663cb-f372-4ce3-9fa4-447a25ba990d tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:28:22.023584 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0994fd-722b-4cb7-adf1-319949a5c09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267c5112-d423-42b4-927c-71bd306b3b8c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:22.284374 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c562c26e-28e5-4fd5-8004-fc33b94a2177 req-3f1663cb-f372-4ce3-9fa4-447a25ba990d tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks [] for floatingip (c2f01a18-8bd6-4ced-9367-4340ef63170f), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:22.392642 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-3f32af83-0bbe-44d4-aa16-feb75c06ab22 service neutron] 10.222.0.88 "GET /v2.0/networks/b5c31eef-c820-4356-8b0b-24f41ab03c55?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2747717 Feb 08 21:28:22.846500 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c562c26e-28e5-4fd5-8004-fc33b94a2177 req-3f1663cb-f372-4ce3-9fa4-447a25ba990d tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:22.860484 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c562c26e-28e5-4fd5-8004-fc33b94a2177 req-3f1663cb-f372-4ce3-9fa4-447a25ba990d tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (c2f01a18-8bd6-4ced-9367-4340ef63170f), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:22.861423 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [req-c562c26e-28e5-4fd5-8004-fc33b94a2177 req-3f1663cb-f372-4ce3-9fa4-447a25ba990d tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Floating IP c2f01a18-8bd6-4ced-9367-4340ef63170f disassociated. External IP: 172.25.3.80, port: f74b26e6-06c1-4371-b2e8-52e2b10f39e2. Feb 08 21:28:22.946838 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-7c9cf199-1c51-40d9-b217-4946375a7caf service neutron] 10.222.0.88 "GET /v2.0/networks/b5c31eef-c820-4356-8b0b-24f41ab03c55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5422511 Feb 08 21:28:23.542704 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c562c26e-28e5-4fd5-8004-fc33b94a2177 req-3f1663cb-f372-4ce3-9fa4-447a25ba990d tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Router 1ec6ae58-6631-47d9-975a-4c3c815a4852 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:28:23.991849 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5a396-5812-4df1-9c15-f4cfee7a8d5f req-eab6dbab-ee6f-4e7b-80d7-68daf3dc8224 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:23.994523 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f4e51e99-effa-4bf7-8042-bb9d79050f0b up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:28:24.003163 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85c5a396-5812-4df1-9c15-f4cfee7a8d5f req-eab6dbab-ee6f-4e7b-80d7-68daf3dc8224 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=1993f920-f7ac-4493-89de-f8f86525d3dc HTTP/1.1" status: 200 len: 945 time: 0.2533419 Feb 08 21:28:24.078218 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c562c26e-28e5-4fd5-8004-fc33b94a2177 req-3f1663cb-f372-4ce3-9fa4-447a25ba990d tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:28:24.100326 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beed1e3-f49d-4973-a98c-dc41d434331b None None] Sync routers for ids ['1ec6ae58-6631-47d9-975a-4c3c815a4852'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:28:24.108251 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c562c26e-28e5-4fd5-8004-fc33b94a2177 req-3f1663cb-f372-4ce3-9fa4-447a25ba990d tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:24.124864 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beed1e3-f49d-4973-a98c-dc41d434331b None None] Routers {'1ec6ae58-6631-47d9-975a-4c3c815a4852'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:28:24.125942 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5beed1e3-f49d-4973-a98c-dc41d434331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:27:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['1ec6ae58-6631-47d9-975a-4c3c815a4852'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:24.195969 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c01597c0-3d7a-4750-bfb9-16a3f484220a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:24.202432 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port f4e51e99-effa-4bf7-8042-bb9d79050f0b triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:28:24.202879 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f4e51e99-effa-4bf7-8042-bb9d79050f0b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:24.256574 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85c5a396-5812-4df1-9c15-f4cfee7a8d5f req-bd1b17ce-9fa8-40d6-9367-1759a6894f84 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508681 Feb 08 21:28:24.263279 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c562c26e-28e5-4fd5-8004-fc33b94a2177 req-3f1663cb-f372-4ce3-9fa4-447a25ba990d tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "PUT /v2.0/floatingips/c2f01a18-8bd6-4ced-9367-4340ef63170f HTTP/1.1" status: 200 len: 695 time: 2.2984385 Feb 08 21:28:24.263812 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2355c90e-62e8-4088-afcc-c3b93c4aa7cb', 'tag': 'f74b26e6-06c1-4371-b2e8-52e2b10f39e2'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:28:24.266347 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262a55c3-9047-4910-b113-0da57103e232" -d '{"events": [{"name": "network-changed", "server_uuid": "2355c90e-62e8-4088-afcc-c3b93c4aa7cb", "tag": "f74b26e6-06c1-4371-b2e8-52e2b10f39e2"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:28:24.470244 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562c26e-28e5-4fd5-8004-fc33b94a2177 req-3b452688-4e03-48a6-91f5-7dcaf600ded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:24.470900 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port f4e51e99-effa-4bf7-8042-bb9d79050f0b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:28:24.484795 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c562c26e-28e5-4fd5-8004-fc33b94a2177 req-3b452688-4e03-48a6-91f5-7dcaf600ded0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=604bafac013e47a8806c7fdd623f0573&device_id=2355c90e-62e8-4088-afcc-c3b93c4aa7cb HTTP/1.1" status: 200 len: 1129 time: 0.1819823 Feb 08 21:28:24.508520 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-5beed1e3-f49d-4973-a98c-dc41d434331b None None] Set router 1ec6ae58-6631-47d9-975a-4c3c815a4852 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:28:24.646361 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54612) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:24.658559 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f6117ac9-b351-441e-9344-6dc41d0a954b req-09d85f2f-cc69-4f41-8d14-8a7724cf6e1f tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 210 time: 0.0685327 Feb 08 21:28:24.758870 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562c26e-28e5-4fd5-8004-fc33b94a2177 req-863d130c-1006-457e-b63b-cd12fbfe41ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:24.760474 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c562c26e-28e5-4fd5-8004-fc33b94a2177 req-863d130c-1006-457e-b63b-cd12fbfe41ab service neutron] 10.222.0.88 "GET /v2.0/networks?id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 HTTP/1.1" status: 200 len: 922 time: 0.2680786 Feb 08 21:28:24.922132 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5aabd0c4-c5b1-46e3-bc48-613b3e700d4e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-174488230-network', 'tenant_id': 'ccc07b4dde804a05ac4fc4b6116c0c0b'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:28:24.950985 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c562c26e-28e5-4fd5-8004-fc33b94a2177 req-bf8841ed-c727-4607-ae70-5761b463f8a6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74b26e6-06c1-4371-b2e8-52e2b10f39e2 HTTP/1.1" status: 200 len: 217 time: 0.1625450 Feb 08 21:28:24.991826 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aabd0c4-c5b1-46e3-bc48-613b3e700d4e admin admin] Made reservation on behalf of ccc07b4dde804a05ac4fc4b6116c0c0b for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:28:24.998358 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aabd0c4-c5b1-46e3-bc48-613b3e700d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:25.029110 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aabd0c4-c5b1-46e3-bc48-613b3e700d4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:25.041415 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7f09e0ee-ae87-4b4f-b1b1-f963495a7509 req-aada3679-da42-4aeb-8bdb-4b4268069a97 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/ports?device_id=c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1 HTTP/1.1" status: 200 len: 210 time: 0.0951781 Feb 08 21:28:25.087332 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5beed1e3-f49d-4973-a98c-dc41d434331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923840887-router', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:26:22Z', 'updated_at': '2022-02-08T21:26:30Z', 'revision_number': 4, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'gw_port': {'id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:23Z', 'updated_at': '2022-02-08T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'b69fc55a-021d-4793-8753-301b29e89fa2', 'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'mac_address': 'fa:16:3e:ec:f5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:29Z', 'updated_at': '2022-02-08T21:26:38Z', 'revision_number': 5, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'subnets': [{'id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:25.142205 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562c26e-28e5-4fd5-8004-fc33b94a2177 req-50e86f5b-ebb4-4e88-860c-b2052b9525dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:25.147905 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c562c26e-28e5-4fd5-8004-fc33b94a2177 req-50e86f5b-ebb4-4e88-860c-b2052b9525dc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bcf96426-4f4f-4f21-a2c0-f475a3532d63 HTTP/1.1" status: 200 len: 860 time: 0.1763623 Feb 08 21:28:25.155034 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beed1e3-f49d-4973-a98c-dc41d434331b None None] Checking router: 1ec6ae58-6631-47d9-975a-4c3c815a4852 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:28:25.185335 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beed1e3-f49d-4973-a98c-dc41d434331b None None] Routers {'1ec6ae58-6631-47d9-975a-4c3c815a4852'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:28:25.186252 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5beed1e3-f49d-4973-a98c-dc41d434331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:27:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['1ec6ae58-6631-47d9-975a-4c3c815a4852'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:25.257663 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7897bf-7746-41a9-b013-7c9eec7641ea x-openstack-request-id: req-ac7897bf-7746-41a9-b013-7c9eec7641ea {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:28:25.258231 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2355c90e-62e8-4088-afcc-c3b93c4aa7cb", "tag": "f74b26e6-06c1-4371-b2e8-52e2b10f39e2", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:28:25.259783 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ac7897bf-7746-41a9-b013-7c9eec7641ea {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:28:25.260386 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2355c90e-62e8-4088-afcc-c3b93c4aa7cb', 'tag': 'f74b26e6-06c1-4371-b2e8-52e2b10f39e2', 'status': 'completed', 'code': 200} Feb 08 21:28:25.286373 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aabd0c4-c5b1-46e3-bc48-613b3e700d4e admin admin] Publish callbacks [] for security_group (8bb66473-333c-489b-91fe-1fc152d05e99), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:25.292655 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aabd0c4-c5b1-46e3-bc48-613b3e700d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8bb66473-333c-489b-91fe-1fc152d05e99), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:25.382733 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabd0c4-c5b1-46e3-bc48-613b3e700d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb66473-333c-489b-91fe-1fc152d05e99,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:25.418061 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aabd0c4-c5b1-46e3-bc48-613b3e700d4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:28:25.456927 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-5beed1e3-f49d-4973-a98c-dc41d434331b None None] Set router 1ec6ae58-6631-47d9-975a-4c3c815a4852 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:28:25.459590 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aabd0c4-c5b1-46e3-bc48-613b3e700d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (49cc5804-95ec-45a3-a70d-522fb54a57ed), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:25.460987 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-5aabd0c4-c5b1-46e3-bc48-613b3e700d4e admin admin] Added segment 49cc5804-95ec-45a3-a70d-522fb54a57ed of type vlan for network e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b Feb 08 21:28:25.559619 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aabd0c4-c5b1-46e3-bc48-613b3e700d4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:25.585397 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562c26e-28e5-4fd5-8004-fc33b94a2177 req-9a8320be-2423-4213-a01f-be7937915705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:25.586937 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c562c26e-28e5-4fd5-8004-fc33b94a2177 req-9a8320be-2423-4213-a01f-be7937915705 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4202905 Feb 08 21:28:25.619526 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a55c3-9047-4910-b113-0da57103e232 req-9ea41703-1bee-4abb-8b1c-dfe2a433c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:25.620634 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aabd0c4-c5b1-46e3-bc48-613b3e700d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:25.621174 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-262a55c3-9047-4910-b113-0da57103e232 req-9ea41703-1bee-4abb-8b1c-dfe2a433c832 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=604bafac013e47a8806c7fdd623f0573&device_id=2355c90e-62e8-4088-afcc-c3b93c4aa7cb HTTP/1.1" status: 200 len: 1129 time: 0.3401084 Feb 08 21:28:25.622005 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aabd0c4-c5b1-46e3-bc48-613b3e700d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:25.623060 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aabd0c4-c5b1-46e3-bc48-613b3e700d4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:25.764271 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a55c3-9047-4910-b113-0da57103e232 req-98783407-22e0-4215-85b9-f4a99aba5679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:25.765910 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-262a55c3-9047-4910-b113-0da57103e232 req-98783407-22e0-4215-85b9-f4a99aba5679 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 HTTP/1.1" status: 200 len: 922 time: 0.1323369 Feb 08 21:28:25.776941 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabd0c4-c5b1-46e3-bc48-613b3e700d4e admin admin] Pushing event updated for resources: {'Network': ['ID=e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:25.794048 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:28:25.820665 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5aabd0c4-c5b1-46e3-bc48-613b3e700d4e admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1663163 Feb 08 21:28:25.820665 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54626) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:25.823622 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5beed1e3-f49d-4973-a98c-dc41d434331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923840887-router', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:26:22Z', 'updated_at': '2022-02-08T21:26:30Z', 'revision_number': 4, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'gw_port': {'id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:23Z', 'updated_at': '2022-02-08T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'b69fc55a-021d-4793-8753-301b29e89fa2', 'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'mac_address': 'fa:16:3e:ec:f5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:29Z', 'updated_at': '2022-02-08T21:26:38Z', 'revision_number': 5, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'subnets': [{'id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:25.827025 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-45d13ca4-aa5c-4ef0-837e-e2e962f2db2e admin admin] Request body: {'subnet': {'network_id': 'e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-174488230-subnet', 'tenant_id': 'ccc07b4dde804a05ac4fc4b6116c0c0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:28:25.864050 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d13ca4-aa5c-4ef0-837e-e2e962f2db2e admin admin] Made reservation on behalf of ccc07b4dde804a05ac4fc4b6116c0c0b for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:28:25.868599 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-262a55c3-9047-4910-b113-0da57103e232 req-84bbdfbb-7971-43d4-a187-b0db7ffd62c3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74b26e6-06c1-4371-b2e8-52e2b10f39e2 HTTP/1.1" status: 200 len: 217 time: 0.0568800 Feb 08 21:28:25.872924 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45d13ca4-aa5c-4ef0-837e-e2e962f2db2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:25.891011 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-28b3b482-bdf1-4e5d-a8dc-bd960a02afca tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:25.892690 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-28b3b482-bdf1-4e5d-a8dc-bd960a02afca tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.96 "GET /v2.0/networks?id=b5c31eef-c820-4356-8b0b-24f41ab03c55 HTTP/1.1" status: 200 len: 829 time: 0.7143004 Feb 08 21:28:25.915296 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beed1e3-f49d-4973-a98c-dc41d434331b None None] The sync data for ids ['1ec6ae58-6631-47d9-975a-4c3c815a4852'] in n-d-712143-31 is: [{'id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923840887-router', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:26:22Z', 'updated_at': '2022-02-08T21:26:30Z', 'revision_number': 4, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'gw_port': {'id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:23Z', 'updated_at': '2022-02-08T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'b69fc55a-021d-4793-8753-301b29e89fa2', 'name': '', 'network_id': 'f8ddfec4-61c8-4cfb-b836-0c5a79f77d01', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'mac_address': 'fa:16:3e:ec:f5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:29Z', 'updated_at': '2022-02-08T21:26:38Z', 'revision_number': 5, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'subnets': [{'id': 'bcf96426-4f4f-4f21-a2c0-f475a3532d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:28:25.995060 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a55c3-9047-4910-b113-0da57103e232 req-4e214900-0ae7-49c8-a941-af596c69910a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:25.997305 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-262a55c3-9047-4910-b113-0da57103e232 req-4e214900-0ae7-49c8-a941-af596c69910a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bcf96426-4f4f-4f21-a2c0-f475a3532d63 HTTP/1.1" status: 200 len: 860 time: 0.1176853 Feb 08 21:28:26.005557 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-e986e3b6-97d7-47f2-9428-81258c38a6b1 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Request body: {'port': {'device_id': 'c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1', 'network_id': 'b5c31eef-c820-4356-8b0b-24f41ab03c55', 'admin_state_up': True, 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:28:26.129020 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881aa8cb-2fa4-44fe-80fa-94f9519f3d85 req-b05c7b8a-2d32-4ab4-bce8-f14668fd1e49 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:26.136439 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-881aa8cb-2fa4-44fe-80fa-94f9519f3d85 req-b05c7b8a-2d32-4ab4-bce8-f14668fd1e49 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=1993f920-f7ac-4493-89de-f8f86525d3dc HTTP/1.1" status: 200 len: 945 time: 0.6879616 Feb 08 21:28:26.274631 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a55c3-9047-4910-b113-0da57103e232 req-45984915-2e00-4ca1-9099-019f41300a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:26.275467 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-262a55c3-9047-4910-b113-0da57103e232 req-45984915-2e00-4ca1-9099-019f41300a8d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1306214 Feb 08 21:28:26.288153 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-e986e3b6-97d7-47f2-9428-81258c38a6b1 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Made reservation on behalf of 121b3faf35ac4ad2abe15b29bed26c0d for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:28:26.294383 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-e986e3b6-97d7-47f2-9428-81258c38a6b1 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:26.310843 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45d13ca4-aa5c-4ef0-837e-e2e962f2db2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (310c6bc1-a154-4dd4-be9e-9319761a4464), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:26.397346 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d13ca4-aa5c-4ef0-837e-e2e962f2db2e admin admin] Checking segment: {'id': '49cc5804-95ec-45a3-a70d-522fb54a57ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:28:26.397921 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d13ca4-aa5c-4ef0-837e-e2e962f2db2e admin admin] Network hostable DHCP agents. Network: e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:28:26.420607 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c562c26e-28e5-4fd5-8004-fc33b94a2177 req-b17e4bb6-a4e2-4752-acdc-e9ee81cea7a8 service neutron] 10.222.0.88 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8044708 Feb 08 21:28:26.430461 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d13ca4-aa5c-4ef0-837e-e2e962f2db2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=310c6bc1-a154-4dd4-be9e-9319761a4464,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:26.437786 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d13ca4-aa5c-4ef0-837e-e2e962f2db2e admin admin] Network e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:28:26.452181 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-45d13ca4-aa5c-4ef0-837e-e2e962f2db2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:28:26.459642 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d13ca4-aa5c-4ef0-837e-e2e962f2db2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:26.460497 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45d13ca4-aa5c-4ef0-837e-e2e962f2db2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:26.479873 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b3100e-9f89-4973-90ce-f0c0a1f2a0d8 None None] Network e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:28:26.505740 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87970469-d947-47d2-971e-8a9cadcfcd11 None None] New status for floating IP c2f01a18-8bd6-4ced-9367-4340ef63170f: DOWN {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:28:26.530846 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-45d13ca4-aa5c-4ef0-837e-e2e962f2db2e admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7097092 Feb 08 21:28:26.796931 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-e986e3b6-97d7-47f2-9428-81258c38a6b1 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Allocated IP 172.20.0.8 (b5c31eef-c820-4356-8b0b-24f41ab03c55/391e3949-2624-453b-8a7c-204eec8c6d37/01e2c114-2af5-4ace-b722-b525eaa03f8c) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:28:26.932849 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-881aa8cb-2fa4-44fe-80fa-94f9519f3d85 req-f7791cdc-0a12-48a7-abed-ef71da543d39 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7952070 Feb 08 21:28:26.942049 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c562c26e-28e5-4fd5-8004-fc33b94a2177 req-ed1b8860-63a2-484d-bfc1-9a34f4323855 service neutron] 10.222.0.88 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353045 Feb 08 21:28:27.139089 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b600c2-c711-4562-a0cf-256f4df48ccc None None] Network e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:28:27.247965 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-262a55c3-9047-4910-b113-0da57103e232 req-61fccc74-d253-4070-a6ca-0606cf127972 service neutron] 10.222.0.96 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9462910 Feb 08 21:28:27.292585 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-564daeab-05b2-40a9-8b1b-2794d33a536b req-effd3315-21c6-4f27-97b1-fa3fde98f732 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 210 time: 0.1084020 Feb 08 21:28:27.344013 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-35981aef-4389-44ba-8c85-16e57e1a114c req-3fab4a2b-3fed-42d4-a5a0-5e9dd47beb8b tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/ports?device_id=c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1 HTTP/1.1" status: 200 len: 210 time: 0.1461461 Feb 08 21:28:27.560317 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-06b1829d-fc39-4677-be25-bfbd14a39df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:27.767627 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-262a55c3-9047-4910-b113-0da57103e232 req-668aa099-d3c9-4e64-94f9-d3f3b8d56170 service neutron] 10.222.0.96 "GET /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706180 Feb 08 21:28:27.880540 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-e986e3b6-97d7-47f2-9428-81258c38a6b1 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks [] for port (01e2c114-2af5-4ace-b722-b525eaa03f8c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:27.889326 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-f4e0875e-3b5a-4cea-a1e6-0a76c6e120a9 req-ca4a4588-4082-40ad-abd8-4e7b585e2a0d tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-190572223', 'description': 'tempest-description-1072894946'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:28:27.936180 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f4e0875e-3b5a-4cea-a1e6-0a76c6e120a9 req-ca4a4588-4082-40ad-abd8-4e7b585e2a0d tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:28.015300 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-e986e3b6-97d7-47f2-9428-81258c38a6b1 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (01e2c114-2af5-4ace-b722-b525eaa03f8c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:28.093702 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f4e0875e-3b5a-4cea-a1e6-0a76c6e120a9 req-ca4a4588-4082-40ad-abd8-4e7b585e2a0d tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (0300313b-d557-4c5c-b029-1002804e6f57), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:28.113740 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f4e0875e-3b5a-4cea-a1e6-0a76c6e120a9 req-ca4a4588-4082-40ad-abd8-4e7b585e2a0d tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0300313b-d557-4c5c-b029-1002804e6f57), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:28.117534 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-e986e3b6-97d7-47f2-9428-81258c38a6b1 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Network b5c31eef-c820-4356-8b0b-24f41ab03c55 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:28:28.138662 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986e3b6-97d7-47f2-9428-81258c38a6b1 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Pushing event updated for resources: {'Port': ['ID=01e2c114-2af5-4ace-b722-b525eaa03f8c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:28.158370 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-e986e3b6-97d7-47f2-9428-81258c38a6b1 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:28:28.160870 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-e986e3b6-97d7-47f2-9428-81258c38a6b1 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:28:28.326887 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-e986e3b6-97d7-47f2-9428-81258c38a6b1 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:28.328216 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-e986e3b6-97d7-47f2-9428-81258c38a6b1 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:28.367196 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f488738-e7fc-4a5f-8b6b-a613da09880b req-016a07f0-1ceb-421c-a6a3-4271cf7fff91 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/floatingips/c2f01a18-8bd6-4ced-9367-4340ef63170f HTTP/1.1" status: 200 len: 693 time: 0.2462089 Feb 08 21:28:28.391616 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f4e0875e-3b5a-4cea-a1e6-0a76c6e120a9 req-ca4a4588-4082-40ad-abd8-4e7b585e2a0d tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:28.393701 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f4e0875e-3b5a-4cea-a1e6-0a76c6e120a9 req-ca4a4588-4082-40ad-abd8-4e7b585e2a0d tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5103142 Feb 08 21:28:28.488644 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-e986e3b6-97d7-47f2-9428-81258c38a6b1 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4899619 Feb 08 21:28:28.516324 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a4588-4082-40ad-abd8-4e7b585e2a0d tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0300313b-d557-4c5c-b029-1002804e6f57,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:28.525469 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-6e5e161f-0383-4f56-8680-3dd13ced38a7 service neutron] Request body: {'port': {'device_id': 'c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:28:28.607070 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-7e22ceca-5d5f-4133-81b6-5ae7b9155f50 None None] Provisioning complete for port 01e2c114-2af5-4ace-b722-b525eaa03f8c triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:28:28.607942 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7e22ceca-5d5f-4133-81b6-5ae7b9155f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (01e2c114-2af5-4ace-b722-b525eaa03f8c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:28.720470 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7e22ceca-5d5f-4133-81b6-5ae7b9155f50 None None] Port 01e2c114-2af5-4ace-b722-b525eaa03f8c cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:28:28.793159 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f488738-e7fc-4a5f-8b6b-a613da09880b req-a02e6b72-0c20-48b2-950f-f024c66ee719 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:28.794578 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f488738-e7fc-4a5f-8b6b-a613da09880b req-a02e6b72-0c20-48b2-950f-f024c66ee719 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 784 time: 0.4262667 Feb 08 21:28:28.801418 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-6e5e161f-0383-4f56-8680-3dd13ced38a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (01e2c114-2af5-4ace-b722-b525eaa03f8c), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:28.824532 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-4f488738-e7fc-4a5f-8b6b-a613da09880b req-117a7a43-8c43-4f88-90c3-287b48d4772c tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:28:28.825680 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f488738-e7fc-4a5f-8b6b-a613da09880b req-117a7a43-8c43-4f88-90c3-287b48d4772c tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128448 Feb 08 21:28:28.871704 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec1241-1804-4003-83af-33063682c92b req-6315d0b6-59ef-43bb-85fa-bf446e043ddc tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:28.874876 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27ec1241-1804-4003-83af-33063682c92b req-6315d0b6-59ef-43bb-85fa-bf446e043ddc tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=1993f920-f7ac-4493-89de-f8f86525d3dc HTTP/1.1" status: 200 len: 945 time: 0.2691379 Feb 08 21:28:28.969479 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f488738-e7fc-4a5f-8b6b-a613da09880b req-e1d82b38-7848-4794-b637-136c927cc9dc tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 696 time: 0.1153843 Feb 08 21:28:29.117797 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:29.507865 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f488738-e7fc-4a5f-8b6b-a613da09880b req-ab9100cd-3e67-4c2f-b39b-7c596173c1da tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 696 time: 0.4840593 Feb 08 21:28:29.534668 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27ec1241-1804-4003-83af-33063682c92b req-51ba7408-f768-4aad-af18-fabc225dd59d tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6440890 Feb 08 21:28:29.783737 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e2099-7841-4088-8913-c9b7b2198d5b req-523f797f-d49f-4fdf-b845-7ad8b7146cb0 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:29.785352 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5b2e2099-7841-4088-8913-c9b7b2198d5b req-523f797f-d49f-4fdf-b845-7ad8b7146cb0 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.96 "GET /v2.0/ports?device_id=380cc338-7d34-4404-8d83-656e06f91fab HTTP/1.1" status: 200 len: 945 time: 0.7606950 Feb 08 21:28:29.881183 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07594c-4780-4243-b70f-d77f549fc79a req-b4f08760-d031-4ad2-a6ef-8c1666c6e016 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:29.882872 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc07594c-4780-4243-b70f-d77f549fc79a req-b4f08760-d031-4ad2-a6ef-8c1666c6e016 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=380cc338-7d34-4404-8d83-656e06f91fab HTTP/1.1" status: 200 len: 945 time: 0.2221384 Feb 08 21:28:29.947897 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-4f488738-e7fc-4a5f-8b6b-a613da09880b req-95ddb84c-2e4b-486d-b5fb-1f6f6aa136a8 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Deleting port 96406432-e604-4075-8101-331e1fe89ccf {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:28:29.948131 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4f488738-e7fc-4a5f-8b6b-a613da09880b req-95ddb84c-2e4b-486d-b5fb-1f6f6aa136a8 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (96406432-e604-4075-8101-331e1fe89ccf), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:30.085907 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-6e5e161f-0383-4f56-8680-3dd13ced38a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01e2c114-2af5-4ace-b722-b525eaa03f8c {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:28:30.119905 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-6e5e161f-0383-4f56-8680-3dd13ced38a7 service neutron] Publish callbacks [] for port (01e2c114-2af5-4ace-b722-b525eaa03f8c), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:30.218027 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc07594c-4780-4243-b70f-d77f549fc79a req-a4f0a745-5820-4605-87b3-2e54bdcbe4c7 tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/security-groups?id=7a0b95de-5703-4d75-a80b-25d97e81a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188431 Feb 08 21:28:30.238552 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-6e5e161f-0383-4f56-8680-3dd13ced38a7 service neutron] Transition to ACTIVE for port object 01e2c114-2af5-4ace-b722-b525eaa03f8c will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:28:30.273215 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-6e5e161f-0383-4f56-8680-3dd13ced38a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (01e2c114-2af5-4ace-b722-b525eaa03f8c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:30.282742 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4f488738-e7fc-4a5f-8b6b-a613da09880b req-95ddb84c-2e4b-486d-b5fb-1f6f6aa136a8 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (96406432-e604-4075-8101-331e1fe89ccf), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:30.283161 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4f488738-e7fc-4a5f-8b6b-a613da09880b req-95ddb84c-2e4b-486d-b5fb-1f6f6aa136a8 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks [] for floatingip (96406432-e604-4075-8101-331e1fe89ccf), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:30.348283 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-5b2e2099-7841-4088-8913-c9b7b2198d5b req-3fd2f3ad-765d-44c2-8830-268797a0addd tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Deleting port 23e48800-eeca-4bcc-b7ae-e0ebc35d4c91 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:28:30.348892 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5b2e2099-7841-4088-8913-c9b7b2198d5b req-3fd2f3ad-765d-44c2-8830-268797a0addd tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (23e48800-eeca-4bcc-b7ae-e0ebc35d4c91), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:30.374788 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-4f488738-e7fc-4a5f-8b6b-a613da09880b req-95ddb84c-2e4b-486d-b5fb-1f6f6aa136a8 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Calling delete_port for 96406432-e604-4075-8101-331e1fe89ccf owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:28:30.498336 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-97ceac31-213d-47f4-b16f-e964619febe5 req-8a622755-1aaa-4191-962f-271303f2fcbf tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 210 time: 0.1375568 Feb 08 21:28:30.536462 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e161f-0383-4f56-8680-3dd13ced38a7 service neutron] Pushing event updated for resources: {'Port': ['ID=01e2c114-2af5-4ace-b722-b525eaa03f8c,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:30.687529 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-5b2e2099-7841-4088-8913-c9b7b2198d5b req-3fd2f3ad-765d-44c2-8830-268797a0addd tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] For port 23e48800-eeca-4bcc-b7ae-e0ebc35d4c91, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=23e48800-eeca-4bcc-b7ae-e0ebc35d4c91,segment=NetworkSegment(e6e0981b-63f8-4fe8-9849-12fad4063144),segment_id=e6e0981b-63f8-4fe8-9849-12fad4063144)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:28:30.688240 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5b2e2099-7841-4088-8913-c9b7b2198d5b req-3fd2f3ad-765d-44c2-8830-268797a0addd tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (23e48800-eeca-4bcc-b7ae-e0ebc35d4c91), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:30.710322 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-5b2e2099-7841-4088-8913-c9b7b2198d5b req-3fd2f3ad-765d-44c2-8830-268797a0addd tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Calling delete_port for 23e48800-eeca-4bcc-b7ae-e0ebc35d4c91 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:28:30.949426 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ec54a-36d0-40b3-bb55-63413c215207 req-65c4dcf1-3934-478e-bb44-ad536ada6b3d tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:30.951839 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a05ec54a-36d0-40b3-bb55-63413c215207 req-65c4dcf1-3934-478e-bb44-ad536ada6b3d tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/ports?device_id=c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1 HTTP/1.1" status: 200 len: 943 time: 0.2438457 Feb 08 21:28:31.057419 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-6e5e161f-0383-4f56-8680-3dd13ced38a7 service neutron] Attempting to bind port 01e2c114-2af5-4ace-b722-b525eaa03f8c on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:28:31.058109 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-6e5e161f-0383-4f56-8680-3dd13ced38a7 service neutron] Attempting to bind port 01e2c114-2af5-4ace-b722-b525eaa03f8c by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '4f8caa7b-279a-4b42-a5d8-1821a690d130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b5c31eef-c820-4356-8b0b-24f41ab03c55'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:28:31.058720 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-6e5e161f-0383-4f56-8680-3dd13ced38a7 service neutron] Attempting to bind port 01e2c114-2af5-4ace-b722-b525eaa03f8c on network b5c31eef-c820-4356-8b0b-24f41ab03c55 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:28:31.081820 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-6e5e161f-0383-4f56-8680-3dd13ced38a7 service neutron] Port 01e2c114-2af5-4ace-b722-b525eaa03f8c on network b5c31eef-c820-4356-8b0b-24f41ab03c55 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:28:31.082153 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-6e5e161f-0383-4f56-8680-3dd13ced38a7 service neutron] Attempting to bind port 01e2c114-2af5-4ace-b722-b525eaa03f8c on network b5c31eef-c820-4356-8b0b-24f41ab03c55 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:28:31.105871 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-6e5e161f-0383-4f56-8680-3dd13ced38a7 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:28:31.107000 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-6e5e161f-0383-4f56-8680-3dd13ced38a7 service neutron] Checking segment: {'id': '4f8caa7b-279a-4b42-a5d8-1821a690d130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b5c31eef-c820-4356-8b0b-24f41ab03c55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:28:31.107000 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-6e5e161f-0383-4f56-8680-3dd13ced38a7 service neutron] Bound using segment: {'id': '4f8caa7b-279a-4b42-a5d8-1821a690d130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b5c31eef-c820-4356-8b0b-24f41ab03c55'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:28:31.107670 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-6e5e161f-0383-4f56-8680-3dd13ced38a7 service neutron] Bound port: 01e2c114-2af5-4ace-b722-b525eaa03f8c, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f8caa7b-279a-4b42-a5d8-1821a690d130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b5c31eef-c820-4356-8b0b-24f41ab03c55'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:28:31.108200 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-6e5e161f-0383-4f56-8680-3dd13ced38a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (01e2c114-2af5-4ace-b722-b525eaa03f8c), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:31.119880 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4f488738-e7fc-4a5f-8b6b-a613da09880b req-95ddb84c-2e4b-486d-b5fb-1f6f6aa136a8 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (96406432-e604-4075-8101-331e1fe89ccf), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:31.203928 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a05ec54a-36d0-40b3-bb55-63413c215207 req-c20b8d49-3ce2-4b94-a523-49cec304958a tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a223fc-b029-4136-9493-58f03ef13624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348917 Feb 08 21:28:31.204735 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ddb84c-2e4b-486d-b5fb-1f6f6aa136a8 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Pushing event deleted for resources: {'Port': ['ID=96406432-e604-4075-8101-331e1fe89ccf,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:31.281459 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-852227eb-357f-4a81-bb7d-31ca9947ded9 req-6ff6299d-11a4-4686-af42-6aaf665e0376 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1158170027', 'description': 'tempest-description-2136174805'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:28:31.361828 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5b2e2099-7841-4088-8913-c9b7b2198d5b req-3fd2f3ad-765d-44c2-8830-268797a0addd tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (23e48800-eeca-4bcc-b7ae-e0ebc35d4c91), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:31.388102 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['23e48800-eeca-4bcc-b7ae-e0ebc35d4c91'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:28:31.432511 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2f3ad-765d-44c2-8830-268797a0addd tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Pushing event deleted for resources: {'Port': ['ID=23e48800-eeca-4bcc-b7ae-e0ebc35d4c91,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:31.470277 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-6e5e161f-0383-4f56-8680-3dd13ced38a7 service neutron] For port 01e2c114-2af5-4ace-b722-b525eaa03f8c, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:28:31.498732 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:31.502855 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4f488738-e7fc-4a5f-8b6b-a613da09880b req-95ddb84c-2e4b-486d-b5fb-1f6f6aa136a8 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks [] for floatingip (c2f01a18-8bd6-4ced-9367-4340ef63170f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:31.506487 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4f488738-e7fc-4a5f-8b6b-a613da09880b req-95ddb84c-2e4b-486d-b5fb-1f6f6aa136a8 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:31.507943 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f488738-e7fc-4a5f-8b6b-a613da09880b req-95ddb84c-2e4b-486d-b5fb-1f6f6aa136a8 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "DELETE /v2.0/floatingips/c2f01a18-8bd6-4ced-9367-4340ef63170f HTTP/1.1" status: 204 len: 173 time: 1.9887719 Feb 08 21:28:31.514050 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:31.517733 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-852227eb-357f-4a81-bb7d-31ca9947ded9 req-6ff6299d-11a4-4686-af42-6aaf665e0376 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:31.561547 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-6e5e161f-0383-4f56-8680-3dd13ced38a7 service neutron] For port 01e2c114-2af5-4ace-b722-b525eaa03f8c, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=01e2c114-2af5-4ace-b722-b525eaa03f8c,segment=NetworkSegment(4f8caa7b-279a-4b42-a5d8-1821a690d130),segment_id=4f8caa7b-279a-4b42-a5d8-1821a690d130)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:28:31.569351 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2e2099-7841-4088-8913-c9b7b2198d5b req-3fd2f3ad-765d-44c2-8830-268797a0addd tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] No DVR routers for this DVR port 23e48800-eeca-4bcc-b7ae-e0ebc35d4c91 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:28:31.574132 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5b2e2099-7841-4088-8913-c9b7b2198d5b req-3fd2f3ad-765d-44c2-8830-268797a0addd tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:31.577822 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5b2e2099-7841-4088-8913-c9b7b2198d5b req-3fd2f3ad-765d-44c2-8830-268797a0addd tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.96 "DELETE /v2.0/ports/23e48800-eeca-4bcc-b7ae-e0ebc35d4c91 HTTP/1.1" status: 204 len: 173 time: 1.7839105 Feb 08 21:28:31.582031 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380cc338-7d34-4404-8d83-656e06f91fab', 'name': 'network-vif-deleted', 'tag': '23e48800-eeca-4bcc-b7ae-e0ebc35d4c91'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:28:31.585310 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b5eb43-9265-4dbb-8833-d58f84210d15" -d '{"events": [{"server_uuid": "380cc338-7d34-4404-8d83-656e06f91fab", "name": "network-vif-deleted", "tag": "23e48800-eeca-4bcc-b7ae-e0ebc35d4c91"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:28:31.588777 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-6e5e161f-0383-4f56-8680-3dd13ced38a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (01e2c114-2af5-4ace-b722-b525eaa03f8c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:31.746924 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b8981554-2e74-4e0d-a1e9-a5e40a739822 req-f1906cab-ef70-4813-8c81-7807fdf57216 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4831412 Feb 08 21:28:31.749198 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e161f-0383-4f56-8680-3dd13ced38a7 service neutron] Pushing event updated for resources: {'Port': ['ID=01e2c114-2af5-4ace-b722-b525eaa03f8c,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:31.989456 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-6e5e161f-0383-4f56-8680-3dd13ced38a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:31.990897 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-6e5e161f-0383-4f56-8680-3dd13ced38a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:31.992691 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-6e5e161f-0383-4f56-8680-3dd13ced38a7 service neutron] 10.222.0.96 "PUT /v2.0/ports/01e2c114-2af5-4ace-b722-b525eaa03f8c HTTP/1.1" status: 200 len: 1092 time: 3.4793549 Feb 08 21:28:32.034350 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-735a624d-048f-456d-bf1a-56bf625a7986 req-49c56c7e-b373-496b-b5c6-bc9989c9e8da tempest-ServersTestJSON-693605936 tempest-ServersTestJSON-693605936-project] 10.222.0.88 "GET /v2.0/ports?device_id=380cc338-7d34-4404-8d83-656e06f91fab HTTP/1.1" status: 200 len: 210 time: 0.2229075 Feb 08 21:28:32.145011 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f00ce8a-0bd6-4308-a7da-17d82c89a5c5 req-ec336c5e-5cbb-48cc-b544-261caa6c3329 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3733885 Feb 08 21:28:32.147139 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8981554-2e74-4e0d-a1e9-a5e40a739822 req-cf35e54b-6cde-489e-b350-75e586f5cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:32.148809 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b8981554-2e74-4e0d-a1e9-a5e40a739822 req-cf35e54b-6cde-489e-b350-75e586f5cfd1 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=48aae992c2704ece870f0faad4c28599&device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 1128 time: 0.2515824 Feb 08 21:28:32.171736 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-852227eb-357f-4a81-bb7d-31ca9947ded9 req-6ff6299d-11a4-4686-af42-6aaf665e0376 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (7449e367-9e47-42c6-9475-f53d3703b9c9), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:32.226699 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-852227eb-357f-4a81-bb7d-31ca9947ded9 req-6ff6299d-11a4-4686-af42-6aaf665e0376 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7449e367-9e47-42c6-9475-f53d3703b9c9), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:32.312770 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-9c164611-e831-4eb0-8826-fbdd35d6ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:32.314550 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-9c164611-e831-4eb0-8826-fbdd35d6ae15 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=121b3faf35ac4ad2abe15b29bed26c0d&device_id=c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1 HTTP/1.1" status: 200 len: 1126 time: 0.2744241 Feb 08 21:28:32.470106 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-ac2c97f3-f9ee-4514-9a6e-83d0551120a8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01e2c114-2af5-4ace-b722-b525eaa03f8c HTTP/1.1" status: 200 len: 217 time: 0.1350603 Feb 08 21:28:32.475297 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-852227eb-357f-4a81-bb7d-31ca9947ded9 req-6ff6299d-11a4-4686-af42-6aaf665e0376 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:32.477684 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-852227eb-357f-4a81-bb7d-31ca9947ded9 req-6ff6299d-11a4-4686-af42-6aaf665e0376 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.2153990 Feb 08 21:28:32.611425 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8981554-2e74-4e0d-a1e9-a5e40a739822 req-9a9af9d2-4fb1-4752-93b9-80cbd08024b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:32.612972 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b8981554-2e74-4e0d-a1e9-a5e40a739822 req-9a9af9d2-4fb1-4752-93b9-80cbd08024b1 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d00185f4-2139-492b-b59f-1586b41daef5 HTTP/1.1" status: 200 len: 918 time: 0.4330177 Feb 08 21:28:32.616901 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48adcafb-dfdc-467c-a5aa-3b8e27ec0175 x-openstack-request-id: req-48adcafb-dfdc-467c-a5aa-3b8e27ec0175 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:28:32.617195 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380cc338-7d34-4404-8d83-656e06f91fab", "name": "network-vif-deleted", "tag": "23e48800-eeca-4bcc-b7ae-e0ebc35d4c91", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:28:32.617477 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-48adcafb-dfdc-467c-a5aa-3b8e27ec0175 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:28:32.617882 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380cc338-7d34-4404-8d83-656e06f91fab', 'name': 'network-vif-deleted', 'tag': '23e48800-eeca-4bcc-b7ae-e0ebc35d4c91', 'status': 'completed', 'code': 200} Feb 08 21:28:32.621865 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6299d-11a4-4686-af42-6aaf665e0376 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7449e367-9e47-42c6-9475-f53d3703b9c9,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:32.659978 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00ce8a-0bd6-4308-a7da-17d82c89a5c5 req-7c9ea0aa-889d-4b2c-9c78-3ae6f0aa390d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:32.661519 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f00ce8a-0bd6-4308-a7da-17d82c89a5c5 req-7c9ea0aa-889d-4b2c-9c78-3ae6f0aa390d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 1127 time: 0.4653132 Feb 08 21:28:32.742419 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3953632e-9695-4e4e-953b-d0b08722c377 req-c2294c94-9b29-4e75-a880-a9adb47cc33b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 210 time: 0.1272433 Feb 08 21:28:32.790461 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-ea5fffdd-e444-4d4e-9b5d-405debca5cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:32.791947 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-ea5fffdd-e444-4d4e-9b5d-405debca5cd8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=391e3949-2624-453b-8a7c-204eec8c6d37 HTTP/1.1" status: 200 len: 868 time: 0.2203593 Feb 08 21:28:32.853539 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b8981554-2e74-4e0d-a1e9-a5e40a739822 req-b82d258a-337c-4caa-b8b4-22be71eae8f8 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 HTTP/1.1" status: 200 len: 1001 time: 0.2268515 Feb 08 21:28:32.976369 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11e429-75b6-4e3f-b2fe-f944bbcf29ab req-d10e4484-817a-4655-9322-e98543861ba0 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:32.978018 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f11e429-75b6-4e3f-b2fe-f944bbcf29ab req-d10e4484-817a-4655-9322-e98543861ba0 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.3573625 Feb 08 21:28:32.989764 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00ce8a-0bd6-4308-a7da-17d82c89a5c5 req-9db73035-d011-4862-8cc7-a3b9d5a29726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:32.991964 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f00ce8a-0bd6-4308-a7da-17d82c89a5c5 req-9db73035-d011-4862-8cc7-a3b9d5a29726 service neutron] 10.222.0.96 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 913 time: 0.2620826 Feb 08 21:28:33.023351 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8981554-2e74-4e0d-a1e9-a5e40a739822 req-53f42c02-a5f1-436b-8198-e70225456b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:33.024846 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b8981554-2e74-4e0d-a1e9-a5e40a739822 req-53f42c02-a5f1-436b-8198-e70225456b0c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8c41e412-c763-4ca0-a1f8-ab9cd96c364d HTTP/1.1" status: 200 len: 856 time: 0.1627953 Feb 08 21:28:33.410825 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-4fd9df37-aaec-4ac8-8d50-c996e6593697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:33.412732 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-4fd9df37-aaec-4ac8-8d50-c996e6593697 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5c31eef-c820-4356-8b0b-24f41ab03c55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6084676 Feb 08 21:28:33.575125 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c928b0-636b-423a-850c-5c8e6a8067ee req-79437f2c-fccc-4bad-8a61-282f04e308ff tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:33.576927 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7c928b0-636b-423a-850c-5c8e6a8067ee req-79437f2c-fccc-4bad-8a61-282f04e308ff tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/ports?device_id=c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1 HTTP/1.1" status: 200 len: 943 time: 0.6931195 Feb 08 21:28:33.580343 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f11e429-75b6-4e3f-b2fe-f944bbcf29ab req-e305ce63-2776-450d-a1ae-cd33bb7a260e tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5824537 Feb 08 21:28:33.585045 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f00ce8a-0bd6-4308-a7da-17d82c89a5c5 req-e7f16b4d-90f8-4c46-bfbb-de499c7dceef service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 HTTP/1.1" status: 200 len: 999 time: 0.5833948 Feb 08 21:28:33.753651 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8981554-2e74-4e0d-a1e9-a5e40a739822 req-e61e14fb-f546-44a7-8949-af7c5b254a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:33.756422 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b8981554-2e74-4e0d-a1e9-a5e40a739822 req-e61e14fb-f546-44a7-8949-af7c5b254a9d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d00185f4-2139-492b-b59f-1586b41daef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3507221 Feb 08 21:28:33.778050 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 23e48800-eeca-4bcc-b7ae-e0ebc35d4c91 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:28:33.800295 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7c928b0-636b-423a-850c-5c8e6a8067ee req-68f30670-ec69-4ffc-a957-308c61fd8253 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a223fc-b029-4136-9493-58f03ef13624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958473 Feb 08 21:28:33.804389 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-4e446987-acbf-408f-8004-aa3eab7fe0f2 service neutron] 10.222.0.96 "GET /v2.0/networks/b5c31eef-c820-4356-8b0b-24f41ab03c55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763988 Feb 08 21:28:33.822077 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00ce8a-0bd6-4308-a7da-17d82c89a5c5 req-2d1b7203-bc24-4364-82f4-f5636533da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:33.823822 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f00ce8a-0bd6-4308-a7da-17d82c89a5c5 req-2d1b7203-bc24-4364-82f4-f5636533da02 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0aa29b5a-a776-4012-aa53-861d63a1c0ca HTTP/1.1" status: 200 len: 851 time: 0.2295232 Feb 08 21:28:33.825929 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 23e48800-eeca-4bcc-b7ae-e0ebc35d4c91 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:28:33.826892 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 23e48800-eeca-4bcc-b7ae-e0ebc35d4c91 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:28:34.121685 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba31478-a9e6-47bf-828c-5434a933307d req-b8682272-fd07-4e6b-a3d8-8156274d2edd tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:34.123425 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cba31478-a9e6-47bf-828c-5434a933307d req-b8682272-fd07-4e6b-a3d8-8156274d2edd tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports?device_id=2355c90e-62e8-4088-afcc-c3b93c4aa7cb HTTP/1.1" status: 200 len: 946 time: 0.4016962 Feb 08 21:28:34.140698 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b8981554-2e74-4e0d-a1e9-a5e40a739822 req-08210331-af2e-440f-81a3-0d3a89e28876 service neutron] 10.222.0.94 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753209 Feb 08 21:28:34.187046 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eeb69a86-bf52-439a-82fd-75440e7fc399 req-ad6035de-2031-450a-bf68-0145e85ad573 service neutron] 10.222.0.96 "GET /v2.0/networks/b5c31eef-c820-4356-8b0b-24f41ab03c55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294795 Feb 08 21:28:34.259688 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00ce8a-0bd6-4308-a7da-17d82c89a5c5 req-e0f15329-dd11-487c-810b-8f4ed2c03677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:34.261343 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f00ce8a-0bd6-4308-a7da-17d82c89a5c5 req-e0f15329-dd11-487c-810b-8f4ed2c03677 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=470bde4a-288b-4162-81c1-45fdd6f3db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3960273 Feb 08 21:28:34.289013 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed8477-e2e9-45cd-a54e-857b63bcfc04 req-ac85f152-259b-45e9-b165-725fa4964044 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:34.290706 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8ed8477-e2e9-45cd-a54e-857b63bcfc04 req-ac85f152-259b-45e9-b165-725fa4964044 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.96 "GET /v2.0/ports?device_id=2355c90e-62e8-4088-afcc-c3b93c4aa7cb HTTP/1.1" status: 200 len: 946 time: 0.3431191 Feb 08 21:28:34.410374 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-6eda35be-5dd0-4ad2-b446-5ea61835d250 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:34.412039 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-6eda35be-5dd0-4ad2-b446-5ea61835d250 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/networks?id=e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b HTTP/1.1" status: 200 len: 812 time: 0.4164011 Feb 08 21:28:34.428318 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cba31478-a9e6-47bf-828c-5434a933307d req-3b663950-d6d6-44f4-8606-403c8c43be5e tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/security-groups?id=ff72aba2-9094-4c76-92a7-a3e9004639be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920401 Feb 08 21:28:34.458900 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-a68c97e3-deb7-4274-9a62-9c6450daa2b7 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/quotas/ccc07b4dde804a05ac4fc4b6116c0c0b HTTP/1.1" status: 200 len: 375 time: 0.0216801 Feb 08 21:28:34.509358 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54712) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:34.568038 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b8981554-2e74-4e0d-a1e9-a5e40a739822 req-d703d450-3213-432e-890a-748ea37a44e0 service neutron] 10.222.0.94 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092450 Feb 08 21:28:34.628345 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1', 'tag': '01e2c114-2af5-4ace-b722-b525eaa03f8c'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:28:34.632950 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e46f01a-98bc-4339-988a-6f64c57e1af2" -d '{"events": [{"name": "network-changed", "server_uuid": "c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1", "tag": "01e2c114-2af5-4ace-b722-b525eaa03f8c"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:28:34.639490 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-d8d0536f-09ef-4039-bc32-f1ee15ed8ca4 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=ccc07b4dde804a05ac4fc4b6116c0c0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1657879 Feb 08 21:28:34.696219 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa6e6715-9eef-4cd4-b212-10ab07bd838b admin admin] Deleting subnet 0584f0b0-2f88-4444-998f-e1ea76f3fbc3 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:28:34.702602 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6715-9eef-4cd4-b212-10ab07bd838b admin admin] Publish callbacks [] for subnet (0584f0b0-2f88-4444-998f-e1ea76f3fbc3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:34.770191 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6715-9eef-4cd4-b212-10ab07bd838b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (0584f0b0-2f88-4444-998f-e1ea76f3fbc3), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:34.781370 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f00ce8a-0bd6-4308-a7da-17d82c89a5c5 req-d71ccdb9-9286-4224-b4f7-92bf89196023 service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002847 Feb 08 21:28:34.856214 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6715-9eef-4cd4-b212-10ab07bd838b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (0584f0b0-2f88-4444-998f-e1ea76f3fbc3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:34.925997 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-f4e09788-f243-4045-af7d-c861609af0d6 service neutron] 10.222.0.88 "GET /v2.0/networks/e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679207 Feb 08 21:28:34.933549 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-a8ed8477-e2e9-45cd-a54e-857b63bcfc04 req-1c8e0036-d946-4d1f-a34c-72c83bd636cd tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Deleting port f74b26e6-06c1-4371-b2e8-52e2b10f39e2 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:28:34.934154 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8ed8477-e2e9-45cd-a54e-857b63bcfc04 req-1c8e0036-d946-4d1f-a34c-72c83bd636cd tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f74b26e6-06c1-4371-b2e8-52e2b10f39e2), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:34.958031 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fafc0a-7d6a-468e-9879-080fe65e698b req-0a79eeb0-872d-4b6c-b5e5-4b25a8b80c62 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:34.959641 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-24fafc0a-7d6a-468e-9879-080fe65e698b req-0a79eeb0-872d-4b6c-b5e5-4b25a8b80c62 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.3057814 Feb 08 21:28:34.968419 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6715-9eef-4cd4-b212-10ab07bd838b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (0584f0b0-2f88-4444-998f-e1ea76f3fbc3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:35.023698 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e6715-9eef-4cd4-b212-10ab07bd838b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0584f0b0-2f88-4444-998f-e1ea76f3fbc3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:35.031869 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6715-9eef-4cd4-b212-10ab07bd838b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:35.038274 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-aa6e6715-9eef-4cd4-b212-10ab07bd838b admin admin] 10.222.0.88 "DELETE /v2.0/subnets/0584f0b0-2f88-4444-998f-e1ea76f3fbc3 HTTP/1.1" status: 204 len: 168 time: 0.5261042 Feb 08 21:28:35.046568 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54720) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:35.146050 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f00ce8a-0bd6-4308-a7da-17d82c89a5c5 req-7d29c0e3-6de9-4ba2-8f86-118bdf44ff3f service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553462 Feb 08 21:28:35.172626 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e2bb592b-3ca6-43d6-b929-62ecdac15db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (111016a1-fb5a-4474-9d8a-dc518d9d29de), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:35.216420 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-24fafc0a-7d6a-468e-9879-080fe65e698b req-2615b228-e9fd-4667-9712-e70213fc50d6 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2346790 Feb 08 21:28:35.242559 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-a8ed8477-e2e9-45cd-a54e-857b63bcfc04 req-1c8e0036-d946-4d1f-a34c-72c83bd636cd tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] For port f74b26e6-06c1-4371-b2e8-52e2b10f39e2, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f74b26e6-06c1-4371-b2e8-52e2b10f39e2,segment=NetworkSegment(5a69cc20-a45d-42a2-8af6-480ee769db92),segment_id=5a69cc20-a45d-42a2-8af6-480ee769db92)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:28:35.243139 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8ed8477-e2e9-45cd-a54e-857b63bcfc04 req-1c8e0036-d946-4d1f-a34c-72c83bd636cd tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f74b26e6-06c1-4371-b2e8-52e2b10f39e2), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:35.281548 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-a8ed8477-e2e9-45cd-a54e-857b63bcfc04 req-1c8e0036-d946-4d1f-a34c-72c83bd636cd tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Calling delete_port for f74b26e6-06c1-4371-b2e8-52e2b10f39e2 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:28:35.298463 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-34a53997-7c49-4aba-94b0-7d939d8695d9 service neutron] 10.222.0.88 "GET /v2.0/networks/e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551278 Feb 08 21:28:35.380938 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e2bb592b-3ca6-43d6-b929-62ecdac15db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (111016a1-fb5a-4474-9d8a-dc518d9d29de), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:35.412941 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e3b7427f-7890-4886-8da7-3a642cb3d24b req-b7057985-4131-41e3-82da-20deffe34d7e tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 210 time: 0.0853004 Feb 08 21:28:35.447115 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e2bb592b-3ca6-43d6-b929-62ecdac15db0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['111016a1-fb5a-4474-9d8a-dc518d9d29de']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:35.470448 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e2bb592b-3ca6-43d6-b929-62ecdac15db0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6e0981b-63f8-4fe8-9849-12fad4063144') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:35.471305 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e2bb592b-3ca6-43d6-b929-62ecdac15db0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6e0981b-63f8-4fe8-9849-12fad4063144') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:35.514022 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fd0042-d966-4a4a-add7-17db7feedfa9 x-openstack-request-id: req-81fd0042-d966-4a4a-add7-17db7feedfa9 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:28:35.516368 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1", "tag": "01e2c114-2af5-4ace-b722-b525eaa03f8c", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:28:35.516848 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-81fd0042-d966-4a4a-add7-17db7feedfa9 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:28:35.517472 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1', 'tag': '01e2c114-2af5-4ace-b722-b525eaa03f8c', 'status': 'completed', 'code': 200} Feb 08 21:28:35.528954 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e2bb592b-3ca6-43d6-b929-62ecdac15db0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (e6e0981b-63f8-4fe8-9849-12fad4063144), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:35.555472 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e2bb592b-3ca6-43d6-b929-62ecdac15db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (e6e0981b-63f8-4fe8-9849-12fad4063144), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:35.565634 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2bb592b-3ca6-43d6-b929-62ecdac15db0 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:28:35.566763 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e2bb592b-3ca6-43d6-b929-62ecdac15db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (e6e0981b-63f8-4fe8-9849-12fad4063144), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:28:35.653248 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:28:35.659803 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e2bb592b-3ca6-43d6-b929-62ecdac15db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (111016a1-fb5a-4474-9d8a-dc518d9d29de), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:35.675317 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e2bb592b-3ca6-43d6-b929-62ecdac15db0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:35.687429 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e2bb592b-3ca6-43d6-b929-62ecdac15db0 admin admin] 10.222.0.88 "DELETE /v2.0/networks/111016a1-fb5a-4474-9d8a-dc518d9d29de HTTP/1.1" status: 204 len: 168 time: 0.6397457 Feb 08 21:28:35.703664 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb592b-3ca6-43d6-b929-62ecdac15db0 admin admin] Pushing event deleted for resources: {'Network': ['ID=111016a1-fb5a-4474-9d8a-dc518d9d29de,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:35.790527 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46f01a-98bc-4339-988a-6f64c57e1af2 req-b45cdf87-011a-42c5-8dc5-60a58edfa458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:35.792375 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e46f01a-98bc-4339-988a-6f64c57e1af2 req-b45cdf87-011a-42c5-8dc5-60a58edfa458 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=121b3faf35ac4ad2abe15b29bed26c0d&device_id=c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1 HTTP/1.1" status: 200 len: 1126 time: 0.2529740 Feb 08 21:28:35.900980 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a2b44-3bb5-43ad-ba0b-85536037e6dd req-43c61b2a-bd51-426a-ad4b-99c7099eb1f1 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:35.914263 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-576a2b44-3bb5-43ad-ba0b-85536037e6dd req-43c61b2a-bd51-426a-ad4b-99c7099eb1f1 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/ports?device_id=c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1 HTTP/1.1" status: 200 len: 943 time: 0.2671888 Feb 08 21:28:35.914496 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54744) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:35.972395 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6fdd4bec-0a50-42b1-8278-b4960c54d102 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f472eb7c6f4c42ca9bf2111def0cbf8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0529795 Feb 08 21:28:35.973091 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54746) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:36.071362 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-307493e9-a001-4b21-9f48-d7cab47a97bc admin admin] Publish callbacks [] for security_group (7a0b95de-5703-4d75-a80b-25d97e81a40b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:36.095154 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8ed8477-e2e9-45cd-a54e-857b63bcfc04 req-1c8e0036-d946-4d1f-a34c-72c83bd636cd tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (f74b26e6-06c1-4371-b2e8-52e2b10f39e2), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:36.116360 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-307493e9-a001-4b21-9f48-d7cab47a97bc admin admin] Publish callbacks [] for security_group (7a0b95de-5703-4d75-a80b-25d97e81a40b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:36.210279 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-307493e9-a001-4b21-9f48-d7cab47a97bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7a0b95de-5703-4d75-a80b-25d97e81a40b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:36.215781 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-307493e9-a001-4b21-9f48-d7cab47a97bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:36.219945 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-307493e9-a001-4b21-9f48-d7cab47a97bc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7a0b95de-5703-4d75-a80b-25d97e81a40b HTTP/1.1" status: 204 len: 168 time: 0.2434962 Feb 08 21:28:36.235528 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307493e9-a001-4b21-9f48-d7cab47a97bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0b95de-5703-4d75-a80b-25d97e81a40b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:36.254764 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e0036-d946-4d1f-a34c-72c83bd636cd tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Pushing event deleted for resources: {'Port': ['ID=f74b26e6-06c1-4371-b2e8-52e2b10f39e2,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:36.295539 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-576a2b44-3bb5-43ad-ba0b-85536037e6dd req-089ec29e-d687-44c2-8ddd-04a90c4e9cb7 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a223fc-b029-4136-9493-58f03ef13624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798294 Feb 08 21:28:36.309027 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-06f80d2d-e58b-420d-a151-fe139e387f39 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:36.321354 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-06f80d2d-e58b-420d-a151-fe139e387f39 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 812 time: 0.4980118 Feb 08 21:28:36.353069 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:36.432207 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-136d64f8-a384-444d-bde8-e5de524798da tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/quotas/00aa88ba7b6d432b85cbf54f743f0690 HTTP/1.1" status: 200 len: 375 time: 0.1093454 Feb 08 21:28:36.435558 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ed8477-e2e9-45cd-a54e-857b63bcfc04 req-1c8e0036-d946-4d1f-a34c-72c83bd636cd tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] No DVR routers for this DVR port f74b26e6-06c1-4371-b2e8-52e2b10f39e2 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:28:36.443946 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8ed8477-e2e9-45cd-a54e-857b63bcfc04 req-1c8e0036-d946-4d1f-a34c-72c83bd636cd tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:36.450595 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8ed8477-e2e9-45cd-a54e-857b63bcfc04 req-1c8e0036-d946-4d1f-a34c-72c83bd636cd tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.96 "DELETE /v2.0/ports/f74b26e6-06c1-4371-b2e8-52e2b10f39e2 HTTP/1.1" status: 204 len: 173 time: 2.1381373 Feb 08 21:28:36.471476 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46f01a-98bc-4339-988a-6f64c57e1af2 req-fdc16942-02c6-477b-bed9-eca8013916da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:36.474164 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e46f01a-98bc-4339-988a-6f64c57e1af2 req-fdc16942-02c6-477b-bed9-eca8013916da service neutron] 10.222.0.96 "GET /v2.0/networks?id=b5c31eef-c820-4356-8b0b-24f41ab03c55 HTTP/1.1" status: 200 len: 930 time: 0.6713138 Feb 08 21:28:36.625489 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e46f01a-98bc-4339-988a-6f64c57e1af2 req-c8bf168b-d00b-4eee-bf9d-abc51f73eaa1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01e2c114-2af5-4ace-b722-b525eaa03f8c HTTP/1.1" status: 200 len: 217 time: 0.1079006 Feb 08 21:28:36.775135 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a953fbb-1284-40ff-b5d6-a83eb9a412ae req-10c8ab21-2e83-4b99-8ea3-a6ea1ab3b2f3 tempest-FloatingIPsAssociationTestJSON-160674921 tempest-FloatingIPsAssociationTestJSON-160674921-project] 10.222.0.88 "GET /v2.0/ports?device_id=2355c90e-62e8-4088-afcc-c3b93c4aa7cb HTTP/1.1" status: 200 len: 210 time: 0.1519721 Feb 08 21:28:36.897584 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-b8b2e7df-db34-4d26-a4be-0174002be3eb tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4641678 Feb 08 21:28:36.901245 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:37.105416 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46f01a-98bc-4339-988a-6f64c57e1af2 req-e8277e9b-b7cf-40b5-a077-1f6de03f52c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:37.113246 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e46f01a-98bc-4339-988a-6f64c57e1af2 req-e8277e9b-b7cf-40b5-a077-1f6de03f52c7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=391e3949-2624-453b-8a7c-204eec8c6d37 HTTP/1.1" status: 200 len: 868 time: 0.4611759 Feb 08 21:28:37.189740 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31ebad83-010a-4907-b0a8-7b26b545958f req-93186ed3-d6a1-4b59-84a4-be0c1504d0c3 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=31339ac2-882a-44f1-ac2b-071d8cb94f51 HTTP/1.1" status: 200 len: 210 time: 0.0937877 Feb 08 21:28:37.315419 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-540f1893-a3cc-4bf1-ac90-6f60929b8e97 service neutron] 10.222.0.88 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010789 Feb 08 21:28:37.350580 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46f01a-98bc-4339-988a-6f64c57e1af2 req-a7578a4e-fb1a-4142-916e-b3b751a04b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:37.352547 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e46f01a-98bc-4339-988a-6f64c57e1af2 req-a7578a4e-fb1a-4142-916e-b3b751a04b3a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5c31eef-c820-4356-8b0b-24f41ab03c55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2378607 Feb 08 21:28:37.418513 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-33e3d6c5-4309-4873-8cc7-1399d374c6ed req-b594d523-940a-402a-ae75-4dc86acc1c20 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 210 time: 0.1006992 Feb 08 21:28:37.519206 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2355c90e-62e8-4088-afcc-c3b93c4aa7cb', 'name': 'network-vif-deleted', 'tag': 'f74b26e6-06c1-4371-b2e8-52e2b10f39e2'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:28:37.522675 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fe6e20-3ee3-4481-95a9-cf9ca7b56649" -d '{"events": [{"server_uuid": "2355c90e-62e8-4088-afcc-c3b93c4aa7cb", "name": "network-vif-deleted", "tag": "f74b26e6-06c1-4371-b2e8-52e2b10f39e2"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:28:37.568575 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-ffaf4f24-77e9-40d4-8469-00ecd8d87f6d service neutron] 10.222.0.88 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281024 Feb 08 21:28:37.573413 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e46f01a-98bc-4339-988a-6f64c57e1af2 req-3144a867-86c9-4f96-9b80-c70957937c0b service neutron] 10.222.0.96 "GET /v2.0/networks/b5c31eef-c820-4356-8b0b-24f41ab03c55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070532 Feb 08 21:28:37.703641 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e46f01a-98bc-4339-988a-6f64c57e1af2 req-964b7379-9097-43ca-90ce-0a5c1cacf35a service neutron] 10.222.0.96 "GET /v2.0/networks/b5c31eef-c820-4356-8b0b-24f41ab03c55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142974 Feb 08 21:28:37.794962 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 01e2c114-2af5-4ace-b722-b525eaa03f8c details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:28:37.800101 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device f74b26e6-06c1-4371-b2e8-52e2b10f39e2 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:28:37.928650 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: f74b26e6-06c1-4371-b2e8-52e2b10f39e2 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:28:37.929569 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device f74b26e6-06c1-4371-b2e8-52e2b10f39e2 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:28:38.157395 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 01e2c114-2af5-4ace-b722-b525eaa03f8c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=01e2c114-2af5-4ace-b722-b525eaa03f8c,segment=NetworkSegment(4f8caa7b-279a-4b42-a5d8-1821a690d130),segment_id=4f8caa7b-279a-4b42-a5d8-1821a690d130)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:28:38.175331 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '01e2c114-2af5-4ace-b722-b525eaa03f8c', 'network_id': 'b5c31eef-c820-4356-8b0b-24f41ab03c55', 'port_id': '01e2c114-2af5-4ace-b722-b525eaa03f8c', 'mac_address': 'fa:16:3e:a3:50:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '391e3949-2624-453b-8a7c-204eec8c6d37', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:28:38.196068 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4659a10-95e7-4fed-9570-02e998a31866 x-openstack-request-id: req-d4659a10-95e7-4fed-9570-02e998a31866 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:28:38.196895 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2355c90e-62e8-4088-afcc-c3b93c4aa7cb", "name": "network-vif-deleted", "tag": "f74b26e6-06c1-4371-b2e8-52e2b10f39e2", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:28:38.197540 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d4659a10-95e7-4fed-9570-02e998a31866 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:28:38.198353 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2355c90e-62e8-4088-afcc-c3b93c4aa7cb', 'name': 'network-vif-deleted', 'tag': 'f74b26e6-06c1-4371-b2e8-52e2b10f39e2', 'status': 'completed', 'code': 200} Feb 08 21:28:38.234098 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 01e2c114-2af5-4ace-b722-b525eaa03f8c is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:28:38.234663 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (01e2c114-2af5-4ace-b722-b525eaa03f8c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:38.253783 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e2c114-2af5-4ace-b722-b525eaa03f8c {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:28:38.292026 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 01e2c114-2af5-4ace-b722-b525eaa03f8c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=01e2c114-2af5-4ace-b722-b525eaa03f8c,segment=NetworkSegment(4f8caa7b-279a-4b42-a5d8-1821a690d130),segment_id=4f8caa7b-279a-4b42-a5d8-1821a690d130)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:28:38.298564 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (01e2c114-2af5-4ace-b722-b525eaa03f8c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:38.374636 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be9a1243-5321-402b-8b91-115b938ac7bc req-ddff3517-2427-442c-9fab-f72ecb3eac97 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7cc37d0-6533-4f03-9041-0ffbe1884013 HTTP/1.1" status: 200 len: 210 time: 0.1813729 Feb 08 21:28:38.398300 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=01e2c114-2af5-4ace-b722-b525eaa03f8c,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:38.490793 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54806) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:38.500529 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8fc40-8c2b-44ce-bf40-6c4b6329126a req-241df00d-8312-4211-8e0b-2dd7ba0e72da tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:38.515699 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-28b8fc40-8c2b-44ce-bf40-6c4b6329126a req-241df00d-8312-4211-8e0b-2dd7ba0e72da tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/ports?device_id=c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1 HTTP/1.1" status: 200 len: 943 time: 0.9270906 Feb 08 21:28:38.643375 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-2784037d-c025-43f6-9ae1-371eb1771b07 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:38.646233 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-2784037d-c025-43f6-9ae1-371eb1771b07 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.94 "GET /v2.0/networks?id=e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b HTTP/1.1" status: 200 len: 812 time: 1.0591941 Feb 08 21:28:38.663986 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-e99574fe-f553-4aab-8d37-24e650298758 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Request body: {'port': {'device_id': '31339ac2-882a-44f1-ac2b-071d8cb94f51', 'network_id': 'e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b', 'admin_state_up': True, 'tenant_id': 'ccc07b4dde804a05ac4fc4b6116c0c0b'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:28:38.671570 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['01e2c114-2af5-4ace-b722-b525eaa03f8c'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:28:38.800129 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-28b8fc40-8c2b-44ce-bf40-6c4b6329126a req-b6f9f79b-dcf0-4810-aabf-fc7eba9bf75b tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a223fc-b029-4136-9493-58f03ef13624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829561 Feb 08 21:28:39.029915 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-e99574fe-f553-4aab-8d37-24e650298758 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Made reservation on behalf of ccc07b4dde804a05ac4fc4b6116c0c0b for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:28:39.039276 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-e99574fe-f553-4aab-8d37-24e650298758 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:39.094067 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8ef7411-2450-4535-8249-d5fc70a7b924 req-c33ce2a2-332e-4414-8e60-e167e2cc745b tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=31339ac2-882a-44f1-ac2b-071d8cb94f51 HTTP/1.1" status: 200 len: 210 time: 0.0868025 Feb 08 21:28:39.402900 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8748e761-415f-48a5-9b8e-46c4b60ddaa8 req-1a892ab4-49b5-42c4-a894-aca5613e72b7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 210 time: 0.1354706 Feb 08 21:28:39.427790 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0400980d-7230-469a-8a74-4852e419ba5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (1ec6ae58-6631-47d9-975a-4c3c815a4852), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:39.447162 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-554a6ed3-dd2d-4d0e-9fef-e87c3b42a911 req-7597ddc6-68e2-446a-8efa-e339e827f6a1 tempest-ServerShowV254Test-1965566924 tempest-ServerShowV254Test-1965566924-project] 10.222.0.88 "GET /v2.0/ports?device_id=3dfa2f12-6a16-479b-bc77-43b912a0dbe1 HTTP/1.1" status: 200 len: 210 time: 0.1207147 Feb 08 21:28:39.539229 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-e99574fe-f553-4aab-8d37-24e650298758 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Allocated IP 172.20.0.5 (e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b/310c6bc1-a154-4dd4-be9e-9319761a4464/b58dd629-4585-49a7-9b5f-ef308d81755a) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:28:39.628192 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5e2cae13-ea01-4cd6-b6d6-5d2daeee4e64 req-e10bf055-669a-43e4-a3cc-650fc40de7b3 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7cc37d0-6533-4f03-9041-0ffbe1884013 HTTP/1.1" status: 200 len: 210 time: 0.0394833 Feb 08 21:28:39.808538 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 01e2c114-2af5-4ace-b722-b525eaa03f8c up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:28:39.977103 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-e99574fe-f553-4aab-8d37-24e650298758 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for port (b58dd629-4585-49a7-9b5f-ef308d81755a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:39.982252 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 01e2c114-2af5-4ace-b722-b525eaa03f8c completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:28:39.995056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 01e2c114-2af5-4ace-b722-b525eaa03f8c triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:28:39.995498 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (01e2c114-2af5-4ace-b722-b525eaa03f8c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:40.140347 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-34e28c99-0cb6-4073-9e08-b7c26273c4ec tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:40.143341 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-34e28c99-0cb6-4073-9e08-b7c26273c4ec tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.94 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 812 time: 0.4579604 Feb 08 21:28:40.164611 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 01e2c114-2af5-4ace-b722-b525eaa03f8c is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:28:40.165812 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (01e2c114-2af5-4ace-b722-b525eaa03f8c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:40.216433 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-6f82a5e2-da02-470a-a586-5fbb6b1fd876 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Request body: {'port': {'device_id': 'a7cc37d0-6533-4f03-9041-0ffbe1884013', 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b', 'admin_state_up': True, 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:28:40.230722 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-e99574fe-f553-4aab-8d37-24e650298758 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (b58dd629-4585-49a7-9b5f-ef308d81755a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:40.296998 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 01e2c114-2af5-4ace-b722-b525eaa03f8c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=01e2c114-2af5-4ace-b722-b525eaa03f8c,segment=NetworkSegment(4f8caa7b-279a-4b42-a5d8-1821a690d130),segment_id=4f8caa7b-279a-4b42-a5d8-1821a690d130)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:28:40.306064 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e2c114-2af5-4ace-b722-b525eaa03f8c'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:28:40.316290 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07437576-f2a8-45ce-b57a-d740dc851a97" -d '{"events": [{"server_uuid": "c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1", "name": "network-vif-plugged", "status": "completed", "tag": "01e2c114-2af5-4ace-b722-b525eaa03f8c"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:28:40.324104 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99574fe-f553-4aab-8d37-24e650298758 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Pushing event updated for resources: {'Port': ['ID=b58dd629-4585-49a7-9b5f-ef308d81755a,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:40.331197 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (01e2c114-2af5-4ace-b722-b525eaa03f8c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:40.377844 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-e99574fe-f553-4aab-8d37-24e650298758 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Network e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:28:40.380791 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-e99574fe-f553-4aab-8d37-24e650298758 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:28:40.396712 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6013fd-854e-4963-847d-6176f6708dfb req-7c38faa4-dd2c-4ab5-bd4d-56908ce455c2 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:40.405870 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ae6013fd-854e-4963-847d-6176f6708dfb req-7c38faa4-dd2c-4ab5-bd4d-56908ce455c2 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/ports?device_id=c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1 HTTP/1.1" status: 200 len: 944 time: 0.3376997 Feb 08 21:28:40.408795 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-e99574fe-f553-4aab-8d37-24e650298758 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:28:40.458320 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=01e2c114-2af5-4ace-b722-b525eaa03f8c,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:40.519336 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ae6013fd-854e-4963-847d-6176f6708dfb req-b922ea38-26e2-42a5-80fd-67d8ffc9bff1 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a223fc-b029-4136-9493-58f03ef13624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111381 Feb 08 21:28:40.643300 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee6be85-f6c6-420c-88ca-bf9a7a9f6079 x-openstack-request-id: req-dee6be85-f6c6-420c-88ca-bf9a7a9f6079 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:28:40.643732 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1", "name": "network-vif-plugged", "status": "completed", "tag": "01e2c114-2af5-4ace-b722-b525eaa03f8c", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:28:40.645538 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-e99574fe-f553-4aab-8d37-24e650298758 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:40.646565 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-e99574fe-f553-4aab-8d37-24e650298758 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:40.647064 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dee6be85-f6c6-420c-88ca-bf9a7a9f6079 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:28:40.647715 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e2c114-2af5-4ace-b722-b525eaa03f8c', 'code': 200} Feb 08 21:28:40.666376 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e2407-64e6-487c-82eb-5a469127a65d req-f5223fe5-d956-498a-b3e5-da87196d9860 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:40.678109 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1e8e2407-64e6-487c-82eb-5a469127a65d req-f5223fe5-d956-498a-b3e5-da87196d9860 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=31339ac2-882a-44f1-ac2b-071d8cb94f51 HTTP/1.1" status: 200 len: 931 time: 0.3032708 Feb 08 21:28:40.744711 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-6f82a5e2-da02-470a-a586-5fbb6b1fd876 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Made reservation on behalf of 00aa88ba7b6d432b85cbf54f743f0690 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:28:40.756402 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-6f82a5e2-da02-470a-a586-5fbb6b1fd876 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:40.786697 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-e99574fe-f553-4aab-8d37-24e650298758 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1302400 Feb 08 21:28:40.802036 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-134d0de0-2a2d-4326-ba63-bca91894c9b0 req-dfa06fc5-fca7-424f-b5ac-99c34b1ac705 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 210 time: 0.0870898 Feb 08 21:28:40.807563 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0400980d-7230-469a-8a74-4852e419ba5a admin admin] Deleting port b69fc55a-021d-4793-8753-301b29e89fa2 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:28:40.808270 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0400980d-7230-469a-8a74-4852e419ba5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b69fc55a-021d-4793-8753-301b29e89fa2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:40.855774 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-7d7bc4dd-b2d2-43dd-9248-5bfa86a6749e service neutron] Request body: {'port': {'device_id': '31339ac2-882a-44f1-ac2b-071d8cb94f51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:28:41.010503 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1e8e2407-64e6-487c-82eb-5a469127a65d req-a1ca51d4-9e7b-48e1-9db2-8a3f1640d141 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?id=8bb66473-333c-489b-91fe-1fc152d05e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311889 Feb 08 21:28:41.031112 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8c1aebf2-d150-4701-a0a4-cfef68088f2a req-20b86f2b-5a5d-45fc-911b-a812a5571db2 tempest-ServerShowV254Test-1965566924 tempest-ServerShowV254Test-1965566924-project] 10.222.0.88 "GET /v2.0/ports?device_id=3dfa2f12-6a16-479b-bc77-43b912a0dbe1 HTTP/1.1" status: 200 len: 210 time: 0.0493646 Feb 08 21:28:41.033500 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-7d7bc4dd-b2d2-43dd-9248-5bfa86a6749e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b58dd629-4585-49a7-9b5f-ef308d81755a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:41.061357 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699d249-407b-46b9-8bbc-2b35a4863c0d req-055be5a2-2344-4500-8907-4388603104fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:41.062849 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3699d249-407b-46b9-8bbc-2b35a4863c0d req-055be5a2-2344-4500-8907-4388603104fe service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1 HTTP/1.1" status: 200 len: 1128 time: 0.2828624 Feb 08 21:28:41.142027 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-0400980d-7230-469a-8a74-4852e419ba5a admin admin] For port b69fc55a-021d-4793-8753-301b29e89fa2, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b69fc55a-021d-4793-8753-301b29e89fa2,segment=NetworkSegment(5a69cc20-a45d-42a2-8af6-480ee769db92),segment_id=5a69cc20-a45d-42a2-8af6-480ee769db92)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:28:41.142756 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0400980d-7230-469a-8a74-4852e419ba5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b69fc55a-021d-4793-8753-301b29e89fa2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:41.168889 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0400980d-7230-469a-8a74-4852e419ba5a admin admin] Calling delete_port for b69fc55a-021d-4793-8753-301b29e89fa2 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:28:41.176462 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-6f82a5e2-da02-470a-a586-5fbb6b1fd876 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Allocated IP 172.20.0.10 (470bde4a-288b-4162-81c1-45fdd6f3db1b/0aa29b5a-a776-4012-aa53-861d63a1c0ca/e124c5f6-4611-4439-97a8-4ce67fb6ac06) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:28:41.415238 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-274d075a-fbf8-4215-8429-ea4cb7a8c8e8 req-58df37d5-6a75-498b-b185-31dd49b91721 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7cc37d0-6533-4f03-9041-0ffbe1884013 HTTP/1.1" status: 200 len: 210 time: 0.1752863 Feb 08 21:28:41.429782 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3699d249-407b-46b9-8bbc-2b35a4863c0d req-219bec07-3cf3-4796-a2e9-343a264cf636 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=32a223fc-b029-4136-9493-58f03ef13624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450947 Feb 08 21:28:41.481435 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:28:41.716548 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0400980d-7230-469a-8a74-4852e419ba5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (b69fc55a-021d-4793-8753-301b29e89fa2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:41.730821 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-7d7bc4dd-b2d2-43dd-9248-5bfa86a6749e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b58dd629-4585-49a7-9b5f-ef308d81755a {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:28:41.753662 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-7d7bc4dd-b2d2-43dd-9248-5bfa86a6749e service neutron] Publish callbacks [] for port (b58dd629-4585-49a7-9b5f-ef308d81755a), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:41.768518 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-7d7bc4dd-b2d2-43dd-9248-5bfa86a6749e service neutron] Transition to ACTIVE for port object b58dd629-4585-49a7-9b5f-ef308d81755a will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:28:41.781903 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-7d7bc4dd-b2d2-43dd-9248-5bfa86a6749e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (b58dd629-4585-49a7-9b5f-ef308d81755a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:41.816111 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400980d-7230-469a-8a74-4852e419ba5a admin admin] Pushing event deleted for resources: {'Port': ['ID=b69fc55a-021d-4793-8753-301b29e89fa2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:42.054414 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964f73e-8a5d-4640-8298-f693fca6d0f9 req-103393aa-bdb3-4769-b540-2dadd8c42e1c tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:42.065136 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e964f73e-8a5d-4640-8298-f693fca6d0f9 req-103393aa-bdb3-4769-b540-2dadd8c42e1c tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/ports?device_id=c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1 HTTP/1.1" status: 200 len: 945 time: 0.2947698 Feb 08 21:28:42.071212 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bc4dd-b2d2-43dd-9248-5bfa86a6749e service neutron] Pushing event updated for resources: {'Port': ['ID=b58dd629-4585-49a7-9b5f-ef308d81755a,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:42.166119 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-179dd993-e310-4b42-aaa7-fba6a1b512a5 req-eaafa940-7c21-4cfa-92df-5490f4bc6393 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 210 time: 0.0965252 Feb 08 21:28:42.329205 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0400980d-7230-469a-8a74-4852e419ba5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (1ec6ae58-6631-47d9-975a-4c3c815a4852), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:42.334937 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-6f82a5e2-da02-470a-a586-5fbb6b1fd876 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks [] for port (e124c5f6-4611-4439-97a8-4ce67fb6ac06), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:42.362512 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e964f73e-8a5d-4640-8298-f693fca6d0f9 req-20fe60c8-084d-45c4-b8aa-9463da9d455b tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a223fc-b029-4136-9493-58f03ef13624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960429 Feb 08 21:28:42.450281 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b79f62d5-b363-4780-9a36-920b3fb30fea req-a821eeef-fda6-4d66-bcf8-2f570a3cfdec tempest-ServerShowV254Test-1965566924 tempest-ServerShowV254Test-1965566924-project] 10.222.0.88 "GET /v2.0/ports?device_id=3dfa2f12-6a16-479b-bc77-43b912a0dbe1 HTTP/1.1" status: 200 len: 210 time: 0.1075466 Feb 08 21:28:42.493285 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-7d7bc4dd-b2d2-43dd-9248-5bfa86a6749e service neutron] Attempting to bind port b58dd629-4585-49a7-9b5f-ef308d81755a on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:28:42.493285 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-7d7bc4dd-b2d2-43dd-9248-5bfa86a6749e service neutron] Attempting to bind port b58dd629-4585-49a7-9b5f-ef308d81755a by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '49cc5804-95ec-45a3-a70d-522fb54a57ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:28:42.493285 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-7d7bc4dd-b2d2-43dd-9248-5bfa86a6749e service neutron] Attempting to bind port b58dd629-4585-49a7-9b5f-ef308d81755a on network e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:28:42.513065 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-7d7bc4dd-b2d2-43dd-9248-5bfa86a6749e service neutron] Port b58dd629-4585-49a7-9b5f-ef308d81755a on network e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:28:42.513617 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-7d7bc4dd-b2d2-43dd-9248-5bfa86a6749e service neutron] Attempting to bind port b58dd629-4585-49a7-9b5f-ef308d81755a on network e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:28:42.656741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-7d7bc4dd-b2d2-43dd-9248-5bfa86a6749e service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:28:42.656741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-7d7bc4dd-b2d2-43dd-9248-5bfa86a6749e service neutron] Checking segment: {'id': '49cc5804-95ec-45a3-a70d-522fb54a57ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:28:42.656741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-7d7bc4dd-b2d2-43dd-9248-5bfa86a6749e service neutron] Bound using segment: {'id': '49cc5804-95ec-45a3-a70d-522fb54a57ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:28:42.658498 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-7d7bc4dd-b2d2-43dd-9248-5bfa86a6749e service neutron] Bound port: b58dd629-4585-49a7-9b5f-ef308d81755a, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49cc5804-95ec-45a3-a70d-522fb54a57ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:28:42.659185 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-7d7bc4dd-b2d2-43dd-9248-5bfa86a6749e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b58dd629-4585-49a7-9b5f-ef308d81755a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:42.786271 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-46d531ab-d264-4d8a-bed7-718103af4121 req-bcc1b3de-78e4-4585-a6bb-5218cb782a80 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7cc37d0-6533-4f03-9041-0ffbe1884013 HTTP/1.1" status: 200 len: 210 time: 0.1062715 Feb 08 21:28:42.917019 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cdbc3-f613-4496-a02e-42f89da08e10 req-c6cc27ef-f019-409d-9720-0cb8f85f501b tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:42.933694 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ec8cdbc3-f613-4496-a02e-42f89da08e10 req-c6cc27ef-f019-409d-9720-0cb8f85f501b tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=31339ac2-882a-44f1-ac2b-071d8cb94f51 HTTP/1.1" status: 200 len: 943 time: 0.4205761 Feb 08 21:28:43.081062 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ec8cdbc3-f613-4496-a02e-42f89da08e10 req-727e7c3e-4b3c-4fe4-b75d-964975b259da tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?id=8bb66473-333c-489b-91fe-1fc152d05e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332145 Feb 08 21:28:43.083364 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-7d7bc4dd-b2d2-43dd-9248-5bfa86a6749e service neutron] For port b58dd629-4585-49a7-9b5f-ef308d81755a, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:28:43.107052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-7d7bc4dd-b2d2-43dd-9248-5bfa86a6749e service neutron] For port b58dd629-4585-49a7-9b5f-ef308d81755a, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=b58dd629-4585-49a7-9b5f-ef308d81755a,segment=NetworkSegment(49cc5804-95ec-45a3-a70d-522fb54a57ed),segment_id=49cc5804-95ec-45a3-a70d-522fb54a57ed)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:28:43.125265 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-7d7bc4dd-b2d2-43dd-9248-5bfa86a6749e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (b58dd629-4585-49a7-9b5f-ef308d81755a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:43.132617 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-6f82a5e2-da02-470a-a586-5fbb6b1fd876 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (e124c5f6-4611-4439-97a8-4ce67fb6ac06), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:43.149674 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['5cfce827-87e2-4b87-b40c-c51c81b2fc12'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:28:43.194099 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-7d7bc4dd-b2d2-43dd-9248-5bfa86a6749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:43.208269 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-7d7bc4dd-b2d2-43dd-9248-5bfa86a6749e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:43.210732 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-7d7bc4dd-b2d2-43dd-9248-5bfa86a6749e service neutron] 10.222.0.94 "PUT /v2.0/ports/b58dd629-4585-49a7-9b5f-ef308d81755a HTTP/1.1" status: 200 len: 1092 time: 2.4071324 Feb 08 21:28:43.211465 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31339ac2-882a-44f1-ac2b-071d8cb94f51', 'tag': 'b58dd629-4585-49a7-9b5f-ef308d81755a'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:28:43.224952 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44fa9e5-8472-41de-af6c-172fbf8a6d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "31339ac2-882a-44f1-ac2b-071d8cb94f51", "tag": "b58dd629-4585-49a7-9b5f-ef308d81755a"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:28:43.227562 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f82a5e2-da02-470a-a586-5fbb6b1fd876 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Pushing event updated for resources: {'Port': ['ID=e124c5f6-4611-4439-97a8-4ce67fb6ac06,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:43.319545 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-6f82a5e2-da02-470a-a586-5fbb6b1fd876 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Network 470bde4a-288b-4162-81c1-45fdd6f3db1b is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:28:43.344659 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-6f82a5e2-da02-470a-a586-5fbb6b1fd876 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:28:43.364282 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-6f82a5e2-da02-470a-a586-5fbb6b1fd876 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:28:43.424038 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-010bf2c1-d670-4890-b024-85a149ca9fef req-dbb7e7a5-fdd4-439f-828e-18400c5b610a tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 210 time: 0.0756774 Feb 08 21:28:43.434249 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e251a5bc-0b0e-4fee-bb2b-d25114871431 x-openstack-request-id: req-e251a5bc-0b0e-4fee-bb2b-d25114871431 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:28:43.435242 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31339ac2-882a-44f1-ac2b-071d8cb94f51", "tag": "b58dd629-4585-49a7-9b5f-ef308d81755a", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:28:43.435611 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e251a5bc-0b0e-4fee-bb2b-d25114871431 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:28:43.436226 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31339ac2-882a-44f1-ac2b-071d8cb94f51', 'tag': 'b58dd629-4585-49a7-9b5f-ef308d81755a', 'status': 'completed', 'code': 200} Feb 08 21:28:43.475430 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bc4dd-b2d2-43dd-9248-5bfa86a6749e service neutron] Pushing event updated for resources: {'Port': ['ID=b58dd629-4585-49a7-9b5f-ef308d81755a,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:43.540277 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-d0708b7d-788c-416b-8252-9a03469fadbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:43.542797 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-d0708b7d-788c-416b-8252-9a03469fadbc service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ccc07b4dde804a05ac4fc4b6116c0c0b&device_id=31339ac2-882a-44f1-ac2b-071d8cb94f51 HTTP/1.1" status: 200 len: 1126 time: 0.2566206 Feb 08 21:28:43.631875 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-c08293cc-cbee-44a6-9360-74a8b0c6a4be service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b58dd629-4585-49a7-9b5f-ef308d81755a HTTP/1.1" status: 200 len: 217 time: 0.0821440 Feb 08 21:28:43.673889 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-39054f2e-7eb3-4af6-953e-5ca459210783 req-f43b6e0b-04e3-48e8-8241-5323ea63483b tempest-ServerShowV254Test-1965566924 tempest-ServerShowV254Test-1965566924-project] 10.222.0.88 "GET /v2.0/ports?device_id=3dfa2f12-6a16-479b-bc77-43b912a0dbe1 HTTP/1.1" status: 200 len: 210 time: 0.0447485 Feb 08 21:28:43.742558 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-6f82a5e2-da02-470a-a586-5fbb6b1fd876 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:43.742558 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-6f82a5e2-da02-470a-a586-5fbb6b1fd876 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:43.862631 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-4dc8ce27-7519-4a8b-8971-e7670e0bc300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:43.869736 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-4dc8ce27-7519-4a8b-8971-e7670e0bc300 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=310c6bc1-a154-4dd4-be9e-9319761a4464 HTTP/1.1" status: 200 len: 852 time: 0.1945069 Feb 08 21:28:43.935247 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-ae66921a-6e5c-4834-8b0d-bf2ce4e83172 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466182 Feb 08 21:28:43.946741 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-9491aa84-6bb6-4043-9462-48d11c88e7fb None None] Provisioning complete for port e124c5f6-4611-4439-97a8-4ce67fb6ac06 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:28:43.950050 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9491aa84-6bb6-4043-9462-48d11c88e7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e124c5f6-4611-4439-97a8-4ce67fb6ac06), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:44.015386 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-6f82a5e2-da02-470a-a586-5fbb6b1fd876 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8311894 Feb 08 21:28:44.036353 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-bfdfb6fe-833d-4134-b1ea-8019d36fa34f service neutron] Request body: {'port': {'device_id': 'a7cc37d0-6533-4f03-9041-0ffbe1884013', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:28:44.051870 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9491aa84-6bb6-4043-9462-48d11c88e7fb None None] Port e124c5f6-4611-4439-97a8-4ce67fb6ac06 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:28:44.129286 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610b38d-3595-4538-bf8a-ae20a74efbd6 req-44176969-0d2a-4117-b517-dec99fa20199 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:44.136730 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9610b38d-3595-4538-bf8a-ae20a74efbd6 req-44176969-0d2a-4117-b517-dec99fa20199 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/ports?device_id=c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1 HTTP/1.1" status: 200 len: 945 time: 0.4058762 Feb 08 21:28:44.145023 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-56b07b60-2a32-425c-9b00-20c0bae66178 service neutron] 10.222.0.94 "GET /v2.0/networks/e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032177 Feb 08 21:28:44.184554 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26adac1f-a37d-452a-8429-f04a4f688a86 req-9455ec6c-22a4-467a-9022-816bb0027184 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:44.192766 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-26adac1f-a37d-452a-8429-f04a4f688a86 req-9455ec6c-22a4-467a-9022-816bb0027184 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7cc37d0-6533-4f03-9041-0ffbe1884013 HTTP/1.1" status: 200 len: 932 time: 0.2563767 Feb 08 21:28:44.193842 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-bfdfb6fe-833d-4134-b1ea-8019d36fa34f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e124c5f6-4611-4439-97a8-4ce67fb6ac06), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:44.318380 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0400980d-7230-469a-8a74-4852e419ba5a admin admin] Router 1ec6ae58-6631-47d9-975a-4c3c815a4852 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:28:44.370311 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9610b38d-3595-4538-bf8a-ae20a74efbd6 req-671759c7-995f-4822-aad9-468f12877432 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a223fc-b029-4136-9493-58f03ef13624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261918 Feb 08 21:28:44.396153 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-26adac1f-a37d-452a-8429-f04a4f688a86 req-0a630de8-4c4b-4246-85b6-1939dc96d4af tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023103 Feb 08 21:28:44.404065 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3268f57e-f7ec-44ab-82f0-b77e2dbb51f1 req-5d5554a5-756b-4c25-a10b-4897aa4cf82b service neutron] 10.222.0.94 "GET /v2.0/networks/e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505460 Feb 08 21:28:44.481011 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-175adc21-e068-4a12-bd4e-589bdce15fa8 req-51bc432a-f8bf-4363-b231-8ab538fa60c4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3dfa2f12-6a16-479b-bc77-43b912a0dbe1 HTTP/1.1" status: 200 len: 210 time: 0.0598543 Feb 08 21:28:44.763289 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fb4c6-5d39-48d7-a4bf-53f3a587efcd req-f48d7ff1-99f8-4706-bb08-1471c64b1e10 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:44.770679 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d3fb4c6-5d39-48d7-a4bf-53f3a587efcd req-f48d7ff1-99f8-4706-bb08-1471c64b1e10 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=31339ac2-882a-44f1-ac2b-071d8cb94f51 HTTP/1.1" status: 200 len: 943 time: 0.2543209 Feb 08 21:28:44.796086 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-bfdfb6fe-833d-4134-b1ea-8019d36fa34f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e124c5f6-4611-4439-97a8-4ce67fb6ac06 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:28:44.806304 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-bfdfb6fe-833d-4134-b1ea-8019d36fa34f service neutron] Publish callbacks [] for port (e124c5f6-4611-4439-97a8-4ce67fb6ac06), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:44.811177 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fa9e5-8472-41de-af6c-172fbf8a6d7f req-39869ae4-3b4d-43d0-b386-edfcb80044f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:44.813035 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c44fa9e5-8472-41de-af6c-172fbf8a6d7f req-39869ae4-3b4d-43d0-b386-edfcb80044f2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ccc07b4dde804a05ac4fc4b6116c0c0b&device_id=31339ac2-882a-44f1-ac2b-071d8cb94f51 HTTP/1.1" status: 200 len: 1126 time: 0.3062499 Feb 08 21:28:44.817545 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c17424f-d0bb-4a51-94c9-53525b4557d3 req-df68310f-b462-4fab-a9f3-dc843786fc3f tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 258 time: 0.3354828 Feb 08 21:28:44.829398 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-bfdfb6fe-833d-4134-b1ea-8019d36fa34f service neutron] Transition to ACTIVE for port object e124c5f6-4611-4439-97a8-4ce67fb6ac06 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:28:44.846253 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-bfdfb6fe-833d-4134-b1ea-8019d36fa34f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (e124c5f6-4611-4439-97a8-4ce67fb6ac06), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:44.849551 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-6c17424f-d0bb-4a51-94c9-53525b4557d3 req-26fe68bf-84d0-4ebe-bcae-f8b1867c914f tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:28:44.934562 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdfb6fe-833d-4134-b1ea-8019d36fa34f service neutron] Pushing event updated for resources: {'Port': ['ID=e124c5f6-4611-4439-97a8-4ce67fb6ac06,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:44.935692 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6c17424f-d0bb-4a51-94c9-53525b4557d3 req-26fe68bf-84d0-4ebe-bcae-f8b1867c914f tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:45.004898 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d3fb4c6-5d39-48d7-a4bf-53f3a587efcd req-cbf73216-81c9-4764-9f81-a630db5cb584 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?id=8bb66473-333c-489b-91fe-1fc152d05e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330832 Feb 08 21:28:45.041207 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0400980d-7230-469a-8a74-4852e419ba5a admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:28:45.051218 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2099de34-1c83-4334-a5f0-f5ada5bd64ff None None] Sync routers for ids ['1ec6ae58-6631-47d9-975a-4c3c815a4852'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:28:45.061898 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0400980d-7230-469a-8a74-4852e419ba5a admin admin] 10.222.0.88 "PUT /v2.0/routers/1ec6ae58-6631-47d9-975a-4c3c815a4852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5699537 Feb 08 21:28:45.066216 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54886) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:45.068126 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2099de34-1c83-4334-a5f0-f5ada5bd64ff None None] Routers {'1ec6ae58-6631-47d9-975a-4c3c815a4852'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:28:45.069120 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-2099de34-1c83-4334-a5f0-f5ada5bd64ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:28:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['1ec6ae58-6631-47d9-975a-4c3c815a4852'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:45.241055 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fa9e5-8472-41de-af6c-172fbf8a6d7f req-9312b7a9-4bd6-42ef-9009-519a2ceaddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:45.244865 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c44fa9e5-8472-41de-af6c-172fbf8a6d7f req-9312b7a9-4bd6-42ef-9009-519a2ceaddd5 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b HTTP/1.1" status: 200 len: 913 time: 0.4186478 Feb 08 21:28:45.247648 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-bfdfb6fe-833d-4134-b1ea-8019d36fa34f service neutron] Attempting to bind port e124c5f6-4611-4439-97a8-4ce67fb6ac06 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:28:45.247996 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-bfdfb6fe-833d-4134-b1ea-8019d36fa34f service neutron] Attempting to bind port e124c5f6-4611-4439-97a8-4ce67fb6ac06 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:28:45.248325 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-bfdfb6fe-833d-4134-b1ea-8019d36fa34f service neutron] Attempting to bind port e124c5f6-4611-4439-97a8-4ce67fb6ac06 on network 470bde4a-288b-4162-81c1-45fdd6f3db1b {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:28:45.256166 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-bfdfb6fe-833d-4134-b1ea-8019d36fa34f service neutron] Port e124c5f6-4611-4439-97a8-4ce67fb6ac06 on network 470bde4a-288b-4162-81c1-45fdd6f3db1b not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:28:45.256451 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-bfdfb6fe-833d-4134-b1ea-8019d36fa34f service neutron] Attempting to bind port e124c5f6-4611-4439-97a8-4ce67fb6ac06 on network 470bde4a-288b-4162-81c1-45fdd6f3db1b {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:28:45.277084 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-bfdfb6fe-833d-4134-b1ea-8019d36fa34f service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:28:45.277467 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-bfdfb6fe-833d-4134-b1ea-8019d36fa34f service neutron] Checking segment: {'id': '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:28:45.277841 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-bfdfb6fe-833d-4134-b1ea-8019d36fa34f service neutron] Bound using segment: {'id': '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:28:45.278293 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-bfdfb6fe-833d-4134-b1ea-8019d36fa34f service neutron] Bound port: e124c5f6-4611-4439-97a8-4ce67fb6ac06, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:28:45.278730 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-bfdfb6fe-833d-4134-b1ea-8019d36fa34f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e124c5f6-4611-4439-97a8-4ce67fb6ac06), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:45.421401 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c44fa9e5-8472-41de-af6c-172fbf8a6d7f req-c9efb47c-1872-490d-baf1-b3a97ceed4a5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b58dd629-4585-49a7-9b5f-ef308d81755a HTTP/1.1" status: 200 len: 217 time: 0.1577942 Feb 08 21:28:45.436547 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a88e32c2-6538-4042-895f-1802dc43a3b7 admin admin] Publish callbacks [] for router (1ec6ae58-6631-47d9-975a-4c3c815a4852), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:45.459117 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-2099de34-1c83-4334-a5f0-f5ada5bd64ff None None] Set router 1ec6ae58-6631-47d9-975a-4c3c815a4852 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:28:45.467303 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aa3c0ec3-81aa-470a-8dd3-14e1cc0c12d8 req-f0dd4bb6-558e-4df3-b575-851e02af896e tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 210 time: 0.2021782 Feb 08 21:28:45.556237 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-bfdfb6fe-833d-4134-b1ea-8019d36fa34f service neutron] For port e124c5f6-4611-4439-97a8-4ce67fb6ac06, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:28:45.648619 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b35d3608-9e67-47c9-aed7-dcc9320da1ce req-c8f3015c-ea44-43cd-a829-fb4f83c754fd tempest-ServerShowV254Test-1965566924 tempest-ServerShowV254Test-1965566924-project] 10.222.0.88 "GET /v2.0/ports?device_id=3dfa2f12-6a16-479b-bc77-43b912a0dbe1 HTTP/1.1" status: 200 len: 210 time: 0.0524151 Feb 08 21:28:45.672950 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fa9e5-8472-41de-af6c-172fbf8a6d7f req-f9ea3aec-9e5b-4c1e-943b-c298cb65c629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:45.676318 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c44fa9e5-8472-41de-af6c-172fbf8a6d7f req-f9ea3aec-9e5b-4c1e-943b-c298cb65c629 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=310c6bc1-a154-4dd4-be9e-9319761a4464 HTTP/1.1" status: 200 len: 852 time: 0.2075405 Feb 08 21:28:45.692937 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-bfdfb6fe-833d-4134-b1ea-8019d36fa34f service neutron] For port e124c5f6-4611-4439-97a8-4ce67fb6ac06, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=e124c5f6-4611-4439-97a8-4ce67fb6ac06,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:28:45.710549 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-bfdfb6fe-833d-4134-b1ea-8019d36fa34f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (e124c5f6-4611-4439-97a8-4ce67fb6ac06), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:45.716369 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6c17424f-d0bb-4a51-94c9-53525b4557d3 req-26fe68bf-84d0-4ebe-bcae-f8b1867c914f tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:45.820427 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdfb6fe-833d-4134-b1ea-8019d36fa34f service neutron] Pushing event updated for resources: {'Port': ['ID=e124c5f6-4611-4439-97a8-4ce67fb6ac06,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:45.888444 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-bfdfb6fe-833d-4134-b1ea-8019d36fa34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:45.890765 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-bfdfb6fe-833d-4134-b1ea-8019d36fa34f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:45.897084 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-bfdfb6fe-833d-4134-b1ea-8019d36fa34f service neutron] 10.222.0.94 "PUT /v2.0/ports/e124c5f6-4611-4439-97a8-4ce67fb6ac06 HTTP/1.1" status: 200 len: 1093 time: 1.8690381 Feb 08 21:28:45.897950 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7cc37d0-6533-4f03-9041-0ffbe1884013', 'tag': 'e124c5f6-4611-4439-97a8-4ce67fb6ac06'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:28:45.906918 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65190926-b2ee-4470-a88e-d776250d3120" -d '{"events": [{"name": "network-changed", "server_uuid": "a7cc37d0-6533-4f03-9041-0ffbe1884013", "tag": "e124c5f6-4611-4439-97a8-4ce67fb6ac06"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:28:45.938247 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-2099de34-1c83-4334-a5f0-f5ada5bd64ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923840887-router', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:26:22Z', 'updated_at': '2022-02-08T21:28:41Z', 'revision_number': 5, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'gw_port': {'id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:23Z', 'updated_at': '2022-02-08T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:45.992086 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2099de34-1c83-4334-a5f0-f5ada5bd64ff None None] Checking router: 1ec6ae58-6631-47d9-975a-4c3c815a4852 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:28:46.002316 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c44fa9e5-8472-41de-af6c-172fbf8a6d7f req-ecbf2bb7-64a1-4918-93e2-bd27196237d7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3136446 Feb 08 21:28:46.022781 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2099de34-1c83-4334-a5f0-f5ada5bd64ff None None] Routers {'1ec6ae58-6631-47d9-975a-4c3c815a4852'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:28:46.023338 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-2099de34-1c83-4334-a5f0-f5ada5bd64ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:28:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['1ec6ae58-6631-47d9-975a-4c3c815a4852'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:46.108279 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a88e32c2-6538-4042-895f-1802dc43a3b7 admin admin] Publish callbacks [] for router_gateway (1ec6ae58-6631-47d9-975a-4c3c815a4852), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:46.121133 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-a851fd2a-eb24-4405-a8e0-034b2a4c4b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:46.122845 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-a851fd2a-eb24-4405-a8e0-034b2a4c4b19 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&device_id=a7cc37d0-6533-4f03-9041-0ffbe1884013 HTTP/1.1" status: 200 len: 1127 time: 0.1654267 Feb 08 21:28:46.194813 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-965b49d5-ecc3-40ab-80e4-53cad63ec87a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e124c5f6-4611-4439-97a8-4ce67fb6ac06 HTTP/1.1" status: 200 len: 217 time: 0.0645132 Feb 08 21:28:46.205529 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c44fa9e5-8472-41de-af6c-172fbf8a6d7f req-78f8f464-1683-43be-bcb9-2547744c061d service neutron] 10.222.0.94 "GET /v2.0/networks/e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378193 Feb 08 21:28:46.286551 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-2099de34-1c83-4334-a5f0-f5ada5bd64ff None None] Set router 1ec6ae58-6631-47d9-975a-4c3c815a4852 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:28:46.324993 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-540ce7ca-8700-4a89-80fb-8d6b6fb9965b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:46.325772 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-6c17424f-d0bb-4a51-94c9-53525b4557d3 req-26fe68bf-84d0-4ebe-bcae-f8b1867c914f tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Allocated IP 172.25.3.252 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/467da1c1-8b11-423e-bfbe-6562495541c7) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:28:46.328502 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-540ce7ca-8700-4a89-80fb-8d6b6fb9965b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0aa29b5a-a776-4012-aa53-861d63a1c0ca HTTP/1.1" status: 200 len: 851 time: 0.1046555 Feb 08 21:28:46.360256 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a88e32c2-6538-4042-895f-1802dc43a3b7 admin admin] Deleting port 2b4b9b23-e507-4aeb-a255-91f4c07f13a6 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:28:46.360896 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a88e32c2-6538-4042-895f-1802dc43a3b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (2b4b9b23-e507-4aeb-a255-91f4c07f13a6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:46.453014 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b985ea-a8ff-4af2-bf3a-698c9514a6d8 req-d1f5e27c-37eb-4704-9a09-b43c9efe3b3e tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:46.460808 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-94b985ea-a8ff-4af2-bf3a-698c9514a6d8 req-d1f5e27c-37eb-4704-9a09-b43c9efe3b3e tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7cc37d0-6533-4f03-9041-0ffbe1884013 HTTP/1.1" status: 200 len: 944 time: 0.5362389 Feb 08 21:28:46.512191 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c44fa9e5-8472-41de-af6c-172fbf8a6d7f req-84b7d174-178f-4b2c-92d2-3e1d56d98102 service neutron] 10.222.0.94 "GET /v2.0/networks/e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941024 Feb 08 21:28:46.548677 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-3203dced-fa07-4615-9c5f-7bf663f52ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:46.550198 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-3203dced-fa07-4615-9c5f-7bf663f52ea1 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=470bde4a-288b-4162-81c1-45fdd6f3db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2122676 Feb 08 21:28:46.577078 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6c17424f-d0bb-4a51-94c9-53525b4557d3 req-26fe68bf-84d0-4ebe-bcae-f8b1867c914f tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks [] for port (467da1c1-8b11-423e-bfbe-6562495541c7), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:46.679694 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-94b985ea-a8ff-4af2-bf3a-698c9514a6d8 req-004f722b-c84d-419d-99c9-53292a42ebfb tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177489 Feb 08 21:28:46.683705 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6c17424f-d0bb-4a51-94c9-53525b4557d3 req-26fe68bf-84d0-4ebe-bcae-f8b1867c914f tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (467da1c1-8b11-423e-bfbe-6562495541c7), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:46.697850 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-2099de34-1c83-4334-a5f0-f5ada5bd64ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923840887-router', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:26:22Z', 'updated_at': '2022-02-08T21:28:41Z', 'revision_number': 5, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'gw_port': {'id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:23Z', 'updated_at': '2022-02-08T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:46.765537 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2099de34-1c83-4334-a5f0-f5ada5bd64ff None None] The sync data for ids ['1ec6ae58-6631-47d9-975a-4c3c815a4852'] in n-d-712143-31 is: [{'id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'name': 'tempest-FloatingIPsAssociationTestJSON-1923840887-router', 'tenant_id': '604bafac013e47a8806c7fdd623f0573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:26:22Z', 'updated_at': '2022-02-08T21:28:41Z', 'revision_number': 5, 'project_id': '604bafac013e47a8806c7fdd623f0573', 'gw_port': {'id': '2b4b9b23-e507-4aeb-a255-91f4c07f13a6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec6ae58-6631-47d9-975a-4c3c815a4852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:26:23Z', 'updated_at': '2022-02-08T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:28:46.781768 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-a88e32c2-6538-4042-895f-1802dc43a3b7 admin admin] For port 2b4b9b23-e507-4aeb-a255-91f4c07f13a6, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=2b4b9b23-e507-4aeb-a255-91f4c07f13a6,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:28:46.782357 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a88e32c2-6538-4042-895f-1802dc43a3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (2b4b9b23-e507-4aeb-a255-91f4c07f13a6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:46.803610 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe68bf-84d0-4ebe-bcae-f8b1867c914f tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Pushing event updated for resources: {'Port': ['ID=467da1c1-8b11-423e-bfbe-6562495541c7,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:46.808978 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c17424f-d0bb-4a51-94c9-53525b4557d3 req-26fe68bf-84d0-4ebe-bcae-f8b1867c914f tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:28:46.811061 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-6c17424f-d0bb-4a51-94c9-53525b4557d3 req-26fe68bf-84d0-4ebe-bcae-f8b1867c914f tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:28:46.816865 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c17424f-d0bb-4a51-94c9-53525b4557d3 req-26fe68bf-84d0-4ebe-bcae-f8b1867c914f tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:28:46.842112 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a88e32c2-6538-4042-895f-1802dc43a3b7 admin admin] Calling delete_port for 2b4b9b23-e507-4aeb-a255-91f4c07f13a6 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:28:46.855593 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b36a912-507a-4ffa-82df-cf0fffadb412 x-openstack-request-id: req-6b36a912-507a-4ffa-82df-cf0fffadb412 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:28:46.856316 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7cc37d0-6533-4f03-9041-0ffbe1884013", "tag": "e124c5f6-4611-4439-97a8-4ce67fb6ac06", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:28:46.856840 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6b36a912-507a-4ffa-82df-cf0fffadb412 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:28:46.857536 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7cc37d0-6533-4f03-9041-0ffbe1884013', 'tag': 'e124c5f6-4611-4439-97a8-4ce67fb6ac06', 'status': 'completed', 'code': 200} Feb 08 21:28:46.982544 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-fd53db26-c0a9-4f80-ae4b-f40c7560332d service neutron] 10.222.0.94 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236026 Feb 08 21:28:47.106551 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909848f-6c2d-4961-825e-792944e78dc0 req-8cb5c1f6-357e-4f98-9576-dee92ea1defa tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:47.114690 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2909848f-6c2d-4961-825e-792944e78dc0 req-8cb5c1f6-357e-4f98-9576-dee92ea1defa tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=31339ac2-882a-44f1-ac2b-071d8cb94f51 HTTP/1.1" status: 200 len: 943 time: 0.1724381 Feb 08 21:28:47.396233 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a88e32c2-6538-4042-895f-1802dc43a3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (2b4b9b23-e507-4aeb-a255-91f4c07f13a6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:47.502409 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e32c2-6538-4042-895f-1802dc43a3b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b4b9b23-e507-4aeb-a255-91f4c07f13a6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:47.520732 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb67c254-8ea5-4501-9f30-dfe97ce8c405 req-d8bd4a98-4e3d-4f04-8f13-e3f1dbe751ef service neutron] 10.222.0.94 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247493 Feb 08 21:28:47.664569 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a88e32c2-6538-4042-895f-1802dc43a3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (1ec6ae58-6631-47d9-975a-4c3c815a4852), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:47.718856 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6c17424f-d0bb-4a51-94c9-53525b4557d3 req-26fe68bf-84d0-4ebe-bcae-f8b1867c914f tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks [] for floatingip (0c66ca64-2a0c-4814-bc6e-0e3bd4204e7d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:47.742554 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2909848f-6c2d-4961-825e-792944e78dc0 req-6cb252ef-32eb-4978-9352-5328eb438181 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?id=8bb66473-333c-489b-91fe-1fc152d05e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6265056 Feb 08 21:28:47.755204 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device b58dd629-4585-49a7-9b5f-ef308d81755a details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:28:47.836496 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a88e32c2-6538-4042-895f-1802dc43a3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (1ec6ae58-6631-47d9-975a-4c3c815a4852), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:47.839874 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65190926-b2ee-4470-a88e-d776250d3120 req-91c00972-acd0-4e93-8ef0-597f3184b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:47.841512 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-65190926-b2ee-4470-a88e-d776250d3120 req-91c00972-acd0-4e93-8ef0-597f3184b864 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&device_id=a7cc37d0-6533-4f03-9041-0ffbe1884013 HTTP/1.1" status: 200 len: 1127 time: 0.2261398 Feb 08 21:28:47.842816 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a88e32c2-6538-4042-895f-1802dc43a3b7 admin admin] Publish callbacks [] for router_controller (1ec6ae58-6631-47d9-975a-4c3c815a4852), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:47.883815 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6c17424f-d0bb-4a51-94c9-53525b4557d3 req-26fe68bf-84d0-4ebe-bcae-f8b1867c914f tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (467da1c1-8b11-423e-bfbe-6562495541c7), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:48.004959 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e1352b20-41a7-4cd2-a8cc-d031a5adceee req-2aab1875-ff9c-4f6b-9a21-8464b3bb7e92 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 210 time: 0.0460553 Feb 08 21:28:48.017534 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port b58dd629-4585-49a7-9b5f-ef308d81755a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=b58dd629-4585-49a7-9b5f-ef308d81755a,segment=NetworkSegment(49cc5804-95ec-45a3-a70d-522fb54a57ed),segment_id=49cc5804-95ec-45a3-a70d-522fb54a57ed)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:28:48.035548 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'b58dd629-4585-49a7-9b5f-ef308d81755a', 'network_id': 'e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b', 'port_id': 'b58dd629-4585-49a7-9b5f-ef308d81755a', 'mac_address': 'fa:16:3e:b2:06:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '310c6bc1-a154-4dd4-be9e-9319761a4464', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:28:48.038203 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b69fc55a-021d-4793-8753-301b29e89fa2 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:28:48.063086 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: b69fc55a-021d-4793-8753-301b29e89fa2 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:28:48.063708 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b69fc55a-021d-4793-8753-301b29e89fa2 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:28:48.174037 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65190926-b2ee-4470-a88e-d776250d3120 req-37ca8e40-4b65-426e-b189-febc5ccedb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:48.178770 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-65190926-b2ee-4470-a88e-d776250d3120 req-37ca8e40-4b65-426e-b189-febc5ccedb46 service neutron] 10.222.0.94 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 913 time: 0.3290873 Feb 08 21:28:48.180325 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a88e32c2-6538-4042-895f-1802dc43a3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (1ec6ae58-6631-47d9-975a-4c3c815a4852), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:48.184221 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88e32c2-6538-4042-895f-1802dc43a3b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ec6ae58-6631-47d9-975a-4c3c815a4852 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:28:48.198067 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port b58dd629-4585-49a7-9b5f-ef308d81755a is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:28:48.203695 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b58dd629-4585-49a7-9b5f-ef308d81755a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:48.206549 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a88e32c2-6538-4042-895f-1802dc43a3b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:48.210189 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a88e32c2-6538-4042-895f-1802dc43a3b7 admin admin] 10.222.0.88 "DELETE /v2.0/routers/1ec6ae58-6631-47d9-975a-4c3c815a4852 HTTP/1.1" status: 204 len: 168 time: 3.1417127 Feb 08 21:28:48.249654 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b58dd629-4585-49a7-9b5f-ef308d81755a {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:28:48.263231 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d60df3d-86ad-45eb-b677-363ca6cb2151 req-b1cc2922-0276-4229-a75d-ab7786db7367 tempest-ServerShowV254Test-1965566924 tempest-ServerShowV254Test-1965566924-project] 10.222.0.88 "GET /v2.0/ports?device_id=3dfa2f12-6a16-479b-bc77-43b912a0dbe1 HTTP/1.1" status: 200 len: 210 time: 0.0816045 Feb 08 21:28:48.268904 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 54912) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:48.304426 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port b58dd629-4585-49a7-9b5f-ef308d81755a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=b58dd629-4585-49a7-9b5f-ef308d81755a,segment=NetworkSegment(49cc5804-95ec-45a3-a70d-522fb54a57ed),segment_id=49cc5804-95ec-45a3-a70d-522fb54a57ed)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:28:48.314406 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b58dd629-4585-49a7-9b5f-ef308d81755a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:48.339866 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-65190926-b2ee-4470-a88e-d776250d3120 req-d6ed0094-5c58-4459-86b6-b7cf9034e70f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e124c5f6-4611-4439-97a8-4ce67fb6ac06 HTTP/1.1" status: 200 len: 217 time: 0.1284378 Feb 08 21:28:48.403889 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a6c6ef-66a0-4881-848c-6fc4fc8e65cc admin admin] Deleting subnet bcf96426-4f4f-4f21-a2c0-f475a3532d63 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:28:48.418902 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d8a6c6ef-66a0-4881-848c-6fc4fc8e65cc admin admin] Publish callbacks [] for subnet (bcf96426-4f4f-4f21-a2c0-f475a3532d63), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:48.463405 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=b58dd629-4585-49a7-9b5f-ef308d81755a,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:48.489263 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65190926-b2ee-4470-a88e-d776250d3120 req-8064ffe5-4e08-4fa4-9e15-deab3dfcd753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:48.491463 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-65190926-b2ee-4470-a88e-d776250d3120 req-8064ffe5-4e08-4fa4-9e15-deab3dfcd753 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0aa29b5a-a776-4012-aa53-861d63a1c0ca HTTP/1.1" status: 200 len: 851 time: 0.1455166 Feb 08 21:28:48.550098 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d8a6c6ef-66a0-4881-848c-6fc4fc8e65cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (bcf96426-4f4f-4f21-a2c0-f475a3532d63), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:48.570743 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65190926-b2ee-4470-a88e-d776250d3120 req-030e37fd-d1a8-4025-9d9c-7cfaf3c6a2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:48.572467 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-65190926-b2ee-4470-a88e-d776250d3120 req-030e37fd-d1a8-4025-9d9c-7cfaf3c6a2ac service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=470bde4a-288b-4162-81c1-45fdd6f3db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0737035 Feb 08 21:28:48.607565 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6c17424f-d0bb-4a51-94c9-53525b4557d3 req-26fe68bf-84d0-4ebe-bcae-f8b1867c914f tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks [] for port (467da1c1-8b11-423e-bfbe-6562495541c7), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:48.626150 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e51dcc-bc59-4f9d-baef-0508a5886439 req-fbccd268-9cb5-4db9-937f-4fd63a398e6e tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:48.633873 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-93e51dcc-bc59-4f9d-baef-0508a5886439 req-fbccd268-9cb5-4db9-937f-4fd63a398e6e tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7cc37d0-6533-4f03-9041-0ffbe1884013 HTTP/1.1" status: 200 len: 944 time: 0.1821501 Feb 08 21:28:48.638549 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6c17424f-d0bb-4a51-94c9-53525b4557d3 req-26fe68bf-84d0-4ebe-bcae-f8b1867c914f tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (467da1c1-8b11-423e-bfbe-6562495541c7), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:48.714510 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-65190926-b2ee-4470-a88e-d776250d3120 req-6d6eb762-3b2e-4235-a0aa-2db5808d0b30 service neutron] 10.222.0.94 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275885 Feb 08 21:28:48.728469 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe68bf-84d0-4ebe-bcae-f8b1867c914f tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Pushing event updated for resources: {'Port': ['ID=467da1c1-8b11-423e-bfbe-6562495541c7,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:48.741330 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['b58dd629-4585-49a7-9b5f-ef308d81755a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:28:48.813282 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d8a6c6ef-66a0-4881-848c-6fc4fc8e65cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (bcf96426-4f4f-4f21-a2c0-f475a3532d63), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:48.852761 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-93e51dcc-bc59-4f9d-baef-0508a5886439 req-e31ef811-eac9-4c69-bdb3-26d1febd1e63 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112303 Feb 08 21:28:48.878468 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6c17424f-d0bb-4a51-94c9-53525b4557d3 req-26fe68bf-84d0-4ebe-bcae-f8b1867c914f tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (0c66ca64-2a0c-4814-bc6e-0e3bd4204e7d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:48.919770 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-65190926-b2ee-4470-a88e-d776250d3120 req-96fb2a3c-08e9-4878-b471-d5bb6610e0f4 service neutron] 10.222.0.94 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996956 Feb 08 21:28:48.935097 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6c17424f-d0bb-4a51-94c9-53525b4557d3 req-26fe68bf-84d0-4ebe-bcae-f8b1867c914f tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:48.942886 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c17424f-d0bb-4a51-94c9-53525b4557d3 req-26fe68bf-84d0-4ebe-bcae-f8b1867c914f tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1098542 Feb 08 21:28:49.044250 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c17424f-d0bb-4a51-94c9-53525b4557d3 req-9c22b84d-05c5-49b5-87ab-3d79e7025c25 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.252 HTTP/1.1" status: 200 len: 696 time: 0.1003253 Feb 08 21:28:49.177167 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17424f-d0bb-4a51-94c9-53525b4557d3 req-7d37a3c4-342d-469a-904d-ed65f5dcccff tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:49.179041 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c17424f-d0bb-4a51-94c9-53525b4557d3 req-7d37a3c4-342d-469a-904d-ed65f5dcccff tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 784 time: 0.1338308 Feb 08 21:28:49.180141 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d8a6c6ef-66a0-4881-848c-6fc4fc8e65cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (bcf96426-4f4f-4f21-a2c0-f475a3532d63), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:49.194899 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d8a6c6ef-66a0-4881-848c-6fc4fc8e65cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:49.200058 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d8a6c6ef-66a0-4881-848c-6fc4fc8e65cc admin admin] 10.222.0.88 "DELETE /v2.0/subnets/bcf96426-4f4f-4f21-a2c0-f475a3532d63 HTTP/1.1" status: 204 len: 168 time: 0.9278650 Feb 08 21:28:49.200379 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec2c62e-b27a-4da6-a9ea-a65be83ed4eb None None] Network f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:28:49.202636 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 54922) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:49.251623 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6c6ef-66a0-4881-848c-6fc4fc8e65cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcf96426-4f4f-4f21-a2c0-f475a3532d63,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:49.387901 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-06551c92-f1d8-478b-bb2f-a5885962b5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (f8ddfec4-61c8-4cfb-b836-0c5a79f77d01), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:49.423371 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09247c2-ca67-41e6-99f9-11f2534a7d4f req-5305be0f-46c3-4aa2-9c51-68bd5192dd91 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:49.425186 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b09247c2-ca67-41e6-99f9-11f2534a7d4f req-5305be0f-46c3-4aa2-9c51-68bd5192dd91 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=31339ac2-882a-44f1-ac2b-071d8cb94f51 HTTP/1.1" status: 200 len: 944 time: 0.1305091 Feb 08 21:28:49.497105 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7cd8d64d-8a26-4623-9ea6-66a78948cd9f req-17ff79c2-5f8d-4565-b466-b52d21821026 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 210 time: 0.0848045 Feb 08 21:28:49.515521 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af35d103-4776-4fc6-8335-433711bce767 None None] DHCP port deletion for f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:28:49.572427 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b09247c2-ca67-41e6-99f9-11f2534a7d4f req-f7d4b643-93c1-4926-88fc-a0cbb6401fb1 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?id=8bb66473-333c-489b-91fe-1fc152d05e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357193 Feb 08 21:28:49.606327 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-06551c92-f1d8-478b-bb2f-a5885962b5a4 admin admin] Deleting port d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:28:49.606986 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-06551c92-f1d8-478b-bb2f-a5885962b5a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:49.677525 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-af35d103-4776-4fc6-8335-433711bce767 None None] Deleting port d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:28:49.678514 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-af35d103-4776-4fc6-8335-433711bce767 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:49.739309 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-06551c92-f1d8-478b-bb2f-a5885962b5a4 admin admin] For port d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b,segment=NetworkSegment(5a69cc20-a45d-42a2-8af6-480ee769db92),segment_id=5a69cc20-a45d-42a2-8af6-480ee769db92)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:28:49.739939 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-06551c92-f1d8-478b-bb2f-a5885962b5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:49.756212 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-06551c92-f1d8-478b-bb2f-a5885962b5a4 admin admin] Calling delete_port for d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:28:49.875061 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-af35d103-4776-4fc6-8335-433711bce767 None None] For port d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b,segment=NetworkSegment(5a69cc20-a45d-42a2-8af6-480ee769db92),segment_id=5a69cc20-a45d-42a2-8af6-480ee769db92)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:28:49.878456 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-af35d103-4776-4fc6-8335-433711bce767 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:49.910610 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 2b4b9b23-e507-4aeb-a255-91f4c07f13a6 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:28:49.962865 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-af35d103-4776-4fc6-8335-433711bce767 None None] Calling delete_port for d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:28:49.966405 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 2b4b9b23-e507-4aeb-a255-91f4c07f13a6 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:28:49.966980 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 2b4b9b23-e507-4aeb-a255-91f4c07f13a6 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:28:49.967789 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:28:50.052698 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df0f18-a508-4adc-824d-ca72b36e8dab req-29d13216-bf97-42da-8197-4d4626e5b122 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:50.054482 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45df0f18-a508-4adc-824d-ca72b36e8dab req-29d13216-bf97-42da-8197-4d4626e5b122 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/ports?device_id=c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2256811 Feb 08 21:28:50.061573 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-06551c92-f1d8-478b-bb2f-a5885962b5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:50.097990 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06551c92-f1d8-478b-bb2f-a5885962b5a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:50.174204 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06551c92-f1d8-478b-bb2f-a5885962b5a4 admin admin] No DVR routers for this DVR port d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:28:50.197828 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No active binding found for port d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b {{(pid=103435) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 08 21:28:50.198609 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] The host n-d-712143-31 is not matching for port d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b host None! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 21:28:50.199520 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:28:50.281454 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45df0f18-a508-4adc-824d-ca72b36e8dab req-6f1a3a24-9579-4e65-b50a-93ddec85fe00 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.252 HTTP/1.1" status: 200 len: 696 time: 0.1907194 Feb 08 21:28:50.300871 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-af35d103-4776-4fc6-8335-433711bce767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:50.315476 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-45df0f18-a508-4adc-824d-ca72b36e8dab req-7a164d33-24e3-4e74-b69f-e4728b6e452d tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Request body: {'floatingip': {'port_id': '01e2c114-2af5-4ace-b722-b525eaa03f8c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:28:50.356544 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35d103-4776-4fc6-8335-433711bce767 None None] Pushing event deleted for resources: {'Port': ['ID=d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:50.369145 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af35d103-4776-4fc6-8335-433711bce767 None None] No DVR routers for this DVR port d8cfd0d8-a97f-4c27-9d4d-a81b1f2cf09b on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:28:50.433837 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-45df0f18-a508-4adc-824d-ca72b36e8dab req-7a164d33-24e3-4e74-b69f-e4728b6e452d tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks [] for floatingip (0c66ca64-2a0c-4814-bc6e-0e3bd4204e7d), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:50.443147 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-06551c92-f1d8-478b-bb2f-a5885962b5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (f8ddfec4-61c8-4cfb-b836-0c5a79f77d01), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:50.545939 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-06551c92-f1d8-478b-bb2f-a5885962b5a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ddfec4-61c8-4cfb-b836-0c5a79f77d01']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:50.580474 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce540b0e-ae5e-4465-a21e-5e1dc915238e req-1228c005-49ed-4aa9-898d-09dadd137506 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:50.587875 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce540b0e-ae5e-4465-a21e-5e1dc915238e req-1228c005-49ed-4aa9-898d-09dadd137506 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7cc37d0-6533-4f03-9041-0ffbe1884013 HTTP/1.1" status: 200 len: 944 time: 0.3233731 Feb 08 21:28:50.597351 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-06551c92-f1d8-478b-bb2f-a5885962b5a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a69cc20-a45d-42a2-8af6-480ee769db92') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:50.597701 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-06551c92-f1d8-478b-bb2f-a5885962b5a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a69cc20-a45d-42a2-8af6-480ee769db92') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:50.638724 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-06551c92-f1d8-478b-bb2f-a5885962b5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (5a69cc20-a45d-42a2-8af6-480ee769db92), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:50.686962 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-06551c92-f1d8-478b-bb2f-a5885962b5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (5a69cc20-a45d-42a2-8af6-480ee769db92), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:50.695473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06551c92-f1d8-478b-bb2f-a5885962b5a4 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:28:50.696607 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-06551c92-f1d8-478b-bb2f-a5885962b5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (5a69cc20-a45d-42a2-8af6-480ee769db92), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:28:50.771829 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:28:50.777253 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-06551c92-f1d8-478b-bb2f-a5885962b5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (f8ddfec4-61c8-4cfb-b836-0c5a79f77d01), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:50.798698 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-06551c92-f1d8-478b-bb2f-a5885962b5a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:50.814091 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-06551c92-f1d8-478b-bb2f-a5885962b5a4 admin admin] 10.222.0.88 "DELETE /v2.0/networks/f8ddfec4-61c8-4cfb-b836-0c5a79f77d01 HTTP/1.1" status: 204 len: 168 time: 1.6015992 Feb 08 21:28:50.865165 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06551c92-f1d8-478b-bb2f-a5885962b5a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8ddfec4-61c8-4cfb-b836-0c5a79f77d01,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:50.924494 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce540b0e-ae5e-4465-a21e-5e1dc915238e req-407c38e7-45a4-4748-9232-4a8ce0290b9f tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355229 Feb 08 21:28:51.117159 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7746da58-2d72-4737-a856-60a987a32100 req-f31bd090-bcf7-486e-bbd0-f226175719e7 tempest-ServerShowV254Test-1965566924 tempest-ServerShowV254Test-1965566924-project] 10.222.0.88 "GET /v2.0/ports?device_id=3dfa2f12-6a16-479b-bc77-43b912a0dbe1 HTTP/1.1" status: 200 len: 210 time: 0.0571303 Feb 08 21:28:51.181908 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54952) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:51.295939 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f8ffa6e9-c132-402e-ac22-a76f4c63669a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=604bafac013e47a8806c7fdd623f0573&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1103647 Feb 08 21:28:51.296873 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54954) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:51.423970 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c45a34a-9888-4595-ac28-0e8ac75eaf62 admin admin] Publish callbacks [] for security_group (ff72aba2-9094-4c76-92a7-a3e9004639be), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:51.475225 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c45a34a-9888-4595-ac28-0e8ac75eaf62 admin admin] Publish callbacks [] for security_group (ff72aba2-9094-4c76-92a7-a3e9004639be), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:51.618169 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-45df0f18-a508-4adc-824d-ca72b36e8dab req-7a164d33-24e3-4e74-b69f-e4728b6e452d tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:51.636683 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-45df0f18-a508-4adc-824d-ca72b36e8dab req-7a164d33-24e3-4e74-b69f-e4728b6e452d tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (0c66ca64-2a0c-4814-bc6e-0e3bd4204e7d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:51.653903 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-39e7901c-4b44-4cc7-a41c-5397ae9be981 req-aab804fe-3a66-48e1-a696-1ce3be7884eb tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 210 time: 0.3812244 Feb 08 21:28:51.660397 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c45a34a-9888-4595-ac28-0e8ac75eaf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ff72aba2-9094-4c76-92a7-a3e9004639be), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:51.665801 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c45a34a-9888-4595-ac28-0e8ac75eaf62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:51.669648 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6c45a34a-9888-4595-ac28-0e8ac75eaf62 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ff72aba2-9094-4c76-92a7-a3e9004639be HTTP/1.1" status: 204 len: 168 time: 0.3690383 Feb 08 21:28:51.701368 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45a34a-9888-4595-ac28-0e8ac75eaf62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff72aba2-9094-4c76-92a7-a3e9004639be,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:51.791096 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device e124c5f6-4611-4439-97a8-4ce67fb6ac06 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:28:51.795041 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device b58dd629-4585-49a7-9b5f-ef308d81755a up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:28:51.993627 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f0603-23e5-46f2-b6bc-ede1d5b32403 req-a4c4306a-4e88-4e33-8810-faf83961954a tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:52.003560 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-502f0603-23e5-46f2-b6bc-ede1d5b32403 req-a4c4306a-4e88-4e33-8810-faf83961954a tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=31339ac2-882a-44f1-ac2b-071d8cb94f51 HTTP/1.1" status: 200 len: 944 time: 0.1526549 Feb 08 21:28:52.070121 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [req-45df0f18-a508-4adc-824d-ca72b36e8dab req-7a164d33-24e3-4e74-b69f-e4728b6e452d tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Floating IP 0c66ca64-2a0c-4814-bc6e-0e3bd4204e7d associated. External IP: 172.25.3.252, port: 01e2c114-2af5-4ace-b722-b525eaa03f8c. Feb 08 21:28:52.098355 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port b58dd629-4585-49a7-9b5f-ef308d81755a completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:28:52.117041 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port b58dd629-4585-49a7-9b5f-ef308d81755a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:28:52.117309 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b58dd629-4585-49a7-9b5f-ef308d81755a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:52.232675 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port e124c5f6-4611-4439-97a8-4ce67fb6ac06, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=e124c5f6-4611-4439-97a8-4ce67fb6ac06,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:28:52.250431 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'e124c5f6-4611-4439-97a8-4ce67fb6ac06', 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b', 'port_id': 'e124c5f6-4611-4439-97a8-4ce67fb6ac06', 'mac_address': 'fa:16:3e:61:69:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa29b5a-a776-4012-aa53-861d63a1c0ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:28:52.270699 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-502f0603-23e5-46f2-b6bc-ede1d5b32403 req-53e20f2a-46cf-4572-8391-78cda30d2ca7 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?id=8bb66473-333c-489b-91fe-1fc152d05e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612379 Feb 08 21:28:52.319236 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port e124c5f6-4611-4439-97a8-4ce67fb6ac06 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:28:52.319787 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e124c5f6-4611-4439-97a8-4ce67fb6ac06), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:52.340815 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e124c5f6-4611-4439-97a8-4ce67fb6ac06 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:28:52.398775 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port e124c5f6-4611-4439-97a8-4ce67fb6ac06, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=e124c5f6-4611-4439-97a8-4ce67fb6ac06,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:28:52.407517 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e124c5f6-4611-4439-97a8-4ce67fb6ac06), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:52.457381 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port b58dd629-4585-49a7-9b5f-ef308d81755a is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:28:52.458105 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b58dd629-4585-49a7-9b5f-ef308d81755a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:52.510954 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=e124c5f6-4611-4439-97a8-4ce67fb6ac06,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:52.521945 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31339ac2-882a-44f1-ac2b-071d8cb94f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58dd629-4585-49a7-9b5f-ef308d81755a'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:28:52.529584 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9ddb5e-de7b-4b90-9dce-3cabbec748c3" -d '{"events": [{"server_uuid": "31339ac2-882a-44f1-ac2b-071d8cb94f51", "name": "network-vif-plugged", "status": "completed", "tag": "b58dd629-4585-49a7-9b5f-ef308d81755a"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:28:52.563653 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port b58dd629-4585-49a7-9b5f-ef308d81755a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=b58dd629-4585-49a7-9b5f-ef308d81755a,segment=NetworkSegment(49cc5804-95ec-45a3-a70d-522fb54a57ed),segment_id=49cc5804-95ec-45a3-a70d-522fb54a57ed)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:28:52.571498 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b58dd629-4585-49a7-9b5f-ef308d81755a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:52.584726 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5448f7e-1278-46ba-b5f5-effa53087907 req-74c2ad84-f5fe-4c20-8926-13f3e216404c tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:52.588716 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b5448f7e-1278-46ba-b5f5-effa53087907 req-74c2ad84-f5fe-4c20-8926-13f3e216404c tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7cc37d0-6533-4f03-9041-0ffbe1884013 HTTP/1.1" status: 200 len: 945 time: 0.2198946 Feb 08 21:28:52.677756 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b5448f7e-1278-46ba-b5f5-effa53087907 req-25098cb9-c03a-4f76-8072-e95763fcd2d0 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739164 Feb 08 21:28:52.691828 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45df0f18-a508-4adc-824d-ca72b36e8dab req-7a164d33-24e3-4e74-b69f-e4728b6e452d tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Router 4667e7bd-7244-4d46-bbee-f7da8ee5e4d0 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:28:52.724980 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=b58dd629-4585-49a7-9b5f-ef308d81755a,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:52.745042 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['e124c5f6-4611-4439-97a8-4ce67fb6ac06'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:28:52.889620 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f2edf6a4-ec36-4ee0-8072-91608f875da2 req-02b12536-ccb6-42e1-b84f-3194258c8e21 tempest-ServerShowV254Test-1965566924 tempest-ServerShowV254Test-1965566924-project] 10.222.0.88 "GET /v2.0/ports?device_id=3dfa2f12-6a16-479b-bc77-43b912a0dbe1 HTTP/1.1" status: 200 len: 210 time: 0.0824056 Feb 08 21:28:52.993170 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45df0f18-a508-4adc-824d-ca72b36e8dab req-7a164d33-24e3-4e74-b69f-e4728b6e452d tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:28:52.994049 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef84155-1672-4b66-93ce-3a1e3dc2b49c x-openstack-request-id: req-3ef84155-1672-4b66-93ce-3a1e3dc2b49c {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:28:52.994526 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31339ac2-882a-44f1-ac2b-071d8cb94f51", "name": "network-vif-plugged", "status": "completed", "tag": "b58dd629-4585-49a7-9b5f-ef308d81755a", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:28:52.994627 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3ef84155-1672-4b66-93ce-3a1e3dc2b49c {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:28:52.995562 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31339ac2-882a-44f1-ac2b-071d8cb94f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58dd629-4585-49a7-9b5f-ef308d81755a', 'code': 200} Feb 08 21:28:53.018534 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ed0308-a5df-43f4-b7e3-5253955e39fd None None] Sync routers for ids ['4667e7bd-7244-4d46-bbee-f7da8ee5e4d0'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:28:53.018873 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-45df0f18-a508-4adc-824d-ca72b36e8dab req-7a164d33-24e3-4e74-b69f-e4728b6e452d tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:53.067176 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ed0308-a5df-43f4-b7e3-5253955e39fd None None] Routers {'4667e7bd-7244-4d46-bbee-f7da8ee5e4d0'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:28:53.069504 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f3ed0308-a5df-43f4-b7e3-5253955e39fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:28:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['4667e7bd-7244-4d46-bbee-f7da8ee5e4d0'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:53.096323 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45df0f18-a508-4adc-824d-ca72b36e8dab req-7a164d33-24e3-4e74-b69f-e4728b6e452d tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "PUT /v2.0/floatingips/0c66ca64-2a0c-4814-bc6e-0e3bd4204e7d HTTP/1.1" status: 200 len: 996 time: 2.7888579 Feb 08 21:28:53.105903 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1', 'tag': '01e2c114-2af5-4ace-b722-b525eaa03f8c'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:28:53.108558 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e81736-06bc-402f-9423-70d6c641eb88" -d '{"events": [{"name": "network-changed", "server_uuid": "c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1", "tag": "01e2c114-2af5-4ace-b722-b525eaa03f8c"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:28:53.170971 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1bee3b84-961c-48dd-a35e-a5b03be2e65a req-ebb22534-259f-4473-b1ad-3437c8fd6403 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 210 time: 0.0497792 Feb 08 21:28:53.188620 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b033f8-2645-4a90-8c04-1ef6b5bdb44f req-e5245af6-d8df-4b6f-b1d5-f640e26599b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:53.190060 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-16b033f8-2645-4a90-8c04-1ef6b5bdb44f req-e5245af6-d8df-4b6f-b1d5-f640e26599b6 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=31339ac2-882a-44f1-ac2b-071d8cb94f51 HTTP/1.1" status: 200 len: 1128 time: 0.1309669 Feb 08 21:28:53.270782 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35defd8-3fae-43ec-9f6f-74db268bd753 x-openstack-request-id: req-a35defd8-3fae-43ec-9f6f-74db268bd753 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:28:53.271078 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1", "tag": "01e2c114-2af5-4ace-b722-b525eaa03f8c", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:28:53.271345 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a35defd8-3fae-43ec-9f6f-74db268bd753 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:28:53.271853 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1', 'tag': '01e2c114-2af5-4ace-b722-b525eaa03f8c', 'status': 'completed', 'code': 200} Feb 08 21:28:53.325327 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-16b033f8-2645-4a90-8c04-1ef6b5bdb44f req-ab46b347-1e6f-48ca-a0d2-728d54a46441 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=8bb66473-333c-489b-91fe-1fc152d05e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290295 Feb 08 21:28:53.353021 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-f3ed0308-a5df-43f4-b7e3-5253955e39fd None None] Set router 4667e7bd-7244-4d46-bbee-f7da8ee5e4d0 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:28:53.445875 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e81736-06bc-402f-9423-70d6c641eb88 req-148a92ff-47d9-4f19-9027-aabc5595fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:53.447615 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-53e81736-06bc-402f-9423-70d6c641eb88 req-148a92ff-47d9-4f19-9027-aabc5595fc25 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=121b3faf35ac4ad2abe15b29bed26c0d&device_id=c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1 HTTP/1.1" status: 200 len: 1128 time: 0.1483595 Feb 08 21:28:53.656977 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df0f18-a508-4adc-824d-ca72b36e8dab req-5d2b87ea-0b22-4f61-a0b3-5f02714a372a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:53.659121 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45df0f18-a508-4adc-824d-ca72b36e8dab req-5d2b87ea-0b22-4f61-a0b3-5f02714a372a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=121b3faf35ac4ad2abe15b29bed26c0d&device_id=c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1 HTTP/1.1" status: 200 len: 1128 time: 0.5475545 Feb 08 21:28:53.813263 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e81736-06bc-402f-9423-70d6c641eb88 req-f23fb214-c215-44f1-b4d7-59b7e9520c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:53.814952 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-53e81736-06bc-402f-9423-70d6c641eb88 req-f23fb214-c215-44f1-b4d7-59b7e9520c00 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b5c31eef-c820-4356-8b0b-24f41ab03c55 HTTP/1.1" status: 200 len: 930 time: 0.3460662 Feb 08 21:28:53.935630 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f3ed0308-a5df-43f4-b7e3-5253955e39fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946070075-router', 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '39395fc6-7409-43b9-a17b-be1594605784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:28:05Z', 'updated_at': '2022-02-08T21:28:15Z', 'revision_number': 4, 'project_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'gw_port': {'id': '39395fc6-7409-43b9-a17b-be1594605784', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:28:06Z', 'updated_at': '2022-02-08T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '0c66ca64-2a0c-4814-bc6e-0e3bd4204e7d', 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'floating_ip_address': '172.25.3.252', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'port_id': '01e2c114-2af5-4ace-b722-b525eaa03f8c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c31eef-c820-4356-8b0b-24f41ab03c55', 'mac_address': 'fa:16:3e:a3:50:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:28:47Z', 'updated_at': '2022-02-08T21:28:51Z', 'revision_number': 1, 'project_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4e51e99-effa-4bf7-8042-bb9d79050f0b', 'name': '', 'network_id': 'b5c31eef-c820-4356-8b0b-24f41ab03c55', 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'mac_address': 'fa:16:3e:6b:1d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '391e3949-2624-453b-8a7c-204eec8c6d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:28:12Z', 'updated_at': '2022-02-08T21:28:21Z', 'revision_number': 5, 'project_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'subnets': [{'id': '391e3949-2624-453b-8a7c-204eec8c6d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:53.978185 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ed0308-a5df-43f4-b7e3-5253955e39fd None None] Checking router: 4667e7bd-7244-4d46-bbee-f7da8ee5e4d0 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:28:53.995999 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-53e81736-06bc-402f-9423-70d6c641eb88 req-fd625712-af26-4f1c-8aed-daa4d3939037 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01e2c114-2af5-4ace-b722-b525eaa03f8c HTTP/1.1" status: 200 len: 999 time: 0.1662240 Feb 08 21:28:53.996767 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ed0308-a5df-43f4-b7e3-5253955e39fd None None] Routers {'4667e7bd-7244-4d46-bbee-f7da8ee5e4d0'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:28:53.997532 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f3ed0308-a5df-43f4-b7e3-5253955e39fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:28:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['4667e7bd-7244-4d46-bbee-f7da8ee5e4d0'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:54.003663 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486f520-738f-483f-84c1-4a7f4f8af097 req-e452d7cd-b564-495c-a768-3cf68ca70456 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:54.005435 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9486f520-738f-483f-84c1-4a7f4f8af097 req-e452d7cd-b564-495c-a768-3cf68ca70456 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=31339ac2-882a-44f1-ac2b-071d8cb94f51 HTTP/1.1" status: 200 len: 945 time: 0.1989660 Feb 08 21:28:54.031002 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55014) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:54.100230 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df0f18-a508-4adc-824d-ca72b36e8dab req-37a621eb-2675-4f0c-bcb7-0231f1000e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:54.110455 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45df0f18-a508-4adc-824d-ca72b36e8dab req-37a621eb-2675-4f0c-bcb7-0231f1000e4b service neutron] 10.222.0.88 "GET /v2.0/networks?id=b5c31eef-c820-4356-8b0b-24f41ab03c55 HTTP/1.1" status: 200 len: 930 time: 0.4417980 Feb 08 21:28:54.150615 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9486f520-738f-483f-84c1-4a7f4f8af097 req-99b47218-2b95-4582-bcc6-5477d2bd1e6d tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?id=8bb66473-333c-489b-91fe-1fc152d05e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285625 Feb 08 21:28:54.155137 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6fd671af-26ab-49c9-a882-febc0639fc1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:54.177408 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-f3ed0308-a5df-43f4-b7e3-5253955e39fd None None] Set router 4667e7bd-7244-4d46-bbee-f7da8ee5e4d0 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:28:54.207297 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e81736-06bc-402f-9423-70d6c641eb88 req-0b8fb89a-153b-4594-9b08-614b01d6fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:54.208978 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-53e81736-06bc-402f-9423-70d6c641eb88 req-0b8fb89a-153b-4594-9b08-614b01d6fda6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=391e3949-2624-453b-8a7c-204eec8c6d37 HTTP/1.1" status: 200 len: 868 time: 0.2024872 Feb 08 21:28:54.226791 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09a5dcae-fd29-4548-a417-f0b8f1f0058d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:54.300764 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45df0f18-a508-4adc-824d-ca72b36e8dab req-29a9f791-7049-4120-9b7d-fde5922114d8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01e2c114-2af5-4ace-b722-b525eaa03f8c HTTP/1.1" status: 200 len: 999 time: 0.1892195 Feb 08 21:28:54.347642 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09a5dcae-fd29-4548-a417-f0b8f1f0058d admin admin] Publish callbacks [] for security_group (fb6f3f9f-3487-4a06-8617-5f0b31660355), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:54.355284 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09a5dcae-fd29-4548-a417-f0b8f1f0058d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (fb6f3f9f-3487-4a06-8617-5f0b31660355), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:54.359128 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e81736-06bc-402f-9423-70d6c641eb88 req-37d9f587-191f-45ea-8965-3f1f17319413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:54.360655 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-53e81736-06bc-402f-9423-70d6c641eb88 req-37d9f587-191f-45ea-8965-3f1f17319413 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5c31eef-c820-4356-8b0b-24f41ab03c55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1438100 Feb 08 21:28:54.391283 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a37818-38e2-4ca9-9413-b7ab415df232 req-83bef733-24c0-46c4-a189-eac7cfe2ec19 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:54.395618 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-24a37818-38e2-4ca9-9413-b7ab415df232 req-83bef733-24c0-46c4-a189-eac7cfe2ec19 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7cc37d0-6533-4f03-9041-0ffbe1884013 HTTP/1.1" status: 200 len: 945 time: 0.1451473 Feb 08 21:28:54.396381 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-09a5dcae-fd29-4548-a417-f0b8f1f0058d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5726bfed6aba42a98009376f66f53727&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3634021 Feb 08 21:28:54.397423 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55020) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:54.457846 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5dcae-fd29-4548-a417-f0b8f1f0058d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6f3f9f-3487-4a06-8617-5f0b31660355,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:54.461775 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df0f18-a508-4adc-824d-ca72b36e8dab req-d6040c87-fd17-4e97-af33-6e7b1f2a5c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:54.463524 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45df0f18-a508-4adc-824d-ca72b36e8dab req-d6040c87-fd17-4e97-af33-6e7b1f2a5c17 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=391e3949-2624-453b-8a7c-204eec8c6d37 HTTP/1.1" status: 200 len: 868 time: 0.1521983 Feb 08 21:28:54.508315 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b4d550f-b87d-44b3-a09f-5a2fc5210e8e admin admin] Publish callbacks [] for security_group (fb6f3f9f-3487-4a06-8617-5f0b31660355), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:54.534352 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-24a37818-38e2-4ca9-9413-b7ab415df232 req-85ee0441-33ae-468b-8594-1e6516babf7f tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291225 Feb 08 21:28:54.561864 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b4d550f-b87d-44b3-a09f-5a2fc5210e8e admin admin] Publish callbacks [] for security_group (fb6f3f9f-3487-4a06-8617-5f0b31660355), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:54.694719 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b4d550f-b87d-44b3-a09f-5a2fc5210e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (fb6f3f9f-3487-4a06-8617-5f0b31660355), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:54.700059 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b4d550f-b87d-44b3-a09f-5a2fc5210e8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:54.702199 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8b4d550f-b87d-44b3-a09f-5a2fc5210e8e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fb6f3f9f-3487-4a06-8617-5f0b31660355 HTTP/1.1" status: 204 len: 168 time: 0.3021884 Feb 08 21:28:54.750014 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d550f-b87d-44b3-a09f-5a2fc5210e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6f3f9f-3487-4a06-8617-5f0b31660355,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:54.894792 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f3ed0308-a5df-43f4-b7e3-5253955e39fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946070075-router', 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '39395fc6-7409-43b9-a17b-be1594605784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:28:05Z', 'updated_at': '2022-02-08T21:28:15Z', 'revision_number': 4, 'project_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'gw_port': {'id': '39395fc6-7409-43b9-a17b-be1594605784', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:28:06Z', 'updated_at': '2022-02-08T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '0c66ca64-2a0c-4814-bc6e-0e3bd4204e7d', 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'floating_ip_address': '172.25.3.252', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'port_id': '01e2c114-2af5-4ace-b722-b525eaa03f8c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c31eef-c820-4356-8b0b-24f41ab03c55', 'mac_address': 'fa:16:3e:a3:50:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:28:47Z', 'updated_at': '2022-02-08T21:28:51Z', 'revision_number': 1, 'project_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4e51e99-effa-4bf7-8042-bb9d79050f0b', 'name': '', 'network_id': 'b5c31eef-c820-4356-8b0b-24f41ab03c55', 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'mac_address': 'fa:16:3e:6b:1d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '391e3949-2624-453b-8a7c-204eec8c6d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:28:12Z', 'updated_at': '2022-02-08T21:28:21Z', 'revision_number': 5, 'project_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'subnets': [{'id': '391e3949-2624-453b-8a7c-204eec8c6d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:28:54.958035 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ed0308-a5df-43f4-b7e3-5253955e39fd None None] The sync data for ids ['4667e7bd-7244-4d46-bbee-f7da8ee5e4d0'] in n-d-712143-31 is: [{'id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946070075-router', 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '39395fc6-7409-43b9-a17b-be1594605784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:28:05Z', 'updated_at': '2022-02-08T21:28:15Z', 'revision_number': 4, 'project_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'gw_port': {'id': '39395fc6-7409-43b9-a17b-be1594605784', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:28:06Z', 'updated_at': '2022-02-08T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '0c66ca64-2a0c-4814-bc6e-0e3bd4204e7d', 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'floating_ip_address': '172.25.3.252', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'port_id': '01e2c114-2af5-4ace-b722-b525eaa03f8c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c31eef-c820-4356-8b0b-24f41ab03c55', 'mac_address': 'fa:16:3e:a3:50:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:28:47Z', 'updated_at': '2022-02-08T21:28:51Z', 'revision_number': 1, 'project_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4e51e99-effa-4bf7-8042-bb9d79050f0b', 'name': '', 'network_id': 'b5c31eef-c820-4356-8b0b-24f41ab03c55', 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'mac_address': 'fa:16:3e:6b:1d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '391e3949-2624-453b-8a7c-204eec8c6d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:28:12Z', 'updated_at': '2022-02-08T21:28:21Z', 'revision_number': 5, 'project_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'subnets': [{'id': '391e3949-2624-453b-8a7c-204eec8c6d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:28:54.997732 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e2ef0e5a-2c7f-4f0d-8e4e-7e2379a53926 req-7eec9a91-6841-43eb-bb80-bc14fdbdd41b tempest-ServerShowV254Test-1965566924 tempest-ServerShowV254Test-1965566924-project] 10.222.0.88 "GET /v2.0/ports?device_id=3dfa2f12-6a16-479b-bc77-43b912a0dbe1 HTTP/1.1" status: 200 len: 210 time: 0.0462453 Feb 08 21:28:55.009878 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-53e81736-06bc-402f-9423-70d6c641eb88 req-52d3544b-78a3-42eb-8a31-e33fa1f4a2c7 service neutron] 10.222.0.96 "GET /v2.0/networks/b5c31eef-c820-4356-8b0b-24f41ab03c55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6380167 Feb 08 21:28:55.018748 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df0f18-a508-4adc-824d-ca72b36e8dab req-3465e137-86df-47b0-8a44-75113954146c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:55.020987 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45df0f18-a508-4adc-824d-ca72b36e8dab req-3465e137-86df-47b0-8a44-75113954146c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b5c31eef-c820-4356-8b0b-24f41ab03c55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5360205 Feb 08 21:28:55.189055 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba28b67e-dcb2-4d99-8680-608595995332 req-9173c5a6-836f-409b-ac1b-f43f37b2fb44 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/ports?device_id=c44c8ab4-fa83-447d-9917-f04cceb4e9eb HTTP/1.1" status: 200 len: 210 time: 0.0458608 Feb 08 21:28:55.271392 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-53e81736-06bc-402f-9423-70d6c641eb88 req-ade6f89e-ae1a-48be-9b2e-3ccbdb3a6498 service neutron] 10.222.0.96 "GET /v2.0/networks/b5c31eef-c820-4356-8b0b-24f41ab03c55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490902 Feb 08 21:28:55.330517 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45df0f18-a508-4adc-824d-ca72b36e8dab req-eb8bbbeb-7c53-49f1-8084-5acb054a55f2 service neutron] 10.222.0.88 "GET /v2.0/networks/b5c31eef-c820-4356-8b0b-24f41ab03c55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990499 Feb 08 21:28:55.462248 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbae623b-e4ac-49c0-8568-0a0880534ec5 None None] New status for floating IP 0c66ca64-2a0c-4814-bc6e-0e3bd4204e7d: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:28:55.528587 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427573ba-753a-41c8-bc08-57b75d48ca2f req-a5809f13-2a3c-41e6-9ce6-787a93d224c8 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:55.532011 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-427573ba-753a-41c8-bc08-57b75d48ca2f req-a5809f13-2a3c-41e6-9ce6-787a93d224c8 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=31339ac2-882a-44f1-ac2b-071d8cb94f51 HTTP/1.1" status: 200 len: 945 time: 0.2384119 Feb 08 21:28:55.598683 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45df0f18-a508-4adc-824d-ca72b36e8dab req-ffa445c6-8e61-4254-863b-de105cb27c43 service neutron] 10.222.0.88 "GET /v2.0/networks/b5c31eef-c820-4356-8b0b-24f41ab03c55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396114 Feb 08 21:28:55.718264 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-427573ba-753a-41c8-bc08-57b75d48ca2f req-792eb067-8613-4d37-b8f8-af94c5ab29c3 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?id=8bb66473-333c-489b-91fe-1fc152d05e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724048 Feb 08 21:28:55.818622 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device e124c5f6-4611-4439-97a8-4ce67fb6ac06 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:28:55.888942 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port e124c5f6-4611-4439-97a8-4ce67fb6ac06 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:28:55.897509 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port e124c5f6-4611-4439-97a8-4ce67fb6ac06 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:28:55.898480 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e124c5f6-4611-4439-97a8-4ce67fb6ac06), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:55.976847 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2597b60-8336-4b6a-8deb-7b2e0d0c7115 req-41fa1514-58bf-4bbf-901a-a0ef47e98740 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:55.978547 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e2597b60-8336-4b6a-8deb-7b2e0d0c7115 req-41fa1514-58bf-4bbf-901a-a0ef47e98740 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7cc37d0-6533-4f03-9041-0ffbe1884013 HTTP/1.1" status: 200 len: 945 time: 0.1819394 Feb 08 21:28:56.008493 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd45a930-c442-4903-8dc8-e5a873d4b0e7 req-003227d7-90cd-480c-9fdd-329ea6d7e487 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 258 time: 0.2296343 Feb 08 21:28:56.015525 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-fd45a930-c442-4903-8dc8-e5a873d4b0e7 req-7713df80-5ee0-48c4-9965-d41785621e11 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:28:56.104543 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port e124c5f6-4611-4439-97a8-4ce67fb6ac06 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:28:56.105058 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e124c5f6-4611-4439-97a8-4ce67fb6ac06), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:56.115090 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-fd45a930-c442-4903-8dc8-e5a873d4b0e7 req-7713df80-5ee0-48c4-9965-d41785621e11 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:56.139603 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cc37d0-6533-4f03-9041-0ffbe1884013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e124c5f6-4611-4439-97a8-4ce67fb6ac06'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:28:56.142548 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc86f8a-e168-43e0-a8b9-617877b4c782" -d '{"events": [{"server_uuid": "a7cc37d0-6533-4f03-9041-0ffbe1884013", "name": "network-vif-plugged", "status": "completed", "tag": "e124c5f6-4611-4439-97a8-4ce67fb6ac06"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:28:56.158344 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port e124c5f6-4611-4439-97a8-4ce67fb6ac06, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=e124c5f6-4611-4439-97a8-4ce67fb6ac06,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:28:56.167198 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e124c5f6-4611-4439-97a8-4ce67fb6ac06), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:56.209043 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e2597b60-8336-4b6a-8deb-7b2e0d0c7115 req-2604a0a7-318e-4339-8bea-2c91b8bb1bf7 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979694 Feb 08 21:28:56.263790 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=e124c5f6-4611-4439-97a8-4ce67fb6ac06,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:56.369113 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-fd45a930-c442-4903-8dc8-e5a873d4b0e7 req-7713df80-5ee0-48c4-9965-d41785621e11 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:56.484898 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4acd193-415d-4615-a4ac-ff2f835c0d4b req-df1bce27-cd1d-4d8a-971d-f68ed246ee59 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-190572223&fields=id&tenant_id=ccc07b4dde804a05ac4fc4b6116c0c0b HTTP/1.1" status: 200 len: 267 time: 0.1679945 Feb 08 21:28:56.655664 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acd193-415d-4615-a4ac-ff2f835c0d4b req-14f3b9d7-de40-4b87-8b05-92a1f3584f28 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:56.658443 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4acd193-415d-4615-a4ac-ff2f835c0d4b req-14f3b9d7-de40-4b87-8b05-92a1f3584f28 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=31339ac2-882a-44f1-ac2b-071d8cb94f51 HTTP/1.1" status: 200 len: 945 time: 0.1647546 Feb 08 21:28:56.684841 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-fd45a930-c442-4903-8dc8-e5a873d4b0e7 req-7713df80-5ee0-48c4-9965-d41785621e11 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Allocated IP 172.25.3.195 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/c05a5b1e-1a5b-4cc6-a3b9-81c6cc194893) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:28:56.699510 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-c4acd193-415d-4615-a4ac-ff2f835c0d4b req-f0a8ca16-cc3b-4ce6-ae2e-521d33cead87 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Request body: {'port': {'security_groups': ['8bb66473-333c-489b-91fe-1fc152d05e99', '0300313b-d557-4c5c-b029-1002804e6f57']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:28:56.950295 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4acd193-415d-4615-a4ac-ff2f835c0d4b req-f0a8ca16-cc3b-4ce6-ae2e-521d33cead87 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b58dd629-4585-49a7-9b5f-ef308d81755a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:57.126448 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-fd45a930-c442-4903-8dc8-e5a873d4b0e7 req-7713df80-5ee0-48c4-9965-d41785621e11 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks [] for port (c05a5b1e-1a5b-4cc6-a3b9-81c6cc194893), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:57.275498 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-fd45a930-c442-4903-8dc8-e5a873d4b0e7 req-7713df80-5ee0-48c4-9965-d41785621e11 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (c05a5b1e-1a5b-4cc6-a3b9-81c6cc194893), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:57.346004 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5048ac4f-811d-4974-9501-9587017b0e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:57.357299 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd45a930-c442-4903-8dc8-e5a873d4b0e7 req-7713df80-5ee0-48c4-9965-d41785621e11 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:28:57.370922 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-fd45a930-c442-4903-8dc8-e5a873d4b0e7 req-7713df80-5ee0-48c4-9965-d41785621e11 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:28:57.375668 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713df80-5ee0-48c4-9965-d41785621e11 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Pushing event updated for resources: {'Port': ['ID=c05a5b1e-1a5b-4cc6-a3b9-81c6cc194893,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:57.382097 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd45a930-c442-4903-8dc8-e5a873d4b0e7 req-7713df80-5ee0-48c4-9965-d41785621e11 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:28:57.421329 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-c4acd193-415d-4615-a4ac-ff2f835c0d4b req-f0a8ca16-cc3b-4ce6-ae2e-521d33cead87 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] For port b58dd629-4585-49a7-9b5f-ef308d81755a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=b58dd629-4585-49a7-9b5f-ef308d81755a,segment=NetworkSegment(49cc5804-95ec-45a3-a70d-522fb54a57ed),segment_id=49cc5804-95ec-45a3-a70d-522fb54a57ed)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:28:57.472231 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4acd193-415d-4615-a4ac-ff2f835c0d4b req-f0a8ca16-cc3b-4ce6-ae2e-521d33cead87 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for port (b58dd629-4585-49a7-9b5f-ef308d81755a), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:57.492592 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4acd193-415d-4615-a4ac-ff2f835c0d4b req-f0a8ca16-cc3b-4ce6-ae2e-521d33cead87 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (b58dd629-4585-49a7-9b5f-ef308d81755a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:57.509334 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['b58dd629-4585-49a7-9b5f-ef308d81755a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:28:57.565686 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acd193-415d-4615-a4ac-ff2f835c0d4b req-f0a8ca16-cc3b-4ce6-ae2e-521d33cead87 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:57.566282 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c4acd193-415d-4615-a4ac-ff2f835c0d4b req-f0a8ca16-cc3b-4ce6-ae2e-521d33cead87 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:57.568791 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4acd193-415d-4615-a4ac-ff2f835c0d4b req-f0a8ca16-cc3b-4ce6-ae2e-521d33cead87 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "PUT /v2.0/ports/b58dd629-4585-49a7-9b5f-ef308d81755a HTTP/1.1" status: 200 len: 981 time: 0.9019008 Feb 08 21:28:57.569608 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31339ac2-882a-44f1-ac2b-071d8cb94f51', 'tag': 'b58dd629-4585-49a7-9b5f-ef308d81755a'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:28:57.573996 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3402fb-1e82-4a28-91ff-44f1aa87bd41" -d '{"events": [{"name": "network-changed", "server_uuid": "31339ac2-882a-44f1-ac2b-071d8cb94f51", "tag": "b58dd629-4585-49a7-9b5f-ef308d81755a"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:28:57.595863 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-fd45a930-c442-4903-8dc8-e5a873d4b0e7 req-7713df80-5ee0-48c4-9965-d41785621e11 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks [] for floatingip (350fcd68-97b7-4106-a8d9-99cfa8b67776), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:57.665551 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['b58dd629-4585-49a7-9b5f-ef308d81755a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:28:57.668309 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8ca16-cc3b-4ce6-ae2e-521d33cead87 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Pushing event updated for resources: {'Port': ['ID=b58dd629-4585-49a7-9b5f-ef308d81755a,revision_number=6']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:57.733966 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d652c4d7-43b1-4c5c-a9dd-b616948302db req-73dfd33f-0133-4bc8-86c1-856d9cf43262 tempest-ServerShowV254Test-1965566924 tempest-ServerShowV254Test-1965566924-project] 10.222.0.88 "GET /v2.0/ports?device_id=3dfa2f12-6a16-479b-bc77-43b912a0dbe1 HTTP/1.1" status: 200 len: 210 time: 0.0671461 Feb 08 21:28:57.735221 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-fd45a930-c442-4903-8dc8-e5a873d4b0e7 req-7713df80-5ee0-48c4-9965-d41785621e11 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c05a5b1e-1a5b-4cc6-a3b9-81c6cc194893), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:57.864342 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81d4415-5652-4d5f-887d-e0bded68f02c x-openstack-request-id: req-f81d4415-5652-4d5f-887d-e0bded68f02c {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:28:57.864824 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7cc37d0-6533-4f03-9041-0ffbe1884013", "name": "network-vif-plugged", "status": "completed", "tag": "e124c5f6-4611-4439-97a8-4ce67fb6ac06", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:28:57.865373 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f81d4415-5652-4d5f-887d-e0bded68f02c {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:28:57.865931 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7cc37d0-6533-4f03-9041-0ffbe1884013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e124c5f6-4611-4439-97a8-4ce67fb6ac06', 'code': 200} Feb 08 21:28:58.051975 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53158bb5-ae94-4949-a591-76145b0e5c6e req-253a2565-6b2d-488f-9438-4bceacce1dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:58.053625 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-53158bb5-ae94-4949-a591-76145b0e5c6e req-253a2565-6b2d-488f-9438-4bceacce1dbd service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=a7cc37d0-6533-4f03-9041-0ffbe1884013 HTTP/1.1" status: 200 len: 1129 time: 0.1448898 Feb 08 21:28:58.072100 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-fd45a930-c442-4903-8dc8-e5a873d4b0e7 req-7713df80-5ee0-48c4-9965-d41785621e11 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks [] for port (c05a5b1e-1a5b-4cc6-a3b9-81c6cc194893), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:58.084276 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-fd45a930-c442-4903-8dc8-e5a873d4b0e7 req-7713df80-5ee0-48c4-9965-d41785621e11 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (c05a5b1e-1a5b-4cc6-a3b9-81c6cc194893), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:58.105370 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-53158bb5-ae94-4949-a591-76145b0e5c6e req-4480a2bf-2b62-4155-bd8d-c9ece6ac7636 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452516 Feb 08 21:28:58.227022 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713df80-5ee0-48c4-9965-d41785621e11 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Pushing event updated for resources: {'Port': ['ID=c05a5b1e-1a5b-4cc6-a3b9-81c6cc194893,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:58.260400 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-fd45a930-c442-4903-8dc8-e5a873d4b0e7 req-7713df80-5ee0-48c4-9965-d41785621e11 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (350fcd68-97b7-4106-a8d9-99cfa8b67776), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:58.282387 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-fd45a930-c442-4903-8dc8-e5a873d4b0e7 req-7713df80-5ee0-48c4-9965-d41785621e11 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:58.283890 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd45a930-c442-4903-8dc8-e5a873d4b0e7 req-7713df80-5ee0-48c4-9965-d41785621e11 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2743497 Feb 08 21:28:58.369280 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd45a930-c442-4903-8dc8-e5a873d4b0e7 req-b8900f97-17e2-4600-8d51-f91f821c15ad tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.195 HTTP/1.1" status: 200 len: 696 time: 0.0780556 Feb 08 21:28:58.540646 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45a930-c442-4903-8dc8-e5a873d4b0e7 req-fdfb5dd0-f3de-43f8-bb8a-7e077c500d02 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:58.542279 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd45a930-c442-4903-8dc8-e5a873d4b0e7 req-fdfb5dd0-f3de-43f8-bb8a-7e077c500d02 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 784 time: 0.1589112 Feb 08 21:28:58.550476 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230f622-38c9-4663-8002-fb3219fffee2 req-c4fb40a1-f55f-4fba-9155-0a5f94c20cf6 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:58.552289 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c230f622-38c9-4663-8002-fb3219fffee2 req-c4fb40a1-f55f-4fba-9155-0a5f94c20cf6 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7cc37d0-6533-4f03-9041-0ffbe1884013 HTTP/1.1" status: 200 len: 946 time: 0.1122890 Feb 08 21:28:58.630992 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c230f622-38c9-4663-8002-fb3219fffee2 req-8899f8a2-257e-4d25-a996-10075497c8d6 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665276 Feb 08 21:28:58.684309 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd978b64-b30b-4bf2-95d3-5589e51bc635 x-openstack-request-id: req-bd978b64-b30b-4bf2-95d3-5589e51bc635 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:28:58.684920 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31339ac2-882a-44f1-ac2b-071d8cb94f51", "tag": "b58dd629-4585-49a7-9b5f-ef308d81755a", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:28:58.685639 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bd978b64-b30b-4bf2-95d3-5589e51bc635 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:28:58.686364 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31339ac2-882a-44f1-ac2b-071d8cb94f51', 'tag': 'b58dd629-4585-49a7-9b5f-ef308d81755a', 'status': 'completed', 'code': 200} Feb 08 21:28:58.718128 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55080) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:58.720932 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd58e432-bc13-41a8-941a-924778266dcd req-ee67c919-a13e-4f02-8003-e7f8943f3ccd tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1158170027&fields=id&tenant_id=ccc07b4dde804a05ac4fc4b6116c0c0b HTTP/1.1" status: 200 len: 267 time: 0.0872760 Feb 08 21:28:58.818821 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58e432-bc13-41a8-941a-924778266dcd req-d2f05e0b-85f6-4794-8927-d976228a1501 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:58.844509 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd58e432-bc13-41a8-941a-924778266dcd req-d2f05e0b-85f6-4794-8927-d976228a1501 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=31339ac2-882a-44f1-ac2b-071d8cb94f51 HTTP/1.1" status: 200 len: 984 time: 0.1221013 Feb 08 21:28:58.871974 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3402fb-1e82-4a28-91ff-44f1aa87bd41 req-26886871-910b-4eb9-82aa-cab3e4216c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:58.873584 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9a3402fb-1e82-4a28-91ff-44f1aa87bd41 req-26886871-910b-4eb9-82aa-cab3e4216c2e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ccc07b4dde804a05ac4fc4b6116c0c0b&device_id=31339ac2-882a-44f1-ac2b-071d8cb94f51 HTTP/1.1" status: 200 len: 1167 time: 0.1373281 Feb 08 21:28:58.874451 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92185eba-fc3a-4640-96da-d59eeb24a4fa tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for security_group (6aae393e-ce19-482c-97f8-ba0fd7797694), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:58.882450 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-dd58e432-bc13-41a8-941a-924778266dcd req-046fbbbb-4d60-4682-8859-1a877c99a40d tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Request body: {'port': {'security_groups': ['0300313b-d557-4c5c-b029-1002804e6f57', '8bb66473-333c-489b-91fe-1fc152d05e99', '7449e367-9e47-42c6-9475-f53d3703b9c9']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:28:58.948077 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92185eba-fc3a-4640-96da-d59eeb24a4fa tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for security_group (6aae393e-ce19-482c-97f8-ba0fd7797694), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:59.014683 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209261ef-58ce-48b9-939a-4638fa7fbcec req-c01c70ea-7aa6-4108-9507-808858fc4762 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:59.016423 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-209261ef-58ce-48b9-939a-4638fa7fbcec req-c01c70ea-7aa6-4108-9507-808858fc4762 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/ports?device_id=c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1545715 Feb 08 21:28:59.048954 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3402fb-1e82-4a28-91ff-44f1aa87bd41 req-0f8b681c-4f11-4d24-b258-edae8389f6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:59.050526 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9a3402fb-1e82-4a28-91ff-44f1aa87bd41 req-0f8b681c-4f11-4d24-b258-edae8389f6df service neutron] 10.222.0.94 "GET /v2.0/networks?id=e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b HTTP/1.1" status: 200 len: 913 time: 0.1694729 Feb 08 21:28:59.087945 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-dd58e432-bc13-41a8-941a-924778266dcd req-046fbbbb-4d60-4682-8859-1a877c99a40d tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b58dd629-4585-49a7-9b5f-ef308d81755a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:59.108421 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-209261ef-58ce-48b9-939a-4638fa7fbcec req-30bdc704-14a6-48ff-b80c-4a85c0be8d60 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.195 HTTP/1.1" status: 200 len: 696 time: 0.0801291 Feb 08 21:28:59.118723 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:59.132152 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92185eba-fc3a-4640-96da-d59eeb24a4fa tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6aae393e-ce19-482c-97f8-ba0fd7797694), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:59.135180 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92185eba-fc3a-4640-96da-d59eeb24a4fa tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:59.141163 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-92185eba-fc3a-4640-96da-d59eeb24a4fa tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "DELETE /v2.0/security-groups/6aae393e-ce19-482c-97f8-ba0fd7797694 HTTP/1.1" status: 204 len: 168 time: 0.4157698 Feb 08 21:28:59.141547 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55086) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:59.152361 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9a3402fb-1e82-4a28-91ff-44f1aa87bd41 req-bd7b22d6-dcc1-4465-852b-4ede9782e968 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b58dd629-4585-49a7-9b5f-ef308d81755a HTTP/1.1" status: 200 len: 217 time: 0.0939944 Feb 08 21:28:59.164632 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-209261ef-58ce-48b9-939a-4638fa7fbcec req-43413f77-c9cc-436c-ab7e-28525288e47c tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Request body: {'floatingip': {'port_id': '01e2c114-2af5-4ace-b722-b525eaa03f8c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:28:59.176078 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92185eba-fc3a-4640-96da-d59eeb24a4fa tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aae393e-ce19-482c-97f8-ba0fd7797694,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:28:59.183469 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-9cfb0d66-2b97-4dc8-8473-5fda1a0be903 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] show failed (client error): The resource could not be found. Feb 08 21:28:59.189111 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9cfb0d66-2b97-4dc8-8473-5fda1a0be903 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "GET /v2.0/security-groups/6aae393e-ce19-482c-97f8-ba0fd7797694 HTTP/1.1" status: 404 len: 347 time: 0.0423012 Feb 08 21:28:59.217616 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55088) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:28:59.252048 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3402fb-1e82-4a28-91ff-44f1aa87bd41 req-c0237838-e086-4298-84e9-9637b9aad7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:28:59.253969 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9a3402fb-1e82-4a28-91ff-44f1aa87bd41 req-c0237838-e086-4298-84e9-9637b9aad7cd service neutron] 10.222.0.94 "GET /v2.0/subnets?id=310c6bc1-a154-4dd4-be9e-9319761a4464 HTTP/1.1" status: 200 len: 852 time: 0.0937121 Feb 08 21:28:59.286123 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-209261ef-58ce-48b9-939a-4638fa7fbcec req-43413f77-c9cc-436c-ab7e-28525288e47c tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks [] for floatingip (350fcd68-97b7-4106-a8d9-99cfa8b67776), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:59.303465 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9a3402fb-1e82-4a28-91ff-44f1aa87bd41 req-fa479427-0e54-4202-9665-ad5a82a4d5d6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363333 Feb 08 21:28:59.781984 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-556dcbff-dda8-4867-9274-53edb0151e8b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Deleting port 5facf1b3-c861-4ed3-9ed0-daf41dc21ac4 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:28:59.782428 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-556dcbff-dda8-4867-9274-53edb0151e8b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (5facf1b3-c861-4ed3-9ed0-daf41dc21ac4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:59.851502 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9a3402fb-1e82-4a28-91ff-44f1aa87bd41 req-1820833a-2e64-4358-a60c-ca5a7b848f7c service neutron] 10.222.0.94 "GET /v2.0/networks/e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5461028 Feb 08 21:28:59.910234 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-dd58e432-bc13-41a8-941a-924778266dcd req-046fbbbb-4d60-4682-8859-1a877c99a40d tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] For port b58dd629-4585-49a7-9b5f-ef308d81755a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=b58dd629-4585-49a7-9b5f-ef308d81755a,segment=NetworkSegment(49cc5804-95ec-45a3-a70d-522fb54a57ed),segment_id=49cc5804-95ec-45a3-a70d-522fb54a57ed)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:28:59.960098 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-209261ef-58ce-48b9-939a-4638fa7fbcec req-43413f77-c9cc-436c-ab7e-28525288e47c tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] update failed (client error): There was a conflict when trying to complete your request. Feb 08 21:28:59.961183 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-209261ef-58ce-48b9-939a-4638fa7fbcec req-43413f77-c9cc-436c-ab7e-28525288e47c tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "PUT /v2.0/floatingips/350fcd68-97b7-4106-a8d9-99cfa8b67776 HTTP/1.1" status: 409 len: 550 time: 0.8436115 Feb 08 21:28:59.982703 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-556dcbff-dda8-4867-9274-53edb0151e8b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (5facf1b3-c861-4ed3-9ed0-daf41dc21ac4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:28:59.982896 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-556dcbff-dda8-4867-9274-53edb0151e8b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for floatingip (5facf1b3-c861-4ed3-9ed0-daf41dc21ac4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:00.013603 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-dd58e432-bc13-41a8-941a-924778266dcd req-046fbbbb-4d60-4682-8859-1a877c99a40d tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for port (b58dd629-4585-49a7-9b5f-ef308d81755a), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:00.020998 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-556dcbff-dda8-4867-9274-53edb0151e8b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Calling delete_port for 5facf1b3-c861-4ed3-9ed0-daf41dc21ac4 owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:29:00.025815 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-dd58e432-bc13-41a8-941a-924778266dcd req-046fbbbb-4d60-4682-8859-1a877c99a40d tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (b58dd629-4585-49a7-9b5f-ef308d81755a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:00.039580 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['b58dd629-4585-49a7-9b5f-ef308d81755a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:29:00.065502 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9a3402fb-1e82-4a28-91ff-44f1aa87bd41 req-415ebe38-ddaf-45e9-9157-3356dbc37eef service neutron] 10.222.0.94 "GET /v2.0/networks/e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066648 Feb 08 21:29:00.099876 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58e432-bc13-41a8-941a-924778266dcd req-046fbbbb-4d60-4682-8859-1a877c99a40d tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:00.100543 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-dd58e432-bc13-41a8-941a-924778266dcd req-046fbbbb-4d60-4682-8859-1a877c99a40d tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:00.113362 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd58e432-bc13-41a8-941a-924778266dcd req-046fbbbb-4d60-4682-8859-1a877c99a40d tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "PUT /v2.0/ports/b58dd629-4585-49a7-9b5f-ef308d81755a HTTP/1.1" status: 200 len: 1020 time: 1.2545776 Feb 08 21:29:00.221432 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['b58dd629-4585-49a7-9b5f-ef308d81755a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:29:00.328209 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5bc0c4ee-3da3-48ab-b6ee-338a6e01bec0 req-cf0dff21-1294-4010-949e-1c543c010da1 tempest-ServerShowV254Test-1965566924 tempest-ServerShowV254Test-1965566924-project] 10.222.0.88 "GET /v2.0/ports?device_id=3dfa2f12-6a16-479b-bc77-43b912a0dbe1 HTTP/1.1" status: 200 len: 210 time: 0.1189983 Feb 08 21:29:00.345286 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fbbbb-4d60-4682-8859-1a877c99a40d tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Pushing event updated for resources: {'Port': ['ID=b58dd629-4585-49a7-9b5f-ef308d81755a,revision_number=7']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:00.482542 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f7fe477-f0bc-4e3e-a072-99cb06d1c390 req-b8943163-b063-47db-85db-caed9226c7f2 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/floatingips/350fcd68-97b7-4106-a8d9-99cfa8b67776 HTTP/1.1" status: 200 len: 693 time: 0.1156373 Feb 08 21:29:00.512913 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1b011-4ce6-4fc1-ad8c-a6875d1d44fb req-91a9c03a-ccb5-48d2-ae06-715e0d8a70a7 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:00.514819 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dea1b011-4ce6-4fc1-ad8c-a6875d1d44fb req-91a9c03a-ccb5-48d2-ae06-715e0d8a70a7 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7cc37d0-6533-4f03-9041-0ffbe1884013 HTTP/1.1" status: 200 len: 946 time: 0.3217814 Feb 08 21:29:00.690135 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31339ac2-882a-44f1-ac2b-071d8cb94f51', 'tag': 'b58dd629-4585-49a7-9b5f-ef308d81755a'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:29:00.694024 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0136f34a-9d40-426b-9c29-20a9e411af81" -d '{"events": [{"name": "network-changed", "server_uuid": "31339ac2-882a-44f1-ac2b-071d8cb94f51", "tag": "b58dd629-4585-49a7-9b5f-ef308d81755a"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:29:00.777913 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dea1b011-4ce6-4fc1-ad8c-a6875d1d44fb req-677118ae-74f0-4520-8936-ce89295010e8 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431006 Feb 08 21:29:01.181215 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-556dcbff-dda8-4867-9274-53edb0151e8b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (5facf1b3-c861-4ed3-9ed0-daf41dc21ac4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:01.219632 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fe477-f0bc-4e3e-a072-99cb06d1c390 req-f67f104f-d2f1-49bf-884d-f57893c816bb tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:01.221220 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f7fe477-f0bc-4e3e-a072-99cb06d1c390 req-f67f104f-d2f1-49bf-884d-f57893c816bb tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 784 time: 0.7233653 Feb 08 21:29:01.222721 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556dcbff-dda8-4867-9274-53edb0151e8b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Pushing event deleted for resources: {'Port': ['ID=5facf1b3-c861-4ed3-9ed0-daf41dc21ac4,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:01.276751 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-5f7fe477-f0bc-4e3e-a072-99cb06d1c390 req-a15fabe7-62bc-466f-bb88-7d39e1938825 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:29:01.276751 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f7fe477-f0bc-4e3e-a072-99cb06d1c390 req-a15fabe7-62bc-466f-bb88-7d39e1938825 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148652 Feb 08 21:29:01.370527 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f7fe477-f0bc-4e3e-a072-99cb06d1c390 req-e3c0d3b2-12e4-485e-b439-409a8e3dc938 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.195 HTTP/1.1" status: 200 len: 696 time: 0.0647075 Feb 08 21:29:01.412976 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:01.438745 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:01.444582 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-556dcbff-dda8-4867-9274-53edb0151e8b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for floatingip (086b64b1-4d71-4a78-94cd-fa6d5b1228ba), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:01.447310 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-556dcbff-dda8-4867-9274-53edb0151e8b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:01.452570 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-556dcbff-dda8-4867-9274-53edb0151e8b tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "DELETE /v2.0/floatingips/086b64b1-4d71-4a78-94cd-fa6d5b1228ba HTTP/1.1" status: 204 len: 168 time: 2.2259974 Feb 08 21:29:01.455224 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55114) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:01.487874 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f7fe477-f0bc-4e3e-a072-99cb06d1c390 req-6af3fee2-45d7-41ea-a631-de639adedf99 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.195 HTTP/1.1" status: 200 len: 696 time: 0.1049933 Feb 08 21:29:01.595221 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e986a61-92df-423a-8c8e-d3a441377162 req-47ce2064-72ba-411f-930a-fca087d2fe94 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:01.596704 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e986a61-92df-423a-8c8e-d3a441377162 req-47ce2064-72ba-411f-930a-fca087d2fe94 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=31339ac2-882a-44f1-ac2b-071d8cb94f51 HTTP/1.1" status: 200 len: 1023 time: 0.1980109 Feb 08 21:29:01.664879 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-342264ee-f924-4387-97a6-dca039d9b93d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Deleting port 6f1cbabe-29f9-46bb-9da2-c7e1c855862e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:29:01.665499 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-342264ee-f924-4387-97a6-dca039d9b93d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (6f1cbabe-29f9-46bb-9da2-c7e1c855862e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:01.735364 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e986a61-92df-423a-8c8e-d3a441377162 req-e3c13098-a086-4610-8d8d-3ed8ab487e6a tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?id=8bb66473-333c-489b-91fe-1fc152d05e99&id=7449e367-9e47-42c6-9475-f53d3703b9c9&id=0300313b-d557-4c5c-b029-1002804e6f57 HTTP/1.1" status: 200 len: 6208 time: 0.1255808 Feb 08 21:29:01.749941 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-5f7fe477-f0bc-4e3e-a072-99cb06d1c390 req-0a64d962-6ec0-4958-9555-92e7c6809287 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Deleting port c05a5b1e-1a5b-4cc6-a3b9-81c6cc194893 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:29:01.750585 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5f7fe477-f0bc-4e3e-a072-99cb06d1c390 req-0a64d962-6ec0-4958-9555-92e7c6809287 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c05a5b1e-1a5b-4cc6-a3b9-81c6cc194893), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:01.870794 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-342264ee-f924-4387-97a6-dca039d9b93d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (6f1cbabe-29f9-46bb-9da2-c7e1c855862e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:01.877632 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f04a0f-2ead-4381-aec6-8c9f9ecf91cc x-openstack-request-id: req-e8f04a0f-2ead-4381-aec6-8c9f9ecf91cc {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:29:01.879055 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31339ac2-882a-44f1-ac2b-071d8cb94f51", "tag": "b58dd629-4585-49a7-9b5f-ef308d81755a", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:29:01.879705 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e8f04a0f-2ead-4381-aec6-8c9f9ecf91cc {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:29:01.881115 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31339ac2-882a-44f1-ac2b-071d8cb94f51', 'tag': 'b58dd629-4585-49a7-9b5f-ef308d81755a', 'status': 'completed', 'code': 200} Feb 08 21:29:01.939934 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-342264ee-f924-4387-97a6-dca039d9b93d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Calling delete_port for 6f1cbabe-29f9-46bb-9da2-c7e1c855862e owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:29:01.943186 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5f7fe477-f0bc-4e3e-a072-99cb06d1c390 req-0a64d962-6ec0-4958-9555-92e7c6809287 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c05a5b1e-1a5b-4cc6-a3b9-81c6cc194893), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:01.943621 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5f7fe477-f0bc-4e3e-a072-99cb06d1c390 req-0a64d962-6ec0-4958-9555-92e7c6809287 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks [] for floatingip (c05a5b1e-1a5b-4cc6-a3b9-81c6cc194893), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:01.971999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-5f7fe477-f0bc-4e3e-a072-99cb06d1c390 req-0a64d962-6ec0-4958-9555-92e7c6809287 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Calling delete_port for c05a5b1e-1a5b-4cc6-a3b9-81c6cc194893 owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:29:02.065992 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136f34a-9d40-426b-9c29-20a9e411af81 req-a0eb45e1-1a68-4fa8-b20e-a120dd1e8a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:02.067583 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0136f34a-9d40-426b-9c29-20a9e411af81 req-a0eb45e1-1a68-4fa8-b20e-a120dd1e8a31 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ccc07b4dde804a05ac4fc4b6116c0c0b&device_id=31339ac2-882a-44f1-ac2b-071d8cb94f51 HTTP/1.1" status: 200 len: 1207 time: 0.1764798 Feb 08 21:29:02.147436 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23ce7690-84bc-4c69-997c-f2c17e3349d4 req-acdfdf1a-90f7-4617-9fc7-ce72df8469ae tempest-ServerShowV254Test-1965566924 tempest-ServerShowV254Test-1965566924-project] 10.222.0.88 "GET /v2.0/ports?device_id=3dfa2f12-6a16-479b-bc77-43b912a0dbe1 HTTP/1.1" status: 200 len: 210 time: 0.0315373 Feb 08 21:29:02.243542 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-8ba2bf22-9ff7-404a-8947-afac7d964295 req-99d350f2-17b7-4e77-be86-296989705b2c tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Request body: {'security_group': {'name': ' tempest-securitygroup -355966243 ', 'description': 'tempest-description-757415883'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:29:02.248800 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-342264ee-f924-4387-97a6-dca039d9b93d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (6f1cbabe-29f9-46bb-9da2-c7e1c855862e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:02.295459 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5f7fe477-f0bc-4e3e-a072-99cb06d1c390 req-0a64d962-6ec0-4958-9555-92e7c6809287 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (c05a5b1e-1a5b-4cc6-a3b9-81c6cc194893), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:02.306832 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342264ee-f924-4387-97a6-dca039d9b93d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Pushing event deleted for resources: {'Port': ['ID=6f1cbabe-29f9-46bb-9da2-c7e1c855862e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:02.310587 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8ba2bf22-9ff7-404a-8947-afac7d964295 req-99d350f2-17b7-4e77-be86-296989705b2c tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:02.336475 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136f34a-9d40-426b-9c29-20a9e411af81 req-2db4987f-344c-41b3-a231-3b24142a8af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:02.341707 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0136f34a-9d40-426b-9c29-20a9e411af81 req-2db4987f-344c-41b3-a231-3b24142a8af9 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b HTTP/1.1" status: 200 len: 913 time: 0.2228053 Feb 08 21:29:02.379910 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64d962-6ec0-4958-9555-92e7c6809287 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Pushing event deleted for resources: {'Port': ['ID=c05a5b1e-1a5b-4cc6-a3b9-81c6cc194893,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:02.415655 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0136f34a-9d40-426b-9c29-20a9e411af81 req-6b6d649c-9a4d-4336-9533-bb0fc2964168 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b58dd629-4585-49a7-9b5f-ef308d81755a HTTP/1.1" status: 200 len: 217 time: 0.0679162 Feb 08 21:29:02.469044 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-342264ee-f924-4387-97a6-dca039d9b93d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:02.475750 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-342264ee-f924-4387-97a6-dca039d9b93d tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "DELETE /v2.0/ports/6f1cbabe-29f9-46bb-9da2-c7e1c855862e HTTP/1.1" status: 204 len: 168 time: 1.0181353 Feb 08 21:29:02.476437 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55120) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:02.487626 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5f7fe477-f0bc-4e3e-a072-99cb06d1c390 req-0a64d962-6ec0-4958-9555-92e7c6809287 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks [] for floatingip (350fcd68-97b7-4106-a8d9-99cfa8b67776), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:02.490293 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5f7fe477-f0bc-4e3e-a072-99cb06d1c390 req-0a64d962-6ec0-4958-9555-92e7c6809287 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:02.491697 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f7fe477-f0bc-4e3e-a072-99cb06d1c390 req-0a64d962-6ec0-4958-9555-92e7c6809287 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "DELETE /v2.0/floatingips/350fcd68-97b7-4106-a8d9-99cfa8b67776 HTTP/1.1" status: 204 len: 173 time: 1.0029483 Feb 08 21:29:02.522554 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8ba2bf22-9ff7-404a-8947-afac7d964295 req-99d350f2-17b7-4e77-be86-296989705b2c tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (88c3da1a-1b20-442c-88ae-eeb52f9d8dc6), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:02.529274 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8ba2bf22-9ff7-404a-8947-afac7d964295 req-99d350f2-17b7-4e77-be86-296989705b2c tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (88c3da1a-1b20-442c-88ae-eeb52f9d8dc6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:02.549527 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136f34a-9d40-426b-9c29-20a9e411af81 req-e7ab29b8-36fd-475f-a1ae-6109e0471408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:02.551776 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0136f34a-9d40-426b-9c29-20a9e411af81 req-e7ab29b8-36fd-475f-a1ae-6109e0471408 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=310c6bc1-a154-4dd4-be9e-9319761a4464 HTTP/1.1" status: 200 len: 852 time: 0.1290641 Feb 08 21:29:02.617602 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0136f34a-9d40-426b-9c29-20a9e411af81 req-3c616496-8185-4e97-be13-0aa3f8c7742d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556507 Feb 08 21:29:02.627116 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8ba2bf22-9ff7-404a-8947-afac7d964295 req-99d350f2-17b7-4e77-be86-296989705b2c tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:02.629103 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8ba2bf22-9ff7-404a-8947-afac7d964295 req-99d350f2-17b7-4e77-be86-296989705b2c tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.3940539 Feb 08 21:29:02.687557 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d350f2-17b7-4e77-be86-296989705b2c tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c3da1a-1b20-442c-88ae-eeb52f9d8dc6,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:02.736389 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-faa6d08b-aed5-4095-8513-a3bd6e710880 req-ed8a3b50-fa51-4009-a1d9-4d7190a6c291 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.252 HTTP/1.1" status: 200 len: 1001 time: 0.1389494 Feb 08 21:29:02.793530 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f78f763c-b2ce-485d-b706-da8db8f61ab6 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Deleting port a1f68b66-0533-4e05-9fac-cfc997c17b9a {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:29:02.794114 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f78f763c-b2ce-485d-b706-da8db8f61ab6 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (a1f68b66-0533-4e05-9fac-cfc997c17b9a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:02.798971 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-15060e0b-4bca-48f3-9be5-73cf9bd88cba req-e87ba302-7727-4850-98f2-7cea428925d1 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups/88c3da1a-1b20-442c-88ae-eeb52f9d8dc6 HTTP/1.1" status: 200 len: 1798 time: 0.0992432 Feb 08 21:29:02.814507 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6d08b-aed5-4095-8513-a3bd6e710880 req-0c8de481-5c4b-4acb-bb22-da1fde8b814f tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:02.830106 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-faa6d08b-aed5-4095-8513-a3bd6e710880 req-0c8de481-5c4b-4acb-bb22-da1fde8b814f tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/ports/01e2c114-2af5-4ace-b722-b525eaa03f8c HTTP/1.1" status: 200 len: 942 time: 0.0858409 Feb 08 21:29:02.953283 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-faa6d08b-aed5-4095-8513-a3bd6e710880 req-d8597b44-d220-4cce-a8cc-d1a080321455 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.252 HTTP/1.1" status: 200 len: 1001 time: 0.0916538 Feb 08 21:29:03.013798 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f78f763c-b2ce-485d-b706-da8db8f61ab6 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (a1f68b66-0533-4e05-9fac-cfc997c17b9a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:03.031249 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f78f763c-b2ce-485d-b706-da8db8f61ab6 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Calling delete_port for a1f68b66-0533-4e05-9fac-cfc997c17b9a owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:29:03.144694 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0136f34a-9d40-426b-9c29-20a9e411af81 req-da88df60-720e-46f0-afac-8c5d9d4ebb2e service neutron] 10.222.0.94 "GET /v2.0/networks/e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169933 Feb 08 21:29:03.155970 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6d08b-aed5-4095-8513-a3bd6e710880 req-becc4fe0-272b-4deb-9669-4f1473623c5f tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:03.162498 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-faa6d08b-aed5-4095-8513-a3bd6e710880 req-becc4fe0-272b-4deb-9669-4f1473623c5f tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 784 time: 0.2080743 Feb 08 21:29:03.174117 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2259762e-6927-465f-a84d-114bec5c793b req-b9046178-2d2c-46cb-ae91-62e328b85d84 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups/88c3da1a-1b20-442c-88ae-eeb52f9d8dc6 HTTP/1.1" status: 200 len: 1798 time: 0.0973847 Feb 08 21:29:03.296587 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-faa6d08b-aed5-4095-8513-a3bd6e710880 req-10433c7e-28aa-415d-aa21-96ef801d2d77 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.252 HTTP/1.1" status: 200 len: 1001 time: 0.1286018 Feb 08 21:29:03.300048 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0136f34a-9d40-426b-9c29-20a9e411af81 req-293190ad-a308-417f-b480-e0f142e293f4 service neutron] 10.222.0.94 "GET /v2.0/networks/e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483324 Feb 08 21:29:03.301700 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-faa6d08b-aed5-4095-8513-a3bd6e710880 req-46986287-06e7-45d2-90d3-b0f78c27b635 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:29:03.339351 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f78f763c-b2ce-485d-b706-da8db8f61ab6 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (a1f68b66-0533-4e05-9fac-cfc997c17b9a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:03.389492 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2259762e-6927-465f-a84d-114bec5c793b req-3d9ddce9-440a-4327-82e7-2f1c97260265 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (88c3da1a-1b20-442c-88ae-eeb52f9d8dc6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:03.395677 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f763c-b2ce-485d-b706-da8db8f61ab6 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Pushing event deleted for resources: {'Port': ['ID=a1f68b66-0533-4e05-9fac-cfc997c17b9a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:03.396592 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-faa6d08b-aed5-4095-8513-a3bd6e710880 req-46986287-06e7-45d2-90d3-b0f78c27b635 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks [] for floatingip (0c66ca64-2a0c-4814-bc6e-0e3bd4204e7d), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:03.454991 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2259762e-6927-465f-a84d-114bec5c793b req-3d9ddce9-440a-4327-82e7-2f1c97260265 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (88c3da1a-1b20-442c-88ae-eeb52f9d8dc6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:03.531220 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f78f763c-b2ce-485d-b706-da8db8f61ab6 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:03.537751 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f78f763c-b2ce-485d-b706-da8db8f61ab6 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "DELETE /v2.0/ports/a1f68b66-0533-4e05-9fac-cfc997c17b9a HTTP/1.1" status: 204 len: 168 time: 1.0572455 Feb 08 21:29:03.540353 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55140) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:03.630515 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f7d9a13-8f47-469a-904f-7f93bf8ee803 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Deleting subnet 2b4f89b2-6408-4615-8840-a53e700c7c77 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:29:03.635207 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2259762e-6927-465f-a84d-114bec5c793b req-3d9ddce9-440a-4327-82e7-2f1c97260265 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (88c3da1a-1b20-442c-88ae-eeb52f9d8dc6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:03.635524 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f7d9a13-8f47-469a-904f-7f93bf8ee803 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for subnet (2b4f89b2-6408-4615-8840-a53e700c7c77), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:03.639388 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2259762e-6927-465f-a84d-114bec5c793b req-3d9ddce9-440a-4327-82e7-2f1c97260265 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:03.641732 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2259762e-6927-465f-a84d-114bec5c793b req-3d9ddce9-440a-4327-82e7-2f1c97260265 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "DELETE /v2.0/security-groups/88c3da1a-1b20-442c-88ae-eeb52f9d8dc6 HTTP/1.1" status: 204 len: 173 time: 0.4547205 Feb 08 21:29:03.656005 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-faa6d08b-aed5-4095-8513-a3bd6e710880 req-46986287-06e7-45d2-90d3-b0f78c27b635 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:03.665798 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-faa6d08b-aed5-4095-8513-a3bd6e710880 req-46986287-06e7-45d2-90d3-b0f78c27b635 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (0c66ca64-2a0c-4814-bc6e-0e3bd4204e7d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:03.666903 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [req-faa6d08b-aed5-4095-8513-a3bd6e710880 req-46986287-06e7-45d2-90d3-b0f78c27b635 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Floating IP 0c66ca64-2a0c-4814-bc6e-0e3bd4204e7d disassociated. External IP: 172.25.3.252, port: 01e2c114-2af5-4ace-b722-b525eaa03f8c. Feb 08 21:29:03.679710 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55146) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:03.735639 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ddce9-440a-4327-82e7-2f1c97260265 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c3da1a-1b20-442c-88ae-eeb52f9d8dc6,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:03.773933 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f7d9a13-8f47-469a-904f-7f93bf8ee803 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (2b4f89b2-6408-4615-8840-a53e700c7c77), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:03.976147 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f7d9a13-8f47-469a-904f-7f93bf8ee803 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (2b4f89b2-6408-4615-8840-a53e700c7c77), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:04.088465 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f7d9a13-8f47-469a-904f-7f93bf8ee803 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (2b4f89b2-6408-4615-8840-a53e700c7c77), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:04.134135 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d9a13-8f47-469a-904f-7f93bf8ee803 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Pushing event deleted for resources: {'Subnet': ['ID=2b4f89b2-6408-4615-8840-a53e700c7c77,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:04.148850 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f7d9a13-8f47-469a-904f-7f93bf8ee803 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:04.149104 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f803a3eb-f36f-4bd4-abd2-0d14451e31d3 None None] Network 6832dbc4-407a-4320-a4e2-7f8a833aaebb requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:29:04.166000 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1f7d9a13-8f47-469a-904f-7f93bf8ee803 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "DELETE /v2.0/subnets/2b4f89b2-6408-4615-8840-a53e700c7c77 HTTP/1.1" status: 204 len: 168 time: 0.6238806 Feb 08 21:29:04.168481 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55150) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:04.250525 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-faa6d08b-aed5-4095-8513-a3bd6e710880 req-46986287-06e7-45d2-90d3-b0f78c27b635 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Router 4667e7bd-7244-4d46-bbee-f7da8ee5e4d0 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:29:04.269992 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-238cf1d1-e1b0-4a7a-ac3e-5a5063412c04 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Deleting subnet fcd0c060-e2d4-4f73-a03d-6b9fa4196cca {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:29:04.278487 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-238cf1d1-e1b0-4a7a-ac3e-5a5063412c04 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for subnet (fcd0c060-e2d4-4f73-a03d-6b9fa4196cca), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:04.376954 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-238cf1d1-e1b0-4a7a-ac3e-5a5063412c04 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (fcd0c060-e2d4-4f73-a03d-6b9fa4196cca), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:04.430096 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172b63ae-8306-46d9-82cf-651a9eda73ec None None] DHCP port deletion for 6832dbc4-407a-4320-a4e2-7f8a833aaebb request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:29:04.488735 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-238cf1d1-e1b0-4a7a-ac3e-5a5063412c04 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (fcd0c060-e2d4-4f73-a03d-6b9fa4196cca), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:04.492209 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-faa6d08b-aed5-4095-8513-a3bd6e710880 req-46986287-06e7-45d2-90d3-b0f78c27b635 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:29:04.499459 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-faa6d08b-aed5-4095-8513-a3bd6e710880 req-46986287-06e7-45d2-90d3-b0f78c27b635 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:04.527546 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad21c41-52dd-46a3-9e6b-cbf1cf5e8ab5 None None] Sync routers for ids ['4667e7bd-7244-4d46-bbee-f7da8ee5e4d0'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:29:04.559426 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-faa6d08b-aed5-4095-8513-a3bd6e710880 req-46986287-06e7-45d2-90d3-b0f78c27b635 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "PUT /v2.0/floatingips/0c66ca64-2a0c-4814-bc6e-0e3bd4204e7d HTTP/1.1" status: 200 len: 695 time: 1.2616291 Feb 08 21:29:04.563252 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-238cf1d1-e1b0-4a7a-ac3e-5a5063412c04 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (fcd0c060-e2d4-4f73-a03d-6b9fa4196cca), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:04.572918 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-172b63ae-8306-46d9-82cf-651a9eda73ec None None] Deleting port 740b91f3-4717-4243-b0ad-846564cc9909 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:29:04.573400 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-172b63ae-8306-46d9-82cf-651a9eda73ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (740b91f3-4717-4243-b0ad-846564cc9909), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:04.578255 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1', 'tag': '01e2c114-2af5-4ace-b722-b525eaa03f8c'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:29:04.579563 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40f4a28-1bb0-45c2-9da7-50476f6d481b" -d '{"events": [{"name": "network-changed", "server_uuid": "c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1", "tag": "01e2c114-2af5-4ace-b722-b525eaa03f8c"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:29:04.593195 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad21c41-52dd-46a3-9e6b-cbf1cf5e8ab5 None None] Routers {'4667e7bd-7244-4d46-bbee-f7da8ee5e4d0'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:29:04.597761 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238cf1d1-e1b0-4a7a-ac3e-5a5063412c04 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Pushing event deleted for resources: {'Subnet': ['ID=fcd0c060-e2d4-4f73-a03d-6b9fa4196cca,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:04.606202 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-4ad21c41-52dd-46a3-9e6b-cbf1cf5e8ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:28:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['4667e7bd-7244-4d46-bbee-f7da8ee5e4d0'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:04.611943 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-238cf1d1-e1b0-4a7a-ac3e-5a5063412c04 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:04.616267 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-238cf1d1-e1b0-4a7a-ac3e-5a5063412c04 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "DELETE /v2.0/subnets/fcd0c060-e2d4-4f73-a03d-6b9fa4196cca HTTP/1.1" status: 204 len: 168 time: 0.4462798 Feb 08 21:29:04.621842 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55156) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:04.661094 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7535a49-804a-44ce-88bf-064b64191f4d None None] Network 9113f8c4-9372-4efc-a926-cd4f4ac79b2c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:29:04.693121 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5b1d59d9-2c70-4338-8d42-abf8923a576d req-f4f68bf8-5101-4a76-b10f-361e06ec9ab4 tempest-ServerShowV254Test-1965566924 tempest-ServerShowV254Test-1965566924-project] 10.222.0.88 "GET /v2.0/ports?device_id=3dfa2f12-6a16-479b-bc77-43b912a0dbe1 HTTP/1.1" status: 200 len: 210 time: 0.0555005 Feb 08 21:29:04.714805 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6d08b-aed5-4095-8513-a3bd6e710880 req-bd387420-5c66-486f-8f8c-d90d0696b826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:04.718122 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-faa6d08b-aed5-4095-8513-a3bd6e710880 req-bd387420-5c66-486f-8f8c-d90d0696b826 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=121b3faf35ac4ad2abe15b29bed26c0d&device_id=c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1 HTTP/1.1" status: 200 len: 1128 time: 0.1493950 Feb 08 21:29:04.781596 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (6832dbc4-407a-4320-a4e2-7f8a833aaebb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:04.817103 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-083e748f-a3ac-44b1-bca2-65e83e701849 req-41911f01-cc9e-4d1e-a048-090ec5d053ec tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] show failed (client error): The resource could not be found. Feb 08 21:29:04.818211 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-083e748f-a3ac-44b1-bca2-65e83e701849 req-41911f01-cc9e-4d1e-a048-090ec5d053ec tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups/88c3da1a-1b20-442c-88ae-eeb52f9d8dc6 HTTP/1.1" status: 404 len: 352 time: 0.0675690 Feb 08 21:29:04.872683 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Deleting port 740b91f3-4717-4243-b0ad-846564cc9909 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:29:04.873152 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (740b91f3-4717-4243-b0ad-846564cc9909), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:04.884645 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-172b63ae-8306-46d9-82cf-651a9eda73ec None None] For port 740b91f3-4717-4243-b0ad-846564cc9909, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=740b91f3-4717-4243-b0ad-846564cc9909,segment=NetworkSegment(b0bf0d81-f238-48aa-ab78-93a28b39066d),segment_id=b0bf0d81-f238-48aa-ab78-93a28b39066d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:04.885116 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-172b63ae-8306-46d9-82cf-651a9eda73ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (740b91f3-4717-4243-b0ad-846564cc9909), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:04.931718 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-172b63ae-8306-46d9-82cf-651a9eda73ec None None] Calling delete_port for 740b91f3-4717-4243-b0ad-846564cc9909 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:29:04.991683 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] For port 740b91f3-4717-4243-b0ad-846564cc9909, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=740b91f3-4717-4243-b0ad-846564cc9909,segment=NetworkSegment(b0bf0d81-f238-48aa-ab78-93a28b39066d),segment_id=b0bf0d81-f238-48aa-ab78-93a28b39066d)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:04.996932 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6d08b-aed5-4095-8513-a3bd6e710880 req-c6c261b4-025f-45af-ad7f-8e4e36310584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:04.998794 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (740b91f3-4717-4243-b0ad-846564cc9909), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:04.999109 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-faa6d08b-aed5-4095-8513-a3bd6e710880 req-c6c261b4-025f-45af-ad7f-8e4e36310584 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b5c31eef-c820-4356-8b0b-24f41ab03c55 HTTP/1.1" status: 200 len: 930 time: 0.2596898 Feb 08 21:29:05.010332 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-df906b27-7373-4eeb-9699-83d6f4e2aa6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (2e042d2c-4bae-4f3f-b9e3-6c2f5436099c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:05.014770 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-4ad21c41-52dd-46a3-9e6b-cbf1cf5e8ab5 None None] Set router 4667e7bd-7244-4d46-bbee-f7da8ee5e4d0 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:29:05.028018 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Calling delete_port for 740b91f3-4717-4243-b0ad-846564cc9909 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:29:05.052007 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba89044-01c6-49e3-b6d8-3a4800ea0cac None None] DHCP port deletion for 9113f8c4-9372-4efc-a926-cd4f4ac79b2c request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:29:05.183399 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (740b91f3-4717-4243-b0ad-846564cc9909), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:05.218794 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-faa6d08b-aed5-4095-8513-a3bd6e710880 req-20842191-0f84-45a4-89a0-c4b21edb6863 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01e2c114-2af5-4ace-b722-b525eaa03f8c HTTP/1.1" status: 200 len: 217 time: 0.0750799 Feb 08 21:29:05.239524 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Pushing event deleted for resources: {'Port': ['ID=740b91f3-4717-4243-b0ad-846564cc9909,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:05.250782 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:05.251621 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:05.252227 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:05.252810 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:05.253432 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:05.254429 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:05.254989 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:05.255548 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:05.256334 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:05.256908 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:05.257636 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:05.258217 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:05.259024 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:05.275170 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] No DVR routers for this DVR port 740b91f3-4717-4243-b0ad-846564cc9909 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:29:05.325884 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-aba89044-01c6-49e3-b6d8-3a4800ea0cac None None] Deleting port cf815580-60e7-43d8-ad9f-f9e18082b08e {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:29:05.326488 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aba89044-01c6-49e3-b6d8-3a4800ea0cac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (cf815580-60e7-43d8-ad9f-f9e18082b08e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:05.401817 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-aba89044-01c6-49e3-b6d8-3a4800ea0cac None None] For port cf815580-60e7-43d8-ad9f-f9e18082b08e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cf815580-60e7-43d8-ad9f-f9e18082b08e,segment=NetworkSegment(017b5fad-a14b-4a7f-9fa9-34bb5828ca93),segment_id=017b5fad-a14b-4a7f-9fa9-34bb5828ca93)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:05.402281 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aba89044-01c6-49e3-b6d8-3a4800ea0cac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (cf815580-60e7-43d8-ad9f-f9e18082b08e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:05.418711 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-aba89044-01c6-49e3-b6d8-3a4800ea0cac None None] Calling delete_port for cf815580-60e7-43d8-ad9f-f9e18082b08e owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:29:05.454381 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6d08b-aed5-4095-8513-a3bd6e710880 req-a1eed629-2168-41f8-8e71-961797243c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:05.468649 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-faa6d08b-aed5-4095-8513-a3bd6e710880 req-a1eed629-2168-41f8-8e71-961797243c8d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=391e3949-2624-453b-8a7c-204eec8c6d37 HTTP/1.1" status: 200 len: 868 time: 0.2130158 Feb 08 21:29:05.481541 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (6832dbc4-407a-4320-a4e2-7f8a833aaebb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:05.520948 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6832dbc4-407a-4320-a4e2-7f8a833aaebb']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:05.555657 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6d08b-aed5-4095-8513-a3bd6e710880 req-946a3397-d16e-44c4-b8ad-6b569cb6187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:05.556241 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0bf0d81-f238-48aa-ab78-93a28b39066d') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:05.556356 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0bf0d81-f238-48aa-ab78-93a28b39066d') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:05.563397 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-faa6d08b-aed5-4095-8513-a3bd6e710880 req-946a3397-d16e-44c4-b8ad-6b569cb6187b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b5c31eef-c820-4356-8b0b-24f41ab03c55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0934877 Feb 08 21:29:05.581442 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (b0bf0d81-f238-48aa-ab78-93a28b39066d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:05.589048 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-172b63ae-8306-46d9-82cf-651a9eda73ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (740b91f3-4717-4243-b0ad-846564cc9909), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:05.611412 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (b0bf0d81-f238-48aa-ab78-93a28b39066d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:05.622431 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:29:05.623142 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (b0bf0d81-f238-48aa-ab78-93a28b39066d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:05.628449 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-df906b27-7373-4eeb-9699-83d6f4e2aa6e admin admin] Deleting port 35ac9b9e-11ed-4cbf-aae8-c08c661b35a3 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:29:05.628782 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-df906b27-7373-4eeb-9699-83d6f4e2aa6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (35ac9b9e-11ed-4cbf-aae8-c08c661b35a3), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:05.647085 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aba89044-01c6-49e3-b6d8-3a4800ea0cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (cf815580-60e7-43d8-ad9f-f9e18082b08e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:05.659369 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b63ae-8306-46d9-82cf-651a9eda73ec None None] Pushing event deleted for resources: {'Port': ['ID=740b91f3-4717-4243-b0ad-846564cc9909,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:05.687468 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253f75f8-8a0f-44c6-97cc-83747b193d60 x-openstack-request-id: req-253f75f8-8a0f-44c6-97cc-83747b193d60 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:29:05.687880 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1", "tag": "01e2c114-2af5-4ace-b722-b525eaa03f8c", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:29:05.688866 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-253f75f8-8a0f-44c6-97cc-83747b193d60 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:29:05.689399 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1', 'tag': '01e2c114-2af5-4ace-b722-b525eaa03f8c', 'status': 'completed', 'code': 200} Feb 08 21:29:05.698765 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172b63ae-8306-46d9-82cf-651a9eda73ec None None] No DVR routers for this DVR port 740b91f3-4717-4243-b0ad-846564cc9909 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:29:05.753757 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:29:05.766195 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (6832dbc4-407a-4320-a4e2-7f8a833aaebb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:05.778424 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:05.800032 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-faa6d08b-aed5-4095-8513-a3bd6e710880 req-4f4d7379-1ac7-4136-aa52-2e51902d27dc service neutron] 10.222.0.88 "GET /v2.0/networks/b5c31eef-c820-4356-8b0b-24f41ab03c55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356429 Feb 08 21:29:05.803595 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba89044-01c6-49e3-b6d8-3a4800ea0cac None None] Pushing event deleted for resources: {'Port': ['ID=cf815580-60e7-43d8-ad9f-f9e18082b08e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:05.813553 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "DELETE /v2.0/networks/6832dbc4-407a-4320-a4e2-7f8a833aaebb HTTP/1.1" status: 204 len: 168 time: 1.1858728 Feb 08 21:29:05.816549 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-dc684327-ec57-434e-b522-eb9cf087ad9d req-dd994d0d-c0ab-48b8-b8f8-e09fa63d463a tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1155289652', 'description': 'tempest-description-888489935'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:29:05.821653 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55166) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:05.822356 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba89044-01c6-49e3-b6d8-3a4800ea0cac None None] No DVR routers for this DVR port cf815580-60e7-43d8-ad9f-f9e18082b08e on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:29:05.905726 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-4ad21c41-52dd-46a3-9e6b-cbf1cf5e8ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946070075-router', 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '39395fc6-7409-43b9-a17b-be1594605784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:28:05Z', 'updated_at': '2022-02-08T21:28:15Z', 'revision_number': 4, 'project_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'gw_port': {'id': '39395fc6-7409-43b9-a17b-be1594605784', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:28:06Z', 'updated_at': '2022-02-08T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'f4e51e99-effa-4bf7-8042-bb9d79050f0b', 'name': '', 'network_id': 'b5c31eef-c820-4356-8b0b-24f41ab03c55', 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'mac_address': 'fa:16:3e:6b:1d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '391e3949-2624-453b-8a7c-204eec8c6d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:28:12Z', 'updated_at': '2022-02-08T21:28:21Z', 'revision_number': 5, 'project_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'subnets': [{'id': '391e3949-2624-453b-8a7c-204eec8c6d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:05.909212 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-df906b27-7373-4eeb-9699-83d6f4e2aa6e admin admin] For port 35ac9b9e-11ed-4cbf-aae8-c08c661b35a3, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=35ac9b9e-11ed-4cbf-aae8-c08c661b35a3,segment=NetworkSegment(881e5be7-1349-4f9a-a3c0-c2bf76a0109d),segment_id=881e5be7-1349-4f9a-a3c0-c2bf76a0109d)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:05.909212 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-df906b27-7373-4eeb-9699-83d6f4e2aa6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (35ac9b9e-11ed-4cbf-aae8-c08c661b35a3), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:05.931466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f4a28-1bb0-45c2-9da7-50476f6d481b req-56875349-44cd-40cf-a22d-33bdd4231528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:05.933970 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b40f4a28-1bb0-45c2-9da7-50476f6d481b req-56875349-44cd-40cf-a22d-33bdd4231528 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=121b3faf35ac4ad2abe15b29bed26c0d&device_id=c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1 HTTP/1.1" status: 200 len: 1128 time: 0.2385843 Feb 08 21:29:05.951957 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-dc684327-ec57-434e-b522-eb9cf087ad9d req-dd994d0d-c0ab-48b8-b8f8-e09fa63d463a tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:05.959175 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e533ac-c8a4-4a73-a013-ac0495af9d81 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Pushing event deleted for resources: {'Network': ['ID=6832dbc4-407a-4320-a4e2-7f8a833aaebb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:05.965849 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-df906b27-7373-4eeb-9699-83d6f4e2aa6e admin admin] Calling delete_port for 35ac9b9e-11ed-4cbf-aae8-c08c661b35a3 owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:29:05.999679 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 740b91f3-4717-4243-b0ad-846564cc9909 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:29:06.008069 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad21c41-52dd-46a3-9e6b-cbf1cf5e8ab5 None None] Checking router: 4667e7bd-7244-4d46-bbee-f7da8ee5e4d0 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:29:06.067672 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 740b91f3-4717-4243-b0ad-846564cc9909 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:29:06.068284 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 740b91f3-4717-4243-b0ad-846564cc9909 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:29:06.068870 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cf815580-60e7-43d8-ad9f-f9e18082b08e no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:29:06.074173 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad21c41-52dd-46a3-9e6b-cbf1cf5e8ab5 None None] Routers {'4667e7bd-7244-4d46-bbee-f7da8ee5e4d0'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:29:06.077180 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-4ad21c41-52dd-46a3-9e6b-cbf1cf5e8ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:28:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['4667e7bd-7244-4d46-bbee-f7da8ee5e4d0'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:06.121022 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: cf815580-60e7-43d8-ad9f-f9e18082b08e {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:29:06.121431 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cf815580-60e7-43d8-ad9f-f9e18082b08e not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:29:06.134479 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0175227a-239e-4460-b161-0cdca7ca42c7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (9113f8c4-9372-4efc-a926-cd4f4ac79b2c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:06.161672 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-faa6d08b-aed5-4095-8513-a3bd6e710880 req-abcd64be-d7e6-4a90-9784-43f4ecadf757 service neutron] 10.222.0.88 "GET /v2.0/networks/b5c31eef-c820-4356-8b0b-24f41ab03c55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602812 Feb 08 21:29:06.262025 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f4a28-1bb0-45c2-9da7-50476f6d481b req-2275f27f-2f20-4678-a55d-20ee32403e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:06.263582 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b40f4a28-1bb0-45c2-9da7-50476f6d481b req-2275f27f-2f20-4678-a55d-20ee32403e2b service neutron] 10.222.0.96 "GET /v2.0/networks?id=b5c31eef-c820-4356-8b0b-24f41ab03c55 HTTP/1.1" status: 200 len: 930 time: 0.3226104 Feb 08 21:29:06.297908 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-4ad21c41-52dd-46a3-9e6b-cbf1cf5e8ab5 None None] Set router 4667e7bd-7244-4d46-bbee-f7da8ee5e4d0 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:29:06.323607 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0175227a-239e-4460-b161-0cdca7ca42c7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (9113f8c4-9372-4efc-a926-cd4f4ac79b2c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:06.352852 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0175227a-239e-4460-b161-0cdca7ca42c7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9113f8c4-9372-4efc-a926-cd4f4ac79b2c']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:06.368121 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0175227a-239e-4460-b161-0cdca7ca42c7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017b5fad-a14b-4a7f-9fa9-34bb5828ca93') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:06.368414 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0175227a-239e-4460-b161-0cdca7ca42c7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017b5fad-a14b-4a7f-9fa9-34bb5828ca93') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:06.387904 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0175227a-239e-4460-b161-0cdca7ca42c7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (017b5fad-a14b-4a7f-9fa9-34bb5828ca93), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:06.414526 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0175227a-239e-4460-b161-0cdca7ca42c7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (017b5fad-a14b-4a7f-9fa9-34bb5828ca93), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:06.428856 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0175227a-239e-4460-b161-0cdca7ca42c7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:29:06.429593 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0175227a-239e-4460-b161-0cdca7ca42c7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (017b5fad-a14b-4a7f-9fa9-34bb5828ca93), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:06.438827 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:29:06.550114 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:29:06.560453 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0175227a-239e-4460-b161-0cdca7ca42c7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (9113f8c4-9372-4efc-a926-cd4f4ac79b2c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:06.571048 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0175227a-239e-4460-b161-0cdca7ca42c7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:06.574892 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0175227a-239e-4460-b161-0cdca7ca42c7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] 10.222.0.88 "DELETE /v2.0/networks/9113f8c4-9372-4efc-a926-cd4f4ac79b2c HTTP/1.1" status: 204 len: 168 time: 0.7458930 Feb 08 21:29:06.589621 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175227a-239e-4460-b161-0cdca7ca42c7 tempest-TaggedBootDevicesTest-1737858721 tempest-TaggedBootDevicesTest-1737858721-project] Pushing event deleted for resources: {'Network': ['ID=9113f8c4-9372-4efc-a926-cd4f4ac79b2c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:06.622809 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:06.760243 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b40f4a28-1bb0-45c2-9da7-50476f6d481b req-09370daa-c35a-4cc0-97b2-6cc93a9f5d50 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01e2c114-2af5-4ace-b722-b525eaa03f8c HTTP/1.1" status: 200 len: 217 time: 0.4864805 Feb 08 21:29:06.763853 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-4ad21c41-52dd-46a3-9e6b-cbf1cf5e8ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946070075-router', 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '39395fc6-7409-43b9-a17b-be1594605784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:28:05Z', 'updated_at': '2022-02-08T21:28:15Z', 'revision_number': 4, 'project_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'gw_port': {'id': '39395fc6-7409-43b9-a17b-be1594605784', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:28:06Z', 'updated_at': '2022-02-08T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'f4e51e99-effa-4bf7-8042-bb9d79050f0b', 'name': '', 'network_id': 'b5c31eef-c820-4356-8b0b-24f41ab03c55', 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'mac_address': 'fa:16:3e:6b:1d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '391e3949-2624-453b-8a7c-204eec8c6d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:28:12Z', 'updated_at': '2022-02-08T21:28:21Z', 'revision_number': 5, 'project_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'subnets': [{'id': '391e3949-2624-453b-8a7c-204eec8c6d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:06.766187 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fe1022a4-0304-459a-82fe-9804482f3cba req-a4a8197e-531c-43b7-8bd4-2ef74d49631e tempest-ServerShowV254Test-1965566924 tempest-ServerShowV254Test-1965566924-project] 10.222.0.88 "GET /v2.0/ports?device_id=3dfa2f12-6a16-479b-bc77-43b912a0dbe1 HTTP/1.1" status: 200 len: 210 time: 0.4312949 Feb 08 21:29:06.795521 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad21c41-52dd-46a3-9e6b-cbf1cf5e8ab5 None None] The sync data for ids ['4667e7bd-7244-4d46-bbee-f7da8ee5e4d0'] in n-d-712143-31 is: [{'id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946070075-router', 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '39395fc6-7409-43b9-a17b-be1594605784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:28:05Z', 'updated_at': '2022-02-08T21:28:15Z', 'revision_number': 4, 'project_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'gw_port': {'id': '39395fc6-7409-43b9-a17b-be1594605784', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:28:06Z', 'updated_at': '2022-02-08T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'f4e51e99-effa-4bf7-8042-bb9d79050f0b', 'name': '', 'network_id': 'b5c31eef-c820-4356-8b0b-24f41ab03c55', 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'mac_address': 'fa:16:3e:6b:1d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '391e3949-2624-453b-8a7c-204eec8c6d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:28:12Z', 'updated_at': '2022-02-08T21:28:21Z', 'revision_number': 5, 'project_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'subnets': [{'id': '391e3949-2624-453b-8a7c-204eec8c6d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:29:06.913668 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-dc684327-ec57-434e-b522-eb9cf087ad9d req-dd994d0d-c0ab-48b8-b8f8-e09fa63d463a tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (647f5e85-b1f3-46ad-ab3b-e1fee03c327b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:06.924491 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c31f0cb6-5aad-421a-906d-c4401fc5d50b req-19d50e63-c3c5-425e-a591-2ec5bc7a0fda tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/floatingips/0c66ca64-2a0c-4814-bc6e-0e3bd4204e7d HTTP/1.1" status: 200 len: 695 time: 0.0806279 Feb 08 21:29:06.929272 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-dc684327-ec57-434e-b522-eb9cf087ad9d req-dd994d0d-c0ab-48b8-b8f8-e09fa63d463a tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (647f5e85-b1f3-46ad-ab3b-e1fee03c327b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:06.948630 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f4a28-1bb0-45c2-9da7-50476f6d481b req-e6834fb5-35bf-4e79-ad24-ebbbd7fbb050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:06.950209 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b40f4a28-1bb0-45c2-9da7-50476f6d481b req-e6834fb5-35bf-4e79-ad24-ebbbd7fbb050 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=391e3949-2624-453b-8a7c-204eec8c6d37 HTTP/1.1" status: 200 len: 868 time: 0.1514256 Feb 08 21:29:07.078546 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-dc684327-ec57-434e-b522-eb9cf087ad9d req-dd994d0d-c0ab-48b8-b8f8-e09fa63d463a tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:07.080051 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc684327-ec57-434e-b522-eb9cf087ad9d req-dd994d0d-c0ab-48b8-b8f8-e09fa63d463a tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.2692480 Feb 08 21:29:07.086888 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd994d0d-c0ab-48b8-b8f8-e09fa63d463a tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=647f5e85-b1f3-46ad-ab3b-e1fee03c327b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:07.175331 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f0cb6-5aad-421a-906d-c4401fc5d50b req-e5039fb6-f3f8-474c-a0a8-a36f35527060 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:07.177132 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c31f0cb6-5aad-421a-906d-c4401fc5d50b req-e5039fb6-f3f8-474c-a0a8-a36f35527060 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 784 time: 0.2373385 Feb 08 21:29:07.195907 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23614cb1-1791-4b6a-9acc-b6a95f45fbbe None None] New status for floating IP 0c66ca64-2a0c-4814-bc6e-0e3bd4204e7d: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:29:07.206560 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f4a28-1bb0-45c2-9da7-50476f6d481b req-d7dd0384-ae57-4776-b2f9-4616a38ff601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:07.208581 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b40f4a28-1bb0-45c2-9da7-50476f6d481b req-d7dd0384-ae57-4776-b2f9-4616a38ff601 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5c31eef-c820-4356-8b0b-24f41ab03c55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2302527 Feb 08 21:29:07.238213 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-df906b27-7373-4eeb-9699-83d6f4e2aa6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (35ac9b9e-11ed-4cbf-aae8-c08c661b35a3), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:07.413889 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-2dc4e318-890f-4123-b237-a4ef934f4bfb req-c8538931-3299-4907-97fa-efeb96fa55f7 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1311939051', 'description': 'tempest-description-945109730'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:29:07.441390 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df906b27-7373-4eeb-9699-83d6f4e2aa6e admin admin] Pushing event deleted for resources: {'Port': ['ID=35ac9b9e-11ed-4cbf-aae8-c08c661b35a3,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:07.465207 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c31f0cb6-5aad-421a-906d-c4401fc5d50b req-ed1e030b-2e25-482e-852e-b95753f911dd tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.252 HTTP/1.1" status: 200 len: 698 time: 0.2543392 Feb 08 21:29:07.671255 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2dc4e318-890f-4123-b237-a4ef934f4bfb req-c8538931-3299-4907-97fa-efeb96fa55f7 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:07.725964 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c31f0cb6-5aad-421a-906d-c4401fc5d50b req-adc5adcd-8093-44b7-ba5c-18da247f296c tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.252 HTTP/1.1" status: 200 len: 696 time: 0.2173998 Feb 08 21:29:07.837067 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b40f4a28-1bb0-45c2-9da7-50476f6d481b req-8842b677-d586-4937-9d04-ebd729577f18 service neutron] 10.222.0.96 "GET /v2.0/networks/b5c31eef-c820-4356-8b0b-24f41ab03c55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6153574 Feb 08 21:29:08.362232 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2dc4e318-890f-4123-b237-a4ef934f4bfb req-c8538931-3299-4907-97fa-efeb96fa55f7 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (109a1129-cc30-446d-b12e-b7b29d5215db), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:08.379275 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2dc4e318-890f-4123-b237-a4ef934f4bfb req-c8538931-3299-4907-97fa-efeb96fa55f7 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (109a1129-cc30-446d-b12e-b7b29d5215db), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:08.383837 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b40f4a28-1bb0-45c2-9da7-50476f6d481b req-0cee6c20-752c-4481-8b48-70c517a5a656 service neutron] 10.222.0.96 "GET /v2.0/networks/b5c31eef-c820-4356-8b0b-24f41ab03c55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755356 Feb 08 21:29:08.393096 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-df906b27-7373-4eeb-9699-83d6f4e2aa6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (2e042d2c-4bae-4f3f-b9e3-6c2f5436099c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:08.427547 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2dc4e318-890f-4123-b237-a4ef934f4bfb req-c8538931-3299-4907-97fa-efeb96fa55f7 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:08.428824 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2dc4e318-890f-4123-b237-a4ef934f4bfb req-c8538931-3299-4907-97fa-efeb96fa55f7 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.1181195 Feb 08 21:29:08.442573 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-c31f0cb6-5aad-421a-906d-c4401fc5d50b req-6185663c-a23e-4a1d-a2ba-44022f6ebd7c tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Deleting port 467da1c1-8b11-423e-bfbe-6562495541c7 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:29:08.442573 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c31f0cb6-5aad-421a-906d-c4401fc5d50b req-6185663c-a23e-4a1d-a2ba-44022f6ebd7c tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (467da1c1-8b11-423e-bfbe-6562495541c7), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:08.482000 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8538931-3299-4907-97fa-efeb96fa55f7 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=109a1129-cc30-446d-b12e-b7b29d5215db,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:08.648940 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d87cee1e-0965-4d51-bc63-63e59f1d42d6 req-06c9ad7d-15d9-48fd-ba24-87ac6e39c653 tempest-ServerShowV254Test-1965566924 tempest-ServerShowV254Test-1965566924-project] 10.222.0.88 "GET /v2.0/ports?device_id=3dfa2f12-6a16-479b-bc77-43b912a0dbe1 HTTP/1.1" status: 200 len: 210 time: 0.0530369 Feb 08 21:29:08.672421 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c31f0cb6-5aad-421a-906d-c4401fc5d50b req-6185663c-a23e-4a1d-a2ba-44022f6ebd7c tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (467da1c1-8b11-423e-bfbe-6562495541c7), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:08.673425 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c31f0cb6-5aad-421a-906d-c4401fc5d50b req-6185663c-a23e-4a1d-a2ba-44022f6ebd7c tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks [] for floatingip (467da1c1-8b11-423e-bfbe-6562495541c7), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:08.712050 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-c31f0cb6-5aad-421a-906d-c4401fc5d50b req-6185663c-a23e-4a1d-a2ba-44022f6ebd7c tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Calling delete_port for 467da1c1-8b11-423e-bfbe-6562495541c7 owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:29:08.847433 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-537abacd-a5ce-4a26-aa09-493d3ee1fc18 req-7d7bf5bc-a42d-4156-869b-935781160f4f tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1135822386', 'description': 'tempest-description-1101650481'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:29:08.907322 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-537abacd-a5ce-4a26-aa09-493d3ee1fc18 req-7d7bf5bc-a42d-4156-869b-935781160f4f tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:08.931566 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df906b27-7373-4eeb-9699-83d6f4e2aa6e admin admin] Router 2e042d2c-4bae-4f3f-b9e3-6c2f5436099c has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:29:09.182172 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-537abacd-a5ce-4a26-aa09-493d3ee1fc18 req-7d7bf5bc-a42d-4156-869b-935781160f4f tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (cf8b57fa-ac82-4727-b83b-df4b48d25100), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:09.203858 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-537abacd-a5ce-4a26-aa09-493d3ee1fc18 req-7d7bf5bc-a42d-4156-869b-935781160f4f tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (cf8b57fa-ac82-4727-b83b-df4b48d25100), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:09.270421 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-537abacd-a5ce-4a26-aa09-493d3ee1fc18 req-7d7bf5bc-a42d-4156-869b-935781160f4f tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:09.272139 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-537abacd-a5ce-4a26-aa09-493d3ee1fc18 req-7d7bf5bc-a42d-4156-869b-935781160f4f tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4394364 Feb 08 21:29:09.287664 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c31f0cb6-5aad-421a-906d-c4401fc5d50b req-6185663c-a23e-4a1d-a2ba-44022f6ebd7c tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (467da1c1-8b11-423e-bfbe-6562495541c7), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:09.352409 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bf5bc-a42d-4156-869b-935781160f4f tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8b57fa-ac82-4727-b83b-df4b48d25100,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:09.369838 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185663c-a23e-4a1d-a2ba-44022f6ebd7c tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Pushing event deleted for resources: {'Port': ['ID=467da1c1-8b11-423e-bfbe-6562495541c7,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:09.418999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df906b27-7373-4eeb-9699-83d6f4e2aa6e admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:29:09.442242 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b5580f-6ab0-4f41-af6c-a0be977b41b9 None None] Sync routers for ids ['2e042d2c-4bae-4f3f-b9e3-6c2f5436099c'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:29:09.474583 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-df906b27-7373-4eeb-9699-83d6f4e2aa6e admin admin] 10.222.0.88 "PUT /v2.0/routers/2e042d2c-4bae-4f3f-b9e3-6c2f5436099c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7931387 Feb 08 21:29:09.475337 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b5580f-6ab0-4f41-af6c-a0be977b41b9 None None] Routers {'2e042d2c-4bae-4f3f-b9e3-6c2f5436099c'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:29:09.476856 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-81b5580f-6ab0-4f41-af6c-a0be977b41b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:28:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['2e042d2c-4bae-4f3f-b9e3-6c2f5436099c'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:09.481743 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55200) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:09.553525 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c31f0cb6-5aad-421a-906d-c4401fc5d50b req-6185663c-a23e-4a1d-a2ba-44022f6ebd7c tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks [] for floatingip (0c66ca64-2a0c-4814-bc6e-0e3bd4204e7d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:09.558724 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c31f0cb6-5aad-421a-906d-c4401fc5d50b req-6185663c-a23e-4a1d-a2ba-44022f6ebd7c tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:09.560680 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c31f0cb6-5aad-421a-906d-c4401fc5d50b req-6185663c-a23e-4a1d-a2ba-44022f6ebd7c tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "DELETE /v2.0/floatingips/0c66ca64-2a0c-4814-bc6e-0e3bd4204e7d HTTP/1.1" status: 204 len: 173 time: 1.8177533 Feb 08 21:29:09.671565 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0dbf384-d283-4601-8b09-a83a09cc8255 req-ac3bf64f-bf0f-4c00-ab7c-e320896e92e2 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ccc07b4dde804a05ac4fc4b6116c0c0b HTTP/1.1" status: 200 len: 11013 time: 0.2981458 Feb 08 21:29:09.845924 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0dbf384-d283-4601-8b09-a83a09cc8255 req-3a84e82a-98c6-41fa-9cab-4a38cf87fe43 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups/8bb66473-333c-489b-91fe-1fc152d05e99 HTTP/1.1" status: 200 len: 3002 time: 0.1718049 Feb 08 21:29:09.877721 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-81b5580f-6ab0-4f41-af6c-a0be977b41b9 None None] Set router 2e042d2c-4bae-4f3f-b9e3-6c2f5436099c gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:29:09.891963 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ffc60fe2-9eb0-405c-abd4-a8d6440a9ea2 admin admin] Publish callbacks [] for router (2e042d2c-4bae-4f3f-b9e3-6c2f5436099c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:10.009743 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0dbf384-d283-4601-8b09-a83a09cc8255 req-76a36634-26f4-416a-b8e7-6d8e65197334 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups/8bb66473-333c-489b-91fe-1fc152d05e99 HTTP/1.1" status: 200 len: 3002 time: 0.1587639 Feb 08 21:29:10.032846 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55220) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:10.084886 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301c102-c445-4351-b47b-7d4c8e571f72 req-68fed382-be4c-4298-84b0-2fe20f722619 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:10.086814 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6301c102-c445-4351-b47b-7d4c8e571f72 req-68fed382-be4c-4298-84b0-2fe20f722619 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/ports?device_id=c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3311994 Feb 08 21:29:10.174427 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ffc60fe2-9eb0-405c-abd4-a8d6440a9ea2 admin admin] Publish callbacks [] for router_gateway (2e042d2c-4bae-4f3f-b9e3-6c2f5436099c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:10.189961 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6301c102-c445-4351-b47b-7d4c8e571f72 req-10bf71e0-c013-4577-a34f-c867b3e729bc tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0972073 Feb 08 21:29:10.255567 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b97b0a90-f00e-42f6-9fd4-9023e3985622 req-66b85b94-7314-4247-a930-bc6a5b3897b4 tempest-ServerShowV254Test-1965566924 tempest-ServerShowV254Test-1965566924-project] 10.222.0.88 "GET /v2.0/ports?device_id=3dfa2f12-6a16-479b-bc77-43b912a0dbe1 HTTP/1.1" status: 200 len: 210 time: 0.0867012 Feb 08 21:29:10.364679 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ffc60fe2-9eb0-405c-abd4-a8d6440a9ea2 admin admin] Deleting port 9f59201c-495b-4104-9c23-2fe916a51fc5 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:29:10.370576 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-12ce5272-d7a5-4816-aabe-043d61b12d15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:10.376103 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ffc60fe2-9eb0-405c-abd4-a8d6440a9ea2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (9f59201c-495b-4104-9c23-2fe916a51fc5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:10.418014 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27052287-ded2-4783-aefd-14ad63ecd5aa req-05f8f1ea-d1e8-4a28-bd6c-1f5e4b7f5281 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups/647f5e85-b1f3-46ad-ab3b-e1fee03c327b HTTP/1.1" status: 200 len: 1819 time: 0.1191592 Feb 08 21:29:10.576794 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-ffc60fe2-9eb0-405c-abd4-a8d6440a9ea2 admin admin] For port 9f59201c-495b-4104-9c23-2fe916a51fc5, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=9f59201c-495b-4104-9c23-2fe916a51fc5,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:10.577717 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ffc60fe2-9eb0-405c-abd4-a8d6440a9ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (9f59201c-495b-4104-9c23-2fe916a51fc5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:10.601670 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-81b5580f-6ab0-4f41-af6c-a0be977b41b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'name': 'tempest-TaggedBootDevicesTest_v242-2118790159-router', 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '9f59201c-495b-4104-9c23-2fe916a51fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:32Z', 'updated_at': '2022-02-08T21:29:07Z', 'revision_number': 5, 'project_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'gw_port': {'id': '9f59201c-495b-4104-9c23-2fe916a51fc5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:36Z', 'updated_at': '2022-02-08T21:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:10.622304 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ffc60fe2-9eb0-405c-abd4-a8d6440a9ea2 admin admin] Calling delete_port for 9f59201c-495b-4104-9c23-2fe916a51fc5 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:29:10.634714 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b5580f-6ab0-4f41-af6c-a0be977b41b9 None None] Checking router: 2e042d2c-4bae-4f3f-b9e3-6c2f5436099c for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:29:10.647843 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b5580f-6ab0-4f41-af6c-a0be977b41b9 None None] Routers {'2e042d2c-4bae-4f3f-b9e3-6c2f5436099c'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:29:10.649008 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-81b5580f-6ab0-4f41-af6c-a0be977b41b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:28:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['2e042d2c-4bae-4f3f-b9e3-6c2f5436099c'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:10.661408 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-27052287-ded2-4783-aefd-14ad63ecd5aa req-99f004c5-0b8b-4a8a-bfdc-8250ded4cbfc tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (647f5e85-b1f3-46ad-ab3b-e1fee03c327b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:10.759596 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-27052287-ded2-4783-aefd-14ad63ecd5aa req-99f004c5-0b8b-4a8a-bfdc-8250ded4cbfc tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (647f5e85-b1f3-46ad-ab3b-e1fee03c327b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:10.910483 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-12ce5272-d7a5-4816-aabe-043d61b12d15 admin admin] Publish callbacks [] for security_group (ef351dde-672b-40c5-96fb-85bcbc031f92), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:10.926663 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-12ce5272-d7a5-4816-aabe-043d61b12d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ef351dde-672b-40c5-96fb-85bcbc031f92), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:10.970682 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-81b5580f-6ab0-4f41-af6c-a0be977b41b9 None None] Set router 2e042d2c-4bae-4f3f-b9e3-6c2f5436099c gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:29:10.990372 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ffc60fe2-9eb0-405c-abd4-a8d6440a9ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (9f59201c-495b-4104-9c23-2fe916a51fc5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:11.024645 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-27052287-ded2-4783-aefd-14ad63ecd5aa req-99f004c5-0b8b-4a8a-bfdc-8250ded4cbfc tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (647f5e85-b1f3-46ad-ab3b-e1fee03c327b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:11.044560 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-27052287-ded2-4783-aefd-14ad63ecd5aa req-99f004c5-0b8b-4a8a-bfdc-8250ded4cbfc tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:11.064201 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27052287-ded2-4783-aefd-14ad63ecd5aa req-99f004c5-0b8b-4a8a-bfdc-8250ded4cbfc tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "DELETE /v2.0/security-groups/647f5e85-b1f3-46ad-ab3b-e1fee03c327b HTTP/1.1" status: 204 len: 173 time: 0.6294947 Feb 08 21:29:11.092516 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc60fe2-9eb0-405c-abd4-a8d6440a9ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f59201c-495b-4104-9c23-2fe916a51fc5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:11.108742 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-12ce5272-d7a5-4816-aabe-043d61b12d15 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bf1f3f7bc5de4bef818849400872b3e0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0743191 Feb 08 21:29:11.111530 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55234) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:11.112833 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-81b5580f-6ab0-4f41-af6c-a0be977b41b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'name': 'tempest-TaggedBootDevicesTest_v242-2118790159-router', 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:32Z', 'updated_at': '2022-02-08T21:29:10Z', 'revision_number': 6, 'project_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:11.151400 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b5580f-6ab0-4f41-af6c-a0be977b41b9 None None] The sync data for ids ['2e042d2c-4bae-4f3f-b9e3-6c2f5436099c'] in n-d-712143-31 is: [{'id': '2e042d2c-4bae-4f3f-b9e3-6c2f5436099c', 'name': 'tempest-TaggedBootDevicesTest_v242-2118790159-router', 'tenant_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:32Z', 'updated_at': '2022-02-08T21:29:10Z', 'revision_number': 6, 'project_id': '06ebfb94fd3f44c49b600ce9fcb86d2e', 'gw_port_host': None}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:29:11.158833 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ffc60fe2-9eb0-405c-abd4-a8d6440a9ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (2e042d2c-4bae-4f3f-b9e3-6c2f5436099c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:11.179515 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce5272-d7a5-4816-aabe-043d61b12d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef351dde-672b-40c5-96fb-85bcbc031f92,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:11.195571 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ca50669-8045-44f4-8475-5a54eef752c8 req-553d92d7-51dd-4bec-b174-39ce3e740e6e tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1036921 Feb 08 21:29:11.211484 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f004c5-0b8b-4a8a-bfdc-8250ded4cbfc tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=647f5e85-b1f3-46ad-ab3b-e1fee03c327b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:11.263016 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-87a1ad83-f9bf-427d-82ee-78f765fc0c26 req-9200ad9b-aab7-412d-93d0-62897be9101b tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] show failed (client error): The resource could not be found. Feb 08 21:29:11.265065 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-87a1ad83-f9bf-427d-82ee-78f765fc0c26 req-9200ad9b-aab7-412d-93d0-62897be9101b tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups/647f5e85-b1f3-46ad-ab3b-e1fee03c327b HTTP/1.1" status: 404 len: 352 time: 0.0285451 Feb 08 21:29:11.474859 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7bc582e4-c22a-4150-ac1b-8f8934b82d6e admin admin] Publish callbacks [] for security_group (ef351dde-672b-40c5-96fb-85bcbc031f92), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:11.506537 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ffc60fe2-9eb0-405c-abd4-a8d6440a9ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (2e042d2c-4bae-4f3f-b9e3-6c2f5436099c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:11.511084 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7226e169-7a72-428b-be79-cbcde4372dd4 req-22e4ae67-2b4f-4db3-ac05-90d077c9a26c tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups/109a1129-cc30-446d-b12e-b7b29d5215db HTTP/1.1" status: 200 len: 1819 time: 0.1248698 Feb 08 21:29:11.526149 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ffc60fe2-9eb0-405c-abd4-a8d6440a9ea2 admin admin] Publish callbacks [] for router_controller (2e042d2c-4bae-4f3f-b9e3-6c2f5436099c), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:11.587426 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7bc582e4-c22a-4150-ac1b-8f8934b82d6e admin admin] Publish callbacks [] for security_group (ef351dde-672b-40c5-96fb-85bcbc031f92), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:11.590452 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ffc60fe2-9eb0-405c-abd4-a8d6440a9ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (2e042d2c-4bae-4f3f-b9e3-6c2f5436099c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:11.591036 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc60fe2-9eb0-405c-abd4-a8d6440a9ea2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e042d2c-4bae-4f3f-b9e3-6c2f5436099c {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:29:11.602098 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ffc60fe2-9eb0-405c-abd4-a8d6440a9ea2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:11.603165 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ffc60fe2-9eb0-405c-abd4-a8d6440a9ea2 admin admin] 10.222.0.88 "DELETE /v2.0/routers/2e042d2c-4bae-4f3f-b9e3-6c2f5436099c HTTP/1.1" status: 204 len: 168 time: 2.1189010 Feb 08 21:29:11.607917 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55252) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:11.670612 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cdb67506-1caa-4a9b-bb89-745ab3e11823 req-79c751ff-5e2b-40b5-9bba-4c753f6d6c0e tempest-ServerShowV254Test-1965566924 tempest-ServerShowV254Test-1965566924-project] 10.222.0.88 "GET /v2.0/ports?device_id=3dfa2f12-6a16-479b-bc77-43b912a0dbe1 HTTP/1.1" status: 200 len: 210 time: 0.1396770 Feb 08 21:29:11.720962 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7226e169-7a72-428b-be79-cbcde4372dd4 req-3a82db7e-b23e-484d-8bb9-027119865a6d tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (109a1129-cc30-446d-b12e-b7b29d5215db), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:11.728783 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2fb5921-84f6-4c55-ae92-41852fa05830 admin admin] Deleting subnet 6b4bfb64-5f0f-4b7c-aaa8-560930fcc069 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:29:11.738530 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2fb5921-84f6-4c55-ae92-41852fa05830 admin admin] Publish callbacks [] for subnet (6b4bfb64-5f0f-4b7c-aaa8-560930fcc069), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:11.780891 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7226e169-7a72-428b-be79-cbcde4372dd4 req-3a82db7e-b23e-484d-8bb9-027119865a6d tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (109a1129-cc30-446d-b12e-b7b29d5215db), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:11.818074 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7bc582e4-c22a-4150-ac1b-8f8934b82d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ef351dde-672b-40c5-96fb-85bcbc031f92), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:11.841569 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7bc582e4-c22a-4150-ac1b-8f8934b82d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:11.847819 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7bc582e4-c22a-4150-ac1b-8f8934b82d6e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ef351dde-672b-40c5-96fb-85bcbc031f92 HTTP/1.1" status: 204 len: 168 time: 0.7338123 Feb 08 21:29:11.875135 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc582e4-c22a-4150-ac1b-8f8934b82d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef351dde-672b-40c5-96fb-85bcbc031f92,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:11.885544 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2fb5921-84f6-4c55-ae92-41852fa05830 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (6b4bfb64-5f0f-4b7c-aaa8-560930fcc069), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:11.937806 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b26145-91cb-4361-a010-0b7f9fca4eb8 req-d9625fad-91f3-4ae3-be46-e244c01fea83 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:11.950449 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17b26145-91cb-4361-a010-0b7f9fca4eb8 req-d9625fad-91f3-4ae3-be46-e244c01fea83 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 945 time: 0.1489651 Feb 08 21:29:12.029243 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7226e169-7a72-428b-be79-cbcde4372dd4 req-3a82db7e-b23e-484d-8bb9-027119865a6d tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (109a1129-cc30-446d-b12e-b7b29d5215db), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:12.033275 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7226e169-7a72-428b-be79-cbcde4372dd4 req-3a82db7e-b23e-484d-8bb9-027119865a6d tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:12.047096 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7226e169-7a72-428b-be79-cbcde4372dd4 req-3a82db7e-b23e-484d-8bb9-027119865a6d tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "DELETE /v2.0/security-groups/109a1129-cc30-446d-b12e-b7b29d5215db HTTP/1.1" status: 204 len: 173 time: 0.5277693 Feb 08 21:29:12.102053 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2fb5921-84f6-4c55-ae92-41852fa05830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (6b4bfb64-5f0f-4b7c-aaa8-560930fcc069), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:12.112795 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17b26145-91cb-4361-a010-0b7f9fca4eb8 req-15b6f1c0-ed3a-418e-a2d2-045d9be95e2c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611185 Feb 08 21:29:12.115849 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82db7e-b23e-484d-8bb9-027119865a6d tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=109a1129-cc30-446d-b12e-b7b29d5215db,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:12.327977 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-e785b94b-d5c1-4390-846e-7b50e66f148f req-992cd0d7-4369-4ab7-abb0-47dc1b873df1 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] show failed (client error): The resource could not be found. Feb 08 21:29:12.329469 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e785b94b-d5c1-4390-846e-7b50e66f148f req-992cd0d7-4369-4ab7-abb0-47dc1b873df1 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups/109a1129-cc30-446d-b12e-b7b29d5215db HTTP/1.1" status: 404 len: 352 time: 0.0289185 Feb 08 21:29:12.367310 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2fb5921-84f6-4c55-ae92-41852fa05830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (6b4bfb64-5f0f-4b7c-aaa8-560930fcc069), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:12.376052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56a148-d99f-4e31-8523-f83b411d2e82 req-d9b3e12a-f18c-45cf-92e8-1360128483d1 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:12.386304 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b56a148-d99f-4e31-8523-f83b411d2e82 req-d9b3e12a-f18c-45cf-92e8-1360128483d1 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/ports?device_id=c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1 HTTP/1.1" status: 200 len: 945 time: 0.1495681 Feb 08 21:29:12.393028 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 35ac9b9e-11ed-4cbf-aae8-c08c661b35a3 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:29:12.403825 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb5921-84f6-4c55-ae92-41852fa05830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b4bfb64-5f0f-4b7c-aaa8-560930fcc069,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:12.416993 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2fb5921-84f6-4c55-ae92-41852fa05830 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:12.427793 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a2fb5921-84f6-4c55-ae92-41852fa05830 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/6b4bfb64-5f0f-4b7c-aaa8-560930fcc069 HTTP/1.1" status: 204 len: 168 time: 0.8187351 Feb 08 21:29:12.428908 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55264) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:12.467488 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8484a72e-c83d-487f-8e84-af8cc1c8f646 None None] Network 10af122a-be5c-432b-89ec-d882d652ee34 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:29:12.481351 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 35ac9b9e-11ed-4cbf-aae8-c08c661b35a3 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:29:12.484103 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 35ac9b9e-11ed-4cbf-aae8-c08c661b35a3 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:29:12.533197 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b56a148-d99f-4e31-8523-f83b411d2e82 req-3ecd20bc-0e56-42d2-8fcf-94f1ce4b4773 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a223fc-b029-4136-9493-58f03ef13624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457283 Feb 08 21:29:12.546415 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f49b8e6-c03b-4705-9d7e-a5cd442ee89c req-1c756866-ce5b-4642-b934-e974a454f721 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups/cf8b57fa-ac82-4727-b83b-df4b48d25100 HTTP/1.1" status: 200 len: 1820 time: 0.1490593 Feb 08 21:29:12.553160 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-942f322c-7e9b-4c4f-90c8-2ba60cabc116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (10af122a-be5c-432b-89ec-d882d652ee34), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:12.627179 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5f49b8e6-c03b-4705-9d7e-a5cd442ee89c req-180cab18-bf8f-4b86-8ebd-96e44043a856 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (cf8b57fa-ac82-4727-b83b-df4b48d25100), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:12.659201 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-942f322c-7e9b-4c4f-90c8-2ba60cabc116 admin admin] Deleting port bb84cfff-6097-4372-8298-7abb2e251769 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:29:12.659911 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-942f322c-7e9b-4c4f-90c8-2ba60cabc116 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (bb84cfff-6097-4372-8298-7abb2e251769), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:12.664688 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5f49b8e6-c03b-4705-9d7e-a5cd442ee89c req-180cab18-bf8f-4b86-8ebd-96e44043a856 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (cf8b57fa-ac82-4727-b83b-df4b48d25100), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:12.767767 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5f49b8e6-c03b-4705-9d7e-a5cd442ee89c req-180cab18-bf8f-4b86-8ebd-96e44043a856 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (cf8b57fa-ac82-4727-b83b-df4b48d25100), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:12.775193 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5f49b8e6-c03b-4705-9d7e-a5cd442ee89c req-180cab18-bf8f-4b86-8ebd-96e44043a856 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:12.776248 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68f4754-24a3-4415-989f-b8b16cae0f80 None None] DHCP port deletion for 10af122a-be5c-432b-89ec-d882d652ee34 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:29:12.776779 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f49b8e6-c03b-4705-9d7e-a5cd442ee89c req-180cab18-bf8f-4b86-8ebd-96e44043a856 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "DELETE /v2.0/security-groups/cf8b57fa-ac82-4727-b83b-df4b48d25100 HTTP/1.1" status: 204 len: 173 time: 0.2293751 Feb 08 21:29:12.778635 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-942f322c-7e9b-4c4f-90c8-2ba60cabc116 admin admin] For port bb84cfff-6097-4372-8298-7abb2e251769, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=bb84cfff-6097-4372-8298-7abb2e251769,segment=NetworkSegment(881e5be7-1349-4f9a-a3c0-c2bf76a0109d),segment_id=881e5be7-1349-4f9a-a3c0-c2bf76a0109d)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:12.779311 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-942f322c-7e9b-4c4f-90c8-2ba60cabc116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (bb84cfff-6097-4372-8298-7abb2e251769), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:12.797042 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cab18-bf8f-4b86-8ebd-96e44043a856 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8b57fa-ac82-4727-b83b-df4b48d25100,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:12.814994 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180cab18-bf8f-4b86-8ebd-96e44043a856 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:12.815893 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180cab18-bf8f-4b86-8ebd-96e44043a856 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:12.815893 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180cab18-bf8f-4b86-8ebd-96e44043a856 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:12.816107 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180cab18-bf8f-4b86-8ebd-96e44043a856 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:12.820049 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180cab18-bf8f-4b86-8ebd-96e44043a856 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:12.821775 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-942f322c-7e9b-4c4f-90c8-2ba60cabc116 admin admin] Calling delete_port for bb84cfff-6097-4372-8298-7abb2e251769 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:29:12.824059 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180cab18-bf8f-4b86-8ebd-96e44043a856 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:12.824485 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180cab18-bf8f-4b86-8ebd-96e44043a856 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:12.824847 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180cab18-bf8f-4b86-8ebd-96e44043a856 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:12.825153 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180cab18-bf8f-4b86-8ebd-96e44043a856 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:12.825515 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180cab18-bf8f-4b86-8ebd-96e44043a856 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:12.825849 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180cab18-bf8f-4b86-8ebd-96e44043a856 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:12.826174 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180cab18-bf8f-4b86-8ebd-96e44043a856 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:12.829410 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180cab18-bf8f-4b86-8ebd-96e44043a856 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:12.891871 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6fd041ee-f712-4773-9090-1c2ccdddda97 req-795f54fe-dab3-44ed-9a1c-9a1fe0fa86e7 tempest-ServerShowV254Test-1965566924 tempest-ServerShowV254Test-1965566924-project] 10.222.0.88 "GET /v2.0/ports?device_id=3dfa2f12-6a16-479b-bc77-43b912a0dbe1 HTTP/1.1" status: 200 len: 210 time: 0.0786536 Feb 08 21:29:12.898710 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-cf522d30-2097-4639-9319-5bf8a0146e62 req-59f19114-f625-4bd1-8166-1ef6e66d95dd tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] show failed (client error): The resource could not be found. Feb 08 21:29:12.900717 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf522d30-2097-4639-9319-5bf8a0146e62 req-59f19114-f625-4bd1-8166-1ef6e66d95dd tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups/cf8b57fa-ac82-4727-b83b-df4b48d25100 HTTP/1.1" status: 404 len: 352 time: 0.0684242 Feb 08 21:29:12.936935 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c68f4754-24a3-4415-989f-b8b16cae0f80 None None] Deleting port bb84cfff-6097-4372-8298-7abb2e251769 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:29:12.937947 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c68f4754-24a3-4415-989f-b8b16cae0f80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (bb84cfff-6097-4372-8298-7abb2e251769), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:13.070705 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c68f4754-24a3-4415-989f-b8b16cae0f80 None None] For port bb84cfff-6097-4372-8298-7abb2e251769, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=bb84cfff-6097-4372-8298-7abb2e251769,segment=NetworkSegment(881e5be7-1349-4f9a-a3c0-c2bf76a0109d),segment_id=881e5be7-1349-4f9a-a3c0-c2bf76a0109d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:13.073529 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c68f4754-24a3-4415-989f-b8b16cae0f80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (bb84cfff-6097-4372-8298-7abb2e251769), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:13.095839 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-21ad12e0-7765-474d-b303-20943c3a1d77 req-168c766a-3d70-4d6d-b8e5-d68578709215 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ccc07b4dde804a05ac4fc4b6116c0c0b HTTP/1.1" status: 200 len: 6208 time: 0.1514947 Feb 08 21:29:13.102299 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c68f4754-24a3-4415-989f-b8b16cae0f80 None None] Calling delete_port for bb84cfff-6097-4372-8298-7abb2e251769 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:29:13.113971 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-942f322c-7e9b-4c4f-90c8-2ba60cabc116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (bb84cfff-6097-4372-8298-7abb2e251769), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:13.181152 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f322c-7e9b-4c4f-90c8-2ba60cabc116 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb84cfff-6097-4372-8298-7abb2e251769,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:13.183994 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942f322c-7e9b-4c4f-90c8-2ba60cabc116 admin admin] No DVR routers for this DVR port bb84cfff-6097-4372-8298-7abb2e251769 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:29:13.239430 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17a486-90ee-4448-9ad6-76f1dcac206a req-dc5a0bba-7f9a-444c-bd01-049e78e119bb tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:13.242751 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ab17a486-90ee-4448-9ad6-76f1dcac206a req-dc5a0bba-7f9a-444c-bd01-049e78e119bb tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.96 "GET /v2.0/ports?device_id=c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1 HTTP/1.1" status: 200 len: 945 time: 0.1944957 Feb 08 21:29:13.245983 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-21ad12e0-7765-474d-b303-20943c3a1d77 req-3003d1d7-eae3-40b7-8dbf-74f89c0eb263 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups/8bb66473-333c-489b-91fe-1fc152d05e99 HTTP/1.1" status: 200 len: 3002 time: 0.1172159 Feb 08 21:29:13.278324 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-942f322c-7e9b-4c4f-90c8-2ba60cabc116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (10af122a-be5c-432b-89ec-d882d652ee34), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:13.314332 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-942f322c-7e9b-4c4f-90c8-2ba60cabc116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10af122a-be5c-432b-89ec-d882d652ee34']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:13.331116 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-942f322c-7e9b-4c4f-90c8-2ba60cabc116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881e5be7-1349-4f9a-a3c0-c2bf76a0109d') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:13.331923 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-942f322c-7e9b-4c4f-90c8-2ba60cabc116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881e5be7-1349-4f9a-a3c0-c2bf76a0109d') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:13.346296 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-942f322c-7e9b-4c4f-90c8-2ba60cabc116 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (881e5be7-1349-4f9a-a3c0-c2bf76a0109d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:13.364687 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-942f322c-7e9b-4c4f-90c8-2ba60cabc116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (881e5be7-1349-4f9a-a3c0-c2bf76a0109d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:13.374550 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942f322c-7e9b-4c4f-90c8-2ba60cabc116 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:29:13.375491 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-942f322c-7e9b-4c4f-90c8-2ba60cabc116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (881e5be7-1349-4f9a-a3c0-c2bf76a0109d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:13.408132 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-21ad12e0-7765-474d-b303-20943c3a1d77 req-105342ac-d1bc-423f-a41b-ba3b2458cfbc tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups/8bb66473-333c-489b-91fe-1fc152d05e99 HTTP/1.1" status: 200 len: 3002 time: 0.1140287 Feb 08 21:29:13.443086 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c68f4754-24a3-4415-989f-b8b16cae0f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (bb84cfff-6097-4372-8298-7abb2e251769), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:13.487316 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-ab17a486-90ee-4448-9ad6-76f1dcac206a req-e42a0fb5-ea7a-43a0-8126-830e87cffbc8 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Deleting port 01e2c114-2af5-4ace-b722-b525eaa03f8c {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:29:13.487735 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ab17a486-90ee-4448-9ad6-76f1dcac206a req-e42a0fb5-ea7a-43a0-8126-830e87cffbc8 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (01e2c114-2af5-4ace-b722-b525eaa03f8c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:29:13.525709 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:29:13.529897 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-942f322c-7e9b-4c4f-90c8-2ba60cabc116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (10af122a-be5c-432b-89ec-d882d652ee34), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:13.534582 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f4754-24a3-4415-989f-b8b16cae0f80 None None] Pushing event deleted for resources: {'Port': ['ID=bb84cfff-6097-4372-8298-7abb2e251769,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:13.541645 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-942f322c-7e9b-4c4f-90c8-2ba60cabc116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:13.548866 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-942f322c-7e9b-4c4f-90c8-2ba60cabc116 admin admin] 10.222.0.88 "DELETE /v2.0/networks/10af122a-be5c-432b-89ec-d882d652ee34 HTTP/1.1" status: 204 len: 168 time: 1.1183846 Feb 08 21:29:13.550370 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68f4754-24a3-4415-989f-b8b16cae0f80 None None] No DVR routers for this DVR port bb84cfff-6097-4372-8298-7abb2e251769 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:29:13.553998 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55296) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:13.554539 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f4754-24a3-4415-989f-b8b16cae0f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:13.555254 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f4754-24a3-4415-989f-b8b16cae0f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:13.556165 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f4754-24a3-4415-989f-b8b16cae0f80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:13.556574 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f4754-24a3-4415-989f-b8b16cae0f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:13.557638 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f4754-24a3-4415-989f-b8b16cae0f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:13.558117 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f4754-24a3-4415-989f-b8b16cae0f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:13.558734 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f4754-24a3-4415-989f-b8b16cae0f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:13.559246 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f4754-24a3-4415-989f-b8b16cae0f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:13.560018 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f4754-24a3-4415-989f-b8b16cae0f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:13.560724 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f4754-24a3-4415-989f-b8b16cae0f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:13.562074 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f4754-24a3-4415-989f-b8b16cae0f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:13.562719 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f4754-24a3-4415-989f-b8b16cae0f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:13.563897 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f4754-24a3-4415-989f-b8b16cae0f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:29:13.586805 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f322c-7e9b-4c4f-90c8-2ba60cabc116 admin admin] Pushing event deleted for resources: {'Network': ['ID=10af122a-be5c-432b-89ec-d882d652ee34,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:13.666578 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-ab17a486-90ee-4448-9ad6-76f1dcac206a req-e42a0fb5-ea7a-43a0-8126-830e87cffbc8 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] For port 01e2c114-2af5-4ace-b722-b525eaa03f8c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=01e2c114-2af5-4ace-b722-b525eaa03f8c,segment=NetworkSegment(4f8caa7b-279a-4b42-a5d8-1821a690d130),segment_id=4f8caa7b-279a-4b42-a5d8-1821a690d130)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:13.666963 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ab17a486-90ee-4448-9ad6-76f1dcac206a req-e42a0fb5-ea7a-43a0-8126-830e87cffbc8 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (01e2c114-2af5-4ace-b722-b525eaa03f8c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:13.687345 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6800e-bc72-4e39-b94e-bf25a571a8b2 req-23208327-9c69-46f7-82bb-083cbedba91e tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:13.695174 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d4d6800e-bc72-4e39-b94e-bf25a571a8b2 req-23208327-9c69-46f7-82bb-083cbedba91e tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 945 time: 0.2582684 Feb 08 21:29:13.705653 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-ab17a486-90ee-4448-9ad6-76f1dcac206a req-e42a0fb5-ea7a-43a0-8126-830e87cffbc8 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Calling delete_port for 01e2c114-2af5-4ace-b722-b525eaa03f8c owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:29:13.848861 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c33749-6359-4726-be0a-d73347bdd059 req-00fa5f8e-03c2-4aaa-9697-63fb9978a964 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:13.857431 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-93c33749-6359-4726-be0a-d73347bdd059 req-00fa5f8e-03c2-4aaa-9697-63fb9978a964 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.2486598 Feb 08 21:29:13.866947 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55302) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:13.893136 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 9f59201c-495b-4104-9c23-2fe916a51fc5 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:29:13.925138 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d4d6800e-bc72-4e39-b94e-bf25a571a8b2 req-3889911f-80f0-40be-88df-8785a2e54354 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285750 Feb 08 21:29:13.983962 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 9f59201c-495b-4104-9c23-2fe916a51fc5 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:29:13.993685 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 9f59201c-495b-4104-9c23-2fe916a51fc5 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:29:13.996558 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-93c33749-6359-4726-be0a-d73347bdd059 req-8abfac66-2a07-4f09-ade0-c110ebb211bb tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377614 Feb 08 21:29:14.000187 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device bb84cfff-6097-4372-8298-7abb2e251769 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:29:14.006496 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-63e8bbda-e067-40de-a1b4-936a90bdbe89 req-b3c97342-21b7-47d9-ab25-647d83603615 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1225998673', 'description': 'tempest-description-637601458'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:29:14.064151 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-63e8bbda-e067-40de-a1b4-936a90bdbe89 req-b3c97342-21b7-47d9-ab25-647d83603615 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:14.078625 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: bb84cfff-6097-4372-8298-7abb2e251769 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:29:14.080359 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device bb84cfff-6097-4372-8298-7abb2e251769 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:29:14.210437 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9f121a93-3363-49bb-a7e5-f9563ec79306 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-937288893-network', 'tenant_id': '0b5378aef139411c8980fedff164d328'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:29:14.244731 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f121a93-3363-49bb-a7e5-f9563ec79306 admin admin] Made reservation on behalf of 0b5378aef139411c8980fedff164d328 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:29:14.247290 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f121a93-3363-49bb-a7e5-f9563ec79306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:14.260423 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f121a93-3363-49bb-a7e5-f9563ec79306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:14.281705 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7b27d3c-e82d-49fd-a8c9-9b1cae02c3db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (456ff6be-e1fd-45e2-a68d-3ddea9d72de8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:14.529259 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f121a93-3363-49bb-a7e5-f9563ec79306 admin admin] Publish callbacks [] for security_group (9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:14.536929 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f121a93-3363-49bb-a7e5-f9563ec79306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:14.581512 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f121a93-3363-49bb-a7e5-f9563ec79306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:14.604749 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ab17a486-90ee-4448-9ad6-76f1dcac206a req-e42a0fb5-ea7a-43a0-8126-830e87cffbc8 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (01e2c114-2af5-4ace-b722-b525eaa03f8c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:14.610315 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f121a93-3363-49bb-a7e5-f9563ec79306 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:29:14.646805 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f121a93-3363-49bb-a7e5-f9563ec79306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (ce7776cb-c96f-49d0-a5da-4fe283036b62), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:14.647299 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-9f121a93-3363-49bb-a7e5-f9563ec79306 admin admin] Added segment ce7776cb-c96f-49d0-a5da-4fe283036b62 of type vlan for network 615ec4ed-fa4e-46ef-89c1-1a6f16003df8 Feb 08 21:29:14.649334 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a0fb5-ea7a-43a0-8126-830e87cffbc8 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Pushing event deleted for resources: {'Port': ['ID=01e2c114-2af5-4ace-b722-b525eaa03f8c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:14.678187 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff448c5-eeaf-47e4-b34a-a10545c96be5 req-21174f0e-dcc1-4f29-a21d-ef0b9aecac32 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:14.678187 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eff448c5-eeaf-47e4-b34a-a10545c96be5 req-21174f0e-dcc1-4f29-a21d-ef0b9aecac32 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/ports?device_id=c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1 HTTP/1.1" status: 200 len: 867 time: 0.5341165 Feb 08 21:29:14.738011 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab17a486-90ee-4448-9ad6-76f1dcac206a req-e42a0fb5-ea7a-43a0-8126-830e87cffbc8 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] No DVR routers for this DVR port 01e2c114-2af5-4ace-b722-b525eaa03f8c on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:29:14.742183 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-63e8bbda-e067-40de-a1b4-936a90bdbe89 req-b3c97342-21b7-47d9-ab25-647d83603615 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (03caa7fa-28ee-4081-bb7f-d6630eeca089), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:14.747968 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f121a93-3363-49bb-a7e5-f9563ec79306 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (615ec4ed-fa4e-46ef-89c1-1a6f16003df8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:14.751571 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ab17a486-90ee-4448-9ad6-76f1dcac206a req-e42a0fb5-ea7a-43a0-8126-830e87cffbc8 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:14.755544 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ab17a486-90ee-4448-9ad6-76f1dcac206a req-e42a0fb5-ea7a-43a0-8126-830e87cffbc8 tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.96 "DELETE /v2.0/ports/01e2c114-2af5-4ace-b722-b525eaa03f8c HTTP/1.1" status: 204 len: 173 time: 1.5075064 Feb 08 21:29:14.756419 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1', 'name': 'network-vif-deleted', 'tag': '01e2c114-2af5-4ace-b722-b525eaa03f8c'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:29:14.758835 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392a66e1-4876-4e79-b3f1-bfa187517b58" -d '{"events": [{"server_uuid": "c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1", "name": "network-vif-deleted", "tag": "01e2c114-2af5-4ace-b722-b525eaa03f8c"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:29:14.764437 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-63e8bbda-e067-40de-a1b4-936a90bdbe89 req-b3c97342-21b7-47d9-ab25-647d83603615 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (03caa7fa-28ee-4081-bb7f-d6630eeca089), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:14.818964 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-63e8bbda-e067-40de-a1b4-936a90bdbe89 req-b3c97342-21b7-47d9-ab25-647d83603615 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:14.829092 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-63e8bbda-e067-40de-a1b4-936a90bdbe89 req-b3c97342-21b7-47d9-ab25-647d83603615 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.8418121 Feb 08 21:29:14.846029 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f121a93-3363-49bb-a7e5-f9563ec79306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (615ec4ed-fa4e-46ef-89c1-1a6f16003df8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:14.850329 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f121a93-3363-49bb-a7e5-f9563ec79306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:14.851048 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f121a93-3363-49bb-a7e5-f9563ec79306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:14.856760 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c97342-21b7-47d9-ab25-647d83603615 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03caa7fa-28ee-4081-bb7f-d6630eeca089,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:14.888840 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eff448c5-eeaf-47e4-b34a-a10545c96be5 req-7e577ff6-e228-4129-8aec-9a34f34a6f7a tempest-FloatingIPsAssociationNegativeTestJSON-810882571 tempest-FloatingIPsAssociationNegativeTestJSON-810882571-project] 10.222.0.88 "GET /v2.0/security-groups?id=32a223fc-b029-4136-9493-58f03ef13624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916020 Feb 08 21:29:14.983076 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9f121a93-3363-49bb-a7e5-f9563ec79306 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1149664 Feb 08 21:29:14.992793 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55318) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:15.000677 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-fa429036-6658-4b19-b816-f8a76258f46c admin admin] Request body: {'subnet': {'network_id': '615ec4ed-fa4e-46ef-89c1-1a6f16003df8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-937288893-subnet', 'tenant_id': '0b5378aef139411c8980fedff164d328', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:29:15.005679 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3f9edc3a-ea2b-4ccc-833b-23a1314b4019 req-e510a401-9d92-41d9-b4d0-6f4c9e997e3d tempest-ServerShowV254Test-1965566924 tempest-ServerShowV254Test-1965566924-project] 10.222.0.88 "GET /v2.0/ports?device_id=3dfa2f12-6a16-479b-bc77-43b912a0dbe1 HTTP/1.1" status: 200 len: 210 time: 0.0401647 Feb 08 21:29:15.068540 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f121a93-3363-49bb-a7e5-f9563ec79306 admin admin] Pushing event updated for resources: {'Network': ['ID=615ec4ed-fa4e-46ef-89c1-1a6f16003df8,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:15.073324 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c7b27d3c-e82d-49fd-a8c9-9b1cae02c3db admin admin] Deleting port 1cf89844-28a9-4d67-a58a-ce905c03ec7f {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:29:15.073789 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7b27d3c-e82d-49fd-a8c9-9b1cae02c3db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (1cf89844-28a9-4d67-a58a-ce905c03ec7f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:15.077689 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f651f9-0269-448b-a7b4-e8c233108f1f req-8a44ca7f-92c2-45dc-9331-7560fe405c3e tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:15.090646 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18f651f9-0269-448b-a7b4-e8c233108f1f req-8a44ca7f-92c2-45dc-9331-7560fe405c3e tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.1009312 Feb 08 21:29:15.092614 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 615ec4ed-fa4e-46ef-89c1-1a6f16003df8 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:29:15.145744 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cffb6f-d650-46dd-8326-033be308a4c6 x-openstack-request-id: req-46cffb6f-d650-46dd-8326-033be308a4c6 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:29:15.147350 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1", "name": "network-vif-deleted", "tag": "01e2c114-2af5-4ace-b722-b525eaa03f8c", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:29:15.148056 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-46cffb6f-d650-46dd-8326-033be308a4c6 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:29:15.149616 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c719b1ee-ca39-4bfb-9c2a-a1e6b13018c1', 'name': 'network-vif-deleted', 'tag': '01e2c114-2af5-4ace-b722-b525eaa03f8c', 'status': 'completed', 'code': 200} Feb 08 21:29:15.154742 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa429036-6658-4b19-b816-f8a76258f46c admin admin] Made reservation on behalf of 0b5378aef139411c8980fedff164d328 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:29:15.157383 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa429036-6658-4b19-b816-f8a76258f46c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:15.199588 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-f27a0035-3fd7-441c-bca1-50271c74d38e req-63f2ce07-df4c-4a0c-887e-621f813be5d8 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1810546703', 'description': 'tempest-description-442744368'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:29:15.235432 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18f651f9-0269-448b-a7b4-e8c233108f1f req-6c2f1b0c-b9f8-41a4-8916-6b51db70877e tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421607 Feb 08 21:29:15.294057 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f27a0035-3fd7-441c-bca1-50271c74d38e req-63f2ce07-df4c-4a0c-887e-621f813be5d8 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:15.449280 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f27a0035-3fd7-441c-bca1-50271c74d38e req-63f2ce07-df4c-4a0c-887e-621f813be5d8 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (d37e6d11-c90f-4c8a-a8a9-10360a189cad), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:15.457104 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f27a0035-3fd7-441c-bca1-50271c74d38e req-63f2ce07-df4c-4a0c-887e-621f813be5d8 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d37e6d11-c90f-4c8a-a8a9-10360a189cad), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:15.505130 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774fce1-197a-489f-9aca-96d13c9150e8 req-29ce64b8-67fe-4cc0-9a11-56e8f0b44f6a tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:15.509624 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1774fce1-197a-489f-9aca-96d13c9150e8 req-29ce64b8-67fe-4cc0-9a11-56e8f0b44f6a tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 945 time: 0.1524484 Feb 08 21:29:15.539502 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f27a0035-3fd7-441c-bca1-50271c74d38e req-63f2ce07-df4c-4a0c-887e-621f813be5d8 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:15.571857 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f27a0035-3fd7-441c-bca1-50271c74d38e req-63f2ce07-df4c-4a0c-887e-621f813be5d8 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3809955 Feb 08 21:29:15.604952 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2ce07-df4c-4a0c-887e-621f813be5d8 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d37e6d11-c90f-4c8a-a8a9-10360a189cad,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:15.672666 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-c7b27d3c-e82d-49fd-a8c9-9b1cae02c3db admin admin] For port 1cf89844-28a9-4d67-a58a-ce905c03ec7f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=1cf89844-28a9-4d67-a58a-ce905c03ec7f,segment=NetworkSegment(26c04e80-d87d-425e-9a45-505c3c31cc24),segment_id=26c04e80-d87d-425e-9a45-505c3c31cc24)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:15.673261 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7b27d3c-e82d-49fd-a8c9-9b1cae02c3db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (1cf89844-28a9-4d67-a58a-ce905c03ec7f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:15.679568 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1774fce1-197a-489f-9aca-96d13c9150e8 req-f977532e-7b6a-4e60-a8f9-9f3f1ab0e8fa tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688802 Feb 08 21:29:15.701662 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c7b27d3c-e82d-49fd-a8c9-9b1cae02c3db admin admin] Calling delete_port for 1cf89844-28a9-4d67-a58a-ce905c03ec7f owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:29:15.965001 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 01e2c114-2af5-4ace-b722-b525eaa03f8c no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:29:16.001066 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 01e2c114-2af5-4ace-b722-b525eaa03f8c {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:29:16.001610 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 01e2c114-2af5-4ace-b722-b525eaa03f8c not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:29:16.075556 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957adf2-c192-4b04-ae12-4efc7ef4ebdd req-c0da6ef4-a582-480c-a00d-b50df94053a7 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:16.077667 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6957adf2-c192-4b04-ae12-4efc7ef4ebdd req-c0da6ef4-a582-480c-a00d-b50df94053a7 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.1192956 Feb 08 21:29:16.116148 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa429036-6658-4b19-b816-f8a76258f46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (2583ff1d-670a-4074-8b7c-cb54a492a95a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:16.142531 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-990bfb83-a9d8-452e-9c65-b35d5b576b89 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:16.150243 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-990bfb83-a9d8-452e-9c65-b35d5b576b89 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/networks?id=e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b HTTP/1.1" status: 200 len: 812 time: 0.2771659 Feb 08 21:29:16.185418 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-2aeaa801-1656-403c-8fec-15f27cfef234 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/quotas/ccc07b4dde804a05ac4fc4b6116c0c0b HTTP/1.1" status: 200 len: 375 time: 0.0238116 Feb 08 21:29:16.210904 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa429036-6658-4b19-b816-f8a76258f46c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2583ff1d-670a-4074-8b7c-cb54a492a95a,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:16.232952 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa429036-6658-4b19-b816-f8a76258f46c admin admin] Checking segment: {'id': 'ce7776cb-c96f-49d0-a5da-4fe283036b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '615ec4ed-fa4e-46ef-89c1-1a6f16003df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:29:16.233590 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa429036-6658-4b19-b816-f8a76258f46c admin admin] Network hostable DHCP agents. Network: 615ec4ed-fa4e-46ef-89c1-1a6f16003df8, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:29:16.240185 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6957adf2-c192-4b04-ae12-4efc7ef4ebdd req-922b47cb-c620-4f71-95a2-d9f4ec9a15ac tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443775 Feb 08 21:29:16.240543 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7b27d3c-e82d-49fd-a8c9-9b1cae02c3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (1cf89844-28a9-4d67-a58a-ce905c03ec7f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:16.325174 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-9b17201b-eeea-4e9b-82b6-1b3c54cd1fee tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=ccc07b4dde804a05ac4fc4b6116c0c0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1198173 Feb 08 21:29:16.358286 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b27d3c-e82d-49fd-a8c9-9b1cae02c3db admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf89844-28a9-4d67-a58a-ce905c03ec7f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:16.410234 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55344) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:16.457783 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa429036-6658-4b19-b816-f8a76258f46c admin admin] Network 615ec4ed-fa4e-46ef-89c1-1a6f16003df8 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:29:16.538970 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-fa429036-6658-4b19-b816-f8a76258f46c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 615ec4ed-fa4e-46ef-89c1-1a6f16003df8) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:29:16.547253 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa429036-6658-4b19-b816-f8a76258f46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:16.548445 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa429036-6658-4b19-b816-f8a76258f46c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:16.556079 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e483aa5-ba29-4214-abbe-352fbe0ae9e6 None None] Network 615ec4ed-fa4e-46ef-89c1-1a6f16003df8 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:29:16.724403 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d789195-3ec6-49d9-83d0-671748c39d97 req-b1c4386c-f6ee-4d66-aa7a-62d7379d385d tempest-ServerShowV254Test-1965566924 tempest-ServerShowV254Test-1965566924-project] 10.222.0.88 "GET /v2.0/ports?device_id=3dfa2f12-6a16-479b-bc77-43b912a0dbe1 HTTP/1.1" status: 200 len: 210 time: 0.1516738 Feb 08 21:29:16.782081 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fa429036-6658-4b19-b816-f8a76258f46c admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7878211 Feb 08 21:29:16.786130 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55350) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:16.796886 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-95b93509-6dc2-48fb-8eed-93bd1c19e7a5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-937288893-router', 'tenant_id': '0b5378aef139411c8980fedff164d328', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:29:16.860963 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95b93509-6dc2-48fb-8eed-93bd1c19e7a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (28628eca-48a7-4486-8f4f-8f30ddbbda16), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:16.863411 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95b93509-6dc2-48fb-8eed-93bd1c19e7a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (28628eca-48a7-4486-8f4f-8f30ddbbda16), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:16.896945 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023ac3a3-18bf-452d-a13a-2be6b5628018 None None] Network 615ec4ed-fa4e-46ef-89c1-1a6f16003df8 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:29:16.902321 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-4e157ec5-0f5b-4e9f-b624-ced63a8ac3f3 service neutron] 10.222.0.88 "GET /v2.0/networks/e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5752285 Feb 08 21:29:16.947456 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95b93509-6dc2-48fb-8eed-93bd1c19e7a5 admin admin] Publish callbacks [] for router_controller (28628eca-48a7-4486-8f4f-8f30ddbbda16), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:16.953833 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7b27d3c-e82d-49fd-a8c9-9b1cae02c3db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (456ff6be-e1fd-45e2-a68d-3ddea9d72de8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:17.223787 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95b93509-6dc2-48fb-8eed-93bd1c19e7a5 admin admin] Publish callbacks [] for router_gateway (28628eca-48a7-4486-8f4f-8f30ddbbda16), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:17.365586 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9fb06-eb11-47f5-ba8c-76cf27c80a90 req-4034f01a-9e70-47dd-aaf5-1ed01a1b78f9 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:17.368235 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dec9fb06-eb11-47f5-ba8c-76cf27c80a90 req-4034f01a-9e70-47dd-aaf5-1ed01a1b78f9 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 945 time: 0.3653500 Feb 08 21:29:17.391523 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-0f73d41e-f733-4bd1-910f-28bd0f210b2e service neutron] 10.222.0.88 "GET /v2.0/networks/e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877634 Feb 08 21:29:17.459792 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b27d3c-e82d-49fd-a8c9-9b1cae02c3db admin admin] Router 456ff6be-e1fd-45e2-a68d-3ddea9d72de8 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:29:17.649827 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dec9fb06-eb11-47f5-ba8c-76cf27c80a90 req-96acb9df-4c18-4623-985f-9066c9774132 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013397 Feb 08 21:29:17.860415 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5a74803c-d9dd-4129-b29f-07f3f032ee16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (4667e7bd-7244-4d46-bbee-f7da8ee5e4d0), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:17.978399 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b27d3c-e82d-49fd-a8c9-9b1cae02c3db admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:29:17.997050 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64309d2-d977-4545-aebe-4ec8eca960ba None None] Sync routers for ids ['456ff6be-e1fd-45e2-a68d-3ddea9d72de8'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:29:18.030204 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64309d2-d977-4545-aebe-4ec8eca960ba None None] Routers {'456ff6be-e1fd-45e2-a68d-3ddea9d72de8'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:29:18.030663 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c7b27d3c-e82d-49fd-a8c9-9b1cae02c3db admin admin] 10.222.0.88 "PUT /v2.0/routers/456ff6be-e1fd-45e2-a68d-3ddea9d72de8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4701257 Feb 08 21:29:18.033306 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55368) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:18.038641 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b64309d2-d977-4545-aebe-4ec8eca960ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:28:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['456ff6be-e1fd-45e2-a68d-3ddea9d72de8'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:18.096485 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95b93509-6dc2-48fb-8eed-93bd1c19e7a5 admin admin] Publish callbacks [] for router_gateway (28628eca-48a7-4486-8f4f-8f30ddbbda16), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:18.170751 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9a1f0e7e-35a9-41ab-82db-6b0b477f5247 req-fbfd238b-a240-4d3c-b8c8-cead698ca754 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=51bfde61-e1e9-4473-9160-07490a708b81 HTTP/1.1" status: 200 len: 210 time: 0.1780584 Feb 08 21:29:18.268364 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95b93509-6dc2-48fb-8eed-93bd1c19e7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:18.309828 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-51755ee1-def6-40ef-901d-5e500c5ad3d0 req-5f42e7d6-ec28-4272-adb2-b360f5d8116e tempest-ServerShowV254Test-1965566924 tempest-ServerShowV254Test-1965566924-project] 10.222.0.88 "GET /v2.0/ports?device_id=3dfa2f12-6a16-479b-bc77-43b912a0dbe1 HTTP/1.1" status: 200 len: 210 time: 0.0373092 Feb 08 21:29:18.492617 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-b64309d2-d977-4545-aebe-4ec8eca960ba None None] Set router 456ff6be-e1fd-45e2-a68d-3ddea9d72de8 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:29:18.522045 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5807c9c-9bb4-474d-9e17-b34e09f4e48b admin admin] Publish callbacks [] for router (456ff6be-e1fd-45e2-a68d-3ddea9d72de8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:18.679372 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-95b93509-6dc2-48fb-8eed-93bd1c19e7a5 admin admin] Allocated IP 172.25.3.237 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/136e8f55-efbc-4452-88a9-3bffc4956842) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:29:18.788185 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:29:18.801418 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768cb98-9cc8-46cb-ab3d-05f65cc460c6 req-16630cfd-4da9-40f3-9732-b0b05cdf1dec tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:18.803396 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3768cb98-9cc8-46cb-ab3d-05f65cc460c6 req-16630cfd-4da9-40f3-9732-b0b05cdf1dec tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.1582820 Feb 08 21:29:18.864657 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b64309d2-d977-4545-aebe-4ec8eca960ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456ff6be-e1fd-45e2-a68d-3ddea9d72de8', 'name': 'tempest-TaggedBootDevicesTest_v242-1669835430-router', 'tenant_id': '907807b93ff64ac1b9cba777047bc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:59Z', 'updated_at': '2022-02-08T21:29:16Z', 'revision_number': 5, 'project_id': '907807b93ff64ac1b9cba777047bc524', 'gw_port': {'id': '9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456ff6be-e1fd-45e2-a68d-3ddea9d72de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:19:02Z', 'updated_at': '2022-02-08T21:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:18.898617 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64309d2-d977-4545-aebe-4ec8eca960ba None None] Checking router: 456ff6be-e1fd-45e2-a68d-3ddea9d72de8 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:29:18.933572 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64309d2-d977-4545-aebe-4ec8eca960ba None None] Routers {'456ff6be-e1fd-45e2-a68d-3ddea9d72de8'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:29:18.934389 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b64309d2-d977-4545-aebe-4ec8eca960ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:28:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['456ff6be-e1fd-45e2-a68d-3ddea9d72de8'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:18.970207 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5807c9c-9bb4-474d-9e17-b34e09f4e48b admin admin] Publish callbacks [] for router_gateway (456ff6be-e1fd-45e2-a68d-3ddea9d72de8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:19.047458 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95b93509-6dc2-48fb-8eed-93bd1c19e7a5 admin admin] Publish callbacks [] for port (136e8f55-efbc-4452-88a9-3bffc4956842), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:19.097856 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95b93509-6dc2-48fb-8eed-93bd1c19e7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (136e8f55-efbc-4452-88a9-3bffc4956842), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:19.174841 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522ff33-14a6-4f0b-b9be-cc7c7ce412df req-064c7e1d-f1f7-461b-a6de-9f7caa53a03a tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:19.175400 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-b64309d2-d977-4545-aebe-4ec8eca960ba None None] Set router 456ff6be-e1fd-45e2-a68d-3ddea9d72de8 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:29:19.179861 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b522ff33-14a6-4f0b-b9be-cc7c7ce412df req-064c7e1d-f1f7-461b-a6de-9f7caa53a03a tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 945 time: 0.2259603 Feb 08 21:29:19.191827 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3768cb98-9cc8-46cb-ab3d-05f65cc460c6 req-a8b8b7c1-220e-4160-952e-f1816075c2d1 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3746231 Feb 08 21:29:19.237173 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b93509-6dc2-48fb-8eed-93bd1c19e7a5 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:29:19.242665 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-95b93509-6dc2-48fb-8eed-93bd1c19e7a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:29:19.249134 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b93509-6dc2-48fb-8eed-93bd1c19e7a5 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:29:19.290643 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b522ff33-14a6-4f0b-b9be-cc7c7ce412df req-1d297461-1daa-463c-ac56-ec100d2614c2 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933664 Feb 08 21:29:19.292353 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-5a74803c-d9dd-4129-b29f-07f3f032ee16 admin admin] Deleting port f4e51e99-effa-4bf7-8042-bb9d79050f0b {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:29:19.292709 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5a74803c-d9dd-4129-b29f-07f3f032ee16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f4e51e99-effa-4bf7-8042-bb9d79050f0b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:19.305153 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b93509-6dc2-48fb-8eed-93bd1c19e7a5 admin admin] Pushing event updated for resources: {'Port': ['ID=136e8f55-efbc-4452-88a9-3bffc4956842,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:19.313587 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a5807c9c-9bb4-474d-9e17-b34e09f4e48b admin admin] Deleting port 9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:29:19.313587 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5807c9c-9bb4-474d-9e17-b34e09f4e48b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:19.415153 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-249946c8-9743-4bb1-a39c-f20866f80f3a req-a6461db1-1dc7-49c7-8c55-c47b3a52e695 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=51bfde61-e1e9-4473-9160-07490a708b81 HTTP/1.1" status: 200 len: 210 time: 0.0889633 Feb 08 21:29:19.551304 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-5a74803c-d9dd-4129-b29f-07f3f032ee16 admin admin] For port f4e51e99-effa-4bf7-8042-bb9d79050f0b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f4e51e99-effa-4bf7-8042-bb9d79050f0b,segment=NetworkSegment(4f8caa7b-279a-4b42-a5d8-1821a690d130),segment_id=4f8caa7b-279a-4b42-a5d8-1821a690d130)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:19.552155 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5a74803c-d9dd-4129-b29f-07f3f032ee16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f4e51e99-effa-4bf7-8042-bb9d79050f0b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:19.580981 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-5a74803c-d9dd-4129-b29f-07f3f032ee16 admin admin] Calling delete_port for f4e51e99-effa-4bf7-8042-bb9d79050f0b owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:29:19.695027 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b64309d2-d977-4545-aebe-4ec8eca960ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456ff6be-e1fd-45e2-a68d-3ddea9d72de8', 'name': 'tempest-TaggedBootDevicesTest_v242-1669835430-router', 'tenant_id': '907807b93ff64ac1b9cba777047bc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:59Z', 'updated_at': '2022-02-08T21:29:16Z', 'revision_number': 5, 'project_id': '907807b93ff64ac1b9cba777047bc524', 'gw_port': {'id': '9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456ff6be-e1fd-45e2-a68d-3ddea9d72de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:19:02Z', 'updated_at': '2022-02-08T21:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:19.742838 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-a5807c9c-9bb4-474d-9e17-b34e09f4e48b admin admin] For port 9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:19.743288 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5807c9c-9bb4-474d-9e17-b34e09f4e48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:19.778643 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64309d2-d977-4545-aebe-4ec8eca960ba None None] The sync data for ids ['456ff6be-e1fd-45e2-a68d-3ddea9d72de8'] in n-d-712143-31 is: [{'id': '456ff6be-e1fd-45e2-a68d-3ddea9d72de8', 'name': 'tempest-TaggedBootDevicesTest_v242-1669835430-router', 'tenant_id': '907807b93ff64ac1b9cba777047bc524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:59Z', 'updated_at': '2022-02-08T21:29:16Z', 'revision_number': 5, 'project_id': '907807b93ff64ac1b9cba777047bc524', 'gw_port': {'id': '9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456ff6be-e1fd-45e2-a68d-3ddea9d72de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:19:02Z', 'updated_at': '2022-02-08T21:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:29:19.842976 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b2165f3-407a-460b-83c8-b4540941fae2 req-20ed8911-52fd-417b-ac9b-4537d872b4ad tempest-ServerShowV254Test-1965566924 tempest-ServerShowV254Test-1965566924-project] 10.222.0.88 "GET /v2.0/ports?device_id=3dfa2f12-6a16-479b-bc77-43b912a0dbe1 HTTP/1.1" status: 200 len: 210 time: 0.4087462 Feb 08 21:29:19.881653 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a5807c9c-9bb4-474d-9e17-b34e09f4e48b admin admin] Calling delete_port for 9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:29:19.908457 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7bccdf16-6ab8-480e-82ce-15afb733a3af req-64d74974-e243-4a9f-930f-e8bf7157e118 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3dfa2f12-6a16-479b-bc77-43b912a0dbe1 HTTP/1.1" status: 200 len: 210 time: 0.0640485 Feb 08 21:29:19.971873 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95b93509-6dc2-48fb-8eed-93bd1c19e7a5 admin admin] Publish callbacks [] for router_gateway (28628eca-48a7-4486-8f4f-8f30ddbbda16), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:20.028469 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5a74803c-d9dd-4129-b29f-07f3f032ee16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (f4e51e99-effa-4bf7-8042-bb9d79050f0b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:20.078195 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74803c-d9dd-4129-b29f-07f3f032ee16 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4e51e99-effa-4bf7-8042-bb9d79050f0b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:20.138825 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-98b3e517-d304-4788-a242-00e6d6ce13fe tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:20.140509 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-98b3e517-d304-4788-a242-00e6d6ce13fe tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.96 "GET /v2.0/networks?id=e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b HTTP/1.1" status: 200 len: 812 time: 0.2848258 Feb 08 21:29:20.196838 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-c840c4cf-efd6-4fe8-9e8f-64df54afb245 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Request body: {'port': {'device_id': '51bfde61-e1e9-4473-9160-07490a708b81', 'network_id': 'e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b', 'admin_state_up': True, 'tenant_id': 'ccc07b4dde804a05ac4fc4b6116c0c0b'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:29:20.568672 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5807c9c-9bb4-474d-9e17-b34e09f4e48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:20.631493 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-c840c4cf-efd6-4fe8-9e8f-64df54afb245 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Made reservation on behalf of ccc07b4dde804a05ac4fc4b6116c0c0b for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:29:20.640868 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-c840c4cf-efd6-4fe8-9e8f-64df54afb245 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:20.646462 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5807c9c-9bb4-474d-9e17-b34e09f4e48b admin admin] Pushing event deleted for resources: {'Port': ['ID=9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:20.740994 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95b93509-6dc2-48fb-8eed-93bd1c19e7a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (28628eca-48a7-4486-8f4f-8f30ddbbda16), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:20.817775 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d9598-cdc2-4f78-aff6-a2b5d26154d5 req-bea4c471-fba7-49f4-915b-eaecb8aa6abe tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:20.825848 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a5d9598-cdc2-4f78-aff6-a2b5d26154d5 req-bea4c471-fba7-49f4-915b-eaecb8aa6abe tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.4438343 Feb 08 21:29:20.851491 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada8fea-db3f-4337-bfa6-ad8ac5ad295a req-7e6bec17-8b00-477a-9ec1-d43a5912fee1 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:20.859432 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3ada8fea-db3f-4337-bfa6-ad8ac5ad295a req-7e6bec17-8b00-477a-9ec1-d43a5912fee1 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 945 time: 0.3867881 Feb 08 21:29:21.060259 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a5d9598-cdc2-4f78-aff6-a2b5d26154d5 req-f41700d9-7809-44a6-8830-c054f2dd8295 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332549 Feb 08 21:29:21.097712 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5a74803c-d9dd-4129-b29f-07f3f032ee16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (4667e7bd-7244-4d46-bbee-f7da8ee5e4d0), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:21.126306 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3ada8fea-db3f-4337-bfa6-ad8ac5ad295a req-1c4b55e4-8666-4a05-805f-045973e56e94 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657635 Feb 08 21:29:21.292801 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b83fdda4-69ae-4688-8050-26f4ed42f4dd req-8e639b81-bf33-41ad-a1d0-da42afa423d5 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=51bfde61-e1e9-4473-9160-07490a708b81 HTTP/1.1" status: 200 len: 210 time: 0.0578578 Feb 08 21:29:21.349102 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5807c9c-9bb4-474d-9e17-b34e09f4e48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (456ff6be-e1fd-45e2-a68d-3ddea9d72de8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:21.434294 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-663baf75-6229-4e3a-ab21-8da35e414b11 req-b83ece50-6c34-4224-bc3f-abbeb3173c96 tempest-ServerShowV254Test-1965566924 tempest-ServerShowV254Test-1965566924-project] 10.222.0.88 "GET /v2.0/ports?device_id=3dfa2f12-6a16-479b-bc77-43b912a0dbe1 HTTP/1.1" status: 200 len: 210 time: 0.1394141 Feb 08 21:29:21.451433 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-c840c4cf-efd6-4fe8-9e8f-64df54afb245 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Allocated IP 172.20.0.10 (e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b/310c6bc1-a154-4dd4-be9e-9319761a4464/467a2d4a-0dec-4375-a5a5-54af8a068905) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:29:21.458339 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5807c9c-9bb4-474d-9e17-b34e09f4e48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (456ff6be-e1fd-45e2-a68d-3ddea9d72de8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:21.461805 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5807c9c-9bb4-474d-9e17-b34e09f4e48b admin admin] Publish callbacks [] for router_controller (456ff6be-e1fd-45e2-a68d-3ddea9d72de8), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:21.601915 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5807c9c-9bb4-474d-9e17-b34e09f4e48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (456ff6be-e1fd-45e2-a68d-3ddea9d72de8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:21.602497 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5807c9c-9bb4-474d-9e17-b34e09f4e48b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 456ff6be-e1fd-45e2-a68d-3ddea9d72de8 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:29:21.627564 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5807c9c-9bb4-474d-9e17-b34e09f4e48b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:21.629358 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a5807c9c-9bb4-474d-9e17-b34e09f4e48b admin admin] 10.222.0.88 "DELETE /v2.0/routers/456ff6be-e1fd-45e2-a68d-3ddea9d72de8 HTTP/1.1" status: 204 len: 168 time: 3.5761976 Feb 08 21:29:21.633199 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55400) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:21.734028 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c8b83b-766d-421b-9f7e-1d5b0424bb0b admin admin] Deleting subnet 58bfcd52-bf37-4522-9bb6-7a772b25ddfd {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:29:21.737871 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10c8b83b-766d-421b-9f7e-1d5b0424bb0b admin admin] Publish callbacks [] for subnet (58bfcd52-bf37-4522-9bb6-7a772b25ddfd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:21.777350 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10c8b83b-766d-421b-9f7e-1d5b0424bb0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (58bfcd52-bf37-4522-9bb6-7a772b25ddfd), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:21.871172 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b93509-6dc2-48fb-8eed-93bd1c19e7a5 admin admin] Router 28628eca-48a7-4486-8f4f-8f30ddbbda16 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:29:21.895083 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10c8b83b-766d-421b-9f7e-1d5b0424bb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (58bfcd52-bf37-4522-9bb6-7a772b25ddfd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:22.050463 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10c8b83b-766d-421b-9f7e-1d5b0424bb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (58bfcd52-bf37-4522-9bb6-7a772b25ddfd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:22.090811 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8b83b-766d-421b-9f7e-1d5b0424bb0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58bfcd52-bf37-4522-9bb6-7a772b25ddfd,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:22.098633 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10c8b83b-766d-421b-9f7e-1d5b0424bb0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:22.105365 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-10c8b83b-766d-421b-9f7e-1d5b0424bb0b admin admin] 10.222.0.88 "DELETE /v2.0/subnets/58bfcd52-bf37-4522-9bb6-7a772b25ddfd HTTP/1.1" status: 204 len: 168 time: 0.4679675 Feb 08 21:29:22.105577 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01a9e70-00ab-4bfb-a736-4a8e8a2c5ff8 None None] Network 21c6182e-3c46-4cb2-a2fa-ccb689098058 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:29:22.106006 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55404) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:22.114250 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b93509-6dc2-48fb-8eed-93bd1c19e7a5 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:29:22.133456 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34985982-7883-4325-8e06-659a23bfd9b8 None None] Sync routers for ids ['28628eca-48a7-4486-8f4f-8f30ddbbda16'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:29:22.316100 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34985982-7883-4325-8e06-659a23bfd9b8 None None] Routers {'28628eca-48a7-4486-8f4f-8f30ddbbda16'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:29:22.317056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-34985982-7883-4325-8e06-659a23bfd9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:28:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['28628eca-48a7-4486-8f4f-8f30ddbbda16'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:22.327184 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 1cf89844-28a9-4d67-a58a-ce905c03ec7f no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:29:22.329462 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c1dc459-6a9d-4245-8eb3-a3be82141b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (21c6182e-3c46-4cb2-a2fa-ccb689098058), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:22.354864 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95b93509-6dc2-48fb-8eed-93bd1c19e7a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:22.359734 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-95b93509-6dc2-48fb-8eed-93bd1c19e7a5 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.5663121 Feb 08 21:29:22.360886 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55412) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:22.435885 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a74803c-d9dd-4129-b29f-07f3f032ee16 admin admin] Router 4667e7bd-7244-4d46-bbee-f7da8ee5e4d0 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:29:22.499954 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeaac19-e4c8-4059-ab24-d6ec5224728f req-a688fb6d-2a93-4f1e-a5e0-bfb3097f136c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:22.502218 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aaeaac19-e4c8-4059-ab24-d6ec5224728f req-a688fb6d-2a93-4f1e-a5e0-bfb3097f136c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 945 time: 0.1647568 Feb 08 21:29:22.532260 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-34985982-7883-4325-8e06-659a23bfd9b8 None None] Set router 28628eca-48a7-4486-8f4f-8f30ddbbda16 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:29:22.563543 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 1cf89844-28a9-4d67-a58a-ce905c03ec7f {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:29:22.564140 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 1cf89844-28a9-4d67-a58a-ce905c03ec7f not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:29:22.589392 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-7c1dc459-6a9d-4245-8eb3-a3be82141b6f admin admin] Deleting port a4bf6788-8241-41fd-ac82-4deb4c453ec8 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:29:22.590151 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c1dc459-6a9d-4245-8eb3-a3be82141b6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (a4bf6788-8241-41fd-ac82-4deb4c453ec8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:22.685206 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-7c1dc459-6a9d-4245-8eb3-a3be82141b6f admin admin] For port a4bf6788-8241-41fd-ac82-4deb4c453ec8, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=a4bf6788-8241-41fd-ac82-4deb4c453ec8,segment=NetworkSegment(26c04e80-d87d-425e-9a45-505c3c31cc24),segment_id=26c04e80-d87d-425e-9a45-505c3c31cc24)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:22.685954 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c1dc459-6a9d-4245-8eb3-a3be82141b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (a4bf6788-8241-41fd-ac82-4deb4c453ec8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:22.707197 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-7c1dc459-6a9d-4245-8eb3-a3be82141b6f admin admin] Calling delete_port for a4bf6788-8241-41fd-ac82-4deb4c453ec8 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:29:22.707526 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-c840c4cf-efd6-4fe8-9e8f-64df54afb245 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for port (467a2d4a-0dec-4375-a5a5-54af8a068905), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:22.747942 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aaeaac19-e4c8-4059-ab24-d6ec5224728f req-c585f0cf-8779-44c6-aa7d-0db1bfd0a9dc tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241597 Feb 08 21:29:22.782697 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25b38a5-ee2e-4296-aa63-04d4b644ff2e None None] DHCP port deletion for 21c6182e-3c46-4cb2-a2fa-ccb689098058 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:29:22.827520 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ebad3-b71a-414d-ac0c-d51eea939a3e req-ac0cda9d-755f-4ac9-8981-e1906ebd5e47 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:22.830549 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d9ebad3-b71a-414d-ac0c-d51eea939a3e req-ac0cda9d-755f-4ac9-8981-e1906ebd5e47 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.4873576 Feb 08 21:29:22.866096 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-c840c4cf-efd6-4fe8-9e8f-64df54afb245 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (467a2d4a-0dec-4375-a5a5-54af8a068905), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:22.901868 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c1dc459-6a9d-4245-8eb3-a3be82141b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (a4bf6788-8241-41fd-ac82-4deb4c453ec8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:22.902420 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['b58dd629-4585-49a7-9b5f-ef308d81755a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:29:22.961201 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1dc459-6a9d-4245-8eb3-a3be82141b6f admin admin] Pushing event deleted for resources: {'Port': ['ID=a4bf6788-8241-41fd-ac82-4deb4c453ec8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:22.965750 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1dc459-6a9d-4245-8eb3-a3be82141b6f admin admin] No DVR routers for this DVR port a4bf6788-8241-41fd-ac82-4deb4c453ec8 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:29:23.020934 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-34985982-7883-4325-8e06-659a23bfd9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28628eca-48a7-4486-8f4f-8f30ddbbda16', 'name': 'tempest-ServerRescueNegativeTestJSON-937288893-router', 'tenant_id': '0b5378aef139411c8980fedff164d328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '136e8f55-efbc-4452-88a9-3bffc4956842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:29:16Z', 'updated_at': '2022-02-08T21:29:19Z', 'revision_number': 3, 'project_id': '0b5378aef139411c8980fedff164d328', 'gw_port': {'id': '136e8f55-efbc-4452-88a9-3bffc4956842', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28628eca-48a7-4486-8f4f-8f30ddbbda16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:29:18Z', 'updated_at': '2022-02-08T21:29:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:23.034400 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d9ebad3-b71a-414d-ac0c-d51eea939a3e req-3f6a75fb-3b0c-4583-b507-c76588a3dfde tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889060 Feb 08 21:29:23.073688 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-c840c4cf-efd6-4fe8-9e8f-64df54afb245 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Network e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:29:23.093045 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-c840c4cf-efd6-4fe8-9e8f-64df54afb245 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:29:23.098603 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34985982-7883-4325-8e06-659a23bfd9b8 None None] Checking router: 28628eca-48a7-4486-8f4f-8f30ddbbda16 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:29:23.098952 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34985982-7883-4325-8e06-659a23bfd9b8 None None] Updating router 28628eca-48a7-4486-8f4f-8f30ddbbda16 port 136e8f55-efbc-4452-88a9-3bffc4956842 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:29:23.101357 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-c840c4cf-efd6-4fe8-9e8f-64df54afb245 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:29:23.106699 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a74803c-d9dd-4129-b29f-07f3f032ee16 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:29:23.117722 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282cec19-aad9-4dff-bbb1-c6198eb75d94 None None] Sync routers for ids ['4667e7bd-7244-4d46-bbee-f7da8ee5e4d0'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:29:23.139678 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282cec19-aad9-4dff-bbb1-c6198eb75d94 None None] Routers {'4667e7bd-7244-4d46-bbee-f7da8ee5e4d0'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:29:23.141023 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-282cec19-aad9-4dff-bbb1-c6198eb75d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:28:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['4667e7bd-7244-4d46-bbee-f7da8ee5e4d0'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:23.169553 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c1dc459-6a9d-4245-8eb3-a3be82141b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (21c6182e-3c46-4cb2-a2fa-ccb689098058), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:23.184463 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5a74803c-d9dd-4129-b29f-07f3f032ee16 admin admin] 10.222.0.88 "PUT /v2.0/routers/4667e7bd-7244-4d46-bbee-f7da8ee5e4d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7729859 Feb 08 21:29:23.185929 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840c4cf-efd6-4fe8-9e8f-64df54afb245 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Pushing event updated for resources: {'Port': ['ID=467a2d4a-0dec-4375-a5a5-54af8a068905,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:23.196432 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55416) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:23.199058 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-34985982-7883-4325-8e06-659a23bfd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (136e8f55-efbc-4452-88a9-3bffc4956842), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:23.236637 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ea63a-294b-4bc8-b6be-0d1ae59cc63d req-ad991211-cccf-4164-a80e-5b952bb2b17f tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:23.238318 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f6ea63a-294b-4bc8-b6be-0d1ae59cc63d req-ad991211-cccf-4164-a80e-5b952bb2b17f tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=51bfde61-e1e9-4473-9160-07490a708b81 HTTP/1.1" status: 200 len: 932 time: 0.3864670 Feb 08 21:29:23.243480 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a360150e-0fdb-49ba-9a60-7f911c501c7c req-ee45f812-f4ff-4fab-9e7f-29186132a040 tempest-ServerShowV254Test-1965566924 tempest-ServerShowV254Test-1965566924-project] 10.222.0.88 "GET /v2.0/ports?device_id=3dfa2f12-6a16-479b-bc77-43b912a0dbe1 HTTP/1.1" status: 200 len: 210 time: 0.0499244 Feb 08 21:29:23.370099 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-c840c4cf-efd6-4fe8-9e8f-64df54afb245 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:23.371319 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-c840c4cf-efd6-4fe8-9e8f-64df54afb245 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:23.402727 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-7c1dc459-6a9d-4245-8eb3-a3be82141b6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c6182e-3c46-4cb2-a2fa-ccb689098058']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:23.430549 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-7c1dc459-6a9d-4245-8eb3-a3be82141b6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c04e80-d87d-425e-9a45-505c3c31cc24') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:23.430923 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-7c1dc459-6a9d-4245-8eb3-a3be82141b6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c04e80-d87d-425e-9a45-505c3c31cc24') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:23.433527 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-c840c4cf-efd6-4fe8-9e8f-64df54afb245 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2468503 Feb 08 21:29:23.450214 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-282cec19-aad9-4dff-bbb1-c6198eb75d94 None None] Set router 4667e7bd-7244-4d46-bbee-f7da8ee5e4d0 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:29:23.459566 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c1dc459-6a9d-4245-8eb3-a3be82141b6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (26c04e80-d87d-425e-9a45-505c3c31cc24), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:23.465077 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-e50bb9ad-0adf-4997-9c11-9d0a6db299af service neutron] Request body: {'port': {'device_id': '51bfde61-e1e9-4473-9160-07490a708b81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:29:23.492303 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c1dc459-6a9d-4245-8eb3-a3be82141b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (26c04e80-d87d-425e-9a45-505c3c31cc24), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:23.493191 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f6ea63a-294b-4bc8-b6be-0d1ae59cc63d req-a442f859-0bd7-487c-9bef-7f5b5dfc0128 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?id=8bb66473-333c-489b-91fe-1fc152d05e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251050 Feb 08 21:29:23.620720 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c1dc459-6a9d-4245-8eb3-a3be82141b6f admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:29:23.621728 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c1dc459-6a9d-4245-8eb3-a3be82141b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (26c04e80-d87d-425e-9a45-505c3c31cc24), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:29:23.672514 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:29:23.724882 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-e50bb9ad-0adf-4997-9c11-9d0a6db299af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (467a2d4a-0dec-4375-a5a5-54af8a068905), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:23.935840 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c1dc459-6a9d-4245-8eb3-a3be82141b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (21c6182e-3c46-4cb2-a2fa-ccb689098058), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:23.942270 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c1dc459-6a9d-4245-8eb3-a3be82141b6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:23.945731 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7c1dc459-6a9d-4245-8eb3-a3be82141b6f admin admin] 10.222.0.88 "DELETE /v2.0/networks/21c6182e-3c46-4cb2-a2fa-ccb689098058 HTTP/1.1" status: 204 len: 168 time: 1.8390765 Feb 08 21:29:23.948804 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-282cec19-aad9-4dff-bbb1-c6198eb75d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946070075-router', 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '39395fc6-7409-43b9-a17b-be1594605784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:28:05Z', 'updated_at': '2022-02-08T21:29:19Z', 'revision_number': 5, 'project_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'gw_port': {'id': '39395fc6-7409-43b9-a17b-be1594605784', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:28:06Z', 'updated_at': '2022-02-08T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:23.958154 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55afdfe5-2a26-4638-9b21-79200f9a317a req-83b37e15-18d9-4226-aa46-19f3be726b9e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=485996271c654651b920b88402c32623&device_id=3dfa2f12-6a16-479b-bc77-43b912a0dbe1 HTTP/1.1" status: 200 len: 210 time: 0.2093942 Feb 08 21:29:24.003984 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c70a7d1-7920-44c0-9dd7-08ccb5b5cf99 admin admin] Publish callbacks [] for router (4667e7bd-7244-4d46-bbee-f7da8ee5e4d0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:24.028705 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:29:24.040753 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1dc459-6a9d-4245-8eb3-a3be82141b6f admin admin] Pushing event deleted for resources: {'Network': ['ID=21c6182e-3c46-4cb2-a2fa-ccb689098058,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:24.042713 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282cec19-aad9-4dff-bbb1-c6198eb75d94 None None] Checking router: 4667e7bd-7244-4d46-bbee-f7da8ee5e4d0 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:29:24.066790 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282cec19-aad9-4dff-bbb1-c6198eb75d94 None None] Routers {'4667e7bd-7244-4d46-bbee-f7da8ee5e4d0'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:29:24.067582 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-282cec19-aad9-4dff-bbb1-c6198eb75d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:28:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['4667e7bd-7244-4d46-bbee-f7da8ee5e4d0'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:24.181132 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5bae5487-994e-4800-a169-5b71585ba095 req-27026d69-ecfc-47fb-bef7-1e5ffc70e0b6 tempest-ServerShowV254Test-1965566924 tempest-ServerShowV254Test-1965566924-project] 10.222.0.88 "GET /v2.0/ports?device_id=3dfa2f12-6a16-479b-bc77-43b912a0dbe1 HTTP/1.1" status: 200 len: 210 time: 0.2768843 Feb 08 21:29:24.203538 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55afdfe5-2a26-4638-9b21-79200f9a317a req-6f906afb-f253-4881-95d2-8301cd39e1e5 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=485996271c654651b920b88402c32623&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2014380 Feb 08 21:29:24.342302 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55434) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:24.363335 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-282cec19-aad9-4dff-bbb1-c6198eb75d94 None None] Set router 4667e7bd-7244-4d46-bbee-f7da8ee5e4d0 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:29:24.492255 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ac8db17b-bcbb-42be-8980-a44bb2a49bbb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=06ebfb94fd3f44c49b600ce9fcb86d2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1464748 Feb 08 21:29:24.493715 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c70a7d1-7920-44c0-9dd7-08ccb5b5cf99 admin admin] Publish callbacks [] for router_gateway (4667e7bd-7244-4d46-bbee-f7da8ee5e4d0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:24.499722 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55436) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:24.597176 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad12f4d-eca0-4695-b63e-cce0875112d5 req-afccbb9c-587e-4424-9cf6-798a971ca409 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:24.606202 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fad12f4d-eca0-4695-b63e-cce0875112d5 req-afccbb9c-587e-4424-9cf6-798a971ca409 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 945 time: 0.6440384 Feb 08 21:29:24.692661 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:29:24.693662 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 9f1dfb58-8a03-4d95-90d6-7eeb0bc9ecb4 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:29:24.693775 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device a4bf6788-8241-41fd-ac82-4deb4c453ec8 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:29:24.738414 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3f982ef9-fd03-4c61-b204-0d8bdd9c35ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:24.744417 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-34985982-7883-4325-8e06-659a23bfd9b8 None None] Publish callbacks [] for port (136e8f55-efbc-4452-88a9-3bffc4956842), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:24.747777 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: a4bf6788-8241-41fd-ac82-4deb4c453ec8 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:29:24.748294 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device a4bf6788-8241-41fd-ac82-4deb4c453ec8 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:29:24.756696 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-34985982-7883-4325-8e06-659a23bfd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (136e8f55-efbc-4452-88a9-3bffc4956842), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:24.803607 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-282cec19-aad9-4dff-bbb1-c6198eb75d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946070075-router', 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '39395fc6-7409-43b9-a17b-be1594605784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:28:05Z', 'updated_at': '2022-02-08T21:29:19Z', 'revision_number': 5, 'project_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'gw_port': {'id': '39395fc6-7409-43b9-a17b-be1594605784', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:28:06Z', 'updated_at': '2022-02-08T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:24.814938 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7ef9ad9-b143-41b3-bfa1-816209442e19 admin admin] Publish callbacks [] for security_group (ecbd9dbf-8542-4d46-8557-ac100d9f066b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:24.825791 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ae86f-8d40-4bc3-942c-53f50b5a40aa None None] Pushing event updated for resources: {'Port': ['ID=136e8f55-efbc-4452-88a9-3bffc4956842,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:24.872091 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-139d7b6c-44d4-4074-b8c3-43dca68864d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:24.874079 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-34985982-7883-4325-8e06-659a23bfd9b8 None None] Attempting to bind port 136e8f55-efbc-4452-88a9-3bffc4956842 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:29:24.874516 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-34985982-7883-4325-8e06-659a23bfd9b8 None None] Attempting to bind port 136e8f55-efbc-4452-88a9-3bffc4956842 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:29:24.874894 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34985982-7883-4325-8e06-659a23bfd9b8 None None] Attempting to bind port 136e8f55-efbc-4452-88a9-3bffc4956842 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:29:24.883157 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34985982-7883-4325-8e06-659a23bfd9b8 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:29:24.883688 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34985982-7883-4325-8e06-659a23bfd9b8 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:29:24.884110 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-34985982-7883-4325-8e06-659a23bfd9b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:24.885645 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34985982-7883-4325-8e06-659a23bfd9b8 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:29:24.886160 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-34985982-7883-4325-8e06-659a23bfd9b8 None None] Bound port: 136e8f55-efbc-4452-88a9-3bffc4956842, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:29:24.886606 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-34985982-7883-4325-8e06-659a23bfd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (136e8f55-efbc-4452-88a9-3bffc4956842), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:24.925493 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282cec19-aad9-4dff-bbb1-c6198eb75d94 None None] The sync data for ids ['4667e7bd-7244-4d46-bbee-f7da8ee5e4d0'] in n-d-712143-31 is: [{'id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1946070075-router', 'tenant_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '39395fc6-7409-43b9-a17b-be1594605784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:28:05Z', 'updated_at': '2022-02-08T21:29:19Z', 'revision_number': 5, 'project_id': '121b3faf35ac4ad2abe15b29bed26c0d', 'gw_port': {'id': '39395fc6-7409-43b9-a17b-be1594605784', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667e7bd-7244-4d46-bbee-f7da8ee5e4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:28:06Z', 'updated_at': '2022-02-08T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:29:24.971880 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-34985982-7883-4325-8e06-659a23bfd9b8 None None] For port 136e8f55-efbc-4452-88a9-3bffc4956842, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:29:24.977032 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-34985982-7883-4325-8e06-659a23bfd9b8 None None] For port 136e8f55-efbc-4452-88a9-3bffc4956842, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=136e8f55-efbc-4452-88a9-3bffc4956842,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:29:24.987992 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c14de-5ba8-4acc-8cbb-fdbd3b6b7e1c req-307e80ec-946c-479c-a999-445857105244 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:24.988448 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-34985982-7883-4325-8e06-659a23bfd9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (136e8f55-efbc-4452-88a9-3bffc4956842), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:24.991579 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8f0c14de-5ba8-4acc-8cbb-fdbd3b6b7e1c req-307e80ec-946c-479c-a999-445857105244 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.5902395 Feb 08 21:29:24.998751 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afdfe5-2a26-4638-9b21-79200f9a317a req-845be0fc-fed0-49b9-ba5f-766f34651c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:25.001486 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55afdfe5-2a26-4638-9b21-79200f9a317a req-845be0fc-fed0-49b9-ba5f-766f34651c6e service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7830601 Feb 08 21:29:25.022377 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fad12f4d-eca0-4695-b63e-cce0875112d5 req-6294efa4-dcd0-4a24-8462-0d07592f593e tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4144306 Feb 08 21:29:25.056392 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7ef9ad9-b143-41b3-bfa1-816209442e19 admin admin] Publish callbacks [] for security_group (ecbd9dbf-8542-4d46-8557-ac100d9f066b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:25.083890 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5c70a7d1-7920-44c0-9dd7-08ccb5b5cf99 admin admin] Deleting port 39395fc6-7409-43b9-a17b-be1594605784 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:29:25.084870 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c70a7d1-7920-44c0-9dd7-08ccb5b5cf99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (39395fc6-7409-43b9-a17b-be1594605784), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:25.135154 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ae86f-8d40-4bc3-942c-53f50b5a40aa None None] Pushing event updated for resources: {'Port': ['ID=136e8f55-efbc-4452-88a9-3bffc4956842,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:25.218973 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34985982-7883-4325-8e06-659a23bfd9b8 None None] Routers {'28628eca-48a7-4486-8f4f-8f30ddbbda16'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:29:25.220619 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-34985982-7883-4325-8e06-659a23bfd9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:28:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['28628eca-48a7-4486-8f4f-8f30ddbbda16'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:25.345738 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7ef9ad9-b143-41b3-bfa1-816209442e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ecbd9dbf-8542-4d46-8557-ac100d9f066b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:25.350301 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7ef9ad9-b143-41b3-bfa1-816209442e19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:25.353126 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f7ef9ad9-b143-41b3-bfa1-816209442e19 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ecbd9dbf-8542-4d46-8557-ac100d9f066b HTTP/1.1" status: 204 len: 168 time: 0.8522127 Feb 08 21:29:25.447070 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-5c70a7d1-7920-44c0-9dd7-08ccb5b5cf99 admin admin] For port 39395fc6-7409-43b9-a17b-be1594605784, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=39395fc6-7409-43b9-a17b-be1594605784,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:25.447879 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c70a7d1-7920-44c0-9dd7-08ccb5b5cf99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (39395fc6-7409-43b9-a17b-be1594605784), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:25.459228 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef9ad9-b143-41b3-bfa1-816209442e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbd9dbf-8542-4d46-8557-ac100d9f066b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:25.524594 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-139d7b6c-44d4-4074-b8c3-43dca68864d6 admin admin] Allocated IP 172.20.0.1 (615ec4ed-fa4e-46ef-89c1-1a6f16003df8/2583ff1d-670a-4074-8b7c-cb54a492a95a/57eb5b44-47f7-4876-bfcb-d2088bda2a5a) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:29:25.541691 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5c70a7d1-7920-44c0-9dd7-08ccb5b5cf99 admin admin] Calling delete_port for 39395fc6-7409-43b9-a17b-be1594605784 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:29:25.597681 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8f0c14de-5ba8-4acc-8cbb-fdbd3b6b7e1c req-7454085d-3184-4325-82d9-32bf9121f0db tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5568540 Feb 08 21:29:25.656253 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-e50bb9ad-0adf-4997-9c11-9d0a6db299af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 467a2d4a-0dec-4375-a5a5-54af8a068905 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:29:25.677325 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-e50bb9ad-0adf-4997-9c11-9d0a6db299af service neutron] Publish callbacks [] for port (467a2d4a-0dec-4375-a5a5-54af8a068905), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:25.719694 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-e50bb9ad-0adf-4997-9c11-9d0a6db299af service neutron] Transition to ACTIVE for port object 467a2d4a-0dec-4375-a5a5-54af8a068905 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:29:25.733347 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-e50bb9ad-0adf-4997-9c11-9d0a6db299af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (467a2d4a-0dec-4375-a5a5-54af8a068905), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:25.746492 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-34985982-7883-4325-8e06-659a23bfd9b8 None None] Set router 28628eca-48a7-4486-8f4f-8f30ddbbda16 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:29:25.797896 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad1c24-ac79-4b9f-8f9c-df412399a97f req-ed92f1b9-071c-46c3-9d29-eb3d5a04fffa tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:25.802477 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56ad1c24-ac79-4b9f-8f9c-df412399a97f req-ed92f1b9-071c-46c3-9d29-eb3d5a04fffa tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=51bfde61-e1e9-4473-9160-07490a708b81 HTTP/1.1" status: 200 len: 932 time: 0.5653336 Feb 08 21:29:25.920886 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f4e51e99-effa-4bf7-8042-bb9d79050f0b no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:29:25.948195 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: f4e51e99-effa-4bf7-8042-bb9d79050f0b {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:29:25.948555 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f4e51e99-effa-4bf7-8042-bb9d79050f0b not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:29:26.079547 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50bb9ad-0adf-4997-9c11-9d0a6db299af service neutron] Pushing event updated for resources: {'Port': ['ID=467a2d4a-0dec-4375-a5a5-54af8a068905,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:26.091832 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-139d7b6c-44d4-4074-b8c3-43dca68864d6 admin admin] Publish callbacks [] for port (57eb5b44-47f7-4876-bfcb-d2088bda2a5a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:26.184249 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d731eda2-edbf-44eb-8418-7bf7c3f71929 req-2b726a8b-d28f-4456-a1f2-43a0833ef57f tempest-ServerShowV254Test-1965566924 tempest-ServerShowV254Test-1965566924-project] 10.222.0.88 "GET /v2.0/ports?device_id=3dfa2f12-6a16-479b-bc77-43b912a0dbe1 HTTP/1.1" status: 200 len: 210 time: 0.2124562 Feb 08 21:29:26.190193 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-139d7b6c-44d4-4074-b8c3-43dca68864d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (57eb5b44-47f7-4876-bfcb-d2088bda2a5a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:26.224499 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c70a7d1-7920-44c0-9dd7-08ccb5b5cf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (39395fc6-7409-43b9-a17b-be1594605784), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:26.261823 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-34985982-7883-4325-8e06-659a23bfd9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28628eca-48a7-4486-8f4f-8f30ddbbda16', 'name': 'tempest-ServerRescueNegativeTestJSON-937288893-router', 'tenant_id': '0b5378aef139411c8980fedff164d328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '136e8f55-efbc-4452-88a9-3bffc4956842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:29:16Z', 'updated_at': '2022-02-08T21:29:19Z', 'revision_number': 3, 'project_id': '0b5378aef139411c8980fedff164d328', 'gw_port': {'id': '136e8f55-efbc-4452-88a9-3bffc4956842', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28628eca-48a7-4486-8f4f-8f30ddbbda16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:29:18Z', 'updated_at': '2022-02-08T21:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:26.275552 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56ad1c24-ac79-4b9f-8f9c-df412399a97f req-bee289ab-9394-4d5b-a4d7-e57a771bb087 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?id=8bb66473-333c-489b-91fe-1fc152d05e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260530 Feb 08 21:29:26.329265 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139d7b6c-44d4-4074-b8c3-43dca68864d6 admin admin] Network 615ec4ed-fa4e-46ef-89c1-1a6f16003df8 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:29:26.334458 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34985982-7883-4325-8e06-659a23bfd9b8 None None] The sync data for ids ['28628eca-48a7-4486-8f4f-8f30ddbbda16'] in n-d-712143-31 is: [{'id': '28628eca-48a7-4486-8f4f-8f30ddbbda16', 'name': 'tempest-ServerRescueNegativeTestJSON-937288893-router', 'tenant_id': '0b5378aef139411c8980fedff164d328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '136e8f55-efbc-4452-88a9-3bffc4956842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:29:16Z', 'updated_at': '2022-02-08T21:29:19Z', 'revision_number': 3, 'project_id': '0b5378aef139411c8980fedff164d328', 'gw_port': {'id': '136e8f55-efbc-4452-88a9-3bffc4956842', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28628eca-48a7-4486-8f4f-8f30ddbbda16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:29:18Z', 'updated_at': '2022-02-08T21:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:29:26.342061 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-139d7b6c-44d4-4074-b8c3-43dca68864d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:29:26.348267 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139d7b6c-44d4-4074-b8c3-43dca68864d6 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:29:26.385694 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55afdfe5-2a26-4638-9b21-79200f9a317a req-8b508066-ae03-4a13-acc3-2b5c06da847c tempest-ServerShowV254Test-1965566924 tempest-ServerShowV254Test-1965566924-project] 10.222.0.96 "GET /v2.0/ports?device_id=3dfa2f12-6a16-479b-bc77-43b912a0dbe1 HTTP/1.1" status: 200 len: 210 time: 0.0832744 Feb 08 21:29:26.456712 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-e50bb9ad-0adf-4997-9c11-9d0a6db299af service neutron] Attempting to bind port 467a2d4a-0dec-4375-a5a5-54af8a068905 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:29:26.457479 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-e50bb9ad-0adf-4997-9c11-9d0a6db299af service neutron] Attempting to bind port 467a2d4a-0dec-4375-a5a5-54af8a068905 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '49cc5804-95ec-45a3-a70d-522fb54a57ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:29:26.458256 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-e50bb9ad-0adf-4997-9c11-9d0a6db299af service neutron] Attempting to bind port 467a2d4a-0dec-4375-a5a5-54af8a068905 on network e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:29:26.537128 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-e50bb9ad-0adf-4997-9c11-9d0a6db299af service neutron] Port 467a2d4a-0dec-4375-a5a5-54af8a068905 on network e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:29:26.537569 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-e50bb9ad-0adf-4997-9c11-9d0a6db299af service neutron] Attempting to bind port 467a2d4a-0dec-4375-a5a5-54af8a068905 on network e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:29:26.570689 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-e50bb9ad-0adf-4997-9c11-9d0a6db299af service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:29:26.571498 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-e50bb9ad-0adf-4997-9c11-9d0a6db299af service neutron] Checking segment: {'id': '49cc5804-95ec-45a3-a70d-522fb54a57ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:29:26.572977 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-e50bb9ad-0adf-4997-9c11-9d0a6db299af service neutron] Bound using segment: {'id': '49cc5804-95ec-45a3-a70d-522fb54a57ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:29:26.573253 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-e50bb9ad-0adf-4997-9c11-9d0a6db299af service neutron] Bound port: 467a2d4a-0dec-4375-a5a5-54af8a068905, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49cc5804-95ec-45a3-a70d-522fb54a57ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:29:26.573689 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-e50bb9ad-0adf-4997-9c11-9d0a6db299af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (467a2d4a-0dec-4375-a5a5-54af8a068905), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:26.575151 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c70a7d1-7920-44c0-9dd7-08ccb5b5cf99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (4667e7bd-7244-4d46-bbee-f7da8ee5e4d0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:26.587222 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55452) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:26.692534 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c70a7d1-7920-44c0-9dd7-08ccb5b5cf99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (4667e7bd-7244-4d46-bbee-f7da8ee5e4d0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:26.695430 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c70a7d1-7920-44c0-9dd7-08ccb5b5cf99 admin admin] Publish callbacks [] for router_controller (4667e7bd-7244-4d46-bbee-f7da8ee5e4d0), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:26.748752 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d7b6c-44d4-4074-b8c3-43dca68864d6 admin admin] Pushing event updated for resources: {'Port': ['ID=57eb5b44-47f7-4876-bfcb-d2088bda2a5a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:26.790311 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c70a7d1-7920-44c0-9dd7-08ccb5b5cf99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (4667e7bd-7244-4d46-bbee-f7da8ee5e4d0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:26.791756 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c70a7d1-7920-44c0-9dd7-08ccb5b5cf99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4667e7bd-7244-4d46-bbee-f7da8ee5e4d0 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:29:26.809482 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c70a7d1-7920-44c0-9dd7-08ccb5b5cf99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:26.820531 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5c70a7d1-7920-44c0-9dd7-08ccb5b5cf99 admin admin] 10.222.0.88 "DELETE /v2.0/routers/4667e7bd-7244-4d46-bbee-f7da8ee5e4d0 HTTP/1.1" status: 204 len: 168 time: 3.6186476 Feb 08 21:29:26.820531 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70a7d1-7920-44c0-9dd7-08ccb5b5cf99 admin admin] Pushing event deleted for resources: {'Port': ['ID=39395fc6-7409-43b9-a17b-be1594605784,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:26.825891 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55456) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:26.863678 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-e50bb9ad-0adf-4997-9c11-9d0a6db299af service neutron] For port 467a2d4a-0dec-4375-a5a5-54af8a068905, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:29:26.884159 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-e50bb9ad-0adf-4997-9c11-9d0a6db299af service neutron] For port 467a2d4a-0dec-4375-a5a5-54af8a068905, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=467a2d4a-0dec-4375-a5a5-54af8a068905,segment=NetworkSegment(49cc5804-95ec-45a3-a70d-522fb54a57ed),segment_id=49cc5804-95ec-45a3-a70d-522fb54a57ed)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:29:26.923425 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-e50bb9ad-0adf-4997-9c11-9d0a6db299af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (467a2d4a-0dec-4375-a5a5-54af8a068905), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:26.943826 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-139d7b6c-44d4-4074-b8c3-43dca68864d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (28628eca-48a7-4486-8f4f-8f30ddbbda16), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:26.979855 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f05840-44fe-422e-b240-d3a357d82bef req-ee46b11a-7576-4ce9-b52a-25b5cf359fed tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:26.999515 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84f05840-44fe-422e-b240-d3a357d82bef req-ee46b11a-7576-4ce9-b52a-25b5cf359fed tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 945 time: 0.5487647 Feb 08 21:29:27.039579 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-6343f920-fb2c-4959-a56d-54f680792872 admin admin] Deleting subnet 391e3949-2624-453b-8a7c-204eec8c6d37 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:29:27.058714 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6343f920-fb2c-4959-a56d-54f680792872 admin admin] Publish callbacks [] for subnet (391e3949-2624-453b-8a7c-204eec8c6d37), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:27.148217 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-e50bb9ad-0adf-4997-9c11-9d0a6db299af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:27.148852 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-e50bb9ad-0adf-4997-9c11-9d0a6db299af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:27.150420 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-e50bb9ad-0adf-4997-9c11-9d0a6db299af service neutron] 10.222.0.96 "PUT /v2.0/ports/467a2d4a-0dec-4375-a5a5-54af8a068905 HTTP/1.1" status: 200 len: 1093 time: 3.7056522 Feb 08 21:29:27.162405 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51bfde61-e1e9-4473-9160-07490a708b81', 'tag': '467a2d4a-0dec-4375-a5a5-54af8a068905'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:29:27.166410 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e624e3-9b54-4059-90e5-4971594aafc8" -d '{"events": [{"name": "network-changed", "server_uuid": "51bfde61-e1e9-4473-9160-07490a708b81", "tag": "467a2d4a-0dec-4375-a5a5-54af8a068905"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:29:27.229086 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6343f920-fb2c-4959-a56d-54f680792872 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (391e3949-2624-453b-8a7c-204eec8c6d37), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:27.255514 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84f05840-44fe-422e-b240-d3a357d82bef req-4f471807-2064-4fec-b847-2a6fad193896 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2547653 Feb 08 21:29:27.278043 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-53f95622-6f41-40c4-a7d5-e65712139b77 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=907807b93ff64ac1b9cba777047bc524&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6879168 Feb 08 21:29:27.281592 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55462) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:27.356347 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50bb9ad-0adf-4997-9c11-9d0a6db299af service neutron] Pushing event updated for resources: {'Port': ['ID=467a2d4a-0dec-4375-a5a5-54af8a068905,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:27.373679 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-139d7b6c-44d4-4074-b8c3-43dca68864d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (57eb5b44-47f7-4876-bfcb-d2088bda2a5a), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:27.379933 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5061d-2537-4275-a7bd-0aeee8c789e6 req-a7c60fe9-bf5d-435c-bc3d-1832700d1884 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:27.386857 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3d9780be-7b16-4df0-84c3-2f3289eeb4f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:27.387843 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a2d5061d-2537-4275-a7bd-0aeee8c789e6 req-a7c60fe9-bf5d-435c-bc3d-1832700d1884 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.4976563 Feb 08 21:29:27.397398 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4f28a2-e640-4e3b-aa49-3f7f24ddc64c x-openstack-request-id: req-8a4f28a2-e640-4e3b-aa49-3f7f24ddc64c {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:29:27.397705 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51bfde61-e1e9-4473-9160-07490a708b81", "tag": "467a2d4a-0dec-4375-a5a5-54af8a068905", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:29:27.397981 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8a4f28a2-e640-4e3b-aa49-3f7f24ddc64c {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:29:27.398414 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51bfde61-e1e9-4473-9160-07490a708b81', 'tag': '467a2d4a-0dec-4375-a5a5-54af8a068905', 'status': 'completed', 'code': 200} Feb 08 21:29:27.458709 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c366fa50-fa42-4c52-a364-63c0c8772838 admin admin] Publish callbacks [] for security_group (04195361-c48f-4ff8-9a2b-a573a5026980), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:27.478888 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a2d5061d-2537-4275-a7bd-0aeee8c789e6 req-3dadda2a-fd41-458c-8166-a8678f892d58 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843604 Feb 08 21:29:27.497119 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-7c58596a-a9e5-4c77-8d20-1769156630f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:27.501795 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-7c58596a-a9e5-4c77-8d20-1769156630f0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ccc07b4dde804a05ac4fc4b6116c0c0b&device_id=51bfde61-e1e9-4473-9160-07490a708b81 HTTP/1.1" status: 200 len: 1127 time: 0.2048390 Feb 08 21:29:27.556594 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c366fa50-fa42-4c52-a364-63c0c8772838 admin admin] Publish callbacks [] for security_group (04195361-c48f-4ff8-9a2b-a573a5026980), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:27.620886 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-95ff818e-7704-4fdb-9378-b00878b1fa56 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=467a2d4a-0dec-4375-a5a5-54af8a068905 HTTP/1.1" status: 200 len: 217 time: 0.1119409 Feb 08 21:29:27.755740 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6343f920-fb2c-4959-a56d-54f680792872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (391e3949-2624-453b-8a7c-204eec8c6d37), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:27.755994 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-6d6d115c-c60d-43c7-b2bf-854b7d5d8416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:27.757103 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-6d6d115c-c60d-43c7-b2bf-854b7d5d8416 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=310c6bc1-a154-4dd4-be9e-9319761a4464 HTTP/1.1" status: 200 len: 852 time: 0.0806134 Feb 08 21:29:27.819252 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165c2b4-883c-41a8-ae0b-3e51ec159eab req-297ea0da-ba9f-4e1a-b985-1f9d2adf0085 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:27.828158 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0165c2b4-883c-41a8-ae0b-3e51ec159eab req-297ea0da-ba9f-4e1a-b985-1f9d2adf0085 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=51bfde61-e1e9-4473-9160-07490a708b81 HTTP/1.1" status: 200 len: 944 time: 0.2104404 Feb 08 21:29:27.865868 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-3d1d88e2-00df-4035-ad8a-0df9b7a9e939 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000135 Feb 08 21:29:27.983595 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:29:28.046649 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-5e3503ee-d69c-45bc-ba92-9bf2df5d886e service neutron] 10.222.0.96 "GET /v2.0/networks/e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717250 Feb 08 21:29:28.127022 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55472) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:28.128630 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 136e8f55-efbc-4452-88a9-3bffc4956842 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:29:28.160186 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0165c2b4-883c-41a8-ae0b-3e51ec159eab req-aeb1ab7e-13bb-4a9b-b595-c5672bb7f51d tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?id=8bb66473-333c-489b-91fe-1fc152d05e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310928 Feb 08 21:29:28.265208 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-743f4044-c124-459d-9f64-b7f66a44a1e6 req-9a673e33-41f4-4cc8-a1ba-25e6371bf062 service neutron] 10.222.0.96 "GET /v2.0/networks/e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111490 Feb 08 21:29:28.356875 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:28.395256 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8', 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'port_id': 'c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8', 'mac_address': 'fa:16:3e:5c:50:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:29:28.458474 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 136e8f55-efbc-4452-88a9-3bffc4956842 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:29:28.459023 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (136e8f55-efbc-4452-88a9-3bffc4956842), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:28.465670 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-74ec7ade-f6b2-46cc-abc8-6be13adbae2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:28.521444 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-139d7b6c-44d4-4074-b8c3-43dca68864d6 admin admin] Publish callbacks [] for port (57eb5b44-47f7-4876-bfcb-d2088bda2a5a), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:28.530332 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 is: ACTIVE; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:29:28.531762 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:28.535085 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e624e3-9b54-4059-90e5-4971594aafc8 req-568558cf-c679-4962-8075-62029f00a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:28.536719 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0e624e3-9b54-4059-90e5-4971594aafc8 req-568558cf-c679-4962-8075-62029f00a45e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ccc07b4dde804a05ac4fc4b6116c0c0b&device_id=51bfde61-e1e9-4473-9160-07490a708b81 HTTP/1.1" status: 200 len: 1127 time: 0.1751742 Feb 08 21:29:28.580851 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-139d7b6c-44d4-4074-b8c3-43dca68864d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (57eb5b44-47f7-4876-bfcb-d2088bda2a5a), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:28.585711 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:29:28.641714 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6343f920-fb2c-4959-a56d-54f680792872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (391e3949-2624-453b-8a7c-204eec8c6d37), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:28.642487 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:28.653178 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:28.655132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b63302-7c23-4f5d-ac08-54d23d1bedbc req-104b67cf-e501-4191-9ab0-b965dde2f041 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:28.657373 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9b63302-7c23-4f5d-ac08-54d23d1bedbc req-104b67cf-e501-4191-9ab0-b965dde2f041 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 945 time: 0.2337711 Feb 08 21:29:28.677701 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d7b6c-44d4-4074-b8c3-43dca68864d6 admin admin] Pushing event updated for resources: {'Port': ['ID=57eb5b44-47f7-4876-bfcb-d2088bda2a5a,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:28.728238 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:28.730022 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c366fa50-fa42-4c52-a364-63c0c8772838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (04195361-c48f-4ff8-9a2b-a573a5026980), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:28.742868 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 136e8f55-efbc-4452-88a9-3bffc4956842 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:29:28.743326 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (136e8f55-efbc-4452-88a9-3bffc4956842), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:28.743623 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c366fa50-fa42-4c52-a364-63c0c8772838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:28.746033 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c366fa50-fa42-4c52-a364-63c0c8772838 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/04195361-c48f-4ff8-9a2b-a573a5026980 HTTP/1.1" status: 204 len: 168 time: 1.4609203 Feb 08 21:29:28.758200 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343f920-fb2c-4959-a56d-54f680792872 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=391e3949-2624-453b-8a7c-204eec8c6d37,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:28.798491 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 136e8f55-efbc-4452-88a9-3bffc4956842, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=136e8f55-efbc-4452-88a9-3bffc4956842,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:28.806139 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:29:28.812530 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (136e8f55-efbc-4452-88a9-3bffc4956842), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:28.822431 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6343f920-fb2c-4959-a56d-54f680792872 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:28.828692 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6343f920-fb2c-4959-a56d-54f680792872 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/391e3949-2624-453b-8a7c-204eec8c6d37 HTTP/1.1" status: 204 len: 168 time: 1.9991131 Feb 08 21:29:28.830324 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd55d55-2618-49c8-8c84-e9e7fcb16fd2 None None] Network b5c31eef-c820-4356-8b0b-24f41ab03c55 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:29:28.834971 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366fa50-fa42-4c52-a364-63c0c8772838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04195361-c48f-4ff8-9a2b-a573a5026980,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:28.854624 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55484) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:28.872581 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-139d7b6c-44d4-4074-b8c3-43dca68864d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (28628eca-48a7-4486-8f4f-8f30ddbbda16), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:29.013676 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e624e3-9b54-4059-90e5-4971594aafc8 req-0bc9f28c-05d5-44fc-b7a8-d9123ccd95cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:29.014835 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 39395fc6-7409-43b9-a17b-be1594605784 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:29:29.016039 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0e624e3-9b54-4059-90e5-4971594aafc8 req-0bc9f28c-05d5-44fc-b7a8-d9123ccd95cd service neutron] 10.222.0.96 "GET /v2.0/networks?id=e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b HTTP/1.1" status: 200 len: 913 time: 0.4728992 Feb 08 21:29:29.085760 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139d7b6c-44d4-4074-b8c3-43dca68864d6 admin admin] Network 615ec4ed-fa4e-46ef-89c1-1a6f16003df8 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:29:29.088766 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-139d7b6c-44d4-4074-b8c3-43dca68864d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:29:29.131426 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-74ec7ade-f6b2-46cc-abc8-6be13adbae2f admin admin] Publish callbacks [] for security_group (5c3cb674-c333-46a6-9f61-b4a112b659aa), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:29.209101 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9b63302-7c23-4f5d-ac08-54d23d1bedbc req-280b5dde-15c6-4f45-b162-425036ceb60e tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5237670 Feb 08 21:29:29.216169 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-74ec7ade-f6b2-46cc-abc8-6be13adbae2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (5c3cb674-c333-46a6-9f61-b4a112b659aa), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:29.218391 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 39395fc6-7409-43b9-a17b-be1594605784 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:29:29.218766 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 39395fc6-7409-43b9-a17b-be1594605784 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:29:29.258755 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f996e-1348-44f7-be96-ccf0d845049e req-122f5ba2-5a80-4108-9376-927544e35883 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:29.263121 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e66f996e-1348-44f7-be96-ccf0d845049e req-122f5ba2-5a80-4108-9376-927544e35883 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.6211696 Feb 08 21:29:29.267743 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0e624e3-9b54-4059-90e5-4971594aafc8 req-7ea6a559-8d62-48c4-a863-701a6427788a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=467a2d4a-0dec-4375-a5a5-54af8a068905 HTTP/1.1" status: 200 len: 217 time: 0.1702824 Feb 08 21:29:29.368040 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=136e8f55-efbc-4452-88a9-3bffc4956842,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:29.430664 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1939dc9f-2a38-4d41-9900-11d49da53ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (b5c31eef-c820-4356-8b0b-24f41ab03c55), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:29.437398 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:29.474100 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139d7b6c-44d4-4074-b8c3-43dca68864d6 admin admin] Router 28628eca-48a7-4486-8f4f-8f30ddbbda16 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:29:29.595097 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-74ec7ade-f6b2-46cc-abc8-6be13adbae2f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=485996271c654651b920b88402c32623&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4564340 Feb 08 21:29:29.607366 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55500) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:29.666278 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ea2ca1-6d6c-4149-8828-f498b5181ebb None None] DHCP port deletion for b5c31eef-c820-4356-8b0b-24f41ab03c55 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:29:29.759206 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec7ade-f6b2-46cc-abc8-6be13adbae2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3cb674-c333-46a6-9f61-b4a112b659aa,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:29.775709 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-79ea2ca1-6d6c-4149-8828-f498b5181ebb None None] Deleting port 485f24ea-cb30-4617-a03c-13f30fa023df {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:29:29.777949 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-79ea2ca1-6d6c-4149-8828-f498b5181ebb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (485f24ea-cb30-4617-a03c-13f30fa023df), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:29.849912 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e624e3-9b54-4059-90e5-4971594aafc8 req-c52a894d-4b68-4c60-ae51-fd7e48d73038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:29.856450 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0e624e3-9b54-4059-90e5-4971594aafc8 req-c52a894d-4b68-4c60-ae51-fd7e48d73038 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=310c6bc1-a154-4dd4-be9e-9319761a4464 HTTP/1.1" status: 200 len: 852 time: 0.5480151 Feb 08 21:29:29.938032 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139d7b6c-44d4-4074-b8c3-43dca68864d6 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:29:29.951547 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-79ea2ca1-6d6c-4149-8828-f498b5181ebb None None] For port 485f24ea-cb30-4617-a03c-13f30fa023df, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=485f24ea-cb30-4617-a03c-13f30fa023df,segment=NetworkSegment(4f8caa7b-279a-4b42-a5d8-1821a690d130),segment_id=4f8caa7b-279a-4b42-a5d8-1821a690d130)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:29.958438 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-139d7b6c-44d4-4074-b8c3-43dca68864d6 admin admin] 10.222.0.88 "PUT /v2.0/routers/28628eca-48a7-4486-8f4f-8f30ddbbda16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5903387 Feb 08 21:29:29.959226 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-79ea2ca1-6d6c-4149-8828-f498b5181ebb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (485f24ea-cb30-4617-a03c-13f30fa023df), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:30.002102 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-79ea2ca1-6d6c-4149-8828-f498b5181ebb None None] Calling delete_port for 485f24ea-cb30-4617-a03c-13f30fa023df owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:29:30.035761 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 136e8f55-efbc-4452-88a9-3bffc4956842 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:29:30.091802 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:29:30.095974 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a10c71-1d61-4c1b-aa46-ba633bf5534b None None] Sync routers for ids ['28628eca-48a7-4486-8f4f-8f30ddbbda16'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:29:30.118800 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e66f996e-1348-44f7-be96-ccf0d845049e req-1061416b-5a14-4ab9-ae8e-318e4238b705 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8147116 Feb 08 21:29:30.179147 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0e624e3-9b54-4059-90e5-4971594aafc8 req-fb801c3e-ac24-4220-a86e-3a57875d8184 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2059381 Feb 08 21:29:30.321473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa9ff3-2de3-4471-ae3c-d375b21954e5 req-e8f31f69-8497-4bc0-8359-4cd588fdb4b0 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:30.323597 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0daa9ff3-2de3-4471-ae3c-d375b21954e5 req-e8f31f69-8497-4bc0-8359-4cd588fdb4b0 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=51bfde61-e1e9-4473-9160-07490a708b81 HTTP/1.1" status: 200 len: 944 time: 0.9173248 Feb 08 21:29:30.324411 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a10c71-1d61-4c1b-aa46-ba633bf5534b None None] Routers {'28628eca-48a7-4486-8f4f-8f30ddbbda16'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:29:30.325166 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c3a10c71-1d61-4c1b-aa46-ba633bf5534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:29:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['28628eca-48a7-4486-8f4f-8f30ddbbda16'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:30.461055 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6bc17c86-ea78-45de-bfd3-b439efc864f4 admin admin] Publish callbacks [] for security_group (5c3cb674-c333-46a6-9f61-b4a112b659aa), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:30.522659 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55522) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:30.578943 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-c3a10c71-1d61-4c1b-aa46-ba633bf5534b None None] Set router 28628eca-48a7-4486-8f4f-8f30ddbbda16 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:29:30.669145 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a1e761dd-13d5-4060-88e5-c95329860592 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1866825669-network', 'tenant_id': 'ecd44d5e73bc4efdab021ff5425635d5'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:29:30.690328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-1939dc9f-2a38-4d41-9900-11d49da53ed6 admin admin] Deleting port 485f24ea-cb30-4617-a03c-13f30fa023df {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:29:30.690713 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1939dc9f-2a38-4d41-9900-11d49da53ed6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (485f24ea-cb30-4617-a03c-13f30fa023df), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:30.713684 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e761dd-13d5-4060-88e5-c95329860592 admin admin] Made reservation on behalf of ecd44d5e73bc4efdab021ff5425635d5 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:29:30.719682 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1e761dd-13d5-4060-88e5-c95329860592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:30.732321 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 136e8f55-efbc-4452-88a9-3bffc4956842 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:29:30.733060 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (136e8f55-efbc-4452-88a9-3bffc4956842), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:30.739809 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1e761dd-13d5-4060-88e5-c95329860592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:30.929142 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1e761dd-13d5-4060-88e5-c95329860592 admin admin] Publish callbacks [] for security_group (391de3eb-9acf-4f76-880e-8e4a8b95a284), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:30.936837 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1e761dd-13d5-4060-88e5-c95329860592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (391de3eb-9acf-4f76-880e-8e4a8b95a284), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:30.976634 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:29:30.977291 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:31.018796 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e761dd-13d5-4060-88e5-c95329860592 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:29:31.059144 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e761dd-13d5-4060-88e5-c95329860592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391de3eb-9acf-4f76-880e-8e4a8b95a284,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:31.060894 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-79ea2ca1-6d6c-4149-8828-f498b5181ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (485f24ea-cb30-4617-a03c-13f30fa023df), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:31.098963 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1e761dd-13d5-4060-88e5-c95329860592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (7300d083-82d0-45c9-90d0-102d4d42d42d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:31.100726 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c3a10c71-1d61-4c1b-aa46-ba633bf5534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28628eca-48a7-4486-8f4f-8f30ddbbda16', 'name': 'tempest-ServerRescueNegativeTestJSON-937288893-router', 'tenant_id': '0b5378aef139411c8980fedff164d328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '136e8f55-efbc-4452-88a9-3bffc4956842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:29:16Z', 'updated_at': '2022-02-08T21:29:27Z', 'revision_number': 4, 'project_id': '0b5378aef139411c8980fedff164d328', 'gw_port': {'id': '136e8f55-efbc-4452-88a9-3bffc4956842', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28628eca-48a7-4486-8f4f-8f30ddbbda16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:29:18Z', 'updated_at': '2022-02-08T21:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '57eb5b44-47f7-4876-bfcb-d2088bda2a5a', 'name': '', 'network_id': '615ec4ed-fa4e-46ef-89c1-1a6f16003df8', 'tenant_id': '0b5378aef139411c8980fedff164d328', 'mac_address': 'fa:16:3e:b6:23:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28628eca-48a7-4486-8f4f-8f30ddbbda16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '2583ff1d-670a-4074-8b7c-cb54a492a95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:29:24Z', 'updated_at': '2022-02-08T21:29:27Z', 'revision_number': 2, 'project_id': '0b5378aef139411c8980fedff164d328', 'subnets': [{'id': '2583ff1d-670a-4074-8b7c-cb54a492a95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:31.103843 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-a1e761dd-13d5-4060-88e5-c95329860592 admin admin] Added segment 7300d083-82d0-45c9-90d0-102d4d42d42d of type vlan for network 2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 Feb 08 21:29:31.198024 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1e761dd-13d5-4060-88e5-c95329860592 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:31.251086 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1e761dd-13d5-4060-88e5-c95329860592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:31.252664 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e761dd-13d5-4060-88e5-c95329860592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:31.253586 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1e761dd-13d5-4060-88e5-c95329860592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:31.302910 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a1e761dd-13d5-4060-88e5-c95329860592 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7785845 Feb 08 21:29:31.324840 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55532) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:31.363706 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea2ca1-6d6c-4149-8828-f498b5181ebb None None] Pushing event deleted for resources: {'Port': ['ID=485f24ea-cb30-4617-a03c-13f30fa023df,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:31.371640 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ea2ca1-6d6c-4149-8828-f498b5181ebb None None] No DVR routers for this DVR port 485f24ea-cb30-4617-a03c-13f30fa023df on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:29:31.376221 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a10c71-1d61-4c1b-aa46-ba633bf5534b None None] Checking router: 28628eca-48a7-4486-8f4f-8f30ddbbda16 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:29:31.376839 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a10c71-1d61-4c1b-aa46-ba633bf5534b None None] Updating router 28628eca-48a7-4486-8f4f-8f30ddbbda16 port 57eb5b44-47f7-4876-bfcb-d2088bda2a5a binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:29:31.441019 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-44838a31-0b36-4305-a77a-6d05b2103b29 admin admin] Request body: {'subnet': {'network_id': '2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1866825669-subnet', 'tenant_id': 'ecd44d5e73bc4efdab021ff5425635d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:29:31.495539 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44838a31-0b36-4305-a77a-6d05b2103b29 admin admin] Made reservation on behalf of ecd44d5e73bc4efdab021ff5425635d5 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:29:31.499977 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-44838a31-0b36-4305-a77a-6d05b2103b29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:31.557787 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6bc17c86-ea78-45de-bfd3-b439efc864f4 admin admin] Publish callbacks [] for security_group (5c3cb674-c333-46a6-9f61-b4a112b659aa), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:31.565917 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:29:31.566528 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:31.597696 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 136e8f55-efbc-4452-88a9-3bffc4956842 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:29:31.622039 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0daa9ff3-2de3-4471-ae3c-d375b21954e5 req-1f12d246-58a9-49a7-9e8d-6a95bbc4a831 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?id=8bb66473-333c-489b-91fe-1fc152d05e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2300203 Feb 08 21:29:31.629635 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:31.652202 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27f249-5c8e-4a7e-b710-e55ff5514bd8 req-f8265439-1bf9-4a99-a690-f4a7da2e5682 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:31.660186 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b27f249-5c8e-4a7e-b710-e55ff5514bd8 req-f8265439-1bf9-4a99-a690-f4a7da2e5682 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 944 time: 1.2735670 Feb 08 21:29:31.705942 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-1939dc9f-2a38-4d41-9900-11d49da53ed6 admin admin] For port 485f24ea-cb30-4617-a03c-13f30fa023df, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=485f24ea-cb30-4617-a03c-13f30fa023df,segment=NetworkSegment(4f8caa7b-279a-4b42-a5d8-1821a690d130),segment_id=4f8caa7b-279a-4b42-a5d8-1821a690d130)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:31.706319 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1939dc9f-2a38-4d41-9900-11d49da53ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (485f24ea-cb30-4617-a03c-13f30fa023df), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:31.727714 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-1939dc9f-2a38-4d41-9900-11d49da53ed6 admin admin] Calling delete_port for 485f24ea-cb30-4617-a03c-13f30fa023df owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:29:31.732730 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:31.737673 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca176aa1-d501-4577-bd10-f8cd45be5b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:29:31.743504 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c93103-6d20-4773-9473-7b544400eb2d" -d '{"events": [{"server_uuid": "ca176aa1-d501-4577-bd10-f8cd45be5b6d", "name": "network-vif-plugged", "status": "completed", "tag": "c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:29:31.748493 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:31.751384 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c3a10c71-1d61-4c1b-aa46-ba633bf5534b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (57eb5b44-47f7-4876-bfcb-d2088bda2a5a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:31.759931 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 485f24ea-cb30-4617-a03c-13f30fa023df no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:29:31.787422 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:31.920327 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 485f24ea-cb30-4617-a03c-13f30fa023df {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:29:31.924753 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 485f24ea-cb30-4617-a03c-13f30fa023df not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:29:31.939025 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-44838a31-0b36-4305-a77a-6d05b2103b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (93da91fb-68ac-4db0-bd66-bb7bbf1aa7b4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:32.065734 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 467a2d4a-0dec-4375-a5a5-54af8a068905 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:29:32.108580 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44838a31-0b36-4305-a77a-6d05b2103b29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93da91fb-68ac-4db0-bd66-bb7bbf1aa7b4,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:32.112434 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b27f249-5c8e-4a7e-b710-e55ff5514bd8 req-708cb28e-2248-4661-982d-e40fd92fcf47 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4511316 Feb 08 21:29:32.131785 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e761dd-13d5-4060-88e5-c95329860592 admin admin] Pushing event updated for resources: {'Network': ['ID=2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:32.188684 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44838a31-0b36-4305-a77a-6d05b2103b29 admin admin] Checking segment: {'id': '7300d083-82d0-45c9-90d0-102d4d42d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:29:32.189195 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44838a31-0b36-4305-a77a-6d05b2103b29 admin admin] Network hostable DHCP agents. Network: 2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:29:32.238102 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44838a31-0b36-4305-a77a-6d05b2103b29 admin admin] Network 2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:29:32.249294 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0e624e3-9b54-4059-90e5-4971594aafc8 req-2e31198d-4005-497a-a73f-b2cb1ac6c10a service neutron] 10.222.0.96 "GET /v2.0/networks/e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9585335 Feb 08 21:29:32.257511 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-44838a31-0b36-4305-a77a-6d05b2103b29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:29:32.269653 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44838a31-0b36-4305-a77a-6d05b2103b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:32.270823 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-44838a31-0b36-4305-a77a-6d05b2103b29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:32.344541 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-44838a31-0b36-4305-a77a-6d05b2103b29 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0173035 Feb 08 21:29:32.537049 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b04c5-36e6-4641-b4e4-08a82023a468 req-1aa62d79-3d01-45eb-8589-d0c532b4b249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:32.551768 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-817b04c5-36e6-4641-b4e4-08a82023a468 req-1aa62d79-3d01-45eb-8589-d0c532b4b249 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=48aae992c2704ece870f0faad4c28599&device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 1128 time: 0.2048640 Feb 08 21:29:32.576135 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:32.588683 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:29:32.597680 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab739fc-4b9c-4a26-80aa-35b2d0b4eeea None None] Network 2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:29:32.634743 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1939dc9f-2a38-4d41-9900-11d49da53ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (485f24ea-cb30-4617-a03c-13f30fa023df), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:32.707336 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939dc9f-2a38-4d41-9900-11d49da53ed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=485f24ea-cb30-4617-a03c-13f30fa023df,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:32.710606 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6bc17c86-ea78-45de-bfd3-b439efc864f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (5c3cb674-c333-46a6-9f61-b4a112b659aa), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:32.714737 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6bc17c86-ea78-45de-bfd3-b439efc864f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:32.715501 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6bc17c86-ea78-45de-bfd3-b439efc864f4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5c3cb674-c333-46a6-9f61-b4a112b659aa HTTP/1.1" status: 204 len: 168 time: 3.0305097 Feb 08 21:29:32.795444 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc17c86-ea78-45de-bfd3-b439efc864f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3cb674-c333-46a6-9f61-b4a112b659aa,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:32.850425 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1939dc9f-2a38-4d41-9900-11d49da53ed6 admin admin] No DVR routers for this DVR port 485f24ea-cb30-4617-a03c-13f30fa023df on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:29:32.864754 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b04c5-36e6-4641-b4e4-08a82023a468 req-727f8b69-0b8e-4ebc-a294-6d0de4c07ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:32.866602 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-817b04c5-36e6-4641-b4e4-08a82023a468 req-727f8b69-0b8e-4ebc-a294-6d0de4c07ae8 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d00185f4-2139-492b-b59f-1586b41daef5 HTTP/1.1" status: 200 len: 918 time: 0.2834864 Feb 08 21:29:32.905386 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5442400-2d3d-4264-b56a-1ee532083522 req-1943f8f7-0b25-4371-aac5-f981858fc4e4 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:32.917113 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c5442400-2d3d-4264-b56a-1ee532083522 req-1943f8f7-0b25-4371-aac5-f981858fc4e4 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.6017220 Feb 08 21:29:33.130224 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-817b04c5-36e6-4641-b4e4-08a82023a468 req-d355bec8-bb2d-4115-b7b4-624cab1271e4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 HTTP/1.1" status: 200 len: 1001 time: 0.2576420 Feb 08 21:29:33.142637 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1939dc9f-2a38-4d41-9900-11d49da53ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (b5c31eef-c820-4356-8b0b-24f41ab03c55), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:33.178615 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-1939dc9f-2a38-4d41-9900-11d49da53ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c31eef-c820-4356-8b0b-24f41ab03c55']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:33.193572 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-1939dc9f-2a38-4d41-9900-11d49da53ed6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f8caa7b-279a-4b42-a5d8-1821a690d130') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:33.194126 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-1939dc9f-2a38-4d41-9900-11d49da53ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f8caa7b-279a-4b42-a5d8-1821a690d130') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:33.214085 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1939dc9f-2a38-4d41-9900-11d49da53ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (4f8caa7b-279a-4b42-a5d8-1821a690d130), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:33.243904 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1939dc9f-2a38-4d41-9900-11d49da53ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (4f8caa7b-279a-4b42-a5d8-1821a690d130), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:33.262650 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1939dc9f-2a38-4d41-9900-11d49da53ed6 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:29:33.263698 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1939dc9f-2a38-4d41-9900-11d49da53ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (4f8caa7b-279a-4b42-a5d8-1821a690d130), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:33.330841 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc86d52-6dc9-4f29-8e88-9bada2d95782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7', 'network_id': '2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7', 'project_id': 'ecd44d5e73bc4efdab021ff5425635d5', 'fixed_ips': [{'subnet_id': '93da91fb-68ac-4db0-bd66-bb7bbf1aa7b4'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:29:33.340209 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-edc86d52-6dc9-4f29-8e88-9bada2d95782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: self.session.flush() Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: self.session.flush() Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: self.session.flush() Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: self.session.flush() Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:29:33.368104 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:29:33.396233 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b04c5-36e6-4641-b4e4-08a82023a468 req-e790c257-a05c-48dd-8129-57363c7ff3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:33.397771 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-817b04c5-36e6-4641-b4e4-08a82023a468 req-e790c257-a05c-48dd-8129-57363c7ff3e5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8c41e412-c763-4ca0-a1f8-ab9cd96c364d HTTP/1.1" status: 200 len: 856 time: 0.2560472 Feb 08 21:29:33.408509 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-850d597c-27c9-4883-a8d0-4ed1b98edb20 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:33.415129 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-850d597c-27c9-4883-a8d0-4ed1b98edb20 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/networks?id=615ec4ed-fa4e-46ef-89c1-1a6f16003df8 HTTP/1.1" status: 200 len: 818 time: 1.2830975 Feb 08 21:29:33.432081 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1939dc9f-2a38-4d41-9900-11d49da53ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (b5c31eef-c820-4356-8b0b-24f41ab03c55), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:33.470265 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 467a2d4a-0dec-4375-a5a5-54af8a068905, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=467a2d4a-0dec-4375-a5a5-54af8a068905,segment=NetworkSegment(49cc5804-95ec-45a3-a70d-522fb54a57ed),segment_id=49cc5804-95ec-45a3-a70d-522fb54a57ed)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:33.472949 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1939dc9f-2a38-4d41-9900-11d49da53ed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:33.480590 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1939dc9f-2a38-4d41-9900-11d49da53ed6 admin admin] 10.222.0.88 "DELETE /v2.0/networks/b5c31eef-c820-4356-8b0b-24f41ab03c55 HTTP/1.1" status: 204 len: 168 time: 4.6212487 Feb 08 21:29:33.586190 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b04c5-36e6-4641-b4e4-08a82023a468 req-471a4ad0-c3a5-4d46-bfb2-bce731e8175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:33.589358 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-817b04c5-36e6-4641-b4e4-08a82023a468 req-471a4ad0-c3a5-4d46-bfb2-bce731e8175f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d00185f4-2139-492b-b59f-1586b41daef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1848314 Feb 08 21:29:33.618046 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c5442400-2d3d-4264-b56a-1ee532083522 req-e67e0625-c7c5-4c94-a42f-3173d6e59123 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6998699 Feb 08 21:29:33.628108 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0e624e3-9b54-4059-90e5-4971594aafc8 req-dd37a8f3-0869-4980-8668-089e85b26e50 service neutron] 10.222.0.96 "GET /v2.0/networks/e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3093538 Feb 08 21:29:33.637058 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939dc9f-2a38-4d41-9900-11d49da53ed6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5c31eef-c820-4356-8b0b-24f41ab03c55,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:33.652756 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-0b9d9c08-3b80-4c08-8a93-3c9d16e36e18 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/quotas/0b5378aef139411c8980fedff164d328 HTTP/1.1" status: 200 len: 375 time: 0.2093768 Feb 08 21:29:33.703087 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '467a2d4a-0dec-4375-a5a5-54af8a068905', 'network_id': 'e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b', 'port_id': '467a2d4a-0dec-4375-a5a5-54af8a068905', 'mac_address': 'fa:16:3e:b2:13:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '310c6bc1-a154-4dd4-be9e-9319761a4464', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:29:33.809749 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ba4928-498f-4c32-a561-6793d54cab37 x-openstack-request-id: req-c5ba4928-498f-4c32-a561-6793d54cab37 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:29:33.810053 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca176aa1-d501-4577-bd10-f8cd45be5b6d", "name": "network-vif-plugged", "status": "completed", "tag": "c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:29:33.812314 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c5ba4928-498f-4c32-a561-6793d54cab37 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:29:33.812826 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca176aa1-d501-4577-bd10-f8cd45be5b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8', 'code': 200} Feb 08 21:29:33.825942 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-f4c2fe8c-56f7-4ff2-95fe-8d4b836f027b tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=0b5378aef139411c8980fedff164d328&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1622326 Feb 08 21:29:33.852398 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-817b04c5-36e6-4641-b4e4-08a82023a468 req-ff749433-3372-4ed4-90d9-ff6055cd7cac service neutron] 10.222.0.94 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566571 Feb 08 21:29:33.957073 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55576) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:34.070826 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8c360570-19f2-4969-a4e9-572d2f40b7c4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=121b3faf35ac4ad2abe15b29bed26c0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1087511 Feb 08 21:29:34.076640 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 467a2d4a-0dec-4375-a5a5-54af8a068905 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:29:34.078122 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55578) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:34.080012 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (467a2d4a-0dec-4375-a5a5-54af8a068905), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:34.135920 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-817b04c5-36e6-4641-b4e4-08a82023a468 req-4f735bbb-5609-4e8b-8eba-4c113a898880 service neutron] 10.222.0.94 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765105 Feb 08 21:29:34.204916 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-468850d5-b1d9-4c6d-9d7d-7a9a6dc2aff7 service neutron] 10.222.0.88 "GET /v2.0/networks/615ec4ed-fa4e-46ef-89c1-1a6f16003df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698454 Feb 08 21:29:34.219937 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b4c9d-e0a2-4fca-ba86-1a8523dcf49a req-1bcacd9f-ba9a-4681-8bab-78b2454abf10 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:34.228790 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a75b4c9d-e0a2-4fca-ba86-1a8523dcf49a req-1bcacd9f-ba9a-4681-8bab-78b2454abf10 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=51bfde61-e1e9-4473-9160-07490a708b81 HTTP/1.1" status: 200 len: 944 time: 0.2697482 Feb 08 21:29:34.233718 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5ba482c8-89cf-4b8e-b4be-f6ff753e1960 admin admin] Publish callbacks [] for security_group (32a223fc-b029-4136-9493-58f03ef13624), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:34.239261 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 467a2d4a-0dec-4375-a5a5-54af8a068905 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:29:34.308914 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 467a2d4a-0dec-4375-a5a5-54af8a068905, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=467a2d4a-0dec-4375-a5a5-54af8a068905,segment=NetworkSegment(49cc5804-95ec-45a3-a70d-522fb54a57ed),segment_id=49cc5804-95ec-45a3-a70d-522fb54a57ed)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:34.333620 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (467a2d4a-0dec-4375-a5a5-54af8a068905), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:34.416667 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a75b4c9d-e0a2-4fca-ba86-1a8523dcf49a req-d7f66634-f590-4d22-95f1-3dc3c08936b0 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?id=8bb66473-333c-489b-91fe-1fc152d05e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862996 Feb 08 21:29:34.438226 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5ba482c8-89cf-4b8e-b4be-f6ff753e1960 admin admin] Publish callbacks [] for security_group (32a223fc-b029-4136-9493-58f03ef13624), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:34.582938 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-78985e12-8672-4433-8eff-cc8324a4add7 service neutron] 10.222.0.88 "GET /v2.0/networks/615ec4ed-fa4e-46ef-89c1-1a6f16003df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503571 Feb 08 21:29:34.605368 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-edc86d52-6dc9-4f29-8e88-9bada2d95782 None None] Allocated IP 172.20.0.2 (2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7/93da91fb-68ac-4db0-bd66-bb7bbf1aa7b4/cf312608-4adb-489f-a4dd-a08aae9d839b) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:29:34.627093 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5ba482c8-89cf-4b8e-b4be-f6ff753e1960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (32a223fc-b029-4136-9493-58f03ef13624), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:34.639081 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5ba482c8-89cf-4b8e-b4be-f6ff753e1960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:34.644176 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5ba482c8-89cf-4b8e-b4be-f6ff753e1960 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/32a223fc-b029-4136-9493-58f03ef13624 HTTP/1.1" status: 204 len: 168 time: 0.5615849 Feb 08 21:29:34.656977 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c3a10c71-1d61-4c1b-aa46-ba633bf5534b None None] Publish callbacks [] for port (57eb5b44-47f7-4876-bfcb-d2088bda2a5a), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:34.674669 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=467a2d4a-0dec-4375-a5a5-54af8a068905,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:34.684230 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c3a10c71-1d61-4c1b-aa46-ba633bf5534b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (57eb5b44-47f7-4876-bfcb-d2088bda2a5a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:34.700135 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba482c8-89cf-4b8e-b4be-f6ff753e1960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a223fc-b029-4136-9493-58f03ef13624,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:34.725313 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['467a2d4a-0dec-4375-a5a5-54af8a068905'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:29:35.046975 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62621fb5-04cd-4684-9e05-220400e8e9bd None None] Pushing event updated for resources: {'Port': ['ID=57eb5b44-47f7-4876-bfcb-d2088bda2a5a,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:35.198011 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c3a10c71-1d61-4c1b-aa46-ba633bf5534b None None] Attempting to bind port 57eb5b44-47f7-4876-bfcb-d2088bda2a5a on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:29:35.201842 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c3a10c71-1d61-4c1b-aa46-ba633bf5534b None None] Attempting to bind port 57eb5b44-47f7-4876-bfcb-d2088bda2a5a by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'ce7776cb-c96f-49d0-a5da-4fe283036b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '615ec4ed-fa4e-46ef-89c1-1a6f16003df8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:29:35.202473 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a10c71-1d61-4c1b-aa46-ba633bf5534b None None] Attempting to bind port 57eb5b44-47f7-4876-bfcb-d2088bda2a5a on network 615ec4ed-fa4e-46ef-89c1-1a6f16003df8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:29:35.235552 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a10c71-1d61-4c1b-aa46-ba633bf5534b None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:29:35.238506 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a10c71-1d61-4c1b-aa46-ba633bf5534b None None] Checking segment: {'id': 'ce7776cb-c96f-49d0-a5da-4fe283036b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '615ec4ed-fa4e-46ef-89c1-1a6f16003df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:29:35.238506 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c3a10c71-1d61-4c1b-aa46-ba633bf5534b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:35.238506 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a10c71-1d61-4c1b-aa46-ba633bf5534b None None] Bound using segment: {'id': 'ce7776cb-c96f-49d0-a5da-4fe283036b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '615ec4ed-fa4e-46ef-89c1-1a6f16003df8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:29:35.238843 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c3a10c71-1d61-4c1b-aa46-ba633bf5534b None None] Bound port: 57eb5b44-47f7-4876-bfcb-d2088bda2a5a, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce7776cb-c96f-49d0-a5da-4fe283036b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '615ec4ed-fa4e-46ef-89c1-1a6f16003df8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:29:35.239202 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c3a10c71-1d61-4c1b-aa46-ba633bf5534b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (57eb5b44-47f7-4876-bfcb-d2088bda2a5a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:35.248807 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d22b83-4da6-4136-87c2-6180194f53fe req-b38692cb-cff1-4f8a-ab72-3ee8f9f2d606 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:35.266899 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-64d22b83-4da6-4136-87c2-6180194f53fe req-b38692cb-cff1-4f8a-ab72-3ee8f9f2d606 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 945 time: 0.1804204 Feb 08 21:29:35.365776 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1dc25d9d-c585-463b-b299-052103692ab3 req-d74f91c6-4f27-48d7-8394-623b4be4f0de service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4170938 Feb 08 21:29:35.654292 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-edc86d52-6dc9-4f29-8e88-9bada2d95782 None None] Publish callbacks [] for port (cf312608-4adb-489f-a4dd-a08aae9d839b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:35.679370 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-64d22b83-4da6-4136-87c2-6180194f53fe req-6ad81943-9674-4422-8819-32f444146a64 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4029710 Feb 08 21:29:35.695085 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c3a10c71-1d61-4c1b-aa46-ba633bf5534b None None] For port 57eb5b44-47f7-4876-bfcb-d2088bda2a5a, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:29:35.699597 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-edc86d52-6dc9-4f29-8e88-9bada2d95782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (cf312608-4adb-489f-a4dd-a08aae9d839b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:35.745519 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c3a10c71-1d61-4c1b-aa46-ba633bf5534b None None] For port 57eb5b44-47f7-4876-bfcb-d2088bda2a5a, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=57eb5b44-47f7-4876-bfcb-d2088bda2a5a,segment=NetworkSegment(ce7776cb-c96f-49d0-a5da-4fe283036b62),segment_id=ce7776cb-c96f-49d0-a5da-4fe283036b62)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:29:35.764471 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c3a10c71-1d61-4c1b-aa46-ba633bf5534b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (57eb5b44-47f7-4876-bfcb-d2088bda2a5a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:35.791646 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc86d52-6dc9-4f29-8e88-9bada2d95782 None None] Network 2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:29:35.797053 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-edc86d52-6dc9-4f29-8e88-9bada2d95782 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:29:35.816197 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc86d52-6dc9-4f29-8e88-9bada2d95782 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:29:35.825863 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc86d52-6dc9-4f29-8e88-9bada2d95782 None None] Pushing event updated for resources: {'Port': ['ID=cf312608-4adb-489f-a4dd-a08aae9d839b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:35.897619 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc25d9d-c585-463b-b299-052103692ab3 req-17bf70e7-c759-4acb-943d-a9bd995be5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:35.899223 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1dc25d9d-c585-463b-b299-052103692ab3 req-17bf70e7-c759-4acb-943d-a9bd995be5c7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 1127 time: 0.3955917 Feb 08 21:29:35.924504 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a10c71-1d61-4c1b-aa46-ba633bf5534b None None] Routers {'28628eca-48a7-4486-8f4f-8f30ddbbda16'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:29:35.924504 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c3a10c71-1d61-4c1b-aa46-ba633bf5534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:29:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['28628eca-48a7-4486-8f4f-8f30ddbbda16'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:35.935287 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-4a574322-b5c8-4033-babc-bf530e312555 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:35.936876 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-4a574322-b5c8-4033-babc-bf530e312555 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/networks?id=2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 HTTP/1.1" status: 200 len: 816 time: 0.6174715 Feb 08 21:29:36.067040 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55648) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:36.112873 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-d75a5c91-dd8a-43eb-858b-711e33ad08f0 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/quotas/ecd44d5e73bc4efdab021ff5425635d5 HTTP/1.1" status: 200 len: 375 time: 0.1484485 Feb 08 21:29:36.339652 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc25d9d-c585-463b-b299-052103692ab3 req-005d848d-6148-4382-9c85-b05c1a727247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:36.341218 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1dc25d9d-c585-463b-b299-052103692ab3 req-005d848d-6148-4382-9c85-b05c1a727247 service neutron] 10.222.0.96 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 913 time: 0.4019732 Feb 08 21:29:36.374132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e669016-df57-4333-ab3a-82094cfe0786 req-fc9df24b-746d-4685-8433-0330f07876ab tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:36.383911 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e669016-df57-4333-ab3a-82094cfe0786 req-fc9df24b-746d-4685-8433-0330f07876ab tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.4669356 Feb 08 21:29:36.575689 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-536db412-d642-4789-bfed-7bd309387835 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=ecd44d5e73bc4efdab021ff5425635d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4420123 Feb 08 21:29:36.662784 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-c3a10c71-1d61-4c1b-aa46-ba633bf5534b None None] Set router 28628eca-48a7-4486-8f4f-8f30ddbbda16 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:29:36.708261 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-94ef2411-acf9-424c-958f-9965b6cfa651 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-582810368-network', 'tenant_id': 'd9d74295f291473d9ff0a2a33b85b57d'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:29:36.719100 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e669016-df57-4333-ab3a-82094cfe0786 req-82c9b755-abbb-473d-81b9-670ec1509677 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3339975 Feb 08 21:29:36.803718 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ef2411-acf9-424c-958f-9965b6cfa651 admin admin] Made reservation on behalf of d9d74295f291473d9ff0a2a33b85b57d for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:29:36.808426 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94ef2411-acf9-424c-958f-9965b6cfa651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:36.857807 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94ef2411-acf9-424c-958f-9965b6cfa651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:36.949277 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-edc86d52-6dc9-4f29-8e88-9bada2d95782 None None] Attempting to bind port cf312608-4adb-489f-a4dd-a08aae9d839b on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:29:36.949910 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-edc86d52-6dc9-4f29-8e88-9bada2d95782 None None] Attempting to bind port cf312608-4adb-489f-a4dd-a08aae9d839b by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '7300d083-82d0-45c9-90d0-102d4d42d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:29:36.950280 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc86d52-6dc9-4f29-8e88-9bada2d95782 None None] Attempting to bind port cf312608-4adb-489f-a4dd-a08aae9d839b on network 2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:29:37.028050 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-9f9e3b1d-cb51-4971-b9da-2feec756a1e5 service neutron] 10.222.0.88 "GET /v2.0/networks/2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299772 Feb 08 21:29:37.072452 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1dc25d9d-c585-463b-b299-052103692ab3 req-fcd902d2-08e9-4603-b87c-e4927fbe3a60 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 HTTP/1.1" status: 200 len: 999 time: 0.7111285 Feb 08 21:29:37.090258 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc86d52-6dc9-4f29-8e88-9bada2d95782 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:29:37.090766 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc86d52-6dc9-4f29-8e88-9bada2d95782 None None] Checking segment: {'id': '7300d083-82d0-45c9-90d0-102d4d42d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:29:37.091077 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-edc86d52-6dc9-4f29-8e88-9bada2d95782 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:37.091791 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc86d52-6dc9-4f29-8e88-9bada2d95782 None None] Bound using segment: {'id': '7300d083-82d0-45c9-90d0-102d4d42d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:29:37.092170 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-edc86d52-6dc9-4f29-8e88-9bada2d95782 None None] Bound port: cf312608-4adb-489f-a4dd-a08aae9d839b, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7300d083-82d0-45c9-90d0-102d4d42d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:29:37.092564 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-edc86d52-6dc9-4f29-8e88-9bada2d95782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cf312608-4adb-489f-a4dd-a08aae9d839b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:37.108528 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:37.139801 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:37.156879 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62621fb5-04cd-4684-9e05-220400e8e9bd None None] Pushing event updated for resources: {'Port': ['ID=57eb5b44-47f7-4876-bfcb-d2088bda2a5a,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:37.290713 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94ef2411-acf9-424c-958f-9965b6cfa651 admin admin] Publish callbacks [] for security_group (7056d852-19a4-477b-aed7-c9a441b5d0e9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:37.295526 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-edc86d52-6dc9-4f29-8e88-9bada2d95782 None None] For port cf312608-4adb-489f-a4dd-a08aae9d839b, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:29:37.300205 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-edc86d52-6dc9-4f29-8e88-9bada2d95782 None None] For port cf312608-4adb-489f-a4dd-a08aae9d839b, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cf312608-4adb-489f-a4dd-a08aae9d839b,segment=NetworkSegment(7300d083-82d0-45c9-90d0-102d4d42d42d),segment_id=7300d083-82d0-45c9-90d0-102d4d42d42d)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:29:37.306605 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94ef2411-acf9-424c-958f-9965b6cfa651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7056d852-19a4-477b-aed7-c9a441b5d0e9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:37.313490 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-edc86d52-6dc9-4f29-8e88-9bada2d95782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cf312608-4adb-489f-a4dd-a08aae9d839b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:37.357415 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ef2411-acf9-424c-958f-9965b6cfa651 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:29:37.361691 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc25d9d-c585-463b-b299-052103692ab3 req-aa40dabc-9d5a-4cfb-bb03-cef61b9f3c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:37.365057 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1dc25d9d-c585-463b-b299-052103692ab3 req-aa40dabc-9d5a-4cfb-bb03-cef61b9f3c49 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0aa29b5a-a776-4012-aa53-861d63a1c0ca HTTP/1.1" status: 200 len: 851 time: 0.2912931 Feb 08 21:29:37.377024 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55674) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:37.504177 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc86d52-6dc9-4f29-8e88-9bada2d95782 None None] Pushing event updated for resources: {'Port': ['ID=cf312608-4adb-489f-a4dd-a08aae9d839b,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:37.654548 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c3a10c71-1d61-4c1b-aa46-ba633bf5534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28628eca-48a7-4486-8f4f-8f30ddbbda16', 'name': 'tempest-ServerRescueNegativeTestJSON-937288893-router', 'tenant_id': '0b5378aef139411c8980fedff164d328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '136e8f55-efbc-4452-88a9-3bffc4956842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:29:16Z', 'updated_at': '2022-02-08T21:29:27Z', 'revision_number': 4, 'project_id': '0b5378aef139411c8980fedff164d328', 'gw_port': {'id': '136e8f55-efbc-4452-88a9-3bffc4956842', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28628eca-48a7-4486-8f4f-8f30ddbbda16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:29:18Z', 'updated_at': '2022-02-08T21:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '57eb5b44-47f7-4876-bfcb-d2088bda2a5a', 'name': '', 'network_id': '615ec4ed-fa4e-46ef-89c1-1a6f16003df8', 'tenant_id': '0b5378aef139411c8980fedff164d328', 'mac_address': 'fa:16:3e:b6:23:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28628eca-48a7-4486-8f4f-8f30ddbbda16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '2583ff1d-670a-4074-8b7c-cb54a492a95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:29:24Z', 'updated_at': '2022-02-08T21:29:35Z', 'revision_number': 4, 'project_id': '0b5378aef139411c8980fedff164d328', 'subnets': [{'id': '2583ff1d-670a-4074-8b7c-cb54a492a95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:37.742016 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a10c71-1d61-4c1b-aa46-ba633bf5534b None None] The sync data for ids ['28628eca-48a7-4486-8f4f-8f30ddbbda16'] in n-d-712143-31 is: [{'id': '28628eca-48a7-4486-8f4f-8f30ddbbda16', 'name': 'tempest-ServerRescueNegativeTestJSON-937288893-router', 'tenant_id': '0b5378aef139411c8980fedff164d328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '136e8f55-efbc-4452-88a9-3bffc4956842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:29:16Z', 'updated_at': '2022-02-08T21:29:27Z', 'revision_number': 4, 'project_id': '0b5378aef139411c8980fedff164d328', 'gw_port': {'id': '136e8f55-efbc-4452-88a9-3bffc4956842', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28628eca-48a7-4486-8f4f-8f30ddbbda16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:29:18Z', 'updated_at': '2022-02-08T21:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '57eb5b44-47f7-4876-bfcb-d2088bda2a5a', 'name': '', 'network_id': '615ec4ed-fa4e-46ef-89c1-1a6f16003df8', 'tenant_id': '0b5378aef139411c8980fedff164d328', 'mac_address': 'fa:16:3e:b6:23:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28628eca-48a7-4486-8f4f-8f30ddbbda16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '2583ff1d-670a-4074-8b7c-cb54a492a95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:29:24Z', 'updated_at': '2022-02-08T21:29:35Z', 'revision_number': 4, 'project_id': '0b5378aef139411c8980fedff164d328', 'subnets': [{'id': '2583ff1d-670a-4074-8b7c-cb54a492a95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:29:37.748372 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef2411-acf9-424c-958f-9965b6cfa651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7056d852-19a4-477b-aed7-c9a441b5d0e9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:37.772700 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94ef2411-acf9-424c-958f-9965b6cfa651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (9f8ccf57-5b1c-44ca-9685-243922b073df), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:37.773306 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-94ef2411-acf9-424c-958f-9965b6cfa651 admin admin] Added segment 9f8ccf57-5b1c-44ca-9685-243922b073df of type vlan for network 90ffd2c2-0e3f-4cb8-8870-70a85691cf55 Feb 08 21:29:37.798470 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-41a6911b-0692-4ee0-8414-d33347dc8d06 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:37.818269 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-41a6911b-0692-4ee0-8414-d33347dc8d06 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.94 "GET /v2.0/networks?id=615ec4ed-fa4e-46ef-89c1-1a6f16003df8 HTTP/1.1" status: 200 len: 818 time: 0.3435714 Feb 08 21:29:37.845127 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-261fd2ba-cddb-4738-afc0-3bec39feb378 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Request body: {'port': {'device_id': '73fbc7d0-f1da-4f8f-a3e4-0493be958b44', 'network_id': '615ec4ed-fa4e-46ef-89c1-1a6f16003df8', 'admin_state_up': True, 'tenant_id': '0b5378aef139411c8980fedff164d328'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:29:37.917882 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-5ee39af7-d5b3-4765-8023-e67ebd861fde service neutron] 10.222.0.88 "GET /v2.0/networks/2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5643511 Feb 08 21:29:37.952015 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ad8fdf62-1c17-46b5-aacf-816443f119d0 req-2b5b71f5-ba94-4779-a562-20dd9f97a6c8 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 210 time: 0.9228134 Feb 08 21:29:38.015434 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc25d9d-c585-463b-b299-052103692ab3 req-adafb122-801c-4adb-afe0-ebe263c1bacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:38.017020 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1dc25d9d-c585-463b-b299-052103692ab3 req-adafb122-801c-4adb-afe0-ebe263c1bacb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=470bde4a-288b-4162-81c1-45fdd6f3db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5919631 Feb 08 21:29:38.380429 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 467a2d4a-0dec-4375-a5a5-54af8a068905 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:29:38.494235 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-672f25d7-b37e-4d17-9cb4-e31ce3774fa3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1002605434-network', 'tenant_id': 'b44a7bc88f394e19bbf8b7a304dc1320'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:29:38.577084 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94ef2411-acf9-424c-958f-9965b6cfa651 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (90ffd2c2-0e3f-4cb8-8870-70a85691cf55), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:38.650102 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 467a2d4a-0dec-4375-a5a5-54af8a068905 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:29:38.680558 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 467a2d4a-0dec-4375-a5a5-54af8a068905 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:29:38.681137 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (467a2d4a-0dec-4375-a5a5-54af8a068905), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:38.779244 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1dc25d9d-c585-463b-b299-052103692ab3 req-96a5e446-6cae-4b43-8c17-81015a032972 service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7555990 Feb 08 21:29:38.792015 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-261fd2ba-cddb-4738-afc0-3bec39feb378 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Made reservation on behalf of 0b5378aef139411c8980fedff164d328 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:29:38.812525 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 57eb5b44-47f7-4876-bfcb-d2088bda2a5a up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:29:38.817052 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-261fd2ba-cddb-4738-afc0-3bec39feb378 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:38.948074 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94ef2411-acf9-424c-958f-9965b6cfa651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (90ffd2c2-0e3f-4cb8-8870-70a85691cf55), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:38.955995 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ef2411-acf9-424c-958f-9965b6cfa651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:38.958291 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94ef2411-acf9-424c-958f-9965b6cfa651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:39.033207 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672f25d7-b37e-4d17-9cb4-e31ce3774fa3 admin admin] Made reservation on behalf of b44a7bc88f394e19bbf8b7a304dc1320 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:29:39.040706 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-672f25d7-b37e-4d17-9cb4-e31ce3774fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:39.085345 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e561bae-6d70-4693-9805-aa7f4a8df2d2 req-2ce52326-8f85-42a1-8d1e-f9341fcc3ec1 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:39.094428 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3e561bae-6d70-4693-9805-aa7f4a8df2d2 req-2ce52326-8f85-42a1-8d1e-f9341fcc3ec1 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=51bfde61-e1e9-4473-9160-07490a708b81 HTTP/1.1" status: 200 len: 945 time: 0.7777472 Feb 08 21:29:39.140945 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-672f25d7-b37e-4d17-9cb4-e31ce3774fa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:39.180298 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 467a2d4a-0dec-4375-a5a5-54af8a068905 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:29:39.187589 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (467a2d4a-0dec-4375-a5a5-54af8a068905), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:39.266186 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bfde61-e1e9-4473-9160-07490a708b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467a2d4a-0dec-4375-a5a5-54af8a068905'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:29:39.272957 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec8edeb-a7ca-46aa-b52a-c3e790198fe6" -d '{"events": [{"server_uuid": "51bfde61-e1e9-4473-9160-07490a708b81", "name": "network-vif-plugged", "status": "completed", "tag": "467a2d4a-0dec-4375-a5a5-54af8a068905"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:29:39.339877 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 467a2d4a-0dec-4375-a5a5-54af8a068905, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=467a2d4a-0dec-4375-a5a5-54af8a068905,segment=NetworkSegment(49cc5804-95ec-45a3-a70d-522fb54a57ed),segment_id=49cc5804-95ec-45a3-a70d-522fb54a57ed)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:39.367415 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 57eb5b44-47f7-4876-bfcb-d2088bda2a5a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:29:39.371256 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (57eb5b44-47f7-4876-bfcb-d2088bda2a5a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:39.487432 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3e561bae-6d70-4693-9805-aa7f4a8df2d2 req-12e340c6-c1c4-4cb4-9f9b-6ac16de5efe0 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?id=8bb66473-333c-489b-91fe-1fc152d05e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911664 Feb 08 21:29:39.544062 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (467a2d4a-0dec-4375-a5a5-54af8a068905), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:39.563160 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-261fd2ba-cddb-4738-afc0-3bec39feb378 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Allocated IP 172.20.0.13 (615ec4ed-fa4e-46ef-89c1-1a6f16003df8/2583ff1d-670a-4074-8b7c-cb54a492a95a/3ad97f1c-9448-46d9-a032-48bade0a8c93) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:29:39.573184 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1dc25d9d-c585-463b-b299-052103692ab3 req-2edc8ade-bd34-4e21-a214-55858d571d9c service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7856305 Feb 08 21:29:39.615226 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fd9a5-bb58-499e-be1c-5ce922d1b996 req-3c8a2ea1-77f5-4dd8-8f1f-b40771d6fdc4 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:39.628627 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-025fd9a5-bb58-499e-be1c-5ce922d1b996 req-3c8a2ea1-77f5-4dd8-8f1f-b40771d6fdc4 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 945 time: 0.5587428 Feb 08 21:29:39.824349 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=467a2d4a-0dec-4375-a5a5-54af8a068905,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:39.886710 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fb5a38-eb4f-4a21-91d6-ef5632175682 None None] Network 2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:29:40.037976 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-cf945a94-5c2b-48a2-80ac-51a3d60a9dd8 None None] Provisioning complete for port cf312608-4adb-489f-a4dd-a08aae9d839b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:29:40.047011 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cf945a94-5c2b-48a2-80ac-51a3d60a9dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cf312608-4adb-489f-a4dd-a08aae9d839b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:40.060931 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-025fd9a5-bb58-499e-be1c-5ce922d1b996 req-e146443c-2e9c-458f-9e8e-c9d0bb048b1b tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4224975 Feb 08 21:29:40.123380 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-261fd2ba-cddb-4738-afc0-3bec39feb378 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Publish callbacks [] for port (3ad97f1c-9448-46d9-a032-48bade0a8c93), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:40.250460 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-94ef2411-acf9-424c-958f-9965b6cfa651 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.1735137 Feb 08 21:29:40.342579 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-261fd2ba-cddb-4738-afc0-3bec39feb378 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3ad97f1c-9448-46d9-a032-48bade0a8c93), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:40.391092 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef2411-acf9-424c-958f-9965b6cfa651 admin admin] Pushing event updated for resources: {'Network': ['ID=90ffd2c2-0e3f-4cb8-8870-70a85691cf55,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:40.395074 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 57eb5b44-47f7-4876-bfcb-d2088bda2a5a is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:29:40.418299 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (57eb5b44-47f7-4876-bfcb-d2088bda2a5a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:40.478442 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-dedf0eef-53f6-4242-86a6-136ba253c5fb tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:40.494208 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-dedf0eef-53f6-4242-86a6-136ba253c5fb tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/networks?id=2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 HTTP/1.1" status: 200 len: 816 time: 0.2076445 Feb 08 21:29:40.496953 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 90ffd2c2-0e3f-4cb8-8870-70a85691cf55 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:29:40.515636 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-261fd2ba-cddb-4738-afc0-3bec39feb378 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Network 615ec4ed-fa4e-46ef-89c1-1a6f16003df8 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:29:40.529266 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-672f25d7-b37e-4d17-9cb4-e31ce3774fa3 admin admin] Publish callbacks [] for security_group (21caf470-0421-46fb-8233-c3d81d70b74d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:40.545355 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-261fd2ba-cddb-4738-afc0-3bec39feb378 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:29:40.561811 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-da93186c-29f1-4035-82a2-6d3b531f327d tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/quotas/ecd44d5e73bc4efdab021ff5425635d5 HTTP/1.1" status: 200 len: 375 time: 0.0638344 Feb 08 21:29:40.564039 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-672f25d7-b37e-4d17-9cb4-e31ce3774fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (21caf470-0421-46fb-8233-c3d81d70b74d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:40.583713 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-261fd2ba-cddb-4738-afc0-3bec39feb378 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:29:40.683856 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261fd2ba-cddb-4738-afc0-3bec39feb378 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Pushing event updated for resources: {'Port': ['ID=3ad97f1c-9448-46d9-a032-48bade0a8c93,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:40.807651 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-261fd2ba-cddb-4738-afc0-3bec39feb378 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:40.811935 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-261fd2ba-cddb-4738-afc0-3bec39feb378 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:40.850147 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-261fd2ba-cddb-4738-afc0-3bec39feb378 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0308568 Feb 08 21:29:40.862979 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-c0cd21a3-d5f8-43f7-b640-6855dcf45c75 service neutron] Request body: {'port': {'device_id': '73fbc7d0-f1da-4f8f-a3e4-0493be958b44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:29:40.941219 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e277a-5a5e-4bca-9ed3-8adc6c0d5fde req-cd3f28fa-c865-4cde-82a3-14739ae0bf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:40.950454 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b56e277a-5a5e-4bca-9ed3-8adc6c0d5fde req-cd3f28fa-c865-4cde-82a3-14739ae0bf24 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 1127 time: 1.1630967 Feb 08 21:29:40.990797 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-c0cd21a3-d5f8-43f7-b640-6855dcf45c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3ad97f1c-9448-46d9-a032-48bade0a8c93), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:41.037547 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672f25d7-b37e-4d17-9cb4-e31ce3774fa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:29:41.051311 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 57eb5b44-47f7-4876-bfcb-d2088bda2a5a, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=57eb5b44-47f7-4876-bfcb-d2088bda2a5a,segment=NetworkSegment(ce7776cb-c96f-49d0-a5da-4fe283036b62),segment_id=ce7776cb-c96f-49d0-a5da-4fe283036b62)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:41.091627 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (57eb5b44-47f7-4876-bfcb-d2088bda2a5a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:41.092925 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cf312608-4adb-489f-a4dd-a08aae9d839b up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:29:41.172617 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-25ba2785-7719-47ae-8412-8f45c343bca4 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:41.191209 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-25ba2785-7719-47ae-8412-8f45c343bca4 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/networks?id=615ec4ed-fa4e-46ef-89c1-1a6f16003df8 HTTP/1.1" status: 200 len: 818 time: 1.2915728 Feb 08 21:29:41.194165 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f25d7-b37e-4d17-9cb4-e31ce3774fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21caf470-0421-46fb-8233-c3d81d70b74d,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:41.263326 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-cf945a94-5c2b-48a2-80ac-51a3d60a9dd8 None None] Current status of the port cf312608-4adb-489f-a4dd-a08aae9d839b is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:29:41.264526 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cf945a94-5c2b-48a2-80ac-51a3d60a9dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cf312608-4adb-489f-a4dd-a08aae9d839b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:41.471847 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-7b0a593b-f7f4-4145-89cc-d186bc1fe4a3 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/quotas/0b5378aef139411c8980fedff164d328 HTTP/1.1" status: 200 len: 375 time: 0.2761791 Feb 08 21:29:41.491448 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-672f25d7-b37e-4d17-9cb4-e31ce3774fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (43928929-29f5-4c87-b689-ff97b926ad86), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:41.491884 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-672f25d7-b37e-4d17-9cb4-e31ce3774fa3 admin admin] Added segment 43928929-29f5-4c87-b689-ff97b926ad86 of type vlan for network 57cbad7e-3b64-4e09-ae3a-45297efa7719 Feb 08 21:29:41.620118 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-5f0c04a4-40ca-44d4-8138-5bfe92a39250 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=ecd44d5e73bc4efdab021ff5425635d5&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0568559 Feb 08 21:29:41.650853 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-cf945a94-5c2b-48a2-80ac-51a3d60a9dd8 None None] For port cf312608-4adb-489f-a4dd-a08aae9d839b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cf312608-4adb-489f-a4dd-a08aae9d839b,segment=NetworkSegment(7300d083-82d0-45c9-90d0-102d4d42d42d),segment_id=7300d083-82d0-45c9-90d0-102d4d42d42d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:41.697388 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cf945a94-5c2b-48a2-80ac-51a3d60a9dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cf312608-4adb-489f-a4dd-a08aae9d839b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:41.710740 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=57eb5b44-47f7-4876-bfcb-d2088bda2a5a,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:41.822172 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-672f25d7-b37e-4d17-9cb4-e31ce3774fa3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (57cbad7e-3b64-4e09-ae3a-45297efa7719), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:41.839052 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port cf312608-4adb-489f-a4dd-a08aae9d839b triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:29:41.841321 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cf312608-4adb-489f-a4dd-a08aae9d839b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:41.901754 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e277a-5a5e-4bca-9ed3-8adc6c0d5fde req-40e43ca3-d797-4886-b5c2-bf6fbddb2e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:41.903404 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b56e277a-5a5e-4bca-9ed3-8adc6c0d5fde req-40e43ca3-d797-4886-b5c2-bf6fbddb2e68 service neutron] 10.222.0.96 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 913 time: 0.8956990 Feb 08 21:29:41.996507 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-0653fa8d-1dfc-47e9-9262-9d19ce051ab5 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:41.999345 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf945a94-5c2b-48a2-80ac-51a3d60a9dd8 None None] Pushing event updated for resources: {'Port': ['ID=cf312608-4adb-489f-a4dd-a08aae9d839b,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:42.000524 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-c0cd21a3-d5f8-43f7-b640-6855dcf45c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad97f1c-9448-46d9-a032-48bade0a8c93 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:29:42.002374 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-0653fa8d-1dfc-47e9-9262-9d19ce051ab5 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.96 "GET /v2.0/networks?id=2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 HTTP/1.1" status: 200 len: 816 time: 0.7760010 Feb 08 21:29:42.019045 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-c0cd21a3-d5f8-43f7-b640-6855dcf45c75 service neutron] Publish callbacks [] for port (3ad97f1c-9448-46d9-a032-48bade0a8c93), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:42.068336 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-c0cd21a3-d5f8-43f7-b640-6855dcf45c75 service neutron] Transition to ACTIVE for port object 3ad97f1c-9448-46d9-a032-48bade0a8c93 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:29:42.075643 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-c0cd21a3-d5f8-43f7-b640-6855dcf45c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (3ad97f1c-9448-46d9-a032-48bade0a8c93), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:42.133612 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b56e277a-5a5e-4bca-9ed3-8adc6c0d5fde req-be41d710-73dc-438c-a930-0472d0c2486e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 HTTP/1.1" status: 200 len: 999 time: 0.1767359 Feb 08 21:29:42.168939 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port cf312608-4adb-489f-a4dd-a08aae9d839b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:29:42.211419 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-9cb542c8-a467-434b-8b49-78467f2787b3 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=0b5378aef139411c8980fedff164d328&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6953328 Feb 08 21:29:42.238454 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-5af7f997-8b27-4e7f-976b-ad7fb84cc643 None None] Provisioning complete for port cf312608-4adb-489f-a4dd-a08aae9d839b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:29:42.238980 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5af7f997-8b27-4e7f-976b-ad7fb84cc643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cf312608-4adb-489f-a4dd-a08aae9d839b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:42.263152 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd21a3-d5f8-43f7-b640-6855dcf45c75 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad97f1c-9448-46d9-a032-48bade0a8c93,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:42.305613 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-672f25d7-b37e-4d17-9cb4-e31ce3774fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (57cbad7e-3b64-4e09-ae3a-45297efa7719), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:42.306560 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672f25d7-b37e-4d17-9cb4-e31ce3774fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:42.309779 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-672f25d7-b37e-4d17-9cb4-e31ce3774fa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:42.372245 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-c0cd21a3-d5f8-43f7-b640-6855dcf45c75 service neutron] Attempting to bind port 3ad97f1c-9448-46d9-a032-48bade0a8c93 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:29:42.372660 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-c0cd21a3-d5f8-43f7-b640-6855dcf45c75 service neutron] Attempting to bind port 3ad97f1c-9448-46d9-a032-48bade0a8c93 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'ce7776cb-c96f-49d0-a5da-4fe283036b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '615ec4ed-fa4e-46ef-89c1-1a6f16003df8'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:29:42.373149 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-c0cd21a3-d5f8-43f7-b640-6855dcf45c75 service neutron] Attempting to bind port 3ad97f1c-9448-46d9-a032-48bade0a8c93 on network 615ec4ed-fa4e-46ef-89c1-1a6f16003df8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:29:42.380294 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-4bac0461-256d-41eb-966c-22f800b16984 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Request body: {'port': {'device_id': 'c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f', 'network_id': '2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7', 'admin_state_up': True, 'tenant_id': 'ecd44d5e73bc4efdab021ff5425635d5'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:29:42.396267 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-c0cd21a3-d5f8-43f7-b640-6855dcf45c75 service neutron] Port 3ad97f1c-9448-46d9-a032-48bade0a8c93 on network 615ec4ed-fa4e-46ef-89c1-1a6f16003df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:29:42.409526 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-c0cd21a3-d5f8-43f7-b640-6855dcf45c75 service neutron] Attempting to bind port 3ad97f1c-9448-46d9-a032-48bade0a8c93 on network 615ec4ed-fa4e-46ef-89c1-1a6f16003df8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:29:42.422286 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-c0cd21a3-d5f8-43f7-b640-6855dcf45c75 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:29:42.423061 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-c0cd21a3-d5f8-43f7-b640-6855dcf45c75 service neutron] Checking segment: {'id': 'ce7776cb-c96f-49d0-a5da-4fe283036b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '615ec4ed-fa4e-46ef-89c1-1a6f16003df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:29:42.423696 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-c0cd21a3-d5f8-43f7-b640-6855dcf45c75 service neutron] Bound using segment: {'id': 'ce7776cb-c96f-49d0-a5da-4fe283036b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '615ec4ed-fa4e-46ef-89c1-1a6f16003df8'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:29:42.424376 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-c0cd21a3-d5f8-43f7-b640-6855dcf45c75 service neutron] Bound port: 3ad97f1c-9448-46d9-a032-48bade0a8c93, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce7776cb-c96f-49d0-a5da-4fe283036b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '615ec4ed-fa4e-46ef-89c1-1a6f16003df8'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:29:42.431875 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-c0cd21a3-d5f8-43f7-b640-6855dcf45c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3ad97f1c-9448-46d9-a032-48bade0a8c93), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:42.441968 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 57eb5b44-47f7-4876-bfcb-d2088bda2a5a up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:29:42.565253 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5af7f997-8b27-4e7f-976b-ad7fb84cc643 None None] Current status of the port cf312608-4adb-489f-a4dd-a08aae9d839b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:29:42.613017 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-c0cd21a3-d5f8-43f7-b640-6855dcf45c75 service neutron] For port 3ad97f1c-9448-46d9-a032-48bade0a8c93, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:29:42.616684 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-c0cd21a3-d5f8-43f7-b640-6855dcf45c75 service neutron] For port 3ad97f1c-9448-46d9-a032-48bade0a8c93, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3ad97f1c-9448-46d9-a032-48bade0a8c93,segment=NetworkSegment(ce7776cb-c96f-49d0-a5da-4fe283036b62),segment_id=ce7776cb-c96f-49d0-a5da-4fe283036b62)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:29:42.631902 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-c0cd21a3-d5f8-43f7-b640-6855dcf45c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (3ad97f1c-9448-46d9-a032-48bade0a8c93), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:42.637902 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 57eb5b44-47f7-4876-bfcb-d2088bda2a5a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:29:42.639216 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (57eb5b44-47f7-4876-bfcb-d2088bda2a5a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:42.683163 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-c0cd21a3-d5f8-43f7-b640-6855dcf45c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:42.683786 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-c0cd21a3-d5f8-43f7-b640-6855dcf45c75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:42.684972 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-c0cd21a3-d5f8-43f7-b640-6855dcf45c75 service neutron] 10.222.0.94 "PUT /v2.0/ports/3ad97f1c-9448-46d9-a032-48bade0a8c93 HTTP/1.1" status: 200 len: 1093 time: 1.8266590 Feb 08 21:29:42.685494 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73fbc7d0-f1da-4f8f-a3e4-0493be958b44', 'tag': '3ad97f1c-9448-46d9-a032-48bade0a8c93'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:29:42.687931 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c02588-c29b-4ef2-9bcd-e96de5e5deb0" -d '{"events": [{"name": "network-changed", "server_uuid": "73fbc7d0-f1da-4f8f-a3e4-0493be958b44", "tag": "3ad97f1c-9448-46d9-a032-48bade0a8c93"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:29:42.717850 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd21a3-d5f8-43f7-b640-6855dcf45c75 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad97f1c-9448-46d9-a032-48bade0a8c93,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:42.863308 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-f153b201-b061-4c5d-a69a-5cf5efea1f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:42.867888 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-f153b201-b061-4c5d-a69a-5cf5efea1f53 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=0b5378aef139411c8980fedff164d328&device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 1127 time: 0.0864522 Feb 08 21:29:42.879336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 57eb5b44-47f7-4876-bfcb-d2088bda2a5a is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:29:42.882705 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cf312608-4adb-489f-a4dd-a08aae9d839b up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:29:42.987280 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-4487d4ae-a6fe-4de3-8695-14d3710287e6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ad97f1c-9448-46d9-a032-48bade0a8c93 HTTP/1.1" status: 200 len: 217 time: 0.1109958 Feb 08 21:29:43.013715 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port cf312608-4adb-489f-a4dd-a08aae9d839b triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:29:43.014135 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cf312608-4adb-489f-a4dd-a08aae9d839b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:43.108079 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-6ebbe145-3c5d-485b-9a4b-268e137f190f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:43.113566 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-6ebbe145-3c5d-485b-9a4b-268e137f190f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=2583ff1d-670a-4074-8b7c-cb54a492a95a HTTP/1.1" status: 200 len: 858 time: 0.1179113 Feb 08 21:29:43.181525 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-de37855b-b7bd-4540-ac3c-17401c4a3a6b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=615ec4ed-fa4e-46ef-89c1-1a6f16003df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620186 Feb 08 21:29:43.231543 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port cf312608-4adb-489f-a4dd-a08aae9d839b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:29:43.354163 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-e3d185cf-0d5e-4f91-801e-d3d272cc37e6 service neutron] 10.222.0.94 "GET /v2.0/networks/615ec4ed-fa4e-46ef-89c1-1a6f16003df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565604 Feb 08 21:29:43.378401 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-672f25d7-b37e-4d17-9cb4-e31ce3774fa3 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 5.9734361 Feb 08 21:29:43.397452 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-19b710ae-efad-497d-ab40-9899c2de9b70 service neutron] 10.222.0.88 "GET /v2.0/networks/2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7757003 Feb 08 21:29:43.400825 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e277a-5a5e-4bca-9ed3-8adc6c0d5fde req-3a801afa-659f-49e2-9065-39846d26c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:43.402410 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b56e277a-5a5e-4bca-9ed3-8adc6c0d5fde req-3a801afa-659f-49e2-9065-39846d26c27b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0aa29b5a-a776-4012-aa53-861d63a1c0ca HTTP/1.1" status: 200 len: 851 time: 1.2672238 Feb 08 21:29:43.404816 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55736) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:43.431528 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-8d01b6c8-773e-4113-bfa4-cff589c4ea6d admin admin] Request body: {'subnet': {'network_id': '57cbad7e-3b64-4e09-ae3a-45297efa7719', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1002605434-subnet', 'tenant_id': 'b44a7bc88f394e19bbf8b7a304dc1320', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:29:43.441464 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f25d7-b37e-4d17-9cb4-e31ce3774fa3 admin admin] Pushing event updated for resources: {'Network': ['ID=57cbad7e-3b64-4e09-ae3a-45297efa7719,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:43.478247 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 57cbad7e-3b64-4e09-ae3a-45297efa7719 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:29:43.536831 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-29d293ed-cc6b-4eed-876c-9d42626f4ce0 req-07ac4ac4-2fff-41cd-a908-fd1d5099b68b service neutron] 10.222.0.94 "GET /v2.0/networks/615ec4ed-fa4e-46ef-89c1-1a6f16003df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734602 Feb 08 21:29:43.708960 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d01b6c8-773e-4113-bfa4-cff589c4ea6d admin admin] Made reservation on behalf of b44a7bc88f394e19bbf8b7a304dc1320 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:29:43.711283 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8d01b6c8-773e-4113-bfa4-cff589c4ea6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:43.877394 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-4519189c-9a9f-4372-a362-f2803378f1bb service neutron] 10.222.0.88 "GET /v2.0/networks/615ec4ed-fa4e-46ef-89c1-1a6f16003df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5812035 Feb 08 21:29:43.976294 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e277a-5a5e-4bca-9ed3-8adc6c0d5fde req-98209f1a-77fa-45bb-bea2-7536a7a8a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:43.978440 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b56e277a-5a5e-4bca-9ed3-8adc6c0d5fde req-98209f1a-77fa-45bb-bea2-7536a7a8a261 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=470bde4a-288b-4162-81c1-45fdd6f3db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5151618 Feb 08 21:29:44.009514 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-24a7fb15-4eb1-4ed2-b6c5-a10c94f30d93 service neutron] 10.222.0.88 "GET /v2.0/networks/2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6104560 Feb 08 21:29:44.154012 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-4bac0461-256d-41eb-966c-22f800b16984 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Made reservation on behalf of ecd44d5e73bc4efdab021ff5425635d5 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:29:44.157600 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-4bac0461-256d-41eb-966c-22f800b16984 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:44.315738 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55744) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:44.419941 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-7f344d79-8478-4282-9ba1-db356e8e5bad service neutron] 10.222.0.88 "GET /v2.0/networks/615ec4ed-fa4e-46ef-89c1-1a6f16003df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315502 Feb 08 21:29:44.424785 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8d01b6c8-773e-4113-bfa4-cff589c4ea6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (f43758c8-bfbc-41ab-ad3e-a63f473811f5), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:44.527472 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b56e277a-5a5e-4bca-9ed3-8adc6c0d5fde req-9d6772dc-15bb-41e7-9118-403e01a8b7cb service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5316560 Feb 08 21:29:44.727510 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b56e277a-5a5e-4bca-9ed3-8adc6c0d5fde req-c5f304d6-4238-423c-8b2e-efb00c7de26f service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640074 Feb 08 21:29:44.778534 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01b6c8-773e-4113-bfa4-cff589c4ea6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f43758c8-bfbc-41ab-ad3e-a63f473811f5,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:44.802117 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d01b6c8-773e-4113-bfa4-cff589c4ea6d admin admin] Checking segment: {'id': '43928929-29f5-4c87-b689-ff97b926ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '57cbad7e-3b64-4e09-ae3a-45297efa7719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:29:44.803085 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d01b6c8-773e-4113-bfa4-cff589c4ea6d admin admin] Network hostable DHCP agents. Network: 57cbad7e-3b64-4e09-ae3a-45297efa7719, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:29:44.813032 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede66fbe-b14b-4702-8e84-b479408c83e3 req-f6cb0ae6-e5a5-4fb4-b28e-74ec9fa8ac09 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:44.814821 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ede66fbe-b14b-4702-8e84-b479408c83e3 req-f6cb0ae6-e5a5-4fb4-b28e-74ec9fa8ac09 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.4040003 Feb 08 21:29:44.909601 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68dfc8c1-95b2-4537-9999-a909c16ec440 x-openstack-request-id: req-68dfc8c1-95b2-4537-9999-a909c16ec440 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:29:44.910503 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51bfde61-e1e9-4473-9160-07490a708b81", "name": "network-vif-plugged", "status": "completed", "tag": "467a2d4a-0dec-4375-a5a5-54af8a068905", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:29:44.910665 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-68dfc8c1-95b2-4537-9999-a909c16ec440 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:29:44.911074 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51bfde61-e1e9-4473-9160-07490a708b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467a2d4a-0dec-4375-a5a5-54af8a068905', 'code': 200} Feb 08 21:29:44.998347 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d01b6c8-773e-4113-bfa4-cff589c4ea6d admin admin] Network 57cbad7e-3b64-4e09-ae3a-45297efa7719 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:29:45.103025 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-4bac0461-256d-41eb-966c-22f800b16984 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Allocated IP 172.20.0.12 (2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7/93da91fb-68ac-4db0-bd66-bb7bbf1aa7b4/e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:29:45.315764 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ede66fbe-b14b-4702-8e84-b479408c83e3 req-45099650-8abb-4a16-a5f8-dfe444af7360 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4918633 Feb 08 21:29:45.380019 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-8d01b6c8-773e-4113-bfa4-cff589c4ea6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 57cbad7e-3b64-4e09-ae3a-45297efa7719) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:29:45.391906 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd16611-b461-447c-ac2c-75d8b761718f None None] Network 57cbad7e-3b64-4e09-ae3a-45297efa7719 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:29:45.435459 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d01b6c8-773e-4113-bfa4-cff589c4ea6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:45.436066 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8d01b6c8-773e-4113-bfa4-cff589c4ea6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:45.511705 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ce13d-025c-4ba0-bced-952b908a4946 req-ad0229a1-aa9b-4c5a-9749-5131e2f6c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:45.515178 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0fb1cf90-89ab-4cec-94e9-8414ca02a66d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (0dd06163-e48d-47de-b461-563ccb1af901), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:45.516673 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e60ce13d-025c-4ba0-bced-952b908a4946 req-ad0229a1-aa9b-4c5a-9749-5131e2f6c61e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=51bfde61-e1e9-4473-9160-07490a708b81 HTTP/1.1" status: 200 len: 1129 time: 0.4702339 Feb 08 21:29:45.630687 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ac6c6-bd20-4a8f-8d6f-2b496fb06e89 req-cd177c1a-ff20-44a1-857b-436c76bf9e43 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:45.636472 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-200ac6c6-bd20-4a8f-8d6f-2b496fb06e89 req-cd177c1a-ff20-44a1-857b-436c76bf9e43 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=51bfde61-e1e9-4473-9160-07490a708b81 HTTP/1.1" status: 200 len: 946 time: 0.5283277 Feb 08 21:29:45.647526 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8d01b6c8-773e-4113-bfa4-cff589c4ea6d admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2273297 Feb 08 21:29:45.675791 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55768) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:45.695685 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-833a2495-344d-41e2-8aa8-f7664206e4f6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1002605434-router', 'tenant_id': 'b44a7bc88f394e19bbf8b7a304dc1320', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:29:45.762993 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853e5110-7a50-40c4-a021-37103b02906e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-57cbad7e-3b64-4e09-ae3a-45297efa7719', 'network_id': '57cbad7e-3b64-4e09-ae3a-45297efa7719', 'project_id': 'b44a7bc88f394e19bbf8b7a304dc1320', 'fixed_ips': [{'subnet_id': 'f43758c8-bfbc-41ab-ad3e-a63f473811f5'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:29:45.764279 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-853e5110-7a50-40c4-a021-37103b02906e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:46.055797 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e60ce13d-025c-4ba0-bced-952b908a4946 req-cde5e741-fa5d-4f88-9f65-a87c8a09459c service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=8bb66473-333c-489b-91fe-1fc152d05e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5148475 Feb 08 21:29:46.127117 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 3ad97f1c-9448-46d9-a032-48bade0a8c93 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:29:46.177286 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0fb1cf90-89ab-4cec-94e9-8414ca02a66d admin admin] Deleting port 3301c078-9694-40bb-b14f-3e5929272daf {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:29:46.177680 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0fb1cf90-89ab-4cec-94e9-8414ca02a66d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (3301c078-9694-40bb-b14f-3e5929272daf), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:46.192409 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-853e5110-7a50-40c4-a021-37103b02906e None None] Allocated IP 172.20.0.2 (57cbad7e-3b64-4e09-ae3a-45297efa7719/f43758c8-bfbc-41ab-ad3e-a63f473811f5/bc75185c-db21-4076-bfa1-c5d9981ae2c3) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:29:46.258272 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f75ca-08ba-4c8d-9a87-fca8558ebf67 req-dd207deb-06ee-4ecd-ac32-e1925b0336ea tempest-ComputeTenantNetworksTest-833301107 tempest-ComputeTenantNetworksTest-833301107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:46.265643 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f75ca-08ba-4c8d-9a87-fca8558ebf67 req-dd207deb-06ee-4ecd-ac32-e1925b0336ea tempest-ComputeTenantNetworksTest-833301107 tempest-ComputeTenantNetworksTest-833301107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:46.271459 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f75ca-08ba-4c8d-9a87-fca8558ebf67 req-dd207deb-06ee-4ecd-ac32-e1925b0336ea tempest-ComputeTenantNetworksTest-833301107 tempest-ComputeTenantNetworksTest-833301107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:46.284519 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a94f75ca-08ba-4c8d-9a87-fca8558ebf67 req-dd207deb-06ee-4ecd-ac32-e1925b0336ea tempest-ComputeTenantNetworksTest-833301107 tempest-ComputeTenantNetworksTest-833301107-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.5516288 Feb 08 21:29:46.296355 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-833a2495-344d-41e2-8aa8-f7664206e4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (cd626cd4-d443-491a-ae09-50fc6bba2993), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:46.336422 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-833a2495-344d-41e2-8aa8-f7664206e4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (cd626cd4-d443-491a-ae09-50fc6bba2993), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:46.409882 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-0fb1cf90-89ab-4cec-94e9-8414ca02a66d admin admin] For port 3301c078-9694-40bb-b14f-3e5929272daf, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3301c078-9694-40bb-b14f-3e5929272daf,segment=NetworkSegment(dc186897-7ef3-4243-802c-704d6d0e3098),segment_id=dc186897-7ef3-4243-802c-704d6d0e3098)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:46.410498 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0fb1cf90-89ab-4cec-94e9-8414ca02a66d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (3301c078-9694-40bb-b14f-3e5929272daf), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:46.541692 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-833a2495-344d-41e2-8aa8-f7664206e4f6 admin admin] Publish callbacks [] for router_controller (cd626cd4-d443-491a-ae09-50fc6bba2993), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:46.543589 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0fb1cf90-89ab-4cec-94e9-8414ca02a66d admin admin] Calling delete_port for 3301c078-9694-40bb-b14f-3e5929272daf owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:29:46.768592 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-853e5110-7a50-40c4-a021-37103b02906e None None] Publish callbacks [] for port (bc75185c-db21-4076-bfa1-c5d9981ae2c3), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:46.790865 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-853e5110-7a50-40c4-a021-37103b02906e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (bc75185c-db21-4076-bfa1-c5d9981ae2c3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:46.813641 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 3ad97f1c-9448-46d9-a032-48bade0a8c93, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3ad97f1c-9448-46d9-a032-48bade0a8c93,segment=NetworkSegment(ce7776cb-c96f-49d0-a5da-4fe283036b62),segment_id=ce7776cb-c96f-49d0-a5da-4fe283036b62)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:46.819837 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-200ac6c6-bd20-4a8f-8d6f-2b496fb06e89 req-9a5f3783-1136-4dd1-b11d-5842e10ddc4b tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?id=8bb66473-333c-489b-91fe-1fc152d05e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1379385 Feb 08 21:29:46.945210 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e6a8d4-bfa3-44ab-a80c-83d0fb66d057 x-openstack-request-id: req-d2e6a8d4-bfa3-44ab-a80c-83d0fb66d057 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:29:46.945989 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73fbc7d0-f1da-4f8f-a3e4-0493be958b44", "tag": "3ad97f1c-9448-46d9-a032-48bade0a8c93", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:29:46.946587 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d2e6a8d4-bfa3-44ab-a80c-83d0fb66d057 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:29:46.947027 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73fbc7d0-f1da-4f8f-a3e4-0493be958b44', 'tag': '3ad97f1c-9448-46d9-a032-48bade0a8c93', 'status': 'completed', 'code': 200} Feb 08 21:29:46.996110 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-275178fe-385e-4248-8e4a-fb860c4531d4 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:46.999603 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-275178fe-385e-4248-8e4a-fb860c4531d4 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.94 "GET /v2.0/networks?id=2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 HTTP/1.1" status: 200 len: 816 time: 0.5439591 Feb 08 21:29:47.018171 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-09c51bc8-db7d-4a71-b263-86ddf03c5bf7 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Request body: {'port': {'device_id': '20f22d45-da59-4e91-a2ea-f9e082a9f824', 'network_id': '2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7', 'admin_state_up': True, 'tenant_id': 'ecd44d5e73bc4efdab021ff5425635d5'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:29:47.046540 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853e5110-7a50-40c4-a021-37103b02906e None None] Network 57cbad7e-3b64-4e09-ae3a-45297efa7719 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:29:47.063597 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-833a2495-344d-41e2-8aa8-f7664206e4f6 admin admin] Publish callbacks [] for router_gateway (cd626cd4-d443-491a-ae09-50fc6bba2993), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:47.066647 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '3ad97f1c-9448-46d9-a032-48bade0a8c93', 'network_id': '615ec4ed-fa4e-46ef-89c1-1a6f16003df8', 'port_id': '3ad97f1c-9448-46d9-a032-48bade0a8c93', 'mac_address': 'fa:16:3e:52:dd:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2583ff1d-670a-4074-8b7c-cb54a492a95a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:29:47.072926 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e5110-7a50-40c4-a021-37103b02906e None None] Pushing event updated for resources: {'Port': ['ID=bc75185c-db21-4076-bfa1-c5d9981ae2c3,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:47.076319 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-853e5110-7a50-40c4-a021-37103b02906e None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:29:47.080456 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853e5110-7a50-40c4-a021-37103b02906e None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:29:47.150084 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-4bac0461-256d-41eb-966c-22f800b16984 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Publish callbacks [] for port (e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:47.199656 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219641b9-d7ce-48ac-8eaa-d279bcb430d3 req-0c644606-bfd8-4639-be5e-a89ae2a990eb tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:47.208413 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-219641b9-d7ce-48ac-8eaa-d279bcb430d3 req-0c644606-bfd8-4639-be5e-a89ae2a990eb tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 945 time: 0.6583579 Feb 08 21:29:47.442673 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c02588-c29b-4ef2-9bcd-e96de5e5deb0 req-ab099c17-c880-4f85-8b52-b04f70b462fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:47.445428 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e5c02588-c29b-4ef2-9bcd-e96de5e5deb0 req-ab099c17-c880-4f85-8b52-b04f70b462fb service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=0b5378aef139411c8980fedff164d328&device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 1127 time: 0.3636210 Feb 08 21:29:47.598405 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-09c51bc8-db7d-4a71-b263-86ddf03c5bf7 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Made reservation on behalf of ecd44d5e73bc4efdab021ff5425635d5 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:29:47.603088 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-09c51bc8-db7d-4a71-b263-86ddf03c5bf7 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:47.710893 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-0024f177-922a-4853-a55b-d5cdb4bd2d40 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:47.713094 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-0024f177-922a-4853-a55b-d5cdb4bd2d40 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.94 "GET /v2.0/networks?id=615ec4ed-fa4e-46ef-89c1-1a6f16003df8 HTTP/1.1" status: 200 len: 818 time: 0.5028837 Feb 08 21:29:47.727450 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-42c8bffc-234f-4aaa-bcd4-d81cfd69cb5c tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Request body: {'port': {'device_id': 'a2a1afd5-2141-4d86-956c-97e029126e19', 'network_id': '615ec4ed-fa4e-46ef-89c1-1a6f16003df8', 'admin_state_up': True, 'tenant_id': '0b5378aef139411c8980fedff164d328'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:29:47.747227 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 3ad97f1c-9448-46d9-a032-48bade0a8c93 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:29:47.747818 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3ad97f1c-9448-46d9-a032-48bade0a8c93), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:47.770196 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad97f1c-9448-46d9-a032-48bade0a8c93 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:29:47.799655 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 3ad97f1c-9448-46d9-a032-48bade0a8c93, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3ad97f1c-9448-46d9-a032-48bade0a8c93,segment=NetworkSegment(ce7776cb-c96f-49d0-a5da-4fe283036b62),segment_id=ce7776cb-c96f-49d0-a5da-4fe283036b62)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:47.823195 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3ad97f1c-9448-46d9-a032-48bade0a8c93), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:47.849189 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-853e5110-7a50-40c4-a021-37103b02906e None None] Attempting to bind port bc75185c-db21-4076-bfa1-c5d9981ae2c3 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:29:47.849603 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-853e5110-7a50-40c4-a021-37103b02906e None None] Attempting to bind port bc75185c-db21-4076-bfa1-c5d9981ae2c3 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '43928929-29f5-4c87-b689-ff97b926ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '57cbad7e-3b64-4e09-ae3a-45297efa7719'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:29:47.849976 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853e5110-7a50-40c4-a021-37103b02906e None None] Attempting to bind port bc75185c-db21-4076-bfa1-c5d9981ae2c3 on network 57cbad7e-3b64-4e09-ae3a-45297efa7719 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:29:47.858057 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853e5110-7a50-40c4-a021-37103b02906e None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:29:47.858591 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853e5110-7a50-40c4-a021-37103b02906e None None] Checking segment: {'id': '43928929-29f5-4c87-b689-ff97b926ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '57cbad7e-3b64-4e09-ae3a-45297efa7719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:29:47.859016 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-853e5110-7a50-40c4-a021-37103b02906e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:47.859422 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853e5110-7a50-40c4-a021-37103b02906e None None] Bound using segment: {'id': '43928929-29f5-4c87-b689-ff97b926ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '57cbad7e-3b64-4e09-ae3a-45297efa7719'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:29:47.859936 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-853e5110-7a50-40c4-a021-37103b02906e None None] Bound port: bc75185c-db21-4076-bfa1-c5d9981ae2c3, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43928929-29f5-4c87-b689-ff97b926ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '57cbad7e-3b64-4e09-ae3a-45297efa7719'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:29:47.860407 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-853e5110-7a50-40c4-a021-37103b02906e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bc75185c-db21-4076-bfa1-c5d9981ae2c3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:48.064241 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=3ad97f1c-9448-46d9-a032-48bade0a8c93,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:48.127963 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-853e5110-7a50-40c4-a021-37103b02906e None None] For port bc75185c-db21-4076-bfa1-c5d9981ae2c3, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:29:48.137215 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-853e5110-7a50-40c4-a021-37103b02906e None None] For port bc75185c-db21-4076-bfa1-c5d9981ae2c3, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=bc75185c-db21-4076-bfa1-c5d9981ae2c3,segment=NetworkSegment(43928929-29f5-4c87-b689-ff97b926ad86),segment_id=43928929-29f5-4c87-b689-ff97b926ad86)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:29:48.153648 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-853e5110-7a50-40c4-a021-37103b02906e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (bc75185c-db21-4076-bfa1-c5d9981ae2c3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:48.164745 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c02588-c29b-4ef2-9bcd-e96de5e5deb0 req-fd9bbb6c-fc75-444b-a371-02cd1fd06952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:48.169459 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e5c02588-c29b-4ef2-9bcd-e96de5e5deb0 req-fd9bbb6c-fc75-444b-a371-02cd1fd06952 service neutron] 10.222.0.94 "GET /v2.0/networks?id=615ec4ed-fa4e-46ef-89c1-1a6f16003df8 HTTP/1.1" status: 200 len: 919 time: 0.6845241 Feb 08 21:29:48.212859 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-42c8bffc-234f-4aaa-bcd4-d81cfd69cb5c tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Made reservation on behalf of 0b5378aef139411c8980fedff164d328 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:29:48.218827 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-42c8bffc-234f-4aaa-bcd4-d81cfd69cb5c tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:48.248824 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-d0ef0bc6-5ee4-48ec-bea6-8c0bb63c0dbd tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:48.254422 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-d0ef0bc6-5ee4-48ec-bea6-8c0bb63c0dbd tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/networks?id=2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 HTTP/1.1" status: 200 len: 816 time: 1.1768286 Feb 08 21:29:48.254668 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e5110-7a50-40c4-a021-37103b02906e None None] Pushing event updated for resources: {'Port': ['ID=bc75185c-db21-4076-bfa1-c5d9981ae2c3,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:48.261500 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['3ad97f1c-9448-46d9-a032-48bade0a8c93'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:29:48.271685 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-219641b9-d7ce-48ac-8eaa-d279bcb430d3 req-0de7463c-79d4-4826-8eee-1f5f5249d775 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0608890 Feb 08 21:29:48.372987 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-4bac0461-256d-41eb-966c-22f800b16984 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:48.380575 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-e9ca37e6-19f7-46b1-a9aa-5bf572a3ae43 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/quotas/ecd44d5e73bc4efdab021ff5425635d5 HTTP/1.1" status: 200 len: 375 time: 0.0252056 Feb 08 21:29:48.409112 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e5c02588-c29b-4ef2-9bcd-e96de5e5deb0 req-f13ffa96-7c0f-4199-98f6-9707141a8d31 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ad97f1c-9448-46d9-a032-48bade0a8c93 HTTP/1.1" status: 200 len: 217 time: 0.1528649 Feb 08 21:29:48.603711 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c02588-c29b-4ef2-9bcd-e96de5e5deb0 req-f3b35908-8aba-4e32-b918-5d8e50bd800f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:48.614803 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e5c02588-c29b-4ef2-9bcd-e96de5e5deb0 req-f3b35908-8aba-4e32-b918-5d8e50bd800f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=2583ff1d-670a-4074-8b7c-cb54a492a95a HTTP/1.1" status: 200 len: 858 time: 0.1884642 Feb 08 21:29:48.696761 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d095e74e-be7d-4364-8c8d-dd7b790b8368 req-97d9d569-57e8-4023-8fd8-d8539e4d5233 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=a2a1afd5-2141-4d86-956c-97e029126e19 HTTP/1.1" status: 200 len: 210 time: 0.0651658 Feb 08 21:29:48.782429 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e5c02588-c29b-4ef2-9bcd-e96de5e5deb0 req-5b9c64fc-b045-4563-80a5-5c94d16b60ff service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=615ec4ed-fa4e-46ef-89c1-1a6f16003df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472183 Feb 08 21:29:48.995454 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-4bac0461-256d-41eb-966c-22f800b16984 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Network 2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:29:49.017823 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0fb1cf90-89ab-4cec-94e9-8414ca02a66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3301c078-9694-40bb-b14f-3e5929272daf), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:49.039362 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-4bac0461-256d-41eb-966c-22f800b16984 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:29:49.089488 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-4bac0461-256d-41eb-966c-22f800b16984 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:29:49.103238 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-09c51bc8-db7d-4a71-b263-86ddf03c5bf7 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Allocated IP 172.20.0.13 (2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7/93da91fb-68ac-4db0-bd66-bb7bbf1aa7b4/fef02640-c759-482c-b045-619e6d49c294) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:29:49.110856 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1cf90-89ab-4cec-94e9-8414ca02a66d admin admin] Pushing event deleted for resources: {'Port': ['ID=3301c078-9694-40bb-b14f-3e5929272daf,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:49.225922 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac0461-256d-41eb-966c-22f800b16984 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Pushing event updated for resources: {'Port': ['ID=e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:49.471338 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-42c8bffc-234f-4aaa-bcd4-d81cfd69cb5c tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Allocated IP 172.20.0.14 (615ec4ed-fa4e-46ef-89c1-1a6f16003df8/2583ff1d-670a-4074-8b7c-cb54a492a95a/5cba4313-2745-4044-8a3e-060200bbd977) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:29:49.547468 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-25278313-fad1-42ba-bee9-c28e01842f06 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=ecd44d5e73bc4efdab021ff5425635d5&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1507094 Feb 08 21:29:49.572854 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba4508-ced7-40da-bf95-d072c14a2516 req-67bcb4ae-6c0f-48cd-8569-dbe99a6aabde tempest-ComputeTenantNetworksTest-833301107 tempest-ComputeTenantNetworksTest-833301107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:49.574310 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-67ba4508-ced7-40da-bf95-d072c14a2516 req-67bcb4ae-6c0f-48cd-8569-dbe99a6aabde tempest-ComputeTenantNetworksTest-833301107 tempest-ComputeTenantNetworksTest-833301107-project] 10.222.0.88 "GET /v2.0/networks/90ffd2c2-0e3f-4cb8-8870-70a85691cf55 HTTP/1.1" status: 200 len: 768 time: 0.8084188 Feb 08 21:29:49.592020 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55790) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:49.622812 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-4bac0461-256d-41eb-966c-22f800b16984 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:49.623496 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-4bac0461-256d-41eb-966c-22f800b16984 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:49.694823 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4126a6b1-dedc-4889-bb2e-b7095bf73dad None None] Provisioning complete for port e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:29:49.695393 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4126a6b1-dedc-4889-bb2e-b7095bf73dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:49.786118 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4126a6b1-dedc-4889-bb2e-b7095bf73dad None None] Port e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:29:49.808617 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-790bb494-c542-46ed-9ac6-d203623415a8 service neutron] 10.222.0.88 "GET /v2.0/networks/2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292490 Feb 08 21:29:49.934605 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0fb1cf90-89ab-4cec-94e9-8414ca02a66d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (0dd06163-e48d-47de-b461-563ccb1af901), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:50.038075 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-42c8bffc-234f-4aaa-bcd4-d81cfd69cb5c tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Publish callbacks [] for port (5cba4313-2745-4044-8a3e-060200bbd977), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:50.089043 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-09c51bc8-db7d-4a71-b263-86ddf03c5bf7 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Publish callbacks [] for port (fef02640-c759-482c-b045-619e6d49c294), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:50.102933 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 3ad97f1c-9448-46d9-a032-48bade0a8c93 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:29:50.160995 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7020a853-480e-4542-85c4-3c94e7d703f1 None None] Network 57cbad7e-3b64-4e09-ae3a-45297efa7719 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:29:50.170727 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-833a2495-344d-41e2-8aa8-f7664206e4f6 admin admin] Publish callbacks [] for router_gateway (cd626cd4-d443-491a-ae09-50fc6bba2993), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:50.175959 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e5c02588-c29b-4ef2-9bcd-e96de5e5deb0 req-1416ab0b-feed-4b0e-88bb-5f0efc271f7d service neutron] 10.222.0.94 "GET /v2.0/networks/615ec4ed-fa4e-46ef-89c1-1a6f16003df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3326945 Feb 08 21:29:50.257838 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-42c8bffc-234f-4aaa-bcd4-d81cfd69cb5c tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (5cba4313-2745-4044-8a3e-060200bbd977), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:50.279089 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['3ad97f1c-9448-46d9-a032-48bade0a8c93'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:29:50.298542 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-4bac0461-256d-41eb-966c-22f800b16984 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.0145001 Feb 08 21:29:50.344472 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-03e48005-e3c8-4bb3-90b9-5af58454ddea service neutron] Request body: {'port': {'device_id': 'c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:29:50.361141 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-833a2495-344d-41e2-8aa8-f7664206e4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:50.372175 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 3ad97f1c-9448-46d9-a032-48bade0a8c93 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:29:50.395277 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-54637a2c-b458-45b0-ae04-6f173c6021f7 None None] Provisioning complete for port bc75185c-db21-4076-bfa1-c5d9981ae2c3 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:29:50.395853 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54637a2c-b458-45b0-ae04-6f173c6021f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bc75185c-db21-4076-bfa1-c5d9981ae2c3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:50.405696 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 3ad97f1c-9448-46d9-a032-48bade0a8c93 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:29:50.406250 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3ad97f1c-9448-46d9-a032-48bade0a8c93), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:50.509897 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-42c8bffc-234f-4aaa-bcd4-d81cfd69cb5c tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Network 615ec4ed-fa4e-46ef-89c1-1a6f16003df8 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:29:50.537933 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device bc75185c-db21-4076-bfa1-c5d9981ae2c3 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:29:50.542317 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-42c8bffc-234f-4aaa-bcd4-d81cfd69cb5c tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:29:50.556628 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-42c8bffc-234f-4aaa-bcd4-d81cfd69cb5c tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:29:50.598260 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8bffc-234f-4aaa-bcd4-d81cfd69cb5c tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Pushing event updated for resources: {'Port': ['ID=5cba4313-2745-4044-8a3e-060200bbd977,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:50.604368 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-833a2495-344d-41e2-8aa8-f7664206e4f6 admin admin] Allocated IP 172.25.3.151 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/cb1ea545-1721-45ec-a3da-3a855e90a2e6) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:29:50.641590 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-09c51bc8-db7d-4a71-b263-86ddf03c5bf7 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (fef02640-c759-482c-b045-619e6d49c294), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:50.713566 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb1cf90-89ab-4cec-94e9-8414ca02a66d admin admin] Router 0dd06163-e48d-47de-b461-563ccb1af901 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:29:50.725856 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-42c8bffc-234f-4aaa-bcd4-d81cfd69cb5c tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:50.726810 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-42c8bffc-234f-4aaa-bcd4-d81cfd69cb5c tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:50.735424 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-09c51bc8-db7d-4a71-b263-86ddf03c5bf7 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Network 2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:29:50.750094 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-09c51bc8-db7d-4a71-b263-86ddf03c5bf7 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:29:50.767848 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-09c51bc8-db7d-4a71-b263-86ddf03c5bf7 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:29:50.846315 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c51bc8-db7d-4a71-b263-86ddf03c5bf7 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Pushing event updated for resources: {'Port': ['ID=fef02640-c759-482c-b045-619e6d49c294,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:50.856528 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-09c51bc8-db7d-4a71-b263-86ddf03c5bf7 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:50.857272 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-09c51bc8-db7d-4a71-b263-86ddf03c5bf7 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:50.880170 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-42c8bffc-234f-4aaa-bcd4-d81cfd69cb5c tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1565058 Feb 08 21:29:50.896624 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-5bccde56-3cd3-4c43-9804-42e5fd03bc77 service neutron] Request body: {'port': {'device_id': 'a2a1afd5-2141-4d86-956c-97e029126e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:29:50.947386 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-54637a2c-b458-45b0-ae04-6f173c6021f7 None None] Current status of the port bc75185c-db21-4076-bfa1-c5d9981ae2c3 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:29:50.947951 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54637a2c-b458-45b0-ae04-6f173c6021f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bc75185c-db21-4076-bfa1-c5d9981ae2c3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:50.985282 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-833a2495-344d-41e2-8aa8-f7664206e4f6 admin admin] Publish callbacks [] for port (cb1ea545-1721-45ec-a3da-3a855e90a2e6), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:51.075780 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e243ab-bdb3-49c5-91c1-55da5eb8c15b req-223003f6-8c69-46e1-b2d0-d0c46fa0b312 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:51.077677 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0e243ab-bdb3-49c5-91c1-55da5eb8c15b req-223003f6-8c69-46e1-b2d0-d0c46fa0b312 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 1.2139683 Feb 08 21:29:51.086133 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-833a2495-344d-41e2-8aa8-f7664206e4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (cb1ea545-1721-45ec-a3da-3a855e90a2e6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:51.091188 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 3ad97f1c-9448-46d9-a032-48bade0a8c93 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:29:51.091391 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3ad97f1c-9448-46d9-a032-48bade0a8c93), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:51.110129 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port bc75185c-db21-4076-bfa1-c5d9981ae2c3 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:29:51.110533 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bc75185c-db21-4076-bfa1-c5d9981ae2c3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:51.166380 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c5053f36-ba53-42a9-97bb-d0d1e435a9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (90ffd2c2-0e3f-4cb8-8870-70a85691cf55), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:51.181401 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a2495-344d-41e2-8aa8-f7664206e4f6 admin admin] Pushing event updated for resources: {'Port': ['ID=cb1ea545-1721-45ec-a3da-3a855e90a2e6,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:51.181873 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-09c51bc8-db7d-4a71-b263-86ddf03c5bf7 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1688673 Feb 08 21:29:51.215919 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-3d19a712-3fc1-4874-bc4f-ba294853e555 service neutron] Request body: {'port': {'device_id': '20f22d45-da59-4e91-a2ea-f9e082a9f824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:29:51.259447 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-03e48005-e3c8-4bb3-90b9-5af58454ddea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:51.314928 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-54637a2c-b458-45b0-ae04-6f173c6021f7 None None] For port bc75185c-db21-4076-bfa1-c5d9981ae2c3, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=bc75185c-db21-4076-bfa1-c5d9981ae2c3,segment=NetworkSegment(43928929-29f5-4c87-b689-ff97b926ad86),segment_id=43928929-29f5-4c87-b689-ff97b926ad86)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:51.332808 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54637a2c-b458-45b0-ae04-6f173c6021f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (bc75185c-db21-4076-bfa1-c5d9981ae2c3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:51.357452 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fbc7d0-f1da-4f8f-a3e4-0493be958b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad97f1c-9448-46d9-a032-48bade0a8c93'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:29:51.360265 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3166f56e-299c-4147-a2b8-b2349b64aba5" -d '{"events": [{"server_uuid": "73fbc7d0-f1da-4f8f-a3e4-0493be958b44", "name": "network-vif-plugged", "status": "completed", "tag": "3ad97f1c-9448-46d9-a032-48bade0a8c93"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:29:51.390624 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-5bccde56-3cd3-4c43-9804-42e5fd03bc77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5cba4313-2745-4044-8a3e-060200bbd977), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:51.436736 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 3ad97f1c-9448-46d9-a032-48bade0a8c93, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3ad97f1c-9448-46d9-a032-48bade0a8c93,segment=NetworkSegment(ce7776cb-c96f-49d0-a5da-4fe283036b62),segment_id=ce7776cb-c96f-49d0-a5da-4fe283036b62)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:51.545466 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port bc75185c-db21-4076-bfa1-c5d9981ae2c3 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:29:51.567191 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3ad97f1c-9448-46d9-a032-48bade0a8c93), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:51.567580 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-3d19a712-3fc1-4874-bc4f-ba294853e555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fef02640-c759-482c-b045-619e6d49c294), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:51.595655 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb1cf90-89ab-4cec-94e9-8414ca02a66d admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:29:51.607301 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe70038-4eff-4bd7-9269-4319d10d92a8 None None] Sync routers for ids ['0dd06163-e48d-47de-b461-563ccb1af901'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:29:51.614516 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f04abf01-cc7e-44b0-8ad5-f4aeef5885ab None None] Provisioning complete for port fef02640-c759-482c-b045-619e6d49c294 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:29:51.615495 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f04abf01-cc7e-44b0-8ad5-f4aeef5885ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fef02640-c759-482c-b045-619e6d49c294), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:51.634826 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0fb1cf90-89ab-4cec-94e9-8414ca02a66d admin admin] 10.222.0.88 "PUT /v2.0/routers/0dd06163-e48d-47de-b461-563ccb1af901/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3177607 Feb 08 21:29:51.640577 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55796) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:51.652919 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe70038-4eff-4bd7-9269-4319d10d92a8 None None] Routers {'0dd06163-e48d-47de-b461-563ccb1af901'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:29:51.653603 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7fe70038-4eff-4bd7-9269-4319d10d92a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:29:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['0dd06163-e48d-47de-b461-563ccb1af901'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:51.674724 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54637a2c-b458-45b0-ae04-6f173c6021f7 None None] Pushing event updated for resources: {'Port': ['ID=bc75185c-db21-4076-bfa1-c5d9981ae2c3,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:51.678528 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f04abf01-cc7e-44b0-8ad5-f4aeef5885ab None None] Port fef02640-c759-482c-b045-619e6d49c294 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:29:51.752195 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e5c02588-c29b-4ef2-9bcd-e96de5e5deb0 req-df23340a-048f-47ee-be67-a04b5f9f15fa service neutron] 10.222.0.94 "GET /v2.0/networks/615ec4ed-fa4e-46ef-89c1-1a6f16003df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5603576 Feb 08 21:29:51.755924 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833a2495-344d-41e2-8aa8-f7664206e4f6 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:29:51.816531 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=3ad97f1c-9448-46d9-a032-48bade0a8c93,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:51.843590 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-833a2495-344d-41e2-8aa8-f7664206e4f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:29:51.858212 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833a2495-344d-41e2-8aa8-f7664206e4f6 admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:29:51.893527 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4e6223c1-047f-43d2-a999-a58b2b7c7b67 None None] Provisioning complete for port bc75185c-db21-4076-bfa1-c5d9981ae2c3 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:29:51.895833 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4e6223c1-047f-43d2-a999-a58b2b7c7b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bc75185c-db21-4076-bfa1-c5d9981ae2c3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:52.080166 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c5053f36-ba53-42a9-97bb-d0d1e435a9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (90ffd2c2-0e3f-4cb8-8870-70a85691cf55), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:52.127476 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-c5053f36-ba53-42a9-97bb-d0d1e435a9ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ffd2c2-0e3f-4cb8-8870-70a85691cf55']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:52.150258 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-c5053f36-ba53-42a9-97bb-d0d1e435a9ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8ccf57-5b1c-44ca-9685-243922b073df') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:52.150603 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-c5053f36-ba53-42a9-97bb-d0d1e435a9ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8ccf57-5b1c-44ca-9685-243922b073df') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:52.151463 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4e6223c1-047f-43d2-a999-a58b2b7c7b67 None None] Current status of the port bc75185c-db21-4076-bfa1-c5d9981ae2c3 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:29:52.207021 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-7fe70038-4eff-4bd7-9269-4319d10d92a8 None None] Set router 0dd06163-e48d-47de-b461-563ccb1af901 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:29:52.213592 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-5b891cdd-1fe7-4c20-a252-fd62dea76cea service neutron] 10.222.0.88 "GET /v2.0/networks/2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.4012010 Feb 08 21:29:52.345556 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device bc75185c-db21-4076-bfa1-c5d9981ae2c3 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:29:52.543130 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port bc75185c-db21-4076-bfa1-c5d9981ae2c3 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:29:52.544162 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bc75185c-db21-4076-bfa1-c5d9981ae2c3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:52.560178 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-5bccde56-3cd3-4c43-9804-42e5fd03bc77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cba4313-2745-4044-8a3e-060200bbd977 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:29:52.579013 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7fe70038-4eff-4bd7-9269-4319d10d92a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd06163-e48d-47de-b461-563ccb1af901', 'name': 'tempest-TaggedBootDevicesTest-281842090-router', 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a33cbc0f-282d-40b6-8381-cab061708098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:46Z', 'updated_at': '2022-02-08T21:29:48Z', 'revision_number': 5, 'project_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'gw_port': {'id': 'a33cbc0f-282d-40b6-8381-cab061708098', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:02:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd06163-e48d-47de-b461-563ccb1af901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:47Z', 'updated_at': '2022-02-08T21:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:52.587690 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-5bccde56-3cd3-4c43-9804-42e5fd03bc77 service neutron] Publish callbacks [] for port (5cba4313-2745-4044-8a3e-060200bbd977), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:52.658324 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe70038-4eff-4bd7-9269-4319d10d92a8 None None] Checking router: 0dd06163-e48d-47de-b461-563ccb1af901 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:29:52.673101 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe70038-4eff-4bd7-9269-4319d10d92a8 None None] Routers {'0dd06163-e48d-47de-b461-563ccb1af901'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:29:52.674887 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7fe70038-4eff-4bd7-9269-4319d10d92a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:29:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['0dd06163-e48d-47de-b461-563ccb1af901'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:52.734220 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port bc75185c-db21-4076-bfa1-c5d9981ae2c3 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:29:52.741806 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-5bccde56-3cd3-4c43-9804-42e5fd03bc77 service neutron] Transition to ACTIVE for port object 5cba4313-2745-4044-8a3e-060200bbd977 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:29:52.757698 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-5bccde56-3cd3-4c43-9804-42e5fd03bc77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (5cba4313-2745-4044-8a3e-060200bbd977), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:52.776246 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-642ec3c8-b5f3-4f31-9f6b-bfbe0c395bd1 admin admin] Publish callbacks [] for router (0dd06163-e48d-47de-b461-563ccb1af901), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:52.954139 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bccde56-3cd3-4c43-9804-42e5fd03bc77 service neutron] Pushing event updated for resources: {'Port': ['ID=5cba4313-2745-4044-8a3e-060200bbd977,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:52.984050 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-03e48005-e3c8-4bb3-90b9-5af58454ddea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:29:52.997376 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-03e48005-e3c8-4bb3-90b9-5af58454ddea service neutron] Publish callbacks [] for port (e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:53.019218 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-03e48005-e3c8-4bb3-90b9-5af58454ddea service neutron] Transition to ACTIVE for port object e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:29:53.023085 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c5053f36-ba53-42a9-97bb-d0d1e435a9ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (9f8ccf57-5b1c-44ca-9685-243922b073df), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:53.047090 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c5053f36-ba53-42a9-97bb-d0d1e435a9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (9f8ccf57-5b1c-44ca-9685-243922b073df), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:53.061045 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5053f36-ba53-42a9-97bb-d0d1e435a9ce admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:29:53.061831 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c5053f36-ba53-42a9-97bb-d0d1e435a9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (9f8ccf57-5b1c-44ca-9685-243922b073df), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:53.095444 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-7fe70038-4eff-4bd7-9269-4319d10d92a8 None None] Set router 0dd06163-e48d-47de-b461-563ccb1af901 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:29:53.112773 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-642ec3c8-b5f3-4f31-9f6b-bfbe0c395bd1 admin admin] Publish callbacks [] for router_gateway (0dd06163-e48d-47de-b461-563ccb1af901), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:53.147437 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-5bccde56-3cd3-4c43-9804-42e5fd03bc77 service neutron] Attempting to bind port 5cba4313-2745-4044-8a3e-060200bbd977 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:29:53.147896 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-5bccde56-3cd3-4c43-9804-42e5fd03bc77 service neutron] Attempting to bind port 5cba4313-2745-4044-8a3e-060200bbd977 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'ce7776cb-c96f-49d0-a5da-4fe283036b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '615ec4ed-fa4e-46ef-89c1-1a6f16003df8'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:29:53.148333 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-5bccde56-3cd3-4c43-9804-42e5fd03bc77 service neutron] Attempting to bind port 5cba4313-2745-4044-8a3e-060200bbd977 on network 615ec4ed-fa4e-46ef-89c1-1a6f16003df8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:29:53.159870 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0e243ab-bdb3-49c5-91c1-55da5eb8c15b req-0804ec85-dc7c-446c-9591-e7c30f2e1107 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 2.0652950 Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:29:53.162258 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:29:53.180685 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c5053f36-ba53-42a9-97bb-d0d1e435a9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (90ffd2c2-0e3f-4cb8-8870-70a85691cf55), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:53.190839 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-5bccde56-3cd3-4c43-9804-42e5fd03bc77 service neutron] Port 5cba4313-2745-4044-8a3e-060200bbd977 on network 615ec4ed-fa4e-46ef-89c1-1a6f16003df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:29:53.191238 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-5bccde56-3cd3-4c43-9804-42e5fd03bc77 service neutron] Attempting to bind port 5cba4313-2745-4044-8a3e-060200bbd977 on network 615ec4ed-fa4e-46ef-89c1-1a6f16003df8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:29:53.199366 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c5053f36-ba53-42a9-97bb-d0d1e435a9ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:53.207656 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c5053f36-ba53-42a9-97bb-d0d1e435a9ce admin admin] 10.222.0.88 "DELETE /v2.0/networks/90ffd2c2-0e3f-4cb8-8870-70a85691cf55 HTTP/1.1" status: 204 len: 168 time: 3.6132982 Feb 08 21:29:53.216630 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-5bccde56-3cd3-4c43-9804-42e5fd03bc77 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:29:53.217117 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-5bccde56-3cd3-4c43-9804-42e5fd03bc77 service neutron] Checking segment: {'id': 'ce7776cb-c96f-49d0-a5da-4fe283036b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '615ec4ed-fa4e-46ef-89c1-1a6f16003df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:29:53.217623 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-03e48005-e3c8-4bb3-90b9-5af58454ddea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:53.217758 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-5bccde56-3cd3-4c43-9804-42e5fd03bc77 service neutron] Bound using segment: {'id': 'ce7776cb-c96f-49d0-a5da-4fe283036b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '615ec4ed-fa4e-46ef-89c1-1a6f16003df8'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:29:53.218295 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-5bccde56-3cd3-4c43-9804-42e5fd03bc77 service neutron] Bound port: 5cba4313-2745-4044-8a3e-060200bbd977, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce7776cb-c96f-49d0-a5da-4fe283036b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '615ec4ed-fa4e-46ef-89c1-1a6f16003df8'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:29:53.218766 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-5bccde56-3cd3-4c43-9804-42e5fd03bc77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5cba4313-2745-4044-8a3e-060200bbd977), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:53.427769 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5053f36-ba53-42a9-97bb-d0d1e435a9ce admin admin] Pushing event deleted for resources: {'Network': ['ID=90ffd2c2-0e3f-4cb8-8870-70a85691cf55,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:53.545537 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-3d19a712-3fc1-4874-bc4f-ba294853e555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fef02640-c759-482c-b045-619e6d49c294 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:29:53.554341 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-642ec3c8-b5f3-4f31-9f6b-bfbe0c395bd1 admin admin] Deleting port a33cbc0f-282d-40b6-8381-cab061708098 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:29:53.557542 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-642ec3c8-b5f3-4f31-9f6b-bfbe0c395bd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (a33cbc0f-282d-40b6-8381-cab061708098), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:53.631097 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e48005-e3c8-4bb3-90b9-5af58454ddea service neutron] Pushing event updated for resources: {'Port': ['ID=e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:53.781275 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7fe70038-4eff-4bd7-9269-4319d10d92a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd06163-e48d-47de-b461-563ccb1af901', 'name': 'tempest-TaggedBootDevicesTest-281842090-router', 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a33cbc0f-282d-40b6-8381-cab061708098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:46Z', 'updated_at': '2022-02-08T21:29:48Z', 'revision_number': 5, 'project_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'gw_port': {'id': 'a33cbc0f-282d-40b6-8381-cab061708098', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:02:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd06163-e48d-47de-b461-563ccb1af901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:47Z', 'updated_at': '2022-02-08T21:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:53.840351 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe70038-4eff-4bd7-9269-4319d10d92a8 None None] The sync data for ids ['0dd06163-e48d-47de-b461-563ccb1af901'] in n-d-712143-31 is: [{'id': '0dd06163-e48d-47de-b461-563ccb1af901', 'name': 'tempest-TaggedBootDevicesTest-281842090-router', 'tenant_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a33cbc0f-282d-40b6-8381-cab061708098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:18:46Z', 'updated_at': '2022-02-08T21:29:48Z', 'revision_number': 5, 'project_id': '322e6c079f8d45e4b079c0ce6f4b99ce', 'gw_port': {'id': 'a33cbc0f-282d-40b6-8381-cab061708098', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:02:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd06163-e48d-47de-b461-563ccb1af901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:18:47Z', 'updated_at': '2022-02-08T21:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:29:53.851942 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-642ec3c8-b5f3-4f31-9f6b-bfbe0c395bd1 admin admin] For port a33cbc0f-282d-40b6-8381-cab061708098, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=a33cbc0f-282d-40b6-8381-cab061708098,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:53.852825 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-642ec3c8-b5f3-4f31-9f6b-bfbe0c395bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (a33cbc0f-282d-40b6-8381-cab061708098), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:53.894816 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-642ec3c8-b5f3-4f31-9f6b-bfbe0c395bd1 admin admin] Calling delete_port for a33cbc0f-282d-40b6-8381-cab061708098 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:29:54.022677 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55812) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:54.130845 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5311d707-fdb2-4efa-a6a9-377eb7e565f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:54.152586 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62346d95-8941-4f9d-86f9-d5a02be5a382 req-6816ac4a-b678-47b0-8072-fbb8feb76c60 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:54.160893 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-62346d95-8941-4f9d-86f9-d5a02be5a382 req-6816ac4a-b678-47b0-8072-fbb8feb76c60 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=51bfde61-e1e9-4473-9160-07490a708b81 HTTP/1.1" status: 200 len: 946 time: 0.9906828 Feb 08 21:29:54.236026 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9e542bbe-9288-42c7-b500-d128b29a00c8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d9d74295f291473d9ff0a2a33b85b57d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2069287 Feb 08 21:29:54.257631 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55814) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:54.332614 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3301c078-9694-40bb-b14f-3e5929272daf no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:29:54.405199 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-03e48005-e3c8-4bb3-90b9-5af58454ddea service neutron] Attempting to bind port e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:29:54.408618 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-03e48005-e3c8-4bb3-90b9-5af58454ddea service neutron] Attempting to bind port e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '7300d083-82d0-45c9-90d0-102d4d42d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:29:54.410482 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-03e48005-e3c8-4bb3-90b9-5af58454ddea service neutron] Attempting to bind port e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5 on network 2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:29:54.410861 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-3d19a712-3fc1-4874-bc4f-ba294853e555 service neutron] Publish callbacks [] for port (fef02640-c759-482c-b045-619e6d49c294), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:54.468348 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-03e48005-e3c8-4bb3-90b9-5af58454ddea service neutron] Port e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5 on network 2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:29:54.469475 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-03e48005-e3c8-4bb3-90b9-5af58454ddea service neutron] Attempting to bind port e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5 on network 2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:29:54.489748 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 3301c078-9694-40bb-b14f-3e5929272daf {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:29:54.490303 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3301c078-9694-40bb-b14f-3e5929272daf not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:29:54.504947 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0aa86c-7007-4607-b43e-6be0b2434304 req-046c943c-c4f4-46b9-a6b3-c698bb414816 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:54.506760 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4d0aa86c-7007-4607-b43e-6be0b2434304 req-046c943c-c4f4-46b9-a6b3-c698bb414816 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 945 time: 0.7362673 Feb 08 21:29:54.510750 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-3d19a712-3fc1-4874-bc4f-ba294853e555 service neutron] Transition to ACTIVE for port object fef02640-c759-482c-b045-619e6d49c294 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:29:54.529372 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-62346d95-8941-4f9d-86f9-d5a02be5a382 req-65101252-7f0c-4fcc-bb09-7d8929124415 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?id=8bb66473-333c-489b-91fe-1fc152d05e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645313 Feb 08 21:29:54.544912 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-5bccde56-3cd3-4c43-9804-42e5fd03bc77 service neutron] For port 5cba4313-2745-4044-8a3e-060200bbd977, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:29:54.560205 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-833a2495-344d-41e2-8aa8-f7664206e4f6 admin admin] Publish callbacks [] for router_gateway (cd626cd4-d443-491a-ae09-50fc6bba2993), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:54.586132 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-3d19a712-3fc1-4874-bc4f-ba294853e555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (fef02640-c759-482c-b045-619e6d49c294), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:54.608085 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-642ec3c8-b5f3-4f31-9f6b-bfbe0c395bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (a33cbc0f-282d-40b6-8381-cab061708098), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:54.643862 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-34bdc161-4492-4b78-9e17-9eb47070f2f8 admin admin] Publish callbacks [] for security_group (7056d852-19a4-477b-aed7-c9a441b5d0e9), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:54.693883 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-5bccde56-3cd3-4c43-9804-42e5fd03bc77 service neutron] For port 5cba4313-2745-4044-8a3e-060200bbd977, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=5cba4313-2745-4044-8a3e-060200bbd977,segment=NetworkSegment(ce7776cb-c96f-49d0-a5da-4fe283036b62),segment_id=ce7776cb-c96f-49d0-a5da-4fe283036b62)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:29:54.750525 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-03e48005-e3c8-4bb3-90b9-5af58454ddea service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:29:54.751102 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-03e48005-e3c8-4bb3-90b9-5af58454ddea service neutron] Checking segment: {'id': '7300d083-82d0-45c9-90d0-102d4d42d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:29:54.751642 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-03e48005-e3c8-4bb3-90b9-5af58454ddea service neutron] Bound using segment: {'id': '7300d083-82d0-45c9-90d0-102d4d42d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:29:54.752397 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-03e48005-e3c8-4bb3-90b9-5af58454ddea service neutron] Bound port: e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7300d083-82d0-45c9-90d0-102d4d42d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:29:54.752884 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-03e48005-e3c8-4bb3-90b9-5af58454ddea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:54.974194 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-5bccde56-3cd3-4c43-9804-42e5fd03bc77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (5cba4313-2745-4044-8a3e-060200bbd977), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:55.078280 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4d0aa86c-7007-4607-b43e-6be0b2434304 req-a75d2167-a3e8-4cec-87d4-fcc8834a3c1e tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5466115 Feb 08 21:29:55.082409 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-5bccde56-3cd3-4c43-9804-42e5fd03bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:55.083106 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-5bccde56-3cd3-4c43-9804-42e5fd03bc77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:55.087184 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-5bccde56-3cd3-4c43-9804-42e5fd03bc77 service neutron] 10.222.0.94 "PUT /v2.0/ports/5cba4313-2745-4044-8a3e-060200bbd977 HTTP/1.1" status: 200 len: 1093 time: 4.1964915 Feb 08 21:29:55.096154 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-34bdc161-4492-4b78-9e17-9eb47070f2f8 admin admin] Publish callbacks [] for security_group (7056d852-19a4-477b-aed7-c9a441b5d0e9), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:55.108384 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-642ec3c8-b5f3-4f31-9f6b-bfbe0c395bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (0dd06163-e48d-47de-b461-563ccb1af901), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:55.187438 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19a712-3fc1-4874-bc4f-ba294853e555 service neutron] Pushing event updated for resources: {'Port': ['ID=fef02640-c759-482c-b045-619e6d49c294,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:55.239464 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a1afd5-2141-4d86-956c-97e029126e19', 'tag': '5cba4313-2745-4044-8a3e-060200bbd977'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:29:55.241877 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacd21a5-adb2-4390-831c-0d5830379809" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a1afd5-2141-4d86-956c-97e029126e19", "tag": "5cba4313-2745-4044-8a3e-060200bbd977"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:29:55.296808 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8e3778-7858-4fa7-be9a-31c3e9598cbb x-openstack-request-id: req-0c8e3778-7858-4fa7-be9a-31c3e9598cbb {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:29:55.298079 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73fbc7d0-f1da-4f8f-a3e4-0493be958b44", "name": "network-vif-plugged", "status": "completed", "tag": "3ad97f1c-9448-46d9-a032-48bade0a8c93", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:29:55.298509 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0c8e3778-7858-4fa7-be9a-31c3e9598cbb {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:29:55.299153 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fbc7d0-f1da-4f8f-a3e4-0493be958b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad97f1c-9448-46d9-a032-48bade0a8c93', 'code': 200} Feb 08 21:29:55.474628 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-34bdc161-4492-4b78-9e17-9eb47070f2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7056d852-19a4-477b-aed7-c9a441b5d0e9), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:55.482275 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-34bdc161-4492-4b78-9e17-9eb47070f2f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:55.491148 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-34bdc161-4492-4b78-9e17-9eb47070f2f8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7056d852-19a4-477b-aed7-c9a441b5d0e9 HTTP/1.1" status: 204 len: 168 time: 1.2259960 Feb 08 21:29:55.495383 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-3d19a712-3fc1-4874-bc4f-ba294853e555 service neutron] Attempting to bind port fef02640-c759-482c-b045-619e6d49c294 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:29:55.496400 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-3d19a712-3fc1-4874-bc4f-ba294853e555 service neutron] Attempting to bind port fef02640-c759-482c-b045-619e6d49c294 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '7300d083-82d0-45c9-90d0-102d4d42d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:29:55.497373 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-3d19a712-3fc1-4874-bc4f-ba294853e555 service neutron] Attempting to bind port fef02640-c759-482c-b045-619e6d49c294 on network 2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:29:55.573363 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ec3c8-b5f3-4f31-9f6b-bfbe0c395bd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a33cbc0f-282d-40b6-8381-cab061708098,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:55.589335 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-3d19a712-3fc1-4874-bc4f-ba294853e555 service neutron] Port fef02640-c759-482c-b045-619e6d49c294 on network 2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:29:55.590366 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-3d19a712-3fc1-4874-bc4f-ba294853e555 service neutron] Attempting to bind port fef02640-c759-482c-b045-619e6d49c294 on network 2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:29:55.620859 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:29:55.761386 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdc161-4492-4b78-9e17-9eb47070f2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7056d852-19a4-477b-aed7-c9a441b5d0e9,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:55.783430 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf7274fe-88a7-44dc-abb9-bff9e4c56a48 req-c2e2ea30-a026-47fd-a8c8-98c77f59b507 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab350d4a-1a3c-4098-bb45-166a36a27e5a HTTP/1.1" status: 200 len: 210 time: 0.1318045 Feb 08 21:29:55.885106 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727f483-c7b4-4f89-906a-25085069e8f8 req-910daa86-278a-4f8b-999c-da9909cb4f43 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:55.887028 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1727f483-c7b4-4f89-906a-25085069e8f8 req-910daa86-278a-4f8b-999c-da9909cb4f43 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=a2a1afd5-2141-4d86-956c-97e029126e19 HTTP/1.1" status: 200 len: 944 time: 1.1275678 Feb 08 21:29:56.040529 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1727f483-c7b4-4f89-906a-25085069e8f8 req-b5930373-c3dd-4250-9c22-ebab572611c6 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075895 Feb 08 21:29:56.078709 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e716a32-99ef-41ed-a59b-8df35766eeaa req-dbda3fe6-60ed-447e-bc28-f8de963ec6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:56.078709 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1e716a32-99ef-41ed-a59b-8df35766eeaa req-dbda3fe6-60ed-447e-bc28-f8de963ec6fa service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 1129 time: 0.6139772 Feb 08 21:29:56.182047 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-7166ed08-072e-49c0-a0b9-a87ef36141f6 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:56.184963 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-7166ed08-072e-49c0-a0b9-a87ef36141f6 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.96 "GET /v2.0/networks?id=2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 HTTP/1.1" status: 200 len: 816 time: 1.5419760 Feb 08 21:29:56.204208 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-dd2c16b5-3cc5-4ba5-bca1-dc5aba78045d tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Request body: {'port': {'device_id': 'ab350d4a-1a3c-4098-bb45-166a36a27e5a', 'network_id': '2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7', 'admin_state_up': True, 'tenant_id': 'ecd44d5e73bc4efdab021ff5425635d5'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:29:56.334002 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-642ec3c8-b5f3-4f31-9f6b-bfbe0c395bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (0dd06163-e48d-47de-b461-563ccb1af901), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:56.338892 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-642ec3c8-b5f3-4f31-9f6b-bfbe0c395bd1 admin admin] Publish callbacks [] for router_controller (0dd06163-e48d-47de-b461-563ccb1af901), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:56.343357 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-3d19a712-3fc1-4874-bc4f-ba294853e555 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:29:56.343721 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-3d19a712-3fc1-4874-bc4f-ba294853e555 service neutron] Checking segment: {'id': '7300d083-82d0-45c9-90d0-102d4d42d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:29:56.344095 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-3d19a712-3fc1-4874-bc4f-ba294853e555 service neutron] Bound using segment: {'id': '7300d083-82d0-45c9-90d0-102d4d42d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:29:56.344596 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-3d19a712-3fc1-4874-bc4f-ba294853e555 service neutron] Bound port: fef02640-c759-482c-b045-619e6d49c294, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7300d083-82d0-45c9-90d0-102d4d42d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:29:56.344961 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-3d19a712-3fc1-4874-bc4f-ba294853e555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fef02640-c759-482c-b045-619e6d49c294), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:56.453010 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-03e48005-e3c8-4bb3-90b9-5af58454ddea service neutron] For port e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:29:56.548493 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff6e9d-4cc4-4e3f-87af-cc63e78c2841 req-089f2b0f-01cf-41b6-971a-fb7264c720f7 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:56.562018 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-93ff6e9d-4cc4-4e3f-87af-cc63e78c2841 req-089f2b0f-01cf-41b6-971a-fb7264c720f7 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.5942805 Feb 08 21:29:56.563441 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-9b7a3452-42bf-4080-81c7-1aa69883fcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:56.565511 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-9b7a3452-42bf-4080-81c7-1aa69883fcce service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=0b5378aef139411c8980fedff164d328&device_id=a2a1afd5-2141-4d86-956c-97e029126e19 HTTP/1.1" status: 200 len: 1127 time: 1.3683259 Feb 08 21:29:56.628737 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-03e48005-e3c8-4bb3-90b9-5af58454ddea service neutron] For port e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5,segment=NetworkSegment(7300d083-82d0-45c9-90d0-102d4d42d42d),segment_id=7300d083-82d0-45c9-90d0-102d4d42d42d)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:29:56.640388 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bccde56-3cd3-4c43-9804-42e5fd03bc77 service neutron] Pushing event updated for resources: {'Port': ['ID=5cba4313-2745-4044-8a3e-060200bbd977,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:56.646530 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fea6ec81-9d86-487c-8798-d0eadd359650 req-5d848e83-2b75-4e9a-9b1c-2145bf0244a5 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1225998673&fields=id&tenant_id=ccc07b4dde804a05ac4fc4b6116c0c0b HTTP/1.1" status: 200 len: 267 time: 0.4140697 Feb 08 21:29:56.656085 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-5bc78d8b-873f-43d5-b73c-faa77e56ccd2 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cba4313-2745-4044-8a3e-060200bbd977 HTTP/1.1" status: 200 len: 217 time: 0.0720294 Feb 08 21:29:56.664287 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-3d19a712-3fc1-4874-bc4f-ba294853e555 service neutron] For port fef02640-c759-482c-b045-619e6d49c294, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:29:56.704897 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-03e48005-e3c8-4bb3-90b9-5af58454ddea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:56.705687 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-642ec3c8-b5f3-4f31-9f6b-bfbe0c395bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (0dd06163-e48d-47de-b461-563ccb1af901), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:56.706260 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642ec3c8-b5f3-4f31-9f6b-bfbe0c395bd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dd06163-e48d-47de-b461-563ccb1af901 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:29:56.714219 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-642ec3c8-b5f3-4f31-9f6b-bfbe0c395bd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:56.718557 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-642ec3c8-b5f3-4f31-9f6b-bfbe0c395bd1 admin admin] 10.222.0.88 "DELETE /v2.0/routers/0dd06163-e48d-47de-b461-563ccb1af901 HTTP/1.1" status: 204 len: 168 time: 5.0752318 Feb 08 21:29:56.725747 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55838) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:56.753912 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1e716a32-99ef-41ed-a59b-8df35766eeaa req-a295733b-d394-4087-8216-270787a350d8 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6416662 Feb 08 21:29:56.772574 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-3d19a712-3fc1-4874-bc4f-ba294853e555 service neutron] For port fef02640-c759-482c-b045-619e6d49c294, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=fef02640-c759-482c-b045-619e6d49c294,segment=NetworkSegment(7300d083-82d0-45c9-90d0-102d4d42d42d),segment_id=7300d083-82d0-45c9-90d0-102d4d42d42d)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:29:56.809490 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-3d19a712-3fc1-4874-bc4f-ba294853e555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (fef02640-c759-482c-b045-619e6d49c294), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:56.924138 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-03e48005-e3c8-4bb3-90b9-5af58454ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:56.924975 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-3d19a712-3fc1-4874-bc4f-ba294853e555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:56.925405 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-03e48005-e3c8-4bb3-90b9-5af58454ddea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:56.927188 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-03e48005-e3c8-4bb3-90b9-5af58454ddea service neutron] 10.222.0.96 "PUT /v2.0/ports/e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5 HTTP/1.1" status: 200 len: 1093 time: 6.5939848 Feb 08 21:29:56.927738 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f', 'tag': 'e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:29:56.928106 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-3d19a712-3fc1-4874-bc4f-ba294853e555 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:56.929638 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-3d19a712-3fc1-4874-bc4f-ba294853e555 service neutron] 10.222.0.94 "PUT /v2.0/ports/fef02640-c759-482c-b045-619e6d49c294 HTTP/1.1" status: 200 len: 1093 time: 5.7275245 Feb 08 21:29:56.931053 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ae7888-a4c8-43e4-85dd-6d28262cee7c" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f", "tag": "e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:29:56.955070 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-0a58de73-fb70-47d4-88ad-1a664dfe9c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:56.955336 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-833a2495-344d-41e2-8aa8-f7664206e4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (cd626cd4-d443-491a-ae09-50fc6bba2993), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:56.967075 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-0a58de73-fb70-47d4-88ad-1a664dfe9c2e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=2583ff1d-670a-4074-8b7c-cb54a492a95a HTTP/1.1" status: 200 len: 858 time: 0.2972152 Feb 08 21:29:57.023042 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef8e005c-ff8f-4e7a-b85a-178db9fdbb3d admin admin] Deleting subnet 76467b3d-f62f-4049-81f0-0c4505300a6b {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:29:57.101679 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef8e005c-ff8f-4e7a-b85a-178db9fdbb3d admin admin] Publish callbacks [] for subnet (76467b3d-f62f-4049-81f0-0c4505300a6b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:57.136048 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-93ff6e9d-4cc4-4e3f-87af-cc63e78c2841 req-8001ca44-3d66-494f-a414-bf075799679f tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5486734 Feb 08 21:29:57.163174 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19a712-3fc1-4874-bc4f-ba294853e555 service neutron] Pushing event updated for resources: {'Port': ['ID=fef02640-c759-482c-b045-619e6d49c294,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:57.173803 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-b02b90a1-e4ac-44ff-9e3d-ead5f7a67948 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=615ec4ed-fa4e-46ef-89c1-1a6f16003df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111383 Feb 08 21:29:57.225215 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef8e005c-ff8f-4e7a-b85a-178db9fdbb3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (76467b3d-f62f-4049-81f0-0c4505300a6b), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:57.351636 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e48005-e3c8-4bb3-90b9-5af58454ddea service neutron] Pushing event updated for resources: {'Port': ['ID=e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:57.368135 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-afcebee8-8182-4b2c-b79c-b2046379d53f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:57.399551 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdc3f50-ae9d-42e0-9d25-ce57ef43f9da x-openstack-request-id: req-5cdc3f50-ae9d-42e0-9d25-ce57ef43f9da {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:29:57.400852 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a1afd5-2141-4d86-956c-97e029126e19", "tag": "5cba4313-2745-4044-8a3e-060200bbd977", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:29:57.400852 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5cdc3f50-ae9d-42e0-9d25-ce57ef43f9da {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:29:57.401174 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a1afd5-2141-4d86-956c-97e029126e19', 'tag': '5cba4313-2745-4044-8a3e-060200bbd977', 'status': 'completed', 'code': 200} Feb 08 21:29:57.535540 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-afca8d00-a9a5-4ddc-8d61-197d708acc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:57.539038 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-afca8d00-a9a5-4ddc-8d61-197d708acc0e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ecd44d5e73bc4efdab021ff5425635d5&device_id=20f22d45-da59-4e91-a2ea-f9e082a9f824 HTTP/1.1" status: 200 len: 1127 time: 0.4546964 Feb 08 21:29:57.734528 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-c2652cee-4a07-4ae8-af02-1a7eff8d1148 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fef02640-c759-482c-b045-619e6d49c294 HTTP/1.1" status: 200 len: 217 time: 0.1360543 Feb 08 21:29:57.807644 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-900f535d-a7d3-42a6-8bcb-d2fafbd1ef0d service neutron] 10.222.0.94 "GET /v2.0/networks/615ec4ed-fa4e-46ef-89c1-1a6f16003df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6238813 Feb 08 21:29:57.889166 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef8e005c-ff8f-4e7a-b85a-178db9fdbb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (76467b3d-f62f-4049-81f0-0c4505300a6b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:57.919523 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-eff00b67-8e09-4d09-9a2a-b373f24bf679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:57.921400 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-eff00b67-8e09-4d09-9a2a-b373f24bf679 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=93da91fb-68ac-4db0-bd66-bb7bbf1aa7b4 HTTP/1.1" status: 200 len: 855 time: 0.1787250 Feb 08 21:29:57.983872 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6ec81-9d86-487c-8798-d0eadd359650 req-fcab591f-88c2-45d7-b723-1aec5a806b5d tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:57.986946 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fea6ec81-9d86-487c-8798-d0eadd359650 req-fcab591f-88c2-45d7-b723-1aec5a806b5d tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=51bfde61-e1e9-4473-9160-07490a708b81 HTTP/1.1" status: 200 len: 946 time: 1.3391283 Feb 08 21:29:58.029132 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-52181e30-f77a-4c9b-89ed-c2107298be80 req-dc4c33bb-5edb-4b3d-ab4c-ef36248ea1ba service neutron] 10.222.0.94 "GET /v2.0/networks/615ec4ed-fa4e-46ef-89c1-1a6f16003df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102382 Feb 08 21:29:58.034339 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef8e005c-ff8f-4e7a-b85a-178db9fdbb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (76467b3d-f62f-4049-81f0-0c4505300a6b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:58.051916 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-dd2c16b5-3cc5-4ba5-bca1-dc5aba78045d tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Made reservation on behalf of ecd44d5e73bc4efdab021ff5425635d5 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:29:58.058041 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-dd2c16b5-3cc5-4ba5-bca1-dc5aba78045d tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:58.069565 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e005c-ff8f-4e7a-b85a-178db9fdbb3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76467b3d-f62f-4049-81f0-0c4505300a6b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:58.074987 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-edb9d4ca-6dbe-40e1-b10c-ee47b2cbd346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:58.077335 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-edb9d4ca-6dbe-40e1-b10c-ee47b2cbd346 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1459274 Feb 08 21:29:58.085771 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef8e005c-ff8f-4e7a-b85a-178db9fdbb3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:58.092175 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ef8e005c-ff8f-4e7a-b85a-178db9fdbb3d admin admin] 10.222.0.88 "DELETE /v2.0/subnets/76467b3d-f62f-4049-81f0-0c4505300a6b HTTP/1.1" status: 204 len: 168 time: 1.3616362 Feb 08 21:29:58.097582 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-fea6ec81-9d86-487c-8798-d0eadd359650 req-7e248fa8-42f5-4c0f-adce-693701d3b2c4 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Request body: {'port': {'security_groups': ['8bb66473-333c-489b-91fe-1fc152d05e99', '03caa7fa-28ee-4081-bb7f-d6630eeca089']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:29:58.098961 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562d5fff-fef9-4dd3-8256-cd7289967ae5 None None] Network 1d91a92b-8b8e-48ed-82fe-305aad3f30df requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:29:58.109455 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55858) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:58.382259 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dfb9e514-b639-42e6-8f93-a9a12079999c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (1d91a92b-8b8e-48ed-82fe-305aad3f30df), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:58.382958 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device a33cbc0f-282d-40b6-8381-cab061708098 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:29:58.385749 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-90ac4943-be0b-467f-87d4-f27b04a5ccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:58.391275 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-90ac4943-be0b-467f-87d4-f27b04a5ccfc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ecd44d5e73bc4efdab021ff5425635d5&device_id=c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f HTTP/1.1" status: 200 len: 1127 time: 1.3312876 Feb 08 21:29:58.407803 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-e141f679-1271-455d-b52a-ae8ae58d1a99 service neutron] 10.222.0.94 "GET /v2.0/networks/2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170085 Feb 08 21:29:58.434555 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: a33cbc0f-282d-40b6-8381-cab061708098 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:29:58.434948 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device a33cbc0f-282d-40b6-8381-cab061708098 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:29:58.467356 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd21a5-adb2-4390-831c-0d5830379809 req-d735ed81-39f6-4f13-ab20-ac4943be93a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:58.468819 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bacd21a5-adb2-4390-831c-0d5830379809 req-d735ed81-39f6-4f13-ab20-ac4943be93a0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=0b5378aef139411c8980fedff164d328&device_id=a2a1afd5-2141-4d86-956c-97e029126e19 HTTP/1.1" status: 200 len: 1127 time: 0.1833882 Feb 08 21:29:58.526690 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8f3db-2415-492e-9520-2f7766fa35af req-9fa0c106-0ff4-4fae-8d72-3aee6361d201 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:58.529402 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-def8f3db-2415-492e-9520-2f7766fa35af req-9fa0c106-0ff4-4fae-8d72-3aee6361d201 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 945 time: 0.6189511 Feb 08 21:29:58.596617 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078e97d7-055e-406c-8a59-1e81ac0c842d None None] DHCP port deletion for 1d91a92b-8b8e-48ed-82fe-305aad3f30df request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:29:58.647890 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fa7968bb-e259-4f11-9da7-9abca4920fdb req-8dce6da6-dd1c-499c-8d31-252fb6fc7eca service neutron] 10.222.0.94 "GET /v2.0/networks/2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326851 Feb 08 21:29:58.685630 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd21a5-adb2-4390-831c-0d5830379809 req-527c470c-2561-4b72-8a4d-b079f6a7ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:58.687209 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bacd21a5-adb2-4390-831c-0d5830379809 req-527c470c-2561-4b72-8a4d-b079f6a7ed8a service neutron] 10.222.0.94 "GET /v2.0/networks?id=615ec4ed-fa4e-46ef-89c1-1a6f16003df8 HTTP/1.1" status: 200 len: 919 time: 0.1914132 Feb 08 21:29:58.689825 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-dfb9e514-b639-42e6-8f93-a9a12079999c admin admin] Deleting port 4bac667d-4e4c-4787-8e9a-3651521303b5 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:29:58.690164 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dfb9e514-b639-42e6-8f93-a9a12079999c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (4bac667d-4e4c-4787-8e9a-3651521303b5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:58.740312 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-fea6ec81-9d86-487c-8798-d0eadd359650 req-7e248fa8-42f5-4c0f-adce-693701d3b2c4 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (467a2d4a-0dec-4375-a5a5-54af8a068905), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:58.759629 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-078e97d7-055e-406c-8a59-1e81ac0c842d None None] Deleting port 4bac667d-4e4c-4787-8e9a-3651521303b5 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:29:58.761153 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-078e97d7-055e-406c-8a59-1e81ac0c842d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (4bac667d-4e4c-4787-8e9a-3651521303b5), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:58.775076 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bacd21a5-adb2-4390-831c-0d5830379809 req-ff6babf4-2481-433d-b566-ead6e6869b2a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cba4313-2745-4044-8a3e-060200bbd977 HTTP/1.1" status: 200 len: 217 time: 0.0689192 Feb 08 21:29:58.784952 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-8822917b-6b93-4a4d-812a-18351ceea213 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5 HTTP/1.1" status: 200 len: 217 time: 0.2870417 Feb 08 21:29:58.870311 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd21a5-adb2-4390-831c-0d5830379809 req-4433a5fa-912f-4f24-9b74-3a93aa51c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:58.872166 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bacd21a5-adb2-4390-831c-0d5830379809 req-4433a5fa-912f-4f24-9b74-3a93aa51c8c6 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=2583ff1d-670a-4074-8b7c-cb54a492a95a HTTP/1.1" status: 200 len: 858 time: 0.0833373 Feb 08 21:29:58.886465 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-078e97d7-055e-406c-8a59-1e81ac0c842d None None] For port 4bac667d-4e4c-4787-8e9a-3651521303b5, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=4bac667d-4e4c-4787-8e9a-3651521303b5,segment=NetworkSegment(dc186897-7ef3-4243-802c-704d6d0e3098),segment_id=dc186897-7ef3-4243-802c-704d6d0e3098)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:58.886876 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-078e97d7-055e-406c-8a59-1e81ac0c842d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (4bac667d-4e4c-4787-8e9a-3651521303b5), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:58.909424 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-078e97d7-055e-406c-8a59-1e81ac0c842d None None] Calling delete_port for 4bac667d-4e4c-4787-8e9a-3651521303b5 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:29:58.932972 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-e81c1dcf-3a61-4854-b1bd-6d408f4d25da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:58.938199 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-e81c1dcf-3a61-4854-b1bd-6d408f4d25da service neutron] 10.222.0.96 "GET /v2.0/subnets?id=93da91fb-68ac-4db0-bd66-bb7bbf1aa7b4 HTTP/1.1" status: 200 len: 855 time: 0.1249945 Feb 08 21:29:58.943290 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bacd21a5-adb2-4390-831c-0d5830379809 req-453dff04-98ed-4505-8fa9-60b6236c6d33 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=615ec4ed-fa4e-46ef-89c1-1a6f16003df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524564 Feb 08 21:29:58.948537 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-dfb9e514-b639-42e6-8f93-a9a12079999c admin admin] For port 4bac667d-4e4c-4787-8e9a-3651521303b5, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=4bac667d-4e4c-4787-8e9a-3651521303b5,segment=NetworkSegment(dc186897-7ef3-4243-802c-704d6d0e3098),segment_id=dc186897-7ef3-4243-802c-704d6d0e3098)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:29:58.948537 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dfb9e514-b639-42e6-8f93-a9a12079999c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (4bac667d-4e4c-4787-8e9a-3651521303b5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:59.010771 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-dfb9e514-b639-42e6-8f93-a9a12079999c admin admin] Calling delete_port for 4bac667d-4e4c-4787-8e9a-3651521303b5 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:29:59.043620 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-def8f3db-2415-492e-9520-2f7766fa35af req-1a4f562c-fe09-4630-a825-a11968a4ab7e tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4350746 Feb 08 21:29:59.119381 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-078e97d7-055e-406c-8a59-1e81ac0c842d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (4bac667d-4e4c-4787-8e9a-3651521303b5), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:59.133144 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:59.143199 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-dd2c16b5-3cc5-4ba5-bca1-dc5aba78045d tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Allocated IP 172.20.0.14 (2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7/93da91fb-68ac-4db0-bd66-bb7bbf1aa7b4/ad066dbc-9025-41cb-8537-8c021534962c) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:29:59.185027 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e97d7-055e-406c-8a59-1e81ac0c842d None None] Pushing event deleted for resources: {'Port': ['ID=4bac667d-4e4c-4787-8e9a-3651521303b5,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:59.191775 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078e97d7-055e-406c-8a59-1e81ac0c842d None None] No DVR routers for this DVR port 4bac667d-4e4c-4787-8e9a-3651521303b5 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:29:59.196999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-e0a3c27e-4286-474a-a45d-ea022b2e43e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:29:59.198672 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-e0a3c27e-4286-474a-a45d-ea022b2e43e1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2411737 Feb 08 21:29:59.254507 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bacd21a5-adb2-4390-831c-0d5830379809 req-a13bde5e-87df-4b31-871b-f9bfdd12bc18 service neutron] 10.222.0.94 "GET /v2.0/networks/615ec4ed-fa4e-46ef-89c1-1a6f16003df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027363 Feb 08 21:29:59.263140 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dfb9e514-b639-42e6-8f93-a9a12079999c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (4bac667d-4e4c-4787-8e9a-3651521303b5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:59.368894 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb9e514-b639-42e6-8f93-a9a12079999c admin admin] No DVR routers for this DVR port 4bac667d-4e4c-4787-8e9a-3651521303b5 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:29:59.376638 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9e514-b639-42e6-8f93-a9a12079999c admin admin] Pushing event deleted for resources: {'Port': ['ID=4bac667d-4e4c-4787-8e9a-3651521303b5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:59.395782 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833a2495-344d-41e2-8aa8-f7664206e4f6 admin admin] Router cd626cd4-d443-491a-ae09-50fc6bba2993 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:29:59.403064 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f22d45-da59-4e91-a2ea-f9e082a9f824', 'tag': 'fef02640-c759-482c-b045-619e6d49c294'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:29:59.405852 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ac61ac-7491-4b7b-bb03-e7e33f309212" -d '{"events": [{"name": "network-changed", "server_uuid": "20f22d45-da59-4e91-a2ea-f9e082a9f824", "tag": "fef02640-c759-482c-b045-619e6d49c294"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:29:59.447505 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5b2b5f97-7330-46a4-bc27-930eef0d2416 req-35442090-f162-48ed-a7f0-946956e60ad9 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab350d4a-1a3c-4098-bb45-166a36a27e5a HTTP/1.1" status: 200 len: 210 time: 0.1676345 Feb 08 21:29:59.503664 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dfb9e514-b639-42e6-8f93-a9a12079999c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (1d91a92b-8b8e-48ed-82fe-305aad3f30df), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:59.518790 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bacd21a5-adb2-4390-831c-0d5830379809 req-e6ea9793-8b8b-4696-9d28-698f2f06e7fd service neutron] 10.222.0.94 "GET /v2.0/networks/615ec4ed-fa4e-46ef-89c1-1a6f16003df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389793 Feb 08 21:29:59.552164 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-dfb9e514-b639-42e6-8f93-a9a12079999c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d91a92b-8b8e-48ed-82fe-305aad3f30df']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:59.582039 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-dfb9e514-b639-42e6-8f93-a9a12079999c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc186897-7ef3-4243-802c-704d6d0e3098') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:59.582571 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-dfb9e514-b639-42e6-8f93-a9a12079999c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc186897-7ef3-4243-802c-704d6d0e3098') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:29:59.598917 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4202df2-5822-47a8-97de-02d0a527bff4 x-openstack-request-id: req-f4202df2-5822-47a8-97de-02d0a527bff4 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:29:59.599192 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f", "tag": "e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:29:59.599541 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f4202df2-5822-47a8-97de-02d0a527bff4 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:29:59.599969 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f', 'tag': 'e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5', 'status': 'completed', 'code': 200} Feb 08 21:29:59.612363 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dfb9e514-b639-42e6-8f93-a9a12079999c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (dc186897-7ef3-4243-802c-704d6d0e3098), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:59.636495 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dfb9e514-b639-42e6-8f93-a9a12079999c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (dc186897-7ef3-4243-802c-704d6d0e3098), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:59.646447 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb9e514-b639-42e6-8f93-a9a12079999c admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:29:59.647438 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dfb9e514-b639-42e6-8f93-a9a12079999c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (dc186897-7ef3-4243-802c-704d6d0e3098), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:59.706996 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-fbfbc659-6e82-404d-bae7-d41673aa7a14 service neutron] 10.222.0.96 "GET /v2.0/networks/2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969933 Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:29:59.719109 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:29:59.726877 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dfb9e514-b639-42e6-8f93-a9a12079999c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (1d91a92b-8b8e-48ed-82fe-305aad3f30df), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:59.736786 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dfb9e514-b639-42e6-8f93-a9a12079999c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:29:59.746004 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-dfb9e514-b639-42e6-8f93-a9a12079999c admin admin] 10.222.0.88 "DELETE /v2.0/networks/1d91a92b-8b8e-48ed-82fe-305aad3f30df HTTP/1.1" status: 204 len: 168 time: 1.6322069 Feb 08 21:29:59.748757 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55862) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:29:59.831817 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9e514-b639-42e6-8f93-a9a12079999c admin admin] Pushing event deleted for resources: {'Network': ['ID=1d91a92b-8b8e-48ed-82fe-305aad3f30df,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:29:59.885140 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4af1b806-5d9f-4678-b3b4-e5feb5f28dc3 req-06cc6d78-e23d-4425-9642-51d44a00fd16 service neutron] 10.222.0.96 "GET /v2.0/networks/2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405246 Feb 08 21:29:59.889603 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-fea6ec81-9d86-487c-8798-d0eadd359650 req-7e248fa8-42f5-4c0f-adce-693701d3b2c4 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] For port 467a2d4a-0dec-4375-a5a5-54af8a068905, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=467a2d4a-0dec-4375-a5a5-54af8a068905,segment=NetworkSegment(49cc5804-95ec-45a3-a70d-522fb54a57ed),segment_id=49cc5804-95ec-45a3-a70d-522fb54a57ed)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:00.044985 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-dd2c16b5-3cc5-4ba5-bca1-dc5aba78045d tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Publish callbacks [] for port (ad066dbc-9025-41cb-8537-8c021534962c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:00.084702 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ced3a3-ca00-4710-b8a9-5fb1c4fefa0d req-7801afdf-b7e8-4709-a732-d8ac621301bc tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:00.092656 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-05ced3a3-ca00-4710-b8a9-5fb1c4fefa0d req-7801afdf-b7e8-4709-a732-d8ac621301bc tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=a2a1afd5-2141-4d86-956c-97e029126e19 HTTP/1.1" status: 200 len: 944 time: 0.4193692 Feb 08 21:30:00.097990 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-fea6ec81-9d86-487c-8798-d0eadd359650 req-7e248fa8-42f5-4c0f-adce-693701d3b2c4 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for port (467a2d4a-0dec-4375-a5a5-54af8a068905), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:00.108480 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833a2495-344d-41e2-8aa8-f7664206e4f6 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:30:00.125170 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846fca70-206f-4508-8ea7-68c0c11f006e None None] Sync routers for ids ['cd626cd4-d443-491a-ae09-50fc6bba2993'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:30:00.132267 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-fea6ec81-9d86-487c-8798-d0eadd359650 req-7e248fa8-42f5-4c0f-adce-693701d3b2c4 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (467a2d4a-0dec-4375-a5a5-54af8a068905), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:00.141922 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846fca70-206f-4508-8ea7-68c0c11f006e None None] Routers {'cd626cd4-d443-491a-ae09-50fc6bba2993'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:30:00.142141 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-846fca70-206f-4508-8ea7-68c0c11f006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:29:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['cd626cd4-d443-491a-ae09-50fc6bba2993'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:30:00.156738 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['467a2d4a-0dec-4375-a5a5-54af8a068905'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:30:00.159719 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['b58dd629-4585-49a7-9b5f-ef308d81755a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:30:00.263845 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6ec81-9d86-487c-8798-d0eadd359650 req-7e248fa8-42f5-4c0f-adce-693701d3b2c4 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:00.264782 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-fea6ec81-9d86-487c-8798-d0eadd359650 req-7e248fa8-42f5-4c0f-adce-693701d3b2c4 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:00.271101 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fea6ec81-9d86-487c-8798-d0eadd359650 req-7e248fa8-42f5-4c0f-adce-693701d3b2c4 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "PUT /v2.0/ports/467a2d4a-0dec-4375-a5a5-54af8a068905 HTTP/1.1" status: 200 len: 982 time: 2.1821988 Feb 08 21:30:00.314893 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-833a2495-344d-41e2-8aa8-f7664206e4f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:00.317402 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-833a2495-344d-41e2-8aa8-f7664206e4f6 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 14.6323020 Feb 08 21:30:00.320435 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55870) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:30:00.376946 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae7888-a4c8-43e4-85dd-6d28262cee7c req-1de09b4d-fa95-4940-82d4-ff8d93f92549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:00.378536 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d5ae7888-a4c8-43e4-85dd-6d28262cee7c req-1de09b4d-fa95-4940-82d4-ff8d93f92549 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ecd44d5e73bc4efdab021ff5425635d5&device_id=c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f HTTP/1.1" status: 200 len: 1127 time: 0.4185760 Feb 08 21:30:00.406315 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 4bac667d-4e4c-4787-8e9a-3651521303b5 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:30:00.465115 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-dd2c16b5-3cc5-4ba5-bca1-dc5aba78045d tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (ad066dbc-9025-41cb-8537-8c021534962c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:00.542323 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-05ced3a3-ca00-4710-b8a9-5fb1c4fefa0d req-883d93b7-793a-4b60-bc76-7b17f8fe3fc7 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483762 Feb 08 21:30:00.705874 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e248fa8-42f5-4c0f-adce-693701d3b2c4 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Pushing event updated for resources: {'Port': ['ID=467a2d4a-0dec-4375-a5a5-54af8a068905,revision_number=6']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:00.788017 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-dd2c16b5-3cc5-4ba5-bca1-dc5aba78045d tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Network 2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:30:00.793912 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-dd2c16b5-3cc5-4ba5-bca1-dc5aba78045d tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:30:00.807252 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-dd2c16b5-3cc5-4ba5-bca1-dc5aba78045d tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:30:00.841045 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 4bac667d-4e4c-4787-8e9a-3651521303b5 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:30:00.857267 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 4bac667d-4e4c-4787-8e9a-3651521303b5 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:30:00.865064 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['467a2d4a-0dec-4375-a5a5-54af8a068905'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:30:00.971839 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c16b5-3cc5-4ba5-bca1-dc5aba78045d tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Pushing event updated for resources: {'Port': ['ID=ad066dbc-9025-41cb-8537-8c021534962c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:01.074661 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-dd2c16b5-3cc5-4ba5-bca1-dc5aba78045d tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:01.075821 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-dd2c16b5-3cc5-4ba5-bca1-dc5aba78045d tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:01.104411 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-dd2c16b5-3cc5-4ba5-bca1-dc5aba78045d tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9077752 Feb 08 21:30:01.125712 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-5064155b-aaeb-4a1f-b7e6-f7555cab60a3 service neutron] Request body: {'port': {'device_id': 'ab350d4a-1a3c-4098-bb45-166a36a27e5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:30:01.163996 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd6c362-3aaf-48f8-b5a5-5f77e995edca x-openstack-request-id: req-ebd6c362-3aaf-48f8-b5a5-5f77e995edca {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:30:01.165459 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20f22d45-da59-4e91-a2ea-f9e082a9f824", "tag": "fef02640-c759-482c-b045-619e6d49c294", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:30:01.165459 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ebd6c362-3aaf-48f8-b5a5-5f77e995edca {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:30:01.165973 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20f22d45-da59-4e91-a2ea-f9e082a9f824', 'tag': 'fef02640-c759-482c-b045-619e6d49c294', 'status': 'completed', 'code': 200} Feb 08 21:30:01.288855 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae7888-a4c8-43e4-85dd-6d28262cee7c req-c4f643b5-ea9d-4b54-abc4-35f3f4313f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:01.291505 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d5ae7888-a4c8-43e4-85dd-6d28262cee7c req-c4f643b5-ea9d-4b54-abc4-35f3f4313f5e service neutron] 10.222.0.96 "GET /v2.0/networks?id=2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 HTTP/1.1" status: 200 len: 917 time: 0.8700662 Feb 08 21:30:01.293597 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-5064155b-aaeb-4a1f-b7e6-f7555cab60a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ad066dbc-9025-41cb-8537-8c021534962c), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:01.350359 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-846fca70-206f-4508-8ea7-68c0c11f006e None None] Set router cd626cd4-d443-491a-ae09-50fc6bba2993 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:30:01.443794 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac61ac-7491-4b7b-bb03-e7e33f309212 req-63f83caa-2a39-4b82-ac9c-82d80a52bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:01.446574 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-88ac61ac-7491-4b7b-bb03-e7e33f309212 req-63f83caa-2a39-4b82-ac9c-82d80a52bda2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ecd44d5e73bc4efdab021ff5425635d5&device_id=20f22d45-da59-4e91-a2ea-f9e082a9f824 HTTP/1.1" status: 200 len: 1127 time: 0.2789001 Feb 08 21:30:01.468142 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-fdcd190c-e86e-4937-ae66-43b566a64c9a None None] Provisioning complete for port ad066dbc-9025-41cb-8537-8c021534962c triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:30:01.468773 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fdcd190c-e86e-4937-ae66-43b566a64c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ad066dbc-9025-41cb-8537-8c021534962c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:01.479211 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9009f7c9-17c6-4f50-a8d5-7968d02d80ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (8056a18b-4218-407b-a7bb-36c66f113a53), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:01.522764 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-fdcd190c-e86e-4937-ae66-43b566a64c9a None None] Port ad066dbc-9025-41cb-8537-8c021534962c cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:30:01.557028 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:01.576880 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d5ae7888-a4c8-43e4-85dd-6d28262cee7c req-be867451-620e-4111-9beb-65729450a4b7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5 HTTP/1.1" status: 200 len: 217 time: 0.2605290 Feb 08 21:30:01.634922 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:01.760511 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-5064155b-aaeb-4a1f-b7e6-f7555cab60a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad066dbc-9025-41cb-8537-8c021534962c {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:30:01.778896 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-5064155b-aaeb-4a1f-b7e6-f7555cab60a3 service neutron] Publish callbacks [] for port (ad066dbc-9025-41cb-8537-8c021534962c), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:01.797520 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-5064155b-aaeb-4a1f-b7e6-f7555cab60a3 service neutron] Transition to ACTIVE for port object ad066dbc-9025-41cb-8537-8c021534962c will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:30:01.798728 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51bfde61-e1e9-4473-9160-07490a708b81', 'tag': '467a2d4a-0dec-4375-a5a5-54af8a068905'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:30:01.802668 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b887db6-1515-4616-b24d-4a6ab611c9fb" -d '{"events": [{"name": "network-changed", "server_uuid": "51bfde61-e1e9-4473-9160-07490a708b81", "tag": "467a2d4a-0dec-4375-a5a5-54af8a068905"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:30:01.873988 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae7888-a4c8-43e4-85dd-6d28262cee7c req-fd11b867-3d8d-446b-947d-7cdb9b1a8a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:01.875764 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d5ae7888-a4c8-43e4-85dd-6d28262cee7c req-fd11b867-3d8d-446b-947d-7cdb9b1a8a0e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=93da91fb-68ac-4db0-bd66-bb7bbf1aa7b4 HTTP/1.1" status: 200 len: 855 time: 0.0695961 Feb 08 21:30:01.876426 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-5064155b-aaeb-4a1f-b7e6-f7555cab60a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (ad066dbc-9025-41cb-8537-8c021534962c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:02.214055 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 5cba4313-2745-4044-8a3e-060200bbd977 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:30:02.329062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-846fca70-206f-4508-8ea7-68c0c11f006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd626cd4-d443-491a-ae09-50fc6bba2993', 'name': 'tempest-FloatingIPDetailsTestJSON-1002605434-router', 'tenant_id': 'b44a7bc88f394e19bbf8b7a304dc1320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'cb1ea545-1721-45ec-a3da-3a855e90a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:29:46Z', 'updated_at': '2022-02-08T21:29:53Z', 'revision_number': 3, 'project_id': 'b44a7bc88f394e19bbf8b7a304dc1320', 'gw_port': {'id': 'cb1ea545-1721-45ec-a3da-3a855e90a2e6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd626cd4-d443-491a-ae09-50fc6bba2993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:29:50Z', 'updated_at': '2022-02-08T21:29:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:30:02.384659 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846fca70-206f-4508-8ea7-68c0c11f006e None None] Checking router: cd626cd4-d443-491a-ae09-50fc6bba2993 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:30:02.385733 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846fca70-206f-4508-8ea7-68c0c11f006e None None] Updating router cd626cd4-d443-491a-ae09-50fc6bba2993 port cb1ea545-1721-45ec-a3da-3a855e90a2e6 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:30:02.405770 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:30:02.506125 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-846fca70-206f-4508-8ea7-68c0c11f006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cb1ea545-1721-45ec-a3da-3a855e90a2e6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:02.610536 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac61ac-7491-4b7b-bb03-e7e33f309212 req-0509f63a-1376-4a5e-8b36-1daed98c5591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:02.612350 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-88ac61ac-7491-4b7b-bb03-e7e33f309212 req-0509f63a-1376-4a5e-8b36-1daed98c5591 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 HTTP/1.1" status: 200 len: 917 time: 1.1593285 Feb 08 21:30:02.690610 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-88ac61ac-7491-4b7b-bb03-e7e33f309212 req-918fdddf-20b1-43bb-bbc7-b115f961cd21 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fef02640-c759-482c-b045-619e6d49c294 HTTP/1.1" status: 200 len: 217 time: 0.0526838 Feb 08 21:30:02.816680 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:02.819452 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac61ac-7491-4b7b-bb03-e7e33f309212 req-af7958ee-5304-4b09-952c-8c052a6a4d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:02.821041 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-88ac61ac-7491-4b7b-bb03-e7e33f309212 req-af7958ee-5304-4b09-952c-8c052a6a4d65 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=93da91fb-68ac-4db0-bd66-bb7bbf1aa7b4 HTTP/1.1" status: 200 len: 855 time: 0.1178319 Feb 08 21:30:02.855848 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f113f62-061f-452e-b647-d328e079071e req-48d23a79-3368-49e4-887a-29a91bcd375b tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups/03caa7fa-28ee-4081-bb7f-d6630eeca089 HTTP/1.1" status: 200 len: 1819 time: 0.8267484 Feb 08 21:30:02.906454 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064155b-aaeb-4a1f-b7e6-f7555cab60a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad066dbc-9025-41cb-8537-8c021534962c,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:02.921168 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae7888-a4c8-43e4-85dd-6d28262cee7c req-a8b3f1d3-f66f-4f89-a993-67ff26ad9cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:02.929121 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d5ae7888-a4c8-43e4-85dd-6d28262cee7c req-a8b3f1d3-f66f-4f89-a993-67ff26ad9cb3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.0409880 Feb 08 21:30:03.016636 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac61ac-7491-4b7b-bb03-e7e33f309212 req-fe762738-c765-42c3-a5b9-185143835534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:03.018216 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-88ac61ac-7491-4b7b-bb03-e7e33f309212 req-fe762738-c765-42c3-a5b9-185143835534 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1769366 Feb 08 21:30:03.099267 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-846fca70-206f-4508-8ea7-68c0c11f006e None None] Publish callbacks [] for port (cb1ea545-1721-45ec-a3da-3a855e90a2e6), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:03.139453 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea1f27-5c9a-42c7-95e3-c6efd0b75c11 req-227ee941-e540-4ef6-bb87-27205fe5f104 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:03.152757 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6aea1f27-5c9a-42c7-95e3-c6efd0b75c11 req-227ee941-e540-4ef6-bb87-27205fe5f104 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 945 time: 1.5749714 Feb 08 21:30:03.220395 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 5cba4313-2745-4044-8a3e-060200bbd977, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=5cba4313-2745-4044-8a3e-060200bbd977,segment=NetworkSegment(ce7776cb-c96f-49d0-a5da-4fe283036b62),segment_id=ce7776cb-c96f-49d0-a5da-4fe283036b62)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:03.260969 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-0f113f62-061f-452e-b647-d328e079071e req-9af01a70-a89a-444f-bdc3-f4f2ff40723f tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 08 21:30:03.262074 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f113f62-061f-452e-b647-d328e079071e req-9af01a70-a89a-444f-bdc3-f4f2ff40723f tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "DELETE /v2.0/security-groups/03caa7fa-28ee-4081-bb7f-d6630eeca089 HTTP/1.1" status: 409 len: 341 time: 0.4054227 Feb 08 21:30:03.292155 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:30:03.298396 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-5064155b-aaeb-4a1f-b7e6-f7555cab60a3 service neutron] Attempting to bind port ad066dbc-9025-41cb-8537-8c021534962c on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:30:03.298734 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-5064155b-aaeb-4a1f-b7e6-f7555cab60a3 service neutron] Attempting to bind port ad066dbc-9025-41cb-8537-8c021534962c by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '7300d083-82d0-45c9-90d0-102d4d42d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:30:03.299067 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-5064155b-aaeb-4a1f-b7e6-f7555cab60a3 service neutron] Attempting to bind port ad066dbc-9025-41cb-8537-8c021534962c on network 2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:30:03.316804 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '5cba4313-2745-4044-8a3e-060200bbd977', 'network_id': '615ec4ed-fa4e-46ef-89c1-1a6f16003df8', 'port_id': '5cba4313-2745-4044-8a3e-060200bbd977', 'mac_address': 'fa:16:3e:4d:95:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2583ff1d-670a-4074-8b7c-cb54a492a95a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:30:03.320005 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-5064155b-aaeb-4a1f-b7e6-f7555cab60a3 service neutron] Port ad066dbc-9025-41cb-8537-8c021534962c on network 2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:30:03.320314 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-5064155b-aaeb-4a1f-b7e6-f7555cab60a3 service neutron] Attempting to bind port ad066dbc-9025-41cb-8537-8c021534962c on network 2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:30:03.341881 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6aea1f27-5c9a-42c7-95e3-c6efd0b75c11 req-b37332d7-5daf-40d1-ab90-82d26e65927f tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878891 Feb 08 21:30:03.357784 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-5064155b-aaeb-4a1f-b7e6-f7555cab60a3 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:30:03.357784 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-5064155b-aaeb-4a1f-b7e6-f7555cab60a3 service neutron] Checking segment: {'id': '7300d083-82d0-45c9-90d0-102d4d42d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:30:03.357784 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-5064155b-aaeb-4a1f-b7e6-f7555cab60a3 service neutron] Bound using segment: {'id': '7300d083-82d0-45c9-90d0-102d4d42d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:30:03.357784 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-5064155b-aaeb-4a1f-b7e6-f7555cab60a3 service neutron] Bound port: ad066dbc-9025-41cb-8537-8c021534962c, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7300d083-82d0-45c9-90d0-102d4d42d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:30:03.357784 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-5064155b-aaeb-4a1f-b7e6-f7555cab60a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ad066dbc-9025-41cb-8537-8c021534962c), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:03.357784 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d5ae7888-a4c8-43e4-85dd-6d28262cee7c req-144ba779-c556-41dd-b8a8-5255302429e2 service neutron] 10.222.0.96 "GET /v2.0/networks/2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051051 Feb 08 21:30:03.444640 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-88ac61ac-7491-4b7b-bb03-e7e33f309212 req-dec19c52-1e36-43d9-880d-858824b1110d service neutron] 10.222.0.94 "GET /v2.0/networks/2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024184 Feb 08 21:30:03.496032 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-846fca70-206f-4508-8ea7-68c0c11f006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cb1ea545-1721-45ec-a3da-3a855e90a2e6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:03.508321 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 5cba4313-2745-4044-8a3e-060200bbd977 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:30:03.508736 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5cba4313-2745-4044-8a3e-060200bbd977), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:03.743597 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:30:03.901333 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5,segment=NetworkSegment(7300d083-82d0-45c9-90d0-102d4d42d42d),segment_id=7300d083-82d0-45c9-90d0-102d4d42d42d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:03.928568 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cba4313-2745-4044-8a3e-060200bbd977 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:30:03.929070 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d5ae7888-a4c8-43e4-85dd-6d28262cee7c req-665719b1-f189-4dd7-b6bf-4105a9d3bc3e service neutron] 10.222.0.96 "GET /v2.0/networks/2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633645 Feb 08 21:30:03.936520 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5', 'network_id': '2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7', 'port_id': 'e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5', 'mac_address': 'fa:16:3e:c0:d8:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93da91fb-68ac-4db0-bd66-bb7bbf1aa7b4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:30:03.991321 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Allocated IP 172.20.0.1 (57cbad7e-3b64-4e09-ae3a-45297efa7719/f43758c8-bfbc-41ab-ad3e-a63f473811f5/6ecc36be-422b-499f-9c23-06999c371342) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:30:04.031738 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b6e7a-794c-4371-848a-ab096a9bf847 req-7d1c6bfc-360b-4b88-ae9e-5ea753ad51ec tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:04.038840 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf8b6e7a-794c-4371-848a-ab096a9bf847 req-7d1c6bfc-360b-4b88-ae9e-5ea753ad51ec tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.5545144 Feb 08 21:30:04.049526 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4274ca5-2fcb-4f99-9897-3bcbc347c372 req-14610d29-acbb-4af1-8ccf-3c9ba42bc3fa tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:04.056982 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4274ca5-2fcb-4f99-9897-3bcbc347c372 req-14610d29-acbb-4af1-8ccf-3c9ba42bc3fa tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab350d4a-1a3c-4098-bb45-166a36a27e5a HTTP/1.1" status: 200 len: 944 time: 0.6423318 Feb 08 21:30:04.063940 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-5064155b-aaeb-4a1f-b7e6-f7555cab60a3 service neutron] For port ad066dbc-9025-41cb-8537-8c021534962c, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:30:04.074281 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-5064155b-aaeb-4a1f-b7e6-f7555cab60a3 service neutron] For port ad066dbc-9025-41cb-8537-8c021534962c, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=ad066dbc-9025-41cb-8537-8c021534962c,segment=NetworkSegment(7300d083-82d0-45c9-90d0-102d4d42d42d),segment_id=7300d083-82d0-45c9-90d0-102d4d42d42d)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:30:04.096169 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-88ac61ac-7491-4b7b-bb03-e7e33f309212 req-9c4ccc92-5bcf-4137-9e6d-955e2698bbd9 service neutron] 10.222.0.94 "GET /v2.0/networks/2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5476472 Feb 08 21:30:04.102994 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-9009f7c9-17c6-4f50-a8d5-7968d02d80ad admin admin] Deleting port 7502dc93-fcca-44b1-86a0-34c50708b0aa {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:30:04.103913 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9009f7c9-17c6-4f50-a8d5-7968d02d80ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (7502dc93-fcca-44b1-86a0-34c50708b0aa), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:04.105620 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-5064155b-aaeb-4a1f-b7e6-f7555cab60a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (ad066dbc-9025-41cb-8537-8c021534962c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:04.141759 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329beacc-6d83-4380-8e90-26cf6d993556 None None] Pushing event updated for resources: {'Port': ['ID=cb1ea545-1721-45ec-a3da-3a855e90a2e6,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:04.155445 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-846fca70-206f-4508-8ea7-68c0c11f006e None None] Attempting to bind port cb1ea545-1721-45ec-a3da-3a855e90a2e6 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:30:04.156424 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-846fca70-206f-4508-8ea7-68c0c11f006e None None] Attempting to bind port cb1ea545-1721-45ec-a3da-3a855e90a2e6 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:30:04.156803 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846fca70-206f-4508-8ea7-68c0c11f006e None None] Attempting to bind port cb1ea545-1721-45ec-a3da-3a855e90a2e6 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:30:04.161946 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:30:04.162354 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:04.167799 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 5cba4313-2745-4044-8a3e-060200bbd977, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=5cba4313-2745-4044-8a3e-060200bbd977,segment=NetworkSegment(ce7776cb-c96f-49d0-a5da-4fe283036b62),segment_id=ce7776cb-c96f-49d0-a5da-4fe283036b62)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:04.174700 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846fca70-206f-4508-8ea7-68c0c11f006e None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:30:04.177089 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846fca70-206f-4508-8ea7-68c0c11f006e None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:30:04.177802 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-846fca70-206f-4508-8ea7-68c0c11f006e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:04.178354 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846fca70-206f-4508-8ea7-68c0c11f006e None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:30:04.178875 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-846fca70-206f-4508-8ea7-68c0c11f006e None None] Bound port: cb1ea545-1721-45ec-a3da-3a855e90a2e6, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:30:04.179320 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-846fca70-206f-4508-8ea7-68c0c11f006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cb1ea545-1721-45ec-a3da-3a855e90a2e6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:04.257558 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4274ca5-2fcb-4f99-9897-3bcbc347c372 req-86aec8e8-78aa-4504-b325-7d196dab034a tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961713 Feb 08 21:30:04.268322 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-5064155b-aaeb-4a1f-b7e6-f7555cab60a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:04.268974 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-5064155b-aaeb-4a1f-b7e6-f7555cab60a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:04.270479 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-5064155b-aaeb-4a1f-b7e6-f7555cab60a3 service neutron] 10.222.0.96 "PUT /v2.0/ports/ad066dbc-9025-41cb-8537-8c021534962c HTTP/1.1" status: 200 len: 1093 time: 3.1550732 Feb 08 21:30:04.286490 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf8b6e7a-794c-4371-848a-ab096a9bf847 req-4b63d6f6-5911-49aa-9c8e-593aa299e2e1 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465231 Feb 08 21:30:04.311915 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5cba4313-2745-4044-8a3e-060200bbd977), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:04.312668 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device fef02640-c759-482c-b045-619e6d49c294 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:30:04.504445 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-9009f7c9-17c6-4f50-a8d5-7968d02d80ad admin admin] For port 7502dc93-fcca-44b1-86a0-34c50708b0aa, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7502dc93-fcca-44b1-86a0-34c50708b0aa,segment=NetworkSegment(1acb7e54-4885-4ffd-9871-b8cdecbef12b),segment_id=1acb7e54-4885-4ffd-9871-b8cdecbef12b)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:04.505012 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9009f7c9-17c6-4f50-a8d5-7968d02d80ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (7502dc93-fcca-44b1-86a0-34c50708b0aa), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:04.529101 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-9009f7c9-17c6-4f50-a8d5-7968d02d80ad admin admin] Calling delete_port for 7502dc93-fcca-44b1-86a0-34c50708b0aa owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:30:04.533553 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a78cf9-b0e3-45d6-9382-7f3c27772ea7 x-openstack-request-id: req-68a78cf9-b0e3-45d6-9382-7f3c27772ea7 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:30:04.537376 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51bfde61-e1e9-4473-9160-07490a708b81", "tag": "467a2d4a-0dec-4375-a5a5-54af8a068905", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:30:04.537876 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-68a78cf9-b0e3-45d6-9382-7f3c27772ea7 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:30:04.538601 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51bfde61-e1e9-4473-9160-07490a708b81', 'tag': '467a2d4a-0dec-4375-a5a5-54af8a068905', 'status': 'completed', 'code': 200} Feb 08 21:30:04.578697 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port fef02640-c759-482c-b045-619e6d49c294, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=fef02640-c759-482c-b045-619e6d49c294,segment=NetworkSegment(7300d083-82d0-45c9-90d0-102d4d42d42d),segment_id=7300d083-82d0-45c9-90d0-102d4d42d42d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:04.671368 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:30:04.785614 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064155b-aaeb-4a1f-b7e6-f7555cab60a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad066dbc-9025-41cb-8537-8c021534962c,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:04.786567 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'fef02640-c759-482c-b045-619e6d49c294', 'network_id': '2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7', 'port_id': 'fef02640-c759-482c-b045-619e6d49c294', 'mac_address': 'fa:16:3e:71:d9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93da91fb-68ac-4db0-bd66-bb7bbf1aa7b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:30:04.975388 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Publish callbacks [] for port (6ecc36be-422b-499f-9c23-06999c371342), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:04.976372 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-ca7ec022-3dea-4f91-9c9c-3d3c857d00e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:04.979171 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-ca7ec022-3dea-4f91-9c9c-3d3c857d00e2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ecd44d5e73bc4efdab021ff5425635d5&device_id=ab350d4a-1a3c-4098-bb45-166a36a27e5a HTTP/1.1" status: 200 len: 1127 time: 0.6353023 Feb 08 21:30:05.043085 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b887db6-1515-4616-b24d-4a6ab611c9fb req-1e925a78-099b-4d50-b839-7e86a257326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:05.048158 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b887db6-1515-4616-b24d-4a6ab611c9fb req-1e925a78-099b-4d50-b839-7e86a257326f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ccc07b4dde804a05ac4fc4b6116c0c0b&device_id=51bfde61-e1e9-4473-9160-07490a708b81 HTTP/1.1" status: 200 len: 1168 time: 0.5277979 Feb 08 21:30:05.139492 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (6ecc36be-422b-499f-9c23-06999c371342), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:05.152883 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port fef02640-c759-482c-b045-619e6d49c294 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:30:05.156085 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fef02640-c759-482c-b045-619e6d49c294), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:05.166979 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5,segment=NetworkSegment(7300d083-82d0-45c9-90d0-102d4d42d42d),segment_id=7300d083-82d0-45c9-90d0-102d4d42d42d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:05.242590 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-846fca70-206f-4508-8ea7-68c0c11f006e None None] For port cb1ea545-1721-45ec-a3da-3a855e90a2e6, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:30:05.293347 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-846fca70-206f-4508-8ea7-68c0c11f006e None None] For port cb1ea545-1721-45ec-a3da-3a855e90a2e6, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cb1ea545-1721-45ec-a3da-3a855e90a2e6,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:30:05.334406 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b887db6-1515-4616-b24d-4a6ab611c9fb req-f023c6db-056c-4452-8629-1867fd24d8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:05.336203 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b887db6-1515-4616-b24d-4a6ab611c9fb req-f023c6db-056c-4452-8629-1867fd24d8aa service neutron] 10.222.0.96 "GET /v2.0/networks?id=e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b HTTP/1.1" status: 200 len: 913 time: 0.2537527 Feb 08 21:30:05.343942 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-fdc28c43-d98d-4e0e-854f-37ede6175817 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad066dbc-9025-41cb-8537-8c021534962c HTTP/1.1" status: 200 len: 217 time: 0.3265169 Feb 08 21:30:05.345213 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:05.352059 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=5cba4313-2745-4044-8a3e-060200bbd977,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:05.384174 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fef02640-c759-482c-b045-619e6d49c294 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:30:05.392983 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Pushing event updated for resources: {'Port': ['ID=6ecc36be-422b-499f-9c23-06999c371342,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:05.419319 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:05.419319 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:05.419319 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:05.419319 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:05.419319 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:05.419319 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:05.420286 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:05.420286 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:05.421042 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:05.421437 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:05.421779 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:05.422112 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:05.422442 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:05.427549 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Network 57cbad7e-3b64-4e09-ae3a-45297efa7719 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:30:05.434050 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:30:05.439710 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:30:05.448756 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-846fca70-206f-4508-8ea7-68c0c11f006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cb1ea545-1721-45ec-a3da-3a855e90a2e6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:05.452973 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafac72f-3ebd-4499-a40e-88dd972de902 req-5e8ff096-5837-4c77-b329-e38093b3c44a tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:05.456443 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aafac72f-3ebd-4499-a40e-88dd972de902 req-5e8ff096-5837-4c77-b329-e38093b3c44a tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=a2a1afd5-2141-4d86-956c-97e029126e19 HTTP/1.1" status: 200 len: 945 time: 0.8091822 Feb 08 21:30:05.527029 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:05.532803 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port fef02640-c759-482c-b045-619e6d49c294, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=fef02640-c759-482c-b045-619e6d49c294,segment=NetworkSegment(7300d083-82d0-45c9-90d0-102d4d42d42d),segment_id=7300d083-82d0-45c9-90d0-102d4d42d42d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:05.560744 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b887db6-1515-4616-b24d-4a6ab611c9fb req-073176d7-9214-4929-94b0-d9e6cabde5f8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=467a2d4a-0dec-4375-a5a5-54af8a068905 HTTP/1.1" status: 200 len: 217 time: 0.2155957 Feb 08 21:30:05.574485 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (fef02640-c759-482c-b045-619e6d49c294), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:05.616033 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9009f7c9-17c6-4f50-a8d5-7968d02d80ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (7502dc93-fcca-44b1-86a0-34c50708b0aa), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:05.664894 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (cd626cd4-d443-491a-ae09-50fc6bba2993), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:05.708264 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846fca70-206f-4508-8ea7-68c0c11f006e None None] Routers {'cd626cd4-d443-491a-ae09-50fc6bba2993'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:30:05.709073 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-846fca70-206f-4508-8ea7-68c0c11f006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:29:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['cd626cd4-d443-491a-ae09-50fc6bba2993'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:30:05.832661 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009f7c9-17c6-4f50-a8d5-7968d02d80ad admin admin] Pushing event deleted for resources: {'Port': ['ID=7502dc93-fcca-44b1-86a0-34c50708b0aa,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:05.855237 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b887db6-1515-4616-b24d-4a6ab611c9fb req-43f3fc99-a53b-4ef5-8fec-c29425635ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:05.862087 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b887db6-1515-4616-b24d-4a6ab611c9fb req-43f3fc99-a53b-4ef5-8fec-c29425635ed5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=310c6bc1-a154-4dd4-be9e-9319761a4464 HTTP/1.1" status: 200 len: 852 time: 0.2764528 Feb 08 21:30:05.875899 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-d0471c73-1d19-4c5b-b3dc-3d2df4fdf93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:05.891149 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-d0471c73-1d19-4c5b-b3dc-3d2df4fdf93d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=93da91fb-68ac-4db0-bd66-bb7bbf1aa7b4 HTTP/1.1" status: 200 len: 855 time: 0.5345542 Feb 08 21:30:06.004659 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:30:06.097968 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b887db6-1515-4616-b24d-4a6ab611c9fb req-99231106-0ecb-4656-a29e-5e6dddc3efa7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2046673 Feb 08 21:30:06.212108 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aafac72f-3ebd-4499-a40e-88dd972de902 req-f56a3e45-1662-4119-93c0-87a905f21f81 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6621563 Feb 08 21:30:06.240820 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['5cba4313-2745-4044-8a3e-060200bbd977'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:30:06.252340 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['fef02640-c759-482c-b045-619e6d49c294'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:30:06.286028 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d17b2d-12f7-4d19-a0e9-a97df03716b6 req-0dfcabce-6aab-46a2-bdbe-8df28a5ef25b tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:06.287717 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9d17b2d-12f7-4d19-a0e9-a97df03716b6 req-0dfcabce-6aab-46a2-bdbe-8df28a5ef25b tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 945 time: 0.7369113 Feb 08 21:30:06.327793 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329beacc-6d83-4380-8e90-26cf6d993556 None None] Pushing event updated for resources: {'Port': ['ID=cb1ea545-1721-45ec-a3da-3a855e90a2e6,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:06.478205 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b887db6-1515-4616-b24d-4a6ab611c9fb req-80a10179-6eb8-46fd-8cb2-d75687794690 service neutron] 10.222.0.96 "GET /v2.0/networks/e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662844 Feb 08 21:30:06.489364 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9009f7c9-17c6-4f50-a8d5-7968d02d80ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (8056a18b-4218-407b-a7bb-36c66f113a53), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:06.549359 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab350d4a-1a3c-4098-bb45-166a36a27e5a', 'tag': 'ad066dbc-9025-41cb-8537-8c021534962c'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:30:06.556446 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f0c068-79d9-4572-98d6-43012389d31f" -d '{"events": [{"name": "network-changed", "server_uuid": "ab350d4a-1a3c-4098-bb45-166a36a27e5a", "tag": "ad066dbc-9025-41cb-8537-8c021534962c"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:30:06.678038 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-846fca70-206f-4508-8ea7-68c0c11f006e None None] Set router cd626cd4-d443-491a-ae09-50fc6bba2993 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:30:06.684250 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:06.686090 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-386ef643-2343-4cb8-b542-32e176f8e06d None None] Provisioning complete for port 6ecc36be-422b-499f-9c23-06999c371342 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:30:06.686090 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-386ef643-2343-4cb8-b542-32e176f8e06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6ecc36be-422b-499f-9c23-06999c371342), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:06.765919 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9d17b2d-12f7-4d19-a0e9-a97df03716b6 req-e903839a-645a-4851-85e6-97f3de011bb6 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2618148 Feb 08 21:30:06.768277 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b887db6-1515-4616-b24d-4a6ab611c9fb req-9499e70e-3c80-41c9-9d11-265510672163 service neutron] 10.222.0.96 "GET /v2.0/networks/e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243694 Feb 08 21:30:06.770235 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6ecc36be-422b-499f-9c23-06999c371342), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:06.845655 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-bc0c108e-c644-49eb-b682-94fa1f0ee5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:06.847600 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-bc0c108e-c644-49eb-b682-94fa1f0ee5f6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.9147248 Feb 08 21:30:06.898508 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=fef02640-c759-482c-b045-619e6d49c294,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:06.914996 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:06.987097 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-bd373a5f-23cb-4fc2-b5c6-5071305d04df service neutron] 10.222.0.96 "GET /v2.0/networks/2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307461 Feb 08 21:30:07.101366 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-386ef643-2343-4cb8-b542-32e176f8e06d None None] Port 6ecc36be-422b-499f-9c23-06999c371342 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:30:07.149699 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521fd83-5103-4bf8-b48a-245e17bd9a9c req-62dae13d-a887-470b-9161-5cd89478e3ce tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:07.151528 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f521fd83-5103-4bf8-b48a-245e17bd9a9c req-62dae13d-a887-470b-9161-5cd89478e3ce tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=51bfde61-e1e9-4473-9160-07490a708b81 HTTP/1.1" status: 200 len: 985 time: 0.6663682 Feb 08 21:30:07.161728 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Publish callbacks [] for port (6ecc36be-422b-499f-9c23-06999c371342), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:07.196804 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (6ecc36be-422b-499f-9c23-06999c371342), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:07.245253 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116939e8-f949-46ec-86a0-2c51820f3e1f req-81ac5acf-5357-46b6-8f4d-508fb1b9bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:07.246823 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-116939e8-f949-46ec-86a0-2c51820f3e1f req-81ac5acf-5357-46b6-8f4d-508fb1b9bb08 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ccc07b4dde804a05ac4fc4b6116c0c0b&device_id=51bfde61-e1e9-4473-9160-07490a708b81 HTTP/1.1" status: 200 len: 1168 time: 0.2567801 Feb 08 21:30:07.260765 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d569dda-4629-4541-8c32-0e1e14d4fffa req-2eda7e21-4969-4367-a120-de7c5bb62732 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:07.262351 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1d569dda-4629-4541-8c32-0e1e14d4fffa req-2eda7e21-4969-4367-a120-de7c5bb62732 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab350d4a-1a3c-4098-bb45-166a36a27e5a HTTP/1.1" status: 200 len: 944 time: 0.1926372 Feb 08 21:30:07.289542 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-330a1751-4ca0-4a35-abc4-4e53aafc990c req-d51ad641-1534-484f-b22b-b70fb8053e50 service neutron] 10.222.0.96 "GET /v2.0/networks/2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859914 Feb 08 21:30:07.368962 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f521fd83-5103-4bf8-b48a-245e17bd9a9c req-7e41be12-9dfc-42c0-b2d9-1de403627a8e tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?id=03caa7fa-28ee-4081-bb7f-d6630eeca089&id=8bb66473-333c-489b-91fe-1fc152d05e99&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1822436 Feb 08 21:30:07.378859 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9009f7c9-17c6-4f50-a8d5-7968d02d80ad admin admin] Router 8056a18b-4218-407b-a7bb-36c66f113a53 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:30:07.382277 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (cd626cd4-d443-491a-ae09-50fc6bba2993), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:07.385572 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Pushing event updated for resources: {'Port': ['ID=6ecc36be-422b-499f-9c23-06999c371342,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:07.434739 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-846fca70-206f-4508-8ea7-68c0c11f006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd626cd4-d443-491a-ae09-50fc6bba2993', 'name': 'tempest-FloatingIPDetailsTestJSON-1002605434-router', 'tenant_id': 'b44a7bc88f394e19bbf8b7a304dc1320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'cb1ea545-1721-45ec-a3da-3a855e90a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:29:46Z', 'updated_at': '2022-02-08T21:29:53Z', 'revision_number': 3, 'project_id': 'b44a7bc88f394e19bbf8b7a304dc1320', 'gw_port': {'id': 'cb1ea545-1721-45ec-a3da-3a855e90a2e6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd626cd4-d443-491a-ae09-50fc6bba2993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:29:50Z', 'updated_at': '2022-02-08T21:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:30:07.450631 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1d569dda-4629-4541-8c32-0e1e14d4fffa req-23b9c2f7-429e-4242-abee-03984ee1d081 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689079 Feb 08 21:30:07.452236 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116939e8-f949-46ec-86a0-2c51820f3e1f req-1f4711f6-3952-4eeb-925b-58f467a0062c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:07.453924 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-116939e8-f949-46ec-86a0-2c51820f3e1f req-1f4711f6-3952-4eeb-925b-58f467a0062c service neutron] 10.222.0.96 "GET /v2.0/networks?id=e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b HTTP/1.1" status: 200 len: 913 time: 0.1905787 Feb 08 21:30:07.481963 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846fca70-206f-4508-8ea7-68c0c11f006e None None] The sync data for ids ['cd626cd4-d443-491a-ae09-50fc6bba2993'] in n-d-712143-31 is: [{'id': 'cd626cd4-d443-491a-ae09-50fc6bba2993', 'name': 'tempest-FloatingIPDetailsTestJSON-1002605434-router', 'tenant_id': 'b44a7bc88f394e19bbf8b7a304dc1320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'cb1ea545-1721-45ec-a3da-3a855e90a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:29:46Z', 'updated_at': '2022-02-08T21:29:53Z', 'revision_number': 3, 'project_id': 'b44a7bc88f394e19bbf8b7a304dc1320', 'gw_port': {'id': 'cb1ea545-1721-45ec-a3da-3a855e90a2e6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd626cd4-d443-491a-ae09-50fc6bba2993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:29:50Z', 'updated_at': '2022-02-08T21:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:30:07.524337 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-116939e8-f949-46ec-86a0-2c51820f3e1f req-ca8cc01b-2b8d-40df-9724-64df03eaa91d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=467a2d4a-0dec-4375-a5a5-54af8a068905 HTTP/1.1" status: 200 len: 217 time: 0.0574300 Feb 08 21:30:07.614283 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116939e8-f949-46ec-86a0-2c51820f3e1f req-c054cc2f-0590-46ee-85a7-1bcfed791be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:07.615790 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-116939e8-f949-46ec-86a0-2c51820f3e1f req-c054cc2f-0590-46ee-85a7-1bcfed791be1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=310c6bc1-a154-4dd4-be9e-9319761a4464 HTTP/1.1" status: 200 len: 852 time: 0.0822260 Feb 08 21:30:07.627276 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Network 57cbad7e-3b64-4e09-ae3a-45297efa7719 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:30:07.633447 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:30:07.647533 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9009f7c9-17c6-4f50-a8d5-7968d02d80ad admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:30:07.657035 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49a1864-3fb3-4cba-83d0-64960c07e408 None None] Sync routers for ids ['8056a18b-4218-407b-a7bb-36c66f113a53'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:30:07.666916 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9009f7c9-17c6-4f50-a8d5-7968d02d80ad admin admin] 10.222.0.88 "PUT /v2.0/routers/8056a18b-4218-407b-a7bb-36c66f113a53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9164464 Feb 08 21:30:07.668694 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55930) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:30:07.692851 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49a1864-3fb3-4cba-83d0-64960c07e408 None None] Routers {'8056a18b-4218-407b-a7bb-36c66f113a53'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:30:07.695459 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f49a1864-3fb3-4cba-83d0-64960c07e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:29:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['8056a18b-4218-407b-a7bb-36c66f113a53'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:30:07.717061 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147844e-9012-4841-b515-5637cee143e4 req-70c4be24-b748-4c39-bc09-18e1888e9479 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:07.721218 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e147844e-9012-4841-b515-5637cee143e4 req-70c4be24-b748-4c39-bc09-18e1888e9479 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.1995814 Feb 08 21:30:07.732900 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e74eba-0e31-464c-a8e5-00730c612c41 x-openstack-request-id: req-11e74eba-0e31-464c-a8e5-00730c612c41 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:30:07.733382 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab350d4a-1a3c-4098-bb45-166a36a27e5a", "tag": "ad066dbc-9025-41cb-8537-8c021534962c", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:30:07.733521 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-11e74eba-0e31-464c-a8e5-00730c612c41 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:30:07.733897 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab350d4a-1a3c-4098-bb45-166a36a27e5a', 'tag': 'ad066dbc-9025-41cb-8537-8c021534962c', 'status': 'completed', 'code': 200} Feb 08 21:30:07.739202 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-116939e8-f949-46ec-86a0-2c51820f3e1f req-05eadb1c-f417-4a7c-b289-08ff2e4f5c32 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119072 Feb 08 21:30:07.944490 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Router cd626cd4-d443-491a-ae09-50fc6bba2993 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:30:07.954565 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8efdf2a3-031e-466a-bd21-0b2a9ce865ea admin admin] Publish callbacks [] for router (8056a18b-4218-407b-a7bb-36c66f113a53), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:07.957560 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f49a1864-3fb3-4cba-83d0-64960c07e408 None None] Set router 8056a18b-4218-407b-a7bb-36c66f113a53 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:30:08.191477 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8efdf2a3-031e-466a-bd21-0b2a9ce865ea admin admin] Publish callbacks [] for router_gateway (8056a18b-4218-407b-a7bb-36c66f113a53), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:08.255277 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-fcdc476d-9227-4687-a511-60fabcbb6c00 None None] Provisioning complete for port 6ecc36be-422b-499f-9c23-06999c371342 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:30:08.255770 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fcdc476d-9227-4687-a511-60fabcbb6c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6ecc36be-422b-499f-9c23-06999c371342), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:08.274678 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e147844e-9012-4841-b515-5637cee143e4 req-41e429fc-ad19-476c-b9bd-6050aed2d0bd tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5441875 Feb 08 21:30:08.319503 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f49a1864-3fb3-4cba-83d0-64960c07e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8056a18b-4218-407b-a7bb-36c66f113a53', 'name': 'tempest-TaggedBootDevicesTest-2045280834-router', 'tenant_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'b2914589-e783-408e-bb25-e0a13164d3e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:19:04Z', 'updated_at': '2022-02-08T21:30:05Z', 'revision_number': 5, 'project_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'gw_port': {'id': 'b2914589-e783-408e-bb25-e0a13164d3e5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8056a18b-4218-407b-a7bb-36c66f113a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:19:06Z', 'updated_at': '2022-02-08T21:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:30:08.362957 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-fcdc476d-9227-4687-a511-60fabcbb6c00 None None] Port 6ecc36be-422b-499f-9c23-06999c371342 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:30:08.423496 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49a1864-3fb3-4cba-83d0-64960c07e408 None None] Checking router: 8056a18b-4218-407b-a7bb-36c66f113a53 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:30:08.424150 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859df0b-6eff-449b-bbcd-78ca71b9cfb4 req-27662c1f-1c1e-4719-9ae3-849b66aee4d6 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:08.430788 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cb1ea545-1721-45ec-a3da-3a855e90a2e6 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:30:08.436501 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0859df0b-6eff-449b-bbcd-78ca71b9cfb4 req-27662c1f-1c1e-4719-9ae3-849b66aee4d6 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=a2a1afd5-2141-4d86-956c-97e029126e19 HTTP/1.1" status: 200 len: 945 time: 0.4083574 Feb 08 21:30:08.457841 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49a1864-3fb3-4cba-83d0-64960c07e408 None None] Routers {'8056a18b-4218-407b-a7bb-36c66f113a53'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:30:08.458714 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f49a1864-3fb3-4cba-83d0-64960c07e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:29:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['8056a18b-4218-407b-a7bb-36c66f113a53'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:30:08.462924 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0c068-79d9-4572-98d6-43012389d31f req-562cbf06-1f9f-4ca1-97be-2c0d6aa93b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:08.465653 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-38f0c068-79d9-4572-98d6-43012389d31f req-562cbf06-1f9f-4ca1-97be-2c0d6aa93b35 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ecd44d5e73bc4efdab021ff5425635d5&device_id=ab350d4a-1a3c-4098-bb45-166a36a27e5a HTTP/1.1" status: 200 len: 1127 time: 0.7344275 Feb 08 21:30:08.532091 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port cb1ea545-1721-45ec-a3da-3a855e90a2e6 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:30:08.532628 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cb1ea545-1721-45ec-a3da-3a855e90a2e6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:08.604231 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-116939e8-f949-46ec-86a0-2c51820f3e1f req-f50cac31-f880-4835-9e4e-11a10b527eee service neutron] 10.222.0.96 "GET /v2.0/networks/e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8388479 Feb 08 21:30:08.667908 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port cb1ea545-1721-45ec-a3da-3a855e90a2e6 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:30:08.668466 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cb1ea545-1721-45ec-a3da-3a855e90a2e6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:08.688155 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f49a1864-3fb3-4cba-83d0-64960c07e408 None None] Set router 8056a18b-4218-407b-a7bb-36c66f113a53 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:30:08.690790 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0859df0b-6eff-449b-bbcd-78ca71b9cfb4 req-2ace3143-2f78-4b15-bc9d-600e9b2ae7a4 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527077 Feb 08 21:30:08.697836 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port cb1ea545-1721-45ec-a3da-3a855e90a2e6, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cb1ea545-1721-45ec-a3da-3a855e90a2e6,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:08.706854 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cb1ea545-1721-45ec-a3da-3a855e90a2e6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:08.865372 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=cb1ea545-1721-45ec-a3da-3a855e90a2e6,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:08.884388 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f49a1864-3fb3-4cba-83d0-64960c07e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8056a18b-4218-407b-a7bb-36c66f113a53', 'name': 'tempest-TaggedBootDevicesTest-2045280834-router', 'tenant_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:19:04Z', 'updated_at': '2022-02-08T21:30:08Z', 'revision_number': 6, 'project_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:30:08.985463 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49a1864-3fb3-4cba-83d0-64960c07e408 None None] The sync data for ids ['8056a18b-4218-407b-a7bb-36c66f113a53'] in n-d-712143-31 is: [{'id': '8056a18b-4218-407b-a7bb-36c66f113a53', 'name': 'tempest-TaggedBootDevicesTest-2045280834-router', 'tenant_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:19:04Z', 'updated_at': '2022-02-08T21:30:08Z', 'revision_number': 6, 'project_id': 'b6d29c0c292b42bda5947a9ccdb6c03e', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:30:09.025319 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8efdf2a3-031e-466a-bd21-0b2a9ce865ea admin admin] Deleting port b2914589-e783-408e-bb25-e0a13164d3e5 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:30:09.026088 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8efdf2a3-031e-466a-bd21-0b2a9ce865ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b2914589-e783-408e-bb25-e0a13164d3e5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:09.032530 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac677ba7-be52-432e-adbf-6b14de30c1dc req-47a6a668-c7b7-447c-92a0-c32239dccf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:09.035461 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ac677ba7-be52-432e-adbf-6b14de30c1dc req-47a6a668-c7b7-447c-92a0-c32239dccf6c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=48aae992c2704ece870f0faad4c28599&device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 1128 time: 0.1530724 Feb 08 21:30:09.114468 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:30:09.150537 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0df986ab-271e-41f9-aa93-46327b79a102 admin admin] 10.222.0.88 "PUT /v2.0/routers/cd626cd4-d443-491a-ae09-50fc6bba2993/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8169799 Feb 08 21:30:09.188036 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-8efdf2a3-031e-466a-bd21-0b2a9ce865ea admin admin] For port b2914589-e783-408e-bb25-e0a13164d3e5, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b2914589-e783-408e-bb25-e0a13164d3e5,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:09.188404 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8efdf2a3-031e-466a-bd21-0b2a9ce865ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b2914589-e783-408e-bb25-e0a13164d3e5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:09.272314 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0c068-79d9-4572-98d6-43012389d31f req-d8d5b721-7afb-4c59-910a-580e38fba50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:09.274394 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-38f0c068-79d9-4572-98d6-43012389d31f req-d8d5b721-7afb-4c59-910a-580e38fba50d service neutron] 10.222.0.96 "GET /v2.0/networks?id=2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 HTTP/1.1" status: 200 len: 917 time: 0.7900019 Feb 08 21:30:09.276198 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8efdf2a3-031e-466a-bd21-0b2a9ce865ea admin admin] Calling delete_port for b2914589-e783-408e-bb25-e0a13164d3e5 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:30:09.358015 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-38f0c068-79d9-4572-98d6-43012389d31f req-f397960a-0b21-486a-a538-c89bef2ecdde service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad066dbc-9025-41cb-8537-8c021534962c HTTP/1.1" status: 200 len: 217 time: 0.0675223 Feb 08 21:30:09.401250 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:30:09.518822 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:30:09.519506 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0afa1a-abeb-499f-a5a2-f07c0650647b req-c29bc247-316e-4c89-bbb9-b4aab1c93bfc tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:09.521161 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a0afa1a-abeb-499f-a5a2-f07c0650647b req-c29bc247-316e-4c89-bbb9-b4aab1c93bfc tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 945 time: 0.8660989 Feb 08 21:30:09.528938 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:30:09.529691 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:09.545293 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac677ba7-be52-432e-adbf-6b14de30c1dc req-e4a7a04e-6eac-478c-a9a5-f9aa941d1908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:09.548158 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ac677ba7-be52-432e-adbf-6b14de30c1dc req-e4a7a04e-6eac-478c-a9a5-f9aa941d1908 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d00185f4-2139-492b-b59f-1586b41daef5 HTTP/1.1" status: 200 len: 918 time: 0.4274278 Feb 08 21:30:09.559264 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0c068-79d9-4572-98d6-43012389d31f req-7ae9dee3-b9d8-48c8-b9b4-d58fbf0eec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:09.560767 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-38f0c068-79d9-4572-98d6-43012389d31f req-7ae9dee3-b9d8-48c8-b9b4-d58fbf0eec62 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=93da91fb-68ac-4db0-bd66-bb7bbf1aa7b4 HTTP/1.1" status: 200 len: 855 time: 0.1804850 Feb 08 21:30:09.568594 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb3c06-2b6f-412c-b126-a3619a89b2df req-4a2f6dcf-ae0e-4a51-a8cd-1f1ae0b2d628 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:09.570793 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01eb3c06-2b6f-412c-b126-a3619a89b2df req-4a2f6dcf-ae0e-4a51-a8cd-1f1ae0b2d628 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=51bfde61-e1e9-4473-9160-07490a708b81 HTTP/1.1" status: 200 len: 985 time: 0.2950413 Feb 08 21:30:09.600751 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-116939e8-f949-46ec-86a0-2c51820f3e1f req-d5b995b1-f0a6-48ba-b9fe-df7a6d69cc67 service neutron] 10.222.0.96 "GET /v2.0/networks/e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9820821 Feb 08 21:30:09.615069 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 5cba4313-2745-4044-8a3e-060200bbd977 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:30:09.699826 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a0afa1a-abeb-499f-a5a2-f07c0650647b req-2b92b0f7-58bb-40b0-b3d8-a0022a50a3e4 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576631 Feb 08 21:30:09.712643 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0c068-79d9-4572-98d6-43012389d31f req-21102b96-1b19-4ec3-b981-9cc84e9604e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:09.713965 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-38f0c068-79d9-4572-98d6-43012389d31f req-21102b96-1b19-4ec3-b981-9cc84e9604e4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1361959 Feb 08 21:30:09.767296 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ac677ba7-be52-432e-adbf-6b14de30c1dc req-5dce50f1-3baf-486d-aed5-23d4dfdb9249 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 HTTP/1.1" status: 200 len: 1001 time: 0.2087948 Feb 08 21:30:09.814567 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 5cba4313-2745-4044-8a3e-060200bbd977 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:30:09.831854 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 5cba4313-2745-4044-8a3e-060200bbd977 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:30:09.832481 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5cba4313-2745-4044-8a3e-060200bbd977), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:09.837671 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac677ba7-be52-432e-adbf-6b14de30c1dc req-d4934c40-2be3-4e89-885b-93e0c9b6aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:09.839277 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ac677ba7-be52-432e-adbf-6b14de30c1dc req-d4934c40-2be3-4e89-885b-93e0c9b6aff4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8c41e412-c763-4ca0-a1f8-ab9cd96c364d HTTP/1.1" status: 200 len: 856 time: 0.0619998 Feb 08 21:30:09.843604 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:30:09.844289 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:09.922745 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01eb3c06-2b6f-412c-b126-a3619a89b2df req-4cf34f91-cb6e-4f5c-85be-dc0ee9d548ea tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?id=03caa7fa-28ee-4081-bb7f-d6630eeca089&id=8bb66473-333c-489b-91fe-1fc152d05e99&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3349383 Feb 08 21:30:09.965478 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8efdf2a3-031e-466a-bd21-0b2a9ce865ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (b2914589-e783-408e-bb25-e0a13164d3e5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:09.991384 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac677ba7-be52-432e-adbf-6b14de30c1dc req-ab847f2a-7158-469f-a262-8c0034ca3f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:09.993594 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ac677ba7-be52-432e-adbf-6b14de30c1dc req-ab847f2a-7158-469f-a262-8c0034ca3f24 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d00185f4-2139-492b-b59f-1586b41daef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1435127 Feb 08 21:30:10.063597 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efdf2a3-031e-466a-bd21-0b2a9ce865ea admin admin] Pushing event deleted for resources: {'Port': ['ID=b2914589-e783-408e-bb25-e0a13164d3e5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:10.103991 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:30:10.111948 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b1f115-1708-40dd-b199-937e2ca124d7" -d '{"events": [{"server_uuid": "c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f", "name": "network-vif-plugged", "status": "completed", "tag": "e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:30:10.179523 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5,segment=NetworkSegment(7300d083-82d0-45c9-90d0-102d4d42d42d),segment_id=7300d083-82d0-45c9-90d0-102d4d42d42d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:10.226668 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-38f0c068-79d9-4572-98d6-43012389d31f req-9f7c8efe-8aa2-451b-9160-775d4bfe0db6 service neutron] 10.222.0.96 "GET /v2.0/networks/2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022886 Feb 08 21:30:10.332327 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 5cba4313-2745-4044-8a3e-060200bbd977 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:30:10.332987 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5cba4313-2745-4044-8a3e-060200bbd977), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:10.338584 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:10.419028 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd028441-d120-491a-b30a-4684a090e7e7 req-cf7bc0de-68b6-490e-9bb7-33644c727b9c tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:10.440945 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cd028441-d120-491a-b30a-4684a090e7e7 req-cf7bc0de-68b6-490e-9bb7-33644c727b9c tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab350d4a-1a3c-4098-bb45-166a36a27e5a HTTP/1.1" status: 200 len: 944 time: 0.3899140 Feb 08 21:30:10.471236 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8efdf2a3-031e-466a-bd21-0b2a9ce865ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (8056a18b-4218-407b-a7bb-36c66f113a53), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:10.528368 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cb1ea545-1721-45ec-a3da-3a855e90a2e6 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:30:10.680437 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 5cba4313-2745-4044-8a3e-060200bbd977, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=5cba4313-2745-4044-8a3e-060200bbd977,segment=NetworkSegment(ce7776cb-c96f-49d0-a5da-4fe283036b62),segment_id=ce7776cb-c96f-49d0-a5da-4fe283036b62)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:10.698429 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5cba4313-2745-4044-8a3e-060200bbd977), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:10.699229 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device fef02640-c759-482c-b045-619e6d49c294 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:30:10.733072 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:10.781209 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port cb1ea545-1721-45ec-a3da-3a855e90a2e6 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:30:10.781547 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cb1ea545-1721-45ec-a3da-3a855e90a2e6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:10.796917 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ac677ba7-be52-432e-adbf-6b14de30c1dc req-8d9097f2-3663-46b9-b057-96115902c0b0 service neutron] 10.222.0.94 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7677987 Feb 08 21:30:10.845289 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cdb8e-9980-4613-9e83-6cc1a955f82a req-013cebfa-7cc1-41c6-8b5b-3513a20fe370 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:10.859483 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=5cba4313-2745-4044-8a3e-060200bbd977,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:10.871449 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-793cdb8e-9980-4613-9e83-6cc1a955f82a req-013cebfa-7cc1-41c6-8b5b-3513a20fe370 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.5524282 Feb 08 21:30:10.883892 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port fef02640-c759-482c-b045-619e6d49c294 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:30:10.901560 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8efdf2a3-031e-466a-bd21-0b2a9ce865ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (8056a18b-4218-407b-a7bb-36c66f113a53), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:10.903498 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port fef02640-c759-482c-b045-619e6d49c294 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:30:10.904097 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fef02640-c759-482c-b045-619e6d49c294), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:10.910601 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8efdf2a3-031e-466a-bd21-0b2a9ce865ea admin admin] Publish callbacks [] for router_controller (8056a18b-4218-407b-a7bb-36c66f113a53), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:10.954989 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cd028441-d120-491a-b30a-4684a090e7e7 req-5806c0ac-941b-4f51-867f-d154c1c28522 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5074100 Feb 08 21:30:10.986181 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-38f0c068-79d9-4572-98d6-43012389d31f req-02ee5564-58b2-44c9-b4c2-8e46272b938e service neutron] 10.222.0.96 "GET /v2.0/networks/2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7346518 Feb 08 21:30:11.039070 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8efdf2a3-031e-466a-bd21-0b2a9ce865ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (8056a18b-4218-407b-a7bb-36c66f113a53), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:11.039569 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efdf2a3-031e-466a-bd21-0b2a9ce865ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8056a18b-4218-407b-a7bb-36c66f113a53 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:30:11.086809 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8efdf2a3-031e-466a-bd21-0b2a9ce865ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:11.090266 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-793cdb8e-9980-4613-9e83-6cc1a955f82a req-3f214f39-0e02-4f5f-9a34-8d42c5632a3e tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160814 Feb 08 21:30:11.092381 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55964) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:30:11.093387 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8efdf2a3-031e-466a-bd21-0b2a9ce865ea admin admin] 10.222.0.88 "DELETE /v2.0/routers/8056a18b-4218-407b-a7bb-36c66f113a53 HTTP/1.1" status: 204 len: 168 time: 3.4230270 Feb 08 21:30:11.191864 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port cb1ea545-1721-45ec-a3da-3a855e90a2e6 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:30:11.229455 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc8a7fe-2955-4980-b2a9-367d5b14d82e None None] Sync routers for ids ['cd626cd4-d443-491a-ae09-50fc6bba2993'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:30:11.295075 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ac677ba7-be52-432e-adbf-6b14de30c1dc req-681e7ba8-8637-4db4-a61b-93ec6aefaaac service neutron] 10.222.0.94 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717397 Feb 08 21:30:11.320799 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc8a7fe-2955-4980-b2a9-367d5b14d82e None None] Routers {'cd626cd4-d443-491a-ae09-50fc6bba2993'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:30:11.325302 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-5cc8a7fe-2955-4980-b2a9-367d5b14d82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:29:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['cd626cd4-d443-491a-ae09-50fc6bba2993'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:30:11.328924 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d8a3b1-0112-4a64-8885-508b8ea57bb8 admin admin] Deleting subnet 6b3fb892-4774-4a47-958e-0bf08c3d7e63 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:30:11.375577 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e2d8a3b1-0112-4a64-8885-508b8ea57bb8 admin admin] Publish callbacks [] for subnet (6b3fb892-4774-4a47-958e-0bf08c3d7e63), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:11.408489 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7502dc93-fcca-44b1-86a0-34c50708b0aa no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:30:11.474734 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device ad066dbc-9025-41cb-8537-8c021534962c details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:30:11.477988 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 7502dc93-fcca-44b1-86a0-34c50708b0aa {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:30:11.478430 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7502dc93-fcca-44b1-86a0-34c50708b0aa not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:30:11.478751 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b2914589-e783-408e-bb25-e0a13164d3e5 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:30:11.544789 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: b2914589-e783-408e-bb25-e0a13164d3e5 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:30:11.546037 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b2914589-e783-408e-bb25-e0a13164d3e5 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:30:11.629462 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e2d8a3b1-0112-4a64-8885-508b8ea57bb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (6b3fb892-4774-4a47-958e-0bf08c3d7e63), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:11.638859 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port fef02640-c759-482c-b045-619e6d49c294 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:30:11.639315 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fef02640-c759-482c-b045-619e6d49c294), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:11.697980 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-5cc8a7fe-2955-4980-b2a9-367d5b14d82e None None] Set router cd626cd4-d443-491a-ae09-50fc6bba2993 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:30:11.772202 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port fef02640-c759-482c-b045-619e6d49c294, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=fef02640-c759-482c-b045-619e6d49c294,segment=NetworkSegment(7300d083-82d0-45c9-90d0-102d4d42d42d),segment_id=7300d083-82d0-45c9-90d0-102d4d42d42d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:11.780204 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port ad066dbc-9025-41cb-8537-8c021534962c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=ad066dbc-9025-41cb-8537-8c021534962c,segment=NetworkSegment(7300d083-82d0-45c9-90d0-102d4d42d42d),segment_id=7300d083-82d0-45c9-90d0-102d4d42d42d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:11.793817 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (fef02640-c759-482c-b045-619e6d49c294), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:11.794732 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:30:11.840015 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0aaf5-4f6e-45fa-b123-417ed1724dc8 req-010546c2-6857-4437-82f6-f553126f6c2d tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:11.841653 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ab0aaf5-4f6e-45fa-b123-417ed1724dc8 req-010546c2-6857-4437-82f6-f553126f6c2d tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=a2a1afd5-2141-4d86-956c-97e029126e19 HTTP/1.1" status: 200 len: 946 time: 0.4637713 Feb 08 21:30:11.846500 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-060ba33e-5999-4bca-9eac-48855c359b2e req-f5491627-a2a8-46f1-8226-1190403e5f9d tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4959106 Feb 08 21:30:11.981725 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-060ba33e-5999-4bca-9eac-48855c359b2e req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:30:12.057953 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'ad066dbc-9025-41cb-8537-8c021534962c', 'network_id': '2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7', 'port_id': 'ad066dbc-9025-41cb-8537-8c021534962c', 'mac_address': 'fa:16:3e:4c:a0:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93da91fb-68ac-4db0-bd66-bb7bbf1aa7b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:30:12.079001 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e2d8a3b1-0112-4a64-8885-508b8ea57bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (6b3fb892-4774-4a47-958e-0bf08c3d7e63), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:12.111564 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-060ba33e-5999-4bca-9eac-48855c359b2e req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:12.138983 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ab0aaf5-4f6e-45fa-b123-417ed1724dc8 req-419812d5-60b1-4927-adc9-46066a63e54e tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827899 Feb 08 21:30:12.162760 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port ad066dbc-9025-41cb-8537-8c021534962c is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:30:12.163055 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ad066dbc-9025-41cb-8537-8c021534962c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:12.216558 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad066dbc-9025-41cb-8537-8c021534962c {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:30:12.236734 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=fef02640-c759-482c-b045-619e6d49c294,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:12.253782 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e2d8a3b1-0112-4a64-8885-508b8ea57bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (6b3fb892-4774-4a47-958e-0bf08c3d7e63), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:12.293093 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port ad066dbc-9025-41cb-8537-8c021534962c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=ad066dbc-9025-41cb-8537-8c021534962c,segment=NetworkSegment(7300d083-82d0-45c9-90d0-102d4d42d42d),segment_id=7300d083-82d0-45c9-90d0-102d4d42d42d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:12.303831 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ad066dbc-9025-41cb-8537-8c021534962c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:12.336925 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8a3b1-0112-4a64-8885-508b8ea57bb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b3fb892-4774-4a47-958e-0bf08c3d7e63,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:12.354469 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e2d8a3b1-0112-4a64-8885-508b8ea57bb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:12.361874 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bced05da-d00f-4030-9da2-2a17a765d5d9 x-openstack-request-id: req-bced05da-d00f-4030-9da2-2a17a765d5d9 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:30:12.362235 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f", "name": "network-vif-plugged", "status": "completed", "tag": "e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:30:12.362696 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bced05da-d00f-4030-9da2-2a17a765d5d9 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:30:12.363199 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5', 'code': 200} Feb 08 21:30:12.363934 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55972) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:30:12.368175 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:30:12.368704 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:12.369443 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e2d8a3b1-0112-4a64-8885-508b8ea57bb8 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/6b3fb892-4774-4a47-958e-0bf08c3d7e63 HTTP/1.1" status: 204 len: 168 time: 1.2438934 Feb 08 21:30:12.383166 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d18150-c7df-473d-92c1-fc7ee58ae996 None None] Network 26fec32b-d565-403f-b7c8-d53f8ad89b92 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:30:12.437732 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-060ba33e-5999-4bca-9eac-48855c359b2e req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:12.497360 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fadedd9e-903c-4d11-b637-086a7cc3ba2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (26fec32b-d565-403f-b7c8-d53f8ad89b92), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:12.501446 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:12.512569 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=ad066dbc-9025-41cb-8537-8c021534962c,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:12.518757 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:12.581901 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-fadedd9e-903c-4d11-b637-086a7cc3ba2a admin admin] Deleting port deb42080-4ee6-49b5-8ea8-91946cb3101d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:30:12.581901 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fadedd9e-903c-4d11-b637-086a7cc3ba2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (deb42080-4ee6-49b5-8ea8-91946cb3101d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:12.656707 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-fadedd9e-903c-4d11-b637-086a7cc3ba2a admin admin] For port deb42080-4ee6-49b5-8ea8-91946cb3101d, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=deb42080-4ee6-49b5-8ea8-91946cb3101d,segment=NetworkSegment(1acb7e54-4885-4ffd-9871-b8cdecbef12b),segment_id=1acb7e54-4885-4ffd-9871-b8cdecbef12b)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:12.657090 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fadedd9e-903c-4d11-b637-086a7cc3ba2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (deb42080-4ee6-49b5-8ea8-91946cb3101d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:12.680767 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-fadedd9e-903c-4d11-b637-086a7cc3ba2a admin admin] Calling delete_port for deb42080-4ee6-49b5-8ea8-91946cb3101d owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:30:12.694681 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:12.714191 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['ad066dbc-9025-41cb-8537-8c021534962c'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:30:12.715725 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271cf99-27ee-4540-b301-aa2f5c383c3b req-bdfa6185-153f-46b2-a9be-f1caf3cb19f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:12.717759 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e271cf99-27ee-4540-b301-aa2f5c383c3b req-bdfa6185-153f-46b2-a9be-f1caf3cb19f8 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f HTTP/1.1" status: 200 len: 1129 time: 0.2615612 Feb 08 21:30:12.725922 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ea9a1-54c7-4f13-872f-2fe991afb14e req-56075040-9215-4971-87c5-0eb70d0c70b4 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:12.734523 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-727ea9a1-54c7-4f13-872f-2fe991afb14e req-56075040-9215-4971-87c5-0eb70d0c70b4 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 943 time: 0.2580152 Feb 08 21:30:12.787469 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fadedd9e-903c-4d11-b637-086a7cc3ba2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (deb42080-4ee6-49b5-8ea8-91946cb3101d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:12.823523 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-060ba33e-5999-4bca-9eac-48855c359b2e req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Allocated IP 172.25.3.199 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/ac601e02-ec55-46fc-9ca7-942fc90cc9f2) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:30:12.839830 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadedd9e-903c-4d11-b637-086a7cc3ba2a admin admin] Pushing event deleted for resources: {'Port': ['ID=deb42080-4ee6-49b5-8ea8-91946cb3101d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:12.843351 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadedd9e-903c-4d11-b637-086a7cc3ba2a admin admin] No DVR routers for this DVR port deb42080-4ee6-49b5-8ea8-91946cb3101d on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:30:12.883669 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-5cc8a7fe-2955-4980-b2a9-367d5b14d82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd626cd4-d443-491a-ae09-50fc6bba2993', 'name': 'tempest-FloatingIPDetailsTestJSON-1002605434-router', 'tenant_id': 'b44a7bc88f394e19bbf8b7a304dc1320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'cb1ea545-1721-45ec-a3da-3a855e90a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:29:46Z', 'updated_at': '2022-02-08T21:30:06Z', 'revision_number': 4, 'project_id': 'b44a7bc88f394e19bbf8b7a304dc1320', 'gw_port': {'id': 'cb1ea545-1721-45ec-a3da-3a855e90a2e6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd626cd4-d443-491a-ae09-50fc6bba2993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:29:50Z', 'updated_at': '2022-02-08T21:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '6ecc36be-422b-499f-9c23-06999c371342', 'name': '', 'network_id': '57cbad7e-3b64-4e09-ae3a-45297efa7719', 'tenant_id': 'b44a7bc88f394e19bbf8b7a304dc1320', 'mac_address': 'fa:16:3e:00:22:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd626cd4-d443-491a-ae09-50fc6bba2993', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'f43758c8-bfbc-41ab-ad3e-a63f473811f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:30:02Z', 'updated_at': '2022-02-08T21:30:06Z', 'revision_number': 2, 'project_id': 'b44a7bc88f394e19bbf8b7a304dc1320', 'subnets': [{'id': 'f43758c8-bfbc-41ab-ad3e-a63f473811f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:30:12.905181 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-727ea9a1-54c7-4f13-872f-2fe991afb14e req-45f5e685-f387-4cef-8d3f-13bd9a16f44f tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693687 Feb 08 21:30:12.964414 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc8a7fe-2955-4980-b2a9-367d5b14d82e None None] Checking router: cd626cd4-d443-491a-ae09-50fc6bba2993 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:30:12.965322 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc8a7fe-2955-4980-b2a9-367d5b14d82e None None] Updating router cd626cd4-d443-491a-ae09-50fc6bba2993 port 6ecc36be-422b-499f-9c23-06999c371342 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:30:13.004302 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fadedd9e-903c-4d11-b637-086a7cc3ba2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (26fec32b-d565-403f-b7c8-d53f8ad89b92), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:13.020444 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e271cf99-27ee-4540-b301-aa2f5c383c3b req-9829ff0a-633f-4ca3-9e82-33e6be2a3bd2 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832499 Feb 08 21:30:13.020966 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5cc8a7fe-2955-4980-b2a9-367d5b14d82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6ecc36be-422b-499f-9c23-06999c371342), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:13.042167 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1beaceb6-5ced-439d-a4e4-6feb153547d1 None None] DHCP port deletion for 26fec32b-d565-403f-b7c8-d53f8ad89b92 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:30:13.047962 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-fadedd9e-903c-4d11-b637-086a7cc3ba2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26fec32b-d565-403f-b7c8-d53f8ad89b92']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:30:13.114301 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-fadedd9e-903c-4d11-b637-086a7cc3ba2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1acb7e54-4885-4ffd-9871-b8cdecbef12b') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:30:13.125564 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-fadedd9e-903c-4d11-b637-086a7cc3ba2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1acb7e54-4885-4ffd-9871-b8cdecbef12b') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:30:13.163477 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fadedd9e-903c-4d11-b637-086a7cc3ba2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (1acb7e54-4885-4ffd-9871-b8cdecbef12b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:13.171753 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-060ba33e-5999-4bca-9eac-48855c359b2e req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks [] for port (ac601e02-ec55-46fc-9ca7-942fc90cc9f2), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:13.195124 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d4804-725b-4716-a919-74602013da3e req-f576457e-3d16-486d-8091-d4bfda964854 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:13.198399 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-552d4804-725b-4716-a919-74602013da3e req-f576457e-3d16-486d-8091-d4bfda964854 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=51bfde61-e1e9-4473-9160-07490a708b81 HTTP/1.1" status: 200 len: 985 time: 0.1333108 Feb 08 21:30:13.218768 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fadedd9e-903c-4d11-b637-086a7cc3ba2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (1acb7e54-4885-4ffd-9871-b8cdecbef12b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:13.237331 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fadedd9e-903c-4d11-b637-086a7cc3ba2a admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:30:13.237790 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fadedd9e-903c-4d11-b637-086a7cc3ba2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (1acb7e54-4885-4ffd-9871-b8cdecbef12b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:30:13.239826 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:30:13.352576 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-552d4804-725b-4716-a919-74602013da3e req-9b66d4b8-c834-465c-9c6a-914d4e33d97c tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?id=03caa7fa-28ee-4081-bb7f-d6630eeca089&id=8bb66473-333c-489b-91fe-1fc152d05e99&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1463034 Feb 08 21:30:13.400710 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fadedd9e-903c-4d11-b637-086a7cc3ba2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (26fec32b-d565-403f-b7c8-d53f8ad89b92), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:13.409507 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fadedd9e-903c-4d11-b637-086a7cc3ba2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:13.413293 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fadedd9e-903c-4d11-b637-086a7cc3ba2a admin admin] 10.222.0.88 "DELETE /v2.0/networks/26fec32b-d565-403f-b7c8-d53f8ad89b92 HTTP/1.1" status: 204 len: 168 time: 1.0477569 Feb 08 21:30:13.427400 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadedd9e-903c-4d11-b637-086a7cc3ba2a admin admin] Pushing event deleted for resources: {'Network': ['ID=26fec32b-d565-403f-b7c8-d53f8ad89b92,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:13.441440 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-060ba33e-5999-4bca-9eac-48855c359b2e req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (ac601e02-ec55-46fc-9ca7-942fc90cc9f2), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:13.538110 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060ba33e-5999-4bca-9eac-48855c359b2e req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:30:13.541197 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Pushing event updated for resources: {'Port': ['ID=ac601e02-ec55-46fc-9ca7-942fc90cc9f2,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:13.546962 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-060ba33e-5999-4bca-9eac-48855c359b2e req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:30:13.555480 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-060ba33e-5999-4bca-9eac-48855c359b2e req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:30:13.572442 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:13.572805 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:13.573156 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:13.573554 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:13.573895 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:13.574795 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:13.575397 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:13.575595 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:13.575968 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:13.577588 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5cc8a7fe-2955-4980-b2a9-367d5b14d82e None None] Publish callbacks [] for port (6ecc36be-422b-499f-9c23-06999c371342), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:13.589286 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:13.589788 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:13.590198 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:13.590604 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:13.594508 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5cc8a7fe-2955-4980-b2a9-367d5b14d82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6ecc36be-422b-499f-9c23-06999c371342), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:13.655338 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb0691-14a6-4473-af38-da6c64446f1e req-d11db1f4-933c-4632-bb13-284639859d43 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:13.663347 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9bdb0691-14a6-4473-af38-da6c64446f1e req-d11db1f4-933c-4632-bb13-284639859d43 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.2062092 Feb 08 21:30:13.743532 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149abb7-3023-4010-8ce2-f9af0e902bfa None None] Pushing event updated for resources: {'Port': ['ID=6ecc36be-422b-499f-9c23-06999c371342,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:13.785546 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9bdb0691-14a6-4473-af38-da6c64446f1e req-853d9a15-0187-46c5-b2ab-1906ea5857ad tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188509 Feb 08 21:30:13.826364 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-060ba33e-5999-4bca-9eac-48855c359b2e req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks [] for floatingip (cdc43d10-77f1-4c5e-9ff3-76bca1c247f3), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:13.851195 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c149abb7-3023-4010-8ce2-f9af0e902bfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:13.851841 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c149abb7-3023-4010-8ce2-f9af0e902bfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:13.852501 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c149abb7-3023-4010-8ce2-f9af0e902bfa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:13.852951 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c149abb7-3023-4010-8ce2-f9af0e902bfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:13.853435 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c149abb7-3023-4010-8ce2-f9af0e902bfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:13.854064 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c149abb7-3023-4010-8ce2-f9af0e902bfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:13.854507 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c149abb7-3023-4010-8ce2-f9af0e902bfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:13.854947 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c149abb7-3023-4010-8ce2-f9af0e902bfa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:13.855383 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c149abb7-3023-4010-8ce2-f9af0e902bfa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:13.855813 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c149abb7-3023-4010-8ce2-f9af0e902bfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:13.856250 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c149abb7-3023-4010-8ce2-f9af0e902bfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:13.856709 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c149abb7-3023-4010-8ce2-f9af0e902bfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:13.857135 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c149abb7-3023-4010-8ce2-f9af0e902bfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:30:13.875451 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-5cc8a7fe-2955-4980-b2a9-367d5b14d82e None None] Attempting to bind port 6ecc36be-422b-499f-9c23-06999c371342 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:30:13.875981 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-5cc8a7fe-2955-4980-b2a9-367d5b14d82e None None] Attempting to bind port 6ecc36be-422b-499f-9c23-06999c371342 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '43928929-29f5-4c87-b689-ff97b926ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '57cbad7e-3b64-4e09-ae3a-45297efa7719'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:30:13.876450 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc8a7fe-2955-4980-b2a9-367d5b14d82e None None] Attempting to bind port 6ecc36be-422b-499f-9c23-06999c371342 on network 57cbad7e-3b64-4e09-ae3a-45297efa7719 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:30:13.883430 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc8a7fe-2955-4980-b2a9-367d5b14d82e None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:30:13.883996 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc8a7fe-2955-4980-b2a9-367d5b14d82e None None] Checking segment: {'id': '43928929-29f5-4c87-b689-ff97b926ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '57cbad7e-3b64-4e09-ae3a-45297efa7719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:30:13.884695 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5cc8a7fe-2955-4980-b2a9-367d5b14d82e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:13.885211 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc8a7fe-2955-4980-b2a9-367d5b14d82e None None] Bound using segment: {'id': '43928929-29f5-4c87-b689-ff97b926ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '57cbad7e-3b64-4e09-ae3a-45297efa7719'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:30:13.899564 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-5cc8a7fe-2955-4980-b2a9-367d5b14d82e None None] Bound port: 6ecc36be-422b-499f-9c23-06999c371342, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43928929-29f5-4c87-b689-ff97b926ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '57cbad7e-3b64-4e09-ae3a-45297efa7719'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:30:13.899736 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55982) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:30:13.900300 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5cc8a7fe-2955-4980-b2a9-367d5b14d82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6ecc36be-422b-499f-9c23-06999c371342), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:13.920471 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-060ba33e-5999-4bca-9eac-48855c359b2e req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ac601e02-ec55-46fc-9ca7-942fc90cc9f2), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:13.997888 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-87c5fbaa-3b0c-40ef-994f-3624196c7427 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=322e6c079f8d45e4b079c0ce6f4b99ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0967393 Feb 08 21:30:14.000211 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55986) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:30:14.010642 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-5cc8a7fe-2955-4980-b2a9-367d5b14d82e None None] For port 6ecc36be-422b-499f-9c23-06999c371342, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:30:14.024087 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-5cc8a7fe-2955-4980-b2a9-367d5b14d82e None None] For port 6ecc36be-422b-499f-9c23-06999c371342, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=6ecc36be-422b-499f-9c23-06999c371342,segment=NetworkSegment(43928929-29f5-4c87-b689-ff97b926ad86),segment_id=43928929-29f5-4c87-b689-ff97b926ad86)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:30:14.035327 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5cc8a7fe-2955-4980-b2a9-367d5b14d82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6ecc36be-422b-499f-9c23-06999c371342), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:14.080724 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87d55ca6-05dd-43aa-a569-1e77ed88befb admin admin] Publish callbacks [] for security_group (15f581c0-6056-4981-b6ea-89b0d3f2dc96), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:14.113097 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87d55ca6-05dd-43aa-a569-1e77ed88befb admin admin] Publish callbacks [] for security_group (15f581c0-6056-4981-b6ea-89b0d3f2dc96), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:14.180589 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87d55ca6-05dd-43aa-a569-1e77ed88befb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (15f581c0-6056-4981-b6ea-89b0d3f2dc96), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:14.183922 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87d55ca6-05dd-43aa-a569-1e77ed88befb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:14.185185 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-87d55ca6-05dd-43aa-a569-1e77ed88befb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/15f581c0-6056-4981-b6ea-89b0d3f2dc96 HTTP/1.1" status: 204 len: 168 time: 0.1839328 Feb 08 21:30:14.206550 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d55ca6-05dd-43aa-a569-1e77ed88befb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f581c0-6056-4981-b6ea-89b0d3f2dc96,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:14.246294 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-060ba33e-5999-4bca-9eac-48855c359b2e req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks [] for port (ac601e02-ec55-46fc-9ca7-942fc90cc9f2), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:14.249607 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc8a7fe-2955-4980-b2a9-367d5b14d82e None None] Routers {'cd626cd4-d443-491a-ae09-50fc6bba2993'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:30:14.250445 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-5cc8a7fe-2955-4980-b2a9-367d5b14d82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:29:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['cd626cd4-d443-491a-ae09-50fc6bba2993'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:30:14.252646 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d7ab8228-c85c-4b11-896e-5b73182d6b95 None None] Provisioning complete for port 6ecc36be-422b-499f-9c23-06999c371342 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:30:14.253035 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d7ab8228-c85c-4b11-896e-5b73182d6b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6ecc36be-422b-499f-9c23-06999c371342), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:14.259007 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-060ba33e-5999-4bca-9eac-48855c359b2e req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (ac601e02-ec55-46fc-9ca7-942fc90cc9f2), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:14.275925 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149abb7-3023-4010-8ce2-f9af0e902bfa None None] Pushing event updated for resources: {'Port': ['ID=6ecc36be-422b-499f-9c23-06999c371342,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:14.362378 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-060ba33e-5999-4bca-9eac-48855c359b2e req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (cdc43d10-77f1-4c5e-9ff3-76bca1c247f3), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:14.433431 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6441c52-3220-479c-a8a1-1a9fd0e8b9b4 req-33f92661-6f21-4f7f-932e-54a7e3c83442 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:14.435085 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c6441c52-3220-479c-a8a1-1a9fd0e8b9b4 req-33f92661-6f21-4f7f-932e-54a7e3c83442 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab350d4a-1a3c-4098-bb45-166a36a27e5a HTTP/1.1" status: 200 len: 945 time: 0.5124571 Feb 08 21:30:14.443574 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-060ba33e-5999-4bca-9eac-48855c359b2e req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:14.444879 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-060ba33e-5999-4bca-9eac-48855c359b2e req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5753891 Feb 08 21:30:14.484647 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8eb64-2b2f-4fb9-ab3d-2a7f090eee99 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Pushing event updated for resources: {'Port': ['ID=ac601e02-ec55-46fc-9ca7-942fc90cc9f2,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:14.567936 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c6441c52-3220-479c-a8a1-1a9fd0e8b9b4 req-8e958a49-6161-4072-bdc4-f6b7f781059c tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186996 Feb 08 21:30:14.574431 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-060ba33e-5999-4bca-9eac-48855c359b2e req-272d599b-42c1-4854-a5d0-a9352fee38a4 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 696 time: 0.1064394 Feb 08 21:30:14.577356 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a1afd5-2141-4d86-956c-97e029126e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cba4313-2745-4044-8a3e-060200bbd977'}, {'server_uuid': '20f22d45-da59-4e91-a2ea-f9e082a9f824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef02640-c759-482c-b045-619e6d49c294'}, {'server_uuid': 'ca176aa1-d501-4577-bd10-f8cd45be5b6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:30:14.581366 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8342e144-dccd-4db9-98b4-910753bd0f40" -d '{"events": [{"server_uuid": "a2a1afd5-2141-4d86-956c-97e029126e19", "name": "network-vif-plugged", "status": "completed", "tag": "5cba4313-2745-4044-8a3e-060200bbd977"}, {"server_uuid": "20f22d45-da59-4e91-a2ea-f9e082a9f824", "name": "network-vif-plugged", "status": "completed", "tag": "fef02640-c759-482c-b045-619e6d49c294"}, {"server_uuid": "ca176aa1-d501-4577-bd10-f8cd45be5b6d", "name": "network-vif-unplugged", "status": "completed", "tag": "c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:30:14.612438 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device deb42080-4ee6-49b5-8ea8-91946cb3101d no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:30:14.706062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: deb42080-4ee6-49b5-8ea8-91946cb3101d {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:30:14.706583 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device deb42080-4ee6-49b5-8ea8-91946cb3101d not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:30:14.775062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-5cc8a7fe-2955-4980-b2a9-367d5b14d82e None None] Set router cd626cd4-d443-491a-ae09-50fc6bba2993 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:30:14.899714 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0810d-2942-4ae6-9492-b8aa6da71bf8 req-93c438d3-586d-4932-a933-5894694e8054 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:14.902555 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-15f0810d-2942-4ae6-9492-b8aa6da71bf8 req-93c438d3-586d-4932-a933-5894694e8054 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=a2a1afd5-2141-4d86-956c-97e029126e19 HTTP/1.1" status: 200 len: 946 time: 0.1698925 Feb 08 21:30:14.905121 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d7ab8228-c85c-4b11-896e-5b73182d6b95 None None] Current status of the port 6ecc36be-422b-499f-9c23-06999c371342 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:30:14.905555 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d7ab8228-c85c-4b11-896e-5b73182d6b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6ecc36be-422b-499f-9c23-06999c371342), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:14.918433 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ba33e-5999-4bca-9eac-48855c359b2e req-77c2c681-526b-4482-b5c7-475fb03cce91 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:14.921009 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-060ba33e-5999-4bca-9eac-48855c359b2e req-77c2c681-526b-4482-b5c7-475fb03cce91 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 784 time: 0.3312464 Feb 08 21:30:14.993505 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56000) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:30:15.022156 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d7ab8228-c85c-4b11-896e-5b73182d6b95 None None] For port 6ecc36be-422b-499f-9c23-06999c371342, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=6ecc36be-422b-499f-9c23-06999c371342,segment=NetworkSegment(43928929-29f5-4c87-b689-ff97b926ad86),segment_id=43928929-29f5-4c87-b689-ff97b926ad86)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:15.032052 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d7ab8228-c85c-4b11-896e-5b73182d6b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6ecc36be-422b-499f-9c23-06999c371342), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:15.052079 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-15f0810d-2942-4ae6-9492-b8aa6da71bf8 req-abfcf296-f12a-4061-9c31-d970006fee6c tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230979 Feb 08 21:30:15.100759 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-13744a16-cd30-486d-a057-566626318d8c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b6d29c0c292b42bda5947a9ccdb6c03e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1060495 Feb 08 21:30:15.104572 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56002) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:30:15.260317 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aca9a6d5-ad76-4365-9f1e-a8f2b5454efc admin admin] Publish callbacks [] for security_group (a1f9e935-db19-455a-b93b-72f9577af6ab), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:15.271710 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab57500-027d-4904-b45b-2a9f190d4330 req-238c79af-6eb9-41f5-bac6-feec6ad80b61 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:15.274006 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fab57500-027d-4904-b45b-2a9f190d4330 req-238c79af-6eb9-41f5-bac6-feec6ad80b61 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 943 time: 0.1432235 Feb 08 21:30:15.313131 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1bfc1-8a03-431e-b961-597b4058e59c req-aee0e5f1-7008-4b4c-a6c6-4a5b15268e5b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:15.314449 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-26d1bfc1-8a03-431e-b961-597b4058e59c req-aee0e5f1-7008-4b4c-a6c6-4a5b15268e5b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.1493552 Feb 08 21:30:15.330406 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aca9a6d5-ad76-4365-9f1e-a8f2b5454efc admin admin] Publish callbacks [] for security_group (a1f9e935-db19-455a-b93b-72f9577af6ab), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:15.384661 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-7852d7ce-289c-4921-8a52-2edee0d717dd None None] Provisioning complete for port 6ecc36be-422b-499f-9c23-06999c371342 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:30:15.385122 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7852d7ce-289c-4921-8a52-2edee0d717dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6ecc36be-422b-499f-9c23-06999c371342), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:15.425347 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab8228-c85c-4b11-896e-5b73182d6b95 None None] Pushing event updated for resources: {'Port': ['ID=6ecc36be-422b-499f-9c23-06999c371342,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:15.442969 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device ad066dbc-9025-41cb-8537-8c021534962c up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:30:15.448477 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fab57500-027d-4904-b45b-2a9f190d4330 req-91a63678-76d6-4821-9b1d-b1194973caea tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594994 Feb 08 21:30:15.478991 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-26d1bfc1-8a03-431e-b961-597b4058e59c req-2d9a153b-6055-42bc-857c-0293bdcbe2d2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285326 Feb 08 21:30:15.499690 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aca9a6d5-ad76-4365-9f1e-a8f2b5454efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a1f9e935-db19-455a-b93b-72f9577af6ab), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:15.503051 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aca9a6d5-ad76-4365-9f1e-a8f2b5454efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:15.504566 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-aca9a6d5-ad76-4365-9f1e-a8f2b5454efc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a1f9e935-db19-455a-b93b-72f9577af6ab HTTP/1.1" status: 204 len: 168 time: 0.3985713 Feb 08 21:30:15.567129 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca9a6d5-ad76-4365-9f1e-a8f2b5454efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f9e935-db19-455a-b93b-72f9577af6ab,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:15.637291 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port ad066dbc-9025-41cb-8537-8c021534962c completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:30:15.656503 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port ad066dbc-9025-41cb-8537-8c021534962c triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:30:15.657248 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ad066dbc-9025-41cb-8537-8c021534962c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:15.804216 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 524 Content-Type: application/json Date: Tue, 08 Feb 2022 21:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d623fc0-56c1-451c-9582-b91bbb8c867c x-openstack-request-id: req-7d623fc0-56c1-451c-9582-b91bbb8c867c {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:30:15.808921 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a1afd5-2141-4d86-956c-97e029126e19", "name": "network-vif-plugged", "status": "completed", "tag": "5cba4313-2745-4044-8a3e-060200bbd977", "code": 200}, {"server_uuid": "20f22d45-da59-4e91-a2ea-f9e082a9f824", "name": "network-vif-plugged", "status": "completed", "tag": "fef02640-c759-482c-b045-619e6d49c294", "code": 200}, {"server_uuid": "ca176aa1-d501-4577-bd10-f8cd45be5b6d", "name": "network-vif-unplugged", "status": "failed", "tag": "c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8", "code": 422}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:30:15.811608 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7d623fc0-56c1-451c-9582-b91bbb8c867c {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:30:15.812821 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a1afd5-2141-4d86-956c-97e029126e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cba4313-2745-4044-8a3e-060200bbd977', 'code': 200} Feb 08 21:30:15.814217 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f22d45-da59-4e91-a2ea-f9e082a9f824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef02640-c759-482c-b045-619e6d49c294', 'code': 200} Feb 08 21:30:15.816594 n-d-712143-31 neutron-server[103435]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ca176aa1-d501-4577-bd10-f8cd45be5b6d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8', 'code': 422} returned with failed status Feb 08 21:30:15.925430 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-5cc8a7fe-2955-4980-b2a9-367d5b14d82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd626cd4-d443-491a-ae09-50fc6bba2993', 'name': 'tempest-FloatingIPDetailsTestJSON-1002605434-router', 'tenant_id': 'b44a7bc88f394e19bbf8b7a304dc1320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'cb1ea545-1721-45ec-a3da-3a855e90a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:29:46Z', 'updated_at': '2022-02-08T21:30:06Z', 'revision_number': 4, 'project_id': 'b44a7bc88f394e19bbf8b7a304dc1320', 'gw_port': {'id': 'cb1ea545-1721-45ec-a3da-3a855e90a2e6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd626cd4-d443-491a-ae09-50fc6bba2993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:29:50Z', 'updated_at': '2022-02-08T21:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '6ecc36be-422b-499f-9c23-06999c371342', 'name': '', 'network_id': '57cbad7e-3b64-4e09-ae3a-45297efa7719', 'tenant_id': 'b44a7bc88f394e19bbf8b7a304dc1320', 'mac_address': 'fa:16:3e:00:22:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd626cd4-d443-491a-ae09-50fc6bba2993', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'f43758c8-bfbc-41ab-ad3e-a63f473811f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:30:02Z', 'updated_at': '2022-02-08T21:30:13Z', 'revision_number': 4, 'project_id': 'b44a7bc88f394e19bbf8b7a304dc1320', 'subnets': [{'id': 'f43758c8-bfbc-41ab-ad3e-a63f473811f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:30:16.011451 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc8a7fe-2955-4980-b2a9-367d5b14d82e None None] The sync data for ids ['cd626cd4-d443-491a-ae09-50fc6bba2993'] in n-d-712143-31 is: [{'id': 'cd626cd4-d443-491a-ae09-50fc6bba2993', 'name': 'tempest-FloatingIPDetailsTestJSON-1002605434-router', 'tenant_id': 'b44a7bc88f394e19bbf8b7a304dc1320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'cb1ea545-1721-45ec-a3da-3a855e90a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:29:46Z', 'updated_at': '2022-02-08T21:30:06Z', 'revision_number': 4, 'project_id': 'b44a7bc88f394e19bbf8b7a304dc1320', 'gw_port': {'id': 'cb1ea545-1721-45ec-a3da-3a855e90a2e6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd626cd4-d443-491a-ae09-50fc6bba2993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:29:50Z', 'updated_at': '2022-02-08T21:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '6ecc36be-422b-499f-9c23-06999c371342', 'name': '', 'network_id': '57cbad7e-3b64-4e09-ae3a-45297efa7719', 'tenant_id': 'b44a7bc88f394e19bbf8b7a304dc1320', 'mac_address': 'fa:16:3e:00:22:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd626cd4-d443-491a-ae09-50fc6bba2993', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'f43758c8-bfbc-41ab-ad3e-a63f473811f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:30:02Z', 'updated_at': '2022-02-08T21:30:13Z', 'revision_number': 4, 'project_id': 'b44a7bc88f394e19bbf8b7a304dc1320', 'subnets': [{'id': 'f43758c8-bfbc-41ab-ad3e-a63f473811f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:30:16.080935 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0158f-59f9-4897-a590-d3395652c1b7 req-75696152-d392-4810-a92e-d83c24954aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:16.083414 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-64c0158f-59f9-4897-a590-d3395652c1b7 req-75696152-d392-4810-a92e-d83c24954aef service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=20f22d45-da59-4e91-a2ea-f9e082a9f824 HTTP/1.1" status: 200 len: 1129 time: 0.2336590 Feb 08 21:30:16.115193 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5210b-d2d2-4e5b-b82b-50b4faa14c64 req-db344a8a-0642-406a-b765-998c33f830b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:16.117427 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a5c5210b-d2d2-4e5b-b82b-50b4faa14c64 req-db344a8a-0642-406a-b765-998c33f830b5 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=a2a1afd5-2141-4d86-956c-97e029126e19 HTTP/1.1" status: 200 len: 1129 time: 0.2094040 Feb 08 21:30:16.170158 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port ad066dbc-9025-41cb-8537-8c021534962c is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:30:16.173169 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ad066dbc-9025-41cb-8537-8c021534962c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:16.201339 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7852d7ce-289c-4921-8a52-2edee0d717dd None None] Current status of the port 6ecc36be-422b-499f-9c23-06999c371342 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:30:16.220709 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a5c5210b-d2d2-4e5b-b82b-50b4faa14c64 req-1a66d576-1d4d-40aa-99e6-b9a868ff2ab0 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913260 Feb 08 21:30:16.254179 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-64c0158f-59f9-4897-a590-d3395652c1b7 req-b010d615-5883-47ac-807b-668a243f9e3c service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612625 Feb 08 21:30:16.289729 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port ad066dbc-9025-41cb-8537-8c021534962c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=ad066dbc-9025-41cb-8537-8c021534962c,segment=NetworkSegment(7300d083-82d0-45c9-90d0-102d4d42d42d),segment_id=7300d083-82d0-45c9-90d0-102d4d42d42d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:16.297393 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ad066dbc-9025-41cb-8537-8c021534962c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:16.434862 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=ad066dbc-9025-41cb-8537-8c021534962c,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:16.643745 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6ecc36be-422b-499f-9c23-06999c371342 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:30:16.767417 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8eb6b-6957-45a4-ba00-5e67432b7e66 req-d519390e-4151-48a3-ab4d-26c7d81a5d38 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:16.781841 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9e8eb6b-6957-45a4-ba00-5e67432b7e66 req-d519390e-4151-48a3-ab4d-26c7d81a5d38 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=51bfde61-e1e9-4473-9160-07490a708b81 HTTP/1.1" status: 200 len: 985 time: 1.2147114 Feb 08 21:30:16.805884 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 6ecc36be-422b-499f-9c23-06999c371342 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:30:16.806443 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6ecc36be-422b-499f-9c23-06999c371342), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:16.945866 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-637699f8-2ba9-415e-b2c5-db2cc2db0d4d req-ecff0a27-a2f6-497b-8289-0290200c4d2d tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4472797 Feb 08 21:30:16.956981 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-637699f8-2ba9-415e-b2c5-db2cc2db0d4d req-c45a9deb-7302-4199-ac97-70dbd360ca0f tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:30:17.043989 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9e8eb6b-6957-45a4-ba00-5e67432b7e66 req-d048f530-de0c-47f0-9c03-65932ca8cc07 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?id=03caa7fa-28ee-4081-bb7f-d6630eeca089&id=8bb66473-333c-489b-91fe-1fc152d05e99&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2544577 Feb 08 21:30:17.066053 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 6ecc36be-422b-499f-9c23-06999c371342 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:30:17.084617 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-637699f8-2ba9-415e-b2c5-db2cc2db0d4d req-c45a9deb-7302-4199-ac97-70dbd360ca0f tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:17.440331 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-637699f8-2ba9-415e-b2c5-db2cc2db0d4d req-c45a9deb-7302-4199-ac97-70dbd360ca0f tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:17.608732 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:30:17.629398 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-637699f8-2ba9-415e-b2c5-db2cc2db0d4d req-c45a9deb-7302-4199-ac97-70dbd360ca0f tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Allocated IP 172.25.3.15 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/7381a5d6-275e-447a-8585-943f62c9e7ec) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:30:17.675599 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56040) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:30:17.970531 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-591d85c9-a92d-4b21-9874-e778a4108e57 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1339147349-network', 'tenant_id': 'dd62cbc742a94376b1857381486156bc'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:30:17.971529 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab350d4a-1a3c-4098-bb45-166a36a27e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad066dbc-9025-41cb-8537-8c021534962c'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:30:17.976952 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1d0564-951f-47ef-b387-b3b6c27f7fd8" -d '{"events": [{"server_uuid": "ab350d4a-1a3c-4098-bb45-166a36a27e5a", "name": "network-vif-plugged", "status": "completed", "tag": "ad066dbc-9025-41cb-8537-8c021534962c"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:30:17.992863 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-637699f8-2ba9-415e-b2c5-db2cc2db0d4d req-c45a9deb-7302-4199-ac97-70dbd360ca0f tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks [] for port (7381a5d6-275e-447a-8585-943f62c9e7ec), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:17.996625 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 is: DOWN; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:30:18.026353 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591d85c9-a92d-4b21-9874-e778a4108e57 admin admin] Made reservation on behalf of dd62cbc742a94376b1857381486156bc for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:30:18.054069 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-591d85c9-a92d-4b21-9874-e778a4108e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:18.085629 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-591d85c9-a92d-4b21-9874-e778a4108e57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:18.159711 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-637699f8-2ba9-415e-b2c5-db2cc2db0d4d req-c45a9deb-7302-4199-ac97-70dbd360ca0f tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (7381a5d6-275e-447a-8585-943f62c9e7ec), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:18.342701 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-591d85c9-a92d-4b21-9874-e778a4108e57 admin admin] Publish callbacks [] for security_group (870bf65e-927b-49c5-8d00-249e16cc43a3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:18.362676 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-591d85c9-a92d-4b21-9874-e778a4108e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (870bf65e-927b-49c5-8d00-249e16cc43a3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:18.395004 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637699f8-2ba9-415e-b2c5-db2cc2db0d4d req-c45a9deb-7302-4199-ac97-70dbd360ca0f tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:30:18.399417 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591d85c9-a92d-4b21-9874-e778a4108e57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:30:18.408337 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a9deb-7302-4199-ac97-70dbd360ca0f tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Pushing event updated for resources: {'Port': ['ID=7381a5d6-275e-447a-8585-943f62c9e7ec,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:18.416196 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-637699f8-2ba9-415e-b2c5-db2cc2db0d4d req-c45a9deb-7302-4199-ac97-70dbd360ca0f tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:30:18.424395 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-637699f8-2ba9-415e-b2c5-db2cc2db0d4d req-c45a9deb-7302-4199-ac97-70dbd360ca0f tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:30:18.426854 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-591d85c9-a92d-4b21-9874-e778a4108e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (25e8d9a0-48dc-4016-8cdd-866150a70e4a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:18.427496 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-591d85c9-a92d-4b21-9874-e778a4108e57 admin admin] Added segment 25e8d9a0-48dc-4016-8cdd-866150a70e4a of type vlan for network 0c438db0-e437-4712-88e8-ba69dcaef6af Feb 08 21:30:18.440574 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd92cf-2a67-46f9-bdc0-21846f789760 req-bdc32de7-6c0d-4e8f-ac9c-664666f196eb tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:18.450679 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eabd92cf-2a67-46f9-bdc0-21846f789760 req-bdc32de7-6c0d-4e8f-ac9c-664666f196eb tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.3897755 Feb 08 21:30:18.526246 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d85c9-a92d-4b21-9874-e778a4108e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870bf65e-927b-49c5-8d00-249e16cc43a3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:18.556660 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-591d85c9-a92d-4b21-9874-e778a4108e57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (0c438db0-e437-4712-88e8-ba69dcaef6af), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:18.609427 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-591d85c9-a92d-4b21-9874-e778a4108e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (0c438db0-e437-4712-88e8-ba69dcaef6af), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:18.609427 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591d85c9-a92d-4b21-9874-e778a4108e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:18.609427 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-591d85c9-a92d-4b21-9874-e778a4108e57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:18.610472 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eabd92cf-2a67-46f9-bdc0-21846f789760 req-501f992b-007d-4ece-b014-c493fe634abf tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586626 Feb 08 21:30:18.713113 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-591d85c9-a92d-4b21-9874-e778a4108e57 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0358264 Feb 08 21:30:18.719002 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56058) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:30:18.735021 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c0d2bfa9-2073-49c0-a707-8d2baf93cc45 admin admin] Request body: {'subnet': {'network_id': '0c438db0-e437-4712-88e8-ba69dcaef6af', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1339147349-subnet', 'tenant_id': 'dd62cbc742a94376b1857381486156bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:30:18.780217 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d85c9-a92d-4b21-9874-e778a4108e57 admin admin] Pushing event updated for resources: {'Network': ['ID=0c438db0-e437-4712-88e8-ba69dcaef6af,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:18.795904 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-637699f8-2ba9-415e-b2c5-db2cc2db0d4d req-c45a9deb-7302-4199-ac97-70dbd360ca0f tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks [] for floatingip (a9dab3ac-dd06-4195-ad15-990a92c40a82), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:18.807449 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 0c438db0-e437-4712-88e8-ba69dcaef6af details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:30:18.808005 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d2bfa9-2073-49c0-a707-8d2baf93cc45 admin admin] Made reservation on behalf of dd62cbc742a94376b1857381486156bc for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:30:18.812168 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c0d2bfa9-2073-49c0-a707-8d2baf93cc45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:18.886951 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb56d87-4f32-4622-a3f1-0813011abe52 req-464f4307-8090-4213-a5af-e879751b2711 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:18.888619 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eeb56d87-4f32-4622-a3f1-0813011abe52 req-464f4307-8090-4213-a5af-e879751b2711 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab350d4a-1a3c-4098-bb45-166a36a27e5a HTTP/1.1" status: 200 len: 946 time: 0.1856349 Feb 08 21:30:18.908662 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-637699f8-2ba9-415e-b2c5-db2cc2db0d4d req-c45a9deb-7302-4199-ac97-70dbd360ca0f tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7381a5d6-275e-447a-8585-943f62c9e7ec), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:19.003937 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eeb56d87-4f32-4622-a3f1-0813011abe52 req-26991f6a-50f2-4b12-adc8-ff4ed5aaeeb9 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020076 Feb 08 21:30:19.115460 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c0d2bfa9-2073-49c0-a707-8d2baf93cc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (e08acff3-1259-4539-8b6a-fa36d366bb68), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:19.186023 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-637699f8-2ba9-415e-b2c5-db2cc2db0d4d req-c45a9deb-7302-4199-ac97-70dbd360ca0f tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks [] for port (7381a5d6-275e-447a-8585-943f62c9e7ec), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:19.206147 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-637699f8-2ba9-415e-b2c5-db2cc2db0d4d req-c45a9deb-7302-4199-ac97-70dbd360ca0f tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (7381a5d6-275e-447a-8585-943f62c9e7ec), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:19.207937 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2bfa9-2073-49c0-a707-8d2baf93cc45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e08acff3-1259-4539-8b6a-fa36d366bb68,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:19.218066 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d2bfa9-2073-49c0-a707-8d2baf93cc45 admin admin] Checking segment: {'id': '25e8d9a0-48dc-4016-8cdd-866150a70e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c438db0-e437-4712-88e8-ba69dcaef6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:30:19.218670 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d2bfa9-2073-49c0-a707-8d2baf93cc45 admin admin] Network hostable DHCP agents. Network: 0c438db0-e437-4712-88e8-ba69dcaef6af, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:30:19.254512 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d2bfa9-2073-49c0-a707-8d2baf93cc45 admin admin] Network 0c438db0-e437-4712-88e8-ba69dcaef6af is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:30:19.283970 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c0d2bfa9-2073-49c0-a707-8d2baf93cc45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 0c438db0-e437-4712-88e8-ba69dcaef6af) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:30:19.298482 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9f4f2d-aeb5-4d40-ab5c-32e207d11112 None None] Network 0c438db0-e437-4712-88e8-ba69dcaef6af requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:30:19.312717 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d2bfa9-2073-49c0-a707-8d2baf93cc45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:19.313916 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c0d2bfa9-2073-49c0-a707-8d2baf93cc45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:19.359417 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c0d2bfa9-2073-49c0-a707-8d2baf93cc45 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6364326 Feb 08 21:30:19.472941 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-637699f8-2ba9-415e-b2c5-db2cc2db0d4d req-c45a9deb-7302-4199-ac97-70dbd360ca0f tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (a9dab3ac-dd06-4195-ad15-990a92c40a82), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:19.534742 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a9deb-7302-4199-ac97-70dbd360ca0f tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Pushing event updated for resources: {'Port': ['ID=7381a5d6-275e-447a-8585-943f62c9e7ec,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:19.548832 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-637699f8-2ba9-415e-b2c5-db2cc2db0d4d req-c45a9deb-7302-4199-ac97-70dbd360ca0f tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:19.556867 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-637699f8-2ba9-415e-b2c5-db2cc2db0d4d req-c45a9deb-7302-4199-ac97-70dbd360ca0f tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6089702 Feb 08 21:30:19.605119 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcd604c-d046-4828-89ee-6ca7b055bfee None None] Network 0c438db0-e437-4712-88e8-ba69dcaef6af requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:30:19.696199 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-637699f8-2ba9-415e-b2c5-db2cc2db0d4d req-c334fdd3-7aba-414f-804d-0407625e6c57 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.15 HTTP/1.1" status: 200 len: 695 time: 0.1181784 Feb 08 21:30:19.710070 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56070) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:30:19.733955 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83811ae0-d372-4072-81cd-c326bb61e367 req-99500778-a9c9-4250-adf9-389351af8d4b tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:19.741838 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-83811ae0-d372-4072-81cd-c326bb61e367 req-99500778-a9c9-4250-adf9-389351af8d4b tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=a2a1afd5-2141-4d86-956c-97e029126e19 HTTP/1.1" status: 200 len: 946 time: 0.4370928 Feb 08 21:30:19.870413 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-83811ae0-d372-4072-81cd-c326bb61e367 req-d6b365b1-358d-479b-8b60-6c6dce495ff1 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274028 Feb 08 21:30:19.906280 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ccafe0b-cf60-47b3-826d-a69acb470882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:19.935541 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0f757b-f90b-467f-b2f1-7785652f0c8b x-openstack-request-id: req-5d0f757b-f90b-467f-b2f1-7785652f0c8b {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:30:19.936253 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab350d4a-1a3c-4098-bb45-166a36a27e5a", "name": "network-vif-plugged", "status": "completed", "tag": "ad066dbc-9025-41cb-8537-8c021534962c", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:30:19.936732 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5d0f757b-f90b-467f-b2f1-7785652f0c8b {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:30:19.937399 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab350d4a-1a3c-4098-bb45-166a36a27e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad066dbc-9025-41cb-8537-8c021534962c', 'code': 200} Feb 08 21:30:20.020141 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637699f8-2ba9-415e-b2c5-db2cc2db0d4d req-ce03dc18-3e8d-411a-bff6-c122bf539003 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:20.024199 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-637699f8-2ba9-415e-b2c5-db2cc2db0d4d req-ce03dc18-3e8d-411a-bff6-c122bf539003 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 784 time: 0.3265524 Feb 08 21:30:20.089060 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-271ef868-9f8d-4c8f-b505-3a8c6f9a3731 req-341e54c8-1562-4b2b-b4b4-10ea13ca73b1 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:30:20.090247 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-271ef868-9f8d-4c8f-b505-3a8c6f9a3731 req-341e54c8-1562-4b2b-b4b4-10ea13ca73b1 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068994 Feb 08 21:30:20.099258 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ccafe0b-cf60-47b3-826d-a69acb470882 admin admin] Publish callbacks [] for security_group (ddf04027-e252-4d7b-9347-1725a9a48f11), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:20.111113 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ccafe0b-cf60-47b3-826d-a69acb470882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ddf04027-e252-4d7b-9347-1725a9a48f11), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:20.145274 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b156a3-3aa0-4a2f-930c-e5168d95961f req-cfd48d5a-af7c-4c0d-83dd-b4c78249addc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:20.146979 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2b156a3-3aa0-4a2f-930c-e5168d95961f req-cfd48d5a-af7c-4c0d-83dd-b4c78249addc service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ab350d4a-1a3c-4098-bb45-166a36a27e5a HTTP/1.1" status: 200 len: 1129 time: 0.1184080 Feb 08 21:30:20.179826 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc4a51-b82a-43f3-a2a0-7fdfd43b521e req-d5aba04e-2687-4f4a-97a8-503aaef8da6b tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:20.181517 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-08bc4a51-b82a-43f3-a2a0-7fdfd43b521e req-d5aba04e-2687-4f4a-97a8-503aaef8da6b tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=51bfde61-e1e9-4473-9160-07490a708b81 HTTP/1.1" status: 200 len: 985 time: 0.1037714 Feb 08 21:30:20.190050 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccafe0b-cf60-47b3-826d-a69acb470882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf04027-e252-4d7b-9347-1725a9a48f11,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:20.208283 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1ccafe0b-cf60-47b3-826d-a69acb470882 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5cdb212979814427a4725967023f8090&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4935253 Feb 08 21:30:20.208283 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56086) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:30:20.264374 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2b156a3-3aa0-4a2f-930c-e5168d95961f req-25625314-5b64-49ff-b161-79c5bef84e9f service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106937 Feb 08 21:30:20.283639 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6aef655-b188-49e9-aa02-9cd5aa20fa31 admin admin] Publish callbacks [] for security_group (ddf04027-e252-4d7b-9347-1725a9a48f11), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:20.320626 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6aef655-b188-49e9-aa02-9cd5aa20fa31 admin admin] Publish callbacks [] for security_group (ddf04027-e252-4d7b-9347-1725a9a48f11), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:20.383062 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-08bc4a51-b82a-43f3-a2a0-7fdfd43b521e req-36754238-26a8-4a70-a730-5d90279dc088 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?id=03caa7fa-28ee-4081-bb7f-d6630eeca089&id=8bb66473-333c-489b-91fe-1fc152d05e99&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1788940 Feb 08 21:30:20.426867 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6aef655-b188-49e9-aa02-9cd5aa20fa31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ddf04027-e252-4d7b-9347-1725a9a48f11), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:20.431632 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6aef655-b188-49e9-aa02-9cd5aa20fa31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:20.438609 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d6aef655-b188-49e9-aa02-9cd5aa20fa31 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ddf04027-e252-4d7b-9347-1725a9a48f11 HTTP/1.1" status: 204 len: 168 time: 0.2258523 Feb 08 21:30:20.439026 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-aa08d973-bf62-407a-9bda-992b005ec462 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0765557 Feb 08 21:30:20.454300 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-b2d35d49-2038-4b7c-a29a-79dfdf08f3a5 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:30:20.455182 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-b2d35d49-2038-4b7c-a29a-79dfdf08f3a5 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066144 Feb 08 21:30:20.491161 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aef655-b188-49e9-aa02-9cd5aa20fa31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf04027-e252-4d7b-9347-1725a9a48f11,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:20.855017 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fd375-8400-4c32-abe1-66decc2b311a req-9f2a888b-c50e-4169-bd3d-af07657cf5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:20.859496 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-884fd375-8400-4c32-abe1-66decc2b311a req-9f2a888b-c50e-4169-bd3d-af07657cf5f7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=0b5378aef139411c8980fedff164d328&device_id=a2a1afd5-2141-4d86-956c-97e029126e19 HTTP/1.1" status: 200 len: 1129 time: 0.0918813 Feb 08 21:30:20.939130 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-13a0b870-1e69-4a0c-8f5e-3de59041d36f tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:20.951912 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-13a0b870-1e69-4a0c-8f5e-3de59041d36f tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] 10.222.0.88 "GET /v2.0/networks?id=0c438db0-e437-4712-88e8-ba69dcaef6af HTTP/1.1" status: 200 len: 822 time: 0.3346996 Feb 08 21:30:21.006323 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-370416d8-e496-45c5-9363-09fada1fd85d tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] 10.222.0.88 "GET /v2.0/quotas/dd62cbc742a94376b1857381486156bc HTTP/1.1" status: 200 len: 375 time: 0.0528972 Feb 08 21:30:21.029243 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fd375-8400-4c32-abe1-66decc2b311a req-06100295-313b-40d0-9a29-249cb542f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:21.030963 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-884fd375-8400-4c32-abe1-66decc2b311a req-06100295-313b-40d0-9a29-249cb542f1d9 service neutron] 10.222.0.94 "GET /v2.0/networks?id=615ec4ed-fa4e-46ef-89c1-1a6f16003df8 HTTP/1.1" status: 200 len: 919 time: 0.1650238 Feb 08 21:30:21.095857 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-884fd375-8400-4c32-abe1-66decc2b311a req-1340e73b-7fcf-4c6c-a849-895d52e592f2 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cba4313-2745-4044-8a3e-060200bbd977 HTTP/1.1" status: 200 len: 217 time: 0.0580604 Feb 08 21:30:21.098066 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-06e0d1c1-bd99-4d8b-a164-1ba09eece7c5 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=dd62cbc742a94376b1857381486156bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0904553 Feb 08 21:30:21.189673 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fd375-8400-4c32-abe1-66decc2b311a req-265f24ef-c9f7-4ac1-a16c-157cae2bad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:21.193976 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-884fd375-8400-4c32-abe1-66decc2b311a req-265f24ef-c9f7-4ac1-a16c-157cae2bad62 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=2583ff1d-670a-4074-8b7c-cb54a492a95a HTTP/1.1" status: 200 len: 858 time: 0.0892746 Feb 08 21:30:21.222109 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c2103349-dc4f-4a96-b0b1-df7bdc66aa69 req-3840218c-92f8-4e8f-b07a-848c0327f7a1 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4924946 Feb 08 21:30:21.240971 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-c2103349-dc4f-4a96-b0b1-df7bdc66aa69 req-ab695574-f84d-431b-85a3-d8c4e115e8b6 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:30:21.247081 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-884fd375-8400-4c32-abe1-66decc2b311a req-efaf489b-5141-4a6e-b1e4-3808ef499534 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=615ec4ed-fa4e-46ef-89c1-1a6f16003df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467427 Feb 08 21:30:21.326650 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c2103349-dc4f-4a96-b0b1-df7bdc66aa69 req-ab695574-f84d-431b-85a3-d8c4e115e8b6 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:21.363224 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-24233b32-6dd6-4068-b958-64131ba2c9d6 service neutron] 10.222.0.88 "GET /v2.0/networks/0c438db0-e437-4712-88e8-ba69dcaef6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587962 Feb 08 21:30:21.479870 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-884fd375-8400-4c32-abe1-66decc2b311a req-07185bd9-3213-4265-bbd2-97de7650ac5c service neutron] 10.222.0.94 "GET /v2.0/networks/615ec4ed-fa4e-46ef-89c1-1a6f16003df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214229 Feb 08 21:30:21.682045 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-f33fe34d-5504-412e-8150-7f5261f83214 service neutron] 10.222.0.88 "GET /v2.0/networks/0c438db0-e437-4712-88e8-ba69dcaef6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561574 Feb 08 21:30:21.699326 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-884fd375-8400-4c32-abe1-66decc2b311a req-46db89e7-6bb0-4ab6-91ef-c02373b541d1 service neutron] 10.222.0.94 "GET /v2.0/networks/615ec4ed-fa4e-46ef-89c1-1a6f16003df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096643 Feb 08 21:30:21.729618 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c2103349-dc4f-4a96-b0b1-df7bdc66aa69 req-ab695574-f84d-431b-85a3-d8c4e115e8b6 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:22.054499 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-c2103349-dc4f-4a96-b0b1-df7bdc66aa69 req-ab695574-f84d-431b-85a3-d8c4e115e8b6 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Allocated IP 172.25.3.131 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/359d12b9-fc0e-411a-b0d0-7fe26a8c1898) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:30:22.229294 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408be27-429e-4b93-a516-d39bef346256 req-39b3d3b7-7fff-4654-a862-dfd422cb2cac tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:22.230902 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d408be27-429e-4b93-a516-d39bef346256 req-39b3d3b7-7fff-4654-a862-dfd422cb2cac tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab350d4a-1a3c-4098-bb45-166a36a27e5a HTTP/1.1" status: 200 len: 946 time: 0.1814911 Feb 08 21:30:22.332610 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c2103349-dc4f-4a96-b0b1-df7bdc66aa69 req-ab695574-f84d-431b-85a3-d8c4e115e8b6 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks [] for port (359d12b9-fc0e-411a-b0d0-7fe26a8c1898), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:22.339462 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d408be27-429e-4b93-a516-d39bef346256 req-bcfa8b9a-aa24-43aa-9b7a-d4a88192f2b3 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984998 Feb 08 21:30:22.388459 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c2103349-dc4f-4a96-b0b1-df7bdc66aa69 req-ab695574-f84d-431b-85a3-d8c4e115e8b6 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (359d12b9-fc0e-411a-b0d0-7fe26a8c1898), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:22.448313 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2103349-dc4f-4a96-b0b1-df7bdc66aa69 req-ab695574-f84d-431b-85a3-d8c4e115e8b6 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:30:22.458081 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-c2103349-dc4f-4a96-b0b1-df7bdc66aa69 req-ab695574-f84d-431b-85a3-d8c4e115e8b6 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:30:22.463916 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2103349-dc4f-4a96-b0b1-df7bdc66aa69 req-ab695574-f84d-431b-85a3-d8c4e115e8b6 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:30:22.500722 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab695574-f84d-431b-85a3-d8c4e115e8b6 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Pushing event updated for resources: {'Port': ['ID=359d12b9-fc0e-411a-b0d0-7fe26a8c1898,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:22.659233 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c2103349-dc4f-4a96-b0b1-df7bdc66aa69 req-ab695574-f84d-431b-85a3-d8c4e115e8b6 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks [] for floatingip (5d4bdc04-ce85-4ee6-9d99-c414243f878d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:22.779522 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c81c8d-e233-4a05-ab16-c1f36be9e7de req-09daf5ec-ae22-4d18-929b-a0e6df7ddc19 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:22.782724 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43c81c8d-e233-4a05-ab16-c1f36be9e7de req-09daf5ec-ae22-4d18-929b-a0e6df7ddc19 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 943 time: 0.1904120 Feb 08 21:30:22.786962 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c2103349-dc4f-4a96-b0b1-df7bdc66aa69 req-ab695574-f84d-431b-85a3-d8c4e115e8b6 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (359d12b9-fc0e-411a-b0d0-7fe26a8c1898), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:23.048369 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43c81c8d-e233-4a05-ab16-c1f36be9e7de req-60147fed-ce1e-4408-9976-07bb6ee93fd4 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2578380 Feb 08 21:30:23.152542 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c2103349-dc4f-4a96-b0b1-df7bdc66aa69 req-ab695574-f84d-431b-85a3-d8c4e115e8b6 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks [] for port (359d12b9-fc0e-411a-b0d0-7fe26a8c1898), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:23.159150 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c2103349-dc4f-4a96-b0b1-df7bdc66aa69 req-ab695574-f84d-431b-85a3-d8c4e115e8b6 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (359d12b9-fc0e-411a-b0d0-7fe26a8c1898), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:23.271053 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab695574-f84d-431b-85a3-d8c4e115e8b6 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Pushing event updated for resources: {'Port': ['ID=359d12b9-fc0e-411a-b0d0-7fe26a8c1898,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:23.290107 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c2103349-dc4f-4a96-b0b1-df7bdc66aa69 req-ab695574-f84d-431b-85a3-d8c4e115e8b6 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (5d4bdc04-ce85-4ee6-9d99-c414243f878d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:23.332065 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54112f79-6a9c-4b6d-a954-93c4729760d1 req-e43ba779-04ad-4475-9462-3111edeb078b tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1810546703&fields=id&tenant_id=ccc07b4dde804a05ac4fc4b6116c0c0b HTTP/1.1" status: 200 len: 267 time: 0.1304839 Feb 08 21:30:23.337411 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c2103349-dc4f-4a96-b0b1-df7bdc66aa69 req-ab695574-f84d-431b-85a3-d8c4e115e8b6 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:23.349183 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c2103349-dc4f-4a96-b0b1-df7bdc66aa69 req-ab695574-f84d-431b-85a3-d8c4e115e8b6 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1256280 Feb 08 21:30:23.438409 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c2103349-dc4f-4a96-b0b1-df7bdc66aa69 req-2c9d55c3-828d-4025-aba8-5990443f1c97 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.131 HTTP/1.1" status: 200 len: 696 time: 0.0875213 Feb 08 21:30:23.519611 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54112f79-6a9c-4b6d-a954-93c4729760d1 req-5d339c53-41cf-49bf-b966-fcffcc8ae91b tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:23.521336 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54112f79-6a9c-4b6d-a954-93c4729760d1 req-5d339c53-41cf-49bf-b966-fcffcc8ae91b tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=51bfde61-e1e9-4473-9160-07490a708b81 HTTP/1.1" status: 200 len: 985 time: 0.1587374 Feb 08 21:30:23.547755 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-54112f79-6a9c-4b6d-a954-93c4729760d1 req-45d590ed-ea7a-4122-a79b-1e490ecdf09e tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Request body: {'port': {'security_groups': ['03caa7fa-28ee-4081-bb7f-d6630eeca089', '8bb66473-333c-489b-91fe-1fc152d05e99', 'd37e6d11-c90f-4c8a-a8a9-10360a189cad']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:30:23.759267 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-54112f79-6a9c-4b6d-a954-93c4729760d1 req-45d590ed-ea7a-4122-a79b-1e490ecdf09e tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (467a2d4a-0dec-4375-a5a5-54af8a068905), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:23.836546 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2103349-dc4f-4a96-b0b1-df7bdc66aa69 req-4efa30df-52ab-4640-9afd-fa7c08b9668a tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:23.839542 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c2103349-dc4f-4a96-b0b1-df7bdc66aa69 req-4efa30df-52ab-4640-9afd-fa7c08b9668a tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 784 time: 0.3831239 Feb 08 21:30:23.926836 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-c2103349-dc4f-4a96-b0b1-df7bdc66aa69 req-4b56f103-bf6e-43b7-a911-df0fd97e9fcf tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:30:23.928062 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c2103349-dc4f-4a96-b0b1-df7bdc66aa69 req-4b56f103-bf6e-43b7-a911-df0fd97e9fcf tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0541911 Feb 08 21:30:24.141975 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4cfa3939-e462-4c7e-829b-658c1191b192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:24.172805 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-8ecb83ee-f531-43ed-b4d3-e8c7f1d26278 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:24.174343 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-8ecb83ee-f531-43ed-b4d3-e8c7f1d26278 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] 10.222.0.96 "GET /v2.0/networks?id=0c438db0-e437-4712-88e8-ba69dcaef6af HTTP/1.1" status: 200 len: 822 time: 0.3154840 Feb 08 21:30:24.190082 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-4e473c1b-0087-42fd-9aed-02b245d31bb5 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Request body: {'port': {'device_id': 'a9c40cc1-7f3e-46f3-b72e-d7c9bde72737', 'network_id': '0c438db0-e437-4712-88e8-ba69dcaef6af', 'admin_state_up': True, 'tenant_id': 'dd62cbc742a94376b1857381486156bc'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:30:24.223638 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3482d27-9b5b-478e-b06a-af65fc4cb3f1 req-af6d986b-6cea-4fa5-bb88-66c5074e66fd tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:24.225208 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d3482d27-9b5b-478e-b06a-af65fc4cb3f1 req-af6d986b-6cea-4fa5-bb88-66c5074e66fd tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=a2a1afd5-2141-4d86-956c-97e029126e19 HTTP/1.1" status: 200 len: 946 time: 0.2093127 Feb 08 21:30:24.714019 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d3482d27-9b5b-478e-b06a-af65fc4cb3f1 req-4531dd6f-0033-42e8-b873-7463c8ec9534 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691103 Feb 08 21:30:24.718359 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-54112f79-6a9c-4b6d-a954-93c4729760d1 req-45d590ed-ea7a-4122-a79b-1e490ecdf09e tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] For port 467a2d4a-0dec-4375-a5a5-54af8a068905, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=467a2d4a-0dec-4375-a5a5-54af8a068905,segment=NetworkSegment(49cc5804-95ec-45a3-a70d-522fb54a57ed),segment_id=49cc5804-95ec-45a3-a70d-522fb54a57ed)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:24.776580 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-4e473c1b-0087-42fd-9aed-02b245d31bb5 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Made reservation on behalf of dd62cbc742a94376b1857381486156bc for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:30:24.780119 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-4e473c1b-0087-42fd-9aed-02b245d31bb5 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:24.792462 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-54112f79-6a9c-4b6d-a954-93c4729760d1 req-45d590ed-ea7a-4122-a79b-1e490ecdf09e tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for port (467a2d4a-0dec-4375-a5a5-54af8a068905), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:24.811354 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-54112f79-6a9c-4b6d-a954-93c4729760d1 req-45d590ed-ea7a-4122-a79b-1e490ecdf09e tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (467a2d4a-0dec-4375-a5a5-54af8a068905), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:24.831933 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['467a2d4a-0dec-4375-a5a5-54af8a068905'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:30:24.834400 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['b58dd629-4585-49a7-9b5f-ef308d81755a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:30:24.846704 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e4e83d4a-4639-435d-98af-79150ce5ab49 req-55307dc4-addc-456f-857e-65dda3494f81 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9c40cc1-7f3e-46f3-b72e-d7c9bde72737 HTTP/1.1" status: 200 len: 210 time: 0.0501945 Feb 08 21:30:24.952202 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54112f79-6a9c-4b6d-a954-93c4729760d1 req-45d590ed-ea7a-4122-a79b-1e490ecdf09e tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:24.952804 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-54112f79-6a9c-4b6d-a954-93c4729760d1 req-45d590ed-ea7a-4122-a79b-1e490ecdf09e tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:24.954438 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54112f79-6a9c-4b6d-a954-93c4729760d1 req-45d590ed-ea7a-4122-a79b-1e490ecdf09e tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "PUT /v2.0/ports/467a2d4a-0dec-4375-a5a5-54af8a068905 HTTP/1.1" status: 200 len: 1021 time: 1.4239707 Feb 08 21:30:24.957976 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51bfde61-e1e9-4473-9160-07490a708b81', 'tag': '467a2d4a-0dec-4375-a5a5-54af8a068905'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:30:24.961584 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8204dbe5-9738-46ce-a00a-fc4a32c4f47e" -d '{"events": [{"name": "network-changed", "server_uuid": "51bfde61-e1e9-4473-9160-07490a708b81", "tag": "467a2d4a-0dec-4375-a5a5-54af8a068905"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:30:25.050820 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d590ed-ea7a-4122-a79b-1e490ecdf09e tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Pushing event updated for resources: {'Port': ['ID=467a2d4a-0dec-4375-a5a5-54af8a068905,revision_number=7']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:25.073297 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['467a2d4a-0dec-4375-a5a5-54af8a068905'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:30:25.100137 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-4e473c1b-0087-42fd-9aed-02b245d31bb5 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Allocated IP 172.20.0.5 (0c438db0-e437-4712-88e8-ba69dcaef6af/e08acff3-1259-4539-8b6a-fa36d366bb68/dbe3349d-5a9a-4bce-83a7-31ecef7118c7) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:30:25.334917 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386c9fe-2d7e-435b-8a43-f06dca4027bd req-2e94742c-6b9b-4ef0-b4dc-1eea651c8da2 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:25.337031 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7386c9fe-2d7e-435b-8a43-f06dca4027bd req-2e94742c-6b9b-4ef0-b4dc-1eea651c8da2 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f HTTP/1.1" status: 200 len: 946 time: 0.3038282 Feb 08 21:30:25.344270 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2195d24e-d7fa-49ef-8d32-181bb8abc8b7 req-e8af6074-4946-40a1-a50f-4b23843fa13a tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3176286 Feb 08 21:30:25.389930 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-2195d24e-d7fa-49ef-8d32-181bb8abc8b7 req-f0a1a5d8-cfd4-432b-a1d4-0bb3c0876da0 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:30:25.473638 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2195d24e-d7fa-49ef-8d32-181bb8abc8b7 req-f0a1a5d8-cfd4-432b-a1d4-0bb3c0876da0 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:25.481280 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-4e473c1b-0087-42fd-9aed-02b245d31bb5 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Publish callbacks [] for port (dbe3349d-5a9a-4bce-83a7-31ecef7118c7), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:25.498923 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7386c9fe-2d7e-435b-8a43-f06dca4027bd req-ac712302-acc3-4ad5-a8ba-4cac355af314 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439342 Feb 08 21:30:25.599892 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-4e473c1b-0087-42fd-9aed-02b245d31bb5 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (dbe3349d-5a9a-4bce-83a7-31ecef7118c7), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:25.728463 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-4e473c1b-0087-42fd-9aed-02b245d31bb5 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Network 0c438db0-e437-4712-88e8-ba69dcaef6af is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:30:25.734546 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-4e473c1b-0087-42fd-9aed-02b245d31bb5 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:30:25.737756 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e473c1b-0087-42fd-9aed-02b245d31bb5 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Pushing event updated for resources: {'Port': ['ID=dbe3349d-5a9a-4bce-83a7-31ecef7118c7,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:25.742802 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-4e473c1b-0087-42fd-9aed-02b245d31bb5 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:30:25.820099 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab804c-7edc-4080-859d-9e12e0b57d50 req-036f2778-71e5-40ff-a1cd-82673b1f8160 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:25.821818 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9cab804c-7edc-4080-859d-9e12e0b57d50 req-036f2778-71e5-40ff-a1cd-82673b1f8160 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 943 time: 0.1545219 Feb 08 21:30:25.824648 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2195d24e-d7fa-49ef-8d32-181bb8abc8b7 req-f0a1a5d8-cfd4-432b-a1d4-0bb3c0876da0 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:25.831664 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-4e473c1b-0087-42fd-9aed-02b245d31bb5 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:25.832326 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-4e473c1b-0087-42fd-9aed-02b245d31bb5 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:25.906342 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-4e473c1b-0087-42fd-9aed-02b245d31bb5 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7200894 Feb 08 21:30:25.926806 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-66346285-4b34-4ecd-bd21-b9062a010b46 service neutron] Request body: {'port': {'device_id': 'a9c40cc1-7f3e-46f3-b72e-d7c9bde72737', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:30:25.973444 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9cab804c-7edc-4080-859d-9e12e0b57d50 req-fdc0f438-82d9-45fc-89ae-dcd2a80aa79e tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372426 Feb 08 21:30:26.091170 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-2195d24e-d7fa-49ef-8d32-181bb8abc8b7 req-f0a1a5d8-cfd4-432b-a1d4-0bb3c0876da0 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Allocated IP 172.25.3.64 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/71fbae3d-36a1-4aa6-8866-06c60b9c06a7) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:30:26.107820 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-66346285-4b34-4ecd-bd21-b9062a010b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dbe3349d-5a9a-4bce-83a7-31ecef7118c7), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:26.118856 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8101c3f6-1066-46f6-bde6-42d38e22a10a req-b1ec1060-f102-4479-aec4-b3dd058a56fc tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups/d37e6d11-c90f-4c8a-a8a9-10360a189cad HTTP/1.1" status: 200 len: 1819 time: 0.1031871 Feb 08 21:30:26.330151 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-8101c3f6-1066-46f6-bde6-42d38e22a10a req-83cfffa3-b782-4350-bdb6-853157b1770f tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 08 21:30:26.331285 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8101c3f6-1066-46f6-bde6-42d38e22a10a req-83cfffa3-b782-4350-bdb6-853157b1770f tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "DELETE /v2.0/security-groups/d37e6d11-c90f-4c8a-a8a9-10360a189cad HTTP/1.1" status: 409 len: 341 time: 0.1967616 Feb 08 21:30:26.348830 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2195d24e-d7fa-49ef-8d32-181bb8abc8b7 req-f0a1a5d8-cfd4-432b-a1d4-0bb3c0876da0 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks [] for port (71fbae3d-36a1-4aa6-8866-06c60b9c06a7), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:26.413269 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a981291d-5180-42aa-8983-250c89409342 x-openstack-request-id: req-a981291d-5180-42aa-8983-250c89409342 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:30:26.414121 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51bfde61-e1e9-4473-9160-07490a708b81", "tag": "467a2d4a-0dec-4375-a5a5-54af8a068905", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:30:26.414359 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a981291d-5180-42aa-8983-250c89409342 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:30:26.414783 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51bfde61-e1e9-4473-9160-07490a708b81', 'tag': '467a2d4a-0dec-4375-a5a5-54af8a068905', 'status': 'completed', 'code': 200} Feb 08 21:30:26.527922 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2195d24e-d7fa-49ef-8d32-181bb8abc8b7 req-f0a1a5d8-cfd4-432b-a1d4-0bb3c0876da0 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (71fbae3d-36a1-4aa6-8866-06c60b9c06a7), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:26.646937 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204dbe5-9738-46ce-a00a-fc4a32c4f47e req-cc5fd5a6-097c-468a-9e18-245f7e8efabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:26.648682 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8204dbe5-9738-46ce-a00a-fc4a32c4f47e req-cc5fd5a6-097c-468a-9e18-245f7e8efabd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ccc07b4dde804a05ac4fc4b6116c0c0b&device_id=51bfde61-e1e9-4473-9160-07490a708b81 HTTP/1.1" status: 200 len: 1208 time: 0.2271829 Feb 08 21:30:26.657171 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2195d24e-d7fa-49ef-8d32-181bb8abc8b7 req-f0a1a5d8-cfd4-432b-a1d4-0bb3c0876da0 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:30:26.677895 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-2195d24e-d7fa-49ef-8d32-181bb8abc8b7 req-f0a1a5d8-cfd4-432b-a1d4-0bb3c0876da0 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:30:26.702645 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-2195d24e-d7fa-49ef-8d32-181bb8abc8b7 req-f0a1a5d8-cfd4-432b-a1d4-0bb3c0876da0 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:30:26.715091 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1a5d8-cfd4-432b-a1d4-0bb3c0876da0 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Pushing event updated for resources: {'Port': ['ID=71fbae3d-36a1-4aa6-8866-06c60b9c06a7,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:26.801819 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-66346285-4b34-4ecd-bd21-b9062a010b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe3349d-5a9a-4bce-83a7-31ecef7118c7 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:30:26.819523 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-66346285-4b34-4ecd-bd21-b9062a010b46 service neutron] Publish callbacks [] for port (dbe3349d-5a9a-4bce-83a7-31ecef7118c7), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:26.870562 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15824c-d637-4513-afd3-2c083da05508 req-6290a21a-9377-4534-885f-d5e1b83a5361 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:26.872225 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1e15824c-d637-4513-afd3-2c083da05508 req-6290a21a-9377-4534-885f-d5e1b83a5361 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=20f22d45-da59-4e91-a2ea-f9e082a9f824 HTTP/1.1" status: 200 len: 946 time: 0.3408394 Feb 08 21:30:26.889396 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-66346285-4b34-4ecd-bd21-b9062a010b46 service neutron] Transition to ACTIVE for port object dbe3349d-5a9a-4bce-83a7-31ecef7118c7 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:30:26.914542 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-66346285-4b34-4ecd-bd21-b9062a010b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (dbe3349d-5a9a-4bce-83a7-31ecef7118c7), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:26.943033 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204dbe5-9738-46ce-a00a-fc4a32c4f47e req-c200f651-2064-489a-8c07-ffa91760d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:26.944508 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8204dbe5-9738-46ce-a00a-fc4a32c4f47e req-c200f651-2064-489a-8c07-ffa91760d870 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b HTTP/1.1" status: 200 len: 913 time: 0.2852826 Feb 08 21:30:27.081691 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8204dbe5-9738-46ce-a00a-fc4a32c4f47e req-1a56aabd-a450-46fa-b812-fc4a77145732 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=467a2d4a-0dec-4375-a5a5-54af8a068905 HTTP/1.1" status: 200 len: 217 time: 0.1283422 Feb 08 21:30:27.115805 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66346285-4b34-4ecd-bd21-b9062a010b46 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe3349d-5a9a-4bce-83a7-31ecef7118c7,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:27.145814 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2195d24e-d7fa-49ef-8d32-181bb8abc8b7 req-f0a1a5d8-cfd4-432b-a1d4-0bb3c0876da0 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks [] for floatingip (c5c3a891-b427-46ee-ab8f-82bbed7f52e4), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:27.167346 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1e15824c-d637-4513-afd3-2c083da05508 req-c620b017-8261-48df-b327-c5b5bcaa6956 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840097 Feb 08 21:30:27.242704 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204dbe5-9738-46ce-a00a-fc4a32c4f47e req-d6b64bfe-8370-41df-84ec-fbcf295743d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:27.244339 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8204dbe5-9738-46ce-a00a-fc4a32c4f47e req-d6b64bfe-8370-41df-84ec-fbcf295743d6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=310c6bc1-a154-4dd4-be9e-9319761a4464 HTTP/1.1" status: 200 len: 852 time: 0.1553998 Feb 08 21:30:27.285089 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2195d24e-d7fa-49ef-8d32-181bb8abc8b7 req-f0a1a5d8-cfd4-432b-a1d4-0bb3c0876da0 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (71fbae3d-36a1-4aa6-8866-06c60b9c06a7), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:27.351864 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ebd569a2-73aa-48dd-9739-e37a4e407cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:27.372821 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-66346285-4b34-4ecd-bd21-b9062a010b46 service neutron] Attempting to bind port dbe3349d-5a9a-4bce-83a7-31ecef7118c7 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:30:27.373461 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-66346285-4b34-4ecd-bd21-b9062a010b46 service neutron] Attempting to bind port dbe3349d-5a9a-4bce-83a7-31ecef7118c7 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '25e8d9a0-48dc-4016-8cdd-866150a70e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c438db0-e437-4712-88e8-ba69dcaef6af'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:30:27.374034 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-66346285-4b34-4ecd-bd21-b9062a010b46 service neutron] Attempting to bind port dbe3349d-5a9a-4bce-83a7-31ecef7118c7 on network 0c438db0-e437-4712-88e8-ba69dcaef6af {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:30:27.380294 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8204dbe5-9738-46ce-a00a-fc4a32c4f47e req-14641ac2-3ddd-4512-9597-f7bb2fae6770 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203556 Feb 08 21:30:27.444232 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-66346285-4b34-4ecd-bd21-b9062a010b46 service neutron] Port dbe3349d-5a9a-4bce-83a7-31ecef7118c7 on network 0c438db0-e437-4712-88e8-ba69dcaef6af not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:30:27.444549 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-66346285-4b34-4ecd-bd21-b9062a010b46 service neutron] Attempting to bind port dbe3349d-5a9a-4bce-83a7-31ecef7118c7 on network 0c438db0-e437-4712-88e8-ba69dcaef6af {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:30:27.513101 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-66346285-4b34-4ecd-bd21-b9062a010b46 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:30:27.513542 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-66346285-4b34-4ecd-bd21-b9062a010b46 service neutron] Checking segment: {'id': '25e8d9a0-48dc-4016-8cdd-866150a70e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c438db0-e437-4712-88e8-ba69dcaef6af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:30:27.513924 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-66346285-4b34-4ecd-bd21-b9062a010b46 service neutron] Bound using segment: {'id': '25e8d9a0-48dc-4016-8cdd-866150a70e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c438db0-e437-4712-88e8-ba69dcaef6af'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:30:27.514439 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-66346285-4b34-4ecd-bd21-b9062a010b46 service neutron] Bound port: dbe3349d-5a9a-4bce-83a7-31ecef7118c7, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25e8d9a0-48dc-4016-8cdd-866150a70e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c438db0-e437-4712-88e8-ba69dcaef6af'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:30:27.514810 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-66346285-4b34-4ecd-bd21-b9062a010b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dbe3349d-5a9a-4bce-83a7-31ecef7118c7), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:27.680891 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31067f-b7c2-4c19-a01e-2aca8b091687 req-a928fdad-522c-4fb3-a46f-34b675515952 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:27.682911 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4b31067f-b7c2-4c19-a01e-2aca8b091687 req-a928fdad-522c-4fb3-a46f-34b675515952 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=a2a1afd5-2141-4d86-956c-97e029126e19 HTTP/1.1" status: 200 len: 946 time: 0.3124485 Feb 08 21:30:27.716816 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8204dbe5-9738-46ce-a00a-fc4a32c4f47e req-86cd9f61-fedb-47f1-9c9c-3ea7f419e7a8 service neutron] 10.222.0.96 "GET /v2.0/networks/e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179541 Feb 08 21:30:27.768086 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-66346285-4b34-4ecd-bd21-b9062a010b46 service neutron] For port dbe3349d-5a9a-4bce-83a7-31ecef7118c7, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:30:27.861725 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-66346285-4b34-4ecd-bd21-b9062a010b46 service neutron] For port dbe3349d-5a9a-4bce-83a7-31ecef7118c7, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=dbe3349d-5a9a-4bce-83a7-31ecef7118c7,segment=NetworkSegment(25e8d9a0-48dc-4016-8cdd-866150a70e4a),segment_id=25e8d9a0-48dc-4016-8cdd-866150a70e4a)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:30:27.892765 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-66346285-4b34-4ecd-bd21-b9062a010b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (dbe3349d-5a9a-4bce-83a7-31ecef7118c7), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:27.930185 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2195d24e-d7fa-49ef-8d32-181bb8abc8b7 req-f0a1a5d8-cfd4-432b-a1d4-0bb3c0876da0 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks [] for port (71fbae3d-36a1-4aa6-8866-06c60b9c06a7), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:27.936673 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4b31067f-b7c2-4c19-a01e-2aca8b091687 req-15458822-376e-421f-bc56-c22263b90eaf tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390532 Feb 08 21:30:28.255719 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2195d24e-d7fa-49ef-8d32-181bb8abc8b7 req-f0a1a5d8-cfd4-432b-a1d4-0bb3c0876da0 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (71fbae3d-36a1-4aa6-8866-06c60b9c06a7), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:28.284218 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-66346285-4b34-4ecd-bd21-b9062a010b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:28.284649 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-66346285-4b34-4ecd-bd21-b9062a010b46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:28.286554 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-66346285-4b34-4ecd-bd21-b9062a010b46 service neutron] 10.222.0.96 "PUT /v2.0/ports/dbe3349d-5a9a-4bce-83a7-31ecef7118c7 HTTP/1.1" status: 200 len: 1092 time: 2.3675551 Feb 08 21:30:28.360315 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8204dbe5-9738-46ce-a00a-fc4a32c4f47e req-8247eddc-82fd-4f7f-8e52-756dbd97694c service neutron] 10.222.0.96 "GET /v2.0/networks/e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6177838 Feb 08 21:30:28.360930 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66346285-4b34-4ecd-bd21-b9062a010b46 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe3349d-5a9a-4bce-83a7-31ecef7118c7,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:28.425920 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c40cc1-7f3e-46f3-b72e-d7c9bde72737', 'tag': 'dbe3349d-5a9a-4bce-83a7-31ecef7118c7'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:30:28.432968 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18997272-485a-463b-b322-6b5bf2966765" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c40cc1-7f3e-46f3-b72e-d7c9bde72737", "tag": "dbe3349d-5a9a-4bce-83a7-31ecef7118c7"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:30:28.496524 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1a5d8-cfd4-432b-a1d4-0bb3c0876da0 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Pushing event updated for resources: {'Port': ['ID=71fbae3d-36a1-4aa6-8866-06c60b9c06a7,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:28.500719 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2195d24e-d7fa-49ef-8d32-181bb8abc8b7 req-f0a1a5d8-cfd4-432b-a1d4-0bb3c0876da0 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (c5c3a891-b427-46ee-ab8f-82bbed7f52e4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:28.513082 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3f8a7-3df9-46f6-9754-ae3bef16dec1 req-99a75a00-2843-403d-a8d8-ce21905e9cb3 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:28.514619 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e8b3f8a7-3df9-46f6-9754-ae3bef16dec1 req-99a75a00-2843-403d-a8d8-ce21905e9cb3 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9c40cc1-7f3e-46f3-b72e-d7c9bde72737 HTTP/1.1" status: 200 len: 943 time: 0.2365060 Feb 08 21:30:28.546262 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2195d24e-d7fa-49ef-8d32-181bb8abc8b7 req-f0a1a5d8-cfd4-432b-a1d4-0bb3c0876da0 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:28.547388 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2195d24e-d7fa-49ef-8d32-181bb8abc8b7 req-f0a1a5d8-cfd4-432b-a1d4-0bb3c0876da0 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1615491 Feb 08 21:30:28.550857 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-345e52db-8fe3-4785-917c-88db6233b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:28.552453 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-345e52db-8fe3-4785-917c-88db6233b720 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=dd62cbc742a94376b1857381486156bc&device_id=a9c40cc1-7f3e-46f3-b72e-d7c9bde72737 HTTP/1.1" status: 200 len: 1126 time: 0.1944878 Feb 08 21:30:28.651827 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-fb76adad-3fb2-427d-be87-82286aa0e537 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbe3349d-5a9a-4bce-83a7-31ecef7118c7 HTTP/1.1" status: 200 len: 217 time: 0.0876000 Feb 08 21:30:28.655666 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2195d24e-d7fa-49ef-8d32-181bb8abc8b7 req-64f88a05-1ebc-4fab-a807-9fea134fe9e8 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 695 time: 0.0993133 Feb 08 21:30:28.659145 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e8b3f8a7-3df9-46f6-9754-ae3bef16dec1 req-068caba6-4926-44ff-84d2-9458b0cd6f4b tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] 10.222.0.88 "GET /v2.0/security-groups?id=870bf65e-927b-49c5-8d00-249e16cc43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364334 Feb 08 21:30:28.797532 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-091d94c1-2b4d-4f0e-9931-ed94175153c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:28.799094 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-091d94c1-2b4d-4f0e-9931-ed94175153c5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e08acff3-1259-4539-8b6a-fa36d366bb68 HTTP/1.1" status: 200 len: 862 time: 0.1271472 Feb 08 21:30:28.860094 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195d24e-d7fa-49ef-8d32-181bb8abc8b7 req-9ff28186-e962-4106-a43a-d45563febfd1 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:28.861682 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2195d24e-d7fa-49ef-8d32-181bb8abc8b7 req-9ff28186-e962-4106-a43a-d45563febfd1 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 784 time: 0.2004678 Feb 08 21:30:28.864091 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-850cf077-bc14-4c5c-91f0-118cb34edb39 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0c438db0-e437-4712-88e8-ba69dcaef6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447452 Feb 08 21:30:29.046048 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-c12bbf32-6995-447c-8ba6-7c04539304a1 service neutron] 10.222.0.96 "GET /v2.0/networks/0c438db0-e437-4712-88e8-ba69dcaef6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738207 Feb 08 21:30:29.114250 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:29.136078 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c4550-1fe1-429b-b3d7-82e94cbb4981 req-aa43ea3a-e11d-4c8c-94ba-8db1253d848e tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:29.137881 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e7c4550-1fe1-429b-b3d7-82e94cbb4981 req-aa43ea3a-e11d-4c8c-94ba-8db1253d848e tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 943 time: 0.1386740 Feb 08 21:30:29.244477 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-585f4100-0a37-4738-b083-9ab5cc6b9963 req-d164fab0-45e7-4569-8795-e965997b1cd8 service neutron] 10.222.0.96 "GET /v2.0/networks/0c438db0-e437-4712-88e8-ba69dcaef6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914477 Feb 08 21:30:29.253036 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e7c4550-1fe1-429b-b3d7-82e94cbb4981 req-c80587ab-e7af-46ef-a915-0c7c26050b1b tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082273 Feb 08 21:30:29.261264 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbbb95-e0b7-47ed-9beb-7f35327540bc req-0a9b00d8-7c1f-4775-be2e-113c47e52bbd tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:29.263045 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-52dbbb95-e0b7-47ed-9beb-7f35327540bc req-0a9b00d8-7c1f-4775-be2e-113c47e52bbd tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab350d4a-1a3c-4098-bb45-166a36a27e5a HTTP/1.1" status: 200 len: 946 time: 0.1444907 Feb 08 21:30:29.329660 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-52dbbb95-e0b7-47ed-9beb-7f35327540bc req-10b071aa-0ee8-4dad-9a65-709f9448e403 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604970 Feb 08 21:30:29.348063 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd28ef72-3783-4aed-842b-bc074ac0f544 x-openstack-request-id: req-fd28ef72-3783-4aed-842b-bc074ac0f544 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:30:29.348365 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c40cc1-7f3e-46f3-b72e-d7c9bde72737", "tag": "dbe3349d-5a9a-4bce-83a7-31ecef7118c7", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:30:29.348629 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fd28ef72-3783-4aed-842b-bc074ac0f544 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:30:29.349051 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c40cc1-7f3e-46f3-b72e-d7c9bde72737', 'tag': 'dbe3349d-5a9a-4bce-83a7-31ecef7118c7', 'status': 'completed', 'code': 200} Feb 08 21:30:29.478893 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-edc9a815-84fc-4fb2-9510-03eb20975647 req-eeaadd16-907c-428b-8114-9765e72a49d4 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/floatingips/c5c3a891-b427-46ee-ab8f-82bbed7f52e4 HTTP/1.1" status: 200 len: 692 time: 0.1058152 Feb 08 21:30:29.585195 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18997272-485a-463b-b322-6b5bf2966765 req-caa9a8bb-c4af-4aec-8caf-25b12f768bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:29.586767 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18997272-485a-463b-b322-6b5bf2966765 req-caa9a8bb-c4af-4aec-8caf-25b12f768bd5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=dd62cbc742a94376b1857381486156bc&device_id=a9c40cc1-7f3e-46f3-b72e-d7c9bde72737 HTTP/1.1" status: 200 len: 1126 time: 0.2010775 Feb 08 21:30:29.662578 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea3021-befb-4c94-9657-959149c9b21d req-f643b6b0-8a2a-491b-adf2-bf9414439656 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:29.664991 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d4ea3021-befb-4c94-9657-959149c9b21d req-f643b6b0-8a2a-491b-adf2-bf9414439656 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=51bfde61-e1e9-4473-9160-07490a708b81 HTTP/1.1" status: 200 len: 1024 time: 0.2076695 Feb 08 21:30:29.705037 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9a815-84fc-4fb2-9510-03eb20975647 req-75ef65a8-981c-4820-8e96-6c88b6059c1b tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:29.706547 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-edc9a815-84fc-4fb2-9510-03eb20975647 req-75ef65a8-981c-4820-8e96-6c88b6059c1b tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 784 time: 0.2117665 Feb 08 21:30:29.723264 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-edc9a815-84fc-4fb2-9510-03eb20975647 req-f40c6711-02ef-416b-958f-2d3bfacaaa7a tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:30:29.724304 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-edc9a815-84fc-4fb2-9510-03eb20975647 req-f40c6711-02ef-416b-958f-2d3bfacaaa7a tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086761 Feb 08 21:30:29.793946 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18997272-485a-463b-b322-6b5bf2966765 req-6da0ae2b-d238-4b11-8c68-ad463fb82ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:29.795420 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18997272-485a-463b-b322-6b5bf2966765 req-6da0ae2b-d238-4b11-8c68-ad463fb82ed3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=0c438db0-e437-4712-88e8-ba69dcaef6af HTTP/1.1" status: 200 len: 923 time: 0.1988907 Feb 08 21:30:29.810331 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d4ea3021-befb-4c94-9657-959149c9b21d req-9ea471f0-de0f-4b90-a3d1-700f5f927a28 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?id=03caa7fa-28ee-4081-bb7f-d6630eeca089&id=8bb66473-333c-489b-91fe-1fc152d05e99&id=d37e6d11-c90f-4c8a-a8a9-10360a189cad&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1374459 Feb 08 21:30:29.875031 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18997272-485a-463b-b322-6b5bf2966765 req-a929b397-a828-4e1a-bd3f-2a94e55e5165 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbe3349d-5a9a-4bce-83a7-31ecef7118c7 HTTP/1.1" status: 200 len: 217 time: 0.0635638 Feb 08 21:30:29.955109 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d062b32-7a72-4a92-b6db-704776d8ff29 req-7849299c-760c-4395-91f3-eb4cce0b69ee tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:29.956277 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1d062b32-7a72-4a92-b6db-704776d8ff29 req-7849299c-760c-4395-91f3-eb4cce0b69ee tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=a2a1afd5-2141-4d86-956c-97e029126e19 HTTP/1.1" status: 200 len: 946 time: 0.1599541 Feb 08 21:30:29.963500 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18997272-485a-463b-b322-6b5bf2966765 req-251f7571-547f-4a44-9fca-35e3f8e20b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:29.965091 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18997272-485a-463b-b322-6b5bf2966765 req-251f7571-547f-4a44-9fca-35e3f8e20b34 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e08acff3-1259-4539-8b6a-fa36d366bb68 HTTP/1.1" status: 200 len: 862 time: 0.0781755 Feb 08 21:30:30.022526 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18997272-485a-463b-b322-6b5bf2966765 req-b2a51197-5026-47b2-bf42-2718011f3029 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0c438db0-e437-4712-88e8-ba69dcaef6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487216 Feb 08 21:30:30.147947 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1d062b32-7a72-4a92-b6db-704776d8ff29 req-b2a33dae-139e-439d-8960-7d30aa7f6b3d tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805904 Feb 08 21:30:30.152855 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18997272-485a-463b-b322-6b5bf2966765 req-111c7155-c7da-42d0-a449-d67020e44486 service neutron] 10.222.0.96 "GET /v2.0/networks/0c438db0-e437-4712-88e8-ba69dcaef6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207607 Feb 08 21:30:30.436144 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18997272-485a-463b-b322-6b5bf2966765 req-067186d6-1769-427f-ae97-7a9615302b5f service neutron] 10.222.0.96 "GET /v2.0/networks/0c438db0-e437-4712-88e8-ba69dcaef6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757950 Feb 08 21:30:30.462825 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7d307-a353-458e-87de-86e424a39ea6 req-67366252-6466-4c87-9cf3-08e1d9699936 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:30.465459 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0bb7d307-a353-458e-87de-86e424a39ea6 req-67366252-6466-4c87-9cf3-08e1d9699936 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f HTTP/1.1" status: 200 len: 946 time: 0.2294028 Feb 08 21:30:30.512821 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080696e-9387-41d1-b241-bf1d887a1841 req-f734a4d3-1aa6-4ec6-8afd-7bfc4a66ec2e tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:30.519752 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2080696e-9387-41d1-b241-bf1d887a1841 req-f734a4d3-1aa6-4ec6-8afd-7bfc4a66ec2e tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9c40cc1-7f3e-46f3-b72e-d7c9bde72737 HTTP/1.1" status: 200 len: 943 time: 0.2063332 Feb 08 21:30:30.581946 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0bb7d307-a353-458e-87de-86e424a39ea6 req-2b54aa36-7455-4e21-99cb-d1478ffb224d tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095362 Feb 08 21:30:30.621927 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2080696e-9387-41d1-b241-bf1d887a1841 req-1ca3b1f5-c82a-40b1-a93c-d70874521866 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] 10.222.0.88 "GET /v2.0/security-groups?id=870bf65e-927b-49c5-8d00-249e16cc43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010723 Feb 08 21:30:30.695772 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d8bccfa2-34c0-4e66-a55a-e7a23a7b11d0 req-0cdbeac1-9691-44c5-a293-04485782826b tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/floatingips/c5c3a891-b427-46ee-ab8f-82bbed7f52e4 HTTP/1.1" status: 200 len: 692 time: 0.0592463 Feb 08 21:30:30.888405 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30851e6-84cc-45e1-a1bd-01d1dfc31645 req-b99773f4-0cc2-4449-80c3-53ac56ae4b98 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:30.890076 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c30851e6-84cc-45e1-a1bd-01d1dfc31645 req-b99773f4-0cc2-4449-80c3-53ac56ae4b98 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 943 time: 0.1864793 Feb 08 21:30:30.910954 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bccfa2-34c0-4e66-a55a-e7a23a7b11d0 req-82fc0f99-8de2-497a-a44c-4dbc914ce43f tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:30.912364 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d8bccfa2-34c0-4e66-a55a-e7a23a7b11d0 req-82fc0f99-8de2-497a-a44c-4dbc914ce43f tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 784 time: 0.2099364 Feb 08 21:30:30.932847 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c73ea-b708-4949-a770-72233d83a461 req-fbf9adfd-4d2b-458d-b678-c0ae6babbabf tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:30.934411 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d51c73ea-b708-4949-a770-72233d83a461 req-fbf9adfd-4d2b-458d-b678-c0ae6babbabf tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.96 "GET /v2.0/ports?device_id=51bfde61-e1e9-4473-9160-07490a708b81 HTTP/1.1" status: 200 len: 1024 time: 0.1562476 Feb 08 21:30:31.062261 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d8bccfa2-34c0-4e66-a55a-e7a23a7b11d0 req-e170c74c-2c5c-476c-a0b8-f1fdf1689539 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 695 time: 0.1248538 Feb 08 21:30:31.073015 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c30851e6-84cc-45e1-a1bd-01d1dfc31645 req-74e7b3d3-db3b-4fef-a9fa-d8034224b635 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750803 Feb 08 21:30:31.382804 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:31.436973 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:31.458007 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d8bccfa2-34c0-4e66-a55a-e7a23a7b11d0 req-224df4dd-fc3c-4fbe-a3e8-7f2e1c1eefc9 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 695 time: 0.3837023 Feb 08 21:30:31.708798 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03eff1-d388-4ac6-8984-c3536c3bfe64 req-6ee52a21-e0c1-4926-b7e9-955057c1cd8d tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:31.717092 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03eff1-d388-4ac6-8984-c3536c3bfe64 req-6ee52a21-e0c1-4926-b7e9-955057c1cd8d tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:31.722333 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03eff1-d388-4ac6-8984-c3536c3bfe64 req-6ee52a21-e0c1-4926-b7e9-955057c1cd8d tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:31.724272 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e03eff1-d388-4ac6-8984-c3536c3bfe64 req-6ee52a21-e0c1-4926-b7e9-955057c1cd8d tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab350d4a-1a3c-4098-bb45-166a36a27e5a&device_id=20f22d45-da59-4e91-a2ea-f9e082a9f824&device_id=c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f HTTP/1.1" status: 200 len: 2419 time: 0.3274829 Feb 08 21:30:31.737078 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-d51c73ea-b708-4949-a770-72233d83a461 req-7abed81d-988a-4b72-ae34-39572f6916a7 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Deleting port 467a2d4a-0dec-4375-a5a5-54af8a068905 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:30:31.737467 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d51c73ea-b708-4949-a770-72233d83a461 req-7abed81d-988a-4b72-ae34-39572f6916a7 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (467a2d4a-0dec-4375-a5a5-54af8a068905), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:31.901760 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e03eff1-d388-4ac6-8984-c3536c3bfe64 req-8a3f74f2-9cd6-450e-9d3d-7630b254ebaa tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426611 Feb 08 21:30:31.947721 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-d51c73ea-b708-4949-a770-72233d83a461 req-7abed81d-988a-4b72-ae34-39572f6916a7 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] For port 467a2d4a-0dec-4375-a5a5-54af8a068905, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=467a2d4a-0dec-4375-a5a5-54af8a068905,segment=NetworkSegment(49cc5804-95ec-45a3-a70d-522fb54a57ed),segment_id=49cc5804-95ec-45a3-a70d-522fb54a57ed)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:31.948375 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d51c73ea-b708-4949-a770-72233d83a461 req-7abed81d-988a-4b72-ae34-39572f6916a7 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (467a2d4a-0dec-4375-a5a5-54af8a068905), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:31.967322 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-d51c73ea-b708-4949-a770-72233d83a461 req-7abed81d-988a-4b72-ae34-39572f6916a7 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Calling delete_port for 467a2d4a-0dec-4375-a5a5-54af8a068905 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:30:32.009583 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-d8bccfa2-34c0-4e66-a55a-e7a23a7b11d0 req-14548591-7bef-4399-8b14-1745efed5a00 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Deleting port 71fbae3d-36a1-4aa6-8866-06c60b9c06a7 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:30:32.009846 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d8bccfa2-34c0-4e66-a55a-e7a23a7b11d0 req-14548591-7bef-4399-8b14-1745efed5a00 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (71fbae3d-36a1-4aa6-8866-06c60b9c06a7), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:32.230290 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d8bccfa2-34c0-4e66-a55a-e7a23a7b11d0 req-14548591-7bef-4399-8b14-1745efed5a00 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (71fbae3d-36a1-4aa6-8866-06c60b9c06a7), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:32.230290 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d8bccfa2-34c0-4e66-a55a-e7a23a7b11d0 req-14548591-7bef-4399-8b14-1745efed5a00 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks [] for floatingip (71fbae3d-36a1-4aa6-8866-06c60b9c06a7), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:32.258499 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-d8bccfa2-34c0-4e66-a55a-e7a23a7b11d0 req-14548591-7bef-4399-8b14-1745efed5a00 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Calling delete_port for 71fbae3d-36a1-4aa6-8866-06c60b9c06a7 owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:30:32.465688 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d51c73ea-b708-4949-a770-72233d83a461 req-7abed81d-988a-4b72-ae34-39572f6916a7 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (467a2d4a-0dec-4375-a5a5-54af8a068905), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:32.495490 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['467a2d4a-0dec-4375-a5a5-54af8a068905'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:30:32.498210 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23aa602-d8f7-42e2-b89b-74661b0bd7a6 req-faea301a-3156-45f8-ae16-0ed81d64de2f tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:32.499658 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['b58dd629-4585-49a7-9b5f-ef308d81755a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:30:32.505704 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b23aa602-d8f7-42e2-b89b-74661b0bd7a6 req-faea301a-3156-45f8-ae16-0ed81d64de2f tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=51bfde61-e1e9-4473-9160-07490a708b81 HTTP/1.1" status: 200 len: 1024 time: 0.1481984 Feb 08 21:30:32.537497 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abed81d-988a-4b72-ae34-39572f6916a7 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Pushing event deleted for resources: {'Port': ['ID=467a2d4a-0dec-4375-a5a5-54af8a068905,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:32.631275 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:30:32.641607 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51c73ea-b708-4949-a770-72233d83a461 req-7abed81d-988a-4b72-ae34-39572f6916a7 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] No DVR routers for this DVR port 467a2d4a-0dec-4375-a5a5-54af8a068905 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:30:32.656258 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d51c73ea-b708-4949-a770-72233d83a461 req-7abed81d-988a-4b72-ae34-39572f6916a7 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:32.661031 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d51c73ea-b708-4949-a770-72233d83a461 req-7abed81d-988a-4b72-ae34-39572f6916a7 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.96 "DELETE /v2.0/ports/467a2d4a-0dec-4375-a5a5-54af8a068905 HTTP/1.1" status: 204 len: 173 time: 1.7202435 Feb 08 21:30:32.661577 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bfde61-e1e9-4473-9160-07490a708b81', 'name': 'network-vif-deleted', 'tag': '467a2d4a-0dec-4375-a5a5-54af8a068905'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:30:32.664910 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718b0a04-7e0e-427c-8514-19eaed4b574f" -d '{"events": [{"server_uuid": "51bfde61-e1e9-4473-9160-07490a708b81", "name": "network-vif-deleted", "tag": "467a2d4a-0dec-4375-a5a5-54af8a068905"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:30:32.802500 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b23aa602-d8f7-42e2-b89b-74661b0bd7a6 req-14a83ad1-334e-4f1c-8c55-c0a006f9f7eb tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?id=03caa7fa-28ee-4081-bb7f-d6630eeca089&id=8bb66473-333c-489b-91fe-1fc152d05e99&id=d37e6d11-c90f-4c8a-a8a9-10360a189cad&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2903891 Feb 08 21:30:32.806021 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d8bccfa2-34c0-4e66-a55a-e7a23a7b11d0 req-14548591-7bef-4399-8b14-1745efed5a00 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (71fbae3d-36a1-4aa6-8866-06c60b9c06a7), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:32.872770 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14548591-7bef-4399-8b14-1745efed5a00 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Pushing event deleted for resources: {'Port': ['ID=71fbae3d-36a1-4aa6-8866-06c60b9c06a7,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:33.070261 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d8bccfa2-34c0-4e66-a55a-e7a23a7b11d0 req-14548591-7bef-4399-8b14-1745efed5a00 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks [] for floatingip (c5c3a891-b427-46ee-ab8f-82bbed7f52e4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:33.073093 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d8bccfa2-34c0-4e66-a55a-e7a23a7b11d0 req-14548591-7bef-4399-8b14-1745efed5a00 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:33.074517 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d8bccfa2-34c0-4e66-a55a-e7a23a7b11d0 req-14548591-7bef-4399-8b14-1745efed5a00 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "DELETE /v2.0/floatingips/c5c3a891-b427-46ee-ab8f-82bbed7f52e4 HTTP/1.1" status: 204 len: 173 time: 1.5938957 Feb 08 21:30:33.108082 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab425a-dae9-4027-a132-4bb04f100151 req-198d4e5a-4236-4092-acc3-3a5ebf32e3bc tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:33.110946 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-80ab425a-dae9-4027-a132-4bb04f100151 req-198d4e5a-4236-4092-acc3-3a5ebf32e3bc tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=a2a1afd5-2141-4d86-956c-97e029126e19 HTTP/1.1" status: 200 len: 946 time: 0.1594539 Feb 08 21:30:33.212156 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-80ab425a-dae9-4027-a132-4bb04f100151 req-3df7b351-7d6f-4df9-93b2-847f72369b64 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912416 Feb 08 21:30:33.265656 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0609ca-20ad-4350-b71d-fca51d3cca6b req-b54b1992-911e-43a0-a525-54694a316e13 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:33.267466 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d0609ca-20ad-4350-b71d-fca51d3cca6b req-b54b1992-911e-43a0-a525-54694a316e13 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9c40cc1-7f3e-46f3-b72e-d7c9bde72737 HTTP/1.1" status: 200 len: 943 time: 0.0966182 Feb 08 21:30:33.393042 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e2fc8c17-842e-45ec-8061-084ccec9dad4 req-b2c4b400-b7c7-48ac-ad13-dd18e7eda7da service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=31339ac2-882a-44f1-ac2b-071d8cb94f51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0986712 Feb 08 21:30:33.400295 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d0609ca-20ad-4350-b71d-fca51d3cca6b req-3e99e8ad-eda3-4211-b7c8-7a32fa9c2ebe tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] 10.222.0.88 "GET /v2.0/security-groups?id=870bf65e-927b-49c5-8d00-249e16cc43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174846 Feb 08 21:30:33.514313 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device dbe3349d-5a9a-4bce-83a7-31ecef7118c7 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:30:33.530368 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc8c17-842e-45ec-8061-084ccec9dad4 req-55bc42f8-39cf-4226-8712-8b4d26ae993e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:33.534250 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e2fc8c17-842e-45ec-8061-084ccec9dad4 req-55bc42f8-39cf-4226-8712-8b4d26ae993e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ccc07b4dde804a05ac4fc4b6116c0c0b&device_id=31339ac2-882a-44f1-ac2b-071d8cb94f51 HTTP/1.1" status: 200 len: 1207 time: 0.1036520 Feb 08 21:30:33.592630 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeaba87-f81f-4c2e-b533-9522379357d3 req-ef99f5ca-00fb-4809-a09e-1dc03843c40c tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:33.604518 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4eeaba87-f81f-4c2e-b533-9522379357d3 req-ef99f5ca-00fb-4809-a09e-1dc03843c40c tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab350d4a-1a3c-4098-bb45-166a36a27e5a HTTP/1.1" status: 200 len: 946 time: 0.2028830 Feb 08 21:30:33.697668 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28911acd-69ff-4308-a036-1a7dea4475b9 req-de3d43b3-6221-4f51-8929-37047f827bb1 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:33.699508 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-28911acd-69ff-4308-a036-1a7dea4475b9 req-de3d43b3-6221-4f51-8929-37047f827bb1 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 943 time: 0.1631067 Feb 08 21:30:33.744153 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4eeaba87-f81f-4c2e-b533-9522379357d3 req-540ff9d3-39c2-4c30-8a84-88899d4584ae tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180844 Feb 08 21:30:33.807178 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-28911acd-69ff-4308-a036-1a7dea4475b9 req-2eaab1c7-7933-42af-a72e-4f4c27b6b601 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948226 Feb 08 21:30:33.811679 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc8c17-842e-45ec-8061-084ccec9dad4 req-f90af915-6ae2-4f5e-a567-8dda20902aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:33.816165 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port dbe3349d-5a9a-4bce-83a7-31ecef7118c7, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=dbe3349d-5a9a-4bce-83a7-31ecef7118c7,segment=NetworkSegment(25e8d9a0-48dc-4016-8cdd-866150a70e4a),segment_id=25e8d9a0-48dc-4016-8cdd-866150a70e4a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:33.820969 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e2fc8c17-842e-45ec-8061-084ccec9dad4 req-f90af915-6ae2-4f5e-a567-8dda20902aa2 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b HTTP/1.1" status: 200 len: 913 time: 0.2290223 Feb 08 21:30:33.833216 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'dbe3349d-5a9a-4bce-83a7-31ecef7118c7', 'network_id': '0c438db0-e437-4712-88e8-ba69dcaef6af', 'port_id': 'dbe3349d-5a9a-4bce-83a7-31ecef7118c7', 'mac_address': 'fa:16:3e:e2:93:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08acff3-1259-4539-8b6a-fa36d366bb68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:30:33.892518 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b35084-51f2-4294-af82-fdbc1f5b9d6f x-openstack-request-id: req-a7b35084-51f2-4294-af82-fdbc1f5b9d6f {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:30:33.893050 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51bfde61-e1e9-4473-9160-07490a708b81", "name": "network-vif-deleted", "tag": "467a2d4a-0dec-4375-a5a5-54af8a068905", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:30:33.893501 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a7b35084-51f2-4294-af82-fdbc1f5b9d6f {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:30:33.894085 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51bfde61-e1e9-4473-9160-07490a708b81', 'name': 'network-vif-deleted', 'tag': '467a2d4a-0dec-4375-a5a5-54af8a068905', 'status': 'completed', 'code': 200} Feb 08 21:30:33.905670 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e2fc8c17-842e-45ec-8061-084ccec9dad4 req-bd8bacde-eaa8-4d8f-b832-53a953e05dcb service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b58dd629-4585-49a7-9b5f-ef308d81755a HTTP/1.1" status: 200 len: 217 time: 0.0718851 Feb 08 21:30:33.968500 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc8c17-842e-45ec-8061-084ccec9dad4 req-cc734bce-f612-4274-8d67-8fd899cc3351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:33.970201 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e2fc8c17-842e-45ec-8061-084ccec9dad4 req-cc734bce-f612-4274-8d67-8fd899cc3351 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=310c6bc1-a154-4dd4-be9e-9319761a4464 HTTP/1.1" status: 200 len: 852 time: 0.0553923 Feb 08 21:30:33.999216 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port dbe3349d-5a9a-4bce-83a7-31ecef7118c7 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:30:33.999939 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dbe3349d-5a9a-4bce-83a7-31ecef7118c7), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:34.047699 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe3349d-5a9a-4bce-83a7-31ecef7118c7 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:30:34.056228 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e2fc8c17-842e-45ec-8061-084ccec9dad4 req-a9aec4b1-74f7-4b2d-84a6-0a17e83d0cfb service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783391 Feb 08 21:30:34.094155 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port dbe3349d-5a9a-4bce-83a7-31ecef7118c7, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=dbe3349d-5a9a-4bce-83a7-31ecef7118c7,segment=NetworkSegment(25e8d9a0-48dc-4016-8cdd-866150a70e4a),segment_id=25e8d9a0-48dc-4016-8cdd-866150a70e4a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:34.139208 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (dbe3349d-5a9a-4bce-83a7-31ecef7118c7), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:34.249743 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=dbe3349d-5a9a-4bce-83a7-31ecef7118c7,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:34.272231 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190c8ff-d818-4402-849f-10686cc7b7ac req-90ab060d-64b3-46f1-bbb0-289bfb0f3bf1 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:34.275278 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e2fc8c17-842e-45ec-8061-084ccec9dad4 req-098a12e5-5597-49a3-bbde-324b8b8d7b1c service neutron] 10.222.0.94 "GET /v2.0/networks/e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117987 Feb 08 21:30:34.282795 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4190c8ff-d818-4402-849f-10686cc7b7ac req-90ab060d-64b3-46f1-bbb0-289bfb0f3bf1 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3432987 Feb 08 21:30:34.428175 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e2fc8c17-842e-45ec-8061-084ccec9dad4 req-fb3af3df-ee32-4c64-af1e-dc6cc4a08a53 service neutron] 10.222.0.94 "GET /v2.0/networks/e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453118 Feb 08 21:30:34.528696 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['dbe3349d-5a9a-4bce-83a7-31ecef7118c7'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:30:34.675389 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b74ecdae-c327-41da-92d6-ec07ce729b67 req-6d52b1f8-7201-4221-9b49-85fa6c630f63 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/floatingips?tenant_id=b44a7bc88f394e19bbf8b7a304dc1320 HTTP/1.1" status: 200 len: 1656 time: 0.1332731 Feb 08 21:30:34.746270 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14e734-6a77-49b8-87a5-1f521bed21ab req-e8465ab3-9bae-4da4-91a1-b51e48494843 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:34.754228 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e14e734-6a77-49b8-87a5-1f521bed21ab req-e8465ab3-9bae-4da4-91a1-b51e48494843 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=a2a1afd5-2141-4d86-956c-97e029126e19 HTTP/1.1" status: 200 len: 946 time: 0.2719204 Feb 08 21:30:34.847487 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1cb74638-5027-44ef-82be-11597cf237c8 req-2951f42f-f695-4dc4-8ef9-ccae674a27f5 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1993f920-f7ac-4493-89de-f8f86525d3dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1710172 Feb 08 21:30:34.881723 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e14e734-6a77-49b8-87a5-1f521bed21ab req-b7529f6e-3406-467e-aad3-2572e6137e68 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264155 Feb 08 21:30:34.946453 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ecdae-c327-41da-92d6-ec07ce729b67 req-fda726bf-9ae3-4c19-981a-c971c4474182 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:34.948022 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b74ecdae-c327-41da-92d6-ec07ce729b67 req-fda726bf-9ae3-4c19-981a-c971c4474182 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/networks?id=075c0dfb-2786-422e-af93-9cafe101c970&id=075c0dfb-2786-422e-af93-9cafe101c970&id=075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 787 time: 0.2608786 Feb 08 21:30:34.967516 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-b74ecdae-c327-41da-92d6-ec07ce729b67 req-eb640899-5470-42e0-97c9-8a870f4eb994 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:30:34.968610 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b74ecdae-c327-41da-92d6-ec07ce729b67 req-eb640899-5470-42e0-97c9-8a870f4eb994 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104661 Feb 08 21:30:34.997294 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb74638-5027-44ef-82be-11597cf237c8 req-10bce39a-9fe9-401b-af9c-602f0743d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:34.997294 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1cb74638-5027-44ef-82be-11597cf237c8 req-10bce39a-9fe9-401b-af9c-602f0743d916 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&device_id=1993f920-f7ac-4493-89de-f8f86525d3dc HTTP/1.1" status: 200 len: 1128 time: 0.1077783 Feb 08 21:30:35.021675 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a934edc-f9f4-4b8f-8b6b-0ca9afb75371 req-03f64b64-9389-4ae6-8fc0-f5235fd8167a tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups/03caa7fa-28ee-4081-bb7f-d6630eeca089 HTTP/1.1" status: 200 len: 1819 time: 0.0885272 Feb 08 21:30:35.183396 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1a934edc-f9f4-4b8f-8b6b-0ca9afb75371 req-04b9770a-a472-46f2-9952-62e39e589ce4 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (03caa7fa-28ee-4081-bb7f-d6630eeca089), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:35.249115 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1a934edc-f9f4-4b8f-8b6b-0ca9afb75371 req-04b9770a-a472-46f2-9952-62e39e589ce4 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (03caa7fa-28ee-4081-bb7f-d6630eeca089), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:35.252805 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb74638-5027-44ef-82be-11597cf237c8 req-85dcce9d-1d55-48bf-abb6-5a0d7fcbcfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:35.254476 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1cb74638-5027-44ef-82be-11597cf237c8 req-85dcce9d-1d55-48bf-abb6-5a0d7fcbcfb3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 913 time: 0.2224882 Feb 08 21:30:35.270277 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1cf08-e76c-4209-a5e4-32c0b5483778 req-4d3b4c42-8431-49d5-821b-c46597d45c13 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:35.274080 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5bc1cf08-e76c-4209-a5e4-32c0b5483778 req-4d3b4c42-8431-49d5-821b-c46597d45c13 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9c40cc1-7f3e-46f3-b72e-d7c9bde72737 HTTP/1.1" status: 200 len: 944 time: 0.1652980 Feb 08 21:30:35.345695 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1cb74638-5027-44ef-82be-11597cf237c8 req-860ea941-8236-4e2e-941b-93fac672cd4b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cfce827-87e2-4b87-b40c-c51c81b2fc12 HTTP/1.1" status: 200 len: 217 time: 0.0697265 Feb 08 21:30:35.448043 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1a934edc-f9f4-4b8f-8b6b-0ca9afb75371 req-04b9770a-a472-46f2-9952-62e39e589ce4 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (03caa7fa-28ee-4081-bb7f-d6630eeca089), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:35.450523 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1a934edc-f9f4-4b8f-8b6b-0ca9afb75371 req-04b9770a-a472-46f2-9952-62e39e589ce4 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:35.451737 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a934edc-f9f4-4b8f-8b6b-0ca9afb75371 req-04b9770a-a472-46f2-9952-62e39e589ce4 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "DELETE /v2.0/security-groups/03caa7fa-28ee-4081-bb7f-d6630eeca089 HTTP/1.1" status: 204 len: 173 time: 0.4292393 Feb 08 21:30:35.479087 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9770a-a472-46f2-9952-62e39e589ce4 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03caa7fa-28ee-4081-bb7f-d6630eeca089,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:35.482376 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb74638-5027-44ef-82be-11597cf237c8 req-02b3653f-bb8a-4822-8023-f90537f855ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:35.483997 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1cb74638-5027-44ef-82be-11597cf237c8 req-02b3653f-bb8a-4822-8023-f90537f855ce service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0aa29b5a-a776-4012-aa53-861d63a1c0ca HTTP/1.1" status: 200 len: 851 time: 0.1225030 Feb 08 21:30:35.488049 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5bc1cf08-e76c-4209-a5e4-32c0b5483778 req-a54d559f-3d22-4687-b147-9d5421bfbde3 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] 10.222.0.88 "GET /v2.0/security-groups?id=870bf65e-927b-49c5-8d00-249e16cc43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917267 Feb 08 21:30:35.526359 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 467a2d4a-0dec-4375-a5a5-54af8a068905 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:30:35.581143 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb74638-5027-44ef-82be-11597cf237c8 req-13df8851-96d1-40a5-902d-b716a79e30dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:35.584651 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1cb74638-5027-44ef-82be-11597cf237c8 req-13df8851-96d1-40a5-902d-b716a79e30dd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=470bde4a-288b-4162-81c1-45fdd6f3db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0909441 Feb 08 21:30:35.628448 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 467a2d4a-0dec-4375-a5a5-54af8a068905 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:30:35.628983 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 467a2d4a-0dec-4375-a5a5-54af8a068905 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:30:36.087488 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-446b41eb-a3ca-4dad-89d5-309f30a52cb0 req-4642fc91-61f9-4a26-ac36-4244c9e1f034 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/floatingips/5d4bdc04-ce85-4ee6-9d99-c414243f878d HTTP/1.1" status: 200 len: 693 time: 0.3805549 Feb 08 21:30:36.116902 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1cb74638-5027-44ef-82be-11597cf237c8 req-1579411d-696b-4c57-9554-09dfb5132596 service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220459 Feb 08 21:30:36.254284 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047afa00-dedd-4258-816c-4c619c7b3b19 req-ff7fff23-c9ed-4049-931a-99a8275ee246 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:36.255831 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-047afa00-dedd-4258-816c-4c619c7b3b19 req-ff7fff23-c9ed-4049-931a-99a8275ee246 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 943 time: 0.5579333 Feb 08 21:30:36.284542 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-395d6bda-0792-4088-a293-33c3eed9e6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:36.286127 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-395d6bda-0792-4088-a293-33c3eed9e6a4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d&tenant_id=48aae992c2704ece870f0faad4c28599 HTTP/1.1" status: 200 len: 1126 time: 0.2663710 Feb 08 21:30:36.305539 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-2a5e85b4-e080-48b3-97e2-677a33251cd1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712143-31', 'device_owner': 'compute:nova'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:30:36.306246 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:36.419844 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b41eb-a3ca-4dad-89d5-309f30a52cb0 req-73033273-101d-4d0c-98bc-4ecfe294d41d tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:36.421337 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-446b41eb-a3ca-4dad-89d5-309f30a52cb0 req-73033273-101d-4d0c-98bc-4ecfe294d41d tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 784 time: 0.3183489 Feb 08 21:30:36.423271 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1cb74638-5027-44ef-82be-11597cf237c8 req-8231a361-30ed-4ee8-8782-14ffacfd2cae service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878826 Feb 08 21:30:36.432998 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-047afa00-dedd-4258-816c-4c619c7b3b19 req-d8362ed3-bf31-4cfa-94e1-757077573d7e tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622632 Feb 08 21:30:36.517427 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-446b41eb-a3ca-4dad-89d5-309f30a52cb0 req-8a7b2c80-4562-4bce-9d82-f6139be8c2b1 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.131 HTTP/1.1" status: 200 len: 696 time: 0.0663941 Feb 08 21:30:36.524300 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-2a5e85b4-e080-48b3-97e2-677a33251cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:36.560175 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:36.610935 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-446b41eb-a3ca-4dad-89d5-309f30a52cb0 req-cc21ed7f-9943-4c79-8d3b-f4e4435ea06e tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.131 HTTP/1.1" status: 200 len: 696 time: 0.0822241 Feb 08 21:30:36.651329 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13ae37ae-92b9-456a-8232-8b793a108878 req-a53596e7-1314-4647-a60c-36636af0d3b9 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups/d37e6d11-c90f-4c8a-a8a9-10360a189cad HTTP/1.1" status: 200 len: 1819 time: 0.1528785 Feb 08 21:30:36.943321 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-13ae37ae-92b9-456a-8232-8b793a108878 req-9a7c975f-d3ad-4aac-b635-295b4951aa56 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (d37e6d11-c90f-4c8a-a8a9-10360a189cad), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:36.996328 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-13ae37ae-92b9-456a-8232-8b793a108878 req-9a7c975f-d3ad-4aac-b635-295b4951aa56 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (d37e6d11-c90f-4c8a-a8a9-10360a189cad), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:37.009975 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-2a5e85b4-e080-48b3-97e2-677a33251cd1 service neutron] For port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:37.024673 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-446b41eb-a3ca-4dad-89d5-309f30a52cb0 req-622f8c06-0d8c-4ee5-b5ff-a45c2b60af61 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Deleting port 359d12b9-fc0e-411a-b0d0-7fe26a8c1898 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:30:37.025024 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-446b41eb-a3ca-4dad-89d5-309f30a52cb0 req-622f8c06-0d8c-4ee5-b5ff-a45c2b60af61 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (359d12b9-fc0e-411a-b0d0-7fe26a8c1898), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:37.111382 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-2a5e85b4-e080-48b3-97e2-677a33251cd1 service neutron] For port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:30:37.146277 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-13ae37ae-92b9-456a-8232-8b793a108878 req-9a7c975f-d3ad-4aac-b635-295b4951aa56 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d37e6d11-c90f-4c8a-a8a9-10360a189cad), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:37.148959 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-13ae37ae-92b9-456a-8232-8b793a108878 req-9a7c975f-d3ad-4aac-b635-295b4951aa56 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:37.150161 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13ae37ae-92b9-456a-8232-8b793a108878 req-9a7c975f-d3ad-4aac-b635-295b4951aa56 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "DELETE /v2.0/security-groups/d37e6d11-c90f-4c8a-a8a9-10360a189cad HTTP/1.1" status: 204 len: 173 time: 0.4689689 Feb 08 21:30:37.182574 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-2a5e85b4-e080-48b3-97e2-677a33251cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:30:37.189003 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c975f-d3ad-4aac-b635-295b4951aa56 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37e6d11-c90f-4c8a-a8a9-10360a189cad,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:37.196374 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-2a5e85b4-e080-48b3-97e2-677a33251cd1 service neutron] Publish callbacks [] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:37.224599 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-446b41eb-a3ca-4dad-89d5-309f30a52cb0 req-622f8c06-0d8c-4ee5-b5ff-a45c2b60af61 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (359d12b9-fc0e-411a-b0d0-7fe26a8c1898), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:37.224931 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-446b41eb-a3ca-4dad-89d5-309f30a52cb0 req-622f8c06-0d8c-4ee5-b5ff-a45c2b60af61 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks [] for floatingip (359d12b9-fc0e-411a-b0d0-7fe26a8c1898), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:37.238298 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-2a5e85b4-e080-48b3-97e2-677a33251cd1 service neutron] Transition to ACTIVE for port object c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:30:37.245558 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-446b41eb-a3ca-4dad-89d5-309f30a52cb0 req-622f8c06-0d8c-4ee5-b5ff-a45c2b60af61 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Calling delete_port for 359d12b9-fc0e-411a-b0d0-7fe26a8c1898 owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:30:37.252112 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-2a5e85b4-e080-48b3-97e2-677a33251cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:37.517539 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device dbe3349d-5a9a-4bce-83a7-31ecef7118c7 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:30:37.576254 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e85b4-e080-48b3-97e2-677a33251cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8,revision_number=9']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:37.598876 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port dbe3349d-5a9a-4bce-83a7-31ecef7118c7 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:30:37.605999 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port dbe3349d-5a9a-4bce-83a7-31ecef7118c7 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:30:37.606631 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (dbe3349d-5a9a-4bce-83a7-31ecef7118c7), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:37.662867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-2a5e85b4-e080-48b3-97e2-677a33251cd1 service neutron] No DVR routers for this DVR port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:30:37.752797 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port dbe3349d-5a9a-4bce-83a7-31ecef7118c7 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:30:37.753789 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dbe3349d-5a9a-4bce-83a7-31ecef7118c7), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:37.788899 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c40cc1-7f3e-46f3-b72e-d7c9bde72737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe3349d-5a9a-4bce-83a7-31ecef7118c7'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:30:37.792332 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb19efba-6b3e-4385-bc48-9c16c3423f71" -d '{"events": [{"server_uuid": "a9c40cc1-7f3e-46f3-b72e-d7c9bde72737", "name": "network-vif-plugged", "status": "completed", "tag": "dbe3349d-5a9a-4bce-83a7-31ecef7118c7"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:30:37.812860 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port dbe3349d-5a9a-4bce-83a7-31ecef7118c7, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=dbe3349d-5a9a-4bce-83a7-31ecef7118c7,segment=NetworkSegment(25e8d9a0-48dc-4016-8cdd-866150a70e4a),segment_id=25e8d9a0-48dc-4016-8cdd-866150a70e4a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:37.820058 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (dbe3349d-5a9a-4bce-83a7-31ecef7118c7), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:37.823382 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823872d-eae7-4805-9005-227d482b661c req-5c0484c9-1adf-40cf-a6c2-47de66f9ba99 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:37.824982 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7823872d-eae7-4805-9005-227d482b661c req-5c0484c9-1adf-40cf-a6c2-47de66f9ba99 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=a2a1afd5-2141-4d86-956c-97e029126e19 HTTP/1.1" status: 200 len: 946 time: 0.2517292 Feb 08 21:30:37.860715 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-446b41eb-a3ca-4dad-89d5-309f30a52cb0 req-622f8c06-0d8c-4ee5-b5ff-a45c2b60af61 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (359d12b9-fc0e-411a-b0d0-7fe26a8c1898), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:37.900233 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=dbe3349d-5a9a-4bce-83a7-31ecef7118c7,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:37.910595 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f8c06-0d8c-4ee5-b5ff-a45c2b60af61 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Pushing event deleted for resources: {'Port': ['ID=359d12b9-fc0e-411a-b0d0-7fe26a8c1898,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:37.995865 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7823872d-eae7-4805-9005-227d482b661c req-acae31a4-9290-4982-af6e-641e9ac7d104 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617746 Feb 08 21:30:38.013805 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-2a5e85b4-e080-48b3-97e2-677a33251cd1 service neutron] Attempting to bind port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:30:38.014089 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-2a5e85b4-e080-48b3-97e2-677a33251cd1 service neutron] Attempting to bind port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '4dc4613a-9131-4d19-aa1e-06233ab5d307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:30:38.014344 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-2a5e85b4-e080-48b3-97e2-677a33251cd1 service neutron] Attempting to bind port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 on network d00185f4-2139-492b-b59f-1586b41daef5 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:30:38.025848 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-2a5e85b4-e080-48b3-97e2-677a33251cd1 service neutron] Port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 on network d00185f4-2139-492b-b59f-1586b41daef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:30:38.026172 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-2a5e85b4-e080-48b3-97e2-677a33251cd1 service neutron] Attempting to bind port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 on network d00185f4-2139-492b-b59f-1586b41daef5 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:30:38.043643 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-2a5e85b4-e080-48b3-97e2-677a33251cd1 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:30:38.044093 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-2a5e85b4-e080-48b3-97e2-677a33251cd1 service neutron] Checking segment: {'id': '4dc4613a-9131-4d19-aa1e-06233ab5d307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:30:38.044517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-2a5e85b4-e080-48b3-97e2-677a33251cd1 service neutron] Bound using segment: {'id': '4dc4613a-9131-4d19-aa1e-06233ab5d307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:30:38.045457 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-2a5e85b4-e080-48b3-97e2-677a33251cd1 service neutron] Bound port: c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc4613a-9131-4d19-aa1e-06233ab5d307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:30:38.045785 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-2a5e85b4-e080-48b3-97e2-677a33251cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:38.048301 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-446b41eb-a3ca-4dad-89d5-309f30a52cb0 req-622f8c06-0d8c-4ee5-b5ff-a45c2b60af61 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks [] for floatingip (5d4bdc04-ce85-4ee6-9d99-c414243f878d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:38.051553 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-446b41eb-a3ca-4dad-89d5-309f30a52cb0 req-622f8c06-0d8c-4ee5-b5ff-a45c2b60af61 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:38.052950 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-446b41eb-a3ca-4dad-89d5-309f30a52cb0 req-622f8c06-0d8c-4ee5-b5ff-a45c2b60af61 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "DELETE /v2.0/floatingips/5d4bdc04-ce85-4ee6-9d99-c414243f878d HTTP/1.1" status: 204 len: 173 time: 1.4207556 Feb 08 21:30:38.104308 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-b390ae13-9558-4134-9710-cce16bc7d805 req-59cc4c2d-23af-420d-83e2-a4f58477595b tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-31601243', 'description': 'tempest-description-546044931'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:30:38.231476 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b390ae13-9558-4134-9710-cce16bc7d805 req-59cc4c2d-23af-420d-83e2-a4f58477595b tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:38.264952 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-2a5e85b4-e080-48b3-97e2-677a33251cd1 service neutron] For port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:30:38.298652 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-2a5e85b4-e080-48b3-97e2-677a33251cd1 service neutron] For port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:30:38.330720 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd391e03-e513-4e34-b22a-7744c049d0ff req-2f7d0af0-f4a5-490f-b63f-fcbcfd3fcf9f tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:38.333437 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd391e03-e513-4e34-b22a-7744c049d0ff req-2f7d0af0-f4a5-490f-b63f-fcbcfd3fcf9f tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9c40cc1-7f3e-46f3-b72e-d7c9bde72737 HTTP/1.1" status: 200 len: 945 time: 0.2176213 Feb 08 21:30:38.335390 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-2a5e85b4-e080-48b3-97e2-677a33251cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:38.461455 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-2a5e85b4-e080-48b3-97e2-677a33251cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:38.462101 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-2a5e85b4-e080-48b3-97e2-677a33251cd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:38.464364 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-2a5e85b4-e080-48b3-97e2-677a33251cd1 service neutron] 10.222.0.96 "PUT /v2.0/ports/c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 HTTP/1.1" status: 200 len: 1092 time: 2.1679516 Feb 08 21:30:38.467917 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca176aa1-d501-4577-bd10-f8cd45be5b6d', 'tag': 'c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:30:38.470491 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40162a47-2a0c-41df-9869-453b9bf9a572" -d '{"events": [{"name": "network-changed", "server_uuid": "ca176aa1-d501-4577-bd10-f8cd45be5b6d", "tag": "c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:30:38.571492 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e85b4-e080-48b3-97e2-677a33251cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8,revision_number=10']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:38.593856 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd391e03-e513-4e34-b22a-7744c049d0ff req-b570f548-3912-4101-afa3-61e6a88f5ea1 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] 10.222.0.88 "GET /v2.0/security-groups?id=870bf65e-927b-49c5-8d00-249e16cc43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412643 Feb 08 21:30:38.596727 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b390ae13-9558-4134-9710-cce16bc7d805 req-59cc4c2d-23af-420d-83e2-a4f58477595b tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (59f7f84c-be97-4d0b-8680-d62606777303), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:38.605658 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b390ae13-9558-4134-9710-cce16bc7d805 req-59cc4c2d-23af-420d-83e2-a4f58477595b tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (59f7f84c-be97-4d0b-8680-d62606777303), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:38.651602 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc4c2d-23af-420d-83e2-a4f58477595b tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59f7f84c-be97-4d0b-8680-d62606777303,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:38.658543 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b390ae13-9558-4134-9710-cce16bc7d805 req-59cc4c2d-23af-420d-83e2-a4f58477595b tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:38.659948 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b390ae13-9558-4134-9710-cce16bc7d805 req-59cc4c2d-23af-420d-83e2-a4f58477595b tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5656238 Feb 08 21:30:38.669625 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-d26c5c37-c5e1-4df8-afaf-30f944e19a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:38.671168 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-d26c5c37-c5e1-4df8-afaf-30f944e19a95 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=48aae992c2704ece870f0faad4c28599&device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 1127 time: 0.1604142 Feb 08 21:30:39.111130 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e0bb53-3be3-4bcf-92d0-6cfb0c81bc4b x-openstack-request-id: req-25e0bb53-3be3-4bcf-92d0-6cfb0c81bc4b {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:30:39.111888 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c40cc1-7f3e-46f3-b72e-d7c9bde72737", "name": "network-vif-plugged", "status": "completed", "tag": "dbe3349d-5a9a-4bce-83a7-31ecef7118c7", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:30:39.111888 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-25e0bb53-3be3-4bcf-92d0-6cfb0c81bc4b {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:30:39.112210 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c40cc1-7f3e-46f3-b72e-d7c9bde72737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe3349d-5a9a-4bce-83a7-31ecef7118c7', 'code': 200} Feb 08 21:30:39.131554 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72035237-c4b4-434d-bc6a-66f83bbe40c7 req-30a7948b-58b4-46f9-ae4c-c483d467a738 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:39.134042 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72035237-c4b4-434d-bc6a-66f83bbe40c7 req-30a7948b-58b4-46f9-ae4c-c483d467a738 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 944 time: 0.3863933 Feb 08 21:30:39.135449 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-79229c17-66c0-43dd-bede-2edbf3fb941f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:39.136948 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-79229c17-66c0-43dd-bede-2edbf3fb941f service neutron] 10.222.0.96 "GET /v2.0/networks?id=d00185f4-2139-492b-b59f-1586b41daef5 HTTP/1.1" status: 200 len: 918 time: 0.4595349 Feb 08 21:30:39.263715 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-404524fe-26e3-4853-b0f3-bf061f9f0dcc req-c4e946ae-0384-4409-af6c-6fe2f9f2130e tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/floatingips/a9dab3ac-dd06-4195-ad15-990a92c40a82 HTTP/1.1" status: 200 len: 692 time: 0.1250260 Feb 08 21:30:39.364890 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-8a630b69-05ba-4add-a81b-55ea4faa57ae service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 HTTP/1.1" status: 200 len: 999 time: 0.2195966 Feb 08 21:30:39.394510 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72035237-c4b4-434d-bc6a-66f83bbe40c7 req-0c0f32e5-de78-4d0b-a4af-f79cce4b4788 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416220 Feb 08 21:30:39.456413 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71447c5-6342-4cc5-b384-01a49bed96d0 req-eaad6b00-b105-4229-b04b-c74ee8f49b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:39.458230 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d71447c5-6342-4cc5-b384-01a49bed96d0 req-eaad6b00-b105-4229-b04b-c74ee8f49b3b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a9c40cc1-7f3e-46f3-b72e-d7c9bde72737 HTTP/1.1" status: 200 len: 1128 time: 0.2735541 Feb 08 21:30:39.463027 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-7616415c-33af-4d19-9d71-94cdd565ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:39.464538 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-7616415c-33af-4d19-9d71-94cdd565ac66 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8c41e412-c763-4ca0-a1f8-ab9cd96c364d HTTP/1.1" status: 200 len: 856 time: 0.0876186 Feb 08 21:30:39.494852 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191cee63-6d58-4650-aece-888ab4b67157 x-openstack-request-id: req-191cee63-6d58-4650-aece-888ab4b67157 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:30:39.495166 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca176aa1-d501-4577-bd10-f8cd45be5b6d", "tag": "c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:30:39.495403 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-191cee63-6d58-4650-aece-888ab4b67157 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:30:39.495831 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca176aa1-d501-4577-bd10-f8cd45be5b6d', 'tag': 'c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8', 'status': 'completed', 'code': 200} Feb 08 21:30:39.542668 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404524fe-26e3-4853-b0f3-bf061f9f0dcc req-50833ace-9b7e-4450-b3f9-25a4e4a9edc0 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:39.545283 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-404524fe-26e3-4853-b0f3-bf061f9f0dcc req-50833ace-9b7e-4450-b3f9-25a4e4a9edc0 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 784 time: 0.2609169 Feb 08 21:30:39.654687 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d71447c5-6342-4cc5-b384-01a49bed96d0 req-d570c118-c99d-4397-be88-42767fd79c39 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=870bf65e-927b-49c5-8d00-249e16cc43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890445 Feb 08 21:30:39.660723 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-404524fe-26e3-4853-b0f3-bf061f9f0dcc req-3e992480-b367-49b2-8c6c-36afa50384dc tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.15 HTTP/1.1" status: 200 len: 695 time: 0.1000981 Feb 08 21:30:39.666802 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-516336d1-edd4-4263-bfb4-441c57b0b2ec req-b54f1330-8895-41c8-b5d4-899593814f56 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups/59f7f84c-be97-4d0b-8680-d62606777303 HTTP/1.1" status: 200 len: 1817 time: 0.1435258 Feb 08 21:30:39.683080 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-2b905d9b-e3f8-4463-9e3f-e0f9f36e5f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:39.684607 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-2b905d9b-e3f8-4463-9e3f-e0f9f36e5f24 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d00185f4-2139-492b-b59f-1586b41daef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2070544 Feb 08 21:30:39.687729 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-516336d1-edd4-4263-bfb4-441c57b0b2ec req-17988353-6a6e-43ae-81ac-bf809a2115a7 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Request body: {'security_group': {'name': 'tempest-sg-hth-19604466', 'description': 'tempest-description-hth-624509012'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:30:39.735894 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-404524fe-26e3-4853-b0f3-bf061f9f0dcc req-196211bf-f73d-4753-be62-469984ca8242 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.15 HTTP/1.1" status: 200 len: 695 time: 0.0668061 Feb 08 21:30:39.817016 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-516336d1-edd4-4263-bfb4-441c57b0b2ec req-17988353-6a6e-43ae-81ac-bf809a2115a7 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (59f7f84c-be97-4d0b-8680-d62606777303), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:39.972093 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-516336d1-edd4-4263-bfb4-441c57b0b2ec req-17988353-6a6e-43ae-81ac-bf809a2115a7 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (59f7f84c-be97-4d0b-8680-d62606777303), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:39.980644 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-516336d1-edd4-4263-bfb4-441c57b0b2ec req-17988353-6a6e-43ae-81ac-bf809a2115a7 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (59f7f84c-be97-4d0b-8680-d62606777303), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:39.983330 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-516336d1-edd4-4263-bfb4-441c57b0b2ec req-17988353-6a6e-43ae-81ac-bf809a2115a7 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:39.990457 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-516336d1-edd4-4263-bfb4-441c57b0b2ec req-17988353-6a6e-43ae-81ac-bf809a2115a7 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "PUT /v2.0/security-groups/59f7f84c-be97-4d0b-8680-d62606777303 HTTP/1.1" status: 200 len: 1791 time: 0.3047042 Feb 08 21:30:40.048991 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17988353-6a6e-43ae-81ac-bf809a2115a7 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59f7f84c-be97-4d0b-8680-d62606777303,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:40.066589 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-2da22810-fc1c-4d5a-a6f2-2119c16bd052 service neutron] 10.222.0.96 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580813 Feb 08 21:30:40.074364 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-404524fe-26e3-4853-b0f3-bf061f9f0dcc req-030e38fb-1661-4b70-a83b-6aa1307c81f5 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Deleting port 7381a5d6-275e-447a-8585-943f62c9e7ec {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:30:40.074828 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-404524fe-26e3-4853-b0f3-bf061f9f0dcc req-030e38fb-1661-4b70-a83b-6aa1307c81f5 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (7381a5d6-275e-447a-8585-943f62c9e7ec), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:40.281866 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-404524fe-26e3-4853-b0f3-bf061f9f0dcc req-030e38fb-1661-4b70-a83b-6aa1307c81f5 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (7381a5d6-275e-447a-8585-943f62c9e7ec), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:40.282369 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-404524fe-26e3-4853-b0f3-bf061f9f0dcc req-030e38fb-1661-4b70-a83b-6aa1307c81f5 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks [] for floatingip (7381a5d6-275e-447a-8585-943f62c9e7ec), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:40.294917 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8602ac7f-7f6d-430c-af0a-cfb6991bd6d6 req-7bdf5b3f-210d-4e7f-b243-96253bde3393 service neutron] 10.222.0.96 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145081 Feb 08 21:30:40.304701 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921cd498-6f96-42b6-a8db-546841ba19af req-176ce976-b506-4891-b0f3-89a9bf09525f tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:40.306272 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-921cd498-6f96-42b6-a8db-546841ba19af req-176ce976-b506-4891-b0f3-89a9bf09525f tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=a2a1afd5-2141-4d86-956c-97e029126e19 HTTP/1.1" status: 200 len: 946 time: 0.1687012 Feb 08 21:30:40.312344 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-404524fe-26e3-4853-b0f3-bf061f9f0dcc req-030e38fb-1661-4b70-a83b-6aa1307c81f5 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Calling delete_port for 7381a5d6-275e-447a-8585-943f62c9e7ec owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:30:40.448048 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-921cd498-6f96-42b6-a8db-546841ba19af req-0f1300ea-bcc7-4ca6-932c-9faa249487fd tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349058 Feb 08 21:30:40.493132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40162a47-2a0c-41df-9869-453b9bf9a572 req-25d114c8-07b4-4264-9ac9-5efbac948831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:40.496955 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40162a47-2a0c-41df-9869-453b9bf9a572 req-25d114c8-07b4-4264-9ac9-5efbac948831 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=48aae992c2704ece870f0faad4c28599&device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 1127 time: 0.1170478 Feb 08 21:30:40.688860 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40162a47-2a0c-41df-9869-453b9bf9a572 req-919ca1eb-0b41-4b1f-a69a-bc08581ea933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:40.692486 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40162a47-2a0c-41df-9869-453b9bf9a572 req-919ca1eb-0b41-4b1f-a69a-bc08581ea933 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d00185f4-2139-492b-b59f-1586b41daef5 HTTP/1.1" status: 200 len: 918 time: 0.1871648 Feb 08 21:30:40.757988 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-404524fe-26e3-4853-b0f3-bf061f9f0dcc req-030e38fb-1661-4b70-a83b-6aa1307c81f5 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (7381a5d6-275e-447a-8585-943f62c9e7ec), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:40.828752 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e38fb-1661-4b70-a83b-6aa1307c81f5 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Pushing event deleted for resources: {'Port': ['ID=7381a5d6-275e-447a-8585-943f62c9e7ec,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:40.867082 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40162a47-2a0c-41df-9869-453b9bf9a572 req-29077602-ae59-4d93-bf15-d7944f2fad0b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 HTTP/1.1" status: 200 len: 999 time: 0.1694527 Feb 08 21:30:40.972822 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266ce00-0add-42ef-9c31-375c64a182f8 req-2b6af413-efc1-4fc6-884c-a46c141b3ebe tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:40.981116 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3266ce00-0add-42ef-9c31-375c64a182f8 req-2b6af413-efc1-4fc6-884c-a46c141b3ebe tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9c40cc1-7f3e-46f3-b72e-d7c9bde72737 HTTP/1.1" status: 200 len: 945 time: 0.2727227 Feb 08 21:30:41.019725 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-404524fe-26e3-4853-b0f3-bf061f9f0dcc req-030e38fb-1661-4b70-a83b-6aa1307c81f5 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks [] for floatingip (a9dab3ac-dd06-4195-ad15-990a92c40a82), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:41.023738 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-404524fe-26e3-4853-b0f3-bf061f9f0dcc req-030e38fb-1661-4b70-a83b-6aa1307c81f5 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:41.025319 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-404524fe-26e3-4853-b0f3-bf061f9f0dcc req-030e38fb-1661-4b70-a83b-6aa1307c81f5 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "DELETE /v2.0/floatingips/a9dab3ac-dd06-4195-ad15-990a92c40a82 HTTP/1.1" status: 204 len: 173 time: 1.2808039 Feb 08 21:30:41.046889 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40162a47-2a0c-41df-9869-453b9bf9a572 req-12e1f2f3-b04d-4367-b33a-98cadfa36562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:41.049785 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40162a47-2a0c-41df-9869-453b9bf9a572 req-12e1f2f3-b04d-4367-b33a-98cadfa36562 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8c41e412-c763-4ca0-a1f8-ab9cd96c364d HTTP/1.1" status: 200 len: 856 time: 0.1623957 Feb 08 21:30:41.132795 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3266ce00-0add-42ef-9c31-375c64a182f8 req-2095aaee-ecfc-4e9c-ae16-9b603f77314d tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] 10.222.0.88 "GET /v2.0/security-groups?id=870bf65e-927b-49c5-8d00-249e16cc43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502111 Feb 08 21:30:41.181296 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b3c8d74-0fcd-4075-a7aa-3c9d9b80c1a9 req-6e81eaa6-8509-4b80-bfbd-91b30b22f301 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups/59f7f84c-be97-4d0b-8680-d62606777303 HTTP/1.1" status: 200 len: 1791 time: 0.1243775 Feb 08 21:30:41.399767 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897575f-3032-4683-867d-107ceaf0b5a2 req-3122f432-b84e-4c8e-a116-42f04bc84f4a tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:41.401760 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b897575f-3032-4683-867d-107ceaf0b5a2 req-3122f432-b84e-4c8e-a116-42f04bc84f4a tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 944 time: 0.1332407 Feb 08 21:30:41.571702 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b897575f-3032-4683-867d-107ceaf0b5a2 req-23b15445-9698-4c99-b974-3ced06cada43 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322491 Feb 08 21:30:41.720724 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55f13b2d-b38c-453d-9306-51330a3f4a69 req-1dca23a0-0a7f-490a-bdc0-f4624e9d1e92 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/floatingips/cdc43d10-77f1-4c5e-9ff3-76bca1c247f3 HTTP/1.1" status: 200 len: 693 time: 0.1001177 Feb 08 21:30:41.827739 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23b18cd2-2585-4afa-8b3d-4b260f816a8d req-bd1a1117-a57b-4fa8-b9ed-d6860cfe6e3e tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups/59f7f84c-be97-4d0b-8680-d62606777303 HTTP/1.1" status: 200 len: 1791 time: 0.1318064 Feb 08 21:30:41.919532 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f13b2d-b38c-453d-9306-51330a3f4a69 req-aef10fdd-cc76-410e-aa3a-86b484933dbc tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:41.921317 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55f13b2d-b38c-453d-9306-51330a3f4a69 req-aef10fdd-cc76-410e-aa3a-86b484933dbc tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 784 time: 0.1901476 Feb 08 21:30:41.995406 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-23b18cd2-2585-4afa-8b3d-4b260f816a8d req-2de3e63d-54fd-4d4e-920e-3db9203ffe7b tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (59f7f84c-be97-4d0b-8680-d62606777303), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:42.001907 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55f13b2d-b38c-453d-9306-51330a3f4a69 req-f84aff4c-9ad8-4373-9819-5ba758b139c9 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 696 time: 0.0709333 Feb 08 21:30:42.115033 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-23b18cd2-2585-4afa-8b3d-4b260f816a8d req-2de3e63d-54fd-4d4e-920e-3db9203ffe7b tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (59f7f84c-be97-4d0b-8680-d62606777303), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:42.121051 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55f13b2d-b38c-453d-9306-51330a3f4a69 req-4fb29fad-484d-4b40-98f1-8f9623082ff2 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 696 time: 0.0869672 Feb 08 21:30:42.332373 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-23b18cd2-2585-4afa-8b3d-4b260f816a8d req-2de3e63d-54fd-4d4e-920e-3db9203ffe7b tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (59f7f84c-be97-4d0b-8680-d62606777303), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:42.338167 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-23b18cd2-2585-4afa-8b3d-4b260f816a8d req-2de3e63d-54fd-4d4e-920e-3db9203ffe7b tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:42.339384 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23b18cd2-2585-4afa-8b3d-4b260f816a8d req-2de3e63d-54fd-4d4e-920e-3db9203ffe7b tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "DELETE /v2.0/security-groups/59f7f84c-be97-4d0b-8680-d62606777303 HTTP/1.1" status: 204 len: 173 time: 0.5027430 Feb 08 21:30:42.357775 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-55f13b2d-b38c-453d-9306-51330a3f4a69 req-9da18836-464f-4406-9e2b-a90618e80794 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Deleting port ac601e02-ec55-46fc-9ca7-942fc90cc9f2 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:30:42.358172 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-55f13b2d-b38c-453d-9306-51330a3f4a69 req-9da18836-464f-4406-9e2b-a90618e80794 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (ac601e02-ec55-46fc-9ca7-942fc90cc9f2), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:42.454858 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-55f13b2d-b38c-453d-9306-51330a3f4a69 req-9da18836-464f-4406-9e2b-a90618e80794 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (ac601e02-ec55-46fc-9ca7-942fc90cc9f2), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:42.455205 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-55f13b2d-b38c-453d-9306-51330a3f4a69 req-9da18836-464f-4406-9e2b-a90618e80794 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks [] for floatingip (ac601e02-ec55-46fc-9ca7-942fc90cc9f2), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:42.470671 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-55f13b2d-b38c-453d-9306-51330a3f4a69 req-9da18836-464f-4406-9e2b-a90618e80794 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Calling delete_port for ac601e02-ec55-46fc-9ca7-942fc90cc9f2 owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:30:42.545075 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3e63d-54fd-4d4e-920e-3db9203ffe7b tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f7f84c-be97-4d0b-8680-d62606777303,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:42.794784 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-55f13b2d-b38c-453d-9306-51330a3f4a69 req-9da18836-464f-4406-9e2b-a90618e80794 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (ac601e02-ec55-46fc-9ca7-942fc90cc9f2), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:42.844472 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da18836-464f-4406-9e2b-a90618e80794 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Pushing event deleted for resources: {'Port': ['ID=ac601e02-ec55-46fc-9ca7-942fc90cc9f2,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:42.888288 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fb0ec-baff-4856-b89a-87bffe1ada2b req-9d911ce9-9cec-4f68-b29d-2dac444064d2 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:42.890085 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-342fb0ec-baff-4856-b89a-87bffe1ada2b req-9d911ce9-9cec-4f68-b29d-2dac444064d2 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=a2a1afd5-2141-4d86-956c-97e029126e19 HTTP/1.1" status: 200 len: 946 time: 0.2680430 Feb 08 21:30:42.973907 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-55f13b2d-b38c-453d-9306-51330a3f4a69 req-9da18836-464f-4406-9e2b-a90618e80794 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks [] for floatingip (cdc43d10-77f1-4c5e-9ff3-76bca1c247f3), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:42.977216 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-55f13b2d-b38c-453d-9306-51330a3f4a69 req-9da18836-464f-4406-9e2b-a90618e80794 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:42.992866 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56378) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:30:43.012104 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55f13b2d-b38c-453d-9306-51330a3f4a69 req-9da18836-464f-4406-9e2b-a90618e80794 tempest-FloatingIPDetailsTestJSON-606705945 tempest-FloatingIPDetailsTestJSON-606705945-project] 10.222.0.88 "DELETE /v2.0/floatingips/cdc43d10-77f1-4c5e-9ff3-76bca1c247f3 HTTP/1.1" status: 204 len: 173 time: 0.8817821 Feb 08 21:30:43.046327 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-342fb0ec-baff-4856-b89a-87bffe1ada2b req-bf50e432-6243-4b1f-8729-af18c172eebc tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426733 Feb 08 21:30:43.510948 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1c9b1-1d7e-4879-acf5-467ee18acc2f req-43212410-93b9-4030-9e1e-28e8dd0b29f4 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:43.519441 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b7a1c9b1-1d7e-4879-acf5-467ee18acc2f req-43212410-93b9-4030-9e1e-28e8dd0b29f4 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9c40cc1-7f3e-46f3-b72e-d7c9bde72737 HTTP/1.1" status: 200 len: 945 time: 0.2076926 Feb 08 21:30:43.663583 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8dbe91-c97a-4078-8a2b-eb959ae56962 req-938961b4-7117-442b-b29b-e98082383a96 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:43.673944 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de8dbe91-c97a-4078-8a2b-eb959ae56962 req-938961b4-7117-442b-b29b-e98082383a96 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f HTTP/1.1" status: 200 len: 946 time: 0.2449241 Feb 08 21:30:43.730876 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b7a1c9b1-1d7e-4879-acf5-467ee18acc2f req-4598c1cf-563c-4574-8111-4557821fe617 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] 10.222.0.88 "GET /v2.0/security-groups?id=870bf65e-927b-49c5-8d00-249e16cc43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093818 Feb 08 21:30:43.886397 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9225d7a-9b17-4b83-964d-67e4dcbcab37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (cd626cd4-d443-491a-ae09-50fc6bba2993), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:43.896480 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de8dbe91-c97a-4078-8a2b-eb959ae56962 req-3dce2872-def7-4b3f-9bb9-6826310b252c tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209709 Feb 08 21:30:44.291536 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40162a47-2a0c-41df-9869-453b9bf9a572 req-d3f7ee06-3da9-458e-8fe7-53cda468219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:44.306603 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40162a47-2a0c-41df-9869-453b9bf9a572 req-d3f7ee06-3da9-458e-8fe7-53cda468219a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d00185f4-2139-492b-b59f-1586b41daef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5738254 Feb 08 21:30:45.035504 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c9225d7a-9b17-4b83-964d-67e4dcbcab37 admin admin] Deleting port 6ecc36be-422b-499f-9c23-06999c371342 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:30:45.042137 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9225d7a-9b17-4b83-964d-67e4dcbcab37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (6ecc36be-422b-499f-9c23-06999c371342), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:45.226070 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-c9225d7a-9b17-4b83-964d-67e4dcbcab37 admin admin] For port 6ecc36be-422b-499f-9c23-06999c371342, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=6ecc36be-422b-499f-9c23-06999c371342,segment=NetworkSegment(43928929-29f5-4c87-b689-ff97b926ad86),segment_id=43928929-29f5-4c87-b689-ff97b926ad86)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:45.227005 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9225d7a-9b17-4b83-964d-67e4dcbcab37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (6ecc36be-422b-499f-9c23-06999c371342), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:45.260911 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c9225d7a-9b17-4b83-964d-67e4dcbcab37 admin admin] Calling delete_port for 6ecc36be-422b-499f-9c23-06999c371342 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:30:45.280765 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b7154-82a2-4816-b422-54faac782e83 req-bd56e947-4a04-49dc-9e8e-0033ce1a74c4 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:45.295297 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-187b7154-82a2-4816-b422-54faac782e83 req-bd56e947-4a04-49dc-9e8e-0033ce1a74c4 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 944 time: 1.2122676 Feb 08 21:30:45.482523 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40162a47-2a0c-41df-9869-453b9bf9a572 req-68329592-f261-4c44-acc1-e05e84fd5087 service neutron] 10.222.0.96 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1540258 Feb 08 21:30:45.493445 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-187b7154-82a2-4816-b422-54faac782e83 req-f190e76f-f7c6-49e6-a67e-1fac7d3e9889 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957817 Feb 08 21:30:45.508444 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e68c8-cd44-4b1b-aadf-b2fb2ff26477 req-f7cfb253-5551-42ca-a68b-ada2d0297216 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:45.532412 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3d8e68c8-cd44-4b1b-aadf-b2fb2ff26477 req-f7cfb253-5551-42ca-a68b-ada2d0297216 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=a2a1afd5-2141-4d86-956c-97e029126e19 HTTP/1.1" status: 200 len: 946 time: 0.2250459 Feb 08 21:30:45.660266 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-25232b4e-3de7-4aa1-9c21-47e6caeeedfd req-08052481-46fc-47e1-89ee-01bea75e50e6 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] show failed (client error): The resource could not be found. Feb 08 21:30:45.662590 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25232b4e-3de7-4aa1-9c21-47e6caeeedfd req-08052481-46fc-47e1-89ee-01bea75e50e6 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups/d37e6d11-c90f-4c8a-a8a9-10360a189cad HTTP/1.1" status: 404 len: 352 time: 0.0966578 Feb 08 21:30:45.784344 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3d8e68c8-cd44-4b1b-aadf-b2fb2ff26477 req-2e2d6632-709d-44df-b35b-7801dd03060f tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432652 Feb 08 21:30:45.816327 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9225d7a-9b17-4b83-964d-67e4dcbcab37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (6ecc36be-422b-499f-9c23-06999c371342), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:45.899877 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40162a47-2a0c-41df-9869-453b9bf9a572 req-4aac980c-6569-4389-96c8-44d5c70ec064 service neutron] 10.222.0.96 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437734 Feb 08 21:30:45.947252 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9225d7a-9b17-4b83-964d-67e4dcbcab37 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ecc36be-422b-499f-9c23-06999c371342,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:45.962303 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa21ea2-61eb-4a96-a055-e82c1ffcfdbe req-4bc4ce2c-12e6-4696-ba17-61bf7338dd40 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:45.974612 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2aa21ea2-61eb-4a96-a055-e82c1ffcfdbe req-4bc4ce2c-12e6-4696-ba17-61bf7338dd40 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9c40cc1-7f3e-46f3-b72e-d7c9bde72737 HTTP/1.1" status: 200 len: 945 time: 0.1632318 Feb 08 21:30:46.257931 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2aa21ea2-61eb-4a96-a055-e82c1ffcfdbe req-98445ac5-4c43-4af8-9103-98259593b66a tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] 10.222.0.88 "GET /v2.0/security-groups?id=870bf65e-927b-49c5-8d00-249e16cc43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573228 Feb 08 21:30:46.297314 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5940b-b7aa-4086-aafe-f738119b7cf4 req-6751afe3-eb9a-4945-b9bb-9ca555db23f3 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:46.321347 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7be5940b-b7aa-4086-aafe-f738119b7cf4 req-6751afe3-eb9a-4945-b9bb-9ca555db23f3 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f HTTP/1.1" status: 200 len: 946 time: 0.2635024 Feb 08 21:30:46.425355 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9225d7a-9b17-4b83-964d-67e4dcbcab37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (cd626cd4-d443-491a-ae09-50fc6bba2993), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:46.441906 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-650cec6e-65b3-4591-90f7-298460bea7d3 req-79f727ff-b286-4c50-838f-e70f9907809c tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] show failed (client error): The resource could not be found. Feb 08 21:30:46.456833 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-650cec6e-65b3-4591-90f7-298460bea7d3 req-79f727ff-b286-4c50-838f-e70f9907809c tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups/03caa7fa-28ee-4081-bb7f-d6630eeca089 HTTP/1.1" status: 404 len: 352 time: 0.0351920 Feb 08 21:30:46.485945 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7be5940b-b7aa-4086-aafe-f738119b7cf4 req-6a09d2dc-d0d8-45ba-a596-3dce7ec1dad0 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759865 Feb 08 21:30:46.552013 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-789612a6-f954-4dba-880e-b3f31051fe6b req-73d7ad10-428c-40b5-80c7-890fd46480a6 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] show failed (client error): The resource could not be found. Feb 08 21:30:46.574726 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-789612a6-f954-4dba-880e-b3f31051fe6b req-73d7ad10-428c-40b5-80c7-890fd46480a6 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups/cf8b57fa-ac82-4727-b83b-df4b48d25100 HTTP/1.1" status: 404 len: 352 time: 0.0497489 Feb 08 21:30:46.680414 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-e58e13e9-e79f-486f-aa11-afa7763f5068 req-b50f415b-eb23-48a4-b3de-90f245af06ba tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] show failed (client error): The resource could not be found. Feb 08 21:30:46.687292 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e58e13e9-e79f-486f-aa11-afa7763f5068 req-b50f415b-eb23-48a4-b3de-90f245af06ba tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups/109a1129-cc30-446d-b12e-b7b29d5215db HTTP/1.1" status: 404 len: 352 time: 0.0401611 Feb 08 21:30:46.898943 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-37623c3b-2d19-48bd-9c02-13a4e87e2df6 req-a32363d7-0a1a-47b2-9b03-dae4a76c379c tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] show failed (client error): The resource could not be found. Feb 08 21:30:46.913330 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37623c3b-2d19-48bd-9c02-13a4e87e2df6 req-a32363d7-0a1a-47b2-9b03-dae4a76c379c tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups/647f5e85-b1f3-46ad-ab3b-e1fee03c327b HTTP/1.1" status: 404 len: 352 time: 0.0830457 Feb 08 21:30:46.958820 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d4e8e-60e6-4f92-b495-d67b5bf6a32b req-adbd6665-50eb-4e1b-bdd6-14700e83a415 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:46.966620 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-231d4e8e-60e6-4f92-b495-d67b5bf6a32b req-adbd6665-50eb-4e1b-bdd6-14700e83a415 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 944 time: 0.2573040 Feb 08 21:30:47.141094 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-231d4e8e-60e6-4f92-b495-d67b5bf6a32b req-bc91e192-9594-4c5f-8461-d3a24e7cef55 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674213 Feb 08 21:30:47.305975 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-61a0c4ff-8b81-439e-bc82-912c8a91ceaa req-3eb64656-3ab3-4b51-87cb-c54d50efa283 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] show failed (client error): The resource could not be found. Feb 08 21:30:47.321962 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61a0c4ff-8b81-439e-bc82-912c8a91ceaa req-3eb64656-3ab3-4b51-87cb-c54d50efa283 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups/88c3da1a-1b20-442c-88ae-eeb52f9d8dc6 HTTP/1.1" status: 404 len: 352 time: 0.0426362 Feb 08 21:30:47.447241 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2808c-3e3b-4b0c-850b-58e0a2d041da req-99b9425c-939b-4a83-9ee4-1c1dd7eb7316 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:47.467783 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-76c2808c-3e3b-4b0c-850b-58e0a2d041da req-99b9425c-939b-4a83-9ee4-1c1dd7eb7316 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=a2a1afd5-2141-4d86-956c-97e029126e19 HTTP/1.1" status: 200 len: 946 time: 0.1438930 Feb 08 21:30:47.571791 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-76c2808c-3e3b-4b0c-850b-58e0a2d041da req-12818f83-25df-4633-9718-9ad5aa18b405 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887272 Feb 08 21:30:47.733133 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9225d7a-9b17-4b83-964d-67e4dcbcab37 admin admin] Router cd626cd4-d443-491a-ae09-50fc6bba2993 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:30:47.903640 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d2d3c-5ba0-45fe-b1af-8c7a684a9a4f req-fd36c431-2583-4893-b9c0-5c9654f119f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:47.905593 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea6d2d3c-5ba0-45fe-b1af-8c7a684a9a4f req-fd36c431-2583-4893-b9c0-5c9654f119f3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 1127 time: 0.2113523 Feb 08 21:30:47.963542 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9225d7a-9b17-4b83-964d-67e4dcbcab37 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:30:47.971832 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41814cb5-d971-46e8-ae79-b897a469fcf9 req-5c3edf62-d4ca-4811-8ad3-9cfa5142768f tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:47.978409 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-41814cb5-d971-46e8-ae79-b897a469fcf9 req-5c3edf62-d4ca-4811-8ad3-9cfa5142768f tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9c40cc1-7f3e-46f3-b72e-d7c9bde72737 HTTP/1.1" status: 200 len: 945 time: 0.2697906 Feb 08 21:30:47.979158 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c9225d7a-9b17-4b83-964d-67e4dcbcab37 admin admin] 10.222.0.88 "PUT /v2.0/routers/cd626cd4-d443-491a-ae09-50fc6bba2993/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9847271 Feb 08 21:30:47.979808 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5541290-6764-4236-8109-7a2b48bec397 None None] Sync routers for ids ['cd626cd4-d443-491a-ae09-50fc6bba2993'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:30:47.984589 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56444) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:30:48.038530 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5541290-6764-4236-8109-7a2b48bec397 None None] Routers {'cd626cd4-d443-491a-ae09-50fc6bba2993'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:30:48.043527 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d5541290-6764-4236-8109-7a2b48bec397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:30:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['cd626cd4-d443-491a-ae09-50fc6bba2993'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:30:48.439872 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-41814cb5-d971-46e8-ae79-b897a469fcf9 req-b20c9b01-e3a0-479c-879a-047af26eb22f tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] 10.222.0.88 "GET /v2.0/security-groups?id=870bf65e-927b-49c5-8d00-249e16cc43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209273 Feb 08 21:30:48.444593 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-d5541290-6764-4236-8109-7a2b48bec397 None None] Set router cd626cd4-d443-491a-ae09-50fc6bba2993 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:30:48.581215 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1b018-faab-46f7-af5f-973857ff028c req-8acc175d-e256-4293-a9b4-9708d877da3e tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:48.589832 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dee1b018-faab-46f7-af5f-973857ff028c req-8acc175d-e256-4293-a9b4-9708d877da3e tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f HTTP/1.1" status: 200 len: 946 time: 0.3841181 Feb 08 21:30:48.661655 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d2d3c-5ba0-45fe-b1af-8c7a684a9a4f req-40f3c314-90ce-4f4e-a73d-f1225f456f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:48.663473 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea6d2d3c-5ba0-45fe-b1af-8c7a684a9a4f req-40f3c314-90ce-4f4e-a73d-f1225f456f50 service neutron] 10.222.0.96 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 913 time: 0.7376492 Feb 08 21:30:48.671731 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-13240e08-1221-4d78-8230-1cf537cd95b1 admin admin] Publish callbacks [] for router (cd626cd4-d443-491a-ae09-50fc6bba2993), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:48.886861 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d5541290-6764-4236-8109-7a2b48bec397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd626cd4-d443-491a-ae09-50fc6bba2993', 'name': 'tempest-FloatingIPDetailsTestJSON-1002605434-router', 'tenant_id': 'b44a7bc88f394e19bbf8b7a304dc1320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'cb1ea545-1721-45ec-a3da-3a855e90a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:29:46Z', 'updated_at': '2022-02-08T21:30:45Z', 'revision_number': 5, 'project_id': 'b44a7bc88f394e19bbf8b7a304dc1320', 'gw_port': {'id': 'cb1ea545-1721-45ec-a3da-3a855e90a2e6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd626cd4-d443-491a-ae09-50fc6bba2993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:29:50Z', 'updated_at': '2022-02-08T21:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:30:48.945640 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4548cf0-2919-4e05-82e0-55cdc7305f5a req-b39b49f8-c027-46fb-b819-63743d015670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:48.951782 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c4548cf0-2919-4e05-82e0-55cdc7305f5a req-b39b49f8-c027-46fb-b819-63743d015670 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=a2a1afd5-2141-4d86-956c-97e029126e19 HTTP/1.1" status: 200 len: 1129 time: 0.1401675 Feb 08 21:30:48.953337 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5541290-6764-4236-8109-7a2b48bec397 None None] Checking router: cd626cd4-d443-491a-ae09-50fc6bba2993 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:30:48.967812 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5541290-6764-4236-8109-7a2b48bec397 None None] Routers {'cd626cd4-d443-491a-ae09-50fc6bba2993'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:30:48.968826 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d5541290-6764-4236-8109-7a2b48bec397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:30:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['cd626cd4-d443-491a-ae09-50fc6bba2993'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:30:49.024493 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dee1b018-faab-46f7-af5f-973857ff028c req-8ad9dbcc-01f3-4d61-bddd-0c8656c2a078 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198215 Feb 08 21:30:49.082297 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c4548cf0-2919-4e05-82e0-55cdc7305f5a req-581f5b42-1d39-4f47-a0f4-6c1981f1d25b service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232259 Feb 08 21:30:49.117160 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea6d2d3c-5ba0-45fe-b1af-8c7a684a9a4f req-b0b35587-e81d-4340-833e-3d6977e70479 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 HTTP/1.1" status: 200 len: 999 time: 0.2356067 Feb 08 21:30:49.166260 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fb4eb-b7c7-4484-80b8-7391182b4ab6 req-2a6e599b-d6fe-429a-b35d-9221714eafba tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:49.176811 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c11fb4eb-b7c7-4484-80b8-7391182b4ab6 req-2a6e599b-d6fe-429a-b35d-9221714eafba tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.6112764 Feb 08 21:30:49.216796 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-13240e08-1221-4d78-8230-1cf537cd95b1 admin admin] Publish callbacks [] for router_gateway (cd626cd4-d443-491a-ae09-50fc6bba2993), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:49.349188 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c11fb4eb-b7c7-4484-80b8-7391182b4ab6 req-cebd88bf-8d7b-4d92-93a4-10dc8d5d8f54 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712124 Feb 08 21:30:49.387198 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-d5541290-6764-4236-8109-7a2b48bec397 None None] Set router cd626cd4-d443-491a-ae09-50fc6bba2993 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:30:49.388547 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b180ed4-3b95-4a9a-8186-c0faba887edb req-bcb1165c-9521-4205-8096-0349520c3f21 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:49.404463 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b180ed4-3b95-4a9a-8186-c0faba887edb req-bcb1165c-9521-4205-8096-0349520c3f21 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/ports?device_id=31339ac2-882a-44f1-ac2b-071d8cb94f51 HTTP/1.1" status: 200 len: 1023 time: 0.2075677 Feb 08 21:30:49.635009 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d2d3c-5ba0-45fe-b1af-8c7a684a9a4f req-eb73d32e-e216-4349-b458-8758cda196dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:49.637375 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea6d2d3c-5ba0-45fe-b1af-8c7a684a9a4f req-eb73d32e-e216-4349-b458-8758cda196dc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0aa29b5a-a776-4012-aa53-861d63a1c0ca HTTP/1.1" status: 200 len: 851 time: 0.2227001 Feb 08 21:30:49.661772 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-13240e08-1221-4d78-8230-1cf537cd95b1 admin admin] Deleting port cb1ea545-1721-45ec-a3da-3a855e90a2e6 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:30:49.661963 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-13240e08-1221-4d78-8230-1cf537cd95b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (cb1ea545-1721-45ec-a3da-3a855e90a2e6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:49.733613 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d5541290-6764-4236-8109-7a2b48bec397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd626cd4-d443-491a-ae09-50fc6bba2993', 'name': 'tempest-FloatingIPDetailsTestJSON-1002605434-router', 'tenant_id': 'b44a7bc88f394e19bbf8b7a304dc1320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'cb1ea545-1721-45ec-a3da-3a855e90a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:29:46Z', 'updated_at': '2022-02-08T21:30:45Z', 'revision_number': 5, 'project_id': 'b44a7bc88f394e19bbf8b7a304dc1320', 'gw_port': {'id': 'cb1ea545-1721-45ec-a3da-3a855e90a2e6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd626cd4-d443-491a-ae09-50fc6bba2993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:29:50Z', 'updated_at': '2022-02-08T21:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:30:49.775607 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5541290-6764-4236-8109-7a2b48bec397 None None] The sync data for ids ['cd626cd4-d443-491a-ae09-50fc6bba2993'] in n-d-712143-31 is: [{'id': 'cd626cd4-d443-491a-ae09-50fc6bba2993', 'name': 'tempest-FloatingIPDetailsTestJSON-1002605434-router', 'tenant_id': 'b44a7bc88f394e19bbf8b7a304dc1320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'cb1ea545-1721-45ec-a3da-3a855e90a2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:29:46Z', 'updated_at': '2022-02-08T21:30:45Z', 'revision_number': 5, 'project_id': 'b44a7bc88f394e19bbf8b7a304dc1320', 'gw_port': {'id': 'cb1ea545-1721-45ec-a3da-3a855e90a2e6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd626cd4-d443-491a-ae09-50fc6bba2993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:29:50Z', 'updated_at': '2022-02-08T21:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:30:49.898151 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b180ed4-3b95-4a9a-8186-c0faba887edb req-ffd9fea9-43a6-4371-a886-91d925135f64 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups?id=8bb66473-333c-489b-91fe-1fc152d05e99&id=7449e367-9e47-42c6-9475-f53d3703b9c9&id=0300313b-d557-4c5c-b029-1002804e6f57&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4929521 Feb 08 21:30:49.944505 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e5685-c423-4807-b1f1-645a560eab9c req-5197b859-bc12-402a-8afa-78b7702a8c2f tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:49.954529 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a42e5685-c423-4807-b1f1-645a560eab9c req-5197b859-bc12-402a-8afa-78b7702a8c2f tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.94 "GET /v2.0/ports?device_id=31339ac2-882a-44f1-ac2b-071d8cb94f51 HTTP/1.1" status: 200 len: 1023 time: 0.1531501 Feb 08 21:30:50.040628 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f624a-b930-4c32-9213-0ac69d438107 req-90e494df-dc0d-4103-bcee-2b3cb6b16cda tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:50.043167 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-594f624a-b930-4c32-9213-0ac69d438107 req-90e494df-dc0d-4103-bcee-2b3cb6b16cda tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 944 time: 0.5285089 Feb 08 21:30:50.202448 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d2d3c-5ba0-45fe-b1af-8c7a684a9a4f req-b48dd455-2f7b-4d65-bbfc-422fbf1276e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:50.204533 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea6d2d3c-5ba0-45fe-b1af-8c7a684a9a4f req-b48dd455-2f7b-4d65-bbfc-422fbf1276e1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=470bde4a-288b-4162-81c1-45fdd6f3db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4829772 Feb 08 21:30:50.215679 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-a42e5685-c423-4807-b1f1-645a560eab9c req-3bc0ce5f-3c1f-4207-a1e9-47ccf5d61032 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Deleting port b58dd629-4585-49a7-9b5f-ef308d81755a {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:30:50.216390 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a42e5685-c423-4807-b1f1-645a560eab9c req-3bc0ce5f-3c1f-4207-a1e9-47ccf5d61032 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b58dd629-4585-49a7-9b5f-ef308d81755a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:50.379754 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6ecc36be-422b-499f-9c23-06999c371342 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:30:50.456153 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-13240e08-1221-4d78-8230-1cf537cd95b1 admin admin] For port cb1ea545-1721-45ec-a3da-3a855e90a2e6, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cb1ea545-1721-45ec-a3da-3a855e90a2e6,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:50.465543 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-13240e08-1221-4d78-8230-1cf537cd95b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (cb1ea545-1721-45ec-a3da-3a855e90a2e6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:50.467832 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 6ecc36be-422b-499f-9c23-06999c371342 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:30:50.478054 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6ecc36be-422b-499f-9c23-06999c371342 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:30:50.507846 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-13240e08-1221-4d78-8230-1cf537cd95b1 admin admin] Calling delete_port for cb1ea545-1721-45ec-a3da-3a855e90a2e6 owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:30:50.541851 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-a42e5685-c423-4807-b1f1-645a560eab9c req-3bc0ce5f-3c1f-4207-a1e9-47ccf5d61032 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] For port b58dd629-4585-49a7-9b5f-ef308d81755a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=b58dd629-4585-49a7-9b5f-ef308d81755a,segment=NetworkSegment(49cc5804-95ec-45a3-a70d-522fb54a57ed),segment_id=49cc5804-95ec-45a3-a70d-522fb54a57ed)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:50.542239 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a42e5685-c423-4807-b1f1-645a560eab9c req-3bc0ce5f-3c1f-4207-a1e9-47ccf5d61032 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b58dd629-4585-49a7-9b5f-ef308d81755a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:50.588500 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-a42e5685-c423-4807-b1f1-645a560eab9c req-3bc0ce5f-3c1f-4207-a1e9-47ccf5d61032 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Calling delete_port for b58dd629-4585-49a7-9b5f-ef308d81755a owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:30:50.837509 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-13240e08-1221-4d78-8230-1cf537cd95b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (cb1ea545-1721-45ec-a3da-3a855e90a2e6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:50.869035 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-594f624a-b930-4c32-9213-0ac69d438107 req-b1de7879-3e24-47fc-92d3-e104c3849e9b tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8172221 Feb 08 21:30:50.873575 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13240e08-1221-4d78-8230-1cf537cd95b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb1ea545-1721-45ec-a3da-3a855e90a2e6,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:50.890535 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f733c86-895e-49a4-939e-ae46b244c1f6 req-263fa39b-2920-4081-b7a5-acf5635528c2 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:50.892460 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7f733c86-895e-49a4-939e-ae46b244c1f6 req-263fa39b-2920-4081-b7a5-acf5635528c2 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=a2a1afd5-2141-4d86-956c-97e029126e19 HTTP/1.1" status: 200 len: 946 time: 0.8081439 Feb 08 21:30:50.998064 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-13240e08-1221-4d78-8230-1cf537cd95b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (cd626cd4-d443-491a-ae09-50fc6bba2993), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:51.030501 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a42e5685-c423-4807-b1f1-645a560eab9c req-3bc0ce5f-3c1f-4207-a1e9-47ccf5d61032 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (b58dd629-4585-49a7-9b5f-ef308d81755a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:51.042308 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['b58dd629-4585-49a7-9b5f-ef308d81755a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:30:51.210278 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0ce5f-3c1f-4207-a1e9-47ccf5d61032 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Pushing event deleted for resources: {'Port': ['ID=b58dd629-4585-49a7-9b5f-ef308d81755a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:51.402217 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42e5685-c423-4807-b1f1-645a560eab9c req-3bc0ce5f-3c1f-4207-a1e9-47ccf5d61032 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] No DVR routers for this DVR port b58dd629-4585-49a7-9b5f-ef308d81755a on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:30:51.405081 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a42e5685-c423-4807-b1f1-645a560eab9c req-3bc0ce5f-3c1f-4207-a1e9-47ccf5d61032 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:51.422552 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a42e5685-c423-4807-b1f1-645a560eab9c req-3bc0ce5f-3c1f-4207-a1e9-47ccf5d61032 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.94 "DELETE /v2.0/ports/b58dd629-4585-49a7-9b5f-ef308d81755a HTTP/1.1" status: 204 len: 173 time: 1.4614573 Feb 08 21:30:51.423058 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31339ac2-882a-44f1-ac2b-071d8cb94f51', 'name': 'network-vif-deleted', 'tag': 'b58dd629-4585-49a7-9b5f-ef308d81755a'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:30:51.427948 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd65087a-3aa8-47a2-b49a-11c423bad099" -d '{"events": [{"server_uuid": "31339ac2-882a-44f1-ac2b-071d8cb94f51", "name": "network-vif-deleted", "tag": "b58dd629-4585-49a7-9b5f-ef308d81755a"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:30:51.450520 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7f733c86-895e-49a4-939e-ae46b244c1f6 req-90a1c971-fae1-4f81-91dd-0d94f6c6cca5 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5500629 Feb 08 21:30:51.552356 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-13240e08-1221-4d78-8230-1cf537cd95b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (cd626cd4-d443-491a-ae09-50fc6bba2993), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:51.558613 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-13240e08-1221-4d78-8230-1cf537cd95b1 admin admin] Publish callbacks [] for router_controller (cd626cd4-d443-491a-ae09-50fc6bba2993), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:51.824115 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea6d2d3c-5ba0-45fe-b1af-8c7a684a9a4f req-66b649c4-7bda-4f18-b502-744fba35b6e7 service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5907743 Feb 08 21:30:51.955330 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-13240e08-1221-4d78-8230-1cf537cd95b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (cd626cd4-d443-491a-ae09-50fc6bba2993), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:51.966234 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13240e08-1221-4d78-8230-1cf537cd95b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd626cd4-d443-491a-ae09-50fc6bba2993 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:30:51.992210 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-13240e08-1221-4d78-8230-1cf537cd95b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:51.996845 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-13240e08-1221-4d78-8230-1cf537cd95b1 admin admin] 10.222.0.88 "DELETE /v2.0/routers/cd626cd4-d443-491a-ae09-50fc6bba2993 HTTP/1.1" status: 204 len: 168 time: 3.9857998 Feb 08 21:30:52.002063 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56470) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:30:52.152405 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-27447ee9-e4ac-41da-9e66-58275c33bd0d admin admin] Deleting subnet f43758c8-bfbc-41ab-ad3e-a63f473811f5 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:30:52.154772 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d441d-40d1-4649-bd01-080d7e6ce5e6 req-2bc06817-c2b0-4198-a701-85bf5c45c0b9 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:52.158541 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27447ee9-e4ac-41da-9e66-58275c33bd0d admin admin] Publish callbacks [] for subnet (f43758c8-bfbc-41ab-ad3e-a63f473811f5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:52.160497 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4b7d441d-40d1-4649-bd01-080d7e6ce5e6 req-2bc06817-c2b0-4198-a701-85bf5c45c0b9 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9c40cc1-7f3e-46f3-b72e-d7c9bde72737 HTTP/1.1" status: 200 len: 945 time: 0.7596385 Feb 08 21:30:52.196635 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa7510-7eab-409b-951e-661adb37711a req-846b7abd-393a-4eab-b9e8-31f822a3075a tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:52.200983 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23fa7510-7eab-409b-951e-661adb37711a req-846b7abd-393a-4eab-b9e8-31f822a3075a tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] 10.222.0.96 "GET /v2.0/ports?device_id=a9c40cc1-7f3e-46f3-b72e-d7c9bde72737 HTTP/1.1" status: 200 len: 945 time: 0.7397072 Feb 08 21:30:52.297346 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27447ee9-e4ac-41da-9e66-58275c33bd0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (f43758c8-bfbc-41ab-ad3e-a63f473811f5), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:52.547395 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27447ee9-e4ac-41da-9e66-58275c33bd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (f43758c8-bfbc-41ab-ad3e-a63f473811f5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:52.822433 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27447ee9-e4ac-41da-9e66-58275c33bd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (f43758c8-bfbc-41ab-ad3e-a63f473811f5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:52.925411 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27447ee9-e4ac-41da-9e66-58275c33bd0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f43758c8-bfbc-41ab-ad3e-a63f473811f5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:52.927506 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27447ee9-e4ac-41da-9e66-58275c33bd0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:52.933505 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464ab61c-2bfa-4c4e-b1be-4cffcfaffd22 None None] Network 57cbad7e-3b64-4e09-ae3a-45297efa7719 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:30:52.948491 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-27447ee9-e4ac-41da-9e66-58275c33bd0d admin admin] 10.222.0.88 "DELETE /v2.0/subnets/f43758c8-bfbc-41ab-ad3e-a63f473811f5 HTTP/1.1" status: 204 len: 168 time: 0.9415414 Feb 08 21:30:52.949919 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56482) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:30:53.116305 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8aa2ecd0-72fe-438f-ba4e-222ee1fd0349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (57cbad7e-3b64-4e09-ae3a-45297efa7719), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:53.202722 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8aa2ecd0-72fe-438f-ba4e-222ee1fd0349 admin admin] Deleting port bc75185c-db21-4076-bfa1-c5d9981ae2c3 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:30:53.203549 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8aa2ecd0-72fe-438f-ba4e-222ee1fd0349 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (bc75185c-db21-4076-bfa1-c5d9981ae2c3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:53.239326 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d6e8d-8479-4c66-8738-41ba13a26afc req-3a8c1837-59b6-4386-9057-8885294bd8bc tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:53.247548 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-542d6e8d-8479-4c66-8738-41ba13a26afc req-3a8c1837-59b6-4386-9057-8885294bd8bc tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f HTTP/1.1" status: 200 len: 946 time: 1.3807242 Feb 08 21:30:53.273441 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96ced35-c283-4a6f-9906-165c5da8c09b None None] DHCP port deletion for 57cbad7e-3b64-4e09-ae3a-45297efa7719 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:30:53.345590 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-8aa2ecd0-72fe-438f-ba4e-222ee1fd0349 admin admin] For port bc75185c-db21-4076-bfa1-c5d9981ae2c3, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=bc75185c-db21-4076-bfa1-c5d9981ae2c3,segment=NetworkSegment(43928929-29f5-4c87-b689-ff97b926ad86),segment_id=43928929-29f5-4c87-b689-ff97b926ad86)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:53.345889 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8aa2ecd0-72fe-438f-ba4e-222ee1fd0349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (bc75185c-db21-4076-bfa1-c5d9981ae2c3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:53.363686 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8aa2ecd0-72fe-438f-ba4e-222ee1fd0349 admin admin] Calling delete_port for bc75185c-db21-4076-bfa1-c5d9981ae2c3 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:30:53.407215 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f96ced35-c283-4a6f-9906-165c5da8c09b None None] Deleting port bc75185c-db21-4076-bfa1-c5d9981ae2c3 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:30:53.407919 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f96ced35-c283-4a6f-9906-165c5da8c09b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (bc75185c-db21-4076-bfa1-c5d9981ae2c3), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:53.434961 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea6d2d3c-5ba0-45fe-b1af-8c7a684a9a4f req-a50daa9c-59f7-4058-9066-551faf50ea78 service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2078714 Feb 08 21:30:53.479821 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4b7d441d-40d1-4649-bd01-080d7e6ce5e6 req-ae204af1-858e-4eca-bd89-adf7557e8c49 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] 10.222.0.88 "GET /v2.0/security-groups?id=870bf65e-927b-49c5-8d00-249e16cc43a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3092108 Feb 08 21:30:53.486229 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-542d6e8d-8479-4c66-8738-41ba13a26afc req-7df9dbd7-8098-4ab2-8060-cdfe9047d0f3 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377162 Feb 08 21:30:53.488230 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8aa2ecd0-72fe-438f-ba4e-222ee1fd0349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (bc75185c-db21-4076-bfa1-c5d9981ae2c3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:53.516621 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa2ecd0-72fe-438f-ba4e-222ee1fd0349 admin admin] No DVR routers for this DVR port bc75185c-db21-4076-bfa1-c5d9981ae2c3 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:30:53.626512 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-23fa7510-7eab-409b-951e-661adb37711a req-6cf5060f-51f1-40a0-971c-2cb3a62c4b61 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Deleting port dbe3349d-5a9a-4bce-83a7-31ecef7118c7 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:30:53.629837 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-23fa7510-7eab-409b-951e-661adb37711a req-6cf5060f-51f1-40a0-971c-2cb3a62c4b61 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (dbe3349d-5a9a-4bce-83a7-31ecef7118c7), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:53.836480 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device b58dd629-4585-49a7-9b5f-ef308d81755a no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:30:53.860313 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: b58dd629-4585-49a7-9b5f-ef308d81755a {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:30:53.860749 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834e528a-d789-43c9-8d24-1b9368e0d54c x-openstack-request-id: req-834e528a-d789-43c9-8d24-1b9368e0d54c {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:30:53.861066 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31339ac2-882a-44f1-ac2b-071d8cb94f51", "name": "network-vif-deleted", "tag": "b58dd629-4585-49a7-9b5f-ef308d81755a", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:30:53.861186 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device b58dd629-4585-49a7-9b5f-ef308d81755a not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:30:53.861360 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-834e528a-d789-43c9-8d24-1b9368e0d54c {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:30:53.865011 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31339ac2-882a-44f1-ac2b-071d8cb94f51', 'name': 'network-vif-deleted', 'tag': 'b58dd629-4585-49a7-9b5f-ef308d81755a', 'status': 'completed', 'code': 200} Feb 08 21:30:53.866744 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2ecd0-72fe-438f-ba4e-222ee1fd0349 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc75185c-db21-4076-bfa1-c5d9981ae2c3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:53.886249 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8aa2ecd0-72fe-438f-ba4e-222ee1fd0349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (57cbad7e-3b64-4e09-ae3a-45297efa7719), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:53.907484 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f96ced35-c283-4a6f-9906-165c5da8c09b None None] For port bc75185c-db21-4076-bfa1-c5d9981ae2c3, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=bc75185c-db21-4076-bfa1-c5d9981ae2c3,segment=NetworkSegment(43928929-29f5-4c87-b689-ff97b926ad86),segment_id=43928929-29f5-4c87-b689-ff97b926ad86)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:53.907484 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f96ced35-c283-4a6f-9906-165c5da8c09b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (bc75185c-db21-4076-bfa1-c5d9981ae2c3), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:53.937389 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f96ced35-c283-4a6f-9906-165c5da8c09b None None] Calling delete_port for bc75185c-db21-4076-bfa1-c5d9981ae2c3 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:30:53.956062 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-8aa2ecd0-72fe-438f-ba4e-222ee1fd0349 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57cbad7e-3b64-4e09-ae3a-45297efa7719']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:30:53.982536 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-8aa2ecd0-72fe-438f-ba4e-222ee1fd0349 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43928929-29f5-4c87-b689-ff97b926ad86') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:30:53.983491 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-8aa2ecd0-72fe-438f-ba4e-222ee1fd0349 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43928929-29f5-4c87-b689-ff97b926ad86') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:30:54.009887 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e31bf-2198-45cc-a7ab-244d79d41b4f req-b02f1c53-5d37-4094-8c26-efab428eadd0 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:54.012250 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a80e31bf-2198-45cc-a7ab-244d79d41b4f req-b02f1c53-5d37-4094-8c26-efab428eadd0 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.2993438 Feb 08 21:30:54.017424 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8aa2ecd0-72fe-438f-ba4e-222ee1fd0349 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (43928929-29f5-4c87-b689-ff97b926ad86), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:54.035690 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-23fa7510-7eab-409b-951e-661adb37711a req-6cf5060f-51f1-40a0-971c-2cb3a62c4b61 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] For port dbe3349d-5a9a-4bce-83a7-31ecef7118c7, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=dbe3349d-5a9a-4bce-83a7-31ecef7118c7,segment=NetworkSegment(25e8d9a0-48dc-4016-8cdd-866150a70e4a),segment_id=25e8d9a0-48dc-4016-8cdd-866150a70e4a)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:30:54.036466 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-23fa7510-7eab-409b-951e-661adb37711a req-6cf5060f-51f1-40a0-971c-2cb3a62c4b61 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (dbe3349d-5a9a-4bce-83a7-31ecef7118c7), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:54.046087 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8aa2ecd0-72fe-438f-ba4e-222ee1fd0349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (43928929-29f5-4c87-b689-ff97b926ad86), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:54.055466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decf292-49a8-4b6c-8a9d-044d4bffac08 req-3e9d2dfc-eec6-461d-8aa4-34881aa74616 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:54.059099 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa2ecd0-72fe-438f-ba4e-222ee1fd0349 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:30:54.059893 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8aa2ecd0-72fe-438f-ba4e-222ee1fd0349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (43928929-29f5-4c87-b689-ff97b926ad86), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:54.064728 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9decf292-49a8-4b6c-8a9d-044d4bffac08 req-3e9d2dfc-eec6-461d-8aa4-34881aa74616 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 944 time: 0.2189965 Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:30:54.064995 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: from cryptography.utils import int_from_bytes Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: from cryptography.utils import int_from_bytes Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:30:54.094433 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:30:54.097678 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:30:54.097678 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:30:54.097678 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:30:54.097678 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:30:54.097678 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:30:54.097678 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:30:54.097678 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:30:54.097678 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:30:54.097678 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:30:54.097678 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:30:54.097678 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:30:54.097678 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:30:54.097678 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:30:54.097678 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:30:54.101618 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-23fa7510-7eab-409b-951e-661adb37711a req-6cf5060f-51f1-40a0-971c-2cb3a62c4b61 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Calling delete_port for dbe3349d-5a9a-4bce-83a7-31ecef7118c7 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:30:54.107665 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f96ced35-c283-4a6f-9906-165c5da8c09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (bc75185c-db21-4076-bfa1-c5d9981ae2c3), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:54.147769 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8aa2ecd0-72fe-438f-ba4e-222ee1fd0349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (57cbad7e-3b64-4e09-ae3a-45297efa7719), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:54.154118 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96ced35-c283-4a6f-9906-165c5da8c09b None None] No DVR routers for this DVR port bc75185c-db21-4076-bfa1-c5d9981ae2c3 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:30:54.160748 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8aa2ecd0-72fe-438f-ba4e-222ee1fd0349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:54.185418 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8aa2ecd0-72fe-438f-ba4e-222ee1fd0349 admin admin] 10.222.0.88 "DELETE /v2.0/networks/57cbad7e-3b64-4e09-ae3a-45297efa7719 HTTP/1.1" status: 204 len: 168 time: 1.2331030 Feb 08 21:30:54.227246 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a80e31bf-2198-45cc-a7ab-244d79d41b4f req-c41ae0f9-1733-4997-9827-28163d9be8a2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019582 Feb 08 21:30:54.242061 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2ecd0-72fe-438f-ba4e-222ee1fd0349 admin admin] Pushing event deleted for resources: {'Network': ['ID=57cbad7e-3b64-4e09-ae3a-45297efa7719,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:54.243729 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9decf292-49a8-4b6c-8a9d-044d4bffac08 req-18204422-a875-4c29-a2c4-1dcb8d6180a0 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780510 Feb 08 21:30:54.266036 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ced35-c283-4a6f-9906-165c5da8c09b None None] Pushing event deleted for resources: {'Port': ['ID=bc75185c-db21-4076-bfa1-c5d9981ae2c3,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:54.320016 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e40c2fef-c49b-4f6c-a121-2638526688f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:54.394620 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-41c0be76-da3e-416f-8584-e052081e2ea4 req-bce990d7-abea-467b-8c88-e9932f71b2df tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups/7449e367-9e47-42c6-9475-f53d3703b9c9 HTTP/1.1" status: 200 len: 1820 time: 0.0882013 Feb 08 21:30:54.420640 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device bc75185c-db21-4076-bfa1-c5d9981ae2c3 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:30:54.489629 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: bc75185c-db21-4076-bfa1-c5d9981ae2c3 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:30:54.490377 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device bc75185c-db21-4076-bfa1-c5d9981ae2c3 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:30:54.493661 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cb1ea545-1721-45ec-a3da-3a855e90a2e6 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:30:54.562807 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab864d-9935-4842-af37-3fcf26946073 req-4f08813c-0032-4f6c-a8b1-0f14e5bf89ff tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:54.564368 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-73ab864d-9935-4842-af37-3fcf26946073 req-4f08813c-0032-4f6c-a8b1-0f14e5bf89ff tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=a2a1afd5-2141-4d86-956c-97e029126e19 HTTP/1.1" status: 200 len: 946 time: 0.1671672 Feb 08 21:30:54.570420 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: cb1ea545-1721-45ec-a3da-3a855e90a2e6 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:30:54.570762 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cb1ea545-1721-45ec-a3da-3a855e90a2e6 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:30:54.624263 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-23fa7510-7eab-409b-951e-661adb37711a req-6cf5060f-51f1-40a0-971c-2cb3a62c4b61 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (dbe3349d-5a9a-4bce-83a7-31ecef7118c7), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:54.634002 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-41c0be76-da3e-416f-8584-e052081e2ea4 req-9847b966-56ff-4291-8dc3-9a5406426413 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (7449e367-9e47-42c6-9475-f53d3703b9c9), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:54.662157 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-41c0be76-da3e-416f-8584-e052081e2ea4 req-9847b966-56ff-4291-8dc3-9a5406426413 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (7449e367-9e47-42c6-9475-f53d3703b9c9), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:54.666861 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56494) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:30:54.760681 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1d9bde03-8270-4357-b2bc-e4bb0dbce621 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b44a7bc88f394e19bbf8b7a304dc1320&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0925121 Feb 08 21:30:54.763087 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56496) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:30:54.765643 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-41c0be76-da3e-416f-8584-e052081e2ea4 req-9847b966-56ff-4291-8dc3-9a5406426413 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7449e367-9e47-42c6-9475-f53d3703b9c9), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:54.768514 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-41c0be76-da3e-416f-8584-e052081e2ea4 req-9847b966-56ff-4291-8dc3-9a5406426413 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:54.777538 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-41c0be76-da3e-416f-8584-e052081e2ea4 req-9847b966-56ff-4291-8dc3-9a5406426413 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "DELETE /v2.0/security-groups/7449e367-9e47-42c6-9475-f53d3703b9c9 HTTP/1.1" status: 204 len: 173 time: 0.3707721 Feb 08 21:30:54.819442 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5060f-51f1-40a0-971c-2cb3a62c4b61 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Pushing event deleted for resources: {'Port': ['ID=dbe3349d-5a9a-4bce-83a7-31ecef7118c7,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:54.838130 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-73ab864d-9935-4842-af37-3fcf26946073 req-f906f075-4345-4eba-bff9-950776c0b42f tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624717 Feb 08 21:30:54.859404 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e6792e7-a4c7-44ff-b4ca-d49476362378 admin admin] Publish callbacks [] for security_group (21caf470-0421-46fb-8233-c3d81d70b74d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:54.861625 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847b966-56ff-4291-8dc3-9a5406426413 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7449e367-9e47-42c6-9475-f53d3703b9c9,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:54.958785 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e6792e7-a4c7-44ff-b4ca-d49476362378 admin admin] Publish callbacks [] for security_group (21caf470-0421-46fb-8233-c3d81d70b74d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:55.022520 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e6792e7-a4c7-44ff-b4ca-d49476362378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (21caf470-0421-46fb-8233-c3d81d70b74d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:55.025816 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e6792e7-a4c7-44ff-b4ca-d49476362378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:55.030303 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7e6792e7-a4c7-44ff-b4ca-d49476362378 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/21caf470-0421-46fb-8233-c3d81d70b74d HTTP/1.1" status: 204 len: 168 time: 0.2660997 Feb 08 21:30:55.032671 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a1c0cc1-59e5-4eea-bc8d-a5e532a067ef req-c395485f-aaac-4b6c-a465-f2940e3110ff tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9c40cc1-7f3e-46f3-b72e-d7c9bde72737 HTTP/1.1" status: 200 len: 210 time: 0.1676011 Feb 08 21:30:55.058483 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6792e7-a4c7-44ff-b4ca-d49476362378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21caf470-0421-46fb-8233-c3d81d70b74d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:55.077333 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fa7510-7eab-409b-951e-661adb37711a req-6cf5060f-51f1-40a0-971c-2cb3a62c4b61 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] No DVR routers for this DVR port dbe3349d-5a9a-4bce-83a7-31ecef7118c7 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:30:55.081635 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-23fa7510-7eab-409b-951e-661adb37711a req-6cf5060f-51f1-40a0-971c-2cb3a62c4b61 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:55.086587 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23fa7510-7eab-409b-951e-661adb37711a req-6cf5060f-51f1-40a0-971c-2cb3a62c4b61 tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] 10.222.0.96 "DELETE /v2.0/ports/dbe3349d-5a9a-4bce-83a7-31ecef7118c7 HTTP/1.1" status: 204 len: 173 time: 1.8687294 Feb 08 21:30:55.087090 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c40cc1-7f3e-46f3-b72e-d7c9bde72737', 'name': 'network-vif-deleted', 'tag': 'dbe3349d-5a9a-4bce-83a7-31ecef7118c7'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:30:55.097774 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b209c6a4-5d55-48bf-8bfd-42eb2453a160" -d '{"events": [{"server_uuid": "a9c40cc1-7f3e-46f3-b72e-d7c9bde72737", "name": "network-vif-deleted", "tag": "dbe3349d-5a9a-4bce-83a7-31ecef7118c7"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:30:55.139267 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efdaeb-e5eb-412a-bde6-92d3fd059251 req-4e1331dd-8687-4a2a-ba05-bb3ec3ca65c1 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:55.140955 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-79efdaeb-e5eb-412a-bde6-92d3fd059251 req-4e1331dd-8687-4a2a-ba05-bb3ec3ca65c1 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f HTTP/1.1" status: 200 len: 946 time: 0.1628377 Feb 08 21:30:55.215100 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d259ed4-a530-49dd-89c9-afc6b86f3adb req-39b2de3d-3801-4373-b09d-d463c87ec08b tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "GET /v2.0/security-groups/0300313b-d557-4c5c-b029-1002804e6f57 HTTP/1.1" status: 200 len: 1819 time: 0.0934782 Feb 08 21:30:55.235424 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-79efdaeb-e5eb-412a-bde6-92d3fd059251 req-57c3fb7c-667b-47d6-a9dc-b63147ee84a1 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842085 Feb 08 21:30:55.378822 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8d259ed4-a530-49dd-89c9-afc6b86f3adb req-614f83c9-f6e6-4933-bf7b-f94920eafbe0 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (0300313b-d557-4c5c-b029-1002804e6f57), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:55.422845 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8d259ed4-a530-49dd-89c9-afc6b86f3adb req-614f83c9-f6e6-4933-bf7b-f94920eafbe0 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (0300313b-d557-4c5c-b029-1002804e6f57), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:55.551946 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90ee3d-3a00-4ebe-b564-537ad09244c8 req-64ef5c3d-8f06-4d6a-ac6b-dd07ed54f735 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:55.560004 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d90ee3d-3a00-4ebe-b564-537ad09244c8 req-64ef5c3d-8f06-4d6a-ac6b-dd07ed54f735 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.1391687 Feb 08 21:30:55.579636 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8d259ed4-a530-49dd-89c9-afc6b86f3adb req-614f83c9-f6e6-4933-bf7b-f94920eafbe0 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0300313b-d557-4c5c-b029-1002804e6f57), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:55.582398 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8d259ed4-a530-49dd-89c9-afc6b86f3adb req-614f83c9-f6e6-4933-bf7b-f94920eafbe0 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:55.583575 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d259ed4-a530-49dd-89c9-afc6b86f3adb req-614f83c9-f6e6-4933-bf7b-f94920eafbe0 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] 10.222.0.88 "DELETE /v2.0/security-groups/0300313b-d557-4c5c-b029-1002804e6f57 HTTP/1.1" status: 204 len: 173 time: 0.3599775 Feb 08 21:30:55.589808 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56518) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:30:55.608961 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device dbe3349d-5a9a-4bce-83a7-31ecef7118c7 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:30:55.683578 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d90ee3d-3a00-4ebe-b564-537ad09244c8 req-560980be-3eda-4cd6-b556-c59ab8bd3b18 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225662 Feb 08 21:30:55.684922 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f83c9-f6e6-4933-bf7b-f94920eafbe0 tempest-SecurityGroupsTestJSON-1731808417 tempest-SecurityGroupsTestJSON-1731808417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0300313b-d557-4c5c-b029-1002804e6f57,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:55.731304 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: dbe3349d-5a9a-4bce-83a7-31ecef7118c7 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:30:55.732660 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device dbe3349d-5a9a-4bce-83a7-31ecef7118c7 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:30:55.754974 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7623c1-1094-4b41-b412-e531e5710679 x-openstack-request-id: req-3f7623c1-1094-4b41-b412-e531e5710679 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:30:55.755286 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c40cc1-7f3e-46f3-b72e-d7c9bde72737", "name": "network-vif-deleted", "tag": "dbe3349d-5a9a-4bce-83a7-31ecef7118c7", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:30:55.755554 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3f7623c1-1094-4b41-b412-e531e5710679 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:30:55.756026 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c40cc1-7f3e-46f3-b72e-d7c9bde72737', 'name': 'network-vif-deleted', 'tag': 'dbe3349d-5a9a-4bce-83a7-31ecef7118c7', 'status': 'completed', 'code': 200} Feb 08 21:30:55.772488 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29566df-f7a4-487a-9425-b79c40159ec3 admin admin] Deleting subnet 310c6bc1-a154-4dd4-be9e-9319761a4464 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:30:55.783419 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d29566df-f7a4-487a-9425-b79c40159ec3 admin admin] Publish callbacks [] for subnet (310c6bc1-a154-4dd4-be9e-9319761a4464), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:55.872332 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d29566df-f7a4-487a-9425-b79c40159ec3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (310c6bc1-a154-4dd4-be9e-9319761a4464), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:55.923379 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d29566df-f7a4-487a-9425-b79c40159ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (310c6bc1-a154-4dd4-be9e-9319761a4464), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:56.000544 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d29566df-f7a4-487a-9425-b79c40159ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (310c6bc1-a154-4dd4-be9e-9319761a4464), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:56.019904 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918368b-2596-4893-a81a-ed585487ee89 req-01ae5876-dad6-4460-aafe-238e3d37754e tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:56.021572 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5918368b-2596-4893-a81a-ed585487ee89 req-01ae5876-dad6-4460-aafe-238e3d37754e tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 944 time: 0.1565168 Feb 08 21:30:56.041869 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac3378-ae5a-4d5e-aaf6-5e4d40a3ff82 req-5e948e58-5062-40e9-b8cf-beb6a7ae1efb tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:56.050027 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a7ac3378-ae5a-4d5e-aaf6-5e4d40a3ff82 req-5e948e58-5062-40e9-b8cf-beb6a7ae1efb tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.2605612 Feb 08 21:30:56.082589 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29566df-f7a4-487a-9425-b79c40159ec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=310c6bc1-a154-4dd4-be9e-9319761a4464,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:56.085615 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d29566df-f7a4-487a-9425-b79c40159ec3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:56.089676 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d29566df-f7a4-487a-9425-b79c40159ec3 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/310c6bc1-a154-4dd4-be9e-9319761a4464 HTTP/1.1" status: 204 len: 168 time: 0.4980309 Feb 08 21:30:56.096315 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56538) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:30:56.175185 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a7ac3378-ae5a-4d5e-aaf6-5e4d40a3ff82 req-f1ceba8e-ea9c-4f96-a544-2660a4ddc941 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188672 Feb 08 21:30:56.236526 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5918368b-2596-4893-a81a-ed585487ee89 req-3881eaf0-c740-4d3e-805e-07957c5ed960 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834714 Feb 08 21:30:56.334086 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-191331e8-3efe-4d5d-9aac-a1b7c9a36f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:56.378603 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-032fb5d7-2ad2-4ec4-aa47-87649cd6e65d req-0ba0a40b-c4bc-45f1-8f3e-a1e2d7a9703d tempest-InstanceActionsNegativeTestJSON-1649327089 tempest-InstanceActionsNegativeTestJSON-1649327089-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9c40cc1-7f3e-46f3-b72e-d7c9bde72737 HTTP/1.1" status: 200 len: 210 time: 0.0989757 Feb 08 21:30:56.480616 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-191331e8-3efe-4d5d-9aac-a1b7c9a36f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:56.538307 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-191331e8-3efe-4d5d-9aac-a1b7c9a36f32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:30:56.562232 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-191331e8-3efe-4d5d-9aac-a1b7c9a36f32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49cc5804-95ec-45a3-a70d-522fb54a57ed') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:30:56.562695 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-191331e8-3efe-4d5d-9aac-a1b7c9a36f32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49cc5804-95ec-45a3-a70d-522fb54a57ed') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:30:56.571131 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a34fc7-8737-4d0b-b488-0191ca4eb85c req-4636d8a9-f4b9-492e-b7a7-a03419de48a2 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:56.576015 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-76a34fc7-8737-4d0b-b488-0191ca4eb85c req-4636d8a9-f4b9-492e-b7a7-a03419de48a2 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f HTTP/1.1" status: 200 len: 946 time: 0.0954289 Feb 08 21:30:56.578355 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-191331e8-3efe-4d5d-9aac-a1b7c9a36f32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (49cc5804-95ec-45a3-a70d-522fb54a57ed), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:56.598586 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-191331e8-3efe-4d5d-9aac-a1b7c9a36f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (49cc5804-95ec-45a3-a70d-522fb54a57ed), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:56.610965 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-191331e8-3efe-4d5d-9aac-a1b7c9a36f32 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:30:56.611675 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-191331e8-3efe-4d5d-9aac-a1b7c9a36f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (49cc5804-95ec-45a3-a70d-522fb54a57ed), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:30:56.627016 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:30:56.652578 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-76a34fc7-8737-4d0b-b488-0191ca4eb85c req-670c9799-9604-4c10-8da6-80228e4223e9 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674500 Feb 08 21:30:56.714714 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-191331e8-3efe-4d5d-9aac-a1b7c9a36f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:56.724117 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-191331e8-3efe-4d5d-9aac-a1b7c9a36f32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:56.731505 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-191331e8-3efe-4d5d-9aac-a1b7c9a36f32 admin admin] 10.222.0.88 "DELETE /v2.0/networks/e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b HTTP/1.1" status: 204 len: 168 time: 0.6333704 Feb 08 21:30:56.749193 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191331e8-3efe-4d5d-9aac-a1b7c9a36f32 admin admin] Pushing event deleted for resources: {'Network': ['ID=e036cfcb-b211-4c27-9a3a-d6db7ce3dd7b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:56.812297 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c3ca9-b688-47f4-87b9-6bc95f370e89 req-83be1004-8278-448b-8368-5b8da0558a7b tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:56.821132 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-540c3ca9-b688-47f4-87b9-6bc95f370e89 req-83be1004-8278-448b-8368-5b8da0558a7b tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.1044729 Feb 08 21:30:56.908089 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-540c3ca9-b688-47f4-87b9-6bc95f370e89 req-c1a4873d-efb6-4b34-b1c6-9548d5a1ba46 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857778 Feb 08 21:30:57.136857 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56592) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:30:57.204745 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cc7412bd-50ca-45f9-a140-a2e9557de215 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ccc07b4dde804a05ac4fc4b6116c0c0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0648365 Feb 08 21:30:57.207789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56596) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:30:57.329661 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1fe361e6-9bb9-4245-acc3-c87383849cf2 admin admin] Publish callbacks [] for security_group (8bb66473-333c-489b-91fe-1fc152d05e99), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:57.355635 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8be3c20-e18c-4885-ac59-f402e226a7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:57.408527 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1fe361e6-9bb9-4245-acc3-c87383849cf2 admin admin] Publish callbacks [] for security_group (8bb66473-333c-489b-91fe-1fc152d05e99), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:57.426181 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56bada-6fef-4dce-955b-6b90a7ba836a req-02b518ed-a0e5-47b3-a99a-b7c38127d00b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:57.429080 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1e56bada-6fef-4dce-955b-6b90a7ba836a req-02b518ed-a0e5-47b3-a99a-b7c38127d00b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.1519172 Feb 08 21:30:57.429382 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56604) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:30:57.579707 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1e56bada-6fef-4dce-955b-6b90a7ba836a req-be77a42d-290c-4ae5-a4ce-3b10f14867d7 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370094 Feb 08 21:30:57.596888 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90524489-8d02-4118-a4ff-774e25061822 req-ecb835cd-7ad3-4550-b72e-49e0aa00bd91 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:57.613189 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-90524489-8d02-4118-a4ff-774e25061822 req-ecb835cd-7ad3-4550-b72e-49e0aa00bd91 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 944 time: 0.1825681 Feb 08 21:30:57.659273 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56610) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:30:57.667504 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94fce99f-6eb2-491d-b51c-2f88d41e3383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:57.673491 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1fe361e6-9bb9-4245-acc3-c87383849cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8bb66473-333c-489b-91fe-1fc152d05e99), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:57.682834 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1fe361e6-9bb9-4245-acc3-c87383849cf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:57.702728 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1fe361e6-9bb9-4245-acc3-c87383849cf2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8bb66473-333c-489b-91fe-1fc152d05e99 HTTP/1.1" status: 204 len: 168 time: 0.4924605 Feb 08 21:30:57.790510 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe361e6-9bb9-4245-acc3-c87383849cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb66473-333c-489b-91fe-1fc152d05e99,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:57.851260 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-90524489-8d02-4118-a4ff-774e25061822 req-1c2a16cc-b0d7-4e37-b990-581972549510 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343240 Feb 08 21:30:57.871388 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf143cb4-2763-40bb-a18e-0663b127ba01 admin admin] Deleting subnet e08acff3-1259-4539-8b6a-fa36d366bb68 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:30:57.872229 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cf143cb4-2763-40bb-a18e-0663b127ba01 admin admin] Publish callbacks [] for subnet (e08acff3-1259-4539-8b6a-fa36d366bb68), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:57.906608 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94fce99f-6eb2-491d-b51c-2f88d41e3383 admin admin] Publish callbacks [] for security_group (1e5e62cf-b7cd-46a9-a971-f907373f953d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:57.915134 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94fce99f-6eb2-491d-b51c-2f88d41e3383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (1e5e62cf-b7cd-46a9-a971-f907373f953d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:57.932600 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cf143cb4-2763-40bb-a18e-0663b127ba01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (e08acff3-1259-4539-8b6a-fa36d366bb68), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:57.942068 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d300cfb-eef2-4081-acd8-8b3363b53590 req-33e5c3bd-33e0-40e2-98ff-0eb332aba77a tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:57.944377 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d300cfb-eef2-4081-acd8-8b3363b53590 req-33e5c3bd-33e0-40e2-98ff-0eb332aba77a tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f HTTP/1.1" status: 200 len: 946 time: 0.1911564 Feb 08 21:30:57.999224 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-94fce99f-6eb2-491d-b51c-2f88d41e3383 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7b9e446ed9cb4f7d889dfb2205fc95f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5681860 Feb 08 21:30:58.000354 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fce99f-6eb2-491d-b51c-2f88d41e3383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5e62cf-b7cd-46a9-a971-f907373f953d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:58.004427 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56618) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:30:58.082381 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cf143cb4-2763-40bb-a18e-0663b127ba01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (e08acff3-1259-4539-8b6a-fa36d366bb68), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:58.088505 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d300cfb-eef2-4081-acd8-8b3363b53590 req-652ba479-a54c-4ed7-876c-6859c608d786 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246514 Feb 08 21:30:58.106415 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-035683cc-5214-4f37-b982-0700a08247c8 admin admin] Publish callbacks [] for security_group (1e5e62cf-b7cd-46a9-a971-f907373f953d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:58.183697 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-035683cc-5214-4f37-b982-0700a08247c8 admin admin] Publish callbacks [] for security_group (1e5e62cf-b7cd-46a9-a971-f907373f953d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:58.212430 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d4396-e3fd-4968-b8e1-5dc7829304e9 req-83981d97-6bf4-43ab-9f81-97aeb22f4cc3 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:58.218434 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3a9d4396-e3fd-4968-b8e1-5dc7829304e9 req-83981d97-6bf4-43ab-9f81-97aeb22f4cc3 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.1696844 Feb 08 21:30:58.274965 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cf143cb4-2763-40bb-a18e-0663b127ba01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (e08acff3-1259-4539-8b6a-fa36d366bb68), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:58.285048 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-035683cc-5214-4f37-b982-0700a08247c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (1e5e62cf-b7cd-46a9-a971-f907373f953d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:58.302485 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-035683cc-5214-4f37-b982-0700a08247c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:58.309575 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-035683cc-5214-4f37-b982-0700a08247c8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1e5e62cf-b7cd-46a9-a971-f907373f953d HTTP/1.1" status: 204 len: 168 time: 0.3014419 Feb 08 21:30:58.310131 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf143cb4-2763-40bb-a18e-0663b127ba01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e08acff3-1259-4539-8b6a-fa36d366bb68,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:58.322762 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cf143cb4-2763-40bb-a18e-0663b127ba01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:58.324384 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035683cc-5214-4f37-b982-0700a08247c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5e62cf-b7cd-46a9-a971-f907373f953d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:58.325744 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cf143cb4-2763-40bb-a18e-0663b127ba01 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/e08acff3-1259-4539-8b6a-fa36d366bb68 HTTP/1.1" status: 204 len: 168 time: 0.6651812 Feb 08 21:30:58.329672 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56632) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:30:58.419043 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3a9d4396-e3fd-4968-b8e1-5dc7829304e9 req-9860afc2-9acd-436f-bffa-85ea86ae8fe4 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899736 Feb 08 21:30:58.481774 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d1839af5-64db-4749-9054-906e3d8610fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (0c438db0-e437-4712-88e8-ba69dcaef6af), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:58.729074 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d1839af5-64db-4749-9054-906e3d8610fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (0c438db0-e437-4712-88e8-ba69dcaef6af), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:58.780337 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-d1839af5-64db-4749-9054-906e3d8610fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c438db0-e437-4712-88e8-ba69dcaef6af']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:30:58.807176 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-d1839af5-64db-4749-9054-906e3d8610fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e8d9a0-48dc-4016-8cdd-866150a70e4a') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:30:58.807839 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-d1839af5-64db-4749-9054-906e3d8610fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e8d9a0-48dc-4016-8cdd-866150a70e4a') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:30:58.811131 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b893d9-3051-403a-ad99-210352c3c4ec req-3f49e932-b717-46bd-a250-07cc8a077555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:58.812886 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43b893d9-3051-403a-ad99-210352c3c4ec req-3f49e932-b717-46bd-a250-07cc8a077555 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ecd44d5e73bc4efdab021ff5425635d5&device_id=c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f HTTP/1.1" status: 200 len: 1129 time: 0.1640224 Feb 08 21:30:58.825866 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d1839af5-64db-4749-9054-906e3d8610fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (25e8d9a0-48dc-4016-8cdd-866150a70e4a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:58.862733 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c750ab-16cd-49cb-b802-561b947e2762 req-b4f51d63-d90f-4344-8569-ac3ceb6b8d15 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:58.870326 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-73c750ab-16cd-49cb-b802-561b947e2762 req-b4f51d63-d90f-4344-8569-ac3ceb6b8d15 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f HTTP/1.1" status: 200 len: 946 time: 0.2223890 Feb 08 21:30:58.944437 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d1839af5-64db-4749-9054-906e3d8610fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (25e8d9a0-48dc-4016-8cdd-866150a70e4a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:58.991419 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1839af5-64db-4749-9054-906e3d8610fb admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:30:58.992087 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d1839af5-64db-4749-9054-906e3d8610fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (25e8d9a0-48dc-4016-8cdd-866150a70e4a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:30:58.997471 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:30:59.103754 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-73c750ab-16cd-49cb-b802-561b947e2762 req-17709ba4-587d-4cc0-8264-9a40d657981f tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315762 Feb 08 21:30:59.137289 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:59.197572 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d1839af5-64db-4749-9054-906e3d8610fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (0c438db0-e437-4712-88e8-ba69dcaef6af), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:59.210726 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bf024-bacb-4ba2-b8d6-c43d2aa848cc req-8b1211e4-c2be-410f-8628-eb0a9dcc3deb tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:59.212304 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-190bf024-bacb-4ba2-b8d6-c43d2aa848cc req-8b1211e4-c2be-410f-8628-eb0a9dcc3deb tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.2854812 Feb 08 21:30:59.226921 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d1839af5-64db-4749-9054-906e3d8610fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:59.230777 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d1839af5-64db-4749-9054-906e3d8610fb admin admin] 10.222.0.88 "DELETE /v2.0/networks/0c438db0-e437-4712-88e8-ba69dcaef6af HTTP/1.1" status: 204 len: 168 time: 0.9001312 Feb 08 21:30:59.236270 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b893d9-3051-403a-ad99-210352c3c4ec req-a83c3e13-0e9a-4c0c-9277-4b52c5ef75d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:59.237952 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43b893d9-3051-403a-ad99-210352c3c4ec req-a83c3e13-0e9a-4c0c-9277-4b52c5ef75d1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 HTTP/1.1" status: 200 len: 917 time: 0.4160044 Feb 08 21:30:59.284579 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1839af5-64db-4749-9054-906e3d8610fb admin admin] Pushing event deleted for resources: {'Network': ['ID=0c438db0-e437-4712-88e8-ba69dcaef6af,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:30:59.334046 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43b893d9-3051-403a-ad99-210352c3c4ec req-0f138200-7f65-448f-9f26-cf00cc54e8d1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5 HTTP/1.1" status: 200 len: 217 time: 0.0657792 Feb 08 21:30:59.415937 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-190bf024-bacb-4ba2-b8d6-c43d2aa848cc req-a37dc6c8-9741-4de4-81c9-0362ca6d9931 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851156 Feb 08 21:30:59.431240 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d63fbf-d290-44c7-afe3-36ec59466c0b req-0bcd41e9-a29c-4089-8a66-7374db38caa8 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:59.439830 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-94d63fbf-d290-44c7-afe3-36ec59466c0b req-0bcd41e9-a29c-4089-8a66-7374db38caa8 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 944 time: 0.2444925 Feb 08 21:30:59.486863 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b893d9-3051-403a-ad99-210352c3c4ec req-a8df6ac0-29bd-4094-a5e7-35c1a3c08082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:59.491172 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43b893d9-3051-403a-ad99-210352c3c4ec req-a8df6ac0-29bd-4094-a5e7-35c1a3c08082 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=93da91fb-68ac-4db0-bd66-bb7bbf1aa7b4 HTTP/1.1" status: 200 len: 855 time: 0.1469936 Feb 08 21:30:59.564505 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-94d63fbf-d290-44c7-afe3-36ec59466c0b req-e9ef2a61-82ad-44f2-ae02-e467c35b8161 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228209 Feb 08 21:30:59.613854 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b893d9-3051-403a-ad99-210352c3c4ec req-2b8145ec-baa7-43b3-9ed1-c2c8073c9344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:30:59.617108 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43b893d9-3051-403a-ad99-210352c3c4ec req-2b8145ec-baa7-43b3-9ed1-c2c8073c9344 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1200893 Feb 08 21:30:59.659385 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56680) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:30:59.741308 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3f9d8d3a-20e6-4da6-ad78-4d58800ce2b1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dd62cbc742a94376b1857381486156bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0793366 Feb 08 21:30:59.743915 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56682) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:30:59.806946 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43b893d9-3051-403a-ad99-210352c3c4ec req-f95addcd-1582-4241-861d-d827f0fd1b27 service neutron] 10.222.0.96 "GET /v2.0/networks/2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768186 Feb 08 21:30:59.833724 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ded51abc-97d3-48af-b6b9-32b376187f99 admin admin] Publish callbacks [] for security_group (870bf65e-927b-49c5-8d00-249e16cc43a3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:30:59.852067 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56684) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:30:59.921881 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ded51abc-97d3-48af-b6b9-32b376187f99 admin admin] Publish callbacks [] for security_group (870bf65e-927b-49c5-8d00-249e16cc43a3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:00.014580 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43b893d9-3051-403a-ad99-210352c3c4ec req-2ffc88da-7b74-4d01-8998-bd42b66814cb service neutron] 10.222.0.96 "GET /v2.0/networks/2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018847 Feb 08 21:31:00.089588 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ded51abc-97d3-48af-b6b9-32b376187f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (870bf65e-927b-49c5-8d00-249e16cc43a3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:00.101661 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ded51abc-97d3-48af-b6b9-32b376187f99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:00.105014 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ded51abc-97d3-48af-b6b9-32b376187f99 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/870bf65e-927b-49c5-8d00-249e16cc43a3 HTTP/1.1" status: 204 len: 168 time: 0.3579953 Feb 08 21:31:00.135615 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded51abc-97d3-48af-b6b9-32b376187f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870bf65e-927b-49c5-8d00-249e16cc43a3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:00.287088 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2eb5f-6f99-48ac-9ff9-ff68e608eced req-1b75eb89-6453-440e-88d0-dca9d98b6744 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:00.290908 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-80c2eb5f-6f99-48ac-9ff9-ff68e608eced req-1b75eb89-6453-440e-88d0-dca9d98b6744 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f HTTP/1.1" status: 200 len: 946 time: 0.0924461 Feb 08 21:31:00.307317 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56696) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:00.375050 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-80c2eb5f-6f99-48ac-9ff9-ff68e608eced req-7e6b4fa4-1034-4033-a6fa-d40446ab207f tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594976 Feb 08 21:31:00.477382 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-35d7fd6e-1068-46ee-8105-27993b16cc45 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-791426556-network', 'tenant_id': '6397ec65027742af97122f0e8e24f15b'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:00.541942 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d7fd6e-1068-46ee-8105-27993b16cc45 admin admin] Made reservation on behalf of 6397ec65027742af97122f0e8e24f15b for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:31:00.544949 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35d7fd6e-1068-46ee-8105-27993b16cc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:00.576181 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35d7fd6e-1068-46ee-8105-27993b16cc45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:00.740875 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b0e4c-cd0c-475c-abd6-2c22f3d6f0b9 req-38d599fe-2dc5-4428-aa5c-035d78fd9377 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:00.746509 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa6b0e4c-cd0c-475c-abd6-2c22f3d6f0b9 req-38d599fe-2dc5-4428-aa5c-035d78fd9377 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.2235453 Feb 08 21:31:00.792147 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35d7fd6e-1068-46ee-8105-27993b16cc45 admin admin] Publish callbacks [] for security_group (71729b4b-3601-4d46-b902-c8a61a9816b8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:00.800132 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35d7fd6e-1068-46ee-8105-27993b16cc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (71729b4b-3601-4d46-b902-c8a61a9816b8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:00.817504 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-81a5956f-6afd-4284-ba2e-0cd24c64ab45 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1384043328-network', 'tenant_id': '2210bdb6190a499b965e9e91b21a6462'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:00.844500 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d7fd6e-1068-46ee-8105-27993b16cc45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:31:00.891505 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7fd6e-1068-46ee-8105-27993b16cc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71729b4b-3601-4d46-b902-c8a61a9816b8,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:00.892662 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa6b0e4c-cd0c-475c-abd6-2c22f3d6f0b9 req-00dab6db-d302-4fa9-a17c-be900a7b758a tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142833 Feb 08 21:31:00.907027 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12b4ca-70c7-4131-94c5-92ff1408d0d7 req-7c317982-fa3a-41e3-b4fc-70ef915b4127 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:00.908684 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b12b4ca-70c7-4131-94c5-92ff1408d0d7 req-7c317982-fa3a-41e3-b4fc-70ef915b4127 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 944 time: 0.1925287 Feb 08 21:31:00.939041 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35d7fd6e-1068-46ee-8105-27993b16cc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:00.939751 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-35d7fd6e-1068-46ee-8105-27993b16cc45 admin admin] Added segment fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334 of type vlan for network 408b6511-ea01-4c92-b584-46cf5335e828 Feb 08 21:31:00.998593 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a5956f-6afd-4284-ba2e-0cd24c64ab45 admin admin] Made reservation on behalf of 2210bdb6190a499b965e9e91b21a6462 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:31:01.001376 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81a5956f-6afd-4284-ba2e-0cd24c64ab45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:01.013727 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b12b4ca-70c7-4131-94c5-92ff1408d0d7 req-b7836774-e91c-4a2f-80af-5a158e7c429d tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935605 Feb 08 21:31:01.056276 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81a5956f-6afd-4284-ba2e-0cd24c64ab45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:01.074004 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35d7fd6e-1068-46ee-8105-27993b16cc45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (408b6511-ea01-4c92-b584-46cf5335e828), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:01.136602 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35d7fd6e-1068-46ee-8105-27993b16cc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (408b6511-ea01-4c92-b584-46cf5335e828), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:01.137986 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d7fd6e-1068-46ee-8105-27993b16cc45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:01.138926 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35d7fd6e-1068-46ee-8105-27993b16cc45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:01.210501 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7fd6e-1068-46ee-8105-27993b16cc45 admin admin] Pushing event updated for resources: {'Network': ['ID=408b6511-ea01-4c92-b584-46cf5335e828,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:01.227936 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 408b6511-ea01-4c92-b584-46cf5335e828 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:31:01.234460 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-35d7fd6e-1068-46ee-8105-27993b16cc45 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3799894 Feb 08 21:31:01.237549 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56720) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:01.248337 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f760906f-d318-4570-8900-cefbe2826492 admin admin] Request body: {'subnet': {'network_id': '408b6511-ea01-4c92-b584-46cf5335e828', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-791426556-subnet', 'tenant_id': '6397ec65027742af97122f0e8e24f15b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:01.317095 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f760906f-d318-4570-8900-cefbe2826492 admin admin] Made reservation on behalf of 6397ec65027742af97122f0e8e24f15b for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:31:01.320548 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f760906f-d318-4570-8900-cefbe2826492 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:01.349064 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81a5956f-6afd-4284-ba2e-0cd24c64ab45 admin admin] Publish callbacks [] for security_group (c3972c4a-0c49-4e2a-97e6-fd2a50253993), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:01.390737 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81a5956f-6afd-4284-ba2e-0cd24c64ab45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c3972c4a-0c49-4e2a-97e6-fd2a50253993), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:01.476434 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:01.492517 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a5956f-6afd-4284-ba2e-0cd24c64ab45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:31:01.499598 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:01.510644 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81a5956f-6afd-4284-ba2e-0cd24c64ab45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (ce64c4e4-0365-4126-a26d-b3297e73b8bc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:01.511257 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-81a5956f-6afd-4284-ba2e-0cd24c64ab45 admin admin] Added segment ce64c4e4-0365-4126-a26d-b3297e73b8bc of type vlan for network daaebf9e-b66d-42db-8ec2-b15fcd836888 Feb 08 21:31:01.571335 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81a5956f-6afd-4284-ba2e-0cd24c64ab45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (daaebf9e-b66d-42db-8ec2-b15fcd836888), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:01.661269 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd3ccd-7ca8-43f8-acbe-e17a43ae0b27 req-cfd5315c-acd8-40f7-b86d-feaf0dbf4ef7 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:01.669588 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a3fd3ccd-7ca8-43f8-acbe-e17a43ae0b27 req-cfd5315c-acd8-40f7-b86d-feaf0dbf4ef7 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f HTTP/1.1" status: 200 len: 946 time: 0.0845063 Feb 08 21:31:01.733647 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56740) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:01.768321 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a3fd3ccd-7ca8-43f8-acbe-e17a43ae0b27 req-0939d48e-1d6f-4e36-bd1a-1f483e17e2f7 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976920 Feb 08 21:31:01.791661 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a5956f-6afd-4284-ba2e-0cd24c64ab45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3972c4a-0c49-4e2a-97e6-fd2a50253993,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:01.800609 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81a5956f-6afd-4284-ba2e-0cd24c64ab45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (daaebf9e-b66d-42db-8ec2-b15fcd836888), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:01.801627 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a5956f-6afd-4284-ba2e-0cd24c64ab45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:01.802262 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81a5956f-6afd-4284-ba2e-0cd24c64ab45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:01.828056 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-81a5956f-6afd-4284-ba2e-0cd24c64ab45 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5192223 Feb 08 21:31:01.831668 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56748) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:01.837032 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-52c87740-9250-44fc-8d1e-e5bac78b0c94 admin admin] Request body: {'subnet': {'network_id': 'daaebf9e-b66d-42db-8ec2-b15fcd836888', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1384043328-subnet', 'tenant_id': '2210bdb6190a499b965e9e91b21a6462', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:01.885117 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c87740-9250-44fc-8d1e-e5bac78b0c94 admin admin] Made reservation on behalf of 2210bdb6190a499b965e9e91b21a6462 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:31:01.887852 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-52c87740-9250-44fc-8d1e-e5bac78b0c94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:01.928432 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f760906f-d318-4570-8900-cefbe2826492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (2130ef6d-804d-44a5-85d7-5418400fcc2f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:02.004874 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-45364af5-8d07-4344-bfeb-90a521149794 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-142797127-network', 'tenant_id': '3a46669e6e854cbeaee005109a0d7da0'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:02.023435 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760906f-d318-4570-8900-cefbe2826492 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2130ef6d-804d-44a5-85d7-5418400fcc2f,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:02.042414 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a5956f-6afd-4284-ba2e-0cd24c64ab45 admin admin] Pushing event updated for resources: {'Network': ['ID=daaebf9e-b66d-42db-8ec2-b15fcd836888,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:02.056502 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network daaebf9e-b66d-42db-8ec2-b15fcd836888 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:31:02.079029 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f760906f-d318-4570-8900-cefbe2826492 admin admin] Checking segment: {'id': 'fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '408b6511-ea01-4c92-b584-46cf5335e828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:31:02.079361 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f760906f-d318-4570-8900-cefbe2826492 admin admin] Network hostable DHCP agents. Network: 408b6511-ea01-4c92-b584-46cf5335e828, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:31:02.094372 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45364af5-8d07-4344-bfeb-90a521149794 admin admin] Made reservation on behalf of 3a46669e6e854cbeaee005109a0d7da0 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:31:02.103281 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45364af5-8d07-4344-bfeb-90a521149794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:02.114540 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f760906f-d318-4570-8900-cefbe2826492 admin admin] Network 408b6511-ea01-4c92-b584-46cf5335e828 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:31:02.138440 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-f760906f-d318-4570-8900-cefbe2826492 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 408b6511-ea01-4c92-b584-46cf5335e828) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:31:02.157742 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f760906f-d318-4570-8900-cefbe2826492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:02.158487 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f760906f-d318-4570-8900-cefbe2826492 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:02.159321 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45364af5-8d07-4344-bfeb-90a521149794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:02.196248 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f760906f-d318-4570-8900-cefbe2826492 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9540317 Feb 08 21:31:02.196888 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56752) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:02.206222 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2ca6ebb7-3523-41ea-b01d-660781accd16 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-791426556-router', 'tenant_id': '6397ec65027742af97122f0e8e24f15b', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:02.207253 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3ea6ea-00b6-4ed3-9254-5f5c63cc06a0 None None] Network 408b6511-ea01-4c92-b584-46cf5335e828 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:31:02.213304 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c30ba-9468-466a-b13c-2117eb655937 req-8c37bf13-d6f3-4adb-b00b-7a687d264218 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:02.221565 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-034c30ba-9468-466a-b13c-2117eb655937 req-8c37bf13-d6f3-4adb-b00b-7a687d264218 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f HTTP/1.1" status: 200 len: 946 time: 0.2651007 Feb 08 21:31:02.253825 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ca6ebb7-3523-41ea-b01d-660781accd16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (0ae706ba-8eda-48d0-80fc-9f45eeebcc74), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:02.257481 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ca6ebb7-3523-41ea-b01d-660781accd16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (0ae706ba-8eda-48d0-80fc-9f45eeebcc74), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:02.395897 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ca6ebb7-3523-41ea-b01d-660781accd16 admin admin] Publish callbacks [] for router_controller (0ae706ba-8eda-48d0-80fc-9f45eeebcc74), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:02.435174 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0a4b2c-4cb9-4685-9d85-fd9b4e5e07b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-408b6511-ea01-4c92-b584-46cf5335e828', 'network_id': '408b6511-ea01-4c92-b584-46cf5335e828', 'project_id': '6397ec65027742af97122f0e8e24f15b', 'fixed_ips': [{'subnet_id': '2130ef6d-804d-44a5-85d7-5418400fcc2f'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:31:02.438313 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ad0a4b2c-4cb9-4685-9d85-fd9b4e5e07b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:02.444272 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-034c30ba-9468-466a-b13c-2117eb655937 req-8cd70e45-5d00-4f05-9717-980a40d6bdc3 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209599 Feb 08 21:31:02.554819 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c33be-761b-4772-b9fd-4b97bee03675 req-5adbe541-551f-4f41-b0ea-97185e15eb54 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:02.556964 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd6c33be-761b-4772-b9fd-4b97bee03675 req-5adbe541-551f-4f41-b0ea-97185e15eb54 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 944 time: 0.3773413 Feb 08 21:31:02.725415 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-52c87740-9250-44fc-8d1e-e5bac78b0c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (0122d6bb-bb7c-4737-8d9f-ff47a1c86d35), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:02.727938 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-ad0a4b2c-4cb9-4685-9d85-fd9b4e5e07b9 None None] Allocated IP 172.20.0.2 (408b6511-ea01-4c92-b584-46cf5335e828/2130ef6d-804d-44a5-85d7-5418400fcc2f/f3aa6df9-74d3-4c1b-85bb-5dba1114174d) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:31:02.758278 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ca6ebb7-3523-41ea-b01d-660781accd16 admin admin] Publish callbacks [] for router_gateway (0ae706ba-8eda-48d0-80fc-9f45eeebcc74), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:02.926634 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45364af5-8d07-4344-bfeb-90a521149794 admin admin] Publish callbacks [] for security_group (512ddac1-9d50-4fae-8222-8708f83793c7), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:02.957956 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd6c33be-761b-4772-b9fd-4b97bee03675 req-a3913f8a-738c-4330-b0ec-24a631c38b76 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3839087 Feb 08 21:31:02.967908 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45364af5-8d07-4344-bfeb-90a521149794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (512ddac1-9d50-4fae-8222-8708f83793c7), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:02.996541 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c87740-9250-44fc-8d1e-e5bac78b0c94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0122d6bb-bb7c-4737-8d9f-ff47a1c86d35,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:03.022816 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad94a13-ae88-4587-b246-65e0b9ef3364 req-763daada-bf70-4ae2-aa59-34300c8b63e6 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:03.024793 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ad94a13-ae88-4587-b246-65e0b9ef3364 req-763daada-bf70-4ae2-aa59-34300c8b63e6 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=20f22d45-da59-4e91-a2ea-f9e082a9f824 HTTP/1.1" status: 200 len: 946 time: 0.4234958 Feb 08 21:31:03.041502 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45364af5-8d07-4344-bfeb-90a521149794 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:31:03.056766 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ad0a4b2c-4cb9-4685-9d85-fd9b4e5e07b9 None None] Publish callbacks [] for port (f3aa6df9-74d3-4c1b-85bb-5dba1114174d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:03.070701 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ad0a4b2c-4cb9-4685-9d85-fd9b4e5e07b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (f3aa6df9-74d3-4c1b-85bb-5dba1114174d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:03.112767 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45364af5-8d07-4344-bfeb-90a521149794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512ddac1-9d50-4fae-8222-8708f83793c7,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:03.128830 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45364af5-8d07-4344-bfeb-90a521149794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (d5019c5d-2aed-4709-b2e0-ce13d4213af8), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:03.129189 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-45364af5-8d07-4344-bfeb-90a521149794 admin admin] Added segment d5019c5d-2aed-4709-b2e0-ce13d4213af8 of type vlan for network 9358247d-cc2a-4fe6-8663-3e1c12e0cca7 Feb 08 21:31:03.146063 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c87740-9250-44fc-8d1e-e5bac78b0c94 admin admin] Checking segment: {'id': 'ce64c4e4-0365-4126-a26d-b3297e73b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'daaebf9e-b66d-42db-8ec2-b15fcd836888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:31:03.146480 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c87740-9250-44fc-8d1e-e5bac78b0c94 admin admin] Network hostable DHCP agents. Network: daaebf9e-b66d-42db-8ec2-b15fcd836888, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:31:03.185456 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0a4b2c-4cb9-4685-9d85-fd9b4e5e07b9 None None] Network 408b6511-ea01-4c92-b584-46cf5335e828 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:31:03.194492 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ca6ebb7-3523-41ea-b01d-660781accd16 admin admin] Publish callbacks [] for router_gateway (0ae706ba-8eda-48d0-80fc-9f45eeebcc74), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:03.213083 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-ad0a4b2c-4cb9-4685-9d85-fd9b4e5e07b9 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:31:03.215757 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ca6ebb7-3523-41ea-b01d-660781accd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:03.229170 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0a4b2c-4cb9-4685-9d85-fd9b4e5e07b9 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:31:03.246611 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45364af5-8d07-4344-bfeb-90a521149794 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (9358247d-cc2a-4fe6-8663-3e1c12e0cca7), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:03.259314 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a4b2c-4cb9-4685-9d85-fd9b4e5e07b9 None None] Pushing event updated for resources: {'Port': ['ID=f3aa6df9-74d3-4c1b-85bb-5dba1114174d,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:03.279581 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ad94a13-ae88-4587-b246-65e0b9ef3364 req-b358d7db-17db-4dda-9cc8-27895d5e8ae7 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392693 Feb 08 21:31:03.311529 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c87740-9250-44fc-8d1e-e5bac78b0c94 admin admin] Network daaebf9e-b66d-42db-8ec2-b15fcd836888 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:31:03.335054 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-52c87740-9250-44fc-8d1e-e5bac78b0c94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, daaebf9e-b66d-42db-8ec2-b15fcd836888) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:31:03.347860 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c87740-9250-44fc-8d1e-e5bac78b0c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:03.350131 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-52c87740-9250-44fc-8d1e-e5bac78b0c94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:03.370782 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45364af5-8d07-4344-bfeb-90a521149794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (9358247d-cc2a-4fe6-8663-3e1c12e0cca7), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:03.372084 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45364af5-8d07-4344-bfeb-90a521149794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:03.374084 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45364af5-8d07-4344-bfeb-90a521149794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:03.397197 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-2ca6ebb7-3523-41ea-b01d-660781accd16 admin admin] Allocated IP 172.25.3.37 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:31:03.406144 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662596a1-f0b1-40da-a77e-c615fa3ad62e None None] Network daaebf9e-b66d-42db-8ec2-b15fcd836888 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:31:03.498652 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-45364af5-8d07-4344-bfeb-90a521149794 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7634768 Feb 08 21:31:03.502424 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56762) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:03.518671 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-ad0a4b2c-4cb9-4685-9d85-fd9b4e5e07b9 None None] Attempting to bind port f3aa6df9-74d3-4c1b-85bb-5dba1114174d on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:31:03.519241 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-4e90860c-1927-46e0-b9da-31adb5c9201b admin admin] Request body: {'subnet': {'network_id': '9358247d-cc2a-4fe6-8663-3e1c12e0cca7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-142797127-subnet', 'tenant_id': '3a46669e6e854cbeaee005109a0d7da0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:03.519837 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-ad0a4b2c-4cb9-4685-9d85-fd9b4e5e07b9 None None] Attempting to bind port f3aa6df9-74d3-4c1b-85bb-5dba1114174d by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '408b6511-ea01-4c92-b584-46cf5335e828'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:31:03.520395 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0a4b2c-4cb9-4685-9d85-fd9b4e5e07b9 None None] Attempting to bind port f3aa6df9-74d3-4c1b-85bb-5dba1114174d on network 408b6511-ea01-4c92-b584-46cf5335e828 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:31:03.554657 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-52c87740-9250-44fc-8d1e-e5bac78b0c94 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7188432 Feb 08 21:31:03.555662 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56764) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:03.566168 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-4dcb0e6b-51d1-4f8e-974d-80bb7a9da90b admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1384043328-router', 'tenant_id': '2210bdb6190a499b965e9e91b21a6462', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:03.577454 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45364af5-8d07-4344-bfeb-90a521149794 admin admin] Pushing event updated for resources: {'Network': ['ID=9358247d-cc2a-4fe6-8663-3e1c12e0cca7,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:03.582170 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0a4b2c-4cb9-4685-9d85-fd9b4e5e07b9 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:31:03.583393 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0a4b2c-4cb9-4685-9d85-fd9b4e5e07b9 None None] Checking segment: {'id': 'fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '408b6511-ea01-4c92-b584-46cf5335e828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:31:03.583393 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ad0a4b2c-4cb9-4685-9d85-fd9b4e5e07b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:03.583602 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0a4b2c-4cb9-4685-9d85-fd9b4e5e07b9 None None] Bound using segment: {'id': 'fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '408b6511-ea01-4c92-b584-46cf5335e828'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:31:03.585361 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-ad0a4b2c-4cb9-4685-9d85-fd9b4e5e07b9 None None] Bound port: f3aa6df9-74d3-4c1b-85bb-5dba1114174d, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '408b6511-ea01-4c92-b584-46cf5335e828'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:31:03.585921 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ad0a4b2c-4cb9-4685-9d85-fd9b4e5e07b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f3aa6df9-74d3-4c1b-85bb-5dba1114174d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:03.598243 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 9358247d-cc2a-4fe6-8663-3e1c12e0cca7 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:31:03.610043 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e90860c-1927-46e0-b9da-31adb5c9201b admin admin] Made reservation on behalf of 3a46669e6e854cbeaee005109a0d7da0 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:31:03.616326 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4e90860c-1927-46e0-b9da-31adb5c9201b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:03.642717 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a2732-2ac8-45d3-89b7-2eb701e7348f req-07553a89-da14-4f17-b7f2-233b56db3a4d tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:03.650571 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-853a2732-2ac8-45d3-89b7-2eb701e7348f req-07553a89-da14-4f17-b7f2-233b56db3a4d tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab350d4a-1a3c-4098-bb45-166a36a27e5a HTTP/1.1" status: 200 len: 946 time: 0.1574502 Feb 08 21:31:03.676275 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4dcb0e6b-51d1-4f8e-974d-80bb7a9da90b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (4249e8bf-87db-4e26-af93-5f56aa6f6404), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:03.687599 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4dcb0e6b-51d1-4f8e-974d-80bb7a9da90b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (4249e8bf-87db-4e26-af93-5f56aa6f6404), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:03.745084 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ca6ebb7-3523-41ea-b01d-660781accd16 admin admin] Publish callbacks [] for port (4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:03.872563 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4dcb0e6b-51d1-4f8e-974d-80bb7a9da90b admin admin] Publish callbacks [] for router_controller (4249e8bf-87db-4e26-af93-5f56aa6f6404), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:03.890793 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ad0a4b2c-4cb9-4685-9d85-fd9b4e5e07b9 None None] For port f3aa6df9-74d3-4c1b-85bb-5dba1114174d, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:31:03.895981 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ad0a4b2c-4cb9-4685-9d85-fd9b4e5e07b9 None None] For port f3aa6df9-74d3-4c1b-85bb-5dba1114174d, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f3aa6df9-74d3-4c1b-85bb-5dba1114174d,segment=NetworkSegment(fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334),segment_id=fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:31:03.906826 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ad0a4b2c-4cb9-4685-9d85-fd9b4e5e07b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f3aa6df9-74d3-4c1b-85bb-5dba1114174d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:04.028425 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ca6ebb7-3523-41ea-b01d-660781accd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:04.058352 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fb49ca-1bdf-44b8-a555-aeb3d77a9135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-daaebf9e-b66d-42db-8ec2-b15fcd836888', 'network_id': 'daaebf9e-b66d-42db-8ec2-b15fcd836888', 'project_id': '2210bdb6190a499b965e9e91b21a6462', 'fixed_ips': [{'subnet_id': '0122d6bb-bb7c-4737-8d9f-ff47a1c86d35'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:31:04.059242 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c4fb49ca-1bdf-44b8-a555-aeb3d77a9135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:04.121276 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a4b2c-4cb9-4685-9d85-fd9b4e5e07b9 None None] Pushing event updated for resources: {'Port': ['ID=f3aa6df9-74d3-4c1b-85bb-5dba1114174d,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:04.170845 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca6ebb7-3523-41ea-b01d-660781accd16 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:31:04.178596 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2ca6ebb7-3523-41ea-b01d-660781accd16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:31:04.181777 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca6ebb7-3523-41ea-b01d-660781accd16 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:31:04.186315 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4dcb0e6b-51d1-4f8e-974d-80bb7a9da90b admin admin] Publish callbacks [] for router_gateway (4249e8bf-87db-4e26-af93-5f56aa6f6404), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:04.219778 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca6ebb7-3523-41ea-b01d-660781accd16 admin admin] Pushing event updated for resources: {'Port': ['ID=4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:04.347693 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-853a2732-2ac8-45d3-89b7-2eb701e7348f req-53a7b48f-4a4a-4c91-b413-5525c8c024f4 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6942067 Feb 08 21:31:04.380585 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50539f54-052f-49c8-bb98-d3f0f2fd2075 req-174cf246-25f0-4c04-8add-e898f7bd13b4 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:04.391332 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-50539f54-052f-49c8-bb98-d3f0f2fd2075 req-174cf246-25f0-4c04-8add-e898f7bd13b4 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 944 time: 0.2406266 Feb 08 21:31:04.448446 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-c4fb49ca-1bdf-44b8-a555-aeb3d77a9135 None None] Allocated IP 172.20.0.2 (daaebf9e-b66d-42db-8ec2-b15fcd836888/0122d6bb-bb7c-4737-8d9f-ff47a1c86d35/290323a9-370e-4e47-b0d3-a0019996fad4) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:31:04.470389 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-24f174ef-d96e-4627-a5c9-5a8e72944932 req-0394450c-9ac4-46a8-8f59-f0ffa9630b72 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:31:04.471447 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-24f174ef-d96e-4627-a5c9-5a8e72944932 req-0394450c-9ac4-46a8-8f59-f0ffa9630b72 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141833 Feb 08 21:31:04.612445 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-50539f54-052f-49c8-bb98-d3f0f2fd2075 req-649f9fc2-13d0-462f-845f-2f17cc3751b0 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001810 Feb 08 21:31:04.702235 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c4fb49ca-1bdf-44b8-a555-aeb3d77a9135 None None] Publish callbacks [] for port (290323a9-370e-4e47-b0d3-a0019996fad4), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:04.709720 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4e90860c-1927-46e0-b9da-31adb5c9201b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (126acb57-62fb-4ea7-b562-869b07b75aac), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:04.709993 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c4fb49ca-1bdf-44b8-a555-aeb3d77a9135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (290323a9-370e-4e47-b0d3-a0019996fad4), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:04.772129 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ca6ebb7-3523-41ea-b01d-660781accd16 admin admin] Publish callbacks [] for router_gateway (0ae706ba-8eda-48d0-80fc-9f45eeebcc74), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:04.772328 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb49ca-1bdf-44b8-a555-aeb3d77a9135 None None] Pushing event updated for resources: {'Port': ['ID=290323a9-370e-4e47-b0d3-a0019996fad4,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:04.786370 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-24f174ef-d96e-4627-a5c9-5a8e72944932 req-299fea34-b5d2-4467-9274-14e1941e9aaa tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2964056 Feb 08 21:31:04.789018 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fb49ca-1bdf-44b8-a555-aeb3d77a9135 None None] Network daaebf9e-b66d-42db-8ec2-b15fcd836888 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:31:04.791218 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-c4fb49ca-1bdf-44b8-a555-aeb3d77a9135 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:31:04.793786 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fb49ca-1bdf-44b8-a555-aeb3d77a9135 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:31:04.848921 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90860c-1927-46e0-b9da-31adb5c9201b admin admin] Pushing event updated for resources: {'Subnet': ['ID=126acb57-62fb-4ea7-b562-869b07b75aac,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:04.885187 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c4fb49ca-1bdf-44b8-a555-aeb3d77a9135 None None] Attempting to bind port 290323a9-370e-4e47-b0d3-a0019996fad4 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:31:04.885709 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c4fb49ca-1bdf-44b8-a555-aeb3d77a9135 None None] Attempting to bind port 290323a9-370e-4e47-b0d3-a0019996fad4 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'ce64c4e4-0365-4126-a26d-b3297e73b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'daaebf9e-b66d-42db-8ec2-b15fcd836888'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:31:04.886094 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fb49ca-1bdf-44b8-a555-aeb3d77a9135 None None] Attempting to bind port 290323a9-370e-4e47-b0d3-a0019996fad4 on network daaebf9e-b66d-42db-8ec2-b15fcd836888 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:31:04.895320 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e90860c-1927-46e0-b9da-31adb5c9201b admin admin] Checking segment: {'id': 'd5019c5d-2aed-4709-b2e0-ce13d4213af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '9358247d-cc2a-4fe6-8663-3e1c12e0cca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:31:04.897895 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e90860c-1927-46e0-b9da-31adb5c9201b admin admin] Network hostable DHCP agents. Network: 9358247d-cc2a-4fe6-8663-3e1c12e0cca7, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:31:04.898087 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fb49ca-1bdf-44b8-a555-aeb3d77a9135 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:31:04.900162 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fb49ca-1bdf-44b8-a555-aeb3d77a9135 None None] Checking segment: {'id': 'ce64c4e4-0365-4126-a26d-b3297e73b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'daaebf9e-b66d-42db-8ec2-b15fcd836888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:31:04.900631 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c4fb49ca-1bdf-44b8-a555-aeb3d77a9135 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:04.901039 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fb49ca-1bdf-44b8-a555-aeb3d77a9135 None None] Bound using segment: {'id': 'ce64c4e4-0365-4126-a26d-b3297e73b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'daaebf9e-b66d-42db-8ec2-b15fcd836888'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:31:04.901583 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c4fb49ca-1bdf-44b8-a555-aeb3d77a9135 None None] Bound port: 290323a9-370e-4e47-b0d3-a0019996fad4, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce64c4e4-0365-4126-a26d-b3297e73b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'daaebf9e-b66d-42db-8ec2-b15fcd836888'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:31:04.901975 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c4fb49ca-1bdf-44b8-a555-aeb3d77a9135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (290323a9-370e-4e47-b0d3-a0019996fad4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:04.941043 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e90860c-1927-46e0-b9da-31adb5c9201b admin admin] Network 9358247d-cc2a-4fe6-8663-3e1c12e0cca7 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:31:04.965195 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-4e90860c-1927-46e0-b9da-31adb5c9201b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 9358247d-cc2a-4fe6-8663-3e1c12e0cca7) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:31:04.970516 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e90860c-1927-46e0-b9da-31adb5c9201b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:04.972201 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4e90860c-1927-46e0-b9da-31adb5c9201b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:04.998503 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4e90860c-1927-46e0-b9da-31adb5c9201b admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4870450 Feb 08 21:31:05.121314 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71234471-2219-4026-a848-038ea5311719 None None] Network 9358247d-cc2a-4fe6-8663-3e1c12e0cca7 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:31:05.151020 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c4fb49ca-1bdf-44b8-a555-aeb3d77a9135 None None] For port 290323a9-370e-4e47-b0d3-a0019996fad4, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:31:05.170926 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c4fb49ca-1bdf-44b8-a555-aeb3d77a9135 None None] For port 290323a9-370e-4e47-b0d3-a0019996fad4, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=290323a9-370e-4e47-b0d3-a0019996fad4,segment=NetworkSegment(ce64c4e4-0365-4126-a26d-b3297e73b8bc),segment_id=ce64c4e4-0365-4126-a26d-b3297e73b8bc)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:31:05.346337 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c4fb49ca-1bdf-44b8-a555-aeb3d77a9135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (290323a9-370e-4e47-b0d3-a0019996fad4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:05.464190 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55456a4-8aad-4850-9a77-d7ae10e98471 req-126df4ee-a518-46e8-b5e8-fd6ab67d2914 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:05.480141 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f55456a4-8aad-4850-9a77-d7ae10e98471 req-126df4ee-a518-46e8-b5e8-fd6ab67d2914 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f HTTP/1.1" status: 200 len: 946 time: 0.1964674 Feb 08 21:31:05.509806 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6bbd5-2567-4d56-8489-8b1aa6bb1713 req-a311a10b-404e-4f29-867b-025ac44f749b tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:05.511484 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ba6bbd5-2567-4d56-8489-8b1aa6bb1713 req-a311a10b-404e-4f29-867b-025ac44f749b tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.1641493 Feb 08 21:31:05.558922 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb49ca-1bdf-44b8-a555-aeb3d77a9135 None None] Pushing event updated for resources: {'Port': ['ID=290323a9-370e-4e47-b0d3-a0019996fad4,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:05.633584 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f55456a4-8aad-4850-9a77-d7ae10e98471 req-dd8f76f4-ac9d-43e8-8732-dc63e767bcc5 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523666 Feb 08 21:31:05.639910 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bd39d8-829a-4e31-9882-17139213b213 None None] Network 9358247d-cc2a-4fe6-8663-3e1c12e0cca7 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:31:05.694042 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ba6bbd5-2567-4d56-8489-8b1aa6bb1713 req-94f9ea77-3924-47cd-ae22-beb51a5823ee tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673717 Feb 08 21:31:05.931853 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4dcb0e6b-51d1-4f8e-974d-80bb7a9da90b admin admin] Publish callbacks [] for router_gateway (4249e8bf-87db-4e26-af93-5f56aa6f6404), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:05.949545 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:31:05.969668 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcf586-d1a8-4c37-b0db-454206d7bd2c req-2273a6c4-e0d3-43ad-a124-aaa2ee60475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:05.971317 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8dfcf586-d1a8-4c37-b0db-454206d7bd2c req-2273a6c4-e0d3-43ad-a124-aaa2ee60475d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=0b5378aef139411c8980fedff164d328&device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 1129 time: 0.3656740 Feb 08 21:31:05.974199 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de792937-e4eb-4f18-ab66-49f31a9e4743 req-86fd0fba-f92f-45ce-87a7-47b1fa8a05d4 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:05.974950 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4dcb0e6b-51d1-4f8e-974d-80bb7a9da90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:05.981691 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de792937-e4eb-4f18-ab66-49f31a9e4743 req-86fd0fba-f92f-45ce-87a7-47b1fa8a05d4 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 944 time: 0.1658680 Feb 08 21:31:06.127765 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8b78e4-160a-4939-a6ff-4bad89c9a60d None None] Network 408b6511-ea01-4c92-b584-46cf5335e828 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:31:06.155271 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ca6ebb7-3523-41ea-b01d-660781accd16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (0ae706ba-8eda-48d0-80fc-9f45eeebcc74), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:06.167509 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de792937-e4eb-4f18-ab66-49f31a9e4743 req-e9aa4759-01e6-4497-8067-b2554695dd4a tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655717 Feb 08 21:31:06.287863 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-eb92a045-2805-4e92-bf38-ca0d54d07e42 None None] Provisioning complete for port f3aa6df9-74d3-4c1b-85bb-5dba1114174d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:31:06.288241 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eb92a045-2805-4e92-bf38-ca0d54d07e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f3aa6df9-74d3-4c1b-85bb-5dba1114174d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:06.561600 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:31:06.590150 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:06.592874 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:06.595268 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8', 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'port_id': 'c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8', 'mac_address': 'fa:16:3e:5c:50:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:31:06.635696 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-e9445609-95d4-48db-8c97-74c51db714f9 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:06.639056 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca6ebb7-3523-41ea-b01d-660781accd16 admin admin] Router 0ae706ba-8eda-48d0-80fc-9f45eeebcc74 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:31:06.642674 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-e9445609-95d4-48db-8c97-74c51db714f9 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/networks?id=9358247d-cc2a-4fe6-8663-3e1c12e0cca7 HTTP/1.1" status: 200 len: 812 time: 0.5198982 Feb 08 21:31:06.690740 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-7a153a79-9e89-42f2-97d8-f4280792686f tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/quotas/3a46669e6e854cbeaee005109a0d7da0 HTTP/1.1" status: 200 len: 375 time: 0.0427907 Feb 08 21:31:06.743713 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f3aa6df9-74d3-4c1b-85bb-5dba1114174d up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:31:06.746897 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-eb92a045-2805-4e92-bf38-ca0d54d07e42 None None] Current status of the port f3aa6df9-74d3-4c1b-85bb-5dba1114174d is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:06.746897 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eb92a045-2805-4e92-bf38-ca0d54d07e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f3aa6df9-74d3-4c1b-85bb-5dba1114174d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:06.768529 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56812) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:06.786623 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-d3c291c6-4def-4d6e-87bd-1b23c5760f08 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3a46669e6e854cbeaee005109a0d7da0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0945811 Feb 08 21:31:06.821167 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-eb92a045-2805-4e92-bf38-ca0d54d07e42 None None] For port f3aa6df9-74d3-4c1b-85bb-5dba1114174d, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f3aa6df9-74d3-4c1b-85bb-5dba1114174d,segment=NetworkSegment(fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334),segment_id=fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:31:06.879952 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eb92a045-2805-4e92-bf38-ca0d54d07e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f3aa6df9-74d3-4c1b-85bb-5dba1114174d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:06.891925 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcf586-d1a8-4c37-b0db-454206d7bd2c req-100be0dc-17a9-47d8-988b-0ebbd0410414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:06.893837 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8dfcf586-d1a8-4c37-b0db-454206d7bd2c req-100be0dc-17a9-47d8-988b-0ebbd0410414 service neutron] 10.222.0.94 "GET /v2.0/networks?id=615ec4ed-fa4e-46ef-89c1-1a6f16003df8 HTTP/1.1" status: 200 len: 919 time: 0.9090154 Feb 08 21:31:06.921795 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-2fee3b2d-cb30-4097-af72-edd118de568a service neutron] 10.222.0.88 "GET /v2.0/networks/9358247d-cc2a-4fe6-8663-3e1c12e0cca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339698 Feb 08 21:31:06.971439 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8dfcf586-d1a8-4c37-b0db-454206d7bd2c req-16604fba-ffe1-44ac-929f-530cb69da320 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ad97f1c-9448-46d9-a032-48bade0a8c93 HTTP/1.1" status: 200 len: 217 time: 0.0694401 Feb 08 21:31:07.004653 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e636bd-ed34-4702-92a5-5a8032866a67 req-e5c22d93-ae10-4264-85e3-331cbc40d26f tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:07.012864 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-06e636bd-ed34-4702-92a5-5a8032866a67 req-e5c22d93-ae10-4264-85e3-331cbc40d26f tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=20f22d45-da59-4e91-a2ea-f9e082a9f824 HTTP/1.1" status: 200 len: 946 time: 0.4867315 Feb 08 21:31:07.088694 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:07.089652 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:07.090642 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-4dcb0e6b-51d1-4f8e-974d-80bb7a9da90b admin admin] Allocated IP 172.25.3.113 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/1aeb76b8-818e-4533-a7cc-59a652ea37d5) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:31:07.093871 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcf586-d1a8-4c37-b0db-454206d7bd2c req-35f46e1b-e059-4651-977f-e12c4e1b46c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:07.095768 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8dfcf586-d1a8-4c37-b0db-454206d7bd2c req-35f46e1b-e059-4651-977f-e12c4e1b46c3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=2583ff1d-670a-4074-8b7c-cb54a492a95a HTTP/1.1" status: 200 len: 858 time: 0.1004238 Feb 08 21:31:07.135796 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-14e233e1-d029-449a-98d9-be0e4e8fb3b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:07.152767 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92a045-2805-4e92-bf38-ca0d54d07e42 None None] Pushing event updated for resources: {'Port': ['ID=f3aa6df9-74d3-4c1b-85bb-5dba1114174d,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:07.158962 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-06e636bd-ed34-4702-92a5-5a8032866a67 req-85f1de03-dfa9-4ca2-908d-59567076b20a tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447437 Feb 08 21:31:07.175920 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:31:07.176039 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8dfcf586-d1a8-4c37-b0db-454206d7bd2c req-9a05d164-8c86-42ea-9781-5230bf8d778c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=615ec4ed-fa4e-46ef-89c1-1a6f16003df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606444 Feb 08 21:31:07.189941 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-534d72ea-9918-4628-9cb1-10686675e401 service neutron] 10.222.0.88 "GET /v2.0/networks/9358247d-cc2a-4fe6-8663-3e1c12e0cca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669184 Feb 08 21:31:07.284910 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:31:07.295383 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-3177db0f-10c7-4104-8ef0-0c8964ee3189 None None] Provisioning complete for port f3aa6df9-74d3-4c1b-85bb-5dba1114174d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:31:07.295762 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3177db0f-10c7-4104-8ef0-0c8964ee3189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f3aa6df9-74d3-4c1b-85bb-5dba1114174d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:07.344029 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:07.355073 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port f3aa6df9-74d3-4c1b-85bb-5dba1114174d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:31:07.355507 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f3aa6df9-74d3-4c1b-85bb-5dba1114174d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:07.376956 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8dfcf586-d1a8-4c37-b0db-454206d7bd2c req-66c818aa-9011-4f2b-881e-c43554474958 service neutron] 10.222.0.94 "GET /v2.0/networks/615ec4ed-fa4e-46ef-89c1-1a6f16003df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920543 Feb 08 21:31:07.438900 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e32d5-0782-45d5-a786-df77e6d26bc6 req-76cb2ff0-e49a-4cad-887f-718930667685 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:07.451097 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-523e32d5-0782-45d5-a786-df77e6d26bc6 req-76cb2ff0-e49a-4cad-887f-718930667685 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.1444821 Feb 08 21:31:07.604987 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-523e32d5-0782-45d5-a786-df77e6d26bc6 req-0cf15308-657d-4369-9a76-ca3ac99ac825 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522593 Feb 08 21:31:07.619673 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9b1be9-6cf0-4189-a157-41a4e16f6bb4 None None] Network daaebf9e-b66d-42db-8ec2-b15fcd836888 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:31:07.643492 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8dfcf586-d1a8-4c37-b0db-454206d7bd2c req-88dd5c3c-da0b-49bf-bc6e-7eaab86ec4b1 service neutron] 10.222.0.94 "GET /v2.0/networks/615ec4ed-fa4e-46ef-89c1-1a6f16003df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493634 Feb 08 21:31:07.685958 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca6ebb7-3523-41ea-b01d-660781accd16 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:31:07.707843 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3e43f-b1aa-43d4-aa90-2d27743202d4 req-ed29429d-1035-4e7a-8ca7-b937dace57a0 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:07.709602 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-77d3e43f-b1aa-43d4-aa90-2d27743202d4 req-ed29429d-1035-4e7a-8ca7-b937dace57a0 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab350d4a-1a3c-4098-bb45-166a36a27e5a HTTP/1.1" status: 200 len: 946 time: 0.1651418 Feb 08 21:31:07.756565 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ca6ebb7-3523-41ea-b01d-660781accd16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:07.758179 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2ca6ebb7-3523-41ea-b01d-660781accd16 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5602744 Feb 08 21:31:07.776259 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56830) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:07.776963 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8b15a9-81ae-4384-8b69-53d472833973 None None] Sync routers for ids ['0ae706ba-8eda-48d0-80fc-9f45eeebcc74'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:31:07.784376 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-14e233e1-d029-449a-98d9-be0e4e8fb3b5 admin admin] Publish callbacks [] for security_group (13919066-267d-437d-bc86-4ba2b7476012), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:07.789768 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:31:07.824796 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8,revision_number=11']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:07.835792 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-77d3e43f-b1aa-43d4-aa90-2d27743202d4 req-31a183a4-33ef-4234-adb0-4fcd13ee020d tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165502 Feb 08 21:31:07.859768 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port f3aa6df9-74d3-4c1b-85bb-5dba1114174d is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:07.860957 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 290323a9-370e-4e47-b0d3-a0019996fad4 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:31:07.896510 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ba680-c842-4507-81f7-95cc4132138b req-9a7c45a3-ac1e-4a81-b1cd-e2993d7a4f64 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:07.902464 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-550ba680-c842-4507-81f7-95cc4132138b req-9a7c45a3-ac1e-4a81-b1cd-e2993d7a4f64 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 945 time: 0.1844289 Feb 08 21:31:07.964198 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8b15a9-81ae-4384-8b69-53d472833973 None None] Routers {'0ae706ba-8eda-48d0-80fc-9f45eeebcc74'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:31:07.965123 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ca8b15a9-81ae-4384-8b69-53d472833973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:30:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['0ae706ba-8eda-48d0-80fc-9f45eeebcc74'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:31:07.969476 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4dcb0e6b-51d1-4f8e-974d-80bb7a9da90b admin admin] Publish callbacks [] for port (1aeb76b8-818e-4533-a7cc-59a652ea37d5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:07.974371 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-3177db0f-10c7-4104-8ef0-0c8964ee3189 None None] Current status of the port f3aa6df9-74d3-4c1b-85bb-5dba1114174d is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:07.993702 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd2bf063-8c32-4fbf-a691-a235247686b7 req-223bcd5b-057a-499f-859d-ff14ca127db2 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/ports?device_id=480460e7-79f1-442d-b16a-79add49ed2b4 HTTP/1.1" status: 200 len: 210 time: 0.0441723 Feb 08 21:31:08.029949 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-14e233e1-d029-449a-98d9-be0e4e8fb3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (13919066-267d-437d-bc86-4ba2b7476012), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:08.090397 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4dcb0e6b-51d1-4f8e-974d-80bb7a9da90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (1aeb76b8-818e-4533-a7cc-59a652ea37d5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:08.104331 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e233e1-d029-449a-98d9-be0e4e8fb3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13919066-267d-437d-bc86-4ba2b7476012,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:08.124275 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-550ba680-c842-4507-81f7-95cc4132138b req-7f46dfc1-e01d-4a1e-be81-a1a524503ab6 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110832 Feb 08 21:31:08.176092 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e233e1-d029-449a-98d9-be0e4e8fb3b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:08.176592 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e233e1-d029-449a-98d9-be0e4e8fb3b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:08.176922 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e233e1-d029-449a-98d9-be0e4e8fb3b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:08.177321 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e233e1-d029-449a-98d9-be0e4e8fb3b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:08.178447 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e233e1-d029-449a-98d9-be0e4e8fb3b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:08.178660 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e233e1-d029-449a-98d9-be0e4e8fb3b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:08.178954 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e233e1-d029-449a-98d9-be0e4e8fb3b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:08.179654 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e233e1-d029-449a-98d9-be0e4e8fb3b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:08.180182 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e233e1-d029-449a-98d9-be0e4e8fb3b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:08.180614 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e233e1-d029-449a-98d9-be0e4e8fb3b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:08.181124 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e233e1-d029-449a-98d9-be0e4e8fb3b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:08.181681 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e233e1-d029-449a-98d9-be0e4e8fb3b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:08.182016 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e233e1-d029-449a-98d9-be0e4e8fb3b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:08.210945 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcb0e6b-51d1-4f8e-974d-80bb7a9da90b admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:31:08.230562 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-4dcb0e6b-51d1-4f8e-974d-80bb7a9da90b admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:31:08.244817 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcb0e6b-51d1-4f8e-974d-80bb7a9da90b admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:31:08.251905 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb0e6b-51d1-4f8e-974d-80bb7a9da90b admin admin] Pushing event updated for resources: {'Port': ['ID=1aeb76b8-818e-4533-a7cc-59a652ea37d5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:08.298977 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-14e233e1-d029-449a-98d9-be0e4e8fb3b5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4b061c7fc7a143d6947a78ed9b495510&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5282602 Feb 08 21:31:08.299281 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56840) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:08.337490 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-c1e81414-5a1f-4996-88a4-60c6f219d2b7 None None] Provisioning complete for port 290323a9-370e-4e47-b0d3-a0019996fad4 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:31:08.337981 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c1e81414-5a1f-4996-88a4-60c6f219d2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (290323a9-370e-4e47-b0d3-a0019996fad4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:08.436371 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d168217d-ad78-4488-85ec-913fe51b9923 admin admin] Publish callbacks [] for security_group (13919066-267d-437d-bc86-4ba2b7476012), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:08.499365 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d168217d-ad78-4488-85ec-913fe51b9923 admin admin] Publish callbacks [] for security_group (13919066-267d-437d-bc86-4ba2b7476012), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:08.510285 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-ca8b15a9-81ae-4384-8b69-53d472833973 None None] Set router 0ae706ba-8eda-48d0-80fc-9f45eeebcc74 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:31:08.684162 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d168217d-ad78-4488-85ec-913fe51b9923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (13919066-267d-437d-bc86-4ba2b7476012), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:08.687323 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d168217d-ad78-4488-85ec-913fe51b9923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:08.694995 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d168217d-ad78-4488-85ec-913fe51b9923 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/13919066-267d-437d-bc86-4ba2b7476012 HTTP/1.1" status: 204 len: 168 time: 0.3946221 Feb 08 21:31:08.714600 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168217d-ad78-4488-85ec-913fe51b9923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13919066-267d-437d-bc86-4ba2b7476012,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:08.733499 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebeb65-bd73-4c35-8dd4-ccfa6b1b4990 req-c6e9400e-205f-4218-adc2-08f8f9d0d353 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:08.741218 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebeb65-bd73-4c35-8dd4-ccfa6b1b4990 req-c6e9400e-205f-4218-adc2-08f8f9d0d353 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:08.748160 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebeb65-bd73-4c35-8dd4-ccfa6b1b4990 req-c6e9400e-205f-4218-adc2-08f8f9d0d353 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:08.757079 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ebebeb65-bd73-4c35-8dd4-ccfa6b1b4990 req-c6e9400e-205f-4218-adc2-08f8f9d0d353 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab350d4a-1a3c-4098-bb45-166a36a27e5a&device_id=20f22d45-da59-4e91-a2ea-f9e082a9f824&device_id=c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f HTTP/1.1" status: 200 len: 2419 time: 0.3749299 Feb 08 21:31:08.846651 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 290323a9-370e-4e47-b0d3-a0019996fad4 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:31:08.847178 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (290323a9-370e-4e47-b0d3-a0019996fad4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:08.848384 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ebebeb65-bd73-4c35-8dd4-ccfa6b1b4990 req-8996803b-4fbd-48fe-bb9c-6c84f25e4316 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899091 Feb 08 21:31:08.895190 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfe5bd-ebc1-4e83-bff1-689d71b71e58 req-c7ee527e-e818-4961-a780-c2d7cf8cb9f7 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:08.907170 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10dfe5bd-ebc1-4e83-bff1-689d71b71e58 req-c7ee527e-e818-4961-a780-c2d7cf8cb9f7 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.1936986 Feb 08 21:31:08.933658 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c1e81414-5a1f-4996-88a4-60c6f219d2b7 None None] Current status of the port 290323a9-370e-4e47-b0d3-a0019996fad4 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:08.934079 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c1e81414-5a1f-4996-88a4-60c6f219d2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (290323a9-370e-4e47-b0d3-a0019996fad4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:09.029695 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10dfe5bd-ebc1-4e83-bff1-689d71b71e58 req-3c4e7855-738d-4cc4-b01b-b3020943938e tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208477 Feb 08 21:31:09.098833 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c1e81414-5a1f-4996-88a4-60c6f219d2b7 None None] For port 290323a9-370e-4e47-b0d3-a0019996fad4, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=290323a9-370e-4e47-b0d3-a0019996fad4,segment=NetworkSegment(ce64c4e4-0365-4126-a26d-b3297e73b8bc),segment_id=ce64c4e4-0365-4126-a26d-b3297e73b8bc)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:31:09.106473 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b880916c-8e1c-43a6-9fe9-ce0517141cac req-1727dbd3-d4ee-4a72-9c74-12d70330a902 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.2226939 Feb 08 21:31:09.179865 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c1e81414-5a1f-4996-88a4-60c6f219d2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (290323a9-370e-4e47-b0d3-a0019996fad4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:09.235964 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3b1a8b7d-3322-46dd-bd3e-f33b2f281c4d req-ac41a34d-2c76-46f9-b64d-c1bb065a7a56 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/ports?device_id=480460e7-79f1-442d-b16a-79add49ed2b4 HTTP/1.1" status: 200 len: 210 time: 0.0727553 Feb 08 21:31:09.263176 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4dcb0e6b-51d1-4f8e-974d-80bb7a9da90b admin admin] Publish callbacks [] for router_gateway (4249e8bf-87db-4e26-af93-5f56aa6f6404), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:09.442909 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 290323a9-370e-4e47-b0d3-a0019996fad4 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:09.484869 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e81414-5a1f-4996-88a4-60c6f219d2b7 None None] Pushing event updated for resources: {'Port': ['ID=290323a9-370e-4e47-b0d3-a0019996fad4,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:09.529666 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-b9ff8c4f-fcf3-4cf9-9fb0-e922ef3d3d6e tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:09.534336 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-b9ff8c4f-fcf3-4cf9-9fb0-e922ef3d3d6e tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.96 "GET /v2.0/networks?id=9358247d-cc2a-4fe6-8663-3e1c12e0cca7 HTTP/1.1" status: 200 len: 812 time: 0.3023088 Feb 08 21:31:09.546357 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-cd7f4e28-1f72-4fbe-aee9-aa24b516952f None None] Provisioning complete for port 290323a9-370e-4e47-b0d3-a0019996fad4 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:31:09.546998 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cd7f4e28-1f72-4fbe-aee9-aa24b516952f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (290323a9-370e-4e47-b0d3-a0019996fad4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:09.559174 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-825933da-037f-48ac-bb3a-2e338cb316e0 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Request body: {'port': {'device_id': '480460e7-79f1-442d-b16a-79add49ed2b4', 'network_id': '9358247d-cc2a-4fe6-8663-3e1c12e0cca7', 'admin_state_up': True, 'tenant_id': '3a46669e6e854cbeaee005109a0d7da0'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:09.624789 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ca8b15a9-81ae-4384-8b69-53d472833973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'name': 'tempest-ServersTestBootFromVolume-791426556-router', 'tenant_id': '6397ec65027742af97122f0e8e24f15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:31:02Z', 'updated_at': '2022-02-08T21:31:04Z', 'revision_number': 3, 'project_id': '6397ec65027742af97122f0e8e24f15b', 'gw_port': {'id': '4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:03Z', 'updated_at': '2022-02-08T21:31:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:31:09.630038 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:31:09.720330 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8b15a9-81ae-4384-8b69-53d472833973 None None] Checking router: 0ae706ba-8eda-48d0-80fc-9f45eeebcc74 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:31:09.720684 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8b15a9-81ae-4384-8b69-53d472833973 None None] Updating router 0ae706ba-8eda-48d0-80fc-9f45eeebcc74 port 4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:31:09.724014 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f3aa6df9-74d3-4c1b-85bb-5dba1114174d up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:31:09.866767 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ca8b15a9-81ae-4384-8b69-53d472833973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:09.903949 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e432bb-3b3c-447b-ba1e-b01d4e8d55c4 req-1458fb7b-4114-4881-ac41-b0dc7036c215 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:09.908008 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d4e432bb-3b3c-447b-ba1e-b01d4e8d55c4 req-1458fb7b-4114-4881-ac41-b0dc7036c215 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 945 time: 0.4821739 Feb 08 21:31:09.960885 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-825933da-037f-48ac-bb3a-2e338cb316e0 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Made reservation on behalf of 3a46669e6e854cbeaee005109a0d7da0 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:31:09.967702 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-825933da-037f-48ac-bb3a-2e338cb316e0 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:10.046827 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d4e432bb-3b3c-447b-ba1e-b01d4e8d55c4 req-7563ee6f-9147-474d-98a0-377c33e9e7e8 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284125 Feb 08 21:31:10.060747 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-cd7f4e28-1f72-4fbe-aee9-aa24b516952f None None] Current status of the port 290323a9-370e-4e47-b0d3-a0019996fad4 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:10.104266 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port f3aa6df9-74d3-4c1b-85bb-5dba1114174d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:31:10.104868 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f3aa6df9-74d3-4c1b-85bb-5dba1114174d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:10.344300 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-825933da-037f-48ac-bb3a-2e338cb316e0 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Allocated IP 172.20.0.8 (9358247d-cc2a-4fe6-8663-3e1c12e0cca7/126acb57-62fb-4ea7-b562-869b07b75aac/5693a71f-bb3b-4897-82c0-7d22f83cbf0a) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:31:10.385349 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc6ce3-1ad6-4ec6-a0ce-22c5361cde7c req-4df570e1-dbc7-4e44-b299-d9bdc885f15f tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:10.398155 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17dc6ce3-1ad6-4ec6-a0ce-22c5361cde7c req-4df570e1-dbc7-4e44-b299-d9bdc885f15f tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.1689711 Feb 08 21:31:10.415094 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port f3aa6df9-74d3-4c1b-85bb-5dba1114174d is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:10.459334 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4dcb0e6b-51d1-4f8e-974d-80bb7a9da90b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (4249e8bf-87db-4e26-af93-5f56aa6f6404), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:10.472935 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4cd61a3f-28e5-4250-8800-5d429b0fc449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:10.660947 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ca8b15a9-81ae-4384-8b69-53d472833973 None None] Publish callbacks [] for port (4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:10.670024 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ca8b15a9-81ae-4384-8b69-53d472833973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:10.681757 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17dc6ce3-1ad6-4ec6-a0ce-22c5361cde7c req-05deb342-ba21-4a30-83cf-1c78287234b5 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821681 Feb 08 21:31:10.731258 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-ca8b15a9-81ae-4384-8b69-53d472833973 None None] Attempting to bind port 4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:31:10.731861 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-ca8b15a9-81ae-4384-8b69-53d472833973 None None] Attempting to bind port 4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:31:10.732285 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8b15a9-81ae-4384-8b69-53d472833973 None None] Attempting to bind port 4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:31:10.740750 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39b0ac-f9ee-4dd2-8b9e-214dbcdc9fb4 None None] Pushing event updated for resources: {'Port': ['ID=4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:10.744711 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8b15a9-81ae-4384-8b69-53d472833973 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:31:10.745202 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8b15a9-81ae-4384-8b69-53d472833973 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:31:10.745780 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ca8b15a9-81ae-4384-8b69-53d472833973 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:10.746265 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8b15a9-81ae-4384-8b69-53d472833973 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:31:10.746959 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-ca8b15a9-81ae-4384-8b69-53d472833973 None None] Bound port: 4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:31:10.747442 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ca8b15a9-81ae-4384-8b69-53d472833973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:10.770828 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eea0cf58-7c68-40dc-a6fd-e3b836704240 req-27e28ad6-96d1-45c0-b004-1d7959b1c2cc tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/ports?device_id=480460e7-79f1-442d-b16a-79add49ed2b4 HTTP/1.1" status: 200 len: 210 time: 0.1950641 Feb 08 21:31:10.796272 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcb0e6b-51d1-4f8e-974d-80bb7a9da90b admin admin] Router 4249e8bf-87db-4e26-af93-5f56aa6f6404 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:31:10.820781 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ca8b15a9-81ae-4384-8b69-53d472833973 None None] For port 4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:31:10.827423 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ca8b15a9-81ae-4384-8b69-53d472833973 None None] For port 4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:31:10.837151 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ca8b15a9-81ae-4384-8b69-53d472833973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:10.902135 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8b15a9-81ae-4384-8b69-53d472833973 None None] Routers {'0ae706ba-8eda-48d0-80fc-9f45eeebcc74'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:31:10.902758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ca8b15a9-81ae-4384-8b69-53d472833973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:30:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['0ae706ba-8eda-48d0-80fc-9f45eeebcc74'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:31:10.907988 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-825933da-037f-48ac-bb3a-2e338cb316e0 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Publish callbacks [] for port (5693a71f-bb3b-4897-82c0-7d22f83cbf0a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:11.008866 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-4cd61a3f-28e5-4250-8800-5d429b0fc449 admin admin] Allocated IP 172.20.0.1 (408b6511-ea01-4c92-b584-46cf5335e828/2130ef6d-804d-44a5-85d7-5418400fcc2f/ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:31:11.019337 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39b0ac-f9ee-4dd2-8b9e-214dbcdc9fb4 None None] Pushing event updated for resources: {'Port': ['ID=4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:11.022594 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-825933da-037f-48ac-bb3a-2e338cb316e0 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (5693a71f-bb3b-4897-82c0-7d22f83cbf0a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:11.087092 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcb0e6b-51d1-4f8e-974d-80bb7a9da90b admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:31:11.106651 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b61dc8-5aeb-4d79-abfc-7616e2f24f68 None None] Sync routers for ids ['4249e8bf-87db-4e26-af93-5f56aa6f6404'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:31:11.120508 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b61dc8-5aeb-4d79-abfc-7616e2f24f68 None None] Routers {'4249e8bf-87db-4e26-af93-5f56aa6f6404'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:31:11.121474 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-96b61dc8-5aeb-4d79-abfc-7616e2f24f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:30:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['4249e8bf-87db-4e26-af93-5f56aa6f6404'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:31:11.136960 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825933da-037f-48ac-bb3a-2e338cb316e0 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Pushing event updated for resources: {'Port': ['ID=5693a71f-bb3b-4897-82c0-7d22f83cbf0a,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:11.163679 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-825933da-037f-48ac-bb3a-2e338cb316e0 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Network 9358247d-cc2a-4fe6-8663-3e1c12e0cca7 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:31:11.179626 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-ca8b15a9-81ae-4384-8b69-53d472833973 None None] Set router 0ae706ba-8eda-48d0-80fc-9f45eeebcc74 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:31:11.183470 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4dcb0e6b-51d1-4f8e-974d-80bb7a9da90b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:11.184949 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-825933da-037f-48ac-bb3a-2e338cb316e0 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:31:11.185335 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4dcb0e6b-51d1-4f8e-974d-80bb7a9da90b admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.6285141 Feb 08 21:31:11.189007 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56904) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:11.190792 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-825933da-037f-48ac-bb3a-2e338cb316e0 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:31:11.303101 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4cd61a3f-28e5-4250-8800-5d429b0fc449 admin admin] Publish callbacks [] for port (ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:11.305040 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-96b61dc8-5aeb-4d79-abfc-7616e2f24f68 None None] Set router 4249e8bf-87db-4e26-af93-5f56aa6f6404 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:31:11.369432 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4cd61a3f-28e5-4250-8800-5d429b0fc449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:11.410066 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd61a3f-28e5-4250-8800-5d429b0fc449 admin admin] Network 408b6511-ea01-4c92-b584-46cf5335e828 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:31:11.450442 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-4cd61a3f-28e5-4250-8800-5d429b0fc449 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:31:11.478417 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd61a3f-28e5-4250-8800-5d429b0fc449 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:31:11.609124 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 290323a9-370e-4e47-b0d3-a0019996fad4 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:31:11.619669 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd61a3f-28e5-4250-8800-5d429b0fc449 admin admin] Pushing event updated for resources: {'Port': ['ID=ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:11.625565 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-825933da-037f-48ac-bb3a-2e338cb316e0 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:11.626251 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-825933da-037f-48ac-bb3a-2e338cb316e0 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:11.647470 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4cd61a3f-28e5-4250-8800-5d429b0fc449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (0ae706ba-8eda-48d0-80fc-9f45eeebcc74), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:11.705885 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:31:11.718702 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ca8b15a9-81ae-4384-8b69-53d472833973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'name': 'tempest-ServersTestBootFromVolume-791426556-router', 'tenant_id': '6397ec65027742af97122f0e8e24f15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:31:02Z', 'updated_at': '2022-02-08T21:31:04Z', 'revision_number': 3, 'project_id': '6397ec65027742af97122f0e8e24f15b', 'gw_port': {'id': '4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:03Z', 'updated_at': '2022-02-08T21:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:31:11.721275 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801fd6c-786e-40f9-bb27-d7f4c5d32f7c req-f5785139-c230-4e13-9657-e2c8ef798871 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:11.736180 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8801fd6c-786e-40f9-bb27-d7f4c5d32f7c req-f5785139-c230-4e13-9657-e2c8ef798871 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab350d4a-1a3c-4098-bb45-166a36a27e5a HTTP/1.1" status: 200 len: 946 time: 0.2914214 Feb 08 21:31:11.754619 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-825933da-037f-48ac-bb3a-2e338cb316e0 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2096424 Feb 08 21:31:11.773344 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-96b61dc8-5aeb-4d79-abfc-7616e2f24f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'name': 'tempest-ServersTestFqdnHostnames-1384043328-router', 'tenant_id': '2210bdb6190a499b965e9e91b21a6462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1aeb76b8-818e-4533-a7cc-59a652ea37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:31:03Z', 'updated_at': '2022-02-08T21:31:08Z', 'revision_number': 3, 'project_id': '2210bdb6190a499b965e9e91b21a6462', 'gw_port': {'id': '1aeb76b8-818e-4533-a7cc-59a652ea37d5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:05Z', 'updated_at': '2022-02-08T21:31:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:31:11.782785 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Request body: {'port': {'device_id': '480460e7-79f1-442d-b16a-79add49ed2b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:11.813578 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b61dc8-5aeb-4d79-abfc-7616e2f24f68 None None] Checking router: 4249e8bf-87db-4e26-af93-5f56aa6f6404 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:31:11.814237 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b61dc8-5aeb-4d79-abfc-7616e2f24f68 None None] Updating router 4249e8bf-87db-4e26-af93-5f56aa6f6404 port 1aeb76b8-818e-4533-a7cc-59a652ea37d5 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:31:11.854549 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-96b61dc8-5aeb-4d79-abfc-7616e2f24f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1aeb76b8-818e-4533-a7cc-59a652ea37d5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:11.868032 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269185c-620d-450f-93f8-2b3174458229 req-a3d04e0a-c5e9-462c-bb20-0cf94bd3c9a5 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:11.876577 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8b15a9-81ae-4384-8b69-53d472833973 None None] The sync data for ids ['0ae706ba-8eda-48d0-80fc-9f45eeebcc74'] in n-d-712143-31 is: [{'id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'name': 'tempest-ServersTestBootFromVolume-791426556-router', 'tenant_id': '6397ec65027742af97122f0e8e24f15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:31:02Z', 'updated_at': '2022-02-08T21:31:04Z', 'revision_number': 3, 'project_id': '6397ec65027742af97122f0e8e24f15b', 'gw_port': {'id': '4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:03Z', 'updated_at': '2022-02-08T21:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:31:11.887690 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c269185c-620d-450f-93f8-2b3174458229 req-a3d04e0a-c5e9-462c-bb20-0cf94bd3c9a5 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 945 time: 0.5538414 Feb 08 21:31:11.907350 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 290323a9-370e-4e47-b0d3-a0019996fad4 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:31:11.907350 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (290323a9-370e-4e47-b0d3-a0019996fad4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:11.961804 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8801fd6c-786e-40f9-bb27-d7f4c5d32f7c req-ef2e6a61-47bc-4097-bf61-5ba4cacbd898 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243121 Feb 08 21:31:11.969281 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4cd61a3f-28e5-4250-8800-5d429b0fc449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:12.018146 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:31:12.028596 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:31:12.028947 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:12.128716 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-274a0aa2-9caf-48a3-9c77-5b09f60d2517 None None] Provisioning complete for port ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:31:12.129107 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-274a0aa2-9caf-48a3-9c77-5b09f60d2517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:12.177589 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-274a0aa2-9caf-48a3-9c77-5b09f60d2517 None None] Port ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:31:12.235520 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:12.235963 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:12.246697 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 290323a9-370e-4e47-b0d3-a0019996fad4 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:12.284583 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca176aa1-d501-4577-bd10-f8cd45be5b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:31:12.290663 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8d1a1f-b06f-4690-95a7-7e7499e55fe6" -d '{"events": [{"server_uuid": "ca176aa1-d501-4577-bd10-f8cd45be5b6d", "name": "network-vif-plugged", "status": "completed", "tag": "c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:31:12.296895 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5693a71f-bb3b-4897-82c0-7d22f83cbf0a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:12.325315 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:31:12.330811 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c269185c-620d-450f-93f8-2b3174458229 req-3c8a8cc3-e6b7-4615-8157-490539a849d5 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4405155 Feb 08 21:31:12.335861 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:12.477813 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8,revision_number=12']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:12.492168 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-96b61dc8-5aeb-4d79-abfc-7616e2f24f68 None None] Publish callbacks [] for port (1aeb76b8-818e-4533-a7cc-59a652ea37d5), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:12.496027 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4cd61a3f-28e5-4250-8800-5d429b0fc449 admin admin] Publish callbacks [] for port (ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:12.503245 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5d46d-f6d5-43ef-9604-f8f33271c09f req-59975bd8-a053-4ad9-b387-e8eeb9593187 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:12.506509 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4cd61a3f-28e5-4250-8800-5d429b0fc449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:12.507216 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-96b61dc8-5aeb-4d79-abfc-7616e2f24f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1aeb76b8-818e-4533-a7cc-59a652ea37d5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:12.513718 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4cf5d46d-f6d5-43ef-9604-f8f33271c09f req-59975bd8-a053-4ad9-b387-e8eeb9593187 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.3334763 Feb 08 21:31:12.606545 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4cd61a3f-28e5-4250-8800-5d429b0fc449 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (0ae706ba-8eda-48d0-80fc-9f45eeebcc74), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:12.644398 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee89a1-8d1f-4050-8f47-806a944b80ad None None] Pushing event updated for resources: {'Port': ['ID=1aeb76b8-818e-4533-a7cc-59a652ea37d5,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:12.647475 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-96b61dc8-5aeb-4d79-abfc-7616e2f24f68 None None] Attempting to bind port 1aeb76b8-818e-4533-a7cc-59a652ea37d5 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:31:12.647842 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-96b61dc8-5aeb-4d79-abfc-7616e2f24f68 None None] Attempting to bind port 1aeb76b8-818e-4533-a7cc-59a652ea37d5 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:31:12.658050 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b61dc8-5aeb-4d79-abfc-7616e2f24f68 None None] Attempting to bind port 1aeb76b8-818e-4533-a7cc-59a652ea37d5 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:31:12.671836 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee89a1-8d1f-4050-8f47-806a944b80ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:12.672602 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee89a1-8d1f-4050-8f47-806a944b80ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:12.673155 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee89a1-8d1f-4050-8f47-806a944b80ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:12.673998 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee89a1-8d1f-4050-8f47-806a944b80ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:12.674409 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee89a1-8d1f-4050-8f47-806a944b80ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:12.674812 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee89a1-8d1f-4050-8f47-806a944b80ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:12.675213 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee89a1-8d1f-4050-8f47-806a944b80ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:12.675610 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee89a1-8d1f-4050-8f47-806a944b80ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:12.676005 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee89a1-8d1f-4050-8f47-806a944b80ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:12.676401 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee89a1-8d1f-4050-8f47-806a944b80ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:12.676796 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee89a1-8d1f-4050-8f47-806a944b80ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:12.677188 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee89a1-8d1f-4050-8f47-806a944b80ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:12.678139 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee89a1-8d1f-4050-8f47-806a944b80ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:12.690059 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b61dc8-5aeb-4d79-abfc-7616e2f24f68 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:31:12.690510 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b61dc8-5aeb-4d79-abfc-7616e2f24f68 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:31:12.690990 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-96b61dc8-5aeb-4d79-abfc-7616e2f24f68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:12.692270 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b61dc8-5aeb-4d79-abfc-7616e2f24f68 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:31:12.693457 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-96b61dc8-5aeb-4d79-abfc-7616e2f24f68 None None] Bound port: 1aeb76b8-818e-4533-a7cc-59a652ea37d5, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:31:12.693919 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-96b61dc8-5aeb-4d79-abfc-7616e2f24f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1aeb76b8-818e-4533-a7cc-59a652ea37d5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:12.759031 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd61a3f-28e5-4250-8800-5d429b0fc449 admin admin] Pushing event updated for resources: {'Port': ['ID=ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:12.813291 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-96b61dc8-5aeb-4d79-abfc-7616e2f24f68 None None] For port 1aeb76b8-818e-4533-a7cc-59a652ea37d5, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:31:12.817840 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-96b61dc8-5aeb-4d79-abfc-7616e2f24f68 None None] For port 1aeb76b8-818e-4533-a7cc-59a652ea37d5, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=1aeb76b8-818e-4533-a7cc-59a652ea37d5,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:31:12.821844 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd61a3f-28e5-4250-8800-5d429b0fc449 admin admin] Network 408b6511-ea01-4c92-b584-46cf5335e828 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:31:12.828383 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-4cd61a3f-28e5-4250-8800-5d429b0fc449 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:31:12.832510 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-96b61dc8-5aeb-4d79-abfc-7616e2f24f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1aeb76b8-818e-4533-a7cc-59a652ea37d5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:12.982151 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b61dc8-5aeb-4d79-abfc-7616e2f24f68 None None] Routers {'4249e8bf-87db-4e26-af93-5f56aa6f6404'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:31:12.983236 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-96b61dc8-5aeb-4d79-abfc-7616e2f24f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:30:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['4249e8bf-87db-4e26-af93-5f56aa6f6404'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:31:13.053449 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee89a1-8d1f-4050-8f47-806a944b80ad None None] Pushing event updated for resources: {'Port': ['ID=1aeb76b8-818e-4533-a7cc-59a652ea37d5,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:13.199829 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd61a3f-28e5-4250-8800-5d429b0fc449 admin admin] Router 0ae706ba-8eda-48d0-80fc-9f45eeebcc74 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:31:13.213868 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-96b61dc8-5aeb-4d79-abfc-7616e2f24f68 None None] Set router 4249e8bf-87db-4e26-af93-5f56aa6f6404 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:31:13.325907 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-49484b1c-cc54-48c0-9a8a-059d34f4b0a6 None None] Provisioning complete for port ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:31:13.326692 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-49484b1c-cc54-48c0-9a8a-059d34f4b0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:13.352035 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5693a71f-bb3b-4897-82c0-7d22f83cbf0a {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:31:13.377004 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Publish callbacks [] for port (5693a71f-bb3b-4897-82c0-7d22f83cbf0a), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:13.427142 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Transition to ACTIVE for port object 5693a71f-bb3b-4897-82c0-7d22f83cbf0a will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:31:13.430642 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-49484b1c-cc54-48c0-9a8a-059d34f4b0a6 None None] Port ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:31:13.439323 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd61a3f-28e5-4250-8800-5d429b0fc449 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:31:13.446841 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4cd61a3f-28e5-4250-8800-5d429b0fc449 admin admin] 10.222.0.88 "PUT /v2.0/routers/0ae706ba-8eda-48d0-80fc-9f45eeebcc74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6692629 Feb 08 21:31:13.545273 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (5693a71f-bb3b-4897-82c0-7d22f83cbf0a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:13.626641 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:31:13.646270 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-96b61dc8-5aeb-4d79-abfc-7616e2f24f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'name': 'tempest-ServersTestFqdnHostnames-1384043328-router', 'tenant_id': '2210bdb6190a499b965e9e91b21a6462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1aeb76b8-818e-4533-a7cc-59a652ea37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:31:03Z', 'updated_at': '2022-02-08T21:31:08Z', 'revision_number': 3, 'project_id': '2210bdb6190a499b965e9e91b21a6462', 'gw_port': {'id': '1aeb76b8-818e-4533-a7cc-59a652ea37d5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:05Z', 'updated_at': '2022-02-08T21:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:31:13.681492 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b61dc8-5aeb-4d79-abfc-7616e2f24f68 None None] The sync data for ids ['4249e8bf-87db-4e26-af93-5f56aa6f6404'] in n-d-712143-31 is: [{'id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'name': 'tempest-ServersTestFqdnHostnames-1384043328-router', 'tenant_id': '2210bdb6190a499b965e9e91b21a6462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1aeb76b8-818e-4533-a7cc-59a652ea37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:31:03Z', 'updated_at': '2022-02-08T21:31:08Z', 'revision_number': 3, 'project_id': '2210bdb6190a499b965e9e91b21a6462', 'gw_port': {'id': '1aeb76b8-818e-4533-a7cc-59a652ea37d5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:05Z', 'updated_at': '2022-02-08T21:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:31:13.717101 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:31:13.717633 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:13.719199 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4cf5d46d-f6d5-43ef-9604-f8f33271c09f req-1ab43056-4489-4494-a7ab-8fcb9e330f53 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2042170 Feb 08 21:31:13.796643 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Pushing event updated for resources: {'Port': ['ID=5693a71f-bb3b-4897-82c0-7d22f83cbf0a,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:13.810005 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a91415-4b2d-4543-a6d5-debd5e2f9c30 x-openstack-request-id: req-a7a91415-4b2d-4543-a6d5-debd5e2f9c30 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:31:13.810514 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca176aa1-d501-4577-bd10-f8cd45be5b6d", "name": "network-vif-plugged", "status": "completed", "tag": "c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:31:13.810870 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a7a91415-4b2d-4543-a6d5-debd5e2f9c30 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:31:13.811390 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca176aa1-d501-4577-bd10-f8cd45be5b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8', 'code': 200} Feb 08 21:31:13.876004 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783097fc-89cf-4239-b82a-b7315d15c4fe req-4905c6be-62e2-4634-813f-aea72c005c07 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:13.885013 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-783097fc-89cf-4239-b82a-b7315d15c4fe req-4905c6be-62e2-4634-813f-aea72c005c07 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/ports?device_id=480460e7-79f1-442d-b16a-79add49ed2b4 HTTP/1.1" status: 200 len: 931 time: 1.4166250 Feb 08 21:31:13.900701 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:13.901185 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:13.916493 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c4db6-d582-4192-8a3f-fa9e882597f3 req-7903574e-6304-47d9-9875-20333dbeb293 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:13.919291 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b13c4db6-d582-4192-8a3f-fa9e882597f3 req-7903574e-6304-47d9-9875-20333dbeb293 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab350d4a-1a3c-4098-bb45-166a36a27e5a HTTP/1.1" status: 200 len: 946 time: 0.7192852 Feb 08 21:31:13.931188 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:31:13.932215 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:13.932565 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:13.933025 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:13.933417 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:13.933758 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:13.934308 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:13.934792 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:13.935342 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:13.935933 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:13.936434 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:13.936838 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:13.937113 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:13.937747 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:13.938378 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:14.037887 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:14.053506 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:14.053885 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:14.056662 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:14.058154 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:14.059564 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:14.060212 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:14.060771 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:14.061444 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:14.062037 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:14.062672 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:14.063267 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:14.064789 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:14.065317 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:31:14.241611 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-783097fc-89cf-4239-b82a-b7315d15c4fe req-97b93e26-ead0-441e-b4ea-9b5ef02e2d7e tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/security-groups?id=512ddac1-9d50-4fae-8222-8708f83793c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555143 Feb 08 21:31:14.306150 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16d337-1e77-4fc1-beef-d05ec699a4fe req-4d0ed65c-fe93-4d8e-9ac0-12d1c8db699b tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:14.313000 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1c16d337-1e77-4fc1-beef-d05ec699a4fe req-4d0ed65c-fe93-4d8e-9ac0-12d1c8db699b tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab350d4a-1a3c-4098-bb45-166a36a27e5a HTTP/1.1" status: 200 len: 946 time: 0.3921790 Feb 08 21:31:14.315008 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Attempting to bind port 5693a71f-bb3b-4897-82c0-7d22f83cbf0a on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:31:14.315353 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Attempting to bind port 5693a71f-bb3b-4897-82c0-7d22f83cbf0a by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'd5019c5d-2aed-4709-b2e0-ce13d4213af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '9358247d-cc2a-4fe6-8663-3e1c12e0cca7'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:31:14.315691 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Attempting to bind port 5693a71f-bb3b-4897-82c0-7d22f83cbf0a on network 9358247d-cc2a-4fe6-8663-3e1c12e0cca7 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:31:14.357838 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bc202-018a-42b1-9cfc-f5d444f04ab0 req-53284d0c-dd39-4012-a66a-d26da6507461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:14.359386 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c09bc202-018a-42b1-9cfc-f5d444f04ab0 req-53284d0c-dd39-4012-a66a-d26da6507461 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 1129 time: 0.3052599 Feb 08 21:31:14.369484 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Port 5693a71f-bb3b-4897-82c0-7d22f83cbf0a on network 9358247d-cc2a-4fe6-8663-3e1c12e0cca7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:31:14.369484 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Attempting to bind port 5693a71f-bb3b-4897-82c0-7d22f83cbf0a on network 9358247d-cc2a-4fe6-8663-3e1c12e0cca7 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:31:14.506516 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:31:14.506944 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Checking segment: {'id': 'd5019c5d-2aed-4709-b2e0-ce13d4213af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '9358247d-cc2a-4fe6-8663-3e1c12e0cca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:31:14.507399 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Bound using segment: {'id': 'd5019c5d-2aed-4709-b2e0-ce13d4213af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '9358247d-cc2a-4fe6-8663-3e1c12e0cca7'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:31:14.507766 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Bound port: 5693a71f-bb3b-4897-82c0-7d22f83cbf0a, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5019c5d-2aed-4709-b2e0-ce13d4213af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '9358247d-cc2a-4fe6-8663-3e1c12e0cca7'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:31:14.508038 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5693a71f-bb3b-4897-82c0-7d22f83cbf0a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:14.538843 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1c16d337-1e77-4fc1-beef-d05ec699a4fe req-a5a1293e-3235-4863-a32a-636b342e8c17 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248788 Feb 08 21:31:14.551458 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-b13c4db6-d582-4192-8a3f-fa9e882597f3 req-53258e38-e94c-4198-bb76-95f9a2738833 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Deleting port ad066dbc-9025-41cb-8537-8c021534962c {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:31:14.551800 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b13c4db6-d582-4192-8a3f-fa9e882597f3 req-53258e38-e94c-4198-bb76-95f9a2738833 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (ad066dbc-9025-41cb-8537-8c021534962c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:14.670446 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7382d758-49fb-4d17-a644-8e728d62fbbf None None] Sync routers for ids ['0ae706ba-8eda-48d0-80fc-9f45eeebcc74'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:31:14.688641 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7382d758-49fb-4d17-a644-8e728d62fbbf None None] Routers {'0ae706ba-8eda-48d0-80fc-9f45eeebcc74'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:31:14.690436 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7382d758-49fb-4d17-a644-8e728d62fbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:30:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['0ae706ba-8eda-48d0-80fc-9f45eeebcc74'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:31:14.711006 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b46af99b-b665-45f6-a681-7d5ed2d2cba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:14.768188 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c09bc202-018a-42b1-9cfc-f5d444f04ab0 req-49895dab-35ba-4415-ab71-86db6a26e015 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3967466 Feb 08 21:31:14.794974 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd66f0-d0de-4533-9b37-d8e24a273c95 req-e30d94da-e4aa-480b-ab71-970d343283a8 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:14.806374 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f4fd66f0-d0de-4533-9b37-d8e24a273c95 req-e30d94da-e4aa-480b-ab71-970d343283a8 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 946 time: 0.4509134 Feb 08 21:31:14.887320 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-7382d758-49fb-4d17-a644-8e728d62fbbf None None] Set router 0ae706ba-8eda-48d0-80fc-9f45eeebcc74 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:31:14.919219 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] For port 5693a71f-bb3b-4897-82c0-7d22f83cbf0a, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:31:14.977589 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56998) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:15.051486 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] For port 5693a71f-bb3b-4897-82c0-7d22f83cbf0a, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5693a71f-bb3b-4897-82c0-7d22f83cbf0a,segment=NetworkSegment(d5019c5d-2aed-4709-b2e0-ce13d4213af8),segment_id=d5019c5d-2aed-4709-b2e0-ce13d4213af8)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:31:15.092847 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (5693a71f-bb3b-4897-82c0-7d22f83cbf0a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:15.103197 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-b13c4db6-d582-4192-8a3f-fa9e882597f3 req-53258e38-e94c-4198-bb76-95f9a2738833 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] For port ad066dbc-9025-41cb-8537-8c021534962c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=ad066dbc-9025-41cb-8537-8c021534962c,segment=NetworkSegment(7300d083-82d0-45c9-90d0-102d4d42d42d),segment_id=7300d083-82d0-45c9-90d0-102d4d42d42d)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:31:15.103836 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b13c4db6-d582-4192-8a3f-fa9e882597f3 req-53258e38-e94c-4198-bb76-95f9a2738833 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (ad066dbc-9025-41cb-8537-8c021534962c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:15.131890 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f4fd66f0-d0de-4533-9b37-d8e24a273c95 req-512e8540-4d75-474d-9ab2-bef04c0cbea3 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3217394 Feb 08 21:31:15.199901 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57002) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:15.217451 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-22246f7c-003c-413f-ab9e-8053f1daafa2 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1251687749', 'description': 'tempest-description--572442023'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:15.235821 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-b13c4db6-d582-4192-8a3f-fa9e882597f3 req-53258e38-e94c-4198-bb76-95f9a2738833 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Calling delete_port for ad066dbc-9025-41cb-8537-8c021534962c owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:31:15.236194 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3cfc592b-673f-4bc6-a20e-b0d592996e12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:15.256815 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:15.257472 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:15.258968 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] 10.222.0.96 "PUT /v2.0/ports/5693a71f-bb3b-4897-82c0-7d22f83cbf0a HTTP/1.1" status: 200 len: 1092 time: 3.4829361 Feb 08 21:31:15.262611 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480460e7-79f1-442d-b16a-79add49ed2b4', 'tag': '5693a71f-bb3b-4897-82c0-7d22f83cbf0a'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:31:15.265571 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b7b484-be03-4470-aa5d-914563faef40" -d '{"events": [{"name": "network-changed", "server_uuid": "480460e7-79f1-442d-b16a-79add49ed2b4", "tag": "5693a71f-bb3b-4897-82c0-7d22f83cbf0a"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:31:15.288224 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-22246f7c-003c-413f-ab9e-8053f1daafa2 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:15.295756 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83577d35-e4d1-46f6-a64c-9a69978eb13e service neutron] Pushing event updated for resources: {'Port': ['ID=5693a71f-bb3b-4897-82c0-7d22f83cbf0a,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:15.325516 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7382d758-49fb-4d17-a644-8e728d62fbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'name': 'tempest-ServersTestBootFromVolume-791426556-router', 'tenant_id': '6397ec65027742af97122f0e8e24f15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:31:02Z', 'updated_at': '2022-02-08T21:31:11Z', 'revision_number': 4, 'project_id': '6397ec65027742af97122f0e8e24f15b', 'gw_port': {'id': '4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:03Z', 'updated_at': '2022-02-08T21:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d', 'name': '', 'network_id': '408b6511-ea01-4c92-b584-46cf5335e828', 'tenant_id': '6397ec65027742af97122f0e8e24f15b', 'mac_address': 'fa:16:3e:39:7e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '2130ef6d-804d-44a5-85d7-5418400fcc2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:10Z', 'updated_at': '2022-02-08T21:31:12Z', 'revision_number': 2, 'project_id': '6397ec65027742af97122f0e8e24f15b', 'subnets': [{'id': '2130ef6d-804d-44a5-85d7-5418400fcc2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:31:15.358227 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7382d758-49fb-4d17-a644-8e728d62fbbf None None] Checking router: 0ae706ba-8eda-48d0-80fc-9f45eeebcc74 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:31:15.358627 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7382d758-49fb-4d17-a644-8e728d62fbbf None None] Updating router 0ae706ba-8eda-48d0-80fc-9f45eeebcc74 port ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:31:15.393978 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7382d758-49fb-4d17-a644-8e728d62fbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:15.414593 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3cfc592b-673f-4bc6-a20e-b0d592996e12 admin admin] Publish callbacks [] for security_group (fa7ad7be-3917-468a-acca-9ff5adf84bfe), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:15.422125 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-22246f7c-003c-413f-ab9e-8053f1daafa2 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks [] for security_group (357c5f60-4259-4216-9cac-1e908d8b0309), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:15.423277 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3cfc592b-673f-4bc6-a20e-b0d592996e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (fa7ad7be-3917-468a-acca-9ff5adf84bfe), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:15.441403 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-22246f7c-003c-413f-ab9e-8053f1daafa2 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (357c5f60-4259-4216-9cac-1e908d8b0309), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:15.475327 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3cfc592b-673f-4bc6-a20e-b0d592996e12 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ed7ee26b1fdf4c988fd9d882ec727b4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4959836 Feb 08 21:31:15.476574 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc592b-673f-4bc6-a20e-b0d592996e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7ad7be-3917-468a-acca-9ff5adf84bfe,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:15.479625 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57008) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:15.491386 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-22246f7c-003c-413f-ab9e-8053f1daafa2 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:15.495995 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-22246f7c-003c-413f-ab9e-8053f1daafa2 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2848608 Feb 08 21:31:15.506728 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57010) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:15.512530 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f304ec98-9eed-4b69-8998-424397016d1a tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Request body: {'security_group_rule': {'security_group_id': '357c5f60-4259-4216-9cac-1e908d8b0309', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:15.560801 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22246f7c-003c-413f-ab9e-8053f1daafa2 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=357c5f60-4259-4216-9cac-1e908d8b0309,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:15.574347 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-b46af99b-b665-45f6-a681-7d5ed2d2cba8 admin admin] Allocated IP 172.20.0.1 (daaebf9e-b66d-42db-8ec2-b15fcd836888/0122d6bb-bb7c-4737-8d9f-ff47a1c86d35/78d5ab28-bc5b-40c3-91da-7a2540601723) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:31:15.587325 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f304ec98-9eed-4b69-8998-424397016d1a tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks [] for security_group_rule (b3dc46c8-b7fb-4b06-ae55-8e25f5f4fbcf), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:15.591790 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9edc03e3-9383-4b7e-997d-39925f9b5b1e admin admin] Publish callbacks [] for security_group (fa7ad7be-3917-468a-acca-9ff5adf84bfe), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:15.642449 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c47059-44f7-4e49-9477-248986b86d86 req-d371faee-53c1-4dd8-be52-f66b4e42c2b8 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:15.644459 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85c47059-44f7-4e49-9477-248986b86d86 req-d371faee-53c1-4dd8-be52-f66b4e42c2b8 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/ports?device_id=480460e7-79f1-442d-b16a-79add49ed2b4 HTTP/1.1" status: 200 len: 943 time: 0.2148871 Feb 08 21:31:15.646655 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9edc03e3-9383-4b7e-997d-39925f9b5b1e admin admin] Publish callbacks [] for security_group (fa7ad7be-3917-468a-acca-9ff5adf84bfe), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:15.711729 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f304ec98-9eed-4b69-8998-424397016d1a tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks [] for security_group_rule (b3dc46c8-b7fb-4b06-ae55-8e25f5f4fbcf), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:15.717068 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f304ec98-9eed-4b69-8998-424397016d1a tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (b3dc46c8-b7fb-4b06-ae55-8e25f5f4fbcf), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:15.717935 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-b89f1dad-96c3-4402-a13a-952072970d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:15.721588 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-b89f1dad-96c3-4402-a13a-952072970d32 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3a46669e6e854cbeaee005109a0d7da0&device_id=480460e7-79f1-442d-b16a-79add49ed2b4 HTTP/1.1" status: 200 len: 1126 time: 0.3533905 Feb 08 21:31:15.730949 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b6f51-e5f4-48c8-abca-e164a54e1657 req-a7f18038-c797-42f6-bc3b-873986b1f81f tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:15.732918 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd0b6f51-e5f4-48c8-abca-e164a54e1657 req-a7f18038-c797-42f6-bc3b-873986b1f81f tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.4342761 Feb 08 21:31:15.737572 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304ec98-9eed-4b69-8998-424397016d1a tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3dc46c8-b7fb-4b06-ae55-8e25f5f4fbcf,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:15.756611 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f304ec98-9eed-4b69-8998-424397016d1a tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:15.757924 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f304ec98-9eed-4b69-8998-424397016d1a tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2504194 Feb 08 21:31:15.758860 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9edc03e3-9383-4b7e-997d-39925f9b5b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (fa7ad7be-3917-468a-acca-9ff5adf84bfe), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:15.761880 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9edc03e3-9383-4b7e-997d-39925f9b5b1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:15.763553 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9edc03e3-9383-4b7e-997d-39925f9b5b1e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fa7ad7be-3917-468a-acca-9ff5adf84bfe HTTP/1.1" status: 204 len: 168 time: 0.2828531 Feb 08 21:31:15.764246 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57014) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:15.773930 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-42eff6a5-4f6d-4634-b964-054961f908c0 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Request body: {'security_group_rule': {'security_group_id': '357c5f60-4259-4216-9cac-1e908d8b0309', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:15.787978 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc03e3-9383-4b7e-997d-39925f9b5b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7ad7be-3917-468a-acca-9ff5adf84bfe,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:15.837839 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-42eff6a5-4f6d-4634-b964-054961f908c0 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks [] for security_group_rule (b6c45f85-bf94-41d7-ae5b-765e20506a4b), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:15.894433 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 1aeb76b8-818e-4533-a7cc-59a652ea37d5 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:31:15.952271 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-51fd58a7-7686-48d1-9b35-3a9b87fc24ad service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5693a71f-bb3b-4897-82c0-7d22f83cbf0a HTTP/1.1" status: 200 len: 217 time: 0.2041748 Feb 08 21:31:15.953180 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-42eff6a5-4f6d-4634-b964-054961f908c0 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks [] for security_group_rule (b6c45f85-bf94-41d7-ae5b-765e20506a4b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:15.958795 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7382d758-49fb-4d17-a644-8e728d62fbbf None None] Publish callbacks [] for port (ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:15.968363 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7382d758-49fb-4d17-a644-8e728d62fbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:15.969930 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-42eff6a5-4f6d-4634-b964-054961f908c0 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (b6c45f85-bf94-41d7-ae5b-765e20506a4b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:16.041052 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-42eff6a5-4f6d-4634-b964-054961f908c0 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:16.049637 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-42eff6a5-4f6d-4634-b964-054961f908c0 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2808738 Feb 08 21:31:16.051081 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57020) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:16.064789 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-353d7cfe-3915-49df-9b9b-b00831f86e07 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:16.123496 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eff6a5-4f6d-4634-b964-054961f908c0 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c45f85-bf94-41d7-ae5b-765e20506a4b,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:16.138700 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-353d7cfe-3915-49df-9b9b-b00831f86e07 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:16.170501 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 1aeb76b8-818e-4533-a7cc-59a652ea37d5 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:31:16.170884 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1aeb76b8-818e-4533-a7cc-59a652ea37d5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:16.275023 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15912bb3-0a10-468e-8564-431507639dd6 None None] Pushing event updated for resources: {'Port': ['ID=ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:16.291342 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-7382d758-49fb-4d17-a644-8e728d62fbbf None None] Attempting to bind port ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:31:16.291733 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-7382d758-49fb-4d17-a644-8e728d62fbbf None None] Attempting to bind port ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '408b6511-ea01-4c92-b584-46cf5335e828'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:31:16.292103 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7382d758-49fb-4d17-a644-8e728d62fbbf None None] Attempting to bind port ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d on network 408b6511-ea01-4c92-b584-46cf5335e828 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:31:16.310967 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7382d758-49fb-4d17-a644-8e728d62fbbf None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:31:16.311395 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7382d758-49fb-4d17-a644-8e728d62fbbf None None] Checking segment: {'id': 'fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '408b6511-ea01-4c92-b584-46cf5335e828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:31:16.311859 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7382d758-49fb-4d17-a644-8e728d62fbbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:16.312269 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7382d758-49fb-4d17-a644-8e728d62fbbf None None] Bound using segment: {'id': 'fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '408b6511-ea01-4c92-b584-46cf5335e828'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:31:16.312776 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-7382d758-49fb-4d17-a644-8e728d62fbbf None None] Bound port: ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '408b6511-ea01-4c92-b584-46cf5335e828'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:31:16.313171 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7382d758-49fb-4d17-a644-8e728d62fbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:16.395587 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-7382d758-49fb-4d17-a644-8e728d62fbbf None None] For port ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:31:16.401834 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-7382d758-49fb-4d17-a644-8e728d62fbbf None None] For port ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d,segment=NetworkSegment(fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334),segment_id=fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:31:16.425113 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57028) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:16.432697 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7382d758-49fb-4d17-a644-8e728d62fbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:16.498176 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98ed57fd-c50d-4360-8b33-bcaf5171e670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:16.509549 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7382d758-49fb-4d17-a644-8e728d62fbbf None None] Routers {'0ae706ba-8eda-48d0-80fc-9f45eeebcc74'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:31:16.511071 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7382d758-49fb-4d17-a644-8e728d62fbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:30:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['0ae706ba-8eda-48d0-80fc-9f45eeebcc74'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:31:16.556366 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd0b6f51-e5f4-48c8-abca-e164a54e1657 req-6ded4f94-4349-4234-ae0f-b7c89c8228fb tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6972857 Feb 08 21:31:16.629827 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 1aeb76b8-818e-4533-a7cc-59a652ea37d5 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:16.632387 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1aeb76b8-818e-4533-a7cc-59a652ea37d5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:16.651242 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-353d7cfe-3915-49df-9b9b-b00831f86e07 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:16.703914 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b13c4db6-d582-4192-8a3f-fa9e882597f3 req-53258e38-e94c-4198-bb76-95f9a2738833 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (ad066dbc-9025-41cb-8537-8c021534962c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:16.723646 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85c47059-44f7-4e49-9477-248986b86d86 req-2beed1e7-a21f-4a12-9035-f112f1f41b17 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/security-groups?id=512ddac1-9d50-4fae-8222-8708f83793c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0617814 Feb 08 21:31:16.771737 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-65e0a51f-6260-444e-9f87-9158718b0486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:16.774382 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-65e0a51f-6260-444e-9f87-9158718b0486 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=126acb57-62fb-4ea7-b562-869b07b75aac HTTP/1.1" status: 200 len: 852 time: 0.7718852 Feb 08 21:31:16.853913 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 1aeb76b8-818e-4533-a7cc-59a652ea37d5, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=1aeb76b8-818e-4533-a7cc-59a652ea37d5,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:31:16.857601 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b46af99b-b665-45f6-a681-7d5ed2d2cba8 admin admin] Publish callbacks [] for port (78d5ab28-bc5b-40c3-91da-7a2540601723), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:16.869369 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['fef02640-c759-482c-b045-619e6d49c294'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:31:16.871191 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c7dcc7-0c5a-41a4-bcfc-42c95c33b8fd x-openstack-request-id: req-79c7dcc7-0c5a-41a4-bcfc-42c95c33b8fd {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:31:16.871989 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480460e7-79f1-442d-b16a-79add49ed2b4", "tag": "5693a71f-bb3b-4897-82c0-7d22f83cbf0a", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:31:16.872377 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:31:16.873511 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-79c7dcc7-0c5a-41a4-bcfc-42c95c33b8fd {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:31:16.878076 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '480460e7-79f1-442d-b16a-79add49ed2b4', 'tag': '5693a71f-bb3b-4897-82c0-7d22f83cbf0a', 'status': 'completed', 'code': 200} Feb 08 21:31:16.883333 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53258e38-e94c-4198-bb76-95f9a2738833 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Pushing event deleted for resources: {'Port': ['ID=ad066dbc-9025-41cb-8537-8c021534962c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:16.886428 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1aeb76b8-818e-4533-a7cc-59a652ea37d5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:16.887349 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:31:16.974356 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-ac452338-08b1-4333-9adf-6eb4e5efb012 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9358247d-cc2a-4fe6-8663-3e1c12e0cca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120813 Feb 08 21:31:17.035574 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-dda83ba0-8ed8-4b2c-a7b4-56e28c849661 None None] Provisioning complete for port ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:31:17.036114 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dda83ba0-8ed8-4b2c-a7b4-56e28c849661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:17.036476 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-353d7cfe-3915-49df-9b9b-b00831f86e07 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Allocated IP 172.25.3.89 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/5886f556-e3f1-4e31-a2c6-0dc46a3c5546) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:31:17.057957 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15912bb3-0a10-468e-8564-431507639dd6 None None] Pushing event updated for resources: {'Port': ['ID=ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:17.096062 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1041fc3d-5470-43d8-a855-5b756e3ec615 req-352a0c90-a501-4819-9b6b-4d2c91946d3b tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab350d4a-1a3c-4098-bb45-166a36a27e5a HTTP/1.1" status: 200 len: 210 time: 0.1244829 Feb 08 21:31:17.199246 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=1aeb76b8-818e-4533-a7cc-59a652ea37d5,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:17.238867 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:31:17.238867 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:17.317044 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-353d7cfe-3915-49df-9b9b-b00831f86e07 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks [] for port (5886f556-e3f1-4e31-a2c6-0dc46a3c5546), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:17.366962 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b46af99b-b665-45f6-a681-7d5ed2d2cba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (78d5ab28-bc5b-40c3-91da-7a2540601723), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:17.381286 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13c4db6-d582-4192-8a3f-fa9e882597f3 req-53258e38-e94c-4198-bb76-95f9a2738833 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] No DVR routers for this DVR port ad066dbc-9025-41cb-8537-8c021534962c on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:31:17.400139 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b13c4db6-d582-4192-8a3f-fa9e882597f3 req-53258e38-e94c-4198-bb76-95f9a2738833 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:17.406864 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b13c4db6-d582-4192-8a3f-fa9e882597f3 req-53258e38-e94c-4198-bb76-95f9a2738833 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.96 "DELETE /v2.0/ports/ad066dbc-9025-41cb-8537-8c021534962c HTTP/1.1" status: 204 len: 173 time: 3.4567888 Feb 08 21:31:17.408580 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98ed57fd-c50d-4360-8b33-bcaf5171e670 admin admin] Publish callbacks [] for security_group (27f4b142-b1f0-4ba2-b468-d3aeb3ba6940), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:17.414998 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-353d7cfe-3915-49df-9b9b-b00831f86e07 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (5886f556-e3f1-4e31-a2c6-0dc46a3c5546), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:17.442498 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98ed57fd-c50d-4360-8b33-bcaf5171e670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (27f4b142-b1f0-4ba2-b468-d3aeb3ba6940), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:17.466281 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-7382d758-49fb-4d17-a644-8e728d62fbbf None None] Set router 0ae706ba-8eda-48d0-80fc-9f45eeebcc74 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:31:17.593656 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed57fd-c50d-4360-8b33-bcaf5171e670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f4b142-b1f0-4ba2-b468-d3aeb3ba6940,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:17.634261 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353d7cfe-3915-49df-9b9b-b00831f86e07 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:31:17.665027 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-353d7cfe-3915-49df-9b9b-b00831f86e07 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:31:17.682350 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353d7cfe-3915-49df-9b9b-b00831f86e07 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:31:17.721532 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device ad066dbc-9025-41cb-8537-8c021534962c no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:31:17.754495 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-98ed57fd-c50d-4360-8b33-bcaf5171e670 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1ca30451916540a1ba3e1197ef7161fc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3276789 Feb 08 21:31:17.759539 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57066) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:17.763866 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d7cfe-3915-49df-9b9b-b00831f86e07 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Pushing event updated for resources: {'Port': ['ID=5886f556-e3f1-4e31-a2c6-0dc46a3c5546,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:17.906773 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b98ca691-7bba-48d9-9970-59c5be143f39 admin admin] Publish callbacks [] for security_group (27f4b142-b1f0-4ba2-b468-d3aeb3ba6940), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:17.932303 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:17.940298 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b98ca691-7bba-48d9-9970-59c5be143f39 admin admin] Publish callbacks [] for security_group (27f4b142-b1f0-4ba2-b468-d3aeb3ba6940), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:18.034296 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: ad066dbc-9025-41cb-8537-8c021534962c {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:31:18.035034 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device ad066dbc-9025-41cb-8537-8c021534962c not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:31:18.054948 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-353d7cfe-3915-49df-9b9b-b00831f86e07 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks [] for floatingip (a80c8601-35e0-4991-b85f-aa7286b82f4b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:18.078668 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b98ca691-7bba-48d9-9970-59c5be143f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (27f4b142-b1f0-4ba2-b468-d3aeb3ba6940), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:18.082853 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b98ca691-7bba-48d9-9970-59c5be143f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:18.084580 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b98ca691-7bba-48d9-9970-59c5be143f39 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/27f4b142-b1f0-4ba2-b468-d3aeb3ba6940 HTTP/1.1" status: 204 len: 168 time: 0.3239114 Feb 08 21:31:18.121977 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ca691-7bba-48d9-9970-59c5be143f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f4b142-b1f0-4ba2-b468-d3aeb3ba6940,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:18.129299 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-353d7cfe-3915-49df-9b9b-b00831f86e07 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5886f556-e3f1-4e31-a2c6-0dc46a3c5546), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:18.146447 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-dda83ba0-8ed8-4b2c-a7b4-56e28c849661 None None] Current status of the port ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:18.147218 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dda83ba0-8ed8-4b2c-a7b4-56e28c849661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:18.275604 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 1aeb76b8-818e-4533-a7cc-59a652ea37d5 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:31:18.413485 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-353d7cfe-3915-49df-9b9b-b00831f86e07 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks [] for port (5886f556-e3f1-4e31-a2c6-0dc46a3c5546), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:18.420957 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-353d7cfe-3915-49df-9b9b-b00831f86e07 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (5886f556-e3f1-4e31-a2c6-0dc46a3c5546), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:18.454854 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-dda83ba0-8ed8-4b2c-a7b4-56e28c849661 None None] For port ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d,segment=NetworkSegment(fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334),segment_id=fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:31:18.487679 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dda83ba0-8ed8-4b2c-a7b4-56e28c849661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:18.508504 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bd7fb-3ef5-4963-9a47-fab06b51b8ac req-a2481aee-03d5-4bee-95b8-9ecbbc5ca4c1 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:18.510206 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b76bd7fb-3ef5-4963-9a47-fab06b51b8ac req-a2481aee-03d5-4bee-95b8-9ecbbc5ca4c1 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 946 time: 1.5317562 Feb 08 21:31:18.541966 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46af99b-b665-45f6-a681-7d5ed2d2cba8 admin admin] Network daaebf9e-b66d-42db-8ec2-b15fcd836888 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:31:18.582927 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d7cfe-3915-49df-9b9b-b00831f86e07 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Pushing event updated for resources: {'Port': ['ID=5886f556-e3f1-4e31-a2c6-0dc46a3c5546,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:18.588238 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-b46af99b-b665-45f6-a681-7d5ed2d2cba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:31:18.588917 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-353d7cfe-3915-49df-9b9b-b00831f86e07 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (a80c8601-35e0-4991-b85f-aa7286b82f4b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:18.591493 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46af99b-b665-45f6-a681-7d5ed2d2cba8 admin admin] Pushing event updated for resources: {'Port': ['ID=78d5ab28-bc5b-40c3-91da-7a2540601723,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:18.609335 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46af99b-b665-45f6-a681-7d5ed2d2cba8 admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:31:18.629892 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-353d7cfe-3915-49df-9b9b-b00831f86e07 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:18.632140 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-353d7cfe-3915-49df-9b9b-b00831f86e07 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5786517 Feb 08 21:31:18.663626 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda83ba0-8ed8-4b2c-a7b4-56e28c849661 None None] Pushing event updated for resources: {'Port': ['ID=ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:18.680020 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-0470295a-814d-43ec-9abd-8bb1a61e2404 None None] Provisioning complete for port ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:31:18.680412 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0470295a-814d-43ec-9abd-8bb1a61e2404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:18.690003 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 1aeb76b8-818e-4533-a7cc-59a652ea37d5 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:31:18.690325 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1aeb76b8-818e-4533-a7cc-59a652ea37d5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:18.754267 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b46af99b-b665-45f6-a681-7d5ed2d2cba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (4249e8bf-87db-4e26-af93-5f56aa6f6404), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:18.810479 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-e68864d6-b945-4dca-a453-b1923c436202 service neutron] 10.222.0.96 "GET /v2.0/networks/9358247d-cc2a-4fe6-8663-3e1c12e0cca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8274894 Feb 08 21:31:18.818276 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38960591-0b84-4bdc-bda2-f6263a2bff91 req-031a4a93-faa6-4a6e-b2ce-0b41bc7d7f0c tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:18.832384 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-38960591-0b84-4bdc-bda2-f6263a2bff91 req-031a4a93-faa6-4a6e-b2ce-0b41bc7d7f0c tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.4548833 Feb 08 21:31:18.858331 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b76bd7fb-3ef5-4963-9a47-fab06b51b8ac req-f9a8f01c-3837-44fa-8c6e-bbad041fcb78 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3288207 Feb 08 21:31:18.886213 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7382d758-49fb-4d17-a644-8e728d62fbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'name': 'tempest-ServersTestBootFromVolume-791426556-router', 'tenant_id': '6397ec65027742af97122f0e8e24f15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:31:02Z', 'updated_at': '2022-02-08T21:31:11Z', 'revision_number': 4, 'project_id': '6397ec65027742af97122f0e8e24f15b', 'gw_port': {'id': '4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:03Z', 'updated_at': '2022-02-08T21:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d', 'name': '', 'network_id': '408b6511-ea01-4c92-b584-46cf5335e828', 'tenant_id': '6397ec65027742af97122f0e8e24f15b', 'mac_address': 'fa:16:3e:39:7e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '2130ef6d-804d-44a5-85d7-5418400fcc2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:10Z', 'updated_at': '2022-02-08T21:31:16Z', 'revision_number': 4, 'project_id': '6397ec65027742af97122f0e8e24f15b', 'subnets': [{'id': '2130ef6d-804d-44a5-85d7-5418400fcc2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:31:18.912375 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab350d4a-1a3c-4098-bb45-166a36a27e5a', 'name': 'network-vif-deleted', 'tag': 'ad066dbc-9025-41cb-8537-8c021534962c'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:31:18.915033 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8596bb23-ee50-41db-bab8-3eb3f4af2746" -d '{"events": [{"server_uuid": "ab350d4a-1a3c-4098-bb45-166a36a27e5a", "name": "network-vif-deleted", "tag": "ad066dbc-9025-41cb-8537-8c021534962c"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:31:18.964763 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7382d758-49fb-4d17-a644-8e728d62fbbf None None] The sync data for ids ['0ae706ba-8eda-48d0-80fc-9f45eeebcc74'] in n-d-712143-31 is: [{'id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'name': 'tempest-ServersTestBootFromVolume-791426556-router', 'tenant_id': '6397ec65027742af97122f0e8e24f15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:31:02Z', 'updated_at': '2022-02-08T21:31:11Z', 'revision_number': 4, 'project_id': '6397ec65027742af97122f0e8e24f15b', 'gw_port': {'id': '4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:03Z', 'updated_at': '2022-02-08T21:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d', 'name': '', 'network_id': '408b6511-ea01-4c92-b584-46cf5335e828', 'tenant_id': '6397ec65027742af97122f0e8e24f15b', 'mac_address': 'fa:16:3e:39:7e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '2130ef6d-804d-44a5-85d7-5418400fcc2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:10Z', 'updated_at': '2022-02-08T21:31:16Z', 'revision_number': 4, 'project_id': '6397ec65027742af97122f0e8e24f15b', 'subnets': [{'id': '2130ef6d-804d-44a5-85d7-5418400fcc2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:31:19.196886 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0470295a-814d-43ec-9abd-8bb1a61e2404 None None] Current status of the port ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:19.216571 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-38960591-0b84-4bdc-bda2-f6263a2bff91 req-af06855e-7ae7-409f-8d6d-0c7769eaad8d tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829997 Feb 08 21:31:19.233166 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b40a596d-692e-42b9-9db0-5470ebcea6f6 req-a17ad2db-3fed-4e65-990d-897e87f75fd3 service neutron] 10.222.0.96 "GET /v2.0/networks/9358247d-cc2a-4fe6-8663-3e1c12e0cca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970940 Feb 08 21:31:19.305032 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 1aeb76b8-818e-4533-a7cc-59a652ea37d5 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:19.400445 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-81b074cb-be03-4213-a3bd-644479272c17 None None] Provisioning complete for port 78d5ab28-bc5b-40c3-91da-7a2540601723 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:31:19.400445 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-81b074cb-be03-4213-a3bd-644479272c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (78d5ab28-bc5b-40c3-91da-7a2540601723), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:19.496369 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-81b074cb-be03-4213-a3bd-644479272c17 None None] Port 78d5ab28-bc5b-40c3-91da-7a2540601723 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:31:19.537852 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b46af99b-b665-45f6-a681-7d5ed2d2cba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (78d5ab28-bc5b-40c3-91da-7a2540601723), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:19.569654 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b3ec70-5a9a-406b-bf48-c61914b2083a x-openstack-request-id: req-69b3ec70-5a9a-406b-bf48-c61914b2083a {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:31:19.570516 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab350d4a-1a3c-4098-bb45-166a36a27e5a", "name": "network-vif-deleted", "tag": "ad066dbc-9025-41cb-8537-8c021534962c", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:31:19.570516 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-69b3ec70-5a9a-406b-bf48-c61914b2083a {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:31:19.570861 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab350d4a-1a3c-4098-bb45-166a36a27e5a', 'name': 'network-vif-deleted', 'tag': 'ad066dbc-9025-41cb-8537-8c021534962c', 'status': 'completed', 'code': 200} Feb 08 21:31:19.643227 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39208e7-1124-45e3-b591-6b8723b77446 req-d5b73e52-11ee-4c56-a2fa-608b2218fec2 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:19.644874 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c39208e7-1124-45e3-b591-6b8723b77446 req-d5b73e52-11ee-4c56-a2fa-608b2218fec2 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/ports?device_id=480460e7-79f1-442d-b16a-79add49ed2b4 HTTP/1.1" status: 200 len: 943 time: 0.3326395 Feb 08 21:31:19.722894 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7b484-be03-4470-aa5d-914563faef40 req-11e24183-ac09-429c-9f69-9c4e7f4c3b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:19.725048 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01b7b484-be03-4470-aa5d-914563faef40 req-11e24183-ac09-429c-9f69-9c4e7f4c3b43 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3a46669e6e854cbeaee005109a0d7da0&device_id=480460e7-79f1-442d-b16a-79add49ed2b4 HTTP/1.1" status: 200 len: 1126 time: 0.3089914 Feb 08 21:31:19.859905 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c39208e7-1124-45e3-b591-6b8723b77446 req-d149ff94-a0c5-47d2-a3c1-fcd4a29123c8 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/security-groups?id=512ddac1-9d50-4fae-8222-8708f83793c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044680 Feb 08 21:31:20.177564 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:31:20.219481 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da2a1b-3930-425c-919a-cdb59887474d req-1860c3f9-2494-486a-98fd-0e93241f973f tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:20.238107 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10da2a1b-3930-425c-919a-cdb59887474d req-1860c3f9-2494-486a-98fd-0e93241f973f tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=20f22d45-da59-4e91-a2ea-f9e082a9f824 HTTP/1.1" status: 200 len: 946 time: 0.4106107 Feb 08 21:31:20.278140 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded69994-b676-4562-9096-288193d425c3 req-64b65a3b-7064-4ebe-b2a5-1a438c80d21d tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:20.285812 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ded69994-b676-4562-9096-288193d425c3 req-64b65a3b-7064-4ebe-b2a5-1a438c80d21d tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 946 time: 0.3059523 Feb 08 21:31:20.288976 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7b484-be03-4470-aa5d-914563faef40 req-2ffbe7f5-c6c6-47f0-996c-c36bcca6cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:20.290844 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01b7b484-be03-4470-aa5d-914563faef40 req-2ffbe7f5-c6c6-47f0-996c-c36bcca6cd41 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9358247d-cc2a-4fe6-8663-3e1c12e0cca7 HTTP/1.1" status: 200 len: 913 time: 0.5320909 Feb 08 21:31:20.311591 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:31:20.312170 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:20.409755 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:20.422772 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b46af99b-b665-45f6-a681-7d5ed2d2cba8 admin admin] Publish callbacks [] for port (78d5ab28-bc5b-40c3-91da-7a2540601723), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:20.526601 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b46af99b-b665-45f6-a681-7d5ed2d2cba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (78d5ab28-bc5b-40c3-91da-7a2540601723), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:20.595333 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01b7b484-be03-4470-aa5d-914563faef40 req-a5079e4c-5e61-49df-bbcb-0e46a7a4b616 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5693a71f-bb3b-4897-82c0-7d22f83cbf0a HTTP/1.1" status: 200 len: 217 time: 0.2728138 Feb 08 21:31:20.608895 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10da2a1b-3930-425c-919a-cdb59887474d req-a2c55299-bc0f-4ef9-9d4c-81194d72fb9d tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697803 Feb 08 21:31:20.692054 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46af99b-b665-45f6-a681-7d5ed2d2cba8 admin admin] Pushing event updated for resources: {'Port': ['ID=78d5ab28-bc5b-40c3-91da-7a2540601723,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:20.730661 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b46af99b-b665-45f6-a681-7d5ed2d2cba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (4249e8bf-87db-4e26-af93-5f56aa6f6404), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:20.829266 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ded69994-b676-4562-9096-288193d425c3 req-aca35bda-e546-45f5-8b39-591858d81a5c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5422475 Feb 08 21:31:20.832740 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7b484-be03-4470-aa5d-914563faef40 req-ba03ab77-8a4c-47f9-823c-ac2938e0dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:20.835125 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01b7b484-be03-4470-aa5d-914563faef40 req-ba03ab77-8a4c-47f9-823c-ac2938e0dd58 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=126acb57-62fb-4ea7-b562-869b07b75aac HTTP/1.1" status: 200 len: 852 time: 0.2321801 Feb 08 21:31:21.028879 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01b7b484-be03-4470-aa5d-914563faef40 req-a35dafdd-33cc-47f3-9096-3f77b18e20b2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9358247d-cc2a-4fe6-8663-3e1c12e0cca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1687691 Feb 08 21:31:21.077608 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda1081-bbb0-4b13-9291-e4c997894196 req-ad94e568-6d96-4802-b85d-3ea3c36af0e0 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:21.079279 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fdda1081-bbb0-4b13-9291-e4c997894196 req-ad94e568-6d96-4802-b85d-3ea3c36af0e0 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.3542993 Feb 08 21:31:21.226468 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46af99b-b665-45f6-a681-7d5ed2d2cba8 admin admin] Network daaebf9e-b66d-42db-8ec2-b15fcd836888 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:31:21.243909 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-b46af99b-b665-45f6-a681-7d5ed2d2cba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:31:21.258369 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fdda1081-bbb0-4b13-9291-e4c997894196 req-a10a36e8-6115-481b-896d-16f5d0b5e065 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199059 Feb 08 21:31:21.293052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb6fa2-d5f9-4bcc-b580-d4f55488fa31 req-f4913f6e-38b2-459d-a308-c9fb95f92beb tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:21.294730 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-21cb6fa2-d5f9-4bcc-b580-d4f55488fa31 req-f4913f6e-38b2-459d-a308-c9fb95f92beb tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/ports?device_id=480460e7-79f1-442d-b16a-79add49ed2b4 HTTP/1.1" status: 200 len: 943 time: 0.2772219 Feb 08 21:31:21.392311 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46e95a-3da8-43c5-928b-0ec1dfa96ca5 req-aec426c8-5a06-4d84-902a-82753fe30047 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:21.398562 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5b46e95a-3da8-43c5-928b-0ec1dfa96ca5 req-aec426c8-5a06-4d84-902a-82753fe30047 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.94 "GET /v2.0/ports?device_id=20f22d45-da59-4e91-a2ea-f9e082a9f824 HTTP/1.1" status: 200 len: 946 time: 0.1104813 Feb 08 21:31:21.411246 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01b7b484-be03-4470-aa5d-914563faef40 req-f7853932-7885-4a6b-8dd1-d12673762990 service neutron] 10.222.0.96 "GET /v2.0/networks/9358247d-cc2a-4fe6-8663-3e1c12e0cca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744750 Feb 08 21:31:21.569034 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-21cb6fa2-d5f9-4bcc-b580-d4f55488fa31 req-f111c440-2c0e-47b6-aa08-a0779542218e tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/security-groups?id=512ddac1-9d50-4fae-8222-8708f83793c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983092 Feb 08 21:31:21.595637 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-5b46e95a-3da8-43c5-928b-0ec1dfa96ca5 req-76349e28-713c-4cbe-86b5-df8f9acad756 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Deleting port fef02640-c759-482c-b045-619e6d49c294 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:31:21.596713 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5b46e95a-3da8-43c5-928b-0ec1dfa96ca5 req-76349e28-713c-4cbe-86b5-df8f9acad756 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (fef02640-c759-482c-b045-619e6d49c294), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:21.606854 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46af99b-b665-45f6-a681-7d5ed2d2cba8 admin admin] Router 4249e8bf-87db-4e26-af93-5f56aa6f6404 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:31:21.645087 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01b7b484-be03-4470-aa5d-914563faef40 req-2c56c2d4-b0e0-4d50-b5c9-104d993bbdc4 service neutron] 10.222.0.96 "GET /v2.0/networks/9358247d-cc2a-4fe6-8663-3e1c12e0cca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153196 Feb 08 21:31:21.744313 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-0e16c098-79e4-4aab-a033-b4d4b8d1feb7 None None] Provisioning complete for port 78d5ab28-bc5b-40c3-91da-7a2540601723 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:31:21.745636 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0e16c098-79e4-4aab-a033-b4d4b8d1feb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (78d5ab28-bc5b-40c3-91da-7a2540601723), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:21.818917 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0e16c098-79e4-4aab-a033-b4d4b8d1feb7 None None] Port 78d5ab28-bc5b-40c3-91da-7a2540601723 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:31:21.829174 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-5b46e95a-3da8-43c5-928b-0ec1dfa96ca5 req-76349e28-713c-4cbe-86b5-df8f9acad756 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] For port fef02640-c759-482c-b045-619e6d49c294, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=fef02640-c759-482c-b045-619e6d49c294,segment=NetworkSegment(7300d083-82d0-45c9-90d0-102d4d42d42d),segment_id=7300d083-82d0-45c9-90d0-102d4d42d42d)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:31:21.832218 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5b46e95a-3da8-43c5-928b-0ec1dfa96ca5 req-76349e28-713c-4cbe-86b5-df8f9acad756 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (fef02640-c759-482c-b045-619e6d49c294), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:21.846093 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-5b46e95a-3da8-43c5-928b-0ec1dfa96ca5 req-76349e28-713c-4cbe-86b5-df8f9acad756 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Calling delete_port for fef02640-c759-482c-b045-619e6d49c294 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:31:21.862047 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb305a4-2bbe-48e2-8d2a-568f7e63b972 req-a19883cb-da54-4c1b-8a61-da10c2d6c622 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:21.863574 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-efb305a4-2bbe-48e2-8d2a-568f7e63b972 req-a19883cb-da54-4c1b-8a61-da10c2d6c622 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=20f22d45-da59-4e91-a2ea-f9e082a9f824 HTTP/1.1" status: 200 len: 946 time: 0.1120768 Feb 08 21:31:21.867298 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46af99b-b665-45f6-a681-7d5ed2d2cba8 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:31:21.873050 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b46af99b-b665-45f6-a681-7d5ed2d2cba8 admin admin] 10.222.0.88 "PUT /v2.0/routers/4249e8bf-87db-4e26-af93-5f56aa6f6404/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6752081 Feb 08 21:31:21.888119 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445e1f29-8beb-4f11-809a-33627a9cf5c3 None None] Sync routers for ids ['4249e8bf-87db-4e26-af93-5f56aa6f6404'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:31:21.915108 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445e1f29-8beb-4f11-809a-33627a9cf5c3 None None] Routers {'4249e8bf-87db-4e26-af93-5f56aa6f6404'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:31:21.915762 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-445e1f29-8beb-4f11-809a-33627a9cf5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:30:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['4249e8bf-87db-4e26-af93-5f56aa6f6404'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:31:22.008733 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-efb305a4-2bbe-48e2-8d2a-568f7e63b972 req-0a4a43db-c06f-40d3-8465-d261641fd619 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350834 Feb 08 21:31:22.160658 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5b46e95a-3da8-43c5-928b-0ec1dfa96ca5 req-76349e28-713c-4cbe-86b5-df8f9acad756 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (fef02640-c759-482c-b045-619e6d49c294), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:22.177737 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['fef02640-c759-482c-b045-619e6d49c294'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:31:22.181415 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:31:22.271230 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-445e1f29-8beb-4f11-809a-33627a9cf5c3 None None] Set router 4249e8bf-87db-4e26-af93-5f56aa6f6404 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:31:22.371216 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b46e95a-3da8-43c5-928b-0ec1dfa96ca5 req-76349e28-713c-4cbe-86b5-df8f9acad756 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] No DVR routers for this DVR port fef02640-c759-482c-b045-619e6d49c294 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:31:22.381584 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5b46e95a-3da8-43c5-928b-0ec1dfa96ca5 req-76349e28-713c-4cbe-86b5-df8f9acad756 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:22.388493 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5b46e95a-3da8-43c5-928b-0ec1dfa96ca5 req-76349e28-713c-4cbe-86b5-df8f9acad756 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.94 "DELETE /v2.0/ports/fef02640-c759-482c-b045-619e6d49c294 HTTP/1.1" status: 204 len: 173 time: 0.9833975 Feb 08 21:31:22.389315 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f22d45-da59-4e91-a2ea-f9e082a9f824', 'name': 'network-vif-deleted', 'tag': 'fef02640-c759-482c-b045-619e6d49c294'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:31:22.394093 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e3261f-bbdc-4e16-bf66-2e6e54070edb" -d '{"events": [{"server_uuid": "20f22d45-da59-4e91-a2ea-f9e082a9f824", "name": "network-vif-deleted", "tag": "fef02640-c759-482c-b045-619e6d49c294"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:31:22.396951 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76349e28-713c-4cbe-86b5-df8f9acad756 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Pushing event deleted for resources: {'Port': ['ID=fef02640-c759-482c-b045-619e6d49c294,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:22.546578 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45def070-3098-4ac7-a7e3-da646b435a85 req-d89d122a-4521-449d-894b-e0c3f55460ff tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:22.553581 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45def070-3098-4ac7-a7e3-da646b435a85 req-d89d122a-4521-449d-894b-e0c3f55460ff tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.1660488 Feb 08 21:31:22.750001 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45def070-3098-4ac7-a7e3-da646b435a85 req-d42589d2-c652-4608-8b1b-a9625d033b7c tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787992 Feb 08 21:31:22.876460 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803e184b-ab07-43bd-9310-e359b206a7b2 x-openstack-request-id: req-803e184b-ab07-43bd-9310-e359b206a7b2 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:31:22.876816 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f22d45-da59-4e91-a2ea-f9e082a9f824", "name": "network-vif-deleted", "tag": "fef02640-c759-482c-b045-619e6d49c294", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:31:22.877013 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-803e184b-ab07-43bd-9310-e359b206a7b2 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:31:22.877575 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f22d45-da59-4e91-a2ea-f9e082a9f824', 'name': 'network-vif-deleted', 'tag': 'fef02640-c759-482c-b045-619e6d49c294', 'status': 'completed', 'code': 200} Feb 08 21:31:22.891535 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-445e1f29-8beb-4f11-809a-33627a9cf5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'name': 'tempest-ServersTestFqdnHostnames-1384043328-router', 'tenant_id': '2210bdb6190a499b965e9e91b21a6462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1aeb76b8-818e-4533-a7cc-59a652ea37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:31:03Z', 'updated_at': '2022-02-08T21:31:19Z', 'revision_number': 4, 'project_id': '2210bdb6190a499b965e9e91b21a6462', 'gw_port': {'id': '1aeb76b8-818e-4533-a7cc-59a652ea37d5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:05Z', 'updated_at': '2022-02-08T21:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '78d5ab28-bc5b-40c3-91da-7a2540601723', 'name': '', 'network_id': 'daaebf9e-b66d-42db-8ec2-b15fcd836888', 'tenant_id': '2210bdb6190a499b965e9e91b21a6462', 'mac_address': 'fa:16:3e:d2:91:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '0122d6bb-bb7c-4737-8d9f-ff47a1c86d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:14Z', 'updated_at': '2022-02-08T21:31:19Z', 'revision_number': 2, 'project_id': '2210bdb6190a499b965e9e91b21a6462', 'subnets': [{'id': '0122d6bb-bb7c-4737-8d9f-ff47a1c86d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:31:22.932755 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445e1f29-8beb-4f11-809a-33627a9cf5c3 None None] Checking router: 4249e8bf-87db-4e26-af93-5f56aa6f6404 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:31:22.933433 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445e1f29-8beb-4f11-809a-33627a9cf5c3 None None] Updating router 4249e8bf-87db-4e26-af93-5f56aa6f6404 port 78d5ab28-bc5b-40c3-91da-7a2540601723 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:31:22.970816 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-445e1f29-8beb-4f11-809a-33627a9cf5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (78d5ab28-bc5b-40c3-91da-7a2540601723), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:23.082486 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cea4f2-e91d-477f-97a1-502f0cc16029 req-c72965f0-c64e-4620-a96f-43d9c191a60b tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:23.094383 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-77cea4f2-e91d-477f-97a1-502f0cc16029 req-c72965f0-c64e-4620-a96f-43d9c191a60b tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/ports?device_id=480460e7-79f1-442d-b16a-79add49ed2b4 HTTP/1.1" status: 200 len: 943 time: 0.1132472 Feb 08 21:31:23.506955 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57234) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:23.521479 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-abab49fc-1ded-4bc4-b09a-ce3e0178dbb1 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Request body: {'security_group': {'name': 'tempest-securitygroup--194445760', 'description': 'tempest-description--1651335250'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:23.609479 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abab49fc-1ded-4bc4-b09a-ce3e0178dbb1 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:23.658748 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57238) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:23.691135 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 5693a71f-bb3b-4897-82c0-7d22f83cbf0a details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:31:23.843569 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-445e1f29-8beb-4f11-809a-33627a9cf5c3 None None] Publish callbacks [] for port (78d5ab28-bc5b-40c3-91da-7a2540601723), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:23.855711 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-445e1f29-8beb-4f11-809a-33627a9cf5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (78d5ab28-bc5b-40c3-91da-7a2540601723), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:23.885562 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abab49fc-1ded-4bc4-b09a-ce3e0178dbb1 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks [] for security_group (43e6e978-aff7-444b-9ada-eb322e951e54), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:23.897729 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abab49fc-1ded-4bc4-b09a-ce3e0178dbb1 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (43e6e978-aff7-444b-9ada-eb322e951e54), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:23.972531 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208de868-ec69-4c8b-b627-d61a016ed9a2 None None] Pushing event updated for resources: {'Port': ['ID=78d5ab28-bc5b-40c3-91da-7a2540601723,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:24.010705 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abab49fc-1ded-4bc4-b09a-ce3e0178dbb1 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:24.018869 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-abab49fc-1ded-4bc4-b09a-ce3e0178dbb1 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5093222 Feb 08 21:31:24.026501 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57246) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:24.035302 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7f88654d-befe-4f49-a3bf-618ad94f1b72 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Request body: {'security_group_rule': {'security_group_id': '43e6e978-aff7-444b-9ada-eb322e951e54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:24.046030 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab49fc-1ded-4bc4-b09a-ce3e0178dbb1 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43e6e978-aff7-444b-9ada-eb322e951e54,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:24.051614 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 5693a71f-bb3b-4897-82c0-7d22f83cbf0a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5693a71f-bb3b-4897-82c0-7d22f83cbf0a,segment=NetworkSegment(d5019c5d-2aed-4709-b2e0-ce13d4213af8),segment_id=d5019c5d-2aed-4709-b2e0-ce13d4213af8)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:31:24.080300 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '5693a71f-bb3b-4897-82c0-7d22f83cbf0a', 'network_id': '9358247d-cc2a-4fe6-8663-3e1c12e0cca7', 'port_id': '5693a71f-bb3b-4897-82c0-7d22f83cbf0a', 'mac_address': 'fa:16:3e:52:ed:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '126acb57-62fb-4ea7-b562-869b07b75aac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:31:24.116139 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-77cea4f2-e91d-477f-97a1-502f0cc16029 req-8023f85f-d313-4865-b7d1-8e46533c7266 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/security-groups?id=512ddac1-9d50-4fae-8222-8708f83793c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0137622 Feb 08 21:31:24.117733 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-445e1f29-8beb-4f11-809a-33627a9cf5c3 None None] Attempting to bind port 78d5ab28-bc5b-40c3-91da-7a2540601723 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:31:24.118437 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-445e1f29-8beb-4f11-809a-33627a9cf5c3 None None] Attempting to bind port 78d5ab28-bc5b-40c3-91da-7a2540601723 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'ce64c4e4-0365-4126-a26d-b3297e73b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'daaebf9e-b66d-42db-8ec2-b15fcd836888'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:31:24.119174 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445e1f29-8beb-4f11-809a-33627a9cf5c3 None None] Attempting to bind port 78d5ab28-bc5b-40c3-91da-7a2540601723 on network daaebf9e-b66d-42db-8ec2-b15fcd836888 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:31:24.133544 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3326969-e49b-4ce6-9966-251275f37e3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:24.144073 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445e1f29-8beb-4f11-809a-33627a9cf5c3 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:31:24.144537 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445e1f29-8beb-4f11-809a-33627a9cf5c3 None None] Checking segment: {'id': 'ce64c4e4-0365-4126-a26d-b3297e73b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'daaebf9e-b66d-42db-8ec2-b15fcd836888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:31:24.144859 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-445e1f29-8beb-4f11-809a-33627a9cf5c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:24.145278 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445e1f29-8beb-4f11-809a-33627a9cf5c3 None None] Bound using segment: {'id': 'ce64c4e4-0365-4126-a26d-b3297e73b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'daaebf9e-b66d-42db-8ec2-b15fcd836888'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:31:24.146352 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-445e1f29-8beb-4f11-809a-33627a9cf5c3 None None] Bound port: 78d5ab28-bc5b-40c3-91da-7a2540601723, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce64c4e4-0365-4126-a26d-b3297e73b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'daaebf9e-b66d-42db-8ec2-b15fcd836888'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:31:24.146741 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-445e1f29-8beb-4f11-809a-33627a9cf5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (78d5ab28-bc5b-40c3-91da-7a2540601723), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:24.172772 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f88654d-befe-4f49-a3bf-618ad94f1b72 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks [] for security_group_rule (f007dfb0-13c3-452f-8c03-86eb663b03fc), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:24.213888 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 5693a71f-bb3b-4897-82c0-7d22f83cbf0a is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:24.216200 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5693a71f-bb3b-4897-82c0-7d22f83cbf0a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:24.252118 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5693a71f-bb3b-4897-82c0-7d22f83cbf0a {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:31:24.294062 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e6cb41fe-4bc9-4be7-9dc4-835033ec13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:24.316825 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 5693a71f-bb3b-4897-82c0-7d22f83cbf0a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5693a71f-bb3b-4897-82c0-7d22f83cbf0a,segment=NetworkSegment(d5019c5d-2aed-4709-b2e0-ce13d4213af8),segment_id=d5019c5d-2aed-4709-b2e0-ce13d4213af8)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:31:24.325836 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5693a71f-bb3b-4897-82c0-7d22f83cbf0a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:24.332298 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-445e1f29-8beb-4f11-809a-33627a9cf5c3 None None] For port 78d5ab28-bc5b-40c3-91da-7a2540601723, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:31:24.346602 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-445e1f29-8beb-4f11-809a-33627a9cf5c3 None None] For port 78d5ab28-bc5b-40c3-91da-7a2540601723, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=78d5ab28-bc5b-40c3-91da-7a2540601723,segment=NetworkSegment(ce64c4e4-0365-4126-a26d-b3297e73b8bc),segment_id=ce64c4e4-0365-4126-a26d-b3297e73b8bc)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:31:24.363409 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-445e1f29-8beb-4f11-809a-33627a9cf5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (78d5ab28-bc5b-40c3-91da-7a2540601723), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:24.370800 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24e868-1d3e-4542-8d6f-01cd0eeeb177 req-bd453431-3fd2-41bb-bbe2-e5eb48b562da tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:24.385851 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0e24e868-1d3e-4542-8d6f-01cd0eeeb177 req-bd453431-3fd2-41bb-bbe2-e5eb48b562da tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.2017491 Feb 08 21:31:24.447210 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=5693a71f-bb3b-4897-82c0-7d22f83cbf0a,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:24.459015 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3326969-e49b-4ce6-9966-251275f37e3d admin admin] Publish callbacks [] for security_group (67e46cf6-c19c-4882-af6a-bd5f565917b7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:24.479593 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3326969-e49b-4ce6-9966-251275f37e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (67e46cf6-c19c-4882-af6a-bd5f565917b7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:24.488912 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1207684b-60fe-4208-8b5d-04b7bec7bcb8 None None] Provisioning complete for port 78d5ab28-bc5b-40c3-91da-7a2540601723 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:31:24.491693 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1207684b-60fe-4208-8b5d-04b7bec7bcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (78d5ab28-bc5b-40c3-91da-7a2540601723), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:24.575820 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f88654d-befe-4f49-a3bf-618ad94f1b72 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks [] for security_group_rule (f007dfb0-13c3-452f-8c03-86eb663b03fc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:24.580276 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3b8c1-83bd-4131-991d-ec58e5a8339c req-8d6f8c59-3f12-4417-9d7c-908d9bfed2e7 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:24.599683 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3fe3b8c1-83bd-4131-991d-ec58e5a8339c req-8d6f8c59-3f12-4417-9d7c-908d9bfed2e7 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f HTTP/1.1" status: 200 len: 946 time: 0.3431749 Feb 08 21:31:24.607501 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208de868-ec69-4c8b-b627-d61a016ed9a2 None None] Pushing event updated for resources: {'Port': ['ID=78d5ab28-bc5b-40c3-91da-7a2540601723,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:24.611285 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f88654d-befe-4f49-a3bf-618ad94f1b72 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (f007dfb0-13c3-452f-8c03-86eb663b03fc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:24.657054 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b3326969-e49b-4ce6-9966-251275f37e3d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4422172ccf284316aa67467a0e995bfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9894428 Feb 08 21:31:24.674534 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445e1f29-8beb-4f11-809a-33627a9cf5c3 None None] Routers {'4249e8bf-87db-4e26-af93-5f56aa6f6404'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:31:24.675902 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-445e1f29-8beb-4f11-809a-33627a9cf5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:30:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['4249e8bf-87db-4e26-af93-5f56aa6f6404'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:31:24.679993 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57250) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:24.797525 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3326969-e49b-4ce6-9966-251275f37e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e46cf6-c19c-4882-af6a-bd5f565917b7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:24.805403 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88654d-befe-4f49-a3bf-618ad94f1b72 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f007dfb0-13c3-452f-8c03-86eb663b03fc,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:24.810661 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f88654d-befe-4f49-a3bf-618ad94f1b72 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:24.811965 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7f88654d-befe-4f49-a3bf-618ad94f1b72 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7833800 Feb 08 21:31:24.824928 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57252) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:24.841721 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7ae7b564-f2a4-42d6-935a-2866cff9c1e2 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Request body: {'security_group_rule': {'security_group_id': '43e6e978-aff7-444b-9ada-eb322e951e54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:24.881263 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93363b78-bc9e-460b-b9d7-24aeaf1e82f8 req-8f8ebfa8-6af1-41cb-b7e9-8d8f5d0e7a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:24.883157 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-93363b78-bc9e-460b-b9d7-24aeaf1e82f8 req-8f8ebfa8-6af1-41cb-b7e9-8d8f5d0e7a28 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 1129 time: 0.2058957 Feb 08 21:31:24.919534 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3fe3b8c1-83bd-4131-991d-ec58e5a8339c req-7ccd47c0-50df-4e29-8a12-49a9087b2f86 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815778 Feb 08 21:31:24.937830 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ae7b564-f2a4-42d6-935a-2866cff9c1e2 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks [] for security_group_rule (0fbb5ce2-fef7-4a7b-a15c-68395efd3ad8), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:24.947553 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0e24e868-1d3e-4542-8d6f-01cd0eeeb177 req-45617421-83b5-4c3a-a9d2-6686b00b355b tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5600605 Feb 08 21:31:25.033126 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-62aab364-cf6c-41b2-88f1-6bee223634b3 admin admin] Publish callbacks [] for security_group (67e46cf6-c19c-4882-af6a-bd5f565917b7), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:25.050189 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-445e1f29-8beb-4f11-809a-33627a9cf5c3 None None] Set router 4249e8bf-87db-4e26-af93-5f56aa6f6404 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:31:25.082544 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-62aab364-cf6c-41b2-88f1-6bee223634b3 admin admin] Publish callbacks [] for security_group (67e46cf6-c19c-4882-af6a-bd5f565917b7), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:25.091365 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-93363b78-bc9e-460b-b9d7-24aeaf1e82f8 req-fafb3c28-309c-43c5-a757-b0b620e5bb44 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963139 Feb 08 21:31:25.131303 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ae7b564-f2a4-42d6-935a-2866cff9c1e2 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks [] for security_group_rule (0fbb5ce2-fef7-4a7b-a15c-68395efd3ad8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:25.138715 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ae7b564-f2a4-42d6-935a-2866cff9c1e2 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (0fbb5ce2-fef7-4a7b-a15c-68395efd3ad8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:25.163385 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7b564-f2a4-42d6-935a-2866cff9c1e2 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fbb5ce2-fef7-4a7b-a15c-68395efd3ad8,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:25.184844 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ae7b564-f2a4-42d6-935a-2866cff9c1e2 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:25.189802 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7ae7b564-f2a4-42d6-935a-2866cff9c1e2 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3602684 Feb 08 21:31:25.191779 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57256) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:25.199039 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6aa354d3-5cdf-4392-837f-08fcfc060f42 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:25.200388 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1207684b-60fe-4208-8b5d-04b7bec7bcb8 None None] Current status of the port 78d5ab28-bc5b-40c3-91da-7a2540601723 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:25.200945 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1207684b-60fe-4208-8b5d-04b7bec7bcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (78d5ab28-bc5b-40c3-91da-7a2540601723), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:25.245844 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-62aab364-cf6c-41b2-88f1-6bee223634b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (67e46cf6-c19c-4882-af6a-bd5f565917b7), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:25.248609 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-62aab364-cf6c-41b2-88f1-6bee223634b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:25.249833 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-62aab364-cf6c-41b2-88f1-6bee223634b3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/67e46cf6-c19c-4882-af6a-bd5f565917b7 HTTP/1.1" status: 204 len: 168 time: 0.5669079 Feb 08 21:31:25.257798 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6aa354d3-5cdf-4392-837f-08fcfc060f42 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:25.280877 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aab364-cf6c-41b2-88f1-6bee223634b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e46cf6-c19c-4882-af6a-bd5f565917b7,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:25.303525 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-1207684b-60fe-4208-8b5d-04b7bec7bcb8 None None] For port 78d5ab28-bc5b-40c3-91da-7a2540601723, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=78d5ab28-bc5b-40c3-91da-7a2540601723,segment=NetworkSegment(ce64c4e4-0365-4126-a26d-b3297e73b8bc),segment_id=ce64c4e4-0365-4126-a26d-b3297e73b8bc)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:31:25.305844 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['5693a71f-bb3b-4897-82c0-7d22f83cbf0a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:31:25.368073 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a7859-180b-4317-8347-e9cce564eb25 req-6fe903ab-c18b-4025-a42a-919f299b242b tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:25.382129 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-888a7859-180b-4317-8347-e9cce564eb25 req-6fe903ab-c18b-4025-a42a-919f299b242b tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/ports?device_id=480460e7-79f1-442d-b16a-79add49ed2b4 HTTP/1.1" status: 200 len: 944 time: 0.1159232 Feb 08 21:31:25.424801 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1207684b-60fe-4208-8b5d-04b7bec7bcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (78d5ab28-bc5b-40c3-91da-7a2540601723), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:25.479087 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-445e1f29-8beb-4f11-809a-33627a9cf5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'name': 'tempest-ServersTestFqdnHostnames-1384043328-router', 'tenant_id': '2210bdb6190a499b965e9e91b21a6462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1aeb76b8-818e-4533-a7cc-59a652ea37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:31:03Z', 'updated_at': '2022-02-08T21:31:19Z', 'revision_number': 4, 'project_id': '2210bdb6190a499b965e9e91b21a6462', 'gw_port': {'id': '1aeb76b8-818e-4533-a7cc-59a652ea37d5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:05Z', 'updated_at': '2022-02-08T21:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '78d5ab28-bc5b-40c3-91da-7a2540601723', 'name': '', 'network_id': 'daaebf9e-b66d-42db-8ec2-b15fcd836888', 'tenant_id': '2210bdb6190a499b965e9e91b21a6462', 'mac_address': 'fa:16:3e:d2:91:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '0122d6bb-bb7c-4737-8d9f-ff47a1c86d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:14Z', 'updated_at': '2022-02-08T21:31:24Z', 'revision_number': 4, 'project_id': '2210bdb6190a499b965e9e91b21a6462', 'subnets': [{'id': '0122d6bb-bb7c-4737-8d9f-ff47a1c86d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:31:25.512833 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6aa354d3-5cdf-4392-837f-08fcfc060f42 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:25.522903 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445e1f29-8beb-4f11-809a-33627a9cf5c3 None None] The sync data for ids ['4249e8bf-87db-4e26-af93-5f56aa6f6404'] in n-d-712143-31 is: [{'id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'name': 'tempest-ServersTestFqdnHostnames-1384043328-router', 'tenant_id': '2210bdb6190a499b965e9e91b21a6462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1aeb76b8-818e-4533-a7cc-59a652ea37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:31:03Z', 'updated_at': '2022-02-08T21:31:19Z', 'revision_number': 4, 'project_id': '2210bdb6190a499b965e9e91b21a6462', 'gw_port': {'id': '1aeb76b8-818e-4533-a7cc-59a652ea37d5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:05Z', 'updated_at': '2022-02-08T21:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '78d5ab28-bc5b-40c3-91da-7a2540601723', 'name': '', 'network_id': 'daaebf9e-b66d-42db-8ec2-b15fcd836888', 'tenant_id': '2210bdb6190a499b965e9e91b21a6462', 'mac_address': 'fa:16:3e:d2:91:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '0122d6bb-bb7c-4737-8d9f-ff47a1c86d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:14Z', 'updated_at': '2022-02-08T21:31:24Z', 'revision_number': 4, 'project_id': '2210bdb6190a499b965e9e91b21a6462', 'subnets': [{'id': '0122d6bb-bb7c-4737-8d9f-ff47a1c86d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:31:25.596164 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-888a7859-180b-4317-8347-e9cce564eb25 req-9fc9181e-3311-4aea-bb78-2c30d675e167 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/security-groups?id=512ddac1-9d50-4fae-8222-8708f83793c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127938 Feb 08 21:31:25.611221 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207684b-60fe-4208-8b5d-04b7bec7bcb8 None None] Pushing event updated for resources: {'Port': ['ID=78d5ab28-bc5b-40c3-91da-7a2540601723,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:25.694828 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-497f17aa-f972-4c77-851b-60c287f626ed None None] Provisioning complete for port 78d5ab28-bc5b-40c3-91da-7a2540601723 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:31:25.695187 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-497f17aa-f972-4c77-851b-60c287f626ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (78d5ab28-bc5b-40c3-91da-7a2540601723), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:25.801099 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da9b6a-a39d-4930-b4bd-42ce58cf4e13 req-76c863e3-652d-4514-b94a-8aec8046e80a tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:25.804166 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-09da9b6a-a39d-4930-b4bd-42ce58cf4e13 req-76c863e3-652d-4514-b94a-8aec8046e80a tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.96 "GET /v2.0/ports?device_id=c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f HTTP/1.1" status: 200 len: 946 time: 0.2020195 Feb 08 21:31:25.928244 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-6aa354d3-5cdf-4392-837f-08fcfc060f42 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Allocated IP 172.25.3.140 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/81520283-ca97-496a-b7e6-fdeb21652de3) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:31:26.064072 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device fef02640-c759-482c-b045-619e6d49c294 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:31:26.235045 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-497f17aa-f972-4c77-851b-60c287f626ed None None] Current status of the port 78d5ab28-bc5b-40c3-91da-7a2540601723 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:26.257072 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: fef02640-c759-482c-b045-619e6d49c294 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:31:26.257743 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device fef02640-c759-482c-b045-619e6d49c294 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:31:26.322291 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57268) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:26.327455 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 78d5ab28-bc5b-40c3-91da-7a2540601723 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:31:26.373883 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1a50ea76-e8cb-4611-a446-af9a608ae613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:26.375466 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6aa354d3-5cdf-4392-837f-08fcfc060f42 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks [] for port (81520283-ca97-496a-b7e6-fdeb21652de3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:26.427157 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-09da9b6a-a39d-4930-b4bd-42ce58cf4e13 req-2b587fe9-eb44-432f-abc3-518912866d80 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Deleting port e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:31:26.427507 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-09da9b6a-a39d-4930-b4bd-42ce58cf4e13 req-2b587fe9-eb44-432f-abc3-518912866d80 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:26.462435 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ca303-2bae-4dad-b0c3-65f6dd78a32b req-682e5008-612c-4f2e-a466-aa6590a2771f tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:26.464164 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4d0ca303-2bae-4dad-b0c3-65f6dd78a32b req-682e5008-612c-4f2e-a466-aa6590a2771f tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.1820931 Feb 08 21:31:26.514477 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6aa354d3-5cdf-4392-837f-08fcfc060f42 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (81520283-ca97-496a-b7e6-fdeb21652de3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:26.515225 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d92138-c707-45b2-8846-9a5bdb0ecebf req-efa11a19-116b-4b17-9256-7823ca20e605 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:26.524027 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6d92138-c707-45b2-8846-9a5bdb0ecebf req-efa11a19-116b-4b17-9256-7823ca20e605 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f HTTP/1.1" status: 200 len: 946 time: 0.3869641 Feb 08 21:31:26.540191 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 78d5ab28-bc5b-40c3-91da-7a2540601723 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:31:26.540942 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (78d5ab28-bc5b-40c3-91da-7a2540601723), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:26.672939 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 78d5ab28-bc5b-40c3-91da-7a2540601723 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:26.694586 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa354d3-5cdf-4392-837f-08fcfc060f42 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:31:26.701581 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6d92138-c707-45b2-8846-9a5bdb0ecebf req-8739665d-6645-45d6-9fb3-036cd5f3a02f tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/security-groups?id=391de3eb-9acf-4f76-880e-8e4a8b95a284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769423 Feb 08 21:31:26.705259 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-6aa354d3-5cdf-4392-837f-08fcfc060f42 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:31:26.714488 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa354d3-5cdf-4392-837f-08fcfc060f42 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:31:26.772026 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa354d3-5cdf-4392-837f-08fcfc060f42 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Pushing event updated for resources: {'Port': ['ID=81520283-ca97-496a-b7e6-fdeb21652de3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:26.775485 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4d0ca303-2bae-4dad-b0c3-65f6dd78a32b req-735a29da-2f46-4a4b-a0e8-f7d4c7455155 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539008 Feb 08 21:31:26.789302 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-09da9b6a-a39d-4930-b4bd-42ce58cf4e13 req-2b587fe9-eb44-432f-abc3-518912866d80 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] For port e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5,segment=NetworkSegment(7300d083-82d0-45c9-90d0-102d4d42d42d),segment_id=7300d083-82d0-45c9-90d0-102d4d42d42d)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:31:26.791925 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-09da9b6a-a39d-4930-b4bd-42ce58cf4e13 req-2b587fe9-eb44-432f-abc3-518912866d80 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:26.833684 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-09da9b6a-a39d-4930-b4bd-42ce58cf4e13 req-2b587fe9-eb44-432f-abc3-518912866d80 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Calling delete_port for e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:31:26.938451 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6aa354d3-5cdf-4392-837f-08fcfc060f42 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks [] for floatingip (f190f9b8-c643-4fd2-a111-5855211abdc9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:27.010292 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6aa354d3-5cdf-4392-837f-08fcfc060f42 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (81520283-ca97-496a-b7e6-fdeb21652de3), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:27.048925 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1a50ea76-e8cb-4611-a446-af9a608ae613 admin admin] Publish callbacks [] for security_group (cb346107-260d-432b-ac0a-7ace54036801), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:27.064801 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1a50ea76-e8cb-4611-a446-af9a608ae613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (cb346107-260d-432b-ac0a-7ace54036801), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:27.127069 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50ea76-e8cb-4611-a446-af9a608ae613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb346107-260d-432b-ac0a-7ace54036801,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:27.137862 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bde756-86a3-4c54-9da4-309bbcb67f96 req-d70f5661-5a9f-4d2b-8d9c-41e6e33e989e tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:27.147283 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-44bde756-86a3-4c54-9da4-309bbcb67f96 req-d70f5661-5a9f-4d2b-8d9c-41e6e33e989e tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/ports?device_id=480460e7-79f1-442d-b16a-79add49ed2b4 HTTP/1.1" status: 200 len: 944 time: 0.3417516 Feb 08 21:31:27.184038 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1a50ea76-e8cb-4611-a446-af9a608ae613 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=052033caf6334ebc875c74768e8ffe32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8397610 Feb 08 21:31:27.194662 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57274) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:27.271818 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-44bde756-86a3-4c54-9da4-309bbcb67f96 req-41baf76b-d39a-4039-b6f2-7860b9562631 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/security-groups?id=512ddac1-9d50-4fae-8222-8708f83793c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233935 Feb 08 21:31:27.319680 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-09da9b6a-a39d-4930-b4bd-42ce58cf4e13 req-2b587fe9-eb44-432f-abc3-518912866d80 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:27.340696 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:31:27.405684 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b587fe9-eb44-432f-abc3-518912866d80 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Pushing event deleted for resources: {'Port': ['ID=e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:27.414780 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6aa354d3-5cdf-4392-837f-08fcfc060f42 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks [] for port (81520283-ca97-496a-b7e6-fdeb21652de3), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:27.418739 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-152331e3-401a-4a9b-ab58-5d8af785cd37 admin admin] Publish callbacks [] for security_group (cb346107-260d-432b-ac0a-7ace54036801), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:27.433304 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6aa354d3-5cdf-4392-837f-08fcfc060f42 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (81520283-ca97-496a-b7e6-fdeb21652de3), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:27.450255 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ea2a8b93-b575-4e3d-b34f-f47e268cd71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:27.528040 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-09da9b6a-a39d-4930-b4bd-42ce58cf4e13 req-2b587fe9-eb44-432f-abc3-518912866d80 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] No DVR routers for this DVR port e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:31:27.533761 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-152331e3-401a-4a9b-ab58-5d8af785cd37 admin admin] Publish callbacks [] for security_group (cb346107-260d-432b-ac0a-7ace54036801), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:27.537289 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-09da9b6a-a39d-4930-b4bd-42ce58cf4e13 req-2b587fe9-eb44-432f-abc3-518912866d80 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:27.541975 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-09da9b6a-a39d-4930-b4bd-42ce58cf4e13 req-2b587fe9-eb44-432f-abc3-518912866d80 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.96 "DELETE /v2.0/ports/e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5 HTTP/1.1" status: 204 len: 173 time: 1.7272632 Feb 08 21:31:27.542765 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f', 'name': 'network-vif-deleted', 'tag': 'e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:31:27.557089 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d615403-c36c-4042-a04e-9b39182f9095" -d '{"events": [{"server_uuid": "c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f", "name": "network-vif-deleted", "tag": "e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:31:27.626710 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa354d3-5cdf-4392-837f-08fcfc060f42 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Pushing event updated for resources: {'Port': ['ID=81520283-ca97-496a-b7e6-fdeb21652de3,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:27.688555 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-152331e3-401a-4a9b-ab58-5d8af785cd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (cb346107-260d-432b-ac0a-7ace54036801), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:27.695930 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 5693a71f-bb3b-4897-82c0-7d22f83cbf0a up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:31:27.698188 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-152331e3-401a-4a9b-ab58-5d8af785cd37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:27.705366 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-152331e3-401a-4a9b-ab58-5d8af785cd37 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cb346107-260d-432b-ac0a-7ace54036801 HTTP/1.1" status: 204 len: 168 time: 0.5089960 Feb 08 21:31:27.725602 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152331e3-401a-4a9b-ab58-5d8af785cd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb346107-260d-432b-ac0a-7ace54036801,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:27.754407 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6aa354d3-5cdf-4392-837f-08fcfc060f42 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (f190f9b8-c643-4fd2-a111-5855211abdc9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:27.815859 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85898553-9170-4965-8406-c88d9229591a x-openstack-request-id: req-85898553-9170-4965-8406-c88d9229591a {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:31:27.817309 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f", "name": "network-vif-deleted", "tag": "e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:31:27.818592 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-85898553-9170-4965-8406-c88d9229591a {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:31:27.819718 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f', 'name': 'network-vif-deleted', 'tag': 'e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5', 'status': 'completed', 'code': 200} Feb 08 21:31:27.854091 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6aa354d3-5cdf-4392-837f-08fcfc060f42 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:27.860479 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6aa354d3-5cdf-4392-837f-08fcfc060f42 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6652918 Feb 08 21:31:27.980267 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 5693a71f-bb3b-4897-82c0-7d22f83cbf0a completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:31:28.007295 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 5693a71f-bb3b-4897-82c0-7d22f83cbf0a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:31:28.016600 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5693a71f-bb3b-4897-82c0-7d22f83cbf0a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:28.079791 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5b42df05-a9ea-472a-9f38-6d62df55dba5 req-ac773390-6c7a-4301-8f24-72c8697f2433 tempest-ListServerFiltersTestJSON-13717709 tempest-ListServerFiltersTestJSON-13717709-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4f2b6cd-e7ac-4ed6-92f4-2f5acaa7f17f HTTP/1.1" status: 200 len: 210 time: 0.1864314 Feb 08 21:31:28.243686 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 5693a71f-bb3b-4897-82c0-7d22f83cbf0a is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:28.244376 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5693a71f-bb3b-4897-82c0-7d22f83cbf0a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:28.249872 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f892c-314a-4960-882a-7dd3dc52fee7 req-af39bf8c-426e-4d8e-bb34-8ac9b99dc9e6 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:28.261343 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf1f892c-314a-4960-882a-7dd3dc52fee7 req-af39bf8c-426e-4d8e-bb34-8ac9b99dc9e6 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.2049568 Feb 08 21:31:28.275483 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480460e7-79f1-442d-b16a-79add49ed2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5693a71f-bb3b-4897-82c0-7d22f83cbf0a'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:31:28.277918 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890e17b2-830a-48b8-beec-28c82c22b1be" -d '{"events": [{"server_uuid": "480460e7-79f1-442d-b16a-79add49ed2b4", "name": "network-vif-plugged", "status": "completed", "tag": "5693a71f-bb3b-4897-82c0-7d22f83cbf0a"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:31:28.299631 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 5693a71f-bb3b-4897-82c0-7d22f83cbf0a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5693a71f-bb3b-4897-82c0-7d22f83cbf0a,segment=NetworkSegment(d5019c5d-2aed-4709-b2e0-ce13d4213af8),segment_id=d5019c5d-2aed-4709-b2e0-ce13d4213af8)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:31:28.314874 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5693a71f-bb3b-4897-82c0-7d22f83cbf0a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:28.315768 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:31:28.345141 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:31:28.346286 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device e0094d01-c65e-4f00-a1db-7ca7fbb0bdb5 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:31:28.435001 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68978f5-d2ad-49d9-afe2-ecd8fff00735 x-openstack-request-id: req-c68978f5-d2ad-49d9-afe2-ecd8fff00735 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:31:28.436419 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480460e7-79f1-442d-b16a-79add49ed2b4", "name": "network-vif-plugged", "status": "completed", "tag": "5693a71f-bb3b-4897-82c0-7d22f83cbf0a", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:31:28.437030 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c68978f5-d2ad-49d9-afe2-ecd8fff00735 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:31:28.437651 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480460e7-79f1-442d-b16a-79add49ed2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5693a71f-bb3b-4897-82c0-7d22f83cbf0a', 'code': 200} Feb 08 21:31:28.438907 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=5693a71f-bb3b-4897-82c0-7d22f83cbf0a,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:28.446331 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf1f892c-314a-4960-882a-7dd3dc52fee7 req-327e2db3-4862-47d2-9a55-34bd14e781d4 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833661 Feb 08 21:31:28.591092 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3336a2-3181-46ad-989d-99ca8b1c4bdc req-342ce6d4-e88d-4ddf-b8c9-4dc917093e87 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:28.599608 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d3336a2-3181-46ad-989d-99ca8b1c4bdc req-342ce6d4-e88d-4ddf-b8c9-4dc917093e87 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/ports?device_id=480460e7-79f1-442d-b16a-79add49ed2b4 HTTP/1.1" status: 200 len: 945 time: 0.0752852 Feb 08 21:31:28.709419 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d3336a2-3181-46ad-989d-99ca8b1c4bdc req-6c489c35-1c1e-41ad-bec7-b0e76f391727 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/security-groups?id=512ddac1-9d50-4fae-8222-8708f83793c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087039 Feb 08 21:31:28.745557 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-ffd0dc8d-3788-428c-b02b-20102cb906f6 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--194445760&fields=id&tenant_id=2210bdb6190a499b965e9e91b21a6462 HTTP/1.1" status: 200 len: 267 time: 0.1069548 Feb 08 21:31:28.747923 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c039cd-c7c3-4acf-9cf2-44d6bb48311b req-1b907462-d107-4e22-b787-f38f1f0dacf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:28.749535 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55c039cd-c7c3-4acf-9cf2-44d6bb48311b req-1b907462-d107-4e22-b787-f38f1f0dacf3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=480460e7-79f1-442d-b16a-79add49ed2b4 HTTP/1.1" status: 200 len: 1128 time: 0.1476843 Feb 08 21:31:28.885514 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55c039cd-c7c3-4acf-9cf2-44d6bb48311b req-467c2e80-0320-45e6-bfc2-38d16f769bb6 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=512ddac1-9d50-4fae-8222-8708f83793c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290596 Feb 08 21:31:28.923349 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-ba66a28a-1a2b-4507-b9dc-e41e609753e9 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:28.924992 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-ba66a28a-1a2b-4507-b9dc-e41e609753e9 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/networks?id=daaebf9e-b66d-42db-8ec2-b15fcd836888 HTTP/1.1" status: 200 len: 815 time: 0.1710570 Feb 08 21:31:28.948386 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-74393a49-8683-4a7e-ac73-a27d6047d8cf tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/quotas/2210bdb6190a499b965e9e91b21a6462 HTTP/1.1" status: 200 len: 375 time: 0.0171521 Feb 08 21:31:29.123527 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:29.127432 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-7d7b67c5-e024-49fd-8b9f-5c54b46fdf8e tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2210bdb6190a499b965e9e91b21a6462&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1732550 Feb 08 21:31:29.216396 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda73ece-a942-4100-83ea-094c1988a198 req-64862746-12ee-48a1-ba9e-1fc2d9187d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:29.220929 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fda73ece-a942-4100-83ea-094c1988a198 req-64862746-12ee-48a1-ba9e-1fc2d9187d21 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=0b5378aef139411c8980fedff164d328&device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 1129 time: 0.1278369 Feb 08 21:31:29.339600 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249efc70-8a4c-4d89-b69d-81657e482201 req-25ea7646-9dd9-4970-8816-98a5a778edbe tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:29.342185 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-249efc70-8a4c-4d89-b69d-81657e482201 req-25ea7646-9dd9-4970-8816-98a5a778edbe tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.2131529 Feb 08 21:31:29.376027 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda73ece-a942-4100-83ea-094c1988a198 req-c05a6fe5-f86b-4278-83a8-0b56c2e5fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:29.379375 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fda73ece-a942-4100-83ea-094c1988a198 req-c05a6fe5-f86b-4278-83a8-0b56c2e5fe50 service neutron] 10.222.0.94 "GET /v2.0/networks?id=615ec4ed-fa4e-46ef-89c1-1a6f16003df8 HTTP/1.1" status: 200 len: 919 time: 0.1508427 Feb 08 21:31:29.410172 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-6acf1867-960d-4205-bc9e-0fb4deedf761 service neutron] 10.222.0.88 "GET /v2.0/networks/daaebf9e-b66d-42db-8ec2-b15fcd836888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260623 Feb 08 21:31:29.479125 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fda73ece-a942-4100-83ea-094c1988a198 req-52eb973b-17e5-46f6-976a-5f3ef9b4f300 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ad97f1c-9448-46d9-a032-48bade0a8c93 HTTP/1.1" status: 200 len: 217 time: 0.0936754 Feb 08 21:31:29.506688 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-249efc70-8a4c-4d89-b69d-81657e482201 req-4ba4117f-b50d-4454-9ffd-a0650f0c78de tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441884 Feb 08 21:31:29.566456 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-07e83029-26e4-415c-acff-e6ddf69e36d5 service neutron] 10.222.0.88 "GET /v2.0/networks/daaebf9e-b66d-42db-8ec2-b15fcd836888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506290 Feb 08 21:31:29.594560 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda73ece-a942-4100-83ea-094c1988a198 req-7f11dab9-64bb-4e93-ac9f-10da311b0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:29.597490 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fda73ece-a942-4100-83ea-094c1988a198 req-7f11dab9-64bb-4e93-ac9f-10da311b0aeb service neutron] 10.222.0.94 "GET /v2.0/subnets?id=2583ff1d-670a-4074-8b7c-cb54a492a95a HTTP/1.1" status: 200 len: 858 time: 0.1126618 Feb 08 21:31:29.613805 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57334) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:29.654644 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fda73ece-a942-4100-83ea-094c1988a198 req-07fcc478-dc24-4e65-b6c0-d629de0389ad service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=615ec4ed-fa4e-46ef-89c1-1a6f16003df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504978 Feb 08 21:31:29.672678 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e3c9bfe-f785-40e0-bdb0-901bf8769c9b admin admin] Deleting subnet 93da91fb-68ac-4db0-bd66-bb7bbf1aa7b4 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:31:29.677570 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e3c9bfe-f785-40e0-bdb0-901bf8769c9b admin admin] Publish callbacks [] for subnet (93da91fb-68ac-4db0-bd66-bb7bbf1aa7b4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:29.720558 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e3c9bfe-f785-40e0-bdb0-901bf8769c9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (93da91fb-68ac-4db0-bd66-bb7bbf1aa7b4), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:29.886172 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fbedf10a-67f4-469b-9bd5-6ab3e7855675 req-478fb1ea-5cda-4881-9f5b-907eb56b7cb7 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/ports?device_id=35b18510-8094-47cd-ac07-90aefb64edec HTTP/1.1" status: 200 len: 210 time: 0.0970020 Feb 08 21:31:29.899003 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fda73ece-a942-4100-83ea-094c1988a198 req-d7bc4e33-cf7a-4959-9391-169deb2f34c5 service neutron] 10.222.0.94 "GET /v2.0/networks/615ec4ed-fa4e-46ef-89c1-1a6f16003df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381144 Feb 08 21:31:30.089481 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fda73ece-a942-4100-83ea-094c1988a198 req-7625867e-86df-4dfa-90ef-08c26e28a0ee service neutron] 10.222.0.94 "GET /v2.0/networks/615ec4ed-fa4e-46ef-89c1-1a6f16003df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836004 Feb 08 21:31:30.117799 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e3c9bfe-f785-40e0-bdb0-901bf8769c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (93da91fb-68ac-4db0-bd66-bb7bbf1aa7b4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:30.150045 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef221cfc-d22a-4347-a496-ffd9a5afbf35 req-6332784d-bda3-419e-b90b-d1dfdf6d41f6 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:30.159425 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef221cfc-d22a-4347-a496-ffd9a5afbf35 req-6332784d-bda3-419e-b90b-d1dfdf6d41f6 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/ports?device_id=480460e7-79f1-442d-b16a-79add49ed2b4 HTTP/1.1" status: 200 len: 945 time: 0.2579305 Feb 08 21:31:30.306648 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef221cfc-d22a-4347-a496-ffd9a5afbf35 req-5395835b-1671-4f64-9b1b-341efebd57cf tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/security-groups?id=512ddac1-9d50-4fae-8222-8708f83793c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460779 Feb 08 21:31:30.365438 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e3c9bfe-f785-40e0-bdb0-901bf8769c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (93da91fb-68ac-4db0-bd66-bb7bbf1aa7b4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:30.427001 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c9bfe-f785-40e0-bdb0-901bf8769c9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93da91fb-68ac-4db0-bd66-bb7bbf1aa7b4,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:30.445898 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e3c9bfe-f785-40e0-bdb0-901bf8769c9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:30.454487 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7efbc7c-7638-4a3a-afc5-32c5cd3f82a7 None None] Network 2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:31:30.460146 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0e3c9bfe-f785-40e0-bdb0-901bf8769c9b admin admin] 10.222.0.88 "DELETE /v2.0/subnets/93da91fb-68ac-4db0-bd66-bb7bbf1aa7b4 HTTP/1.1" status: 204 len: 168 time: 0.8421581 Feb 08 21:31:30.460478 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57358) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:30.681284 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f46849d9-7dc0-487d-a22a-145b978f0976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:30.806332 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a722f96c-9013-477a-a474-99b7c2702a62 None None] DHCP port deletion for 2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:31:30.865701 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f46849d9-7dc0-487d-a22a-145b978f0976 admin admin] Deleting port cf312608-4adb-489f-a4dd-a08aae9d839b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:31:30.866750 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f46849d9-7dc0-487d-a22a-145b978f0976 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (cf312608-4adb-489f-a4dd-a08aae9d839b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:30.875992 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f25da-8ac8-4782-b09c-ee1aaa2efbc9 req-b495b4f7-1d0b-4c60-98a1-18860a4569a2 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:30.892470 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-499f25da-8ac8-4782-b09c-ee1aaa2efbc9 req-b495b4f7-1d0b-4c60-98a1-18860a4569a2 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.1461766 Feb 08 21:31:30.981902 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a722f96c-9013-477a-a474-99b7c2702a62 None None] Deleting port cf312608-4adb-489f-a4dd-a08aae9d839b {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:31:30.982414 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a722f96c-9013-477a-a474-99b7c2702a62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (cf312608-4adb-489f-a4dd-a08aae9d839b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:31.040066 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-499f25da-8ac8-4782-b09c-ee1aaa2efbc9 req-0cc2e3e8-de7b-4173-ac60-796c58ca197f tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458838 Feb 08 21:31:31.177517 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-a722f96c-9013-477a-a474-99b7c2702a62 None None] For port cf312608-4adb-489f-a4dd-a08aae9d839b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cf312608-4adb-489f-a4dd-a08aae9d839b,segment=NetworkSegment(7300d083-82d0-45c9-90d0-102d4d42d42d),segment_id=7300d083-82d0-45c9-90d0-102d4d42d42d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:31:31.178541 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a722f96c-9013-477a-a474-99b7c2702a62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (cf312608-4adb-489f-a4dd-a08aae9d839b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:31.183668 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4180f177-e5c8-46b7-a267-84f9b5caad10 req-93bb4090-cccd-4011-8077-d32a0ef5d5d1 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/ports?device_id=35b18510-8094-47cd-ac07-90aefb64edec HTTP/1.1" status: 200 len: 210 time: 0.0675378 Feb 08 21:31:31.220541 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a722f96c-9013-477a-a474-99b7c2702a62 None None] Calling delete_port for cf312608-4adb-489f-a4dd-a08aae9d839b owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:31:31.406202 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:31.410279 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a722f96c-9013-477a-a474-99b7c2702a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (cf312608-4adb-489f-a4dd-a08aae9d839b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:31.444811 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a722f96c-9013-477a-a474-99b7c2702a62 None None] No DVR routers for this DVR port cf312608-4adb-489f-a4dd-a08aae9d839b on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:31:31.506951 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:31.508572 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722f96c-9013-477a-a474-99b7c2702a62 None None] Pushing event deleted for resources: {'Port': ['ID=cf312608-4adb-489f-a4dd-a08aae9d839b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:31.558342 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d7f0c-dfa4-42f2-aa9d-608de7bf0ea5 req-1ee88a7a-5325-41a4-b3f4-a8423f3ee6de tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:31.579757 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d9d7f0c-dfa4-42f2-aa9d-608de7bf0ea5 req-1ee88a7a-5325-41a4-b3f4-a8423f3ee6de tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/ports?device_id=480460e7-79f1-442d-b16a-79add49ed2b4 HTTP/1.1" status: 200 len: 945 time: 0.1233923 Feb 08 21:31:31.639648 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d9d7f0c-dfa4-42f2-aa9d-608de7bf0ea5 req-f85eaa48-5c4b-4faf-91e7-8e6fff6497bd tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/security-groups?id=512ddac1-9d50-4fae-8222-8708f83793c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589566 Feb 08 21:31:31.656224 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-f46849d9-7dc0-487d-a22a-145b978f0976 admin admin] For port cf312608-4adb-489f-a4dd-a08aae9d839b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cf312608-4adb-489f-a4dd-a08aae9d839b,segment=NetworkSegment(7300d083-82d0-45c9-90d0-102d4d42d42d),segment_id=7300d083-82d0-45c9-90d0-102d4d42d42d)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:31:31.656820 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f46849d9-7dc0-487d-a22a-145b978f0976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (cf312608-4adb-489f-a4dd-a08aae9d839b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:31.676007 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f46849d9-7dc0-487d-a22a-145b978f0976 admin admin] Calling delete_port for cf312608-4adb-489f-a4dd-a08aae9d839b owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:31:31.912447 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-fa9b24da-3fe3-4e5a-abef-2ca91705e9bf tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:31.914406 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-fa9b24da-3fe3-4e5a-abef-2ca91705e9bf tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.94 "GET /v2.0/networks?id=daaebf9e-b66d-42db-8ec2-b15fcd836888 HTTP/1.1" status: 200 len: 815 time: 0.1708610 Feb 08 21:31:31.915852 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f46849d9-7dc0-487d-a22a-145b978f0976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (cf312608-4adb-489f-a4dd-a08aae9d839b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:31.981261 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46849d9-7dc0-487d-a22a-145b978f0976 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf312608-4adb-489f-a4dd-a08aae9d839b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:31.985042 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46849d9-7dc0-487d-a22a-145b978f0976 admin admin] No DVR routers for this DVR port cf312608-4adb-489f-a4dd-a08aae9d839b on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:31:32.110613 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cf312608-4adb-489f-a4dd-a08aae9d839b no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:31:32.139013 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-28327025-4f4b-4122-8686-bf43b0746415 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2210bdb6190a499b965e9e91b21a6462 HTTP/1.1" status: 200 len: 379 time: 0.2113273 Feb 08 21:31:32.150014 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-69ae2f60-917a-40d7-be89-8743c17df321 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Request body: {'port': {'device_id': '35b18510-8094-47cd-ac07-90aefb64edec', 'network_id': 'daaebf9e-b66d-42db-8ec2-b15fcd836888', 'admin_state_up': True, 'tenant_id': '2210bdb6190a499b965e9e91b21a6462', 'security_groups': ['43e6e978-aff7-444b-9ada-eb322e951e54']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:32.160360 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: cf312608-4adb-489f-a4dd-a08aae9d839b {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:31:32.161136 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cf312608-4adb-489f-a4dd-a08aae9d839b not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:31:32.246736 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9b80b-5283-42ce-a8ae-fa2e1bd9d05d req-d9d6c3b0-ab9c-4e87-b585-2b4a40d9c29b tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:32.255440 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-90a9b80b-5283-42ce-a8ae-fa2e1bd9d05d req-d9d6c3b0-ab9c-4e87-b585-2b4a40d9c29b tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.0715578 Feb 08 21:31:32.329853 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-90a9b80b-5283-42ce-a8ae-fa2e1bd9d05d req-a94ef001-122b-42cf-a100-a96430852210 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730207 Feb 08 21:31:32.437728 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-69ae2f60-917a-40d7-be89-8743c17df321 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Made reservation on behalf of 2210bdb6190a499b965e9e91b21a6462 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:31:32.441467 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-69ae2f60-917a-40d7-be89-8743c17df321 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:32.448283 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f46849d9-7dc0-487d-a22a-145b978f0976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:32.493508 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f46849d9-7dc0-487d-a22a-145b978f0976 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:31:32.524761 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f46849d9-7dc0-487d-a22a-145b978f0976 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7300d083-82d0-45c9-90d0-102d4d42d42d') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:31:32.525418 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f46849d9-7dc0-487d-a22a-145b978f0976 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7300d083-82d0-45c9-90d0-102d4d42d42d') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:31:32.571036 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f46849d9-7dc0-487d-a22a-145b978f0976 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (7300d083-82d0-45c9-90d0-102d4d42d42d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:32.577743 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0c1af193-26ae-4e25-98fe-aa4c13139e45 req-b7344f33-fea6-468b-8358-f715617579ff tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/ports?device_id=35b18510-8094-47cd-ac07-90aefb64edec HTTP/1.1" status: 200 len: 210 time: 0.0874996 Feb 08 21:31:32.602503 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f46849d9-7dc0-487d-a22a-145b978f0976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (7300d083-82d0-45c9-90d0-102d4d42d42d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:32.618183 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f46849d9-7dc0-487d-a22a-145b978f0976 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:31:32.621950 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f46849d9-7dc0-487d-a22a-145b978f0976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (7300d083-82d0-45c9-90d0-102d4d42d42d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:31:32.658931 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:31:32.721255 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfeffd-1636-4d9a-b045-c65f2d3d1e2d req-7a6073cf-9df1-4cb7-b2fe-14914ab38069 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:32.727232 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-64bfeffd-1636-4d9a-b045-c65f2d3d1e2d req-7a6073cf-9df1-4cb7-b2fe-14914ab38069 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/ports?device_id=480460e7-79f1-442d-b16a-79add49ed2b4 HTTP/1.1" status: 200 len: 945 time: 0.0885456 Feb 08 21:31:32.799079 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-64bfeffd-1636-4d9a-b045-c65f2d3d1e2d req-079decd3-8111-4f6d-8dd6-e55af9a3aaba tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/security-groups?id=512ddac1-9d50-4fae-8222-8708f83793c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590076 Feb 08 21:31:32.804175 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f46849d9-7dc0-487d-a22a-145b978f0976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:32.810392 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-69ae2f60-917a-40d7-be89-8743c17df321 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Allocated IP 172.20.0.3 (daaebf9e-b66d-42db-8ec2-b15fcd836888/0122d6bb-bb7c-4737-8d9f-ff47a1c86d35/ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:31:32.816827 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f46849d9-7dc0-487d-a22a-145b978f0976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:32.823817 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f46849d9-7dc0-487d-a22a-145b978f0976 admin admin] 10.222.0.88 "DELETE /v2.0/networks/2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7 HTTP/1.1" status: 204 len: 168 time: 2.3592265 Feb 08 21:31:32.839596 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46849d9-7dc0-487d-a22a-145b978f0976 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ad58e67-c6e5-4e7a-ae67-ca0694b5f5c7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:33.040490 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-69ae2f60-917a-40d7-be89-8743c17df321 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks [] for port (ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:33.053799 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57406) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:33.116027 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57408) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:33.116027 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-69ae2f60-917a-40d7-be89-8743c17df321 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:33.130641 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-da0a5a60-1e28-4332-97ab-7dfc2ec56dbb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ecd44d5e73bc4efdab021ff5425635d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0746655 Feb 08 21:31:33.133362 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57410) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:33.188266 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-69ae2f60-917a-40d7-be89-8743c17df321 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Network daaebf9e-b66d-42db-8ec2-b15fcd836888 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:31:33.195183 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-69ae2f60-917a-40d7-be89-8743c17df321 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:31:33.202427 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-69ae2f60-917a-40d7-be89-8743c17df321 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:31:33.233605 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-39418f6a-c2f0-4e88-bb4e-f446706c6d04 admin admin] Publish callbacks [] for security_group (391de3eb-9acf-4f76-880e-8e4a8b95a284), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:33.287792 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae2f60-917a-40d7-be89-8743c17df321 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Pushing event updated for resources: {'Port': ['ID=ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:33.289562 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-39418f6a-c2f0-4e88-bb4e-f446706c6d04 admin admin] Publish callbacks [] for security_group (391de3eb-9acf-4f76-880e-8e4a8b95a284), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:33.324416 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-69ae2f60-917a-40d7-be89-8743c17df321 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:33.329217 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-69ae2f60-917a-40d7-be89-8743c17df321 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:33.371296 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-69ae2f60-917a-40d7-be89-8743c17df321 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2262864 Feb 08 21:31:33.389107 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-1fec54bc-bee7-442b-a54a-3a2ced3dab5e service neutron] Request body: {'port': {'device_id': '35b18510-8094-47cd-ac07-90aefb64edec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:33.463458 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-39418f6a-c2f0-4e88-bb4e-f446706c6d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (391de3eb-9acf-4f76-880e-8e4a8b95a284), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:33.468620 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-39418f6a-c2f0-4e88-bb4e-f446706c6d04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:33.472419 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-39418f6a-c2f0-4e88-bb4e-f446706c6d04 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/391de3eb-9acf-4f76-880e-8e4a8b95a284 HTTP/1.1" status: 204 len: 168 time: 0.3374376 Feb 08 21:31:33.492490 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39418f6a-c2f0-4e88-bb4e-f446706c6d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391de3eb-9acf-4f76-880e-8e4a8b95a284,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:33.602812 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-1fec54bc-bee7-442b-a54a-3a2ced3dab5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:33.716144 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-47c4893f-2e96-4d58-87bd-1bcd148168cb None None] Provisioning complete for port ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:31:33.718228 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-47c4893f-2e96-4d58-87bd-1bcd148168cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:33.726726 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aae5b42c-2bae-4b52-8a43-6f03fab1a2f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:33.738776 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ac89f-8832-444a-94b1-2c20750f4da4 req-98e647dd-57e2-4ccb-8cea-3c4ea59353ea tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:33.762089 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bb1ac89f-8832-444a-94b1-2c20750f4da4 req-98e647dd-57e2-4ccb-8cea-3c4ea59353ea tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.2420769 Feb 08 21:31:33.830855 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-47c4893f-2e96-4d58-87bd-1bcd148168cb None None] Port ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:31:33.951370 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bb1ac89f-8832-444a-94b1-2c20750f4da4 req-9af57051-1704-4501-b17c-ddd85494e76d tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823068 Feb 08 21:31:34.039926 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001b684-8b3e-4659-83ab-02695e5af51a req-205d690a-8efe-4a9f-8a38-5c4daf634c48 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:34.049478 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e001b684-8b3e-4659-83ab-02695e5af51a req-205d690a-8efe-4a9f-8a38-5c4daf634c48 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/ports?device_id=35b18510-8094-47cd-ac07-90aefb64edec HTTP/1.1" status: 200 len: 931 time: 0.2038431 Feb 08 21:31:34.217012 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e001b684-8b3e-4659-83ab-02695e5af51a req-155137be-e077-477a-9a22-83f5376f32ab tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/security-groups?id=43e6e978-aff7-444b-9ada-eb322e951e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665144 Feb 08 21:31:34.267616 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-1fec54bc-bee7-442b-a54a-3a2ced3dab5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:31:34.288526 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-1fec54bc-bee7-442b-a54a-3a2ced3dab5e service neutron] Publish callbacks [] for port (ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:34.295755 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aae5b42c-2bae-4b52-8a43-6f03fab1a2f3 admin admin] Publish callbacks [] for security_group (8f69c29c-1ecb-469f-b9ff-77562b7284b9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:34.313173 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-1fec54bc-bee7-442b-a54a-3a2ced3dab5e service neutron] Transition to ACTIVE for port object ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:31:34.314614 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aae5b42c-2bae-4b52-8a43-6f03fab1a2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8f69c29c-1ecb-469f-b9ff-77562b7284b9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:34.318204 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb94f94-0598-4244-b3ca-44f675249ed7 req-b240b75e-49b4-46be-89df-742f4bc78932 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:34.321289 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4eb94f94-0598-4244-b3ca-44f675249ed7 req-b240b75e-49b4-46be-89df-742f4bc78932 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.96 "GET /v2.0/ports?device_id=480460e7-79f1-442d-b16a-79add49ed2b4 HTTP/1.1" status: 200 len: 945 time: 0.2272933 Feb 08 21:31:34.342309 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-1fec54bc-bee7-442b-a54a-3a2ced3dab5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:34.357501 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d115c0-361a-45ea-93e7-7f141705c390 req-3b3c2b67-5826-4471-85b5-7b1968ce7f89 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:34.368118 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f5d115c0-361a-45ea-93e7-7f141705c390 req-3b3c2b67-5826-4471-85b5-7b1968ce7f89 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/ports?device_id=480460e7-79f1-442d-b16a-79add49ed2b4 HTTP/1.1" status: 200 len: 945 time: 0.1874757 Feb 08 21:31:34.413147 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-aae5b42c-2bae-4b52-8a43-6f03fab1a2f3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=654ac2022b8f43f1a619285622d34291&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2834928 Feb 08 21:31:34.419861 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57436) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:34.430157 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5b42c-2bae-4b52-8a43-6f03fab1a2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f69c29c-1ecb-469f-b9ff-77562b7284b9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:34.453165 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec54bc-bee7-442b-a54a-3a2ced3dab5e service neutron] Pushing event updated for resources: {'Port': ['ID=ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:34.514997 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f5d115c0-361a-45ea-93e7-7f141705c390 req-ce364b0a-964c-4edc-af2a-bda50f1d9908 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/security-groups?id=512ddac1-9d50-4fae-8222-8708f83793c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319377 Feb 08 21:31:34.573268 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87d5ac7a-ba0b-47e8-a428-2bba5de370bd admin admin] Publish callbacks [] for security_group (8f69c29c-1ecb-469f-b9ff-77562b7284b9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:34.638605 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-1fec54bc-bee7-442b-a54a-3a2ced3dab5e service neutron] Attempting to bind port ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:31:34.639606 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-1fec54bc-bee7-442b-a54a-3a2ced3dab5e service neutron] Attempting to bind port ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'ce64c4e4-0365-4126-a26d-b3297e73b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'daaebf9e-b66d-42db-8ec2-b15fcd836888'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:31:34.642085 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-1fec54bc-bee7-442b-a54a-3a2ced3dab5e service neutron] Attempting to bind port ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab on network daaebf9e-b66d-42db-8ec2-b15fcd836888 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:31:34.688901 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-4eb94f94-0598-4244-b3ca-44f675249ed7 req-4920471f-404b-4a42-85b9-c94eec791c3e tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Deleting port 5693a71f-bb3b-4897-82c0-7d22f83cbf0a {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:31:34.689503 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4eb94f94-0598-4244-b3ca-44f675249ed7 req-4920471f-404b-4a42-85b9-c94eec791c3e tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (5693a71f-bb3b-4897-82c0-7d22f83cbf0a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:34.702696 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87d5ac7a-ba0b-47e8-a428-2bba5de370bd admin admin] Publish callbacks [] for security_group (8f69c29c-1ecb-469f-b9ff-77562b7284b9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:34.707335 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-1fec54bc-bee7-442b-a54a-3a2ced3dab5e service neutron] Port ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab on network daaebf9e-b66d-42db-8ec2-b15fcd836888 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:31:34.707806 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-1fec54bc-bee7-442b-a54a-3a2ced3dab5e service neutron] Attempting to bind port ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab on network daaebf9e-b66d-42db-8ec2-b15fcd836888 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:31:34.761441 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-1fec54bc-bee7-442b-a54a-3a2ced3dab5e service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:31:34.762155 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-1fec54bc-bee7-442b-a54a-3a2ced3dab5e service neutron] Checking segment: {'id': 'ce64c4e4-0365-4126-a26d-b3297e73b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'daaebf9e-b66d-42db-8ec2-b15fcd836888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:31:34.762348 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-1fec54bc-bee7-442b-a54a-3a2ced3dab5e service neutron] Bound using segment: {'id': 'ce64c4e4-0365-4126-a26d-b3297e73b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'daaebf9e-b66d-42db-8ec2-b15fcd836888'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:31:34.762954 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-1fec54bc-bee7-442b-a54a-3a2ced3dab5e service neutron] Bound port: ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce64c4e4-0365-4126-a26d-b3297e73b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'daaebf9e-b66d-42db-8ec2-b15fcd836888'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:31:34.763732 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-1fec54bc-bee7-442b-a54a-3a2ced3dab5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:34.901962 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87d5ac7a-ba0b-47e8-a428-2bba5de370bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8f69c29c-1ecb-469f-b9ff-77562b7284b9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:34.905883 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87d5ac7a-ba0b-47e8-a428-2bba5de370bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:34.907567 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-87d5ac7a-ba0b-47e8-a428-2bba5de370bd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8f69c29c-1ecb-469f-b9ff-77562b7284b9 HTTP/1.1" status: 204 len: 168 time: 0.4844151 Feb 08 21:31:34.940224 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-1fec54bc-bee7-442b-a54a-3a2ced3dab5e service neutron] For port ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:31:34.949352 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5ac7a-ba0b-47e8-a428-2bba5de370bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f69c29c-1ecb-469f-b9ff-77562b7284b9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:34.980899 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-1fec54bc-bee7-442b-a54a-3a2ced3dab5e service neutron] For port ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab,segment=NetworkSegment(ce64c4e4-0365-4126-a26d-b3297e73b8bc),segment_id=ce64c4e4-0365-4126-a26d-b3297e73b8bc)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:31:35.003776 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-1fec54bc-bee7-442b-a54a-3a2ced3dab5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:35.008535 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-4eb94f94-0598-4244-b3ca-44f675249ed7 req-4920471f-404b-4a42-85b9-c94eec791c3e tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] For port 5693a71f-bb3b-4897-82c0-7d22f83cbf0a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5693a71f-bb3b-4897-82c0-7d22f83cbf0a,segment=NetworkSegment(d5019c5d-2aed-4709-b2e0-ce13d4213af8),segment_id=d5019c5d-2aed-4709-b2e0-ce13d4213af8)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:31:35.009127 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4eb94f94-0598-4244-b3ca-44f675249ed7 req-4920471f-404b-4a42-85b9-c94eec791c3e tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (5693a71f-bb3b-4897-82c0-7d22f83cbf0a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:35.068948 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-4eb94f94-0598-4244-b3ca-44f675249ed7 req-4920471f-404b-4a42-85b9-c94eec791c3e tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Calling delete_port for 5693a71f-bb3b-4897-82c0-7d22f83cbf0a owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:31:35.117522 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57456) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:35.166204 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec54bc-bee7-442b-a54a-3a2ced3dab5e service neutron] Pushing event updated for resources: {'Port': ['ID=ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:35.199442 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-1fec54bc-bee7-442b-a54a-3a2ced3dab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:35.204522 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-1fec54bc-bee7-442b-a54a-3a2ced3dab5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:35.208493 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-1fec54bc-bee7-442b-a54a-3a2ced3dab5e service neutron] 10.222.0.94 "PUT /v2.0/ports/ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab HTTP/1.1" status: 200 len: 1092 time: 1.8290954 Feb 08 21:31:35.209274 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b18510-8094-47cd-ac07-90aefb64edec', 'tag': 'ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:31:35.215349 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2730b9f-54f6-4877-8560-90fed763aa24" -d '{"events": [{"name": "network-changed", "server_uuid": "35b18510-8094-47cd-ac07-90aefb64edec", "tag": "ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:31:35.435913 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca05eb3-0761-43f8-a186-5274685a1f6b x-openstack-request-id: req-9ca05eb3-0761-43f8-a186-5274685a1f6b {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:31:35.436430 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b18510-8094-47cd-ac07-90aefb64edec", "tag": "ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:31:35.436880 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9ca05eb3-0761-43f8-a186-5274685a1f6b {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:31:35.438415 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b18510-8094-47cd-ac07-90aefb64edec', 'tag': 'ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab', 'status': 'completed', 'code': 200} Feb 08 21:31:35.523139 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-f391c9c6-a94b-49fb-afe9-fd8367e25fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:35.535442 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-f391c9c6-a94b-49fb-afe9-fd8367e25fe9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2210bdb6190a499b965e9e91b21a6462&device_id=35b18510-8094-47cd-ac07-90aefb64edec HTTP/1.1" status: 200 len: 1126 time: 0.2633407 Feb 08 21:31:35.619535 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4eb94f94-0598-4244-b3ca-44f675249ed7 req-4920471f-404b-4a42-85b9-c94eec791c3e tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (5693a71f-bb3b-4897-82c0-7d22f83cbf0a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:35.650180 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['5693a71f-bb3b-4897-82c0-7d22f83cbf0a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:31:35.678363 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-8a002872-ae7f-4c6a-b37f-c540a7d97cbd service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab HTTP/1.1" status: 200 len: 217 time: 0.1258519 Feb 08 21:31:35.748607 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57470) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:35.774711 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1258fb4-fda8-411c-83aa-f4a99d456172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:35.788108 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-30da3139-5ab5-4b99-8387-89422949839f admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1499554939-network', 'tenant_id': '2099178bceae467caa302375eb115cde'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:35.793190 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920471f-404b-4a42-85b9-c94eec791c3e tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Pushing event deleted for resources: {'Port': ['ID=5693a71f-bb3b-4897-82c0-7d22f83cbf0a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:35.816537 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-aeaa208b-b95b-4ff1-a20c-7ce53dd45346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:35.819252 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-aeaa208b-b95b-4ff1-a20c-7ce53dd45346 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0122d6bb-bb7c-4737-8d9f-ff47a1c86d35 HTTP/1.1" status: 200 len: 854 time: 0.1341052 Feb 08 21:31:35.865057 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38414bb3-c4d6-4a04-b09a-0537349c9cfa req-220a198e-7eee-4b85-b6b2-75e9abbf2cca tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:35.876201 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-38414bb3-c4d6-4a04-b09a-0537349c9cfa req-220a198e-7eee-4b85-b6b2-75e9abbf2cca tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/ports?device_id=35b18510-8094-47cd-ac07-90aefb64edec HTTP/1.1" status: 200 len: 943 time: 0.3825977 Feb 08 21:31:35.998846 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-3f22ef15-e8c2-4a7b-a0e7-c253353d95e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:36.003814 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-3f22ef15-e8c2-4a7b-a0e7-c253353d95e5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=daaebf9e-b66d-42db-8ec2-b15fcd836888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1768253 Feb 08 21:31:36.121808 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb94f94-0598-4244-b3ca-44f675249ed7 req-4920471f-404b-4a42-85b9-c94eec791c3e tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] No DVR routers for this DVR port 5693a71f-bb3b-4897-82c0-7d22f83cbf0a on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:31:36.156554 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4eb94f94-0598-4244-b3ca-44f675249ed7 req-4920471f-404b-4a42-85b9-c94eec791c3e tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:36.163808 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4eb94f94-0598-4244-b3ca-44f675249ed7 req-4920471f-404b-4a42-85b9-c94eec791c3e tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.96 "DELETE /v2.0/ports/5693a71f-bb3b-4897-82c0-7d22f83cbf0a HTTP/1.1" status: 204 len: 173 time: 1.8350761 Feb 08 21:31:36.167092 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480460e7-79f1-442d-b16a-79add49ed2b4', 'name': 'network-vif-deleted', 'tag': '5693a71f-bb3b-4897-82c0-7d22f83cbf0a'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:31:36.174134 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6f617c-e982-4fb0-8e65-de38076dd401" -d '{"events": [{"server_uuid": "480460e7-79f1-442d-b16a-79add49ed2b4", "name": "network-vif-deleted", "tag": "5693a71f-bb3b-4897-82c0-7d22f83cbf0a"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:31:36.187547 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30da3139-5ab5-4b99-8387-89422949839f admin admin] Made reservation on behalf of 2099178bceae467caa302375eb115cde for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:31:36.210303 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-30da3139-5ab5-4b99-8387-89422949839f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:36.240250 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-30da3139-5ab5-4b99-8387-89422949839f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:36.260035 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1258fb4-fda8-411c-83aa-f4a99d456172 admin admin] Publish callbacks [] for security_group (a8e9e663-0fe2-48ab-a6cc-449550bab5a3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:36.294135 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1258fb4-fda8-411c-83aa-f4a99d456172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a8e9e663-0fe2-48ab-a6cc-449550bab5a3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:36.313866 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd60cafa-ff5c-45e4-8a49-844adb8dc635 req-a7eaaacf-52b5-49bd-835b-e975bc72ea04 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5642095 Feb 08 21:31:36.371553 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:36.416356 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1258fb4-fda8-411c-83aa-f4a99d456172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e9e663-0fe2-48ab-a6cc-449550bab5a3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:36.429345 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d1258fb4-fda8-411c-83aa-f4a99d456172 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=34a3a2619a144a49b110dd27a01dc988&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6769252 Feb 08 21:31:36.436457 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57480) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:36.444749 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4fd73093-acdc-4243-8864-31f22b945bf4 req-490183a8-9d7b-491a-9e76-e61bb9108806 tempest-ServerPasswordTestJSON-1634342745 tempest-ServerPasswordTestJSON-1634342745-project] 10.222.0.88 "GET /v2.0/ports?device_id=480460e7-79f1-442d-b16a-79add49ed2b4 HTTP/1.1" status: 200 len: 210 time: 0.6916380 Feb 08 21:31:36.453927 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5c050fa2-a230-4d48-aa56-bad8c1e31402 req-6a993aa1-0cb5-41f4-9840-a0beeed7ac3c service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=a7cc37d0-6533-4f03-9041-0ffbe1884013&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3047066 Feb 08 21:31:36.461704 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-20c556f8-a63b-4e5e-9f12-5f873cd4b5c7 service neutron] 10.222.0.94 "GET /v2.0/networks/daaebf9e-b66d-42db-8ec2-b15fcd836888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397843 Feb 08 21:31:36.568203 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:36.586058 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d450fcf-0612-4bdb-88bc-5d786f1baa9a x-openstack-request-id: req-0d450fcf-0612-4bdb-88bc-5d786f1baa9a {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:31:36.586516 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480460e7-79f1-442d-b16a-79add49ed2b4", "name": "network-vif-deleted", "tag": "5693a71f-bb3b-4897-82c0-7d22f83cbf0a", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:31:36.586992 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0d450fcf-0612-4bdb-88bc-5d786f1baa9a {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:31:36.587664 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480460e7-79f1-442d-b16a-79add49ed2b4', 'name': 'network-vif-deleted', 'tag': '5693a71f-bb3b-4897-82c0-7d22f83cbf0a', 'status': 'completed', 'code': 200} Feb 08 21:31:36.679754 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd68ad96-06fd-49f1-ab28-561464aa8e41 admin admin] Publish callbacks [] for security_group (a8e9e663-0fe2-48ab-a6cc-449550bab5a3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:36.698205 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-38414bb3-c4d6-4a04-b09a-0537349c9cfa req-0aebd055-4330-458d-ab42-1230118e2145 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/security-groups?id=43e6e978-aff7-444b-9ada-eb322e951e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8206716 Feb 08 21:31:36.703483 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d3450961-0dbd-4c68-9bc6-0acc033af3ca req-28e2e95c-1eb6-4c2d-83f2-bcd62d3178e9 service neutron] 10.222.0.94 "GET /v2.0/networks/daaebf9e-b66d-42db-8ec2-b15fcd836888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352064 Feb 08 21:31:36.714227 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c050fa2-a230-4d48-aa56-bad8c1e31402 req-b911d6ba-4b91-4fe2-af2d-d391f649e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:36.714227 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5c050fa2-a230-4d48-aa56-bad8c1e31402 req-b911d6ba-4b91-4fe2-af2d-d391f649e1ee service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&device_id=a7cc37d0-6533-4f03-9041-0ffbe1884013 HTTP/1.1" status: 200 len: 1129 time: 0.2150159 Feb 08 21:31:36.714561 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60cafa-ff5c-45e4-8a49-844adb8dc635 req-7119f8fe-83fa-45e9-8fa5-568cf50e01b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:36.732771 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd60cafa-ff5c-45e4-8a49-844adb8dc635 req-7119f8fe-83fa-45e9-8fa5-568cf50e01b2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 1127 time: 0.2448559 Feb 08 21:31:36.733679 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd68ad96-06fd-49f1-ab28-561464aa8e41 admin admin] Publish callbacks [] for security_group (a8e9e663-0fe2-48ab-a6cc-449550bab5a3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:36.904472 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-30da3139-5ab5-4b99-8387-89422949839f admin admin] Publish callbacks [] for security_group (282c28e3-cd12-426d-a180-311512fb39c4), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:36.911990 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-30da3139-5ab5-4b99-8387-89422949839f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (282c28e3-cd12-426d-a180-311512fb39c4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:36.963067 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30da3139-5ab5-4b99-8387-89422949839f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:31:37.013524 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da3139-5ab5-4b99-8387-89422949839f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282c28e3-cd12-426d-a180-311512fb39c4,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:37.034164 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-30da3139-5ab5-4b99-8387-89422949839f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (de4ef8b9-5228-401d-a050-a01748ec9db9), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:37.035485 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-30da3139-5ab5-4b99-8387-89422949839f admin admin] Added segment de4ef8b9-5228-401d-a050-a01748ec9db9 of type vlan for network 5bec38c8-497b-4cad-8334-be134ec73224 Feb 08 21:31:37.072411 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c050fa2-a230-4d48-aa56-bad8c1e31402 req-b759d1ab-d9f7-4af2-ab9a-23917f19982c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:37.075220 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5c050fa2-a230-4d48-aa56-bad8c1e31402 req-b759d1ab-d9f7-4af2-ab9a-23917f19982c service neutron] 10.222.0.94 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 913 time: 0.3393230 Feb 08 21:31:37.147078 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60cafa-ff5c-45e4-8a49-844adb8dc635 req-03480367-6c85-4461-aa0c-20491f425f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:37.150383 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd60cafa-ff5c-45e4-8a49-844adb8dc635 req-03480367-6c85-4461-aa0c-20491f425f7c service neutron] 10.222.0.96 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 913 time: 0.3818915 Feb 08 21:31:37.170581 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5c050fa2-a230-4d48-aa56-bad8c1e31402 req-798120bf-c59c-42a1-996e-7e4eb24c4f4b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e124c5f6-4611-4439-97a8-4ce67fb6ac06 HTTP/1.1" status: 200 len: 217 time: 0.0570555 Feb 08 21:31:37.179812 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-30da3139-5ab5-4b99-8387-89422949839f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (5bec38c8-497b-4cad-8334-be134ec73224), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:37.275842 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd60cafa-ff5c-45e4-8a49-844adb8dc635 req-f4e0b801-335e-4371-bf8b-0d59becbbcff service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 HTTP/1.1" status: 200 len: 999 time: 0.1150358 Feb 08 21:31:37.282787 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2730b9f-54f6-4877-8560-90fed763aa24 req-88d32b95-75a5-4eb7-a23d-5bfa9ef40482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:37.286052 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f2730b9f-54f6-4877-8560-90fed763aa24 req-88d32b95-75a5-4eb7-a23d-5bfa9ef40482 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2210bdb6190a499b965e9e91b21a6462&device_id=35b18510-8094-47cd-ac07-90aefb64edec HTTP/1.1" status: 200 len: 1126 time: 0.4079587 Feb 08 21:31:37.289273 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c050fa2-a230-4d48-aa56-bad8c1e31402 req-4ba9fac6-6e1b-4cc5-85c7-af90b2436b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:37.291730 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5c050fa2-a230-4d48-aa56-bad8c1e31402 req-4ba9fac6-6e1b-4cc5-85c7-af90b2436b7a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0aa29b5a-a776-4012-aa53-861d63a1c0ca HTTP/1.1" status: 200 len: 851 time: 0.1148567 Feb 08 21:31:37.421635 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-30da3139-5ab5-4b99-8387-89422949839f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (5bec38c8-497b-4cad-8334-be134ec73224), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:37.422733 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30da3139-5ab5-4b99-8387-89422949839f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:37.423358 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-30da3139-5ab5-4b99-8387-89422949839f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:37.433600 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd68ad96-06fd-49f1-ab28-561464aa8e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a8e9e663-0fe2-48ab-a6cc-449550bab5a3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:37.438142 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd68ad96-06fd-49f1-ab28-561464aa8e41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:37.439814 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cd68ad96-06fd-49f1-ab28-561464aa8e41 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a8e9e663-0fe2-48ab-a6cc-449550bab5a3 HTTP/1.1" status: 204 len: 168 time: 1.0007296 Feb 08 21:31:37.486241 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68ad96-06fd-49f1-ab28-561464aa8e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e9e663-0fe2-48ab-a6cc-449550bab5a3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:37.530188 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c050fa2-a230-4d48-aa56-bad8c1e31402 req-bd2154a9-8abb-47c8-a1dd-d707bb72caa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:37.532739 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5c050fa2-a230-4d48-aa56-bad8c1e31402 req-bd2154a9-8abb-47c8-a1dd-d707bb72caa0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=470bde4a-288b-4162-81c1-45fdd6f3db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2265136 Feb 08 21:31:37.574977 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57490) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:37.632890 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-30da3139-5ab5-4b99-8387-89422949839f admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.5135162 Feb 08 21:31:37.650810 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60cafa-ff5c-45e4-8a49-844adb8dc635 req-b131b1f3-9df3-4a99-95a9-2b309dbb5cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:37.655469 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd60cafa-ff5c-45e4-8a49-844adb8dc635 req-b131b1f3-9df3-4a99-95a9-2b309dbb5cf0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0aa29b5a-a776-4012-aa53-861d63a1c0ca HTTP/1.1" status: 200 len: 851 time: 0.3559697 Feb 08 21:31:37.682411 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57492) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:37.695447 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-9a7812fe-99c9-4d83-bd31-b54a86e4de46 admin admin] Request body: {'subnet': {'network_id': '5bec38c8-497b-4cad-8334-be134ec73224', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1499554939-subnet', 'tenant_id': '2099178bceae467caa302375eb115cde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:37.719712 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2730b9f-54f6-4877-8560-90fed763aa24 req-1e190c92-3c0c-4859-935c-f1de74dc5d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:37.722611 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f2730b9f-54f6-4877-8560-90fed763aa24 req-1e190c92-3c0c-4859-935c-f1de74dc5d35 service neutron] 10.222.0.94 "GET /v2.0/networks?id=daaebf9e-b66d-42db-8ec2-b15fcd836888 HTTP/1.1" status: 200 len: 916 time: 0.4295015 Feb 08 21:31:37.741657 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 5693a71f-bb3b-4897-82c0-7d22f83cbf0a no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:31:37.770390 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da3139-5ab5-4b99-8387-89422949839f admin admin] Pushing event updated for resources: {'Network': ['ID=5bec38c8-497b-4cad-8334-be134ec73224,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:37.784200 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 5693a71f-bb3b-4897-82c0-7d22f83cbf0a {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:31:37.784718 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 5693a71f-bb3b-4897-82c0-7d22f83cbf0a not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:31:37.791157 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7812fe-99c9-4d83-bd31-b54a86e4de46 admin admin] Made reservation on behalf of 2099178bceae467caa302375eb115cde for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:31:37.794483 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9a7812fe-99c9-4d83-bd31-b54a86e4de46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:37.796058 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 5bec38c8-497b-4cad-8334-be134ec73224 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:31:37.855376 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f2730b9f-54f6-4877-8560-90fed763aa24 req-36a7ac9b-a7a7-4722-9634-5bce384de808 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab HTTP/1.1" status: 200 len: 217 time: 0.0971882 Feb 08 21:31:37.862706 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba8608f-ec8d-45bd-a98e-fcce5bddc30f admin admin] Deleting subnet 126acb57-62fb-4ea7-b562-869b07b75aac {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:31:37.869587 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ba8608f-ec8d-45bd-a98e-fcce5bddc30f admin admin] Publish callbacks [] for subnet (126acb57-62fb-4ea7-b562-869b07b75aac), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:37.898166 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60cafa-ff5c-45e4-8a49-844adb8dc635 req-1913b66c-59a5-4554-8d29-2472709face4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:37.900163 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd60cafa-ff5c-45e4-8a49-844adb8dc635 req-1913b66c-59a5-4554-8d29-2472709face4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=470bde4a-288b-4162-81c1-45fdd6f3db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1885853 Feb 08 21:31:37.967109 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5c050fa2-a230-4d48-aa56-bad8c1e31402 req-1f254d8c-43da-46ca-8266-d8756cbdf759 service neutron] 10.222.0.94 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235394 Feb 08 21:31:37.970969 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ba8608f-ec8d-45bd-a98e-fcce5bddc30f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (126acb57-62fb-4ea7-b562-869b07b75aac), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:38.018202 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2730b9f-54f6-4877-8560-90fed763aa24 req-6fd0f84a-ca19-4159-85bb-67234af99458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:38.020627 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f2730b9f-54f6-4877-8560-90fed763aa24 req-6fd0f84a-ca19-4159-85bb-67234af99458 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0122d6bb-bb7c-4737-8d9f-ff47a1c86d35 HTTP/1.1" status: 200 len: 854 time: 0.1416557 Feb 08 21:31:38.144901 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ba8608f-ec8d-45bd-a98e-fcce5bddc30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (126acb57-62fb-4ea7-b562-869b07b75aac), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:38.212925 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5c050fa2-a230-4d48-aa56-bad8c1e31402 req-a72e14f2-2726-4d8a-802b-51658178367d service neutron] 10.222.0.94 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395895 Feb 08 21:31:38.220144 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2730b9f-54f6-4877-8560-90fed763aa24 req-323a8dfb-7d88-40dd-906e-7423f333da92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:38.222962 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f2730b9f-54f6-4877-8560-90fed763aa24 req-323a8dfb-7d88-40dd-906e-7423f333da92 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=daaebf9e-b66d-42db-8ec2-b15fcd836888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1948986 Feb 08 21:31:38.305854 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ba8608f-ec8d-45bd-a98e-fcce5bddc30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (126acb57-62fb-4ea7-b562-869b07b75aac), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:38.346084 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8608f-ec8d-45bd-a98e-fcce5bddc30f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=126acb57-62fb-4ea7-b562-869b07b75aac,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:38.356377 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ba8608f-ec8d-45bd-a98e-fcce5bddc30f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:38.363280 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3ba8608f-ec8d-45bd-a98e-fcce5bddc30f admin admin] 10.222.0.88 "DELETE /v2.0/subnets/126acb57-62fb-4ea7-b562-869b07b75aac HTTP/1.1" status: 204 len: 168 time: 0.7748718 Feb 08 21:31:38.372714 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57510) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:38.460936 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f2730b9f-54f6-4877-8560-90fed763aa24 req-258fbae1-ebe8-40ba-b9d2-ab152b6d6e50 service neutron] 10.222.0.94 "GET /v2.0/networks/daaebf9e-b66d-42db-8ec2-b15fcd836888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300234 Feb 08 21:31:38.508983 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c63dc3-8034-4b9b-8cc0-9e11505083b4 req-4d4c9ab4-656b-4edc-9098-3ac7d1a98069 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:38.510519 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-58c63dc3-8034-4b9b-8cc0-9e11505083b4 req-4d4c9ab4-656b-4edc-9098-3ac7d1a98069 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/ports?device_id=35b18510-8094-47cd-ac07-90aefb64edec HTTP/1.1" status: 200 len: 943 time: 0.6562641 Feb 08 21:31:38.534698 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd60cafa-ff5c-45e4-8a49-844adb8dc635 req-c8053876-fc1f-4374-935d-49c1b107feb4 service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6196525 Feb 08 21:31:38.537871 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d983a720-b9bd-447f-bab0-dd758efc91fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (9358247d-cc2a-4fe6-8663-3e1c12e0cca7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:38.604559 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02201c07-be2b-4d93-81b2-782494f583ff req-2dc63013-2ed9-49ca-816c-5ab37e05d403 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:38.606258 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02201c07-be2b-4d93-81b2-782494f583ff req-2dc63013-2ed9-49ca-816c-5ab37e05d403 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.1930859 Feb 08 21:31:38.694803 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-58c63dc3-8034-4b9b-8cc0-9e11505083b4 req-300c5ae8-1021-4c64-832f-644da05f819d tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/security-groups?id=43e6e978-aff7-444b-9ada-eb322e951e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760712 Feb 08 21:31:38.711269 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f2730b9f-54f6-4877-8560-90fed763aa24 req-35a98e56-df36-45f2-8404-85660d6d8721 service neutron] 10.222.0.94 "GET /v2.0/networks/daaebf9e-b66d-42db-8ec2-b15fcd836888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416291 Feb 08 21:31:38.715077 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d983a720-b9bd-447f-bab0-dd758efc91fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (9358247d-cc2a-4fe6-8663-3e1c12e0cca7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:38.753329 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-d983a720-b9bd-447f-bab0-dd758efc91fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9358247d-cc2a-4fe6-8663-3e1c12e0cca7']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:31:38.766448 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-d983a720-b9bd-447f-bab0-dd758efc91fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5019c5d-2aed-4709-b2e0-ce13d4213af8') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:31:38.766748 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-d983a720-b9bd-447f-bab0-dd758efc91fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5019c5d-2aed-4709-b2e0-ce13d4213af8') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:31:38.777693 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d983a720-b9bd-447f-bab0-dd758efc91fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (d5019c5d-2aed-4709-b2e0-ce13d4213af8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:38.793974 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d983a720-b9bd-447f-bab0-dd758efc91fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (d5019c5d-2aed-4709-b2e0-ce13d4213af8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:38.806454 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d983a720-b9bd-447f-bab0-dd758efc91fd admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:31:38.807313 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d983a720-b9bd-447f-bab0-dd758efc91fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (d5019c5d-2aed-4709-b2e0-ce13d4213af8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:38.821404 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02201c07-be2b-4d93-81b2-782494f583ff req-d35037c3-1098-48ec-8556-f16c72b5e9f2 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691446 Feb 08 21:31:38.827518 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd60cafa-ff5c-45e4-8a49-844adb8dc635 req-dc55dfc3-f546-4ddb-9517-6069cd0b5aef service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799006 Feb 08 21:31:38.828337 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9a7812fe-99c9-4d83-bd31-b54a86e4de46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (3cae548b-e8c6-4a0f-92ea-72ada38a541b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:31:38.834281 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:31:38.924813 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d983a720-b9bd-447f-bab0-dd758efc91fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (9358247d-cc2a-4fe6-8663-3e1c12e0cca7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:38.932321 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d983a720-b9bd-447f-bab0-dd758efc91fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:38.948195 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d983a720-b9bd-447f-bab0-dd758efc91fd admin admin] 10.222.0.88 "DELETE /v2.0/networks/9358247d-cc2a-4fe6-8663-3e1c12e0cca7 HTTP/1.1" status: 204 len: 168 time: 0.5736175 Feb 08 21:31:38.997788 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983a720-b9bd-447f-bab0-dd758efc91fd admin admin] Pushing event deleted for resources: {'Network': ['ID=9358247d-cc2a-4fe6-8663-3e1c12e0cca7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:39.010359 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7812fe-99c9-4d83-bd31-b54a86e4de46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cae548b-e8c6-4a0f-92ea-72ada38a541b,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:39.039776 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7812fe-99c9-4d83-bd31-b54a86e4de46 admin admin] Checking segment: {'id': 'de4ef8b9-5228-401d-a050-a01748ec9db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5bec38c8-497b-4cad-8334-be134ec73224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:31:39.040251 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7812fe-99c9-4d83-bd31-b54a86e4de46 admin admin] Network hostable DHCP agents. Network: 5bec38c8-497b-4cad-8334-be134ec73224, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:31:39.060098 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7812fe-99c9-4d83-bd31-b54a86e4de46 admin admin] Network 5bec38c8-497b-4cad-8334-be134ec73224 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:31:39.083333 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-9a7812fe-99c9-4d83-bd31-b54a86e4de46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 5bec38c8-497b-4cad-8334-be134ec73224) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:31:39.087944 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7812fe-99c9-4d83-bd31-b54a86e4de46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:39.088574 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9a7812fe-99c9-4d83-bd31-b54a86e4de46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:39.092771 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7d7f09-4e56-4d8c-9903-a9c99d964c25 None None] Network 5bec38c8-497b-4cad-8334-be134ec73224 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:31:39.118980 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9a7812fe-99c9-4d83-bd31-b54a86e4de46 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4336925 Feb 08 21:31:39.240992 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247faae4-6b27-4e74-a234-663ab0bd4ab8 None None] Network 5bec38c8-497b-4cad-8334-be134ec73224 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:31:39.281755 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57542) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:39.394018 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8bf0df71-f473-4513-9c2d-0afaec5f1878 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3a46669e6e854cbeaee005109a0d7da0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1106684 Feb 08 21:31:39.396546 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57546) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:39.513206 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e87e67cc-33d3-4645-a920-e4b25c031b36 admin admin] Publish callbacks [] for security_group (512ddac1-9d50-4fae-8222-8708f83793c7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:39.538318 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e87e67cc-33d3-4645-a920-e4b25c031b36 admin admin] Publish callbacks [] for security_group (512ddac1-9d50-4fae-8222-8708f83793c7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:39.604297 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e87e67cc-33d3-4645-a920-e4b25c031b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (512ddac1-9d50-4fae-8222-8708f83793c7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:39.608401 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e87e67cc-33d3-4645-a920-e4b25c031b36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:39.611401 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e87e67cc-33d3-4645-a920-e4b25c031b36 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/512ddac1-9d50-4fae-8222-8708f83793c7 HTTP/1.1" status: 204 len: 168 time: 0.2112916 Feb 08 21:31:39.625065 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e67cc-33d3-4645-a920-e4b25c031b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512ddac1-9d50-4fae-8222-8708f83793c7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:40.063298 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-0123c4a3-dbfa-4f38-a7d8-bb9d80b9abce tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:40.065105 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-0123c4a3-dbfa-4f38-a7d8-bb9d80b9abce tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/networks?id=5bec38c8-497b-4cad-8334-be134ec73224 HTTP/1.1" status: 200 len: 818 time: 0.1481044 Feb 08 21:31:40.091949 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:31:40.118046 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-97dbef86-6ea4-43ac-b1ea-e204404ba586 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/quotas/2099178bceae467caa302375eb115cde HTTP/1.1" status: 200 len: 375 time: 0.0446548 Feb 08 21:31:40.177194 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9af62-f2c5-4784-a58a-5d4fded25c96 req-f6a5a215-2c6d-42c7-88aa-4f31dc63337d tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:40.179397 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-71b9af62-f2c5-4784-a58a-5d4fded25c96 req-f6a5a215-2c6d-42c7-88aa-4f31dc63337d tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/ports?device_id=35b18510-8094-47cd-ac07-90aefb64edec HTTP/1.1" status: 200 len: 943 time: 0.3323290 Feb 08 21:31:40.222603 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-cfe72931-2e49-4f63-998d-c2bcfdab7897 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2099178bceae467caa302375eb115cde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1036301 Feb 08 21:31:40.299714 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab,segment=NetworkSegment(ce64c4e4-0365-4126-a26d-b3297e73b8bc),segment_id=ce64c4e4-0365-4126-a26d-b3297e73b8bc)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:31:40.317680 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab', 'network_id': 'daaebf9e-b66d-42db-8ec2-b15fcd836888', 'port_id': 'ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab', 'mac_address': 'fa:16:3e:5c:04:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0122d6bb-bb7c-4737-8d9f-ff47a1c86d35', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:31:40.393921 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:40.394862 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:40.407452 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-71b9af62-f2c5-4784-a58a-5d4fded25c96 req-0a26c043-009a-4266-99d0-cbc30318832e tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/security-groups?id=43e6e978-aff7-444b-9ada-eb322e951e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823449 Feb 08 21:31:40.414256 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:31:40.432180 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-7e5853bb-926f-45a3-aa88-b03d06adda8d service neutron] 10.222.0.88 "GET /v2.0/networks/5bec38c8-497b-4cad-8334-be134ec73224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930933 Feb 08 21:31:40.484056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab,segment=NetworkSegment(ce64c4e4-0365-4126-a26d-b3297e73b8bc),segment_id=ce64c4e4-0365-4126-a26d-b3297e73b8bc)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:31:40.492912 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:40.596619 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:40.685862 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-6f3f08b8-56b3-4e07-98ff-cba2b3ce939c service neutron] 10.222.0.88 "GET /v2.0/networks/5bec38c8-497b-4cad-8334-be134ec73224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468712 Feb 08 21:31:40.898460 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:31:41.272734 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0979d7e3-4927-4142-a961-3ee2b1d07ca8 req-92720453-ecee-424f-a8fd-2d7db60aa056 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/ports?device_id=51708b58-1230-43d4-848c-c7fbb4d71c25 HTTP/1.1" status: 200 len: 210 time: 0.0682144 Feb 08 21:31:41.664475 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d4278-6d2e-43fa-9b14-10a102759f02 req-934e794f-f296-47d3-a796-9c7d1f16f4c6 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:41.680036 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-752d4278-6d2e-43fa-9b14-10a102759f02 req-934e794f-f296-47d3-a796-9c7d1f16f4c6 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/ports?device_id=35b18510-8094-47cd-ac07-90aefb64edec HTTP/1.1" status: 200 len: 944 time: 0.1796727 Feb 08 21:31:41.825806 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-752d4278-6d2e-43fa-9b14-10a102759f02 req-f6a7805b-586e-41e2-855e-fd83ad628b53 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/security-groups?id=43e6e978-aff7-444b-9ada-eb322e951e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433010 Feb 08 21:31:42.053595 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0e6be78b-abd1-4a30-abe8-0f70445832f9 req-0c6ee3e1-e0f3-406a-95cb-4f52c223b14c tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=4f24e9a1-f30e-4071-a64a-5085723f21fd HTTP/1.1" status: 200 len: 210 time: 0.0656657 Feb 08 21:31:42.119792 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:31:42.220287 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:31:42.227483 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:31:42.227991 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:42.424537 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cae3b6c6-b66e-412d-9f72-50ce7282d412 req-2731cdb5-d586-43ec-b7e9-3c00e4ed2cc4 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/ports?device_id=51708b58-1230-43d4-848c-c7fbb4d71c25 HTTP/1.1" status: 200 len: 210 time: 0.0605481 Feb 08 21:31:42.470681 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:42.472155 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:42.549796 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b18510-8094-47cd-ac07-90aefb64edec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:31:42.571124 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53b36f9-c282-4bb2-b95c-996f42a8e15b" -d '{"events": [{"server_uuid": "35b18510-8094-47cd-ac07-90aefb64edec", "name": "network-vif-plugged", "status": "completed", "tag": "ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:31:42.620434 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab,segment=NetworkSegment(ce64c4e4-0365-4126-a26d-b3297e73b8bc),segment_id=ce64c4e4-0365-4126-a26d-b3297e73b8bc)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:31:42.637443 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:42.719784 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c146cb2a-e880-4fa5-a969-e46187c95fee x-openstack-request-id: req-c146cb2a-e880-4fa5-a969-e46187c95fee {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:31:42.720085 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b18510-8094-47cd-ac07-90aefb64edec", "name": "network-vif-plugged", "status": "completed", "tag": "ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:31:42.724044 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c146cb2a-e880-4fa5-a969-e46187c95fee {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:31:42.724642 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b18510-8094-47cd-ac07-90aefb64edec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab', 'code': 200} Feb 08 21:31:42.813729 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:42.911654 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6364796e-3506-4576-acc4-3b0c15adc7e8 req-9ca2b09a-9f10-4628-aa29-41ea8892edcc tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0488949 Feb 08 21:31:43.027845 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57702) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:43.119664 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac50ede-6b7c-4580-a4c0-309c66bbc980 req-c7acddcf-c548-44c7-965a-d5e2b399291f tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:43.129249 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9ac50ede-6b7c-4580-a4c0-309c66bbc980 req-c7acddcf-c548-44c7-965a-d5e2b399291f tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/ports?device_id=35b18510-8094-47cd-ac07-90aefb64edec HTTP/1.1" status: 200 len: 945 time: 0.1099710 Feb 08 21:31:43.166541 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c51fe6-a4b7-43ce-b30f-12df0c2ba2a0 req-476df6ad-2a31-450c-b59f-1bbb5077ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:43.170116 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-29c51fe6-a4b7-43ce-b30f-12df0c2ba2a0 req-476df6ad-2a31-450c-b59f-1bbb5077ec84 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=35b18510-8094-47cd-ac07-90aefb64edec HTTP/1.1" status: 200 len: 1128 time: 0.2492590 Feb 08 21:31:43.204387 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9ac50ede-6b7c-4580-a4c0-309c66bbc980 req-34cc449d-e32c-4a2a-9bc8-9cbdcd61bb79 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/security-groups?id=43e6e978-aff7-444b-9ada-eb322e951e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719464 Feb 08 21:31:43.284259 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f73fff98-99d5-471f-9f1d-6d1e5f38565e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:43.296252 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-29c51fe6-a4b7-43ce-b30f-12df0c2ba2a0 req-0a1d798c-eeab-4475-8369-93cc018fafb8 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=43e6e978-aff7-444b-9ada-eb322e951e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164656 Feb 08 21:31:43.378295 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f73fff98-99d5-471f-9f1d-6d1e5f38565e admin admin] Publish callbacks [] for security_group (4b509428-70c5-4e1a-b49e-108713e52f7c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:43.383038 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f73fff98-99d5-471f-9f1d-6d1e5f38565e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4b509428-70c5-4e1a-b49e-108713e52f7c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:43.431678 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57710) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:43.432290 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f73fff98-99d5-471f-9f1d-6d1e5f38565e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=601d2f8d59c14fd6a27374dd775ee174&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3883204 Feb 08 21:31:43.433033 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73fff98-99d5-471f-9f1d-6d1e5f38565e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b509428-70c5-4e1a-b49e-108713e52f7c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:43.559340 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e37772e1-2a94-4f32-a531-920153cf23fd admin admin] Publish callbacks [] for security_group (4b509428-70c5-4e1a-b49e-108713e52f7c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:43.637671 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e37772e1-2a94-4f32-a531-920153cf23fd admin admin] Publish callbacks [] for security_group (4b509428-70c5-4e1a-b49e-108713e52f7c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:43.712388 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0e9d6d20-8840-46ab-a78d-78acb4a8ea1d req-f3ff357d-114d-46aa-af5b-c328f7e8544e tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/ports?device_id=51708b58-1230-43d4-848c-c7fbb4d71c25 HTTP/1.1" status: 200 len: 210 time: 0.1023340 Feb 08 21:31:43.822170 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e37772e1-2a94-4f32-a531-920153cf23fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4b509428-70c5-4e1a-b49e-108713e52f7c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:43.824941 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e37772e1-2a94-4f32-a531-920153cf23fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:43.826216 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e37772e1-2a94-4f32-a531-920153cf23fd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4b509428-70c5-4e1a-b49e-108713e52f7c HTTP/1.1" status: 204 len: 168 time: 0.3928020 Feb 08 21:31:43.846647 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37772e1-2a94-4f32-a531-920153cf23fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b509428-70c5-4e1a-b49e-108713e52f7c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:44.150603 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ece89b53-21e3-42f8-97ff-463e928f1a21 req-443b66d4-9182-4405-b4dd-357a07210482 tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0560243 Feb 08 21:31:44.413663 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-ab67bf8c-5538-4ad4-af76-28be8a428adb tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:44.432300 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-ab67bf8c-5538-4ad4-af76-28be8a428adb tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.96 "GET /v2.0/networks?id=5bec38c8-497b-4cad-8334-be134ec73224 HTTP/1.1" status: 200 len: 818 time: 0.2228687 Feb 08 21:31:44.497530 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-12879e07-c446-49b2-bfa2-0b5bce6ca0c0 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Request body: {'port': {'device_id': '45c1852c-a8be-4479-b207-0536f1203a70', 'network_id': '5bec38c8-497b-4cad-8334-be134ec73224', 'admin_state_up': True, 'tenant_id': '2099178bceae467caa302375eb115cde'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:44.618491 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-fb5df54e-1e5a-4198-8211-54eec905a054 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:44.620357 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-fb5df54e-1e5a-4198-8211-54eec905a054 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.94 "GET /v2.0/networks?id=5bec38c8-497b-4cad-8334-be134ec73224 HTTP/1.1" status: 200 len: 818 time: 0.2905941 Feb 08 21:31:44.644294 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-3e1124dc-6110-41f1-8981-5745251f7fa9 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Request body: {'port': {'device_id': '6d725e40-077a-4ae8-8494-2ed5cb81034a', 'network_id': '5bec38c8-497b-4cad-8334-be134ec73224', 'admin_state_up': True, 'tenant_id': '2099178bceae467caa302375eb115cde'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:44.890754 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289818e-810f-44cb-81c8-7f5780e36bc9 req-f4b79013-8664-4ae7-8f0b-5688eff7591f tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:44.892511 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5289818e-810f-44cb-81c8-7f5780e36bc9 req-f4b79013-8664-4ae7-8f0b-5688eff7591f tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/ports?device_id=35b18510-8094-47cd-ac07-90aefb64edec HTTP/1.1" status: 200 len: 945 time: 0.4592159 Feb 08 21:31:45.062153 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d812944-54c8-4b09-bc8a-719ae506c218 req-0838b1f3-27f3-4cb2-8310-bbfae3fabc35 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/ports?device_id=51708b58-1230-43d4-848c-c7fbb4d71c25 HTTP/1.1" status: 200 len: 210 time: 0.2020526 Feb 08 21:31:45.104664 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-4fcef13d-a41a-403b-92ad-c98641992fce tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:45.106390 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-4fcef13d-a41a-403b-92ad-c98641992fce tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.96 "GET /v2.0/networks?id=5bec38c8-497b-4cad-8334-be134ec73224 HTTP/1.1" status: 200 len: 818 time: 0.6720598 Feb 08 21:31:45.120633 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-831b4e5d-89e1-4e05-b0ba-94de6f348467 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Request body: {'port': {'device_id': '51708b58-1230-43d4-848c-c7fbb4d71c25', 'network_id': '5bec38c8-497b-4cad-8334-be134ec73224', 'admin_state_up': True, 'tenant_id': '2099178bceae467caa302375eb115cde'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:45.163409 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5289818e-810f-44cb-81c8-7f5780e36bc9 req-c36315c1-0447-485e-a810-18b75eef1f63 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/security-groups?id=43e6e978-aff7-444b-9ada-eb322e951e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2439389 Feb 08 21:31:45.192743 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-12879e07-c446-49b2-bfa2-0b5bce6ca0c0 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Made reservation on behalf of 2099178bceae467caa302375eb115cde for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:31:45.196302 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-12879e07-c446-49b2-bfa2-0b5bce6ca0c0 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:45.497353 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4bac643c-7a78-42c9-8292-8e5f5b9fcb2c req-90633876-6e63-4f5f-bc8c-18660f60ebf4 tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.1365147 Feb 08 21:31:45.610449 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-12879e07-c446-49b2-bfa2-0b5bce6ca0c0 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Allocated IP 172.20.0.7 (5bec38c8-497b-4cad-8334-be134ec73224/3cae548b-e8c6-4a0f-92ea-72ada38a541b/7cbbab2c-ebfe-48d9-aa37-493e7719633e) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:31:45.617491 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-831b4e5d-89e1-4e05-b0ba-94de6f348467 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Made reservation on behalf of 2099178bceae467caa302375eb115cde for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:31:45.621492 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-831b4e5d-89e1-4e05-b0ba-94de6f348467 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:45.719418 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-3e1124dc-6110-41f1-8981-5745251f7fa9 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Made reservation on behalf of 2099178bceae467caa302375eb115cde for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:31:45.729291 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-3e1124dc-6110-41f1-8981-5745251f7fa9 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:45.966152 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-12879e07-c446-49b2-bfa2-0b5bce6ca0c0 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Publish callbacks [] for port (7cbbab2c-ebfe-48d9-aa37-493e7719633e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:46.038826 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-12879e07-c446-49b2-bfa2-0b5bce6ca0c0 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (7cbbab2c-ebfe-48d9-aa37-493e7719633e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:46.189616 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-3e1124dc-6110-41f1-8981-5745251f7fa9 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Allocated IP 172.20.0.4 (5bec38c8-497b-4cad-8334-be134ec73224/3cae548b-e8c6-4a0f-92ea-72ada38a541b/9664e671-2a3d-49c4-a262-7e4558c5be34) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:31:46.211428 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.db.api [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-831b4e5d-89e1-4e05-b0ba-94de6f348467 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-3492a6ad-f0f9-4ad1-9dae-8d68cd2726ac {{(pid=103433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:31:46.212038 n-d-712143-31 neutron-server[103433]: DEBUG oslo_db.api [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-831b4e5d-89e1-4e05-b0ba-94de6f348467 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:31:46.294527 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-12879e07-c446-49b2-bfa2-0b5bce6ca0c0 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Network 5bec38c8-497b-4cad-8334-be134ec73224 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:31:46.300300 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-12879e07-c446-49b2-bfa2-0b5bce6ca0c0 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:31:46.321784 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-12879e07-c446-49b2-bfa2-0b5bce6ca0c0 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:31:46.327418 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-464a7470-db72-4016-bf8a-e9999c7b16c1 req-138e7853-e662-4d5a-94d6-f57150fa4635 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/ports?device_id=51708b58-1230-43d4-848c-c7fbb4d71c25 HTTP/1.1" status: 200 len: 210 time: 0.0481899 Feb 08 21:31:46.329322 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12879e07-c446-49b2-bfa2-0b5bce6ca0c0 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Pushing event updated for resources: {'Port': ['ID=7cbbab2c-ebfe-48d9-aa37-493e7719633e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:46.466185 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-12879e07-c446-49b2-bfa2-0b5bce6ca0c0 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:46.466882 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-12879e07-c446-49b2-bfa2-0b5bce6ca0c0 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:46.497804 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-12879e07-c446-49b2-bfa2-0b5bce6ca0c0 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0428431 Feb 08 21:31:46.513638 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-4e572637-f26d-424f-afd2-97863ea622cf service neutron] Request body: {'port': {'device_id': '45c1852c-a8be-4479-b207-0536f1203a70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:46.554326 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901e9f2-5515-4963-9df5-8cfeec9f2a78 req-468066b6-7f37-4023-ba84-34e94eeefa89 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:46.556205 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c901e9f2-5515-4963-9df5-8cfeec9f2a78 req-468066b6-7f37-4023-ba84-34e94eeefa89 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/ports?device_id=35b18510-8094-47cd-ac07-90aefb64edec HTTP/1.1" status: 200 len: 945 time: 0.1479309 Feb 08 21:31:46.586946 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57826) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:46.620066 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:31:46.647736 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-3e1124dc-6110-41f1-8981-5745251f7fa9 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Publish callbacks [] for port (9664e671-2a3d-49c4-a262-7e4558c5be34), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:46.678224 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-4e572637-f26d-424f-afd2-97863ea622cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7cbbab2c-ebfe-48d9-aa37-493e7719633e), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:46.708161 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9c41ca0-b194-4186-aaef-f5f6589c5e3c req-ed80c862-61c2-4b81-9c0e-119562c1884a tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0562923 Feb 08 21:31:46.714295 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c901e9f2-5515-4963-9df5-8cfeec9f2a78 req-39852ac1-2171-40b2-8029-206ee9029c61 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/security-groups?id=43e6e978-aff7-444b-9ada-eb322e951e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442504 Feb 08 21:31:46.716873 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-831b4e5d-89e1-4e05-b0ba-94de6f348467 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:46.746943 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-3e1124dc-6110-41f1-8981-5745251f7fa9 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (9664e671-2a3d-49c4-a262-7e4558c5be34), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:46.801440 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-3e1124dc-6110-41f1-8981-5745251f7fa9 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Network 5bec38c8-497b-4cad-8334-be134ec73224 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:31:46.847388 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-3e1124dc-6110-41f1-8981-5745251f7fa9 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:31:46.854109 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-3e1124dc-6110-41f1-8981-5745251f7fa9 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:31:46.892087 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1124dc-6110-41f1-8981-5745251f7fa9 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Pushing event updated for resources: {'Port': ['ID=9664e671-2a3d-49c4-a262-7e4558c5be34,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:46.927220 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-651bb7ce-9fb4-4b27-a8d9-e8311b71fc58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:46.985148 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-3e1124dc-6110-41f1-8981-5745251f7fa9 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:46.996054 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-3e1124dc-6110-41f1-8981-5745251f7fa9 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:47.022188 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-3e1124dc-6110-41f1-8981-5745251f7fa9 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3931985 Feb 08 21:31:47.040669 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-ff431916-b50b-4a90-b1ca-3ac64dc7f449 service neutron] Request body: {'port': {'device_id': '6d725e40-077a-4ae8-8494-2ed5cb81034a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:47.149483 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-ff431916-b50b-4a90-b1ca-3ac64dc7f449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9664e671-2a3d-49c4-a262-7e4558c5be34), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:47.193327 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab09e5c-9db3-4671-b722-2079be808cbc req-c2b74a0f-b75f-4f15-9e3a-e802cbf05181 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:47.195276 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8ab09e5c-9db3-4671-b722-2079be808cbc req-c2b74a0f-b75f-4f15-9e3a-e802cbf05181 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/ports?device_id=35b18510-8094-47cd-ac07-90aefb64edec HTTP/1.1" status: 200 len: 945 time: 0.3301854 Feb 08 21:31:47.208395 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57832) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:47.225716 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-deef5cd7-016b-4047-965f-85ba13f5d3ad tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Request body: {'floatingip': {'port_id': 'ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:47.280515 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-831b4e5d-89e1-4e05-b0ba-94de6f348467 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Allocated IP 172.20.0.3 (5bec38c8-497b-4cad-8334-be134ec73224/3cae548b-e8c6-4a0f-92ea-72ada38a541b/dea46401-4cdb-4dcd-95f1-69d92dba22ad) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:31:47.318438 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-deef5cd7-016b-4047-965f-85ba13f5d3ad tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks [] for floatingip (f190f9b8-c643-4fd2-a111-5855211abdc9), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:47.544163 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-651bb7ce-9fb4-4b27-a8d9-e8311b71fc58 admin admin] Publish callbacks [] for security_group (7992e028-6668-4450-abfb-0534a7f0aa32), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:47.572553 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-651bb7ce-9fb4-4b27-a8d9-e8311b71fc58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7992e028-6668-4450-abfb-0534a7f0aa32), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:47.612966 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b73caa9-c821-49c0-89b7-abc7eeb4301e req-efb3ed99-6e74-4c78-86b8-ccd726e55459 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/ports?device_id=51708b58-1230-43d4-848c-c7fbb4d71c25 HTTP/1.1" status: 200 len: 210 time: 0.1093459 Feb 08 21:31:47.681411 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651bb7ce-9fb4-4b27-a8d9-e8311b71fc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7992e028-6668-4450-abfb-0534a7f0aa32,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:47.687993 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-651bb7ce-9fb4-4b27-a8d9-e8311b71fc58 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6d1c252b6e4c49e08c7e267bba11bcf4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0976071 Feb 08 21:31:47.689861 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57840) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:47.761326 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-831b4e5d-89e1-4e05-b0ba-94de6f348467 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Publish callbacks [] for port (dea46401-4cdb-4dcd-95f1-69d92dba22ad), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:47.784161 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bdb4d035-3680-4feb-9a59-8ca86e7ca37c admin admin] Publish callbacks [] for security_group (7992e028-6668-4450-abfb-0534a7f0aa32), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:47.823376 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bdb4d035-3680-4feb-9a59-8ca86e7ca37c admin admin] Publish callbacks [] for security_group (7992e028-6668-4450-abfb-0534a7f0aa32), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:47.888994 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-831b4e5d-89e1-4e05-b0ba-94de6f348467 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (dea46401-4cdb-4dcd-95f1-69d92dba22ad), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:47.967840 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d76ff26-ee31-44c2-9cd8-4229fb0c5489 req-27385cb4-f506-4ccf-bdaa-51089c53a6c7 tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.1009309 Feb 08 21:31:48.030210 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-831b4e5d-89e1-4e05-b0ba-94de6f348467 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Network 5bec38c8-497b-4cad-8334-be134ec73224 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:31:48.058450 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-831b4e5d-89e1-4e05-b0ba-94de6f348467 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:31:48.062825 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bdb4d035-3680-4feb-9a59-8ca86e7ca37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7992e028-6668-4450-abfb-0534a7f0aa32), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:48.066023 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bdb4d035-3680-4feb-9a59-8ca86e7ca37c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:48.068250 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bdb4d035-3680-4feb-9a59-8ca86e7ca37c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7992e028-6668-4450-abfb-0534a7f0aa32 HTTP/1.1" status: 204 len: 168 time: 0.3771162 Feb 08 21:31:48.071379 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-831b4e5d-89e1-4e05-b0ba-94de6f348467 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:31:48.139151 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-831b4e5d-89e1-4e05-b0ba-94de6f348467 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:48.139807 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-831b4e5d-89e1-4e05-b0ba-94de6f348467 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:48.143329 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b4e5d-89e1-4e05-b0ba-94de6f348467 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Pushing event updated for resources: {'Port': ['ID=dea46401-4cdb-4dcd-95f1-69d92dba22ad,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:48.172463 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4d035-3680-4feb-9a59-8ca86e7ca37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7992e028-6668-4450-abfb-0534a7f0aa32,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:48.210078 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-831b4e5d-89e1-4e05-b0ba-94de6f348467 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0933449 Feb 08 21:31:48.222109 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-deef5cd7-016b-4047-965f-85ba13f5d3ad tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:48.225623 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-c169b990-2fef-4f98-884d-333bd7475bb8 service neutron] Request body: {'port': {'device_id': '51708b58-1230-43d4-848c-c7fbb4d71c25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:48.228259 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-deef5cd7-016b-4047-965f-85ba13f5d3ad tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (f190f9b8-c643-4fd2-a111-5855211abdc9), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:48.359292 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-4e572637-f26d-424f-afd2-97863ea622cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cbbab2c-ebfe-48d9-aa37-493e7719633e {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:31:48.373344 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-4e572637-f26d-424f-afd2-97863ea622cf service neutron] Publish callbacks [] for port (7cbbab2c-ebfe-48d9-aa37-493e7719633e), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:48.403625 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-c169b990-2fef-4f98-884d-333bd7475bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dea46401-4cdb-4dcd-95f1-69d92dba22ad), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:48.446011 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-4e572637-f26d-424f-afd2-97863ea622cf service neutron] Transition to ACTIVE for port object 7cbbab2c-ebfe-48d9-aa37-493e7719633e will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:31:48.449450 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-59fd043a-8c35-4266-8651-28026cf6ced4 req-38a0cb5f-a3f0-49c5-9e49-90c698a926d7 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4f24e9a1-f30e-4071-a64a-5085723f21fd HTTP/1.1" status: 200 len: 210 time: 0.0625207 Feb 08 21:31:48.484103 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-4e572637-f26d-424f-afd2-97863ea622cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (7cbbab2c-ebfe-48d9-aa37-493e7719633e), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:48.600760 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-deef5cd7-016b-4047-965f-85ba13f5d3ad tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Floating IP f190f9b8-c643-4fd2-a111-5855211abdc9 associated. External IP: 172.25.3.140, port: ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab. Feb 08 21:31:48.628349 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e572637-f26d-424f-afd2-97863ea622cf service neutron] Pushing event updated for resources: {'Port': ['ID=7cbbab2c-ebfe-48d9-aa37-493e7719633e,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:48.762919 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-4e572637-f26d-424f-afd2-97863ea622cf service neutron] Attempting to bind port 7cbbab2c-ebfe-48d9-aa37-493e7719633e on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:31:48.763235 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-4e572637-f26d-424f-afd2-97863ea622cf service neutron] Attempting to bind port 7cbbab2c-ebfe-48d9-aa37-493e7719633e by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'de4ef8b9-5228-401d-a050-a01748ec9db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5bec38c8-497b-4cad-8334-be134ec73224'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:31:48.763887 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-4e572637-f26d-424f-afd2-97863ea622cf service neutron] Attempting to bind port 7cbbab2c-ebfe-48d9-aa37-493e7719633e on network 5bec38c8-497b-4cad-8334-be134ec73224 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:31:48.799825 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6388a7a9-9b1b-4666-b29d-52f55b34415a req-ea3dacfa-6e18-46ee-9f18-ce7b12d0b4e6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0521412 Feb 08 21:31:48.804951 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-4e572637-f26d-424f-afd2-97863ea622cf service neutron] Port 7cbbab2c-ebfe-48d9-aa37-493e7719633e on network 5bec38c8-497b-4cad-8334-be134ec73224 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:31:48.805321 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-4e572637-f26d-424f-afd2-97863ea622cf service neutron] Attempting to bind port 7cbbab2c-ebfe-48d9-aa37-493e7719633e on network 5bec38c8-497b-4cad-8334-be134ec73224 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:31:48.836805 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-4e572637-f26d-424f-afd2-97863ea622cf service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:31:48.837061 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-4e572637-f26d-424f-afd2-97863ea622cf service neutron] Checking segment: {'id': 'de4ef8b9-5228-401d-a050-a01748ec9db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5bec38c8-497b-4cad-8334-be134ec73224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:31:48.837666 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-4e572637-f26d-424f-afd2-97863ea622cf service neutron] Bound using segment: {'id': 'de4ef8b9-5228-401d-a050-a01748ec9db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5bec38c8-497b-4cad-8334-be134ec73224'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:31:48.837947 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-4e572637-f26d-424f-afd2-97863ea622cf service neutron] Bound port: 7cbbab2c-ebfe-48d9-aa37-493e7719633e, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de4ef8b9-5228-401d-a050-a01748ec9db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5bec38c8-497b-4cad-8334-be134ec73224'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:31:48.838316 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-4e572637-f26d-424f-afd2-97863ea622cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7cbbab2c-ebfe-48d9-aa37-493e7719633e), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:48.840779 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-ff431916-b50b-4a90-b1ca-3ac64dc7f449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9664e671-2a3d-49c4-a262-7e4558c5be34 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:31:48.859347 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-ff431916-b50b-4a90-b1ca-3ac64dc7f449 service neutron] Publish callbacks [] for port (9664e671-2a3d-49c4-a262-7e4558c5be34), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:48.881662 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-ff431916-b50b-4a90-b1ca-3ac64dc7f449 service neutron] Transition to ACTIVE for port object 9664e671-2a3d-49c4-a262-7e4558c5be34 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:31:48.933190 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-4e572637-f26d-424f-afd2-97863ea622cf service neutron] For port 7cbbab2c-ebfe-48d9-aa37-493e7719633e, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:31:48.937749 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-4e572637-f26d-424f-afd2-97863ea622cf service neutron] For port 7cbbab2c-ebfe-48d9-aa37-493e7719633e, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=7cbbab2c-ebfe-48d9-aa37-493e7719633e,segment=NetworkSegment(de4ef8b9-5228-401d-a050-a01748ec9db9),segment_id=de4ef8b9-5228-401d-a050-a01748ec9db9)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:31:49.154266 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-ff431916-b50b-4a90-b1ca-3ac64dc7f449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (9664e671-2a3d-49c4-a262-7e4558c5be34), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:49.246102 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deef5cd7-016b-4047-965f-85ba13f5d3ad tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Router 4249e8bf-87db-4e26-af93-5f56aa6f6404 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:31:49.247736 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff431916-b50b-4a90-b1ca-3ac64dc7f449 service neutron] Pushing event updated for resources: {'Port': ['ID=9664e671-2a3d-49c4-a262-7e4558c5be34,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:49.383288 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-ff431916-b50b-4a90-b1ca-3ac64dc7f449 service neutron] Attempting to bind port 9664e671-2a3d-49c4-a262-7e4558c5be34 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:31:49.383632 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-ff431916-b50b-4a90-b1ca-3ac64dc7f449 service neutron] Attempting to bind port 9664e671-2a3d-49c4-a262-7e4558c5be34 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'de4ef8b9-5228-401d-a050-a01748ec9db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5bec38c8-497b-4cad-8334-be134ec73224'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:31:49.383957 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-ff431916-b50b-4a90-b1ca-3ac64dc7f449 service neutron] Attempting to bind port 9664e671-2a3d-49c4-a262-7e4558c5be34 on network 5bec38c8-497b-4cad-8334-be134ec73224 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:31:49.397667 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-ff431916-b50b-4a90-b1ca-3ac64dc7f449 service neutron] Port 9664e671-2a3d-49c4-a262-7e4558c5be34 on network 5bec38c8-497b-4cad-8334-be134ec73224 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:31:49.397667 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-ff431916-b50b-4a90-b1ca-3ac64dc7f449 service neutron] Attempting to bind port 9664e671-2a3d-49c4-a262-7e4558c5be34 on network 5bec38c8-497b-4cad-8334-be134ec73224 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:31:49.429625 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a9a0a-cd76-4cb5-86d2-daae3dcc0b3d req-ce68ef46-c61c-48d6-8601-8b09159fc78f tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:49.431543 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-141a9a0a-cd76-4cb5-86d2-daae3dcc0b3d req-ce68ef46-c61c-48d6-8601-8b09159fc78f tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/ports?device_id=51708b58-1230-43d4-848c-c7fbb4d71c25 HTTP/1.1" status: 200 len: 931 time: 0.6437056 Feb 08 21:31:49.439838 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-ff431916-b50b-4a90-b1ca-3ac64dc7f449 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:31:49.439838 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-ff431916-b50b-4a90-b1ca-3ac64dc7f449 service neutron] Checking segment: {'id': 'de4ef8b9-5228-401d-a050-a01748ec9db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5bec38c8-497b-4cad-8334-be134ec73224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:31:49.439838 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-ff431916-b50b-4a90-b1ca-3ac64dc7f449 service neutron] Bound using segment: {'id': 'de4ef8b9-5228-401d-a050-a01748ec9db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5bec38c8-497b-4cad-8334-be134ec73224'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:31:49.440385 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-ff431916-b50b-4a90-b1ca-3ac64dc7f449 service neutron] Bound port: 9664e671-2a3d-49c4-a262-7e4558c5be34, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de4ef8b9-5228-401d-a050-a01748ec9db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5bec38c8-497b-4cad-8334-be134ec73224'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:31:49.440592 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-ff431916-b50b-4a90-b1ca-3ac64dc7f449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9664e671-2a3d-49c4-a262-7e4558c5be34), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:49.446011 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-4e572637-f26d-424f-afd2-97863ea622cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (7cbbab2c-ebfe-48d9-aa37-493e7719633e), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:49.519190 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6c88367-dbea-45e9-b258-43b2765b37e3 req-12ec5b87-700e-4ca8-9d24-665aac5855d1 tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0792079 Feb 08 21:31:49.553383 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-ff431916-b50b-4a90-b1ca-3ac64dc7f449 service neutron] For port 9664e671-2a3d-49c4-a262-7e4558c5be34, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:31:49.557613 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-ff431916-b50b-4a90-b1ca-3ac64dc7f449 service neutron] For port 9664e671-2a3d-49c4-a262-7e4558c5be34, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=9664e671-2a3d-49c4-a262-7e4558c5be34,segment=NetworkSegment(de4ef8b9-5228-401d-a050-a01748ec9db9),segment_id=de4ef8b9-5228-401d-a050-a01748ec9db9)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:31:49.577399 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-ff431916-b50b-4a90-b1ca-3ac64dc7f449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (9664e671-2a3d-49c4-a262-7e4558c5be34), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:49.666450 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff431916-b50b-4a90-b1ca-3ac64dc7f449 service neutron] Pushing event updated for resources: {'Port': ['ID=9664e671-2a3d-49c4-a262-7e4558c5be34,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:49.679065 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-ff431916-b50b-4a90-b1ca-3ac64dc7f449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:49.679659 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-ff431916-b50b-4a90-b1ca-3ac64dc7f449 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:49.681174 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-ff431916-b50b-4a90-b1ca-3ac64dc7f449 service neutron] 10.222.0.94 "PUT /v2.0/ports/9664e671-2a3d-49c4-a262-7e4558c5be34 HTTP/1.1" status: 200 len: 1092 time: 2.6487880 Feb 08 21:31:49.681939 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d725e40-077a-4ae8-8494-2ed5cb81034a', 'tag': '9664e671-2a3d-49c4-a262-7e4558c5be34'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:31:49.684558 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3186fb5-b794-46fe-bf2a-b2fe3039efbf" -d '{"events": [{"name": "network-changed", "server_uuid": "6d725e40-077a-4ae8-8494-2ed5cb81034a", "tag": "9664e671-2a3d-49c4-a262-7e4558c5be34"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:31:49.718665 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-4e572637-f26d-424f-afd2-97863ea622cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:49.719464 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-4e572637-f26d-424f-afd2-97863ea622cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:49.727466 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-4e572637-f26d-424f-afd2-97863ea622cf service neutron] 10.222.0.96 "PUT /v2.0/ports/7cbbab2c-ebfe-48d9-aa37-493e7719633e HTTP/1.1" status: 200 len: 1092 time: 3.2218077 Feb 08 21:31:49.728764 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deef5cd7-016b-4047-965f-85ba13f5d3ad tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:31:49.742055 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-deef5cd7-016b-4047-965f-85ba13f5d3ad tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:49.742823 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40a71f9-7440-41b6-aa3d-db0a20de9555 None None] Sync routers for ids ['4249e8bf-87db-4e26-af93-5f56aa6f6404'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:31:49.789669 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-deef5cd7-016b-4047-965f-85ba13f5d3ad tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "PUT /v2.0/floatingips/f190f9b8-c643-4fd2-a111-5855211abdc9 HTTP/1.1" status: 200 len: 991 time: 2.5794766 Feb 08 21:31:49.792541 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40a71f9-7440-41b6-aa3d-db0a20de9555 None None] Routers {'4249e8bf-87db-4e26-af93-5f56aa6f6404'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:31:49.793381 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-a40a71f9-7440-41b6-aa3d-db0a20de9555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:31:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['4249e8bf-87db-4e26-af93-5f56aa6f6404'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:31:49.810156 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c1852c-a8be-4479-b207-0536f1203a70', 'tag': '7cbbab2c-ebfe-48d9-aa37-493e7719633e'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:31:49.812536 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926ed356-bda5-4334-8739-ed30777a2ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "45c1852c-a8be-4479-b207-0536f1203a70", "tag": "7cbbab2c-ebfe-48d9-aa37-493e7719633e"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:31:49.828072 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-141a9a0a-cd76-4cb5-86d2-daae3dcc0b3d req-1c8fcb42-976b-4188-b4fb-9aea8a9124a8 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/security-groups?id=282c28e3-cd12-426d-a180-311512fb39c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764782 Feb 08 21:31:49.828795 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e572637-f26d-424f-afd2-97863ea622cf service neutron] Pushing event updated for resources: {'Port': ['ID=7cbbab2c-ebfe-48d9-aa37-493e7719633e,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:49.841603 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf136b0-c31d-4b98-b923-bb2a75f3bccc x-openstack-request-id: req-2bf136b0-c31d-4b98-b923-bb2a75f3bccc {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:31:49.841931 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d725e40-077a-4ae8-8494-2ed5cb81034a", "tag": "9664e671-2a3d-49c4-a262-7e4558c5be34", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:31:49.842242 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2bf136b0-c31d-4b98-b923-bb2a75f3bccc {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:31:49.842697 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d725e40-077a-4ae8-8494-2ed5cb81034a', 'tag': '9664e671-2a3d-49c4-a262-7e4558c5be34', 'status': 'completed', 'code': 200} Feb 08 21:31:49.875815 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-4d980eed-a709-460e-b2b3-3f1d887df515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:49.878362 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-4d980eed-a709-460e-b2b3-3f1d887df515 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2099178bceae467caa302375eb115cde&device_id=6d725e40-077a-4ae8-8494-2ed5cb81034a HTTP/1.1" status: 200 len: 1126 time: 0.0876567 Feb 08 21:31:50.034639 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6815a1-9552-445a-b902-0b1ff5ba86f6 x-openstack-request-id: req-2e6815a1-9552-445a-b902-0b1ff5ba86f6 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:31:50.035041 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c1852c-a8be-4479-b207-0536f1203a70", "tag": "7cbbab2c-ebfe-48d9-aa37-493e7719633e", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:31:50.035294 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2e6815a1-9552-445a-b902-0b1ff5ba86f6 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:31:50.035820 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c1852c-a8be-4479-b207-0536f1203a70', 'tag': '7cbbab2c-ebfe-48d9-aa37-493e7719633e', 'status': 'completed', 'code': 200} Feb 08 21:31:50.041065 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-2786b12e-df2b-4565-86dc-43f082554d07 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9664e671-2a3d-49c4-a262-7e4558c5be34 HTTP/1.1" status: 200 len: 217 time: 0.1545374 Feb 08 21:31:50.092760 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-a40a71f9-7440-41b6-aa3d-db0a20de9555 None None] Set router 4249e8bf-87db-4e26-af93-5f56aa6f6404 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:31:50.212059 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-a5f1e47c-4759-4830-8e68-71ccbc42928b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:50.213592 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-a5f1e47c-4759-4830-8e68-71ccbc42928b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3cae548b-e8c6-4a0f-92ea-72ada38a541b HTTP/1.1" status: 200 len: 858 time: 0.1660736 Feb 08 21:31:50.215741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13826d-29a3-483a-9461-f91b1b22bcd5 req-ac86cfc6-574f-4d47-b195-00be942fb581 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:50.216014 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca13826d-29a3-483a-9461-f91b1b22bcd5 req-ac86cfc6-574f-4d47-b195-00be942fb581 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/ports?device_id=35b18510-8094-47cd-ac07-90aefb64edec HTTP/1.1" status: 200 len: 945 time: 0.1959269 Feb 08 21:31:50.262698 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-1f73f278-efb3-49cf-8d9c-2440ef63f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:50.266518 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-1f73f278-efb3-49cf-8d9c-2440ef63f5de service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2099178bceae467caa302375eb115cde&device_id=45c1852c-a8be-4479-b207-0536f1203a70 HTTP/1.1" status: 200 len: 1126 time: 0.4308546 Feb 08 21:31:50.284848 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-223ca55e-c638-4a25-a0af-fc1bb9295644 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5bec38c8-497b-4cad-8334-be134ec73224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578837 Feb 08 21:31:50.426878 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca13826d-29a3-483a-9461-f91b1b22bcd5 req-318d30b0-af74-4ef3-9919-7dd299d347c1 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/security-groups?id=43e6e978-aff7-444b-9ada-eb322e951e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569335 Feb 08 21:31:50.485530 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-4e276300-e038-4815-9abe-a86ca8eb0926 service neutron] 10.222.0.94 "GET /v2.0/networks/5bec38c8-497b-4cad-8334-be134ec73224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934252 Feb 08 21:31:50.498337 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-b93c2beb-600a-461e-afd5-9cee3d83347d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cbbab2c-ebfe-48d9-aa37-493e7719633e HTTP/1.1" status: 200 len: 217 time: 0.2175245 Feb 08 21:31:50.509750 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-c169b990-2fef-4f98-884d-333bd7475bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea46401-4cdb-4dcd-95f1-69d92dba22ad {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:31:50.537326 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-c169b990-2fef-4f98-884d-333bd7475bb8 service neutron] Publish callbacks [] for port (dea46401-4cdb-4dcd-95f1-69d92dba22ad), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:50.574678 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-c169b990-2fef-4f98-884d-333bd7475bb8 service neutron] Transition to ACTIVE for port object dea46401-4cdb-4dcd-95f1-69d92dba22ad will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:31:50.703619 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-7540b921-1d8f-4f6a-a1ec-86ff909a4590 service neutron] 10.222.0.94 "GET /v2.0/networks/5bec38c8-497b-4cad-8334-be134ec73224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108531 Feb 08 21:31:50.720138 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-c169b990-2fef-4f98-884d-333bd7475bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (dea46401-4cdb-4dcd-95f1-69d92dba22ad), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:50.771165 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-2e5a97b4-9fa7-49b8-8f3c-f9febe9113ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:50.775475 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-2e5a97b4-9fa7-49b8-8f3c-f9febe9113ce service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3cae548b-e8c6-4a0f-92ea-72ada38a541b HTTP/1.1" status: 200 len: 858 time: 0.1969936 Feb 08 21:31:50.901785 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3186fb5-b794-46fe-bf2a-b2fe3039efbf req-3f07cf82-de7d-451a-96bc-505f232dd535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:50.909444 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e3186fb5-b794-46fe-bf2a-b2fe3039efbf req-3f07cf82-de7d-451a-96bc-505f232dd535 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2099178bceae467caa302375eb115cde&device_id=6d725e40-077a-4ae8-8494-2ed5cb81034a HTTP/1.1" status: 200 len: 1126 time: 0.1270461 Feb 08 21:31:50.989018 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c3253e62-4589-407d-bd88-30ddb0e6359e req-87e16bea-f495-433e-a385-f34d64362345 tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.1576066 Feb 08 21:31:51.000276 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-27e7e1e9-06f2-4be1-a447-70f085f343e1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5bec38c8-497b-4cad-8334-be134ec73224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1708629 Feb 08 21:31:51.078500 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169b990-2fef-4f98-884d-333bd7475bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=dea46401-4cdb-4dcd-95f1-69d92dba22ad,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:51.125467 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57916) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:51.163662 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-a40a71f9-7440-41b6-aa3d-db0a20de9555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'name': 'tempest-ServersTestFqdnHostnames-1384043328-router', 'tenant_id': '2210bdb6190a499b965e9e91b21a6462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1aeb76b8-818e-4533-a7cc-59a652ea37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:31:03Z', 'updated_at': '2022-02-08T21:31:19Z', 'revision_number': 4, 'project_id': '2210bdb6190a499b965e9e91b21a6462', 'gw_port': {'id': '1aeb76b8-818e-4533-a7cc-59a652ea37d5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:05Z', 'updated_at': '2022-02-08T21:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'f190f9b8-c643-4fd2-a111-5855211abdc9', 'tenant_id': '2210bdb6190a499b965e9e91b21a6462', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'port_id': 'ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'daaebf9e-b66d-42db-8ec2-b15fcd836888', 'mac_address': 'fa:16:3e:5c:04:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b18510-8094-47cd-ac07-90aefb64edec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:31:26Z', 'updated_at': '2022-02-08T21:31:48Z', 'revision_number': 1, 'project_id': '2210bdb6190a499b965e9e91b21a6462', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d5ab28-bc5b-40c3-91da-7a2540601723', 'name': '', 'network_id': 'daaebf9e-b66d-42db-8ec2-b15fcd836888', 'tenant_id': '2210bdb6190a499b965e9e91b21a6462', 'mac_address': 'fa:16:3e:d2:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '0122d6bb-bb7c-4737-8d9f-ff47a1c86d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:14Z', 'updated_at': '2022-02-08T21:31:25Z', 'revision_number': 5, 'project_id': '2210bdb6190a499b965e9e91b21a6462', 'subnets': [{'id': '0122d6bb-bb7c-4737-8d9f-ff47a1c86d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:31:51.164493 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3186fb5-b794-46fe-bf2a-b2fe3039efbf req-5a103f34-0d57-425d-a102-7b066d73f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:51.167482 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e3186fb5-b794-46fe-bf2a-b2fe3039efbf req-5a103f34-0d57-425d-a102-7b066d73f6e4 service neutron] 10.222.0.94 "GET /v2.0/networks?id=5bec38c8-497b-4cad-8334-be134ec73224 HTTP/1.1" status: 200 len: 919 time: 0.2522383 Feb 08 21:31:51.276134 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40a71f9-7440-41b6-aa3d-db0a20de9555 None None] Checking router: 4249e8bf-87db-4e26-af93-5f56aa6f6404 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:31:51.289118 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e3186fb5-b794-46fe-bf2a-b2fe3039efbf req-c499026d-acec-4a9e-995b-2a46b81c86d4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9664e671-2a3d-49c4-a262-7e4558c5be34 HTTP/1.1" status: 200 len: 217 time: 0.1101294 Feb 08 21:31:51.310197 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40a71f9-7440-41b6-aa3d-db0a20de9555 None None] Routers {'4249e8bf-87db-4e26-af93-5f56aa6f6404'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:31:51.310853 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-a40a71f9-7440-41b6-aa3d-db0a20de9555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:31:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['4249e8bf-87db-4e26-af93-5f56aa6f6404'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:31:51.401077 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3186fb5-b794-46fe-bf2a-b2fe3039efbf req-b9eea216-9a50-4056-bf26-56f57c97e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:51.407972 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e3186fb5-b794-46fe-bf2a-b2fe3039efbf req-b9eea216-9a50-4056-bf26-56f57c97e284 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3cae548b-e8c6-4a0f-92ea-72ada38a541b HTTP/1.1" status: 200 len: 858 time: 0.1054628 Feb 08 21:31:51.500296 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e3186fb5-b794-46fe-bf2a-b2fe3039efbf req-690369bd-7983-4dfb-b597-dd2b0486f790 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5bec38c8-497b-4cad-8334-be134ec73224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858970 Feb 08 21:31:51.645109 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-a40a71f9-7440-41b6-aa3d-db0a20de9555 None None] Set router 4249e8bf-87db-4e26-af93-5f56aa6f6404 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:31:51.687651 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-48b89150-f4fe-4cc3-ae44-1e14f8825c14 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-4631736'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:51.746193 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b89150-f4fe-4cc3-ae44-1e14f8825c14 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Made reservation on behalf of 0a85136735da4b9da62c6eaa5f210265 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:31:51.750767 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48b89150-f4fe-4cc3-ae44-1e14f8825c14 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:51.865738 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b18510-8094-47cd-ac07-90aefb64edec', 'tag': 'ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:31:51.870772 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79e1033-84a8-4bfe-9aab-5e7018e24769" -d '{"events": [{"name": "network-changed", "server_uuid": "35b18510-8094-47cd-ac07-90aefb64edec", "tag": "ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:31:51.878600 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e3186fb5-b794-46fe-bf2a-b2fe3039efbf req-39a40ef6-ef26-4935-9688-2ae64c3060ba service neutron] 10.222.0.94 "GET /v2.0/networks/5bec38c8-497b-4cad-8334-be134ec73224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726277 Feb 08 21:31:51.880450 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df271b-51b6-44c5-b712-27a7e137b967 req-c2a136f2-bd7f-4c96-9250-dbf72b8a11b8 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:51.888350 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-78df271b-51b6-44c5-b712-27a7e137b967 req-c2a136f2-bd7f-4c96-9250-dbf72b8a11b8 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/ports?device_id=51708b58-1230-43d4-848c-c7fbb4d71c25 HTTP/1.1" status: 200 len: 943 time: 0.8275900 Feb 08 21:31:51.941187 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48b89150-f4fe-4cc3-ae44-1e14f8825c14 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:51.978647 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-c169b990-2fef-4f98-884d-333bd7475bb8 service neutron] Attempting to bind port dea46401-4cdb-4dcd-95f1-69d92dba22ad on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:31:51.978988 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-c169b990-2fef-4f98-884d-333bd7475bb8 service neutron] Attempting to bind port dea46401-4cdb-4dcd-95f1-69d92dba22ad by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'de4ef8b9-5228-401d-a050-a01748ec9db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5bec38c8-497b-4cad-8334-be134ec73224'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:31:51.979341 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-c169b990-2fef-4f98-884d-333bd7475bb8 service neutron] Attempting to bind port dea46401-4cdb-4dcd-95f1-69d92dba22ad on network 5bec38c8-497b-4cad-8334-be134ec73224 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:31:51.985686 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-3a0acae2-ab45-42f9-9b07-20bad3ec2b71 service neutron] 10.222.0.96 "GET /v2.0/networks/5bec38c8-497b-4cad-8334-be134ec73224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9527826 Feb 08 21:31:52.125760 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e3186fb5-b794-46fe-bf2a-b2fe3039efbf req-df5d5a8c-8bd4-4eb9-bb36-917d0941690d service neutron] 10.222.0.94 "GET /v2.0/networks/5bec38c8-497b-4cad-8334-be134ec73224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195127 Feb 08 21:31:52.133105 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-78df271b-51b6-44c5-b712-27a7e137b967 req-d0c393f6-c6ed-415e-a9f6-21c679f2576b tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/security-groups?id=282c28e3-cd12-426d-a180-311512fb39c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216494 Feb 08 21:31:52.133782 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-c169b990-2fef-4f98-884d-333bd7475bb8 service neutron] Port dea46401-4cdb-4dcd-95f1-69d92dba22ad on network 5bec38c8-497b-4cad-8334-be134ec73224 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:31:52.134111 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-c169b990-2fef-4f98-884d-333bd7475bb8 service neutron] Attempting to bind port dea46401-4cdb-4dcd-95f1-69d92dba22ad on network 5bec38c8-497b-4cad-8334-be134ec73224 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:31:52.235907 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48b89150-f4fe-4cc3-ae44-1e14f8825c14 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks [] for security_group (bb537785-3fdd-466d-9a46-4c4b88b19fca), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:52.243654 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48b89150-f4fe-4cc3-ae44-1e14f8825c14 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (bb537785-3fdd-466d-9a46-4c4b88b19fca), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:52.273786 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-a40a71f9-7440-41b6-aa3d-db0a20de9555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'name': 'tempest-ServersTestFqdnHostnames-1384043328-router', 'tenant_id': '2210bdb6190a499b965e9e91b21a6462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1aeb76b8-818e-4533-a7cc-59a652ea37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:31:03Z', 'updated_at': '2022-02-08T21:31:19Z', 'revision_number': 4, 'project_id': '2210bdb6190a499b965e9e91b21a6462', 'gw_port': {'id': '1aeb76b8-818e-4533-a7cc-59a652ea37d5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:05Z', 'updated_at': '2022-02-08T21:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'f190f9b8-c643-4fd2-a111-5855211abdc9', 'tenant_id': '2210bdb6190a499b965e9e91b21a6462', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'port_id': 'ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'daaebf9e-b66d-42db-8ec2-b15fcd836888', 'mac_address': 'fa:16:3e:5c:04:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b18510-8094-47cd-ac07-90aefb64edec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:31:26Z', 'updated_at': '2022-02-08T21:31:48Z', 'revision_number': 1, 'project_id': '2210bdb6190a499b965e9e91b21a6462', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d5ab28-bc5b-40c3-91da-7a2540601723', 'name': '', 'network_id': 'daaebf9e-b66d-42db-8ec2-b15fcd836888', 'tenant_id': '2210bdb6190a499b965e9e91b21a6462', 'mac_address': 'fa:16:3e:d2:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '0122d6bb-bb7c-4737-8d9f-ff47a1c86d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:14Z', 'updated_at': '2022-02-08T21:31:25Z', 'revision_number': 5, 'project_id': '2210bdb6190a499b965e9e91b21a6462', 'subnets': [{'id': '0122d6bb-bb7c-4737-8d9f-ff47a1c86d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:31:52.279195 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-c169b990-2fef-4f98-884d-333bd7475bb8 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:31:52.279539 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-c169b990-2fef-4f98-884d-333bd7475bb8 service neutron] Checking segment: {'id': 'de4ef8b9-5228-401d-a050-a01748ec9db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5bec38c8-497b-4cad-8334-be134ec73224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:31:52.279935 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-c169b990-2fef-4f98-884d-333bd7475bb8 service neutron] Bound using segment: {'id': 'de4ef8b9-5228-401d-a050-a01748ec9db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5bec38c8-497b-4cad-8334-be134ec73224'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:31:52.280392 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-c169b990-2fef-4f98-884d-333bd7475bb8 service neutron] Bound port: dea46401-4cdb-4dcd-95f1-69d92dba22ad, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de4ef8b9-5228-401d-a050-a01748ec9db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5bec38c8-497b-4cad-8334-be134ec73224'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:31:52.280753 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-c169b990-2fef-4f98-884d-333bd7475bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dea46401-4cdb-4dcd-95f1-69d92dba22ad), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:52.306543 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b89150-f4fe-4cc3-ae44-1e14f8825c14 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:31:52.309840 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0e09d-9ce9-4ad2-bc19-5b1b5192abb3 req-c4a626c5-6c0b-41a9-955d-3f6f7f73ba6b tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:52.311474 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-71b0e09d-9ce9-4ad2-bc19-5b1b5192abb3 req-c4a626c5-6c0b-41a9-955d-3f6f7f73ba6b tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/ports?device_id=35b18510-8094-47cd-ac07-90aefb64edec HTTP/1.1" status: 200 len: 945 time: 0.6826668 Feb 08 21:31:52.325163 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b89150-f4fe-4cc3-ae44-1e14f8825c14 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb537785-3fdd-466d-9a46-4c4b88b19fca,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:52.346557 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48b89150-f4fe-4cc3-ae44-1e14f8825c14 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (f45b2367-9517-469f-87bd-a9c42c5651a2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:52.346557 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-48b89150-f4fe-4cc3-ae44-1e14f8825c14 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Added segment f45b2367-9517-469f-87bd-a9c42c5651a2 of type vlan for network 0bf23dc6-0f98-4a76-a513-58626f16f442 Feb 08 21:31:52.349646 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40a71f9-7440-41b6-aa3d-db0a20de9555 None None] The sync data for ids ['4249e8bf-87db-4e26-af93-5f56aa6f6404'] in n-d-712143-31 is: [{'id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'name': 'tempest-ServersTestFqdnHostnames-1384043328-router', 'tenant_id': '2210bdb6190a499b965e9e91b21a6462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1aeb76b8-818e-4533-a7cc-59a652ea37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:31:03Z', 'updated_at': '2022-02-08T21:31:19Z', 'revision_number': 4, 'project_id': '2210bdb6190a499b965e9e91b21a6462', 'gw_port': {'id': '1aeb76b8-818e-4533-a7cc-59a652ea37d5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:05Z', 'updated_at': '2022-02-08T21:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'f190f9b8-c643-4fd2-a111-5855211abdc9', 'tenant_id': '2210bdb6190a499b965e9e91b21a6462', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'port_id': 'ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'daaebf9e-b66d-42db-8ec2-b15fcd836888', 'mac_address': 'fa:16:3e:5c:04:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b18510-8094-47cd-ac07-90aefb64edec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:31:26Z', 'updated_at': '2022-02-08T21:31:48Z', 'revision_number': 1, 'project_id': '2210bdb6190a499b965e9e91b21a6462', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d5ab28-bc5b-40c3-91da-7a2540601723', 'name': '', 'network_id': 'daaebf9e-b66d-42db-8ec2-b15fcd836888', 'tenant_id': '2210bdb6190a499b965e9e91b21a6462', 'mac_address': 'fa:16:3e:d2:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '0122d6bb-bb7c-4737-8d9f-ff47a1c86d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:14Z', 'updated_at': '2022-02-08T21:31:25Z', 'revision_number': 5, 'project_id': '2210bdb6190a499b965e9e91b21a6462', 'subnets': [{'id': '0122d6bb-bb7c-4737-8d9f-ff47a1c86d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:31:52.423179 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6ea33fe5-5ada-46bf-879c-875f3aa19a81 req-48ea06ab-bc63-4b73-a2ff-9d4f3abee719 tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.1075935 Feb 08 21:31:52.441109 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48b89150-f4fe-4cc3-ae44-1e14f8825c14 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (0bf23dc6-0f98-4a76-a513-58626f16f442), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:52.510110 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48b89150-f4fe-4cc3-ae44-1e14f8825c14 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (0bf23dc6-0f98-4a76-a513-58626f16f442), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:52.523778 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b89150-f4fe-4cc3-ae44-1e14f8825c14 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:52.524840 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48b89150-f4fe-4cc3-ae44-1e14f8825c14 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:52.545984 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8cee01-6dca-4657-902a-7e9f309f3964 x-openstack-request-id: req-2e8cee01-6dca-4657-902a-7e9f309f3964 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:31:52.546751 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b18510-8094-47cd-ac07-90aefb64edec", "tag": "ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:31:52.547226 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2e8cee01-6dca-4657-902a-7e9f309f3964 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:31:52.548097 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b18510-8094-47cd-ac07-90aefb64edec', 'tag': 'ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab', 'status': 'completed', 'code': 200} Feb 08 21:31:52.549329 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-71b0e09d-9ce9-4ad2-bc19-5b1b5192abb3 req-f907465d-4067-45d0-8381-faccd8000a6d tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/security-groups?id=43e6e978-aff7-444b-9ada-eb322e951e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222011 Feb 08 21:31:52.568673 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-a074d0c8-83d6-4377-9821-5cc282d53155 service neutron] 10.222.0.96 "GET /v2.0/networks/5bec38c8-497b-4cad-8334-be134ec73224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5686662 Feb 08 21:31:52.591816 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-c169b990-2fef-4f98-884d-333bd7475bb8 service neutron] For port dea46401-4cdb-4dcd-95f1-69d92dba22ad, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:31:52.604712 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-c169b990-2fef-4f98-884d-333bd7475bb8 service neutron] For port dea46401-4cdb-4dcd-95f1-69d92dba22ad, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=dea46401-4cdb-4dcd-95f1-69d92dba22ad,segment=NetworkSegment(de4ef8b9-5228-401d-a050-a01748ec9db9),segment_id=de4ef8b9-5228-401d-a050-a01748ec9db9)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:31:52.616365 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-c169b990-2fef-4f98-884d-333bd7475bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (dea46401-4cdb-4dcd-95f1-69d92dba22ad), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:52.703516 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-48b89150-f4fe-4cc3-ae44-1e14f8825c14 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5767865 Feb 08 21:31:52.705646 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57942) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:52.718653 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-bc27feba-40b8-4623-9150-df627f883af9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Request body: {'subnet': {'network_id': '0bf23dc6-0f98-4a76-a513-58626f16f442', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:52.796850 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-c169b990-2fef-4f98-884d-333bd7475bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:52.797750 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-c169b990-2fef-4f98-884d-333bd7475bb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:52.799372 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-c169b990-2fef-4f98-884d-333bd7475bb8 service neutron] 10.222.0.96 "PUT /v2.0/ports/dea46401-4cdb-4dcd-95f1-69d92dba22ad HTTP/1.1" status: 200 len: 1092 time: 4.5800931 Feb 08 21:31:52.799833 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51708b58-1230-43d4-848c-c7fbb4d71c25', 'tag': 'dea46401-4cdb-4dcd-95f1-69d92dba22ad'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:31:52.800526 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac9dfa3-654e-4afb-a110-28bdbb665860 None None] New status for floating IP f190f9b8-c643-4fd2-a111-5855211abdc9: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:31:52.801879 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b89150-f4fe-4cc3-ae44-1e14f8825c14 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Pushing event updated for resources: {'Network': ['ID=0bf23dc6-0f98-4a76-a513-58626f16f442,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:52.802369 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6748fa64-c7f0-4b35-a3ff-93291ad08b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "51708b58-1230-43d4-848c-c7fbb4d71c25", "tag": "dea46401-4cdb-4dcd-95f1-69d92dba22ad"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:31:52.824535 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 0bf23dc6-0f98-4a76-a513-58626f16f442 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:31:52.931734 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e1033-84a8-4bfe-9aab-5e7018e24769 req-44809dfc-b3ca-4ca6-a21c-83584ad65769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:52.933512 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c79e1033-84a8-4bfe-9aab-5e7018e24769 req-44809dfc-b3ca-4ca6-a21c-83584ad65769 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2210bdb6190a499b965e9e91b21a6462&device_id=35b18510-8094-47cd-ac07-90aefb64edec HTTP/1.1" status: 200 len: 1128 time: 0.3407588 Feb 08 21:31:52.933676 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a40555e-fc91-4298-a545-80ac4c44da20 x-openstack-request-id: req-6a40555e-fc91-4298-a545-80ac4c44da20 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:31:52.934205 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51708b58-1230-43d4-848c-c7fbb4d71c25", "tag": "dea46401-4cdb-4dcd-95f1-69d92dba22ad", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:31:52.934205 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6a40555e-fc91-4298-a545-80ac4c44da20 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:31:52.934501 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51708b58-1230-43d4-848c-c7fbb4d71c25', 'tag': 'dea46401-4cdb-4dcd-95f1-69d92dba22ad', 'status': 'completed', 'code': 200} Feb 08 21:31:52.935108 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169b990-2fef-4f98-884d-333bd7475bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=dea46401-4cdb-4dcd-95f1-69d92dba22ad,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:52.965577 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc27feba-40b8-4623-9150-df627f883af9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Made reservation on behalf of 0a85136735da4b9da62c6eaa5f210265 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:31:52.969289 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc27feba-40b8-4623-9150-df627f883af9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:52.974622 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ed356-bda5-4334-8739-ed30777a2ce3 req-f7bbdbe1-2c87-4bdb-99be-3b761e08b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:52.976211 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-926ed356-bda5-4334-8739-ed30777a2ce3 req-f7bbdbe1-2c87-4bdb-99be-3b761e08b6e2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2099178bceae467caa302375eb115cde&device_id=45c1852c-a8be-4479-b207-0536f1203a70 HTTP/1.1" status: 200 len: 1126 time: 0.2932899 Feb 08 21:31:53.163170 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-26ef2c5a-679b-497a-8165-0915704e7341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:53.164607 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-26ef2c5a-679b-497a-8165-0915704e7341 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2099178bceae467caa302375eb115cde&device_id=51708b58-1230-43d4-848c-c7fbb4d71c25 HTTP/1.1" status: 200 len: 1126 time: 0.3067608 Feb 08 21:31:53.166523 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ed356-bda5-4334-8739-ed30777a2ce3 req-f53bd868-3afc-40be-9072-b0a32b7fe46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:53.168202 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-926ed356-bda5-4334-8739-ed30777a2ce3 req-f53bd868-3afc-40be-9072-b0a32b7fe46d service neutron] 10.222.0.96 "GET /v2.0/networks?id=5bec38c8-497b-4cad-8334-be134ec73224 HTTP/1.1" status: 200 len: 919 time: 0.1848600 Feb 08 21:31:53.255371 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e1033-84a8-4bfe-9aab-5e7018e24769 req-b3634c01-7565-495c-a54b-0d4623f9d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:53.256861 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c79e1033-84a8-4bfe-9aab-5e7018e24769 req-b3634c01-7565-495c-a54b-0d4623f9d8af service neutron] 10.222.0.94 "GET /v2.0/networks?id=daaebf9e-b66d-42db-8ec2-b15fcd836888 HTTP/1.1" status: 200 len: 916 time: 0.3023865 Feb 08 21:31:53.333367 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-926ed356-bda5-4334-8739-ed30777a2ce3 req-7813be35-7df8-4155-b547-b956ed99a9d1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cbbab2c-ebfe-48d9-aa37-493e7719633e HTTP/1.1" status: 200 len: 217 time: 0.1512010 Feb 08 21:31:53.336957 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-f9a459b9-970d-4503-83dd-0bfa8a24ead2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dea46401-4cdb-4dcd-95f1-69d92dba22ad HTTP/1.1" status: 200 len: 217 time: 0.1537235 Feb 08 21:31:53.465653 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-d126f91a-064a-4a90-94aa-5ae14f7646e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:53.472225 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-d126f91a-064a-4a90-94aa-5ae14f7646e0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3cae548b-e8c6-4a0f-92ea-72ada38a541b HTTP/1.1" status: 200 len: 858 time: 0.1061246 Feb 08 21:31:53.539655 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc27feba-40b8-4623-9150-df627f883af9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (20c9d54f-e908-40c7-9c13-44b05b9bfef3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:53.576119 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-75166dde-212c-4074-8fd3-5acef6d0d5f2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5bec38c8-497b-4cad-8334-be134ec73224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957077 Feb 08 21:31:53.704521 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c79e1033-84a8-4bfe-9aab-5e7018e24769 req-81176e1d-3017-4856-a5dc-58f6a77edb29 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab HTTP/1.1" status: 200 len: 1001 time: 0.4338281 Feb 08 21:31:53.705864 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b0d887b2-facf-4125-ba59-ae4afbf3e885 req-34323294-e171-4903-9e4b-dc0ea70885a6 tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.1032097 Feb 08 21:31:53.734318 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ed356-bda5-4334-8739-ed30777a2ce3 req-f0373488-aefd-4d81-b254-b208ecad3f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:53.736074 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-926ed356-bda5-4334-8739-ed30777a2ce3 req-f0373488-aefd-4d81-b254-b208ecad3f19 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3cae548b-e8c6-4a0f-92ea-72ada38a541b HTTP/1.1" status: 200 len: 858 time: 0.3691773 Feb 08 21:31:53.767890 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27feba-40b8-4623-9150-df627f883af9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Pushing event updated for resources: {'Subnet': ['ID=20c9d54f-e908-40c7-9c13-44b05b9bfef3,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:53.821111 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc27feba-40b8-4623-9150-df627f883af9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Checking segment: {'id': 'f45b2367-9517-469f-87bd-a9c42c5651a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0bf23dc6-0f98-4a76-a513-58626f16f442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:31:53.822170 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc27feba-40b8-4623-9150-df627f883af9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Network hostable DHCP agents. Network: 0bf23dc6-0f98-4a76-a513-58626f16f442, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:31:53.823026 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-926ed356-bda5-4334-8739-ed30777a2ce3 req-9c823c3c-c121-47b3-b032-ba3bcefd0fd2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5bec38c8-497b-4cad-8334-be134ec73224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752745 Feb 08 21:31:53.836149 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e1033-84a8-4bfe-9aab-5e7018e24769 req-48123671-4550-4bd2-be36-68bfdd6575b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:53.836874 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6253da-5f40-493f-86c4-dcf92611eece req-4b3d11ac-1d81-400a-9d36-17a469f5c369 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:53.838858 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c79e1033-84a8-4bfe-9aab-5e7018e24769 req-48123671-4550-4bd2-be36-68bfdd6575b9 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0122d6bb-bb7c-4737-8d9f-ff47a1c86d35 HTTP/1.1" status: 200 len: 854 time: 0.1274564 Feb 08 21:31:53.843092 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da6253da-5f40-493f-86c4-dcf92611eece req-4b3d11ac-1d81-400a-9d36-17a469f5c369 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/ports?device_id=51708b58-1230-43d4-848c-c7fbb4d71c25 HTTP/1.1" status: 200 len: 943 time: 0.5087395 Feb 08 21:31:53.895553 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc27feba-40b8-4623-9150-df627f883af9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Network 0bf23dc6-0f98-4a76-a513-58626f16f442 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:31:53.910018 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-bc27feba-40b8-4623-9150-df627f883af9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 0bf23dc6-0f98-4a76-a513-58626f16f442) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:31:53.917837 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc27feba-40b8-4623-9150-df627f883af9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:53.918424 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc27feba-40b8-4623-9150-df627f883af9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:53.926891 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133c1128-db10-4f48-8bde-b5380ba5b67a None None] Network 0bf23dc6-0f98-4a76-a513-58626f16f442 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:31:53.945869 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bc27feba-40b8-4623-9150-df627f883af9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2368872 Feb 08 21:31:53.949888 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57958) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:53.954876 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e1033-84a8-4bfe-9aab-5e7018e24769 req-96ea36d9-fb10-44c6-8ba0-d140ce594699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:53.958167 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c79e1033-84a8-4bfe-9aab-5e7018e24769 req-96ea36d9-fb10-44c6-8ba0-d140ce594699 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=daaebf9e-b66d-42db-8ec2-b15fcd836888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1047015 Feb 08 21:31:53.969061 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-587caf0c-34ba-4582-b818-5006f3fffefd tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Request body: {'port': {'network_id': '0bf23dc6-0f98-4a76-a513-58626f16f442', 'name': 'tempest-DHCPAgentSchedulersTestJSON-792213221'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:54.124898 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c79e1033-84a8-4bfe-9aab-5e7018e24769 req-97405548-5aa3-485c-9288-2136adfda5d9 service neutron] 10.222.0.94 "GET /v2.0/networks/daaebf9e-b66d-42db-8ec2-b15fcd836888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515114 Feb 08 21:31:54.189931 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 9664e671-2a3d-49c4-a262-7e4558c5be34 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:31:54.206789 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9328e76c-ace7-4c1f-99f1-16c4419cb054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-0bf23dc6-0f98-4a76-a513-58626f16f442', 'network_id': '0bf23dc6-0f98-4a76-a513-58626f16f442', 'project_id': '0a85136735da4b9da62c6eaa5f210265', 'fixed_ips': [{'subnet_id': '20c9d54f-e908-40c7-9c13-44b05b9bfef3'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:31:54.207987 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9328e76c-ace7-4c1f-99f1-16c4419cb054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:54.227764 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da6253da-5f40-493f-86c4-dcf92611eece req-54ad6432-b2be-4930-9014-5a8eaa61c144 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/security-groups?id=282c28e3-cd12-426d-a180-311512fb39c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646358 Feb 08 21:31:54.275392 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec48e6-f782-4783-b006-d83aa5aa8cfb req-aa927a29-8583-4d7e-adfd-a15f68e02128 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:54.283306 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-24ec48e6-f782-4783-b006-d83aa5aa8cfb req-aa927a29-8583-4d7e-adfd-a15f68e02128 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/ports?device_id=35b18510-8094-47cd-ac07-90aefb64edec HTTP/1.1" status: 200 len: 945 time: 0.3227985 Feb 08 21:31:54.310526 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-ea4145a5-9efa-4e17-9cf7-b1e273ff0678 service neutron] 10.222.0.96 "GET /v2.0/networks/5bec38c8-497b-4cad-8334-be134ec73224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7212975 Feb 08 21:31:54.360458 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-24ec48e6-f782-4783-b006-d83aa5aa8cfb req-07db2d34-f3fa-4344-ad15-3b9d3611937e tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/security-groups?id=43e6e978-aff7-444b-9ada-eb322e951e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758262 Feb 08 21:31:54.434772 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53899f83-4233-4e48-9cf8-07a349bd7acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:54.538224 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8cb2f06-61ab-4e15-9d8e-b048a0c3b663 req-0751c1ec-e210-4760-b418-4081dd7ab5f2 service neutron] 10.222.0.96 "GET /v2.0/networks/5bec38c8-497b-4cad-8334-be134ec73224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979179 Feb 08 21:31:54.596291 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-926ed356-bda5-4334-8739-ed30777a2ce3 req-e852fd93-7937-44fd-8583-4d49d84149c9 service neutron] 10.222.0.96 "GET /v2.0/networks/5bec38c8-497b-4cad-8334-be134ec73224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6391776 Feb 08 21:31:54.695951 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-9328e76c-ace7-4c1f-99f1-16c4419cb054 None None] Allocated IP 172.20.0.2 (0bf23dc6-0f98-4a76-a513-58626f16f442/20c9d54f-e908-40c7-9c13-44b05b9bfef3/f680098b-5ba0-47dd-ae8d-fbcec9eb7889) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:31:54.828853 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748fa64-c7f0-4b35-a3ff-93291ad08b6c req-ea509a2f-e95e-49f2-b078-9842f17590f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:54.830404 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6748fa64-c7f0-4b35-a3ff-93291ad08b6c req-ea509a2f-e95e-49f2-b078-9842f17590f7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2099178bceae467caa302375eb115cde&device_id=51708b58-1230-43d4-848c-c7fbb4d71c25 HTTP/1.1" status: 200 len: 1126 time: 0.2213652 Feb 08 21:31:54.871271 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-926ed356-bda5-4334-8739-ed30777a2ce3 req-55f78042-d793-4344-8d7f-3914e23c3f2c service neutron] 10.222.0.96 "GET /v2.0/networks/5bec38c8-497b-4cad-8334-be134ec73224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635217 Feb 08 21:31:54.948848 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c79e1033-84a8-4bfe-9aab-5e7018e24769 req-81f32086-d90a-4697-ae83-c1be6ef5e62c service neutron] 10.222.0.94 "GET /v2.0/networks/daaebf9e-b66d-42db-8ec2-b15fcd836888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7736082 Feb 08 21:31:54.970718 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-50ea6af5-7a13-4f3d-88e5-d55cd5491078 req-60c62cfc-5262-4134-9a3f-df98c2e97b86 tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.1312110 Feb 08 21:31:55.091799 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748fa64-c7f0-4b35-a3ff-93291ad08b6c req-02cbf8c1-fd0c-4b96-93a6-90c961b56fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:55.097305 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6748fa64-c7f0-4b35-a3ff-93291ad08b6c req-02cbf8c1-fd0c-4b96-93a6-90c961b56fb7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5bec38c8-497b-4cad-8334-be134ec73224 HTTP/1.1" status: 200 len: 919 time: 0.2390730 Feb 08 21:31:55.130895 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9328e76c-ace7-4c1f-99f1-16c4419cb054 None None] Publish callbacks [] for port (f680098b-5ba0-47dd-ae8d-fbcec9eb7889), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:55.155038 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9328e76c-ace7-4c1f-99f1-16c4419cb054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (f680098b-5ba0-47dd-ae8d-fbcec9eb7889), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:55.156288 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587caf0c-34ba-4582-b818-5006f3fffefd tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Made reservation on behalf of 0a85136735da4b9da62c6eaa5f210265 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:31:55.160693 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-587caf0c-34ba-4582-b818-5006f3fffefd tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:55.210455 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6748fa64-c7f0-4b35-a3ff-93291ad08b6c req-fa18d2c3-9241-48ec-a6b6-49ce8d302576 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dea46401-4cdb-4dcd-95f1-69d92dba22ad HTTP/1.1" status: 200 len: 217 time: 0.1066875 Feb 08 21:31:55.211225 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-587caf0c-34ba-4582-b818-5006f3fffefd tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] device_id is not set on port 165aea5b-a0bd-4622-a66f-4189fcd23e37 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:31:55.265043 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328e76c-ace7-4c1f-99f1-16c4419cb054 None None] Pushing event updated for resources: {'Port': ['ID=f680098b-5ba0-47dd-ae8d-fbcec9eb7889,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:55.282138 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9328e76c-ace7-4c1f-99f1-16c4419cb054 None None] Network 0bf23dc6-0f98-4a76-a513-58626f16f442 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:31:55.287378 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-9328e76c-ace7-4c1f-99f1-16c4419cb054 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:31:55.309927 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9328e76c-ace7-4c1f-99f1-16c4419cb054 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:31:55.314695 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748fa64-c7f0-4b35-a3ff-93291ad08b6c req-f7537d6f-a5c5-4203-8e65-a9145656b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:55.319243 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6748fa64-c7f0-4b35-a3ff-93291ad08b6c req-f7537d6f-a5c5-4203-8e65-a9145656b6b7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3cae548b-e8c6-4a0f-92ea-72ada38a541b HTTP/1.1" status: 200 len: 858 time: 0.1028485 Feb 08 21:31:55.418960 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6748fa64-c7f0-4b35-a3ff-93291ad08b6c req-170e1305-4cd5-4d8a-b7f8-92c95a9c649a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5bec38c8-497b-4cad-8334-be134ec73224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923102 Feb 08 21:31:55.462921 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-587caf0c-34ba-4582-b818-5006f3fffefd tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Allocated IP 172.20.0.3 (0bf23dc6-0f98-4a76-a513-58626f16f442/20c9d54f-e908-40c7-9c13-44b05b9bfef3/165aea5b-a0bd-4622-a66f-4189fcd23e37) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:31:55.482982 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 9664e671-2a3d-49c4-a262-7e4558c5be34, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=9664e671-2a3d-49c4-a262-7e4558c5be34,segment=NetworkSegment(de4ef8b9-5228-401d-a050-a01748ec9db9),segment_id=de4ef8b9-5228-401d-a050-a01748ec9db9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:31:55.498690 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-9328e76c-ace7-4c1f-99f1-16c4419cb054 None None] Attempting to bind port f680098b-5ba0-47dd-ae8d-fbcec9eb7889 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:31:55.499076 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-9328e76c-ace7-4c1f-99f1-16c4419cb054 None None] Attempting to bind port f680098b-5ba0-47dd-ae8d-fbcec9eb7889 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'f45b2367-9517-469f-87bd-a9c42c5651a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0bf23dc6-0f98-4a76-a513-58626f16f442'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:31:55.499451 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9328e76c-ace7-4c1f-99f1-16c4419cb054 None None] Attempting to bind port f680098b-5ba0-47dd-ae8d-fbcec9eb7889 on network 0bf23dc6-0f98-4a76-a513-58626f16f442 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:31:55.508283 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9328e76c-ace7-4c1f-99f1-16c4419cb054 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:31:55.508665 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9328e76c-ace7-4c1f-99f1-16c4419cb054 None None] Checking segment: {'id': 'f45b2367-9517-469f-87bd-a9c42c5651a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0bf23dc6-0f98-4a76-a513-58626f16f442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:31:55.509079 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9328e76c-ace7-4c1f-99f1-16c4419cb054 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:55.509517 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9328e76c-ace7-4c1f-99f1-16c4419cb054 None None] Bound using segment: {'id': 'f45b2367-9517-469f-87bd-a9c42c5651a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0bf23dc6-0f98-4a76-a513-58626f16f442'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:31:55.510014 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-9328e76c-ace7-4c1f-99f1-16c4419cb054 None None] Bound port: f680098b-5ba0-47dd-ae8d-fbcec9eb7889, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f45b2367-9517-469f-87bd-a9c42c5651a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0bf23dc6-0f98-4a76-a513-58626f16f442'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:31:55.510405 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9328e76c-ace7-4c1f-99f1-16c4419cb054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f680098b-5ba0-47dd-ae8d-fbcec9eb7889), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:55.521373 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '9664e671-2a3d-49c4-a262-7e4558c5be34', 'network_id': '5bec38c8-497b-4cad-8334-be134ec73224', 'port_id': '9664e671-2a3d-49c4-a262-7e4558c5be34', 'mac_address': 'fa:16:3e:40:35:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cae548b-e8c6-4a0f-92ea-72ada38a541b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:31:55.646793 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 9664e671-2a3d-49c4-a262-7e4558c5be34 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:55.646793 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9664e671-2a3d-49c4-a262-7e4558c5be34), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:55.695967 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-9328e76c-ace7-4c1f-99f1-16c4419cb054 None None] For port f680098b-5ba0-47dd-ae8d-fbcec9eb7889, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:31:55.704099 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-9328e76c-ace7-4c1f-99f1-16c4419cb054 None None] For port f680098b-5ba0-47dd-ae8d-fbcec9eb7889, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f680098b-5ba0-47dd-ae8d-fbcec9eb7889,segment=NetworkSegment(f45b2367-9517-469f-87bd-a9c42c5651a2),segment_id=f45b2367-9517-469f-87bd-a9c42c5651a2)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:31:55.707724 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7404657-f44a-4d6e-b47f-3bf209673159 req-0bd6efe7-b0c8-449d-a2b5-598c82799dc9 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:55.714979 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7404657-f44a-4d6e-b47f-3bf209673159 req-0bd6efe7-b0c8-449d-a2b5-598c82799dc9 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/ports?device_id=51708b58-1230-43d4-848c-c7fbb4d71c25 HTTP/1.1" status: 200 len: 943 time: 0.3126001 Feb 08 21:31:55.736911 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9328e76c-ace7-4c1f-99f1-16c4419cb054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f680098b-5ba0-47dd-ae8d-fbcec9eb7889), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:55.756107 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-587caf0c-34ba-4582-b818-5006f3fffefd tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks [] for port (165aea5b-a0bd-4622-a66f-4189fcd23e37), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:55.781547 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9664e671-2a3d-49c4-a262-7e4558c5be34 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:31:55.791008 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6748fa64-c7f0-4b35-a3ff-93291ad08b6c req-f9663708-e258-4deb-b7a8-8e586b43c980 service neutron] 10.222.0.96 "GET /v2.0/networks/5bec38c8-497b-4cad-8334-be134ec73224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386128 Feb 08 21:31:55.817887 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849356c-8bba-4905-b19e-fe2ac6a10ed8 req-c5f14db8-22d9-4539-b0f4-9090c5cd679e tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:55.819616 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f849356c-8bba-4905-b19e-fe2ac6a10ed8 req-c5f14db8-22d9-4539-b0f4-9090c5cd679e tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/ports?device_id=35b18510-8094-47cd-ac07-90aefb64edec HTTP/1.1" status: 200 len: 945 time: 0.3123019 Feb 08 21:31:55.830430 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-587caf0c-34ba-4582-b818-5006f3fffefd tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (165aea5b-a0bd-4622-a66f-4189fcd23e37), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:55.844792 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 7cbbab2c-ebfe-48d9-aa37-493e7719633e details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:31:55.923300 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587caf0c-34ba-4582-b818-5006f3fffefd tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Network 0bf23dc6-0f98-4a76-a513-58626f16f442 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:31:55.925902 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 9664e671-2a3d-49c4-a262-7e4558c5be34, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=9664e671-2a3d-49c4-a262-7e4558c5be34,segment=NetworkSegment(de4ef8b9-5228-401d-a050-a01748ec9db9),segment_id=de4ef8b9-5228-401d-a050-a01748ec9db9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:31:55.931044 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-587caf0c-34ba-4582-b818-5006f3fffefd tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:31:55.940146 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9664e671-2a3d-49c4-a262-7e4558c5be34), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:55.947427 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587caf0c-34ba-4582-b818-5006f3fffefd tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:31:55.964876 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f849356c-8bba-4905-b19e-fe2ac6a10ed8 req-5dbcd0e6-934e-435d-8f71-8155d65d97d4 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/security-groups?id=43e6e978-aff7-444b-9ada-eb322e951e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194172 Feb 08 21:31:55.998359 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7404657-f44a-4d6e-b47f-3bf209673159 req-0dbc1545-9196-461b-9b2f-c3dc4734b052 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/security-groups?id=282c28e3-cd12-426d-a180-311512fb39c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519572 Feb 08 21:31:56.013453 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328e76c-ace7-4c1f-99f1-16c4419cb054 None None] Pushing event updated for resources: {'Port': ['ID=f680098b-5ba0-47dd-ae8d-fbcec9eb7889,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:56.047123 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6748fa64-c7f0-4b35-a3ff-93291ad08b6c req-d0215140-225f-44ab-a82e-839d2ed9a363 service neutron] 10.222.0.96 "GET /v2.0/networks/5bec38c8-497b-4cad-8334-be134ec73224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472436 Feb 08 21:31:56.098391 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587caf0c-34ba-4582-b818-5006f3fffefd tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Pushing event updated for resources: {'Port': ['ID=165aea5b-a0bd-4622-a66f-4189fcd23e37,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:56.140655 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587caf0c-34ba-4582-b818-5006f3fffefd tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:56.141359 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-587caf0c-34ba-4582-b818-5006f3fffefd tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:56.173989 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-587caf0c-34ba-4582-b818-5006f3fffefd tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2146893 Feb 08 21:31:56.181305 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=9664e671-2a3d-49c4-a262-7e4558c5be34,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:56.188189 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:31:56.195944 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57978) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:56.242035 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-faa0e646-d116-4617-b87e-d70b8168cbce req-4f33b9f4-1b14-485d-838d-7fc4d1fdb40a tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0806947 Feb 08 21:31:56.337057 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 7cbbab2c-ebfe-48d9-aa37-493e7719633e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=7cbbab2c-ebfe-48d9-aa37-493e7719633e,segment=NetworkSegment(de4ef8b9-5228-401d-a050-a01748ec9db9),segment_id=de4ef8b9-5228-401d-a050-a01748ec9db9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:31:56.361208 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '7cbbab2c-ebfe-48d9-aa37-493e7719633e', 'network_id': '5bec38c8-497b-4cad-8334-be134ec73224', 'port_id': '7cbbab2c-ebfe-48d9-aa37-493e7719633e', 'mac_address': 'fa:16:3e:93:b9:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cae548b-e8c6-4a0f-92ea-72ada38a541b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:31:56.363442 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['9664e671-2a3d-49c4-a262-7e4558c5be34'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:31:56.439927 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-51abc50b-4d7f-4757-9f10-d731881fdba7 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Deleting port 165aea5b-a0bd-4622-a66f-4189fcd23e37 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:31:56.440268 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-51abc50b-4d7f-4757-9f10-d731881fdba7 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (165aea5b-a0bd-4622-a66f-4189fcd23e37), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:56.555858 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 7cbbab2c-ebfe-48d9-aa37-493e7719633e is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:56.556243 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7cbbab2c-ebfe-48d9-aa37-493e7719633e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:56.583985 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-51abc50b-4d7f-4757-9f10-d731881fdba7 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (165aea5b-a0bd-4622-a66f-4189fcd23e37), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:56.589254 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cbbab2c-ebfe-48d9-aa37-493e7719633e {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:31:56.601541 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-51abc50b-4d7f-4757-9f10-d731881fdba7 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Calling delete_port for 165aea5b-a0bd-4622-a66f-4189fcd23e37 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:31:56.612505 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 7cbbab2c-ebfe-48d9-aa37-493e7719633e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=7cbbab2c-ebfe-48d9-aa37-493e7719633e,segment=NetworkSegment(de4ef8b9-5228-401d-a050-a01748ec9db9),segment_id=de4ef8b9-5228-401d-a050-a01748ec9db9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:31:56.630079 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7cbbab2c-ebfe-48d9-aa37-493e7719633e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:56.750335 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=7cbbab2c-ebfe-48d9-aa37-493e7719633e,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:56.822910 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-51abc50b-4d7f-4757-9f10-d731881fdba7 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (165aea5b-a0bd-4622-a66f-4189fcd23e37), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:56.877336 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51abc50b-4d7f-4757-9f10-d731881fdba7 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Pushing event deleted for resources: {'Port': ['ID=165aea5b-a0bd-4622-a66f-4189fcd23e37,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:56.972264 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-51abc50b-4d7f-4757-9f10-d731881fdba7 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:56.976714 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-51abc50b-4d7f-4757-9f10-d731881fdba7 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] 10.222.0.88 "DELETE /v2.0/ports/165aea5b-a0bd-4622-a66f-4189fcd23e37 HTTP/1.1" status: 204 len: 168 time: 0.7793279 Feb 08 21:31:56.980749 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57984) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:57.031898 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['7cbbab2c-ebfe-48d9-aa37-493e7719633e'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:31:57.084467 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ff6fb90d-a112-4d4f-8a2a-77ae1569609e tempest-DHCPAgentSchedulersTestJSON-1261296500 tempest-DHCPAgentSchedulersTestJSON-1261296500-project-admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.1006293 Feb 08 21:31:57.087048 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57990) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:57.093713 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-4b5e9b0e-86e3-4e16-bf5a-e9906742d6f5 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1788299968'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:31:57.132389 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5e9b0e-86e3-4e16-bf5a-e9906742d6f5 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Made reservation on behalf of 0a85136735da4b9da62c6eaa5f210265 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:31:57.137330 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b5e9b0e-86e3-4e16-bf5a-e9906742d6f5 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:57.186952 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b5e9b0e-86e3-4e16-bf5a-e9906742d6f5 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:31:57.203867 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b5e9b0e-86e3-4e16-bf5a-e9906742d6f5 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (3ec100a4-8f4a-4153-80d3-9773ca16c1e9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:57.205082 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-4b5e9b0e-86e3-4e16-bf5a-e9906742d6f5 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Added segment 3ec100a4-8f4a-4153-80d3-9773ca16c1e9 of type vlan for network c4a53cc7-9145-43f7-8b8a-808b242fa0d0 Feb 08 21:31:57.297912 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b5e9b0e-86e3-4e16-bf5a-e9906742d6f5 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (c4a53cc7-9145-43f7-8b8a-808b242fa0d0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:57.346497 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae1189-cf70-4967-b37a-89d39ebd3313 req-9927f21a-0fb5-4a5b-abb9-3131d9851ccf tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:57.349444 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b5e9b0e-86e3-4e16-bf5a-e9906742d6f5 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (c4a53cc7-9145-43f7-8b8a-808b242fa0d0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:57.360842 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-efae1189-cf70-4967-b37a-89d39ebd3313 req-9927f21a-0fb5-4a5b-abb9-3131d9851ccf tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/ports?device_id=51708b58-1230-43d4-848c-c7fbb4d71c25 HTTP/1.1" status: 200 len: 943 time: 0.1632845 Feb 08 21:31:57.365950 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5e9b0e-86e3-4e16-bf5a-e9906742d6f5 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:57.371565 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b5e9b0e-86e3-4e16-bf5a-e9906742d6f5 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:57.465009 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c7ee1e79-cc9c-49d8-af11-69513c05af89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:57.475445 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-50b0e716-df30-4351-818c-2c41d76d1a37 req-e4f3f38e-55b8-4de9-bd0d-fa07f31d4bc0 tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0740459 Feb 08 21:31:57.515252 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4b5e9b0e-86e3-4e16-bf5a-e9906742d6f5 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4270296 Feb 08 21:31:57.519961 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57998) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:57.547121 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e9b0e-86e3-4e16-bf5a-e9906742d6f5 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Pushing event updated for resources: {'Network': ['ID=c4a53cc7-9145-43f7-8b8a-808b242fa0d0,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:57.552288 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-efae1189-cf70-4967-b37a-89d39ebd3313 req-356538e5-74f5-40c7-88d4-82be4b76b5d7 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/security-groups?id=282c28e3-cd12-426d-a180-311512fb39c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903605 Feb 08 21:31:57.574420 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network c4a53cc7-9145-43f7-8b8a-808b242fa0d0 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:31:57.762399 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-769a12ac-ba57-48f8-a62b-40cdec078d4d tempest-DHCPAgentSchedulersTestJSON-1261296500 tempest-DHCPAgentSchedulersTestJSON-1261296500-project-admin] 10.222.0.88 "GET /v2.0/agents/ebb82bac-b4b7-4fa0-8bc1-2094d3764abc/dhcp-networks HTTP/1.1" status: 200 len: 8106 time: 0.2404478 Feb 08 21:31:57.765265 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58000) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:57.795601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de32e7f7-a596-47ff-b8ce-eecd2e9968d5 None None] Network 0bf23dc6-0f98-4a76-a513-58626f16f442 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:31:57.882998 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device dea46401-4cdb-4dcd-95f1-69d92dba22ad details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:31:57.895509 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734f67b6-7353-4a02-b589-df13728afa32 tempest-DHCPAgentSchedulersTestJSON-1261296500 tempest-DHCPAgentSchedulersTestJSON-1261296500-project-admin] Network c4a53cc7-9145-43f7-8b8a-808b242fa0d0 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:31:57.915870 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-734f67b6-7353-4a02-b589-df13728afa32 tempest-DHCPAgentSchedulersTestJSON-1261296500 tempest-DHCPAgentSchedulersTestJSON-1261296500-project-admin] 10.222.0.88 "POST /v2.0/agents/ebb82bac-b4b7-4fa0-8bc1-2094d3764abc/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1491916 Feb 08 21:31:57.918506 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58002) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:57.937332 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579500f2-e804-4543-8633-6e8a14bb0197 None None] Network c4a53cc7-9145-43f7-8b8a-808b242fa0d0 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:31:58.085241 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-3de85bba-1964-4c73-8011-2fb094b23933 None None] Provisioning complete for port f680098b-5ba0-47dd-ae8d-fbcec9eb7889 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:31:58.085458 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3de85bba-1964-4c73-8011-2fb094b23933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f680098b-5ba0-47dd-ae8d-fbcec9eb7889), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:58.132500 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:31:58.149947 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-631f747e-0165-48ae-abb9-c16996ae32a8 tempest-DHCPAgentSchedulersTestJSON-1261296500 tempest-DHCPAgentSchedulersTestJSON-1261296500-project-admin] 10.222.0.88 "GET /v2.0/agents/ebb82bac-b4b7-4fa0-8bc1-2094d3764abc/dhcp-networks HTTP/1.1" status: 200 len: 8877 time: 0.2282271 Feb 08 21:31:58.154782 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58004) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:58.312400 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58006) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:58.321104 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3f812095-0e11-4173-a04e-a14d0b5f1053 tempest-DHCPAgentSchedulersTestJSON-1261296500 tempest-DHCPAgentSchedulersTestJSON-1261296500-project-admin] 10.222.0.88 "DELETE /v2.0/agents/ebb82bac-b4b7-4fa0-8bc1-2094d3764abc/dhcp-networks/c4a53cc7-9145-43f7-8b8a-808b242fa0d0 HTTP/1.1" status: 204 len: 168 time: 0.1637022 Feb 08 21:31:58.442254 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 9664e671-2a3d-49c4-a262-7e4558c5be34 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:31:58.444253 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f680098b-5ba0-47dd-ae8d-fbcec9eb7889 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:31:58.524778 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-90389018-3394-4d47-8454-b447ff361772 tempest-DHCPAgentSchedulersTestJSON-1261296500 tempest-DHCPAgentSchedulersTestJSON-1261296500-project-admin] 10.222.0.88 "GET /v2.0/agents/ebb82bac-b4b7-4fa0-8bc1-2094d3764abc/dhcp-networks HTTP/1.1" status: 200 len: 8106 time: 0.2106147 Feb 08 21:31:58.529413 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58012) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:58.567729 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f2bdf03f-ef15-4694-afb0-b05f1620565c tempest-DHCPAgentSchedulersTestJSON-1261296500 tempest-DHCPAgentSchedulersTestJSON-1261296500-project-admin] 10.222.0.88 "GET /v2.0/networks/0bf23dc6-0f98-4a76-a513-58626f16f442/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0364256 Feb 08 21:31:58.570794 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58014) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:58.609778 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-71be7f68-cffc-46a5-bd8c-9804511d0afd tempest-DHCPAgentSchedulersTestJSON-1261296500 tempest-DHCPAgentSchedulersTestJSON-1261296500-project-admin] 10.222.0.88 "GET /v2.0/networks/0bf23dc6-0f98-4a76-a513-58626f16f442/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0377846 Feb 08 21:31:58.616058 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58018) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:58.678805 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cdb8cbd3-b860-47c5-9fff-3ec5e20f92d3 req-867613be-e601-4486-84ca-a138159342cb tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0879805 Feb 08 21:31:58.743857 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port dea46401-4cdb-4dcd-95f1-69d92dba22ad, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=dea46401-4cdb-4dcd-95f1-69d92dba22ad,segment=NetworkSegment(de4ef8b9-5228-401d-a050-a01748ec9db9),segment_id=de4ef8b9-5228-401d-a050-a01748ec9db9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:31:58.771254 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port f680098b-5ba0-47dd-ae8d-fbcec9eb7889 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:31:58.771509 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f680098b-5ba0-47dd-ae8d-fbcec9eb7889), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:58.807571 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca686f56-e8db-4c99-ba2b-966052ad354f req-c86b36f2-f12c-4812-9afc-211624e7172f tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:58.811028 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'dea46401-4cdb-4dcd-95f1-69d92dba22ad', 'network_id': '5bec38c8-497b-4cad-8334-be134ec73224', 'port_id': 'dea46401-4cdb-4dcd-95f1-69d92dba22ad', 'mac_address': 'fa:16:3e:9e:e9:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cae548b-e8c6-4a0f-92ea-72ada38a541b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:31:58.815629 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-3de85bba-1964-4c73-8011-2fb094b23933 None None] Current status of the port f680098b-5ba0-47dd-ae8d-fbcec9eb7889 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:58.817592 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3de85bba-1964-4c73-8011-2fb094b23933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f680098b-5ba0-47dd-ae8d-fbcec9eb7889), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:58.820131 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca686f56-e8db-4c99-ba2b-966052ad354f req-c86b36f2-f12c-4812-9afc-211624e7172f tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/ports?device_id=51708b58-1230-43d4-848c-c7fbb4d71c25 HTTP/1.1" status: 200 len: 943 time: 0.1441233 Feb 08 21:31:58.836418 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 9664e671-2a3d-49c4-a262-7e4558c5be34 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:31:58.848082 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3522b27a-612e-4d11-a843-695f7494818a tempest-DHCPAgentSchedulersTestJSON-1261296500 tempest-DHCPAgentSchedulersTestJSON-1261296500-project-admin] 10.222.0.88 "GET /v2.0/agents/ebb82bac-b4b7-4fa0-8bc1-2094d3764abc/dhcp-networks HTTP/1.1" status: 200 len: 8106 time: 0.2298515 Feb 08 21:31:58.852742 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58024) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:58.917386 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 9664e671-2a3d-49c4-a262-7e4558c5be34 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:31:58.918020 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9664e671-2a3d-49c4-a262-7e4558c5be34), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:58.959598 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca686f56-e8db-4c99-ba2b-966052ad354f req-16619b60-cb96-4f6c-ad37-d44f3696db48 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/security-groups?id=282c28e3-cd12-426d-a180-311512fb39c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372726 Feb 08 21:31:59.000609 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f786559-e535-4e7f-bab0-47ae367818a3 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (c4a53cc7-9145-43f7-8b8a-808b242fa0d0), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:59.017605 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port f680098b-5ba0-47dd-ae8d-fbcec9eb7889 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:59.018292 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f680098b-5ba0-47dd-ae8d-fbcec9eb7889), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:59.074552 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port dea46401-4cdb-4dcd-95f1-69d92dba22ad is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:59.074866 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dea46401-4cdb-4dcd-95f1-69d92dba22ad), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:59.102770 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-3de85bba-1964-4c73-8011-2fb094b23933 None None] For port f680098b-5ba0-47dd-ae8d-fbcec9eb7889, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f680098b-5ba0-47dd-ae8d-fbcec9eb7889,segment=NetworkSegment(f45b2367-9517-469f-87bd-a9c42c5651a2),segment_id=f45b2367-9517-469f-87bd-a9c42c5651a2)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:31:59.130733 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3de85bba-1964-4c73-8011-2fb094b23933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f680098b-5ba0-47dd-ae8d-fbcec9eb7889), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:59.138256 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea46401-4cdb-4dcd-95f1-69d92dba22ad {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:31:59.154634 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:59.235420 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f786559-e535-4e7f-bab0-47ae367818a3 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (c4a53cc7-9145-43f7-8b8a-808b242fa0d0), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:59.267501 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port dea46401-4cdb-4dcd-95f1-69d92dba22ad, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=dea46401-4cdb-4dcd-95f1-69d92dba22ad,segment=NetworkSegment(de4ef8b9-5228-401d-a050-a01748ec9db9),segment_id=de4ef8b9-5228-401d-a050-a01748ec9db9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:31:59.273075 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-5f786559-e535-4e7f-bab0-47ae367818a3 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a53cc7-9145-43f7-8b8a-808b242fa0d0']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:31:59.293140 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (dea46401-4cdb-4dcd-95f1-69d92dba22ad), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:59.295400 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:31:59.295400 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:31:59.301934 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-5f786559-e535-4e7f-bab0-47ae367818a3 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec100a4-8f4a-4153-80d3-9773ca16c1e9') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:31:59.303018 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-5f786559-e535-4e7f-bab0-47ae367818a3 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec100a4-8f4a-4153-80d3-9773ca16c1e9') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:31:59.306944 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de85bba-1964-4c73-8011-2fb094b23933 None None] Pushing event updated for resources: {'Port': ['ID=f680098b-5ba0-47dd-ae8d-fbcec9eb7889,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:59.326445 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 9664e671-2a3d-49c4-a262-7e4558c5be34 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:59.327333 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9664e671-2a3d-49c4-a262-7e4558c5be34), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:59.336522 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-0b20a9b9-a1c4-4e8d-a6d1-f4d6e39b0452 None None] Provisioning complete for port f680098b-5ba0-47dd-ae8d-fbcec9eb7889 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:31:59.336953 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b20a9b9-a1c4-4e8d-a6d1-f4d6e39b0452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f680098b-5ba0-47dd-ae8d-fbcec9eb7889), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:59.338332 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f786559-e535-4e7f-bab0-47ae367818a3 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (3ec100a4-8f4a-4153-80d3-9773ca16c1e9), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:59.375870 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f786559-e535-4e7f-bab0-47ae367818a3 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (3ec100a4-8f4a-4153-80d3-9773ca16c1e9), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:59.391489 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f786559-e535-4e7f-bab0-47ae367818a3 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:31:59.392863 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f786559-e535-4e7f-bab0-47ae367818a3 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (3ec100a4-8f4a-4153-80d3-9773ca16c1e9), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:59.431427 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d725e40-077a-4ae8-8494-2ed5cb81034a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9664e671-2a3d-49c4-a262-7e4558c5be34'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:31:59.433886 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4975d5c0-9ecd-4f4a-9abc-59997099b092" -d '{"events": [{"server_uuid": "6d725e40-077a-4ae8-8494-2ed5cb81034a", "name": "network-vif-plugged", "status": "completed", "tag": "9664e671-2a3d-49c4-a262-7e4558c5be34"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:31:59.461740 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 9664e671-2a3d-49c4-a262-7e4558c5be34, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=9664e671-2a3d-49c4-a262-7e4558c5be34,segment=NetworkSegment(de4ef8b9-5228-401d-a050-a01748ec9db9),segment_id=de4ef8b9-5228-401d-a050-a01748ec9db9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:31:59.467121 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=dea46401-4cdb-4dcd-95f1-69d92dba22ad,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:59.481538 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9664e671-2a3d-49c4-a262-7e4558c5be34), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:31:59.525758 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:31:59.551187 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709d7462-1212-44ac-b351-5a2c5b15e41f x-openstack-request-id: req-709d7462-1212-44ac-b351-5a2c5b15e41f {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:31:59.551575 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d725e40-077a-4ae8-8494-2ed5cb81034a", "name": "network-vif-plugged", "status": "completed", "tag": "9664e671-2a3d-49c4-a262-7e4558c5be34", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:31:59.551795 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-709d7462-1212-44ac-b351-5a2c5b15e41f {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:31:59.552223 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d725e40-077a-4ae8-8494-2ed5cb81034a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9664e671-2a3d-49c4-a262-7e4558c5be34', 'code': 200} Feb 08 21:31:59.602250 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f786559-e535-4e7f-bab0-47ae367818a3 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (c4a53cc7-9145-43f7-8b8a-808b242fa0d0), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:59.648529 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f786559-e535-4e7f-bab0-47ae367818a3 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:59.655362 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58030) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:59.656245 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5f786559-e535-4e7f-bab0-47ae367818a3 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] 10.222.0.88 "DELETE /v2.0/networks/c4a53cc7-9145-43f7-8b8a-808b242fa0d0 HTTP/1.1" status: 204 len: 168 time: 0.7994785 Feb 08 21:31:59.658500 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f786559-e535-4e7f-bab0-47ae367818a3 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Pushing event deleted for resources: {'Network': ['ID=c4a53cc7-9145-43f7-8b8a-808b242fa0d0,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:59.679248 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=9664e671-2a3d-49c4-a262-7e4558c5be34,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:31:59.703842 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-deabb491-2f12-4365-8c19-3dd769855249 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] DELETE failed (client error): The resource could not be found. Feb 08 21:31:59.704711 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deabb491-2f12-4365-8c19-3dd769855249 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:31:59.705666 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0b20a9b9-a1c4-4e8d-a6d1-f4d6e39b0452 None None] Current status of the port f680098b-5ba0-47dd-ae8d-fbcec9eb7889 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:31:59.711197 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-deabb491-2f12-4365-8c19-3dd769855249 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] 10.222.0.88 "DELETE /v2.0/ports/165aea5b-a0bd-4622-a66f-4189fcd23e37 HTTP/1.1" status: 404 len: 333 time: 0.0522640 Feb 08 21:31:59.713881 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58032) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:31:59.746135 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['dea46401-4cdb-4dcd-95f1-69d92dba22ad'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:31:59.778278 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aff182-073a-4955-8074-ab2038125dfd req-a25d7c68-d1da-4a54-a231-4f237dc54aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:31:59.784632 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c0aff182-073a-4955-8074-ab2038125dfd req-a25d7c68-d1da-4a54-a231-4f237dc54aa5 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6d725e40-077a-4ae8-8494-2ed5cb81034a HTTP/1.1" status: 200 len: 1128 time: 0.1408603 Feb 08 21:31:59.868065 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ea799b-c44e-45bc-a3cd-091b8fc45022 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Deleting subnet 20c9d54f-e908-40c7-9c13-44b05b9bfef3 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:31:59.872538 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c0aff182-073a-4955-8074-ab2038125dfd req-460f5452-051a-43c9-8385-31a04f28b58e service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=282c28e3-cd12-426d-a180-311512fb39c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810413 Feb 08 21:31:59.874917 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a3a0819f-e13b-4700-bec6-cd47c1b2a2b8 req-c7a8dcc0-b071-44ac-b345-42a22b268133 tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0576100 Feb 08 21:31:59.876015 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f9ea799b-c44e-45bc-a3cd-091b8fc45022 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks [] for subnet (20c9d54f-e908-40c7-9c13-44b05b9bfef3), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:31:59.880208 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 7cbbab2c-ebfe-48d9-aa37-493e7719633e up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:31:59.920903 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d2d9b519-8b8a-4a31-a16b-9e117eda12cd None None] Could not find standard attr ID for object 165aea5b-a0bd-4622-a66f-4189fcd23e37. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:31:59.932325 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port f680098b-5ba0-47dd-ae8d-fbcec9eb7889 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:32:00.039960 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 7cbbab2c-ebfe-48d9-aa37-493e7719633e completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:32:00.060737 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 7cbbab2c-ebfe-48d9-aa37-493e7719633e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:32:00.061284 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7cbbab2c-ebfe-48d9-aa37-493e7719633e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:00.181628 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f680098b-5ba0-47dd-ae8d-fbcec9eb7889 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:32:00.238939 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 7cbbab2c-ebfe-48d9-aa37-493e7719633e is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:32:00.239409 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7cbbab2c-ebfe-48d9-aa37-493e7719633e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:00.304567 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 7cbbab2c-ebfe-48d9-aa37-493e7719633e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=7cbbab2c-ebfe-48d9-aa37-493e7719633e,segment=NetworkSegment(de4ef8b9-5228-401d-a050-a01748ec9db9),segment_id=de4ef8b9-5228-401d-a050-a01748ec9db9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:32:00.307293 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f9ea799b-c44e-45bc-a3cd-091b8fc45022 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (20c9d54f-e908-40c7-9c13-44b05b9bfef3), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:00.310018 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port f680098b-5ba0-47dd-ae8d-fbcec9eb7889 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:32:00.310757 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f680098b-5ba0-47dd-ae8d-fbcec9eb7889), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:00.314067 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7cbbab2c-ebfe-48d9-aa37-493e7719633e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:00.370138 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b6ea9-60bc-486d-94b9-5673095be67f req-1833c2e4-970e-43b6-bc1d-8d36a8f8c300 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:00.371833 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-077b6ea9-60bc-486d-94b9-5673095be67f req-1833c2e4-970e-43b6-bc1d-8d36a8f8c300 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/ports?device_id=51708b58-1230-43d4-848c-c7fbb4d71c25 HTTP/1.1" status: 200 len: 944 time: 0.1285582 Feb 08 21:32:00.406840 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=7cbbab2c-ebfe-48d9-aa37-493e7719633e,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:00.457610 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port f680098b-5ba0-47dd-ae8d-fbcec9eb7889 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:32:00.468245 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f9ea799b-c44e-45bc-a3cd-091b8fc45022 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (20c9d54f-e908-40c7-9c13-44b05b9bfef3), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:00.508420 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-077b6ea9-60bc-486d-94b9-5673095be67f req-acf1784a-d75a-4694-9793-fcea1e7fb265 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/security-groups?id=282c28e3-cd12-426d-a180-311512fb39c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200659 Feb 08 21:32:00.546918 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f9ea799b-c44e-45bc-a3cd-091b8fc45022 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (20c9d54f-e908-40c7-9c13-44b05b9bfef3), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:00.576644 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea799b-c44e-45bc-a3cd-091b8fc45022 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Pushing event deleted for resources: {'Subnet': ['ID=20c9d54f-e908-40c7-9c13-44b05b9bfef3,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:00.584008 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f9ea799b-c44e-45bc-a3cd-091b8fc45022 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:00.592378 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f9ea799b-c44e-45bc-a3cd-091b8fc45022 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] 10.222.0.88 "DELETE /v2.0/subnets/20c9d54f-e908-40c7-9c13-44b05b9bfef3 HTTP/1.1" status: 204 len: 168 time: 0.8750088 Feb 08 21:32:00.592718 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58042) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:00.595228 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3487bcc5-85a4-42c9-b489-2d666421c927 None None] Network 0bf23dc6-0f98-4a76-a513-58626f16f442 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:32:00.711214 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3c14610-a2b9-4ee5-b0fb-949e68560cc9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (0bf23dc6-0f98-4a76-a513-58626f16f442), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:00.792807 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a3c14610-a2b9-4ee5-b0fb-949e68560cc9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Deleting port f680098b-5ba0-47dd-ae8d-fbcec9eb7889 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:32:00.793145 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3c14610-a2b9-4ee5-b0fb-949e68560cc9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f680098b-5ba0-47dd-ae8d-fbcec9eb7889), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:00.822222 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30877dd-b2fe-41a5-bc58-a56129a64833 None None] DHCP port deletion for 0bf23dc6-0f98-4a76-a513-58626f16f442 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:32:00.880679 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-a3c14610-a2b9-4ee5-b0fb-949e68560cc9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] For port f680098b-5ba0-47dd-ae8d-fbcec9eb7889, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f680098b-5ba0-47dd-ae8d-fbcec9eb7889,segment=NetworkSegment(f45b2367-9517-469f-87bd-a9c42c5651a2),segment_id=f45b2367-9517-469f-87bd-a9c42c5651a2)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:32:00.881251 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3c14610-a2b9-4ee5-b0fb-949e68560cc9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f680098b-5ba0-47dd-ae8d-fbcec9eb7889), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:00.888473 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d30877dd-b2fe-41a5-bc58-a56129a64833 None None] Deleting port f680098b-5ba0-47dd-ae8d-fbcec9eb7889 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:32:00.889347 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d30877dd-b2fe-41a5-bc58-a56129a64833 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f680098b-5ba0-47dd-ae8d-fbcec9eb7889), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:00.896495 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a3c14610-a2b9-4ee5-b0fb-949e68560cc9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Calling delete_port for f680098b-5ba0-47dd-ae8d-fbcec9eb7889 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:32:00.967614 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d30877dd-b2fe-41a5-bc58-a56129a64833 None None] For port f680098b-5ba0-47dd-ae8d-fbcec9eb7889, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f680098b-5ba0-47dd-ae8d-fbcec9eb7889,segment=NetworkSegment(f45b2367-9517-469f-87bd-a9c42c5651a2),segment_id=f45b2367-9517-469f-87bd-a9c42c5651a2)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:32:00.968206 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d30877dd-b2fe-41a5-bc58-a56129a64833 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f680098b-5ba0-47dd-ae8d-fbcec9eb7889), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:00.985747 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d30877dd-b2fe-41a5-bc58-a56129a64833 None None] Calling delete_port for f680098b-5ba0-47dd-ae8d-fbcec9eb7889 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:32:00.993831 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3c14610-a2b9-4ee5-b0fb-949e68560cc9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (f680098b-5ba0-47dd-ae8d-fbcec9eb7889), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:01.024176 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c14610-a2b9-4ee5-b0fb-949e68560cc9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Pushing event deleted for resources: {'Port': ['ID=f680098b-5ba0-47dd-ae8d-fbcec9eb7889,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:01.031689 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c14610-a2b9-4ee5-b0fb-949e68560cc9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] No DVR routers for this DVR port f680098b-5ba0-47dd-ae8d-fbcec9eb7889 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:32:01.037046 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eab2066e-0a9e-4d22-9f2f-3e17bf57c3ad req-f3d49d73-4aeb-4561-b3b8-8faa78ccad07 tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0541406 Feb 08 21:32:01.050947 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-ba81e90c-7dc9-4b30-970a-2e82cc116c05 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1251687749&fields=id&tenant_id=6397ec65027742af97122f0e8e24f15b HTTP/1.1" status: 200 len: 267 time: 0.0987329 Feb 08 21:32:01.100125 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d30877dd-b2fe-41a5-bc58-a56129a64833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (f680098b-5ba0-47dd-ae8d-fbcec9eb7889), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:01.134514 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30877dd-b2fe-41a5-bc58-a56129a64833 None None] No DVR routers for this DVR port f680098b-5ba0-47dd-ae8d-fbcec9eb7889 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:32:01.136199 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30877dd-b2fe-41a5-bc58-a56129a64833 None None] Pushing event deleted for resources: {'Port': ['ID=f680098b-5ba0-47dd-ae8d-fbcec9eb7889,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:01.136336 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3c14610-a2b9-4ee5-b0fb-949e68560cc9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (0bf23dc6-0f98-4a76-a513-58626f16f442), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:01.168221 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a3c14610-a2b9-4ee5-b0fb-949e68560cc9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bf23dc6-0f98-4a76-a513-58626f16f442']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:01.179987 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a3c14610-a2b9-4ee5-b0fb-949e68560cc9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f45b2367-9517-469f-87bd-a9c42c5651a2') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:01.180827 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a3c14610-a2b9-4ee5-b0fb-949e68560cc9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f45b2367-9517-469f-87bd-a9c42c5651a2') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:01.185947 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-564919df-fbad-4eb8-b954-0ecf2a3b1eb5 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:01.187491 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-564919df-fbad-4eb8-b954-0ecf2a3b1eb5 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/networks?id=408b6511-ea01-4c92-b584-46cf5335e828 HTTP/1.1" status: 200 len: 815 time: 0.1284156 Feb 08 21:32:01.194904 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3c14610-a2b9-4ee5-b0fb-949e68560cc9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (f45b2367-9517-469f-87bd-a9c42c5651a2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:01.203444 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-f6330776-5e3e-4838-a9fd-627d705db3db tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/quotas/6397ec65027742af97122f0e8e24f15b HTTP/1.1" status: 200 len: 375 time: 0.0097895 Feb 08 21:32:01.210788 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3c14610-a2b9-4ee5-b0fb-949e68560cc9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (f45b2367-9517-469f-87bd-a9c42c5651a2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:01.218400 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c14610-a2b9-4ee5-b0fb-949e68560cc9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:32:01.218790 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3c14610-a2b9-4ee5-b0fb-949e68560cc9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (f45b2367-9517-469f-87bd-a9c42c5651a2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:32:01.227670 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:32:01.303457 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-dfaeef90-f9b2-40a4-99eb-717fef5231ce tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=6397ec65027742af97122f0e8e24f15b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0893650 Feb 08 21:32:01.306676 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3c14610-a2b9-4ee5-b0fb-949e68560cc9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (0bf23dc6-0f98-4a76-a513-58626f16f442), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:01.311881 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318ac35-8735-4fed-b0d7-151aecf5403e req-8ed20478-c512-4a84-bc92-5aa31ed09e6f tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:01.313002 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a318ac35-8735-4fed-b0d7-151aecf5403e req-8ed20478-c512-4a84-bc92-5aa31ed09e6f tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.1078796 Feb 08 21:32:01.339695 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3c14610-a2b9-4ee5-b0fb-949e68560cc9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:01.345391 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a3c14610-a2b9-4ee5-b0fb-949e68560cc9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] 10.222.0.88 "DELETE /v2.0/networks/0bf23dc6-0f98-4a76-a513-58626f16f442 HTTP/1.1" status: 204 len: 168 time: 0.7506783 Feb 08 21:32:01.347274 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c14610-a2b9-4ee5-b0fb-949e68560cc9 tempest-DHCPAgentSchedulersTestJSON-1712404698 tempest-DHCPAgentSchedulersTestJSON-1712404698-project] Pushing event deleted for resources: {'Network': ['ID=0bf23dc6-0f98-4a76-a513-58626f16f442,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:01.405861 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:01.430665 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a318ac35-8735-4fed-b0d7-151aecf5403e req-730f5f1f-6cce-41db-8e95-50f4497b76f5 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112628 Feb 08 21:32:01.434469 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:01.470445 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-24a51944-f0e6-47fa-9870-0b52dae8b294 service neutron] 10.222.0.88 "GET /v2.0/networks/408b6511-ea01-4c92-b584-46cf5335e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497262 Feb 08 21:32:01.553615 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c1852c-a8be-4479-b207-0536f1203a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbbab2c-ebfe-48d9-aa37-493e7719633e'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:32:01.556571 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e91fdf-f51d-4720-a7e9-7e35ee7b4f12" -d '{"events": [{"server_uuid": "45c1852c-a8be-4479-b207-0536f1203a70", "name": "network-vif-plugged", "status": "completed", "tag": "7cbbab2c-ebfe-48d9-aa37-493e7719633e"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:32:01.610446 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-1a58f474-113a-478f-a97d-fcc90bf33eda service neutron] 10.222.0.88 "GET /v2.0/networks/408b6511-ea01-4c92-b584-46cf5335e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333563 Feb 08 21:32:01.617293 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23da54-ea31-4dac-b8d5-5c17bda1721c req-3fee9a9e-732b-4f04-9ea5-2ad19e8e300c tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:01.618765 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc23da54-ea31-4dac-b8d5-5c17bda1721c req-3fee9a9e-732b-4f04-9ea5-2ad19e8e300c tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.0901115 Feb 08 21:32:01.655673 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58068) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:01.678479 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc23da54-ea31-4dac-b8d5-5c17bda1721c req-de175a79-0a26-4cde-9350-da59f09c63ef tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512068 Feb 08 21:32:01.835050 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607e39f-5cf0-4f4d-9a42-7d6c15380bcb req-72248b80-7e0e-4bd9-979b-aebcef32d7e6 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:01.836634 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d607e39f-5cf0-4f4d-9a42-7d6c15380bcb req-72248b80-7e0e-4bd9-979b-aebcef32d7e6 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/ports?device_id=51708b58-1230-43d4-848c-c7fbb4d71c25 HTTP/1.1" status: 200 len: 944 time: 0.0855155 Feb 08 21:32:01.853628 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device dea46401-4cdb-4dcd-95f1-69d92dba22ad up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:32:01.867672 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-60a24b74-76ed-43e7-b2ee-a2e908cadab2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0a85136735da4b9da62c6eaa5f210265&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2107811 Feb 08 21:32:01.870609 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58082) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:01.925441 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port dea46401-4cdb-4dcd-95f1-69d92dba22ad completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:32:01.931108 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port dea46401-4cdb-4dcd-95f1-69d92dba22ad triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:32:01.931749 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (dea46401-4cdb-4dcd-95f1-69d92dba22ad), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:01.935816 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5df757c-e614-4cc7-86dd-fe899d66b52f admin admin] Publish callbacks [] for security_group (bb537785-3fdd-466d-9a46-4c4b88b19fca), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:01.944207 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d607e39f-5cf0-4f4d-9a42-7d6c15380bcb req-6ec9fd79-6056-478a-ab83-93bd2542abad tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/security-groups?id=282c28e3-cd12-426d-a180-311512fb39c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961599 Feb 08 21:32:01.978265 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5df757c-e614-4cc7-86dd-fe899d66b52f admin admin] Publish callbacks [] for security_group (bb537785-3fdd-466d-9a46-4c4b88b19fca), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:02.045147 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b33652-f690-475f-b3e5-7678c6678f4a x-openstack-request-id: req-66b33652-f690-475f-b3e5-7678c6678f4a {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:32:02.046631 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c1852c-a8be-4479-b207-0536f1203a70", "name": "network-vif-plugged", "status": "completed", "tag": "7cbbab2c-ebfe-48d9-aa37-493e7719633e", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:32:02.046898 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-66b33652-f690-475f-b3e5-7678c6678f4a {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:32:02.050003 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c1852c-a8be-4479-b207-0536f1203a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbbab2c-ebfe-48d9-aa37-493e7719633e', 'code': 200} Feb 08 21:32:02.074518 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5df757c-e614-4cc7-86dd-fe899d66b52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (bb537785-3fdd-466d-9a46-4c4b88b19fca), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:02.078389 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5df757c-e614-4cc7-86dd-fe899d66b52f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:02.093345 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a5df757c-e614-4cc7-86dd-fe899d66b52f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bb537785-3fdd-466d-9a46-4c4b88b19fca HTTP/1.1" status: 204 len: 168 time: 0.2214487 Feb 08 21:32:02.103468 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df757c-e614-4cc7-86dd-fe899d66b52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb537785-3fdd-466d-9a46-4c4b88b19fca,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:02.154737 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port dea46401-4cdb-4dcd-95f1-69d92dba22ad is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:32:02.155141 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dea46401-4cdb-4dcd-95f1-69d92dba22ad), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:02.213646 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f680098b-5ba0-47dd-ae8d-fbcec9eb7889 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:32:02.216698 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port dea46401-4cdb-4dcd-95f1-69d92dba22ad, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=dea46401-4cdb-4dcd-95f1-69d92dba22ad,segment=NetworkSegment(de4ef8b9-5228-401d-a050-a01748ec9db9),segment_id=de4ef8b9-5228-401d-a050-a01748ec9db9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:32:02.241608 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e3c7c99d-dd6c-413c-abc9-6c1fb547c9ae req-3bfee24f-1391-43c9-b6b9-5904a20aabad tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 210 time: 0.0885479 Feb 08 21:32:02.243592 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: f680098b-5ba0-47dd-ae8d-fbcec9eb7889 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:32:02.243855 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f680098b-5ba0-47dd-ae8d-fbcec9eb7889 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:32:02.250771 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (dea46401-4cdb-4dcd-95f1-69d92dba22ad), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:02.327992 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=dea46401-4cdb-4dcd-95f1-69d92dba22ad,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:02.329444 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-de618a8c-cab0-41fc-bfcc-be1e856c7031 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:02.337521 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-de618a8c-cab0-41fc-bfcc-be1e856c7031 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 812 time: 0.2219214 Feb 08 21:32:02.358362 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-e89e3252-ff91-4c84-a93a-aed1b1e2a720 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/quotas/00aa88ba7b6d432b85cbf54f743f0690 HTTP/1.1" status: 200 len: 375 time: 0.0197105 Feb 08 21:32:02.362331 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f850f-6c65-4e5d-b012-e93afee5ac9e req-7566f9b7-797e-4117-9bb8-9509d1679b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:02.365521 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-484f850f-6c65-4e5d-b012-e93afee5ac9e req-7566f9b7-797e-4117-9bb8-9509d1679b59 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=45c1852c-a8be-4479-b207-0536f1203a70 HTTP/1.1" status: 200 len: 1128 time: 0.2353399 Feb 08 21:32:02.446185 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6ae41da-5ddd-4700-9d4f-24f6e194ba08 req-904e4d8d-0fdb-4c47-881e-dabeccdeec7d tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0795991 Feb 08 21:32:02.486430 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-484f850f-6c65-4e5d-b012-e93afee5ac9e req-141f2b14-b6fa-41b1-a27b-5fc6a7993753 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=282c28e3-cd12-426d-a180-311512fb39c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976579 Feb 08 21:32:02.502329 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-65f0f9a5-39b7-4658-be7c-f984d75fef67 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1431696 Feb 08 21:32:02.548014 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58110) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:02.564824 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a6d7042-de9a-4bfe-b1dd-4be56231b1aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:02.622020 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-e01e03ef-bbd9-4ab5-aa27-d72a4e126d16 service neutron] 10.222.0.88 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036921 Feb 08 21:32:02.660524 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a6d7042-de9a-4bfe-b1dd-4be56231b1aa admin admin] Publish callbacks [] for security_group (fe91873f-c0a3-4db1-a6de-ccad08a857be), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:02.666013 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a6d7042-de9a-4bfe-b1dd-4be56231b1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (fe91873f-c0a3-4db1-a6de-ccad08a857be), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:02.707989 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d7042-de9a-4bfe-b1dd-4be56231b1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe91873f-c0a3-4db1-a6de-ccad08a857be,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:02.714022 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5a6d7042-de9a-4bfe-b1dd-4be56231b1aa admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f8be365703b9459f8ecf1a0eb8b5ccc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1648996 Feb 08 21:32:02.716762 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58112) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:02.735076 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-0bc76122-fc8f-416a-9c00-e19c9ac6b252 service neutron] 10.222.0.88 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058481 Feb 08 21:32:02.784072 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dcd534fc-feab-4737-b4bc-e6e7c2a2ed1a admin admin] Publish callbacks [] for security_group (fe91873f-c0a3-4db1-a6de-ccad08a857be), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:02.810708 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dcd534fc-feab-4737-b4bc-e6e7c2a2ed1a admin admin] Publish callbacks [] for security_group (fe91873f-c0a3-4db1-a6de-ccad08a857be), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:02.893748 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dcd534fc-feab-4737-b4bc-e6e7c2a2ed1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (fe91873f-c0a3-4db1-a6de-ccad08a857be), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:02.898002 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dcd534fc-feab-4737-b4bc-e6e7c2a2ed1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:02.899176 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-dcd534fc-feab-4737-b4bc-e6e7c2a2ed1a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fe91873f-c0a3-4db1-a6de-ccad08a857be HTTP/1.1" status: 204 len: 168 time: 0.1812568 Feb 08 21:32:02.907525 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd534fc-feab-4737-b4bc-e6e7c2a2ed1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe91873f-c0a3-4db1-a6de-ccad08a857be,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:03.014626 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff277326-5e6f-442f-b178-8025ae102d96 req-2b4f387c-9036-47fe-a24a-0c58a0c15d6e tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=d76e164b-73d0-4625-a794-a384c6c1ddd6 HTTP/1.1" status: 200 len: 210 time: 0.0530434 Feb 08 21:32:03.153180 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681afe93-2101-4813-a606-208915d5f418 req-e6839d73-7f7b-47fc-8db0-577162b1d786 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:03.155237 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-681afe93-2101-4813-a606-208915d5f418 req-e6839d73-7f7b-47fc-8db0-577162b1d786 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/ports?device_id=51708b58-1230-43d4-848c-c7fbb4d71c25 HTTP/1.1" status: 200 len: 945 time: 0.0942903 Feb 08 21:32:03.230540 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-681afe93-2101-4813-a606-208915d5f418 req-10c37b75-95e1-4d6d-b08c-ff030d6cbe2a tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/security-groups?id=282c28e3-cd12-426d-a180-311512fb39c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678947 Feb 08 21:32:03.393623 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2be74be8-3988-4ac8-a698-007e64ec6046 req-7ca382ba-3ee7-43e1-82ee-270bb263f5c0 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 210 time: 0.0462170 Feb 08 21:32:03.569833 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-c8d2f200-92b2-4f25-826e-648a53ba5942 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:03.572328 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-c8d2f200-92b2-4f25-826e-648a53ba5942 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.94 "GET /v2.0/networks?id=408b6511-ea01-4c92-b584-46cf5335e828 HTTP/1.1" status: 200 len: 815 time: 0.1935954 Feb 08 21:32:03.650083 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b6c9013c-fdfe-47a3-a04e-e43226dc9e03 req-51d76d48-8d9f-43df-a780-e0aad56d7971 tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0901976 Feb 08 21:32:03.662669 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-d94e821c-e03b-47e6-84aa-4ff9febcf94c tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6397ec65027742af97122f0e8e24f15b HTTP/1.1" status: 200 len: 380 time: 0.0811570 Feb 08 21:32:03.686368 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-872a67b6-83de-485c-974a-ca6096db2e5c tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Request body: {'port': {'device_id': '55c562fb-7a68-4a81-b862-420e0687b50b', 'network_id': '408b6511-ea01-4c92-b584-46cf5335e828', 'admin_state_up': True, 'tenant_id': '6397ec65027742af97122f0e8e24f15b', 'security_groups': ['357c5f60-4259-4216-9cac-1e908d8b0309']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:32:03.904466 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-872a67b6-83de-485c-974a-ca6096db2e5c tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Made reservation on behalf of 6397ec65027742af97122f0e8e24f15b for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:32:03.911772 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-872a67b6-83de-485c-974a-ca6096db2e5c tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:04.052746 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51708b58-1230-43d4-848c-c7fbb4d71c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea46401-4cdb-4dcd-95f1-69d92dba22ad'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:32:04.056946 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7022cd60-7f6a-4f15-84bc-98d9095aa563" -d '{"events": [{"server_uuid": "51708b58-1230-43d4-848c-c7fbb4d71c25", "name": "network-vif-plugged", "status": "completed", "tag": "dea46401-4cdb-4dcd-95f1-69d92dba22ad"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:32:04.160157 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abc22ab-fdc1-4ab9-8b01-71023224d3cf x-openstack-request-id: req-9abc22ab-fdc1-4ab9-8b01-71023224d3cf {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:32:04.160744 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51708b58-1230-43d4-848c-c7fbb4d71c25", "name": "network-vif-plugged", "status": "completed", "tag": "dea46401-4cdb-4dcd-95f1-69d92dba22ad", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:32:04.161289 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9abc22ab-fdc1-4ab9-8b01-71023224d3cf {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:32:04.162164 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51708b58-1230-43d4-848c-c7fbb4d71c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea46401-4cdb-4dcd-95f1-69d92dba22ad', 'code': 200} Feb 08 21:32:04.279308 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-872a67b6-83de-485c-974a-ca6096db2e5c tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Allocated IP 172.20.0.4 (408b6511-ea01-4c92-b584-46cf5335e828/2130ef6d-804d-44a5-85d7-5418400fcc2f/48ba46b3-96c0-425a-ba37-4ac6f5174979) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:32:04.293709 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e3c1f5c2-7638-4b7f-8797-1e221d5cd7a3 req-f2460fe7-75ac-450b-a572-1cf4cf23f45d tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=d76e164b-73d0-4625-a794-a384c6c1ddd6 HTTP/1.1" status: 200 len: 210 time: 0.1080663 Feb 08 21:32:04.413095 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f678d70-5f05-4a63-bb10-787e50fc74ab req-f9f2e4d1-3dc9-4f3c-94d0-fec5a7c28a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:04.417692 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f678d70-5f05-4a63-bb10-787e50fc74ab req-f9f2e4d1-3dc9-4f3c-94d0-fec5a7c28a3b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=51708b58-1230-43d4-848c-c7fbb4d71c25 HTTP/1.1" status: 200 len: 1128 time: 0.1419451 Feb 08 21:32:04.643488 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f678d70-5f05-4a63-bb10-787e50fc74ab req-0a381846-31f6-4263-963a-4fe26f743c01 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=282c28e3-cd12-426d-a180-311512fb39c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179501 Feb 08 21:32:04.697445 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cea0e5-f9f6-412b-ab14-6ae0139fee65 req-c6974530-d08f-4395-b3d4-4dedec383857 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:04.700143 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98cea0e5-f9f6-412b-ab14-6ae0139fee65 req-c6974530-d08f-4395-b3d4-4dedec383857 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/ports?device_id=51708b58-1230-43d4-848c-c7fbb4d71c25 HTTP/1.1" status: 200 len: 945 time: 0.1975930 Feb 08 21:32:04.730705 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-f72187e7-2d41-4172-8150-a349cd12abdc tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:04.732318 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-f72187e7-2d41-4172-8150-a349cd12abdc tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.94 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 812 time: 0.4026022 Feb 08 21:32:04.820663 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-872a67b6-83de-485c-974a-ca6096db2e5c tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks [] for port (48ba46b3-96c0-425a-ba37-4ac6f5174979), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:04.832155 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-20650665-a5fb-473e-96ad-65c508db04ce tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Request body: {'port': {'device_id': 'd76e164b-73d0-4625-a794-a384c6c1ddd6', 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b', 'admin_state_up': True, 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:32:04.845887 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98cea0e5-f9f6-412b-ab14-6ae0139fee65 req-c21e5e51-3673-45cd-aeb4-65ac1c015dff tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/security-groups?id=282c28e3-cd12-426d-a180-311512fb39c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388624 Feb 08 21:32:04.877715 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c5d07d40-699a-40c1-8ec4-1c4ec3b0b0c2 req-2ecfc168-3085-4c0a-a97a-d147a3ad20ef tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 210 time: 0.0625842 Feb 08 21:32:04.920999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca53a9-a3c3-4a2e-9e74-0c15902f27f6 req-cefc6f60-2ef0-40b7-95d5-c92203404467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:04.926945 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9eca53a9-a3c3-4a2e-9e74-0c15902f27f6 req-cefc6f60-2ef0-40b7-95d5-c92203404467 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=0b5378aef139411c8980fedff164d328&device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 1129 time: 0.1683128 Feb 08 21:32:05.077861 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-872a67b6-83de-485c-974a-ca6096db2e5c tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (48ba46b3-96c0-425a-ba37-4ac6f5174979), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:05.089624 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eca0969c-eeb2-4a8b-aaae-baa94e4ee3e3 req-90340e7b-a8ad-4320-b5b8-c9885fc3c9a3 tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0452785 Feb 08 21:32:05.133166 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-872a67b6-83de-485c-974a-ca6096db2e5c tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Network 408b6511-ea01-4c92-b584-46cf5335e828 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:32:05.138241 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-872a67b6-83de-485c-974a-ca6096db2e5c tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:32:05.161393 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-872a67b6-83de-485c-974a-ca6096db2e5c tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:32:05.201816 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca53a9-a3c3-4a2e-9e74-0c15902f27f6 req-05c6fbca-cf83-4800-901b-3370fdc79477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:05.205720 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9eca53a9-a3c3-4a2e-9e74-0c15902f27f6 req-05c6fbca-cf83-4800-901b-3370fdc79477 service neutron] 10.222.0.94 "GET /v2.0/networks?id=615ec4ed-fa4e-46ef-89c1-1a6f16003df8 HTTP/1.1" status: 200 len: 919 time: 0.2711217 Feb 08 21:32:05.208889 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-20650665-a5fb-473e-96ad-65c508db04ce tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Made reservation on behalf of 00aa88ba7b6d432b85cbf54f743f0690 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:32:05.212625 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-20650665-a5fb-473e-96ad-65c508db04ce tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:05.259468 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a67b6-83de-485c-974a-ca6096db2e5c tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Pushing event updated for resources: {'Port': ['ID=48ba46b3-96c0-425a-ba37-4ac6f5174979,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:05.281694 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-872a67b6-83de-485c-974a-ca6096db2e5c tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:05.282682 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-872a67b6-83de-485c-974a-ca6096db2e5c tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:05.315092 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-872a67b6-83de-485c-974a-ca6096db2e5c tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6428478 Feb 08 21:32:05.340581 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9eca53a9-a3c3-4a2e-9e74-0c15902f27f6 req-a4f4bb27-c915-414d-85cf-10b2e3655779 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ad97f1c-9448-46d9-a032-48bade0a8c93 HTTP/1.1" status: 200 len: 217 time: 0.1060603 Feb 08 21:32:05.356078 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2746d-d009-4654-9c9f-fac687312ec2 req-94399431-9af7-4cfc-9038-0f21bc0054fe tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:05.365617 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e7a2746d-d009-4654-9c9f-fac687312ec2 req-94399431-9af7-4cfc-9038-0f21bc0054fe tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.3222163 Feb 08 21:32:05.403411 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-7b94377b-2057-469c-b17b-d2bedfcd5dad service neutron] Request body: {'port': {'device_id': '55c562fb-7a68-4a81-b862-420e0687b50b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:32:05.470478 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca53a9-a3c3-4a2e-9e74-0c15902f27f6 req-595a3a61-d317-40e1-b928-f0acab3e061a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:05.473124 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9eca53a9-a3c3-4a2e-9e74-0c15902f27f6 req-595a3a61-d317-40e1-b928-f0acab3e061a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=2583ff1d-670a-4074-8b7c-cb54a492a95a HTTP/1.1" status: 200 len: 858 time: 0.1049972 Feb 08 21:32:05.486064 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-7b94377b-2057-469c-b17b-d2bedfcd5dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (48ba46b3-96c0-425a-ba37-4ac6f5174979), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:05.540658 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f24168a-ff6b-4978-9995-bfe4106b2806 req-aecbe953-47ae-4e32-90f8-d6084161982e tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=d76e164b-73d0-4625-a794-a384c6c1ddd6 HTTP/1.1" status: 200 len: 210 time: 0.0662451 Feb 08 21:32:05.590599 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58190) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:05.627691 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-baa9241c-3af8-4811-8fdb-84d7d4d2840b None None] Provisioning complete for port 48ba46b3-96c0-425a-ba37-4ac6f5174979 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:32:05.629820 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-baa9241c-3af8-4811-8fdb-84d7d4d2840b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (48ba46b3-96c0-425a-ba37-4ac6f5174979), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:05.636890 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9eca53a9-a3c3-4a2e-9e74-0c15902f27f6 req-946862cf-2741-42d1-969c-613be0500876 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=615ec4ed-fa4e-46ef-89c1-1a6f16003df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069994 Feb 08 21:32:05.658824 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-20650665-a5fb-473e-96ad-65c508db04ce tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Allocated IP 172.20.0.6 (470bde4a-288b-4162-81c1-45fdd6f3db1b/0aa29b5a-a776-4012-aa53-861d63a1c0ca/87f36c0b-fbc1-4390-8a1f-87250c6ac6b4) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:32:05.707863 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-baa9241c-3af8-4811-8fdb-84d7d4d2840b None None] Port 48ba46b3-96c0-425a-ba37-4ac6f5174979 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:32:05.721210 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-af8d9376-2b22-47c0-be89-e5b2c3a43a9a req-9aa18a5b-37e7-42b6-a140-4ae36d56e756 service neutron] (103433) timed out ('10.222.0.94', 59453) {{(pid=103433) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 21:32:05.807404 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e7a2746d-d009-4654-9c9f-fac687312ec2 req-9f173724-c5dd-4cef-973e-366546476194 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377789 Feb 08 21:32:05.885023 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9eca53a9-a3c3-4a2e-9e74-0c15902f27f6 req-c3090684-3ad7-4d07-bc9e-974a3b638f61 service neutron] 10.222.0.94 "GET /v2.0/networks/615ec4ed-fa4e-46ef-89c1-1a6f16003df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357519 Feb 08 21:32:05.950126 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-cd8a6223-c358-49ee-ae06-18499459a9d0 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1554621414'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:32:06.127918 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8a6223-c358-49ee-ae06-18499459a9d0 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] Made reservation on behalf of dfb7ac35e4074a158153c7279641bf4b for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:32:06.132826 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cd8a6223-c358-49ee-ae06-18499459a9d0 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:06.144401 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-20650665-a5fb-473e-96ad-65c508db04ce tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks [] for port (87f36c0b-fbc1-4390-8a1f-87250c6ac6b4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:06.173500 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cd8a6223-c358-49ee-ae06-18499459a9d0 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:06.191830 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8b5bf-61b0-4c6d-8caf-30de1dc96dc3 req-9de493f1-f06f-4cc9-bc1c-aff3837a8ace tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:06.199164 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02a8b5bf-61b0-4c6d-8caf-30de1dc96dc3 req-9de493f1-f06f-4cc9-bc1c-aff3837a8ace tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/ports?device_id=51708b58-1230-43d4-848c-c7fbb4d71c25 HTTP/1.1" status: 200 len: 945 time: 0.1926672 Feb 08 21:32:06.219750 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd0ffe-19e0-48fb-a4ee-7ab4a129a14c req-e274e9da-0acd-47e2-9797-fba1ee0dc00b tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:06.224288 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-7b94377b-2057-469c-b17b-d2bedfcd5dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ba46b3-96c0-425a-ba37-4ac6f5174979 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:32:06.228955 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e1cd0ffe-19e0-48fb-a4ee-7ab4a129a14c req-e274e9da-0acd-47e2-9797-fba1ee0dc00b tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 931 time: 0.2239277 Feb 08 21:32:06.233627 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9eca53a9-a3c3-4a2e-9e74-0c15902f27f6 req-7cc7456b-8c51-43e4-b495-0b201068a0ab service neutron] 10.222.0.94 "GET /v2.0/networks/615ec4ed-fa4e-46ef-89c1-1a6f16003df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407314 Feb 08 21:32:06.234310 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-7b94377b-2057-469c-b17b-d2bedfcd5dad service neutron] Publish callbacks [] for port (48ba46b3-96c0-425a-ba37-4ac6f5174979), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:06.252419 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-7b94377b-2057-469c-b17b-d2bedfcd5dad service neutron] Transition to ACTIVE for port object 48ba46b3-96c0-425a-ba37-4ac6f5174979 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:32:06.254469 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-20650665-a5fb-473e-96ad-65c508db04ce tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (87f36c0b-fbc1-4390-8a1f-87250c6ac6b4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:06.257700 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-7b94377b-2057-469c-b17b-d2bedfcd5dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (48ba46b3-96c0-425a-ba37-4ac6f5174979), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:06.270548 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['e124c5f6-4611-4439-97a8-4ce67fb6ac06'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:32:06.349511 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['5cfce827-87e2-4b87-b40c-c51c81b2fc12'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:32:06.413301 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-20650665-a5fb-473e-96ad-65c508db04ce tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Network 470bde4a-288b-4162-81c1-45fdd6f3db1b is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:32:06.416058 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-7b94377b-2057-469c-b17b-d2bedfcd5dad service neutron] Attempting to bind port 48ba46b3-96c0-425a-ba37-4ac6f5174979 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:32:06.416453 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-7b94377b-2057-469c-b17b-d2bedfcd5dad service neutron] Attempting to bind port 48ba46b3-96c0-425a-ba37-4ac6f5174979 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '408b6511-ea01-4c92-b584-46cf5335e828'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:32:06.416788 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-7b94377b-2057-469c-b17b-d2bedfcd5dad service neutron] Attempting to bind port 48ba46b3-96c0-425a-ba37-4ac6f5174979 on network 408b6511-ea01-4c92-b584-46cf5335e828 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:32:06.428717 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-20650665-a5fb-473e-96ad-65c508db04ce tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:32:06.437959 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-20650665-a5fb-473e-96ad-65c508db04ce tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:32:06.480743 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:06.482984 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cd8a6223-c358-49ee-ae06-18499459a9d0 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] Publish callbacks [] for security_group (62b82250-a774-472a-bf1e-426b2a715e13), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:06.559047 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-20650665-a5fb-473e-96ad-65c508db04ce tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:06.559647 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-20650665-a5fb-473e-96ad-65c508db04ce tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:06.574678 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-7b94377b-2057-469c-b17b-d2bedfcd5dad service neutron] Port 48ba46b3-96c0-425a-ba37-4ac6f5174979 on network 408b6511-ea01-4c92-b584-46cf5335e828 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:32:06.575072 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-7b94377b-2057-469c-b17b-d2bedfcd5dad service neutron] Attempting to bind port 48ba46b3-96c0-425a-ba37-4ac6f5174979 on network 408b6511-ea01-4c92-b584-46cf5335e828 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:32:06.592659 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94377b-2057-469c-b17b-d2bedfcd5dad service neutron] Pushing event updated for resources: {'Port': ['ID=48ba46b3-96c0-425a-ba37-4ac6f5174979,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:06.595632 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e1cd0ffe-19e0-48fb-a4ee-7ab4a129a14c req-ce0f3eb4-7174-4eaf-af4b-366c36f77b1a tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/security-groups?id=357c5f60-4259-4216-9cac-1e908d8b0309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3656373 Feb 08 21:32:06.599976 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02a8b5bf-61b0-4c6d-8caf-30de1dc96dc3 req-2bb94008-5d49-40c7-a369-cca1f78b97df tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/security-groups?id=282c28e3-cd12-426d-a180-311512fb39c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001086 Feb 08 21:32:06.601053 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cd8a6223-c358-49ee-ae06-18499459a9d0 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (62b82250-a774-472a-bf1e-426b2a715e13), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:06.610345 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-7b94377b-2057-469c-b17b-d2bedfcd5dad service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:32:06.610684 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-7b94377b-2057-469c-b17b-d2bedfcd5dad service neutron] Checking segment: {'id': 'fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '408b6511-ea01-4c92-b584-46cf5335e828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:32:06.611081 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-7b94377b-2057-469c-b17b-d2bedfcd5dad service neutron] Bound using segment: {'id': 'fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '408b6511-ea01-4c92-b584-46cf5335e828'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:32:06.611529 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-7b94377b-2057-469c-b17b-d2bedfcd5dad service neutron] Bound port: 48ba46b3-96c0-425a-ba37-4ac6f5174979, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '408b6511-ea01-4c92-b584-46cf5335e828'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:32:06.611891 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-7b94377b-2057-469c-b17b-d2bedfcd5dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (48ba46b3-96c0-425a-ba37-4ac6f5174979), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:06.618552 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-20650665-a5fb-473e-96ad-65c508db04ce tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8637469 Feb 08 21:32:06.636137 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8a6223-c358-49ee-ae06-18499459a9d0 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:32:06.650996 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cd8a6223-c358-49ee-ae06-18499459a9d0 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (414a0903-9fc2-4a12-91ef-0567fae80ce9), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:06.651187 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-cd8a6223-c358-49ee-ae06-18499459a9d0 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] Added segment 414a0903-9fc2-4a12-91ef-0567fae80ce9 of type vlan for network 44cce822-8b3e-47bd-8419-df39f30c65d7 Feb 08 21:32:06.707650 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20650665-a5fb-473e-96ad-65c508db04ce tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Pushing event updated for resources: {'Port': ['ID=87f36c0b-fbc1-4390-8a1f-87250c6ac6b4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:06.733091 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-264638d7-4034-4ad9-abf5-a67223686590 service neutron] Request body: {'port': {'device_id': 'd76e164b-73d0-4625-a794-a384c6c1ddd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:32:06.753776 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cd8a6223-c358-49ee-ae06-18499459a9d0 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (44cce822-8b3e-47bd-8419-df39f30c65d7), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:06.822215 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a6223-c358-49ee-ae06-18499459a9d0 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b82250-a774-472a-bf1e-426b2a715e13,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:06.825538 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cd8a6223-c358-49ee-ae06-18499459a9d0 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (44cce822-8b3e-47bd-8419-df39f30c65d7), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:06.846391 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8a6223-c358-49ee-ae06-18499459a9d0 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:06.847378 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cd8a6223-c358-49ee-ae06-18499459a9d0 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:06.890170 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-264638d7-4034-4ad9-abf5-a67223686590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (87f36c0b-fbc1-4390-8a1f-87250c6ac6b4), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:06.900054 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:07.027704 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cd8a6223-c358-49ee-ae06-18499459a9d0 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4365098 Feb 08 21:32:07.029158 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58208) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:07.078165 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-7b94377b-2057-469c-b17b-d2bedfcd5dad service neutron] For port 48ba46b3-96c0-425a-ba37-4ac6f5174979, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:32:07.083969 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-7b94377b-2057-469c-b17b-d2bedfcd5dad service neutron] For port 48ba46b3-96c0-425a-ba37-4ac6f5174979, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=48ba46b3-96c0-425a-ba37-4ac6f5174979,segment=NetworkSegment(fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334),segment_id=fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:32:07.100391 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-e84b0952-1324-461f-bedb-be4e73226c92 None None] Provisioning complete for port 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:32:07.102324 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e84b0952-1324-461f-bedb-be4e73226c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (87f36c0b-fbc1-4390-8a1f-87250c6ac6b4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:07.143093 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-7b94377b-2057-469c-b17b-d2bedfcd5dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (48ba46b3-96c0-425a-ba37-4ac6f5174979), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:07.171893 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ab125ab-4724-4adc-9a95-1e304541f9c6 req-49d54104-c6a4-4012-b7d2-955239f04101 tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.1581211 Feb 08 21:32:07.174933 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a6223-c358-49ee-ae06-18499459a9d0 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] Pushing event updated for resources: {'Network': ['ID=44cce822-8b3e-47bd-8419-df39f30c65d7,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:07.194413 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-7b94377b-2057-469c-b17b-d2bedfcd5dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:07.195049 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-7b94377b-2057-469c-b17b-d2bedfcd5dad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:07.196485 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-7b94377b-2057-469c-b17b-d2bedfcd5dad service neutron] 10.222.0.94 "PUT /v2.0/ports/48ba46b3-96c0-425a-ba37-4ac6f5174979 HTTP/1.1" status: 200 len: 1092 time: 1.7985427 Feb 08 21:32:07.200547 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c562fb-7a68-4a81-b862-420e0687b50b', 'tag': '48ba46b3-96c0-425a-ba37-4ac6f5174979'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:32:07.203591 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5099759-d24f-4875-9c08-6e4c1a055ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "55c562fb-7a68-4a81-b862-420e0687b50b", "tag": "48ba46b3-96c0-425a-ba37-4ac6f5174979"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:32:07.246607 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9c7c3f07-2579-4edc-8a57-7c1759d38a4d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Request body: {'network': {'name': 'tempest-network--579590388', 'router:external': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:32:07.272165 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27038753-c96b-4869-87bf-85e784329d96 req-57b89ffb-d805-4f00-acc9-9b7371869d97 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:07.275249 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27038753-c96b-4869-87bf-85e784329d96 req-57b89ffb-d805-4f00-acc9-9b7371869d97 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=d76e164b-73d0-4625-a794-a384c6c1ddd6 HTTP/1.1" status: 200 len: 931 time: 0.2629759 Feb 08 21:32:07.314996 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7c3f07-2579-4edc-8a57-7c1759d38a4d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Made reservation on behalf of 23179f59f08e491eb2417e64c6efffac for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:32:07.317456 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c7c3f07-2579-4edc-8a57-7c1759d38a4d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:07.364888 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c7c3f07-2579-4edc-8a57-7c1759d38a4d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:07.389519 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94377b-2057-469c-b17b-d2bedfcd5dad service neutron] Pushing event updated for resources: {'Port': ['ID=48ba46b3-96c0-425a-ba37-4ac6f5174979,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:07.405869 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27038753-c96b-4869-87bf-85e784329d96 req-1652c0d7-813c-43ff-8614-bece22f7aeee tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234934 Feb 08 21:32:07.478371 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 44cce822-8b3e-47bd-8419-df39f30c65d7 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:32:07.504716 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-51df5847-7db5-4f06-a71a-38f2b848f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:07.506393 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-51df5847-7db5-4f06-a71a-38f2b848f73f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6397ec65027742af97122f0e8e24f15b&device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 1126 time: 0.2305851 Feb 08 21:32:07.508052 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd4cc7f-36db-4c91-a786-945ae4491c97 x-openstack-request-id: req-fdd4cc7f-36db-4c91-a786-945ae4491c97 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:32:07.508402 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c562fb-7a68-4a81-b862-420e0687b50b", "tag": "48ba46b3-96c0-425a-ba37-4ac6f5174979", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:32:07.508660 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fdd4cc7f-36db-4c91-a786-945ae4491c97 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:32:07.509328 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c562fb-7a68-4a81-b862-420e0687b50b', 'tag': '48ba46b3-96c0-425a-ba37-4ac6f5174979', 'status': 'completed', 'code': 200} Feb 08 21:32:07.534669 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2a0c3-63bd-4b19-a326-1ad494261177 req-0b25ffaf-ec94-4aa3-8da0-294eb2df25f9 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:07.549021 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-77c2a0c3-63bd-4b19-a326-1ad494261177 req-0b25ffaf-ec94-4aa3-8da0-294eb2df25f9 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.1419916 Feb 08 21:32:07.600714 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e84b0952-1324-461f-bedb-be4e73226c92 None None] Port 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:32:07.624248 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-77c2a0c3-63bd-4b19-a326-1ad494261177 req-a5c7aec9-e2b6-4058-96d8-01fbc1add088 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741162 Feb 08 21:32:07.625730 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-03cf6405-1f87-4ab3-911c-94ff04734163 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48ba46b3-96c0-425a-ba37-4ac6f5174979 HTTP/1.1" status: 200 len: 217 time: 0.0969343 Feb 08 21:32:07.692922 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c7c3f07-2579-4edc-8a57-7c1759d38a4d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks [] for security_group (b9b7790c-2a3e-49c9-8938-910e6ffbe1a9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:07.718868 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c7c3f07-2579-4edc-8a57-7c1759d38a4d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b9b7790c-2a3e-49c9-8938-910e6ffbe1a9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:07.743775 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c7c3f07-2579-4edc-8a57-7c1759d38a4d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:32:07.794892 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c7c3f07-2579-4edc-8a57-7c1759d38a4d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (66b5c9f7-6516-498d-865c-ece286be5143), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:07.795240 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-9c7c3f07-2579-4edc-8a57-7c1759d38a4d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Added segment 66b5c9f7-6516-498d-865c-ece286be5143 of type vlan for network e60995ae-564f-4967-a984-7d6f943354cd Feb 08 21:32:07.797985 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-264638d7-4034-4ad9-abf5-a67223686590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:32:07.811452 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-f0ed0806-f4d8-4d8e-af2e-178536c25165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:07.812954 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-f0ed0806-f4d8-4d8e-af2e-178536c25165 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=2130ef6d-804d-44a5-85d7-5418400fcc2f HTTP/1.1" status: 200 len: 854 time: 0.1715689 Feb 08 21:32:07.817729 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c3f07-2579-4edc-8a57-7c1759d38a4d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b7790c-2a3e-49c9-8938-910e6ffbe1a9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:07.821958 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-264638d7-4034-4ad9-abf5-a67223686590 service neutron] Publish callbacks [] for port (87f36c0b-fbc1-4390-8a1f-87250c6ac6b4), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:07.838224 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c569c3-6634-4545-b54b-d5f4384e040f req-64128c83-7c74-4ceb-b51d-6bb2986b5542 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:07.840700 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f5c569c3-6634-4545-b54b-d5f4384e040f req-64128c83-7c74-4ceb-b51d-6bb2986b5542 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 943 time: 0.0922081 Feb 08 21:32:07.865995 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d537a0a-9afa-4ac1-ba16-828c16ad5894 req-db785324-736f-4679-8bf1-403ec24622cf tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:07.868314 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d537a0a-9afa-4ac1-ba16-828c16ad5894 req-db785324-736f-4679-8bf1-403ec24622cf tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/ports?device_id=51708b58-1230-43d4-848c-c7fbb4d71c25 HTTP/1.1" status: 200 len: 945 time: 0.1343384 Feb 08 21:32:07.892050 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-264638d7-4034-4ad9-abf5-a67223686590 service neutron] Transition to ACTIVE for port object 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:32:07.895608 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c7c3f07-2579-4edc-8a57-7c1759d38a4d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (e60995ae-564f-4967-a984-7d6f943354cd), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:07.904071 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-264638d7-4034-4ad9-abf5-a67223686590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (87f36c0b-fbc1-4390-8a1f-87250c6ac6b4), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:07.955118 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f5c569c3-6634-4545-b54b-d5f4384e040f req-c87d6a92-853f-4797-8ba5-4315b5dc382f tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/security-groups?id=357c5f60-4259-4216-9cac-1e908d8b0309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024923 Feb 08 21:32:07.966213 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d537a0a-9afa-4ac1-ba16-828c16ad5894 req-da1297a9-3f2c-4f85-bf0a-d488ecb1afb1 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/security-groups?id=282c28e3-cd12-426d-a180-311512fb39c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888720 Feb 08 21:32:07.994078 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264638d7-4034-4ad9-abf5-a67223686590 service neutron] Pushing event updated for resources: {'Port': ['ID=87f36c0b-fbc1-4390-8a1f-87250c6ac6b4,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:07.997914 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-9b54391d-8284-4a02-add8-22cd265aeef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:07.999564 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-9b54391d-8284-4a02-add8-22cd265aeef2 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=408b6511-ea01-4c92-b584-46cf5335e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1566274 Feb 08 21:32:08.058678 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c7c3f07-2579-4edc-8a57-7c1759d38a4d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (e60995ae-564f-4967-a984-7d6f943354cd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:08.059651 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7c3f07-2579-4edc-8a57-7c1759d38a4d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:08.060209 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c7c3f07-2579-4edc-8a57-7c1759d38a4d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:08.156957 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7556f1-8c47-40c6-8117-8aebd1d41203 req-bd02fcc8-f803-4ea3-b221-506d9a35e75c tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:08.158747 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7c7556f1-8c47-40c6-8117-8aebd1d41203 req-bd02fcc8-f803-4ea3-b221-506d9a35e75c tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d725e40-077a-4ae8-8494-2ed5cb81034a HTTP/1.1" status: 200 len: 945 time: 0.0715435 Feb 08 21:32:08.238313 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9c7c3f07-2579-4edc-8a57-7c1759d38a4d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2011549 Feb 08 21:32:08.242580 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58224) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:08.252426 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7c7556f1-8c47-40c6-8117-8aebd1d41203 req-8a8d31f7-1e78-4cd2-9adf-ad8c4d585e49 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/security-groups?id=282c28e3-cd12-426d-a180-311512fb39c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779560 Feb 08 21:32:08.426669 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-22eb0c59-531a-402c-976b-34e210374dbb req-0d9efcb5-46ca-43dc-b86e-46f94dd48caf tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0536435 Feb 08 21:32:08.463935 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54e00c-cd5e-446a-aa9a-726a7fb40498 req-c31e48d3-1754-4599-a270-ff8ec54d43eb tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:08.467948 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4c54e00c-cd5e-446a-aa9a-726a7fb40498 req-c31e48d3-1754-4599-a270-ff8ec54d43eb tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/ports?device_id=45c1852c-a8be-4479-b207-0536f1203a70 HTTP/1.1" status: 200 len: 945 time: 0.1148155 Feb 08 21:32:08.545126 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4c54e00c-cd5e-446a-aa9a-726a7fb40498 req-8e3e29f5-f744-439d-8097-79e1140ed25b tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/security-groups?id=282c28e3-cd12-426d-a180-311512fb39c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577664 Feb 08 21:32:08.634251 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a078e30-97b2-43f7-9722-927702a4cc3d req-b0a386b1-c2cc-4e23-b3c2-4d977597da1a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:08.636141 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a078e30-97b2-43f7-9722-927702a4cc3d req-b0a386b1-c2cc-4e23-b3c2-4d977597da1a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=d76e164b-73d0-4625-a794-a384c6c1ddd6 HTTP/1.1" status: 200 len: 943 time: 0.0780437 Feb 08 21:32:08.697332 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c3f07-2579-4edc-8a57-7c1759d38a4d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Pushing event updated for resources: {'Network': ['ID=e60995ae-564f-4967-a984-7d6f943354cd,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:08.702440 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a078e30-97b2-43f7-9722-927702a4cc3d req-5e766249-4f5b-4c56-a33a-f7eafd0627b0 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573075 Feb 08 21:32:08.725767 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-264638d7-4034-4ad9-abf5-a67223686590 service neutron] Attempting to bind port 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:32:08.725767 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-264638d7-4034-4ad9-abf5-a67223686590 service neutron] Attempting to bind port 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:32:08.728174 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-264638d7-4034-4ad9-abf5-a67223686590 service neutron] Attempting to bind port 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 on network 470bde4a-288b-4162-81c1-45fdd6f3db1b {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:32:08.736039 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7c3f07-2579-4edc-8a57-7c1759d38a4d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:08.736651 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7c3f07-2579-4edc-8a57-7c1759d38a4d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:08.737211 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7c3f07-2579-4edc-8a57-7c1759d38a4d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:08.737809 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7c3f07-2579-4edc-8a57-7c1759d38a4d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:08.738308 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7c3f07-2579-4edc-8a57-7c1759d38a4d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:08.738795 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7c3f07-2579-4edc-8a57-7c1759d38a4d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:08.739290 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7c3f07-2579-4edc-8a57-7c1759d38a4d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:08.739803 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7c3f07-2579-4edc-8a57-7c1759d38a4d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:08.740291 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7c3f07-2579-4edc-8a57-7c1759d38a4d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:08.740783 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7c3f07-2579-4edc-8a57-7c1759d38a4d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:08.741505 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7c3f07-2579-4edc-8a57-7c1759d38a4d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:08.741994 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7c3f07-2579-4edc-8a57-7c1759d38a4d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:08.742496 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7c3f07-2579-4edc-8a57-7c1759d38a4d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:08.766073 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network e60995ae-564f-4967-a984-7d6f943354cd details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:32:08.769021 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-264638d7-4034-4ad9-abf5-a67223686590 service neutron] Port 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 on network 470bde4a-288b-4162-81c1-45fdd6f3db1b not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:32:08.769578 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-264638d7-4034-4ad9-abf5-a67223686590 service neutron] Attempting to bind port 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 on network 470bde4a-288b-4162-81c1-45fdd6f3db1b {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:32:08.779166 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50c84ecf-1b16-4f44-ae54-27fac511f153 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (e60995ae-564f-4967-a984-7d6f943354cd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:08.783090 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-264638d7-4034-4ad9-abf5-a67223686590 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:32:08.783709 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-264638d7-4034-4ad9-abf5-a67223686590 service neutron] Checking segment: {'id': '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:32:08.784287 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-264638d7-4034-4ad9-abf5-a67223686590 service neutron] Bound using segment: {'id': '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:32:08.785467 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-264638d7-4034-4ad9-abf5-a67223686590 service neutron] Bound port: 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:32:08.786004 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-264638d7-4034-4ad9-abf5-a67223686590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (87f36c0b-fbc1-4390-8a1f-87250c6ac6b4), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:08.789706 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-f383d88a-f9c9-499a-ab96-79e874e8c19a service neutron] 10.222.0.94 "GET /v2.0/networks/408b6511-ea01-4c92-b584-46cf5335e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7423155 Feb 08 21:32:08.953476 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af62fe-70cf-4cd2-bd43-05c08ee95b89 req-c959b6db-ee0d-421b-9800-6235ddda0339 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:08.954917 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54af62fe-70cf-4cd2-bd43-05c08ee95b89 req-c959b6db-ee0d-421b-9800-6235ddda0339 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.1153426 Feb 08 21:32:08.972968 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018828f-6270-492b-bf91-ee85b11f6e47 req-c5bc8fc5-e811-4fcd-8d55-6bee1c65e5ee tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:08.974061 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0018828f-6270-492b-bf91-ee85b11f6e47 req-c5bc8fc5-e811-4fcd-8d55-6bee1c65e5ee tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/ports?device_id=45c1852c-a8be-4479-b207-0536f1203a70 HTTP/1.1" status: 200 len: 945 time: 0.0733907 Feb 08 21:32:09.062144 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50c84ecf-1b16-4f44-ae54-27fac511f153 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (e60995ae-564f-4967-a984-7d6f943354cd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:09.063505 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54af62fe-70cf-4cd2-bd43-05c08ee95b89 req-8f430def-16c5-49d4-9e28-ea898c7514ab tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882702 Feb 08 21:32:09.086630 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-50c84ecf-1b16-4f44-ae54-27fac511f153 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60995ae-564f-4967-a984-7d6f943354cd']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:09.087063 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0018828f-6270-492b-bf91-ee85b11f6e47 req-1debd7d8-d6b3-4b40-b6dc-4969219b8486 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/security-groups?id=282c28e3-cd12-426d-a180-311512fb39c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024776 Feb 08 21:32:09.112735 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-50c84ecf-1b16-4f44-ae54-27fac511f153 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b5c9f7-6516-498d-865c-ece286be5143') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:09.113956 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-50c84ecf-1b16-4f44-ae54-27fac511f153 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b5c9f7-6516-498d-865c-ece286be5143') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:09.133935 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50c84ecf-1b16-4f44-ae54-27fac511f153 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (66b5c9f7-6516-498d-865c-ece286be5143), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:09.158800 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-264638d7-4034-4ad9-abf5-a67223686590 service neutron] For port 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:32:09.166222 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50c84ecf-1b16-4f44-ae54-27fac511f153 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (66b5c9f7-6516-498d-865c-ece286be5143), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:09.177494 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aca607f7-1b75-4005-b1ce-2aca25cd483c req-2d03ec86-ba32-43a7-a484-135eb8dcd829 service neutron] 10.222.0.94 "GET /v2.0/networks/408b6511-ea01-4c92-b584-46cf5335e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784888 Feb 08 21:32:09.182950 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-264638d7-4034-4ad9-abf5-a67223686590 service neutron] For port 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=87f36c0b-fbc1-4390-8a1f-87250c6ac6b4,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:32:09.184952 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c84ecf-1b16-4f44-ae54-27fac511f153 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:32:09.185466 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50c84ecf-1b16-4f44-ae54-27fac511f153 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (66b5c9f7-6516-498d-865c-ece286be5143), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:32:09.187409 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:32:09.226960 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf601e-9a0d-4911-9a55-fdf54be96e02 req-055ac5a1-6fa1-4a93-ad85-517c1f55ff82 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:09.229797 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bdcf601e-9a0d-4911-9a55-fdf54be96e02 req-055ac5a1-6fa1-4a93-ad85-517c1f55ff82 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 943 time: 0.0879920 Feb 08 21:32:09.232795 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-264638d7-4034-4ad9-abf5-a67223686590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (87f36c0b-fbc1-4390-8a1f-87250c6ac6b4), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:09.293170 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-264638d7-4034-4ad9-abf5-a67223686590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:09.294369 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-264638d7-4034-4ad9-abf5-a67223686590 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:09.294951 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bdcf601e-9a0d-4911-9a55-fdf54be96e02 req-bc3f1a25-f963-4f14-8916-9d7450a080a0 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/security-groups?id=357c5f60-4259-4216-9cac-1e908d8b0309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584686 Feb 08 21:32:09.295999 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-264638d7-4034-4ad9-abf5-a67223686590 service neutron] 10.222.0.94 "PUT /v2.0/ports/87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 HTTP/1.1" status: 200 len: 1092 time: 2.5843194 Feb 08 21:32:09.360676 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50c84ecf-1b16-4f44-ae54-27fac511f153 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (e60995ae-564f-4967-a984-7d6f943354cd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:09.412342 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c84ecf-1b16-4f44-ae54-27fac511f153 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e60995ae-564f-4967-a984-7d6f943354cd {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 08 21:32:09.423053 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50c84ecf-1b16-4f44-ae54-27fac511f153 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:09.431344 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-50c84ecf-1b16-4f44-ae54-27fac511f153 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] 10.222.0.88 "DELETE /v2.0/networks/e60995ae-564f-4967-a984-7d6f943354cd HTTP/1.1" status: 204 len: 168 time: 1.1779408 Feb 08 21:32:09.431946 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58238) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:09.437803 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-80d25ee1-a07d-4bae-b566-674d5219d3f3 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:32:09.476779 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264638d7-4034-4ad9-abf5-a67223686590 service neutron] Pushing event updated for resources: {'Port': ['ID=87f36c0b-fbc1-4390-8a1f-87250c6ac6b4,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:09.479318 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d25ee1-a07d-4bae-b566-674d5219d3f3 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Made reservation on behalf of 23179f59f08e491eb2417e64c6efffac for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:32:09.481793 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-80d25ee1-a07d-4bae-b566-674d5219d3f3 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:09.486985 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c84ecf-1b16-4f44-ae54-27fac511f153 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Pushing event deleted for resources: {'Network': ['ID=e60995ae-564f-4967-a984-7d6f943354cd,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:09.494053 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5099759-d24f-4875-9c08-6e4c1a055ce3 req-eef1aa9b-34e5-4abc-91f6-11dfd2ec1ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:09.500250 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e5099759-d24f-4875-9c08-6e4c1a055ce3 req-eef1aa9b-34e5-4abc-91f6-11dfd2ec1ab0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6397ec65027742af97122f0e8e24f15b&device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 1126 time: 0.2574551 Feb 08 21:32:09.514004 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd76e164b-73d0-4625-a794-a384c6c1ddd6', 'tag': '87f36c0b-fbc1-4390-8a1f-87250c6ac6b4'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:32:09.520084 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cfe822-e329-4a8c-bc1f-b81f296121d6" -d '{"events": [{"name": "network-changed", "server_uuid": "d76e164b-73d0-4625-a794-a384c6c1ddd6", "tag": "87f36c0b-fbc1-4390-8a1f-87250c6ac6b4"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:32:09.552508 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d25ee1-a07d-4bae-b566-674d5219d3f3 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:32:09.582367 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-80d25ee1-a07d-4bae-b566-674d5219d3f3 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (755f27d0-6c03-4626-8832-1b0f5e5dba4e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:09.583222 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-80d25ee1-a07d-4bae-b566-674d5219d3f3 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Added segment 755f27d0-6c03-4626-8832-1b0f5e5dba4e of type vlan for network a92561e7-e114-4c13-bca5-9c34d3a91821 Feb 08 21:32:09.665330 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-36508ebe-d870-4069-9daa-093d2bc00839 req-aba06f99-03c3-4c71-9e94-025b7d8264ab tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0604317 Feb 08 21:32:09.680005 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b1495c-91b7-4113-840d-50e6a02c63c7 x-openstack-request-id: req-85b1495c-91b7-4113-840d-50e6a02c63c7 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:32:09.680311 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d76e164b-73d0-4625-a794-a384c6c1ddd6", "tag": "87f36c0b-fbc1-4390-8a1f-87250c6ac6b4", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:32:09.680580 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-85b1495c-91b7-4113-840d-50e6a02c63c7 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:32:09.681018 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd76e164b-73d0-4625-a794-a384c6c1ddd6', 'tag': '87f36c0b-fbc1-4390-8a1f-87250c6ac6b4', 'status': 'completed', 'code': 200} Feb 08 21:32:09.688667 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-f891699e-e681-445a-9cad-db52a6a09047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:09.690527 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-f891699e-e681-445a-9cad-db52a6a09047 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&device_id=d76e164b-73d0-4625-a794-a384c6c1ddd6 HTTP/1.1" status: 200 len: 1126 time: 0.3186364 Feb 08 21:32:09.694015 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-80d25ee1-a07d-4bae-b566-674d5219d3f3 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (a92561e7-e114-4c13-bca5-9c34d3a91821), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:09.772519 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-80d25ee1-a07d-4bae-b566-674d5219d3f3 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (a92561e7-e114-4c13-bca5-9c34d3a91821), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:09.774782 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d25ee1-a07d-4bae-b566-674d5219d3f3 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:09.777606 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-80d25ee1-a07d-4bae-b566-674d5219d3f3 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:09.779725 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-cf87ec61-dd20-4a55-93ec-42dff91afff2 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 HTTP/1.1" status: 200 len: 217 time: 0.0804884 Feb 08 21:32:09.863289 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5099759-d24f-4875-9c08-6e4c1a055ce3 req-d0a3f7f6-6831-442c-96c7-ea9bc55e5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:09.869214 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e5099759-d24f-4875-9c08-6e4c1a055ce3 req-d0a3f7f6-6831-442c-96c7-ea9bc55e5060 service neutron] 10.222.0.94 "GET /v2.0/networks?id=408b6511-ea01-4c92-b584-46cf5335e828 HTTP/1.1" status: 200 len: 916 time: 0.3309798 Feb 08 21:32:09.875286 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-5f2eaa1d-1d4f-454c-af20-6db34999b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:09.878153 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-5f2eaa1d-1d4f-454c-af20-6db34999b062 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0aa29b5a-a776-4012-aa53-861d63a1c0ca HTTP/1.1" status: 200 len: 851 time: 0.0923066 Feb 08 21:32:09.928594 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-80d25ee1-a07d-4bae-b566-674d5219d3f3 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4953070 Feb 08 21:32:09.939513 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58246) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:09.946647 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3a6c9098-1759-4f40-8e9d-4fdd8142f9a7 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Request body: {'subnet': {'network_id': 'a92561e7-e114-4c13-bca5-9c34d3a91821', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:32:09.950540 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d25ee1-a07d-4bae-b566-674d5219d3f3 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Pushing event updated for resources: {'Network': ['ID=a92561e7-e114-4c13-bca5-9c34d3a91821,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:09.951152 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e5099759-d24f-4875-9c08-6e4c1a055ce3 req-4de456dc-7597-43e2-b28e-e5817039332f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48ba46b3-96c0-425a-ba37-4ac6f5174979 HTTP/1.1" status: 200 len: 217 time: 0.0704405 Feb 08 21:32:09.964014 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network a92561e7-e114-4c13-bca5-9c34d3a91821 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:32:10.010676 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0f51a-8c2a-471e-b9d8-c06ad28427a8 req-dda2592a-2cfe-47d9-9df3-8be6cc6dc241 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:10.014221 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-afc0f51a-8c2a-471e-b9d8-c06ad28427a8 req-dda2592a-2cfe-47d9-9df3-8be6cc6dc241 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=d76e164b-73d0-4625-a794-a384c6c1ddd6 HTTP/1.1" status: 200 len: 943 time: 0.1292698 Feb 08 21:32:10.088375 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6c9098-1759-4f40-8e9d-4fdd8142f9a7 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Made reservation on behalf of 23179f59f08e491eb2417e64c6efffac for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:32:10.090976 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a6c9098-1759-4f40-8e9d-4fdd8142f9a7 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:10.117295 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-d51fb42a-0cfc-4bbe-9e47-556b81bca09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:10.118864 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-d51fb42a-0cfc-4bbe-9e47-556b81bca09a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=470bde4a-288b-4162-81c1-45fdd6f3db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2268095 Feb 08 21:32:10.143350 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-afc0f51a-8c2a-471e-b9d8-c06ad28427a8 req-59033f98-a700-49ca-a5d3-0890f6422112 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186342 Feb 08 21:32:10.164193 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5099759-d24f-4875-9c08-6e4c1a055ce3 req-9b1802a4-ba7d-43e1-bacd-6b0356ee18e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:10.165691 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e5099759-d24f-4875-9c08-6e4c1a055ce3 req-9b1802a4-ba7d-43e1-bacd-6b0356ee18e4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=2130ef6d-804d-44a5-85d7-5418400fcc2f HTTP/1.1" status: 200 len: 854 time: 0.1729109 Feb 08 21:32:10.242721 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc1102-75f3-455a-960d-8b5fe40c764c req-9c157ddc-c671-44a7-a4aa-b31f16a749e8 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:10.249962 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ecc1102-75f3-455a-960d-8b5fe40c764c req-9c157ddc-c671-44a7-a4aa-b31f16a749e8 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.0724750 Feb 08 21:32:10.339876 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ecc1102-75f3-455a-960d-8b5fe40c764c req-b2ac52d6-2905-4f89-ab9c-65f38c0ed050 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883729 Feb 08 21:32:10.355125 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf195cdf-f57a-4c12-9fd7-5fc38aafc916 req-f8db029c-0a91-4549-b021-4c0277f86ab0 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:10.356934 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf195cdf-f57a-4c12-9fd7-5fc38aafc916 req-f8db029c-0a91-4549-b021-4c0277f86ab0 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/ports?device_id=45c1852c-a8be-4479-b207-0536f1203a70 HTTP/1.1" status: 200 len: 945 time: 0.1042662 Feb 08 21:32:10.383828 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-c34564c5-b776-4d3c-b843-43651a52f19b service neutron] 10.222.0.94 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345812 Feb 08 21:32:10.385812 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5099759-d24f-4875-9c08-6e4c1a055ce3 req-a53dd639-ec83-425e-9cb9-9f5db81ca565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:10.387619 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e5099759-d24f-4875-9c08-6e4c1a055ce3 req-a53dd639-ec83-425e-9cb9-9f5db81ca565 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=408b6511-ea01-4c92-b584-46cf5335e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2050760 Feb 08 21:32:10.461102 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf195cdf-f57a-4c12-9fd7-5fc38aafc916 req-27bc0525-7589-414c-974e-71a858d3ba94 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/security-groups?id=282c28e3-cd12-426d-a180-311512fb39c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878294 Feb 08 21:32:10.533032 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c38e63-ae61-462a-a970-35cef91e98d0 req-5c124e91-930c-4889-a9cf-f9fe5b83ff82 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:10.535185 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-47c38e63-ae61-462a-a970-35cef91e98d0 req-5c124e91-930c-4889-a9cf-f9fe5b83ff82 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 943 time: 0.1134884 Feb 08 21:32:10.583054 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f3d73-baed-4f7f-a539-35f9b7462cd2 req-57cf8c84-0f59-4cc3-9fbc-e36272e33c19 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:10.585604 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-142f3d73-baed-4f7f-a539-35f9b7462cd2 req-57cf8c84-0f59-4cc3-9fbc-e36272e33c19 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.96 "GET /v2.0/ports?device_id=45c1852c-a8be-4479-b207-0536f1203a70 HTTP/1.1" status: 200 len: 945 time: 0.1099629 Feb 08 21:32:10.650652 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-47c38e63-ae61-462a-a970-35cef91e98d0 req-afb05bec-d6f8-409c-a9c3-f1d81e33ce08 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/security-groups?id=357c5f60-4259-4216-9cac-1e908d8b0309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074460 Feb 08 21:32:10.682847 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e5099759-d24f-4875-9c08-6e4c1a055ce3 req-73772943-cf76-4a38-8852-1540c394fe86 service neutron] 10.222.0.94 "GET /v2.0/networks/408b6511-ea01-4c92-b584-46cf5335e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830875 Feb 08 21:32:10.775336 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-142f3d73-baed-4f7f-a539-35f9b7462cd2 req-9ab3a150-0111-4fec-a0ae-0bd528f64a59 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Deleting port 7cbbab2c-ebfe-48d9-aa37-493e7719633e {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:32:10.776063 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-142f3d73-baed-4f7f-a539-35f9b7462cd2 req-9ab3a150-0111-4fec-a0ae-0bd528f64a59 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (7cbbab2c-ebfe-48d9-aa37-493e7719633e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:10.802937 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-aa3be23b-dd12-49d5-874c-7d1816f9ebeb req-2e61f1d1-1551-49e6-b5f5-f6dcf8f28acd service neutron] 10.222.0.94 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076476 Feb 08 21:32:10.893524 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e2b4817f-774d-447c-b864-9703f82df1dc req-aa8262ef-6213-4ef4-81ce-3ceadc7974b1 tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0412095 Feb 08 21:32:10.905247 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e5099759-d24f-4875-9c08-6e4c1a055ce3 req-fe4c5114-4542-4663-bb3a-ee8a1917625e service neutron] 10.222.0.94 "GET /v2.0/networks/408b6511-ea01-4c92-b584-46cf5335e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128484 Feb 08 21:32:10.955237 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-142f3d73-baed-4f7f-a539-35f9b7462cd2 req-9ab3a150-0111-4fec-a0ae-0bd528f64a59 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] For port 7cbbab2c-ebfe-48d9-aa37-493e7719633e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=7cbbab2c-ebfe-48d9-aa37-493e7719633e,segment=NetworkSegment(de4ef8b9-5228-401d-a050-a01748ec9db9),segment_id=de4ef8b9-5228-401d-a050-a01748ec9db9)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:32:10.955612 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-142f3d73-baed-4f7f-a539-35f9b7462cd2 req-9ab3a150-0111-4fec-a0ae-0bd528f64a59 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (7cbbab2c-ebfe-48d9-aa37-493e7719633e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:10.955741 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfe822-e329-4a8c-bc1f-b81f296121d6 req-04c08984-e13c-4cf8-984f-95a866aaf542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:10.958089 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e8cfe822-e329-4a8c-bc1f-b81f296121d6 req-04c08984-e13c-4cf8-984f-95a866aaf542 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&device_id=d76e164b-73d0-4625-a794-a384c6c1ddd6 HTTP/1.1" status: 200 len: 1126 time: 0.0975571 Feb 08 21:32:10.975698 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-142f3d73-baed-4f7f-a539-35f9b7462cd2 req-9ab3a150-0111-4fec-a0ae-0bd528f64a59 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Calling delete_port for 7cbbab2c-ebfe-48d9-aa37-493e7719633e owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:32:11.008824 n-d-712143-31 neutron-server[103434]: DEBUG neutron.objects.ports [None req-3a6c9098-1759-4f40-8e9d-4fdd8142f9a7 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103434) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 21:32:11.009306 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a6c9098-1759-4f40-8e9d-4fdd8142f9a7 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (cb4ed527-2425-4a40-9d65-f5bdd1d59547), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:11.150755 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c9098-1759-4f40-8e9d-4fdd8142f9a7 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cb4ed527-2425-4a40-9d65-f5bdd1d59547,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:11.154222 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c9098-1759-4f40-8e9d-4fdd8142f9a7 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Checking segment: {'id': '755f27d0-6c03-4626-8832-1b0f5e5dba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a92561e7-e114-4c13-bca5-9c34d3a91821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:32:11.154602 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6c9098-1759-4f40-8e9d-4fdd8142f9a7 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Network hostable DHCP agents. Network: a92561e7-e114-4c13-bca5-9c34d3a91821, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:32:11.176983 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-142f3d73-baed-4f7f-a539-35f9b7462cd2 req-9ab3a150-0111-4fec-a0ae-0bd528f64a59 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (7cbbab2c-ebfe-48d9-aa37-493e7719633e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:11.194409 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['9664e671-2a3d-49c4-a262-7e4558c5be34'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:32:11.198605 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['7cbbab2c-ebfe-48d9-aa37-493e7719633e', 'dea46401-4cdb-4dcd-95f1-69d92dba22ad'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:32:11.214966 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab3a150-0111-4fec-a0ae-0bd528f64a59 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Pushing event deleted for resources: {'Port': ['ID=7cbbab2c-ebfe-48d9-aa37-493e7719633e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:11.233892 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfe822-e329-4a8c-bc1f-b81f296121d6 req-46b2c12e-c677-46d8-acec-c7868ee2b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:11.235518 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e8cfe822-e329-4a8c-bc1f-b81f296121d6 req-46b2c12e-c677-46d8-acec-c7868ee2b8e9 service neutron] 10.222.0.94 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 913 time: 0.2602708 Feb 08 21:32:11.257326 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6c9098-1759-4f40-8e9d-4fdd8142f9a7 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Network a92561e7-e114-4c13-bca5-9c34d3a91821 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:32:11.306603 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e8cfe822-e329-4a8c-bc1f-b81f296121d6 req-c8482582-68cc-42db-be23-447d2a73283f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 HTTP/1.1" status: 200 len: 217 time: 0.0606933 Feb 08 21:32:11.312721 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-3a6c9098-1759-4f40-8e9d-4fdd8142f9a7 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, a92561e7-e114-4c13-bca5-9c34d3a91821) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:32:11.319536 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6c9098-1759-4f40-8e9d-4fdd8142f9a7 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:11.324358 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a6c9098-1759-4f40-8e9d-4fdd8142f9a7 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:11.328440 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a7dabe-c8a5-4969-a02a-ed941effb316 None None] Network a92561e7-e114-4c13-bca5-9c34d3a91821 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:32:11.330910 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-142f3d73-baed-4f7f-a539-35f9b7462cd2 req-9ab3a150-0111-4fec-a0ae-0bd528f64a59 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] No DVR routers for this DVR port 7cbbab2c-ebfe-48d9-aa37-493e7719633e on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:32:11.356271 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-142f3d73-baed-4f7f-a539-35f9b7462cd2 req-9ab3a150-0111-4fec-a0ae-0bd528f64a59 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:11.361259 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-142f3d73-baed-4f7f-a539-35f9b7462cd2 req-9ab3a150-0111-4fec-a0ae-0bd528f64a59 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.96 "DELETE /v2.0/ports/7cbbab2c-ebfe-48d9-aa37-493e7719633e HTTP/1.1" status: 204 len: 173 time: 0.7659824 Feb 08 21:32:11.361935 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c1852c-a8be-4479-b207-0536f1203a70', 'name': 'network-vif-deleted', 'tag': '7cbbab2c-ebfe-48d9-aa37-493e7719633e'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:32:11.367134 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e52789-9c55-40d2-b131-8158af9f2661" -d '{"events": [{"server_uuid": "45c1852c-a8be-4479-b207-0536f1203a70", "name": "network-vif-deleted", "tag": "7cbbab2c-ebfe-48d9-aa37-493e7719633e"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:32:11.384336 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfe822-e329-4a8c-bc1f-b81f296121d6 req-6f2920f1-2e49-485b-94d2-73956123970d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:11.386153 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e8cfe822-e329-4a8c-bc1f-b81f296121d6 req-6f2920f1-2e49-485b-94d2-73956123970d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0aa29b5a-a776-4012-aa53-861d63a1c0ca HTTP/1.1" status: 200 len: 851 time: 0.0564694 Feb 08 21:32:11.407422 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3a6c9098-1759-4f40-8e9d-4fdd8142f9a7 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4635856 Feb 08 21:32:11.413163 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58266) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:11.417590 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedf8af-4637-44db-bd0e-734ae8eaf2a6 req-9ba24b7e-24c1-400b-a0fe-2639ec488abc tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:11.426541 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ddedf8af-4637-44db-bd0e-734ae8eaf2a6 req-9ba24b7e-24c1-400b-a0fe-2639ec488abc tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=d76e164b-73d0-4625-a794-a384c6c1ddd6 HTTP/1.1" status: 200 len: 943 time: 0.1442099 Feb 08 21:32:11.442948 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-535caf69-75ee-413b-8373-d00634430b6b tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Request body: {'floatingip': {'floating_network_id': 'a92561e7-e114-4c13-bca5-9c34d3a91821'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:32:11.520026 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d83e99b-c2dd-44f9-ac37-e4f014fdfec9 None None] Network a92561e7-e114-4c13-bca5-9c34d3a91821 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:32:11.532439 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-535caf69-75ee-413b-8373-d00634430b6b tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:11.569639 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfe822-e329-4a8c-bc1f-b81f296121d6 req-d06669a4-37f0-4dcf-8ae3-01195279fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:11.571316 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e8cfe822-e329-4a8c-bc1f-b81f296121d6 req-d06669a4-37f0-4dcf-8ae3-01195279fb0c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=470bde4a-288b-4162-81c1-45fdd6f3db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1613765 Feb 08 21:32:11.576313 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ddedf8af-4637-44db-bd0e-734ae8eaf2a6 req-4fc7e7b4-1252-45a5-84c6-31970de6f790 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486473 Feb 08 21:32:11.650473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bb885-e03c-446b-baa0-fc9127d29506 req-2c9288b4-322e-4f1f-a59b-450266b2ad66 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:11.655700 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b1bb885-e03c-446b-baa0-fc9127d29506 req-2c9288b4-322e-4f1f-a59b-450266b2ad66 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.1702652 Feb 08 21:32:11.749217 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b1bb885-e03c-446b-baa0-fc9127d29506 req-8176fcea-a121-4f38-abbb-aedd05ca3d93 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837879 Feb 08 21:32:11.762419 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e8cfe822-e329-4a8c-bc1f-b81f296121d6 req-6fd2d2a9-7acc-409c-8f5d-a112a9484624 service neutron] 10.222.0.94 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327624 Feb 08 21:32:11.882082 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cba5863e-e6bd-49ef-99e1-78430ba036af req-88859893-4b0a-4b27-9f0a-042bc110e10c tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/ports?device_id=45c1852c-a8be-4479-b207-0536f1203a70 HTTP/1.1" status: 200 len: 210 time: 0.0301931 Feb 08 21:32:11.963543 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3015b824-db76-4419-bbfe-cbe2ef1610e5 x-openstack-request-id: req-3015b824-db76-4419-bbfe-cbe2ef1610e5 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:32:11.963917 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c1852c-a8be-4479-b207-0536f1203a70", "name": "network-vif-deleted", "tag": "7cbbab2c-ebfe-48d9-aa37-493e7719633e", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:32:11.964055 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e8cfe822-e329-4a8c-bc1f-b81f296121d6 req-4dd4daa6-175e-49bf-89d2-5f954f3c65a4 service neutron] 10.222.0.94 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920352 Feb 08 21:32:11.964305 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3015b824-db76-4419-bbfe-cbe2ef1610e5 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:32:11.965947 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c1852c-a8be-4479-b207-0536f1203a70', 'name': 'network-vif-deleted', 'tag': '7cbbab2c-ebfe-48d9-aa37-493e7719633e', 'status': 'completed', 'code': 200} Feb 08 21:32:11.973587 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-535caf69-75ee-413b-8373-d00634430b6b tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:12.131222 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-28908da7-b711-4334-8f4e-4f817488c24e req-cc9bf538-5c4e-4ec6-b399-43534d04c6a8 tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0418060 Feb 08 21:32:12.131710 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-535caf69-75ee-413b-8373-d00634430b6b tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Allocated IP 172.20.0.6 (a92561e7-e114-4c13-bca5-9c34d3a91821/cb4ed527-2425-4a40-9d65-f5bdd1d59547/9a553edd-3d85-4586-9f58-b4543965e2e6) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:32:12.164680 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000762cb-7bc7-40bb-baa9-6c67f3e02e29 req-2d3b8d57-381f-4850-9c7d-bb359d17d0dc tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:12.172724 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-000762cb-7bc7-40bb-baa9-6c67f3e02e29 req-2d3b8d57-381f-4850-9c7d-bb359d17d0dc tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 943 time: 0.1693642 Feb 08 21:32:12.254048 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-000762cb-7bc7-40bb-baa9-6c67f3e02e29 req-2b631eaf-1a93-44bd-9fd3-a67a6bfc3759 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/security-groups?id=357c5f60-4259-4216-9cac-1e908d8b0309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801013 Feb 08 21:32:12.291300 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-535caf69-75ee-413b-8373-d00634430b6b tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks [] for port (9a553edd-3d85-4586-9f58-b4543965e2e6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:12.328753 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-535caf69-75ee-413b-8373-d00634430b6b tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (9a553edd-3d85-4586-9f58-b4543965e2e6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:12.382483 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535caf69-75ee-413b-8373-d00634430b6b tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Network a92561e7-e114-4c13-bca5-9c34d3a91821 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:32:12.385807 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-535caf69-75ee-413b-8373-d00634430b6b tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:32:12.390957 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535caf69-75ee-413b-8373-d00634430b6b tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:32:12.418557 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535caf69-75ee-413b-8373-d00634430b6b tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Pushing event updated for resources: {'Port': ['ID=9a553edd-3d85-4586-9f58-b4543965e2e6,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:12.492118 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-535caf69-75ee-413b-8373-d00634430b6b tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks [] for floatingip (a6a251c0-6885-4fbd-b821-ac7bf288c30b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:12.531276 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-535caf69-75ee-413b-8373-d00634430b6b tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9a553edd-3d85-4586-9f58-b4543965e2e6), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:12.713435 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77e141-cd0f-4f78-af8c-3a5c44435d79 req-2d65be87-79c7-4171-a92b-d3c0e2d6646a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:12.715155 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cb77e141-cd0f-4f78-af8c-3a5c44435d79 req-2d65be87-79c7-4171-a92b-d3c0e2d6646a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=d76e164b-73d0-4625-a794-a384c6c1ddd6 HTTP/1.1" status: 200 len: 943 time: 0.0584133 Feb 08 21:32:12.726216 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-535caf69-75ee-413b-8373-d00634430b6b tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks [] for port (9a553edd-3d85-4586-9f58-b4543965e2e6), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:12.738426 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-535caf69-75ee-413b-8373-d00634430b6b tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (9a553edd-3d85-4586-9f58-b4543965e2e6), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:12.781526 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cb77e141-cd0f-4f78-af8c-3a5c44435d79 req-54ff996c-14db-409b-8f31-aaf8e381b08b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586047 Feb 08 21:32:12.826500 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535caf69-75ee-413b-8373-d00634430b6b tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Pushing event updated for resources: {'Port': ['ID=9a553edd-3d85-4586-9f58-b4543965e2e6,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:12.840116 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-535caf69-75ee-413b-8373-d00634430b6b tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (a6a251c0-6885-4fbd-b821-ac7bf288c30b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:12.863532 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-535caf69-75ee-413b-8373-d00634430b6b tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:12.869174 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-535caf69-75ee-413b-8373-d00634430b6b tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4277911 Feb 08 21:32:12.870876 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58280) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:12.953354 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-eb0863bd-b62f-4838-804f-ca97fd7cbeb5 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] 10.222.0.88 "GET /v2.0/floatingips?floating_network_id=a92561e7-e114-4c13-bca5-9c34d3a91821 HTTP/1.1" status: 200 len: 689 time: 0.0812280 Feb 08 21:32:12.956523 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58284) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:13.361103 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fffd0-ccf4-4902-b06e-8a9d4357726e req-ffcbe8fe-47f2-4bfa-9a2b-72d7444a1a1a tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:13.362744 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf5fffd0-ccf4-4902-b06e-8a9d4357726e req-ffcbe8fe-47f2-4bfa-9a2b-72d7444a1a1a tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.5265577 Feb 08 21:32:13.366989 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4552a9e-f7dc-49f4-9924-8d15c1a5c528 req-378f280b-dd5b-43fc-be6a-ea2a5dc6b89d tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0749207 Feb 08 21:32:13.428416 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (a92561e7-e114-4c13-bca5-9c34d3a91821), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:13.473541 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf5fffd0-ccf4-4902-b06e-8a9d4357726e req-97ceb967-52a7-46f3-bcec-43fbfb064efa tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019681 Feb 08 21:32:13.646180 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfd5af-39b1-4ca8-a1d8-0a9603b5b8aa req-504934fc-c53f-424e-a6ee-03fa17c1654e tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:13.647825 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13dfd5af-39b1-4ca8-a1d8-0a9603b5b8aa req-504934fc-c53f-424e-a6ee-03fa17c1654e tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 943 time: 0.0839882 Feb 08 21:32:13.684565 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Deleting port 9a553edd-3d85-4586-9f58-b4543965e2e6 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:32:13.684978 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (9a553edd-3d85-4586-9f58-b4543965e2e6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:13.686802 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91718dd2-93d9-42c2-8688-98301f2b797b req-fdfa7451-bb66-47a2-9f77-9d32d82f56bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:13.689017 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-91718dd2-93d9-42c2-8688-98301f2b797b req-fdfa7451-bb66-47a2-9f77-9d32d82f56bf service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 1129 time: 0.0708742 Feb 08 21:32:13.756532 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-91718dd2-93d9-42c2-8688-98301f2b797b req-b479decb-6d51-4a65-a8f0-fc32837cdae2 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615869 Feb 08 21:32:13.789091 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (9a553edd-3d85-4586-9f58-b4543965e2e6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:13.789796 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks [] for floatingip (9a553edd-3d85-4586-9f58-b4543965e2e6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:13.810264 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Calling delete_port for 9a553edd-3d85-4586-9f58-b4543965e2e6 owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:32:13.814784 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13dfd5af-39b1-4ca8-a1d8-0a9603b5b8aa req-3484cf56-2586-4be8-a9fb-ea2f02a32b04 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/security-groups?id=357c5f60-4259-4216-9cac-1e908d8b0309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594994 Feb 08 21:32:13.896453 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 7cbbab2c-ebfe-48d9-aa37-493e7719633e no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:32:13.920572 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 7cbbab2c-ebfe-48d9-aa37-493e7719633e {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:32:13.921307 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 7cbbab2c-ebfe-48d9-aa37-493e7719633e not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:32:13.996196 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc09b2-1f67-45ff-92f8-d240e2814631 req-c344b868-2ff1-4098-8c81-c26d76975306 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:13.997784 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6efc09b2-1f67-45ff-92f8-d240e2814631 req-c344b868-2ff1-4098-8c81-c26d76975306 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=d76e164b-73d0-4625-a794-a384c6c1ddd6 HTTP/1.1" status: 200 len: 943 time: 0.1016839 Feb 08 21:32:14.052789 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (9a553edd-3d85-4586-9f58-b4543965e2e6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:14.141325 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a553edd-3d85-4586-9f58-b4543965e2e6,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:14.189141 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:14.189524 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:14.189897 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:14.190223 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:14.190625 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:14.190956 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:14.191288 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:14.191624 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:14.191953 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:14.192286 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:14.192614 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:14.192943 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:14.193311 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:14.204808 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6efc09b2-1f67-45ff-92f8-d240e2814631 req-ab7f6037-389c-4343-b165-9b8f738c1f5e tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968732 Feb 08 21:32:14.226379 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a394d-0468-4fc9-9949-44a1db2aebb0 req-5e51cc25-5c70-471a-aa85-3e44a2fac6e1 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:14.233428 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a394d-0468-4fc9-9949-44a1db2aebb0 req-5e51cc25-5c70-471a-aa85-3e44a2fac6e1 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:14.235361 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-406a394d-0468-4fc9-9949-44a1db2aebb0 req-5e51cc25-5c70-471a-aa85-3e44a2fac6e1 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/ports?device_id=51708b58-1230-43d4-848c-c7fbb4d71c25&device_id=6d725e40-077a-4ae8-8494-2ed5cb81034a HTTP/1.1" status: 200 len: 1681 time: 0.2079537 Feb 08 21:32:14.245089 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:32:14.254468 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks [] for floatingip (a6a251c0-6885-4fbd-b821-ac7bf288c30b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:14.337169 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-406a394d-0468-4fc9-9949-44a1db2aebb0 req-e2528246-feb8-4bc7-8ad3-2d642046eb1f tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/security-groups?id=282c28e3-cd12-426d-a180-311512fb39c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922623 Feb 08 21:32:14.340631 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (cb4ed527-2425-4a40-9d65-f5bdd1d59547), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:14.374631 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=87f36c0b-fbc1-4390-8a1f-87250c6ac6b4,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:32:14.397496 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '87f36c0b-fbc1-4390-8a1f-87250c6ac6b4', 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b', 'port_id': '87f36c0b-fbc1-4390-8a1f-87250c6ac6b4', 'mac_address': 'fa:16:3e:b7:29:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa29b5a-a776-4012-aa53-861d63a1c0ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:32:14.411668 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (cb4ed527-2425-4a40-9d65-f5bdd1d59547), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:14.469190 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cb4ed527-2425-4a40-9d65-f5bdd1d59547,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:14.492680 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:32:14.493080 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (87f36c0b-fbc1-4390-8a1f-87250c6ac6b4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:14.508629 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:32:14.530248 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=87f36c0b-fbc1-4390-8a1f-87250c6ac6b4,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:32:14.538184 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (87f36c0b-fbc1-4390-8a1f-87250c6ac6b4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:14.588209 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-44f5c9ca-d247-4cd1-b162-a01d3c1b7dbc req-6316159a-6e73-4b77-b693-808e131695bb tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0577238 Feb 08 21:32:14.602249 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (a92561e7-e114-4c13-bca5-9c34d3a91821), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:14.616114 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=87f36c0b-fbc1-4390-8a1f-87250c6ac6b4,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:14.626536 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:14.627033 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:14.627478 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:14.628120 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:14.628697 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:14.629466 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:14.630323 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:14.630977 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:14.631613 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:14.632492 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:14.633581 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:14.634648 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:14.635632 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:32:14.660214 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a92561e7-e114-4c13-bca5-9c34d3a91821']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:14.679488 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '755f27d0-6c03-4626-8832-1b0f5e5dba4e') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:14.679782 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '755f27d0-6c03-4626-8832-1b0f5e5dba4e') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:14.693448 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (755f27d0-6c03-4626-8832-1b0f5e5dba4e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:14.712572 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2fe3c-7c7e-4bd1-9973-d3aa455cc28b req-bff8e3a9-4726-4807-bb8d-d56ea370c585 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:14.714225 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dff2fe3c-7c7e-4bd1-9973-d3aa455cc28b req-bff8e3a9-4726-4807-bb8d-d56ea370c585 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.1246579 Feb 08 21:32:14.725308 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (755f27d0-6c03-4626-8832-1b0f5e5dba4e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:14.746216 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:32:14.746702 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (755f27d0-6c03-4626-8832-1b0f5e5dba4e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:32:14.749252 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:32:14.841996 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dff2fe3c-7c7e-4bd1-9973-d3aa455cc28b req-0dc7c11f-c341-4920-88fb-02851fdd7256 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187179 Feb 08 21:32:14.852068 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (a92561e7-e114-4c13-bca5-9c34d3a91821), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:14.877139 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a92561e7-e114-4c13-bca5-9c34d3a91821 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 08 21:32:14.882842 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:14.887577 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] 10.222.0.88 "DELETE /v2.0/networks/a92561e7-e114-4c13-bca5-9c34d3a91821 HTTP/1.1" status: 204 len: 168 time: 1.9302742 Feb 08 21:32:14.898074 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58328) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:14.907717 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b246a-2870-4f87-8fe7-06903892fe09 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Pushing event deleted for resources: {'Network': ['ID=a92561e7-e114-4c13-bca5-9c34d3a91821,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:14.942133 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['87f36c0b-fbc1-4390-8a1f-87250c6ac6b4'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:32:15.092887 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb5d1d-cf28-464f-ae75-a4374d1b0b07 req-1f1c8cd8-d879-4f98-a2b6-fd93a231f839 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:15.094453 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ddb5d1d-cf28-464f-ae75-a4374d1b0b07 req-1f1c8cd8-d879-4f98-a2b6-fd93a231f839 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 943 time: 0.1461818 Feb 08 21:32:15.153355 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-05c5d8b6-1b70-46d8-8179-057d317610ae tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] 10.222.0.88 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3044 time: 0.2598422 Feb 08 21:32:15.156670 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58334) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:15.192708 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ddb5d1d-cf28-464f-ae75-a4374d1b0b07 req-ba6ebc1e-34d0-4f94-a6cb-13c183eaf3c0 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/security-groups?id=357c5f60-4259-4216-9cac-1e908d8b0309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897689 Feb 08 21:32:15.290124 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0af0d7-f9e4-499c-9523-b73203bd503f tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:15.294084 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0af0d7-f9e4-499c-9523-b73203bd503f tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:15.294084 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0af0d7-f9e4-499c-9523-b73203bd503f tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:15.294084 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0af0d7-f9e4-499c-9523-b73203bd503f tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:15.294084 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0af0d7-f9e4-499c-9523-b73203bd503f tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:15.294084 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0af0d7-f9e4-499c-9523-b73203bd503f tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:15.294084 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0af0d7-f9e4-499c-9523-b73203bd503f tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:15.296195 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0af0d7-f9e4-499c-9523-b73203bd503f tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:15.296195 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0af0d7-f9e4-499c-9523-b73203bd503f tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:15.303234 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf8275-71ed-49e0-86cb-7fa3c765fb68 req-dca480eb-9d67-42d9-8848-d981ab8cc60f tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:15.303677 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1d0af0d7-f9e4-499c-9523-b73203bd503f tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5964 time: 0.1438222 Feb 08 21:32:15.304262 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58338) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:15.305138 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2daf8275-71ed-49e0-86cb-7fa3c765fb68 req-dca480eb-9d67-42d9-8848-d981ab8cc60f tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d725e40-077a-4ae8-8494-2ed5cb81034a HTTP/1.1" status: 200 len: 945 time: 0.0806525 Feb 08 21:32:15.376979 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-8a7aa828-4fe8-4a38-92b9-8cc3770dd29a tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] delete failed (client error): The resource could not be found. Feb 08 21:32:15.381425 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8a7aa828-4fe8-4a38-92b9-8cc3770dd29a tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] 10.222.0.88 "DELETE /v2.0/floatingips/a6a251c0-6885-4fbd-b821-ac7bf288c30b HTTP/1.1" status: 404 len: 345 time: 0.0760338 Feb 08 21:32:15.382151 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58340) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:15.404416 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-2981e1ea-22ed-4426-8752-e44f9cc92623 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] DELETE failed (client error): The resource could not be found. Feb 08 21:32:15.405095 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2981e1ea-22ed-4426-8752-e44f9cc92623 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:32:15.413431 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2981e1ea-22ed-4426-8752-e44f9cc92623 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] 10.222.0.88 "DELETE /v2.0/networks/a92561e7-e114-4c13-bca5-9c34d3a91821 HTTP/1.1" status: 404 len: 339 time: 0.0300524 Feb 08 21:32:15.414539 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58342) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:15.420183 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0ede037f-1b7c-4cae-b5f4-4c20c7b9a8f1 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Request body: {'network': {'name': 'tempest-network--1804952345', 'router:external': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:32:15.421869 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2daf8275-71ed-49e0-86cb-7fa3c765fb68 req-0d029cfc-caf6-4fc6-89f6-c91a0c197b03 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/security-groups?id=282c28e3-cd12-426d-a180-311512fb39c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110826 Feb 08 21:32:15.437157 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f83fd6-5bfe-41c1-a0b6-f97f78d9f663 req-19e65782-0072-4184-bbb4-3ca9cdbf88bd tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:15.440791 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b9f83fd6-5bfe-41c1-a0b6-f97f78d9f663 req-19e65782-0072-4184-bbb4-3ca9cdbf88bd tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=d76e164b-73d0-4625-a794-a384c6c1ddd6 HTTP/1.1" status: 200 len: 944 time: 0.0920014 Feb 08 21:32:15.467672 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ede037f-1b7c-4cae-b5f4-4c20c7b9a8f1 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Made reservation on behalf of 23179f59f08e491eb2417e64c6efffac for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:32:15.473027 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ede037f-1b7c-4cae-b5f4-4c20c7b9a8f1 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:15.510973 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b9f83fd6-5bfe-41c1-a0b6-f97f78d9f663 req-97b802e7-acbf-427b-a195-5d3acf0e65c7 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637777 Feb 08 21:32:15.520071 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ede037f-1b7c-4cae-b5f4-4c20c7b9a8f1 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:32:15.539024 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ede037f-1b7c-4cae-b5f4-4c20c7b9a8f1 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (710fa50b-c610-4eed-95b4-dcd988d88960), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:15.539466 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-0ede037f-1b7c-4cae-b5f4-4c20c7b9a8f1 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Added segment 710fa50b-c610-4eed-95b4-dcd988d88960 of type vlan for network e45cc809-3542-4536-bede-2078f75a72f7 Feb 08 21:32:15.595864 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ede037f-1b7c-4cae-b5f4-4c20c7b9a8f1 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (e45cc809-3542-4536-bede-2078f75a72f7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:15.629686 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ede037f-1b7c-4cae-b5f4-4c20c7b9a8f1 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (e45cc809-3542-4536-bede-2078f75a72f7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:15.631194 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ede037f-1b7c-4cae-b5f4-4c20c7b9a8f1 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:15.631783 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ede037f-1b7c-4cae-b5f4-4c20c7b9a8f1 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:15.688638 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0ede037f-1b7c-4cae-b5f4-4c20c7b9a8f1 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2715290 Feb 08 21:32:15.695993 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58346) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:15.708226 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8a0bab2-2679-4eba-8570-a6ff33248ccf req-0b05eb30-6159-4236-a818-dfd78541bcd2 tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0308955 Feb 08 21:32:15.786957 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede037f-1b7c-4cae-b5f4-4c20c7b9a8f1 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Pushing event updated for resources: {'Network': ['ID=e45cc809-3542-4536-bede-2078f75a72f7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:15.801670 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network e45cc809-3542-4536-bede-2078f75a72f7 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:32:16.009877 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54936e14-d31d-4b04-bc26-e58382418883 req-a6e5c0b7-aa4f-4f90-a6bf-50d08599ed6d tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:16.012226 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54936e14-d31d-4b04-bc26-e58382418883 req-a6e5c0b7-aa4f-4f90-a6bf-50d08599ed6d tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.0778761 Feb 08 21:32:16.083218 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54936e14-d31d-4b04-bc26-e58382418883 req-500f0a67-5a0d-4de6-9093-5426e8fb6272 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626655 Feb 08 21:32:16.243909 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:32:16.333502 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95abba5-cd05-4959-8d8c-a065759bb72c tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:16.340791 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95abba5-cd05-4959-8d8c-a065759bb72c tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:16.348413 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95abba5-cd05-4959-8d8c-a065759bb72c tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:16.351609 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:32:16.356414 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:32:16.356880 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (87f36c0b-fbc1-4390-8a1f-87250c6ac6b4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:16.363070 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95abba5-cd05-4959-8d8c-a065759bb72c tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:16.364834 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e95abba5-cd05-4959-8d8c-a065759bb72c tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.6681502 Feb 08 21:32:16.368042 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58360) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:16.501027 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:32:16.501746 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (87f36c0b-fbc1-4390-8a1f-87250c6ac6b4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:16.558673 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a1ddf8df-f749-4cfc-9581-3f7b0c5e3254 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (e45cc809-3542-4536-bede-2078f75a72f7), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:16.560667 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=87f36c0b-fbc1-4390-8a1f-87250c6ac6b4,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:32:16.561914 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76e164b-73d0-4625-a794-a384c6c1ddd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f36c0b-fbc1-4390-8a1f-87250c6ac6b4'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:32:16.565132 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcd33de-3b87-4c8a-807d-f504d6b53d3e" -d '{"events": [{"server_uuid": "d76e164b-73d0-4625-a794-a384c6c1ddd6", "name": "network-vif-plugged", "status": "completed", "tag": "87f36c0b-fbc1-4390-8a1f-87250c6ac6b4"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:32:16.571276 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (87f36c0b-fbc1-4390-8a1f-87250c6ac6b4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:16.584850 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74b6a7-aaa4-4afb-8df3-82191ec0ea18 req-8576aacc-5aab-47fb-8a1d-4a9bf2b8b167 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:16.597996 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc74b6a7-aaa4-4afb-8df3-82191ec0ea18 req-8576aacc-5aab-47fb-8a1d-4a9bf2b8b167 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 943 time: 0.2704170 Feb 08 21:32:16.639657 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=87f36c0b-fbc1-4390-8a1f-87250c6ac6b4,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:16.662458 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa99bef-c8e0-4f4d-af91-3133ba5c6ffa req-f91a81de-0545-43d7-a56a-ac6a107baea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:16.664135 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bfa99bef-c8e0-4f4d-af91-3133ba5c6ffa req-f91a81de-0545-43d7-a56a-ac6a107baea8 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=0b5378aef139411c8980fedff164d328&device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 1129 time: 0.2256739 Feb 08 21:32:16.673470 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee22ed-2dbe-42f1-b63a-24b4da0a616a req-1fe19377-0e82-4001-9b70-c05011bf56fe tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:16.676887 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fbee22ed-2dbe-42f1-b63a-24b4da0a616a req-1fe19377-0e82-4001-9b70-c05011bf56fe tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.94 "GET /v2.0/ports?device_id=6d725e40-077a-4ae8-8494-2ed5cb81034a HTTP/1.1" status: 200 len: 945 time: 0.1448388 Feb 08 21:32:16.754714 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a70b1-b56e-40df-ab22-7a14d451abde req-db194d17-dfb9-4235-a985-15681ac0c5be tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:16.763536 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba8a70b1-b56e-40df-ab22-7a14d451abde req-db194d17-dfb9-4235-a985-15681ac0c5be tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.2883978 Feb 08 21:32:16.805027 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a1ddf8df-f749-4cfc-9581-3f7b0c5e3254 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (e45cc809-3542-4536-bede-2078f75a72f7), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:16.860121 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa99bef-c8e0-4f4d-af91-3133ba5c6ffa req-bc7497b6-456f-4462-8fb6-7a57ff8da651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:16.861587 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bfa99bef-c8e0-4f4d-af91-3133ba5c6ffa req-bc7497b6-456f-4462-8fb6-7a57ff8da651 service neutron] 10.222.0.94 "GET /v2.0/networks?id=615ec4ed-fa4e-46ef-89c1-1a6f16003df8 HTTP/1.1" status: 200 len: 919 time: 0.1839976 Feb 08 21:32:16.864224 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-a1ddf8df-f749-4cfc-9581-3f7b0c5e3254 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45cc809-3542-4536-bede-2078f75a72f7']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:16.905253 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc74b6a7-aaa4-4afb-8df3-82191ec0ea18 req-a2008059-7a93-4d51-adc3-47b1f8afbd38 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/security-groups?id=357c5f60-4259-4216-9cac-1e908d8b0309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2994368 Feb 08 21:32:16.909118 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-a1ddf8df-f749-4cfc-9581-3f7b0c5e3254 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '710fa50b-c610-4eed-95b4-dcd988d88960') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:16.909497 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-a1ddf8df-f749-4cfc-9581-3f7b0c5e3254 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '710fa50b-c610-4eed-95b4-dcd988d88960') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:16.912643 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bfa99bef-c8e0-4f4d-af91-3133ba5c6ffa req-39f59b46-76fd-4aff-8ab9-8bdb171106ba service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ad97f1c-9448-46d9-a032-48bade0a8c93 HTTP/1.1" status: 200 len: 217 time: 0.0449398 Feb 08 21:32:16.916104 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-fbee22ed-2dbe-42f1-b63a-24b4da0a616a req-dc0f9cf7-7c06-4958-9f65-15eea4c4657a tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Deleting port 9664e671-2a3d-49c4-a262-7e4558c5be34 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:32:16.916758 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fbee22ed-2dbe-42f1-b63a-24b4da0a616a req-dc0f9cf7-7c06-4958-9f65-15eea4c4657a tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (9664e671-2a3d-49c4-a262-7e4558c5be34), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:16.935155 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba8a70b1-b56e-40df-ab22-7a14d451abde req-c5b91604-88fd-4b6f-992a-2a1ce27ddf54 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637363 Feb 08 21:32:16.939653 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a1ddf8df-f749-4cfc-9581-3f7b0c5e3254 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (710fa50b-c610-4eed-95b4-dcd988d88960), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:16.995878 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a1ddf8df-f749-4cfc-9581-3f7b0c5e3254 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (710fa50b-c610-4eed-95b4-dcd988d88960), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:17.023689 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ddf8df-f749-4cfc-9581-3f7b0c5e3254 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:32:17.023689 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a1ddf8df-f749-4cfc-9581-3f7b0c5e3254 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (710fa50b-c610-4eed-95b4-dcd988d88960), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:32:17.027448 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:32:17.033519 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa99bef-c8e0-4f4d-af91-3133ba5c6ffa req-ec40231a-f9d2-4958-afb5-78bddb34e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:17.036489 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bfa99bef-c8e0-4f4d-af91-3133ba5c6ffa req-ec40231a-f9d2-4958-afb5-78bddb34e216 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=2583ff1d-670a-4074-8b7c-cb54a492a95a HTTP/1.1" status: 200 len: 858 time: 0.1149981 Feb 08 21:32:17.083284 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bfa99bef-c8e0-4f4d-af91-3133ba5c6ffa req-53b51e0d-2687-4fac-b401-e318211f1e04 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=615ec4ed-fa4e-46ef-89c1-1a6f16003df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393832 Feb 08 21:32:17.087334 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9d01f-22c4-431b-a948-67787fb7e66c req-1796fe86-7ff1-4ef6-93e0-893b11272bc9 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:17.089013 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fd9d01f-22c4-431b-a948-67787fb7e66c req-1796fe86-7ff1-4ef6-93e0-893b11272bc9 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.96 "GET /v2.0/ports?device_id=51708b58-1230-43d4-848c-c7fbb4d71c25 HTTP/1.1" status: 200 len: 945 time: 0.2365279 Feb 08 21:32:17.168556 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-fbee22ed-2dbe-42f1-b63a-24b4da0a616a req-dc0f9cf7-7c06-4958-9f65-15eea4c4657a tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] For port 9664e671-2a3d-49c4-a262-7e4558c5be34, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=9664e671-2a3d-49c4-a262-7e4558c5be34,segment=NetworkSegment(de4ef8b9-5228-401d-a050-a01748ec9db9),segment_id=de4ef8b9-5228-401d-a050-a01748ec9db9)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:32:17.169056 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fbee22ed-2dbe-42f1-b63a-24b4da0a616a req-dc0f9cf7-7c06-4958-9f65-15eea4c4657a tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (9664e671-2a3d-49c4-a262-7e4558c5be34), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:17.197266 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-fbee22ed-2dbe-42f1-b63a-24b4da0a616a req-dc0f9cf7-7c06-4958-9f65-15eea4c4657a tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Calling delete_port for 9664e671-2a3d-49c4-a262-7e4558c5be34 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:32:17.240495 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a1ddf8df-f749-4cfc-9581-3f7b0c5e3254 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (e45cc809-3542-4536-bede-2078f75a72f7), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:17.246013 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ddf8df-f749-4cfc-9581-3f7b0c5e3254 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e45cc809-3542-4536-bede-2078f75a72f7 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 08 21:32:17.248833 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a1ddf8df-f749-4cfc-9581-3f7b0c5e3254 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:17.251940 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a1ddf8df-f749-4cfc-9581-3f7b0c5e3254 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] 10.222.0.88 "DELETE /v2.0/networks/e45cc809-3542-4536-bede-2078f75a72f7 HTTP/1.1" status: 204 len: 168 time: 0.8819215 Feb 08 21:32:17.260726 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58374) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:17.267808 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-52c57b86-8ce3-483a-b5e6-d404525e766d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Request body: {'network': {'name': 'tempest-network--485563033', 'router:external': True}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:32:17.275876 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bfa99bef-c8e0-4f4d-af91-3133ba5c6ffa req-7eee920f-5b01-429a-9a2e-f6da50c6ea3c service neutron] 10.222.0.94 "GET /v2.0/networks/615ec4ed-fa4e-46ef-89c1-1a6f16003df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820135 Feb 08 21:32:17.289509 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1742a0-d9ea-4d20-9f02-8a4dd7aedd22 req-11fa2f16-8699-4f46-b9be-4274f9a02022 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:17.291123 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1b1742a0-d9ea-4d20-9f02-8a4dd7aedd22 req-11fa2f16-8699-4f46-b9be-4274f9a02022 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=d76e164b-73d0-4625-a794-a384c6c1ddd6 HTTP/1.1" status: 200 len: 945 time: 0.2830675 Feb 08 21:32:17.301491 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddf8df-f749-4cfc-9581-3f7b0c5e3254 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Pushing event deleted for resources: {'Network': ['ID=e45cc809-3542-4536-bede-2078f75a72f7,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:17.360656 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19148e43-8bae-4d64-9cfa-9c2e28945d6a req-9407f933-29d4-4c78-84d0-538bd49cd814 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:17.368517 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-19148e43-8bae-4d64-9cfa-9c2e28945d6a req-9407f933-29d4-4c78-84d0-538bd49cd814 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d725e40-077a-4ae8-8494-2ed5cb81034a HTTP/1.1" status: 200 len: 945 time: 0.2783413 Feb 08 21:32:17.380110 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c57b86-8ce3-483a-b5e6-d404525e766d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Made reservation on behalf of 23179f59f08e491eb2417e64c6efffac for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:32:17.383010 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-52c57b86-8ce3-483a-b5e6-d404525e766d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:17.441669 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bfa99bef-c8e0-4f4d-af91-3133ba5c6ffa req-bbeb9339-f5db-4fcf-a5d5-3eb5b0544e66 service neutron] 10.222.0.94 "GET /v2.0/networks/615ec4ed-fa4e-46ef-89c1-1a6f16003df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574414 Feb 08 21:32:17.450140 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-5fd9d01f-22c4-431b-a948-67787fb7e66c req-95f847b3-e835-4b4d-a67c-0b226b6eaba6 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Deleting port dea46401-4cdb-4dcd-95f1-69d92dba22ad {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:32:17.450537 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fd9d01f-22c4-431b-a948-67787fb7e66c req-95f847b3-e835-4b4d-a67c-0b226b6eaba6 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (dea46401-4cdb-4dcd-95f1-69d92dba22ad), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:17.471395 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fbee22ed-2dbe-42f1-b63a-24b4da0a616a req-dc0f9cf7-7c06-4958-9f65-15eea4c4657a tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (9664e671-2a3d-49c4-a262-7e4558c5be34), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:17.486093 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['9664e671-2a3d-49c4-a262-7e4558c5be34'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:32:17.546090 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1b1742a0-d9ea-4d20-9f02-8a4dd7aedd22 req-0c050b73-7cd7-49c3-852f-de2370789d87 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411547 Feb 08 21:32:17.563531 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['dea46401-4cdb-4dcd-95f1-69d92dba22ad'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:32:17.584828 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbee22ed-2dbe-42f1-b63a-24b4da0a616a req-dc0f9cf7-7c06-4958-9f65-15eea4c4657a tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] No DVR routers for this DVR port 9664e671-2a3d-49c4-a262-7e4558c5be34 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:32:17.585610 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f9cf7-7c06-4958-9f65-15eea4c4657a tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Pushing event deleted for resources: {'Port': ['ID=9664e671-2a3d-49c4-a262-7e4558c5be34,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:17.598398 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fbee22ed-2dbe-42f1-b63a-24b4da0a616a req-dc0f9cf7-7c06-4958-9f65-15eea4c4657a tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:17.604479 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fbee22ed-2dbe-42f1-b63a-24b4da0a616a req-dc0f9cf7-7c06-4958-9f65-15eea4c4657a tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.94 "DELETE /v2.0/ports/9664e671-2a3d-49c4-a262-7e4558c5be34 HTTP/1.1" status: 204 len: 173 time: 0.9130287 Feb 08 21:32:17.605259 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d725e40-077a-4ae8-8494-2ed5cb81034a', 'name': 'network-vif-deleted', 'tag': '9664e671-2a3d-49c4-a262-7e4558c5be34'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:32:17.617591 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7244c145-aead-430e-98fd-179f43a86496" -d '{"events": [{"server_uuid": "6d725e40-077a-4ae8-8494-2ed5cb81034a", "name": "network-vif-deleted", "tag": "9664e671-2a3d-49c4-a262-7e4558c5be34"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:32:17.619017 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c57b86-8ce3-483a-b5e6-d404525e766d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:32:17.671316 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d82ba16-18c6-4eff-902e-583ee6ea4c61 x-openstack-request-id: req-9d82ba16-18c6-4eff-902e-583ee6ea4c61 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:32:17.672340 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76e164b-73d0-4625-a794-a384c6c1ddd6", "name": "network-vif-plugged", "status": "completed", "tag": "87f36c0b-fbc1-4390-8a1f-87250c6ac6b4", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:32:17.673333 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9d82ba16-18c6-4eff-902e-583ee6ea4c61 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:32:17.675025 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76e164b-73d0-4625-a794-a384c6c1ddd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f36c0b-fbc1-4390-8a1f-87250c6ac6b4', 'code': 200} Feb 08 21:32:17.698703 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-19148e43-8bae-4d64-9cfa-9c2e28945d6a req-38224ccd-beee-47cb-a613-cbe18812ee8a tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/security-groups?id=282c28e3-cd12-426d-a180-311512fb39c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289893 Feb 08 21:32:17.722227 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-52c57b86-8ce3-483a-b5e6-d404525e766d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (134076f5-3264-4bc9-8b0b-b4435a416f8d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:17.722771 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-52c57b86-8ce3-483a-b5e6-d404525e766d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Added segment 134076f5-3264-4bc9-8b0b-b4435a416f8d of type vlan for network 6a4111f2-5ec3-4c4b-87ed-8829e756326f Feb 08 21:32:17.759312 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d1f2b1-f330-416d-85d3-13dbc250a069 x-openstack-request-id: req-b8d1f2b1-f330-416d-85d3-13dbc250a069 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:32:17.760044 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d725e40-077a-4ae8-8494-2ed5cb81034a", "name": "network-vif-deleted", "tag": "9664e671-2a3d-49c4-a262-7e4558c5be34", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:32:17.760776 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b8d1f2b1-f330-416d-85d3-13dbc250a069 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:32:17.761621 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d725e40-077a-4ae8-8494-2ed5cb81034a', 'name': 'network-vif-deleted', 'tag': '9664e671-2a3d-49c4-a262-7e4558c5be34', 'status': 'completed', 'code': 200} Feb 08 21:32:17.854531 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b08bbaa7-2f8f-4564-b6e0-a5a86a20e9a3 req-264c6d54-d5be-43ea-add3-321fc9f09716 tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0522068 Feb 08 21:32:17.902157 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-5fd9d01f-22c4-431b-a948-67787fb7e66c req-95f847b3-e835-4b4d-a67c-0b226b6eaba6 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] For port dea46401-4cdb-4dcd-95f1-69d92dba22ad, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=dea46401-4cdb-4dcd-95f1-69d92dba22ad,segment=NetworkSegment(de4ef8b9-5228-401d-a050-a01748ec9db9),segment_id=de4ef8b9-5228-401d-a050-a01748ec9db9)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:32:17.902617 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fd9d01f-22c4-431b-a948-67787fb7e66c req-95f847b3-e835-4b4d-a67c-0b226b6eaba6 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (dea46401-4cdb-4dcd-95f1-69d92dba22ad), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:17.904485 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e3bfd-57eb-4190-8037-1cf3d417f18c req-b6c50cd3-c5b5-4f08-bf5c-6267d2c82668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:17.906110 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c25e3bfd-57eb-4190-8037-1cf3d417f18c req-b6c50cd3-c5b5-4f08-bf5c-6267d2c82668 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d76e164b-73d0-4625-a794-a384c6c1ddd6 HTTP/1.1" status: 200 len: 1128 time: 0.1340075 Feb 08 21:32:17.907179 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-52c57b86-8ce3-483a-b5e6-d404525e766d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (6a4111f2-5ec3-4c4b-87ed-8829e756326f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:17.927412 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-5fd9d01f-22c4-431b-a948-67787fb7e66c req-95f847b3-e835-4b4d-a67c-0b226b6eaba6 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Calling delete_port for dea46401-4cdb-4dcd-95f1-69d92dba22ad owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:32:17.997608 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c25e3bfd-57eb-4190-8037-1cf3d417f18c req-11cf9417-df2e-47cb-8ad0-6c5c2e5c86cc service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812023 Feb 08 21:32:18.007923 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-52c57b86-8ce3-483a-b5e6-d404525e766d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (6a4111f2-5ec3-4c4b-87ed-8829e756326f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:18.008831 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c57b86-8ce3-483a-b5e6-d404525e766d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:18.009490 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-52c57b86-8ce3-483a-b5e6-d404525e766d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:18.131115 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-52c57b86-8ce3-483a-b5e6-d404525e766d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8675017 Feb 08 21:32:18.133945 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58382) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:18.168047 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c57b86-8ce3-483a-b5e6-d404525e766d tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Pushing event updated for resources: {'Network': ['ID=6a4111f2-5ec3-4c4b-87ed-8829e756326f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:18.178974 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 6a4111f2-5ec3-4c4b-87ed-8829e756326f details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:32:18.230250 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ba5d6-e128-44aa-b54b-32bade10dc26 req-ca0ff0be-a6cc-4f2d-a8f9-18760c409eeb tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:18.233919 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-314ba5d6-e128-44aa-b54b-32bade10dc26 req-ca0ff0be-a6cc-4f2d-a8f9-18760c409eeb tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.2062852 Feb 08 21:32:18.238217 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72098ac5-3e40-47fc-8d4a-2742d3288905 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:18.239746 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-72098ac5-3e40-47fc-8d4a-2742d3288905 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] 10.222.0.88 "GET /v2.0/networks/6a4111f2-5ec3-4c4b-87ed-8829e756326f HTTP/1.1" status: 200 len: 756 time: 0.1046762 Feb 08 21:32:18.243241 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58384) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:18.270180 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17414d6-6033-40e5-a3d2-cb5f1cc909cf req-1c7d8739-944a-4bfc-a95c-b91300512811 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:18.271726 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a17414d6-6033-40e5-a3d2-cb5f1cc909cf req-1c7d8739-944a-4bfc-a95c-b91300512811 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 943 time: 0.2377968 Feb 08 21:32:18.327934 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fd9d01f-22c4-431b-a948-67787fb7e66c req-95f847b3-e835-4b4d-a67c-0b226b6eaba6 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (dea46401-4cdb-4dcd-95f1-69d92dba22ad), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:18.332789 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8ba140-34b0-4fd8-bb54-a0ba5044c670 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:18.338398 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1d8ba140-34b0-4fd8-bb54-a0ba5044c670 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] 10.222.0.88 "GET /v2.0/networks/44cce822-8b3e-47bd-8419-df39f30c65d7 HTTP/1.1" status: 200 len: 768 time: 0.0912344 Feb 08 21:32:18.338779 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58386) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:18.341677 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-314ba5d6-e128-44aa-b54b-32bade10dc26 req-292e155d-e5e0-426c-af4a-4a666933a356 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989575 Feb 08 21:32:18.377260 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f847b3-e835-4b4d-a67c-0b226b6eaba6 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Pushing event deleted for resources: {'Port': ['ID=dea46401-4cdb-4dcd-95f1-69d92dba22ad,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:18.411751 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a17414d6-6033-40e5-a3d2-cb5f1cc909cf req-0db239c8-67eb-40fd-b210-45274b196eb1 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/security-groups?id=357c5f60-4259-4216-9cac-1e908d8b0309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271167 Feb 08 21:32:18.425852 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e595bf3-f01c-44c1-8326-72d12825b62e tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (6a4111f2-5ec3-4c4b-87ed-8829e756326f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:18.427365 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd9d01f-22c4-431b-a948-67787fb7e66c req-95f847b3-e835-4b4d-a67c-0b226b6eaba6 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] No DVR routers for this DVR port dea46401-4cdb-4dcd-95f1-69d92dba22ad on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:32:18.429933 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5fd9d01f-22c4-431b-a948-67787fb7e66c req-95f847b3-e835-4b4d-a67c-0b226b6eaba6 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:18.433360 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fd9d01f-22c4-431b-a948-67787fb7e66c req-95f847b3-e835-4b4d-a67c-0b226b6eaba6 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.96 "DELETE /v2.0/ports/dea46401-4cdb-4dcd-95f1-69d92dba22ad HTTP/1.1" status: 204 len: 173 time: 1.3307576 Feb 08 21:32:18.433824 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51708b58-1230-43d4-848c-c7fbb4d71c25', 'name': 'network-vif-deleted', 'tag': 'dea46401-4cdb-4dcd-95f1-69d92dba22ad'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:32:18.436115 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109f65d0-25c5-4a17-a609-db961ab8aac7" -d '{"events": [{"server_uuid": "51708b58-1230-43d4-848c-c7fbb4d71c25", "name": "network-vif-deleted", "tag": "dea46401-4cdb-4dcd-95f1-69d92dba22ad"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:32:18.493142 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689d859d-c6da-4d13-a219-811b03b74c0f x-openstack-request-id: req-689d859d-c6da-4d13-a219-811b03b74c0f {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:32:18.493580 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51708b58-1230-43d4-848c-c7fbb4d71c25", "name": "network-vif-deleted", "tag": "dea46401-4cdb-4dcd-95f1-69d92dba22ad", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:32:18.493720 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-689d859d-c6da-4d13-a219-811b03b74c0f {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:32:18.494297 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51708b58-1230-43d4-848c-c7fbb4d71c25', 'name': 'network-vif-deleted', 'tag': 'dea46401-4cdb-4dcd-95f1-69d92dba22ad', 'status': 'completed', 'code': 200} Feb 08 21:32:18.529515 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e595bf3-f01c-44c1-8326-72d12825b62e tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (6a4111f2-5ec3-4c4b-87ed-8829e756326f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:18.559103 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-8e595bf3-f01c-44c1-8326-72d12825b62e tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4111f2-5ec3-4c4b-87ed-8829e756326f']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:18.573469 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-8e595bf3-f01c-44c1-8326-72d12825b62e tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134076f5-3264-4bc9-8b0b-b4435a416f8d') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:18.573707 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-8e595bf3-f01c-44c1-8326-72d12825b62e tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134076f5-3264-4bc9-8b0b-b4435a416f8d') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:18.594185 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e595bf3-f01c-44c1-8326-72d12825b62e tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (134076f5-3264-4bc9-8b0b-b4435a416f8d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:18.611825 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e595bf3-f01c-44c1-8326-72d12825b62e tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (134076f5-3264-4bc9-8b0b-b4435a416f8d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:18.619410 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e595bf3-f01c-44c1-8326-72d12825b62e tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:32:18.619932 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e595bf3-f01c-44c1-8326-72d12825b62e tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (134076f5-3264-4bc9-8b0b-b4435a416f8d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:32:18.621888 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:32:18.685951 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e595bf3-f01c-44c1-8326-72d12825b62e tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (6a4111f2-5ec3-4c4b-87ed-8829e756326f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:18.691252 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e595bf3-f01c-44c1-8326-72d12825b62e tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6a4111f2-5ec3-4c4b-87ed-8829e756326f {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 08 21:32:18.694458 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e595bf3-f01c-44c1-8326-72d12825b62e tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:18.701378 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8e595bf3-f01c-44c1-8326-72d12825b62e tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] 10.222.0.88 "DELETE /v2.0/networks/6a4111f2-5ec3-4c4b-87ed-8829e756326f HTTP/1.1" status: 204 len: 168 time: 0.3579564 Feb 08 21:32:18.703717 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58396) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:18.714224 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-0384be7a-259d-4322-a25e-f65946feabdb tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Request body: {'network': {'name': 'tempest-network--766492776'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:32:18.718391 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e595bf3-f01c-44c1-8326-72d12825b62e tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Pushing event deleted for resources: {'Network': ['ID=6a4111f2-5ec3-4c4b-87ed-8829e756326f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:18.729653 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b175f-6c0e-4e4c-b577-30d07f4b3003 req-6a887c82-8410-4815-a571-cc4340b8b45c tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:18.731367 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1b4b175f-6c0e-4e4c-b577-30d07f4b3003 req-6a887c82-8410-4815-a571-cc4340b8b45c tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=d76e164b-73d0-4625-a794-a384c6c1ddd6 HTTP/1.1" status: 200 len: 945 time: 0.0953524 Feb 08 21:32:18.772076 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0384be7a-259d-4322-a25e-f65946feabdb tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Made reservation on behalf of 23179f59f08e491eb2417e64c6efffac for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:32:18.774653 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0384be7a-259d-4322-a25e-f65946feabdb tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:18.820550 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1b4b175f-6c0e-4e4c-b577-30d07f4b3003 req-e330a0af-5a14-4984-b0ce-9a49148488c6 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773869 Feb 08 21:32:18.845557 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aca5b1f1-afd9-43a6-94cd-91cadcd79b3d req-605ace5d-827b-497b-9a34-373968047b43 tempest-ListServersNegativeTestJSON-106884084 tempest-ListServersNegativeTestJSON-106884084-project] 10.222.0.88 "GET /v2.0/ports?device_id=51708b58-1230-43d4-848c-c7fbb4d71c25 HTTP/1.1" status: 200 len: 210 time: 0.0401168 Feb 08 21:32:18.846346 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0384be7a-259d-4322-a25e-f65946feabdb tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:32:18.858097 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0384be7a-259d-4322-a25e-f65946feabdb tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (f8724bb6-cd7e-4bf6-b9a7-dc0d8010e9b7), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:18.858534 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-0384be7a-259d-4322-a25e-f65946feabdb tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Added segment f8724bb6-cd7e-4bf6-b9a7-dc0d8010e9b7 of type vlan for network 3e721be8-8b23-49d1-8c91-324f6f6076ba Feb 08 21:32:18.903359 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0384be7a-259d-4322-a25e-f65946feabdb tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (3e721be8-8b23-49d1-8c91-324f6f6076ba), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:18.939301 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0384be7a-259d-4322-a25e-f65946feabdb tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (3e721be8-8b23-49d1-8c91-324f6f6076ba), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:18.940400 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0384be7a-259d-4322-a25e-f65946feabdb tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:18.941927 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0384be7a-259d-4322-a25e-f65946feabdb tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:19.036801 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0384be7a-259d-4322-a25e-f65946feabdb tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3288722 Feb 08 21:32:19.040072 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58402) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:19.045761 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fdc62186-c28b-41fe-9c33-d8670360ada3 req-46ad91e6-26a1-485a-95ec-cb94d25eb92e tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0839014 Feb 08 21:32:19.046338 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-eac2db41-a98c-4879-9554-303fad59328e tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:32:19.051050 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384be7a-259d-4322-a25e-f65946feabdb tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Pushing event updated for resources: {'Network': ['ID=3e721be8-8b23-49d1-8c91-324f6f6076ba,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:19.074588 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 3e721be8-8b23-49d1-8c91-324f6f6076ba details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:32:19.208427 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eac2db41-a98c-4879-9554-303fad59328e tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (3e721be8-8b23-49d1-8c91-324f6f6076ba), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:19.222613 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eac2db41-a98c-4879-9554-303fad59328e tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (3e721be8-8b23-49d1-8c91-324f6f6076ba), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:19.238616 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eac2db41-a98c-4879-9554-303fad59328e tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Network 3e721be8-8b23-49d1-8c91-324f6f6076ba is not hosted by any dhcp agent {{(pid=103434) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 08 21:32:19.239468 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac2db41-a98c-4879-9554-303fad59328e tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:19.240053 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eac2db41-a98c-4879-9554-303fad59328e tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:19.241366 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-eac2db41-a98c-4879-9554-303fad59328e tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] 10.222.0.88 "PUT /v2.0/networks/3e721be8-8b23-49d1-8c91-324f6f6076ba HTTP/1.1" status: 200 len: 857 time: 0.2001603 Feb 08 21:32:19.244371 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58404) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:19.287617 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2db41-a98c-4879-9554-303fad59328e tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Pushing event updated for resources: {'Network': ['ID=3e721be8-8b23-49d1-8c91-324f6f6076ba,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:19.327581 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a4514ae2-283a-401d-b09b-f190bff58207 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (3e721be8-8b23-49d1-8c91-324f6f6076ba), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:19.426551 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a4514ae2-283a-401d-b09b-f190bff58207 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (3e721be8-8b23-49d1-8c91-324f6f6076ba), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:19.506668 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-a4514ae2-283a-401d-b09b-f190bff58207 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e721be8-8b23-49d1-8c91-324f6f6076ba']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:19.581969 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-a4514ae2-283a-401d-b09b-f190bff58207 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8724bb6-cd7e-4bf6-b9a7-dc0d8010e9b7') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:19.581969 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-a4514ae2-283a-401d-b09b-f190bff58207 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8724bb6-cd7e-4bf6-b9a7-dc0d8010e9b7') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:19.609837 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a4514ae2-283a-401d-b09b-f190bff58207 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (f8724bb6-cd7e-4bf6-b9a7-dc0d8010e9b7), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:19.670323 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b31c0-5568-4a4f-be92-0a2b69f088e3 req-5c461032-064a-4691-a9ea-d6cb552f7c3e tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:19.674207 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c51b31c0-5568-4a4f-be92-0a2b69f088e3 req-5c461032-064a-4691-a9ea-d6cb552f7c3e tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.2428577 Feb 08 21:32:19.680143 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a4514ae2-283a-401d-b09b-f190bff58207 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (f8724bb6-cd7e-4bf6-b9a7-dc0d8010e9b7), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:19.714451 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b4cad-8910-460b-9d85-558627cb33a4 req-08422e0f-ca26-402a-b49f-8ef248716b5f tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:19.725833 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-939b4cad-8910-460b-9d85-558627cb33a4 req-08422e0f-ca26-402a-b49f-8ef248716b5f tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 943 time: 0.2247186 Feb 08 21:32:19.741136 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4514ae2-283a-401d-b09b-f190bff58207 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:32:19.741793 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a4514ae2-283a-401d-b09b-f190bff58207 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (f8724bb6-cd7e-4bf6-b9a7-dc0d8010e9b7), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:32:19.749651 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:32:19.868743 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c51b31c0-5568-4a4f-be92-0a2b69f088e3 req-dff779f8-0e11-498f-b9b2-cd6db305a494 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715808 Feb 08 21:32:19.872456 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a4514ae2-283a-401d-b09b-f190bff58207 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (3e721be8-8b23-49d1-8c91-324f6f6076ba), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:19.881735 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4514ae2-283a-401d-b09b-f190bff58207 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3e721be8-8b23-49d1-8c91-324f6f6076ba {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 08 21:32:19.883810 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a4514ae2-283a-401d-b09b-f190bff58207 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:19.887339 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a4514ae2-283a-401d-b09b-f190bff58207 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] 10.222.0.88 "DELETE /v2.0/networks/3e721be8-8b23-49d1-8c91-324f6f6076ba HTTP/1.1" status: 204 len: 168 time: 0.6409681 Feb 08 21:32:19.892137 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-939b4cad-8910-460b-9d85-558627cb33a4 req-1af54132-be7d-4cc2-af66-060e283f325d tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/security-groups?id=357c5f60-4259-4216-9cac-1e908d8b0309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563385 Feb 08 21:32:19.892697 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58414) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:19.903753 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4514ae2-283a-401d-b09b-f190bff58207 tempest-ExternalNetworksTestJSON-2028521992 tempest-ExternalNetworksTestJSON-2028521992-project-admin] Pushing event deleted for resources: {'Network': ['ID=3e721be8-8b23-49d1-8c91-324f6f6076ba,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:19.905928 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device dea46401-4cdb-4dcd-95f1-69d92dba22ad no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:32:19.959445 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58416) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:19.963699 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e24d41-a969-42a4-9593-18f3d1598ae1 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] DELETE failed (client error): The resource could not be found. Feb 08 21:32:19.964554 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e24d41-a969-42a4-9593-18f3d1598ae1 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:32:19.965425 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: dea46401-4cdb-4dcd-95f1-69d92dba22ad {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:32:19.965916 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device dea46401-4cdb-4dcd-95f1-69d92dba22ad not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:32:19.968946 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b8e24d41-a969-42a4-9593-18f3d1598ae1 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] 10.222.0.88 "DELETE /v2.0/subnets/cb4ed527-2425-4a40-9d65-f5bdd1d59547 HTTP/1.1" status: 404 len: 337 time: 0.0743904 Feb 08 21:32:19.972238 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58418) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:20.058714 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ab85aa-5db7-4c20-847a-c189e06bd31d admin admin] Deleting subnet 3cae548b-e8c6-4a0f-92ea-72ada38a541b {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:32:20.064223 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d5ab85aa-5db7-4c20-847a-c189e06bd31d admin admin] Publish callbacks [] for subnet (3cae548b-e8c6-4a0f-92ea-72ada38a541b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:20.072528 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1a3714b-5855-47f0-85aa-14cc9bfe5fa3 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (44cce822-8b3e-47bd-8419-df39f30c65d7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:20.115440 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250a056-ee61-44c2-86d7-fbacf603b8c7 req-6e491fee-09a3-49c8-8ded-f2478eae859c tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:20.117363 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b250a056-ee61-44c2-86d7-fbacf603b8c7 req-6e491fee-09a3-49c8-8ded-f2478eae859c tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=d76e164b-73d0-4625-a794-a384c6c1ddd6 HTTP/1.1" status: 200 len: 945 time: 0.1708105 Feb 08 21:32:20.140328 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d5ab85aa-5db7-4c20-847a-c189e06bd31d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (3cae548b-e8c6-4a0f-92ea-72ada38a541b), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:20.197721 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1a3714b-5855-47f0-85aa-14cc9bfe5fa3 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (44cce822-8b3e-47bd-8419-df39f30c65d7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:20.213549 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef32a29e-c4ae-46d6-8eaf-e64dccaa915b req-0ca7dcdf-ea63-41b4-8ff0-2ccecf7274f4 tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0656688 Feb 08 21:32:20.245137 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d5ab85aa-5db7-4c20-847a-c189e06bd31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (3cae548b-e8c6-4a0f-92ea-72ada38a541b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:20.245137 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b250a056-ee61-44c2-86d7-fbacf603b8c7 req-3e6a8d6d-fdda-4c18-8728-62b7f1efb02c tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147807 Feb 08 21:32:20.246205 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e1a3714b-5855-47f0-85aa-14cc9bfe5fa3 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44cce822-8b3e-47bd-8419-df39f30c65d7']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:20.260394 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e1a3714b-5855-47f0-85aa-14cc9bfe5fa3 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414a0903-9fc2-4a12-91ef-0567fae80ce9') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:20.260750 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 9664e671-2a3d-49c4-a262-7e4558c5be34 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:32:20.263815 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e1a3714b-5855-47f0-85aa-14cc9bfe5fa3 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414a0903-9fc2-4a12-91ef-0567fae80ce9') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:20.293893 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1a3714b-5855-47f0-85aa-14cc9bfe5fa3 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (414a0903-9fc2-4a12-91ef-0567fae80ce9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:20.313222 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d5ab85aa-5db7-4c20-847a-c189e06bd31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (3cae548b-e8c6-4a0f-92ea-72ada38a541b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:20.317428 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 9664e671-2a3d-49c4-a262-7e4558c5be34 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:32:20.317871 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 9664e671-2a3d-49c4-a262-7e4558c5be34 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:32:20.325997 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1a3714b-5855-47f0-85aa-14cc9bfe5fa3 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (414a0903-9fc2-4a12-91ef-0567fae80ce9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:20.335797 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a3714b-5855-47f0-85aa-14cc9bfe5fa3 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:32:20.336623 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1a3714b-5855-47f0-85aa-14cc9bfe5fa3 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (414a0903-9fc2-4a12-91ef-0567fae80ce9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:20.359788 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d5ab85aa-5db7-4c20-847a-c189e06bd31d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:20.365700 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d5ab85aa-5db7-4c20-847a-c189e06bd31d admin admin] 10.222.0.88 "DELETE /v2.0/subnets/3cae548b-e8c6-4a0f-92ea-72ada38a541b HTTP/1.1" status: 204 len: 168 time: 0.4009883 Feb 08 21:32:20.365700 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab85aa-5db7-4c20-847a-c189e06bd31d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cae548b-e8c6-4a0f-92ea-72ada38a541b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:20.366011 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58424) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:32:20.399275 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:32:20.438122 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1a3714b-5855-47f0-85aa-14cc9bfe5fa3 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (44cce822-8b3e-47bd-8419-df39f30c65d7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:20.466193 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1a3714b-5855-47f0-85aa-14cc9bfe5fa3 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:20.480427 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a176bd9-a9d6-403a-bb60-6d3a3d15a269 req-084f0b73-ce82-4d45-b48f-ea8d80a44a9b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=00aa88ba7b6d432b85cbf54f743f0690 HTTP/1.1" status: 200 len: 267 time: 0.1297016 Feb 08 21:32:20.483207 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ec1ff32-d11f-4a3f-9d43-8e4caab46570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (5bec38c8-497b-4cad-8334-be134ec73224), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:20.491742 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e1a3714b-5855-47f0-85aa-14cc9bfe5fa3 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] 10.222.0.88 "DELETE /v2.0/networks/44cce822-8b3e-47bd-8419-df39f30c65d7 HTTP/1.1" status: 204 len: 168 time: 0.5154874 Feb 08 21:32:20.520171 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3714b-5855-47f0-85aa-14cc9bfe5fa3 tempest-ExternalNetworksTestJSON-970948561 tempest-ExternalNetworksTestJSON-970948561-project] Pushing event deleted for resources: {'Network': ['ID=44cce822-8b3e-47bd-8419-df39f30c65d7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:20.832926 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58430) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:20.967691 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ec1ff32-d11f-4a3f-9d43-8e4caab46570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (5bec38c8-497b-4cad-8334-be134ec73224), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:21.011317 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a2670f71-2413-4422-9f2d-0a0dd49be928 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dfb7ac35e4074a158153c7279641bf4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1769032 Feb 08 21:32:21.014338 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58438) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:21.020002 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a176bd9-a9d6-403a-bb60-6d3a3d15a269 req-d8084472-b0c5-4690-8519-126710477874 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:21.021567 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a176bd9-a9d6-403a-bb60-6d3a3d15a269 req-d8084472-b0c5-4690-8519-126710477874 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=d76e164b-73d0-4625-a794-a384c6c1ddd6 HTTP/1.1" status: 200 len: 945 time: 0.5247962 Feb 08 21:32:21.024013 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-8ec1ff32-d11f-4a3f-9d43-8e4caab46570 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bec38c8-497b-4cad-8334-be134ec73224']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:21.041815 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-5a176bd9-a9d6-403a-bb60-6d3a3d15a269 req-de1c1a06-d347-4476-b061-8460f239ca64 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Request body: {'port': {'security_groups': []}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:32:21.047939 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-8ec1ff32-d11f-4a3f-9d43-8e4caab46570 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de4ef8b9-5228-401d-a050-a01748ec9db9') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:21.048588 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-8ec1ff32-d11f-4a3f-9d43-8e4caab46570 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de4ef8b9-5228-401d-a050-a01748ec9db9') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:21.073541 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aea77ec4-a9da-4055-9b6b-fb008af684a3 admin admin] Publish callbacks [] for security_group (62b82250-a774-472a-bf1e-426b2a715e13), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:21.080928 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ec1ff32-d11f-4a3f-9d43-8e4caab46570 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (de4ef8b9-5228-401d-a050-a01748ec9db9), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:21.097361 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aea77ec4-a9da-4055-9b6b-fb008af684a3 admin admin] Publish callbacks [] for security_group (62b82250-a774-472a-bf1e-426b2a715e13), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:21.116686 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6e6a2-46cc-487f-8abe-5a5688e542c7 req-29cdcd0a-a9e1-42ce-90ef-c48685ca5501 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:21.118356 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-76c6e6a2-46cc-487f-8abe-5a5688e542c7 req-29cdcd0a-a9e1-42ce-90ef-c48685ca5501 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.1679895 Feb 08 21:32:21.136792 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ec1ff32-d11f-4a3f-9d43-8e4caab46570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (de4ef8b9-5228-401d-a050-a01748ec9db9), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:21.153980 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aea77ec4-a9da-4055-9b6b-fb008af684a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (62b82250-a774-472a-bf1e-426b2a715e13), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:21.156547 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec1ff32-d11f-4a3f-9d43-8e4caab46570 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:32:21.156806 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aea77ec4-a9da-4055-9b6b-fb008af684a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:21.157000 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ec1ff32-d11f-4a3f-9d43-8e4caab46570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (de4ef8b9-5228-401d-a050-a01748ec9db9), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:21.161389 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-aea77ec4-a9da-4055-9b6b-fb008af684a3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/62b82250-a774-472a-bf1e-426b2a715e13 HTTP/1.1" status: 204 len: 168 time: 0.1426449 Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:32:21.161612 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:32:21.169443 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea77ec4-a9da-4055-9b6b-fb008af684a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b82250-a774-472a-bf1e-426b2a715e13,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:21.217425 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5a176bd9-a9d6-403a-bb60-6d3a3d15a269 req-de1c1a06-d347-4476-b061-8460f239ca64 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (87f36c0b-fbc1-4390-8a1f-87250c6ac6b4), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:21.262112 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ec1ff32-d11f-4a3f-9d43-8e4caab46570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (5bec38c8-497b-4cad-8334-be134ec73224), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:21.267627 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ec1ff32-d11f-4a3f-9d43-8e4caab46570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:21.270963 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8ec1ff32-d11f-4a3f-9d43-8e4caab46570 admin admin] 10.222.0.88 "DELETE /v2.0/networks/5bec38c8-497b-4cad-8334-be134ec73224 HTTP/1.1" status: 204 len: 168 time: 0.9025743 Feb 08 21:32:21.309623 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-76c6e6a2-46cc-487f-8abe-5a5688e542c7 req-a9abbb4f-a1f3-4eac-8dfd-076867b19c2e tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704469 Feb 08 21:32:21.312968 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1ff32-d11f-4a3f-9d43-8e4caab46570 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bec38c8-497b-4cad-8334-be134ec73224,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:21.510460 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58452) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:21.519101 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58454) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:21.524470 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-5a176bd9-a9d6-403a-bb60-6d3a3d15a269 req-de1c1a06-d347-4476-b061-8460f239ca64 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] For port 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=87f36c0b-fbc1-4390-8a1f-87250c6ac6b4,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:32:21.546672 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd40fa-48fa-4000-993b-a4d8e409eac9 req-c43effd3-7f43-40b1-beac-14c8b6a31fcf tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:21.548732 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72bd40fa-48fa-4000-993b-a4d8e409eac9 req-c43effd3-7f43-40b1-beac-14c8b6a31fcf tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 943 time: 0.1190271 Feb 08 21:32:21.592553 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6419293a-89e2-4efd-9450-3cbffc21ed3b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2099178bceae467caa302375eb115cde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0705421 Feb 08 21:32:21.593774 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5a176bd9-a9d6-403a-bb60-6d3a3d15a269 req-de1c1a06-d347-4476-b061-8460f239ca64 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks [] for port (87f36c0b-fbc1-4390-8a1f-87250c6ac6b4), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:21.593898 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fb54ebf3-7f04-4b65-9502-9af93e8ff58b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=23179f59f08e491eb2417e64c6efffac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0818360 Feb 08 21:32:21.594381 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58456) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:21.597669 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58458) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:21.602702 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5a176bd9-a9d6-403a-bb60-6d3a3d15a269 req-de1c1a06-d347-4476-b061-8460f239ca64 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (87f36c0b-fbc1-4390-8a1f-87250c6ac6b4), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:21.615661 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['5cfce827-87e2-4b87-b40c-c51c81b2fc12'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:32:21.623220 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['e124c5f6-4611-4439-97a8-4ce67fb6ac06', '87f36c0b-fbc1-4390-8a1f-87250c6ac6b4'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:32:21.668570 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72bd40fa-48fa-4000-993b-a4d8e409eac9 req-a676d8ec-4538-4430-9455-bc283f31b3ae tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/security-groups?id=357c5f60-4259-4216-9cac-1e908d8b0309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129639 Feb 08 21:32:21.681321 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a176bd9-a9d6-403a-bb60-6d3a3d15a269 req-de1c1a06-d347-4476-b061-8460f239ca64 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:21.682210 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5a176bd9-a9d6-403a-bb60-6d3a3d15a269 req-de1c1a06-d347-4476-b061-8460f239ca64 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:21.683577 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a176bd9-a9d6-403a-bb60-6d3a3d15a269 req-de1c1a06-d347-4476-b061-8460f239ca64 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "PUT /v2.0/ports/87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 HTTP/1.1" status: 200 len: 904 time: 0.6497810 Feb 08 21:32:21.684016 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd76e164b-73d0-4625-a794-a384c6c1ddd6', 'tag': '87f36c0b-fbc1-4390-8a1f-87250c6ac6b4'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:32:21.687213 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb20471-60ec-4e37-8150-65da5f2f39c0" -d '{"events": [{"name": "network-changed", "server_uuid": "d76e164b-73d0-4625-a794-a384c6c1ddd6", "tag": "87f36c0b-fbc1-4390-8a1f-87250c6ac6b4"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:32:21.718708 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c1a06-d347-4476-b061-8460f239ca64 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Pushing event updated for resources: {'Port': ['ID=87f36c0b-fbc1-4390-8a1f-87250c6ac6b4,revision_number=6']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:21.761119 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-68276bc6-4611-4d05-9ad7-4d25363c84a2 admin admin] Publish callbacks [] for security_group (282c28e3-cd12-426d-a180-311512fb39c4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:21.802375 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-68276bc6-4611-4d05-9ad7-4d25363c84a2 admin admin] Publish callbacks [] for security_group (282c28e3-cd12-426d-a180-311512fb39c4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:21.805508 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a7f42ee2-d771-4724-8b10-a565e72d4651 req-2ff007d2-950d-4cfd-9821-dad091368069 tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0435014 Feb 08 21:32:21.817437 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['87f36c0b-fbc1-4390-8a1f-87250c6ac6b4'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:32:21.872575 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fc1d08e8-222f-4ab1-883a-d02958c4f277 admin admin] Publish callbacks [] for security_group (b9b7790c-2a3e-49c9-8938-910e6ffbe1a9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:21.881711 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-68276bc6-4611-4d05-9ad7-4d25363c84a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (282c28e3-cd12-426d-a180-311512fb39c4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:21.891151 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-68276bc6-4611-4d05-9ad7-4d25363c84a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:21.892369 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-68276bc6-4611-4d05-9ad7-4d25363c84a2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/282c28e3-cd12-426d-a180-311512fb39c4 HTTP/1.1" status: 204 len: 168 time: 0.2970586 Feb 08 21:32:21.954056 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68276bc6-4611-4d05-9ad7-4d25363c84a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282c28e3-cd12-426d-a180-311512fb39c4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:21.993298 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fc1d08e8-222f-4ab1-883a-d02958c4f277 admin admin] Publish callbacks [] for security_group (b9b7790c-2a3e-49c9-8938-910e6ffbe1a9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:22.106699 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fc1d08e8-222f-4ab1-883a-d02958c4f277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b9b7790c-2a3e-49c9-8938-910e6ffbe1a9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:22.109851 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fc1d08e8-222f-4ab1-883a-d02958c4f277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:22.120493 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab3afd-fa35-4514-a756-dd4b1f10f14a req-27277a68-f522-4ade-9b87-a7a31a8bada3 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:22.122220 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fc1d08e8-222f-4ab1-883a-d02958c4f277 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b9b7790c-2a3e-49c9-8938-910e6ffbe1a9 HTTP/1.1" status: 204 len: 168 time: 0.5118234 Feb 08 21:32:22.138165 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c9ab3afd-fa35-4514-a756-dd4b1f10f14a req-27277a68-f522-4ade-9b87-a7a31a8bada3 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=d76e164b-73d0-4625-a794-a384c6c1ddd6 HTTP/1.1" status: 200 len: 907 time: 0.2136157 Feb 08 21:32:22.163239 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d08e8-222f-4ab1-883a-d02958c4f277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b7790c-2a3e-49c9-8938-910e6ffbe1a9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:22.169969 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d15a8f-7759-4f12-a7dc-e276e313981e x-openstack-request-id: req-d1d15a8f-7759-4f12-a7dc-e276e313981e {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:32:22.170601 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d76e164b-73d0-4625-a794-a384c6c1ddd6", "tag": "87f36c0b-fbc1-4390-8a1f-87250c6ac6b4", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:32:22.171063 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d1d15a8f-7759-4f12-a7dc-e276e313981e {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:32:22.173261 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd76e164b-73d0-4625-a794-a384c6c1ddd6', 'tag': '87f36c0b-fbc1-4390-8a1f-87250c6ac6b4', 'status': 'completed', 'code': 200} Feb 08 21:32:22.294217 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb20471-60ec-4e37-8150-65da5f2f39c0 req-b55ef7a9-1637-4bc2-8d73-a4ee86e5f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:22.295921 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-0ad7f751-a70b-4298-a6a5-0ae445f2aa2c None None] Provisioning complete for port 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:32:22.296299 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0ad7f751-a70b-4298-a6a5-0ae445f2aa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (87f36c0b-fbc1-4390-8a1f-87250c6ac6b4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:22.301934 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7bb20471-60ec-4e37-8150-65da5f2f39c0 req-b55ef7a9-1637-4bc2-8d73-a4ee86e5f77d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&device_id=d76e164b-73d0-4625-a794-a384c6c1ddd6 HTTP/1.1" status: 200 len: 1090 time: 0.1021020 Feb 08 21:32:22.406043 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b79526-6000-4b7f-b89f-2513c838e0e7 req-09e86882-8b31-4c4e-b77c-a42767217654 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:22.415636 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-68b79526-6000-4b7f-b89f-2513c838e0e7 req-09e86882-8b31-4c4e-b77c-a42767217654 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.1186447 Feb 08 21:32:22.451290 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0ad7f751-a70b-4298-a6a5-0ae445f2aa2c None None] Current status of the port 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:32:22.484946 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb20471-60ec-4e37-8150-65da5f2f39c0 req-fb9ba5b6-cf85-49a3-ac27-431193f9cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:22.487655 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7bb20471-60ec-4e37-8150-65da5f2f39c0 req-fb9ba5b6-cf85-49a3-ac27-431193f9cf64 service neutron] 10.222.0.94 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 913 time: 0.1781816 Feb 08 21:32:22.497867 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-68b79526-6000-4b7f-b89f-2513c838e0e7 req-c8c7905f-4890-4669-a373-899d555bfa51 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683742 Feb 08 21:32:22.554609 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7bb20471-60ec-4e37-8150-65da5f2f39c0 req-f239b882-e6c8-41fc-807c-fd4dfef8b10b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 HTTP/1.1" status: 200 len: 217 time: 0.0610261 Feb 08 21:32:22.629808 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb20471-60ec-4e37-8150-65da5f2f39c0 req-82a09d85-efd2-4c55-bc0c-a503dd8a3e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:22.631963 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7bb20471-60ec-4e37-8150-65da5f2f39c0 req-82a09d85-efd2-4c55-bc0c-a503dd8a3e8c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0aa29b5a-a776-4012-aa53-861d63a1c0ca HTTP/1.1" status: 200 len: 851 time: 0.0706739 Feb 08 21:32:22.650945 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9884b-c54d-4106-ae1b-ae8d0c692564 req-ec39a7e2-a188-4ce1-a8bb-9726c7231427 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:22.653048 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8dd9884b-c54d-4106-ae1b-ae8d0c692564 req-ec39a7e2-a188-4ce1-a8bb-9726c7231427 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.0697792 Feb 08 21:32:22.699573 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb20471-60ec-4e37-8150-65da5f2f39c0 req-6f584a17-8d5f-409c-a263-ccb21f43942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:22.703614 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7bb20471-60ec-4e37-8150-65da5f2f39c0 req-6f584a17-8d5f-409c-a263-ccb21f43942d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=470bde4a-288b-4162-81c1-45fdd6f3db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0642760 Feb 08 21:32:22.730248 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8dd9884b-c54d-4106-ae1b-ae8d0c692564 req-c09a258f-4c2d-4ef0-94bd-e98e85b06a2b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703397 Feb 08 21:32:22.831601 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7bb20471-60ec-4e37-8150-65da5f2f39c0 req-09789540-eb98-408b-92b7-5c6fa20bdded service neutron] 10.222.0.94 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202934 Feb 08 21:32:22.838718 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638b208-72da-4297-ad2e-e6b12388c5a3 req-5c6f57f7-36e2-47ed-a6dc-5d6d15da1253 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:22.844055 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b638b208-72da-4297-ad2e-e6b12388c5a3 req-5c6f57f7-36e2-47ed-a6dc-5d6d15da1253 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 943 time: 0.0829737 Feb 08 21:32:22.973496 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b638b208-72da-4297-ad2e-e6b12388c5a3 req-bb9246a1-e0f4-495b-82fc-ffc4a028e40b tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/security-groups?id=357c5f60-4259-4216-9cac-1e908d8b0309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121254 Feb 08 21:32:23.001856 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-88cb5370-34a8-4252-9187-41ecc899ed3e req-a933c70b-4771-4801-9555-85388d3ac91b tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0686476 Feb 08 21:32:23.041950 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7bb20471-60ec-4e37-8150-65da5f2f39c0 req-8d3e8f83-4941-49f0-a8be-3d000fbe506f service neutron] 10.222.0.94 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045531 Feb 08 21:32:23.255901 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-97a01003-e997-4c1e-b3c5-7e4cc6cf160f tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:23.258418 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-97a01003-e997-4c1e-b3c5-7e4cc6cf160f tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 812 time: 0.1910379 Feb 08 21:32:23.282353 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-cc10212f-f945-42b9-a8b0-ee5454d7ba19 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/quotas/00aa88ba7b6d432b85cbf54f743f0690 HTTP/1.1" status: 200 len: 375 time: 0.0128746 Feb 08 21:32:23.400971 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-526766dd-aca7-422f-b584-d728663700b2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1102715 Feb 08 21:32:23.458344 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58532) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:23.524362 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-ab56ba1d-c583-4021-a758-d9fb677e3837 service neutron] 10.222.0.88 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223943 Feb 08 21:32:23.606089 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0f98b105-6ae2-4d48-b1e1-037ef6618084 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-103975909-network', 'tenant_id': '3a1074f057f54c28ad31994248788654'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:32:23.620738 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:32:23.632070 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f98b105-6ae2-4d48-b1e1-037ef6618084 admin admin] Made reservation on behalf of 3a1074f057f54c28ad31994248788654 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:32:23.644797 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f98b105-6ae2-4d48-b1e1-037ef6618084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:23.657733 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-bc699032-e196-4d31-956a-7761850d4b51 service neutron] 10.222.0.88 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297750 Feb 08 21:32:23.661438 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f98b105-6ae2-4d48-b1e1-037ef6618084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:23.770001 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f98b105-6ae2-4d48-b1e1-037ef6618084 admin admin] Publish callbacks [] for security_group (b0c77d62-6779-4678-a771-23742a2edf7c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:23.774549 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f98b105-6ae2-4d48-b1e1-037ef6618084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b0c77d62-6779-4678-a771-23742a2edf7c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:23.810348 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f98b105-6ae2-4d48-b1e1-037ef6618084 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:32:23.824259 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f98b105-6ae2-4d48-b1e1-037ef6618084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (1f0ab992-3ab1-461a-b8dc-9e0a387aaea8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:23.825431 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-0f98b105-6ae2-4d48-b1e1-037ef6618084 admin admin] Added segment 1f0ab992-3ab1-461a-b8dc-9e0a387aaea8 of type vlan for network 73fceb1b-b6d4-497c-943e-d646a20c4dcd Feb 08 21:32:23.888901 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f49ee404-2423-4176-b7a1-ec8d458ed0f3 req-8b1da9fd-3b36-4b9d-9efc-164d6c43b5c6 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 210 time: 0.0488403 Feb 08 21:32:23.897436 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f98b105-6ae2-4d48-b1e1-037ef6618084 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (73fceb1b-b6d4-497c-943e-d646a20c4dcd), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:23.929526 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f98b105-6ae2-4d48-b1e1-037ef6618084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (73fceb1b-b6d4-497c-943e-d646a20c4dcd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:23.930987 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f98b105-6ae2-4d48-b1e1-037ef6618084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:23.931582 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f98b105-6ae2-4d48-b1e1-037ef6618084 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:24.066430 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0f98b105-6ae2-4d48-b1e1-037ef6618084 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6069024 Feb 08 21:32:24.069601 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58558) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:24.084282 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-ba1d680a-e3e3-47f9-bd73-98c25b313fa2 admin admin] Request body: {'subnet': {'network_id': '73fceb1b-b6d4-497c-943e-d646a20c4dcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-103975909-subnet', 'tenant_id': '3a1074f057f54c28ad31994248788654', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:32:24.090302 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98b105-6ae2-4d48-b1e1-037ef6618084 admin admin] Pushing event updated for resources: {'Network': ['ID=73fceb1b-b6d4-497c-943e-d646a20c4dcd,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:24.096023 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98b105-6ae2-4d48-b1e1-037ef6618084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c77d62-6779-4678-a771-23742a2edf7c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:24.102323 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 73fceb1b-b6d4-497c-943e-d646a20c4dcd details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:32:24.133131 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1d680a-e3e3-47f9-bd73-98c25b313fa2 admin admin] Made reservation on behalf of 3a1074f057f54c28ad31994248788654 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:32:24.140270 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ba1d680a-e3e3-47f9-bd73-98c25b313fa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:24.234578 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-17b1205d-aea0-473f-a691-42cfe6564305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:24.402015 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8dc63e59-9ae8-4e8b-9464-fc653f8b551d req-3ab61e50-2a8c-44a5-93a5-3b9ab06aaa61 tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0888400 Feb 08 21:32:24.490776 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bf8c7-bcae-43e1-b020-3475caeaba60 req-0f560b83-4bb9-425c-b13e-2d5c0aca9bb9 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:24.492667 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e56bf8c7-bcae-43e1-b020-3475caeaba60 req-0f560b83-4bb9-425c-b13e-2d5c0aca9bb9 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 943 time: 0.1809249 Feb 08 21:32:24.533568 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ba1d680a-e3e3-47f9-bd73-98c25b313fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (43a9ce4c-2366-43e2-8162-632562caeb6d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:24.636871 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e56bf8c7-bcae-43e1-b020-3475caeaba60 req-d81aee00-cd55-4f9e-93e7-b097676f0267 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/security-groups?id=357c5f60-4259-4216-9cac-1e908d8b0309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332586 Feb 08 21:32:24.638341 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d680a-e3e3-47f9-bd73-98c25b313fa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43a9ce4c-2366-43e2-8162-632562caeb6d,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:24.663981 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1d680a-e3e3-47f9-bd73-98c25b313fa2 admin admin] Checking segment: {'id': '1f0ab992-3ab1-461a-b8dc-9e0a387aaea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '73fceb1b-b6d4-497c-943e-d646a20c4dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:32:24.664414 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1d680a-e3e3-47f9-bd73-98c25b313fa2 admin admin] Network hostable DHCP agents. Network: 73fceb1b-b6d4-497c-943e-d646a20c4dcd, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:32:24.701914 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1d680a-e3e3-47f9-bd73-98c25b313fa2 admin admin] Network 73fceb1b-b6d4-497c-943e-d646a20c4dcd is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:32:24.737860 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-ba1d680a-e3e3-47f9-bd73-98c25b313fa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 73fceb1b-b6d4-497c-943e-d646a20c4dcd) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:32:24.750307 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63537b0a-b184-46b0-bb65-657e3849fda1 None None] Network 73fceb1b-b6d4-497c-943e-d646a20c4dcd requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:32:24.755996 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1d680a-e3e3-47f9-bd73-98c25b313fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:24.756928 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ba1d680a-e3e3-47f9-bd73-98c25b313fa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:24.799829 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ba1d680a-e3e3-47f9-bd73-98c25b313fa2 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7289245 Feb 08 21:32:24.925052 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a264cc4-fa8f-4361-8587-7e58d35e91b1 None None] Network 73fceb1b-b6d4-497c-943e-d646a20c4dcd requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:32:25.043534 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2fb6e89b-0a1c-427d-b68d-6efac552b924 req-ad98206d-109a-4d24-a7fa-6b598a64b3e1 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 210 time: 0.0481322 Feb 08 21:32:25.142415 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58592) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:25.360332 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-bc8aade5-32d0-47e9-ac15-7eb960eda0ac tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:32:25.402088 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc8aade5-32d0-47e9-ac15-7eb960eda0ac tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:25.416692 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-6cf5f826-01ff-43a0-b9ef-e1f2b4672d65 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:25.418399 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-6cf5f826-01ff-43a0-b9ef-e1f2b4672d65 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.96 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 812 time: 0.1702938 Feb 08 21:32:25.435829 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-b991db2f-7cf1-4e85-a0fd-10f89e9990dd tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Request body: {'port': {'device_id': '3b5d1b65-0224-4c37-8ebc-bfb19a7264f2', 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b', 'admin_state_up': True, 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:32:25.521115 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc8aade5-32d0-47e9-ac15-7eb960eda0ac tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:25.610862 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9bc461a2-0c47-4734-adf4-5d6ec3fc75cf req-208f370e-5c88-457f-a068-64cbc8d6b1ed tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0489838 Feb 08 21:32:25.657872 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-bc8aade5-32d0-47e9-ac15-7eb960eda0ac tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Allocated IP 172.25.3.104 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/0be2b477-a3e2-42e3-b339-1d694a655c20) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:32:25.704614 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-1c63c637-46a4-4945-af2e-b7213dba8988 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:25.711824 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-1c63c637-46a4-4945-af2e-b7213dba8988 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.88 "GET /v2.0/networks?id=73fceb1b-b6d4-497c-943e-d646a20c4dcd HTTP/1.1" status: 200 len: 821 time: 0.2923584 Feb 08 21:32:25.731454 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-32c43534-8ef8-4d5e-884b-81da0ea5401c tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.88 "GET /v2.0/quotas/3a1074f057f54c28ad31994248788654 HTTP/1.1" status: 200 len: 375 time: 0.0186861 Feb 08 21:32:25.791245 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-d1f6a29c-2f24-4fe1-af43-41ebae800d38 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=3a1074f057f54c28ad31994248788654&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524905 Feb 08 21:32:25.800043 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-b991db2f-7cf1-4e85-a0fd-10f89e9990dd tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Made reservation on behalf of 00aa88ba7b6d432b85cbf54f743f0690 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:32:25.803612 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-b991db2f-7cf1-4e85-a0fd-10f89e9990dd tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:25.822777 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc8aade5-32d0-47e9-ac15-7eb960eda0ac tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks [] for port (0be2b477-a3e2-42e3-b339-1d694a655c20), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:25.868685 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc8aade5-32d0-47e9-ac15-7eb960eda0ac tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (0be2b477-a3e2-42e3-b339-1d694a655c20), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:25.907490 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8aade5-32d0-47e9-ac15-7eb960eda0ac tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:32:25.912353 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-bc8aade5-32d0-47e9-ac15-7eb960eda0ac tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:32:25.915701 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8aade5-32d0-47e9-ac15-7eb960eda0ac tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:32:25.954467 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8aade5-32d0-47e9-ac15-7eb960eda0ac tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Pushing event updated for resources: {'Port': ['ID=0be2b477-a3e2-42e3-b339-1d694a655c20,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:26.045500 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc8aade5-32d0-47e9-ac15-7eb960eda0ac tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks [] for floatingip (34d72fcf-b131-4981-a3ff-ea0d9cfcf08b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:26.052248 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b79ea3-e5c5-403c-9cac-5430138e097d req-4ad56ce2-7b7a-489e-a8c0-bce97efc7d87 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:26.053937 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d8b79ea3-e5c5-403c-9cac-5430138e097d req-4ad56ce2-7b7a-489e-a8c0-bce97efc7d87 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 943 time: 0.2390540 Feb 08 21:32:26.058291 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-d4d9b5f6-f769-4090-9df1-d0c427e9423c service neutron] 10.222.0.88 "GET /v2.0/networks/73fceb1b-b6d4-497c-943e-d646a20c4dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660856 Feb 08 21:32:26.103572 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc8aade5-32d0-47e9-ac15-7eb960eda0ac tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0be2b477-a3e2-42e3-b339-1d694a655c20), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:26.132310 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-b991db2f-7cf1-4e85-a0fd-10f89e9990dd tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Allocated IP 172.20.0.13 (470bde4a-288b-4162-81c1-45fdd6f3db1b/0aa29b5a-a776-4012-aa53-861d63a1c0ca/6461f028-9c9a-4522-9b52-52c7001b2844) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:32:26.177953 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d8b79ea3-e5c5-403c-9cac-5430138e097d req-3605f0fc-ad8a-48ea-85f1-a14e8646ac38 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/security-groups?id=357c5f60-4259-4216-9cac-1e908d8b0309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167283 Feb 08 21:32:26.251311 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-92b9cdfe-c972-4140-9010-cc7f094892ba service neutron] 10.222.0.88 "GET /v2.0/networks/73fceb1b-b6d4-497c-943e-d646a20c4dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814041 Feb 08 21:32:26.288817 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc8aade5-32d0-47e9-ac15-7eb960eda0ac tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks [] for port (0be2b477-a3e2-42e3-b339-1d694a655c20), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:26.294779 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc8aade5-32d0-47e9-ac15-7eb960eda0ac tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (0be2b477-a3e2-42e3-b339-1d694a655c20), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:26.300282 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 48ba46b3-96c0-425a-ba37-4ac6f5174979 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:32:26.355809 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9c3f371-d594-41b4-909a-cc66cb06edc6 req-b7b6d76d-1e6b-45cf-bc24-555d2a7a0e2b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 210 time: 0.0437706 Feb 08 21:32:26.416019 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8aade5-32d0-47e9-ac15-7eb960eda0ac tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Pushing event updated for resources: {'Port': ['ID=0be2b477-a3e2-42e3-b339-1d694a655c20,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:26.428654 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc8aade5-32d0-47e9-ac15-7eb960eda0ac tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (34d72fcf-b131-4981-a3ff-ea0d9cfcf08b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:26.456644 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc8aade5-32d0-47e9-ac15-7eb960eda0ac tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:26.461848 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bc8aade5-32d0-47e9-ac15-7eb960eda0ac tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3172343 Feb 08 21:32:26.462517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58612) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:26.476747 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-004af013-2fe0-408c-b9b9-49b11e4c7c8f tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1944076292'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:32:26.482788 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-b991db2f-7cf1-4e85-a0fd-10f89e9990dd tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks [] for port (6461f028-9c9a-4522-9b52-52c7001b2844), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:26.529948 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 48ba46b3-96c0-425a-ba37-4ac6f5174979, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=48ba46b3-96c0-425a-ba37-4ac6f5174979,segment=NetworkSegment(fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334),segment_id=fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:32:26.541147 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004af013-2fe0-408c-b9b9-49b11e4c7c8f tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Made reservation on behalf of ef94d55a4f464c43ba3e6628c548343f for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:32:26.544670 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-004af013-2fe0-408c-b9b9-49b11e4c7c8f tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:26.545209 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '48ba46b3-96c0-425a-ba37-4ac6f5174979', 'network_id': '408b6511-ea01-4c92-b584-46cf5335e828', 'port_id': '48ba46b3-96c0-425a-ba37-4ac6f5174979', 'mac_address': 'fa:16:3e:9c:a3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2130ef6d-804d-44a5-85d7-5418400fcc2f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:32:26.558048 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-004af013-2fe0-408c-b9b9-49b11e4c7c8f tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:26.603560 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 48ba46b3-96c0-425a-ba37-4ac6f5174979 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:32:26.604096 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (48ba46b3-96c0-425a-ba37-4ac6f5174979), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:26.624725 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ba46b3-96c0-425a-ba37-4ac6f5174979 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:32:26.629066 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a552c1d-f653-4adf-a16d-0887870abd66 req-6e706d70-947b-47e1-ac72-ce687ea5e3e3 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4ea591b-4ba4-4211-9a53-83a140b5ecb8 HTTP/1.1" status: 200 len: 210 time: 0.0734639 Feb 08 21:32:26.652886 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-b991db2f-7cf1-4e85-a0fd-10f89e9990dd tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (6461f028-9c9a-4522-9b52-52c7001b2844), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:26.668877 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['5cfce827-87e2-4b87-b40c-c51c81b2fc12'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:32:26.677017 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5dd930bc-41c7-4ebb-aa9c-1513aa885b58 req-bc1fbd12-990f-4e33-9621-c993985912e9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0365903 Feb 08 21:32:26.720846 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 48ba46b3-96c0-425a-ba37-4ac6f5174979, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=48ba46b3-96c0-425a-ba37-4ac6f5174979,segment=NetworkSegment(fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334),segment_id=fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:32:26.725891 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-b991db2f-7cf1-4e85-a0fd-10f89e9990dd tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Network 470bde4a-288b-4162-81c1-45fdd6f3db1b is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:32:26.729413 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['e124c5f6-4611-4439-97a8-4ce67fb6ac06'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:32:26.742970 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-b991db2f-7cf1-4e85-a0fd-10f89e9990dd tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:32:26.750655 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-b991db2f-7cf1-4e85-a0fd-10f89e9990dd tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:32:26.801336 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (48ba46b3-96c0-425a-ba37-4ac6f5174979), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:26.837278 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-b991db2f-7cf1-4e85-a0fd-10f89e9990dd tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:26.837922 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-b991db2f-7cf1-4e85-a0fd-10f89e9990dd tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:26.882759 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991db2f-7cf1-4e85-a0fd-10f89e9990dd tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Pushing event updated for resources: {'Port': ['ID=6461f028-9c9a-4522-9b52-52c7001b2844,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:26.935562 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8745f646-9af7-42d1-883a-fe2b821b0541 req-b5d7c07d-a476-4e42-865c-9c4004f881d7 tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0937793 Feb 08 21:32:26.960074 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-b991db2f-7cf1-4e85-a0fd-10f89e9990dd tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5289829 Feb 08 21:32:26.973356 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-1ea826ff-1693-43e8-8c68-64625a0ff98f tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:32:26.973356 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-1ea826ff-1693-43e8-8c68-64625a0ff98f tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059838 Feb 08 21:32:26.994399 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-e17948ab-893b-438c-95e9-a6805718ffe2 service neutron] Request body: {'port': {'device_id': '3b5d1b65-0224-4c37-8ebc-bfb19a7264f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:32:26.998561 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-004af013-2fe0-408c-b9b9-49b11e4c7c8f tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks [] for security_group (ffa9f1bf-91b8-4e70-ab7e-f47149700323), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:27.025869 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-004af013-2fe0-408c-b9b9-49b11e4c7c8f tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ffa9f1bf-91b8-4e70-ab7e-f47149700323), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:27.035344 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=48ba46b3-96c0-425a-ba37-4ac6f5174979,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:27.128883 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-e17948ab-893b-438c-95e9-a6805718ffe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6461f028-9c9a-4522-9b52-52c7001b2844), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:27.130913 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-004af013-2fe0-408c-b9b9-49b11e4c7c8f tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:32:27.159508 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-004af013-2fe0-408c-b9b9-49b11e4c7c8f tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (21f3f5ac-bf0b-4fff-a6ad-f5008875b50b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:27.160349 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-004af013-2fe0-408c-b9b9-49b11e4c7c8f tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Added segment 21f3f5ac-bf0b-4fff-a6ad-f5008875b50b of type vlan for network 82beeaeb-d86d-4c05-9ada-f60755f16507 Feb 08 21:32:27.163098 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004af013-2fe0-408c-b9b9-49b11e4c7c8f tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa9f1bf-91b8-4e70-ab7e-f47149700323,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:27.214058 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['48ba46b3-96c0-425a-ba37-4ac6f5174979'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:32:27.254646 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-004af013-2fe0-408c-b9b9-49b11e4c7c8f tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (82beeaeb-d86d-4c05-9ada-f60755f16507), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:27.399358 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-004af013-2fe0-408c-b9b9-49b11e4c7c8f tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (82beeaeb-d86d-4c05-9ada-f60755f16507), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:27.404259 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004af013-2fe0-408c-b9b9-49b11e4c7c8f tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:27.404875 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-004af013-2fe0-408c-b9b9-49b11e4c7c8f tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:27.462809 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b1055f53-b681-4fbf-a495-91ab9b6c75ce None None] Provisioning complete for port 6461f028-9c9a-4522-9b52-52c7001b2844 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:32:27.463762 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b1055f53-b681-4fbf-a495-91ab9b6c75ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6461f028-9c9a-4522-9b52-52c7001b2844), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:27.513494 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004af013-2fe0-408c-b9b9-49b11e4c7c8f tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Pushing event updated for resources: {'Network': ['ID=82beeaeb-d86d-4c05-9ada-f60755f16507,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:27.522765 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c67e2462-099a-4b78-ba0d-2b453440efb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:27.533182 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 82beeaeb-d86d-4c05-9ada-f60755f16507 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:32:27.591120 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b1055f53-b681-4fbf-a495-91ab9b6c75ce None None] Port 6461f028-9c9a-4522-9b52-52c7001b2844 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:32:27.605906 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-004af013-2fe0-408c-b9b9-49b11e4c7c8f tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1342165 Feb 08 21:32:27.607512 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58634) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:27.615615 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e8b14df7-b3e5-4029-9ad8-26ff462b18c9 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Request body: {'subnet': {'network_id': '82beeaeb-d86d-4c05-9ada-f60755f16507', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:32:27.637139 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53ef39-983f-4311-9b59-f343cf1d0644 req-0a66d868-ad95-4147-8259-f6db8362dc39 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:27.638635 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa53ef39-983f-4311-9b59-f343cf1d0644 req-0a66d868-ad95-4147-8259-f6db8362dc39 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 944 time: 0.2949872 Feb 08 21:32:27.694337 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260c3e3-2a85-45ac-ace1-3a2204d21a36 req-22faa63b-99f9-4a2e-add2-ecb01bc9c1ff tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:27.701601 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b260c3e3-2a85-45ac-ace1-3a2204d21a36 req-22faa63b-99f9-4a2e-add2-ecb01bc9c1ff tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 932 time: 0.1921368 Feb 08 21:32:27.747272 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b14df7-b3e5-4029-9ad8-26ff462b18c9 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Made reservation on behalf of ef94d55a4f464c43ba3e6628c548343f for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:32:27.752968 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e8b14df7-b3e5-4029-9ad8-26ff462b18c9 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:27.799568 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b260c3e3-2a85-45ac-ace1-3a2204d21a36 req-4e966236-5938-4571-a218-d1318f39faba tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969846 Feb 08 21:32:27.820275 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa53ef39-983f-4311-9b59-f343cf1d0644 req-082a3fef-b6df-44a9-96ca-e514cadf6535 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/security-groups?id=357c5f60-4259-4216-9cac-1e908d8b0309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702023 Feb 08 21:32:27.900021 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-e17948ab-893b-438c-95e9-a6805718ffe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6461f028-9c9a-4522-9b52-52c7001b2844 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:32:27.927906 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3414fb2e-531a-49e2-8b68-02c2dac5b905 req-9f90cfc2-c38e-4c3e-9310-2d62e2543b69 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4ea591b-4ba4-4211-9a53-83a140b5ecb8 HTTP/1.1" status: 200 len: 210 time: 0.0446188 Feb 08 21:32:27.930148 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-e17948ab-893b-438c-95e9-a6805718ffe2 service neutron] Publish callbacks [] for port (6461f028-9c9a-4522-9b52-52c7001b2844), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:27.957834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-e17948ab-893b-438c-95e9-a6805718ffe2 service neutron] Transition to ACTIVE for port object 6461f028-9c9a-4522-9b52-52c7001b2844 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:32:27.964329 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-e17948ab-893b-438c-95e9-a6805718ffe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (6461f028-9c9a-4522-9b52-52c7001b2844), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:28.176676 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e8b14df7-b3e5-4029-9ad8-26ff462b18c9 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (e4327dfb-6510-4e59-87e1-a0bcc913f048), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:28.220745 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-d83ef74a-23e0-4c08-b9f2-6d4cf1b7afe9 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:28.223028 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-d83ef74a-23e0-4c08-b9f2-6d4cf1b7afe9 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.96 "GET /v2.0/networks?id=73fceb1b-b6d4-497c-943e-d646a20c4dcd HTTP/1.1" status: 200 len: 821 time: 0.2452416 Feb 08 21:32:28.272394 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-a41ff7a1-d3e6-435a-a938-c34e288ab50c tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Request body: {'port': {'device_id': 'a4ea591b-4ba4-4211-9a53-83a140b5ecb8', 'network_id': '73fceb1b-b6d4-497c-943e-d646a20c4dcd', 'admin_state_up': True, 'tenant_id': '3a1074f057f54c28ad31994248788654'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:32:28.351994 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b14df7-b3e5-4029-9ad8-26ff462b18c9 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Pushing event updated for resources: {'Subnet': ['ID=e4327dfb-6510-4e59-87e1-a0bcc913f048,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:28.361336 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b14df7-b3e5-4029-9ad8-26ff462b18c9 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Checking segment: {'id': '21f3f5ac-bf0b-4fff-a6ad-f5008875b50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '82beeaeb-d86d-4c05-9ada-f60755f16507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:32:28.362223 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b14df7-b3e5-4029-9ad8-26ff462b18c9 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Network hostable DHCP agents. Network: 82beeaeb-d86d-4c05-9ada-f60755f16507, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:32:28.382389 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b14df7-b3e5-4029-9ad8-26ff462b18c9 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Network 82beeaeb-d86d-4c05-9ada-f60755f16507 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:32:28.410313 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-e8b14df7-b3e5-4029-9ad8-26ff462b18c9 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 82beeaeb-d86d-4c05-9ada-f60755f16507) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:32:28.415452 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b14df7-b3e5-4029-9ad8-26ff462b18c9 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:28.416095 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e8b14df7-b3e5-4029-9ad8-26ff462b18c9 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:28.425039 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5990574-f78e-42b3-aa39-b36546480fbc None None] Network 82beeaeb-d86d-4c05-9ada-f60755f16507 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:32:28.452186 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e8b14df7-b3e5-4029-9ad8-26ff462b18c9 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8428097 Feb 08 21:32:28.455003 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58646) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:28.468875 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c559a244-621f-43e9-be4e-d316bff77443 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1019221461', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:32:28.513043 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c559a244-621f-43e9-be4e-d316bff77443 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (3eb94c3d-b3dc-4093-b0da-b6f217dc28ac), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:28.514746 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c559a244-621f-43e9-be4e-d316bff77443 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (3eb94c3d-b3dc-4093-b0da-b6f217dc28ac), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:28.633050 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b68af4-f8db-450b-a775-2f66f28f8e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-82beeaeb-d86d-4c05-9ada-f60755f16507', 'network_id': '82beeaeb-d86d-4c05-9ada-f60755f16507', 'project_id': 'ef94d55a4f464c43ba3e6628c548343f', 'fixed_ips': [{'subnet_id': 'e4327dfb-6510-4e59-87e1-a0bcc913f048'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:32:28.634741 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-26b68af4-f8db-450b-a775-2f66f28f8e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:28.645503 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c559a244-621f-43e9-be4e-d316bff77443 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks [] for router_controller (3eb94c3d-b3dc-4093-b0da-b6f217dc28ac), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:28.825984 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-26b68af4-f8db-450b-a775-2f66f28f8e7a None None] Allocated IP 172.20.0.2 (82beeaeb-d86d-4c05-9ada-f60755f16507/e4327dfb-6510-4e59-87e1-a0bcc913f048/5385f59d-7d55-4361-835c-202731a7bf15) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:32:28.872482 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ae49b875-cf07-413c-a0b2-39fbf8372106 req-d849224e-2432-4e5d-855a-32d0b80a61e8 tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.7772162 Feb 08 21:32:29.008194 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-26b68af4-f8db-450b-a775-2f66f28f8e7a None None] Publish callbacks [] for port (5385f59d-7d55-4361-835c-202731a7bf15), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:29.020104 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-26b68af4-f8db-450b-a775-2f66f28f8e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (5385f59d-7d55-4361-835c-202731a7bf15), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:29.041244 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17948ab-893b-438c-95e9-a6805718ffe2 service neutron] Pushing event updated for resources: {'Port': ['ID=6461f028-9c9a-4522-9b52-52c7001b2844,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:29.093251 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b68af4-f8db-450b-a775-2f66f28f8e7a None None] Pushing event updated for resources: {'Port': ['ID=5385f59d-7d55-4361-835c-202731a7bf15,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:29.109599 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b68af4-f8db-450b-a775-2f66f28f8e7a None None] Network 82beeaeb-d86d-4c05-9ada-f60755f16507 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:32:29.113815 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-26b68af4-f8db-450b-a775-2f66f28f8e7a None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:32:29.124058 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b68af4-f8db-450b-a775-2f66f28f8e7a None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:32:29.243718 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-a41ff7a1-d3e6-435a-a938-c34e288ab50c tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Made reservation on behalf of 3a1074f057f54c28ad31994248788654 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:32:29.248775 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-a41ff7a1-d3e6-435a-a938-c34e288ab50c tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:29.258786 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:29.276280 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-26b68af4-f8db-450b-a775-2f66f28f8e7a None None] Attempting to bind port 5385f59d-7d55-4361-835c-202731a7bf15 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:32:29.276742 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-26b68af4-f8db-450b-a775-2f66f28f8e7a None None] Attempting to bind port 5385f59d-7d55-4361-835c-202731a7bf15 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '21f3f5ac-bf0b-4fff-a6ad-f5008875b50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '82beeaeb-d86d-4c05-9ada-f60755f16507'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:32:29.277026 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b68af4-f8db-450b-a775-2f66f28f8e7a None None] Attempting to bind port 5385f59d-7d55-4361-835c-202731a7bf15 on network 82beeaeb-d86d-4c05-9ada-f60755f16507 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:32:29.277675 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-e17948ab-893b-438c-95e9-a6805718ffe2 service neutron] Attempting to bind port 6461f028-9c9a-4522-9b52-52c7001b2844 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:32:29.278089 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-e17948ab-893b-438c-95e9-a6805718ffe2 service neutron] Attempting to bind port 6461f028-9c9a-4522-9b52-52c7001b2844 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:32:29.278489 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-e17948ab-893b-438c-95e9-a6805718ffe2 service neutron] Attempting to bind port 6461f028-9c9a-4522-9b52-52c7001b2844 on network 470bde4a-288b-4162-81c1-45fdd6f3db1b {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:32:29.282685 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b68af4-f8db-450b-a775-2f66f28f8e7a None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:32:29.283072 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b68af4-f8db-450b-a775-2f66f28f8e7a None None] Checking segment: {'id': '21f3f5ac-bf0b-4fff-a6ad-f5008875b50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '82beeaeb-d86d-4c05-9ada-f60755f16507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:32:29.283483 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-26b68af4-f8db-450b-a775-2f66f28f8e7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:29.283941 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b68af4-f8db-450b-a775-2f66f28f8e7a None None] Bound using segment: {'id': '21f3f5ac-bf0b-4fff-a6ad-f5008875b50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '82beeaeb-d86d-4c05-9ada-f60755f16507'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:32:29.284422 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-26b68af4-f8db-450b-a775-2f66f28f8e7a None None] Bound port: 5385f59d-7d55-4361-835c-202731a7bf15, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f3f5ac-bf0b-4fff-a6ad-f5008875b50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '82beeaeb-d86d-4c05-9ada-f60755f16507'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:32:29.284812 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-26b68af4-f8db-450b-a775-2f66f28f8e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5385f59d-7d55-4361-835c-202731a7bf15), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:29.288492 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-e17948ab-893b-438c-95e9-a6805718ffe2 service neutron] Port 6461f028-9c9a-4522-9b52-52c7001b2844 on network 470bde4a-288b-4162-81c1-45fdd6f3db1b not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:32:29.289028 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-e17948ab-893b-438c-95e9-a6805718ffe2 service neutron] Attempting to bind port 6461f028-9c9a-4522-9b52-52c7001b2844 on network 470bde4a-288b-4162-81c1-45fdd6f3db1b {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:32:29.309773 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-e17948ab-893b-438c-95e9-a6805718ffe2 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:32:29.310494 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-e17948ab-893b-438c-95e9-a6805718ffe2 service neutron] Checking segment: {'id': '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:32:29.310896 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-e17948ab-893b-438c-95e9-a6805718ffe2 service neutron] Bound using segment: {'id': '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:32:29.311337 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-e17948ab-893b-438c-95e9-a6805718ffe2 service neutron] Bound port: 6461f028-9c9a-4522-9b52-52c7001b2844, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:32:29.311693 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-e17948ab-893b-438c-95e9-a6805718ffe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6461f028-9c9a-4522-9b52-52c7001b2844), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:29.373406 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-26b68af4-f8db-450b-a775-2f66f28f8e7a None None] For port 5385f59d-7d55-4361-835c-202731a7bf15, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:32:29.374368 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55becaf1-0e78-481e-bbbd-5f38f517f381 req-8c2f69b5-7e74-495d-a9d8-c55e7d81855c tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:29.375906 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55becaf1-0e78-481e-bbbd-5f38f517f381 req-8c2f69b5-7e74-495d-a9d8-c55e7d81855c tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 944 time: 0.2723067 Feb 08 21:32:29.389861 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-26b68af4-f8db-450b-a775-2f66f28f8e7a None None] For port 5385f59d-7d55-4361-835c-202731a7bf15, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5385f59d-7d55-4361-835c-202731a7bf15,segment=NetworkSegment(21f3f5ac-bf0b-4fff-a6ad-f5008875b50b),segment_id=21f3f5ac-bf0b-4fff-a6ad-f5008875b50b)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:32:29.399754 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-26b68af4-f8db-450b-a775-2f66f28f8e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5385f59d-7d55-4361-835c-202731a7bf15), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:29.430526 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c559a244-621f-43e9-be4e-d316bff77443 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks [] for router_gateway (3eb94c3d-b3dc-4093-b0da-b6f217dc28ac), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:29.470400 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ffe1d-ae52-4ef7-b1e7-ac62e0f2ab32 req-176dfd6f-0df7-4d88-9462-a3eff4b59858 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:29.472944 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e56ffe1d-ae52-4ef7-b1e7-ac62e0f2ab32 req-176dfd6f-0df7-4d88-9462-a3eff4b59858 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 944 time: 0.3064051 Feb 08 21:32:29.491810 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b68af4-f8db-450b-a775-2f66f28f8e7a None None] Pushing event updated for resources: {'Port': ['ID=5385f59d-7d55-4361-835c-202731a7bf15,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:29.613299 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-e17948ab-893b-438c-95e9-a6805718ffe2 service neutron] For port 6461f028-9c9a-4522-9b52-52c7001b2844, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:32:29.654355 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-e17948ab-893b-438c-95e9-a6805718ffe2 service neutron] For port 6461f028-9c9a-4522-9b52-52c7001b2844, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6461f028-9c9a-4522-9b52-52c7001b2844,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:32:29.660942 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55becaf1-0e78-481e-bbbd-5f38f517f381 req-0cc6cca1-bb22-49f2-89ca-81cae58d98de tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727010 Feb 08 21:32:29.667794 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e56ffe1d-ae52-4ef7-b1e7-ac62e0f2ab32 req-85b34d6b-6c15-41ee-a539-6c7315640a4d tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/security-groups?id=357c5f60-4259-4216-9cac-1e908d8b0309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624937 Feb 08 21:32:29.680683 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-e17948ab-893b-438c-95e9-a6805718ffe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (6461f028-9c9a-4522-9b52-52c7001b2844), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:29.700038 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-a41ff7a1-d3e6-435a-a938-c34e288ab50c tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Allocated IP 172.20.0.13 (73fceb1b-b6d4-497c-943e-d646a20c4dcd/43a9ce4c-2366-43e2-8162-632562caeb6d/6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:32:29.745797 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-e17948ab-893b-438c-95e9-a6805718ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:29.746419 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-e17948ab-893b-438c-95e9-a6805718ffe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:29.747844 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-e17948ab-893b-438c-95e9-a6805718ffe2 service neutron] 10.222.0.96 "PUT /v2.0/ports/6461f028-9c9a-4522-9b52-52c7001b2844 HTTP/1.1" status: 200 len: 1093 time: 2.7629137 Feb 08 21:32:29.748284 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5d1b65-0224-4c37-8ebc-bfb19a7264f2', 'tag': '6461f028-9c9a-4522-9b52-52c7001b2844'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:32:29.750834 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39acc5d4-d074-44ac-bdea-bea1210f1529" -d '{"events": [{"name": "network-changed", "server_uuid": "3b5d1b65-0224-4c37-8ebc-bfb19a7264f2", "tag": "6461f028-9c9a-4522-9b52-52c7001b2844"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:32:29.848446 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17948ab-893b-438c-95e9-a6805718ffe2 service neutron] Pushing event updated for resources: {'Port': ['ID=6461f028-9c9a-4522-9b52-52c7001b2844,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:29.886023 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c559a244-621f-43e9-be4e-d316bff77443 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks [] for router_gateway (3eb94c3d-b3dc-4093-b0da-b6f217dc28ac), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:29.955354 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c559a244-621f-43e9-be4e-d316bff77443 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:29.973619 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2013fc56-e1ba-41b3-af05-9fdb0b19a340 req-76919ba8-4ad4-4fd0-9222-984339d1d5a0 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4ea591b-4ba4-4211-9a53-83a140b5ecb8 HTTP/1.1" status: 200 len: 210 time: 0.0808115 Feb 08 21:32:30.082511 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d871e157-9549-4bf5-a3b9-c09e634732ce x-openstack-request-id: req-d871e157-9549-4bf5-a3b9-c09e634732ce {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:32:30.083069 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b5d1b65-0224-4c37-8ebc-bfb19a7264f2", "tag": "6461f028-9c9a-4522-9b52-52c7001b2844", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:32:30.083505 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d871e157-9549-4bf5-a3b9-c09e634732ce {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:32:30.084067 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5d1b65-0224-4c37-8ebc-bfb19a7264f2', 'tag': '6461f028-9c9a-4522-9b52-52c7001b2844', 'status': 'completed', 'code': 200} Feb 08 21:32:30.122979 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-aec9b234-e8cc-4d3a-9131-d01238cdc973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:30.124877 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-aec9b234-e8cc-4d3a-9131-d01238cdc973 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 1127 time: 0.3285851 Feb 08 21:32:30.183528 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-20e4a35a-5b17-457d-9243-04ac18cf17e1 req-72175c82-5a2f-4d0b-b283-9746c2e56d94 tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0737028 Feb 08 21:32:30.246318 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-c559a244-621f-43e9-be4e-d316bff77443 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Allocated IP 172.25.3.32 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/80a15dbc-6dec-4ceb-a0cc-c4e7e6c53505) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:32:30.271686 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-e68d762e-0d4d-4f97-a53f-55411c86c302 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6461f028-9c9a-4522-9b52-52c7001b2844 HTTP/1.1" status: 200 len: 217 time: 0.1341858 Feb 08 21:32:30.301031 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5385f59d-7d55-4361-835c-202731a7bf15 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:32:30.324733 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-a41ff7a1-d3e6-435a-a938-c34e288ab50c tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Publish callbacks [] for port (6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:30.358555 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 48ba46b3-96c0-425a-ba37-4ac6f5174979 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:32:30.454873 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c559a244-621f-43e9-be4e-d316bff77443 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks [] for port (80a15dbc-6dec-4ceb-a0cc-c4e7e6c53505), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:30.480818 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-17ab7c29-3ede-422d-a2ce-b655d2b688a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:30.482339 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-17ab7c29-3ede-422d-a2ce-b655d2b688a0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0aa29b5a-a776-4012-aa53-861d63a1c0ca HTTP/1.1" status: 200 len: 851 time: 0.1912951 Feb 08 21:32:30.500823 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c559a244-621f-43e9-be4e-d316bff77443 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (80a15dbc-6dec-4ceb-a0cc-c4e7e6c53505), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:30.539608 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 48ba46b3-96c0-425a-ba37-4ac6f5174979 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:32:30.549488 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 48ba46b3-96c0-425a-ba37-4ac6f5174979 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:32:30.549867 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (48ba46b3-96c0-425a-ba37-4ac6f5174979), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:30.574475 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c559a244-621f-43e9-be4e-d316bff77443 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:32:30.578263 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c559a244-621f-43e9-be4e-d316bff77443 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:32:30.584444 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c559a244-621f-43e9-be4e-d316bff77443 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:32:30.591762 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-a41ff7a1-d3e6-435a-a938-c34e288ab50c tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:30.616815 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559a244-621f-43e9-be4e-d316bff77443 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Pushing event updated for resources: {'Port': ['ID=80a15dbc-6dec-4ceb-a0cc-c4e7e6c53505,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:30.621115 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 5385f59d-7d55-4361-835c-202731a7bf15 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:32:30.621730 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5385f59d-7d55-4361-835c-202731a7bf15), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:30.715894 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-bc46eadf-b95a-42cb-9cf3-e7717c0cebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:30.717588 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-bc46eadf-b95a-42cb-9cf3-e7717c0cebfa service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=470bde4a-288b-4162-81c1-45fdd6f3db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2254527 Feb 08 21:32:30.718452 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ff7a1-d3e6-435a-a938-c34e288ab50c tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Pushing event updated for resources: {'Port': ['ID=6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:30.778286 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 48ba46b3-96c0-425a-ba37-4ac6f5174979 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:32:30.778704 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (48ba46b3-96c0-425a-ba37-4ac6f5174979), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:30.818723 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 5385f59d-7d55-4361-835c-202731a7bf15 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:32:30.819421 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5385f59d-7d55-4361-835c-202731a7bf15), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:30.879852 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c562fb-7a68-4a81-b862-420e0687b50b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ba46b3-96c0-425a-ba37-4ac6f5174979'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:32:30.882197 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8849e4c8-8b96-4d7a-9b76-7eb906ba22d3" -d '{"events": [{"server_uuid": "55c562fb-7a68-4a81-b862-420e0687b50b", "name": "network-vif-plugged", "status": "completed", "tag": "48ba46b3-96c0-425a-ba37-4ac6f5174979"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:32:30.887288 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 5385f59d-7d55-4361-835c-202731a7bf15, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5385f59d-7d55-4361-835c-202731a7bf15,segment=NetworkSegment(21f3f5ac-bf0b-4fff-a6ad-f5008875b50b),segment_id=21f3f5ac-bf0b-4fff-a6ad-f5008875b50b)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:32:30.898798 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5385f59d-7d55-4361-835c-202731a7bf15), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:30.903288 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 48ba46b3-96c0-425a-ba37-4ac6f5174979, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=48ba46b3-96c0-425a-ba37-4ac6f5174979,segment=NetworkSegment(fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334),segment_id=fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:32:30.981630 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=5385f59d-7d55-4361-835c-202731a7bf15,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:30.983867 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-e8ef3258-7566-436c-9c92-6a295de54751 service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427967 Feb 08 21:32:30.987260 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (48ba46b3-96c0-425a-ba37-4ac6f5174979), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:30.999607 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-a41ff7a1-d3e6-435a-a938-c34e288ab50c tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Network 73fceb1b-b6d4-497c-943e-d646a20c4dcd is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:32:31.081893 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9f9c654-d0e4-4012-807e-6b282f9133ab req-99aa0913-2865-48a9-822d-0abe01bbfb42 tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d&device_id=4f24e9a1-f30e-4071-a64a-5085723f21fd HTTP/1.1" status: 200 len: 210 time: 0.3450987 Feb 08 21:32:31.083374 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-a41ff7a1-d3e6-435a-a938-c34e288ab50c tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:32:31.097505 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-a41ff7a1-d3e6-435a-a938-c34e288ab50c tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:32:31.097852 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=48ba46b3-96c0-425a-ba37-4ac6f5174979,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:31.209466 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c559a244-621f-43e9-be4e-d316bff77443 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks [] for router_gateway (3eb94c3d-b3dc-4093-b0da-b6f217dc28ac), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:31.270225 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56be508-1e79-4bcd-9799-992fcd2d4498 None None] Network 82beeaeb-d86d-4c05-9ada-f60755f16507 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:32:31.379777 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-a41ff7a1-d3e6-435a-a938-c34e288ab50c tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:31.380818 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-a41ff7a1-d3e6-435a-a938-c34e288ab50c tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:31.431045 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:31.438426 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-0235b787-dd4b-437d-97ac-511a98b7c050 None None] Provisioning complete for port 5385f59d-7d55-4361-835c-202731a7bf15 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:32:31.439006 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0235b787-dd4b-437d-97ac-511a98b7c050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5385f59d-7d55-4361-835c-202731a7bf15), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:31.444600 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053664b1-8c5a-4959-91c4-3b4f1f9d808d req-9af48ab2-01a7-4bc7-90da-f8465f0f9d12 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:31.447310 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-053664b1-8c5a-4959-91c4-3b4f1f9d808d req-9af48ab2-01a7-4bc7-90da-f8465f0f9d12 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 945 time: 0.4433444 Feb 08 21:32:31.489674 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-a41ff7a1-d3e6-435a-a938-c34e288ab50c tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2348890 Feb 08 21:32:31.515900 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c559a244-621f-43e9-be4e-d316bff77443 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (3eb94c3d-b3dc-4093-b0da-b6f217dc28ac), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:31.518452 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f6b59-b4cf-435d-ba77-eba9766d757a req-81bdc240-cc1c-4550-aa8a-997226c8a28a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:31.521075 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0c6f6b59-b4cf-435d-ba77-eba9766d757a req-81bdc240-cc1c-4550-aa8a-997226c8a28a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 944 time: 0.2777629 Feb 08 21:32:31.552225 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:31.553540 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6ec2355-a758-42bf-99a1-cd687eac350a req-f0d3bfac-78c7-4f20-a779-e419dd32528c service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975064 Feb 08 21:32:31.636773 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-605af6de-2d3b-4eda-b01b-5da43cc5b0ae service neutron] Request body: {'port': {'device_id': 'a4ea591b-4ba4-4211-9a53-83a140b5ecb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:32:31.697067 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0235b787-dd4b-437d-97ac-511a98b7c050 None None] Current status of the port 5385f59d-7d55-4361-835c-202731a7bf15 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:32:31.733038 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-053664b1-8c5a-4959-91c4-3b4f1f9d808d req-a6ea2308-2713-4d56-b95e-0ffb00f21c4d tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/security-groups?id=357c5f60-4259-4216-9cac-1e908d8b0309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679486 Feb 08 21:32:31.779483 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0c6f6b59-b4cf-435d-ba77-eba9766d757a req-4eb1cac1-2f7d-476d-8410-276aacbd0359 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421081 Feb 08 21:32:31.780072 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c559a244-621f-43e9-be4e-d316bff77443 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Router 3eb94c3d-b3dc-4093-b0da-b6f217dc28ac is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:32:31.939321 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b58566-d2ca-4cbc-9a8e-7072b14cdd55 x-openstack-request-id: req-93b58566-d2ca-4cbc-9a8e-7072b14cdd55 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:32:31.939731 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c562fb-7a68-4a81-b862-420e0687b50b", "name": "network-vif-plugged", "status": "completed", "tag": "48ba46b3-96c0-425a-ba37-4ac6f5174979", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:32:31.939913 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-93b58566-d2ca-4cbc-9a8e-7072b14cdd55 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:32:31.940345 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c562fb-7a68-4a81-b862-420e0687b50b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ba46b3-96c0-425a-ba37-4ac6f5174979', 'code': 200} Feb 08 21:32:31.955233 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-605af6de-2d3b-4eda-b01b-5da43cc5b0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:32.042002 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acc5d4-d074-44ac-bdea-bea1210f1529 req-3aa050ba-d8e5-4a0f-a391-bfbe515736cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:32.044285 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-39acc5d4-d074-44ac-bdea-bea1210f1529 req-3aa050ba-d8e5-4a0f-a391-bfbe515736cc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 1127 time: 0.4031014 Feb 08 21:32:32.161318 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bdfcb-8b8b-4c6e-9365-c8bb80e4c54d req-fc99a9ff-fafa-4f28-a887-9ee4058dfe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:32.163012 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1d6bdfcb-8b8b-4c6e-9365-c8bb80e4c54d req-fc99a9ff-fafa-4f28-a887-9ee4058dfe3e service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 1128 time: 0.1258118 Feb 08 21:32:32.217585 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5385f59d-7d55-4361-835c-202731a7bf15 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:32:32.235801 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1d6bdfcb-8b8b-4c6e-9365-c8bb80e4c54d req-e4482797-f38a-4292-be06-613db5c705f3 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=357c5f60-4259-4216-9cac-1e908d8b0309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648737 Feb 08 21:32:32.241786 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c559a244-621f-43e9-be4e-d316bff77443 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:32:32.271037 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c559a244-621f-43e9-be4e-d316bff77443 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:32.274546 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c559a244-621f-43e9-be4e-d316bff77443 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.8164680 Feb 08 21:32:32.275614 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58690) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:32.280700 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa24f93d-0e1e-4596-b628-377158905799 None None] Sync routers for ids ['3eb94c3d-b3dc-4093-b0da-b6f217dc28ac'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:32:32.292815 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acc5d4-d074-44ac-bdea-bea1210f1529 req-27a1cd63-1a26-40e7-bcdb-dcd327751bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:32.295473 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-39acc5d4-d074-44ac-bdea-bea1210f1529 req-27a1cd63-1a26-40e7-bcdb-dcd327751bd1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 913 time: 0.1916895 Feb 08 21:32:32.360897 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-c9df9acc-a493-499b-bde1-ede3822361db None None] Provisioning complete for port 5385f59d-7d55-4361-835c-202731a7bf15 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:32:32.362630 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c9df9acc-a493-499b-bde1-ede3822361db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5385f59d-7d55-4361-835c-202731a7bf15), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:32.368640 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa24f93d-0e1e-4596-b628-377158905799 None None] Routers {'3eb94c3d-b3dc-4093-b0da-b6f217dc28ac'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:32:32.369996 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-fa24f93d-0e1e-4596-b628-377158905799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:32:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3eb94c3d-b3dc-4093-b0da-b6f217dc28ac'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:32.426763 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-39acc5d4-d074-44ac-bdea-bea1210f1529 req-3ce9f701-b416-4f5c-a047-90b8fb408ba0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6461f028-9c9a-4522-9b52-52c7001b2844 HTTP/1.1" status: 200 len: 217 time: 0.0835586 Feb 08 21:32:32.481057 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-fa24f93d-0e1e-4596-b628-377158905799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:32.489742 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0998e3b3-90d7-4c00-baa7-d3046972dbb9 req-545ed104-a0b8-4f39-9a2c-3e8c28cd8791 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=33dca014c12e4d8a9a7c7487ca70d053&device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0582623 Feb 08 21:32:32.528415 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa24f93d-0e1e-4596-b628-377158905799 None None] Routers {'3eb94c3d-b3dc-4093-b0da-b6f217dc28ac'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:32:32.529809 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-fa24f93d-0e1e-4596-b628-377158905799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:32:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3eb94c3d-b3dc-4093-b0da-b6f217dc28ac'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:32.579695 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acc5d4-d074-44ac-bdea-bea1210f1529 req-9d9778c3-9867-4226-8047-9760a5e99e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:32.582219 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-39acc5d4-d074-44ac-bdea-bea1210f1529 req-9d9778c3-9867-4226-8047-9760a5e99e3d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0aa29b5a-a776-4012-aa53-861d63a1c0ca HTTP/1.1" status: 200 len: 851 time: 0.1452386 Feb 08 21:32:32.597092 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 5385f59d-7d55-4361-835c-202731a7bf15 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:32:32.598006 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5385f59d-7d55-4361-835c-202731a7bf15), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:32.635014 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-fa24f93d-0e1e-4596-b628-377158905799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:32.636382 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa24f93d-0e1e-4596-b628-377158905799 None None] The sync data for ids ['3eb94c3d-b3dc-4093-b0da-b6f217dc28ac'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:32:32.655602 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0998e3b3-90d7-4c00-baa7-d3046972dbb9 req-13156412-3a28-444c-9157-30e97f77f421 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=33dca014c12e4d8a9a7c7487ca70d053&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563431 Feb 08 21:32:32.728492 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c9df9acc-a493-499b-bde1-ede3822361db None None] Current status of the port 5385f59d-7d55-4361-835c-202731a7bf15 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:32:32.762375 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-80c40ebe-1bad-4fc3-b3c0-6a923e121a59 req-dd06b939-3515-46a8-acc8-475c51c444de tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.2801836 Feb 08 21:32:32.822139 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 5385f59d-7d55-4361-835c-202731a7bf15 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:32:32.919997 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078eb473-e5b0-4a07-891f-94c4a93a08ed req-80c30cd4-4086-4ded-9c30-c75e200d303a tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:32.922500 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-078eb473-e5b0-4a07-891f-94c4a93a08ed req-80c30cd4-4086-4ded-9c30-c75e200d303a tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4ea591b-4ba4-4211-9a53-83a140b5ecb8 HTTP/1.1" status: 200 len: 932 time: 0.8905296 Feb 08 21:32:33.059436 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acc5d4-d074-44ac-bdea-bea1210f1529 req-16f35e8a-b3d4-4aa7-ab1b-57396fd8841a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:33.061445 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-39acc5d4-d074-44ac-bdea-bea1210f1529 req-16f35e8a-b3d4-4aa7-ab1b-57396fd8841a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=470bde4a-288b-4162-81c1-45fdd6f3db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4546840 Feb 08 21:32:33.226648 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b5df5681-b657-4dc8-acc9-fa0a43005417 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:33.239654 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-078eb473-e5b0-4a07-891f-94c4a93a08ed req-d6c3e920-8e00-4469-bab6-f8a78fe54f76 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.88 "GET /v2.0/security-groups?id=b0c77d62-6779-4678-a771-23742a2edf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791178 Feb 08 21:32:33.253419 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e3b3-90d7-4c00-baa7-d3046972dbb9 req-c82b140b-5be0-46da-bd8f-753b2e155bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:33.254840 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0998e3b3-90d7-4c00-baa7-d3046972dbb9 req-c82b140b-5be0-46da-bd8f-753b2e155bfa service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5181546 Feb 08 21:32:33.268952 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda3a32-b268-4459-9d0c-64b0fb6979e7 req-61d3c66c-eb1a-4611-85bc-f9ad7ba31414 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:33.275895 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-beda3a32-b268-4459-9d0c-64b0fb6979e7 req-61d3c66c-eb1a-4611-85bc-f9ad7ba31414 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 945 time: 0.3701999 Feb 08 21:32:33.381574 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-39acc5d4-d074-44ac-bdea-bea1210f1529 req-55e38132-c355-4cbf-bc62-bc4f92730f99 service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027673 Feb 08 21:32:33.509470 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-beda3a32-b268-4459-9d0c-64b0fb6979e7 req-cca5950c-a4a4-4284-add6-98b5c50f9315 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/security-groups?id=357c5f60-4259-4216-9cac-1e908d8b0309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326267 Feb 08 21:32:33.608563 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4a0c7-be4e-49b5-ac56-c89af57da2a0 req-1ca04835-c9d0-4b89-aef1-ae5d3e8e9b8f tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:33.610343 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17e4a0c7-be4e-49b5-ac56-c89af57da2a0 req-1ca04835-c9d0-4b89-aef1-ae5d3e8e9b8f tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 944 time: 0.2275882 Feb 08 21:32:33.628246 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-605af6de-2d3b-4eda-b01b-5da43cc5b0ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:32:33.661794 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-605af6de-2d3b-4eda-b01b-5da43cc5b0ae service neutron] Publish callbacks [] for port (6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:33.678362 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-39acc5d4-d074-44ac-bdea-bea1210f1529 req-aeddec48-025a-4171-96d1-113f1278a06e service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840106 Feb 08 21:32:33.696496 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-605af6de-2d3b-4eda-b01b-5da43cc5b0ae service neutron] Transition to ACTIVE for port object 6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:32:33.712926 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-605af6de-2d3b-4eda-b01b-5da43cc5b0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:33.731905 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-b5df5681-b657-4dc8-acc9-fa0a43005417 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Allocated IP 172.20.0.1 (82beeaeb-d86d-4c05-9ada-f60755f16507/e4327dfb-6510-4e59-87e1-a0bcc913f048/76c6b00b-ed29-432d-81fc-20436307d80e) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:32:33.774677 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605af6de-2d3b-4eda-b01b-5da43cc5b0ae service neutron] Pushing event updated for resources: {'Port': ['ID=6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:33.789536 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17e4a0c7-be4e-49b5-ac56-c89af57da2a0 req-a1f4edac-a516-465f-afcc-040cf22bda65 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492624 Feb 08 21:32:33.902691 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-605af6de-2d3b-4eda-b01b-5da43cc5b0ae service neutron] Attempting to bind port 6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:32:33.903202 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-605af6de-2d3b-4eda-b01b-5da43cc5b0ae service neutron] Attempting to bind port 6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '1f0ab992-3ab1-461a-b8dc-9e0a387aaea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '73fceb1b-b6d4-497c-943e-d646a20c4dcd'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:32:33.903680 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-605af6de-2d3b-4eda-b01b-5da43cc5b0ae service neutron] Attempting to bind port 6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f on network 73fceb1b-b6d4-497c-943e-d646a20c4dcd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:32:33.912652 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-605af6de-2d3b-4eda-b01b-5da43cc5b0ae service neutron] Port 6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f on network 73fceb1b-b6d4-497c-943e-d646a20c4dcd not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:32:33.913492 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-605af6de-2d3b-4eda-b01b-5da43cc5b0ae service neutron] Attempting to bind port 6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f on network 73fceb1b-b6d4-497c-943e-d646a20c4dcd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:32:33.933586 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b5df5681-b657-4dc8-acc9-fa0a43005417 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks [] for port (76c6b00b-ed29-432d-81fc-20436307d80e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:33.942466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-605af6de-2d3b-4eda-b01b-5da43cc5b0ae service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:32:33.942466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-605af6de-2d3b-4eda-b01b-5da43cc5b0ae service neutron] Checking segment: {'id': '1f0ab992-3ab1-461a-b8dc-9e0a387aaea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '73fceb1b-b6d4-497c-943e-d646a20c4dcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:32:33.942466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-605af6de-2d3b-4eda-b01b-5da43cc5b0ae service neutron] Bound using segment: {'id': '1f0ab992-3ab1-461a-b8dc-9e0a387aaea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '73fceb1b-b6d4-497c-943e-d646a20c4dcd'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:32:33.942466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-605af6de-2d3b-4eda-b01b-5da43cc5b0ae service neutron] Bound port: 6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f0ab992-3ab1-461a-b8dc-9e0a387aaea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '73fceb1b-b6d4-497c-943e-d646a20c4dcd'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:32:33.943069 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-605af6de-2d3b-4eda-b01b-5da43cc5b0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:33.965531 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-393ab138-68ae-440e-bc6c-a284085b1f60 req-59de9090-a7ab-4cc8-a349-472bce23d22f tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0421028 Feb 08 21:32:33.979358 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b5df5681-b657-4dc8-acc9-fa0a43005417 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (76c6b00b-ed29-432d-81fc-20436307d80e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:34.051378 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5df5681-b657-4dc8-acc9-fa0a43005417 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Network 82beeaeb-d86d-4c05-9ada-f60755f16507 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:32:34.068800 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-605af6de-2d3b-4eda-b01b-5da43cc5b0ae service neutron] For port 6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:32:34.072695 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-605af6de-2d3b-4eda-b01b-5da43cc5b0ae service neutron] For port 6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f,segment=NetworkSegment(1f0ab992-3ab1-461a-b8dc-9e0a387aaea8),segment_id=1f0ab992-3ab1-461a-b8dc-9e0a387aaea8)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:32:34.075291 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df5681-b657-4dc8-acc9-fa0a43005417 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Pushing event updated for resources: {'Port': ['ID=76c6b00b-ed29-432d-81fc-20436307d80e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:34.079688 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-605af6de-2d3b-4eda-b01b-5da43cc5b0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:34.080266 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-b5df5681-b657-4dc8-acc9-fa0a43005417 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:32:34.082822 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5df5681-b657-4dc8-acc9-fa0a43005417 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:32:34.140885 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-605af6de-2d3b-4eda-b01b-5da43cc5b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:34.142197 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-605af6de-2d3b-4eda-b01b-5da43cc5b0ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:34.145670 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-605af6de-2d3b-4eda-b01b-5da43cc5b0ae service neutron] 10.222.0.96 "PUT /v2.0/ports/6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f HTTP/1.1" status: 200 len: 1093 time: 2.6205359 Feb 08 21:32:34.146653 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ea591b-4ba4-4211-9a53-83a140b5ecb8', 'tag': '6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:32:34.150646 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9af2917-096c-4d26-8e8f-0ee9d63e3558" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ea591b-4ba4-4211-9a53-83a140b5ecb8", "tag": "6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:32:34.176244 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605af6de-2d3b-4eda-b01b-5da43cc5b0ae service neutron] Pushing event updated for resources: {'Port': ['ID=6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:34.176522 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b5df5681-b657-4dc8-acc9-fa0a43005417 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (3eb94c3d-b3dc-4093-b0da-b6f217dc28ac), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:34.245263 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e2cba6-e7ff-4b0e-acd2-1150017d25b8 x-openstack-request-id: req-28e2cba6-e7ff-4b0e-acd2-1150017d25b8 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:32:34.245558 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ea591b-4ba4-4211-9a53-83a140b5ecb8", "tag": "6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:32:34.245814 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-28e2cba6-e7ff-4b0e-acd2-1150017d25b8 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:32:34.246290 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ea591b-4ba4-4211-9a53-83a140b5ecb8', 'tag': '6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f', 'status': 'completed', 'code': 200} Feb 08 21:32:34.253125 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-33883c31-b993-4936-8e61-32dc2227bcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:34.256200 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-33883c31-b993-4936-8e61-32dc2227bcfa service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3a1074f057f54c28ad31994248788654&device_id=a4ea591b-4ba4-4211-9a53-83a140b5ecb8 HTTP/1.1" status: 200 len: 1127 time: 0.0660985 Feb 08 21:32:34.315620 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-88a8f27b-2435-4fac-afaa-6e58a358a5c7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f HTTP/1.1" status: 200 len: 217 time: 0.0516202 Feb 08 21:32:34.389437 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-82b5dadb-c392-46b8-ab73-d1ad27eccc84 None None] Provisioning complete for port 76c6b00b-ed29-432d-81fc-20436307d80e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:32:34.390059 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-82b5dadb-c392-46b8-ab73-d1ad27eccc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (76c6b00b-ed29-432d-81fc-20436307d80e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:34.395617 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b5df5681-b657-4dc8-acc9-fa0a43005417 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (76c6b00b-ed29-432d-81fc-20436307d80e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:34.433485 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-82b5dadb-c392-46b8-ab73-d1ad27eccc84 None None] Port 76c6b00b-ed29-432d-81fc-20436307d80e cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:32:34.453265 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-14351da7-7bda-45c4-99f7-ff0752306414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:34.454791 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-14351da7-7bda-45c4-99f7-ff0752306414 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=43a9ce4c-2366-43e2-8162-632562caeb6d HTTP/1.1" status: 200 len: 861 time: 0.1221738 Feb 08 21:32:34.514565 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-58b59b04-4e18-4443-92e9-1517b1e207f4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=73fceb1b-b6d4-497c-943e-d646a20c4dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499003 Feb 08 21:32:34.526719 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f966b03-b3c4-4be0-bb73-87b0d9242acc req-f2fc7a89-467d-43e8-8368-da5e5f3c103a tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:34.528446 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9f966b03-b3c4-4be0-bb73-87b0d9242acc req-f2fc7a89-467d-43e8-8368-da5e5f3c103a tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4ea591b-4ba4-4211-9a53-83a140b5ecb8 HTTP/1.1" status: 200 len: 944 time: 0.1332569 Feb 08 21:32:34.815845 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b5df5681-b657-4dc8-acc9-fa0a43005417 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks [] for port (76c6b00b-ed29-432d-81fc-20436307d80e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:34.821677 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b5df5681-b657-4dc8-acc9-fa0a43005417 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (76c6b00b-ed29-432d-81fc-20436307d80e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:34.915102 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b5df5681-b657-4dc8-acc9-fa0a43005417 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (3eb94c3d-b3dc-4093-b0da-b6f217dc28ac), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:34.917752 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df5681-b657-4dc8-acc9-fa0a43005417 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Pushing event updated for resources: {'Port': ['ID=76c6b00b-ed29-432d-81fc-20436307d80e,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:35.044554 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0998e3b3-90d7-4c00-baa7-d3046972dbb9 req-a0b8f53a-a564-4a9a-a116-969c30580c82 tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.96 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0815918 Feb 08 21:32:35.060153 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5df5681-b657-4dc8-acc9-fa0a43005417 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Network 82beeaeb-d86d-4c05-9ada-f60755f16507 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:32:35.062362 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-b5df5681-b657-4dc8-acc9-fa0a43005417 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:32:35.099670 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9f966b03-b3c4-4be0-bb73-87b0d9242acc req-41a79675-f0a6-4dbd-a75d-c0ff63afba4f tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.88 "GET /v2.0/security-groups?id=b0c77d62-6779-4678-a771-23742a2edf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5583603 Feb 08 21:32:35.156361 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eaf7c7-2a40-452d-a19e-dc07bcb18632 req-be6c58fc-413a-4965-8951-4f135aafa151 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:35.168979 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-96eaf7c7-2a40-452d-a19e-dc07bcb18632 req-be6c58fc-413a-4965-8951-4f135aafa151 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 945 time: 0.2048259 Feb 08 21:32:35.203338 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-73c50836-37a2-4983-815c-9b897b2419b2 service neutron] 10.222.0.96 "GET /v2.0/networks/73fceb1b-b6d4-497c-943e-d646a20c4dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6738119 Feb 08 21:32:35.272843 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5df5681-b657-4dc8-acc9-fa0a43005417 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Router 3eb94c3d-b3dc-4093-b0da-b6f217dc28ac has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:32:35.348946 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0bfb93fa-01c9-48d4-ba91-6300774928b5 req-55c3a5dd-0a55-4c74-8c39-553b8ca3eed0 service neutron] 10.222.0.96 "GET /v2.0/networks/73fceb1b-b6d4-497c-943e-d646a20c4dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388390 Feb 08 21:32:35.395416 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-96eaf7c7-2a40-452d-a19e-dc07bcb18632 req-b8d79c17-1bf2-4f4f-873b-a9cfa17f1273 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/security-groups?id=357c5f60-4259-4216-9cac-1e908d8b0309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252595 Feb 08 21:32:35.495530 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5df5681-b657-4dc8-acc9-fa0a43005417 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:32:35.496371 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af2917-096c-4d26-8e8f-0ee9d63e3558 req-147c2e13-8566-4b02-81f8-bfd80e0e9cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:35.504770 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9af2917-096c-4d26-8e8f-0ee9d63e3558 req-147c2e13-8566-4b02-81f8-bfd80e0e9cdb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3a1074f057f54c28ad31994248788654&device_id=a4ea591b-4ba4-4211-9a53-83a140b5ecb8 HTTP/1.1" status: 200 len: 1127 time: 0.0850573 Feb 08 21:32:35.506569 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c841e33-cddf-4f23-990e-440ebb91e9a0 None None] Sync routers for ids ['3eb94c3d-b3dc-4093-b0da-b6f217dc28ac'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:32:35.507503 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b5df5681-b657-4dc8-acc9-fa0a43005417 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] 10.222.0.88 "PUT /v2.0/routers/3eb94c3d-b3dc-4093-b0da-b6f217dc28ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2300680 Feb 08 21:32:35.510121 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58720) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:35.514441 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f81dc5-dff2-4cd1-a64c-95254c713f88 req-c3225e22-53a8-4cd2-ae1f-9ec7b7f79918 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:35.521062 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3bc506b8-08b1-4f5e-bbe9-43a515e741d5 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Request body: {'port': {'network_id': '82beeaeb-d86d-4c05-9ada-f60755f16507', 'name': 'tempest-FloatingIPAdminTestJSON-875748867'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:32:35.528005 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c841e33-cddf-4f23-990e-440ebb91e9a0 None None] Routers {'3eb94c3d-b3dc-4093-b0da-b6f217dc28ac'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:32:35.529993 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8c841e33-cddf-4f23-990e-440ebb91e9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:32:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3eb94c3d-b3dc-4093-b0da-b6f217dc28ac'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:35.536241 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-86f81dc5-dff2-4cd1-a64c-95254c713f88 req-c3225e22-53a8-4cd2-ae1f-9ec7b7f79918 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 944 time: 0.1645482 Feb 08 21:32:35.599983 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-c3548a09-9515-41ec-bc23-f2a3e5c7663b None None] Provisioning complete for port 76c6b00b-ed29-432d-81fc-20436307d80e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:32:35.603588 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c3548a09-9515-41ec-bc23-f2a3e5c7663b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (76c6b00b-ed29-432d-81fc-20436307d80e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:35.623004 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8c841e33-cddf-4f23-990e-440ebb91e9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:35.650655 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c841e33-cddf-4f23-990e-440ebb91e9a0 None None] Routers {'3eb94c3d-b3dc-4093-b0da-b6f217dc28ac'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:32:35.651521 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8c841e33-cddf-4f23-990e-440ebb91e9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:32:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3eb94c3d-b3dc-4093-b0da-b6f217dc28ac'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:35.668120 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eabca0eb-9211-4892-a78f-70e910dc22ca req-ad18654f-f518-4c71-92b8-3a8fb0527769 tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f7a6170-bf3f-4c70-8d41-08237c9ac03d HTTP/1.1" status: 200 len: 210 time: 0.0870388 Feb 08 21:32:35.702213 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c3548a09-9515-41ec-bc23-f2a3e5c7663b None None] Port 76c6b00b-ed29-432d-81fc-20436307d80e cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:32:35.708962 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc506b8-08b1-4f5e-bbe9-43a515e741d5 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Made reservation on behalf of ef94d55a4f464c43ba3e6628c548343f for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:32:35.718687 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3bc506b8-08b1-4f5e-bbe9-43a515e741d5 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:35.740320 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-86f81dc5-dff2-4cd1-a64c-95254c713f88 req-8d4ec911-d889-4a6f-80bb-fa1d8554216d tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972919 Feb 08 21:32:35.750440 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8c841e33-cddf-4f23-990e-440ebb91e9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:35.754349 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c841e33-cddf-4f23-990e-440ebb91e9a0 None None] The sync data for ids ['3eb94c3d-b3dc-4093-b0da-b6f217dc28ac'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:32:35.772899 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-3bc506b8-08b1-4f5e-bbe9-43a515e741d5 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] device_id is not set on port ffc3e11e-060e-48dc-a580-315e8d2da21a yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:32:35.845746 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c55916e-0bde-4fd2-83fc-588803cb9bd8 req-9bc2251f-c69f-454f-aa11-6357c759753b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1993f920-f7ac-4493-89de-f8f86525d3dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1722853 Feb 08 21:32:35.855660 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af2917-096c-4d26-8e8f-0ee9d63e3558 req-423159d7-7cc8-45a4-bb39-f98f588620a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:35.857117 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9af2917-096c-4d26-8e8f-0ee9d63e3558 req-423159d7-7cc8-45a4-bb39-f98f588620a6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=73fceb1b-b6d4-497c-943e-d646a20c4dcd HTTP/1.1" status: 200 len: 922 time: 0.2847950 Feb 08 21:32:35.911119 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6479e4-c423-4b61-b01d-739c62996069 req-74d8d9ce-f514-40f5-8a0e-f8deefd9c83b tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:35.918718 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4d6479e4-c423-4b61-b01d-739c62996069 req-74d8d9ce-f514-40f5-8a0e-f8deefd9c83b tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 945 time: 0.1314044 Feb 08 21:32:35.920149 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9af2917-096c-4d26-8e8f-0ee9d63e3558 req-f5da22ea-0c51-4742-84d6-64c810008cce service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f HTTP/1.1" status: 200 len: 217 time: 0.0541391 Feb 08 21:32:35.928620 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58722) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:35.950848 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c936d53c-38df-4059-8b16-a72f85e9fd67 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Request body: {'floatingip': {'port_id': '48ba46b3-96c0-425a-ba37-4ac6f5174979'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:32:35.953904 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-3bc506b8-08b1-4f5e-bbe9-43a515e741d5 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Allocated IP 172.20.0.7 (82beeaeb-d86d-4c05-9ada-f60755f16507/e4327dfb-6510-4e59-87e1-a0bcc913f048/ffc3e11e-060e-48dc-a580-315e8d2da21a) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:32:36.031487 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 6461f028-9c9a-4522-9b52-52c7001b2844 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:32:36.038631 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c936d53c-38df-4059-8b16-a72f85e9fd67 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks [] for floatingip (a80c8601-35e0-4991-b85f-aa7286b82f4b), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:36.041084 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af2917-096c-4d26-8e8f-0ee9d63e3558 req-cae3fdfc-dc5e-4e05-8254-0100518901cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:36.042855 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9af2917-096c-4d26-8e8f-0ee9d63e3558 req-cae3fdfc-dc5e-4e05-8254-0100518901cb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=43a9ce4c-2366-43e2-8162-632562caeb6d HTTP/1.1" status: 200 len: 861 time: 0.1037059 Feb 08 21:32:36.084793 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9af2917-096c-4d26-8e8f-0ee9d63e3558 req-320b7e37-daee-454a-a98d-aff7f719eea6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=73fceb1b-b6d4-497c-943e-d646a20c4dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333970 Feb 08 21:32:36.086755 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55916e-0bde-4fd2-83fc-588803cb9bd8 req-540853cd-19bf-49cc-84b2-52bb3acb718a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:36.088155 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c55916e-0bde-4fd2-83fc-588803cb9bd8 req-540853cd-19bf-49cc-84b2-52bb3acb718a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&device_id=1993f920-f7ac-4493-89de-f8f86525d3dc HTTP/1.1" status: 200 len: 1128 time: 0.1671410 Feb 08 21:32:36.179158 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 6461f028-9c9a-4522-9b52-52c7001b2844, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6461f028-9c9a-4522-9b52-52c7001b2844,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:32:36.203361 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '6461f028-9c9a-4522-9b52-52c7001b2844', 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b', 'port_id': '6461f028-9c9a-4522-9b52-52c7001b2844', 'mac_address': 'fa:16:3e:fc:10:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa29b5a-a776-4012-aa53-861d63a1c0ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:32:36.250938 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 6461f028-9c9a-4522-9b52-52c7001b2844 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:32:36.251486 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6461f028-9c9a-4522-9b52-52c7001b2844), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:36.266728 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6461f028-9c9a-4522-9b52-52c7001b2844 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:32:36.291772 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 6461f028-9c9a-4522-9b52-52c7001b2844, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6461f028-9c9a-4522-9b52-52c7001b2844,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:32:36.302294 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6461f028-9c9a-4522-9b52-52c7001b2844), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:36.338210 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f889df7b-7d5c-44ea-bc84-e94c4eb5a004 req-8158db4a-21b3-411b-b7db-b0f02e06bc5c service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=a7cc37d0-6533-4f03-9041-0ffbe1884013&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3427737 Feb 08 21:32:36.373255 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55916e-0bde-4fd2-83fc-588803cb9bd8 req-49fe1359-0135-4a46-bc0c-a13800cda792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:36.374820 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c55916e-0bde-4fd2-83fc-588803cb9bd8 req-49fe1359-0135-4a46-bc0c-a13800cda792 service neutron] 10.222.0.96 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 913 time: 0.1865005 Feb 08 21:32:36.438309 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:36.495277 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c55916e-0bde-4fd2-83fc-588803cb9bd8 req-216121dc-a72b-440e-b481-3bdfc9320741 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cfce827-87e2-4b87-b40c-c51c81b2fc12 HTTP/1.1" status: 200 len: 217 time: 0.1021934 Feb 08 21:32:36.564246 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55916e-0bde-4fd2-83fc-588803cb9bd8 req-c8dd140b-262a-4118-b1dd-cf36988b5481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:36.566812 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c55916e-0bde-4fd2-83fc-588803cb9bd8 req-c8dd140b-262a-4118-b1dd-cf36988b5481 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0aa29b5a-a776-4012-aa53-861d63a1c0ca HTTP/1.1" status: 200 len: 851 time: 0.0564797 Feb 08 21:32:36.569679 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=6461f028-9c9a-4522-9b52-52c7001b2844,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:36.630056 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8acfe1-0005-4a06-a3d6-dcff5f8503a6 req-48cc37be-3376-40ff-9f0d-88e110ab05d2 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:36.637735 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1c8acfe1-0005-4a06-a3d6-dcff5f8503a6 req-48cc37be-3376-40ff-9f0d-88e110ab05d2 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4ea591b-4ba4-4211-9a53-83a140b5ecb8 HTTP/1.1" status: 200 len: 944 time: 0.2593851 Feb 08 21:32:36.643367 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9af2917-096c-4d26-8e8f-0ee9d63e3558 req-21744bab-af9a-4f73-8f48-c0b0cdca0bb6 service neutron] 10.222.0.96 "GET /v2.0/networks/73fceb1b-b6d4-497c-943e-d646a20c4dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5505483 Feb 08 21:32:36.766209 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:36.807284 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['6461f028-9c9a-4522-9b52-52c7001b2844'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:32:36.899361 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55916e-0bde-4fd2-83fc-588803cb9bd8 req-f68d16f2-265b-4387-bdaf-33251e92d415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:36.901215 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c55916e-0bde-4fd2-83fc-588803cb9bd8 req-f68d16f2-265b-4387-bdaf-33251e92d415 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=470bde4a-288b-4162-81c1-45fdd6f3db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3224463 Feb 08 21:32:36.936991 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1c8acfe1-0005-4a06-a3d6-dcff5f8503a6 req-ab480bb2-ac3e-49ea-b7b1-4dbe30ca8ced tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.88 "GET /v2.0/security-groups?id=b0c77d62-6779-4678-a771-23742a2edf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978995 Feb 08 21:32:37.024008 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9af2917-096c-4d26-8e8f-0ee9d63e3558 req-ed003f69-8ab0-4b7e-8a18-d29f1867a37d service neutron] 10.222.0.96 "GET /v2.0/networks/73fceb1b-b6d4-497c-943e-d646a20c4dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707659 Feb 08 21:32:37.088796 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c55916e-0bde-4fd2-83fc-588803cb9bd8 req-ed28a13f-2db2-463b-88ca-34e495c6fd2a service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628115 Feb 08 21:32:37.099927 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7558db1-535e-413c-ac10-674116dcec7c req-c6466d00-7121-46b5-8263-c23f9379d214 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:37.101938 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7558db1-535e-413c-ac10-674116dcec7c req-c6466d00-7121-46b5-8263-c23f9379d214 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 945 time: 0.2252641 Feb 08 21:32:37.137853 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889df7b-7d5c-44ea-bc84-e94c4eb5a004 req-56663826-0e71-4f73-8832-1180fc86f0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:37.139423 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f889df7b-7d5c-44ea-bc84-e94c4eb5a004 req-56663826-0e71-4f73-8832-1180fc86f0b4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&device_id=a7cc37d0-6533-4f03-9041-0ffbe1884013 HTTP/1.1" status: 200 len: 1129 time: 0.7192843 Feb 08 21:32:37.162188 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3bc506b8-08b1-4f5e-bbe9-43a515e741d5 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks [] for port (ffc3e11e-060e-48dc-a580-315e8d2da21a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:37.317740 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72636916-5544-4ecd-9ee6-68acbd47ad17 req-6852f1f0-a747-4b1d-9210-8483f828d4e9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=33dca014c12e4d8a9a7c7487ca70d053&device_id=4f24e9a1-f30e-4071-a64a-5085723f21fd HTTP/1.1" status: 200 len: 210 time: 0.0713832 Feb 08 21:32:37.356962 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c55916e-0bde-4fd2-83fc-588803cb9bd8 req-a311fd06-fc08-4fb6-bc5d-969db7e193be service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536252 Feb 08 21:32:37.368824 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.db.resource_extend [None req-c936d53c-38df-4059-8b16-a72f85e9fd67 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:32:37.403869 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72636916-5544-4ecd-9ee6-68acbd47ad17 req-b26805de-fad3-44dd-9885-fe8b6fc50dd4 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=33dca014c12e4d8a9a7c7487ca70d053&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727146 Feb 08 21:32:37.406163 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-debc95b2-6328-4c15-8b62-a0e5ca126b04 req-ec0c8027-a41c-416e-9ee7-98b7c719411f tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=4f24e9a1-f30e-4071-a64a-5085723f21fd HTTP/1.1" status: 200 len: 210 time: 0.0774305 Feb 08 21:32:37.429921 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7558db1-535e-413c-ac10-674116dcec7c req-314c4437-c060-4a86-b4d8-b0adb1d8efda tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141506 Feb 08 21:32:37.534532 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3bc506b8-08b1-4f5e-bbe9-43a515e741d5 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (ffc3e11e-060e-48dc-a580-315e8d2da21a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:37.567292 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c936d53c-38df-4059-8b16-a72f85e9fd67 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:37.590169 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72636916-5544-4ecd-9ee6-68acbd47ad17 req-99ba4804-9f96-4cb0-afee-a0991cc25684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:37.591820 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72636916-5544-4ecd-9ee6-68acbd47ad17 req-99ba4804-9f96-4cb0-afee-a0991cc25684 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1830084 Feb 08 21:32:37.618005 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889df7b-7d5c-44ea-bc84-e94c4eb5a004 req-f0d6cfa6-83c2-4339-b56a-b6692c4ea5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:37.619974 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f889df7b-7d5c-44ea-bc84-e94c4eb5a004 req-f0d6cfa6-83c2-4339-b56a-b6692c4ea5db service neutron] 10.222.0.94 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 913 time: 0.4274457 Feb 08 21:32:37.620732 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c936d53c-38df-4059-8b16-a72f85e9fd67 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (a80c8601-35e0-4991-b85f-aa7286b82f4b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:37.742207 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc506b8-08b1-4f5e-bbe9-43a515e741d5 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Network 82beeaeb-d86d-4c05-9ada-f60755f16507 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:32:37.743989 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f889df7b-7d5c-44ea-bc84-e94c4eb5a004 req-d46db05c-70e9-43d5-8cc8-996d46c85a0d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e124c5f6-4611-4439-97a8-4ce67fb6ac06 HTTP/1.1" status: 200 len: 217 time: 0.0829089 Feb 08 21:32:37.755385 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-3bc506b8-08b1-4f5e-bbe9-43a515e741d5 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:32:37.766416 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc506b8-08b1-4f5e-bbe9-43a515e741d5 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Pushing event updated for resources: {'Port': ['ID=ffc3e11e-060e-48dc-a580-315e8d2da21a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:37.789581 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc506b8-08b1-4f5e-bbe9-43a515e741d5 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:32:37.845403 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-c936d53c-38df-4059-8b16-a72f85e9fd67 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Floating IP a80c8601-35e0-4991-b85f-aa7286b82f4b associated. External IP: 172.25.3.89, port: 48ba46b3-96c0-425a-ba37-4ac6f5174979. Feb 08 21:32:37.932949 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889df7b-7d5c-44ea-bc84-e94c4eb5a004 req-1090c55b-d527-4a5e-97ea-d504dd64e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:37.934480 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f889df7b-7d5c-44ea-bc84-e94c4eb5a004 req-1090c55b-d527-4a5e-97ea-d504dd64e704 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0aa29b5a-a776-4012-aa53-861d63a1c0ca HTTP/1.1" status: 200 len: 851 time: 0.1827912 Feb 08 21:32:37.949014 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc506b8-08b1-4f5e-bbe9-43a515e741d5 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:37.949696 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3bc506b8-08b1-4f5e-bbe9-43a515e741d5 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:38.013417 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3bc506b8-08b1-4f5e-bbe9-43a515e741d5 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4981945 Feb 08 21:32:38.014161 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58754) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:38.021974 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:32:38.026738 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 6461f028-9c9a-4522-9b52-52c7001b2844 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:32:38.061243 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889df7b-7d5c-44ea-bc84-e94c4eb5a004 req-55f7315f-a808-4788-9aea-930d1caa5662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:38.062786 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f889df7b-7d5c-44ea-bc84-e94c4eb5a004 req-55f7315f-a808-4788-9aea-930d1caa5662 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=470bde4a-288b-4162-81c1-45fdd6f3db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1197255 Feb 08 21:32:38.106852 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [req-f889df7b-7d5c-44ea-bc84-e94c4eb5a004 req-06fe2628-bc1f-4f9d-ae54-2487527d3143 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:32:38.107889 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f889df7b-7d5c-44ea-bc84-e94c4eb5a004 req-06fe2628-bc1f-4f9d-ae54-2487527d3143 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0374975 Feb 08 21:32:38.121543 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-222ee5ac-24e8-4ff0-82e2-ccc42438bf4c tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'project_id': 'ef94d55a4f464c43ba3e6628c548343f', 'port_id': 'ffc3e11e-060e-48dc-a580-315e8d2da21a'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:32:38.161674 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10ce79-38b3-4609-b456-9777145a67b7 req-31f8fe24-8fc1-4a8e-86e1-7ecb303e3aa1 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:38.164154 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc10ce79-38b3-4609-b456-9777145a67b7 req-31f8fe24-8fc1-4a8e-86e1-7ecb303e3aa1 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4ea591b-4ba4-4211-9a53-83a140b5ecb8 HTTP/1.1" status: 200 len: 944 time: 0.1264110 Feb 08 21:32:38.190715 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-222ee5ac-24e8-4ff0-82e2-ccc42438bf4c tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:38.266278 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f889df7b-7d5c-44ea-bc84-e94c4eb5a004 req-1c2f29ef-595a-4194-bba9-0eb8677c49e7 service neutron] 10.222.0.94 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320055 Feb 08 21:32:38.272125 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c936d53c-38df-4059-8b16-a72f85e9fd67 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Router 0ae706ba-8eda-48d0-80fc-9f45eeebcc74 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:32:38.304879 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc10ce79-38b3-4609-b456-9777145a67b7 req-4ee2dc6f-3ddb-4875-bdf4-9a38b548dd20 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.88 "GET /v2.0/security-groups?id=b0c77d62-6779-4678-a771-23742a2edf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344621 Feb 08 21:32:38.357404 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-222ee5ac-24e8-4ff0-82e2-ccc42438bf4c tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:38.424260 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-a05ca3dc-ad60-490b-ac58-5385ca376528 None None] Provisioning complete for port ffc3e11e-060e-48dc-a580-315e8d2da21a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:32:38.424698 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a05ca3dc-ad60-490b-ac58-5385ca376528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ffc3e11e-060e-48dc-a580-315e8d2da21a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:38.428200 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f,segment=NetworkSegment(1f0ab992-3ab1-461a-b8dc-9e0a387aaea8),segment_id=1f0ab992-3ab1-461a-b8dc-9e0a387aaea8)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:32:38.437648 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 6461f028-9c9a-4522-9b52-52c7001b2844 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:32:38.488563 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f889df7b-7d5c-44ea-bc84-e94c4eb5a004 req-850a72ad-3387-4639-84dd-1b000e5d6925 service neutron] 10.222.0.94 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150896 Feb 08 21:32:38.509505 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f', 'network_id': '73fceb1b-b6d4-497c-943e-d646a20c4dcd', 'port_id': '6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f', 'mac_address': 'fa:16:3e:ca:e3:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a9ce4c-2366-43e2-8162-632562caeb6d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:32:38.519747 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 6461f028-9c9a-4522-9b52-52c7001b2844 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:32:38.520080 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6461f028-9c9a-4522-9b52-52c7001b2844), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:38.526671 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c936d53c-38df-4059-8b16-a72f85e9fd67 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:32:38.539492 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c936d53c-38df-4059-8b16-a72f85e9fd67 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:38.541215 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-222ee5ac-24e8-4ff0-82e2-ccc42438bf4c tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Allocated IP 172.25.3.36 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/83f66197-15a8-4291-834d-4911c21055de) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:32:38.566142 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541332cb-ea84-4077-aed9-0157ef844d04 None None] Sync routers for ids ['0ae706ba-8eda-48d0-80fc-9f45eeebcc74'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:32:38.588909 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c936d53c-38df-4059-8b16-a72f85e9fd67 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "PUT /v2.0/floatingips/a80c8601-35e0-4991-b85f-aa7286b82f4b HTTP/1.1" status: 200 len: 990 time: 2.6591790 Feb 08 21:32:38.589848 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c562fb-7a68-4a81-b862-420e0687b50b', 'tag': '48ba46b3-96c0-425a-ba37-4ac6f5174979'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:32:38.592556 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8c0bbe-40ef-4790-831f-5be7db700915" -d '{"events": [{"name": "network-changed", "server_uuid": "55c562fb-7a68-4a81-b862-420e0687b50b", "tag": "48ba46b3-96c0-425a-ba37-4ac6f5174979"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:32:38.605856 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541332cb-ea84-4077-aed9-0157ef844d04 None None] Routers {'0ae706ba-8eda-48d0-80fc-9f45eeebcc74'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:32:38.606505 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-541332cb-ea84-4077-aed9-0157ef844d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:32:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['0ae706ba-8eda-48d0-80fc-9f45eeebcc74'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:38.614719 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a05ca3dc-ad60-490b-ac58-5385ca376528 None None] Port ffc3e11e-060e-48dc-a580-315e8d2da21a cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:32:38.699182 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-764e45ea-e315-4444-9222-2f57793217d8 req-5fadd7b5-517c-449f-82d2-60871f313546 tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.88 "GET /v2.0/ports?device_id=4f24e9a1-f30e-4071-a64a-5085723f21fd HTTP/1.1" status: 200 len: 210 time: 0.0541375 Feb 08 21:32:38.710373 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:32:38.710890 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:38.743842 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:32:38.761561 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec359e-0b82-48a8-9c68-0e72c7c5f607 req-647ff6ce-08e5-4c24-b9e9-d7d10d532d08 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:38.763044 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dcec359e-0b82-48a8-9c68-0e72c7c5f607 req-647ff6ce-08e5-4c24-b9e9-d7d10d532d08 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 945 time: 0.1599505 Feb 08 21:32:38.770888 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f,segment=NetworkSegment(1f0ab992-3ab1-461a-b8dc-9e0a387aaea8),segment_id=1f0ab992-3ab1-461a-b8dc-9e0a387aaea8)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:32:38.798042 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:38.816231 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-222ee5ac-24e8-4ff0-82e2-ccc42438bf4c tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Publish callbacks [] for port (83f66197-15a8-4291-834d-4911c21055de), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:38.864851 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 6461f028-9c9a-4522-9b52-52c7001b2844 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:32:38.865262 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6461f028-9c9a-4522-9b52-52c7001b2844), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:38.867179 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dcec359e-0b82-48a8-9c68-0e72c7c5f607 req-679bfb55-9c15-4847-96d2-da249110f91f tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918684 Feb 08 21:32:38.868231 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-541332cb-ea84-4077-aed9-0157ef844d04 None None] Set router 0ae706ba-8eda-48d0-80fc-9f45eeebcc74 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:32:38.932037 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:38.963005 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5d1b65-0224-4c37-8ebc-bfb19a7264f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6461f028-9c9a-4522-9b52-52c7001b2844'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:32:38.965520 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fae0813-29de-4892-8030-b6c7117acd3a" -d '{"events": [{"server_uuid": "3b5d1b65-0224-4c37-8ebc-bfb19a7264f2", "name": "network-vif-plugged", "status": "completed", "tag": "6461f028-9c9a-4522-9b52-52c7001b2844"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:32:38.966000 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-222ee5ac-24e8-4ff0-82e2-ccc42438bf4c tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (83f66197-15a8-4291-834d-4911c21055de), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:38.981045 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f846630a-52bd-43c9-94c0-464e0f20f7ca x-openstack-request-id: req-f846630a-52bd-43c9-94c0-464e0f20f7ca {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:32:38.981606 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c562fb-7a68-4a81-b862-420e0687b50b", "tag": "48ba46b3-96c0-425a-ba37-4ac6f5174979", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:32:38.982419 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f846630a-52bd-43c9-94c0-464e0f20f7ca {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:32:38.983710 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c562fb-7a68-4a81-b862-420e0687b50b', 'tag': '48ba46b3-96c0-425a-ba37-4ac6f5174979', 'status': 'completed', 'code': 200} Feb 08 21:32:39.011181 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b628827-1db7-4bdc-a7f6-b67a74da0d4c req-16263d99-24be-4e99-a705-87b3639d3ead tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:39.016604 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b628827-1db7-4bdc-a7f6-b67a74da0d4c req-16263d99-24be-4e99-a705-87b3639d3ead tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 945 time: 0.1254714 Feb 08 21:32:39.027955 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 6461f028-9c9a-4522-9b52-52c7001b2844, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6461f028-9c9a-4522-9b52-52c7001b2844,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:32:39.039225 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6461f028-9c9a-4522-9b52-52c7001b2844), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:39.058749 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222ee5ac-24e8-4ff0-82e2-ccc42438bf4c tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:32:39.106935 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac72d592-f6f6-4a52-8cd1-c0254185770e x-openstack-request-id: req-ac72d592-f6f6-4a52-8cd1-c0254185770e {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:32:39.107264 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5d1b65-0224-4c37-8ebc-bfb19a7264f2", "name": "network-vif-plugged", "status": "completed", "tag": "6461f028-9c9a-4522-9b52-52c7001b2844", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:32:39.107857 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ac72d592-f6f6-4a52-8cd1-c0254185770e {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:32:39.108310 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5d1b65-0224-4c37-8ebc-bfb19a7264f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6461f028-9c9a-4522-9b52-52c7001b2844', 'code': 200} Feb 08 21:32:39.132574 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c0bbe-40ef-4790-831f-5be7db700915 req-8dc62f89-81fa-49b5-b823-fea299660a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:39.135012 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0b8c0bbe-40ef-4790-831f-5be7db700915 req-8dc62f89-81fa-49b5-b823-fea299660a90 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6397ec65027742af97122f0e8e24f15b&device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 1128 time: 0.1314788 Feb 08 21:32:39.137818 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-222ee5ac-24e8-4ff0-82e2-ccc42438bf4c tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:32:39.141586 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72636916-5544-4ecd-9ee6-68acbd47ad17 req-ec8a910d-301f-4baa-8eb5-4e0797cd6f58 tempest-ServerShowV247Test-1067129949 tempest-ServerShowV247Test-1067129949-project] 10.222.0.96 "GET /v2.0/ports?device_id=4f24e9a1-f30e-4071-a64a-5085723f21fd HTTP/1.1" status: 200 len: 210 time: 0.0724432 Feb 08 21:32:39.148188 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222ee5ac-24e8-4ff0-82e2-ccc42438bf4c tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:32:39.151996 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=6461f028-9c9a-4522-9b52-52c7001b2844,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:39.163399 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ee5ac-24e8-4ff0-82e2-ccc42438bf4c tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Pushing event updated for resources: {'Port': ['ID=83f66197-15a8-4291-834d-4911c21055de,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:39.267554 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b628827-1db7-4bdc-a7f6-b67a74da0d4c req-7a9376fc-27e1-407b-8c84-9af44e7f40ae tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/security-groups?id=357c5f60-4259-4216-9cac-1e908d8b0309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434547 Feb 08 21:32:39.311840 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c0bbe-40ef-4790-831f-5be7db700915 req-4da8a999-31e3-415d-acf9-d455a6c99716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:39.314297 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0b8c0bbe-40ef-4790-831f-5be7db700915 req-4da8a999-31e3-415d-acf9-d455a6c99716 service neutron] 10.222.0.94 "GET /v2.0/networks?id=408b6511-ea01-4c92-b584-46cf5335e828 HTTP/1.1" status: 200 len: 916 time: 0.1587865 Feb 08 21:32:39.315977 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:32:39.378802 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759c5ca-f5f1-4919-a281-a764297975fc req-c230a9ab-6794-4c78-a736-6b12a17c47ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:39.380539 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b759c5ca-f5f1-4919-a281-a764297975fc req-c230a9ab-6794-4c78-a736-6b12a17c47ef service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 1129 time: 0.1831481 Feb 08 21:32:39.417715 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0b8c0bbe-40ef-4790-831f-5be7db700915 req-6ade9bc0-dab9-4b7c-adac-f426d7f57813 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48ba46b3-96c0-425a-ba37-4ac6f5174979 HTTP/1.1" status: 200 len: 998 time: 0.0964754 Feb 08 21:32:39.469434 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-541332cb-ea84-4077-aed9-0157ef844d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'name': 'tempest-ServersTestBootFromVolume-791426556-router', 'tenant_id': '6397ec65027742af97122f0e8e24f15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:31:02Z', 'updated_at': '2022-02-08T21:31:11Z', 'revision_number': 4, 'project_id': '6397ec65027742af97122f0e8e24f15b', 'gw_port': {'id': '4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:03Z', 'updated_at': '2022-02-08T21:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'a80c8601-35e0-4991-b85f-aa7286b82f4b', 'tenant_id': '6397ec65027742af97122f0e8e24f15b', 'floating_ip_address': '172.25.3.89', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'port_id': '48ba46b3-96c0-425a-ba37-4ac6f5174979', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '408b6511-ea01-4c92-b584-46cf5335e828', 'mac_address': 'fa:16:3e:9c:a3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c562fb-7a68-4a81-b862-420e0687b50b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:31:17Z', 'updated_at': '2022-02-08T21:32:37Z', 'revision_number': 1, 'project_id': '6397ec65027742af97122f0e8e24f15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d', 'name': '', 'network_id': '408b6511-ea01-4c92-b584-46cf5335e828', 'tenant_id': '6397ec65027742af97122f0e8e24f15b', 'mac_address': 'fa:16:3e:39:7e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '2130ef6d-804d-44a5-85d7-5418400fcc2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:10Z', 'updated_at': '2022-02-08T21:31:18Z', 'revision_number': 5, 'project_id': '6397ec65027742af97122f0e8e24f15b', 'subnets': [{'id': '2130ef6d-804d-44a5-85d7-5418400fcc2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:39.474476 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c0bbe-40ef-4790-831f-5be7db700915 req-6cc0317e-1db7-4a6d-8962-54e6ba75531b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:39.475437 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0b8c0bbe-40ef-4790-831f-5be7db700915 req-6cc0317e-1db7-4a6d-8962-54e6ba75531b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=2130ef6d-804d-44a5-85d7-5418400fcc2f HTTP/1.1" status: 200 len: 854 time: 0.0480297 Feb 08 21:32:39.512214 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541332cb-ea84-4077-aed9-0157ef844d04 None None] Checking router: 0ae706ba-8eda-48d0-80fc-9f45eeebcc74 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:32:39.545155 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541332cb-ea84-4077-aed9-0157ef844d04 None None] Routers {'0ae706ba-8eda-48d0-80fc-9f45eeebcc74'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:32:39.546067 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-541332cb-ea84-4077-aed9-0157ef844d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:32:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['0ae706ba-8eda-48d0-80fc-9f45eeebcc74'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:39.547743 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c0bbe-40ef-4790-831f-5be7db700915 req-1409300f-c7aa-43ee-9fbb-a982d788f171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:39.549939 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0b8c0bbe-40ef-4790-831f-5be7db700915 req-1409300f-c7aa-43ee-9fbb-a982d788f171 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=408b6511-ea01-4c92-b584-46cf5335e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0650036 Feb 08 21:32:39.695834 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0b8c0bbe-40ef-4790-831f-5be7db700915 req-3cf313f0-f369-4ca2-8f14-fddd0cb06fef service neutron] 10.222.0.94 "GET /v2.0/networks/408b6511-ea01-4c92-b584-46cf5335e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373320 Feb 08 21:32:39.779295 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-541332cb-ea84-4077-aed9-0157ef844d04 None None] Set router 0ae706ba-8eda-48d0-80fc-9f45eeebcc74 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:32:40.001333 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0b8c0bbe-40ef-4790-831f-5be7db700915 req-44fde52b-b34f-464a-b070-700265b1803a service neutron] 10.222.0.94 "GET /v2.0/networks/408b6511-ea01-4c92-b584-46cf5335e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987089 Feb 08 21:32:40.108840 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b759c5ca-f5f1-4919-a281-a764297975fc req-c848ca42-2eee-4e41-a63b-27e61d2dfce3 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7160625 Feb 08 21:32:40.142036 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b0170-ab77-4b98-8dbf-96c97e4ad415 req-085cf962-d3a0-4589-9198-f4ca4174e35b tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:40.149452 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a5b0170-ab77-4b98-8dbf-96c97e4ad415 req-085cf962-d3a0-4589-9198-f4ca4174e35b tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4ea591b-4ba4-4211-9a53-83a140b5ecb8 HTTP/1.1" status: 200 len: 945 time: 0.7205079 Feb 08 21:32:40.206922 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8942c8-dc0f-4825-85e0-9119766f8cb3 req-06fbfc43-b132-42e5-b614-8bc9a2cc4ac3 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:40.215305 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3e8942c8-dc0f-4825-85e0-9119766f8cb3 req-06fbfc43-b132-42e5-b614-8bc9a2cc4ac3 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 946 time: 0.1534421 Feb 08 21:32:40.219255 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-541332cb-ea84-4077-aed9-0157ef844d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'name': 'tempest-ServersTestBootFromVolume-791426556-router', 'tenant_id': '6397ec65027742af97122f0e8e24f15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:31:02Z', 'updated_at': '2022-02-08T21:31:11Z', 'revision_number': 4, 'project_id': '6397ec65027742af97122f0e8e24f15b', 'gw_port': {'id': '4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:03Z', 'updated_at': '2022-02-08T21:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'a80c8601-35e0-4991-b85f-aa7286b82f4b', 'tenant_id': '6397ec65027742af97122f0e8e24f15b', 'floating_ip_address': '172.25.3.89', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'port_id': '48ba46b3-96c0-425a-ba37-4ac6f5174979', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '408b6511-ea01-4c92-b584-46cf5335e828', 'mac_address': 'fa:16:3e:9c:a3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c562fb-7a68-4a81-b862-420e0687b50b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:31:17Z', 'updated_at': '2022-02-08T21:32:37Z', 'revision_number': 1, 'project_id': '6397ec65027742af97122f0e8e24f15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d', 'name': '', 'network_id': '408b6511-ea01-4c92-b584-46cf5335e828', 'tenant_id': '6397ec65027742af97122f0e8e24f15b', 'mac_address': 'fa:16:3e:39:7e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '2130ef6d-804d-44a5-85d7-5418400fcc2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:10Z', 'updated_at': '2022-02-08T21:31:18Z', 'revision_number': 5, 'project_id': '6397ec65027742af97122f0e8e24f15b', 'subnets': [{'id': '2130ef6d-804d-44a5-85d7-5418400fcc2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:40.259873 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541332cb-ea84-4077-aed9-0157ef844d04 None None] The sync data for ids ['0ae706ba-8eda-48d0-80fc-9f45eeebcc74'] in n-d-712143-31 is: [{'id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'name': 'tempest-ServersTestBootFromVolume-791426556-router', 'tenant_id': '6397ec65027742af97122f0e8e24f15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:31:02Z', 'updated_at': '2022-02-08T21:31:11Z', 'revision_number': 4, 'project_id': '6397ec65027742af97122f0e8e24f15b', 'gw_port': {'id': '4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:03Z', 'updated_at': '2022-02-08T21:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'a80c8601-35e0-4991-b85f-aa7286b82f4b', 'tenant_id': '6397ec65027742af97122f0e8e24f15b', 'floating_ip_address': '172.25.3.89', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'port_id': '48ba46b3-96c0-425a-ba37-4ac6f5174979', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '408b6511-ea01-4c92-b584-46cf5335e828', 'mac_address': 'fa:16:3e:9c:a3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c562fb-7a68-4a81-b862-420e0687b50b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:31:17Z', 'updated_at': '2022-02-08T21:32:37Z', 'revision_number': 1, 'project_id': '6397ec65027742af97122f0e8e24f15b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d', 'name': '', 'network_id': '408b6511-ea01-4c92-b584-46cf5335e828', 'tenant_id': '6397ec65027742af97122f0e8e24f15b', 'mac_address': 'fa:16:3e:39:7e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '2130ef6d-804d-44a5-85d7-5418400fcc2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:10Z', 'updated_at': '2022-02-08T21:31:18Z', 'revision_number': 5, 'project_id': '6397ec65027742af97122f0e8e24f15b', 'subnets': [{'id': '2130ef6d-804d-44a5-85d7-5418400fcc2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:32:40.335207 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58790) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:40.435309 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a5b0170-ab77-4b98-8dbf-96c97e4ad415 req-24106494-e6d7-4038-9b5b-d8a8d3e8893d tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.88 "GET /v2.0/security-groups?id=b0c77d62-6779-4678-a771-23742a2edf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849724 Feb 08 21:32:40.481076 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61002149-675a-4cf0-a5d9-a63adc2b43a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:40.533279 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3e8942c8-dc0f-4825-85e0-9119766f8cb3 req-4ddda781-9821-47e8-8c83-b6ef3539e799 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165760 Feb 08 21:32:40.607207 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-222ee5ac-24e8-4ff0-82e2-ccc42438bf4c tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Publish callbacks [] for floatingip (1e2b7292-da60-49aa-9e7c-88e2e1e050e9), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:40.615615 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61002149-675a-4cf0-a5d9-a63adc2b43a5 admin admin] Publish callbacks [] for security_group (0beb0f02-9256-4b56-a060-a4e92223e1e8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:40.622295 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f79ea9-e965-4cd5-85fb-565497a12ab4 None None] New status for floating IP a80c8601-35e0-4991-b85f-aa7286b82f4b: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:32:40.631147 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61002149-675a-4cf0-a5d9-a63adc2b43a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0beb0f02-9256-4b56-a060-a4e92223e1e8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:40.684472 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-61002149-675a-4cf0-a5d9-a63adc2b43a5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=33dca014c12e4d8a9a7c7487ca70d053&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3483021 Feb 08 21:32:40.685761 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58794) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:40.696466 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61002149-675a-4cf0-a5d9-a63adc2b43a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0beb0f02-9256-4b56-a060-a4e92223e1e8,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:40.701879 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14307084-b2d3-4773-83fa-a1c7e2d2e49f req-67f4710e-5589-42a4-9344-fd924df57fc7 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:40.711430 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14307084-b2d3-4773-83fa-a1c7e2d2e49f req-67f4710e-5589-42a4-9344-fd924df57fc7 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 945 time: 0.1611154 Feb 08 21:32:40.766620 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10ab0eda-77bd-4273-a789-203c428058b9 admin admin] Publish callbacks [] for security_group (0beb0f02-9256-4b56-a060-a4e92223e1e8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:40.786172 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-222ee5ac-24e8-4ff0-82e2-ccc42438bf4c tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (83f66197-15a8-4291-834d-4911c21055de), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:40.794346 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10ab0eda-77bd-4273-a789-203c428058b9 admin admin] Publish callbacks [] for security_group (0beb0f02-9256-4b56-a060-a4e92223e1e8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:40.861731 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10ab0eda-77bd-4273-a789-203c428058b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0beb0f02-9256-4b56-a060-a4e92223e1e8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:40.865869 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10ab0eda-77bd-4273-a789-203c428058b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:40.869533 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-10ab0eda-77bd-4273-a789-203c428058b9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0beb0f02-9256-4b56-a060-a4e92223e1e8 HTTP/1.1" status: 204 len: 168 time: 0.1803789 Feb 08 21:32:40.871934 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14307084-b2d3-4773-83fa-a1c7e2d2e49f req-10ba92f4-692b-4fa4-8687-194bf67d6e83 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/security-groups?id=357c5f60-4259-4216-9cac-1e908d8b0309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594224 Feb 08 21:32:40.882386 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab0eda-77bd-4273-a789-203c428058b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0beb0f02-9256-4b56-a060-a4e92223e1e8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:41.152987 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5062f0-a5f0-41f2-b66a-9148e9119263 req-a41dfa31-74fd-4117-8dd4-57593050cb20 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:41.154547 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3f5062f0-a5f0-41f2-b66a-9148e9119263 req-a41dfa31-74fd-4117-8dd4-57593050cb20 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 945 time: 0.1279526 Feb 08 21:32:41.177512 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-222ee5ac-24e8-4ff0-82e2-ccc42438bf4c tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Publish callbacks [] for port (83f66197-15a8-4291-834d-4911c21055de), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:41.186607 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-222ee5ac-24e8-4ff0-82e2-ccc42438bf4c tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (83f66197-15a8-4291-834d-4911c21055de), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:41.302328 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3f5062f0-a5f0-41f2-b66a-9148e9119263 req-5a11a916-9d77-47c8-ad5f-43b080c5f28e tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/security-groups?id=357c5f60-4259-4216-9cac-1e908d8b0309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350794 Feb 08 21:32:41.304763 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ee5ac-24e8-4ff0-82e2-ccc42438bf4c tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Pushing event updated for resources: {'Port': ['ID=83f66197-15a8-4291-834d-4911c21055de,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:41.320053 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-222ee5ac-24e8-4ff0-82e2-ccc42438bf4c tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (1e2b7292-da60-49aa-9e7c-88e2e1e050e9), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:41.440477 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-222ee5ac-24e8-4ff0-82e2-ccc42438bf4c tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Floating IP 1e2b7292-da60-49aa-9e7c-88e2e1e050e9 associated. External IP: 172.25.3.36, port: ffc3e11e-060e-48dc-a580-315e8d2da21a. Feb 08 21:32:41.652429 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a203b3-0a2f-4647-8904-70d887c14ead req-c049182a-c93a-417e-a854-727deba5feec tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:41.654297 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9a203b3-0a2f-4647-8904-70d887c14ead req-c049182a-c93a-417e-a854-727deba5feec tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4ea591b-4ba4-4211-9a53-83a140b5ecb8 HTTP/1.1" status: 200 len: 945 time: 0.1027274 Feb 08 21:32:41.811415 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9a203b3-0a2f-4647-8904-70d887c14ead req-148ffc4c-c310-4263-92b6-1e13634d158d tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.88 "GET /v2.0/security-groups?id=b0c77d62-6779-4678-a771-23742a2edf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454873 Feb 08 21:32:41.839204 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1f663-dd91-4279-bfb4-9c4806b4666c req-c40b462b-ffd9-46cb-8ea9-d8f962e5f66a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:41.840680 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-04a1f663-dd91-4279-bfb4-9c4806b4666c req-c40b462b-ffd9-46cb-8ea9-d8f962e5f66a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 946 time: 0.1954858 Feb 08 21:32:41.906252 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222ee5ac-24e8-4ff0-82e2-ccc42438bf4c tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Router 3eb94c3d-b3dc-4093-b0da-b6f217dc28ac has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:32:41.925609 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-04a1f663-dd91-4279-bfb4-9c4806b4666c req-80da3bde-66f9-4712-a192-1f24b4ee0b95 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761623 Feb 08 21:32:42.029497 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:32:42.078922 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222ee5ac-24e8-4ff0-82e2-ccc42438bf4c tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:32:42.099456 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b947bf4-24cf-4e47-b96a-504d322f3008 None None] Sync routers for ids ['3eb94c3d-b3dc-4093-b0da-b6f217dc28ac'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:32:42.119697 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b947bf4-24cf-4e47-b96a-504d322f3008 None None] Routers {'3eb94c3d-b3dc-4093-b0da-b6f217dc28ac'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:32:42.120656 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-0b947bf4-24cf-4e47-b96a-504d322f3008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:32:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3eb94c3d-b3dc-4093-b0da-b6f217dc28ac'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:42.130155 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-222ee5ac-24e8-4ff0-82e2-ccc42438bf4c tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:42.172781 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-0b947bf4-24cf-4e47-b96a-504d322f3008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:42.188283 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:32:42.191404 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b947bf4-24cf-4e47-b96a-504d322f3008 None None] Routers {'3eb94c3d-b3dc-4093-b0da-b6f217dc28ac'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:32:42.192056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-0b947bf4-24cf-4e47-b96a-504d322f3008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:32:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3eb94c3d-b3dc-4093-b0da-b6f217dc28ac'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:42.244478 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-0b947bf4-24cf-4e47-b96a-504d322f3008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:42.245257 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b947bf4-24cf-4e47-b96a-504d322f3008 None None] The sync data for ids ['3eb94c3d-b3dc-4093-b0da-b6f217dc28ac'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:32:42.247955 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:32:42.248592 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:42.257707 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-222ee5ac-24e8-4ff0-82e2-ccc42438bf4c tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 4.2418032 Feb 08 21:32:42.262165 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58842) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:42.294869 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58844) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:42.359275 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:32:42.359672 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:42.384771 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ea591b-4ba4-4211-9a53-83a140b5ecb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:32:42.387225 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d05ce0-d54f-4dce-abc9-a58011858388" -d '{"events": [{"server_uuid": "a4ea591b-4ba4-4211-9a53-83a140b5ecb8", "name": "network-vif-plugged", "status": "completed", "tag": "6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:32:42.402765 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f,segment=NetworkSegment(1f0ab992-3ab1-461a-b8dc-9e0a387aaea8),segment_id=1f0ab992-3ab1-461a-b8dc-9e0a387aaea8)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:32:42.407654 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:42.450510 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d463b9ea-0e57-4797-a324-02b29d6cbee2 tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] 10.222.0.88 "GET /v2.0/floatingips/1e2b7292-da60-49aa-9e7c-88e2e1e050e9 HTTP/1.1" status: 200 len: 981 time: 0.1827505 Feb 08 21:32:42.454077 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58852) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:42.459492 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28a0a182-e2e5-49f5-a58f-03ff61c65afd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:42.466511 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:42.577083 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc61bc-2f2c-4a31-8d20-9503b4f5234b req-a22fa45b-9776-4cb6-bc96-f54910a2647e tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:42.584849 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28a0a182-e2e5-49f5-a58f-03ff61c65afd admin admin] Publish callbacks [] for security_group (6580d84a-59f9-4d28-99c4-6f935d33db38), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:42.585472 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d7fc61bc-2f2c-4a31-8d20-9503b4f5234b req-a22fa45b-9776-4cb6-bc96-f54910a2647e tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 946 time: 0.3824201 Feb 08 21:32:42.594954 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28a0a182-e2e5-49f5-a58f-03ff61c65afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6580d84a-59f9-4d28-99c4-6f935d33db38), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:42.645415 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42a3e40-0d68-4eb0-a898-e3bea394d31a x-openstack-request-id: req-c42a3e40-0d68-4eb0-a898-e3bea394d31a {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:32:42.645415 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ea591b-4ba4-4211-9a53-83a140b5ecb8", "name": "network-vif-plugged", "status": "completed", "tag": "6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:32:42.645754 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-28a0a182-e2e5-49f5-a58f-03ff61c65afd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9381a56118a14f0ab61022fb6dc3300e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3470271 Feb 08 21:32:42.645846 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c42a3e40-0d68-4eb0-a898-e3bea394d31a {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:32:42.645846 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ea591b-4ba4-4211-9a53-83a140b5ecb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f', 'code': 200} Feb 08 21:32:42.646888 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58854) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:42.648470 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0a182-e2e5-49f5-a58f-03ff61c65afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6580d84a-59f9-4d28-99c4-6f935d33db38,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:42.654596 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f60a3387-9a78-4ebf-8ce0-aae75aeb0440 tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] 10.222.0.88 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4602 time: 0.1953642 Feb 08 21:32:42.660734 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58856) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:42.734867 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de2c6239-a56d-4983-abdc-f6b0deb5a566 admin admin] Publish callbacks [] for security_group (6580d84a-59f9-4d28-99c4-6f935d33db38), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:42.739834 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d7fc61bc-2f2c-4a31-8d20-9503b4f5234b req-afeb0621-0f42-44bb-83ae-879f00e8c6e4 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533332 Feb 08 21:32:42.763060 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de2c6239-a56d-4983-abdc-f6b0deb5a566 admin admin] Publish callbacks [] for security_group (6580d84a-59f9-4d28-99c4-6f935d33db38), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:42.826657 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37a13a-9738-4dbd-81a0-530902cc0251 req-2aea550f-72fe-4534-af33-5124016b4154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:42.827578 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de2c6239-a56d-4983-abdc-f6b0deb5a566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6580d84a-59f9-4d28-99c4-6f935d33db38), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:42.828213 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b37a13a-9738-4dbd-81a0-530902cc0251 req-2aea550f-72fe-4534-af33-5124016b4154 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a4ea591b-4ba4-4211-9a53-83a140b5ecb8 HTTP/1.1" status: 200 len: 1129 time: 0.1106405 Feb 08 21:32:42.831490 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de2c6239-a56d-4983-abdc-f6b0deb5a566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:42.835558 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-de2c6239-a56d-4983-abdc-f6b0deb5a566 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6580d84a-59f9-4d28-99c4-6f935d33db38 HTTP/1.1" status: 204 len: 168 time: 0.1662419 Feb 08 21:32:42.862483 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c6239-a56d-4983-abdc-f6b0deb5a566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6580d84a-59f9-4d28-99c4-6f935d33db38,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:42.888089 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b37a13a-9738-4dbd-81a0-530902cc0251 req-907fce4d-dae2-4a37-85e8-9d542cadf620 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=b0c77d62-6779-4678-a771-23742a2edf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532646 Feb 08 21:32:42.940473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-70f1358f-c14a-48f3-a401-7616582531fc tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Deleting port 83f66197-15a8-4291-834d-4911c21055de {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:32:42.940923 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-70f1358f-c14a-48f3-a401-7616582531fc tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (83f66197-15a8-4291-834d-4911c21055de), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:43.069488 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d0805-dd97-4553-9b85-bbefdf27b96b req-4c19cb56-f932-461a-bd4b-c7d75dd4909d tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:43.071144 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d36d0805-dd97-4553-9b85-bbefdf27b96b req-4c19cb56-f932-461a-bd4b-c7d75dd4909d tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4ea591b-4ba4-4211-9a53-83a140b5ecb8 HTTP/1.1" status: 200 len: 946 time: 0.1174002 Feb 08 21:32:43.073129 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-70f1358f-c14a-48f3-a401-7616582531fc tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (83f66197-15a8-4291-834d-4911c21055de), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:43.073557 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-70f1358f-c14a-48f3-a401-7616582531fc tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks [] for floatingip (83f66197-15a8-4291-834d-4911c21055de), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:43.108452 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-70f1358f-c14a-48f3-a401-7616582531fc tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Calling delete_port for 83f66197-15a8-4291-834d-4911c21055de owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:32:43.593865 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d36d0805-dd97-4553-9b85-bbefdf27b96b req-889cbcba-913e-433f-806a-cc41dde28070 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.88 "GET /v2.0/security-groups?id=b0c77d62-6779-4678-a771-23742a2edf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5106235 Feb 08 21:32:43.748395 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-70f1358f-c14a-48f3-a401-7616582531fc tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (83f66197-15a8-4291-834d-4911c21055de), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:43.774630 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1358f-c14a-48f3-a401-7616582531fc tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Pushing event deleted for resources: {'Port': ['ID=83f66197-15a8-4291-834d-4911c21055de,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:43.873698 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-70f1358f-c14a-48f3-a401-7616582531fc tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks [] for floatingip (1e2b7292-da60-49aa-9e7c-88e2e1e050e9), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:43.874036 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-70f1358f-c14a-48f3-a401-7616582531fc tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Floating IP 1e2b7292-da60-49aa-9e7c-88e2e1e050e9 disassociated (deleted). External IP: 172.25.3.36, port: ffc3e11e-060e-48dc-a580-315e8d2da21a. Feb 08 21:32:43.988162 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19f3df-ce53-4c72-bc07-1efd8c11fc62 req-15c7fafa-003e-4877-9722-22646b0f372f tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:43.995383 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce19f3df-ce53-4c72-bc07-1efd8c11fc62 req-15c7fafa-003e-4877-9722-22646b0f372f tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 946 time: 0.1600516 Feb 08 21:32:44.037019 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58898) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:44.063813 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce19f3df-ce53-4c72-bc07-1efd8c11fc62 req-48e9af9c-34fa-4000-b2d1-11aa603e58c1 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675192 Feb 08 21:32:44.194423 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-afa60e91-eb4c-4c3b-84f8-558f0a7b95ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:44.244942 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f1358f-c14a-48f3-a401-7616582531fc tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Router 3eb94c3d-b3dc-4093-b0da-b6f217dc28ac has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:32:44.391726 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-afa60e91-eb4c-4c3b-84f8-558f0a7b95ba admin admin] Publish callbacks [] for security_group (6e4fa199-7d21-48bf-a972-35cd8f5dc340), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:44.402435 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-afa60e91-eb4c-4c3b-84f8-558f0a7b95ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6e4fa199-7d21-48bf-a972-35cd8f5dc340), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:44.466783 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-afa60e91-eb4c-4c3b-84f8-558f0a7b95ba admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3577286193014a4789f87684e375b17d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4265573 Feb 08 21:32:44.468244 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa60e91-eb4c-4c3b-84f8-558f0a7b95ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4fa199-7d21-48bf-a972-35cd8f5dc340,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:44.471324 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58916) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:44.491994 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f1358f-c14a-48f3-a401-7616582531fc tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:32:44.502156 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-70f1358f-c14a-48f3-a401-7616582531fc tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:44.507003 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e03fa04-295e-4804-bc8e-9dbd288f7304 None None] Sync routers for ids ['3eb94c3d-b3dc-4093-b0da-b6f217dc28ac'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:32:44.529114 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e03fa04-295e-4804-bc8e-9dbd288f7304 None None] Routers {'3eb94c3d-b3dc-4093-b0da-b6f217dc28ac'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:32:44.529787 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0e03fa04-295e-4804-bc8e-9dbd288f7304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:32:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3eb94c3d-b3dc-4093-b0da-b6f217dc28ac'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:44.549592 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-70f1358f-c14a-48f3-a401-7616582531fc tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] 10.222.0.88 "DELETE /v2.0/floatingips/1e2b7292-da60-49aa-9e7c-88e2e1e050e9 HTTP/1.1" status: 204 len: 168 time: 1.8868470 Feb 08 21:32:44.553626 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58918) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:44.561862 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-86918f5e-127e-42f7-9376-d6de5ef2d920 admin admin] Publish callbacks [] for security_group (6e4fa199-7d21-48bf-a972-35cd8f5dc340), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:44.563093 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-12533518-4064-49af-905c-d8bb391d2a2f tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:32:44.592716 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-12533518-4064-49af-905c-d8bb391d2a2f tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:44.622182 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0e03fa04-295e-4804-bc8e-9dbd288f7304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:44.623131 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-86918f5e-127e-42f7-9376-d6de5ef2d920 admin admin] Publish callbacks [] for security_group (6e4fa199-7d21-48bf-a972-35cd8f5dc340), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:44.665715 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e03fa04-295e-4804-bc8e-9dbd288f7304 None None] Routers {'3eb94c3d-b3dc-4093-b0da-b6f217dc28ac'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:32:44.666355 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0e03fa04-295e-4804-bc8e-9dbd288f7304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:32:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3eb94c3d-b3dc-4093-b0da-b6f217dc28ac'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:44.729586 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-86918f5e-127e-42f7-9376-d6de5ef2d920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6e4fa199-7d21-48bf-a972-35cd8f5dc340), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:44.736841 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-86918f5e-127e-42f7-9376-d6de5ef2d920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:44.741676 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-86918f5e-127e-42f7-9376-d6de5ef2d920 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6e4fa199-7d21-48bf-a972-35cd8f5dc340 HTTP/1.1" status: 204 len: 168 time: 0.2688737 Feb 08 21:32:44.746968 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0e03fa04-295e-4804-bc8e-9dbd288f7304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:44.747653 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e03fa04-295e-4804-bc8e-9dbd288f7304 None None] The sync data for ids ['3eb94c3d-b3dc-4093-b0da-b6f217dc28ac'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:32:44.762515 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86918f5e-127e-42f7-9376-d6de5ef2d920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4fa199-7d21-48bf-a972-35cd8f5dc340,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:44.842947 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b33c78-2cd2-4e5d-90c3-2a961cc43821 req-6eba7b36-2cee-4ee2-b199-0b0f6ebb718b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:44.844389 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43b33c78-2cd2-4e5d-90c3-2a961cc43821 req-6eba7b36-2cee-4ee2-b199-0b0f6ebb718b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 946 time: 0.1445186 Feb 08 21:32:44.853537 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab18b7e-ed4f-4cce-915f-080ebf7fcf40 req-b680cc90-a6eb-48e3-abcb-b45f2a95be53 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:44.855057 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ab18b7e-ed4f-4cce-915f-080ebf7fcf40 req-b680cc90-a6eb-48e3-abcb-b45f2a95be53 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4ea591b-4ba4-4211-9a53-83a140b5ecb8 HTTP/1.1" status: 200 len: 946 time: 0.0936630 Feb 08 21:32:44.949980 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-12533518-4064-49af-905c-d8bb391d2a2f tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:44.965625 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ab18b7e-ed4f-4cce-915f-080ebf7fcf40 req-a5a7d090-6d1f-491a-a2cb-a18ad92b9799 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.88 "GET /v2.0/security-groups?id=b0c77d62-6779-4678-a771-23742a2edf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983555 Feb 08 21:32:44.969993 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43b33c78-2cd2-4e5d-90c3-2a961cc43821 req-b2d3a761-2236-4a09-b6d9-07372c304fc9 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127336 Feb 08 21:32:45.125525 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-12533518-4064-49af-905c-d8bb391d2a2f tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Allocated IP 172.25.3.232 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/c6029089-99fb-47b6-9535-bbd49d30fa73) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:32:45.270380 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-12533518-4064-49af-905c-d8bb391d2a2f tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Publish callbacks [] for port (c6029089-99fb-47b6-9535-bbd49d30fa73), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:45.347059 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-12533518-4064-49af-905c-d8bb391d2a2f tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (c6029089-99fb-47b6-9535-bbd49d30fa73), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:45.400199 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12533518-4064-49af-905c-d8bb391d2a2f tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:32:45.418421 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12533518-4064-49af-905c-d8bb391d2a2f tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Pushing event updated for resources: {'Port': ['ID=c6029089-99fb-47b6-9535-bbd49d30fa73,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:45.423614 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-12533518-4064-49af-905c-d8bb391d2a2f tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:32:45.428098 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12533518-4064-49af-905c-d8bb391d2a2f tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:32:45.510328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942dd7a-608c-4aeb-9858-cca8098ae236 req-e34a89d8-5274-4f35-9a59-bc8fd6e9a94d tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:45.512995 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1942dd7a-608c-4aeb-9858-cca8098ae236 req-e34a89d8-5274-4f35-9a59-bc8fd6e9a94d tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4ea591b-4ba4-4211-9a53-83a140b5ecb8 HTTP/1.1" status: 200 len: 946 time: 0.2001479 Feb 08 21:32:45.632528 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1942dd7a-608c-4aeb-9858-cca8098ae236 req-ffbf3bef-eb4a-4098-819a-a2e3100bc6cf tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.88 "GET /v2.0/security-groups?id=b0c77d62-6779-4678-a771-23742a2edf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104612 Feb 08 21:32:45.643541 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-12533518-4064-49af-905c-d8bb391d2a2f tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Publish callbacks [] for floatingip (86477691-4608-4e36-8875-cf0e577e32b2), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:45.687813 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-12533518-4064-49af-905c-d8bb391d2a2f tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c6029089-99fb-47b6-9535-bbd49d30fa73), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:45.901395 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-12533518-4064-49af-905c-d8bb391d2a2f tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Publish callbacks [] for port (c6029089-99fb-47b6-9535-bbd49d30fa73), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:45.907405 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-12533518-4064-49af-905c-d8bb391d2a2f tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (c6029089-99fb-47b6-9535-bbd49d30fa73), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:46.014235 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12533518-4064-49af-905c-d8bb391d2a2f tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Pushing event updated for resources: {'Port': ['ID=c6029089-99fb-47b6-9535-bbd49d30fa73,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:46.021572 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-12533518-4064-49af-905c-d8bb391d2a2f tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (86477691-4608-4e36-8875-cf0e577e32b2), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:46.073704 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-12533518-4064-49af-905c-d8bb391d2a2f tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:46.077307 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-12533518-4064-49af-905c-d8bb391d2a2f tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5200508 Feb 08 21:32:46.078006 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58964) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:46.270012 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55981639-7b76-43e4-a6b3-619be9d2c3a4 req-26f26e4b-22fe-4b8a-922b-c2f1700bf693 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:46.274708 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55981639-7b76-43e4-a6b3-619be9d2c3a4 req-26f26e4b-22fe-4b8a-922b-c2f1700bf693 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 946 time: 0.1216340 Feb 08 21:32:46.340675 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-ec09bd09-403f-4e25-931c-cbb923ad86fa tempest-FloatingIPAdminTestJSON-1591757176 tempest-FloatingIPAdminTestJSON-1591757176-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:32:46.374094 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55981639-7b76-43e4-a6b3-619be9d2c3a4 req-43794fa7-9072-4377-895b-13c47f435306 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911586 Feb 08 21:32:46.400155 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec09bd09-403f-4e25-931c-cbb923ad86fa tempest-FloatingIPAdminTestJSON-1591757176 tempest-FloatingIPAdminTestJSON-1591757176-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:46.526434 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec09bd09-403f-4e25-931c-cbb923ad86fa tempest-FloatingIPAdminTestJSON-1591757176 tempest-FloatingIPAdminTestJSON-1591757176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:46.731958 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-ec09bd09-403f-4e25-931c-cbb923ad86fa tempest-FloatingIPAdminTestJSON-1591757176 tempest-FloatingIPAdminTestJSON-1591757176-project] Allocated IP 172.25.3.240 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/7bac9727-e2b6-4759-acff-b2624280a940) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:32:46.958263 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb4a1d-bad0-4bd0-be13-a051dbea8c11 req-5b931924-a548-49b9-8a16-0dffe8259cb7 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:46.959834 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25eb4a1d-bad0-4bd0-be13-a051dbea8c11 req-5b931924-a548-49b9-8a16-0dffe8259cb7 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4ea591b-4ba4-4211-9a53-83a140b5ecb8 HTTP/1.1" status: 200 len: 946 time: 0.1577032 Feb 08 21:32:47.036921 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec09bd09-403f-4e25-931c-cbb923ad86fa tempest-FloatingIPAdminTestJSON-1591757176 tempest-FloatingIPAdminTestJSON-1591757176-project] Publish callbacks [] for port (7bac9727-e2b6-4759-acff-b2624280a940), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:47.199087 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf126d-dedc-4ba3-8514-8e47523d10de req-98483a14-d739-4248-b856-25b45c42f2ef tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:47.200485 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-52bf126d-dedc-4ba3-8514-8e47523d10de req-98483a14-d739-4248-b856-25b45c42f2ef tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4ea591b-4ba4-4211-9a53-83a140b5ecb8 HTTP/1.1" status: 200 len: 946 time: 0.2672491 Feb 08 21:32:47.210003 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25eb4a1d-bad0-4bd0-be13-a051dbea8c11 req-0dd27d28-4bdb-4b32-ad60-4df77d5d4689 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.88 "GET /v2.0/security-groups?id=b0c77d62-6779-4678-a771-23742a2edf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096834 Feb 08 21:32:47.268446 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee7de0-e859-4cfb-b04e-d86a87173834 req-56c463d8-5c29-4560-bb32-0040e724627a tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:47.270136 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8ee7de0-e859-4cfb-b04e-d86a87173834 req-56c463d8-5c29-4560-bb32-0040e724627a tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 946 time: 0.2220654 Feb 08 21:32:47.274415 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec09bd09-403f-4e25-931c-cbb923ad86fa tempest-FloatingIPAdminTestJSON-1591757176 tempest-FloatingIPAdminTestJSON-1591757176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (7bac9727-e2b6-4759-acff-b2624280a940), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:47.389772 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59000) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:47.409950 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec09bd09-403f-4e25-931c-cbb923ad86fa tempest-FloatingIPAdminTestJSON-1591757176 tempest-FloatingIPAdminTestJSON-1591757176-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:32:47.423658 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-ec09bd09-403f-4e25-931c-cbb923ad86fa tempest-FloatingIPAdminTestJSON-1591757176 tempest-FloatingIPAdminTestJSON-1591757176-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:32:47.436165 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec09bd09-403f-4e25-931c-cbb923ad86fa tempest-FloatingIPAdminTestJSON-1591757176 tempest-FloatingIPAdminTestJSON-1591757176-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:32:47.444532 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09bd09-403f-4e25-931c-cbb923ad86fa tempest-FloatingIPAdminTestJSON-1591757176 tempest-FloatingIPAdminTestJSON-1591757176-project] Pushing event updated for resources: {'Port': ['ID=7bac9727-e2b6-4759-acff-b2624280a940,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:47.480238 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8ee7de0-e859-4cfb-b04e-d86a87173834 req-99ae9781-43d6-4c95-ab4f-35487f9d7653 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917710 Feb 08 21:32:47.582844 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-52bf126d-dedc-4ba3-8514-8e47523d10de req-0f7ffa0b-b44a-4330-a50e-243c3f86f693 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Deleting port 6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:32:47.583494 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-52bf126d-dedc-4ba3-8514-8e47523d10de req-0f7ffa0b-b44a-4330-a50e-243c3f86f693 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:47.613664 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d500f06b-b18d-416a-863a-c1436bd7424b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:47.723169 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd657f3d-a8c6-4c3f-97b7-655719e28076 req-8f0be041-e5ac-43b9-9d58-612f4752d4b5 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:47.724778 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd657f3d-a8c6-4c3f-97b7-655719e28076 req-8f0be041-e5ac-43b9-9d58-612f4752d4b5 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 946 time: 0.2280169 Feb 08 21:32:47.744272 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d500f06b-b18d-416a-863a-c1436bd7424b admin admin] Publish callbacks [] for security_group (d988a9af-f13d-4aec-a09b-394260617c6e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:47.748330 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d500f06b-b18d-416a-863a-c1436bd7424b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d988a9af-f13d-4aec-a09b-394260617c6e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:47.759018 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec09bd09-403f-4e25-931c-cbb923ad86fa tempest-FloatingIPAdminTestJSON-1591757176 tempest-FloatingIPAdminTestJSON-1591757176-project] Publish callbacks [] for floatingip (7c88869e-7841-4a9a-aee4-327170632de3), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:47.792415 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d500f06b-b18d-416a-863a-c1436bd7424b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=970cf4f30f7e4b09a77b77f8b0d7c902&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3987825 Feb 08 21:32:47.792657 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59008) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:47.800364 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500f06b-b18d-416a-863a-c1436bd7424b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d988a9af-f13d-4aec-a09b-394260617c6e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:47.812988 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec09bd09-403f-4e25-931c-cbb923ad86fa tempest-FloatingIPAdminTestJSON-1591757176 tempest-FloatingIPAdminTestJSON-1591757176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7bac9727-e2b6-4759-acff-b2624280a940), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:47.863229 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-52bf126d-dedc-4ba3-8514-8e47523d10de req-0f7ffa0b-b44a-4330-a50e-243c3f86f693 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] For port 6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f,segment=NetworkSegment(1f0ab992-3ab1-461a-b8dc-9e0a387aaea8),segment_id=1f0ab992-3ab1-461a-b8dc-9e0a387aaea8)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:32:47.863761 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-52bf126d-dedc-4ba3-8514-8e47523d10de req-0f7ffa0b-b44a-4330-a50e-243c3f86f693 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:47.871446 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f5e6ddff-0943-47c7-831a-e52653fc9b88 admin admin] Publish callbacks [] for security_group (d988a9af-f13d-4aec-a09b-394260617c6e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:47.899562 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f5e6ddff-0943-47c7-831a-e52653fc9b88 admin admin] Publish callbacks [] for security_group (d988a9af-f13d-4aec-a09b-394260617c6e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:47.906183 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-52bf126d-dedc-4ba3-8514-8e47523d10de req-0f7ffa0b-b44a-4330-a50e-243c3f86f693 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Calling delete_port for 6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:32:47.915005 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd657f3d-a8c6-4c3f-97b7-655719e28076 req-c33038ef-6bf0-4fc8-8c8a-77f99c685206 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796350 Feb 08 21:32:47.978006 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f5e6ddff-0943-47c7-831a-e52653fc9b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d988a9af-f13d-4aec-a09b-394260617c6e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:47.981396 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f5e6ddff-0943-47c7-831a-e52653fc9b88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:47.999974 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f5e6ddff-0943-47c7-831a-e52653fc9b88 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d988a9af-f13d-4aec-a09b-394260617c6e HTTP/1.1" status: 204 len: 168 time: 0.1980517 Feb 08 21:32:48.022645 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6ddff-0943-47c7-831a-e52653fc9b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d988a9af-f13d-4aec-a09b-394260617c6e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:48.067760 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 6461f028-9c9a-4522-9b52-52c7001b2844 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:32:48.157529 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec09bd09-403f-4e25-931c-cbb923ad86fa tempest-FloatingIPAdminTestJSON-1591757176 tempest-FloatingIPAdminTestJSON-1591757176-project] Publish callbacks [] for port (7bac9727-e2b6-4759-acff-b2624280a940), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:48.166871 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec09bd09-403f-4e25-931c-cbb923ad86fa tempest-FloatingIPAdminTestJSON-1591757176 tempest-FloatingIPAdminTestJSON-1591757176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (7bac9727-e2b6-4759-acff-b2624280a940), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:48.207874 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 6461f028-9c9a-4522-9b52-52c7001b2844, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6461f028-9c9a-4522-9b52-52c7001b2844,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:32:48.222410 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '6461f028-9c9a-4522-9b52-52c7001b2844', 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b', 'port_id': '6461f028-9c9a-4522-9b52-52c7001b2844', 'mac_address': 'fa:16:3e:fc:10:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa29b5a-a776-4012-aa53-861d63a1c0ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:32:48.275727 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 6461f028-9c9a-4522-9b52-52c7001b2844 is: ACTIVE; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:32:48.276411 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6461f028-9c9a-4522-9b52-52c7001b2844), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:48.291455 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09bd09-403f-4e25-931c-cbb923ad86fa tempest-FloatingIPAdminTestJSON-1591757176 tempest-FloatingIPAdminTestJSON-1591757176-project] Pushing event updated for resources: {'Port': ['ID=7bac9727-e2b6-4759-acff-b2624280a940,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:48.292873 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6461f028-9c9a-4522-9b52-52c7001b2844 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:32:48.322884 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec09bd09-403f-4e25-931c-cbb923ad86fa tempest-FloatingIPAdminTestJSON-1591757176 tempest-FloatingIPAdminTestJSON-1591757176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (7c88869e-7841-4a9a-aee4-327170632de3), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:48.325133 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 6461f028-9c9a-4522-9b52-52c7001b2844, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6461f028-9c9a-4522-9b52-52c7001b2844,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:32:48.331366 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-52bf126d-dedc-4ba3-8514-8e47523d10de req-0f7ffa0b-b44a-4330-a50e-243c3f86f693 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:48.332062 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6461f028-9c9a-4522-9b52-52c7001b2844), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:48.369446 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ffa0b-b44a-4330-a50e-243c3f86f693 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Pushing event deleted for resources: {'Port': ['ID=6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:48.375474 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec09bd09-403f-4e25-931c-cbb923ad86fa tempest-FloatingIPAdminTestJSON-1591757176 tempest-FloatingIPAdminTestJSON-1591757176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:48.380459 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59016) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:48.381959 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ec09bd09-403f-4e25-931c-cbb923ad86fa tempest-FloatingIPAdminTestJSON-1591757176 tempest-FloatingIPAdminTestJSON-1591757176-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3026116 Feb 08 21:32:48.417867 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=6461f028-9c9a-4522-9b52-52c7001b2844,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:48.434499 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:32:48.451883 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59018) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:48.460024 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e3c68aca-ad50-4dd2-82b7-690f61c4dce3 req-83180990-57fd-4029-a15f-2fa99325fc9b tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4ea591b-4ba4-4211-9a53-83a140b5ecb8 HTTP/1.1" status: 200 len: 210 time: 0.0468194 Feb 08 21:32:48.473301 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30df5922-4a70-4c4c-8a0b-664862ea4e78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:48.482064 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-52bf126d-dedc-4ba3-8514-8e47523d10de req-0f7ffa0b-b44a-4330-a50e-243c3f86f693 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] No DVR routers for this DVR port 6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:32:48.487932 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-52bf126d-dedc-4ba3-8514-8e47523d10de req-0f7ffa0b-b44a-4330-a50e-243c3f86f693 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:48.492577 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-52bf126d-dedc-4ba3-8514-8e47523d10de req-0f7ffa0b-b44a-4330-a50e-243c3f86f693 tempest-ServerAddressesNegativeTestJSON-547712406 tempest-ServerAddressesNegativeTestJSON-547712406-project] 10.222.0.96 "DELETE /v2.0/ports/6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f HTTP/1.1" status: 204 len: 173 time: 1.2806144 Feb 08 21:32:48.493660 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ea591b-4ba4-4211-9a53-83a140b5ecb8', 'name': 'network-vif-deleted', 'tag': '6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:32:48.499129 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d37f63-1e0d-405f-a2db-5203aa89af29" -d '{"events": [{"server_uuid": "a4ea591b-4ba4-4211-9a53-83a140b5ecb8", "name": "network-vif-deleted", "tag": "6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:32:48.522024 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['6461f028-9c9a-4522-9b52-52c7001b2844'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:32:48.526107 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59022) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:48.526402 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-70415868-e64a-43fe-b97c-b1dbf15fc8dc tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] 10.222.0.88 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4789 time: 0.1444538 Feb 08 21:32:48.612167 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0dd5c3-30d4-40ce-9375-91b0b541af6f x-openstack-request-id: req-4f0dd5c3-30d4-40ce-9375-91b0b541af6f {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:32:48.613046 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ea591b-4ba4-4211-9a53-83a140b5ecb8", "name": "network-vif-deleted", "tag": "6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:32:48.613714 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4f0dd5c3-30d4-40ce-9375-91b0b541af6f {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:32:48.614537 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ea591b-4ba4-4211-9a53-83a140b5ecb8', 'name': 'network-vif-deleted', 'tag': '6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f', 'status': 'completed', 'code': 200} Feb 08 21:32:48.734652 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-38b3480d-5f9b-4f51-bcfe-572a96fd715b tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] 10.222.0.88 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2011981 Feb 08 21:32:48.740511 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59028) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:48.902520 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899ae6c-cf04-432b-9d16-15df81f468e4 req-dbf293eb-f357-4221-ac0e-a33e00652155 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:48.904107 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6899ae6c-cf04-432b-9d16-15df81f468e4 req-dbf293eb-f357-4221-ac0e-a33e00652155 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 946 time: 0.2473207 Feb 08 21:32:48.919270 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30df5922-4a70-4c4c-8a0b-664862ea4e78 admin admin] Publish callbacks [] for security_group (9dae4b26-0d25-42a6-bf9d-2634d5c3981a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:48.924496 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30df5922-4a70-4c4c-8a0b-664862ea4e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9dae4b26-0d25-42a6-bf9d-2634d5c3981a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:48.971154 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-30df5922-4a70-4c4c-8a0b-664862ea4e78 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=712c1a5e327b44eea58915055a8c3888&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5180395 Feb 08 21:32:48.972176 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df5922-4a70-4c4c-8a0b-664862ea4e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dae4b26-0d25-42a6-bf9d-2634d5c3981a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:48.974957 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59032) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:49.046827 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a39f40d3-6176-40d1-82b8-a8251a031266 admin admin] Publish callbacks [] for security_group (9dae4b26-0d25-42a6-bf9d-2634d5c3981a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:49.093814 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a39f40d3-6176-40d1-82b8-a8251a031266 admin admin] Publish callbacks [] for security_group (9dae4b26-0d25-42a6-bf9d-2634d5c3981a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:49.151990 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a39f40d3-6176-40d1-82b8-a8251a031266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9dae4b26-0d25-42a6-bf9d-2634d5c3981a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:49.155058 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a39f40d3-6176-40d1-82b8-a8251a031266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:49.158668 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a39f40d3-6176-40d1-82b8-a8251a031266 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9dae4b26-0d25-42a6-bf9d-2634d5c3981a HTTP/1.1" status: 204 len: 168 time: 0.1800907 Feb 08 21:32:49.165490 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f40d3-6176-40d1-82b8-a8251a031266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dae4b26-0d25-42a6-bf9d-2634d5c3981a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:49.389819 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6899ae6c-cf04-432b-9d16-15df81f468e4 req-f7c90dd6-81f4-4cae-883e-96d5da350500 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4788935 Feb 08 21:32:49.395219 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-046f5efa-0d5b-411a-8ff0-3f253300e920 tempest-FloatingIPAdminTestJSON-1591757176 tempest-FloatingIPAdminTestJSON-1591757176-project] Deleting port 7bac9727-e2b6-4759-acff-b2624280a940 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:32:49.395574 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-046f5efa-0d5b-411a-8ff0-3f253300e920 tempest-FloatingIPAdminTestJSON-1591757176 tempest-FloatingIPAdminTestJSON-1591757176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (7bac9727-e2b6-4759-acff-b2624280a940), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:49.480053 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091ac11-20bd-4ffd-b39c-ae95c635f420 req-546bf201-ae75-490b-970b-3225cf530bc0 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:49.481580 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5091ac11-20bd-4ffd-b39c-ae95c635f420 req-546bf201-ae75-490b-970b-3225cf530bc0 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 946 time: 0.1727140 Feb 08 21:32:49.498789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15219e82-f7d4-4602-810f-08f5fe95e5d1 req-4fc191d7-512e-4463-896e-3794e0e3894b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:49.500387 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-15219e82-f7d4-4602-810f-08f5fe95e5d1 req-4fc191d7-512e-4463-896e-3794e0e3894b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 945 time: 0.1952159 Feb 08 21:32:49.526924 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59042) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:49.566889 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-046f5efa-0d5b-411a-8ff0-3f253300e920 tempest-FloatingIPAdminTestJSON-1591757176 tempest-FloatingIPAdminTestJSON-1591757176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (7bac9727-e2b6-4759-acff-b2624280a940), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:49.567156 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-046f5efa-0d5b-411a-8ff0-3f253300e920 tempest-FloatingIPAdminTestJSON-1591757176 tempest-FloatingIPAdminTestJSON-1591757176-project] Publish callbacks [] for floatingip (7bac9727-e2b6-4759-acff-b2624280a940), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:49.599726 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-046f5efa-0d5b-411a-8ff0-3f253300e920 tempest-FloatingIPAdminTestJSON-1591757176 tempest-FloatingIPAdminTestJSON-1591757176-project] Calling delete_port for 7bac9727-e2b6-4759-acff-b2624280a940 owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:32:49.605982 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-289fa8d5-b6a0-4d16-9af2-39b4acf14126 admin admin] Deleting subnet 43a9ce4c-2366-43e2-8162-632562caeb6d {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:32:49.611916 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-289fa8d5-b6a0-4d16-9af2-39b4acf14126 admin admin] Publish callbacks [] for subnet (43a9ce4c-2366-43e2-8162-632562caeb6d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:49.663742 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-15219e82-f7d4-4602-810f-08f5fe95e5d1 req-e0293e52-b3a4-44a9-8132-87a6847cf655 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503112 Feb 08 21:32:49.677808 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-289fa8d5-b6a0-4d16-9af2-39b4acf14126 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (43a9ce4c-2366-43e2-8162-632562caeb6d), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:49.731841 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-289fa8d5-b6a0-4d16-9af2-39b4acf14126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (43a9ce4c-2366-43e2-8162-632562caeb6d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:49.753792 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-5091ac11-20bd-4ffd-b39c-ae95c635f420 req-c9fff289-ceda-4a95-8dbf-e765f4d2c6a9 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Deleting port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:32:49.754424 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5091ac11-20bd-4ffd-b39c-ae95c635f420 req-c9fff289-ceda-4a95-8dbf-e765f4d2c6a9 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:49.827683 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-289fa8d5-b6a0-4d16-9af2-39b4acf14126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (43a9ce4c-2366-43e2-8162-632562caeb6d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:49.881984 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fa8d5-b6a0-4d16-9af2-39b4acf14126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43a9ce4c-2366-43e2-8162-632562caeb6d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:49.889743 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-289fa8d5-b6a0-4d16-9af2-39b4acf14126 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:49.898560 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-289fa8d5-b6a0-4d16-9af2-39b4acf14126 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/43a9ce4c-2366-43e2-8162-632562caeb6d HTTP/1.1" status: 204 len: 168 time: 0.3682163 Feb 08 21:32:49.899012 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59054) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:49.924995 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-5091ac11-20bd-4ffd-b39c-ae95c635f420 req-c9fff289-ceda-4a95-8dbf-e765f4d2c6a9 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] For port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:32:49.925526 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5091ac11-20bd-4ffd-b39c-ae95c635f420 req-c9fff289-ceda-4a95-8dbf-e765f4d2c6a9 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:49.928697 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-046f5efa-0d5b-411a-8ff0-3f253300e920 tempest-FloatingIPAdminTestJSON-1591757176 tempest-FloatingIPAdminTestJSON-1591757176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (7bac9727-e2b6-4759-acff-b2624280a940), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:49.986095 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f5efa-0d5b-411a-8ff0-3f253300e920 tempest-FloatingIPAdminTestJSON-1591757176 tempest-FloatingIPAdminTestJSON-1591757176-project] Pushing event deleted for resources: {'Port': ['ID=7bac9727-e2b6-4759-acff-b2624280a940,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:50.055129 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e13f7fc-200b-458e-b192-38a5f380ae6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (73fceb1b-b6d4-497c-943e-d646a20c4dcd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:50.079122 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 6461f028-9c9a-4522-9b52-52c7001b2844 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:32:50.168028 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e13f7fc-200b-458e-b192-38a5f380ae6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (73fceb1b-b6d4-497c-943e-d646a20c4dcd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:50.175124 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-046f5efa-0d5b-411a-8ff0-3f253300e920 tempest-FloatingIPAdminTestJSON-1591757176 tempest-FloatingIPAdminTestJSON-1591757176-project] Publish callbacks [] for floatingip (7c88869e-7841-4a9a-aee4-327170632de3), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:50.177799 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-046f5efa-0d5b-411a-8ff0-3f253300e920 tempest-FloatingIPAdminTestJSON-1591757176 tempest-FloatingIPAdminTestJSON-1591757176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:50.178985 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-046f5efa-0d5b-411a-8ff0-3f253300e920 tempest-FloatingIPAdminTestJSON-1591757176 tempest-FloatingIPAdminTestJSON-1591757176-project] 10.222.0.88 "DELETE /v2.0/floatingips/7c88869e-7841-4a9a-aee4-327170632de3 HTTP/1.1" status: 204 len: 168 time: 1.4320474 Feb 08 21:32:50.181669 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59060) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:50.222457 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 6461f028-9c9a-4522-9b52-52c7001b2844 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:32:50.223605 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6461f028-9c9a-4522-9b52-52c7001b2844), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:50.230727 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-7e13f7fc-200b-458e-b192-38a5f380ae6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73fceb1b-b6d4-497c-943e-d646a20c4dcd']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:50.258332 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-7e13f7fc-200b-458e-b192-38a5f380ae6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f0ab992-3ab1-461a-b8dc-9e0a387aaea8') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:50.261325 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-7e13f7fc-200b-458e-b192-38a5f380ae6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f0ab992-3ab1-461a-b8dc-9e0a387aaea8') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:50.285181 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e13f7fc-200b-458e-b192-38a5f380ae6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (1f0ab992-3ab1-461a-b8dc-9e0a387aaea8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:50.312764 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e13f7fc-200b-458e-b192-38a5f380ae6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (1f0ab992-3ab1-461a-b8dc-9e0a387aaea8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:50.327355 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e13f7fc-200b-458e-b192-38a5f380ae6a admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:32:50.328677 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e13f7fc-200b-458e-b192-38a5f380ae6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (1f0ab992-3ab1-461a-b8dc-9e0a387aaea8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:32:50.334927 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:32:50.388297 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5091ac11-20bd-4ffd-b39c-ae95c635f420 req-c9fff289-ceda-4a95-8dbf-e765f4d2c6a9 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:50.388755 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5091ac11-20bd-4ffd-b39c-ae95c635f420 req-c9fff289-ceda-4a95-8dbf-e765f4d2c6a9 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (103997c6-24e8-47d2-83c4-55052612a9ec), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:50.389080 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [req-5091ac11-20bd-4ffd-b39c-ae95c635f420 req-c9fff289-ceda-4a95-8dbf-e765f4d2c6a9 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Floating IP 103997c6-24e8-47d2-83c4-55052612a9ec disassociated. External IP: 172.25.3.147, port: c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8. Feb 08 21:32:50.389473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-5091ac11-20bd-4ffd-b39c-ae95c635f420 req-c9fff289-ceda-4a95-8dbf-e765f4d2c6a9 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Calling delete_port for c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:32:50.434017 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 6461f028-9c9a-4522-9b52-52c7001b2844 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:32:50.435293 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6461f028-9c9a-4522-9b52-52c7001b2844), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:50.489851 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-6052ff4c-cb36-4090-8925-78631e4e77cb tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Deleting port c6029089-99fb-47b6-9535-bbd49d30fa73 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:32:50.490870 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6052ff4c-cb36-4090-8925-78631e4e77cb tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c6029089-99fb-47b6-9535-bbd49d30fa73), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:50.507744 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e13f7fc-200b-458e-b192-38a5f380ae6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (73fceb1b-b6d4-497c-943e-d646a20c4dcd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:50.516469 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e13f7fc-200b-458e-b192-38a5f380ae6a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:50.524355 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7e13f7fc-200b-458e-b192-38a5f380ae6a admin admin] 10.222.0.88 "DELETE /v2.0/networks/73fceb1b-b6d4-497c-943e-d646a20c4dcd HTTP/1.1" status: 204 len: 168 time: 0.6243198 Feb 08 21:32:50.543144 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 6461f028-9c9a-4522-9b52-52c7001b2844, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6461f028-9c9a-4522-9b52-52c7001b2844,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:32:50.545751 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5d1b65-0224-4c37-8ebc-bfb19a7264f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6461f028-9c9a-4522-9b52-52c7001b2844'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:32:50.555298 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4622ffa9-8f4f-415c-bb3a-6a7562bd2a8d" -d '{"events": [{"server_uuid": "3b5d1b65-0224-4c37-8ebc-bfb19a7264f2", "name": "network-vif-plugged", "status": "completed", "tag": "6461f028-9c9a-4522-9b52-52c7001b2844"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:32:50.573479 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6461f028-9c9a-4522-9b52-52c7001b2844), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:50.574704 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:32:50.580101 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13f7fc-200b-458e-b192-38a5f380ae6a admin admin] Pushing event deleted for resources: {'Network': ['ID=73fceb1b-b6d4-497c-943e-d646a20c4dcd,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:50.678919 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818dec8d-e2a6-485b-97c6-011633af88d5 x-openstack-request-id: req-818dec8d-e2a6-485b-97c6-011633af88d5 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:32:50.679460 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5d1b65-0224-4c37-8ebc-bfb19a7264f2", "name": "network-vif-plugged", "status": "completed", "tag": "6461f028-9c9a-4522-9b52-52c7001b2844", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:32:50.683254 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-818dec8d-e2a6-485b-97c6-011633af88d5 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:32:50.684108 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5d1b65-0224-4c37-8ebc-bfb19a7264f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6461f028-9c9a-4522-9b52-52c7001b2844', 'code': 200} Feb 08 21:32:50.845023 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:32:50.845640 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 6f1ea313-1ec4-49b8-aa0a-c6d42dbfbb7f not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:32:50.846371 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:32:50.863030 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=6461f028-9c9a-4522-9b52-52c7001b2844,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:50.957337 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59086) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:51.001141 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:32:51.002269 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:51.060457 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-78b932d6-c6b5-473c-aaa5-6535a9d268f9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3a1074f057f54c28ad31994248788654&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1017573 Feb 08 21:32:51.065303 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59092) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:51.149187 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6052ff4c-cb36-4090-8925-78631e4e77cb tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c6029089-99fb-47b6-9535-bbd49d30fa73), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:51.149850 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6052ff4c-cb36-4090-8925-78631e4e77cb tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Publish callbacks [] for floatingip (c6029089-99fb-47b6-9535-bbd49d30fa73), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:51.190163 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06310f-e06b-47ab-96d4-e8148ec8a542 req-4233be4c-f3c0-4baf-84cb-e116ed70b7cd tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:51.192039 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3f06310f-e06b-47ab-96d4-e8148ec8a542 req-4233be4c-f3c0-4baf-84cb-e116ed70b7cd tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 946 time: 0.5768433 Feb 08 21:32:51.201318 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-6052ff4c-cb36-4090-8925-78631e4e77cb tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Calling delete_port for c6029089-99fb-47b6-9535-bbd49d30fa73 owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:32:51.225007 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5091ac11-20bd-4ffd-b39c-ae95c635f420 req-c9fff289-ceda-4a95-8dbf-e765f4d2c6a9 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:51.228111 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3110544a-3732-4a65-a290-7e7345014a60 admin admin] Publish callbacks [] for security_group (b0c77d62-6779-4678-a771-23742a2edf7c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:51.291717 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3110544a-3732-4a65-a290-7e7345014a60 admin admin] Publish callbacks [] for security_group (b0c77d62-6779-4678-a771-23742a2edf7c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:51.326365 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fff289-ceda-4a95-8dbf-e765f4d2c6a9 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Pushing event deleted for resources: {'Port': ['ID=c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:51.395793 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3110544a-3732-4a65-a290-7e7345014a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b0c77d62-6779-4678-a771-23742a2edf7c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:51.399044 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3110544a-3732-4a65-a290-7e7345014a60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:51.399302 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc9f30-516a-4737-94ee-680fffe56fe4 req-3345eec5-fe33-4cb3-8539-5fc267bb0da3 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:51.404669 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3110544a-3732-4a65-a290-7e7345014a60 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b0c77d62-6779-4678-a771-23742a2edf7c HTTP/1.1" status: 204 len: 168 time: 0.3369303 Feb 08 21:32:51.408709 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7fc9f30-516a-4737-94ee-680fffe56fe4 req-3345eec5-fe33-4cb3-8539-5fc267bb0da3 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 946 time: 0.4638805 Feb 08 21:32:51.430939 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110544a-3732-4a65-a290-7e7345014a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c77d62-6779-4678-a771-23742a2edf7c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:51.517890 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3f06310f-e06b-47ab-96d4-e8148ec8a542 req-b01e713b-8ccc-4f7f-ad67-d59c3990dbc9 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=c9885921-c142-48de-835b-ff27105937dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3092034 Feb 08 21:32:51.699937 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7fc9f30-516a-4737-94ee-680fffe56fe4 req-7a3737c2-cebd-4e7b-8efd-196912a8e0a7 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902155 Feb 08 21:32:51.770655 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5091ac11-20bd-4ffd-b39c-ae95c635f420 req-c9fff289-ceda-4a95-8dbf-e765f4d2c6a9 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Router 92a55623-599f-40cd-8e3e-2bd8746cf4b4 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:32:51.982370 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5091ac11-20bd-4ffd-b39c-ae95c635f420 req-c9fff289-ceda-4a95-8dbf-e765f4d2c6a9 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:32:52.005457 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1a026e-0a5c-432c-b945-f137d58a07ef None None] Sync routers for ids ['92a55623-599f-40cd-8e3e-2bd8746cf4b4'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:32:52.040581 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1a026e-0a5c-432c-b945-f137d58a07ef None None] Routers {'92a55623-599f-40cd-8e3e-2bd8746cf4b4'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:32:52.044084 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-fe1a026e-0a5c-432c-b945-f137d58a07ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:32:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['92a55623-599f-40cd-8e3e-2bd8746cf4b4'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:52.103792 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6052ff4c-cb36-4090-8925-78631e4e77cb tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (c6029089-99fb-47b6-9535-bbd49d30fa73), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:52.151762 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-5091ac11-20bd-4ffd-b39c-ae95c635f420 req-c9fff289-ceda-4a95-8dbf-e765f4d2c6a9 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] No DVR routers for this DVR port c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:32:52.199565 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5091ac11-20bd-4ffd-b39c-ae95c635f420 req-c9fff289-ceda-4a95-8dbf-e765f4d2c6a9 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:52.206111 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5091ac11-20bd-4ffd-b39c-ae95c635f420 req-c9fff289-ceda-4a95-8dbf-e765f4d2c6a9 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.96 "DELETE /v2.0/ports/c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8 HTTP/1.1" status: 204 len: 173 time: 2.7022915 Feb 08 21:32:52.207209 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca176aa1-d501-4577-bd10-f8cd45be5b6d', 'name': 'network-vif-deleted', 'tag': 'c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:32:52.210275 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb25cf2e-696f-4bc8-9808-4c6722a0c081" -d '{"events": [{"server_uuid": "ca176aa1-d501-4577-bd10-f8cd45be5b6d", "name": "network-vif-deleted", "tag": "c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:32:52.220324 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052ff4c-cb36-4090-8925-78631e4e77cb tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6029089-99fb-47b6-9535-bbd49d30fa73,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:52.324843 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b883e42-79e0-4ef3-b6bf-7ffc18323c56 x-openstack-request-id: req-4b883e42-79e0-4ef3-b6bf-7ffc18323c56 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:32:52.324843 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca176aa1-d501-4577-bd10-f8cd45be5b6d", "name": "network-vif-deleted", "tag": "c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:32:52.325768 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4b883e42-79e0-4ef3-b6bf-7ffc18323c56 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:32:52.326254 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca176aa1-d501-4577-bd10-f8cd45be5b6d', 'name': 'network-vif-deleted', 'tag': 'c484e84f-e9b3-4f8e-bbf5-6dedfe5662e8', 'status': 'completed', 'code': 200} Feb 08 21:32:52.359932 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6052ff4c-cb36-4090-8925-78631e4e77cb tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Publish callbacks [] for floatingip (86477691-4608-4e36-8875-cf0e577e32b2), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:52.370099 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6052ff4c-cb36-4090-8925-78631e4e77cb tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:52.373433 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6052ff4c-cb36-4090-8925-78631e4e77cb tempest-FloatingIPAdminTestJSON-1362207193 tempest-FloatingIPAdminTestJSON-1362207193-project-admin] 10.222.0.88 "DELETE /v2.0/floatingips/86477691-4608-4e36-8875-cf0e577e32b2 HTTP/1.1" status: 204 len: 168 time: 2.1895902 Feb 08 21:32:52.375605 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59136) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:52.471477 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-fe1a026e-0a5c-432c-b945-f137d58a07ef None None] Set router 92a55623-599f-40cd-8e3e-2bd8746cf4b4 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:32:52.663086 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-4cfe2099-7fc6-4e93-9030-8d12b58aba24 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Deleting port ffc3e11e-060e-48dc-a580-315e8d2da21a {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:32:52.663435 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4cfe2099-7fc6-4e93-9030-8d12b58aba24 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (ffc3e11e-060e-48dc-a580-315e8d2da21a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:52.857549 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0e99f981-e665-4409-a805-b5b1143d3570 req-577d323f-c763-4b03-8458-210d820ea09f tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca176aa1-d501-4577-bd10-f8cd45be5b6d HTTP/1.1" status: 200 len: 210 time: 0.1277142 Feb 08 21:32:53.060343 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4cfe2099-7fc6-4e93-9030-8d12b58aba24 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (ffc3e11e-060e-48dc-a580-315e8d2da21a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:53.095329 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-4cfe2099-7fc6-4e93-9030-8d12b58aba24 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Calling delete_port for ffc3e11e-060e-48dc-a580-315e8d2da21a owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:32:53.101708 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a811bec-9692-482a-ad08-389346a0c275 req-e8c12d26-196e-4144-893d-e55ad57d0fa1 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:53.110165 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9a811bec-9692-482a-ad08-389346a0c275 req-e8c12d26-196e-4144-893d-e55ad57d0fa1 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 946 time: 0.1783795 Feb 08 21:32:53.238373 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9a811bec-9692-482a-ad08-389346a0c275 req-4c221c44-c458-41c5-81ef-85bacc10c378 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137364 Feb 08 21:32:53.460526 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4cfe2099-7fc6-4e93-9030-8d12b58aba24 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (ffc3e11e-060e-48dc-a580-315e8d2da21a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:53.687220 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe2099-7fc6-4e93-9030-8d12b58aba24 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Pushing event deleted for resources: {'Port': ['ID=ffc3e11e-060e-48dc-a580-315e8d2da21a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:53.778179 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-fe1a026e-0a5c-432c-b945-f137d58a07ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1530795913-router', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:25Z', 'revision_number': 4, 'project_id': '48aae992c2704ece870f0faad4c28599', 'gw_port': {'id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '33cfd50d-838b-4c6d-933b-0815178d1341', 'name': '', 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'mac_address': 'fa:16:3e:93:60:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:24Z', 'updated_at': '2022-02-08T21:27:31Z', 'revision_number': 5, 'project_id': '48aae992c2704ece870f0faad4c28599', 'subnets': [{'id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:53.876152 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4cfe2099-7fc6-4e93-9030-8d12b58aba24 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:53.886741 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4cfe2099-7fc6-4e93-9030-8d12b58aba24 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] 10.222.0.88 "DELETE /v2.0/ports/ffc3e11e-060e-48dc-a580-315e8d2da21a HTTP/1.1" status: 204 len: 168 time: 1.5091186 Feb 08 21:32:53.889178 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59172) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:53.890056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1a026e-0a5c-432c-b945-f137d58a07ef None None] Checking router: 92a55623-599f-40cd-8e3e-2bd8746cf4b4 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:32:53.918684 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1a026e-0a5c-432c-b945-f137d58a07ef None None] Routers {'92a55623-599f-40cd-8e3e-2bd8746cf4b4'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:32:53.919811 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-fe1a026e-0a5c-432c-b945-f137d58a07ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:32:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['92a55623-599f-40cd-8e3e-2bd8746cf4b4'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:54.120950 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db23233b-df11-4c30-9a94-ea1acbd264ef tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:54.126968 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59180) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:54.127186 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-db23233b-df11-4c30-9a94-ea1acbd264ef tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] 10.222.0.88 "GET /v2.0/ports?device_id=3eb94c3d-b3dc-4093-b0da-b6f217dc28ac HTTP/1.1" status: 200 len: 913 time: 0.2359936 Feb 08 21:32:54.289876 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59188) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:54.453608 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e9ca4409-0c90-4504-8fba-4f4a40bea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:54.497275 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ba6903f2-5701-479e-bb0c-a389123934f1 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for security_group (c9885921-c142-48de-835b-ff27105937dd), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:54.564894 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-fe1a026e-0a5c-432c-b945-f137d58a07ef None None] Set router 92a55623-599f-40cd-8e3e-2bd8746cf4b4 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:32:54.734252 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ba6903f2-5701-479e-bb0c-a389123934f1 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for security_group (c9885921-c142-48de-835b-ff27105937dd), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:54.946908 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ba6903f2-5701-479e-bb0c-a389123934f1 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c9885921-c142-48de-835b-ff27105937dd), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:54.954833 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ba6903f2-5701-479e-bb0c-a389123934f1 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:54.960785 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ba6903f2-5701-479e-bb0c-a389123934f1 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "DELETE /v2.0/security-groups/c9885921-c142-48de-835b-ff27105937dd HTTP/1.1" status: 204 len: 168 time: 0.6690176 Feb 08 21:32:55.004639 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0397174-70da-424d-9b52-461b9bdf48a2 req-e2f521ed-c791-4764-9a17-887087f65b7b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:55.007634 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a0397174-70da-424d-9b52-461b9bdf48a2 req-e2f521ed-c791-4764-9a17-887087f65b7b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 946 time: 0.4686418 Feb 08 21:32:55.013964 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59202) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:55.168656 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-25f3f11d-43b4-43b6-9c58-ba8e8f465af5 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] show failed (client error): The resource could not be found. Feb 08 21:32:55.180951 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-25f3f11d-43b4-43b6-9c58-ba8e8f465af5 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups/c9885921-c142-48de-835b-ff27105937dd HTTP/1.1" status: 404 len: 347 time: 0.1639819 Feb 08 21:32:55.181680 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59212) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:55.183056 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6903f2-5701-479e-bb0c-a389123934f1 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9885921-c142-48de-835b-ff27105937dd,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:55.339776 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-fe1a026e-0a5c-432c-b945-f137d58a07ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1530795913-router', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:25Z', 'revision_number': 4, 'project_id': '48aae992c2704ece870f0faad4c28599', 'gw_port': {'id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '33cfd50d-838b-4c6d-933b-0815178d1341', 'name': '', 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'mac_address': 'fa:16:3e:93:60:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:24Z', 'updated_at': '2022-02-08T21:27:31Z', 'revision_number': 5, 'project_id': '48aae992c2704ece870f0faad4c28599', 'subnets': [{'id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:32:55.387025 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a0397174-70da-424d-9b52-461b9bdf48a2 req-2c8c73f3-95e2-4d8a-9cf4-b1ceab3eb2fc tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374804 Feb 08 21:32:55.493820 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1a026e-0a5c-432c-b945-f137d58a07ef None None] The sync data for ids ['92a55623-599f-40cd-8e3e-2bd8746cf4b4'] in n-d-712143-31 is: [{'id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1530795913-router', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:25Z', 'revision_number': 4, 'project_id': '48aae992c2704ece870f0faad4c28599', 'gw_port': {'id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '33cfd50d-838b-4c6d-933b-0815178d1341', 'name': '', 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'mac_address': 'fa:16:3e:93:60:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:24Z', 'updated_at': '2022-02-08T21:27:31Z', 'revision_number': 5, 'project_id': '48aae992c2704ece870f0faad4c28599', 'subnets': [{'id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:32:55.838102 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-448424e8-5b64-485d-bb4d-542c412e4566 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Deleting port 1bea518f-2cb9-4182-a147-a484c6402c02 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:32:55.838541 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-448424e8-5b64-485d-bb4d-542c412e4566 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (1bea518f-2cb9-4182-a147-a484c6402c02), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:56.084720 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52b38cca-d3b2-4184-8b88-dc6621fe0259 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (3eb94c3d-b3dc-4093-b0da-b6f217dc28ac), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:56.093445 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-448424e8-5b64-485d-bb4d-542c412e4566 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (1bea518f-2cb9-4182-a147-a484c6402c02), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:56.093445 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-448424e8-5b64-485d-bb4d-542c412e4566 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for floatingip (1bea518f-2cb9-4182-a147-a484c6402c02), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:56.317334 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-448424e8-5b64-485d-bb4d-542c412e4566 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Calling delete_port for 1bea518f-2cb9-4182-a147-a484c6402c02 owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:32:56.346358 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25cb415-572e-4792-99cb-0da2ccb90d4a None None] New status for floating IP 103997c6-24e8-47d2-83c4-55052612a9ec: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:32:56.411329 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59250) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:56.871162 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4e4d6-ee23-4fb8-ba94-8662cf9e39b1 req-c135bd7e-9fe7-4b8c-b2e3-46cdb9bda6b2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:56.885624 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32d4e4d6-ee23-4fb8-ba94-8662cf9e39b1 req-c135bd7e-9fe7-4b8c-b2e3-46cdb9bda6b2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 946 time: 0.2825634 Feb 08 21:32:56.974914 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2400736c-49bb-4634-86a3-c59e50128111 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:57.124037 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32d4e4d6-ee23-4fb8-ba94-8662cf9e39b1 req-90269842-ad10-4ad6-be8f-58b5d75b657f tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363610 Feb 08 21:32:57.247690 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2400736c-49bb-4634-86a3-c59e50128111 admin admin] Publish callbacks [] for security_group (432b87c2-d4f9-4fd5-8c88-827f1f7f626c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:57.255500 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2400736c-49bb-4634-86a3-c59e50128111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (432b87c2-d4f9-4fd5-8c88-827f1f7f626c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:57.368702 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2400736c-49bb-4634-86a3-c59e50128111 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e143d289d2794ae0a116f94e6696a85b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9558170 Feb 08 21:32:57.372122 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59270) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:57.395418 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b2e4259c-fa4d-4e37-9c8e-8ba634a1fd14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:57.429153 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400736c-49bb-4634-86a3-c59e50128111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432b87c2-d4f9-4fd5-8c88-827f1f7f626c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:57.453377 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dc3418f3-ad68-45d7-a623-ce169f5aa5c8 admin admin] Publish callbacks [] for security_group (432b87c2-d4f9-4fd5-8c88-827f1f7f626c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:57.490814 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dc3418f3-ad68-45d7-a623-ce169f5aa5c8 admin admin] Publish callbacks [] for security_group (432b87c2-d4f9-4fd5-8c88-827f1f7f626c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:57.564162 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dc3418f3-ad68-45d7-a623-ce169f5aa5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (432b87c2-d4f9-4fd5-8c88-827f1f7f626c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:57.567646 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dc3418f3-ad68-45d7-a623-ce169f5aa5c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:57.573292 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-dc3418f3-ad68-45d7-a623-ce169f5aa5c8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/432b87c2-d4f9-4fd5-8c88-827f1f7f626c HTTP/1.1" status: 204 len: 168 time: 0.1971040 Feb 08 21:32:57.591136 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3418f3-ad68-45d7-a623-ce169f5aa5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432b87c2-d4f9-4fd5-8c88-827f1f7f626c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:57.657112 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-448424e8-5b64-485d-bb4d-542c412e4566 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (1bea518f-2cb9-4182-a147-a484c6402c02), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:57.793007 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448424e8-5b64-485d-bb4d-542c412e4566 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Pushing event deleted for resources: {'Port': ['ID=1bea518f-2cb9-4182-a147-a484c6402c02,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:57.810481 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-52b38cca-d3b2-4184-8b88-dc6621fe0259 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Deleting port 76c6b00b-ed29-432d-81fc-20436307d80e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:32:57.811075 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52b38cca-d3b2-4184-8b88-dc6621fe0259 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (76c6b00b-ed29-432d-81fc-20436307d80e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:58.225076 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59284) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:58.247741 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52b38cca-d3b2-4184-8b88-dc6621fe0259 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (76c6b00b-ed29-432d-81fc-20436307d80e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:58.296961 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-52b38cca-d3b2-4184-8b88-dc6621fe0259 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Calling delete_port for 76c6b00b-ed29-432d-81fc-20436307d80e owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:32:58.351344 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fd900-01a0-4d01-a976-4fbcb1e12525 req-586c8d22-273b-4db8-aac4-a2f809641968 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:32:58.359759 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b82fd900-01a0-4d01-a976-4fbcb1e12525 req-586c8d22-273b-4db8-aac4-a2f809641968 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 946 time: 0.0943022 Feb 08 21:32:58.494477 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b82fd900-01a0-4d01-a976-4fbcb1e12525 req-f8d9997e-bcec-402b-bc8a-7439284d877b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318419 Feb 08 21:32:58.647597 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59288) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:58.672011 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a9065561-37b9-4c92-912d-d72ae35b007f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:58.695322 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6f00a989-35d0-4699-9881-a91bf9ecd997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:58.709496 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-448424e8-5b64-485d-bb4d-542c412e4566 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for floatingip (103997c6-24e8-47d2-83c4-55052612a9ec), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:58.716656 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-448424e8-5b64-485d-bb4d-542c412e4566 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:58.728416 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-448424e8-5b64-485d-bb4d-542c412e4566 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "DELETE /v2.0/floatingips/103997c6-24e8-47d2-83c4-55052612a9ec HTTP/1.1" status: 204 len: 168 time: 3.5312908 Feb 08 21:32:58.967676 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52b38cca-d3b2-4184-8b88-dc6621fe0259 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (76c6b00b-ed29-432d-81fc-20436307d80e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:59.087485 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b38cca-d3b2-4184-8b88-dc6621fe0259 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Pushing event deleted for resources: {'Port': ['ID=76c6b00b-ed29-432d-81fc-20436307d80e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:59.139065 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6f00a989-35d0-4699-9881-a91bf9ecd997 admin admin] Publish callbacks [] for security_group (90234c3a-5590-4f0c-9489-c1850c8de72b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:59.147483 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6f00a989-35d0-4699-9881-a91bf9ecd997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (90234c3a-5590-4f0c-9489-c1850c8de72b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:59.190722 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a9065561-37b9-4c92-912d-d72ae35b007f admin admin] Publish callbacks [] for security_group (69f211b9-8428-45c9-b23a-0e57198dd4cb), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:59.194565 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00a989-35d0-4699-9881-a91bf9ecd997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90234c3a-5590-4f0c-9489-c1850c8de72b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:59.199499 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:59.229614 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a9065561-37b9-4c92-912d-d72ae35b007f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (69f211b9-8428-45c9-b23a-0e57198dd4cb), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:32:59.348418 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a9065561-37b9-4c92-912d-d72ae35b007f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3be524de60f041deaa7bc33ee93b6c13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6941626 Feb 08 21:32:59.350808 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59296) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:59.424961 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6f00a989-35d0-4699-9881-a91bf9ecd997 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fbde8dbfbd024a37a629dc9bddba55df&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1985924 Feb 08 21:32:59.426347 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59298) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:59.524567 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59300) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:32:59.528184 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9065561-37b9-4c92-912d-d72ae35b007f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f211b9-8428-45c9-b23a-0e57198dd4cb,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:32:59.607164 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-1dea7736-a3fc-46ee-8d0b-418cb3ec384c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1320569573', 'description': 'tempest-description--580418282'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:32:59.716865 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1dea7736-a3fc-46ee-8d0b-418cb3ec384c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:00.057846 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c5a183ed-b26d-4951-aa26-716346b93543 admin admin] Publish callbacks [] for security_group (90234c3a-5590-4f0c-9489-c1850c8de72b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:00.155390 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52b38cca-d3b2-4184-8b88-dc6621fe0259 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (3eb94c3d-b3dc-4093-b0da-b6f217dc28ac), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:00.160037 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1dea7736-a3fc-46ee-8d0b-418cb3ec384c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for security_group (5f3dd380-370e-4416-ae5d-dc5937757f04), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:00.259178 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c5a183ed-b26d-4951-aa26-716346b93543 admin admin] Publish callbacks [] for security_group (90234c3a-5590-4f0c-9489-c1850c8de72b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:00.287854 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1dea7736-a3fc-46ee-8d0b-418cb3ec384c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (5f3dd380-370e-4416-ae5d-dc5937757f04), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:00.419791 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a6176be-73c6-484e-8e99-59f2d9e0d830 admin admin] Publish callbacks [] for security_group (69f211b9-8428-45c9-b23a-0e57198dd4cb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:00.466775 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a6176be-73c6-484e-8e99-59f2d9e0d830 admin admin] Publish callbacks [] for security_group (69f211b9-8428-45c9-b23a-0e57198dd4cb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:00.522951 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1dea7736-a3fc-46ee-8d0b-418cb3ec384c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:00.531052 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1dea7736-a3fc-46ee-8d0b-418cb3ec384c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9671116 Feb 08 21:33:00.537310 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59308) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:00.539547 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea7736-a3fc-46ee-8d0b-418cb3ec384c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3dd380-370e-4416-ae5d-dc5937757f04,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:00.558430 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-12e00208-e6fe-4df6-990b-a76951e14025 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Request body: {'security_group_rule': {'security_group_id': '5f3dd380-370e-4416-ae5d-dc5937757f04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:00.567672 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c5a183ed-b26d-4951-aa26-716346b93543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (90234c3a-5590-4f0c-9489-c1850c8de72b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:00.569538 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a6176be-73c6-484e-8e99-59f2d9e0d830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (69f211b9-8428-45c9-b23a-0e57198dd4cb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:00.573049 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a6176be-73c6-484e-8e99-59f2d9e0d830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:00.574529 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0a6176be-73c6-484e-8e99-59f2d9e0d830 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/69f211b9-8428-45c9-b23a-0e57198dd4cb HTTP/1.1" status: 204 len: 168 time: 1.2153533 Feb 08 21:33:00.575031 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c5a183ed-b26d-4951-aa26-716346b93543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:00.578761 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c5a183ed-b26d-4951-aa26-716346b93543 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/90234c3a-5590-4f0c-9489-c1850c8de72b HTTP/1.1" status: 204 len: 168 time: 1.1481268 Feb 08 21:33:00.621031 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:33:00.625828 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74741aad-57a9-46cb-8d1d-64e39dc28630 req-07002e1c-70c2-4f7d-85cd-c67f702f1e65 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:00.634414 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-74741aad-57a9-46cb-8d1d-64e39dc28630 req-07002e1c-70c2-4f7d-85cd-c67f702f1e65 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/ports?device_id=35b18510-8094-47cd-ac07-90aefb64edec HTTP/1.1" status: 200 len: 945 time: 0.6662407 Feb 08 21:33:00.638306 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6176be-73c6-484e-8e99-59f2d9e0d830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f211b9-8428-45c9-b23a-0e57198dd4cb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:00.691459 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bce8b4-6bb4-40f4-bd00-29c2e4a4ac2a req-063b6365-5584-4ece-b5ad-da80b0d6771b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:00.693427 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-33bce8b4-6bb4-40f4-bd00-29c2e4a4ac2a req-063b6365-5584-4ece-b5ad-da80b0d6771b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 946 time: 0.8265486 Feb 08 21:33:00.704846 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a183ed-b26d-4951-aa26-716346b93543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90234c3a-5590-4f0c-9489-c1850c8de72b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:00.833022 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12e00208-e6fe-4df6-990b-a76951e14025 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for security_group_rule (d232c7a4-db74-43a3-8edc-f9b6ddd161ea), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:01.011181 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-74741aad-57a9-46cb-8d1d-64e39dc28630 req-0f92fd83-27b0-43fc-914b-16d1e9e930c2 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/security-groups?id=43e6e978-aff7-444b-9ada-eb322e951e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3754618 Feb 08 21:33:01.034315 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-33bce8b4-6bb4-40f4-bd00-29c2e4a4ac2a req-db55c59d-1b4e-49b6-8871-5cb95b6771a1 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855279 Feb 08 21:33:01.172315 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12e00208-e6fe-4df6-990b-a76951e14025 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for security_group_rule (d232c7a4-db74-43a3-8edc-f9b6ddd161ea), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:01.177178 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b38cca-d3b2-4184-8b88-dc6621fe0259 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Router 3eb94c3d-b3dc-4093-b0da-b6f217dc28ac has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:33:01.180147 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12e00208-e6fe-4df6-990b-a76951e14025 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (d232c7a4-db74-43a3-8edc-f9b6ddd161ea), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:01.259905 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12e00208-e6fe-4df6-990b-a76951e14025 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:01.270042 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-12e00208-e6fe-4df6-990b-a76951e14025 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7235768 Feb 08 21:33:01.270522 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59320) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:01.275525 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-fd6d5340-a68e-473f-85c8-eace4262505a tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Request body: {'security_group_rule': {'security_group_id': '5f3dd380-370e-4416-ae5d-dc5937757f04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:01.384846 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5340-a68e-473f-85c8-eace4262505a tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for security_group_rule (8f657f33-b4b2-4ebd-ace9-3f7760f0cd42), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:01.490530 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:01.520961 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:01.724885 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e00208-e6fe-4df6-990b-a76951e14025 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d232c7a4-db74-43a3-8edc-f9b6ddd161ea,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:01.737511 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5340-a68e-473f-85c8-eace4262505a tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for security_group_rule (8f657f33-b4b2-4ebd-ace9-3f7760f0cd42), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:01.750580 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5340-a68e-473f-85c8-eace4262505a tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (8f657f33-b4b2-4ebd-ace9-3f7760f0cd42), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:01.804944 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59330) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:01.831752 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5340-a68e-473f-85c8-eace4262505a tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:01.836559 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fd6d5340-a68e-473f-85c8-eace4262505a tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5623553 Feb 08 21:33:01.843468 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b20a9986-2bd8-4be6-8f6b-d1ef9b7f4fe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:01.848582 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59334) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:01.853846 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d5340-a68e-473f-85c8-eace4262505a tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f657f33-b4b2-4ebd-ace9-3f7760f0cd42,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:01.899492 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c541217a-2bd6-49d8-a875-ab049d3d2c26 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:02.185040 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b38cca-d3b2-4184-8b88-dc6621fe0259 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:33:02.207339 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13036c98-e531-427a-bdf4-b94a0fc15ed1 None None] Sync routers for ids ['3eb94c3d-b3dc-4093-b0da-b6f217dc28ac'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:33:02.224005 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-52b38cca-d3b2-4184-8b88-dc6621fe0259 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] 10.222.0.88 "PUT /v2.0/routers/3eb94c3d-b3dc-4093-b0da-b6f217dc28ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0940735 Feb 08 21:33:02.240629 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59340) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:02.251653 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13036c98-e531-427a-bdf4-b94a0fc15ed1 None None] Routers {'3eb94c3d-b3dc-4093-b0da-b6f217dc28ac'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:33:02.252332 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-13036c98-e531-427a-bdf4-b94a0fc15ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:32:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3eb94c3d-b3dc-4093-b0da-b6f217dc28ac'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:02.265449 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c541217a-2bd6-49d8-a875-ab049d3d2c26 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:02.350488 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-13036c98-e531-427a-bdf4-b94a0fc15ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:02.356278 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a4d39-3ace-4407-a7be-16e675d03be5 req-9f6902d1-9fda-4d1b-a2cd-dac2c06cf95b tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:02.358178 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8b1a4d39-3ace-4407-a7be-16e675d03be5 req-9f6902d1-9fda-4d1b-a2cd-dac2c06cf95b tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.94 "GET /v2.0/ports?device_id=35b18510-8094-47cd-ac07-90aefb64edec HTTP/1.1" status: 200 len: 945 time: 0.5780334 Feb 08 21:33:02.375500 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13036c98-e531-427a-bdf4-b94a0fc15ed1 None None] Routers {'3eb94c3d-b3dc-4093-b0da-b6f217dc28ac'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:33:02.376228 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-13036c98-e531-427a-bdf4-b94a0fc15ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:32:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3eb94c3d-b3dc-4093-b0da-b6f217dc28ac'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:02.465201 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-13036c98-e531-427a-bdf4-b94a0fc15ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:02.465936 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13036c98-e531-427a-bdf4-b94a0fc15ed1 None None] The sync data for ids ['3eb94c3d-b3dc-4093-b0da-b6f217dc28ac'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:33:02.631222 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b20a9986-2bd8-4be6-8f6b-d1ef9b7f4fe7 admin admin] Publish callbacks [] for security_group (9a24a396-247f-4ef2-9c78-71b890a6cf50), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:02.681579 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b20a9986-2bd8-4be6-8f6b-d1ef9b7f4fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9a24a396-247f-4ef2-9c78-71b890a6cf50), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:02.844947 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b20a9986-2bd8-4be6-8f6b-d1ef9b7f4fe7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f4af349603164736980f67ab8ed99c65&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0376828 Feb 08 21:33:02.851203 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59352) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:02.971244 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dee2b025-66ec-4014-aa1b-4462f4751f2c admin admin] Publish callbacks [] for security_group (9a24a396-247f-4ef2-9c78-71b890a6cf50), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:03.004382 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dee2b025-66ec-4014-aa1b-4462f4751f2c admin admin] Publish callbacks [] for security_group (9a24a396-247f-4ef2-9c78-71b890a6cf50), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:03.082420 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a9986-2bd8-4be6-8f6b-d1ef9b7f4fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a24a396-247f-4ef2-9c78-71b890a6cf50,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:03.098845 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dee2b025-66ec-4014-aa1b-4462f4751f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9a24a396-247f-4ef2-9c78-71b890a6cf50), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:03.101734 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dee2b025-66ec-4014-aa1b-4462f4751f2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:03.105867 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-dee2b025-66ec-4014-aa1b-4462f4751f2c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9a24a396-247f-4ef2-9c78-71b890a6cf50 HTTP/1.1" status: 204 len: 168 time: 0.2236922 Feb 08 21:33:03.145081 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2b025-66ec-4014-aa1b-4462f4751f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a24a396-247f-4ef2-9c78-71b890a6cf50,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:03.219561 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-8b1a4d39-3ace-4407-a7be-16e675d03be5 req-a1c7d530-139b-42c8-9a3d-795714f220e5 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Deleting port ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:33:03.221491 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8b1a4d39-3ace-4407-a7be-16e675d03be5 req-a1c7d530-139b-42c8-9a3d-795714f220e5 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:03.241637 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c541217a-2bd6-49d8-a875-ab049d3d2c26 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:03.251968 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6216e789-7fe6-4a76-8498-7fa5c704a76e tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks [] for router (3eb94c3d-b3dc-4093-b0da-b6f217dc28ac), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:03.417050 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-c541217a-2bd6-49d8-a875-ab049d3d2c26 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Allocated IP 172.25.3.47 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/496d6873-cc2f-4fc7-8b3c-aaa9738c9de2) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:33:03.420569 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0fbfe-ecbc-43e9-b83a-4d37cc4b2e01 req-d868f7f3-8c31-4180-8b3e-41dc4a95dd8e tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:03.430032 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-acd0fbfe-ecbc-43e9-b83a-4d37cc4b2e01 req-d868f7f3-8c31-4180-8b3e-41dc4a95dd8e tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 946 time: 1.1828201 Feb 08 21:33:03.495521 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bfe50-5da4-4419-b82d-78f632274f8c req-d215b454-9b57-4ca1-947d-ba74cb38e04c tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:03.503356 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-822bfe50-5da4-4419-b82d-78f632274f8c req-d215b454-9b57-4ca1-947d-ba74cb38e04c tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/ports?device_id=35b18510-8094-47cd-ac07-90aefb64edec HTTP/1.1" status: 200 len: 945 time: 1.3030279 Feb 08 21:33:03.575367 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-acd0fbfe-ecbc-43e9-b83a-4d37cc4b2e01 req-1124a6da-20e4-4a73-9d1f-511a055b4b57 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440804 Feb 08 21:33:03.625783 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6216e789-7fe6-4a76-8498-7fa5c704a76e tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks [] for router_gateway (3eb94c3d-b3dc-4093-b0da-b6f217dc28ac), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:03.709919 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-822bfe50-5da4-4419-b82d-78f632274f8c req-b5216de8-cbd0-447e-a5e1-998a1d2724df tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/security-groups?id=43e6e978-aff7-444b-9ada-eb322e951e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055182 Feb 08 21:33:03.771308 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-6216e789-7fe6-4a76-8498-7fa5c704a76e tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Deleting port 80a15dbc-6dec-4ceb-a0cc-c4e7e6c53505 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:33:03.771738 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6216e789-7fe6-4a76-8498-7fa5c704a76e tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (80a15dbc-6dec-4ceb-a0cc-c4e7e6c53505), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:03.941188 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6216e789-7fe6-4a76-8498-7fa5c704a76e tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (80a15dbc-6dec-4ceb-a0cc-c4e7e6c53505), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:03.978386 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c541217a-2bd6-49d8-a875-ab049d3d2c26 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for port (496d6873-cc2f-4fc7-8b3c-aaa9738c9de2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:03.991945 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-6216e789-7fe6-4a76-8498-7fa5c704a76e tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Calling delete_port for 80a15dbc-6dec-4ceb-a0cc-c4e7e6c53505 owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:33:04.193168 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-8b1a4d39-3ace-4407-a7be-16e675d03be5 req-a1c7d530-139b-42c8-9a3d-795714f220e5 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] For port ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab,segment=NetworkSegment(ce64c4e4-0365-4126-a26d-b3297e73b8bc),segment_id=ce64c4e4-0365-4126-a26d-b3297e73b8bc)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:33:04.193581 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8b1a4d39-3ace-4407-a7be-16e675d03be5 req-a1c7d530-139b-42c8-9a3d-795714f220e5 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:04.400051 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c541217a-2bd6-49d8-a875-ab049d3d2c26 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (496d6873-cc2f-4fc7-8b3c-aaa9738c9de2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:04.583573 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6216e789-7fe6-4a76-8498-7fa5c704a76e tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (80a15dbc-6dec-4ceb-a0cc-c4e7e6c53505), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:04.628810 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c541217a-2bd6-49d8-a875-ab049d3d2c26 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:33:04.644938 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c541217a-2bd6-49d8-a875-ab049d3d2c26 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:33:04.649605 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541217a-2bd6-49d8-a875-ab049d3d2c26 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Pushing event updated for resources: {'Port': ['ID=496d6873-cc2f-4fc7-8b3c-aaa9738c9de2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:04.664145 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c541217a-2bd6-49d8-a875-ab049d3d2c26 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:33:04.691406 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216e789-7fe6-4a76-8498-7fa5c704a76e tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Pushing event deleted for resources: {'Port': ['ID=80a15dbc-6dec-4ceb-a0cc-c4e7e6c53505,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:04.992716 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8b1a4d39-3ace-4407-a7be-16e675d03be5 req-a1c7d530-139b-42c8-9a3d-795714f220e5 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:04.993194 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8b1a4d39-3ace-4407-a7be-16e675d03be5 req-a1c7d530-139b-42c8-9a3d-795714f220e5 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (f190f9b8-c643-4fd2-a111-5855211abdc9), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:04.993743 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [req-8b1a4d39-3ace-4407-a7be-16e675d03be5 req-a1c7d530-139b-42c8-9a3d-795714f220e5 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Floating IP f190f9b8-c643-4fd2-a111-5855211abdc9 disassociated. External IP: 172.25.3.140, port: ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab. Feb 08 21:33:04.997538 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-8b1a4d39-3ace-4407-a7be-16e675d03be5 req-a1c7d530-139b-42c8-9a3d-795714f220e5 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Calling delete_port for ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:33:05.072252 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6216e789-7fe6-4a76-8498-7fa5c704a76e tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (3eb94c3d-b3dc-4093-b0da-b6f217dc28ac), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:05.089670 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c166b-2e48-4a4e-967f-fbd8be063775 req-882c4be9-335f-4448-a4b6-5392ed14abff tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:05.096425 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a4c166b-2e48-4a4e-967f-fbd8be063775 req-882c4be9-335f-4448-a4b6-5392ed14abff tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 946 time: 0.3865063 Feb 08 21:33:05.176805 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c541217a-2bd6-49d8-a875-ab049d3d2c26 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for floatingip (f92e514d-f239-49c6-9800-0c9802e7492d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:05.239253 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c541217a-2bd6-49d8-a875-ab049d3d2c26 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (496d6873-cc2f-4fc7-8b3c-aaa9738c9de2), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:05.351331 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6216e789-7fe6-4a76-8498-7fa5c704a76e tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (3eb94c3d-b3dc-4093-b0da-b6f217dc28ac), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:05.356459 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6216e789-7fe6-4a76-8498-7fa5c704a76e tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks [] for router_controller (3eb94c3d-b3dc-4093-b0da-b6f217dc28ac), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:05.530531 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6216e789-7fe6-4a76-8498-7fa5c704a76e tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (3eb94c3d-b3dc-4093-b0da-b6f217dc28ac), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:05.536624 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6216e789-7fe6-4a76-8498-7fa5c704a76e tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Fanout notify agent at l3_agent the message router_deleted on router 3eb94c3d-b3dc-4093-b0da-b6f217dc28ac {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:33:05.543641 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59418) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:05.611887 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6216e789-7fe6-4a76-8498-7fa5c704a76e tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:05.616965 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6216e789-7fe6-4a76-8498-7fa5c704a76e tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] 10.222.0.88 "DELETE /v2.0/routers/3eb94c3d-b3dc-4093-b0da-b6f217dc28ac HTTP/1.1" status: 204 len: 168 time: 3.3676353 Feb 08 21:33:05.619391 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59422) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:05.663958 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c541217a-2bd6-49d8-a875-ab049d3d2c26 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for port (496d6873-cc2f-4fc7-8b3c-aaa9738c9de2), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:05.706551 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c541217a-2bd6-49d8-a875-ab049d3d2c26 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (496d6873-cc2f-4fc7-8b3c-aaa9738c9de2), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:05.788301 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17979128-973b-47ab-bc3e-5415d7b53ea9 req-73c3d15d-f6d8-4be6-8a72-53db93564468 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:05.790313 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17979128-973b-47ab-bc3e-5415d7b53ea9 req-73c3d15d-f6d8-4be6-8a72-53db93564468 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/ports?device_id=35b18510-8094-47cd-ac07-90aefb64edec HTTP/1.1" status: 200 len: 945 time: 0.8544033 Feb 08 21:33:05.796504 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-77875d7c-0d65-49fc-8741-123530de987d tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Deleting subnet e4327dfb-6510-4e59-87e1-a0bcc913f048 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:33:05.807210 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77875d7c-0d65-49fc-8741-123530de987d tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks [] for subnet (e4327dfb-6510-4e59-87e1-a0bcc913f048), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:05.904995 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17979128-973b-47ab-bc3e-5415d7b53ea9 req-d1df070d-4d8d-47fc-ba5a-cd710731243d tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/security-groups?id=43e6e978-aff7-444b-9ada-eb322e951e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027796 Feb 08 21:33:05.939476 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a4c166b-2e48-4a4e-967f-fbd8be063775 req-ae41ab71-b2e7-47ac-9825-c6f2b592141b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8266585 Feb 08 21:33:05.979237 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77875d7c-0d65-49fc-8741-123530de987d tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (e4327dfb-6510-4e59-87e1-a0bcc913f048), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:06.126221 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8b1a4d39-3ace-4407-a7be-16e675d03be5 req-a1c7d530-139b-42c8-9a3d-795714f220e5 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:06.138493 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4ac8dc2-c601-4a59-a431-bd293b1e64ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:06.216533 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541217a-2bd6-49d8-a875-ab049d3d2c26 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Pushing event updated for resources: {'Port': ['ID=496d6873-cc2f-4fc7-8b3c-aaa9738c9de2,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:06.291671 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77875d7c-0d65-49fc-8741-123530de987d tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (e4327dfb-6510-4e59-87e1-a0bcc913f048), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:06.348490 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:06.366784 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4ac8dc2-c601-4a59-a431-bd293b1e64ba admin admin] Publish callbacks [] for security_group (ec3d8cea-ee11-4f1f-b2b0-c4189f921306), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:06.394870 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4ac8dc2-c601-4a59-a431-bd293b1e64ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ec3d8cea-ee11-4f1f-b2b0-c4189f921306), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:06.400946 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7d530-139b-42c8-9a3d-795714f220e5 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Pushing event deleted for resources: {'Port': ['ID=ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:06.459010 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c541217a-2bd6-49d8-a875-ab049d3d2c26 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (f92e514d-f239-49c6-9800-0c9802e7492d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:06.472081 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77875d7c-0d65-49fc-8741-123530de987d tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (e4327dfb-6510-4e59-87e1-a0bcc913f048), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:06.487673 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:33:06.515579 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77875d7c-0d65-49fc-8741-123530de987d tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Pushing event deleted for resources: {'Subnet': ['ID=e4327dfb-6510-4e59-87e1-a0bcc913f048,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:06.533843 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77875d7c-0d65-49fc-8741-123530de987d tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:06.551824 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:33:06.552298 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:33:06.560101 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-77875d7c-0d65-49fc-8741-123530de987d tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] 10.222.0.88 "DELETE /v2.0/subnets/e4327dfb-6510-4e59-87e1-a0bcc913f048 HTTP/1.1" status: 204 len: 168 time: 0.9253387 Feb 08 21:33:06.561999 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303e059b-9a64-471b-8dcc-200cf1977aba None None] Network 82beeaeb-d86d-4c05-9ada-f60755f16507 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:33:06.574772 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59436) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:06.640206 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:06.642115 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c541217a-2bd6-49d8-a875-ab049d3d2c26 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:06.643992 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c541217a-2bd6-49d8-a875-ab049d3d2c26 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7513154 Feb 08 21:33:06.662712 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b1a4d39-3ace-4407-a7be-16e675d03be5 req-a1c7d530-139b-42c8-9a3d-795714f220e5 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Router 4249e8bf-87db-4e26-af93-5f56aa6f6404 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:33:06.676850 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b4ac8dc2-c601-4a59-a431-bd293b1e64ba admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=88268b2431ea403bb82d7f209f2af830&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1310699 Feb 08 21:33:06.681135 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac8dc2-c601-4a59-a431-bd293b1e64ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3d8cea-ee11-4f1f-b2b0-c4189f921306,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:06.685302 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59440) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:06.806938 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafacc2-d57a-416f-8e4d-1e583a69a856 req-18124ee9-f28d-4d83-8d16-2bd50c18078a tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:06.824901 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dbafacc2-d57a-416f-8e4d-1e583a69a856 req-18124ee9-f28d-4d83-8d16-2bd50c18078a tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=a2a1afd5-2141-4d86-956c-97e029126e19 HTTP/1.1" status: 200 len: 946 time: 0.4300592 Feb 08 21:33:06.954689 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08aa426-7348-4c41-aea3-8da614862cd1 None None] DHCP port deletion for 82beeaeb-d86d-4c05-9ada-f60755f16507 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:33:06.975696 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c5f8df0a-9f5e-452c-b9fc-f034b0485b7c tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (82beeaeb-d86d-4c05-9ada-f60755f16507), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:07.002833 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dbafacc2-d57a-416f-8e4d-1e583a69a856 req-efde8512-e1e8-4133-8802-6056d53b4098 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764693 Feb 08 21:33:07.096487 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d08aa426-7348-4c41-aea3-8da614862cd1 None None] Deleting port 5385f59d-7d55-4361-835c-202731a7bf15 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:33:07.097151 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d08aa426-7348-4c41-aea3-8da614862cd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (5385f59d-7d55-4361-835c-202731a7bf15), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:07.288319 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d08aa426-7348-4c41-aea3-8da614862cd1 None None] For port 5385f59d-7d55-4361-835c-202731a7bf15, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5385f59d-7d55-4361-835c-202731a7bf15,segment=NetworkSegment(21f3f5ac-bf0b-4fff-a6ad-f5008875b50b),segment_id=21f3f5ac-bf0b-4fff-a6ad-f5008875b50b)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:33:07.288882 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d08aa426-7348-4c41-aea3-8da614862cd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (5385f59d-7d55-4361-835c-202731a7bf15), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:07.312792 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d08aa426-7348-4c41-aea3-8da614862cd1 None None] Calling delete_port for 5385f59d-7d55-4361-835c-202731a7bf15 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:33:07.373711 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c3dd68ee-6675-413b-aee2-04f7337eefa9 req-62ae37cc-ce81-4c8c-8786-e6634e4bfcdd tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/ports?device_id=35b18510-8094-47cd-ac07-90aefb64edec HTTP/1.1" status: 200 len: 210 time: 0.2205513 Feb 08 21:33:07.529828 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d08aa426-7348-4c41-aea3-8da614862cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (5385f59d-7d55-4361-835c-202731a7bf15), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:07.581854 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08aa426-7348-4c41-aea3-8da614862cd1 None None] Pushing event deleted for resources: {'Port': ['ID=5385f59d-7d55-4361-835c-202731a7bf15,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:07.595823 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08aa426-7348-4c41-aea3-8da614862cd1 None None] No DVR routers for this DVR port 5385f59d-7d55-4361-835c-202731a7bf15 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:33:07.627775 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c5f8df0a-9f5e-452c-b9fc-f034b0485b7c tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Deleting port 5385f59d-7d55-4361-835c-202731a7bf15 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:33:07.628433 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c5f8df0a-9f5e-452c-b9fc-f034b0485b7c tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (5385f59d-7d55-4361-835c-202731a7bf15), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:07.675824 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-86503f26-3557-4579-a57d-99878aecc31d admin admin] Publish callbacks [] for security_group (ec3d8cea-ee11-4f1f-b2b0-c4189f921306), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:07.719127 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-86503f26-3557-4579-a57d-99878aecc31d admin admin] Publish callbacks [] for security_group (ec3d8cea-ee11-4f1f-b2b0-c4189f921306), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:07.751590 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b1a4d39-3ace-4407-a7be-16e675d03be5 req-a1c7d530-139b-42c8-9a3d-795714f220e5 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:33:07.771020 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddcd47c-363a-40b7-ae33-3cdd6e2f67c9 None None] Sync routers for ids ['4249e8bf-87db-4e26-af93-5f56aa6f6404'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:33:07.802561 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-c5f8df0a-9f5e-452c-b9fc-f034b0485b7c tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] For port 5385f59d-7d55-4361-835c-202731a7bf15, host n-d-712143-31, got binding levels [] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:33:07.803972 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c5f8df0a-9f5e-452c-b9fc-f034b0485b7c tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (5385f59d-7d55-4361-835c-202731a7bf15), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:07.809546 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddcd47c-363a-40b7-ae33-3cdd6e2f67c9 None None] Routers {'4249e8bf-87db-4e26-af93-5f56aa6f6404'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:33:07.811632 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-dddcd47c-363a-40b7-ae33-3cdd6e2f67c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:32:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['4249e8bf-87db-4e26-af93-5f56aa6f6404'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:07.832066 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fdcda3-a83a-4541-8f68-dbc5ea515495 req-17614169-22f2-42bd-b3ad-6ec02bc242bc tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:07.833984 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b6fdcda3-a83a-4541-8f68-dbc5ea515495 req-17614169-22f2-42bd-b3ad-6ec02bc242bc tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 946 time: 0.6219392 Feb 08 21:33:07.841439 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1a4d39-3ace-4407-a7be-16e675d03be5 req-a1c7d530-139b-42c8-9a3d-795714f220e5 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] No DVR routers for this DVR port ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:33:07.847303 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8b1a4d39-3ace-4407-a7be-16e675d03be5 req-a1c7d530-139b-42c8-9a3d-795714f220e5 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:07.852419 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8b1a4d39-3ace-4407-a7be-16e675d03be5 req-a1c7d530-139b-42c8-9a3d-795714f220e5 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.94 "DELETE /v2.0/ports/ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab HTTP/1.1" status: 204 len: 173 time: 5.4775298 Feb 08 21:33:07.852952 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b18510-8094-47cd-ac07-90aefb64edec', 'name': 'network-vif-deleted', 'tag': 'ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:33:07.859097 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d843a2c-145b-48b6-99e2-31d746da291d" -d '{"events": [{"server_uuid": "35b18510-8094-47cd-ac07-90aefb64edec", "name": "network-vif-deleted", "tag": "ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:33:07.881520 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-86503f26-3557-4579-a57d-99878aecc31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ec3d8cea-ee11-4f1f-b2b0-c4189f921306), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:07.885951 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-86503f26-3557-4579-a57d-99878aecc31d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:07.885951 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-86503f26-3557-4579-a57d-99878aecc31d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ec3d8cea-ee11-4f1f-b2b0-c4189f921306 HTTP/1.1" status: 204 len: 168 time: 1.1971796 Feb 08 21:33:07.899187 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86503f26-3557-4579-a57d-99878aecc31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3d8cea-ee11-4f1f-b2b0-c4189f921306,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:07.914236 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c5f8df0a-9f5e-452c-b9fc-f034b0485b7c tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Calling delete_port for 5385f59d-7d55-4361-835c-202731a7bf15 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:33:07.919657 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.ipam_backend_mixin [None req-c5f8df0a-9f5e-452c-b9fc-f034b0485b7c tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Port 5385f59d-7d55-4361-835c-202731a7bf15 was not found and therefore no delete operation was performed {{(pid=103433) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 21:33:07.927777 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c5f8df0a-9f5e-452c-b9fc-f034b0485b7c tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (5385f59d-7d55-4361-835c-202731a7bf15), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:08.050456 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-a1acb386-615a-453d-bbb5-c6c1017b3bd0 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1320569573&fields=id&tenant_id=48aae992c2704ece870f0faad4c28599 HTTP/1.1" status: 200 len: 267 time: 0.4989865 Feb 08 21:33:08.083986 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8df0a-9f5e-452c-b9fc-f034b0485b7c tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Pushing event deleted for resources: {'Port': ['ID=5385f59d-7d55-4361-835c-202731a7bf15,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:08.106489 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f8df0a-9f5e-452c-b9fc-f034b0485b7c tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] No DVR routers for this DVR port 5385f59d-7d55-4361-835c-202731a7bf15 on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:33:08.145888 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b6fdcda3-a83a-4541-8f68-dbc5ea515495 req-7a05385d-06a3-4a00-9b77-b2ebc3b951ea tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012168 Feb 08 21:33:08.285848 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d46fa4-e0ae-4032-b251-b5e963036fbf x-openstack-request-id: req-56d46fa4-e0ae-4032-b251-b5e963036fbf {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:33:08.286736 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b18510-8094-47cd-ac07-90aefb64edec", "name": "network-vif-deleted", "tag": "ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:33:08.287613 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-56d46fa4-e0ae-4032-b251-b5e963036fbf {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:33:08.288525 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b18510-8094-47cd-ac07-90aefb64edec', 'name': 'network-vif-deleted', 'tag': 'ddb5ef78-26f0-4026-a7d2-6d41c2ca23ab', 'status': 'completed', 'code': 200} Feb 08 21:33:08.356230 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5385f59d-7d55-4361-835c-202731a7bf15 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:33:08.371115 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-dddcd47c-363a-40b7-ae33-3cdd6e2f67c9 None None] Set router 4249e8bf-87db-4e26-af93-5f56aa6f6404 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:33:08.411606 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 5385f59d-7d55-4361-835c-202731a7bf15 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:33:08.411606 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5385f59d-7d55-4361-835c-202731a7bf15 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:33:08.723280 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f85ff-1ca6-494b-bd5d-c7d8ecb0f275 req-1e65dcef-0400-402b-9d25-54715dbe0dca tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:08.731823 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-866f85ff-1ca6-494b-bd5d-c7d8ecb0f275 req-1e65dcef-0400-402b-9d25-54715dbe0dca tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=a2a1afd5-2141-4d86-956c-97e029126e19 HTTP/1.1" status: 200 len: 946 time: 0.2649453 Feb 08 21:33:08.751997 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c5f8df0a-9f5e-452c-b9fc-f034b0485b7c tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (82beeaeb-d86d-4c05-9ada-f60755f16507), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:08.809136 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-c5f8df0a-9f5e-452c-b9fc-f034b0485b7c tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82beeaeb-d86d-4c05-9ada-f60755f16507']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:08.841802 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-c5f8df0a-9f5e-452c-b9fc-f034b0485b7c tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f3f5ac-bf0b-4fff-a6ad-f5008875b50b') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:08.842671 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-c5f8df0a-9f5e-452c-b9fc-f034b0485b7c tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f3f5ac-bf0b-4fff-a6ad-f5008875b50b') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:08.863458 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8cba2f-0351-4c74-b3e2-7fb0882af26d req-d7bbd7d2-7d76-4bc2-999a-735186f6ffce tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:08.869903 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4f8cba2f-0351-4c74-b3e2-7fb0882af26d req-d7bbd7d2-7d76-4bc2-999a-735186f6ffce tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.94 "GET /v2.0/ports?device_id=a2a1afd5-2141-4d86-956c-97e029126e19 HTTP/1.1" status: 200 len: 946 time: 0.1822455 Feb 08 21:33:08.870371 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c5f8df0a-9f5e-452c-b9fc-f034b0485b7c tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (21f3f5ac-bf0b-4fff-a6ad-f5008875b50b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:08.889970 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c5f8df0a-9f5e-452c-b9fc-f034b0485b7c tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (21f3f5ac-bf0b-4fff-a6ad-f5008875b50b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:08.898906 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f8df0a-9f5e-452c-b9fc-f034b0485b7c tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:33:08.899659 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c5f8df0a-9f5e-452c-b9fc-f034b0485b7c tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (21f3f5ac-bf0b-4fff-a6ad-f5008875b50b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:33:08.981368 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:33:08.989432 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-fcfe0f52-d036-4163-a8d6-7329cb4430bc tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:08.996809 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-fcfe0f52-d036-4163-a8d6-7329cb4430bc tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/networks?id=d00185f4-2139-492b-b59f-1586b41daef5 HTTP/1.1" status: 200 len: 817 time: 0.9350693 Feb 08 21:33:09.013914 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c5f8df0a-9f5e-452c-b9fc-f034b0485b7c tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (82beeaeb-d86d-4c05-9ada-f60755f16507), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:09.052384 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c5f8df0a-9f5e-452c-b9fc-f034b0485b7c tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:09.062732 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59496) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:09.077357 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c5f8df0a-9f5e-452c-b9fc-f034b0485b7c tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] 10.222.0.88 "DELETE /v2.0/networks/82beeaeb-d86d-4c05-9ada-f60755f16507 HTTP/1.1" status: 204 len: 168 time: 2.4976151 Feb 08 21:33:09.123436 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-dddcd47c-363a-40b7-ae33-3cdd6e2f67c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'name': 'tempest-ServersTestFqdnHostnames-1384043328-router', 'tenant_id': '2210bdb6190a499b965e9e91b21a6462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1aeb76b8-818e-4533-a7cc-59a652ea37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:31:03Z', 'updated_at': '2022-02-08T21:31:19Z', 'revision_number': 4, 'project_id': '2210bdb6190a499b965e9e91b21a6462', 'gw_port': {'id': '1aeb76b8-818e-4533-a7cc-59a652ea37d5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:05Z', 'updated_at': '2022-02-08T21:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '78d5ab28-bc5b-40c3-91da-7a2540601723', 'name': '', 'network_id': 'daaebf9e-b66d-42db-8ec2-b15fcd836888', 'tenant_id': '2210bdb6190a499b965e9e91b21a6462', 'mac_address': 'fa:16:3e:d2:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '0122d6bb-bb7c-4737-8d9f-ff47a1c86d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:14Z', 'updated_at': '2022-02-08T21:31:25Z', 'revision_number': 5, 'project_id': '2210bdb6190a499b965e9e91b21a6462', 'subnets': [{'id': '0122d6bb-bb7c-4737-8d9f-ff47a1c86d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:09.137890 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-46a4e500-dccc-4e1e-87e3-ad4ee7c8ea90 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/quotas/48aae992c2704ece870f0faad4c28599 HTTP/1.1" status: 200 len: 375 time: 0.1400058 Feb 08 21:33:09.168032 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8df0a-9f5e-452c-b9fc-f034b0485b7c tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Pushing event deleted for resources: {'Network': ['ID=82beeaeb-d86d-4c05-9ada-f60755f16507,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:09.296196 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddcd47c-363a-40b7-ae33-3cdd6e2f67c9 None None] Checking router: 4249e8bf-87db-4e26-af93-5f56aa6f6404 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:33:09.342203 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddcd47c-363a-40b7-ae33-3cdd6e2f67c9 None None] Routers {'4249e8bf-87db-4e26-af93-5f56aa6f6404'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:33:09.345740 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-dddcd47c-363a-40b7-ae33-3cdd6e2f67c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:32:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['4249e8bf-87db-4e26-af93-5f56aa6f6404'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:09.379457 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-866f85ff-1ca6-494b-bd5d-c7d8ecb0f275 req-19178140-d150-465b-b5c4-45b4935b4ea5 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6418469 Feb 08 21:33:09.435858 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-f3697d11-0d73-4a85-b66d-2708f11e8ad1 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=48aae992c2704ece870f0faad4c28599&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2959321 Feb 08 21:33:09.618975 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-4f8cba2f-0351-4c74-b3e2-7fb0882af26d req-1a6fc3f8-7d07-4c2f-8f44-1751be03305d tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Deleting port 5cba4313-2745-4044-8a3e-060200bbd977 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:33:09.619338 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4f8cba2f-0351-4c74-b3e2-7fb0882af26d req-1a6fc3f8-7d07-4c2f-8f44-1751be03305d tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (5cba4313-2745-4044-8a3e-060200bbd977), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:09.787626 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-dddcd47c-363a-40b7-ae33-3cdd6e2f67c9 None None] Set router 4249e8bf-87db-4e26-af93-5f56aa6f6404 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:33:09.847399 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-4f8cba2f-0351-4c74-b3e2-7fb0882af26d req-1a6fc3f8-7d07-4c2f-8f44-1751be03305d tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] For port 5cba4313-2745-4044-8a3e-060200bbd977, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=5cba4313-2745-4044-8a3e-060200bbd977,segment=NetworkSegment(ce7776cb-c96f-49d0-a5da-4fe283036b62),segment_id=ce7776cb-c96f-49d0-a5da-4fe283036b62)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:33:09.847832 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4f8cba2f-0351-4c74-b3e2-7fb0882af26d req-1a6fc3f8-7d07-4c2f-8f44-1751be03305d tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (5cba4313-2745-4044-8a3e-060200bbd977), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:09.863349 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-26c3a2e7-b611-42de-aa60-8375a3b6fa4e service neutron] 10.222.0.88 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094017 Feb 08 21:33:09.918199 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-44ab2583-bf66-4950-ab8e-f8b776e1f110 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Deleting port 0be2b477-a3e2-42e3-b339-1d694a655c20 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:33:09.918711 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-44ab2583-bf66-4950-ab8e-f8b776e1f110 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (0be2b477-a3e2-42e3-b339-1d694a655c20), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:09.921257 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-4f8cba2f-0351-4c74-b3e2-7fb0882af26d req-1a6fc3f8-7d07-4c2f-8f44-1751be03305d tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Calling delete_port for 5cba4313-2745-4044-8a3e-060200bbd977 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:33:09.945868 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59518) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:10.067361 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d3a53-329c-40ae-a27a-c0a3acf9dcfc req-ee3b695b-c268-40bf-8aa3-f703b7b3ab2a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:10.074435 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd2d3a53-329c-40ae-a27a-c0a3acf9dcfc req-ee3b695b-c268-40bf-8aa3-f703b7b3ab2a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 946 time: 0.4233069 Feb 08 21:33:10.251224 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-dddcd47c-363a-40b7-ae33-3cdd6e2f67c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'name': 'tempest-ServersTestFqdnHostnames-1384043328-router', 'tenant_id': '2210bdb6190a499b965e9e91b21a6462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1aeb76b8-818e-4533-a7cc-59a652ea37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:31:03Z', 'updated_at': '2022-02-08T21:31:19Z', 'revision_number': 4, 'project_id': '2210bdb6190a499b965e9e91b21a6462', 'gw_port': {'id': '1aeb76b8-818e-4533-a7cc-59a652ea37d5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:05Z', 'updated_at': '2022-02-08T21:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '78d5ab28-bc5b-40c3-91da-7a2540601723', 'name': '', 'network_id': 'daaebf9e-b66d-42db-8ec2-b15fcd836888', 'tenant_id': '2210bdb6190a499b965e9e91b21a6462', 'mac_address': 'fa:16:3e:d2:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '0122d6bb-bb7c-4737-8d9f-ff47a1c86d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:14Z', 'updated_at': '2022-02-08T21:31:25Z', 'revision_number': 5, 'project_id': '2210bdb6190a499b965e9e91b21a6462', 'subnets': [{'id': '0122d6bb-bb7c-4737-8d9f-ff47a1c86d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:10.304758 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-44ab2583-bf66-4950-ab8e-f8b776e1f110 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (0be2b477-a3e2-42e3-b339-1d694a655c20), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:10.306483 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-44ab2583-bf66-4950-ab8e-f8b776e1f110 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks [] for floatingip (0be2b477-a3e2-42e3-b339-1d694a655c20), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:10.311099 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-2ba7e5b6-8a3e-4592-af1a-0bb3ec3d7d38 service neutron] 10.222.0.88 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372430 Feb 08 21:33:10.347472 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd2d3a53-329c-40ae-a27a-c0a3acf9dcfc req-697867a6-6672-4fde-b442-90967992e628 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545648 Feb 08 21:33:10.357649 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddcd47c-363a-40b7-ae33-3cdd6e2f67c9 None None] The sync data for ids ['4249e8bf-87db-4e26-af93-5f56aa6f6404'] in n-d-712143-31 is: [{'id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'name': 'tempest-ServersTestFqdnHostnames-1384043328-router', 'tenant_id': '2210bdb6190a499b965e9e91b21a6462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1aeb76b8-818e-4533-a7cc-59a652ea37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:31:03Z', 'updated_at': '2022-02-08T21:31:19Z', 'revision_number': 4, 'project_id': '2210bdb6190a499b965e9e91b21a6462', 'gw_port': {'id': '1aeb76b8-818e-4533-a7cc-59a652ea37d5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:05Z', 'updated_at': '2022-02-08T21:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '78d5ab28-bc5b-40c3-91da-7a2540601723', 'name': '', 'network_id': 'daaebf9e-b66d-42db-8ec2-b15fcd836888', 'tenant_id': '2210bdb6190a499b965e9e91b21a6462', 'mac_address': 'fa:16:3e:d2:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '0122d6bb-bb7c-4737-8d9f-ff47a1c86d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:14Z', 'updated_at': '2022-02-08T21:31:25Z', 'revision_number': 5, 'project_id': '2210bdb6190a499b965e9e91b21a6462', 'subnets': [{'id': '0122d6bb-bb7c-4737-8d9f-ff47a1c86d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:33:10.402291 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-44ab2583-bf66-4950-ab8e-f8b776e1f110 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Calling delete_port for 0be2b477-a3e2-42e3-b339-1d694a655c20 owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:33:10.567596 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59530) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:10.892858 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bdb0cee0-2532-4c30-a022-3c7e89b5c631 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks [] for security_group (43e6e978-aff7-444b-9ada-eb322e951e54), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:10.998558 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-979f8dc7-b149-4082-ba92-705b94e7b17a req-eb091dcf-320f-4fad-97f9-c6df8c93eed1 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 210 time: 0.1848774 Feb 08 21:33:11.019003 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-71130651-9d0d-49a7-880f-988151326927 req-a20dff9b-3220-4030-98ce-3bea6f07ba96 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=a2a1afd5-2141-4d86-956c-97e029126e19 HTTP/1.1" status: 200 len: 210 time: 0.1997359 Feb 08 21:33:11.036181 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4f8cba2f-0351-4c74-b3e2-7fb0882af26d req-1a6fc3f8-7d07-4c2f-8f44-1751be03305d tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (5cba4313-2745-4044-8a3e-060200bbd977), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:11.050336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['3ad97f1c-9448-46d9-a032-48bade0a8c93'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:33:11.051772 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-88ae8afd-8acb-4783-add1-5514c170f7b1 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2061243971'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:11.055808 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-44ab2583-bf66-4950-ab8e-f8b776e1f110 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (0be2b477-a3e2-42e3-b339-1d694a655c20), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:11.112846 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab2583-bf66-4950-ab8e-f8b776e1f110 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Pushing event deleted for resources: {'Port': ['ID=0be2b477-a3e2-42e3-b339-1d694a655c20,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:11.130584 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bdb0cee0-2532-4c30-a022-3c7e89b5c631 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks [] for security_group (43e6e978-aff7-444b-9ada-eb322e951e54), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:11.142999 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9186ffa-47c0-4077-8ac3-aaf051517851 None None] New status for floating IP f190f9b8-c643-4fd2-a111-5855211abdc9: DOWN {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:33:11.149683 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab2583-bf66-4950-ab8e-f8b776e1f110 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:11.150184 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab2583-bf66-4950-ab8e-f8b776e1f110 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:11.150631 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab2583-bf66-4950-ab8e-f8b776e1f110 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:11.151090 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab2583-bf66-4950-ab8e-f8b776e1f110 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:11.151526 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab2583-bf66-4950-ab8e-f8b776e1f110 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:11.151977 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab2583-bf66-4950-ab8e-f8b776e1f110 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:11.152412 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab2583-bf66-4950-ab8e-f8b776e1f110 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:11.152844 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab2583-bf66-4950-ab8e-f8b776e1f110 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:11.153297 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab2583-bf66-4950-ab8e-f8b776e1f110 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:11.153856 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab2583-bf66-4950-ab8e-f8b776e1f110 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:11.154310 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab2583-bf66-4950-ab8e-f8b776e1f110 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:11.154738 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab2583-bf66-4950-ab8e-f8b776e1f110 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:11.155296 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab2583-bf66-4950-ab8e-f8b776e1f110 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:11.264372 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bdb0cee0-2532-4c30-a022-3c7e89b5c631 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (43e6e978-aff7-444b-9ada-eb322e951e54), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:11.269463 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bdb0cee0-2532-4c30-a022-3c7e89b5c631 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:11.271552 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bdb0cee0-2532-4c30-a022-3c7e89b5c631 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "DELETE /v2.0/security-groups/43e6e978-aff7-444b-9ada-eb322e951e54 HTTP/1.1" status: 204 len: 168 time: 0.7022605 Feb 08 21:33:11.289077 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59546) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:11.348288 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0cee0-2532-4c30-a022-3c7e89b5c631 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e6e978-aff7-444b-9ada-eb322e951e54,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:11.351666 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8cba2f-0351-4c74-b3e2-7fb0882af26d req-1a6fc3f8-7d07-4c2f-8f44-1751be03305d tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] No DVR routers for this DVR port 5cba4313-2745-4044-8a3e-060200bbd977 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:33:11.358680 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4f8cba2f-0351-4c74-b3e2-7fb0882af26d req-1a6fc3f8-7d07-4c2f-8f44-1751be03305d tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:11.364938 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4f8cba2f-0351-4c74-b3e2-7fb0882af26d req-1a6fc3f8-7d07-4c2f-8f44-1751be03305d tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.94 "DELETE /v2.0/ports/5cba4313-2745-4044-8a3e-060200bbd977 HTTP/1.1" status: 204 len: 173 time: 2.4878523 Feb 08 21:33:11.385509 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-359fbbed-6f18-4464-8470-d3bc42388d04 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] show failed (client error): The resource could not be found. Feb 08 21:33:11.397001 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a1afd5-2141-4d86-956c-97e029126e19', 'name': 'network-vif-deleted', 'tag': '5cba4313-2745-4044-8a3e-060200bbd977'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:33:11.405253 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-359fbbed-6f18-4464-8470-d3bc42388d04 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "GET /v2.0/security-groups/43e6e978-aff7-444b-9ada-eb322e951e54 HTTP/1.1" status: 404 len: 347 time: 0.1114669 Feb 08 21:33:11.408888 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59550) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:11.410139 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c98a94-6fb7-47ef-bdb7-775fecf89479" -d '{"events": [{"server_uuid": "a2a1afd5-2141-4d86-956c-97e029126e19", "name": "network-vif-deleted", "tag": "5cba4313-2745-4044-8a3e-060200bbd977"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:33:11.430509 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6fc3f8-7d07-4c2f-8f44-1751be03305d tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Pushing event deleted for resources: {'Port': ['ID=5cba4313-2745-4044-8a3e-060200bbd977,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:11.446616 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ae8afd-8acb-4783-add1-5514c170f7b1 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Made reservation on behalf of 7216f775f6b24744b5fdb69884b6a887 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:33:11.457822 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-88ae8afd-8acb-4783-add1-5514c170f7b1 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:11.532475 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-88ae8afd-8acb-4783-add1-5514c170f7b1 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:11.572938 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502befc8-0f1a-401b-8166-4b529c98ea74 x-openstack-request-id: req-502befc8-0f1a-401b-8166-4b529c98ea74 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:33:11.573261 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a1afd5-2141-4d86-956c-97e029126e19", "name": "network-vif-deleted", "tag": "5cba4313-2745-4044-8a3e-060200bbd977", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:33:11.573528 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-502befc8-0f1a-401b-8166-4b529c98ea74 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:33:11.573942 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a1afd5-2141-4d86-956c-97e029126e19', 'name': 'network-vif-deleted', 'tag': '5cba4313-2745-4044-8a3e-060200bbd977', 'status': 'completed', 'code': 200} Feb 08 21:33:11.636065 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-44ab2583-bf66-4950-ab8e-f8b776e1f110 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks [] for floatingip (34d72fcf-b131-4981-a3ff-ea0d9cfcf08b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:11.650465 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-44ab2583-bf66-4950-ab8e-f8b776e1f110 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:11.654730 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-44ab2583-bf66-4950-ab8e-f8b776e1f110 tempest-FloatingIPAdminTestJSON-1805476229 tempest-FloatingIPAdminTestJSON-1805476229-project] 10.222.0.88 "DELETE /v2.0/floatingips/34d72fcf-b131-4981-a3ff-ea0d9cfcf08b HTTP/1.1" status: 204 len: 168 time: 2.5908980 Feb 08 21:33:12.037707 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ecab0-971b-4c41-a060-4ab8a348be6b req-2774f4f2-4d83-4b56-ab4b-f02192477b14 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:12.041993 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eb7ecab0-971b-4c41-a060-4ab8a348be6b req-2774f4f2-4d83-4b56-ab4b-f02192477b14 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 946 time: 0.4370747 Feb 08 21:33:12.054648 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-88ae8afd-8acb-4783-add1-5514c170f7b1 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks [] for security_group (af15224d-8c60-4d55-9d42-dfbf1be90fd5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:12.065600 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-88ae8afd-8acb-4783-add1-5514c170f7b1 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (af15224d-8c60-4d55-9d42-dfbf1be90fd5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:12.179078 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ae8afd-8acb-4783-add1-5514c170f7b1 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:33:12.210108 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae8afd-8acb-4783-add1-5514c170f7b1 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af15224d-8c60-4d55-9d42-dfbf1be90fd5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:12.226369 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-88ae8afd-8acb-4783-add1-5514c170f7b1 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (93c2ee36-b8de-4dc6-9266-9163bcc06323), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:12.227391 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-88ae8afd-8acb-4783-add1-5514c170f7b1 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Added segment 93c2ee36-b8de-4dc6-9266-9163bcc06323 of type vlan for network 1c11b3a4-cb52-434a-b71c-57e11168685c Feb 08 21:33:12.255200 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-a26ebca2-e1cb-4b86-9682-e8f8d80273f7 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Deleting port 81520283-ca97-496a-b7e6-fdeb21652de3 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:33:12.255391 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a26ebca2-e1cb-4b86-9682-e8f8d80273f7 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (81520283-ca97-496a-b7e6-fdeb21652de3), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:12.307208 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0e4c3578-5d86-4299-9716-d036d844344e req-7802794d-6379-4dc2-9a82-53479b730e43 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 210 time: 0.0994666 Feb 08 21:33:12.361274 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-88ae8afd-8acb-4783-add1-5514c170f7b1 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (1c11b3a4-cb52-434a-b71c-57e11168685c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:12.370916 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eb7ecab0-971b-4c41-a060-4ab8a348be6b req-cb67dab0-d9db-482a-966d-0002b412bca7 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195467 Feb 08 21:33:12.433054 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-88ae8afd-8acb-4783-add1-5514c170f7b1 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (1c11b3a4-cb52-434a-b71c-57e11168685c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:12.446449 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ae8afd-8acb-4783-add1-5514c170f7b1 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:12.447107 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-88ae8afd-8acb-4783-add1-5514c170f7b1 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:12.501140 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-88ae8afd-8acb-4783-add1-5514c170f7b1 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.5501101 Feb 08 21:33:12.507042 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59574) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:12.526721 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 5cba4313-2745-4044-8a3e-060200bbd977 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:33:12.546212 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-15cb5c6c-ac14-4f46-835d-9b47c76f224a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Request body: {'subnet': {'network_id': '1c11b3a4-cb52-434a-b71c-57e11168685c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:12.609343 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 5cba4313-2745-4044-8a3e-060200bbd977 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:33:12.609703 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 5cba4313-2745-4044-8a3e-060200bbd977 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:33:12.627652 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae8afd-8acb-4783-add1-5514c170f7b1 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Pushing event updated for resources: {'Network': ['ID=1c11b3a4-cb52-434a-b71c-57e11168685c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:12.646594 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 1c11b3a4-cb52-434a-b71c-57e11168685c details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:33:12.669181 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59578) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:12.817772 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9f054f1-6c8d-4908-8ffb-085e87d251da req-2b6e44e7-4456-443c-a684-e7757d85f901 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=a2a1afd5-2141-4d86-956c-97e029126e19 HTTP/1.1" status: 200 len: 210 time: 0.2270951 Feb 08 21:33:12.833012 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a26ebca2-e1cb-4b86-9682-e8f8d80273f7 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (81520283-ca97-496a-b7e6-fdeb21652de3), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:12.833737 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a26ebca2-e1cb-4b86-9682-e8f8d80273f7 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks [] for floatingip (81520283-ca97-496a-b7e6-fdeb21652de3), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:12.860757 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-a26ebca2-e1cb-4b86-9682-e8f8d80273f7 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Calling delete_port for 81520283-ca97-496a-b7e6-fdeb21652de3 owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:33:12.868754 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cb5c6c-ac14-4f46-835d-9b47c76f224a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Made reservation on behalf of 7216f775f6b24744b5fdb69884b6a887 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:33:12.873642 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-15cb5c6c-ac14-4f46-835d-9b47c76f224a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:13.231165 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-15cb5c6c-ac14-4f46-835d-9b47c76f224a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (02670600-dc95-47ba-a489-9baab3de2357), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:13.263857 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-a643bfb8-90be-4797-a6e8-711ceae48a5d tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:13.265633 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-a643bfb8-90be-4797-a6e8-711ceae48a5d tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.94 "GET /v2.0/networks?id=d00185f4-2139-492b-b59f-1586b41daef5 HTTP/1.1" status: 200 len: 817 time: 0.2782743 Feb 08 21:33:13.327996 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a26ebca2-e1cb-4b86-9682-e8f8d80273f7 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (81520283-ca97-496a-b7e6-fdeb21652de3), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:13.433773 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ebca2-e1cb-4b86-9682-e8f8d80273f7 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Pushing event deleted for resources: {'Port': ['ID=81520283-ca97-496a-b7e6-fdeb21652de3,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:13.435728 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb5c6c-ac14-4f46-835d-9b47c76f224a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Pushing event updated for resources: {'Subnet': ['ID=02670600-dc95-47ba-a489-9baab3de2357,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:13.485571 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cb5c6c-ac14-4f46-835d-9b47c76f224a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Checking segment: {'id': '93c2ee36-b8de-4dc6-9266-9163bcc06323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1c11b3a4-cb52-434a-b71c-57e11168685c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:33:13.485952 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cb5c6c-ac14-4f46-835d-9b47c76f224a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Network hostable DHCP agents. Network: 1c11b3a4-cb52-434a-b71c-57e11168685c, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:33:13.499563 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ebd6b64c-dbf7-4a71-a4b1-575d0d08d974 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ef94d55a4f464c43ba3e6628c548343f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8285542 Feb 08 21:33:13.507181 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59590) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:13.545248 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-9878e936-c0ba-406d-95ce-91e210ec474c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48aae992c2704ece870f0faad4c28599 HTTP/1.1" status: 200 len: 380 time: 0.2670791 Feb 08 21:33:13.562592 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-6706e0bd-bb6d-471d-854e-384f087b859c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Request body: {'port': {'device_id': 'bab879ab-daf9-42bc-8293-775c9c6a9a1c', 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'admin_state_up': True, 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'security_groups': ['5f3dd380-370e-4416-ae5d-dc5937757f04']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:13.612813 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-698c486a-3c66-47a3-b5f1-6fdd23fb981b req-800ef41f-50e0-46a8-bb38-53b87d5d0baf tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 210 time: 0.1241117 Feb 08 21:33:13.668865 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cb5c6c-ac14-4f46-835d-9b47c76f224a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Network 1c11b3a4-cb52-434a-b71c-57e11168685c is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:33:13.694188 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-15cb5c6c-ac14-4f46-835d-9b47c76f224a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 1c11b3a4-cb52-434a-b71c-57e11168685c) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:33:13.700295 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a26ebca2-e1cb-4b86-9682-e8f8d80273f7 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks [] for floatingip (f190f9b8-c643-4fd2-a111-5855211abdc9), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:13.704591 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a26ebca2-e1cb-4b86-9682-e8f8d80273f7 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:13.706560 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a26ebca2-e1cb-4b86-9682-e8f8d80273f7 tempest-ServersTestFqdnHostnames-1622360455 tempest-ServersTestFqdnHostnames-1622360455-project] 10.222.0.88 "DELETE /v2.0/floatingips/f190f9b8-c643-4fd2-a111-5855211abdc9 HTTP/1.1" status: 204 len: 168 time: 2.2945244 Feb 08 21:33:13.713333 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59594) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:13.717961 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cb5c6c-ac14-4f46-835d-9b47c76f224a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:13.718661 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-15cb5c6c-ac14-4f46-835d-9b47c76f224a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:13.736204 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5c9b8d-8421-4af1-a24e-8e2ccfeb3bd8 None None] Network 1c11b3a4-cb52-434a-b71c-57e11168685c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:33:13.748125 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-15cb5c6c-ac14-4f46-835d-9b47c76f224a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2385733 Feb 08 21:33:13.777030 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59596) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:13.792622 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cea34c-e78b-400a-ac82-5cadf91cca4f req-5d18ecd6-9ea9-4da3-b486-9b72b07c7b3b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:13.794454 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a7cea34c-e78b-400a-ac82-5cadf91cca4f req-5d18ecd6-9ea9-4da3-b486-9b72b07c7b3b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 946 time: 0.2902265 Feb 08 21:33:13.799452 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f9373caf-9cb0-4817-ab41-6788c1b1cd4c tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Request body: {'port': {'network_id': '1c11b3a4-cb52-434a-b71c-57e11168685c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1688123643'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:13.947427 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-1c11b3a4-cb52-434a-b71c-57e11168685c', 'network_id': '1c11b3a4-cb52-434a-b71c-57e11168685c', 'project_id': '7216f775f6b24744b5fdb69884b6a887', 'fixed_ips': [{'subnet_id': '02670600-dc95-47ba-a489-9baab3de2357'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:33:13.948538 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:14.108394 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7eb0a1e7-9d7a-404c-9313-baef8eec5696 admin admin] Publish callbacks [] for security_group (ffa9f1bf-91b8-4e70-ab7e-f47149700323), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:14.175917 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9373caf-9cb0-4817-ab41-6788c1b1cd4c tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Made reservation on behalf of 7216f775f6b24744b5fdb69884b6a887 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:33:14.179630 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9373caf-9cb0-4817-ab41-6788c1b1cd4c tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:14.221015 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7eb0a1e7-9d7a-404c-9313-baef8eec5696 admin admin] Publish callbacks [] for security_group (ffa9f1bf-91b8-4e70-ab7e-f47149700323), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:14.251213 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Allocated IP 2001:db8::2 (1c11b3a4-cb52-434a-b71c-57e11168685c/02670600-dc95-47ba-a489-9baab3de2357/3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:33:14.326804 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-6706e0bd-bb6d-471d-854e-384f087b859c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Made reservation on behalf of 48aae992c2704ece870f0faad4c28599 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:33:14.330633 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-6706e0bd-bb6d-471d-854e-384f087b859c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:14.357002 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-f9373caf-9cb0-4817-ab41-6788c1b1cd4c tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] device_id is not set on port 5fb16477-3bd4-42a8-a556-66df77030410 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:33:14.511679 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Publish callbacks [] for port (3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:14.521157 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:14.586748 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Pushing event updated for resources: {'Port': ['ID=3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:14.595489 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Network 1c11b3a4-cb52-434a-b71c-57e11168685c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:33:14.599495 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:33:14.605278 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:33:14.621493 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a7cea34c-e78b-400a-ac82-5cadf91cca4f req-97c3b902-da6f-405e-83a4-fcb59f941832 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7986021 Feb 08 21:33:14.678726 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-f9373caf-9cb0-4817-ab41-6788c1b1cd4c tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Allocated IP 2001:db8::197 (1c11b3a4-cb52-434a-b71c-57e11168685c/02670600-dc95-47ba-a489-9baab3de2357/5fb16477-3bd4-42a8-a556-66df77030410) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:33:14.693942 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189783af-5802-4355-8f6c-5b6842e038bd req-47d34750-d61b-42d3-9f44-06ce68e87693 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:14.700942 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-189783af-5802-4355-8f6c-5b6842e038bd req-47d34750-d61b-42d3-9f44-06ce68e87693 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.1633868 Feb 08 21:33:14.736903 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Attempting to bind port 3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:33:14.739748 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Attempting to bind port 3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '93c2ee36-b8de-4dc6-9266-9163bcc06323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1c11b3a4-cb52-434a-b71c-57e11168685c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:33:14.740509 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Attempting to bind port 3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f on network 1c11b3a4-cb52-434a-b71c-57e11168685c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:33:14.747069 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:33:14.747909 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Checking segment: {'id': '93c2ee36-b8de-4dc6-9266-9163bcc06323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1c11b3a4-cb52-434a-b71c-57e11168685c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:33:14.748547 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:14.749180 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Bound using segment: {'id': '93c2ee36-b8de-4dc6-9266-9163bcc06323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1c11b3a4-cb52-434a-b71c-57e11168685c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:33:14.750074 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Bound port: 3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c2ee36-b8de-4dc6-9266-9163bcc06323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1c11b3a4-cb52-434a-b71c-57e11168685c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:33:14.751279 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:14.807674 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-189783af-5802-4355-8f6c-5b6842e038bd req-dd2e63e5-dfe2-46ec-a3b5-aa7f220feee4 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998609 Feb 08 21:33:14.837974 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bb8e2759-7079-45c2-a4f2-d4f5dd562009 req-50c0a7bc-ccf5-4a30-946d-8f9a8d5ec802 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 210 time: 0.0799294 Feb 08 21:33:14.886127 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] For port 3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:33:14.891067 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] For port 3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f,segment=NetworkSegment(93c2ee36-b8de-4dc6-9266-9163bcc06323),segment_id=93c2ee36-b8de-4dc6-9266-9163bcc06323)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:33:14.910555 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:14.974388 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7eb0a1e7-9d7a-404c-9313-baef8eec5696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ffa9f1bf-91b8-4e70-ab7e-f47149700323), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:14.979235 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7eb0a1e7-9d7a-404c-9313-baef8eec5696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:14.991080 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7eb0a1e7-9d7a-404c-9313-baef8eec5696 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ffa9f1bf-91b8-4e70-ab7e-f47149700323 HTTP/1.1" status: 204 len: 168 time: 1.4728038 Feb 08 21:33:15.072750 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Pushing event updated for resources: {'Port': ['ID=3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:15.086497 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:15.086891 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:15.087194 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:15.087646 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:15.087867 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:15.088209 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:15.088538 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:15.088869 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:15.089199 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:15.089553 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:15.090320 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:15.090320 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:15.099404 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839de733-9198-4785-ac1a-8f6b4b4e7d17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:15.196200 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0a1e7-9d7a-404c-9313-baef8eec5696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa9f1bf-91b8-4e70-ab7e-f47149700323,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:15.260404 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a64b186-2b81-4b08-8682-d51448a8a5ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (4249e8bf-87db-4e26-af93-5f56aa6f6404), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:15.419053 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-6706e0bd-bb6d-471d-854e-384f087b859c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Allocated IP 172.20.0.3 (d00185f4-2139-492b-b59f-1586b41daef5/8c41e412-c763-4ca0-a1f8-ab9cd96c364d/3e63e12c-97b8-4b03-8007-0ad151950de8) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:33:15.616574 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9373caf-9cb0-4817-ab41-6788c1b1cd4c tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks [] for port (5fb16477-3bd4-42a8-a556-66df77030410), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:15.703391 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9373caf-9cb0-4817-ab41-6788c1b1cd4c tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (5fb16477-3bd4-42a8-a556-66df77030410), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:15.823409 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9373caf-9cb0-4817-ab41-6788c1b1cd4c tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Pushing event updated for resources: {'Port': ['ID=5fb16477-3bd4-42a8-a556-66df77030410,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:15.876946 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9373caf-9cb0-4817-ab41-6788c1b1cd4c tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Network 1c11b3a4-cb52-434a-b71c-57e11168685c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:33:15.909621 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412f60c-b047-4593-99db-de66384bf481 req-2c92bd05-037e-4442-b727-4de24a02d1bd tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:15.919999 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2412f60c-b047-4593-99db-de66384bf481 req-2c92bd05-037e-4442-b727-4de24a02d1bd tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 946 time: 0.1737168 Feb 08 21:33:15.930356 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-f9373caf-9cb0-4817-ab41-6788c1b1cd4c tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:33:16.067385 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2412f60c-b047-4593-99db-de66384bf481 req-5403309b-7741-41a8-9afb-12c8c8a54209 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459734 Feb 08 21:33:16.091301 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-6706e0bd-bb6d-471d-854e-384f087b859c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for port (3e63e12c-97b8-4b03-8007-0ad151950de8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:16.092777 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59640) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:16.154962 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9373caf-9cb0-4817-ab41-6788c1b1cd4c tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:33:16.158598 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e7ff000d-c2cb-482c-a89f-df8afecc2268 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:16.168383 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9373caf-9cb0-4817-ab41-6788c1b1cd4c tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:16.168383 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9373caf-9cb0-4817-ab41-6788c1b1cd4c tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:16.174407 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-6706e0bd-bb6d-471d-854e-384f087b859c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3e63e12c-97b8-4b03-8007-0ad151950de8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:16.251692 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-6706e0bd-bb6d-471d-854e-384f087b859c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Network d00185f4-2139-492b-b59f-1586b41daef5 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:33:16.255500 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-6706e0bd-bb6d-471d-854e-384f087b859c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:33:16.260275 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f9373caf-9cb0-4817-ab41-6788c1b1cd4c tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4771326 Feb 08 21:33:16.267390 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-6706e0bd-bb6d-471d-854e-384f087b859c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:33:16.271019 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59644) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:16.288582 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2467e691-a181-4b99-b488-7112f3d49d0a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Request body: {'port': {'network_id': '1c11b3a4-cb52-434a-b71c-57e11168685c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1746399727', 'allowed_address_pairs': [{'ip_address': '2001:db8::197', 'mac_address': 'fa:16:3e:2e:df:54'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:16.416974 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:33:16.441651 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-6706e0bd-bb6d-471d-854e-384f087b859c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:16.443139 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-6706e0bd-bb6d-471d-854e-384f087b859c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:16.502623 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706e0bd-bb6d-471d-854e-384f087b859c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Pushing event updated for resources: {'Port': ['ID=3e63e12c-97b8-4b03-8007-0ad151950de8,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:16.548695 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-6706e0bd-bb6d-471d-854e-384f087b859c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9942453 Feb 08 21:33:16.574824 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-50eeeb08-9a49-4fba-aece-d4447ba41d9b service neutron] Request body: {'port': {'device_id': 'bab879ab-daf9-42bc-8293-775c9c6a9a1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:16.608366 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:33:16.617129 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:16.724991 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e7ff000d-c2cb-482c-a89f-df8afecc2268 admin admin] Publish callbacks [] for security_group (1690ef35-8c27-470b-ab09-aee287c41dd1), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:16.750259 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e7ff000d-c2cb-482c-a89f-df8afecc2268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (1690ef35-8c27-470b-ab09-aee287c41dd1), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:16.864193 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:33:16.864741 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:16.887556 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-50eeeb08-9a49-4fba-aece-d4447ba41d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3e63e12c-97b8-4b03-8007-0ad151950de8), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:16.935881 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-7a64b186-2b81-4b08-8682-d51448a8a5ce admin admin] Deleting port 78d5ab28-bc5b-40c3-91da-7a2540601723 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:33:16.936493 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a64b186-2b81-4b08-8682-d51448a8a5ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (78d5ab28-bc5b-40c3-91da-7a2540601723), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:16.982117 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f,segment=NetworkSegment(93c2ee36-b8de-4dc6-9266-9163bcc06323),segment_id=93c2ee36-b8de-4dc6-9266-9163bcc06323)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:33:16.982893 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e7ff000d-c2cb-482c-a89f-df8afecc2268 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=93422dfa96a044ad877874922b3f4adb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8884087 Feb 08 21:33:16.983988 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f2e2cf-1ad1-4c5d-a28c-46f7fc812846 None None] Network 1c11b3a4-cb52-434a-b71c-57e11168685c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:33:16.992011 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59656) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:17.005006 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-febd0cb5-b71b-43f3-872b-e3235e6330ec None None] Provisioning complete for port 3e63e12c-97b8-4b03-8007-0ad151950de8 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:33:17.005754 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-febd0cb5-b71b-43f3-872b-e3235e6330ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3e63e12c-97b8-4b03-8007-0ad151950de8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:17.076497 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:17.093010 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2467e691-a181-4b99-b488-7112f3d49d0a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Made reservation on behalf of 7216f775f6b24744b5fdb69884b6a887 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:33:17.095452 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff000d-c2cb-482c-a89f-df8afecc2268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1690ef35-8c27-470b-ab09-aee287c41dd1,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:17.139571 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e495ab0-3efe-49b3-86ac-dda2d3cda88e req-9a3a137e-de52-4f14-b818-8cc941300a43 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:17.141305 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e495ab0-3efe-49b3-86ac-dda2d3cda88e req-9a3a137e-de52-4f14-b818-8cc941300a43 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 1.1088843 Feb 08 21:33:17.157796 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e950b48-9686-444f-b199-f50b20ba8ed5 req-eabf3b36-022d-4b5d-87d1-2160ac512f79 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:17.159412 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e950b48-9686-444f-b199-f50b20ba8ed5 req-eabf3b36-022d-4b5d-87d1-2160ac512f79 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 931 time: 0.8106339 Feb 08 21:33:17.160856 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ff000d-c2cb-482c-a89f-df8afecc2268 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:17.161209 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ff000d-c2cb-482c-a89f-df8afecc2268 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:17.170156 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ff000d-c2cb-482c-a89f-df8afecc2268 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:17.170770 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ff000d-c2cb-482c-a89f-df8afecc2268 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:17.171112 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ff000d-c2cb-482c-a89f-df8afecc2268 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:17.171452 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ff000d-c2cb-482c-a89f-df8afecc2268 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:17.171794 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ff000d-c2cb-482c-a89f-df8afecc2268 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:17.172139 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ff000d-c2cb-482c-a89f-df8afecc2268 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:17.173034 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ff000d-c2cb-482c-a89f-df8afecc2268 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:17.173400 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ff000d-c2cb-482c-a89f-df8afecc2268 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:17.173734 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ff000d-c2cb-482c-a89f-df8afecc2268 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:17.174073 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ff000d-c2cb-482c-a89f-df8afecc2268 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:17.174403 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ff000d-c2cb-482c-a89f-df8afecc2268 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:17.277679 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6f1d732-e49c-4177-9d1a-da3eb4556598 admin admin] Publish callbacks [] for security_group (1690ef35-8c27-470b-ab09-aee287c41dd1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:17.387274 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6f1d732-e49c-4177-9d1a-da3eb4556598 admin admin] Publish callbacks [] for security_group (1690ef35-8c27-470b-ab09-aee287c41dd1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:17.392882 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2467e691-a181-4b99-b488-7112f3d49d0a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:17.398630 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-7a64b186-2b81-4b08-8682-d51448a8a5ce admin admin] For port 78d5ab28-bc5b-40c3-91da-7a2540601723, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=78d5ab28-bc5b-40c3-91da-7a2540601723,segment=NetworkSegment(ce64c4e4-0365-4126-a26d-b3297e73b8bc),segment_id=ce64c4e4-0365-4126-a26d-b3297e73b8bc)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:33:17.399009 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a64b186-2b81-4b08-8682-d51448a8a5ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (78d5ab28-bc5b-40c3-91da-7a2540601723), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:17.440930 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-2467e691-a181-4b99-b488-7112f3d49d0a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] device_id is not set on port f9256eed-b08a-465e-98ad-0dbf8fa44000 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:33:17.486169 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-7a64b186-2b81-4b08-8682-d51448a8a5ce admin admin] Calling delete_port for 78d5ab28-bc5b-40c3-91da-7a2540601723 owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:33:17.491236 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e495ab0-3efe-49b3-86ac-dda2d3cda88e req-36124c7a-4ea7-4877-8d4d-23de20bb106f tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909992 Feb 08 21:33:17.502348 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e950b48-9686-444f-b199-f50b20ba8ed5 req-5ddd04a2-e917-4263-bdea-97d02c8795bf tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3236890 Feb 08 21:33:17.746816 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6f1d732-e49c-4177-9d1a-da3eb4556598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (1690ef35-8c27-470b-ab09-aee287c41dd1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:17.750084 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6f1d732-e49c-4177-9d1a-da3eb4556598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:17.751499 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d6f1d732-e49c-4177-9d1a-da3eb4556598 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1690ef35-8c27-470b-ab09-aee287c41dd1 HTTP/1.1" status: 204 len: 168 time: 0.7548714 Feb 08 21:33:17.753919 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-febd0cb5-b71b-43f3-872b-e3235e6330ec None None] Port 3e63e12c-97b8-4b03-8007-0ad151950de8 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:33:17.850690 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:17.862723 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1d732-e49c-4177-9d1a-da3eb4556598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1690ef35-8c27-470b-ab09-aee287c41dd1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:17.879286 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-2467e691-a181-4b99-b488-7112f3d49d0a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Allocated IP 2001:db8::301 (1c11b3a4-cb52-434a-b71c-57e11168685c/02670600-dc95-47ba-a489-9baab3de2357/f9256eed-b08a-465e-98ad-0dbf8fa44000) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:33:17.893964 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-50eeeb08-9a49-4fba-aece-d4447ba41d9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e63e12c-97b8-4b03-8007-0ad151950de8 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:33:17.907978 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-50eeeb08-9a49-4fba-aece-d4447ba41d9b service neutron] Publish callbacks [] for port (3e63e12c-97b8-4b03-8007-0ad151950de8), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:18.005472 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-27f227e0-5eec-475c-965d-e54a08c45c13 None None] Provisioning complete for port 3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:33:18.006024 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-27f227e0-5eec-475c-965d-e54a08c45c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:18.081714 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4983b-a688-4530-9985-7229cadd9b2c req-da7b8098-35b8-4a6d-9f63-c0b3b69a774c tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:18.098229 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3bd4983b-a688-4530-9985-7229cadd9b2c req-da7b8098-35b8-4a6d-9f63-c0b3b69a774c tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 946 time: 0.3177886 Feb 08 21:33:18.115466 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-50eeeb08-9a49-4fba-aece-d4447ba41d9b service neutron] Transition to ACTIVE for port object 3e63e12c-97b8-4b03-8007-0ad151950de8 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:33:18.134068 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a64b186-2b81-4b08-8682-d51448a8a5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (78d5ab28-bc5b-40c3-91da-7a2540601723), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:18.158598 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-50eeeb08-9a49-4fba-aece-d4447ba41d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (3e63e12c-97b8-4b03-8007-0ad151950de8), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:18.195840 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64b186-2b81-4b08-8682-d51448a8a5ce admin admin] Pushing event deleted for resources: {'Port': ['ID=78d5ab28-bc5b-40c3-91da-7a2540601723,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:18.239717 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3bd4983b-a688-4530-9985-7229cadd9b2c req-38e8d484-a239-4b16-aef5-32883ec81dc9 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404195 Feb 08 21:33:18.364582 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-27f227e0-5eec-475c-965d-e54a08c45c13 None None] Current status of the port 3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:33:18.414131 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:33:18.546756 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:33:18.548152 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:18.570337 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eeeb08-9a49-4fba-aece-d4447ba41d9b service neutron] Pushing event updated for resources: {'Port': ['ID=3e63e12c-97b8-4b03-8007-0ad151950de8,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:18.709120 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-336df0b0-c142-4df9-b7d1-e1401230f7e1 None None] Provisioning complete for port 3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:33:18.712338 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-336df0b0-c142-4df9-b7d1-e1401230f7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:18.761176 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2467e691-a181-4b99-b488-7112f3d49d0a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks [] for port (f9256eed-b08a-465e-98ad-0dbf8fa44000), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:18.816501 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-50eeeb08-9a49-4fba-aece-d4447ba41d9b service neutron] Attempting to bind port 3e63e12c-97b8-4b03-8007-0ad151950de8 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:33:18.816852 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-50eeeb08-9a49-4fba-aece-d4447ba41d9b service neutron] Attempting to bind port 3e63e12c-97b8-4b03-8007-0ad151950de8 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '4dc4613a-9131-4d19-aa1e-06233ab5d307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:33:18.817267 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-50eeeb08-9a49-4fba-aece-d4447ba41d9b service neutron] Attempting to bind port 3e63e12c-97b8-4b03-8007-0ad151950de8 on network d00185f4-2139-492b-b59f-1586b41daef5 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:33:18.838237 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-50eeeb08-9a49-4fba-aece-d4447ba41d9b service neutron] Port 3e63e12c-97b8-4b03-8007-0ad151950de8 on network d00185f4-2139-492b-b59f-1586b41daef5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:33:18.838583 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-50eeeb08-9a49-4fba-aece-d4447ba41d9b service neutron] Attempting to bind port 3e63e12c-97b8-4b03-8007-0ad151950de8 on network d00185f4-2139-492b-b59f-1586b41daef5 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:33:18.910045 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-50eeeb08-9a49-4fba-aece-d4447ba41d9b service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:33:18.910456 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-50eeeb08-9a49-4fba-aece-d4447ba41d9b service neutron] Checking segment: {'id': '4dc4613a-9131-4d19-aa1e-06233ab5d307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:33:18.910863 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-50eeeb08-9a49-4fba-aece-d4447ba41d9b service neutron] Bound using segment: {'id': '4dc4613a-9131-4d19-aa1e-06233ab5d307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:33:18.911337 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-50eeeb08-9a49-4fba-aece-d4447ba41d9b service neutron] Bound port: 3e63e12c-97b8-4b03-8007-0ad151950de8, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc4613a-9131-4d19-aa1e-06233ab5d307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:33:18.911707 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-50eeeb08-9a49-4fba-aece-d4447ba41d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3e63e12c-97b8-4b03-8007-0ad151950de8), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:18.988959 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:33:19.056109 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-336df0b0-c142-4df9-b7d1-e1401230f7e1 None None] Current status of the port 3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:33:19.097841 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-336df0b0-c142-4df9-b7d1-e1401230f7e1 None None] Provisioning complete for port 5fb16477-3bd4-42a8-a556-66df77030410 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:33:19.103622 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-336df0b0-c142-4df9-b7d1-e1401230f7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5fb16477-3bd4-42a8-a556-66df77030410), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:19.107835 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2467e691-a181-4b99-b488-7112f3d49d0a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (f9256eed-b08a-465e-98ad-0dbf8fa44000), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:19.116754 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b8373-80e2-4525-806d-a9d4a4d970b5 req-f4617294-6b39-4d45-a00d-850363533db0 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:19.144553 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-334b8373-80e2-4525-806d-a9d4a4d970b5 req-f4617294-6b39-4d45-a00d-850363533db0 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.4130111 Feb 08 21:33:19.207553 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ba0fd-b758-474f-99fe-8c0b6c0f06f5 req-4d160858-cc28-4a19-aaba-b2f46d79518e tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:19.211927 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-50eeeb08-9a49-4fba-aece-d4447ba41d9b service neutron] For port 3e63e12c-97b8-4b03-8007-0ad151950de8, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:33:19.217673 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca7ba0fd-b758-474f-99fe-8c0b6c0f06f5 req-4d160858-cc28-4a19-aaba-b2f46d79518e tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 943 time: 0.4597738 Feb 08 21:33:19.220692 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-50eeeb08-9a49-4fba-aece-d4447ba41d9b service neutron] For port 3e63e12c-97b8-4b03-8007-0ad151950de8, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3e63e12c-97b8-4b03-8007-0ad151950de8,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:33:19.238446 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-336df0b0-c142-4df9-b7d1-e1401230f7e1 None None] Port 5fb16477-3bd4-42a8-a556-66df77030410 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:33:19.248743 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a64b186-2b81-4b08-8682-d51448a8a5ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (4249e8bf-87db-4e26-af93-5f56aa6f6404), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:19.278785 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59678) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:19.299752 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-50eeeb08-9a49-4fba-aece-d4447ba41d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (3e63e12c-97b8-4b03-8007-0ad151950de8), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:19.360634 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2467e691-a181-4b99-b488-7112f3d49d0a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Network 1c11b3a4-cb52-434a-b71c-57e11168685c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:33:19.368279 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-50eeeb08-9a49-4fba-aece-d4447ba41d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:19.369095 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-50eeeb08-9a49-4fba-aece-d4447ba41d9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:19.372719 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-50eeeb08-9a49-4fba-aece-d4447ba41d9b service neutron] 10.222.0.94 "PUT /v2.0/ports/3e63e12c-97b8-4b03-8007-0ad151950de8 HTTP/1.1" status: 200 len: 1092 time: 2.8064537 Feb 08 21:33:19.373755 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2467e691-a181-4b99-b488-7112f3d49d0a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:33:19.375885 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab879ab-daf9-42bc-8293-775c9c6a9a1c', 'tag': '3e63e12c-97b8-4b03-8007-0ad151950de8'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:33:19.394898 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d094ec13-70e0-4d20-8f18-af48a4b71474" -d '{"events": [{"name": "network-changed", "server_uuid": "bab879ab-daf9-42bc-8293-775c9c6a9a1c", "tag": "3e63e12c-97b8-4b03-8007-0ad151950de8"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:33:19.401676 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2467e691-a181-4b99-b488-7112f3d49d0a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:33:19.416498 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2467e691-a181-4b99-b488-7112f3d49d0a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:19.418500 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4c4b4bde-6b5e-4a4b-8f19-49030fda132f None None] Provisioning complete for port 5fb16477-3bd4-42a8-a556-66df77030410 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:33:19.419088 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2467e691-a181-4b99-b488-7112f3d49d0a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:19.420146 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c4b4bde-6b5e-4a4b-8f19-49030fda132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5fb16477-3bd4-42a8-a556-66df77030410), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:19.452310 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59682) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:19.463328 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-71492e0f-c832-4c38-870d-2b404594b952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:19.516932 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2467e691-a181-4b99-b488-7112f3d49d0a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.2340605 Feb 08 21:33:19.517543 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4c4b4bde-6b5e-4a4b-8f19-49030fda132f None None] Port 5fb16477-3bd4-42a8-a556-66df77030410 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:33:19.522830 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca7ba0fd-b758-474f-99fe-8c0b6c0f06f5 req-fa629369-44e6-4662-9a4c-84be8b76ca99 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034570 Feb 08 21:33:19.566297 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59686) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:19.690518 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-334b8373-80e2-4525-806d-a9d4a4d970b5 req-3d0307b3-4f67-4a5e-afb4-08744a942545 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5444658 Feb 08 21:33:19.880802 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467e691-a181-4b99-b488-7112f3d49d0a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Pushing event updated for resources: {'Port': ['ID=f9256eed-b08a-465e-98ad-0dbf8fa44000,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:20.237954 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-36354d9f-dc42-4a57-926a-d30c501ddef4 None None] Provisioning complete for port f9256eed-b08a-465e-98ad-0dbf8fa44000 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:33:20.238568 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36354d9f-dc42-4a57-926a-d30c501ddef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f9256eed-b08a-465e-98ad-0dbf8fa44000), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:20.355934 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed7b98-8589-4c5d-87f4-ffc959efcdce req-b52a0b2f-625c-40e8-87de-7f57debb13bc tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:20.369375 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-36354d9f-dc42-4a57-926a-d30c501ddef4 None None] Port f9256eed-b08a-465e-98ad-0dbf8fa44000 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:33:20.381922 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c5ed7b98-8589-4c5d-87f4-ffc959efcdce req-b52a0b2f-625c-40e8-87de-7f57debb13bc tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 946 time: 0.6767190 Feb 08 21:33:20.468768 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c5ed7b98-8589-4c5d-87f4-ffc959efcdce req-44877e6b-cf60-428d-b869-7af087eb5b2a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859025 Feb 08 21:33:20.472119 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-71492e0f-c832-4c38-870d-2b404594b952 admin admin] Publish callbacks [] for security_group (03697463-94d4-4351-b3b2-4137d8a0ca5f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:20.496446 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-71492e0f-c832-4c38-870d-2b404594b952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (03697463-94d4-4351-b3b2-4137d8a0ca5f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:20.525638 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a64b186-2b81-4b08-8682-d51448a8a5ce admin admin] Router 4249e8bf-87db-4e26-af93-5f56aa6f6404 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:33:20.526894 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71492e0f-c832-4c38-870d-2b404594b952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03697463-94d4-4351-b3b2-4137d8a0ca5f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:20.612333 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-71492e0f-c832-4c38-870d-2b404594b952 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6676b23ee2a541fda751c8bcca79fe8c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3267646 Feb 08 21:33:20.612928 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59692) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:20.688260 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677c6135-102e-4123-ba7d-5d3076468c49 x-openstack-request-id: req-677c6135-102e-4123-ba7d-5d3076468c49 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:33:20.688623 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab879ab-daf9-42bc-8293-775c9c6a9a1c", "tag": "3e63e12c-97b8-4b03-8007-0ad151950de8", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:33:20.688796 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-677c6135-102e-4123-ba7d-5d3076468c49 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:33:20.689318 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab879ab-daf9-42bc-8293-775c9c6a9a1c', 'tag': '3e63e12c-97b8-4b03-8007-0ad151950de8', 'status': 'completed', 'code': 200} Feb 08 21:33:20.730944 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66a0d55d-004e-4e24-8ab3-bf0f20a5629a admin admin] Publish callbacks [] for security_group (03697463-94d4-4351-b3b2-4137d8a0ca5f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:20.769658 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-cbb67ffa-564a-44d0-9481-78d12bfa8136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:20.771876 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-cbb67ffa-564a-44d0-9481-78d12bfa8136 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=48aae992c2704ece870f0faad4c28599&device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 1126 time: 1.3174183 Feb 08 21:33:20.789906 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4d300beb-8fcb-47c1-9b78-af1827880251 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:20.838138 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a64b186-2b81-4b08-8682-d51448a8a5ce admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:33:20.848950 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0d7ee6-870d-4e8c-a243-32ffbb2ce7c4 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:20.850572 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e202d0-4a08-4bdb-9796-09e2d4f554e0 None None] Sync routers for ids ['4249e8bf-87db-4e26-af93-5f56aa6f6404'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:33:20.854501 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0d7ee6-870d-4e8c-a243-32ffbb2ce7c4 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:20.859465 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66a0d55d-004e-4e24-8ab3-bf0f20a5629a admin admin] Publish callbacks [] for security_group (03697463-94d4-4351-b3b2-4137d8a0ca5f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:20.860531 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0d7ee6-870d-4e8c-a243-32ffbb2ce7c4 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:20.862989 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fc0d7ee6-870d-4e8c-a243-32ffbb2ce7c4 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 1.2953103 Feb 08 21:33:20.869285 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7a64b186-2b81-4b08-8682-d51448a8a5ce admin admin] 10.222.0.88 "PUT /v2.0/routers/4249e8bf-87db-4e26-af93-5f56aa6f6404/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1579545 Feb 08 21:33:20.875748 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e202d0-4a08-4bdb-9796-09e2d4f554e0 None None] Routers {'4249e8bf-87db-4e26-af93-5f56aa6f6404'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:33:20.877592 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-49e202d0-4a08-4bdb-9796-09e2d4f554e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:32:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['4249e8bf-87db-4e26-af93-5f56aa6f6404'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:20.883201 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59696) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:20.883672 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59698) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:20.904496 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eeeb08-9a49-4fba-aece-d4447ba41d9b service neutron] Pushing event updated for resources: {'Port': ['ID=3e63e12c-97b8-4b03-8007-0ad151950de8,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:20.908734 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-1ae6bc42-5891-41e4-825c-b0682a01b23e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e63e12c-97b8-4b03-8007-0ad151950de8 HTTP/1.1" status: 200 len: 217 time: 0.0960536 Feb 08 21:33:20.969018 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a4b5e-20d9-4db9-b9b9-548c99fd0870 req-3cedea44-7d9d-4da2-a64e-9de298082860 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:20.971033 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-392a4b5e-20d9-4db9-b9b9-548c99fd0870 req-3cedea44-7d9d-4da2-a64e-9de298082860 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.94 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.2808063 Feb 08 21:33:21.071808 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-5691be45-cdd4-45da-b9bc-847019d22938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:21.074143 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-5691be45-cdd4-45da-b9bc-847019d22938 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8c41e412-c763-4ca0-a1f8-ab9cd96c364d HTTP/1.1" status: 200 len: 856 time: 0.1576281 Feb 08 21:33:21.083913 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-49e202d0-4a08-4bdb-9796-09e2d4f554e0 None None] Set router 4249e8bf-87db-4e26-af93-5f56aa6f6404 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:33:21.090634 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f80c6-75f2-4bee-9ef7-4b2380bdaa0e req-f6702a70-51f2-419e-b45c-3831879272d6 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:21.092314 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-375f80c6-75f2-4bee-9ef7-4b2380bdaa0e req-f6702a70-51f2-419e-b45c-3831879272d6 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 943 time: 0.3630238 Feb 08 21:33:21.212191 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4d300beb-8fcb-47c1-9b78-af1827880251 admin admin] Publish callbacks [] for security_group (3607db4b-8242-4715-862e-489a0a424106), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:21.215120 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8c12c-b2f8-48f0-acf6-55b8d6b42062 req-11043464-4356-4375-8235-5ca151580ce3 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:21.216867 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ce8c12c-b2f8-48f0-acf6-55b8d6b42062 req-11043464-4356-4375-8235-5ca151580ce3 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 946 time: 0.3961153 Feb 08 21:33:21.223132 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4d300beb-8fcb-47c1-9b78-af1827880251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3607db4b-8242-4715-862e-489a0a424106), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:21.240821 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-375f80c6-75f2-4bee-9ef7-4b2380bdaa0e req-bf510e7b-c572-4090-b3f3-963c3bbd88a2 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354368 Feb 08 21:33:21.279057 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-2b7fc05f-0624-4015-9223-570b204ddf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:21.280749 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-2b7fc05f-0624-4015-9223-570b204ddf73 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d00185f4-2139-492b-b59f-1586b41daef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1917405 Feb 08 21:33:21.292244 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-96a356a3-26bd-4547-b983-45a479998e4d tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Deleting port f9256eed-b08a-465e-98ad-0dbf8fa44000 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:33:21.292710 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-96a356a3-26bd-4547-b983-45a479998e4d tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f9256eed-b08a-465e-98ad-0dbf8fa44000), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:21.305174 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66a0d55d-004e-4e24-8ab3-bf0f20a5629a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (03697463-94d4-4351-b3b2-4137d8a0ca5f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:21.309005 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66a0d55d-004e-4e24-8ab3-bf0f20a5629a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:21.314101 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-66a0d55d-004e-4e24-8ab3-bf0f20a5629a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/03697463-94d4-4351-b3b2-4137d8a0ca5f HTTP/1.1" status: 204 len: 168 time: 0.6670380 Feb 08 21:33:21.315840 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4d300beb-8fcb-47c1-9b78-af1827880251 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=582efad7d4d84e1da2d29c064ee7e59b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8434618 Feb 08 21:33:21.319430 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59702) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:21.320128 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d300beb-8fcb-47c1-9b78-af1827880251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3607db4b-8242-4715-862e-489a0a424106,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:21.380341 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-392a4b5e-20d9-4db9-b9b9-548c99fd0870 req-5b71b62e-8542-46f3-9e4d-84dccdddd375 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Deleting port 3ad97f1c-9448-46d9-a032-48bade0a8c93 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:33:21.380711 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-392a4b5e-20d9-4db9-b9b9-548c99fd0870 req-5b71b62e-8542-46f3-9e4d-84dccdddd375 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (3ad97f1c-9448-46d9-a032-48bade0a8c93), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:21.394217 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97128a7d-f7e0-4d53-84f0-dcd08fe87408 admin admin] Publish callbacks [] for router (4249e8bf-87db-4e26-af93-5f56aa6f6404), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:21.559136 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0d55d-004e-4e24-8ab3-bf0f20a5629a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03697463-94d4-4351-b3b2-4137d8a0ca5f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:21.589204 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ce8c12c-b2f8-48f0-acf6-55b8d6b42062 req-c82a9488-bfe7-4762-a154-278a88a66e03 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/security-groups?id=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579400 Feb 08 21:33:21.590732 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97128a7d-f7e0-4d53-84f0-dcd08fe87408 admin admin] Publish callbacks [] for router_gateway (4249e8bf-87db-4e26-af93-5f56aa6f6404), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:21.668031 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32c1b848-4e9b-494f-a9ab-6e75515656cc admin admin] Publish callbacks [] for security_group (3607db4b-8242-4715-862e-489a0a424106), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:21.685390 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-49e202d0-4a08-4bdb-9796-09e2d4f554e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'name': 'tempest-ServersTestFqdnHostnames-1384043328-router', 'tenant_id': '2210bdb6190a499b965e9e91b21a6462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1aeb76b8-818e-4533-a7cc-59a652ea37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:31:03Z', 'updated_at': '2022-02-08T21:33:17Z', 'revision_number': 5, 'project_id': '2210bdb6190a499b965e9e91b21a6462', 'gw_port': {'id': '1aeb76b8-818e-4533-a7cc-59a652ea37d5', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:05Z', 'updated_at': '2022-02-08T21:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:21.696932 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-7f70e563-5171-4790-b5c8-df0f5c0aa38d service neutron] 10.222.0.94 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031868 Feb 08 21:33:21.791708 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e202d0-4a08-4bdb-9796-09e2d4f554e0 None None] Checking router: 4249e8bf-87db-4e26-af93-5f56aa6f6404 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:33:21.800945 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-392a4b5e-20d9-4db9-b9b9-548c99fd0870 req-5b71b62e-8542-46f3-9e4d-84dccdddd375 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] For port 3ad97f1c-9448-46d9-a032-48bade0a8c93, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3ad97f1c-9448-46d9-a032-48bade0a8c93,segment=NetworkSegment(ce7776cb-c96f-49d0-a5da-4fe283036b62),segment_id=ce7776cb-c96f-49d0-a5da-4fe283036b62)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:33:21.801342 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-392a4b5e-20d9-4db9-b9b9-548c99fd0870 req-5b71b62e-8542-46f3-9e4d-84dccdddd375 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (3ad97f1c-9448-46d9-a032-48bade0a8c93), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:21.852077 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-96a356a3-26bd-4547-b983-45a479998e4d tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f9256eed-b08a-465e-98ad-0dbf8fa44000), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:21.853721 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e202d0-4a08-4bdb-9796-09e2d4f554e0 None None] Routers {'4249e8bf-87db-4e26-af93-5f56aa6f6404'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:33:21.854974 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-49e202d0-4a08-4bdb-9796-09e2d4f554e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:32:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['4249e8bf-87db-4e26-af93-5f56aa6f6404'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:21.898119 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-96a356a3-26bd-4547-b983-45a479998e4d tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Calling delete_port for f9256eed-b08a-465e-98ad-0dbf8fa44000 owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:33:21.939396 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-97128a7d-f7e0-4d53-84f0-dcd08fe87408 admin admin] Deleting port 1aeb76b8-818e-4533-a7cc-59a652ea37d5 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:33:21.941001 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97128a7d-f7e0-4d53-84f0-dcd08fe87408 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (1aeb76b8-818e-4533-a7cc-59a652ea37d5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:21.958762 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e2ea3-7686-4cc9-bff8-1b5d3a4a16d7 req-ed05643c-d29d-4c62-873c-77257a2ff229 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:21.966735 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-49e202d0-4a08-4bdb-9796-09e2d4f554e0 None None] Set router 4249e8bf-87db-4e26-af93-5f56aa6f6404 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:33:21.973106 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b0e2ea3-7686-4cc9-bff8-1b5d3a4a16d7 req-ed05643c-d29d-4c62-873c-77257a2ff229 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 946 time: 0.2831669 Feb 08 21:33:22.097691 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6c1a77a7-dffc-43f0-aa99-90f8a132dff0 req-dc0de2ee-9f38-437e-b3f1-cd6516b7662e service neutron] 10.222.0.94 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694816 Feb 08 21:33:22.100149 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32c1b848-4e9b-494f-a9ab-6e75515656cc admin admin] Publish callbacks [] for security_group (3607db4b-8242-4715-862e-489a0a424106), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:22.251329 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-392a4b5e-20d9-4db9-b9b9-548c99fd0870 req-5b71b62e-8542-46f3-9e4d-84dccdddd375 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Calling delete_port for 3ad97f1c-9448-46d9-a032-48bade0a8c93 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:33:22.260229 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-49e202d0-4a08-4bdb-9796-09e2d4f554e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'name': 'tempest-ServersTestFqdnHostnames-1384043328-router', 'tenant_id': '2210bdb6190a499b965e9e91b21a6462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:31:03Z', 'updated_at': '2022-02-08T21:33:21Z', 'revision_number': 6, 'project_id': '2210bdb6190a499b965e9e91b21a6462', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:22.346602 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b0e2ea3-7686-4cc9-bff8-1b5d3a4a16d7 req-d6fe3dfb-956a-4dd8-b723-60390299d3f7 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716140 Feb 08 21:33:22.392578 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e202d0-4a08-4bdb-9796-09e2d4f554e0 None None] The sync data for ids ['4249e8bf-87db-4e26-af93-5f56aa6f6404'] in n-d-712143-31 is: [{'id': '4249e8bf-87db-4e26-af93-5f56aa6f6404', 'name': 'tempest-ServersTestFqdnHostnames-1384043328-router', 'tenant_id': '2210bdb6190a499b965e9e91b21a6462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:31:03Z', 'updated_at': '2022-02-08T21:33:21Z', 'revision_number': 6, 'project_id': '2210bdb6190a499b965e9e91b21a6462', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:33:22.484100 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-97128a7d-f7e0-4d53-84f0-dcd08fe87408 admin admin] For port 1aeb76b8-818e-4533-a7cc-59a652ea37d5, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=1aeb76b8-818e-4533-a7cc-59a652ea37d5,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:33:22.485964 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97128a7d-f7e0-4d53-84f0-dcd08fe87408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (1aeb76b8-818e-4533-a7cc-59a652ea37d5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:22.559601 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-392a4b5e-20d9-4db9-b9b9-548c99fd0870 req-5b71b62e-8542-46f3-9e4d-84dccdddd375 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3ad97f1c-9448-46d9-a032-48bade0a8c93), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:22.574952 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32c1b848-4e9b-494f-a9ab-6e75515656cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3607db4b-8242-4715-862e-489a0a424106), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:22.577796 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['3ad97f1c-9448-46d9-a032-48bade0a8c93'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:33:22.581522 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32c1b848-4e9b-494f-a9ab-6e75515656cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:22.583390 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-32c1b848-4e9b-494f-a9ab-6e75515656cc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3607db4b-8242-4715-862e-489a0a424106 HTTP/1.1" status: 204 len: 168 time: 1.2596819 Feb 08 21:33:22.618258 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71b62e-8542-46f3-9e4d-84dccdddd375 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Pushing event deleted for resources: {'Port': ['ID=3ad97f1c-9448-46d9-a032-48bade0a8c93,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:22.636386 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1b848-4e9b-494f-a9ab-6e75515656cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3607db4b-8242-4715-862e-489a0a424106,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:22.720718 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-97128a7d-f7e0-4d53-84f0-dcd08fe87408 admin admin] Calling delete_port for 1aeb76b8-818e-4533-a7cc-59a652ea37d5 owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:33:22.820936 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-392a4b5e-20d9-4db9-b9b9-548c99fd0870 req-5b71b62e-8542-46f3-9e4d-84dccdddd375 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] No DVR routers for this DVR port 3ad97f1c-9448-46d9-a032-48bade0a8c93 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:33:22.827337 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-392a4b5e-20d9-4db9-b9b9-548c99fd0870 req-5b71b62e-8542-46f3-9e4d-84dccdddd375 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:22.832640 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-392a4b5e-20d9-4db9-b9b9-548c99fd0870 req-5b71b62e-8542-46f3-9e4d-84dccdddd375 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.94 "DELETE /v2.0/ports/3ad97f1c-9448-46d9-a032-48bade0a8c93 HTTP/1.1" status: 204 len: 173 time: 1.8492036 Feb 08 21:33:22.833071 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fbc7d0-f1da-4f8f-a3e4-0493be958b44', 'name': 'network-vif-deleted', 'tag': '3ad97f1c-9448-46d9-a032-48bade0a8c93'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:33:22.845156 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df918fbc-36f5-4f80-83db-05cc5fefc4dc" -d '{"events": [{"server_uuid": "73fbc7d0-f1da-4f8f-a3e4-0493be958b44", "name": "network-vif-deleted", "tag": "3ad97f1c-9448-46d9-a032-48bade0a8c93"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:33:22.855145 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094ec13-70e0-4d20-8f18-af48a4b71474 req-17058189-b8b6-4c98-bd46-a055be0b00c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:22.859282 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d094ec13-70e0-4d20-8f18-af48a4b71474 req-17058189-b8b6-4c98-bd46-a055be0b00c7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=48aae992c2704ece870f0faad4c28599&device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 1126 time: 0.3378341 Feb 08 21:33:23.192764 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094ec13-70e0-4d20-8f18-af48a4b71474 req-3110acdd-3299-4499-ac4b-e2691b8cca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:23.198234 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d094ec13-70e0-4d20-8f18-af48a4b71474 req-3110acdd-3299-4499-ac4b-e2691b8cca5d service neutron] 10.222.0.94 "GET /v2.0/networks?id=d00185f4-2139-492b-b59f-1586b41daef5 HTTP/1.1" status: 200 len: 918 time: 0.3242903 Feb 08 21:33:23.338968 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d094ec13-70e0-4d20-8f18-af48a4b71474 req-ebee4186-c46a-4049-a8f8-e8a493be8681 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e63e12c-97b8-4b03-8007-0ad151950de8 HTTP/1.1" status: 200 len: 217 time: 0.1336040 Feb 08 21:33:23.339529 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59734) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:23.393257 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0288b291-ff60-41e9-9bae-2668283f310d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:23.464022 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c60364e9-92f4-4807-9a15-602009a24e2b req-bab7394a-fc86-48e1-80e6-7bf6bfb80247 tempest-ServerRescueNegativeTestJSON-1912195292 tempest-ServerRescueNegativeTestJSON-1912195292-project] 10.222.0.88 "GET /v2.0/ports?device_id=73fbc7d0-f1da-4f8f-a3e4-0493be958b44 HTTP/1.1" status: 200 len: 210 time: 0.0557628 Feb 08 21:33:23.536307 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094ec13-70e0-4d20-8f18-af48a4b71474 req-0a3ec990-99f6-4892-92f5-5d3ed280f21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:23.539602 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d094ec13-70e0-4d20-8f18-af48a4b71474 req-0a3ec990-99f6-4892-92f5-5d3ed280f21b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8c41e412-c763-4ca0-a1f8-ab9cd96c364d HTTP/1.1" status: 200 len: 856 time: 0.1918583 Feb 08 21:33:23.655948 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0288b291-ff60-41e9-9bae-2668283f310d admin admin] Publish callbacks [] for security_group (7d753543-7f41-4f8d-affd-ea564538cffb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:23.670478 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-96a356a3-26bd-4547-b983-45a479998e4d tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (f9256eed-b08a-465e-98ad-0dbf8fa44000), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:23.706616 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ab4f38-8671-4670-ae14-949967dd4576 x-openstack-request-id: req-51ab4f38-8671-4670-ae14-949967dd4576 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:33:23.706616 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73fbc7d0-f1da-4f8f-a3e4-0493be958b44", "name": "network-vif-deleted", "tag": "3ad97f1c-9448-46d9-a032-48bade0a8c93", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:33:23.707295 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-51ab4f38-8671-4670-ae14-949967dd4576 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:33:23.708054 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fbc7d0-f1da-4f8f-a3e4-0493be958b44', 'name': 'network-vif-deleted', 'tag': '3ad97f1c-9448-46d9-a032-48bade0a8c93', 'status': 'completed', 'code': 200} Feb 08 21:33:23.709657 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0288b291-ff60-41e9-9bae-2668283f310d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7d753543-7f41-4f8d-affd-ea564538cffb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:23.745644 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cdb14-111a-416c-90f4-11596b5c7149 req-61c6b5a5-5413-40f0-a307-146d1f26c73a tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:23.758913 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-190cdb14-111a-416c-90f4-11596b5c7149 req-61c6b5a5-5413-40f0-a307-146d1f26c73a tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 943 time: 1.2675903 Feb 08 21:33:23.849480 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a356a3-26bd-4547-b983-45a479998e4d tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Pushing event deleted for resources: {'Port': ['ID=f9256eed-b08a-465e-98ad-0dbf8fa44000,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:23.877091 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288b291-ff60-41e9-9bae-2668283f310d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d753543-7f41-4f8d-affd-ea564538cffb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:23.890587 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0288b291-ff60-41e9-9bae-2668283f310d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6cf6e242717a4fbb93d8dabc6116b304&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5468652 Feb 08 21:33:23.892382 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59744) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:23.898732 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094ec13-70e0-4d20-8f18-af48a4b71474 req-44b2c81d-784d-4092-bc2a-e50c29555c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:23.904209 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d094ec13-70e0-4d20-8f18-af48a4b71474 req-44b2c81d-784d-4092-bc2a-e50c29555c52 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d00185f4-2139-492b-b59f-1586b41daef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3533134 Feb 08 21:33:24.152096 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39e7efc5-345a-4c85-8896-a6c6db581f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:24.206210 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1bacf405-aa11-47e5-92ae-b87244880280 admin admin] Publish callbacks [] for security_group (7d753543-7f41-4f8d-affd-ea564538cffb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:24.251173 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1bacf405-aa11-47e5-92ae-b87244880280 admin admin] Publish callbacks [] for security_group (7d753543-7f41-4f8d-affd-ea564538cffb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:24.268338 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 1aeb76b8-818e-4533-a7cc-59a652ea37d5 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:33:24.331373 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1bacf405-aa11-47e5-92ae-b87244880280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7d753543-7f41-4f8d-affd-ea564538cffb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:24.334437 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1bacf405-aa11-47e5-92ae-b87244880280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:24.340555 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1bacf405-aa11-47e5-92ae-b87244880280 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7d753543-7f41-4f8d-affd-ea564538cffb HTTP/1.1" status: 204 len: 168 time: 0.4347844 Feb 08 21:33:24.357707 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bacf405-aa11-47e5-92ae-b87244880280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d753543-7f41-4f8d-affd-ea564538cffb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:24.451210 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d094ec13-70e0-4d20-8f18-af48a4b71474 req-71b081fd-16a9-4004-aa95-1f0afcf0492b service neutron] 10.222.0.94 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944210 Feb 08 21:33:24.481805 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 1aeb76b8-818e-4533-a7cc-59a652ea37d5 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:33:24.482946 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1aeb76b8-818e-4533-a7cc-59a652ea37d5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:24.514419 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 1aeb76b8-818e-4533-a7cc-59a652ea37d5, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=1aeb76b8-818e-4533-a7cc-59a652ea37d5,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:33:24.521580 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1aeb76b8-818e-4533-a7cc-59a652ea37d5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:24.524019 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 78d5ab28-bc5b-40c3-91da-7a2540601723 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:33:24.599634 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-190cdb14-111a-416c-90f4-11596b5c7149 req-3193d89f-00d9-4051-9ce9-c28c2694a74e tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8381448 Feb 08 21:33:24.635213 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 3e63e12c-97b8-4b03-8007-0ad151950de8 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:33:24.635213 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 3ad97f1c-9448-46d9-a032-48bade0a8c93 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:33:24.667536 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 78d5ab28-bc5b-40c3-91da-7a2540601723 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:33:24.668144 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 78d5ab28-bc5b-40c3-91da-7a2540601723 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:33:24.674709 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=1aeb76b8-818e-4533-a7cc-59a652ea37d5,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:24.680733 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 3ad97f1c-9448-46d9-a032-48bade0a8c93 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:33:24.681367 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 3ad97f1c-9448-46d9-a032-48bade0a8c93 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:33:24.743418 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59758) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:24.820997 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aae7be-9553-4cae-95ea-4012b877e443 req-f51622b6-9b9f-4b8c-89a3-cb2cc3830aab tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:24.835897 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31aae7be-9553-4cae-95ea-4012b877e443 req-f51622b6-9b9f-4b8c-89a3-cb2cc3830aab tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 946 time: 0.9645376 Feb 08 21:33:24.915481 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 3e63e12c-97b8-4b03-8007-0ad151950de8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3e63e12c-97b8-4b03-8007-0ad151950de8,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:33:24.949874 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '3e63e12c-97b8-4b03-8007-0ad151950de8', 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'port_id': '3e63e12c-97b8-4b03-8007-0ad151950de8', 'mac_address': 'fa:16:3e:0c:ae:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:33:25.089104 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 3e63e12c-97b8-4b03-8007-0ad151950de8 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:33:25.094943 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3e63e12c-97b8-4b03-8007-0ad151950de8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:25.143415 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e63e12c-97b8-4b03-8007-0ad151950de8 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:33:25.164982 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-96a356a3-26bd-4547-b983-45a479998e4d tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:25.186181 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-96a356a3-26bd-4547-b983-45a479998e4d tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] 10.222.0.88 "DELETE /v2.0/ports/f9256eed-b08a-465e-98ad-0dbf8fa44000 HTTP/1.1" status: 204 len: 168 time: 4.2967920 Feb 08 21:33:25.190776 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97128a7d-f7e0-4d53-84f0-dcd08fe87408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (1aeb76b8-818e-4533-a7cc-59a652ea37d5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:25.204399 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59774) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:25.209161 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 3e63e12c-97b8-4b03-8007-0ad151950de8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3e63e12c-97b8-4b03-8007-0ad151950de8,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:33:25.221025 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3e63e12c-97b8-4b03-8007-0ad151950de8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:25.345140 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=3e63e12c-97b8-4b03-8007-0ad151950de8,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:25.346767 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97128a7d-f7e0-4d53-84f0-dcd08fe87408 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aeb76b8-818e-4533-a7cc-59a652ea37d5,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:25.473892 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59786) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:25.492873 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d094ec13-70e0-4d20-8f18-af48a4b71474 req-d77e0067-a1c6-4166-988e-84908c6fd4f1 service neutron] 10.222.0.94 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0432622 Feb 08 21:33:25.567457 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['3e63e12c-97b8-4b03-8007-0ad151950de8'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:33:25.702821 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd7f4f9d-7d8b-4c46-ac8a-547e81a3d3f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (28628eca-48a7-4486-8f4f-8f30ddbbda16), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:25.716574 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97128a7d-f7e0-4d53-84f0-dcd08fe87408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (4249e8bf-87db-4e26-af93-5f56aa6f6404), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:25.896225 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86d141e-13bb-41cb-8ed7-aeab6f273a84 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] GET failed (client error): The resource could not be found. Feb 08 21:33:25.902094 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e86d141e-13bb-41cb-8ed7-aeab6f273a84 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] 10.222.0.88 "GET /v2.0/ports/f9256eed-b08a-465e-98ad-0dbf8fa44000 HTTP/1.1" status: 404 len: 333 time: 0.6181386 Feb 08 21:33:25.910637 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3b6c2c64-cce1-4d34-8ae0-424c18957a90 tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-175904459'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:25.911115 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3b6c2c64-cce1-4d34-8ae0-424c18957a90 tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] Unknown quota resources ['metering_label']. {{(pid=103434) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 21:33:25.913705 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59804) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:25.939783 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31aae7be-9553-4cae-95ea-4012b877e443 req-4ca1f962-150e-4b47-88fe-67d9f50e5b08 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1017320 Feb 08 21:33:25.943011 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97128a7d-f7e0-4d53-84f0-dcd08fe87408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (4249e8bf-87db-4e26-af93-5f56aa6f6404), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:25.944298 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-76d6b6e3-9d07-4666-8f67-1064d1786f9b tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Request body: {'port': {'network_id': '1c11b3a4-cb52-434a-b71c-57e11168685c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-626290202'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:25.956526 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97128a7d-f7e0-4d53-84f0-dcd08fe87408 admin admin] Publish callbacks [] for router_controller (4249e8bf-87db-4e26-af93-5f56aa6f6404), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:26.037834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a969ac1-73b8-4a9f-a1cd-13c03f06e7ad req-3692db39-ab6b-4d84-8bc1-e2ded3d5ae06 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:26.047624 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3a969ac1-73b8-4a9f-a1cd-13c03f06e7ad req-3692db39-ab6b-4d84-8bc1-e2ded3d5ae06 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 945 time: 0.6138985 Feb 08 21:33:26.102979 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97128a7d-f7e0-4d53-84f0-dcd08fe87408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (4249e8bf-87db-4e26-af93-5f56aa6f6404), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:26.104200 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97128a7d-f7e0-4d53-84f0-dcd08fe87408 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4249e8bf-87db-4e26-af93-5f56aa6f6404 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:33:26.128010 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97128a7d-f7e0-4d53-84f0-dcd08fe87408 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:26.129507 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-97128a7d-f7e0-4d53-84f0-dcd08fe87408 admin admin] 10.222.0.88 "DELETE /v2.0/routers/4249e8bf-87db-4e26-af93-5f56aa6f6404 HTTP/1.1" status: 204 len: 168 time: 5.2433572 Feb 08 21:33:26.146670 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59808) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:26.150130 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3a969ac1-73b8-4a9f-a1cd-13c03f06e7ad req-efc434ea-59c9-4e11-ba9c-bb0ecbea1046 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/security-groups?id=357c5f60-4259-4216-9cac-1e908d8b0309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012588 Feb 08 21:33:26.232881 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b9854-9b45-414f-b6c5-d7c6f412912f req-f636e473-97e9-4cb1-99b3-982157083482 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:26.246942 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-489b9854-9b45-414f-b6c5-d7c6f412912f req-f636e473-97e9-4cb1-99b3-982157083482 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 944 time: 0.1674647 Feb 08 21:33:26.360382 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-489b9854-9b45-414f-b6c5-d7c6f412912f req-13da4c19-14a1-4cdb-a7fe-dbd4ef2d773c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100185 Feb 08 21:33:26.416904 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2c64-cce1-4d34-8ae0-424c18957a90 tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:26.421096 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3b6c2c64-cce1-4d34-8ae0-424c18957a90 tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] 10.222.0.88 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9424925 Feb 08 21:33:26.421456 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59816) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:26.426988 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-3582721e-6ae0-43bb-851c-c38d2082f8e4 tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '80d4830c-e9fc-441b-a964-b7a473ba0a94'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:26.427524 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-3582721e-6ae0-43bb-851c-c38d2082f8e4 tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103433) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 21:33:26.436877 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-544af0cc-1c38-4428-af77-83d8f3517af6 admin admin] Deleting subnet 0122d6bb-bb7c-4737-8d9f-ff47a1c86d35 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:33:26.449398 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-544af0cc-1c38-4428-af77-83d8f3517af6 admin admin] Publish callbacks [] for subnet (0122d6bb-bb7c-4737-8d9f-ff47a1c86d35), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:26.530384 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-544af0cc-1c38-4428-af77-83d8f3517af6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (0122d6bb-bb7c-4737-8d9f-ff47a1c86d35), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:26.557204 n-d-712143-31 neutron-server[103433]: WARNING neutron.services.metering.metering_plugin [None req-3582721e-6ae0-43bb-851c-c38d2082f8e4 tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 08 21:33:26.579706 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 3e63e12c-97b8-4b03-8007-0ad151950de8 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:33:26.645714 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d6b6e3-9d07-4666-8f67-1064d1786f9b tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Made reservation on behalf of 7216f775f6b24744b5fdb69884b6a887 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:33:26.649771 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-76d6b6e3-9d07-4666-8f67-1064d1786f9b tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:26.667105 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 3e63e12c-97b8-4b03-8007-0ad151950de8 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:33:26.677832 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 3e63e12c-97b8-4b03-8007-0ad151950de8 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:33:26.678559 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3e63e12c-97b8-4b03-8007-0ad151950de8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:26.769956 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-76d6b6e3-9d07-4666-8f67-1064d1786f9b tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] device_id is not set on port 78e4f83d-c426-4d2e-a249-2d64201f6477 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:33:26.817392 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 3e63e12c-97b8-4b03-8007-0ad151950de8 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:33:26.818103 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3e63e12c-97b8-4b03-8007-0ad151950de8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:26.853060 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab879ab-daf9-42bc-8293-775c9c6a9a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e63e12c-97b8-4b03-8007-0ad151950de8'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:33:26.855481 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec3e6b4-09fe-4eea-a72b-4f44ac0239f3" -d '{"events": [{"server_uuid": "bab879ab-daf9-42bc-8293-775c9c6a9a1c", "name": "network-vif-plugged", "status": "completed", "tag": "3e63e12c-97b8-4b03-8007-0ad151950de8"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:33:26.873968 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3582721e-6ae0-43bb-851c-c38d2082f8e4 tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:26.875173 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3582721e-6ae0-43bb-851c-c38d2082f8e4 tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] 10.222.0.88 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4518781 Feb 08 21:33:26.878591 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59832) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:26.885614 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-ce087362-78b6-47e0-8041-6c862d027028 tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '80d4830c-e9fc-441b-a964-b7a473ba0a94'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:26.886017 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-ce087362-78b6-47e0-8041-6c862d027028 tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103433) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 21:33:26.891988 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 3e63e12c-97b8-4b03-8007-0ad151950de8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3e63e12c-97b8-4b03-8007-0ad151950de8,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:33:26.899799 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3e63e12c-97b8-4b03-8007-0ad151950de8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:26.904668 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bbe14-ab36-44d2-88eb-a2b31375ba95 req-943a672f-df34-4c73-9fc5-af44971e8da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:26.906338 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba5bbe14-ab36-44d2-88eb-a2b31375ba95 req-943a672f-df34-4c73-9fc5-af44971e8da0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 1129 time: 0.4597867 Feb 08 21:33:26.955907 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb8a76c-7120-4b76-ad32-39084e9c1ddb x-openstack-request-id: req-deb8a76c-7120-4b76-ad32-39084e9c1ddb {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:33:26.957070 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab879ab-daf9-42bc-8293-775c9c6a9a1c", "name": "network-vif-plugged", "status": "completed", "tag": "3e63e12c-97b8-4b03-8007-0ad151950de8", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:33:26.958225 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-deb8a76c-7120-4b76-ad32-39084e9c1ddb {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:33:26.961061 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab879ab-daf9-42bc-8293-775c9c6a9a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e63e12c-97b8-4b03-8007-0ad151950de8', 'code': 200} Feb 08 21:33:27.004162 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=3e63e12c-97b8-4b03-8007-0ad151950de8,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:27.120332 n-d-712143-31 neutron-server[103433]: WARNING neutron.services.metering.metering_plugin [None req-ce087362-78b6-47e0-8041-6c862d027028 tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 08 21:33:27.126716 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bbe14-ab36-44d2-88eb-a2b31375ba95 req-6a7eaf08-20df-4c8f-980a-9babecb8a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:27.128247 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba5bbe14-ab36-44d2-88eb-a2b31375ba95 req-6a7eaf08-20df-4c8f-980a-9babecb8a2be service neutron] 10.222.0.96 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 913 time: 0.2009051 Feb 08 21:33:27.244307 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-544af0cc-1c38-4428-af77-83d8f3517af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (0122d6bb-bb7c-4737-8d9f-ff47a1c86d35), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:27.262968 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba5bbe14-ab36-44d2-88eb-a2b31375ba95 req-7579a0ae-f299-4270-9554-39debe2f1d99 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6461f028-9c9a-4522-9b52-52c7001b2844 HTTP/1.1" status: 200 len: 217 time: 0.1183400 Feb 08 21:33:27.275950 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bd7f4f9d-7d8b-4c46-ac8a-547e81a3d3f0 admin admin] Deleting port 57eb5b44-47f7-4876-bfcb-d2088bda2a5a {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:33:27.276291 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd7f4f9d-7d8b-4c46-ac8a-547e81a3d3f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (57eb5b44-47f7-4876-bfcb-d2088bda2a5a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:27.277466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4136a7-f4f6-457a-836e-66ea90174cf3 req-a7965024-37f2-4144-b8ae-c8f950424017 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:27.279057 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da4136a7-f4f6-457a-836e-66ea90174cf3 req-a7965024-37f2-4144-b8ae-c8f950424017 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 945 time: 0.3892395 Feb 08 21:33:27.352323 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ce087362-78b6-47e0-8041-6c862d027028 tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:27.353753 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ce087362-78b6-47e0-8041-6c862d027028 tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] 10.222.0.88 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4740098 Feb 08 21:33:27.366876 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59842) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:27.394017 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a28c0581-61f4-4a8e-8a63-cff0da5f00b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:27.421850 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1cb1f-3497-4047-99b8-b4e3007820ba req-0a6d955b-b1d4-4b25-b4ed-28232bb862ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:27.423509 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fff1cb1f-3497-4047-99b8-b4e3007820ba req-0a6d955b-b1d4-4b25-b4ed-28232bb862ae service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 1128 time: 0.2917731 Feb 08 21:33:27.427138 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bbe14-ab36-44d2-88eb-a2b31375ba95 req-ff61f5b8-d7a6-4b14-9fa3-38c1bf0620bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:27.429043 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba5bbe14-ab36-44d2-88eb-a2b31375ba95 req-ff61f5b8-d7a6-4b14-9fa3-38c1bf0620bc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0aa29b5a-a776-4012-aa53-861d63a1c0ca HTTP/1.1" status: 200 len: 851 time: 0.1588857 Feb 08 21:33:27.443408 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da428cc-4121-4193-988f-ce2de51b7e76 req-4ad670b5-60e8-4a9d-9dd6-2af2eccbd7f6 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:27.444918 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3da428cc-4121-4193-988f-ce2de51b7e76 req-4ad670b5-60e8-4a9d-9dd6-2af2eccbd7f6 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 946 time: 0.3408778 Feb 08 21:33:27.446686 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-21d44f10-c4b0-446f-9716-86d77a07d58c tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-label-rules?id=0bd3c0b5-00c7-44e0-8775-3eee6e20f870 HTTP/1.1" status: 200 len: 462 time: 0.0788698 Feb 08 21:33:27.452634 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59848) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:27.484350 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-544af0cc-1c38-4428-af77-83d8f3517af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (0122d6bb-bb7c-4737-8d9f-ff47a1c86d35), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:27.493985 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-76d6b6e3-9d07-4666-8f67-1064d1786f9b tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Allocated IP 2001:db8::4d (1c11b3a4-cb52-434a-b71c-57e11168685c/02670600-dc95-47ba-a489-9baab3de2357/78e4f83d-c426-4d2e-a249-2d64201f6477) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:33:27.564786 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544af0cc-1c38-4428-af77-83d8f3517af6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0122d6bb-bb7c-4737-8d9f-ff47a1c86d35,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:27.567390 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-544af0cc-1c38-4428-af77-83d8f3517af6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:27.570651 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-544af0cc-1c38-4428-af77-83d8f3517af6 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/0122d6bb-bb7c-4737-8d9f-ff47a1c86d35 HTTP/1.1" status: 204 len: 168 time: 1.4224520 Feb 08 21:33:27.580756 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da4136a7-f4f6-457a-836e-66ea90174cf3 req-28340215-ce41-4cbc-af4a-737c1724e6c9 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/security-groups?id=357c5f60-4259-4216-9cac-1e908d8b0309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417543 Feb 08 21:33:27.584114 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-bd7f4f9d-7d8b-4c46-ac8a-547e81a3d3f0 admin admin] For port 57eb5b44-47f7-4876-bfcb-d2088bda2a5a, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=57eb5b44-47f7-4876-bfcb-d2088bda2a5a,segment=NetworkSegment(ce7776cb-c96f-49d0-a5da-4fe283036b62),segment_id=ce7776cb-c96f-49d0-a5da-4fe283036b62)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:33:27.584483 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd7f4f9d-7d8b-4c46-ac8a-547e81a3d3f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (57eb5b44-47f7-4876-bfcb-d2088bda2a5a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:27.584899 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3487d2-792f-402d-921c-a3c720d9d097 None None] Network daaebf9e-b66d-42db-8ec2-b15fcd836888 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:33:27.587097 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59850) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:27.682580 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bd7f4f9d-7d8b-4c46-ac8a-547e81a3d3f0 admin admin] Calling delete_port for 57eb5b44-47f7-4876-bfcb-d2088bda2a5a owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:33:27.705853 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3da428cc-4121-4193-988f-ce2de51b7e76 req-9f599cf3-cc90-43b1-885f-10a9b3c5557d tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056446 Feb 08 21:33:27.716635 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fff1cb1f-3497-4047-99b8-b4e3007820ba req-44ad0d3d-7cd2-4599-b96e-ce6fb7b04c57 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2794695 Feb 08 21:33:27.719952 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bbe14-ab36-44d2-88eb-a2b31375ba95 req-f46edd4a-08a6-4889-9cc6-6f340e85521f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:27.723018 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba5bbe14-ab36-44d2-88eb-a2b31375ba95 req-f46edd4a-08a6-4889-9cc6-6f340e85521f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=470bde4a-288b-4162-81c1-45fdd6f3db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2729371 Feb 08 21:33:27.837041 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92fc79d2-6705-489b-9957-2e549bd8c12d tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:27.838233 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-92fc79d2-6705-489b-9957-2e549bd8c12d tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] 10.222.0.88 "DELETE /v2.0/metering/metering-label-rules/0bd3c0b5-00c7-44e0-8775-3eee6e20f870 HTTP/1.1" status: 204 len: 168 time: 0.3797350 Feb 08 21:33:27.865498 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59856) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:27.895181 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-000d99e2-8428-4824-96fe-155896d66cce tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-label-rules?id=0bd3c0b5-00c7-44e0-8775-3eee6e20f870 HTTP/1.1" status: 200 len: 221 time: 0.0284686 Feb 08 21:33:27.910381 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586e54c0-825b-4d71-b3ba-29f80b3426de None None] DHCP port deletion for daaebf9e-b66d-42db-8ec2-b15fcd836888 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:33:27.910654 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba5bbe14-ab36-44d2-88eb-a2b31375ba95 req-284cc3d5-19d7-4fea-b449-f880c3025562 service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794548 Feb 08 21:33:27.911113 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59860) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:27.923399 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-912f9e01-05ef-4b26-a63c-f0da119b23d0 tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1573542290', 'description': 'label created by tempest'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:27.923399 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-912f9e01-05ef-4b26-a63c-f0da119b23d0 tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] Unknown quota resources ['metering_label']. {{(pid=103433) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 21:33:27.943055 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3acad0aa-7440-47fb-9a9d-44c0301f4d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (daaebf9e-b66d-42db-8ec2-b15fcd836888), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:27.997152 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6322d7-c30f-4938-a188-89acb6c57976 req-4c996590-2213-48b8-a228-a97a6f9f1dc8 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:27.998603 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b6322d7-c30f-4938-a188-89acb6c57976 req-4c996590-2213-48b8-a228-a97a6f9f1dc8 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 945 time: 0.2407088 Feb 08 21:33:28.059466 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-586e54c0-825b-4d71-b3ba-29f80b3426de None None] Deleting port 290323a9-370e-4e47-b0d3-a0019996fad4 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:33:28.060269 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-586e54c0-825b-4d71-b3ba-29f80b3426de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (290323a9-370e-4e47-b0d3-a0019996fad4), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:28.111300 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-76d6b6e3-9d07-4666-8f67-1064d1786f9b tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks [] for port (78e4f83d-c426-4d2e-a249-2d64201f6477), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:28.174494 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-3acad0aa-7440-47fb-9a9d-44c0301f4d13 admin admin] Deleting port 290323a9-370e-4e47-b0d3-a0019996fad4 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:33:28.175160 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3acad0aa-7440-47fb-9a9d-44c0301f4d13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (290323a9-370e-4e47-b0d3-a0019996fad4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:28.251423 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-76d6b6e3-9d07-4666-8f67-1064d1786f9b tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (78e4f83d-c426-4d2e-a249-2d64201f6477), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:28.252327 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b6322d7-c30f-4938-a188-89acb6c57976 req-040fe4ec-3918-42f8-b0dc-39090dec976c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836593 Feb 08 21:33:28.281961 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-586e54c0-825b-4d71-b3ba-29f80b3426de None None] For port 290323a9-370e-4e47-b0d3-a0019996fad4, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=290323a9-370e-4e47-b0d3-a0019996fad4,segment=NetworkSegment(ce64c4e4-0365-4126-a26d-b3297e73b8bc),segment_id=ce64c4e4-0365-4126-a26d-b3297e73b8bc)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:33:28.282375 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-586e54c0-825b-4d71-b3ba-29f80b3426de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (290323a9-370e-4e47-b0d3-a0019996fad4), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:28.310731 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-586e54c0-825b-4d71-b3ba-29f80b3426de None None] Calling delete_port for 290323a9-370e-4e47-b0d3-a0019996fad4 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:33:28.312834 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 290323a9-370e-4e47-b0d3-a0019996fad4 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:33:28.364252 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d6b6e3-9d07-4666-8f67-1064d1786f9b tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Network 1c11b3a4-cb52-434a-b71c-57e11168685c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:33:28.367877 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-912f9e01-05ef-4b26-a63c-f0da119b23d0 tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:28.372455 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-76d6b6e3-9d07-4666-8f67-1064d1786f9b tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:33:28.375175 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d6b6e3-9d07-4666-8f67-1064d1786f9b tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:33:28.376466 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-912f9e01-05ef-4b26-a63c-f0da119b23d0 tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] 10.222.0.88 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4611127 Feb 08 21:33:28.377282 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59868) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:28.380933 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d6b6e3-9d07-4666-8f67-1064d1786f9b tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:28.381697 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-76d6b6e3-9d07-4666-8f67-1064d1786f9b tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:28.385552 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-3acad0aa-7440-47fb-9a9d-44c0301f4d13 admin admin] For port 290323a9-370e-4e47-b0d3-a0019996fad4, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=290323a9-370e-4e47-b0d3-a0019996fad4,segment=NetworkSegment(ce64c4e4-0365-4126-a26d-b3297e73b8bc),segment_id=ce64c4e4-0365-4126-a26d-b3297e73b8bc)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:33:28.385923 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3acad0aa-7440-47fb-9a9d-44c0301f4d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (290323a9-370e-4e47-b0d3-a0019996fad4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:28.405091 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba5bbe14-ab36-44d2-88eb-a2b31375ba95 req-59909907-fc2e-4296-9a56-26d98259c650 service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856639 Feb 08 21:33:28.411480 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6b6e3-9d07-4666-8f67-1064d1786f9b tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Pushing event updated for resources: {'Port': ['ID=78e4f83d-c426-4d2e-a249-2d64201f6477,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:28.423045 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-3acad0aa-7440-47fb-9a9d-44c0301f4d13 admin admin] Calling delete_port for 290323a9-370e-4e47-b0d3-a0019996fad4 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:33:28.428619 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd7f4f9d-7d8b-4c46-ac8a-547e81a3d3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (57eb5b44-47f7-4876-bfcb-d2088bda2a5a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:28.463362 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f4f9d-7d8b-4c46-ac8a-547e81a3d3f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=57eb5b44-47f7-4876-bfcb-d2088bda2a5a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:28.472887 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-76d6b6e3-9d07-4666-8f67-1064d1786f9b tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.5388048 Feb 08 21:33:28.475606 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59872) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:28.483822 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f6002672-81b9-43e4-8f54-d817377b4c8e tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::197', 'mac_address': 'fa:16:3e:2e:df:54'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:28.554608 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-131bf9e4-e56e-42e3-8615-138de257cffa tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-labels?id=53afbd86-64cf-4757-a9a8-e1ca836ef82e HTTP/1.1" status: 200 len: 468 time: 0.1597385 Feb 08 21:33:28.555845 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59874) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:28.584665 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 290323a9-370e-4e47-b0d3-a0019996fad4 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:33:28.585317 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (290323a9-370e-4e47-b0d3-a0019996fad4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:28.589071 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-586e54c0-825b-4d71-b3ba-29f80b3426de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (290323a9-370e-4e47-b0d3-a0019996fad4), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:28.631266 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e54c0-825b-4d71-b3ba-29f80b3426de None None] Pushing event deleted for resources: {'Port': ['ID=290323a9-370e-4e47-b0d3-a0019996fad4,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:28.647358 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586e54c0-825b-4d71-b3ba-29f80b3426de None None] No DVR routers for this DVR port 290323a9-370e-4e47-b0d3-a0019996fad4 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:33:28.935669 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-983eadcb-61e6-432b-80c4-036568a650b0 None None] Provisioning complete for port 78e4f83d-c426-4d2e-a249-2d64201f6477 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:33:28.936489 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-983eadcb-61e6-432b-80c4-036568a650b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (78e4f83d-c426-4d2e-a249-2d64201f6477), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:29.002029 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd7f4f9d-7d8b-4c46-ac8a-547e81a3d3f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (28628eca-48a7-4486-8f4f-8f30ddbbda16), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:29.004045 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3acad0aa-7440-47fb-9a9d-44c0301f4d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (290323a9-370e-4e47-b0d3-a0019996fad4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:29.014597 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-983eadcb-61e6-432b-80c4-036568a650b0 None None] Port 78e4f83d-c426-4d2e-a249-2d64201f6477 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:33:29.075941 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ddc8e-dda2-4887-814c-5c11ca08a293 req-9e3b3212-2f2b-43d8-939c-1918af41ce54 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:29.080907 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c26ddc8e-dda2-4887-814c-5c11ca08a293 req-9e3b3212-2f2b-43d8-939c-1918af41ce54 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.94 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 945 time: 0.3691299 Feb 08 21:33:29.093129 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acad0aa-7440-47fb-9a9d-44c0301f4d13 admin admin] Pushing event deleted for resources: {'Port': ['ID=290323a9-370e-4e47-b0d3-a0019996fad4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:29.138050 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:29.369825 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acad0aa-7440-47fb-9a9d-44c0301f4d13 admin admin] No DVR routers for this DVR port 290323a9-370e-4e47-b0d3-a0019996fad4 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:33:29.379157 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6002672-81b9-43e4-8f54-d817377b4c8e tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (78e4f83d-c426-4d2e-a249-2d64201f6477), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:29.410443 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0dfc721c-57b8-472a-9c70-967ae77ec267 tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:29.411619 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0dfc721c-57b8-472a-9c70-967ae77ec267 tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] 10.222.0.88 "DELETE /v2.0/metering/metering-labels/53afbd86-64cf-4757-a9a8-e1ca836ef82e HTTP/1.1" status: 204 len: 168 time: 0.8545966 Feb 08 21:33:29.418004 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59896) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:29.421068 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb33bb5-2e0b-4472-acaa-6e9f3944794b req-6b38b5c8-dc15-4dd0-ac61-3086a7da4ab6 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:29.423875 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8cb33bb5-2e0b-4472-acaa-6e9f3944794b req-6b38b5c8-dc15-4dd0-ac61-3086a7da4ab6 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 945 time: 0.6795230 Feb 08 21:33:29.439450 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f68477-aa4f-477c-be98-ae880c16ccf4 req-8a24ba2f-bbad-4e66-a32b-9bab0ede804a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:29.441414 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-07f68477-aa4f-477c-be98-ae880c16ccf4 req-8a24ba2f-bbad-4e66-a32b-9bab0ede804a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 946 time: 0.6108003 Feb 08 21:33:29.529630 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8cb33bb5-2e0b-4472-acaa-6e9f3944794b req-2274ad15-9ebe-45c6-895a-58920fd03d67 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/security-groups?id=357c5f60-4259-4216-9cac-1e908d8b0309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870183 Feb 08 21:33:29.554008 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-07f68477-aa4f-477c-be98-ae880c16ccf4 req-aafc9673-d143-4abc-bd40-e413d76b97bb tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974083 Feb 08 21:33:29.555149 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e1061b79-5bd3-418f-8ff7-10417c1c0773 tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-labels?id=53afbd86-64cf-4757-a9a8-e1ca836ef82e HTTP/1.1" status: 200 len: 216 time: 0.1077476 Feb 08 21:33:29.561837 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59900) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:29.625560 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3acad0aa-7440-47fb-9a9d-44c0301f4d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (daaebf9e-b66d-42db-8ec2-b15fcd836888), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:29.637709 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-870b7e34-d667-4d47-99e1-595a0b7be777 tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0655324 Feb 08 21:33:29.645802 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59904) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:29.681244 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-3acad0aa-7440-47fb-9a9d-44c0301f4d13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daaebf9e-b66d-42db-8ec2-b15fcd836888']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:29.698072 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-97e5053d-fd6e-4464-b5e5-3b1f7523b22a tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0437424 Feb 08 21:33:29.698401 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-c26ddc8e-dda2-4887-814c-5c11ca08a293 req-58360f6e-2072-4b2e-a7dc-38f82810a3d4 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Deleting port 48ba46b3-96c0-425a-ba37-4ac6f5174979 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:33:29.698758 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c26ddc8e-dda2-4887-814c-5c11ca08a293 req-58360f6e-2072-4b2e-a7dc-38f82810a3d4 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (48ba46b3-96c0-425a-ba37-4ac6f5174979), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:29.701657 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59906) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:29.716769 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-3acad0aa-7440-47fb-9a9d-44c0301f4d13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce64c4e4-0365-4126-a26d-b3297e73b8bc') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:29.717067 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-3acad0aa-7440-47fb-9a9d-44c0301f4d13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce64c4e4-0365-4126-a26d-b3297e73b8bc') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:29.727730 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b562c-af36-4322-8f62-abd8a58eaaf4 req-c900f669-10c9-4797-bd3a-9c102dbe4a9b tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:29.736598 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-489b562c-af36-4322-8f62-abd8a58eaaf4 req-c900f669-10c9-4797-bd3a-9c102dbe4a9b tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 945 time: 0.1117990 Feb 08 21:33:29.791116 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-489b562c-af36-4322-8f62-abd8a58eaaf4 req-352a3285-2d3a-4d43-a8e2-7e17f0d8f104 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539589 Feb 08 21:33:29.961417 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caac944-fd72-4bf5-8046-dc8660c49407 req-7ceeaf5c-570c-4375-bc35-8708c0260d92 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:29.963299 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3caac944-fd72-4bf5-8046-dc8660c49407 req-7ceeaf5c-570c-4375-bc35-8708c0260d92 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 945 time: 0.0662560 Feb 08 21:33:29.977881 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59916) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:29.987084 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-9340041b-1181-45b3-848b-62f4f6484ecd tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Request body: {'floatingip': {'port_id': '3e63e12c-97b8-4b03-8007-0ad151950de8'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:30.066094 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9340041b-1181-45b3-848b-62f4f6484ecd tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for floatingip (f92e514d-f239-49c6-9800-0c9802e7492d), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:30.196719 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3acad0aa-7440-47fb-9a9d-44c0301f4d13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (ce64c4e4-0365-4126-a26d-b3297e73b8bc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:30.215176 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3acad0aa-7440-47fb-9a9d-44c0301f4d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (ce64c4e4-0365-4126-a26d-b3297e73b8bc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:30.223054 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3acad0aa-7440-47fb-9a9d-44c0301f4d13 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:33:30.223588 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3acad0aa-7440-47fb-9a9d-44c0301f4d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (ce64c4e4-0365-4126-a26d-b3297e73b8bc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:30.266487 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 6461f028-9c9a-4522-9b52-52c7001b2844 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:33:30.291956 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5f757cc3-ad94-49e7-abdd-bc0aea08b42c tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-labels/80d4830c-e9fc-441b-a964-b7a473ba0a94 HTTP/1.1" status: 200 len: 472 time: 0.5818300 Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:33:30.294265 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:33:30.298233 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59920) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:30.317168 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3acad0aa-7440-47fb-9a9d-44c0301f4d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (daaebf9e-b66d-42db-8ec2-b15fcd836888), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:30.339423 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7f4f9d-7d8b-4c46-ac8a-547e81a3d3f0 admin admin] Router 28628eca-48a7-4486-8f4f-8f30ddbbda16 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:33:30.385668 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3acad0aa-7440-47fb-9a9d-44c0301f4d13 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:30.389394 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3acad0aa-7440-47fb-9a9d-44c0301f4d13 admin admin] 10.222.0.88 "DELETE /v2.0/networks/daaebf9e-b66d-42db-8ec2-b15fcd836888 HTTP/1.1" status: 204 len: 168 time: 2.8012280 Feb 08 21:33:30.397111 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acad0aa-7440-47fb-9a9d-44c0301f4d13 admin admin] Pushing event deleted for resources: {'Network': ['ID=daaebf9e-b66d-42db-8ec2-b15fcd836888,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:30.404512 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c3df362f-13e7-4e39-a7d2-ab66c796fc18 tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-label-rules/b0718ef0-aefa-46ed-ac44-0bc46ef62168 HTTP/1.1" status: 200 len: 459 time: 0.0882604 Feb 08 21:33:30.412517 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59928) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:30.493694 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 6461f028-9c9a-4522-9b52-52c7001b2844 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:33:30.495007 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6461f028-9c9a-4522-9b52-52c7001b2844), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:30.639916 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-c26ddc8e-dda2-4887-814c-5c11ca08a293 req-58360f6e-2072-4b2e-a7dc-38f82810a3d4 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] For port 48ba46b3-96c0-425a-ba37-4ac6f5174979, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=48ba46b3-96c0-425a-ba37-4ac6f5174979,segment=NetworkSegment(fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334),segment_id=fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:33:30.640288 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c26ddc8e-dda2-4887-814c-5c11ca08a293 req-58360f6e-2072-4b2e-a7dc-38f82810a3d4 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (48ba46b3-96c0-425a-ba37-4ac6f5174979), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:30.678167 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 6461f028-9c9a-4522-9b52-52c7001b2844, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6461f028-9c9a-4522-9b52-52c7001b2844,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:33:30.685617 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5d1b65-0224-4c37-8ebc-bfb19a7264f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6461f028-9c9a-4522-9b52-52c7001b2844'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:33:30.691639 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a0e02f-d29a-4eb3-912c-90a0d4fc0e51" -d '{"events": [{"server_uuid": "3b5d1b65-0224-4c37-8ebc-bfb19a7264f2", "name": "network-vif-unplugged", "status": "completed", "tag": "6461f028-9c9a-4522-9b52-52c7001b2844"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:33:30.709827 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6461f028-9c9a-4522-9b52-52c7001b2844), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:30.739657 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6002672-81b9-43e4-8f54-d817377b4c8e tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks [] for port (78e4f83d-c426-4d2e-a249-2d64201f6477), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:30.799677 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=6461f028-9c9a-4522-9b52-52c7001b2844,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:30.865078 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6002672-81b9-43e4-8f54-d817377b4c8e tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (78e4f83d-c426-4d2e-a249-2d64201f6477), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:30.871342 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e59daef6-39c5-4f49-a28d-eaa1dc795bde tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:30.877149 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e59daef6-39c5-4f49-a28d-eaa1dc795bde tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] 10.222.0.88 "DELETE /v2.0/metering/metering-label-rules/b0718ef0-aefa-46ed-ac44-0bc46ef62168 HTTP/1.1" status: 204 len: 168 time: 0.4545295 Feb 08 21:33:30.885081 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59942) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:30.932706 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59944) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:30.940016 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f6002672-81b9-43e4-8f54-d817377b4c8e tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] In _notify_port_updated(), no bound segment for port 78e4f83d-c426-4d2e-a249-2d64201f6477 on network 1c11b3a4-cb52-434a-b71c-57e11168685c {{(pid=103434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 21:33:30.945170 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6002672-81b9-43e4-8f54-d817377b4c8e tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:30.945809 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6002672-81b9-43e4-8f54-d817377b4c8e tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:30.947349 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f6002672-81b9-43e4-8f54-d817377b4c8e tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] 10.222.0.88 "PUT /v2.0/ports/78e4f83d-c426-4d2e-a249-2d64201f6477 HTTP/1.1" status: 200 len: 1001 time: 2.4692132 Feb 08 21:33:30.957146 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59946) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:31.046699 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219987f-9f10-4c7a-abc6-9d58510ae3a7 req-78d0b04a-6c48-4a61-8a2d-be0bd55988a7 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:31.049021 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9219987f-9f10-4c7a-abc6-9d58510ae3a7 req-78d0b04a-6c48-4a61-8a2d-be0bd55988a7 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 945 time: 0.3146522 Feb 08 21:33:31.066355 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624feda-2132-41d0-8e87-df0c52c891d1 req-439ce484-d004-4063-876d-3ffd09092f2d tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:31.067927 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a624feda-2132-41d0-8e87-df0c52c891d1 req-439ce484-d004-4063-876d-3ffd09092f2d tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 944 time: 0.3070438 Feb 08 21:33:31.092341 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7f4f9d-7d8b-4c46-ac8a-547e81a3d3f0 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:33:31.097643 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6002672-81b9-43e4-8f54-d817377b4c8e tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Pushing event updated for resources: {'Port': ['ID=78e4f83d-c426-4d2e-a249-2d64201f6477,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:31.104137 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88363714-2462-4f83-8eb9-bb88ae221838 None None] Sync routers for ids ['28628eca-48a7-4486-8f4f-8f30ddbbda16'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:33:31.127021 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bd7f4f9d-7d8b-4c46-ac8a-547e81a3d3f0 admin admin] 10.222.0.88 "PUT /v2.0/routers/28628eca-48a7-4486-8f4f-8f30ddbbda16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3799007 Feb 08 21:33:31.128845 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88363714-2462-4f83-8eb9-bb88ae221838 None None] Routers {'28628eca-48a7-4486-8f4f-8f30ddbbda16'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:33:31.129542 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-88363714-2462-4f83-8eb9-bb88ae221838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:33:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['28628eca-48a7-4486-8f4f-8f30ddbbda16'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:31.169895 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59950) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:31.188876 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9219987f-9f10-4c7a-abc6-9d58510ae3a7 req-27051bd2-1400-4e95-b564-d568cf16d17f tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/security-groups?id=357c5f60-4259-4216-9cac-1e908d8b0309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133718 Feb 08 21:33:31.355782 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9340041b-1181-45b3-848b-62f4f6484ecd tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:31.375239 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9340041b-1181-45b3-848b-62f4f6484ecd tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (f92e514d-f239-49c6-9800-0c9802e7492d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:31.399087 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-88363714-2462-4f83-8eb9-bb88ae221838 None None] Set router 28628eca-48a7-4486-8f4f-8f30ddbbda16 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:33:31.449142 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Feb 2022 21:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321dc8e7-c4e0-42c8-9a76-cc0cfabf83ee x-openstack-request-id: req-321dc8e7-c4e0-42c8-9a76-cc0cfabf83ee {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:33:31.449742 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5d1b65-0224-4c37-8ebc-bfb19a7264f2", "name": "network-vif-unplugged", "status": "failed", "tag": "6461f028-9c9a-4522-9b52-52c7001b2844", "code": 422}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:33:31.450102 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-321dc8e7-c4e0-42c8-9a76-cc0cfabf83ee {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:33:31.452411 n-d-712143-31 neutron-server[103435]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3b5d1b65-0224-4c37-8ebc-bfb19a7264f2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6461f028-9c9a-4522-9b52-52c7001b2844', 'code': 422} returned with failed status Feb 08 21:33:31.477079 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c26ddc8e-dda2-4887-814c-5c11ca08a293 req-58360f6e-2072-4b2e-a7dc-38f82810a3d4 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:31.477686 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c26ddc8e-dda2-4887-814c-5c11ca08a293 req-58360f6e-2072-4b2e-a7dc-38f82810a3d4 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (a80c8601-35e0-4991-b85f-aa7286b82f4b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:31.477831 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [req-c26ddc8e-dda2-4887-814c-5c11ca08a293 req-58360f6e-2072-4b2e-a7dc-38f82810a3d4 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Floating IP a80c8601-35e0-4991-b85f-aa7286b82f4b disassociated. External IP: 172.25.3.89, port: 48ba46b3-96c0-425a-ba37-4ac6f5174979. Feb 08 21:33:31.478226 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-c26ddc8e-dda2-4887-814c-5c11ca08a293 req-58360f6e-2072-4b2e-a7dc-38f82810a3d4 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Calling delete_port for 48ba46b3-96c0-425a-ba37-4ac6f5174979 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:33:31.486649 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c104656-c824-453d-9e28-7b0d770d23ed tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:31.487879 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0c104656-c824-453d-9e28-7b0d770d23ed tempest-MeteringIpV6TestJSON-560919881 tempest-MeteringIpV6TestJSON-560919881-project-admin] 10.222.0.88 "DELETE /v2.0/metering/metering-labels/80d4830c-e9fc-441b-a964-b7a473ba0a94 HTTP/1.1" status: 204 len: 168 time: 0.5981326 Feb 08 21:33:31.499809 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a624feda-2132-41d0-8e87-df0c52c891d1 req-e22daeb1-7451-4f5b-b4f4-cce11866b9b7 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341525 Feb 08 21:33:31.520628 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0e212af8-33f1-47ef-a17f-a887442e5aa9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2210bdb6190a499b965e9e91b21a6462&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5818191 Feb 08 21:33:31.523422 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59958) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:31.547613 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ba36c5c8-c68a-4581-8bb2-84058cdabba5 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Deleting port 78e4f83d-c426-4d2e-a249-2d64201f6477 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:33:31.548346 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ba36c5c8-c68a-4581-8bb2-84058cdabba5 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (78e4f83d-c426-4d2e-a249-2d64201f6477), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:31.633495 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1f9472f2-30a8-4c9e-82b9-a26fc84a3baa admin admin] Publish callbacks [] for router (28628eca-48a7-4486-8f4f-8f30ddbbda16), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:31.672684 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da47d32c-16ee-4948-89f7-990b267a53aa admin admin] Publish callbacks [] for security_group (c3972c4a-0c49-4e2a-97e6-fd2a50253993), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:31.704929 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:31.715550 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d89cf618-3fa8-4a9c-90a9-6b7b9a9e8de4 None None] Provisioning complete for port 78e4f83d-c426-4d2e-a249-2d64201f6477 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:33:31.715926 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d89cf618-3fa8-4a9c-90a9-6b7b9a9e8de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (78e4f83d-c426-4d2e-a249-2d64201f6477), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:31.717860 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:31.732793 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da47d32c-16ee-4948-89f7-990b267a53aa admin admin] Publish callbacks [] for security_group (c3972c4a-0c49-4e2a-97e6-fd2a50253993), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:31.805762 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c26ddc8e-dda2-4887-814c-5c11ca08a293 req-58360f6e-2072-4b2e-a7dc-38f82810a3d4 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (48ba46b3-96c0-425a-ba37-4ac6f5174979), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:31.831711 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d89cf618-3fa8-4a9c-90a9-6b7b9a9e8de4 None None] Port 78e4f83d-c426-4d2e-a249-2d64201f6477 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:33:31.856497 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-9340041b-1181-45b3-848b-62f4f6484ecd tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Floating IP f92e514d-f239-49c6-9800-0c9802e7492d associated. External IP: 172.25.3.47, port: 3e63e12c-97b8-4b03-8007-0ad151950de8. Feb 08 21:33:31.860424 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58360f6e-2072-4b2e-a7dc-38f82810a3d4 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Pushing event deleted for resources: {'Port': ['ID=48ba46b3-96c0-425a-ba37-4ac6f5174979,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:31.880574 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da47d32c-16ee-4948-89f7-990b267a53aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c3972c4a-0c49-4e2a-97e6-fd2a50253993), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:31.887950 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da47d32c-16ee-4948-89f7-990b267a53aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:31.889870 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-da47d32c-16ee-4948-89f7-990b267a53aa admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c3972c4a-0c49-4e2a-97e6-fd2a50253993 HTTP/1.1" status: 204 len: 168 time: 0.3609574 Feb 08 21:33:31.911581 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47d32c-16ee-4948-89f7-990b267a53aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3972c4a-0c49-4e2a-97e6-fd2a50253993,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:31.985929 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ba36c5c8-c68a-4581-8bb2-84058cdabba5 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (78e4f83d-c426-4d2e-a249-2d64201f6477), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:32.042057 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ba36c5c8-c68a-4581-8bb2-84058cdabba5 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Calling delete_port for 78e4f83d-c426-4d2e-a249-2d64201f6477 owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:33:32.058299 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b8eda-673e-4270-b340-d72c39c68264 req-95a36bc9-9f28-4977-b2b2-8d13eb20c863 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:32.066712 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd6b8eda-673e-4270-b340-d72c39c68264 req-95a36bc9-9f28-4977-b2b2-8d13eb20c863 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.3560729 Feb 08 21:33:32.072279 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-88363714-2462-4f83-8eb9-bb88ae221838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28628eca-48a7-4486-8f4f-8f30ddbbda16', 'name': 'tempest-ServerRescueNegativeTestJSON-937288893-router', 'tenant_id': '0b5378aef139411c8980fedff164d328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '136e8f55-efbc-4452-88a9-3bffc4956842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:29:16Z', 'updated_at': '2022-02-08T21:33:28Z', 'revision_number': 5, 'project_id': '0b5378aef139411c8980fedff164d328', 'gw_port': {'id': '136e8f55-efbc-4452-88a9-3bffc4956842', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28628eca-48a7-4486-8f4f-8f30ddbbda16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:29:18Z', 'updated_at': '2022-02-08T21:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:32.099504 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1f9472f2-30a8-4c9e-82b9-a26fc84a3baa admin admin] Publish callbacks [] for router_gateway (28628eca-48a7-4486-8f4f-8f30ddbbda16), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:32.127164 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88363714-2462-4f83-8eb9-bb88ae221838 None None] Checking router: 28628eca-48a7-4486-8f4f-8f30ddbbda16 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:33:32.138499 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88363714-2462-4f83-8eb9-bb88ae221838 None None] Routers {'28628eca-48a7-4486-8f4f-8f30ddbbda16'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:33:32.151069 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c26ddc8e-dda2-4887-814c-5c11ca08a293 req-58360f6e-2072-4b2e-a7dc-38f82810a3d4 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Router 0ae706ba-8eda-48d0-80fc-9f45eeebcc74 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:33:32.151716 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-88363714-2462-4f83-8eb9-bb88ae221838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:33:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['28628eca-48a7-4486-8f4f-8f30ddbbda16'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:32.277743 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-88363714-2462-4f83-8eb9-bb88ae221838 None None] Set router 28628eca-48a7-4486-8f4f-8f30ddbbda16 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:33:32.346791 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-88363714-2462-4f83-8eb9-bb88ae221838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28628eca-48a7-4486-8f4f-8f30ddbbda16', 'name': 'tempest-ServerRescueNegativeTestJSON-937288893-router', 'tenant_id': '0b5378aef139411c8980fedff164d328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:29:16Z', 'updated_at': '2022-02-08T21:33:32Z', 'revision_number': 6, 'project_id': '0b5378aef139411c8980fedff164d328', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:32.383837 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd6b8eda-673e-4270-b340-d72c39c68264 req-29f040a9-e4cf-426e-b202-78768921aa71 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3104794 Feb 08 21:33:32.389459 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88363714-2462-4f83-8eb9-bb88ae221838 None None] The sync data for ids ['28628eca-48a7-4486-8f4f-8f30ddbbda16'] in n-d-712143-31 is: [{'id': '28628eca-48a7-4486-8f4f-8f30ddbbda16', 'name': 'tempest-ServerRescueNegativeTestJSON-937288893-router', 'tenant_id': '0b5378aef139411c8980fedff164d328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:29:16Z', 'updated_at': '2022-02-08T21:33:32Z', 'revision_number': 6, 'project_id': '0b5378aef139411c8980fedff164d328', 'gw_port_host': None}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:33:32.448410 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c26ddc8e-dda2-4887-814c-5c11ca08a293 req-58360f6e-2072-4b2e-a7dc-38f82810a3d4 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:33:32.481019 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cc4bd3-be85-4f34-8764-f045230fce80 None None] Sync routers for ids ['0ae706ba-8eda-48d0-80fc-9f45eeebcc74'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:33:32.506571 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cc4bd3-be85-4f34-8764-f045230fce80 None None] Routers {'0ae706ba-8eda-48d0-80fc-9f45eeebcc74'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:33:32.509947 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c9cc4bd3-be85-4f34-8764-f045230fce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:33:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['0ae706ba-8eda-48d0-80fc-9f45eeebcc74'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:32.563752 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59978) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:32.568355 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26ddc8e-dda2-4887-814c-5c11ca08a293 req-58360f6e-2072-4b2e-a7dc-38f82810a3d4 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] No DVR routers for this DVR port 48ba46b3-96c0-425a-ba37-4ac6f5174979 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:33:32.572521 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 48ba46b3-96c0-425a-ba37-4ac6f5174979 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:33:32.599838 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c26ddc8e-dda2-4887-814c-5c11ca08a293 req-58360f6e-2072-4b2e-a7dc-38f82810a3d4 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:32.605624 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c26ddc8e-dda2-4887-814c-5c11ca08a293 req-58360f6e-2072-4b2e-a7dc-38f82810a3d4 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.94 "DELETE /v2.0/ports/48ba46b3-96c0-425a-ba37-4ac6f5174979 HTTP/1.1" status: 204 len: 173 time: 3.5201237 Feb 08 21:33:32.606140 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c562fb-7a68-4a81-b862-420e0687b50b', 'name': 'network-vif-deleted', 'tag': '48ba46b3-96c0-425a-ba37-4ac6f5174979'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:33:32.618179 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f202d4-1f4c-401c-b3c5-b9e9926ee7b0" -d '{"events": [{"server_uuid": "55c562fb-7a68-4a81-b862-420e0687b50b", "name": "network-vif-deleted", "tag": "48ba46b3-96c0-425a-ba37-4ac6f5174979"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:33:32.650426 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 48ba46b3-96c0-425a-ba37-4ac6f5174979 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:33:32.650710 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 48ba46b3-96c0-425a-ba37-4ac6f5174979 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:33:32.796227 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-c9cc4bd3-be85-4f34-8764-f045230fce80 None None] Set router 0ae706ba-8eda-48d0-80fc-9f45eeebcc74 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:33:32.979910 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02fb7d5e-39c9-41cb-b89d-89c313eba906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:33.008421 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6d27079-ce56-4c44-b024-478d8bb9b651 req-2b202f9b-e992-43f0-a5ad-bac44ec3db59 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 210 time: 0.6650636 Feb 08 21:33:33.081660 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ae2d5d-07a3-4950-91c3-01a34167af53 x-openstack-request-id: req-f4ae2d5d-07a3-4950-91c3-01a34167af53 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:33:33.082007 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c562fb-7a68-4a81-b862-420e0687b50b", "name": "network-vif-deleted", "tag": "48ba46b3-96c0-425a-ba37-4ac6f5174979", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:33:33.082236 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f4ae2d5d-07a3-4950-91c3-01a34167af53 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:33:33.082777 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c562fb-7a68-4a81-b862-420e0687b50b', 'name': 'network-vif-deleted', 'tag': '48ba46b3-96c0-425a-ba37-4ac6f5174979', 'status': 'completed', 'code': 200} Feb 08 21:33:33.172591 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c9cc4bd3-be85-4f34-8764-f045230fce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'name': 'tempest-ServersTestBootFromVolume-791426556-router', 'tenant_id': '6397ec65027742af97122f0e8e24f15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:31:02Z', 'updated_at': '2022-02-08T21:31:11Z', 'revision_number': 4, 'project_id': '6397ec65027742af97122f0e8e24f15b', 'gw_port': {'id': '4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:03Z', 'updated_at': '2022-02-08T21:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d', 'name': '', 'network_id': '408b6511-ea01-4c92-b584-46cf5335e828', 'tenant_id': '6397ec65027742af97122f0e8e24f15b', 'mac_address': 'fa:16:3e:39:7e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '2130ef6d-804d-44a5-85d7-5418400fcc2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:10Z', 'updated_at': '2022-02-08T21:31:18Z', 'revision_number': 5, 'project_id': '6397ec65027742af97122f0e8e24f15b', 'subnets': [{'id': '2130ef6d-804d-44a5-85d7-5418400fcc2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:33.205020 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9340041b-1181-45b3-848b-62f4f6484ecd tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Router 92a55623-599f-40cd-8e3e-2bd8746cf4b4 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:33:33.227646 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cc4bd3-be85-4f34-8764-f045230fce80 None None] Checking router: 0ae706ba-8eda-48d0-80fc-9f45eeebcc74 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:33:33.237580 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02fb7d5e-39c9-41cb-b89d-89c313eba906 admin admin] Publish callbacks [] for security_group (e9ec862a-6c19-4aa4-a154-1ebe18babce7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:33.245676 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02fb7d5e-39c9-41cb-b89d-89c313eba906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e9ec862a-6c19-4aa4-a154-1ebe18babce7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:33.258936 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cc4bd3-be85-4f34-8764-f045230fce80 None None] Routers {'0ae706ba-8eda-48d0-80fc-9f45eeebcc74'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:33:33.263860 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c9cc4bd3-be85-4f34-8764-f045230fce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:33:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['0ae706ba-8eda-48d0-80fc-9f45eeebcc74'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:33.282800 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-1f9472f2-30a8-4c9e-82b9-a26fc84a3baa admin admin] Deleting port 136e8f55-efbc-4452-88a9-3bffc4956842 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:33:33.283558 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1f9472f2-30a8-4c9e-82b9-a26fc84a3baa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (136e8f55-efbc-4452-88a9-3bffc4956842), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:33.305471 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb7d5e-39c9-41cb-b89d-89c313eba906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ec862a-6c19-4aa4-a154-1ebe18babce7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:33.327398 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-02fb7d5e-39c9-41cb-b89d-89c313eba906 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=11d7cd0eb7cd41d0bef5730a3f0b4a60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7605000 Feb 08 21:33:33.331773 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59998) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:33.448455 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc9bf5-44dc-4e9d-8a05-d6a82715f881 req-351472df-2378-4a0e-b28e-dbaf589cb780 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:33.449671 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1727e7a-60e2-427a-88c3-b6db1756bc53 admin admin] Publish callbacks [] for security_group (e9ec862a-6c19-4aa4-a154-1ebe18babce7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:33.456420 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4cc9bf5-44dc-4e9d-8a05-d6a82715f881 req-351472df-2378-4a0e-b28e-dbaf589cb780 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.4809453 Feb 08 21:33:33.486580 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1727e7a-60e2-427a-88c3-b6db1756bc53 admin admin] Publish callbacks [] for security_group (e9ec862a-6c19-4aa4-a154-1ebe18babce7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:33.599001 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4cc9bf5-44dc-4e9d-8a05-d6a82715f881 req-5ef5096a-4f89-4574-9ecc-4d80a5bcbfa6 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413054 Feb 08 21:33:33.608182 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1727e7a-60e2-427a-88c3-b6db1756bc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e9ec862a-6c19-4aa4-a154-1ebe18babce7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:33.615149 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1727e7a-60e2-427a-88c3-b6db1756bc53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:33.616663 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a1727e7a-60e2-427a-88c3-b6db1756bc53 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e9ec862a-6c19-4aa4-a154-1ebe18babce7 HTTP/1.1" status: 204 len: 168 time: 0.2832274 Feb 08 21:33:33.669888 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1727e7a-60e2-427a-88c3-b6db1756bc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ec862a-6c19-4aa4-a154-1ebe18babce7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:33.685692 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ba36c5c8-c68a-4581-8bb2-84058cdabba5 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (78e4f83d-c426-4d2e-a249-2d64201f6477), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:33.745524 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-c9cc4bd3-be85-4f34-8764-f045230fce80 None None] Set router 0ae706ba-8eda-48d0-80fc-9f45eeebcc74 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:33:33.785761 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-1f9472f2-30a8-4c9e-82b9-a26fc84a3baa admin admin] For port 136e8f55-efbc-4452-88a9-3bffc4956842, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=136e8f55-efbc-4452-88a9-3bffc4956842,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:33:33.810654 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1f9472f2-30a8-4c9e-82b9-a26fc84a3baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (136e8f55-efbc-4452-88a9-3bffc4956842), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:33.861168 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-1f9472f2-30a8-4c9e-82b9-a26fc84a3baa admin admin] Calling delete_port for 136e8f55-efbc-4452-88a9-3bffc4956842 owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:33:33.956640 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9340041b-1181-45b3-848b-62f4f6484ecd tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:33:33.972032 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093182f0-c7af-4bfb-a1e3-aa0edcdc671e None None] Sync routers for ids ['92a55623-599f-40cd-8e3e-2bd8746cf4b4'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:33:34.006677 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093182f0-c7af-4bfb-a1e3-aa0edcdc671e None None] Routers {'92a55623-599f-40cd-8e3e-2bd8746cf4b4'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:33:34.008241 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-093182f0-c7af-4bfb-a1e3-aa0edcdc671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:33:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['92a55623-599f-40cd-8e3e-2bd8746cf4b4'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:34.219586 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9340041b-1181-45b3-848b-62f4f6484ecd tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:34.237687 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36c5c8-c68a-4581-8bb2-84058cdabba5 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Pushing event deleted for resources: {'Port': ['ID=78e4f83d-c426-4d2e-a249-2d64201f6477,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:34.282584 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 6461f028-9c9a-4522-9b52-52c7001b2844 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:33:34.296360 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 57eb5b44-47f7-4876-bfcb-d2088bda2a5a no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:33:34.313652 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c9cc4bd3-be85-4f34-8764-f045230fce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'name': 'tempest-ServersTestBootFromVolume-791426556-router', 'tenant_id': '6397ec65027742af97122f0e8e24f15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:31:02Z', 'updated_at': '2022-02-08T21:31:11Z', 'revision_number': 4, 'project_id': '6397ec65027742af97122f0e8e24f15b', 'gw_port': {'id': '4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:03Z', 'updated_at': '2022-02-08T21:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d', 'name': '', 'network_id': '408b6511-ea01-4c92-b584-46cf5335e828', 'tenant_id': '6397ec65027742af97122f0e8e24f15b', 'mac_address': 'fa:16:3e:39:7e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '2130ef6d-804d-44a5-85d7-5418400fcc2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:10Z', 'updated_at': '2022-02-08T21:31:18Z', 'revision_number': 5, 'project_id': '6397ec65027742af97122f0e8e24f15b', 'subnets': [{'id': '2130ef6d-804d-44a5-85d7-5418400fcc2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:34.377459 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d599e841-5c86-4b8d-8359-4451f1abac03 req-e342e0e1-7eaf-42cd-ba60-d01b53efa40f tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 210 time: 0.1583731 Feb 08 21:33:34.378297 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1f9472f2-30a8-4c9e-82b9-a26fc84a3baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (136e8f55-efbc-4452-88a9-3bffc4956842), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:34.378766 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 57eb5b44-47f7-4876-bfcb-d2088bda2a5a {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:33:34.379336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 57eb5b44-47f7-4876-bfcb-d2088bda2a5a not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:33:34.379963 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 136e8f55-efbc-4452-88a9-3bffc4956842 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:33:34.470811 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cc4bd3-be85-4f34-8764-f045230fce80 None None] The sync data for ids ['0ae706ba-8eda-48d0-80fc-9f45eeebcc74'] in n-d-712143-31 is: [{'id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'name': 'tempest-ServersTestBootFromVolume-791426556-router', 'tenant_id': '6397ec65027742af97122f0e8e24f15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:31:02Z', 'updated_at': '2022-02-08T21:31:11Z', 'revision_number': 4, 'project_id': '6397ec65027742af97122f0e8e24f15b', 'gw_port': {'id': '4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:03Z', 'updated_at': '2022-02-08T21:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d', 'name': '', 'network_id': '408b6511-ea01-4c92-b584-46cf5335e828', 'tenant_id': '6397ec65027742af97122f0e8e24f15b', 'mac_address': 'fa:16:3e:39:7e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '2130ef6d-804d-44a5-85d7-5418400fcc2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:10Z', 'updated_at': '2022-02-08T21:31:18Z', 'revision_number': 5, 'project_id': '6397ec65027742af97122f0e8e24f15b', 'subnets': [{'id': '2130ef6d-804d-44a5-85d7-5418400fcc2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:33:34.490393 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9340041b-1181-45b3-848b-62f4f6484ecd tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "PUT /v2.0/floatingips/f92e514d-f239-49c6-9800-0c9802e7492d HTTP/1.1" status: 200 len: 990 time: 4.5106735 Feb 08 21:33:34.499083 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab879ab-daf9-42bc-8293-775c9c6a9a1c', 'tag': '3e63e12c-97b8-4b03-8007-0ad151950de8'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:33:34.516517 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9a5d1e-ab18-44f3-8559-480b55566912" -d '{"events": [{"name": "network-changed", "server_uuid": "bab879ab-daf9-42bc-8293-775c9c6a9a1c", "tag": "3e63e12c-97b8-4b03-8007-0ad151950de8"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:33:34.530830 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60026) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:34.551992 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9472f2-30a8-4c9e-82b9-a26fc84a3baa admin admin] Pushing event deleted for resources: {'Port': ['ID=136e8f55-efbc-4452-88a9-3bffc4956842,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:34.781949 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60034) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:34.842461 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd2f6bc8-b39d-4e9d-96c3-b96663259b84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:34.856037 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ee91d-4bb3-4b54-888b-579d169183b4 req-6be30122-071e-4355-86ce-0ee309a24d46 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:34.863913 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-027ee91d-4bb3-4b54-888b-579d169183b4 req-6be30122-071e-4355-86ce-0ee309a24d46 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.6524055 Feb 08 21:33:34.915984 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ba36c5c8-c68a-4581-8bb2-84058cdabba5 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:34.920230 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ba36c5c8-c68a-4581-8bb2-84058cdabba5 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] 10.222.0.88 "DELETE /v2.0/ports/78e4f83d-c426-4d2e-a249-2d64201f6477 HTTP/1.1" status: 204 len: 168 time: 3.9597392 Feb 08 21:33:34.924329 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60036) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:34.980674 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1f9472f2-30a8-4c9e-82b9-a26fc84a3baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (28628eca-48a7-4486-8f4f-8f30ddbbda16), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:34.989132 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-beace69b-b123-47d4-a771-1ea8c908750a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] GET failed (client error): The resource could not be found. Feb 08 21:33:34.990807 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-beace69b-b123-47d4-a771-1ea8c908750a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] 10.222.0.88 "GET /v2.0/ports/78e4f83d-c426-4d2e-a249-2d64201f6477 HTTP/1.1" status: 404 len: 333 time: 0.0589547 Feb 08 21:33:34.995096 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60040) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:35.001146 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6064b6d6-9d57-40f5-b6d6-abc70ff36c46 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Request body: {'port': {'network_id': '1c11b3a4-cb52-434a-b71c-57e11168685c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1284061786'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:35.022801 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5660e02-62d3-4130-a402-540759335a36 None None] New status for floating IP a80c8601-35e0-4991-b85f-aa7286b82f4b: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:33:35.069148 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 136e8f55-efbc-4452-88a9-3bffc4956842 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:33:35.071589 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 136e8f55-efbc-4452-88a9-3bffc4956842 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:33:35.171294 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-093182f0-c7af-4bfb-a1e3-aa0edcdc671e None None] Set router 92a55623-599f-40cd-8e3e-2bd8746cf4b4 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:33:35.253638 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ca656-e857-413f-9017-749b50c27c65 req-7457a15f-eb39-4819-b619-7fa3e77aa90f tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:35.261379 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f99ca656-e857-413f-9017-749b50c27c65 req-7457a15f-eb39-4819-b619-7fa3e77aa90f tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 945 time: 0.6009037 Feb 08 21:33:35.265981 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1f9472f2-30a8-4c9e-82b9-a26fc84a3baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (28628eca-48a7-4486-8f4f-8f30ddbbda16), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:35.272329 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-027ee91d-4bb3-4b54-888b-579d169183b4 req-a8462b98-4619-4bb2-b6aa-8b58fd2f334a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4072204 Feb 08 21:33:35.278978 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1f9472f2-30a8-4c9e-82b9-a26fc84a3baa admin admin] Publish callbacks [] for router_controller (28628eca-48a7-4486-8f4f-8f30ddbbda16), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:35.310262 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9a82a503-cbb0-47a9-b515-619fd4b30964 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-222369038-network', 'tenant_id': 'e06b0580b36e41f2ba7247491d9845e4'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:35.342299 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd2f6bc8-b39d-4e9d-96c3-b96663259b84 admin admin] Publish callbacks [] for security_group (a2c542b2-6c6b-46f1-a300-17895ba04ad1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:35.378199 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd2f6bc8-b39d-4e9d-96c3-b96663259b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a2c542b2-6c6b-46f1-a300-17895ba04ad1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:35.390134 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71637195-963f-496b-b8a5-9e0ff50ae48a x-openstack-request-id: req-71637195-963f-496b-b8a5-9e0ff50ae48a {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:33:35.390780 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab879ab-daf9-42bc-8293-775c9c6a9a1c", "tag": "3e63e12c-97b8-4b03-8007-0ad151950de8", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:33:35.391368 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-71637195-963f-496b-b8a5-9e0ff50ae48a {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:33:35.391960 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab879ab-daf9-42bc-8293-775c9c6a9a1c', 'tag': '3e63e12c-97b8-4b03-8007-0ad151950de8', 'status': 'completed', 'code': 200} Feb 08 21:33:35.414299 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1f9472f2-30a8-4c9e-82b9-a26fc84a3baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (28628eca-48a7-4486-8f4f-8f30ddbbda16), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:35.415643 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9472f2-30a8-4c9e-82b9-a26fc84a3baa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28628eca-48a7-4486-8f4f-8f30ddbbda16 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:33:35.436788 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 6461f028-9c9a-4522-9b52-52c7001b2844 is: DOWN; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:33:35.442617 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1f9472f2-30a8-4c9e-82b9-a26fc84a3baa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:35.446706 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1f9472f2-30a8-4c9e-82b9-a26fc84a3baa admin admin] 10.222.0.88 "DELETE /v2.0/routers/28628eca-48a7-4486-8f4f-8f30ddbbda16 HTTP/1.1" status: 204 len: 168 time: 4.2560954 Feb 08 21:33:35.454953 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60048) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:35.489086 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f99ca656-e857-413f-9017-749b50c27c65 req-10cedb27-cfb0-464a-8cd2-09280bf950e6 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242026 Feb 08 21:33:35.489773 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a82a503-cbb0-47a9-b515-619fd4b30964 admin admin] Made reservation on behalf of e06b0580b36e41f2ba7247491d9845e4 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:33:35.492177 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a82a503-cbb0-47a9-b515-619fd4b30964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:35.592703 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a82a503-cbb0-47a9-b515-619fd4b30964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:35.605943 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e271fd6a-58d8-4553-af12-4e9ffb29fb2f req-f6e686bc-a40f-4170-ba02-65cc0c777a2a tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 210 time: 0.0787950 Feb 08 21:33:35.625724 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d3d3a81-fa8d-41c2-b9ba-a2cb0310a92f admin admin] Deleting subnet 2583ff1d-670a-4074-8b7c-cb54a492a95a {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:33:35.640601 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3a81-fa8d-41c2-b9ba-a2cb0310a92f admin admin] Publish callbacks [] for subnet (2583ff1d-670a-4074-8b7c-cb54a492a95a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:35.739271 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a82a503-cbb0-47a9-b515-619fd4b30964 admin admin] Publish callbacks [] for security_group (4df2c3d3-1906-489d-83a8-b62f10128af5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:35.748864 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3a81-fa8d-41c2-b9ba-a2cb0310a92f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (2583ff1d-670a-4074-8b7c-cb54a492a95a), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:35.752554 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6064b6d6-9d57-40f5-b6d6-abc70ff36c46 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Made reservation on behalf of 7216f775f6b24744b5fdb69884b6a887 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:33:35.756219 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6064b6d6-9d57-40f5-b6d6-abc70ff36c46 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:35.776271 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cd2f6bc8-b39d-4e9d-96c3-b96663259b84 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=aa928487b43f4af6a813748bbb42b0e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9894285 Feb 08 21:33:35.778883 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-093182f0-c7af-4bfb-a1e3-aa0edcdc671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1530795913-router', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:25Z', 'revision_number': 4, 'project_id': '48aae992c2704ece870f0faad4c28599', 'gw_port': {'id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'f92e514d-f239-49c6-9800-0c9802e7492d', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'port_id': '3e63e12c-97b8-4b03-8007-0ad151950de8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'mac_address': 'fa:16:3e:0c:ae:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab879ab-daf9-42bc-8293-775c9c6a9a1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:33:05Z', 'updated_at': '2022-02-08T21:33:30Z', 'revision_number': 1, 'project_id': '48aae992c2704ece870f0faad4c28599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33cfd50d-838b-4c6d-933b-0815178d1341', 'name': '', 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'mac_address': 'fa:16:3e:93:60:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:24Z', 'updated_at': '2022-02-08T21:27:31Z', 'revision_number': 5, 'project_id': '48aae992c2704ece870f0faad4c28599', 'subnets': [{'id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:35.780031 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60050) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:35.793882 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a82a503-cbb0-47a9-b515-619fd4b30964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4df2c3d3-1906-489d-83a8-b62f10128af5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:35.818112 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f6bc8-b39d-4e9d-96c3-b96663259b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c542b2-6c6b-46f1-a300-17895ba04ad1,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:35.831213 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093182f0-c7af-4bfb-a1e3-aa0edcdc671e None None] Checking router: 92a55623-599f-40cd-8e3e-2bd8746cf4b4 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:33:35.833271 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3a81-fa8d-41c2-b9ba-a2cb0310a92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (2583ff1d-670a-4074-8b7c-cb54a492a95a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:35.835294 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-6064b6d6-9d57-40f5-b6d6-abc70ff36c46 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] device_id is not set on port f27cbd20-54ff-40b4-bbcf-e6b25e969d6c yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:33:35.841104 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093182f0-c7af-4bfb-a1e3-aa0edcdc671e None None] Routers {'92a55623-599f-40cd-8e3e-2bd8746cf4b4'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:33:35.841810 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-093182f0-c7af-4bfb-a1e3-aa0edcdc671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:33:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['92a55623-599f-40cd-8e3e-2bd8746cf4b4'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:35.926232 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-123a4731-2109-47b9-9827-1d5c6e7988c8 admin admin] Publish callbacks [] for security_group (a2c542b2-6c6b-46f1-a300-17895ba04ad1), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:35.971367 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-123a4731-2109-47b9-9827-1d5c6e7988c8 admin admin] Publish callbacks [] for security_group (a2c542b2-6c6b-46f1-a300-17895ba04ad1), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:35.971873 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-093182f0-c7af-4bfb-a1e3-aa0edcdc671e None None] Set router 92a55623-599f-40cd-8e3e-2bd8746cf4b4 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:33:35.987998 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3a81-fa8d-41c2-b9ba-a2cb0310a92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (2583ff1d-670a-4074-8b7c-cb54a492a95a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:36.042881 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d3a81-fa8d-41c2-b9ba-a2cb0310a92f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2583ff1d-670a-4074-8b7c-cb54a492a95a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:36.048615 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3a81-fa8d-41c2-b9ba-a2cb0310a92f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:36.058864 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1d3d3a81-fa8d-41c2-b9ba-a2cb0310a92f admin admin] 10.222.0.88 "DELETE /v2.0/subnets/2583ff1d-670a-4074-8b7c-cb54a492a95a HTTP/1.1" status: 204 len: 168 time: 0.5995867 Feb 08 21:33:36.060678 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60054) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:36.060879 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a5d1e-ab18-44f3-8559-480b55566912 req-f1265d82-8822-42ae-adb1-1cb4e8184091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:36.062761 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2f9a5d1e-ab18-44f3-8559-480b55566912 req-f1265d82-8822-42ae-adb1-1cb4e8184091 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=48aae992c2704ece870f0faad4c28599&device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 1128 time: 0.6392214 Feb 08 21:33:36.092638 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a82a503-cbb0-47a9-b515-619fd4b30964 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:33:36.208068 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-6064b6d6-9d57-40f5-b6d6-abc70ff36c46 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Allocated IP 2001:db8::2fd (1c11b3a4-cb52-434a-b71c-57e11168685c/02670600-dc95-47ba-a489-9baab3de2357/f27cbd20-54ff-40b4-bbcf-e6b25e969d6c) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:33:36.214577 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a82a503-cbb0-47a9-b515-619fd4b30964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df2c3d3-1906-489d-83a8-b62f10128af5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:36.223145 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a82a503-cbb0-47a9-b515-619fd4b30964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (49facca1-169c-4864-a226-97422e720b0a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:36.223544 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-9a82a503-cbb0-47a9-b515-619fd4b30964 admin admin] Added segment 49facca1-169c-4864-a226-97422e720b0a of type vlan for network 1284a0ae-9adf-45e2-9652-f0c9a50a9682 Feb 08 21:33:36.257275 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3782c0e9-f064-47b3-844b-310d6a95e72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (615ec4ed-fa4e-46ef-89c1-1a6f16003df8), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:36.271038 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-123a4731-2109-47b9-9827-1d5c6e7988c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a2c542b2-6c6b-46f1-a300-17895ba04ad1), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:36.274275 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-123a4731-2109-47b9-9827-1d5c6e7988c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:36.277051 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-123a4731-2109-47b9-9827-1d5c6e7988c8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a2c542b2-6c6b-46f1-a300-17895ba04ad1 HTTP/1.1" status: 204 len: 168 time: 0.4957020 Feb 08 21:33:36.296311 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a4731-2109-47b9-9827-1d5c6e7988c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c542b2-6c6b-46f1-a300-17895ba04ad1,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:36.340738 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a82a503-cbb0-47a9-b515-619fd4b30964 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (1284a0ae-9adf-45e2-9652-f0c9a50a9682), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:36.376391 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a5d1e-ab18-44f3-8559-480b55566912 req-13c3f268-74be-4c78-821e-dffaa1a5e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:36.379725 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2f9a5d1e-ab18-44f3-8559-480b55566912 req-13c3f268-74be-4c78-821e-dffaa1a5e23e service neutron] 10.222.0.94 "GET /v2.0/networks?id=d00185f4-2139-492b-b59f-1586b41daef5 HTTP/1.1" status: 200 len: 918 time: 0.3037705 Feb 08 21:33:36.389697 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a82a503-cbb0-47a9-b515-619fd4b30964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (1284a0ae-9adf-45e2-9652-f0c9a50a9682), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:36.391133 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a82a503-cbb0-47a9-b515-619fd4b30964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:36.391791 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a82a503-cbb0-47a9-b515-619fd4b30964 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:36.516603 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2f9a5d1e-ab18-44f3-8559-480b55566912 req-391d8cf6-894a-4f28-8990-fbfa6c7a2004 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e63e12c-97b8-4b03-8007-0ad151950de8 HTTP/1.1" status: 200 len: 998 time: 0.1215184 Feb 08 21:33:36.540276 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3782c0e9-f064-47b3-844b-310d6a95e72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (615ec4ed-fa4e-46ef-89c1-1a6f16003df8), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:36.542281 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:36.627144 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-3782c0e9-f064-47b3-844b-310d6a95e72b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615ec4ed-fa4e-46ef-89c1-1a6f16003df8']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:36.656748 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:36.660526 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-3782c0e9-f064-47b3-844b-310d6a95e72b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce7776cb-c96f-49d0-a5da-4fe283036b62') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:36.661137 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-3782c0e9-f064-47b3-844b-310d6a95e72b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce7776cb-c96f-49d0-a5da-4fe283036b62') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:36.666569 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a5d1e-ab18-44f3-8559-480b55566912 req-60267897-8ff2-41b1-a454-91fe67efdff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:36.669533 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2f9a5d1e-ab18-44f3-8559-480b55566912 req-60267897-8ff2-41b1-a454-91fe67efdff9 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8c41e412-c763-4ca0-a1f8-ab9cd96c364d HTTP/1.1" status: 200 len: 856 time: 0.1396306 Feb 08 21:33:36.687330 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3782c0e9-f064-47b3-844b-310d6a95e72b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (ce7776cb-c96f-49d0-a5da-4fe283036b62), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:36.688076 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-093182f0-c7af-4bfb-a1e3-aa0edcdc671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1530795913-router', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:25Z', 'revision_number': 4, 'project_id': '48aae992c2704ece870f0faad4c28599', 'gw_port': {'id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'f92e514d-f239-49c6-9800-0c9802e7492d', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'port_id': '3e63e12c-97b8-4b03-8007-0ad151950de8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'mac_address': 'fa:16:3e:0c:ae:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab879ab-daf9-42bc-8293-775c9c6a9a1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:33:05Z', 'updated_at': '2022-02-08T21:33:30Z', 'revision_number': 1, 'project_id': '48aae992c2704ece870f0faad4c28599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33cfd50d-838b-4c6d-933b-0815178d1341', 'name': '', 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'mac_address': 'fa:16:3e:93:60:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:24Z', 'updated_at': '2022-02-08T21:27:31Z', 'revision_number': 5, 'project_id': '48aae992c2704ece870f0faad4c28599', 'subnets': [{'id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:36.722530 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3782c0e9-f064-47b3-844b-310d6a95e72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (ce7776cb-c96f-49d0-a5da-4fe283036b62), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:36.739417 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3782c0e9-f064-47b3-844b-310d6a95e72b admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:33:36.740051 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3782c0e9-f064-47b3-844b-310d6a95e72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (ce7776cb-c96f-49d0-a5da-4fe283036b62), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:36.746151 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093182f0-c7af-4bfb-a1e3-aa0edcdc671e None None] The sync data for ids ['92a55623-599f-40cd-8e3e-2bd8746cf4b4'] in n-d-712143-31 is: [{'id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1530795913-router', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:25Z', 'revision_number': 4, 'project_id': '48aae992c2704ece870f0faad4c28599', 'gw_port': {'id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'f92e514d-f239-49c6-9800-0c9802e7492d', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'port_id': '3e63e12c-97b8-4b03-8007-0ad151950de8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'mac_address': 'fa:16:3e:0c:ae:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab879ab-daf9-42bc-8293-775c9c6a9a1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:33:05Z', 'updated_at': '2022-02-08T21:33:30Z', 'revision_number': 1, 'project_id': '48aae992c2704ece870f0faad4c28599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33cfd50d-838b-4c6d-933b-0815178d1341', 'name': '', 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'mac_address': 'fa:16:3e:93:60:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:24Z', 'updated_at': '2022-02-08T21:27:31Z', 'revision_number': 5, 'project_id': '48aae992c2704ece870f0faad4c28599', 'subnets': [{'id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:33:36.760294 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:33:36.769195 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13200288-7414-4891-b2c1-515ada48e106 req-3bfa2b9b-a04f-4cce-9f5b-16f558705d6b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:36.776819 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13200288-7414-4891-b2c1-515ada48e106 req-3bfa2b9b-a04f-4cce-9f5b-16f558705d6b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.3298953 Feb 08 21:33:36.810701 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9a82a503-cbb0-47a9-b515-619fd4b30964 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2772369 Feb 08 21:33:36.832066 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60068) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:36.845439 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-89632fa1-160a-47c0-b20a-be6de0ad7dd8 admin admin] Request body: {'subnet': {'network_id': '1284a0ae-9adf-45e2-9652-f0c9a50a9682', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-222369038-subnet', 'tenant_id': 'e06b0580b36e41f2ba7247491d9845e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:36.950695 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a82a503-cbb0-47a9-b515-619fd4b30964 admin admin] Pushing event updated for resources: {'Network': ['ID=1284a0ae-9adf-45e2-9652-f0c9a50a9682,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:36.963601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 1284a0ae-9adf-45e2-9652-f0c9a50a9682 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:33:37.044825 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a5d1e-ab18-44f3-8559-480b55566912 req-576bd4a1-5e8b-4b2b-80cc-4b97d61d6839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:37.051356 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2f9a5d1e-ab18-44f3-8559-480b55566912 req-576bd4a1-5e8b-4b2b-80cc-4b97d61d6839 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d00185f4-2139-492b-b59f-1586b41daef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3095627 Feb 08 21:33:37.147556 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13200288-7414-4891-b2c1-515ada48e106 req-4819a9b0-a1f3-446c-93da-f71391fafd8e tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3605528 Feb 08 21:33:37.175018 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3782c0e9-f064-47b3-844b-310d6a95e72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (615ec4ed-fa4e-46ef-89c1-1a6f16003df8), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:37.191198 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3782c0e9-f064-47b3-844b-310d6a95e72b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:37.207338 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3782c0e9-f064-47b3-844b-310d6a95e72b admin admin] 10.222.0.88 "DELETE /v2.0/networks/615ec4ed-fa4e-46ef-89c1-1a6f16003df8 HTTP/1.1" status: 204 len: 168 time: 1.1421335 Feb 08 21:33:37.216912 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89632fa1-160a-47c0-b20a-be6de0ad7dd8 admin admin] Made reservation on behalf of e06b0580b36e41f2ba7247491d9845e4 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:33:37.231179 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-89632fa1-160a-47c0-b20a-be6de0ad7dd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:37.267527 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b0ee6f-124d-45ab-ac68-8cbba18591b6 None None] New status for floating IP f92e514d-f239-49c6-9800-0c9802e7492d: ACTIVE {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:33:37.367357 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6064b6d6-9d57-40f5-b6d6-abc70ff36c46 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks [] for port (f27cbd20-54ff-40b4-bbcf-e6b25e969d6c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:37.627081 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:33:37.633482 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2f9a5d1e-ab18-44f3-8559-480b55566912 req-7951a4d5-879c-4639-bcc9-d5cf0151628d service neutron] 10.222.0.94 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5668526 Feb 08 21:33:37.637314 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60080) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:37.640515 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6064b6d6-9d57-40f5-b6d6-abc70ff36c46 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (f27cbd20-54ff-40b4-bbcf-e6b25e969d6c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:37.845630 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f64bc8f6-a182-4fad-a5cd-854978277456 req-6e9913f6-b510-4e70-acbd-8cd047aeb0e6 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 210 time: 0.0733030 Feb 08 21:33:37.847256 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-89632fa1-160a-47c0-b20a-be6de0ad7dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (db1e6f8f-73a7-42f1-8821-909b7074621b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:37.856604 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782c0e9-f064-47b3-844b-310d6a95e72b admin admin] Pushing event deleted for resources: {'Network': ['ID=615ec4ed-fa4e-46ef-89c1-1a6f16003df8,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:37.880202 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fc060-7f70-477b-8aab-4ac1a3963a64 req-7af64199-969c-4341-b3a3-7c6dae1a3acf tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:37.882432 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-093fc060-7f70-477b-8aab-4ac1a3963a64 req-7af64199-969c-4341-b3a3-7c6dae1a3acf tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 945 time: 1.0605423 Feb 08 21:33:38.158282 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89632fa1-160a-47c0-b20a-be6de0ad7dd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db1e6f8f-73a7-42f1-8821-909b7074621b,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:38.185007 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-093fc060-7f70-477b-8aab-4ac1a3963a64 req-282eb417-99a1-44ff-b352-6c2e9bb35af1 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479587 Feb 08 21:33:38.202358 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89632fa1-160a-47c0-b20a-be6de0ad7dd8 admin admin] Checking segment: {'id': '49facca1-169c-4864-a226-97422e720b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1284a0ae-9adf-45e2-9652-f0c9a50a9682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:33:38.203254 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89632fa1-160a-47c0-b20a-be6de0ad7dd8 admin admin] Network hostable DHCP agents. Network: 1284a0ae-9adf-45e2-9652-f0c9a50a9682, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:33:38.227548 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-43bed471-3f6e-4de7-b8e5-bf6a658b3c3a req-f72f6a2c-038f-48fe-a72f-b3eaa6f487a0 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d76e164b-73d0-4625-a794-a384c6c1ddd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8448875 Feb 08 21:33:38.246802 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89632fa1-160a-47c0-b20a-be6de0ad7dd8 admin admin] Network 1284a0ae-9adf-45e2-9652-f0c9a50a9682 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:33:38.266788 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-89632fa1-160a-47c0-b20a-be6de0ad7dd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 1284a0ae-9adf-45e2-9652-f0c9a50a9682) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:33:38.286325 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af39b52-b2b3-4a11-bee2-9111581a68e2 None None] Network 1284a0ae-9adf-45e2-9652-f0c9a50a9682 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:33:38.294112 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89632fa1-160a-47c0-b20a-be6de0ad7dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:38.300842 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-89632fa1-160a-47c0-b20a-be6de0ad7dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:38.363981 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6064b6d6-9d57-40f5-b6d6-abc70ff36c46 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Network 1c11b3a4-cb52-434a-b71c-57e11168685c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:33:38.375354 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7903e4ad-e4fd-4053-bac5-078a3e02a288 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0b5378aef139411c8980fedff164d328&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7311695 Feb 08 21:33:38.379636 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-6064b6d6-9d57-40f5-b6d6-abc70ff36c46 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:33:38.384748 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60092) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:38.390395 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064b6d6-9d57-40f5-b6d6-abc70ff36c46 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Pushing event updated for resources: {'Port': ['ID=f27cbd20-54ff-40b4-bbcf-e6b25e969d6c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:38.400342 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6064b6d6-9d57-40f5-b6d6-abc70ff36c46 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:33:38.405579 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6064b6d6-9d57-40f5-b6d6-abc70ff36c46 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:38.406942 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6064b6d6-9d57-40f5-b6d6-abc70ff36c46 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:38.455256 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-89632fa1-160a-47c0-b20a-be6de0ad7dd8 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6153598 Feb 08 21:33:38.474890 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60096) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:38.496746 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-fdfe5043-ef1d-49f2-a016-fd60fb97ff63 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-222369038-router', 'tenant_id': 'e06b0580b36e41f2ba7247491d9845e4', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:38.539334 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6064b6d6-9d57-40f5-b6d6-abc70ff36c46 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.5424933 Feb 08 21:33:38.544597 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60098) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:38.553840 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-a5dbbfdf-98be-4b50-8e9a-b72bb0c2ce9e tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:2e:df:54'}]}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:38.585701 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2f9a5d1e-ab18-44f3-8559-480b55566912 req-a8022cbc-b752-4e24-9ff5-4370f56c92a9 service neutron] 10.222.0.94 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9184711 Feb 08 21:33:38.596914 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bed471-3f6e-4de7-b8e5-bf6a658b3c3a req-7b333658-2875-4cca-b9f7-f0f501840e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:38.600239 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-43bed471-3f6e-4de7-b8e5-bf6a658b3c3a req-7b333658-2875-4cca-b9f7-f0f501840e71 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&device_id=d76e164b-73d0-4625-a794-a384c6c1ddd6 HTTP/1.1" status: 200 len: 1090 time: 0.3202751 Feb 08 21:33:38.609135 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d084cf2-2b81-4e4b-8757-fc6372a38ab7 admin admin] Publish callbacks [] for security_group (9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:38.616638 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bf4297-7f6d-4eb9-a651-61d377d7974a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-1284a0ae-9adf-45e2-9652-f0c9a50a9682', 'network_id': '1284a0ae-9adf-45e2-9652-f0c9a50a9682', 'project_id': 'e06b0580b36e41f2ba7247491d9845e4', 'fixed_ips': [{'subnet_id': 'db1e6f8f-73a7-42f1-8821-909b7074621b'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:33:38.617789 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-62bf4297-7f6d-4eb9-a651-61d377d7974a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:38.632875 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7da6d-ae71-4406-b3a6-3ed739c15766 req-9c01ac2d-18a5-4aa6-b268-c67276ad744b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:38.635414 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-46f7da6d-ae71-4406-b3a6-3ed739c15766 req-9c01ac2d-18a5-4aa6-b268-c67276ad744b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.2932916 Feb 08 21:33:38.639514 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fdfe5043-ef1d-49f2-a016-fd60fb97ff63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (d69f1d80-2d1d-4ee5-8b70-68c6049dc41d), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:38.641327 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fdfe5043-ef1d-49f2-a016-fd60fb97ff63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (d69f1d80-2d1d-4ee5-8b70-68c6049dc41d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:38.661062 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d084cf2-2b81-4e4b-8757-fc6372a38ab7 admin admin] Publish callbacks [] for security_group (9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:38.845299 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d084cf2-2b81-4e4b-8757-fc6372a38ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:38.848097 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d084cf2-2b81-4e4b-8757-fc6372a38ab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:38.860837 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2d084cf2-2b81-4e4b-8757-fc6372a38ab7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec HTTP/1.1" status: 204 len: 168 time: 0.4603496 Feb 08 21:33:38.880681 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-46f7da6d-ae71-4406-b3a6-3ed739c15766 req-08e5802a-7fd0-4c64-a4c7-59058510125d tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324903 Feb 08 21:33:38.889315 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d084cf2-2b81-4e4b-8757-fc6372a38ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5842b1-91d9-436e-b0aa-fa7e06f7c5ec,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:38.979659 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-62bf4297-7f6d-4eb9-a651-61d377d7974a None None] Allocated IP 172.20.0.2 (1284a0ae-9adf-45e2-9652-f0c9a50a9682/db1e6f8f-73a7-42f1-8821-909b7074621b/821ac101-2b63-432c-a5f3-7b6fcafbb905) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:33:39.010983 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bed471-3f6e-4de7-b8e5-bf6a658b3c3a req-597cad0e-a60f-41e0-8bc2-34100b508bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:39.017333 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-43bed471-3f6e-4de7-b8e5-bf6a658b3c3a req-597cad0e-a60f-41e0-8bc2-34100b508bcd service neutron] 10.222.0.94 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 913 time: 0.2885664 Feb 08 21:33:39.114227 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fdfe5043-ef1d-49f2-a016-fd60fb97ff63 admin admin] Publish callbacks [] for router_controller (d69f1d80-2d1d-4ee5-8b70-68c6049dc41d), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:39.155339 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-43bed471-3f6e-4de7-b8e5-bf6a658b3c3a req-9acdbc4f-7a5f-4d6f-a5bc-141c939f32b5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 HTTP/1.1" status: 200 len: 217 time: 0.1331284 Feb 08 21:33:39.196753 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8bad9414-1c8d-43ab-aa3f-a9d12ca2ded3 req-dcdd55d4-9283-43b5-8724-51f585f0149c tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 210 time: 0.1658561 Feb 08 21:33:39.321321 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f0e33ee8-a460-44ab-be3d-082d00ccf17c None None] Provisioning complete for port f27cbd20-54ff-40b4-bbcf-e6b25e969d6c triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:33:39.322128 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f0e33ee8-a460-44ab-be3d-082d00ccf17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f27cbd20-54ff-40b4-bbcf-e6b25e969d6c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:39.329643 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-62bf4297-7f6d-4eb9-a651-61d377d7974a None None] Publish callbacks [] for port (821ac101-2b63-432c-a5f3-7b6fcafbb905), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:39.363586 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bed471-3f6e-4de7-b8e5-bf6a658b3c3a req-d0a089bd-56d7-4db8-84af-da7cbfa8ed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:39.365546 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-62bf4297-7f6d-4eb9-a651-61d377d7974a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (821ac101-2b63-432c-a5f3-7b6fcafbb905), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:39.368687 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-43bed471-3f6e-4de7-b8e5-bf6a658b3c3a req-d0a089bd-56d7-4db8-84af-da7cbfa8ed47 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0aa29b5a-a776-4012-aa53-861d63a1c0ca HTTP/1.1" status: 200 len: 851 time: 0.2057793 Feb 08 21:33:39.480021 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bf4297-7f6d-4eb9-a651-61d377d7974a None None] Network 1284a0ae-9adf-45e2-9652-f0c9a50a9682 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:33:39.485320 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f0e33ee8-a460-44ab-be3d-082d00ccf17c None None] Port f27cbd20-54ff-40b4-bbcf-e6b25e969d6c cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:33:39.491470 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-62bf4297-7f6d-4eb9-a651-61d377d7974a None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:33:39.495229 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bf4297-7f6d-4eb9-a651-61d377d7974a None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:33:39.519659 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bed471-3f6e-4de7-b8e5-bf6a658b3c3a req-3930efa1-0c88-4ec5-8aaf-b226f8002c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:39.523203 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-43bed471-3f6e-4de7-b8e5-bf6a658b3c3a req-3930efa1-0c88-4ec5-8aaf-b226f8002c68 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=470bde4a-288b-4162-81c1-45fdd6f3db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1469522 Feb 08 21:33:39.590925 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf4297-7f6d-4eb9-a651-61d377d7974a None None] Pushing event updated for resources: {'Port': ['ID=821ac101-2b63-432c-a5f3-7b6fcafbb905,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:39.669436 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-62bf4297-7f6d-4eb9-a651-61d377d7974a None None] Attempting to bind port 821ac101-2b63-432c-a5f3-7b6fcafbb905 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:33:39.670534 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-62bf4297-7f6d-4eb9-a651-61d377d7974a None None] Attempting to bind port 821ac101-2b63-432c-a5f3-7b6fcafbb905 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '49facca1-169c-4864-a226-97422e720b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1284a0ae-9adf-45e2-9652-f0c9a50a9682'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:33:39.672111 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bf4297-7f6d-4eb9-a651-61d377d7974a None None] Attempting to bind port 821ac101-2b63-432c-a5f3-7b6fcafbb905 on network 1284a0ae-9adf-45e2-9652-f0c9a50a9682 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:33:39.683061 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-43bed471-3f6e-4de7-b8e5-bf6a658b3c3a req-1f3eb03f-00bb-42cb-977d-c6d799feb360 service neutron] 10.222.0.94 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530626 Feb 08 21:33:39.686557 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bf4297-7f6d-4eb9-a651-61d377d7974a None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:33:39.687219 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bf4297-7f6d-4eb9-a651-61d377d7974a None None] Checking segment: {'id': '49facca1-169c-4864-a226-97422e720b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1284a0ae-9adf-45e2-9652-f0c9a50a9682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:33:39.687636 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-62bf4297-7f6d-4eb9-a651-61d377d7974a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:39.688036 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bf4297-7f6d-4eb9-a651-61d377d7974a None None] Bound using segment: {'id': '49facca1-169c-4864-a226-97422e720b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1284a0ae-9adf-45e2-9652-f0c9a50a9682'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:33:39.688545 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-62bf4297-7f6d-4eb9-a651-61d377d7974a None None] Bound port: 821ac101-2b63-432c-a5f3-7b6fcafbb905, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49facca1-169c-4864-a226-97422e720b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1284a0ae-9adf-45e2-9652-f0c9a50a9682'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:33:39.688938 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-62bf4297-7f6d-4eb9-a651-61d377d7974a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (821ac101-2b63-432c-a5f3-7b6fcafbb905), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:39.835586 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60124) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:39.873555 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-62bf4297-7f6d-4eb9-a651-61d377d7974a None None] For port 821ac101-2b63-432c-a5f3-7b6fcafbb905, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:33:39.881123 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-62bf4297-7f6d-4eb9-a651-61d377d7974a None None] For port 821ac101-2b63-432c-a5f3-7b6fcafbb905, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=821ac101-2b63-432c-a5f3-7b6fcafbb905,segment=NetworkSegment(49facca1-169c-4864-a226-97422e720b0a),segment_id=49facca1-169c-4864-a226-97422e720b0a)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:33:39.893725 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-62bf4297-7f6d-4eb9-a651-61d377d7974a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (821ac101-2b63-432c-a5f3-7b6fcafbb905), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:39.984025 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-43bed471-3f6e-4de7-b8e5-bf6a658b3c3a req-948336ca-8e78-4d02-ac32-f4d994a0490a service neutron] 10.222.0.94 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943070 Feb 08 21:33:40.066750 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf4297-7f6d-4eb9-a651-61d377d7974a None None] Pushing event updated for resources: {'Port': ['ID=821ac101-2b63-432c-a5f3-7b6fcafbb905,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:40.179786 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fdfe5043-ef1d-49f2-a016-fd60fb97ff63 admin admin] Publish callbacks [] for router_gateway (d69f1d80-2d1d-4ee5-8b70-68c6049dc41d), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:40.361314 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f2f16ce6-8f34-4354-b9a7-7ecab15c3785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:40.410931 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a5dbbfdf-98be-4b50-8e9a-b72bb0c2ce9e tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f27cbd20-54ff-40b4-bbcf-e6b25e969d6c), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:40.457146 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed016de0-a96a-4043-9ee9-97f0624595e7 req-89ad8c8e-dbf5-4c93-b3fb-f9ac32944a00 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:40.470262 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed016de0-a96a-4043-9ee9-97f0624595e7 req-89ad8c8e-dbf5-4c93-b3fb-f9ac32944a00 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 945 time: 0.4776099 Feb 08 21:33:40.518141 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50f805-57fc-42fa-888e-9f7687c24941 req-8c3abd3b-8563-4c59-8698-1656ee57de1a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:40.526142 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ad50f805-57fc-42fa-888e-9f7687c24941 req-8c3abd3b-8563-4c59-8698-1656ee57de1a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.4504869 Feb 08 21:33:40.617878 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f2f16ce6-8f34-4354-b9a7-7ecab15c3785 admin admin] Publish callbacks [] for security_group (c310f533-f168-459f-96bf-d3ca4c3d9444), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:40.626211 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f2f16ce6-8f34-4354-b9a7-7ecab15c3785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c310f533-f168-459f-96bf-d3ca4c3d9444), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:40.659445 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed016de0-a96a-4043-9ee9-97f0624595e7 req-01ff332d-e1d6-4f1a-8bc6-0d2f0cadc9e1 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881218 Feb 08 21:33:40.789929 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f16ce6-8f34-4354-b9a7-7ecab15c3785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c310f533-f168-459f-96bf-d3ca4c3d9444,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:40.800391 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f2f16ce6-8f34-4354-b9a7-7ecab15c3785 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d4b45d19d6b149e589acfad26acff8b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9584773 Feb 08 21:33:40.804903 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60150) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:40.919043 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb59cd2b-6e8d-4a8e-baf8-2efa2386079c admin admin] Publish callbacks [] for security_group (c310f533-f168-459f-96bf-d3ca4c3d9444), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:40.950026 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb59cd2b-6e8d-4a8e-baf8-2efa2386079c admin admin] Publish callbacks [] for security_group (c310f533-f168-459f-96bf-d3ca4c3d9444), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:41.008150 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ad50f805-57fc-42fa-888e-9f7687c24941 req-031a302e-2455-476f-a3cb-ae96ee3f11ec tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4810843 Feb 08 21:33:41.010685 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0320406d-3f96-44e8-ab01-3dc863bd41dc req-e3761df9-786a-46b4-8a0b-e9ed6446df49 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 210 time: 0.1104507 Feb 08 21:33:41.013127 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a5dbbfdf-98be-4b50-8e9a-b72bb0c2ce9e tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks [] for port (f27cbd20-54ff-40b4-bbcf-e6b25e969d6c), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:41.037796 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a5dbbfdf-98be-4b50-8e9a-b72bb0c2ce9e tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (f27cbd20-54ff-40b4-bbcf-e6b25e969d6c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:41.081741 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb59cd2b-6e8d-4a8e-baf8-2efa2386079c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c310f533-f168-459f-96bf-d3ca4c3d9444), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:41.082130 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-a5dbbfdf-98be-4b50-8e9a-b72bb0c2ce9e tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] In _notify_port_updated(), no bound segment for port f27cbd20-54ff-40b4-bbcf-e6b25e969d6c on network 1c11b3a4-cb52-434a-b71c-57e11168685c {{(pid=103433) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 21:33:41.089894 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb59cd2b-6e8d-4a8e-baf8-2efa2386079c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:41.095704 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cb59cd2b-6e8d-4a8e-baf8-2efa2386079c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c310f533-f168-459f-96bf-d3ca4c3d9444 HTTP/1.1" status: 204 len: 168 time: 0.2841563 Feb 08 21:33:41.097919 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dbbfdf-98be-4b50-8e9a-b72bb0c2ce9e tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:41.098616 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a5dbbfdf-98be-4b50-8e9a-b72bb0c2ce9e tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:41.102868 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a5dbbfdf-98be-4b50-8e9a-b72bb0c2ce9e tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] 10.222.0.88 "PUT /v2.0/ports/f27cbd20-54ff-40b4-bbcf-e6b25e969d6c HTTP/1.1" status: 200 len: 1003 time: 2.5567570 Feb 08 21:33:41.103543 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60158) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:41.117185 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59cd2b-6e8d-4a8e-baf8-2efa2386079c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c310f533-f168-459f-96bf-d3ca4c3d9444,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:41.727218 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fdfe5043-ef1d-49f2-a016-fd60fb97ff63 admin admin] Publish callbacks [] for router_gateway (d69f1d80-2d1d-4ee5-8b70-68c6049dc41d), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:41.853081 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dbbfdf-98be-4b50-8e9a-b72bb0c2ce9e tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Pushing event updated for resources: {'Port': ['ID=f27cbd20-54ff-40b4-bbcf-e6b25e969d6c,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:41.853516 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60174) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:41.874007 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2c127f0a-1ba0-4dc4-8ddb-1cec11b8beba None None] Provisioning complete for port f27cbd20-54ff-40b4-bbcf-e6b25e969d6c triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:33:41.874654 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c127f0a-1ba0-4dc4-8ddb-1cec11b8beba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f27cbd20-54ff-40b4-bbcf-e6b25e969d6c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:41.887136 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fdfe5043-ef1d-49f2-a016-fd60fb97ff63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:42.057665 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2c127f0a-1ba0-4dc4-8ddb-1cec11b8beba None None] Port f27cbd20-54ff-40b4-bbcf-e6b25e969d6c cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:33:42.059637 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60182) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:42.125399 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1b3214-ca85-4f89-96f8-83941ed09de5 None None] Network 1284a0ae-9adf-45e2-9652-f0c9a50a9682 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:33:42.153369 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60188) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:42.201731 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26287d5c-b370-4c5c-9af2-d2d073d95042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:42.326461 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-fdfe5043-ef1d-49f2-a016-fd60fb97ff63 admin admin] Allocated IP 172.25.3.99 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/e6eb52a6-1d8d-424d-a6d5-b7bb071573cc) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:33:42.355079 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b996e404-2aab-4ea2-98a1-db2574cc4412 None None] Provisioning complete for port 821ac101-2b63-432c-a5f3-7b6fcafbb905 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:33:42.361432 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b996e404-2aab-4ea2-98a1-db2574cc4412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (821ac101-2b63-432c-a5f3-7b6fcafbb905), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:42.421933 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26287d5c-b370-4c5c-9af2-d2d073d95042 admin admin] Publish callbacks [] for security_group (a5db709f-4ef1-46c5-876f-c127a3f6842d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:42.437776 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26287d5c-b370-4c5c-9af2-d2d073d95042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a5db709f-4ef1-46c5-876f-c127a3f6842d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:42.526918 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 821ac101-2b63-432c-a5f3-7b6fcafbb905 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:33:42.582034 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-26287d5c-b370-4c5c-9af2-d2d073d95042 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=20e6bd168a194813b4c21287a8713da1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4274464 Feb 08 21:33:42.585365 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26287d5c-b370-4c5c-9af2-d2d073d95042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5db709f-4ef1-46c5-876f-c127a3f6842d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:42.608916 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60190) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:42.629691 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fdfe5043-ef1d-49f2-a016-fd60fb97ff63 admin admin] Publish callbacks [] for port (e6eb52a6-1d8d-424d-a6d5-b7bb071573cc), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:42.659706 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b996e404-2aab-4ea2-98a1-db2574cc4412 None None] Current status of the port 821ac101-2b63-432c-a5f3-7b6fcafbb905 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:33:42.660292 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b996e404-2aab-4ea2-98a1-db2574cc4412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (821ac101-2b63-432c-a5f3-7b6fcafbb905), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:42.744270 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b996e404-2aab-4ea2-98a1-db2574cc4412 None None] For port 821ac101-2b63-432c-a5f3-7b6fcafbb905, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=821ac101-2b63-432c-a5f3-7b6fcafbb905,segment=NetworkSegment(49facca1-169c-4864-a226-97422e720b0a),segment_id=49facca1-169c-4864-a226-97422e720b0a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:33:42.753110 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b996e404-2aab-4ea2-98a1-db2574cc4412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (821ac101-2b63-432c-a5f3-7b6fcafbb905), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:42.798591 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-749322db-f882-4300-93dc-1291060f0b46 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1566087572-network', 'tenant_id': 'e992468990cb47ceb7991589052aa824'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:42.831424 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996e404-2aab-4ea2-98a1-db2574cc4412 None None] Pushing event updated for resources: {'Port': ['ID=821ac101-2b63-432c-a5f3-7b6fcafbb905,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:42.834473 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ca8e54fe-6529-4c8f-88a6-22d7ed7deeb3 tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-832047524', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:42.870589 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f46f0f56-2982-4f14-b432-372948beae22 req-908e1d1f-c74a-463a-85c4-2c57d5239c3c tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 210 time: 0.1835589 Feb 08 21:33:42.871059 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8e54fe-6529-4c8f-88a6-22d7ed7deeb3 tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Made reservation on behalf of b2d2769b9e034e53972d044cd4aa8fb8 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:33:42.871677 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 821ac101-2b63-432c-a5f3-7b6fcafbb905 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:33:42.872056 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (821ac101-2b63-432c-a5f3-7b6fcafbb905), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:42.879865 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ca8e54fe-6529-4c8f-88a6-22d7ed7deeb3 tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:42.898807 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67d173b6-dc0c-48ee-91ab-fd83c371e6d8 admin admin] Publish callbacks [] for security_group (a5db709f-4ef1-46c5-876f-c127a3f6842d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:42.912380 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ca8e54fe-6529-4c8f-88a6-22d7ed7deeb3 tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:42.958257 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fdfe5043-ef1d-49f2-a016-fd60fb97ff63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (e6eb52a6-1d8d-424d-a6d5-b7bb071573cc), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:43.018762 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-5f2911b6-6bcf-4e91-9d11-c59821d1d7c7 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Deleting port f27cbd20-54ff-40b4-bbcf-e6b25e969d6c {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:33:43.019129 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f2911b6-6bcf-4e91-9d11-c59821d1d7c7 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f27cbd20-54ff-40b4-bbcf-e6b25e969d6c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:43.061495 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 821ac101-2b63-432c-a5f3-7b6fcafbb905 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:33:43.136101 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f2911b6-6bcf-4e91-9d11-c59821d1d7c7 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f27cbd20-54ff-40b4-bbcf-e6b25e969d6c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:43.150618 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-5f2911b6-6bcf-4e91-9d11-c59821d1d7c7 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Calling delete_port for f27cbd20-54ff-40b4-bbcf-e6b25e969d6c owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:33:43.210278 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ca8e54fe-6529-4c8f-88a6-22d7ed7deeb3 tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Publish callbacks [] for security_group (e6638760-8502-4193-b4c5-e51411d2392c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:43.234609 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ca8e54fe-6529-4c8f-88a6-22d7ed7deeb3 tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e6638760-8502-4193-b4c5-e51411d2392c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:43.254779 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67d173b6-dc0c-48ee-91ab-fd83c371e6d8 admin admin] Publish callbacks [] for security_group (a5db709f-4ef1-46c5-876f-c127a3f6842d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:43.320366 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049e98f-1f9a-40a3-a3f4-7f47b00584d6 req-ed7d2c04-77cd-44f4-954e-b4997fca20b0 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:43.328143 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1049e98f-1f9a-40a3-a3f4-7f47b00584d6 req-ed7d2c04-77cd-44f4-954e-b4997fca20b0 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.6418958 Feb 08 21:33:43.334491 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f2911b6-6bcf-4e91-9d11-c59821d1d7c7 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (f27cbd20-54ff-40b4-bbcf-e6b25e969d6c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:43.343551 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-ca8e54fe-6529-4c8f-88a6-22d7ed7deeb3 tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] device_id is not set on port cd73b493-f851-4799-bf75-867d3eeea571 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:33:43.351182 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfe5043-ef1d-49f2-a016-fd60fb97ff63 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:33:43.353608 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e54fe-6529-4c8f-88a6-22d7ed7deeb3 tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6638760-8502-4193-b4c5-e51411d2392c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:43.359905 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749322db-f882-4300-93dc-1291060f0b46 admin admin] Made reservation on behalf of e992468990cb47ceb7991589052aa824 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:33:43.364530 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-749322db-f882-4300-93dc-1291060f0b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:43.372473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-fdfe5043-ef1d-49f2-a016-fd60fb97ff63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:33:43.382370 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfe5043-ef1d-49f2-a016-fd60fb97ff63 admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:33:43.385564 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe5043-ef1d-49f2-a016-fd60fb97ff63 admin admin] Pushing event updated for resources: {'Port': ['ID=e6eb52a6-1d8d-424d-a6d5-b7bb071573cc,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:43.416786 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-749322db-f882-4300-93dc-1291060f0b46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:43.435393 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-855e8506-f34d-4005-862f-a40796a9482c None None] Provisioning complete for port 821ac101-2b63-432c-a5f3-7b6fcafbb905 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:33:43.436311 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-855e8506-f34d-4005-862f-a40796a9482c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (821ac101-2b63-432c-a5f3-7b6fcafbb905), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:43.478930 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f2911b6-6bcf-4e91-9d11-c59821d1d7c7 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:43.487279 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5f2911b6-6bcf-4e91-9d11-c59821d1d7c7 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] 10.222.0.88 "DELETE /v2.0/ports/f27cbd20-54ff-40b4-bbcf-e6b25e969d6c HTTP/1.1" status: 204 len: 168 time: 2.3255839 Feb 08 21:33:43.488366 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2911b6-6bcf-4e91-9d11-c59821d1d7c7 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Pushing event deleted for resources: {'Port': ['ID=f27cbd20-54ff-40b4-bbcf-e6b25e969d6c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:43.497358 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60194) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:43.556481 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1049e98f-1f9a-40a3-a3f4-7f47b00584d6 req-f1db4c47-9040-466d-90f0-03898e63da4c tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272294 Feb 08 21:33:43.562149 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-12016a19-b0b0-4ac0-9d3f-d20d11fd1b84 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] GET failed (client error): The resource could not be found. Feb 08 21:33:43.563924 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-12016a19-b0b0-4ac0-9d3f-d20d11fd1b84 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] 10.222.0.88 "GET /v2.0/ports/f27cbd20-54ff-40b4-bbcf-e6b25e969d6c HTTP/1.1" status: 404 len: 333 time: 0.0609629 Feb 08 21:33:43.569706 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60196) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:43.578639 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-57cd429b-74fb-40e3-bccc-893536ee79fd tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Request body: {'port': {'network_id': '1c11b3a4-cb52-434a-b71c-57e11168685c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1960823778'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:43.629096 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-855e8506-f34d-4005-862f-a40796a9482c None None] Current status of the port 821ac101-2b63-432c-a5f3-7b6fcafbb905 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:33:43.716938 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67d173b6-dc0c-48ee-91ab-fd83c371e6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a5db709f-4ef1-46c5-876f-c127a3f6842d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:43.728337 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67d173b6-dc0c-48ee-91ab-fd83c371e6d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:43.730926 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-67d173b6-dc0c-48ee-91ab-fd83c371e6d8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a5db709f-4ef1-46c5-876f-c127a3f6842d HTTP/1.1" status: 204 len: 168 time: 1.1183224 Feb 08 21:33:43.981689 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-749322db-f882-4300-93dc-1291060f0b46 admin admin] Publish callbacks [] for security_group (b45b94a6-2162-4e2b-b3e2-d77922623f50), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:43.992861 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d173b6-dc0c-48ee-91ab-fd83c371e6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5db709f-4ef1-46c5-876f-c127a3f6842d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:43.997866 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-749322db-f882-4300-93dc-1291060f0b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b45b94a6-2162-4e2b-b3e2-d77922623f50), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:44.024408 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-749322db-f882-4300-93dc-1291060f0b46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:33:44.036832 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-749322db-f882-4300-93dc-1291060f0b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (093fe90d-2d9e-4cba-a6de-72f4b2ab76af), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:44.037631 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-749322db-f882-4300-93dc-1291060f0b46 admin admin] Added segment 093fe90d-2d9e-4cba-a6de-72f4b2ab76af of type vlan for network b024f09d-6c4d-4b94-8954-cc324d953fc4 Feb 08 21:33:44.141379 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-749322db-f882-4300-93dc-1291060f0b46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (b024f09d-6c4d-4b94-8954-cc324d953fc4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:44.183221 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749322db-f882-4300-93dc-1291060f0b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45b94a6-2162-4e2b-b3e2-d77922623f50,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:44.242089 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-ca8e54fe-6529-4c8f-88a6-22d7ed7deeb3 tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Allocated IP 172.25.3.76 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/cd73b493-f851-4799-bf75-867d3eeea571) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:33:44.244333 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-749322db-f882-4300-93dc-1291060f0b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (b024f09d-6c4d-4b94-8954-cc324d953fc4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:44.253038 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749322db-f882-4300-93dc-1291060f0b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:44.253817 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-749322db-f882-4300-93dc-1291060f0b46 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:44.325663 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 821ac101-2b63-432c-a5f3-7b6fcafbb905 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:33:44.407896 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-749322db-f882-4300-93dc-1291060f0b46 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5493870 Feb 08 21:33:44.426612 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60210) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:44.450344 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749322db-f882-4300-93dc-1291060f0b46 admin admin] Pushing event updated for resources: {'Network': ['ID=b024f09d-6c4d-4b94-8954-cc324d953fc4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:44.470181 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network b024f09d-6c4d-4b94-8954-cc324d953fc4 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:33:44.641133 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 821ac101-2b63-432c-a5f3-7b6fcafbb905 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:33:44.641557 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (821ac101-2b63-432c-a5f3-7b6fcafbb905), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:44.740518 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-f84f94f2-089f-4890-812d-6890a3b902dd admin admin] Request body: {'subnet': {'network_id': 'b024f09d-6c4d-4b94-8954-cc324d953fc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1566087572-subnet', 'tenant_id': 'e992468990cb47ceb7991589052aa824', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:44.796217 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fdfe5043-ef1d-49f2-a016-fd60fb97ff63 admin admin] Publish callbacks [] for router_gateway (d69f1d80-2d1d-4ee5-8b70-68c6049dc41d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:44.799338 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cd429b-74fb-40e3-bccc-893536ee79fd tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Made reservation on behalf of 7216f775f6b24744b5fdb69884b6a887 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:33:44.800863 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 821ac101-2b63-432c-a5f3-7b6fcafbb905 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:33:44.806615 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-57cd429b-74fb-40e3-bccc-893536ee79fd tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:44.842658 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ca8e54fe-6529-4c8f-88a6-22d7ed7deeb3 tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Publish callbacks [] for port (cd73b493-f851-4799-bf75-867d3eeea571), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:44.850149 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-059a0771-28cb-4f8c-a362-cefac63c8e7a req-ad0be77c-3e77-4216-8f43-9ad9eade25c7 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 210 time: 0.8769555 Feb 08 21:33:44.942605 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ca8e54fe-6529-4c8f-88a6-22d7ed7deeb3 tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (cd73b493-f851-4799-bf75-867d3eeea571), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:45.066258 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8e54fe-6529-4c8f-88a6-22d7ed7deeb3 tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:33:45.081613 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-ca8e54fe-6529-4c8f-88a6-22d7ed7deeb3 tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:33:45.084212 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e54fe-6529-4c8f-88a6-22d7ed7deeb3 tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Pushing event updated for resources: {'Port': ['ID=cd73b493-f851-4799-bf75-867d3eeea571,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:45.093049 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8e54fe-6529-4c8f-88a6-22d7ed7deeb3 tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:33:45.137295 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-57cd429b-74fb-40e3-bccc-893536ee79fd tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] device_id is not set on port dd9ed9e3-f153-4851-9f74-05b43e3e3e91 yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:33:45.181515 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8e54fe-6529-4c8f-88a6-22d7ed7deeb3 tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:45.183255 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ca8e54fe-6529-4c8f-88a6-22d7ed7deeb3 tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:45.230966 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ca8e54fe-6529-4c8f-88a6-22d7ed7deeb3 tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.1603413 Feb 08 21:33:45.232761 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60224) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:45.658265 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-5e067142-7b0e-4c71-8ef3-2a9a44358b5c tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.76'}]}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:45.730727 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84f94f2-089f-4890-812d-6890a3b902dd admin admin] Made reservation on behalf of e992468990cb47ceb7991589052aa824 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:33:45.733092 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f84f94f2-089f-4890-812d-6890a3b902dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:45.759469 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53551ca4-ba78-4874-a6e6-05f1eb5b1ea4 req-191c0e32-3bda-4b57-a283-37be572f9095 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:45.761516 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-53551ca4-ba78-4874-a6e6-05f1eb5b1ea4 req-191c0e32-3bda-4b57-a283-37be572f9095 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.9678054 Feb 08 21:33:45.916726 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5e067142-7b0e-4c71-8ef3-2a9a44358b5c tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (d02a8666-38ae-4de5-95fa-3c5aea970682), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:45.918080 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5e067142-7b0e-4c71-8ef3-2a9a44358b5c tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (d02a8666-38ae-4de5-95fa-3c5aea970682), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:46.064517 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dae9dcc5-69a5-4d1b-862f-a9c58168441e req-0ca95992-0437-45a2-90c7-6f26c1900d35 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 210 time: 0.1255972 Feb 08 21:33:46.156529 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-57cd429b-74fb-40e3-bccc-893536ee79fd tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Allocated IP 2001:db8::101 (1c11b3a4-cb52-434a-b71c-57e11168685c/02670600-dc95-47ba-a489-9baab3de2357/dd9ed9e3-f153-4851-9f74-05b43e3e3e91) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:33:46.215083 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-53551ca4-ba78-4874-a6e6-05f1eb5b1ea4 req-fdbbd40e-220f-43e4-82fb-b1820fd0fe3a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4380229 Feb 08 21:33:46.296230 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5e067142-7b0e-4c71-8ef3-2a9a44358b5c tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Publish callbacks [] for router_controller (d02a8666-38ae-4de5-95fa-3c5aea970682), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:46.544516 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fdfe5043-ef1d-49f2-a016-fd60fb97ff63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (d69f1d80-2d1d-4ee5-8b70-68c6049dc41d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:46.842404 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5e067142-7b0e-4c71-8ef3-2a9a44358b5c tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Publish callbacks [] for router_gateway (d02a8666-38ae-4de5-95fa-3c5aea970682), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:46.858829 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f84f94f2-089f-4890-812d-6890a3b902dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (c4bcbb75-d508-49eb-a8ec-b8f72780ba13), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:46.948845 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4b2dd-702d-4ffd-80e6-9ad5c4e5da71 req-88408ab6-05d5-4095-9ce4-8baeaf13c23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:46.950517 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3c4b2dd-702d-4ffd-80e6-9ad5c4e5da71 req-88408ab6-05d5-4095-9ce4-8baeaf13c23d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 1127 time: 0.4626765 Feb 08 21:33:47.011153 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca92c4-935d-4b8a-820c-8e8acd4286a3 req-dc306d9c-fd2c-4481-837b-845455dc4584 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:47.012734 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b9ca92c4-935d-4b8a-820c-8e8acd4286a3 req-dc306d9c-fd2c-4481-837b-845455dc4584 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.5360751 Feb 08 21:33:47.035685 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-57cd429b-74fb-40e3-bccc-893536ee79fd tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks [] for port (dd9ed9e3-f153-4851-9f74-05b43e3e3e91), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:47.188298 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f94f2-089f-4890-812d-6890a3b902dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4bcbb75-d508-49eb-a8ec-b8f72780ba13,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:47.314443 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84f94f2-089f-4890-812d-6890a3b902dd admin admin] Checking segment: {'id': '093fe90d-2d9e-4cba-a6de-72f4b2ab76af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b024f09d-6c4d-4b94-8954-cc324d953fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:33:47.314993 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84f94f2-089f-4890-812d-6890a3b902dd admin admin] Network hostable DHCP agents. Network: b024f09d-6c4d-4b94-8954-cc324d953fc4, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:33:47.385432 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f797a2b9-1d15-4688-94b4-4dfc1c5c1e76 req-a5e9f81f-51ba-4991-a245-58ef73b51c62 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 210 time: 0.1440461 Feb 08 21:33:47.469572 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b9ca92c4-935d-4b8a-820c-8e8acd4286a3 req-6b0cea44-d035-4e41-b682-5bc485fd875f tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4285910 Feb 08 21:33:47.490647 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-57cd429b-74fb-40e3-bccc-893536ee79fd tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (dd9ed9e3-f153-4851-9f74-05b43e3e3e91), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:47.541529 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84f94f2-089f-4890-812d-6890a3b902dd admin admin] Network b024f09d-6c4d-4b94-8954-cc324d953fc4 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:33:47.551461 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4b2dd-702d-4ffd-80e6-9ad5c4e5da71 req-18f83e97-006a-43d1-b912-1aea020c1f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:47.553018 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3c4b2dd-702d-4ffd-80e6-9ad5c4e5da71 req-18f83e97-006a-43d1-b912-1aea020c1f20 service neutron] 10.222.0.96 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 913 time: 0.5795622 Feb 08 21:33:47.641428 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cd429b-74fb-40e3-bccc-893536ee79fd tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Network 1c11b3a4-cb52-434a-b71c-57e11168685c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:33:47.645025 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-f84f94f2-089f-4890-812d-6890a3b902dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, b024f09d-6c4d-4b94-8954-cc324d953fc4) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:33:47.659842 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84f94f2-089f-4890-812d-6890a3b902dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:47.660477 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f84f94f2-089f-4890-812d-6890a3b902dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:47.665145 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-57cd429b-74fb-40e3-bccc-893536ee79fd tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:33:47.667360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfe5043-ef1d-49f2-a016-fd60fb97ff63 admin admin] Router d69f1d80-2d1d-4ee5-8b70-68c6049dc41d is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:33:47.669554 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd429b-74fb-40e3-bccc-893536ee79fd tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Pushing event updated for resources: {'Port': ['ID=dd9ed9e3-f153-4851-9f74-05b43e3e3e91,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:47.673728 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdc7c0c-6861-4351-9689-e30805593cf8 None None] Network b024f09d-6c4d-4b94-8954-cc324d953fc4 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:33:47.680017 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cd429b-74fb-40e3-bccc-893536ee79fd tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:33:47.685349 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cd429b-74fb-40e3-bccc-893536ee79fd tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:47.686029 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-57cd429b-74fb-40e3-bccc-893536ee79fd tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:47.789960 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f84f94f2-089f-4890-812d-6890a3b902dd admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.0475748 Feb 08 21:33:47.945193 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e8aabd-c08c-4e5f-9881-5524aed70cd7 None None] Network b024f09d-6c4d-4b94-8954-cc324d953fc4 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:33:48.103602 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60288) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:48.258349 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-19423580-10c5-42fb-9b8a-01444b7e9858 None None] Provisioning complete for port dd9ed9e3-f153-4851-9f74-05b43e3e3e91 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:33:48.269816 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-19423580-10c5-42fb-9b8a-01444b7e9858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (dd9ed9e3-f153-4851-9f74-05b43e3e3e91), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:48.365349 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd3ca8c9-075f-4ddc-b030-3c8ebe07d435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:48.368272 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-19423580-10c5-42fb-9b8a-01444b7e9858 None None] Port dd9ed9e3-f153-4851-9f74-05b43e3e3e91 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:33:48.399609 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60300) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:48.400186 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-57cd429b-74fb-40e3-bccc-893536ee79fd tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.8288858 Feb 08 21:33:48.403223 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3c4b2dd-702d-4ffd-80e6-9ad5c4e5da71 req-6a7a222d-2968-4224-895e-b6697e095211 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 HTTP/1.1" status: 200 len: 999 time: 0.8387949 Feb 08 21:33:48.422919 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7f820bbf-b09f-461c-881b-08d4a2bb8afe tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Request body: {'port': {'network_id': '1c11b3a4-cb52-434a-b71c-57e11168685c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-21926612'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:48.611896 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd3ca8c9-075f-4ddc-b030-3c8ebe07d435 admin admin] Publish callbacks [] for security_group (9a0502e8-9137-42cd-884d-4dd56bc74b69), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:48.625539 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd3ca8c9-075f-4ddc-b030-3c8ebe07d435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9a0502e8-9137-42cd-884d-4dd56bc74b69), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:48.666611 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b78056cb-95c6-46ae-a190-9ae2ca5dea3c req-bcb4c856-4063-479d-b307-fb30a2db4201 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 210 time: 0.0850499 Feb 08 21:33:48.687727 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f820bbf-b09f-461c-881b-08d4a2bb8afe tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Made reservation on behalf of 7216f775f6b24744b5fdb69884b6a887 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:33:48.696767 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f820bbf-b09f-461c-881b-08d4a2bb8afe tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:48.735447 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ca8c9-075f-4ddc-b030-3c8ebe07d435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0502e8-9137-42cd-884d-4dd56bc74b69,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:48.748379 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5e067142-7b0e-4c71-8ef3-2a9a44358b5c tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Publish callbacks [] for router_gateway (d02a8666-38ae-4de5-95fa-3c5aea970682), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:48.763098 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bd3ca8c9-075f-4ddc-b030-3c8ebe07d435 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ba033e5f2604486f84af0e59e5ce5dde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6578553 Feb 08 21:33:48.765209 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60310) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:48.782062 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5e067142-7b0e-4c71-8ef3-2a9a44358b5c tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:48.794355 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4b2dd-702d-4ffd-80e6-9ad5c4e5da71 req-1de98621-04fb-4e2e-ad1b-1bd7d458e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:48.796846 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3c4b2dd-702d-4ffd-80e6-9ad5c4e5da71 req-1de98621-04fb-4e2e-ad1b-1bd7d458e2b4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0aa29b5a-a776-4012-aa53-861d63a1c0ca HTTP/1.1" status: 200 len: 851 time: 0.3512416 Feb 08 21:33:48.803688 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-7f820bbf-b09f-461c-881b-08d4a2bb8afe tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] device_id is not set on port ced8f0b2-1c22-4a72-a911-d5a7a8000454 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:33:48.924929 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a02d232b-4c21-4ede-91ad-3eb435cc25c9 admin admin] Publish callbacks [] for security_group (9a0502e8-9137-42cd-884d-4dd56bc74b69), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:48.965790 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfe5043-ef1d-49f2-a016-fd60fb97ff63 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:33:48.978414 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036c90c6-a59d-44c3-b068-ff44f65b14d6 None None] Sync routers for ids ['d69f1d80-2d1d-4ee5-8b70-68c6049dc41d'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:33:48.999289 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036c90c6-a59d-44c3-b068-ff44f65b14d6 None None] Routers {'d69f1d80-2d1d-4ee5-8b70-68c6049dc41d'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:33:48.999943 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-036c90c6-a59d-44c3-b068-ff44f65b14d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:33:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['d69f1d80-2d1d-4ee5-8b70-68c6049dc41d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:49.013889 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a02d232b-4c21-4ede-91ad-3eb435cc25c9 admin admin] Publish callbacks [] for security_group (9a0502e8-9137-42cd-884d-4dd56bc74b69), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:49.048024 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fdfe5043-ef1d-49f2-a016-fd60fb97ff63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:49.051756 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fdfe5043-ef1d-49f2-a016-fd60fb97ff63 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 10.5686853 Feb 08 21:33:49.057089 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60312) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:49.129635 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-00c9cb20-1e3d-46c4-adb9-de36d04cdf8f tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:49.133498 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-00c9cb20-1e3d-46c4-adb9-de36d04cdf8f tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/networks?id=b024f09d-6c4d-4b94-8954-cc324d953fc4 HTTP/1.1" status: 200 len: 809 time: 0.5495074 Feb 08 21:33:49.138575 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-7f820bbf-b09f-461c-881b-08d4a2bb8afe tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Allocated IP 2001:db8::ce (1c11b3a4-cb52-434a-b71c-57e11168685c/02670600-dc95-47ba-a489-9baab3de2357/ced8f0b2-1c22-4a72-a911-d5a7a8000454) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:33:49.167240 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4b2dd-702d-4ffd-80e6-9ad5c4e5da71 req-050ced52-da15-431e-8f8c-dd6ffa99322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:49.168841 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3c4b2dd-702d-4ffd-80e6-9ad5c4e5da71 req-050ced52-da15-431e-8f8c-dd6ffa99322e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=470bde4a-288b-4162-81c1-45fdd6f3db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3530605 Feb 08 21:33:49.174427 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-45441130-316d-45c1-8a76-cb55d2e854ce tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/quotas/e992468990cb47ceb7991589052aa824 HTTP/1.1" status: 200 len: 375 time: 0.0327868 Feb 08 21:33:49.196293 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a8b40-8e63-4f26-b8dc-e96c423a4bc9 req-85988a80-c2d3-40c9-8771-895a7ba3a2f8 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:49.201275 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-036c90c6-a59d-44c3-b068-ff44f65b14d6 None None] Set router d69f1d80-2d1d-4ee5-8b70-68c6049dc41d gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:33:49.205556 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aa3a8b40-8e63-4f26-b8dc-e96c423a4bc9 req-85988a80-c2d3-40c9-8771-895a7ba3a2f8 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.3989642 Feb 08 21:33:49.258795 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-d6098b13-f963-455c-ab98-43c4424f5b83 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=e992468990cb47ceb7991589052aa824&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345654 Feb 08 21:33:49.273247 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a02d232b-4c21-4ede-91ad-3eb435cc25c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9a0502e8-9137-42cd-884d-4dd56bc74b69), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:49.276396 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a02d232b-4c21-4ede-91ad-3eb435cc25c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:49.277920 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a02d232b-4c21-4ede-91ad-3eb435cc25c9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9a0502e8-9137-42cd-884d-4dd56bc74b69 HTTP/1.1" status: 204 len: 168 time: 0.5029922 Feb 08 21:33:49.440950 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5e067142-7b0e-4c71-8ef3-2a9a44358b5c tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Publish callbacks [] for router (d02a8666-38ae-4de5-95fa-3c5aea970682), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:49.468741 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aa3a8b40-8e63-4f26-b8dc-e96c423a4bc9 req-16f992a5-e542-4bc7-8b01-454ba187dc06 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2619658 Feb 08 21:33:49.497336 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f820bbf-b09f-461c-881b-08d4a2bb8afe tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks [] for port (ced8f0b2-1c22-4a72-a911-d5a7a8000454), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:49.540064 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d232b-4c21-4ede-91ad-3eb435cc25c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0502e8-9137-42cd-884d-4dd56bc74b69,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:49.550505 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f820bbf-b09f-461c-881b-08d4a2bb8afe tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (ced8f0b2-1c22-4a72-a911-d5a7a8000454), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:49.589803 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-036c90c6-a59d-44c3-b068-ff44f65b14d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69f1d80-2d1d-4ee5-8b70-68c6049dc41d', 'name': 'tempest-ServersTestMultiNic-222369038-router', 'tenant_id': 'e06b0580b36e41f2ba7247491d9845e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'e6eb52a6-1d8d-424d-a6d5-b7bb071573cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:33:38Z', 'updated_at': '2022-02-08T21:33:44Z', 'revision_number': 3, 'project_id': 'e06b0580b36e41f2ba7247491d9845e4', 'gw_port': {'id': 'e6eb52a6-1d8d-424d-a6d5-b7bb071573cc', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69f1d80-2d1d-4ee5-8b70-68c6049dc41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:33:41Z', 'updated_at': '2022-02-08T21:33:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:49.629505 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036c90c6-a59d-44c3-b068-ff44f65b14d6 None None] Checking router: d69f1d80-2d1d-4ee5-8b70-68c6049dc41d for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:33:49.629878 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036c90c6-a59d-44c3-b068-ff44f65b14d6 None None] Updating router d69f1d80-2d1d-4ee5-8b70-68c6049dc41d port e6eb52a6-1d8d-424d-a6d5-b7bb071573cc binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:33:49.646741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-70047758-dbc1-4d3e-ba3f-6a4d69a3b433 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:33:49.647453 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-70047758-dbc1-4d3e-ba3f-6a4d69a3b433 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3124495 Feb 08 21:33:49.790532 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f820bbf-b09f-461c-881b-08d4a2bb8afe tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Network 1c11b3a4-cb52-434a-b71c-57e11168685c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:33:49.798368 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-036c90c6-a59d-44c3-b068-ff44f65b14d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e6eb52a6-1d8d-424d-a6d5-b7bb071573cc), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:49.801730 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-7f820bbf-b09f-461c-881b-08d4a2bb8afe tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:33:49.810300 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f820bbf-b09f-461c-881b-08d4a2bb8afe tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:33:49.816836 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f820bbf-b09f-461c-881b-08d4a2bb8afe tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:49.817647 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f820bbf-b09f-461c-881b-08d4a2bb8afe tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:49.851087 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3c4b2dd-702d-4ffd-80e6-9ad5c4e5da71 req-0e2b501a-af6d-48fa-ad67-cf1070c80813 service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6756372 Feb 08 21:33:49.862162 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f820bbf-b09f-461c-881b-08d4a2bb8afe tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Pushing event updated for resources: {'Port': ['ID=ced8f0b2-1c22-4a72-a911-d5a7a8000454,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:49.875745 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7f820bbf-b09f-461c-881b-08d4a2bb8afe tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.4567263 Feb 08 21:33:49.876620 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60322) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:49.882480 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-99cf0b54-473d-4223-8d4a-b26d8167e451 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::197', 'mac_address': 'fa:16:3e:2e:df:54'}, {'ip_address': '2001:db8::101', 'mac_address': 'fa:16:3e:d7:ae:51'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:50.134029 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60324) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:50.145887 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3c4b2dd-702d-4ffd-80e6-9ad5c4e5da71 req-500dae4c-f3ef-404b-a21f-ca01ed6434ba service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416155 Feb 08 21:33:50.178036 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a596b58-feff-4766-9029-edaf67bad11d req-70f95c25-b60e-44ce-96ad-59510822e374 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/ports?device_id=55c562fb-7a68-4a81-b862-420e0687b50b HTTP/1.1" status: 200 len: 210 time: 0.3258646 Feb 08 21:33:50.188543 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5e067142-7b0e-4c71-8ef3-2a9a44358b5c tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (d02a8666-38ae-4de5-95fa-3c5aea970682), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:50.197961 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5e067142-7b0e-4c71-8ef3-2a9a44358b5c tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Publish callbacks [] for router_controller (d02a8666-38ae-4de5-95fa-3c5aea970682), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:50.234386 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0bf6a793-350f-42f4-b01f-93401fbce1c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:50.390179 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5e067142-7b0e-4c71-8ef3-2a9a44358b5c tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (d02a8666-38ae-4de5-95fa-3c5aea970682), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:50.393768 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e067142-7b0e-4c71-8ef3-2a9a44358b5c tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d02a8666-38ae-4de5-95fa-3c5aea970682 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:33:50.430822 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-1de7ec33-b6bb-4a96-9478-fe56897a4c5c service neutron] 10.222.0.88 "GET /v2.0/networks/b024f09d-6c4d-4b94-8954-cc324d953fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7733669 Feb 08 21:33:50.472527 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-60ff954b-a281-4b49-8ab2-cf419148f385 None None] Provisioning complete for port ced8f0b2-1c22-4a72-a911-d5a7a8000454 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:33:50.474791 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-60ff954b-a281-4b49-8ab2-cf419148f385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ced8f0b2-1c22-4a72-a911-d5a7a8000454), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:50.479220 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-99cf0b54-473d-4223-8d4a-b26d8167e451 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ced8f0b2-1c22-4a72-a911-d5a7a8000454), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:50.491905 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-036c90c6-a59d-44c3-b068-ff44f65b14d6 None None] Publish callbacks [] for port (e6eb52a6-1d8d-424d-a6d5-b7bb071573cc), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:50.503970 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-036c90c6-a59d-44c3-b068-ff44f65b14d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e6eb52a6-1d8d-424d-a6d5-b7bb071573cc), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:50.567882 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-5e067142-7b0e-4c71-8ef3-2a9a44358b5c tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 08 21:33:50.568993 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5e067142-7b0e-4c71-8ef3-2a9a44358b5c tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.2624042 Feb 08 21:33:50.595231 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60328) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:50.688671 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-036c90c6-a59d-44c3-b068-ff44f65b14d6 None None] Attempting to bind port e6eb52a6-1d8d-424d-a6d5-b7bb071573cc on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:33:50.690174 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-036c90c6-a59d-44c3-b068-ff44f65b14d6 None None] Attempting to bind port e6eb52a6-1d8d-424d-a6d5-b7bb071573cc by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:33:50.706024 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036c90c6-a59d-44c3-b068-ff44f65b14d6 None None] Attempting to bind port e6eb52a6-1d8d-424d-a6d5-b7bb071573cc on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:33:50.746280 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0bf6a793-350f-42f4-b01f-93401fbce1c9 admin admin] Publish callbacks [] for security_group (37d09eb5-1f3b-4580-9ee6-4e175bcf12c1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:50.752431 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036c90c6-a59d-44c3-b068-ff44f65b14d6 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:33:50.753590 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036c90c6-a59d-44c3-b068-ff44f65b14d6 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:33:50.754039 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-036c90c6-a59d-44c3-b068-ff44f65b14d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:50.754448 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036c90c6-a59d-44c3-b068-ff44f65b14d6 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:33:50.758108 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-036c90c6-a59d-44c3-b068-ff44f65b14d6 None None] Bound port: e6eb52a6-1d8d-424d-a6d5-b7bb071573cc, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:33:50.758588 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-036c90c6-a59d-44c3-b068-ff44f65b14d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e6eb52a6-1d8d-424d-a6d5-b7bb071573cc), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:50.767180 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0bf6a793-350f-42f4-b01f-93401fbce1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (37d09eb5-1f3b-4580-9ee6-4e175bcf12c1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:50.787746 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-81d5d933-21ae-417d-8fe0-099cabfa8222 service neutron] 10.222.0.88 "GET /v2.0/networks/b024f09d-6c4d-4b94-8954-cc324d953fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404105 Feb 08 21:33:50.800560 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c290b28d-adaf-4a3e-a4a9-3fb44464e9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:50.965404 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-036c90c6-a59d-44c3-b068-ff44f65b14d6 None None] For port e6eb52a6-1d8d-424d-a6d5-b7bb071573cc, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:33:50.971800 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-036c90c6-a59d-44c3-b068-ff44f65b14d6 None None] For port e6eb52a6-1d8d-424d-a6d5-b7bb071573cc, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e6eb52a6-1d8d-424d-a6d5-b7bb071573cc,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:33:50.993307 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6a793-350f-42f4-b01f-93401fbce1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d09eb5-1f3b-4580-9ee6-4e175bcf12c1,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:50.999672 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-036c90c6-a59d-44c3-b068-ff44f65b14d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e6eb52a6-1d8d-424d-a6d5-b7bb071573cc), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:51.006458 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae77b93-dc01-4ec0-8ca1-87e46519de57 None None] Pushing event updated for resources: {'Port': ['ID=e6eb52a6-1d8d-424d-a6d5-b7bb071573cc,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:51.026734 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ac6d6-079f-46b4-bf82-7769afe313f6 req-40536347-2a09-4166-a6de-938f4aed9bc8 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:51.032012 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c98ac6d6-079f-46b4-bf82-7769afe313f6 req-40536347-2a09-4166-a6de-938f4aed9bc8 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.2423301 Feb 08 21:33:51.038317 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae77b93-dc01-4ec0-8ca1-87e46519de57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:51.038660 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae77b93-dc01-4ec0-8ca1-87e46519de57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:51.041005 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae77b93-dc01-4ec0-8ca1-87e46519de57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:51.041496 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae77b93-dc01-4ec0-8ca1-87e46519de57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:51.041833 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae77b93-dc01-4ec0-8ca1-87e46519de57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:51.042166 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae77b93-dc01-4ec0-8ca1-87e46519de57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:51.042496 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae77b93-dc01-4ec0-8ca1-87e46519de57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:51.046928 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae77b93-dc01-4ec0-8ca1-87e46519de57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:51.047482 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae77b93-dc01-4ec0-8ca1-87e46519de57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:51.051946 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae77b93-dc01-4ec0-8ca1-87e46519de57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:51.052406 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae77b93-dc01-4ec0-8ca1-87e46519de57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:51.052753 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae77b93-dc01-4ec0-8ca1-87e46519de57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:51.053092 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae77b93-dc01-4ec0-8ca1-87e46519de57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:33:51.058703 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0bf6a793-350f-42f4-b01f-93401fbce1c9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d181c710ebc24ba1b9476acabed098b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9212346 Feb 08 21:33:51.059902 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60330) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:51.173145 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-60ff954b-a281-4b49-8ab2-cf419148f385 None None] Port ced8f0b2-1c22-4a72-a911-d5a7a8000454 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:33:51.192557 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036c90c6-a59d-44c3-b068-ff44f65b14d6 None None] Routers {'d69f1d80-2d1d-4ee5-8b70-68c6049dc41d'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:33:51.193524 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-036c90c6-a59d-44c3-b068-ff44f65b14d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:33:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['d69f1d80-2d1d-4ee5-8b70-68c6049dc41d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:51.256801 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-99cf0b54-473d-4223-8d4a-b26d8167e451 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks [] for port (ced8f0b2-1c22-4a72-a911-d5a7a8000454), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:51.257380 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c98ac6d6-079f-46b4-bf82-7769afe313f6 req-281752b9-8cdf-4f0f-8cec-821956c7cef8 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069545 Feb 08 21:33:51.307657 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-99cf0b54-473d-4223-8d4a-b26d8167e451 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (ced8f0b2-1c22-4a72-a911-d5a7a8000454), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:51.439308 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-036c90c6-a59d-44c3-b068-ff44f65b14d6 None None] Set router d69f1d80-2d1d-4ee5-8b70-68c6049dc41d gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:33:51.470016 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6ed4436e-b23d-4037-bc96-7490f8951518 req-3da9fcab-6941-47e6-a6d7-4ac1787f4016 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/ports?device_id=352986cc-640c-428e-9494-06e1bcc18594 HTTP/1.1" status: 200 len: 210 time: 0.0750997 Feb 08 21:33:51.558391 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60340) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:51.711142 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b4dcc80-3a2e-475c-bbb8-e8ff43a3c975 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks [] for security_group (357c5f60-4259-4216-9cac-1e908d8b0309), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:51.735435 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae77b93-dc01-4ec0-8ca1-87e46519de57 None None] Pushing event updated for resources: {'Port': ['ID=e6eb52a6-1d8d-424d-a6d5-b7bb071573cc,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:51.788292 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b4dcc80-3a2e-475c-bbb8-e8ff43a3c975 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks [] for security_group (357c5f60-4259-4216-9cac-1e908d8b0309), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:51.907282 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-99cf0b54-473d-4223-8d4a-b26d8167e451 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] In _notify_port_updated(), no bound segment for port ced8f0b2-1c22-4a72-a911-d5a7a8000454 on network 1c11b3a4-cb52-434a-b71c-57e11168685c {{(pid=103434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 21:33:51.916929 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cf0b54-473d-4223-8d4a-b26d8167e451 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:51.917841 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-99cf0b54-473d-4223-8d4a-b26d8167e451 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:51.922846 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-99cf0b54-473d-4223-8d4a-b26d8167e451 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] 10.222.0.88 "PUT /v2.0/ports/ced8f0b2-1c22-4a72-a911-d5a7a8000454 HTTP/1.1" status: 200 len: 1065 time: 2.0412726 Feb 08 21:33:51.924900 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-647a8cef-7c7f-4382-afd4-25fddc30d6e6 admin admin] Publish callbacks [] for security_group (37d09eb5-1f3b-4580-9ee6-4e175bcf12c1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:51.926326 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60348) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:51.952414 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-647a8cef-7c7f-4382-afd4-25fddc30d6e6 admin admin] Publish callbacks [] for security_group (37d09eb5-1f3b-4580-9ee6-4e175bcf12c1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:51.997624 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-036c90c6-a59d-44c3-b068-ff44f65b14d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69f1d80-2d1d-4ee5-8b70-68c6049dc41d', 'name': 'tempest-ServersTestMultiNic-222369038-router', 'tenant_id': 'e06b0580b36e41f2ba7247491d9845e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'e6eb52a6-1d8d-424d-a6d5-b7bb071573cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:33:38Z', 'updated_at': '2022-02-08T21:33:44Z', 'revision_number': 3, 'project_id': 'e06b0580b36e41f2ba7247491d9845e4', 'gw_port': {'id': 'e6eb52a6-1d8d-424d-a6d5-b7bb071573cc', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69f1d80-2d1d-4ee5-8b70-68c6049dc41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:33:41Z', 'updated_at': '2022-02-08T21:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:52.067170 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b4dcc80-3a2e-475c-bbb8-e8ff43a3c975 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (357c5f60-4259-4216-9cac-1e908d8b0309), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:52.071211 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1016b45e-f06d-465e-94aa-050fe83a4829 tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Deleting port cd73b493-f851-4799-bf75-867d3eeea571 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:33:52.077700 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1016b45e-f06d-465e-94aa-050fe83a4829 tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (cd73b493-f851-4799-bf75-867d3eeea571), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:52.077969 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b4dcc80-3a2e-475c-bbb8-e8ff43a3c975 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:52.082788 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60350) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:52.090468 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1b4dcc80-3a2e-475c-bbb8-e8ff43a3c975 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "DELETE /v2.0/security-groups/357c5f60-4259-4216-9cac-1e908d8b0309 HTTP/1.1" status: 204 len: 168 time: 0.5201051 Feb 08 21:33:52.112308 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036c90c6-a59d-44c3-b068-ff44f65b14d6 None None] The sync data for ids ['d69f1d80-2d1d-4ee5-8b70-68c6049dc41d'] in n-d-712143-31 is: [{'id': 'd69f1d80-2d1d-4ee5-8b70-68c6049dc41d', 'name': 'tempest-ServersTestMultiNic-222369038-router', 'tenant_id': 'e06b0580b36e41f2ba7247491d9845e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'e6eb52a6-1d8d-424d-a6d5-b7bb071573cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:33:38Z', 'updated_at': '2022-02-08T21:33:44Z', 'revision_number': 3, 'project_id': 'e06b0580b36e41f2ba7247491d9845e4', 'gw_port': {'id': 'e6eb52a6-1d8d-424d-a6d5-b7bb071573cc', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69f1d80-2d1d-4ee5-8b70-68c6049dc41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:33:41Z', 'updated_at': '2022-02-08T21:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:33:52.192002 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4dcc80-3a2e-475c-bbb8-e8ff43a3c975 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=357c5f60-4259-4216-9cac-1e908d8b0309,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:52.301298 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1016b45e-f06d-465e-94aa-050fe83a4829 tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (cd73b493-f851-4799-bf75-867d3eeea571), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:52.326611 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-6a63e92b-380e-4792-b2d0-733c6e9886a9 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Deleting port ced8f0b2-1c22-4a72-a911-d5a7a8000454 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:33:52.327919 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6a63e92b-380e-4792-b2d0-733c6e9886a9 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (ced8f0b2-1c22-4a72-a911-d5a7a8000454), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:52.350501 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1016b45e-f06d-465e-94aa-050fe83a4829 tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Calling delete_port for cd73b493-f851-4799-bf75-867d3eeea571 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:33:52.448056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-c9f59efb-26e0-4c2f-8288-5be6ca0a001a None None] Provisioning complete for port ced8f0b2-1c22-4a72-a911-d5a7a8000454 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:33:52.449411 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c9f59efb-26e0-4c2f-8288-5be6ca0a001a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ced8f0b2-1c22-4a72-a911-d5a7a8000454), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:52.540203 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-647a8cef-7c7f-4382-afd4-25fddc30d6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (37d09eb5-1f3b-4580-9ee6-4e175bcf12c1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:52.543692 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-647a8cef-7c7f-4382-afd4-25fddc30d6e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:52.558391 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-647a8cef-7c7f-4382-afd4-25fddc30d6e6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/37d09eb5-1f3b-4580-9ee6-4e175bcf12c1 HTTP/1.1" status: 204 len: 168 time: 1.4741507 Feb 08 21:33:52.594693 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c9f59efb-26e0-4c2f-8288-5be6ca0a001a None None] Port ced8f0b2-1c22-4a72-a911-d5a7a8000454 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:33:52.620670 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1016b45e-f06d-465e-94aa-050fe83a4829 tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (cd73b493-f851-4799-bf75-867d3eeea571), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:52.660469 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf0b54-473d-4223-8d4a-b26d8167e451 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Pushing event updated for resources: {'Port': ['ID=ced8f0b2-1c22-4a72-a911-d5a7a8000454,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:52.663528 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-da4dbc9d-3262-4b81-a233-51ff3bc62d48 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] show failed (client error): The resource could not be found. Feb 08 21:33:52.665562 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-da4dbc9d-3262-4b81-a233-51ff3bc62d48 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "GET /v2.0/security-groups/357c5f60-4259-4216-9cac-1e908d8b0309 HTTP/1.1" status: 404 len: 347 time: 0.5602393 Feb 08 21:33:52.723645 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60360) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:52.728519 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e65091-2477-4caf-bef1-23f071f5a48b req-893c4551-47f0-498d-946e-d661edf539ab tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:52.731044 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a0e65091-2477-4caf-bef1-23f071f5a48b req-893c4551-47f0-498d-946e-d661edf539ab tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.2961714 Feb 08 21:33:52.745058 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a8cef-7c7f-4382-afd4-25fddc30d6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d09eb5-1f3b-4580-9ee6-4e175bcf12c1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:52.751807 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016b45e-f06d-465e-94aa-050fe83a4829 tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd73b493-f851-4799-bf75-867d3eeea571,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:52.759701 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-c290b28d-adaf-4a3e-a4a9-3fb44464e9f6 admin admin] Allocated IP 172.20.0.1 (1284a0ae-9adf-45e2-9652-f0c9a50a9682/db1e6f8f-73a7-42f1-8821-909b7074621b/a97d1021-9456-4345-a9fc-e8d2e6327e82) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:33:52.864573 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27337581-584f-42ee-8920-32cd9a652c7f req-322ec535-cd22-4d9b-8ed9-d3d5a751d127 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/ports?device_id=352986cc-640c-428e-9494-06e1bcc18594 HTTP/1.1" status: 200 len: 210 time: 0.0720940 Feb 08 21:33:52.950687 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6a63e92b-380e-4792-b2d0-733c6e9886a9 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (ced8f0b2-1c22-4a72-a911-d5a7a8000454), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:52.979476 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-6a63e92b-380e-4792-b2d0-733c6e9886a9 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Calling delete_port for ced8f0b2-1c22-4a72-a911-d5a7a8000454 owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:33:53.145824 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1016b45e-f06d-465e-94aa-050fe83a4829 tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:53.159212 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1016b45e-f06d-465e-94aa-050fe83a4829 tempest-RoutersAdminNegativeTest-1915313551 tempest-RoutersAdminNegativeTest-1915313551-project-admin] 10.222.0.88 "DELETE /v2.0/ports/cd73b493-f851-4799-bf75-867d3eeea571 HTTP/1.1" status: 204 len: 168 time: 2.5346382 Feb 08 21:33:53.266401 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c290b28d-adaf-4a3e-a4a9-3fb44464e9f6 admin admin] Publish callbacks [] for port (a97d1021-9456-4345-a9fc-e8d2e6327e82), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:53.276787 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6a63e92b-380e-4792-b2d0-733c6e9886a9 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (ced8f0b2-1c22-4a72-a911-d5a7a8000454), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:53.277615 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-6efe85e8-a0b8-4d2f-89fe-31035480ce44 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Deleting port 5886f556-e3f1-4e31-a2c6-0dc46a3c5546 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:33:53.278155 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6efe85e8-a0b8-4d2f-89fe-31035480ce44 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (5886f556-e3f1-4e31-a2c6-0dc46a3c5546), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:53.607194 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63e92b-380e-4792-b2d0-733c6e9886a9 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Pushing event deleted for resources: {'Port': ['ID=ced8f0b2-1c22-4a72-a911-d5a7a8000454,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:53.732294 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6efe85e8-a0b8-4d2f-89fe-31035480ce44 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (5886f556-e3f1-4e31-a2c6-0dc46a3c5546), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:53.736767 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6efe85e8-a0b8-4d2f-89fe-31035480ce44 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks [] for floatingip (5886f556-e3f1-4e31-a2c6-0dc46a3c5546), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:53.751571 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c290b28d-adaf-4a3e-a4a9-3fb44464e9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (a97d1021-9456-4345-a9fc-e8d2e6327e82), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:53.756967 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a0e65091-2477-4caf-bef1-23f071f5a48b req-204054d0-5774-499f-8fb4-8ac9cbb2f7c4 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8844557 Feb 08 21:33:53.974460 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-6efe85e8-a0b8-4d2f-89fe-31035480ce44 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Calling delete_port for 5886f556-e3f1-4e31-a2c6-0dc46a3c5546 owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:33:54.048812 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60378) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:54.163462 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-78c8b4db-dc2d-4085-9e64-dce9a9e9b6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:54.199473 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6a63e92b-380e-4792-b2d0-733c6e9886a9 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:54.213506 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6a63e92b-380e-4792-b2d0-733c6e9886a9 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] 10.222.0.88 "DELETE /v2.0/ports/ced8f0b2-1c22-4a72-a911-d5a7a8000454 HTTP/1.1" status: 204 len: 168 time: 2.2835963 Feb 08 21:33:54.221039 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60386) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:54.295752 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c290b28d-adaf-4a3e-a4a9-3fb44464e9f6 admin admin] Network 1284a0ae-9adf-45e2-9652-f0c9a50a9682 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:33:54.325278 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ebfd5904-38e6-4029-be97-f03a9e2d1fa2 req-cec18cc6-ada4-4d05-b1be-c0c248091872 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/ports?device_id=352986cc-640c-428e-9494-06e1bcc18594 HTTP/1.1" status: 200 len: 210 time: 0.2631598 Feb 08 21:33:54.365920 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4615fe3-3e46-4a89-842f-2f9740cb2e09 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] GET failed (client error): The resource could not be found. Feb 08 21:33:54.371343 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d4615fe3-3e46-4a89-842f-2f9740cb2e09 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] 10.222.0.88 "GET /v2.0/ports/ced8f0b2-1c22-4a72-a911-d5a7a8000454 HTTP/1.1" status: 404 len: 333 time: 0.1330516 Feb 08 21:33:54.376288 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c290b28d-adaf-4a3e-a4a9-3fb44464e9f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:33:54.385155 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60388) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:54.401124 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290b28d-adaf-4a3e-a4a9-3fb44464e9f6 admin admin] Pushing event updated for resources: {'Port': ['ID=a97d1021-9456-4345-a9fc-e8d2e6327e82,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:54.403296 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-43deaabe-4ddd-4973-8bfb-0603656b2070 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:54.407562 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-43deaabe-4ddd-4973-8bfb-0603656b2070 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.96 "GET /v2.0/networks?id=b024f09d-6c4d-4b94-8954-cc324d953fc4 HTTP/1.1" status: 200 len: 809 time: 0.9059968 Feb 08 21:33:54.425046 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e6eb52a6-1d8d-424d-a6d5-b7bb071573cc up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:33:54.456375 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c290b28d-adaf-4a3e-a4a9-3fb44464e9f6 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:33:54.473345 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-75544e7f-b258-4c30-a498-7483fc70678c tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Request body: {'port': {'device_id': '352986cc-640c-428e-9494-06e1bcc18594', 'network_id': 'b024f09d-6c4d-4b94-8954-cc324d953fc4', 'admin_state_up': True, 'tenant_id': 'e992468990cb47ceb7991589052aa824'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:54.548011 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c290b28d-adaf-4a3e-a4a9-3fb44464e9f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (d69f1d80-2d1d-4ee5-8b70-68c6049dc41d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:54.574333 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port e6eb52a6-1d8d-424d-a6d5-b7bb071573cc triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:33:54.574796 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e6eb52a6-1d8d-424d-a6d5-b7bb071573cc), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:54.715482 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6efe85e8-a0b8-4d2f-89fe-31035480ce44 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (5886f556-e3f1-4e31-a2c6-0dc46a3c5546), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:54.775067 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-11bf20ff-04e6-41b1-9738-4cdc22da7d28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:54.832811 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port e6eb52a6-1d8d-424d-a6d5-b7bb071573cc is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:33:54.833569 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e6eb52a6-1d8d-424d-a6d5-b7bb071573cc), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:54.904050 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port e6eb52a6-1d8d-424d-a6d5-b7bb071573cc, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e6eb52a6-1d8d-424d-a6d5-b7bb071573cc,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:33:54.912305 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e6eb52a6-1d8d-424d-a6d5-b7bb071573cc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:54.917395 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de3840-4849-41df-a4db-f623af0516ff req-67887080-047e-4f19-96dd-dc22845d9975 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:54.920204 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b5de3840-4849-41df-a4db-f623af0516ff req-67887080-047e-4f19-96dd-dc22845d9975 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.8746169 Feb 08 21:33:55.022068 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe85e8-a0b8-4d2f-89fe-31035480ce44 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Pushing event deleted for resources: {'Port': ['ID=5886f556-e3f1-4e31-a2c6-0dc46a3c5546,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:55.050093 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-11bf20ff-04e6-41b1-9738-4cdc22da7d28 admin admin] Publish callbacks [] for security_group (29e34965-4617-4cbf-8d87-05e58767e51d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:55.072747 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-11bf20ff-04e6-41b1-9738-4cdc22da7d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (29e34965-4617-4cbf-8d87-05e58767e51d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:55.127440 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-cd30c975-47f4-491c-b38d-bb0fa5004e78 None None] Provisioning complete for port a97d1021-9456-4345-a9fc-e8d2e6327e82 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:33:55.127828 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cd30c975-47f4-491c-b38d-bb0fa5004e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a97d1021-9456-4345-a9fc-e8d2e6327e82), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:55.179935 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c290b28d-adaf-4a3e-a4a9-3fb44464e9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a97d1021-9456-4345-a9fc-e8d2e6327e82), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:55.220980 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-cd30c975-47f4-491c-b38d-bb0fa5004e78 None None] Port a97d1021-9456-4345-a9fc-e8d2e6327e82 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:33:55.228073 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=e6eb52a6-1d8d-424d-a6d5-b7bb071573cc,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:55.342198 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6efe85e8-a0b8-4d2f-89fe-31035480ce44 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks [] for floatingip (a80c8601-35e0-4991-b85f-aa7286b82f4b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:55.347191 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6efe85e8-a0b8-4d2f-89fe-31035480ce44 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:55.350799 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6efe85e8-a0b8-4d2f-89fe-31035480ce44 tempest-ServersTestBootFromVolume-477402803 tempest-ServersTestBootFromVolume-477402803-project] 10.222.0.88 "DELETE /v2.0/floatingips/a80c8601-35e0-4991-b85f-aa7286b82f4b HTTP/1.1" status: 204 len: 168 time: 2.6255352 Feb 08 21:33:55.357842 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60402) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:55.662532 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60408) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:55.663473 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-11bf20ff-04e6-41b1-9738-4cdc22da7d28 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f81e948dc7ca43f8858e5bc094b231a3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6026888 Feb 08 21:33:55.818208 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b5de3840-4849-41df-a4db-f623af0516ff req-7afa520e-b0a6-4d8a-a5b6-54f14615d8a2 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7591057 Feb 08 21:33:55.820591 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aa87c6ca-16b8-41ef-b2c7-584d4ea0d175 req-bff96532-ddd7-48f7-8ea4-ec8507181832 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/ports?device_id=352986cc-640c-428e-9494-06e1bcc18594 HTTP/1.1" status: 200 len: 210 time: 0.1457291 Feb 08 21:33:55.837966 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf20ff-04e6-41b1-9738-4cdc22da7d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e34965-4617-4cbf-8d87-05e58767e51d,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:55.859303 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-75544e7f-b258-4c30-a498-7483fc70678c tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Made reservation on behalf of e992468990cb47ceb7991589052aa824 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:33:55.860755 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-75544e7f-b258-4c30-a498-7483fc70678c tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:56.046382 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00feef74-1629-48b7-ae5a-eaf5497da945 admin admin] Publish callbacks [] for security_group (29e34965-4617-4cbf-8d87-05e58767e51d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:56.052989 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c290b28d-adaf-4a3e-a4a9-3fb44464e9f6 admin admin] Publish callbacks [] for port (a97d1021-9456-4345-a9fc-e8d2e6327e82), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:56.058525 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-cfe60c15-440f-45e6-a56b-a5f6b50d010a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Deleting port dd9ed9e3-f153-4851-9f74-05b43e3e3e91 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:33:56.059062 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cfe60c15-440f-45e6-a56b-a5f6b50d010a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (dd9ed9e3-f153-4851-9f74-05b43e3e3e91), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:56.070513 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c290b28d-adaf-4a3e-a4a9-3fb44464e9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (a97d1021-9456-4345-a9fc-e8d2e6327e82), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:56.142699 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00feef74-1629-48b7-ae5a-eaf5497da945 admin admin] Publish callbacks [] for security_group (29e34965-4617-4cbf-8d87-05e58767e51d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:56.269077 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c290b28d-adaf-4a3e-a4a9-3fb44464e9f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (d69f1d80-2d1d-4ee5-8b70-68c6049dc41d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:56.277517 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290b28d-adaf-4a3e-a4a9-3fb44464e9f6 admin admin] Pushing event updated for resources: {'Port': ['ID=a97d1021-9456-4345-a9fc-e8d2e6327e82,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:56.371125 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e6eb52a6-1d8d-424d-a6d5-b7bb071573cc up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:33:56.398429 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00feef74-1629-48b7-ae5a-eaf5497da945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (29e34965-4617-4cbf-8d87-05e58767e51d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:56.404059 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00feef74-1629-48b7-ae5a-eaf5497da945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:56.418033 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-00feef74-1629-48b7-ae5a-eaf5497da945 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/29e34965-4617-4cbf-8d87-05e58767e51d HTTP/1.1" status: 204 len: 168 time: 0.7529402 Feb 08 21:33:56.427291 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4c91e-e2bf-4d49-96e4-7dc764231309 req-8c39bc10-28c3-4795-8251-7538736749eb tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:56.429720 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8b4c91e-e2bf-4d49-96e4-7dc764231309 req-8c39bc10-28c3-4795-8251-7538736749eb tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.3644631 Feb 08 21:33:56.432090 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cfe60c15-440f-45e6-a56b-a5f6b50d010a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (dd9ed9e3-f153-4851-9f74-05b43e3e3e91), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:56.454325 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port e6eb52a6-1d8d-424d-a6d5-b7bb071573cc triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:33:56.454718 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e6eb52a6-1d8d-424d-a6d5-b7bb071573cc), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:56.471378 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00feef74-1629-48b7-ae5a-eaf5497da945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e34965-4617-4cbf-8d87-05e58767e51d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:56.498517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-cfe60c15-440f-45e6-a56b-a5f6b50d010a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Calling delete_port for dd9ed9e3-f153-4851-9f74-05b43e3e3e91 owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:33:56.603266 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-75544e7f-b258-4c30-a498-7483fc70678c tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Allocated IP 172.20.0.4 (b024f09d-6c4d-4b94-8954-cc324d953fc4/c4bcbb75-d508-49eb-a8ec-b8f72780ba13/5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:33:56.607280 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c290b28d-adaf-4a3e-a4a9-3fb44464e9f6 admin admin] Network 1284a0ae-9adf-45e2-9652-f0c9a50a9682 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:33:56.619131 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8b4c91e-e2bf-4d49-96e4-7dc764231309 req-1f6ece3c-1f33-4281-8192-b236269075fc tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749620 Feb 08 21:33:56.620548 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c290b28d-adaf-4a3e-a4a9-3fb44464e9f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:33:56.754215 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port e6eb52a6-1d8d-424d-a6d5-b7bb071573cc is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:33:56.838079 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81f89413-c1e7-43cc-94e1-6c702c003c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (0ae706ba-8eda-48d0-80fc-9f45eeebcc74), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:57.125132 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c290b28d-adaf-4a3e-a4a9-3fb44464e9f6 admin admin] Router d69f1d80-2d1d-4ee5-8b70-68c6049dc41d has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:33:57.151484 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60440) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:57.170578 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-58907f99-e184-4c3e-ba20-071060d137c6 None None] Provisioning complete for port a97d1021-9456-4345-a9fc-e8d2e6327e82 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:33:57.171237 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-58907f99-e184-4c3e-ba20-071060d137c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a97d1021-9456-4345-a9fc-e8d2e6327e82), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:57.233819 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ab74ea2d-b2cd-461c-84ad-eb170b637496 req-714512d0-6811-4ee8-8b83-835003a2f56c tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/ports?device_id=352986cc-640c-428e-9494-06e1bcc18594 HTTP/1.1" status: 200 len: 210 time: 0.2542157 Feb 08 21:33:57.290497 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-58907f99-e184-4c3e-ba20-071060d137c6 None None] Port a97d1021-9456-4345-a9fc-e8d2e6327e82 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:33:57.386249 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-16d1bc6b-713b-461e-9fc3-fa36014be340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:57.399824 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bc27f5f1-a0e9-4943-99f0-3c298506038b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b2d2769b9e034e53972d044cd4aa8fb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2447140 Feb 08 21:33:57.401285 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60456) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:57.491658 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c290b28d-adaf-4a3e-a4a9-3fb44464e9f6 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:33:57.506323 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c290b28d-adaf-4a3e-a4a9-3fb44464e9f6 admin admin] 10.222.0.88 "PUT /v2.0/routers/d69f1d80-2d1d-4ee5-8b70-68c6049dc41d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4404256 Feb 08 21:33:57.515254 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e3e0f1-ce60-4e7d-a12f-35642a7db741 None None] Sync routers for ids ['d69f1d80-2d1d-4ee5-8b70-68c6049dc41d'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:33:57.535927 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e3e0f1-ce60-4e7d-a12f-35642a7db741 None None] Routers {'d69f1d80-2d1d-4ee5-8b70-68c6049dc41d'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:33:57.536770 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-15e3e0f1-ce60-4e7d-a12f-35642a7db741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:33:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['d69f1d80-2d1d-4ee5-8b70-68c6049dc41d'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:57.546359 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ecd91d15-674b-4bce-8d26-8ae8132c420e admin admin] Publish callbacks [] for security_group (e6638760-8502-4193-b4c5-e51411d2392c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:57.617335 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ecd91d15-674b-4bce-8d26-8ae8132c420e admin admin] Publish callbacks [] for security_group (e6638760-8502-4193-b4c5-e51411d2392c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:57.648609 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ee625-09c3-4ebf-9321-fbbd8fddcbf5 req-a117af35-aa83-4d53-a6a6-23c8417b36a7 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:57.675138 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-993ee625-09c3-4ebf-9321-fbbd8fddcbf5 req-a117af35-aa83-4d53-a6a6-23c8417b36a7 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.4471123 Feb 08 21:33:57.685487 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-81f89413-c1e7-43cc-94e1-6c702c003c11 admin admin] Deleting port ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:33:57.685487 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81f89413-c1e7-43cc-94e1-6c702c003c11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:57.764581 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cfe60c15-440f-45e6-a56b-a5f6b50d010a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (dd9ed9e3-f153-4851-9f74-05b43e3e3e91), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:57.783996 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-81f89413-c1e7-43cc-94e1-6c702c003c11 admin admin] For port ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d,segment=NetworkSegment(fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334),segment_id=fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:33:57.784541 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81f89413-c1e7-43cc-94e1-6c702c003c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:57.810799 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-81f89413-c1e7-43cc-94e1-6c702c003c11 admin admin] Calling delete_port for ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:33:57.852534 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60482) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:57.854714 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-15e3e0f1-ce60-4e7d-a12f-35642a7db741 None None] Set router d69f1d80-2d1d-4ee5-8b70-68c6049dc41d gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:33:57.871861 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ecd91d15-674b-4bce-8d26-8ae8132c420e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e6638760-8502-4193-b4c5-e51411d2392c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:57.896027 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ecd91d15-674b-4bce-8d26-8ae8132c420e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:57.897284 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ecd91d15-674b-4bce-8d26-8ae8132c420e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e6638760-8502-4193-b4c5-e51411d2392c HTTP/1.1" status: 204 len: 168 time: 0.4950805 Feb 08 21:33:57.906753 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe60c15-440f-45e6-a56b-a5f6b50d010a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Pushing event deleted for resources: {'Port': ['ID=dd9ed9e3-f153-4851-9f74-05b43e3e3e91,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:57.924958 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-75544e7f-b258-4c30-a498-7483fc70678c tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Publish callbacks [] for port (5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:57.951635 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-993ee625-09c3-4ebf-9321-fbbd8fddcbf5 req-f9cb2a2b-a999-432e-8b81-e0a93d4a4dd0 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2751250 Feb 08 21:33:58.039398 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cfe60c15-440f-45e6-a56b-a5f6b50d010a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:58.061701 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cfe60c15-440f-45e6-a56b-a5f6b50d010a tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] 10.222.0.88 "DELETE /v2.0/ports/dd9ed9e3-f153-4851-9f74-05b43e3e3e91 HTTP/1.1" status: 204 len: 168 time: 3.6432102 Feb 08 21:33:58.068017 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60490) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:58.103554 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd91d15-674b-4bce-8d26-8ae8132c420e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6638760-8502-4193-b4c5-e51411d2392c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:58.130955 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-75544e7f-b258-4c30-a498-7483fc70678c tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:58.235945 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac1577b-8407-445e-a4f1-89b79bf9cb94 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] GET failed (client error): The resource could not be found. Feb 08 21:33:58.242393 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6ac1577b-8407-445e-a4f1-89b79bf9cb94 tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] 10.222.0.88 "GET /v2.0/ports/dd9ed9e3-f153-4851-9f74-05b43e3e3e91 HTTP/1.1" status: 404 len: 333 time: 0.1667831 Feb 08 21:33:58.315051 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60492) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:58.359875 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-538e39bc-0539-414d-9995-d3018b6b1b05 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2003710683'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:58.460774 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-75544e7f-b258-4c30-a498-7483fc70678c tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Network b024f09d-6c4d-4b94-8954-cc324d953fc4 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:33:58.475815 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-75544e7f-b258-4c30-a498-7483fc70678c tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:33:58.490839 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-75544e7f-b258-4c30-a498-7483fc70678c tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:33:58.532004 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538e39bc-0539-414d-9995-d3018b6b1b05 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Made reservation on behalf of e06b0580b36e41f2ba7247491d9845e4 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:33:58.562356 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-538e39bc-0539-414d-9995-d3018b6b1b05 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:58.645937 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75544e7f-b258-4c30-a498-7483fc70678c tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Pushing event updated for resources: {'Port': ['ID=5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:58.660712 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60502) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:58.665013 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-15e3e0f1-ce60-4e7d-a12f-35642a7db741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69f1d80-2d1d-4ee5-8b70-68c6049dc41d', 'name': 'tempest-ServersTestMultiNic-222369038-router', 'tenant_id': 'e06b0580b36e41f2ba7247491d9845e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'e6eb52a6-1d8d-424d-a6d5-b7bb071573cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:33:38Z', 'updated_at': '2022-02-08T21:33:54Z', 'revision_number': 4, 'project_id': 'e06b0580b36e41f2ba7247491d9845e4', 'gw_port': {'id': 'e6eb52a6-1d8d-424d-a6d5-b7bb071573cc', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69f1d80-2d1d-4ee5-8b70-68c6049dc41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:33:41Z', 'updated_at': '2022-02-08T21:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'a97d1021-9456-4345-a9fc-e8d2e6327e82', 'name': '', 'network_id': '1284a0ae-9adf-45e2-9652-f0c9a50a9682', 'tenant_id': 'e06b0580b36e41f2ba7247491d9845e4', 'mac_address': 'fa:16:3e:21:2b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69f1d80-2d1d-4ee5-8b70-68c6049dc41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'db1e6f8f-73a7-42f1-8821-909b7074621b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:33:51Z', 'updated_at': '2022-02-08T21:33:55Z', 'revision_number': 2, 'project_id': 'e06b0580b36e41f2ba7247491d9845e4', 'subnets': [{'id': 'db1e6f8f-73a7-42f1-8821-909b7074621b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:33:58.696970 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e3e0f1-ce60-4e7d-a12f-35642a7db741 None None] Checking router: d69f1d80-2d1d-4ee5-8b70-68c6049dc41d for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:33:58.697713 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e3e0f1-ce60-4e7d-a12f-35642a7db741 None None] Updating router d69f1d80-2d1d-4ee5-8b70-68c6049dc41d port a97d1021-9456-4345-a9fc-e8d2e6327e82 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:33:58.748283 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-15e3e0f1-ce60-4e7d-a12f-35642a7db741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a97d1021-9456-4345-a9fc-e8d2e6327e82), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:58.749914 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538e39bc-0539-414d-9995-d3018b6b1b05 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:33:58.852116 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-75544e7f-b258-4c30-a498-7483fc70678c tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:58.859514 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-75544e7f-b258-4c30-a498-7483fc70678c tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:58.931946 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834a81b-1cc9-4d28-b35e-cd2d1d7caecc req-5eeb7393-cd9f-4812-b78c-7516bad4fbc7 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:58.936893 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e834a81b-1cc9-4d28-b35e-cd2d1d7caecc req-5eeb7393-cd9f-4812-b78c-7516bad4fbc7 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/ports?device_id=352986cc-640c-428e-9494-06e1bcc18594 HTTP/1.1" status: 200 len: 931 time: 0.4731381 Feb 08 21:33:58.950646 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-75544e7f-b258-4c30-a498-7483fc70678c tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5184507 Feb 08 21:33:59.026169 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-57ee7241-51c0-4c1b-ade0-fe022ccdacb0 service neutron] Request body: {'port': {'device_id': '352986cc-640c-428e-9494-06e1bcc18594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:59.200379 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:59.237435 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6483ab3b-1198-4be6-908e-74e2d3727f3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:59.438945 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e834a81b-1cc9-4d28-b35e-cd2d1d7caecc req-f6169e2d-7e8c-4ffe-98c0-38278b4d0c02 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/security-groups?id=b45b94a6-2162-4e2b-b3e2-d77922623f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4854319 Feb 08 21:33:59.439509 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-538e39bc-0539-414d-9995-d3018b6b1b05 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (615d05bc-91a6-4266-946a-41943643d9e1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:59.440116 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-538e39bc-0539-414d-9995-d3018b6b1b05 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Added segment 615d05bc-91a6-4266-946a-41943643d9e1 of type vlan for network e0a9b9ec-b0de-4d39-8921-b9219efd548e Feb 08 21:33:59.446584 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-15e3e0f1-ce60-4e7d-a12f-35642a7db741 None None] Publish callbacks [] for port (a97d1021-9456-4345-a9fc-e8d2e6327e82), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:59.456499 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-15e3e0f1-ce60-4e7d-a12f-35642a7db741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a97d1021-9456-4345-a9fc-e8d2e6327e82), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:59.495322 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-57ee7241-51c0-4c1b-ade0-fe022ccdacb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:59.501630 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-538e39bc-0539-414d-9995-d3018b6b1b05 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (e0a9b9ec-b0de-4d39-8921-b9219efd548e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:59.556093 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca3608-be9d-4adb-9218-fc519fd01ded req-5b62d26b-829a-45bd-844e-8017f7b25d38 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:59.570101 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f5ca3608-be9d-4adb-9218-fc519fd01ded req-5b62d26b-829a-45bd-844e-8017f7b25d38 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.3739090 Feb 08 21:33:59.586307 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-538e39bc-0539-414d-9995-d3018b6b1b05 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (e0a9b9ec-b0de-4d39-8921-b9219efd548e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:59.596037 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538e39bc-0539-414d-9995-d3018b6b1b05 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:33:59.597159 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-538e39bc-0539-414d-9995-d3018b6b1b05 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:59.720025 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e39bc-0539-414d-9995-d3018b6b1b05 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Pushing event updated for resources: {'Network': ['ID=e0a9b9ec-b0de-4d39-8921-b9219efd548e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:33:59.726181 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d5a38ba1-e130-43ce-b1c1-b424aad0b8be tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Deleting port 5fb16477-3bd4-42a8-a556-66df77030410 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:33:59.726741 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5a38ba1-e130-43ce-b1c1-b424aad0b8be tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (5fb16477-3bd4-42a8-a556-66df77030410), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:33:59.801957 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-538e39bc-0539-414d-9995-d3018b6b1b05 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9480338 Feb 08 21:33:59.805901 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60520) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:33:59.820847 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7d50e4eb-b633-4f85-987f-5e7f5168c566 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Request body: {'subnet': {'network_id': 'e0a9b9ec-b0de-4d39-8921-b9219efd548e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:33:59.877147 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network e0a9b9ec-b0de-4d39-8921-b9219efd548e details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:34:00.051125 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81f89413-c1e7-43cc-94e1-6c702c003c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:00.118634 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a97ae-088c-4901-bd70-e79e3a21f7ae None None] Pushing event updated for resources: {'Port': ['ID=a97d1021-9456-4345-a9fc-e8d2e6327e82,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:00.180976 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-15e3e0f1-ce60-4e7d-a12f-35642a7db741 None None] Attempting to bind port a97d1021-9456-4345-a9fc-e8d2e6327e82 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:34:00.181586 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-15e3e0f1-ce60-4e7d-a12f-35642a7db741 None None] Attempting to bind port a97d1021-9456-4345-a9fc-e8d2e6327e82 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '49facca1-169c-4864-a226-97422e720b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1284a0ae-9adf-45e2-9652-f0c9a50a9682'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:34:00.182175 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e3e0f1-ce60-4e7d-a12f-35642a7db741 None None] Attempting to bind port a97d1021-9456-4345-a9fc-e8d2e6327e82 on network 1284a0ae-9adf-45e2-9652-f0c9a50a9682 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:34:00.215868 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e3e0f1-ce60-4e7d-a12f-35642a7db741 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:34:00.216466 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e3e0f1-ce60-4e7d-a12f-35642a7db741 None None] Checking segment: {'id': '49facca1-169c-4864-a226-97422e720b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1284a0ae-9adf-45e2-9652-f0c9a50a9682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:34:00.217117 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-15e3e0f1-ce60-4e7d-a12f-35642a7db741 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:00.218301 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e3e0f1-ce60-4e7d-a12f-35642a7db741 None None] Bound using segment: {'id': '49facca1-169c-4864-a226-97422e720b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1284a0ae-9adf-45e2-9652-f0c9a50a9682'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:34:00.219111 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-15e3e0f1-ce60-4e7d-a12f-35642a7db741 None None] Bound port: a97d1021-9456-4345-a9fc-e8d2e6327e82, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49facca1-169c-4864-a226-97422e720b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1284a0ae-9adf-45e2-9652-f0c9a50a9682'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:34:00.219730 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-15e3e0f1-ce60-4e7d-a12f-35642a7db741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a97d1021-9456-4345-a9fc-e8d2e6327e82), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:00.241691 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f89413-c1e7-43cc-94e1-6c702c003c11 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:00.253059 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-fcc37ca2-0ab2-4d21-9790-9f7d3eb468bc None None] Provisioning complete for port a97d1021-9456-4345-a9fc-e8d2e6327e82 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:00.253688 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fcc37ca2-0ab2-4d21-9790-9f7d3eb468bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a97d1021-9456-4345-a9fc-e8d2e6327e82), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:00.309199 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60526) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:00.424215 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5a38ba1-e130-43ce-b1c1-b424aad0b8be tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (5fb16477-3bd4-42a8-a556-66df77030410), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:00.461382 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-fcc37ca2-0ab2-4d21-9790-9f7d3eb468bc None None] Port a97d1021-9456-4345-a9fc-e8d2e6327e82 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:34:00.498952 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-15e3e0f1-ce60-4e7d-a12f-35642a7db741 None None] For port a97d1021-9456-4345-a9fc-e8d2e6327e82, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:34:00.507876 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-57ee7241-51c0-4c1b-ade0-fe022ccdacb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:34:00.513114 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-15e3e0f1-ce60-4e7d-a12f-35642a7db741 None None] For port a97d1021-9456-4345-a9fc-e8d2e6327e82, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=a97d1021-9456-4345-a9fc-e8d2e6327e82,segment=NetworkSegment(49facca1-169c-4864-a226-97422e720b0a),segment_id=49facca1-169c-4864-a226-97422e720b0a)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:34:00.521355 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-15e3e0f1-ce60-4e7d-a12f-35642a7db741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a97d1021-9456-4345-a9fc-e8d2e6327e82), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:00.524178 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-57ee7241-51c0-4c1b-ade0-fe022ccdacb0 service neutron] Publish callbacks [] for port (5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:00.524508 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d5a38ba1-e130-43ce-b1c1-b424aad0b8be tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Calling delete_port for 5fb16477-3bd4-42a8-a556-66df77030410 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:34:00.554027 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-57ee7241-51c0-4c1b-ade0-fe022ccdacb0 service neutron] Transition to ACTIVE for port object 5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:34:00.601729 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6483ab3b-1198-4be6-908e-74e2d3727f3d admin admin] Publish callbacks [] for security_group (c6b43768-f4e7-4771-aa04-44405e415fd0), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:00.612875 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f5ca3608-be9d-4adb-9218-fc519fd01ded req-9872dd6e-6575-4e1d-a33a-810afefd6489 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0405362 Feb 08 21:34:00.614909 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6483ab3b-1198-4be6-908e-74e2d3727f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c6b43768-f4e7-4771-aa04-44405e415fd0), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:00.618285 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-57ee7241-51c0-4c1b-ade0-fe022ccdacb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:00.684557 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee7241-51c0-4c1b-ade0-fe022ccdacb0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:00.773135 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d50e4eb-b633-4f85-987f-5e7f5168c566 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Made reservation on behalf of e06b0580b36e41f2ba7247491d9845e4 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:00.785618 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a97ae-088c-4901-bd70-e79e3a21f7ae None None] Pushing event updated for resources: {'Port': ['ID=a97d1021-9456-4345-a9fc-e8d2e6327e82,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:00.804220 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d50e4eb-b633-4f85-987f-5e7f5168c566 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:00.813892 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e3e0f1-ce60-4e7d-a12f-35642a7db741 None None] Routers {'d69f1d80-2d1d-4ee5-8b70-68c6049dc41d'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:34:00.815039 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-15e3e0f1-ce60-4e7d-a12f-35642a7db741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:33:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['d69f1d80-2d1d-4ee5-8b70-68c6049dc41d'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:01.009152 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6483ab3b-1198-4be6-908e-74e2d3727f3d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d6e327b24ac64398bb99b2a2235e884e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2964771 Feb 08 21:34:01.013415 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483ab3b-1198-4be6-908e-74e2d3727f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b43768-f4e7-4771-aa04-44405e415fd0,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:01.020426 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60534) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:01.155379 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca10533e-0208-4777-b2c3-4ea97071e07e admin admin] Publish callbacks [] for security_group (c6b43768-f4e7-4771-aa04-44405e415fd0), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:01.168819 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-57ee7241-51c0-4c1b-ade0-fe022ccdacb0 service neutron] Attempting to bind port 5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:34:01.169179 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-57ee7241-51c0-4c1b-ade0-fe022ccdacb0 service neutron] Attempting to bind port 5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '093fe90d-2d9e-4cba-a6de-72f4b2ab76af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b024f09d-6c4d-4b94-8954-cc324d953fc4'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:34:01.169831 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-57ee7241-51c0-4c1b-ade0-fe022ccdacb0 service neutron] Attempting to bind port 5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4 on network b024f09d-6c4d-4b94-8954-cc324d953fc4 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:34:01.171409 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-15e3e0f1-ce60-4e7d-a12f-35642a7db741 None None] Set router d69f1d80-2d1d-4ee5-8b70-68c6049dc41d gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:34:01.184952 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-57ee7241-51c0-4c1b-ade0-fe022ccdacb0 service neutron] Port 5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4 on network b024f09d-6c4d-4b94-8954-cc324d953fc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:34:01.185357 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-57ee7241-51c0-4c1b-ade0-fe022ccdacb0 service neutron] Attempting to bind port 5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4 on network b024f09d-6c4d-4b94-8954-cc324d953fc4 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:34:01.204792 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-57ee7241-51c0-4c1b-ade0-fe022ccdacb0 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:34:01.205197 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-57ee7241-51c0-4c1b-ade0-fe022ccdacb0 service neutron] Checking segment: {'id': '093fe90d-2d9e-4cba-a6de-72f4b2ab76af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b024f09d-6c4d-4b94-8954-cc324d953fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:34:01.206801 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-57ee7241-51c0-4c1b-ade0-fe022ccdacb0 service neutron] Bound using segment: {'id': '093fe90d-2d9e-4cba-a6de-72f4b2ab76af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b024f09d-6c4d-4b94-8954-cc324d953fc4'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:34:01.207299 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-57ee7241-51c0-4c1b-ade0-fe022ccdacb0 service neutron] Bound port: 5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '093fe90d-2d9e-4cba-a6de-72f4b2ab76af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b024f09d-6c4d-4b94-8954-cc324d953fc4'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:34:01.209862 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-57ee7241-51c0-4c1b-ade0-fe022ccdacb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:01.234265 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-466ed88a-66eb-4e40-b2f0-0402c5ae81b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-326155323'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:01.288304 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca10533e-0208-4777-b2c3-4ea97071e07e admin admin] Publish callbacks [] for security_group (c6b43768-f4e7-4771-aa04-44405e415fd0), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:01.482266 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466ed88a-66eb-4e40-b2f0-0402c5ae81b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Made reservation on behalf of 66385e34a15d410cb3ca06cfd4be9727 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:01.488796 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-466ed88a-66eb-4e40-b2f0-0402c5ae81b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:01.528783 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:01.538843 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-466ed88a-66eb-4e40-b2f0-0402c5ae81b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:01.541215 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-5fc01cf2-2fea-46ae-a90d-139e8dac8c21 None None] Provisioning complete for port a97d1021-9456-4345-a9fc-e8d2e6327e82 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:01.541748 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5fc01cf2-2fea-46ae-a90d-139e8dac8c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a97d1021-9456-4345-a9fc-e8d2e6327e82), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:01.596440 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:01.653385 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81f89413-c1e7-43cc-94e1-6c702c003c11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (0ae706ba-8eda-48d0-80fc-9f45eeebcc74), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:01.657296 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-57ee7241-51c0-4c1b-ade0-fe022ccdacb0 service neutron] For port 5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:34:01.664620 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca10533e-0208-4777-b2c3-4ea97071e07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c6b43768-f4e7-4771-aa04-44405e415fd0), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:01.671159 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca10533e-0208-4777-b2c3-4ea97071e07e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:01.674372 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ca10533e-0208-4777-b2c3-4ea97071e07e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c6b43768-f4e7-4771-aa04-44405e415fd0 HTTP/1.1" status: 204 len: 168 time: 0.6524506 Feb 08 21:34:01.683783 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6b6f3-e058-4f8d-a94c-58575b5e49c3 req-87b5c834-0081-4663-9f14-6686a0b6e8ee tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:01.686034 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17a6b6f3-e058-4f8d-a94c-58575b5e49c3 req-87b5c834-0081-4663-9f14-6686a0b6e8ee tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/ports?device_id=352986cc-640c-428e-9494-06e1bcc18594 HTTP/1.1" status: 200 len: 943 time: 0.8060465 Feb 08 21:34:01.712414 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10533e-0208-4777-b2c3-4ea97071e07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b43768-f4e7-4771-aa04-44405e415fd0,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:01.783531 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17a6b6f3-e058-4f8d-a94c-58575b5e49c3 req-e6e67ede-7d5a-4acf-9ee8-4d17e62a2680 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/security-groups?id=b45b94a6-2162-4e2b-b3e2-d77922623f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810657 Feb 08 21:34:01.792676 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b3f3b-1b9d-4d17-b1da-324a16f4bc3e req-83fd2e4a-8f30-45ea-b2af-6937b8bcc8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:01.803509 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e00b3f3b-1b9d-4d17-b1da-324a16f4bc3e req-83fd2e4a-8f30-45ea-b2af-6937b8bcc8a1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 1127 time: 0.4127202 Feb 08 21:34:01.836329 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5fc01cf2-2fea-46ae-a90d-139e8dac8c21 None None] Current status of the port a97d1021-9456-4345-a9fc-e8d2e6327e82 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:01.838094 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5fc01cf2-2fea-46ae-a90d-139e8dac8c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a97d1021-9456-4345-a9fc-e8d2e6327e82), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:01.878304 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-15e3e0f1-ce60-4e7d-a12f-35642a7db741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69f1d80-2d1d-4ee5-8b70-68c6049dc41d', 'name': 'tempest-ServersTestMultiNic-222369038-router', 'tenant_id': 'e06b0580b36e41f2ba7247491d9845e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'e6eb52a6-1d8d-424d-a6d5-b7bb071573cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:33:38Z', 'updated_at': '2022-02-08T21:33:54Z', 'revision_number': 4, 'project_id': 'e06b0580b36e41f2ba7247491d9845e4', 'gw_port': {'id': 'e6eb52a6-1d8d-424d-a6d5-b7bb071573cc', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69f1d80-2d1d-4ee5-8b70-68c6049dc41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:33:41Z', 'updated_at': '2022-02-08T21:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'a97d1021-9456-4345-a9fc-e8d2e6327e82', 'name': '', 'network_id': '1284a0ae-9adf-45e2-9652-f0c9a50a9682', 'tenant_id': 'e06b0580b36e41f2ba7247491d9845e4', 'mac_address': 'fa:16:3e:21:2b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69f1d80-2d1d-4ee5-8b70-68c6049dc41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'db1e6f8f-73a7-42f1-8821-909b7074621b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:33:51Z', 'updated_at': '2022-02-08T21:34:00Z', 'revision_number': 4, 'project_id': 'e06b0580b36e41f2ba7247491d9845e4', 'subnets': [{'id': 'db1e6f8f-73a7-42f1-8821-909b7074621b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:01.915360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121be9d-cbf2-4b11-aaaf-cd169d7e3d8a req-597f2881-f01b-4ae5-9c10-eee2b91160f4 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:01.917646 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7121be9d-cbf2-4b11-aaaf-cd169d7e3d8a req-597f2881-f01b-4ae5-9c10-eee2b91160f4 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.4693711 Feb 08 21:34:01.957799 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e3e0f1-ce60-4e7d-a12f-35642a7db741 None None] The sync data for ids ['d69f1d80-2d1d-4ee5-8b70-68c6049dc41d'] in n-d-712143-31 is: [{'id': 'd69f1d80-2d1d-4ee5-8b70-68c6049dc41d', 'name': 'tempest-ServersTestMultiNic-222369038-router', 'tenant_id': 'e06b0580b36e41f2ba7247491d9845e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'e6eb52a6-1d8d-424d-a6d5-b7bb071573cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:33:38Z', 'updated_at': '2022-02-08T21:33:54Z', 'revision_number': 4, 'project_id': 'e06b0580b36e41f2ba7247491d9845e4', 'gw_port': {'id': 'e6eb52a6-1d8d-424d-a6d5-b7bb071573cc', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69f1d80-2d1d-4ee5-8b70-68c6049dc41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:33:41Z', 'updated_at': '2022-02-08T21:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'a97d1021-9456-4345-a9fc-e8d2e6327e82', 'name': '', 'network_id': '1284a0ae-9adf-45e2-9652-f0c9a50a9682', 'tenant_id': 'e06b0580b36e41f2ba7247491d9845e4', 'mac_address': 'fa:16:3e:21:2b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69f1d80-2d1d-4ee5-8b70-68c6049dc41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'db1e6f8f-73a7-42f1-8821-909b7074621b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:33:51Z', 'updated_at': '2022-02-08T21:34:00Z', 'revision_number': 4, 'project_id': 'e06b0580b36e41f2ba7247491d9845e4', 'subnets': [{'id': 'db1e6f8f-73a7-42f1-8821-909b7074621b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:34:02.052633 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-5fc01cf2-2fea-46ae-a90d-139e8dac8c21 None None] For port a97d1021-9456-4345-a9fc-e8d2e6327e82, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=a97d1021-9456-4345-a9fc-e8d2e6327e82,segment=NetworkSegment(49facca1-169c-4864-a226-97422e720b0a),segment_id=49facca1-169c-4864-a226-97422e720b0a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:02.086861 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5fc01cf2-2fea-46ae-a90d-139e8dac8c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a97d1021-9456-4345-a9fc-e8d2e6327e82), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:02.121109 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7121be9d-cbf2-4b11-aaaf-cd169d7e3d8a req-e30c0d73-07bb-4096-aff2-04b7ffacc222 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806285 Feb 08 21:34:02.186263 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b3f3b-1b9d-4d17-b1da-324a16f4bc3e req-fcd7e81a-e469-4c6a-9db3-08d4dcd8ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:02.194796 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e00b3f3b-1b9d-4d17-b1da-324a16f4bc3e req-fcd7e81a-e469-4c6a-9db3-08d4dcd8ddb4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 200 len: 913 time: 0.3833697 Feb 08 21:34:02.206992 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-57ee7241-51c0-4c1b-ade0-fe022ccdacb0 service neutron] For port 5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4,segment=NetworkSegment(093fe90d-2d9e-4cba-a6de-72f4b2ab76af),segment_id=093fe90d-2d9e-4cba-a6de-72f4b2ab76af)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:34:02.300320 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc01cf2-2fea-46ae-a90d-139e8dac8c21 None None] Pushing event updated for resources: {'Port': ['ID=a97d1021-9456-4345-a9fc-e8d2e6327e82,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:02.327217 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-466ed88a-66eb-4e40-b2f0-0402c5ae81b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks [] for security_group (02d1d368-e0b2-4798-bae7-73aa879c9c75), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:02.356100 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-57ee7241-51c0-4c1b-ade0-fe022ccdacb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:02.515431 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5a38ba1-e130-43ce-b1c1-b424aad0b8be tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (5fb16477-3bd4-42a8-a556-66df77030410), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:02.517887 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-57ee7241-51c0-4c1b-ade0-fe022ccdacb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:02.518749 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-57ee7241-51c0-4c1b-ade0-fe022ccdacb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:02.520615 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-57ee7241-51c0-4c1b-ade0-fe022ccdacb0 service neutron] 10.222.0.96 "PUT /v2.0/ports/5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4 HTTP/1.1" status: 200 len: 1092 time: 3.5174098 Feb 08 21:34:02.526135 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352986cc-640c-428e-9494-06e1bcc18594', 'tag': '5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:34:02.546930 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2444084a-f5ac-4f6b-aee5-5fdb057e2efe" -d '{"events": [{"name": "network-changed", "server_uuid": "352986cc-640c-428e-9494-06e1bcc18594", "tag": "5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:34:02.558520 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device a97d1021-9456-4345-a9fc-e8d2e6327e82 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:34:02.657244 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e00b3f3b-1b9d-4d17-b1da-324a16f4bc3e req-c6c09614-07d4-4b39-815a-512f2d109e83 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 HTTP/1.1" status: 200 len: 999 time: 0.4457026 Feb 08 21:34:02.672311 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-466ed88a-66eb-4e40-b2f0-0402c5ae81b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (02d1d368-e0b2-4798-bae7-73aa879c9c75), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:02.724517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee7241-51c0-4c1b-ade0-fe022ccdacb0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:02.728230 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port a97d1021-9456-4345-a9fc-e8d2e6327e82 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:02.728886 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a97d1021-9456-4345-a9fc-e8d2e6327e82), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:02.732588 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-466ed88a-66eb-4e40-b2f0-0402c5ae81b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:34:02.752279 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-466ed88a-66eb-4e40-b2f0-0402c5ae81b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (2f5d5c18-ce7e-46a9-8274-9775db88860b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:02.752906 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-466ed88a-66eb-4e40-b2f0-0402c5ae81b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Added segment 2f5d5c18-ce7e-46a9-8274-9775db88860b of type vlan for network 26710074-30a1-446b-9b6d-60fc1d73ba99 Feb 08 21:34:02.759431 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974e715c-c6fb-4591-8f11-b0b3eb061b0e x-openstack-request-id: req-974e715c-c6fb-4591-8f11-b0b3eb061b0e {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:34:02.759756 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352986cc-640c-428e-9494-06e1bcc18594", "tag": "5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:34:02.759997 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-974e715c-c6fb-4591-8f11-b0b3eb061b0e {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:34:02.760428 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352986cc-640c-428e-9494-06e1bcc18594', 'tag': '5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4', 'status': 'completed', 'code': 200} Feb 08 21:34:02.885430 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b3f3b-1b9d-4d17-b1da-324a16f4bc3e req-c216fc0c-692a-4740-ad48-b681678d1800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:02.887528 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e00b3f3b-1b9d-4d17-b1da-324a16f4bc3e req-c216fc0c-692a-4740-ad48-b681678d1800 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0aa29b5a-a776-4012-aa53-861d63a1c0ca HTTP/1.1" status: 200 len: 851 time: 0.1813438 Feb 08 21:34:02.938256 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-27b0aa45-26b2-4725-8ec2-470ff9206b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:02.940142 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-27b0aa45-26b2-4725-8ec2-470ff9206b53 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e992468990cb47ceb7991589052aa824&device_id=352986cc-640c-428e-9494-06e1bcc18594 HTTP/1.1" status: 200 len: 1126 time: 0.3524239 Feb 08 21:34:02.943450 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-466ed88a-66eb-4e40-b2f0-0402c5ae81b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (26710074-30a1-446b-9b6d-60fc1d73ba99), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:02.959019 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port a97d1021-9456-4345-a9fc-e8d2e6327e82 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:02.978850 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5a38ba1-e130-43ce-b1c1-b424aad0b8be tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:02.982543 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d5a38ba1-e130-43ce-b1c1-b424aad0b8be tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] 10.222.0.88 "DELETE /v2.0/ports/5fb16477-3bd4-42a8-a556-66df77030410 HTTP/1.1" status: 204 len: 168 time: 4.6635451 Feb 08 21:34:02.994515 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a38ba1-e130-43ce-b1c1-b424aad0b8be tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Pushing event deleted for resources: {'Port': ['ID=5fb16477-3bd4-42a8-a556-66df77030410,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:02.999637 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60546) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:03.061477 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-28834586-b603-4df0-89ab-5e457837f28d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4 HTTP/1.1" status: 200 len: 217 time: 0.1005034 Feb 08 21:34:03.101503 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60548) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:03.155909 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-280f4048-c0f5-4660-8f5d-9c10f1577512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:03.185162 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.db.resource_extend [None req-466ed88a-66eb-4e40-b2f0-0402c5ae81b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:34:03.195078 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-ff845522-b704-496d-b70e-87a7be0484e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:03.196778 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-ff845522-b704-496d-b70e-87a7be0484e1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c4bcbb75-d508-49eb-a8ec-b8f72780ba13 HTTP/1.1" status: 200 len: 849 time: 0.1245525 Feb 08 21:34:03.200967 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b3f3b-1b9d-4d17-b1da-324a16f4bc3e req-78f96e60-c285-4e38-af75-d768a05cb4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:03.202886 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e00b3f3b-1b9d-4d17-b1da-324a16f4bc3e req-78f96e60-c285-4e38-af75-d768a05cb4a4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=470bde4a-288b-4162-81c1-45fdd6f3db1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2997086 Feb 08 21:34:03.212486 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ed88a-66eb-4e40-b2f0-0402c5ae81b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d1d368-e0b2-4798-bae7-73aa879c9c75,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:03.264460 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-37125811-e59c-4ce7-ad6d-2558bf2fab6d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b024f09d-6c4d-4b94-8954-cc324d953fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596216 Feb 08 21:34:03.321084 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-466ed88a-66eb-4e40-b2f0-0402c5ae81b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (26710074-30a1-446b-9b6d-60fc1d73ba99), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:03.329517 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466ed88a-66eb-4e40-b2f0-0402c5ae81b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:03.330537 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-466ed88a-66eb-4e40-b2f0-0402c5ae81b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:03.345013 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa19e7-c07c-47c1-90b7-eb7469cb3ca8 req-7d7230e7-91b2-4854-9685-40411a66332b tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:03.351539 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aea383a-f73c-4fa7-96a0-f2a3a32ba6da tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Deleting subnet 02670600-dc95-47ba-a489-9baab3de2357 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:34:03.352325 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aefa19e7-c07c-47c1-90b7-eb7469cb3ca8 req-7d7230e7-91b2-4854-9685-40411a66332b tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/ports?device_id=352986cc-640c-428e-9494-06e1bcc18594 HTTP/1.1" status: 200 len: 943 time: 0.2943144 Feb 08 21:34:03.371506 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d50e4eb-b633-4f85-987f-5e7f5168c566 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (7af7bb53-8774-426b-b5dc-bffb3abca5da), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:03.413651 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aea383a-f73c-4fa7-96a0-f2a3a32ba6da tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks [] for subnet (02670600-dc95-47ba-a489-9baab3de2357), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:03.498260 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-466ed88a-66eb-4e40-b2f0-0402c5ae81b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.1722054 Feb 08 21:34:03.520011 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60552) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:03.534562 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3be1ec02-9276-404a-b940-6a9e0f466d2c tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Request body: {'subnet': {'network_id': '26710074-30a1-446b-9b6d-60fc1d73ba99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:03.565040 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ed88a-66eb-4e40-b2f0-0402c5ae81b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Pushing event updated for resources: {'Network': ['ID=26710074-30a1-446b-9b6d-60fc1d73ba99,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:03.578226 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 26710074-30a1-446b-9b6d-60fc1d73ba99 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:34:03.641832 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aea383a-f73c-4fa7-96a0-f2a3a32ba6da tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (02670600-dc95-47ba-a489-9baab3de2357), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:03.803632 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50e4eb-b633-4f85-987f-5e7f5168c566 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Pushing event updated for resources: {'Subnet': ['ID=7af7bb53-8774-426b-b5dc-bffb3abca5da,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:03.818968 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f89413-c1e7-43cc-94e1-6c702c003c11 admin admin] Router 0ae706ba-8eda-48d0-80fc-9f45eeebcc74 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:34:03.859931 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aea383a-f73c-4fa7-96a0-f2a3a32ba6da tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (02670600-dc95-47ba-a489-9baab3de2357), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:03.886262 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aefa19e7-c07c-47c1-90b7-eb7469cb3ca8 req-dfad1bf2-3849-44af-b357-e736fa0fcf44 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/security-groups?id=b45b94a6-2162-4e2b-b3e2-d77922623f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5329432 Feb 08 21:34:03.911878 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdac57-a2a5-43c5-857c-9bc6304b2ba4 req-7180e644-f5da-4993-a944-3ebe83500af0 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:03.913689 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d0cdac57-a2a5-43c5-857c-9bc6304b2ba4 req-7180e644-f5da-4993-a944-3ebe83500af0 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.6532054 Feb 08 21:34:03.938657 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d50e4eb-b633-4f85-987f-5e7f5168c566 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Checking segment: {'id': '615d05bc-91a6-4266-946a-41943643d9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e0a9b9ec-b0de-4d39-8921-b9219efd548e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:34:03.949204 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d50e4eb-b633-4f85-987f-5e7f5168c566 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Network hostable DHCP agents. Network: e0a9b9ec-b0de-4d39-8921-b9219efd548e, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:34:03.985431 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e00b3f3b-1b9d-4d17-b1da-324a16f4bc3e req-94726059-3693-4897-a017-06eb6aa6fedd service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7632501 Feb 08 21:34:04.021292 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-052f0ab7-43ab-42b2-b3ab-299057f430a6 service neutron] 10.222.0.96 "GET /v2.0/networks/b024f09d-6c4d-4b94-8954-cc324d953fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7399311 Feb 08 21:34:04.030878 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-280f4048-c0f5-4660-8f5d-9c10f1577512 admin admin] Publish callbacks [] for security_group (dea0020f-860e-4412-8a85-045a5f03abd4), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:04.083070 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d50e4eb-b633-4f85-987f-5e7f5168c566 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Network e0a9b9ec-b0de-4d39-8921-b9219efd548e is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:34:04.086548 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-280f4048-c0f5-4660-8f5d-9c10f1577512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (dea0020f-860e-4412-8a85-045a5f03abd4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:04.119868 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-7d50e4eb-b633-4f85-987f-5e7f5168c566 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, e0a9b9ec-b0de-4d39-8921-b9219efd548e) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:04.137480 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71af3ef8-c91b-4ea0-9d5e-d23c8038f7a8 None None] Network e0a9b9ec-b0de-4d39-8921-b9219efd548e requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:34:04.143299 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50e4eb-b633-4f85-987f-5e7f5168c566 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:04.144050 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d50e4eb-b633-4f85-987f-5e7f5168c566 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:04.177195 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be1ec02-9276-404a-b940-6a9e0f466d2c tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Made reservation on behalf of 66385e34a15d410cb3ca06cfd4be9727 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:04.180043 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d0cdac57-a2a5-43c5-857c-9bc6304b2ba4 req-c7a885bc-0a12-4449-bc50-3a09d921587a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2341044 Feb 08 21:34:04.180713 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3be1ec02-9276-404a-b940-6a9e0f466d2c tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:04.231454 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f4048-c0f5-4660-8f5d-9c10f1577512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea0020f-860e-4412-8a85-045a5f03abd4,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:04.247897 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-280f4048-c0f5-4660-8f5d-9c10f1577512 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=19d6c00d8e584511b3e1f141d52585c9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1244483 Feb 08 21:34:04.267993 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60554) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:04.301020 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aea383a-f73c-4fa7-96a0-f2a3a32ba6da tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (02670600-dc95-47ba-a489-9baab3de2357), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:04.335031 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e00b3f3b-1b9d-4d17-b1da-324a16f4bc3e req-add2c24c-eaff-417d-b2e8-4ae066e637fc service neutron] 10.222.0.96 "GET /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328724 Feb 08 21:34:04.337597 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7fd9fe6-a3b8-4f08-b847-ecfd53c968d2 req-4fb67e8f-57f0-42e7-ba0f-f38627b8e580 service neutron] 10.222.0.96 "GET /v2.0/networks/b024f09d-6c4d-4b94-8954-cc324d953fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095751 Feb 08 21:34:04.395070 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b07b4134-2e1a-4378-a9d7-ad8628420598 admin admin] Publish callbacks [] for security_group (dea0020f-860e-4412-8a85-045a5f03abd4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:04.437820 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7d50e4eb-b633-4f85-987f-5e7f5168c566 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.6272812 Feb 08 21:34:04.442603 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f89413-c1e7-43cc-94e1-6c702c003c11 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:34:04.444677 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea383a-f73c-4fa7-96a0-f2a3a32ba6da tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Pushing event deleted for resources: {'Subnet': ['ID=02670600-dc95-47ba-a489-9baab3de2357,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:04.450045 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-81f89413-c1e7-43cc-94e1-6c702c003c11 admin admin] 10.222.0.88 "PUT /v2.0/routers/0ae706ba-8eda-48d0-80fc-9f45eeebcc74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0904944 Feb 08 21:34:04.453800 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1f7957-9495-4730-8ee9-49f133ecf0fc None None] Sync routers for ids ['0ae706ba-8eda-48d0-80fc-9f45eeebcc74'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:34:04.454367 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60556) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:04.454476 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60558) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:04.460729 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aea383a-f73c-4fa7-96a0-f2a3a32ba6da tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:04.464605 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5aea383a-f73c-4fa7-96a0-f2a3a32ba6da tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] 10.222.0.88 "DELETE /v2.0/subnets/02670600-dc95-47ba-a489-9baab3de2357 HTTP/1.1" status: 204 len: 168 time: 1.4602365 Feb 08 21:34:04.470165 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-00b2338c-a000-4c1c-a9fd-600d62343504 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-185991170'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:04.483877 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60560) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:04.485280 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1f7957-9495-4730-8ee9-49f133ecf0fc None None] Routers {'0ae706ba-8eda-48d0-80fc-9f45eeebcc74'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:34:04.486591 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ad1f7957-9495-4730-8ee9-49f133ecf0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:33:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['0ae706ba-8eda-48d0-80fc-9f45eeebcc74'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:04.526775 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device a97d1021-9456-4345-a9fc-e8d2e6327e82 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:34:04.536501 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b07b4134-2e1a-4378-a9d7-ad8628420598 admin admin] Publish callbacks [] for security_group (dea0020f-860e-4412-8a85-045a5f03abd4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:04.567639 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec0c7fa-0b79-49bd-9f6d-13876bf512ea None None] Network 1c11b3a4-cb52-434a-b71c-57e11168685c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:34:04.672634 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-ad1f7957-9495-4730-8ee9-49f133ecf0fc None None] Set router 0ae706ba-8eda-48d0-80fc-9f45eeebcc74 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:34:04.692580 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port a97d1021-9456-4345-a9fc-e8d2e6327e82 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:04.693162 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a97d1021-9456-4345-a9fc-e8d2e6327e82), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:04.711856 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444084a-f5ac-4f6b-aee5-5fdb057e2efe req-18e7f856-313f-4220-8df5-24c8e2e69a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:04.713881 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2444084a-f5ac-4f6b-aee5-5fdb057e2efe req-18e7f856-313f-4220-8df5-24c8e2e69a0f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e992468990cb47ceb7991589052aa824&device_id=352986cc-640c-428e-9494-06e1bcc18594 HTTP/1.1" status: 200 len: 1126 time: 0.3138103 Feb 08 21:34:04.716929 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e2609db-d174-4ee6-94dc-b295bb49a90f tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (1c11b3a4-cb52-434a-b71c-57e11168685c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:04.761891 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b07b4134-2e1a-4378-a9d7-ad8628420598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (dea0020f-860e-4412-8a85-045a5f03abd4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:04.765312 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b07b4134-2e1a-4378-a9d7-ad8628420598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:04.767118 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b07b4134-2e1a-4378-a9d7-ad8628420598 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/dea0020f-860e-4412-8a85-045a5f03abd4 HTTP/1.1" status: 204 len: 168 time: 0.4979265 Feb 08 21:34:04.843474 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b4134-2e1a-4378-a9d7-ad8628420598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea0020f-860e-4412-8a85-045a5f03abd4,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:04.966817 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972c6b57-aed8-4986-8690-978534a92272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-e0a9b9ec-b0de-4d39-8921-b9219efd548e', 'network_id': 'e0a9b9ec-b0de-4d39-8921-b9219efd548e', 'project_id': 'e06b0580b36e41f2ba7247491d9845e4', 'fixed_ips': [{'subnet_id': '7af7bb53-8774-426b-b5dc-bffb3abca5da'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:34:04.968274 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-972c6b57-aed8-4986-8690-978534a92272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:05.020509 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444084a-f5ac-4f6b-aee5-5fdb057e2efe req-4eddd76f-46f8-4e50-a0b5-04eacfb0916f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:05.028939 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2444084a-f5ac-4f6b-aee5-5fdb057e2efe req-4eddd76f-46f8-4e50-a0b5-04eacfb0916f service neutron] 10.222.0.96 "GET /v2.0/networks?id=b024f09d-6c4d-4b94-8954-cc324d953fc4 HTTP/1.1" status: 200 len: 910 time: 0.3070595 Feb 08 21:34:05.068592 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-7e2609db-d174-4ee6-94dc-b295bb49a90f tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Deleting port 3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:34:05.068891 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e2609db-d174-4ee6-94dc-b295bb49a90f tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:05.118464 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ad1f7957-9495-4730-8ee9-49f133ecf0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'name': 'tempest-ServersTestBootFromVolume-791426556-router', 'tenant_id': '6397ec65027742af97122f0e8e24f15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:31:02Z', 'updated_at': '2022-02-08T21:33:59Z', 'revision_number': 5, 'project_id': '6397ec65027742af97122f0e8e24f15b', 'gw_port': {'id': '4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:03Z', 'updated_at': '2022-02-08T21:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:05.195268 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port a97d1021-9456-4345-a9fc-e8d2e6327e82 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:05.203083 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2444084a-f5ac-4f6b-aee5-5fdb057e2efe req-979091ae-79be-4926-9467-0f830452e76f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4 HTTP/1.1" status: 200 len: 217 time: 0.1673002 Feb 08 21:34:05.243545 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1f7957-9495-4730-8ee9-49f133ecf0fc None None] Checking router: 0ae706ba-8eda-48d0-80fc-9f45eeebcc74 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:34:05.278538 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1f7957-9495-4730-8ee9-49f133ecf0fc None None] Routers {'0ae706ba-8eda-48d0-80fc-9f45eeebcc74'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:34:05.279260 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ad1f7957-9495-4730-8ee9-49f133ecf0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:33:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['0ae706ba-8eda-48d0-80fc-9f45eeebcc74'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:05.307215 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-972c6b57-aed8-4986-8690-978534a92272 None None] Allocated IP 19.80.0.2 (e0a9b9ec-b0de-4d39-8921-b9219efd548e/7af7bb53-8774-426b-b5dc-bffb3abca5da/a9aec02f-99dc-467c-99f0-5fb70e28421d) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:34:05.366443 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b946c1c2-7d1a-4005-8ccb-79a2987a6035 admin admin] Publish callbacks [] for router (0ae706ba-8eda-48d0-80fc-9f45eeebcc74), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:05.370071 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3be1ec02-9276-404a-b940-6a9e0f466d2c tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (ec839478-6302-4004-84a8-0534c1a0aade), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:05.458001 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b2338c-a000-4c1c-a9fd-600d62343504 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Made reservation on behalf of e06b0580b36e41f2ba7247491d9845e4 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:05.462162 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00b2338c-a000-4c1c-a9fd-600d62343504 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:05.512832 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-ad1f7957-9495-4730-8ee9-49f133ecf0fc None None] Set router 0ae706ba-8eda-48d0-80fc-9f45eeebcc74 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:34:05.563493 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00b2338c-a000-4c1c-a9fd-600d62343504 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:34:05.573074 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-7e2609db-d174-4ee6-94dc-b295bb49a90f tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] For port 3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f,segment=NetworkSegment(93c2ee36-b8de-4dc6-9266-9163bcc06323),segment_id=93c2ee36-b8de-4dc6-9266-9163bcc06323)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:05.574445 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e2609db-d174-4ee6-94dc-b295bb49a90f tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:05.590857 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65e0e77-43ab-4b6c-a81f-84a808e9487c None None] DHCP port deletion for 1c11b3a4-cb52-434a-b71c-57e11168685c request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:34:05.607530 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00b2338c-a000-4c1c-a9fd-600d62343504 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (ffc87990-6200-4560-b21a-4ac95898afa2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:05.610096 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-00b2338c-a000-4c1c-a9fd-600d62343504 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Added segment ffc87990-6200-4560-b21a-4ac95898afa2 of type vlan for network f112523c-6915-4ee0-b2f0-e26bdfe4744d Feb 08 21:34:05.645798 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-7e2609db-d174-4ee6-94dc-b295bb49a90f tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Calling delete_port for 3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:34:05.649444 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-972c6b57-aed8-4986-8690-978534a92272 None None] Publish callbacks [] for port (a9aec02f-99dc-467c-99f0-5fb70e28421d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:05.660388 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-972c6b57-aed8-4986-8690-978534a92272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (a9aec02f-99dc-467c-99f0-5fb70e28421d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:05.682170 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444084a-f5ac-4f6b-aee5-5fdb057e2efe req-0bbe34f5-4dc1-4c74-b97c-10624140d328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:05.684153 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2444084a-f5ac-4f6b-aee5-5fdb057e2efe req-0bbe34f5-4dc1-4c74-b97c-10624140d328 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c4bcbb75-d508-49eb-a8ec-b8f72780ba13 HTTP/1.1" status: 200 len: 849 time: 0.3392720 Feb 08 21:34:05.744309 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1ec02-9276-404a-b940-6a9e0f466d2c tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Pushing event updated for resources: {'Subnet': ['ID=ec839478-6302-4004-84a8-0534c1a0aade,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:05.766336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972c6b57-aed8-4986-8690-978534a92272 None None] Network e0a9b9ec-b0de-4d39-8921-b9219efd548e is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:34:05.769958 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f4790-6a5a-4ba6-bbdb-427139422c1f req-ded10735-9008-438e-a147-b5f84e0466aa tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:05.773086 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-972c6b57-aed8-4986-8690-978534a92272 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:05.783581 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-012f4790-6a5a-4ba6-bbdb-427139422c1f req-ded10735-9008-438e-a147-b5f84e0466aa tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/ports?device_id=352986cc-640c-428e-9494-06e1bcc18594 HTTP/1.1" status: 200 len: 943 time: 0.6362703 Feb 08 21:34:05.784267 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00b2338c-a000-4c1c-a9fd-600d62343504 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (f112523c-6915-4ee0-b2f0-e26bdfe4744d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:05.799800 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972c6b57-aed8-4986-8690-978534a92272 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:34:05.805857 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be1ec02-9276-404a-b940-6a9e0f466d2c tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Checking segment: {'id': '2f5d5c18-ce7e-46a9-8274-9775db88860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '26710074-30a1-446b-9b6d-60fc1d73ba99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:34:05.806242 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be1ec02-9276-404a-b940-6a9e0f466d2c tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Network hostable DHCP agents. Network: 26710074-30a1-446b-9b6d-60fc1d73ba99, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:34:05.812389 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c6b57-aed8-4986-8690-978534a92272 None None] Pushing event updated for resources: {'Port': ['ID=a9aec02f-99dc-467c-99f0-5fb70e28421d,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:05.819697 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b946c1c2-7d1a-4005-8ccb-79a2987a6035 admin admin] Publish callbacks [] for router_gateway (0ae706ba-8eda-48d0-80fc-9f45eeebcc74), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:05.828812 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a65e0e77-43ab-4b6c-a81f-84a808e9487c None None] Deleting port 3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:34:05.832111 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a65e0e77-43ab-4b6c-a81f-84a808e9487c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:05.879786 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2444084a-f5ac-4f6b-aee5-5fdb057e2efe req-6f34117d-3557-4662-83b2-0ed27699650a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b024f09d-6c4d-4b94-8954-cc324d953fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1851707 Feb 08 21:34:05.932213 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-972c6b57-aed8-4986-8690-978534a92272 None None] Attempting to bind port a9aec02f-99dc-467c-99f0-5fb70e28421d on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:34:05.932601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-972c6b57-aed8-4986-8690-978534a92272 None None] Attempting to bind port a9aec02f-99dc-467c-99f0-5fb70e28421d by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '615d05bc-91a6-4266-946a-41943643d9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e0a9b9ec-b0de-4d39-8921-b9219efd548e'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:34:05.932968 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972c6b57-aed8-4986-8690-978534a92272 None None] Attempting to bind port a9aec02f-99dc-467c-99f0-5fb70e28421d on network e0a9b9ec-b0de-4d39-8921-b9219efd548e {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:34:05.940373 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90632975-f600-40a7-b4cf-1271e8be674f req-becd1cc5-4373-4411-b1c2-7f6ee6896166 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:05.943044 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-90632975-f600-40a7-b4cf-1271e8be674f req-becd1cc5-4373-4411-b1c2-7f6ee6896166 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.4991322 Feb 08 21:34:05.954763 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972c6b57-aed8-4986-8690-978534a92272 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:34:05.955140 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972c6b57-aed8-4986-8690-978534a92272 None None] Checking segment: {'id': '615d05bc-91a6-4266-946a-41943643d9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e0a9b9ec-b0de-4d39-8921-b9219efd548e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:34:05.955550 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-972c6b57-aed8-4986-8690-978534a92272 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:05.955944 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972c6b57-aed8-4986-8690-978534a92272 None None] Bound using segment: {'id': '615d05bc-91a6-4266-946a-41943643d9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e0a9b9ec-b0de-4d39-8921-b9219efd548e'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:34:05.956422 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-972c6b57-aed8-4986-8690-978534a92272 None None] Bound port: a9aec02f-99dc-467c-99f0-5fb70e28421d, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '615d05bc-91a6-4266-946a-41943643d9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e0a9b9ec-b0de-4d39-8921-b9219efd548e'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:34:05.956804 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-972c6b57-aed8-4986-8690-978534a92272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a9aec02f-99dc-467c-99f0-5fb70e28421d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:05.964441 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-a65e0e77-43ab-4b6c-a81f-84a808e9487c None None] For port 3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f,segment=NetworkSegment(93c2ee36-b8de-4dc6-9266-9163bcc06323),segment_id=93c2ee36-b8de-4dc6-9266-9163bcc06323)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:05.964835 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a65e0e77-43ab-4b6c-a81f-84a808e9487c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:05.991059 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00b2338c-a000-4c1c-a9fd-600d62343504 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (f112523c-6915-4ee0-b2f0-e26bdfe4744d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:05.992478 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a65e0e77-43ab-4b6c-a81f-84a808e9487c None None] Calling delete_port for 3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:34:06.001699 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b2338c-a000-4c1c-a9fd-600d62343504 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:06.002350 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00b2338c-a000-4c1c-a9fd-600d62343504 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:06.017692 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ad1f7957-9495-4730-8ee9-49f133ecf0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'name': 'tempest-ServersTestBootFromVolume-791426556-router', 'tenant_id': '6397ec65027742af97122f0e8e24f15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:31:02Z', 'updated_at': '2022-02-08T21:33:59Z', 'revision_number': 5, 'project_id': '6397ec65027742af97122f0e8e24f15b', 'gw_port': {'id': '4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:03Z', 'updated_at': '2022-02-08T21:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:06.092569 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be1ec02-9276-404a-b940-6a9e0f466d2c tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Network 26710074-30a1-446b-9b6d-60fc1d73ba99 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:34:06.106534 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1f7957-9495-4730-8ee9-49f133ecf0fc None None] The sync data for ids ['0ae706ba-8eda-48d0-80fc-9f45eeebcc74'] in n-d-712143-31 is: [{'id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'name': 'tempest-ServersTestBootFromVolume-791426556-router', 'tenant_id': '6397ec65027742af97122f0e8e24f15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:31:02Z', 'updated_at': '2022-02-08T21:33:59Z', 'revision_number': 5, 'project_id': '6397ec65027742af97122f0e8e24f15b', 'gw_port': {'id': '4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:75:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae706ba-8eda-48d0-80fc-9f45eeebcc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:31:03Z', 'updated_at': '2022-02-08T21:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:34:06.164259 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-972c6b57-aed8-4986-8690-978534a92272 None None] For port a9aec02f-99dc-467c-99f0-5fb70e28421d, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:34:06.178517 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-00b2338c-a000-4c1c-a9fd-600d62343504 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7178228 Feb 08 21:34:06.185098 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-972c6b57-aed8-4986-8690-978534a92272 None None] For port a9aec02f-99dc-467c-99f0-5fb70e28421d, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=a9aec02f-99dc-467c-99f0-5fb70e28421d,segment=NetworkSegment(615d05bc-91a6-4266-946a-41943643d9e1),segment_id=615d05bc-91a6-4266-946a-41943643d9e1)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:34:06.196701 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60586) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:06.202774 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-972c6b57-aed8-4986-8690-978534a92272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a9aec02f-99dc-467c-99f0-5fb70e28421d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:06.210177 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3bd61c39-6c34-4f96-8c29-0cddb6ac86c6 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Request body: {'subnet': {'network_id': 'f112523c-6915-4ee0-b2f0-e26bdfe4744d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:06.224034 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2338c-a000-4c1c-a9fd-600d62343504 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Pushing event updated for resources: {'Network': ['ID=f112523c-6915-4ee0-b2f0-e26bdfe4744d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:06.237118 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-3be1ec02-9276-404a-b940-6a9e0f466d2c tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 26710074-30a1-446b-9b6d-60fc1d73ba99) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:06.242715 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-012f4790-6a5a-4ba6-bbdb-427139422c1f req-7db42fd2-83f6-424b-ba31-dd881c176d9c tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/security-groups?id=b45b94a6-2162-4e2b-b3e2-d77922623f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574988 Feb 08 21:34:06.271072 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a104b7-53e4-406c-a6aa-6ce61286adf5 None None] Network 26710074-30a1-446b-9b6d-60fc1d73ba99 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:34:06.272488 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e2609db-d174-4ee6-94dc-b295bb49a90f tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:06.284978 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network f112523c-6915-4ee0-b2f0-e26bdfe4744d details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:34:06.327866 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2609db-d174-4ee6-94dc-b295bb49a90f tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Pushing event deleted for resources: {'Port': ['ID=3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:06.348795 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2444084a-f5ac-4f6b-aee5-5fdb057e2efe req-b998e605-5aee-44d2-a4d3-9eac0017424d service neutron] 10.222.0.96 "GET /v2.0/networks/b024f09d-6c4d-4b94-8954-cc324d953fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474168 Feb 08 21:34:06.349999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2609db-d174-4ee6-94dc-b295bb49a90f tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] No DVR routers for this DVR port 3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:34:06.355192 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-90632975-f600-40a7-b4cf-1271e8be674f req-ad1e509a-7635-4944-bb24-c3bc6af13e2f tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2959270 Feb 08 21:34:06.414126 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be1ec02-9276-404a-b940-6a9e0f466d2c tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:06.416457 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3be1ec02-9276-404a-b940-6a9e0f466d2c tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:06.448037 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a65e0e77-43ab-4b6c-a81f-84a808e9487c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:06.458784 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b946c1c2-7d1a-4005-8ccb-79a2987a6035 admin admin] Deleting port 4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:34:06.459130 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b946c1c2-7d1a-4005-8ccb-79a2987a6035 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:06.532812 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2444084a-f5ac-4f6b-aee5-5fdb057e2efe req-762c10e7-c248-4d9f-9158-02593356372a service neutron] 10.222.0.96 "GET /v2.0/networks/b024f09d-6c4d-4b94-8954-cc324d953fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712618 Feb 08 21:34:06.566249 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c6b57-aed8-4986-8690-978534a92272 None None] Pushing event updated for resources: {'Port': ['ID=a9aec02f-99dc-467c-99f0-5fb70e28421d,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:06.571364 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:06.580001 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65e0e77-43ab-4b6c-a81f-84a808e9487c None None] No DVR routers for this DVR port 3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:34:06.649528 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e0e77-43ab-4b6c-a81f-84a808e9487c None None] Pushing event deleted for resources: {'Port': ['ID=3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:06.661646 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:06.689175 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3be1ec02-9276-404a-b940-6a9e0f466d2c tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1656461 Feb 08 21:34:06.697516 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60592) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:06.709940 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-74654a28-f2f2-4f8d-8415-30923f21d9e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Request body: {'port': {'network_id': '26710074-30a1-446b-9b6d-60fc1d73ba99', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1966386815'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:06.786794 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d7e636-0c30-45ad-b164-0f1d7c79d8aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-26710074-30a1-446b-9b6d-60fc1d73ba99', 'network_id': '26710074-30a1-446b-9b6d-60fc1d73ba99', 'project_id': '66385e34a15d410cb3ca06cfd4be9727', 'fixed_ips': [{'subnet_id': 'ec839478-6302-4004-84a8-0534c1a0aade'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:34:06.787885 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f3d7e636-0c30-45ad-b164-0f1d7c79d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:06.808016 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:34:06.842895 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e2609db-d174-4ee6-94dc-b295bb49a90f tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (1c11b3a4-cb52-434a-b71c-57e11168685c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:06.865092 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:34:06.869926 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3b82ccac-c0e0-44ba-afdb-1eb93c2a8e6f not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:34:06.870627 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:34:06.906436 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd61c39-6c34-4f96-8c29-0cddb6ac86c6 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Made reservation on behalf of e06b0580b36e41f2ba7247491d9845e4 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:06.910384 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3bd61c39-6c34-4f96-8c29-0cddb6ac86c6 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:06.915310 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:34:06.915903 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ec5cec21-8b33-4f89-b4f5-4bfb93f94a7d not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:34:06.926543 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-7e2609db-d174-4ee6-94dc-b295bb49a90f tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c11b3a4-cb52-434a-b71c-57e11168685c']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:06.953760 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-7e2609db-d174-4ee6-94dc-b295bb49a90f tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c2ee36-b8de-4dc6-9266-9163bcc06323') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:06.954088 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-7e2609db-d174-4ee6-94dc-b295bb49a90f tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c2ee36-b8de-4dc6-9266-9163bcc06323') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:06.980154 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e2609db-d174-4ee6-94dc-b295bb49a90f tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (93c2ee36-b8de-4dc6-9266-9163bcc06323), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:07.007305 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e2609db-d174-4ee6-94dc-b295bb49a90f tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (93c2ee36-b8de-4dc6-9266-9163bcc06323), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:07.026137 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2609db-d174-4ee6-94dc-b295bb49a90f tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:34:07.029108 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e2609db-d174-4ee6-94dc-b295bb49a90f tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (93c2ee36-b8de-4dc6-9266-9163bcc06323), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:34:07.033352 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:34:07.082909 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-b946c1c2-7d1a-4005-8ccb-79a2987a6035 admin admin] For port 4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:07.083424 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b946c1c2-7d1a-4005-8ccb-79a2987a6035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:07.108221 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b946c1c2-7d1a-4005-8ccb-79a2987a6035 admin admin] Calling delete_port for 4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:34:07.117176 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-f3d7e636-0c30-45ad-b164-0f1d7c79d8aa None None] Allocated IP 2001:db8::2 (26710074-30a1-446b-9b6d-60fc1d73ba99/ec839478-6302-4004-84a8-0534c1a0aade/4e03dddf-1562-4d46-8a56-e259ec91463c) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:34:07.134295 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e2609db-d174-4ee6-94dc-b295bb49a90f tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (1c11b3a4-cb52-434a-b71c-57e11168685c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:07.140478 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e2609db-d174-4ee6-94dc-b295bb49a90f tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:07.147169 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7e2609db-d174-4ee6-94dc-b295bb49a90f tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] 10.222.0.88 "DELETE /v2.0/networks/1c11b3a4-cb52-434a-b71c-57e11168685c HTTP/1.1" status: 204 len: 168 time: 2.6522129 Feb 08 21:34:07.166090 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2609db-d174-4ee6-94dc-b295bb49a90f tempest-AllowedAddressPairIpV6TestJSON-948314822 tempest-AllowedAddressPairIpV6TestJSON-948314822-project] Pushing event deleted for resources: {'Network': ['ID=1c11b3a4-cb52-434a-b71c-57e11168685c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:07.242080 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74654a28-f2f2-4f8d-8415-30923f21d9e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Made reservation on behalf of 66385e34a15d410cb3ca06cfd4be9727 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:07.246295 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74654a28-f2f2-4f8d-8415-30923f21d9e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:07.313548 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-74654a28-f2f2-4f8d-8415-30923f21d9e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] device_id is not set on port 6fefcb91-1fa6-47d3-8e04-a74b5127f7ca yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:34:07.331807 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f3d7e636-0c30-45ad-b164-0f1d7c79d8aa None None] Publish callbacks [] for port (4e03dddf-1562-4d46-8a56-e259ec91463c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:07.342730 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f3d7e636-0c30-45ad-b164-0f1d7c79d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (4e03dddf-1562-4d46-8a56-e259ec91463c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:07.437380 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d7e636-0c30-45ad-b164-0f1d7c79d8aa None None] Network 26710074-30a1-446b-9b6d-60fc1d73ba99 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:34:07.453030 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-f3d7e636-0c30-45ad-b164-0f1d7c79d8aa None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:07.457969 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d7e636-0c30-45ad-b164-0f1d7c79d8aa None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:34:07.472773 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-74654a28-f2f2-4f8d-8415-30923f21d9e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Allocated IP 2001:db8::2e8 (26710074-30a1-446b-9b6d-60fc1d73ba99/ec839478-6302-4004-84a8-0534c1a0aade/6fefcb91-1fa6-47d3-8e04-a74b5127f7ca) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:34:07.475533 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7e636-0c30-45ad-b164-0f1d7c79d8aa None None] Pushing event updated for resources: {'Port': ['ID=4e03dddf-1562-4d46-8a56-e259ec91463c,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:07.524057 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60610) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:07.595648 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44fd82-f3d2-48d4-bd7d-e6d934a7a260 req-20e25a6e-9f47-44fb-8c02-25fa3587b1c8 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:07.603814 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a44fd82-f3d2-48d4-bd7d-e6d934a7a260 req-20e25a6e-9f47-44fb-8c02-25fa3587b1c8 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/ports?device_id=352986cc-640c-428e-9494-06e1bcc18594 HTTP/1.1" status: 200 len: 943 time: 0.1602135 Feb 08 21:34:07.639424 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-f3d7e636-0c30-45ad-b164-0f1d7c79d8aa None None] Attempting to bind port 4e03dddf-1562-4d46-8a56-e259ec91463c on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:34:07.646417 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-f3d7e636-0c30-45ad-b164-0f1d7c79d8aa None None] Attempting to bind port 4e03dddf-1562-4d46-8a56-e259ec91463c by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '2f5d5c18-ce7e-46a9-8274-9775db88860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '26710074-30a1-446b-9b6d-60fc1d73ba99'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:34:07.647291 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d7e636-0c30-45ad-b164-0f1d7c79d8aa None None] Attempting to bind port 4e03dddf-1562-4d46-8a56-e259ec91463c on network 26710074-30a1-446b-9b6d-60fc1d73ba99 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:34:07.653024 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb4d0c-3654-4807-afb8-91ed48ec9173 req-8baa943e-9e31-46c7-b256-21c7a43619b4 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:07.660190 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8abb4d0c-3654-4807-afb8-91ed48ec9173 req-8baa943e-9e31-46c7-b256-21c7a43619b4 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.1520247 Feb 08 21:34:07.674926 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d7e636-0c30-45ad-b164-0f1d7c79d8aa None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:34:07.682656 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d7e636-0c30-45ad-b164-0f1d7c79d8aa None None] Checking segment: {'id': '2f5d5c18-ce7e-46a9-8274-9775db88860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '26710074-30a1-446b-9b6d-60fc1d73ba99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:34:07.683310 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f3d7e636-0c30-45ad-b164-0f1d7c79d8aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:07.684481 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d7e636-0c30-45ad-b164-0f1d7c79d8aa None None] Bound using segment: {'id': '2f5d5c18-ce7e-46a9-8274-9775db88860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '26710074-30a1-446b-9b6d-60fc1d73ba99'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:34:07.685444 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-f3d7e636-0c30-45ad-b164-0f1d7c79d8aa None None] Bound port: 4e03dddf-1562-4d46-8a56-e259ec91463c, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5d5c18-ce7e-46a9-8274-9775db88860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '26710074-30a1-446b-9b6d-60fc1d73ba99'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:34:07.686206 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f3d7e636-0c30-45ad-b164-0f1d7c79d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4e03dddf-1562-4d46-8a56-e259ec91463c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:07.788367 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a44fd82-f3d2-48d4-bd7d-e6d934a7a260 req-366ec61f-e880-43ca-90e9-a9809612b722 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/security-groups?id=b45b94a6-2162-4e2b-b3e2-d77922623f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832330 Feb 08 21:34:07.798710 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74654a28-f2f2-4f8d-8415-30923f21d9e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks [] for port (6fefcb91-1fa6-47d3-8e04-a74b5127f7ca), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:07.848333 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f3d7e636-0c30-45ad-b164-0f1d7c79d8aa None None] For port 4e03dddf-1562-4d46-8a56-e259ec91463c, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:34:07.860162 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8abb4d0c-3654-4807-afb8-91ed48ec9173 req-0ed94f1f-ede8-4d79-aaf4-42b69ce5b82a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685729 Feb 08 21:34:07.927275 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60620) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:08.010757 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-b6086fb5-5460-4998-a432-3633fe8daa17 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1339255551', 'router:external': True}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:08.012871 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3bd61c39-6c34-4f96-8c29-0cddb6ac86c6 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (007cc98f-60ce-470c-93c7-ee8e33ceae1d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:08.018508 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f3d7e636-0c30-45ad-b164-0f1d7c79d8aa None None] For port 4e03dddf-1562-4d46-8a56-e259ec91463c, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=4e03dddf-1562-4d46-8a56-e259ec91463c,segment=NetworkSegment(2f5d5c18-ce7e-46a9-8274-9775db88860b),segment_id=2f5d5c18-ce7e-46a9-8274-9775db88860b)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:34:08.027342 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f3d7e636-0c30-45ad-b164-0f1d7c79d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (4e03dddf-1562-4d46-8a56-e259ec91463c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:08.087991 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74654a28-f2f2-4f8d-8415-30923f21d9e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (6fefcb91-1fa6-47d3-8e04-a74b5127f7ca), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:08.148280 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6086fb5-5460-4998-a432-3633fe8daa17 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Made reservation on behalf of fb5d8b219bbd4f75a8c9f2b1e93bea37 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:08.158304 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b6086fb5-5460-4998-a432-3633fe8daa17 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:08.161448 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7e636-0c30-45ad-b164-0f1d7c79d8aa None None] Pushing event updated for resources: {'Port': ['ID=4e03dddf-1562-4d46-8a56-e259ec91463c,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:08.186485 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f44ca-899c-4139-b17b-200d85c8f3ae req-45eaebc8-2acb-4f25-83a3-44054daf3c5c tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:08.188294 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b99f44ca-899c-4139-b17b-200d85c8f3ae req-45eaebc8-2acb-4f25-83a3-44054daf3c5c tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.2145948 Feb 08 21:34:08.202656 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3881e7bc-8828-4757-bd62-a3ca4e0c00fe admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7216f775f6b24744b5fdb69884b6a887&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6734159 Feb 08 21:34:08.203393 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60624) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:08.214468 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74654a28-f2f2-4f8d-8415-30923f21d9e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Network 26710074-30a1-446b-9b6d-60fc1d73ba99 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:34:08.215395 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b946c1c2-7d1a-4005-8ccb-79a2987a6035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:08.216369 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b6086fb5-5460-4998-a432-3633fe8daa17 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:08.234030 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f814b60f-f8cb-4ddb-8929-d24428111650 None None] Network e0a9b9ec-b0de-4d39-8921-b9219efd548e requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:34:08.237937 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74654a28-f2f2-4f8d-8415-30923f21d9e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Pushing event updated for resources: {'Port': ['ID=6fefcb91-1fa6-47d3-8e04-a74b5127f7ca,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:08.252272 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-74654a28-f2f2-4f8d-8415-30923f21d9e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:08.260895 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74654a28-f2f2-4f8d-8415-30923f21d9e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:34:08.274079 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74654a28-f2f2-4f8d-8415-30923f21d9e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:08.274951 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74654a28-f2f2-4f8d-8415-30923f21d9e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:08.377444 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946c1c2-7d1a-4005-8ccb-79a2987a6035 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:08.391753 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b946c1c2-7d1a-4005-8ccb-79a2987a6035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (0ae706ba-8eda-48d0-80fc-9f45eeebcc74), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:08.405193 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-91e5f1a3-0fdc-4165-8214-6cdf01ddf977 None None] Provisioning complete for port a9aec02f-99dc-467c-99f0-5fb70e28421d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:08.406068 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-91e5f1a3-0fdc-4165-8214-6cdf01ddf977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a9aec02f-99dc-467c-99f0-5fb70e28421d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:08.418652 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b99f44ca-899c-4139-b17b-200d85c8f3ae req-7f66c252-f295-43e5-914e-12da316a8eeb tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229118 Feb 08 21:34:08.445116 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd61c39-6c34-4f96-8c29-0cddb6ac86c6 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Pushing event updated for resources: {'Subnet': ['ID=007cc98f-60ce-470c-93c7-ee8e33ceae1d,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:08.462670 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device a9aec02f-99dc-467c-99f0-5fb70e28421d up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:34:08.480242 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f19faec3-c2d7-4371-9436-e64c4c5f5052 admin admin] Publish callbacks [] for security_group (af15224d-8c60-4d55-9d42-dfbf1be90fd5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:08.505783 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-74654a28-f2f2-4f8d-8415-30923f21d9e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7996049 Feb 08 21:34:08.508965 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:34:08.510270 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60628) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:08.537932 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-47057bbf-d233-4f7a-ac80-a2c693ca9105 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Request body: {'port': {'network_id': '26710074-30a1-446b-9b6d-60fc1d73ba99', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2006613035', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:08.546074 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.api.validators [None req-47057bbf-d233-4f7a-ac80-a2c693ca9105 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] bootfile-name is not in valid_values {{(pid=103433) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 08 21:34:08.548722 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.api.validators [None req-47057bbf-d233-4f7a-ac80-a2c693ca9105 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] tftp-server is not in valid_values {{(pid=103433) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 08 21:34:08.550786 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.api.validators [None req-47057bbf-d233-4f7a-ac80-a2c693ca9105 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] server-ip-address is not in valid_values {{(pid=103433) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 08 21:34:08.562783 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b6086fb5-5460-4998-a432-3633fe8daa17 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for security_group (1724544e-01a2-45ef-af78-36e516e25444), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:08.573652 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b6086fb5-5460-4998-a432-3633fe8daa17 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (1724544e-01a2-45ef-af78-36e516e25444), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:08.590668 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f19faec3-c2d7-4371-9436-e64c4c5f5052 admin admin] Publish callbacks [] for security_group (af15224d-8c60-4d55-9d42-dfbf1be90fd5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:08.607547 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd61c39-6c34-4f96-8c29-0cddb6ac86c6 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Checking segment: {'id': 'ffc87990-6200-4560-b21a-4ac95898afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f112523c-6915-4ee0-b2f0-e26bdfe4744d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:34:08.608893 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd61c39-6c34-4f96-8c29-0cddb6ac86c6 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Network hostable DHCP agents. Network: f112523c-6915-4ee0-b2f0-e26bdfe4744d, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:34:08.628104 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b946c1c2-7d1a-4005-8ccb-79a2987a6035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (0ae706ba-8eda-48d0-80fc-9f45eeebcc74), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:08.633456 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b946c1c2-7d1a-4005-8ccb-79a2987a6035 admin admin] Publish callbacks [] for router_controller (0ae706ba-8eda-48d0-80fc-9f45eeebcc74), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:08.696121 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6086fb5-5460-4998-a432-3633fe8daa17 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:34:08.714720 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port a9aec02f-99dc-467c-99f0-5fb70e28421d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:08.715229 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a9aec02f-99dc-467c-99f0-5fb70e28421d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:08.720825 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6086fb5-5460-4998-a432-3633fe8daa17 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1724544e-01a2-45ef-af78-36e516e25444,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:08.738234 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b6086fb5-5460-4998-a432-3633fe8daa17 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (41d4b994-c7e1-412c-8700-f74e2da0336a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:08.738594 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-b6086fb5-5460-4998-a432-3633fe8daa17 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Added segment 41d4b994-c7e1-412c-8700-f74e2da0336a of type vlan for network 92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4 Feb 08 21:34:08.767075 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd61c39-6c34-4f96-8c29-0cddb6ac86c6 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Network f112523c-6915-4ee0-b2f0-e26bdfe4744d is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:34:08.778407 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b946c1c2-7d1a-4005-8ccb-79a2987a6035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (0ae706ba-8eda-48d0-80fc-9f45eeebcc74), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:08.778987 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b946c1c2-7d1a-4005-8ccb-79a2987a6035 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ae706ba-8eda-48d0-80fc-9f45eeebcc74 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:34:08.785420 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b946c1c2-7d1a-4005-8ccb-79a2987a6035 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:08.795277 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b946c1c2-7d1a-4005-8ccb-79a2987a6035 admin admin] 10.222.0.88 "DELETE /v2.0/routers/0ae706ba-8eda-48d0-80fc-9f45eeebcc74 HTTP/1.1" status: 204 len: 168 time: 4.3365347 Feb 08 21:34:08.798491 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60640) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:08.817575 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-3bd61c39-6c34-4f96-8c29-0cddb6ac86c6 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, f112523c-6915-4ee0-b2f0-e26bdfe4744d) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:08.828564 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd61c39-6c34-4f96-8c29-0cddb6ac86c6 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:08.829961 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3bd61c39-6c34-4f96-8c29-0cddb6ac86c6 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:08.851128 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f19faec3-c2d7-4371-9436-e64c4c5f5052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (af15224d-8c60-4d55-9d42-dfbf1be90fd5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:08.854645 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f19faec3-c2d7-4371-9436-e64c4c5f5052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:08.856088 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f19faec3-c2d7-4371-9436-e64c4c5f5052 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/af15224d-8c60-4d55-9d42-dfbf1be90fd5 HTTP/1.1" status: 204 len: 168 time: 0.6506002 Feb 08 21:34:08.888721 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3bd61c39-6c34-4f96-8c29-0cddb6ac86c6 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6886394 Feb 08 21:34:08.895634 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b6086fb5-5460-4998-a432-3633fe8daa17 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:08.939987 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19faec3-c2d7-4371-9436-e64c4c5f5052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af15224d-8c60-4d55-9d42-dfbf1be90fd5,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:09.001054 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-111b2ac6-12c7-4643-a63a-8243b0b191b1 admin admin] Deleting subnet 2130ef6d-804d-44a5-85d7-5418400fcc2f {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:34:09.012675 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-111b2ac6-12c7-4643-a63a-8243b0b191b1 admin admin] Publish callbacks [] for subnet (2130ef6d-804d-44a5-85d7-5418400fcc2f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:09.042548 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47057bbf-d233-4f7a-ac80-a2c693ca9105 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Made reservation on behalf of 66385e34a15d410cb3ca06cfd4be9727 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:09.049877 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-47057bbf-d233-4f7a-ac80-a2c693ca9105 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:09.097890 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b6086fb5-5460-4998-a432-3633fe8daa17 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:09.098984 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6086fb5-5460-4998-a432-3633fe8daa17 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:09.099490 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b6086fb5-5460-4998-a432-3633fe8daa17 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:09.172416 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4,segment=NetworkSegment(093fe90d-2d9e-4cba-a6de-72f4b2ab76af),segment_id=093fe90d-2d9e-4cba-a6de-72f4b2ab76af)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:09.176571 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-111b2ac6-12c7-4643-a63a-8243b0b191b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (2130ef6d-804d-44a5-85d7-5418400fcc2f), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:09.179960 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-47057bbf-d233-4f7a-ac80-a2c693ca9105 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] device_id is not set on port 084c565a-9c11-4eef-8e10-321ad5538854 yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:34:09.185812 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edd0e08-3680-4041-b8a7-8488481605a7 None None] Network f112523c-6915-4ee0-b2f0-e26bdfe4744d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:34:09.233840 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02507a-e59f-4e02-9e8d-076097cb8034 req-3e2b14ee-18ee-41ac-ae25-1db2be1cc6a3 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:09.235342 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd02507a-e59f-4e02-9e8d-076097cb8034 req-3e2b14ee-18ee-41ac-ae25-1db2be1cc6a3 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/ports?device_id=352986cc-640c-428e-9494-06e1bcc18594 HTTP/1.1" status: 200 len: 943 time: 0.3067305 Feb 08 21:34:09.289710 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4', 'network_id': 'b024f09d-6c4d-4b94-8954-cc324d953fc4', 'port_id': '5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4', 'mac_address': 'fa:16:3e:4c:b9:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4bcbb75-d508-49eb-a8ec-b8f72780ba13', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:34:09.292161 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b6086fb5-5460-4998-a432-3633fe8daa17 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.3630669 Feb 08 21:34:09.295114 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60658) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:09.300728 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0888d052-b2fd-4ef3-b3fd-641d0944b790 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Request body: {'subnet': {'network_id': '92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:09.411356 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0888d052-b2fd-4ef3-b3fd-641d0944b790 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Made reservation on behalf of fb5d8b219bbd4f75a8c9f2b1e93bea37 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:09.415238 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-91e5f1a3-0fdc-4165-8214-6cdf01ddf977 None None] Current status of the port a9aec02f-99dc-467c-99f0-5fb70e28421d is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:09.415651 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-91e5f1a3-0fdc-4165-8214-6cdf01ddf977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a9aec02f-99dc-467c-99f0-5fb70e28421d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:09.418528 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0888d052-b2fd-4ef3-b3fd-641d0944b790 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:09.456402 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6086fb5-5460-4998-a432-3633fe8daa17 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Pushing event updated for resources: {'Network': ['ID=92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:09.522123 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:34:09.679021 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:09.679683 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:09.714412 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:34:09.758747 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4,segment=NetworkSegment(093fe90d-2d9e-4cba-a6de-72f4b2ab76af),segment_id=093fe90d-2d9e-4cba-a6de-72f4b2ab76af)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:09.796141 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:09.827235 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port a9aec02f-99dc-467c-99f0-5fb70e28421d is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:09.827940 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a9aec02f-99dc-467c-99f0-5fb70e28421d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:09.854062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-91e5f1a3-0fdc-4165-8214-6cdf01ddf977 None None] For port a9aec02f-99dc-467c-99f0-5fb70e28421d, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=a9aec02f-99dc-467c-99f0-5fb70e28421d,segment=NetworkSegment(615d05bc-91a6-4266-946a-41943643d9e1),segment_id=615d05bc-91a6-4266-946a-41943643d9e1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:09.857451 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9877be-7c6e-411e-a067-96f0c06d8116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-f112523c-6915-4ee0-b2f0-e26bdfe4744d', 'network_id': 'f112523c-6915-4ee0-b2f0-e26bdfe4744d', 'project_id': 'e06b0580b36e41f2ba7247491d9845e4', 'fixed_ips': [{'subnet_id': '007cc98f-60ce-470c-93c7-ee8e33ceae1d'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:34:09.858620 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2d9877be-7c6e-411e-a067-96f0c06d8116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:09.889508 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-91e5f1a3-0fdc-4165-8214-6cdf01ddf977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a9aec02f-99dc-467c-99f0-5fb70e28421d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:09.971413 n-d-712143-31 neutron-server[103434]: DEBUG neutron.objects.ports [None req-0888d052-b2fd-4ef3-b3fd-641d0944b790 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103434) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 21:34:09.972080 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0888d052-b2fd-4ef3-b3fd-641d0944b790 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (f88582d8-d694-4000-a778-a285676d3903), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:09.974327 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd02507a-e59f-4e02-9e8d-076097cb8034 req-64ee3b02-aade-46f0-8f1a-770b67ac9180 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/security-groups?id=b45b94a6-2162-4e2b-b3e2-d77922623f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7030351 Feb 08 21:34:10.001014 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-47057bbf-d233-4f7a-ac80-a2c693ca9105 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Allocated IP 2001:db8::351 (26710074-30a1-446b-9b6d-60fc1d73ba99/ec839478-6302-4004-84a8-0534c1a0aade/084c565a-9c11-4eef-8e10-321ad5538854) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:34:10.022439 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:34:10.023233 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:34:10.024795 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21826b9b-b124-4868-826b-6974f081e678 None None] Network 26710074-30a1-446b-9b6d-60fc1d73ba99 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:34:10.025492 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-111b2ac6-12c7-4643-a63a-8243b0b191b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (2130ef6d-804d-44a5-85d7-5418400fcc2f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:10.082344 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888d052-b2fd-4ef3-b3fd-641d0944b790 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f88582d8-d694-4000-a778-a285676d3903,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:10.127924 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0888d052-b2fd-4ef3-b3fd-641d0944b790 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Checking segment: {'id': '41d4b994-c7e1-412c-8700-f74e2da0336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:34:10.128301 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0888d052-b2fd-4ef3-b3fd-641d0944b790 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Network hostable DHCP agents. Network: 92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:34:10.158925 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0888d052-b2fd-4ef3-b3fd-641d0944b790 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Network 92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:34:10.173520 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-0888d052-b2fd-4ef3-b3fd-641d0944b790 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:10.182447 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0888d052-b2fd-4ef3-b3fd-641d0944b790 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:10.183048 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0888d052-b2fd-4ef3-b3fd-641d0944b790 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:10.226044 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0888d052-b2fd-4ef3-b3fd-641d0944b790 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9294164 Feb 08 21:34:10.227477 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60704) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:10.237739 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-816470bc-8c2d-468c-9d04-90932ed8f634 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1901504831', 'network_id': '92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:10.262842 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816470bc-8c2d-468c-9d04-90932ed8f634 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Made reservation on behalf of fb5d8b219bbd4f75a8c9f2b1e93bea37 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:10.266446 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-816470bc-8c2d-468c-9d04-90932ed8f634 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:10.288429 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88840dd4-91c9-4a34-acb0-e2bd266057a4 None None] Network 92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:34:10.291553 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:10.295538 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-816470bc-8c2d-468c-9d04-90932ed8f634 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] device_id is not set on port 072fe96a-ff66-463a-a477-8a46fae1ba18 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:34:10.307065 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:34:10.414018 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd3173-c54b-4886-b444-382dfbffd643 req-27751efd-4782-4fa4-817a-9280057ed522 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:10.415617 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5dfd3173-c54b-4886-b444-382dfbffd643 req-27751efd-4782-4fa4-817a-9280057ed522 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b5d1b65-0224-4c37-8ebc-bfb19a7264f2 HTTP/1.1" status: 200 len: 944 time: 0.2284639 Feb 08 21:34:10.416731 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-111b2ac6-12c7-4643-a63a-8243b0b191b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (2130ef6d-804d-44a5-85d7-5418400fcc2f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:10.465134 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-816470bc-8c2d-468c-9d04-90932ed8f634 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Allocated IP 172.20.0.13 (92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4/f88582d8-d694-4000-a778-a285676d3903/072fe96a-ff66-463a-a477-8a46fae1ba18) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:34:10.503504 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b2ac6-12c7-4643-a63a-8243b0b191b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2130ef6d-804d-44a5-85d7-5418400fcc2f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:10.551284 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a5537c-c9c5-4d4f-99d5-d1a34bd550cb None None] Network 408b6511-ea01-4c92-b584-46cf5335e828 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:34:10.564289 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-111b2ac6-12c7-4643-a63a-8243b0b191b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:10.569396 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-111b2ac6-12c7-4643-a63a-8243b0b191b1 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/2130ef6d-804d-44a5-85d7-5418400fcc2f HTTP/1.1" status: 204 len: 168 time: 1.7666802 Feb 08 21:34:10.582506 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60712) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:10.583829 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-aa5c3681-7ab1-4c8f-b767-081efa2bde93 None None] Provisioning complete for port a9aec02f-99dc-467c-99f0-5fb70e28421d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:10.584206 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aa5c3681-7ab1-4c8f-b767-081efa2bde93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a9aec02f-99dc-467c-99f0-5fb70e28421d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:10.620161 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-47057bbf-d233-4f7a-ac80-a2c693ca9105 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks [] for port (084c565a-9c11-4eef-8e10-321ad5538854), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:10.637584 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-2d9877be-7c6e-411e-a067-96f0c06d8116 None None] Allocated IP 19.86.0.2 (f112523c-6915-4ee0-b2f0-e26bdfe4744d/007cc98f-60ce-470c-93c7-ee8e33ceae1d/e7c5a6f4-5d79-4548-886a-84dedc57acd5) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:34:10.663337 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-28f1a896-eac3-43b4-9f8c-2acaa40db2ed tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:10.668866 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-28f1a896-eac3-43b4-9f8c-2acaa40db2ed tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:10.671411 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-28f1a896-eac3-43b4-9f8c-2acaa40db2ed tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/networks?id=e0a9b9ec-b0de-4d39-8921-b9219efd548e&id=f112523c-6915-4ee0-b2f0-e26bdfe4744d&id=e0a9b9ec-b0de-4d39-8921-b9219efd548e HTTP/1.1" status: 200 len: 1391 time: 0.5275145 Feb 08 21:34:10.688548 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5f1a3-0fdc-4165-8214-6cdf01ddf977 None None] Pushing event updated for resources: {'Port': ['ID=a9aec02f-99dc-467c-99f0-5fb70e28421d,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:10.689941 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60714) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:10.694990 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-47057bbf-d233-4f7a-ac80-a2c693ca9105 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (084c565a-9c11-4eef-8e10-321ad5538854), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:10.759830 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56f7856-17bc-4672-80c7-a1c1f5b423a1 None None] Network 92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:34:10.764960 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-816470bc-8c2d-468c-9d04-90932ed8f634 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for port (072fe96a-ff66-463a-a477-8a46fae1ba18), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:10.767291 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-6157041b-5e49-481d-a0ff-80b974b0b185 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/quotas/e06b0580b36e41f2ba7247491d9845e4 HTTP/1.1" status: 200 len: 375 time: 0.0701580 Feb 08 21:34:10.772511 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port a9aec02f-99dc-467c-99f0-5fb70e28421d is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:10.779122 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (408b6511-ea01-4c92-b584-46cf5335e828), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:10.896379 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-b053d174-9948-49fb-a7b8-7ea40218d695 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:10.900386 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b053d174-9948-49fb-a7b8-7ea40218d695 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2076454 Feb 08 21:34:10.911636 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60718) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:10.917697 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-91237550-e0ca-412c-82a5-e51aeff452c8 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:10.923933 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-91237550-e0ca-412c-82a5-e51aeff452c8 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0061307 Feb 08 21:34:10.925282 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60720) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:10.930309 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-fc13b1f8-d2bc-4892-84ed-48603e602b9a tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:10.941014 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fc13b1f8-d2bc-4892-84ed-48603e602b9a tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0047793 Feb 08 21:34:10.941014 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60722) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:10.950033 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-39f637b5-7bd9-4ae5-b2f3-1880fff4554b tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:10.956838 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-39f637b5-7bd9-4ae5-b2f3-1880fff4554b tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0143559 Feb 08 21:34:10.959613 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60724) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:10.964571 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-acec6437-3777-4967-964e-9e83fc71d1a9 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:10.970642 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-acec6437-3777-4967-964e-9e83fc71d1a9 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0050991 Feb 08 21:34:10.975448 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60726) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:10.980365 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-aab60006-10c3-4667-8394-e1206b03868c tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:10.983256 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-aab60006-10c3-4667-8394-e1206b03868c tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0067282 Feb 08 21:34:10.990690 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60728) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:10.997774 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-d8a47505-53f6-4a05-af05-c613193489b6 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.005509 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d8a47505-53f6-4a05-af05-c613193489b6 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0131316 Feb 08 21:34:11.007692 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60730) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.026818 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-fb2c0be3-2f64-43c8-ab04-3d1c73b3ce85 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.031223 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fb2c0be3-2f64-43c8-ab04-3d1c73b3ce85 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0177941 Feb 08 21:34:11.033439 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60734) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.038481 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-d0535e34-a426-461c-91c3-3231bea48c40 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.039791 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d0535e34-a426-461c-91c3-3231bea48c40 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0051851 Feb 08 21:34:11.042130 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-816470bc-8c2d-468c-9d04-90932ed8f634 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (072fe96a-ff66-463a-a477-8a46fae1ba18), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:11.051841 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60736) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.132767 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-1daa40f6-1f37-48b7-abde-4a12eb4f11d8 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.134260 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1daa40f6-1f37-48b7-abde-4a12eb4f11d8 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0065298 Feb 08 21:34:11.141169 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816470bc-8c2d-468c-9d04-90932ed8f634 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Pushing event updated for resources: {'Port': ['ID=072fe96a-ff66-463a-a477-8a46fae1ba18,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:11.145706 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60738) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.156172 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-f0f5d7ee-6a04-4c6a-8024-2cc4935e0394 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.157703 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f0f5d7ee-6a04-4c6a-8024-2cc4935e0394 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0095599 Feb 08 21:34:11.160392 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60740) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.163682 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-aa5c3681-7ab1-4c8f-b767-081efa2bde93 None None] Current status of the port a9aec02f-99dc-467c-99f0-5fb70e28421d is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:11.165628 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-9ddba450-4855-4fd9-a68b-eabe4ee6d06d tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.166858 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9ddba450-4855-4fd9-a68b-eabe4ee6d06d tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0053170 Feb 08 21:34:11.170697 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60742) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.173631 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47057bbf-d233-4f7a-ac80-a2c693ca9105 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Network 26710074-30a1-446b-9b6d-60fc1d73ba99 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:34:11.175167 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] Deleting port f3aa6df9-74d3-4c1b-85bb-5dba1114174d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:34:11.175719 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f3aa6df9-74d3-4c1b-85bb-5dba1114174d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:11.180288 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-647c24ad-1daf-4bb0-a8e8-54384cf59e65 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.181645 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-647c24ad-1daf-4bb0-a8e8-54384cf59e65 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0093477 Feb 08 21:34:11.182340 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-47057bbf-d233-4f7a-ac80-a2c693ca9105 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:11.195135 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60744) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.203889 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816470bc-8c2d-468c-9d04-90932ed8f634 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Network 92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:34:11.207528 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-52477eb4-4412-4cc3-a1be-dcb889a91011 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.208868 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-52477eb4-4412-4cc3-a1be-dcb889a91011 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0083435 Feb 08 21:34:11.219825 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60746) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.220779 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47057bbf-d233-4f7a-ac80-a2c693ca9105 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:34:11.231404 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47057bbf-d233-4f7a-ac80-a2c693ca9105 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:11.231404 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-47057bbf-d233-4f7a-ac80-a2c693ca9105 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:11.235134 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 4e03dddf-1562-4d46-8a56-e259ec91463c up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:34:11.239800 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-089734c0-20d2-4c2d-bc63-7f2882ebaadb tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.244702 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-089734c0-20d2-4c2d-bc63-7f2882ebaadb tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0046859 Feb 08 21:34:11.246236 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60748) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.258679 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-035ceb64-8b49-4a64-b35f-188f550df494 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.262156 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-035ceb64-8b49-4a64-b35f-188f550df494 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0047061 Feb 08 21:34:11.262329 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-816470bc-8c2d-468c-9d04-90932ed8f634 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:11.263491 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60750) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.279051 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47057bbf-d233-4f7a-ac80-a2c693ca9105 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Pushing event updated for resources: {'Port': ['ID=084c565a-9c11-4eef-8e10-321ad5538854,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:11.281477 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816470bc-8c2d-468c-9d04-90932ed8f634 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:34:11.292361 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-5dfd3173-c54b-4886-b444-382dfbffd643 req-4e6a6c70-5a25-4e67-9450-a82c8dcebcbe tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Deleting port 6461f028-9c9a-4522-9b52-52c7001b2844 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:34:11.292713 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5dfd3173-c54b-4886-b444-382dfbffd643 req-4e6a6c70-5a25-4e67-9450-a82c8dcebcbe tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (6461f028-9c9a-4522-9b52-52c7001b2844), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:11.308490 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-47057bbf-d233-4f7a-ac80-a2c693ca9105 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.7792909 Feb 08 21:34:11.309165 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60752) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.328880 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-79d06900-7aef-4266-88d0-43d5e4bef3c1 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=e06b0580b36e41f2ba7247491d9845e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5464947 Feb 08 21:34:11.350915 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-7434272c-62cd-43d1-914a-22f710df3b12 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.352945 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7434272c-62cd-43d1-914a-22f710df3b12 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0807462 Feb 08 21:34:11.354638 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816470bc-8c2d-468c-9d04-90932ed8f634 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:11.355503 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-816470bc-8c2d-468c-9d04-90932ed8f634 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:11.359488 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60754) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.370086 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-a640b181-f06d-4a71-b5af-25f1f8c0e21b tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.370732 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 4e03dddf-1562-4d46-8a56-e259ec91463c triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:11.371200 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (4e03dddf-1562-4d46-8a56-e259ec91463c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:11.372508 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a640b181-f06d-4a71-b5af-25f1f8c0e21b tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0101080 Feb 08 21:34:11.380271 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60756) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.393098 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-757fe933-6c9f-4767-9879-2d463a9185c9 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.394596 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-757fe933-6c9f-4767-9879-2d463a9185c9 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0121241 Feb 08 21:34:11.402531 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-816470bc-8c2d-468c-9d04-90932ed8f634 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.1736240 Feb 08 21:34:11.403785 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60758) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.414119 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-61e3a589-6b46-46dd-863b-9e17237fb9fe tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.416286 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-aa5c3681-7ab1-4c8f-b767-081efa2bde93 None None] Provisioning complete for port 4e03dddf-1562-4d46-8a56-e259ec91463c triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:11.416684 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aa5c3681-7ab1-4c8f-b767-081efa2bde93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (4e03dddf-1562-4d46-8a56-e259ec91463c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:11.427558 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-61e3a589-6b46-46dd-863b-9e17237fb9fe tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0176892 Feb 08 21:34:11.432433 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] For port f3aa6df9-74d3-4c1b-85bb-5dba1114174d, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f3aa6df9-74d3-4c1b-85bb-5dba1114174d,segment=NetworkSegment(fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334),segment_id=fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:11.433115 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f3aa6df9-74d3-4c1b-85bb-5dba1114174d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:11.447970 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60760) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.449958 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60764) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.454466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-48579363-ce56-4863-ab24-fc8c514d6ed7 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.455431 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-48579363-ce56-4863-ab24-fc8c514d6ed7 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0044329 Feb 08 21:34:11.458975 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60768) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.469208 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-5079ced1-6f21-4d7f-80f6-0c6986f0821d tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.470250 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5079ced1-6f21-4d7f-80f6-0c6986f0821d tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0049677 Feb 08 21:34:11.474625 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60770) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.481453 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-0025086b-89cb-4b8b-a0bb-cd24566928c8 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.482470 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0025086b-89cb-4b8b-a0bb-cd24566928c8 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0046878 Feb 08 21:34:11.492459 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60772) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.496921 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-2a9b6698-37d3-46c9-9f7b-1e1afdd1d692 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.497965 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2a9b6698-37d3-46c9-9f7b-1e1afdd1d692 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0045209 Feb 08 21:34:11.502811 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60774) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.507342 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-80755da1-974f-41ac-822c-3dd41519ed45 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.508338 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-80755da1-974f-41ac-822c-3dd41519ed45 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0043960 Feb 08 21:34:11.511172 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60776) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.527282 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-94cfe642-9f2f-4c03-9067-183d33f6ef79 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.530351 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-94cfe642-9f2f-4c03-9067-183d33f6ef79 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0159440 Feb 08 21:34:11.537525 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60778) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.538901 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] Calling delete_port for f3aa6df9-74d3-4c1b-85bb-5dba1114174d owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:34:11.550859 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-59d68777-f5bd-4b40-97ff-162df79c5a7b tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.552240 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-59d68777-f5bd-4b40-97ff-162df79c5a7b tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0109630 Feb 08 21:34:11.556190 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60780) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.562370 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43788094-f6e7-4df1-aa74-48bfee3d0a67 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:11.563380 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 4e03dddf-1562-4d46-8a56-e259ec91463c is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:11.563789 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4e03dddf-1562-4d46-8a56-e259ec91463c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:11.570244 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-44d8c89f-9f3e-4e06-a99c-fcad6603d66c tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.571620 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-44d8c89f-9f3e-4e06-a99c-fcad6603d66c tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0121610 Feb 08 21:34:11.573883 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43788094-f6e7-4df1-aa74-48bfee3d0a67 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:11.579887 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef126978-9ef1-4106-b5c7-9b22fd14eda6 None None] DHCP port deletion for 408b6511-ea01-4c92-b584-46cf5335e828 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:34:11.580133 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43788094-f6e7-4df1-aa74-48bfee3d0a67 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:11.580756 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60782) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.584593 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2d9877be-7c6e-411e-a067-96f0c06d8116 None None] Publish callbacks [] for port (e7c5a6f4-5d79-4548-886a-84dedc57acd5), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:11.588367 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-3845610b-684b-4888-ac1b-e99bd565b2b0 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.589684 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3845610b-684b-4888-ac1b-e99bd565b2b0 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0077050 Feb 08 21:34:11.590525 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60784) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.593813 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-43788094-f6e7-4df1-aa74-48bfee3d0a67 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2624958 Feb 08 21:34:11.605425 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60786) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.619136 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-128aac4f-e7c8-4368-9b07-c0490ad109ae tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.625149 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-128aac4f-e7c8-4368-9b07-c0490ad109ae tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0101683 Feb 08 21:34:11.631148 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-f334f3ad-3b3a-49cc-a517-b768e86e7790 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.639724 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-f334f3ad-3b3a-49cc-a517-b768e86e7790 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2116168 Feb 08 21:34:11.655045 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60788) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.661333 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-5fd7bd24-a9e7-4d8f-bdd6-6229b3041c52 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.666034 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5fd7bd24-a9e7-4d8f-bdd6-6229b3041c52 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0094426 Feb 08 21:34:11.672447 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60790) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.721128 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-b0e57c1c-05e1-4898-95bf-5ba4e8f96301 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.723240 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b0e57c1c-05e1-4898-95bf-5ba4e8f96301 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0138619 Feb 08 21:34:11.728163 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60792) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.746591 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-5dfd3173-c54b-4886-b444-382dfbffd643 req-4e6a6c70-5a25-4e67-9450-a82c8dcebcbe tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] For port 6461f028-9c9a-4522-9b52-52c7001b2844, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=6461f028-9c9a-4522-9b52-52c7001b2844,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:11.747127 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5dfd3173-c54b-4886-b444-382dfbffd643 req-4e6a6c70-5a25-4e67-9450-a82c8dcebcbe tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (6461f028-9c9a-4522-9b52-52c7001b2844), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:11.753740 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-fc29f3a1-f959-4414-9b5b-ad78b00c2ea1 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.756298 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fc29f3a1-f959-4414-9b5b-ad78b00c2ea1 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0205464 Feb 08 21:34:11.767903 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60794) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.776923 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-299e8f82-5ba4-4d75-bac5-529eab1a8db6 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.784951 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-299e8f82-5ba4-4d75-bac5-529eab1a8db6 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0156467 Feb 08 21:34:11.788044 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60796) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.795434 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-5dfd3173-c54b-4886-b444-382dfbffd643 req-4e6a6c70-5a25-4e67-9450-a82c8dcebcbe tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Calling delete_port for 6461f028-9c9a-4522-9b52-52c7001b2844 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:34:11.800745 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-aebcb873-3799-4edc-b0ec-ed8c5a8f0e21 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.805802 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-aebcb873-3799-4edc-b0ec-ed8c5a8f0e21 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0127633 Feb 08 21:34:11.806205 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60798) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.824711 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2d9877be-7c6e-411e-a067-96f0c06d8116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (e7c5a6f4-5d79-4548-886a-84dedc57acd5), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:11.849453 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9877be-7c6e-411e-a067-96f0c06d8116 None None] Network f112523c-6915-4ee0-b2f0-e26bdfe4744d is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:34:11.857148 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-11ca63af-37b2-43f7-ab2f-f64229d095e8 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.857563 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 4e03dddf-1562-4d46-8a56-e259ec91463c, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=4e03dddf-1562-4d46-8a56-e259ec91463c,segment=NetworkSegment(2f5d5c18-ce7e-46a9-8274-9775db88860b),segment_id=2f5d5c18-ce7e-46a9-8274-9775db88860b)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:11.860624 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-11ca63af-37b2-43f7-ab2f-f64229d095e8 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0397875 Feb 08 21:34:11.860822 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-2d9877be-7c6e-411e-a067-96f0c06d8116 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:11.861463 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9877be-7c6e-411e-a067-96f0c06d8116 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:34:11.866089 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60800) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.870790 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-cb69a853-e21b-40d9-bdf2-05775ef20d8a tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.874635 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cb69a853-e21b-40d9-bdf2-05775ef20d8a tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0048122 Feb 08 21:34:11.879076 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60802) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.894402 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-45e4eb3a-71fa-4037-b4c3-83dda4b12d6f tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.894402 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-45e4eb3a-71fa-4037-b4c3-83dda4b12d6f tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0091102 Feb 08 21:34:11.894691 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (4e03dddf-1562-4d46-8a56-e259ec91463c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:11.894691 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device a9aec02f-99dc-467c-99f0-5fb70e28421d up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:34:11.896558 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60804) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.906519 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-be509409-a08d-4ca2-95bc-9244fea26e7d tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.907956 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-be509409-a08d-4ca2-95bc-9244fea26e7d tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0086846 Feb 08 21:34:11.912575 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60806) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.920636 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-bf528914-8ea0-4988-8c0b-aa91115b2eb2 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.922256 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bf528914-8ea0-4988-8c0b-aa91115b2eb2 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0059867 Feb 08 21:34:11.923311 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-71ec569c-0161-4be2-a380-324cc3ac039c tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Deleting port 072fe96a-ff66-463a-a477-8a46fae1ba18 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:34:11.923654 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71ec569c-0161-4be2-a380-324cc3ac039c tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (072fe96a-ff66-463a-a477-8a46fae1ba18), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:11.926118 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60808) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.933286 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-99d644b4-78a7-4872-95e7-884f13585cc6 service neutron] 10.222.0.88 "GET /v2.0/networks/e0a9b9ec-b0de-4d39-8921-b9219efd548e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914758 Feb 08 21:34:11.945405 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-50fac34a-e064-4492-af21-950af772a36d tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.946509 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-50fac34a-e064-4492-af21-950af772a36d tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0161459 Feb 08 21:34:11.950846 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60810) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:11.973961 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-b2d7bb93-2c5a-417b-9df6-d4514d650504 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:11.979573 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b2d7bb93-2c5a-417b-9df6-d4514d650504 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0226994 Feb 08 21:34:11.993455 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60812) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:12.000607 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-24d8a4e0-2cfd-4eca-8299-678dcdbeb12c tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:12.001793 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-24d8a4e0-2cfd-4eca-8299-678dcdbeb12c tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0065482 Feb 08 21:34:12.019136 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60814) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:12.051038 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-7fe8297a-8a25-4e05-8808-417ce41e70c2 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:12.052162 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7fe8297a-8a25-4e05-8808-417ce41e70c2 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0319319 Feb 08 21:34:12.060541 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9877be-7c6e-411e-a067-96f0c06d8116 None None] Pushing event updated for resources: {'Port': ['ID=e7c5a6f4-5d79-4548-886a-84dedc57acd5,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:12.066662 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60816) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:12.088698 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-53c70012-9a1f-4bc0-a0b8-d2646cc55696 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:12.090416 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-53c70012-9a1f-4bc0-a0b8-d2646cc55696 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0052614 Feb 08 21:34:12.095410 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60818) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:12.100651 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-8c308bd2-d593-47e6-90b8-f1998e150337 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:12.102108 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8c308bd2-d593-47e6-90b8-f1998e150337 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0054188 Feb 08 21:34:12.106815 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60820) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:12.115212 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-42ab44f6-ed6d-4335-81c7-8a062112435c tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:12.116799 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-42ab44f6-ed6d-4335-81c7-8a062112435c tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0084200 Feb 08 21:34:12.118943 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-2d9877be-7c6e-411e-a067-96f0c06d8116 None None] Attempting to bind port e7c5a6f4-5d79-4548-886a-84dedc57acd5 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:34:12.119326 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-2d9877be-7c6e-411e-a067-96f0c06d8116 None None] Attempting to bind port e7c5a6f4-5d79-4548-886a-84dedc57acd5 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'ffc87990-6200-4560-b21a-4ac95898afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f112523c-6915-4ee0-b2f0-e26bdfe4744d'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:34:12.119702 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9877be-7c6e-411e-a067-96f0c06d8116 None None] Attempting to bind port e7c5a6f4-5d79-4548-886a-84dedc57acd5 on network f112523c-6915-4ee0-b2f0-e26bdfe4744d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:34:12.128699 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60822) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:12.140775 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-339d3581-6fef-44e0-8abb-7fe9dcf731a7 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:12.142772 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-339d3581-6fef-44e0-8abb-7fe9dcf731a7 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0102968 Feb 08 21:34:12.143981 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-aa5c3681-7ab1-4c8f-b767-081efa2bde93 None None] Current status of the port 4e03dddf-1562-4d46-8a56-e259ec91463c is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:12.149890 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60824) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:12.151155 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9877be-7c6e-411e-a067-96f0c06d8116 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:34:12.151543 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9877be-7c6e-411e-a067-96f0c06d8116 None None] Checking segment: {'id': 'ffc87990-6200-4560-b21a-4ac95898afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f112523c-6915-4ee0-b2f0-e26bdfe4744d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:34:12.151967 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2d9877be-7c6e-411e-a067-96f0c06d8116 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:12.152375 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9877be-7c6e-411e-a067-96f0c06d8116 None None] Bound using segment: {'id': 'ffc87990-6200-4560-b21a-4ac95898afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f112523c-6915-4ee0-b2f0-e26bdfe4744d'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:34:12.152885 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-2d9877be-7c6e-411e-a067-96f0c06d8116 None None] Bound port: e7c5a6f4-5d79-4548-886a-84dedc57acd5, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc87990-6200-4560-b21a-4ac95898afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f112523c-6915-4ee0-b2f0-e26bdfe4744d'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:34:12.153302 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2d9877be-7c6e-411e-a067-96f0c06d8116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e7c5a6f4-5d79-4548-886a-84dedc57acd5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:12.159607 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-cf87c92f-add3-46a3-a033-eb5b10f5953f tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:12.161283 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cf87c92f-add3-46a3-a033-eb5b10f5953f tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0054410 Feb 08 21:34:12.171695 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ef126978-9ef1-4106-b5c7-9b22fd14eda6 None None] Deleting port f3aa6df9-74d3-4c1b-85bb-5dba1114174d {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:34:12.172071 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ef126978-9ef1-4106-b5c7-9b22fd14eda6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f3aa6df9-74d3-4c1b-85bb-5dba1114174d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:12.187588 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60826) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:12.195973 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-3faf0b11-1019-422c-a04b-ba9e8ed5e229 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:12.199854 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3faf0b11-1019-422c-a04b-ba9e8ed5e229 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0065148 Feb 08 21:34:12.202546 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60828) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:12.211366 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-bb928815-4f6a-4e55-a49e-e71e7b23e64c tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:12.216490 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bb928815-4f6a-4e55-a49e-e71e7b23e64c tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0088489 Feb 08 21:34:12.221850 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-f1a30b63-958e-4bb0-a3f3-4373dcb0f612 service neutron] 10.222.0.88 "GET /v2.0/networks/e0a9b9ec-b0de-4d39-8921-b9219efd548e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548318 Feb 08 21:34:12.226465 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60830) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:12.232737 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-8e8bc82c-c215-4f18-a2c9-adbe87931a29 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:12.236985 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8e8bc82c-c215-4f18-a2c9-adbe87931a29 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0058544 Feb 08 21:34:12.237201 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=4e03dddf-1562-4d46-8a56-e259ec91463c,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:12.255778 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60832) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:12.271212 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-a1a4d645-caa3-4ed9-87f1-8101b878dd8d tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:12.275275 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a1a4d645-caa3-4ed9-87f1-8101b878dd8d tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0100772 Feb 08 21:34:12.277810 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port a9aec02f-99dc-467c-99f0-5fb70e28421d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:12.278213 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a9aec02f-99dc-467c-99f0-5fb70e28421d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:12.288073 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60834) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:12.323529 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-01836c05-7b86-422f-a2b2-fa6931917788 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:12.327612 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-01836c05-7b86-422f-a2b2-fa6931917788 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0361788 Feb 08 21:34:12.327612 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5dfd3173-c54b-4886-b444-382dfbffd643 req-4e6a6c70-5a25-4e67-9450-a82c8dcebcbe tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (6461f028-9c9a-4522-9b52-52c7001b2844), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:12.330415 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60836) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:12.341303 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-d4c62781-e160-4445-ad05-c47e6ff7ea7d tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:12.350286 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d4c62781-e160-4445-ad05-c47e6ff7ea7d tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0095291 Feb 08 21:34:12.350599 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['e124c5f6-4611-4439-97a8-4ce67fb6ac06'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:34:12.353262 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['5cfce827-87e2-4b87-b40c-c51c81b2fc12'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:34:12.353565 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60838) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:12.377988 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-c0693367-a238-4fb2-944b-25ce36ca280d tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:12.383117 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c0693367-a238-4fb2-944b-25ce36ca280d tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0227280 Feb 08 21:34:12.383117 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60840) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:12.384817 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a6c70-5a25-4e67-9450-a82c8dcebcbe tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Pushing event deleted for resources: {'Port': ['ID=6461f028-9c9a-4522-9b52-52c7001b2844,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:12.392822 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-0207522b-1c73-4cd4-b751-61f23c760db0 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:12.396842 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0207522b-1c73-4cd4-b751-61f23c760db0 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0105221 Feb 08 21:34:12.401574 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60842) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:12.410880 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-00ff8a31-3562-4fd3-bf68-a573f7795571 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:12.411285 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ef126978-9ef1-4106-b5c7-9b22fd14eda6 None None] For port f3aa6df9-74d3-4c1b-85bb-5dba1114174d, host n-d-712143-31, got binding levels [] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:12.416500 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ef126978-9ef1-4106-b5c7-9b22fd14eda6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f3aa6df9-74d3-4c1b-85bb-5dba1114174d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:12.416627 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-00ff8a31-3562-4fd3-bf68-a573f7795571 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0093865 Feb 08 21:34:12.435894 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60844) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:12.440956 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-41755667-6b38-432a-bfc4-cee26e294303 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:12.445974 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-41755667-6b38-432a-bfc4-cee26e294303 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0058393 Feb 08 21:34:12.448209 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ace4ef19-9523-4be5-a0c2-bf7bc29be66b None None] Provisioning complete for port 4e03dddf-1562-4d46-8a56-e259ec91463c triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:12.448891 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ace4ef19-9523-4be5-a0c2-bf7bc29be66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (4e03dddf-1562-4d46-8a56-e259ec91463c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:12.456547 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60846) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:12.470325 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:34:12.479341 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (f3aa6df9-74d3-4c1b-85bb-5dba1114174d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:12.489638 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-920da5ea-0475-4c2c-b6db-ad8334b09439 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:12.493771 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-920da5ea-0475-4c2c-b6db-ad8334b09439 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0344381 Feb 08 21:34:12.495789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfd3173-c54b-4886-b444-382dfbffd643 req-4e6a6c70-5a25-4e67-9450-a82c8dcebcbe tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] No DVR routers for this DVR port 6461f028-9c9a-4522-9b52-52c7001b2844 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:34:12.496051 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60848) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:12.500342 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5dfd3173-c54b-4886-b444-382dfbffd643 req-4e6a6c70-5a25-4e67-9450-a82c8dcebcbe tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:12.502206 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ef126978-9ef1-4106-b5c7-9b22fd14eda6 None None] Calling delete_port for f3aa6df9-74d3-4c1b-85bb-5dba1114174d owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:34:12.507232 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2d9877be-7c6e-411e-a067-96f0c06d8116 None None] For port e7c5a6f4-5d79-4548-886a-84dedc57acd5, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:34:12.511958 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5dfd3173-c54b-4886-b444-382dfbffd643 req-4e6a6c70-5a25-4e67-9450-a82c8dcebcbe tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "DELETE /v2.0/ports/6461f028-9c9a-4522-9b52-52c7001b2844 HTTP/1.1" status: 204 len: 173 time: 2.0700991 Feb 08 21:34:12.526806 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.ipam_backend_mixin [None req-ef126978-9ef1-4106-b5c7-9b22fd14eda6 None None] Port f3aa6df9-74d3-4c1b-85bb-5dba1114174d was not found and therefore no delete operation was performed {{(pid=103435) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 21:34:12.531602 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-f9fca57f-8661-43a3-b01e-99dfddb935dc tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:12.547253 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-42e354b2-cda5-4bf6-bd1b-ae2b75e22b77 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Deleting port 084c565a-9c11-4eef-8e10-321ad5538854 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:34:12.547576 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-42e354b2-cda5-4bf6-bd1b-ae2b75e22b77 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (084c565a-9c11-4eef-8e10-321ad5538854), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:12.550552 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f9fca57f-8661-43a3-b01e-99dfddb935dc tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0498688 Feb 08 21:34:12.550846 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60850) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:12.552757 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5d1b65-0224-4c37-8ebc-bfb19a7264f2', 'name': 'network-vif-deleted', 'tag': '6461f028-9c9a-4522-9b52-52c7001b2844'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:34:12.552989 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71ec569c-0161-4be2-a380-324cc3ac039c tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (072fe96a-ff66-463a-a477-8a46fae1ba18), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:12.560019 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-9a55cc7f-4b0a-42e5-813d-1724866562fc tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:12.564530 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe6d61e-2bb4-4ad1-a1f5-6f18b02d8b90" -d '{"events": [{"server_uuid": "3b5d1b65-0224-4c37-8ebc-bfb19a7264f2", "name": "network-vif-deleted", "tag": "6461f028-9c9a-4522-9b52-52c7001b2844"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:34:12.565967 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ef126978-9ef1-4106-b5c7-9b22fd14eda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (f3aa6df9-74d3-4c1b-85bb-5dba1114174d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:12.569472 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9a55cc7f-4b0a-42e5-813d-1724866562fc tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0080109 Feb 08 21:34:12.577353 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60854) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:12.580008 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3aa6df9-74d3-4c1b-85bb-5dba1114174d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:12.582613 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2d9877be-7c6e-411e-a067-96f0c06d8116 None None] For port e7c5a6f4-5d79-4548-886a-84dedc57acd5, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e7c5a6f4-5d79-4548-886a-84dedc57acd5,segment=NetworkSegment(ffc87990-6200-4560-b21a-4ac95898afa2),segment_id=ffc87990-6200-4560-b21a-4ac95898afa2)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:34:12.588608 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-02b164ea-651d-45e8-9ac4-69daf7e52af2 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:12.592934 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-02b164ea-651d-45e8-9ac4-69daf7e52af2 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0094564 Feb 08 21:34:12.604633 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-0f34ecaf-985d-4c99-9b99-d6f2b8537bb4 service neutron] 10.222.0.88 "GET /v2.0/networks/f112523c-6915-4ee0-b2f0-e26bdfe4744d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515162 Feb 08 21:34:12.611580 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60860) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:12.618290 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-8a390de7-18ea-4f56-ba18-9f9697424cda tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:12.622566 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8a390de7-18ea-4f56-ba18-9f9697424cda tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0092390 Feb 08 21:34:12.624623 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] No DVR routers for this DVR port f3aa6df9-74d3-4c1b-85bb-5dba1114174d on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:34:12.626438 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60862) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:12.672376 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [None req-d6b2cea6-b4ee-44de-9556-8510ee9248e3 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:12.677415 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60864) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:12.678173 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d6b2cea6-b4ee-44de-9556-8510ee9248e3 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0095093 Feb 08 21:34:12.679414 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-71ec569c-0161-4be2-a380-324cc3ac039c tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Calling delete_port for 072fe96a-ff66-463a-a477-8a46fae1ba18 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:34:12.682716 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-177f1fad-402e-4b77-b53e-b0af738d859d tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:12.686140 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-177f1fad-402e-4b77-b53e-b0af738d859d tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0054131 Feb 08 21:34:12.687034 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60866) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:12.693253 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:12.693602 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:12.694234 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:12.694745 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:12.695252 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:12.695780 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-a15eaa41-383f-4509-a80d-828e96f1cf1a tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:12.695930 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:12.696410 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:12.696809 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a15eaa41-383f-4509-a80d-828e96f1cf1a tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0092976 Feb 08 21:34:12.697051 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:12.697562 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:12.698258 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:12.698747 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:12.699241 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:12.699857 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:12.699996 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60868) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:12.710314 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-2ffe7ff1-cafa-49c9-9805-f6a1ad0797b8 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:12.711379 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2ffe7ff1-cafa-49c9-9805-f6a1ad0797b8 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0104535 Feb 08 21:34:12.717927 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60870) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:12.724530 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-ba4641ed-310b-43bd-aa20-2483314825c0 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:12.726045 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ba4641ed-310b-43bd-aa20-2483314825c0 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0069413 Feb 08 21:34:12.726727 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2d9877be-7c6e-411e-a067-96f0c06d8116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e7c5a6f4-5d79-4548-886a-84dedc57acd5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:12.729123 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60872) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:12.736620 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef126978-9ef1-4106-b5c7-9b22fd14eda6 None None] Pushing event deleted for resources: {'Port': ['ID=f3aa6df9-74d3-4c1b-85bb-5dba1114174d,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:12.744048 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef126978-9ef1-4106-b5c7-9b22fd14eda6 None None] No DVR routers for this DVR port f3aa6df9-74d3-4c1b-85bb-5dba1114174d on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:34:12.745944 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-8a742053-e98b-4a2f-bbd2-8ad462b4f5b5 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:12.750446 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8a742053-e98b-4a2f-bbd2-8ad462b4f5b5 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0162585 Feb 08 21:34:12.757205 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60874) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:12.763861 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [None req-32a13bfc-8c6e-4d6b-a268-646d24ab79f2 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] http://10.222.0.88:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:34:12.770518 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-32a13bfc-8c6e-4d6b-a268-646d24ab79f2 tempest-ExtensionsTestJSON-431563498 tempest-ExtensionsTestJSON-431563498-project] 10.222.0.88 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0128248 Feb 08 21:34:12.836668 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-653cde31-6484-4e9f-a03a-1e5b766b5ead service neutron] 10.222.0.88 "GET /v2.0/networks/f112523c-6915-4ee0-b2f0-e26bdfe4744d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308528 Feb 08 21:34:12.934719 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-42e354b2-cda5-4bf6-bd1b-ae2b75e22b77 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (084c565a-9c11-4eef-8e10-321ad5538854), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:12.939269 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (408b6511-ea01-4c92-b584-46cf5335e828), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:12.974058 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-42e354b2-cda5-4bf6-bd1b-ae2b75e22b77 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Calling delete_port for 084c565a-9c11-4eef-8e10-321ad5538854 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:34:13.016395 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9877be-7c6e-411e-a067-96f0c06d8116 None None] Pushing event updated for resources: {'Port': ['ID=e7c5a6f4-5d79-4548-886a-84dedc57acd5,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:13.018725 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['408b6511-ea01-4c92-b584-46cf5335e828']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:13.033450 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:34:13.070792 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:13.071151 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:13.072591 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:13.072837 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:13.083230 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port a9aec02f-99dc-467c-99f0-5fb70e28421d is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:13.121814 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-768ba0f0-044d-4793-ac37-e3bd164a010c service neutron] 10.222.0.88 "GET /v2.0/networks/e0a9b9ec-b0de-4d39-8921-b9219efd548e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793868 Feb 08 21:34:13.132765 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ace4ef19-9523-4be5-a0c2-bf7bc29be66b None None] Current status of the port 4e03dddf-1562-4d46-8a56-e259ec91463c is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:13.136042 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:13.197606 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:34:13.206145 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:13.231745 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:34:13.232281 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (fbfa1fc0-cc67-4bb5-bb59-9dc9ff31b334), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:34:13.234850 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:34:13.252006 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:34:13.252460 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 4a7aa52b-d1d7-42ff-9cd9-746e740d1b3e not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:34:13.336776 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71ec569c-0161-4be2-a380-324cc3ac039c tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (072fe96a-ff66-463a-a477-8a46fae1ba18), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:13.347274 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ace4ef19-9523-4be5-a0c2-bf7bc29be66b None None] Provisioning complete for port 084c565a-9c11-4eef-8e10-321ad5538854 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:13.347701 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ace4ef19-9523-4be5-a0c2-bf7bc29be66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (084c565a-9c11-4eef-8e10-321ad5538854), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:13.497037 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec569c-0161-4be2-a380-324cc3ac039c tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Pushing event deleted for resources: {'Port': ['ID=072fe96a-ff66-463a-a477-8a46fae1ba18,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:13.508387 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-fac1fa17-8731-4dba-812d-d45148b007dd service neutron] 10.222.0.88 "GET /v2.0/networks/e0a9b9ec-b0de-4d39-8921-b9219efd548e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588009 Feb 08 21:34:13.519078 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (408b6511-ea01-4c92-b584-46cf5335e828), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:13.527617 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:13.533682 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] 10.222.0.88 "DELETE /v2.0/networks/408b6511-ea01-4c92-b584-46cf5335e828 HTTP/1.1" status: 204 len: 168 time: 2.9498401 Feb 08 21:34:13.540535 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ace4ef19-9523-4be5-a0c2-bf7bc29be66b None None] Port 084c565a-9c11-4eef-8e10-321ad5538854 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:34:13.546133 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9238e-57c8-4518-af86-4bba3a7fcc9e req-d4880d19-50ca-43a1-bdaf-99597224eb8f tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:13.553875 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-69b9238e-57c8-4518-af86-4bba3a7fcc9e req-d4880d19-50ca-43a1-bdaf-99597224eb8f tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/ports?device_id=352986cc-640c-428e-9494-06e1bcc18594 HTTP/1.1" status: 200 len: 944 time: 0.1068091 Feb 08 21:34:13.587384 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:13.587953 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:13.599961 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ace4ef19-9523-4be5-a0c2-bf7bc29be66b None None] Provisioning complete for port 6fefcb91-1fa6-47d3-8e04-a74b5127f7ca triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:13.602145 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ace4ef19-9523-4be5-a0c2-bf7bc29be66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6fefcb91-1fa6-47d3-8e04-a74b5127f7ca), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:13.623778 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60884) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:13.700500 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-69b9238e-57c8-4518-af86-4bba3a7fcc9e req-33269da0-7124-4586-acc7-f73f9507b4f4 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/security-groups?id=b45b94a6-2162-4e2b-b3e2-d77922623f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420290 Feb 08 21:34:13.709347 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 4e03dddf-1562-4d46-8a56-e259ec91463c up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:34:13.770891 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 08 Feb 2022 21:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae59383-f89e-4b44-8a10-40cc4b4ae073 x-openstack-request-id: req-eae59383-f89e-4b44-8a10-40cc4b4ae073 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:34:13.771510 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5d1b65-0224-4c37-8ebc-bfb19a7264f2", "name": "network-vif-deleted", "tag": "6461f028-9c9a-4522-9b52-52c7001b2844", "status": "failed", "code": 422}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:34:13.772022 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-eae59383-f89e-4b44-8a10-40cc4b4ae073 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:34:13.772674 n-d-712143-31 neutron-server[103433]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3b5d1b65-0224-4c37-8ebc-bfb19a7264f2', 'name': 'network-vif-deleted', 'tag': '6461f028-9c9a-4522-9b52-52c7001b2844', 'status': 'failed', 'code': 422} returned with failed status Feb 08 21:34:13.834910 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352986cc-640c-428e-9494-06e1bcc18594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:34:13.837018 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-42e354b2-cda5-4bf6-bd1b-ae2b75e22b77 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (084c565a-9c11-4eef-8e10-321ad5538854), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:13.849606 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501077f9-46ee-4a1e-9656-c6f45dbe2c75" -d '{"events": [{"server_uuid": "352986cc-640c-428e-9494-06e1bcc18594", "name": "network-vif-plugged", "status": "completed", "tag": "5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:34:13.853962 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71ec569c-0161-4be2-a380-324cc3ac039c tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:13.861363 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-71ec569c-0161-4be2-a380-324cc3ac039c tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "DELETE /v2.0/ports/072fe96a-ff66-463a-a477-8a46fae1ba18 HTTP/1.1" status: 204 len: 168 time: 2.4078617 Feb 08 21:34:13.871557 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ace4ef19-9523-4be5-a0c2-bf7bc29be66b None None] Port 6fefcb91-1fa6-47d3-8e04-a74b5127f7ca cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:34:13.878249 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9a71b-97e4-4dab-945e-7b69a083ee05 admin admin] Pushing event deleted for resources: {'Network': ['ID=408b6511-ea01-4c92-b584-46cf5335e828,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:13.881913 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4,segment=NetworkSegment(093fe90d-2d9e-4cba-a6de-72f4b2ab76af),segment_id=093fe90d-2d9e-4cba-a6de-72f4b2ab76af)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:13.895469 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:13.899275 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 4e03dddf-1562-4d46-8a56-e259ec91463c triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:13.901320 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (4e03dddf-1562-4d46-8a56-e259ec91463c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:13.902855 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60896) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:13.934231 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8194281-ae38-4205-bdf7-0cd3d129aad4 req-dfff1b7b-a864-446b-9518-8536f1c27996 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 210 time: 0.0734024 Feb 08 21:34:13.967723 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1c631765-6e44-4d9c-80dc-ac81300934a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:13.973950 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1f454e7a-e8e6-4d5f-9de1-97ed05c7620e tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4', 'external_fixed_ips': [{'subnet_id': 'f88582d8-d694-4000-a778-a285676d3903', 'ip_address': '172.20.0.13'}]}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:13.999913 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60898) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:14.020007 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e354b2-cda5-4bf6-bd1b-ae2b75e22b77 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Pushing event deleted for resources: {'Port': ['ID=084c565a-9c11-4eef-8e10-321ad5538854,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:14.028692 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-42e354b2-cda5-4bf6-bd1b-ae2b75e22b77 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:14.036491 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-42e354b2-cda5-4bf6-bd1b-ae2b75e22b77 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] 10.222.0.88 "DELETE /v2.0/ports/084c565a-9c11-4eef-8e10-321ad5538854 HTTP/1.1" status: 204 len: 168 time: 2.4388065 Feb 08 21:34:14.036491 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60900) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:14.042874 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74ca17f-210b-4196-b167-31dd8eb54bdc x-openstack-request-id: req-c74ca17f-210b-4196-b167-31dd8eb54bdc {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:34:14.043559 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352986cc-640c-428e-9494-06e1bcc18594", "name": "network-vif-plugged", "status": "completed", "tag": "5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:34:14.044240 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c74ca17f-210b-4196-b167-31dd8eb54bdc {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:34:14.045427 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352986cc-640c-428e-9494-06e1bcc18594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4', 'code': 200} Feb 08 21:34:14.046146 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-121cb351-a86d-4103-990a-9979109af118 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Request body: {'port': {'name': 'tempest-new-port-name-44645204', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:14.046673 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.api.validators [None req-121cb351-a86d-4103-990a-9979109af118 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] bootfile-name is not in valid_values {{(pid=103434) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 08 21:34:14.047021 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.api.validators [None req-121cb351-a86d-4103-990a-9979109af118 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] tftp-server is not in valid_values {{(pid=103434) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 08 21:34:14.047352 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.api.validators [None req-121cb351-a86d-4103-990a-9979109af118 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] server-ip-address is not in valid_values {{(pid=103434) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 08 21:34:14.060632 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:14.139372 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 4e03dddf-1562-4d46-8a56-e259ec91463c is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:14.141828 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e7c5a6f4-5d79-4548-886a-84dedc57acd5 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:34:14.239448 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f454e7a-e8e6-4d5f-9de1-97ed05c7620e tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (1ee1947c-b485-44a8-96d4-ce5cc6c7c867), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:14.241805 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f454e7a-e8e6-4d5f-9de1-97ed05c7620e tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (1ee1947c-b485-44a8-96d4-ce5cc6c7c867), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:14.257254 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-121cb351-a86d-4103-990a-9979109af118 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6fefcb91-1fa6-47d3-8e04-a74b5127f7ca), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:14.272770 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port e7c5a6f4-5d79-4548-886a-84dedc57acd5 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:14.273326 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e7c5a6f4-5d79-4548-886a-84dedc57acd5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:14.306498 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1c631765-6e44-4d9c-80dc-ac81300934a4 admin admin] Publish callbacks [] for security_group (279c5e4d-1892-456b-b955-17b5080dad0d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:14.367109 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1c631765-6e44-4d9c-80dc-ac81300934a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (279c5e4d-1892-456b-b955-17b5080dad0d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:14.443624 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port e7c5a6f4-5d79-4548-886a-84dedc57acd5 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:14.444031 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e7c5a6f4-5d79-4548-886a-84dedc57acd5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:14.450266 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1c631765-6e44-4d9c-80dc-ac81300934a4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8a81bcbf83a94cc4870877b3fa98f63f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8249207 Feb 08 21:34:14.451681 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60908) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:14.535489 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port e7c5a6f4-5d79-4548-886a-84dedc57acd5, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e7c5a6f4-5d79-4548-886a-84dedc57acd5,segment=NetworkSegment(ffc87990-6200-4560-b21a-4ac95898afa2),segment_id=ffc87990-6200-4560-b21a-4ac95898afa2)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:14.535769 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f454e7a-e8e6-4d5f-9de1-97ed05c7620e tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router_controller (1ee1947c-b485-44a8-96d4-ce5cc6c7c867), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:14.540196 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e7c5a6f4-5d79-4548-886a-84dedc57acd5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:14.566239 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc80706-9140-411d-bb46-6a7b3a456172 req-d5f98e2f-f099-418c-9617-00aa58b89389 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:14.567231 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3dc80706-9140-411d-bb46-6a7b3a456172 req-d5f98e2f-f099-418c-9617-00aa58b89389 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=d76e164b-73d0-4625-a794-a384c6c1ddd6 HTTP/1.1" status: 200 len: 907 time: 0.2590060 Feb 08 21:34:14.582248 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b4aa5ea2-c96b-470c-8039-14ec852f6661 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6397ec65027742af97122f0e8e24f15b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5436206 Feb 08 21:34:14.586762 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60912) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:14.627454 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:34:14.655305 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=e7c5a6f4-5d79-4548-886a-84dedc57acd5,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:14.657896 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c631765-6e44-4d9c-80dc-ac81300934a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279c5e4d-1892-456b-b955-17b5080dad0d,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:14.663301 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a210a-72ac-4c35-9736-ef046d1439a9 req-21fe09a7-9cb4-494a-a9eb-7a3470dd14be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:14.665896 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e99a210a-72ac-4c35-9736-ef046d1439a9 req-21fe09a7-9cb4-494a-a9eb-7a3470dd14be service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=352986cc-640c-428e-9494-06e1bcc18594 HTTP/1.1" status: 200 len: 1128 time: 0.5382977 Feb 08 21:34:14.675887 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f3aa6df9-74d3-4c1b-85bb-5dba1114174d no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:34:14.721420 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: f3aa6df9-74d3-4c1b-85bb-5dba1114174d {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:34:14.722204 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f3aa6df9-74d3-4c1b-85bb-5dba1114174d not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:34:14.735693 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e408227-340c-48fa-a013-62796d3461fb admin admin] Publish callbacks [] for security_group (71729b4b-3601-4d46-b902-c8a61a9816b8), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:14.744019 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f461ce9-a78b-4e9c-8fe0-421ab7c14cf6 admin admin] Publish callbacks [] for security_group (279c5e4d-1892-456b-b955-17b5080dad0d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:14.776602 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e408227-340c-48fa-a013-62796d3461fb admin admin] Publish callbacks [] for security_group (71729b4b-3601-4d46-b902-c8a61a9816b8), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:14.791751 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e99a210a-72ac-4c35-9736-ef046d1439a9 req-a369965d-b3c5-467f-9ff1-4e5e8e0ccb7a service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=b45b94a6-2162-4e2b-b3e2-d77922623f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173599 Feb 08 21:34:14.885526 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a439c622-1eb0-4fa3-882c-1d3866662045 None None] Network f112523c-6915-4ee0-b2f0-e26bdfe4744d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:34:14.886665 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e408227-340c-48fa-a013-62796d3461fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (71729b4b-3601-4d46-b902-c8a61a9816b8), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:14.890155 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e408227-340c-48fa-a013-62796d3461fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:14.896330 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f454e7a-e8e6-4d5f-9de1-97ed05c7620e tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router_gateway (1ee1947c-b485-44a8-96d4-ce5cc6c7c867), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:14.898204 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0e408227-340c-48fa-a013-62796d3461fb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/71729b4b-3601-4d46-b902-c8a61a9816b8 HTTP/1.1" status: 204 len: 168 time: 0.3009148 Feb 08 21:34:14.910069 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f461ce9-a78b-4e9c-8fe0-421ab7c14cf6 admin admin] Publish callbacks [] for security_group (279c5e4d-1892-456b-b955-17b5080dad0d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:14.916477 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e408227-340c-48fa-a013-62796d3461fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71729b4b-3601-4d46-b902-c8a61a9816b8,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:14.950741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3835df8-e9ca-477f-af8f-5aad34b789aa req-dee844dc-fd6c-48ac-b21a-9ad89bc901f1 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:14.953336 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c3835df8-e9ca-477f-af8f-5aad34b789aa req-dee844dc-fd6c-48ac-b21a-9ad89bc901f1 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/ports?device_id=352986cc-640c-428e-9494-06e1bcc18594 HTTP/1.1" status: 200 len: 945 time: 0.1190484 Feb 08 21:34:15.031111 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-6f6176ec-0db9-4473-9d8a-bba8bc7a8184 None None] Provisioning complete for port e7c5a6f4-5d79-4548-886a-84dedc57acd5 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:15.031742 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6f6176ec-0db9-4473-9d8a-bba8bc7a8184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e7c5a6f4-5d79-4548-886a-84dedc57acd5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:15.039403 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-121cb351-a86d-4103-990a-9979109af118 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks [] for port (6fefcb91-1fa6-47d3-8e04-a74b5127f7ca), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:15.047870 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-121cb351-a86d-4103-990a-9979109af118 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (6fefcb91-1fa6-47d3-8e04-a74b5127f7ca), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:15.064506 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-121cb351-a86d-4103-990a-9979109af118 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] In _notify_port_updated(), no bound segment for port 6fefcb91-1fa6-47d3-8e04-a74b5127f7ca on network 26710074-30a1-446b-9b6d-60fc1d73ba99 {{(pid=103434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 21:34:15.068162 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121cb351-a86d-4103-990a-9979109af118 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:15.068854 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-121cb351-a86d-4103-990a-9979109af118 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:15.070229 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-121cb351-a86d-4103-990a-9979109af118 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] 10.222.0.88 "PUT /v2.0/ports/6fefcb91-1fa6-47d3-8e04-a74b5127f7ca HTTP/1.1" status: 200 len: 1128 time: 1.0301883 Feb 08 21:34:15.096973 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60920) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:15.115110 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c3835df8-e9ca-477f-af8f-5aad34b789aa req-0d0838e1-66cc-4359-9e69-568c9301d4fc tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/security-groups?id=b45b94a6-2162-4e2b-b3e2-d77922623f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451914 Feb 08 21:34:15.164793 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f461ce9-a78b-4e9c-8fe0-421ab7c14cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (279c5e4d-1892-456b-b955-17b5080dad0d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:15.168003 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f461ce9-a78b-4e9c-8fe0-421ab7c14cf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:15.172412 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6f461ce9-a78b-4e9c-8fe0-421ab7c14cf6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/279c5e4d-1892-456b-b955-17b5080dad0d HTTP/1.1" status: 204 len: 168 time: 0.7110517 Feb 08 21:34:15.184915 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6f6176ec-0db9-4473-9d8a-bba8bc7a8184 None None] Current status of the port e7c5a6f4-5d79-4548-886a-84dedc57acd5 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:15.209459 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-446d3f11-38bb-4f29-9528-7b96955f4f11 req-f442619f-b1ca-4a4f-a43c-875012434ccf tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 210 time: 0.1021283 Feb 08 21:34:15.224615 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121cb351-a86d-4103-990a-9979109af118 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Pushing event updated for resources: {'Port': ['ID=6fefcb91-1fa6-47d3-8e04-a74b5127f7ca,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:15.246376 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaea5b5-7498-4349-87a2-c640fc3e434e tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:15.248558 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-deaea5b5-7498-4349-87a2-c640fc3e434e tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] 10.222.0.88 "GET /v2.0/ports/6fefcb91-1fa6-47d3-8e04-a74b5127f7ca HTTP/1.1" status: 200 len: 1128 time: 0.1511450 Feb 08 21:34:15.249559 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f461ce9-a78b-4e9c-8fe0-421ab7c14cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279c5e4d-1892-456b-b955-17b5080dad0d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:15.251932 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60924) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:15.543788 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e7c5a6f4-5d79-4548-886a-84dedc57acd5 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:34:15.586591 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f454e7a-e8e6-4d5f-9de1-97ed05c7620e tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router_gateway (1ee1947c-b485-44a8-96d4-ce5cc6c7c867), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:15.621670 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f454e7a-e8e6-4d5f-9de1-97ed05c7620e tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:15.625570 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-fb2d16ec-ae4c-4b86-a903-fcbb3b401cf9 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Deleting port 6fefcb91-1fa6-47d3-8e04-a74b5127f7ca {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:34:15.626650 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fb2d16ec-ae4c-4b86-a903-fcbb3b401cf9 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (6fefcb91-1fa6-47d3-8e04-a74b5127f7ca), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:15.744586 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ffde8836-7167-47c4-9326-dc84b620e93e None None] Provisioning complete for port 6fefcb91-1fa6-47d3-8e04-a74b5127f7ca triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:15.745775 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ffde8836-7167-47c4-9326-dc84b620e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6fefcb91-1fa6-47d3-8e04-a74b5127f7ca), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:15.822130 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port e7c5a6f4-5d79-4548-886a-84dedc57acd5 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:15.822741 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e7c5a6f4-5d79-4548-886a-84dedc57acd5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:15.862042 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-eab15b58-abca-47f1-a950-4ea451f96aa7 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:15.868023 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-eab15b58-abca-47f1-a950-4ea451f96aa7 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:15.870004 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-eab15b58-abca-47f1-a950-4ea451f96aa7 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.94 "GET /v2.0/networks?id=e0a9b9ec-b0de-4d39-8921-b9219efd548e&id=f112523c-6915-4ee0-b2f0-e26bdfe4744d&id=e0a9b9ec-b0de-4d39-8921-b9219efd548e HTTP/1.1" status: 200 len: 1391 time: 0.4022784 Feb 08 21:34:15.879539 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ffde8836-7167-47c4-9326-dc84b620e93e None None] Port 6fefcb91-1fa6-47d3-8e04-a74b5127f7ca cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:34:15.886064 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1c39f-aea9-4b33-9c1a-a12833f1873a req-684ddbcd-e95e-40f5-88c3-33ff6a5ce0c6 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:15.889499 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241ad6a-4454-4dad-a2ff-0ffc68c279c1 req-9c1a50f3-805b-4fc4-88f4-d5100890d1fc tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:15.890721 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-83a1c39f-aea9-4b33-9c1a-a12833f1873a req-684ddbcd-e95e-40f5-88c3-33ff6a5ce0c6 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=d76e164b-73d0-4625-a794-a384c6c1ddd6 HTTP/1.1" status: 200 len: 907 time: 0.1292443 Feb 08 21:34:15.893053 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6241ad6a-4454-4dad-a2ff-0ffc68c279c1 req-9c1a50f3-805b-4fc4-88f4-d5100890d1fc tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.94 "GET /v2.0/ports?device_id=d76e164b-73d0-4625-a794-a384c6c1ddd6 HTTP/1.1" status: 200 len: 907 time: 0.1733558 Feb 08 21:34:15.905995 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-ee93c90e-e55b-420c-b369-87b63f821334 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Request body: {'port': {'device_id': 'bd74ea09-e996-4049-be53-d190678e8811', 'network_id': 'e0a9b9ec-b0de-4d39-8921-b9219efd548e', 'admin_state_up': True, 'tenant_id': 'e06b0580b36e41f2ba7247491d9845e4'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:15.918653 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fb2d16ec-ae4c-4b86-a903-fcbb3b401cf9 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (6fefcb91-1fa6-47d3-8e04-a74b5127f7ca), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:15.939273 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-fb2d16ec-ae4c-4b86-a903-fcbb3b401cf9 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Calling delete_port for 6fefcb91-1fa6-47d3-8e04-a74b5127f7ca owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:34:15.968485 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port e7c5a6f4-5d79-4548-886a-84dedc57acd5 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:16.015531 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-268168a8-bbb2-4b67-965e-cb075279d1cb None None] Provisioning complete for port e7c5a6f4-5d79-4548-886a-84dedc57acd5 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:16.016181 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-268168a8-bbb2-4b67-965e-cb075279d1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e7c5a6f4-5d79-4548-886a-84dedc57acd5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:16.193856 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fb2d16ec-ae4c-4b86-a903-fcbb3b401cf9 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (6fefcb91-1fa6-47d3-8e04-a74b5127f7ca), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:16.232157 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-1f454e7a-e8e6-4d5f-9de1-97ed05c7620e tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Allocated IP 172.20.0.13 (92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4/f88582d8-d694-4000-a778-a285676d3903/2b3871d7-d467-4bfe-9b57-c40da66606f9) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:34:16.269129 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d16ec-ae4c-4b86-a903-fcbb3b401cf9 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Pushing event deleted for resources: {'Port': ['ID=6fefcb91-1fa6-47d3-8e04-a74b5127f7ca,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:16.375831 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-ee93c90e-e55b-420c-b369-87b63f821334 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Made reservation on behalf of e06b0580b36e41f2ba7247491d9845e4 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:16.387999 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-ee93c90e-e55b-420c-b369-87b63f821334 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:16.388956 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-268168a8-bbb2-4b67-965e-cb075279d1cb None None] Current status of the port e7c5a6f4-5d79-4548-886a-84dedc57acd5 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:16.396299 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fb2d16ec-ae4c-4b86-a903-fcbb3b401cf9 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:16.407087 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fb2d16ec-ae4c-4b86-a903-fcbb3b401cf9 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] 10.222.0.88 "DELETE /v2.0/ports/6fefcb91-1fa6-47d3-8e04-a74b5127f7ca HTTP/1.1" status: 204 len: 168 time: 1.1531329 Feb 08 21:34:16.456134 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60960) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:16.470088 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-90e1b78a-14cd-4233-ba23-a123268f4c2d req-f5bf2c2c-10bb-4bbf-bfba-c984cd77cb92 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 210 time: 0.1134646 Feb 08 21:34:16.512334 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-6241ad6a-4454-4dad-a2ff-0ffc68c279c1 req-5326e438-50bd-4a9e-bb2b-7016a6752f99 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Deleting port 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:34:16.516961 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6241ad6a-4454-4dad-a2ff-0ffc68c279c1 req-5326e438-50bd-4a9e-bb2b-7016a6752f99 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (87f36c0b-fbc1-4390-8a1f-87250c6ac6b4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:16.589982 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd6ce88d-d519-4def-aa3f-6bd9f9001d89 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Deleting subnet ec839478-6302-4004-84a8-0534c1a0aade {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:34:16.601984 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9655f8c-725e-47b9-8087-26979c140279 req-cd5bcaec-88da-423c-9d5f-e3a3ddfde4b4 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:16.603876 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9655f8c-725e-47b9-8087-26979c140279 req-cd5bcaec-88da-423c-9d5f-e3a3ddfde4b4 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/ports?device_id=352986cc-640c-428e-9494-06e1bcc18594 HTTP/1.1" status: 200 len: 945 time: 0.2684987 Feb 08 21:34:16.604889 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dd6ce88d-d519-4def-aa3f-6bd9f9001d89 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks [] for subnet (ec839478-6302-4004-84a8-0534c1a0aade), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:16.683530 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60968) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:16.713370 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dd6ce88d-d519-4def-aa3f-6bd9f9001d89 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (ec839478-6302-4004-84a8-0534c1a0aade), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:16.743103 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f454e7a-e8e6-4d5f-9de1-97ed05c7620e tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for port (2b3871d7-d467-4bfe-9b57-c40da66606f9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:16.753468 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9655f8c-725e-47b9-8087-26979c140279 req-6143f0f5-418c-44b5-a68a-6d9d9e469d3a tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/security-groups?id=b45b94a6-2162-4e2b-b3e2-d77922623f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123340 Feb 08 21:34:16.852010 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60974) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:16.853744 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dd6ce88d-d519-4def-aa3f-6bd9f9001d89 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (ec839478-6302-4004-84a8-0534c1a0aade), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:16.910374 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-6241ad6a-4454-4dad-a2ff-0ffc68c279c1 req-5326e438-50bd-4a9e-bb2b-7016a6752f99 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] For port 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=87f36c0b-fbc1-4390-8a1f-87250c6ac6b4,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:16.910546 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6241ad6a-4454-4dad-a2ff-0ffc68c279c1 req-5326e438-50bd-4a9e-bb2b-7016a6752f99 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (87f36c0b-fbc1-4390-8a1f-87250c6ac6b4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:16.923719 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-ee93c90e-e55b-420c-b369-87b63f821334 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Allocated IP 19.80.0.72 (e0a9b9ec-b0de-4d39-8921-b9219efd548e/7af7bb53-8774-426b-b5dc-bffb3abca5da/6da939b5-f0a6-42e8-8dd1-5999178a7739) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:34:16.935940 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dd6ce88d-d519-4def-aa3f-6bd9f9001d89 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (ec839478-6302-4004-84a8-0534c1a0aade), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:16.954718 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dd6ce88d-d519-4def-aa3f-6bd9f9001d89 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:16.957077 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2611b90c-f860-4c8b-a82e-a59103651531 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-599722815', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:16.958127 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-dd6ce88d-d519-4def-aa3f-6bd9f9001d89 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] 10.222.0.88 "DELETE /v2.0/subnets/ec839478-6302-4004-84a8-0534c1a0aade HTTP/1.1" status: 204 len: 168 time: 0.5009525 Feb 08 21:34:16.964637 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60980) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:16.965995 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-6241ad6a-4454-4dad-a2ff-0ffc68c279c1 req-5326e438-50bd-4a9e-bb2b-7016a6752f99 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Calling delete_port for 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:34:16.966745 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f54f9a8-2f29-46a4-b7a9-f7c7621f72ac None None] Network 26710074-30a1-446b-9b6d-60fc1d73ba99 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:34:16.985457 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ce88d-d519-4def-aa3f-6bd9f9001d89 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Pushing event deleted for resources: {'Subnet': ['ID=ec839478-6302-4004-84a8-0534c1a0aade,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:16.989344 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c9118e54-b283-4772-b866-43c3bf9dda27 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-635993604-network', 'tenant_id': '59239cb1d86043a9a6cf5f4caa83e279'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:17.089547 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f454e7a-e8e6-4d5f-9de1-97ed05c7620e tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (2b3871d7-d467-4bfe-9b57-c40da66606f9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:17.095328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61559c-c72a-46c8-9120-7434a42d8d75 req-289bd6f5-909f-4876-a32e-16c5b407e638 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:17.102959 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c61559c-c72a-46c8-9120-7434a42d8d75 req-289bd6f5-909f-4876-a32e-16c5b407e638 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=d76e164b-73d0-4625-a794-a384c6c1ddd6 HTTP/1.1" status: 200 len: 907 time: 0.1000755 Feb 08 21:34:17.168333 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2611b90c-f860-4c8b-a82e-a59103651531 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (08ed8e51-b8f2-4bc8-b28e-4050359b431f), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:17.169724 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2611b90c-f860-4c8b-a82e-a59103651531 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (08ed8e51-b8f2-4bc8-b28e-4050359b431f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:17.187950 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9118e54-b283-4772-b866-43c3bf9dda27 admin admin] Made reservation on behalf of 59239cb1d86043a9a6cf5f4caa83e279 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:17.190317 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9118e54-b283-4772-b866-43c3bf9dda27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:17.191588 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6196ef54-8842-4cf4-b278-a554a790a8af None None] DHCP port deletion for 26710074-30a1-446b-9b6d-60fc1d73ba99 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:34:17.250355 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6196ef54-8842-4cf4-b278-a554a790a8af None None] Deleting port 4e03dddf-1562-4d46-8a56-e259ec91463c {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:34:17.250900 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6196ef54-8842-4cf4-b278-a554a790a8af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (4e03dddf-1562-4d46-8a56-e259ec91463c), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:17.300024 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f454e7a-e8e6-4d5f-9de1-97ed05c7620e tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Network 92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:34:17.307595 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9118e54-b283-4772-b866-43c3bf9dda27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:17.319759 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c63f9cf2-a5a5-416c-b5c5-5a107a53806d tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (26710074-30a1-446b-9b6d-60fc1d73ba99), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:17.326859 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-6196ef54-8842-4cf4-b278-a554a790a8af None None] For port 4e03dddf-1562-4d46-8a56-e259ec91463c, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=4e03dddf-1562-4d46-8a56-e259ec91463c,segment=NetworkSegment(2f5d5c18-ce7e-46a9-8274-9775db88860b),segment_id=2f5d5c18-ce7e-46a9-8274-9775db88860b)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:17.327196 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6196ef54-8842-4cf4-b278-a554a790a8af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (4e03dddf-1562-4d46-8a56-e259ec91463c), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:17.330321 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-1f454e7a-e8e6-4d5f-9de1-97ed05c7620e tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:17.340844 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6196ef54-8842-4cf4-b278-a554a790a8af None None] Calling delete_port for 4e03dddf-1562-4d46-8a56-e259ec91463c owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:34:17.347199 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f454e7a-e8e6-4d5f-9de1-97ed05c7620e tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:34:17.386580 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 4e03dddf-1562-4d46-8a56-e259ec91463c no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:34:17.457467 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f454e7a-e8e6-4d5f-9de1-97ed05c7620e tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Pushing event updated for resources: {'Port': ['ID=2b3871d7-d467-4bfe-9b57-c40da66606f9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:17.476939 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2611b90c-f860-4c8b-a82e-a59103651531 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks [] for router_controller (08ed8e51-b8f2-4bc8-b28e-4050359b431f), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:17.486724 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6196ef54-8842-4cf4-b278-a554a790a8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (4e03dddf-1562-4d46-8a56-e259ec91463c), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:17.506739 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2611b90c-f860-4c8b-a82e-a59103651531 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (08ed8e51-b8f2-4bc8-b28e-4050359b431f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:17.521588 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ef54-8842-4cf4-b278-a554a790a8af None None] Pushing event deleted for resources: {'Port': ['ID=4e03dddf-1562-4d46-8a56-e259ec91463c,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:17.523767 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 4e03dddf-1562-4d46-8a56-e259ec91463c is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:17.524325 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4e03dddf-1562-4d46-8a56-e259ec91463c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:17.529904 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6196ef54-8842-4cf4-b278-a554a790a8af None None] No DVR routers for this DVR port 4e03dddf-1562-4d46-8a56-e259ec91463c on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:34:17.560251 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ef54-8842-4cf4-b278-a554a790a8af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:17.560251 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ef54-8842-4cf4-b278-a554a790a8af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:17.560251 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ef54-8842-4cf4-b278-a554a790a8af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:17.561980 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c63f9cf2-a5a5-416c-b5c5-5a107a53806d tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] The port '4e03dddf-1562-4d46-8a56-e259ec91463c' was deleted {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 08 21:34:17.562139 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ef54-8842-4cf4-b278-a554a790a8af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:17.562139 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ef54-8842-4cf4-b278-a554a790a8af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:17.562139 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ef54-8842-4cf4-b278-a554a790a8af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:17.562139 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ef54-8842-4cf4-b278-a554a790a8af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:17.562139 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ef54-8842-4cf4-b278-a554a790a8af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:17.562139 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ef54-8842-4cf4-b278-a554a790a8af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:17.562955 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ef54-8842-4cf4-b278-a554a790a8af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:17.562955 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ef54-8842-4cf4-b278-a554a790a8af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:17.563216 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ef54-8842-4cf4-b278-a554a790a8af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:17.563376 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ef54-8842-4cf4-b278-a554a790a8af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:17.624919 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-caae1a61-8140-48c4-b09e-86fe1c56fb98 req-02bdf288-0106-4838-9c16-53b4ea6cf24e tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 210 time: 0.0406556 Feb 08 21:34:17.885789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e882a31-f1c6-485a-a876-fefff6c28e07 req-1967b01e-af56-40a9-8e53-1873d514fc04 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:17.887351 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e882a31-f1c6-485a-a876-fefff6c28e07 req-1967b01e-af56-40a9-8e53-1873d514fc04 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/ports?device_id=352986cc-640c-428e-9494-06e1bcc18594 HTTP/1.1" status: 200 len: 945 time: 0.0575132 Feb 08 21:34:17.938795 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e882a31-f1c6-485a-a876-fefff6c28e07 req-60b92458-a5af-4cc3-8396-2ae2b4262633 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/security-groups?id=b45b94a6-2162-4e2b-b3e2-d77922623f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457289 Feb 08 21:34:17.964656 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-ee93c90e-e55b-420c-b369-87b63f821334 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks [] for port (6da939b5-f0a6-42e8-8dd1-5999178a7739), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:18.052548 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2611b90c-f860-4c8b-a82e-a59103651531 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:18.054126 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2611b90c-f860-4c8b-a82e-a59103651531 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.1979764 Feb 08 21:34:18.056911 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60992) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:18.062553 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-e21c41ff-fff4-47d8-8c72-69343f041e5b tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1299221884'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:18.089308 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21c41ff-fff4-47d8-8c72-69343f041e5b tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Made reservation on behalf of 533d457df9d24e9db554f5b2b0e80dc3 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:18.094497 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e21c41ff-fff4-47d8-8c72-69343f041e5b tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:18.108641 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e21c41ff-fff4-47d8-8c72-69343f041e5b tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:18.112895 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c63f9cf2-a5a5-416c-b5c5-5a107a53806d tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (26710074-30a1-446b-9b6d-60fc1d73ba99), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:18.128401 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6241ad6a-4454-4dad-a2ff-0ffc68c279c1 req-5326e438-50bd-4a9e-bb2b-7016a6752f99 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (87f36c0b-fbc1-4390-8a1f-87250c6ac6b4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:18.207959 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326e438-50bd-4a9e-bb2b-7016a6752f99 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Pushing event deleted for resources: {'Port': ['ID=87f36c0b-fbc1-4390-8a1f-87250c6ac6b4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:18.210966 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-c63f9cf2-a5a5-416c-b5c5-5a107a53806d tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26710074-30a1-446b-9b6d-60fc1d73ba99']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:18.217826 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9118e54-b283-4772-b866-43c3bf9dda27 admin admin] Publish callbacks [] for security_group (b715200b-bd69-4025-9858-4b780c3be1f8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:18.223482 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e21c41ff-fff4-47d8-8c72-69343f041e5b tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks [] for security_group (91c7ef36-2998-40f5-9889-187a00e0ee7b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:18.237348 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9118e54-b283-4772-b866-43c3bf9dda27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b715200b-bd69-4025-9858-4b780c3be1f8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:18.245984 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-c63f9cf2-a5a5-416c-b5c5-5a107a53806d tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f5d5c18-ce7e-46a9-8274-9775db88860b') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:18.245984 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-c63f9cf2-a5a5-416c-b5c5-5a107a53806d tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f5d5c18-ce7e-46a9-8274-9775db88860b') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:18.283050 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aabe461f-9e8f-4c29-8871-28426355941b req-a0041851-cd7d-452d-a4a5-63d4dd90af4a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=d76e164b-73d0-4625-a794-a384c6c1ddd6 HTTP/1.1" status: 200 len: 210 time: 0.0566618 Feb 08 21:34:18.288379 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e21c41ff-fff4-47d8-8c72-69343f041e5b tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (91c7ef36-2998-40f5-9889-187a00e0ee7b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:18.330518 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c63f9cf2-a5a5-416c-b5c5-5a107a53806d tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (2f5d5c18-ce7e-46a9-8274-9775db88860b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:18.331637 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21c41ff-fff4-47d8-8c72-69343f041e5b tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:34:18.332700 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-ee93c90e-e55b-420c-b369-87b63f821334 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (6da939b5-f0a6-42e8-8dd1-5999178a7739), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:18.347022 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c41ff-fff4-47d8-8c72-69343f041e5b tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91c7ef36-2998-40f5-9889-187a00e0ee7b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:18.356407 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e21c41ff-fff4-47d8-8c72-69343f041e5b tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (d1990638-3d97-465f-9e1b-37d968509cb3), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:18.356877 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-e21c41ff-fff4-47d8-8c72-69343f041e5b tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Added segment d1990638-3d97-465f-9e1b-37d968509cb3 of type vlan for network a0af8963-ec15-4207-83d2-b137d87bee87 Feb 08 21:34:18.359568 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c41ff-fff4-47d8-8c72-69343f041e5b tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:18.359928 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c41ff-fff4-47d8-8c72-69343f041e5b tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:18.360356 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c41ff-fff4-47d8-8c72-69343f041e5b tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:18.361296 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c41ff-fff4-47d8-8c72-69343f041e5b tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:18.361720 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c41ff-fff4-47d8-8c72-69343f041e5b tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:18.362121 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c41ff-fff4-47d8-8c72-69343f041e5b tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:18.362537 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c41ff-fff4-47d8-8c72-69343f041e5b tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:18.362969 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c41ff-fff4-47d8-8c72-69343f041e5b tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:18.363600 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c41ff-fff4-47d8-8c72-69343f041e5b tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:18.364015 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c41ff-fff4-47d8-8c72-69343f041e5b tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:18.364443 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c41ff-fff4-47d8-8c72-69343f041e5b tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:18.364980 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c41ff-fff4-47d8-8c72-69343f041e5b tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:18.365588 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c41ff-fff4-47d8-8c72-69343f041e5b tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:18.426775 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e21c41ff-fff4-47d8-8c72-69343f041e5b tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (a0af8963-ec15-4207-83d2-b137d87bee87), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:18.442588 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9118e54-b283-4772-b866-43c3bf9dda27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:34:18.458777 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-6241ad6a-4454-4dad-a2ff-0ffc68c279c1 req-5326e438-50bd-4a9e-bb2b-7016a6752f99 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] No DVR routers for this DVR port 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:34:18.475916 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e21c41ff-fff4-47d8-8c72-69343f041e5b tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (a0af8963-ec15-4207-83d2-b137d87bee87), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:18.481959 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21c41ff-fff4-47d8-8c72-69343f041e5b tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:18.483417 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e21c41ff-fff4-47d8-8c72-69343f041e5b tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:18.500662 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c63f9cf2-a5a5-416c-b5c5-5a107a53806d tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (2f5d5c18-ce7e-46a9-8274-9775db88860b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:18.503385 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6241ad6a-4454-4dad-a2ff-0ffc68c279c1 req-5326e438-50bd-4a9e-bb2b-7016a6752f99 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:18.506877 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6241ad6a-4454-4dad-a2ff-0ffc68c279c1 req-5326e438-50bd-4a9e-bb2b-7016a6752f99 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.94 "DELETE /v2.0/ports/87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 HTTP/1.1" status: 204 len: 173 time: 2.5962253 Feb 08 21:34:18.511684 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76e164b-73d0-4625-a794-a384c6c1ddd6', 'name': 'network-vif-deleted', 'tag': '87f36c0b-fbc1-4390-8a1f-87250c6ac6b4'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:34:18.513954 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7fb783-a158-43e4-ad10-73de8d312b90" -d '{"events": [{"server_uuid": "d76e164b-73d0-4625-a794-a384c6c1ddd6", "name": "network-vif-deleted", "tag": "87f36c0b-fbc1-4390-8a1f-87250c6ac6b4"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:34:18.525573 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9118e54-b283-4772-b866-43c3bf9dda27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b715200b-bd69-4025-9858-4b780c3be1f8,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:18.539728 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c63f9cf2-a5a5-416c-b5c5-5a107a53806d tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:34:18.540144 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c63f9cf2-a5a5-416c-b5c5-5a107a53806d tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (2f5d5c18-ce7e-46a9-8274-9775db88860b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:34:18.552538 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:34:18.571593 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9118e54-b283-4772-b866-43c3bf9dda27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (eee22cdd-1b96-49e0-93ec-1d329c1b6b96), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:18.571940 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-c9118e54-b283-4772-b866-43c3bf9dda27 admin admin] Added segment eee22cdd-1b96-49e0-93ec-1d329c1b6b96 of type vlan for network 8be186de-368f-4eda-9951-a49b79ceb5c7 Feb 08 21:34:18.630776 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e21c41ff-fff4-47d8-8c72-69343f041e5b tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5725772 Feb 08 21:34:18.632007 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1de1c5-9f80-4cb1-91f8-4db73fdf30b2 x-openstack-request-id: req-fc1de1c5-9f80-4cb1-91f8-4db73fdf30b2 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:34:18.632310 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76e164b-73d0-4625-a794-a384c6c1ddd6", "name": "network-vif-deleted", "tag": "87f36c0b-fbc1-4390-8a1f-87250c6ac6b4", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:34:18.632609 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fc1de1c5-9f80-4cb1-91f8-4db73fdf30b2 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:34:18.633014 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76e164b-73d0-4625-a794-a384c6c1ddd6', 'name': 'network-vif-deleted', 'tag': '87f36c0b-fbc1-4390-8a1f-87250c6ac6b4', 'status': 'completed', 'code': 200} Feb 08 21:34:18.639648 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 32778) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:18.643539 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-ee93c90e-e55b-420c-b369-87b63f821334 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Network e0a9b9ec-b0de-4d39-8921-b9219efd548e is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:34:18.646565 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-21d683b2-547b-48cf-ab25-e18d8b769231 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Request body: {'subnet': {'network_id': 'a0af8963-ec15-4207-83d2-b137d87bee87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:18.717720 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-ee93c90e-e55b-420c-b369-87b63f821334 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:18.719835 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93c90e-e55b-420c-b369-87b63f821334 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Pushing event updated for resources: {'Port': ['ID=6da939b5-f0a6-42e8-8dd1-5999178a7739,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:18.722921 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-ee93c90e-e55b-420c-b369-87b63f821334 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:34:18.746927 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:34:18.750531 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c41ff-fff4-47d8-8c72-69343f041e5b tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Pushing event updated for resources: {'Network': ['ID=a0af8963-ec15-4207-83d2-b137d87bee87,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:18.797535 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network a0af8963-ec15-4207-83d2-b137d87bee87 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:34:18.801354 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:34:18.802145 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 87f36c0b-fbc1-4390-8a1f-87250c6ac6b4 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:34:18.822414 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9118e54-b283-4772-b866-43c3bf9dda27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (8be186de-368f-4eda-9951-a49b79ceb5c7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:18.867576 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c63f9cf2-a5a5-416c-b5c5-5a107a53806d tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (26710074-30a1-446b-9b6d-60fc1d73ba99), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:18.877817 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9118e54-b283-4772-b866-43c3bf9dda27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (8be186de-368f-4eda-9951-a49b79ceb5c7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:18.879246 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9118e54-b283-4772-b866-43c3bf9dda27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:18.880178 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9118e54-b283-4772-b866-43c3bf9dda27 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:18.883926 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f454e7a-e8e6-4d5f-9de1-97ed05c7620e tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router_gateway (1ee1947c-b485-44a8-96d4-ce5cc6c7c867), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:18.892551 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d683b2-547b-48cf-ab25-e18d8b769231 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Made reservation on behalf of 533d457df9d24e9db554f5b2b0e80dc3 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:18.896334 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-21d683b2-547b-48cf-ab25-e18d8b769231 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:18.907809 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c63f9cf2-a5a5-416c-b5c5-5a107a53806d tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:18.916985 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c63f9cf2-a5a5-416c-b5c5-5a107a53806d tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] 10.222.0.88 "DELETE /v2.0/networks/26710074-30a1-446b-9b6d-60fc1d73ba99 HTTP/1.1" status: 204 len: 168 time: 1.9453037 Feb 08 21:34:18.927756 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace8665-4813-41cd-b993-668cea1dd41d req-65ae052b-937e-47d6-80a9-e837315e924a tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:18.930410 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6ace8665-4813-41cd-b993-668cea1dd41d req-65ae052b-937e-47d6-80a9-e837315e924a tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 931 time: 0.1871519 Feb 08 21:34:19.092388 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6ace8665-4813-41cd-b993-668cea1dd41d req-523b20c8-ea87-4561-8b25-ec72a4afaf39 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102638 Feb 08 21:34:19.223775 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9118e54-b283-4772-b866-43c3bf9dda27 admin admin] Pushing event updated for resources: {'Network': ['ID=8be186de-368f-4eda-9951-a49b79ceb5c7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:19.239534 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 8be186de-368f-4eda-9951-a49b79ceb5c7 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:34:19.260281 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-21d683b2-547b-48cf-ab25-e18d8b769231 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (e479c2a9-b29e-4810-bbc0-3fe272787fd8), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:19.306728 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c9118e54-b283-4772-b866-43c3bf9dda27 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6127951 Feb 08 21:34:19.313452 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 32798) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:19.316552 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-ee93c90e-e55b-420c-b369-87b63f821334 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:19.317427 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-ee93c90e-e55b-420c-b369-87b63f821334 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:19.323502 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-c2a62a05-87c3-4333-b907-07cb99bc9447 admin admin] Request body: {'subnet': {'network_id': '8be186de-368f-4eda-9951-a49b79ceb5c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-635993604-subnet', 'tenant_id': '59239cb1d86043a9a6cf5f4caa83e279', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:19.342939 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f9cf2-a5a5-416c-b5c5-5a107a53806d tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777 tempest-ExtraDHCPOptionsIpV6TestJSON-2020018777-project] Pushing event deleted for resources: {'Network': ['ID=26710074-30a1-446b-9b6d-60fc1d73ba99,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:19.343850 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-7f9904ea-e7c3-40a8-9aa1-b110d8d3d98d None None] Provisioning complete for port 6da939b5-f0a6-42e8-8dd1-5999178a7739 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:19.344268 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7f9904ea-e7c3-40a8-9aa1-b110d8d3d98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6da939b5-f0a6-42e8-8dd1-5999178a7739), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:19.395974 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d683b2-547b-48cf-ab25-e18d8b769231 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Pushing event updated for resources: {'Subnet': ['ID=e479c2a9-b29e-4810-bbc0-3fe272787fd8,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:19.398654 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a62a05-87c3-4333-b907-07cb99bc9447 admin admin] Made reservation on behalf of 59239cb1d86043a9a6cf5f4caa83e279 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:19.399309 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7f9904ea-e7c3-40a8-9aa1-b110d8d3d98d None None] Port 6da939b5-f0a6-42e8-8dd1-5999178a7739 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:34:19.404603 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c2a62a05-87c3-4333-b907-07cb99bc9447 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:19.423742 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-ee93c90e-e55b-420c-b369-87b63f821334 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5274930 Feb 08 21:34:19.458526 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-55257fe3-d273-4fdb-827f-2920e4318e31 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Request body: {'port': {'device_id': 'bd74ea09-e996-4049-be53-d190678e8811', 'network_id': 'f112523c-6915-4ee0-b2f0-e26bdfe4744d', 'admin_state_up': True, 'tenant_id': 'e06b0580b36e41f2ba7247491d9845e4'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:19.483574 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d683b2-547b-48cf-ab25-e18d8b769231 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Checking segment: {'id': 'd1990638-3d97-465f-9e1b-37d968509cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a0af8963-ec15-4207-83d2-b137d87bee87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:34:19.483857 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d683b2-547b-48cf-ab25-e18d8b769231 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Network hostable DHCP agents. Network: a0af8963-ec15-4207-83d2-b137d87bee87, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:34:19.489273 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 32804) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:19.584729 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d683b2-547b-48cf-ab25-e18d8b769231 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Network a0af8963-ec15-4207-83d2-b137d87bee87 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:34:19.601076 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-21d683b2-547b-48cf-ab25-e18d8b769231 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, a0af8963-ec15-4207-83d2-b137d87bee87) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:19.613642 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd17d3c4-3979-45db-8c5c-84527e365fb1 None None] Network a0af8963-ec15-4207-83d2-b137d87bee87 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:34:19.631361 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d683b2-547b-48cf-ab25-e18d8b769231 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:19.632104 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-21d683b2-547b-48cf-ab25-e18d8b769231 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:19.666750 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f454e7a-e8e6-4d5f-9de1-97ed05c7620e tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (1ee1947c-b485-44a8-96d4-ce5cc6c7c867), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:19.677540 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-21d683b2-547b-48cf-ab25-e18d8b769231 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0336804 Feb 08 21:34:19.680282 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 32814) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:19.693117 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-433ac497-6d2f-41b4-938a-0c31af273842 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Request body: {'network': {'name': 'tempest-router-network01--1795922728'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:19.796588 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-55257fe3-d273-4fdb-827f-2920e4318e31 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Made reservation on behalf of e06b0580b36e41f2ba7247491d9845e4 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:19.799861 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-55257fe3-d273-4fdb-827f-2920e4318e31 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:19.835045 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433ac497-6d2f-41b4-938a-0c31af273842 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Made reservation on behalf of 533d457df9d24e9db554f5b2b0e80dc3 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:19.837132 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a953f3e2-e71c-4bb7-98ae-94e115856297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-a0af8963-ec15-4207-83d2-b137d87bee87', 'network_id': 'a0af8963-ec15-4207-83d2-b137d87bee87', 'project_id': '533d457df9d24e9db554f5b2b0e80dc3', 'fixed_ips': [{'subnet_id': 'e479c2a9-b29e-4810-bbc0-3fe272787fd8'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:34:19.838623 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-433ac497-6d2f-41b4-938a-0c31af273842 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:19.840361 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a953f3e2-e71c-4bb7-98ae-94e115856297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:19.876176 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5a26c778-843b-4d65-9a54-2a218b6c0812 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=66385e34a15d410cb3ca06cfd4be9727&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3853252 Feb 08 21:34:19.880989 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 32820) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:19.931957 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d926f-19a7-445e-bd90-194bafad434c req-3f97121f-f9f9-40d6-8897-8cc661dd4fe7 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:19.940430 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d75d926f-19a7-445e-bd90-194bafad434c req-3f97121f-f9f9-40d6-8897-8cc661dd4fe7 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7cc37d0-6533-4f03-9041-0ffbe1884013 HTTP/1.1" status: 200 len: 946 time: 0.1889656 Feb 08 21:34:19.963624 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-433ac497-6d2f-41b4-938a-0c31af273842 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:34:19.977610 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c2a62a05-87c3-4333-b907-07cb99bc9447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (9a442a7b-87af-4f33-a2ce-71014519d421), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:20.004224 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-433ac497-6d2f-41b4-938a-0c31af273842 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (e7c8d35a-87c1-4f66-92a6-22af7e7c7f53), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:20.009341 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-433ac497-6d2f-41b4-938a-0c31af273842 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Added segment e7c8d35a-87c1-4f66-92a6-22af7e7c7f53 of type vlan for network 6bc1568a-c9c3-4132-af56-f8e5a601a407 Feb 08 21:34:20.032085 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f454e7a-e8e6-4d5f-9de1-97ed05c7620e tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Router 1ee1947c-b485-44a8-96d4-ce5cc6c7c867 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:34:20.039466 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9fda1a45-4d81-40a5-890b-1d8b0e10b25f admin admin] Publish callbacks [] for security_group (02d1d368-e0b2-4798-bae7-73aa879c9c75), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:20.047412 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-55257fe3-d273-4fdb-827f-2920e4318e31 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Allocated IP 19.86.0.84 (f112523c-6915-4ee0-b2f0-e26bdfe4744d/007cc98f-60ce-470c-93c7-ee8e33ceae1d/4e5a113e-8e1b-4428-8192-aafc1d61a261) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:34:20.063023 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-a953f3e2-e71c-4bb7-98ae-94e115856297 None None] Allocated IP 2001:db8::2 (a0af8963-ec15-4207-83d2-b137d87bee87/e479c2a9-b29e-4810-bbc0-3fe272787fd8/cef7ab69-28ca-4388-9f50-6f1713c14b16) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:34:20.079536 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a62a05-87c3-4333-b907-07cb99bc9447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a442a7b-87af-4f33-a2ce-71014519d421,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:20.080053 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9fda1a45-4d81-40a5-890b-1d8b0e10b25f admin admin] Publish callbacks [] for security_group (02d1d368-e0b2-4798-bae7-73aa879c9c75), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:20.139289 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d75d926f-19a7-445e-bd90-194bafad434c req-8c144f15-56c3-4432-83b8-d94ce18b3b9a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972783 Feb 08 21:34:20.143787 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-433ac497-6d2f-41b4-938a-0c31af273842 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (6bc1568a-c9c3-4132-af56-f8e5a601a407), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:20.189017 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a62a05-87c3-4333-b907-07cb99bc9447 admin admin] Checking segment: {'id': 'eee22cdd-1b96-49e0-93ec-1d329c1b6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8be186de-368f-4eda-9951-a49b79ceb5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:34:20.190354 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a62a05-87c3-4333-b907-07cb99bc9447 admin admin] Network hostable DHCP agents. Network: 8be186de-368f-4eda-9951-a49b79ceb5c7, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:34:20.209718 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-433ac497-6d2f-41b4-938a-0c31af273842 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (6bc1568a-c9c3-4132-af56-f8e5a601a407), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:20.215884 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433ac497-6d2f-41b4-938a-0c31af273842 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:20.217256 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-433ac497-6d2f-41b4-938a-0c31af273842 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:20.246490 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a62a05-87c3-4333-b907-07cb99bc9447 admin admin] Network 8be186de-368f-4eda-9951-a49b79ceb5c7 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:34:20.337185 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ac497-6d2f-41b4-938a-0c31af273842 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Pushing event updated for resources: {'Network': ['ID=6bc1568a-c9c3-4132-af56-f8e5a601a407,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:20.359002 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-c2a62a05-87c3-4333-b907-07cb99bc9447 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 8be186de-368f-4eda-9951-a49b79ceb5c7) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:20.387988 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 6bc1568a-c9c3-4132-af56-f8e5a601a407 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:34:20.439998 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-433ac497-6d2f-41b4-938a-0c31af273842 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7523124 Feb 08 21:34:20.442899 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 32832) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:20.444673 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a62a05-87c3-4333-b907-07cb99bc9447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:20.445527 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c2a62a05-87c3-4333-b907-07cb99bc9447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:20.462690 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-c55cd0f3-ec28-4aad-a7af-6e4a50b3fa50 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Request body: {'network': {'name': 'tempest-router-network02--536856913'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:20.497256 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55cd0f3-ec28-4aad-a7af-6e4a50b3fa50 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Made reservation on behalf of 533d457df9d24e9db554f5b2b0e80dc3 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:20.499412 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9953b877-bc08-4ee0-9c92-a6e74a579cde None None] Network 8be186de-368f-4eda-9951-a49b79ceb5c7 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:34:20.503622 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c55cd0f3-ec28-4aad-a7af-6e4a50b3fa50 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:20.512929 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9fda1a45-4d81-40a5-890b-1d8b0e10b25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (02d1d368-e0b2-4798-bae7-73aa879c9c75), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:20.530111 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9fda1a45-4d81-40a5-890b-1d8b0e10b25f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:20.531618 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9fda1a45-4d81-40a5-890b-1d8b0e10b25f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/02d1d368-e0b2-4798-bae7-73aa879c9c75 HTTP/1.1" status: 204 len: 168 time: 0.6475322 Feb 08 21:34:20.554859 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c55cd0f3-ec28-4aad-a7af-6e4a50b3fa50 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:34:20.572423 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c55cd0f3-ec28-4aad-a7af-6e4a50b3fa50 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (fe114929-b529-4dce-ba37-3b0d2f23e77b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:20.572989 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-c55cd0f3-ec28-4aad-a7af-6e4a50b3fa50 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Added segment fe114929-b529-4dce-ba37-3b0d2f23e77b of type vlan for network 931cba31-936c-4c05-8bbd-5d8a3cab3d34 Feb 08 21:34:20.594875 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a953f3e2-e71c-4bb7-98ae-94e115856297 None None] Publish callbacks [] for port (cef7ab69-28ca-4388-9f50-6f1713c14b16), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:20.607964 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f454e7a-e8e6-4d5f-9de1-97ed05c7620e tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:34:20.608732 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a953f3e2-e71c-4bb7-98ae-94e115856297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (cef7ab69-28ca-4388-9f50-6f1713c14b16), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:20.610689 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda1a45-4d81-40a5-890b-1d8b0e10b25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d1d368-e0b2-4798-bae7-73aa879c9c75,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:20.626346 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb6a72-0523-427f-af5b-9e76339bf7d4 req-b760cedf-4065-4d40-9cb9-bd87dad4aeba tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:20.628423 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-80cb6a72-0523-427f-af5b-9e76339bf7d4 req-b760cedf-4065-4d40-9cb9-bd87dad4aeba tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.94 "GET /v2.0/ports?device_id=a7cc37d0-6533-4f03-9041-0ffbe1884013 HTTP/1.1" status: 200 len: 946 time: 0.3491740 Feb 08 21:34:20.673648 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c55cd0f3-ec28-4aad-a7af-6e4a50b3fa50 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (931cba31-936c-4c05-8bbd-5d8a3cab3d34), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:20.679853 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a953f3e2-e71c-4bb7-98ae-94e115856297 None None] Network a0af8963-ec15-4207-83d2-b137d87bee87 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:34:20.684916 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953f3e2-e71c-4bb7-98ae-94e115856297 None None] Pushing event updated for resources: {'Port': ['ID=cef7ab69-28ca-4388-9f50-6f1713c14b16,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:20.696245 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-a953f3e2-e71c-4bb7-98ae-94e115856297 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:20.700562 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde7a235-e26b-4ba9-95e1-20369a86eb05 None None] Sync routers for ids ['1ee1947c-b485-44a8-96d4-ce5cc6c7c867'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:34:20.715950 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a953f3e2-e71c-4bb7-98ae-94e115856297 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:34:20.745835 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c2a62a05-87c3-4333-b907-07cb99bc9447 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4308789 Feb 08 21:34:20.749014 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c55cd0f3-ec28-4aad-a7af-6e4a50b3fa50 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (931cba31-936c-4c05-8bbd-5d8a3cab3d34), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:20.753220 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f454e7a-e8e6-4d5f-9de1-97ed05c7620e tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:20.756901 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55cd0f3-ec28-4aad-a7af-6e4a50b3fa50 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:20.765671 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1f454e7a-e8e6-4d5f-9de1-97ed05c7620e tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.7928658 Feb 08 21:34:20.769684 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde7a235-e26b-4ba9-95e1-20369a86eb05 None None] Routers {'1ee1947c-b485-44a8-96d4-ce5cc6c7c867'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:34:20.770338 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-fde7a235-e26b-4ba9-95e1-20369a86eb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:33:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['1ee1947c-b485-44a8-96d4-ce5cc6c7c867'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:20.775466 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c55cd0f3-ec28-4aad-a7af-6e4a50b3fa50 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:20.779385 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 32838) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:20.965904 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-a953f3e2-e71c-4bb7-98ae-94e115856297 None None] Attempting to bind port cef7ab69-28ca-4388-9f50-6f1713c14b16 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:34:20.966505 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-a953f3e2-e71c-4bb7-98ae-94e115856297 None None] Attempting to bind port cef7ab69-28ca-4388-9f50-6f1713c14b16 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'd1990638-3d97-465f-9e1b-37d968509cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a0af8963-ec15-4207-83d2-b137d87bee87'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:34:20.966867 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a953f3e2-e71c-4bb7-98ae-94e115856297 None None] Attempting to bind port cef7ab69-28ca-4388-9f50-6f1713c14b16 on network a0af8963-ec15-4207-83d2-b137d87bee87 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:34:20.972607 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb9cbe4-8111-4c44-9fca-c75dfa4003cd None None] Network 8be186de-368f-4eda-9951-a49b79ceb5c7 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:34:20.993028 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c16334-b4e6-4b49-93a1-865d9e617909 req-3d850919-6eba-4aae-b833-1f35c8e9cec3 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:21.002596 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a2c16334-b4e6-4b49-93a1-865d9e617909 req-3d850919-6eba-4aae-b833-1f35c8e9cec3 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 931 time: 0.6664720 Feb 08 21:34:21.031457 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c55cd0f3-ec28-4aad-a7af-6e4a50b3fa50 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5782368 Feb 08 21:34:21.032448 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55cd0f3-ec28-4aad-a7af-6e4a50b3fa50 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Pushing event updated for resources: {'Network': ['ID=931cba31-936c-4c05-8bbd-5d8a3cab3d34,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:21.042335 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-55257fe3-d273-4fdb-827f-2920e4318e31 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks [] for port (4e5a113e-8e1b-4428-8192-aafc1d61a261), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:21.047456 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 32844) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:21.060011 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-ab47dcf7-9ddf-4bca-ac18-e0eb65534e53 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Request body: {'subnet': {'network_id': '6bc1568a-c9c3-4132-af56-f8e5a601a407', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:21.068146 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 931cba31-936c-4c05-8bbd-5d8a3cab3d34 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:34:21.080743 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a953f3e2-e71c-4bb7-98ae-94e115856297 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:34:21.081126 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a953f3e2-e71c-4bb7-98ae-94e115856297 None None] Checking segment: {'id': 'd1990638-3d97-465f-9e1b-37d968509cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a0af8963-ec15-4207-83d2-b137d87bee87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:34:21.081911 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a953f3e2-e71c-4bb7-98ae-94e115856297 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:21.082052 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a953f3e2-e71c-4bb7-98ae-94e115856297 None None] Bound using segment: {'id': 'd1990638-3d97-465f-9e1b-37d968509cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a0af8963-ec15-4207-83d2-b137d87bee87'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:34:21.082509 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-a953f3e2-e71c-4bb7-98ae-94e115856297 None None] Bound port: cef7ab69-28ca-4388-9f50-6f1713c14b16, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1990638-3d97-465f-9e1b-37d968509cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a0af8963-ec15-4207-83d2-b137d87bee87'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:34:21.082885 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a953f3e2-e71c-4bb7-98ae-94e115856297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cef7ab69-28ca-4388-9f50-6f1713c14b16), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:21.120839 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-55257fe3-d273-4fdb-827f-2920e4318e31 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (4e5a113e-8e1b-4428-8192-aafc1d61a261), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:21.182609 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e481107-71c0-413f-8577-bbfb8b730e2d req-6e25d766-9569-40da-a666-ca0a3d446cfc tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:21.184494 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e481107-71c0-413f-8577-bbfb8b730e2d req-6e25d766-9569-40da-a666-ca0a3d446cfc tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/ports?device_id=352986cc-640c-428e-9494-06e1bcc18594 HTTP/1.1" status: 200 len: 945 time: 0.4670205 Feb 08 21:34:21.200963 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-55257fe3-d273-4fdb-827f-2920e4318e31 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Network f112523c-6915-4ee0-b2f0-e26bdfe4744d is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:34:21.214021 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-55257fe3-d273-4fdb-827f-2920e4318e31 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:21.223775 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-55257fe3-d273-4fdb-827f-2920e4318e31 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:34:21.230281 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55257fe3-d273-4fdb-827f-2920e4318e31 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Pushing event updated for resources: {'Port': ['ID=4e5a113e-8e1b-4428-8192-aafc1d61a261,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:21.237027 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a2c16334-b4e6-4b49-93a1-865d9e617909 req-1324774d-8779-49d2-9782-7a310cd74133 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332673 Feb 08 21:34:21.259670 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cdd80d1b-33f9-4ac4-9f62-096b63eda7e3 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router (1ee1947c-b485-44a8-96d4-ce5cc6c7c867), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:21.290706 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab47dcf7-9ddf-4bca-ac18-e0eb65534e53 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Made reservation on behalf of 533d457df9d24e9db554f5b2b0e80dc3 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:21.295325 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab47dcf7-9ddf-4bca-ac18-e0eb65534e53 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:21.351416 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-fde7a235-e26b-4ba9-95e1-20369a86eb05 None None] Set router 1ee1947c-b485-44a8-96d4-ce5cc6c7c867 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:34:21.772322 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ff50f01d-3f32-4e4e-9dda-0d3596dc6958 None None] Provisioning complete for port 4e5a113e-8e1b-4428-8192-aafc1d61a261 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:21.773186 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ff50f01d-3f32-4e4e-9dda-0d3596dc6958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (4e5a113e-8e1b-4428-8192-aafc1d61a261), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:21.810237 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-80cb6a72-0523-427f-af5b-9e76339bf7d4 req-103888dc-b737-4126-ae99-5ee15e9d41a9 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Deleting port e124c5f6-4611-4439-97a8-4ce67fb6ac06 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:34:21.810740 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-80cb6a72-0523-427f-af5b-9e76339bf7d4 req-103888dc-b737-4126-ae99-5ee15e9d41a9 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (e124c5f6-4611-4439-97a8-4ce67fb6ac06), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:21.827315 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-a953f3e2-e71c-4bb7-98ae-94e115856297 None None] For port cef7ab69-28ca-4388-9f50-6f1713c14b16, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:34:21.830365 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ff50f01d-3f32-4e4e-9dda-0d3596dc6958 None None] Port 4e5a113e-8e1b-4428-8192-aafc1d61a261 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:34:21.833794 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-55257fe3-d273-4fdb-827f-2920e4318e31 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:21.835148 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-55257fe3-d273-4fdb-827f-2920e4318e31 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:21.863210 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-a953f3e2-e71c-4bb7-98ae-94e115856297 None None] For port cef7ab69-28ca-4388-9f50-6f1713c14b16, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cef7ab69-28ca-4388-9f50-6f1713c14b16,segment=NetworkSegment(d1990638-3d97-465f-9e1b-37d968509cb3),segment_id=d1990638-3d97-465f-9e1b-37d968509cb3)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:34:21.888843 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a953f3e2-e71c-4bb7-98ae-94e115856297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cef7ab69-28ca-4388-9f50-6f1713c14b16), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:21.932295 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-55257fe3-d273-4fdb-827f-2920e4318e31 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4781518 Feb 08 21:34:21.949211 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-16b30824-532f-40c8-b697-a29b152d5ab6 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Request body: {'port': {'device_id': 'bd74ea09-e996-4049-be53-d190678e8811', 'network_id': 'e0a9b9ec-b0de-4d39-8921-b9219efd548e', 'admin_state_up': True, 'tenant_id': 'e06b0580b36e41f2ba7247491d9845e4'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:22.031189 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e481107-71c0-413f-8577-bbfb8b730e2d req-1f472017-d5b6-4a21-b422-aa8e44bd3bfa tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/security-groups?id=b45b94a6-2162-4e2b-b3e2-d77922623f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8092387 Feb 08 21:34:22.043382 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953f3e2-e71c-4bb7-98ae-94e115856297 None None] Pushing event updated for resources: {'Port': ['ID=cef7ab69-28ca-4388-9f50-6f1713c14b16,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:22.088771 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 32876) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:22.107704 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-fde7a235-e26b-4ba9-95e1-20369a86eb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee1947c-b485-44a8-96d4-ce5cc6c7c867', 'name': '', 'tenant_id': 'fb5d8b219bbd4f75a8c9f2b1e93bea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4', 'external_fixed_ips': [{'subnet_id': 'f88582d8-d694-4000-a778-a285676d3903', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '2b3871d7-d467-4bfe-9b57-c40da66606f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:34:14Z', 'updated_at': '2022-02-08T21:34:18Z', 'revision_number': 3, 'project_id': 'fb5d8b219bbd4f75a8c9f2b1e93bea37', 'gw_port': {'id': '2b3871d7-d467-4bfe-9b57-c40da66606f9', 'name': '', 'network_id': '92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee1947c-b485-44a8-96d4-ce5cc6c7c867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'f88582d8-d694-4000-a778-a285676d3903', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:34:15Z', 'updated_at': '2022-02-08T21:34:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f88582d8-d694-4000-a778-a285676d3903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:22.156396 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde7a235-e26b-4ba9-95e1-20369a86eb05 None None] Checking router: 1ee1947c-b485-44a8-96d4-ce5cc6c7c867 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:34:22.156765 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde7a235-e26b-4ba9-95e1-20369a86eb05 None None] Updating router 1ee1947c-b485-44a8-96d4-ce5cc6c7c867 port 2b3871d7-d467-4bfe-9b57-c40da66606f9 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:34:22.180828 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cdd80d1b-33f9-4ac4-9f62-096b63eda7e3 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router_gateway (1ee1947c-b485-44a8-96d4-ce5cc6c7c867), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:22.187857 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-80cb6a72-0523-427f-af5b-9e76339bf7d4 req-103888dc-b737-4126-ae99-5ee15e9d41a9 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] For port e124c5f6-4611-4439-97a8-4ce67fb6ac06, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=e124c5f6-4611-4439-97a8-4ce67fb6ac06,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:22.188782 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-80cb6a72-0523-427f-af5b-9e76339bf7d4 req-103888dc-b737-4126-ae99-5ee15e9d41a9 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (e124c5f6-4611-4439-97a8-4ce67fb6ac06), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:22.193857 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fde7a235-e26b-4ba9-95e1-20369a86eb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2b3871d7-d467-4bfe-9b57-c40da66606f9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:22.204952 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-16b30824-532f-40c8-b697-a29b152d5ab6 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Made reservation on behalf of e06b0580b36e41f2ba7247491d9845e4 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:22.209190 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-16b30824-532f-40c8-b697-a29b152d5ab6 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:22.227859 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-80cb6a72-0523-427f-af5b-9e76339bf7d4 req-103888dc-b737-4126-ae99-5ee15e9d41a9 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Calling delete_port for e124c5f6-4611-4439-97a8-4ce67fb6ac06 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:34:22.371412 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab47dcf7-9ddf-4bca-ac18-e0eb65534e53 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (50b105d4-2ca9-40fd-a19d-38e0d8c26307), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:22.388014 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-09ce2081-453d-46b6-b142-7c1057d7f86d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2007903713'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:22.507517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-77ba379c-de9f-4627-a3db-829d8c5cdbc2 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:22.512555 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ce2081-453d-46b6-b142-7c1057d7f86d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Made reservation on behalf of fb496b125f0d4415b233884bbd75b2a5 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:22.515642 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-77ba379c-de9f-4627-a3db-829d8c5cdbc2 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/networks?id=8be186de-368f-4eda-9951-a49b79ceb5c7 HTTP/1.1" status: 200 len: 814 time: 0.6315165 Feb 08 21:34:22.517342 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09ce2081-453d-46b6-b142-7c1057d7f86d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:22.537867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47dcf7-9ddf-4bca-ac18-e0eb65534e53 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Pushing event updated for resources: {'Subnet': ['ID=50b105d4-2ca9-40fd-a19d-38e0d8c26307,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:22.547740 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-cdd80d1b-33f9-4ac4-9f62-096b63eda7e3 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Deleting port 2b3871d7-d467-4bfe-9b57-c40da66606f9 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:34:22.548093 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cdd80d1b-33f9-4ac4-9f62-096b63eda7e3 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (2b3871d7-d467-4bfe-9b57-c40da66606f9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:22.554792 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09ce2081-453d-46b6-b142-7c1057d7f86d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:22.572580 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-10df6168-76df-44e8-b013-9a2d3c19e047 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/quotas/59239cb1d86043a9a6cf5f4caa83e279 HTTP/1.1" status: 200 len: 375 time: 0.0558279 Feb 08 21:34:22.584503 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501810f-b124-4cdd-b94d-82acfecfed5a req-f8ecc2d3-4b05-4457-865d-bf90e2c35a5f tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:22.586304 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4501810f-b124-4cdd-b94d-82acfecfed5a req-f8ecc2d3-4b05-4457-865d-bf90e2c35a5f tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7cc37d0-6533-4f03-9041-0ffbe1884013 HTTP/1.1" status: 200 len: 946 time: 0.3580439 Feb 08 21:34:22.593589 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314e228-84c0-4dcb-8599-67c47a44ad77 req-a1c1e851-5983-45f0-94aa-becb6bc09694 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:22.595216 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b314e228-84c0-4dcb-8599-67c47a44ad77 req-a1c1e851-5983-45f0-94aa-becb6bc09694 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.96 "GET /v2.0/ports?device_id=352986cc-640c-428e-9494-06e1bcc18594 HTTP/1.1" status: 200 len: 945 time: 0.6341634 Feb 08 21:34:22.672527 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fde7a235-e26b-4ba9-95e1-20369a86eb05 None None] Publish callbacks [] for port (2b3871d7-d467-4bfe-9b57-c40da66606f9), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:22.679675 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-701850aa-cd54-4d5d-ae0b-f22c3bcb5260 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=59239cb1d86043a9a6cf5f4caa83e279&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1062078 Feb 08 21:34:22.680807 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fde7a235-e26b-4ba9-95e1-20369a86eb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2b3871d7-d467-4bfe-9b57-c40da66606f9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:22.683731 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-16b30824-532f-40c8-b697-a29b152d5ab6 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Allocated IP 19.80.0.102 (e0a9b9ec-b0de-4d39-8921-b9219efd548e/7af7bb53-8774-426b-b5dc-bffb3abca5da/a7cfdfa0-1918-466c-ad45-f3a5adab40c4) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:34:22.697048 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab47dcf7-9ddf-4bca-ac18-e0eb65534e53 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Checking segment: {'id': 'e7c8d35a-87c1-4f66-92a6-22af7e7c7f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6bc1568a-c9c3-4132-af56-f8e5a601a407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:34:22.697555 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab47dcf7-9ddf-4bca-ac18-e0eb65534e53 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Network hostable DHCP agents. Network: 6bc1568a-c9c3-4132-af56-f8e5a601a407, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:34:22.743437 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe478-6ac1-4145-8260-e5d5024c0d3d None None] Pushing event updated for resources: {'Port': ['ID=2b3871d7-d467-4bfe-9b57-c40da66606f9,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:22.746169 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-fde7a235-e26b-4ba9-95e1-20369a86eb05 None None] Attempting to bind port 2b3871d7-d467-4bfe-9b57-c40da66606f9 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:34:22.746560 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-fde7a235-e26b-4ba9-95e1-20369a86eb05 None None] Attempting to bind port 2b3871d7-d467-4bfe-9b57-c40da66606f9 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '41d4b994-c7e1-412c-8700-f74e2da0336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:34:22.746926 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde7a235-e26b-4ba9-95e1-20369a86eb05 None None] Attempting to bind port 2b3871d7-d467-4bfe-9b57-c40da66606f9 on network 92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:34:22.753675 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde7a235-e26b-4ba9-95e1-20369a86eb05 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:34:22.754064 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde7a235-e26b-4ba9-95e1-20369a86eb05 None None] Checking segment: {'id': '41d4b994-c7e1-412c-8700-f74e2da0336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:34:22.754478 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fde7a235-e26b-4ba9-95e1-20369a86eb05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:22.754900 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde7a235-e26b-4ba9-95e1-20369a86eb05 None None] Bound using segment: {'id': '41d4b994-c7e1-412c-8700-f74e2da0336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:34:22.755342 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-fde7a235-e26b-4ba9-95e1-20369a86eb05 None None] Bound port: 2b3871d7-d467-4bfe-9b57-c40da66606f9, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d4b994-c7e1-412c-8700-f74e2da0336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:34:22.755727 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fde7a235-e26b-4ba9-95e1-20369a86eb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2b3871d7-d467-4bfe-9b57-c40da66606f9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:22.811993 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cdd80d1b-33f9-4ac4-9f62-096b63eda7e3 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (2b3871d7-d467-4bfe-9b57-c40da66606f9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:22.827260 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-fde7a235-e26b-4ba9-95e1-20369a86eb05 None None] For port 2b3871d7-d467-4bfe-9b57-c40da66606f9, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:34:22.832915 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-fde7a235-e26b-4ba9-95e1-20369a86eb05 None None] For port 2b3871d7-d467-4bfe-9b57-c40da66606f9, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=2b3871d7-d467-4bfe-9b57-c40da66606f9,segment=NetworkSegment(41d4b994-c7e1-412c-8700-f74e2da0336a),segment_id=41d4b994-c7e1-412c-8700-f74e2da0336a)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:34:22.842153 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fde7a235-e26b-4ba9-95e1-20369a86eb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2b3871d7-d467-4bfe-9b57-c40da66606f9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:22.842861 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4501810f-b124-4cdd-b94d-82acfecfed5a req-9055e937-4e63-4c3e-907a-d54ad18b60da tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398860 Feb 08 21:34:22.856155 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab47dcf7-9ddf-4bca-ac18-e0eb65534e53 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Network 6bc1568a-c9c3-4132-af56-f8e5a601a407 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:34:22.912060 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-ab47dcf7-9ddf-4bca-ac18-e0eb65534e53 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 6bc1568a-c9c3-4132-af56-f8e5a601a407) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:22.922299 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde7a235-e26b-4ba9-95e1-20369a86eb05 None None] Routers {'1ee1947c-b485-44a8-96d4-ce5cc6c7c867'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:34:22.922950 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-fde7a235-e26b-4ba9-95e1-20369a86eb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:33:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['1ee1947c-b485-44a8-96d4-ce5cc6c7c867'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:22.925906 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-cdd80d1b-33f9-4ac4-9f62-096b63eda7e3 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Calling delete_port for 2b3871d7-d467-4bfe-9b57-c40da66606f9 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:34:22.955063 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab47dcf7-9ddf-4bca-ac18-e0eb65534e53 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:22.956057 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab47dcf7-9ddf-4bca-ac18-e0eb65534e53 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:22.981019 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-80cb6a72-0523-427f-af5b-9e76339bf7d4 req-103888dc-b737-4126-ae99-5ee15e9d41a9 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (e124c5f6-4611-4439-97a8-4ce67fb6ac06), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:22.995015 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db657523-3dd2-40fa-8990-a9b045585fef None None] Network 6bc1568a-c9c3-4132-af56-f8e5a601a407 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:34:23.019346 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-1baf01a7-a410-4b74-8507-cbbd7a986791 service neutron] 10.222.0.88 "GET /v2.0/networks/8be186de-368f-4eda-9951-a49b79ceb5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267300 Feb 08 21:34:23.033435 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ab47dcf7-9ddf-4bca-ac18-e0eb65534e53 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9774652 Feb 08 21:34:23.035480 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 32882) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:23.058294 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe478-6ac1-4145-8260-e5d5024c0d3d None None] Pushing event updated for resources: {'Port': ['ID=2b3871d7-d467-4bfe-9b57-c40da66606f9,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:23.060538 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-e642a976-0357-4586-870a-5dadddbbd0f0 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Request body: {'subnet': {'network_id': '931cba31-936c-4c05-8bbd-5d8a3cab3d34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:23.069106 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-b314e228-84c0-4dcb-8599-67c47a44ad77 req-8e41e7a4-5694-453c-bb64-9eb954b1d1d5 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Deleting port 5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:34:23.069570 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b314e228-84c0-4dcb-8599-67c47a44ad77 req-8e41e7a4-5694-453c-bb64-9eb954b1d1d5 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:23.081942 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['5cfce827-87e2-4b87-b40c-c51c81b2fc12'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:34:23.101828 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103888dc-b737-4126-ae99-5ee15e9d41a9 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Pushing event deleted for resources: {'Port': ['ID=e124c5f6-4611-4439-97a8-4ce67fb6ac06,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:23.211698 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-80cb6a72-0523-427f-af5b-9e76339bf7d4 req-103888dc-b737-4126-ae99-5ee15e9d41a9 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] No DVR routers for this DVR port e124c5f6-4611-4439-97a8-4ce67fb6ac06 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:34:23.214290 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-80cb6a72-0523-427f-af5b-9e76339bf7d4 req-103888dc-b737-4126-ae99-5ee15e9d41a9 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:23.219401 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-80cb6a72-0523-427f-af5b-9e76339bf7d4 req-103888dc-b737-4126-ae99-5ee15e9d41a9 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.94 "DELETE /v2.0/ports/e124c5f6-4611-4439-97a8-4ce67fb6ac06 HTTP/1.1" status: 204 len: 173 time: 2.5834532 Feb 08 21:34:23.227715 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cc37d0-6533-4f03-9041-0ffbe1884013', 'name': 'network-vif-deleted', 'tag': 'e124c5f6-4611-4439-97a8-4ce67fb6ac06'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:34:23.230401 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f074aa-bbcb-45b7-9d8b-81586ee55ef7" -d '{"events": [{"server_uuid": "a7cc37d0-6533-4f03-9041-0ffbe1884013", "name": "network-vif-deleted", "tag": "e124c5f6-4611-4439-97a8-4ce67fb6ac06"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:34:23.270733 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-16b30824-532f-40c8-b697-a29b152d5ab6 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks [] for port (a7cfdfa0-1918-466c-ad45-f3a5adab40c4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:23.296032 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f991c-25d1-4e60-9a7e-0faeb2be5cfe req-e759af85-43b9-4bbe-9892-9c58116b2c95 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:23.304999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f991c-25d1-4e60-9a7e-0faeb2be5cfe req-e759af85-43b9-4bbe-9892-9c58116b2c95 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:23.312515 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b1f991c-25d1-4e60-9a7e-0faeb2be5cfe req-e759af85-43b9-4bbe-9892-9c58116b2c95 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 1653 time: 0.3664477 Feb 08 21:34:23.327609 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09ce2081-453d-46b6-b142-7c1057d7f86d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for security_group (a8ef43fb-28a7-486c-9d85-600c139704f5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:23.336499 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09ce2081-453d-46b6-b142-7c1057d7f86d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a8ef43fb-28a7-486c-9d85-600c139704f5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:23.362960 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-fde7a235-e26b-4ba9-95e1-20369a86eb05 None None] Set router 1ee1947c-b485-44a8-96d4-ce5cc6c7c867 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:34:23.383341 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ce2081-453d-46b6-b142-7c1057d7f86d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:34:23.412496 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce2081-453d-46b6-b142-7c1057d7f86d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ef43fb-28a7-486c-9d85-600c139704f5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:23.437627 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09ce2081-453d-46b6-b142-7c1057d7f86d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (c82314dd-4584-48c2-9231-8c3d700873f5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:23.438291 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-09ce2081-453d-46b6-b142-7c1057d7f86d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Added segment c82314dd-4584-48c2-9231-8c3d700873f5 of type vlan for network b375510e-2602-4d58-bb50-0a85496463e1 Feb 08 21:34:23.478268 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-3b9d3b6a-868d-4cff-b021-937ac4ceb8b9 service neutron] 10.222.0.88 "GET /v2.0/networks/8be186de-368f-4eda-9951-a49b79ceb5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371433 Feb 08 21:34:23.533057 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-fde7a235-e26b-4ba9-95e1-20369a86eb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee1947c-b485-44a8-96d4-ce5cc6c7c867', 'name': '', 'tenant_id': 'fb5d8b219bbd4f75a8c9f2b1e93bea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:34:14Z', 'updated_at': '2022-02-08T21:34:22Z', 'revision_number': 4, 'project_id': 'fb5d8b219bbd4f75a8c9f2b1e93bea37', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:23.547185 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e642a976-0357-4586-870a-5dadddbbd0f0 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Made reservation on behalf of 533d457df9d24e9db554f5b2b0e80dc3 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:23.551101 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e642a976-0357-4586-870a-5dadddbbd0f0 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:23.633383 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cef7ab69-28ca-4388-9f50-6f1713c14b16 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:34:23.645663 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde7a235-e26b-4ba9-95e1-20369a86eb05 None None] The sync data for ids ['1ee1947c-b485-44a8-96d4-ce5cc6c7c867'] in n-d-712143-31 is: [{'id': '1ee1947c-b485-44a8-96d4-ce5cc6c7c867', 'name': '', 'tenant_id': 'fb5d8b219bbd4f75a8c9f2b1e93bea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:34:14Z', 'updated_at': '2022-02-08T21:34:22Z', 'revision_number': 4, 'project_id': 'fb5d8b219bbd4f75a8c9f2b1e93bea37', 'gw_port_host': None}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:34:23.672061 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09ce2081-453d-46b6-b142-7c1057d7f86d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (b375510e-2602-4d58-bb50-0a85496463e1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:23.675893 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57c05ca-4204-4a64-b923-1340523064e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-6bc1568a-c9c3-4132-af56-f8e5a601a407', 'network_id': '6bc1568a-c9c3-4132-af56-f8e5a601a407', 'project_id': '533d457df9d24e9db554f5b2b0e80dc3', 'fixed_ips': [{'subnet_id': '50b105d4-2ca9-40fd-a19d-38e0d8c26307'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:34:23.676797 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b57c05ca-4204-4a64-b923-1340523064e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:23.739894 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cdd80d1b-33f9-4ac4-9f62-096b63eda7e3 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (2b3871d7-d467-4bfe-9b57-c40da66606f9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:23.794882 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09ce2081-453d-46b6-b142-7c1057d7f86d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (b375510e-2602-4d58-bb50-0a85496463e1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:23.802976 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ce2081-453d-46b6-b142-7c1057d7f86d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:23.804124 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09ce2081-453d-46b6-b142-7c1057d7f86d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:23.834273 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b1f991c-25d1-4e60-9a7e-0faeb2be5cfe req-0fb6dfa9-464e-4c9f-ab0d-dddeb34dff5b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5191741 Feb 08 21:34:23.875428 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-b314e228-84c0-4dcb-8599-67c47a44ad77 req-8e41e7a4-5694-453c-bb64-9eb954b1d1d5 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] For port 5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4,segment=NetworkSegment(093fe90d-2d9e-4cba-a6de-72f4b2ab76af),segment_id=093fe90d-2d9e-4cba-a6de-72f4b2ab76af)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:23.875821 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b314e228-84c0-4dcb-8599-67c47a44ad77 req-8e41e7a4-5694-453c-bb64-9eb954b1d1d5 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:23.951813 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-b314e228-84c0-4dcb-8599-67c47a44ad77 req-8e41e7a4-5694-453c-bb64-9eb954b1d1d5 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Calling delete_port for 5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:34:24.008344 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port cef7ab69-28ca-4388-9f50-6f1713c14b16 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:24.043406 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cef7ab69-28ca-4388-9f50-6f1713c14b16), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:24.141202 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-16b30824-532f-40c8-b697-a29b152d5ab6 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (a7cfdfa0-1918-466c-ad45-f3a5adab40c4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:24.164638 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8b6078-4ee3-406e-b03b-d4da28d5b12e x-openstack-request-id: req-6d8b6078-4ee3-406e-b03b-d4da28d5b12e {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:34:24.164973 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7cc37d0-6533-4f03-9041-0ffbe1884013", "name": "network-vif-deleted", "tag": "e124c5f6-4611-4439-97a8-4ce67fb6ac06", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:34:24.165379 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6d8b6078-4ee3-406e-b03b-d4da28d5b12e {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:34:24.174772 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7cc37d0-6533-4f03-9041-0ffbe1884013', 'name': 'network-vif-deleted', 'tag': 'e124c5f6-4611-4439-97a8-4ce67fb6ac06', 'status': 'completed', 'code': 200} Feb 08 21:34:24.189363 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e976f6b4-3e5e-4317-9dbb-06711dee2619 None None] Network a0af8963-ec15-4207-83d2-b137d87bee87 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:34:24.221035 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce2081-453d-46b6-b142-7c1057d7f86d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event updated for resources: {'Network': ['ID=b375510e-2602-4d58-bb50-0a85496463e1,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:24.251804 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7cbe75d6-d207-4157-b5d5-feacbb33879f req-a349a182-0a0c-4684-acf3-0b23aa50c534 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=a7cc37d0-6533-4f03-9041-0ffbe1884013 HTTP/1.1" status: 200 len: 210 time: 0.1197383 Feb 08 21:34:24.274788 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd80d1b-33f9-4ac4-9f62-096b63eda7e3 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b3871d7-d467-4bfe-9b57-c40da66606f9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:24.284359 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network b375510e-2602-4d58-bb50-0a85496463e1 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:34:24.284530 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-16b30824-532f-40c8-b697-a29b152d5ab6 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Network e0a9b9ec-b0de-4d39-8921-b9219efd548e is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:34:24.347664 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-09ce2081-453d-46b6-b142-7c1057d7f86d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2575707 Feb 08 21:34:24.349214 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 32898) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:24.353739 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-16b30824-532f-40c8-b697-a29b152d5ab6 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:24.361691 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-16b30824-532f-40c8-b697-a29b152d5ab6 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:34:24.361956 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-40c9a909-ac11-4772-a17d-2d8d9c1f00e3 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Request body: {'subnet': {'network_id': 'b375510e-2602-4d58-bb50-0a85496463e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:24.383209 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-72fc6a16-a1cb-418d-8bcf-3574e8788e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:24.413156 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-95b63fc8-fbbf-48f3-a9a0-f9b1f4531bf2 None None] Provisioning complete for port cef7ab69-28ca-4388-9f50-6f1713c14b16 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:24.416327 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-95b63fc8-fbbf-48f3-a9a0-f9b1f4531bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cef7ab69-28ca-4388-9f50-6f1713c14b16), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:24.448104 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-16b30824-532f-40c8-b697-a29b152d5ab6 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:24.450091 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-16b30824-532f-40c8-b697-a29b152d5ab6 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:24.454868 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-b57c05ca-4204-4a64-b923-1340523064e4 None None] Allocated IP 2001:db8::2 (6bc1568a-c9c3-4132-af56-f8e5a601a407/50b105d4-2ca9-40fd-a19d-38e0d8c26307/e8f56b2d-0a65-4b1b-a6e5-8de43848d022) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:34:24.476921 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b30824-532f-40c8-b697-a29b152d5ab6 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Pushing event updated for resources: {'Port': ['ID=a7cfdfa0-1918-466c-ad45-f3a5adab40c4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:24.485259 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27fe72c1-559d-4bee-974a-43f5dbdfa89b req-7a350e18-6214-4297-9b6f-7a18503bc754 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 210 time: 0.1369371 Feb 08 21:34:24.488019 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-16b30824-532f-40c8-b697-a29b152d5ab6 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5465968 Feb 08 21:34:24.490970 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cdd80d1b-33f9-4ac4-9f62-096b63eda7e3 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (1ee1947c-b485-44a8-96d4-ce5cc6c7c867), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:24.517617 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e2cc0-9f87-42e3-bc02-0ca0521af668 req-7f9e33ad-9a8f-4d55-bd3e-9ef6b55c3ae6 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:24.519493 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-058e2cc0-9f87-42e3-bc02-0ca0521af668 req-7f9e33ad-9a8f-4d55-bd3e-9ef6b55c3ae6 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/ports?device_id=352986cc-640c-428e-9494-06e1bcc18594 HTTP/1.1" status: 200 len: 945 time: 0.3895061 Feb 08 21:34:24.544086 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-3de575c0-ceee-4baa-b9f2-6bd9c84a2655 service neutron] Request body: {'port': {'device_id': 'bd74ea09-e996-4049-be53-d190678e8811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:24.693036 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e642a976-0357-4586-870a-5dadddbbd0f0 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (f14e7408-9479-4c67-a1ee-9b236352d17d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:24.806323 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cdd80d1b-33f9-4ac4-9f62-096b63eda7e3 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (1ee1947c-b485-44a8-96d4-ce5cc6c7c867), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:24.813874 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642a976-0357-4586-870a-5dadddbbd0f0 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Pushing event updated for resources: {'Subnet': ['ID=f14e7408-9479-4c67-a1ee-9b236352d17d,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:24.824699 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cdd80d1b-33f9-4ac4-9f62-096b63eda7e3 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router_controller (1ee1947c-b485-44a8-96d4-ce5cc6c7c867), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:24.853984 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b314e228-84c0-4dcb-8599-67c47a44ad77 req-8e41e7a4-5694-453c-bb64-9eb954b1d1d5 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:24.888601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device e124c5f6-4611-4439-97a8-4ce67fb6ac06 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:34:24.910546 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e642a976-0357-4586-870a-5dadddbbd0f0 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Checking segment: {'id': 'fe114929-b529-4dce-ba37-3b0d2f23e77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '931cba31-936c-4c05-8bbd-5d8a3cab3d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:34:24.910933 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e642a976-0357-4586-870a-5dadddbbd0f0 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Network hostable DHCP agents. Network: 931cba31-936c-4c05-8bbd-5d8a3cab3d34, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:34:24.913425 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41e7a4-5694-453c-bb64-9eb954b1d1d5 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Pushing event deleted for resources: {'Port': ['ID=5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:24.915442 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c9a909-ac11-4772-a17d-2d8d9c1f00e3 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Made reservation on behalf of fb496b125f0d4415b233884bbd75b2a5 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:24.919110 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-40c9a909-ac11-4772-a17d-2d8d9c1f00e3 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:24.936729 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-058e2cc0-9f87-42e3-bc02-0ca0521af668 req-34512ae1-94b0-4a99-a3c0-809f3b0b7d9c tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/security-groups?id=b45b94a6-2162-4e2b-b3e2-d77922623f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552473 Feb 08 21:34:25.047751 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-3de575c0-ceee-4baa-b9f2-6bd9c84a2655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6da939b5-f0a6-42e8-8dd1-5999178a7739), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:25.050566 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cdd80d1b-33f9-4ac4-9f62-096b63eda7e3 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (1ee1947c-b485-44a8-96d4-ce5cc6c7c867), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:25.051082 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd80d1b-33f9-4ac4-9f62-096b63eda7e3 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ee1947c-b485-44a8-96d4-ce5cc6c7c867 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:34:25.056630 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cdd80d1b-33f9-4ac4-9f62-096b63eda7e3 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:25.062812 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cdd80d1b-33f9-4ac4-9f62-096b63eda7e3 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "DELETE /v2.0/routers/1ee1947c-b485-44a8-96d4-ce5cc6c7c867 HTTP/1.1" status: 204 len: 168 time: 4.2824981 Feb 08 21:34:25.069776 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 32904) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:25.150594 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e642a976-0357-4586-870a-5dadddbbd0f0 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Network 931cba31-936c-4c05-8bbd-5d8a3cab3d34 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:34:25.176701 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-039f4f23-52f1-494b-a04a-359ce83b5a9c tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Deleting subnet f88582d8-d694-4000-a778-a285676d3903 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:34:25.182072 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-039f4f23-52f1-494b-a04a-359ce83b5a9c tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for subnet (f88582d8-d694-4000-a778-a285676d3903), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:25.208606 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port cef7ab69-28ca-4388-9f50-6f1713c14b16 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:25.209213 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cef7ab69-28ca-4388-9f50-6f1713c14b16), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:25.228357 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-b314e228-84c0-4dcb-8599-67c47a44ad77 req-8e41e7a4-5694-453c-bb64-9eb954b1d1d5 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] No DVR routers for this DVR port 5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:34:25.231401 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b314e228-84c0-4dcb-8599-67c47a44ad77 req-8e41e7a4-5694-453c-bb64-9eb954b1d1d5 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:25.236141 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b314e228-84c0-4dcb-8599-67c47a44ad77 req-8e41e7a4-5694-453c-bb64-9eb954b1d1d5 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.96 "DELETE /v2.0/ports/5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4 HTTP/1.1" status: 204 len: 173 time: 2.6271341 Feb 08 21:34:25.257517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352986cc-640c-428e-9494-06e1bcc18594', 'name': 'network-vif-deleted', 'tag': '5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:34:25.260889 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589d454a-7b6c-4bcd-b69f-78c97a5d0445" -d '{"events": [{"server_uuid": "352986cc-640c-428e-9494-06e1bcc18594", "name": "network-vif-deleted", "tag": "5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:34:25.275214 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-e642a976-0357-4586-870a-5dadddbbd0f0 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 931cba31-936c-4c05-8bbd-5d8a3cab3d34) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:25.279294 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port cef7ab69-28ca-4388-9f50-6f1713c14b16, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cef7ab69-28ca-4388-9f50-6f1713c14b16,segment=NetworkSegment(d1990638-3d97-465f-9e1b-37d968509cb3),segment_id=d1990638-3d97-465f-9e1b-37d968509cb3)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:25.280101 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e642a976-0357-4586-870a-5dadddbbd0f0 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:25.280734 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: e124c5f6-4611-4439-97a8-4ce67fb6ac06 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:34:25.281807 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e642a976-0357-4586-870a-5dadddbbd0f0 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:25.281995 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device e124c5f6-4611-4439-97a8-4ce67fb6ac06 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:34:25.302943 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed785a0-8459-490b-853b-62fd936863de None None] Network 931cba31-936c-4c05-8bbd-5d8a3cab3d34 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:34:25.338087 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e642a976-0357-4586-870a-5dadddbbd0f0 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2955620 Feb 08 21:34:25.342874 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 32910) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:25.372242 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf515b9-7a27-4390-b9b4-5a62ec2bc57a req-3e18f8ea-10ea-476c-820f-796a1e8b568f tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:25.378434 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf515b9-7a27-4390-b9b4-5a62ec2bc57a req-3e18f8ea-10ea-476c-820f-796a1e8b568f tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:25.383872 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf515b9-7a27-4390-b9b4-5a62ec2bc57a req-3e18f8ea-10ea-476c-820f-796a1e8b568f tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:25.392287 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dcf515b9-7a27-4390-b9b4-5a62ec2bc57a req-3e18f8ea-10ea-476c-820f-796a1e8b568f tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 2375 time: 0.2482665 Feb 08 21:34:25.438347 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8859a541-3660-4c40-ae49-dbecb05c2b3d x-openstack-request-id: req-8859a541-3660-4c40-ae49-dbecb05c2b3d {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:34:25.438684 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352986cc-640c-428e-9494-06e1bcc18594", "name": "network-vif-deleted", "tag": "5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:34:25.438914 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8859a541-3660-4c40-ae49-dbecb05c2b3d {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:34:25.439317 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352986cc-640c-428e-9494-06e1bcc18594', 'name': 'network-vif-deleted', 'tag': '5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4', 'status': 'completed', 'code': 200} Feb 08 21:34:25.456356 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cef7ab69-28ca-4388-9f50-6f1713c14b16), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:25.496030 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-039f4f23-52f1-494b-a04a-359ce83b5a9c tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (f88582d8-d694-4000-a778-a285676d3903), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:25.526453 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dcf515b9-7a27-4390-b9b4-5a62ec2bc57a req-0bc812a5-b172-4e67-8c39-b464b9123e51 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332390 Feb 08 21:34:25.649555 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675e0e90-955c-4064-88ad-8aa9e92b9bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-931cba31-936c-4c05-8bbd-5d8a3cab3d34', 'network_id': '931cba31-936c-4c05-8bbd-5d8a3cab3d34', 'project_id': '533d457df9d24e9db554f5b2b0e80dc3', 'fixed_ips': [{'subnet_id': 'f14e7408-9479-4c67-a1ee-9b236352d17d'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:34:25.650441 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-675e0e90-955c-4064-88ad-8aa9e92b9bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:25.672545 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-133ce0bc-c070-4e86-9b8e-a19bc27fdbbe req-2be02421-5f29-4b60-8f10-863b4725f67b tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 210 time: 0.0378363 Feb 08 21:34:25.706880 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-40c9a909-ac11-4772-a17d-2d8d9c1f00e3 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (7ea49410-10fc-49fd-acb4-6447fa5cfd15), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:25.829693 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9a909-ac11-4772-a17d-2d8d9c1f00e3 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event updated for resources: {'Subnet': ['ID=7ea49410-10fc-49fd-acb4-6447fa5cfd15,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:25.988388 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=cef7ab69-28ca-4388-9f50-6f1713c14b16,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:26.084031 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-95b63fc8-fbbf-48f3-a9a0-f9b1f4531bf2 None None] Current status of the port cef7ab69-28ca-4388-9f50-6f1713c14b16 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:26.121965 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-8ac8a374-0b97-40f6-a61d-e57c5b9e2391 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:26.124487 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-8ac8a374-0b97-40f6-a61d-e57c5b9e2391 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.96 "GET /v2.0/networks?id=8be186de-368f-4eda-9951-a49b79ceb5c7 HTTP/1.1" status: 200 len: 814 time: 0.2631943 Feb 08 21:34:26.132281 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b57c05ca-4204-4a64-b923-1340523064e4 None None] Publish callbacks [] for port (e8f56b2d-0a65-4b1b-a6e5-8de43848d022), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:26.169056 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-77f8fc96-77b0-4da2-ade4-75deee80e506 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Request body: {'port': {'device_id': 'f8eda976-0558-4ccd-a6f2-dc4f5d1d3838', 'network_id': '8be186de-368f-4eda-9951-a49b79ceb5c7', 'admin_state_up': True, 'tenant_id': '59239cb1d86043a9a6cf5f4caa83e279'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:26.208566 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-039f4f23-52f1-494b-a04a-359ce83b5a9c tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (f88582d8-d694-4000-a778-a285676d3903), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:26.213308 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c9a909-ac11-4772-a17d-2d8d9c1f00e3 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Checking segment: {'id': 'c82314dd-4584-48c2-9231-8c3d700873f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b375510e-2602-4d58-bb50-0a85496463e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:34:26.213805 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c9a909-ac11-4772-a17d-2d8d9c1f00e3 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Network hostable DHCP agents. Network: b375510e-2602-4d58-bb50-0a85496463e1, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:34:26.223958 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cc1aa518-5fb6-46ab-a6b8-c0a22a26ccc4 req-24f15fa8-d578-47d0-9ce3-ed84ba562de3 tempest-ServerTagsTestJSON-1140190678 tempest-ServerTagsTestJSON-1140190678-project] 10.222.0.88 "GET /v2.0/ports?device_id=352986cc-640c-428e-9494-06e1bcc18594 HTTP/1.1" status: 200 len: 210 time: 0.0429337 Feb 08 21:34:26.256510 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b57c05ca-4204-4a64-b923-1340523064e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (e8f56b2d-0a65-4b1b-a6e5-8de43848d022), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:26.370219 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9912dd-881c-495b-b239-935dee6045fe req-6f4b4fb8-9f45-4000-96d5-bb60b153df3e tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:26.378591 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c9912dd-881c-495b-b239-935dee6045fe req-6f4b4fb8-9f45-4000-96d5-bb60b153df3e tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=1993f920-f7ac-4493-89de-f8f86525d3dc HTTP/1.1" status: 200 len: 945 time: 0.3225069 Feb 08 21:34:26.381713 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-8d83c2a0-ba2e-4610-8bda-0206fce94307 None None] Provisioning complete for port a7cfdfa0-1918-466c-ad45-f3a5adab40c4 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:26.382092 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8d83c2a0-ba2e-4610-8bda-0206fce94307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a7cfdfa0-1918-466c-ad45-f3a5adab40c4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:26.384913 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-675e0e90-955c-4064-88ad-8aa9e92b9bb6 None None] Allocated IP 2001:db8::2 (931cba31-936c-4c05-8bbd-5d8a3cab3d34/f14e7408-9479-4c67-a1ee-9b236352d17d/143e6d6e-f4a0-4785-a306-72a2aa0be942) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:34:26.392736 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57c05ca-4204-4a64-b923-1340523064e4 None None] Network 6bc1568a-c9c3-4132-af56-f8e5a601a407 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:34:26.417124 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c05ca-4204-4a64-b923-1340523064e4 None None] Pushing event updated for resources: {'Port': ['ID=e8f56b2d-0a65-4b1b-a6e5-8de43848d022,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:26.421959 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-b57c05ca-4204-4a64-b923-1340523064e4 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:26.427454 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57c05ca-4204-4a64-b923-1340523064e4 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:34:26.435680 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5661252-8a81-4227-be3f-145bc802972c req-2ade5bca-5d48-4595-908d-d2f293267ace tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:26.437791 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b5661252-8a81-4227-be3f-145bc802972c req-2ade5bca-5d48-4595-908d-d2f293267ace tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.96 "GET /v2.0/ports?device_id=1993f920-f7ac-4493-89de-f8f86525d3dc HTTP/1.1" status: 200 len: 945 time: 0.3709786 Feb 08 21:34:26.474291 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c9a909-ac11-4772-a17d-2d8d9c1f00e3 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Network b375510e-2602-4d58-bb50-0a85496463e1 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:34:26.521367 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e1fd9b5-b4bb-4405-83d4-ff76daa5569a tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:26.528880 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-039f4f23-52f1-494b-a04a-359ce83b5a9c tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (f88582d8-d694-4000-a778-a285676d3903), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:26.536472 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:34:26.538898 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8d83c2a0-ba2e-4610-8bda-0206fce94307 None None] Port a7cfdfa0-1918-466c-ad45-f3a5adab40c4 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:34:26.541272 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-40c9a909-ac11-4772-a17d-2d8d9c1f00e3 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, b375510e-2602-4d58-bb50-0a85496463e1) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:26.550009 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-3de575c0-ceee-4baa-b9f2-6bd9c84a2655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da939b5-f0a6-42e8-8dd1-5999178a7739 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:34:26.564292 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c9a909-ac11-4772-a17d-2d8d9c1f00e3 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:26.564918 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-40c9a909-ac11-4772-a17d-2d8d9c1f00e3 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:26.584091 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b10d81-a165-4dd8-8585-532d2e505043 None None] Network b375510e-2602-4d58-bb50-0a85496463e1 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:34:26.594973 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c9912dd-881c-495b-b239-935dee6045fe req-47dee3ee-1d02-47d6-8de7-886620f43278 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149625 Feb 08 21:34:26.611458 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-3de575c0-ceee-4baa-b9f2-6bd9c84a2655 service neutron] Publish callbacks [] for port (6da939b5-f0a6-42e8-8dd1-5999178a7739), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:26.618919 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f4f23-52f1-494b-a04a-359ce83b5a9c tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f88582d8-d694-4000-a778-a285676d3903,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:26.672376 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:34:26.672797 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 5e59e3c0-9d56-42ca-aaf2-60e94ca02ed4 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:34:26.676436 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-40c9a909-ac11-4772-a17d-2d8d9c1f00e3 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3260114 Feb 08 21:34:26.681792 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b57c05ca-4204-4a64-b923-1340523064e4 None None] Attempting to bind port e8f56b2d-0a65-4b1b-a6e5-8de43848d022 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:34:26.682174 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b57c05ca-4204-4a64-b923-1340523064e4 None None] Attempting to bind port e8f56b2d-0a65-4b1b-a6e5-8de43848d022 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'e7c8d35a-87c1-4f66-92a6-22af7e7c7f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6bc1568a-c9c3-4132-af56-f8e5a601a407'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:34:26.682530 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57c05ca-4204-4a64-b923-1340523064e4 None None] Attempting to bind port e8f56b2d-0a65-4b1b-a6e5-8de43848d022 on network 6bc1568a-c9c3-4132-af56-f8e5a601a407 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:34:26.695995 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-77f8fc96-77b0-4da2-ade4-75deee80e506 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Made reservation on behalf of 59239cb1d86043a9a6cf5f4caa83e279 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:26.699892 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-77f8fc96-77b0-4da2-ade4-75deee80e506 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:26.702221 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 32924) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:26.702730 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57c05ca-4204-4a64-b923-1340523064e4 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:34:26.703173 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57c05ca-4204-4a64-b923-1340523064e4 None None] Checking segment: {'id': 'e7c8d35a-87c1-4f66-92a6-22af7e7c7f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6bc1568a-c9c3-4132-af56-f8e5a601a407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:34:26.703594 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b57c05ca-4204-4a64-b923-1340523064e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:26.703995 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57c05ca-4204-4a64-b923-1340523064e4 None None] Bound using segment: {'id': 'e7c8d35a-87c1-4f66-92a6-22af7e7c7f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6bc1568a-c9c3-4132-af56-f8e5a601a407'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:34:26.704678 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b57c05ca-4204-4a64-b923-1340523064e4 None None] Bound port: e8f56b2d-0a65-4b1b-a6e5-8de43848d022, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7c8d35a-87c1-4f66-92a6-22af7e7c7f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6bc1568a-c9c3-4132-af56-f8e5a601a407'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:34:26.704925 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b57c05ca-4204-4a64-b923-1340523064e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e8f56b2d-0a65-4b1b-a6e5-8de43848d022), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:26.706933 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-8d83c2a0-ba2e-4610-8bda-0206fce94307 None None] Provisioning complete for port cef7ab69-28ca-4388-9f50-6f1713c14b16 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:26.707346 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8d83c2a0-ba2e-4610-8bda-0206fce94307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cef7ab69-28ca-4388-9f50-6f1713c14b16), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:26.711235 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-f69cdff3-32a0-41ec-92ae-075538fa0a2f tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1799470319', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}, 'admin_state_up': False}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:26.804654 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-039f4f23-52f1-494b-a04a-359ce83b5a9c tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:26.811398 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-039f4f23-52f1-494b-a04a-359ce83b5a9c tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "DELETE /v2.0/subnets/f88582d8-d694-4000-a778-a285676d3903 HTTP/1.1" status: 204 len: 168 time: 1.7395911 Feb 08 21:34:26.814260 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 32928) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:26.816323 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f69cdff3-32a0-41ec-92ae-075538fa0a2f tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (7c0be268-2eaa-4489-add8-c642c93c4753), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:26.817638 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f69cdff3-32a0-41ec-92ae-075538fa0a2f tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (7c0be268-2eaa-4489-add8-c642c93c4753), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:26.842314 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-3de575c0-ceee-4baa-b9f2-6bd9c84a2655 service neutron] Transition to ACTIVE for port object 6da939b5-f0a6-42e8-8dd1-5999178a7739 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:34:26.849090 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5013ed7e-9424-4f3f-804b-9f09b060b224 None None] Network b375510e-2602-4d58-bb50-0a85496463e1 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:34:26.864560 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d32edc-cf23-46ad-8202-d0e6749c41b6 req-3d094fa2-c29f-403d-b5da-1d437bc201f9 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:26.870512 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d32edc-cf23-46ad-8202-d0e6749c41b6 req-3d094fa2-c29f-403d-b5da-1d437bc201f9 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:26.875940 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d32edc-cf23-46ad-8202-d0e6749c41b6 req-3d094fa2-c29f-403d-b5da-1d437bc201f9 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:26.883299 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-97d32edc-cf23-46ad-8202-d0e6749c41b6 req-3d094fa2-c29f-403d-b5da-1d437bc201f9 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 2375 time: 0.2267704 Feb 08 21:34:26.884889 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-3de575c0-ceee-4baa-b9f2-6bd9c84a2655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (6da939b5-f0a6-42e8-8dd1-5999178a7739), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:26.998867 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b57c05ca-4204-4a64-b923-1340523064e4 None None] For port e8f56b2d-0a65-4b1b-a6e5-8de43848d022, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:34:27.051642 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8d83c2a0-ba2e-4610-8bda-0206fce94307 None None] Current status of the port cef7ab69-28ca-4388-9f50-6f1713c14b16 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:27.074990 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-675e0e90-955c-4064-88ad-8aa9e92b9bb6 None None] Publish callbacks [] for port (143e6d6e-f4a0-4785-a306-72a2aa0be942), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:27.081694 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de575c0-ceee-4baa-b9f2-6bd9c84a2655 service neutron] Pushing event updated for resources: {'Port': ['ID=6da939b5-f0a6-42e8-8dd1-5999178a7739,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:27.138428 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b57c05ca-4204-4a64-b923-1340523064e4 None None] For port e8f56b2d-0a65-4b1b-a6e5-8de43848d022, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e8f56b2d-0a65-4b1b-a6e5-8de43848d022,segment=NetworkSegment(e7c8d35a-87c1-4f66-92a6-22af7e7c7f53),segment_id=e7c8d35a-87c1-4f66-92a6-22af7e7c7f53)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:34:27.144196 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-675e0e90-955c-4064-88ad-8aa9e92b9bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (143e6d6e-f4a0-4785-a306-72a2aa0be942), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:27.199296 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e0e90-955c-4064-88ad-8aa9e92b9bb6 None None] Pushing event updated for resources: {'Port': ['ID=143e6d6e-f4a0-4785-a306-72a2aa0be942,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:27.202673 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b57c05ca-4204-4a64-b923-1340523064e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e8f56b2d-0a65-4b1b-a6e5-8de43848d022), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:27.244162 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675e0e90-955c-4064-88ad-8aa9e92b9bb6 None None] Network 931cba31-936c-4c05-8bbd-5d8a3cab3d34 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:34:27.250067 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-4e1fd9b5-b4bb-4405-83d4-ff76daa5569a tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Allocated IP 2001:db8::1 (6bc1568a-c9c3-4132-af56-f8e5a601a407/50b105d4-2ca9-40fd-a19d-38e0d8c26307/58de6020-7a3d-489e-b7da-025ed89b206e) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:34:27.257466 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-675e0e90-955c-4064-88ad-8aa9e92b9bb6 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:27.265015 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675e0e90-955c-4064-88ad-8aa9e92b9bb6 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:34:27.271934 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-3de575c0-ceee-4baa-b9f2-6bd9c84a2655 service neutron] Attempting to bind port 6da939b5-f0a6-42e8-8dd1-5999178a7739 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:34:27.273215 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-3de575c0-ceee-4baa-b9f2-6bd9c84a2655 service neutron] Attempting to bind port 6da939b5-f0a6-42e8-8dd1-5999178a7739 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '615d05bc-91a6-4266-946a-41943643d9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e0a9b9ec-b0de-4d39-8921-b9219efd548e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:34:27.273875 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-3de575c0-ceee-4baa-b9f2-6bd9c84a2655 service neutron] Attempting to bind port 6da939b5-f0a6-42e8-8dd1-5999178a7739 on network e0a9b9ec-b0de-4d39-8921-b9219efd548e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:34:27.286842 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-3de575c0-ceee-4baa-b9f2-6bd9c84a2655 service neutron] Port 6da939b5-f0a6-42e8-8dd1-5999178a7739 on network e0a9b9ec-b0de-4d39-8921-b9219efd548e not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:34:27.287514 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-3de575c0-ceee-4baa-b9f2-6bd9c84a2655 service neutron] Attempting to bind port 6da939b5-f0a6-42e8-8dd1-5999178a7739 on network e0a9b9ec-b0de-4d39-8921-b9219efd548e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:34:27.346461 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c05ca-4204-4a64-b923-1340523064e4 None None] Pushing event updated for resources: {'Port': ['ID=e8f56b2d-0a65-4b1b-a6e5-8de43848d022,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:27.373433 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-3de575c0-ceee-4baa-b9f2-6bd9c84a2655 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:34:27.374063 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-3de575c0-ceee-4baa-b9f2-6bd9c84a2655 service neutron] Checking segment: {'id': '615d05bc-91a6-4266-946a-41943643d9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e0a9b9ec-b0de-4d39-8921-b9219efd548e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:34:27.375829 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-3de575c0-ceee-4baa-b9f2-6bd9c84a2655 service neutron] Bound using segment: {'id': '615d05bc-91a6-4266-946a-41943643d9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e0a9b9ec-b0de-4d39-8921-b9219efd548e'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:34:27.376511 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-3de575c0-ceee-4baa-b9f2-6bd9c84a2655 service neutron] Bound port: 6da939b5-f0a6-42e8-8dd1-5999178a7739, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '615d05bc-91a6-4266-946a-41943643d9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e0a9b9ec-b0de-4d39-8921-b9219efd548e'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:34:27.377080 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-3de575c0-ceee-4baa-b9f2-6bd9c84a2655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6da939b5-f0a6-42e8-8dd1-5999178a7739), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:27.378761 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-675e0e90-955c-4064-88ad-8aa9e92b9bb6 None None] Attempting to bind port 143e6d6e-f4a0-4785-a306-72a2aa0be942 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:34:27.379206 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-675e0e90-955c-4064-88ad-8aa9e92b9bb6 None None] Attempting to bind port 143e6d6e-f4a0-4785-a306-72a2aa0be942 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'fe114929-b529-4dce-ba37-3b0d2f23e77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '931cba31-936c-4c05-8bbd-5d8a3cab3d34'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:34:27.379720 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675e0e90-955c-4064-88ad-8aa9e92b9bb6 None None] Attempting to bind port 143e6d6e-f4a0-4785-a306-72a2aa0be942 on network 931cba31-936c-4c05-8bbd-5d8a3cab3d34 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:34:27.395595 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b2658df-3254-4dda-92e2-41a2e276bb71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:27.398994 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675e0e90-955c-4064-88ad-8aa9e92b9bb6 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:34:27.399475 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675e0e90-955c-4064-88ad-8aa9e92b9bb6 None None] Checking segment: {'id': 'fe114929-b529-4dce-ba37-3b0d2f23e77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '931cba31-936c-4c05-8bbd-5d8a3cab3d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:34:27.400022 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-675e0e90-955c-4064-88ad-8aa9e92b9bb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:27.400517 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675e0e90-955c-4064-88ad-8aa9e92b9bb6 None None] Bound using segment: {'id': 'fe114929-b529-4dce-ba37-3b0d2f23e77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '931cba31-936c-4c05-8bbd-5d8a3cab3d34'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:34:27.401218 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-675e0e90-955c-4064-88ad-8aa9e92b9bb6 None None] Bound port: 143e6d6e-f4a0-4785-a306-72a2aa0be942, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe114929-b529-4dce-ba37-3b0d2f23e77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '931cba31-936c-4c05-8bbd-5d8a3cab3d34'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:34:27.401792 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-675e0e90-955c-4064-88ad-8aa9e92b9bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (143e6d6e-f4a0-4785-a306-72a2aa0be942), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:27.435481 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-b5661252-8a81-4227-be3f-145bc802972c req-d4796acd-5722-442b-86fd-026b9a93055a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Deleting port 5cfce827-87e2-4b87-b40c-c51c81b2fc12 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:34:27.437115 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b5661252-8a81-4227-be3f-145bc802972c req-d4796acd-5722-442b-86fd-026b9a93055a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (5cfce827-87e2-4b87-b40c-c51c81b2fc12), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:27.440793 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45c1b53a-1eeb-4cd6-a9f7-8eccf7b95526 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:27.500141 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-675e0e90-955c-4064-88ad-8aa9e92b9bb6 None None] For port 143e6d6e-f4a0-4785-a306-72a2aa0be942, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:34:27.504899 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-675e0e90-955c-4064-88ad-8aa9e92b9bb6 None None] For port 143e6d6e-f4a0-4785-a306-72a2aa0be942, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=143e6d6e-f4a0-4785-a306-72a2aa0be942,segment=NetworkSegment(fe114929-b529-4dce-ba37-3b0d2f23e77b),segment_id=fe114929-b529-4dce-ba37-3b0d2f23e77b)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:34:27.512501 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd61163f-5865-48b8-9277-f0cb9da88801 req-8fa75719-5069-4b8a-8da9-cbc11f13edcd tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 210 time: 0.6823852 Feb 08 21:34:27.527473 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-675e0e90-955c-4064-88ad-8aa9e92b9bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (143e6d6e-f4a0-4785-a306-72a2aa0be942), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:27.594313 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f69cdff3-32a0-41ec-92ae-075538fa0a2f tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for router_controller (7c0be268-2eaa-4489-add8-c642c93c4753), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:27.655701 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 32934) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:27.666435 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-97d32edc-cf23-46ad-8202-d0e6749c41b6 req-6ff573b5-0a3f-4e6e-aed3-9dfd8778b61d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7820470 Feb 08 21:34:27.702784 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e0e90-955c-4064-88ad-8aa9e92b9bb6 None None] Pushing event updated for resources: {'Port': ['ID=143e6d6e-f4a0-4785-a306-72a2aa0be942,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:27.712746 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cef7ab69-28ca-4388-9f50-6f1713c14b16 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:34:27.803029 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port cef7ab69-28ca-4388-9f50-6f1713c14b16 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:27.803409 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cef7ab69-28ca-4388-9f50-6f1713c14b16), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:27.887284 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-77f8fc96-77b0-4da2-ade4-75deee80e506 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Allocated IP 172.20.0.7 (8be186de-368f-4eda-9951-a49b79ceb5c7/9a442a7b-87af-4f33-a2ce-71014519d421/bf0b09da-257c-4e52-ad23-8286c9ef9e16) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:34:27.900947 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port cef7ab69-28ca-4388-9f50-6f1713c14b16 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:28.007533 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e30e0a6-c29e-47ff-832a-c09521e5cc40 admin admin] Deleting subnet c4bcbb75-d508-49eb-a8ec-b8f72780ba13 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:34:28.035817 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4e30e0a6-c29e-47ff-832a-c09521e5cc40 admin admin] Publish callbacks [] for subnet (c4bcbb75-d508-49eb-a8ec-b8f72780ba13), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:28.093371 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e1fd9b5-b4bb-4405-83d4-ff76daa5569a tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks [] for port (58de6020-7a3d-489e-b7da-025ed89b206e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:28.094916 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-3de575c0-ceee-4baa-b9f2-6bd9c84a2655 service neutron] For port 6da939b5-f0a6-42e8-8dd1-5999178a7739, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:34:28.098835 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-3de575c0-ceee-4baa-b9f2-6bd9c84a2655 service neutron] For port 6da939b5-f0a6-42e8-8dd1-5999178a7739, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=6da939b5-f0a6-42e8-8dd1-5999178a7739,segment=NetworkSegment(615d05bc-91a6-4266-946a-41943643d9e1),segment_id=615d05bc-91a6-4266-946a-41943643d9e1)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:34:28.112410 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-3de575c0-ceee-4baa-b9f2-6bd9c84a2655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (6da939b5-f0a6-42e8-8dd1-5999178a7739), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:28.175926 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-3de575c0-ceee-4baa-b9f2-6bd9c84a2655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:28.176548 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-3de575c0-ceee-4baa-b9f2-6bd9c84a2655 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:28.178016 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-3de575c0-ceee-4baa-b9f2-6bd9c84a2655 service neutron] 10.222.0.94 "PUT /v2.0/ports/6da939b5-f0a6-42e8-8dd1-5999178a7739 HTTP/1.1" status: 200 len: 1092 time: 3.6821830 Feb 08 21:34:28.183658 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd74ea09-e996-4049-be53-d190678e8811', 'tag': '6da939b5-f0a6-42e8-8dd1-5999178a7739'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:34:28.186479 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef4318c-30b7-4437-b1c8-3e82b04efe8f" -d '{"events": [{"name": "network-changed", "server_uuid": "bd74ea09-e996-4049-be53-d190678e8811", "tag": "6da939b5-f0a6-42e8-8dd1-5999178a7739"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:34:28.226672 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-fc5a5d5f-4899-443e-9754-8cb31b568e05 service neutron] Request body: {'port': {'device_id': 'bd74ea09-e996-4049-be53-d190678e8811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:28.227860 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-b5661252-8a81-4227-be3f-145bc802972c req-d4796acd-5722-442b-86fd-026b9a93055a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] For port 5cfce827-87e2-4b87-b40c-c51c81b2fc12, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5cfce827-87e2-4b87-b40c-c51c81b2fc12,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:28.228244 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b5661252-8a81-4227-be3f-145bc802972c req-d4796acd-5722-442b-86fd-026b9a93055a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (5cfce827-87e2-4b87-b40c-c51c81b2fc12), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:28.237295 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de575c0-ceee-4baa-b9f2-6bd9c84a2655 service neutron] Pushing event updated for resources: {'Port': ['ID=6da939b5-f0a6-42e8-8dd1-5999178a7739,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:28.241384 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6362ea5-a390-4c89-91dd-ea8cd4104572 x-openstack-request-id: req-d6362ea5-a390-4c89-91dd-ea8cd4104572 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:34:28.242081 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd74ea09-e996-4049-be53-d190678e8811", "tag": "6da939b5-f0a6-42e8-8dd1-5999178a7739", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:34:28.242359 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d6362ea5-a390-4c89-91dd-ea8cd4104572 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:34:28.244095 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd74ea09-e996-4049-be53-d190678e8811', 'tag': '6da939b5-f0a6-42e8-8dd1-5999178a7739', 'status': 'completed', 'code': 200} Feb 08 21:34:28.248524 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e1fd9b5-b4bb-4405-83d4-ff76daa5569a tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (58de6020-7a3d-489e-b7da-025ed89b206e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:28.248755 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45c1b53a-1eeb-4cd6-a9f7-8eccf7b95526 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:28.291827 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f69cdff3-32a0-41ec-92ae-075538fa0a2f tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for router_gateway (7c0be268-2eaa-4489-add8-c642c93c4753), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:28.318172 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4e30e0a6-c29e-47ff-832a-c09521e5cc40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (c4bcbb75-d508-49eb-a8ec-b8f72780ba13), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:28.320395 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-b5661252-8a81-4227-be3f-145bc802972c req-d4796acd-5722-442b-86fd-026b9a93055a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Calling delete_port for 5cfce827-87e2-4b87-b40c-c51c81b2fc12 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:34:28.379533 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1fd9b5-b4bb-4405-83d4-ff76daa5569a tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Network 6bc1568a-c9c3-4132-af56-f8e5a601a407 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:34:28.394349 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-4e1fd9b5-b4bb-4405-83d4-ff76daa5569a tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:28.399623 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-45c1b53a-1eeb-4cd6-a9f7-8eccf7b95526 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:28.418034 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1fd9b5-b4bb-4405-83d4-ff76daa5569a tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:34:28.418857 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e1fd9b5-b4bb-4405-83d4-ff76daa5569a tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (08ed8e51-b8f2-4bc8-b28e-4050359b431f), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:28.424991 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fd9b5-b4bb-4405-83d4-ff76daa5569a tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Pushing event updated for resources: {'Port': ['ID=58de6020-7a3d-489e-b7da-025ed89b206e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:28.425824 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed01f7-d9a9-4d05-afdf-ee69aa525f14 req-16d5b6aa-a1c2-49c0-a3eb-c33fe94dfa68 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:28.427496 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27ed01f7-d9a9-4d05-afdf-ee69aa525f14 req-16d5b6aa-a1c2-49c0-a3eb-c33fe94dfa68 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=1993f920-f7ac-4493-89de-f8f86525d3dc HTTP/1.1" status: 200 len: 945 time: 0.6059208 Feb 08 21:34:28.446477 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-45c1b53a-1eeb-4cd6-a9f7-8eccf7b95526 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d4b994-c7e1-412c-8700-f74e2da0336a') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:28.447121 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-45c1b53a-1eeb-4cd6-a9f7-8eccf7b95526 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d4b994-c7e1-412c-8700-f74e2da0336a') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:28.457743 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45c1b53a-1eeb-4cd6-a9f7-8eccf7b95526 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (41d4b994-c7e1-412c-8700-f74e2da0336a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:28.480815 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4318c-30b7-4437-b1c8-3e82b04efe8f req-bc543fa6-2f04-4ded-96d8-4797850d45b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:28.481328 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4318c-30b7-4437-b1c8-3e82b04efe8f req-bc543fa6-2f04-4ded-96d8-4797850d45b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:28.482357 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4318c-30b7-4437-b1c8-3e82b04efe8f req-bc543fa6-2f04-4ded-96d8-4797850d45b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:28.484327 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8ef4318c-30b7-4437-b1c8-3e82b04efe8f req-bc543fa6-2f04-4ded-96d8-4797850d45b6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e06b0580b36e41f2ba7247491d9845e4&device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 2762 time: 0.1938269 Feb 08 21:34:28.492902 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-fc5a5d5f-4899-443e-9754-8cb31b568e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4e5a113e-8e1b-4428-8192-aafc1d61a261), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:28.495578 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4e30e0a6-c29e-47ff-832a-c09521e5cc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (c4bcbb75-d508-49eb-a8ec-b8f72780ba13), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:28.522418 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45c1b53a-1eeb-4cd6-a9f7-8eccf7b95526 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (41d4b994-c7e1-412c-8700-f74e2da0336a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:28.655793 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c1b53a-1eeb-4cd6-a9f7-8eccf7b95526 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:34:28.656202 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45c1b53a-1eeb-4cd6-a9f7-8eccf7b95526 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (41d4b994-c7e1-412c-8700-f74e2da0336a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:34:28.658011 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:34:28.783018 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d7afd76-1fa6-4650-94d3-0e6202c3c500 req-94e5f89c-da50-49fa-8626-2da70ffc2cf9 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 210 time: 0.1426504 Feb 08 21:34:28.848361 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-77f8fc96-77b0-4da2-ade4-75deee80e506 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Publish callbacks [] for port (bf0b09da-257c-4e52-ad23-8286c9ef9e16), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:28.865913 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27ed01f7-d9a9-4d05-afdf-ee69aa525f14 req-72e69ac8-7269-4b6a-bbd8-50fe32216f18 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=4da62653-f692-4b96-b675-945fbb97c7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728845 Feb 08 21:34:28.870696 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45c1b53a-1eeb-4cd6-a9f7-8eccf7b95526 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:28.877681 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4318c-30b7-4437-b1c8-3e82b04efe8f req-e72b08ce-72da-48e4-89ed-1b7d40e75c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:28.878097 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4318c-30b7-4437-b1c8-3e82b04efe8f req-e72b08ce-72da-48e4-89ed-1b7d40e75c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:28.878576 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4318c-30b7-4437-b1c8-3e82b04efe8f req-e72b08ce-72da-48e4-89ed-1b7d40e75c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:28.880373 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8ef4318c-30b7-4437-b1c8-3e82b04efe8f req-e72b08ce-72da-48e4-89ed-1b7d40e75c73 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=e06b0580b36e41f2ba7247491d9845e4&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3885844 Feb 08 21:34:28.889081 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4e30e0a6-c29e-47ff-832a-c09521e5cc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (c4bcbb75-d508-49eb-a8ec-b8f72780ba13), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:28.894966 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c1b53a-1eeb-4cd6-a9f7-8eccf7b95526 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 08 21:34:28.909828 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45c1b53a-1eeb-4cd6-a9f7-8eccf7b95526 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:28.922047 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-45c1b53a-1eeb-4cd6-a9f7-8eccf7b95526 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "DELETE /v2.0/networks/92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4 HTTP/1.1" status: 204 len: 168 time: 2.0911412 Feb 08 21:34:28.922162 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e1fd9b5-b4bb-4405-83d4-ff76daa5569a tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (58de6020-7a3d-489e-b7da-025ed89b206e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:29.062269 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5bea4e-85f2-4adb-aa85-9ba26fed7364 None None] Network 6bc1568a-c9c3-4132-af56-f8e5a601a407 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:34:29.071856 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1b53a-1eeb-4cd6-a9f7-8eccf7b95526 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Pushing event deleted for resources: {'Network': ['ID=92ffdd2a-f0d0-46a1-823a-d18cd5a0a2c4,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:29.074118 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30e0a6-c29e-47ff-832a-c09521e5cc40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4bcbb75-d508-49eb-a8ec-b8f72780ba13,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:29.141765 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4e30e0a6-c29e-47ff-832a-c09521e5cc40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:29.145926 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4e30e0a6-c29e-47ff-832a-c09521e5cc40 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/c4bcbb75-d508-49eb-a8ec-b8f72780ba13 HTTP/1.1" status: 204 len: 168 time: 1.4784791 Feb 08 21:34:29.151099 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 32946) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:29.261658 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ccd825d0-490c-4138-866c-45e2a946c39f None None] Provisioning complete for port e8f56b2d-0a65-4b1b-a6e5-8de43848d022 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:29.262356 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ccd825d0-490c-4138-866c-45e2a946c39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e8f56b2d-0a65-4b1b-a6e5-8de43848d022), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:29.266139 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b5661252-8a81-4227-be3f-145bc802972c req-d4796acd-5722-442b-86fd-026b9a93055a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (5cfce827-87e2-4b87-b40c-c51c81b2fc12), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:29.266448 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:29.283711 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-77f8fc96-77b0-4da2-ade4-75deee80e506 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (bf0b09da-257c-4e52-ad23-8286c9ef9e16), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:29.431624 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bbe5b-235e-45c3-8eca-8087b9fa5cdb req-ce89895d-6767-4540-ad47-80b1ddfc25df tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:29.438432 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bbe5b-235e-45c3-8eca-8087b9fa5cdb req-ce89895d-6767-4540-ad47-80b1ddfc25df tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:29.441653 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ccd825d0-490c-4138-866c-45e2a946c39f None None] Current status of the port e8f56b2d-0a65-4b1b-a6e5-8de43848d022 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:29.442063 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ccd825d0-490c-4138-866c-45e2a946c39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e8f56b2d-0a65-4b1b-a6e5-8de43848d022), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:29.445308 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bbe5b-235e-45c3-8eca-8087b9fa5cdb req-ce89895d-6767-4540-ad47-80b1ddfc25df tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:29.447115 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-010bbe5b-235e-45c3-8eca-8087b9fa5cdb req-ce89895d-6767-4540-ad47-80b1ddfc25df tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 2387 time: 0.5418360 Feb 08 21:34:29.451107 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4796acd-5722-442b-86fd-026b9a93055a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Pushing event deleted for resources: {'Port': ['ID=5cfce827-87e2-4b87-b40c-c51c81b2fc12,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:29.455801 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c4ea8a12-951e-4950-987d-826e40c20777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (b024f09d-6c4d-4b94-8954-cc324d953fc4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:29.543173 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ccd825d0-490c-4138-866c-45e2a946c39f None None] For port e8f56b2d-0a65-4b1b-a6e5-8de43848d022, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e8f56b2d-0a65-4b1b-a6e5-8de43848d022,segment=NetworkSegment(e7c8d35a-87c1-4f66-92a6-22af7e7c7f53),segment_id=e7c8d35a-87c1-4f66-92a6-22af7e7c7f53)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:29.549049 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 32950) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:29.555719 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ccd825d0-490c-4138-866c-45e2a946c39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e8f56b2d-0a65-4b1b-a6e5-8de43848d022), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:29.570322 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6fc261ee-3c11-416a-a160-367cb364f755 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Request body: {'router': {'name': 'tempest-router--686521374', 'project_id': '0f1799c2130c44d3b13af0a84a1b5164'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:29.692582 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8fc96-77b0-4da2-ade4-75deee80e506 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Pushing event updated for resources: {'Port': ['ID=bf0b09da-257c-4e52-ad23-8286c9ef9e16,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:29.711735 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-77f8fc96-77b0-4da2-ade4-75deee80e506 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Network 8be186de-368f-4eda-9951-a49b79ceb5c7 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:34:29.714419 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-fc5a5d5f-4899-443e-9754-8cb31b568e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e5a113e-8e1b-4428-8192-aafc1d61a261 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:34:29.788279 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5661252-8a81-4227-be3f-145bc802972c req-d4796acd-5722-442b-86fd-026b9a93055a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] No DVR routers for this DVR port 5cfce827-87e2-4b87-b40c-c51c81b2fc12 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:34:29.793841 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b5661252-8a81-4227-be3f-145bc802972c req-d4796acd-5722-442b-86fd-026b9a93055a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:29.798830 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b5661252-8a81-4227-be3f-145bc802972c req-d4796acd-5722-442b-86fd-026b9a93055a tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.96 "DELETE /v2.0/ports/5cfce827-87e2-4b87-b40c-c51c81b2fc12 HTTP/1.1" status: 204 len: 173 time: 3.3216796 Feb 08 21:34:29.824103 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1993f920-f7ac-4493-89de-f8f86525d3dc', 'name': 'network-vif-deleted', 'tag': '5cfce827-87e2-4b87-b40c-c51c81b2fc12'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:34:29.831159 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0aae9b-e653-46e4-8fc7-45416fb00deb" -d '{"events": [{"server_uuid": "1993f920-f7ac-4493-89de-f8f86525d3dc", "name": "network-vif-deleted", "tag": "5cfce827-87e2-4b87-b40c-c51c81b2fc12"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:34:29.835228 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-77f8fc96-77b0-4da2-ade4-75deee80e506 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:29.852813 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-fc5a5d5f-4899-443e-9754-8cb31b568e05 service neutron] Publish callbacks [] for port (4e5a113e-8e1b-4428-8192-aafc1d61a261), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:29.958325 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-77f8fc96-77b0-4da2-ade4-75deee80e506 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:34:29.983268 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-010bbe5b-235e-45c3-8eca-8087b9fa5cdb req-4db7f8f0-9aa2-40a8-90cd-4c374f327a4c tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5218270 Feb 08 21:34:30.046037 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6fc261ee-3c11-416a-a160-367cb364f755 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (b1da7c22-709a-4d49-bcf6-12b250021d40), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:30.046037 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6fc261ee-3c11-416a-a160-367cb364f755 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (b1da7c22-709a-4d49-bcf6-12b250021d40), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:30.086090 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-fc5a5d5f-4899-443e-9754-8cb31b568e05 service neutron] Transition to ACTIVE for port object 4e5a113e-8e1b-4428-8192-aafc1d61a261 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:34:30.107802 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-fc5a5d5f-4899-443e-9754-8cb31b568e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (4e5a113e-8e1b-4428-8192-aafc1d61a261), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:30.196262 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e8f56b2d-0a65-4b1b-a6e5-8de43848d022 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:34:30.201583 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b232c865-a8a6-4317-9087-794734785f62 None None] Network 931cba31-936c-4c05-8bbd-5d8a3cab3d34 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:34:30.222111 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a5d5f-4899-443e-9754-8cb31b568e05 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5a113e-8e1b-4428-8192-aafc1d61a261,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:30.227897 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4318c-30b7-4437-b1c8-3e82b04efe8f req-925442e3-7dbd-427f-9d71-4dab21849f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:30.230542 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8ef4318c-30b7-4437-b1c8-3e82b04efe8f req-925442e3-7dbd-427f-9d71-4dab21849f6d service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3227925 Feb 08 21:34:30.359260 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c8554b25-b93c-4404-9d3a-ef8a1399a4c5 req-56478bec-bd1c-4b75-a102-0bcb5e2b435c tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=1993f920-f7ac-4493-89de-f8f86525d3dc HTTP/1.1" status: 200 len: 210 time: 0.0916924 Feb 08 21:34:30.417934 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd825d0-490c-4138-866c-45e2a946c39f None None] Pushing event updated for resources: {'Port': ['ID=e8f56b2d-0a65-4b1b-a6e5-8de43848d022,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:30.475711 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d687b9-47ec-43cb-8b0a-8258f0cc5cd3 x-openstack-request-id: req-a5d687b9-47ec-43cb-8b0a-8258f0cc5cd3 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:34:30.476311 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1993f920-f7ac-4493-89de-f8f86525d3dc", "name": "network-vif-deleted", "tag": "5cfce827-87e2-4b87-b40c-c51c81b2fc12", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:34:30.476416 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a5d687b9-47ec-43cb-8b0a-8258f0cc5cd3 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:34:30.476773 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1993f920-f7ac-4493-89de-f8f86525d3dc', 'name': 'network-vif-deleted', 'tag': '5cfce827-87e2-4b87-b40c-c51c81b2fc12', 'status': 'completed', 'code': 200} Feb 08 21:34:30.533790 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f0b9b06f-29be-4f01-81d9-052411146a76 None None] Provisioning complete for port 143e6d6e-f4a0-4785-a306-72a2aa0be942 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:30.534164 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f0b9b06f-29be-4f01-81d9-052411146a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (143e6d6e-f4a0-4785-a306-72a2aa0be942), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:30.536133 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 5cfce827-87e2-4b87-b40c-c51c81b2fc12 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:34:30.560442 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f69cdff3-32a0-41ec-92ae-075538fa0a2f tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for router_gateway (7c0be268-2eaa-4489-add8-c642c93c4753), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:30.665421 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-77f8fc96-77b0-4da2-ade4-75deee80e506 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:30.666206 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-77f8fc96-77b0-4da2-ade4-75deee80e506 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:30.672295 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f69cdff3-32a0-41ec-92ae-075538fa0a2f tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:30.678601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 5cfce827-87e2-4b87-b40c-c51c81b2fc12 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:34:30.678853 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 5cfce827-87e2-4b87-b40c-c51c81b2fc12 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:34:30.690608 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6fc261ee-3c11-416a-a160-367cb364f755 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router_controller (b1da7c22-709a-4d49-bcf6-12b250021d40), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:30.707365 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6fc261ee-3c11-416a-a160-367cb364f755 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (b1da7c22-709a-4d49-bcf6-12b250021d40), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:30.743165 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port e8f56b2d-0a65-4b1b-a6e5-8de43848d022 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:30.743521 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e8f56b2d-0a65-4b1b-a6e5-8de43848d022), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:30.807529 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b21cd-c01b-46a3-8a43-1058a3955e7c req-4752f1a2-956e-4086-9b6f-3140b8a2638d tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:30.809300 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-093b21cd-c01b-46a3-8a43-1058a3955e7c req-4752f1a2-956e-4086-9b6f-3140b8a2638d tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 931 time: 0.5449049 Feb 08 21:34:30.820324 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c4ea8a12-951e-4950-987d-826e40c20777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (b024f09d-6c4d-4b94-8954-cc324d953fc4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:30.828697 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-77f8fc96-77b0-4da2-ade4-75deee80e506 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6642499 Feb 08 21:34:30.853868 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-99b9f9a1-638b-4349-a421-7287b84f0e51 service neutron] Request body: {'port': {'device_id': 'f8eda976-0558-4ccd-a6f2-dc4f5d1d3838', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:30.862068 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e1fd9b5-b4bb-4405-83d4-ff76daa5569a tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks [] for port (58de6020-7a3d-489e-b7da-025ed89b206e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:30.866967 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6fc261ee-3c11-416a-a160-367cb364f755 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:30.873407 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6fc261ee-3c11-416a-a160-367cb364f755 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.3197839 Feb 08 21:34:30.873407 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-fc5a5d5f-4899-443e-9754-8cb31b568e05 service neutron] Attempting to bind port 4e5a113e-8e1b-4428-8192-aafc1d61a261 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:34:30.873407 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-fc5a5d5f-4899-443e-9754-8cb31b568e05 service neutron] Attempting to bind port 4e5a113e-8e1b-4428-8192-aafc1d61a261 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'ffc87990-6200-4560-b21a-4ac95898afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f112523c-6915-4ee0-b2f0-e26bdfe4744d'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:34:30.873407 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-fc5a5d5f-4899-443e-9754-8cb31b568e05 service neutron] Attempting to bind port 4e5a113e-8e1b-4428-8192-aafc1d61a261 on network f112523c-6915-4ee0-b2f0-e26bdfe4744d {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:34:30.874456 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 32958) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:30.877163 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e1fd9b5-b4bb-4405-83d4-ff76daa5569a tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (58de6020-7a3d-489e-b7da-025ed89b206e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:30.878861 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e1fd9b5-b4bb-4405-83d4-ff76daa5569a tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (08ed8e51-b8f2-4bc8-b28e-4050359b431f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:30.960211 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port e8f56b2d-0a65-4b1b-a6e5-8de43848d022 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:30.961434 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 143e6d6e-f4a0-4785-a306-72a2aa0be942 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:34:30.963700 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f0b9b06f-29be-4f01-81d9-052411146a76 None None] Current status of the port 143e6d6e-f4a0-4785-a306-72a2aa0be942 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:30.964096 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f0b9b06f-29be-4f01-81d9-052411146a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (143e6d6e-f4a0-4785-a306-72a2aa0be942), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:31.000158 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-fc5a5d5f-4899-443e-9754-8cb31b568e05 service neutron] Port 4e5a113e-8e1b-4428-8192-aafc1d61a261 on network f112523c-6915-4ee0-b2f0-e26bdfe4744d not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:34:31.002138 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-fc5a5d5f-4899-443e-9754-8cb31b568e05 service neutron] Attempting to bind port 4e5a113e-8e1b-4428-8192-aafc1d61a261 on network f112523c-6915-4ee0-b2f0-e26bdfe4744d {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:34:31.068840 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f0b9b06f-29be-4f01-81d9-052411146a76 None None] For port 143e6d6e-f4a0-4785-a306-72a2aa0be942, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=143e6d6e-f4a0-4785-a306-72a2aa0be942,segment=NetworkSegment(fe114929-b529-4dce-ba37-3b0d2f23e77b),segment_id=fe114929-b529-4dce-ba37-3b0d2f23e77b)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:31.080912 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f0b9b06f-29be-4f01-81d9-052411146a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (143e6d6e-f4a0-4785-a306-72a2aa0be942), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:31.131062 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-fc5a5d5f-4899-443e-9754-8cb31b568e05 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:34:31.131759 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-fc5a5d5f-4899-443e-9754-8cb31b568e05 service neutron] Checking segment: {'id': 'ffc87990-6200-4560-b21a-4ac95898afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f112523c-6915-4ee0-b2f0-e26bdfe4744d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:34:31.133671 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-fc5a5d5f-4899-443e-9754-8cb31b568e05 service neutron] Bound using segment: {'id': 'ffc87990-6200-4560-b21a-4ac95898afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f112523c-6915-4ee0-b2f0-e26bdfe4744d'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:34:31.133671 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-fc5a5d5f-4899-443e-9754-8cb31b568e05 service neutron] Bound port: 4e5a113e-8e1b-4428-8192-aafc1d61a261, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc87990-6200-4560-b21a-4ac95898afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f112523c-6915-4ee0-b2f0-e26bdfe4744d'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:34:31.133953 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 143e6d6e-f4a0-4785-a306-72a2aa0be942 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:31.134244 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (143e6d6e-f4a0-4785-a306-72a2aa0be942), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:31.134791 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-fc5a5d5f-4899-443e-9754-8cb31b568e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4e5a113e-8e1b-4428-8192-aafc1d61a261), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:31.204331 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9b06f-29be-4f01-81d9-052411146a76 None None] Pushing event updated for resources: {'Port': ['ID=143e6d6e-f4a0-4785-a306-72a2aa0be942,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:31.224399 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-fc5a5d5f-4899-443e-9754-8cb31b568e05 service neutron] For port 4e5a113e-8e1b-4428-8192-aafc1d61a261, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:34:31.228589 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-52f016a9-a375-4f03-9616-66dac910a854 None None] Provisioning complete for port 143e6d6e-f4a0-4785-a306-72a2aa0be942 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:31.228589 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-52f016a9-a375-4f03-9616-66dac910a854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (143e6d6e-f4a0-4785-a306-72a2aa0be942), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:31.229066 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-fc5a5d5f-4899-443e-9754-8cb31b568e05 service neutron] For port 4e5a113e-8e1b-4428-8192-aafc1d61a261, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=4e5a113e-8e1b-4428-8192-aafc1d61a261,segment=NetworkSegment(ffc87990-6200-4560-b21a-4ac95898afa2),segment_id=ffc87990-6200-4560-b21a-4ac95898afa2)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:34:31.247417 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-fc5a5d5f-4899-443e-9754-8cb31b568e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (4e5a113e-8e1b-4428-8192-aafc1d61a261), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:31.252289 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fd9b5-b4bb-4405-83d4-ff76daa5569a tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Pushing event updated for resources: {'Port': ['ID=58de6020-7a3d-489e-b7da-025ed89b206e,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:31.260071 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1728844d-0588-4639-9b55-b10b3468339d tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router (b1da7c22-709a-4d49-bcf6-12b250021d40), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:31.297204 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 143e6d6e-f4a0-4785-a306-72a2aa0be942 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:31.326337 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-c4ea8a12-951e-4950-987d-826e40c20777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b024f09d-6c4d-4b94-8954-cc324d953fc4']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:31.337361 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a5d5f-4899-443e-9754-8cb31b568e05 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5a113e-8e1b-4428-8192-aafc1d61a261,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:31.392020 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-52f016a9-a375-4f03-9616-66dac910a854 None None] Current status of the port 143e6d6e-f4a0-4785-a306-72a2aa0be942 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:31.405849 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-c4ea8a12-951e-4950-987d-826e40c20777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '093fe90d-2d9e-4cba-a6de-72f4b2ab76af') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:31.406251 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-c4ea8a12-951e-4950-987d-826e40c20777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '093fe90d-2d9e-4cba-a6de-72f4b2ab76af') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:31.417169 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:31.429058 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-52f016a9-a375-4f03-9616-66dac910a854 None None] Provisioning complete for port e8f56b2d-0a65-4b1b-a6e5-8de43848d022 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:31.429623 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-52f016a9-a375-4f03-9616-66dac910a854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e8f56b2d-0a65-4b1b-a6e5-8de43848d022), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:31.446315 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c4ea8a12-951e-4950-987d-826e40c20777 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (093fe90d-2d9e-4cba-a6de-72f4b2ab76af), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:31.458317 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-fc5a5d5f-4899-443e-9754-8cb31b568e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:31.461409 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-fc5a5d5f-4899-443e-9754-8cb31b568e05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:31.462151 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-fc5a5d5f-4899-443e-9754-8cb31b568e05 service neutron] 10.222.0.94 "PUT /v2.0/ports/4e5a113e-8e1b-4428-8192-aafc1d61a261 HTTP/1.1" status: 200 len: 1092 time: 3.2459395 Feb 08 21:34:31.470224 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd74ea09-e996-4049-be53-d190678e8811', 'tag': '4e5a113e-8e1b-4428-8192-aafc1d61a261'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:34:31.471686 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a87520f-9263-4cdd-8a55-0cdfd60e0471" -d '{"events": [{"name": "network-changed", "server_uuid": "bd74ea09-e996-4049-be53-d190678e8811", "tag": "4e5a113e-8e1b-4428-8192-aafc1d61a261"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:34:31.512700 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-47d6522c-e47d-4ac7-b5af-2224e4251352 service neutron] Request body: {'port': {'device_id': 'bd74ea09-e996-4049-be53-d190678e8811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:31.558562 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-f69cdff3-32a0-41ec-92ae-075538fa0a2f tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Allocated IP 172.25.3.46 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/5bbfe6b0-fefa-47d3-819f-411193c00977) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:34:31.563045 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:31.563425 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c4ea8a12-951e-4950-987d-826e40c20777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (093fe90d-2d9e-4cba-a6de-72f4b2ab76af), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:31.570320 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-093b21cd-c01b-46a3-8a43-1058a3955e7c req-0a5d84ad-dfe2-4d84-ac10-5af6b9949c16 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7404187 Feb 08 21:34:31.578896 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-99b9f9a1-638b-4349-a421-7287b84f0e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bf0b09da-257c-4e52-ad23-8286c9ef9e16), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:31.602737 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1fd9b5-b4bb-4405-83d4-ff76daa5569a tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Network 6bc1568a-c9c3-4132-af56-f8e5a601a407 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:34:31.608421 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4ea8a12-951e-4950-987d-826e40c20777 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:34:31.610007 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c4ea8a12-951e-4950-987d-826e40c20777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (093fe90d-2d9e-4cba-a6de-72f4b2ab76af), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:34:31.620193 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:34:31.656415 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd87c6-6b8c-4fe3-8ad2-dad96c070600 req-1a633886-8ce9-4e98-b7ac-db5e18ca6fc4 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:31.664157 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e8f56b2d-0a65-4b1b-a6e5-8de43848d022 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:34:31.665494 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd87c6-6b8c-4fe3-8ad2-dad96c070600 req-1a633886-8ce9-4e98-b7ac-db5e18ca6fc4 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:31.671526 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd87c6-6b8c-4fe3-8ad2-dad96c070600 req-1a633886-8ce9-4e98-b7ac-db5e18ca6fc4 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:31.680673 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-12dd87c6-6b8c-4fe3-8ad2-dad96c070600 req-1a633886-8ce9-4e98-b7ac-db5e18ca6fc4 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 2399 time: 0.3635533 Feb 08 21:34:31.707636 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-52f016a9-a375-4f03-9616-66dac910a854 None None] Current status of the port e8f56b2d-0a65-4b1b-a6e5-8de43848d022 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:31.790198 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-52f016a9-a375-4f03-9616-66dac910a854 None None] Provisioning complete for port 58de6020-7a3d-489e-b7da-025ed89b206e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:31.791392 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-52f016a9-a375-4f03-9616-66dac910a854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (58de6020-7a3d-489e-b7da-025ed89b206e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:31.854098 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port e8f56b2d-0a65-4b1b-a6e5-8de43848d022 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:31.856825 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e8f56b2d-0a65-4b1b-a6e5-8de43848d022), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:31.860266 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-52f016a9-a375-4f03-9616-66dac910a854 None None] Port 58de6020-7a3d-489e-b7da-025ed89b206e cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:34:31.889421 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c4ea8a12-951e-4950-987d-826e40c20777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (b024f09d-6c4d-4b94-8954-cc324d953fc4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:31.919977 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c4ea8a12-951e-4950-987d-826e40c20777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:31.927272 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c4ea8a12-951e-4950-987d-826e40c20777 admin admin] 10.222.0.88 "DELETE /v2.0/networks/b024f09d-6c4d-4b94-8954-cc324d953fc4 HTTP/1.1" status: 204 len: 168 time: 2.7704036 Feb 08 21:34:31.965698 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port e8f56b2d-0a65-4b1b-a6e5-8de43848d022 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:31.967119 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 143e6d6e-f4a0-4785-a306-72a2aa0be942 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:34:32.053912 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-12dd87c6-6b8c-4fe3-8ad2-dad96c070600 req-646e5919-f80f-40e0-9e37-d06341b7fac0 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728626 Feb 08 21:34:32.055378 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 143e6d6e-f4a0-4785-a306-72a2aa0be942 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:32.055764 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (143e6d6e-f4a0-4785-a306-72a2aa0be942), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:32.074821 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea8a12-951e-4950-987d-826e40c20777 admin admin] Pushing event deleted for resources: {'Network': ['ID=b024f09d-6c4d-4b94-8954-cc324d953fc4,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:32.195747 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-4e1fd9b5-b4bb-4405-83d4-ff76daa5569a tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:32.212204 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a55d37-85e1-4236-a9d5-585797b50c4a x-openstack-request-id: req-13a55d37-85e1-4236-a9d5-585797b50c4a {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:34:32.212503 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f69cdff3-32a0-41ec-92ae-075538fa0a2f tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for port (5bbfe6b0-fefa-47d3-819f-411193c00977), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:32.212759 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd74ea09-e996-4049-be53-d190678e8811", "tag": "4e5a113e-8e1b-4428-8192-aafc1d61a261", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:34:32.213127 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-13a55d37-85e1-4236-a9d5-585797b50c4a {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:34:32.213700 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd74ea09-e996-4049-be53-d190678e8811', 'tag': '4e5a113e-8e1b-4428-8192-aafc1d61a261', 'status': 'completed', 'code': 200} Feb 08 21:34:32.232980 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 143e6d6e-f4a0-4785-a306-72a2aa0be942 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:32.260890 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1728844d-0588-4639-9b55-b10b3468339d tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (b1da7c22-709a-4d49-bcf6-12b250021d40), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:32.269828 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1728844d-0588-4639-9b55-b10b3468339d tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router_controller (b1da7c22-709a-4d49-bcf6-12b250021d40), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:32.271670 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-47d6522c-e47d-4ac7-b5af-2224e4251352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a7cfdfa0-1918-466c-ad45-f3a5adab40c4), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:32.360390 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 32974) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:32.385589 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f9887-4ca1-4b74-9166-fc0d3472ca02 req-ca18dc9b-fc41-450e-8f9a-4f4917116069 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:32.397374 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0d8f9887-4ca1-4b74-9166-fc0d3472ca02 req-ca18dc9b-fc41-450e-8f9a-4f4917116069 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.2069912 Feb 08 21:34:32.417440 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f69cdff3-32a0-41ec-92ae-075538fa0a2f tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (5bbfe6b0-fefa-47d3-819f-411193c00977), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:32.510118 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1728844d-0588-4639-9b55-b10b3468339d tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (b1da7c22-709a-4d49-bcf6-12b250021d40), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:32.510732 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1728844d-0588-4639-9b55-b10b3468339d tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1da7c22-709a-4d49-bcf6-12b250021d40 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:34:32.519037 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87520f-9263-4cdd-8a55-0cdfd60e0471 req-9dc4bc1c-34e9-4aac-937d-11a3fe7bee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:32.519543 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87520f-9263-4cdd-8a55-0cdfd60e0471 req-9dc4bc1c-34e9-4aac-937d-11a3fe7bee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:32.520070 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87520f-9263-4cdd-8a55-0cdfd60e0471 req-9dc4bc1c-34e9-4aac-937d-11a3fe7bee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:32.521928 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0a87520f-9263-4cdd-8a55-0cdfd60e0471 req-9dc4bc1c-34e9-4aac-937d-11a3fe7bee8a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e06b0580b36e41f2ba7247491d9845e4&device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 2861 time: 0.3236940 Feb 08 21:34:32.546527 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1728844d-0588-4639-9b55-b10b3468339d tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:32.549970 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1728844d-0588-4639-9b55-b10b3468339d tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "DELETE /v2.0/routers/b1da7c22-709a-4d49-bcf6-12b250021d40 HTTP/1.1" status: 204 len: 168 time: 1.6741364 Feb 08 21:34:32.587640 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-02742db1-aed6-4221-bd9f-3727e3952f66 None None] Provisioning complete for port 58de6020-7a3d-489e-b7da-025ed89b206e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:32.588163 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-02742db1-aed6-4221-bd9f-3727e3952f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (58de6020-7a3d-489e-b7da-025ed89b206e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:32.644257 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69cdff3-32a0-41ec-92ae-075538fa0a2f tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:34:32.644907 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-02742db1-aed6-4221-bd9f-3727e3952f66 None None] Port 58de6020-7a3d-489e-b7da-025ed89b206e cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:34:32.684076 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-99b9f9a1-638b-4349-a421-7287b84f0e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf0b09da-257c-4e52-ad23-8286c9ef9e16 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:34:32.694983 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-99b9f9a1-638b-4349-a421-7287b84f0e51 service neutron] Publish callbacks [] for port (bf0b09da-257c-4e52-ad23-8286c9ef9e16), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:32.709342 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0d8f9887-4ca1-4b74-9166-fc0d3472ca02 req-4319035a-3cb1-4152-9563-6f9993615315 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3106940 Feb 08 21:34:32.713598 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-339dc09b-ec67-403d-8362-86f366e1ccd4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e992468990cb47ceb7991589052aa824&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3512926 Feb 08 21:34:32.722127 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-f69cdff3-32a0-41ec-92ae-075538fa0a2f tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:32.726880 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 32980) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:32.732684 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-99b9f9a1-638b-4349-a421-7287b84f0e51 service neutron] Transition to ACTIVE for port object bf0b09da-257c-4e52-ad23-8286c9ef9e16 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:34:32.763528 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69cdff3-32a0-41ec-92ae-075538fa0a2f tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:34:32.839413 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69cdff3-32a0-41ec-92ae-075538fa0a2f tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event updated for resources: {'Port': ['ID=5bbfe6b0-fefa-47d3-819f-411193c00977,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:32.845290 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 32982) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:32.860210 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-99b9f9a1-638b-4349-a421-7287b84f0e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (bf0b09da-257c-4e52-ad23-8286c9ef9e16), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:32.967220 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87520f-9263-4cdd-8a55-0cdfd60e0471 req-852dd766-a70a-4006-a559-2b133043d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:32.967220 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87520f-9263-4cdd-8a55-0cdfd60e0471 req-852dd766-a70a-4006-a559-2b133043d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:32.968137 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87520f-9263-4cdd-8a55-0cdfd60e0471 req-852dd766-a70a-4006-a559-2b133043d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:32.972406 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0a87520f-9263-4cdd-8a55-0cdfd60e0471 req-852dd766-a70a-4006-a559-2b133043d894 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=e06b0580b36e41f2ba7247491d9845e4&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4398658 Feb 08 21:34:32.973559 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1fd9b5-b4bb-4405-83d4-ff76daa5569a tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Router 08ed8e51-b8f2-4bc8-b28e-4050359b431f is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:34:33.117780 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-645b7cee-d779-46a5-9beb-b9f70f7ca044 admin admin] Publish callbacks [] for security_group (b45b94a6-2162-4e2b-b3e2-d77922623f50), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:33.178789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9f9a1-638b-4349-a421-7287b84f0e51 service neutron] Pushing event updated for resources: {'Port': ['ID=bf0b09da-257c-4e52-ad23-8286c9ef9e16,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:33.217954 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd41415-02c6-4005-94b6-11abd6118e51 req-2c0e49a8-0f1b-447a-907d-6e687285084b tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:33.219687 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cfd41415-02c6-4005-94b6-11abd6118e51 req-2c0e49a8-0f1b-447a-907d-6e687285084b tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 943 time: 0.5016615 Feb 08 21:34:33.220186 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e9643641-7337-4dd4-8bd2-a530b7154de3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-796603601', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:33.284486 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87520f-9263-4cdd-8a55-0cdfd60e0471 req-d9eb47fc-24e1-468c-949f-02bfd78e47cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:33.286292 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0a87520f-9263-4cdd-8a55-0cdfd60e0471 req-d9eb47fc-24e1-468c-949f-02bfd78e47cf service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3082030 Feb 08 21:34:33.289962 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1fd9b5-b4bb-4405-83d4-ff76daa5569a tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:34:33.299345 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4e1fd9b5-b4bb-4405-83d4-ff76daa5569a tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] 10.222.0.88 "PUT /v2.0/routers/08ed8e51-b8f2-4bc8-b28e-4050359b431f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9510639 Feb 08 21:34:33.300208 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e9643641-7337-4dd4-8bd2-a530b7154de3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (f079c315-3fb0-401c-b063-e7ea5679fba0), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:33.301570 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e9643641-7337-4dd4-8bd2-a530b7154de3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (f079c315-3fb0-401c-b063-e7ea5679fba0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:33.304939 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e34450-ce77-4176-9f9c-df8a74c2774c None None] Sync routers for ids ['08ed8e51-b8f2-4bc8-b28e-4050359b431f'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:34:33.306545 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 32988) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:33.318328 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e34450-ce77-4176-9f9c-df8a74c2774c None None] Routers {'08ed8e51-b8f2-4bc8-b28e-4050359b431f'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:34:33.319057 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b1e34450-ce77-4176-9f9c-df8a74c2774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['08ed8e51-b8f2-4bc8-b28e-4050359b431f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:33.356194 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b1e34450-ce77-4176-9f9c-df8a74c2774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:33.365708 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e34450-ce77-4176-9f9c-df8a74c2774c None None] Routers {'08ed8e51-b8f2-4bc8-b28e-4050359b431f'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:34:33.366444 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b1e34450-ce77-4176-9f9c-df8a74c2774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['08ed8e51-b8f2-4bc8-b28e-4050359b431f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:33.369277 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-645b7cee-d779-46a5-9beb-b9f70f7ca044 admin admin] Publish callbacks [] for security_group (b45b94a6-2162-4e2b-b3e2-d77922623f50), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:33.404569 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b1e34450-ce77-4176-9f9c-df8a74c2774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:33.405473 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e34450-ce77-4176-9f9c-df8a74c2774c None None] The sync data for ids ['08ed8e51-b8f2-4bc8-b28e-4050359b431f'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:34:33.435312 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-47d6522c-e47d-4ac7-b5af-2224e4251352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7cfdfa0-1918-466c-ad45-f3a5adab40c4 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:34:33.478007 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-47d6522c-e47d-4ac7-b5af-2224e4251352 service neutron] Publish callbacks [] for port (a7cfdfa0-1918-466c-ad45-f3a5adab40c4), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:33.493304 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cfd41415-02c6-4005-94b6-11abd6118e51 req-1cd478cf-a518-497e-a895-a849b2b164d0 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532985 Feb 08 21:34:33.507284 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e9643641-7337-4dd4-8bd2-a530b7154de3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_controller (f079c315-3fb0-401c-b063-e7ea5679fba0), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:33.511884 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-47d6522c-e47d-4ac7-b5af-2224e4251352 service neutron] Transition to ACTIVE for port object a7cfdfa0-1918-466c-ad45-f3a5adab40c4 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:34:33.525578 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-47d6522c-e47d-4ac7-b5af-2224e4251352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (a7cfdfa0-1918-466c-ad45-f3a5adab40c4), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:33.579997 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb45e5a-9b2c-4f3d-969a-70874cc88e04 req-1e1defb6-68e6-4527-90c2-6d05e98f4198 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:33.585278 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb45e5a-9b2c-4f3d-969a-70874cc88e04 req-1e1defb6-68e6-4527-90c2-6d05e98f4198 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:33.590562 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb45e5a-9b2c-4f3d-969a-70874cc88e04 req-1e1defb6-68e6-4527-90c2-6d05e98f4198 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:33.592856 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4bb45e5a-9b2c-4f3d-969a-70874cc88e04 req-1e1defb6-68e6-4527-90c2-6d05e98f4198 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 2399 time: 0.3969450 Feb 08 21:34:33.593776 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-99b9f9a1-638b-4349-a421-7287b84f0e51 service neutron] Attempting to bind port bf0b09da-257c-4e52-ad23-8286c9ef9e16 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:34:33.594106 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-99b9f9a1-638b-4349-a421-7287b84f0e51 service neutron] Attempting to bind port bf0b09da-257c-4e52-ad23-8286c9ef9e16 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'eee22cdd-1b96-49e0-93ec-1d329c1b6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8be186de-368f-4eda-9951-a49b79ceb5c7'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:34:33.594434 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-99b9f9a1-638b-4349-a421-7287b84f0e51 service neutron] Attempting to bind port bf0b09da-257c-4e52-ad23-8286c9ef9e16 on network 8be186de-368f-4eda-9951-a49b79ceb5c7 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:34:33.628786 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-99b9f9a1-638b-4349-a421-7287b84f0e51 service neutron] Port bf0b09da-257c-4e52-ad23-8286c9ef9e16 on network 8be186de-368f-4eda-9951-a49b79ceb5c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:34:33.629111 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-99b9f9a1-638b-4349-a421-7287b84f0e51 service neutron] Attempting to bind port bf0b09da-257c-4e52-ad23-8286c9ef9e16 on network 8be186de-368f-4eda-9951-a49b79ceb5c7 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:34:33.656133 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-99b9f9a1-638b-4349-a421-7287b84f0e51 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:34:33.657325 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-99b9f9a1-638b-4349-a421-7287b84f0e51 service neutron] Checking segment: {'id': 'eee22cdd-1b96-49e0-93ec-1d329c1b6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8be186de-368f-4eda-9951-a49b79ceb5c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:34:33.657325 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-99b9f9a1-638b-4349-a421-7287b84f0e51 service neutron] Bound using segment: {'id': 'eee22cdd-1b96-49e0-93ec-1d329c1b6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8be186de-368f-4eda-9951-a49b79ceb5c7'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:34:33.657325 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-99b9f9a1-638b-4349-a421-7287b84f0e51 service neutron] Bound port: bf0b09da-257c-4e52-ad23-8286c9ef9e16, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee22cdd-1b96-49e0-93ec-1d329c1b6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8be186de-368f-4eda-9951-a49b79ceb5c7'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:34:33.657869 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-99b9f9a1-638b-4349-a421-7287b84f0e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bf0b09da-257c-4e52-ad23-8286c9ef9e16), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:33.663798 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-645b7cee-d779-46a5-9beb-b9f70f7ca044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b45b94a6-2162-4e2b-b3e2-d77922623f50), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:33.666687 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-645b7cee-d779-46a5-9beb-b9f70f7ca044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:33.673379 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-645b7cee-d779-46a5-9beb-b9f70f7ca044 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b45b94a6-2162-4e2b-b3e2-d77922623f50 HTTP/1.1" status: 204 len: 168 time: 0.9375226 Feb 08 21:34:33.695382 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b19ea-32e5-4805-beb0-aa9f6bc53729 req-2f0b790c-bca6-4f09-95fa-795ae46cf975 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:33.696966 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0e1b19ea-32e5-4805-beb0-aa9f6bc53729 req-2f0b790c-bca6-4f09-95fa-795ae46cf975 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.96 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.2499068 Feb 08 21:34:33.731045 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b7cee-d779-46a5-9beb-b9f70f7ca044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45b94a6-2162-4e2b-b3e2-d77922623f50,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:33.811374 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f69cdff3-32a0-41ec-92ae-075538fa0a2f tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for router_gateway (7c0be268-2eaa-4489-add8-c642c93c4753), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:33.816398 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4bb45e5a-9b2c-4f3d-969a-70874cc88e04 req-df17ae9d-81db-47af-a630-12374d564db4 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154210 Feb 08 21:34:33.819372 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6522c-e47d-4ac7-b5af-2224e4251352 service neutron] Pushing event updated for resources: {'Port': ['ID=a7cfdfa0-1918-466c-ad45-f3a5adab40c4,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:33.868546 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e9643641-7337-4dd4-8bd2-a530b7154de3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_gateway (f079c315-3fb0-401c-b063-e7ea5679fba0), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:34.016219 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-99b9f9a1-638b-4349-a421-7287b84f0e51 service neutron] For port bf0b09da-257c-4e52-ad23-8286c9ef9e16, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:34:34.061356 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-99b9f9a1-638b-4349-a421-7287b84f0e51 service neutron] For port bf0b09da-257c-4e52-ad23-8286c9ef9e16, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=bf0b09da-257c-4e52-ad23-8286c9ef9e16,segment=NetworkSegment(eee22cdd-1b96-49e0-93ec-1d329c1b6b96),segment_id=eee22cdd-1b96-49e0-93ec-1d329c1b6b96)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:34:34.078295 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-47d6522c-e47d-4ac7-b5af-2224e4251352 service neutron] Attempting to bind port a7cfdfa0-1918-466c-ad45-f3a5adab40c4 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:34:34.078942 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-47d6522c-e47d-4ac7-b5af-2224e4251352 service neutron] Attempting to bind port a7cfdfa0-1918-466c-ad45-f3a5adab40c4 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '615d05bc-91a6-4266-946a-41943643d9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e0a9b9ec-b0de-4d39-8921-b9219efd548e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:34:34.079540 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-47d6522c-e47d-4ac7-b5af-2224e4251352 service neutron] Attempting to bind port a7cfdfa0-1918-466c-ad45-f3a5adab40c4 on network e0a9b9ec-b0de-4d39-8921-b9219efd548e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:34:34.084564 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-99b9f9a1-638b-4349-a421-7287b84f0e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (bf0b09da-257c-4e52-ad23-8286c9ef9e16), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:34.093577 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-47d6522c-e47d-4ac7-b5af-2224e4251352 service neutron] Port a7cfdfa0-1918-466c-ad45-f3a5adab40c4 on network e0a9b9ec-b0de-4d39-8921-b9219efd548e not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:34:34.093899 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-47d6522c-e47d-4ac7-b5af-2224e4251352 service neutron] Attempting to bind port a7cfdfa0-1918-466c-ad45-f3a5adab40c4 on network e0a9b9ec-b0de-4d39-8921-b9219efd548e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:34:34.146627 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-47d6522c-e47d-4ac7-b5af-2224e4251352 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:34:34.147291 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-47d6522c-e47d-4ac7-b5af-2224e4251352 service neutron] Checking segment: {'id': '615d05bc-91a6-4266-946a-41943643d9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e0a9b9ec-b0de-4d39-8921-b9219efd548e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:34:34.147875 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-47d6522c-e47d-4ac7-b5af-2224e4251352 service neutron] Bound using segment: {'id': '615d05bc-91a6-4266-946a-41943643d9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e0a9b9ec-b0de-4d39-8921-b9219efd548e'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:34:34.148508 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-47d6522c-e47d-4ac7-b5af-2224e4251352 service neutron] Bound port: a7cfdfa0-1918-466c-ad45-f3a5adab40c4, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '615d05bc-91a6-4266-946a-41943643d9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e0a9b9ec-b0de-4d39-8921-b9219efd548e'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:34:34.149054 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-47d6522c-e47d-4ac7-b5af-2224e4251352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a7cfdfa0-1918-466c-ad45-f3a5adab40c4), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:34.154560 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f6fee-8a1e-4bfa-917d-6bcd741a61e1 req-82c0eab7-429a-4049-a41b-c0d87c8fac10 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:34.156144 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-136f6fee-8a1e-4bfa-917d-6bcd741a61e1 req-82c0eab7-429a-4049-a41b-c0d87c8fac10 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 944 time: 0.2450335 Feb 08 21:34:34.197580 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-99b9f9a1-638b-4349-a421-7287b84f0e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:34.198432 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-99b9f9a1-638b-4349-a421-7287b84f0e51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:34.200054 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-99b9f9a1-638b-4349-a421-7287b84f0e51 service neutron] 10.222.0.96 "PUT /v2.0/ports/bf0b09da-257c-4e52-ad23-8286c9ef9e16 HTTP/1.1" status: 200 len: 1092 time: 3.3604600 Feb 08 21:34:34.201557 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8eda976-0558-4ccd-a6f2-dc4f5d1d3838', 'tag': 'bf0b09da-257c-4e52-ad23-8286c9ef9e16'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:34:34.204119 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5f0348-073b-45d4-b7f9-f7f0847b5f17" -d '{"events": [{"name": "network-changed", "server_uuid": "f8eda976-0558-4ccd-a6f2-dc4f5d1d3838", "tag": "bf0b09da-257c-4e52-ad23-8286c9ef9e16"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:34:34.208908 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-0e1b19ea-32e5-4805-beb0-aa9f6bc53729 req-a93ee5e8-6f3b-4d8d-bc17-f298ff06d5de tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Deleting port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:34:34.209562 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0e1b19ea-32e5-4805-beb0-aa9f6bc53729 req-a93ee5e8-6f3b-4d8d-bc17-f298ff06d5de tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:34.292593 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-cc0402a5-a539-4e07-a927-158940d91301 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:34:34.294010 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cc0402a5-a539-4e07-a927-158940d91301 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] 10.222.0.88 "PUT /v2.0/routers/08ed8e51-b8f2-4bc8-b28e-4050359b431f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9651482 Feb 08 21:34:34.297335 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33002) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:34.390894 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-47d6522c-e47d-4ac7-b5af-2224e4251352 service neutron] For port a7cfdfa0-1918-466c-ad45-f3a5adab40c4, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:34:34.731286 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337d6e83-86f0-441c-a344-d6917b199f9e x-openstack-request-id: req-337d6e83-86f0-441c-a344-d6917b199f9e {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:34:34.732012 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8eda976-0558-4ccd-a6f2-dc4f5d1d3838", "tag": "bf0b09da-257c-4e52-ad23-8286c9ef9e16", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:34:34.732012 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-337d6e83-86f0-441c-a344-d6917b199f9e {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:34:34.732292 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8eda976-0558-4ccd-a6f2-dc4f5d1d3838', 'tag': 'bf0b09da-257c-4e52-ad23-8286c9ef9e16', 'status': 'completed', 'code': 200} Feb 08 21:34:34.750760 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9f9a1-638b-4349-a421-7287b84f0e51 service neutron] Pushing event updated for resources: {'Port': ['ID=bf0b09da-257c-4e52-ad23-8286c9ef9e16,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:34.757382 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-47d6522c-e47d-4ac7-b5af-2224e4251352 service neutron] For port a7cfdfa0-1918-466c-ad45-f3a5adab40c4, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=a7cfdfa0-1918-466c-ad45-f3a5adab40c4,segment=NetworkSegment(615d05bc-91a6-4266-946a-41943643d9e1),segment_id=615d05bc-91a6-4266-946a-41943643d9e1)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:34:34.814681 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-47d6522c-e47d-4ac7-b5af-2224e4251352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (a7cfdfa0-1918-466c-ad45-f3a5adab40c4), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:34.875874 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-136f6fee-8a1e-4bfa-917d-6bcd741a61e1 req-6a14f968-23cd-409f-a600-fd1fea0b2f19 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6247230 Feb 08 21:34:34.883280 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f69cdff3-32a0-41ec-92ae-075538fa0a2f tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (7c0be268-2eaa-4489-add8-c642c93c4753), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:34.889393 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-0e1b19ea-32e5-4805-beb0-aa9f6bc53729 req-a93ee5e8-6f3b-4d8d-bc17-f298ff06d5de tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] For port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:34.889393 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0e1b19ea-32e5-4805-beb0-aa9f6bc53729 req-a93ee5e8-6f3b-4d8d-bc17-f298ff06d5de tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:34.892281 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-47d6522c-e47d-4ac7-b5af-2224e4251352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:34.894556 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-47d6522c-e47d-4ac7-b5af-2224e4251352 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:34.896049 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-47d6522c-e47d-4ac7-b5af-2224e4251352 service neutron] 10.222.0.94 "PUT /v2.0/ports/a7cfdfa0-1918-466c-ad45-f3a5adab40c4 HTTP/1.1" status: 200 len: 1093 time: 3.3876231 Feb 08 21:34:34.898848 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33022) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:34.912029 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-954ab1bb-0666-4a2f-9d7f-657a6a575a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:34.913487 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-954ab1bb-0666-4a2f-9d7f-657a6a575a68 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=59239cb1d86043a9a6cf5f4caa83e279&device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 1126 time: 0.6103728 Feb 08 21:34:34.920021 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd74ea09-e996-4049-be53-d190678e8811', 'tag': 'a7cfdfa0-1918-466c-ad45-f3a5adab40c4'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:34:34.927596 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69950804-3eef-4bd8-9eee-950517b76d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "bd74ea09-e996-4049-be53-d190678e8811", "tag": "a7cfdfa0-1918-466c-ad45-f3a5adab40c4"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:34:35.048933 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59987b5d-b15d-4754-9750-57c7cb3127d9 req-6ff1eb3d-1a07-43e2-aae2-1d02ab3d0512 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:35.056596 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-59987b5d-b15d-4754-9750-57c7cb3127d9 req-6ff1eb3d-1a07-43e2-aae2-1d02ab3d0512 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 943 time: 0.3231752 Feb 08 21:34:35.105108 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6522c-e47d-4ac7-b5af-2224e4251352 service neutron] Pushing event updated for resources: {'Port': ['ID=a7cfdfa0-1918-466c-ad45-f3a5adab40c4,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:35.117350 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e9643641-7337-4dd4-8bd2-a530b7154de3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_gateway (f079c315-3fb0-401c-b063-e7ea5679fba0), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:35.134660 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-08409b21-3028-445b-a299-4b584eefdd80 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf0b09da-257c-4e52-ad23-8286c9ef9e16 HTTP/1.1" status: 200 len: 217 time: 0.1419148 Feb 08 21:34:35.174393 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e9643641-7337-4dd4-8bd2-a530b7154de3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:35.195468 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b583ebd3-ee7f-4d8c-a46c-c553c72ae4f8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1270084283-network', 'tenant_id': '74717e3e72d841d2a44f3251e57cb213'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:35.284125 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-e9822b4b-da1d-4eaa-9241-3ca14b05b97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:35.284607 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-e9822b4b-da1d-4eaa-9241-3ca14b05b97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:35.285088 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-e9822b4b-da1d-4eaa-9241-3ca14b05b97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:35.286852 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-e9822b4b-da1d-4eaa-9241-3ca14b05b97f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e06b0580b36e41f2ba7247491d9845e4&device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 2960 time: 0.2654440 Feb 08 21:34:35.292251 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b583ebd3-ee7f-4d8c-a46c-c553c72ae4f8 admin admin] Made reservation on behalf of 74717e3e72d841d2a44f3251e57cb213 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:35.295090 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b583ebd3-ee7f-4d8c-a46c-c553c72ae4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:35.312802 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-59987b5d-b15d-4754-9750-57c7cb3127d9 req-998292fd-4744-4690-b707-8cdb6dd76364 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552633 Feb 08 21:34:35.322646 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-1d20037b-123c-4ac2-8458-c990ecc9cdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:35.324172 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-1d20037b-123c-4ac2-8458-c990ecc9cdb0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a442a7b-87af-4f33-a2ce-71014519d421 HTTP/1.1" status: 200 len: 854 time: 0.1710765 Feb 08 21:34:35.370787 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b583ebd3-ee7f-4d8c-a46c-c553c72ae4f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:35.381100 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-de9c3638-a4c3-44c3-9225-7f72f00e570b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.72&port_id=6da939b5-f0a6-42e8-8dd1-5999178a7739 HTTP/1.1" status: 200 len: 217 time: 0.0808883 Feb 08 21:34:35.394630 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887778f5-25ae-4d0a-8cc4-e89177ea5f1b req-b545d57e-c456-457a-a8e4-5ee0d46040ee tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:35.400242 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887778f5-25ae-4d0a-8cc4-e89177ea5f1b req-b545d57e-c456-457a-a8e4-5ee0d46040ee tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:35.406363 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887778f5-25ae-4d0a-8cc4-e89177ea5f1b req-b545d57e-c456-457a-a8e4-5ee0d46040ee tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:35.408204 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-887778f5-25ae-4d0a-8cc4-e89177ea5f1b req-b545d57e-c456-457a-a8e4-5ee0d46040ee tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 2411 time: 0.4194036 Feb 08 21:34:35.412231 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d809b50b-517b-4f9f-8200-999523311a63 x-openstack-request-id: req-d809b50b-517b-4f9f-8200-999523311a63 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:34:35.412585 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd74ea09-e996-4049-be53-d190678e8811", "tag": "a7cfdfa0-1918-466c-ad45-f3a5adab40c4", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:34:35.412797 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d809b50b-517b-4f9f-8200-999523311a63 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:34:35.413216 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd74ea09-e996-4049-be53-d190678e8811', 'tag': 'a7cfdfa0-1918-466c-ad45-f3a5adab40c4', 'status': 'completed', 'code': 200} Feb 08 21:34:35.434142 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-965d4da7-258a-4068-87eb-96f5713faa9b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8be186de-368f-4eda-9951-a49b79ceb5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993533 Feb 08 21:34:35.560793 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-e9643641-7337-4dd4-8bd2-a530b7154de3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Allocated IP 172.25.3.125 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/58c0f15a-d1e0-4fae-816e-a97761c22300) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:34:35.565354 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0e1b19ea-32e5-4805-beb0-aa9f6bc53729 req-a93ee5e8-6f3b-4d8d-bc17-f298ff06d5de tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:35.565643 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0e1b19ea-32e5-4805-beb0-aa9f6bc53729 req-a93ee5e8-6f3b-4d8d-bc17-f298ff06d5de tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (e99869b4-00ec-49d5-aff1-feab48b21c39), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:35.565777 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [req-0e1b19ea-32e5-4805-beb0-aa9f6bc53729 req-a93ee5e8-6f3b-4d8d-bc17-f298ff06d5de tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Floating IP e99869b4-00ec-49d5-aff1-feab48b21c39 disassociated. External IP: 172.25.3.116, port: dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52. Feb 08 21:34:35.566108 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-0e1b19ea-32e5-4805-beb0-aa9f6bc53729 req-a93ee5e8-6f3b-4d8d-bc17-f298ff06d5de tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Calling delete_port for dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:34:35.578166 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-59e02066-d5c2-4a29-9c82-930e098fd10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:35.579867 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-59e02066-d5c2-4a29-9c82-930e098fd10c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7af7bb53-8774-426b-b5dc-bffb3abca5da HTTP/1.1" status: 200 len: 801 time: 0.1696651 Feb 08 21:34:35.630979 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69cdff3-32a0-41ec-92ae-075538fa0a2f tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Router 7c0be268-2eaa-4489-add8-c642c93c4753 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:34:35.677581 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b583ebd3-ee7f-4d8c-a46c-c553c72ae4f8 admin admin] Publish callbacks [] for security_group (f8685ad8-7352-4333-b58b-cb7b4f815f53), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:35.685915 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-887778f5-25ae-4d0a-8cc4-e89177ea5f1b req-48a9e3b3-7f8f-4052-839c-737e8097b4f3 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506132 Feb 08 21:34:35.711858 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-ed63d7f7-eed1-4aad-9924-d937ed520a3a service neutron] 10.222.0.96 "GET /v2.0/networks/8be186de-368f-4eda-9951-a49b79ceb5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668703 Feb 08 21:34:35.722176 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b583ebd3-ee7f-4d8c-a46c-c553c72ae4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f8685ad8-7352-4333-b58b-cb7b4f815f53), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:35.769754 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b583ebd3-ee7f-4d8c-a46c-c553c72ae4f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:34:35.810709 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583ebd3-ee7f-4d8c-a46c-c553c72ae4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8685ad8-7352-4333-b58b-cb7b4f815f53,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:35.820238 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-a83d33d1-aa64-478c-b143-a5279d4de599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:35.821705 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-a83d33d1-aa64-478c-b143-a5279d4de599 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e0a9b9ec-b0de-4d39-8921-b9219efd548e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2331030 Feb 08 21:34:35.833440 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b583ebd3-ee7f-4d8c-a46c-c553c72ae4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (d23a6594-b5ac-4220-9c7e-256007bbfc19), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:35.833792 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-b583ebd3-ee7f-4d8c-a46c-c553c72ae4f8 admin admin] Added segment d23a6594-b5ac-4220-9c7e-256007bbfc19 of type vlan for network 0b788a94-1e80-468a-940e-48c5a63e44a4 Feb 08 21:34:35.872703 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7d33573-f8a3-4611-a8a2-bf3a7a9b29f2 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (08ed8e51-b8f2-4bc8-b28e-4050359b431f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:35.945894 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b583ebd3-ee7f-4d8c-a46c-c553c72ae4f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (0b788a94-1e80-468a-940e-48c5a63e44a4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:35.972595 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32cabddd-237c-4847-bd1f-5c7acf6e6a72 req-2ec6fa31-11b9-43f0-b811-234cbaf6c0e3 service neutron] 10.222.0.96 "GET /v2.0/networks/8be186de-368f-4eda-9951-a49b79ceb5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167408 Feb 08 21:34:36.003803 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69cdff3-32a0-41ec-92ae-075538fa0a2f tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:34:36.020800 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb442bb6-479d-4f3c-8cab-46da7aba020e None None] Sync routers for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:34:36.037774 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb442bb6-479d-4f3c-8cab-46da7aba020e None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:34:36.038763 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-eb442bb6-479d-4f3c-8cab-46da7aba020e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:36.072427 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e9643641-7337-4dd4-8bd2-a530b7154de3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for port (58c0f15a-d1e0-4fae-816e-a97761c22300), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:36.080614 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-eb442bb6-479d-4f3c-8cab-46da7aba020e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:36.083885 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f69cdff3-32a0-41ec-92ae-075538fa0a2f tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:36.087577 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f69cdff3-32a0-41ec-92ae-075538fa0a2f tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.3790319 Feb 08 21:34:36.096049 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb442bb6-479d-4f3c-8cab-46da7aba020e None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:34:36.099335 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33036) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:36.100948 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-eb442bb6-479d-4f3c-8cab-46da7aba020e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:36.116477 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0e1b19ea-32e5-4805-beb0-aa9f6bc53729 req-a93ee5e8-6f3b-4d8d-bc17-f298ff06d5de tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:36.151345 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-eb442bb6-479d-4f3c-8cab-46da7aba020e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:36.152285 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb442bb6-479d-4f3c-8cab-46da7aba020e None None] The sync data for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:34:36.175264 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ee5e8-6f3b-4d8d-bc17-f298ff06d5de tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Pushing event deleted for resources: {'Port': ['ID=dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:36.188239 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f0348-073b-45d4-b7f9-f7f0847b5f17 req-a5ca128b-6c07-41b5-a2bb-d15aacd653ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:36.190009 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a5f0348-073b-45d4-b7f9-f7f0847b5f17 req-a5ca128b-6c07-41b5-a2bb-d15aacd653ac service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=59239cb1d86043a9a6cf5f4caa83e279&device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 1126 time: 0.1111407 Feb 08 21:34:36.213101 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b583ebd3-ee7f-4d8c-a46c-c553c72ae4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (0b788a94-1e80-468a-940e-48c5a63e44a4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:36.214824 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b583ebd3-ee7f-4d8c-a46c-c553c72ae4f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:36.216934 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b583ebd3-ee7f-4d8c-a46c-c553c72ae4f8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:36.260298 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c97a93-50bd-4e61-a9e3-d2c149dfd45d req-84d4de3c-ebdb-4797-b6db-8874bcb6e597 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:36.261905 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-12c97a93-50bd-4e61-a9e3-d2c149dfd45d req-84d4de3c-ebdb-4797-b6db-8874bcb6e597 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 866 time: 0.2621603 Feb 08 21:34:36.346782 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b583ebd3-ee7f-4d8c-a46c-c553c72ae4f8 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3363948 Feb 08 21:34:36.356422 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33042) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:36.359098 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-3506cf5c-7680-40fd-9c27-980a0a906285 service neutron] 10.222.0.94 "GET /v2.0/networks/e0a9b9ec-b0de-4d39-8921-b9219efd548e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271437 Feb 08 21:34:36.368189 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-ba31d845-1f04-4874-82ef-0c978f18e345 admin admin] Request body: {'subnet': {'network_id': '0b788a94-1e80-468a-940e-48c5a63e44a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1270084283-subnet', 'tenant_id': '74717e3e72d841d2a44f3251e57cb213', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:36.377796 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:36.407973 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba31d845-1f04-4874-82ef-0c978f18e345 admin admin] Made reservation on behalf of 74717e3e72d841d2a44f3251e57cb213 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:36.409845 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583ebd3-ee7f-4d8c-a46c-c553c72ae4f8 admin admin] Pushing event updated for resources: {'Network': ['ID=0b788a94-1e80-468a-940e-48c5a63e44a4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:36.410406 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ba31d845-1f04-4874-82ef-0c978f18e345 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:36.455578 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 0b788a94-1e80-468a-940e-48c5a63e44a4 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:34:36.496218 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e9643641-7337-4dd4-8bd2-a530b7154de3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (58c0f15a-d1e0-4fae-816e-a97761c22300), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:36.534819 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-12c97a93-50bd-4e61-a9e3-d2c149dfd45d req-70f60892-9b0b-454d-ab19-67abe254882f tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups?id=e04c0027-905f-4c7a-9fda-5907ae1bba72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128460 Feb 08 21:34:36.600434 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9643641-7337-4dd4-8bd2-a530b7154de3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:34:36.632708 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:34:36.659609 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f0348-073b-45d4-b7f9-f7f0847b5f17 req-103e0911-838c-47d8-8bb2-10f98fb78b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:36.661162 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a5f0348-073b-45d4-b7f9-f7f0847b5f17 req-103e0911-838c-47d8-8bb2-10f98fb78b08 service neutron] 10.222.0.96 "GET /v2.0/networks?id=8be186de-368f-4eda-9951-a49b79ceb5c7 HTTP/1.1" status: 200 len: 915 time: 0.4641490 Feb 08 21:34:36.665304 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-e9643641-7337-4dd4-8bd2-a530b7154de3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:36.683778 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:34:36.684022 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:34:36.706288 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:36.712228 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9643641-7337-4dd4-8bd2-a530b7154de3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:34:36.722254 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9643641-7337-4dd4-8bd2-a530b7154de3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Pushing event updated for resources: {'Port': ['ID=58c0f15a-d1e0-4fae-816e-a97761c22300,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:36.790740 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a5f0348-073b-45d4-b7f9-f7f0847b5f17 req-571c41b6-7af9-47d0-aad7-c1b41179d350 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf0b09da-257c-4e52-ad23-8286c9ef9e16 HTTP/1.1" status: 200 len: 217 time: 0.1116252 Feb 08 21:34:36.792250 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-09fc5dfd-0459-4cd1-bf49-c1de20f20b4e service neutron] 10.222.0.94 "GET /v2.0/networks/e0a9b9ec-b0de-4d39-8921-b9219efd548e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777897 Feb 08 21:34:36.846594 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e1b19ea-32e5-4805-beb0-aa9f6bc53729 req-a93ee5e8-6f3b-4d8d-bc17-f298ff06d5de tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Router ef6ea72b-b871-4b27-9c0c-803631f1b24b has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:34:36.881928 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-5408c598-1a53-4551-aec3-0ee09978b545 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.84&port_id=4e5a113e-8e1b-4428-8192-aafc1d61a261 HTTP/1.1" status: 200 len: 217 time: 0.0734491 Feb 08 21:34:36.955285 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42d48a-92da-405a-bd18-60b4879628a0 req-7c10c08d-cf78-4473-9bc0-ff2d4c5fec5c tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:36.956911 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b42d48a-92da-405a-bd18-60b4879628a0 req-7c10c08d-cf78-4473-9bc0-ff2d4c5fec5c tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 943 time: 0.3559961 Feb 08 21:34:36.967922 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983717b6-3d70-4773-ab53-a39c0b02e250 req-7a6d1833-e55d-406e-a042-0be33eb20e0d tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:36.969561 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-983717b6-3d70-4773-ab53-a39c0b02e250 req-7a6d1833-e55d-406e-a042-0be33eb20e0d tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 945 time: 0.3074014 Feb 08 21:34:37.028927 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f0348-073b-45d4-b7f9-f7f0847b5f17 req-e8e0ea54-f3c2-4229-93b7-1f54d33f2e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:37.030479 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a5f0348-073b-45d4-b7f9-f7f0847b5f17 req-e8e0ea54-f3c2-4229-93b7-1f54d33f2e5a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a442a7b-87af-4f33-a2ce-71014519d421 HTTP/1.1" status: 200 len: 854 time: 0.2042525 Feb 08 21:34:37.094153 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ba31d845-1f04-4874-82ef-0c978f18e345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (5401f80b-e57f-40cb-9cf6-b97b0a9bdb9b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:37.154639 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a5f0348-073b-45d4-b7f9-f7f0847b5f17 req-c90b0bed-dadc-4f7b-a3dc-0478a3ad920d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8be186de-368f-4eda-9951-a49b79ceb5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752494 Feb 08 21:34:37.304438 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b42d48a-92da-405a-bd18-60b4879628a0 req-ee348d46-731e-4b6c-8bb9-48b659c7f269 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301630 Feb 08 21:34:37.319211 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-983717b6-3d70-4773-ab53-a39c0b02e250 req-8869688f-c145-4923-922c-a73b9b5c104b tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3335416 Feb 08 21:34:37.326355 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31d845-1f04-4874-82ef-0c978f18e345 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5401f80b-e57f-40cb-9cf6-b97b0a9bdb9b,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:37.370910 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e1b19ea-32e5-4805-beb0-aa9f6bc53729 req-a93ee5e8-6f3b-4d8d-bc17-f298ff06d5de tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:34:37.388004 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c7b67a-00d0-480b-83d8-5debb6d4fb07 None None] Sync routers for ids ['ef6ea72b-b871-4b27-9c0c-803631f1b24b'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:34:37.398359 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c7b67a-00d0-480b-83d8-5debb6d4fb07 None None] Routers {'ef6ea72b-b871-4b27-9c0c-803631f1b24b'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:34:37.399026 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-03c7b67a-00d0-480b-83d8-5debb6d4fb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ef6ea72b-b871-4b27-9c0c-803631f1b24b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:37.413401 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a5f0348-073b-45d4-b7f9-f7f0847b5f17 req-a0dccd7a-02f8-4406-97e5-ea9a59617056 service neutron] 10.222.0.96 "GET /v2.0/networks/8be186de-368f-4eda-9951-a49b79ceb5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500851 Feb 08 21:34:37.426241 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba31d845-1f04-4874-82ef-0c978f18e345 admin admin] Checking segment: {'id': 'd23a6594-b5ac-4220-9c7e-256007bbfc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0b788a94-1e80-468a-940e-48c5a63e44a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:34:37.426597 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba31d845-1f04-4874-82ef-0c978f18e345 admin admin] Network hostable DHCP agents. Network: 0b788a94-1e80-468a-940e-48c5a63e44a4, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:34:37.518646 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-03c7b67a-00d0-480b-83d8-5debb6d4fb07 None None] Set router ef6ea72b-b871-4b27-9c0c-803631f1b24b gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:34:37.535348 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-e525ddd3-794e-44eb-87ea-defafdaa716a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:37.537072 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-e525ddd3-794e-44eb-87ea-defafdaa716a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=007cc98f-60ce-470c-93c7-ee8e33ceae1d HTTP/1.1" status: 200 len: 801 time: 0.6149578 Feb 08 21:34:37.674645 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d7d33573-f8a3-4611-a8a2-bf3a7a9b29f2 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Deleting port 58de6020-7a3d-489e-b7da-025ed89b206e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:34:37.674645 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7d33573-f8a3-4611-a8a2-bf3a7a9b29f2 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (58de6020-7a3d-489e-b7da-025ed89b206e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:37.759465 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f982a8-82bd-4e54-84d6-478313aeb042 req-1e07281b-3088-4011-9a2a-42463037d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:37.760779 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e0f982a8-82bd-4e54-84d6-478313aeb042 req-1e07281b-3088-4011-9a2a-42463037d0d4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=48aae992c2704ece870f0faad4c28599&device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 1128 time: 0.3994074 Feb 08 21:34:37.766768 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-03c7b67a-00d0-480b-83d8-5debb6d4fb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'name': 'tempest-ServerActionsTestJSON-1079871035-router', 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ca15bea4-f33b-497f-b636-f7f8ce86020b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:24:46Z', 'updated_at': '2022-02-08T21:24:56Z', 'revision_number': 4, 'project_id': '00aa88ba7b6d432b85cbf54f743f0690', 'gw_port': {'id': 'ca15bea4-f33b-497f-b636-f7f8ce86020b', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:24:47Z', 'updated_at': '2022-02-08T21:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '3d51d889-2128-4534-a9ba-e2d871f2b2f0', 'name': '', 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b', 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690', 'mac_address': 'fa:16:3e:b1:42:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '0aa29b5a-a776-4012-aa53-861d63a1c0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:24:52Z', 'updated_at': '2022-02-08T21:25:02Z', 'revision_number': 5, 'project_id': '00aa88ba7b6d432b85cbf54f743f0690', 'subnets': [{'id': '0aa29b5a-a776-4012-aa53-861d63a1c0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:37.801978 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c7b67a-00d0-480b-83d8-5debb6d4fb07 None None] Checking router: ef6ea72b-b871-4b27-9c0c-803631f1b24b for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:34:37.815048 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c7b67a-00d0-480b-83d8-5debb6d4fb07 None None] Routers {'ef6ea72b-b871-4b27-9c0c-803631f1b24b'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:34:37.816136 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-03c7b67a-00d0-480b-83d8-5debb6d4fb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ef6ea72b-b871-4b27-9c0c-803631f1b24b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:37.888253 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-05ceef5e-1e76-4a5a-ac02-97751414cb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:37.890058 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-05ceef5e-1e76-4a5a-ac02-97751414cb39 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f112523c-6915-4ee0-b2f0-e26bdfe4744d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3354871 Feb 08 21:34:37.917794 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1b19ea-32e5-4805-beb0-aa9f6bc53729 req-a93ee5e8-6f3b-4d8d-bc17-f298ff06d5de tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] No DVR routers for this DVR port dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:34:37.921694 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0e1b19ea-32e5-4805-beb0-aa9f6bc53729 req-a93ee5e8-6f3b-4d8d-bc17-f298ff06d5de tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:37.925369 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0e1b19ea-32e5-4805-beb0-aa9f6bc53729 req-a93ee5e8-6f3b-4d8d-bc17-f298ff06d5de tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.96 "DELETE /v2.0/ports/dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52 HTTP/1.1" status: 204 len: 173 time: 4.2144086 Feb 08 21:34:37.943089 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216435cf-f070-4398-96ce-106b566f9fa3', 'name': 'network-vif-deleted', 'tag': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:34:37.946930 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20499c1d-04b8-446a-8ecb-21a8b653c105" -d '{"events": [{"server_uuid": "216435cf-f070-4398-96ce-106b566f9fa3", "name": "network-vif-deleted", "tag": "dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:34:37.958629 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-03c7b67a-00d0-480b-83d8-5debb6d4fb07 None None] Set router ef6ea72b-b871-4b27-9c0c-803631f1b24b gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:34:38.002670 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8419ca71-9eba-4cc8-89fa-d3243e51318d req-50a0a49e-0eef-43f1-9fc6-b17a201841f1 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/ports?device_id=216435cf-f070-4398-96ce-106b566f9fa3 HTTP/1.1" status: 200 len: 210 time: 0.0861850 Feb 08 21:34:38.038472 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e9643641-7337-4dd4-8bd2-a530b7154de3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_gateway (f079c315-3fb0-401c-b063-e7ea5679fba0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:38.062398 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba31d845-1f04-4874-82ef-0c978f18e345 admin admin] Network 0b788a94-1e80-468a-940e-48c5a63e44a4 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:34:38.073964 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7d33573-f8a3-4611-a8a2-bf3a7a9b29f2 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (58de6020-7a3d-489e-b7da-025ed89b206e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:38.102928 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74b652-9f75-4f09-83b4-1f9044ef8d44 req-e1f2b5d3-f28e-4083-a3d9-bd98543e3709 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:38.108391 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74b652-9f75-4f09-83b4-1f9044ef8d44 req-e1f2b5d3-f28e-4083-a3d9-bd98543e3709 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:38.114198 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74b652-9f75-4f09-83b4-1f9044ef8d44 req-e1f2b5d3-f28e-4083-a3d9-bd98543e3709 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:38.115590 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d74b652-9f75-4f09-83b4-1f9044ef8d44 req-e1f2b5d3-f28e-4083-a3d9-bd98543e3709 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 2411 time: 0.7047534 Feb 08 21:34:38.119500 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec186e8-da63-42cf-ae8d-ec97dbbd9e09 x-openstack-request-id: req-4ec186e8-da63-42cf-ae8d-ec97dbbd9e09 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:34:38.119500 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216435cf-f070-4398-96ce-106b566f9fa3", "name": "network-vif-deleted", "tag": "dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:34:38.119884 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4ec186e8-da63-42cf-ae8d-ec97dbbd9e09 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:34:38.120171 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216435cf-f070-4398-96ce-106b566f9fa3', 'name': 'network-vif-deleted', 'tag': 'dbc7f3d9-5a9e-4f7d-9b99-8d055bb25c52', 'status': 'completed', 'code': 200} Feb 08 21:34:38.125150 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-ba31d845-1f04-4874-82ef-0c978f18e345 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 0b788a94-1e80-468a-940e-48c5a63e44a4) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:38.136097 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba31d845-1f04-4874-82ef-0c978f18e345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:38.136736 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ba31d845-1f04-4874-82ef-0c978f18e345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:38.138956 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b98067-5f4d-4f50-80ad-81ef6889d982 None None] Network 0b788a94-1e80-468a-940e-48c5a63e44a4 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:34:38.144130 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a5f0348-073b-45d4-b7f9-f7f0847b5f17 req-d620b754-ae0a-4c75-b1eb-1bf334818856 service neutron] 10.222.0.96 "GET /v2.0/networks/8be186de-368f-4eda-9951-a49b79ceb5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7150877 Feb 08 21:34:38.180356 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d7d33573-f8a3-4611-a8a2-bf3a7a9b29f2 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Calling delete_port for 58de6020-7a3d-489e-b7da-025ed89b206e owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:34:38.191106 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ba31d845-1f04-4874-82ef-0c978f18e345 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8225040 Feb 08 21:34:38.251460 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f982a8-82bd-4e54-84d6-478313aeb042 req-05e549be-0c1a-40d5-8f13-a7e7dca95c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:38.253636 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e0f982a8-82bd-4e54-84d6-478313aeb042 req-05e549be-0c1a-40d5-8f13-a7e7dca95c3e service neutron] 10.222.0.94 "GET /v2.0/networks?id=d00185f4-2139-492b-b59f-1586b41daef5 HTTP/1.1" status: 200 len: 918 time: 0.4613447 Feb 08 21:34:38.264949 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d74b652-9f75-4f09-83b4-1f9044ef8d44 req-effa3273-3591-4b3d-bdab-f058cf86019a tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077726 Feb 08 21:34:38.381259 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-03c7b67a-00d0-480b-83d8-5debb6d4fb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'name': 'tempest-ServerActionsTestJSON-1079871035-router', 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ca15bea4-f33b-497f-b636-f7f8ce86020b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:24:46Z', 'updated_at': '2022-02-08T21:24:56Z', 'revision_number': 4, 'project_id': '00aa88ba7b6d432b85cbf54f743f0690', 'gw_port': {'id': 'ca15bea4-f33b-497f-b636-f7f8ce86020b', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:24:47Z', 'updated_at': '2022-02-08T21:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '3d51d889-2128-4534-a9ba-e2d871f2b2f0', 'name': '', 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b', 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690', 'mac_address': 'fa:16:3e:b1:42:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '0aa29b5a-a776-4012-aa53-861d63a1c0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:24:52Z', 'updated_at': '2022-02-08T21:25:02Z', 'revision_number': 5, 'project_id': '00aa88ba7b6d432b85cbf54f743f0690', 'subnets': [{'id': '0aa29b5a-a776-4012-aa53-861d63a1c0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:38.399816 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3448e45c-0f17-48e3-9ebe-a2d082ff6314 None None] Network 0b788a94-1e80-468a-940e-48c5a63e44a4 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:34:38.427261 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c7b67a-00d0-480b-83d8-5debb6d4fb07 None None] The sync data for ids ['ef6ea72b-b871-4b27-9c0c-803631f1b24b'] in n-d-712143-31 is: [{'id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'name': 'tempest-ServerActionsTestJSON-1079871035-router', 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ca15bea4-f33b-497f-b636-f7f8ce86020b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:24:46Z', 'updated_at': '2022-02-08T21:24:56Z', 'revision_number': 4, 'project_id': '00aa88ba7b6d432b85cbf54f743f0690', 'gw_port': {'id': 'ca15bea4-f33b-497f-b636-f7f8ce86020b', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:24:47Z', 'updated_at': '2022-02-08T21:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '3d51d889-2128-4534-a9ba-e2d871f2b2f0', 'name': '', 'network_id': '470bde4a-288b-4162-81c1-45fdd6f3db1b', 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690', 'mac_address': 'fa:16:3e:b1:42:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '0aa29b5a-a776-4012-aa53-861d63a1c0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:24:52Z', 'updated_at': '2022-02-08T21:25:02Z', 'revision_number': 5, 'project_id': '00aa88ba7b6d432b85cbf54f743f0690', 'subnets': [{'id': '0aa29b5a-a776-4012-aa53-861d63a1c0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:34:38.554302 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device bf0b09da-257c-4e52-ad23-8286c9ef9e16 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:34:38.624724 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-05404a92-433a-4ccd-9b0f-98ad1f036f9c service neutron] 10.222.0.94 "GET /v2.0/networks/f112523c-6915-4ee0-b2f0-e26bdfe4744d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7260406 Feb 08 21:34:38.631874 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-979dbbfc-2358-4c78-aed2-992b6347e120 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:38.651911 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831098b-3114-4c2e-a389-a8b81c193682 req-abb678d1-3cf8-49f5-b85b-9916ae0a8266 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:38.662381 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4831098b-3114-4c2e-a389-a8b81c193682 req-abb678d1-3cf8-49f5-b85b-9916ae0a8266 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 943 time: 0.2248139 Feb 08 21:34:38.696035 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c8c6b-d591-4e5f-9dad-6f2687986d94 req-604891c4-66d6-4bce-88c3-989a7aef7a8e tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:38.697685 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-231c8c6b-d591-4e5f-9dad-6f2687986d94 req-604891c4-66d6-4bce-88c3-989a7aef7a8e tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 945 time: 0.1896720 Feb 08 21:34:38.725013 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e0f982a8-82bd-4e54-84d6-478313aeb042 req-2e24799f-7dfe-487b-aa60-487d5dddf7e3 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e63e12c-97b8-4b03-8007-0ad151950de8 HTTP/1.1" status: 200 len: 1000 time: 0.4476564 Feb 08 21:34:38.744618 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port bf0b09da-257c-4e52-ad23-8286c9ef9e16, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=bf0b09da-257c-4e52-ad23-8286c9ef9e16,segment=NetworkSegment(eee22cdd-1b96-49e0-93ec-1d329c1b6b96),segment_id=eee22cdd-1b96-49e0-93ec-1d329c1b6b96)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:38.764198 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'bf0b09da-257c-4e52-ad23-8286c9ef9e16', 'network_id': '8be186de-368f-4eda-9951-a49b79ceb5c7', 'port_id': 'bf0b09da-257c-4e52-ad23-8286c9ef9e16', 'mac_address': 'fa:16:3e:76:c7:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a442a7b-87af-4f33-a2ce-71014519d421', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:34:38.774919 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4831098b-3114-4c2e-a389-a8b81c193682 req-2646c656-d6ce-4e5c-9b62-b3b827a48558 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115899 Feb 08 21:34:38.778284 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-231c8c6b-d591-4e5f-9dad-6f2687986d94 req-ca8e556a-9c20-45dd-8f64-4e56571b6181 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722258 Feb 08 21:34:38.843807 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port bf0b09da-257c-4e52-ad23-8286c9ef9e16 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:38.844257 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bf0b09da-257c-4e52-ad23-8286c9ef9e16), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:38.861921 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf0b09da-257c-4e52-ad23-8286c9ef9e16 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:34:38.889998 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port bf0b09da-257c-4e52-ad23-8286c9ef9e16, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=bf0b09da-257c-4e52-ad23-8286c9ef9e16,segment=NetworkSegment(eee22cdd-1b96-49e0-93ec-1d329c1b6b96),segment_id=eee22cdd-1b96-49e0-93ec-1d329c1b6b96)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:38.897735 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (bf0b09da-257c-4e52-ad23-8286c9ef9e16), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:38.905289 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f45afd-a543-4f6e-872b-7ee580d3a5f2 None None] New status for floating IP e99869b4-00ec-49d5-aff1-feab48b21c39: DOWN {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:34:39.040992 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e9643641-7337-4dd4-8bd2-a530b7154de3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (f079c315-3fb0-401c-b063-e7ea5679fba0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:39.063440 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f982a8-82bd-4e54-84d6-478313aeb042 req-27e596eb-c806-4532-8e43-0276a4dc5439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:39.065029 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e0f982a8-82bd-4e54-84d6-478313aeb042 req-27e596eb-c806-4532-8e43-0276a4dc5439 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8c41e412-c763-4ca0-a1f8-ab9cd96c364d HTTP/1.1" status: 200 len: 856 time: 0.2051156 Feb 08 21:34:39.071474 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7d33573-f8a3-4611-a8a2-bf3a7a9b29f2 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (58de6020-7a3d-489e-b7da-025ed89b206e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:39.135980 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33082) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:39.222533 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=bf0b09da-257c-4e52-ad23-8286c9ef9e16,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:39.252756 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-38e7c986-e8d7-4111-a0d9-72bad2768b62 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks [] for security_group (e04c0027-905f-4c7a-9fda-5907ae1bba72), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:39.258178 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['bf0b09da-257c-4e52-ad23-8286c9ef9e16'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:34:39.311490 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-606cfcd3-f6a2-4f16-b03c-4cefe0371f82 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:39.320529 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d33573-f8a3-4611-a8a2-bf3a7a9b29f2 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Pushing event deleted for resources: {'Port': ['ID=58de6020-7a3d-489e-b7da-025ed89b206e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:39.321360 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-606cfcd3-f6a2-4f16-b03c-4cefe0371f82 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/networks?id=0b788a94-1e80-468a-940e-48c5a63e44a4 HTTP/1.1" status: 200 len: 814 time: 0.2624867 Feb 08 21:34:39.370446 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-007ec95e-7290-4284-8106-20738476e5ab tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/quotas/74717e3e72d841d2a44f3251e57cb213 HTTP/1.1" status: 200 len: 375 time: 0.0474427 Feb 08 21:34:39.394078 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-38e7c986-e8d7-4111-a0d9-72bad2768b62 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks [] for security_group (e04c0027-905f-4c7a-9fda-5907ae1bba72), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:39.461215 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-8ff95a72-8852-490a-9fc9-864a07566de8 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=74717e3e72d841d2a44f3251e57cb213&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0893247 Feb 08 21:34:39.673629 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e206b8-998a-4197-8b31-445e43f6afcd req-02506e50-d7b1-45e3-9a82-73fb5550a8fc tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:39.679506 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e206b8-998a-4197-8b31-445e43f6afcd req-02506e50-d7b1-45e3-9a82-73fb5550a8fc tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:39.685533 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e206b8-998a-4197-8b31-445e43f6afcd req-02506e50-d7b1-45e3-9a82-73fb5550a8fc tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:39.687314 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b8e206b8-998a-4197-8b31-445e43f6afcd req-02506e50-d7b1-45e3-9a82-73fb5550a8fc tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 2411 time: 0.2454393 Feb 08 21:34:39.724449 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-38e7c986-e8d7-4111-a0d9-72bad2768b62 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e04c0027-905f-4c7a-9fda-5907ae1bba72), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:39.727171 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-38e7c986-e8d7-4111-a0d9-72bad2768b62 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:39.728304 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-38e7c986-e8d7-4111-a0d9-72bad2768b62 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "DELETE /v2.0/security-groups/e04c0027-905f-4c7a-9fda-5907ae1bba72 HTTP/1.1" status: 204 len: 168 time: 0.5909023 Feb 08 21:34:39.738162 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33086) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:39.752061 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-07086685-ff99-4017-a6bf-09ca00e335fd service neutron] 10.222.0.88 "GET /v2.0/networks/0b788a94-1e80-468a-940e-48c5a63e44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666848 Feb 08 21:34:39.777089 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-480d3212-a8c7-4aba-837c-7c3857023c07 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] show failed (client error): The resource could not be found. Feb 08 21:34:39.778218 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-480d3212-a8c7-4aba-837c-7c3857023c07 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "GET /v2.0/security-groups/e04c0027-905f-4c7a-9fda-5907ae1bba72 HTTP/1.1" status: 404 len: 347 time: 0.0390902 Feb 08 21:34:39.782505 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7c986-e8d7-4111-a0d9-72bad2768b62 tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04c0027-905f-4c7a-9fda-5907ae1bba72,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:39.785279 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33088) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:39.883834 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-798f6f44-ee7f-4274-b96d-6b4f51e7aed6 service neutron] 10.222.0.94 "GET /v2.0/networks/f112523c-6915-4ee0-b2f0-e26bdfe4744d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2314765 Feb 08 21:34:39.888631 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b8e206b8-998a-4197-8b31-445e43f6afcd req-9b2ceca2-4a55-46be-bee4-3e13fdebba1d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933477 Feb 08 21:34:39.973303 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-6bc85f97-c59b-4a41-b16a-94fcc34e7e8d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.102&port_id=a7cfdfa0-1918-466c-ad45-f3a5adab40c4 HTTP/1.1" status: 200 len: 217 time: 0.0777876 Feb 08 21:34:39.984821 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7d33573-f8a3-4611-a8a2-bf3a7a9b29f2 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (08ed8e51-b8f2-4bc8-b28e-4050359b431f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:40.041574 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-88b6b64b-714e-4f56-8b0a-e148f390bccd service neutron] 10.222.0.88 "GET /v2.0/networks/0b788a94-1e80-468a-940e-48c5a63e44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767255 Feb 08 21:34:40.047708 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f982a8-82bd-4e54-84d6-478313aeb042 req-9256bc7b-14fd-4cd0-8f1b-2d0f64884a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:40.049480 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e0f982a8-82bd-4e54-84d6-478313aeb042 req-9256bc7b-14fd-4cd0-8f1b-2d0f64884a91 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d00185f4-2139-492b-b59f-1586b41daef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8914089 Feb 08 21:34:40.078060 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981e3f2-bc08-44af-803e-9f12bd84f2d3 req-e21a9268-4651-44b8-9e7a-3a0f994ca191 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:40.080135 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e981e3f2-bc08-44af-803e-9f12bd84f2d3 req-e21a9268-4651-44b8-9e7a-3a0f994ca191 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 944 time: 0.0932934 Feb 08 21:34:40.088057 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c10f0698-7093-47db-b2e3-ee4aa71aec9b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Deleting port 4ee788a3-3121-44bf-8260-21a77c191632 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:34:40.088501 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c10f0698-7093-47db-b2e3-ee4aa71aec9b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (4ee788a3-3121-44bf-8260-21a77c191632), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:40.217513 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e981e3f2-bc08-44af-803e-9f12bd84f2d3 req-7cb1f364-32d5-46a0-b04f-cb5b97a7ef19 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141610 Feb 08 21:34:40.234467 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c10f0698-7093-47db-b2e3-ee4aa71aec9b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (4ee788a3-3121-44bf-8260-21a77c191632), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:40.234467 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c10f0698-7093-47db-b2e3-ee4aa71aec9b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks [] for floatingip (4ee788a3-3121-44bf-8260-21a77c191632), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:40.235503 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-0e84a788-8dd4-4d96-aadb-d29436a9784c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:40.236990 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-0e84a788-8dd4-4d96-aadb-d29436a9784c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7af7bb53-8774-426b-b5dc-bffb3abca5da HTTP/1.1" status: 200 len: 801 time: 0.2533174 Feb 08 21:34:40.285853 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c10f0698-7093-47db-b2e3-ee4aa71aec9b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Calling delete_port for 4ee788a3-3121-44bf-8260-21a77c191632 owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:34:40.299958 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-979dbbfc-2358-4c78-aed2-992b6347e120 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Allocated IP 172.20.0.1 (b375510e-2602-4d58-bb50-0a85496463e1/7ea49410-10fc-49fd-acb4-6447fa5cfd15/b79c3456-9f6c-405e-a318-545c860b80be) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:34:40.374114 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f6c51b3-8904-4f6e-9abd-5b4b8a118db5 req-4578c4c2-b797-4a6e-8b9d-6e80acc15e7e tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 210 time: 0.0740759 Feb 08 21:34:40.398573 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4139de5-a4ac-4a72-8674-9b6c682b0aa8 req-e5f90dcb-9484-4b84-a0b5-1669a7985694 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:40.411498 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f4139de5-a4ac-4a72-8674-9b6c682b0aa8 req-e5f90dcb-9484-4b84-a0b5-1669a7985694 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 945 time: 0.1735582 Feb 08 21:34:40.434735 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9643641-7337-4dd4-8bd2-a530b7154de3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Router f079c315-3fb0-401c-b063-e7ea5679fba0 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:34:40.491263 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f4139de5-a4ac-4a72-8674-9b6c682b0aa8 req-7bc8df51-06d5-44cb-8382-f040ae443846 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784328 Feb 08 21:34:40.515516 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e0f982a8-82bd-4e54-84d6-478313aeb042 req-2a5ba71b-e743-4751-825e-393ab65b9737 service neutron] 10.222.0.94 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545388 Feb 08 21:34:40.527104 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-6b72ee36-b0dd-4451-9c97-10c9992a6911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:40.528732 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-6b72ee36-b0dd-4451-9c97-10c9992a6911 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e0a9b9ec-b0de-4d39-8921-b9219efd548e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2802587 Feb 08 21:34:40.554237 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device bf0b09da-257c-4e52-ad23-8286c9ef9e16 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:34:40.583989 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c10f0698-7093-47db-b2e3-ee4aa71aec9b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (4ee788a3-3121-44bf-8260-21a77c191632), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:40.587613 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d33573-f8a3-4611-a8a2-bf3a7a9b29f2 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Router 08ed8e51-b8f2-4bc8-b28e-4050359b431f has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:34:40.628599 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f0698-7093-47db-b2e3-ee4aa71aec9b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Pushing event deleted for resources: {'Port': ['ID=4ee788a3-3121-44bf-8260-21a77c191632,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:40.671575 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port bf0b09da-257c-4e52-ad23-8286c9ef9e16 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:34:40.680355 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port bf0b09da-257c-4e52-ad23-8286c9ef9e16 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:40.681922 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bf0b09da-257c-4e52-ad23-8286c9ef9e16), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:40.703506 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c10f0698-7093-47db-b2e3-ee4aa71aec9b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks [] for floatingip (e99869b4-00ec-49d5-aff1-feab48b21c39), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:40.705896 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c10f0698-7093-47db-b2e3-ee4aa71aec9b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:40.708552 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c10f0698-7093-47db-b2e3-ee4aa71aec9b tempest-ServerActionsTestJSON-867621356 tempest-ServerActionsTestJSON-867621356-project] 10.222.0.88 "DELETE /v2.0/floatingips/e99869b4-00ec-49d5-aff1-feab48b21c39 HTTP/1.1" status: 204 len: 168 time: 0.9077015 Feb 08 21:34:40.711924 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33102) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:40.804678 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-979dbbfc-2358-4c78-aed2-992b6347e120 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for port (b79c3456-9f6c-405e-a318-545c860b80be), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:40.900347 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port bf0b09da-257c-4e52-ad23-8286c9ef9e16 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:40.901483 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bf0b09da-257c-4e52-ad23-8286c9ef9e16), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:41.001921 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8eda976-0558-4ccd-a6f2-dc4f5d1d3838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0b09da-257c-4e52-ad23-8286c9ef9e16'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:34:41.013699 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f2db95-c0ba-4207-8f81-98b1314c4647" -d '{"events": [{"server_uuid": "f8eda976-0558-4ccd-a6f2-dc4f5d1d3838", "name": "network-vif-plugged", "status": "completed", "tag": "bf0b09da-257c-4e52-ad23-8286c9ef9e16"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:34:41.031089 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port bf0b09da-257c-4e52-ad23-8286c9ef9e16, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=bf0b09da-257c-4e52-ad23-8286c9ef9e16,segment=NetworkSegment(eee22cdd-1b96-49e0-93ec-1d329c1b6b96),segment_id=eee22cdd-1b96-49e0-93ec-1d329c1b6b96)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:41.032773 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d33573-f8a3-4611-a8a2-bf3a7a9b29f2 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:34:41.038605 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (bf0b09da-257c-4e52-ad23-8286c9ef9e16), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:41.055575 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5079a0b8-128c-41f4-9d2a-334d2b5ce95d None None] Sync routers for ids ['08ed8e51-b8f2-4bc8-b28e-4050359b431f'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:34:41.072054 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9643641-7337-4dd4-8bd2-a530b7154de3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:34:41.078448 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5079a0b8-128c-41f4-9d2a-334d2b5ce95d None None] Routers {'08ed8e51-b8f2-4bc8-b28e-4050359b431f'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:34:41.079217 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5079a0b8-128c-41f4-9d2a-334d2b5ce95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['08ed8e51-b8f2-4bc8-b28e-4050359b431f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:41.102315 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d7d33573-f8a3-4611-a8a2-bf3a7a9b29f2 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] 10.222.0.88 "PUT /v2.0/routers/08ed8e51-b8f2-4bc8-b28e-4050359b431f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8027363 Feb 08 21:34:41.124817 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33112) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:41.172960 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa392c3-2b57-4b0d-a465-971e1ddb18f7 x-openstack-request-id: req-dfa392c3-2b57-4b0d-a465-971e1ddb18f7 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:34:41.173616 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8eda976-0558-4ccd-a6f2-dc4f5d1d3838", "name": "network-vif-plugged", "status": "completed", "tag": "bf0b09da-257c-4e52-ad23-8286c9ef9e16", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:34:41.174038 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dfa392c3-2b57-4b0d-a465-971e1ddb18f7 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:34:41.174636 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8eda976-0558-4ccd-a6f2-dc4f5d1d3838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0b09da-257c-4e52-ad23-8286c9ef9e16', 'code': 200} Feb 08 21:34:41.177377 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=bf0b09da-257c-4e52-ad23-8286c9ef9e16,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:41.190196 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1970eb98-154e-45c6-969c-8ebd0777e006 None None] Sync routers for ids ['f079c315-3fb0-401c-b063-e7ea5679fba0'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:34:41.190887 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5079a0b8-128c-41f4-9d2a-334d2b5ce95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:41.208043 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1970eb98-154e-45c6-969c-8ebd0777e006 None None] Routers {'f079c315-3fb0-401c-b063-e7ea5679fba0'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:34:41.209351 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-1970eb98-154e-45c6-969c-8ebd0777e006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['f079c315-3fb0-401c-b063-e7ea5679fba0'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:41.221464 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5079a0b8-128c-41f4-9d2a-334d2b5ce95d None None] Routers {'08ed8e51-b8f2-4bc8-b28e-4050359b431f'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:34:41.225906 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5079a0b8-128c-41f4-9d2a-334d2b5ce95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['08ed8e51-b8f2-4bc8-b28e-4050359b431f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:41.270641 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e0f982a8-82bd-4e54-84d6-478313aeb042 req-e1a73110-2cdd-49ee-a0cb-d4a642d4808f service neutron] 10.222.0.94 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7363994 Feb 08 21:34:41.273973 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-1970eb98-154e-45c6-969c-8ebd0777e006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:41.285992 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-92a09630-dd3c-452a-b008-3b4798b618b1 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] delete failed (client error): The resource could not be found. Feb 08 21:34:41.291017 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-92a09630-dd3c-452a-b008-3b4798b618b1 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] 10.222.0.88 "DELETE /v2.0/routers/tempest-non_exist_router-601368212 HTTP/1.1" status: 404 len: 334 time: 0.1579995 Feb 08 21:34:41.295804 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-657002d6-bf49-4e72-9101-2a8da2a47093 service neutron] 10.222.0.94 "GET /v2.0/networks/e0a9b9ec-b0de-4d39-8921-b9219efd548e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7443473 Feb 08 21:34:41.297043 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33116) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:41.301033 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5079a0b8-128c-41f4-9d2a-334d2b5ce95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:41.301873 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5079a0b8-128c-41f4-9d2a-334d2b5ce95d None None] The sync data for ids ['08ed8e51-b8f2-4bc8-b28e-4050359b431f'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:34:41.309375 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f94d9acd-1bcc-4f15-89ee-373c9e55ca9f tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Request body: {'router': {'external_gateway_info': {'network_id': '08ed8e51-b8f2-4bc8-b28e-4050359b431f'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:41.310157 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1970eb98-154e-45c6-969c-8ebd0777e006 None None] Routers {'f079c315-3fb0-401c-b063-e7ea5679fba0'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:34:41.310825 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-1970eb98-154e-45c6-969c-8ebd0777e006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['f079c315-3fb0-401c-b063-e7ea5679fba0'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:41.364502 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-1970eb98-154e-45c6-969c-8ebd0777e006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:41.365243 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1970eb98-154e-45c6-969c-8ebd0777e006 None None] The sync data for ids ['f079c315-3fb0-401c-b063-e7ea5679fba0'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:34:41.447763 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e9643641-7337-4dd4-8bd2-a530b7154de3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:41.449066 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e9643641-7337-4dd4-8bd2-a530b7154de3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.6016207 Feb 08 21:34:41.467164 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33120) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:41.539086 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-979dbbfc-2358-4c78-aed2-992b6347e120 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (b79c3456-9f6c-405e-a318-545c860b80be), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:41.578868 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16d7d6-a75a-4df7-887d-3765c19cad20 req-8356d877-86b6-481a-be98-cc69106144f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:41.580662 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aa16d7d6-a75a-4df7-887d-3765c19cad20 req-8356d877-86b6-481a-be98-cc69106144f2 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 1128 time: 0.3552549 Feb 08 21:34:41.594462 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f075a7-cbc8-474f-959b-b9a0dafdd232 req-d6d76277-6569-4007-b9fb-ef28e04aba6d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:41.600579 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f075a7-cbc8-474f-959b-b9a0dafdd232 req-d6d76277-6569-4007-b9fb-ef28e04aba6d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:41.606030 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f075a7-cbc8-474f-959b-b9a0dafdd232 req-d6d76277-6569-4007-b9fb-ef28e04aba6d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:41.608556 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-82f075a7-cbc8-474f-959b-b9a0dafdd232 req-d6d76277-6569-4007-b9fb-ef28e04aba6d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 2411 time: 0.3820202 Feb 08 21:34:41.644362 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979dbbfc-2358-4c78-aed2-992b6347e120 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Network b375510e-2602-4d58-bb50-0a85496463e1 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:34:41.711007 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac48836-e3c6-44b3-84b5-66a2db229503 req-13bec22c-ec11-42d3-8fdc-7fda09e640d4 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:41.713898 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-979dbbfc-2358-4c78-aed2-992b6347e120 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:41.718983 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ac48836-e3c6-44b3-84b5-66a2db229503 req-13bec22c-ec11-42d3-8fdc-7fda09e640d4 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 945 time: 0.3136091 Feb 08 21:34:41.723620 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979dbbfc-2358-4c78-aed2-992b6347e120 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:34:41.727998 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979dbbfc-2358-4c78-aed2-992b6347e120 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event updated for resources: {'Port': ['ID=b79c3456-9f6c-405e-a318-545c860b80be,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:41.759077 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f94d9acd-1bcc-4f15-89ee-373c9e55ca9f tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks [] for router_gateway (08ed8e51-b8f2-4bc8-b28e-4050359b431f), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:41.767878 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-beaece4b-2dc6-464d-b78d-a7f512148605 req-1836e07c-d3d0-42b3-ac81-0e86fbc0b4b4 service neutron] 10.222.0.94 "GET /v2.0/networks/e0a9b9ec-b0de-4d39-8921-b9219efd548e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832524 Feb 08 21:34:41.794275 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-f94d9acd-1bcc-4f15-89ee-373c9e55ca9f tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] update failed (client error): The resource could not be found. Feb 08 21:34:41.794999 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f94d9acd-1bcc-4f15-89ee-373c9e55ca9f tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] 10.222.0.88 "PUT /v2.0/routers/08ed8e51-b8f2-4bc8-b28e-4050359b431f HTTP/1.1" status: 404 len: 339 time: 0.4954033 Feb 08 21:34:41.800592 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33124) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:41.805696 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-de278b7c-3246-48cc-860c-8f0fd85a1920 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-76939267'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:41.809545 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-979dbbfc-2358-4c78-aed2-992b6347e120 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (7c0be268-2eaa-4489-add8-c642c93c4753), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:41.848689 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aa16d7d6-a75a-4df7-887d-3765c19cad20 req-b5a04c8d-ac48-4785-9e03-41c701fb8646 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356927 Feb 08 21:34:41.867398 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-82f075a7-cbc8-474f-959b-b9a0dafdd232 req-d30864ca-7e5b-4023-8120-fac5a9eb9cbb tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262106 Feb 08 21:34:41.885131 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-82711006-997a-4b48-8cbe-1a6c162eaffa tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "GET /v2.0/routers/f079c315-3fb0-401c-b063-e7ea5679fba0 HTTP/1.1" status: 200 len: 920 time: 0.4116187 Feb 08 21:34:41.890472 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33126) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:41.906054 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de278b7c-3246-48cc-860c-8f0fd85a1920 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Made reservation on behalf of 533d457df9d24e9db554f5b2b0e80dc3 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:41.909707 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de278b7c-3246-48cc-860c-8f0fd85a1920 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:41.952692 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a5fc62f7-5b43-4144-b36c-184685160ed6 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "GET /v2.0/ports?device_id=f079c315-3fb0-401c-b063-e7ea5679fba0 HTTP/1.1" status: 200 len: 205 time: 0.0584793 Feb 08 21:34:41.955009 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33128) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:41.973106 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ac48836-e3c6-44b3-84b5-66a2db229503 req-0df50cb4-1289-4bee-b5bd-f8a071d07868 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531312 Feb 08 21:34:42.007273 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aeb2c60b-f84d-48c6-b2a3-6594988dd203 req-26c5c737-6e65-40bf-aceb-313a4bfb0da8 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 210 time: 0.0657670 Feb 08 21:34:42.021184 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-a0d2dd84-08cc-4ddb-9617-4b658c45fa11 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:42.023346 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-a0d2dd84-08cc-4ddb-9617-4b658c45fa11 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.96 "GET /v2.0/networks?id=0b788a94-1e80-468a-940e-48c5a63e44a4 HTTP/1.1" status: 200 len: 814 time: 0.2995515 Feb 08 21:34:42.113932 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-c9f4d854-46db-4a46-9a11-88f58b3c3aaa tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Request body: {'port': {'device_id': 'f0d065fb-9bc5-4c4d-9caa-3ae4d8813056', 'network_id': '0b788a94-1e80-468a-940e-48c5a63e44a4', 'admin_state_up': True, 'tenant_id': '74717e3e72d841d2a44f3251e57cb213'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:42.346237 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de278b7c-3246-48cc-860c-8f0fd85a1920 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:34:42.407145 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de278b7c-3246-48cc-860c-8f0fd85a1920 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (4499b236-2812-4804-87e2-7360429122db), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:42.407506 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-de278b7c-3246-48cc-860c-8f0fd85a1920 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Added segment 4499b236-2812-4804-87e2-7360429122db of type vlan for network 3bc5edc4-f301-49fd-93ec-94e1529cb7b4 Feb 08 21:34:42.411747 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69950804-3eef-4bd8-9eee-950517b76d3f req-a3dfea2a-f2c4-4311-b1f2-b525624b4598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:42.412231 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69950804-3eef-4bd8-9eee-950517b76d3f req-a3dfea2a-f2c4-4311-b1f2-b525624b4598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:42.412705 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69950804-3eef-4bd8-9eee-950517b76d3f req-a3dfea2a-f2c4-4311-b1f2-b525624b4598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:42.414449 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-69950804-3eef-4bd8-9eee-950517b76d3f req-a3dfea2a-f2c4-4311-b1f2-b525624b4598 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e06b0580b36e41f2ba7247491d9845e4&device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 2960 time: 0.5636919 Feb 08 21:34:42.483663 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-55688e3e-fb82-476f-86fa-a36853d8e1ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (ef6ea72b-b871-4b27-9c0c-803631f1b24b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:42.549817 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de278b7c-3246-48cc-860c-8f0fd85a1920 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (3bc5edc4-f301-49fd-93ec-94e1529cb7b4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:42.568026 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e3454-be54-49d9-a8eb-8ef57aad371a req-769a1ec5-f082-4f73-861e-c30ee62f79d7 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:42.569556 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f11e3454-be54-49d9-a8eb-8ef57aad371a req-769a1ec5-f082-4f73-861e-c30ee62f79d7 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 945 time: 0.5065889 Feb 08 21:34:42.581355 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-979dbbfc-2358-4c78-aed2-992b6347e120 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b79c3456-9f6c-405e-a318-545c860b80be), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:42.609929 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-842de19a-5e27-42da-b6b1-299b1edfd4f1 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router (f079c315-3fb0-401c-b063-e7ea5679fba0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:42.677386 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de278b7c-3246-48cc-860c-8f0fd85a1920 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (3bc5edc4-f301-49fd-93ec-94e1529cb7b4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:42.678838 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f11e3454-be54-49d9-a8eb-8ef57aad371a req-e168c384-b5b2-42b0-9399-9425fa7fb871 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960412 Feb 08 21:34:42.682746 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de278b7c-3246-48cc-860c-8f0fd85a1920 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:42.683430 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de278b7c-3246-48cc-860c-8f0fd85a1920 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:42.684218 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-c9f4d854-46db-4a46-9a11-88f58b3c3aaa tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Made reservation on behalf of 74717e3e72d841d2a44f3251e57cb213 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:42.687438 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-c9f4d854-46db-4a46-9a11-88f58b3c3aaa tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:42.832414 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-de278b7c-3246-48cc-860c-8f0fd85a1920 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0307329 Feb 08 21:34:42.833651 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69950804-3eef-4bd8-9eee-950517b76d3f req-e5992818-e286-43c1-9731-c43af0f7c5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:42.835026 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-69950804-3eef-4bd8-9eee-950517b76d3f req-e5992818-e286-43c1-9731-c43af0f7c5d8 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e0a9b9ec-b0de-4d39-8921-b9219efd548e HTTP/1.1" status: 200 len: 903 time: 0.4068062 Feb 08 21:34:42.838748 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33130) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:42.844745 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-cdd4607a-aa82-487c-9ac8-8c8fb4ee0d28 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Request body: {'subnet': {'network_id': '3bc5edc4-f301-49fd-93ec-94e1529cb7b4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:42.905472 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de278b7c-3246-48cc-860c-8f0fd85a1920 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Pushing event updated for resources: {'Network': ['ID=3bc5edc4-f301-49fd-93ec-94e1529cb7b4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:42.925329 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 3bc5edc4-f301-49fd-93ec-94e1529cb7b4 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:34:42.951343 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-69950804-3eef-4bd8-9eee-950517b76d3f req-1b834459-1174-4638-a41a-a808f37b21d8 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.102&port_id=a7cfdfa0-1918-466c-ad45-f3a5adab40c4 HTTP/1.1" status: 200 len: 217 time: 0.0524940 Feb 08 21:34:43.024701 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-c9f4d854-46db-4a46-9a11-88f58b3c3aaa tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Allocated IP 172.20.0.11 (0b788a94-1e80-468a-940e-48c5a63e44a4/5401f80b-e57f-40cb-9cf6-b97b0a9bdb9b/847006f8-c17a-4de4-8cf4-47c1e161c2b1) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:34:43.029995 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69950804-3eef-4bd8-9eee-950517b76d3f req-98018f0e-c87b-4654-9dff-d3272e315b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:43.031316 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-69950804-3eef-4bd8-9eee-950517b76d3f req-98018f0e-c87b-4654-9dff-d3272e315b23 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7af7bb53-8774-426b-b5dc-bffb3abca5da HTTP/1.1" status: 200 len: 801 time: 0.0720890 Feb 08 21:34:43.032573 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-842de19a-5e27-42da-b6b1-299b1edfd4f1 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_gateway (f079c315-3fb0-401c-b063-e7ea5679fba0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:43.154442 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd4607a-aa82-487c-9ac8-8c8fb4ee0d28 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Made reservation on behalf of 533d457df9d24e9db554f5b2b0e80dc3 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:43.158277 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cdd4607a-aa82-487c-9ac8-8c8fb4ee0d28 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:43.254906 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69950804-3eef-4bd8-9eee-950517b76d3f req-444a091b-bba3-41d9-a446-1c8d97d27c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:43.256471 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-69950804-3eef-4bd8-9eee-950517b76d3f req-444a091b-bba3-41d9-a446-1c8d97d27c8c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e0a9b9ec-b0de-4d39-8921-b9219efd548e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2168009 Feb 08 21:34:43.272137 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1076fa-7937-493e-98ff-bb8031ebe30f req-8c3b5154-4e6e-4c78-a0a1-2faf071122aa tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:43.277985 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1076fa-7937-493e-98ff-bb8031ebe30f req-8c3b5154-4e6e-4c78-a0a1-2faf071122aa tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:43.283555 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1076fa-7937-493e-98ff-bb8031ebe30f req-8c3b5154-4e6e-4c78-a0a1-2faf071122aa tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:43.285436 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f1076fa-7937-493e-98ff-bb8031ebe30f req-8c3b5154-4e6e-4c78-a0a1-2faf071122aa tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 2411 time: 0.3184659 Feb 08 21:34:43.321299 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-55688e3e-fb82-476f-86fa-a36853d8e1ad admin admin] Deleting port 3d51d889-2128-4534-a9ba-e2d871f2b2f0 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:34:43.321799 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-55688e3e-fb82-476f-86fa-a36853d8e1ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (3d51d889-2128-4534-a9ba-e2d871f2b2f0), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:43.323901 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-842de19a-5e27-42da-b6b1-299b1edfd4f1 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Deleting port 58c0f15a-d1e0-4fae-816e-a97761c22300 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:34:43.324246 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-842de19a-5e27-42da-b6b1-299b1edfd4f1 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (58c0f15a-d1e0-4fae-816e-a97761c22300), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:43.331396 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e2268-8b49-459b-a519-8f3969121323 req-fd95851e-bd7d-4e85-82ac-cc0f7aa48f6e tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:43.333380 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-373e2268-8b49-459b-a519-8f3969121323 req-fd95851e-bd7d-4e85-82ac-cc0f7aa48f6e tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 945 time: 0.2657089 Feb 08 21:34:43.470031 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-979dbbfc-2358-4c78-aed2-992b6347e120 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for port (b79c3456-9f6c-405e-a318-545c860b80be), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:43.483093 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-979dbbfc-2358-4c78-aed2-992b6347e120 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (b79c3456-9f6c-405e-a318-545c860b80be), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:43.519210 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-69950804-3eef-4bd8-9eee-950517b76d3f req-06eec0db-24da-405e-8c00-95958b4c8278 service neutron] 10.222.0.94 "GET /v2.0/networks/e0a9b9ec-b0de-4d39-8921-b9219efd548e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501388 Feb 08 21:34:43.522156 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-842de19a-5e27-42da-b6b1-299b1edfd4f1 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (58c0f15a-d1e0-4fae-816e-a97761c22300), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:43.581518 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-373e2268-8b49-459b-a519-8f3969121323 req-81b87c12-c9e9-4c95-bc11-49d7bb297711 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994054 Feb 08 21:34:43.608118 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f1076fa-7937-493e-98ff-bb8031ebe30f req-2f6e5cd0-6c3e-4c9e-bf07-b38f91222f23 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047109 Feb 08 21:34:43.616123 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-842de19a-5e27-42da-b6b1-299b1edfd4f1 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Calling delete_port for 58c0f15a-d1e0-4fae-816e-a97761c22300 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:34:43.626927 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-55688e3e-fb82-476f-86fa-a36853d8e1ad admin admin] For port 3d51d889-2128-4534-a9ba-e2d871f2b2f0, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3d51d889-2128-4534-a9ba-e2d871f2b2f0,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:43.627389 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-55688e3e-fb82-476f-86fa-a36853d8e1ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (3d51d889-2128-4534-a9ba-e2d871f2b2f0), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:43.640876 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-979dbbfc-2358-4c78-aed2-992b6347e120 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (7c0be268-2eaa-4489-add8-c642c93c4753), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:43.643586 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-c9f4d854-46db-4a46-9a11-88f58b3c3aaa tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Publish callbacks [] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:43.665526 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979dbbfc-2358-4c78-aed2-992b6347e120 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event updated for resources: {'Port': ['ID=b79c3456-9f6c-405e-a318-545c860b80be,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:43.679646 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-55688e3e-fb82-476f-86fa-a36853d8e1ad admin admin] Calling delete_port for 3d51d889-2128-4534-a9ba-e2d871f2b2f0 owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:34:43.751151 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a59823d9-36ab-417e-a15d-7bffe7918f83 req-5cc577c9-fdd9-417a-af83-da02678fbc4c tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 210 time: 0.0568597 Feb 08 21:34:43.804766 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-69950804-3eef-4bd8-9eee-950517b76d3f req-e454ef93-e7d9-4ee1-935c-4505b2ce5ed2 service neutron] 10.222.0.94 "GET /v2.0/networks/e0a9b9ec-b0de-4d39-8921-b9219efd548e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776971 Feb 08 21:34:43.888971 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cdd4607a-aa82-487c-9ac8-8c8fb4ee0d28 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (7073e564-5a13-4b03-bf52-56a4b5f3b8cd), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:43.894011 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979dbbfc-2358-4c78-aed2-992b6347e120 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Network b375510e-2602-4d58-bb50-0a85496463e1 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:34:43.895911 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-c9f4d854-46db-4a46-9a11-88f58b3c3aaa tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:43.896063 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-979dbbfc-2358-4c78-aed2-992b6347e120 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:44.027734 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-842de19a-5e27-42da-b6b1-299b1edfd4f1 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (58c0f15a-d1e0-4fae-816e-a97761c22300), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:44.037723 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-c9f4d854-46db-4a46-9a11-88f58b3c3aaa tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Network 0b788a94-1e80-468a-940e-48c5a63e44a4 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:34:44.055288 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-c9f4d854-46db-4a46-9a11-88f58b3c3aaa tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:44.064522 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842de19a-5e27-42da-b6b1-299b1edfd4f1 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Pushing event deleted for resources: {'Port': ['ID=58c0f15a-d1e0-4fae-816e-a97761c22300,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:44.068544 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-c9f4d854-46db-4a46-9a11-88f58b3c3aaa tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:34:44.072067 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4d854-46db-4a46-9a11-88f58b3c3aaa tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Pushing event updated for resources: {'Port': ['ID=847006f8-c17a-4de4-8cf4-47c1e161c2b1,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:44.094725 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4607a-aa82-487c-9ac8-8c8fb4ee0d28 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Pushing event updated for resources: {'Subnet': ['ID=7073e564-5a13-4b03-bf52-56a4b5f3b8cd,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:44.104125 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979dbbfc-2358-4c78-aed2-992b6347e120 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Router 7c0be268-2eaa-4489-add8-c642c93c4753 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:34:44.104785 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f47991-17d2-45c8-8413-c7e6674fc659 req-6783d0a2-c867-45a0-88ab-3d8a2abdc4e7 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:44.107171 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b9f47991-17d2-45c8-8413-c7e6674fc659 req-6783d0a2-c867-45a0-88ab-3d8a2abdc4e7 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 945 time: 0.2905922 Feb 08 21:34:44.180347 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd4607a-aa82-487c-9ac8-8c8fb4ee0d28 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Checking segment: {'id': '4499b236-2812-4804-87e2-7360429122db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3bc5edc4-f301-49fd-93ec-94e1529cb7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:34:44.180741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd4607a-aa82-487c-9ac8-8c8fb4ee0d28 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Network hostable DHCP agents. Network: 3bc5edc4-f301-49fd-93ec-94e1529cb7b4, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:34:44.186627 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-842de19a-5e27-42da-b6b1-299b1edfd4f1 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (f079c315-3fb0-401c-b063-e7ea5679fba0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:44.205969 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-c9f4d854-46db-4a46-9a11-88f58b3c3aaa tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:44.206586 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-c9f4d854-46db-4a46-9a11-88f58b3c3aaa tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:44.279571 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b9f47991-17d2-45c8-8413-c7e6674fc659 req-7b318100-61c7-4719-a93b-726e3fa3b2e0 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446662 Feb 08 21:34:44.280088 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd4607a-aa82-487c-9ac8-8c8fb4ee0d28 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Network 3bc5edc4-f301-49fd-93ec-94e1529cb7b4 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:34:44.290117 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-c9f4d854-46db-4a46-9a11-88f58b3c3aaa tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1840582 Feb 08 21:34:44.308474 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-f109dabb-cadd-4474-ac21-87c10105679d service neutron] Request body: {'port': {'device_id': 'f0d065fb-9bc5-4c4d-9caa-3ae4d8813056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:44.310998 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-cdd4607a-aa82-487c-9ac8-8c8fb4ee0d28 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 3bc5edc4-f301-49fd-93ec-94e1529cb7b4) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:44.321895 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813c6b73-9da1-4fd9-87cc-f9eb6b7b6a68 None None] Network 3bc5edc4-f301-49fd-93ec-94e1529cb7b4 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:34:44.323782 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-842de19a-5e27-42da-b6b1-299b1edfd4f1 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (f079c315-3fb0-401c-b063-e7ea5679fba0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:44.327236 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-842de19a-5e27-42da-b6b1-299b1edfd4f1 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_controller (f079c315-3fb0-401c-b063-e7ea5679fba0), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:44.341963 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd4607a-aa82-487c-9ac8-8c8fb4ee0d28 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:44.342681 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cdd4607a-aa82-487c-9ac8-8c8fb4ee0d28 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:44.355666 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-55688e3e-fb82-476f-86fa-a36853d8e1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (3d51d889-2128-4534-a9ba-e2d871f2b2f0), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:44.377248 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979dbbfc-2358-4c78-aed2-992b6347e120 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:34:44.385484 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-979dbbfc-2358-4c78-aed2-992b6347e120 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "PUT /v2.0/routers/7c0be268-2eaa-4489-add8-c642c93c4753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2850339 Feb 08 21:34:44.386429 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33140) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:44.386901 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-842de19a-5e27-42da-b6b1-299b1edfd4f1 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (f079c315-3fb0-401c-b063-e7ea5679fba0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:44.387507 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842de19a-5e27-42da-b6b1-299b1edfd4f1 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Fanout notify agent at l3_agent the message router_deleted on router f079c315-3fb0-401c-b063-e7ea5679fba0 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:34:44.391863 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394869a5-e513-44a4-acee-a5310437cd11 None None] Sync routers for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:34:44.394365 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-842de19a-5e27-42da-b6b1-299b1edfd4f1 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:44.399852 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-842de19a-5e27-42da-b6b1-299b1edfd4f1 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "DELETE /v2.0/routers/f079c315-3fb0-401c-b063-e7ea5679fba0 HTTP/1.1" status: 204 len: 168 time: 2.4225879 Feb 08 21:34:44.399852 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33142) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:44.406170 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-fae86613-6402-46e5-b5e6-b416c1afcdd4 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1614769818', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'enable_snat': False}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:44.409426 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-7412b800-57f8-4295-a854-c424aac45b92 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Request body: {'port': {'network_id': 'b375510e-2602-4d58-bb50-0a85496463e1', 'name': 'tempest-FloatingIPTestJSON-1107359018'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:44.419156 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cdd4607a-aa82-487c-9ac8-8c8fb4ee0d28 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5790749 Feb 08 21:34:44.422385 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33144) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:44.426014 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394869a5-e513-44a4-acee-a5310437cd11 None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:34:44.427304 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-394869a5-e513-44a4-acee-a5310437cd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:44.428949 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-bbc11d32-97f8-44fd-bcd8-0ce65b05cd3a tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Request body: {'router': {'external_gateway_info': {'network_id': '3bc5edc4-f301-49fd-93ec-94e1529cb7b4'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:44.434898 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55688e3e-fb82-476f-86fa-a36853d8e1ad admin admin] Pushing event deleted for resources: {'Port': ['ID=3d51d889-2128-4534-a9ba-e2d871f2b2f0,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:44.501500 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fae86613-6402-46e5-b5e6-b416c1afcdd4 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (23b6c663-5849-4578-b5df-39cd42b6ae3e), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:44.503105 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fae86613-6402-46e5-b5e6-b416c1afcdd4 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (23b6c663-5849-4578-b5df-39cd42b6ae3e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:44.508673 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-394869a5-e513-44a4-acee-a5310437cd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:44.523539 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394869a5-e513-44a4-acee-a5310437cd11 None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:34:44.524442 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-394869a5-e513-44a4-acee-a5310437cd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:44.531214 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-f109dabb-cadd-4474-ac21-87c10105679d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:44.545024 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc64c48e-81e7-4090-98db-507da4b28145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-3bc5edc4-f301-49fd-93ec-94e1529cb7b4', 'network_id': '3bc5edc4-f301-49fd-93ec-94e1529cb7b4', 'project_id': '533d457df9d24e9db554f5b2b0e80dc3', 'fixed_ips': [{'subnet_id': '7073e564-5a13-4b03-bf52-56a4b5f3b8cd'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:34:44.548340 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dc64c48e-81e7-4090-98db-507da4b28145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:44.590711 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-394869a5-e513-44a4-acee-a5310437cd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:44.591686 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394869a5-e513-44a4-acee-a5310437cd11 None None] The sync data for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:34:44.791106 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-dc64c48e-81e7-4090-98db-507da4b28145 None None] Allocated IP 2001:db8:1::2 (3bc5edc4-f301-49fd-93ec-94e1529cb7b4/7073e564-5a13-4b03-bf52-56a4b5f3b8cd/ab90b253-2db5-41c0-903a-d71b13858d99) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:34:44.857746 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device a7cfdfa0-1918-466c-ad45-f3a5adab40c4 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:34:44.985060 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7412b800-57f8-4295-a854-c424aac45b92 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Made reservation on behalf of fb496b125f0d4415b233884bbd75b2a5 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:44.989144 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7412b800-57f8-4295-a854-c424aac45b92 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:45.053614 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port a7cfdfa0-1918-466c-ad45-f3a5adab40c4, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=a7cfdfa0-1918-466c-ad45-f3a5adab40c4,segment=NetworkSegment(615d05bc-91a6-4266-946a-41943643d9e1),segment_id=615d05bc-91a6-4266-946a-41943643d9e1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:45.056664 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dc64c48e-81e7-4090-98db-507da4b28145 None None] Publish callbacks [] for port (ab90b253-2db5-41c0-903a-d71b13858d99), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:45.065155 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fcfc1-5a1a-42eb-a2ec-7708dfb39053 req-4ce3b42e-f3d0-44ea-84c4-5c4828fa3e8a tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:45.066797 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc0fcfc1-5a1a-42eb-a2ec-7708dfb39053 req-4ce3b42e-f3d0-44ea-84c4-5c4828fa3e8a tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 945 time: 0.3110778 Feb 08 21:34:45.069032 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dc64c48e-81e7-4090-98db-507da4b28145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (ab90b253-2db5-41c0-903a-d71b13858d99), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:45.078121 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'a7cfdfa0-1918-466c-ad45-f3a5adab40c4', 'network_id': 'e0a9b9ec-b0de-4d39-8921-b9219efd548e', 'port_id': 'a7cfdfa0-1918-466c-ad45-f3a5adab40c4', 'mac_address': 'fa:16:3e:ee:6e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af7bb53-8774-426b-b5dc-bffb3abca5da', 'ip_address': '19.80.0.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:34:45.091207 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-7412b800-57f8-4295-a854-c424aac45b92 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] device_id is not set on port 1377707d-b01d-41a2-a8a0-5668122e5697 yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:34:45.114805 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc64c48e-81e7-4090-98db-507da4b28145 None None] Network 3bc5edc4-f301-49fd-93ec-94e1529cb7b4 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:34:45.131234 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fae86613-6402-46e5-b5e6-b416c1afcdd4 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router_controller (23b6c663-5849-4578-b5df-39cd42b6ae3e), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:45.136923 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f6e64-308d-49bb-af5a-431f7c82624c req-99692249-a0b5-4f72-9e7c-9fa80bcf3eb6 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:45.138218 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-dc64c48e-81e7-4090-98db-507da4b28145 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:45.142369 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f6e64-308d-49bb-af5a-431f7c82624c req-99692249-a0b5-4f72-9e7c-9fa80bcf3eb6 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:45.148837 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f6e64-308d-49bb-af5a-431f7c82624c req-99692249-a0b5-4f72-9e7c-9fa80bcf3eb6 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:45.149020 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc64c48e-81e7-4090-98db-507da4b28145 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:34:45.155049 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-043f6e64-308d-49bb-af5a-431f7c82624c req-99692249-a0b5-4f72-9e7c-9fa80bcf3eb6 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 2411 time: 0.3888829 Feb 08 21:34:45.166888 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64c48e-81e7-4090-98db-507da4b28145 None None] Pushing event updated for resources: {'Port': ['ID=ab90b253-2db5-41c0-903a-d71b13858d99,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:45.175020 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port a7cfdfa0-1918-466c-ad45-f3a5adab40c4 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:45.175437 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a7cfdfa0-1918-466c-ad45-f3a5adab40c4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:45.207725 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-55688e3e-fb82-476f-86fa-a36853d8e1ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (ef6ea72b-b871-4b27-9c0c-803631f1b24b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:45.224594 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7cfdfa0-1918-466c-ad45-f3a5adab40c4 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:34:45.247342 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-dc64c48e-81e7-4090-98db-507da4b28145 None None] Attempting to bind port ab90b253-2db5-41c0-903a-d71b13858d99 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:34:45.247744 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-dc64c48e-81e7-4090-98db-507da4b28145 None None] Attempting to bind port ab90b253-2db5-41c0-903a-d71b13858d99 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '4499b236-2812-4804-87e2-7360429122db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3bc5edc4-f301-49fd-93ec-94e1529cb7b4'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:34:45.248105 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc64c48e-81e7-4090-98db-507da4b28145 None None] Attempting to bind port ab90b253-2db5-41c0-903a-d71b13858d99 on network 3bc5edc4-f301-49fd-93ec-94e1529cb7b4 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:34:45.259288 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port a7cfdfa0-1918-466c-ad45-f3a5adab40c4, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=a7cfdfa0-1918-466c-ad45-f3a5adab40c4,segment=NetworkSegment(615d05bc-91a6-4266-946a-41943643d9e1),segment_id=615d05bc-91a6-4266-946a-41943643d9e1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:45.261034 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc64c48e-81e7-4090-98db-507da4b28145 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:34:45.261675 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc64c48e-81e7-4090-98db-507da4b28145 None None] Checking segment: {'id': '4499b236-2812-4804-87e2-7360429122db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3bc5edc4-f301-49fd-93ec-94e1529cb7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:34:45.262239 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dc64c48e-81e7-4090-98db-507da4b28145 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:45.263744 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc64c48e-81e7-4090-98db-507da4b28145 None None] Bound using segment: {'id': '4499b236-2812-4804-87e2-7360429122db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3bc5edc4-f301-49fd-93ec-94e1529cb7b4'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:34:45.263744 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-dc64c48e-81e7-4090-98db-507da4b28145 None None] Bound port: ab90b253-2db5-41c0-903a-d71b13858d99, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4499b236-2812-4804-87e2-7360429122db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3bc5edc4-f301-49fd-93ec-94e1529cb7b4'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:34:45.263744 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dc64c48e-81e7-4090-98db-507da4b28145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ab90b253-2db5-41c0-903a-d71b13858d99), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:45.267135 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a7cfdfa0-1918-466c-ad45-f3a5adab40c4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:45.267907 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 6da939b5-f0a6-42e8-8dd1-5999178a7739 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:34:45.297108 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bbc11d32-97f8-44fd-bcd8-0ce65b05cd3a tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks [] for router_gateway (08ed8e51-b8f2-4bc8-b28e-4050359b431f), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:45.385571 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=a7cfdfa0-1918-466c-ad45-f3a5adab40c4,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:45.406997 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fae86613-6402-46e5-b5e6-b416c1afcdd4 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router_gateway (23b6c663-5849-4578-b5df-39cd42b6ae3e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:45.416271 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 6da939b5-f0a6-42e8-8dd1-5999178a7739, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=6da939b5-f0a6-42e8-8dd1-5999178a7739,segment=NetworkSegment(615d05bc-91a6-4266-946a-41943643d9e1),segment_id=615d05bc-91a6-4266-946a-41943643d9e1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:45.449280 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '6da939b5-f0a6-42e8-8dd1-5999178a7739', 'network_id': 'e0a9b9ec-b0de-4d39-8921-b9219efd548e', 'port_id': '6da939b5-f0a6-42e8-8dd1-5999178a7739', 'mac_address': 'fa:16:3e:25:78:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af7bb53-8774-426b-b5dc-bffb3abca5da', 'ip_address': '19.80.0.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:34:45.453675 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-dc64c48e-81e7-4090-98db-507da4b28145 None None] For port ab90b253-2db5-41c0-903a-d71b13858d99, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:34:45.478351 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-dc64c48e-81e7-4090-98db-507da4b28145 None None] For port ab90b253-2db5-41c0-903a-d71b13858d99, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ab90b253-2db5-41c0-903a-d71b13858d99,segment=NetworkSegment(4499b236-2812-4804-87e2-7360429122db),segment_id=4499b236-2812-4804-87e2-7360429122db)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:34:45.555117 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dc64c48e-81e7-4090-98db-507da4b28145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ab90b253-2db5-41c0-903a-d71b13858d99), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:45.662341 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 6da939b5-f0a6-42e8-8dd1-5999178a7739 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:45.662755 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6da939b5-f0a6-42e8-8dd1-5999178a7739), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:45.694064 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-bbc11d32-97f8-44fd-bcd8-0ce65b05cd3a tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:34:45.695960 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bbc11d32-97f8-44fd-bcd8-0ce65b05cd3a tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] 10.222.0.88 "PUT /v2.0/routers/08ed8e51-b8f2-4bc8-b28e-4050359b431f HTTP/1.1" status: 400 len: 364 time: 1.2722938 Feb 08 21:34:45.700728 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33154) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:45.710799 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da939b5-f0a6-42e8-8dd1-5999178a7739 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:34:45.720654 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64c48e-81e7-4090-98db-507da4b28145 None None] Pushing event updated for resources: {'Port': ['ID=ab90b253-2db5-41c0-903a-d71b13858d99,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:45.754776 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 6da939b5-f0a6-42e8-8dd1-5999178a7739, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=6da939b5-f0a6-42e8-8dd1-5999178a7739,segment=NetworkSegment(615d05bc-91a6-4266-946a-41943643d9e1),segment_id=615d05bc-91a6-4266-946a-41943643d9e1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:45.760291 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6da939b5-f0a6-42e8-8dd1-5999178a7739), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:45.761442 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 4e5a113e-8e1b-4428-8192-aafc1d61a261 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:34:45.822587 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc0fcfc1-5a1a-42eb-a2ec-7708dfb39053 req-c6ac645a-2092-43ee-a99a-d718ea4bc16f tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7369299 Feb 08 21:34:45.913935 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-7412b800-57f8-4295-a854-c424aac45b92 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Allocated IP 172.20.0.14 (b375510e-2602-4d58-bb50-0a85496463e1/7ea49410-10fc-49fd-acb4-6447fa5cfd15/1377707d-b01d-41a2-a8a0-5668122e5697) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:34:45.937156 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=6da939b5-f0a6-42e8-8dd1-5999178a7739,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:46.041496 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-043f6e64-308d-49bb-af5a-431f7c82624c req-914d6148-c383-4c6c-b084-61bacb3c0b7b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8448353 Feb 08 21:34:46.049002 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 4e5a113e-8e1b-4428-8192-aafc1d61a261, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=4e5a113e-8e1b-4428-8192-aafc1d61a261,segment=NetworkSegment(ffc87990-6200-4560-b21a-4ac95898afa2),segment_id=ffc87990-6200-4560-b21a-4ac95898afa2)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:46.082702 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '4e5a113e-8e1b-4428-8192-aafc1d61a261', 'network_id': 'f112523c-6915-4ee0-b2f0-e26bdfe4744d', 'port_id': '4e5a113e-8e1b-4428-8192-aafc1d61a261', 'mac_address': 'fa:16:3e:c4:89:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007cc98f-60ce-470c-93c7-ee8e33ceae1d', 'ip_address': '19.86.0.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:34:46.145205 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fae86613-6402-46e5-b5e6-b416c1afcdd4 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router_gateway (23b6c663-5849-4578-b5df-39cd42b6ae3e), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:46.145695 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 4e5a113e-8e1b-4428-8192-aafc1d61a261 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:46.146184 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4e5a113e-8e1b-4428-8192-aafc1d61a261), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:46.161763 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e5a113e-8e1b-4428-8192-aafc1d61a261 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:34:46.188244 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fae86613-6402-46e5-b5e6-b416c1afcdd4 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:46.192502 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 4e5a113e-8e1b-4428-8192-aafc1d61a261, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=4e5a113e-8e1b-4428-8192-aafc1d61a261,segment=NetworkSegment(ffc87990-6200-4560-b21a-4ac95898afa2),segment_id=ffc87990-6200-4560-b21a-4ac95898afa2)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:46.197957 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (4e5a113e-8e1b-4428-8192-aafc1d61a261), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:46.226556 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-f109dabb-cadd-4474-ac21-87c10105679d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 847006f8-c17a-4de4-8cf4-47c1e161c2b1 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:34:46.255988 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-f109dabb-cadd-4474-ac21-87c10105679d service neutron] Publish callbacks [] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:46.258360 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=4e5a113e-8e1b-4428-8192-aafc1d61a261,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:46.310111 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e739810-3e03-4939-ab23-32c5fc665e59 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:46.310361 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf24fb3-1396-4bea-b9e4-c7ff0c771039 req-00a50e7a-c0d3-47c6-8086-7ee4f1980ec8 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:46.311722 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dbf24fb3-1396-4bea-b9e4-c7ff0c771039 req-00a50e7a-c0d3-47c6-8086-7ee4f1980ec8 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 932 time: 0.3781884 Feb 08 21:34:46.349325 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-f109dabb-cadd-4474-ac21-87c10105679d service neutron] Transition to ACTIVE for port object 847006f8-c17a-4de4-8cf4-47c1e161c2b1 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:34:46.373653 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-f109dabb-cadd-4474-ac21-87c10105679d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:46.429675 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55688e3e-fb82-476f-86fa-a36853d8e1ad admin admin] Router ef6ea72b-b871-4b27-9c0c-803631f1b24b has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:34:46.439538 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38d8ea-dd4d-49b7-8bd9-b30d3ba8de84 req-4d81d5ea-7e4b-46e1-bcd6-624afe3bedcb tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:46.440920 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-fae86613-6402-46e5-b5e6-b416c1afcdd4 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Allocated IP 172.25.3.98 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/626897f6-4581-4f65-999a-7abb3a641117) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:34:46.441261 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ec38d8ea-dd4d-49b7-8bd9-b30d3ba8de84 req-4d81d5ea-7e4b-46e1-bcd6-624afe3bedcb tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 945 time: 0.2984295 Feb 08 21:34:46.546201 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7412b800-57f8-4295-a854-c424aac45b92 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for port (1377707d-b01d-41a2-a8a0-5668122e5697), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:46.550060 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109dabb-cadd-4474-ac21-87c10105679d service neutron] Pushing event updated for resources: {'Port': ['ID=847006f8-c17a-4de4-8cf4-47c1e161c2b1,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:46.562203 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dbf24fb3-1396-4bea-b9e4-c7ff0c771039 req-15c1d325-7e0f-4653-bb4c-6ff8b8b23de6 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404711 Feb 08 21:34:46.600290 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['a7cfdfa0-1918-466c-ad45-f3a5adab40c4'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:34:46.688012 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['4e5a113e-8e1b-4428-8192-aafc1d61a261'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:34:46.701025 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fae86613-6402-46e5-b5e6-b416c1afcdd4 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for port (626897f6-4581-4f65-999a-7abb3a641117), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:46.727899 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-8e739810-3e03-4939-ab23-32c5fc665e59 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Allocated IP 2001:db8::1 (a0af8963-ec15-4207-83d2-b137d87bee87/e479c2a9-b29e-4810-bbc0-3fe272787fd8/8ba3b1f0-c69b-45a7-9672-aab910095e1a) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:34:46.738174 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ec38d8ea-dd4d-49b7-8bd9-b30d3ba8de84 req-75026c54-f6ae-407f-a74a-bf700f6fb8a0 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767813 Feb 08 21:34:46.828327 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7412b800-57f8-4295-a854-c424aac45b92 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (1377707d-b01d-41a2-a8a0-5668122e5697), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:46.841362 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fae86613-6402-46e5-b5e6-b416c1afcdd4 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (626897f6-4581-4f65-999a-7abb3a641117), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:46.901011 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-f109dabb-cadd-4474-ac21-87c10105679d service neutron] Attempting to bind port 847006f8-c17a-4de4-8cf4-47c1e161c2b1 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:34:46.901402 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-f109dabb-cadd-4474-ac21-87c10105679d service neutron] Attempting to bind port 847006f8-c17a-4de4-8cf4-47c1e161c2b1 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'd23a6594-b5ac-4220-9c7e-256007bbfc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0b788a94-1e80-468a-940e-48c5a63e44a4'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:34:46.901965 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-f109dabb-cadd-4474-ac21-87c10105679d service neutron] Attempting to bind port 847006f8-c17a-4de4-8cf4-47c1e161c2b1 on network 0b788a94-1e80-468a-940e-48c5a63e44a4 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:34:46.911923 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7412b800-57f8-4295-a854-c424aac45b92 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Network b375510e-2602-4d58-bb50-0a85496463e1 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:34:46.919010 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55688e3e-fb82-476f-86fa-a36853d8e1ad admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:34:46.928016 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae86613-6402-46e5-b5e6-b416c1afcdd4 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:34:46.932660 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-55688e3e-fb82-476f-86fa-a36853d8e1ad admin admin] 10.222.0.88 "PUT /v2.0/routers/ef6ea72b-b871-4b27-9c0c-803631f1b24b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2185349 Feb 08 21:34:46.932902 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae86613-6402-46e5-b5e6-b416c1afcdd4 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Pushing event updated for resources: {'Port': ['ID=626897f6-4581-4f65-999a-7abb3a641117,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:46.934701 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-7412b800-57f8-4295-a854-c424aac45b92 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:46.937808 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7412b800-57f8-4295-a854-c424aac45b92 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:34:46.941315 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33158) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:46.941492 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-f109dabb-cadd-4474-ac21-87c10105679d service neutron] Port 847006f8-c17a-4de4-8cf4-47c1e161c2b1 on network 0b788a94-1e80-468a-940e-48c5a63e44a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:34:46.941492 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-f109dabb-cadd-4474-ac21-87c10105679d service neutron] Attempting to bind port 847006f8-c17a-4de4-8cf4-47c1e161c2b1 on network 0b788a94-1e80-468a-940e-48c5a63e44a4 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:34:46.941707 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-fae86613-6402-46e5-b5e6-b416c1afcdd4 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:46.953206 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be73963-30c4-4db9-95ed-d15082f611c8 req-3b8dc1eb-d755-48de-b322-3b47cb436181 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:46.953674 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae86613-6402-46e5-b5e6-b416c1afcdd4 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:34:46.954868 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9be73963-30c4-4db9-95ed-d15082f611c8 req-3b8dc1eb-d755-48de-b322-3b47cb436181 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 945 time: 0.2138364 Feb 08 21:34:46.970828 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032d0dec-541e-47e5-8117-4a9a7e20fb8e None None] Sync routers for ids ['ef6ea72b-b871-4b27-9c0c-803631f1b24b'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:34:46.981727 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412b800-57f8-4295-a854-c424aac45b92 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event updated for resources: {'Port': ['ID=1377707d-b01d-41a2-a8a0-5668122e5697,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:47.011378 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-f109dabb-cadd-4474-ac21-87c10105679d service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:34:47.011729 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-f109dabb-cadd-4474-ac21-87c10105679d service neutron] Checking segment: {'id': 'd23a6594-b5ac-4220-9c7e-256007bbfc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0b788a94-1e80-468a-940e-48c5a63e44a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:34:47.012227 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-f109dabb-cadd-4474-ac21-87c10105679d service neutron] Bound using segment: {'id': 'd23a6594-b5ac-4220-9c7e-256007bbfc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0b788a94-1e80-468a-940e-48c5a63e44a4'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:34:47.012616 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-f109dabb-cadd-4474-ac21-87c10105679d service neutron] Bound port: 847006f8-c17a-4de4-8cf4-47c1e161c2b1, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23a6594-b5ac-4220-9c7e-256007bbfc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0b788a94-1e80-468a-940e-48c5a63e44a4'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:34:47.012983 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-f109dabb-cadd-4474-ac21-87c10105679d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:47.021676 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032d0dec-541e-47e5-8117-4a9a7e20fb8e None None] Routers {'ef6ea72b-b871-4b27-9c0c-803631f1b24b'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:34:47.022436 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-032d0dec-541e-47e5-8117-4a9a7e20fb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ef6ea72b-b871-4b27-9c0c-803631f1b24b'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:47.068571 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7412b800-57f8-4295-a854-c424aac45b92 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:47.069461 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7412b800-57f8-4295-a854-c424aac45b92 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:47.106989 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e739810-3e03-4939-ab23-32c5fc665e59 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks [] for port (8ba3b1f0-c69b-45a7-9672-aab910095e1a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:47.131581 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9be73963-30c4-4db9-95ed-d15082f611c8 req-9fe5c7b7-c874-4d62-8798-811ac05185ea tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431036 Feb 08 21:34:47.212442 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e739810-3e03-4939-ab23-32c5fc665e59 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (8ba3b1f0-c69b-45a7-9672-aab910095e1a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:47.225526 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7412b800-57f8-4295-a854-c424aac45b92 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8174865 Feb 08 21:34:47.233436 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-032d0dec-541e-47e5-8117-4a9a7e20fb8e None None] Set router ef6ea72b-b871-4b27-9c0c-803631f1b24b gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:34:47.258867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-f109dabb-cadd-4474-ac21-87c10105679d service neutron] For port 847006f8-c17a-4de4-8cf4-47c1e161c2b1, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:34:47.263178 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-f109dabb-cadd-4474-ac21-87c10105679d service neutron] For port 847006f8-c17a-4de4-8cf4-47c1e161c2b1, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=847006f8-c17a-4de4-8cf4-47c1e161c2b1,segment=NetworkSegment(d23a6594-b5ac-4220-9c7e-256007bbfc19),segment_id=d23a6594-b5ac-4220-9c7e-256007bbfc19)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:34:47.268340 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33164) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:47.310220 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b313ae2-20a5-4564-a996-315d1cef14a4 None None] Network 3bc5edc4-f301-49fd-93ec-94e1529cb7b4 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:34:47.312927 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-791ef65b-19b4-41c0-b1ec-d2c33e511358 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Request body: {'port': {'network_id': 'b375510e-2602-4d58-bb50-0a85496463e1', 'name': 'tempest-FloatingIPTestJSON-2125018927'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:47.315546 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-f109dabb-cadd-4474-ac21-87c10105679d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:47.403661 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e24d8-0d12-4be0-ac5c-af490bc28ba1 req-ae7cafc8-97e7-45c5-86b7-fbe9011d61fc tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:47.409421 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e24d8-0d12-4be0-ac5c-af490bc28ba1 req-ae7cafc8-97e7-45c5-86b7-fbe9011d61fc tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:47.415871 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e24d8-0d12-4be0-ac5c-af490bc28ba1 req-ae7cafc8-97e7-45c5-86b7-fbe9011d61fc tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:47.419450 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-564e24d8-0d12-4be0-ac5c-af490bc28ba1 req-ae7cafc8-97e7-45c5-86b7-fbe9011d61fc tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 2414 time: 0.2763274 Feb 08 21:34:47.423205 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-f109dabb-cadd-4474-ac21-87c10105679d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:47.423890 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-f109dabb-cadd-4474-ac21-87c10105679d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:47.425406 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-f109dabb-cadd-4474-ac21-87c10105679d service neutron] 10.222.0.96 "PUT /v2.0/ports/847006f8-c17a-4de4-8cf4-47c1e161c2b1 HTTP/1.1" status: 200 len: 1093 time: 3.1268303 Feb 08 21:34:47.425881 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d065fb-9bc5-4c4d-9caa-3ae4d8813056', 'tag': '847006f8-c17a-4de4-8cf4-47c1e161c2b1'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:34:47.428498 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97b0603-b732-496e-8209-cc2678dfc652" -d '{"events": [{"name": "network-changed", "server_uuid": "f0d065fb-9bc5-4c4d-9caa-3ae4d8813056", "tag": "847006f8-c17a-4de4-8cf4-47c1e161c2b1"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:34:47.453288 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4aa215e5-90c2-4675-9b67-aa181280d2e9 None None] Provisioning complete for port ab90b253-2db5-41c0-903a-d71b13858d99 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:47.453819 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4aa215e5-90c2-4675-9b67-aa181280d2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ab90b253-2db5-41c0-903a-d71b13858d99), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:47.505486 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e739810-3e03-4939-ab23-32c5fc665e59 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Network a0af8963-ec15-4207-83d2-b137d87bee87 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:34:47.531256 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b8d1e6-1cd3-45cc-b040-104bcf5fe27b x-openstack-request-id: req-74b8d1e6-1cd3-45cc-b040-104bcf5fe27b {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:34:47.531489 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0d065fb-9bc5-4c4d-9caa-3ae4d8813056", "tag": "847006f8-c17a-4de4-8cf4-47c1e161c2b1", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:34:47.531850 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-74b8d1e6-1cd3-45cc-b040-104bcf5fe27b {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:34:47.532164 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0d065fb-9bc5-4c4d-9caa-3ae4d8813056', 'tag': '847006f8-c17a-4de4-8cf4-47c1e161c2b1', 'status': 'completed', 'code': 200} Feb 08 21:34:47.533979 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109dabb-cadd-4474-ac21-87c10105679d service neutron] Pushing event updated for resources: {'Port': ['ID=847006f8-c17a-4de4-8cf4-47c1e161c2b1,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:47.546306 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8e739810-3e03-4939-ab23-32c5fc665e59 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:47.552348 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e739810-3e03-4939-ab23-32c5fc665e59 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Pushing event updated for resources: {'Port': ['ID=8ba3b1f0-c69b-45a7-9672-aab910095e1a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:47.562728 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e739810-3e03-4939-ab23-32c5fc665e59 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:34:47.563306 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e739810-3e03-4939-ab23-32c5fc665e59 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (08ed8e51-b8f2-4bc8-b28e-4050359b431f), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:47.619337 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-564e24d8-0d12-4be0-ac5c-af490bc28ba1 req-18f5979d-b8c4-4206-b8b3-9fe04e05ae1c tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759880 Feb 08 21:34:47.665284 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-8caed5a6-1a8c-4878-8047-a3cae449dc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:47.668463 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-8caed5a6-1a8c-4878-8047-a3cae449dc76 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=74717e3e72d841d2a44f3251e57cb213&device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 1127 time: 0.1804011 Feb 08 21:34:47.814270 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd003ac3-40c5-49d2-a185-80da542b4b21 admin admin] Publish callbacks [] for router (ef6ea72b-b871-4b27-9c0c-803631f1b24b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:47.824140 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ab90b253-2db5-41c0-903a-d71b13858d99 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:34:47.835969 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-df6f04d2-7a6d-4216-a4f5-33e4c4ffea28 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=847006f8-c17a-4de4-8cf4-47c1e161c2b1 HTTP/1.1" status: 200 len: 217 time: 0.1289880 Feb 08 21:34:47.959096 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b78f6f-1405-4c4a-a527-7f164fdee416 req-7a986612-6c71-476a-98be-c672d050e713 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:47.967466 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1b78f6f-1405-4c4a-a527-7f164fdee416 req-7a986612-6c71-476a-98be-c672d050e713 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 945 time: 0.3306100 Feb 08 21:34:48.005154 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-ff1c5aed-def6-438e-9e60-c60db05eebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:48.006869 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-ff1c5aed-def6-438e-9e60-c60db05eebf3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5401f80b-e57f-40cb-9cf6-b97b0a9bdb9b HTTP/1.1" status: 200 len: 854 time: 0.1413898 Feb 08 21:34:48.057636 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb768a2-09c2-4f3f-873e-8a92688f6c02 req-8c0ead70-466a-4146-a7ad-265d04653ee5 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:48.059574 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ebb768a2-09c2-4f3f-873e-8a92688f6c02 req-8c0ead70-466a-4146-a7ad-265d04653ee5 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 944 time: 0.3389812 Feb 08 21:34:48.083851 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['6da939b5-f0a6-42e8-8dd1-5999178a7739'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:34:48.103339 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-115ea60d-7db8-4905-9abc-af2050a89e44 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0b788a94-1e80-468a-940e-48c5a63e44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835915 Feb 08 21:34:48.126464 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1b78f6f-1405-4c4a-a527-7f164fdee416 req-8d2eb460-14d4-4d0b-97b0-3def695b8e52 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504953 Feb 08 21:34:48.199120 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port ab90b253-2db5-41c0-903a-d71b13858d99 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:48.199395 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ab90b253-2db5-41c0-903a-d71b13858d99), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:48.214691 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-032d0dec-541e-47e5-8117-4a9a7e20fb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'name': 'tempest-ServerActionsTestJSON-1079871035-router', 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ca15bea4-f33b-497f-b636-f7f8ce86020b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:24:46Z', 'updated_at': '2022-02-08T21:34:44Z', 'revision_number': 5, 'project_id': '00aa88ba7b6d432b85cbf54f743f0690', 'gw_port': {'id': 'ca15bea4-f33b-497f-b636-f7f8ce86020b', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:24:47Z', 'updated_at': '2022-02-08T21:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:48.222952 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4aa215e5-90c2-4675-9b67-aa181280d2e9 None None] Current status of the port ab90b253-2db5-41c0-903a-d71b13858d99 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:48.223374 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4aa215e5-90c2-4675-9b67-aa181280d2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ab90b253-2db5-41c0-903a-d71b13858d99), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:48.292647 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032d0dec-541e-47e5-8117-4a9a7e20fb8e None None] Checking router: ef6ea72b-b871-4b27-9c0c-803631f1b24b for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:34:48.302292 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ebb768a2-09c2-4f3f-873e-8a92688f6c02 req-fbf65fea-4a80-4495-889f-218ed0f78e14 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356884 Feb 08 21:34:48.370792 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032d0dec-541e-47e5-8117-4a9a7e20fb8e None None] Routers {'ef6ea72b-b871-4b27-9c0c-803631f1b24b'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:34:48.371959 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-032d0dec-541e-47e5-8117-4a9a7e20fb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ef6ea72b-b871-4b27-9c0c-803631f1b24b'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:48.407238 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250eb15-f254-4a8b-bc61-f3a4c1c9e7e8 req-02819f31-d55e-4942-9f9d-9da391056f52 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:48.409691 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a250eb15-f254-4a8b-bc61-f3a4c1c9e7e8 req-02819f31-d55e-4942-9f9d-9da391056f52 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 945 time: 0.1459751 Feb 08 21:34:48.412563 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-6a944100-bebd-415d-ac44-024061ff2afe service neutron] 10.222.0.96 "GET /v2.0/networks/0b788a94-1e80-468a-940e-48c5a63e44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850096 Feb 08 21:34:48.480805 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4aa215e5-90c2-4675-9b67-aa181280d2e9 None None] For port ab90b253-2db5-41c0-903a-d71b13858d99, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ab90b253-2db5-41c0-903a-d71b13858d99,segment=NetworkSegment(4499b236-2812-4804-87e2-7360429122db),segment_id=4499b236-2812-4804-87e2-7360429122db)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:48.504589 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4aa215e5-90c2-4675-9b67-aa181280d2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ab90b253-2db5-41c0-903a-d71b13858d99), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:48.542037 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791ef65b-19b4-41c0-b1ec-d2c33e511358 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Made reservation on behalf of fb496b125f0d4415b233884bbd75b2a5 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:48.546065 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-791ef65b-19b4-41c0-b1ec-d2c33e511358 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:48.552403 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a250eb15-f254-4a8b-bc61-f3a4c1c9e7e8 req-26f0e51c-23ec-4d1e-b214-9b415f79402c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309500 Feb 08 21:34:48.555065 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e739810-3e03-4939-ab23-32c5fc665e59 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (8ba3b1f0-c69b-45a7-9672-aab910095e1a), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:48.571046 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ff6ee92-022d-404f-aa32-5fcb8ce20c6b req-a4d13f98-29cd-41bb-8d05-7298254c4bb3 service neutron] 10.222.0.96 "GET /v2.0/networks/0b788a94-1e80-468a-940e-48c5a63e44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508868 Feb 08 21:34:48.589530 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd003ac3-40c5-49d2-a185-80da542b4b21 admin admin] Publish callbacks [] for router_gateway (ef6ea72b-b871-4b27-9c0c-803631f1b24b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:48.593151 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fae86613-6402-46e5-b5e6-b416c1afcdd4 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router_gateway (23b6c663-5849-4578-b5df-39cd42b6ae3e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:48.656217 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa215e5-90c2-4675-9b67-aa181280d2e9 None None] Pushing event updated for resources: {'Port': ['ID=ab90b253-2db5-41c0-903a-d71b13858d99,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:48.676266 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-791ef65b-19b4-41c0-b1ec-d2c33e511358 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] device_id is not set on port b81cc090-e855-40d9-a073-c9418db02ae9 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:34:48.698537 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-032d0dec-541e-47e5-8117-4a9a7e20fb8e None None] Set router ef6ea72b-b871-4b27-9c0c-803631f1b24b gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:34:48.711706 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b0603-b732-496e-8209-cc2678dfc652 req-ac589ebf-dbfe-4c13-bb98-38edbc3acb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:48.716440 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b97b0603-b732-496e-8209-cc2678dfc652 req-ac589ebf-dbfe-4c13-bb98-38edbc3acb62 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=74717e3e72d841d2a44f3251e57cb213&device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 1127 time: 0.0780649 Feb 08 21:34:48.763025 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port ab90b253-2db5-41c0-903a-d71b13858d99 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:48.767575 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-75e15279-6fc6-47c0-b5e5-5e8184896730 None None] Provisioning complete for port ab90b253-2db5-41c0-903a-d71b13858d99 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:48.767770 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75e15279-6fc6-47c0-b5e5-5e8184896730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ab90b253-2db5-41c0-903a-d71b13858d99), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:48.864904 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af3550-59e1-42d6-b099-84fec5d3b2bb req-c8f64f66-c364-4500-a192-d8ea3cebdea5 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:48.870458 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af3550-59e1-42d6-b099-84fec5d3b2bb req-c8f64f66-c364-4500-a192-d8ea3cebdea5 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:48.876446 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af3550-59e1-42d6-b099-84fec5d3b2bb req-c8f64f66-c364-4500-a192-d8ea3cebdea5 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:48.878290 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 3e63e12c-97b8-4b03-8007-0ad151950de8 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:34:48.878972 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-62af3550-59e1-42d6-b099-84fec5d3b2bb req-c8f64f66-c364-4500-a192-d8ea3cebdea5 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 2414 time: 0.1353662 Feb 08 21:34:48.880219 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device a7cfdfa0-1918-466c-ad45-f3a5adab40c4 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:34:48.886311 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b0603-b732-496e-8209-cc2678dfc652 req-6d5c6d15-7448-49d6-acb9-a15accda975d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:48.886311 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b97b0603-b732-496e-8209-cc2678dfc652 req-6d5c6d15-7448-49d6-acb9-a15accda975d service neutron] 10.222.0.96 "GET /v2.0/networks?id=0b788a94-1e80-468a-940e-48c5a63e44a4 HTTP/1.1" status: 200 len: 915 time: 0.1659529 Feb 08 21:34:48.941604 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b97b0603-b732-496e-8209-cc2678dfc652 req-bb1b5be8-e91c-4f1e-be50-d6406101e758 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=847006f8-c17a-4de4-8cf4-47c1e161c2b1 HTTP/1.1" status: 200 len: 217 time: 0.0484285 Feb 08 21:34:49.012758 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-62af3550-59e1-42d6-b099-84fec5d3b2bb req-ffd190fc-98ed-4082-a929-8e5f1d11ce94 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203573 Feb 08 21:34:49.019512 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b0603-b732-496e-8209-cc2678dfc652 req-57544a65-ebd7-43c4-9c60-971a262937a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:49.021316 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b97b0603-b732-496e-8209-cc2678dfc652 req-57544a65-ebd7-43c4-9c60-971a262937a2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5401f80b-e57f-40cb-9cf6-b97b0a9bdb9b HTTP/1.1" status: 200 len: 854 time: 0.0728240 Feb 08 21:34:49.061657 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b97b0603-b732-496e-8209-cc2678dfc652 req-47b76510-f5c8-42ab-a9e3-b53b19415082 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0b788a94-1e80-468a-940e-48c5a63e44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342948 Feb 08 21:34:49.067598 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-75e15279-6fc6-47c0-b5e5-5e8184896730 None None] Current status of the port ab90b253-2db5-41c0-903a-d71b13858d99 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:49.068689 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-791ef65b-19b4-41c0-b1ec-d2c33e511358 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Allocated IP 172.20.0.10 (b375510e-2602-4d58-bb50-0a85496463e1/7ea49410-10fc-49fd-acb4-6447fa5cfd15/b81cc090-e855-40d9-a073-c9418db02ae9) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:34:49.080982 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-cd003ac3-40c5-49d2-a185-80da542b4b21 admin admin] Deleting port ca15bea4-f33b-497f-b636-f7f8ce86020b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:34:49.081381 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd003ac3-40c5-49d2-a185-80da542b4b21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (ca15bea4-f33b-497f-b636-f7f8ce86020b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:49.127938 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-75e15279-6fc6-47c0-b5e5-5e8184896730 None None] Provisioning complete for port 8ba3b1f0-c69b-45a7-9672-aab910095e1a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:49.128311 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75e15279-6fc6-47c0-b5e5-5e8184896730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (8ba3b1f0-c69b-45a7-9672-aab910095e1a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:49.130959 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 3e63e12c-97b8-4b03-8007-0ad151950de8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3e63e12c-97b8-4b03-8007-0ad151950de8,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:49.140579 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port a7cfdfa0-1918-466c-ad45-f3a5adab40c4 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:34:49.171254 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b97b0603-b732-496e-8209-cc2678dfc652 req-6e19a66b-e246-4b8c-bc2e-2378581862c0 service neutron] 10.222.0.96 "GET /v2.0/networks/0b788a94-1e80-468a-940e-48c5a63e44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041918 Feb 08 21:34:49.175203 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '3e63e12c-97b8-4b03-8007-0ad151950de8', 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'port_id': '3e63e12c-97b8-4b03-8007-0ad151950de8', 'mac_address': 'fa:16:3e:0c:ae:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:34:49.176899 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port a7cfdfa0-1918-466c-ad45-f3a5adab40c4 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:49.177297 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a7cfdfa0-1918-466c-ad45-f3a5adab40c4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:49.188647 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-032d0dec-541e-47e5-8117-4a9a7e20fb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'name': 'tempest-ServerActionsTestJSON-1079871035-router', 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ca15bea4-f33b-497f-b636-f7f8ce86020b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:24:46Z', 'updated_at': '2022-02-08T21:34:44Z', 'revision_number': 5, 'project_id': '00aa88ba7b6d432b85cbf54f743f0690', 'gw_port': {'id': 'ca15bea4-f33b-497f-b636-f7f8ce86020b', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:24:47Z', 'updated_at': '2022-02-08T21:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:49.252762 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032d0dec-541e-47e5-8117-4a9a7e20fb8e None None] The sync data for ids ['ef6ea72b-b871-4b27-9c0c-803631f1b24b'] in n-d-712143-31 is: [{'id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'name': 'tempest-ServerActionsTestJSON-1079871035-router', 'tenant_id': '00aa88ba7b6d432b85cbf54f743f0690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'ca15bea4-f33b-497f-b636-f7f8ce86020b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:24:46Z', 'updated_at': '2022-02-08T21:34:44Z', 'revision_number': 5, 'project_id': '00aa88ba7b6d432b85cbf54f743f0690', 'gw_port': {'id': 'ca15bea4-f33b-497f-b636-f7f8ce86020b', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6ea72b-b871-4b27-9c0c-803631f1b24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:24:47Z', 'updated_at': '2022-02-08T21:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:34:49.276976 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-75e15279-6fc6-47c0-b5e5-5e8184896730 None None] Port 8ba3b1f0-c69b-45a7-9672-aab910095e1a cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:34:49.316051 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 3e63e12c-97b8-4b03-8007-0ad151950de8 is: ACTIVE; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:49.316320 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3e63e12c-97b8-4b03-8007-0ad151950de8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:49.338069 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e63e12c-97b8-4b03-8007-0ad151950de8 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:34:49.348203 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-cd003ac3-40c5-49d2-a185-80da542b4b21 admin admin] For port ca15bea4-f33b-497f-b636-f7f8ce86020b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ca15bea4-f33b-497f-b636-f7f8ce86020b,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:49.348972 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd003ac3-40c5-49d2-a185-80da542b4b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (ca15bea4-f33b-497f-b636-f7f8ce86020b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:49.361939 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730abb22-49f4-4c27-8744-2c00007ca016 req-b94339a8-89c3-4a00-b35e-42cb7dc4a3b7 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:49.366163 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-730abb22-49f4-4c27-8744-2c00007ca016 req-b94339a8-89c3-4a00-b35e-42cb7dc4a3b7 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 945 time: 0.1146946 Feb 08 21:34:49.369151 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b97b0603-b732-496e-8209-cc2678dfc652 req-d38eef41-aadb-4c12-b922-995f020375c6 service neutron] 10.222.0.96 "GET /v2.0/networks/0b788a94-1e80-468a-940e-48c5a63e44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911523 Feb 08 21:34:49.374260 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-cd003ac3-40c5-49d2-a185-80da542b4b21 admin admin] Calling delete_port for ca15bea4-f33b-497f-b636-f7f8ce86020b owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:34:49.391807 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 3e63e12c-97b8-4b03-8007-0ad151950de8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3e63e12c-97b8-4b03-8007-0ad151950de8,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:49.403584 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3e63e12c-97b8-4b03-8007-0ad151950de8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:49.411852 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port a7cfdfa0-1918-466c-ad45-f3a5adab40c4 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:49.411852 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a7cfdfa0-1918-466c-ad45-f3a5adab40c4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:49.453889 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fae86613-6402-46e5-b5e6-b416c1afcdd4 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (23b6c663-5849-4578-b5df-39cd42b6ae3e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:49.464991 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-730abb22-49f4-4c27-8744-2c00007ca016 req-eeb6076e-5b9f-4943-a6cb-c00eb745fa74 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922964 Feb 08 21:34:49.480094 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd74ea09-e996-4049-be53-d190678e8811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cfdfa0-1918-466c-ad45-f3a5adab40c4'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:34:49.480266 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3835ef-61fa-4b88-8bfc-2ee4e34fc246 req-e6952a7d-709b-4e69-a264-b087eeadb147 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:49.481894 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b3835ef-61fa-4b88-8bfc-2ee4e34fc246 req-e6952a7d-709b-4e69-a264-b087eeadb147 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 944 time: 0.0849245 Feb 08 21:34:49.483409 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3135747e-23ea-47f9-8042-83daabb13b52" -d '{"events": [{"server_uuid": "bd74ea09-e996-4049-be53-d190678e8811", "name": "network-vif-plugged", "status": "completed", "tag": "a7cfdfa0-1918-466c-ad45-f3a5adab40c4"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:34:49.509440 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['3e63e12c-97b8-4b03-8007-0ad151950de8'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:34:49.513720 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port a7cfdfa0-1918-466c-ad45-f3a5adab40c4, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=a7cfdfa0-1918-466c-ad45-f3a5adab40c4,segment=NetworkSegment(615d05bc-91a6-4266-946a-41943643d9e1),segment_id=615d05bc-91a6-4266-946a-41943643d9e1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:49.549179 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a7cfdfa0-1918-466c-ad45-f3a5adab40c4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:49.550336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 4e5a113e-8e1b-4428-8192-aafc1d61a261 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:34:49.559437 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=3e63e12c-97b8-4b03-8007-0ad151950de8,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:49.564436 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b3835ef-61fa-4b88-8bfc-2ee4e34fc246 req-f7eaa108-3255-48b6-844d-939b4e15800b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658174 Feb 08 21:34:49.568347 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76e3f35-8720-41e3-9b1a-0e0f48f819ed x-openstack-request-id: req-b76e3f35-8720-41e3-9b1a-0e0f48f819ed {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:34:49.568652 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd74ea09-e996-4049-be53-d190678e8811", "name": "network-vif-plugged", "status": "completed", "tag": "a7cfdfa0-1918-466c-ad45-f3a5adab40c4", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:34:49.568948 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b76e3f35-8720-41e3-9b1a-0e0f48f819ed {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:34:49.569608 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd74ea09-e996-4049-be53-d190678e8811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cfdfa0-1918-466c-ad45-f3a5adab40c4', 'code': 200} Feb 08 21:34:49.773723 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ab90b253-2db5-41c0-903a-d71b13858d99 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:34:49.795087 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e739810-3e03-4939-ab23-32c5fc665e59 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks [] for port (8ba3b1f0-c69b-45a7-9672-aab910095e1a), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:49.812747 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478d46d-1a26-44bf-a2d4-5f66cd9f57df req-e3f7e59a-4490-4128-a27b-a8586cd2b70c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:49.816193 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-791ef65b-19b4-41c0-b1ec-d2c33e511358 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for port (b81cc090-e855-40d9-a073-c9418db02ae9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:49.818060 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e739810-3e03-4939-ab23-32c5fc665e59 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (8ba3b1f0-c69b-45a7-9672-aab910095e1a), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:49.818933 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e739810-3e03-4939-ab23-32c5fc665e59 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (08ed8e51-b8f2-4bc8-b28e-4050359b431f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:49.821827 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5478d46d-1a26-44bf-a2d4-5f66cd9f57df req-e3f7e59a-4490-4128-a27b-a8586cd2b70c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 944 time: 0.1099658 Feb 08 21:34:49.826196 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=a7cfdfa0-1918-466c-ad45-f3a5adab40c4,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:49.865868 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 4e5a113e-8e1b-4428-8192-aafc1d61a261 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:34:49.890238 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 4e5a113e-8e1b-4428-8192-aafc1d61a261 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:49.891016 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (4e5a113e-8e1b-4428-8192-aafc1d61a261), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:49.906251 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5478d46d-1a26-44bf-a2d4-5f66cd9f57df req-1a39dfe5-5eaa-4b9a-b7a0-87057fb482de tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831335 Feb 08 21:34:49.967741 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e739810-3e03-4939-ab23-32c5fc665e59 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Pushing event updated for resources: {'Port': ['ID=8ba3b1f0-c69b-45a7-9672-aab910095e1a,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:49.968012 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port ab90b253-2db5-41c0-903a-d71b13858d99 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:49.968299 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ab90b253-2db5-41c0-903a-d71b13858d99), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:50.076095 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-791ef65b-19b4-41c0-b1ec-d2c33e511358 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (b81cc090-e855-40d9-a073-c9418db02ae9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:50.097364 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd003ac3-40c5-49d2-a185-80da542b4b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (ca15bea4-f33b-497f-b636-f7f8ce86020b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:50.100653 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae86613-6402-46e5-b5e6-b416c1afcdd4 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Router 23b6c663-5849-4578-b5df-39cd42b6ae3e is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:34:50.121351 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e739810-3e03-4939-ab23-32c5fc665e59 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Network a0af8963-ec15-4207-83d2-b137d87bee87 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:34:50.134870 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8e739810-3e03-4939-ab23-32c5fc665e59 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:50.163259 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791ef65b-19b4-41c0-b1ec-d2c33e511358 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Network b375510e-2602-4d58-bb50-0a85496463e1 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:34:50.178214 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-791ef65b-19b4-41c0-b1ec-d2c33e511358 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:50.203057 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716f770-3a5b-4fa1-bd96-74e112f1ea14 req-4ff46c8e-2a42-46d2-bc76-fd9e395c901e tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:50.203807 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791ef65b-19b4-41c0-b1ec-d2c33e511358 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:34:50.206428 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ef65b-19b4-41c0-b1ec-d2c33e511358 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event updated for resources: {'Port': ['ID=b81cc090-e855-40d9-a073-c9418db02ae9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:50.214694 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716f770-3a5b-4fa1-bd96-74e112f1ea14 req-4ff46c8e-2a42-46d2-bc76-fd9e395c901e tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:50.226412 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716f770-3a5b-4fa1-bd96-74e112f1ea14 req-4ff46c8e-2a42-46d2-bc76-fd9e395c901e tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:50.236941 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0716f770-3a5b-4fa1-bd96-74e112f1ea14 req-4ff46c8e-2a42-46d2-bc76-fd9e395c901e tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 2415 time: 0.1321342 Feb 08 21:34:50.304160 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0716f770-3a5b-4fa1-bd96-74e112f1ea14 req-ceaa5cd9-aa1c-4660-b67a-b930d9ee226b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655699 Feb 08 21:34:50.324570 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port ab90b253-2db5-41c0-903a-d71b13858d99 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:50.339030 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3d51d889-2128-4534-a9ba-e2d871f2b2f0 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:34:50.384678 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 3d51d889-2128-4534-a9ba-e2d871f2b2f0 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:34:50.385103 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3d51d889-2128-4534-a9ba-e2d871f2b2f0 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:34:50.387030 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 4e5a113e-8e1b-4428-8192-aafc1d61a261 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:50.395378 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4e5a113e-8e1b-4428-8192-aafc1d61a261), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:50.419681 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd003ac3-40c5-49d2-a185-80da542b4b21 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca15bea4-f33b-497f-b636-f7f8ce86020b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:50.442991 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 4e5a113e-8e1b-4428-8192-aafc1d61a261, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=4e5a113e-8e1b-4428-8192-aafc1d61a261,segment=NetworkSegment(ffc87990-6200-4560-b21a-4ac95898afa2),segment_id=ffc87990-6200-4560-b21a-4ac95898afa2)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:50.450017 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (4e5a113e-8e1b-4428-8192-aafc1d61a261), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:50.469949 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791ef65b-19b4-41c0-b1ec-d2c33e511358 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:50.470489 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-791ef65b-19b4-41c0-b1ec-d2c33e511358 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:50.480579 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd003ac3-40c5-49d2-a185-80da542b4b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (ef6ea72b-b871-4b27-9c0c-803631f1b24b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:50.513958 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=4e5a113e-8e1b-4428-8192-aafc1d61a261,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:50.523298 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-165a4769-66c8-4777-9ed6-c16b20e5f5b3 None None] Provisioning complete for port 8ba3b1f0-c69b-45a7-9672-aab910095e1a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:50.523686 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-165a4769-66c8-4777-9ed6-c16b20e5f5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (8ba3b1f0-c69b-45a7-9672-aab910095e1a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:50.563485 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-165a4769-66c8-4777-9ed6-c16b20e5f5b3 None None] Port 8ba3b1f0-c69b-45a7-9672-aab910095e1a cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:34:50.643584 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315e609-b8eb-4547-8ebc-581c3b8be1ba req-fddc25db-6296-4254-99ab-c873eaeabf12 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:50.645719 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c315e609-b8eb-4547-8ebc-581c3b8be1ba req-fddc25db-6296-4254-99ab-c873eaeabf12 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 945 time: 0.0840225 Feb 08 21:34:50.750304 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c315e609-b8eb-4547-8ebc-581c3b8be1ba req-be350864-da4c-4e02-851d-757476eaf5a7 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913305 Feb 08 21:34:50.757778 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedeb3e5-31ee-4742-8d5b-41166000657d req-0e95baf6-edcf-4554-87b1-fde9bce9727c tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:50.760004 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cedeb3e5-31ee-4742-8d5b-41166000657d req-0e95baf6-edcf-4554-87b1-fde9bce9727c tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 944 time: 0.1129527 Feb 08 21:34:50.830267 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cedeb3e5-31ee-4742-8d5b-41166000657d req-a26010cb-998c-40c6-89d5-2d1081abe785 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633726 Feb 08 21:34:50.884873 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 3e63e12c-97b8-4b03-8007-0ad151950de8 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:34:50.904499 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e739810-3e03-4939-ab23-32c5fc665e59 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Router 08ed8e51-b8f2-4bc8-b28e-4050359b431f has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:34:50.914732 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-791ef65b-19b4-41c0-b1ec-d2c33e511358 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6044075 Feb 08 21:34:50.916352 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33202) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:50.922575 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae86613-6402-46e5-b5e6-b416c1afcdd4 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:34:50.926324 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd003ac3-40c5-49d2-a185-80da542b4b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (ef6ea72b-b871-4b27-9c0c-803631f1b24b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:50.930522 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd003ac3-40c5-49d2-a185-80da542b4b21 admin admin] Publish callbacks [] for router_controller (ef6ea72b-b871-4b27-9c0c-803631f1b24b), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:50.938333 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-22863593-63a7-4bf3-bde1-66b77a2c0663 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'port_id': 'b81cc090-e855-40d9-a073-c9418db02ae9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:50.956940 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 3e63e12c-97b8-4b03-8007-0ad151950de8 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:50.956940 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3e63e12c-97b8-4b03-8007-0ad151950de8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:50.962958 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57a8f71-1cd9-455c-b7b5-b02414bb6375 None None] Sync routers for ids ['23b6c663-5849-4578-b5df-39cd42b6ae3e'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:34:50.986687 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-22863593-63a7-4bf3-bde1-66b77a2c0663 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:50.988465 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57a8f71-1cd9-455c-b7b5-b02414bb6375 None None] Routers {'23b6c663-5849-4578-b5df-39cd42b6ae3e'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:34:50.991978 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c57a8f71-1cd9-455c-b7b5-b02414bb6375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23b6c663-5849-4578-b5df-39cd42b6ae3e'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:51.112124 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e739810-3e03-4939-ab23-32c5fc665e59 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:34:51.117867 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fae86613-6402-46e5-b5e6-b416c1afcdd4 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:51.119160 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 3e63e12c-97b8-4b03-8007-0ad151950de8 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:51.119551 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3e63e12c-97b8-4b03-8007-0ad151950de8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:51.119911 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fae86613-6402-46e5-b5e6-b416c1afcdd4 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.7189763 Feb 08 21:34:51.126994 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8e739810-3e03-4939-ab23-32c5fc665e59 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] 10.222.0.88 "PUT /v2.0/routers/08ed8e51-b8f2-4bc8-b28e-4050359b431f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4229660 Feb 08 21:34:51.127802 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33206) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:51.133719 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ad6bf9-632d-44b6-9960-169f8b16c156 None None] Sync routers for ids ['08ed8e51-b8f2-4bc8-b28e-4050359b431f'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:34:51.165926 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 3e63e12c-97b8-4b03-8007-0ad151950de8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3e63e12c-97b8-4b03-8007-0ad151950de8,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:51.166880 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ad6bf9-632d-44b6-9960-169f8b16c156 None None] Routers {'08ed8e51-b8f2-4bc8-b28e-4050359b431f'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:34:51.167513 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f9ad6bf9-632d-44b6-9960-169f8b16c156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['08ed8e51-b8f2-4bc8-b28e-4050359b431f'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:51.172434 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3e63e12c-97b8-4b03-8007-0ad151950de8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:51.172918 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 6da939b5-f0a6-42e8-8dd1-5999178a7739 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:34:51.187674 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33208) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:51.238127 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f9ad6bf9-632d-44b6-9960-169f8b16c156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:51.260486 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-05c4b4fa-b781-460f-b88d-16dcb2ec179a tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "GET /v2.0/routers/23b6c663-5849-4578-b5df-39cd42b6ae3e HTTP/1.1" status: 200 len: 908 time: 0.1299746 Feb 08 21:34:51.263752 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd003ac3-40c5-49d2-a185-80da542b4b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (ef6ea72b-b871-4b27-9c0c-803631f1b24b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:51.264522 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd003ac3-40c5-49d2-a185-80da542b4b21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef6ea72b-b871-4b27-9c0c-803631f1b24b {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:34:51.266242 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33210) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:51.271260 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ec1bd762-a55d-43fe-a4c2-d7da97f2e3d1 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1614769818', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'enable_snat': True}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:51.282806 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd003ac3-40c5-49d2-a185-80da542b4b21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:51.284271 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cd003ac3-40c5-49d2-a185-80da542b4b21 admin admin] 10.222.0.88 "DELETE /v2.0/routers/ef6ea72b-b871-4b27-9c0c-803631f1b24b HTTP/1.1" status: 204 len: 168 time: 4.3405366 Feb 08 21:34:51.287388 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33212) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:51.296491 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-c57a8f71-1cd9-455c-b7b5-b02414bb6375 None None] Set router 23b6c663-5849-4578-b5df-39cd42b6ae3e gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:34:51.298544 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ad6bf9-632d-44b6-9960-169f8b16c156 None None] Routers {'08ed8e51-b8f2-4bc8-b28e-4050359b431f'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:34:51.300243 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f9ad6bf9-632d-44b6-9960-169f8b16c156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['08ed8e51-b8f2-4bc8-b28e-4050359b431f'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:51.384768 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd762-a55d-43fe-a4c2-d7da97f2e3d1 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (255a8b64-22f8-43b1-98d5-41479c6a3b93), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:51.385027 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f9ad6bf9-632d-44b6-9960-169f8b16c156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:51.385656 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ad6bf9-632d-44b6-9960-169f8b16c156 None None] The sync data for ids ['08ed8e51-b8f2-4bc8-b28e-4050359b431f'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:34:51.385946 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd762-a55d-43fe-a4c2-d7da97f2e3d1 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (255a8b64-22f8-43b1-98d5-41479c6a3b93), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:51.390576 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=3e63e12c-97b8-4b03-8007-0ad151950de8,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:51.403917 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 6da939b5-f0a6-42e8-8dd1-5999178a7739 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:34:51.408693 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 6da939b5-f0a6-42e8-8dd1-5999178a7739 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:51.409514 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6da939b5-f0a6-42e8-8dd1-5999178a7739), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:51.436559 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-26694810-43b3-4556-9f57-a1f8f49dd561 admin admin] Deleting subnet 0aa29b5a-a776-4012-aa53-861d63a1c0ca {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:34:51.453723 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26694810-43b3-4556-9f57-a1f8f49dd561 admin admin] Publish callbacks [] for subnet (0aa29b5a-a776-4012-aa53-861d63a1c0ca), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:51.471583 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5d3c7c9c-0dd7-450d-bf67-027336ac66aa tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks [] for router (08ed8e51-b8f2-4bc8-b28e-4050359b431f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:51.553769 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 6da939b5-f0a6-42e8-8dd1-5999178a7739 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:51.554579 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6da939b5-f0a6-42e8-8dd1-5999178a7739), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:51.565150 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd762-a55d-43fe-a4c2-d7da97f2e3d1 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router_controller (255a8b64-22f8-43b1-98d5-41479c6a3b93), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:51.571434 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26694810-43b3-4556-9f57-a1f8f49dd561 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (0aa29b5a-a776-4012-aa53-861d63a1c0ca), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:51.574149 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd74ea09-e996-4049-be53-d190678e8811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5a113e-8e1b-4428-8192-aafc1d61a261'}, {'server_uuid': 'bab879ab-daf9-42bc-8293-775c9c6a9a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e63e12c-97b8-4b03-8007-0ad151950de8'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:34:51.576901 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b833c443-4d7c-436b-8093-aa2e74d57f0d" -d '{"events": [{"server_uuid": "bd74ea09-e996-4049-be53-d190678e8811", "name": "network-vif-plugged", "status": "completed", "tag": "4e5a113e-8e1b-4428-8192-aafc1d61a261"}, {"server_uuid": "bab879ab-daf9-42bc-8293-775c9c6a9a1c", "name": "network-vif-plugged", "status": "completed", "tag": "3e63e12c-97b8-4b03-8007-0ad151950de8"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:34:51.605819 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 6da939b5-f0a6-42e8-8dd1-5999178a7739, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=6da939b5-f0a6-42e8-8dd1-5999178a7739,segment=NetworkSegment(615d05bc-91a6-4266-946a-41943643d9e1),segment_id=615d05bc-91a6-4266-946a-41943643d9e1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:51.613703 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6da939b5-f0a6-42e8-8dd1-5999178a7739), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:51.632008 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:34:51.679946 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=6da939b5-f0a6-42e8-8dd1-5999178a7739,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:51.760978 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c57a8f71-1cd9-455c-b7b5-b02414bb6375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b6c663-5849-4578-b5df-39cd42b6ae3e', 'name': 'tempest-snat-router-1614769818', 'tenant_id': 'fb5d8b219bbd4f75a8c9f2b1e93bea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.98'}], 'enable_snat': False}, 'gw_port_id': '626897f6-4581-4f65-999a-7abb3a641117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:34:44Z', 'updated_at': '2022-02-08T21:34:47Z', 'revision_number': 3, 'project_id': 'fb5d8b219bbd4f75a8c9f2b1e93bea37', 'gw_port': {'id': '626897f6-4581-4f65-999a-7abb3a641117', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b6c663-5849-4578-b5df-39cd42b6ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:34:46Z', 'updated_at': '2022-02-08T21:34:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:51.792122 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57a8f71-1cd9-455c-b7b5-b02414bb6375 None None] Checking router: 23b6c663-5849-4578-b5df-39cd42b6ae3e for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:34:51.792562 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57a8f71-1cd9-455c-b7b5-b02414bb6375 None None] Updating router 23b6c663-5849-4578-b5df-39cd42b6ae3e port 626897f6-4581-4f65-999a-7abb3a641117 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:34:51.820104 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd762-a55d-43fe-a4c2-d7da97f2e3d1 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router_gateway (255a8b64-22f8-43b1-98d5-41479c6a3b93), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:51.832592 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26694810-43b3-4556-9f57-a1f8f49dd561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (0aa29b5a-a776-4012-aa53-861d63a1c0ca), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:51.847016 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c57a8f71-1cd9-455c-b7b5-b02414bb6375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (626897f6-4581-4f65-999a-7abb3a641117), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:51.978296 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc220eb-2fe2-4724-888e-e9633dadd47b req-422b3246-2349-4082-9ef8-ffe8773adbfa tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:51.991165 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2dc220eb-2fe2-4724-888e-e9633dadd47b req-422b3246-2349-4082-9ef8-ffe8773adbfa tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 944 time: 0.8971040 Feb 08 21:34:52.014214 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26694810-43b3-4556-9f57-a1f8f49dd561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (0aa29b5a-a776-4012-aa53-861d63a1c0ca), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:52.032437 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26694810-43b3-4556-9f57-a1f8f49dd561 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:52.038935 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-26694810-43b3-4556-9f57-a1f8f49dd561 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/0aa29b5a-a776-4012-aa53-861d63a1c0ca HTTP/1.1" status: 204 len: 168 time: 0.7467437 Feb 08 21:34:52.045503 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470ef5a9-2ff4-4152-8269-608828d06160 None None] Network 470bde4a-288b-4162-81c1-45fdd6f3db1b requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:34:52.059500 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33222) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:52.067961 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26694810-43b3-4556-9f57-a1f8f49dd561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aa29b5a-a776-4012-aa53-861d63a1c0ca,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:52.220261 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-5d3c7c9c-0dd7-450d-bf67-027336ac66aa tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 08 21:34:52.221375 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5d3c7c9c-0dd7-450d-bf67-027336ac66aa tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] 10.222.0.88 "DELETE /v2.0/routers/08ed8e51-b8f2-4bc8-b28e-4050359b431f HTTP/1.1" status: 409 len: 329 time: 1.0291653 Feb 08 21:34:52.224790 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd762-a55d-43fe-a4c2-d7da97f2e3d1 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router_gateway (255a8b64-22f8-43b1-98d5-41479c6a3b93), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:52.226072 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33224) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:52.235993 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-17a133c7-1c75-428e-98fb-5de9c4288688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (470bde4a-288b-4162-81c1-45fdd6f3db1b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:52.251636 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2dc220eb-2fe2-4724-888e-e9633dadd47b req-7b9dcd65-3680-4773-a4a1-1b03f46cb3a7 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631710 Feb 08 21:34:52.253112 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-22863593-63a7-4bf3-bde1-66b77a2c0663 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:52.267284 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd762-a55d-43fe-a4c2-d7da97f2e3d1 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:52.289750 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b601c702-d1ad-4887-af14-81334b97dfe3 None None] DHCP port deletion for 470bde4a-288b-4162-81c1-45fdd6f3db1b request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:34:52.367389 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Feb 2022 21:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4b02ad-abd8-4113-9369-9421d46b986d x-openstack-request-id: req-4f4b02ad-abd8-4113-9369-9421d46b986d {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:34:52.367706 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd74ea09-e996-4049-be53-d190678e8811", "name": "network-vif-plugged", "status": "completed", "tag": "4e5a113e-8e1b-4428-8192-aafc1d61a261", "code": 200}, {"server_uuid": "bab879ab-daf9-42bc-8293-775c9c6a9a1c", "name": "network-vif-plugged", "status": "completed", "tag": "3e63e12c-97b8-4b03-8007-0ad151950de8", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:34:52.368100 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4f4b02ad-abd8-4113-9369-9421d46b986d {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:34:52.368508 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd74ea09-e996-4049-be53-d190678e8811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5a113e-8e1b-4428-8192-aafc1d61a261', 'code': 200} Feb 08 21:34:52.371657 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab879ab-daf9-42bc-8293-775c9c6a9a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e63e12c-97b8-4b03-8007-0ad151950de8', 'code': 200} Feb 08 21:34:52.415196 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b601c702-d1ad-4887-af14-81334b97dfe3 None None] Deleting port b7a3c86b-ef90-425d-8775-e756c2f937d9 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:34:52.415568 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b601c702-d1ad-4887-af14-81334b97dfe3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b7a3c86b-ef90-425d-8775-e756c2f937d9), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:52.431732 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38631a1-0b4d-4545-a953-4f765202f432 req-911d1cdd-a3eb-4365-9e69-a32b79bebf16 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:52.446575 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38631a1-0b4d-4545-a953-4f765202f432 req-911d1cdd-a3eb-4365-9e69-a32b79bebf16 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:52.453354 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38631a1-0b4d-4545-a953-4f765202f432 req-911d1cdd-a3eb-4365-9e69-a32b79bebf16 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:52.455384 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f38631a1-0b4d-4545-a953-4f765202f432 req-911d1cdd-a3eb-4365-9e69-a32b79bebf16 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 2416 time: 0.9790878 Feb 08 21:34:52.501954 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c57a8f71-1cd9-455c-b7b5-b02414bb6375 None None] Publish callbacks [] for port (626897f6-4581-4f65-999a-7abb3a641117), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:52.502525 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b601c702-d1ad-4887-af14-81334b97dfe3 None None] For port b7a3c86b-ef90-425d-8775-e756c2f937d9, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b7a3c86b-ef90-425d-8775-e756c2f937d9,segment=NetworkSegment(17c5cd58-44d0-4d08-9fc5-55c8b6ed648f),segment_id=17c5cd58-44d0-4d08-9fc5-55c8b6ed648f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:52.502677 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b601c702-d1ad-4887-af14-81334b97dfe3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b7a3c86b-ef90-425d-8775-e756c2f937d9), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:52.510591 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c57a8f71-1cd9-455c-b7b5-b02414bb6375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (626897f6-4581-4f65-999a-7abb3a641117), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:52.528007 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b601c702-d1ad-4887-af14-81334b97dfe3 None None] Calling delete_port for b7a3c86b-ef90-425d-8775-e756c2f937d9 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:34:52.579827 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-ec1bd762-a55d-43fe-a4c2-d7da97f2e3d1 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Allocated IP 172.25.3.109 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/0209129e-dfc5-40c3-8f47-233d9e34d623) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:34:52.597546 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d37ec-d5d3-40ea-9bea-9926983088a6 None None] Pushing event updated for resources: {'Port': ['ID=626897f6-4581-4f65-999a-7abb3a641117,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:52.602356 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-c57a8f71-1cd9-455c-b7b5-b02414bb6375 None None] Attempting to bind port 626897f6-4581-4f65-999a-7abb3a641117 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:34:52.602744 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-c57a8f71-1cd9-455c-b7b5-b02414bb6375 None None] Attempting to bind port 626897f6-4581-4f65-999a-7abb3a641117 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:34:52.603121 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57a8f71-1cd9-455c-b7b5-b02414bb6375 None None] Attempting to bind port 626897f6-4581-4f65-999a-7abb3a641117 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:34:52.615285 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d37ec-d5d3-40ea-9bea-9926983088a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:52.615644 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d37ec-d5d3-40ea-9bea-9926983088a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:52.615976 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d37ec-d5d3-40ea-9bea-9926983088a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:52.616318 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d37ec-d5d3-40ea-9bea-9926983088a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:52.617003 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d37ec-d5d3-40ea-9bea-9926983088a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:52.617508 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d37ec-d5d3-40ea-9bea-9926983088a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:52.617924 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d37ec-d5d3-40ea-9bea-9926983088a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:52.618299 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d37ec-d5d3-40ea-9bea-9926983088a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:52.618725 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d37ec-d5d3-40ea-9bea-9926983088a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:52.619059 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d37ec-d5d3-40ea-9bea-9926983088a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:52.619483 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d37ec-d5d3-40ea-9bea-9926983088a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:52.620018 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d37ec-d5d3-40ea-9bea-9926983088a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:52.620366 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d37ec-d5d3-40ea-9bea-9926983088a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:34:52.625801 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57a8f71-1cd9-455c-b7b5-b02414bb6375 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:34:52.626183 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57a8f71-1cd9-455c-b7b5-b02414bb6375 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:34:52.626598 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c57a8f71-1cd9-455c-b7b5-b02414bb6375 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:52.627192 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57a8f71-1cd9-455c-b7b5-b02414bb6375 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:34:52.627686 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-c57a8f71-1cd9-455c-b7b5-b02414bb6375 None None] Bound port: 626897f6-4581-4f65-999a-7abb3a641117, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:34:52.628075 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c57a8f71-1cd9-455c-b7b5-b02414bb6375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (626897f6-4581-4f65-999a-7abb3a641117), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:52.689321 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 847006f8-c17a-4de4-8cf4-47c1e161c2b1 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:34:52.736444 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-c57a8f71-1cd9-455c-b7b5-b02414bb6375 None None] For port 626897f6-4581-4f65-999a-7abb3a641117, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:34:52.740162 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-c57a8f71-1cd9-455c-b7b5-b02414bb6375 None None] For port 626897f6-4581-4f65-999a-7abb3a641117, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=626897f6-4581-4f65-999a-7abb3a641117,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:34:52.754866 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c57a8f71-1cd9-455c-b7b5-b02414bb6375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (626897f6-4581-4f65-999a-7abb3a641117), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:52.805645 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f38631a1-0b4d-4545-a953-4f765202f432 req-4c6e5704-b69c-446d-b28e-88361da2b105 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347774 Feb 08 21:34:52.822401 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 847006f8-c17a-4de4-8cf4-47c1e161c2b1, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=847006f8-c17a-4de4-8cf4-47c1e161c2b1,segment=NetworkSegment(d23a6594-b5ac-4220-9c7e-256007bbfc19),segment_id=d23a6594-b5ac-4220-9c7e-256007bbfc19)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:52.841183 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '847006f8-c17a-4de4-8cf4-47c1e161c2b1', 'network_id': '0b788a94-1e80-468a-940e-48c5a63e44a4', 'port_id': '847006f8-c17a-4de4-8cf4-47c1e161c2b1', 'mac_address': 'fa:16:3e:90:dd:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5401f80b-e57f-40cb-9cf6-b97b0a9bdb9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:34:52.877983 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd762-a55d-43fe-a4c2-d7da97f2e3d1 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for port (0209129e-dfc5-40c3-8f47-233d9e34d623), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:52.895177 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d37ec-d5d3-40ea-9bea-9926983088a6 None None] Pushing event updated for resources: {'Port': ['ID=626897f6-4581-4f65-999a-7abb3a641117,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:52.899591 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57a8f71-1cd9-455c-b7b5-b02414bb6375 None None] Routers {'23b6c663-5849-4578-b5df-39cd42b6ae3e'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:34:52.900224 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c57a8f71-1cd9-455c-b7b5-b02414bb6375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23b6c663-5849-4578-b5df-39cd42b6ae3e'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:52.930400 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b601c702-d1ad-4887-af14-81334b97dfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (b7a3c86b-ef90-425d-8775-e756c2f937d9), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:52.939236 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd762-a55d-43fe-a4c2-d7da97f2e3d1 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (0209129e-dfc5-40c3-8f47-233d9e34d623), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:52.944754 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 847006f8-c17a-4de4-8cf4-47c1e161c2b1 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:52.945151 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:52.983579 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601c702-d1ad-4887-af14-81334b97dfe3 None None] Pushing event deleted for resources: {'Port': ['ID=b7a3c86b-ef90-425d-8775-e756c2f937d9,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:52.986640 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b601c702-d1ad-4887-af14-81334b97dfe3 None None] No DVR routers for this DVR port b7a3c86b-ef90-425d-8775-e756c2f937d9 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:34:53.008736 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 847006f8-c17a-4de4-8cf4-47c1e161c2b1 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:34:53.019892 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1bd762-a55d-43fe-a4c2-d7da97f2e3d1 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:34:53.024672 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-ec1bd762-a55d-43fe-a4c2-d7da97f2e3d1 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:53.035206 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1bd762-a55d-43fe-a4c2-d7da97f2e3d1 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:34:53.041372 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 847006f8-c17a-4de4-8cf4-47c1e161c2b1, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=847006f8-c17a-4de4-8cf4-47c1e161c2b1,segment=NetworkSegment(d23a6594-b5ac-4220-9c7e-256007bbfc19),segment_id=d23a6594-b5ac-4220-9c7e-256007bbfc19)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:53.047241 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bd762-a55d-43fe-a4c2-d7da97f2e3d1 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Pushing event updated for resources: {'Port': ['ID=0209129e-dfc5-40c3-8f47-233d9e34d623,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:53.047852 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:53.157062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=847006f8-c17a-4de4-8cf4-47c1e161c2b1,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:53.202591 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a668de-9bb5-421c-ad54-0ed9d281e0a5 req-bbd4ad25-0b7d-478e-a986-734323bf9a34 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:53.217071 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-c57a8f71-1cd9-455c-b7b5-b02414bb6375 None None] Set router 23b6c663-5849-4578-b5df-39cd42b6ae3e gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:34:53.219755 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a5a668de-9bb5-421c-ad54-0ed9d281e0a5 req-bbd4ad25-0b7d-478e-a986-734323bf9a34 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 945 time: 0.7592995 Feb 08 21:34:53.329096 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-22863593-63a7-4bf3-bde1-66b77a2c0663 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Allocated IP 172.25.3.6 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/3994bcf7-9659-4180-89e7-24b013b43187) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:34:53.336387 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-17a133c7-1c75-428e-98fb-5de9c4288688 admin admin] Deleting port b7a3c86b-ef90-425d-8775-e756c2f937d9 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:34:53.336732 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-17a133c7-1c75-428e-98fb-5de9c4288688 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b7a3c86b-ef90-425d-8775-e756c2f937d9), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:53.379716 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['847006f8-c17a-4de4-8cf4-47c1e161c2b1'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:34:53.427707 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd762-a55d-43fe-a4c2-d7da97f2e3d1 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router_gateway (255a8b64-22f8-43b1-98d5-41479c6a3b93), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:53.473418 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c57a8f71-1cd9-455c-b7b5-b02414bb6375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b6c663-5849-4578-b5df-39cd42b6ae3e', 'name': 'tempest-snat-router-1614769818', 'tenant_id': 'fb5d8b219bbd4f75a8c9f2b1e93bea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.98'}], 'enable_snat': False}, 'gw_port_id': '626897f6-4581-4f65-999a-7abb3a641117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:34:44Z', 'updated_at': '2022-02-08T21:34:47Z', 'revision_number': 3, 'project_id': 'fb5d8b219bbd4f75a8c9f2b1e93bea37', 'gw_port': {'id': '626897f6-4581-4f65-999a-7abb3a641117', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b6c663-5849-4578-b5df-39cd42b6ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:34:46Z', 'updated_at': '2022-02-08T21:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:53.512854 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a5a668de-9bb5-421c-ad54-0ed9d281e0a5 req-9259f712-a74d-46be-84f2-b00ceed8da77 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922003 Feb 08 21:34:53.537773 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a5c6e-d183-4e83-ad4d-c8ca467d4732 req-1e6a91b2-d41e-4eef-a6ca-0c284a5f231b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:53.546459 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57a8f71-1cd9-455c-b7b5-b02414bb6375 None None] The sync data for ids ['23b6c663-5849-4578-b5df-39cd42b6ae3e'] in n-d-712143-31 is: [{'id': '23b6c663-5849-4578-b5df-39cd42b6ae3e', 'name': 'tempest-snat-router-1614769818', 'tenant_id': 'fb5d8b219bbd4f75a8c9f2b1e93bea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.98'}], 'enable_snat': False}, 'gw_port_id': '626897f6-4581-4f65-999a-7abb3a641117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:34:44Z', 'updated_at': '2022-02-08T21:34:47Z', 'revision_number': 3, 'project_id': 'fb5d8b219bbd4f75a8c9f2b1e93bea37', 'gw_port': {'id': '626897f6-4581-4f65-999a-7abb3a641117', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:30:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b6c663-5849-4578-b5df-39cd42b6ae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:34:46Z', 'updated_at': '2022-02-08T21:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:34:53.548005 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b47a5c6e-d183-4e83-ad4d-c8ca467d4732 req-1e6a91b2-d41e-4eef-a6ca-0c284a5f231b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 945 time: 0.5053997 Feb 08 21:34:53.660460 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ca15bea4-f33b-497f-b636-f7f8ce86020b no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:34:53.768154 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b47a5c6e-d183-4e83-ad4d-c8ca467d4732 req-79760285-bc34-42d3-8231-3d45db86f73f tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189560 Feb 08 21:34:53.784128 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: ca15bea4-f33b-497f-b636-f7f8ce86020b {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:34:53.784560 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ca15bea4-f33b-497f-b636-f7f8ce86020b not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:34:53.785065 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b7a3c86b-ef90-425d-8775-e756c2f937d9 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:34:53.845424 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: b7a3c86b-ef90-425d-8775-e756c2f937d9 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:34:53.852946 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b7a3c86b-ef90-425d-8775-e756c2f937d9 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:34:53.947362 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd762-a55d-43fe-a4c2-d7da97f2e3d1 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (255a8b64-22f8-43b1-98d5-41479c6a3b93), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:53.960687 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-17a133c7-1c75-428e-98fb-5de9c4288688 admin admin] For port b7a3c86b-ef90-425d-8775-e756c2f937d9, host n-d-712143-31, got binding levels [] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:53.961282 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-17a133c7-1c75-428e-98fb-5de9c4288688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b7a3c86b-ef90-425d-8775-e756c2f937d9), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:54.079279 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-17a133c7-1c75-428e-98fb-5de9c4288688 admin admin] Calling delete_port for b7a3c86b-ef90-425d-8775-e756c2f937d9 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:34:54.094669 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.ipam_backend_mixin [None req-17a133c7-1c75-428e-98fb-5de9c4288688 admin admin] Port b7a3c86b-ef90-425d-8775-e756c2f937d9 was not found and therefore no delete operation was performed {{(pid=103433) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 21:34:54.138627 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb43720-4b6c-48de-8688-41dda7a041de req-244cd70a-8020-462e-ad55-065adc4fcea2 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:54.146097 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3fb43720-4b6c-48de-8688-41dda7a041de req-244cd70a-8020-462e-ad55-065adc4fcea2 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 945 time: 0.4046605 Feb 08 21:34:54.163440 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-17a133c7-1c75-428e-98fb-5de9c4288688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (b7a3c86b-ef90-425d-8775-e756c2f937d9), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:54.164703 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-084eadfd-c1d1-4c41-89e8-3d8f2db4f060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:54.217446 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a133c7-1c75-428e-98fb-5de9c4288688 admin admin] No DVR routers for this DVR port b7a3c86b-ef90-425d-8775-e756c2f937d9 on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:34:54.272319 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1bd762-a55d-43fe-a4c2-d7da97f2e3d1 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Router 255a8b64-22f8-43b1-98d5-41479c6a3b93 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:34:54.286450 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a133c7-1c75-428e-98fb-5de9c4288688 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7a3c86b-ef90-425d-8775-e756c2f937d9,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:54.373259 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd74ea09-e996-4049-be53-d190678e8811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da939b5-f0a6-42e8-8dd1-5999178a7739'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:34:54.375603 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c1c2bd-92b0-492c-a78f-4245f6f2de27" -d '{"events": [{"server_uuid": "bd74ea09-e996-4049-be53-d190678e8811", "name": "network-vif-plugged", "status": "completed", "tag": "6da939b5-f0a6-42e8-8dd1-5999178a7739"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:34:54.420560 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0a3ea-e346-4951-8448-e9c1dd7217b5 req-d5909e9d-763c-4529-bea5-d24c95124bb2 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:54.426053 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0a3ea-e346-4951-8448-e9c1dd7217b5 req-d5909e9d-763c-4529-bea5-d24c95124bb2 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:54.432027 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0a3ea-e346-4951-8448-e9c1dd7217b5 req-d5909e9d-763c-4529-bea5-d24c95124bb2 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:54.439982 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-75d0a3ea-e346-4951-8448-e9c1dd7217b5 req-d5909e9d-763c-4529-bea5-d24c95124bb2 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 2417 time: 0.4971890 Feb 08 21:34:54.444041 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1bd762-a55d-43fe-a4c2-d7da97f2e3d1 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:34:54.454086 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa458ae-4957-46b4-baf7-53b6e531c349 None None] Sync routers for ids ['255a8b64-22f8-43b1-98d5-41479c6a3b93'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:34:54.468482 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa458ae-4957-46b4-baf7-53b6e531c349 None None] Routers {'255a8b64-22f8-43b1-98d5-41479c6a3b93'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:34:54.469130 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-eaa458ae-4957-46b4-baf7-53b6e531c349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['255a8b64-22f8-43b1-98d5-41479c6a3b93'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:54.484272 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd762-a55d-43fe-a4c2-d7da97f2e3d1 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:54.488292 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ec1bd762-a55d-43fe-a4c2-d7da97f2e3d1 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2181885 Feb 08 21:34:54.489890 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33254) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:54.577493 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-17a133c7-1c75-428e-98fb-5de9c4288688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (470bde4a-288b-4162-81c1-45fdd6f3db1b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:54.599789 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 847006f8-c17a-4de4-8cf4-47c1e161c2b1 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:34:54.656601 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-22863593-63a7-4bf3-bde1-66b77a2c0663 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for port (3994bcf7-9659-4180-89e7-24b013b43187), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:54.681041 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-17a133c7-1c75-428e-98fb-5de9c4288688 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470bde4a-288b-4162-81c1-45fdd6f3db1b']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:54.688604 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4f0677d8-8e87-40a6-a36a-cf6513a5349c tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "GET /v2.0/routers/255a8b64-22f8-43b1-98d5-41479c6a3b93 HTTP/1.1" status: 200 len: 908 time: 0.1971586 Feb 08 21:34:54.689352 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33258) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:54.726850 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-eaa458ae-4957-46b4-baf7-53b6e531c349 None None] Set router 255a8b64-22f8-43b1-98d5-41479c6a3b93 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:34:54.764780 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 847006f8-c17a-4de4-8cf4-47c1e161c2b1 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:34:54.771020 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 847006f8-c17a-4de4-8cf4-47c1e161c2b1 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:54.772994 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:54.789078 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-75d0a3ea-e346-4951-8448-e9c1dd7217b5 req-27a01d77-648e-4822-b5db-684caf7b7fba tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470042 Feb 08 21:34:54.826177 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3fb43720-4b6c-48de-8688-41dda7a041de req-dd2238f3-abe3-4ece-afd7-f35714c14a2a tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6789024 Feb 08 21:34:54.845786 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-17a133c7-1c75-428e-98fb-5de9c4288688 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:54.853822 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-17a133c7-1c75-428e-98fb-5de9c4288688 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c5cd58-44d0-4d08-9fc5-55c8b6ed648f') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:54.970074 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-17a133c7-1c75-428e-98fb-5de9c4288688 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (17c5cd58-44d0-4d08-9fc5-55c8b6ed648f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:55.026800 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 847006f8-c17a-4de4-8cf4-47c1e161c2b1 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:55.037104 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:55.116632 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-17a133c7-1c75-428e-98fb-5de9c4288688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (17c5cd58-44d0-4d08-9fc5-55c8b6ed648f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:55.122796 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 847006f8-c17a-4de4-8cf4-47c1e161c2b1, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=847006f8-c17a-4de4-8cf4-47c1e161c2b1,segment=NetworkSegment(d23a6594-b5ac-4220-9c7e-256007bbfc19),segment_id=d23a6594-b5ac-4220-9c7e-256007bbfc19)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:55.131889 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:55.141279 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a133c7-1c75-428e-98fb-5de9c4288688 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:34:55.142035 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-17a133c7-1c75-428e-98fb-5de9c4288688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (17c5cd58-44d0-4d08-9fc5-55c8b6ed648f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:34:55.163455 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:34:55.263170 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=847006f8-c17a-4de4-8cf4-47c1e161c2b1,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:55.346566 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-22863593-63a7-4bf3-bde1-66b77a2c0663 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (3994bcf7-9659-4180-89e7-24b013b43187), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:55.368712 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-eaa458ae-4957-46b4-baf7-53b6e531c349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255a8b64-22f8-43b1-98d5-41479c6a3b93', 'name': 'tempest-snat-router-1614769818', 'tenant_id': 'fb5d8b219bbd4f75a8c9f2b1e93bea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0209129e-dfc5-40c3-8f47-233d9e34d623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:34:51Z', 'updated_at': '2022-02-08T21:34:53Z', 'revision_number': 3, 'project_id': 'fb5d8b219bbd4f75a8c9f2b1e93bea37', 'gw_port': {'id': '0209129e-dfc5-40c3-8f47-233d9e34d623', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255a8b64-22f8-43b1-98d5-41479c6a3b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:34:52Z', 'updated_at': '2022-02-08T21:34:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:55.370537 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84baadf-bf47-4ca4-8188-90ec311e5981 x-openstack-request-id: req-e84baadf-bf47-4ca4-8188-90ec311e5981 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:34:55.371071 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd74ea09-e996-4049-be53-d190678e8811", "name": "network-vif-plugged", "status": "completed", "tag": "6da939b5-f0a6-42e8-8dd1-5999178a7739", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:34:55.371591 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e84baadf-bf47-4ca4-8188-90ec311e5981 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:34:55.372444 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd74ea09-e996-4049-be53-d190678e8811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da939b5-f0a6-42e8-8dd1-5999178a7739', 'code': 200} Feb 08 21:34:55.418457 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83ecb8-3d33-4cc4-a828-7204f9829d71 req-0baee69b-8515-4533-8925-04dc3ee891fc tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:55.428996 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f83ecb8-3d33-4cc4-a828-7204f9829d71 req-0baee69b-8515-4533-8925-04dc3ee891fc tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 945 time: 0.4147801 Feb 08 21:34:55.443227 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa458ae-4957-46b4-baf7-53b6e531c349 None None] Checking router: 255a8b64-22f8-43b1-98d5-41479c6a3b93 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:34:55.448985 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa458ae-4957-46b4-baf7-53b6e531c349 None None] Updating router 255a8b64-22f8-43b1-98d5-41479c6a3b93 port 0209129e-dfc5-40c3-8f47-233d9e34d623 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:34:55.519774 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eaa458ae-4957-46b4-baf7-53b6e531c349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0209129e-dfc5-40c3-8f47-233d9e34d623), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:55.577322 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22863593-63a7-4bf3-bde1-66b77a2c0663 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:34:55.594746 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-17a133c7-1c75-428e-98fb-5de9c4288688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (470bde4a-288b-4162-81c1-45fdd6f3db1b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:55.596809 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-22863593-63a7-4bf3-bde1-66b77a2c0663 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:34:55.646163 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-17a133c7-1c75-428e-98fb-5de9c4288688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:55.651409 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-17a133c7-1c75-428e-98fb-5de9c4288688 admin admin] 10.222.0.88 "DELETE /v2.0/networks/470bde4a-288b-4162-81c1-45fdd6f3db1b HTTP/1.1" status: 204 len: 168 time: 3.5895529 Feb 08 21:34:55.655142 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22863593-63a7-4bf3-bde1-66b77a2c0663 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:34:55.657675 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a133c7-1c75-428e-98fb-5de9c4288688 admin admin] Pushing event deleted for resources: {'Network': ['ID=470bde4a-288b-4162-81c1-45fdd6f3db1b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:55.673564 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eb35148d-4cf0-41ed-803d-578058e314ce tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (08ed8e51-b8f2-4bc8-b28e-4050359b431f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:55.684553 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 626897f6-4581-4f65-999a-7abb3a641117 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:34:55.703575 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4125ea-8037-4573-93f6-47cafdac5483 req-f1b14af7-74c3-46ab-a645-11e5adf2b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:55.704783 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4125ea-8037-4573-93f6-47cafdac5483 req-f1b14af7-74c3-46ab-a645-11e5adf2b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:55.706245 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4125ea-8037-4573-93f6-47cafdac5483 req-f1b14af7-74c3-46ab-a645-11e5adf2b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:55.715922 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ea4125ea-8037-4573-93f6-47cafdac5483 req-f1b14af7-74c3-46ab-a645-11e5adf2b4d4 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 2966 time: 0.1358783 Feb 08 21:34:55.827943 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 626897f6-4581-4f65-999a-7abb3a641117 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:55.829659 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (626897f6-4581-4f65-999a-7abb3a641117), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:55.832902 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-86bfe268-863b-4c0f-98cb-72a91d635a6f tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router (255a8b64-22f8-43b1-98d5-41479c6a3b93), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:55.872564 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22863593-63a7-4bf3-bde1-66b77a2c0663 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event updated for resources: {'Port': ['ID=3994bcf7-9659-4180-89e7-24b013b43187,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:55.982759 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f83ecb8-3d33-4cc4-a828-7204f9829d71 req-6415070e-ca3e-41e8-ada4-e4b004e95538 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5526075 Feb 08 21:34:56.026597 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64bc398-94d8-475d-af59-1cd81d3b27a7 req-d4c007a7-5f7d-43fc-9df3-6e08b5e0b5bf tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:56.044433 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b64bc398-94d8-475d-af59-1cd81d3b27a7 req-d4c007a7-5f7d-43fc-9df3-6e08b5e0b5bf tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.5192931 Feb 08 21:34:56.050073 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ea4125ea-8037-4573-93f6-47cafdac5483 req-2b119f1e-2eae-4cff-834f-f1bb61c82bd2 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270180 Feb 08 21:34:56.057984 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 626897f6-4581-4f65-999a-7abb3a641117 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:56.058532 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (626897f6-4581-4f65-999a-7abb3a641117), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:56.125793 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 626897f6-4581-4f65-999a-7abb3a641117, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=626897f6-4581-4f65-999a-7abb3a641117,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:56.133554 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (626897f6-4581-4f65-999a-7abb3a641117), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:56.179232 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-86bfe268-863b-4c0f-98cb-72a91d635a6f tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router_gateway (255a8b64-22f8-43b1-98d5-41479c6a3b93), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:56.205597 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33268) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:56.269701 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=626897f6-4581-4f65-999a-7abb3a641117,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:56.327440 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5ce23639-cde2-4aa4-afa3-33a3ccc4a206 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=00aa88ba7b6d432b85cbf54f743f0690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1206551 Feb 08 21:34:56.336009 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33270) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:56.361204 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eaa458ae-4957-46b4-baf7-53b6e531c349 None None] Publish callbacks [] for port (0209129e-dfc5-40c3-8f47-233d9e34d623), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:56.375663 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eaa458ae-4957-46b4-baf7-53b6e531c349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0209129e-dfc5-40c3-8f47-233d9e34d623), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:56.380669 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-86bfe268-863b-4c0f-98cb-72a91d635a6f tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Deleting port 0209129e-dfc5-40c3-8f47-233d9e34d623 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:34:56.381325 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-86bfe268-863b-4c0f-98cb-72a91d635a6f tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (0209129e-dfc5-40c3-8f47-233d9e34d623), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:56.467118 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-eaa458ae-4957-46b4-baf7-53b6e531c349 None None] Attempting to bind port 0209129e-dfc5-40c3-8f47-233d9e34d623 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:34:56.467486 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-eaa458ae-4957-46b4-baf7-53b6e531c349 None None] Attempting to bind port 0209129e-dfc5-40c3-8f47-233d9e34d623 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:34:56.467842 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa458ae-4957-46b4-baf7-53b6e531c349 None None] Attempting to bind port 0209129e-dfc5-40c3-8f47-233d9e34d623 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:34:56.474862 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa458ae-4957-46b4-baf7-53b6e531c349 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:34:56.475244 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa458ae-4957-46b4-baf7-53b6e531c349 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:34:56.475655 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eaa458ae-4957-46b4-baf7-53b6e531c349 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:56.476055 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa458ae-4957-46b4-baf7-53b6e531c349 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:34:56.476540 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-eaa458ae-4957-46b4-baf7-53b6e531c349 None None] Bound port: 0209129e-dfc5-40c3-8f47-233d9e34d623, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:34:56.476926 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eaa458ae-4957-46b4-baf7-53b6e531c349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0209129e-dfc5-40c3-8f47-233d9e34d623), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:56.478741 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d73e4-c166-4dc3-9d09-88f54c3f7041 None None] Pushing event updated for resources: {'Port': ['ID=0209129e-dfc5-40c3-8f47-233d9e34d623,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:56.490763 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18be5dd9-40d2-4eb0-945c-279a0aad62ec admin admin] Publish callbacks [] for security_group (4da62653-f692-4b96-b675-945fbb97c7ac), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:56.535933 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-86bfe268-863b-4c0f-98cb-72a91d635a6f tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (0209129e-dfc5-40c3-8f47-233d9e34d623), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:56.540178 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18be5dd9-40d2-4eb0-945c-279a0aad62ec admin admin] Publish callbacks [] for security_group (4da62653-f692-4b96-b675-945fbb97c7ac), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:56.556867 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-eaa458ae-4957-46b4-baf7-53b6e531c349 None None] For port 0209129e-dfc5-40c3-8f47-233d9e34d623, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:34:56.561787 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-eaa458ae-4957-46b4-baf7-53b6e531c349 None None] For port 0209129e-dfc5-40c3-8f47-233d9e34d623, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=0209129e-dfc5-40c3-8f47-233d9e34d623,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:34:56.562451 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-86bfe268-863b-4c0f-98cb-72a91d635a6f tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Calling delete_port for 0209129e-dfc5-40c3-8f47-233d9e34d623 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:34:56.570860 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eaa458ae-4957-46b4-baf7-53b6e531c349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0209129e-dfc5-40c3-8f47-233d9e34d623), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:56.654144 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa458ae-4957-46b4-baf7-53b6e531c349 None None] Routers {'255a8b64-22f8-43b1-98d5-41479c6a3b93'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:34:56.654703 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-eaa458ae-4957-46b4-baf7-53b6e531c349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['255a8b64-22f8-43b1-98d5-41479c6a3b93'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:56.706790 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d73e4-c166-4dc3-9d09-88f54c3f7041 None None] Pushing event updated for resources: {'Port': ['ID=0209129e-dfc5-40c3-8f47-233d9e34d623,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:56.728964 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18be5dd9-40d2-4eb0-945c-279a0aad62ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4da62653-f692-4b96-b675-945fbb97c7ac), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:56.739875 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18be5dd9-40d2-4eb0-945c-279a0aad62ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:56.748075 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-18be5dd9-40d2-4eb0-945c-279a0aad62ec admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4da62653-f692-4b96-b675-945fbb97c7ac HTTP/1.1" status: 204 len: 168 time: 0.4057322 Feb 08 21:34:56.783142 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-eaa458ae-4957-46b4-baf7-53b6e531c349 None None] Set router 255a8b64-22f8-43b1-98d5-41479c6a3b93 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:34:56.825918 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b64bc398-94d8-475d-af59-1cd81d3b27a7 req-1206b9c1-47b8-4d88-9d99-ae94a081334f tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7792690 Feb 08 21:34:56.919492 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-eaa458ae-4957-46b4-baf7-53b6e531c349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255a8b64-22f8-43b1-98d5-41479c6a3b93', 'name': 'tempest-snat-router-1614769818', 'tenant_id': 'fb5d8b219bbd4f75a8c9f2b1e93bea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:34:51Z', 'updated_at': '2022-02-08T21:34:56Z', 'revision_number': 4, 'project_id': 'fb5d8b219bbd4f75a8c9f2b1e93bea37', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:34:56.951316 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6005b2a-4a5c-46f6-baed-2e345411272a req-2b4b8f16-e7d7-4bc4-a4ee-c127cf685035 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:56.956720 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6005b2a-4a5c-46f6-baed-2e345411272a req-2b4b8f16-e7d7-4bc4-a4ee-c127cf685035 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:56.962486 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6005b2a-4a5c-46f6-baed-2e345411272a req-2b4b8f16-e7d7-4bc4-a4ee-c127cf685035 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:56.964191 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b6005b2a-4a5c-46f6-baed-2e345411272a req-2b4b8f16-e7d7-4bc4-a4ee-c127cf685035 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 2417 time: 0.8236871 Feb 08 21:34:57.003269 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa458ae-4957-46b4-baf7-53b6e531c349 None None] The sync data for ids ['255a8b64-22f8-43b1-98d5-41479c6a3b93'] in n-d-712143-31 is: [{'id': '255a8b64-22f8-43b1-98d5-41479c6a3b93', 'name': 'tempest-snat-router-1614769818', 'tenant_id': 'fb5d8b219bbd4f75a8c9f2b1e93bea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:34:51Z', 'updated_at': '2022-02-08T21:34:56Z', 'revision_number': 4, 'project_id': 'fb5d8b219bbd4f75a8c9f2b1e93bea37', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:34:57.023244 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be5dd9-40d2-4eb0-945c-279a0aad62ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da62653-f692-4b96-b675-945fbb97c7ac,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:57.052963 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-86bfe268-863b-4c0f-98cb-72a91d635a6f tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (0209129e-dfc5-40c3-8f47-233d9e34d623), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:57.150624 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfe268-863b-4c0f-98cb-72a91d635a6f tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Pushing event deleted for resources: {'Port': ['ID=0209129e-dfc5-40c3-8f47-233d9e34d623,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:57.282263 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b6005b2a-4a5c-46f6-baed-2e345411272a req-bc72947a-df6c-4d04-8a7f-5e5d60cac974 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847943 Feb 08 21:34:57.310795 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-86bfe268-863b-4c0f-98cb-72a91d635a6f tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (255a8b64-22f8-43b1-98d5-41479c6a3b93), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:57.362800 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e43562-9a32-40c6-9675-7c48ae095863 req-1fd3784f-224d-4e71-b637-e508ea110e3c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:57.382474 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d065fb-9bc5-4c4d-9caa-3ae4d8813056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847006f8-c17a-4de4-8cf4-47c1e161c2b1'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:34:57.384883 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e7e43562-9a32-40c6-9675-7c48ae095863 req-1fd3784f-224d-4e71-b637-e508ea110e3c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 945 time: 0.4537241 Feb 08 21:34:57.388186 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45a6582-1edb-4bed-9990-a1f8c18d75e6" -d '{"events": [{"server_uuid": "f0d065fb-9bc5-4c4d-9caa-3ae4d8813056", "name": "network-vif-plugged", "status": "completed", "tag": "847006f8-c17a-4de4-8cf4-47c1e161c2b1"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:34:57.406104 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fb9e4b81-bbf8-4fb0-aa44-01152cf3ff94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:57.522786 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-86bfe268-863b-4c0f-98cb-72a91d635a6f tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (255a8b64-22f8-43b1-98d5-41479c6a3b93), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:57.526086 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-86bfe268-863b-4c0f-98cb-72a91d635a6f tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router_controller (255a8b64-22f8-43b1-98d5-41479c6a3b93), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:57.607293 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-86bfe268-863b-4c0f-98cb-72a91d635a6f tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (255a8b64-22f8-43b1-98d5-41479c6a3b93), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:57.608679 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bfe268-863b-4c0f-98cb-72a91d635a6f tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 255a8b64-22f8-43b1-98d5-41479c6a3b93 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:34:57.618130 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 626897f6-4581-4f65-999a-7abb3a641117 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:34:57.634445 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-86bfe268-863b-4c0f-98cb-72a91d635a6f tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:57.638802 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-86bfe268-863b-4c0f-98cb-72a91d635a6f tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "DELETE /v2.0/routers/255a8b64-22f8-43b1-98d5-41479c6a3b93 HTTP/1.1" status: 204 len: 168 time: 2.9481678 Feb 08 21:34:57.643678 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33288) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:57.742984 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 626897f6-4581-4f65-999a-7abb3a641117 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:34:57.743370 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (626897f6-4581-4f65-999a-7abb3a641117), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:57.756197 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e7e43562-9a32-40c6-9675-7c48ae095863 req-fd677cef-4fd3-4771-a240-3443ff66272d tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3670924 Feb 08 21:34:57.771625 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-eb35148d-4cf0-41ed-803d-578058e314ce tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Deleting port 8ba3b1f0-c69b-45a7-9672-aab910095e1a {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:34:57.772008 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eb35148d-4cf0-41ed-803d-578058e314ce tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (8ba3b1f0-c69b-45a7-9672-aab910095e1a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:57.882640 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fcc9536b-6ed8-43c3-9dac-e38d0636c149 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router (23b6c663-5849-4578-b5df-39cd42b6ae3e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:57.894332 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 626897f6-4581-4f65-999a-7abb3a641117 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:34:57.904692 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54791bfb-bcb4-4ada-9dfb-03faa1075247 x-openstack-request-id: req-54791bfb-bcb4-4ada-9dfb-03faa1075247 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:34:57.905198 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d065fb-9bc5-4c4d-9caa-3ae4d8813056", "name": "network-vif-plugged", "status": "completed", "tag": "847006f8-c17a-4de4-8cf4-47c1e161c2b1", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:34:57.905581 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-54791bfb-bcb4-4ada-9dfb-03faa1075247 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:34:57.905991 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d065fb-9bc5-4c4d-9caa-3ae4d8813056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847006f8-c17a-4de4-8cf4-47c1e161c2b1', 'code': 200} Feb 08 21:34:58.087048 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fcc9536b-6ed8-43c3-9dac-e38d0636c149 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router_gateway (23b6c663-5849-4578-b5df-39cd42b6ae3e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:58.104684 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10115ce3-311a-44d2-8221-4eb4bb258a98 req-4e0c69c6-c631-4ec1-ad40-f08de9038dd9 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:58.106563 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10115ce3-311a-44d2-8221-4eb4bb258a98 req-4e0c69c6-c631-4ec1-ad40-f08de9038dd9 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 945 time: 0.6931796 Feb 08 21:34:58.151304 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33300) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:58.188214 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-22863593-63a7-4bf3-bde1-66b77a2c0663 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (ed2edf01-94f1-42ea-8e37-12f268a79b48), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:58.193640 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-fcc9536b-6ed8-43c3-9dac-e38d0636c149 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Deleting port 626897f6-4581-4f65-999a-7abb3a641117 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:34:58.194261 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fcc9536b-6ed8-43c3-9dac-e38d0636c149 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (626897f6-4581-4f65-999a-7abb3a641117), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:58.267283 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eb35148d-4cf0-41ed-803d-578058e314ce tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (8ba3b1f0-c69b-45a7-9672-aab910095e1a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:58.305271 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-fcc9536b-6ed8-43c3-9dac-e38d0636c149 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] For port 626897f6-4581-4f65-999a-7abb3a641117, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=626897f6-4581-4f65-999a-7abb3a641117,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:34:58.305642 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fcc9536b-6ed8-43c3-9dac-e38d0636c149 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (626897f6-4581-4f65-999a-7abb3a641117), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:58.310942 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-eb35148d-4cf0-41ed-803d-578058e314ce tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Calling delete_port for 8ba3b1f0-c69b-45a7-9672-aab910095e1a owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:34:58.329887 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-fcc9536b-6ed8-43c3-9dac-e38d0636c149 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Calling delete_port for 626897f6-4581-4f65-999a-7abb3a641117 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:34:58.336718 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ef001-c914-4c84-92a4-45b857f46456 req-34cb502b-809c-40a3-90e3-016ca1caee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:58.336718 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-104ef001-c914-4c84-92a4-45b857f46456 req-34cb502b-809c-40a3-90e3-016ca1caee3a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 1129 time: 0.3202820 Feb 08 21:34:58.351791 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9603005-4a9a-45c3-ab5c-2e7d70a0f4cc req-54cd60d0-9670-4f48-87eb-9ed6db461c0b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:58.357214 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9603005-4a9a-45c3-ab5c-2e7d70a0f4cc req-54cd60d0-9670-4f48-87eb-9ed6db461c0b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.3007545 Feb 08 21:34:58.468757 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-22863593-63a7-4bf3-bde1-66b77a2c0663 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3994bcf7-9659-4180-89e7-24b013b43187), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:58.476600 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10115ce3-311a-44d2-8221-4eb4bb258a98 req-851e0b9e-247e-4e3c-9d49-888d54e661e0 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192701 Feb 08 21:34:58.480070 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-93acb5a8-210d-4f56-b482-833a6dc239af admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-20717810-network', 'tenant_id': 'd7c4f68f48ac4d7b8c033568865db0b6'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:58.617935 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9603005-4a9a-45c3-ab5c-2e7d70a0f4cc req-3e325052-fbb0-4807-ace4-59f0ac8dbdde tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381580 Feb 08 21:34:58.695980 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fcc9536b-6ed8-43c3-9dac-e38d0636c149 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (626897f6-4581-4f65-999a-7abb3a641117), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:58.697312 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93acb5a8-210d-4f56-b482-833a6dc239af admin admin] Made reservation on behalf of d7c4f68f48ac4d7b8c033568865db0b6 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:34:58.701813 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-93acb5a8-210d-4f56-b482-833a6dc239af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:58.710367 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-104ef001-c914-4c84-92a4-45b857f46456 req-85dd2576-add3-4e90-8e73-c058676d4d30 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488591 Feb 08 21:34:58.734685 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9536b-6ed8-43c3-9dac-e38d0636c149 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Pushing event deleted for resources: {'Port': ['ID=626897f6-4581-4f65-999a-7abb3a641117,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:58.743769 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-93acb5a8-210d-4f56-b482-833a6dc239af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:58.853722 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fcc9536b-6ed8-43c3-9dac-e38d0636c149 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (23b6c663-5849-4578-b5df-39cd42b6ae3e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:58.910653 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5aa3b4-9ff5-49d5-9303-6574be64a576 req-ff69d1f0-5168-468e-8a57-5fa0c0cb81a9 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:58.916038 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5aa3b4-9ff5-49d5-9303-6574be64a576 req-ff69d1f0-5168-468e-8a57-5fa0c0cb81a9 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:58.922114 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5aa3b4-9ff5-49d5-9303-6574be64a576 req-ff69d1f0-5168-468e-8a57-5fa0c0cb81a9 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:58.923840 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0a5aa3b4-9ff5-49d5-9303-6574be64a576 req-ff69d1f0-5168-468e-8a57-5fa0c0cb81a9 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 2417 time: 0.2516382 Feb 08 21:34:58.997247 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fcc9536b-6ed8-43c3-9dac-e38d0636c149 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (23b6c663-5849-4578-b5df-39cd42b6ae3e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:58.999720 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fcc9536b-6ed8-43c3-9dac-e38d0636c149 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router_controller (23b6c663-5849-4578-b5df-39cd42b6ae3e), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:59.075074 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fcc9536b-6ed8-43c3-9dac-e38d0636c149 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (23b6c663-5849-4578-b5df-39cd42b6ae3e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:59.076771 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc9536b-6ed8-43c3-9dac-e38d0636c149 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 23b6c663-5849-4578-b5df-39cd42b6ae3e {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:34:59.092478 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fcc9536b-6ed8-43c3-9dac-e38d0636c149 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:59.094264 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fcc9536b-6ed8-43c3-9dac-e38d0636c149 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "DELETE /v2.0/routers/23b6c663-5849-4578-b5df-39cd42b6ae3e HTTP/1.1" status: 204 len: 168 time: 1.4495437 Feb 08 21:34:59.098365 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33308) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:34:59.108578 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c05f9151-4327-4dc2-adc1-905fb3dbb6a3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1912929683', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:34:59.139177 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356cf96-5a8e-4b8c-8061-570f5affac68 req-f20f626b-793e-4ba0-90db-8c438643f047 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:34:59.141013 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0356cf96-5a8e-4b8c-8061-570f5affac68 req-f20f626b-793e-4ba0-90db-8c438643f047 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 945 time: 0.2728846 Feb 08 21:34:59.146669 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:59.150269 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0a5aa3b4-9ff5-49d5-9303-6574be64a576 req-0c3601f2-a61e-4afc-bf6c-e496415fd4b3 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049973 Feb 08 21:34:59.152766 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-22863593-63a7-4bf3-bde1-66b77a2c0663 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for port (3994bcf7-9659-4180-89e7-24b013b43187), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:59.163941 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eb35148d-4cf0-41ed-803d-578058e314ce tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (8ba3b1f0-c69b-45a7-9672-aab910095e1a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:59.179318 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c05f9151-4327-4dc2-adc1-905fb3dbb6a3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (85a4d060-f24f-4a93-96fc-069045e8ba8d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:59.196688 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c05f9151-4327-4dc2-adc1-905fb3dbb6a3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (85a4d060-f24f-4a93-96fc-069045e8ba8d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:59.262497 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35148d-4cf0-41ed-803d-578058e314ce tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Pushing event deleted for resources: {'Port': ['ID=8ba3b1f0-c69b-45a7-9672-aab910095e1a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:59.265795 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-22863593-63a7-4bf3-bde1-66b77a2c0663 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (3994bcf7-9659-4180-89e7-24b013b43187), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:59.311234 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c05f9151-4327-4dc2-adc1-905fb3dbb6a3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_controller (85a4d060-f24f-4a93-96fc-069045e8ba8d), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:59.459002 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0356cf96-5a8e-4b8c-8061-570f5affac68 req-824c5ff0-6e6b-4562-99ef-83c0649f056f tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3024521 Feb 08 21:34:59.678744 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c05f9151-4327-4dc2-adc1-905fb3dbb6a3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_gateway (85a4d060-f24f-4a93-96fc-069045e8ba8d), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:59.733879 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22863593-63a7-4bf3-bde1-66b77a2c0663 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event updated for resources: {'Port': ['ID=3994bcf7-9659-4180-89e7-24b013b43187,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:34:59.802768 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 626897f6-4581-4f65-999a-7abb3a641117 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:34:59.810794 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-93acb5a8-210d-4f56-b482-833a6dc239af admin admin] Publish callbacks [] for security_group (b5ae81c1-84fa-473e-9843-99688ebc3487), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:59.817136 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eb35148d-4cf0-41ed-803d-578058e314ce tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (08ed8e51-b8f2-4bc8-b28e-4050359b431f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:59.826329 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-93acb5a8-210d-4f56-b482-833a6dc239af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b5ae81c1-84fa-473e-9843-99688ebc3487), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:59.827474 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 626897f6-4581-4f65-999a-7abb3a641117 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:34:59.827817 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 626897f6-4581-4f65-999a-7abb3a641117 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:34:59.843880 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-22863593-63a7-4bf3-bde1-66b77a2c0663 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (ed2edf01-94f1-42ea-8e37-12f268a79b48), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:34:59.905676 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93acb5a8-210d-4f56-b482-833a6dc239af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:34:59.995681 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c05f9151-4327-4dc2-adc1-905fb3dbb6a3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_gateway (85a4d060-f24f-4a93-96fc-069045e8ba8d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:00.027631 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c05f9151-4327-4dc2-adc1-905fb3dbb6a3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:00.175895 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-c05f9151-4327-4dc2-adc1-905fb3dbb6a3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Allocated IP 172.25.3.15 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/ec180b96-bab1-4837-b590-a5c775261359) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:35:00.320215 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c05f9151-4327-4dc2-adc1-905fb3dbb6a3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for port (ec180b96-bab1-4837-b590-a5c775261359), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:00.374872 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acb5a8-210d-4f56-b482-833a6dc239af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ae81c1-84fa-473e-9843-99688ebc3487,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:00.389425 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c05f9151-4327-4dc2-adc1-905fb3dbb6a3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (ec180b96-bab1-4837-b590-a5c775261359), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:00.399665 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41dc5e-d294-446f-b7b3-093cf2524543 req-c9b18ab1-84ef-42ca-a81b-671780d88f10 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:00.405821 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41dc5e-d294-446f-b7b3-093cf2524543 req-c9b18ab1-84ef-42ca-a81b-671780d88f10 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:00.411949 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41dc5e-d294-446f-b7b3-093cf2524543 req-c9b18ab1-84ef-42ca-a81b-671780d88f10 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:00.419707 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de41dc5e-d294-446f-b7b3-093cf2524543 req-c9b18ab1-84ef-42ca-a81b-671780d88f10 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 2417 time: 0.7342973 Feb 08 21:35:00.426591 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-93acb5a8-210d-4f56-b482-833a6dc239af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (2367fa6e-f731-4d5d-8eed-4d18be504fa5), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:00.427208 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-93acb5a8-210d-4f56-b482-833a6dc239af admin admin] Added segment 2367fa6e-f731-4d5d-8eed-4d18be504fa5 of type vlan for network 78ab189a-860e-4a01-8c19-0f0521b9833d Feb 08 21:35:00.441951 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05f9151-4327-4dc2-adc1-905fb3dbb6a3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:35:00.447351 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16566c3-54f8-430c-bc94-f218e5400f25 req-49d809f5-9360-4659-a0c8-4cc4ec7b19d9 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:00.449979 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c16566c3-54f8-430c-bc94-f218e5400f25 req-49d809f5-9360-4659-a0c8-4cc4ec7b19d9 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 945 time: 0.7814989 Feb 08 21:35:00.457371 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c05f9151-4327-4dc2-adc1-905fb3dbb6a3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:00.462051 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05f9151-4327-4dc2-adc1-905fb3dbb6a3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:35:00.504116 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f9151-4327-4dc2-adc1-905fb3dbb6a3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Pushing event updated for resources: {'Port': ['ID=ec180b96-bab1-4837-b590-a5c775261359,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:00.555101 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-93acb5a8-210d-4f56-b482-833a6dc239af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (78ab189a-860e-4a01-8c19-0f0521b9833d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:00.684988 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-22863593-63a7-4bf3-bde1-66b77a2c0663 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Floating IP ed2edf01-94f1-42ea-8e37-12f268a79b48 associated. External IP: 172.25.3.6, port: b81cc090-e855-40d9-a073-c9418db02ae9. Feb 08 21:35:00.753850 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de41dc5e-d294-446f-b7b3-093cf2524543 req-566e8777-d50c-4cd1-88b0-5dadb3e40d9c tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311977 Feb 08 21:35:00.836531 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-93acb5a8-210d-4f56-b482-833a6dc239af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (78ab189a-860e-4a01-8c19-0f0521b9833d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:00.851803 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93acb5a8-210d-4f56-b482-833a6dc239af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:00.852814 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-93acb5a8-210d-4f56-b482-833a6dc239af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:00.884740 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c16566c3-54f8-430c-bc94-f218e5400f25 req-12e67d6f-2652-49e7-b0ea-dc24ac69fe83 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235613 Feb 08 21:35:00.893443 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb35148d-4cf0-41ed-803d-578058e314ce tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Router 08ed8e51-b8f2-4bc8-b28e-4050359b431f has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:35:00.960289 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c05f9151-4327-4dc2-adc1-905fb3dbb6a3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_gateway (85a4d060-f24f-4a93-96fc-069045e8ba8d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:01.081707 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-93acb5a8-210d-4f56-b482-833a6dc239af admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.9230850 Feb 08 21:35:01.084602 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33326) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:01.094314 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-57c561d8-8b25-48a4-83f6-ef08189b5c69 admin admin] Request body: {'subnet': {'network_id': '78ab189a-860e-4a01-8c19-0f0521b9833d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-20717810-subnet', 'tenant_id': 'd7c4f68f48ac4d7b8c033568865db0b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:01.120241 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c561d8-8b25-48a4-83f6-ef08189b5c69 admin admin] Made reservation on behalf of d7c4f68f48ac4d7b8c033568865db0b6 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:35:01.125365 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57c561d8-8b25-48a4-83f6-ef08189b5c69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:01.152773 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acb5a8-210d-4f56-b482-833a6dc239af admin admin] Pushing event updated for resources: {'Network': ['ID=78ab189a-860e-4a01-8c19-0f0521b9833d,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:01.171832 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 78ab189a-860e-4a01-8c19-0f0521b9833d details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:35:01.217877 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb35148d-4cf0-41ed-803d-578058e314ce tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:35:01.229947 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-eb35148d-4cf0-41ed-803d-578058e314ce tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] 10.222.0.88 "PUT /v2.0/routers/08ed8e51-b8f2-4bc8-b28e-4050359b431f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9982316 Feb 08 21:35:01.234623 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33328) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:01.242291 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ce97b-57ad-41ba-a33f-a94c9822395b req-802800fa-8f68-42c4-a10a-61a2d49274ca tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:01.249009 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a21ce97b-57ad-41ba-a33f-a94c9822395b req-802800fa-8f68-42c4-a10a-61a2d49274ca tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.3604844 Feb 08 21:35:01.281958 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad633d9-fddc-42cc-9121-e732a23707af None None] Sync routers for ids ['08ed8e51-b8f2-4bc8-b28e-4050359b431f'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:35:01.309637 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad633d9-fddc-42cc-9121-e732a23707af None None] Routers {'08ed8e51-b8f2-4bc8-b28e-4050359b431f'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:01.310784 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-dad633d9-fddc-42cc-9121-e732a23707af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['08ed8e51-b8f2-4bc8-b28e-4050359b431f'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:01.334771 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b273e-af1c-4a51-83c1-6cc1804755f0 req-80b4fd09-93c5-444f-85e4-3f1411e6db43 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:01.342667 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf2b273e-af1c-4a51-83c1-6cc1804755f0 req-80b4fd09-93c5-444f-85e4-3f1411e6db43 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 945 time: 0.3332767 Feb 08 21:35:01.379399 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-dad633d9-fddc-42cc-9121-e732a23707af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:01.393159 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57c561d8-8b25-48a4-83f6-ef08189b5c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (739e92e6-a4d6-46e1-b30b-0269af78c658), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:01.419653 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad633d9-fddc-42cc-9121-e732a23707af None None] Routers {'08ed8e51-b8f2-4bc8-b28e-4050359b431f'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:01.420632 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-dad633d9-fddc-42cc-9121-e732a23707af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['08ed8e51-b8f2-4bc8-b28e-4050359b431f'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:01.450069 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-d4a5dc18-6e79-41a4-a330-ce75af193e85 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] show failed (client error): The resource could not be found. Feb 08 21:35:01.459481 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d4a5dc18-6e79-41a4-a330-ce75af193e85 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] 10.222.0.88 "GET /v2.0/routers/tempest-non_exist_router-4193769 HTTP/1.1" status: 404 len: 332 time: 0.2024763 Feb 08 21:35:01.466465 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33330) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:01.486900 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a21ce97b-57ad-41ba-a33f-a94c9822395b req-9e1ffb77-9d24-4938-a60d-aaa62232c40c tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219319 Feb 08 21:35:01.505980 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:01.507277 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-4810ebf7-bb51-4aeb-b9e1-275932db96ca tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:01.514035 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-4810ebf7-bb51-4aeb-b9e1-275932db96ca tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:01.520538 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-4810ebf7-bb51-4aeb-b9e1-275932db96ca tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:01.522430 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-4810ebf7-bb51-4aeb-b9e1-275932db96ca tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.94 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 2417 time: 0.1762712 Feb 08 21:35:01.525730 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-dad633d9-fddc-42cc-9121-e732a23707af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:01.526602 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad633d9-fddc-42cc-9121-e732a23707af None None] The sync data for ids ['08ed8e51-b8f2-4bc8-b28e-4050359b431f'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:35:01.541257 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-42484540-bfa0-414a-a3aa-ab42ae0bdbbe tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:01.555706 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:01.569553 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf2b273e-af1c-4a51-83c1-6cc1804755f0 req-5e4ca866-4d1a-4fae-96d9-76b9b711390c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183967 Feb 08 21:35:01.602022 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-42484540-bfa0-414a-a3aa-ab42ae0bdbbe tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] update failed (client error): The resource could not be found. Feb 08 21:35:01.603263 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-42484540-bfa0-414a-a3aa-ab42ae0bdbbe tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] 10.222.0.88 "PUT /v2.0/routers/tempest-non_exist_router-418063663 HTTP/1.1" status: 404 len: 334 time: 0.1142383 Feb 08 21:35:01.608024 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33334) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:01.673813 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22863593-63a7-4bf3-bde1-66b77a2c0663 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Router 7c0be268-2eaa-4489-add8-c642c93c4753 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:35:01.692145 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-077aacb7-ca5c-4244-be23-6c50ba8e2f45 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Deleting subnet 7073e564-5a13-4b03-bf52-56a4b5f3b8cd {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:35:01.699765 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-077aacb7-ca5c-4244-be23-6c50ba8e2f45 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks [] for subnet (7073e564-5a13-4b03-bf52-56a4b5f3b8cd), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:01.845316 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c561d8-8b25-48a4-83f6-ef08189b5c69 admin admin] Checking segment: {'id': '2367fa6e-f731-4d5d-8eed-4d18be504fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '78ab189a-860e-4a01-8c19-0f0521b9833d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:35:01.845656 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c561d8-8b25-48a4-83f6-ef08189b5c69 admin admin] Network hostable DHCP agents. Network: 78ab189a-860e-4a01-8c19-0f0521b9833d, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:35:01.857872 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c561d8-8b25-48a4-83f6-ef08189b5c69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=739e92e6-a4d6-46e1-b30b-0269af78c658,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:01.895784 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-077aacb7-ca5c-4244-be23-6c50ba8e2f45 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (7073e564-5a13-4b03-bf52-56a4b5f3b8cd), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:01.921497 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c561d8-8b25-48a4-83f6-ef08189b5c69 admin admin] Network 78ab189a-860e-4a01-8c19-0f0521b9833d is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:35:01.934678 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-8d2e3738-b4d1-44c7-bc79-134a29c87df5 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Deleting port 6da939b5-f0a6-42e8-8dd1-5999178a7739 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:01.935017 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-8d2e3738-b4d1-44c7-bc79-134a29c87df5 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (6da939b5-f0a6-42e8-8dd1-5999178a7739), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:01.944488 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c05f9151-4327-4dc2-adc1-905fb3dbb6a3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (85a4d060-f24f-4a93-96fc-069045e8ba8d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:01.993627 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-57c561d8-8b25-48a4-83f6-ef08189b5c69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 78ab189a-860e-4a01-8c19-0f0521b9833d) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:02.002862 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c561d8-8b25-48a4-83f6-ef08189b5c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:02.003872 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57c561d8-8b25-48a4-83f6-ef08189b5c69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:02.023586 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b178e740-bef4-4e62-9b58-7d5f59e656f0 None None] Network 78ab189a-860e-4a01-8c19-0f0521b9833d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:35:02.085310 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22863593-63a7-4bf3-bde1-66b77a2c0663 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:35:02.098344 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05829f8-d4a4-4dd7-86e8-1566df6014eb None None] Sync routers for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:35:02.109010 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0814ca-404a-4dfe-aa55-80ef31819315 req-74799bc9-465f-4e70-9fc6-bb6e0903f6de tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:02.115884 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05829f8-d4a4-4dd7-86e8-1566df6014eb None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:02.116529 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a05829f8-d4a4-4dd7-86e8-1566df6014eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:02.126824 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0814ca-404a-4dfe-aa55-80ef31819315 req-74799bc9-465f-4e70-9fc6-bb6e0903f6de tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:02.132526 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0814ca-404a-4dfe-aa55-80ef31819315 req-74799bc9-465f-4e70-9fc6-bb6e0903f6de tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:02.142582 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b0814ca-404a-4dfe-aa55-80ef31819315 req-74799bc9-465f-4e70-9fc6-bb6e0903f6de tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 2417 time: 0.2699680 Feb 08 21:35:02.166545 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-7fb6c5bb-e11d-44ea-ac4d-e3a0dcd17506 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:02.168987 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-7fb6c5bb-e11d-44ea-ac4d-e3a0dcd17506 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/networks?id=0b788a94-1e80-468a-940e-48c5a63e44a4 HTTP/1.1" status: 200 len: 814 time: 0.4034350 Feb 08 21:35:02.198438 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a05829f8-d4a4-4dd7-86e8-1566df6014eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:02.219727 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05829f8-d4a4-4dd7-86e8-1566df6014eb None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:02.220357 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a05829f8-d4a4-4dd7-86e8-1566df6014eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:02.246661 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8481c2-a2dd-4f23-a7e0-45a15e7755e9 None None] Network 78ab189a-860e-4a01-8c19-0f0521b9833d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:35:02.298430 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-077aacb7-ca5c-4244-be23-6c50ba8e2f45 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (7073e564-5a13-4b03-bf52-56a4b5f3b8cd), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:02.302654 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a05829f8-d4a4-4dd7-86e8-1566df6014eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:02.304526 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05829f8-d4a4-4dd7-86e8-1566df6014eb None None] The sync data for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:35:02.335724 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-0225e832-695a-4149-9d73-dbcc4be70a98 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/quotas/74717e3e72d841d2a44f3251e57cb213 HTTP/1.1" status: 200 len: 375 time: 0.1415079 Feb 08 21:35:02.344176 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-22863593-63a7-4bf3-bde1-66b77a2c0663 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:02.441675 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b0814ca-404a-4dfe-aa55-80ef31819315 req-c1496bc9-e23c-4aa1-91a1-e480169cdc17 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695410 Feb 08 21:35:02.450451 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-22863593-63a7-4bf3-bde1-66b77a2c0663 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.5325658 Feb 08 21:35:02.452172 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33350) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:02.458499 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-ac6cd449-33a9-4e6f-9794-4af1e6c05403 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:02.526140 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-57c561d8-8b25-48a4-83f6-ef08189b5c69 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4401360 Feb 08 21:35:02.528306 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33352) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:02.539379 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3d2967f3-8f20-41d6-b01c-c83a71d2535f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-20717810-router', 'tenant_id': 'd7c4f68f48ac4d7b8c033568865db0b6', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:02.574148 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-077aacb7-ca5c-4244-be23-6c50ba8e2f45 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (7073e564-5a13-4b03-bf52-56a4b5f3b8cd), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:02.594181 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-c5484dd2-3547-4f8b-8bbb-823dbf86ed03 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=74717e3e72d841d2a44f3251e57cb213&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2574899 Feb 08 21:35:02.597362 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d2967f3-8f20-41d6-b01c-c83a71d2535f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (c6de717d-4ccd-4982-8826-037568f9cb0b), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:02.598617 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d2967f3-8f20-41d6-b01c-c83a71d2535f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (c6de717d-4ccd-4982-8826-037568f9cb0b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:02.622531 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-8d2e3738-b4d1-44c7-bc79-134a29c87df5 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] For port 6da939b5-f0a6-42e8-8dd1-5999178a7739, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=6da939b5-f0a6-42e8-8dd1-5999178a7739,segment=NetworkSegment(615d05bc-91a6-4266-946a-41943643d9e1),segment_id=615d05bc-91a6-4266-946a-41943643d9e1)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:02.623224 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-8d2e3738-b4d1-44c7-bc79-134a29c87df5 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (6da939b5-f0a6-42e8-8dd1-5999178a7739), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:02.653933 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-8d2e3738-b4d1-44c7-bc79-134a29c87df5 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Calling delete_port for 6da939b5-f0a6-42e8-8dd1-5999178a7739 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:02.716928 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077aacb7-ca5c-4244-be23-6c50ba8e2f45 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Pushing event deleted for resources: {'Subnet': ['ID=7073e564-5a13-4b03-bf52-56a4b5f3b8cd,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:02.723866 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d2967f3-8f20-41d6-b01c-c83a71d2535f admin admin] Publish callbacks [] for router_controller (c6de717d-4ccd-4982-8826-037568f9cb0b), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:02.728379 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ad493e-8615-4031-91e2-a8c3628d1ebf None None] Network 3bc5edc4-f301-49fd-93ec-94e1529cb7b4 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:35:02.742777 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-077aacb7-ca5c-4244-be23-6c50ba8e2f45 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:02.746916 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-077aacb7-ca5c-4244-be23-6c50ba8e2f45 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] 10.222.0.88 "DELETE /v2.0/subnets/7073e564-5a13-4b03-bf52-56a4b5f3b8cd HTTP/1.1" status: 204 len: 168 time: 1.1347728 Feb 08 21:35:02.762124 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33356) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:02.769048 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd449-33a9-4e6f-9794-4af1e6c05403 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (ed2edf01-94f1-42ea-8e37-12f268a79b48), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:02.929270 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd449-33a9-4e6f-9794-4af1e6c05403 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:02.939868 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd449-33a9-4e6f-9794-4af1e6c05403 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (ed2edf01-94f1-42ea-8e37-12f268a79b48), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:02.940342 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-ac6cd449-33a9-4e6f-9794-4af1e6c05403 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Floating IP ed2edf01-94f1-42ea-8e37-12f268a79b48 disassociated. External IP: 172.25.3.6, port: b81cc090-e855-40d9-a073-c9418db02ae9. Feb 08 21:35:02.975059 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891ac9ec-ecf5-4bc9-bf90-a0899ee2875c None None] DHCP port deletion for 3bc5edc4-f301-49fd-93ec-94e1529cb7b4 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:35:03.043778 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-891ac9ec-ecf5-4bc9-bf90-a0899ee2875c None None] Deleting port ab90b253-2db5-41c0-903a-d71b13858d99 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:03.044576 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-891ac9ec-ecf5-4bc9-bf90-a0899ee2875c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (ab90b253-2db5-41c0-903a-d71b13858d99), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:03.063804 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e689f0-0f39-4ad4-a1b9-7a3e0e6bb02e req-8abff1b8-a89d-452c-ab13-3a732af1f16b tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:03.065836 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4e689f0-0f39-4ad4-a1b9-7a3e0e6bb02e req-8abff1b8-a89d-452c-ab13-3a732af1f16b tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 945 time: 0.5337269 Feb 08 21:35:03.069149 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d33c298-ca6d-4170-bfc2-b69869da8342 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (3bc5edc4-f301-49fd-93ec-94e1529cb7b4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:03.072292 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d2967f3-8f20-41d6-b01c-c83a71d2535f admin admin] Publish callbacks [] for router_gateway (c6de717d-4ccd-4982-8826-037568f9cb0b), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:03.079298 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05f9151-4327-4dc2-adc1-905fb3dbb6a3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Router 85a4d060-f24f-4a93-96fc-069045e8ba8d is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:35:03.080224 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-a9791e97-0b26-445d-87ce-560b2fa2ac98 service neutron] 10.222.0.88 "GET /v2.0/networks/0b788a94-1e80-468a-940e-48c5a63e44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850676 Feb 08 21:35:03.141993 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-891ac9ec-ecf5-4bc9-bf90-a0899ee2875c None None] For port ab90b253-2db5-41c0-903a-d71b13858d99, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ab90b253-2db5-41c0-903a-d71b13858d99,segment=NetworkSegment(4499b236-2812-4804-87e2-7360429122db),segment_id=4499b236-2812-4804-87e2-7360429122db)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:03.143263 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-891ac9ec-ecf5-4bc9-bf90-a0899ee2875c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (ab90b253-2db5-41c0-903a-d71b13858d99), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:03.167069 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-891ac9ec-ecf5-4bc9-bf90-a0899ee2875c None None] Calling delete_port for ab90b253-2db5-41c0-903a-d71b13858d99 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:03.264894 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4e689f0-0f39-4ad4-a1b9-7a3e0e6bb02e req-90c0fe1f-e723-412a-b0bd-ec88db9a47b1 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759663 Feb 08 21:35:03.288939 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-891ac9ec-ecf5-4bc9-bf90-a0899ee2875c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (ab90b253-2db5-41c0-903a-d71b13858d99), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:03.299688 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-8d2e3738-b4d1-44c7-bc79-134a29c87df5 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (6da939b5-f0a6-42e8-8dd1-5999178a7739), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:03.326836 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891ac9ec-ecf5-4bc9-bf90-a0899ee2875c None None] No DVR routers for this DVR port ab90b253-2db5-41c0-903a-d71b13858d99 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:35:03.365460 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-abe4d895-2ef8-4767-b40c-4636d9623172 service neutron] 10.222.0.88 "GET /v2.0/networks/0b788a94-1e80-468a-940e-48c5a63e44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842190 Feb 08 21:35:03.382743 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ac9ec-ecf5-4bc9-bf90-a0899ee2875c None None] Pushing event deleted for resources: {'Port': ['ID=ab90b253-2db5-41c0-903a-d71b13858d99,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:03.422220 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6cd449-33a9-4e6f-9794-4af1e6c05403 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Router 7c0be268-2eaa-4489-add8-c642c93c4753 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:35:03.428449 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05f9151-4327-4dc2-adc1-905fb3dbb6a3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:35:03.449908 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a69c2ef-ba99-421c-a5a0-abcbc833be71 None None] Sync routers for ids ['85a4d060-f24f-4a93-96fc-069045e8ba8d'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:35:03.451114 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e3738-b4d1-44c7-bc79-134a29c87df5 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Pushing event deleted for resources: {'Port': ['ID=6da939b5-f0a6-42e8-8dd1-5999178a7739,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:03.465801 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c3d76-70fb-492d-b673-ed6c9581bf75 req-72a3c5dc-41f6-456e-bf26-0fff04b35d1d tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:03.466931 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-717c3d76-70fb-492d-b673-ed6c9581bf75 req-72a3c5dc-41f6-456e-bf26-0fff04b35d1d tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 945 time: 0.1005731 Feb 08 21:35:03.481074 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a69c2ef-ba99-421c-a5a0-abcbc833be71 None None] Routers {'85a4d060-f24f-4a93-96fc-069045e8ba8d'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:03.482226 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-3a69c2ef-ba99-421c-a5a0-abcbc833be71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['85a4d060-f24f-4a93-96fc-069045e8ba8d'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:03.623691 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-2d33c298-ca6d-4170-bfc2-b69869da8342 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Deleting port ab90b253-2db5-41c0-903a-d71b13858d99 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:03.625178 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d33c298-ca6d-4170-bfc2-b69869da8342 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (ab90b253-2db5-41c0-903a-d71b13858d99), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:03.664815 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-3a69c2ef-ba99-421c-a5a0-abcbc833be71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:03.682584 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-8d2e3738-b4d1-44c7-bc79-134a29c87df5 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] No DVR routers for this DVR port 6da939b5-f0a6-42e8-8dd1-5999178a7739 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:35:03.703626 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a69c2ef-ba99-421c-a5a0-abcbc833be71 None None] Routers {'85a4d060-f24f-4a93-96fc-069045e8ba8d'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:03.704273 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-3a69c2ef-ba99-421c-a5a0-abcbc833be71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['85a4d060-f24f-4a93-96fc-069045e8ba8d'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:03.706421 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ab90b253-2db5-41c0-903a-d71b13858d99 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:35:03.730218 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-8d2e3738-b4d1-44c7-bc79-134a29c87df5 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:03.735039 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-8d2e3738-b4d1-44c7-bc79-134a29c87df5 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.94 "DELETE /v2.0/ports/6da939b5-f0a6-42e8-8dd1-5999178a7739 HTTP/1.1" status: 204 len: 173 time: 2.1376827 Feb 08 21:35:03.739676 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd74ea09-e996-4049-be53-d190678e8811', 'name': 'network-vif-deleted', 'tag': '6da939b5-f0a6-42e8-8dd1-5999178a7739'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:35:03.742663 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c27a42-88a7-42a1-8b1c-6168a1634189" -d '{"events": [{"server_uuid": "bd74ea09-e996-4049-be53-d190678e8811", "name": "network-vif-deleted", "tag": "6da939b5-f0a6-42e8-8dd1-5999178a7739"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:35:03.766519 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: ab90b253-2db5-41c0-903a-d71b13858d99 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:35:03.766862 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ab90b253-2db5-41c0-903a-d71b13858d99 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:35:03.786657 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c05f9151-4327-4dc2-adc1-905fb3dbb6a3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:03.787935 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c05f9151-4327-4dc2-adc1-905fb3dbb6a3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.6882889 Feb 08 21:35:03.792516 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33366) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:03.803901 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-47219d7d-97dd-4beb-bcaa-3fbbcc85de5a tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'enable_snat': False}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:03.879060 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-3a69c2ef-ba99-421c-a5a0-abcbc833be71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:03.879846 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a69c2ef-ba99-421c-a5a0-abcbc833be71 None None] The sync data for ids ['85a4d060-f24f-4a93-96fc-069045e8ba8d'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:35:03.974549 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-2d33c298-ca6d-4170-bfc2-b69869da8342 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] For port ab90b253-2db5-41c0-903a-d71b13858d99, host n-d-712143-31, got binding levels [] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:03.975253 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d33c298-ca6d-4170-bfc2-b69869da8342 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (ab90b253-2db5-41c0-903a-d71b13858d99), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:04.028419 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-2d33c298-ca6d-4170-bfc2-b69869da8342 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Calling delete_port for ab90b253-2db5-41c0-903a-d71b13858d99 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:04.087415 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.ipam_backend_mixin [None req-2d33c298-ca6d-4170-bfc2-b69869da8342 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Port ab90b253-2db5-41c0-903a-d71b13858d99 was not found and therefore no delete operation was performed {{(pid=103434) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 21:35:04.174612 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d33c298-ca6d-4170-bfc2-b69869da8342 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (ab90b253-2db5-41c0-903a-d71b13858d99), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:04.240430 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33c298-ca6d-4170-bfc2-b69869da8342 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Pushing event deleted for resources: {'Port': ['ID=ab90b253-2db5-41c0-903a-d71b13858d99,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:04.240942 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-717c3d76-70fb-492d-b673-ed6c9581bf75 req-bff19a9c-0aaf-49d1-90f3-97af875e2973 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7244313 Feb 08 21:35:04.246522 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d33c298-ca6d-4170-bfc2-b69869da8342 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] No DVR routers for this DVR port ab90b253-2db5-41c0-903a-d71b13858d99 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:35:04.294466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77d253-9ce8-4ad3-afef-3bb73e82fac9 req-55bf4068-ee81-4b88-843f-12e69026a0ae tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:04.303547 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77d253-9ce8-4ad3-afef-3bb73e82fac9 req-55bf4068-ee81-4b88-843f-12e69026a0ae tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:04.310814 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bb77d253-9ce8-4ad3-afef-3bb73e82fac9 req-55bf4068-ee81-4b88-843f-12e69026a0ae tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 1682 time: 0.1536703 Feb 08 21:35:04.371794 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6cd449-33a9-4e6f-9794-4af1e6c05403 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:35:04.388258 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47cbc03-808c-4990-89ab-95585dffebc8 None None] Sync routers for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:35:04.396852 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd449-33a9-4e6f-9794-4af1e6c05403 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:04.403108 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47cbc03-808c-4990-89ab-95585dffebc8 None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:04.403783 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b47cbc03-808c-4990-89ab-95585dffebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:04.427047 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d33c298-ca6d-4170-bfc2-b69869da8342 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (3bc5edc4-f301-49fd-93ec-94e1529cb7b4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:04.475115 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-2d33c298-ca6d-4170-bfc2-b69869da8342 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc5edc4-f301-49fd-93ec-94e1529cb7b4']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:04.489631 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-2d33c298-ca6d-4170-bfc2-b69869da8342 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4499b236-2812-4804-87e2-7360429122db') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:04.490281 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-2d33c298-ca6d-4170-bfc2-b69869da8342 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4499b236-2812-4804-87e2-7360429122db') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:04.503626 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d33c298-ca6d-4170-bfc2-b69869da8342 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (4499b236-2812-4804-87e2-7360429122db), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:04.523536 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c312ecd-975b-45fd-9ff8-7af55580a4b3 req-1adf114a-5ec2-45ca-afd8-448080d5254c tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=57a2754a-9913-46e0-9902-bb7802c191a4 HTTP/1.1" status: 200 len: 210 time: 0.1638777 Feb 08 21:35:04.525793 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d33c298-ca6d-4170-bfc2-b69869da8342 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (4499b236-2812-4804-87e2-7360429122db), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:04.534057 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d33c298-ca6d-4170-bfc2-b69869da8342 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:35:04.535151 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d33c298-ca6d-4170-bfc2-b69869da8342 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (4499b236-2812-4804-87e2-7360429122db), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:04.563872 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ac6cd449-33a9-4e6f-9794-4af1e6c05403 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "PUT /v2.0/floatingips/ed2edf01-94f1-42ea-8e37-12f268a79b48 HTTP/1.1" status: 200 len: 686 time: 2.1091859 Feb 08 21:35:04.566436 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b47cbc03-808c-4990-89ab-95585dffebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:04.577716 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bb77d253-9ce8-4ad3-afef-3bb73e82fac9 req-1ba7c6be-9d30-45f6-85a0-f9e2267d3078 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645297 Feb 08 21:35:04.583291 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33376) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:04.584432 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47cbc03-808c-4990-89ab-95585dffebc8 None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:04.585087 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b47cbc03-808c-4990-89ab-95585dffebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:04.680092 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b47cbc03-808c-4990-89ab-95585dffebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:04.681392 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47cbc03-808c-4990-89ab-95585dffebc8 None None] The sync data for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: items = [ Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:35:04.702003 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:35:04.706229 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d2967f3-8f20-41d6-b01c-c83a71d2535f admin admin] Publish callbacks [] for router_gateway (c6de717d-4ccd-4982-8826-037568f9cb0b), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:04.710335 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d2f906-41be-44f1-8602-e6a11cc17f50 x-openstack-request-id: req-a2d2f906-41be-44f1-8602-e6a11cc17f50 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:35:04.710644 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd74ea09-e996-4049-be53-d190678e8811", "name": "network-vif-deleted", "tag": "6da939b5-f0a6-42e8-8dd1-5999178a7739", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:35:04.710906 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a2d2f906-41be-44f1-8602-e6a11cc17f50 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:35:04.711500 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd74ea09-e996-4049-be53-d190678e8811', 'name': 'network-vif-deleted', 'tag': '6da939b5-f0a6-42e8-8dd1-5999178a7739', 'status': 'completed', 'code': 200} Feb 08 21:35:04.773364 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d33c298-ca6d-4170-bfc2-b69869da8342 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (3bc5edc4-f301-49fd-93ec-94e1529cb7b4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:04.835073 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-3da9cb15-6f2e-48c9-8d45-bea7706a2acb tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Deleting port a7cfdfa0-1918-466c-ad45-f3a5adab40c4 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:04.835422 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-3da9cb15-6f2e-48c9-8d45-bea7706a2acb tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (a7cfdfa0-1918-466c-ad45-f3a5adab40c4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:04.887911 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719eee3-4187-4b52-86e7-0510207a392c req-3e77d239-3277-48e4-a669-d62140914232 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:04.889546 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c719eee3-4187-4b52-86e7-0510207a392c req-3e77d239-3277-48e4-a669-d62140914232 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 945 time: 0.1697030 Feb 08 21:35:04.908373 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device a7cfdfa0-1918-466c-ad45-f3a5adab40c4 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:35:04.923970 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-dc436077-7ac6-43ff-a32c-2f712997b48f tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Deleting port 3994bcf7-9659-4180-89e7-24b013b43187 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:04.924346 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dc436077-7ac6-43ff-a32c-2f712997b48f tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (3994bcf7-9659-4180-89e7-24b013b43187), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:04.952885 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-3da9cb15-6f2e-48c9-8d45-bea7706a2acb tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] For port a7cfdfa0-1918-466c-ad45-f3a5adab40c4, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=a7cfdfa0-1918-466c-ad45-f3a5adab40c4,segment=NetworkSegment(615d05bc-91a6-4266-946a-41943643d9e1),segment_id=615d05bc-91a6-4266-946a-41943643d9e1)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:04.953272 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-3da9cb15-6f2e-48c9-8d45-bea7706a2acb tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (a7cfdfa0-1918-466c-ad45-f3a5adab40c4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:04.971849 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-3da9cb15-6f2e-48c9-8d45-bea7706a2acb tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Calling delete_port for a7cfdfa0-1918-466c-ad45-f3a5adab40c4 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:04.979395 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d33c298-ca6d-4170-bfc2-b69869da8342 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:04.988576 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2d33c298-ca6d-4170-bfc2-b69869da8342 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] 10.222.0.88 "DELETE /v2.0/networks/3bc5edc4-f301-49fd-93ec-94e1529cb7b4 HTTP/1.1" status: 204 len: 168 time: 2.2244568 Feb 08 21:35:04.988803 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33378) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:05.002681 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c719eee3-4187-4b52-86e7-0510207a392c req-718f6f7a-f3c6-43d6-9abb-d68aaa8a704a tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052434 Feb 08 21:35:05.088634 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dc436077-7ac6-43ff-a32c-2f712997b48f tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (3994bcf7-9659-4180-89e7-24b013b43187), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:05.089045 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dc436077-7ac6-43ff-a32c-2f712997b48f tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (3994bcf7-9659-4180-89e7-24b013b43187), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:05.099781 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-679411f4-dc5b-4fb1-8651-bcf7acaf9c19 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Deleting subnet f14e7408-9479-4c67-a1ee-9b236352d17d {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:35:05.121214 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-679411f4-dc5b-4fb1-8651-bcf7acaf9c19 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks [] for subnet (f14e7408-9479-4c67-a1ee-9b236352d17d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:05.157397 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-dc436077-7ac6-43ff-a32c-2f712997b48f tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Calling delete_port for 3994bcf7-9659-4180-89e7-24b013b43187 owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:05.175454 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d2967f3-8f20-41d6-b01c-c83a71d2535f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:05.201513 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-3da9cb15-6f2e-48c9-8d45-bea7706a2acb tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (a7cfdfa0-1918-466c-ad45-f3a5adab40c4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:05.226859 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-679411f4-dc5b-4fb1-8651-bcf7acaf9c19 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (f14e7408-9479-4c67-a1ee-9b236352d17d), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:05.237431 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33c298-ca6d-4170-bfc2-b69869da8342 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Pushing event deleted for resources: {'Network': ['ID=3bc5edc4-f301-49fd-93ec-94e1529cb7b4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:05.330611 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No active binding found for port a7cfdfa0-1918-466c-ad45-f3a5adab40c4 {{(pid=103435) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 08 21:35:05.330977 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] The host n-h1-712143-31 is not matching for port a7cfdfa0-1918-466c-ad45-f3a5adab40c4 host None! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 21:35:05.331593 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device a7cfdfa0-1918-466c-ad45-f3a5adab40c4 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:35:05.331818 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 6da939b5-f0a6-42e8-8dd1-5999178a7739 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:35:05.344915 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9cb15-6f2e-48c9-8d45-bea7706a2acb tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Pushing event deleted for resources: {'Port': ['ID=a7cfdfa0-1918-466c-ad45-f3a5adab40c4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:05.398944 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 6da939b5-f0a6-42e8-8dd1-5999178a7739 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:35:05.403312 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-679411f4-dc5b-4fb1-8651-bcf7acaf9c19 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (f14e7408-9479-4c67-a1ee-9b236352d17d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:05.404160 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 6da939b5-f0a6-42e8-8dd1-5999178a7739 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:35:05.404685 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 4e5a113e-8e1b-4428-8192-aafc1d61a261 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:35:05.461620 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-3da9cb15-6f2e-48c9-8d45-bea7706a2acb tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] No DVR routers for this DVR port a7cfdfa0-1918-466c-ad45-f3a5adab40c4 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:35:05.466141 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-3da9cb15-6f2e-48c9-8d45-bea7706a2acb tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:05.470660 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-3da9cb15-6f2e-48c9-8d45-bea7706a2acb tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.94 "DELETE /v2.0/ports/a7cfdfa0-1918-466c-ad45-f3a5adab40c4 HTTP/1.1" status: 204 len: 173 time: 1.7204313 Feb 08 21:35:05.620467 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 4e5a113e-8e1b-4428-8192-aafc1d61a261 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:05.621812 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4e5a113e-8e1b-4428-8192-aafc1d61a261), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:05.693587 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 4e5a113e-8e1b-4428-8192-aafc1d61a261, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=4e5a113e-8e1b-4428-8192-aafc1d61a261,segment=NetworkSegment(ffc87990-6200-4560-b21a-4ac95898afa2),segment_id=ffc87990-6200-4560-b21a-4ac95898afa2)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:05.695184 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd74ea09-e996-4049-be53-d190678e8811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e5a113e-8e1b-4428-8192-aafc1d61a261'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:35:05.696014 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dc436077-7ac6-43ff-a32c-2f712997b48f tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (3994bcf7-9659-4180-89e7-24b013b43187), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:05.699140 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e656d4-4183-4e63-9058-9ca2eaaf8d48" -d '{"events": [{"server_uuid": "bd74ea09-e996-4049-be53-d190678e8811", "name": "network-vif-unplugged", "status": "completed", "tag": "4e5a113e-8e1b-4428-8192-aafc1d61a261"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:35:05.706787 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (4e5a113e-8e1b-4428-8192-aafc1d61a261), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:05.729890 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9baaa68-95e7-47d1-92ec-5ea2d035d395 req-37e03f27-6c2f-4660-a232-cd0f7d51c745 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:05.731817 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9baaa68-95e7-47d1-92ec-5ea2d035d395 req-37e03f27-6c2f-4660-a232-cd0f7d51c745 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 945 time: 0.2620945 Feb 08 21:35:05.771754 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=4e5a113e-8e1b-4428-8192-aafc1d61a261,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:05.775630 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-679411f4-dc5b-4fb1-8651-bcf7acaf9c19 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (f14e7408-9479-4c67-a1ee-9b236352d17d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:05.833840 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd8a46d8-457e-4b1b-afca-c7a31624490a req-664c8f3d-9d1a-4f03-9069-0e33f87180a5 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=57a2754a-9913-46e0-9902-bb7802c191a4 HTTP/1.1" status: 200 len: 210 time: 0.1722651 Feb 08 21:35:05.880494 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc436077-7ac6-43ff-a32c-2f712997b48f tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event deleted for resources: {'Port': ['ID=3994bcf7-9659-4180-89e7-24b013b43187,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:05.887625 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679411f4-dc5b-4fb1-8651-bcf7acaf9c19 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Pushing event deleted for resources: {'Subnet': ['ID=f14e7408-9479-4c67-a1ee-9b236352d17d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:05.907622 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-679411f4-dc5b-4fb1-8651-bcf7acaf9c19 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:05.911339 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-679411f4-dc5b-4fb1-8651-bcf7acaf9c19 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] 10.222.0.88 "DELETE /v2.0/subnets/f14e7408-9479-4c67-a1ee-9b236352d17d HTTP/1.1" status: 204 len: 168 time: 0.9212449 Feb 08 21:35:05.926948 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33388) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:05.940421 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c931ced1-ff2a-4ba7-a7d0-cf0a4b0e033f None None] Network 931cba31-936c-4c05-8bbd-5d8a3cab3d34 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:35:06.070429 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9baaa68-95e7-47d1-92ec-5ea2d035d395 req-db698fe1-6f40-4190-80cc-37c11cd0e783 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813416 Feb 08 21:35:06.082201 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dc436077-7ac6-43ff-a32c-2f712997b48f tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (ed2edf01-94f1-42ea-8e37-12f268a79b48), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:06.085251 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dc436077-7ac6-43ff-a32c-2f712997b48f tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:06.091899 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-dc436077-7ac6-43ff-a32c-2f712997b48f tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "DELETE /v2.0/floatingips/ed2edf01-94f1-42ea-8e37-12f268a79b48 HTTP/1.1" status: 204 len: 168 time: 1.5072441 Feb 08 21:35:06.095106 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33392) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:06.098571 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd0097a0-0928-42ad-a9b9-6788f622fca3 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Deleting subnet 50b105d4-2ca9-40fd-a19d-38e0d8c26307 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:35:06.117670 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-5f5ba96b-c034-4aaa-a344-7415b86ea551 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'port_id': '1377707d-b01d-41a2-a8a0-5668122e5697'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:06.126974 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-442ef056-f5e9-492d-9dfa-0440fc2d2916 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:06.130111 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-442ef056-f5e9-492d-9dfa-0440fc2d2916 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.94 "GET /v2.0/networks?id=0b788a94-1e80-468a-940e-48c5a63e44a4 HTTP/1.1" status: 200 len: 814 time: 0.9633629 Feb 08 21:35:06.160671 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cd0097a0-0928-42ad-a9b9-6788f622fca3 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks [] for subnet (50b105d4-2ca9-40fd-a19d-38e0d8c26307), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:06.187751 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4364407-6abf-4b9f-b067-b067fa31c03e x-openstack-request-id: req-f4364407-6abf-4b9f-b067-b067fa31c03e {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:35:06.188287 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd74ea09-e996-4049-be53-d190678e8811", "name": "network-vif-unplugged", "status": "completed", "tag": "4e5a113e-8e1b-4428-8192-aafc1d61a261", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:35:06.188724 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f4364407-6abf-4b9f-b067-b067fa31c03e {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:35:06.189425 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd74ea09-e996-4049-be53-d190678e8811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e5a113e-8e1b-4428-8192-aafc1d61a261', 'code': 200} Feb 08 21:35:06.206353 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946dd833-b8f5-4a42-80d6-23aa958a6d68 None None] DHCP port deletion for 931cba31-936c-4c05-8bbd-5d8a3cab3d34 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:35:06.209140 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80e619-2748-4b2a-894a-8e42877f44ec req-c93332ce-7264-4ddf-816a-06b1e0f9a18a tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:06.219375 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-8a62908e-8a14-4c8c-845e-a9499d96e8ff tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Request body: {'port': {'device_id': '57a2754a-9913-46e0-9902-bb7802c191a4', 'network_id': '0b788a94-1e80-468a-940e-48c5a63e44a4', 'admin_state_up': True, 'tenant_id': '74717e3e72d841d2a44f3251e57cb213'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:06.219645 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e80e619-2748-4b2a-894a-8e42877f44ec req-c93332ce-7264-4ddf-816a-06b1e0f9a18a tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 943 time: 0.2910521 Feb 08 21:35:06.226442 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba96b-c034-4aaa-a344-7415b86ea551 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:06.243891 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-3d2967f3-8f20-41d6-b01c-c83a71d2535f admin admin] Allocated IP 172.25.3.211 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:35:06.281196 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-946dd833-b8f5-4a42-80d6-23aa958a6d68 None None] Deleting port 143e6d6e-f4a0-4785-a306-72a2aa0be942 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:06.281618 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-946dd833-b8f5-4a42-80d6-23aa958a6d68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (143e6d6e-f4a0-4785-a306-72a2aa0be942), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:06.307522 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cd0097a0-0928-42ad-a9b9-6788f622fca3 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (50b105d4-2ca9-40fd-a19d-38e0d8c26307), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:06.382880 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:06.401610 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-946dd833-b8f5-4a42-80d6-23aa958a6d68 None None] For port 143e6d6e-f4a0-4785-a306-72a2aa0be942, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=143e6d6e-f4a0-4785-a306-72a2aa0be942,segment=NetworkSegment(fe114929-b529-4dce-ba37-3b0d2f23e77b),segment_id=fe114929-b529-4dce-ba37-3b0d2f23e77b)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:06.403421 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-946dd833-b8f5-4a42-80d6-23aa958a6d68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (143e6d6e-f4a0-4785-a306-72a2aa0be942), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:06.433027 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-946dd833-b8f5-4a42-80d6-23aa958a6d68 None None] Calling delete_port for 143e6d6e-f4a0-4785-a306-72a2aa0be942 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:06.471689 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cd0097a0-0928-42ad-a9b9-6788f622fca3 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (50b105d4-2ca9-40fd-a19d-38e0d8c26307), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:06.482877 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-47219d7d-97dd-4beb-bcaa-3fbbcc85de5a tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router_gateway (85a4d060-f24f-4a93-96fc-069045e8ba8d), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:06.502210 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-27010be2-464a-48d9-9e62-9de56c2b7f0d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Deleting port 4e5a113e-8e1b-4428-8192-aafc1d61a261 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:06.502737 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-27010be2-464a-48d9-9e62-9de56c2b7f0d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (4e5a113e-8e1b-4428-8192-aafc1d61a261), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:06.549300 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e80e619-2748-4b2a-894a-8e42877f44ec req-bb5839b0-8432-4bff-8fd5-d073af39a05a tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288310 Feb 08 21:35:06.570812 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cd0097a0-0928-42ad-a9b9-6788f622fca3 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (50b105d4-2ca9-40fd-a19d-38e0d8c26307), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:06.593213 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-946dd833-b8f5-4a42-80d6-23aa958a6d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (143e6d6e-f4a0-4785-a306-72a2aa0be942), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:06.624037 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-27010be2-464a-48d9-9e62-9de56c2b7f0d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] For port 4e5a113e-8e1b-4428-8192-aafc1d61a261, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=4e5a113e-8e1b-4428-8192-aafc1d61a261,segment=NetworkSegment(ffc87990-6200-4560-b21a-4ac95898afa2),segment_id=ffc87990-6200-4560-b21a-4ac95898afa2)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:06.624459 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-27010be2-464a-48d9-9e62-9de56c2b7f0d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (4e5a113e-8e1b-4428-8192-aafc1d61a261), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:06.633453 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cd0097a0-0928-42ad-a9b9-6788f622fca3 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:06.634317 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7511519-b6ff-4e84-b62e-813cc8bf8e25 None None] Network 6bc1568a-c9c3-4132-af56-f8e5a601a407 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:35:06.637698 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:06.638849 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-27010be2-464a-48d9-9e62-9de56c2b7f0d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Calling delete_port for 4e5a113e-8e1b-4428-8192-aafc1d61a261 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:06.639545 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cd0097a0-0928-42ad-a9b9-6788f622fca3 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] 10.222.0.88 "DELETE /v2.0/subnets/50b105d4-2ca9-40fd-a19d-38e0d8c26307 HTTP/1.1" status: 204 len: 168 time: 0.7098382 Feb 08 21:35:06.648187 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946dd833-b8f5-4a42-80d6-23aa958a6d68 None None] No DVR routers for this DVR port 143e6d6e-f4a0-4785-a306-72a2aa0be942 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:35:06.649921 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0097a0-0928-42ad-a9b9-6788f622fca3 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Pushing event deleted for resources: {'Subnet': ['ID=50b105d4-2ca9-40fd-a19d-38e0d8c26307,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:06.655479 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33398) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:06.662210 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946dd833-b8f5-4a42-80d6-23aa958a6d68 None None] Pushing event deleted for resources: {'Port': ['ID=143e6d6e-f4a0-4785-a306-72a2aa0be942,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:06.673073 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e817e-5b75-4706-bea2-caae0ee828a6 req-0ae89ba1-da15-4bbc-910a-1a1f3f524a3c tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:06.674723 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f85e817e-5b75-4706-bea2-caae0ee828a6 req-0ae89ba1-da15-4bbc-910a-1a1f3f524a3c tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 945 time: 0.3751369 Feb 08 21:35:06.798943 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd74ea09-e996-4049-be53-d190678e8811', 'name': 'network-vif-deleted', 'tag': 'a7cfdfa0-1918-466c-ad45-f3a5adab40c4'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:35:06.801190 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be4f6d7-9ead-4283-8a38-dce335d16ac2" -d '{"events": [{"server_uuid": "bd74ea09-e996-4049-be53-d190678e8811", "name": "network-vif-deleted", "tag": "a7cfdfa0-1918-466c-ad45-f3a5adab40c4"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:35:06.810062 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-27010be2-464a-48d9-9e62-9de56c2b7f0d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (4e5a113e-8e1b-4428-8192-aafc1d61a261), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:06.830286 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f85e817e-5b75-4706-bea2-caae0ee828a6 req-b3031a0e-07bc-499f-841c-2e9dfec6c07b tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466844 Feb 08 21:35:06.868525 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca511878-6f21-4398-861c-b764c55df21d tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (931cba31-936c-4c05-8bbd-5d8a3cab3d34), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:06.882934 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d6a0b4-6a6c-40a0-9b3b-8c7d29b6f0be x-openstack-request-id: req-00d6a0b4-6a6c-40a0-9b3b-8c7d29b6f0be {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:35:06.883233 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd74ea09-e996-4049-be53-d190678e8811", "name": "network-vif-deleted", "tag": "a7cfdfa0-1918-466c-ad45-f3a5adab40c4", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:35:06.883492 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-00d6a0b4-6a6c-40a0-9b3b-8c7d29b6f0be {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:35:06.883937 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd74ea09-e996-4049-be53-d190678e8811', 'name': 'network-vif-deleted', 'tag': 'a7cfdfa0-1918-466c-ad45-f3a5adab40c4', 'status': 'completed', 'code': 200} Feb 08 21:35:06.944312 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba96b-c034-4aaa-a344-7415b86ea551 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:06.952953 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48cb3ad-53b7-44c4-81ce-7432bc29beb7 None None] DHCP port deletion for 6bc1568a-c9c3-4132-af56-f8e5a601a407 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:35:06.983160 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27010be2-464a-48d9-9e62-9de56c2b7f0d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Pushing event deleted for resources: {'Port': ['ID=4e5a113e-8e1b-4428-8192-aafc1d61a261,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:06.994580 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d2967f3-8f20-41d6-b01c-c83a71d2535f admin admin] Publish callbacks [] for port (84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:06.996627 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-8a62908e-8a14-4c8c-845e-a9499d96e8ff tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Made reservation on behalf of 74717e3e72d841d2a44f3251e57cb213 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:35:06.999978 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-8a62908e-8a14-4c8c-845e-a9499d96e8ff tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:07.060776 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3d6f1fd8-7bbc-45ad-80f2-40e2ef0092a5 req-28966681-e013-4be3-b944-92f03d85f311 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=57a2754a-9913-46e0-9902-bb7802c191a4 HTTP/1.1" status: 200 len: 210 time: 0.1015351 Feb 08 21:35:07.087566 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c48cb3ad-53b7-44c4-81ce-7432bc29beb7 None None] Deleting port e8f56b2d-0a65-4b1b-a6e5-8de43848d022 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:07.093520 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c48cb3ad-53b7-44c4-81ce-7432bc29beb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (e8f56b2d-0a65-4b1b-a6e5-8de43848d022), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:07.115125 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-27010be2-464a-48d9-9e62-9de56c2b7f0d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] No DVR routers for this DVR port 4e5a113e-8e1b-4428-8192-aafc1d61a261 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:35:07.125911 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-27010be2-464a-48d9-9e62-9de56c2b7f0d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:07.130442 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-86e18c59-772b-43d0-893e-b85d907d40c4 req-27010be2-464a-48d9-9e62-9de56c2b7f0d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.94 "DELETE /v2.0/ports/4e5a113e-8e1b-4428-8192-aafc1d61a261 HTTP/1.1" status: 204 len: 173 time: 1.6523232 Feb 08 21:35:07.223891 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d2967f3-8f20-41d6-b01c-c83a71d2535f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:07.315616 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c48cb3ad-53b7-44c4-81ce-7432bc29beb7 None None] For port e8f56b2d-0a65-4b1b-a6e5-8de43848d022, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e8f56b2d-0a65-4b1b-a6e5-8de43848d022,segment=NetworkSegment(e7c8d35a-87c1-4f66-92a6-22af7e7c7f53),segment_id=e7c8d35a-87c1-4f66-92a6-22af7e7c7f53)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:07.316153 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c48cb3ad-53b7-44c4-81ce-7432bc29beb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (e8f56b2d-0a65-4b1b-a6e5-8de43848d022), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:07.357902 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca511878-6f21-4398-861c-b764c55df21d tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (931cba31-936c-4c05-8bbd-5d8a3cab3d34), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:07.358342 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c48cb3ad-53b7-44c4-81ce-7432bc29beb7 None None] Calling delete_port for e8f56b2d-0a65-4b1b-a6e5-8de43848d022 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:07.365274 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2967f3-8f20-41d6-b01c-c83a71d2535f admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:35:07.381977 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-ca511878-6f21-4398-861c-b764c55df21d tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931cba31-936c-4c05-8bbd-5d8a3cab3d34']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:07.397070 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-ca511878-6f21-4398-861c-b764c55df21d tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe114929-b529-4dce-ba37-3b0d2f23e77b') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:07.397804 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-ca511878-6f21-4398-861c-b764c55df21d tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe114929-b529-4dce-ba37-3b0d2f23e77b') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:07.409020 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca511878-6f21-4398-861c-b764c55df21d tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (fe114929-b529-4dce-ba37-3b0d2f23e77b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:07.425420 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca511878-6f21-4398-861c-b764c55df21d tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (fe114929-b529-4dce-ba37-3b0d2f23e77b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:07.435529 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca511878-6f21-4398-861c-b764c55df21d tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:35:07.436312 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca511878-6f21-4398-861c-b764c55df21d tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (fe114929-b529-4dce-ba37-3b0d2f23e77b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:07.445725 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-3d2967f3-8f20-41d6-b01c-c83a71d2535f admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:07.456822 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2967f3-8f20-41d6-b01c-c83a71d2535f admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:35:07.487797 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:35:07.492764 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2967f3-8f20-41d6-b01c-c83a71d2535f admin admin] Pushing event updated for resources: {'Port': ['ID=84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:07.513112 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c48cb3ad-53b7-44c4-81ce-7432bc29beb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (e8f56b2d-0a65-4b1b-a6e5-8de43848d022), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:07.578646 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48cb3ad-53b7-44c4-81ce-7432bc29beb7 None None] Pushing event deleted for resources: {'Port': ['ID=e8f56b2d-0a65-4b1b-a6e5-8de43848d022,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:07.595509 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48cb3ad-53b7-44c4-81ce-7432bc29beb7 None None] No DVR routers for this DVR port e8f56b2d-0a65-4b1b-a6e5-8de43848d022 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:35:07.613790 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca511878-6f21-4398-861c-b764c55df21d tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (931cba31-936c-4c05-8bbd-5d8a3cab3d34), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:07.644121 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f70aca-d931-4b38-a00e-c2bbbd604789 req-0fe71c07-c210-42e5-a62d-d2811df17d30 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:07.651541 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65f70aca-d931-4b38-a00e-c2bbbd604789 req-0fe71c07-c210-42e5-a62d-d2811df17d30 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 945 time: 0.3824420 Feb 08 21:35:07.666627 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e8f56b2d-0a65-4b1b-a6e5-8de43848d022 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:35:07.667813 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-5f5ba96b-c034-4aaa-a344-7415b86ea551 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Allocated IP 172.25.3.25 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/67297065-4c93-4186-97d9-dfae4118a208) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:35:07.687757 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca511878-6f21-4398-861c-b764c55df21d tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:07.691228 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ca511878-6f21-4398-861c-b764c55df21d tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] 10.222.0.88 "DELETE /v2.0/networks/931cba31-936c-4c05-8bbd-5d8a3cab3d34 HTTP/1.1" status: 204 len: 168 time: 1.0155280 Feb 08 21:35:07.694504 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33408) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:07.730884 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: e8f56b2d-0a65-4b1b-a6e5-8de43848d022 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:35:07.734552 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e8f56b2d-0a65-4b1b-a6e5-8de43848d022 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:35:07.735201 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 143e6d6e-f4a0-4785-a306-72a2aa0be942 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:35:07.790752 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-8a62908e-8a14-4c8c-845e-a9499d96e8ff tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Allocated IP 172.20.0.13 (0b788a94-1e80-468a-940e-48c5a63e44a4/5401f80b-e57f-40cb-9cf6-b97b0a9bdb9b/f240d2f5-738a-47f3-a5a1-831acc97189b) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:35:07.805143 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 143e6d6e-f4a0-4785-a306-72a2aa0be942 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:35:07.805804 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 143e6d6e-f4a0-4785-a306-72a2aa0be942 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:35:07.811020 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca511878-6f21-4398-861c-b764c55df21d tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Pushing event deleted for resources: {'Network': ['ID=931cba31-936c-4c05-8bbd-5d8a3cab3d34,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:07.817737 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-156659ca-61ce-440a-ab72-22fbce57ddbf tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (6bc1568a-c9c3-4132-af56-f8e5a601a407), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:07.928746 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-633a6ce5-956d-485e-8cce-53e6291f89c9 req-16da60ba-1a78-4d6a-8c5f-44a715e37695 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd74ea09-e996-4049-be53-d190678e8811 HTTP/1.1" status: 200 len: 210 time: 0.1011868 Feb 08 21:35:07.968236 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65f70aca-d931-4b38-a00e-c2bbbd604789 req-8ac7f78f-8911-4b72-91bd-480a8fc579b7 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3150711 Feb 08 21:35:08.081908 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-156659ca-61ce-440a-ab72-22fbce57ddbf tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (6bc1568a-c9c3-4132-af56-f8e5a601a407), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:08.118517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-156659ca-61ce-440a-ab72-22fbce57ddbf tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc1568a-c9c3-4132-af56-f8e5a601a407']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:08.131362 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-156659ca-61ce-440a-ab72-22fbce57ddbf tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c8d35a-87c1-4f66-92a6-22af7e7c7f53') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:08.131796 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-156659ca-61ce-440a-ab72-22fbce57ddbf tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c8d35a-87c1-4f66-92a6-22af7e7c7f53') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:08.182589 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-156659ca-61ce-440a-ab72-22fbce57ddbf tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (e7c8d35a-87c1-4f66-92a6-22af7e7c7f53), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:08.213631 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a2bf6ff6-38f4-4f24-a15c-5fd87856b9cd req-1bd334c2-56f6-4632-b3d9-4cb525fee58b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=57a2754a-9913-46e0-9902-bb7802c191a4 HTTP/1.1" status: 200 len: 210 time: 0.0414188 Feb 08 21:35:08.261862 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-156659ca-61ce-440a-ab72-22fbce57ddbf tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (e7c8d35a-87c1-4f66-92a6-22af7e7c7f53), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:08.278954 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-47219d7d-97dd-4beb-bcaa-3fbbcc85de5a tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-346790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58238'] for router (85a4d060-f24f-4a93-96fc-069045e8ba8d), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:08.282111 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156659ca-61ce-440a-ab72-22fbce57ddbf tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:35:08.282576 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-156659ca-61ce-440a-ab72-22fbce57ddbf tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (e7c8d35a-87c1-4f66-92a6-22af7e7c7f53), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:35:08.288457 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:35:08.293538 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-47219d7d-97dd-4beb-bcaa-3fbbcc85de5a tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-346797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-346804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351703'] for router (85a4d060-f24f-4a93-96fc-069045e8ba8d), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:08.310592 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d2967f3-8f20-41d6-b01c-c83a71d2535f admin admin] Publish callbacks [] for router_gateway (c6de717d-4ccd-4982-8826-037568f9cb0b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:08.314803 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-8a62908e-8a14-4c8c-845e-a9499d96e8ff tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Publish callbacks [] for port (f240d2f5-738a-47f3-a5a1-831acc97189b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:08.316404 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e046f0-d0fd-479d-a9f2-cf24ed23ae53 req-e9fda5af-1b6c-494f-be7a-a61b17ba61a2 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:08.318973 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-52e046f0-d0fd-479d-a9f2-cf24ed23ae53 req-e9fda5af-1b6c-494f-be7a-a61b17ba61a2 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 945 time: 0.2309074 Feb 08 21:35:08.367166 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba96b-c034-4aaa-a344-7415b86ea551 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for port (67297065-4c93-4186-97d9-dfae4118a208), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:08.421820 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-156659ca-61ce-440a-ab72-22fbce57ddbf tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (6bc1568a-c9c3-4132-af56-f8e5a601a407), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:08.431687 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-156659ca-61ce-440a-ab72-22fbce57ddbf tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:08.436887 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-156659ca-61ce-440a-ab72-22fbce57ddbf tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] 10.222.0.88 "DELETE /v2.0/networks/6bc1568a-c9c3-4132-af56-f8e5a601a407 HTTP/1.1" status: 204 len: 168 time: 0.7362039 Feb 08 21:35:08.445458 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33414) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:08.485897 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-52e046f0-d0fd-479d-a9f2-cf24ed23ae53 req-192b97e2-6d7c-4abb-b1d3-54200b538ff4 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262729 Feb 08 21:35:08.499138 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156659ca-61ce-440a-ab72-22fbce57ddbf tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Pushing event deleted for resources: {'Network': ['ID=6bc1568a-c9c3-4132-af56-f8e5a601a407,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:08.561696 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba96b-c034-4aaa-a344-7415b86ea551 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (67297065-4c93-4186-97d9-dfae4118a208), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:08.634018 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ba96b-c034-4aaa-a344-7415b86ea551 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event updated for resources: {'Port': ['ID=67297065-4c93-4186-97d9-dfae4118a208,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:08.660612 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5ba96b-c034-4aaa-a344-7415b86ea551 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:35:08.662625 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-5f5ba96b-c034-4aaa-a344-7415b86ea551 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:08.666341 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5ba96b-c034-4aaa-a344-7415b86ea551 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:35:08.887278 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c08f71-a83e-4d38-a072-e863395d0ad8 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Deleting subnet e479c2a9-b29e-4810-bbc0-3fe272787fd8 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:35:08.894568 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd74ea09-e996-4049-be53-d190678e8811', 'name': 'network-vif-deleted', 'tag': '4e5a113e-8e1b-4428-8192-aafc1d61a261'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:35:08.897400 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de25027-32bd-4c0f-8936-16b59c5d17ef" -d '{"events": [{"server_uuid": "bd74ea09-e996-4049-be53-d190678e8811", "name": "network-vif-deleted", "tag": "4e5a113e-8e1b-4428-8192-aafc1d61a261"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:35:08.900302 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5c08f71-a83e-4d38-a072-e863395d0ad8 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks [] for subnet (e479c2a9-b29e-4810-bbc0-3fe272787fd8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:08.955934 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-8a62908e-8a14-4c8c-845e-a9499d96e8ff tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (f240d2f5-738a-47f3-a5a1-831acc97189b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:08.975970 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['847006f8-c17a-4de4-8cf4-47c1e161c2b1'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:35:09.006857 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261ab78e-d032-47c4-9370-f7cc88c5d75a x-openstack-request-id: req-261ab78e-d032-47c4-9370-f7cc88c5d75a {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:35:09.007162 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd74ea09-e996-4049-be53-d190678e8811", "name": "network-vif-deleted", "tag": "4e5a113e-8e1b-4428-8192-aafc1d61a261", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:35:09.007422 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-261ab78e-d032-47c4-9370-f7cc88c5d75a {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:35:09.007824 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd74ea09-e996-4049-be53-d190678e8811', 'name': 'network-vif-deleted', 'tag': '4e5a113e-8e1b-4428-8192-aafc1d61a261', 'status': 'completed', 'code': 200} Feb 08 21:35:09.016742 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5c08f71-a83e-4d38-a072-e863395d0ad8 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (e479c2a9-b29e-4810-bbc0-3fe272787fd8), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:09.052331 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33422) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:09.141602 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47219d7d-97dd-4beb-bcaa-3fbbcc85de5a tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Router 85a4d060-f24f-4a93-96fc-069045e8ba8d has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:35:09.175917 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-8a62908e-8a14-4c8c-845e-a9499d96e8ff tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Network 0b788a94-1e80-468a-940e-48c5a63e44a4 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:35:09.190589 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62908e-8a14-4c8c-845e-a9499d96e8ff tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Pushing event updated for resources: {'Port': ['ID=f240d2f5-738a-47f3-a5a1-831acc97189b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:09.209559 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-8a62908e-8a14-4c8c-845e-a9499d96e8ff tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:09.228451 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-8a62908e-8a14-4c8c-845e-a9499d96e8ff tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:35:09.340627 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c06fb1-266b-43ef-93a1-9eae6e8aface req-84eb1c9e-4d34-4014-b0fa-0e82ddb67535 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:09.342623 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-83c06fb1-266b-43ef-93a1-9eae6e8aface req-84eb1c9e-4d34-4014-b0fa-0e82ddb67535 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 945 time: 0.2346601 Feb 08 21:35:09.347404 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3d8ce22-8d5e-42bb-9cab-267a4ff838dd tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Deleting subnet 007cc98f-60ce-470c-93c7-ee8e33ceae1d {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:35:09.352709 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c3d8ce22-8d5e-42bb-9cab-267a4ff838dd tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks [] for subnet (007cc98f-60ce-470c-93c7-ee8e33ceae1d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:09.415128 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5c08f71-a83e-4d38-a072-e863395d0ad8 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (e479c2a9-b29e-4810-bbc0-3fe272787fd8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:09.446949 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-8a62908e-8a14-4c8c-845e-a9499d96e8ff tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:09.447645 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-8a62908e-8a14-4c8c-845e-a9499d96e8ff tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:09.451166 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d2967f3-8f20-41d6-b01c-c83a71d2535f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (c6de717d-4ccd-4982-8826-037568f9cb0b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:09.532056 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-8a62908e-8a14-4c8c-845e-a9499d96e8ff tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3175719 Feb 08 21:35:09.572681 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Request body: {'port': {'device_id': '57a2754a-9913-46e0-9902-bb7802c191a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:09.645993 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5c08f71-a83e-4d38-a072-e863395d0ad8 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (e479c2a9-b29e-4810-bbc0-3fe272787fd8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:09.648476 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47219d7d-97dd-4beb-bcaa-3fbbcc85de5a tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:35:09.662518 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-47219d7d-97dd-4beb-bcaa-3fbbcc85de5a tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:09.666702 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-47219d7d-97dd-4beb-bcaa-3fbbcc85de5a tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "PUT /v2.0/routers/85a4d060-f24f-4a93-96fc-069045e8ba8d HTTP/1.1" status: 200 len: 921 time: 5.8698797 Feb 08 21:35:09.671838 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ecd5cd-ffe3-456b-ad56-4dbd056b6c6b None None] Sync routers for ids ['85a4d060-f24f-4a93-96fc-069045e8ba8d'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:35:09.674714 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33428) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:09.687873 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ecd5cd-ffe3-456b-ad56-4dbd056b6c6b None None] Routers {'85a4d060-f24f-4a93-96fc-069045e8ba8d'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:09.688535 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-43ecd5cd-ffe3-456b-ad56-4dbd056b6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['85a4d060-f24f-4a93-96fc-069045e8ba8d'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:09.732579 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-43ecd5cd-ffe3-456b-ad56-4dbd056b6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:09.736189 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadd5d08-85d7-4a96-8388-4584b9a70bc9 None None] Network a0af8963-ec15-4207-83d2-b137d87bee87 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:35:09.759858 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c08f71-a83e-4d38-a072-e863395d0ad8 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Pushing event deleted for resources: {'Subnet': ['ID=e479c2a9-b29e-4810-bbc0-3fe272787fd8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:09.762213 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c3d8ce22-8d5e-42bb-9cab-267a4ff838dd tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (007cc98f-60ce-470c-93c7-ee8e33ceae1d), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:09.798807 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5c08f71-a83e-4d38-a072-e863395d0ad8 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:09.802994 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d5c08f71-a83e-4d38-a072-e863395d0ad8 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] 10.222.0.88 "DELETE /v2.0/subnets/e479c2a9-b29e-4810-bbc0-3fe272787fd8 HTTP/1.1" status: 204 len: 168 time: 1.3564301 Feb 08 21:35:09.806751 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ecd5cd-ffe3-456b-ad56-4dbd056b6c6b None None] Routers {'85a4d060-f24f-4a93-96fc-069045e8ba8d'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:09.807575 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-43ecd5cd-ffe3-456b-ad56-4dbd056b6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['85a4d060-f24f-4a93-96fc-069045e8ba8d'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:09.816859 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33430) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:09.862678 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-43ecd5cd-ffe3-456b-ad56-4dbd056b6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:09.863645 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ecd5cd-ffe3-456b-ad56-4dbd056b6c6b None None] The sync data for ids ['85a4d060-f24f-4a93-96fc-069045e8ba8d'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:35:09.914681 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-83c06fb1-266b-43ef-93a1-9eae6e8aface req-fd104c9a-c1a4-4c27-883d-45a268ef4866 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819616 Feb 08 21:35:09.940914 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f240d2f5-738a-47f3-a5a1-831acc97189b), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:10.017911 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-716d0e29-f4fe-477e-9d03-bc39007cbfd9 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (a0af8963-ec15-4207-83d2-b137d87bee87), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:10.038654 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba96b-c034-4aaa-a344-7415b86ea551 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (8a47800b-3b5c-41c4-bf5c-0c8f3140d37e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:10.053749 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77514a9-cd9b-432e-b35c-f8b1eda01b6a None None] DHCP port deletion for a0af8963-ec15-4207-83d2-b137d87bee87 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:35:10.100706 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c3d8ce22-8d5e-42bb-9cab-267a4ff838dd tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (007cc98f-60ce-470c-93c7-ee8e33ceae1d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:10.115251 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a77514a9-cd9b-432e-b35c-f8b1eda01b6a None None] Deleting port cef7ab69-28ca-4388-9f50-6f1713c14b16 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:10.115639 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a77514a9-cd9b-432e-b35c-f8b1eda01b6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (cef7ab69-28ca-4388-9f50-6f1713c14b16), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:10.175251 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1c5e2f7d-374d-4e45-bd1d-c085a63d5720 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "GET /v2.0/routers/85a4d060-f24f-4a93-96fc-069045e8ba8d HTTP/1.1" status: 200 len: 921 time: 0.4982066 Feb 08 21:35:10.195488 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2967f3-8f20-41d6-b01c-c83a71d2535f admin admin] Router c6de717d-4ccd-4982-8826-037568f9cb0b is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:35:10.197264 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33432) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:10.240538 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c3d8ce22-8d5e-42bb-9cab-267a4ff838dd tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (007cc98f-60ce-470c-93c7-ee8e33ceae1d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:10.255432 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-a77514a9-cd9b-432e-b35c-f8b1eda01b6a None None] For port cef7ab69-28ca-4388-9f50-6f1713c14b16, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cef7ab69-28ca-4388-9f50-6f1713c14b16,segment=NetworkSegment(d1990638-3d97-465f-9e1b-37d968509cb3),segment_id=d1990638-3d97-465f-9e1b-37d968509cb3)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:10.256050 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a77514a9-cd9b-432e-b35c-f8b1eda01b6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (cef7ab69-28ca-4388-9f50-6f1713c14b16), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:10.281868 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a77514a9-cd9b-432e-b35c-f8b1eda01b6a None None] Calling delete_port for cef7ab69-28ca-4388-9f50-6f1713c14b16 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:10.316297 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8ce22-8d5e-42bb-9cab-267a4ff838dd tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Pushing event deleted for resources: {'Subnet': ['ID=007cc98f-60ce-470c-93c7-ee8e33ceae1d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:10.331868 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c3d8ce22-8d5e-42bb-9cab-267a4ff838dd tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:10.336171 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c3d8ce22-8d5e-42bb-9cab-267a4ff838dd tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "DELETE /v2.0/subnets/007cc98f-60ce-470c-93c7-ee8e33ceae1d HTTP/1.1" status: 204 len: 168 time: 1.2774007 Feb 08 21:35:10.344690 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33434) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:10.401504 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a03c0ec-5c02-4af8-94ea-6ce8b6af8915 None None] Network f112523c-6915-4ee0-b2f0-e26bdfe4744d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:35:10.416245 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a77514a9-cd9b-432e-b35c-f8b1eda01b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (cef7ab69-28ca-4388-9f50-6f1713c14b16), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:10.462529 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68183b5-488e-44f6-b6d9-5c3802ad35d5 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:10.466681 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f68183b5-488e-44f6-b6d9-5c3802ad35d5 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=075c0dfb-2786-422e-af93-9cafe101c970&device_id=85a4d060-f24f-4a93-96fc-069045e8ba8d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2627978 Feb 08 21:35:10.473528 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33436) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:10.484531 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb54534-1a32-4c9e-a511-b447718b122f req-08d6c16a-ae2e-4b5d-bd2d-ae685d3781d5 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:10.487062 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4fb54534-1a32-4c9e-a511-b447718b122f req-08d6c16a-ae2e-4b5d-bd2d-ae685d3781d5 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=57a2754a-9913-46e0-9902-bb7802c191a4 HTTP/1.1" status: 200 len: 932 time: 0.6369824 Feb 08 21:35:10.524101 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77514a9-cd9b-432e-b35c-f8b1eda01b6a None None] Pushing event deleted for resources: {'Port': ['ID=cef7ab69-28ca-4388-9f50-6f1713c14b16,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:10.531531 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77514a9-cd9b-432e-b35c-f8b1eda01b6a None None] No DVR routers for this DVR port cef7ab69-28ca-4388-9f50-6f1713c14b16 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:35:10.539837 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2a1b6-a3f7-4d9a-bd5e-235d31856b4d req-afaad49e-4c80-47fe-98a6-b22c79aab2ca tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:10.548785 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-abb2a1b6-a3f7-4d9a-bd5e-235d31856b4d req-afaad49e-4c80-47fe-98a6-b22c79aab2ca tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 945 time: 0.3362775 Feb 08 21:35:10.575589 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-716d0e29-f4fe-477e-9d03-bc39007cbfd9 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Deleting port cef7ab69-28ca-4388-9f50-6f1713c14b16 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:10.575978 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-716d0e29-f4fe-477e-9d03-bc39007cbfd9 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (cef7ab69-28ca-4388-9f50-6f1713c14b16), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:10.612728 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba96b-c034-4aaa-a344-7415b86ea551 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (67297065-4c93-4186-97d9-dfae4118a208), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:10.677894 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e83c116-bb51-4d65-84f2-c611e2953275 None None] DHCP port deletion for f112523c-6915-4ee0-b2f0-e26bdfe4744d request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:35:10.687069 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-75a28ba8-f49c-4268-839b-c30ac7a35e89 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (f112523c-6915-4ee0-b2f0-e26bdfe4744d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:10.715738 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-abb2a1b6-a3f7-4d9a-bd5e-235d31856b4d req-8d4670e5-381a-4559-9792-561b2cffa3a5 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456745 Feb 08 21:35:10.744026 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4fb54534-1a32-4c9e-a511-b447718b122f req-8ce08cb7-f1f2-4839-84f7-689937235c06 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495275 Feb 08 21:35:10.761371 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8e83c116-bb51-4d65-84f2-c611e2953275 None None] Deleting port e7c5a6f4-5d79-4548-886a-84dedc57acd5 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:10.763495 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e83c116-bb51-4d65-84f2-c611e2953275 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (e7c5a6f4-5d79-4548-886a-84dedc57acd5), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:10.767565 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-716d0e29-f4fe-477e-9d03-bc39007cbfd9 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] For port cef7ab69-28ca-4388-9f50-6f1713c14b16, host n-d-712143-31, got binding levels [] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:10.768090 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-716d0e29-f4fe-477e-9d03-bc39007cbfd9 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (cef7ab69-28ca-4388-9f50-6f1713c14b16), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:10.773303 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2967f3-8f20-41d6-b01c-c83a71d2535f admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:35:10.793101 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ca32e5-9365-4f2b-88c3-2ee3926491a4 None None] Sync routers for ids ['c6de717d-4ccd-4982-8826-037568f9cb0b'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:35:10.812804 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ca32e5-9365-4f2b-88c3-2ee3926491a4 None None] Routers {'c6de717d-4ccd-4982-8826-037568f9cb0b'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:10.813512 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-25ca32e5-9365-4f2b-88c3-2ee3926491a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c6de717d-4ccd-4982-8826-037568f9cb0b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:10.835693 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-716d0e29-f4fe-477e-9d03-bc39007cbfd9 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Calling delete_port for cef7ab69-28ca-4388-9f50-6f1713c14b16 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:10.845700 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.ipam_backend_mixin [None req-716d0e29-f4fe-477e-9d03-bc39007cbfd9 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Port cef7ab69-28ca-4388-9f50-6f1713c14b16 was not found and therefore no delete operation was performed {{(pid=103434) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 21:35:10.849912 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e63767-8bb5-4d6c-b74f-2567e92bc552 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:10.854618 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c2e63767-8bb5-4d6c-b74f-2567e92bc552 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 881 time: 0.3774667 Feb 08 21:35:10.860794 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33438) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:10.861841 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-716d0e29-f4fe-477e-9d03-bc39007cbfd9 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (cef7ab69-28ca-4388-9f50-6f1713c14b16), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:10.898558 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-8e83c116-bb51-4d65-84f2-c611e2953275 None None] For port e7c5a6f4-5d79-4548-886a-84dedc57acd5, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e7c5a6f4-5d79-4548-886a-84dedc57acd5,segment=NetworkSegment(ffc87990-6200-4560-b21a-4ac95898afa2),segment_id=ffc87990-6200-4560-b21a-4ac95898afa2)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:10.899130 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e83c116-bb51-4d65-84f2-c611e2953275 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (e7c5a6f4-5d79-4548-886a-84dedc57acd5), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:10.916140 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8e83c116-bb51-4d65-84f2-c611e2953275 None None] Calling delete_port for e7c5a6f4-5d79-4548-886a-84dedc57acd5 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:10.916608 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5250e94f-536c-4a3f-b6d7-39f7ac0d75b3 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "GET /v2.0/ports?device_id=85a4d060-f24f-4a93-96fc-069045e8ba8d HTTP/1.1" status: 200 len: 205 time: 0.0520191 Feb 08 21:35:10.918264 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33440) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:10.927059 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d2967f3-8f20-41d6-b01c-c83a71d2535f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:10.931446 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3d2967f3-8f20-41d6-b01c-c83a71d2535f admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.3970897 Feb 08 21:35:10.934413 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33442) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:10.953114 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f240d2f5-738a-47f3-a5a1-831acc97189b {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:35:10.968471 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Publish callbacks [] for port (f240d2f5-738a-47f3-a5a1-831acc97189b), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:10.972399 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d0e29-f4fe-477e-9d03-bc39007cbfd9 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Pushing event deleted for resources: {'Port': ['ID=cef7ab69-28ca-4388-9f50-6f1713c14b16,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:10.975621 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716d0e29-f4fe-477e-9d03-bc39007cbfd9 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] No DVR routers for this DVR port cef7ab69-28ca-4388-9f50-6f1713c14b16 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:35:11.022725 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e83c116-bb51-4d65-84f2-c611e2953275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (e7c5a6f4-5d79-4548-886a-84dedc57acd5), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:11.076494 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Transition to ACTIVE for port object f240d2f5-738a-47f3-a5a1-831acc97189b will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:35:11.091962 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83c116-bb51-4d65-84f2-c611e2953275 None None] Pushing event deleted for resources: {'Port': ['ID=e7c5a6f4-5d79-4548-886a-84dedc57acd5,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:11.100569 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e83c116-bb51-4d65-84f2-c611e2953275 None None] No DVR routers for this DVR port e7c5a6f4-5d79-4548-886a-84dedc57acd5 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:35:11.103724 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-25ca32e5-9365-4f2b-88c3-2ee3926491a4 None None] Set router c6de717d-4ccd-4982-8826-037568f9cb0b gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:35:11.158781 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-716d0e29-f4fe-477e-9d03-bc39007cbfd9 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (a0af8963-ec15-4207-83d2-b137d87bee87), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:11.181729 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-716d0e29-f4fe-477e-9d03-bc39007cbfd9 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0af8963-ec15-4207-83d2-b137d87bee87']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:11.193077 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-716d0e29-f4fe-477e-9d03-bc39007cbfd9 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1990638-3d97-465f-9e1b-37d968509cb3') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:11.193689 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-716d0e29-f4fe-477e-9d03-bc39007cbfd9 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1990638-3d97-465f-9e1b-37d968509cb3') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:11.203457 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-716d0e29-f4fe-477e-9d03-bc39007cbfd9 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (d1990638-3d97-465f-9e1b-37d968509cb3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:11.216953 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-716d0e29-f4fe-477e-9d03-bc39007cbfd9 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (d1990638-3d97-465f-9e1b-37d968509cb3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:11.223947 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716d0e29-f4fe-477e-9d03-bc39007cbfd9 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:35:11.224658 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-716d0e29-f4fe-477e-9d03-bc39007cbfd9 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (d1990638-3d97-465f-9e1b-37d968509cb3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:35:11.270991 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:35:11.278636 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (f240d2f5-738a-47f3-a5a1-831acc97189b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:11.316630 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-25ca32e5-9365-4f2b-88c3-2ee3926491a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6de717d-4ccd-4982-8826-037568f9cb0b', 'name': 'tempest-ServerRescueTestJSON-20717810-router', 'tenant_id': 'd7c4f68f48ac4d7b8c033568865db0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:35:02Z', 'updated_at': '2022-02-08T21:35:08Z', 'revision_number': 3, 'project_id': 'd7c4f68f48ac4d7b8c033568865db0b6', 'gw_port': {'id': '84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:92:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6de717d-4ccd-4982-8826-037568f9cb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:35:05Z', 'updated_at': '2022-02-08T21:35:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:11.340748 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f240d2f5-738a-47f3-a5a1-831acc97189b,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:11.346723 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ca32e5-9365-4f2b-88c3-2ee3926491a4 None None] Checking router: c6de717d-4ccd-4982-8826-037568f9cb0b for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:35:11.346986 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ca32e5-9365-4f2b-88c3-2ee3926491a4 None None] Updating router c6de717d-4ccd-4982-8826-037568f9cb0b port 84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:35:11.372524 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-716d0e29-f4fe-477e-9d03-bc39007cbfd9 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (a0af8963-ec15-4207-83d2-b137d87bee87), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:11.389089 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-716d0e29-f4fe-477e-9d03-bc39007cbfd9 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:11.391582 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-25ca32e5-9365-4f2b-88c3-2ee3926491a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:11.393046 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-716d0e29-f4fe-477e-9d03-bc39007cbfd9 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] 10.222.0.88 "DELETE /v2.0/networks/a0af8963-ec15-4207-83d2-b137d87bee87 HTTP/1.1" status: 204 len: 168 time: 1.5735126 Feb 08 21:35:11.398318 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33446) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:11.439141 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1a4d5691-8879-45df-a1b2-2967d1e89445 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] 10.222.0.88 "GET /v2.0/ports?device_id=08ed8e51-b8f2-4bc8-b28e-4050359b431f HTTP/1.1" status: 200 len: 205 time: 0.0395977 Feb 08 21:35:11.446986 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33448) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:11.470026 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d0e29-f4fe-477e-9d03-bc39007cbfd9 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Pushing event deleted for resources: {'Network': ['ID=a0af8963-ec15-4207-83d2-b137d87bee87,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:11.508345 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba96b-c034-4aaa-a344-7415b86ea551 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for port (67297065-4c93-4186-97d9-dfae4118a208), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:11.525221 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba96b-c034-4aaa-a344-7415b86ea551 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (67297065-4c93-4186-97d9-dfae4118a208), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:11.570532 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7371e3f-2c9e-4f20-8839-23a93927ad85 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router (85a4d060-f24f-4a93-96fc-069045e8ba8d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:11.658728 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00794a8a-e756-414e-8aeb-5fc3a6da9f80 req-5453124f-05fd-4228-91af-def2a3fdc488 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:11.671822 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-00794a8a-e756-414e-8aeb-5fc3a6da9f80 req-5453124f-05fd-4228-91af-def2a3fdc488 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 945 time: 0.3608365 Feb 08 21:35:11.712617 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-25ca32e5-9365-4f2b-88c3-2ee3926491a4 None None] Publish callbacks [] for port (84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:11.713804 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-75a28ba8-f49c-4268-839b-c30ac7a35e89 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Deleting port e7c5a6f4-5d79-4548-886a-84dedc57acd5 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:11.715228 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-75a28ba8-f49c-4268-839b-c30ac7a35e89 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (e7c5a6f4-5d79-4548-886a-84dedc57acd5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:11.719503 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e7c5a6f4-5d79-4548-886a-84dedc57acd5 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:35:11.747535 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-25ca32e5-9365-4f2b-88c3-2ee3926491a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:11.785543 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: e7c5a6f4-5d79-4548-886a-84dedc57acd5 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:35:11.790195 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e7c5a6f4-5d79-4548-886a-84dedc57acd5 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:35:11.790195 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cef7ab69-28ca-4388-9f50-6f1713c14b16 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:35:11.814555 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-25ca32e5-9365-4f2b-88c3-2ee3926491a4 None None] Attempting to bind port 84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:35:11.815425 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-25ca32e5-9365-4f2b-88c3-2ee3926491a4 None None] Attempting to bind port 84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:35:11.815425 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ca32e5-9365-4f2b-88c3-2ee3926491a4 None None] Attempting to bind port 84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:35:11.856917 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: cef7ab69-28ca-4388-9f50-6f1713c14b16 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:35:11.857534 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cef7ab69-28ca-4388-9f50-6f1713c14b16 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:35:11.885082 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ca32e5-9365-4f2b-88c3-2ee3926491a4 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:35:11.885487 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ca32e5-9365-4f2b-88c3-2ee3926491a4 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:35:11.891590 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-25ca32e5-9365-4f2b-88c3-2ee3926491a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:11.891994 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ca32e5-9365-4f2b-88c3-2ee3926491a4 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:35:11.892493 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-25ca32e5-9365-4f2b-88c3-2ee3926491a4 None None] Bound port: 84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:35:11.892874 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-25ca32e5-9365-4f2b-88c3-2ee3926491a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:11.957747 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-25ca32e5-9365-4f2b-88c3-2ee3926491a4 None None] For port 84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:35:11.961668 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-25ca32e5-9365-4f2b-88c3-2ee3926491a4 None None] For port 84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:35:11.972046 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-25ca32e5-9365-4f2b-88c3-2ee3926491a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:12.009909 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ba96b-c034-4aaa-a344-7415b86ea551 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event updated for resources: {'Port': ['ID=67297065-4c93-4186-97d9-dfae4118a208,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:12.028995 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ca32e5-9365-4f2b-88c3-2ee3926491a4 None None] Routers {'c6de717d-4ccd-4982-8826-037568f9cb0b'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:12.030358 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-25ca32e5-9365-4f2b-88c3-2ee3926491a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c6de717d-4ccd-4982-8826-037568f9cb0b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:12.030803 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26b73360-0c08-40e7-b819-c3b4d67f47b9 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks [] for router (08ed8e51-b8f2-4bc8-b28e-4050359b431f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:12.080382 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-00794a8a-e756-414e-8aeb-5fc3a6da9f80 req-5b9beab7-aad0-4623-9d36-08c8a2c68902 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4071741 Feb 08 21:35:12.157641 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-25ca32e5-9365-4f2b-88c3-2ee3926491a4 None None] Set router c6de717d-4ccd-4982-8826-037568f9cb0b gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:35:12.210020 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba96b-c034-4aaa-a344-7415b86ea551 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (8a47800b-3b5c-41c4-bf5c-0c8f3140d37e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:12.314336 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26b73360-0c08-40e7-b819-c3b4d67f47b9 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (08ed8e51-b8f2-4bc8-b28e-4050359b431f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:12.326517 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26b73360-0c08-40e7-b819-c3b4d67f47b9 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks [] for router_controller (08ed8e51-b8f2-4bc8-b28e-4050359b431f), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:12.341820 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-75a28ba8-f49c-4268-839b-c30ac7a35e89 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] For port e7c5a6f4-5d79-4548-886a-84dedc57acd5, host n-d-712143-31, got binding levels [] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:12.342348 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-75a28ba8-f49c-4268-839b-c30ac7a35e89 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (e7c5a6f4-5d79-4548-886a-84dedc57acd5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:12.345023 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deecd81-81e5-4337-8eba-6861a9eb1d20 None None] Pushing event updated for resources: {'Port': ['ID=84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:12.397789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-75a28ba8-f49c-4268-839b-c30ac7a35e89 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Calling delete_port for e7c5a6f4-5d79-4548-886a-84dedc57acd5 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:12.405162 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.ipam_backend_mixin [None req-75a28ba8-f49c-4268-839b-c30ac7a35e89 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Port e7c5a6f4-5d79-4548-886a-84dedc57acd5 was not found and therefore no delete operation was performed {{(pid=103433) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 21:35:12.408984 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-25ca32e5-9365-4f2b-88c3-2ee3926491a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6de717d-4ccd-4982-8826-037568f9cb0b', 'name': 'tempest-ServerRescueTestJSON-20717810-router', 'tenant_id': 'd7c4f68f48ac4d7b8c033568865db0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:35:02Z', 'updated_at': '2022-02-08T21:35:08Z', 'revision_number': 3, 'project_id': 'd7c4f68f48ac4d7b8c033568865db0b6', 'gw_port': {'id': '84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:92:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6de717d-4ccd-4982-8826-037568f9cb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:35:05Z', 'updated_at': '2022-02-08T21:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:12.422962 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065905bc-640e-4bef-ab0a-75a49f43168f req-d0e1e528-e755-4f7e-a668-59fc2f4c4873 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:12.424662 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-065905bc-640e-4bef-ab0a-75a49f43168f req-d0e1e528-e755-4f7e-a668-59fc2f4c4873 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 945 time: 0.5428059 Feb 08 21:35:12.425452 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-75a28ba8-f49c-4268-839b-c30ac7a35e89 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (e7c5a6f4-5d79-4548-886a-84dedc57acd5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:12.441291 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ca32e5-9365-4f2b-88c3-2ee3926491a4 None None] The sync data for ids ['c6de717d-4ccd-4982-8826-037568f9cb0b'] in n-d-712143-31 is: [{'id': 'c6de717d-4ccd-4982-8826-037568f9cb0b', 'name': 'tempest-ServerRescueTestJSON-20717810-router', 'tenant_id': 'd7c4f68f48ac4d7b8c033568865db0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:35:02Z', 'updated_at': '2022-02-08T21:35:08Z', 'revision_number': 3, 'project_id': 'd7c4f68f48ac4d7b8c033568865db0b6', 'gw_port': {'id': '84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:92:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6de717d-4ccd-4982-8826-037568f9cb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:35:05Z', 'updated_at': '2022-02-08T21:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:35:12.463869 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a28ba8-f49c-4268-839b-c30ac7a35e89 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] No DVR routers for this DVR port e7c5a6f4-5d79-4548-886a-84dedc57acd5 on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:35:12.473952 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deecd81-81e5-4337-8eba-6861a9eb1d20 None None] Pushing event updated for resources: {'Port': ['ID=84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:12.482177 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Attempting to bind port f240d2f5-738a-47f3-a5a1-831acc97189b on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:35:12.483014 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Attempting to bind port f240d2f5-738a-47f3-a5a1-831acc97189b by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'd23a6594-b5ac-4220-9c7e-256007bbfc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0b788a94-1e80-468a-940e-48c5a63e44a4'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:35:12.483014 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Attempting to bind port f240d2f5-738a-47f3-a5a1-831acc97189b on network 0b788a94-1e80-468a-940e-48c5a63e44a4 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:35:12.489840 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26b73360-0c08-40e7-b819-c3b4d67f47b9 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (08ed8e51-b8f2-4bc8-b28e-4050359b431f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:12.490334 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b73360-0c08-40e7-b819-c3b4d67f47b9 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Fanout notify agent at l3_agent the message router_deleted on router 08ed8e51-b8f2-4bc8-b28e-4050359b431f {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:35:12.500626 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26b73360-0c08-40e7-b819-c3b4d67f47b9 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:12.505864 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-26b73360-0c08-40e7-b819-c3b4d67f47b9 tempest-RoutersNegativeIpV6Test-1956290596 tempest-RoutersNegativeIpV6Test-1956290596-project] 10.222.0.88 "DELETE /v2.0/routers/08ed8e51-b8f2-4bc8-b28e-4050359b431f HTTP/1.1" status: 204 len: 168 time: 1.0539975 Feb 08 21:35:12.505864 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Port f240d2f5-738a-47f3-a5a1-831acc97189b on network 0b788a94-1e80-468a-940e-48c5a63e44a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:35:12.505864 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Attempting to bind port f240d2f5-738a-47f3-a5a1-831acc97189b on network 0b788a94-1e80-468a-940e-48c5a63e44a4 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:35:12.514105 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a28ba8-f49c-4268-839b-c30ac7a35e89 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Pushing event deleted for resources: {'Port': ['ID=e7c5a6f4-5d79-4548-886a-84dedc57acd5,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:12.547949 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:35:12.548296 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Checking segment: {'id': 'd23a6594-b5ac-4220-9c7e-256007bbfc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0b788a94-1e80-468a-940e-48c5a63e44a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:35:12.548693 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Bound using segment: {'id': 'd23a6594-b5ac-4220-9c7e-256007bbfc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0b788a94-1e80-468a-940e-48c5a63e44a4'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:35:12.549140 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Bound port: f240d2f5-738a-47f3-a5a1-831acc97189b, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23a6594-b5ac-4220-9c7e-256007bbfc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0b788a94-1e80-468a-940e-48c5a63e44a4'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:35:12.549954 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f240d2f5-738a-47f3-a5a1-831acc97189b), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:12.577358 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d3fbb-a8c2-47f3-ac0c-7567ea03d79c req-7c4f2613-c3a8-4600-bce5-efd1c4461f82 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:12.586981 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-674d3fbb-a8c2-47f3-ac0c-7567ea03d79c req-7c4f2613-c3a8-4600-bce5-efd1c4461f82 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=57a2754a-9913-46e0-9902-bb7802c191a4 HTTP/1.1" status: 200 len: 944 time: 0.2639802 Feb 08 21:35:12.709552 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] For port f240d2f5-738a-47f3-a5a1-831acc97189b, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:35:12.715322 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] For port f240d2f5-738a-47f3-a5a1-831acc97189b, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=f240d2f5-738a-47f3-a5a1-831acc97189b,segment=NetworkSegment(d23a6594-b5ac-4220-9c7e-256007bbfc19),segment_id=d23a6594-b5ac-4220-9c7e-256007bbfc19)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:35:12.723924 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7371e3f-2c9e-4f20-8839-23a93927ad85 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_gateway (85a4d060-f24f-4a93-96fc-069045e8ba8d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:12.736518 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (f240d2f5-738a-47f3-a5a1-831acc97189b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:12.737813 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-065905bc-640e-4bef-ab0a-75a49f43168f req-b02fa93f-aa63-4e1d-b427-492304f89e00 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929018 Feb 08 21:35:12.886135 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:12.891270 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:12.891270 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] 10.222.0.94 "PUT /v2.0/ports/f240d2f5-738a-47f3-a5a1-831acc97189b HTTP/1.1" status: 200 len: 1093 time: 3.3240218 Feb 08 21:35:12.912299 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a2754a-9913-46e0-9902-bb7802c191a4', 'tag': 'f240d2f5-738a-47f3-a5a1-831acc97189b'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:35:12.925023 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6c360f-a74b-4238-a430-4895ecd7c005" -d '{"events": [{"name": "network-changed", "server_uuid": "57a2754a-9913-46e0-9902-bb7802c191a4", "tag": "f240d2f5-738a-47f3-a5a1-831acc97189b"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:35:12.957995 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-5f5ba96b-c034-4aaa-a344-7415b86ea551 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Floating IP 8a47800b-3b5c-41c4-bf5c-0c8f3140d37e associated. External IP: 172.25.3.25, port: 1377707d-b01d-41a2-a8a0-5668122e5697. Feb 08 21:35:13.107022 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33460) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:13.108498 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a810d2-e446-40b4-8db3-69c16c923a3b x-openstack-request-id: req-02a810d2-e446-40b4-8db3-69c16c923a3b {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:35:13.108781 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a2754a-9913-46e0-9902-bb7802c191a4", "tag": "f240d2f5-738a-47f3-a5a1-831acc97189b", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:35:13.109047 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-02a810d2-e446-40b4-8db3-69c16c923a3b {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:35:13.109469 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a2754a-9913-46e0-9902-bb7802c191a4', 'tag': 'f240d2f5-738a-47f3-a5a1-831acc97189b', 'status': 'completed', 'code': 200} Feb 08 21:35:13.110157 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f240d2f5-738a-47f3-a5a1-831acc97189b,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:13.133641 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:13.134467 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:13.134467 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:13.134660 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:13.134909 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:13.135636 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:13.136005 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:13.136449 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:13.136783 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:13.137118 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:13.137481 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:13.137803 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:13.138225 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9d22a-c880-45dc-ad97-ceb0af7a76d9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:13.230312 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-9951caf0-dbfb-4997-95be-4a1787cd86f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:13.231008 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-75a28ba8-f49c-4268-839b-c30ac7a35e89 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (f112523c-6915-4ee0-b2f0-e26bdfe4744d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:13.231824 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-9951caf0-dbfb-4997-95be-4a1787cd86f0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=74717e3e72d841d2a44f3251e57cb213&device_id=57a2754a-9913-46e0-9902-bb7802c191a4 HTTP/1.1" status: 200 len: 1127 time: 0.1728301 Feb 08 21:35:13.233086 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b7371e3f-2c9e-4f20-8839-23a93927ad85 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Deleting port ec180b96-bab1-4837-b590-a5c775261359 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:13.233447 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7371e3f-2c9e-4f20-8839-23a93927ad85 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (ec180b96-bab1-4837-b590-a5c775261359), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:13.388709 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7371e3f-2c9e-4f20-8839-23a93927ad85 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (ec180b96-bab1-4837-b590-a5c775261359), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:13.393944 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-674d3fbb-a8c2-47f3-ac0c-7567ea03d79c req-bda38b36-f9a1-40a3-beaa-9fb7f137ad5a tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8056622 Feb 08 21:35:13.457473 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-94155c86-0b07-4d98-8166-f388e248895f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f240d2f5-738a-47f3-a5a1-831acc97189b HTTP/1.1" status: 200 len: 217 time: 0.1015570 Feb 08 21:35:13.458509 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b7371e3f-2c9e-4f20-8839-23a93927ad85 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Calling delete_port for ec180b96-bab1-4837-b590-a5c775261359 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:13.472765 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-75a28ba8-f49c-4268-839b-c30ac7a35e89 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f112523c-6915-4ee0-b2f0-e26bdfe4744d']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:13.537091 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-75a28ba8-f49c-4268-839b-c30ac7a35e89 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc87990-6200-4560-b21a-4ac95898afa2') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:13.537503 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-75a28ba8-f49c-4268-839b-c30ac7a35e89 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc87990-6200-4560-b21a-4ac95898afa2') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:13.585480 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cf93ee20-135b-46d5-a2b2-bdb40af12802 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=533d457df9d24e9db554f5b2b0e80dc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4714928 Feb 08 21:35:13.589147 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33472) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:13.598367 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-75a28ba8-f49c-4268-839b-c30ac7a35e89 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (ffc87990-6200-4560-b21a-4ac95898afa2), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:13.626231 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-bc92991a-4975-4df8-8943-baa637c5a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:13.627721 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-bc92991a-4975-4df8-8943-baa637c5a70f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5401f80b-e57f-40cb-9cf6-b97b0a9bdb9b HTTP/1.1" status: 200 len: 854 time: 0.1574733 Feb 08 21:35:13.659194 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:35:13.695026 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-69b01abe-f2ee-436f-a27c-3102a22b3e07 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0b788a94-1e80-468a-940e-48c5a63e44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578773 Feb 08 21:35:13.716800 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-75a28ba8-f49c-4268-839b-c30ac7a35e89 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (ffc87990-6200-4560-b21a-4ac95898afa2), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:13.752567 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de825407-3826-41ac-b263-79459033dbad req-565bc536-28dc-4ec3-a154-a12ac57824fc tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:13.754508 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de825407-3826-41ac-b263-79459033dbad req-565bc536-28dc-4ec3-a154-a12ac57824fc tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 945 time: 0.4193602 Feb 08 21:35:13.755726 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:13.756337 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:13.764134 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a28ba8-f49c-4268-839b-c30ac7a35e89 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:35:13.764825 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-75a28ba8-f49c-4268-839b-c30ac7a35e89 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (ffc87990-6200-4560-b21a-4ac95898afa2), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:35:13.785811 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:35:13.835476 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20c02c7a-eeff-460e-9f7a-8c1592802d70 admin admin] Publish callbacks [] for security_group (91c7ef36-2998-40f5-9889-187a00e0ee7b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:13.892284 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20c02c7a-eeff-460e-9f7a-8c1592802d70 admin admin] Publish callbacks [] for security_group (91c7ef36-2998-40f5-9889-187a00e0ee7b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:13.911721 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:13.912384 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:13.937059 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:13.946955 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:14.050840 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20c02c7a-eeff-460e-9f7a-8c1592802d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (91c7ef36-2998-40f5-9889-187a00e0ee7b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:14.053583 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20c02c7a-eeff-460e-9f7a-8c1592802d70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:14.056647 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-20c02c7a-eeff-460e-9f7a-8c1592802d70 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/91c7ef36-2998-40f5-9889-187a00e0ee7b HTTP/1.1" status: 204 len: 168 time: 0.4640088 Feb 08 21:35:14.060008 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:14.105749 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c02c7a-eeff-460e-9f7a-8c1592802d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c7ef36-2998-40f5-9889-187a00e0ee7b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:14.111667 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-31610203-ec1d-462c-a474-fce346eff852 service neutron] 10.222.0.94 "GET /v2.0/networks/0b788a94-1e80-468a-940e-48c5a63e44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800328 Feb 08 21:35:14.154899 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7371e3f-2c9e-4f20-8839-23a93927ad85 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (ec180b96-bab1-4837-b590-a5c775261359), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:14.283492 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7371e3f-2c9e-4f20-8839-23a93927ad85 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Pushing event deleted for resources: {'Port': ['ID=ec180b96-bab1-4837-b590-a5c775261359,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:14.452600 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-66017032-547f-4e3e-b7fd-8640c0dee3ec req-7e6c5870-45e5-4a1b-bc6f-e6416ae296a9 service neutron] 10.222.0.94 "GET /v2.0/networks/0b788a94-1e80-468a-940e-48c5a63e44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334341 Feb 08 21:35:14.453610 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8bd23f5e-9457-4ab0-a6a5-2db33a9d9e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:14.457021 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7371e3f-2c9e-4f20-8839-23a93927ad85 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (85a4d060-f24f-4a93-96fc-069045e8ba8d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:14.513552 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-75a28ba8-f49c-4268-839b-c30ac7a35e89 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (f112523c-6915-4ee0-b2f0-e26bdfe4744d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:14.578586 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-75a28ba8-f49c-4268-839b-c30ac7a35e89 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:14.587037 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-75a28ba8-f49c-4268-839b-c30ac7a35e89 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "DELETE /v2.0/networks/f112523c-6915-4ee0-b2f0-e26bdfe4744d HTTP/1.1" status: 204 len: 168 time: 4.2383559 Feb 08 21:35:14.596511 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33488) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:14.613774 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7371e3f-2c9e-4f20-8839-23a93927ad85 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (85a4d060-f24f-4a93-96fc-069045e8ba8d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:14.671369 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7371e3f-2c9e-4f20-8839-23a93927ad85 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_controller (85a4d060-f24f-4a93-96fc-069045e8ba8d), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:14.716107 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a28ba8-f49c-4268-839b-c30ac7a35e89 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Pushing event deleted for resources: {'Network': ['ID=f112523c-6915-4ee0-b2f0-e26bdfe4744d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:14.750164 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7371e3f-2c9e-4f20-8839-23a93927ad85 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (85a4d060-f24f-4a93-96fc-069045e8ba8d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:14.750164 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7371e3f-2c9e-4f20-8839-23a93927ad85 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Fanout notify agent at l3_agent the message router_deleted on router 85a4d060-f24f-4a93-96fc-069045e8ba8d {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:35:14.767453 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7371e3f-2c9e-4f20-8839-23a93927ad85 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:14.772689 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b7371e3f-2c9e-4f20-8839-23a93927ad85 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "DELETE /v2.0/routers/85a4d060-f24f-4a93-96fc-069045e8ba8d HTTP/1.1" status: 204 len: 168 time: 3.8405111 Feb 08 21:35:14.777629 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33498) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:14.786560 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-dcd9222e-d060-483a-a72c-3100ede2c66e tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-432937452', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:14.790643 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de825407-3826-41ac-b263-79459033dbad req-d3a3a043-8345-4c8f-a174-c9d4d36f86eb tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0011361 Feb 08 21:35:14.798154 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa9e1f-490f-42fb-90fd-12879e4e2912 req-fefadd14-9ae9-4e51-be62-29e3ac6d8d8b tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:14.805153 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01aa9e1f-490f-42fb-90fd-12879e4e2912 req-fefadd14-9ae9-4e51-be62-29e3ac6d8d8b tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 945 time: 0.3539622 Feb 08 21:35:14.861407 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c360f-a74b-4238-a430-4895ecd7c005 req-78299891-7bcc-4beb-917a-beca0ae6e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:14.870490 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ca6c360f-a74b-4238-a430-4895ecd7c005 req-78299891-7bcc-4beb-917a-beca0ae6e3c1 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=74717e3e72d841d2a44f3251e57cb213&device_id=57a2754a-9913-46e0-9902-bb7802c191a4 HTTP/1.1" status: 200 len: 1127 time: 0.3498535 Feb 08 21:35:14.906719 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5ba96b-c034-4aaa-a344-7415b86ea551 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Router 7c0be268-2eaa-4489-add8-c642c93c4753 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:35:14.919157 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e757dd-0b50-459d-ba48-a689abc8b6d7 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Deleting subnet 7af7bb53-8774-426b-b5dc-bffb3abca5da {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:35:14.931505 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-75e757dd-0b50-459d-ba48-a689abc8b6d7 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks [] for subnet (7af7bb53-8774-426b-b5dc-bffb3abca5da), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:14.932611 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01aa9e1f-490f-42fb-90fd-12879e4e2912 req-01664b74-1a01-4ab9-832d-ee22d050c9e8 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265504 Feb 08 21:35:14.942105 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-8bd23f5e-9457-4ab0-a6a5-2db33a9d9e4c admin admin] Allocated IP 172.20.0.1 (78ab189a-860e-4a01-8c19-0f0521b9833d/739e92e6-a4d6-46e1-b30b-0269af78c658/c1000643-2e11-40b8-b198-254de175836f) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:35:14.987654 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-75e757dd-0b50-459d-ba48-a689abc8b6d7 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (7af7bb53-8774-426b-b5dc-bffb3abca5da), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:15.072999 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dcd9222e-d060-483a-a72c-3100ede2c66e tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (9e9fc714-857f-4d85-afee-f4cd186132a4), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:15.074613 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dcd9222e-d060-483a-a72c-3100ede2c66e tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (9e9fc714-857f-4d85-afee-f4cd186132a4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:15.193938 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dcd9222e-d060-483a-a72c-3100ede2c66e tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_controller (9e9fc714-857f-4d85-afee-f4cd186132a4), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:15.196772 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c2e04-7418-4313-89a6-2abef2e6cd52 req-941db44a-b538-49e4-93e8-9e3ef15a5f9e tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:15.198455 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-970c2e04-7418-4313-89a6-2abef2e6cd52 req-941db44a-b538-49e4-93e8-9e3ef15a5f9e tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=57a2754a-9913-46e0-9902-bb7802c191a4 HTTP/1.1" status: 200 len: 944 time: 0.1931832 Feb 08 21:35:15.203106 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5ba96b-c034-4aaa-a344-7415b86ea551 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:35:15.205011 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dcd9222e-d060-483a-a72c-3100ede2c66e tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (9e9fc714-857f-4d85-afee-f4cd186132a4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:15.221840 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c360f-a74b-4238-a430-4895ecd7c005 req-09426724-6cf1-4f82-811c-a09df86e1b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:15.223166 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ca6c360f-a74b-4238-a430-4895ecd7c005 req-09426724-6cf1-4f82-811c-a09df86e1b6b service neutron] 10.222.0.94 "GET /v2.0/networks?id=0b788a94-1e80-468a-940e-48c5a63e44a4 HTTP/1.1" status: 200 len: 915 time: 0.3310814 Feb 08 21:35:15.224401 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-75e757dd-0b50-459d-ba48-a689abc8b6d7 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (7af7bb53-8774-426b-b5dc-bffb3abca5da), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:15.225887 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef34d3e1-0061-49ec-ad8a-015d9ddb902d None None] Sync routers for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:35:15.231390 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33512) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:15.240867 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba96b-c034-4aaa-a344-7415b86ea551 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:15.247114 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8bd23f5e-9457-4ab0-a6a5-2db33a9d9e4c admin admin] Publish callbacks [] for port (c1000643-2e11-40b8-b198-254de175836f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:15.259727 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef34d3e1-0061-49ec-ad8a-015d9ddb902d None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:15.260967 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ef34d3e1-0061-49ec-ad8a-015d9ddb902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:15.291082 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dcd9222e-d060-483a-a72c-3100ede2c66e tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:15.295675 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-dcd9222e-d060-483a-a72c-3100ede2c66e tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5162127 Feb 08 21:35:15.296708 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33516) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:15.300748 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ca6c360f-a74b-4238-a430-4895ecd7c005 req-c6a3ed10-89cf-439e-9c01-518bb7e6d2de service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f240d2f5-738a-47f3-a5a1-831acc97189b HTTP/1.1" status: 200 len: 217 time: 0.0716186 Feb 08 21:35:15.306410 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ef34d3e1-0061-49ec-ad8a-015d9ddb902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:15.307600 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5357668c-65a4-4197-9726-6c200296cc94 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Request body: {'router': {'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:15.324954 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5f5ba96b-c034-4aaa-a344-7415b86ea551 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.2236147 Feb 08 21:35:15.325712 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33518) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:15.329401 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef34d3e1-0061-49ec-ad8a-015d9ddb902d None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:15.330178 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ef34d3e1-0061-49ec-ad8a-015d9ddb902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:15.374844 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ef34d3e1-0061-49ec-ad8a-015d9ddb902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:15.378659 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef34d3e1-0061-49ec-ad8a-015d9ddb902d None None] The sync data for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:35:15.412974 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-970c2e04-7418-4313-89a6-2abef2e6cd52 req-a55a233f-78a2-48d8-aaab-9ed3deb05982 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641951 Feb 08 21:35:15.430197 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-96ad9a31-1e74-4de4-807f-2436e1578455 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1222853457', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:15.455476 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8b1d28c6-09c8-477f-8926-3e0ef1ea33de tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "GET /v2.0/floatingips/8a47800b-3b5c-41c4-bf5c-0c8f3140d37e HTTP/1.1" status: 200 len: 978 time: 0.1212454 Feb 08 21:35:15.458298 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8bd23f5e-9457-4ab0-a6a5-2db33a9d9e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (c1000643-2e11-40b8-b198-254de175836f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:15.459994 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33520) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:15.513977 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c360f-a74b-4238-a430-4895ecd7c005 req-ec4f800c-0f88-45b3-bf80-83d59820583c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:15.515453 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ca6c360f-a74b-4238-a430-4895ecd7c005 req-ec4f800c-0f88-45b3-bf80-83d59820583c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5401f80b-e57f-40cb-9cf6-b97b0a9bdb9b HTTP/1.1" status: 200 len: 854 time: 0.2016983 Feb 08 21:35:15.518220 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-75e757dd-0b50-459d-ba48-a689abc8b6d7 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (7af7bb53-8774-426b-b5dc-bffb3abca5da), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:15.545362 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-96ad9a31-1e74-4de4-807f-2436e1578455 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (54a6b748-d884-44a0-b85d-6c7779931bc2), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:15.546426 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-96ad9a31-1e74-4de4-807f-2436e1578455 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (54a6b748-d884-44a0-b85d-6c7779931bc2), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:15.557047 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd23f5e-9457-4ab0-a6a5-2db33a9d9e4c admin admin] Network 78ab189a-860e-4a01-8c19-0f0521b9833d is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:35:15.575729 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-8bd23f5e-9457-4ab0-a6a5-2db33a9d9e4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:15.586324 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd23f5e-9457-4ab0-a6a5-2db33a9d9e4c admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:35:15.599924 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd23f5e-9457-4ab0-a6a5-2db33a9d9e4c admin admin] Pushing event updated for resources: {'Port': ['ID=c1000643-2e11-40b8-b198-254de175836f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:15.618386 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:35:15.657537 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ca6c360f-a74b-4238-a430-4895ecd7c005 req-2bf4ccf7-4e3f-4ad9-b350-c330e9bb9b9d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0b788a94-1e80-468a-940e-48c5a63e44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1335139 Feb 08 21:35:15.658881 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e757dd-0b50-459d-ba48-a689abc8b6d7 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Pushing event deleted for resources: {'Subnet': ['ID=7af7bb53-8774-426b-b5dc-bffb3abca5da,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:15.666033 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-75e757dd-0b50-459d-ba48-a689abc8b6d7 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:15.669807 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-75e757dd-0b50-459d-ba48-a689abc8b6d7 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "DELETE /v2.0/subnets/7af7bb53-8774-426b-b5dc-bffb3abca5da HTTP/1.1" status: 204 len: 168 time: 1.0706573 Feb 08 21:35:15.673413 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33522) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:15.676372 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782f7e02-68fd-4907-8848-0e3887049f8f None None] Network e0a9b9ec-b0de-4d39-8921-b9219efd548e requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:35:15.686155 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9e408487-91a4-49dd-a7be-81580c6e3616 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2210820 Feb 08 21:35:15.689959 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5357668c-65a4-4197-9726-6c200296cc94 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_gateway (9e9fc714-857f-4d85-afee-f4cd186132a4), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:15.690468 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33524) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:15.699859 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-3f48483b-872b-44c7-b2fc-0c524d83f12a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Request body: {'floatingip': {'port_id': 'b81cc090-e855-40d9-a073-c9418db02ae9'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:15.733760 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:15.734413 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:15.734544 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-96ad9a31-1e74-4de4-807f-2436e1578455 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks [] for router_controller (54a6b748-d884-44a0-b85d-6c7779931bc2), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:15.735644 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8bd23f5e-9457-4ab0-a6a5-2db33a9d9e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (c6de717d-4ccd-4982-8826-037568f9cb0b), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:15.779045 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-96ad9a31-1e74-4de4-807f-2436e1578455 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (54a6b748-d884-44a0-b85d-6c7779931bc2), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:15.814402 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-96ad9a31-1e74-4de4-807f-2436e1578455 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:15.815619 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-96ad9a31-1e74-4de4-807f-2436e1578455 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5832696 Feb 08 21:35:15.824762 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33526) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:15.832596 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-f13fc8d3-886f-4408-ba22-383e8742fb12 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-968763995'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:15.839618 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f48483b-872b-44c7-b2fc-0c524d83f12a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (8a47800b-3b5c-41c4-bf5c-0c8f3140d37e), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:15.867057 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:15.916607 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21de09fa-c067-4464-9aa1-45a1782e29de None None] DHCP port deletion for e0a9b9ec-b0de-4d39-8921-b9219efd548e request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:35:15.975064 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb0180be-7817-420e-b608-03a609fceb2f tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (e0a9b9ec-b0de-4d39-8921-b9219efd548e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:15.976551 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-21de09fa-c067-4464-9aa1-45a1782e29de None None] Deleting port a9aec02f-99dc-467c-99f0-5fb70e28421d {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:15.977681 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-21de09fa-c067-4464-9aa1-45a1782e29de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (a9aec02f-99dc-467c-99f0-5fb70e28421d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:15.991802 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13fc8d3-886f-4408-ba22-383e8742fb12 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Made reservation on behalf of cc36f9cbbee84e7dab52010d34793997 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:35:15.995158 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f13fc8d3-886f-4408-ba22-383e8742fb12 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:16.017291 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ca6c360f-a74b-4238-a430-4895ecd7c005 req-45518926-a061-4e75-8c0f-94500d1b674e service neutron] 10.222.0.94 "GET /v2.0/networks/0b788a94-1e80-468a-940e-48c5a63e44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463230 Feb 08 21:35:16.021128 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c36e0e-2c61-4611-b2f9-2843964f8c10 req-d77f1915-7091-4f25-bc72-9832fa6f9892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:16.022230 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f13fc8d3-886f-4408-ba22-383e8742fb12 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:16.023190 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-68c36e0e-2c61-4611-b2f9-2843964f8c10 req-d77f1915-7091-4f25-bc72-9832fa6f9892 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=48aae992c2704ece870f0faad4c28599&device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 1128 time: 0.2580245 Feb 08 21:35:16.070908 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-21de09fa-c067-4464-9aa1-45a1782e29de None None] For port a9aec02f-99dc-467c-99f0-5fb70e28421d, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=a9aec02f-99dc-467c-99f0-5fb70e28421d,segment=NetworkSegment(615d05bc-91a6-4266-946a-41943643d9e1),segment_id=615d05bc-91a6-4266-946a-41943643d9e1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:16.071308 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-21de09fa-c067-4464-9aa1-45a1782e29de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (a9aec02f-99dc-467c-99f0-5fb70e28421d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:16.084906 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-21de09fa-c067-4464-9aa1-45a1782e29de None None] Calling delete_port for a9aec02f-99dc-467c-99f0-5fb70e28421d owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:16.171339 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-21de09fa-c067-4464-9aa1-45a1782e29de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (a9aec02f-99dc-467c-99f0-5fb70e28421d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:16.188076 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8bd23f5e-9457-4ab0-a6a5-2db33a9d9e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c1000643-2e11-40b8-b198-254de175836f), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:16.203594 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de09fa-c067-4464-9aa1-45a1782e29de None None] Pushing event deleted for resources: {'Port': ['ID=a9aec02f-99dc-467c-99f0-5fb70e28421d,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:16.203864 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d9111-ffe7-4a9b-819a-c8c41192b378 req-690d09f8-0e54-4cd1-abc7-ef5dfb48720e tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:16.205280 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a7d9111-ffe7-4a9b-819a-c8c41192b378 req-690d09f8-0e54-4cd1-abc7-ef5dfb48720e tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 945 time: 0.2754419 Feb 08 21:35:16.208146 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21de09fa-c067-4464-9aa1-45a1782e29de None None] No DVR routers for this DVR port a9aec02f-99dc-467c-99f0-5fb70e28421d on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:35:16.388693 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615891b-e927-4d8a-af7e-24715a2fb587 req-77228e74-2322-4bcc-ba2e-8b8f39ca5530 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:16.390763 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e615891b-e927-4d8a-af7e-24715a2fb587 req-77228e74-2322-4bcc-ba2e-8b8f39ca5530 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 945 time: 0.3350849 Feb 08 21:35:16.491185 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a7d9111-ffe7-4a9b-819a-c8c41192b378 req-d3548a21-3ac7-4e93-a552-183a93b8dc7d tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568223 Feb 08 21:35:16.578396 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f13fc8d3-886f-4408-ba22-383e8742fb12 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks [] for security_group (a838f1b3-f4be-463a-9ebc-5782fa7867f9), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:16.601083 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f13fc8d3-886f-4408-ba22-383e8742fb12 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a838f1b3-f4be-463a-9ebc-5782fa7867f9), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:16.607319 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e615891b-e927-4d8a-af7e-24715a2fb587 req-0d03aacf-9f7a-4754-b5a6-a64f93584835 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949272 Feb 08 21:35:16.609052 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c36e0e-2c61-4611-b2f9-2843964f8c10 req-fbb6c53c-0d7c-4fad-8ff2-722d773c1a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:16.610729 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-68c36e0e-2c61-4611-b2f9-2843964f8c10 req-fbb6c53c-0d7c-4fad-8ff2-722d773c1a4c service neutron] 10.222.0.94 "GET /v2.0/networks?id=d00185f4-2139-492b-b59f-1586b41daef5 HTTP/1.1" status: 200 len: 918 time: 0.5751281 Feb 08 21:35:16.617358 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ca6c360f-a74b-4238-a430-4895ecd7c005 req-d8a4efff-17e7-4b57-a700-5875815ced16 service neutron] 10.222.0.94 "GET /v2.0/networks/0b788a94-1e80-468a-940e-48c5a63e44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5918922 Feb 08 21:35:16.673277 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-eb0180be-7817-420e-b608-03a609fceb2f tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Deleting port a9aec02f-99dc-467c-99f0-5fb70e28421d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:16.673975 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb0180be-7817-420e-b608-03a609fceb2f tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (a9aec02f-99dc-467c-99f0-5fb70e28421d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:16.719856 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f13fc8d3-886f-4408-ba22-383e8742fb12 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:35:16.752494 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-68c36e0e-2c61-4611-b2f9-2843964f8c10 req-b94c678e-7077-4cea-a3e9-55333e719f4b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e63e12c-97b8-4b03-8007-0ad151950de8 HTTP/1.1" status: 200 len: 1000 time: 0.1313860 Feb 08 21:35:16.865858 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-eb0180be-7817-420e-b608-03a609fceb2f tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] For port a9aec02f-99dc-467c-99f0-5fb70e28421d, host n-d-712143-31, got binding levels [] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:16.866267 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb0180be-7817-420e-b608-03a609fceb2f tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (a9aec02f-99dc-467c-99f0-5fb70e28421d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:16.891485 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-eb0180be-7817-420e-b608-03a609fceb2f tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Calling delete_port for a9aec02f-99dc-467c-99f0-5fb70e28421d owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:16.896726 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.ipam_backend_mixin [None req-eb0180be-7817-420e-b608-03a609fceb2f tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Port a9aec02f-99dc-467c-99f0-5fb70e28421d was not found and therefore no delete operation was performed {{(pid=103434) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 21:35:16.920294 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb0180be-7817-420e-b608-03a609fceb2f tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (a9aec02f-99dc-467c-99f0-5fb70e28421d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:16.924112 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5357668c-65a4-4197-9726-6c200296cc94 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_gateway (9e9fc714-857f-4d85-afee-f4cd186132a4), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:16.929266 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c36e0e-2c61-4611-b2f9-2843964f8c10 req-335bbcfe-64cf-412a-a58c-4b1471520b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:16.930896 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-68c36e0e-2c61-4611-b2f9-2843964f8c10 req-335bbcfe-64cf-412a-a58c-4b1471520b14 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8c41e412-c763-4ca0-a1f8-ab9cd96c364d HTTP/1.1" status: 200 len: 856 time: 0.1434901 Feb 08 21:35:16.946034 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device f240d2f5-738a-47f3-a5a1-831acc97189b details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:35:16.985276 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0180be-7817-420e-b608-03a609fceb2f tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Pushing event deleted for resources: {'Port': ['ID=a9aec02f-99dc-467c-99f0-5fb70e28421d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:16.987977 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5357668c-65a4-4197-9726-6c200296cc94 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:16.992100 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0180be-7817-420e-b608-03a609fceb2f tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] No DVR routers for this DVR port a9aec02f-99dc-467c-99f0-5fb70e28421d on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:35:17.050668 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13fc8d3-886f-4408-ba22-383e8742fb12 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a838f1b3-f4be-463a-9ebc-5782fa7867f9,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:17.057077 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port f240d2f5-738a-47f3-a5a1-831acc97189b, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=f240d2f5-738a-47f3-a5a1-831acc97189b,segment=NetworkSegment(d23a6594-b5ac-4220-9c7e-256007bbfc19),segment_id=d23a6594-b5ac-4220-9c7e-256007bbfc19)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:17.066408 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f13fc8d3-886f-4408-ba22-383e8742fb12 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (48518739-5f31-4976-b8c1-e1a435cade91), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:17.066762 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-f13fc8d3-886f-4408-ba22-383e8742fb12 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Added segment 48518739-5f31-4976-b8c1-e1a435cade91 of type vlan for network 539b920d-a033-4131-b05e-1f0e3d87526b Feb 08 21:35:17.070622 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'f240d2f5-738a-47f3-a5a1-831acc97189b', 'network_id': '0b788a94-1e80-468a-940e-48c5a63e44a4', 'port_id': 'f240d2f5-738a-47f3-a5a1-831acc97189b', 'mac_address': 'fa:16:3e:09:c2:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5401f80b-e57f-40cb-9cf6-b97b0a9bdb9b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:35:17.112332 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port f240d2f5-738a-47f3-a5a1-831acc97189b is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:17.112725 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f240d2f5-738a-47f3-a5a1-831acc97189b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:17.130417 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f240d2f5-738a-47f3-a5a1-831acc97189b {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:35:17.153061 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port f240d2f5-738a-47f3-a5a1-831acc97189b, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=f240d2f5-738a-47f3-a5a1-831acc97189b,segment=NetworkSegment(d23a6594-b5ac-4220-9c7e-256007bbfc19),segment_id=d23a6594-b5ac-4220-9c7e-256007bbfc19)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:17.154588 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb0180be-7817-420e-b608-03a609fceb2f tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (e0a9b9ec-b0de-4d39-8921-b9219efd548e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:17.160179 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f240d2f5-738a-47f3-a5a1-831acc97189b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:17.161894 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab292e-8ea0-4383-95a4-2e1588a0358d req-2f2d790b-7e83-433b-9f80-14318690a6ba tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:17.163736 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3dab292e-8ea0-4383-95a4-2e1588a0358d req-2f2d790b-7e83-433b-9f80-14318690a6ba tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=57a2754a-9913-46e0-9902-bb7802c191a4 HTTP/1.1" status: 200 len: 944 time: 0.5838282 Feb 08 21:35:17.181704 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c36e0e-2c61-4611-b2f9-2843964f8c10 req-d7f9b526-0fa5-4a45-934d-36eb47978338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:17.184435 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-68c36e0e-2c61-4611-b2f9-2843964f8c10 req-d7f9b526-0fa5-4a45-934d-36eb47978338 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d00185f4-2139-492b-b59f-1586b41daef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2092814 Feb 08 21:35:17.208835 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-eb0180be-7817-420e-b608-03a609fceb2f tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a9b9ec-b0de-4d39-8921-b9219efd548e']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:17.212993 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=f240d2f5-738a-47f3-a5a1-831acc97189b,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:17.234112 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f13fc8d3-886f-4408-ba22-383e8742fb12 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (539b920d-a033-4131-b05e-1f0e3d87526b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:17.243565 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8bd23f5e-9457-4ab0-a6a5-2db33a9d9e4c admin admin] Publish callbacks [] for port (c1000643-2e11-40b8-b198-254de175836f), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:17.256244 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8bd23f5e-9457-4ab0-a6a5-2db33a9d9e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (c1000643-2e11-40b8-b198-254de175836f), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:17.285923 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-eb0180be-7817-420e-b608-03a609fceb2f tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '615d05bc-91a6-4266-946a-41943643d9e1') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:17.286229 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-eb0180be-7817-420e-b608-03a609fceb2f tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '615d05bc-91a6-4266-946a-41943643d9e1') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:17.312875 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb0180be-7817-420e-b608-03a609fceb2f tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (615d05bc-91a6-4266-946a-41943643d9e1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:17.327938 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-5357668c-65a4-4197-9726-6c200296cc94 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Allocated IP 172.25.3.28 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/373378c2-3211-48ca-a792-b07ea6ccc008) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:35:17.351030 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb0180be-7817-420e-b608-03a609fceb2f tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (615d05bc-91a6-4266-946a-41943643d9e1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:17.376264 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0180be-7817-420e-b608-03a609fceb2f tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:35:17.376666 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb0180be-7817-420e-b608-03a609fceb2f tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (615d05bc-91a6-4266-946a-41943643d9e1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:35:17.379693 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:35:17.382903 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3dab292e-8ea0-4383-95a4-2e1588a0358d req-0b85daa5-8c83-4a93-9b30-8ebee0f66224 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923015 Feb 08 21:35:17.395659 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f13fc8d3-886f-4408-ba22-383e8742fb12 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (539b920d-a033-4131-b05e-1f0e3d87526b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:17.400565 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13fc8d3-886f-4408-ba22-383e8742fb12 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:17.401171 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f13fc8d3-886f-4408-ba22-383e8742fb12 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:17.430798 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-68c36e0e-2c61-4611-b2f9-2843964f8c10 req-5d6fad8a-0939-48f8-8b3f-2a527f53d027 service neutron] 10.222.0.94 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363946 Feb 08 21:35:17.456669 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd23f5e-9457-4ab0-a6a5-2db33a9d9e4c admin admin] Pushing event updated for resources: {'Port': ['ID=c1000643-2e11-40b8-b198-254de175836f,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:17.459207 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8bd23f5e-9457-4ab0-a6a5-2db33a9d9e4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (c6de717d-4ccd-4982-8826-037568f9cb0b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:17.490162 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['f240d2f5-738a-47f3-a5a1-831acc97189b'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:35:17.531829 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f13fc8d3-886f-4408-ba22-383e8742fb12 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7039688 Feb 08 21:35:17.537794 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f48483b-872b-44c7-b2fc-0c524d83f12a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:17.538820 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13fc8d3-886f-4408-ba22-383e8742fb12 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Pushing event updated for resources: {'Network': ['ID=539b920d-a033-4131-b05e-1f0e3d87526b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:17.540867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33536) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:17.557171 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-b3f9399d-1865-40b4-a36b-640163a225e5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Request body: {'subnet': {'network_id': '539b920d-a033-4131-b05e-1f0e3d87526b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:17.567331 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 539b920d-a033-4131-b05e-1f0e3d87526b details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:35:17.586720 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f48483b-872b-44c7-b2fc-0c524d83f12a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (8a47800b-3b5c-41c4-bf5c-0c8f3140d37e), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:17.595127 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-68c36e0e-2c61-4611-b2f9-2843964f8c10 req-1350ff41-1e43-46f6-9c4c-322cf7bb159c service neutron] 10.222.0.94 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279001 Feb 08 21:35:17.632135 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb0180be-7817-420e-b608-03a609fceb2f tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (e0a9b9ec-b0de-4d39-8921-b9219efd548e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:17.641213 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb0180be-7817-420e-b608-03a609fceb2f tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:17.647357 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-eb0180be-7817-420e-b608-03a609fceb2f tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "DELETE /v2.0/networks/e0a9b9ec-b0de-4d39-8921-b9219efd548e HTTP/1.1" status: 204 len: 168 time: 1.9640534 Feb 08 21:35:17.661110 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33540) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:17.677012 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-895d4fed-0aab-4056-b8a7-88548599b7ba tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-101486178'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:17.684592 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0180be-7817-420e-b608-03a609fceb2f tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Pushing event deleted for resources: {'Network': ['ID=e0a9b9ec-b0de-4d39-8921-b9219efd548e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:17.719056 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5357668c-65a4-4197-9726-6c200296cc94 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for port (373378c2-3211-48ca-a792-b07ea6ccc008), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:17.732891 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895d4fed-0aab-4056-b8a7-88548599b7ba tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Made reservation on behalf of e06b0580b36e41f2ba7247491d9845e4 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:35:17.737083 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-895d4fed-0aab-4056-b8a7-88548599b7ba tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:17.743706 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device a9aec02f-99dc-467c-99f0-5fb70e28421d no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:35:17.775761 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: a9aec02f-99dc-467c-99f0-5fb70e28421d {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:35:17.776471 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device a9aec02f-99dc-467c-99f0-5fb70e28421d not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:35:17.780387 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-895d4fed-0aab-4056-b8a7-88548599b7ba tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:35:17.794597 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-895d4fed-0aab-4056-b8a7-88548599b7ba tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (8243598c-c110-43cc-bf5f-8f8c1dc4550b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:17.794963 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-895d4fed-0aab-4056-b8a7-88548599b7ba tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Added segment 8243598c-c110-43cc-bf5f-8f8c1dc4550b of type vlan for network 4f7d15aa-1318-473a-9e90-cc1f3a9bff63 Feb 08 21:35:17.804432 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5357668c-65a4-4197-9726-6c200296cc94 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (373378c2-3211-48ca-a792-b07ea6ccc008), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:17.863807 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-895d4fed-0aab-4056-b8a7-88548599b7ba tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (4f7d15aa-1318-473a-9e90-cc1f3a9bff63), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:17.876268 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5357668c-65a4-4197-9726-6c200296cc94 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:35:17.883705 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-5357668c-65a4-4197-9726-6c200296cc94 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:17.894988 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5357668c-65a4-4197-9726-6c200296cc94 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:35:17.906041 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-3f48483b-872b-44c7-b2fc-0c524d83f12a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Floating IP 8a47800b-3b5c-41c4-bf5c-0c8f3140d37e associated. External IP: 172.25.3.25, port: 1377707d-b01d-41a2-a8a0-5668122e5697. Feb 08 21:35:17.930742 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357668c-65a4-4197-9726-6c200296cc94 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Pushing event updated for resources: {'Port': ['ID=373378c2-3211-48ca-a792-b07ea6ccc008,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:17.939739 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-895d4fed-0aab-4056-b8a7-88548599b7ba tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (4f7d15aa-1318-473a-9e90-cc1f3a9bff63), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:17.944763 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d4fed-0aab-4056-b8a7-88548599b7ba tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:17.945381 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-895d4fed-0aab-4056-b8a7-88548599b7ba tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:18.017992 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-895d4fed-0aab-4056-b8a7-88548599b7ba tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3469071 Feb 08 21:35:18.026946 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b881193-59c0-42fc-83ac-fe3f818ac887 req-deb39884-54ee-4b0a-8629-18d9c3f11571 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:18.028512 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4b881193-59c0-42fc-83ac-fe3f818ac887 req-deb39884-54ee-4b0a-8629-18d9c3f11571 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 945 time: 0.2594559 Feb 08 21:35:18.033911 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33542) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:18.041448 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd23f5e-9457-4ab0-a6a5-2db33a9d9e4c admin admin] Network 78ab189a-860e-4a01-8c19-0f0521b9833d is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:35:18.049744 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24771ea2-3c03-4c07-b32b-c8fb50460f93 req-7b9a4e1b-7a84-46cb-b744-cc6aa206e9e9 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:18.051390 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-24771ea2-3c03-4c07-b32b-c8fb50460f93 req-7b9a4e1b-7a84-46cb-b744-cc6aa206e9e9 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 945 time: 0.2804189 Feb 08 21:35:18.055182 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-f352510b-4636-4590-b1f7-d5b389ba6f3d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Request body: {'subnet': {'network_id': '4f7d15aa-1318-473a-9e90-cc1f3a9bff63', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:18.062374 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f9399d-1865-40b4-a36b-640163a225e5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Made reservation on behalf of cc36f9cbbee84e7dab52010d34793997 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:35:18.065744 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b3f9399d-1865-40b4-a36b-640163a225e5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:18.079096 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-8bd23f5e-9457-4ab0-a6a5-2db33a9d9e4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:18.092535 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d4fed-0aab-4056-b8a7-88548599b7ba tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Pushing event updated for resources: {'Network': ['ID=4f7d15aa-1318-473a-9e90-cc1f3a9bff63,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:18.106073 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 4f7d15aa-1318-473a-9e90-cc1f3a9bff63 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:35:18.251561 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5357668c-65a4-4197-9726-6c200296cc94 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_gateway (9e9fc714-857f-4d85-afee-f4cd186132a4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:18.399932 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4b881193-59c0-42fc-83ac-fe3f818ac887 req-80e43234-f80d-4c1c-b62a-5c8a4b6ee8b0 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3387074 Feb 08 21:35:18.403230 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-24771ea2-3c03-4c07-b32b-c8fb50460f93 req-ea831b14-d784-4423-85d5-538c2cd9e91a tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331919 Feb 08 21:35:18.473042 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5357668c-65a4-4197-9726-6c200296cc94 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-346790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58238'] for router (9e9fc714-857f-4d85-afee-f4cd186132a4), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:18.476592 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5357668c-65a4-4197-9726-6c200296cc94 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-346797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-346804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351703'] for router (9e9fc714-857f-4d85-afee-f4cd186132a4), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:18.497548 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f352510b-4636-4590-b1f7-d5b389ba6f3d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Made reservation on behalf of e06b0580b36e41f2ba7247491d9845e4 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:35:18.500928 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f352510b-4636-4590-b1f7-d5b389ba6f3d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:18.611466 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5357668c-65a4-4197-9726-6c200296cc94 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Router 9e9fc714-857f-4d85-afee-f4cd186132a4 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:35:18.667494 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd23f5e-9457-4ab0-a6a5-2db33a9d9e4c admin admin] Router c6de717d-4ccd-4982-8826-037568f9cb0b has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:35:18.679204 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device bf0b09da-257c-4e52-ad23-8286c9ef9e16 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:35:18.684501 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device bf0b09da-257c-4e52-ad23-8286c9ef9e16 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:35:18.731097 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5357668c-65a4-4197-9726-6c200296cc94 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:35:18.738398 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5357668c-65a4-4197-9726-6c200296cc94 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:18.739638 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5357668c-65a4-4197-9726-6c200296cc94 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "PUT /v2.0/routers/9e9fc714-857f-4d85-afee-f4cd186132a4 HTTP/1.1" status: 200 len: 878 time: 3.4377360 Feb 08 21:35:18.742333 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33546) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:18.752009 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc14221-f887-4aac-a9c4-4f9088984fd3 None None] Sync routers for ids ['9e9fc714-857f-4d85-afee-f4cd186132a4'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:35:18.770467 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc14221-f887-4aac-a9c4-4f9088984fd3 None None] Routers {'9e9fc714-857f-4d85-afee-f4cd186132a4'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:18.771470 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9bc14221-f887-4aac-a9c4-4f9088984fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['9e9fc714-857f-4d85-afee-f4cd186132a4'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:18.773300 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f918c-9954-4103-98ed-3cc41aa3accd req-5ed3ba8c-2fc3-4be5-b092-bb8ca78f2117 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:18.780960 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-723f918c-9954-4103-98ed-3cc41aa3accd req-5ed3ba8c-2fc3-4be5-b092-bb8ca78f2117 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=57a2754a-9913-46e0-9902-bb7802c191a4 HTTP/1.1" status: 200 len: 945 time: 0.2735813 Feb 08 21:35:18.803923 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f48483b-872b-44c7-b2fc-0c524d83f12a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Router 7c0be268-2eaa-4489-add8-c642c93c4753 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:35:18.839528 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9bc14221-f887-4aac-a9c4-4f9088984fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:18.862039 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc14221-f887-4aac-a9c4-4f9088984fd3 None None] Routers {'9e9fc714-857f-4d85-afee-f4cd186132a4'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:18.863232 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9bc14221-f887-4aac-a9c4-4f9088984fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['9e9fc714-857f-4d85-afee-f4cd186132a4'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:18.865261 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-14cfed91-ce8b-457f-8c53-9d5ab6e6cbf4 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "GET /v2.0/routers/9e9fc714-857f-4d85-afee-f4cd186132a4 HTTP/1.1" status: 200 len: 919 time: 0.1216819 Feb 08 21:35:18.866170 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33550) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:18.897529 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b3f9399d-1865-40b4-a36b-640163a225e5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (6a22c3c1-6edd-47f3-8ff9-4a1247ecebc8), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:18.922744 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2b4c83-d37f-4793-bb1a-a095164807fa tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:18.924215 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9bc14221-f887-4aac-a9c4-4f9088984fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:18.925348 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc14221-f887-4aac-a9c4-4f9088984fd3 None None] The sync data for ids ['9e9fc714-857f-4d85-afee-f4cd186132a4'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:35:18.928534 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ac2b4c83-d37f-4793-bb1a-a095164807fa tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=075c0dfb-2786-422e-af93-9cafe101c970&device_id=9e9fc714-857f-4d85-afee-f4cd186132a4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0614889 Feb 08 21:35:18.929165 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33552) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:18.978629 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device f240d2f5-738a-47f3-a5a1-831acc97189b up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:35:19.028336 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4fefb7-ab40-4a4a-ad22-529d4180a6cf tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:19.034455 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cb4fefb7-ab40-4a4a-ad22-529d4180a6cf tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 881 time: 0.1040580 Feb 08 21:35:19.035379 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33554) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:19.073826 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bfc046eb-048e-4916-8f2b-82827aec6fd4 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e9fc714-857f-4d85-afee-f4cd186132a4 HTTP/1.1" status: 200 len: 205 time: 0.0365381 Feb 08 21:35:19.074765 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33556) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:19.114525 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port bf0b09da-257c-4e52-ad23-8286c9ef9e16 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:19.115134 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bf0b09da-257c-4e52-ad23-8286c9ef9e16), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:19.122212 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port bf0b09da-257c-4e52-ad23-8286c9ef9e16, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=bf0b09da-257c-4e52-ad23-8286c9ef9e16,segment=NetworkSegment(eee22cdd-1b96-49e0-93ec-1d329c1b6b96),segment_id=eee22cdd-1b96-49e0-93ec-1d329c1b6b96)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:19.148413 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'bf0b09da-257c-4e52-ad23-8286c9ef9e16', 'network_id': '8be186de-368f-4eda-9951-a49b79ceb5c7', 'port_id': 'bf0b09da-257c-4e52-ad23-8286c9ef9e16', 'mac_address': 'fa:16:3e:76:c7:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a442a7b-87af-4f33-a2ce-71014519d421', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:35:19.164115 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8eda976-0558-4ccd-a6f2-dc4f5d1d3838', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf0b09da-257c-4e52-ad23-8286c9ef9e16'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:35:19.166589 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b766c46-e010-45b4-9101-8eabc64164b2" -d '{"events": [{"server_uuid": "f8eda976-0558-4ccd-a6f2-dc4f5d1d3838", "name": "network-vif-unplugged", "status": "completed", "tag": "bf0b09da-257c-4e52-ad23-8286c9ef9e16"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:35:19.172735 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port f240d2f5-738a-47f3-a5a1-831acc97189b completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:35:19.192952 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port f240d2f5-738a-47f3-a5a1-831acc97189b triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:19.193349 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f240d2f5-738a-47f3-a5a1-831acc97189b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:19.200629 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port bf0b09da-257c-4e52-ad23-8286c9ef9e16, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=bf0b09da-257c-4e52-ad23-8286c9ef9e16,segment=NetworkSegment(eee22cdd-1b96-49e0-93ec-1d329c1b6b96),segment_id=eee22cdd-1b96-49e0-93ec-1d329c1b6b96)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:19.234781 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88c30e3-5a28-4349-afad-2edc95f2f416 x-openstack-request-id: req-e88c30e3-5a28-4349-afad-2edc95f2f416 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:35:19.235046 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8eda976-0558-4ccd-a6f2-dc4f5d1d3838", "name": "network-vif-unplugged", "status": "completed", "tag": "bf0b09da-257c-4e52-ad23-8286c9ef9e16", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:35:19.235501 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e88c30e3-5a28-4349-afad-2edc95f2f416 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:35:19.235819 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8eda976-0558-4ccd-a6f2-dc4f5d1d3838', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf0b09da-257c-4e52-ad23-8286c9ef9e16', 'code': 200} Feb 08 21:35:19.248908 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7dd71724-4175-4e72-ae35-e6c503fa604e tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router (9e9fc714-857f-4d85-afee-f4cd186132a4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:19.256584 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (bf0b09da-257c-4e52-ad23-8286c9ef9e16), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:19.324686 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port bf0b09da-257c-4e52-ad23-8286c9ef9e16 is: ACTIVE; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:19.325041 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bf0b09da-257c-4e52-ad23-8286c9ef9e16), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:19.374214 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7dd71724-4175-4e72-ae35-e6c503fa604e tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_gateway (9e9fc714-857f-4d85-afee-f4cd186132a4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:19.374617 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf0b09da-257c-4e52-ad23-8286c9ef9e16 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:35:19.387290 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=bf0b09da-257c-4e52-ad23-8286c9ef9e16,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:19.430931 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-7dd71724-4175-4e72-ae35-e6c503fa604e tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Deleting port 373378c2-3211-48ca-a792-b07ea6ccc008 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:19.431151 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7dd71724-4175-4e72-ae35-e6c503fa604e tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (373378c2-3211-48ca-a792-b07ea6ccc008), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:19.453111 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:19.453111 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:19.453443 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:19.453887 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:19.454100 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:19.454408 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:19.454739 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:19.455063 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:19.455389 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:19.455712 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:19.456038 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:19.456360 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:19.456685 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:19.467160 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-723f918c-9954-4103-98ed-3cc41aa3accd req-d3c279c0-daae-4c0d-8e34-83fff6bcc1f0 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6806171 Feb 08 21:35:19.487595 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port f240d2f5-738a-47f3-a5a1-831acc97189b is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:19.487994 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f240d2f5-738a-47f3-a5a1-831acc97189b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:19.490935 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:35:19.491295 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:35:19.499248 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9399d-1865-40b4-a36b-640163a225e5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Pushing event updated for resources: {'Subnet': ['ID=6a22c3c1-6edd-47f3-8ff9-4a1247ecebc8,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:19.551456 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port f240d2f5-738a-47f3-a5a1-831acc97189b, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=f240d2f5-738a-47f3-a5a1-831acc97189b,segment=NetworkSegment(d23a6594-b5ac-4220-9c7e-256007bbfc19),segment_id=d23a6594-b5ac-4220-9c7e-256007bbfc19)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:19.560524 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f240d2f5-738a-47f3-a5a1-831acc97189b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:19.567160 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 3e63e12c-97b8-4b03-8007-0ad151950de8 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:35:19.578890 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f9399d-1865-40b4-a36b-640163a225e5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:19.579157 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f9399d-1865-40b4-a36b-640163a225e5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:19.579478 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f9399d-1865-40b4-a36b-640163a225e5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:19.579966 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f9399d-1865-40b4-a36b-640163a225e5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:19.580318 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f9399d-1865-40b4-a36b-640163a225e5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:19.580660 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f9399d-1865-40b4-a36b-640163a225e5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:19.580996 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f9399d-1865-40b4-a36b-640163a225e5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:19.581358 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f9399d-1865-40b4-a36b-640163a225e5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:19.581687 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f9399d-1865-40b4-a36b-640163a225e5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:19.582017 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f9399d-1865-40b4-a36b-640163a225e5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:19.582347 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f9399d-1865-40b4-a36b-640163a225e5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:19.582675 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f9399d-1865-40b4-a36b-640163a225e5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:19.583001 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f9399d-1865-40b4-a36b-640163a225e5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:35:19.583689 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7dd71724-4175-4e72-ae35-e6c503fa604e tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (373378c2-3211-48ca-a792-b07ea6ccc008), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:19.609627 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-7dd71724-4175-4e72-ae35-e6c503fa604e tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Calling delete_port for 373378c2-3211-48ca-a792-b07ea6ccc008 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:19.613340 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f352510b-4636-4590-b1f7-d5b389ba6f3d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (32c97e03-c235-4cd7-b920-fab30af18294), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:19.670011 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=f240d2f5-738a-47f3-a5a1-831acc97189b,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:19.689026 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd23f5e-9457-4ab0-a6a5-2db33a9d9e4c admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:35:19.701926 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f9399d-1865-40b4-a36b-640163a225e5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Checking segment: {'id': '48518739-5f31-4976-b8c1-e1a435cade91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '539b920d-a033-4131-b05e-1f0e3d87526b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:35:19.702445 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f9399d-1865-40b4-a36b-640163a225e5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Network hostable DHCP agents. Network: 539b920d-a033-4131-b05e-1f0e3d87526b, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:35:19.702762 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d88bae-6f5b-4004-8017-e7defa942eea None None] Sync routers for ids ['c6de717d-4ccd-4982-8826-037568f9cb0b'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:35:19.728467 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8bd23f5e-9457-4ab0-a6a5-2db33a9d9e4c admin admin] 10.222.0.88 "PUT /v2.0/routers/c6de717d-4ccd-4982-8826-037568f9cb0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7711978 Feb 08 21:35:19.728754 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d88bae-6f5b-4004-8017-e7defa942eea None None] Routers {'c6de717d-4ccd-4982-8826-037568f9cb0b'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:19.728754 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f5d88bae-6f5b-4004-8017-e7defa942eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c6de717d-4ccd-4982-8826-037568f9cb0b'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:19.781929 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f48483b-872b-44c7-b2fc-0c524d83f12a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:35:19.798277 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 3e63e12c-97b8-4b03-8007-0ad151950de8 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:19.798687 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3e63e12c-97b8-4b03-8007-0ad151950de8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:19.801738 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015b09d6-9819-4497-aa63-0e3f1dcca367 None None] Sync routers for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:35:19.820360 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015b09d6-9819-4497-aa63-0e3f1dcca367 None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:19.821426 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-015b09d6-9819-4497-aa63-0e3f1dcca367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:19.876842 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352510b-4636-4590-b1f7-d5b389ba6f3d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Pushing event updated for resources: {'Subnet': ['ID=32c97e03-c235-4cd7-b920-fab30af18294,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:19.878175 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-015b09d6-9819-4497-aa63-0e3f1dcca367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:19.887006 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7dd71724-4175-4e72-ae35-e6c503fa604e tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (373378c2-3211-48ca-a792-b07ea6ccc008), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:19.891731 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015b09d6-9819-4497-aa63-0e3f1dcca367 None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:19.892729 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-015b09d6-9819-4497-aa63-0e3f1dcca367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:19.918730 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 3e63e12c-97b8-4b03-8007-0ad151950de8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3e63e12c-97b8-4b03-8007-0ad151950de8,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:19.921827 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f9399d-1865-40b4-a36b-640163a225e5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Network 539b920d-a033-4131-b05e-1f0e3d87526b is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:35:19.928466 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3e63e12c-97b8-4b03-8007-0ad151950de8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:19.936614 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff49c4-76ad-4409-91f7-15e80292f138 req-194c9758-fbf4-428a-b168-5722fe200cf4 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:19.938209 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0ff49c4-76ad-4409-91f7-15e80292f138 req-194c9758-fbf4-428a-b168-5722fe200cf4 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 945 time: 0.3710632 Feb 08 21:35:19.940275 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-015b09d6-9819-4497-aa63-0e3f1dcca367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:19.941964 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015b09d6-9819-4497-aa63-0e3f1dcca367 None None] The sync data for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:35:19.956655 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ff50c-95a2-42a8-adea-f4e06c97d8ce req-7a3ab894-ff43-4f4b-8295-9d926c864c0d tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:19.959381 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd71724-4175-4e72-ae35-e6c503fa604e tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Pushing event deleted for resources: {'Port': ['ID=373378c2-3211-48ca-a792-b07ea6ccc008,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:19.963516 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-342ff50c-95a2-42a8-adea-f4e06c97d8ce req-7a3ab894-ff43-4f4b-8295-9d926c864c0d tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 943 time: 0.3973892 Feb 08 21:35:19.986289 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-b3f9399d-1865-40b4-a36b-640163a225e5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 539b920d-a033-4131-b05e-1f0e3d87526b) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:20.024731 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f352510b-4636-4590-b1f7-d5b389ba6f3d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Checking segment: {'id': '8243598c-c110-43cc-bf5f-8f8c1dc4550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4f7d15aa-1318-473a-9e90-cc1f3a9bff63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:35:20.027882 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e197658-fd01-4b16-8700-61ed52bbc132 None None] Network 539b920d-a033-4131-b05e-1f0e3d87526b requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:35:20.029738 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f352510b-4636-4590-b1f7-d5b389ba6f3d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Network hostable DHCP agents. Network: 4f7d15aa-1318-473a-9e90-cc1f3a9bff63, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:35:20.032994 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7dd71724-4175-4e72-ae35-e6c503fa604e tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (9e9fc714-857f-4d85-afee-f4cd186132a4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:20.049098 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f9399d-1865-40b4-a36b-640163a225e5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:20.050077 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b3f9399d-1865-40b4-a36b-640163a225e5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:20.054202 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-f5d88bae-6f5b-4004-8017-e7defa942eea None None] Set router c6de717d-4ccd-4982-8826-037568f9cb0b gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:35:20.094464 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b3f9399d-1865-40b4-a36b-640163a225e5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5464017 Feb 08 21:35:20.099607 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33570) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:20.116790 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-aa3afabd-b25e-4b98-9f02-fcaf0a7fc592 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Request body: {'network': {'name': 'tempest-router-network01--1532827486'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:20.154093 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f352510b-4636-4590-b1f7-d5b389ba6f3d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Network 4f7d15aa-1318-473a-9e90-cc1f3a9bff63 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:35:20.168392 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-342ff50c-95a2-42a8-adea-f4e06c97d8ce req-24dd28e9-b430-4c2a-a5c7-ee6165039343 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017298 Feb 08 21:35:20.179085 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0ff49c4-76ad-4409-91f7-15e80292f138 req-e0483765-0a90-42d0-a5ec-4fe37da3f4b2 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080581 Feb 08 21:35:20.180076 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-f352510b-4636-4590-b1f7-d5b389ba6f3d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 4f7d15aa-1318-473a-9e90-cc1f3a9bff63) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:20.184711 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3afabd-b25e-4b98-9f02-fcaf0a7fc592 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Made reservation on behalf of cc36f9cbbee84e7dab52010d34793997 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:35:20.188189 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aa3afabd-b25e-4b98-9f02-fcaf0a7fc592 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:20.202774 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f352510b-4636-4590-b1f7-d5b389ba6f3d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:20.202774 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f352510b-4636-4590-b1f7-d5b389ba6f3d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:20.203149 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=3e63e12c-97b8-4b03-8007-0ad151950de8,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:20.230760 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6f0d72-37b9-4b73-8454-faffb42f4c42 None None] Network 4f7d15aa-1318-473a-9e90-cc1f3a9bff63 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:35:20.278742 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port bf0b09da-257c-4e52-ad23-8286c9ef9e16 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:20.278980 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bf0b09da-257c-4e52-ad23-8286c9ef9e16), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:20.343239 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f352510b-4636-4590-b1f7-d5b389ba6f3d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3015296 Feb 08 21:35:20.345964 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33580) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:20.353079 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-66c6c868-ba21-4806-a040-2dadbde9b4b2 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2094581640'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:20.363360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3afabd-b25e-4b98-9f02-fcaf0a7fc592 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:35:20.385294 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aa3afabd-b25e-4b98-9f02-fcaf0a7fc592 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (b134e5f0-a2b5-4aba-a914-3e82bd51bb15), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:20.385702 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-aa3afabd-b25e-4b98-9f02-fcaf0a7fc592 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Added segment b134e5f0-a2b5-4aba-a914-3e82bd51bb15 of type vlan for network 1c7596bc-aac5-469d-b1b4-8070c61d367d Feb 08 21:35:20.435058 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c6c868-ba21-4806-a040-2dadbde9b4b2 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Made reservation on behalf of e06b0580b36e41f2ba7247491d9845e4 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:35:20.450718 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66c6c868-ba21-4806-a040-2dadbde9b4b2 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:20.484251 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aa3afabd-b25e-4b98-9f02-fcaf0a7fc592 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (1c7596bc-aac5-469d-b1b4-8070c61d367d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:20.490552 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf0b09da-257c-4e52-ad23-8286c9ef9e16 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:35:20.515517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f48483b-872b-44c7-b2fc-0c524d83f12a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Router 7c0be268-2eaa-4489-add8-c642c93c4753 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:35:20.559629 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c6c868-ba21-4806-a040-2dadbde9b4b2 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:35:20.572740 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aa3afabd-b25e-4b98-9f02-fcaf0a7fc592 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (1c7596bc-aac5-469d-b1b4-8070c61d367d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:20.577832 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3afabd-b25e-4b98-9f02-fcaf0a7fc592 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:20.578471 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aa3afabd-b25e-4b98-9f02-fcaf0a7fc592 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:20.582511 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7dd71724-4175-4e72-ae35-e6c503fa604e tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (9e9fc714-857f-4d85-afee-f4cd186132a4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:20.586189 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7dd71724-4175-4e72-ae35-e6c503fa604e tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_controller (9e9fc714-857f-4d85-afee-f4cd186132a4), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:20.587656 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port bf0b09da-257c-4e52-ad23-8286c9ef9e16, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=bf0b09da-257c-4e52-ad23-8286c9ef9e16,segment=NetworkSegment(eee22cdd-1b96-49e0-93ec-1d329c1b6b96),segment_id=eee22cdd-1b96-49e0-93ec-1d329c1b6b96)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:20.587894 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66c6c868-ba21-4806-a040-2dadbde9b4b2 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (04932683-d5b7-4cee-b0c4-c54f714c2f5b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:20.588262 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-66c6c868-ba21-4806-a040-2dadbde9b4b2 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Added segment 04932683-d5b7-4cee-b0c4-c54f714c2f5b of type vlan for network b78cdfbe-37be-4e93-8a7c-19400469f503 Feb 08 21:35:20.605972 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb59f54-b52e-45e1-87c9-7fad3d3b5437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-539b920d-a033-4131-b05e-1f0e3d87526b', 'network_id': '539b920d-a033-4131-b05e-1f0e3d87526b', 'project_id': 'cc36f9cbbee84e7dab52010d34793997', 'fixed_ips': [{'subnet_id': '6a22c3c1-6edd-47f3-8ff9-4a1247ecebc8'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:35:20.606998 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8fb59f54-b52e-45e1-87c9-7fad3d3b5437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:20.614453 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (bf0b09da-257c-4e52-ad23-8286c9ef9e16), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:20.642221 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7dd71724-4175-4e72-ae35-e6c503fa604e tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (9e9fc714-857f-4d85-afee-f4cd186132a4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:20.642989 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd71724-4175-4e72-ae35-e6c503fa604e tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Fanout notify agent at l3_agent the message router_deleted on router 9e9fc714-857f-4d85-afee-f4cd186132a4 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:35:20.654885 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7dd71724-4175-4e72-ae35-e6c503fa604e tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:20.660899 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7dd71724-4175-4e72-ae35-e6c503fa604e tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "DELETE /v2.0/routers/9e9fc714-857f-4d85-afee-f4cd186132a4 HTTP/1.1" status: 204 len: 168 time: 1.5848479 Feb 08 21:35:20.661547 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33600) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:20.666958 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7695bd06-e40c-41ef-9669-26b09aede432 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1531842096', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:20.695866 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7695bd06-e40c-41ef-9669-26b09aede432 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (c91efcf0-eed6-44f9-bcb6-9dea46392a93), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:20.706023 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7695bd06-e40c-41ef-9669-26b09aede432 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (c91efcf0-eed6-44f9-bcb6-9dea46392a93), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:20.710115 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faaf94f-4707-40f9-aea0-ddf9625f52ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-4f7d15aa-1318-473a-9e90-cc1f3a9bff63', 'network_id': '4f7d15aa-1318-473a-9e90-cc1f3a9bff63', 'project_id': 'e06b0580b36e41f2ba7247491d9845e4', 'fixed_ips': [{'subnet_id': '32c97e03-c235-4cd7-b920-fab30af18294'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:35:20.711061 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8faaf94f-4707-40f9-aea0-ddf9625f52ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:20.812851 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7695bd06-e40c-41ef-9669-26b09aede432 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_controller (c91efcf0-eed6-44f9-bcb6-9dea46392a93), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:20.818354 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7695bd06-e40c-41ef-9669-26b09aede432 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (c91efcf0-eed6-44f9-bcb6-9dea46392a93), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:20.858341 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-aa3afabd-b25e-4b98-9f02-fcaf0a7fc592 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7482204 Feb 08 21:35:20.860749 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33604) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:20.866663 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7695bd06-e40c-41ef-9669-26b09aede432 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:20.868372 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7695bd06-e40c-41ef-9669-26b09aede432 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2055407 Feb 08 21:35:20.872368 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=bf0b09da-257c-4e52-ad23-8286c9ef9e16,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:20.899277 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33606) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:20.907607 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c6bd547c-90c1-47c5-8c9f-6a9f2a3f1bc1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Request body: {'network': {'name': 'tempest-router-network02--900505923'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:20.966362 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bd547c-90c1-47c5-8c9f-6a9f2a3f1bc1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Made reservation on behalf of cc36f9cbbee84e7dab52010d34793997 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:35:20.970109 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['bf0b09da-257c-4e52-ad23-8286c9ef9e16'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:35:20.977679 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6bd547c-90c1-47c5-8c9f-6a9f2a3f1bc1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:20.981115 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-18473309-45c0-4b6d-b880-edde1a3bc0cc tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'enable_snat': True}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:20.992963 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66c6c868-ba21-4806-a040-2dadbde9b4b2 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (b78cdfbe-37be-4e93-8a7c-19400469f503), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:21.007519 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3afabd-b25e-4b98-9f02-fcaf0a7fc592 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Pushing event updated for resources: {'Network': ['ID=1c7596bc-aac5-469d-b1b4-8070c61d367d,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:21.034499 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 1c7596bc-aac5-469d-b1b4-8070c61d367d details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:35:21.057968 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6bd547c-90c1-47c5-8c9f-6a9f2a3f1bc1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:35:21.076394 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6bd547c-90c1-47c5-8c9f-6a9f2a3f1bc1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (72576682-1a97-4ac4-99d8-992802f77456), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:21.076922 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-c6bd547c-90c1-47c5-8c9f-6a9f2a3f1bc1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Added segment 72576682-1a97-4ac4-99d8-992802f77456 of type vlan for network d8328fe3-48f2-42c3-b1d5-3ca8bf5e816e Feb 08 21:35:21.128867 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6bd547c-90c1-47c5-8c9f-6a9f2a3f1bc1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (d8328fe3-48f2-42c3-b1d5-3ca8bf5e816e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:21.131485 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.db.resource_extend [None req-66c6c868-ba21-4806-a040-2dadbde9b4b2 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:35:21.152515 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f48483b-872b-44c7-b2fc-0c524d83f12a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:35:21.177526 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6bd547c-90c1-47c5-8c9f-6a9f2a3f1bc1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (d8328fe3-48f2-42c3-b1d5-3ca8bf5e816e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:21.178332 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f48483b-872b-44c7-b2fc-0c524d83f12a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:21.187569 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bd547c-90c1-47c5-8c9f-6a9f2a3f1bc1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:21.188714 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6bd547c-90c1-47c5-8c9f-6a9f2a3f1bc1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:21.195499 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66c6c868-ba21-4806-a040-2dadbde9b4b2 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (b78cdfbe-37be-4e93-8a7c-19400469f503), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:21.201579 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c6c868-ba21-4806-a040-2dadbde9b4b2 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:21.203403 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66c6c868-ba21-4806-a040-2dadbde9b4b2 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:21.275421 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a2754a-9913-46e0-9902-bb7802c191a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f240d2f5-738a-47f3-a5a1-831acc97189b'}, {'server_uuid': 'bab879ab-daf9-42bc-8293-775c9c6a9a1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e63e12c-97b8-4b03-8007-0ad151950de8'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:35:21.278244 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd37da3-d98c-447a-962b-e7400a9a092a" -d '{"events": [{"server_uuid": "57a2754a-9913-46e0-9902-bb7802c191a4", "name": "network-vif-plugged", "status": "completed", "tag": "f240d2f5-738a-47f3-a5a1-831acc97189b"}, {"server_uuid": "bab879ab-daf9-42bc-8293-775c9c6a9a1c", "name": "network-vif-unplugged", "status": "completed", "tag": "3e63e12c-97b8-4b03-8007-0ad151950de8"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:35:21.284817 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd547c-90c1-47c5-8c9f-6a9f2a3f1bc1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Pushing event updated for resources: {'Network': ['ID=d8328fe3-48f2-42c3-b1d5-3ca8bf5e816e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:21.290839 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2db89b-5afe-4c86-8d80-ab883523999a None None] Sync routers for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:35:21.306528 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c6bd547c-90c1-47c5-8c9f-6a9f2a3f1bc1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4444375 Feb 08 21:35:21.308084 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33616) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:21.315568 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0420a7e0-2339-414e-9af8-47533024e7ba tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Request body: {'subnet': {'network_id': '1c7596bc-aac5-469d-b1b4-8070c61d367d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:21.327767 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network d8328fe3-48f2-42c3-b1d5-3ca8bf5e816e details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:35:21.357199 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-8fb59f54-b52e-45e1-87c9-7fad3d3b5437 None None] Allocated IP 172.20.0.2 (539b920d-a033-4131-b05e-1f0e3d87526b/6a22c3c1-6edd-47f3-8ff9-4a1247ecebc8/ec895fb4-a637-48fe-b9c9-458ebf0c92dc) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:35:21.418089 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-66c6c868-ba21-4806-a040-2dadbde9b4b2 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0679948 Feb 08 21:35:21.419614 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2db89b-5afe-4c86-8d80-ab883523999a None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:21.420522 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ec2db89b-5afe-4c86-8d80-ab883523999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:21.424270 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33618) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:21.426829 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-8faaf94f-4707-40f9-aea0-ddf9625f52ff None None] Allocated IP 19.80.0.2 (4f7d15aa-1318-473a-9e90-cc1f3a9bff63/32c97e03-c235-4cd7-b920-fab30af18294/38e65c0d-42f7-4da8-98dc-7312a03b3065) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:35:21.432044 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f5d88bae-6f5b-4004-8017-e7defa942eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6de717d-4ccd-4982-8826-037568f9cb0b', 'name': 'tempest-ServerRescueTestJSON-20717810-router', 'tenant_id': 'd7c4f68f48ac4d7b8c033568865db0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:35:02Z', 'updated_at': '2022-02-08T21:35:16Z', 'revision_number': 4, 'project_id': 'd7c4f68f48ac4d7b8c033568865db0b6', 'gw_port': {'id': '84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:92:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6de717d-4ccd-4982-8826-037568f9cb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:35:05Z', 'updated_at': '2022-02-08T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'c1000643-2e11-40b8-b198-254de175836f', 'name': '', 'network_id': '78ab189a-860e-4a01-8c19-0f0521b9833d', 'tenant_id': 'd7c4f68f48ac4d7b8c033568865db0b6', 'mac_address': 'fa:16:3e:18:d8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6de717d-4ccd-4982-8826-037568f9cb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '739e92e6-a4d6-46e1-b30b-0269af78c658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:35:14Z', 'updated_at': '2022-02-08T21:35:16Z', 'revision_number': 2, 'project_id': 'd7c4f68f48ac4d7b8c033568865db0b6', 'subnets': [{'id': '739e92e6-a4d6-46e1-b30b-0269af78c658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:21.435128 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3068f6f4-acf7-4416-99ce-80102f4293bb tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Request body: {'subnet': {'network_id': 'b78cdfbe-37be-4e93-8a7c-19400469f503', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:21.450832 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ecc8d-5767-49a2-8449-0e872d6bf08e req-159ff383-d8ca-4595-8e4e-9c4de3636c0e tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:21.453031 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be0ecc8d-5767-49a2-8449-0e872d6bf08e req-159ff383-d8ca-4595-8e4e-9c4de3636c0e tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=57a2754a-9913-46e0-9902-bb7802c191a4 HTTP/1.1" status: 200 len: 946 time: 0.5890503 Feb 08 21:35:21.459653 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-0182201a-18e8-4909-a145-11b4dd168867 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:21.461427 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-0182201a-18e8-4909-a145-11b4dd168867 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/networks?id=78ab189a-860e-4a01-8c19-0f0521b9833d HTTP/1.1" status: 200 len: 809 time: 0.8064911 Feb 08 21:35:21.515422 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0420a7e0-2339-414e-9af8-47533024e7ba tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Made reservation on behalf of cc36f9cbbee84e7dab52010d34793997 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:35:21.519219 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0420a7e0-2339-414e-9af8-47533024e7ba tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:21.553938 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ec2db89b-5afe-4c86-8d80-ab883523999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:21.579785 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6c868-ba21-4806-a040-2dadbde9b4b2 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Pushing event updated for resources: {'Network': ['ID=b78cdfbe-37be-4e93-8a7c-19400469f503,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:21.591285 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d88bae-6f5b-4004-8017-e7defa942eea None None] Checking router: c6de717d-4ccd-4982-8826-037568f9cb0b for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:35:21.591723 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d88bae-6f5b-4004-8017-e7defa942eea None None] Updating router c6de717d-4ccd-4982-8826-037568f9cb0b port c1000643-2e11-40b8-b198-254de175836f binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:35:21.592064 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-6372a4a1-b5d7-4674-9486-491135c43d29 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/quotas/d7c4f68f48ac4d7b8c033568865db0b6 HTTP/1.1" status: 200 len: 375 time: 0.1229212 Feb 08 21:35:21.605425 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-18473309-45c0-4b6d-b880-edde1a3bc0cc tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router_gateway (c91efcf0-eed6-44f9-bcb6-9dea46392a93), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:21.609382 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3068f6f4-acf7-4416-99ce-80102f4293bb tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Made reservation on behalf of e06b0580b36e41f2ba7247491d9845e4 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:35:21.613276 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3068f6f4-acf7-4416-99ce-80102f4293bb tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:21.622894 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3f48483b-872b-44c7-b2fc-0c524d83f12a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "PUT /v2.0/floatingips/8a47800b-3b5c-41c4-bf5c-0c8f3140d37e HTTP/1.1" status: 200 len: 978 time: 5.9266076 Feb 08 21:35:21.623127 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network b78cdfbe-37be-4e93-8a7c-19400469f503 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:35:21.631959 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33620) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:21.666002 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-400f4bca-5a9e-4d27-9da8-8de11e553762 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:21.723874 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be0ecc8d-5767-49a2-8449-0e872d6bf08e req-b7052dd4-e4e7-40f7-ba46-eff00f3ed48f tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582335 Feb 08 21:35:21.748434 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2db89b-5afe-4c86-8d80-ab883523999a None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:21.749686 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ec2db89b-5afe-4c86-8d80-ab883523999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:21.811650 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-dace27b3-6b80-4a12-9e44-6bc0f784db71 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d7c4f68f48ac4d7b8c033568865db0b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2025204 Feb 08 21:35:21.812597 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ec2db89b-5afe-4c86-8d80-ab883523999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:21.813505 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2db89b-5afe-4c86-8d80-ab883523999a None None] The sync data for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:35:21.816352 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-400f4bca-5a9e-4d27-9da8-8de11e553762 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (8a47800b-3b5c-41c4-bf5c-0c8f3140d37e), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:21.947135 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3068f6f4-acf7-4416-99ce-80102f4293bb tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (4f03708c-6551-4bc4-9e4f-280e9909b3fc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:21.987880 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8faaf94f-4707-40f9-aea0-ddf9625f52ff None None] Publish callbacks [] for port (38e65c0d-42f7-4da8-98dc-7312a03b3065), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:21.990784 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5d88bae-6f5b-4004-8017-e7defa942eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c1000643-2e11-40b8-b198-254de175836f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:22.028222 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8faaf94f-4707-40f9-aea0-ddf9625f52ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (38e65c0d-42f7-4da8-98dc-7312a03b3065), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:22.062895 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068f6f4-acf7-4416-99ce-80102f4293bb tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Pushing event updated for resources: {'Subnet': ['ID=4f03708c-6551-4bc4-9e4f-280e9909b3fc,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:22.066249 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0420a7e0-2339-414e-9af8-47533024e7ba tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (fae34d32-87a7-446a-806a-aa3504a8dcdb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:22.099297 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faaf94f-4707-40f9-aea0-ddf9625f52ff None None] Pushing event updated for resources: {'Port': ['ID=38e65c0d-42f7-4da8-98dc-7312a03b3065,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:22.151085 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faaf94f-4707-40f9-aea0-ddf9625f52ff None None] Network 4f7d15aa-1318-473a-9e90-cc1f3a9bff63 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:35:22.173115 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-8faaf94f-4707-40f9-aea0-ddf9625f52ff None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:22.190959 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faaf94f-4707-40f9-aea0-ddf9625f52ff None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:35:22.192757 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0420a7e0-2339-414e-9af8-47533024e7ba tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Checking segment: {'id': 'b134e5f0-a2b5-4aba-a914-3e82bd51bb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1c7596bc-aac5-469d-b1b4-8070c61d367d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:35:22.193184 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0420a7e0-2339-414e-9af8-47533024e7ba tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Network hostable DHCP agents. Network: 1c7596bc-aac5-469d-b1b4-8070c61d367d, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:35:22.198641 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3068f6f4-acf7-4416-99ce-80102f4293bb tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Checking segment: {'id': '04932683-d5b7-4cee-b0c4-c54f714c2f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b78cdfbe-37be-4e93-8a7c-19400469f503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:35:22.199147 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3068f6f4-acf7-4416-99ce-80102f4293bb tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Network hostable DHCP agents. Network: b78cdfbe-37be-4e93-8a7c-19400469f503, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:35:22.216642 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420a7e0-2339-414e-9af8-47533024e7ba tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Pushing event updated for resources: {'Subnet': ['ID=fae34d32-87a7-446a-806a-aa3504a8dcdb,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:22.235528 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3068f6f4-acf7-4416-99ce-80102f4293bb tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Network b78cdfbe-37be-4e93-8a7c-19400469f503 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:35:22.239997 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0420a7e0-2339-414e-9af8-47533024e7ba tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Network 1c7596bc-aac5-469d-b1b4-8070c61d367d is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:35:22.251124 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-3068f6f4-acf7-4416-99ce-80102f4293bb tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, b78cdfbe-37be-4e93-8a7c-19400469f503) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:22.257016 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3068f6f4-acf7-4416-99ce-80102f4293bb tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:22.258350 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3068f6f4-acf7-4416-99ce-80102f4293bb tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:22.263168 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-0420a7e0-2339-414e-9af8-47533024e7ba tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 1c7596bc-aac5-469d-b1b4-8070c61d367d) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:22.268343 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0420a7e0-2339-414e-9af8-47533024e7ba tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:22.269802 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0420a7e0-2339-414e-9af8-47533024e7ba tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:22.297874 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0420a7e0-2339-414e-9af8-47533024e7ba tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9879739 Feb 08 21:35:22.298172 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06da5969-10f3-43aa-a346-3eda97732681 None None] Network b78cdfbe-37be-4e93-8a7c-19400469f503 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:35:22.299114 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33630) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:22.300822 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d757f0-e425-45d2-8bd1-1072f4b8d56b None None] Network 1c7596bc-aac5-469d-b1b4-8070c61d367d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:35:22.304765 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6da5dc85-670c-4b1d-a483-1f8b9b7bb124 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Request body: {'subnet': {'network_id': 'd8328fe3-48f2-42c3-b1d5-3ca8bf5e816e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:22.314118 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3068f6f4-acf7-4416-99ce-80102f4293bb tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8816061 Feb 08 21:35:22.356732 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8fb59f54-b52e-45e1-87c9-7fad3d3b5437 None None] Publish callbacks [] for port (ec895fb4-a637-48fe-b9c9-458ebf0c92dc), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:22.428554 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da5dc85-670c-4b1d-a483-1f8b9b7bb124 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Made reservation on behalf of cc36f9cbbee84e7dab52010d34793997 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:35:22.432182 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6da5dc85-670c-4b1d-a483-1f8b9b7bb124 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:22.495698 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8fb59f54-b52e-45e1-87c9-7fad3d3b5437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (ec895fb4-a637-48fe-b9c9-458ebf0c92dc), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:22.498736 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-5ab3e8c5-9f66-4d61-b883-62b906021d0d service neutron] 10.222.0.88 "GET /v2.0/networks/78ab189a-860e-4a01-8c19-0f0521b9833d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6441038 Feb 08 21:35:22.554711 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-400f4bca-5a9e-4d27-9da8-8de11e553762 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:22.647839 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6da5dc85-670c-4b1d-a483-1f8b9b7bb124 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (fad584a5-6353-4beb-aeac-18771eeb785c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:22.658069 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-400f4bca-5a9e-4d27-9da8-8de11e553762 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (8a47800b-3b5c-41c4-bf5c-0c8f3140d37e), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:22.658713 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-400f4bca-5a9e-4d27-9da8-8de11e553762 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Floating IP 8a47800b-3b5c-41c4-bf5c-0c8f3140d37e disassociated. External IP: 172.25.3.25, port: b81cc090-e855-40d9-a073-c9418db02ae9. Feb 08 21:35:22.670058 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb59f54-b52e-45e1-87c9-7fad3d3b5437 None None] Network 539b920d-a033-4131-b05e-1f0e3d87526b is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:35:22.671006 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-8faaf94f-4707-40f9-aea0-ddf9625f52ff None None] Attempting to bind port 38e65c0d-42f7-4da8-98dc-7312a03b3065 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:35:22.671354 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938c009-0ca6-480c-a7fb-08d01c9e654a req-52b1fd29-953a-4db5-a16f-de02a230e010 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:22.671521 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-8faaf94f-4707-40f9-aea0-ddf9625f52ff None None] Attempting to bind port 38e65c0d-42f7-4da8-98dc-7312a03b3065 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '8243598c-c110-43cc-bf5f-8f8c1dc4550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4f7d15aa-1318-473a-9e90-cc1f3a9bff63'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:35:22.671923 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faaf94f-4707-40f9-aea0-ddf9625f52ff None None] Attempting to bind port 38e65c0d-42f7-4da8-98dc-7312a03b3065 on network 4f7d15aa-1318-473a-9e90-cc1f3a9bff63 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:35:22.673242 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d938c009-0ca6-480c-a7fb-08d01c9e654a req-52b1fd29-953a-4db5-a16f-de02a230e010 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 944 time: 0.2795329 Feb 08 21:35:22.688186 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-8fb59f54-b52e-45e1-87c9-7fad3d3b5437 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:22.690984 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb59f54-b52e-45e1-87c9-7fad3d3b5437 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:35:22.701768 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb59f54-b52e-45e1-87c9-7fad3d3b5437 None None] Pushing event updated for resources: {'Port': ['ID=ec895fb4-a637-48fe-b9c9-458ebf0c92dc,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:22.720546 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da5dc85-670c-4b1d-a483-1f8b9b7bb124 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Checking segment: {'id': '72576682-1a97-4ac4-99d8-992802f77456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd8328fe3-48f2-42c3-b1d5-3ca8bf5e816e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:35:22.720941 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da5dc85-670c-4b1d-a483-1f8b9b7bb124 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Network hostable DHCP agents. Network: d8328fe3-48f2-42c3-b1d5-3ca8bf5e816e, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:35:22.722588 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faaf94f-4707-40f9-aea0-ddf9625f52ff None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:35:22.723029 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faaf94f-4707-40f9-aea0-ddf9625f52ff None None] Checking segment: {'id': '8243598c-c110-43cc-bf5f-8f8c1dc4550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4f7d15aa-1318-473a-9e90-cc1f3a9bff63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:35:22.723129 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5dc85-670c-4b1d-a483-1f8b9b7bb124 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Pushing event updated for resources: {'Subnet': ['ID=fad584a5-6353-4beb-aeac-18771eeb785c,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:22.723428 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8faaf94f-4707-40f9-aea0-ddf9625f52ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:22.723890 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faaf94f-4707-40f9-aea0-ddf9625f52ff None None] Bound using segment: {'id': '8243598c-c110-43cc-bf5f-8f8c1dc4550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4f7d15aa-1318-473a-9e90-cc1f3a9bff63'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:35:22.724438 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-8faaf94f-4707-40f9-aea0-ddf9625f52ff None None] Bound port: 38e65c0d-42f7-4da8-98dc-7312a03b3065, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8243598c-c110-43cc-bf5f-8f8c1dc4550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4f7d15aa-1318-473a-9e90-cc1f3a9bff63'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:35:22.725899 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8faaf94f-4707-40f9-aea0-ddf9625f52ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (38e65c0d-42f7-4da8-98dc-7312a03b3065), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:22.745549 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da5dc85-670c-4b1d-a483-1f8b9b7bb124 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Network d8328fe3-48f2-42c3-b1d5-3ca8bf5e816e is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:35:22.761337 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-6da5dc85-670c-4b1d-a483-1f8b9b7bb124 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, d8328fe3-48f2-42c3-b1d5-3ca8bf5e816e) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:22.766262 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da5dc85-670c-4b1d-a483-1f8b9b7bb124 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:22.767890 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6da5dc85-670c-4b1d-a483-1f8b9b7bb124 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:22.787291 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6da5dc85-670c-4b1d-a483-1f8b9b7bb124 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4870083 Feb 08 21:35:22.789837 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33636) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:22.852978 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7b64b1-d4cf-4746-88e5-705d1f5cce7b None None] Network d8328fe3-48f2-42c3-b1d5-3ca8bf5e816e requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:35:22.876402 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-18473309-45c0-4b6d-b880-edde1a3bc0cc tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router_gateway (c91efcf0-eed6-44f9-bcb6-9dea46392a93), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:22.879648 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-8329ce5e-f704-4a7a-b55f-7dd7fec45d78 service neutron] 10.222.0.88 "GET /v2.0/networks/78ab189a-860e-4a01-8c19-0f0521b9833d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728790 Feb 08 21:35:22.891639 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d938c009-0ca6-480c-a7fb-08d01c9e654a req-93021631-421b-49d5-95f0-4ad3fcb4ec89 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794569 Feb 08 21:35:22.954321 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcb74c8-7214-48a9-9acc-f53b080c2957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-b78cdfbe-37be-4e93-8a7c-19400469f503', 'network_id': 'b78cdfbe-37be-4e93-8a7c-19400469f503', 'project_id': 'e06b0580b36e41f2ba7247491d9845e4', 'fixed_ips': [{'subnet_id': '4f03708c-6551-4bc4-9e4f-280e9909b3fc'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:35:22.955682 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5bcb74c8-7214-48a9-9acc-f53b080c2957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:22.974147 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-18473309-45c0-4b6d-b880-edde1a3bc0cc tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:23.164447 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-8fb59f54-b52e-45e1-87c9-7fad3d3b5437 None None] Attempting to bind port ec895fb4-a637-48fe-b9c9-458ebf0c92dc on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:35:23.165252 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-8fb59f54-b52e-45e1-87c9-7fad3d3b5437 None None] Attempting to bind port ec895fb4-a637-48fe-b9c9-458ebf0c92dc by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '48518739-5f31-4976-b8c1-e1a435cade91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '539b920d-a033-4131-b05e-1f0e3d87526b'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:35:23.165796 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb59f54-b52e-45e1-87c9-7fad3d3b5437 None None] Attempting to bind port ec895fb4-a637-48fe-b9c9-458ebf0c92dc on network 539b920d-a033-4131-b05e-1f0e3d87526b {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:35:23.168523 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-018e2d9b-8951-460b-9492-8fdd79f550c1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:23.196936 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Tue, 08 Feb 2022 21:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376e6bcb-c526-4ad0-abeb-ea8f686df24b x-openstack-request-id: req-376e6bcb-c526-4ad0-abeb-ea8f686df24b {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:35:23.197360 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a2754a-9913-46e0-9902-bb7802c191a4", "name": "network-vif-plugged", "status": "completed", "tag": "f240d2f5-738a-47f3-a5a1-831acc97189b", "code": 200}, {"server_uuid": "bab879ab-daf9-42bc-8293-775c9c6a9a1c", "name": "network-vif-unplugged", "status": "failed", "tag": "3e63e12c-97b8-4b03-8007-0ad151950de8", "code": 422}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:35:23.197716 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-376e6bcb-c526-4ad0-abeb-ea8f686df24b {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:35:23.198793 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a2754a-9913-46e0-9902-bb7802c191a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f240d2f5-738a-47f3-a5a1-831acc97189b', 'code': 200} Feb 08 21:35:23.199151 n-d-712143-31 neutron-server[103435]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bab879ab-daf9-42bc-8293-775c9c6a9a1c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3e63e12c-97b8-4b03-8007-0ad151950de8', 'code': 422} returned with failed status Feb 08 21:35:23.201337 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-7879b3b3-1a3e-4e23-81c2-4ba4e37cdc60 req-158e98bb-2e84-415d-8865-13bd0b77525f service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:35:23.202987 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7879b3b3-1a3e-4e23-81c2-4ba4e37cdc60 req-158e98bb-2e84-415d-8865-13bd0b77525f service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133038 Feb 08 21:35:23.259585 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-8faaf94f-4707-40f9-aea0-ddf9625f52ff None None] For port 38e65c0d-42f7-4da8-98dc-7312a03b3065, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:35:23.264923 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-8faaf94f-4707-40f9-aea0-ddf9625f52ff None None] For port 38e65c0d-42f7-4da8-98dc-7312a03b3065, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=38e65c0d-42f7-4da8-98dc-7312a03b3065,segment=NetworkSegment(8243598c-c110-43cc-bf5f-8f8c1dc4550b),segment_id=8243598c-c110-43cc-bf5f-8f8c1dc4550b)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:35:23.272945 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 3e63e12c-97b8-4b03-8007-0ad151950de8 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:35:23.277082 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5f24f4-7f9e-47ab-a723-199bdef93fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-1c7596bc-aac5-469d-b1b4-8070c61d367d', 'network_id': '1c7596bc-aac5-469d-b1b4-8070c61d367d', 'project_id': 'cc36f9cbbee84e7dab52010d34793997', 'fixed_ips': [{'subnet_id': 'fae34d32-87a7-446a-806a-aa3504a8dcdb'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:35:23.278316 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bb5f24f4-7f9e-47ab-a723-199bdef93fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:23.290105 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8faaf94f-4707-40f9-aea0-ddf9625f52ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (38e65c0d-42f7-4da8-98dc-7312a03b3065), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:23.330951 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb59f54-b52e-45e1-87c9-7fad3d3b5437 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:35:23.331793 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb59f54-b52e-45e1-87c9-7fad3d3b5437 None None] Checking segment: {'id': '48518739-5f31-4976-b8c1-e1a435cade91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '539b920d-a033-4131-b05e-1f0e3d87526b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:35:23.331981 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8fb59f54-b52e-45e1-87c9-7fad3d3b5437 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:23.332487 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb59f54-b52e-45e1-87c9-7fad3d3b5437 None None] Bound using segment: {'id': '48518739-5f31-4976-b8c1-e1a435cade91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '539b920d-a033-4131-b05e-1f0e3d87526b'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:35:23.333236 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-8fb59f54-b52e-45e1-87c9-7fad3d3b5437 None None] Bound port: ec895fb4-a637-48fe-b9c9-458ebf0c92dc, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48518739-5f31-4976-b8c1-e1a435cade91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '539b920d-a033-4131-b05e-1f0e3d87526b'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:35:23.333852 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8fb59f54-b52e-45e1-87c9-7fad3d3b5437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ec895fb4-a637-48fe-b9c9-458ebf0c92dc), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:23.470397 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4e7f4-37f0-45a7-b5c4-5e25f17b16cb req-2110e485-fe93-49b0-9e02-906215258c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:23.476507 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ade4e7f4-37f0-45a7-b5c4-5e25f17b16cb req-2110e485-fe93-49b0-9e02-906215258c90 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=57a2754a-9913-46e0-9902-bb7802c191a4 HTTP/1.1" status: 200 len: 1129 time: 0.3557417 Feb 08 21:35:23.654485 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-18473309-45c0-4b6d-b880-edde1a3bc0cc tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Allocated IP 172.25.3.189 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/448d69d7-08e9-40a7-a902-79e568c744cd) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:35:23.718489 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ade4e7f4-37f0-45a7-b5c4-5e25f17b16cb req-25a57d96-7d98-401d-b11e-af3abff85e5a service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756955 Feb 08 21:35:23.771601 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-018e2d9b-8951-460b-9492-8fdd79f550c1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Allocated IP 172.20.0.1 (1c7596bc-aac5-469d-b1b4-8070c61d367d/fae34d32-87a7-446a-806a-aa3504a8dcdb/40cba36c-68a0-4220-adb3-02ef2716a5eb) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:35:23.788557 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-8fb59f54-b52e-45e1-87c9-7fad3d3b5437 None None] For port ec895fb4-a637-48fe-b9c9-458ebf0c92dc, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:35:23.793384 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-8fb59f54-b52e-45e1-87c9-7fad3d3b5437 None None] For port ec895fb4-a637-48fe-b9c9-458ebf0c92dc, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ec895fb4-a637-48fe-b9c9-458ebf0c92dc,segment=NetworkSegment(48518739-5f31-4976-b8c1-e1a435cade91),segment_id=48518739-5f31-4976-b8c1-e1a435cade91)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:35:23.815043 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56f423-0378-4d98-9544-a4c4b7b0a615 req-0264e879-8280-4063-809d-99c842471ad1 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:23.816869 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1c56f423-0378-4d98-9544-a4c4b7b0a615 req-0264e879-8280-4063-809d-99c842471ad1 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=57a2754a-9913-46e0-9902-bb7802c191a4 HTTP/1.1" status: 200 len: 946 time: 0.2989082 Feb 08 21:35:23.820662 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400f4bca-5a9e-4d27-9da8-8de11e553762 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Router 7c0be268-2eaa-4489-add8-c642c93c4753 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:35:23.827899 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792bd53-7974-481f-9afd-b5edec936e9a req-5e7109b2-5693-4615-9709-599e869f0f15 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:23.833500 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792bd53-7974-481f-9afd-b5edec936e9a req-5e7109b2-5693-4615-9709-599e869f0f15 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:23.840744 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0792bd53-7974-481f-9afd-b5edec936e9a req-5e7109b2-5693-4615-9709-599e869f0f15 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/networks?id=4f7d15aa-1318-473a-9e90-cc1f3a9bff63&id=b78cdfbe-37be-4e93-8a7c-19400469f503 HTTP/1.1" status: 200 len: 1391 time: 0.5812533 Feb 08 21:35:23.842119 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8fb59f54-b52e-45e1-87c9-7fad3d3b5437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ec895fb4-a637-48fe-b9c9-458ebf0c92dc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:23.903010 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0792bd53-7974-481f-9afd-b5edec936e9a req-14052af9-9929-41b1-b972-41a9bf6e3bc7 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/quotas/e06b0580b36e41f2ba7247491d9845e4 HTTP/1.1" status: 200 len: 375 time: 0.0605373 Feb 08 21:35:23.958975 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-018e2d9b-8951-460b-9492-8fdd79f550c1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks [] for port (40cba36c-68a0-4220-adb3-02ef2716a5eb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:23.982741 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5d88bae-6f5b-4004-8017-e7defa942eea None None] Publish callbacks [] for port (c1000643-2e11-40b8-b198-254de175836f), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:23.984851 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1c56f423-0378-4d98-9544-a4c4b7b0a615 req-0e059612-3337-49d0-b8b1-4cae434cc557 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409175 Feb 08 21:35:24.076667 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5d88bae-6f5b-4004-8017-e7defa942eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c1000643-2e11-40b8-b198-254de175836f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:24.092358 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-018e2d9b-8951-460b-9492-8fdd79f550c1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (40cba36c-68a0-4220-adb3-02ef2716a5eb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:24.209253 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018e2d9b-8951-460b-9492-8fdd79f550c1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Network 1c7596bc-aac5-469d-b1b4-8070c61d367d is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:35:24.216578 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-018e2d9b-8951-460b-9492-8fdd79f550c1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:24.220079 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018e2d9b-8951-460b-9492-8fdd79f550c1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:35:24.255384 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e2d9b-8951-460b-9492-8fdd79f550c1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Pushing event updated for resources: {'Port': ['ID=40cba36c-68a0-4220-adb3-02ef2716a5eb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:24.256270 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-18473309-45c0-4b6d-b880-edde1a3bc0cc tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for port (448d69d7-08e9-40a7-a902-79e568c744cd), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:24.280779 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faaf94f-4707-40f9-aea0-ddf9625f52ff None None] Pushing event updated for resources: {'Port': ['ID=38e65c0d-42f7-4da8-98dc-7312a03b3065,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:24.316547 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-018e2d9b-8951-460b-9492-8fdd79f550c1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (54a6b748-d884-44a0-b85d-6c7779931bc2), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:24.353853 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0792bd53-7974-481f-9afd-b5edec936e9a req-24683727-dbbb-4591-9f14-77e614c2db17 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=e06b0580b36e41f2ba7247491d9845e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4401135 Feb 08 21:35:24.367778 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-91491e25-58a0-4593-9bcc-062cd26bcd3a req-0d83a267-bfa0-4f6e-8656-5d03e0a5e8fb tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 210 time: 0.1748860 Feb 08 21:35:24.418074 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ae9d0dc-0d4e-4054-a887-fdcfd4fcc4ba req-373a6e95-716b-4706-b090-53cb23c65454 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5684288 Feb 08 21:35:24.607926 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-018e2d9b-8951-460b-9492-8fdd79f550c1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (40cba36c-68a0-4220-adb3-02ef2716a5eb), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:24.676543 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-18473309-45c0-4b6d-b880-edde1a3bc0cc tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (448d69d7-08e9-40a7-a902-79e568c744cd), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:24.747570 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab2674f-3112-4150-940a-35b69ffd6fd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-d8328fe3-48f2-42c3-b1d5-3ca8bf5e816e', 'network_id': 'd8328fe3-48f2-42c3-b1d5-3ca8bf5e816e', 'project_id': 'cc36f9cbbee84e7dab52010d34793997', 'fixed_ips': [{'subnet_id': 'fad584a5-6353-4beb-aeac-18771eeb785c'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:35:24.748241 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ab2674f-3112-4150-940a-35b69ffd6fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:24.761364 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 3e63e12c-97b8-4b03-8007-0ad151950de8 is: DOWN; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:24.769391 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb59f54-b52e-45e1-87c9-7fad3d3b5437 None None] Pushing event updated for resources: {'Port': ['ID=ec895fb4-a637-48fe-b9c9-458ebf0c92dc,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:24.778393 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400f4bca-5a9e-4d27-9da8-8de11e553762 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:35:24.796212 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-400f4bca-5a9e-4d27-9da8-8de11e553762 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:24.801574 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device bf0b09da-257c-4e52-ad23-8286c9ef9e16 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:35:24.802174 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af28876-b721-4b96-ad6d-4bbaa49668c4 None None] Sync routers for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:35:24.803892 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-603b3627-3231-4176-9ae1-5e8877a4fe62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:24.821599 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af28876-b721-4b96-ad6d-4bbaa49668c4 None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:24.822843 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4af28876-b721-4b96-ad6d-4bbaa49668c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:24.873602 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4af28876-b721-4b96-ad6d-4bbaa49668c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:24.888880 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af28876-b721-4b96-ad6d-4bbaa49668c4 None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:24.890513 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4af28876-b721-4b96-ad6d-4bbaa49668c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:24.931690 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4af28876-b721-4b96-ad6d-4bbaa49668c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:24.933002 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af28876-b721-4b96-ad6d-4bbaa49668c4 None None] The sync data for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:35:24.953435 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-400f4bca-5a9e-4d27-9da8-8de11e553762 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "PUT /v2.0/floatingips/8a47800b-3b5c-41c4-bf5c-0c8f3140d37e HTTP/1.1" status: 200 len: 687 time: 3.3185623 Feb 08 21:35:24.981084 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33684) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:25.085843 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18473309-45c0-4b6d-b880-edde1a3bc0cc tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:35:25.176522 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-5bcb74c8-7214-48a9-9acc-f53b080c2957 None None] Allocated IP 19.86.0.2 (b78cdfbe-37be-4e93-8a7c-19400469f503/4f03708c-6551-4bc4-9e4f-280e9909b3fc/f3a0ebff-d5e5-47ca-8403-2aad3cb3230b) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:35:25.199214 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-18473309-45c0-4b6d-b880-edde1a3bc0cc tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:25.203299 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18473309-45c0-4b6d-b880-edde1a3bc0cc tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:35:25.216158 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-1109f137-3ac2-4f04-b6bd-49216d8a472e tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:25.218498 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-1109f137-3ac2-4f04-b6bd-49216d8a472e tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.94 "GET /v2.0/networks?id=78ab189a-860e-4a01-8c19-0f0521b9833d HTTP/1.1" status: 200 len: 809 time: 0.3346832 Feb 08 21:35:25.248394 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-389ba332-b8ff-4a93-ae18-86aef7fa2992 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Request body: {'port': {'device_id': '8f0b59f1-a07f-4ae0-aaa6-976d988f4feb', 'network_id': '78ab189a-860e-4a01-8c19-0f0521b9833d', 'admin_state_up': True, 'tenant_id': 'd7c4f68f48ac4d7b8c033568865db0b6'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:25.264816 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18473309-45c0-4b6d-b880-edde1a3bc0cc tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Pushing event updated for resources: {'Port': ['ID=448d69d7-08e9-40a7-a902-79e568c744cd,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:25.356238 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db6182-dd7f-4377-ae11-6f6092388a80 req-02a6fa4f-d1a5-4c24-88ad-7d863fe0b94d tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:25.363523 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b2db6182-dd7f-4377-ae11-6f6092388a80 req-02a6fa4f-d1a5-4c24-88ad-7d863fe0b94d tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 943 time: 0.7301431 Feb 08 21:35:25.376250 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0792bd53-7974-481f-9afd-b5edec936e9a req-0a7ed915-cd22-4be5-9fc9-7bbbd9971a50 service neutron] 10.222.0.88 "GET /v2.0/networks/4f7d15aa-1318-473a-9e90-cc1f3a9bff63?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0027950 Feb 08 21:35:25.485868 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-3ab2674f-3112-4150-940a-35b69ffd6fd7 None None] Allocated IP 172.20.0.2 (d8328fe3-48f2-42c3-b1d5-3ca8bf5e816e/fad584a5-6353-4beb-aeac-18771eeb785c/b4a622fd-9eb7-4251-9952-d47c2128764e) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:35:25.508336 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-018e2d9b-8951-460b-9492-8fdd79f550c1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks [] for port (40cba36c-68a0-4220-adb3-02ef2716a5eb), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:25.520543 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-018e2d9b-8951-460b-9492-8fdd79f550c1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (40cba36c-68a0-4220-adb3-02ef2716a5eb), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:25.619023 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-389ba332-b8ff-4a93-ae18-86aef7fa2992 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Made reservation on behalf of d7c4f68f48ac4d7b8c033568865db0b6 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:35:25.624147 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-389ba332-b8ff-4a93-ae18-86aef7fa2992 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:25.644323 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-018e2d9b-8951-460b-9492-8fdd79f550c1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (54a6b748-d884-44a0-b85d-6c7779931bc2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:25.649086 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e2d9b-8951-460b-9492-8fdd79f550c1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Pushing event updated for resources: {'Port': ['ID=40cba36c-68a0-4220-adb3-02ef2716a5eb,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:25.709564 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34fc75-4ed0-436f-9673-0a7e1930dcab None None] Pushing event updated for resources: {'Port': ['ID=c1000643-2e11-40b8-b198-254de175836f,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:25.743355 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ab2674f-3112-4150-940a-35b69ffd6fd7 None None] Publish callbacks [] for port (b4a622fd-9eb7-4251-9952-d47c2128764e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:25.771317 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-f5d88bae-6f5b-4004-8017-e7defa942eea None None] Attempting to bind port c1000643-2e11-40b8-b198-254de175836f on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:35:25.771912 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-f5d88bae-6f5b-4004-8017-e7defa942eea None None] Attempting to bind port c1000643-2e11-40b8-b198-254de175836f by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '2367fa6e-f731-4d5d-8eed-4d18be504fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '78ab189a-860e-4a01-8c19-0f0521b9833d'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:35:25.772164 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d88bae-6f5b-4004-8017-e7defa942eea None None] Attempting to bind port c1000643-2e11-40b8-b198-254de175836f on network 78ab189a-860e-4a01-8c19-0f0521b9833d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:35:25.780295 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-bb5f24f4-7f9e-47ab-a723-199bdef93fdd None None] Allocated IP 172.20.0.2 (1c7596bc-aac5-469d-b1b4-8070c61d367d/fae34d32-87a7-446a-806a-aa3504a8dcdb/f4fb87b5-927f-4d66-8d0f-629be69687b0) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:35:25.811214 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ab2674f-3112-4150-940a-35b69ffd6fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (b4a622fd-9eb7-4251-9952-d47c2128764e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:25.846598 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d88bae-6f5b-4004-8017-e7defa942eea None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:35:25.846915 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d88bae-6f5b-4004-8017-e7defa942eea None None] Checking segment: {'id': '2367fa6e-f731-4d5d-8eed-4d18be504fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '78ab189a-860e-4a01-8c19-0f0521b9833d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:35:25.847323 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5d88bae-6f5b-4004-8017-e7defa942eea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:25.847722 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d88bae-6f5b-4004-8017-e7defa942eea None None] Bound using segment: {'id': '2367fa6e-f731-4d5d-8eed-4d18be504fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '78ab189a-860e-4a01-8c19-0f0521b9833d'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:35:25.848785 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-f5d88bae-6f5b-4004-8017-e7defa942eea None None] Bound port: c1000643-2e11-40b8-b198-254de175836f, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2367fa6e-f731-4d5d-8eed-4d18be504fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '78ab189a-860e-4a01-8c19-0f0521b9833d'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:35:25.848785 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5d88bae-6f5b-4004-8017-e7defa942eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c1000643-2e11-40b8-b198-254de175836f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:25.903401 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 38e65c0d-42f7-4da8-98dc-7312a03b3065 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:35:25.912546 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018e2d9b-8951-460b-9492-8fdd79f550c1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Network 1c7596bc-aac5-469d-b1b4-8070c61d367d is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:35:25.924453 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258683b5-0ca5-4ee6-9724-01c7d24d8a66 None None] Network 4f7d15aa-1318-473a-9e90-cc1f3a9bff63 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:35:25.924812 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-018e2d9b-8951-460b-9492-8fdd79f550c1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:26.122192 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2674f-3112-4150-940a-35b69ffd6fd7 None None] Pushing event updated for resources: {'Port': ['ID=b4a622fd-9eb7-4251-9952-d47c2128764e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:26.126450 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9d0dc-0d4e-4054-a887-fdcfd4fcc4ba req-10665a36-c30e-4a98-b3a5-c47d4224f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:26.128246 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5ae9d0dc-0d4e-4054-a887-fdcfd4fcc4ba req-10665a36-c30e-4a98-b3a5-c47d4224f1e5 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c&tenant_id=48aae992c2704ece870f0faad4c28599 HTTP/1.1" status: 200 len: 1126 time: 0.3558040 Feb 08 21:35:26.163611 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-389ba332-b8ff-4a93-ae18-86aef7fa2992 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Allocated IP 172.20.0.4 (78ab189a-860e-4a01-8c19-0f0521b9833d/739e92e6-a4d6-46e1-b30b-0269af78c658/ebb7702b-3bda-479b-b749-0b73abada6c6) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:35:26.201865 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f5d88bae-6f5b-4004-8017-e7defa942eea None None] For port c1000643-2e11-40b8-b198-254de175836f, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:35:26.207705 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab2674f-3112-4150-940a-35b69ffd6fd7 None None] Network d8328fe3-48f2-42c3-b1d5-3ca8bf5e816e is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:35:26.209977 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018e2d9b-8951-460b-9492-8fdd79f550c1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Router 54a6b748-d884-44a0-b85d-6c7779931bc2 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:35:26.226317 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0792bd53-7974-481f-9afd-b5edec936e9a req-7fd67be0-8891-416c-a491-da2114957258 service neutron] 10.222.0.88 "GET /v2.0/networks/4f7d15aa-1318-473a-9e90-cc1f3a9bff63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8490510 Feb 08 21:35:26.274778 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b2db6182-dd7f-4377-ae11-6f6092388a80 req-1d778067-311b-466b-b7f4-a5dde3b4efcc tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9061062 Feb 08 21:35:26.302737 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bb5f24f4-7f9e-47ab-a723-199bdef93fdd None None] Publish callbacks [] for port (f4fb87b5-927f-4d66-8d0f-629be69687b0), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:26.313953 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5bcb74c8-7214-48a9-9acc-f53b080c2957 None None] Publish callbacks [] for port (f3a0ebff-d5e5-47ca-8403-2aad3cb3230b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:26.345301 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9d0dc-0d4e-4054-a887-fdcfd4fcc4ba req-eea1d10a-c3b5-44cc-ad10-a3b5a12b335a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:26.347061 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5ae9d0dc-0d4e-4054-a887-fdcfd4fcc4ba req-eea1d10a-c3b5-44cc-ad10-a3b5a12b335a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=48aae992c2704ece870f0faad4c28599&device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 1126 time: 0.1927288 Feb 08 21:35:26.370731 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-cd59a621-864d-4657-bc45-b993e3ca9163 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Deleting port 67297065-4c93-4186-97d9-dfae4118a208 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:26.370999 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cd59a621-864d-4657-bc45-b993e3ca9163 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (67297065-4c93-4186-97d9-dfae4118a208), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:26.374042 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port bf0b09da-257c-4e52-ad23-8286c9ef9e16 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:26.374661 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bf0b09da-257c-4e52-ad23-8286c9ef9e16), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:26.381662 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-3ab2674f-3112-4150-940a-35b69ffd6fd7 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:26.393146 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65016110-aec9-4de8-a814-f2008abbf7b4 None None] Network 539b920d-a033-4131-b05e-1f0e3d87526b requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:35:26.397628 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab2674f-3112-4150-940a-35b69ffd6fd7 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:35:26.423242 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bb5f24f4-7f9e-47ab-a723-199bdef93fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (f4fb87b5-927f-4d66-8d0f-629be69687b0), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:26.426163 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5bcb74c8-7214-48a9-9acc-f53b080c2957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (f3a0ebff-d5e5-47ca-8403-2aad3cb3230b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:26.434611 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f5d88bae-6f5b-4004-8017-e7defa942eea None None] For port c1000643-2e11-40b8-b198-254de175836f, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c1000643-2e11-40b8-b198-254de175836f,segment=NetworkSegment(2367fa6e-f731-4d5d-8eed-4d18be504fa5),segment_id=2367fa6e-f731-4d5d-8eed-4d18be504fa5)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:35:26.481093 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0792bd53-7974-481f-9afd-b5edec936e9a req-29d2996e-6f6a-4942-a009-596f30d454c2 service neutron] 10.222.0.88 "GET /v2.0/networks/b78cdfbe-37be-4e93-8a7c-19400469f503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325497 Feb 08 21:35:26.535037 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5d88bae-6f5b-4004-8017-e7defa942eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c1000643-2e11-40b8-b198-254de175836f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:26.614199 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-e3b456d5-257c-4d0c-a50c-0e90d3c89e8b None None] Provisioning complete for port 38e65c0d-42f7-4da8-98dc-7312a03b3065 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:26.615121 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e3b456d5-257c-4d0c-a50c-0e90d3c89e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (38e65c0d-42f7-4da8-98dc-7312a03b3065), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:26.622422 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5f24f4-7f9e-47ab-a723-199bdef93fdd None None] Network 1c7596bc-aac5-469d-b1b4-8070c61d367d is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:35:26.626988 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcb74c8-7214-48a9-9acc-f53b080c2957 None None] Network b78cdfbe-37be-4e93-8a7c-19400469f503 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:35:26.665803 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-5bcb74c8-7214-48a9-9acc-f53b080c2957 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:26.669907 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cd59a621-864d-4657-bc45-b993e3ca9163 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (67297065-4c93-4186-97d9-dfae4118a208), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:26.670280 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cd59a621-864d-4657-bc45-b993e3ca9163 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (67297065-4c93-4186-97d9-dfae4118a208), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:26.678125 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcb74c8-7214-48a9-9acc-f53b080c2957 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:35:26.685418 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-bb5f24f4-7f9e-47ab-a723-199bdef93fdd None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:26.687835 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f60918-02c1-457a-adcc-bda93e37c254 req-f478a910-0180-48df-b9f7-9d390819b816 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:26.689288 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-16f60918-02c1-457a-adcc-bda93e37c254 req-f478a910-0180-48df-b9f7-9d390819b816 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 944 time: 0.3136222 Feb 08 21:35:26.704505 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5f24f4-7f9e-47ab-a723-199bdef93fdd None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:35:26.711752 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-cd59a621-864d-4657-bc45-b993e3ca9163 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Calling delete_port for 67297065-4c93-4186-97d9-dfae4118a208 owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:26.711925 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f24f4-7f9e-47ab-a723-199bdef93fdd None None] Pushing event updated for resources: {'Port': ['ID=f4fb87b5-927f-4d66-8d0f-629be69687b0,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:26.715618 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 38e65c0d-42f7-4da8-98dc-7312a03b3065 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:26.715997 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (38e65c0d-42f7-4da8-98dc-7312a03b3065), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:26.758298 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-18473309-45c0-4b6d-b880-edde1a3bc0cc tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router_gateway (c91efcf0-eed6-44f9-bcb6-9dea46392a93), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:26.783691 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018e2d9b-8951-460b-9492-8fdd79f550c1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:35:26.796561 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-018e2d9b-8951-460b-9492-8fdd79f550c1 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] 10.222.0.88 "PUT /v2.0/routers/54a6b748-d884-44a0-b85d-6c7779931bc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0009086 Feb 08 21:35:26.796783 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0792bd53-7974-481f-9afd-b5edec936e9a req-d83e986c-1527-46ad-ba95-4e08a6dd92f0 service neutron] 10.222.0.88 "GET /v2.0/networks/b78cdfbe-37be-4e93-8a7c-19400469f503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443390 Feb 08 21:35:26.800002 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33690) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:26.918723 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-16f60918-02c1-457a-adcc-bda93e37c254 req-9aaca0be-0e8a-4fb8-8299-3d6263d117cf tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064226 Feb 08 21:35:26.959890 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9d0dc-0d4e-4054-a887-fdcfd4fcc4ba req-34d2a20b-8fe9-4224-87e4-d8ce7d432f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:26.961476 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5ae9d0dc-0d4e-4054-a887-fdcfd4fcc4ba req-34d2a20b-8fe9-4224-87e4-d8ce7d432f9b service neutron] 10.222.0.94 "GET /v2.0/networks?id=d00185f4-2139-492b-b59f-1586b41daef5 HTTP/1.1" status: 200 len: 918 time: 0.6071079 Feb 08 21:35:26.964601 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-389ba332-b8ff-4a93-ae18-86aef7fa2992 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Publish callbacks [] for port (ebb7702b-3bda-479b-b749-0b73abada6c6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:26.979996 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-3ab2674f-3112-4150-940a-35b69ffd6fd7 None None] Attempting to bind port b4a622fd-9eb7-4251-9952-d47c2128764e on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:35:26.980615 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-3ab2674f-3112-4150-940a-35b69ffd6fd7 None None] Attempting to bind port b4a622fd-9eb7-4251-9952-d47c2128764e by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '72576682-1a97-4ac4-99d8-992802f77456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd8328fe3-48f2-42c3-b1d5-3ca8bf5e816e'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:35:26.980718 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab2674f-3112-4150-940a-35b69ffd6fd7 None None] Attempting to bind port b4a622fd-9eb7-4251-9952-d47c2128764e on network d8328fe3-48f2-42c3-b1d5-3ca8bf5e816e {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:35:26.986098 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c564347-4746-43bb-91b9-d249963e3bde None None] Sync routers for ids ['54a6b748-d884-44a0-b85d-6c7779931bc2'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:35:27.111204 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5ae9d0dc-0d4e-4054-a887-fdcfd4fcc4ba req-a9926f16-0f7b-4737-b291-f875c28e3f44 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e63e12c-97b8-4b03-8007-0ad151950de8 HTTP/1.1" status: 200 len: 998 time: 0.1399105 Feb 08 21:35:27.152931 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d88bae-6f5b-4004-8017-e7defa942eea None None] Routers {'c6de717d-4ccd-4982-8826-037568f9cb0b'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:27.153602 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f5d88bae-6f5b-4004-8017-e7defa942eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c6de717d-4ccd-4982-8826-037568f9cb0b'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:27.155487 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab2674f-3112-4150-940a-35b69ffd6fd7 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:35:27.155857 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab2674f-3112-4150-940a-35b69ffd6fd7 None None] Checking segment: {'id': '72576682-1a97-4ac4-99d8-992802f77456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd8328fe3-48f2-42c3-b1d5-3ca8bf5e816e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:35:27.156261 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ab2674f-3112-4150-940a-35b69ffd6fd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:27.156647 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab2674f-3112-4150-940a-35b69ffd6fd7 None None] Bound using segment: {'id': '72576682-1a97-4ac4-99d8-992802f77456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd8328fe3-48f2-42c3-b1d5-3ca8bf5e816e'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:35:27.157193 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-3ab2674f-3112-4150-940a-35b69ffd6fd7 None None] Bound port: b4a622fd-9eb7-4251-9952-d47c2128764e, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72576682-1a97-4ac4-99d8-992802f77456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd8328fe3-48f2-42c3-b1d5-3ca8bf5e816e'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:35:27.157601 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ab2674f-3112-4150-940a-35b69ffd6fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b4a622fd-9eb7-4251-9952-d47c2128764e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:27.188473 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-18473309-45c0-4b6d-b880-edde1a3bc0cc tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-346790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58238'] for router (c91efcf0-eed6-44f9-bcb6-9dea46392a93), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:27.213188 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-389ba332-b8ff-4a93-ae18-86aef7fa2992 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (ebb7702b-3bda-479b-b749-0b73abada6c6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:27.255362 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-18473309-45c0-4b6d-b880-edde1a3bc0cc tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-346797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-346804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351703'] for router (c91efcf0-eed6-44f9-bcb6-9dea46392a93), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:27.316107 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c564347-4746-43bb-91b9-d249963e3bde None None] Routers {'54a6b748-d884-44a0-b85d-6c7779931bc2'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:27.324558 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-1c564347-4746-43bb-91b9-d249963e3bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['54a6b748-d884-44a0-b85d-6c7779931bc2'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:27.329178 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb74c8-7214-48a9-9acc-f53b080c2957 None None] Pushing event updated for resources: {'Port': ['ID=f3a0ebff-d5e5-47ca-8403-2aad3cb3230b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:27.414912 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-bb5f24f4-7f9e-47ab-a723-199bdef93fdd None None] Attempting to bind port f4fb87b5-927f-4d66-8d0f-629be69687b0 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:35:27.415220 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-bb5f24f4-7f9e-47ab-a723-199bdef93fdd None None] Attempting to bind port f4fb87b5-927f-4d66-8d0f-629be69687b0 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'b134e5f0-a2b5-4aba-a914-3e82bd51bb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1c7596bc-aac5-469d-b1b4-8070c61d367d'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:35:27.415554 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5f24f4-7f9e-47ab-a723-199bdef93fdd None None] Attempting to bind port f4fb87b5-927f-4d66-8d0f-629be69687b0 on network 1c7596bc-aac5-469d-b1b4-8070c61d367d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:35:27.436730 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9d0dc-0d4e-4054-a887-fdcfd4fcc4ba req-5b9f4a1f-80a2-4616-944d-0b1f89c9bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:27.440227 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5ae9d0dc-0d4e-4054-a887-fdcfd4fcc4ba req-5b9f4a1f-80a2-4616-944d-0b1f89c9bc96 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8c41e412-c763-4ca0-a1f8-ab9cd96c364d HTTP/1.1" status: 200 len: 856 time: 0.2368622 Feb 08 21:35:27.476817 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cd59a621-864d-4657-bc45-b993e3ca9163 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (67297065-4c93-4186-97d9-dfae4118a208), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:27.512474 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-3ab2674f-3112-4150-940a-35b69ffd6fd7 None None] For port b4a622fd-9eb7-4251-9952-d47c2128764e, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:35:27.514699 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacba810-660f-4c17-93b9-3718d3a584d3 req-033ec996-42d3-4c80-84e6-e661c9a8215c tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:27.516679 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-3ab2674f-3112-4150-940a-35b69ffd6fd7 None None] For port b4a622fd-9eb7-4251-9952-d47c2128764e, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b4a622fd-9eb7-4251-9952-d47c2128764e,segment=NetworkSegment(72576682-1a97-4ac4-99d8-992802f77456),segment_id=72576682-1a97-4ac4-99d8-992802f77456)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:35:27.523192 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eacba810-660f-4c17-93b9-3718d3a584d3 req-033ec996-42d3-4c80-84e6-e661c9a8215c tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 931 time: 0.3302188 Feb 08 21:35:27.553327 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-5bcb74c8-7214-48a9-9acc-f53b080c2957 None None] Attempting to bind port f3a0ebff-d5e5-47ca-8403-2aad3cb3230b on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:35:27.553599 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-389ba332-b8ff-4a93-ae18-86aef7fa2992 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Network 78ab189a-860e-4a01-8c19-0f0521b9833d is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:35:27.553881 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-5bcb74c8-7214-48a9-9acc-f53b080c2957 None None] Attempting to bind port f3a0ebff-d5e5-47ca-8403-2aad3cb3230b by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '04932683-d5b7-4cee-b0c4-c54f714c2f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b78cdfbe-37be-4e93-8a7c-19400469f503'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:35:27.555327 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcb74c8-7214-48a9-9acc-f53b080c2957 None None] Attempting to bind port f3a0ebff-d5e5-47ca-8403-2aad3cb3230b on network b78cdfbe-37be-4e93-8a7c-19400469f503 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:35:27.556912 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ec386-308a-4b5e-9446-1abc19ba9a62 req-0a26e150-d159-4445-81d3-d0602d700d6e tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:27.559826 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-010ec386-308a-4b5e-9446-1abc19ba9a62 req-0a26e150-d159-4445-81d3-d0602d700d6e tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=57a2754a-9913-46e0-9902-bb7802c191a4 HTTP/1.1" status: 200 len: 946 time: 0.3285146 Feb 08 21:35:27.565110 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5f24f4-7f9e-47ab-a723-199bdef93fdd None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:35:27.565913 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5f24f4-7f9e-47ab-a723-199bdef93fdd None None] Checking segment: {'id': 'b134e5f0-a2b5-4aba-a914-3e82bd51bb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1c7596bc-aac5-469d-b1b4-8070c61d367d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:35:27.566481 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bb5f24f4-7f9e-47ab-a723-199bdef93fdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:27.567109 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5f24f4-7f9e-47ab-a723-199bdef93fdd None None] Bound using segment: {'id': 'b134e5f0-a2b5-4aba-a914-3e82bd51bb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1c7596bc-aac5-469d-b1b4-8070c61d367d'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:35:27.567771 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-bb5f24f4-7f9e-47ab-a723-199bdef93fdd None None] Bound port: f4fb87b5-927f-4d66-8d0f-629be69687b0, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b134e5f0-a2b5-4aba-a914-3e82bd51bb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1c7596bc-aac5-469d-b1b4-8070c61d367d'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:35:27.568226 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bb5f24f4-7f9e-47ab-a723-199bdef93fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f4fb87b5-927f-4d66-8d0f-629be69687b0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:27.575525 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59a621-864d-4657-bc45-b993e3ca9163 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event deleted for resources: {'Port': ['ID=67297065-4c93-4186-97d9-dfae4118a208,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:27.590789 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-389ba332-b8ff-4a93-ae18-86aef7fa2992 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:27.598098 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-389ba332-b8ff-4a93-ae18-86aef7fa2992 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:35:27.600497 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-1c564347-4746-43bb-91b9-d249963e3bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:27.618561 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcb74c8-7214-48a9-9acc-f53b080c2957 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:35:27.618561 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcb74c8-7214-48a9-9acc-f53b080c2957 None None] Checking segment: {'id': '04932683-d5b7-4cee-b0c4-c54f714c2f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b78cdfbe-37be-4e93-8a7c-19400469f503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:35:27.619085 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5bcb74c8-7214-48a9-9acc-f53b080c2957 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:27.619422 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcb74c8-7214-48a9-9acc-f53b080c2957 None None] Bound using segment: {'id': '04932683-d5b7-4cee-b0c4-c54f714c2f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b78cdfbe-37be-4e93-8a7c-19400469f503'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:35:27.620698 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-5bcb74c8-7214-48a9-9acc-f53b080c2957 None None] Bound port: f3a0ebff-d5e5-47ca-8403-2aad3cb3230b, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04932683-d5b7-4cee-b0c4-c54f714c2f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b78cdfbe-37be-4e93-8a7c-19400469f503'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:35:27.621181 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5bcb74c8-7214-48a9-9acc-f53b080c2957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f3a0ebff-d5e5-47ca-8403-2aad3cb3230b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:27.691694 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-389ba332-b8ff-4a93-ae18-86aef7fa2992 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:27.692356 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-389ba332-b8ff-4a93-ae18-86aef7fa2992 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:27.717519 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-389ba332-b8ff-4a93-ae18-86aef7fa2992 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4859231 Feb 08 21:35:27.721394 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-bb5f24f4-7f9e-47ab-a723-199bdef93fdd None None] For port f4fb87b5-927f-4d66-8d0f-629be69687b0, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:35:27.721559 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ba332-b8ff-4a93-ae18-86aef7fa2992 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Pushing event updated for resources: {'Port': ['ID=ebb7702b-3bda-479b-b749-0b73abada6c6,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:27.725400 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-bb5f24f4-7f9e-47ab-a723-199bdef93fdd None None] For port f4fb87b5-927f-4d66-8d0f-629be69687b0, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f4fb87b5-927f-4d66-8d0f-629be69687b0,segment=NetworkSegment(b134e5f0-a2b5-4aba-a914-3e82bd51bb15),segment_id=b134e5f0-a2b5-4aba-a914-3e82bd51bb15)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:35:27.737303 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-8dabc54e-d137-4059-81ed-99455c227a58 service neutron] Request body: {'port': {'device_id': '8f0b59f1-a07f-4ae0-aaa6-976d988f4feb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:27.738669 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ab2674f-3112-4150-940a-35b69ffd6fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b4a622fd-9eb7-4251-9952-d47c2128764e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:27.751695 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port bf0b09da-257c-4e52-ad23-8286c9ef9e16 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:27.752287 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bf0b09da-257c-4e52-ad23-8286c9ef9e16), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:27.769506 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eacba810-660f-4c17-93b9-3718d3a584d3 req-6b9cbfb8-bb70-4639-b6d8-31997ff4c051 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446854 Feb 08 21:35:27.795287 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-010ec386-308a-4b5e-9446-1abc19ba9a62 req-8fdd196b-c3b7-4d1b-9a6d-2b710d8b662b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232873 Feb 08 21:35:27.815351 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-8dabc54e-d137-4059-81ed-99455c227a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ebb7702b-3bda-479b-b749-0b73abada6c6), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:27.819711 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cd59a621-864d-4657-bc45-b993e3ca9163 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (8a47800b-3b5c-41c4-bf5c-0c8f3140d37e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:27.827095 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cd59a621-864d-4657-bc45-b993e3ca9163 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:27.832542 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cd59a621-864d-4657-bc45-b993e3ca9163 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "DELETE /v2.0/floatingips/8a47800b-3b5c-41c4-bf5c-0c8f3140d37e HTTP/1.1" status: 204 len: 168 time: 2.8212388 Feb 08 21:35:27.832758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-5bcb74c8-7214-48a9-9acc-f53b080c2957 None None] For port f3a0ebff-d5e5-47ca-8403-2aad3cb3230b, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:35:27.833561 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33706) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:27.837783 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-5bcb74c8-7214-48a9-9acc-f53b080c2957 None None] For port f3a0ebff-d5e5-47ca-8403-2aad3cb3230b, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f3a0ebff-d5e5-47ca-8403-2aad3cb3230b,segment=NetworkSegment(04932683-d5b7-4cee-b0c4-c54f714c2f5b),segment_id=04932683-d5b7-4cee-b0c4-c54f714c2f5b)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:35:27.840922 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c564347-4746-43bb-91b9-d249963e3bde None None] Routers {'54a6b748-d884-44a0-b85d-6c7779931bc2'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:27.841657 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-1c564347-4746-43bb-91b9-d249963e3bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:34:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['54a6b748-d884-44a0-b85d-6c7779931bc2'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:27.891702 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bb5f24f4-7f9e-47ab-a723-199bdef93fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f4fb87b5-927f-4d66-8d0f-629be69687b0), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:27.917365 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27f59151-dddf-4dac-832a-bdf8e269d62a req-593d52ec-3156-4179-b73d-095fda61b673 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=fec56c48-8994-4441-845a-8c4e6e4269f5 HTTP/1.1" status: 200 len: 210 time: 0.0426133 Feb 08 21:35:27.948448 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-cd86dc55-8bbe-42e2-8899-3f71757960c5 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] delete failed (client error): The resource could not be found. Feb 08 21:35:27.950314 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-1c564347-4746-43bb-91b9-d249963e3bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:27.951386 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c564347-4746-43bb-91b9-d249963e3bde None None] The sync data for ids ['54a6b748-d884-44a0-b85d-6c7779931bc2'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:35:27.953896 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e3b456d5-257c-4d0c-a50c-0e90d3c89e8b None None] Current status of the port 38e65c0d-42f7-4da8-98dc-7312a03b3065 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:27.954386 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e3b456d5-257c-4d0c-a50c-0e90d3c89e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (38e65c0d-42f7-4da8-98dc-7312a03b3065), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:27.956798 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cd86dc55-8bbe-42e2-8899-3f71757960c5 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "DELETE /v2.0/floatingips/8a47800b-3b5c-41c4-bf5c-0c8f3140d37e HTTP/1.1" status: 404 len: 345 time: 0.1185334 Feb 08 21:35:27.958418 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33710) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:27.959363 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-4332f2a2-d62b-4ea1-a6f1-0f8bdab92230 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:35:27.963276 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4332f2a2-d62b-4ea1-a6f1-0f8bdab92230 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] 10.222.0.88 "PUT /v2.0/routers/54a6b748-d884-44a0-b85d-6c7779931bc2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1629114 Feb 08 21:35:27.964908 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33712) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:27.971835 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5bcb74c8-7214-48a9-9acc-f53b080c2957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f3a0ebff-d5e5-47ca-8403-2aad3cb3230b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:27.976978 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9d0dc-0d4e-4054-a887-fdcfd4fcc4ba req-5ccf3cab-0d7f-401f-82b4-aeaf7632f39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:27.978566 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5ae9d0dc-0d4e-4054-a887-fdcfd4fcc4ba req-5ccf3cab-0d7f-401f-82b4-aeaf7632f39e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d00185f4-2139-492b-b59f-1586b41daef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4867206 Feb 08 21:35:28.034975 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-e3b456d5-257c-4d0c-a50c-0e90d3c89e8b None None] For port 38e65c0d-42f7-4da8-98dc-7312a03b3065, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=38e65c0d-42f7-4da8-98dc-7312a03b3065,segment=NetworkSegment(8243598c-c110-43cc-bf5f-8f8c1dc4550b),segment_id=8243598c-c110-43cc-bf5f-8f8c1dc4550b)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:28.059791 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e3b456d5-257c-4d0c-a50c-0e90d3c89e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (38e65c0d-42f7-4da8-98dc-7312a03b3065), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:28.067576 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-85546e44-70f6-406c-9ad1-ea5537f27f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:28.145009 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 38e65c0d-42f7-4da8-98dc-7312a03b3065 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:28.146374 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ec895fb4-a637-48fe-b9c9-458ebf0c92dc up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:35:28.256126 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port bf0b09da-257c-4e52-ad23-8286c9ef9e16, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=bf0b09da-257c-4e52-ad23-8286c9ef9e16,segment=NetworkSegment(eee22cdd-1b96-49e0-93ec-1d329c1b6b96),segment_id=eee22cdd-1b96-49e0-93ec-1d329c1b6b96)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:28.285198 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8eda976-0558-4ccd-a6f2-dc4f5d1d3838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0b09da-257c-4e52-ad23-8286c9ef9e16'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:35:28.288692 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8af52b6-4a65-4870-b76d-921ad141b430" -d '{"events": [{"server_uuid": "f8eda976-0558-4ccd-a6f2-dc4f5d1d3838", "name": "network-vif-plugged", "status": "completed", "tag": "bf0b09da-257c-4e52-ad23-8286c9ef9e16"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:35:28.326175 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (bf0b09da-257c-4e52-ad23-8286c9ef9e16), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:28.350409 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5ae9d0dc-0d4e-4054-a887-fdcfd4fcc4ba req-ab30b524-d347-43b3-8bd6-23ac4a1ef8e1 service neutron] 10.222.0.94 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573165 Feb 08 21:35:28.358166 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34fc75-4ed0-436f-9673-0a7e1930dcab None None] Pushing event updated for resources: {'Port': ['ID=c1000643-2e11-40b8-b198-254de175836f,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:28.387287 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-afc1b94d-3ca2-44b1-b56f-90db879debac None None] Provisioning complete for port 38e65c0d-42f7-4da8-98dc-7312a03b3065 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:28.387439 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-afc1b94d-3ca2-44b1-b56f-90db879debac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (38e65c0d-42f7-4da8-98dc-7312a03b3065), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:28.427732 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18473309-45c0-4b6d-b880-edde1a3bc0cc tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Router c91efcf0-eed6-44f9-bcb6-9dea46392a93 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:35:28.523337 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-f5d88bae-6f5b-4004-8017-e7defa942eea None None] Set router c6de717d-4ccd-4982-8826-037568f9cb0b gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:35:28.620088 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5ae9d0dc-0d4e-4054-a887-fdcfd4fcc4ba req-25a27af7-82bd-4827-a776-76224d09a402 service neutron] 10.222.0.94 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619438 Feb 08 21:35:28.625588 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:35:28.724369 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-8dabc54e-d137-4059-81ed-99455c227a58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebb7702b-3bda-479b-b749-0b73abada6c6 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:35:28.733450 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-8dabc54e-d137-4059-81ed-99455c227a58 service neutron] Publish callbacks [] for port (ebb7702b-3bda-479b-b749-0b73abada6c6), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:28.754104 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-8dabc54e-d137-4059-81ed-99455c227a58 service neutron] Transition to ACTIVE for port object ebb7702b-3bda-479b-b749-0b73abada6c6 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:35:28.759949 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-8dabc54e-d137-4059-81ed-99455c227a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (ebb7702b-3bda-479b-b749-0b73abada6c6), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:28.817951 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e729b-5d2a-4e7a-8d30-7b25110d1530 req-cb502541-a6b0-49be-b8bb-90569c27eb83 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:28.827327 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f61e729b-5d2a-4e7a-8d30-7b25110d1530 req-cb502541-a6b0-49be-b8bb-90569c27eb83 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 943 time: 0.8849959 Feb 08 21:35:28.845262 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabc54e-d137-4059-81ed-99455c227a58 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb7702b-3bda-479b-b749-0b73abada6c6,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:28.859933 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port ec895fb4-a637-48fe-b9c9-458ebf0c92dc triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:28.860308 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ec895fb4-a637-48fe-b9c9-458ebf0c92dc), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:28.998546 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-8dabc54e-d137-4059-81ed-99455c227a58 service neutron] Attempting to bind port ebb7702b-3bda-479b-b749-0b73abada6c6 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:35:28.998893 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-8dabc54e-d137-4059-81ed-99455c227a58 service neutron] Attempting to bind port ebb7702b-3bda-479b-b749-0b73abada6c6 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '2367fa6e-f731-4d5d-8eed-4d18be504fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '78ab189a-860e-4a01-8c19-0f0521b9833d'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:35:28.999229 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-8dabc54e-d137-4059-81ed-99455c227a58 service neutron] Attempting to bind port ebb7702b-3bda-479b-b749-0b73abada6c6 on network 78ab189a-860e-4a01-8c19-0f0521b9833d {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:35:29.015789 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-8dabc54e-d137-4059-81ed-99455c227a58 service neutron] Port ebb7702b-3bda-479b-b749-0b73abada6c6 on network 78ab189a-860e-4a01-8c19-0f0521b9833d not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:35:29.016118 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-8dabc54e-d137-4059-81ed-99455c227a58 service neutron] Attempting to bind port ebb7702b-3bda-479b-b749-0b73abada6c6 on network 78ab189a-860e-4a01-8c19-0f0521b9833d {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:35:29.022107 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-8dabc54e-d137-4059-81ed-99455c227a58 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:35:29.022463 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-8dabc54e-d137-4059-81ed-99455c227a58 service neutron] Checking segment: {'id': '2367fa6e-f731-4d5d-8eed-4d18be504fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '78ab189a-860e-4a01-8c19-0f0521b9833d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:35:29.022867 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-8dabc54e-d137-4059-81ed-99455c227a58 service neutron] Bound using segment: {'id': '2367fa6e-f731-4d5d-8eed-4d18be504fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '78ab189a-860e-4a01-8c19-0f0521b9833d'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:35:29.023887 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-8dabc54e-d137-4059-81ed-99455c227a58 service neutron] Bound port: ebb7702b-3bda-479b-b749-0b73abada6c6, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2367fa6e-f731-4d5d-8eed-4d18be504fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '78ab189a-860e-4a01-8c19-0f0521b9833d'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:35:29.024269 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-8dabc54e-d137-4059-81ed-99455c227a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ebb7702b-3bda-479b-b749-0b73abada6c6), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:29.070473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4639ec83-f25d-4b9a-a518-43ff5f173603 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:29.079036 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4639ec83-f25d-4b9a-a518-43ff5f173603 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:29.085212 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4639ec83-f25d-4b9a-a518-43ff5f173603 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:29.087812 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4639ec83-f25d-4b9a-a518-43ff5f173603 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "GET /v2.0/ports?network_id=b375510e-2602-4d58-bb50-0a85496463e1 HTTP/1.1" status: 200 len: 2360 time: 1.0846117 Feb 08 21:35:29.098839 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33734) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:29.100304 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2674f-3112-4150-940a-35b69ffd6fd7 None None] Pushing event updated for resources: {'Port': ['ID=b4a622fd-9eb7-4251-9952-d47c2128764e,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:29.198691 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39dfcda-b1f9-4366-adfa-e269b9c8599c tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:29.205442 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e39dfcda-b1f9-4366-adfa-e269b9c8599c tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "GET /v2.0/subnets/7ea49410-10fc-49fd-acb4-6447fa5cfd15 HTTP/1.1" status: 200 len: 797 time: 0.1052613 Feb 08 21:35:29.207823 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33736) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:29.235698 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2439a002-107e-4b67-a940-acb36aa45cc6 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Request body: {'port': {'network_id': 'b375510e-2602-4d58-bb50-0a85496463e1', 'name': 'tempest-FloatingIPTestJSON-768581634', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:29.246129 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-8dabc54e-d137-4059-81ed-99455c227a58 service neutron] For port ebb7702b-3bda-479b-b749-0b73abada6c6, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:35:29.253434 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba681710-9b20-47f6-94f4-38db6a0e83c0 req-464207a7-32a7-495a-861f-a5cd8230f334 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:29.255011 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba681710-9b20-47f6-94f4-38db6a0e83c0 req-464207a7-32a7-495a-861f-a5cd8230f334 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 945 time: 0.8029447 Feb 08 21:35:29.261441 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18473309-45c0-4b6d-b880-edde1a3bc0cc tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:35:29.268626 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792bd53-7974-481f-9afd-b5edec936e9a req-764d92b3-51d3-4265-9380-777553dace10 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:29.275031 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792bd53-7974-481f-9afd-b5edec936e9a req-764d92b3-51d3-4265-9380-777553dace10 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:29.276042 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d21f0b-1066-46a4-be24-d89cbfdcded2 None None] Sync routers for ids ['c91efcf0-eed6-44f9-bcb6-9dea46392a93'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:35:29.277265 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0792bd53-7974-481f-9afd-b5edec936e9a req-764d92b3-51d3-4265-9380-777553dace10 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.96 "GET /v2.0/networks?id=4f7d15aa-1318-473a-9e90-cc1f3a9bff63&id=b78cdfbe-37be-4e93-8a7c-19400469f503 HTTP/1.1" status: 200 len: 1391 time: 0.8137572 Feb 08 21:35:29.281633 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-18473309-45c0-4b6d-b880-edde1a3bc0cc tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:29.286409 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-18473309-45c0-4b6d-b880-edde1a3bc0cc tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "PUT /v2.0/routers/c91efcf0-eed6-44f9-bcb6-9dea46392a93 HTTP/1.1" status: 200 len: 915 time: 8.3777764 Feb 08 21:35:29.305444 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d21f0b-1066-46a4-be24-d89cbfdcded2 None None] Routers {'c91efcf0-eed6-44f9-bcb6-9dea46392a93'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:29.307478 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-09d21f0b-1066-46a4-be24-d89cbfdcded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c91efcf0-eed6-44f9-bcb6-9dea46392a93'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:29.310740 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33744) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:29.319182 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-0792bd53-7974-481f-9afd-b5edec936e9a req-62df70fb-d530-4de7-8159-42afe144897b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Request body: {'port': {'device_id': 'fec56c48-8994-4441-845a-8c4e6e4269f5', 'network_id': '4f7d15aa-1318-473a-9e90-cc1f3a9bff63', 'admin_state_up': True, 'tenant_id': 'e06b0580b36e41f2ba7247491d9845e4'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:29.331379 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-afc1b94d-3ca2-44b1-b56f-90db879debac None None] Current status of the port 38e65c0d-42f7-4da8-98dc-7312a03b3065 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:29.357496 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f24f4-7f9e-47ab-a723-199bdef93fdd None None] Pushing event updated for resources: {'Port': ['ID=f4fb87b5-927f-4d66-8d0f-629be69687b0,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:29.363668 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-8dabc54e-d137-4059-81ed-99455c227a58 service neutron] For port ebb7702b-3bda-479b-b749-0b73abada6c6, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ebb7702b-3bda-479b-b749-0b73abada6c6,segment=NetworkSegment(2367fa6e-f731-4d5d-8eed-4d18be504fa5),segment_id=2367fa6e-f731-4d5d-8eed-4d18be504fa5)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:35:29.395706 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-8dabc54e-d137-4059-81ed-99455c227a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (ebb7702b-3bda-479b-b749-0b73abada6c6), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:29.397836 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f61e729b-5d2a-4e7a-8d30-7b25110d1530 req-d9de3653-93a4-44bb-981a-8b4b5b55b02f tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5440068 Feb 08 21:35:29.500999 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:29.584460 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-09d21f0b-1066-46a4-be24-d89cbfdcded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:29.592890 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-afc1b94d-3ca2-44b1-b56f-90db879debac None None] Provisioning complete for port ec895fb4-a637-48fe-b9c9-458ebf0c92dc triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:29.593551 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-afc1b94d-3ca2-44b1-b56f-90db879debac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ec895fb4-a637-48fe-b9c9-458ebf0c92dc), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:29.596801 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d21f0b-1066-46a4-be24-d89cbfdcded2 None None] Routers {'c91efcf0-eed6-44f9-bcb6-9dea46392a93'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:29.598078 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-09d21f0b-1066-46a4-be24-d89cbfdcded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c91efcf0-eed6-44f9-bcb6-9dea46392a93'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:29.617996 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-8dabc54e-d137-4059-81ed-99455c227a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:29.620316 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-8dabc54e-d137-4059-81ed-99455c227a58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:29.623553 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-8dabc54e-d137-4059-81ed-99455c227a58 service neutron] 10.222.0.94 "PUT /v2.0/ports/ebb7702b-3bda-479b-b749-0b73abada6c6 HTTP/1.1" status: 200 len: 1092 time: 1.8915393 Feb 08 21:35:29.644177 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-09d21f0b-1066-46a4-be24-d89cbfdcded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:29.645634 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d21f0b-1066-46a4-be24-d89cbfdcded2 None None] The sync data for ids ['c91efcf0-eed6-44f9-bcb6-9dea46392a93'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:35:29.694676 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabc54e-d137-4059-81ed-99455c227a58 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb7702b-3bda-479b-b749-0b73abada6c6,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:29.697137 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0b59f1-a07f-4ae0-aaa6-976d988f4feb', 'tag': 'ebb7702b-3bda-479b-b749-0b73abada6c6'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:35:29.698206 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port ec895fb4-a637-48fe-b9c9-458ebf0c92dc is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:29.698790 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ec895fb4-a637-48fe-b9c9-458ebf0c92dc), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:29.710150 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bc1299-484f-4982-81cf-07bf5a2d9900" -d '{"events": [{"name": "network-changed", "server_uuid": "8f0b59f1-a07f-4ae0-aaa6-976d988f4feb", "tag": "ebb7702b-3bda-479b-b749-0b73abada6c6"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:35:29.748247 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb74c8-7214-48a9-9acc-f53b080c2957 None None] Pushing event updated for resources: {'Port': ['ID=f3a0ebff-d5e5-47ca-8403-2aad3cb3230b,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:29.874101 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port ec895fb4-a637-48fe-b9c9-458ebf0c92dc, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ec895fb4-a637-48fe-b9c9-458ebf0c92dc,segment=NetworkSegment(48518739-5f31-4976-b8c1-e1a435cade91),segment_id=48518739-5f31-4976-b8c1-e1a435cade91)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:29.881413 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f5d88bae-6f5b-4004-8017-e7defa942eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6de717d-4ccd-4982-8826-037568f9cb0b', 'name': 'tempest-ServerRescueTestJSON-20717810-router', 'tenant_id': 'd7c4f68f48ac4d7b8c033568865db0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:35:02Z', 'updated_at': '2022-02-08T21:35:16Z', 'revision_number': 4, 'project_id': 'd7c4f68f48ac4d7b8c033568865db0b6', 'gw_port': {'id': '84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:92:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6de717d-4ccd-4982-8826-037568f9cb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:35:05Z', 'updated_at': '2022-02-08T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'c1000643-2e11-40b8-b198-254de175836f', 'name': '', 'network_id': '78ab189a-860e-4a01-8c19-0f0521b9833d', 'tenant_id': 'd7c4f68f48ac4d7b8c033568865db0b6', 'mac_address': 'fa:16:3e:18:d8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6de717d-4ccd-4982-8826-037568f9cb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '739e92e6-a4d6-46e1-b30b-0269af78c658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:35:14Z', 'updated_at': '2022-02-08T21:35:26Z', 'revision_number': 4, 'project_id': 'd7c4f68f48ac4d7b8c033568865db0b6', 'subnets': [{'id': '739e92e6-a4d6-46e1-b30b-0269af78c658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:29.883833 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2439a002-107e-4b67-a940-acb36aa45cc6 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Made reservation on behalf of fb496b125f0d4415b233884bbd75b2a5 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:35:29.919906 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ec895fb4-a637-48fe-b9c9-458ebf0c92dc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:30.020032 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d88bae-6f5b-4004-8017-e7defa942eea None None] The sync data for ids ['c6de717d-4ccd-4982-8826-037568f9cb0b'] in n-d-712143-31 is: [{'id': 'c6de717d-4ccd-4982-8826-037568f9cb0b', 'name': 'tempest-ServerRescueTestJSON-20717810-router', 'tenant_id': 'd7c4f68f48ac4d7b8c033568865db0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:35:02Z', 'updated_at': '2022-02-08T21:35:16Z', 'revision_number': 4, 'project_id': 'd7c4f68f48ac4d7b8c033568865db0b6', 'gw_port': {'id': '84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:92:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6de717d-4ccd-4982-8826-037568f9cb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:35:05Z', 'updated_at': '2022-02-08T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'c1000643-2e11-40b8-b198-254de175836f', 'name': '', 'network_id': '78ab189a-860e-4a01-8c19-0f0521b9833d', 'tenant_id': 'd7c4f68f48ac4d7b8c033568865db0b6', 'mac_address': 'fa:16:3e:18:d8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6de717d-4ccd-4982-8826-037568f9cb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '739e92e6-a4d6-46e1-b30b-0269af78c658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:35:14Z', 'updated_at': '2022-02-08T21:35:26Z', 'revision_number': 4, 'project_id': 'd7c4f68f48ac4d7b8c033568865db0b6', 'subnets': [{'id': '739e92e6-a4d6-46e1-b30b-0269af78c658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:35:30.076640 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-afc1b94d-3ca2-44b1-b56f-90db879debac None None] Current status of the port ec895fb4-a637-48fe-b9c9-458ebf0c92dc is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:30.077048 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-afc1b94d-3ca2-44b1-b56f-90db879debac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ec895fb4-a637-48fe-b9c9-458ebf0c92dc), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:30.143822 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b456d5-257c-4d0c-a50c-0e90d3c89e8b None None] Pushing event updated for resources: {'Port': ['ID=38e65c0d-42f7-4da8-98dc-7312a03b3065,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:30.432879 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2439a002-107e-4b67-a940-acb36aa45cc6 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:30.606723 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb8252-bbf5-46c0-a891-0962b9a5e979 req-2287e3c7-6fdc-46e4-b0fd-be3d0c76e9da tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:30.613116 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-badb8252-bbf5-46c0-a891-0962b9a5e979 req-2287e3c7-6fdc-46e4-b0fd-be3d0c76e9da tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.94 "GET /v2.0/ports?device_id=57a2754a-9913-46e0-9902-bb7802c191a4 HTTP/1.1" status: 200 len: 946 time: 0.6386521 Feb 08 21:35:30.707397 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-2439a002-107e-4b67-a940-acb36aa45cc6 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] device_id is not set on port 91b5e166-df3e-4a03-a673-86351771b9dc yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:35:30.720059 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-63c9e75b-cb9e-4e34-999f-5d59172b4967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:30.747340 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-63c9e75b-cb9e-4e34-999f-5d59172b4967 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d7c4f68f48ac4d7b8c033568865db0b6&device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 1126 time: 0.7897296 Feb 08 21:35:30.886688 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f3a0ebff-d5e5-47ca-8403-2aad3cb3230b up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:35:30.888608 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d5a68a-f71b-496d-8f66-905e03538b8f None None] Network b78cdfbe-37be-4e93-8a7c-19400469f503 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:35:31.038290 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba681710-9b20-47f6-94f4-38db6a0e83c0 req-c84c1b34-4ebb-4f0c-b841-fc83aa1a64ad tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7506335 Feb 08 21:35:31.126589 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868c86c4-c85e-4f0b-80a2-a0bb70fa1832 None None] Network d8328fe3-48f2-42c3-b1d5-3ca8bf5e816e requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:35:31.130430 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7dd0c8e3-7cae-4b22-b6d7-51af69f65a31 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "GET /v2.0/routers/c91efcf0-eed6-44f9-bcb6-9dea46392a93 HTTP/1.1" status: 200 len: 921 time: 1.8177052 Feb 08 21:35:31.131374 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33750) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:31.165606 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4564ff98-9c56-477b-8be6-19168e1d7c56 x-openstack-request-id: req-4564ff98-9c56-477b-8be6-19168e1d7c56 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:35:31.166258 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8eda976-0558-4ccd-a6f2-dc4f5d1d3838", "name": "network-vif-plugged", "status": "completed", "tag": "bf0b09da-257c-4e52-ad23-8286c9ef9e16", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:35:31.166258 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4564ff98-9c56-477b-8be6-19168e1d7c56 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:35:31.166604 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8eda976-0558-4ccd-a6f2-dc4f5d1d3838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0b09da-257c-4e52-ad23-8286c9ef9e16', 'code': 200} Feb 08 21:35:31.167737 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e49e4-91ab-4c2e-9f83-bb75e47119fc req-b5f6b2ab-d3c1-470b-8322-64a1e857d7fe tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:31.170220 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e18e49e4-91ab-4c2e-9f83-bb75e47119fc req-b5f6b2ab-d3c1-470b-8322-64a1e857d7fe tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=57a2754a-9913-46e0-9902-bb7802c191a4 HTTP/1.1" status: 200 len: 946 time: 0.6863329 Feb 08 21:35:31.173407 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=bf0b09da-257c-4e52-ad23-8286c9ef9e16,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:31.299305 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0792bd53-7974-481f-9afd-b5edec936e9a req-62df70fb-d530-4de7-8159-42afe144897b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Made reservation on behalf of e06b0580b36e41f2ba7247491d9845e4 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:35:31.303608 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0792bd53-7974-481f-9afd-b5edec936e9a req-62df70fb-d530-4de7-8159-42afe144897b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:31.408186 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda44dbc-2ccc-435a-b19d-8a6e8bd7a012 None None] Network 1c7596bc-aac5-469d-b1b4-8070c61d367d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:35:31.414432 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-cde6e7bc-950b-4613-92ca-4a777b32c6dd service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebb7702b-3bda-479b-b749-0b73abada6c6 HTTP/1.1" status: 200 len: 217 time: 0.0784988 Feb 08 21:35:31.653396 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-9b609b18-ad33-4ce9-8d66-7ec6e6be865a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:31.655235 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-9b609b18-ad33-4ce9-8d66-7ec6e6be865a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=739e92e6-a4d6-46e1-b30b-0269af78c658 HTTP/1.1" status: 200 len: 849 time: 0.1625714 Feb 08 21:35:31.714096 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-0792bd53-7974-481f-9afd-b5edec936e9a req-62df70fb-d530-4de7-8159-42afe144897b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Allocated IP 19.80.0.11 (4f7d15aa-1318-473a-9e90-cc1f3a9bff63/32c97e03-c235-4cd7-b920-fab30af18294/4a3ffc42-34b6-4e02-90dd-0d186ad1efab) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:35:31.718374 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-fc673083-fa36-4eed-9158-96a332e8e40d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=78ab189a-860e-4a01-8c19-0f0521b9833d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456793 Feb 08 21:35:31.762163 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=ec895fb4-a637-48fe-b9c9-458ebf0c92dc,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:31.849100 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-afc1b94d-3ca2-44b1-b56f-90db879debac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:35:31.849486 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-afc1b94d-3ca2-44b1-b56f-90db879debac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:35:31.873512 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:31.874243 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:31.879404 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port f3a0ebff-d5e5-47ca-8403-2aad3cb3230b triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:31.879786 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f3a0ebff-d5e5-47ca-8403-2aad3cb3230b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:31.953134 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-316693f8-6142-4e72-948d-a98a1f851dfc service neutron] 10.222.0.94 "GET /v2.0/networks/78ab189a-860e-4a01-8c19-0f0521b9833d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801562 Feb 08 21:35:32.125843 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0792bd53-7974-481f-9afd-b5edec936e9a req-62df70fb-d530-4de7-8159-42afe144897b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks [] for port (4a3ffc42-34b6-4e02-90dd-0d186ad1efab), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:32.177889 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e18e49e4-91ab-4c2e-9f83-bb75e47119fc req-cdb58fee-0139-4394-ba81-c98095ddffa1 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9003062 Feb 08 21:35:32.281326 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc04dd1e-8dd0-4da6-bb80-c7a95097f40b tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:32.283092 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bc04dd1e-8dd0-4da6-bb80-c7a95097f40b tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=075c0dfb-2786-422e-af93-9cafe101c970&device_id=c91efcf0-eed6-44f9-bcb6-9dea46392a93&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.1419685 Feb 08 21:35:32.303038 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33754) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:32.374053 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port f3a0ebff-d5e5-47ca-8403-2aad3cb3230b is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:32.384989 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f3a0ebff-d5e5-47ca-8403-2aad3cb3230b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:32.492127 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-2439a002-107e-4b67-a940-acb36aa45cc6 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Allocated IP 172.20.0.13 (b375510e-2602-4d58-bb50-0a85496463e1/7ea49410-10fc-49fd-acb4-6447fa5cfd15/91b5e166-df3e-4a03-a673-86351771b9dc) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:35:32.502443 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-2439a002-107e-4b67-a940-acb36aa45cc6 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Allocated IP 172.20.0.12 (b375510e-2602-4d58-bb50-0a85496463e1/7ea49410-10fc-49fd-acb4-6447fa5cfd15/91b5e166-df3e-4a03-a673-86351771b9dc) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:35:32.617994 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-afc1b94d-3ca2-44b1-b56f-90db879debac None None] Current status of the port ec895fb4-a637-48fe-b9c9-458ebf0c92dc is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:32.657497 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-870c4173-53cc-4ef8-9a16-3bd15d603309 req-4316d704-d7f2-4ca9-85b5-02a96f609d38 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=fec56c48-8994-4441-845a-8c4e6e4269f5 HTTP/1.1" status: 200 len: 210 time: 0.1767247 Feb 08 21:35:32.661796 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port f3a0ebff-d5e5-47ca-8403-2aad3cb3230b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f3a0ebff-d5e5-47ca-8403-2aad3cb3230b,segment=NetworkSegment(04932683-d5b7-4cee-b0c4-c54f714c2f5b),segment_id=04932683-d5b7-4cee-b0c4-c54f714c2f5b)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:32.670742 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f3a0ebff-d5e5-47ca-8403-2aad3cb3230b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:32.673698 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b4a622fd-9eb7-4251-9952-d47c2128764e up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:35:32.802448 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afbc7c0-9fc1-49ac-be34-3b99c441e907 x-openstack-request-id: req-8afbc7c0-9fc1-49ac-be34-3b99c441e907 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:35:32.802961 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f0b59f1-a07f-4ae0-aaa6-976d988f4feb", "tag": "ebb7702b-3bda-479b-b749-0b73abada6c6", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:35:32.803082 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8afbc7c0-9fc1-49ac-be34-3b99c441e907 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:35:32.803421 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0b59f1-a07f-4ae0-aaa6-976d988f4feb', 'tag': 'ebb7702b-3bda-479b-b749-0b73abada6c6', 'status': 'completed', 'code': 200} Feb 08 21:35:32.833664 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf61d8f-9adf-4bf6-b708-4a10d711327f req-07690a2c-5f50-40f4-b0dd-233b368687c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:32.835572 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cdf61d8f-9adf-4bf6-b708-4a10d711327f req-07690a2c-5f50-40f4-b0dd-233b368687c8 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 1128 time: 1.5236926 Feb 08 21:35:32.836777 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0792bd53-7974-481f-9afd-b5edec936e9a req-62df70fb-d530-4de7-8159-42afe144897b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (4a3ffc42-34b6-4e02-90dd-0d186ad1efab), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:32.863604 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-badb8252-bbf5-46c0-a891-0962b9a5e979 req-0d7d8389-be33-4e20-94b6-298a4575c0e4 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Deleting port f240d2f5-738a-47f3-a5a1-831acc97189b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:32.863971 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-badb8252-bbf5-46c0-a891-0962b9a5e979 req-0d7d8389-be33-4e20-94b6-298a4575c0e4 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f240d2f5-738a-47f3-a5a1-831acc97189b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:33.019422 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device f240d2f5-738a-47f3-a5a1-831acc97189b no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:35:33.039937 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=f3a0ebff-d5e5-47ca-8403-2aad3cb3230b,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:33.072070 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807189fb-c6be-4fc9-8f8c-f473274ef090 req-362f8268-a537-49b4-9b5a-54b7a20aab9e tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:33.079884 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-807189fb-c6be-4fc9-8f8c-f473274ef090 req-362f8268-a537-49b4-9b5a-54b7a20aab9e tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 943 time: 1.7220683 Feb 08 21:35:33.108091 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b62cb302-12de-4891-9e58-97c046c9b705 None None] Provisioning complete for port f4fb87b5-927f-4d66-8d0f-629be69687b0 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:33.108505 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b62cb302-12de-4891-9e58-97c046c9b705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f4fb87b5-927f-4d66-8d0f-629be69687b0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:33.157468 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0792bd53-7974-481f-9afd-b5edec936e9a req-62df70fb-d530-4de7-8159-42afe144897b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Network 4f7d15aa-1318-473a-9e90-cc1f3a9bff63 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:35:33.178228 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-badb8252-bbf5-46c0-a891-0962b9a5e979 req-0d7d8389-be33-4e20-94b6-298a4575c0e4 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] For port f240d2f5-738a-47f3-a5a1-831acc97189b, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=f240d2f5-738a-47f3-a5a1-831acc97189b,segment=NetworkSegment(d23a6594-b5ac-4220-9c7e-256007bbfc19),segment_id=d23a6594-b5ac-4220-9c7e-256007bbfc19)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:33.178756 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-badb8252-bbf5-46c0-a891-0962b9a5e979 req-0d7d8389-be33-4e20-94b6-298a4575c0e4 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f240d2f5-738a-47f3-a5a1-831acc97189b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:33.191579 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port b4a622fd-9eb7-4251-9952-d47c2128764e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:33.192256 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b4a622fd-9eb7-4251-9952-d47c2128764e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:33.203198 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-0792bd53-7974-481f-9afd-b5edec936e9a req-62df70fb-d530-4de7-8159-42afe144897b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:33.210842 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-20449700-c67f-465e-b187-a85c81c18d7e tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (54a6b748-d884-44a0-b85d-6c7779931bc2), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:33.214926 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-0792bd53-7974-481f-9afd-b5edec936e9a req-62df70fb-d530-4de7-8159-42afe144897b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:35:33.247034 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cdf61d8f-9adf-4bf6-b708-4a10d711327f req-85f75590-2ebe-4f3b-b5e4-b44eaf2825cc service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918762 Feb 08 21:35:33.247695 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df70fb-d530-4de7-8159-42afe144897b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Pushing event updated for resources: {'Port': ['ID=4a3ffc42-34b6-4e02-90dd-0d186ad1efab,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:33.259140 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f63398e-ba0c-4cbf-8de1-af19b457c63e tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:33.267532 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2f63398e-ba0c-4cbf-8de1-af19b457c63e tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 881 time: 0.9458611 Feb 08 21:35:33.270358 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33758) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:33.276516 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-badb8252-bbf5-46c0-a891-0962b9a5e979 req-0d7d8389-be33-4e20-94b6-298a4575c0e4 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Calling delete_port for f240d2f5-738a-47f3-a5a1-831acc97189b owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:33.366184 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2439a002-107e-4b67-a940-acb36aa45cc6 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for port (91b5e166-df3e-4a03-a673-86351771b9dc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:33.381193 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a90373b9-eec3-4a68-b2c8-7743190467c8 req-b6b309e1-7ec5-4a18-bcd6-c85879d75f8e service neutron] 10.222.0.94 "GET /v2.0/networks/78ab189a-860e-4a01-8c19-0f0521b9833d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6665318 Feb 08 21:35:33.479555 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d1f3d19c-b57a-4078-9f0e-235b2a930022 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "GET /v2.0/ports?device_id=c91efcf0-eed6-44f9-bcb6-9dea46392a93 HTTP/1.1" status: 200 len: 205 time: 0.1749396 Feb 08 21:35:33.486290 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792bd53-7974-481f-9afd-b5edec936e9a req-62df70fb-d530-4de7-8159-42afe144897b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:33.487241 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0792bd53-7974-481f-9afd-b5edec936e9a req-62df70fb-d530-4de7-8159-42afe144897b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:33.490125 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33760) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:33.514902 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port b4a622fd-9eb7-4251-9952-d47c2128764e is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:33.515514 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b4a622fd-9eb7-4251-9952-d47c2128764e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:33.581015 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-807189fb-c6be-4fc9-8f8c-f473274ef090 req-a37cbd67-2f1a-4f42-9967-4bc642382142 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938526 Feb 08 21:35:33.628682 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b62cb302-12de-4891-9e58-97c046c9b705 None None] Current status of the port f4fb87b5-927f-4d66-8d0f-629be69687b0 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:33.629082 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b62cb302-12de-4891-9e58-97c046c9b705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f4fb87b5-927f-4d66-8d0f-629be69687b0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:33.701636 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-badb8252-bbf5-46c0-a891-0962b9a5e979 req-0d7d8389-be33-4e20-94b6-298a4575c0e4 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (f240d2f5-738a-47f3-a5a1-831acc97189b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:33.744183 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b62cb302-12de-4891-9e58-97c046c9b705 None None] For port f4fb87b5-927f-4d66-8d0f-629be69687b0, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f4fb87b5-927f-4d66-8d0f-629be69687b0,segment=NetworkSegment(b134e5f0-a2b5-4aba-a914-3e82bd51bb15),segment_id=b134e5f0-a2b5-4aba-a914-3e82bd51bb15)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:33.753105 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d8389-be33-4e20-94b6-298a4575c0e4 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Pushing event deleted for resources: {'Port': ['ID=f240d2f5-738a-47f3-a5a1-831acc97189b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:33.771523 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['847006f8-c17a-4de4-8cf4-47c1e161c2b1'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:35:33.778758 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28887b57-f2c0-44de-aa0c-eefb75b9ac60 req-6f809611-634b-4a56-afba-0fdbe3bdd1eb tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:33.780867 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-28887b57-f2c0-44de-aa0c-eefb75b9ac60 req-6f809611-634b-4a56-afba-0fdbe3bdd1eb tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 943 time: 0.8273351 Feb 08 21:35:33.807832 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2439a002-107e-4b67-a940-acb36aa45cc6 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (91b5e166-df3e-4a03-a673-86351771b9dc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:33.811118 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc1299-484f-4982-81cf-07bf5a2d9900 req-00dbab15-9e0e-4d85-8161-c52be4c28eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:33.812705 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-63bc1299-484f-4982-81cf-07bf5a2d9900 req-00dbab15-9e0e-4d85-8161-c52be4c28eb0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d7c4f68f48ac4d7b8c033568865db0b6&device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 1126 time: 0.3728383 Feb 08 21:35:33.853056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port f240d2f5-738a-47f3-a5a1-831acc97189b is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:33.853850 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f240d2f5-738a-47f3-a5a1-831acc97189b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:33.855854 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b62cb302-12de-4891-9e58-97c046c9b705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f4fb87b5-927f-4d66-8d0f-629be69687b0), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:33.876653 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-28887b57-f2c0-44de-aa0c-eefb75b9ac60 req-54a105ea-6784-4738-a4ad-b3f6f8aea9a5 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666666 Feb 08 21:35:33.886335 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0792bd53-7974-481f-9afd-b5edec936e9a req-62df70fb-d530-4de7-8159-42afe144897b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5895026 Feb 08 21:35:33.909381 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-0792bd53-7974-481f-9afd-b5edec936e9a req-71a70ce7-20f5-4236-92e2-25c476d8dfae tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Request body: {'port': {'device_id': 'fec56c48-8994-4441-845a-8c4e6e4269f5', 'network_id': 'b78cdfbe-37be-4e93-8a7c-19400469f503', 'admin_state_up': True, 'tenant_id': 'e06b0580b36e41f2ba7247491d9845e4'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:34.004636 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port b4a622fd-9eb7-4251-9952-d47c2128764e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b4a622fd-9eb7-4251-9952-d47c2128764e,segment=NetworkSegment(72576682-1a97-4ac4-99d8-992802f77456),segment_id=72576682-1a97-4ac4-99d8-992802f77456)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:34.017873 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62cb302-12de-4891-9e58-97c046c9b705 None None] Pushing event updated for resources: {'Port': ['ID=f4fb87b5-927f-4d66-8d0f-629be69687b0,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:34.054726 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b62cb302-12de-4891-9e58-97c046c9b705 None None] Provisioning complete for port b4a622fd-9eb7-4251-9952-d47c2128764e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:34.055298 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b62cb302-12de-4891-9e58-97c046c9b705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b4a622fd-9eb7-4251-9952-d47c2128764e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:34.070175 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b4a622fd-9eb7-4251-9952-d47c2128764e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:34.071101 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f4fb87b5-927f-4d66-8d0f-629be69687b0 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:35:34.119129 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-986e303d-647d-422b-aede-cb8f186969f6 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router (c91efcf0-eed6-44f9-bcb6-9dea46392a93), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:34.129258 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93badf-8b03-42c5-9f25-4f2691d8a7bd req-2658ece3-5143-460d-8297-755002efc2b7 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:34.131349 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b93badf-8b03-42c5-9f25-4f2691d8a7bd req-2658ece3-5143-460d-8297-755002efc2b7 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 945 time: 0.3851328 Feb 08 21:35:34.158643 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-badb8252-bbf5-46c0-a891-0962b9a5e979 req-0d7d8389-be33-4e20-94b6-298a4575c0e4 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] No DVR routers for this DVR port f240d2f5-738a-47f3-a5a1-831acc97189b on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:35:34.160766 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc1299-484f-4982-81cf-07bf5a2d9900 req-f9d33436-2b77-443c-8f50-c83977672e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:34.162735 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-63bc1299-484f-4982-81cf-07bf5a2d9900 req-f9d33436-2b77-443c-8f50-c83977672e61 service neutron] 10.222.0.94 "GET /v2.0/networks?id=78ab189a-860e-4a01-8c19-0f0521b9833d HTTP/1.1" status: 200 len: 910 time: 0.2908745 Feb 08 21:35:34.164698 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-badb8252-bbf5-46c0-a891-0962b9a5e979 req-0d7d8389-be33-4e20-94b6-298a4575c0e4 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:34.168370 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-badb8252-bbf5-46c0-a891-0962b9a5e979 req-0d7d8389-be33-4e20-94b6-298a4575c0e4 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.94 "DELETE /v2.0/ports/f240d2f5-738a-47f3-a5a1-831acc97189b HTTP/1.1" status: 204 len: 173 time: 3.5141871 Feb 08 21:35:34.217776 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2439a002-107e-4b67-a940-acb36aa45cc6 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Network b375510e-2602-4d58-bb50-0a85496463e1 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:35:34.253426 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2439a002-107e-4b67-a940-acb36aa45cc6 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:34.258652 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2439a002-107e-4b67-a940-acb36aa45cc6 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:35:34.309264 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-63bc1299-484f-4982-81cf-07bf5a2d9900 req-214298ae-691a-4f4f-997f-87e315ee2e34 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebb7702b-3bda-479b-b749-0b73abada6c6 HTTP/1.1" status: 200 len: 217 time: 0.1149671 Feb 08 21:35:34.321911 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2439a002-107e-4b67-a940-acb36aa45cc6 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:34.323194 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2439a002-107e-4b67-a940-acb36aa45cc6 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:34.394961 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc1299-484f-4982-81cf-07bf5a2d9900 req-487c828d-33aa-4e9e-86bc-4993525a1a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:34.396443 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-63bc1299-484f-4982-81cf-07bf5a2d9900 req-487c828d-33aa-4e9e-86bc-4993525a1a5c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=739e92e6-a4d6-46e1-b30b-0269af78c658 HTTP/1.1" status: 200 len: 849 time: 0.0531778 Feb 08 21:35:34.411640 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439a002-107e-4b67-a940-acb36aa45cc6 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event updated for resources: {'Port': ['ID=91b5e166-df3e-4a03-a673-86351771b9dc,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:34.426367 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2439a002-107e-4b67-a940-acb36aa45cc6 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 5.2166784 Feb 08 21:35:34.429162 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33766) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:34.456618 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5f340c05-5393-4156-a28a-b7d7f14791ac tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'port_id': '91b5e166-df3e-4a03-a673-86351771b9dc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:34.468982 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b93badf-8b03-42c5-9f25-4f2691d8a7bd req-a9e797aa-fcd7-4b5a-865a-51194965efc5 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544433 Feb 08 21:35:34.497707 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ffdc46b-afbd-4ddd-8c26-8a6d59a71983 req-907fffa4-fe71-4a6b-a007-0b50b753f269 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=57a2754a-9913-46e0-9902-bb7802c191a4 HTTP/1.1" status: 200 len: 210 time: 0.3593218 Feb 08 21:35:34.550566 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=b4a622fd-9eb7-4251-9952-d47c2128764e,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:34.604365 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-63bc1299-484f-4982-81cf-07bf5a2d9900 req-e776b4ab-1c6e-4b09-80df-94c4e2ab661d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=78ab189a-860e-4a01-8c19-0f0521b9833d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1253099 Feb 08 21:35:34.645018 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5f340c05-5393-4156-a28a-b7d7f14791ac tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:34.721470 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0792bd53-7974-481f-9afd-b5edec936e9a req-71a70ce7-20f5-4236-92e2-25c476d8dfae tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Made reservation on behalf of e06b0580b36e41f2ba7247491d9845e4 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:35:34.731655 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0792bd53-7974-481f-9afd-b5edec936e9a req-71a70ce7-20f5-4236-92e2-25c476d8dfae tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:34.792021 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port f4fb87b5-927f-4d66-8d0f-629be69687b0 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:34.792483 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f4fb87b5-927f-4d66-8d0f-629be69687b0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:34.809125 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b62cb302-12de-4891-9e58-97c046c9b705 None None] Current status of the port b4a622fd-9eb7-4251-9952-d47c2128764e is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:34.858843 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a2754a-9913-46e0-9902-bb7802c191a4', 'name': 'network-vif-deleted', 'tag': 'f240d2f5-738a-47f3-a5a1-831acc97189b'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:35:34.861404 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6edba5b-d271-4f6a-9750-fab5dba2eb44" -d '{"events": [{"server_uuid": "57a2754a-9913-46e0-9902-bb7802c191a4", "name": "network-vif-deleted", "tag": "f240d2f5-738a-47f3-a5a1-831acc97189b"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:35:34.911735 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b62cb302-12de-4891-9e58-97c046c9b705 None None] Provisioning complete for port f3a0ebff-d5e5-47ca-8403-2aad3cb3230b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:34.912415 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b62cb302-12de-4891-9e58-97c046c9b705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f3a0ebff-d5e5-47ca-8403-2aad3cb3230b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:34.942375 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-63bc1299-484f-4982-81cf-07bf5a2d9900 req-a0ac48ef-22a9-4c7d-8fa6-be7ea4a70423 service neutron] 10.222.0.94 "GET /v2.0/networks/78ab189a-860e-4a01-8c19-0f0521b9833d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512066 Feb 08 21:35:35.027679 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-986e303d-647d-422b-aede-cb8f186969f6 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_gateway (c91efcf0-eed6-44f9-bcb6-9dea46392a93), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:35.053439 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5f340c05-5393-4156-a28a-b7d7f14791ac tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:35.070477 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-0792bd53-7974-481f-9afd-b5edec936e9a req-71a70ce7-20f5-4236-92e2-25c476d8dfae tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Allocated IP 19.86.0.199 (b78cdfbe-37be-4e93-8a7c-19400469f503/4f03708c-6551-4bc4-9e4f-280e9909b3fc/7fb29b80-6d1d-4975-9876-bc702daff3f1) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:35:35.092004 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2c0cf-ea09-4c64-9229-2d56eb17008f req-94e6622e-7768-43eb-9184-c54181a244b8 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:35.094207 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-faf2c0cf-ea09-4c64-9229-2d56eb17008f req-94e6622e-7768-43eb-9184-c54181a244b8 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=fec56c48-8994-4441-845a-8c4e6e4269f5 HTTP/1.1" status: 200 len: 931 time: 0.4478524 Feb 08 21:35:35.107038 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4a94a-4e68-497e-a4f8-d46e9414aef5 req-fabc8165-d902-45b8-bebb-a65278e418c5 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:35.108802 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-24c4a94a-4e68-497e-a4f8-d46e9414aef5 req-fabc8165-d902-45b8-bebb-a65278e418c5 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 943 time: 0.3694215 Feb 08 21:35:35.123738 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b62cb302-12de-4891-9e58-97c046c9b705 None None] Current status of the port f3a0ebff-d5e5-47ca-8403-2aad3cb3230b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:35.126852 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port f4fb87b5-927f-4d66-8d0f-629be69687b0 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:35.156370 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b62cb302-12de-4891-9e58-97c046c9b705 None None] Provisioning complete for port ec895fb4-a637-48fe-b9c9-458ebf0c92dc triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:35.159394 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b62cb302-12de-4891-9e58-97c046c9b705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ec895fb4-a637-48fe-b9c9-458ebf0c92dc), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:35.174041 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-63bc1299-484f-4982-81cf-07bf5a2d9900 req-8e2a0b28-55bc-426a-b4dc-fdd390463995 service neutron] 10.222.0.94 "GET /v2.0/networks/78ab189a-860e-4a01-8c19-0f0521b9833d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227829 Feb 08 21:35:35.348448 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b62cb302-12de-4891-9e58-97c046c9b705 None None] Current status of the port ec895fb4-a637-48fe-b9c9-458ebf0c92dc is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:35.450710 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-5f340c05-5393-4156-a28a-b7d7f14791ac tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Allocated IP 172.25.3.19 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/9c0c8502-791c-46d8-82fe-d5c4836900b6) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:35:35.488236 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-637eac6a-4b28-490d-a91b-3229335dee5c None None] Provisioning complete for port b4a622fd-9eb7-4251-9952-d47c2128764e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:35.488619 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-637eac6a-4b28-490d-a91b-3229335dee5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b4a622fd-9eb7-4251-9952-d47c2128764e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:35.548474 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f3a0ebff-d5e5-47ca-8403-2aad3cb3230b up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:35:35.701054 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5f340c05-5393-4156-a28a-b7d7f14791ac tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for port (9c0c8502-791c-46d8-82fe-d5c4836900b6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:35.752320 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5f340c05-5393-4156-a28a-b7d7f14791ac tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (9c0c8502-791c-46d8-82fe-d5c4836900b6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:35.813627 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f340c05-5393-4156-a28a-b7d7f14791ac tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:35:35.817306 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-5f340c05-5393-4156-a28a-b7d7f14791ac tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:35.822388 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f340c05-5393-4156-a28a-b7d7f14791ac tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:35:35.852978 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f340c05-5393-4156-a28a-b7d7f14791ac tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event updated for resources: {'Port': ['ID=9c0c8502-791c-46d8-82fe-d5c4836900b6,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:35.889069 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-faf2c0cf-ea09-4c64-9229-2d56eb17008f req-35390814-036e-4a02-ad73-11ae3bc62b1f tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7778888 Feb 08 21:35:35.973540 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-24c4a94a-4e68-497e-a4f8-d46e9414aef5 req-b98634c2-277f-4d3b-8b08-94e8683c516a tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8474839 Feb 08 21:35:35.993053 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-20449700-c67f-465e-b187-a85c81c18d7e tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Deleting port 40cba36c-68a0-4220-adb3-02ef2716a5eb {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:35.993410 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-20449700-c67f-465e-b187-a85c81c18d7e tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (40cba36c-68a0-4220-adb3-02ef2716a5eb), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:36.192738 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-986e303d-647d-422b-aede-cb8f186969f6 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Deleting port 448d69d7-08e9-40a7-a902-79e568c744cd {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:36.193846 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-986e303d-647d-422b-aede-cb8f186969f6 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (448d69d7-08e9-40a7-a902-79e568c744cd), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:36.194160 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port f3a0ebff-d5e5-47ca-8403-2aad3cb3230b triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:36.195536 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f3a0ebff-d5e5-47ca-8403-2aad3cb3230b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:36.208814 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b1847a-20c1-4a0a-ab9b-f457f58f06ba x-openstack-request-id: req-d2b1847a-20c1-4a0a-ab9b-f457f58f06ba {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:35:36.209536 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a2754a-9913-46e0-9902-bb7802c191a4", "name": "network-vif-deleted", "tag": "f240d2f5-738a-47f3-a5a1-831acc97189b", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:35:36.209810 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d2b1847a-20c1-4a0a-ab9b-f457f58f06ba {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:35:36.210213 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a2754a-9913-46e0-9902-bb7802c191a4', 'name': 'network-vif-deleted', 'tag': 'f240d2f5-738a-47f3-a5a1-831acc97189b', 'status': 'completed', 'code': 200} Feb 08 21:35:36.327238 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-637eac6a-4b28-490d-a91b-3229335dee5c None None] Current status of the port b4a622fd-9eb7-4251-9952-d47c2128764e is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:36.385966 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-637eac6a-4b28-490d-a91b-3229335dee5c None None] Provisioning complete for port 40cba36c-68a0-4220-adb3-02ef2716a5eb triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:36.386362 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-637eac6a-4b28-490d-a91b-3229335dee5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (40cba36c-68a0-4220-adb3-02ef2716a5eb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:36.394087 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:36.405642 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0792bd53-7974-481f-9afd-b5edec936e9a req-71a70ce7-20f5-4236-92e2-25c476d8dfae tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks [] for port (7fb29b80-6d1d-4975-9876-bc702daff3f1), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:36.423049 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-20449700-c67f-465e-b187-a85c81c18d7e tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (40cba36c-68a0-4220-adb3-02ef2716a5eb), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:36.475172 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5f340c05-5393-4156-a28a-b7d7f14791ac tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (4d6ea73c-5a45-48e0-84c9-46ed8bb74c0f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:36.481150 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34449a-253c-48af-a3c0-f0b7f6732bfb req-6849726f-0395-4996-8b13-2a07d11a3e4e tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:36.493945 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eb34449a-253c-48af-a3c0-f0b7f6732bfb req-6849726f-0395-4996-8b13-2a07d11a3e4e tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 943 time: 0.3739197 Feb 08 21:35:36.545163 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-637eac6a-4b28-490d-a91b-3229335dee5c None None] Port 40cba36c-68a0-4220-adb3-02ef2716a5eb cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:35:36.566013 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-986e303d-647d-422b-aede-cb8f186969f6 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (448d69d7-08e9-40a7-a902-79e568c744cd), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:36.567626 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port f3a0ebff-d5e5-47ca-8403-2aad3cb3230b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:36.573599 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-20449700-c67f-465e-b187-a85c81c18d7e tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Calling delete_port for 40cba36c-68a0-4220-adb3-02ef2716a5eb owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:36.578137 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 38e65c0d-42f7-4da8-98dc-7312a03b3065 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:35:36.597085 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5f340c05-5393-4156-a28a-b7d7f14791ac tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9c0c8502-791c-46d8-82fe-d5c4836900b6), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:36.600574 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88285bc0-d6fa-42da-b114-a7a9ca106edd req-62a49c56-cc8b-4cc4-8a38-9e57fc26f49c tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:36.614401 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-88285bc0-d6fa-42da-b114-a7a9ca106edd req-62a49c56-cc8b-4cc4-8a38-9e57fc26f49c tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 945 time: 0.4535024 Feb 08 21:35:36.661739 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-986e303d-647d-422b-aede-cb8f186969f6 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Calling delete_port for 448d69d7-08e9-40a7-a902-79e568c744cd owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:36.674560 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-637eac6a-4b28-490d-a91b-3229335dee5c None None] Provisioning complete for port f4fb87b5-927f-4d66-8d0f-629be69687b0 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:36.674935 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-637eac6a-4b28-490d-a91b-3229335dee5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f4fb87b5-927f-4d66-8d0f-629be69687b0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:36.733993 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:36.800558 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 38e65c0d-42f7-4da8-98dc-7312a03b3065 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:36.800926 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (38e65c0d-42f7-4da8-98dc-7312a03b3065), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:36.865002 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5f340c05-5393-4156-a28a-b7d7f14791ac tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for port (9c0c8502-791c-46d8-82fe-d5c4836900b6), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:36.875613 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5f340c05-5393-4156-a28a-b7d7f14791ac tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (9c0c8502-791c-46d8-82fe-d5c4836900b6), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:36.915357 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eb34449a-253c-48af-a3c0-f0b7f6732bfb req-c6eebc54-9cb1-4b86-b098-c5b6f7196961 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4203961 Feb 08 21:35:36.947010 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 38e65c0d-42f7-4da8-98dc-7312a03b3065 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:36.948279 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b4a622fd-9eb7-4251-9952-d47c2128764e up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:35:37.032220 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-637eac6a-4b28-490d-a91b-3229335dee5c None None] Current status of the port f4fb87b5-927f-4d66-8d0f-629be69687b0 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:37.042182 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0792bd53-7974-481f-9afd-b5edec936e9a req-71a70ce7-20f5-4236-92e2-25c476d8dfae tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (7fb29b80-6d1d-4975-9876-bc702daff3f1), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:37.069325 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f340c05-5393-4156-a28a-b7d7f14791ac tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event updated for resources: {'Port': ['ID=9c0c8502-791c-46d8-82fe-d5c4836900b6,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:37.076962 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-88285bc0-d6fa-42da-b114-a7a9ca106edd req-e5a0ad6b-935c-4eab-b8bc-5c2c70e1309b tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303110 Feb 08 21:35:37.084080 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5f340c05-5393-4156-a28a-b7d7f14791ac tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (4d6ea73c-5a45-48e0-84c9-46ed8bb74c0f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:37.095466 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-637eac6a-4b28-490d-a91b-3229335dee5c None None] Provisioning complete for port 4a3ffc42-34b6-4e02-90dd-0d186ad1efab triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:37.099769 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-637eac6a-4b28-490d-a91b-3229335dee5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (4a3ffc42-34b6-4e02-90dd-0d186ad1efab), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:37.115560 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port b4a622fd-9eb7-4251-9952-d47c2128764e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:37.116703 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b4a622fd-9eb7-4251-9952-d47c2128764e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:37.318220 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0792bd53-7974-481f-9afd-b5edec936e9a req-71a70ce7-20f5-4236-92e2-25c476d8dfae tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Network b78cdfbe-37be-4e93-8a7c-19400469f503 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:35:37.348096 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-0792bd53-7974-481f-9afd-b5edec936e9a req-71a70ce7-20f5-4236-92e2-25c476d8dfae tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:37.360038 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a70ce7-20f5-4236-92e2-25c476d8dfae tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Pushing event updated for resources: {'Port': ['ID=7fb29b80-6d1d-4975-9876-bc702daff3f1,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:37.364715 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-0792bd53-7974-481f-9afd-b5edec936e9a req-71a70ce7-20f5-4236-92e2-25c476d8dfae tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:35:37.368342 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-637eac6a-4b28-490d-a91b-3229335dee5c None None] Port 4a3ffc42-34b6-4e02-90dd-0d186ad1efab cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:35:37.443799 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-5f340c05-5393-4156-a28a-b7d7f14791ac tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Floating IP 4d6ea73c-5a45-48e0-84c9-46ed8bb74c0f associated. External IP: 172.25.3.19, port: 91b5e166-df3e-4a03-a673-86351771b9dc. Feb 08 21:35:37.518452 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port b4a622fd-9eb7-4251-9952-d47c2128764e is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:37.525414 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c1000643-2e11-40b8-b198-254de175836f up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:35:37.534313 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9efcf-d68c-43d8-85a0-4a3924502dcf req-6a9a2b98-eca0-404d-a66e-09cbb531c809 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:37.542456 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9efcf-d68c-43d8-85a0-4a3924502dcf req-6a9a2b98-eca0-404d-a66e-09cbb531c809 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:37.556138 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ad9efcf-d68c-43d8-85a0-4a3924502dcf req-6a9a2b98-eca0-404d-a66e-09cbb531c809 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=fec56c48-8994-4441-845a-8c4e6e4269f5 HTTP/1.1" status: 200 len: 1654 time: 0.4564772 Feb 08 21:35:37.653495 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port c1000643-2e11-40b8-b198-254de175836f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:37.654419 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c1000643-2e11-40b8-b198-254de175836f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:37.683521 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792bd53-7974-481f-9afd-b5edec936e9a req-71a70ce7-20f5-4236-92e2-25c476d8dfae tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:37.686893 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0792bd53-7974-481f-9afd-b5edec936e9a req-71a70ce7-20f5-4236-92e2-25c476d8dfae tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:37.731664 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a8660-22c5-4832-b32b-8b3a583ee2f3 req-64c7dc5d-dbf4-4d37-becf-0f3cdc1b78b7 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:37.739860 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-632a8660-22c5-4832-b32b-8b3a583ee2f3 req-64c7dc5d-dbf4-4d37-becf-0f3cdc1b78b7 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.5486593 Feb 08 21:35:37.794574 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port c1000643-2e11-40b8-b198-254de175836f is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:37.796990 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c1000643-2e11-40b8-b198-254de175836f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:37.864907 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0792bd53-7974-481f-9afd-b5edec936e9a req-71a70ce7-20f5-4236-92e2-25c476d8dfae tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9638159 Feb 08 21:35:37.875407 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-20449700-c67f-465e-b187-a85c81c18d7e tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (40cba36c-68a0-4220-adb3-02ef2716a5eb), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:37.892614 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-0792bd53-7974-481f-9afd-b5edec936e9a req-7e3dcf81-e22a-43ec-a0b7-2c877df0059a service neutron] Request body: {'port': {'device_id': 'fec56c48-8994-4441-845a-8c4e6e4269f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:37.928696 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20449700-c67f-465e-b187-a85c81c18d7e tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Pushing event deleted for resources: {'Port': ['ID=40cba36c-68a0-4220-adb3-02ef2716a5eb,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:37.930092 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f340c05-5393-4156-a28a-b7d7f14791ac tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Router 7c0be268-2eaa-4489-add8-c642c93c4753 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:35:37.932998 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-7f0d5d70-7976-48b9-85d0-ffe5eb6ea652 None None] Provisioning complete for port 7fb29b80-6d1d-4975-9876-bc702daff3f1 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:37.934669 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7f0d5d70-7976-48b9-85d0-ffe5eb6ea652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7fb29b80-6d1d-4975-9876-bc702daff3f1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:37.998326 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port c1000643-2e11-40b8-b198-254de175836f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c1000643-2e11-40b8-b198-254de175836f,segment=NetworkSegment(2367fa6e-f731-4d5d-8eed-4d18be504fa5),segment_id=2367fa6e-f731-4d5d-8eed-4d18be504fa5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:38.028144 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ad9efcf-d68c-43d8-85a0-4a3924502dcf req-442fe0a4-d396-46a7-a653-9dde83ba0968 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4709618 Feb 08 21:35:38.054443 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c1000643-2e11-40b8-b198-254de175836f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:38.054443 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ec895fb4-a637-48fe-b9c9-458ebf0c92dc up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:35:38.057660 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7f0d5d70-7976-48b9-85d0-ffe5eb6ea652 None None] Port 7fb29b80-6d1d-4975-9876-bc702daff3f1 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:35:38.101062 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-986e303d-647d-422b-aede-cb8f186969f6 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (448d69d7-08e9-40a7-a902-79e568c744cd), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:38.136912 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-632a8660-22c5-4832-b32b-8b3a583ee2f3 req-dbb93e29-3ffb-4909-bd80-175dc3f9e669 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959122 Feb 08 21:35:38.158452 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f340c05-5393-4156-a28a-b7d7f14791ac tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:35:38.188610 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e16972-a144-4dee-8460-570a2b8c7f36 None None] Sync routers for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:35:38.196050 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5f340c05-5393-4156-a28a-b7d7f14791ac tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:38.303642 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5f340c05-5393-4156-a28a-b7d7f14791ac tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.8728485 Feb 08 21:35:38.307355 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33792) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:38.316553 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=c1000643-2e11-40b8-b198-254de175836f,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:38.320450 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d4e6bae3-8cde-423c-9ea5-4b7f137a6688 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Request body: {'floatingip': {'port_id': '91b5e166-df3e-4a03-a673-86351771b9dc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:38.332385 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e16972-a144-4dee-8460-570a2b8c7f36 None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:38.344691 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-70e16972-a144-4dee-8460-570a2b8c7f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:38.385734 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e303d-647d-422b-aede-cb8f186969f6 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Pushing event deleted for resources: {'Port': ['ID=448d69d7-08e9-40a7-a902-79e568c744cd,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:38.429700 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4e6bae3-8cde-423c-9ea5-4b7f137a6688 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (4d6ea73c-5a45-48e0-84c9-46ed8bb74c0f), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:38.478123 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port ec895fb4-a637-48fe-b9c9-458ebf0c92dc triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:38.479298 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ec895fb4-a637-48fe-b9c9-458ebf0c92dc), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:38.493015 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-70e16972-a144-4dee-8460-570a2b8c7f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:38.498627 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0792bd53-7974-481f-9afd-b5edec936e9a req-7e3dcf81-e22a-43ec-a0b7-2c877df0059a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4a3ffc42-34b6-4e02-90dd-0d186ad1efab), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:38.649264 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e16972-a144-4dee-8460-570a2b8c7f36 None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:38.649926 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-70e16972-a144-4dee-8460-570a2b8c7f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:38.706126 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-70e16972-a144-4dee-8460-570a2b8c7f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:38.706812 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e16972-a144-4dee-8460-570a2b8c7f36 None None] The sync data for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:35:38.826793 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-20449700-c67f-465e-b187-a85c81c18d7e tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (54a6b748-d884-44a0-b85d-6c7779931bc2), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:38.828007 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port ec895fb4-a637-48fe-b9c9-458ebf0c92dc is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:38.833751 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f4fb87b5-927f-4d66-8d0f-629be69687b0 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:35:38.868747 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba37fe5-1686-4dfb-8e16-c4b124507185 req-99215622-10c9-4bd4-9755-7c36f90710fe tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:38.870390 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9ba37fe5-1686-4dfb-8e16-c4b124507185 req-99215622-10c9-4bd4-9755-7c36f90710fe tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 943 time: 0.6909857 Feb 08 21:35:38.875340 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-986e303d-647d-422b-aede-cb8f186969f6 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (c91efcf0-eed6-44f9-bcb6-9dea46392a93), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:38.972246 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port f4fb87b5-927f-4d66-8d0f-629be69687b0 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:38.972543 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f4fb87b5-927f-4d66-8d0f-629be69687b0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:38.981898 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-986e303d-647d-422b-aede-cb8f186969f6 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (c91efcf0-eed6-44f9-bcb6-9dea46392a93), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:38.988158 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-986e303d-647d-422b-aede-cb8f186969f6 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_controller (c91efcf0-eed6-44f9-bcb6-9dea46392a93), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:39.035179 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa386c9-e6b6-413e-9f3e-d412ce2a7ba6 req-a061ead3-de94-4f4b-81a3-aad16c3dedc5 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:39.043613 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dfa386c9-e6b6-413e-9f3e-d412ce2a7ba6 req-a061ead3-de94-4f4b-81a3-aad16c3dedc5 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 945 time: 0.5459018 Feb 08 21:35:39.057294 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device ebb7702b-3bda-479b-b749-0b73abada6c6 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:35:39.096733 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-986e303d-647d-422b-aede-cb8f186969f6 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (c91efcf0-eed6-44f9-bcb6-9dea46392a93), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:39.097289 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986e303d-647d-422b-aede-cb8f186969f6 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Fanout notify agent at l3_agent the message router_deleted on router c91efcf0-eed6-44f9-bcb6-9dea46392a93 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:35:39.113777 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-986e303d-647d-422b-aede-cb8f186969f6 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:39.114886 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-986e303d-647d-422b-aede-cb8f186969f6 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "DELETE /v2.0/routers/c91efcf0-eed6-44f9-bcb6-9dea46392a93 HTTP/1.1" status: 204 len: 168 time: 5.5580335 Feb 08 21:35:39.142785 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33798) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:39.194413 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-83595b72-2347-4fe9-bbd6-91c5438215a1 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-55479025', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:39.351337 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4e6bae3-8cde-423c-9ea5-4b7f137a6688 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:39.372413 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4e6bae3-8cde-423c-9ea5-4b7f137a6688 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (4d6ea73c-5a45-48e0-84c9-46ed8bb74c0f), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:39.394612 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port f4fb87b5-927f-4d66-8d0f-629be69687b0 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:39.418557 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port ebb7702b-3bda-479b-b749-0b73abada6c6, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ebb7702b-3bda-479b-b749-0b73abada6c6,segment=NetworkSegment(2367fa6e-f731-4d5d-8eed-4d18be504fa5),segment_id=2367fa6e-f731-4d5d-8eed-4d18be504fa5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:39.435598 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'ebb7702b-3bda-479b-b749-0b73abada6c6', 'network_id': '78ab189a-860e-4a01-8c19-0f0521b9833d', 'port_id': 'ebb7702b-3bda-479b-b749-0b73abada6c6', 'mac_address': 'fa:16:3e:72:62:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739e92e6-a4d6-46e1-b30b-0269af78c658', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:35:39.522382 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port ebb7702b-3bda-479b-b749-0b73abada6c6 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:39.523363 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ebb7702b-3bda-479b-b749-0b73abada6c6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:39.538764 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb7702b-3bda-479b-b749-0b73abada6c6 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:35:39.549530 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c1000643-2e11-40b8-b198-254de175836f up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:35:39.594851 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port ebb7702b-3bda-479b-b749-0b73abada6c6, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ebb7702b-3bda-479b-b749-0b73abada6c6,segment=NetworkSegment(2367fa6e-f731-4d5d-8eed-4d18be504fa5),segment_id=2367fa6e-f731-4d5d-8eed-4d18be504fa5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:39.601896 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ebb7702b-3bda-479b-b749-0b73abada6c6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:39.650086 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-0792bd53-7974-481f-9afd-b5edec936e9a req-7e3dcf81-e22a-43ec-a0b7-2c877df0059a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a3ffc42-34b6-4e02-90dd-0d186ad1efab {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:35:39.664140 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0792bd53-7974-481f-9afd-b5edec936e9a req-7e3dcf81-e22a-43ec-a0b7-2c877df0059a service neutron] Publish callbacks [] for port (4a3ffc42-34b6-4e02-90dd-0d186ad1efab), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:39.693717 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-0792bd53-7974-481f-9afd-b5edec936e9a req-7e3dcf81-e22a-43ec-a0b7-2c877df0059a service neutron] Transition to ACTIVE for port object 4a3ffc42-34b6-4e02-90dd-0d186ad1efab will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:35:39.715370 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=ebb7702b-3bda-479b-b749-0b73abada6c6,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:39.719463 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9ba37fe5-1686-4dfb-8e16-c4b124507185 req-074eab96-1d1b-4c8c-9584-404d838561ed tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6723862 Feb 08 21:35:39.734832 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port c1000643-2e11-40b8-b198-254de175836f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:39.735253 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c1000643-2e11-40b8-b198-254de175836f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:39.878505 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port c1000643-2e11-40b8-b198-254de175836f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:39.885961 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dfa386c9-e6b6-413e-9f3e-d412ce2a7ba6 req-62cfb273-8951-41b8-b66c-cb385c076801 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8412664 Feb 08 21:35:39.888913 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-83595b72-2347-4fe9-bbd6-91c5438215a1 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (ce156321-e916-4712-b1a9-d2a4ae49ee3e), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:39.891242 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-83595b72-2347-4fe9-bbd6-91c5438215a1 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (ce156321-e916-4712-b1a9-d2a4ae49ee3e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:40.001036 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['ebb7702b-3bda-479b-b749-0b73abada6c6'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:35:40.051726 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0792bd53-7974-481f-9afd-b5edec936e9a req-7e3dcf81-e22a-43ec-a0b7-2c877df0059a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (4a3ffc42-34b6-4e02-90dd-0d186ad1efab), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:40.065635 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20449700-c67f-465e-b187-a85c81c18d7e tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Router 54a6b748-d884-44a0-b85d-6c7779931bc2 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:35:40.084933 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-83595b72-2347-4fe9-bbd6-91c5438215a1 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_controller (ce156321-e916-4712-b1a9-d2a4ae49ee3e), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:40.471240 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e6bae3-8cde-423c-9ea5-4b7f137a6688 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Router 7c0be268-2eaa-4489-add8-c642c93c4753 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:35:40.575318 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-83595b72-2347-4fe9-bbd6-91c5438215a1 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (ce156321-e916-4712-b1a9-d2a4ae49ee3e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:40.662562 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-83595b72-2347-4fe9-bbd6-91c5438215a1 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:40.668044 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-83595b72-2347-4fe9-bbd6-91c5438215a1 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.5129299 Feb 08 21:35:40.672309 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33806) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:40.688939 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e595e287-3e14-44f9-9fc5-e5afbbe89f02 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'enable_snat': False}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:40.720746 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf77a911-f03a-4211-8367-6e684df71275 req-9011a36b-1999-48b3-a6c1-362ed2054000 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0117409 Feb 08 21:35:40.795883 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3dcf81-e22a-43ec-a0b7-2c877df0059a service neutron] Pushing event updated for resources: {'Port': ['ID=4a3ffc42-34b6-4e02-90dd-0d186ad1efab,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:40.812444 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749602f-e046-44e5-9749-87e8a7142922 req-ef18d733-3ae2-4413-868f-26ea8f533929 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:40.814156 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b749602f-e046-44e5-9749-87e8a7142922 req-ef18d733-3ae2-4413-868f-26ea8f533929 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 943 time: 0.8370047 Feb 08 21:35:40.880840 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e6bae3-8cde-423c-9ea5-4b7f137a6688 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:35:40.886731 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4e6bae3-8cde-423c-9ea5-4b7f137a6688 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:40.896175 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f0fc2b-cd08-48e4-860d-44c75e886cfe None None] Sync routers for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:35:40.897177 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72a715-5137-4a05-b21e-b8698d241ea9 req-9ce15eb8-f5f2-458d-b468-af881639489b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:40.903919 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72a715-5137-4a05-b21e-b8698d241ea9 req-9ce15eb8-f5f2-458d-b468-af881639489b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:40.905618 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eb72a715-5137-4a05-b21e-b8698d241ea9 req-9ce15eb8-f5f2-458d-b468-af881639489b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=fec56c48-8994-4441-845a-8c4e6e4269f5 HTTP/1.1" status: 200 len: 1666 time: 0.8365149 Feb 08 21:35:40.910210 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f0fc2b-cd08-48e4-860d-44c75e886cfe None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:40.910843 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f8f0fc2b-cd08-48e4-860d-44c75e886cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:40.926980 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20449700-c67f-465e-b187-a85c81c18d7e tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:35:40.951279 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e2bad8-c91b-43d1-a4e5-6b7f04dca2a3 None None] Sync routers for ids ['54a6b748-d884-44a0-b85d-6c7779931bc2'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:35:40.961206 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f8f0fc2b-cd08-48e4-860d-44c75e886cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:40.965250 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e2bad8-c91b-43d1-a4e5-6b7f04dca2a3 None None] Routers {'54a6b748-d884-44a0-b85d-6c7779931bc2'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:40.966349 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-05e2bad8-c91b-43d1-a4e5-6b7f04dca2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['54a6b748-d884-44a0-b85d-6c7779931bc2'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:40.971288 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-20449700-c67f-465e-b187-a85c81c18d7e tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] 10.222.0.88 "PUT /v2.0/routers/54a6b748-d884-44a0-b85d-6c7779931bc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9623847 Feb 08 21:35:40.973861 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33810) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:40.979856 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f0fc2b-cd08-48e4-860d-44c75e886cfe None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:40.980778 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f8f0fc2b-cd08-48e4-860d-44c75e886cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:41.012270 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-05e2bad8-c91b-43d1-a4e5-6b7f04dca2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:41.022105 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e2bad8-c91b-43d1-a4e5-6b7f04dca2a3 None None] Routers {'54a6b748-d884-44a0-b85d-6c7779931bc2'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:41.022725 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-05e2bad8-c91b-43d1-a4e5-6b7f04dca2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['54a6b748-d884-44a0-b85d-6c7779931bc2'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:41.028826 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f8f0fc2b-cd08-48e4-860d-44c75e886cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:41.029933 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f0fc2b-cd08-48e4-860d-44c75e886cfe None None] The sync data for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:35:41.030888 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-c4cf4ca4-c975-4f96-8e82-31495082ec0a tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] delete failed (client error): The resource could not be found. Feb 08 21:35:41.031578 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c4cf4ca4-c975-4f96-8e82-31495082ec0a tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] 10.222.0.88 "DELETE /v2.0/routers/tempest-non_exist_router-2082739280 HTTP/1.1" status: 404 len: 335 time: 0.0567608 Feb 08 21:35:41.033740 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e595e287-3e14-44f9-9fc5-e5afbbe89f02 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router_gateway (ce156321-e916-4712-b1a9-d2a4ae49ee3e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:41.038674 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33812) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:41.044310 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-37160d31-a8fe-494b-bb0a-8a1550648146 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Request body: {'router': {'external_gateway_info': {'network_id': '54a6b748-d884-44a0-b85d-6c7779931bc2'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:41.063622 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77a911-f03a-4211-8367-6e684df71275 req-6d15e705-8c32-4ed9-93e7-bbfc906e67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:41.065355 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf77a911-f03a-4211-8367-6e684df71275 req-6d15e705-8c32-4ed9-93e7-bbfc906e67bd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=59239cb1d86043a9a6cf5f4caa83e279&device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 1128 time: 0.2640676 Feb 08 21:35:41.068661 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eb72a715-5137-4a05-b21e-b8698d241ea9 req-d9c7be5a-126b-4291-b7eb-fbd76143a7d2 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446955 Feb 08 21:35:41.072729 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b749602f-e046-44e5-9749-87e8a7142922 req-a1f86661-d1a1-4a9a-ac99-4e0aba0a227d tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425480 Feb 08 21:35:41.073660 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-0792bd53-7974-481f-9afd-b5edec936e9a req-7e3dcf81-e22a-43ec-a0b7-2c877df0059a service neutron] Attempting to bind port 4a3ffc42-34b6-4e02-90dd-0d186ad1efab on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:35:41.073999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-0792bd53-7974-481f-9afd-b5edec936e9a req-7e3dcf81-e22a-43ec-a0b7-2c877df0059a service neutron] Attempting to bind port 4a3ffc42-34b6-4e02-90dd-0d186ad1efab by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '8243598c-c110-43cc-bf5f-8f8c1dc4550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4f7d15aa-1318-473a-9e90-cc1f3a9bff63'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:35:41.074329 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0792bd53-7974-481f-9afd-b5edec936e9a req-7e3dcf81-e22a-43ec-a0b7-2c877df0059a service neutron] Attempting to bind port 4a3ffc42-34b6-4e02-90dd-0d186ad1efab on network 4f7d15aa-1318-473a-9e90-cc1f3a9bff63 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:35:41.088719 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device ebb7702b-3bda-479b-b749-0b73abada6c6 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:35:41.091237 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-05e2bad8-c91b-43d1-a4e5-6b7f04dca2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:41.091869 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e2bad8-c91b-43d1-a4e5-6b7f04dca2a3 None None] The sync data for ids ['54a6b748-d884-44a0-b85d-6c7779931bc2'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:35:41.119389 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0792bd53-7974-481f-9afd-b5edec936e9a req-7e3dcf81-e22a-43ec-a0b7-2c877df0059a service neutron] Port 4a3ffc42-34b6-4e02-90dd-0d186ad1efab on network 4f7d15aa-1318-473a-9e90-cc1f3a9bff63 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:35:41.120847 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0792bd53-7974-481f-9afd-b5edec936e9a req-7e3dcf81-e22a-43ec-a0b7-2c877df0059a service neutron] Attempting to bind port 4a3ffc42-34b6-4e02-90dd-0d186ad1efab on network 4f7d15aa-1318-473a-9e90-cc1f3a9bff63 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:35:41.155605 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0792bd53-7974-481f-9afd-b5edec936e9a req-7e3dcf81-e22a-43ec-a0b7-2c877df0059a service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:35:41.155854 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port ebb7702b-3bda-479b-b749-0b73abada6c6 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:35:41.162253 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port ebb7702b-3bda-479b-b749-0b73abada6c6 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:41.163228 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ebb7702b-3bda-479b-b749-0b73abada6c6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:41.163363 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0792bd53-7974-481f-9afd-b5edec936e9a req-7e3dcf81-e22a-43ec-a0b7-2c877df0059a service neutron] Checking segment: {'id': '8243598c-c110-43cc-bf5f-8f8c1dc4550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4f7d15aa-1318-473a-9e90-cc1f3a9bff63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:35:41.163896 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0792bd53-7974-481f-9afd-b5edec936e9a req-7e3dcf81-e22a-43ec-a0b7-2c877df0059a service neutron] Bound using segment: {'id': '8243598c-c110-43cc-bf5f-8f8c1dc4550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4f7d15aa-1318-473a-9e90-cc1f3a9bff63'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:35:41.164378 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-0792bd53-7974-481f-9afd-b5edec936e9a req-7e3dcf81-e22a-43ec-a0b7-2c877df0059a service neutron] Bound port: 4a3ffc42-34b6-4e02-90dd-0d186ad1efab, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8243598c-c110-43cc-bf5f-8f8c1dc4550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4f7d15aa-1318-473a-9e90-cc1f3a9bff63'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:35:41.164751 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0792bd53-7974-481f-9afd-b5edec936e9a req-7e3dcf81-e22a-43ec-a0b7-2c877df0059a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4a3ffc42-34b6-4e02-90dd-0d186ad1efab), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:41.186091 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d4e6bae3-8cde-423c-9ea5-4b7f137a6688 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "PUT /v2.0/floatingips/4d6ea73c-5a45-48e0-84c9-46ed8bb74c0f HTTP/1.1" status: 200 len: 977 time: 2.8754654 Feb 08 21:35:41.211834 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33814) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:41.267637 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port ebb7702b-3bda-479b-b749-0b73abada6c6 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:41.268238 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ebb7702b-3bda-479b-b749-0b73abada6c6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:41.336034 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0b59f1-a07f-4ae0-aaa6-976d988f4feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb7702b-3bda-479b-b749-0b73abada6c6'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:35:41.339090 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ae8745-2303-482b-9378-ea6cb29a2289" -d '{"events": [{"server_uuid": "8f0b59f1-a07f-4ae0-aaa6-976d988f4feb", "name": "network-vif-plugged", "status": "completed", "tag": "ebb7702b-3bda-479b-b749-0b73abada6c6"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:35:41.381285 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port ebb7702b-3bda-479b-b749-0b73abada6c6, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ebb7702b-3bda-479b-b749-0b73abada6c6,segment=NetworkSegment(2367fa6e-f731-4d5d-8eed-4d18be504fa5),segment_id=2367fa6e-f731-4d5d-8eed-4d18be504fa5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:41.386669 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ebb7702b-3bda-479b-b749-0b73abada6c6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:41.387509 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d07416-c808-42ed-a5e0-9f7118d7cd25 req-0c07e675-b69b-41ae-851b-99ecaec7c03c tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:41.395316 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-42d07416-c808-42ed-a5e0-9f7118d7cd25 req-0c07e675-b69b-41ae-851b-99ecaec7c03c tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.2059143 Feb 08 21:35:41.449421 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=ebb7702b-3bda-479b-b749-0b73abada6c6,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:41.470463 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-0792bd53-7974-481f-9afd-b5edec936e9a req-7e3dcf81-e22a-43ec-a0b7-2c877df0059a service neutron] For port 4a3ffc42-34b6-4e02-90dd-0d186ad1efab, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:35:41.502533 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77a911-f03a-4211-8367-6e684df71275 req-805446b9-7793-46a8-b6ca-8ca75d08719d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:41.504115 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf77a911-f03a-4211-8367-6e684df71275 req-805446b9-7793-46a8-b6ca-8ca75d08719d service neutron] 10.222.0.96 "GET /v2.0/networks?id=8be186de-368f-4eda-9951-a49b79ceb5c7 HTTP/1.1" status: 200 len: 915 time: 0.4117205 Feb 08 21:35:41.506179 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-0792bd53-7974-481f-9afd-b5edec936e9a req-7e3dcf81-e22a-43ec-a0b7-2c877df0059a service neutron] For port 4a3ffc42-34b6-4e02-90dd-0d186ad1efab, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=4a3ffc42-34b6-4e02-90dd-0d186ad1efab,segment=NetworkSegment(8243598c-c110-43cc-bf5f-8f8c1dc4550b),segment_id=8243598c-c110-43cc-bf5f-8f8c1dc4550b)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:35:41.529761 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37160d31-a8fe-494b-bb0a-8a1550648146 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks [] for router_gateway (54a6b748-d884-44a0-b85d-6c7779931bc2), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:41.559559 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0792bd53-7974-481f-9afd-b5edec936e9a req-7e3dcf81-e22a-43ec-a0b7-2c877df0059a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (4a3ffc42-34b6-4e02-90dd-0d186ad1efab), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:41.561473 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-37160d31-a8fe-494b-bb0a-8a1550648146 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] update failed (client error): The resource could not be found. Feb 08 21:35:41.566579 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-37160d31-a8fe-494b-bb0a-8a1550648146 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] 10.222.0.88 "PUT /v2.0/routers/54a6b748-d884-44a0-b85d-6c7779931bc2 HTTP/1.1" status: 404 len: 339 time: 0.5262334 Feb 08 21:35:41.567474 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-42d07416-c808-42ed-a5e0-9f7118d7cd25 req-0f11d67a-3d2d-4e20-8f2e-869df8edf646 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712072 Feb 08 21:35:41.569696 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33822) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:41.574182 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf77a911-f03a-4211-8367-6e684df71275 req-d291deaa-7a8b-47d8-a83f-cbe4d58022a6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf0b09da-257c-4e52-ad23-8286c9ef9e16 HTTP/1.1" status: 200 len: 217 time: 0.0578291 Feb 08 21:35:41.618592 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5062ee-ef2d-4e30-8b30-c5d78b06e56f x-openstack-request-id: req-ac5062ee-ef2d-4e30-8b30-c5d78b06e56f {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:35:41.618592 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0b59f1-a07f-4ae0-aaa6-976d988f4feb", "name": "network-vif-plugged", "status": "completed", "tag": "ebb7702b-3bda-479b-b749-0b73abada6c6", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:35:41.618592 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ac5062ee-ef2d-4e30-8b30-c5d78b06e56f {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:35:41.618977 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0b59f1-a07f-4ae0-aaa6-976d988f4feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb7702b-3bda-479b-b749-0b73abada6c6', 'code': 200} Feb 08 21:35:41.622586 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174cdfc-987d-464a-ad4a-7c31b324181a req-f44eff28-4b2f-47c7-b9eb-16af285becfc tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:41.624727 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0174cdfc-987d-464a-ad4a-7c31b324181a req-f44eff28-4b2f-47c7-b9eb-16af285becfc tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 945 time: 0.2130883 Feb 08 21:35:41.660803 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792bd53-7974-481f-9afd-b5edec936e9a req-7e3dcf81-e22a-43ec-a0b7-2c877df0059a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:41.661635 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0792bd53-7974-481f-9afd-b5edec936e9a req-7e3dcf81-e22a-43ec-a0b7-2c877df0059a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:41.663364 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0792bd53-7974-481f-9afd-b5edec936e9a req-7e3dcf81-e22a-43ec-a0b7-2c877df0059a service neutron] 10.222.0.96 "PUT /v2.0/ports/4a3ffc42-34b6-4e02-90dd-0d186ad1efab HTTP/1.1" status: 200 len: 1092 time: 3.7753329 Feb 08 21:35:41.666015 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fec56c48-8994-4441-845a-8c4e6e4269f5', 'tag': '4a3ffc42-34b6-4e02-90dd-0d186ad1efab'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:35:41.668706 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b25f356-b91c-4905-8775-2fe68876c62f" -d '{"events": [{"name": "network-changed", "server_uuid": "fec56c48-8994-4441-845a-8c4e6e4269f5", "tag": "4a3ffc42-34b6-4e02-90dd-0d186ad1efab"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:35:41.702823 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-0792bd53-7974-481f-9afd-b5edec936e9a req-ef3a84a3-17a8-4d46-9983-07af843cd305 service neutron] Request body: {'port': {'device_id': 'fec56c48-8994-4441-845a-8c4e6e4269f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:41.789573 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3dcf81-e22a-43ec-a0b7-2c877df0059a service neutron] Pushing event updated for resources: {'Port': ['ID=4a3ffc42-34b6-4e02-90dd-0d186ad1efab,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:41.842310 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77a911-f03a-4211-8367-6e684df71275 req-53b64071-6976-4a6e-818f-5c1b6910a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:41.843812 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf77a911-f03a-4211-8367-6e684df71275 req-53b64071-6976-4a6e-818f-5c1b6910a73f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a442a7b-87af-4f33-a2ce-71014519d421 HTTP/1.1" status: 200 len: 854 time: 0.2454336 Feb 08 21:35:41.901220 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-6d944145-f5c4-4660-8c7e-7a0252a821a9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Deleting port 9c0c8502-791c-46d8-82fe-d5c4836900b6 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:41.901508 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6d944145-f5c4-4660-8c7e-7a0252a821a9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (9c0c8502-791c-46d8-82fe-d5c4836900b6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:41.910386 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0174cdfc-987d-464a-ad4a-7c31b324181a req-f5587717-37d3-478f-b310-b51e79d625b4 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513189 Feb 08 21:35:41.912273 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf77a911-f03a-4211-8367-6e684df71275 req-20e1a0d9-b1dc-4b0d-b404-18065fd63f3f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8be186de-368f-4eda-9951-a49b79ceb5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565372 Feb 08 21:35:41.939436 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0792bd53-7974-481f-9afd-b5edec936e9a req-ef3a84a3-17a8-4d46-9983-07af843cd305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7fb29b80-6d1d-4975-9876-bc702daff3f1), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:42.093831 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0707abd-68dc-4698-8176-3400cafbe87d req-2eb03190-9818-407d-a571-1ec45fbd3ab5 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:42.095230 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6d944145-f5c4-4660-8c7e-7a0252a821a9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (9c0c8502-791c-46d8-82fe-d5c4836900b6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:42.095417 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d0707abd-68dc-4698-8176-3400cafbe87d req-2eb03190-9818-407d-a571-1ec45fbd3ab5 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/networks?id=8be186de-368f-4eda-9951-a49b79ceb5c7 HTTP/1.1" status: 200 len: 814 time: 0.3477054 Feb 08 21:35:42.095587 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6d944145-f5c4-4660-8c7e-7a0252a821a9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (9c0c8502-791c-46d8-82fe-d5c4836900b6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:42.123292 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3010041c-24c0-4192-8347-53c3fd62488f tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:42.128103 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e595e287-3e14-44f9-9fc5-e5afbbe89f02 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router_gateway (ce156321-e916-4712-b1a9-d2a4ae49ee3e), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:42.150284 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d0707abd-68dc-4698-8176-3400cafbe87d req-35421c2e-aecd-438a-af50-41d96aa3e9ac tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/quotas/59239cb1d86043a9a6cf5f4caa83e279 HTTP/1.1" status: 200 len: 375 time: 0.0456533 Feb 08 21:35:42.156859 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-6d944145-f5c4-4660-8c7e-7a0252a821a9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Calling delete_port for 9c0c8502-791c-46d8-82fe-d5c4836900b6 owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:42.162302 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e595e287-3e14-44f9-9fc5-e5afbbe89f02 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:42.162519 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf77a911-f03a-4211-8367-6e684df71275 req-0c99848c-acc3-4bd8-882f-55b30e687c9e service neutron] 10.222.0.96 "GET /v2.0/networks/8be186de-368f-4eda-9951-a49b79ceb5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375233 Feb 08 21:35:42.182983 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bf9b3-bab5-48eb-bd6a-ebd359937445 req-26ba40a4-6c30-4cdd-9c34-a080d043d35b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:42.184457 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2f9bf9b3-bab5-48eb-bd6a-ebd359937445 req-26ba40a4-6c30-4cdd-9c34-a080d043d35b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1726167 Feb 08 21:35:42.424464 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d0707abd-68dc-4698-8176-3400cafbe87d req-863df3cf-108a-4437-ba5b-2378e6c2e4be tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=59239cb1d86043a9a6cf5f4caa83e279&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2651935 Feb 08 21:35:42.435137 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2f9bf9b3-bab5-48eb-bd6a-ebd359937445 req-825a8178-4f5c-427c-9457-cb21c7c9b4f0 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823864 Feb 08 21:35:42.511440 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76945a39-1735-4475-89e7-1c84801dbd88 x-openstack-request-id: req-76945a39-1735-4475-89e7-1c84801dbd88 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:35:42.511705 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fec56c48-8994-4441-845a-8c4e6e4269f5", "tag": "4a3ffc42-34b6-4e02-90dd-0d186ad1efab", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:35:42.511888 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-76945a39-1735-4475-89e7-1c84801dbd88 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:35:42.512304 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fec56c48-8994-4441-845a-8c4e6e4269f5', 'tag': '4a3ffc42-34b6-4e02-90dd-0d186ad1efab', 'status': 'completed', 'code': 200} Feb 08 21:35:42.514479 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf77a911-f03a-4211-8367-6e684df71275 req-78021c8b-c620-4cd0-94a5-0260df390bc9 service neutron] 10.222.0.96 "GET /v2.0/networks/8be186de-368f-4eda-9951-a49b79ceb5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277590 Feb 08 21:35:42.695164 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d0707abd-68dc-4698-8176-3400cafbe87d req-103a8176-17d0-40a6-bb12-bc7212b71881 service neutron] 10.222.0.88 "GET /v2.0/networks/8be186de-368f-4eda-9951-a49b79ceb5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590387 Feb 08 21:35:42.732298 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-0792bd53-7974-481f-9afd-b5edec936e9a req-ef3a84a3-17a8-4d46-9983-07af843cd305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb29b80-6d1d-4975-9876-bc702daff3f1 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:35:42.764594 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25f356-b91c-4905-8775-2fe68876c62f req-d2f606d5-c981-4471-b912-588513103861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:42.765114 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25f356-b91c-4905-8775-2fe68876c62f req-d2f606d5-c981-4471-b912-588513103861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:42.767157 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b25f356-b91c-4905-8775-2fe68876c62f req-d2f606d5-c981-4471-b912-588513103861 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e06b0580b36e41f2ba7247491d9845e4&device_id=fec56c48-8994-4441-845a-8c4e6e4269f5 HTTP/1.1" status: 200 len: 1945 time: 0.2255247 Feb 08 21:35:42.778602 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0792bd53-7974-481f-9afd-b5edec936e9a req-ef3a84a3-17a8-4d46-9983-07af843cd305 service neutron] Publish callbacks [] for port (7fb29b80-6d1d-4975-9876-bc702daff3f1), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:42.901825 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-0792bd53-7974-481f-9afd-b5edec936e9a req-ef3a84a3-17a8-4d46-9983-07af843cd305 service neutron] Transition to ACTIVE for port object 7fb29b80-6d1d-4975-9876-bc702daff3f1 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:35:42.926502 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0792bd53-7974-481f-9afd-b5edec936e9a req-ef3a84a3-17a8-4d46-9983-07af843cd305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (7fb29b80-6d1d-4975-9876-bc702daff3f1), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:42.941070 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-e595e287-3e14-44f9-9fc5-e5afbbe89f02 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Allocated IP 172.25.3.221 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/edfdf34d-fc6b-42f6-8743-8759084f4b2c) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:35:42.976985 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53527642-7c1d-4204-a2c5-6daaa781828a req-6f4bf023-b32d-4c36-a7dc-e2d377e0dc58 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:42.982424 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53527642-7c1d-4204-a2c5-6daaa781828a req-6f4bf023-b32d-4c36-a7dc-e2d377e0dc58 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:42.990598 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-53527642-7c1d-4204-a2c5-6daaa781828a req-6f4bf023-b32d-4c36-a7dc-e2d377e0dc58 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=fec56c48-8994-4441-845a-8c4e6e4269f5 HTTP/1.1" status: 200 len: 1666 time: 0.3721969 Feb 08 21:35:43.099929 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-3010041c-24c0-4192-8347-53c3fd62488f tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Allocated IP 172.20.0.1 (539b920d-a033-4131-b05e-1f0e3d87526b/6a22c3c1-6edd-47f3-8ff9-4a1247ecebc8/9d6a4f68-98a7-4c90-a505-6a3c8a441211) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:35:43.143091 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d0707abd-68dc-4698-8176-3400cafbe87d req-8bd4356a-66f7-44ad-9a2f-1df3d27f0692 service neutron] 10.222.0.88 "GET /v2.0/networks/8be186de-368f-4eda-9951-a49b79ceb5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349697 Feb 08 21:35:43.148306 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6d944145-f5c4-4660-8c7e-7a0252a821a9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (9c0c8502-791c-46d8-82fe-d5c4836900b6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:43.156539 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a84a3-17a8-4d46-9983-07af843cd305 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb29b80-6d1d-4975-9876-bc702daff3f1,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:43.162282 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25f356-b91c-4905-8775-2fe68876c62f req-a4283bab-4d61-416a-b674-2f1bad3c5e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:43.162741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25f356-b91c-4905-8775-2fe68876c62f req-a4283bab-4d61-416a-b674-2f1bad3c5e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:43.163189 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25f356-b91c-4905-8775-2fe68876c62f req-a4283bab-4d61-416a-b674-2f1bad3c5e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:43.165036 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b25f356-b91c-4905-8775-2fe68876c62f req-a4283bab-4d61-416a-b674-2f1bad3c5e5a service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=e06b0580b36e41f2ba7247491d9845e4&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3836737 Feb 08 21:35:43.205107 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e595e287-3e14-44f9-9fc5-e5afbbe89f02 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for port (edfdf34d-fc6b-42f6-8743-8759084f4b2c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:43.231005 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d944145-f5c4-4660-8c7e-7a0252a821a9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event deleted for resources: {'Port': ['ID=9c0c8502-791c-46d8-82fe-d5c4836900b6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:43.514176 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6d944145-f5c4-4660-8c7e-7a0252a821a9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (4d6ea73c-5a45-48e0-84c9-46ed8bb74c0f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:43.515870 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-6d944145-f5c4-4660-8c7e-7a0252a821a9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Floating IP 4d6ea73c-5a45-48e0-84c9-46ed8bb74c0f disassociated (deleted). External IP: 172.25.3.19, port: 91b5e166-df3e-4a03-a673-86351771b9dc. Feb 08 21:35:43.652488 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e595e287-3e14-44f9-9fc5-e5afbbe89f02 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (edfdf34d-fc6b-42f6-8743-8759084f4b2c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:43.696628 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3010041c-24c0-4192-8347-53c3fd62488f tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks [] for port (9d6a4f68-98a7-4c90-a505-6a3c8a441211), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:43.732415 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d68a1-e17e-4f60-ac37-4461268f9d00 req-75d8b928-27a8-4741-a666-f03064340d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:43.734204 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-927d68a1-e17e-4f60-ac37-4461268f9d00 req-75d8b928-27a8-4741-a666-f03064340d5c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=48aae992c2704ece870f0faad4c28599&device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 1126 time: 0.3999588 Feb 08 21:35:43.754385 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809247d-6171-46a0-a77f-66a233c3207f req-89676012-32cc-402f-8808-7dc76b30fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:43.757050 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f809247d-6171-46a0-a77f-66a233c3207f req-89676012-32cc-402f-8808-7dc76b30fc38 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 1128 time: 0.4044173 Feb 08 21:35:43.763643 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ad1c8-e8fb-47ab-8d13-b829c580d086 req-07b64f09-640b-4cf4-a0bd-976363c9664f tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:43.767014 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f68ad1c8-e8fb-47ab-8d13-b829c580d086 req-07b64f09-640b-4cf4-a0bd-976363c9664f tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.96 "GET /v2.0/ports?device_id=f8eda976-0558-4ccd-a6f2-dc4f5d1d3838 HTTP/1.1" status: 200 len: 945 time: 0.8244653 Feb 08 21:35:43.780013 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-53527642-7c1d-4204-a2c5-6daaa781828a req-ac0daf7d-0448-475a-af8d-53beb16fd00e tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7355471 Feb 08 21:35:43.781287 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e595e287-3e14-44f9-9fc5-e5afbbe89f02 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:35:43.811130 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-e595e287-3e14-44f9-9fc5-e5afbbe89f02 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:43.817207 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e595e287-3e14-44f9-9fc5-e5afbbe89f02 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:35:43.879493 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595e287-3e14-44f9-9fc5-e5afbbe89f02 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Pushing event updated for resources: {'Port': ['ID=edfdf34d-fc6b-42f6-8743-8759084f4b2c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:44.001092 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f809247d-6171-46a0-a77f-66a233c3207f req-59f84f40-0b39-49c0-92a5-ae12ed4459c3 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319827 Feb 08 21:35:44.099557 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-0792bd53-7974-481f-9afd-b5edec936e9a req-ef3a84a3-17a8-4d46-9983-07af843cd305 service neutron] Attempting to bind port 7fb29b80-6d1d-4975-9876-bc702daff3f1 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:35:44.099893 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-0792bd53-7974-481f-9afd-b5edec936e9a req-ef3a84a3-17a8-4d46-9983-07af843cd305 service neutron] Attempting to bind port 7fb29b80-6d1d-4975-9876-bc702daff3f1 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '04932683-d5b7-4cee-b0c4-c54f714c2f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b78cdfbe-37be-4e93-8a7c-19400469f503'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:35:44.100222 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0792bd53-7974-481f-9afd-b5edec936e9a req-ef3a84a3-17a8-4d46-9983-07af843cd305 service neutron] Attempting to bind port 7fb29b80-6d1d-4975-9876-bc702daff3f1 on network b78cdfbe-37be-4e93-8a7c-19400469f503 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:35:44.122090 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a4357-6652-4f8d-8cbb-0ca1736dea85 req-52a86839-319c-4f21-a331-7e2e83df9aa3 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:44.123600 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f85a4357-6652-4f8d-8cbb-0ca1736dea85 req-52a86839-319c-4f21-a331-7e2e83df9aa3 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 943 time: 0.3691549 Feb 08 21:35:44.127049 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0792bd53-7974-481f-9afd-b5edec936e9a req-ef3a84a3-17a8-4d46-9983-07af843cd305 service neutron] Port 7fb29b80-6d1d-4975-9876-bc702daff3f1 on network b78cdfbe-37be-4e93-8a7c-19400469f503 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:35:44.127371 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0792bd53-7974-481f-9afd-b5edec936e9a req-ef3a84a3-17a8-4d46-9983-07af843cd305 service neutron] Attempting to bind port 7fb29b80-6d1d-4975-9876-bc702daff3f1 on network b78cdfbe-37be-4e93-8a7c-19400469f503 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:35:44.129849 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25f356-b91c-4905-8775-2fe68876c62f req-530acb1f-2c4a-462c-af1f-aae25d7c38ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:44.131275 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b25f356-b91c-4905-8775-2fe68876c62f req-530acb1f-2c4a-462c-af1f-aae25d7c38ac service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9509776 Feb 08 21:35:44.155252 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3010041c-24c0-4192-8347-53c3fd62488f tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (9d6a4f68-98a7-4c90-a505-6a3c8a441211), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:44.161149 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0792bd53-7974-481f-9afd-b5edec936e9a req-ef3a84a3-17a8-4d46-9983-07af843cd305 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:35:44.161771 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0792bd53-7974-481f-9afd-b5edec936e9a req-ef3a84a3-17a8-4d46-9983-07af843cd305 service neutron] Checking segment: {'id': '04932683-d5b7-4cee-b0c4-c54f714c2f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b78cdfbe-37be-4e93-8a7c-19400469f503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:35:44.161883 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0792bd53-7974-481f-9afd-b5edec936e9a req-ef3a84a3-17a8-4d46-9983-07af843cd305 service neutron] Bound using segment: {'id': '04932683-d5b7-4cee-b0c4-c54f714c2f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b78cdfbe-37be-4e93-8a7c-19400469f503'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:35:44.162328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-0792bd53-7974-481f-9afd-b5edec936e9a req-ef3a84a3-17a8-4d46-9983-07af843cd305 service neutron] Bound port: 7fb29b80-6d1d-4975-9876-bc702daff3f1, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04932683-d5b7-4cee-b0c4-c54f714c2f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b78cdfbe-37be-4e93-8a7c-19400469f503'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:35:44.162685 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0792bd53-7974-481f-9afd-b5edec936e9a req-ef3a84a3-17a8-4d46-9983-07af843cd305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7fb29b80-6d1d-4975-9876-bc702daff3f1), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:44.192136 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7aa4f-5333-4601-9a09-f4372fcfcd51 req-b8eeb362-e85f-4f94-b7ad-7ca603ce551a tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:44.198877 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-12e7aa4f-5333-4601-9a09-f4372fcfcd51 req-b8eeb362-e85f-4f94-b7ad-7ca603ce551a tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 945 time: 0.2798970 Feb 08 21:35:44.222926 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d68a1-e17e-4f60-ac37-4461268f9d00 req-228e70c9-ac12-4a82-85cb-a0b5190c749c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:44.224422 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-927d68a1-e17e-4f60-ac37-4461268f9d00 req-228e70c9-ac12-4a82-85cb-a0b5190c749c service neutron] 10.222.0.94 "GET /v2.0/networks?id=d00185f4-2139-492b-b59f-1586b41daef5 HTTP/1.1" status: 200 len: 918 time: 0.4270856 Feb 08 21:35:44.277327 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3010041c-24c0-4192-8347-53c3fd62488f tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Network 539b920d-a033-4131-b05e-1f0e3d87526b is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:35:44.300409 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-3010041c-24c0-4192-8347-53c3fd62488f tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:44.337647 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010041c-24c0-4192-8347-53c3fd62488f tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Pushing event updated for resources: {'Port': ['ID=9d6a4f68-98a7-4c90-a505-6a3c8a441211,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:44.342406 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3010041c-24c0-4192-8347-53c3fd62488f tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:35:44.370703 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-12e7aa4f-5333-4601-9a09-f4372fcfcd51 req-3b8b0700-9ad6-4f63-a00e-b8a5283d3bae tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703796 Feb 08 21:35:44.377211 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-f68ad1c8-e8fb-47ab-8d13-b829c580d086 req-395bcb90-716b-45ec-ab8d-133064cb45f5 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Deleting port bf0b09da-257c-4e52-ad23-8286c9ef9e16 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:44.387660 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f68ad1c8-e8fb-47ab-8d13-b829c580d086 req-395bcb90-716b-45ec-ab8d-133064cb45f5 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (bf0b09da-257c-4e52-ad23-8286c9ef9e16), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:44.421758 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f85a4357-6652-4f8d-8cbb-0ca1736dea85 req-f01eff40-a9e2-4f32-ac46-db1bcbf49371 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2739656 Feb 08 21:35:44.587307 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-161fd758-74d8-4b82-9ac0-acd4b1e6453f req-1004f92f-30c2-43a7-82a8-61afb38e6ed9 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 210 time: 0.0503113 Feb 08 21:35:44.593047 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-0792bd53-7974-481f-9afd-b5edec936e9a req-ef3a84a3-17a8-4d46-9983-07af843cd305 service neutron] For port 7fb29b80-6d1d-4975-9876-bc702daff3f1, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:35:44.622435 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e595e287-3e14-44f9-9fc5-e5afbbe89f02 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router_gateway (ce156321-e916-4712-b1a9-d2a4ae49ee3e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:44.652448 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-0792bd53-7974-481f-9afd-b5edec936e9a req-ef3a84a3-17a8-4d46-9983-07af843cd305 service neutron] For port 7fb29b80-6d1d-4975-9876-bc702daff3f1, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=7fb29b80-6d1d-4975-9876-bc702daff3f1,segment=NetworkSegment(04932683-d5b7-4cee-b0c4-c54f714c2f5b),segment_id=04932683-d5b7-4cee-b0c4-c54f714c2f5b)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:35:44.668046 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0792bd53-7974-481f-9afd-b5edec936e9a req-ef3a84a3-17a8-4d46-9983-07af843cd305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (7fb29b80-6d1d-4975-9876-bc702daff3f1), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:44.693380 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-f68ad1c8-e8fb-47ab-8d13-b829c580d086 req-395bcb90-716b-45ec-ab8d-133064cb45f5 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] For port bf0b09da-257c-4e52-ad23-8286c9ef9e16, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=bf0b09da-257c-4e52-ad23-8286c9ef9e16,segment=NetworkSegment(eee22cdd-1b96-49e0-93ec-1d329c1b6b96),segment_id=eee22cdd-1b96-49e0-93ec-1d329c1b6b96)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:44.693380 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f68ad1c8-e8fb-47ab-8d13-b829c580d086 req-395bcb90-716b-45ec-ab8d-133064cb45f5 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (bf0b09da-257c-4e52-ad23-8286c9ef9e16), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:44.694780 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-3dd46f8a-f2f0-4f19-bc11-f48b56c04bfc None None] Provisioning complete for port 9d6a4f68-98a7-4c90-a505-6a3c8a441211 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:44.695732 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3dd46f8a-f2f0-4f19-bc11-f48b56c04bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9d6a4f68-98a7-4c90-a505-6a3c8a441211), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:44.708415 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-927d68a1-e17e-4f60-ac37-4461268f9d00 req-40cf7a6c-d1c7-4c0a-b004-19a23bc70e83 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e63e12c-97b8-4b03-8007-0ad151950de8 HTTP/1.1" status: 200 len: 998 time: 0.4268453 Feb 08 21:35:44.721824 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3010041c-24c0-4192-8347-53c3fd62488f tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (54a6b748-d884-44a0-b85d-6c7779931bc2), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:44.728370 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792bd53-7974-481f-9afd-b5edec936e9a req-ef3a84a3-17a8-4d46-9983-07af843cd305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:44.729575 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0792bd53-7974-481f-9afd-b5edec936e9a req-ef3a84a3-17a8-4d46-9983-07af843cd305 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:44.731061 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0792bd53-7974-481f-9afd-b5edec936e9a req-ef3a84a3-17a8-4d46-9983-07af843cd305 service neutron] 10.222.0.96 "PUT /v2.0/ports/7fb29b80-6d1d-4975-9876-bc702daff3f1 HTTP/1.1" status: 200 len: 1093 time: 3.0343659 Feb 08 21:35:44.735032 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fec56c48-8994-4441-845a-8c4e6e4269f5', 'tag': '7fb29b80-6d1d-4975-9876-bc702daff3f1'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:35:44.737616 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f37c2d-e756-4ed4-88da-147666ad2474" -d '{"events": [{"name": "network-changed", "server_uuid": "fec56c48-8994-4441-845a-8c4e6e4269f5", "tag": "7fb29b80-6d1d-4975-9876-bc702daff3f1"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:35:44.742154 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-3dd46f8a-f2f0-4f19-bc11-f48b56c04bfc None None] Port 9d6a4f68-98a7-4c90-a505-6a3c8a441211 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:35:44.766026 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d944145-f5c4-4660-8c7e-7a0252a821a9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Router 7c0be268-2eaa-4489-add8-c642c93c4753 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:35:44.768194 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-f68ad1c8-e8fb-47ab-8d13-b829c580d086 req-395bcb90-716b-45ec-ab8d-133064cb45f5 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Calling delete_port for bf0b09da-257c-4e52-ad23-8286c9ef9e16 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:44.808419 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40400c3d-6fab-4634-a507-c9589e3bfbec x-openstack-request-id: req-40400c3d-6fab-4634-a507-c9589e3bfbec {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:35:44.808727 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fec56c48-8994-4441-845a-8c4e6e4269f5", "tag": "7fb29b80-6d1d-4975-9876-bc702daff3f1", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:35:44.808989 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-40400c3d-6fab-4634-a507-c9589e3bfbec {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:35:44.809428 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fec56c48-8994-4441-845a-8c4e6e4269f5', 'tag': '7fb29b80-6d1d-4975-9876-bc702daff3f1', 'status': 'completed', 'code': 200} Feb 08 21:35:44.859952 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a84a3-17a8-4d46-9983-07af843cd305 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb29b80-6d1d-4975-9876-bc702daff3f1,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:44.946357 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d68a1-e17e-4f60-ac37-4461268f9d00 req-ef04397b-146b-47ae-8d6f-eb8d62772769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:44.948720 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-927d68a1-e17e-4f60-ac37-4461268f9d00 req-ef04397b-146b-47ae-8d6f-eb8d62772769 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8c41e412-c763-4ca0-a1f8-ab9cd96c364d HTTP/1.1" status: 200 len: 856 time: 0.1996939 Feb 08 21:35:44.979748 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792bd53-7974-481f-9afd-b5edec936e9a req-ee1e82bb-a839-465f-a754-9eb7ad5bd719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:44.980242 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792bd53-7974-481f-9afd-b5edec936e9a req-ee1e82bb-a839-465f-a754-9eb7ad5bd719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:44.981882 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0792bd53-7974-481f-9afd-b5edec936e9a req-ee1e82bb-a839-465f-a754-9eb7ad5bd719 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e06b0580b36e41f2ba7247491d9845e4&device_id=fec56c48-8994-4441-845a-8c4e6e4269f5 HTTP/1.1" status: 200 len: 2044 time: 0.1937151 Feb 08 21:35:45.034206 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0792bd53-7974-481f-9afd-b5edec936e9a req-254e97d0-d428-47bd-9203-4c547aa804d7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.11&port_id=4a3ffc42-34b6-4e02-90dd-0d186ad1efab HTTP/1.1" status: 200 len: 217 time: 0.0415139 Feb 08 21:35:45.109263 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6241d2-8710-4303-8bab-27be4ddf281c req-dd9b80e6-b0c2-4568-8c5f-356593096b0d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:45.114688 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6241d2-8710-4303-8bab-27be4ddf281c req-dd9b80e6-b0c2-4568-8c5f-356593096b0d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:45.116323 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a6241d2-8710-4303-8bab-27be4ddf281c req-dd9b80e6-b0c2-4568-8c5f-356593096b0d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=fec56c48-8994-4441-845a-8c4e6e4269f5 HTTP/1.1" status: 200 len: 1678 time: 0.2146232 Feb 08 21:35:45.154714 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792bd53-7974-481f-9afd-b5edec936e9a req-c3629106-892d-4202-bc3a-71a0089a5a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:45.156243 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0792bd53-7974-481f-9afd-b5edec936e9a req-c3629106-892d-4202-bc3a-71a0089a5a7c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=32c97e03-c235-4cd7-b920-fab30af18294 HTTP/1.1" status: 200 len: 801 time: 0.1085439 Feb 08 21:35:45.251760 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a6241d2-8710-4303-8bab-27be4ddf281c req-9350187d-02f4-4ad7-be15-d41cda2fde0f tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193643 Feb 08 21:35:45.301624 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792bd53-7974-481f-9afd-b5edec936e9a req-f307a75a-6c51-43a9-809b-081a94f53edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:45.303213 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0792bd53-7974-481f-9afd-b5edec936e9a req-f307a75a-6c51-43a9-809b-081a94f53edc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4f7d15aa-1318-473a-9e90-cc1f3a9bff63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1340611 Feb 08 21:35:45.323142 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f68ad1c8-e8fb-47ab-8d13-b829c580d086 req-395bcb90-716b-45ec-ab8d-133064cb45f5 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (bf0b09da-257c-4e52-ad23-8286c9ef9e16), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:45.451244 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395bcb90-716b-45ec-ab8d-133064cb45f5 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Pushing event deleted for resources: {'Port': ['ID=bf0b09da-257c-4e52-ad23-8286c9ef9e16,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:45.543509 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68ad1c8-e8fb-47ab-8d13-b829c580d086 req-395bcb90-716b-45ec-ab8d-133064cb45f5 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] No DVR routers for this DVR port bf0b09da-257c-4e52-ad23-8286c9ef9e16 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:35:45.549094 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f68ad1c8-e8fb-47ab-8d13-b829c580d086 req-395bcb90-716b-45ec-ab8d-133064cb45f5 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:45.552575 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f68ad1c8-e8fb-47ab-8d13-b829c580d086 req-395bcb90-716b-45ec-ab8d-133064cb45f5 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.96 "DELETE /v2.0/ports/bf0b09da-257c-4e52-ad23-8286c9ef9e16 HTTP/1.1" status: 204 len: 173 time: 1.7436078 Feb 08 21:35:45.585865 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066355b2-71a8-49d9-8394-17387c85d582 req-bbe6b194-832e-4fd0-8510-2f11d3ab0257 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:45.587425 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-066355b2-71a8-49d9-8394-17387c85d582 req-bbe6b194-832e-4fd0-8510-2f11d3ab0257 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.2612219 Feb 08 21:35:45.589960 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0792bd53-7974-481f-9afd-b5edec936e9a req-49d8d957-e265-4b3f-a975-e6e6c0bdad99 service neutron] 10.222.0.96 "GET /v2.0/networks/4f7d15aa-1318-473a-9e90-cc1f3a9bff63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756834 Feb 08 21:35:45.629743 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3010041c-24c0-4192-8347-53c3fd62488f tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9d6a4f68-98a7-4c90-a505-6a3c8a441211), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:45.675758 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d68a1-e17e-4f60-ac37-4461268f9d00 req-06e7a02c-cbb3-4a68-a841-75fb42edb749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:45.677695 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-927d68a1-e17e-4f60-ac37-4461268f9d00 req-06e7a02c-cbb3-4a68-a841-75fb42edb749 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d00185f4-2139-492b-b59f-1586b41daef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6975195 Feb 08 21:35:45.685366 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5916544-858a-4606-ab44-d6426c0635ff req-d0fe3ba5-c53a-42ab-a71a-38dcd049ac63 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:45.686926 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e5916544-858a-4606-ab44-d6426c0635ff req-d0fe3ba5-c53a-42ab-a71a-38dcd049ac63 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 945 time: 0.2431698 Feb 08 21:35:45.702628 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d944145-f5c4-4660-8c7e-7a0252a821a9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:35:45.720235 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2950902-2d32-43f9-92b2-16c2363f63c1 None None] Sync routers for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:35:45.730606 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-066355b2-71a8-49d9-8394-17387c85d582 req-e3957cb0-5da9-474a-9ca1-6033b0b82f1e tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243587 Feb 08 21:35:45.734124 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2950902-2d32-43f9-92b2-16c2363f63c1 None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:45.735757 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e2950902-2d32-43f9-92b2-16c2363f63c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:45.750953 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6d944145-f5c4-4660-8c7e-7a0252a821a9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:45.784595 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e595e287-3e14-44f9-9fc5-e5afbbe89f02 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-346790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58238'] for router (ce156321-e916-4712-b1a9-d2a4ae49ee3e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:45.786080 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e2950902-2d32-43f9-92b2-16c2363f63c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:45.786656 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e5916544-858a-4606-ab44-d6426c0635ff req-215e03e7-4985-4857-8355-10b8bec45004 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866737 Feb 08 21:35:45.799249 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2950902-2d32-43f9-92b2-16c2363f63c1 None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:45.800633 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e2950902-2d32-43f9-92b2-16c2363f63c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:45.837905 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e595e287-3e14-44f9-9fc5-e5afbbe89f02 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-346797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-346804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351703'] for router (ce156321-e916-4712-b1a9-d2a4ae49ee3e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:45.843254 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e2950902-2d32-43f9-92b2-16c2363f63c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:45.844908 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2950902-2d32-43f9-92b2-16c2363f63c1 None None] The sync data for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:35:45.855302 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0792bd53-7974-481f-9afd-b5edec936e9a req-fef42df2-879d-4165-8cbd-9ce184024846 service neutron] 10.222.0.96 "GET /v2.0/networks/4f7d15aa-1318-473a-9e90-cc1f3a9bff63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582855 Feb 08 21:35:45.930079 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0707abd-68dc-4698-8176-3400cafbe87d req-9a975743-2dcc-43a7-acb3-5a9171288d50 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:45.932195 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d0707abd-68dc-4698-8176-3400cafbe87d req-9a975743-2dcc-43a7-acb3-5a9171288d50 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.94 "GET /v2.0/networks?id=8be186de-368f-4eda-9951-a49b79ceb5c7 HTTP/1.1" status: 200 len: 814 time: 0.7838564 Feb 08 21:35:45.933504 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6d944145-f5c4-4660-8c7e-7a0252a821a9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "DELETE /v2.0/floatingips/4d6ea73c-5a45-48e0-84c9-46ed8bb74c0f HTTP/1.1" status: 204 len: 168 time: 4.7212558 Feb 08 21:35:45.940561 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33888) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:45.941765 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0792bd53-7974-481f-9afd-b5edec936e9a req-ab19762e-1494-4216-992f-1499ae553015 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.199&port_id=7fb29b80-6d1d-4975-9876-bc702daff3f1 HTTP/1.1" status: 200 len: 217 time: 0.0630095 Feb 08 21:35:45.943685 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d5175d3c-6b4c-4dd4-bc88-f1bc8b7de8ad req-93ebc3e6-738c-4153-9319-21a0cebdd7ca tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 210 time: 0.0874922 Feb 08 21:35:46.064253 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-d0707abd-68dc-4698-8176-3400cafbe87d req-d25cb5ca-43fd-4b5f-9006-b1885f857728 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Request body: {'port': {'device_id': '316c46b2-bb07-4985-bb87-387cb3e81b1b', 'network_id': '8be186de-368f-4eda-9951-a49b79ceb5c7', 'admin_state_up': True, 'tenant_id': '59239cb1d86043a9a6cf5f4caa83e279'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:46.156886 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a21fa-d2ee-4358-8b71-036e9481232d req-186ed7c7-3896-4802-9d88-5fee924ea474 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:46.158532 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c23a21fa-d2ee-4358-8b71-036e9481232d req-186ed7c7-3896-4802-9d88-5fee924ea474 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 943 time: 0.3246870 Feb 08 21:35:46.208040 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792bd53-7974-481f-9afd-b5edec936e9a req-5c22b54d-aaca-4ef3-80be-3f0782f4d808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:46.209555 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0792bd53-7974-481f-9afd-b5edec936e9a req-5c22b54d-aaca-4ef3-80be-3f0782f4d808 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4f03708c-6551-4bc4-9e4f-280e9909b3fc HTTP/1.1" status: 200 len: 801 time: 0.2547607 Feb 08 21:35:46.212985 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-927d68a1-e17e-4f60-ac37-4461268f9d00 req-8801cd6b-8604-4cc3-b426-d68d5cbf2ad4 service neutron] 10.222.0.94 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190485 Feb 08 21:35:46.286686 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6ae36-c0a3-43fd-b8b9-467c8772e257 req-3611f6d2-e9b8-4dd4-ad26-5e66238bce13 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:46.288172 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-afd6ae36-c0a3-43fd-b8b9-467c8772e257 req-3611f6d2-e9b8-4dd4-ad26-5e66238bce13 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1889935 Feb 08 21:35:46.309541 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c23a21fa-d2ee-4358-8b71-036e9481232d req-d1147692-94e6-4324-bbf4-a29aebc046ed tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288857 Feb 08 21:35:46.340056 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-70d231bf-fd1a-4f2c-b9d6-6c319f7449e8 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Deleting port 91b5e166-df3e-4a03-a673-86351771b9dc {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:46.340399 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-70d231bf-fd1a-4f2c-b9d6-6c319f7449e8 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (91b5e166-df3e-4a03-a673-86351771b9dc), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:46.351466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792bd53-7974-481f-9afd-b5edec936e9a req-fb6fb909-5275-4925-9ef5-36d3ce650f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:46.352984 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0792bd53-7974-481f-9afd-b5edec936e9a req-fb6fb909-5275-4925-9ef5-36d3ce650f50 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b78cdfbe-37be-4e93-8a7c-19400469f503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1375866 Feb 08 21:35:46.420939 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e595e287-3e14-44f9-9fc5-e5afbbe89f02 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Router ce156321-e916-4712-b1a9-d2a4ae49ee3e is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:35:46.426005 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0707abd-68dc-4698-8176-3400cafbe87d req-d25cb5ca-43fd-4b5f-9006-b1885f857728 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Made reservation on behalf of 59239cb1d86043a9a6cf5f4caa83e279 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:35:46.429354 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d0707abd-68dc-4698-8176-3400cafbe87d req-d25cb5ca-43fd-4b5f-9006-b1885f857728 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:46.474379 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-afd6ae36-c0a3-43fd-b8b9-467c8772e257 req-2c6025ac-dc30-4675-9c23-63bdcfc1568a tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768799 Feb 08 21:35:46.480446 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-927d68a1-e17e-4f60-ac37-4461268f9d00 req-888784f7-f8c7-4446-82c9-08b481bc7d06 service neutron] 10.222.0.94 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468741 Feb 08 21:35:46.553732 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-70d231bf-fd1a-4f2c-b9d6-6c319f7449e8 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (91b5e166-df3e-4a03-a673-86351771b9dc), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:46.576214 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-70d231bf-fd1a-4f2c-b9d6-6c319f7449e8 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Calling delete_port for 91b5e166-df3e-4a03-a673-86351771b9dc owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:46.600783 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0792bd53-7974-481f-9afd-b5edec936e9a req-633399d3-bc50-4170-97d6-901340480f74 service neutron] 10.222.0.96 "GET /v2.0/networks/b78cdfbe-37be-4e93-8a7c-19400469f503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349713 Feb 08 21:35:46.608858 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d9780-ef8b-46a8-8b40-1087440f38e9 req-f71132bb-888a-4e4d-a47b-dc8530301548 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:46.614230 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d9780-ef8b-46a8-8b40-1087440f38e9 req-f71132bb-888a-4e4d-a47b-dc8530301548 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:46.616396 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-321d9780-ef8b-46a8-8b40-1087440f38e9 req-f71132bb-888a-4e4d-a47b-dc8530301548 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=fec56c48-8994-4441-845a-8c4e6e4269f5 HTTP/1.1" status: 200 len: 1678 time: 0.2091312 Feb 08 21:35:46.652146 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3010041c-24c0-4192-8347-53c3fd62488f tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks [] for port (9d6a4f68-98a7-4c90-a505-6a3c8a441211), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:46.662973 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3010041c-24c0-4192-8347-53c3fd62488f tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (9d6a4f68-98a7-4c90-a505-6a3c8a441211), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:46.760804 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device bf0b09da-257c-4e52-ad23-8286c9ef9e16 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:35:46.790756 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e595e287-3e14-44f9-9fc5-e5afbbe89f02 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:35:46.803546 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e595e287-3e14-44f9-9fc5-e5afbbe89f02 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:46.808093 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e595e287-3e14-44f9-9fc5-e5afbbe89f02 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "PUT /v2.0/routers/ce156321-e916-4712-b1a9-d2a4ae49ee3e HTTP/1.1" status: 200 len: 914 time: 6.1296284 Feb 08 21:35:46.808744 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33898) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:46.810851 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: bf0b09da-257c-4e52-ad23-8286c9ef9e16 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:35:46.811206 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device bf0b09da-257c-4e52-ad23-8286c9ef9e16 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:35:46.813664 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3010041c-24c0-4192-8347-53c3fd62488f tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (54a6b748-d884-44a0-b85d-6c7779931bc2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:46.814092 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab240592-a5d4-4ded-b277-15a994d3568a None None] Sync routers for ids ['ce156321-e916-4712-b1a9-d2a4ae49ee3e'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:35:46.819389 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-321d9780-ef8b-46a8-8b40-1087440f38e9 req-a7570236-b1ae-4718-ad8c-8664d7d5b122 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645083 Feb 08 21:35:46.822089 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8eda976-0558-4ccd-a6f2-dc4f5d1d3838', 'name': 'network-vif-deleted', 'tag': 'bf0b09da-257c-4e52-ad23-8286c9ef9e16'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:35:46.824680 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d46eb4-0731-4748-804e-2d157f827655" -d '{"events": [{"server_uuid": "f8eda976-0558-4ccd-a6f2-dc4f5d1d3838", "name": "network-vif-deleted", "tag": "bf0b09da-257c-4e52-ad23-8286c9ef9e16"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:35:46.835415 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0792bd53-7974-481f-9afd-b5edec936e9a req-e942b94a-2750-4746-b8c7-d8bb5729e8b6 service neutron] 10.222.0.96 "GET /v2.0/networks/b78cdfbe-37be-4e93-8a7c-19400469f503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185185 Feb 08 21:35:46.842533 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab240592-a5d4-4ded-b277-15a994d3568a None None] Routers {'ce156321-e916-4712-b1a9-d2a4ae49ee3e'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:46.843188 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ab240592-a5d4-4ded-b277-15a994d3568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ce156321-e916-4712-b1a9-d2a4ae49ee3e'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:46.907309 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-d0707abd-68dc-4698-8176-3400cafbe87d req-d25cb5ca-43fd-4b5f-9006-b1885f857728 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Allocated IP 172.20.0.14 (8be186de-368f-4eda-9951-a49b79ceb5c7/9a442a7b-87af-4f33-a2ce-71014519d421/ab21a293-d335-463e-8651-7e78d6ed0270) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:35:46.911670 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010041c-24c0-4192-8347-53c3fd62488f tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Pushing event updated for resources: {'Port': ['ID=9d6a4f68-98a7-4c90-a505-6a3c8a441211,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:46.925198 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ab240592-a5d4-4ded-b277-15a994d3568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:46.945159 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab240592-a5d4-4ded-b277-15a994d3568a None None] Routers {'ce156321-e916-4712-b1a9-d2a4ae49ee3e'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:46.947580 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ab240592-a5d4-4ded-b277-15a994d3568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ce156321-e916-4712-b1a9-d2a4ae49ee3e'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:46.995645 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ab240592-a5d4-4ded-b277-15a994d3568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:46.996457 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab240592-a5d4-4ded-b277-15a994d3568a None None] The sync data for ids ['ce156321-e916-4712-b1a9-d2a4ae49ee3e'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:35:47.006007 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0428a9ee-3269-4f95-9f89-fcde0f3b820b x-openstack-request-id: req-0428a9ee-3269-4f95-9f89-fcde0f3b820b {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:35:47.006321 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8eda976-0558-4ccd-a6f2-dc4f5d1d3838", "name": "network-vif-deleted", "tag": "bf0b09da-257c-4e52-ad23-8286c9ef9e16", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:35:47.006571 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0428a9ee-3269-4f95-9f89-fcde0f3b820b {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:35:47.006976 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8eda976-0558-4ccd-a6f2-dc4f5d1d3838', 'name': 'network-vif-deleted', 'tag': 'bf0b09da-257c-4e52-ad23-8286c9ef9e16', 'status': 'completed', 'code': 200} Feb 08 21:35:47.091490 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c3b979bd-c5d7-4f8a-856e-cbdbe0d103c6 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "GET /v2.0/routers/ce156321-e916-4712-b1a9-d2a4ae49ee3e HTTP/1.1" status: 200 len: 920 time: 0.2764833 Feb 08 21:35:47.092473 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33908) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:47.119720 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f37c2d-e756-4ed4-88da-147666ad2474 req-f435599b-637a-4ded-b369-83910cf6f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:47.120214 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f37c2d-e756-4ed4-88da-147666ad2474 req-f435599b-637a-4ded-b369-83910cf6f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:47.121886 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25f37c2d-e756-4ed4-88da-147666ad2474 req-f435599b-637a-4ded-b369-83910cf6f7f6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e06b0580b36e41f2ba7247491d9845e4&device_id=fec56c48-8994-4441-845a-8c4e6e4269f5 HTTP/1.1" status: 200 len: 2044 time: 0.2141685 Feb 08 21:35:47.132825 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3010041c-24c0-4192-8347-53c3fd62488f tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Network 539b920d-a033-4131-b05e-1f0e3d87526b is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:35:47.135739 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-3010041c-24c0-4192-8347-53c3fd62488f tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:47.144623 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b51fafc-f336-45cb-bc52-15b35612d884 req-e5a32c1a-9464-42b3-8d65-7001e67486ca tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 210 time: 0.0490491 Feb 08 21:35:47.165135 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-70d231bf-fd1a-4f2c-b9d6-6c319f7449e8 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (91b5e166-df3e-4a03-a673-86351771b9dc), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:47.264929 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55de021-7b48-4060-a2b8-abcd122e8569 req-583bd9e9-7ea7-49d5-ac8b-0614ed13cd2f tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:47.271892 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f55de021-7b48-4060-a2b8-abcd122e8569 req-583bd9e9-7ea7-49d5-ac8b-0614ed13cd2f tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 945 time: 0.2724307 Feb 08 21:35:47.277512 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d231bf-fd1a-4f2c-b9d6-6c319f7449e8 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event deleted for resources: {'Port': ['ID=91b5e166-df3e-4a03-a673-86351771b9dc,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:47.332522 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33303818-baf7-4278-aa29-50c6e765b7eb tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:47.334193 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-33303818-baf7-4278-aa29-50c6e765b7eb tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=075c0dfb-2786-422e-af93-9cafe101c970&device_id=ce156321-e916-4712-b1a9-d2a4ae49ee3e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2404289 Feb 08 21:35:47.340134 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33910) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:47.351449 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3010041c-24c0-4192-8347-53c3fd62488f tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Router 54a6b748-d884-44a0-b85d-6c7779931bc2 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:35:47.410729 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f37c2d-e756-4ed4-88da-147666ad2474 req-486b934c-75a5-4be3-a2eb-b49226b27768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:47.412550 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25f37c2d-e756-4ed4-88da-147666ad2474 req-486b934c-75a5-4be3-a2eb-b49226b27768 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b78cdfbe-37be-4e93-8a7c-19400469f503 HTTP/1.1" status: 200 len: 903 time: 0.2701750 Feb 08 21:35:47.524919 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3010041c-24c0-4192-8347-53c3fd62488f tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:35:47.533675 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3010041c-24c0-4192-8347-53c3fd62488f tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] 10.222.0.88 "PUT /v2.0/routers/54a6b748-d884-44a0-b85d-6c7779931bc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9629138 Feb 08 21:35:47.534439 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d0afa9f7-a83d-4baa-b2bf-966cd5c6dabf None None] Provisioning complete for port 9d6a4f68-98a7-4c90-a505-6a3c8a441211 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:47.534936 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d0afa9f7-a83d-4baa-b2bf-966cd5c6dabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9d6a4f68-98a7-4c90-a505-6a3c8a441211), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:47.539348 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6b37fe-28ee-4cb9-acf8-139367c55a3d None None] Sync routers for ids ['54a6b748-d884-44a0-b85d-6c7779931bc2'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:35:47.542294 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33914) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:47.552072 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d0707abd-68dc-4698-8176-3400cafbe87d req-d25cb5ca-43fd-4b5f-9006-b1885f857728 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Publish callbacks [] for port (ab21a293-d335-463e-8651-7e78d6ed0270), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:47.563216 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6b37fe-28ee-4cb9-acf8-139367c55a3d None None] Routers {'54a6b748-d884-44a0-b85d-6c7779931bc2'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:47.563869 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-cb6b37fe-28ee-4cb9-acf8-139367c55a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['54a6b748-d884-44a0-b85d-6c7779931bc2'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:47.589006 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d0afa9f7-a83d-4baa-b2bf-966cd5c6dabf None None] Port 9d6a4f68-98a7-4c90-a505-6a3c8a441211 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:35:47.616920 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-cb6b37fe-28ee-4cb9-acf8-139367c55a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:47.627373 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6b37fe-28ee-4cb9-acf8-139367c55a3d None None] Routers {'54a6b748-d884-44a0-b85d-6c7779931bc2'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:47.628016 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-cb6b37fe-28ee-4cb9-acf8-139367c55a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['54a6b748-d884-44a0-b85d-6c7779931bc2'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:47.664941 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-045fbc06-7903-4147-a82b-7ea0933da29b tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks [] for router (54a6b748-d884-44a0-b85d-6c7779931bc2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:47.665551 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-cb6b37fe-28ee-4cb9-acf8-139367c55a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:47.666227 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6b37fe-28ee-4cb9-acf8-139367c55a3d None None] The sync data for ids ['54a6b748-d884-44a0-b85d-6c7779931bc2'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:35:47.735742 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d0707abd-68dc-4698-8176-3400cafbe87d req-d25cb5ca-43fd-4b5f-9006-b1885f857728 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (ab21a293-d335-463e-8651-7e78d6ed0270), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:47.790306 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0707abd-68dc-4698-8176-3400cafbe87d req-d25cb5ca-43fd-4b5f-9006-b1885f857728 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Network 8be186de-368f-4eda-9951-a49b79ceb5c7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:35:47.800215 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-d0707abd-68dc-4698-8176-3400cafbe87d req-d25cb5ca-43fd-4b5f-9006-b1885f857728 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:47.805731 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0707abd-68dc-4698-8176-3400cafbe87d req-d25cb5ca-43fd-4b5f-9006-b1885f857728 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:35:47.837069 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-045fbc06-7903-4147-a82b-7ea0933da29b tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 08 21:35:47.838228 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-045fbc06-7903-4147-a82b-7ea0933da29b tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] 10.222.0.88 "DELETE /v2.0/routers/54a6b748-d884-44a0-b85d-6c7779931bc2 HTTP/1.1" status: 409 len: 329 time: 0.2947462 Feb 08 21:35:47.838925 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25cb5ca-43fd-4b5f-9006-b1885f857728 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Pushing event updated for resources: {'Port': ['ID=ab21a293-d335-463e-8651-7e78d6ed0270,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:47.850249 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33918) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:47.901006 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f55de021-7b48-4060-a2b8-abcd122e8569 req-48ca5e3b-291b-4cf5-a136-77e02a0fb15d tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6276636 Feb 08 21:35:47.920240 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25f37c2d-e756-4ed4-88da-147666ad2474 req-84f7be53-d0a6-423c-a2e7-1e74d5677fba service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.199&port_id=7fb29b80-6d1d-4975-9876-bc702daff3f1 HTTP/1.1" status: 200 len: 217 time: 0.4505143 Feb 08 21:35:47.944390 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-70d231bf-fd1a-4f2c-b9d6-6c319f7449e8 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:47.952551 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-70d231bf-fd1a-4f2c-b9d6-6c319f7449e8 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "DELETE /v2.0/ports/91b5e166-df3e-4a03-a673-86351771b9dc HTTP/1.1" status: 204 len: 168 time: 2.0078185 Feb 08 21:35:47.953185 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33924) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:47.961808 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-910d7a5a-7829-4263-b86f-d2b62a63208d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:48.015031 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-910d7a5a-7829-4263-b86f-d2b62a63208d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:48.088345 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08eee5-0074-4798-9c62-d2c28f90f8f5 req-51e9c5e7-9353-4f9e-a2dd-790249ac2d37 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:48.089982 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0d08eee5-0074-4798-9c62-d2c28f90f8f5 req-51e9c5e7-9353-4f9e-a2dd-790249ac2d37 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 943 time: 0.6192336 Feb 08 21:35:48.134000 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f37c2d-e756-4ed4-88da-147666ad2474 req-18e9179f-6389-4fab-b3c9-198a265443b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:48.136036 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25f37c2d-e756-4ed4-88da-147666ad2474 req-18e9179f-6389-4fab-b3c9-198a265443b2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4f03708c-6551-4bc4-9e4f-280e9909b3fc HTTP/1.1" status: 200 len: 801 time: 0.2053208 Feb 08 21:35:48.137432 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53ca2e2-a2a1-46f5-8ad1-ed589b97f2c6 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:48.139625 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a53ca2e2-a2a1-46f5-8ad1-ed589b97f2c6 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 881 time: 0.7974281 Feb 08 21:35:48.151983 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33926) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:48.227383 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a16cf4d0-0168-40f1-9ca2-16dfae92aabf tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce156321-e916-4712-b1a9-d2a4ae49ee3e HTTP/1.1" status: 200 len: 205 time: 0.0580716 Feb 08 21:35:48.234738 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33930) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:48.325174 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0707abd-68dc-4698-8176-3400cafbe87d req-d25cb5ca-43fd-4b5f-9006-b1885f857728 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:48.325888 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d0707abd-68dc-4698-8176-3400cafbe87d req-d25cb5ca-43fd-4b5f-9006-b1885f857728 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:48.395829 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-681386f9-5810-4c4f-b800-2e80ff6f1130 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router (ce156321-e916-4712-b1a9-d2a4ae49ee3e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:48.406567 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0d08eee5-0074-4798-9c62-d2c28f90f8f5 req-166726e1-d879-4d0e-9d7d-f13096c225a1 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2776084 Feb 08 21:35:48.422278 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d0707abd-68dc-4698-8176-3400cafbe87d req-d25cb5ca-43fd-4b5f-9006-b1885f857728 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3858719 Feb 08 21:35:48.434855 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-d0707abd-68dc-4698-8176-3400cafbe87d req-0eae0f90-e51b-4c36-8e7e-866ec529cd25 service neutron] Request body: {'port': {'device_id': '316c46b2-bb07-4985-bb87-387cb3e81b1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:48.511826 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4deea0f-afd9-4b67-a10d-eb83241f8e13 req-83b466dc-feb0-4f94-83b3-fd564aaefc64 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:48.517064 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4deea0f-afd9-4b67-a10d-eb83241f8e13 req-83b466dc-feb0-4f94-83b3-fd564aaefc64 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:48.522231 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4deea0f-afd9-4b67-a10d-eb83241f8e13 req-83b466dc-feb0-4f94-83b3-fd564aaefc64 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=fec56c48-8994-4441-845a-8c4e6e4269f5 HTTP/1.1" status: 200 len: 1678 time: 0.5195038 Feb 08 21:35:48.536062 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f37c2d-e756-4ed4-88da-147666ad2474 req-1de2d997-01fa-45f8-a519-191613eef94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:48.538347 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25f37c2d-e756-4ed4-88da-147666ad2474 req-1de2d997-01fa-45f8-a519-191613eef94d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b78cdfbe-37be-4e93-8a7c-19400469f503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3842554 Feb 08 21:35:48.556133 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d0707abd-68dc-4698-8176-3400cafbe87d req-0eae0f90-e51b-4c36-8e7e-866ec529cd25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ab21a293-d335-463e-8651-7e78d6ed0270), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:48.747585 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4deea0f-afd9-4b67-a10d-eb83241f8e13 req-8306448a-9c4f-4d87-b4cf-1aa6293bab06 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175820 Feb 08 21:35:48.775221 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-681386f9-5810-4c4f-b800-2e80ff6f1130 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_gateway (ce156321-e916-4712-b1a9-d2a4ae49ee3e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:48.795719 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-910d7a5a-7829-4263-b86f-d2b62a63208d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:48.829984 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d390911-1531-4be4-8c67-ad59199355ff req-da650fba-2d1b-48ad-868b-f535ebdf0eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:48.831506 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2d390911-1531-4be4-8c67-ad59199355ff req-da650fba-2d1b-48ad-868b-f535ebdf0eed service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d7c4f68f48ac4d7b8c033568865db0b6&device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 1128 time: 0.1924131 Feb 08 21:35:48.837690 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e45396-c717-4c8c-a999-020f8bdd25b9 req-f602b896-a23f-4a1f-a7f3-7e5fcbefb4eb tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:48.839253 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-74e45396-c717-4c8c-a999-020f8bdd25b9 req-f602b896-a23f-4a1f-a7f3-7e5fcbefb4eb tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 932 time: 0.1924925 Feb 08 21:35:48.848715 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25f37c2d-e756-4ed4-88da-147666ad2474 req-000d03e2-0ef7-4948-bd4b-7c32c2d8b607 service neutron] 10.222.0.96 "GET /v2.0/networks/b78cdfbe-37be-4e93-8a7c-19400469f503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840950 Feb 08 21:35:48.957508 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f819ba4d-5d0e-452a-b99b-5b7147157220 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (54a6b748-d884-44a0-b85d-6c7779931bc2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:49.049981 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d390911-1531-4be4-8c67-ad59199355ff req-81ecc44d-73d2-461b-9f92-5ef1cbbb2207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:49.051473 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2d390911-1531-4be4-8c67-ad59199355ff req-81ecc44d-73d2-461b-9f92-5ef1cbbb2207 service neutron] 10.222.0.94 "GET /v2.0/networks?id=78ab189a-860e-4a01-8c19-0f0521b9833d HTTP/1.1" status: 200 len: 910 time: 0.2134833 Feb 08 21:35:49.088024 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 3e63e12c-97b8-4b03-8007-0ad151950de8 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:35:49.107378 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88781aa4-37fc-4168-9bdf-8bfca7105987 req-7dc310e0-dc90-4d76-91ac-225c05bed666 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:49.109049 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-88781aa4-37fc-4168-9bdf-8bfca7105987 req-7dc310e0-dc90-4d76-91ac-225c05bed666 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 945 time: 0.2685795 Feb 08 21:35:49.113877 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-74e45396-c717-4c8c-a999-020f8bdd25b9 req-155c3f96-20d4-4db6-8f44-b118a5708aff tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642560 Feb 08 21:35:49.121244 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-681386f9-5810-4c4f-b800-2e80ff6f1130 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Deleting port edfdf34d-fc6b-42f6-8743-8759084f4b2c {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:49.121675 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-681386f9-5810-4c4f-b800-2e80ff6f1130 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (edfdf34d-fc6b-42f6-8743-8759084f4b2c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:49.130514 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2d390911-1531-4be4-8c67-ad59199355ff req-1749da45-1838-465b-97de-40f7102c2f9b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebb7702b-3bda-479b-b749-0b73abada6c6 HTTP/1.1" status: 200 len: 217 time: 0.0678709 Feb 08 21:35:49.152998 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-910d7a5a-7829-4263-b86f-d2b62a63208d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Allocated IP 172.25.3.230 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/1e710a5c-a850-454d-9beb-de2152f9db7a) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:35:49.186018 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25f37c2d-e756-4ed4-88da-147666ad2474 req-be30b510-9677-4766-a039-cfa565fcaa48 service neutron] 10.222.0.96 "GET /v2.0/networks/b78cdfbe-37be-4e93-8a7c-19400469f503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246112 Feb 08 21:35:49.210948 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-d0707abd-68dc-4698-8176-3400cafbe87d req-0eae0f90-e51b-4c36-8e7e-866ec529cd25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab21a293-d335-463e-8651-7e78d6ed0270 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:35:49.247800 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d0707abd-68dc-4698-8176-3400cafbe87d req-0eae0f90-e51b-4c36-8e7e-866ec529cd25 service neutron] Publish callbacks [] for port (ab21a293-d335-463e-8651-7e78d6ed0270), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:49.250245 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 3e63e12c-97b8-4b03-8007-0ad151950de8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3e63e12c-97b8-4b03-8007-0ad151950de8,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:49.263974 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '3e63e12c-97b8-4b03-8007-0ad151950de8', 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'port_id': '3e63e12c-97b8-4b03-8007-0ad151950de8', 'mac_address': 'fa:16:3e:0c:ae:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:35:49.272396 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d390911-1531-4be4-8c67-ad59199355ff req-9554ee0c-f167-4e19-813a-22fe0c69dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:49.274118 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2d390911-1531-4be4-8c67-ad59199355ff req-9554ee0c-f167-4e19-813a-22fe0c69dcac service neutron] 10.222.0.94 "GET /v2.0/subnets?id=739e92e6-a4d6-46e1-b30b-0269af78c658 HTTP/1.1" status: 200 len: 849 time: 0.1377356 Feb 08 21:35:49.276450 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-d0707abd-68dc-4698-8176-3400cafbe87d req-0eae0f90-e51b-4c36-8e7e-866ec529cd25 service neutron] Transition to ACTIVE for port object ab21a293-d335-463e-8651-7e78d6ed0270 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:35:49.293750 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d0707abd-68dc-4698-8176-3400cafbe87d req-0eae0f90-e51b-4c36-8e7e-866ec529cd25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (ab21a293-d335-463e-8651-7e78d6ed0270), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:49.308273 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 3e63e12c-97b8-4b03-8007-0ad151950de8 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:49.308583 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3e63e12c-97b8-4b03-8007-0ad151950de8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:49.325139 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e63e12c-97b8-4b03-8007-0ad151950de8 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:35:49.344066 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2d390911-1531-4be4-8c67-ad59199355ff req-df3888f3-0a77-435c-b212-54996a5af041 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=78ab189a-860e-4a01-8c19-0f0521b9833d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629478 Feb 08 21:35:49.350582 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 3e63e12c-97b8-4b03-8007-0ad151950de8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3e63e12c-97b8-4b03-8007-0ad151950de8,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:49.356149 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3e63e12c-97b8-4b03-8007-0ad151950de8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:49.389211 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-88781aa4-37fc-4168-9bdf-8bfca7105987 req-cd1548df-dae6-4da4-811a-9d34a392dddc tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641549 Feb 08 21:35:49.428384 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f83a8b-dcc5-4e69-a744-f01da03e569a req-2bbd2531-4f64-489e-84b7-901ff1c35315 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:49.429943 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e7f83a8b-dcc5-4e69-a744-f01da03e569a req-2bbd2531-4f64-489e-84b7-901ff1c35315 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1939313 Feb 08 21:35:49.431364 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=3e63e12c-97b8-4b03-8007-0ad151950de8,revision_number=9']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:49.432222 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae0f90-e51b-4c36-8e7e-866ec529cd25 service neutron] Pushing event updated for resources: {'Port': ['ID=ab21a293-d335-463e-8651-7e78d6ed0270,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:49.439894 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-681386f9-5810-4c4f-b800-2e80ff6f1130 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (edfdf34d-fc6b-42f6-8743-8759084f4b2c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:49.454598 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-910d7a5a-7829-4263-b86f-d2b62a63208d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for port (1e710a5c-a850-454d-9beb-de2152f9db7a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:49.472026 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-681386f9-5810-4c4f-b800-2e80ff6f1130 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Calling delete_port for edfdf34d-fc6b-42f6-8743-8759084f4b2c owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:49.561021 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2d390911-1531-4be4-8c67-ad59199355ff req-a60b77b8-5ce4-44ca-8c1e-5d965b129dd9 service neutron] 10.222.0.94 "GET /v2.0/networks/78ab189a-860e-4a01-8c19-0f0521b9833d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087216 Feb 08 21:35:49.603389 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e7f83a8b-dcc5-4e69-a744-f01da03e569a req-4d5d8c05-6399-446e-876f-dda8321aa137 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590633 Feb 08 21:35:49.639728 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-910d7a5a-7829-4263-b86f-d2b62a63208d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (1e710a5c-a850-454d-9beb-de2152f9db7a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:49.665653 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-d0707abd-68dc-4698-8176-3400cafbe87d req-0eae0f90-e51b-4c36-8e7e-866ec529cd25 service neutron] Attempting to bind port ab21a293-d335-463e-8651-7e78d6ed0270 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:35:49.666956 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-d0707abd-68dc-4698-8176-3400cafbe87d req-0eae0f90-e51b-4c36-8e7e-866ec529cd25 service neutron] Attempting to bind port ab21a293-d335-463e-8651-7e78d6ed0270 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'eee22cdd-1b96-49e0-93ec-1d329c1b6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8be186de-368f-4eda-9951-a49b79ceb5c7'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:35:49.667396 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0707abd-68dc-4698-8176-3400cafbe87d req-0eae0f90-e51b-4c36-8e7e-866ec529cd25 service neutron] Attempting to bind port ab21a293-d335-463e-8651-7e78d6ed0270 on network 8be186de-368f-4eda-9951-a49b79ceb5c7 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:35:49.671049 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['3e63e12c-97b8-4b03-8007-0ad151950de8'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:35:49.684702 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0707abd-68dc-4698-8176-3400cafbe87d req-0eae0f90-e51b-4c36-8e7e-866ec529cd25 service neutron] Port ab21a293-d335-463e-8651-7e78d6ed0270 on network 8be186de-368f-4eda-9951-a49b79ceb5c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:35:49.684702 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0707abd-68dc-4698-8176-3400cafbe87d req-0eae0f90-e51b-4c36-8e7e-866ec529cd25 service neutron] Attempting to bind port ab21a293-d335-463e-8651-7e78d6ed0270 on network 8be186de-368f-4eda-9951-a49b79ceb5c7 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:35:49.719846 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0707abd-68dc-4698-8176-3400cafbe87d req-0eae0f90-e51b-4c36-8e7e-866ec529cd25 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:35:49.720339 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0707abd-68dc-4698-8176-3400cafbe87d req-0eae0f90-e51b-4c36-8e7e-866ec529cd25 service neutron] Checking segment: {'id': 'eee22cdd-1b96-49e0-93ec-1d329c1b6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8be186de-368f-4eda-9951-a49b79ceb5c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:35:49.720830 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0707abd-68dc-4698-8176-3400cafbe87d req-0eae0f90-e51b-4c36-8e7e-866ec529cd25 service neutron] Bound using segment: {'id': 'eee22cdd-1b96-49e0-93ec-1d329c1b6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8be186de-368f-4eda-9951-a49b79ceb5c7'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:35:49.721414 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-d0707abd-68dc-4698-8176-3400cafbe87d req-0eae0f90-e51b-4c36-8e7e-866ec529cd25 service neutron] Bound port: ab21a293-d335-463e-8651-7e78d6ed0270, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee22cdd-1b96-49e0-93ec-1d329c1b6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8be186de-368f-4eda-9951-a49b79ceb5c7'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:35:49.721887 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d0707abd-68dc-4698-8176-3400cafbe87d req-0eae0f90-e51b-4c36-8e7e-866ec529cd25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ab21a293-d335-463e-8651-7e78d6ed0270), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:49.756136 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f819ba4d-5d0e-452a-b99b-5b7147157220 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Deleting port 9d6a4f68-98a7-4c90-a505-6a3c8a441211 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:49.756632 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f819ba4d-5d0e-452a-b99b-5b7147157220 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (9d6a4f68-98a7-4c90-a505-6a3c8a441211), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:49.765174 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2d390911-1531-4be4-8c67-ad59199355ff req-286de2a1-45a7-4b50-930a-216589730311 service neutron] 10.222.0.94 "GET /v2.0/networks/78ab189a-860e-4a01-8c19-0f0521b9833d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793752 Feb 08 21:35:49.781932 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c843a-b9c8-4164-a632-ac9f3787ae23 req-2bdd4775-7621-4e3a-8731-dc63d6cb78ba tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:49.783408 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da0c843a-b9c8-4164-a632-ac9f3787ae23 req-2bdd4775-7621-4e3a-8731-dc63d6cb78ba tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 944 time: 0.2507131 Feb 08 21:35:49.787578 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910d7a5a-7829-4263-b86f-d2b62a63208d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:35:49.802859 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-910d7a5a-7829-4263-b86f-d2b62a63208d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:49.805339 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910d7a5a-7829-4263-b86f-d2b62a63208d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:35:49.819672 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d7a5a-7829-4263-b86f-d2b62a63208d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event updated for resources: {'Port': ['ID=1e710a5c-a850-454d-9beb-de2152f9db7a,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:49.900009 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-d0707abd-68dc-4698-8176-3400cafbe87d req-0eae0f90-e51b-4c36-8e7e-866ec529cd25 service neutron] For port ab21a293-d335-463e-8651-7e78d6ed0270, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:35:49.927505 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-d0707abd-68dc-4698-8176-3400cafbe87d req-0eae0f90-e51b-4c36-8e7e-866ec529cd25 service neutron] For port ab21a293-d335-463e-8651-7e78d6ed0270, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ab21a293-d335-463e-8651-7e78d6ed0270,segment=NetworkSegment(eee22cdd-1b96-49e0-93ec-1d329c1b6b96),segment_id=eee22cdd-1b96-49e0-93ec-1d329c1b6b96)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:35:49.930033 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f819ba4d-5d0e-452a-b99b-5b7147157220 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (9d6a4f68-98a7-4c90-a505-6a3c8a441211), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:49.941630 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d0707abd-68dc-4698-8176-3400cafbe87d req-0eae0f90-e51b-4c36-8e7e-866ec529cd25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (ab21a293-d335-463e-8651-7e78d6ed0270), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:49.954491 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f819ba4d-5d0e-452a-b99b-5b7147157220 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Calling delete_port for 9d6a4f68-98a7-4c90-a505-6a3c8a441211 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:49.968265 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdcd1b-2d1a-45eb-92e9-421dbfad55b6 req-ea7c3f66-b23f-4704-acd6-482ee24c8323 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:49.970171 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-febdcd1b-2d1a-45eb-92e9-421dbfad55b6 req-ea7c3f66-b23f-4704-acd6-482ee24c8323 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.2755170 Feb 08 21:35:49.982294 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da0c843a-b9c8-4164-a632-ac9f3787ae23 req-5a220c75-26b0-4da9-b73a-00320b335695 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850932 Feb 08 21:35:50.003952 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0707abd-68dc-4698-8176-3400cafbe87d req-0eae0f90-e51b-4c36-8e7e-866ec529cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:50.004574 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d0707abd-68dc-4698-8176-3400cafbe87d req-0eae0f90-e51b-4c36-8e7e-866ec529cd25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:50.006000 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d0707abd-68dc-4698-8176-3400cafbe87d req-0eae0f90-e51b-4c36-8e7e-866ec529cd25 service neutron] 10.222.0.94 "PUT /v2.0/ports/ab21a293-d335-463e-8651-7e78d6ed0270 HTTP/1.1" status: 200 len: 1093 time: 1.5763283 Feb 08 21:35:50.006478 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316c46b2-bb07-4985-bb87-387cb3e81b1b', 'tag': 'ab21a293-d335-463e-8651-7e78d6ed0270'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:35:50.008794 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0d1ab0-cc8f-4753-aa2f-c3663d71f723" -d '{"events": [{"name": "network-changed", "server_uuid": "316c46b2-bb07-4985-bb87-387cb3e81b1b", "tag": "ab21a293-d335-463e-8651-7e78d6ed0270"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:35:50.030505 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-681386f9-5810-4c4f-b800-2e80ff6f1130 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (edfdf34d-fc6b-42f6-8743-8759084f4b2c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:50.094566 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681386f9-5810-4c4f-b800-2e80ff6f1130 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Pushing event deleted for resources: {'Port': ['ID=edfdf34d-fc6b-42f6-8743-8759084f4b2c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:50.105497 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-febdcd1b-2d1a-45eb-92e9-421dbfad55b6 req-2b378c51-c1e6-4003-89f2-794a68b0770f tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169608 Feb 08 21:35:50.135268 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae0f90-e51b-4c36-8e7e-866ec529cd25 service neutron] Pushing event updated for resources: {'Port': ['ID=ab21a293-d335-463e-8651-7e78d6ed0270,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:50.195832 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49869f3-71fb-465e-8c71-f39f02949185 x-openstack-request-id: req-f49869f3-71fb-465e-8c71-f39f02949185 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:35:50.196200 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316c46b2-bb07-4985-bb87-387cb3e81b1b", "tag": "ab21a293-d335-463e-8651-7e78d6ed0270", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:35:50.196407 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f49869f3-71fb-465e-8c71-f39f02949185 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:35:50.196782 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316c46b2-bb07-4985-bb87-387cb3e81b1b', 'tag': 'ab21a293-d335-463e-8651-7e78d6ed0270', 'status': 'completed', 'code': 200} Feb 08 21:35:50.212475 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0707abd-68dc-4698-8176-3400cafbe87d req-2ef6fde1-2336-45d4-8b2f-ae72310ef097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:50.214604 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d0707abd-68dc-4698-8176-3400cafbe87d req-2ef6fde1-2336-45d4-8b2f-ae72310ef097 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=59239cb1d86043a9a6cf5f4caa83e279&device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 1127 time: 0.1365921 Feb 08 21:35:50.247509 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-910d7a5a-7829-4263-b86f-d2b62a63208d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (06da5dca-f082-41a5-9c85-e98ebb97fbe2), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:50.263832 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d0707abd-68dc-4698-8176-3400cafbe87d req-8fdd3482-8048-492a-8dda-931f777e2bb3 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab21a293-d335-463e-8651-7e78d6ed0270 HTTP/1.1" status: 200 len: 217 time: 0.0422571 Feb 08 21:35:50.304003 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032bfa5-7c45-49b1-96c2-bc1e26a1ae60 req-a95f76bd-0868-4159-87d1-d6ee86519053 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:50.310965 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032bfa5-7c45-49b1-96c2-bc1e26a1ae60 req-a95f76bd-0868-4159-87d1-d6ee86519053 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:50.312839 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e032bfa5-7c45-49b1-96c2-bc1e26a1ae60 req-a95f76bd-0868-4159-87d1-d6ee86519053 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=fec56c48-8994-4441-845a-8c4e6e4269f5 HTTP/1.1" status: 200 len: 1678 time: 0.2133825 Feb 08 21:35:50.353535 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-681386f9-5810-4c4f-b800-2e80ff6f1130 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (ce156321-e916-4712-b1a9-d2a4ae49ee3e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:50.355728 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0707abd-68dc-4698-8176-3400cafbe87d req-65caf612-770d-449a-ba76-b5d92e089db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:50.357264 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d0707abd-68dc-4698-8176-3400cafbe87d req-65caf612-770d-449a-ba76-b5d92e089db9 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=9a442a7b-87af-4f33-a2ce-71014519d421 HTTP/1.1" status: 200 len: 854 time: 0.0867741 Feb 08 21:35:50.394170 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d0707abd-68dc-4698-8176-3400cafbe87d req-74ea5f00-4ba9-4597-80c7-f48ec0266024 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8be186de-368f-4eda-9951-a49b79ceb5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295532 Feb 08 21:35:50.394928 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f819ba4d-5d0e-452a-b99b-5b7147157220 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (9d6a4f68-98a7-4c90-a505-6a3c8a441211), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:50.436592 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819ba4d-5d0e-452a-b99b-5b7147157220 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Pushing event deleted for resources: {'Port': ['ID=9d6a4f68-98a7-4c90-a505-6a3c8a441211,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:50.486466 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-910d7a5a-7829-4263-b86f-d2b62a63208d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1e710a5c-a850-454d-9beb-de2152f9db7a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:50.497607 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-681386f9-5810-4c4f-b800-2e80ff6f1130 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (ce156321-e916-4712-b1a9-d2a4ae49ee3e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:50.522996 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b5f48-59b3-40e8-80fa-acbda6506a0a req-13f3619b-54b4-4012-a22d-b90100103823 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:50.524549 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a94b5f48-59b3-40e8-80fa-acbda6506a0a req-13f3619b-54b4-4012-a22d-b90100103823 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 944 time: 0.2940798 Feb 08 21:35:50.526465 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-681386f9-5810-4c4f-b800-2e80ff6f1130 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_controller (ce156321-e916-4712-b1a9-d2a4ae49ee3e), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:50.623817 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e032bfa5-7c45-49b1-96c2-bc1e26a1ae60 req-d2f33df1-f3bc-4c3d-9ea3-8f641365965a tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680838 Feb 08 21:35:50.632174 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-681386f9-5810-4c4f-b800-2e80ff6f1130 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (ce156321-e916-4712-b1a9-d2a4ae49ee3e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:50.632731 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681386f9-5810-4c4f-b800-2e80ff6f1130 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Fanout notify agent at l3_agent the message router_deleted on router ce156321-e916-4712-b1a9-d2a4ae49ee3e {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:35:50.676451 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-681386f9-5810-4c4f-b800-2e80ff6f1130 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:50.682804 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-681386f9-5810-4c4f-b800-2e80ff6f1130 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "DELETE /v2.0/routers/ce156321-e916-4712-b1a9-d2a4ae49ee3e HTTP/1.1" status: 204 len: 168 time: 2.4344330 Feb 08 21:35:50.682975 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d0707abd-68dc-4698-8176-3400cafbe87d req-176c66a4-e690-4e1c-ac41-fd05e7559848 service neutron] 10.222.0.94 "GET /v2.0/networks/8be186de-368f-4eda-9951-a49b79ceb5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763071 Feb 08 21:35:50.686313 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33964) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:50.690375 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-16e2ce2e-ec40-4bbd-b67a-cceee2242acb tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-185202494', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:50.767968 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f819ba4d-5d0e-452a-b99b-5b7147157220 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (54a6b748-d884-44a0-b85d-6c7779931bc2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:50.785412 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-16e2ce2e-ec40-4bbd-b67a-cceee2242acb tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (38ee89f2-b1f5-420b-b7cf-aa2b707a94b1), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:50.786466 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-16e2ce2e-ec40-4bbd-b67a-cceee2242acb tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (38ee89f2-b1f5-420b-b7cf-aa2b707a94b1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:50.801293 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 4a3ffc42-34b6-4e02-90dd-0d186ad1efab details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:35:50.941761 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d0707abd-68dc-4698-8176-3400cafbe87d req-28f246cf-2b26-4d09-a012-e9ee562e806e service neutron] 10.222.0.94 "GET /v2.0/networks/8be186de-368f-4eda-9951-a49b79ceb5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457657 Feb 08 21:35:50.953788 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-16e2ce2e-ec40-4bbd-b67a-cceee2242acb tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_controller (38ee89f2-b1f5-420b-b7cf-aa2b707a94b1), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:51.004101 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 4a3ffc42-34b6-4e02-90dd-0d186ad1efab, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=4a3ffc42-34b6-4e02-90dd-0d186ad1efab,segment=NetworkSegment(8243598c-c110-43cc-bf5f-8f8c1dc4550b),segment_id=8243598c-c110-43cc-bf5f-8f8c1dc4550b)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:51.018038 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '4a3ffc42-34b6-4e02-90dd-0d186ad1efab', 'network_id': '4f7d15aa-1318-473a-9e90-cc1f3a9bff63', 'port_id': '4a3ffc42-34b6-4e02-90dd-0d186ad1efab', 'mac_address': 'fa:16:3e:c4:a3:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c97e03-c235-4cd7-b920-fab30af18294', 'ip_address': '19.80.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:35:51.065586 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 4a3ffc42-34b6-4e02-90dd-0d186ad1efab is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:51.065586 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4a3ffc42-34b6-4e02-90dd-0d186ad1efab), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:51.091000 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f819ba4d-5d0e-452a-b99b-5b7147157220 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Router 54a6b748-d884-44a0-b85d-6c7779931bc2 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:35:51.141348 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a94b5f48-59b3-40e8-80fa-acbda6506a0a req-19ace20b-3e0d-4987-b14b-3c389fe66b42 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5991709 Feb 08 21:35:51.247285 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 3e63e12c-97b8-4b03-8007-0ad151950de8 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:35:51.251554 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a3ffc42-34b6-4e02-90dd-0d186ad1efab {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:35:51.272006 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36885f-f763-456f-b9ec-8609f5e6cb19 req-64d07435-dbd4-4189-a549-914545c25d85 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:51.280133 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c36885f-f763-456f-b9ec-8609f5e6cb19 req-64d07435-dbd4-4189-a549-914545c25d85 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 945 time: 0.2009270 Feb 08 21:35:51.304790 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 4a3ffc42-34b6-4e02-90dd-0d186ad1efab, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=4a3ffc42-34b6-4e02-90dd-0d186ad1efab,segment=NetworkSegment(8243598c-c110-43cc-bf5f-8f8c1dc4550b),segment_id=8243598c-c110-43cc-bf5f-8f8c1dc4550b)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:51.313767 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (4a3ffc42-34b6-4e02-90dd-0d186ad1efab), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:51.314490 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 7fb29b80-6d1d-4975-9876-bc702daff3f1 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:35:51.340497 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-910d7a5a-7829-4263-b86f-d2b62a63208d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for port (1e710a5c-a850-454d-9beb-de2152f9db7a), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:51.352720 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-910d7a5a-7829-4263-b86f-d2b62a63208d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (1e710a5c-a850-454d-9beb-de2152f9db7a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:51.378198 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 3e63e12c-97b8-4b03-8007-0ad151950de8 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:51.378576 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3e63e12c-97b8-4b03-8007-0ad151950de8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:51.421007 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c36885f-f763-456f-b9ec-8609f5e6cb19 req-09aff122-0100-4260-9fe6-d1430d82c317 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395717 Feb 08 21:35:51.441522 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=4a3ffc42-34b6-4e02-90dd-0d186ad1efab,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:51.444321 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d138ab-7851-4a82-a42a-6c5ec6b0be67 req-633e6480-ffa1-4471-a726-0686bf3bf460 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:51.468191 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d8d138ab-7851-4a82-a42a-6c5ec6b0be67 req-633e6480-ffa1-4471-a726-0686bf3bf460 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.2199967 Feb 08 21:35:51.544650 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d7a5a-7829-4263-b86f-d2b62a63208d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event updated for resources: {'Port': ['ID=1e710a5c-a850-454d-9beb-de2152f9db7a,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:51.594893 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 3e63e12c-97b8-4b03-8007-0ad151950de8 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:51.595597 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3e63e12c-97b8-4b03-8007-0ad151950de8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:51.621031 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-910d7a5a-7829-4263-b86f-d2b62a63208d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (06da5dca-f082-41a5-9c85-e98ebb97fbe2), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:51.636106 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 3e63e12c-97b8-4b03-8007-0ad151950de8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3e63e12c-97b8-4b03-8007-0ad151950de8,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:51.644076 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab879ab-daf9-42bc-8293-775c9c6a9a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e63e12c-97b8-4b03-8007-0ad151950de8'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:35:51.646758 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4788aa-d923-4710-921e-4913e37336e0" -d '{"events": [{"server_uuid": "bab879ab-daf9-42bc-8293-775c9c6a9a1c", "name": "network-vif-plugged", "status": "completed", "tag": "3e63e12c-97b8-4b03-8007-0ad151950de8"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:35:51.652305 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-910d7a5a-7829-4263-b86f-d2b62a63208d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:51.652752 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3e63e12c-97b8-4b03-8007-0ad151950de8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:51.653662 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-910d7a5a-7829-4263-b86f-d2b62a63208d tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6963935 Feb 08 21:35:51.667744 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d8d138ab-7851-4a82-a42a-6c5ec6b0be67 req-d701d38e-7d68-4789-bfee-6eeda6585adf tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970544 Feb 08 21:35:51.668516 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33972) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:51.674796 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-c541da01-bded-450e-8aab-dea2df3e2414 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Request body: {'port': {'network_id': 'b375510e-2602-4d58-bb50-0a85496463e1', 'name': 'tempest-FloatingIPTestJSON-849262048'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:51.726472 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=3e63e12c-97b8-4b03-8007-0ad151950de8,revision_number=10']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:51.739641 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d672090-c4a2-4845-afcb-92655033e18f x-openstack-request-id: req-6d672090-c4a2-4845-afcb-92655033e18f {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:35:51.740195 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab879ab-daf9-42bc-8293-775c9c6a9a1c", "name": "network-vif-plugged", "status": "completed", "tag": "3e63e12c-97b8-4b03-8007-0ad151950de8", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:35:51.740692 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6d672090-c4a2-4845-afcb-92655033e18f {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:35:51.741329 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab879ab-daf9-42bc-8293-775c9c6a9a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e63e12c-97b8-4b03-8007-0ad151950de8', 'code': 200} Feb 08 21:35:51.743119 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2d838-ea01-4310-a3fc-4b8eccb48fa7 req-e41283c0-f4b6-4e4b-bc1d-3f91e8ef6ceb tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:51.750178 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8bd2d838-ea01-4310-a3fc-4b8eccb48fa7 req-e41283c0-f4b6-4e4b-bc1d-3f91e8ef6ceb tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 944 time: 0.1965301 Feb 08 21:35:51.750629 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 7fb29b80-6d1d-4975-9876-bc702daff3f1, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=7fb29b80-6d1d-4975-9876-bc702daff3f1,segment=NetworkSegment(04932683-d5b7-4cee-b0c4-c54f714c2f5b),segment_id=04932683-d5b7-4cee-b0c4-c54f714c2f5b)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:51.772630 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '7fb29b80-6d1d-4975-9876-bc702daff3f1', 'network_id': 'b78cdfbe-37be-4e93-8a7c-19400469f503', 'port_id': '7fb29b80-6d1d-4975-9876-bc702daff3f1', 'mac_address': 'fa:16:3e:da:ff:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f03708c-6551-4bc4-9e4f-280e9909b3fc', 'ip_address': '19.86.0.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:35:51.774276 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-28489fff-3ac4-4c6a-82ba-31d9e4d1dc15 service neutron] (103434) timed out ('10.222.0.88', 40444) {{(pid=103434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 21:35:51.851083 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 7fb29b80-6d1d-4975-9876-bc702daff3f1 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:51.851834 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7fb29b80-6d1d-4975-9876-bc702daff3f1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:51.871132 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb29b80-6d1d-4975-9876-bc702daff3f1 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:35:51.876810 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8bd2d838-ea01-4310-a3fc-4b8eccb48fa7 req-9c461fbc-f568-4e0a-bd52-8196bc55581b tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256983 Feb 08 21:35:51.922251 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 7fb29b80-6d1d-4975-9876-bc702daff3f1, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=7fb29b80-6d1d-4975-9876-bc702daff3f1,segment=NetworkSegment(04932683-d5b7-4cee-b0c4-c54f714c2f5b),segment_id=04932683-d5b7-4cee-b0c4-c54f714c2f5b)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:51.936324 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7fb29b80-6d1d-4975-9876-bc702daff3f1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:51.959462 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4713db7-ac90-4d07-a5f5-f3823edb11d1 req-5ba05980-1034-431b-a7a0-8f8af594d2c7 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:51.969876 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4713db7-ac90-4d07-a5f5-f3823edb11d1 req-5ba05980-1034-431b-a7a0-8f8af594d2c7 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:51.979184 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d4713db7-ac90-4d07-a5f5-f3823edb11d1 req-5ba05980-1034-431b-a7a0-8f8af594d2c7 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=fec56c48-8994-4441-845a-8c4e6e4269f5 HTTP/1.1" status: 200 len: 1679 time: 0.1434150 Feb 08 21:35:51.993376 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-16e2ce2e-ec40-4bbd-b67a-cceee2242acb tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_gateway (38ee89f2-b1f5-420b-b7cf-aa2b707a94b1), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:52.021654 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f819ba4d-5d0e-452a-b99b-5b7147157220 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:35:52.028818 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f819ba4d-5d0e-452a-b99b-5b7147157220 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] 10.222.0.88 "PUT /v2.0/routers/54a6b748-d884-44a0-b85d-6c7779931bc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1841776 Feb 08 21:35:52.033591 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33976) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:52.035446 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d1ab0-cc8f-4753-aa2f-c3663d71f723 req-d8998efb-86a7-4fcd-97a0-4177cada2018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:52.042832 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6964ae-d709-46b5-ae3d-d70dfee3dd1d None None] Sync routers for ids ['54a6b748-d884-44a0-b85d-6c7779931bc2'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:35:52.043976 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5d0d1ab0-cc8f-4753-aa2f-c3663d71f723 req-d8998efb-86a7-4fcd-97a0-4177cada2018 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=59239cb1d86043a9a6cf5f4caa83e279&device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 1127 time: 0.9483180 Feb 08 21:35:52.085755 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6964ae-d709-46b5-ae3d-d70dfee3dd1d None None] Routers {'54a6b748-d884-44a0-b85d-6c7779931bc2'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:52.086776 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-0b6964ae-d709-46b5-ae3d-d70dfee3dd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['54a6b748-d884-44a0-b85d-6c7779931bc2'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:52.091263 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=7fb29b80-6d1d-4975-9876-bc702daff3f1,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:52.106947 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-d84dadcd-e1ac-4e26-860a-7aa156038079 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] show failed (client error): The resource could not be found. Feb 08 21:35:52.108108 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d84dadcd-e1ac-4e26-860a-7aa156038079 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] 10.222.0.88 "GET /v2.0/routers/tempest-non_exist_router-1898216791 HTTP/1.1" status: 404 len: 335 time: 0.0733769 Feb 08 21:35:52.122275 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33978) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:52.123616 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d4713db7-ac90-4d07-a5f5-f3823edb11d1 req-a99485d1-c5b2-445a-bb76-ee5866fb2ecd tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435850 Feb 08 21:35:52.128240 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-b4de1ec6-2042-4a63-a8b9-992fcfcc5e0f tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:52.169096 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1e08b-3757-4712-9d77-d62eb15b5086 req-d0bf9b14-d3a5-4c90-834a-1bb596ddbd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:52.170723 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e4d1e08b-3757-4712-9d77-d62eb15b5086 req-d0bf9b14-d3a5-4c90-834a-1bb596ddbd47 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 1129 time: 0.1967022 Feb 08 21:35:52.199516 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-0b6964ae-d709-46b5-ae3d-d70dfee3dd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:52.201880 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-b4de1ec6-2042-4a63-a8b9-992fcfcc5e0f tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] update failed (client error): The resource could not be found. Feb 08 21:35:52.209741 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b4de1ec6-2042-4a63-a8b9-992fcfcc5e0f tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] 10.222.0.88 "PUT /v2.0/routers/tempest-non_exist_router-894714578 HTTP/1.1" status: 404 len: 334 time: 0.0785778 Feb 08 21:35:52.210037 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33982) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:52.223892 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c541da01-bded-450e-8aab-dea2df3e2414 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Made reservation on behalf of fb496b125f0d4415b233884bbd75b2a5 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:35:52.227667 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c541da01-bded-450e-8aab-dea2df3e2414 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:52.245688 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6964ae-d709-46b5-ae3d-d70dfee3dd1d None None] Routers {'54a6b748-d884-44a0-b85d-6c7779931bc2'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:52.246356 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-0b6964ae-d709-46b5-ae3d-d70dfee3dd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['54a6b748-d884-44a0-b85d-6c7779931bc2'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:52.271860 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d1ab0-cc8f-4753-aa2f-c3663d71f723 req-a07c7672-e88c-4495-befb-b0f7eda4175f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:52.273793 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5d0d1ab0-cc8f-4753-aa2f-c3663d71f723 req-a07c7672-e88c-4495-befb-b0f7eda4175f service neutron] 10.222.0.94 "GET /v2.0/networks?id=8be186de-368f-4eda-9951-a49b79ceb5c7 HTTP/1.1" status: 200 len: 915 time: 0.2160380 Feb 08 21:35:52.310357 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['4a3ffc42-34b6-4e02-90dd-0d186ad1efab'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:35:52.312466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-c541da01-bded-450e-8aab-dea2df3e2414 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] device_id is not set on port 702dec25-c1ae-4158-b9d3-9ff9b30d303a yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:35:52.328787 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e4d1e08b-3757-4712-9d77-d62eb15b5086 req-c9311e56-af64-45f6-a40a-30af110f3860 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488621 Feb 08 21:35:52.333202 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5d0d1ab0-cc8f-4753-aa2f-c3663d71f723 req-3150b121-e25c-4e65-b212-f73526d97317 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab21a293-d335-463e-8651-7e78d6ed0270 HTTP/1.1" status: 200 len: 217 time: 0.0490804 Feb 08 21:35:52.345158 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-0b6964ae-d709-46b5-ae3d-d70dfee3dd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:52.345867 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6964ae-d709-46b5-ae3d-d70dfee3dd1d None None] The sync data for ids ['54a6b748-d884-44a0-b85d-6c7779931bc2'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:35:52.347271 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5ef4b-1ea2-42ae-9a58-73a7dffd32c3 req-f04a57a7-a582-4366-8007-39f5775bd3eb tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:52.348922 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-86c5ef4b-1ea2-42ae-9a58-73a7dffd32c3 req-f04a57a7-a582-4366-8007-39f5775bd3eb tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.2503741 Feb 08 21:35:52.364902 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b476ffb-e1af-4cf9-bb2f-d5ba35163933 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Deleting subnet fad584a5-6353-4beb-aeac-18771eeb785c {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:35:52.410689 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b476ffb-e1af-4cf9-bb2f-d5ba35163933 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks [] for subnet (fad584a5-6353-4beb-aeac-18771eeb785c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:52.472656 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-16e2ce2e-ec40-4bbd-b67a-cceee2242acb tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_gateway (38ee89f2-b1f5-420b-b7cf-aa2b707a94b1), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:52.494456 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-16e2ce2e-ec40-4bbd-b67a-cceee2242acb tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:52.542692 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b476ffb-e1af-4cf9-bb2f-d5ba35163933 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (fad584a5-6353-4beb-aeac-18771eeb785c), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:52.551617 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b7e84-9786-41c9-9650-7bf3758357f9 req-9e3d9d22-8980-4efd-a604-46b59f66b5d8 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:52.553216 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-373b7e84-9786-41c9-9650-7bf3758357f9 req-9e3d9d22-8980-4efd-a604-46b59f66b5d8 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 944 time: 0.2595727 Feb 08 21:35:52.613209 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-86c5ef4b-1ea2-42ae-9a58-73a7dffd32c3 req-2e914e73-a93b-45ef-a522-62b7aba3e22a tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453630 Feb 08 21:35:52.645877 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-16e2ce2e-ec40-4bbd-b67a-cceee2242acb tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Allocated IP 172.25.3.229 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/6d7b536d-143b-4238-b876-ad4bef824c91) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:35:52.659077 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d1ab0-cc8f-4753-aa2f-c3663d71f723 req-d9ab9e13-51f7-476c-b39e-0db41f02d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:52.659787 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-c541da01-bded-450e-8aab-dea2df3e2414 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Allocated IP 172.20.0.12 (b375510e-2602-4d58-bb50-0a85496463e1/7ea49410-10fc-49fd-acb4-6447fa5cfd15/702dec25-c1ae-4158-b9d3-9ff9b30d303a) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:35:52.661506 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5d0d1ab0-cc8f-4753-aa2f-c3663d71f723 req-d9ab9e13-51f7-476c-b39e-0db41f02d7c3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=9a442a7b-87af-4f33-a2ce-71014519d421 HTTP/1.1" status: 200 len: 854 time: 0.0766087 Feb 08 21:35:52.735018 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5d0d1ab0-cc8f-4753-aa2f-c3663d71f723 req-c1dc210c-4c71-46d9-ab7c-44de6567b93c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8be186de-368f-4eda-9951-a49b79ceb5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619245 Feb 08 21:35:52.794217 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-373b7e84-9786-41c9-9650-7bf3758357f9 req-16506bce-e89d-44bd-9ba6-0f08b8413178 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166231 Feb 08 21:35:52.833854 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b476ffb-e1af-4cf9-bb2f-d5ba35163933 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (fad584a5-6353-4beb-aeac-18771eeb785c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:52.859823 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-16e2ce2e-ec40-4bbd-b67a-cceee2242acb tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for port (6d7b536d-143b-4238-b876-ad4bef824c91), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:52.875664 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5d0d1ab0-cc8f-4753-aa2f-c3663d71f723 req-234d3f9f-8fdc-4d50-947a-05f43c9063ba service neutron] 10.222.0.94 "GET /v2.0/networks/8be186de-368f-4eda-9951-a49b79ceb5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336389 Feb 08 21:35:52.968146 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-16e2ce2e-ec40-4bbd-b67a-cceee2242acb tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (6d7b536d-143b-4238-b876-ad4bef824c91), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:53.010036 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd084d8-2e50-4c78-8c53-5ce169e37b16 req-000e90f7-6967-4983-9eaa-b536b67b510c tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:53.017475 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dcd084d8-2e50-4c78-8c53-5ce169e37b16 req-000e90f7-6967-4983-9eaa-b536b67b510c tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 945 time: 0.2515712 Feb 08 21:35:53.035197 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e2ce2e-ec40-4bbd-b67a-cceee2242acb tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:35:53.047264 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-16e2ce2e-ec40-4bbd-b67a-cceee2242acb tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:53.049914 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e2ce2e-ec40-4bbd-b67a-cceee2242acb tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:35:53.054996 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2ce2e-ec40-4bbd-b67a-cceee2242acb tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Pushing event updated for resources: {'Port': ['ID=6d7b536d-143b-4238-b876-ad4bef824c91,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:53.082748 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5d0d1ab0-cc8f-4753-aa2f-c3663d71f723 req-81ca05a4-1dc7-4b69-bddd-8bdb6fadea75 service neutron] 10.222.0.94 "GET /v2.0/networks/8be186de-368f-4eda-9951-a49b79ceb5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989508 Feb 08 21:35:53.098330 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b476ffb-e1af-4cf9-bb2f-d5ba35163933 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (fad584a5-6353-4beb-aeac-18771eeb785c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:53.118244 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af28475-dbe1-40dc-9510-dfcc4075eac8 req-9ffe7da7-8ca7-437c-97aa-2fd112be46fd tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:53.119911 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0af28475-dbe1-40dc-9510-dfcc4075eac8 req-9ffe7da7-8ca7-437c-97aa-2fd112be46fd tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.2011683 Feb 08 21:35:53.176078 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b476ffb-e1af-4cf9-bb2f-d5ba35163933 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Pushing event deleted for resources: {'Subnet': ['ID=fad584a5-6353-4beb-aeac-18771eeb785c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:53.182030 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c541da01-bded-450e-8aab-dea2df3e2414 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for port (702dec25-c1ae-4158-b9d3-9ff9b30d303a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:53.195790 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dcd084d8-2e50-4c78-8c53-5ce169e37b16 req-068696a4-98c4-4580-9e00-7ffd02ae76de tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749058 Feb 08 21:35:53.207486 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46126dd-5204-4bdf-9517-e4bf9efc2e44 None None] Network d8328fe3-48f2-42c3-b1d5-3ca8bf5e816e requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:35:53.219546 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b476ffb-e1af-4cf9-bb2f-d5ba35163933 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:53.236877 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1b476ffb-e1af-4cf9-bb2f-d5ba35163933 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] 10.222.0.88 "DELETE /v2.0/subnets/fad584a5-6353-4beb-aeac-18771eeb785c HTTP/1.1" status: 204 len: 168 time: 1.0221958 Feb 08 21:35:53.243611 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33996) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:53.324213 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['7fb29b80-6d1d-4975-9876-bc702daff3f1'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:35:53.396941 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-16e2ce2e-ec40-4bbd-b67a-cceee2242acb tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_gateway (38ee89f2-b1f5-420b-b7cf-aa2b707a94b1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:53.407342 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0af28475-dbe1-40dc-9510-dfcc4075eac8 req-095c364d-703b-4c50-a024-d7236de9669e tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443871 Feb 08 21:35:53.423649 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-660676b7-78f9-4afe-9f08-6c2f564031c3 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Deleting subnet fae34d32-87a7-446a-806a-aa3504a8dcdb {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:35:53.429145 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-660676b7-78f9-4afe-9f08-6c2f564031c3 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks [] for subnet (fae34d32-87a7-446a-806a-aa3504a8dcdb), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:53.461779 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c541da01-bded-450e-8aab-dea2df3e2414 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (702dec25-c1ae-4158-b9d3-9ff9b30d303a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:53.515622 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8057fa95-78f4-4834-af40-f15a96bf4d88 None None] DHCP port deletion for d8328fe3-48f2-42c3-b1d5-3ca8bf5e816e request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:35:53.522000 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-660676b7-78f9-4afe-9f08-6c2f564031c3 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (fae34d32-87a7-446a-806a-aa3504a8dcdb), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:53.563042 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241c649-8248-4d9f-a2fa-da7d2a50792e req-6252f975-11ff-47b0-9d0c-670b1ced54cc tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:53.564630 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8241c649-8248-4d9f-a2fa-da7d2a50792e req-6252f975-11ff-47b0-9d0c-670b1ced54cc tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 946 time: 0.2568660 Feb 08 21:35:53.580878 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c541da01-bded-450e-8aab-dea2df3e2414 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Network b375510e-2602-4d58-bb50-0a85496463e1 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:35:53.615286 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-c541da01-bded-450e-8aab-dea2df3e2414 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:35:53.626139 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c541da01-bded-450e-8aab-dea2df3e2414 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:35:53.661182 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541da01-bded-450e-8aab-dea2df3e2414 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event updated for resources: {'Port': ['ID=702dec25-c1ae-4158-b9d3-9ff9b30d303a,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:53.681141 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8057fa95-78f4-4834-af40-f15a96bf4d88 None None] Deleting port b4a622fd-9eb7-4251-9952-d47c2128764e {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:53.682000 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8057fa95-78f4-4834-af40-f15a96bf4d88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b4a622fd-9eb7-4251-9952-d47c2128764e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:53.707673 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-16e2ce2e-ec40-4bbd-b67a-cceee2242acb tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (38ee89f2-b1f5-420b-b7cf-aa2b707a94b1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:53.782589 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-8057fa95-78f4-4834-af40-f15a96bf4d88 None None] For port b4a622fd-9eb7-4251-9952-d47c2128764e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b4a622fd-9eb7-4251-9952-d47c2128764e,segment=NetworkSegment(72576682-1a97-4ac4-99d8-992802f77456),segment_id=72576682-1a97-4ac4-99d8-992802f77456)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:53.783044 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8057fa95-78f4-4834-af40-f15a96bf4d88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b4a622fd-9eb7-4251-9952-d47c2128764e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:53.797894 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c541da01-bded-450e-8aab-dea2df3e2414 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:53.798548 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c541da01-bded-450e-8aab-dea2df3e2414 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:53.799864 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8057fa95-78f4-4834-af40-f15a96bf4d88 None None] Calling delete_port for b4a622fd-9eb7-4251-9952-d47c2128764e owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:53.810549 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8241c649-8248-4d9f-a2fa-da7d2a50792e req-cb30f4ef-df9a-4e91-a259-cc89521beed7 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255573 Feb 08 21:35:53.837771 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0fb07-e964-4141-b093-f062aabed7c3 req-dc4ece07-bb17-4b98-8ebd-dc50ae53a123 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:53.843162 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0fb07-e964-4141-b093-f062aabed7c3 req-dc4ece07-bb17-4b98-8ebd-dc50ae53a123 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:53.850127 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-09b0fb07-e964-4141-b093-f062aabed7c3 req-dc4ece07-bb17-4b98-8ebd-dc50ae53a123 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=fec56c48-8994-4441-845a-8c4e6e4269f5 HTTP/1.1" status: 200 len: 1680 time: 0.3252399 Feb 08 21:35:53.853549 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-660676b7-78f9-4afe-9f08-6c2f564031c3 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (fae34d32-87a7-446a-806a-aa3504a8dcdb), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:53.863322 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c541da01-bded-450e-8aab-dea2df3e2414 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1925316 Feb 08 21:35:53.863954 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34022) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:53.894098 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-9cf6743d-0b45-410a-a003-5326eebaf236 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Request body: {'floatingip': {'port_id': '702dec25-c1ae-4158-b9d3-9ff9b30d303a'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:53.914868 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e2ce2e-ec40-4bbd-b67a-cceee2242acb tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Router 38ee89f2-b1f5-420b-b7cf-aa2b707a94b1 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:35:53.923988 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8057fa95-78f4-4834-af40-f15a96bf4d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (b4a622fd-9eb7-4251-9952-d47c2128764e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:53.964003 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057fa95-78f4-4834-af40-f15a96bf4d88 None None] Pushing event deleted for resources: {'Port': ['ID=b4a622fd-9eb7-4251-9952-d47c2128764e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:53.966765 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8057fa95-78f4-4834-af40-f15a96bf4d88 None None] No DVR routers for this DVR port b4a622fd-9eb7-4251-9952-d47c2128764e on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:35:53.991963 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9cf6743d-0b45-410a-a003-5326eebaf236 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (06da5dca-f082-41a5-9c85-e98ebb97fbe2), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:54.092135 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e2ce2e-ec40-4bbd-b67a-cceee2242acb tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:35:54.104905 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fd3592-f117-4810-9cbb-39180baf7693 None None] Sync routers for ids ['38ee89f2-b1f5-420b-b7cf-aa2b707a94b1'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:35:54.120647 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fd3592-f117-4810-9cbb-39180baf7693 None None] Routers {'38ee89f2-b1f5-420b-b7cf-aa2b707a94b1'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:54.121622 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-41fd3592-f117-4810-9cbb-39180baf7693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['38ee89f2-b1f5-420b-b7cf-aa2b707a94b1'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:54.146474 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-09b0fb07-e964-4141-b093-f062aabed7c3 req-1b248448-37d7-4263-ac98-ffe94f1bb35b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929049 Feb 08 21:35:54.150272 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-16e2ce2e-ec40-4bbd-b67a-cceee2242acb tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:54.157735 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-16e2ce2e-ec40-4bbd-b67a-cceee2242acb tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4709742 Feb 08 21:35:54.158157 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34038) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:54.159394 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-88a3a321-e5b0-4929-9514-99c06456402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:54.165400 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b8f8f338-43ba-42ec-be8e-4039838178cc tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:35:54.172349 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-41fd3592-f117-4810-9cbb-39180baf7693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:54.182232 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fd3592-f117-4810-9cbb-39180baf7693 None None] Routers {'38ee89f2-b1f5-420b-b7cf-aa2b707a94b1'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:54.182864 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-41fd3592-f117-4810-9cbb-39180baf7693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['38ee89f2-b1f5-420b-b7cf-aa2b707a94b1'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:54.195367 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-660676b7-78f9-4afe-9f08-6c2f564031c3 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (fae34d32-87a7-446a-806a-aa3504a8dcdb), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:54.217422 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-41fd3592-f117-4810-9cbb-39180baf7693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:54.218342 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fd3592-f117-4810-9cbb-39180baf7693 None None] The sync data for ids ['38ee89f2-b1f5-420b-b7cf-aa2b707a94b1'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:35:54.284437 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-660676b7-78f9-4afe-9f08-6c2f564031c3 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:54.291420 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-660676b7-78f9-4afe-9f08-6c2f564031c3 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] 10.222.0.88 "DELETE /v2.0/subnets/fae34d32-87a7-446a-806a-aa3504a8dcdb HTTP/1.1" status: 204 len: 168 time: 1.0369072 Feb 08 21:35:54.293464 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae2d933-32a8-4d2d-903f-f27af4d09a95 None None] Network 1c7596bc-aac5-469d-b1b4-8070c61d367d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:35:54.296340 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34042) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:54.298431 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660676b7-78f9-4afe-9f08-6c2f564031c3 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Pushing event deleted for resources: {'Subnet': ['ID=fae34d32-87a7-446a-806a-aa3504a8dcdb,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:54.364506 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db7bc1-36c5-427a-82a4-045b18746b6c req-5ccb1ea2-6d41-4f6f-8544-7ddbb1323ec3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:54.366930 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18db7bc1-36c5-427a-82a4-045b18746b6c req-5ccb1ea2-6d41-4f6f-8544-7ddbb1323ec3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.3717740 Feb 08 21:35:54.491371 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffc7d45-8ab2-41fe-b038-5f183f7dc067 None None] DHCP port deletion for 1c7596bc-aac5-469d-b1b4-8070c61d367d request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:35:54.536349 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8f8f338-43ba-42ec-be8e-4039838178cc tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_gateway (38ee89f2-b1f5-420b-b7cf-aa2b707a94b1), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:54.550736 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5ee60a3-1e51-4430-84af-69d3cbdf9fb5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (d8328fe3-48f2-42c3-b1d5-3ca8bf5e816e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:54.551386 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8f8f338-43ba-42ec-be8e-4039838178cc tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_gateway (38ee89f2-b1f5-420b-b7cf-aa2b707a94b1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:54.558033 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-fffc7d45-8ab2-41fe-b038-5f183f7dc067 None None] Deleting port f4fb87b5-927f-4d66-8d0f-629be69687b0 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:54.558750 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fffc7d45-8ab2-41fe-b038-5f183f7dc067 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f4fb87b5-927f-4d66-8d0f-629be69687b0), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:54.606655 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e45b3c-004f-4fea-96dd-f4f4e18f4bc6 req-9edb0d1c-67aa-4646-9d78-c83a1159a520 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:54.608376 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03e45b3c-004f-4fea-96dd-f4f4e18f4bc6 req-9edb0d1c-67aa-4646-9d78-c83a1159a520 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 944 time: 0.3628986 Feb 08 21:35:54.620528 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b8f8f338-43ba-42ec-be8e-4039838178cc tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Deleting port 6d7b536d-143b-4238-b876-ad4bef824c91 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:54.620966 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8f8f338-43ba-42ec-be8e-4039838178cc tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (6d7b536d-143b-4238-b876-ad4bef824c91), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:54.643859 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-fffc7d45-8ab2-41fe-b038-5f183f7dc067 None None] For port f4fb87b5-927f-4d66-8d0f-629be69687b0, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f4fb87b5-927f-4d66-8d0f-629be69687b0,segment=NetworkSegment(b134e5f0-a2b5-4aba-a914-3e82bd51bb15),segment_id=b134e5f0-a2b5-4aba-a914-3e82bd51bb15)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:54.644264 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fffc7d45-8ab2-41fe-b038-5f183f7dc067 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f4fb87b5-927f-4d66-8d0f-629be69687b0), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:54.660558 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-fffc7d45-8ab2-41fe-b038-5f183f7dc067 None None] Calling delete_port for f4fb87b5-927f-4d66-8d0f-629be69687b0 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:54.661678 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18db7bc1-36c5-427a-82a4-045b18746b6c req-ab9a08c5-a01f-42e4-9618-31221bb17821 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272210 Feb 08 21:35:54.731445 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8f8f338-43ba-42ec-be8e-4039838178cc tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (6d7b536d-143b-4238-b876-ad4bef824c91), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:54.754531 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b8f8f338-43ba-42ec-be8e-4039838178cc tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Calling delete_port for 6d7b536d-143b-4238-b876-ad4bef824c91 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:54.782686 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fffc7d45-8ab2-41fe-b038-5f183f7dc067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (f4fb87b5-927f-4d66-8d0f-629be69687b0), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:54.811694 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 4a3ffc42-34b6-4e02-90dd-0d186ad1efab up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:35:54.815923 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc7d45-8ab2-41fe-b038-5f183f7dc067 None None] Pushing event deleted for resources: {'Port': ['ID=f4fb87b5-927f-4d66-8d0f-629be69687b0,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:54.859972 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffc7d45-8ab2-41fe-b038-5f183f7dc067 None None] No DVR routers for this DVR port f4fb87b5-927f-4d66-8d0f-629be69687b0 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:35:54.879416 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 4a3ffc42-34b6-4e02-90dd-0d186ad1efab completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:35:54.885262 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 4a3ffc42-34b6-4e02-90dd-0d186ad1efab triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:54.885824 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (4a3ffc42-34b6-4e02-90dd-0d186ad1efab), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:54.967605 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8f8f338-43ba-42ec-be8e-4039838178cc tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (6d7b536d-143b-4238-b876-ad4bef824c91), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:54.980443 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 4a3ffc42-34b6-4e02-90dd-0d186ad1efab is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:54.981042 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4a3ffc42-34b6-4e02-90dd-0d186ad1efab), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:55.003853 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8f338-43ba-42ec-be8e-4039838178cc tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Pushing event deleted for resources: {'Port': ['ID=6d7b536d-143b-4238-b876-ad4bef824c91,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:55.018973 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec56c48-8994-4441-845a-8c4e6e4269f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3ffc42-34b6-4e02-90dd-0d186ad1efab'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:35:55.022046 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264e371c-7e5c-4cba-b61e-8dce93991a50" -d '{"events": [{"server_uuid": "fec56c48-8994-4441-845a-8c4e6e4269f5", "name": "network-vif-plugged", "status": "completed", "tag": "4a3ffc42-34b6-4e02-90dd-0d186ad1efab"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:35:55.041544 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 4a3ffc42-34b6-4e02-90dd-0d186ad1efab, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=4a3ffc42-34b6-4e02-90dd-0d186ad1efab,segment=NetworkSegment(8243598c-c110-43cc-bf5f-8f8c1dc4550b),segment_id=8243598c-c110-43cc-bf5f-8f8c1dc4550b)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:55.042715 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (4a3ffc42-34b6-4e02-90dd-0d186ad1efab), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:55.043844 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 7fb29b80-6d1d-4975-9876-bc702daff3f1 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:35:55.087356 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8f8f338-43ba-42ec-be8e-4039838178cc tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (38ee89f2-b1f5-420b-b7cf-aa2b707a94b1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:55.111078 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device ab21a293-d335-463e-8651-7e78d6ed0270 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:35:55.182285 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=4a3ffc42-34b6-4e02-90dd-0d186ad1efab,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:55.226342 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5ee60a3-1e51-4430-84af-69d3cbdf9fb5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (d8328fe3-48f2-42c3-b1d5-3ca8bf5e816e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:55.232843 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 7fb29b80-6d1d-4975-9876-bc702daff3f1 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:35:55.245576 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 7fb29b80-6d1d-4975-9876-bc702daff3f1 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:55.245951 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7fb29b80-6d1d-4975-9876-bc702daff3f1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:55.257823 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03e45b3c-004f-4fea-96dd-f4f4e18f4bc6 req-aea68cc7-b97a-41f4-a3e1-6b4c9f624c9b tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6391726 Feb 08 21:35:55.282847 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-e5ee60a3-1e51-4430-84af-69d3cbdf9fb5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8328fe3-48f2-42c3-b1d5-3ca8bf5e816e']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:55.302901 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-e5ee60a3-1e51-4430-84af-69d3cbdf9fb5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72576682-1a97-4ac4-99d8-992802f77456') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:55.303208 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-e5ee60a3-1e51-4430-84af-69d3cbdf9fb5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72576682-1a97-4ac4-99d8-992802f77456') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:55.336727 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5ee60a3-1e51-4430-84af-69d3cbdf9fb5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (72576682-1a97-4ac4-99d8-992802f77456), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:55.343831 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port ab21a293-d335-463e-8651-7e78d6ed0270, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ab21a293-d335-463e-8651-7e78d6ed0270,segment=NetworkSegment(eee22cdd-1b96-49e0-93ec-1d329c1b6b96),segment_id=eee22cdd-1b96-49e0-93ec-1d329c1b6b96)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:55.357538 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974cba0-2507-486c-9d6e-2ddd61a98116 req-38005f91-d094-44ba-babc-ed257741e17a tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:55.359094 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6974cba0-2507-486c-9d6e-2ddd61a98116 req-38005f91-d094-44ba-babc-ed257741e17a tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 945 time: 0.5362077 Feb 08 21:35:55.362056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'ab21a293-d335-463e-8651-7e78d6ed0270', 'network_id': '8be186de-368f-4eda-9951-a49b79ceb5c7', 'port_id': 'ab21a293-d335-463e-8651-7e78d6ed0270', 'mac_address': 'fa:16:3e:29:df:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a442a7b-87af-4f33-a2ce-71014519d421', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:35:55.365653 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8f8f338-43ba-42ec-be8e-4039838178cc tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-346790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58238'] for router (38ee89f2-b1f5-420b-b7cf-aa2b707a94b1), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:55.370150 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8f8f338-43ba-42ec-be8e-4039838178cc tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-346797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-346804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351703'] for router (38ee89f2-b1f5-420b-b7cf-aa2b707a94b1), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:55.383202 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5ee60a3-1e51-4430-84af-69d3cbdf9fb5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (72576682-1a97-4ac4-99d8-992802f77456), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:55.426203 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port ab21a293-d335-463e-8651-7e78d6ed0270 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:55.426979 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ab21a293-d335-463e-8651-7e78d6ed0270), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:55.447620 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ee60a3-1e51-4430-84af-69d3cbdf9fb5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:35:55.447871 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab21a293-d335-463e-8651-7e78d6ed0270 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:35:55.448037 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5ee60a3-1e51-4430-84af-69d3cbdf9fb5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (72576682-1a97-4ac4-99d8-992802f77456), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:35:55.458450 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:35:55.518048 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port ab21a293-d335-463e-8651-7e78d6ed0270, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ab21a293-d335-463e-8651-7e78d6ed0270,segment=NetworkSegment(eee22cdd-1b96-49e0-93ec-1d329c1b6b96),segment_id=eee22cdd-1b96-49e0-93ec-1d329c1b6b96)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:55.524179 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 7fb29b80-6d1d-4975-9876-bc702daff3f1 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:55.525588 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7fb29b80-6d1d-4975-9876-bc702daff3f1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:55.556803 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ab21a293-d335-463e-8651-7e78d6ed0270), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:55.560565 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b4a622fd-9eb7-4251-9952-d47c2128764e no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:35:55.566815 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9cf6743d-0b45-410a-a003-5326eebaf236 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:55.580312 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9cf6743d-0b45-410a-a003-5326eebaf236 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (06da5dca-f082-41a5-9c85-e98ebb97fbe2), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:55.589987 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6974cba0-2507-486c-9d6e-2ddd61a98116 req-311d6b40-30d3-424b-bd68-a02d30d8c513 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171330 Feb 08 21:35:55.629606 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: b4a622fd-9eb7-4251-9952-d47c2128764e {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:35:55.630235 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b4a622fd-9eb7-4251-9952-d47c2128764e not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:35:55.630700 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f4fb87b5-927f-4d66-8d0f-629be69687b0 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:35:55.635241 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5ee60a3-1e51-4430-84af-69d3cbdf9fb5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (d8328fe3-48f2-42c3-b1d5-3ca8bf5e816e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:55.643076 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1a0fc-4f42-4379-be35-3a20eac6dbd1 req-43ed2ccc-4390-4351-946b-fc9b98e17dc6 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:55.644716 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d4a1a0fc-4f42-4379-be35-3a20eac6dbd1 req-43ed2ccc-4390-4351-946b-fc9b98e17dc6 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 946 time: 0.2799523 Feb 08 21:35:55.659729 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 7fb29b80-6d1d-4975-9876-bc702daff3f1, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=7fb29b80-6d1d-4975-9876-bc702daff3f1,segment=NetworkSegment(04932683-d5b7-4cee-b0c4-c54f714c2f5b),segment_id=04932683-d5b7-4cee-b0c4-c54f714c2f5b)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:55.667758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: f4fb87b5-927f-4d66-8d0f-629be69687b0 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:35:55.668260 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f4fb87b5-927f-4d66-8d0f-629be69687b0 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:35:55.678219 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5ee60a3-1e51-4430-84af-69d3cbdf9fb5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:55.682511 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e5ee60a3-1e51-4430-84af-69d3cbdf9fb5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] 10.222.0.88 "DELETE /v2.0/networks/d8328fe3-48f2-42c3-b1d5-3ca8bf5e816e HTTP/1.1" status: 204 len: 168 time: 1.3801296 Feb 08 21:35:55.688458 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34056) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:55.702155 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fc8cf0-eb5a-458a-94a0-529b5bcd86ad x-openstack-request-id: req-97fc8cf0-eb5a-458a-94a0-529b5bcd86ad {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:35:55.702664 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec56c48-8994-4441-845a-8c4e6e4269f5", "name": "network-vif-plugged", "status": "completed", "tag": "4a3ffc42-34b6-4e02-90dd-0d186ad1efab", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:35:55.703082 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-97fc8cf0-eb5a-458a-94a0-529b5bcd86ad {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:35:55.703673 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec56c48-8994-4441-845a-8c4e6e4269f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3ffc42-34b6-4e02-90dd-0d186ad1efab', 'code': 200} Feb 08 21:35:55.704681 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7fb29b80-6d1d-4975-9876-bc702daff3f1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:55.727525 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=ab21a293-d335-463e-8651-7e78d6ed0270,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:55.739982 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee60a3-1e51-4430-84af-69d3cbdf9fb5 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Pushing event deleted for resources: {'Network': ['ID=d8328fe3-48f2-42c3-b1d5-3ca8bf5e816e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:55.811739 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=7fb29b80-6d1d-4975-9876-bc702daff3f1,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:55.858505 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f8f338-43ba-42ec-be8e-4039838178cc tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Router 38ee89f2-b1f5-420b-b7cf-aa2b707a94b1 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:35:55.881508 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d55f7196-db5a-4fa3-adee-cb3df0c7b737 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (1c7596bc-aac5-469d-b1b4-8070c61d367d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:55.889746 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d4a1a0fc-4f42-4379-be35-3a20eac6dbd1 req-defc4db7-8c66-4f67-970c-17066b432696 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041368 Feb 08 21:35:55.901167 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-9cf6743d-0b45-410a-a003-5326eebaf236 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Floating IP 06da5dca-f082-41a5-9c85-e98ebb97fbe2 associated. External IP: 172.25.3.230, port: 702dec25-c1ae-4158-b9d3-9ff9b30d303a. Feb 08 21:35:55.909298 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['ab21a293-d335-463e-8651-7e78d6ed0270'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:35:55.962194 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f8f338-43ba-42ec-be8e-4039838178cc tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:35:55.969860 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8f8f338-43ba-42ec-be8e-4039838178cc tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:55.973352 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b8f8f338-43ba-42ec-be8e-4039838178cc tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "PUT /v2.0/routers/38ee89f2-b1f5-420b-b7cf-aa2b707a94b1 HTTP/1.1" status: 200 len: 705 time: 1.8139939 Feb 08 21:35:55.973983 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34060) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:55.980338 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5404e38-fc0a-4ad3-9ed8-84af7f7975f8 None None] Sync routers for ids ['38ee89f2-b1f5-420b-b7cf-aa2b707a94b1'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:35:55.982508 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25284a49-1ba2-465e-b9b4-50565efb7d08 req-02f2b285-1a86-4e5d-a33f-7508cabd34cf tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:55.987937 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25284a49-1ba2-465e-b9b4-50565efb7d08 req-02f2b285-1a86-4e5d-a33f-7508cabd34cf tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:55.989554 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25284a49-1ba2-465e-b9b4-50565efb7d08 req-02f2b285-1a86-4e5d-a33f-7508cabd34cf tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=fec56c48-8994-4441-845a-8c4e6e4269f5 HTTP/1.1" status: 200 len: 1682 time: 0.2164004 Feb 08 21:35:56.026500 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5404e38-fc0a-4ad3-9ed8-84af7f7975f8 None None] Routers {'38ee89f2-b1f5-420b-b7cf-aa2b707a94b1'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:56.027133 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b5404e38-fc0a-4ad3-9ed8-84af7f7975f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['38ee89f2-b1f5-420b-b7cf-aa2b707a94b1'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:56.064602 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-76ba5b3f-703d-412a-b265-9c799ac60316 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "GET /v2.0/routers/38ee89f2-b1f5-420b-b7cf-aa2b707a94b1 HTTP/1.1" status: 200 len: 740 time: 0.0893910 Feb 08 21:35:56.067111 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34062) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:56.070141 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b5404e38-fc0a-4ad3-9ed8-84af7f7975f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:56.100590 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5404e38-fc0a-4ad3-9ed8-84af7f7975f8 None None] Routers {'38ee89f2-b1f5-420b-b7cf-aa2b707a94b1'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:56.100590 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b5404e38-fc0a-4ad3-9ed8-84af7f7975f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['38ee89f2-b1f5-420b-b7cf-aa2b707a94b1'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:56.125482 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f43aea24-3f33-4ecf-9c8d-22a5564ef643 tempest-RoutersAdminTest-797309814 tempest-RoutersAdminTest-797309814-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=075c0dfb-2786-422e-af93-9cafe101c970&device_id=38ee89f2-b1f5-420b-b7cf-aa2b707a94b1 HTTP/1.1" status: 200 len: 205 time: 0.0512750 Feb 08 21:35:56.125482 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34064) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:56.147565 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b5404e38-fc0a-4ad3-9ed8-84af7f7975f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:56.148221 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5404e38-fc0a-4ad3-9ed8-84af7f7975f8 None None] The sync data for ids ['38ee89f2-b1f5-420b-b7cf-aa2b707a94b1'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:35:56.155548 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d55f7196-db5a-4fa3-adee-cb3df0c7b737 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (1c7596bc-aac5-469d-b1b4-8070c61d367d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:56.159900 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-eaba3050-4e85-4be9-b5de-e02d8327a6b4 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "GET /v2.0/ports?device_id=38ee89f2-b1f5-420b-b7cf-aa2b707a94b1 HTTP/1.1" status: 200 len: 205 time: 0.0315442 Feb 08 21:35:56.159900 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34066) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:56.204789 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25284a49-1ba2-465e-b9b4-50565efb7d08 req-8dedd865-1aa1-4adf-8809-256aed5adbae tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865518 Feb 08 21:35:56.206446 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-d55f7196-db5a-4fa3-adee-cb3df0c7b737 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c7596bc-aac5-469d-b1b4-8070c61d367d']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:56.218621 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008b5a6-b3b1-4cd1-9387-1e12199e312c req-f9cd9868-0ea6-46cc-8008-96d5fe4535cf tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:56.220169 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7008b5a6-b3b1-4cd1-9387-1e12199e312c req-f9cd9868-0ea6-46cc-8008-96d5fe4535cf tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.2265301 Feb 08 21:35:56.239307 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-d55f7196-db5a-4fa3-adee-cb3df0c7b737 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b134e5f0-a2b5-4aba-a914-3e82bd51bb15') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:56.239652 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-d55f7196-db5a-4fa3-adee-cb3df0c7b737 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b134e5f0-a2b5-4aba-a914-3e82bd51bb15') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:56.250789 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57a1ff7e-82ae-4af9-9357-9a6d69ccf922 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router (38ee89f2-b1f5-420b-b7cf-aa2b707a94b1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:56.325909 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d55f7196-db5a-4fa3-adee-cb3df0c7b737 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (b134e5f0-a2b5-4aba-a914-3e82bd51bb15), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:56.371399 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d55f7196-db5a-4fa3-adee-cb3df0c7b737 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (b134e5f0-a2b5-4aba-a914-3e82bd51bb15), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:56.408889 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d55f7196-db5a-4fa3-adee-cb3df0c7b737 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:35:56.409375 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d55f7196-db5a-4fa3-adee-cb3df0c7b737 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (b134e5f0-a2b5-4aba-a914-3e82bd51bb15), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:35:56.413034 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:35:56.417118 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7008b5a6-b3b1-4cd1-9387-1e12199e312c req-06b704c2-dbb1-4c67-abd1-add762885199 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902075 Feb 08 21:35:56.425201 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57a1ff7e-82ae-4af9-9357-9a6d69ccf922 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (38ee89f2-b1f5-420b-b7cf-aa2b707a94b1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:56.427645 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57a1ff7e-82ae-4af9-9357-9a6d69ccf922 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router_controller (38ee89f2-b1f5-420b-b7cf-aa2b707a94b1), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:56.492635 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57a1ff7e-82ae-4af9-9357-9a6d69ccf922 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (38ee89f2-b1f5-420b-b7cf-aa2b707a94b1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:56.493204 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a1ff7e-82ae-4af9-9357-9a6d69ccf922 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Fanout notify agent at l3_agent the message router_deleted on router 38ee89f2-b1f5-420b-b7cf-aa2b707a94b1 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:35:56.501700 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57a1ff7e-82ae-4af9-9357-9a6d69ccf922 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:56.506370 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-57a1ff7e-82ae-4af9-9357-9a6d69ccf922 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "DELETE /v2.0/routers/38ee89f2-b1f5-420b-b7cf-aa2b707a94b1 HTTP/1.1" status: 204 len: 168 time: 0.3421481 Feb 08 21:35:56.506619 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34072) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:56.526061 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d55f7196-db5a-4fa3-adee-cb3df0c7b737 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (1c7596bc-aac5-469d-b1b4-8070c61d367d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:56.531209 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d55f7196-db5a-4fa3-adee-cb3df0c7b737 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:56.537038 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d55f7196-db5a-4fa3-adee-cb3df0c7b737 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] 10.222.0.88 "DELETE /v2.0/networks/1c7596bc-aac5-469d-b1b4-8070c61d367d HTTP/1.1" status: 204 len: 168 time: 0.8455288 Feb 08 21:35:56.538044 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6ccbde07-ebe9-4e01-baff-d08ee7deb62e tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "GET /v2.0/ports?device_id=38ee89f2-b1f5-420b-b7cf-aa2b707a94b1 HTTP/1.1" status: 200 len: 205 time: 0.0301480 Feb 08 21:35:56.538607 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34074) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:56.540337 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34076) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:56.584398 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8c942-b261-4d65-a5da-fe7a4eb13919 req-68e5f137-29b8-4f16-9c57-381d4a0c57ed tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:56.585843 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ecd8c942-b261-4d65-a5da-fe7a4eb13919 req-68e5f137-29b8-4f16-9c57-381d4a0c57ed tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 945 time: 0.2377517 Feb 08 21:35:56.588382 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf6743d-0b45-410a-a003-5326eebaf236 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Router 7c0be268-2eaa-4489-add8-c642c93c4753 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:35:56.589673 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f7196-db5a-4fa3-adee-cb3df0c7b737 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Pushing event deleted for resources: {'Network': ['ID=1c7596bc-aac5-469d-b1b4-8070c61d367d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:56.610493 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-95c9b8c4-a612-4be9-8308-b3fa01d95e6a tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] delete failed (client error): The resource could not be found. Feb 08 21:35:56.614120 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-95c9b8c4-a612-4be9-8308-b3fa01d95e6a tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "DELETE /v2.0/routers/38ee89f2-b1f5-420b-b7cf-aa2b707a94b1 HTTP/1.1" status: 404 len: 336 time: 0.0645907 Feb 08 21:35:56.616391 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34078) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:56.650631 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e8891fb8-ad3f-4622-8777-ed2a9b3b0d42 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce156321-e916-4712-b1a9-d2a4ae49ee3e HTTP/1.1" status: 200 len: 205 time: 0.0328929 Feb 08 21:35:56.653634 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34082) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:56.655151 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb3bc2-fe96-4f8c-a260-2b22172c5528 req-3025499c-cbeb-4368-ac88-d1d13f4ac2a8 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:56.656780 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6deb3bc2-fe96-4f8c-a260-2b22172c5528 req-3025499c-cbeb-4368-ac88-d1d13f4ac2a8 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1566961 Feb 08 21:35:56.698464 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac19744e-b998-419d-8041-f35e8bebf675 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Deleting subnet 6a22c3c1-6edd-47f3-8ff9-4a1247ecebc8 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:35:56.701102 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-e3cdec74-cbbd-4bcb-91f7-1ed3a0d0b840 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] delete failed (client error): The resource could not be found. Feb 08 21:35:56.705345 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e3cdec74-cbbd-4bcb-91f7-1ed3a0d0b840 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "DELETE /v2.0/routers/ce156321-e916-4712-b1a9-d2a4ae49ee3e HTTP/1.1" status: 404 len: 336 time: 0.0476308 Feb 08 21:35:56.705345 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34084) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:56.715770 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac19744e-b998-419d-8041-f35e8bebf675 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks [] for subnet (6a22c3c1-6edd-47f3-8ff9-4a1247ecebc8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:56.754782 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ecd8c942-b261-4d65-a5da-fe7a4eb13919 req-f725b09f-1f6b-4a2d-8f61-c8607e2148fe tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602905 Feb 08 21:35:56.758850 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b96cc740-8824-4cd1-b085-73759d3014a6 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "GET /v2.0/ports?device_id=c91efcf0-eed6-44f9-bcb6-9dea46392a93 HTTP/1.1" status: 200 len: 205 time: 0.0519271 Feb 08 21:35:56.761717 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34086) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:56.783751 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac19744e-b998-419d-8041-f35e8bebf675 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (6a22c3c1-6edd-47f3-8ff9-4a1247ecebc8), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:56.824259 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-d646532a-94bd-4eb5-aebe-be4770bf7eea tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] delete failed (client error): The resource could not be found. Feb 08 21:35:56.825329 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d646532a-94bd-4eb5-aebe-be4770bf7eea tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "DELETE /v2.0/routers/c91efcf0-eed6-44f9-bcb6-9dea46392a93 HTTP/1.1" status: 404 len: 336 time: 0.0626431 Feb 08 21:35:56.829591 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34088) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:56.863807 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cbeeaacd-4def-4fef-8e59-1652b8e1ad19 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "GET /v2.0/ports?device_id=9e9fc714-857f-4d85-afee-f4cd186132a4 HTTP/1.1" status: 200 len: 205 time: 0.0329423 Feb 08 21:35:56.867391 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34090) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:56.874223 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6deb3bc2-fe96-4f8c-a260-2b22172c5528 req-b1d01d1d-8cdd-4c08-9b1d-71546c422707 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058887 Feb 08 21:35:56.903126 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac19744e-b998-419d-8041-f35e8bebf675 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (6a22c3c1-6edd-47f3-8ff9-4a1247ecebc8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:56.923047 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-86630c2e-3d64-4af1-86e4-37c6d8e764ab tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] delete failed (client error): The resource could not be found. Feb 08 21:35:56.924397 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-86630c2e-3d64-4af1-86e4-37c6d8e764ab tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "DELETE /v2.0/routers/9e9fc714-857f-4d85-afee-f4cd186132a4 HTTP/1.1" status: 404 len: 336 time: 0.0535617 Feb 08 21:35:56.931315 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34094) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:56.974277 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6d3d51b4-e9ad-4152-aa5b-9b760e6fda20 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "GET /v2.0/ports?device_id=85a4d060-f24f-4a93-96fc-069045e8ba8d HTTP/1.1" status: 200 len: 205 time: 0.0410857 Feb 08 21:35:56.977515 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34100) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:56.983451 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf6743d-0b45-410a-a003-5326eebaf236 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:35:56.988678 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9cf6743d-0b45-410a-a003-5326eebaf236 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:57.001329 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a26030-eb13-4fce-8cc5-71ded4a56550 req-bd566c6f-501d-4e5c-8839-14ca77e946f6 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:57.003006 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e884bad-edad-4524-afbc-b04fa7c97b07 None None] Sync routers for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:35:57.003498 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-15a26030-eb13-4fce-8cc5-71ded4a56550 req-bd566c6f-501d-4e5c-8839-14ca77e946f6 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 945 time: 0.1833184 Feb 08 21:35:57.015333 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e884bad-edad-4524-afbc-b04fa7c97b07 None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:57.015959 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5e884bad-edad-4524-afbc-b04fa7c97b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:57.031263 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-a0cbc705-5000-45bc-9bb6-b72054f4f433 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] delete failed (client error): The resource could not be found. Feb 08 21:35:57.032493 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a0cbc705-5000-45bc-9bb6-b72054f4f433 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "DELETE /v2.0/routers/85a4d060-f24f-4a93-96fc-069045e8ba8d HTTP/1.1" status: 404 len: 336 time: 0.0538192 Feb 08 21:35:57.035516 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34102) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:57.057388 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac19744e-b998-419d-8041-f35e8bebf675 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (6a22c3c1-6edd-47f3-8ff9-4a1247ecebc8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:57.059082 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5e884bad-edad-4524-afbc-b04fa7c97b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:57.070234 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e884bad-edad-4524-afbc-b04fa7c97b07 None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:57.070542 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5e884bad-edad-4524-afbc-b04fa7c97b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:57.084753 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-08a50ff5-a31e-45d5-b91b-ef21d7daa33d tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "GET /v2.0/ports?device_id=f079c315-3fb0-401c-b063-e7ea5679fba0 HTTP/1.1" status: 200 len: 205 time: 0.0461750 Feb 08 21:35:57.085028 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9cf6743d-0b45-410a-a003-5326eebaf236 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "PUT /v2.0/floatingips/06da5dca-f082-41a5-9c85-e98ebb97fbe2 HTTP/1.1" status: 200 len: 978 time: 3.1942036 Feb 08 21:35:57.085364 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34104) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:57.085704 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34106) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:57.108960 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19744e-b998-419d-8041-f35e8bebf675 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Pushing event deleted for resources: {'Subnet': ['ID=6a22c3c1-6edd-47f3-8ff9-4a1247ecebc8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:57.112917 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5e884bad-edad-4524-afbc-b04fa7c97b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:57.113972 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac19744e-b998-419d-8041-f35e8bebf675 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:57.114150 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e884bad-edad-4524-afbc-b04fa7c97b07 None None] The sync data for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:35:57.116603 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ac19744e-b998-419d-8041-f35e8bebf675 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] 10.222.0.88 "DELETE /v2.0/subnets/6a22c3c1-6edd-47f3-8ff9-4a1247ecebc8 HTTP/1.1" status: 204 len: 168 time: 0.5770397 Feb 08 21:35:57.119627 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34108) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:57.132654 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device ab21a293-d335-463e-8651-7e78d6ed0270 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:35:57.160230 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115dcfde-b88a-45d7-802e-53b46eee4d96 None None] Network 539b920d-a033-4131-b05e-1f0e3d87526b requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:35:57.194506 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-ca5ace43-5009-47a8-8506-9c10a9902df1 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] delete failed (client error): The resource could not be found. Feb 08 21:35:57.195735 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ca5ace43-5009-47a8-8506-9c10a9902df1 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "DELETE /v2.0/routers/f079c315-3fb0-401c-b063-e7ea5679fba0 HTTP/1.1" status: 404 len: 336 time: 0.1050162 Feb 08 21:35:57.200434 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34110) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:57.209408 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-15a26030-eb13-4fce-8cc5-71ded4a56550 req-73650dc8-a61a-45aa-8fcc-f260a059c10a tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878502 Feb 08 21:35:57.230247 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f17dbde-2d69-48da-b320-0467c47f45e8 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (539b920d-a033-4131-b05e-1f0e3d87526b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:57.243562 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f78c3-f7ca-4587-b4b7-7d62572d38dd req-cbc612a3-aa84-4df4-b8cf-722ac41643f8 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:57.253346 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-016f78c3-f7ca-4587-b4b7-7d62572d38dd req-cbc612a3-aa84-4df4-b8cf-722ac41643f8 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.2328379 Feb 08 21:35:57.257292 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1eb472d-9f37-4855-8719-7b5c96e51975 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] DELETE failed (client error): The resource could not be found. Feb 08 21:35:57.257292 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1eb472d-9f37-4855-8719-7b5c96e51975 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:35:57.260053 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d1eb472d-9f37-4855-8719-7b5c96e51975 tempest-RoutersAdminTest-751034042 tempest-RoutersAdminTest-751034042-project] 10.222.0.88 "DELETE /v2.0/subnets/f88582d8-d694-4000-a778-a285676d3903 HTTP/1.1" status: 404 len: 337 time: 0.0580864 Feb 08 21:35:57.291327 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port ab21a293-d335-463e-8651-7e78d6ed0270 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:35:57.298483 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port ab21a293-d335-463e-8651-7e78d6ed0270 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:35:57.298869 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ab21a293-d335-463e-8651-7e78d6ed0270), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:57.368521 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-4f17dbde-2d69-48da-b320-0467c47f45e8 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Deleting port ec895fb4-a637-48fe-b9c9-458ebf0c92dc {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:57.369061 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f17dbde-2d69-48da-b320-0467c47f45e8 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (ec895fb4-a637-48fe-b9c9-458ebf0c92dc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:57.381542 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-016f78c3-f7ca-4587-b4b7-7d62572d38dd req-bec7d536-f4fc-4809-9813-e781bbf7f0ba tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270452 Feb 08 21:35:57.415674 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-20bd726d-1a26-441c-9641-1b2be5ee7c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:57.442249 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b4d900f3-f189-476a-b852-ccf288401ac8 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Deleting port 702dec25-c1ae-4158-b9d3-9ff9b30d303a {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:57.442596 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b4d900f3-f189-476a-b852-ccf288401ac8 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (702dec25-c1ae-4158-b9d3-9ff9b30d303a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:57.459695 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43828bdd-a9cd-49df-a331-c5798d2473ec None None] DHCP port deletion for 539b920d-a033-4131-b05e-1f0e3d87526b request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:35:57.507392 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port ab21a293-d335-463e-8651-7e78d6ed0270 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:35:57.507790 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ab21a293-d335-463e-8651-7e78d6ed0270), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:57.528742 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-4f17dbde-2d69-48da-b320-0467c47f45e8 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] For port ec895fb4-a637-48fe-b9c9-458ebf0c92dc, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ec895fb4-a637-48fe-b9c9-458ebf0c92dc,segment=NetworkSegment(48518739-5f31-4976-b8c1-e1a435cade91),segment_id=48518739-5f31-4976-b8c1-e1a435cade91)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:57.530220 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f17dbde-2d69-48da-b320-0467c47f45e8 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (ec895fb4-a637-48fe-b9c9-458ebf0c92dc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:57.555445 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-4f17dbde-2d69-48da-b320-0467c47f45e8 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Calling delete_port for ec895fb4-a637-48fe-b9c9-458ebf0c92dc owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:57.559744 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port ab21a293-d335-463e-8651-7e78d6ed0270, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ab21a293-d335-463e-8651-7e78d6ed0270,segment=NetworkSegment(eee22cdd-1b96-49e0-93ec-1d329c1b6b96),segment_id=eee22cdd-1b96-49e0-93ec-1d329c1b6b96)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:57.566599 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-43828bdd-a9cd-49df-a331-c5798d2473ec None None] Deleting port ec895fb4-a637-48fe-b9c9-458ebf0c92dc {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:35:57.567620 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-43828bdd-a9cd-49df-a331-c5798d2473ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (ec895fb4-a637-48fe-b9c9-458ebf0c92dc), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:57.569898 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ab21a293-d335-463e-8651-7e78d6ed0270), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:57.593584 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6fc17-d904-44d5-81e4-976289bfd162 req-c6af5149-923d-47c7-b45d-fd5ab03d656d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:57.599520 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6fc17-d904-44d5-81e4-976289bfd162 req-c6af5149-923d-47c7-b45d-fd5ab03d656d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:57.601146 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c8a6fc17-d904-44d5-81e4-976289bfd162 req-c6af5149-923d-47c7-b45d-fd5ab03d656d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=fec56c48-8994-4441-845a-8c4e6e4269f5 HTTP/1.1" status: 200 len: 1682 time: 0.2784626 Feb 08 21:35:57.611630 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c82e4-d0b5-4cf1-94a1-b1f7e5c74e16 req-eb732728-7a25-472c-aba4-a3504748729c tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:57.613140 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-567c82e4-d0b5-4cf1-94a1-b1f7e5c74e16 req-eb732728-7a25-472c-aba4-a3504748729c tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1181452 Feb 08 21:35:57.617049 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ec895fb4-a637-48fe-b9c9-458ebf0c92dc no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:35:57.687431 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f17dbde-2d69-48da-b320-0467c47f45e8 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (ec895fb4-a637-48fe-b9c9-458ebf0c92dc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:57.716350 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34120) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:57.724317 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17dbde-2d69-48da-b320-0467c47f45e8 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Pushing event deleted for resources: {'Port': ['ID=ec895fb4-a637-48fe-b9c9-458ebf0c92dc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:57.734867 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f17dbde-2d69-48da-b320-0467c47f45e8 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] No DVR routers for this DVR port ec895fb4-a637-48fe-b9c9-458ebf0c92dc on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:35:57.739396 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c8a6fc17-d904-44d5-81e4-976289bfd162 req-7b49f869-bb61-462a-9d75-2778e1cb7a54 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250885 Feb 08 21:35:57.769527 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b4d900f3-f189-476a-b852-ccf288401ac8 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (702dec25-c1ae-4158-b9d3-9ff9b30d303a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:57.825709 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-567c82e4-d0b5-4cf1-94a1-b1f7e5c74e16 req-dd91b48d-909f-44bc-8d7c-39e22b674519 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920006 Feb 08 21:35:57.845521 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f17dbde-2d69-48da-b320-0467c47f45e8 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (539b920d-a033-4131-b05e-1f0e3d87526b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:57.893652 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec56c48-8994-4441-845a-8c4e6e4269f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb29b80-6d1d-4975-9876-bc702daff3f1'}, {'server_uuid': '316c46b2-bb07-4985-bb87-387cb3e81b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab21a293-d335-463e-8651-7e78d6ed0270'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:35:57.896840 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d728844-ed94-42c2-960a-bdfdba765a62" -d '{"events": [{"server_uuid": "fec56c48-8994-4441-845a-8c4e6e4269f5", "name": "network-vif-plugged", "status": "completed", "tag": "7fb29b80-6d1d-4975-9876-bc702daff3f1"}, {"server_uuid": "316c46b2-bb07-4985-bb87-387cb3e81b1b", "name": "network-vif-plugged", "status": "completed", "tag": "ab21a293-d335-463e-8651-7e78d6ed0270"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:35:57.911884 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-4f17dbde-2d69-48da-b320-0467c47f45e8 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539b920d-a033-4131-b05e-1f0e3d87526b']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:57.932312 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No active binding found for port ec895fb4-a637-48fe-b9c9-458ebf0c92dc {{(pid=103435) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 08 21:35:57.932774 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] The host n-d-712143-31 is not matching for port ec895fb4-a637-48fe-b9c9-458ebf0c92dc host None! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 21:35:57.933318 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ec895fb4-a637-48fe-b9c9-458ebf0c92dc not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:35:57.942326 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7d490ef-eec8-45a3-b242-c52501a1c068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:57.949840 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-4f17dbde-2d69-48da-b320-0467c47f45e8 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48518739-5f31-4976-b8c1-e1a435cade91') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:57.950118 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-4f17dbde-2d69-48da-b320-0467c47f45e8 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48518739-5f31-4976-b8c1-e1a435cade91') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:57.959830 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=ab21a293-d335-463e-8651-7e78d6ed0270,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:57.964075 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-43828bdd-a9cd-49df-a331-c5798d2473ec None None] For port ec895fb4-a637-48fe-b9c9-458ebf0c92dc, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ec895fb4-a637-48fe-b9c9-458ebf0c92dc,segment=NetworkSegment(48518739-5f31-4976-b8c1-e1a435cade91),segment_id=48518739-5f31-4976-b8c1-e1a435cade91)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:35:57.964490 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-43828bdd-a9cd-49df-a331-c5798d2473ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (ec895fb4-a637-48fe-b9c9-458ebf0c92dc), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:57.979945 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-43828bdd-a9cd-49df-a331-c5798d2473ec None None] Calling delete_port for ec895fb4-a637-48fe-b9c9-458ebf0c92dc owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:57.997029 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f17dbde-2d69-48da-b320-0467c47f45e8 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (48518739-5f31-4976-b8c1-e1a435cade91), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:58.033305 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Feb 2022 21:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036231ca-bc1a-4655-8e57-55e24ebe0244 x-openstack-request-id: req-036231ca-bc1a-4655-8e57-55e24ebe0244 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:35:58.033305 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec56c48-8994-4441-845a-8c4e6e4269f5", "name": "network-vif-plugged", "status": "completed", "tag": "7fb29b80-6d1d-4975-9876-bc702daff3f1", "code": 200}, {"server_uuid": "316c46b2-bb07-4985-bb87-387cb3e81b1b", "name": "network-vif-plugged", "status": "completed", "tag": "ab21a293-d335-463e-8651-7e78d6ed0270", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:35:58.033305 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-036231ca-bc1a-4655-8e57-55e24ebe0244 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:35:58.033305 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec56c48-8994-4441-845a-8c4e6e4269f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb29b80-6d1d-4975-9876-bc702daff3f1', 'code': 200} Feb 08 21:35:58.033881 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316c46b2-bb07-4985-bb87-387cb3e81b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab21a293-d335-463e-8651-7e78d6ed0270', 'code': 200} Feb 08 21:35:58.059825 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f17dbde-2d69-48da-b320-0467c47f45e8 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (48518739-5f31-4976-b8c1-e1a435cade91), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:58.070767 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f17dbde-2d69-48da-b320-0467c47f45e8 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:35:58.071175 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f17dbde-2d69-48da-b320-0467c47f45e8 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (48518739-5f31-4976-b8c1-e1a435cade91), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:35:58.074798 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:35:58.086641 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-43828bdd-a9cd-49df-a331-c5798d2473ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (ec895fb4-a637-48fe-b9c9-458ebf0c92dc), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:58.117959 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43828bdd-a9cd-49df-a331-c5798d2473ec None None] Pushing event deleted for resources: {'Port': ['ID=ec895fb4-a637-48fe-b9c9-458ebf0c92dc,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:58.123802 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43828bdd-a9cd-49df-a331-c5798d2473ec None None] No DVR routers for this DVR port ec895fb4-a637-48fe-b9c9-458ebf0c92dc on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:35:58.201718 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551e6cf-5333-48d4-b506-68b203be34e9 req-6aefcc73-925c-4448-a3c8-9a1d82f7b130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:58.203159 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c551e6cf-5333-48d4-b506-68b203be34e9 req-6aefcc73-925c-4448-a3c8-9a1d82f7b130 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 1129 time: 0.1275592 Feb 08 21:35:58.203780 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f17dbde-2d69-48da-b320-0467c47f45e8 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (539b920d-a033-4131-b05e-1f0e3d87526b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:58.212991 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f17dbde-2d69-48da-b320-0467c47f45e8 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:58.216194 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4f17dbde-2d69-48da-b320-0467c47f45e8 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] 10.222.0.88 "DELETE /v2.0/networks/539b920d-a033-4131-b05e-1f0e3d87526b HTTP/1.1" status: 204 len: 168 time: 1.0955179 Feb 08 21:35:58.220066 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34134) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:58.256612 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17dbde-2d69-48da-b320-0467c47f45e8 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Pushing event deleted for resources: {'Network': ['ID=539b920d-a033-4131-b05e-1f0e3d87526b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:58.278247 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f86925ea-6637-4a29-8534-1a633f274bb7 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] 10.222.0.88 "GET /v2.0/ports?device_id=54a6b748-d884-44a0-b85d-6c7779931bc2 HTTP/1.1" status: 200 len: 205 time: 0.0545776 Feb 08 21:35:58.283613 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34138) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:58.389102 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87a92a92-8eda-4412-8228-26df104c2933 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks [] for router (54a6b748-d884-44a0-b85d-6c7779931bc2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:58.395645 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c551e6cf-5333-48d4-b506-68b203be34e9 req-9723ca76-3c84-4a26-a6f3-ad9e4e108523 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746457 Feb 08 21:35:58.475918 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7d490ef-eec8-45a3-b242-c52501a1c068 admin admin] Publish callbacks [] for security_group (e16fe42e-1cde-4ce8-9a03-49f83499a433), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:58.484217 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7d490ef-eec8-45a3-b242-c52501a1c068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e16fe42e-1cde-4ce8-9a03-49f83499a433), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:58.486836 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a69b2e-69c8-4bf7-bd5d-b2d794a7886d req-03fc6d72-82b0-4784-9651-07c93719caf7 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:58.488386 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e4a69b2e-69c8-4bf7-bd5d-b2d794a7886d req-03fc6d72-82b0-4784-9651-07c93719caf7 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 946 time: 0.6206298 Feb 08 21:35:58.527821 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb17def-56e1-466c-a58b-012733a51894 req-25c09f71-0019-4ea3-ae5d-d461a6fb1d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:58.528311 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb17def-56e1-466c-a58b-012733a51894 req-25c09f71-0019-4ea3-ae5d-d461a6fb1d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:58.529916 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fbb17def-56e1-466c-a58b-012733a51894 req-25c09f71-0019-4ea3-ae5d-d461a6fb1d29 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=fec56c48-8994-4441-845a-8c4e6e4269f5 HTTP/1.1" status: 200 len: 2048 time: 0.2074077 Feb 08 21:35:58.557854 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade37e68-e494-4d65-8eea-1f4c8475c04d req-33e4be6c-57b3-4101-8e80-1729429a598b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:58.559373 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ade37e68-e494-4d65-8eea-1f4c8475c04d req-33e4be6c-57b3-4101-8e80-1729429a598b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.2381806 Feb 08 21:35:58.607958 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87a92a92-8eda-4412-8228-26df104c2933 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (54a6b748-d884-44a0-b85d-6c7779931bc2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:58.609589 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d490ef-eec8-45a3-b242-c52501a1c068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16fe42e-1cde-4ce8-9a03-49f83499a433,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:58.612541 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87a92a92-8eda-4412-8228-26df104c2933 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks [] for router_controller (54a6b748-d884-44a0-b85d-6c7779931bc2), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:58.617817 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b7d490ef-eec8-45a3-b242-c52501a1c068 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=21f1183ca33643159270a75e6ebbf237&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8985441 Feb 08 21:35:58.623699 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34140) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:58.637723 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b4d900f3-f189-476a-b852-ccf288401ac8 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:58.638100 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b4d900f3-f189-476a-b852-ccf288401ac8 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (06da5dca-f082-41a5-9c85-e98ebb97fbe2), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:58.638425 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-b4d900f3-f189-476a-b852-ccf288401ac8 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Floating IP 06da5dca-f082-41a5-9c85-e98ebb97fbe2 disassociated. External IP: 172.25.3.230, port: 702dec25-c1ae-4158-b9d3-9ff9b30d303a. Feb 08 21:35:58.638779 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b4d900f3-f189-476a-b852-ccf288401ac8 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Calling delete_port for 702dec25-c1ae-4158-b9d3-9ff9b30d303a owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:35:58.653875 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e4a69b2e-69c8-4bf7-bd5d-b2d794a7886d req-535f8647-d6b6-4612-a685-5df8173eb1a4 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361411 Feb 08 21:35:58.691570 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fbb17def-56e1-466c-a58b-012733a51894 req-8c751a12-eae6-4b2a-814c-b16149da476c service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533768 Feb 08 21:35:58.699339 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87a92a92-8eda-4412-8228-26df104c2933 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (54a6b748-d884-44a0-b85d-6c7779931bc2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:58.700103 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a92a92-8eda-4412-8228-26df104c2933 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Fanout notify agent at l3_agent the message router_deleted on router 54a6b748-d884-44a0-b85d-6c7779931bc2 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:35:58.707671 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87a92a92-8eda-4412-8228-26df104c2933 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:58.714441 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ade37e68-e494-4d65-8eea-1f4c8475c04d req-40f618f5-ab7b-4760-97be-6f5cd11baf15 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360385 Feb 08 21:35:58.714589 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-87a92a92-8eda-4412-8228-26df104c2933 tempest-RoutersNegativeTest-1146949517 tempest-RoutersNegativeTest-1146949517-project] 10.222.0.88 "DELETE /v2.0/routers/54a6b748-d884-44a0-b85d-6c7779931bc2 HTTP/1.1" status: 204 len: 168 time: 0.4291492 Feb 08 21:35:58.750857 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4bb0363-3ec5-4f8b-8fdc-e50ceb0f40ad admin admin] Publish callbacks [] for security_group (e16fe42e-1cde-4ce8-9a03-49f83499a433), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:58.778834 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4bb0363-3ec5-4f8b-8fdc-e50ceb0f40ad admin admin] Publish callbacks [] for security_group (e16fe42e-1cde-4ce8-9a03-49f83499a433), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:58.833910 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4bb0363-3ec5-4f8b-8fdc-e50ceb0f40ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e16fe42e-1cde-4ce8-9a03-49f83499a433), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:58.836772 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4bb0363-3ec5-4f8b-8fdc-e50ceb0f40ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:58.838089 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d4bb0363-3ec5-4f8b-8fdc-e50ceb0f40ad admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e16fe42e-1cde-4ce8-9a03-49f83499a433 HTTP/1.1" status: 204 len: 168 time: 0.2134266 Feb 08 21:35:58.846849 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb0363-3ec5-4f8b-8fdc-e50ceb0f40ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16fe42e-1cde-4ce8-9a03-49f83499a433,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:58.889222 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05659b7-bcc7-451c-9ccd-184ee7fa84da req-dd155cf2-2cdf-404e-a54f-9cad038dc1fc tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:58.890814 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c05659b7-bcc7-451c-9ccd-184ee7fa84da req-dd155cf2-2cdf-404e-a54f-9cad038dc1fc tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 945 time: 0.1316917 Feb 08 21:35:58.921352 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1400a-b9cc-4374-9f13-7c07ee9fab29 req-b4b04bd7-b143-48dd-956f-08f8cf5db43b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:58.922999 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f2a1400a-b9cc-4374-9f13-7c07ee9fab29 req-b4b04bd7-b143-48dd-956f-08f8cf5db43b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1313119 Feb 08 21:35:58.949211 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34152) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:59.030260 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c05659b7-bcc7-451c-9ccd-184ee7fa84da req-0fa1e583-9a27-4ec3-9539-7044f50f0f67 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253383 Feb 08 21:35:59.059847 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b4d900f3-f189-476a-b852-ccf288401ac8 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (702dec25-c1ae-4158-b9d3-9ff9b30d303a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:59.067019 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f2a1400a-b9cc-4374-9f13-7c07ee9fab29 req-5d6b7782-2c85-4ba7-af26-6f623737be6a tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287498 Feb 08 21:35:59.102037 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d900f3-f189-476a-b852-ccf288401ac8 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event deleted for resources: {'Port': ['ID=702dec25-c1ae-4158-b9d3-9ff9b30d303a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:59.143514 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:59.254331 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1b68b-9f49-4f84-955f-d9dbadd0c689 req-879017b4-cb49-4f06-85fe-ccbe817a669b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:59.259843 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1b68b-9f49-4f84-955f-d9dbadd0c689 req-879017b4-cb49-4f06-85fe-ccbe817a669b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:59.266889 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a7a1b68b-9f49-4f84-955f-d9dbadd0c689 req-879017b4-cb49-4f06-85fe-ccbe817a669b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=fec56c48-8994-4441-845a-8c4e6e4269f5 HTTP/1.1" status: 200 len: 1682 time: 0.1157312 Feb 08 21:35:59.276548 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34160) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:59.307377 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e883e455-3694-4139-b65d-ab4f80df15e2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cc36f9cbbee84e7dab52010d34793997&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3570135 Feb 08 21:35:59.311255 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34162) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:59.317710 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d900f3-f189-476a-b852-ccf288401ac8 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Router 7c0be268-2eaa-4489-add8-c642c93c4753 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:35:59.341046 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a7a1b68b-9f49-4f84-955f-d9dbadd0c689 req-82afe81d-e2db-4219-91e0-c3d42dae19be tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732880 Feb 08 21:35:59.360156 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f65c35b4-2f2c-468f-bf1b-c8a36b1a8f7b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fb5d8b219bbd4f75a8c9f2b1e93bea37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0822611 Feb 08 21:35:59.360745 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34170) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:59.416629 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1d8922c-c1b9-4cbe-a4ec-80ff076c38c7 admin admin] Publish callbacks [] for security_group (a838f1b3-f4be-463a-9ebc-5782fa7867f9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:59.452838 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1d8922c-c1b9-4cbe-a4ec-80ff076c38c7 admin admin] Publish callbacks [] for security_group (a838f1b3-f4be-463a-9ebc-5782fa7867f9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:59.454719 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07187fb4-b806-4ae9-911c-e0acad530514 admin admin] Publish callbacks [] for security_group (1724544e-01a2-45ef-af78-36e516e25444), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:59.501186 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07187fb4-b806-4ae9-911c-e0acad530514 admin admin] Publish callbacks [] for security_group (1724544e-01a2-45ef-af78-36e516e25444), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:59.540074 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1d8922c-c1b9-4cbe-a4ec-80ff076c38c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a838f1b3-f4be-463a-9ebc-5782fa7867f9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:59.543649 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1d8922c-c1b9-4cbe-a4ec-80ff076c38c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:59.544849 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f1d8922c-c1b9-4cbe-a4ec-80ff076c38c7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a838f1b3-f4be-463a-9ebc-5782fa7867f9 HTTP/1.1" status: 204 len: 168 time: 0.2324352 Feb 08 21:35:59.545887 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d900f3-f189-476a-b852-ccf288401ac8 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:35:59.560027 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8922c-c1b9-4cbe-a4ec-80ff076c38c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a838f1b3-f4be-463a-9ebc-5782fa7867f9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:59.561254 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4c8734-8de2-4ff4-a1da-6b49f5add51b None None] Sync routers for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:35:59.578475 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07187fb4-b806-4ae9-911c-e0acad530514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (1724544e-01a2-45ef-af78-36e516e25444), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:59.584668 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07187fb4-b806-4ae9-911c-e0acad530514 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:59.587312 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4c8734-8de2-4ff4-a1da-6b49f5add51b None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:59.588449 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-4e4c8734-8de2-4ff4-a1da-6b49f5add51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:59.595241 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-07187fb4-b806-4ae9-911c-e0acad530514 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1724544e-01a2-45ef-af78-36e516e25444 HTTP/1.1" status: 204 len: 168 time: 0.2279439 Feb 08 21:35:59.611433 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186800f-0bf8-4354-9957-8faac9641064 req-0d3ee598-2707-44c3-ade8-b6edc0359394 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:59.613011 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5186800f-0bf8-4354-9957-8faac9641064 req-0d3ee598-2707-44c3-ade8-b6edc0359394 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/networks?id=0b788a94-1e80-468a-940e-48c5a63e44a4 HTTP/1.1" status: 200 len: 814 time: 0.1906149 Feb 08 21:35:59.615822 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07187fb4-b806-4ae9-911c-e0acad530514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1724544e-01a2-45ef-af78-36e516e25444,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:35:59.633644 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-4e4c8734-8de2-4ff4-a1da-6b49f5add51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:59.652896 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4c8734-8de2-4ff4-a1da-6b49f5add51b None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:35:59.654299 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-4e4c8734-8de2-4ff4-a1da-6b49f5add51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:59.701124 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-4e4c8734-8de2-4ff4-a1da-6b49f5add51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:35:59.701961 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4c8734-8de2-4ff4-a1da-6b49f5add51b None None] The sync data for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:35:59.710257 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b4d900f3-f189-476a-b852-ccf288401ac8 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:35:59.716869 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34182) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:59.717356 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b4d900f3-f189-476a-b852-ccf288401ac8 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "DELETE /v2.0/ports/702dec25-c1ae-4158-b9d3-9ff9b30d303a HTTP/1.1" status: 204 len: 168 time: 2.6278572 Feb 08 21:35:59.740316 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5186800f-0bf8-4354-9957-8faac9641064 req-596418de-971a-482b-b661-f96e1de0e009 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/quotas/74717e3e72d841d2a44f3251e57cb213 HTTP/1.1" status: 200 len: 375 time: 0.0347204 Feb 08 21:35:59.784532 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ad372949-6580-4a22-a2ef-caea6a49e5b4 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "GET /v2.0/floatingips/06da5dca-f082-41a5-9c85-e98ebb97fbe2 HTTP/1.1" status: 200 len: 688 time: 0.0649750 Feb 08 21:35:59.785639 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34184) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:35:59.865104 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5186800f-0bf8-4354-9957-8faac9641064 req-a93c5474-c24c-4488-a69f-11a0c71e9ad6 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=74717e3e72d841d2a44f3251e57cb213&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1128886 Feb 08 21:35:59.882716 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b598eb0-1490-445a-b709-90deb93f3ba6 req-b5ed0560-ca26-4974-9e7d-3bd068519579 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:35:59.884331 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4b598eb0-1490-445a-b709-90deb93f3ba6 req-b5ed0560-ca26-4974-9e7d-3bd068519579 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 946 time: 0.1219525 Feb 08 21:35:59.999553 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4b598eb0-1490-445a-b709-90deb93f3ba6 req-f46f0d22-fd4d-4e1a-b9c3-51d16c7e2116 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071587 Feb 08 21:36:00.014019 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-821cdb31-3cc1-420c-9ba4-6439e194e9bf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Deleting port 1e710a5c-a850-454d-9beb-de2152f9db7a {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:00.014019 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-821cdb31-3cc1-420c-9ba4-6439e194e9bf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (1e710a5c-a850-454d-9beb-de2152f9db7a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:00.041584 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f439c2-bb8b-40c1-af85-345b3663a03e req-43681a8b-c531-4711-99db-16e96d48b41c tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:00.043606 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01f439c2-bb8b-40c1-af85-345b3663a03e req-43681a8b-c531-4711-99db-16e96d48b41c tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.0988860 Feb 08 21:36:00.107226 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01f439c2-bb8b-40c1-af85-345b3663a03e req-7ec544ca-3d99-4e33-8054-a3472fc30466 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577927 Feb 08 21:36:00.133605 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-821cdb31-3cc1-420c-9ba4-6439e194e9bf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (1e710a5c-a850-454d-9beb-de2152f9db7a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:00.133605 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-821cdb31-3cc1-420c-9ba4-6439e194e9bf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (1e710a5c-a850-454d-9beb-de2152f9db7a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:00.151957 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-821cdb31-3cc1-420c-9ba4-6439e194e9bf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Calling delete_port for 1e710a5c-a850-454d-9beb-de2152f9db7a owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:00.314450 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aea5b6-26ca-4b04-8995-0eaa84f370af req-ed3d4320-d005-4e16-93f9-bd6d382d9a3d tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:00.316054 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e2aea5b6-26ca-4b04-8995-0eaa84f370af req-ed3d4320-d005-4e16-93f9-bd6d382d9a3d tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 945 time: 0.1424837 Feb 08 21:36:00.340181 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a39a5-938f-46d3-a2bf-a5fa01c53d8b req-e81cfedb-3955-4b0e-8d4e-9fedd3a8ab40 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:00.341756 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-077a39a5-938f-46d3-a2bf-a5fa01c53d8b req-e81cfedb-3955-4b0e-8d4e-9fedd3a8ab40 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1039679 Feb 08 21:36:00.357936 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-821cdb31-3cc1-420c-9ba4-6439e194e9bf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (1e710a5c-a850-454d-9beb-de2152f9db7a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:00.429340 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e2aea5b6-26ca-4b04-8995-0eaa84f370af req-4c2fce59-f011-416b-8938-bd194f9e42c1 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010973 Feb 08 21:36:00.463431 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821cdb31-3cc1-420c-9ba4-6439e194e9bf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event deleted for resources: {'Port': ['ID=1e710a5c-a850-454d-9beb-de2152f9db7a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:00.486440 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-077a39a5-938f-46d3-a2bf-a5fa01c53d8b req-3d4610a1-35a3-42ac-9e0a-88a0f7d69c94 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270490 Feb 08 21:36:00.487606 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-821cdb31-3cc1-420c-9ba4-6439e194e9bf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (06da5dca-f082-41a5-9c85-e98ebb97fbe2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:00.490685 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-821cdb31-3cc1-420c-9ba4-6439e194e9bf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:00.494248 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-821cdb31-3cc1-420c-9ba4-6439e194e9bf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "DELETE /v2.0/floatingips/06da5dca-f082-41a5-9c85-e98ebb97fbe2 HTTP/1.1" status: 204 len: 168 time: 0.7068536 Feb 08 21:36:00.496005 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34216) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:00.509050 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-6d6fe946-88fc-47e8-a4e1-6ead4b47bbbf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'port_id': 'b81cc090-e855-40d9-a073-c9418db02ae9'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:00.559389 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe946-88fc-47e8-a4e1-6ead4b47bbbf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:00.622477 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b45ba-a726-460b-a3a6-24a85005eb86 req-3f0c5e16-4d8e-4ea7-a9f7-1956a1033a31 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:00.627840 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b45ba-a726-460b-a3a6-24a85005eb86 req-3f0c5e16-4d8e-4ea7-a9f7-1956a1033a31 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:00.634832 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-504b45ba-a726-460b-a3a6-24a85005eb86 req-3f0c5e16-4d8e-4ea7-a9f7-1956a1033a31 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=fec56c48-8994-4441-845a-8c4e6e4269f5 HTTP/1.1" status: 200 len: 1682 time: 0.1445732 Feb 08 21:36:00.713831 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-504b45ba-a726-460b-a3a6-24a85005eb86 req-b7ea73b9-40bd-46cb-bad7-b02d2215395e tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779536 Feb 08 21:36:00.780321 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b37e6d0a-4c93-4d4b-ad47-775f5f980552 req-342bfef6-042f-447a-8665-f064573f651b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=74717e3e72d841d2a44f3251e57cb213 HTTP/1.1" status: 200 len: 221 time: 0.0616846 Feb 08 21:36:00.791563 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe946-88fc-47e8-a4e1-6ead4b47bbbf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:00.951655 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-6d6fe946-88fc-47e8-a4e1-6ead4b47bbbf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Allocated IP 172.25.3.238 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/fa6cefca-58c3-41b5-93a7-45afa5ce4bab) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:36:00.960315 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fa9f5-fe1b-4688-a924-57296dabf4e6 req-326595c0-a15f-4482-88d9-fa660ef77467 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:00.961969 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-703fa9f5-fe1b-4688-a924-57296dabf4e6 req-326595c0-a15f-4482-88d9-fa660ef77467 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1175573 Feb 08 21:36:01.083083 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-703fa9f5-fe1b-4688-a924-57296dabf4e6 req-27dd7caf-c8a5-4f81-a4ce-3ca606f72c5f tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117210 Feb 08 21:36:01.162106 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe946-88fc-47e8-a4e1-6ead4b47bbbf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for port (fa6cefca-58c3-41b5-93a7-45afa5ce4bab), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:01.187723 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34266) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:01.213815 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cc912-9566-422f-a24e-d383dbee9b62 req-2eb05bd1-ea8d-4af5-b629-63f073f99a79 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:01.219109 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cc912-9566-422f-a24e-d383dbee9b62 req-2eb05bd1-ea8d-4af5-b629-63f073f99a79 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:01.220727 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd2cc912-9566-422f-a24e-d383dbee9b62 req-2eb05bd1-ea8d-4af5-b629-63f073f99a79 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=fec56c48-8994-4441-845a-8c4e6e4269f5 HTTP/1.1" status: 200 len: 1682 time: 0.1568751 Feb 08 21:36:01.278904 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da23cef-8200-47e2-8eaf-f79407a3ac98 req-582df233-0897-4aaf-ab53-659afc6d8b28 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:01.280413 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3da23cef-8200-47e2-8eaf-f79407a3ac98 req-582df233-0897-4aaf-ab53-659afc6d8b28 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 946 time: 0.1154232 Feb 08 21:36:01.311345 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe946-88fc-47e8-a4e1-6ead4b47bbbf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (fa6cefca-58c3-41b5-93a7-45afa5ce4bab), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:01.335615 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd2cc912-9566-422f-a24e-d383dbee9b62 req-acf8ec86-7175-444e-b2ea-4a057d53bfd2 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074364 Feb 08 21:36:01.414927 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:01.424657 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6fe946-88fc-47e8-a4e1-6ead4b47bbbf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:36:01.442726 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-6d6fe946-88fc-47e8-a4e1-6ead4b47bbbf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:01.450135 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6fe946-88fc-47e8-a4e1-6ead4b47bbbf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:36:01.454419 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fe946-88fc-47e8-a4e1-6ead4b47bbbf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event updated for resources: {'Port': ['ID=fa6cefca-58c3-41b5-93a7-45afa5ce4bab,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:01.475918 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3da23cef-8200-47e2-8eaf-f79407a3ac98 req-3b94068a-d929-4073-aa22-2054549ab518 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874018 Feb 08 21:36:01.482431 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:01.507757 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8eed0b75-f329-4a8c-81cf-83facc3c3274 tempest-AgentManagementNegativeTest-1862436428 tempest-AgentManagementNegativeTest-1862436428-project] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3187609 Feb 08 21:36:01.646990 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be906596-b1ba-44ce-a124-d2c0e4dee537 req-8e6132c8-9ee9-4cc7-b882-50ce55287bad tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:01.648486 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be906596-b1ba-44ce-a124-d2c0e4dee537 req-8e6132c8-9ee9-4cc7-b882-50ce55287bad tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.2023196 Feb 08 21:36:01.732988 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd0930-8fe4-4cde-be9d-11840cb2a871 req-c11ea1ed-75fa-4f1b-80c8-813ca50709d7 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:01.735022 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-63cd0930-8fe4-4cde-be9d-11840cb2a871 req-c11ea1ed-75fa-4f1b-80c8-813ca50709d7 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 945 time: 0.1749401 Feb 08 21:36:01.811832 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34292) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:01.854980 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be906596-b1ba-44ce-a124-d2c0e4dee537 req-e300959a-63ab-4fe9-89d4-85ca28cfb528 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987081 Feb 08 21:36:01.918192 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-63cd0930-8fe4-4cde-be9d-11840cb2a871 req-ea07f2f6-3d8d-4cae-9cd0-5f6b39c40909 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749938 Feb 08 21:36:01.981412 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2bce084b-3528-4aca-8d72-7dc22b32c6a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:02.111291 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2bce084b-3528-4aca-8d72-7dc22b32c6a1 admin admin] Publish callbacks [] for security_group (148bb307-1d43-48fe-b0dc-ab2d13acd822), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:02.121388 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2bce084b-3528-4aca-8d72-7dc22b32c6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (148bb307-1d43-48fe-b0dc-ab2d13acd822), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:02.166314 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2bce084b-3528-4aca-8d72-7dc22b32c6a1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ca159d0ef49a40078ebdcc9a8bda3397&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3502634 Feb 08 21:36:02.166314 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce084b-3528-4aca-8d72-7dc22b32c6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148bb307-1d43-48fe-b0dc-ab2d13acd822,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:02.168148 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34304) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:02.181835 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e7bbf-eff3-4ec6-80d7-b1fb43d58540 req-5950f308-7b10-47d1-9d0e-203f52536e37 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:02.188049 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-549e7bbf-eff3-4ec6-80d7-b1fb43d58540 req-5950f308-7b10-47d1-9d0e-203f52536e37 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 946 time: 0.2542977 Feb 08 21:36:02.223802 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-86745153-1f1b-4574-8802-68bfb369dce9 admin admin] Publish callbacks [] for security_group (148bb307-1d43-48fe-b0dc-ab2d13acd822), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:02.249602 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-86745153-1f1b-4574-8802-68bfb369dce9 admin admin] Publish callbacks [] for security_group (148bb307-1d43-48fe-b0dc-ab2d13acd822), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:02.257851 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddcaf8-132d-4b01-aea5-31c072f36929 req-991fea25-ade1-4ad3-bfb5-2f754e368435 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:02.259935 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4eddcaf8-132d-4b01-aea5-31c072f36929 req-991fea25-ade1-4ad3-bfb5-2f754e368435 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1745915 Feb 08 21:36:02.308028 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-86745153-1f1b-4574-8802-68bfb369dce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (148bb307-1d43-48fe-b0dc-ab2d13acd822), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:02.311397 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-549e7bbf-eff3-4ec6-80d7-b1fb43d58540 req-cab5d03b-9e15-4e54-8fd8-c2dae1df0c44 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224918 Feb 08 21:36:02.312446 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-86745153-1f1b-4574-8802-68bfb369dce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:02.317843 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-86745153-1f1b-4574-8802-68bfb369dce9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/148bb307-1d43-48fe-b0dc-ab2d13acd822 HTTP/1.1" status: 204 len: 168 time: 0.1486793 Feb 08 21:36:02.329533 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe946-88fc-47e8-a4e1-6ead4b47bbbf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (73ae0df3-8b3a-40ce-a972-45e333c57c76), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:02.341757 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86745153-1f1b-4574-8802-68bfb369dce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148bb307-1d43-48fe-b0dc-ab2d13acd822,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:02.377349 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4eddcaf8-132d-4b01-aea5-31c072f36929 req-9f06e29e-e50e-4541-920e-9b8f94b060e9 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001759 Feb 08 21:36:02.438938 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe946-88fc-47e8-a4e1-6ead4b47bbbf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fa6cefca-58c3-41b5-93a7-45afa5ce4bab), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:03.026034 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b0f50-b655-4b6a-b872-6c02c3f0d385 req-7fb73e0e-6280-4483-ac81-4ac1db20074c tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:03.031505 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b0f50-b655-4b6a-b872-6c02c3f0d385 req-7fb73e0e-6280-4483-ac81-4ac1db20074c tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:03.033783 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a37b0f50-b655-4b6a-b872-6c02c3f0d385 req-7fb73e0e-6280-4483-ac81-4ac1db20074c tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=fec56c48-8994-4441-845a-8c4e6e4269f5 HTTP/1.1" status: 200 len: 1682 time: 0.5596156 Feb 08 21:36:03.106502 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa57fc1-4c4c-41a2-a440-c1adc4ed8fae req-1ae45f82-3305-485f-b65f-c1655c798495 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:03.108032 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dfa57fc1-4c4c-41a2-a440-c1adc4ed8fae req-1ae45f82-3305-485f-b65f-c1655c798495 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.5480976 Feb 08 21:36:03.158588 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34352) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:03.174347 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9da32-be8e-47ae-8892-e80707f45c4c req-926c2085-41db-48ec-b6bd-885b78c39ed1 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:03.179612 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9da32-be8e-47ae-8892-e80707f45c4c req-926c2085-41db-48ec-b6bd-885b78c39ed1 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:03.181799 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6cf9da32-be8e-47ae-8892-e80707f45c4c req-926c2085-41db-48ec-b6bd-885b78c39ed1 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.96 "GET /v2.0/ports?device_id=fec56c48-8994-4441-845a-8c4e6e4269f5 HTTP/1.1" status: 200 len: 1682 time: 0.2372088 Feb 08 21:36:03.199649 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a37b0f50-b655-4b6a-b872-6c02c3f0d385 req-091798ea-a1d6-4d97-8031-5af2ee2c08bc tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517215 Feb 08 21:36:03.260251 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe946-88fc-47e8-a4e1-6ead4b47bbbf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for port (fa6cefca-58c3-41b5-93a7-45afa5ce4bab), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:03.276738 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe946-88fc-47e8-a4e1-6ead4b47bbbf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (fa6cefca-58c3-41b5-93a7-45afa5ce4bab), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:03.300337 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dfa57fc1-4c4c-41a2-a440-c1adc4ed8fae req-35076165-d740-4389-a770-0331d670da9c tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714897 Feb 08 21:36:03.321802 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34358) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:03.381150 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a687fdfe-d724-4987-87a8-2a959f81b214 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-200939370'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:03.402417 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a687fdfe-d724-4987-87a8-2a959f81b214 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Made reservation on behalf of e82d9af690d14e2f8d3fbab7569b61ec for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:03.406304 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a687fdfe-d724-4987-87a8-2a959f81b214 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:03.416151 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a687fdfe-d724-4987-87a8-2a959f81b214 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:03.450536 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ef6aa22-0955-4684-9c62-acbec4eafd51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:03.462737 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fe946-88fc-47e8-a4e1-6ead4b47bbbf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event updated for resources: {'Port': ['ID=fa6cefca-58c3-41b5-93a7-45afa5ce4bab,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:03.485481 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe946-88fc-47e8-a4e1-6ead4b47bbbf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (73ae0df3-8b3a-40ce-a972-45e333c57c76), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:03.555143 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a687fdfe-d724-4987-87a8-2a959f81b214 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks [] for security_group (b07bcacc-b87a-4b99-835e-ca04fa0935c3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:03.561870 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a687fdfe-d724-4987-87a8-2a959f81b214 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b07bcacc-b87a-4b99-835e-ca04fa0935c3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:03.599422 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1244ecd-e6e7-4005-9bab-e37a70f08d9b req-38e882de-c3d7-41e1-a8f2-d104a2c29e26 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:03.601011 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1244ecd-e6e7-4005-9bab-e37a70f08d9b req-38e882de-c3d7-41e1-a8f2-d104a2c29e26 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 946 time: 0.3164699 Feb 08 21:36:03.602277 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ef6aa22-0955-4684-9c62-acbec4eafd51 admin admin] Publish callbacks [] for security_group (0e6603b3-40cc-40cb-bc2a-18716a40e2b5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:03.608055 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a687fdfe-d724-4987-87a8-2a959f81b214 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:36:03.615273 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdda22-f838-40c3-96fd-e386222b79b4 req-17878ecc-1678-46c1-bc21-7ad1a5b76255 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:03.615501 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ef6aa22-0955-4684-9c62-acbec4eafd51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0e6603b3-40cc-40cb-bc2a-18716a40e2b5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:03.616864 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1bdda22-f838-40c3-96fd-e386222b79b4 req-17878ecc-1678-46c1-bc21-7ad1a5b76255 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 945 time: 0.2115474 Feb 08 21:36:03.629705 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687fdfe-d724-4987-87a8-2a959f81b214 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b07bcacc-b87a-4b99-835e-ca04fa0935c3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:03.638979 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a687fdfe-d724-4987-87a8-2a959f81b214 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (8b284a15-0960-4d35-80d5-cda5cf639329), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:03.639325 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-a687fdfe-d724-4987-87a8-2a959f81b214 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Added segment 8b284a15-0960-4d35-80d5-cda5cf639329 of type vlan for network b4aeeb09-a54e-46a9-9ca4-66b046ef8f52 Feb 08 21:36:03.643813 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-6cf9da32-be8e-47ae-8892-e80707f45c4c req-8f03b932-4857-4294-82fb-9f57845a2a13 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Deleting port 4a3ffc42-34b6-4e02-90dd-0d186ad1efab {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:03.644028 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6cf9da32-be8e-47ae-8892-e80707f45c4c req-8f03b932-4857-4294-82fb-9f57845a2a13 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (4a3ffc42-34b6-4e02-90dd-0d186ad1efab), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:03.669384 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2ef6aa22-0955-4684-9c62-acbec4eafd51 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=65e9e5409dcd42e392ff6d050079c813&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5095263 Feb 08 21:36:03.678083 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34364) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:03.700966 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6aa22-0955-4684-9c62-acbec4eafd51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6603b3-40cc-40cb-bc2a-18716a40e2b5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:03.711104 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a687fdfe-d724-4987-87a8-2a959f81b214 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (b4aeeb09-a54e-46a9-9ca4-66b046ef8f52), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:03.737620 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a687fdfe-d724-4987-87a8-2a959f81b214 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (b4aeeb09-a54e-46a9-9ca4-66b046ef8f52), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:03.743858 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a687fdfe-d724-4987-87a8-2a959f81b214 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:03.744473 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a687fdfe-d724-4987-87a8-2a959f81b214 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:03.799792 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a687fdfe-d724-4987-87a8-2a959f81b214 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4768443 Feb 08 21:36:03.813813 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1244ecd-e6e7-4005-9bab-e37a70f08d9b req-559eb31b-737d-4065-ab8f-b35387886374 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941304 Feb 08 21:36:03.827981 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687fdfe-d724-4987-87a8-2a959f81b214 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event updated for resources: {'Network': ['ID=b4aeeb09-a54e-46a9-9ca4-66b046ef8f52,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:03.831178 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-6d6fe946-88fc-47e8-a4e1-6ead4b47bbbf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Floating IP 73ae0df3-8b3a-40ce-a972-45e333c57c76 associated. External IP: 172.25.3.238, port: b81cc090-e855-40d9-a073-c9418db02ae9. Feb 08 21:36:03.846292 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network b4aeeb09-a54e-46a9-9ca4-66b046ef8f52 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:36:03.927356 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1bdda22-f838-40c3-96fd-e386222b79b4 req-4e05fd7c-94f0-4766-b387-03dd3b5a7566 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026209 Feb 08 21:36:04.004876 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-6cf9da32-be8e-47ae-8892-e80707f45c4c req-8f03b932-4857-4294-82fb-9f57845a2a13 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] For port 4a3ffc42-34b6-4e02-90dd-0d186ad1efab, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=4a3ffc42-34b6-4e02-90dd-0d186ad1efab,segment=NetworkSegment(8243598c-c110-43cc-bf5f-8f8c1dc4550b),segment_id=8243598c-c110-43cc-bf5f-8f8c1dc4550b)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:04.005412 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6cf9da32-be8e-47ae-8892-e80707f45c4c req-8f03b932-4857-4294-82fb-9f57845a2a13 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (4a3ffc42-34b6-4e02-90dd-0d186ad1efab), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:04.039351 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-6cf9da32-be8e-47ae-8892-e80707f45c4c req-8f03b932-4857-4294-82fb-9f57845a2a13 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Calling delete_port for 4a3ffc42-34b6-4e02-90dd-0d186ad1efab owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:04.042178 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bc29e093-cd6d-4429-b0fe-21183989bdfa admin admin] Publish callbacks [] for security_group (0e6603b3-40cc-40cb-bc2a-18716a40e2b5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:04.151964 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bc29e093-cd6d-4429-b0fe-21183989bdfa admin admin] Publish callbacks [] for security_group (0e6603b3-40cc-40cb-bc2a-18716a40e2b5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:04.181142 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7de84-f96b-4041-a261-5bc79601df15 req-a119e096-7739-42ea-a64d-d505e5e65f63 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:04.183108 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ce7de84-f96b-4041-a261-5bc79601df15 req-a119e096-7739-42ea-a64d-d505e5e65f63 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 946 time: 0.2423897 Feb 08 21:36:04.236909 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab11a4d-075d-4585-b73d-7631e7a11f9b req-ad837d4c-d7df-47cc-913c-c25b00be1c67 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:04.238454 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fab11a4d-075d-4585-b73d-7631e7a11f9b req-ad837d4c-d7df-47cc-913c-c25b00be1c67 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.2243731 Feb 08 21:36:04.426753 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bc29e093-cd6d-4429-b0fe-21183989bdfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0e6603b3-40cc-40cb-bc2a-18716a40e2b5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:04.429439 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bc29e093-cd6d-4429-b0fe-21183989bdfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:04.433186 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bc29e093-cd6d-4429-b0fe-21183989bdfa admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0e6603b3-40cc-40cb-bc2a-18716a40e2b5 HTTP/1.1" status: 204 len: 168 time: 0.7188463 Feb 08 21:36:04.442289 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ce7de84-f96b-4041-a261-5bc79601df15 req-a13baea2-1f68-4199-9d54-67a3c14008b3 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498913 Feb 08 21:36:04.468231 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29e093-cd6d-4429-b0fe-21183989bdfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6603b3-40cc-40cb-bc2a-18716a40e2b5,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:04.472727 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fab11a4d-075d-4585-b73d-7631e7a11f9b req-e5cbbd67-873e-4c2e-9f2f-3bfed6eda74b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915669 Feb 08 21:36:04.507580 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6fe946-88fc-47e8-a4e1-6ead4b47bbbf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Router 7c0be268-2eaa-4489-add8-c642c93c4753 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:36:04.508550 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6cf9da32-be8e-47ae-8892-e80707f45c4c req-8f03b932-4857-4294-82fb-9f57845a2a13 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (4a3ffc42-34b6-4e02-90dd-0d186ad1efab), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:04.574680 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03b932-4857-4294-82fb-9f57845a2a13 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Pushing event deleted for resources: {'Port': ['ID=4a3ffc42-34b6-4e02-90dd-0d186ad1efab,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:04.763607 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf9da32-be8e-47ae-8892-e80707f45c4c req-8f03b932-4857-4294-82fb-9f57845a2a13 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] No DVR routers for this DVR port 4a3ffc42-34b6-4e02-90dd-0d186ad1efab on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:36:04.770708 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6cf9da32-be8e-47ae-8892-e80707f45c4c req-8f03b932-4857-4294-82fb-9f57845a2a13 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:04.774147 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6cf9da32-be8e-47ae-8892-e80707f45c4c req-8f03b932-4857-4294-82fb-9f57845a2a13 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.96 "DELETE /v2.0/ports/4a3ffc42-34b6-4e02-90dd-0d186ad1efab HTTP/1.1" status: 204 len: 173 time: 1.5808356 Feb 08 21:36:04.778490 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec56c48-8994-4441-845a-8c4e6e4269f5', 'name': 'network-vif-deleted', 'tag': '4a3ffc42-34b6-4e02-90dd-0d186ad1efab'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:36:04.780740 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bd13aa-aefc-4d72-a532-ab9d76887e4c" -d '{"events": [{"server_uuid": "fec56c48-8994-4441-845a-8c4e6e4269f5", "name": "network-vif-deleted", "tag": "4a3ffc42-34b6-4e02-90dd-0d186ad1efab"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:36:04.831115 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 4a3ffc42-34b6-4e02-90dd-0d186ad1efab no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:36:04.913794 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 4a3ffc42-34b6-4e02-90dd-0d186ad1efab {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:36:04.914969 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 4a3ffc42-34b6-4e02-90dd-0d186ad1efab not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:36:04.916089 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 7fb29b80-6d1d-4975-9876-bc702daff3f1 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:36:05.056049 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 7fb29b80-6d1d-4975-9876-bc702daff3f1 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:36:05.056806 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7fb29b80-6d1d-4975-9876-bc702daff3f1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:05.059836 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34396) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:05.065817 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6fe946-88fc-47e8-a4e1-6ead4b47bbbf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:36:05.076894 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e0ef90-6698-4e17-95a2-6b09a65863b4 None None] Sync routers for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:36:05.078399 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf56d7-5408-4227-9174-9c3d3250dcb0 req-6a657c28-7da8-4ab3-9456-0d9bc2d084d2 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:05.086852 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8caf56d7-5408-4227-9174-9c3d3250dcb0 req-6a657c28-7da8-4ab3-9456-0d9bc2d084d2 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=fec56c48-8994-4441-845a-8c4e6e4269f5 HTTP/1.1" status: 200 len: 946 time: 0.5262277 Feb 08 21:36:05.088166 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b2739565-4dd0-472e-bcad-3e16cab9fe19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:05.102568 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e0ef90-6698-4e17-95a2-6b09a65863b4 None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:36:05.103332 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-25e0ef90-6698-4e17-95a2-6b09a65863b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:05.143375 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec56c48-8994-4441-845a-8c4e6e4269f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb29b80-6d1d-4975-9876-bc702daff3f1'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:36:05.146390 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7940e791-cf20-4650-a32d-51bf73d993ec" -d '{"events": [{"server_uuid": "fec56c48-8994-4441-845a-8c4e6e4269f5", "name": "network-vif-unplugged", "status": "completed", "tag": "7fb29b80-6d1d-4975-9876-bc702daff3f1"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:36:05.172999 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-25e0ef90-6698-4e17-95a2-6b09a65863b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:05.173514 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 7fb29b80-6d1d-4975-9876-bc702daff3f1, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=7fb29b80-6d1d-4975-9876-bc702daff3f1,segment=NetworkSegment(04932683-d5b7-4cee-b0c4-c54f714c2f5b),segment_id=04932683-d5b7-4cee-b0c4-c54f714c2f5b)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:05.184355 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7fb29b80-6d1d-4975-9876-bc702daff3f1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:05.192153 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e0ef90-6698-4e17-95a2-6b09a65863b4 None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:36:05.193409 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-25e0ef90-6698-4e17-95a2-6b09a65863b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:05.218235 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe946-88fc-47e8-a4e1-6ead4b47bbbf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:05.236964 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8caf56d7-5408-4227-9174-9c3d3250dcb0 req-31047491-c140-418d-9539-ce8c3b41f0fe tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/security-groups?id=4df2c3d3-1906-489d-83a8-b62f10128af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491385 Feb 08 21:36:05.297721 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-6cf9da32-be8e-47ae-8892-e80707f45c4c req-09855130-aabf-445e-8077-7c487d021d53 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Deleting port 7fb29b80-6d1d-4975-9876-bc702daff3f1 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:05.300764 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6cf9da32-be8e-47ae-8892-e80707f45c4c req-09855130-aabf-445e-8077-7c487d021d53 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (7fb29b80-6d1d-4975-9876-bc702daff3f1), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:05.301597 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=7fb29b80-6d1d-4975-9876-bc702daff3f1,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:05.309369 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-25e0ef90-6698-4e17-95a2-6b09a65863b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:05.310629 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e0ef90-6698-4e17-95a2-6b09a65863b4 None None] The sync data for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:36:05.339480 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b2739565-4dd0-472e-bcad-3e16cab9fe19 admin admin] Publish callbacks [] for security_group (6662b699-ba97-4140-8e9b-b81617d75579), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:05.346198 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b2739565-4dd0-472e-bcad-3e16cab9fe19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6662b699-ba97-4140-8e9b-b81617d75579), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:05.404889 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17ef7b8-a53e-4158-adb0-a23d4820300d x-openstack-request-id: req-f17ef7b8-a53e-4158-adb0-a23d4820300d {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:36:05.405200 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec56c48-8994-4441-845a-8c4e6e4269f5", "name": "network-vif-deleted", "tag": "4a3ffc42-34b6-4e02-90dd-0d186ad1efab", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:36:05.405635 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f17ef7b8-a53e-4158-adb0-a23d4820300d {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:36:05.406175 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec56c48-8994-4441-845a-8c4e6e4269f5', 'name': 'network-vif-deleted', 'tag': '4a3ffc42-34b6-4e02-90dd-0d186ad1efab', 'status': 'completed', 'code': 200} Feb 08 21:36:05.412143 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2739565-4dd0-472e-bcad-3e16cab9fe19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6662b699-ba97-4140-8e9b-b81617d75579,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:05.421581 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd86857-e7fb-4183-9694-1b033c1d2d94 req-a6c1ae0e-3b3e-4581-9590-e0a0662951fc tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:05.430073 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b2739565-4dd0-472e-bcad-3e16cab9fe19 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0b9f7b29635b4ae8b75c76b2b65a0084&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3663192 Feb 08 21:36:05.430743 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34402) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:05.432049 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1cd86857-e7fb-4183-9694-1b033c1d2d94 req-a6c1ae0e-3b3e-4581-9590-e0a0662951fc tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.3177941 Feb 08 21:36:05.484436 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6d6fe946-88fc-47e8-a4e1-6ead4b47bbbf tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.9840550 Feb 08 21:36:05.484665 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34404) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:05.490402 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2069a136-d9fa-4f12-bbb8-0906fe35a420 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1052541185'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:05.523620 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2069a136-d9fa-4f12-bbb8-0906fe35a420 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Made reservation on behalf of fb496b125f0d4415b233884bbd75b2a5 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:05.525165 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-6cf9da32-be8e-47ae-8892-e80707f45c4c req-09855130-aabf-445e-8077-7c487d021d53 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] For port 7fb29b80-6d1d-4975-9876-bc702daff3f1, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=7fb29b80-6d1d-4975-9876-bc702daff3f1,segment=NetworkSegment(04932683-d5b7-4cee-b0c4-c54f714c2f5b),segment_id=04932683-d5b7-4cee-b0c4-c54f714c2f5b)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:05.525643 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6cf9da32-be8e-47ae-8892-e80707f45c4c req-09855130-aabf-445e-8077-7c487d021d53 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (7fb29b80-6d1d-4975-9876-bc702daff3f1), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:05.528167 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2069a136-d9fa-4f12-bbb8-0906fe35a420 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:05.537243 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12718068-d07b-4c74-ae3b-1d5fa5782b16 admin admin] Publish callbacks [] for security_group (6662b699-ba97-4140-8e9b-b81617d75579), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:05.558539 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-6cf9da32-be8e-47ae-8892-e80707f45c4c req-09855130-aabf-445e-8077-7c487d021d53 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Calling delete_port for 7fb29b80-6d1d-4975-9876-bc702daff3f1 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:05.569741 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2069a136-d9fa-4f12-bbb8-0906fe35a420 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:36:05.580801 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12718068-d07b-4c74-ae3b-1d5fa5782b16 admin admin] Publish callbacks [] for security_group (6662b699-ba97-4140-8e9b-b81617d75579), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:05.584836 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1cd86857-e7fb-4183-9694-1b033c1d2d94 req-78ccd932-7e9f-4b94-aa12-95db0e919fa0 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477158 Feb 08 21:36:05.595470 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2069a136-d9fa-4f12-bbb8-0906fe35a420 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (7a93f692-912c-4cc8-a0ed-83be69b59086), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:05.596143 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-2069a136-d9fa-4f12-bbb8-0906fe35a420 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Added segment 7a93f692-912c-4cc8-a0ed-83be69b59086 of type vlan for network 4c0e0719-d9f1-4b7a-a511-a9be5c32e45e Feb 08 21:36:05.612918 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7268dd4-76ad-42cc-b250-cfd56efc62e4 req-26e0a65e-e1fc-4d81-aeba-8d0140b03757 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:05.627747 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:36:05.629913 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b7268dd4-76ad-42cc-b250-cfd56efc62e4 req-26e0a65e-e1fc-4d81-aeba-8d0140b03757 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 945 time: 0.1710353 Feb 08 21:36:05.671706 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2069a136-d9fa-4f12-bbb8-0906fe35a420 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (4c0e0719-d9f1-4b7a-a511-a9be5c32e45e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:05.719128 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2069a136-d9fa-4f12-bbb8-0906fe35a420 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (4c0e0719-d9f1-4b7a-a511-a9be5c32e45e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:05.724417 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2069a136-d9fa-4f12-bbb8-0906fe35a420 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:05.725014 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2069a136-d9fa-4f12-bbb8-0906fe35a420 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:05.765253 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b7268dd4-76ad-42cc-b250-cfd56efc62e4 req-dcdb1984-fd65-4b1d-9f87-42baa840475c tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343551 Feb 08 21:36:05.791243 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adccdba-847c-49ef-8141-134824687732 req-baf642fc-6176-4668-a9b7-d084e05eb864 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:05.798074 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5adccdba-847c-49ef-8141-134824687732 req-baf642fc-6176-4668-a9b7-d084e05eb864 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 946 time: 0.1163154 Feb 08 21:36:05.819500 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069a136-d9fa-4f12-bbb8-0906fe35a420 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event updated for resources: {'Network': ['ID=4c0e0719-d9f1-4b7a-a511-a9be5c32e45e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:05.828014 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c5a174-a40a-4a1b-9c72-e0065398234d x-openstack-request-id: req-43c5a174-a40a-4a1b-9c72-e0065398234d {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:36:05.828275 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec56c48-8994-4441-845a-8c4e6e4269f5", "name": "network-vif-unplugged", "status": "completed", "tag": "7fb29b80-6d1d-4975-9876-bc702daff3f1", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:36:05.828534 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-43c5a174-a40a-4a1b-9c72-e0065398234d {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:36:05.828926 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec56c48-8994-4441-845a-8c4e6e4269f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb29b80-6d1d-4975-9876-bc702daff3f1', 'code': 200} Feb 08 21:36:05.831350 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 4c0e0719-d9f1-4b7a-a511-a9be5c32e45e details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:36:05.835933 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12718068-d07b-4c74-ae3b-1d5fa5782b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6662b699-ba97-4140-8e9b-b81617d75579), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:05.841758 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12718068-d07b-4c74-ae3b-1d5fa5782b16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:05.846070 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-12718068-d07b-4c74-ae3b-1d5fa5782b16 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6662b699-ba97-4140-8e9b-b81617d75579 HTTP/1.1" status: 204 len: 168 time: 0.4138689 Feb 08 21:36:05.856873 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12718068-d07b-4c74-ae3b-1d5fa5782b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6662b699-ba97-4140-8e9b-b81617d75579,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:05.874033 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2069a136-d9fa-4f12-bbb8-0906fe35a420 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3882608 Feb 08 21:36:05.874766 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34412) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:05.880420 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-29757ea1-6ea8-44f3-b05c-6c6f90f8da0b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Request body: {'subnet': {'network_id': '4c0e0719-d9f1-4b7a-a511-a9be5c32e45e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:06.012885 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29757ea1-6ea8-44f3-b05c-6c6f90f8da0b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Made reservation on behalf of fb496b125f0d4415b233884bbd75b2a5 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:06.020010 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29757ea1-6ea8-44f3-b05c-6c6f90f8da0b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:06.023608 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5adccdba-847c-49ef-8141-134824687732 req-3783c460-f235-4b8d-9ef0-f8da79d3d316 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246740 Feb 08 21:36:06.065045 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6cf9da32-be8e-47ae-8892-e80707f45c4c req-09855130-aabf-445e-8077-7c487d021d53 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (7fb29b80-6d1d-4975-9876-bc702daff3f1), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:06.141386 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09855130-aabf-445e-8077-7c487d021d53 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Pushing event deleted for resources: {'Port': ['ID=7fb29b80-6d1d-4975-9876-bc702daff3f1,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:06.177426 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227468bf-ad50-4b95-8b79-f90a138366b5 req-954434c7-ef15-415c-b466-d4fa5fd6bc65 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:06.188174 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-227468bf-ad50-4b95-8b79-f90a138366b5 req-954434c7-ef15-415c-b466-d4fa5fd6bc65 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.2682879 Feb 08 21:36:06.224707 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf9da32-be8e-47ae-8892-e80707f45c4c req-09855130-aabf-445e-8077-7c487d021d53 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] No DVR routers for this DVR port 7fb29b80-6d1d-4975-9876-bc702daff3f1 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:36:06.270833 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6cf9da32-be8e-47ae-8892-e80707f45c4c req-09855130-aabf-445e-8077-7c487d021d53 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:06.281860 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6cf9da32-be8e-47ae-8892-e80707f45c4c req-09855130-aabf-445e-8077-7c487d021d53 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.96 "DELETE /v2.0/ports/7fb29b80-6d1d-4975-9876-bc702daff3f1 HTTP/1.1" status: 204 len: 173 time: 1.4946973 Feb 08 21:36:06.301153 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-227468bf-ad50-4b95-8b79-f90a138366b5 req-29ad53f3-c155-4f80-8bf0-f22738f39eec tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114051 Feb 08 21:36:06.340246 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29757ea1-6ea8-44f3-b05c-6c6f90f8da0b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (e850c472-3193-43d6-96c1-5cbfabfeb45a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:06.398335 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:06.465153 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c698956a-dc65-4511-9407-8cfade35ee61 req-b2080635-ac34-4de4-ba15-2d112c588cff tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "GET /v2.0/ports?device_id=fec56c48-8994-4441-845a-8c4e6e4269f5 HTTP/1.1" status: 200 len: 210 time: 0.0962977 Feb 08 21:36:06.541398 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29757ea1-6ea8-44f3-b05c-6c6f90f8da0b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event updated for resources: {'Subnet': ['ID=e850c472-3193-43d6-96c1-5cbfabfeb45a,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:06.544495 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29757ea1-6ea8-44f3-b05c-6c6f90f8da0b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Checking segment: {'id': '7a93f692-912c-4cc8-a0ed-83be69b59086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4c0e0719-d9f1-4b7a-a511-a9be5c32e45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:36:06.545052 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29757ea1-6ea8-44f3-b05c-6c6f90f8da0b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Network hostable DHCP agents. Network: 4c0e0719-d9f1-4b7a-a511-a9be5c32e45e, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:36:06.566601 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29757ea1-6ea8-44f3-b05c-6c6f90f8da0b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Network 4c0e0719-d9f1-4b7a-a511-a9be5c32e45e is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:36:06.577690 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-29757ea1-6ea8-44f3-b05c-6c6f90f8da0b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 4c0e0719-d9f1-4b7a-a511-a9be5c32e45e) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:06.594119 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f278254d-229d-4e4c-b6b1-fd8660acdde5 None None] Network 4c0e0719-d9f1-4b7a-a511-a9be5c32e45e requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:36:06.610436 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29757ea1-6ea8-44f3-b05c-6c6f90f8da0b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:06.613332 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29757ea1-6ea8-44f3-b05c-6c6f90f8da0b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:06.620431 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:06.641011 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-29757ea1-6ea8-44f3-b05c-6c6f90f8da0b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7650335 Feb 08 21:36:06.643733 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34426) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:06.655427 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-17e50f85-c4fb-4f16-bbd6-c75de87973e1 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-481480649', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:06.711435 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17e50f85-c4fb-4f16-bbd6-c75de87973e1 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (12ea18de-ba1e-4259-8ba7-2eacd0e7d756), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:06.713580 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17e50f85-c4fb-4f16-bbd6-c75de87973e1 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (12ea18de-ba1e-4259-8ba7-2eacd0e7d756), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:06.718896 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc58a3-a0a3-43ce-a3f7-2257a32ecfd4 req-89d39cb4-a613-47bf-b047-cd26610bf3d1 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:06.724292 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aebc58a3-a0a3-43ce-a3f7-2257a32ecfd4 req-89d39cb4-a613-47bf-b047-cd26610bf3d1 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1397591 Feb 08 21:36:06.747288 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dd4d1a-43ac-4b8a-89e3-a04c441c3429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-4c0e0719-d9f1-4b7a-a511-a9be5c32e45e', 'network_id': '4c0e0719-d9f1-4b7a-a511-a9be5c32e45e', 'project_id': 'fb496b125f0d4415b233884bbd75b2a5', 'fixed_ips': [{'subnet_id': 'e850c472-3193-43d6-96c1-5cbfabfeb45a'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:36:06.749087 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-90dd4d1a-43ac-4b8a-89e3-a04c441c3429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:06.885494 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17e50f85-c4fb-4f16-bbd6-c75de87973e1 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for router_controller (12ea18de-ba1e-4259-8ba7-2eacd0e7d756), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:06.890312 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aebc58a3-a0a3-43ce-a3f7-2257a32ecfd4 req-43e52071-0bd9-46fd-98a6-5b4dde501468 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585753 Feb 08 21:36:07.041183 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e0f31-e527-48ba-8ac8-2bb7d31bc51c req-5b3011fb-6d08-48ea-8a0d-7a4273042ea9 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:07.065624 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7f4e0f31-e527-48ba-8ac8-2bb7d31bc51c req-5b3011fb-6d08-48ea-8a0d-7a4273042ea9 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 945 time: 0.1598935 Feb 08 21:36:07.097570 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-90dd4d1a-43ac-4b8a-89e3-a04c441c3429 None None] Allocated IP 172.20.0.2 (4c0e0719-d9f1-4b7a-a511-a9be5c32e45e/e850c472-3193-43d6-96c1-5cbfabfeb45a/e7100d3a-a191-42b3-83eb-ce6cdabfd8f3) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:36:07.170187 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7f4e0f31-e527-48ba-8ac8-2bb7d31bc51c req-7085f7b8-16f0-4739-96fd-9c2a57609d59 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977042 Feb 08 21:36:07.198766 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa4f44-9e66-42d1-9b22-eb7dfe50fd62 req-7f3d1f0c-2d3e-417b-b6f0-13a03ae3f357 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:07.215605 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c3aa4f44-9e66-42d1-9b22-eb7dfe50fd62 req-7f3d1f0c-2d3e-417b-b6f0-13a03ae3f357 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1200831 Feb 08 21:36:07.218500 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34446) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:07.232117 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-6d48920f-8069-49eb-bfe4-13dc29a0ecca tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Request body: {'subnet': {'network_id': 'b4aeeb09-a54e-46a9-9ca4-66b046ef8f52', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:07.299429 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-90dd4d1a-43ac-4b8a-89e3-a04c441c3429 None None] Publish callbacks [] for port (e7100d3a-a191-42b3-83eb-ce6cdabfd8f3), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:07.313988 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-90dd4d1a-43ac-4b8a-89e3-a04c441c3429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (e7100d3a-a191-42b3-83eb-ce6cdabfd8f3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:07.373692 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dd4d1a-43ac-4b8a-89e3-a04c441c3429 None None] Network 4c0e0719-d9f1-4b7a-a511-a9be5c32e45e is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:36:07.377898 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-90dd4d1a-43ac-4b8a-89e3-a04c441c3429 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:07.379897 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd4d1a-43ac-4b8a-89e3-a04c441c3429 None None] Pushing event updated for resources: {'Port': ['ID=e7100d3a-a191-42b3-83eb-ce6cdabfd8f3,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:07.382155 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dd4d1a-43ac-4b8a-89e3-a04c441c3429 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:36:07.406958 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c3aa4f44-9e66-42d1-9b22-eb7dfe50fd62 req-950001a6-3ec5-4b4e-ba12-dd739efdf257 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893110 Feb 08 21:36:07.410810 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec56c48-8994-4441-845a-8c4e6e4269f5', 'name': 'network-vif-deleted', 'tag': '7fb29b80-6d1d-4975-9876-bc702daff3f1'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:36:07.413737 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fd18b0-3d1d-41b7-b5c9-59adb9fb6877" -d '{"events": [{"server_uuid": "fec56c48-8994-4441-845a-8c4e6e4269f5", "name": "network-vif-deleted", "tag": "7fb29b80-6d1d-4975-9876-bc702daff3f1"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:36:07.482591 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0befbf-1ec8-41bc-ba77-2b3cae6e177e x-openstack-request-id: req-4d0befbf-1ec8-41bc-ba77-2b3cae6e177e {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:36:07.483722 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec56c48-8994-4441-845a-8c4e6e4269f5", "name": "network-vif-deleted", "tag": "7fb29b80-6d1d-4975-9876-bc702daff3f1", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:36:07.484242 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4d0befbf-1ec8-41bc-ba77-2b3cae6e177e {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:36:07.484861 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec56c48-8994-4441-845a-8c4e6e4269f5', 'name': 'network-vif-deleted', 'tag': '7fb29b80-6d1d-4975-9876-bc702daff3f1', 'status': 'completed', 'code': 200} Feb 08 21:36:07.497656 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-90dd4d1a-43ac-4b8a-89e3-a04c441c3429 None None] Attempting to bind port e7100d3a-a191-42b3-83eb-ce6cdabfd8f3 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:36:07.498178 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-90dd4d1a-43ac-4b8a-89e3-a04c441c3429 None None] Attempting to bind port e7100d3a-a191-42b3-83eb-ce6cdabfd8f3 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '7a93f692-912c-4cc8-a0ed-83be69b59086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4c0e0719-d9f1-4b7a-a511-a9be5c32e45e'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:36:07.498435 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dd4d1a-43ac-4b8a-89e3-a04c441c3429 None None] Attempting to bind port e7100d3a-a191-42b3-83eb-ce6cdabfd8f3 on network 4c0e0719-d9f1-4b7a-a511-a9be5c32e45e {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:36:07.505191 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dd4d1a-43ac-4b8a-89e3-a04c441c3429 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:36:07.505787 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dd4d1a-43ac-4b8a-89e3-a04c441c3429 None None] Checking segment: {'id': '7a93f692-912c-4cc8-a0ed-83be69b59086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4c0e0719-d9f1-4b7a-a511-a9be5c32e45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:36:07.506377 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-90dd4d1a-43ac-4b8a-89e3-a04c441c3429 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:07.508664 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dd4d1a-43ac-4b8a-89e3-a04c441c3429 None None] Bound using segment: {'id': '7a93f692-912c-4cc8-a0ed-83be69b59086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4c0e0719-d9f1-4b7a-a511-a9be5c32e45e'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:36:07.509567 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-90dd4d1a-43ac-4b8a-89e3-a04c441c3429 None None] Bound port: e7100d3a-a191-42b3-83eb-ce6cdabfd8f3, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a93f692-912c-4cc8-a0ed-83be69b59086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4c0e0719-d9f1-4b7a-a511-a9be5c32e45e'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:36:07.510043 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-90dd4d1a-43ac-4b8a-89e3-a04c441c3429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e7100d3a-a191-42b3-83eb-ce6cdabfd8f3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:07.514525 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40319a-e74b-4591-8d25-267021ee94e4 req-5e6b10e0-4541-4314-9c0e-6718d4fee6f0 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:07.522980 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3d40319a-e74b-4591-8d25-267021ee94e4 req-5e6b10e0-4541-4314-9c0e-6718d4fee6f0 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 946 time: 0.2314670 Feb 08 21:36:07.562513 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d48920f-8069-49eb-bfe4-13dc29a0ecca tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Made reservation on behalf of e82d9af690d14e2f8d3fbab7569b61ec for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:07.566574 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6d48920f-8069-49eb-bfe4-13dc29a0ecca tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:07.593621 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-90dd4d1a-43ac-4b8a-89e3-a04c441c3429 None None] For port e7100d3a-a191-42b3-83eb-ce6cdabfd8f3, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:36:07.598149 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-90dd4d1a-43ac-4b8a-89e3-a04c441c3429 None None] For port e7100d3a-a191-42b3-83eb-ce6cdabfd8f3, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e7100d3a-a191-42b3-83eb-ce6cdabfd8f3,segment=NetworkSegment(7a93f692-912c-4cc8-a0ed-83be69b59086),segment_id=7a93f692-912c-4cc8-a0ed-83be69b59086)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:36:07.606983 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-90dd4d1a-43ac-4b8a-89e3-a04c441c3429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e7100d3a-a191-42b3-83eb-ce6cdabfd8f3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:07.682545 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd4d1a-43ac-4b8a-89e3-a04c441c3429 None None] Pushing event updated for resources: {'Port': ['ID=e7100d3a-a191-42b3-83eb-ce6cdabfd8f3,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:07.702558 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17e50f85-c4fb-4f16-bbd6-c75de87973e1 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for router_gateway (12ea18de-ba1e-4259-8ba7-2eacd0e7d756), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:08.034029 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17e50f85-c4fb-4f16-bbd6-c75de87973e1 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for router_gateway (12ea18de-ba1e-4259-8ba7-2eacd0e7d756), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:08.063918 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17e50f85-c4fb-4f16-bbd6-c75de87973e1 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:08.092935 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3d40319a-e74b-4591-8d25-267021ee94e4 req-f9f372c1-513e-4e8c-86a8-48d7a9b05499 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5683169 Feb 08 21:36:08.167225 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34468) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:08.193833 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-17e50f85-c4fb-4f16-bbd6-c75de87973e1 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Allocated IP 172.25.3.188 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/eb3f2a4d-3bb6-44d5-9825-9335331fdea9) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:36:08.220616 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71dcb8-c68c-488c-b7b4-038371e42b08 req-69e7ae24-39af-400e-8fbc-7222903ddcb8 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:08.222857 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d71dcb8-c68c-488c-b7b4-038371e42b08 req-69e7ae24-39af-400e-8fbc-7222903ddcb8 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.6641822 Feb 08 21:36:08.316176 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-022e5bf6-d6d8-4729-a2b6-32026e4eb1b8 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Deleting subnet 4f03708c-6551-4bc4-9e4f-280e9909b3fc {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:36:08.319996 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17e50f85-c4fb-4f16-bbd6-c75de87973e1 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for port (eb3f2a4d-3bb6-44d5-9825-9335331fdea9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:08.324647 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-022e5bf6-d6d8-4729-a2b6-32026e4eb1b8 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks [] for subnet (4f03708c-6551-4bc4-9e4f-280e9909b3fc), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:08.362728 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17e50f85-c4fb-4f16-bbd6-c75de87973e1 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (eb3f2a4d-3bb6-44d5-9825-9335331fdea9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:08.423266 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e50f85-c4fb-4f16-bbd6-c75de87973e1 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:36:08.426338 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-17e50f85-c4fb-4f16-bbd6-c75de87973e1 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:08.431546 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e50f85-c4fb-4f16-bbd6-c75de87973e1 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:36:08.434973 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e50f85-c4fb-4f16-bbd6-c75de87973e1 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event updated for resources: {'Port': ['ID=eb3f2a4d-3bb6-44d5-9825-9335331fdea9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:08.451140 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d71dcb8-c68c-488c-b7b4-038371e42b08 req-7b35b299-0dfb-471e-a01a-ab6404e3c3e3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213750 Feb 08 21:36:08.465727 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-022e5bf6-d6d8-4729-a2b6-32026e4eb1b8 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (4f03708c-6551-4bc4-9e4f-280e9909b3fc), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:08.506411 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40b19b-dac5-46f6-8cc9-95b376f291f4 req-2f543c84-a0ee-4b7d-ad2e-a52def7823b5 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:08.513819 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4c40b19b-dac5-46f6-8cc9-95b376f291f4 req-2f543c84-a0ee-4b7d-ad2e-a52def7823b5 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 945 time: 0.2687128 Feb 08 21:36:08.519564 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6d48920f-8069-49eb-bfe4-13dc29a0ecca tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (024d0b6f-519c-4270-9118-10485ddadd96), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:08.702284 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48920f-8069-49eb-bfe4-13dc29a0ecca tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event updated for resources: {'Subnet': ['ID=024d0b6f-519c-4270-9118-10485ddadd96,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:08.729677 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4c40b19b-dac5-46f6-8cc9-95b376f291f4 req-084ba845-5ce2-4179-b57c-d107fd1fba4d tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091930 Feb 08 21:36:08.755174 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-022e5bf6-d6d8-4729-a2b6-32026e4eb1b8 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (4f03708c-6551-4bc4-9e4f-280e9909b3fc), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:08.775737 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17e50f85-c4fb-4f16-bbd6-c75de87973e1 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for router_gateway (12ea18de-ba1e-4259-8ba7-2eacd0e7d756), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:08.796898 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d48920f-8069-49eb-bfe4-13dc29a0ecca tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Checking segment: {'id': '8b284a15-0960-4d35-80d5-cda5cf639329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b4aeeb09-a54e-46a9-9ca4-66b046ef8f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:36:08.797298 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d48920f-8069-49eb-bfe4-13dc29a0ecca tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Network hostable DHCP agents. Network: b4aeeb09-a54e-46a9-9ca4-66b046ef8f52, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:36:08.842915 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bec56-797f-4b75-ae2c-d102a445b30d req-a9c846fc-20ad-404b-b9ea-e0d2ab93369c tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:08.844646 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-286bec56-797f-4b75-ae2c-d102a445b30d req-a9c846fc-20ad-404b-b9ea-e0d2ab93369c tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.2276509 Feb 08 21:36:08.899806 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-022e5bf6-d6d8-4729-a2b6-32026e4eb1b8 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (4f03708c-6551-4bc4-9e4f-280e9909b3fc), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:08.934485 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d48920f-8069-49eb-bfe4-13dc29a0ecca tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Network b4aeeb09-a54e-46a9-9ca4-66b046ef8f52 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:36:08.965197 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e5bf6-d6d8-4729-a2b6-32026e4eb1b8 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Pushing event deleted for resources: {'Subnet': ['ID=4f03708c-6551-4bc4-9e4f-280e9909b3fc,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:08.981783 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11124050-3447-46a0-b837-f82e73cbc613 None None] Network b78cdfbe-37be-4e93-8a7c-19400469f503 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:36:08.985812 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-022e5bf6-d6d8-4729-a2b6-32026e4eb1b8 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:08.993401 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-022e5bf6-d6d8-4729-a2b6-32026e4eb1b8 tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "DELETE /v2.0/subnets/4f03708c-6551-4bc4-9e4f-280e9909b3fc HTTP/1.1" status: 204 len: 168 time: 0.8204002 Feb 08 21:36:08.995202 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-286bec56-797f-4b75-ae2c-d102a445b30d req-15249048-17f9-4910-babf-ea2655a7d461 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172194 Feb 08 21:36:08.996118 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34492) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:09.006119 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-6d48920f-8069-49eb-bfe4-13dc29a0ecca tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, b4aeeb09-a54e-46a9-9ca4-66b046ef8f52) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:09.063601 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d48920f-8069-49eb-bfe4-13dc29a0ecca tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:09.064285 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6d48920f-8069-49eb-bfe4-13dc29a0ecca tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:09.072749 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17e50f85-c4fb-4f16-bbd6-c75de87973e1 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (12ea18de-ba1e-4259-8ba7-2eacd0e7d756), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:09.098133 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3056ec-b4d6-4144-ae08-60793bb9a955 None None] Network b4aeeb09-a54e-46a9-9ca4-66b046ef8f52 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:36:09.102543 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1785e9c-489d-4f6f-a5d7-a4f3a3a265a4 None None] Network 4c0e0719-d9f1-4b7a-a511-a9be5c32e45e requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:36:09.143672 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6d48920f-8069-49eb-bfe4-13dc29a0ecca tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9224429 Feb 08 21:36:09.145533 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34502) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:09.151085 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e6a8103d-afa6-467f-a3db-c8fee4ffb443 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1134797312'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:09.222106 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a8103d-afa6-467f-a3db-c8fee4ffb443 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Made reservation on behalf of e82d9af690d14e2f8d3fbab7569b61ec for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:09.226913 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6a8103d-afa6-467f-a3db-c8fee4ffb443 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:09.262631 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e4f7835-df2d-4243-8722-e6c6e7b8af1e tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (b78cdfbe-37be-4e93-8a7c-19400469f503), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:09.298673 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d49f5-7f2f-4503-8d04-19546f2a847b req-6a338ae0-f1ca-4c5a-9edc-df7ed8b33620 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:09.306238 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a8103d-afa6-467f-a3db-c8fee4ffb443 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:36:09.307525 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e3d49f5-7f2f-4503-8d04-19546f2a847b req-6a338ae0-f1ca-4c5a-9edc-df7ed8b33620 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1596222 Feb 08 21:36:09.331380 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6a8103d-afa6-467f-a3db-c8fee4ffb443 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (dfe4eabf-e1b5-410b-a965-fdcc5d6129b0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:09.331788 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-e6a8103d-afa6-467f-a3db-c8fee4ffb443 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Added segment dfe4eabf-e1b5-410b-a965-fdcc5d6129b0 of type vlan for network f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5 Feb 08 21:36:09.334797 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-920aa1a5-d2a4-4f57-8a46-eef50cf1ebd1 None None] Provisioning complete for port e7100d3a-a191-42b3-83eb-ce6cdabfd8f3 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:36:09.335456 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-920aa1a5-d2a4-4f57-8a46-eef50cf1ebd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e7100d3a-a191-42b3-83eb-ce6cdabfd8f3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:09.363817 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154c578-70b4-460a-8054-29c8f33ff4bd req-b41ed2a4-4d15-4d0d-aeae-a138df094b68 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:09.365389 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a154c578-70b4-460a-8054-29c8f33ff4bd req-b41ed2a4-4d15-4d0d-aeae-a138df094b68 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 946 time: 0.1644952 Feb 08 21:36:09.410059 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f6b653-2791-4aa4-aaf2-a8c12ae91604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-b4aeeb09-a54e-46a9-9ca4-66b046ef8f52', 'network_id': 'b4aeeb09-a54e-46a9-9ca4-66b046ef8f52', 'project_id': 'e82d9af690d14e2f8d3fbab7569b61ec', 'fixed_ips': [{'subnet_id': '024d0b6f-519c-4270-9118-10485ddadd96'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:36:09.411162 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-25f6b653-2791-4aa4-aaf2-a8c12ae91604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:09.428664 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e50f85-c4fb-4f16-bbd6-c75de87973e1 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Router 12ea18de-ba1e-4259-8ba7-2eacd0e7d756 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:36:09.449508 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6a8103d-afa6-467f-a3db-c8fee4ffb443 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:09.464306 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e3d49f5-7f2f-4503-8d04-19546f2a847b req-4b5c12ff-61b3-4acb-8a82-9a431d47550c tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516273 Feb 08 21:36:09.496505 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b229a90-710a-4bb9-a9d0-0dca91c1c2b7 None None] DHCP port deletion for b78cdfbe-37be-4e93-8a7c-19400469f503 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:36:09.572400 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a154c578-70b4-460a-8054-29c8f33ff4bd req-9d5ac800-0b1c-4553-a651-81c93a277620 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882925 Feb 08 21:36:09.582667 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-0e4f7835-df2d-4243-8722-e6c6e7b8af1e tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Deleting port f3a0ebff-d5e5-47ca-8403-2aad3cb3230b {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:09.585361 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e4f7835-df2d-4243-8722-e6c6e7b8af1e tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f3a0ebff-d5e5-47ca-8403-2aad3cb3230b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:09.616832 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-920aa1a5-d2a4-4f57-8a46-eef50cf1ebd1 None None] Current status of the port e7100d3a-a191-42b3-83eb-ce6cdabfd8f3 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:36:09.617453 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-920aa1a5-d2a4-4f57-8a46-eef50cf1ebd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e7100d3a-a191-42b3-83eb-ce6cdabfd8f3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:09.683807 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-920aa1a5-d2a4-4f57-8a46-eef50cf1ebd1 None None] For port e7100d3a-a191-42b3-83eb-ce6cdabfd8f3, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e7100d3a-a191-42b3-83eb-ce6cdabfd8f3,segment=NetworkSegment(7a93f692-912c-4cc8-a0ed-83be69b59086),segment_id=7a93f692-912c-4cc8-a0ed-83be69b59086)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:09.692548 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-920aa1a5-d2a4-4f57-8a46-eef50cf1ebd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e7100d3a-a191-42b3-83eb-ce6cdabfd8f3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:09.709940 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6a8103d-afa6-467f-a3db-c8fee4ffb443 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:09.721156 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a8103d-afa6-467f-a3db-c8fee4ffb443 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:09.723534 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6a8103d-afa6-467f-a3db-c8fee4ffb443 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:09.793950 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920aa1a5-d2a4-4f57-8a46-eef50cf1ebd1 None None] Pushing event updated for resources: {'Port': ['ID=e7100d3a-a191-42b3-83eb-ce6cdabfd8f3,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:09.796650 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-0e4f7835-df2d-4243-8722-e6c6e7b8af1e tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] For port f3a0ebff-d5e5-47ca-8403-2aad3cb3230b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f3a0ebff-d5e5-47ca-8403-2aad3cb3230b,segment=NetworkSegment(04932683-d5b7-4cee-b0c4-c54f714c2f5b),segment_id=04932683-d5b7-4cee-b0c4-c54f714c2f5b)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:09.797183 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e4f7835-df2d-4243-8722-e6c6e7b8af1e tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f3a0ebff-d5e5-47ca-8403-2aad3cb3230b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:09.797581 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e7100d3a-a191-42b3-83eb-ce6cdabfd8f3 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:36:09.820043 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-0e4f7835-df2d-4243-8722-e6c6e7b8af1e tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Calling delete_port for f3a0ebff-d5e5-47ca-8403-2aad3cb3230b owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:09.842286 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bef09-6af7-4e41-97f4-77fc7ec1bde8 req-75053b74-3eb3-4cb7-a6a9-732107e1c370 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:09.845075 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-941bef09-6af7-4e41-97f4-77fc7ec1bde8 req-75053b74-3eb3-4cb7-a6a9-732107e1c370 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1411586 Feb 08 21:36:09.891398 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8103d-afa6-467f-a3db-c8fee4ffb443 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event updated for resources: {'Network': ['ID=f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:09.898476 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e6a8103d-afa6-467f-a3db-c8fee4ffb443 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7516518 Feb 08 21:36:09.900603 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-25f6b653-2791-4aa4-aaf2-a8c12ae91604 None None] Allocated IP 2001:db8:0:ffff::2 (b4aeeb09-a54e-46a9-9ca4-66b046ef8f52/024d0b6f-519c-4270-9118-10485ddadd96/36176c0d-6780-4be9-85f4-dcbdbb094ae3) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:36:09.901401 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34522) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:09.912987 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3dce43f5-8bd1-406f-9071-e0cabffa8ea0 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Request body: {'subnet': {'network_id': 'f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:09.913817 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1b229a90-710a-4bb9-a9d0-0dca91c1c2b7 None None] Deleting port f3a0ebff-d5e5-47ca-8403-2aad3cb3230b {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:09.914392 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1b229a90-710a-4bb9-a9d0-0dca91c1c2b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f3a0ebff-d5e5-47ca-8403-2aad3cb3230b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:09.918088 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:36:10.028618 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e50f85-c4fb-4f16-bbd6-c75de87973e1 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:36:10.057352 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-941bef09-6af7-4e41-97f4-77fc7ec1bde8 req-66bb5999-f0f7-4e8a-a7e4-5a27b07c4f57 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007618 Feb 08 21:36:10.100481 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17e50f85-c4fb-4f16-bbd6-c75de87973e1 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:10.107414 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-17e50f85-c4fb-4f16-bbd6-c75de87973e1 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4600315 Feb 08 21:36:10.107639 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb9dcca-2f06-4a2f-aa9c-16c0769b61fe None None] Sync routers for ids ['12ea18de-ba1e-4259-8ba7-2eacd0e7d756'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:36:10.109845 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34530) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:10.115789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b60fd-bd65-41a7-90f7-66bf9935e8d1 req-44ad0eca-6ce0-45aa-ae74-7c1ebdc25c26 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:10.124272 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-bc35f612-8f2f-4b13-9535-5dd8cd1b0a06 None None] Provisioning complete for port e7100d3a-a191-42b3-83eb-ce6cdabfd8f3 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:36:10.124650 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bc35f612-8f2f-4b13-9535-5dd8cd1b0a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e7100d3a-a191-42b3-83eb-ce6cdabfd8f3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:10.127552 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b08b60fd-bd65-41a7-90f7-66bf9935e8d1 req-44ad0eca-6ce0-45aa-ae74-7c1ebdc25c26 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 945 time: 0.1735702 Feb 08 21:36:10.250742 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dce43f5-8bd1-406f-9071-e0cabffa8ea0 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Made reservation on behalf of e82d9af690d14e2f8d3fbab7569b61ec for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:10.254279 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e4f7835-df2d-4243-8722-e6c6e7b8af1e tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (f3a0ebff-d5e5-47ca-8403-2aad3cb3230b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:10.254463 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3dce43f5-8bd1-406f-9071-e0cabffa8ea0 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:10.272579 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb9dcca-2f06-4a2f-aa9c-16c0769b61fe None None] Routers {'12ea18de-ba1e-4259-8ba7-2eacd0e7d756'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:36:10.273240 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-6bb9dcca-2f06-4a2f-aa9c-16c0769b61fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['12ea18de-ba1e-4259-8ba7-2eacd0e7d756'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:10.278339 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-1b229a90-710a-4bb9-a9d0-0dca91c1c2b7 None None] For port f3a0ebff-d5e5-47ca-8403-2aad3cb3230b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f3a0ebff-d5e5-47ca-8403-2aad3cb3230b,segment=NetworkSegment(04932683-d5b7-4cee-b0c4-c54f714c2f5b),segment_id=04932683-d5b7-4cee-b0c4-c54f714c2f5b)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:10.278656 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1b229a90-710a-4bb9-a9d0-0dca91c1c2b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f3a0ebff-d5e5-47ca-8403-2aad3cb3230b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:10.298575 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f7835-df2d-4243-8722-e6c6e7b8af1e tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Pushing event deleted for resources: {'Port': ['ID=f3a0ebff-d5e5-47ca-8403-2aad3cb3230b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:10.315954 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b08b60fd-bd65-41a7-90f7-66bf9935e8d1 req-ee66bb09-3d46-4bdf-bdfe-bd1ab46e363b tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868007 Feb 08 21:36:10.339187 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c623c5-494a-46cd-9092-f9bd3187b06c req-9f9a15d7-6b3b-46f6-9734-3d23c1cb525e tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:10.341144 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-75c623c5-494a-46cd-9092-f9bd3187b06c req-9f9a15d7-6b3b-46f6-9734-3d23c1cb525e tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1404746 Feb 08 21:36:10.344437 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4f7835-df2d-4243-8722-e6c6e7b8af1e tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] No DVR routers for this DVR port f3a0ebff-d5e5-47ca-8403-2aad3cb3230b on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:36:10.495225 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-75c623c5-494a-46cd-9092-f9bd3187b06c req-768a719a-0515-4482-9027-9d674cf2b1a2 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216719 Feb 08 21:36:10.538111 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e4f7835-df2d-4243-8722-e6c6e7b8af1e tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (b78cdfbe-37be-4e93-8a7c-19400469f503), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:10.581549 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-0e4f7835-df2d-4243-8722-e6c6e7b8af1e tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b78cdfbe-37be-4e93-8a7c-19400469f503']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:10.598485 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-0e4f7835-df2d-4243-8722-e6c6e7b8af1e tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04932683-d5b7-4cee-b0c4-c54f714c2f5b') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:10.599661 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-0e4f7835-df2d-4243-8722-e6c6e7b8af1e tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04932683-d5b7-4cee-b0c4-c54f714c2f5b') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:10.621534 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e4f7835-df2d-4243-8722-e6c6e7b8af1e tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (04932683-d5b7-4cee-b0c4-c54f714c2f5b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:10.637492 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e4f7835-df2d-4243-8722-e6c6e7b8af1e tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (04932683-d5b7-4cee-b0c4-c54f714c2f5b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:10.656369 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4f7835-df2d-4243-8722-e6c6e7b8af1e tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:36:10.657523 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e4f7835-df2d-4243-8722-e6c6e7b8af1e tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (04932683-d5b7-4cee-b0c4-c54f714c2f5b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:36:10.671192 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:36:10.721741 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port e7100d3a-a191-42b3-83eb-ce6cdabfd8f3 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:36:10.722196 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e7100d3a-a191-42b3-83eb-ce6cdabfd8f3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:10.806056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-bc35f612-8f2f-4b13-9535-5dd8cd1b0a06 None None] Current status of the port e7100d3a-a191-42b3-83eb-ce6cdabfd8f3 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:36:10.815818 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-6bb9dcca-2f06-4a2f-aa9c-16c0769b61fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:10.831481 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e4f7835-df2d-4243-8722-e6c6e7b8af1e tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (b78cdfbe-37be-4e93-8a7c-19400469f503), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:10.835239 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1b229a90-710a-4bb9-a9d0-0dca91c1c2b7 None None] Calling delete_port for f3a0ebff-d5e5-47ca-8403-2aad3cb3230b owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:10.838659 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e4f7835-df2d-4243-8722-e6c6e7b8af1e tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:10.842080 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0e4f7835-df2d-4243-8722-e6c6e7b8af1e tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "DELETE /v2.0/networks/b78cdfbe-37be-4e93-8a7c-19400469f503 HTTP/1.1" status: 204 len: 168 time: 1.8449166 Feb 08 21:36:10.848728 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34546) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:10.889279 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb9dcca-2f06-4a2f-aa9c-16c0769b61fe None None] Routers {'12ea18de-ba1e-4259-8ba7-2eacd0e7d756'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:36:10.890641 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-6bb9dcca-2f06-4a2f-aa9c-16c0769b61fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['12ea18de-ba1e-4259-8ba7-2eacd0e7d756'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:10.896395 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f7835-df2d-4243-8722-e6c6e7b8af1e tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Pushing event deleted for resources: {'Network': ['ID=b78cdfbe-37be-4e93-8a7c-19400469f503,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:10.912411 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd249a-6671-4908-8019-fab7e9356ec5 req-23e6d6e6-e802-4056-abd8-f5dd5bec4960 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:10.914010 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b5cd249a-6671-4908-8019-fab7e9356ec5 req-23e6d6e6-e802-4056-abd8-f5dd5bec4960 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 946 time: 0.1857772 Feb 08 21:36:10.945796 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03aa3d-1684-4159-8e90-0be38e3b84c6 req-b835d13c-d174-4559-8ee8-adb3ab2500c3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:10.947395 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d03aa3d-1684-4159-8e90-0be38e3b84c6 req-b835d13c-d174-4559-8ee8-adb3ab2500c3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1692026 Feb 08 21:36:10.953689 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-6bb9dcca-2f06-4a2f-aa9c-16c0769b61fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:10.954361 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb9dcca-2f06-4a2f-aa9c-16c0769b61fe None None] The sync data for ids ['12ea18de-ba1e-4259-8ba7-2eacd0e7d756'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:36:10.974978 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21069ae-83b3-4a09-b820-f1fbf755b38b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Deleting subnet 32c97e03-c235-4cd7-b920-fab30af18294 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:36:10.989358 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c21069ae-83b3-4a09-b820-f1fbf755b38b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks [] for subnet (32c97e03-c235-4cd7-b920-fab30af18294), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:11.054863 n-d-712143-31 neutron-server[103434]: DEBUG neutron.objects.ports [None req-3dce43f5-8bd1-406f-9071-e0cabffa8ea0 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103434) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 21:36:11.057919 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3dce43f5-8bd1-406f-9071-e0cabffa8ea0 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (76933caa-e45c-468a-ba5b-993a3e1caaaa), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:11.074374 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c21069ae-83b3-4a09-b820-f1fbf755b38b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (32c97e03-c235-4cd7-b920-fab30af18294), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:11.083076 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port e7100d3a-a191-42b3-83eb-ce6cdabfd8f3 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:36:11.084088 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b5cd249a-6671-4908-8019-fab7e9356ec5 req-b5ba4427-693b-45c5-9adf-b8cf257535bf tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598604 Feb 08 21:36:11.135744 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-25f6b653-2791-4aa4-aaf2-a8c12ae91604 None None] Publish callbacks [] for port (36176c0d-6780-4be9-85f4-dcbdbb094ae3), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:11.162279 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1b229a90-710a-4bb9-a9d0-0dca91c1c2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (f3a0ebff-d5e5-47ca-8403-2aad3cb3230b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:11.176084 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1b229a90-710a-4bb9-a9d0-0dca91c1c2b7 None None] Network b78cdfbe-37be-4e93-8a7c-19400469f503 is not hosted by any dhcp agent {{(pid=103435) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 08 21:36:11.176601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b229a90-710a-4bb9-a9d0-0dca91c1c2b7 None None] No DVR routers for this DVR port f3a0ebff-d5e5-47ca-8403-2aad3cb3230b on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:36:11.183159 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-25f6b653-2791-4aa4-aaf2-a8c12ae91604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (36176c0d-6780-4be9-85f4-dcbdbb094ae3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:11.185427 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f3a0ebff-d5e5-47ca-8403-2aad3cb3230b no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:36:11.203086 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c21069ae-83b3-4a09-b820-f1fbf755b38b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (32c97e03-c235-4cd7-b920-fab30af18294), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:11.223909 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b229a90-710a-4bb9-a9d0-0dca91c1c2b7 None None] Pushing event deleted for resources: {'Port': ['ID=f3a0ebff-d5e5-47ca-8403-2aad3cb3230b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:11.257471 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce43f5-8bd1-406f-9071-e0cabffa8ea0 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event updated for resources: {'Subnet': ['ID=76933caa-e45c-468a-ba5b-993a3e1caaaa,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:11.258796 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: f3a0ebff-d5e5-47ca-8403-2aad3cb3230b {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:36:11.259158 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f3a0ebff-d5e5-47ca-8403-2aad3cb3230b not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:36:11.270769 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:11.272760 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dce43f5-8bd1-406f-9071-e0cabffa8ea0 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Checking segment: {'id': 'dfe4eabf-e1b5-410b-a965-fdcc5d6129b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:36:11.275884 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dce43f5-8bd1-406f-9071-e0cabffa8ea0 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Network hostable DHCP agents. Network: f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:36:11.316882 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d03aa3d-1684-4159-8e90-0be38e3b84c6 req-30961789-97b9-413e-ade3-0cbaf799c5bf tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581047 Feb 08 21:36:11.319966 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f6b653-2791-4aa4-aaf2-a8c12ae91604 None None] Network b4aeeb09-a54e-46a9-9ca4-66b046ef8f52 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:36:11.323808 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-25f6b653-2791-4aa4-aaf2-a8c12ae91604 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:11.335287 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f6b653-2791-4aa4-aaf2-a8c12ae91604 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:36:11.345465 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6b653-2791-4aa4-aaf2-a8c12ae91604 None None] Pushing event updated for resources: {'Port': ['ID=36176c0d-6780-4be9-85f4-dcbdbb094ae3,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:11.358538 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c21069ae-83b3-4a09-b820-f1fbf755b38b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (32c97e03-c235-4cd7-b920-fab30af18294), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:11.441595 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21069ae-83b3-4a09-b820-f1fbf755b38b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Pushing event deleted for resources: {'Subnet': ['ID=32c97e03-c235-4cd7-b920-fab30af18294,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:11.458522 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c21069ae-83b3-4a09-b820-f1fbf755b38b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:11.465004 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-25f6b653-2791-4aa4-aaf2-a8c12ae91604 None None] Attempting to bind port 36176c0d-6780-4be9-85f4-dcbdbb094ae3 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:36:11.465413 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-25f6b653-2791-4aa4-aaf2-a8c12ae91604 None None] Attempting to bind port 36176c0d-6780-4be9-85f4-dcbdbb094ae3 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '8b284a15-0960-4d35-80d5-cda5cf639329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b4aeeb09-a54e-46a9-9ca4-66b046ef8f52'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:36:11.465778 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f6b653-2791-4aa4-aaf2-a8c12ae91604 None None] Attempting to bind port 36176c0d-6780-4be9-85f4-dcbdbb094ae3 on network b4aeeb09-a54e-46a9-9ca4-66b046ef8f52 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:36:11.467581 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c21069ae-83b3-4a09-b820-f1fbf755b38b tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "DELETE /v2.0/subnets/32c97e03-c235-4cd7-b920-fab30af18294 HTTP/1.1" status: 204 len: 168 time: 0.6143978 Feb 08 21:36:11.471383 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a2e879-8c44-4f42-b248-0e52a745e856 None None] Network 4f7d15aa-1318-473a-9e90-cc1f3a9bff63 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:36:11.474801 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34552) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:11.494662 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f6b653-2791-4aa4-aaf2-a8c12ae91604 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:36:11.495243 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f6b653-2791-4aa4-aaf2-a8c12ae91604 None None] Checking segment: {'id': '8b284a15-0960-4d35-80d5-cda5cf639329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b4aeeb09-a54e-46a9-9ca4-66b046ef8f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:36:11.495639 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-25f6b653-2791-4aa4-aaf2-a8c12ae91604 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:11.496565 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f6b653-2791-4aa4-aaf2-a8c12ae91604 None None] Bound using segment: {'id': '8b284a15-0960-4d35-80d5-cda5cf639329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b4aeeb09-a54e-46a9-9ca4-66b046ef8f52'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:36:11.497066 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-25f6b653-2791-4aa4-aaf2-a8c12ae91604 None None] Bound port: 36176c0d-6780-4be9-85f4-dcbdbb094ae3, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b284a15-0960-4d35-80d5-cda5cf639329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b4aeeb09-a54e-46a9-9ca4-66b046ef8f52'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:36:11.497489 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-25f6b653-2791-4aa4-aaf2-a8c12ae91604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (36176c0d-6780-4be9-85f4-dcbdbb094ae3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:11.622277 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Allocated IP 172.20.0.1 (4c0e0719-d9f1-4b7a-a511-a9be5c32e45e/e850c472-3193-43d6-96c1-5cbfabfeb45a/af0d640a-7119-4031-a84c-329ab8bfd7a2) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:36:11.645527 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec4d1988-1058-46d3-bf3e-0c31dd4dd72d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (4f7d15aa-1318-473a-9e90-cc1f3a9bff63), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:11.651860 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-25f6b653-2791-4aa4-aaf2-a8c12ae91604 None None] For port 36176c0d-6780-4be9-85f4-dcbdbb094ae3, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:36:11.667453 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-25f6b653-2791-4aa4-aaf2-a8c12ae91604 None None] For port 36176c0d-6780-4be9-85f4-dcbdbb094ae3, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=36176c0d-6780-4be9-85f4-dcbdbb094ae3,segment=NetworkSegment(8b284a15-0960-4d35-80d5-cda5cf639329),segment_id=8b284a15-0960-4d35-80d5-cda5cf639329)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:36:11.672823 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e7100d3a-a191-42b3-83eb-ce6cdabfd8f3 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:36:11.706258 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-25f6b653-2791-4aa4-aaf2-a8c12ae91604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (36176c0d-6780-4be9-85f4-dcbdbb094ae3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:11.768107 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dce43f5-8bd1-406f-9071-e0cabffa8ea0 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Network f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:36:11.795533 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for port (af0d640a-7119-4031-a84c-329ab8bfd7a2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:11.798814 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-3dce43f5-8bd1-406f-9071-e0cabffa8ea0 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:11.834968 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbca60-0bac-42ba-bf81-31653c9a0e75 req-9e335e35-01a6-47c8-ba5c-72c046f8a797 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:11.835963 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dce43f5-8bd1-406f-9071-e0cabffa8ea0 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:11.836151 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3dce43f5-8bd1-406f-9071-e0cabffa8ea0 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:11.837040 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-62bbca60-0bac-42ba-bf81-31653c9a0e75 req-9e335e35-01a6-47c8-ba5c-72c046f8a797 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.3964410 Feb 08 21:36:11.838763 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e766ffa-1f17-4633-81a4-28f0432a0d64 None None] Network f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:36:11.871815 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3dce43f5-8bd1-406f-9071-e0cabffa8ea0 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9691637 Feb 08 21:36:11.875414 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc88c1-5126-491a-804d-073fd283d675 req-a5c11505-3181-4b92-b0ac-cab7a771b3d8 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:11.876963 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8ecc88c1-5126-491a-804d-073fd283d675 req-a5c11505-3181-4b92-b0ac-cab7a771b3d8 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 945 time: 0.4010839 Feb 08 21:36:11.878166 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34556) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:11.885697 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5ecebf93-b2c7-448f-ac4d-b966fc64e27b tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Request body: {'port': {'network_id': 'f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5', 'name': 'tempest-NetworksIpV6TestAttrs-2020006600'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:11.900403 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6b653-2791-4aa4-aaf2-a8c12ae91604 None None] Pushing event updated for resources: {'Port': ['ID=36176c0d-6780-4be9-85f4-dcbdbb094ae3,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:11.955994 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-62bbca60-0bac-42ba-bf81-31653c9a0e75 req-c2d48233-5ae4-433d-8b70-74a2f89ebd0d tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938530 Feb 08 21:36:11.981974 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (af0d640a-7119-4031-a84c-329ab8bfd7a2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:12.008257 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port e7100d3a-a191-42b3-83eb-ce6cdabfd8f3 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:36:12.009008 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e7100d3a-a191-42b3-83eb-ce6cdabfd8f3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:12.022784 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ec4d1988-1058-46d3-bf3e-0c31dd4dd72d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Deleting port 38e65c0d-42f7-4da8-98dc-7312a03b3065 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:12.023153 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec4d1988-1058-46d3-bf3e-0c31dd4dd72d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (38e65c0d-42f7-4da8-98dc-7312a03b3065), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:12.144905 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d334f1da-a601-47a1-9809-ef7fe8673f32 None None] DHCP port deletion for 4f7d15aa-1318-473a-9e90-cc1f3a9bff63 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:36:12.163407 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8ecc88c1-5126-491a-804d-073fd283d675 req-bde657ea-83e5-4511-8fac-c5093573f3e6 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117357 Feb 08 21:36:12.184605 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e41b943-d542-4519-b85c-a307fab8209f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5', 'network_id': 'f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5', 'project_id': 'e82d9af690d14e2f8d3fbab7569b61ec', 'fixed_ips': [{'subnet_id': '76933caa-e45c-468a-ba5b-993a3e1caaaa'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:36:12.185524 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7e41b943-d542-4519-b85c-a307fab8209f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:12.251729 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Network 4c0e0719-d9f1-4b7a-a511-a9be5c32e45e is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:36:12.273467 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:12.295486 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ec4d1988-1058-46d3-bf3e-0c31dd4dd72d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] For port 38e65c0d-42f7-4da8-98dc-7312a03b3065, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=38e65c0d-42f7-4da8-98dc-7312a03b3065,segment=NetworkSegment(8243598c-c110-43cc-bf5f-8f8c1dc4550b),segment_id=8243598c-c110-43cc-bf5f-8f8c1dc4550b)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:12.295718 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec4d1988-1058-46d3-bf3e-0c31dd4dd72d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (38e65c0d-42f7-4da8-98dc-7312a03b3065), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:12.299713 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:36:12.404938 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event updated for resources: {'Port': ['ID=af0d640a-7119-4031-a84c-329ab8bfd7a2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:12.419847 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecebf93-b2c7-448f-ac4d-b966fc64e27b tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Made reservation on behalf of e82d9af690d14e2f8d3fbab7569b61ec for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:12.423377 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5ecebf93-b2c7-448f-ac4d-b966fc64e27b tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:12.430126 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ec4d1988-1058-46d3-bf3e-0c31dd4dd72d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Calling delete_port for 38e65c0d-42f7-4da8-98dc-7312a03b3065 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:12.457138 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port e7100d3a-a191-42b3-83eb-ce6cdabfd8f3 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:36:12.464775 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-5ecebf93-b2c7-448f-ac4d-b966fc64e27b tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] device_id is not set on port 747fce03-ce63-41ff-aa11-533245b2f30f yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:36:12.482767 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6d6b5-735d-4975-a99e-92407de44671 req-0fce8638-86d3-4fae-8581-e86a636b06c1 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:12.484841 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4a6d6b5-735d-4975-a99e-92407de44671 req-0fce8638-86d3-4fae-8581-e86a636b06c1 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1862435 Feb 08 21:36:12.531286 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d334f1da-a601-47a1-9809-ef7fe8673f32 None None] Deleting port 38e65c0d-42f7-4da8-98dc-7312a03b3065 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:12.531684 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d334f1da-a601-47a1-9809-ef7fe8673f32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (38e65c0d-42f7-4da8-98dc-7312a03b3065), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:12.536191 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (12ea18de-ba1e-4259-8ba7-2eacd0e7d756), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:12.562813 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862936b0-f648-477c-aebe-1f43d67a7fbd req-fc98e9b8-0c58-43f0-b70b-de602cf76304 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:12.564451 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-862936b0-f648-477c-aebe-1f43d67a7fbd req-fc98e9b8-0c58-43f0-b70b-de602cf76304 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 946 time: 0.1864254 Feb 08 21:36:12.650926 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d334f1da-a601-47a1-9809-ef7fe8673f32 None None] For port 38e65c0d-42f7-4da8-98dc-7312a03b3065, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=38e65c0d-42f7-4da8-98dc-7312a03b3065,segment=NetworkSegment(8243598c-c110-43cc-bf5f-8f8c1dc4550b),segment_id=8243598c-c110-43cc-bf5f-8f8c1dc4550b)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:12.651417 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d334f1da-a601-47a1-9809-ef7fe8673f32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (38e65c0d-42f7-4da8-98dc-7312a03b3065), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:12.680048 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4a6d6b5-735d-4975-a99e-92407de44671 req-90071f54-53a1-4908-9433-9b21da182576 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445138 Feb 08 21:36:12.683102 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d334f1da-a601-47a1-9809-ef7fe8673f32 None None] Calling delete_port for 38e65c0d-42f7-4da8-98dc-7312a03b3065 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:12.691756 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-7e41b943-d542-4519-b85c-a307fab8209f None None] Allocated IP 2001:db8::f816:3eff:fe41:e9b5 (f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5/76933caa-e45c-468a-ba5b-993a3e1caaaa/5b9d1915-3b72-4920-86d5-554e23ffbced) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:36:12.713320 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-862936b0-f648-477c-aebe-1f43d67a7fbd req-e5ca6dfb-156e-4f14-9fe9-3f5d2f0cdc23 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234677 Feb 08 21:36:12.713320 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec4d1988-1058-46d3-bf3e-0c31dd4dd72d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (38e65c0d-42f7-4da8-98dc-7312a03b3065), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:12.758350 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4d1988-1058-46d3-bf3e-0c31dd4dd72d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] No DVR routers for this DVR port 38e65c0d-42f7-4da8-98dc-7312a03b3065 on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:36:12.761081 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d1988-1058-46d3-bf3e-0c31dd4dd72d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Pushing event deleted for resources: {'Port': ['ID=38e65c0d-42f7-4da8-98dc-7312a03b3065,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:12.785375 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (af0d640a-7119-4031-a84c-329ab8bfd7a2), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:12.859005 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-59779c74-f0f0-4953-accb-1605498b23d9 None None] Provisioning complete for port af0d640a-7119-4031-a84c-329ab8bfd7a2 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:36:12.859401 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-59779c74-f0f0-4953-accb-1605498b23d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (af0d640a-7119-4031-a84c-329ab8bfd7a2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:12.881709 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec4d1988-1058-46d3-bf3e-0c31dd4dd72d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (4f7d15aa-1318-473a-9e90-cc1f3a9bff63), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:12.934463 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-ec4d1988-1058-46d3-bf3e-0c31dd4dd72d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7d15aa-1318-473a-9e90-cc1f3a9bff63']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:12.944532 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-59779c74-f0f0-4953-accb-1605498b23d9 None None] Port af0d640a-7119-4031-a84c-329ab8bfd7a2 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:36:13.019122 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d334f1da-a601-47a1-9809-ef7fe8673f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (38e65c0d-42f7-4da8-98dc-7312a03b3065), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:13.041302 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-ec4d1988-1058-46d3-bf3e-0c31dd4dd72d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8243598c-c110-43cc-bf5f-8f8c1dc4550b') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:13.041302 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-ec4d1988-1058-46d3-bf3e-0c31dd4dd72d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8243598c-c110-43cc-bf5f-8f8c1dc4550b') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:13.054303 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec4d1988-1058-46d3-bf3e-0c31dd4dd72d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (8243598c-c110-43cc-bf5f-8f8c1dc4550b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:13.074419 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec4d1988-1058-46d3-bf3e-0c31dd4dd72d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (8243598c-c110-43cc-bf5f-8f8c1dc4550b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:13.079135 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d334f1da-a601-47a1-9809-ef7fe8673f32 None None] No DVR routers for this DVR port 38e65c0d-42f7-4da8-98dc-7312a03b3065 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:36:13.082987 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec4d1988-1058-46d3-bf3e-0c31dd4dd72d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:36:13.083412 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec4d1988-1058-46d3-bf3e-0c31dd4dd72d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (8243598c-c110-43cc-bf5f-8f8c1dc4550b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:36:13.110080 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:36:13.112789 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7e41b943-d542-4519-b85c-a307fab8209f None None] Publish callbacks [] for port (5b9d1915-3b72-4920-86d5-554e23ffbced), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:13.116149 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334f1da-a601-47a1-9809-ef7fe8673f32 None None] Pushing event deleted for resources: {'Port': ['ID=38e65c0d-42f7-4da8-98dc-7312a03b3065,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:13.121340 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7e41b943-d542-4519-b85c-a307fab8209f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (5b9d1915-3b72-4920-86d5-554e23ffbced), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:13.192453 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec4d1988-1058-46d3-bf3e-0c31dd4dd72d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (4f7d15aa-1318-473a-9e90-cc1f3a9bff63), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:13.198673 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41b943-d542-4519-b85c-a307fab8209f None None] Pushing event updated for resources: {'Port': ['ID=5b9d1915-3b72-4920-86d5-554e23ffbced,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:13.217631 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fbc44-4f8b-4021-b6b6-04fcb5ade7d9 req-66a4647b-ac6f-4b1d-8a33-68911fa8c0f6 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:13.219684 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-458fbc44-4f8b-4021-b6b6-04fcb5ade7d9 req-66a4647b-ac6f-4b1d-8a33-68911fa8c0f6 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.3257475 Feb 08 21:36:13.244854 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec4d1988-1058-46d3-bf3e-0c31dd4dd72d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:13.250425 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ec4d1988-1058-46d3-bf3e-0c31dd4dd72d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] 10.222.0.88 "DELETE /v2.0/networks/4f7d15aa-1318-473a-9e90-cc1f3a9bff63 HTTP/1.1" status: 204 len: 168 time: 1.7700353 Feb 08 21:36:13.251616 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d1988-1058-46d3-bf3e-0c31dd4dd72d tempest-ServersTestMultiNic-148435336 tempest-ServersTestMultiNic-148435336-project] Pushing event deleted for resources: {'Network': ['ID=4f7d15aa-1318-473a-9e90-cc1f3a9bff63,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:13.262610 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e41b943-d542-4519-b85c-a307fab8209f None None] Network f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:36:13.264971 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-7e41b943-d542-4519-b85c-a307fab8209f None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:13.274934 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e41b943-d542-4519-b85c-a307fab8209f None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:36:13.332566 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-458fbc44-4f8b-4021-b6b6-04fcb5ade7d9 req-9f1323e6-1f1c-4e60-9d21-22e7bcb4a7cc tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905428 Feb 08 21:36:13.375682 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-7e41b943-d542-4519-b85c-a307fab8209f None None] Attempting to bind port 5b9d1915-3b72-4920-86d5-554e23ffbced on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:36:13.376059 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-7e41b943-d542-4519-b85c-a307fab8209f None None] Attempting to bind port 5b9d1915-3b72-4920-86d5-554e23ffbced by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'dfe4eabf-e1b5-410b-a965-fdcc5d6129b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:36:13.376420 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e41b943-d542-4519-b85c-a307fab8209f None None] Attempting to bind port 5b9d1915-3b72-4920-86d5-554e23ffbced on network f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:36:13.395794 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e41b943-d542-4519-b85c-a307fab8209f None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:36:13.396179 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e41b943-d542-4519-b85c-a307fab8209f None None] Checking segment: {'id': 'dfe4eabf-e1b5-410b-a965-fdcc5d6129b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:36:13.396592 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7e41b943-d542-4519-b85c-a307fab8209f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:13.396983 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e41b943-d542-4519-b85c-a307fab8209f None None] Bound using segment: {'id': 'dfe4eabf-e1b5-410b-a965-fdcc5d6129b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:36:13.397501 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-7e41b943-d542-4519-b85c-a307fab8209f None None] Bound port: 5b9d1915-3b72-4920-86d5-554e23ffbced, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe4eabf-e1b5-410b-a965-fdcc5d6129b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:36:13.397887 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7e41b943-d542-4519-b85c-a307fab8209f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5b9d1915-3b72-4920-86d5-554e23ffbced), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:13.412126 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ec1e6-fe58-4c99-9dce-3b76a6a783f1 req-87fc1f65-3e16-473a-aff6-66b4687e661a tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:13.414383 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-944ec1e6-fe58-4c99-9dce-3b76a6a783f1 req-87fc1f65-3e16-473a-aff6-66b4687e661a tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 945 time: 0.0869622 Feb 08 21:36:13.507587 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-944ec1e6-fe58-4c99-9dce-3b76a6a783f1 req-2d652b11-8627-4eba-bdd5-d1f23f277bbf tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866764 Feb 08 21:36:13.511672 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-7e41b943-d542-4519-b85c-a307fab8209f None None] For port 5b9d1915-3b72-4920-86d5-554e23ffbced, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:36:13.528587 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-7e41b943-d542-4519-b85c-a307fab8209f None None] For port 5b9d1915-3b72-4920-86d5-554e23ffbced, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5b9d1915-3b72-4920-86d5-554e23ffbced,segment=NetworkSegment(dfe4eabf-e1b5-410b-a965-fdcc5d6129b0),segment_id=dfe4eabf-e1b5-410b-a965-fdcc5d6129b0)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:36:13.544844 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7e41b943-d542-4519-b85c-a307fab8209f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5b9d1915-3b72-4920-86d5-554e23ffbced), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:13.659737 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41b943-d542-4519-b85c-a307fab8209f None None] Pushing event updated for resources: {'Port': ['ID=5b9d1915-3b72-4920-86d5-554e23ffbced,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:13.660373 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144a791-be58-48fa-a9cf-8dc34d362f22 req-fefef78c-9fa3-4e92-88fd-852f4c355f45 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:13.689872 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7144a791-be58-48fa-a9cf-8dc34d362f22 req-fefef78c-9fa3-4e92-88fd-852f4c355f45 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1105316 Feb 08 21:36:13.707413 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34590) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:13.768804 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7144a791-be58-48fa-a9cf-8dc34d362f22 req-1e924396-3169-4d82-8f06-e93a0d4fbde1 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778217 Feb 08 21:36:13.787320 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 36176c0d-6780-4be9-85f4-dcbdbb094ae3 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:36:13.791314 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e538dead-49d8-44dc-b641-15428762a94c None None] Network b4aeeb09-a54e-46a9-9ca4-66b046ef8f52 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:36:13.935605 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-3738f872-3ed7-4091-8b83-69b38f3d2b7a None None] Provisioning complete for port 36176c0d-6780-4be9-85f4-dcbdbb094ae3 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:36:13.936317 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3738f872-3ed7-4091-8b83-69b38f3d2b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (36176c0d-6780-4be9-85f4-dcbdbb094ae3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:13.952217 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-5ecebf93-b2c7-448f-ac4d-b966fc64e27b tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Allocated IP 2001:db8::f816:3eff:fe35:c51 (f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5/76933caa-e45c-468a-ba5b-993a3e1caaaa/747fce03-ce63-41ff-aa11-533245b2f30f) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:36:14.068409 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 36176c0d-6780-4be9-85f4-dcbdbb094ae3 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:36:14.076009 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73955e42-e63f-4a4f-81d3-e77d2bec9336 req-f79ab224-d811-44e8-97bd-a628a38556a8 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:14.078622 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-73955e42-e63f-4a4f-81d3-e77d2bec9336 req-f79ab224-d811-44e8-97bd-a628a38556a8 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.2206836 Feb 08 21:36:14.086311 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbdc82-fc8c-4047-a29c-fc5e4d6b3764 req-c4303d16-39fa-4b88-aff4-cffe747f9272 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:14.093682 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (36176c0d-6780-4be9-85f4-dcbdbb094ae3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:14.094503 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-67fbdc82-fc8c-4047-a29c-fc5e4d6b3764 req-c4303d16-39fa-4b88-aff4-cffe747f9272 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 946 time: 0.2514799 Feb 08 21:36:14.191440 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-67fbdc82-fc8c-4047-a29c-fc5e4d6b3764 req-d539ed3a-7d39-417e-9c29-092d18f10e7a tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960462 Feb 08 21:36:14.204189 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-73955e42-e63f-4a4f-81d3-e77d2bec9336 req-4a421aef-8121-438b-afa5-511d64432294 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075950 Feb 08 21:36:14.300393 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-3738f872-3ed7-4091-8b83-69b38f3d2b7a None None] Current status of the port 36176c0d-6780-4be9-85f4-dcbdbb094ae3 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:36:14.300960 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3738f872-3ed7-4091-8b83-69b38f3d2b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (36176c0d-6780-4be9-85f4-dcbdbb094ae3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:14.388330 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-3738f872-3ed7-4091-8b83-69b38f3d2b7a None None] For port 36176c0d-6780-4be9-85f4-dcbdbb094ae3, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=36176c0d-6780-4be9-85f4-dcbdbb094ae3,segment=NetworkSegment(8b284a15-0960-4d35-80d5-cda5cf639329),segment_id=8b284a15-0960-4d35-80d5-cda5cf639329)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:14.411609 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3738f872-3ed7-4091-8b83-69b38f3d2b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (36176c0d-6780-4be9-85f4-dcbdbb094ae3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:14.462798 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 36176c0d-6780-4be9-85f4-dcbdbb094ae3 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:36:14.463586 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (36176c0d-6780-4be9-85f4-dcbdbb094ae3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:14.567136 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738f872-3ed7-4091-8b83-69b38f3d2b7a None None] Pushing event updated for resources: {'Port': ['ID=36176c0d-6780-4be9-85f4-dcbdbb094ae3,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:14.589055 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:36:14.591310 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:36:14.621345 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e0452-6041-4c9f-87f8-577c14052c68 req-50701631-f1f0-4b74-bff4-d0c0cf16fafd tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:14.622901 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-180e0452-6041-4c9f-87f8-577c14052c68 req-50701631-f1f0-4b74-bff4-d0c0cf16fafd tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1164601 Feb 08 21:36:14.672921 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for port (af0d640a-7119-4031-a84c-329ab8bfd7a2), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:14.682111 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (af0d640a-7119-4031-a84c-329ab8bfd7a2), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:14.725597 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-180e0452-6041-4c9f-87f8-577c14052c68 req-afaedea7-c491-4f7e-8f54-24fcc89b43a6 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911763 Feb 08 21:36:14.760567 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac304f-035a-4c00-89c4-8ae06be6ddda req-c7914eda-a314-44e3-b7a7-9bfed6c70de4 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:14.768179 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ffac304f-035a-4c00-89c4-8ae06be6ddda req-c7914eda-a314-44e3-b7a7-9bfed6c70de4 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 945 time: 0.1319799 Feb 08 21:36:14.839340 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event updated for resources: {'Port': ['ID=af0d640a-7119-4031-a84c-329ab8bfd7a2,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:14.844526 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-0c63e914-769a-43d6-8ea8-fb3d4204a52e None None] Provisioning complete for port 36176c0d-6780-4be9-85f4-dcbdbb094ae3 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:36:14.844913 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0c63e914-769a-43d6-8ea8-fb3d4204a52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (36176c0d-6780-4be9-85f4-dcbdbb094ae3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:14.848095 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ffac304f-035a-4c00-89c4-8ae06be6ddda req-0d867a00-67a3-486a-b7bd-9c70d6e971d1 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789001 Feb 08 21:36:14.857476 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:14.857834 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:14.858184 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:14.858529 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:14.858868 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:14.859249 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:14.859591 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:14.859926 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:14.860258 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:14.860587 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:14.861052 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:14.861255 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:14.861593 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:14.877703 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5ecebf93-b2c7-448f-ac4d-b966fc64e27b tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks [] for port (747fce03-ce63-41ff-aa11-533245b2f30f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:14.893643 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (12ea18de-ba1e-4259-8ba7-2eacd0e7d756), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:14.982309 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0c63e914-769a-43d6-8ea8-fb3d4204a52e None None] Current status of the port 36176c0d-6780-4be9-85f4-dcbdbb094ae3 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:36:15.048521 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5ecebf93-b2c7-448f-ac4d-b966fc64e27b tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (747fce03-ce63-41ff-aa11-533245b2f30f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:15.121847 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Network 4c0e0719-d9f1-4b7a-a511-a9be5c32e45e is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:36:15.127809 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecebf93-b2c7-448f-ac4d-b966fc64e27b tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Network f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:36:15.134894 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:15.144582 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-5ecebf93-b2c7-448f-ac4d-b966fc64e27b tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:15.147158 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecebf93-b2c7-448f-ac4d-b966fc64e27b tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:36:15.152967 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecebf93-b2c7-448f-ac4d-b966fc64e27b tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:15.153799 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5ecebf93-b2c7-448f-ac4d-b966fc64e27b tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:15.178954 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5ecebf93-b2c7-448f-ac4d-b966fc64e27b tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.2972651 Feb 08 21:36:15.179149 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 36176c0d-6780-4be9-85f4-dcbdbb094ae3 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:36:15.179892 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34606) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:15.188911 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0787c1db-dc1e-4b69-a839-71dc6bb2ae64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (d69f1d80-2d1d-4ee5-8b70-68c6049dc41d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:15.190532 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecebf93-b2c7-448f-ac4d-b966fc64e27b tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event updated for resources: {'Port': ['ID=747fce03-ce63-41ff-aa11-533245b2f30f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:15.279403 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-50931101-f9ba-4523-a2d9-0d7f9492290a tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Deleting subnet 76933caa-e45c-468a-ba5b-993a3e1caaaa {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:36:15.284276 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 38e65c0d-42f7-4da8-98dc-7312a03b3065 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:36:15.311667 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-50931101-f9ba-4523-a2d9-0d7f9492290a tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks [] for subnet (76933caa-e45c-468a-ba5b-993a3e1caaaa), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:15.352738 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96a1b14-fe52-4853-9b81-5cc9d666a676 None None] Network f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:36:15.355588 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 38e65c0d-42f7-4da8-98dc-7312a03b3065 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:36:15.356681 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 38e65c0d-42f7-4da8-98dc-7312a03b3065 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:36:15.431736 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-50931101-f9ba-4523-a2d9-0d7f9492290a tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (76933caa-e45c-468a-ba5b-993a3e1caaaa), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:15.456611 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-bf0bbc0d-e5ae-4570-843c-2abb72471556 None None] Provisioning complete for port 5b9d1915-3b72-4920-86d5-554e23ffbced triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:36:15.457100 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bf0bbc0d-e5ae-4570-843c-2abb72471556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5b9d1915-3b72-4920-86d5-554e23ffbced), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:15.550027 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae5209-ed6b-4fb5-97a4-af14a106dcf7 req-5a41338b-808b-42e9-8ca5-71ee94e32687 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:15.552715 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40ae5209-ed6b-4fb5-97a4-af14a106dcf7 req-5a41338b-808b-42e9-8ca5-71ee94e32687 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 946 time: 0.1866741 Feb 08 21:36:15.614343 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Router 12ea18de-ba1e-4259-8ba7-2eacd0e7d756 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:36:15.637990 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-bf0bbc0d-e5ae-4570-843c-2abb72471556 None None] Current status of the port 5b9d1915-3b72-4920-86d5-554e23ffbced is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:36:15.638499 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bf0bbc0d-e5ae-4570-843c-2abb72471556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5b9d1915-3b72-4920-86d5-554e23ffbced), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:15.653173 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40ae5209-ed6b-4fb5-97a4-af14a106dcf7 req-fb1e7f52-5066-461d-b5bf-43ae95462e80 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836101 Feb 08 21:36:15.717962 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-bf0bbc0d-e5ae-4570-843c-2abb72471556 None None] For port 5b9d1915-3b72-4920-86d5-554e23ffbced, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5b9d1915-3b72-4920-86d5-554e23ffbced,segment=NetworkSegment(dfe4eabf-e1b5-410b-a965-fdcc5d6129b0),segment_id=dfe4eabf-e1b5-410b-a965-fdcc5d6129b0)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:15.725402 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bf0bbc0d-e5ae-4570-843c-2abb72471556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5b9d1915-3b72-4920-86d5-554e23ffbced), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:15.730738 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-50931101-f9ba-4523-a2d9-0d7f9492290a tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (76933caa-e45c-468a-ba5b-993a3e1caaaa), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:15.742450 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 36176c0d-6780-4be9-85f4-dcbdbb094ae3 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:36:15.842450 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-50931101-f9ba-4523-a2d9-0d7f9492290a tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (76933caa-e45c-468a-ba5b-993a3e1caaaa), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:15.849245 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0bbc0d-e5ae-4570-843c-2abb72471556 None None] Pushing event updated for resources: {'Port': ['ID=5b9d1915-3b72-4920-86d5-554e23ffbced,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:15.875305 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 36176c0d-6780-4be9-85f4-dcbdbb094ae3 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:36:15.876052 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (36176c0d-6780-4be9-85f4-dcbdbb094ae3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:15.879032 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-48dcdc27-1577-4315-97f9-1a465d84b600 None None] Provisioning complete for port af0d640a-7119-4031-a84c-329ab8bfd7a2 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:36:15.879639 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-48dcdc27-1577-4315-97f9-1a465d84b600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (af0d640a-7119-4031-a84c-329ab8bfd7a2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:15.942945 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50931101-f9ba-4523-a2d9-0d7f9492290a tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event deleted for resources: {'Subnet': ['ID=76933caa-e45c-468a-ba5b-993a3e1caaaa,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:15.949084 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-48dcdc27-1577-4315-97f9-1a465d84b600 None None] Port af0d640a-7119-4031-a84c-329ab8bfd7a2 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:36:15.977441 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-50931101-f9ba-4523-a2d9-0d7f9492290a tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:15.990207 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-50931101-f9ba-4523-a2d9-0d7f9492290a tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "DELETE /v2.0/subnets/76933caa-e45c-468a-ba5b-993a3e1caaaa HTTP/1.1" status: 204 len: 168 time: 0.8078556 Feb 08 21:36:15.994595 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34614) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:16.007680 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:36:16.016995 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-83902fa9-dcf6-4250-92fe-93c3827e0bb9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "PUT /v2.0/routers/12ea18de-ba1e-4259-8ba7-2eacd0e7d756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9060202 Feb 08 21:36:16.017885 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34616) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:16.019558 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d11fa5b-5c26-417f-8774-6814bd62393c None None] Sync routers for ids ['12ea18de-ba1e-4259-8ba7-2eacd0e7d756'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:36:16.024814 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f674b005-5294-4927-afea-44cdd1958a5a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Request body: {'port': {'network_id': '4c0e0719-d9f1-4b7a-a511-a9be5c32e45e', 'name': 'tempest-FloatingIPTestJSON-6403464'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:16.044996 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d11fa5b-5c26-417f-8774-6814bd62393c None None] Routers {'12ea18de-ba1e-4259-8ba7-2eacd0e7d756'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:36:16.053210 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9d11fa5b-5c26-417f-8774-6814bd62393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['12ea18de-ba1e-4259-8ba7-2eacd0e7d756'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:16.129850 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9d11fa5b-5c26-417f-8774-6814bd62393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:16.141048 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d11fa5b-5c26-417f-8774-6814bd62393c None None] Routers {'12ea18de-ba1e-4259-8ba7-2eacd0e7d756'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:36:16.141964 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9d11fa5b-5c26-417f-8774-6814bd62393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['12ea18de-ba1e-4259-8ba7-2eacd0e7d756'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:16.182309 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb317a6c-0dc9-4543-ab62-f84974242f65 None None] Network f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:36:16.185015 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9d11fa5b-5c26-417f-8774-6814bd62393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:16.185948 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d11fa5b-5c26-417f-8774-6814bd62393c None None] The sync data for ids ['12ea18de-ba1e-4259-8ba7-2eacd0e7d756'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:36:16.198829 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0787c1db-dc1e-4b69-a839-71dc6bb2ae64 admin admin] Deleting port a97d1021-9456-4345-a9fc-e8d2e6327e82 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:16.199170 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0787c1db-dc1e-4b69-a839-71dc6bb2ae64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (a97d1021-9456-4345-a9fc-e8d2e6327e82), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:16.222311 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea34b123-141e-40e6-9575-8979157c3813 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:16.223859 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea34b123-141e-40e6-9575-8979157c3813 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:16.225457 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ea34b123-141e-40e6-9575-8979157c3813 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2298074 Feb 08 21:36:16.232139 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34620) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:16.250604 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe76437-344d-44cd-b2db-c84d556a81ad req-80825c40-83c2-42ef-b027-f3bbc1a05878 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:16.252391 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ebe76437-344d-44cd-b2db-c84d556a81ad req-80825c40-83c2-42ef-b027-f3bbc1a05878 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.3805504 Feb 08 21:36:16.281128 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-8cb13b6a-bff8-4f74-8a51-2d95bc436c1c None None] Provisioning complete for port 5b9d1915-3b72-4920-86d5-554e23ffbced triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:36:16.281545 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8cb13b6a-bff8-4f74-8a51-2d95bc436c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5b9d1915-3b72-4920-86d5-554e23ffbced), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:16.314333 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-0787c1db-dc1e-4b69-a839-71dc6bb2ae64 admin admin] For port a97d1021-9456-4345-a9fc-e8d2e6327e82, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=a97d1021-9456-4345-a9fc-e8d2e6327e82,segment=NetworkSegment(49facca1-169c-4864-a226-97422e720b0a),segment_id=49facca1-169c-4864-a226-97422e720b0a)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:16.314737 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0787c1db-dc1e-4b69-a839-71dc6bb2ae64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (a97d1021-9456-4345-a9fc-e8d2e6327e82), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:16.331698 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0787c1db-dc1e-4b69-a839-71dc6bb2ae64 admin admin] Calling delete_port for a97d1021-9456-4345-a9fc-e8d2e6327e82 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:16.407477 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 36176c0d-6780-4be9-85f4-dcbdbb094ae3 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:36:16.408753 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5b9d1915-3b72-4920-86d5-554e23ffbced up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:36:16.512371 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 5b9d1915-3b72-4920-86d5-554e23ffbced triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:36:16.512765 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5b9d1915-3b72-4920-86d5-554e23ffbced), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:16.517306 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8cb13b6a-bff8-4f74-8a51-2d95bc436c1c None None] Current status of the port 5b9d1915-3b72-4920-86d5-554e23ffbced is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:36:16.548642 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0787c1db-dc1e-4b69-a839-71dc6bb2ae64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (a97d1021-9456-4345-a9fc-e8d2e6327e82), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:16.569356 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-8cb13b6a-bff8-4f74-8a51-2d95bc436c1c None None] Provisioning complete for port 747fce03-ce63-41ff-aa11-533245b2f30f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:36:16.569751 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8cb13b6a-bff8-4f74-8a51-2d95bc436c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (747fce03-ce63-41ff-aa11-533245b2f30f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:16.588426 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787c1db-dc1e-4b69-a839-71dc6bb2ae64 admin admin] Pushing event deleted for resources: {'Port': ['ID=a97d1021-9456-4345-a9fc-e8d2e6327e82,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:16.616937 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8cb13b6a-bff8-4f74-8a51-2d95bc436c1c None None] Port 747fce03-ce63-41ff-aa11-533245b2f30f cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:36:16.620110 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f1a39a-9d1b-44be-be12-02794ced2217 None None] DHCP port deletion for f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:36:16.724441 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d9f1a39a-9d1b-44be-be12-02794ced2217 None None] Deleting port 5b9d1915-3b72-4920-86d5-554e23ffbced {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:16.724819 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a39a-9d1b-44be-be12-02794ced2217 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (5b9d1915-3b72-4920-86d5-554e23ffbced), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:16.729113 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 5b9d1915-3b72-4920-86d5-554e23ffbced is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:36:16.730703 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f674b005-5294-4927-afea-44cdd1958a5a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Made reservation on behalf of fb496b125f0d4415b233884bbd75b2a5 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:16.737739 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bd21b-bda8-482b-8b99-20eff11a109c req-3d377282-4000-47fc-a9b2-55410be4e7e7 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:16.739961 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf9bd21b-bda8-482b-8b99-20eff11a109c req-3d377282-4000-47fc-a9b2-55410be4e7e7 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 945 time: 0.7485526 Feb 08 21:36:16.740955 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f674b005-5294-4927-afea-44cdd1958a5a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:16.847921 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d9f1a39a-9d1b-44be-be12-02794ced2217 None None] For port 5b9d1915-3b72-4920-86d5-554e23ffbced, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5b9d1915-3b72-4920-86d5-554e23ffbced,segment=NetworkSegment(dfe4eabf-e1b5-410b-a965-fdcc5d6129b0),segment_id=dfe4eabf-e1b5-410b-a965-fdcc5d6129b0)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:16.848326 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a39a-9d1b-44be-be12-02794ced2217 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (5b9d1915-3b72-4920-86d5-554e23ffbced), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:16.869879 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d9f1a39a-9d1b-44be-be12-02794ced2217 None None] Calling delete_port for 5b9d1915-3b72-4920-86d5-554e23ffbced owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:16.881602 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e0c01842-952d-4d37-8891-e7db07f86349 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:16.903045 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-f674b005-5294-4927-afea-44cdd1958a5a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] device_id is not set on port da1df37f-b2be-4035-b079-e2be47fee528 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:36:16.913659 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf9bd21b-bda8-482b-8b99-20eff11a109c req-d41f5a10-c562-483b-8319-7efcce047386 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484294 Feb 08 21:36:16.920629 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ebe76437-344d-44cd-b2db-c84d556a81ad req-b4d37f3c-0725-4cdb-9fcb-e565f5751875 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6513216 Feb 08 21:36:16.932301 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c01842-952d-4d37-8891-e7db07f86349 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 08 21:36:16.933685 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0c01842-952d-4d37-8891-e7db07f86349 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:36:16.947802 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e0c01842-952d-4d37-8891-e7db07f86349 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "DELETE /v2.0/networks/f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5 HTTP/1.1" status: 409 len: 466 time: 0.7147515 Feb 08 21:36:16.953989 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34628) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:16.959529 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-9aab8934-53db-4b5b-a2b5-a6312694ce8b tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1424175905'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:16.994776 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0787c1db-dc1e-4b69-a839-71dc6bb2ae64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (d69f1d80-2d1d-4ee5-8b70-68c6049dc41d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:17.007359 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aab8934-53db-4b5b-a2b5-a6312694ce8b tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Made reservation on behalf of e82d9af690d14e2f8d3fbab7569b61ec for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:17.011867 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9aab8934-53db-4b5b-a2b5-a6312694ce8b tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:17.017879 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a39a-9d1b-44be-be12-02794ced2217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (5b9d1915-3b72-4920-86d5-554e23ffbced), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:17.056865 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1a39a-9d1b-44be-be12-02794ced2217 None None] Pushing event deleted for resources: {'Port': ['ID=5b9d1915-3b72-4920-86d5-554e23ffbced,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:17.065537 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f1a39a-9d1b-44be-be12-02794ced2217 None None] No DVR routers for this DVR port 5b9d1915-3b72-4920-86d5-554e23ffbced on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:36:17.117372 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aab8934-53db-4b5b-a2b5-a6312694ce8b tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:36:17.141487 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9aab8934-53db-4b5b-a2b5-a6312694ce8b tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (15cc5625-358d-49dc-96ef-4656d4699a17), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:17.141937 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-9aab8934-53db-4b5b-a2b5-a6312694ce8b tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Added segment 15cc5625-358d-49dc-96ef-4656d4699a17 of type vlan for network 31b61c73-7476-4d15-97b3-0879b37634ac Feb 08 21:36:17.151121 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c267dd-475d-47bf-9eeb-6e1b7bce082b req-78b9e923-2782-4c4e-b321-b1246fca0f41 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:17.152695 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0c267dd-475d-47bf-9eeb-6e1b7bce082b req-78b9e923-2782-4c4e-b321-b1246fca0f41 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 946 time: 0.1010034 Feb 08 21:36:17.249688 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d803d6e-9bd6-469b-8d68-d02396ea74b6 req-d8c011b7-e227-475b-a109-5849e05c9da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:17.251312 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1d803d6e-9bd6-469b-8d68-d02396ea74b6 req-d8c011b7-e227-475b-a109-5849e05c9da2 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 1128 time: 0.4032369 Feb 08 21:36:17.260187 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0c267dd-475d-47bf-9eeb-6e1b7bce082b req-341f4c0b-514c-4090-b6db-78be77e1704d tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965626 Feb 08 21:36:17.318709 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-f674b005-5294-4927-afea-44cdd1958a5a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Allocated IP 172.20.0.5 (4c0e0719-d9f1-4b7a-a511-a9be5c32e45e/e850c472-3193-43d6-96c1-5cbfabfeb45a/da1df37f-b2be-4035-b079-e2be47fee528) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:36:17.338415 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9aab8934-53db-4b5b-a2b5-a6312694ce8b tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (31b61c73-7476-4d15-97b3-0879b37634ac), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:17.361665 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1d803d6e-9bd6-469b-8d68-d02396ea74b6 req-e92fb234-26a7-4953-a66f-58e28f7683f1 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997238 Feb 08 21:36:17.402428 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2087fa4-18b7-4bb1-84cf-742db43c58e4 req-3216dfac-7dd0-4728-84d8-fc3943c49de7 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:17.404190 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e2087fa4-18b7-4bb1-84cf-742db43c58e4 req-3216dfac-7dd0-4728-84d8-fc3943c49de7 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1422877 Feb 08 21:36:17.410505 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9aab8934-53db-4b5b-a2b5-a6312694ce8b tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (31b61c73-7476-4d15-97b3-0879b37634ac), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:17.416572 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aab8934-53db-4b5b-a2b5-a6312694ce8b tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:17.417279 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9aab8934-53db-4b5b-a2b5-a6312694ce8b tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:17.502616 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9aab8934-53db-4b5b-a2b5-a6312694ce8b tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5470366 Feb 08 21:36:17.517146 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34636) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:17.525166 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-43c620b5-3f1b-455f-a45b-487efd510f2c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Request body: {'subnet': {'network_id': '31b61c73-7476-4d15-97b3-0879b37634ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:17.556242 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab8934-53db-4b5b-a2b5-a6312694ce8b tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event updated for resources: {'Network': ['ID=31b61c73-7476-4d15-97b3-0879b37634ac,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:17.571939 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 31b61c73-7476-4d15-97b3-0879b37634ac details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:36:17.614717 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e2087fa4-18b7-4bb1-84cf-742db43c58e4 req-5b861175-abd5-452b-8c18-b95b7c6357b7 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891260 Feb 08 21:36:17.653208 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5b9d1915-3b72-4920-86d5-554e23ffbced no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:36:17.675105 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c620b5-3f1b-455f-a45b-487efd510f2c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Made reservation on behalf of e82d9af690d14e2f8d3fbab7569b61ec for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:17.679870 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43c620b5-3f1b-455f-a45b-487efd510f2c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:17.680799 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 5b9d1915-3b72-4920-86d5-554e23ffbced {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:36:17.681159 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5b9d1915-3b72-4920-86d5-554e23ffbced not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:36:17.934350 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0787c1db-dc1e-4b69-a839-71dc6bb2ae64 admin admin] Router d69f1d80-2d1d-4ee5-8b70-68c6049dc41d has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:36:18.021821 n-d-712143-31 neutron-server[103433]: DEBUG neutron.objects.ports [None req-43c620b5-3f1b-455f-a45b-487efd510f2c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103433) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 21:36:18.023426 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43c620b5-3f1b-455f-a45b-487efd510f2c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (8062b6cc-b142-41c2-892f-77e4c1c9f3b4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:18.041304 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f674b005-5294-4927-afea-44cdd1958a5a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for port (da1df37f-b2be-4035-b079-e2be47fee528), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:18.110939 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0787c1db-dc1e-4b69-a839-71dc6bb2ae64 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:36:18.115745 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f674b005-5294-4927-afea-44cdd1958a5a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (da1df37f-b2be-4035-b079-e2be47fee528), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:18.116395 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c620b5-3f1b-455f-a45b-487efd510f2c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event updated for resources: {'Subnet': ['ID=8062b6cc-b142-41c2-892f-77e4c1c9f3b4,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:18.122390 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0787c1db-dc1e-4b69-a839-71dc6bb2ae64 admin admin] 10.222.0.88 "PUT /v2.0/routers/d69f1d80-2d1d-4ee5-8b70-68c6049dc41d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4116712 Feb 08 21:36:18.127386 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34642) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:18.138339 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4083a6f1-c8f1-4849-a2c4-4c1c605d2548 None None] Sync routers for ids ['d69f1d80-2d1d-4ee5-8b70-68c6049dc41d'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:36:18.151031 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4083a6f1-c8f1-4849-a2c4-4c1c605d2548 None None] Routers {'d69f1d80-2d1d-4ee5-8b70-68c6049dc41d'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:36:18.151031 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-4083a6f1-c8f1-4849-a2c4-4c1c605d2548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['d69f1d80-2d1d-4ee5-8b70-68c6049dc41d'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:18.172594 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674b005-5294-4927-afea-44cdd1958a5a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event updated for resources: {'Port': ['ID=da1df37f-b2be-4035-b079-e2be47fee528,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:18.187352 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f674b005-5294-4927-afea-44cdd1958a5a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Network 4c0e0719-d9f1-4b7a-a511-a9be5c32e45e is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:36:18.188898 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-f674b005-5294-4927-afea-44cdd1958a5a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:18.194674 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f674b005-5294-4927-afea-44cdd1958a5a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:36:18.256422 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f674b005-5294-4927-afea-44cdd1958a5a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:18.257066 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f674b005-5294-4927-afea-44cdd1958a5a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:18.301560 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f674b005-5294-4927-afea-44cdd1958a5a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 2.2813785 Feb 08 21:36:18.302618 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34646) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:18.310563 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d7605a34-29ab-4319-b1c7-9148bc679dd9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Request body: {'floatingip': {'port_id': 'da1df37f-b2be-4035-b079-e2be47fee528'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:18.327128 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-4083a6f1-c8f1-4849-a2c4-4c1c605d2548 None None] Set router d69f1d80-2d1d-4ee5-8b70-68c6049dc41d gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:36:18.368789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe776e0c-ca55-4834-a70b-e9a6a9be8ace req-5f0c7efe-2179-4d8e-a15c-5e8cc12d4db1 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:18.375777 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fe776e0c-ca55-4834-a70b-e9a6a9be8ace req-5f0c7efe-2179-4d8e-a15c-5e8cc12d4db1 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 945 time: 0.3270388 Feb 08 21:36:18.384745 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25a373c0-f3e2-48d9-a3d2-5e6087d10c97 admin admin] Publish callbacks [] for router (d69f1d80-2d1d-4ee5-8b70-68c6049dc41d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:18.408694 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7605a34-29ab-4319-b1c7-9148bc679dd9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (73ae0df3-8b3a-40ce-a972-45e333c57c76), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:18.489338 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c620b5-3f1b-455f-a45b-487efd510f2c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Checking segment: {'id': '15cc5625-358d-49dc-96ef-4656d4699a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '31b61c73-7476-4d15-97b3-0879b37634ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:36:18.489716 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c620b5-3f1b-455f-a45b-487efd510f2c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Network hostable DHCP agents. Network: 31b61c73-7476-4d15-97b3-0879b37634ac, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:36:18.617386 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25a373c0-f3e2-48d9-a3d2-5e6087d10c97 admin admin] Publish callbacks [] for router_gateway (d69f1d80-2d1d-4ee5-8b70-68c6049dc41d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:18.682047 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-4083a6f1-c8f1-4849-a2c4-4c1c605d2548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69f1d80-2d1d-4ee5-8b70-68c6049dc41d', 'name': 'tempest-ServersTestMultiNic-222369038-router', 'tenant_id': 'e06b0580b36e41f2ba7247491d9845e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'e6eb52a6-1d8d-424d-a6d5-b7bb071573cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:33:38Z', 'updated_at': '2022-02-08T21:36:16Z', 'revision_number': 5, 'project_id': 'e06b0580b36e41f2ba7247491d9845e4', 'gw_port': {'id': 'e6eb52a6-1d8d-424d-a6d5-b7bb071573cc', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69f1d80-2d1d-4ee5-8b70-68c6049dc41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:33:41Z', 'updated_at': '2022-02-08T21:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:18.704453 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fe776e0c-ca55-4834-a70b-e9a6a9be8ace req-be72ebdf-4681-482e-840e-1906b194ed15 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277028 Feb 08 21:36:18.719200 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93602f6e-4eeb-413d-93d5-af1693a97a29 req-2dc2c8e6-6d94-4f45-b1b9-fd041bcbe6d8 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:18.727000 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-93602f6e-4eeb-413d-93d5-af1693a97a29 req-2dc2c8e6-6d94-4f45-b1b9-fd041bcbe6d8 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 946 time: 0.2526710 Feb 08 21:36:18.732759 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c620b5-3f1b-455f-a45b-487efd510f2c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Network 31b61c73-7476-4d15-97b3-0879b37634ac is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:36:18.748437 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d342ce01-2238-4f05-9815-23c5a9982b84 None None] Provisioning complete for port da1df37f-b2be-4035-b079-e2be47fee528 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:36:18.748828 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d342ce01-2238-4f05-9815-23c5a9982b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (da1df37f-b2be-4035-b079-e2be47fee528), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:18.750671 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4083a6f1-c8f1-4849-a2c4-4c1c605d2548 None None] Checking router: d69f1d80-2d1d-4ee5-8b70-68c6049dc41d for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:36:18.783356 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4083a6f1-c8f1-4849-a2c4-4c1c605d2548 None None] Routers {'d69f1d80-2d1d-4ee5-8b70-68c6049dc41d'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:36:18.784184 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-4083a6f1-c8f1-4849-a2c4-4c1c605d2548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['d69f1d80-2d1d-4ee5-8b70-68c6049dc41d'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:18.793415 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-43c620b5-3f1b-455f-a45b-487efd510f2c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 31b61c73-7476-4d15-97b3-0879b37634ac) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:18.808990 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c620b5-3f1b-455f-a45b-487efd510f2c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:18.809736 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43c620b5-3f1b-455f-a45b-487efd510f2c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:18.823504 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-25a373c0-f3e2-48d9-a3d2-5e6087d10c97 admin admin] Deleting port e6eb52a6-1d8d-424d-a6d5-b7bb071573cc {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:18.823853 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25a373c0-f3e2-48d9-a3d2-5e6087d10c97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (e6eb52a6-1d8d-424d-a6d5-b7bb071573cc), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:18.872686 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-93602f6e-4eeb-413d-93d5-af1693a97a29 req-6c975677-ebf2-4340-a2a7-1939b349606c tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446142 Feb 08 21:36:18.973594 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c7f161-aea4-4d68-bc97-39ce6c737f1e None None] Network 31b61c73-7476-4d15-97b3-0879b37634ac requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:36:19.064781 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-43c620b5-3f1b-455f-a45b-487efd510f2c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5462987 Feb 08 21:36:19.083930 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34658) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:19.083930 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-01cff5c4-8e2c-4545-baf0-5c8d3e946a90 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Request body: {'port': {'network_id': '31b61c73-7476-4d15-97b3-0879b37634ac', 'name': 'tempest-NetworksIpV6TestAttrs-1206635702'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:19.112939 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-4083a6f1-c8f1-4849-a2c4-4c1c605d2548 None None] Set router d69f1d80-2d1d-4ee5-8b70-68c6049dc41d gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:36:19.151426 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7605a34-29ab-4319-b1c7-9148bc679dd9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:19.159123 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7605a34-29ab-4319-b1c7-9148bc679dd9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (73ae0df3-8b3a-40ce-a972-45e333c57c76), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:19.216924 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa6e33-3552-4b5d-9eb0-42fe4f44b6c6 req-4b548dfa-3f84-436e-ac31-3932cf0defcc tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:19.218657 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4daa6e33-3552-4b5d-9eb0-42fe4f44b6c6 req-4b548dfa-3f84-436e-ac31-3932cf0defcc tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.2111902 Feb 08 21:36:19.225921 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d342ce01-2238-4f05-9815-23c5a9982b84 None None] Port da1df37f-b2be-4035-b079-e2be47fee528 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:36:19.229878 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-4083a6f1-c8f1-4849-a2c4-4c1c605d2548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69f1d80-2d1d-4ee5-8b70-68c6049dc41d', 'name': 'tempest-ServersTestMultiNic-222369038-router', 'tenant_id': 'e06b0580b36e41f2ba7247491d9845e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:33:38Z', 'updated_at': '2022-02-08T21:36:18Z', 'revision_number': 6, 'project_id': 'e06b0580b36e41f2ba7247491d9845e4', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:19.253583 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cff5c4-8e2c-4545-baf0-5c8d3e946a90 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Made reservation on behalf of e82d9af690d14e2f8d3fbab7569b61ec for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:19.257051 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-01cff5c4-8e2c-4545-baf0-5c8d3e946a90 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:19.287978 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-25a373c0-f3e2-48d9-a3d2-5e6087d10c97 admin admin] For port e6eb52a6-1d8d-424d-a6d5-b7bb071573cc, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e6eb52a6-1d8d-424d-a6d5-b7bb071573cc,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:19.288355 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25a373c0-f3e2-48d9-a3d2-5e6087d10c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (e6eb52a6-1d8d-424d-a6d5-b7bb071573cc), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:19.320323 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-01cff5c4-8e2c-4545-baf0-5c8d3e946a90 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] device_id is not set on port a1e1edba-86f4-4a43-b8a0-8126993f2c29 yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:36:19.335449 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-d7605a34-29ab-4319-b1c7-9148bc679dd9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Floating IP 73ae0df3-8b3a-40ce-a972-45e333c57c76 associated. External IP: 172.25.3.238, port: b81cc090-e855-40d9-a073-c9418db02ae9. Feb 08 21:36:19.338899 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-25a373c0-f3e2-48d9-a3d2-5e6087d10c97 admin admin] Calling delete_port for e6eb52a6-1d8d-424d-a6d5-b7bb071573cc owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:19.343201 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4083a6f1-c8f1-4849-a2c4-4c1c605d2548 None None] The sync data for ids ['d69f1d80-2d1d-4ee5-8b70-68c6049dc41d'] in n-d-712143-31 is: [{'id': 'd69f1d80-2d1d-4ee5-8b70-68c6049dc41d', 'name': 'tempest-ServersTestMultiNic-222369038-router', 'tenant_id': 'e06b0580b36e41f2ba7247491d9845e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:33:38Z', 'updated_at': '2022-02-08T21:36:18Z', 'revision_number': 6, 'project_id': 'e06b0580b36e41f2ba7247491d9845e4', 'gw_port_host': None}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:36:19.353482 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4daa6e33-3552-4b5d-9eb0-42fe4f44b6c6 req-d9d95008-f4c3-49f7-9a17-2cf7e82339b7 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168265 Feb 08 21:36:19.472042 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-31b61c73-7476-4d15-97b3-0879b37634ac', 'network_id': '31b61c73-7476-4d15-97b3-0879b37634ac', 'project_id': 'e82d9af690d14e2f8d3fbab7569b61ec', 'fixed_ips': [{'subnet_id': '8062b6cc-b142-41c2-892f-77e4c1c9f3b4'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:36:19.473263 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:19.643678 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4549c-803b-4328-ab25-fa0e4b807266 req-3d904b0c-b252-4bbc-a207-1320e396fe0f tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:19.651128 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-08c4549c-803b-4328-ab25-fa0e4b807266 req-3d904b0c-b252-4bbc-a207-1320e396fe0f tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1458786 Feb 08 21:36:19.688450 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-01cff5c4-8e2c-4545-baf0-5c8d3e946a90 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Allocated IP 2001:db8::f816:3eff:fed3:78d2 (31b61c73-7476-4d15-97b3-0879b37634ac/8062b6cc-b142-41c2-892f-77e4c1c9f3b4/a1e1edba-86f4-4a43-b8a0-8126993f2c29) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:36:19.773422 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7605a34-29ab-4319-b1c7-9148bc679dd9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Router 7c0be268-2eaa-4489-add8-c642c93c4753 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:36:19.780833 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device a97d1021-9456-4345-a9fc-e8d2e6327e82 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:36:19.820758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: a97d1021-9456-4345-a9fc-e8d2e6327e82 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:36:19.822740 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device a97d1021-9456-4345-a9fc-e8d2e6327e82 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:36:19.840352 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-08c4549c-803b-4328-ab25-fa0e4b807266 req-23392959-771f-4da0-a77f-bc87b7991dab tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823871 Feb 08 21:36:19.935915 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7605a34-29ab-4319-b1c7-9148bc679dd9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:36:19.948645 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72103cdb-fce8-4b15-8f4e-e14d7a8b49dc None None] Sync routers for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:36:19.968032 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72103cdb-fce8-4b15-8f4e-e14d7a8b49dc None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:36:19.968832 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-72103cdb-fce8-4b15-8f4e-e14d7a8b49dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:20.055742 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-72103cdb-fce8-4b15-8f4e-e14d7a8b49dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:20.074831 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72103cdb-fce8-4b15-8f4e-e14d7a8b49dc None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:36:20.075473 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-72103cdb-fce8-4b15-8f4e-e14d7a8b49dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:20.125167 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8e554-a111-4a22-a814-4f11e1569313 req-11ac95e8-840b-46c9-b493-92868151fe51 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:20.144285 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1bd8e554-a111-4a22-a814-4f11e1569313 req-11ac95e8-840b-46c9-b493-92868151fe51 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 945 time: 0.3200967 Feb 08 21:36:20.155089 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-72103cdb-fce8-4b15-8f4e-e14d7a8b49dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:20.155697 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72103cdb-fce8-4b15-8f4e-e14d7a8b49dc None None] The sync data for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:36:20.235571 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25a373c0-f3e2-48d9-a3d2-5e6087d10c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (e6eb52a6-1d8d-424d-a6d5-b7bb071573cc), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:20.280384 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7605a34-29ab-4319-b1c7-9148bc679dd9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Router 12ea18de-ba1e-4259-8ba7-2eacd0e7d756 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:36:20.297380 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a373c0-f3e2-48d9-a3d2-5e6087d10c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6eb52a6-1d8d-424d-a6d5-b7bb071573cc,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:20.355724 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0aae18-60cb-4c89-96a5-0d6a336541f0 req-6d594419-a907-4d60-9900-7e380e203861 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:20.362745 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0d0aae18-60cb-4c89-96a5-0d6a336541f0 req-6d594419-a907-4d60-9900-7e380e203861 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 946 time: 0.2629585 Feb 08 21:36:20.368759 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a373c0-f3e2-48d9-a3d2-5e6087d10c97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:20.371951 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a373c0-f3e2-48d9-a3d2-5e6087d10c97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:20.372321 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a373c0-f3e2-48d9-a3d2-5e6087d10c97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:20.372677 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a373c0-f3e2-48d9-a3d2-5e6087d10c97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:20.373104 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a373c0-f3e2-48d9-a3d2-5e6087d10c97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:20.373483 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a373c0-f3e2-48d9-a3d2-5e6087d10c97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:20.373827 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a373c0-f3e2-48d9-a3d2-5e6087d10c97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:20.374166 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a373c0-f3e2-48d9-a3d2-5e6087d10c97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:20.374505 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a373c0-f3e2-48d9-a3d2-5e6087d10c97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:20.374853 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a373c0-f3e2-48d9-a3d2-5e6087d10c97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:20.375174 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a373c0-f3e2-48d9-a3d2-5e6087d10c97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:20.375507 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a373c0-f3e2-48d9-a3d2-5e6087d10c97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:20.375838 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a373c0-f3e2-48d9-a3d2-5e6087d10c97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:20.390340 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1bd8e554-a111-4a22-a814-4f11e1569313 req-da7bdefa-e4f1-42c6-a25b-630a3f393398 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446129 Feb 08 21:36:20.479645 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7605a34-29ab-4319-b1c7-9148bc679dd9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:36:20.492336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738df668-d82b-423d-9f34-7d79f840adea None None] Sync routers for ids ['12ea18de-ba1e-4259-8ba7-2eacd0e7d756'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:36:20.496026 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7605a34-29ab-4319-b1c7-9148bc679dd9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:20.506085 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-01cff5c4-8e2c-4545-baf0-5c8d3e946a90 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks [] for port (a1e1edba-86f4-4a43-b8a0-8126993f2c29), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:20.513970 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738df668-d82b-423d-9f34-7d79f840adea None None] Routers {'12ea18de-ba1e-4259-8ba7-2eacd0e7d756'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:36:20.514609 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-738df668-d82b-423d-9f34-7d79f840adea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['12ea18de-ba1e-4259-8ba7-2eacd0e7d756'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:20.576204 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d7605a34-29ab-4319-b1c7-9148bc679dd9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "PUT /v2.0/floatingips/73ae0df3-8b3a-40ce-a972-45e333c57c76 HTTP/1.1" status: 200 len: 975 time: 2.2698281 Feb 08 21:36:20.586518 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34676) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:20.601272 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-738df668-d82b-423d-9f34-7d79f840adea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:20.616595 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738df668-d82b-423d-9f34-7d79f840adea None None] Routers {'12ea18de-ba1e-4259-8ba7-2eacd0e7d756'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:36:20.621025 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-738df668-d82b-423d-9f34-7d79f840adea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['12ea18de-ba1e-4259-8ba7-2eacd0e7d756'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:20.672394 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0d0aae18-60cb-4c89-96a5-0d6a336541f0 req-7125b1c6-d748-4141-9b4d-698828bf8277 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086784 Feb 08 21:36:20.673494 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25a373c0-f3e2-48d9-a3d2-5e6087d10c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (d69f1d80-2d1d-4ee5-8b70-68c6049dc41d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:20.753765 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-fd62a619-b358-40ab-b593-636ece182ff9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Deleting port da1df37f-b2be-4035-b079-e2be47fee528 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:20.754733 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd62a619-b358-40ab-b593-636ece182ff9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (da1df37f-b2be-4035-b079-e2be47fee528), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:20.832042 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25a373c0-f3e2-48d9-a3d2-5e6087d10c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (d69f1d80-2d1d-4ee5-8b70-68c6049dc41d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:20.835005 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25a373c0-f3e2-48d9-a3d2-5e6087d10c97 admin admin] Publish callbacks [] for router_controller (d69f1d80-2d1d-4ee5-8b70-68c6049dc41d), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:20.906088 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25a373c0-f3e2-48d9-a3d2-5e6087d10c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (d69f1d80-2d1d-4ee5-8b70-68c6049dc41d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:20.908567 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a373c0-f3e2-48d9-a3d2-5e6087d10c97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d69f1d80-2d1d-4ee5-8b70-68c6049dc41d {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:36:20.920791 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25a373c0-f3e2-48d9-a3d2-5e6087d10c97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:20.922314 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-25a373c0-f3e2-48d9-a3d2-5e6087d10c97 admin admin] 10.222.0.88 "DELETE /v2.0/routers/d69f1d80-2d1d-4ee5-8b70-68c6049dc41d HTTP/1.1" status: 204 len: 168 time: 2.7931705 Feb 08 21:36:20.932385 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34688) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:20.991339 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-738df668-d82b-423d-9f34-7d79f840adea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:20.993195 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738df668-d82b-423d-9f34-7d79f840adea None None] The sync data for ids ['12ea18de-ba1e-4259-8ba7-2eacd0e7d756'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:36:21.049795 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-42acae22-c634-4eff-8e37-7afc9af06822 admin admin] Deleting subnet db1e6f8f-73a7-42f1-8821-909b7074621b {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:36:21.057872 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-42acae22-c634-4eff-8e37-7afc9af06822 admin admin] Publish callbacks [] for subnet (db1e6f8f-73a7-42f1-8821-909b7074621b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:21.114815 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd62a619-b358-40ab-b593-636ece182ff9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (da1df37f-b2be-4035-b079-e2be47fee528), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:21.120912 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85c706-c3ac-46b3-9d97-b404d2da7ba4 req-21da911c-c3f3-4c2a-a764-3dde67640946 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:21.130540 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed85c706-c3ac-46b3-9d97-b404d2da7ba4 req-21da911c-c3f3-4c2a-a764-3dde67640946 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.6205313 Feb 08 21:36:21.135057 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-01cff5c4-8e2c-4545-baf0-5c8d3e946a90 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (a1e1edba-86f4-4a43-b8a0-8126993f2c29), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:21.163418 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-42acae22-c634-4eff-8e37-7afc9af06822 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (db1e6f8f-73a7-42f1-8821-909b7074621b), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:21.207472 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Allocated IP 2001:db8::f816:3eff:fef2:351d (31b61c73-7476-4d15-97b3-0879b37634ac/8062b6cc-b142-41c2-892f-77e4c1c9f3b4/7b7c8b8b-a8e1-4647-a494-cfd910bdcc32) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:36:21.232679 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cff5c4-8e2c-4545-baf0-5c8d3e946a90 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Network 31b61c73-7476-4d15-97b3-0879b37634ac is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:36:21.250498 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-01cff5c4-8e2c-4545-baf0-5c8d3e946a90 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:21.255776 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cff5c4-8e2c-4545-baf0-5c8d3e946a90 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event updated for resources: {'Port': ['ID=a1e1edba-86f4-4a43-b8a0-8126993f2c29,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:21.262744 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cff5c4-8e2c-4545-baf0-5c8d3e946a90 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:36:21.267946 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cff5c4-8e2c-4545-baf0-5c8d3e946a90 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:21.268635 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-01cff5c4-8e2c-4545-baf0-5c8d3e946a90 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:21.276609 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-2c4027d8-34f4-416f-a1c3-0ebb2cf00500 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:21.278154 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-2c4027d8-34f4-416f-a1c3-0ebb2cf00500 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/networks?id=78ab189a-860e-4a01-8c19-0f0521b9833d HTTP/1.1" status: 200 len: 809 time: 0.3783937 Feb 08 21:36:21.294194 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed85c706-c3ac-46b3-9d97-b404d2da7ba4 req-560b924e-13eb-4ae9-849c-a0eedbfb5391 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648693 Feb 08 21:36:21.306569 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-4066a6c2-3492-4a99-a411-33416020fd48 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/quotas/d7c4f68f48ac4d7b8c033568865db0b6 HTTP/1.1" status: 200 len: 375 time: 0.0193832 Feb 08 21:36:21.313794 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-01cff5c4-8e2c-4545-baf0-5c8d3e946a90 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2379174 Feb 08 21:36:21.316150 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34692) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:21.408134 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-812d4e24-af0b-4a9c-bf00-d0fd18ed0427 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Deleting subnet 8062b6cc-b142-41c2-892f-77e4c1c9f3b4 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:36:21.428889 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-42acae22-c634-4eff-8e37-7afc9af06822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (db1e6f8f-73a7-42f1-8821-909b7074621b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:21.439182 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-58abc397-832d-4604-bf4f-5373e9784681 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=d7c4f68f48ac4d7b8c033568865db0b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1237304 Feb 08 21:36:21.518991 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Publish callbacks [] for port (7b7c8b8b-a8e1-4647-a494-cfd910bdcc32), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:21.540058 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (7b7c8b8b-a8e1-4647-a494-cfd910bdcc32), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:21.543726 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-812d4e24-af0b-4a9c-bf00-d0fd18ed0427 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks [] for subnet (8062b6cc-b142-41c2-892f-77e4c1c9f3b4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:21.574088 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd62a619-b358-40ab-b593-636ece182ff9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:21.577020 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd62a619-b358-40ab-b593-636ece182ff9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (73ae0df3-8b3a-40ce-a972-45e333c57c76), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:21.579456 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-fd62a619-b358-40ab-b593-636ece182ff9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Floating IP 73ae0df3-8b3a-40ce-a972-45e333c57c76 disassociated. External IP: 172.25.3.238, port: da1df37f-b2be-4035-b079-e2be47fee528. Feb 08 21:36:21.580083 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-fd62a619-b358-40ab-b593-636ece182ff9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Calling delete_port for da1df37f-b2be-4035-b079-e2be47fee528 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:21.600970 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e6eb52a6-1d8d-424d-a6d5-b7bb071573cc no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:36:21.609848 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cdc28-3f98-4be9-945c-333f80bbbc0b req-86f7f000-1dad-45b0-bea7-20e085ec57d5 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:21.611649 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-226cdc28-3f98-4be9-945c-333f80bbbc0b req-86f7f000-1dad-45b0-bea7-20e085ec57d5 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1614490 Feb 08 21:36:21.631022 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-42acae22-c634-4eff-8e37-7afc9af06822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (db1e6f8f-73a7-42f1-8821-909b7074621b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:21.636929 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Network 31b61c73-7476-4d15-97b3-0879b37634ac is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:36:21.638710 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-812d4e24-af0b-4a9c-bf00-d0fd18ed0427 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (8062b6cc-b142-41c2-892f-77e4c1c9f3b4), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:21.641590 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:21.644114 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: e6eb52a6-1d8d-424d-a6d5-b7bb071573cc {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:36:21.644658 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e6eb52a6-1d8d-424d-a6d5-b7bb071573cc not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:36:21.646607 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:36:21.683319 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-3abf9728-eeb2-4c09-84fc-754c09afed97 service neutron] 10.222.0.88 "GET /v2.0/networks/78ab189a-860e-4a01-8c19-0f0521b9833d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429945 Feb 08 21:36:21.705336 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42acae22-c634-4eff-8e37-7afc9af06822 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db1e6f8f-73a7-42f1-8821-909b7074621b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:21.707122 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Pushing event updated for resources: {'Port': ['ID=7b7c8b8b-a8e1-4647-a494-cfd910bdcc32,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:21.714236 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-42acae22-c634-4eff-8e37-7afc9af06822 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:21.728960 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-42acae22-c634-4eff-8e37-7afc9af06822 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/db1e6f8f-73a7-42f1-8821-909b7074621b HTTP/1.1" status: 204 len: 168 time: 0.7953756 Feb 08 21:36:21.733763 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34698) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:21.735593 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:21.736060 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:21.736507 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:21.736982 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:21.737576 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:21.738151 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:21.738728 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:21.739292 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:21.739856 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:21.740425 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:21.741009 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:21.741605 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:21.742194 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:36:21.746482 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfb342b-3834-44e6-8f9e-c276f2d1e462 None None] Network 1284a0ae-9adf-45e2-9652-f0c9a50a9682 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:36:21.838125 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Attempting to bind port 7b7c8b8b-a8e1-4647-a494-cfd910bdcc32 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:36:21.839281 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Attempting to bind port 7b7c8b8b-a8e1-4647-a494-cfd910bdcc32 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '15cc5625-358d-49dc-96ef-4656d4699a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '31b61c73-7476-4d15-97b3-0879b37634ac'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:36:21.839966 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6037859c-8ef6-4c65-9e1f-e3ba44a73471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (1284a0ae-9adf-45e2-9652-f0c9a50a9682), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:21.842043 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Attempting to bind port 7b7c8b8b-a8e1-4647-a494-cfd910bdcc32 on network 31b61c73-7476-4d15-97b3-0879b37634ac {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:36:21.848420 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-226cdc28-3f98-4be9-945c-333f80bbbc0b req-c2a09bff-aab0-469d-8254-5021ae502d83 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279558 Feb 08 21:36:21.867838 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:36:21.868661 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Checking segment: {'id': '15cc5625-358d-49dc-96ef-4656d4699a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '31b61c73-7476-4d15-97b3-0879b37634ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:36:21.869356 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:21.870001 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Bound using segment: {'id': '15cc5625-358d-49dc-96ef-4656d4699a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '31b61c73-7476-4d15-97b3-0879b37634ac'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:36:21.870733 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Bound port: 7b7c8b8b-a8e1-4647-a494-cfd910bdcc32, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15cc5625-358d-49dc-96ef-4656d4699a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '31b61c73-7476-4d15-97b3-0879b37634ac'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:36:21.871226 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7b7c8b8b-a8e1-4647-a494-cfd910bdcc32), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:21.946031 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-812d4e24-af0b-4a9c-bf00-d0fd18ed0427 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (8062b6cc-b142-41c2-892f-77e4c1c9f3b4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:22.026095 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd62a619-b358-40ab-b593-636ece182ff9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (da1df37f-b2be-4035-b079-e2be47fee528), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:22.063447 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62a619-b358-40ab-b593-636ece182ff9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event deleted for resources: {'Port': ['ID=da1df37f-b2be-4035-b079-e2be47fee528,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:22.075321 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-6037859c-8ef6-4c65-9e1f-e3ba44a73471 admin admin] Deleting port 821ac101-2b63-432c-a5f3-7b6fcafbb905 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:22.075860 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6037859c-8ef6-4c65-9e1f-e3ba44a73471 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (821ac101-2b63-432c-a5f3-7b6fcafbb905), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:22.076060 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-24696911-3e8f-43a0-82cf-0bcae24c6ae7 service neutron] 10.222.0.88 "GET /v2.0/networks/78ab189a-860e-4a01-8c19-0f0521b9833d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758318 Feb 08 21:36:22.100798 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9346ae48-c32f-421c-ae1d-ae0312250ab6 None None] DHCP port deletion for 1284a0ae-9adf-45e2-9652-f0c9a50a9682 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:36:22.103813 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ee954-d3da-4244-b0c2-0ad8f1b2bd0d req-5a4d9549-03e9-40f7-8645-2731027a4166 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:22.105497 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3f7ee954-d3da-4244-b0c2-0ad8f1b2bd0d req-5a4d9549-03e9-40f7-8645-2731027a4166 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 946 time: 0.1524014 Feb 08 21:36:22.146284 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-812d4e24-af0b-4a9c-bf00-d0fd18ed0427 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (8062b6cc-b142-41c2-892f-77e4c1c9f3b4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:22.169604 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] For port 7b7c8b8b-a8e1-4647-a494-cfd910bdcc32, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:36:22.170685 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-812d4e24-af0b-4a9c-bf00-d0fd18ed0427 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:22.174977 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-812d4e24-af0b-4a9c-bf00-d0fd18ed0427 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "DELETE /v2.0/subnets/8062b6cc-b142-41c2-892f-77e4c1c9f3b4 HTTP/1.1" status: 204 len: 168 time: 0.8575280 Feb 08 21:36:22.179076 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34704) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:22.191232 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] For port 7b7c8b8b-a8e1-4647-a494-cfd910bdcc32, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7b7c8b8b-a8e1-4647-a494-cfd910bdcc32,segment=NetworkSegment(15cc5625-358d-49dc-96ef-4656d4699a17),segment_id=15cc5625-358d-49dc-96ef-4656d4699a17)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:36:22.202516 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7b7c8b8b-a8e1-4647-a494-cfd910bdcc32), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:22.242277 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d4e24-af0b-4a9c-bf00-d0fd18ed0427 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event deleted for resources: {'Subnet': ['ID=8062b6cc-b142-41c2-892f-77e4c1c9f3b4,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:22.289868 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3f7ee954-d3da-4244-b0c2-0ad8f1b2bd0d req-7abaef32-e395-4ac9-80bb-68050452b57b tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750212 Feb 08 21:36:22.323218 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63356f8e-8473-49bc-86d3-2bd53c3bb335 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:22.330512 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63356f8e-8473-49bc-86d3-2bd53c3bb335 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:22.332234 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-63356f8e-8473-49bc-86d3-2bd53c3bb335 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1519361 Feb 08 21:36:22.335074 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34708) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:22.351095 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9346ae48-c32f-421c-ae1d-ae0312250ab6 None None] Deleting port 821ac101-2b63-432c-a5f3-7b6fcafbb905 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:22.351095 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9346ae48-c32f-421c-ae1d-ae0312250ab6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (821ac101-2b63-432c-a5f3-7b6fcafbb905), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:22.438051 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd62a619-b358-40ab-b593-636ece182ff9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Router 12ea18de-ba1e-4259-8ba7-2eacd0e7d756 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:36:22.459515 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46382f-5425-4612-b9dc-22a6951273ba None None] Pushing event updated for resources: {'Port': ['ID=7b7c8b8b-a8e1-4647-a494-cfd910bdcc32,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:22.511977 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-9346ae48-c32f-421c-ae1d-ae0312250ab6 None None] For port 821ac101-2b63-432c-a5f3-7b6fcafbb905, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=821ac101-2b63-432c-a5f3-7b6fcafbb905,segment=NetworkSegment(49facca1-169c-4864-a226-97422e720b0a),segment_id=49facca1-169c-4864-a226-97422e720b0a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:22.512735 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9346ae48-c32f-421c-ae1d-ae0312250ab6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (821ac101-2b63-432c-a5f3-7b6fcafbb905), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:22.532543 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9346ae48-c32f-421c-ae1d-ae0312250ab6 None None] Calling delete_port for 821ac101-2b63-432c-a5f3-7b6fcafbb905 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:22.554029 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-6037859c-8ef6-4c65-9e1f-e3ba44a73471 admin admin] For port 821ac101-2b63-432c-a5f3-7b6fcafbb905, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=821ac101-2b63-432c-a5f3-7b6fcafbb905,segment=NetworkSegment(49facca1-169c-4864-a226-97422e720b0a),segment_id=49facca1-169c-4864-a226-97422e720b0a)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:22.554488 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6037859c-8ef6-4c65-9e1f-e3ba44a73471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (821ac101-2b63-432c-a5f3-7b6fcafbb905), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:22.652388 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-79209221-1927-4cab-8008-8015b4b5bc18 req-8d53f93b-8ac0-440e-be53-a1259b4ad1fc tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 210 time: 0.1461997 Feb 08 21:36:22.677008 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ec02692-5171-4d1e-99dd-4e47ed451905 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (31b61c73-7476-4d15-97b3-0879b37634ac), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:22.708191 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec02692-5171-4d1e-99dd-4e47ed451905 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 08 21:36:22.709502 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ec02692-5171-4d1e-99dd-4e47ed451905 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:36:22.711771 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-6037859c-8ef6-4c65-9e1f-e3ba44a73471 admin admin] Calling delete_port for 821ac101-2b63-432c-a5f3-7b6fcafbb905 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:22.714729 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9346ae48-c32f-421c-ae1d-ae0312250ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (821ac101-2b63-432c-a5f3-7b6fcafbb905), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:22.724992 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8ec02692-5171-4d1e-99dd-4e47ed451905 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "DELETE /v2.0/networks/31b61c73-7476-4d15-97b3-0879b37634ac HTTP/1.1" status: 409 len: 466 time: 0.3885465 Feb 08 21:36:22.726487 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34724) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:22.732594 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-da2e9882-5965-4806-82f8-b56efd1eb46c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1307458455'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:22.749960 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd085ba-e088-4e10-94c4-08a31bf0be2c req-d0730238-db50-4058-af62-4ece7a667347 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:22.751963 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fdd085ba-e088-4e10-94c4-08a31bf0be2c req-d0730238-db50-4058-af62-4ece7a667347 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.2290082 Feb 08 21:36:22.766268 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346ae48-c32f-421c-ae1d-ae0312250ab6 None None] Pushing event deleted for resources: {'Port': ['ID=821ac101-2b63-432c-a5f3-7b6fcafbb905,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:22.769072 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9346ae48-c32f-421c-ae1d-ae0312250ab6 None None] No DVR routers for this DVR port 821ac101-2b63-432c-a5f3-7b6fcafbb905 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:36:22.840771 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fdd085ba-e088-4e10-94c4-08a31bf0be2c req-7b45a978-940c-4f65-836a-3d844037f4f6 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825644 Feb 08 21:36:22.891490 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2e9882-5965-4806-82f8-b56efd1eb46c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Made reservation on behalf of e82d9af690d14e2f8d3fbab7569b61ec for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:22.896470 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da2e9882-5965-4806-82f8-b56efd1eb46c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:22.950274 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd62a619-b358-40ab-b593-636ece182ff9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:36:22.963303 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d537e55-44f4-47ee-9216-85ee907f44d4 None None] Sync routers for ids ['12ea18de-ba1e-4259-8ba7-2eacd0e7d756'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:36:22.978663 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d537e55-44f4-47ee-9216-85ee907f44d4 None None] Routers {'12ea18de-ba1e-4259-8ba7-2eacd0e7d756'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:36:22.979300 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-2d537e55-44f4-47ee-9216-85ee907f44d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['12ea18de-ba1e-4259-8ba7-2eacd0e7d756'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:23.049014 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da2e9882-5965-4806-82f8-b56efd1eb46c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:36:23.053493 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca318e1-2f0b-4462-8225-40b72f2989ce req-cd22bd22-3424-4268-ae88-09d09140c862 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:23.058142 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9ca318e1-2f0b-4462-8225-40b72f2989ce req-cd22bd22-3424-4268-ae88-09d09140c862 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.0969646 Feb 08 21:36:23.080464 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da2e9882-5965-4806-82f8-b56efd1eb46c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (b88fd99b-a672-46d6-ad1a-8b978d490987), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:23.080723 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-2d537e55-44f4-47ee-9216-85ee907f44d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:23.080845 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-da2e9882-5965-4806-82f8-b56efd1eb46c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Added segment b88fd99b-a672-46d6-ad1a-8b978d490987 of type vlan for network bca8119b-1106-4aae-b376-30ac73685870 Feb 08 21:36:23.103254 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d537e55-44f4-47ee-9216-85ee907f44d4 None None] Routers {'12ea18de-ba1e-4259-8ba7-2eacd0e7d756'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:36:23.103904 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-2d537e55-44f4-47ee-9216-85ee907f44d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:35:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['12ea18de-ba1e-4259-8ba7-2eacd0e7d756'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:23.139481 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd62a619-b358-40ab-b593-636ece182ff9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:23.144036 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fd62a619-b358-40ab-b593-636ece182ff9 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "DELETE /v2.0/ports/da1df37f-b2be-4035-b079-e2be47fee528 HTTP/1.1" status: 204 len: 168 time: 2.5544147 Feb 08 21:36:23.155981 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34734) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:23.158448 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6037859c-8ef6-4c65-9e1f-e3ba44a73471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (821ac101-2b63-432c-a5f3-7b6fcafbb905), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:23.163300 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9ca318e1-2f0b-4462-8225-40b72f2989ce req-86d4afd5-6861-4d78-9793-0ccd0c87b554 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972052 Feb 08 21:36:23.187730 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-2d537e55-44f4-47ee-9216-85ee907f44d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:23.188717 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d537e55-44f4-47ee-9216-85ee907f44d4 None None] The sync data for ids ['12ea18de-ba1e-4259-8ba7-2eacd0e7d756'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:36:23.228471 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037859c-8ef6-4c65-9e1f-e3ba44a73471 admin admin] Pushing event deleted for resources: {'Port': ['ID=821ac101-2b63-432c-a5f3-7b6fcafbb905,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:23.239438 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da2e9882-5965-4806-82f8-b56efd1eb46c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (bca8119b-1106-4aae-b376-30ac73685870), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:23.247376 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6037859c-8ef6-4c65-9e1f-e3ba44a73471 admin admin] No DVR routers for this DVR port 821ac101-2b63-432c-a5f3-7b6fcafbb905 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:36:23.365125 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6037859c-8ef6-4c65-9e1f-e3ba44a73471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (1284a0ae-9adf-45e2-9652-f0c9a50a9682), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:23.392529 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-6037859c-8ef6-4c65-9e1f-e3ba44a73471 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1284a0ae-9adf-45e2-9652-f0c9a50a9682']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:23.405767 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-6037859c-8ef6-4c65-9e1f-e3ba44a73471 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49facca1-169c-4864-a226-97422e720b0a') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:23.406073 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-6037859c-8ef6-4c65-9e1f-e3ba44a73471 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49facca1-169c-4864-a226-97422e720b0a') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:23.420610 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6037859c-8ef6-4c65-9e1f-e3ba44a73471 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (49facca1-169c-4864-a226-97422e720b0a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:23.443292 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6037859c-8ef6-4c65-9e1f-e3ba44a73471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (49facca1-169c-4864-a226-97422e720b0a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:23.452433 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da2e9882-5965-4806-82f8-b56efd1eb46c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (bca8119b-1106-4aae-b376-30ac73685870), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:23.459205 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2e9882-5965-4806-82f8-b56efd1eb46c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:23.460016 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da2e9882-5965-4806-82f8-b56efd1eb46c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:23.464401 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6037859c-8ef6-4c65-9e1f-e3ba44a73471 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:36:23.464852 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6037859c-8ef6-4c65-9e1f-e3ba44a73471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (49facca1-169c-4864-a226-97422e720b0a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: warnings.warn(msg) Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:36:23.472182 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:36:23.624658 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-da2e9882-5965-4806-82f8-b56efd1eb46c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8959122 Feb 08 21:36:23.629141 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34746) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:23.637975 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-bd433fde-2538-4f05-a687-9c7ec973d925 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Request body: {'subnet': {'network_id': 'bca8119b-1106-4aae-b376-30ac73685870', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:23.660037 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6037859c-8ef6-4c65-9e1f-e3ba44a73471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (1284a0ae-9adf-45e2-9652-f0c9a50a9682), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:23.714486 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7b7c8b8b-a8e1-4647-a494-cfd910bdcc32 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:36:23.737166 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e9882-5965-4806-82f8-b56efd1eb46c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event updated for resources: {'Network': ['ID=bca8119b-1106-4aae-b376-30ac73685870,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:23.758374 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6037859c-8ef6-4c65-9e1f-e3ba44a73471 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:23.761759 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6037859c-8ef6-4c65-9e1f-e3ba44a73471 admin admin] 10.222.0.88 "DELETE /v2.0/networks/1284a0ae-9adf-45e2-9652-f0c9a50a9682 HTTP/1.1" status: 204 len: 168 time: 2.0234237 Feb 08 21:36:23.762802 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037859c-8ef6-4c65-9e1f-e3ba44a73471 admin admin] Pushing event deleted for resources: {'Network': ['ID=1284a0ae-9adf-45e2-9652-f0c9a50a9682,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:23.797890 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network bca8119b-1106-4aae-b376-30ac73685870 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:36:23.907042 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd433fde-2538-4f05-a687-9c7ec973d925 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Made reservation on behalf of e82d9af690d14e2f8d3fbab7569b61ec for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:23.910762 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd433fde-2538-4f05-a687-9c7ec973d925 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:24.023298 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafa191-3665-446a-8028-f94d093bc39a req-4bd0d794-f14e-4fa9-a972-ba42b63ed6cb tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:24.026894 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bdafa191-3665-446a-8028-f94d093bc39a req-4bd0d794-f14e-4fa9-a972-ba42b63ed6cb tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 946 time: 0.1740184 Feb 08 21:36:24.040531 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 7b7c8b8b-a8e1-4647-a494-cfd910bdcc32 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:36:24.041187 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7b7c8b8b-a8e1-4647-a494-cfd910bdcc32), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:24.102164 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a867d5e-b151-4e46-b25a-427c8b96ddde req-b639fb14-3552-4bf6-b888-8affb02ae8f4 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:24.107929 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a867d5e-b151-4e46-b25a-427c8b96ddde req-b639fb14-3552-4bf6-b888-8affb02ae8f4 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.2563424 Feb 08 21:36:24.123657 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34760) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:24.175743 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6066834-98b8-493f-a220-442d055feda1 None None] Network 31b61c73-7476-4d15-97b3-0879b37634ac requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:36:24.178370 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2f4d4598-278e-41fd-80ec-d241e45b9b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:24.296486 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bdafa191-3665-446a-8028-f94d093bc39a req-010bcf5e-c947-417d-b3a6-ee6b7ad40d80 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434571 Feb 08 21:36:24.371740 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 7b7c8b8b-a8e1-4647-a494-cfd910bdcc32 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:36:24.372135 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7b7c8b8b-a8e1-4647-a494-cfd910bdcc32), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:24.407979 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-6ffe91f8-4d27-44a9-8cdf-724d1edd14ed None None] Provisioning complete for port 7b7c8b8b-a8e1-4647-a494-cfd910bdcc32 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:36:24.411218 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6ffe91f8-4d27-44a9-8cdf-724d1edd14ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7b7c8b8b-a8e1-4647-a494-cfd910bdcc32), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:24.472347 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1c2a8e64-71bd-4998-af2b-fbd99b16a1bb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e06b0580b36e41f2ba7247491d9845e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3464689 Feb 08 21:36:24.476002 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34764) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:24.543871 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 7b7c8b8b-a8e1-4647-a494-cfd910bdcc32, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7b7c8b8b-a8e1-4647-a494-cfd910bdcc32,segment=NetworkSegment(15cc5625-358d-49dc-96ef-4656d4699a17),segment_id=15cc5625-358d-49dc-96ef-4656d4699a17)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:24.559186 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7b7c8b8b-a8e1-4647-a494-cfd910bdcc32), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:24.574178 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a867d5e-b151-4e46-b25a-427c8b96ddde req-63e953c4-b91e-453c-a713-526b6a89931d tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232771 Feb 08 21:36:24.652052 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cb637723-e097-468b-91a8-a70a3113d9f4 req-5f7913d8-7cac-4f67-8cc9-6c37988e153d tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 210 time: 0.1954691 Feb 08 21:36:24.716360 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5810682b-771d-4c81-a8af-743cbdbb1c53 None None] DHCP port deletion for 31b61c73-7476-4d15-97b3-0879b37634ac request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:36:24.737208 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 821ac101-2b63-432c-a5f3-7b6fcafbb905 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:36:24.765655 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 821ac101-2b63-432c-a5f3-7b6fcafbb905 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:36:24.766274 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 821ac101-2b63-432c-a5f3-7b6fcafbb905 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:36:24.805678 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=7b7c8b8b-a8e1-4647-a494-cfd910bdcc32,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:24.811440 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6ffe91f8-4d27-44a9-8cdf-724d1edd14ed None None] Current status of the port 7b7c8b8b-a8e1-4647-a494-cfd910bdcc32 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:36:24.846945 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c377c0ed-b9cb-4eff-baf0-2bc330c28b7c admin admin] Publish callbacks [] for security_group (4df2c3d3-1906-489d-83a8-b62f10128af5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:24.857290 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5810682b-771d-4c81-a8af-743cbdbb1c53 None None] Deleting port 7b7c8b8b-a8e1-4647-a494-cfd910bdcc32 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:24.857974 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5810682b-771d-4c81-a8af-743cbdbb1c53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (7b7c8b8b-a8e1-4647-a494-cfd910bdcc32), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:24.881868 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-5d347a6a-db66-433b-a107-2c10ff8b9da8 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:24.883588 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-5d347a6a-db66-433b-a107-2c10ff8b9da8 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.96 "GET /v2.0/networks?id=78ab189a-860e-4a01-8c19-0f0521b9833d HTTP/1.1" status: 200 len: 809 time: 0.5485837 Feb 08 21:36:24.908356 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a1a1c89e-5b7e-482d-a209-fc5913472495 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Request body: {'port': {'device_id': 'a340fe3a-c3a4-48da-88d1-0ffb53d92b1b', 'network_id': '78ab189a-860e-4a01-8c19-0f0521b9833d', 'admin_state_up': True, 'tenant_id': 'd7c4f68f48ac4d7b8c033568865db0b6'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:24.944267 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-5810682b-771d-4c81-a8af-743cbdbb1c53 None None] For port 7b7c8b8b-a8e1-4647-a494-cfd910bdcc32, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7b7c8b8b-a8e1-4647-a494-cfd910bdcc32,segment=NetworkSegment(15cc5625-358d-49dc-96ef-4656d4699a17),segment_id=15cc5625-358d-49dc-96ef-4656d4699a17)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:24.945023 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5810682b-771d-4c81-a8af-743cbdbb1c53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (7b7c8b8b-a8e1-4647-a494-cfd910bdcc32), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:24.963869 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5810682b-771d-4c81-a8af-743cbdbb1c53 None None] Calling delete_port for 7b7c8b8b-a8e1-4647-a494-cfd910bdcc32 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:24.974868 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c377c0ed-b9cb-4eff-baf0-2bc330c28b7c admin admin] Publish callbacks [] for security_group (4df2c3d3-1906-489d-83a8-b62f10128af5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:25.001436 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c398c-eee5-468c-9d67-14f28750ca77 req-c84a60c5-86b8-4cfa-a600-53bef48558d7 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:25.009273 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a77c398c-eee5-468c-9d67-14f28750ca77 req-c84a60c5-86b8-4cfa-a600-53bef48558d7 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.2462072 Feb 08 21:36:25.098264 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5810682b-771d-4c81-a8af-743cbdbb1c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (7b7c8b8b-a8e1-4647-a494-cfd910bdcc32), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:25.140642 n-d-712143-31 neutron-server[103434]: DEBUG neutron.objects.ports [None req-bd433fde-2538-4f05-a687-9c7ec973d925 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103434) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 21:36:25.142463 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd433fde-2538-4f05-a687-9c7ec973d925 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (f5469b0a-1ae2-49ab-bfd0-a9a1547adfe1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:25.163598 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810682b-771d-4c81-a8af-743cbdbb1c53 None None] Pushing event deleted for resources: {'Port': ['ID=7b7c8b8b-a8e1-4647-a494-cfd910bdcc32,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:25.175580 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a77c398c-eee5-468c-9d67-14f28750ca77 req-506c51ae-624f-44e2-ad57-dfb1c08208f4 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650131 Feb 08 21:36:25.182078 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c377c0ed-b9cb-4eff-baf0-2bc330c28b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4df2c3d3-1906-489d-83a8-b62f10128af5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:25.182617 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5810682b-771d-4c81-a8af-743cbdbb1c53 None None] No DVR routers for this DVR port 7b7c8b8b-a8e1-4647-a494-cfd910bdcc32 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:36:25.185085 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c377c0ed-b9cb-4eff-baf0-2bc330c28b7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:25.186555 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c377c0ed-b9cb-4eff-baf0-2bc330c28b7c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4df2c3d3-1906-489d-83a8-b62f10128af5 HTTP/1.1" status: 204 len: 168 time: 0.6994152 Feb 08 21:36:25.206571 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a1a1c89e-5b7e-482d-a209-fc5913472495 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Made reservation on behalf of d7c4f68f48ac4d7b8c033568865db0b6 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:25.210387 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a1a1c89e-5b7e-482d-a209-fc5913472495 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:25.252819 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377c0ed-b9cb-4eff-baf0-2bc330c28b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df2c3d3-1906-489d-83a8-b62f10128af5,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:25.265022 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd433fde-2538-4f05-a687-9c7ec973d925 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event updated for resources: {'Subnet': ['ID=f5469b0a-1ae2-49ab-bfd0-a9a1547adfe1,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:25.277943 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd433fde-2538-4f05-a687-9c7ec973d925 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Checking segment: {'id': 'b88fd99b-a672-46d6-ad1a-8b978d490987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bca8119b-1106-4aae-b376-30ac73685870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:36:25.278356 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd433fde-2538-4f05-a687-9c7ec973d925 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Network hostable DHCP agents. Network: bca8119b-1106-4aae-b376-30ac73685870, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:36:25.299264 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd433fde-2538-4f05-a687-9c7ec973d925 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Network bca8119b-1106-4aae-b376-30ac73685870 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:36:25.309214 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-283e8233-65d9-4db0-9029-8e2d07816d5e tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (12ea18de-ba1e-4259-8ba7-2eacd0e7d756), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:25.318626 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-bd433fde-2538-4f05-a687-9c7ec973d925 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, bca8119b-1106-4aae-b376-30ac73685870) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:25.337129 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a80c77-dd08-472a-9059-a7d792ca4675 None None] Network bca8119b-1106-4aae-b376-30ac73685870 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:36:25.349856 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd433fde-2538-4f05-a687-9c7ec973d925 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:25.350476 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd433fde-2538-4f05-a687-9c7ec973d925 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:25.392784 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bd433fde-2538-4f05-a687-9c7ec973d925 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7615445 Feb 08 21:36:25.394442 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34778) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:25.583073 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7251e7db-f168-4439-9d30-d363ecf7e685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-bca8119b-1106-4aae-b376-30ac73685870', 'network_id': 'bca8119b-1106-4aae-b376-30ac73685870', 'project_id': 'e82d9af690d14e2f8d3fbab7569b61ec', 'fixed_ips': [{'subnet_id': 'f5469b0a-1ae2-49ab-bfd0-a9a1547adfe1'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:36:25.584755 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7251e7db-f168-4439-9d30-d363ecf7e685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:25.605653 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7b7c8b8b-a8e1-4647-a494-cfd910bdcc32 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:36:25.688850 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 7b7c8b8b-a8e1-4647-a494-cfd910bdcc32 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:36:25.689207 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7b7c8b8b-a8e1-4647-a494-cfd910bdcc32 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:36:25.737311 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (bca8119b-1106-4aae-b376-30ac73685870), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:25.858960 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (f5469b0a-1ae2-49ab-bfd0-a9a1547adfe1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:25.879339 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5dc64f-4b3b-421d-a510-2bca89a57c70 req-00851377-1072-47ee-a12b-6b7bfa295ea5 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:25.881478 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f5dc64f-4b3b-421d-a510-2bca89a57c70 req-00851377-1072-47ee-a12b-6b7bfa295ea5 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.3681507 Feb 08 21:36:25.889583 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-7251e7db-f168-4439-9d30-d363ecf7e685 None None] Allocated IP 2001:db8::f816:3eff:fe5c:a920 (bca8119b-1106-4aae-b376-30ac73685870/f5469b0a-1ae2-49ab-bfd0-a9a1547adfe1/96409719-3e95-432c-a72c-68b537fc84e1) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:36:25.943472 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a5297-001c-4fb9-ac86-f27ddf504d2e req-573333b4-2274-4110-bbff-6e3c869d8ea8 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:25.945132 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-008a5297-001c-4fb9-ac86-f27ddf504d2e req-573333b4-2274-4110-bbff-6e3c869d8ea8 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 946 time: 0.4306633 Feb 08 21:36:26.010243 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f5dc64f-4b3b-421d-a510-2bca89a57c70 req-b2e403af-f1e3-449d-9648-1ae4632f127d tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158030 Feb 08 21:36:26.049255 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a1a1c89e-5b7e-482d-a209-fc5913472495 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Allocated IP 172.20.0.5 (78ab189a-860e-4a01-8c19-0f0521b9833d/739e92e6-a4d6-46e1-b30b-0269af78c658/e3b5124b-ba79-49d2-9049-345e662d7c10) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:36:26.104503 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-008a5297-001c-4fb9-ac86-f27ddf504d2e req-4cee51b7-7ebd-451f-8f62-d217a70d0cec tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109176 Feb 08 21:36:26.216696 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55607bd8-6cb1-4dc1-9e51-f1f7402185a3 req-0b0e1aba-ed85-4cf8-a533-fda458a80409 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 210 time: 0.0962443 Feb 08 21:36:26.291283 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7251e7db-f168-4439-9d30-d363ecf7e685 None None] Publish callbacks [] for port (96409719-3e95-432c-a72c-68b537fc84e1), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:26.307718 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7251e7db-f168-4439-9d30-d363ecf7e685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (96409719-3e95-432c-a72c-68b537fc84e1), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:26.331231 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (f5469b0a-1ae2-49ab-bfd0-a9a1547adfe1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:26.338817 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7251e7db-f168-4439-9d30-d363ecf7e685 None None] Network bca8119b-1106-4aae-b376-30ac73685870 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:36:26.389338 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-7251e7db-f168-4439-9d30-d363ecf7e685 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:26.391847 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7251e7db-f168-4439-9d30-d363ecf7e685 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:36:26.394615 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251e7db-f168-4439-9d30-d363ecf7e685 None None] Pushing event updated for resources: {'Port': ['ID=96409719-3e95-432c-a72c-68b537fc84e1,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:26.435863 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event deleted for resources: {'Subnet': ['ID=f5469b0a-1ae2-49ab-bfd0-a9a1547adfe1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:26.495431 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-7251e7db-f168-4439-9d30-d363ecf7e685 None None] Attempting to bind port 96409719-3e95-432c-a72c-68b537fc84e1 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:36:26.495816 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-7251e7db-f168-4439-9d30-d363ecf7e685 None None] Attempting to bind port 96409719-3e95-432c-a72c-68b537fc84e1 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'b88fd99b-a672-46d6-ad1a-8b978d490987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bca8119b-1106-4aae-b376-30ac73685870'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:36:26.496328 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7251e7db-f168-4439-9d30-d363ecf7e685 None None] Attempting to bind port 96409719-3e95-432c-a72c-68b537fc84e1 on network bca8119b-1106-4aae-b376-30ac73685870 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:36:26.502715 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7251e7db-f168-4439-9d30-d363ecf7e685 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:36:26.503098 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7251e7db-f168-4439-9d30-d363ecf7e685 None None] Checking segment: {'id': 'b88fd99b-a672-46d6-ad1a-8b978d490987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bca8119b-1106-4aae-b376-30ac73685870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:36:26.503567 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7251e7db-f168-4439-9d30-d363ecf7e685 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:26.503972 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7251e7db-f168-4439-9d30-d363ecf7e685 None None] Bound using segment: {'id': 'b88fd99b-a672-46d6-ad1a-8b978d490987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bca8119b-1106-4aae-b376-30ac73685870'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:36:26.504451 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-7251e7db-f168-4439-9d30-d363ecf7e685 None None] Bound port: 96409719-3e95-432c-a72c-68b537fc84e1, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b88fd99b-a672-46d6-ad1a-8b978d490987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bca8119b-1106-4aae-b376-30ac73685870'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:36:26.504836 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7251e7db-f168-4439-9d30-d363ecf7e685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (96409719-3e95-432c-a72c-68b537fc84e1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:26.518150 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (bca8119b-1106-4aae-b376-30ac73685870), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:26.552273 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a1a1c89e-5b7e-482d-a209-fc5913472495 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Publish callbacks [] for port (e3b5124b-ba79-49d2-9049-345e662d7c10), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:26.576760 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca8119b-1106-4aae-b376-30ac73685870']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:26.582716 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-7251e7db-f168-4439-9d30-d363ecf7e685 None None] For port 96409719-3e95-432c-a72c-68b537fc84e1, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:36:26.586820 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-7251e7db-f168-4439-9d30-d363ecf7e685 None None] For port 96409719-3e95-432c-a72c-68b537fc84e1, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=96409719-3e95-432c-a72c-68b537fc84e1,segment=NetworkSegment(b88fd99b-a672-46d6-ad1a-8b978d490987),segment_id=b88fd99b-a672-46d6-ad1a-8b978d490987)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:36:26.595529 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7251e7db-f168-4439-9d30-d363ecf7e685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (96409719-3e95-432c-a72c-68b537fc84e1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:26.597173 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88fd99b-a672-46d6-ad1a-8b978d490987') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:26.597664 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88fd99b-a672-46d6-ad1a-8b978d490987') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:26.605207 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc39a7-2768-4cd3-9a73-4bb44823b038 req-946fb40a-d97e-45b5-9bf6-504308cdac0b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:26.608346 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-07cc39a7-2768-4cd3-9a73-4bb44823b038 req-946fb40a-d97e-45b5-9bf6-504308cdac0b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.3056443 Feb 08 21:36:26.616188 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-283e8233-65d9-4db0-9029-8e2d07816d5e tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Deleting port af0d640a-7119-4031-a84c-329ab8bfd7a2 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:26.617192 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-283e8233-65d9-4db0-9029-8e2d07816d5e tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (af0d640a-7119-4031-a84c-329ab8bfd7a2), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:26.640967 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34804) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:26.660538 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (b88fd99b-a672-46d6-ad1a-8b978d490987), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:26.685423 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (b88fd99b-a672-46d6-ad1a-8b978d490987), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:26.697106 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:36:26.697685 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (b88fd99b-a672-46d6-ad1a-8b978d490987), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:36:26.702880 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:36:26.724425 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251e7db-f168-4439-9d30-d363ecf7e685 None None] Pushing event updated for resources: {'Port': ['ID=96409719-3e95-432c-a72c-68b537fc84e1,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:26.743385 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e80ab84-cca9-46bf-8f1d-3a6e77a8ead2 None None] get_active_networks_info from n-d-712143-31 {{(pid=103435) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 21:36:26.827137 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.db.api [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 08 21:36:26.827137 n-d-712143-31 neutron-server[103434]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 08 21:36:26.827137 n-d-712143-31 neutron-server[103434]: [parameters: {'id': 'bca8119b-1106-4aae-b376-30ac73685870'}] Feb 08 21:36:26.827137 n-d-712143-31 neutron-server[103434]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:36:26.827517 n-d-712143-31 neutron-server[103434]: DEBUG oslo_db.api [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:36:26.841800 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-07cc39a7-2768-4cd3-9a73-4bb44823b038 req-657c6e8f-8ee3-4e4c-b3b8-508adf10b0ff tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122359 Feb 08 21:36:26.842795 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a1a1c89e-5b7e-482d-a209-fc5913472495 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (e3b5124b-ba79-49d2-9049-345e662d7c10), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:26.845731 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-283e8233-65d9-4db0-9029-8e2d07816d5e tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (af0d640a-7119-4031-a84c-329ab8bfd7a2), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:26.856152 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['ebb7702b-3bda-479b-b749-0b73abada6c6'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:36:26.868348 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-200aecc7-f0d1-40bc-8b43-7fb63b9ea8e1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2145574167-network', 'tenant_id': '08171e88ae9946398913f30e1d55dca2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:26.893056 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-283e8233-65d9-4db0-9029-8e2d07816d5e tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Calling delete_port for af0d640a-7119-4031-a84c-329ab8bfd7a2 owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:26.909782 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200aecc7-f0d1-40bc-8b43-7fb63b9ea8e1 admin admin] Made reservation on behalf of 08171e88ae9946398913f30e1d55dca2 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:26.920748 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a1a1c89e-5b7e-482d-a209-fc5913472495 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Network 78ab189a-860e-4a01-8c19-0f0521b9833d is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:36:26.926592 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-200aecc7-f0d1-40bc-8b43-7fb63b9ea8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:26.927486 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a1a1c89e-5b7e-482d-a209-fc5913472495 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:26.932408 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a1a1c89e-5b7e-482d-a209-fc5913472495 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:36:26.935393 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1c89e-5b7e-482d-a209-fc5913472495 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Pushing event updated for resources: {'Port': ['ID=e3b5124b-ba79-49d2-9049-345e662d7c10,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:26.965692 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-200aecc7-f0d1-40bc-8b43-7fb63b9ea8e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:27.031774 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e80ab84-cca9-46bf-8f1d-3a6e77a8ead2 None None] Resources bound (agent type, host, resource id): {{(pid=103435) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 21:36:27.093121 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-200aecc7-f0d1-40bc-8b43-7fb63b9ea8e1 admin admin] Publish callbacks [] for security_group (3590d64d-0c4e-43a9-a9d9-f511942f1a61), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:27.102611 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-200aecc7-f0d1-40bc-8b43-7fb63b9ea8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3590d64d-0c4e-43a9-a9d9-f511942f1a61), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:27.129732 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200aecc7-f0d1-40bc-8b43-7fb63b9ea8e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:36:27.149469 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200aecc7-f0d1-40bc-8b43-7fb63b9ea8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3590d64d-0c4e-43a9-a9d9-f511942f1a61,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:27.153116 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-200aecc7-f0d1-40bc-8b43-7fb63b9ea8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (3e377ba7-f3d4-43eb-b75b-f6c14d573419), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:27.154260 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-200aecc7-f0d1-40bc-8b43-7fb63b9ea8e1 admin admin] Added segment 3e377ba7-f3d4-43eb-b75b-f6c14d573419 of type vlan for network 0a2727fc-0acb-40ab-a6da-8526d89c45bb Feb 08 21:36:27.170375 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a1a1c89e-5b7e-482d-a209-fc5913472495 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:27.171051 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a1a1c89e-5b7e-482d-a209-fc5913472495 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:27.210490 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-200aecc7-f0d1-40bc-8b43-7fb63b9ea8e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (0a2727fc-0acb-40ab-a6da-8526d89c45bb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:27.221092 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a1a1c89e-5b7e-482d-a209-fc5913472495 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3243282 Feb 08 21:36:27.253355 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a6cad2ab-2ad5-4f71-bdda-aadfe75465d1 service neutron] Request body: {'port': {'device_id': 'a340fe3a-c3a4-48da-88d1-0ffb53d92b1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:27.260622 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-200aecc7-f0d1-40bc-8b43-7fb63b9ea8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (0a2727fc-0acb-40ab-a6da-8526d89c45bb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:27.263661 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200aecc7-f0d1-40bc-8b43-7fb63b9ea8e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:27.265563 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-200aecc7-f0d1-40bc-8b43-7fb63b9ea8e1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:27.332778 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287577c2-4fc6-45d8-a610-b788ca70c16d req-2cf396b7-d750-4e3d-99ce-0f2f8ee13c06 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:27.340631 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-287577c2-4fc6-45d8-a610-b788ca70c16d req-2cf396b7-d750-4e3d-99ce-0f2f8ee13c06 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.2989118 Feb 08 21:36:27.367051 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (bca8119b-1106-4aae-b376-30ac73685870), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:27.369368 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200aecc7-f0d1-40bc-8b43-7fb63b9ea8e1 admin admin] Pushing event updated for resources: {'Network': ['ID=0a2727fc-0acb-40ab-a6da-8526d89c45bb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:27.394486 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 0a2727fc-0acb-40ab-a6da-8526d89c45bb details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:36:27.394962 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-200aecc7-f0d1-40bc-8b43-7fb63b9ea8e1 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7499611 Feb 08 21:36:27.399518 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34816) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:27.403842 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-77ef464f-9690-4439-9c83-813b79aa835f admin admin] Request body: {'subnet': {'network_id': '0a2727fc-0acb-40ab-a6da-8526d89c45bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2145574167-subnet', 'tenant_id': '08171e88ae9946398913f30e1d55dca2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:27.447456 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ef464f-9690-4439-9c83-813b79aa835f admin admin] Made reservation on behalf of 08171e88ae9946398913f30e1d55dca2 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:27.449833 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-77ef464f-9690-4439-9c83-813b79aa835f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:27.464264 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bd645f-d5ab-4400-aca1-0793881e3170 None None] Network bca8119b-1106-4aae-b376-30ac73685870 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:36:27.495391 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-287577c2-4fc6-45d8-a610-b788ca70c16d req-786e1bd8-0514-4fa8-88d2-15c31d2351f0 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537285 Feb 08 21:36:27.495977 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a6cad2ab-2ad5-4f71-bdda-aadfe75465d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e3b5124b-ba79-49d2-9049-345e662d7c10), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:27.566504 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a6ca2-dfcc-402e-90fd-6765cc5a30a1 req-f0538e11-0606-4ccd-8039-f648ac49c326 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:27.571886 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-552a6ca2-dfcc-402e-90fd-6765cc5a30a1 req-f0538e11-0606-4ccd-8039-f648ac49c326 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 946 time: 0.2764196 Feb 08 21:36:27.576384 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Deleting port 96409719-3e95-432c-a72c-68b537fc84e1 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:27.576733 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (96409719-3e95-432c-a72c-68b537fc84e1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:27.590263 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d856312c-9692-4782-bce6-22b748713e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:27.749085 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-283e8233-65d9-4db0-9029-8e2d07816d5e tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (af0d640a-7119-4031-a84c-329ab8bfd7a2), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:27.782651 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] For port 96409719-3e95-432c-a72c-68b537fc84e1, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=96409719-3e95-432c-a72c-68b537fc84e1,segment=NetworkSegment(b88fd99b-a672-46d6-ad1a-8b978d490987),segment_id=b88fd99b-a672-46d6-ad1a-8b978d490987)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:27.783232 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (96409719-3e95-432c-a72c-68b537fc84e1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:27.816928 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Calling delete_port for 96409719-3e95-432c-a72c-68b537fc84e1 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:27.857646 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e8233-65d9-4db0-9029-8e2d07816d5e tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event deleted for resources: {'Port': ['ID=af0d640a-7119-4031-a84c-329ab8bfd7a2,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:27.949702 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-77ef464f-9690-4439-9c83-813b79aa835f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (0205fa29-8909-415e-b208-2f51466f6839), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:28.070338 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef464f-9690-4439-9c83-813b79aa835f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0205fa29-8909-415e-b208-2f51466f6839,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:28.086705 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ef464f-9690-4439-9c83-813b79aa835f admin admin] Checking segment: {'id': '3e377ba7-f3d4-43eb-b75b-f6c14d573419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0a2727fc-0acb-40ab-a6da-8526d89c45bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:36:28.087136 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ef464f-9690-4439-9c83-813b79aa835f admin admin] Network hostable DHCP agents. Network: 0a2727fc-0acb-40ab-a6da-8526d89c45bb, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:36:28.095652 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (96409719-3e95-432c-a72c-68b537fc84e1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:28.131563 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event deleted for resources: {'Port': ['ID=96409719-3e95-432c-a72c-68b537fc84e1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:28.142601 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] No DVR routers for this DVR port 96409719-3e95-432c-a72c-68b537fc84e1 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:36:28.171367 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ef464f-9690-4439-9c83-813b79aa835f admin admin] Network 0a2727fc-0acb-40ab-a6da-8526d89c45bb is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:36:28.217707 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-77ef464f-9690-4439-9c83-813b79aa835f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 0a2727fc-0acb-40ab-a6da-8526d89c45bb) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:28.222204 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ef464f-9690-4439-9c83-813b79aa835f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:28.223005 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-77ef464f-9690-4439-9c83-813b79aa835f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:28.230667 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028b80d7-2b0e-43f9-a408-310bc7b74585 None None] Network 0a2727fc-0acb-40ab-a6da-8526d89c45bb requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:36:28.249174 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (bca8119b-1106-4aae-b376-30ac73685870), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:28.280099 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-77ef464f-9690-4439-9c83-813b79aa835f admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8714828 Feb 08 21:36:28.305119 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca8119b-1106-4aae-b376-30ac73685870']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:28.327514 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88fd99b-a672-46d6-ad1a-8b978d490987') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:28.327826 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88fd99b-a672-46d6-ad1a-8b978d490987') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:28.331532 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-552a6ca2-dfcc-402e-90fd-6765cc5a30a1 req-5b37afe8-0057-4e03-ab40-14f5a2dc173b tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7427108 Feb 08 21:36:28.348607 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (b88fd99b-a672-46d6-ad1a-8b978d490987), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:28.378904 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (b88fd99b-a672-46d6-ad1a-8b978d490987), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:28.391689 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:36:28.392103 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (b88fd99b-a672-46d6-ad1a-8b978d490987), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:36:28.396002 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:36:28.444302 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1252d81-23e9-4bab-91ee-63fc96b6ba36 None None] Network 0a2727fc-0acb-40ab-a6da-8526d89c45bb requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:36:28.446385 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ae7aa-74fa-4a4b-985b-5f2dff7a3382 req-fb9fed41-332c-448c-9b90-18149859a279 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:28.454217 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cc8ae7aa-74fa-4a4b-985b-5f2dff7a3382 req-fb9fed41-332c-448c-9b90-18149859a279 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 931 time: 0.7192082 Feb 08 21:36:28.532252 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (bca8119b-1106-4aae-b376-30ac73685870), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:28.536521 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:28.545348 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "DELETE /v2.0/networks/bca8119b-1106-4aae-b376-30ac73685870 HTTP/1.1" status: 204 len: 168 time: 3.1482186 Feb 08 21:36:28.556638 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34826) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:28.568462 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40585628-0e1c-4279-bbd1-45d247537772 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event deleted for resources: {'Network': ['ID=bca8119b-1106-4aae-b376-30ac73685870,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:28.603770 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-385efe7f-6e18-4e25-ae2b-6cac01641113 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1546151083'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:28.692311 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385efe7f-6e18-4e25-ae2b-6cac01641113 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Made reservation on behalf of e82d9af690d14e2f8d3fbab7569b61ec for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:28.697204 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-385efe7f-6e18-4e25-ae2b-6cac01641113 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:28.736053 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cc8ae7aa-74fa-4a4b-985b-5f2dff7a3382 req-e7df0992-af9b-493e-ac3a-19665072a6f9 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809067 Feb 08 21:36:28.744818 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a6cad2ab-2ad5-4f71-bdda-aadfe75465d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b5124b-ba79-49d2-9049-345e662d7c10 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:36:28.758242 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a6cad2ab-2ad5-4f71-bdda-aadfe75465d1 service neutron] Publish callbacks [] for port (e3b5124b-ba79-49d2-9049-345e662d7c10), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:28.803500 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395673d-a6d3-42af-828e-88925a989f40 req-3ae09da3-1a08-4a96-934d-62e0a962c192 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:28.805433 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8395673d-a6d3-42af-828e-88925a989f40 req-3ae09da3-1a08-4a96-934d-62e0a962c192 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.3467202 Feb 08 21:36:28.806399 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385efe7f-6e18-4e25-ae2b-6cac01641113 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:36:28.813682 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a6cad2ab-2ad5-4f71-bdda-aadfe75465d1 service neutron] Transition to ACTIVE for port object e3b5124b-ba79-49d2-9049-345e662d7c10 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:36:28.824627 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a6cad2ab-2ad5-4f71-bdda-aadfe75465d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (e3b5124b-ba79-49d2-9049-345e662d7c10), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:28.836256 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-385efe7f-6e18-4e25-ae2b-6cac01641113 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (1629a1e5-fcd5-4535-aa84-f64ef10c4c9d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:28.836722 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-385efe7f-6e18-4e25-ae2b-6cac01641113 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Added segment 1629a1e5-fcd5-4535-aa84-f64ef10c4c9d of type vlan for network 4557c36a-e6d4-410c-9ee1-3e6feece9828 Feb 08 21:36:28.838938 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-283e8233-65d9-4db0-9029-8e2d07816d5e tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (12ea18de-ba1e-4259-8ba7-2eacd0e7d756), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:28.997914 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-385efe7f-6e18-4e25-ae2b-6cac01641113 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (4557c36a-e6d4-410c-9ee1-3e6feece9828), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:29.049991 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cad2ab-2ad5-4f71-bdda-aadfe75465d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b5124b-ba79-49d2-9049-345e662d7c10,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:29.117491 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8395673d-a6d3-42af-828e-88925a989f40 req-7fe819a4-d867-4d30-86ed-c0d74134e729 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668655 Feb 08 21:36:29.168781 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:29.193202 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-385efe7f-6e18-4e25-ae2b-6cac01641113 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (4557c36a-e6d4-410c-9ee1-3e6feece9828), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:29.198666 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385efe7f-6e18-4e25-ae2b-6cac01641113 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:29.199271 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-385efe7f-6e18-4e25-ae2b-6cac01641113 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:29.313438 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-385efe7f-6e18-4e25-ae2b-6cac01641113 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7275288 Feb 08 21:36:29.317316 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34846) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:29.324423 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6b761c49-6235-4c7b-9c90-03bfeff621ad tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Request body: {'subnet': {'network_id': '4557c36a-e6d4-410c-9ee1-3e6feece9828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:29.382436 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385efe7f-6e18-4e25-ae2b-6cac01641113 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event updated for resources: {'Network': ['ID=4557c36a-e6d4-410c-9ee1-3e6feece9828,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:29.389299 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a6cad2ab-2ad5-4f71-bdda-aadfe75465d1 service neutron] Attempting to bind port e3b5124b-ba79-49d2-9049-345e662d7c10 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:36:29.389620 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a6cad2ab-2ad5-4f71-bdda-aadfe75465d1 service neutron] Attempting to bind port e3b5124b-ba79-49d2-9049-345e662d7c10 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '2367fa6e-f731-4d5d-8eed-4d18be504fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '78ab189a-860e-4a01-8c19-0f0521b9833d'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:36:29.389948 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a6cad2ab-2ad5-4f71-bdda-aadfe75465d1 service neutron] Attempting to bind port e3b5124b-ba79-49d2-9049-345e662d7c10 on network 78ab189a-860e-4a01-8c19-0f0521b9833d {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:36:29.400757 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-b2b04e5e-da4f-4a3b-b5b7-598e8bce13c5 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:29.402668 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 4557c36a-e6d4-410c-9ee1-3e6feece9828 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:36:29.407537 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-b2b04e5e-da4f-4a3b-b5b7-598e8bce13c5 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.88 "GET /v2.0/networks?id=0a2727fc-0acb-40ab-a6da-8526d89c45bb HTTP/1.1" status: 200 len: 818 time: 0.3633699 Feb 08 21:36:29.422592 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a6cad2ab-2ad5-4f71-bdda-aadfe75465d1 service neutron] Port e3b5124b-ba79-49d2-9049-345e662d7c10 on network 78ab189a-860e-4a01-8c19-0f0521b9833d not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:36:29.423090 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a6cad2ab-2ad5-4f71-bdda-aadfe75465d1 service neutron] Attempting to bind port e3b5124b-ba79-49d2-9049-345e662d7c10 on network 78ab189a-860e-4a01-8c19-0f0521b9833d {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:36:29.427700 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b761c49-6235-4c7b-9c90-03bfeff621ad tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Made reservation on behalf of e82d9af690d14e2f8d3fbab7569b61ec for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:29.432911 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b761c49-6235-4c7b-9c90-03bfeff621ad tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:29.504937 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-bc9711c9-a4b7-4aba-a670-310a3a50deb7 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.88 "GET /v2.0/quotas/08171e88ae9946398913f30e1d55dca2 HTTP/1.1" status: 200 len: 375 time: 0.0964210 Feb 08 21:36:29.511093 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a6cad2ab-2ad5-4f71-bdda-aadfe75465d1 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:36:29.511726 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a6cad2ab-2ad5-4f71-bdda-aadfe75465d1 service neutron] Checking segment: {'id': '2367fa6e-f731-4d5d-8eed-4d18be504fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '78ab189a-860e-4a01-8c19-0f0521b9833d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:36:29.511909 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a6cad2ab-2ad5-4f71-bdda-aadfe75465d1 service neutron] Bound using segment: {'id': '2367fa6e-f731-4d5d-8eed-4d18be504fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '78ab189a-860e-4a01-8c19-0f0521b9833d'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:36:29.512252 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a6cad2ab-2ad5-4f71-bdda-aadfe75465d1 service neutron] Bound port: e3b5124b-ba79-49d2-9049-345e662d7c10, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2367fa6e-f731-4d5d-8eed-4d18be504fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '78ab189a-860e-4a01-8c19-0f0521b9833d'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:36:29.512620 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a6cad2ab-2ad5-4f71-bdda-aadfe75465d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e3b5124b-ba79-49d2-9049-345e662d7c10), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:29.565488 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4cb4e-bab8-46c3-9f2a-6d7487fa7850 req-3d38b665-2222-4e4e-a5c7-9609084f4943 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:29.567170 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56d4cb4e-bab8-46c3-9f2a-6d7487fa7850 req-3d38b665-2222-4e4e-a5c7-9609084f4943 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.2889180 Feb 08 21:36:29.577847 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-3d2ec83c-798c-4ab2-8d16-2acfe42e3381 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=08171e88ae9946398913f30e1d55dca2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719321 Feb 08 21:36:29.658086 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b761c49-6235-4c7b-9c90-03bfeff621ad tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (5a061e92-0b64-4a49-aa80-203601600499), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:29.712055 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56d4cb4e-bab8-46c3-9f2a-6d7487fa7850 req-3722366c-0614-4ee0-a997-badf66518576 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294959 Feb 08 21:36:29.721573 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b761c49-6235-4c7b-9c90-03bfeff621ad tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event updated for resources: {'Subnet': ['ID=5a061e92-0b64-4a49-aa80-203601600499,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:29.752163 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b761c49-6235-4c7b-9c90-03bfeff621ad tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Checking segment: {'id': '1629a1e5-fcd5-4535-aa84-f64ef10c4c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4557c36a-e6d4-410c-9ee1-3e6feece9828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:36:29.752537 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b761c49-6235-4c7b-9c90-03bfeff621ad tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Network hostable DHCP agents. Network: 4557c36a-e6d4-410c-9ee1-3e6feece9828, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:36:29.774650 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a6cad2ab-2ad5-4f71-bdda-aadfe75465d1 service neutron] For port e3b5124b-ba79-49d2-9049-345e662d7c10, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:36:29.775806 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b761c49-6235-4c7b-9c90-03bfeff621ad tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Network 4557c36a-e6d4-410c-9ee1-3e6feece9828 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:36:29.778630 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a6cad2ab-2ad5-4f71-bdda-aadfe75465d1 service neutron] For port e3b5124b-ba79-49d2-9049-345e662d7c10, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=e3b5124b-ba79-49d2-9049-345e662d7c10,segment=NetworkSegment(2367fa6e-f731-4d5d-8eed-4d18be504fa5),segment_id=2367fa6e-f731-4d5d-8eed-4d18be504fa5)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:36:29.788783 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-6b761c49-6235-4c7b-9c90-03bfeff621ad tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 4557c36a-e6d4-410c-9ee1-3e6feece9828) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:29.794767 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b761c49-6235-4c7b-9c90-03bfeff621ad tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:29.795519 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b761c49-6235-4c7b-9c90-03bfeff621ad tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:29.800553 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3441262-2ac0-4289-9d46-846b34c059d6 None None] Network 4557c36a-e6d4-410c-9ee1-3e6feece9828 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:36:29.818380 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6b761c49-6235-4c7b-9c90-03bfeff621ad tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4995499 Feb 08 21:36:29.821580 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34854) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:29.888411 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a6cad2ab-2ad5-4f71-bdda-aadfe75465d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (e3b5124b-ba79-49d2-9049-345e662d7c10), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:29.985488 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6609a2c-5a82-427d-ad7c-f5874594d01a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-4557c36a-e6d4-410c-9ee1-3e6feece9828', 'network_id': '4557c36a-e6d4-410c-9ee1-3e6feece9828', 'project_id': 'e82d9af690d14e2f8d3fbab7569b61ec', 'fixed_ips': [{'subnet_id': '5a061e92-0b64-4a49-aa80-203601600499'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:36:29.986590 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-bc662307-a069-4a3a-ac3f-7944bcf6f479 service neutron] 10.222.0.88 "GET /v2.0/networks/0a2727fc-0acb-40ab-a6da-8526d89c45bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020226 Feb 08 21:36:29.986834 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a6609a2c-5a82-427d-ad7c-f5874594d01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:29.991565 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (4557c36a-e6d4-410c-9ee1-3e6feece9828), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:30.003212 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283e8233-65d9-4db0-9029-8e2d07816d5e tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Router 12ea18de-ba1e-4259-8ba7-2eacd0e7d756 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:36:30.116429 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (5a061e92-0b64-4a49-aa80-203601600499), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:30.141382 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a6cad2ab-2ad5-4f71-bdda-aadfe75465d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:30.142024 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a6cad2ab-2ad5-4f71-bdda-aadfe75465d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:30.143578 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-a6cad2ab-2ad5-4f71-bdda-aadfe75465d1 service neutron] 10.222.0.96 "PUT /v2.0/ports/e3b5124b-ba79-49d2-9049-345e662d7c10 HTTP/1.1" status: 200 len: 1092 time: 2.9087903 Feb 08 21:36:30.156084 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a340fe3a-c3a4-48da-88d1-0ffb53d92b1b', 'tag': 'e3b5124b-ba79-49d2-9049-345e662d7c10'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:36:30.162528 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d07c51-852a-4fe0-a306-e96179224f17" -d '{"events": [{"name": "network-changed", "server_uuid": "a340fe3a-c3a4-48da-88d1-0ffb53d92b1b", "tag": "e3b5124b-ba79-49d2-9049-345e662d7c10"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:36:30.183969 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cad2ab-2ad5-4f71-bdda-aadfe75465d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b5124b-ba79-49d2-9049-345e662d7c10,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:30.194269 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-5174265f-8d02-449b-97c1-cec9166a7dcc service neutron] 10.222.0.88 "GET /v2.0/networks/0a2727fc-0acb-40ab-a6da-8526d89c45bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882827 Feb 08 21:36:30.214176 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993b89c-7f2e-4430-915b-3716433f8af4 req-f3231c8f-d867-49a4-a95d-4aed8131764f tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:30.221990 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a993b89c-7f2e-4430-915b-3716433f8af4 req-f3231c8f-d867-49a4-a95d-4aed8131764f tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 946 time: 0.3720143 Feb 08 21:36:30.287138 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-a6609a2c-5a82-427d-ad7c-f5874594d01a None None] Allocated IP 2001:db8::2 (4557c36a-e6d4-410c-9ee1-3e6feece9828/5a061e92-0b64-4a49-aa80-203601600499/69637532-307f-40bc-8337-301063ac7e0d) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:36:30.476164 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a993b89c-7f2e-4430-915b-3716433f8af4 req-9caf33a4-55eb-45d6-a37b-8187e5cced89 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366185 Feb 08 21:36:30.479001 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-00ca7889-5c80-4520-8694-9df0573c2e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:30.480648 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-00ca7889-5c80-4520-8694-9df0573c2e3c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d7c4f68f48ac4d7b8c033568865db0b6&device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 1126 time: 0.2907450 Feb 08 21:36:30.602664 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-afb8b482-3be5-495a-8f6a-d4f408620650 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3b5124b-ba79-49d2-9049-345e662d7c10 HTTP/1.1" status: 200 len: 217 time: 0.1066189 Feb 08 21:36:30.612512 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a6609a2c-5a82-427d-ad7c-f5874594d01a None None] Publish callbacks [] for port (69637532-307f-40bc-8337-301063ac7e0d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:30.630355 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a6609a2c-5a82-427d-ad7c-f5874594d01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (69637532-307f-40bc-8337-301063ac7e0d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:30.655484 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (5a061e92-0b64-4a49-aa80-203601600499), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:30.678182 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6609a2c-5a82-427d-ad7c-f5874594d01a None None] Network 4557c36a-e6d4-410c-9ee1-3e6feece9828 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:36:30.687505 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-a6609a2c-5a82-427d-ad7c-f5874594d01a None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:30.692628 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6609a2c-5a82-427d-ad7c-f5874594d01a None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:36:30.702093 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6609a2c-5a82-427d-ad7c-f5874594d01a None None] Pushing event updated for resources: {'Port': ['ID=69637532-307f-40bc-8337-301063ac7e0d,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:30.761026 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283e8233-65d9-4db0-9029-8e2d07816d5e tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:36:30.776821 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-283e8233-65d9-4db0-9029-8e2d07816d5e tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "PUT /v2.0/routers/12ea18de-ba1e-4259-8ba7-2eacd0e7d756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6115561 Feb 08 21:36:30.779573 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369ae7ec-b106-44b3-a024-eaa93bf5c689 None None] Sync routers for ids ['12ea18de-ba1e-4259-8ba7-2eacd0e7d756'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:36:30.794830 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34880) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:30.807238 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-a6609a2c-5a82-427d-ad7c-f5874594d01a None None] Attempting to bind port 69637532-307f-40bc-8337-301063ac7e0d on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:36:30.807832 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-a6609a2c-5a82-427d-ad7c-f5874594d01a None None] Attempting to bind port 69637532-307f-40bc-8337-301063ac7e0d by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '1629a1e5-fcd5-4535-aa84-f64ef10c4c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4557c36a-e6d4-410c-9ee1-3e6feece9828'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:36:30.808345 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6609a2c-5a82-427d-ad7c-f5874594d01a None None] Attempting to bind port 69637532-307f-40bc-8337-301063ac7e0d on network 4557c36a-e6d4-410c-9ee1-3e6feece9828 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:36:30.815870 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369ae7ec-b106-44b3-a024-eaa93bf5c689 None None] Routers {'12ea18de-ba1e-4259-8ba7-2eacd0e7d756'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:36:30.816639 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-369ae7ec-b106-44b3-a024-eaa93bf5c689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:36:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['12ea18de-ba1e-4259-8ba7-2eacd0e7d756'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:30.822643 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6609a2c-5a82-427d-ad7c-f5874594d01a None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:36:30.823163 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6609a2c-5a82-427d-ad7c-f5874594d01a None None] Checking segment: {'id': '1629a1e5-fcd5-4535-aa84-f64ef10c4c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4557c36a-e6d4-410c-9ee1-3e6feece9828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:36:30.823687 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a6609a2c-5a82-427d-ad7c-f5874594d01a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:30.824809 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6609a2c-5a82-427d-ad7c-f5874594d01a None None] Bound using segment: {'id': '1629a1e5-fcd5-4535-aa84-f64ef10c4c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4557c36a-e6d4-410c-9ee1-3e6feece9828'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:36:30.825554 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-a6609a2c-5a82-427d-ad7c-f5874594d01a None None] Bound port: 69637532-307f-40bc-8337-301063ac7e0d, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1629a1e5-fcd5-4535-aa84-f64ef10c4c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4557c36a-e6d4-410c-9ee1-3e6feece9828'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:36:30.826031 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a6609a2c-5a82-427d-ad7c-f5874594d01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (69637532-307f-40bc-8337-301063ac7e0d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:30.870267 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-369ae7ec-b106-44b3-a024-eaa93bf5c689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:30.930448 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event deleted for resources: {'Subnet': ['ID=5a061e92-0b64-4a49-aa80-203601600499,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:30.954526 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-a6609a2c-5a82-427d-ad7c-f5874594d01a None None] For port 69637532-307f-40bc-8337-301063ac7e0d, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:36:30.958272 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-a6609a2c-5a82-427d-ad7c-f5874594d01a None None] For port 69637532-307f-40bc-8337-301063ac7e0d, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=69637532-307f-40bc-8337-301063ac7e0d,segment=NetworkSegment(1629a1e5-fcd5-4535-aa84-f64ef10c4c9d),segment_id=1629a1e5-fcd5-4535-aa84-f64ef10c4c9d)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:36:30.972321 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a6609a2c-5a82-427d-ad7c-f5874594d01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (69637532-307f-40bc-8337-301063ac7e0d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:30.972841 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (4557c36a-e6d4-410c-9ee1-3e6feece9828), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:30.975888 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3dfa075e-ef0c-4cf6-a996-86eff903e655 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for router (12ea18de-ba1e-4259-8ba7-2eacd0e7d756), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:30.980771 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369ae7ec-b106-44b3-a024-eaa93bf5c689 None None] Routers {'12ea18de-ba1e-4259-8ba7-2eacd0e7d756'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:36:30.986755 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-369ae7ec-b106-44b3-a024-eaa93bf5c689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:36:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['12ea18de-ba1e-4259-8ba7-2eacd0e7d756'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:31.028140 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4557c36a-e6d4-410c-9ee1-3e6feece9828']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:31.047981 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1629a1e5-fcd5-4535-aa84-f64ef10c4c9d') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:31.048618 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1629a1e5-fcd5-4535-aa84-f64ef10c4c9d') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:31.051048 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34888) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:31.067309 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-369ae7ec-b106-44b3-a024-eaa93bf5c689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:31.068029 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369ae7ec-b106-44b3-a024-eaa93bf5c689 None None] The sync data for ids ['12ea18de-ba1e-4259-8ba7-2eacd0e7d756'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:36:31.081321 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (1629a1e5-fcd5-4535-aa84-f64ef10c4c9d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:31.118111 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (1629a1e5-fcd5-4535-aa84-f64ef10c4c9d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:31.130579 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:36:31.131540 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (1629a1e5-fcd5-4535-aa84-f64ef10c4c9d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:36:31.137553 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:36:31.169544 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff583dcf-86b2-480d-b17b-289cf0e88cbc req-d3477f7b-61d9-4b41-b586-6ff9798da1c0 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:31.177073 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff583dcf-86b2-480d-b17b-289cf0e88cbc req-d3477f7b-61d9-4b41-b586-6ff9798da1c0 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.6589806 Feb 08 21:36:31.215762 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6609a2c-5a82-427d-ad7c-f5874594d01a None None] Pushing event updated for resources: {'Port': ['ID=69637532-307f-40bc-8337-301063ac7e0d,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:31.224851 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.db.api [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 08 21:36:31.224851 n-d-712143-31 neutron-server[103434]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 08 21:36:31.224851 n-d-712143-31 neutron-server[103434]: [parameters: {'id': '4557c36a-e6d4-410c-9ee1-3e6feece9828'}] Feb 08 21:36:31.224851 n-d-712143-31 neutron-server[103434]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:36:31.225457 n-d-712143-31 neutron-server[103434]: DEBUG oslo_db.api [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:36:31.241071 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e134ad-43af-4b17-bc1a-a45963912e7a req-bdf99e84-289d-4fe1-b5f4-df3d3f2a22f1 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:31.248899 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25e134ad-43af-4b17-bc1a-a45963912e7a req-bdf99e84-289d-4fe1-b5f4-df3d3f2a22f1 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 943 time: 0.6499493 Feb 08 21:36:31.266838 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-4d93beb6-e855-48e4-b8b6-47df985e13d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:31.271298 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-4d93beb6-e855-48e4-b8b6-47df985e13d4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=739e92e6-a4d6-46e1-b30b-0269af78c658 HTTP/1.1" status: 200 len: 849 time: 0.4923809 Feb 08 21:36:31.272613 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6e50bd28-7ec6-457d-9f91-be1e535d9bbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:31.303094 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203287ed-e3e0-4e69-a679-83db0975b1cd None None] get_active_networks_info from n-d-712143-31 {{(pid=103435) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 21:36:31.369631 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-fd5dd16f-d93b-41a1-b26d-3d437c430681 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=78ab189a-860e-4a01-8c19-0f0521b9833d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578620 Feb 08 21:36:31.393180 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3dfa075e-ef0c-4cf6-a996-86eff903e655 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for router_gateway (12ea18de-ba1e-4259-8ba7-2eacd0e7d756), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:31.423694 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff583dcf-86b2-480d-b17b-289cf0e88cbc req-abbcab44-1aaf-44eb-96f5-ddb3c5615b05 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455146 Feb 08 21:36:31.435303 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6e50bd28-7ec6-457d-9f91-be1e535d9bbd admin admin] Publish callbacks [] for security_group (061166ed-f8ae-42c0-b1b5-a3fbca7df712), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:31.442756 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6e50bd28-7ec6-457d-9f91-be1e535d9bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (061166ed-f8ae-42c0-b1b5-a3fbca7df712), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:31.515808 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203287ed-e3e0-4e69-a679-83db0975b1cd None None] Resources bound (agent type, host, resource id): {{(pid=103435) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 21:36:31.533840 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25e134ad-43af-4b17-bc1a-a45963912e7a req-a70fd944-ab6d-46b5-a76f-aabe1cdfb2ed tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491989 Feb 08 21:36:31.535934 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6e50bd28-7ec6-457d-9f91-be1e535d9bbd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=469c7a6d243a4b418c4a10476155247a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4834590 Feb 08 21:36:31.538028 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50bd28-7ec6-457d-9f91-be1e535d9bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061166ed-f8ae-42c0-b1b5-a3fbca7df712,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:31.540766 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34896) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:31.568233 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:31.576507 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:31.624264 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e102e449-fc00-49b8-86a0-dad99035dc29 x-openstack-request-id: req-e102e449-fc00-49b8-86a0-dad99035dc29 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:36:31.624577 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a340fe3a-c3a4-48da-88d1-0ffb53d92b1b", "tag": "e3b5124b-ba79-49d2-9049-345e662d7c10", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:36:31.624858 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e102e449-fc00-49b8-86a0-dad99035dc29 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:36:31.626028 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a340fe3a-c3a4-48da-88d1-0ffb53d92b1b', 'tag': 'e3b5124b-ba79-49d2-9049-345e662d7c10', 'status': 'completed', 'code': 200} Feb 08 21:36:31.630995 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-3dfa075e-ef0c-4cf6-a996-86eff903e655 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Deleting port eb3f2a4d-3bb6-44d5-9825-9335331fdea9 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:31.631343 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3dfa075e-ef0c-4cf6-a996-86eff903e655 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (eb3f2a4d-3bb6-44d5-9825-9335331fdea9), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:31.654616 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-c88898fc-3e02-41b0-a26f-1d178675701c service neutron] 10.222.0.96 "GET /v2.0/networks/78ab189a-860e-4a01-8c19-0f0521b9833d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707660 Feb 08 21:36:31.666651 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5305e21b-2e44-4fb5-9b6a-491c3d691c46 admin admin] Publish callbacks [] for security_group (061166ed-f8ae-42c0-b1b5-a3fbca7df712), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:31.719006 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5305e21b-2e44-4fb5-9b6a-491c3d691c46 admin admin] Publish callbacks [] for security_group (061166ed-f8ae-42c0-b1b5-a3fbca7df712), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:31.729886 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (4557c36a-e6d4-410c-9ee1-3e6feece9828), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:31.886943 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Deleting port 69637532-307f-40bc-8337-301063ac7e0d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:31.887507 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (69637532-307f-40bc-8337-301063ac7e0d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:31.938953 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5305e21b-2e44-4fb5-9b6a-491c3d691c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (061166ed-f8ae-42c0-b1b5-a3fbca7df712), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:31.941670 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5305e21b-2e44-4fb5-9b6a-491c3d691c46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:31.942762 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5305e21b-2e44-4fb5-9b6a-491c3d691c46 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/061166ed-f8ae-42c0-b1b5-a3fbca7df712 HTTP/1.1" status: 204 len: 168 time: 0.4010587 Feb 08 21:36:31.959488 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77213787-ddc2-44cd-803e-5c1dbf7620c0 None None] Network 4557c36a-e6d4-410c-9ee1-3e6feece9828 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:36:32.005282 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305e21b-2e44-4fb5-9b6a-491c3d691c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061166ed-f8ae-42c0-b1b5-a3fbca7df712,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:32.048277 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] For port 69637532-307f-40bc-8337-301063ac7e0d, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=69637532-307f-40bc-8337-301063ac7e0d,segment=NetworkSegment(1629a1e5-fcd5-4535-aa84-f64ef10c4c9d),segment_id=1629a1e5-fcd5-4535-aa84-f64ef10c4c9d)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:32.048653 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (69637532-307f-40bc-8337-301063ac7e0d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:32.080569 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Calling delete_port for 69637532-307f-40bc-8337-301063ac7e0d owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:32.263398 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (69637532-307f-40bc-8337-301063ac7e0d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:32.311644 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event deleted for resources: {'Port': ['ID=69637532-307f-40bc-8337-301063ac7e0d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:32.329467 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] No DVR routers for this DVR port 69637532-307f-40bc-8337-301063ac7e0d on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:36:32.340187 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-7e80a12e-d5c7-47ae-9ec7-a9079bde1e62 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:32.341958 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-7e80a12e-d5c7-47ae-9ec7-a9079bde1e62 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.96 "GET /v2.0/networks?id=0a2727fc-0acb-40ab-a6da-8526d89c45bb HTTP/1.1" status: 200 len: 818 time: 0.1338205 Feb 08 21:36:32.388317 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-5dfe7590-14f8-40fc-b9cb-0c420801aa27 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Request body: {'port': {'device_id': 'ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47', 'network_id': '0a2727fc-0acb-40ab-a6da-8526d89c45bb', 'admin_state_up': True, 'tenant_id': '08171e88ae9946398913f30e1d55dca2'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:32.417179 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (4557c36a-e6d4-410c-9ee1-3e6feece9828), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:32.445684 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4557c36a-e6d4-410c-9ee1-3e6feece9828']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:32.457333 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e0db85c-a941-44a3-a99d-99818d8690a2 req-3762b321-8ff9-42b2-89bc-a27f7e83c1d4 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47 HTTP/1.1" status: 200 len: 210 time: 0.2499173 Feb 08 21:36:32.462480 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1629a1e5-fcd5-4535-aa84-f64ef10c4c9d') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:32.462790 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1629a1e5-fcd5-4535-aa84-f64ef10c4c9d') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:32.483613 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (1629a1e5-fcd5-4535-aa84-f64ef10c4c9d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:32.503205 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (1629a1e5-fcd5-4535-aa84-f64ef10c4c9d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:32.517042 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:36:32.517482 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (1629a1e5-fcd5-4535-aa84-f64ef10c4c9d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:32.527452 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3dfa075e-ef0c-4cf6-a996-86eff903e655 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (eb3f2a4d-3bb6-44d5-9825-9335331fdea9), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:36:32.566427 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:36:32.569329 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34904) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:32.575477 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-3dfa075e-ef0c-4cf6-a996-86eff903e655 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Calling delete_port for eb3f2a4d-3bb6-44d5-9825-9335331fdea9 owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:32.584391 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713059d-8f3f-430e-a024-44755b42726e req-f949b43d-b5f2-4673-abc3-a3d452c6c82a tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:32.587032 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6713059d-8f3f-430e-a024-44755b42726e req-f949b43d-b5f2-4673-abc3-a3d452c6c82a tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 946 time: 0.3846385 Feb 08 21:36:32.595291 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fbe6760-4854-4ef4-a44a-a1f0058e0a1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:32.605017 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65e3efc4-a898-4f5e-9c1f-33cb36b0de6b req-5132e7cd-b569-4c9d-ba83-63f1b39dae1c service neutron] 10.222.0.96 "GET /v2.0/networks/78ab189a-860e-4a01-8c19-0f0521b9833d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9130089 Feb 08 21:36:32.618005 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (4557c36a-e6d4-410c-9ee1-3e6feece9828), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:32.627606 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:32.630872 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "DELETE /v2.0/networks/4557c36a-e6d4-410c-9ee1-3e6feece9828 HTTP/1.1" status: 204 len: 168 time: 2.8082204 Feb 08 21:36:32.635002 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34908) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:32.651021 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3542f7a9-dc73-4fa1-b069-dce5ac760411 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1902057177'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:32.660089 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6884ae-de9a-41a9-b0bd-7ceb88bf5d52 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event deleted for resources: {'Network': ['ID=4557c36a-e6d4-410c-9ee1-3e6feece9828,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:32.690475 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3542f7a9-dc73-4fa1-b069-dce5ac760411 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Made reservation on behalf of e82d9af690d14e2f8d3fbab7569b61ec for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:32.693838 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3542f7a9-dc73-4fa1-b069-dce5ac760411 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:32.737994 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3542f7a9-dc73-4fa1-b069-dce5ac760411 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:36:32.752205 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fbe6760-4854-4ef4-a44a-a1f0058e0a1e admin admin] Publish callbacks [] for security_group (18330393-cc58-4d46-99a8-027e3186c84f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:32.757052 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3542f7a9-dc73-4fa1-b069-dce5ac760411 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (c0753a0c-7440-44b8-a3b1-027a506a0a59), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:32.757472 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-3542f7a9-dc73-4fa1-b069-dce5ac760411 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Added segment c0753a0c-7440-44b8-a3b1-027a506a0a59 of type vlan for network 37625ce8-eec4-48d8-a76b-8ec99b33ba51 Feb 08 21:36:32.758650 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fbe6760-4854-4ef4-a44a-a1f0058e0a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (18330393-cc58-4d46-99a8-027e3186c84f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:32.827054 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-5dfe7590-14f8-40fc-b9cb-0c420801aa27 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Made reservation on behalf of 08171e88ae9946398913f30e1d55dca2 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:32.830423 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-5dfe7590-14f8-40fc-b9cb-0c420801aa27 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:32.835441 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe6760-4854-4ef4-a44a-a1f0058e0a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18330393-cc58-4d46-99a8-027e3186c84f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:32.839394 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3542f7a9-dc73-4fa1-b069-dce5ac760411 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (37625ce8-eec4-48d8-a76b-8ec99b33ba51), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:32.849380 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2fbe6760-4854-4ef4-a44a-a1f0058e0a1e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1ee7f8b111cb404585452e9d3f6a500a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2756653 Feb 08 21:36:32.849380 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34910) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:32.885432 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6713059d-8f3f-430e-a024-44755b42726e req-3f538d6d-22dc-4b62-9743-91e61b387a4a tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759566 Feb 08 21:36:32.896181 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee6ef6-18f7-498c-99c5-d620a985669b req-cc75bfcd-26d3-46f0-b185-a09bec287214 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:32.896588 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3542f7a9-dc73-4fa1-b069-dce5ac760411 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (37625ce8-eec4-48d8-a76b-8ec99b33ba51), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:32.897803 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-99ee6ef6-18f7-498c-99c5-d620a985669b req-cc75bfcd-26d3-46f0-b185-a09bec287214 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.3095970 Feb 08 21:36:32.902576 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3542f7a9-dc73-4fa1-b069-dce5ac760411 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:32.903190 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3542f7a9-dc73-4fa1-b069-dce5ac760411 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:32.911364 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d07c51-852a-4fe0-a306-e96179224f17 req-e0766af1-48dc-4b0f-b3d4-57cf330db0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:32.912876 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56d07c51-852a-4fe0-a306-e96179224f17 req-e0766af1-48dc-4b0f-b3d4-57cf330db0c9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d7c4f68f48ac4d7b8c033568865db0b6&device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 1126 time: 0.2257528 Feb 08 21:36:32.981222 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3542f7a9-dc73-4fa1-b069-dce5ac760411 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3451335 Feb 08 21:36:32.989024 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34912) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:32.995042 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c321955b-ab86-4b62-a928-4e678c6e4ab8 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Request body: {'subnet': {'network_id': '37625ce8-eec4-48d8-a76b-8ec99b33ba51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:33.002092 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98e27541-6903-4d39-b141-377e66fc9ff4 admin admin] Publish callbacks [] for security_group (18330393-cc58-4d46-99a8-027e3186c84f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:33.043353 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542f7a9-dc73-4fa1-b069-dce5ac760411 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event updated for resources: {'Network': ['ID=37625ce8-eec4-48d8-a76b-8ec99b33ba51,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:33.056643 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 37625ce8-eec4-48d8-a76b-8ec99b33ba51 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:36:33.080850 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98e27541-6903-4d39-b141-377e66fc9ff4 admin admin] Publish callbacks [] for security_group (18330393-cc58-4d46-99a8-027e3186c84f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:33.147286 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c321955b-ab86-4b62-a928-4e678c6e4ab8 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Made reservation on behalf of e82d9af690d14e2f8d3fbab7569b61ec for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:33.151331 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c321955b-ab86-4b62-a928-4e678c6e4ab8 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:33.176282 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-99ee6ef6-18f7-498c-99c5-d620a985669b req-8b834b8b-8cf1-48b8-89fe-887ba57bfd1b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623515 Feb 08 21:36:33.220126 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98e27541-6903-4d39-b141-377e66fc9ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (18330393-cc58-4d46-99a8-027e3186c84f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:33.223953 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98e27541-6903-4d39-b141-377e66fc9ff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:33.228914 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-98e27541-6903-4d39-b141-377e66fc9ff4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/18330393-cc58-4d46-99a8-027e3186c84f HTTP/1.1" status: 204 len: 168 time: 0.3759947 Feb 08 21:36:33.231416 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3dfa075e-ef0c-4cf6-a996-86eff903e655 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (eb3f2a4d-3bb6-44d5-9825-9335331fdea9), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:33.244389 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e27541-6903-4d39-b141-377e66fc9ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18330393-cc58-4d46-99a8-027e3186c84f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:33.246760 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96074cc9-e668-4328-9dc0-d6c0a9485fa7 req-8a94e10a-6e8a-4fe2-aa05-e515a5b3b2fd tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:33.254933 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-96074cc9-e668-4328-9dc0-d6c0a9485fa7 req-8a94e10a-6e8a-4fe2-aa05-e515a5b3b2fd tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 943 time: 0.2875519 Feb 08 21:36:33.304176 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d07c51-852a-4fe0-a306-e96179224f17 req-ea91f103-9cb9-41be-8334-3f6f56fdf174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:33.306279 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56d07c51-852a-4fe0-a306-e96179224f17 req-ea91f103-9cb9-41be-8334-3f6f56fdf174 service neutron] 10.222.0.96 "GET /v2.0/networks?id=78ab189a-860e-4a01-8c19-0f0521b9833d HTTP/1.1" status: 200 len: 910 time: 0.3807008 Feb 08 21:36:33.319245 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa075e-ef0c-4cf6-a996-86eff903e655 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event deleted for resources: {'Port': ['ID=eb3f2a4d-3bb6-44d5-9825-9335331fdea9,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:33.339254 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-5dfe7590-14f8-40fc-b9cb-0c420801aa27 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Allocated IP 172.20.0.2 (0a2727fc-0acb-40ab-a6da-8526d89c45bb/0205fa29-8909-415e-b208-2f51466f6839/67a158b6-7b10-4e6b-8d81-83edfb20683c) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:36:33.391256 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56d07c51-852a-4fe0-a306-e96179224f17 req-ca3fa3b0-6276-4a42-acb5-003e3955da07 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3b5124b-ba79-49d2-9049-345e662d7c10 HTTP/1.1" status: 200 len: 217 time: 0.0765090 Feb 08 21:36:33.495649 n-d-712143-31 neutron-server[103434]: DEBUG neutron.objects.ports [None req-c321955b-ab86-4b62-a928-4e678c6e4ab8 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103434) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 21:36:33.497121 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c321955b-ab86-4b62-a928-4e678c6e4ab8 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (73f79340-1727-40f3-a882-6ab3f9024c0d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:33.564921 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321955b-ab86-4b62-a928-4e678c6e4ab8 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event updated for resources: {'Subnet': ['ID=73f79340-1727-40f3-a882-6ab3f9024c0d,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:33.574135 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-96074cc9-e668-4328-9dc0-d6c0a9485fa7 req-158c32ea-eca2-4921-8d30-59fc1f085857 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179238 Feb 08 21:36:33.582760 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c321955b-ab86-4b62-a928-4e678c6e4ab8 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Checking segment: {'id': 'c0753a0c-7440-44b8-a3b1-027a506a0a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37625ce8-eec4-48d8-a76b-8ec99b33ba51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:36:33.583355 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c321955b-ab86-4b62-a928-4e678c6e4ab8 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Network hostable DHCP agents. Network: 37625ce8-eec4-48d8-a76b-8ec99b33ba51, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:36:33.598495 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d07c51-852a-4fe0-a306-e96179224f17 req-42e7e565-bdaa-4003-92d0-0856005ac02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:33.600523 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56d07c51-852a-4fe0-a306-e96179224f17 req-42e7e565-bdaa-4003-92d0-0856005ac02e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=739e92e6-a4d6-46e1-b30b-0269af78c658 HTTP/1.1" status: 200 len: 849 time: 0.1746271 Feb 08 21:36:33.602882 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c321955b-ab86-4b62-a928-4e678c6e4ab8 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Network 37625ce8-eec4-48d8-a76b-8ec99b33ba51 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:36:33.611685 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20d47f-423d-400f-9e7a-0019c1760a73 req-8cff2dec-4d43-4d97-ab00-28e309c4ca62 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:33.613752 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3c20d47f-423d-400f-9e7a-0019c1760a73 req-8cff2dec-4d43-4d97-ab00-28e309c4ca62 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.2720742 Feb 08 21:36:33.616022 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c321955b-ab86-4b62-a928-4e678c6e4ab8 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 37625ce8-eec4-48d8-a76b-8ec99b33ba51) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:33.621749 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c321955b-ab86-4b62-a928-4e678c6e4ab8 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:33.622532 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c321955b-ab86-4b62-a928-4e678c6e4ab8 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:33.633329 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c081689d-1d98-47a7-b8d9-82f43a7e1e7f None None] Network 37625ce8-eec4-48d8-a76b-8ec99b33ba51 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:36:33.647582 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c321955b-ab86-4b62-a928-4e678c6e4ab8 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6566269 Feb 08 21:36:33.650814 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34924) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:33.731378 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3dfa075e-ef0c-4cf6-a996-86eff903e655 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (12ea18de-ba1e-4259-8ba7-2eacd0e7d756), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:33.798940 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56d07c51-852a-4fe0-a306-e96179224f17 req-d3c3cfac-230c-4009-991d-67e36574d436 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=78ab189a-860e-4a01-8c19-0f0521b9833d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1385465 Feb 08 21:36:33.799707 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34926) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:33.811921 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (37625ce8-eec4-48d8-a76b-8ec99b33ba51), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:33.817112 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecea09db-0f9e-4baf-a868-72e24274e069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-37625ce8-eec4-48d8-a76b-8ec99b33ba51', 'network_id': '37625ce8-eec4-48d8-a76b-8ec99b33ba51', 'project_id': 'e82d9af690d14e2f8d3fbab7569b61ec', 'fixed_ips': [{'subnet_id': '73f79340-1727-40f3-a882-6ab3f9024c0d'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:36:33.818004 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ecea09db-0f9e-4baf-a868-72e24274e069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:33.828819 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be698dc7-419d-4c81-84a0-bb41f8bf9472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:33.897514 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (73f79340-1727-40f3-a882-6ab3f9024c0d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:33.904568 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b41c191-b161-4fa8-ad68-762279574dc4 req-229e43e3-c651-4273-918a-7b4c1827b0e9 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47 HTTP/1.1" status: 200 len: 210 time: 0.2197027 Feb 08 21:36:33.973778 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-ecea09db-0f9e-4baf-a868-72e24274e069 None None] Allocated IP 2001:db8::f816:3eff:fea4:2d94 (37625ce8-eec4-48d8-a76b-8ec99b33ba51/73f79340-1727-40f3-a882-6ab3f9024c0d/bfbdb4fb-712c-414d-986f-76d31f221353) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:36:33.975475 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3dfa075e-ef0c-4cf6-a996-86eff903e655 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (12ea18de-ba1e-4259-8ba7-2eacd0e7d756), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:33.982192 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3dfa075e-ef0c-4cf6-a996-86eff903e655 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for router_controller (12ea18de-ba1e-4259-8ba7-2eacd0e7d756), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:34.016958 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be698dc7-419d-4c81-84a0-bb41f8bf9472 admin admin] Publish callbacks [] for security_group (41f4973d-c917-478c-b8c2-2ed6833b593b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:34.022400 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be698dc7-419d-4c81-84a0-bb41f8bf9472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (41f4973d-c917-478c-b8c2-2ed6833b593b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:34.071104 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be698dc7-419d-4c81-84a0-bb41f8bf9472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f4973d-c917-478c-b8c2-2ed6833b593b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:34.078707 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3c20d47f-423d-400f-9e7a-0019c1760a73 req-59c240bb-8766-4f37-b0a2-1e58c409d162 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926663 Feb 08 21:36:34.099307 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34930) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:34.099896 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-be698dc7-419d-4c81-84a0-bb41f8bf9472 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3e311e4a85544324b20a038b5048e281&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2986643 Feb 08 21:36:34.109852 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3dfa075e-ef0c-4cf6-a996-86eff903e655 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (12ea18de-ba1e-4259-8ba7-2eacd0e7d756), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:34.111359 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfa075e-ef0c-4cf6-a996-86eff903e655 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Fanout notify agent at l3_agent the message router_deleted on router 12ea18de-ba1e-4259-8ba7-2eacd0e7d756 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:36:34.141532 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3dfa075e-ef0c-4cf6-a996-86eff903e655 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:34.144313 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3dfa075e-ef0c-4cf6-a996-86eff903e655 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "DELETE /v2.0/routers/12ea18de-ba1e-4259-8ba7-2eacd0e7d756 HTTP/1.1" status: 204 len: 168 time: 3.3454163 Feb 08 21:36:34.146105 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34934) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:34.224522 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-5dfe7590-14f8-40fc-b9cb-0c420801aa27 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Publish callbacks [] for port (67a158b6-7b10-4e6b-8d81-83edfb20683c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:34.251923 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b240bb2-e13f-46c6-95ca-4c2c6fba6e6b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Deleting subnet e850c472-3193-43d6-96c1-5cbfabfeb45a {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:36:34.257001 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5b240bb2-e13f-46c6-95ca-4c2c6fba6e6b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for subnet (e850c472-3193-43d6-96c1-5cbfabfeb45a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:34.285706 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ecea09db-0f9e-4baf-a868-72e24274e069 None None] Publish callbacks [] for port (bfbdb4fb-712c-414d-986f-76d31f221353), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:34.301827 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ecea09db-0f9e-4baf-a868-72e24274e069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (bfbdb4fb-712c-414d-986f-76d31f221353), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:34.320187 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-5dfe7590-14f8-40fc-b9cb-0c420801aa27 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (67a158b6-7b10-4e6b-8d81-83edfb20683c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:34.339171 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56d07c51-852a-4fe0-a306-e96179224f17 req-83828e52-9fe3-4230-b3e1-3ad4d5469f5a service neutron] 10.222.0.96 "GET /v2.0/networks/78ab189a-860e-4a01-8c19-0f0521b9833d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773254 Feb 08 21:36:34.346786 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5b240bb2-e13f-46c6-95ca-4c2c6fba6e6b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (e850c472-3193-43d6-96c1-5cbfabfeb45a), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:34.354146 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (73f79340-1727-40f3-a882-6ab3f9024c0d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:34.359159 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecea09db-0f9e-4baf-a868-72e24274e069 None None] Network 37625ce8-eec4-48d8-a76b-8ec99b33ba51 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:36:34.366452 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-ecea09db-0f9e-4baf-a868-72e24274e069 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:34.371017 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecea09db-0f9e-4baf-a868-72e24274e069 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:36:34.378624 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea09db-0f9e-4baf-a868-72e24274e069 None None] Pushing event updated for resources: {'Port': ['ID=bfbdb4fb-712c-414d-986f-76d31f221353,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:34.438365 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event deleted for resources: {'Subnet': ['ID=73f79340-1727-40f3-a882-6ab3f9024c0d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:34.443770 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d580beb3-df34-4fb1-b443-fb365e47e860 admin admin] Publish callbacks [] for security_group (41f4973d-c917-478c-b8c2-2ed6833b593b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:34.446962 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-ecea09db-0f9e-4baf-a868-72e24274e069 None None] Attempting to bind port bfbdb4fb-712c-414d-986f-76d31f221353 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:36:34.447341 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-ecea09db-0f9e-4baf-a868-72e24274e069 None None] Attempting to bind port bfbdb4fb-712c-414d-986f-76d31f221353 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'c0753a0c-7440-44b8-a3b1-027a506a0a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37625ce8-eec4-48d8-a76b-8ec99b33ba51'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:36:34.447702 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecea09db-0f9e-4baf-a868-72e24274e069 None None] Attempting to bind port bfbdb4fb-712c-414d-986f-76d31f221353 on network 37625ce8-eec4-48d8-a76b-8ec99b33ba51 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:36:34.453278 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecea09db-0f9e-4baf-a868-72e24274e069 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:36:34.454239 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecea09db-0f9e-4baf-a868-72e24274e069 None None] Checking segment: {'id': 'c0753a0c-7440-44b8-a3b1-027a506a0a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37625ce8-eec4-48d8-a76b-8ec99b33ba51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:36:34.454239 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ecea09db-0f9e-4baf-a868-72e24274e069 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:34.454474 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecea09db-0f9e-4baf-a868-72e24274e069 None None] Bound using segment: {'id': 'c0753a0c-7440-44b8-a3b1-027a506a0a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37625ce8-eec4-48d8-a76b-8ec99b33ba51'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:36:34.454900 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-ecea09db-0f9e-4baf-a868-72e24274e069 None None] Bound port: bfbdb4fb-712c-414d-986f-76d31f221353, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0753a0c-7440-44b8-a3b1-027a506a0a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37625ce8-eec4-48d8-a76b-8ec99b33ba51'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:36:34.455285 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ecea09db-0f9e-4baf-a868-72e24274e069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bfbdb4fb-712c-414d-986f-76d31f221353), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:34.509466 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (37625ce8-eec4-48d8-a76b-8ec99b33ba51), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:34.519200 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-5dfe7590-14f8-40fc-b9cb-0c420801aa27 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Network 0a2727fc-0acb-40ab-a6da-8526d89c45bb is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:36:34.530626 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ecea09db-0f9e-4baf-a868-72e24274e069 None None] For port bfbdb4fb-712c-414d-986f-76d31f221353, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:36:34.535525 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ecea09db-0f9e-4baf-a868-72e24274e069 None None] For port bfbdb4fb-712c-414d-986f-76d31f221353, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=bfbdb4fb-712c-414d-986f-76d31f221353,segment=NetworkSegment(c0753a0c-7440-44b8-a3b1-027a506a0a59),segment_id=c0753a0c-7440-44b8-a3b1-027a506a0a59)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:36:34.541176 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-5dfe7590-14f8-40fc-b9cb-0c420801aa27 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:34.543076 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe7590-14f8-40fc-b9cb-0c420801aa27 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Pushing event updated for resources: {'Port': ['ID=67a158b6-7b10-4e6b-8d81-83edfb20683c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:34.545849 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ecea09db-0f9e-4baf-a868-72e24274e069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (bfbdb4fb-712c-414d-986f-76d31f221353), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:34.554397 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-5dfe7590-14f8-40fc-b9cb-0c420801aa27 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:36:34.557140 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37625ce8-eec4-48d8-a76b-8ec99b33ba51']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:34.572576 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0753a0c-7440-44b8-a3b1-027a506a0a59') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:34.573016 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0753a0c-7440-44b8-a3b1-027a506a0a59') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:34.581085 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5b240bb2-e13f-46c6-95ca-4c2c6fba6e6b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (e850c472-3193-43d6-96c1-5cbfabfeb45a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:34.590537 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d580beb3-df34-4fb1-b443-fb365e47e860 admin admin] Publish callbacks [] for security_group (41f4973d-c917-478c-b8c2-2ed6833b593b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:34.602938 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e4cfb-ba7f-43fd-9e14-4ef407c80a51 req-9fb49ca8-c529-4294-8494-bd3651d4a992 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:34.605843 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-708e4cfb-ba7f-43fd-9e14-4ef407c80a51 req-9fb49ca8-c529-4294-8494-bd3651d4a992 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.3875742 Feb 08 21:36:34.611667 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (c0753a0c-7440-44b8-a3b1-027a506a0a59), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:34.636858 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (c0753a0c-7440-44b8-a3b1-027a506a0a59), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:34.651744 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea09db-0f9e-4baf-a868-72e24274e069 None None] Pushing event updated for resources: {'Port': ['ID=bfbdb4fb-712c-414d-986f-76d31f221353,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:34.652102 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:36:34.652613 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (c0753a0c-7440-44b8-a3b1-027a506a0a59), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:36:34.655870 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:36:34.681599 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3916cb-c39e-47ba-93ad-3161d1563052 None None] get_active_networks_info from n-d-712143-31 {{(pid=103435) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 21:36:34.733784 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5b240bb2-e13f-46c6-95ca-4c2c6fba6e6b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (e850c472-3193-43d6-96c1-5cbfabfeb45a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:34.739397 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-5dfe7590-14f8-40fc-b9cb-0c420801aa27 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:34.740041 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-5dfe7590-14f8-40fc-b9cb-0c420801aa27 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:34.748924 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f609299-9bfd-41be-8359-cb927bcdb62b req-24fc3c77-08ff-4a91-8d6c-b64aaac50ada tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:34.750635 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9f609299-9bfd-41be-8359-cb927bcdb62b req-24fc3c77-08ff-4a91-8d6c-b64aaac50ada tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 946 time: 0.3712974 Feb 08 21:36:34.761039 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56d07c51-852a-4fe0-a306-e96179224f17 req-b1b84f87-b6e7-4128-97e9-68ce068c7e4f service neutron] 10.222.0.96 "GET /v2.0/networks/78ab189a-860e-4a01-8c19-0f0521b9833d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789954 Feb 08 21:36:34.762938 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.db.api [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 08 21:36:34.762938 n-d-712143-31 neutron-server[103434]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 08 21:36:34.762938 n-d-712143-31 neutron-server[103434]: [parameters: {'id': '37625ce8-eec4-48d8-a76b-8ec99b33ba51'}] Feb 08 21:36:34.762938 n-d-712143-31 neutron-server[103434]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:36:34.763339 n-d-712143-31 neutron-server[103434]: DEBUG oslo_db.api [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:36:34.766149 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b240bb2-e13f-46c6-95ca-4c2c6fba6e6b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event deleted for resources: {'Subnet': ['ID=e850c472-3193-43d6-96c1-5cbfabfeb45a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:34.770264 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5b240bb2-e13f-46c6-95ca-4c2c6fba6e6b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:34.774469 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5b240bb2-e13f-46c6-95ca-4c2c6fba6e6b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "DELETE /v2.0/subnets/e850c472-3193-43d6-96c1-5cbfabfeb45a HTTP/1.1" status: 204 len: 168 time: 0.6271176 Feb 08 21:36:34.777006 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34940) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:34.797701 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-708e4cfb-ba7f-43fd-9e14-4ef407c80a51 req-773a1a3e-6c85-4547-a7ff-50450ac8d4c3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709788 Feb 08 21:36:34.825210 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-5dfe7590-14f8-40fc-b9cb-0c420801aa27 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4455643 Feb 08 21:36:34.825423 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3916cb-c39e-47ba-93ad-3161d1563052 None None] Resources bound (agent type, host, resource id): {{(pid=103435) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 21:36:34.831473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-c05cda11-c2c9-4f7a-bcf1-c0180825c791 service neutron] Request body: {'port': {'device_id': 'ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:34.868692 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d580beb3-df34-4fb1-b443-fb365e47e860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (41f4973d-c917-478c-b8c2-2ed6833b593b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:34.871416 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d580beb3-df34-4fb1-b443-fb365e47e860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:34.872789 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d580beb3-df34-4fb1-b443-fb365e47e860 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/41f4973d-c917-478c-b8c2-2ed6833b593b HTTP/1.1" status: 204 len: 168 time: 0.7577147 Feb 08 21:36:34.898903 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-186a468f-cf2a-4a3e-b48c-3818c91931ad tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (4c0e0719-d9f1-4b7a-a511-a9be5c32e45e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:34.902328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580beb3-df34-4fb1-b443-fb365e47e860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f4973d-c917-478c-b8c2-2ed6833b593b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:34.974305 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-186a468f-cf2a-4a3e-b48c-3818c91931ad tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Deleting port e7100d3a-a191-42b3-83eb-ce6cdabfd8f3 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:34.975264 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-186a468f-cf2a-4a3e-b48c-3818c91931ad tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (e7100d3a-a191-42b3-83eb-ce6cdabfd8f3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:34.986598 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9f609299-9bfd-41be-8359-cb927bcdb62b req-15e2de60-e730-4680-8982-78faec6153f3 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219732 Feb 08 21:36:34.995829 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-c05cda11-c2c9-4f7a-bcf1-c0180825c791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (67a158b6-7b10-4e6b-8d81-83edfb20683c), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:35.056449 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896a384-3363-480c-983a-a20058e2ce06 req-c190f18d-ca7b-4ecf-bff3-b54555cf95b3 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:35.058025 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1896a384-3363-480c-983a-a20058e2ce06 req-c190f18d-ca7b-4ecf-bff3-b54555cf95b3 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 943 time: 0.1652405 Feb 08 21:36:35.086394 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-186a468f-cf2a-4a3e-b48c-3818c91931ad tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] For port e7100d3a-a191-42b3-83eb-ce6cdabfd8f3, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e7100d3a-a191-42b3-83eb-ce6cdabfd8f3,segment=NetworkSegment(7a93f692-912c-4cc8-a0ed-83be69b59086),segment_id=7a93f692-912c-4cc8-a0ed-83be69b59086)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:35.086757 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-186a468f-cf2a-4a3e-b48c-3818c91931ad tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (e7100d3a-a191-42b3-83eb-ce6cdabfd8f3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:35.103989 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-186a468f-cf2a-4a3e-b48c-3818c91931ad tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Calling delete_port for e7100d3a-a191-42b3-83eb-ce6cdabfd8f3 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:35.171653 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e590afb4-8bed-4ac7-b656-8b6a313a67a1 None None] Network 37625ce8-eec4-48d8-a76b-8ec99b33ba51 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:36:35.232090 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-186a468f-cf2a-4a3e-b48c-3818c91931ad tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (e7100d3a-a191-42b3-83eb-ce6cdabfd8f3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:35.260737 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eefd9f-cb2e-4573-8834-0e66cd8bed6a None None] Network 4c0e0719-d9f1-4b7a-a511-a9be5c32e45e requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:36:35.269686 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (37625ce8-eec4-48d8-a76b-8ec99b33ba51), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:35.276447 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a468f-cf2a-4a3e-b48c-3818c91931ad tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event deleted for resources: {'Port': ['ID=e7100d3a-a191-42b3-83eb-ce6cdabfd8f3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:35.291056 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186a468f-cf2a-4a3e-b48c-3818c91931ad tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] No DVR routers for this DVR port e7100d3a-a191-42b3-83eb-ce6cdabfd8f3 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:36:35.305552 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device ab21a293-d335-463e-8651-7e78d6ed0270 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:36:35.416475 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-c05cda11-c2c9-4f7a-bcf1-c0180825c791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a158b6-7b10-4e6b-8d81-83edfb20683c {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:36:35.430849 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-186a468f-cf2a-4a3e-b48c-3818c91931ad tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (4c0e0719-d9f1-4b7a-a511-a9be5c32e45e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:35.436418 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-c05cda11-c2c9-4f7a-bcf1-c0180825c791 service neutron] Publish callbacks [] for port (67a158b6-7b10-4e6b-8d81-83edfb20683c), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:35.456678 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-186a468f-cf2a-4a3e-b48c-3818c91931ad tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0e0719-d9f1-4b7a-a511-a9be5c32e45e']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:35.470548 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-186a468f-cf2a-4a3e-b48c-3818c91931ad tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a93f692-912c-4cc8-a0ed-83be69b59086') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:35.470853 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-186a468f-cf2a-4a3e-b48c-3818c91931ad tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a93f692-912c-4cc8-a0ed-83be69b59086') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:35.477662 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-c05cda11-c2c9-4f7a-bcf1-c0180825c791 service neutron] Transition to ACTIVE for port object 67a158b6-7b10-4e6b-8d81-83edfb20683c will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:36:35.487977 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-186a468f-cf2a-4a3e-b48c-3818c91931ad tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (7a93f692-912c-4cc8-a0ed-83be69b59086), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:35.507134 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-186a468f-cf2a-4a3e-b48c-3818c91931ad tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (7a93f692-912c-4cc8-a0ed-83be69b59086), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:35.513687 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Deleting port bfbdb4fb-712c-414d-986f-76d31f221353 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:35.514032 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (bfbdb4fb-712c-414d-986f-76d31f221353), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:35.523412 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-c05cda11-c2c9-4f7a-bcf1-c0180825c791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (67a158b6-7b10-4e6b-8d81-83edfb20683c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:35.527888 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-186a468f-cf2a-4a3e-b48c-3818c91931ad tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:36:35.528298 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-186a468f-cf2a-4a3e-b48c-3818c91931ad tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (7a93f692-912c-4cc8-a0ed-83be69b59086), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:36:35.531686 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:36:35.642420 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] For port bfbdb4fb-712c-414d-986f-76d31f221353, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=bfbdb4fb-712c-414d-986f-76d31f221353,segment=NetworkSegment(c0753a0c-7440-44b8-a3b1-027a506a0a59),segment_id=c0753a0c-7440-44b8-a3b1-027a506a0a59)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:35.642953 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (bfbdb4fb-712c-414d-986f-76d31f221353), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:35.646773 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-186a468f-cf2a-4a3e-b48c-3818c91931ad tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (4c0e0719-d9f1-4b7a-a511-a9be5c32e45e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:35.674422 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-186a468f-cf2a-4a3e-b48c-3818c91931ad tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:35.685887 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-186a468f-cf2a-4a3e-b48c-3818c91931ad tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "DELETE /v2.0/networks/4c0e0719-d9f1-4b7a-a511-a9be5c32e45e HTTP/1.1" status: 204 len: 168 time: 0.9075868 Feb 08 21:36:35.689585 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34956) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:35.699426 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Calling delete_port for bfbdb4fb-712c-414d-986f-76d31f221353 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:35.733937 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a468f-cf2a-4a3e-b48c-3818c91931ad tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event deleted for resources: {'Network': ['ID=4c0e0719-d9f1-4b7a-a511-a9be5c32e45e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:35.784242 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port ab21a293-d335-463e-8651-7e78d6ed0270 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:36:35.784242 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ab21a293-d335-463e-8651-7e78d6ed0270), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:35.792975 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05cda11-c2c9-4f7a-bcf1-c0180825c791 service neutron] Pushing event updated for resources: {'Port': ['ID=67a158b6-7b10-4e6b-8d81-83edfb20683c,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:35.831388 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1896a384-3363-480c-983a-a20058e2ce06 req-8739ce4b-9645-4b44-814b-3a76d4571435 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7653461 Feb 08 21:36:35.869317 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port ab21a293-d335-463e-8651-7e78d6ed0270, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ab21a293-d335-463e-8651-7e78d6ed0270,segment=NetworkSegment(eee22cdd-1b96-49e0-93ec-1d329c1b6b96),segment_id=eee22cdd-1b96-49e0-93ec-1d329c1b6b96)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:35.877279 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316c46b2-bb07-4985-bb87-387cb3e81b1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab21a293-d335-463e-8651-7e78d6ed0270'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:36:35.882610 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6733ec85-a786-4e74-9de3-75cb28311f36" -d '{"events": [{"server_uuid": "316c46b2-bb07-4985-bb87-387cb3e81b1b", "name": "network-vif-unplugged", "status": "completed", "tag": "ab21a293-d335-463e-8651-7e78d6ed0270"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:36:35.889915 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d261c1-65a2-4edc-bc62-7be6e0896844 None None] DHCP port deletion for 4c0e0719-d9f1-4b7a-a511-a9be5c32e45e request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:36:35.892526 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0494cc-0662-454c-9c93-492fc844e90a req-bd942a7a-e0bd-429d-9dbc-f8d28d3e4987 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:35.900478 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cb0494cc-0662-454c-9c93-492fc844e90a req-bd942a7a-e0bd-429d-9dbc-f8d28d3e4987 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.8258820 Feb 08 21:36:35.922126 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ab21a293-d335-463e-8651-7e78d6ed0270), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:35.982999 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=ab21a293-d335-463e-8651-7e78d6ed0270,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:36.051544 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-c05cda11-c2c9-4f7a-bcf1-c0180825c791 service neutron] Attempting to bind port 67a158b6-7b10-4e6b-8d81-83edfb20683c on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:36:36.051876 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-c05cda11-c2c9-4f7a-bcf1-c0180825c791 service neutron] Attempting to bind port 67a158b6-7b10-4e6b-8d81-83edfb20683c by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '3e377ba7-f3d4-43eb-b75b-f6c14d573419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0a2727fc-0acb-40ab-a6da-8526d89c45bb'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:36:36.052209 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-c05cda11-c2c9-4f7a-bcf1-c0180825c791 service neutron] Attempting to bind port 67a158b6-7b10-4e6b-8d81-83edfb20683c on network 0a2727fc-0acb-40ab-a6da-8526d89c45bb {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:36:36.060780 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cb0494cc-0662-454c-9c93-492fc844e90a req-8c91debe-8401-4020-bb8e-b8f3d5cad13b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592934 Feb 08 21:36:36.073060 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-c05cda11-c2c9-4f7a-bcf1-c0180825c791 service neutron] Port 67a158b6-7b10-4e6b-8d81-83edfb20683c on network 0a2727fc-0acb-40ab-a6da-8526d89c45bb not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:36:36.073530 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-c05cda11-c2c9-4f7a-bcf1-c0180825c791 service neutron] Attempting to bind port 67a158b6-7b10-4e6b-8d81-83edfb20683c on network 0a2727fc-0acb-40ab-a6da-8526d89c45bb {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:36:36.093501 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-c05cda11-c2c9-4f7a-bcf1-c0180825c791 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:36:36.094390 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-c05cda11-c2c9-4f7a-bcf1-c0180825c791 service neutron] Checking segment: {'id': '3e377ba7-f3d4-43eb-b75b-f6c14d573419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0a2727fc-0acb-40ab-a6da-8526d89c45bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:36:36.095637 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-c05cda11-c2c9-4f7a-bcf1-c0180825c791 service neutron] Bound using segment: {'id': '3e377ba7-f3d4-43eb-b75b-f6c14d573419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0a2727fc-0acb-40ab-a6da-8526d89c45bb'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:36:36.097509 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-c05cda11-c2c9-4f7a-bcf1-c0180825c791 service neutron] Bound port: 67a158b6-7b10-4e6b-8d81-83edfb20683c, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e377ba7-f3d4-43eb-b75b-f6c14d573419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0a2727fc-0acb-40ab-a6da-8526d89c45bb'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:36:36.098358 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-c05cda11-c2c9-4f7a-bcf1-c0180825c791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (67a158b6-7b10-4e6b-8d81-83edfb20683c), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:36.133652 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf94e0f-e256-4984-bc24-bf0d9104c5f9 req-c3df0390-3c39-4c2d-b2d1-b57c8f0f95b9 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:36.142384 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5bf94e0f-e256-4984-bc24-bf0d9104c5f9 req-c3df0390-3c39-4c2d-b2d1-b57c8f0f95b9 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47 HTTP/1.1" status: 200 len: 943 time: 0.1666822 Feb 08 21:36:36.186075 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ec63dd-beaa-4ae9-a09d-aacb77f3347a x-openstack-request-id: req-82ec63dd-beaa-4ae9-a09d-aacb77f3347a {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:36:36.186413 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316c46b2-bb07-4985-bb87-387cb3e81b1b", "name": "network-vif-unplugged", "status": "completed", "tag": "ab21a293-d335-463e-8651-7e78d6ed0270", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:36:36.186698 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-82ec63dd-beaa-4ae9-a09d-aacb77f3347a {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:36:36.187124 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316c46b2-bb07-4985-bb87-387cb3e81b1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab21a293-d335-463e-8651-7e78d6ed0270', 'code': 200} Feb 08 21:36:36.267816 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-c05cda11-c2c9-4f7a-bcf1-c0180825c791 service neutron] For port 67a158b6-7b10-4e6b-8d81-83edfb20683c, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:36:36.274023 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-c05cda11-c2c9-4f7a-bcf1-c0180825c791 service neutron] For port 67a158b6-7b10-4e6b-8d81-83edfb20683c, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=67a158b6-7b10-4e6b-8d81-83edfb20683c,segment=NetworkSegment(3e377ba7-f3d4-43eb-b75b-f6c14d573419),segment_id=3e377ba7-f3d4-43eb-b75b-f6c14d573419)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:36:36.281944 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5bf94e0f-e256-4984-bc24-bf0d9104c5f9 req-ee557bc9-2900-4a49-bef9-a2fbf9d7aae4 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.88 "GET /v2.0/security-groups?id=3590d64d-0c4e-43a9-a9d9-f511942f1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383977 Feb 08 21:36:36.294675 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-c05cda11-c2c9-4f7a-bcf1-c0180825c791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (67a158b6-7b10-4e6b-8d81-83edfb20683c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:36.379826 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05cda11-c2c9-4f7a-bcf1-c0180825c791 service neutron] Pushing event updated for resources: {'Port': ['ID=67a158b6-7b10-4e6b-8d81-83edfb20683c,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:36.423413 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f7f1ef9a-b9a2-44fd-b6b4-9f00d5e99c4a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Deleting port fa6cefca-58c3-41b5-93a7-45afa5ce4bab {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:36.424663 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7f1ef9a-b9a2-44fd-b6b4-9f00d5e99c4a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (fa6cefca-58c3-41b5-93a7-45afa5ce4bab), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:36.431556 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (bfbdb4fb-712c-414d-986f-76d31f221353), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:36.456244 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-c05cda11-c2c9-4f7a-bcf1-c0180825c791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:36.457318 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-c05cda11-c2c9-4f7a-bcf1-c0180825c791 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:36.459879 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-c05cda11-c2c9-4f7a-bcf1-c0180825c791 service neutron] 10.222.0.96 "PUT /v2.0/ports/67a158b6-7b10-4e6b-8d81-83edfb20683c HTTP/1.1" status: 200 len: 1092 time: 1.6393678 Feb 08 21:36:36.462768 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47', 'tag': '67a158b6-7b10-4e6b-8d81-83edfb20683c'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:36:36.466536 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9692d444-fb60-4aca-b1ef-8fd9709c8392" -d '{"events": [{"name": "network-changed", "server_uuid": "ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47", "tag": "67a158b6-7b10-4e6b-8d81-83edfb20683c"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:36:36.517617 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event deleted for resources: {'Port': ['ID=bfbdb4fb-712c-414d-986f-76d31f221353,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:36.519666 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] No DVR routers for this DVR port bfbdb4fb-712c-414d-986f-76d31f221353 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:36:36.565065 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:36.630524 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (37625ce8-eec4-48d8-a76b-8ec99b33ba51), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:36.631376 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d1870-baf2-4aa2-9ac8-d4c043ab81e9 req-01b39e41-ed99-45d8-a844-7ec0f459e5a1 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:36.641148 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7f1ef9a-b9a2-44fd-b6b4-9f00d5e99c4a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (fa6cefca-58c3-41b5-93a7-45afa5ce4bab), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:36.641537 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7f1ef9a-b9a2-44fd-b6b4-9f00d5e99c4a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (fa6cefca-58c3-41b5-93a7-45afa5ce4bab), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:36.642300 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:36.645287 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-075d1870-baf2-4aa2-9ac8-d4c043ab81e9 req-01b39e41-ed99-45d8-a844-7ec0f459e5a1 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 944 time: 0.2573829 Feb 08 21:36:36.671803 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f7f1ef9a-b9a2-44fd-b6b4-9f00d5e99c4a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Calling delete_port for fa6cefca-58c3-41b5-93a7-45afa5ce4bab owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:36.675697 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37625ce8-eec4-48d8-a76b-8ec99b33ba51']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:36.695953 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0753a0c-7440-44b8-a3b1-027a506a0a59') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:36.696537 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0753a0c-7440-44b8-a3b1-027a506a0a59') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:36.709369 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (c0753a0c-7440-44b8-a3b1-027a506a0a59), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:36.735828 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae8849-6cd3-408b-aed6-4411f2aa1770 req-44d66a5d-c1fb-408f-a17d-af058c7e4f61 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:36.742735 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a2ae8849-6cd3-408b-aed6-4411f2aa1770 req-44d66a5d-c1fb-408f-a17d-af058c7e4f61 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.2807436 Feb 08 21:36:36.759643 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-824427dc-b909-4f20-90e0-a5f39689b047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:36.760013 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (c0753a0c-7440-44b8-a3b1-027a506a0a59), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:36.763193 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-824427dc-b909-4f20-90e0-a5f39689b047 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=08171e88ae9946398913f30e1d55dca2&device_id=ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47 HTTP/1.1" status: 200 len: 1126 time: 0.2349110 Feb 08 21:36:36.769695 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:36:36.770285 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (c0753a0c-7440-44b8-a3b1-027a506a0a59), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:36:36.774412 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:36:36.781664 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-075d1870-baf2-4aa2-9ac8-d4c043ab81e9 req-32e096fb-8183-4181-81f8-d9104200c0d7 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356914 Feb 08 21:36:36.835954 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-cbe49f82-61ae-4e2a-9559-8bab950541a1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67a158b6-7b10-4e6b-8d81-83edfb20683c HTTP/1.1" status: 200 len: 217 time: 0.0526605 Feb 08 21:36:36.857707 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (37625ce8-eec4-48d8-a76b-8ec99b33ba51), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:36.864342 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac14d985-7f61-439f-be68-055d40b56516 x-openstack-request-id: req-ac14d985-7f61-439f-be68-055d40b56516 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:36:36.864624 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47", "tag": "67a158b6-7b10-4e6b-8d81-83edfb20683c", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:36:36.864977 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ac14d985-7f61-439f-be68-055d40b56516 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:36:36.865478 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47', 'tag': '67a158b6-7b10-4e6b-8d81-83edfb20683c', 'status': 'completed', 'code': 200} Feb 08 21:36:36.867428 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:36.871011 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "DELETE /v2.0/networks/37625ce8-eec4-48d8-a76b-8ec99b33ba51 HTTP/1.1" status: 204 len: 168 time: 3.2191458 Feb 08 21:36:36.874412 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34990) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:36.898622 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04e71a-47f5-431e-8a41-909d53272bf4 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event deleted for resources: {'Network': ['ID=37625ce8-eec4-48d8-a76b-8ec99b33ba51,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:36.921505 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a2ae8849-6cd3-408b-aed6-4411f2aa1770 req-c8d050f1-2250-41f8-84e3-70bafb0d12b6 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567423 Feb 08 21:36:36.932415 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-abeddec1-f509-48e9-99a5-b0b5b832e175 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] DELETE failed (client error): The resource could not be found. Feb 08 21:36:36.932892 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abeddec1-f509-48e9-99a5-b0b5b832e175 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:36:36.938920 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-abeddec1-f509-48e9-99a5-b0b5b832e175 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "DELETE /v2.0/subnets/73f79340-1727-40f3-a882-6ab3f9024c0d HTTP/1.1" status: 404 len: 337 time: 0.0603735 Feb 08 21:36:36.940049 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34992) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:36.968794 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device e3b5124b-ba79-49d2-9049-345e662d7c10 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:36:36.995911 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6264975-3a5f-4e55-889d-cb218a1c6319 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] DELETE failed (client error): The resource could not be found. Feb 08 21:36:36.996445 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6264975-3a5f-4e55-889d-cb218a1c6319 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:36:37.003330 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c6264975-3a5f-4e55-889d-cb218a1c6319 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "DELETE /v2.0/networks/37625ce8-eec4-48d8-a76b-8ec99b33ba51 HTTP/1.1" status: 404 len: 339 time: 0.0617816 Feb 08 21:36:37.003585 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34998) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:37.014867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-47c60a9c-0653-4ecf-964d-07a802bca986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:37.016354 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-47c60a9c-0653-4ecf-964d-07a802bca986 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0205fa29-8909-415e-b208-2f51466f6839 HTTP/1.1" status: 200 len: 858 time: 0.1696339 Feb 08 21:36:37.079708 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-74c1f8a6-d1da-48e8-b31f-2ed7b8df30cf service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0a2727fc-0acb-40ab-a6da-8526d89c45bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575092 Feb 08 21:36:37.091983 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f64e50a-7ccc-4b6f-84d0-e00ffd6951f3 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] DELETE failed (client error): The resource could not be found. Feb 08 21:36:37.093478 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f64e50a-7ccc-4b6f-84d0-e00ffd6951f3 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:36:37.097284 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7f64e50a-7ccc-4b6f-84d0-e00ffd6951f3 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "DELETE /v2.0/subnets/5a061e92-0b64-4a49-aa80-203601600499 HTTP/1.1" status: 404 len: 337 time: 0.0925903 Feb 08 21:36:37.099752 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35002) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:37.130960 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-485dbfaa-227f-4893-8da4-526affe3c252 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] DELETE failed (client error): The resource could not be found. Feb 08 21:36:37.131650 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-485dbfaa-227f-4893-8da4-526affe3c252 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:36:37.138761 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-485dbfaa-227f-4893-8da4-526affe3c252 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "DELETE /v2.0/networks/4557c36a-e6d4-410c-9ee1-3e6feece9828 HTTP/1.1" status: 404 len: 339 time: 0.0377312 Feb 08 21:36:37.139693 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7f1ef9a-b9a2-44fd-b6b4-9f00d5e99c4a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (fa6cefca-58c3-41b5-93a7-45afa5ce4bab), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:37.142426 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35006) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:37.158333 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port e3b5124b-ba79-49d2-9049-345e662d7c10, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=e3b5124b-ba79-49d2-9049-345e662d7c10,segment=NetworkSegment(2367fa6e-f731-4d5d-8eed-4d18be504fa5),segment_id=2367fa6e-f731-4d5d-8eed-4d18be504fa5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:37.176133 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'e3b5124b-ba79-49d2-9049-345e662d7c10', 'network_id': '78ab189a-860e-4a01-8c19-0f0521b9833d', 'port_id': 'e3b5124b-ba79-49d2-9049-345e662d7c10', 'mac_address': 'fa:16:3e:a2:a3:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739e92e6-a4d6-46e1-b30b-0269af78c658', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:36:37.185689 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1ef9a-b9a2-44fd-b6b4-9f00d5e99c4a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event deleted for resources: {'Port': ['ID=fa6cefca-58c3-41b5-93a7-45afa5ce4bab,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:37.213892 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f6964-47c8-4880-945a-171858696e6a req-c7909e97-0846-4597-8e41-6dd04a811def tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:37.215671 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-3982ea10-7c80-4453-a0df-96ebac6c83da tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] DELETE failed (client error): The resource could not be found. Feb 08 21:36:37.216212 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3982ea10-7c80-4453-a0df-96ebac6c83da tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:36:37.219867 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3982ea10-7c80-4453-a0df-96ebac6c83da tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "DELETE /v2.0/subnets/f5469b0a-1ae2-49ab-bfd0-a9a1547adfe1 HTTP/1.1" status: 404 len: 337 time: 0.0483377 Feb 08 21:36:37.223196 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35008) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:37.224151 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cd8f6964-47c8-4880-945a-171858696e6a req-c7909e97-0846-4597-8e41-6dd04a811def tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 943 time: 0.2298181 Feb 08 21:36:37.237041 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port e3b5124b-ba79-49d2-9049-345e662d7c10 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:36:37.238728 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e3b5124b-ba79-49d2-9049-345e662d7c10), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:37.247963 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcef71-105c-4d3f-a4c1-0a934f86d34a req-a56da06a-a3eb-4573-92d3-ca0cd340225b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:37.250352 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-defcef71-105c-4d3f-a4c1-0a934f86d34a req-a56da06a-a3eb-4573-92d3-ca0cd340225b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1735487 Feb 08 21:36:37.266632 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-36519012-f7ed-4e0a-9218-b94c763d2ec8 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] DELETE failed (client error): The resource could not be found. Feb 08 21:36:37.267342 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36519012-f7ed-4e0a-9218-b94c763d2ec8 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:36:37.271087 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-36519012-f7ed-4e0a-9218-b94c763d2ec8 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "DELETE /v2.0/networks/bca8119b-1106-4aae-b376-30ac73685870 HTTP/1.1" status: 404 len: 339 time: 0.0453541 Feb 08 21:36:37.273903 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device ab21a293-d335-463e-8651-7e78d6ed0270 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:36:37.277607 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b5124b-ba79-49d2-9049-345e662d7c10 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:36:37.297392 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35010) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:37.307612 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port e3b5124b-ba79-49d2-9049-345e662d7c10, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=e3b5124b-ba79-49d2-9049-345e662d7c10,segment=NetworkSegment(2367fa6e-f731-4d5d-8eed-4d18be504fa5),segment_id=2367fa6e-f731-4d5d-8eed-4d18be504fa5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:37.322066 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e3b5124b-ba79-49d2-9049-345e662d7c10), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:37.368088 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7f1ef9a-b9a2-44fd-b6b4-9f00d5e99c4a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for floatingip (73ae0df3-8b3a-40ce-a972-45e333c57c76), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:37.371516 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7f1ef9a-b9a2-44fd-b6b4-9f00d5e99c4a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:37.373015 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f7f1ef9a-b9a2-44fd-b6b4-9f00d5e99c4a tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "DELETE /v2.0/floatingips/73ae0df3-8b3a-40ce-a972-45e333c57c76 HTTP/1.1" status: 204 len: 168 time: 1.6750298 Feb 08 21:36:37.376672 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35018) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:37.412904 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-0150a555-d245-4794-8b1a-596fb7683e0b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] DELETE failed (client error): The resource could not be found. Feb 08 21:36:37.413563 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0150a555-d245-4794-8b1a-596fb7683e0b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:36:37.417069 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0150a555-d245-4794-8b1a-596fb7683e0b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "DELETE /v2.0/ports/da1df37f-b2be-4035-b079-e2be47fee528 HTTP/1.1" status: 404 len: 333 time: 0.0394692 Feb 08 21:36:37.422943 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35020) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:37.467603 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=e3b5124b-ba79-49d2-9049-345e662d7c10,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:37.492366 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-030f5459-b420-4a50-8fd3-45500e5af573 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "GET /v2.0/ports?device_id=12ea18de-ba1e-4259-8ba7-2eacd0e7d756 HTTP/1.1" status: 200 len: 205 time: 0.0652196 Feb 08 21:36:37.493586 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35024) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:37.544184 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-19aee1eb-1e96-46e9-a605-ebfd32a4573e tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] delete failed (client error): The resource could not be found. Feb 08 21:36:37.547737 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-19aee1eb-1e96-46e9-a605-ebfd32a4573e tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "DELETE /v2.0/routers/12ea18de-ba1e-4259-8ba7-2eacd0e7d756 HTTP/1.1" status: 404 len: 336 time: 0.0513482 Feb 08 21:36:37.548314 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35030) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:37.552015 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port ab21a293-d335-463e-8651-7e78d6ed0270, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ab21a293-d335-463e-8651-7e78d6ed0270,segment=NetworkSegment(eee22cdd-1b96-49e0-93ec-1d329c1b6b96),segment_id=eee22cdd-1b96-49e0-93ec-1d329c1b6b96)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:37.572405 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'ab21a293-d335-463e-8651-7e78d6ed0270', 'network_id': '8be186de-368f-4eda-9951-a49b79ceb5c7', 'port_id': 'ab21a293-d335-463e-8651-7e78d6ed0270', 'mac_address': 'fa:16:3e:29:df:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a442a7b-87af-4f33-a2ce-71014519d421', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:36:37.584094 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9a0b37-0e23-4bd7-b762-d56de6a3dff8 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] DELETE failed (client error): The resource could not be found. Feb 08 21:36:37.584582 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e9a0b37-0e23-4bd7-b762-d56de6a3dff8 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:36:37.592145 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0e9a0b37-0e23-4bd7-b762-d56de6a3dff8 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "DELETE /v2.0/subnets/e850c472-3193-43d6-96c1-5cbfabfeb45a HTTP/1.1" status: 404 len: 337 time: 0.0403087 Feb 08 21:36:37.594042 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35032) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:37.639740 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port ab21a293-d335-463e-8651-7e78d6ed0270 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:36:37.640286 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ab21a293-d335-463e-8651-7e78d6ed0270), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:37.668269 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['e3b5124b-ba79-49d2-9049-345e662d7c10'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:36:37.673439 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a73f2a30-a266-4a73-84f4-fc86182f6e1d tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Deleting port a1e1edba-86f4-4a43-b8a0-8126993f2c29 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:37.674002 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a73f2a30-a266-4a73-84f4-fc86182f6e1d tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (a1e1edba-86f4-4a43-b8a0-8126993f2c29), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:37.701419 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab21a293-d335-463e-8651-7e78d6ed0270 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:36:37.732668 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-49c16549-443d-4208-a7f3-51736c1b6188 service neutron] 10.222.0.96 "GET /v2.0/networks/0a2727fc-0acb-40ab-a6da-8526d89c45bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6369715 Feb 08 21:36:37.787592 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e7100d3a-a191-42b3-83eb-ce6cdabfd8f3 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:36:37.799751 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port ab21a293-d335-463e-8651-7e78d6ed0270, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ab21a293-d335-463e-8651-7e78d6ed0270,segment=NetworkSegment(eee22cdd-1b96-49e0-93ec-1d329c1b6b96),segment_id=eee22cdd-1b96-49e0-93ec-1d329c1b6b96)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:37.821667 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-defcef71-105c-4d3f-a4c1-0a934f86d34a req-9e2b6bac-d509-42e5-9fec-0297b922a43e tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627977 Feb 08 21:36:37.823524 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a73f2a30-a266-4a73-84f4-fc86182f6e1d tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (a1e1edba-86f4-4a43-b8a0-8126993f2c29), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:37.833985 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cd8f6964-47c8-4880-945a-171858696e6a req-560817f9-6e3f-4734-bd5a-769dbcb781b0 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6083348 Feb 08 21:36:37.839962 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: e7100d3a-a191-42b3-83eb-ce6cdabfd8f3 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:36:37.840319 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e7100d3a-a191-42b3-83eb-ce6cdabfd8f3 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:36:37.856462 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a73f2a30-a266-4a73-84f4-fc86182f6e1d tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Calling delete_port for a1e1edba-86f4-4a43-b8a0-8126993f2c29 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:37.857485 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ab21a293-d335-463e-8651-7e78d6ed0270), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:37.883340 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-de08ff5e-be6c-4bdf-9a22-72d1d39123e1 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Deleting port b81cc090-e855-40d9-a073-c9418db02ae9 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:37.883694 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de08ff5e-be6c-4bdf-9a22-72d1d39123e1 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b81cc090-e855-40d9-a073-c9418db02ae9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:37.917360 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=ab21a293-d335-463e-8651-7e78d6ed0270,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:37.931893 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9add3564-be89-4696-adaf-b6c1c6eba833 req-17337fed-9203-4569-9dba-cbb9994897a1 service neutron] 10.222.0.96 "GET /v2.0/networks/0a2727fc-0acb-40ab-a6da-8526d89c45bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821256 Feb 08 21:36:38.109838 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de08ff5e-be6c-4bdf-9a22-72d1d39123e1 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b81cc090-e855-40d9-a073-c9418db02ae9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:38.114935 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd2314-1507-436b-bfa7-e6cea02e8950 req-4ec217ff-91dc-4b3b-84c4-d2f1da95f5ac tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:38.117403 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ffd2314-1507-436b-bfa7-e6cea02e8950 req-4ec217ff-91dc-4b3b-84c4-d2f1da95f5ac tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 945 time: 0.1626701 Feb 08 21:36:38.132726 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-de08ff5e-be6c-4bdf-9a22-72d1d39123e1 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Calling delete_port for b81cc090-e855-40d9-a073-c9418db02ae9 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:38.133083 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc2054-f185-4df2-a404-ed819fa2e7e2 req-1e2747b7-7e60-4de8-98eb-e600ae012dc5 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:38.143961 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a73f2a30-a266-4a73-84f4-fc86182f6e1d tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (a1e1edba-86f4-4a43-b8a0-8126993f2c29), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:38.146299 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7adc2054-f185-4df2-a404-ed819fa2e7e2 req-1e2747b7-7e60-4de8-98eb-e600ae012dc5 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47 HTTP/1.1" status: 200 len: 943 time: 0.1399844 Feb 08 21:36:38.166280 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692d444-fb60-4aca-b1ef-8fd9709c8392 req-4641eab3-707d-4347-95ad-5439c0ca28d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:38.168528 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9692d444-fb60-4aca-b1ef-8fd9709c8392 req-4641eab3-707d-4347-95ad-5439c0ca28d9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=08171e88ae9946398913f30e1d55dca2&device_id=ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47 HTTP/1.1" status: 200 len: 1126 time: 0.1730597 Feb 08 21:36:38.184406 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['ab21a293-d335-463e-8651-7e78d6ed0270'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:36:38.229353 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f2a30-a266-4a73-84f4-fc86182f6e1d tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event deleted for resources: {'Port': ['ID=a1e1edba-86f4-4a43-b8a0-8126993f2c29,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:38.236740 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a73f2a30-a266-4a73-84f4-fc86182f6e1d tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:38.240742 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a73f2a30-a266-4a73-84f4-fc86182f6e1d tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "DELETE /v2.0/ports/a1e1edba-86f4-4a43-b8a0-8126993f2c29 HTTP/1.1" status: 204 len: 168 time: 0.9422424 Feb 08 21:36:38.244186 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35042) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:38.279481 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb4b3bac-6f37-4b49-9f22-14eb6b8639b0 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] DELETE failed (client error): The resource could not be found. Feb 08 21:36:38.279958 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb4b3bac-6f37-4b49-9f22-14eb6b8639b0 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:36:38.283966 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-eb4b3bac-6f37-4b49-9f22-14eb6b8639b0 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "DELETE /v2.0/subnets/8062b6cc-b142-41c2-892f-77e4c1c9f3b4 HTTP/1.1" status: 404 len: 337 time: 0.0385230 Feb 08 21:36:38.288187 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35044) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:38.346335 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7adc2054-f185-4df2-a404-ed819fa2e7e2 req-f94ff694-62df-4983-b826-28a6496377cb tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.88 "GET /v2.0/security-groups?id=3590d64d-0c4e-43a9-a9d9-f511942f1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929829 Feb 08 21:36:38.375107 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ffd2314-1507-436b-bfa7-e6cea02e8950 req-5cd3e7b6-68bb-4ea8-9e39-48abd1abeee3 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204742 Feb 08 21:36:38.418439 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692d444-fb60-4aca-b1ef-8fd9709c8392 req-798de21c-67a2-4f5c-9958-251ce8a07eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:38.420588 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9692d444-fb60-4aca-b1ef-8fd9709c8392 req-798de21c-67a2-4f5c-9958-251ce8a07eca service neutron] 10.222.0.96 "GET /v2.0/networks?id=0a2727fc-0acb-40ab-a6da-8526d89c45bb HTTP/1.1" status: 200 len: 919 time: 0.2430310 Feb 08 21:36:38.489436 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9692d444-fb60-4aca-b1ef-8fd9709c8392 req-a61c6f29-9be2-4c64-8368-dff15b6b4244 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67a158b6-7b10-4e6b-8d81-83edfb20683c HTTP/1.1" status: 200 len: 217 time: 0.0617754 Feb 08 21:36:38.494030 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8749a58-d1c4-4d56-a4c4-5d2aae20943f tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (31b61c73-7476-4d15-97b3-0879b37634ac), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:38.500488 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de08ff5e-be6c-4bdf-9a22-72d1d39123e1 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (b81cc090-e855-40d9-a073-c9418db02ae9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:38.610204 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08ff5e-be6c-4bdf-9a22-72d1d39123e1 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event deleted for resources: {'Port': ['ID=b81cc090-e855-40d9-a073-c9418db02ae9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:38.615336 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692d444-fb60-4aca-b1ef-8fd9709c8392 req-1e9768db-af3f-472d-afaf-fd1aeaf7fdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:38.617082 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9692d444-fb60-4aca-b1ef-8fd9709c8392 req-1e9768db-af3f-472d-afaf-fd1aeaf7fdc0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0205fa29-8909-415e-b208-2f51466f6839 HTTP/1.1" status: 200 len: 858 time: 0.1217971 Feb 08 21:36:38.654788 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9692d444-fb60-4aca-b1ef-8fd9709c8392 req-9a3731c5-7409-4990-a9ac-ab92eb7d3a68 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0a2727fc-0acb-40ab-a6da-8526d89c45bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310900 Feb 08 21:36:38.669536 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebaa9d-49fa-493c-9f12-d6d79ac39f54 req-d14f22df-6179-42a0-9ee9-4b87e521fb17 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:38.671799 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de08ff5e-be6c-4bdf-9a22-72d1d39123e1 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:38.673785 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fdebaa9d-49fa-493c-9f12-d6d79ac39f54 req-d14f22df-6179-42a0-9ee9-4b87e521fb17 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1367486 Feb 08 21:36:38.675840 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-de08ff5e-be6c-4bdf-9a22-72d1d39123e1 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "DELETE /v2.0/ports/b81cc090-e855-40d9-a073-c9418db02ae9 HTTP/1.1" status: 204 len: 168 time: 1.0804362 Feb 08 21:36:38.687763 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35054) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:38.725990 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8749a58-d1c4-4d56-a4c4-5d2aae20943f tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (31b61c73-7476-4d15-97b3-0879b37634ac), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:38.754802 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-b8749a58-d1c4-4d56-a4c4-5d2aae20943f tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b61c73-7476-4d15-97b3-0879b37634ac']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:38.768363 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-b8749a58-d1c4-4d56-a4c4-5d2aae20943f tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15cc5625-358d-49dc-96ef-4656d4699a17') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:38.769011 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-b8749a58-d1c4-4d56-a4c4-5d2aae20943f tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15cc5625-358d-49dc-96ef-4656d4699a17') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:38.784529 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8749a58-d1c4-4d56-a4c4-5d2aae20943f tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (15cc5625-358d-49dc-96ef-4656d4699a17), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:38.805682 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8749a58-d1c4-4d56-a4c4-5d2aae20943f tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (15cc5625-358d-49dc-96ef-4656d4699a17), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:38.816528 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8749a58-d1c4-4d56-a4c4-5d2aae20943f tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:36:38.817149 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8749a58-d1c4-4d56-a4c4-5d2aae20943f tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (15cc5625-358d-49dc-96ef-4656d4699a17), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:36:38.823699 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:36:38.881941 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fdebaa9d-49fa-493c-9f12-d6d79ac39f54 req-142d8a74-e7d2-4abe-88d6-0bd9f0ff8fcc tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948133 Feb 08 21:36:38.903107 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9692d444-fb60-4aca-b1ef-8fd9709c8392 req-475063b4-e11e-4a8e-ac0c-fc4ec09f5bf5 service neutron] 10.222.0.96 "GET /v2.0/networks/0a2727fc-0acb-40ab-a6da-8526d89c45bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240729 Feb 08 21:36:38.959499 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8749a58-d1c4-4d56-a4c4-5d2aae20943f tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (31b61c73-7476-4d15-97b3-0879b37634ac), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:38.980732 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8749a58-d1c4-4d56-a4c4-5d2aae20943f tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:38.988058 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b8749a58-d1c4-4d56-a4c4-5d2aae20943f tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "DELETE /v2.0/networks/31b61c73-7476-4d15-97b3-0879b37634ac HTTP/1.1" status: 204 len: 168 time: 0.6981452 Feb 08 21:36:38.999824 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8749a58-d1c4-4d56-a4c4-5d2aae20943f tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event deleted for resources: {'Network': ['ID=31b61c73-7476-4d15-97b3-0879b37634ac,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:39.001479 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35060) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:39.084409 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-32255e9f-409b-45d5-84de-baf773e80b62 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Deleting port 1377707d-b01d-41a2-a8a0-5668122e5697 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:39.084756 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-32255e9f-409b-45d5-84de-baf773e80b62 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (1377707d-b01d-41a2-a8a0-5668122e5697), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:39.136304 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-81fd8b8b-edb9-4c3f-81ae-233ade395fad tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Deleting port 747fce03-ce63-41ff-aa11-533245b2f30f {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:39.136877 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81fd8b8b-edb9-4c3f-81ae-233ade395fad tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (747fce03-ce63-41ff-aa11-533245b2f30f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:39.190359 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9692d444-fb60-4aca-b1ef-8fd9709c8392 req-7161e2f9-ba21-4c0c-a9fa-2390c8948508 service neutron] 10.222.0.96 "GET /v2.0/networks/0a2727fc-0acb-40ab-a6da-8526d89c45bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772243 Feb 08 21:36:39.203506 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1131b1-a885-4c58-9ae4-527d48d299b7 req-d6e69865-56c6-463a-a16a-fb2cdeb99d8d tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:39.205437 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0c1131b1-a885-4c58-9ae4-527d48d299b7 req-d6e69865-56c6-463a-a16a-fb2cdeb99d8d tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 944 time: 0.2494457 Feb 08 21:36:39.218055 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce142829-6835-43f8-bcc1-104b827f16f6 req-1baad73d-30cb-4ec4-8aaf-44e67d008390 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:39.220094 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce142829-6835-43f8-bcc1-104b827f16f6 req-1baad73d-30cb-4ec4-8aaf-44e67d008390 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.2223132 Feb 08 21:36:39.237422 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81fd8b8b-edb9-4c3f-81ae-233ade395fad tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (747fce03-ce63-41ff-aa11-533245b2f30f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:39.255913 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-81fd8b8b-edb9-4c3f-81ae-233ade395fad tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Calling delete_port for 747fce03-ce63-41ff-aa11-533245b2f30f owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:39.293442 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-32255e9f-409b-45d5-84de-baf773e80b62 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (1377707d-b01d-41a2-a8a0-5668122e5697), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:39.305449 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device ab21a293-d335-463e-8651-7e78d6ed0270 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:36:39.327796 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-32255e9f-409b-45d5-84de-baf773e80b62 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Calling delete_port for 1377707d-b01d-41a2-a8a0-5668122e5697 owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:39.367367 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0c1131b1-a885-4c58-9ae4-527d48d299b7 req-bc568b0f-8ff8-4256-9963-4a8d482e3c5a tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427832 Feb 08 21:36:39.401879 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce142829-6835-43f8-bcc1-104b827f16f6 req-3e557fa0-f7f2-4c35-b357-5c2ba64bb77f tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561074 Feb 08 21:36:39.434060 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port ab21a293-d335-463e-8651-7e78d6ed0270 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:36:39.434544 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ab21a293-d335-463e-8651-7e78d6ed0270), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:39.466387 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81fd8b8b-edb9-4c3f-81ae-233ade395fad tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (747fce03-ce63-41ff-aa11-533245b2f30f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:39.536954 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd8b8b-edb9-4c3f-81ae-233ade395fad tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event deleted for resources: {'Port': ['ID=747fce03-ce63-41ff-aa11-533245b2f30f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:39.564478 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81fd8b8b-edb9-4c3f-81ae-233ade395fad tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:39.573060 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-81fd8b8b-edb9-4c3f-81ae-233ade395fad tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "DELETE /v2.0/ports/747fce03-ce63-41ff-aa11-533245b2f30f HTTP/1.1" status: 204 len: 168 time: 0.5701768 Feb 08 21:36:39.575217 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35070) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:39.621719 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port ab21a293-d335-463e-8651-7e78d6ed0270 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:36:39.622405 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ab21a293-d335-463e-8651-7e78d6ed0270), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:39.644960 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc59518-fa0b-4929-9640-eb02112635a7 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] DELETE failed (client error): The resource could not be found. Feb 08 21:36:39.645844 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bc59518-fa0b-4929-9640-eb02112635a7 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:36:39.654300 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7bc59518-fa0b-4929-9640-eb02112635a7 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "DELETE /v2.0/subnets/76933caa-e45c-468a-ba5b-993a3e1caaaa HTTP/1.1" status: 404 len: 337 time: 0.0746436 Feb 08 21:36:39.654841 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35072) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:39.662928 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-32255e9f-409b-45d5-84de-baf773e80b62 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (1377707d-b01d-41a2-a8a0-5668122e5697), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:39.667718 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port ab21a293-d335-463e-8651-7e78d6ed0270, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ab21a293-d335-463e-8651-7e78d6ed0270,segment=NetworkSegment(eee22cdd-1b96-49e0-93ec-1d329c1b6b96),segment_id=eee22cdd-1b96-49e0-93ec-1d329c1b6b96)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:39.669709 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316c46b2-bb07-4985-bb87-387cb3e81b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab21a293-d335-463e-8651-7e78d6ed0270'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:36:39.673515 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e11fc5-a520-4012-a174-1b22a875e421" -d '{"events": [{"server_uuid": "316c46b2-bb07-4985-bb87-387cb3e81b1b", "name": "network-vif-plugged", "status": "completed", "tag": "ab21a293-d335-463e-8651-7e78d6ed0270"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:36:39.678501 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ab21a293-d335-463e-8651-7e78d6ed0270), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:39.741335 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32255e9f-409b-45d5-84de-baf773e80b62 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event deleted for resources: {'Port': ['ID=1377707d-b01d-41a2-a8a0-5668122e5697,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:39.745985 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=ab21a293-d335-463e-8651-7e78d6ed0270,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:39.825463 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d37d1f5b-282a-468f-936e-577035e04d08 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:39.859977 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b69ec8-3e25-430d-824a-af721245768c req-18be786d-27f0-41af-9f3b-6418652ed95f tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:39.861859 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-73b69ec8-3e25-430d-824a-af721245768c req-18be786d-27f0-41af-9f3b-6418652ed95f tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47 HTTP/1.1" status: 200 len: 943 time: 0.2513709 Feb 08 21:36:39.873418 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-32255e9f-409b-45d5-84de-baf773e80b62 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:39.879407 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-32255e9f-409b-45d5-84de-baf773e80b62 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "DELETE /v2.0/ports/1377707d-b01d-41a2-a8a0-5668122e5697 HTTP/1.1" status: 204 len: 168 time: 1.1883249 Feb 08 21:36:39.879946 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35076) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:39.902921 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031098d-5050-48d9-949c-9d69fcbe5462 req-06ea5c8b-e1ca-4e5e-9de2-a89270e73ae6 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:39.906786 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4031098d-5050-48d9-949c-9d69fcbe5462 req-06ea5c8b-e1ca-4e5e-9de2-a89270e73ae6 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 946 time: 0.2968144 Feb 08 21:36:39.997423 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-73b69ec8-3e25-430d-824a-af721245768c req-9db146e6-d48b-49aa-b8ae-bc0c30fa44df tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.88 "GET /v2.0/security-groups?id=3590d64d-0c4e-43a9-a9d9-f511942f1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110678 Feb 08 21:36:40.021542 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d37d1f5b-282a-468f-936e-577035e04d08 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:40.049097 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4031098d-5050-48d9-949c-9d69fcbe5462 req-6be9d697-8cbe-40a8-b5e3-c08c19ce194b tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250386 Feb 08 21:36:40.116223 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-d37d1f5b-282a-468f-936e-577035e04d08 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:40.141352 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de039cc-4267-47a1-9c1d-c1b46bb6de72 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:40.146026 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4de039cc-4267-47a1-9c1d-c1b46bb6de72 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c0be268-2eaa-4489-add8-c642c93c4753 HTTP/1.1" status: 200 len: 913 time: 0.2650263 Feb 08 21:36:40.146332 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35078) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:40.148221 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-d37d1f5b-282a-468f-936e-577035e04d08 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe4eabf-e1b5-410b-a965-fdcc5d6129b0') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:40.148520 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-d37d1f5b-282a-468f-936e-577035e04d08 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe4eabf-e1b5-410b-a965-fdcc5d6129b0') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:40.159588 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fcf30ea7-d0c9-4262-9ec9-1061bc3e4d9e req-39025d41-6c2f-4659-a928-98be4d326053 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1699269 Feb 08 21:36:40.166485 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d37d1f5b-282a-468f-936e-577035e04d08 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (dfe4eabf-e1b5-410b-a965-fdcc5d6129b0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:40.186710 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d37d1f5b-282a-468f-936e-577035e04d08 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (dfe4eabf-e1b5-410b-a965-fdcc5d6129b0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:40.191454 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f985d32-02e0-4131-ae37-f910b3e6ddbd x-openstack-request-id: req-4f985d32-02e0-4131-ae37-f910b3e6ddbd {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:36:40.192477 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316c46b2-bb07-4985-bb87-387cb3e81b1b", "name": "network-vif-plugged", "status": "completed", "tag": "ab21a293-d335-463e-8651-7e78d6ed0270", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:36:40.193139 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4f985d32-02e0-4131-ae37-f910b3e6ddbd {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:36:40.194053 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316c46b2-bb07-4985-bb87-387cb3e81b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab21a293-d335-463e-8651-7e78d6ed0270', 'code': 200} Feb 08 21:36:40.196561 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37d1f5b-282a-468f-936e-577035e04d08 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:36:40.197818 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d37d1f5b-282a-468f-936e-577035e04d08 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (dfe4eabf-e1b5-410b-a965-fdcc5d6129b0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:36:40.203794 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:36:40.350401 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf30ea7-d0c9-4262-9ec9-1061bc3e4d9e req-daa8849c-f8cf-4661-adf3-80ba619a2d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:40.352437 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fcf30ea7-d0c9-4262-9ec9-1061bc3e4d9e req-daa8849c-f8cf-4661-adf3-80ba619a2d31 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=48aae992c2704ece870f0faad4c28599&device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 1129 time: 0.0929270 Feb 08 21:36:40.353719 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d37d1f5b-282a-468f-936e-577035e04d08 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:40.372832 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d37d1f5b-282a-468f-936e-577035e04d08 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:40.379151 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d37d1f5b-282a-468f-936e-577035e04d08 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "DELETE /v2.0/networks/f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5 HTTP/1.1" status: 204 len: 168 time: 0.7205391 Feb 08 21:36:40.388810 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35088) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:40.395389 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d1f5b-282a-468f-936e-577035e04d08 tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event deleted for resources: {'Network': ['ID=f1042a53-d90e-4d23-93e5-fa3eb2ffd5a5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:40.571142 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddf1a0-9c99-488e-a053-a3d42b05441b req-d16849dc-f19e-48b2-b801-81fc5a206759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:40.572725 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-35ddf1a0-9c99-488e-a053-a3d42b05441b req-d16849dc-f19e-48b2-b801-81fc5a206759 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 1129 time: 0.1175051 Feb 08 21:36:40.577873 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf30ea7-d0c9-4262-9ec9-1061bc3e4d9e req-2336194c-9946-4e4b-8770-c0c564d0e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:40.579311 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fcf30ea7-d0c9-4262-9ec9-1061bc3e4d9e req-2336194c-9946-4e4b-8770-c0c564d0e8ce service neutron] 10.222.0.94 "GET /v2.0/networks?id=d00185f4-2139-492b-b59f-1586b41daef5 HTTP/1.1" status: 200 len: 918 time: 0.1799803 Feb 08 21:36:40.663027 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e36d64e-49ec-4a3a-b4a8-61150706592c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Deleting subnet 024d0b6f-519c-4270-9118-10485ddadd96 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:36:40.681066 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e36d64e-49ec-4a3a-b4a8-61150706592c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks [] for subnet (024d0b6f-519c-4270-9118-10485ddadd96), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:40.706584 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fcf30ea7-d0c9-4262-9ec9-1061bc3e4d9e req-38dd1575-58d8-458c-ba98-c57bf3cf5e84 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e63e12c-97b8-4b03-8007-0ad151950de8 HTTP/1.1" status: 200 len: 1000 time: 0.1202455 Feb 08 21:36:40.708854 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-35ddf1a0-9c99-488e-a053-a3d42b05441b req-1bf8c7e4-f72d-4e41-ab9c-bc32a943e74a service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286809 Feb 08 21:36:40.760210 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e36d64e-49ec-4a3a-b4a8-61150706592c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (024d0b6f-519c-4270-9118-10485ddadd96), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:40.804070 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b888bac-2528-4cc3-944d-6a046ae9f863 req-4b8b797e-04cb-4ded-9797-5332431afd23 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:40.806165 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b888bac-2528-4cc3-944d-6a046ae9f863 req-4b8b797e-04cb-4ded-9797-5332431afd23 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.2499886 Feb 08 21:36:40.822556 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd01961-8d5a-4bf6-9ea2-c18b2e0081ea req-d11df368-3966-452a-8296-1f7b1136b5a6 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:40.824096 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfd01961-8d5a-4bf6-9ea2-c18b2e0081ea req-d11df368-3966-452a-8296-1f7b1136b5a6 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 944 time: 0.2668014 Feb 08 21:36:40.970230 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device e3b5124b-ba79-49d2-9049-345e662d7c10 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:36:41.012420 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b888bac-2528-4cc3-944d-6a046ae9f863 req-f4030969-e6dc-4e8c-abd1-4d08be83452c tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990993 Feb 08 21:36:41.023741 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf30ea7-d0c9-4262-9ec9-1061bc3e4d9e req-9662c975-ba7e-4be0-a4f1-892736aac0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:41.025389 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fcf30ea7-d0c9-4262-9ec9-1061bc3e4d9e req-9662c975-ba7e-4be0-a4f1-892736aac0ea service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8c41e412-c763-4ca0-a1f8-ab9cd96c364d HTTP/1.1" status: 200 len: 856 time: 0.0641010 Feb 08 21:36:41.041013 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfd01961-8d5a-4bf6-9ea2-c18b2e0081ea req-b77eb176-4e79-40cc-8021-b08bb99249c0 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024865 Feb 08 21:36:41.042386 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e36d64e-49ec-4a3a-b4a8-61150706592c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (024d0b6f-519c-4270-9118-10485ddadd96), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:41.086394 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port e3b5124b-ba79-49d2-9049-345e662d7c10 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:36:41.097112 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port e3b5124b-ba79-49d2-9049-345e662d7c10 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:36:41.098755 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e3b5124b-ba79-49d2-9049-345e662d7c10), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:41.153982 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e36d64e-49ec-4a3a-b4a8-61150706592c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (024d0b6f-519c-4270-9118-10485ddadd96), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:41.198881 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf30ea7-d0c9-4262-9ec9-1061bc3e4d9e req-15cdc4c3-413e-4b4d-a1b2-7ea1185ac591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:41.200586 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fcf30ea7-d0c9-4262-9ec9-1061bc3e4d9e req-15cdc4c3-413e-4b4d-a1b2-7ea1185ac591 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d00185f4-2139-492b-b59f-1586b41daef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1656706 Feb 08 21:36:41.240776 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port e3b5124b-ba79-49d2-9049-345e662d7c10 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:36:41.241181 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e3b5124b-ba79-49d2-9049-345e662d7c10), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:41.246676 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36d64e-49ec-4a3a-b4a8-61150706592c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event deleted for resources: {'Subnet': ['ID=024d0b6f-519c-4270-9118-10485ddadd96,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:41.260431 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e36d64e-49ec-4a3a-b4a8-61150706592c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:41.266314 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7e36d64e-49ec-4a3a-b4a8-61150706592c tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "DELETE /v2.0/subnets/024d0b6f-519c-4270-9118-10485ddadd96 HTTP/1.1" status: 204 len: 168 time: 0.8702495 Feb 08 21:36:41.280123 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68acc2f9-dd18-4351-b74b-769988dd61eb None None] Network b4aeeb09-a54e-46a9-9ca4-66b046ef8f52 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:36:41.291712 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35108) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:41.315696 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fcf30ea7-d0c9-4262-9ec9-1061bc3e4d9e req-b1ba0418-07ee-47bf-8962-06e353841eea service neutron] 10.222.0.94 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038406 Feb 08 21:36:41.362194 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port e3b5124b-ba79-49d2-9049-345e662d7c10, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=e3b5124b-ba79-49d2-9049-345e662d7c10,segment=NetworkSegment(2367fa6e-f731-4d5d-8eed-4d18be504fa5),segment_id=2367fa6e-f731-4d5d-8eed-4d18be504fa5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:41.407651 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e3b5124b-ba79-49d2-9049-345e662d7c10), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:41.414580 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0b4d6-a644-4fc6-b6d9-89d15c4c989c req-3a5099a4-b5f1-4aba-b1dc-eb21d830b75d tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:41.421702 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3da0b4d6-a644-4fc6-b6d9-89d15c4c989c req-3a5099a4-b5f1-4aba-b1dc-eb21d830b75d tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47 HTTP/1.1" status: 200 len: 943 time: 0.2460108 Feb 08 21:36:41.464062 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fcf30ea7-d0c9-4262-9ec9-1061bc3e4d9e req-8d651a4d-650e-4288-aab6-d5ad423d591b service neutron] 10.222.0.94 "GET /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414909 Feb 08 21:36:41.508358 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=e3b5124b-ba79-49d2-9049-345e662d7c10,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:41.509934 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f530b2f-e0e4-475c-9aad-1635fd90f064 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (7c0be268-2eaa-4489-add8-c642c93c4753), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:41.579495 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2013b79-610d-4e67-ba3c-c48b94eda903 None None] DHCP port deletion for b4aeeb09-a54e-46a9-9ca4-66b046ef8f52 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:36:41.668635 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c2013b79-610d-4e67-ba3c-c48b94eda903 None None] Deleting port 36176c0d-6780-4be9-85f4-dcbdbb094ae3 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:41.669074 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c2013b79-610d-4e67-ba3c-c48b94eda903 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (36176c0d-6780-4be9-85f4-dcbdbb094ae3), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:41.693406 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-75de69fc-92ec-4a48-988a-af8a443178ea tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (b4aeeb09-a54e-46a9-9ca4-66b046ef8f52), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:41.727120 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf0951-928e-45d5-a3ba-c5d77886b2b2 req-787cd63e-438a-4654-8424-40ec5077f56a tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:41.729561 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5aaf0951-928e-45d5-a3ba-c5d77886b2b2 req-787cd63e-438a-4654-8424-40ec5077f56a tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 946 time: 0.4890079 Feb 08 21:36:41.745501 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c2013b79-610d-4e67-ba3c-c48b94eda903 None None] For port 36176c0d-6780-4be9-85f4-dcbdbb094ae3, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=36176c0d-6780-4be9-85f4-dcbdbb094ae3,segment=NetworkSegment(8b284a15-0960-4d35-80d5-cda5cf639329),segment_id=8b284a15-0960-4d35-80d5-cda5cf639329)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:41.745988 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c2013b79-610d-4e67-ba3c-c48b94eda903 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (36176c0d-6780-4be9-85f4-dcbdbb094ae3), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:41.748628 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3da0b4d6-a644-4fc6-b6d9-89d15c4c989c req-66768a58-4d50-4325-b638-51c7ecc7d7b2 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.88 "GET /v2.0/security-groups?id=3590d64d-0c4e-43a9-a9d9-f511942f1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131433 Feb 08 21:36:41.776435 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c2013b79-610d-4e67-ba3c-c48b94eda903 None None] Calling delete_port for 36176c0d-6780-4be9-85f4-dcbdbb094ae3 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:41.888189 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 36176c0d-6780-4be9-85f4-dcbdbb094ae3 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:36:41.924324 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5aaf0951-928e-45d5-a3ba-c5d77886b2b2 req-553bcc28-22a1-475b-a245-9ce14385d11d tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204650 Feb 08 21:36:41.945933 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c2013b79-610d-4e67-ba3c-c48b94eda903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (36176c0d-6780-4be9-85f4-dcbdbb094ae3), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:41.952253 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No active binding found for port 36176c0d-6780-4be9-85f4-dcbdbb094ae3 {{(pid=103435) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 08 21:36:41.952642 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] The host n-d-712143-31 is not matching for port 36176c0d-6780-4be9-85f4-dcbdbb094ae3 host None! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 21:36:41.953031 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 36176c0d-6780-4be9-85f4-dcbdbb094ae3 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:36:41.961482 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57eecca-2dbb-4f72-9443-1e33f5ccbe0c req-c81ceb4c-089d-4465-9f4b-3458d1815606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:41.963771 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f57eecca-2dbb-4f72-9443-1e33f5ccbe0c req-c81ceb4c-089d-4465-9f4b-3458d1815606 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=74717e3e72d841d2a44f3251e57cb213&device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 1129 time: 0.2769172 Feb 08 21:36:41.994175 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2013b79-610d-4e67-ba3c-c48b94eda903 None None] Pushing event deleted for resources: {'Port': ['ID=36176c0d-6780-4be9-85f4-dcbdbb094ae3,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:41.999176 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2013b79-610d-4e67-ba3c-c48b94eda903 None None] No DVR routers for this DVR port 36176c0d-6780-4be9-85f4-dcbdbb094ae3 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:36:42.061647 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-75de69fc-92ec-4a48-988a-af8a443178ea tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Deleting port 36176c0d-6780-4be9-85f4-dcbdbb094ae3 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:42.062228 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-75de69fc-92ec-4a48-988a-af8a443178ea tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (36176c0d-6780-4be9-85f4-dcbdbb094ae3), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:42.195482 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a340fe3a-c3a4-48da-88d1-0ffb53d92b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b5124b-ba79-49d2-9049-345e662d7c10'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:36:42.198683 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3ca004-20dc-4187-8da9-cbb119ba2620" -d '{"events": [{"server_uuid": "a340fe3a-c3a4-48da-88d1-0ffb53d92b1b", "name": "network-vif-plugged", "status": "completed", "tag": "e3b5124b-ba79-49d2-9049-345e662d7c10"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:36:42.576461 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-75de69fc-92ec-4a48-988a-af8a443178ea tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] For port 36176c0d-6780-4be9-85f4-dcbdbb094ae3, host n-d-712143-31, got binding levels [] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:42.576795 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-75de69fc-92ec-4a48-988a-af8a443178ea tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (36176c0d-6780-4be9-85f4-dcbdbb094ae3), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:42.594993 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57eecca-2dbb-4f72-9443-1e33f5ccbe0c req-18377f50-23c1-45bc-98e2-e6169f2d1e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:42.596485 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f57eecca-2dbb-4f72-9443-1e33f5ccbe0c req-18377f50-23c1-45bc-98e2-e6169f2d1e87 service neutron] 10.222.0.96 "GET /v2.0/networks?id=0b788a94-1e80-468a-940e-48c5a63e44a4 HTTP/1.1" status: 200 len: 915 time: 0.5981712 Feb 08 21:36:42.604910 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-75de69fc-92ec-4a48-988a-af8a443178ea tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Calling delete_port for 36176c0d-6780-4be9-85f4-dcbdbb094ae3 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:42.609619 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.ipam_backend_mixin [None req-75de69fc-92ec-4a48-988a-af8a443178ea tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Port 36176c0d-6780-4be9-85f4-dcbdbb094ae3 was not found and therefore no delete operation was performed {{(pid=103433) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 21:36:42.629184 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:36:42.654293 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-75de69fc-92ec-4a48-988a-af8a443178ea tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (36176c0d-6780-4be9-85f4-dcbdbb094ae3), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:42.684029 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f57eecca-2dbb-4f72-9443-1e33f5ccbe0c req-4d5c292b-85cc-46c4-82ee-cab2fa4e0dbf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=847006f8-c17a-4de4-8cf4-47c1e161c2b1 HTTP/1.1" status: 200 len: 217 time: 0.0771444 Feb 08 21:36:42.725489 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de69fc-92ec-4a48-988a-af8a443178ea tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event deleted for resources: {'Port': ['ID=36176c0d-6780-4be9-85f4-dcbdbb094ae3,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:42.734383 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebfe59-ad2d-4392-aefb-a5cfa10d85aa req-025a61b3-8e5c-40e0-8a45-8554d75b6b02 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:42.735991 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fcebfe59-ad2d-4392-aefb-a5cfa10d85aa req-025a61b3-8e5c-40e0-8a45-8554d75b6b02 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 945 time: 0.2763519 Feb 08 21:36:42.747400 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac61c9-9f8f-46f0-a784-95194dcae03d req-3170787f-7db3-44c6-9afe-33a910fff5c4 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:42.748941 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2fac61c9-9f8f-46f0-a784-95194dcae03d req-3170787f-7db3-44c6-9afe-33a910fff5c4 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.2876518 Feb 08 21:36:42.778528 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75de69fc-92ec-4a48-988a-af8a443178ea tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] No DVR routers for this DVR port 36176c0d-6780-4be9-85f4-dcbdbb094ae3 on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:36:42.908390 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57eecca-2dbb-4f72-9443-1e33f5ccbe0c req-47365c41-3673-4512-84b1-40aa876bcc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:42.909972 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f57eecca-2dbb-4f72-9443-1e33f5ccbe0c req-47365c41-3673-4512-84b1-40aa876bcc88 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5401f80b-e57f-40cb-9cf6-b97b0a9bdb9b HTTP/1.1" status: 200 len: 854 time: 0.2028122 Feb 08 21:36:42.986927 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 67a158b6-7b10-4e6b-8d81-83edfb20683c details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:36:42.992792 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f57eecca-2dbb-4f72-9443-1e33f5ccbe0c req-2dda290c-33e6-4c11-829a-39bc2fc98807 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0b788a94-1e80-468a-940e-48c5a63e44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698862 Feb 08 21:36:43.002988 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-75de69fc-92ec-4a48-988a-af8a443178ea tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (b4aeeb09-a54e-46a9-9ca4-66b046ef8f52), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:43.028202 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2fac61c9-9f8f-46f0-a784-95194dcae03d req-dbf65afe-bf9b-4a09-af56-8fc21334ccb4 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583547 Feb 08 21:36:43.087541 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fcebfe59-ad2d-4392-aefb-a5cfa10d85aa req-d934436d-7fb7-4dcf-ba43-794232c83611 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202963 Feb 08 21:36:43.114568 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-75de69fc-92ec-4a48-988a-af8a443178ea tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4aeeb09-a54e-46a9-9ca4-66b046ef8f52']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:43.114996 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 67a158b6-7b10-4e6b-8d81-83edfb20683c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=67a158b6-7b10-4e6b-8d81-83edfb20683c,segment=NetworkSegment(3e377ba7-f3d4-43eb-b75b-f6c14d573419),segment_id=3e377ba7-f3d4-43eb-b75b-f6c14d573419)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:43.132327 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-75de69fc-92ec-4a48-988a-af8a443178ea tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b284a15-0960-4d35-80d5-cda5cf639329') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:43.132634 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-75de69fc-92ec-4a48-988a-af8a443178ea tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b284a15-0960-4d35-80d5-cda5cf639329') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:43.136161 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-3f530b2f-e0e4-475c-9aad-1635fd90f064 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Deleting port b79c3456-9f6c-405e-a318-545c860b80be {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:43.136510 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f530b2f-e0e4-475c-9aad-1635fd90f064 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b79c3456-9f6c-405e-a318-545c860b80be), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:43.146512 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beca3a56-3a0e-4a54-9eb2-9e18b82b440a x-openstack-request-id: req-beca3a56-3a0e-4a54-9eb2-9e18b82b440a {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:36:43.146817 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a340fe3a-c3a4-48da-88d1-0ffb53d92b1b", "name": "network-vif-plugged", "status": "completed", "tag": "e3b5124b-ba79-49d2-9049-345e662d7c10", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:36:43.147097 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-beca3a56-3a0e-4a54-9eb2-9e18b82b440a {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:36:43.151340 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a340fe3a-c3a4-48da-88d1-0ffb53d92b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b5124b-ba79-49d2-9049-345e662d7c10', 'code': 200} Feb 08 21:36:43.157460 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '67a158b6-7b10-4e6b-8d81-83edfb20683c', 'network_id': '0a2727fc-0acb-40ab-a6da-8526d89c45bb', 'port_id': '67a158b6-7b10-4e6b-8d81-83edfb20683c', 'mac_address': 'fa:16:3e:ba:dd:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0205fa29-8909-415e-b208-2f51466f6839', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:36:43.169731 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-75de69fc-92ec-4a48-988a-af8a443178ea tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (8b284a15-0960-4d35-80d5-cda5cf639329), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:43.210704 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 67a158b6-7b10-4e6b-8d81-83edfb20683c is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:36:43.211406 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (67a158b6-7b10-4e6b-8d81-83edfb20683c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:43.229823 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a158b6-7b10-4e6b-8d81-83edfb20683c {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:36:43.256077 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 67a158b6-7b10-4e6b-8d81-83edfb20683c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=67a158b6-7b10-4e6b-8d81-83edfb20683c,segment=NetworkSegment(3e377ba7-f3d4-43eb-b75b-f6c14d573419),segment_id=3e377ba7-f3d4-43eb-b75b-f6c14d573419)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:43.260749 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (67a158b6-7b10-4e6b-8d81-83edfb20683c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:43.277879 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-75de69fc-92ec-4a48-988a-af8a443178ea tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (8b284a15-0960-4d35-80d5-cda5cf639329), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:43.315246 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=67a158b6-7b10-4e6b-8d81-83edfb20683c,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:43.323752 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75de69fc-92ec-4a48-988a-af8a443178ea tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:36:43.324009 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-75de69fc-92ec-4a48-988a-af8a443178ea tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (8b284a15-0960-4d35-80d5-cda5cf639329), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:36:43.331946 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:36:43.408757 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f57eecca-2dbb-4f72-9443-1e33f5ccbe0c req-bcf42be3-da6a-4d5f-9580-a7b1ebc9d3af service neutron] 10.222.0.96 "GET /v2.0/networks/0b788a94-1e80-468a-940e-48c5a63e44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027395 Feb 08 21:36:43.492237 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f530b2f-e0e4-475c-9aad-1635fd90f064 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b79c3456-9f6c-405e-a318-545c860b80be), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:43.521052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-3f530b2f-e0e4-475c-9aad-1635fd90f064 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Calling delete_port for b79c3456-9f6c-405e-a318-545c860b80be owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:43.526789 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-75de69fc-92ec-4a48-988a-af8a443178ea tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (b4aeeb09-a54e-46a9-9ca4-66b046ef8f52), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:43.547315 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-75de69fc-92ec-4a48-988a-af8a443178ea tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:43.550542 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-75de69fc-92ec-4a48-988a-af8a443178ea tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] 10.222.0.88 "DELETE /v2.0/networks/b4aeeb09-a54e-46a9-9ca4-66b046ef8f52 HTTP/1.1" status: 204 len: 168 time: 2.2539825 Feb 08 21:36:43.576316 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8501bd5-59f4-4485-a9da-c0e79bcdf9c7 req-b9919af1-aece-4160-9936-48b0d297f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:43.577871 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b8501bd5-59f4-4485-a9da-c0e79bcdf9c7 req-b9919af1-aece-4160-9936-48b0d297f84d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 1128 time: 0.3709955 Feb 08 21:36:43.580149 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['67a158b6-7b10-4e6b-8d81-83edfb20683c'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:36:43.590227 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2885f-8df1-4afe-b8b1-139ea7ea195a req-f64d0e2c-4c26-429e-ae5a-a0e09116719a tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:43.593713 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65c2885f-8df1-4afe-b8b1-139ea7ea195a req-f64d0e2c-4c26-429e-ae5a-a0e09116719a tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 946 time: 0.3384223 Feb 08 21:36:43.604678 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de69fc-92ec-4a48-988a-af8a443178ea tempest-NetworksIpV6TestAttrs-1675608711 tempest-NetworksIpV6TestAttrs-1675608711-project] Pushing event deleted for resources: {'Network': ['ID=b4aeeb09-a54e-46a9-9ca4-66b046ef8f52,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:43.656952 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c2426-dd79-4856-95e1-481dac44b936 req-b3370d53-85d2-4845-9b64-694e00bbb3d5 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:43.658224 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d29c2426-dd79-4856-95e1-481dac44b936 req-b3370d53-85d2-4845-9b64-694e00bbb3d5 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47 HTTP/1.1" status: 200 len: 944 time: 0.4326711 Feb 08 21:36:43.745805 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f57eecca-2dbb-4f72-9443-1e33f5ccbe0c req-4936c606-8707-44f9-ae28-efc6cc00715b service neutron] 10.222.0.96 "GET /v2.0/networks/0b788a94-1e80-468a-940e-48c5a63e44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209534 Feb 08 21:36:43.812890 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b8501bd5-59f4-4485-a9da-c0e79bcdf9c7 req-1b346af3-42f6-44e2-aa20-f4ac83058489 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107096 Feb 08 21:36:43.832863 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65c2885f-8df1-4afe-b8b1-139ea7ea195a req-447e7ec8-dee4-4617-a2f1-0031d583e672 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118983 Feb 08 21:36:43.869656 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d29c2426-dd79-4856-95e1-481dac44b936 req-46193e2a-4b7c-4ed3-a163-2c8d36ed5932 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.88 "GET /v2.0/security-groups?id=3590d64d-0c4e-43a9-a9d9-f511942f1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869159 Feb 08 21:36:43.994785 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35138) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:44.013484 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f530b2f-e0e4-475c-9aad-1635fd90f064 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (b79c3456-9f6c-405e-a318-545c860b80be), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:44.029986 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf463277-f7c7-4d02-b2e2-e54b92d354ab req-721c21b7-8915-44e8-a7a2-28d06a1977d9 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:44.031592 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf463277-f7c7-4d02-b2e2-e54b92d354ab req-721c21b7-8915-44e8-a7a2-28d06a1977d9 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 946 time: 0.1076624 Feb 08 21:36:44.065801 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f530b2f-e0e4-475c-9aad-1635fd90f064 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event deleted for resources: {'Port': ['ID=b79c3456-9f6c-405e-a318-545c860b80be,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:44.188577 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-08b459bd-5209-4c10-9453-253b87e7d310 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e82d9af690d14e2f8d3fbab7569b61ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1920002 Feb 08 21:36:44.189344 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35148) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:44.204620 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf463277-f7c7-4d02-b2e2-e54b92d354ab req-7d318d15-c46d-46ef-bfaa-e21a2ff98fd7 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422400 Feb 08 21:36:44.264968 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-792e1a9d-551a-4d49-a0e8-68786a28fa98 admin admin] Publish callbacks [] for security_group (b07bcacc-b87a-4b99-835e-ca04fa0935c3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:44.296659 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-792e1a9d-551a-4d49-a0e8-68786a28fa98 admin admin] Publish callbacks [] for security_group (b07bcacc-b87a-4b99-835e-ca04fa0935c3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:44.304699 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc70f88-c96a-448c-87dd-b7559c806d51 req-8e546e4c-c51a-4331-8284-f7add1c7b7d5 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:44.306248 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5dc70f88-c96a-448c-87dd-b7559c806d51 req-8e546e4c-c51a-4331-8284-f7add1c7b7d5 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1787062 Feb 08 21:36:44.353486 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-792e1a9d-551a-4d49-a0e8-68786a28fa98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b07bcacc-b87a-4b99-835e-ca04fa0935c3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:44.356480 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-792e1a9d-551a-4d49-a0e8-68786a28fa98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:44.358217 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-792e1a9d-551a-4d49-a0e8-68786a28fa98 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b07bcacc-b87a-4b99-835e-ca04fa0935c3 HTTP/1.1" status: 204 len: 168 time: 0.1673574 Feb 08 21:36:44.370613 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e1a9d-551a-4d49-a0e8-68786a28fa98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07bcacc-b87a-4b99-835e-ca04fa0935c3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:44.407795 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f530b2f-e0e4-475c-9aad-1635fd90f064 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (7c0be268-2eaa-4489-add8-c642c93c4753), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:44.420150 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5dc70f88-c96a-448c-87dd-b7559c806d51 req-241d1f8e-216b-456d-80bf-677c2f661841 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011150 Feb 08 21:36:44.436074 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fb4ab-f85c-4052-8d9f-99705a029657 req-2ed53f97-edd3-4115-85b9-5878cbac9b88 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:44.437658 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-378fb4ab-f85c-4052-8d9f-99705a029657 req-2ed53f97-edd3-4115-85b9-5878cbac9b88 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 945 time: 0.1305075 Feb 08 21:36:44.580076 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-378fb4ab-f85c-4052-8d9f-99705a029657 req-ade571fb-8c57-4340-8612-a43df2e4da5b tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966926 Feb 08 21:36:44.737861 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f530b2f-e0e4-475c-9aad-1635fd90f064 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Router 7c0be268-2eaa-4489-add8-c642c93c4753 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:36:44.935608 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f530b2f-e0e4-475c-9aad-1635fd90f064 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:36:44.947085 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35178) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:44.948764 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3f530b2f-e0e4-475c-9aad-1635fd90f064 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "PUT /v2.0/routers/7c0be268-2eaa-4489-add8-c642c93c4753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8006887 Feb 08 21:36:44.949938 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09128486-e590-4b53-ac31-f16d864e5f02 None None] Sync routers for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:36:44.963182 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09128486-e590-4b53-ac31-f16d864e5f02 None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:36:44.963965 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-09128486-e590-4b53-ac31-f16d864e5f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:36:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:44.991084 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 67a158b6-7b10-4e6b-8d81-83edfb20683c up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:36:45.068975 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 67a158b6-7b10-4e6b-8d81-83edfb20683c completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:36:45.074090 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 67a158b6-7b10-4e6b-8d81-83edfb20683c triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:36:45.075359 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (67a158b6-7b10-4e6b-8d81-83edfb20683c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:45.172052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470be8de-5832-40b2-8c53-20216cee5b26 req-19f43401-c1e5-47eb-82f3-95be3fc4d853 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:45.174701 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-470be8de-5832-40b2-8c53-20216cee5b26 req-19f43401-c1e5-47eb-82f3-95be3fc4d853 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47 HTTP/1.1" status: 200 len: 944 time: 0.2036474 Feb 08 21:36:45.194156 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-09128486-e590-4b53-ac31-f16d864e5f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:45.196322 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-b3f7db39-29ce-4340-9369-ae2a908a6d56 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:45.203995 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-b3f7db39-29ce-4340-9369-ae2a908a6d56 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/networks?id=8be186de-368f-4eda-9951-a49b79ceb5c7 HTTP/1.1" status: 200 len: 814 time: 0.3376763 Feb 08 21:36:45.205210 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8f7178e9-0b23-497c-b7ef-8539fd8d829e tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for router (7c0be268-2eaa-4489-add8-c642c93c4753), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:45.207419 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09128486-e590-4b53-ac31-f16d864e5f02 None None] Routers {'7c0be268-2eaa-4489-add8-c642c93c4753'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:36:45.208335 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-09128486-e590-4b53-ac31-f16d864e5f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:36:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c0be268-2eaa-4489-add8-c642c93c4753'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:45.234711 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 67a158b6-7b10-4e6b-8d81-83edfb20683c is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:36:45.235413 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (67a158b6-7b10-4e6b-8d81-83edfb20683c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:45.262627 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-09128486-e590-4b53-ac31-f16d864e5f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:45.263304 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09128486-e590-4b53-ac31-f16d864e5f02 None None] The sync data for ids ['7c0be268-2eaa-4489-add8-c642c93c4753'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:36:45.309208 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-c07a265a-95a6-485a-8f6c-ace93c341128 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/quotas/59239cb1d86043a9a6cf5f4caa83e279 HTTP/1.1" status: 200 len: 375 time: 0.1016533 Feb 08 21:36:45.312586 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a158b6-7b10-4e6b-8d81-83edfb20683c'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:36:45.325433 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0e6a40-934b-4122-88cc-a8c485ccafa4" -d '{"events": [{"server_uuid": "ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47", "name": "network-vif-plugged", "status": "completed", "tag": "67a158b6-7b10-4e6b-8d81-83edfb20683c"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:36:45.350236 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 67a158b6-7b10-4e6b-8d81-83edfb20683c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=67a158b6-7b10-4e6b-8d81-83edfb20683c,segment=NetworkSegment(3e377ba7-f3d4-43eb-b75b-f6c14d573419),segment_id=3e377ba7-f3d4-43eb-b75b-f6c14d573419)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:45.361277 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (67a158b6-7b10-4e6b-8d81-83edfb20683c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:45.413998 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-470be8de-5832-40b2-8c53-20216cee5b26 req-7e1ea339-2854-4232-af28-0a997a7118d2 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.88 "GET /v2.0/security-groups?id=3590d64d-0c4e-43a9-a9d9-f511942f1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030704 Feb 08 21:36:45.425065 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8f7178e9-0b23-497c-b7ef-8539fd8d829e tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for router_gateway (7c0be268-2eaa-4489-add8-c642c93c4753), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:45.454422 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-7f45ddbd-14ff-4ced-b764-ee8b205159ce tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=59239cb1d86043a9a6cf5f4caa83e279&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1430504 Feb 08 21:36:45.502046 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8f7178e9-0b23-497c-b7ef-8539fd8d829e tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Deleting port 5bbfe6b0-fefa-47d3-819f-411193c00977 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:45.502787 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8f7178e9-0b23-497c-b7ef-8539fd8d829e tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (5bbfe6b0-fefa-47d3-819f-411193c00977), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:45.538241 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5be8ec-c27d-4dec-8a6e-1342b4545d7b x-openstack-request-id: req-6e5be8ec-c27d-4dec-8a6e-1342b4545d7b {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:36:45.538736 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47", "name": "network-vif-plugged", "status": "completed", "tag": "67a158b6-7b10-4e6b-8d81-83edfb20683c", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:36:45.539174 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6e5be8ec-c27d-4dec-8a6e-1342b4545d7b {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:36:45.540063 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a158b6-7b10-4e6b-8d81-83edfb20683c', 'code': 200} Feb 08 21:36:45.568774 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=67a158b6-7b10-4e6b-8d81-83edfb20683c,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:45.664312 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35196) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:45.679773 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8f7178e9-0b23-497c-b7ef-8539fd8d829e tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (5bbfe6b0-fefa-47d3-819f-411193c00977), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:45.695837 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8f7178e9-0b23-497c-b7ef-8539fd8d829e tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Calling delete_port for 5bbfe6b0-fefa-47d3-819f-411193c00977 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:45.771503 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-b93675f8-3139-4c02-b11c-d59633df994e service neutron] 10.222.0.88 "GET /v2.0/networks/8be186de-368f-4eda-9951-a49b79ceb5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150401 Feb 08 21:36:45.832971 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0ad20bbf-a241-40d1-822a-8ab8ec64d4fd tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] Request body: {'port': {'network_id': '9056b771-ee63-4b7f-8ae1-195e6b8213bf', 'name': 'tempest-NetworksNegativeTestJSON-250761416'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:45.852711 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad20bbf-a241-40d1-822a-8ab8ec64d4fd tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] POST failed (client error): The resource could not be found. Feb 08 21:36:45.854053 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad20bbf-a241-40d1-822a-8ab8ec64d4fd tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:36:45.856342 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0ad20bbf-a241-40d1-822a-8ab8ec64d4fd tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1905851 Feb 08 21:36:45.865296 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35200) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:45.892212 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b8fa67-b944-45ef-ab68-f2a6a3ff7960 tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] DELETE failed (client error): The resource could not be found. Feb 08 21:36:45.892728 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20b8fa67-b944-45ef-ab68-f2a6a3ff7960 tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:36:45.899657 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-20b8fa67-b944-45ef-ab68-f2a6a3ff7960 tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] 10.222.0.88 "DELETE /v2.0/networks/036814d4-874d-45c0-aba5-b6e7bebeb7e1 HTTP/1.1" status: 404 len: 339 time: 0.0299611 Feb 08 21:36:45.901309 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35202) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:45.950666 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a7ed8ef-60dd-47cb-94a8-8043ae654c18 tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] DELETE failed (client error): The resource could not be found. Feb 08 21:36:45.950666 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a7ed8ef-60dd-47cb-94a8-8043ae654c18 tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:36:45.956949 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7a7ed8ef-60dd-47cb-94a8-8043ae654c18 tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] 10.222.0.88 "DELETE /v2.0/ports/ae6b796c-7cb8-43fd-95e1-e6dd6968e39c HTTP/1.1" status: 404 len: 333 time: 0.0495398 Feb 08 21:36:45.958033 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35204) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:45.996324 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7e64d6-e466-424d-813d-df8be584e238 tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] DELETE failed (client error): The resource could not be found. Feb 08 21:36:45.996784 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af7e64d6-e466-424d-813d-df8be584e238 tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:36:46.003491 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-af7e64d6-e466-424d-813d-df8be584e238 tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] 10.222.0.88 "DELETE /v2.0/subnets/8d074b87-2eb1-466c-bd20-bc029e8df282 HTTP/1.1" status: 404 len: 337 time: 0.0413384 Feb 08 21:36:46.006726 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35206) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:46.032652 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8f7178e9-0b23-497c-b7ef-8539fd8d829e tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (5bbfe6b0-fefa-47d3-819f-411193c00977), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:46.048223 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c75b8f-e750-4884-a876-d8f27ed2e261 tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] GET failed (client error): The resource could not be found. Feb 08 21:36:46.049689 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f0c75b8f-e750-4884-a876-d8f27ed2e261 tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] 10.222.0.88 "GET /v2.0/networks/85b7dd26-5319-44e7-a6ab-668e69a6bea3 HTTP/1.1" status: 404 len: 339 time: 0.0419693 Feb 08 21:36:46.058220 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35208) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:46.100510 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7178e9-0b23-497c-b7ef-8539fd8d829e tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event deleted for resources: {'Port': ['ID=5bbfe6b0-fefa-47d3-819f-411193c00977,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:46.122161 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-51449aca-6312-4ef1-b587-e8959859b676 tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] GET failed (client error): The resource could not be found. Feb 08 21:36:46.123996 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-51449aca-6312-4ef1-b587-e8959859b676 tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] 10.222.0.88 "GET /v2.0/ports/e0c21407-867e-484d-974b-6759a0a796dd HTTP/1.1" status: 404 len: 333 time: 0.0467758 Feb 08 21:36:46.144463 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35210) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:46.181283 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cfca93e-7e6e-4977-ae94-5774a9f5179e tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] GET failed (client error): The resource could not be found. Feb 08 21:36:46.188302 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7cfca93e-7e6e-4977-ae94-5774a9f5179e tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] 10.222.0.88 "GET /v2.0/subnets/0e9f8e21-4424-4902-9a4d-15746d42c2ad HTTP/1.1" status: 404 len: 337 time: 0.0427496 Feb 08 21:36:46.189301 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35216) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:46.196942 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-4a3231fa-c89f-4e85-9bd2-84d5b18f1552 tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:46.214740 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3231fa-c89f-4e85-9bd2-84d5b18f1552 tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] PUT failed (client error): The resource could not be found. Feb 08 21:36:46.215956 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a3231fa-c89f-4e85-9bd2-84d5b18f1552 tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:36:46.216381 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea952202-ed44-4f48-abee-88fdd1223201 req-6ab68d01-9a7e-48e4-b4ad-ab3f38e34e4c tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:46.222774 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea952202-ed44-4f48-abee-88fdd1223201 req-6ab68d01-9a7e-48e4-b4ad-ab3f38e34e4c tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.5461175 Feb 08 21:36:46.223447 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35218) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:46.223892 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4a3231fa-c89f-4e85-9bd2-84d5b18f1552 tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] 10.222.0.88 "PUT /v2.0/networks/9e6128dd-9ad5-4bdd-893b-8dbc74858a41 HTTP/1.1" status: 404 len: 339 time: 0.0315435 Feb 08 21:36:46.230904 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-9450233e-54e4-4aa1-893a-83b82129937f tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:46.262130 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60dfde-c4ed-4ac1-8998-927a6e8e1ed2 req-5489ebd1-f776-4030-9af9-965ff5844e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:46.264295 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5e60dfde-c4ed-4ac1-8998-927a6e8e1ed2 req-5489ebd1-f776-4030-9af9-965ff5844e30 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47 HTTP/1.1" status: 200 len: 1128 time: 0.6524174 Feb 08 21:36:46.268365 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8f7178e9-0b23-497c-b7ef-8539fd8d829e tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (7c0be268-2eaa-4489-add8-c642c93c4753), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:46.287182 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-9450233e-54e4-4aa1-893a-83b82129937f tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] PUT failed (client error): The resource could not be found. Feb 08 21:36:46.287815 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9450233e-54e4-4aa1-893a-83b82129937f tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:36:46.295251 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9450233e-54e4-4aa1-893a-83b82129937f tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] 10.222.0.88 "PUT /v2.0/ports/d462c8ef-acae-43be-bb12-f837d634cc0b HTTP/1.1" status: 404 len: 333 time: 0.0630877 Feb 08 21:36:46.296509 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35220) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:46.317575 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-15740985-59ba-411f-b519-9617bc1dbae8 tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:46.381681 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-15740985-59ba-411f-b519-9617bc1dbae8 tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] PUT failed (client error): The resource could not be found. Feb 08 21:36:46.382358 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15740985-59ba-411f-b519-9617bc1dbae8 tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:36:46.383659 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-15740985-59ba-411f-b519-9617bc1dbae8 tempest-NetworksNegativeTestJSON-29863137 tempest-NetworksNegativeTestJSON-29863137-project] 10.222.0.88 "PUT /v2.0/subnets/c47c057d-e916-4f25-8e31-76b86fe1b228 HTTP/1.1" status: 404 len: 337 time: 0.0806000 Feb 08 21:36:46.394347 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-90919f9f-7b9f-4f70-84bd-2e109e6a8ee6 service neutron] 10.222.0.88 "GET /v2.0/networks/8be186de-368f-4eda-9951-a49b79ceb5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6218750 Feb 08 21:36:46.404132 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea952202-ed44-4f48-abee-88fdd1223201 req-f10db32f-551b-44a8-8a08-8fe2d14a726c tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663616 Feb 08 21:36:46.421808 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1aace-0e63-491a-9119-d9a460b2007e req-3e7cf318-b719-4298-83d8-379f8e550da3 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:46.424117 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-22f1aace-0e63-491a-9119-d9a460b2007e req-3e7cf318-b719-4298-83d8-379f8e550da3 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.94 "GET /v2.0/ports?device_id=316c46b2-bb07-4985-bb87-387cb3e81b1b HTTP/1.1" status: 200 len: 946 time: 0.1962645 Feb 08 21:36:46.426026 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8f7178e9-0b23-497c-b7ef-8539fd8d829e tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (7c0be268-2eaa-4489-add8-c642c93c4753), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:46.431048 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8f7178e9-0b23-497c-b7ef-8539fd8d829e tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for router_controller (7c0be268-2eaa-4489-add8-c642c93c4753), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:46.435747 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5e60dfde-c4ed-4ac1-8998-927a6e8e1ed2 req-34dea87e-e22d-49b7-87be-e1170297b65c service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=3590d64d-0c4e-43a9-a9d9-f511942f1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541336 Feb 08 21:36:46.537769 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8f7178e9-0b23-497c-b7ef-8539fd8d829e tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (7c0be268-2eaa-4489-add8-c642c93c4753), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:46.538889 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7178e9-0b23-497c-b7ef-8539fd8d829e tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Fanout notify agent at l3_agent the message router_deleted on router 7c0be268-2eaa-4489-add8-c642c93c4753 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:36:46.547938 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8f7178e9-0b23-497c-b7ef-8539fd8d829e tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:46.548951 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8f7178e9-0b23-497c-b7ef-8539fd8d829e tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "DELETE /v2.0/routers/7c0be268-2eaa-4489-add8-c642c93c4753 HTTP/1.1" status: 204 len: 168 time: 1.6008489 Feb 08 21:36:46.552579 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35228) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:46.608553 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcba504e-73a9-4450-a098-9ec1c3649f6b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Deleting subnet 7ea49410-10fc-49fd-acb4-6447fa5cfd15 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:36:46.612236 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fcba504e-73a9-4450-a098-9ec1c3649f6b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for subnet (7ea49410-10fc-49fd-acb4-6447fa5cfd15), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:46.673359 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fcba504e-73a9-4450-a098-9ec1c3649f6b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (7ea49410-10fc-49fd-acb4-6447fa5cfd15), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:46.692184 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5cb597-8662-43af-a934-306abaf8f387 req-1d615ae3-38fa-4009-8e78-fab8b033550c tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:46.704979 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a5cb597-8662-43af-a934-306abaf8f387 req-1d615ae3-38fa-4009-8e78-fab8b033550c tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 945 time: 0.1844821 Feb 08 21:36:46.724128 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fcba504e-73a9-4450-a098-9ec1c3649f6b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (7ea49410-10fc-49fd-acb4-6447fa5cfd15), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:46.839183 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a5cb597-8662-43af-a934-306abaf8f387 req-75938aa1-709a-46cb-893c-696d89f2667a tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328533 Feb 08 21:36:46.885757 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-22f1aace-0e63-491a-9119-d9a460b2007e req-b974a2a6-1cd8-467d-8c06-e941ad79194e tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Deleting port ab21a293-d335-463e-8651-7e78d6ed0270 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:46.886625 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-22f1aace-0e63-491a-9119-d9a460b2007e req-b974a2a6-1cd8-467d-8c06-e941ad79194e tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (ab21a293-d335-463e-8651-7e78d6ed0270), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:46.924212 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e738f-9a9b-4d89-834f-962d64f3dbd0 req-9c4ee4a9-dcb6-4967-ae4f-20f645e37c3c tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:46.925849 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4a9e738f-9a9b-4d89-834f-962d64f3dbd0 req-9c4ee4a9-dcb6-4967-ae4f-20f645e37c3c tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47 HTTP/1.1" status: 200 len: 945 time: 0.1638088 Feb 08 21:36:46.959044 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fcba504e-73a9-4450-a098-9ec1c3649f6b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (7ea49410-10fc-49fd-acb4-6447fa5cfd15), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:46.984026 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f052d6a4-682c-4037-b7b7-d54d6fd75a80 req-5558af6d-9872-4e6c-9ff6-96f1cbae7059 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5067dcf-ab9c-4e7f-a9cb-0547101e772f HTTP/1.1" status: 200 len: 210 time: 0.0829210 Feb 08 21:36:47.068339 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba504e-73a9-4450-a098-9ec1c3649f6b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event deleted for resources: {'Subnet': ['ID=7ea49410-10fc-49fd-acb4-6447fa5cfd15,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:47.073350 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fcba504e-73a9-4450-a098-9ec1c3649f6b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:47.100955 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4a9e738f-9a9b-4d89-834f-962d64f3dbd0 req-98040c49-7a9f-4dee-baec-8a3accc80e33 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.88 "GET /v2.0/security-groups?id=3590d64d-0c4e-43a9-a9d9-f511942f1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249876 Feb 08 21:36:47.101161 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fcba504e-73a9-4450-a098-9ec1c3649f6b tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "DELETE /v2.0/subnets/7ea49410-10fc-49fd-acb4-6447fa5cfd15 HTTP/1.1" status: 204 len: 168 time: 0.5474293 Feb 08 21:36:47.101604 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35244) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:47.122312 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35246) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:47.139287 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35250) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:47.254629 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bdc9912f-55a2-4860-9431-afe6f98903b6 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (b375510e-2602-4d58-bb50-0a85496463e1), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:47.379770 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bdc9912f-55a2-4860-9431-afe6f98903b6 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (b375510e-2602-4d58-bb50-0a85496463e1), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:47.404625 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-bdc9912f-55a2-4860-9431-afe6f98903b6 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b375510e-2602-4d58-bb50-0a85496463e1']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:47.416598 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-bdc9912f-55a2-4860-9431-afe6f98903b6 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c82314dd-4584-48c2-9231-8c3d700873f5') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:47.416956 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-bdc9912f-55a2-4860-9431-afe6f98903b6 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c82314dd-4584-48c2-9231-8c3d700873f5') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:47.428396 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bdc9912f-55a2-4860-9431-afe6f98903b6 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (c82314dd-4584-48c2-9231-8c3d700873f5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:47.446391 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bdc9912f-55a2-4860-9431-afe6f98903b6 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (c82314dd-4584-48c2-9231-8c3d700873f5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:47.453834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc9912f-55a2-4860-9431-afe6f98903b6 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:36:47.454517 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bdc9912f-55a2-4860-9431-afe6f98903b6 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (c82314dd-4584-48c2-9231-8c3d700873f5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:36:47.507706 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:36:47.605240 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-85b75c4f-c93d-416b-9b16-df2b41818330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:47.640111 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bdc9912f-55a2-4860-9431-afe6f98903b6 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (b375510e-2602-4d58-bb50-0a85496463e1), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:47.656835 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bdc9912f-55a2-4860-9431-afe6f98903b6 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:47.674448 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bdc9912f-55a2-4860-9431-afe6f98903b6 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] 10.222.0.88 "DELETE /v2.0/networks/b375510e-2602-4d58-bb50-0a85496463e1 HTTP/1.1" status: 204 len: 168 time: 0.5585999 Feb 08 21:36:47.712325 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9912f-55a2-4860-9431-afe6f98903b6 tempest-FloatingIPTestJSON-634691616 tempest-FloatingIPTestJSON-634691616-project] Pushing event deleted for resources: {'Network': ['ID=b375510e-2602-4d58-bb50-0a85496463e1,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:47.762949 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207c8bf-8a7a-4511-b347-6226007af2d3 req-3a4ac53d-540a-497b-be85-d4f0bcb34202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:47.764993 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b207c8bf-8a7a-4511-b347-6226007af2d3 req-3a4ac53d-540a-497b-be85-d4f0bcb34202 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d7c4f68f48ac4d7b8c033568865db0b6&device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 1128 time: 0.2605593 Feb 08 21:36:47.784041 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-22f1aace-0e63-491a-9119-d9a460b2007e req-b974a2a6-1cd8-467d-8c06-e941ad79194e tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] For port ab21a293-d335-463e-8651-7e78d6ed0270, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ab21a293-d335-463e-8651-7e78d6ed0270,segment=NetworkSegment(eee22cdd-1b96-49e0-93ec-1d329c1b6b96),segment_id=eee22cdd-1b96-49e0-93ec-1d329c1b6b96)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:47.784663 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-22f1aace-0e63-491a-9119-d9a460b2007e req-b974a2a6-1cd8-467d-8c06-e941ad79194e tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (ab21a293-d335-463e-8651-7e78d6ed0270), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:47.813953 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-22f1aace-0e63-491a-9119-d9a460b2007e req-b974a2a6-1cd8-467d-8c06-e941ad79194e tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Calling delete_port for ab21a293-d335-463e-8651-7e78d6ed0270 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:47.828900 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2f459-a7a2-4c9f-a738-08876c273250 req-7236a7fb-d33f-481a-86a4-e8b340cd0b8e tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:47.831005 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-42c2f459-a7a2-4c9f-a738-08876c273250 req-7236a7fb-d33f-481a-86a4-e8b340cd0b8e tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 945 time: 0.3286295 Feb 08 21:36:47.939120 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871c09e-3224-4ea4-9677-0059e01eb704 req-24869809-7a4e-4d33-bcc9-5a956631d744 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:47.945264 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a871c09e-3224-4ea4-9677-0059e01eb704 req-24869809-7a4e-4d33-bcc9-5a956631d744 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.4112394 Feb 08 21:36:48.001325 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-85b75c4f-c93d-416b-9b16-df2b41818330 admin admin] Publish callbacks [] for security_group (c321b1aa-73be-4cf7-9901-2a3816093ce4), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:48.013749 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c72d94ef-14f7-4cfe-8c55-47bffb99d56a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:48.045083 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35266) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:48.063286 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-85b75c4f-c93d-416b-9b16-df2b41818330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c321b1aa-73be-4cf7-9901-2a3816093ce4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:48.105669 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-85b75c4f-c93d-416b-9b16-df2b41818330 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8b0791883c80450da7ba1227a33ab837&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0023880 Feb 08 21:36:48.126868 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207c8bf-8a7a-4511-b347-6226007af2d3 req-c4362f3d-453a-4119-8ffb-da6b046ad1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:48.128998 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b207c8bf-8a7a-4511-b347-6226007af2d3 req-c4362f3d-453a-4119-8ffb-da6b046ad1e9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=78ab189a-860e-4a01-8c19-0f0521b9833d HTTP/1.1" status: 200 len: 910 time: 0.3498793 Feb 08 21:36:48.134267 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c72d94ef-14f7-4cfe-8c55-47bffb99d56a admin admin] Publish callbacks [] for security_group (a4d91658-1738-4294-8821-d19ede6eb0d2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:48.137053 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35270) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:48.146505 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c72d94ef-14f7-4cfe-8c55-47bffb99d56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a4d91658-1738-4294-8821-d19ede6eb0d2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:48.237188 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d94ef-14f7-4cfe-8c55-47bffb99d56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d91658-1738-4294-8821-d19ede6eb0d2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:48.268867 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b207c8bf-8a7a-4511-b347-6226007af2d3 req-b1f64e9d-8a12-4c45-ba33-8a185488f3f5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3b5124b-ba79-49d2-9049-345e662d7c10 HTTP/1.1" status: 200 len: 217 time: 0.1206646 Feb 08 21:36:48.273718 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b75c4f-c93d-416b-9b16-df2b41818330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c321b1aa-73be-4cf7-9901-2a3816093ce4,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:48.288692 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-42c2f459-a7a2-4c9f-a738-08876c273250 req-efcaf8e0-54b4-4b5f-b143-982ba3b50d2d tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412916 Feb 08 21:36:48.318480 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a871c09e-3224-4ea4-9677-0059e01eb704 req-d4292547-f73d-4a00-a199-d010d20d0387 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649693 Feb 08 21:36:48.389540 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207c8bf-8a7a-4511-b347-6226007af2d3 req-e046f468-f773-4654-9574-1ecc4c303a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:48.391486 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b207c8bf-8a7a-4511-b347-6226007af2d3 req-e046f468-f773-4654-9574-1ecc4c303a97 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=739e92e6-a4d6-46e1-b30b-0269af78c658 HTTP/1.1" status: 200 len: 849 time: 0.0961642 Feb 08 21:36:48.438035 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c72d94ef-14f7-4cfe-8c55-47bffb99d56a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e7a620a8887f4c44a71958345110590b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2826169 Feb 08 21:36:48.462665 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35274) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:48.477198 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b207c8bf-8a7a-4511-b347-6226007af2d3 req-2558ec93-fbc0-46ad-94ae-7c09f4492f45 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=78ab189a-860e-4a01-8c19-0f0521b9833d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739853 Feb 08 21:36:48.516438 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8c50ab3e-ac08-45d2-876f-e140bb519d7e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fb496b125f0d4415b233884bbd75b2a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4698348 Feb 08 21:36:48.517939 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d49e697-93ac-4343-b0ec-887f9a3942ea req-88e68dec-2e73-4b20-bbf8-fcd7f113e9af tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5067dcf-ab9c-4e7f-a9cb-0547101e772f HTTP/1.1" status: 200 len: 210 time: 0.0662606 Feb 08 21:36:48.526607 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35276) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:48.549394 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec2bc44e-040a-4c89-a8ea-dfba3739a707 admin admin] Publish callbacks [] for security_group (c321b1aa-73be-4cf7-9901-2a3816093ce4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:48.563344 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-22f1aace-0e63-491a-9119-d9a460b2007e req-b974a2a6-1cd8-467d-8c06-e941ad79194e tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (ab21a293-d335-463e-8651-7e78d6ed0270), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:48.631707 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec2bc44e-040a-4c89-a8ea-dfba3739a707 admin admin] Publish callbacks [] for security_group (c321b1aa-73be-4cf7-9901-2a3816093ce4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:48.634934 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974a2a6-1cd8-467d-8c06-e941ad79194e tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Pushing event deleted for resources: {'Port': ['ID=ab21a293-d335-463e-8651-7e78d6ed0270,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:48.642646 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-5d0187ca-0181-4e50-bcce-413d471213ad tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:48.643572 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-5d0187ca-0181-4e50-bcce-413d471213ad tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.94 "GET /v2.0/networks?id=8be186de-368f-4eda-9951-a49b79ceb5c7 HTTP/1.1" status: 200 len: 814 time: 0.3678455 Feb 08 21:36:48.667558 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66933127-81ef-4efb-8861-9c9983cf1c2f req-fb028a87-0259-4ec3-b23a-ec53054f308c tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:48.669441 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66933127-81ef-4efb-8861-9c9983cf1c2f req-fb028a87-0259-4ec3-b23a-ec53054f308c tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47 HTTP/1.1" status: 200 len: 945 time: 0.2055690 Feb 08 21:36:48.669936 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-59e0ed8e-0ed8-4236-84a4-a4e8456b4114 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Request body: {'port': {'device_id': 'c5067dcf-ab9c-4e7f-a9cb-0547101e772f', 'network_id': '8be186de-368f-4eda-9951-a49b79ceb5c7', 'admin_state_up': True, 'tenant_id': '59239cb1d86043a9a6cf5f4caa83e279'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:48.706387 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8de1eb26-f871-4661-a6bf-b8700757fcda admin admin] Publish callbacks [] for security_group (a4d91658-1738-4294-8821-d19ede6eb0d2), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:48.713723 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [req-8d971da2-4753-470f-9195-a8c38a131c58 req-1a3535ff-1c98-4ae9-bf43-c73520f5bc25 service neutron] (103434) timed out ('10.222.0.96', 59196) {{(pid=103434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 21:36:48.756005 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b207c8bf-8a7a-4511-b347-6226007af2d3 req-a55ceea9-3c97-447f-b8ef-4772fc756f39 service neutron] 10.222.0.96 "GET /v2.0/networks/78ab189a-860e-4a01-8c19-0f0521b9833d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456982 Feb 08 21:36:48.782029 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f1aace-0e63-491a-9119-d9a460b2007e req-b974a2a6-1cd8-467d-8c06-e941ad79194e tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] No DVR routers for this DVR port ab21a293-d335-463e-8651-7e78d6ed0270 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:36:48.793344 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8de1eb26-f871-4661-a6bf-b8700757fcda admin admin] Publish callbacks [] for security_group (a4d91658-1738-4294-8821-d19ede6eb0d2), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:48.795761 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-22f1aace-0e63-491a-9119-d9a460b2007e req-b974a2a6-1cd8-467d-8c06-e941ad79194e tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:48.799280 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-22f1aace-0e63-491a-9119-d9a460b2007e req-b974a2a6-1cd8-467d-8c06-e941ad79194e tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.94 "DELETE /v2.0/ports/ab21a293-d335-463e-8651-7e78d6ed0270 HTTP/1.1" status: 204 len: 173 time: 2.3661942 Feb 08 21:36:48.800879 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316c46b2-bb07-4985-bb87-387cb3e81b1b', 'name': 'network-vif-deleted', 'tag': 'ab21a293-d335-463e-8651-7e78d6ed0270'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:36:48.802095 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7a64d1-8ff1-4502-9990-4d3cccfb1e88" -d '{"events": [{"server_uuid": "316c46b2-bb07-4985-bb87-387cb3e81b1b", "name": "network-vif-deleted", "tag": "ab21a293-d335-463e-8651-7e78d6ed0270"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:36:48.805049 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [req-e6953ea2-d9e1-4968-a82b-ef8de6eb90c7 req-cf49083e-97e5-4abc-baee-938a9ef457c9 service neutron] (103434) timed out ('10.222.0.96', 58942) {{(pid=103434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 21:36:48.813423 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b0371bc-fa06-46f4-a499-d71df3648bd1 admin admin] Publish callbacks [] for security_group (a8ef43fb-28a7-486c-9d85-600c139704f5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:48.884002 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec2bc44e-040a-4c89-a8ea-dfba3739a707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c321b1aa-73be-4cf7-9901-2a3816093ce4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:48.885843 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66933127-81ef-4efb-8861-9c9983cf1c2f req-c3a22ae5-3d62-47d3-ab26-aac610904344 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.88 "GET /v2.0/security-groups?id=3590d64d-0c4e-43a9-a9d9-f511942f1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968925 Feb 08 21:36:48.886683 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec2bc44e-040a-4c89-a8ea-dfba3739a707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:48.891251 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ec2bc44e-040a-4c89-a8ea-dfba3739a707 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c321b1aa-73be-4cf7-9901-2a3816093ce4 HTTP/1.1" status: 204 len: 168 time: 0.7524493 Feb 08 21:36:48.895334 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b0371bc-fa06-46f4-a499-d71df3648bd1 admin admin] Publish callbacks [] for security_group (a8ef43fb-28a7-486c-9d85-600c139704f5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:48.924679 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2bc44e-040a-4c89-a8ea-dfba3739a707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c321b1aa-73be-4cf7-9901-2a3816093ce4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:48.931807 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409b073b-9693-4f78-8f8b-73a7f44d2da5 x-openstack-request-id: req-409b073b-9693-4f78-8f8b-73a7f44d2da5 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:36:48.932036 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316c46b2-bb07-4985-bb87-387cb3e81b1b", "name": "network-vif-deleted", "tag": "ab21a293-d335-463e-8651-7e78d6ed0270", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:36:48.932283 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-409b073b-9693-4f78-8f8b-73a7f44d2da5 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:36:48.932766 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316c46b2-bb07-4985-bb87-387cb3e81b1b', 'name': 'network-vif-deleted', 'tag': 'ab21a293-d335-463e-8651-7e78d6ed0270', 'status': 'completed', 'code': 200} Feb 08 21:36:48.970050 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-59e0ed8e-0ed8-4236-84a4-a4e8456b4114 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Made reservation on behalf of 59239cb1d86043a9a6cf5f4caa83e279 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:48.976361 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-59e0ed8e-0ed8-4236-84a4-a4e8456b4114 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:49.035637 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8de1eb26-f871-4661-a6bf-b8700757fcda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a4d91658-1738-4294-8821-d19ede6eb0d2), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:49.035959 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b0371bc-fa06-46f4-a499-d71df3648bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a8ef43fb-28a7-486c-9d85-600c139704f5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:49.038902 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8de1eb26-f871-4661-a6bf-b8700757fcda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:49.039194 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b0371bc-fa06-46f4-a499-d71df3648bd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:49.040585 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8de1eb26-f871-4661-a6bf-b8700757fcda admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a4d91658-1738-4294-8821-d19ede6eb0d2 HTTP/1.1" status: 204 len: 168 time: 0.5743637 Feb 08 21:36:49.041505 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9b0371bc-fa06-46f4-a499-d71df3648bd1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a8ef43fb-28a7-486c-9d85-600c139704f5 HTTP/1.1" status: 204 len: 168 time: 0.5105295 Feb 08 21:36:49.063061 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b207c8bf-8a7a-4511-b347-6226007af2d3 req-f4d06851-70af-44b8-8c25-575cf1612ec2 service neutron] 10.222.0.96 "GET /v2.0/networks/78ab189a-860e-4a01-8c19-0f0521b9833d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838454 Feb 08 21:36:49.075261 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1eb26-f871-4661-a6bf-b8700757fcda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d91658-1738-4294-8821-d19ede6eb0d2,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:49.130004 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0371bc-fa06-46f4-a499-d71df3648bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ef43fb-28a7-486c-9d85-600c139704f5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:49.254384 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-59e0ed8e-0ed8-4236-84a4-a4e8456b4114 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Allocated IP 172.20.0.10 (8be186de-368f-4eda-9951-a49b79ceb5c7/9a442a7b-87af-4f33-a2ce-71014519d421/2442bd80-c539-4c5b-aec9-6d2510226cc5) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:36:49.318688 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device ab21a293-d335-463e-8651-7e78d6ed0270 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:36:49.378724 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: ab21a293-d335-463e-8651-7e78d6ed0270 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:36:49.379222 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device ab21a293-d335-463e-8651-7e78d6ed0270 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:36:49.410028 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393c4ea-b6bc-41f2-a25e-7bf7abc0589f req-7883ea2e-bca5-4506-839f-900f4f855e09 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:49.419753 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9393c4ea-b6bc-41f2-a25e-7bf7abc0589f req-7883ea2e-bca5-4506-839f-900f4f855e09 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47 HTTP/1.1" status: 200 len: 945 time: 0.1258748 Feb 08 21:36:49.531402 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9393c4ea-b6bc-41f2-a25e-7bf7abc0589f req-f224334e-8f67-456b-8fb4-c518d69162ce tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.88 "GET /v2.0/security-groups?id=3590d64d-0c4e-43a9-a9d9-f511942f1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097581 Feb 08 21:36:49.542935 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-59e0ed8e-0ed8-4236-84a4-a4e8456b4114 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Publish callbacks [] for port (2442bd80-c539-4c5b-aec9-6d2510226cc5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:49.585577 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05299be2-1d4b-4435-9646-e33c907e382b req-fa13b5b7-4edf-4e84-9ea9-d0f412b5115c tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:49.590939 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-05299be2-1d4b-4435-9646-e33c907e382b req-fa13b5b7-4edf-4e84-9ea9-d0f412b5115c tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 945 time: 0.1122668 Feb 08 21:36:49.612937 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-59e0ed8e-0ed8-4236-84a4-a4e8456b4114 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (2442bd80-c539-4c5b-aec9-6d2510226cc5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:49.670992 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-59e0ed8e-0ed8-4236-84a4-a4e8456b4114 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Network 8be186de-368f-4eda-9951-a49b79ceb5c7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:36:49.675151 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-59e0ed8e-0ed8-4236-84a4-a4e8456b4114 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:49.682115 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-59e0ed8e-0ed8-4236-84a4-a4e8456b4114 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:36:49.697192 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-05299be2-1d4b-4435-9646-e33c907e382b req-380e579a-e390-4c91-a424-e312180f82e8 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990472 Feb 08 21:36:49.724597 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0ed8e-0ed8-4236-84a4-a4e8456b4114 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Pushing event updated for resources: {'Port': ['ID=2442bd80-c539-4c5b-aec9-6d2510226cc5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:49.764261 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-59e0ed8e-0ed8-4236-84a4-a4e8456b4114 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:49.764956 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-59e0ed8e-0ed8-4236-84a4-a4e8456b4114 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:49.782221 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35312) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:49.786602 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06e4d8-4cdc-460f-8f68-3cb222b06fa4 req-eb15849e-3b13-4253-a7d1-0f37c4bd8eac tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:49.788803 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc06e4d8-4cdc-460f-8f68-3cb222b06fa4 req-eb15849e-3b13-4253-a7d1-0f37c4bd8eac tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1033978 Feb 08 21:36:49.810426 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-47ae038e-fefe-4552-9a43-661d72f7a9fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:49.835237 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-59e0ed8e-0ed8-4236-84a4-a4e8456b4114 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1761796 Feb 08 21:36:49.847578 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-c2828315-a8e1-4e97-b998-ff4a51185177 service neutron] Request body: {'port': {'device_id': 'c5067dcf-ab9c-4e7f-a9cb-0547101e772f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:49.852835 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc06e4d8-4cdc-460f-8f68-3cb222b06fa4 req-c5859470-65a7-46a3-b7fa-57de9f8310bc tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577385 Feb 08 21:36:49.924127 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6e302-356a-4e59-8268-3671cff4723f req-7f61ee19-d1e4-4285-9b44-c4dc04fb4605 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:49.931096 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c3a6e302-356a-4e59-8268-3671cff4723f req-7f61ee19-d1e4-4285-9b44-c4dc04fb4605 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5067dcf-ab9c-4e7f-a9cb-0547101e772f HTTP/1.1" status: 200 len: 932 time: 0.0827575 Feb 08 21:36:49.956231 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-c2828315-a8e1-4e97-b998-ff4a51185177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2442bd80-c539-4c5b-aec9-6d2510226cc5), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:50.005776 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c3a6e302-356a-4e59-8268-3671cff4723f req-167447f9-1e23-43b7-bc33-1e6f8c609c57 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735049 Feb 08 21:36:50.027552 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-47ae038e-fefe-4552-9a43-661d72f7a9fe admin admin] Publish callbacks [] for security_group (d9f89f67-a2c5-49a0-a46d-e650993bcd0a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:50.034580 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-47ae038e-fefe-4552-9a43-661d72f7a9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d9f89f67-a2c5-49a0-a46d-e650993bcd0a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:50.137896 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-47ae038e-fefe-4552-9a43-661d72f7a9fe admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8e19a83df6ae4dc48d5e5262d2426aac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3519449 Feb 08 21:36:50.138047 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35324) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:50.142718 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae038e-fefe-4552-9a43-661d72f7a9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f89f67-a2c5-49a0-a46d-e650993bcd0a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:50.225305 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-35bed902-ee1b-445b-9ee7-24a9f1d24cae admin admin] Publish callbacks [] for security_group (d9f89f67-a2c5-49a0-a46d-e650993bcd0a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:50.262316 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-35bed902-ee1b-445b-9ee7-24a9f1d24cae admin admin] Publish callbacks [] for security_group (d9f89f67-a2c5-49a0-a46d-e650993bcd0a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:50.344857 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-35bed902-ee1b-445b-9ee7-24a9f1d24cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d9f89f67-a2c5-49a0-a46d-e650993bcd0a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:50.347560 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-35bed902-ee1b-445b-9ee7-24a9f1d24cae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:50.352683 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-35bed902-ee1b-445b-9ee7-24a9f1d24cae admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d9f89f67-a2c5-49a0-a46d-e650993bcd0a HTTP/1.1" status: 204 len: 168 time: 0.2135191 Feb 08 21:36:50.363852 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bed902-ee1b-445b-9ee7-24a9f1d24cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f89f67-a2c5-49a0-a46d-e650993bcd0a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:50.382762 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-c2828315-a8e1-4e97-b998-ff4a51185177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2442bd80-c539-4c5b-aec9-6d2510226cc5 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:36:50.392658 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-c2828315-a8e1-4e97-b998-ff4a51185177 service neutron] Publish callbacks [] for port (2442bd80-c539-4c5b-aec9-6d2510226cc5), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:50.411839 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-c2828315-a8e1-4e97-b998-ff4a51185177 service neutron] Transition to ACTIVE for port object 2442bd80-c539-4c5b-aec9-6d2510226cc5 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:36:50.417752 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-c2828315-a8e1-4e97-b998-ff4a51185177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (2442bd80-c539-4c5b-aec9-6d2510226cc5), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:50.483085 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2828315-a8e1-4e97-b998-ff4a51185177 service neutron] Pushing event updated for resources: {'Port': ['ID=2442bd80-c539-4c5b-aec9-6d2510226cc5,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:50.555309 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-c2828315-a8e1-4e97-b998-ff4a51185177 service neutron] Attempting to bind port 2442bd80-c539-4c5b-aec9-6d2510226cc5 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:36:50.555642 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-c2828315-a8e1-4e97-b998-ff4a51185177 service neutron] Attempting to bind port 2442bd80-c539-4c5b-aec9-6d2510226cc5 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'eee22cdd-1b96-49e0-93ec-1d329c1b6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8be186de-368f-4eda-9951-a49b79ceb5c7'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:36:50.556193 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-c2828315-a8e1-4e97-b998-ff4a51185177 service neutron] Attempting to bind port 2442bd80-c539-4c5b-aec9-6d2510226cc5 on network 8be186de-368f-4eda-9951-a49b79ceb5c7 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:36:50.563668 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35344) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:50.564165 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-c2828315-a8e1-4e97-b998-ff4a51185177 service neutron] Port 2442bd80-c539-4c5b-aec9-6d2510226cc5 on network 8be186de-368f-4eda-9951-a49b79ceb5c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:36:50.564466 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-c2828315-a8e1-4e97-b998-ff4a51185177 service neutron] Attempting to bind port 2442bd80-c539-4c5b-aec9-6d2510226cc5 on network 8be186de-368f-4eda-9951-a49b79ceb5c7 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:36:50.570734 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-c2828315-a8e1-4e97-b998-ff4a51185177 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:36:50.571138 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-c2828315-a8e1-4e97-b998-ff4a51185177 service neutron] Checking segment: {'id': 'eee22cdd-1b96-49e0-93ec-1d329c1b6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8be186de-368f-4eda-9951-a49b79ceb5c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:36:50.571540 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-c2828315-a8e1-4e97-b998-ff4a51185177 service neutron] Bound using segment: {'id': 'eee22cdd-1b96-49e0-93ec-1d329c1b6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8be186de-368f-4eda-9951-a49b79ceb5c7'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:36:50.571966 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-c2828315-a8e1-4e97-b998-ff4a51185177 service neutron] Bound port: 2442bd80-c539-4c5b-aec9-6d2510226cc5, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee22cdd-1b96-49e0-93ec-1d329c1b6b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8be186de-368f-4eda-9951-a49b79ceb5c7'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:36:50.572537 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-c2828315-a8e1-4e97-b998-ff4a51185177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2442bd80-c539-4c5b-aec9-6d2510226cc5), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:50.654371 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-c2828315-a8e1-4e97-b998-ff4a51185177 service neutron] For port 2442bd80-c539-4c5b-aec9-6d2510226cc5, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:36:50.658148 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-c2828315-a8e1-4e97-b998-ff4a51185177 service neutron] For port 2442bd80-c539-4c5b-aec9-6d2510226cc5, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=2442bd80-c539-4c5b-aec9-6d2510226cc5,segment=NetworkSegment(eee22cdd-1b96-49e0-93ec-1d329c1b6b96),segment_id=eee22cdd-1b96-49e0-93ec-1d329c1b6b96)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:36:50.669668 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-c2828315-a8e1-4e97-b998-ff4a51185177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (2442bd80-c539-4c5b-aec9-6d2510226cc5), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:50.704999 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35352) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:50.707801 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf29b4-a780-4a04-b3b3-4fb7e8911263 req-9572b454-b95f-40a2-a3e2-aff7cd6f6e4c tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:50.712655 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6bdf29b4-a780-4a04-b3b3-4fb7e8911263 req-9572b454-b95f-40a2-a3e2-aff7cd6f6e4c tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47 HTTP/1.1" status: 200 len: 945 time: 0.0816135 Feb 08 21:36:50.721858 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-c2828315-a8e1-4e97-b998-ff4a51185177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:50.723171 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-c2828315-a8e1-4e97-b998-ff4a51185177 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:50.724603 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-c2828315-a8e1-4e97-b998-ff4a51185177 service neutron] 10.222.0.94 "PUT /v2.0/ports/2442bd80-c539-4c5b-aec9-6d2510226cc5 HTTP/1.1" status: 200 len: 1093 time: 0.8815329 Feb 08 21:36:50.760654 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2828315-a8e1-4e97-b998-ff4a51185177 service neutron] Pushing event updated for resources: {'Port': ['ID=2442bd80-c539-4c5b-aec9-6d2510226cc5,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:50.829328 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-53a0c3bb-e922-4322-85e2-aa561e985ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:50.831542 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-53a0c3bb-e922-4322-85e2-aa561e985ecd service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=59239cb1d86043a9a6cf5f4caa83e279&device_id=c5067dcf-ab9c-4e7f-a9cb-0547101e772f HTTP/1.1" status: 200 len: 1127 time: 0.0656717 Feb 08 21:36:50.853610 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ff734-214d-4c69-8bbe-3ffee2d33ce7 req-c691713c-26ce-4c5c-ba32-4bd624618537 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:50.855162 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-024ff734-214d-4c69-8bbe-3ffee2d33ce7 req-c691713c-26ce-4c5c-ba32-4bd624618537 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47 HTTP/1.1" status: 200 len: 945 time: 0.1315467 Feb 08 21:36:50.870819 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6bdf29b4-a780-4a04-b3b3-4fb7e8911263 req-545ccce9-dce5-4213-b3e9-d9409194d8db tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.88 "GET /v2.0/security-groups?id=3590d64d-0c4e-43a9-a9d9-f511942f1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458242 Feb 08 21:36:50.889832 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-fca0b278-e0bf-467f-99a8-558f6f1df9ae service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2442bd80-c539-4c5b-aec9-6d2510226cc5 HTTP/1.1" status: 200 len: 217 time: 0.0504448 Feb 08 21:36:50.938331 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5067dcf-ab9c-4e7f-a9cb-0547101e772f', 'tag': '2442bd80-c539-4c5b-aec9-6d2510226cc5'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:36:50.940885 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621eb11a-227b-4715-a746-1e5a062b6dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "c5067dcf-ab9c-4e7f-a9cb-0547101e772f", "tag": "2442bd80-c539-4c5b-aec9-6d2510226cc5"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:36:50.999631 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-79361d95-6a2f-48e4-8bb9-cd6517c677f3 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1990772996'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:51.014823 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-6fd94922-7927-4985-b06e-aa13fddfddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:51.019132 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-6fd94922-7927-4985-b06e-aa13fddfddf5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=9a442a7b-87af-4f33-a2ce-71014519d421 HTTP/1.1" status: 200 len: 854 time: 0.1165793 Feb 08 21:36:51.036403 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79361d95-6a2f-48e4-8bb9-cd6517c677f3 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Made reservation on behalf of dfb785c12ea241b583e25a8282e377c4 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:51.043187 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-79361d95-6a2f-48e4-8bb9-cd6517c677f3 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:51.049062 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-078acc5c-a003-4128-86c0-6d388f295db4 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1908265472'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:51.079645 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-eb70a451-28c8-43b1-b46d-3936ae95a5ed service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8be186de-368f-4eda-9951-a49b79ceb5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556645 Feb 08 21:36:51.102900 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-79361d95-6a2f-48e4-8bb9-cd6517c677f3 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:51.154658 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-024ff734-214d-4c69-8bbe-3ffee2d33ce7 req-8a9158a3-e2cc-4872-a5ce-f5e069ec62ff tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Deleting port 67a158b6-7b10-4e6b-8d81-83edfb20683c {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:51.155006 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-024ff734-214d-4c69-8bbe-3ffee2d33ce7 req-8a9158a3-e2cc-4872-a5ce-f5e069ec62ff tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (67a158b6-7b10-4e6b-8d81-83edfb20683c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:51.162098 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078acc5c-a003-4128-86c0-6d388f295db4 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:51.166946 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-078acc5c-a003-4128-86c0-6d388f295db4 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:51.170078 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c13592-7433-4bc8-907c-c6074f158cee req-679d8f6e-2270-4d77-a35c-6c53b5d02c6f tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:51.171716 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-51c13592-7433-4bc8-907c-c6074f158cee req-679d8f6e-2270-4d77-a35c-6c53b5d02c6f tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 945 time: 0.2999420 Feb 08 21:36:51.178536 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153e7a7-98b8-4bde-a76a-8e493633c9fc req-ceb66721-3169-40af-b68f-bc48476d9687 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:51.180520 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d153e7a7-98b8-4bde-a76a-8e493633c9fc req-ceb66721-3169-40af-b68f-bc48476d9687 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1465242 Feb 08 21:36:51.192252 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-078acc5c-a003-4128-86c0-6d388f295db4 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:51.253466 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-bf43dd89-0a89-4590-85ed-0680b4028c8e service neutron] 10.222.0.94 "GET /v2.0/networks/8be186de-368f-4eda-9951-a49b79ceb5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653438 Feb 08 21:36:51.359109 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d153e7a7-98b8-4bde-a76a-8e493633c9fc req-d191d941-6bd6-4418-ab2a-2d80f6ed985f tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649132 Feb 08 21:36:51.423457 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-51c13592-7433-4bc8-907c-c6074f158cee req-85952214-fad5-4722-a1aa-03d15efdc26c tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310364 Feb 08 21:36:51.438759 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5ddc4df6-f5d9-4f9b-8d86-7366494ea484 req-321c6441-6148-4d0c-9332-ebc438b8103e service neutron] 10.222.0.94 "GET /v2.0/networks/8be186de-368f-4eda-9951-a49b79ceb5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600189 Feb 08 21:36:51.488385 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379cf150-10de-4fc6-8899-d14f9b55efc6 x-openstack-request-id: req-379cf150-10de-4fc6-8899-d14f9b55efc6 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:36:51.489757 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5067dcf-ab9c-4e7f-a9cb-0547101e772f", "tag": "2442bd80-c539-4c5b-aec9-6d2510226cc5", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:36:51.492188 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-379cf150-10de-4fc6-8899-d14f9b55efc6 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:36:51.492188 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5067dcf-ab9c-4e7f-a9cb-0547101e772f', 'tag': '2442bd80-c539-4c5b-aec9-6d2510226cc5', 'status': 'completed', 'code': 200} Feb 08 21:36:51.499611 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-024ff734-214d-4c69-8bbe-3ffee2d33ce7 req-8a9158a3-e2cc-4872-a5ce-f5e069ec62ff tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] For port 67a158b6-7b10-4e6b-8d81-83edfb20683c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=67a158b6-7b10-4e6b-8d81-83edfb20683c,segment=NetworkSegment(3e377ba7-f3d4-43eb-b75b-f6c14d573419),segment_id=3e377ba7-f3d4-43eb-b75b-f6c14d573419)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:51.499998 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-024ff734-214d-4c69-8bbe-3ffee2d33ce7 req-8a9158a3-e2cc-4872-a5ce-f5e069ec62ff tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (67a158b6-7b10-4e6b-8d81-83edfb20683c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:51.508340 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-79361d95-6a2f-48e4-8bb9-cd6517c677f3 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for security_group (584d554e-df48-429b-9a12-8695eb729cb9), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:51.514757 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-79361d95-6a2f-48e4-8bb9-cd6517c677f3 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (584d554e-df48-429b-9a12-8695eb729cb9), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:51.530697 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-024ff734-214d-4c69-8bbe-3ffee2d33ce7 req-8a9158a3-e2cc-4872-a5ce-f5e069ec62ff tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Calling delete_port for 67a158b6-7b10-4e6b-8d81-83edfb20683c owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:51.586408 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79361d95-6a2f-48e4-8bb9-cd6517c677f3 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:36:51.589198 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-078acc5c-a003-4128-86c0-6d388f295db4 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (25b21410-0128-4234-b71f-56263a4a2e73), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:51.594694 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-078acc5c-a003-4128-86c0-6d388f295db4 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (25b21410-0128-4234-b71f-56263a4a2e73), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:51.608430 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078acc5c-a003-4128-86c0-6d388f295db4 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:36:51.619897 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-078acc5c-a003-4128-86c0-6d388f295db4 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (9bc336de-edba-4ba3-a859-8a497b079808), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:51.620352 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-078acc5c-a003-4128-86c0-6d388f295db4 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Added segment 9bc336de-edba-4ba3-a859-8a497b079808 of type vlan for network c10f28c9-16fd-4f78-b5b9-73f6752151d4 Feb 08 21:36:51.648172 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79361d95-6a2f-48e4-8bb9-cd6517c677f3 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=584d554e-df48-429b-9a12-8695eb729cb9,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:51.655650 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-79361d95-6a2f-48e4-8bb9-cd6517c677f3 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (3c9bd68b-e9f9-43c3-924a-8605f6bc0d38), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:51.656655 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-79361d95-6a2f-48e4-8bb9-cd6517c677f3 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Added segment 3c9bd68b-e9f9-43c3-924a-8605f6bc0d38 of type vlan for network 8a482c26-fbf3-4d3e-b433-c9a78778f5f7 Feb 08 21:36:51.689511 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-078acc5c-a003-4128-86c0-6d388f295db4 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (c10f28c9-16fd-4f78-b5b9-73f6752151d4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:51.714755 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621eb11a-227b-4715-a746-1e5a062b6dcc req-7ba005a4-5d8e-4a48-baea-55c47cf778ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:51.716270 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-621eb11a-227b-4715-a746-1e5a062b6dcc req-7ba005a4-5d8e-4a48-baea-55c47cf778ed service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=59239cb1d86043a9a6cf5f4caa83e279&device_id=c5067dcf-ab9c-4e7f-a9cb-0547101e772f HTTP/1.1" status: 200 len: 1127 time: 0.1823297 Feb 08 21:36:51.726868 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-79361d95-6a2f-48e4-8bb9-cd6517c677f3 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (8a482c26-fbf3-4d3e-b433-c9a78778f5f7), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:51.735836 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53766a0-dd3c-497c-abf2-c7729ac7db62 req-55ca3ec6-88b8-4f53-a4b3-f654aa22140d tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:51.743009 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d53766a0-dd3c-497c-abf2-c7729ac7db62 req-55ca3ec6-88b8-4f53-a4b3-f654aa22140d tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5067dcf-ab9c-4e7f-a9cb-0547101e772f HTTP/1.1" status: 200 len: 944 time: 0.2033346 Feb 08 21:36:51.802876 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-79361d95-6a2f-48e4-8bb9-cd6517c677f3 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (8a482c26-fbf3-4d3e-b433-c9a78778f5f7), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:51.808402 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79361d95-6a2f-48e4-8bb9-cd6517c677f3 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:51.809032 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-79361d95-6a2f-48e4-8bb9-cd6517c677f3 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:51.813153 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078acc5c-a003-4128-86c0-6d388f295db4 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25b21410-0128-4234-b71f-56263a4a2e73,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:51.829300 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-078acc5c-a003-4128-86c0-6d388f295db4 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (c10f28c9-16fd-4f78-b5b9-73f6752151d4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:51.839472 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078acc5c-a003-4128-86c0-6d388f295db4 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:51.840858 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-078acc5c-a003-4128-86c0-6d388f295db4 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:51.916114 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-078acc5c-a003-4128-86c0-6d388f295db4 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2099533 Feb 08 21:36:51.917126 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35388) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:51.927988 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-79361d95-6a2f-48e4-8bb9-cd6517c677f3 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3618071 Feb 08 21:36:51.933801 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1047b4a4-eb00-4909-bcd2-221aa8c29a7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'port': {'network_id': 'c10f28c9-16fd-4f78-b5b9-73f6752151d4', 'name': 'tempest-PortsIpV6TestJSON-680179447'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:51.965596 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d53766a0-dd3c-497c-abf2-c7729ac7db62 req-41b8d599-7306-4b44-b6b7-a3e73a6ab60b tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072458 Feb 08 21:36:52.033556 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79361d95-6a2f-48e4-8bb9-cd6517c677f3 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event updated for resources: {'Network': ['ID=8a482c26-fbf3-4d3e-b433-c9a78778f5f7,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:52.059263 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1047b4a4-eb00-4909-bcd2-221aa8c29a7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:52.060804 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 8a482c26-fbf3-4d3e-b433-c9a78778f5f7 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:36:52.063180 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1047b4a4-eb00-4909-bcd2-221aa8c29a7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:52.077273 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078acc5c-a003-4128-86c0-6d388f295db4 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Network': ['ID=c10f28c9-16fd-4f78-b5b9-73f6752151d4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:52.117317 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-1047b4a4-eb00-4909-bcd2-221aa8c29a7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] device_id is not set on port a1d33449-c4dd-46c3-9699-9b107d0417dd yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:36:52.123245 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621eb11a-227b-4715-a746-1e5a062b6dcc req-f6734089-41a4-4423-9324-4b3de08a8247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:52.125109 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-621eb11a-227b-4715-a746-1e5a062b6dcc req-f6734089-41a4-4423-9324-4b3de08a8247 service neutron] 10.222.0.94 "GET /v2.0/networks?id=8be186de-368f-4eda-9951-a49b79ceb5c7 HTTP/1.1" status: 200 len: 915 time: 0.3941929 Feb 08 21:36:52.148280 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network c10f28c9-16fd-4f78-b5b9-73f6752151d4 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:36:52.158875 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-024ff734-214d-4c69-8bbe-3ffee2d33ce7 req-8a9158a3-e2cc-4872-a5ce-f5e069ec62ff tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (67a158b6-7b10-4e6b-8d81-83edfb20683c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:52.255244 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9158a3-e2cc-4872-a5ce-f5e069ec62ff tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Pushing event deleted for resources: {'Port': ['ID=67a158b6-7b10-4e6b-8d81-83edfb20683c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:52.284650 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['67a158b6-7b10-4e6b-8d81-83edfb20683c'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:36:52.297419 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-621eb11a-227b-4715-a746-1e5a062b6dcc req-c9d4eb75-bb67-4d87-b843-fc533dce29c3 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2442bd80-c539-4c5b-aec9-6d2510226cc5 HTTP/1.1" status: 200 len: 217 time: 0.1651249 Feb 08 21:36:52.376182 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-024ff734-214d-4c69-8bbe-3ffee2d33ce7 req-8a9158a3-e2cc-4872-a5ce-f5e069ec62ff tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] No DVR routers for this DVR port 67a158b6-7b10-4e6b-8d81-83edfb20683c on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:36:52.379923 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-024ff734-214d-4c69-8bbe-3ffee2d33ce7 req-8a9158a3-e2cc-4872-a5ce-f5e069ec62ff tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:52.394135 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-024ff734-214d-4c69-8bbe-3ffee2d33ce7 req-8a9158a3-e2cc-4872-a5ce-f5e069ec62ff tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.96 "DELETE /v2.0/ports/67a158b6-7b10-4e6b-8d81-83edfb20683c HTTP/1.1" status: 204 len: 173 time: 1.5205126 Feb 08 21:36:52.397150 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47', 'name': 'network-vif-deleted', 'tag': '67a158b6-7b10-4e6b-8d81-83edfb20683c'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:36:52.399686 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e73a6b-6342-40c5-a3d5-28a2f925c59c" -d '{"events": [{"server_uuid": "ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47", "name": "network-vif-deleted", "tag": "67a158b6-7b10-4e6b-8d81-83edfb20683c"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:36:52.429005 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e3305-504b-44eb-9bca-68d1bd3aff35 req-1462a2e2-a7c6-4e66-a6de-e5c971a522d3 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:52.431379 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621eb11a-227b-4715-a746-1e5a062b6dcc req-3d4f2bbe-d6ce-4e27-a082-22de16608101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:52.433817 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-621eb11a-227b-4715-a746-1e5a062b6dcc req-3d4f2bbe-d6ce-4e27-a082-22de16608101 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=9a442a7b-87af-4f33-a2ce-71014519d421 HTTP/1.1" status: 200 len: 854 time: 0.1250279 Feb 08 21:36:52.438297 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f30e3305-504b-44eb-9bca-68d1bd3aff35 req-1462a2e2-a7c6-4e66-a6de-e5c971a522d3 tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.88 "GET /v2.0/ports?device_id=ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47 HTTP/1.1" status: 200 len: 867 time: 0.3920813 Feb 08 21:36:52.503859 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-621eb11a-227b-4715-a746-1e5a062b6dcc req-a3eef8bf-8c4c-4c13-a52f-c5b32ca5492d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8be186de-368f-4eda-9951-a49b79ceb5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576360 Feb 08 21:36:52.626328 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f30e3305-504b-44eb-9bca-68d1bd3aff35 req-f69b969b-056c-47c2-9bec-31d3ab1f699b tempest-InstanceActionsV221TestJSON-1551728455 tempest-InstanceActionsV221TestJSON-1551728455-project] 10.222.0.88 "GET /v2.0/security-groups?id=3590d64d-0c4e-43a9-a9d9-f511942f1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774695 Feb 08 21:36:52.688028 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84a98b-6017-46a7-9523-a06e4fa8788c req-fadaf8c0-8693-4392-97de-fcc4ecb63234 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:52.689749 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f84a98b-6017-46a7-9523-a06e4fa8788c req-fadaf8c0-8693-4392-97de-fcc4ecb63234 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1710324 Feb 08 21:36:52.795326 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c56e26e-28bc-424e-9f5b-58670b6902af x-openstack-request-id: req-5c56e26e-28bc-424e-9f5b-58670b6902af {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:36:52.795670 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47", "name": "network-vif-deleted", "tag": "67a158b6-7b10-4e6b-8d81-83edfb20683c", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:36:52.796036 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5c56e26e-28bc-424e-9f5b-58670b6902af {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:36:52.797047 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7b3b3c-1fab-4898-9feb-b4bd53fe9c47', 'name': 'network-vif-deleted', 'tag': '67a158b6-7b10-4e6b-8d81-83edfb20683c', 'status': 'completed', 'code': 200} Feb 08 21:36:52.824226 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1047b4a4-eb00-4909-bcd2-221aa8c29a7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for port (a1d33449-c4dd-46c3-9699-9b107d0417dd), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:52.826103 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f84a98b-6017-46a7-9523-a06e4fa8788c req-44f368d4-b58a-4f94-a542-8685d4efa578 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254311 Feb 08 21:36:52.827988 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-621eb11a-227b-4715-a746-1e5a062b6dcc req-9700370d-4bc5-4989-a45c-a05fa973a5d4 service neutron] 10.222.0.94 "GET /v2.0/networks/8be186de-368f-4eda-9951-a49b79ceb5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055146 Feb 08 21:36:53.029939 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edd3b5-1001-4831-bc0d-841ad4e8ee98 req-2473277c-6e5e-4f95-8ea5-3ea57d21b64f tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:53.059624 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4edd3b5-1001-4831-bc0d-841ad4e8ee98 req-2473277c-6e5e-4f95-8ea5-3ea57d21b64f tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 945 time: 0.1982253 Feb 08 21:36:53.130533 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-621eb11a-227b-4715-a746-1e5a062b6dcc req-32d21f56-6857-4656-b628-8d6a330b4f3f service neutron] 10.222.0.94 "GET /v2.0/networks/8be186de-368f-4eda-9951-a49b79ceb5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914488 Feb 08 21:36:53.164269 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1047b4a4-eb00-4909-bcd2-221aa8c29a7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (a1d33449-c4dd-46c3-9699-9b107d0417dd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:53.251185 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047b4a4-eb00-4909-bcd2-221aa8c29a7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Port': ['ID=a1d33449-c4dd-46c3-9699-9b107d0417dd,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:53.261874 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1047b4a4-eb00-4909-bcd2-221aa8c29a7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Checking segment: {'id': '9bc336de-edba-4ba3-a859-8a497b079808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c10f28c9-16fd-4f78-b5b9-73f6752151d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:36:53.262354 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1047b4a4-eb00-4909-bcd2-221aa8c29a7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network hostable DHCP agents. Network: c10f28c9-16fd-4f78-b5b9-73f6752151d4, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:36:53.293136 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1047b4a4-eb00-4909-bcd2-221aa8c29a7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network c10f28c9-16fd-4f78-b5b9-73f6752151d4 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:36:53.302010 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4edd3b5-1001-4831-bc0d-841ad4e8ee98 req-27ef3283-f22d-4e07-ba5a-95ffaf250fd9 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352283 Feb 08 21:36:53.307587 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-1047b4a4-eb00-4909-bcd2-221aa8c29a7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, c10f28c9-16fd-4f78-b5b9-73f6752151d4) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:53.313570 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1047b4a4-eb00-4909-bcd2-221aa8c29a7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:36:53.319079 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa357e90-df41-4e15-9561-546c20b9bf2f None None] Network c10f28c9-16fd-4f78-b5b9-73f6752151d4 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:36:53.335339 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1047b4a4-eb00-4909-bcd2-221aa8c29a7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:53.336101 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1047b4a4-eb00-4909-bcd2-221aa8c29a7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:53.336394 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fb65d-dc31-4413-8452-6eab08bf648c req-e80d7881-98c8-49e1-ba97-9a9eb2df1e81 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:53.343806 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-097fb65d-dc31-4413-8452-6eab08bf648c req-e80d7881-98c8-49e1-ba97-9a9eb2df1e81 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5067dcf-ab9c-4e7f-a9cb-0547101e772f HTTP/1.1" status: 200 len: 944 time: 0.1896696 Feb 08 21:36:53.362744 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1047b4a4-eb00-4909-bcd2-221aa8c29a7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4360163 Feb 08 21:36:53.366050 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35416) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:53.371856 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-787c56b4-4152-4bea-8355-b40b02afb2a8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1076807596'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:53.413616 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-097fb65d-dc31-4413-8452-6eab08bf648c req-0f32fe11-c3c8-4bef-8779-d46c5140cfed tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685339 Feb 08 21:36:53.447117 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787c56b4-4152-4bea-8355-b40b02afb2a8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:53.454322 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-787c56b4-4152-4bea-8355-b40b02afb2a8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:53.519466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787c56b4-4152-4bea-8355-b40b02afb2a8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:36:53.534265 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-787c56b4-4152-4bea-8355-b40b02afb2a8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (1cc38679-0575-4d8d-8023-61843c8ff53c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:53.537618 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-787c56b4-4152-4bea-8355-b40b02afb2a8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Added segment 1cc38679-0575-4d8d-8023-61843c8ff53c of type vlan for network 6c9ea7bc-a472-4371-9747-545c5609475f Feb 08 21:36:53.605900 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-787c56b4-4152-4bea-8355-b40b02afb2a8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (6c9ea7bc-a472-4371-9747-545c5609475f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:53.643810 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-787c56b4-4152-4bea-8355-b40b02afb2a8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (6c9ea7bc-a472-4371-9747-545c5609475f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:53.650100 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787c56b4-4152-4bea-8355-b40b02afb2a8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:53.650762 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-787c56b4-4152-4bea-8355-b40b02afb2a8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:53.781744 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-787c56b4-4152-4bea-8355-b40b02afb2a8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4116745 Feb 08 21:36:53.782081 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35430) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:53.787325 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6ef3e21a-2a0c-494d-b7b8-3a50982989a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'ports': [{'network_id': 'c10f28c9-16fd-4f78-b5b9-73f6752151d4'}, {'network_id': '6c9ea7bc-a472-4371-9747-545c5609475f'}]} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:53.787656 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6ef3e21a-2a0c-494d-b7b8-3a50982989a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'port': {'network_id': 'c10f28c9-16fd-4f78-b5b9-73f6752151d4'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:53.788191 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6ef3e21a-2a0c-494d-b7b8-3a50982989a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'port': {'network_id': '6c9ea7bc-a472-4371-9747-545c5609475f'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:53.825424 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c56b4-4152-4bea-8355-b40b02afb2a8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Network': ['ID=6c9ea7bc-a472-4371-9747-545c5609475f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:53.844843 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 6c9ea7bc-a472-4371-9747-545c5609475f details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:36:54.107223 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35438) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:54.117094 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad465d8a-e255-4151-91a7-4b1400e9eea2 req-4d9c0856-7733-4aba-88e9-1dbbfcbfd8af tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:54.118816 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ad465d8a-e255-4151-91a7-4b1400e9eea2 req-4d9c0856-7733-4aba-88e9-1dbbfcbfd8af tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1229763 Feb 08 21:36:54.154019 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-220c2388-e584-4bdb-a7c4-b10ca46fad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:54.213728 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b4a8e7-a813-487b-8907-26f5976f977e admin admin] Deleting subnet 0205fa29-8909-415e-b208-2f51466f6839 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:36:54.219652 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-43b4a8e7-a813-487b-8907-26f5976f977e admin admin] Publish callbacks [] for subnet (0205fa29-8909-415e-b208-2f51466f6839), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:54.224183 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ad465d8a-e255-4151-91a7-4b1400e9eea2 req-98107af7-3f84-4f9a-8263-0a5cf2225056 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995150 Feb 08 21:36:54.299979 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-43b4a8e7-a813-487b-8907-26f5976f977e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (0205fa29-8909-415e-b208-2f51466f6839), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:54.369215 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-43b4a8e7-a813-487b-8907-26f5976f977e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (0205fa29-8909-415e-b208-2f51466f6839), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:54.408287 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef3e21a-2a0c-494d-b7b8-3a50982989a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'port': 2} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:54.412498 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ef3e21a-2a0c-494d-b7b8-3a50982989a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:54.500831 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ef3e21a-2a0c-494d-b7b8-3a50982989a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:54.509604 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd2c4b-a56a-4350-bcdd-cac4d4f4bd92 req-e11f5501-683f-4232-b913-117127367227 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:54.517915 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-07fd2c4b-a56a-4350-bcdd-cac4d4f4bd92 req-e11f5501-683f-4232-b913-117127367227 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 945 time: 0.1111836 Feb 08 21:36:54.611542 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-07fd2c4b-a56a-4350-bcdd-cac4d4f4bd92 req-bc3bea6a-afe2-4017-aef2-6daa422f080a tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926814 Feb 08 21:36:54.630414 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-43b4a8e7-a813-487b-8907-26f5976f977e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (0205fa29-8909-415e-b208-2f51466f6839), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:54.639941 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c832d5-122c-4eb5-b6b3-ed4bc52854a1 req-7abc33ba-c70c-45ec-b8c6-0a08d83af05b tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:54.648089 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d1c832d5-122c-4eb5-b6b3-ed4bc52854a1 req-7abc33ba-c70c-45ec-b8c6-0a08d83af05b tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5067dcf-ab9c-4e7f-a9cb-0547101e772f HTTP/1.1" status: 200 len: 944 time: 0.1577401 Feb 08 21:36:54.682474 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-43b4a8e7-a813-487b-8907-26f5976f977e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:54.688730 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-43b4a8e7-a813-487b-8907-26f5976f977e admin admin] 10.222.0.88 "DELETE /v2.0/subnets/0205fa29-8909-415e-b208-2f51466f6839 HTTP/1.1" status: 204 len: 168 time: 0.5770581 Feb 08 21:36:54.699098 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35448) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:54.709127 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4a8e7-a813-487b-8907-26f5976f977e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0205fa29-8909-415e-b208-2f51466f6839,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:54.718370 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d1c832d5-122c-4eb5-b6b3-ed4bc52854a1 req-c479fa4e-ee95-449d-b649-ce1baa75abf5 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686433 Feb 08 21:36:54.816685 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e6893d6-f7bf-471a-bbbd-90fd7a9cb643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (0a2727fc-0acb-40ab-a6da-8526d89c45bb), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:54.835776 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-6ef3e21a-2a0c-494d-b7b8-3a50982989a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] device_id is not set on port 9e4ae918-d2aa-48fc-b9e8-dea85aa6ac1f yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:36:54.914169 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e6893d6-f7bf-471a-bbbd-90fd7a9cb643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (0a2727fc-0acb-40ab-a6da-8526d89c45bb), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:54.926042 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ef3e21a-2a0c-494d-b7b8-3a50982989a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for port (9e4ae918-d2aa-48fc-b9e8-dea85aa6ac1f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:54.939225 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-6e6893d6-f7bf-471a-bbbd-90fd7a9cb643 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a2727fc-0acb-40ab-a6da-8526d89c45bb']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:54.951552 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-6e6893d6-f7bf-471a-bbbd-90fd7a9cb643 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e377ba7-f3d4-43eb-b75b-f6c14d573419') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:54.952172 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-6e6893d6-f7bf-471a-bbbd-90fd7a9cb643 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e377ba7-f3d4-43eb-b75b-f6c14d573419') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:54.963599 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e6893d6-f7bf-471a-bbbd-90fd7a9cb643 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (3e377ba7-f3d4-43eb-b75b-f6c14d573419), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:54.979942 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e6893d6-f7bf-471a-bbbd-90fd7a9cb643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (3e377ba7-f3d4-43eb-b75b-f6c14d573419), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:54.986818 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6893d6-f7bf-471a-bbbd-90fd7a9cb643 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:36:54.987462 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e6893d6-f7bf-471a-bbbd-90fd7a9cb643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (3e377ba7-f3d4-43eb-b75b-f6c14d573419), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:55.001184 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-6ef3e21a-2a0c-494d-b7b8-3a50982989a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] device_id is not set on port 17f79501-12ec-438e-8cc7-8f99c153f95c yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:36:55.058001 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:36:55.064664 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e6893d6-f7bf-471a-bbbd-90fd7a9cb643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (0a2727fc-0acb-40ab-a6da-8526d89c45bb), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:55.079597 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e6893d6-f7bf-471a-bbbd-90fd7a9cb643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:55.084549 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6e6893d6-f7bf-471a-bbbd-90fd7a9cb643 admin admin] 10.222.0.88 "DELETE /v2.0/networks/0a2727fc-0acb-40ab-a6da-8526d89c45bb HTTP/1.1" status: 204 len: 168 time: 0.3650687 Feb 08 21:36:55.101770 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6893d6-f7bf-471a-bbbd-90fd7a9cb643 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a2727fc-0acb-40ab-a6da-8526d89c45bb,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:55.211379 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ef3e21a-2a0c-494d-b7b8-3a50982989a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for port (17f79501-12ec-438e-8cc7-8f99c153f95c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:55.320494 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ef3e21a-2a0c-494d-b7b8-3a50982989a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (9e4ae918-d2aa-48fc-b9e8-dea85aa6ac1f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:55.428946 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35456) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:55.435189 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 67a158b6-7b10-4e6b-8d81-83edfb20683c no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:36:55.444655 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef3e21a-2a0c-494d-b7b8-3a50982989a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network c10f28c9-16fd-4f78-b5b9-73f6752151d4 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:36:55.462478 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-6ef3e21a-2a0c-494d-b7b8-3a50982989a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:55.464816 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef3e21a-2a0c-494d-b7b8-3a50982989a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:36:55.465854 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ef3e21a-2a0c-494d-b7b8-3a50982989a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (17f79501-12ec-438e-8cc7-8f99c153f95c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:55.476564 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef3e21a-2a0c-494d-b7b8-3a50982989a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Port': ['ID=9e4ae918-d2aa-48fc-b9e8-dea85aa6ac1f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:55.478971 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 67a158b6-7b10-4e6b-8d81-83edfb20683c {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:36:55.479328 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 67a158b6-7b10-4e6b-8d81-83edfb20683c not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:36:55.481793 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 2442bd80-c539-4c5b-aec9-6d2510226cc5 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:36:55.485558 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35458) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:55.495838 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8370625e-686d-4d56-9e5a-0b5a45a3c0c8 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Request body: {'subnet': {'network_id': '8a482c26-fbf3-4d3e-b433-c9a78778f5f7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:55.507104 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b922372-48de-43b1-abf2-0a4c09df1af2 req-91f5d657-0c8f-418e-85b2-03028f887bc4 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:55.513931 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b922372-48de-43b1-abf2-0a4c09df1af2 req-91f5d657-0c8f-418e-85b2-03028f887bc4 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1360364 Feb 08 21:36:55.551081 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-78019f54-65a5-4105-827c-1226842689ea admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=08171e88ae9946398913f30e1d55dca2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1201122 Feb 08 21:36:55.553604 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35460) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:55.592177 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 2442bd80-c539-4c5b-aec9-6d2510226cc5, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=2442bd80-c539-4c5b-aec9-6d2510226cc5,segment=NetworkSegment(eee22cdd-1b96-49e0-93ec-1d329c1b6b96),segment_id=eee22cdd-1b96-49e0-93ec-1d329c1b6b96)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:55.614247 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '2442bd80-c539-4c5b-aec9-6d2510226cc5', 'network_id': '8be186de-368f-4eda-9951-a49b79ceb5c7', 'port_id': '2442bd80-c539-4c5b-aec9-6d2510226cc5', 'mac_address': 'fa:16:3e:9a:65:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a442a7b-87af-4f33-a2ce-71014519d421', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:36:55.620147 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b922372-48de-43b1-abf2-0a4c09df1af2 req-828af948-a3f3-4af3-8f0d-21880ff16e66 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049063 Feb 08 21:36:55.634896 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef3e21a-2a0c-494d-b7b8-3a50982989a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Port': ['ID=17f79501-12ec-438e-8cc7-8f99c153f95c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:55.679987 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5b7fe512-0858-41f1-a288-b4808b81a80a admin admin] Publish callbacks [] for security_group (3590d64d-0c4e-43a9-a9d9-f511942f1a61), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:55.696100 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 2442bd80-c539-4c5b-aec9-6d2510226cc5 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:36:55.696818 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2442bd80-c539-4c5b-aec9-6d2510226cc5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:55.716999 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2442bd80-c539-4c5b-aec9-6d2510226cc5 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:36:55.721267 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef3e21a-2a0c-494d-b7b8-3a50982989a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Checking segment: {'id': '1cc38679-0575-4d8d-8023-61843c8ff53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6c9ea7bc-a472-4371-9747-545c5609475f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:36:55.721779 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef3e21a-2a0c-494d-b7b8-3a50982989a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network hostable DHCP agents. Network: 6c9ea7bc-a472-4371-9747-545c5609475f, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:36:55.745082 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5b7fe512-0858-41f1-a288-b4808b81a80a admin admin] Publish callbacks [] for security_group (3590d64d-0c4e-43a9-a9d9-f511942f1a61), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:55.765777 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 2442bd80-c539-4c5b-aec9-6d2510226cc5, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=2442bd80-c539-4c5b-aec9-6d2510226cc5,segment=NetworkSegment(eee22cdd-1b96-49e0-93ec-1d329c1b6b96),segment_id=eee22cdd-1b96-49e0-93ec-1d329c1b6b96)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:55.777731 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2442bd80-c539-4c5b-aec9-6d2510226cc5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:55.778565 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef3e21a-2a0c-494d-b7b8-3a50982989a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network 6c9ea7bc-a472-4371-9747-545c5609475f is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:36:55.783863 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8370625e-686d-4d56-9e5a-0b5a45a3c0c8 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Made reservation on behalf of dfb785c12ea241b583e25a8282e377c4 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:55.790369 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8370625e-686d-4d56-9e5a-0b5a45a3c0c8 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:55.836898 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=2442bd80-c539-4c5b-aec9-6d2510226cc5,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:55.876031 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-6ef3e21a-2a0c-494d-b7b8-3a50982989a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 6c9ea7bc-a472-4371-9747-545c5609475f) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:55.889843 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66433c41-df97-4130-96c3-13ea3a1e10ec None None] Network 6c9ea7bc-a472-4371-9747-545c5609475f requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:36:55.905209 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3915181-3125-40e9-b2fa-f4c1177bcf50 req-949f1e99-a99a-4959-af3f-d9826f440282 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:55.905209 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3915181-3125-40e9-b2fa-f4c1177bcf50 req-949f1e99-a99a-4959-af3f-d9826f440282 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 945 time: 0.1489353 Feb 08 21:36:55.906791 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef3e21a-2a0c-494d-b7b8-3a50982989a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:36:55.915265 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef3e21a-2a0c-494d-b7b8-3a50982989a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:55.921495 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef3e21a-2a0c-494d-b7b8-3a50982989a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:55.921945 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ef3e21a-2a0c-494d-b7b8-3a50982989a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:55.927752 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a68d8b-2d15-439e-b33f-42003bcddac5 req-fbad1591-cbc9-4db0-9ccd-bff18b8c0a70 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:55.929362 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-88a68d8b-2d15-439e-b33f-42003bcddac5 req-fbad1591-cbc9-4db0-9ccd-bff18b8c0a70 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5067dcf-ab9c-4e7f-a9cb-0547101e772f HTTP/1.1" status: 200 len: 945 time: 0.1128592 Feb 08 21:36:55.935064 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5b7fe512-0858-41f1-a288-b4808b81a80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3590d64d-0c4e-43a9-a9d9-f511942f1a61), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:55.942652 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5b7fe512-0858-41f1-a288-b4808b81a80a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:55.943808 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5b7fe512-0858-41f1-a288-b4808b81a80a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3590d64d-0c4e-43a9-a9d9-f511942f1a61 HTTP/1.1" status: 204 len: 168 time: 0.3892379 Feb 08 21:36:55.967850 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6ef3e21a-2a0c-494d-b7b8-3a50982989a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1846099 Feb 08 21:36:55.971114 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35470) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:55.994560 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7fe512-0858-41f1-a288-b4808b81a80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3590d64d-0c4e-43a9-a9d9-f511942f1a61,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:56.066319 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3915181-3125-40e9-b2fa-f4c1177bcf50 req-59a5ffa1-ec8d-4f41-8a5b-43b0373416ad tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508687 Feb 08 21:36:56.090680 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-88a68d8b-2d15-439e-b33f-42003bcddac5 req-f2b7e284-acd4-4ca2-8a33-20139b897b65 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415904 Feb 08 21:36:56.127901 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['2442bd80-c539-4c5b-aec9-6d2510226cc5'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:36:56.222293 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8370625e-686d-4d56-9e5a-0b5a45a3c0c8 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (b5032ab3-1a18-46c9-be1d-175362faa8df), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:56.306472 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-7e271705-ba0c-4593-83e9-86ff43606c02 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting port 17f79501-12ec-438e-8cc7-8f99c153f95c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:56.306819 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e271705-ba0c-4593-83e9-86ff43606c02 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (17f79501-12ec-438e-8cc7-8f99c153f95c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:56.357116 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370625e-686d-4d56-9e5a-0b5a45a3c0c8 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event updated for resources: {'Subnet': ['ID=b5032ab3-1a18-46c9-be1d-175362faa8df,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:56.372162 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8370625e-686d-4d56-9e5a-0b5a45a3c0c8 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Checking segment: {'id': '3c9bd68b-e9f9-43c3-924a-8605f6bc0d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8a482c26-fbf3-4d3e-b433-c9a78778f5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:36:56.372427 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8370625e-686d-4d56-9e5a-0b5a45a3c0c8 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Network hostable DHCP agents. Network: 8a482c26-fbf3-4d3e-b433-c9a78778f5f7, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:36:56.403049 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e271705-ba0c-4593-83e9-86ff43606c02 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (17f79501-12ec-438e-8cc7-8f99c153f95c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:56.429567 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8370625e-686d-4d56-9e5a-0b5a45a3c0c8 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Network 8a482c26-fbf3-4d3e-b433-c9a78778f5f7 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:36:56.433250 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-7e271705-ba0c-4593-83e9-86ff43606c02 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Calling delete_port for 17f79501-12ec-438e-8cc7-8f99c153f95c owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:56.456291 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8370625e-686d-4d56-9e5a-0b5a45a3c0c8 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 8a482c26-fbf3-4d3e-b433-c9a78778f5f7) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:56.463733 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8370625e-686d-4d56-9e5a-0b5a45a3c0c8 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:56.464328 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8370625e-686d-4d56-9e5a-0b5a45a3c0c8 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:56.469176 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd520da-e227-49da-b909-543a7a4b9079 None None] Network 8a482c26-fbf3-4d3e-b433-c9a78778f5f7 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:36:56.527173 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8370625e-686d-4d56-9e5a-0b5a45a3c0c8 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0402443 Feb 08 21:36:56.532590 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35480) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:56.538790 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d2e9bf9a-6d3e-43cc-82d5-5cee1997e3e7 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-395744156'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:56.578609 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e9bf9a-6d3e-43cc-82d5-5cee1997e3e7 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Made reservation on behalf of dfb785c12ea241b583e25a8282e377c4 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:56.582437 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2e9bf9a-6d3e-43cc-82d5-5cee1997e3e7 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:56.595517 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e271705-ba0c-4593-83e9-86ff43606c02 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (17f79501-12ec-438e-8cc7-8f99c153f95c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:56.632094 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ad9983-2f67-48d3-b9c9-edbc836b2f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-8a482c26-fbf3-4d3e-b433-c9a78778f5f7', 'network_id': '8a482c26-fbf3-4d3e-b433-c9a78778f5f7', 'project_id': 'dfb785c12ea241b583e25a8282e377c4', 'fixed_ips': [{'subnet_id': 'b5032ab3-1a18-46c9-be1d-175362faa8df'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:36:56.632787 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c4ad9983-2f67-48d3-b9c9-edbc836b2f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:56.639591 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e271705-ba0c-4593-83e9-86ff43606c02 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Port': ['ID=17f79501-12ec-438e-8cc7-8f99c153f95c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:56.646390 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e271705-ba0c-4593-83e9-86ff43606c02 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:56.653736 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7e271705-ba0c-4593-83e9-86ff43606c02 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/ports/17f79501-12ec-438e-8cc7-8f99c153f95c HTTP/1.1" status: 204 len: 168 time: 0.6787720 Feb 08 21:36:56.656493 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35486) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:56.671029 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e9bf9a-6d3e-43cc-82d5-5cee1997e3e7 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:36:56.703921 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2e9bf9a-6d3e-43cc-82d5-5cee1997e3e7 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (83035a69-ff00-451c-90f7-354865e61c94), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:56.703921 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-d2e9bf9a-6d3e-43cc-82d5-5cee1997e3e7 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Added segment 83035a69-ff00-451c-90f7-354865e61c94 of type vlan for network 1cbeba7b-6384-4df4-9b9a-a95ff6032268 Feb 08 21:36:56.771283 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fed0f6c-3b34-4984-a84f-849f44428e8c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:56.777643 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fed0f6c-3b34-4984-a84f-849f44428e8c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:56.779517 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4fed0f6c-3b34-4984-a84f-849f44428e8c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1220088 Feb 08 21:36:56.781732 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2e9bf9a-6d3e-43cc-82d5-5cee1997e3e7 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (1cbeba7b-6384-4df4-9b9a-a95ff6032268), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:56.783984 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35492) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:56.837319 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9afff3-4b26-4af1-8a3e-c711c1691197 req-f9acbab8-a945-44fe-8394-6dba9cec2f68 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:56.845299 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd9afff3-4b26-4af1-8a3e-c711c1691197 req-f9acbab8-a945-44fe-8394-6dba9cec2f68 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1205478 Feb 08 21:36:56.872125 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-c4ad9983-2f67-48d3-b9c9-edbc836b2f65 None None] Allocated IP 2001:db8:0:ffff::2 (8a482c26-fbf3-4d3e-b433-c9a78778f5f7/b5032ab3-1a18-46c9-be1d-175362faa8df/15123426-6b52-4c9e-a2fc-a56d5e4420a8) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:36:56.932393 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2e9bf9a-6d3e-43cc-82d5-5cee1997e3e7 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (1cbeba7b-6384-4df4-9b9a-a95ff6032268), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:56.938501 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e9bf9a-6d3e-43cc-82d5-5cee1997e3e7 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:56.939365 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2e9bf9a-6d3e-43cc-82d5-5cee1997e3e7 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:56.944933 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd9afff3-4b26-4af1-8a3e-c711c1691197 req-cbe85d34-00bf-492f-a4b0-e68a1ab39092 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985048 Feb 08 21:36:57.028652 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d2e9bf9a-6d3e-43cc-82d5-5cee1997e3e7 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4924836 Feb 08 21:36:57.029010 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35506) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:57.034122 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-4c2cd6e7-5f1e-49f4-b0e3-0598844f9bd2 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Request body: {'subnet': {'network_id': '1cbeba7b-6384-4df4-9b9a-a95ff6032268', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:57.085172 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e9bf9a-6d3e-43cc-82d5-5cee1997e3e7 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event updated for resources: {'Network': ['ID=1cbeba7b-6384-4df4-9b9a-a95ff6032268,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:57.097122 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-470fbbe9-e1ca-436c-b542-fa16e49dc9f8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting port 9e4ae918-d2aa-48fc-b9e8-dea85aa6ac1f {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:36:57.097505 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-470fbbe9-e1ca-436c-b542-fa16e49dc9f8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (9e4ae918-d2aa-48fc-b9e8-dea85aa6ac1f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:57.129947 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 1cbeba7b-6384-4df4-9b9a-a95ff6032268 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:36:57.200931 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-470fbbe9-e1ca-436c-b542-fa16e49dc9f8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (9e4ae918-d2aa-48fc-b9e8-dea85aa6ac1f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:57.246586 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c4ad9983-2f67-48d3-b9c9-edbc836b2f65 None None] Publish callbacks [] for port (15123426-6b52-4c9e-a2fc-a56d5e4420a8), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:57.257370 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c4ad9983-2f67-48d3-b9c9-edbc836b2f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (15123426-6b52-4c9e-a2fc-a56d5e4420a8), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:57.260879 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-470fbbe9-e1ca-436c-b542-fa16e49dc9f8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Calling delete_port for 9e4ae918-d2aa-48fc-b9e8-dea85aa6ac1f owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:36:57.317044 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ad9983-2f67-48d3-b9c9-edbc836b2f65 None None] Network 8a482c26-fbf3-4d3e-b433-c9a78778f5f7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:36:57.321975 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 2442bd80-c539-4c5b-aec9-6d2510226cc5 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:36:57.359580 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-c4ad9983-2f67-48d3-b9c9-edbc836b2f65 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:57.376012 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ad9983-2f67-48d3-b9c9-edbc836b2f65 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:36:57.381298 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2cd6e7-5f1e-49f4-b0e3-0598844f9bd2 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Made reservation on behalf of dfb785c12ea241b583e25a8282e377c4 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:57.385888 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4c2cd6e7-5f1e-49f4-b0e3-0598844f9bd2 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:57.406298 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad9983-2f67-48d3-b9c9-edbc836b2f65 None None] Pushing event updated for resources: {'Port': ['ID=15123426-6b52-4c9e-a2fc-a56d5e4420a8,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:57.474040 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5d6fa43-2022-4b7e-8852-d385d1e5d877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:57.502912 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c4ad9983-2f67-48d3-b9c9-edbc836b2f65 None None] Attempting to bind port 15123426-6b52-4c9e-a2fc-a56d5e4420a8 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:36:57.503694 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c4ad9983-2f67-48d3-b9c9-edbc836b2f65 None None] Attempting to bind port 15123426-6b52-4c9e-a2fc-a56d5e4420a8 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '3c9bd68b-e9f9-43c3-924a-8605f6bc0d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8a482c26-fbf3-4d3e-b433-c9a78778f5f7'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:36:57.504356 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ad9983-2f67-48d3-b9c9-edbc836b2f65 None None] Attempting to bind port 15123426-6b52-4c9e-a2fc-a56d5e4420a8 on network 8a482c26-fbf3-4d3e-b433-c9a78778f5f7 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:36:57.509453 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 2442bd80-c539-4c5b-aec9-6d2510226cc5 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:36:57.519202 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 2442bd80-c539-4c5b-aec9-6d2510226cc5 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:36:57.520010 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2442bd80-c539-4c5b-aec9-6d2510226cc5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:57.523971 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ad9983-2f67-48d3-b9c9-edbc836b2f65 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:36:57.524802 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ad9983-2f67-48d3-b9c9-edbc836b2f65 None None] Checking segment: {'id': '3c9bd68b-e9f9-43c3-924a-8605f6bc0d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8a482c26-fbf3-4d3e-b433-c9a78778f5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:36:57.525547 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c4ad9983-2f67-48d3-b9c9-edbc836b2f65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:57.526061 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ad9983-2f67-48d3-b9c9-edbc836b2f65 None None] Bound using segment: {'id': '3c9bd68b-e9f9-43c3-924a-8605f6bc0d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8a482c26-fbf3-4d3e-b433-c9a78778f5f7'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:36:57.526679 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c4ad9983-2f67-48d3-b9c9-edbc836b2f65 None None] Bound port: 15123426-6b52-4c9e-a2fc-a56d5e4420a8, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9bd68b-e9f9-43c3-924a-8605f6bc0d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8a482c26-fbf3-4d3e-b433-c9a78778f5f7'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:36:57.527177 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c4ad9983-2f67-48d3-b9c9-edbc836b2f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (15123426-6b52-4c9e-a2fc-a56d5e4420a8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:57.675537 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c4ad9983-2f67-48d3-b9c9-edbc836b2f65 None None] For port 15123426-6b52-4c9e-a2fc-a56d5e4420a8, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:36:57.697929 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c4ad9983-2f67-48d3-b9c9-edbc836b2f65 None None] For port 15123426-6b52-4c9e-a2fc-a56d5e4420a8, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=15123426-6b52-4c9e-a2fc-a56d5e4420a8,segment=NetworkSegment(3c9bd68b-e9f9-43c3-924a-8605f6bc0d38),segment_id=3c9bd68b-e9f9-43c3-924a-8605f6bc0d38)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:36:57.711775 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c4ad9983-2f67-48d3-b9c9-edbc836b2f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (15123426-6b52-4c9e-a2fc-a56d5e4420a8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:57.780921 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad9983-2f67-48d3-b9c9-edbc836b2f65 None None] Pushing event updated for resources: {'Port': ['ID=15123426-6b52-4c9e-a2fc-a56d5e4420a8,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:57.786788 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 2442bd80-c539-4c5b-aec9-6d2510226cc5 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:36:57.787324 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2442bd80-c539-4c5b-aec9-6d2510226cc5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:57.837813 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5067dcf-ab9c-4e7f-a9cb-0547101e772f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2442bd80-c539-4c5b-aec9-6d2510226cc5'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:36:57.840851 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c78adc7-86e4-43eb-ba91-b08c340460cb" -d '{"events": [{"server_uuid": "c5067dcf-ab9c-4e7f-a9cb-0547101e772f", "name": "network-vif-plugged", "status": "completed", "tag": "2442bd80-c539-4c5b-aec9-6d2510226cc5"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:36:57.855308 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-470fbbe9-e1ca-436c-b542-fa16e49dc9f8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (9e4ae918-d2aa-48fc-b9e8-dea85aa6ac1f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:57.863143 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 2442bd80-c539-4c5b-aec9-6d2510226cc5, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=2442bd80-c539-4c5b-aec9-6d2510226cc5,segment=NetworkSegment(eee22cdd-1b96-49e0-93ec-1d329c1b6b96),segment_id=eee22cdd-1b96-49e0-93ec-1d329c1b6b96)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:57.879351 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2442bd80-c539-4c5b-aec9-6d2510226cc5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:57.896115 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470fbbe9-e1ca-436c-b542-fa16e49dc9f8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Port': ['ID=9e4ae918-d2aa-48fc-b9e8-dea85aa6ac1f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:57.901327 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-470fbbe9-e1ca-436c-b542-fa16e49dc9f8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:57.905317 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-470fbbe9-e1ca-436c-b542-fa16e49dc9f8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/ports/9e4ae918-d2aa-48fc-b9e8-dea85aa6ac1f HTTP/1.1" status: 204 len: 168 time: 1.1201782 Feb 08 21:36:57.907822 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35524) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:57.920232 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38d081-2723-4c80-b929-07346ea50ff8 req-5ec4e9c1-6c19-4a35-a7c8-28222b663c95 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:57.930769 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f38d081-2723-4c80-b929-07346ea50ff8 req-5ec4e9c1-6c19-4a35-a7c8-28222b663c95 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 945 time: 0.7012527 Feb 08 21:36:57.965113 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a3cc5a-f78d-4a44-bfc7-554ce2521bb2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:57.967658 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-67a3cc5a-f78d-4a44-bfc7-554ce2521bb2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0588541 Feb 08 21:36:57.971010 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35528) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:57.976969 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d34c8-08a4-47b4-8bb4-3d40d387bc62 req-9532b3a9-b02f-458e-a96b-06f37ccebff5 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:57.978568 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-721d34c8-08a4-47b4-8bb4-3d40d387bc62 req-9532b3a9-b02f-458e-a96b-06f37ccebff5 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5067dcf-ab9c-4e7f-a9cb-0547101e772f HTTP/1.1" status: 200 len: 945 time: 0.7539141 Feb 08 21:36:58.003019 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=2442bd80-c539-4c5b-aec9-6d2510226cc5,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:58.032795 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-d206520e-f8e5-41cf-8dff-7517baff888f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] GET failed (client error): The resource could not be found. Feb 08 21:36:58.035534 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d206520e-f8e5-41cf-8dff-7517baff888f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "GET /v2.0/ports/17f79501-12ec-438e-8cc7-8f99c153f95c HTTP/1.1" status: 404 len: 333 time: 0.0619941 Feb 08 21:36:58.040544 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35530) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:58.071024 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-376ba824-ac69-458f-b94b-e6c452984d24 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] GET failed (client error): The resource could not be found. Feb 08 21:36:58.072717 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-376ba824-ac69-458f-b94b-e6c452984d24 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "GET /v2.0/ports/9e4ae918-d2aa-48fc-b9e8-dea85aa6ac1f HTTP/1.1" status: 404 len: 333 time: 0.0331910 Feb 08 21:36:58.075426 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35532) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:58.171021 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f38d081-2723-4c80-b929-07346ea50ff8 req-658f1af6-7ad3-44ab-a847-ff2fb4965ed4 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371624 Feb 08 21:36:58.192469 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-721d34c8-08a4-47b4-8bb4-3d40d387bc62 req-4e8da804-6f00-49a4-a084-ead5edb8a036 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959121 Feb 08 21:36:58.214401 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-785fabcd-4144-4180-8ac0-a99bab53f653 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (6c9ea7bc-a472-4371-9747-545c5609475f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:58.307875 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9cea88-16f1-4500-a90e-76b0c86c545e x-openstack-request-id: req-ca9cea88-16f1-4500-a90e-76b0c86c545e {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:36:58.308419 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5067dcf-ab9c-4e7f-a9cb-0547101e772f", "name": "network-vif-plugged", "status": "completed", "tag": "2442bd80-c539-4c5b-aec9-6d2510226cc5", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:36:58.308621 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ca9cea88-16f1-4500-a90e-76b0c86c545e {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:36:58.309136 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5067dcf-ab9c-4e7f-a9cb-0547101e772f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2442bd80-c539-4c5b-aec9-6d2510226cc5', 'code': 200} Feb 08 21:36:58.451662 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4c2cd6e7-5f1e-49f4-b0e3-0598844f9bd2 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (805a71cb-e072-4937-8d46-5d680acdf347), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:58.464837 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-785fabcd-4144-4180-8ac0-a99bab53f653 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (6c9ea7bc-a472-4371-9747-545c5609475f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:58.497972 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-785fabcd-4144-4180-8ac0-a99bab53f653 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c9ea7bc-a472-4371-9747-545c5609475f']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:58.499466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c386c9-a148-4d41-b22e-b87c4a26d4f7 req-efa185b1-0c5a-4947-bd2e-51412cf1ec9a tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:58.502715 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aecf4b-a46f-489d-a4c1-911a26606882 req-7dc05ce4-5dcb-4c34-83b1-c1575d90852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:58.504598 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-18aecf4b-a46f-489d-a4c1-911a26606882 req-7dc05ce4-5dcb-4c34-83b1-c1575d90852f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c5067dcf-ab9c-4e7f-a9cb-0547101e772f HTTP/1.1" status: 200 len: 1129 time: 0.0999212 Feb 08 21:36:58.507999 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6c386c9-a148-4d41-b22e-b87c4a26d4f7 req-efa185b1-0c5a-4947-bd2e-51412cf1ec9a tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.1297135 Feb 08 21:36:58.574035 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-785fabcd-4144-4180-8ac0-a99bab53f653 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc38679-0575-4d8d-8023-61843c8ff53c') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:58.574448 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-785fabcd-4144-4180-8ac0-a99bab53f653 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc38679-0575-4d8d-8023-61843c8ff53c') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:58.601739 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6c386c9-a148-4d41-b22e-b87c4a26d4f7 req-fdaa1341-1b58-4b2c-9e9f-557014367a64 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909882 Feb 08 21:36:58.606912 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2cd6e7-5f1e-49f4-b0e3-0598844f9bd2 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event updated for resources: {'Subnet': ['ID=805a71cb-e072-4937-8d46-5d680acdf347,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:58.616660 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2cd6e7-5f1e-49f4-b0e3-0598844f9bd2 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Checking segment: {'id': '83035a69-ff00-451c-90f7-354865e61c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1cbeba7b-6384-4df4-9b9a-a95ff6032268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:36:58.617033 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2cd6e7-5f1e-49f4-b0e3-0598844f9bd2 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Network hostable DHCP agents. Network: 1cbeba7b-6384-4df4-9b9a-a95ff6032268, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:36:58.626568 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-785fabcd-4144-4180-8ac0-a99bab53f653 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (1cc38679-0575-4d8d-8023-61843c8ff53c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:58.638131 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2cd6e7-5f1e-49f4-b0e3-0598844f9bd2 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Network 1cbeba7b-6384-4df4-9b9a-a95ff6032268 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:36:58.651854 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-4c2cd6e7-5f1e-49f4-b0e3-0598844f9bd2 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 1cbeba7b-6384-4df4-9b9a-a95ff6032268) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:36:58.656143 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-18aecf4b-a46f-489d-a4c1-911a26606882 req-efa21352-c1cf-42a7-b46f-27dd4933d783 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176295 Feb 08 21:36:58.656143 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-785fabcd-4144-4180-8ac0-a99bab53f653 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (1cc38679-0575-4d8d-8023-61843c8ff53c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:58.661672 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785fabcd-4144-4180-8ac0-a99bab53f653 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:36:58.664064 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-785fabcd-4144-4180-8ac0-a99bab53f653 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (1cc38679-0575-4d8d-8023-61843c8ff53c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:58.666799 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c66826f-a010-47c8-938b-f773e7ca115b None None] Network 1cbeba7b-6384-4df4-9b9a-a95ff6032268 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:36:58.668748 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2cd6e7-5f1e-49f4-b0e3-0598844f9bd2 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:58.669585 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4c2cd6e7-5f1e-49f4-b0e3-0598844f9bd2 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:36:58.672832 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:36:58.706113 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4c2cd6e7-5f1e-49f4-b0e3-0598844f9bd2 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6756179 Feb 08 21:36:58.708462 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35566) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:58.803349 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-785fabcd-4144-4180-8ac0-a99bab53f653 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (6c9ea7bc-a472-4371-9747-545c5609475f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:58.814915 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-785fabcd-4144-4180-8ac0-a99bab53f653 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:58.822383 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-785fabcd-4144-4180-8ac0-a99bab53f653 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/networks/6c9ea7bc-a472-4371-9747-545c5609475f HTTP/1.1" status: 204 len: 168 time: 0.7419846 Feb 08 21:36:58.824008 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35568) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:58.833868 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-98240dbe-7528-42df-b907-c7e7e28546f3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1724447984'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:58.851125 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785fabcd-4144-4180-8ac0-a99bab53f653 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Network': ['ID=6c9ea7bc-a472-4371-9747-545c5609475f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:58.871278 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b8c87f6-8db5-4aa0-869c-f9c2b4e7939f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (1cbeba7b-6384-4df4-9b9a-a95ff6032268), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:58.873929 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98240dbe-7528-42df-b907-c7e7e28546f3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:58.877827 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98240dbe-7528-42df-b907-c7e7e28546f3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:58.941328 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98240dbe-7528-42df-b907-c7e7e28546f3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:36:58.959011 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98240dbe-7528-42df-b907-c7e7e28546f3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (808dc195-5f20-42ec-a2d0-ba1d3e80e372), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:58.960106 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-98240dbe-7528-42df-b907-c7e7e28546f3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Added segment 808dc195-5f20-42ec-a2d0-ba1d3e80e372 of type vlan for network 206b3624-4807-42e2-9d43-19328c55a204 Feb 08 21:36:58.964773 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ec183f-a48c-4213-a635-2ebe1c563497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-1cbeba7b-6384-4df4-9b9a-a95ff6032268', 'network_id': '1cbeba7b-6384-4df4-9b9a-a95ff6032268', 'project_id': 'dfb785c12ea241b583e25a8282e377c4', 'fixed_ips': [{'subnet_id': '805a71cb-e072-4937-8d46-5d680acdf347'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:36:58.969108 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-49ec183f-a48c-4213-a635-2ebe1c563497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:58.971923 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b8c87f6-8db5-4aa0-869c-f9c2b4e7939f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (805a71cb-e072-4937-8d46-5d680acdf347), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:59.012007 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98240dbe-7528-42df-b907-c7e7e28546f3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (206b3624-4807-42e2-9d43-19328c55a204), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:59.043695 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98240dbe-7528-42df-b907-c7e7e28546f3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (206b3624-4807-42e2-9d43-19328c55a204), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:59.054884 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98240dbe-7528-42df-b907-c7e7e28546f3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:59.055533 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98240dbe-7528-42df-b907-c7e7e28546f3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:59.145640 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b8c87f6-8db5-4aa0-869c-f9c2b4e7939f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (805a71cb-e072-4937-8d46-5d680acdf347), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:59.157658 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-98240dbe-7528-42df-b907-c7e7e28546f3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3290541 Feb 08 21:36:59.157910 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35572) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:59.163100 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5d5e33ac-97b9-4cdc-8018-726b5c70ef7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'subnet': {'network_id': '206b3624-4807-42e2-9d43-19328c55a204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:59.173328 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 847006f8-c17a-4de4-8cf4-47c1e161c2b1 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:36:59.185455 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98240dbe-7528-42df-b907-c7e7e28546f3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Network': ['ID=206b3624-4807-42e2-9d43-19328c55a204,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:59.198754 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c87f6-8db5-4aa0-869c-f9c2b4e7939f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event deleted for resources: {'Subnet': ['ID=805a71cb-e072-4937-8d46-5d680acdf347,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:59.249604 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35578) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server [None req-49ec183f-a48c-4213-a635-2ebe1c563497 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 805a71cb-e072-4937-8d46-5d680acdf347: This subnet is being modified by another concurrent operation. Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 21:36:59.269633 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise exception Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 805a71cb-e072-4937-8d46-5d680acdf347: This subnet is being modified by another concurrent operation. Feb 08 21:36:59.274803 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server Feb 08 21:36:59.283039 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 206b3624-4807-42e2-9d43-19328c55a204 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:36:59.353562 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5e33ac-97b9-4cdc-8018-726b5c70ef7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:59.355453 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b8c87f6-8db5-4aa0-869c-f9c2b4e7939f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (1cbeba7b-6384-4df4-9b9a-a95ff6032268), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:59.359642 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d5e33ac-97b9-4cdc-8018-726b5c70ef7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:59.382121 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578ded72-233e-4567-9613-1add61308e37 None None] Network 1cbeba7b-6384-4df4-9b9a-a95ff6032268 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:36:59.406386 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-3b8c87f6-8db5-4aa0-869c-f9c2b4e7939f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cbeba7b-6384-4df4-9b9a-a95ff6032268']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:59.433857 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-3b8c87f6-8db5-4aa0-869c-f9c2b4e7939f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83035a69-ff00-451c-90f7-354865e61c94') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:59.437367 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-3b8c87f6-8db5-4aa0-869c-f9c2b4e7939f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83035a69-ff00-451c-90f7-354865e61c94') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:36:59.465798 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b8c87f6-8db5-4aa0-869c-f9c2b4e7939f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (83035a69-ff00-451c-90f7-354865e61c94), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:59.481253 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:59.483552 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b8c87f6-8db5-4aa0-869c-f9c2b4e7939f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (83035a69-ff00-451c-90f7-354865e61c94), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:59.489170 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b80a1938-8180-458d-a899-938821c28070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:59.490809 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b8c87f6-8db5-4aa0-869c-f9c2b4e7939f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:36:59.491301 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b8c87f6-8db5-4aa0-869c-f9c2b4e7939f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (83035a69-ff00-451c-90f7-354865e61c94), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:59.519724 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:36:59.547911 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.ipam_backend_mixin [None req-5d5e33ac-97b9-4cdc-8018-726b5c70ef7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Performing IP validity checks on allocation pools {{(pid=103434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 08 21:36:59.551725 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.ipam_backend_mixin [None req-5d5e33ac-97b9-4cdc-8018-726b5c70ef7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:36:59.569953 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:36:59.575384 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef2a76e-d97b-4761-ba78-f6517a52459c None None] get_active_networks_info from n-d-712143-31 {{(pid=103435) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 21:36:59.577556 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b8c87f6-8db5-4aa0-869c-f9c2b4e7939f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (1cbeba7b-6384-4df4-9b9a-a95ff6032268), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:59.655348 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-bbaa81c2-9344-4e0d-aa3d-56a01a0fab77 None None] Provisioning complete for port 15123426-6b52-4c9e-a2fc-a56d5e4420a8 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:36:59.656033 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bbaa81c2-9344-4e0d-aa3d-56a01a0fab77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (15123426-6b52-4c9e-a2fc-a56d5e4420a8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:59.688080 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b8c87f6-8db5-4aa0-869c-f9c2b4e7939f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:59.692669 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3b8c87f6-8db5-4aa0-869c-f9c2b4e7939f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "DELETE /v2.0/networks/1cbeba7b-6384-4df4-9b9a-a95ff6032268 HTTP/1.1" status: 204 len: 168 time: 0.9827313 Feb 08 21:36:59.701495 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 847006f8-c17a-4de4-8cf4-47c1e161c2b1, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=847006f8-c17a-4de4-8cf4-47c1e161c2b1,segment=NetworkSegment(d23a6594-b5ac-4220-9c7e-256007bbfc19),segment_id=d23a6594-b5ac-4220-9c7e-256007bbfc19)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:36:59.704732 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35584) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:36:59.715641 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c87f6-8db5-4aa0-869c-f9c2b4e7939f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event deleted for resources: {'Network': ['ID=1cbeba7b-6384-4df4-9b9a-a95ff6032268,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:36:59.716298 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5d05ba09-72ff-4c00-95b6-4b60fab93557 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-531883506'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:36:59.717588 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '847006f8-c17a-4de4-8cf4-47c1e161c2b1', 'network_id': '0b788a94-1e80-468a-940e-48c5a63e44a4', 'port_id': '847006f8-c17a-4de4-8cf4-47c1e161c2b1', 'mac_address': 'fa:16:3e:90:dd:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5401f80b-e57f-40cb-9cf6-b97b0a9bdb9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:36:59.760084 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d05ba09-72ff-4c00-95b6-4b60fab93557 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Made reservation on behalf of dfb785c12ea241b583e25a8282e377c4 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:36:59.764421 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d05ba09-72ff-4c00-95b6-4b60fab93557 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:59.765884 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb223b99-9fb1-4009-acb5-987e25fca351 req-f087c7d6-f1c7-49d7-b202-36ad1f59995a tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:59.767925 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cb223b99-9fb1-4009-acb5-987e25fca351 req-f087c7d6-f1c7-49d7-b202-36ad1f59995a tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 945 time: 0.1951222 Feb 08 21:36:59.793121 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a703f22-bb95-4333-8251-7ed005d12a3b req-9f2f26ce-eb17-4626-8b18-8c39e7e6b560 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:36:59.805179 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a703f22-bb95-4333-8251-7ed005d12a3b req-9f2f26ce-eb17-4626-8b18-8c39e7e6b560 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5067dcf-ab9c-4e7f-a9cb-0547101e772f HTTP/1.1" status: 200 len: 946 time: 0.2339129 Feb 08 21:36:59.841143 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d05ba09-72ff-4c00-95b6-4b60fab93557 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:36:59.857489 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d05ba09-72ff-4c00-95b6-4b60fab93557 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (c6c4f7a0-3803-4c69-a70b-1fb002d9c490), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:59.862629 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-5d05ba09-72ff-4c00-95b6-4b60fab93557 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Added segment c6c4f7a0-3803-4c69-a70b-1fb002d9c490 of type vlan for network 1cd2dd95-c41d-41b5-ac57-b72e85cb1251 Feb 08 21:36:59.910349 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 847006f8-c17a-4de4-8cf4-47c1e161c2b1 is: ACTIVE; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:36:59.910751 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:59.915052 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a703f22-bb95-4333-8251-7ed005d12a3b req-064d5291-5d08-47b0-978b-53d969f9115d tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087914 Feb 08 21:36:59.916042 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef2a76e-d97b-4761-ba78-f6517a52459c None None] Resources bound (agent type, host, resource id): {{(pid=103435) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 21:36:59.917480 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b80a1938-8180-458d-a899-938821c28070 admin admin] Publish callbacks [] for security_group (688044ec-3c0a-4666-92f7-da3a96cbb903), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:36:59.979777 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cb223b99-9fb1-4009-acb5-987e25fca351 req-00d321eb-9912-4a17-8e05-b196e33fb036 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034800 Feb 08 21:37:00.015453 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d05ba09-72ff-4c00-95b6-4b60fab93557 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (1cd2dd95-c41d-41b5-ac57-b72e85cb1251), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:00.046697 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 847006f8-c17a-4de4-8cf4-47c1e161c2b1 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:37:00.057758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 15123426-6b52-4c9e-a2fc-a56d5e4420a8 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:37:00.077840 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-bbaa81c2-9344-4e0d-aa3d-56a01a0fab77 None None] Current status of the port 15123426-6b52-4c9e-a2fc-a56d5e4420a8 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:37:00.078821 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bbaa81c2-9344-4e0d-aa3d-56a01a0fab77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (15123426-6b52-4c9e-a2fc-a56d5e4420a8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:00.083029 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b80a1938-8180-458d-a899-938821c28070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (688044ec-3c0a-4666-92f7-da3a96cbb903), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:00.109989 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e3987-8830-4771-89f2-57c6d806e231 req-a2e22890-1c32-4de7-a265-af4e508b8c6d tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:00.120005 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc2e3987-8830-4771-89f2-57c6d806e231 req-a2e22890-1c32-4de7-a265-af4e508b8c6d tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.0908000 Feb 08 21:37:00.141428 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 847006f8-c17a-4de4-8cf4-47c1e161c2b1, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=847006f8-c17a-4de4-8cf4-47c1e161c2b1,segment=NetworkSegment(d23a6594-b5ac-4220-9c7e-256007bbfc19),segment_id=d23a6594-b5ac-4220-9c7e-256007bbfc19)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:00.180756 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:00.182449 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b80a1938-8180-458d-a899-938821c28070 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6c53c11938b240e0b9b00ba0c08c3803&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9312961 Feb 08 21:37:00.186047 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35590) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:00.204643 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a1938-8180-458d-a899-938821c28070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688044ec-3c0a-4666-92f7-da3a96cbb903,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:00.223874 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc2e3987-8830-4771-89f2-57c6d806e231 req-34a8851a-667f-4844-b64f-affb40adb40f tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025815 Feb 08 21:37:00.240362 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d5e33ac-97b9-4cdc-8018-726b5c70ef7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (659f1f2d-2d7b-4f22-bbd4-d3ab5cf9f8e5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:00.252307 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-bbaa81c2-9344-4e0d-aa3d-56a01a0fab77 None None] For port 15123426-6b52-4c9e-a2fc-a56d5e4420a8, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=15123426-6b52-4c9e-a2fc-a56d5e4420a8,segment=NetworkSegment(3c9bd68b-e9f9-43c3-924a-8605f6bc0d38),segment_id=3c9bd68b-e9f9-43c3-924a-8605f6bc0d38)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:00.264338 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d05ba09-72ff-4c00-95b6-4b60fab93557 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (1cd2dd95-c41d-41b5-ac57-b72e85cb1251), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:00.268061 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bbaa81c2-9344-4e0d-aa3d-56a01a0fab77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (15123426-6b52-4c9e-a2fc-a56d5e4420a8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:00.276080 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d05ba09-72ff-4c00-95b6-4b60fab93557 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:00.277724 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d05ba09-72ff-4c00-95b6-4b60fab93557 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:00.280169 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['847006f8-c17a-4de4-8cf4-47c1e161c2b1'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:37:00.292218 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e58d8cc1-674f-4772-aa00-1661399d8de5 admin admin] Publish callbacks [] for security_group (688044ec-3c0a-4666-92f7-da3a96cbb903), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:00.320319 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e58d8cc1-674f-4772-aa00-1661399d8de5 admin admin] Publish callbacks [] for security_group (688044ec-3c0a-4666-92f7-da3a96cbb903), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:00.391842 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e58d8cc1-674f-4772-aa00-1661399d8de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (688044ec-3c0a-4666-92f7-da3a96cbb903), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:00.395923 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e58d8cc1-674f-4772-aa00-1661399d8de5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:00.402601 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e58d8cc1-674f-4772-aa00-1661399d8de5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/688044ec-3c0a-4666-92f7-da3a96cbb903 HTTP/1.1" status: 204 len: 168 time: 0.2145689 Feb 08 21:37:00.409645 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05ba09-72ff-4c00-95b6-4b60fab93557 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event updated for resources: {'Network': ['ID=1cd2dd95-c41d-41b5-ac57-b72e85cb1251,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:00.416922 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d8cc1-674f-4772-aa00-1661399d8de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688044ec-3c0a-4666-92f7-da3a96cbb903,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:00.427243 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5d05ba09-72ff-4c00-95b6-4b60fab93557 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7207761 Feb 08 21:37:00.430999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35594) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:00.439555 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-e7049ea8-ff05-41e1-9913-7c2d090b97a5 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Request body: {'subnet': {'network_id': '1cd2dd95-c41d-41b5-ac57-b72e85cb1251', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:00.448410 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e33ac-97b9-4cdc-8018-726b5c70ef7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Subnet': ['ID=659f1f2d-2d7b-4f22-bbd4-d3ab5cf9f8e5,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:00.454402 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5e33ac-97b9-4cdc-8018-726b5c70ef7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Checking segment: {'id': '808dc195-5f20-42ec-a2d0-ba1d3e80e372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '206b3624-4807-42e2-9d43-19328c55a204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:37:00.454766 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5e33ac-97b9-4cdc-8018-726b5c70ef7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network hostable DHCP agents. Network: 206b3624-4807-42e2-9d43-19328c55a204, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:37:00.474596 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5e33ac-97b9-4cdc-8018-726b5c70ef7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network 206b3624-4807-42e2-9d43-19328c55a204 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:37:00.493093 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-5d5e33ac-97b9-4cdc-8018-726b5c70ef7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 206b3624-4807-42e2-9d43-19328c55a204) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:00.499542 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5e33ac-97b9-4cdc-8018-726b5c70ef7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:00.500150 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d5e33ac-97b9-4cdc-8018-726b5c70ef7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:00.532034 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5d5e33ac-97b9-4cdc-8018-726b5c70ef7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3730969 Feb 08 21:37:00.534681 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35596) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:00.544605 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-e995ed5d-068f-47e9-9117-2302c111a52b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'port': {'network_id': '206b3624-4807-42e2-9d43-19328c55a204', 'name': 'tempest-PortsIpV6TestJSON-987385027'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:00.563023 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 1cd2dd95-c41d-41b5-ac57-b72e85cb1251 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:37:00.585707 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=847006f8-c17a-4de4-8cf4-47c1e161c2b1,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:00.588940 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 15123426-6b52-4c9e-a2fc-a56d5e4420a8 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:37:00.589338 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (15123426-6b52-4c9e-a2fc-a56d5e4420a8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:00.623961 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47abc622-87de-478d-9f81-64c534b9e042 None None] Network 8a482c26-fbf3-4d3e-b433-c9a78778f5f7 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:00.649550 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247f88b1-491e-4640-982c-1a4bc701dd8a None None] Network 206b3624-4807-42e2-9d43-19328c55a204 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:00.680176 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7049ea8-ff05-41e1-9913-7c2d090b97a5 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Made reservation on behalf of dfb785c12ea241b583e25a8282e377c4 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:00.684527 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e7049ea8-ff05-41e1-9913-7c2d090b97a5 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:00.833170 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e995ed5d-068f-47e9-9117-2302c111a52b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:00.840141 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e995ed5d-068f-47e9-9117-2302c111a52b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:00.887938 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa81c2-9344-4e0d-aa3d-56a01a0fab77 None None] Pushing event updated for resources: {'Port': ['ID=15123426-6b52-4c9e-a2fc-a56d5e4420a8,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:00.888695 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-e995ed5d-068f-47e9-9117-2302c111a52b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] device_id is not set on port f9be1e8c-391f-4718-924f-fcc0839a2370 yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:37:01.095032 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da6d6bb-16fa-4848-bfc5-8d8caa223bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-206b3624-4807-42e2-9d43-19328c55a204', 'network_id': '206b3624-4807-42e2-9d43-19328c55a204', 'project_id': '31f733c410b246508debcff499ac82fe', 'fixed_ips': [{'subnet_id': '659f1f2d-2d7b-4f22-bbd4-d3ab5cf9f8e5'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:37:01.095926 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4da6d6bb-16fa-4848-bfc5-8d8caa223bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:01.156182 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 15123426-6b52-4c9e-a2fc-a56d5e4420a8 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:37:01.344906 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d49ce-d9ed-4964-821d-633efed407ed req-96ddbc85-ed5f-4c2e-928d-14e57357c6b1 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:01.346681 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-717d49ce-d9ed-4964-821d-633efed407ed req-96ddbc85-ed5f-4c2e-928d-14e57357c6b1 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5067dcf-ab9c-4e7f-a9cb-0547101e772f HTTP/1.1" status: 200 len: 946 time: 0.2783051 Feb 08 21:37:01.374903 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e7049ea8-ff05-41e1-9913-7c2d090b97a5 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (3ce72a26-75ac-446d-9f09-d221f614c7a0), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:01.425296 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:01.474469 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496211b-015b-4f7a-827d-23388e10b0fd req-639473ec-35a3-4036-b26f-7f1d9bd3b5bd tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:01.477062 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c496211b-015b-4f7a-827d-23388e10b0fd req-639473ec-35a3-4036-b26f-7f1d9bd3b5bd tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 945 time: 0.3465350 Feb 08 21:37:01.482326 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-e995ed5d-068f-47e9-9117-2302c111a52b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Allocated IP 2001:db8::3a (206b3624-4807-42e2-9d43-19328c55a204/659f1f2d-2d7b-4f22-bbd4-d3ab5cf9f8e5/f9be1e8c-391f-4718-924f-fcc0839a2370) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:37:01.483754 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:01.541146 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35632) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:01.549146 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7049ea8-ff05-41e1-9913-7c2d090b97a5 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event updated for resources: {'Subnet': ['ID=3ce72a26-75ac-446d-9f09-d221f614c7a0,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:01.578027 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-717d49ce-d9ed-4964-821d-633efed407ed req-a9603d2c-781b-45b6-88b0-53a74fd73600 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218745 Feb 08 21:37:01.629770 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-0f9655f0-993e-4409-b971-257e6c478747 None None] Provisioning complete for port 15123426-6b52-4c9e-a2fc-a56d5e4420a8 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:37:01.630157 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0f9655f0-993e-4409-b971-257e6c478747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (15123426-6b52-4c9e-a2fc-a56d5e4420a8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:01.638058 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7049ea8-ff05-41e1-9913-7c2d090b97a5 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Checking segment: {'id': 'c6c4f7a0-3803-4c69-a70b-1fb002d9c490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1cd2dd95-c41d-41b5-ac57-b72e85cb1251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:37:01.638437 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7049ea8-ff05-41e1-9913-7c2d090b97a5 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Network hostable DHCP agents. Network: 1cd2dd95-c41d-41b5-ac57-b72e85cb1251, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:37:01.654028 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c496211b-015b-4f7a-827d-23388e10b0fd req-c2763e22-35fb-4fc6-89e6-422fcb0a7250 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588309 Feb 08 21:37:01.820617 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-66826fa4-4cb0-4de6-badd-6f708e2c48ff admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-959768497-network', 'tenant_id': 'fc53dd4a681841d38c95bbc6beefed4a'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:01.844555 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66826fa4-4cb0-4de6-badd-6f708e2c48ff admin admin] Made reservation on behalf of fc53dd4a681841d38c95bbc6beefed4a for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:01.849107 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66826fa4-4cb0-4de6-badd-6f708e2c48ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:01.862385 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e995ed5d-068f-47e9-9117-2302c111a52b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for port (f9be1e8c-391f-4718-924f-fcc0839a2370), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:01.862624 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66826fa4-4cb0-4de6-badd-6f708e2c48ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:01.876796 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0f9655f0-993e-4409-b971-257e6c478747 None None] Current status of the port 15123426-6b52-4c9e-a2fc-a56d5e4420a8 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:37:01.888522 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 15123426-6b52-4c9e-a2fc-a56d5e4420a8 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:37:01.938294 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7049ea8-ff05-41e1-9913-7c2d090b97a5 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Network 1cd2dd95-c41d-41b5-ac57-b72e85cb1251 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:37:01.951821 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 15123426-6b52-4c9e-a2fc-a56d5e4420a8 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:37:01.952512 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (15123426-6b52-4c9e-a2fc-a56d5e4420a8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:01.979970 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-e7049ea8-ff05-41e1-9913-7c2d090b97a5 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 1cd2dd95-c41d-41b5-ac57-b72e85cb1251) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:01.980253 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66826fa4-4cb0-4de6-badd-6f708e2c48ff admin admin] Publish callbacks [] for security_group (4a92d86c-e013-4163-becc-4436ae34da24), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:01.988758 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e995ed5d-068f-47e9-9117-2302c111a52b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (f9be1e8c-391f-4718-924f-fcc0839a2370), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:01.993991 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7049ea8-ff05-41e1-9913-7c2d090b97a5 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:01.994687 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66826fa4-4cb0-4de6-badd-6f708e2c48ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4a92d86c-e013-4163-becc-4436ae34da24), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:01.994843 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e7049ea8-ff05-41e1-9913-7c2d090b97a5 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:02.027753 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66826fa4-4cb0-4de6-badd-6f708e2c48ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:37:02.041005 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13e5e94-34ca-478e-8c18-753099b3987f None None] Network 1cd2dd95-c41d-41b5-ac57-b72e85cb1251 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:02.055775 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66826fa4-4cb0-4de6-badd-6f708e2c48ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a92d86c-e013-4163-becc-4436ae34da24,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:02.066256 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66826fa4-4cb0-4de6-badd-6f708e2c48ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (2ad3d00d-18bd-4aff-9458-da3f057913a7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:02.066615 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-66826fa4-4cb0-4de6-badd-6f708e2c48ff admin admin] Added segment 2ad3d00d-18bd-4aff-9458-da3f057913a7 of type vlan for network f51e020b-df80-47d2-bdb6-e2b2dbdc86f4 Feb 08 21:37:02.113622 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a4b8a-ae48-487d-a08b-84e4dad061a2 req-7fbbd69a-b5fe-4621-b4ae-2589aa4902ad tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:02.116182 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f8a4b8a-ae48-487d-a08b-84e4dad061a2 req-7fbbd69a-b5fe-4621-b4ae-2589aa4902ad tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5067dcf-ab9c-4e7f-a9cb-0547101e772f HTTP/1.1" status: 200 len: 946 time: 0.2280984 Feb 08 21:37:02.129527 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e995ed5d-068f-47e9-9117-2302c111a52b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network 206b3624-4807-42e2-9d43-19328c55a204 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:37:02.136982 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e7049ea8-ff05-41e1-9913-7c2d090b97a5 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7013171 Feb 08 21:37:02.137380 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66826fa4-4cb0-4de6-badd-6f708e2c48ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (f51e020b-df80-47d2-bdb6-e2b2dbdc86f4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:02.141597 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35642) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:02.148309 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7d8daeb8-5a3d-4869-b2bf-36e3914d7039 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1999551358'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:02.152097 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-e995ed5d-068f-47e9-9117-2302c111a52b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:02.160803 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712eea86-9844-453c-9914-98e48d081c14 req-5981421e-d050-4e5d-827f-6e25a5c932b6 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:02.162661 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-712eea86-9844-453c-9914-98e48d081c14 req-5981421e-d050-4e5d-827f-6e25a5c932b6 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 945 time: 0.2724588 Feb 08 21:37:02.163637 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e995ed5d-068f-47e9-9117-2302c111a52b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:37:02.169245 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e995ed5d-068f-47e9-9117-2302c111a52b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:02.170075 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e995ed5d-068f-47e9-9117-2302c111a52b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:02.173819 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995ed5d-068f-47e9-9117-2302c111a52b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Port': ['ID=f9be1e8c-391f-4718-924f-fcc0839a2370,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:02.209127 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8daeb8-5a3d-4869-b2bf-36e3914d7039 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Made reservation on behalf of dfb785c12ea241b583e25a8282e377c4 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:02.212069 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-4da6d6bb-16fa-4848-bfc5-8d8caa223bca None None] Allocated IP 2001:db8::2 (206b3624-4807-42e2-9d43-19328c55a204/659f1f2d-2d7b-4f22-bbd4-d3ab5cf9f8e5/c403a432-12f0-4afa-b67d-81140eb48139) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:37:02.218347 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d8daeb8-5a3d-4869-b2bf-36e3914d7039 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:02.221592 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e995ed5d-068f-47e9-9117-2302c111a52b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6845763 Feb 08 21:37:02.221973 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35644) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:02.248715 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897466cb-9069-45a9-943f-5bba78283eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-1cd2dd95-c41d-41b5-ac57-b72e85cb1251', 'network_id': '1cd2dd95-c41d-41b5-ac57-b72e85cb1251', 'project_id': 'dfb785c12ea241b583e25a8282e377c4', 'fixed_ips': [{'subnet_id': '3ce72a26-75ac-446d-9f09-d221f614c7a0'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:37:02.249576 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-897466cb-9069-45a9-943f-5bba78283eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:02.254482 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66826fa4-4cb0-4de6-badd-6f708e2c48ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (f51e020b-df80-47d2-bdb6-e2b2dbdc86f4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:02.255458 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66826fa4-4cb0-4de6-badd-6f708e2c48ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:02.257327 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66826fa4-4cb0-4de6-badd-6f708e2c48ff admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:02.273093 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f8a4b8a-ae48-487d-a08b-84e4dad061a2 req-f6ab6a06-41d7-4ae8-a39d-1ac2253ed6b5 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477482 Feb 08 21:37:02.322207 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-712eea86-9844-453c-9914-98e48d081c14 req-1289a168-3909-4693-af70-c65dac63694f tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390159 Feb 08 21:37:02.373876 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 15123426-6b52-4c9e-a2fc-a56d5e4420a8 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:37:02.384263 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66826fa4-4cb0-4de6-badd-6f708e2c48ff admin admin] Pushing event updated for resources: {'Network': ['ID=f51e020b-df80-47d2-bdb6-e2b2dbdc86f4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:02.402766 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network f51e020b-df80-47d2-bdb6-e2b2dbdc86f4 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:37:02.405353 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-66826fa4-4cb0-4de6-badd-6f708e2c48ff admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8623900 Feb 08 21:37:02.407463 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d8daeb8-5a3d-4869-b2bf-36e3914d7039 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:37:02.424178 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35648) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:02.446267 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-12c4cc47-84b9-4b68-ae2a-df40a74bf5af admin admin] Request body: {'subnet': {'network_id': 'f51e020b-df80-47d2-bdb6-e2b2dbdc86f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-959768497-subnet', 'tenant_id': 'fc53dd4a681841d38c95bbc6beefed4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:02.448534 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d8daeb8-5a3d-4869-b2bf-36e3914d7039 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (fc117519-fbf0-4c00-97ed-d05620a04f4e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:02.448993 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-7d8daeb8-5a3d-4869-b2bf-36e3914d7039 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Added segment fc117519-fbf0-4c00-97ed-d05620a04f4e of type vlan for network 57610c98-73c8-4ea7-b623-371f6f0d36a5 Feb 08 21:37:02.500820 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d8daeb8-5a3d-4869-b2bf-36e3914d7039 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (57610c98-73c8-4ea7-b623-371f6f0d36a5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:02.507881 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c4cc47-84b9-4b68-ae2a-df40a74bf5af admin admin] Made reservation on behalf of fc53dd4a681841d38c95bbc6beefed4a for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:02.510346 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-12c4cc47-84b9-4b68-ae2a-df40a74bf5af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:02.519059 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1aacf1b6-e4e5-4a8d-abc4-94759443b13a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting port f9be1e8c-391f-4718-924f-fcc0839a2370 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:37:02.519556 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1aacf1b6-e4e5-4a8d-abc4-94759443b13a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f9be1e8c-391f-4718-924f-fcc0839a2370), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:02.618881 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1aacf1b6-e4e5-4a8d-abc4-94759443b13a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f9be1e8c-391f-4718-924f-fcc0839a2370), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:02.637942 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1aacf1b6-e4e5-4a8d-abc4-94759443b13a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Calling delete_port for f9be1e8c-391f-4718-924f-fcc0839a2370 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:37:02.657991 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d8daeb8-5a3d-4869-b2bf-36e3914d7039 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (57610c98-73c8-4ea7-b623-371f6f0d36a5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:02.665081 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8daeb8-5a3d-4869-b2bf-36e3914d7039 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:02.665918 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d8daeb8-5a3d-4869-b2bf-36e3914d7039 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:02.700985 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97049a-ba5d-4b3a-9064-7957359ffe44 req-4d8b45b2-6ce4-4a89-bd39-8530af758f1a tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:02.702883 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b97049a-ba5d-4b3a-9064-7957359ffe44 req-4d8b45b2-6ce4-4a89-bd39-8530af758f1a tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 946 time: 0.3489037 Feb 08 21:37:02.767972 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-897466cb-9069-45a9-943f-5bba78283eb0 None None] Allocated IP 2001:db8::3 (1cd2dd95-c41d-41b5-ac57-b72e85cb1251/3ce72a26-75ac-446d-9f09-d221f614c7a0/5eb8eb96-e1b3-4bd6-904d-db0300dfb055) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:37:02.769345 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7d8daeb8-5a3d-4869-b2bf-36e3914d7039 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6266701 Feb 08 21:37:02.776267 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35654) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:02.780295 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4da6d6bb-16fa-4848-bfc5-8d8caa223bca None None] Publish callbacks [] for port (c403a432-12f0-4afa-b67d-81140eb48139), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:02.788757 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2137303b-abfb-48a5-9699-5f54dea2aceb tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Request body: {'subnet': {'network_id': '57610c98-73c8-4ea7-b623-371f6f0d36a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:02.795897 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4da6d6bb-16fa-4848-bfc5-8d8caa223bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (c403a432-12f0-4afa-b67d-81140eb48139), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:02.798392 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b97049a-ba5d-4b3a-9064-7957359ffe44 req-2597692e-4f4c-439b-b068-80b5105f061b tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800779 Feb 08 21:37:02.825804 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745c59b-34a4-4eac-a783-76453a2383a1 req-06cfc3bd-3ad3-45d0-85ac-1e0b9e7b3702 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:02.827417 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5745c59b-34a4-4eac-a783-76453a2383a1 req-06cfc3bd-3ad3-45d0-85ac-1e0b9e7b3702 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5067dcf-ab9c-4e7f-a9cb-0547101e772f HTTP/1.1" status: 200 len: 946 time: 0.1903040 Feb 08 21:37:02.923241 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8daeb8-5a3d-4869-b2bf-36e3914d7039 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event updated for resources: {'Network': ['ID=57610c98-73c8-4ea7-b623-371f6f0d36a5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:02.928726 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5745c59b-34a4-4eac-a783-76453a2383a1 req-1e563899-cd8f-4b86-be83-b0eba1b95712 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849946 Feb 08 21:37:02.952614 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 57610c98-73c8-4ea7-b623-371f6f0d36a5 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:37:02.967753 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da6d6bb-16fa-4848-bfc5-8d8caa223bca None None] Network 206b3624-4807-42e2-9d43-19328c55a204 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:37:03.007928 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-4da6d6bb-16fa-4848-bfc5-8d8caa223bca None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:03.011016 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da6d6bb-16fa-4848-bfc5-8d8caa223bca None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:37:03.034705 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-12c4cc47-84b9-4b68-ae2a-df40a74bf5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (f260ac2c-ee81-42ce-b93c-bea097a99dc0), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:03.125406 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 847006f8-c17a-4de4-8cf4-47c1e161c2b1 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:37:03.134288 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1aacf1b6-e4e5-4a8d-abc4-94759443b13a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (f9be1e8c-391f-4718-924f-fcc0839a2370), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:03.168939 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc0f5e-3749-4f5c-9117-82bb2eb8bc48 req-4541dce9-d322-4887-b2a3-3295aa4db880 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:03.168939 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bdbc0f5e-3749-4f5c-9117-82bb2eb8bc48 req-4541dce9-d322-4887-b2a3-3295aa4db880 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 945 time: 0.2444632 Feb 08 21:37:03.171236 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4cc47-84b9-4b68-ae2a-df40a74bf5af admin admin] Pushing event updated for resources: {'Subnet': ['ID=f260ac2c-ee81-42ce-b93c-bea097a99dc0,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:03.176944 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c4cc47-84b9-4b68-ae2a-df40a74bf5af admin admin] Checking segment: {'id': '2ad3d00d-18bd-4aff-9458-da3f057913a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f51e020b-df80-47d2-bdb6-e2b2dbdc86f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:37:03.177502 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c4cc47-84b9-4b68-ae2a-df40a74bf5af admin admin] Network hostable DHCP agents. Network: f51e020b-df80-47d2-bdb6-e2b2dbdc86f4, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:37:03.252685 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f89c6-7258-4732-a602-2b0ff75526e3 req-c8a9324d-bba9-4cb9-b872-31e2948e40be tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:03.260803 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3a5f89c6-7258-4732-a602-2b0ff75526e3 req-c8a9324d-bba9-4cb9-b872-31e2948e40be tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5067dcf-ab9c-4e7f-a9cb-0547101e772f HTTP/1.1" status: 200 len: 946 time: 0.1750247 Feb 08 21:37:03.262545 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacf1b6-e4e5-4a8d-abc4-94759443b13a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Port': ['ID=f9be1e8c-391f-4718-924f-fcc0839a2370,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:03.264249 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c4cc47-84b9-4b68-ae2a-df40a74bf5af admin admin] Network f51e020b-df80-47d2-bdb6-e2b2dbdc86f4 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:37:03.281178 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2137303b-abfb-48a5-9699-5f54dea2aceb tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Made reservation on behalf of dfb785c12ea241b583e25a8282e377c4 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:03.284168 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bdbc0f5e-3749-4f5c-9117-82bb2eb8bc48 req-2bca0fcf-2136-4d60-928b-77ff85c03005 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063123 Feb 08 21:37:03.285293 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2137303b-abfb-48a5-9699-5f54dea2aceb tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:03.307432 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-12c4cc47-84b9-4b68-ae2a-df40a74bf5af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, f51e020b-df80-47d2-bdb6-e2b2dbdc86f4) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:03.314928 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c4cc47-84b9-4b68-ae2a-df40a74bf5af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:03.315865 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-12c4cc47-84b9-4b68-ae2a-df40a74bf5af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:03.328613 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1aacf1b6-e4e5-4a8d-abc4-94759443b13a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:03.334997 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1aacf1b6-e4e5-4a8d-abc4-94759443b13a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/ports/f9be1e8c-391f-4718-924f-fcc0839a2370 HTTP/1.1" status: 204 len: 168 time: 1.1034181 Feb 08 21:37:03.354632 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35662) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:03.428748 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de90a4f-341d-42f3-a9da-b972f6172df5 req-51286383-bbee-4244-a0ae-2a33c7bd4957 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:03.431567 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3de90a4f-341d-42f3-a9da-b972f6172df5 req-51286383-bbee-4244-a0ae-2a33c7bd4957 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 946 time: 0.2183495 Feb 08 21:37:03.441960 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf6e6591-81f7-44d7-8cc5-e2afd94579f4 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] DELETE failed (client error): The resource could not be found. Feb 08 21:37:03.443464 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf6e6591-81f7-44d7-8cc5-e2afd94579f4 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:37:03.450818 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bf6e6591-81f7-44d7-8cc5-e2afd94579f4 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/ports/f9be1e8c-391f-4718-924f-fcc0839a2370 HTTP/1.1" status: 404 len: 333 time: 0.0905519 Feb 08 21:37:03.451854 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35664) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:03.467716 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.ipam_backend_mixin [None req-2137303b-abfb-48a5-9699-5f54dea2aceb tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Performing IP validity checks on allocation pools {{(pid=103434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 08 21:37:03.468250 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.ipam_backend_mixin [None req-2137303b-abfb-48a5-9699-5f54dea2aceb tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 08 21:37:03.542009 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-12c4cc47-84b9-4b68-ae2a-df40a74bf5af admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1060157 Feb 08 21:37:03.583230 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a308e405-f623-43af-8de8-46b76983b83a None None] Network f51e020b-df80-47d2-bdb6-e2b2dbdc86f4 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:03.592279 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3a5f89c6-7258-4732-a602-2b0ff75526e3 req-ea017740-a34f-4797-a11a-f87e616337ac tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281844 Feb 08 21:37:03.642193 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff90526-59f2-4092-8d5a-3e202b72eae3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] GET failed (client error): The resource could not be found. Feb 08 21:37:03.644329 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2ff90526-59f2-4092-8d5a-3e202b72eae3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "GET /v2.0/ports/f9be1e8c-391f-4718-924f-fcc0839a2370 HTTP/1.1" status: 404 len: 333 time: 0.1169724 Feb 08 21:37:03.648902 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35678) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:03.741074 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22074083-93ff-47b4-86c2-9348a168a3ec req-7a9b9fe0-1240-4904-9cd7-cc6f6085d8a6 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:03.749844 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-22074083-93ff-47b4-86c2-9348a168a3ec req-7a9b9fe0-1240-4904-9cd7-cc6f6085d8a6 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 945 time: 0.3104458 Feb 08 21:37:03.771727 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-3de90a4f-341d-42f3-a9da-b972f6172df5 req-b1229a76-2063-49ca-89bf-7bbe88b11757 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Deleting port 3e63e12c-97b8-4b03-8007-0ad151950de8 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:37:03.772271 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3de90a4f-341d-42f3-a9da-b972f6172df5 req-b1229a76-2063-49ca-89bf-7bbe88b11757 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (3e63e12c-97b8-4b03-8007-0ad151950de8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:03.802398 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ad3aaa0-18e0-4478-883b-ba06bdba1efb tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting subnet 659f1f2d-2d7b-4f22-bbd4-d3ab5cf9f8e5 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:37:03.812302 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0ad3aaa0-18e0-4478-883b-ba06bdba1efb tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for subnet (659f1f2d-2d7b-4f22-bbd4-d3ab5cf9f8e5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:03.821679 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-4da6d6bb-16fa-4848-bfc5-8d8caa223bca None None] Attempting to bind port c403a432-12f0-4afa-b67d-81140eb48139 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:37:03.822490 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-4da6d6bb-16fa-4848-bfc5-8d8caa223bca None None] Attempting to bind port c403a432-12f0-4afa-b67d-81140eb48139 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '808dc195-5f20-42ec-a2d0-ba1d3e80e372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '206b3624-4807-42e2-9d43-19328c55a204'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:37:03.823043 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da6d6bb-16fa-4848-bfc5-8d8caa223bca None None] Attempting to bind port c403a432-12f0-4afa-b67d-81140eb48139 on network 206b3624-4807-42e2-9d43-19328c55a204 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:37:03.832546 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6d6bb-16fa-4848-bfc5-8d8caa223bca None None] Pushing event updated for resources: {'Port': ['ID=c403a432-12f0-4afa-b67d-81140eb48139,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:03.857684 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da6d6bb-16fa-4848-bfc5-8d8caa223bca None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:37:03.858491 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da6d6bb-16fa-4848-bfc5-8d8caa223bca None None] Checking segment: {'id': '808dc195-5f20-42ec-a2d0-ba1d3e80e372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '206b3624-4807-42e2-9d43-19328c55a204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:37:03.859315 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4da6d6bb-16fa-4848-bfc5-8d8caa223bca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:03.859900 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da6d6bb-16fa-4848-bfc5-8d8caa223bca None None] Bound using segment: {'id': '808dc195-5f20-42ec-a2d0-ba1d3e80e372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '206b3624-4807-42e2-9d43-19328c55a204'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:37:03.862284 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-4da6d6bb-16fa-4848-bfc5-8d8caa223bca None None] Bound port: c403a432-12f0-4afa-b67d-81140eb48139, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808dc195-5f20-42ec-a2d0-ba1d3e80e372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '206b3624-4807-42e2-9d43-19328c55a204'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:37:03.866337 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4da6d6bb-16fa-4848-bfc5-8d8caa223bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c403a432-12f0-4afa-b67d-81140eb48139), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:03.904708 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2137303b-abfb-48a5-9699-5f54dea2aceb tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (03e6c7af-978f-4c89-8483-91244c807b55), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:03.958283 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f61fae-e200-4137-80b4-96a17068e7ca None None] Network f51e020b-df80-47d2-bdb6-e2b2dbdc86f4 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:04.011926 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0ad3aaa0-18e0-4478-883b-ba06bdba1efb tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (659f1f2d-2d7b-4f22-bbd4-d3ab5cf9f8e5), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:04.013952 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-3de90a4f-341d-42f3-a9da-b972f6172df5 req-b1229a76-2063-49ca-89bf-7bbe88b11757 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] For port 3e63e12c-97b8-4b03-8007-0ad151950de8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3e63e12c-97b8-4b03-8007-0ad151950de8,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:04.014336 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3de90a4f-341d-42f3-a9da-b972f6172df5 req-b1229a76-2063-49ca-89bf-7bbe88b11757 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (3e63e12c-97b8-4b03-8007-0ad151950de8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:04.029715 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-22074083-93ff-47b4-86c2-9348a168a3ec req-4c8a2caa-3a41-40be-a8e4-aaadabf0f39e tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786891 Feb 08 21:37:04.090622 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 847006f8-c17a-4de4-8cf4-47c1e161c2b1 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:37:04.091005 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:04.104317 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-897466cb-9069-45a9-943f-5bba78283eb0 None None] Publish callbacks [] for port (5eb8eb96-e1b3-4bd6-904d-db0300dfb055), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:04.150970 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137303b-abfb-48a5-9699-5f54dea2aceb tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event updated for resources: {'Subnet': ['ID=03e6c7af-978f-4c89-8483-91244c807b55,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:04.166458 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2137303b-abfb-48a5-9699-5f54dea2aceb tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Checking segment: {'id': 'fc117519-fbf0-4c00-97ed-d05620a04f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '57610c98-73c8-4ea7-b623-371f6f0d36a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:37:04.167170 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2137303b-abfb-48a5-9699-5f54dea2aceb tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Network hostable DHCP agents. Network: 57610c98-73c8-4ea7-b623-371f6f0d36a5, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:37:04.186891 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-897466cb-9069-45a9-943f-5bba78283eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (5eb8eb96-e1b3-4bd6-904d-db0300dfb055), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:04.206703 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2137303b-abfb-48a5-9699-5f54dea2aceb tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Network 57610c98-73c8-4ea7-b623-371f6f0d36a5 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:37:04.255405 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0ad3aaa0-18e0-4478-883b-ba06bdba1efb tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (659f1f2d-2d7b-4f22-bbd4-d3ab5cf9f8e5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:04.295923 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2137303b-abfb-48a5-9699-5f54dea2aceb tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 57610c98-73c8-4ea7-b623-371f6f0d36a5) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:04.330943 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2137303b-abfb-48a5-9699-5f54dea2aceb tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:04.333380 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2137303b-abfb-48a5-9699-5f54dea2aceb tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:04.352665 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedca936-c472-4ea1-8325-01f6f9557da1 None None] Network 57610c98-73c8-4ea7-b623-371f6f0d36a5 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:04.382855 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897466cb-9069-45a9-943f-5bba78283eb0 None None] Network 1cd2dd95-c41d-41b5-ac57-b72e85cb1251 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:37:04.455726 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2137303b-abfb-48a5-9699-5f54dea2aceb tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6757064 Feb 08 21:37:04.465674 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35710) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:04.470610 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-897466cb-9069-45a9-943f-5bba78283eb0 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:04.473899 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897466cb-9069-45a9-943f-5bba78283eb0 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:37:04.501011 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c199355-0f93-42a2-8b9e-2d6d6105c285 req-eb332f52-74e0-4277-94d7-33e6b0dce202 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:04.514464 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4c199355-0f93-42a2-8b9e-2d6d6105c285 req-eb332f52-74e0-4277-94d7-33e6b0dce202 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5067dcf-ab9c-4e7f-a9cb-0547101e772f HTTP/1.1" status: 200 len: 946 time: 0.1965730 Feb 08 21:37:04.555877 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0ad3aaa0-18e0-4478-883b-ba06bdba1efb tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (659f1f2d-2d7b-4f22-bbd4-d3ab5cf9f8e5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:04.558763 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3de90a4f-341d-42f3-a9da-b972f6172df5 req-b1229a76-2063-49ca-89bf-7bbe88b11757 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:04.559137 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3de90a4f-341d-42f3-a9da-b972f6172df5 req-b1229a76-2063-49ca-89bf-7bbe88b11757 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (f92e514d-f239-49c6-9800-0c9802e7492d), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:04.559467 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [req-3de90a4f-341d-42f3-a9da-b972f6172df5 req-b1229a76-2063-49ca-89bf-7bbe88b11757 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Floating IP f92e514d-f239-49c6-9800-0c9802e7492d disassociated. External IP: 172.25.3.47, port: 3e63e12c-97b8-4b03-8007-0ad151950de8. Feb 08 21:37:04.559808 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-3de90a4f-341d-42f3-a9da-b972f6172df5 req-b1229a76-2063-49ca-89bf-7bbe88b11757 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Calling delete_port for 3e63e12c-97b8-4b03-8007-0ad151950de8 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:37:04.587097 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4da6d6bb-16fa-4848-bfc5-8d8caa223bca None None] For port c403a432-12f0-4afa-b67d-81140eb48139, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:37:04.607787 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c533097-aa3e-41e9-b3a2-4c5e4ea040bb req-9eaefc6f-8b15-4e54-827f-ce3b1202ca11 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:04.615139 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1c533097-aa3e-41e9-b3a2-4c5e4ea040bb req-9eaefc6f-8b15-4e54-827f-ce3b1202ca11 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/ports?device_id=bab879ab-daf9-42bc-8293-775c9c6a9a1c HTTP/1.1" status: 200 len: 946 time: 0.2949641 Feb 08 21:37:04.630589 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4da6d6bb-16fa-4848-bfc5-8d8caa223bca None None] For port c403a432-12f0-4afa-b67d-81140eb48139, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c403a432-12f0-4afa-b67d-81140eb48139,segment=NetworkSegment(808dc195-5f20-42ec-a2d0-ba1d3e80e372),segment_id=808dc195-5f20-42ec-a2d0-ba1d3e80e372)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:37:04.641276 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 847006f8-c17a-4de4-8cf4-47c1e161c2b1 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:37:04.644402 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:04.661570 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4da6d6bb-16fa-4848-bfc5-8d8caa223bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c403a432-12f0-4afa-b67d-81140eb48139), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:04.691956 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d46abab-a7a3-4b73-8852-8ab715387eaf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (57610c98-73c8-4ea7-b623-371f6f0d36a5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:04.698635 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897466cb-9069-45a9-943f-5bba78283eb0 None None] Pushing event updated for resources: {'Port': ['ID=5eb8eb96-e1b3-4bd6-904d-db0300dfb055,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:04.716974 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0ad3aaa0-18e0-4478-883b-ba06bdba1efb tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:04.725379 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0ad3aaa0-18e0-4478-883b-ba06bdba1efb tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/subnets/659f1f2d-2d7b-4f22-bbd4-d3ab5cf9f8e5 HTTP/1.1" status: 204 len: 168 time: 1.0702152 Feb 08 21:37:04.732893 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35716) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:04.742610 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3aaa0-18e0-4478-883b-ba06bdba1efb tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Subnet': ['ID=659f1f2d-2d7b-4f22-bbd4-d3ab5cf9f8e5,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:04.806921 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d46abab-a7a3-4b73-8852-8ab715387eaf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (03e6c7af-978f-4c89-8483-91244c807b55), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:04.868470 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3de90a4f-341d-42f3-a9da-b972f6172df5 req-b1229a76-2063-49ca-89bf-7bbe88b11757 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3e63e12c-97b8-4b03-8007-0ad151950de8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:04.952499 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1229a76-2063-49ca-89bf-7bbe88b11757 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Pushing event deleted for resources: {'Port': ['ID=3e63e12c-97b8-4b03-8007-0ad151950de8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:04.972676 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d065fb-9bc5-4c4d-9caa-3ae4d8813056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847006f8-c17a-4de4-8cf4-47c1e161c2b1'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:37:04.974943 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5959c80a-f96d-431d-934f-581ccb389fc7" -d '{"events": [{"server_uuid": "f0d065fb-9bc5-4c4d-9caa-3ae4d8813056", "name": "network-vif-plugged", "status": "completed", "tag": "847006f8-c17a-4de4-8cf4-47c1e161c2b1"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:37:05.017990 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1fae062f-0c34-4c7c-8b47-9e056f00ce3f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (206b3624-4807-42e2-9d43-19328c55a204), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:05.039825 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 847006f8-c17a-4de4-8cf4-47c1e161c2b1, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=847006f8-c17a-4de4-8cf4-47c1e161c2b1,segment=NetworkSegment(d23a6594-b5ac-4220-9c7e-256007bbfc19),segment_id=d23a6594-b5ac-4220-9c7e-256007bbfc19)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:05.062700 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:05.120098 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-897466cb-9069-45a9-943f-5bba78283eb0 None None] Attempting to bind port 5eb8eb96-e1b3-4bd6-904d-db0300dfb055 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:37:05.122108 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-897466cb-9069-45a9-943f-5bba78283eb0 None None] Attempting to bind port 5eb8eb96-e1b3-4bd6-904d-db0300dfb055 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'c6c4f7a0-3803-4c69-a70b-1fb002d9c490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1cd2dd95-c41d-41b5-ac57-b72e85cb1251'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:37:05.122347 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897466cb-9069-45a9-943f-5bba78283eb0 None None] Attempting to bind port 5eb8eb96-e1b3-4bd6-904d-db0300dfb055 on network 1cd2dd95-c41d-41b5-ac57-b72e85cb1251 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:37:05.139768 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6d6bb-16fa-4848-bfc5-8d8caa223bca None None] Pushing event updated for resources: {'Port': ['ID=c403a432-12f0-4afa-b67d-81140eb48139,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:05.153448 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897466cb-9069-45a9-943f-5bba78283eb0 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:37:05.154479 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897466cb-9069-45a9-943f-5bba78283eb0 None None] Checking segment: {'id': 'c6c4f7a0-3803-4c69-a70b-1fb002d9c490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1cd2dd95-c41d-41b5-ac57-b72e85cb1251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:37:05.155322 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-897466cb-9069-45a9-943f-5bba78283eb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:05.156088 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897466cb-9069-45a9-943f-5bba78283eb0 None None] Bound using segment: {'id': 'c6c4f7a0-3803-4c69-a70b-1fb002d9c490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1cd2dd95-c41d-41b5-ac57-b72e85cb1251'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:37:05.157159 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-897466cb-9069-45a9-943f-5bba78283eb0 None None] Bound port: 5eb8eb96-e1b3-4bd6-904d-db0300dfb055, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c4f7a0-3803-4c69-a70b-1fb002d9c490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1cd2dd95-c41d-41b5-ac57-b72e85cb1251'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:37:05.158035 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-897466cb-9069-45a9-943f-5bba78283eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5eb8eb96-e1b3-4bd6-904d-db0300dfb055), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:05.159422 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1c533097-aa3e-41e9-b3a2-4c5e4ea040bb req-d92621cc-f6d8-49f3-8750-2a5ed9f497ba tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups?id=5f3dd380-370e-4416-ae5d-dc5937757f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5364695 Feb 08 21:37:05.161192 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0d72f7-876d-46bd-94d0-0634b173302b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-57610c98-73c8-4ea7-b623-371f6f0d36a5', 'network_id': '57610c98-73c8-4ea7-b623-371f6f0d36a5', 'project_id': 'dfb785c12ea241b583e25a8282e377c4', 'fixed_ips': [{'subnet_id': '03e6c7af-978f-4c89-8483-91244c807b55'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:37:05.162483 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dc0d72f7-876d-46bd-94d0-0634b173302b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:05.192219 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4c199355-0f93-42a2-8b9e-2d6d6105c285 req-8a44e2be-277e-492e-a8eb-eba125519bc2 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6651061 Feb 08 21:37:05.230616 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-1fae062f-0c34-4c7c-8b47-9e056f00ce3f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting port c403a432-12f0-4afa-b67d-81140eb48139 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:37:05.230999 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1fae062f-0c34-4c7c-8b47-9e056f00ce3f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c403a432-12f0-4afa-b67d-81140eb48139), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:05.400699 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-1fae062f-0c34-4c7c-8b47-9e056f00ce3f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] For port c403a432-12f0-4afa-b67d-81140eb48139, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c403a432-12f0-4afa-b67d-81140eb48139,segment=NetworkSegment(808dc195-5f20-42ec-a2d0-ba1d3e80e372),segment_id=808dc195-5f20-42ec-a2d0-ba1d3e80e372)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:05.401958 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1fae062f-0c34-4c7c-8b47-9e056f00ce3f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c403a432-12f0-4afa-b67d-81140eb48139), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:05.457932 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3de90a4f-341d-42f3-a9da-b972f6172df5 req-b1229a76-2063-49ca-89bf-7bbe88b11757 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Router 92a55623-599f-40cd-8e3e-2bd8746cf4b4 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:37:05.472883 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=847006f8-c17a-4de4-8cf4-47c1e161c2b1,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:05.511817 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-1fae062f-0c34-4c7c-8b47-9e056f00ce3f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Calling delete_port for c403a432-12f0-4afa-b67d-81140eb48139 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:37:05.520310 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d46abab-a7a3-4b73-8852-8ab715387eaf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (03e6c7af-978f-4c89-8483-91244c807b55), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server [None req-dc0d72f7-876d-46bd-94d0-0634b173302b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03e6c7af-978f-4c89-8483-91244c807b55: This subnet is being modified by another concurrent operation. Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 21:37:05.784407 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise exception Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03e6c7af-978f-4c89-8483-91244c807b55: This subnet is being modified by another concurrent operation. Feb 08 21:37:05.789718 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server Feb 08 21:37:05.832366 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08460b88-b4c8-4f92-9862-692d6a5a11e8 None None] Network 57610c98-73c8-4ea7-b623-371f6f0d36a5 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:05.849889 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc63ed3-a157-4a26-b0aa-321329e8de59 req-f7259039-d109-495e-9706-50eeb6cd1764 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:05.870202 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1cc63ed3-a157-4a26-b0aa-321329e8de59 req-f7259039-d109-495e-9706-50eeb6cd1764 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 945 time: 0.4730453 Feb 08 21:37:05.948845 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46abab-a7a3-4b73-8852-8ab715387eaf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event deleted for resources: {'Subnet': ['ID=03e6c7af-978f-4c89-8483-91244c807b55,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:06.076866 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d46abab-a7a3-4b73-8852-8ab715387eaf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (57610c98-73c8-4ea7-b623-371f6f0d36a5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:06.154559 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3de90a4f-341d-42f3-a9da-b972f6172df5 req-b1229a76-2063-49ca-89bf-7bbe88b11757 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:37:06.170402 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c403a432-12f0-4afa-b67d-81140eb48139 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:37:06.192249 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3048ba-2719-422c-8f16-f5b36deb77e0 None None] Sync routers for ids ['92a55623-599f-40cd-8e3e-2bd8746cf4b4'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:37:06.228110 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0d46abab-a7a3-4b73-8852-8ab715387eaf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57610c98-73c8-4ea7-b623-371f6f0d36a5']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:06.285291 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-355467ef-71f4-4ff3-be61-211f58b97ce8 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:06.295369 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-355467ef-71f4-4ff3-be61-211f58b97ce8 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.88 "GET /v2.0/networks?id=f51e020b-df80-47d2-bdb6-e2b2dbdc86f4 HTTP/1.1" status: 200 len: 813 time: 0.4224744 Feb 08 21:37:06.295624 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de90a4f-341d-42f3-a9da-b972f6172df5 req-b1229a76-2063-49ca-89bf-7bbe88b11757 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] No DVR routers for this DVR port 3e63e12c-97b8-4b03-8007-0ad151950de8 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:37:06.297918 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-897466cb-9069-45a9-943f-5bba78283eb0 None None] For port 5eb8eb96-e1b3-4bd6-904d-db0300dfb055, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:37:06.307994 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1fae062f-0c34-4c7c-8b47-9e056f00ce3f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (c403a432-12f0-4afa-b67d-81140eb48139), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:06.316603 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0d46abab-a7a3-4b73-8852-8ab715387eaf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc117519-fbf0-4c00-97ed-d05620a04f4e') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:06.322655 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0d46abab-a7a3-4b73-8852-8ab715387eaf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc117519-fbf0-4c00-97ed-d05620a04f4e') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:06.339004 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3de90a4f-341d-42f3-a9da-b972f6172df5 req-b1229a76-2063-49ca-89bf-7bbe88b11757 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:06.349409 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3de90a4f-341d-42f3-a9da-b972f6172df5 req-b1229a76-2063-49ca-89bf-7bbe88b11757 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.94 "DELETE /v2.0/ports/3e63e12c-97b8-4b03-8007-0ad151950de8 HTTP/1.1" status: 204 len: 173 time: 2.9085689 Feb 08 21:37:06.350431 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab879ab-daf9-42bc-8293-775c9c6a9a1c', 'name': 'network-vif-deleted', 'tag': '3e63e12c-97b8-4b03-8007-0ad151950de8'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:37:06.360859 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd883d9f-de1d-4e6a-ad59-347ff016fe77" -d '{"events": [{"server_uuid": "bab879ab-daf9-42bc-8293-775c9c6a9a1c", "name": "network-vif-deleted", "tag": "3e63e12c-97b8-4b03-8007-0ad151950de8"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:37:06.401525 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d46abab-a7a3-4b73-8852-8ab715387eaf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (fc117519-fbf0-4c00-97ed-d05620a04f4e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:06.433404 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d46abab-a7a3-4b73-8852-8ab715387eaf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (fc117519-fbf0-4c00-97ed-d05620a04f4e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:06.446181 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d46abab-a7a3-4b73-8852-8ab715387eaf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:37:06.446680 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d46abab-a7a3-4b73-8852-8ab715387eaf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (fc117519-fbf0-4c00-97ed-d05620a04f4e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:06.446850 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fae062f-0c34-4c7c-8b47-9e056f00ce3f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] No DVR routers for this DVR port c403a432-12f0-4afa-b67d-81140eb48139 on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:37:06.456263 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:37:06.481895 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-012d24e7-6116-4a24-8aef-678e136e703f tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.88 "GET /v2.0/quotas/fc53dd4a681841d38c95bbc6beefed4a HTTP/1.1" status: 200 len: 375 time: 0.1849186 Feb 08 21:37:06.488742 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-897466cb-9069-45a9-943f-5bba78283eb0 None None] For port 5eb8eb96-e1b3-4bd6-904d-db0300dfb055, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5eb8eb96-e1b3-4bd6-904d-db0300dfb055,segment=NetworkSegment(c6c4f7a0-3803-4c69-a70b-1fb002d9c490),segment_id=c6c4f7a0-3803-4c69-a70b-1fb002d9c490)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:37:06.502592 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3048ba-2719-422c-8f16-f5b36deb77e0 None None] Routers {'92a55623-599f-40cd-8e3e-2bd8746cf4b4'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:37:06.503503 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-2d3048ba-2719-422c-8f16-f5b36deb77e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:36:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['92a55623-599f-40cd-8e3e-2bd8746cf4b4'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:06.518608 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-897466cb-9069-45a9-943f-5bba78283eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5eb8eb96-e1b3-4bd6-904d-db0300dfb055), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:06.573962 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae062f-0c34-4c7c-8b47-9e056f00ce3f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Port': ['ID=c403a432-12f0-4afa-b67d-81140eb48139,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:06.631049 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d46abab-a7a3-4b73-8852-8ab715387eaf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (57610c98-73c8-4ea7-b623-371f6f0d36a5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:06.638524 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d46abab-a7a3-4b73-8852-8ab715387eaf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:06.641882 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0d46abab-a7a3-4b73-8852-8ab715387eaf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "DELETE /v2.0/networks/57610c98-73c8-4ea7-b623-371f6f0d36a5 HTTP/1.1" status: 204 len: 168 time: 2.1750698 Feb 08 21:37:06.647280 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35746) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:06.674635 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-984cebef-bd1c-48d4-a8a7-0e86eb379d3d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1087560695'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:06.708483 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46abab-a7a3-4b73-8852-8ab715387eaf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event deleted for resources: {'Network': ['ID=57610c98-73c8-4ea7-b623-371f6f0d36a5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:06.741165 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897466cb-9069-45a9-943f-5bba78283eb0 None None] Pushing event updated for resources: {'Port': ['ID=5eb8eb96-e1b3-4bd6-904d-db0300dfb055,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:06.760656 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984cebef-bd1c-48d4-a8a7-0e86eb379d3d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Made reservation on behalf of dfb785c12ea241b583e25a8282e377c4 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:06.769555 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-984cebef-bd1c-48d4-a8a7-0e86eb379d3d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:06.775423 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1fae062f-0c34-4c7c-8b47-9e056f00ce3f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (206b3624-4807-42e2-9d43-19328c55a204), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:06.800504 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-1fae062f-0c34-4c7c-8b47-9e056f00ce3f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206b3624-4807-42e2-9d43-19328c55a204']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:06.815576 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-1fae062f-0c34-4c7c-8b47-9e056f00ce3f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808dc195-5f20-42ec-a2d0-ba1d3e80e372') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:06.816045 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:06.816631 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-1fae062f-0c34-4c7c-8b47-9e056f00ce3f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808dc195-5f20-42ec-a2d0-ba1d3e80e372') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:06.826846 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984cebef-bd1c-48d4-a8a7-0e86eb379d3d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:37:06.849942 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-984cebef-bd1c-48d4-a8a7-0e86eb379d3d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (d1a812fe-6528-4e6c-ac32-b2b5af673332), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:06.850295 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-984cebef-bd1c-48d4-a8a7-0e86eb379d3d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Added segment d1a812fe-6528-4e6c-ac32-b2b5af673332 of type vlan for network a4748437-2caf-404f-9b31-e35f07b66722 Feb 08 21:37:06.867854 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No active binding found for port c403a432-12f0-4afa-b67d-81140eb48139 {{(pid=103435) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 08 21:37:06.868243 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] The host n-d-712143-31 is not matching for port c403a432-12f0-4afa-b67d-81140eb48139 host None! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 21:37:06.885376 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c403a432-12f0-4afa-b67d-81140eb48139 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 08 21:37:06.896183 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:06.896753 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1fae062f-0c34-4c7c-8b47-9e056f00ce3f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (808dc195-5f20-42ec-a2d0-ba1d3e80e372), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:06.939439 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-a8efaf63-10cf-494e-8622-121c434f2c54 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=fc53dd4a681841d38c95bbc6beefed4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4506209 Feb 08 21:37:06.950249 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1cc63ed3-a157-4a26-b0aa-321329e8de59 req-74dc6971-8c57-47e9-bbe9-0b9a5da77d56 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0791404 Feb 08 21:37:06.979290 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Port c403a432-12f0-4afa-b67d-81140eb48139 not found, will not notify nova. {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 08 21:37:07.013075 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1fae062f-0c34-4c7c-8b47-9e056f00ce3f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (808dc195-5f20-42ec-a2d0-ba1d3e80e372), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:07.054557 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-984cebef-bd1c-48d4-a8a7-0e86eb379d3d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (a4748437-2caf-404f-9b31-e35f07b66722), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:07.072643 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-2d3048ba-2719-422c-8f16-f5b36deb77e0 None None] Set router 92a55623-599f-40cd-8e3e-2bd8746cf4b4 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:37:07.149937 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-984cebef-bd1c-48d4-a8a7-0e86eb379d3d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (a4748437-2caf-404f-9b31-e35f07b66722), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:07.167739 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984cebef-bd1c-48d4-a8a7-0e86eb379d3d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:07.168329 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-984cebef-bd1c-48d4-a8a7-0e86eb379d3d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:07.195983 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fae062f-0c34-4c7c-8b47-9e056f00ce3f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:37:07.196406 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1fae062f-0c34-4c7c-8b47-9e056f00ce3f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (808dc195-5f20-42ec-a2d0-ba1d3e80e372), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:37:07.200925 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:37:07.215498 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2979c6-4b8d-45e3-a988-02c02520cfb3 x-openstack-request-id: req-ec2979c6-4b8d-45e3-a988-02c02520cfb3 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:37:07.216105 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d065fb-9bc5-4c4d-9caa-3ae4d8813056", "name": "network-vif-plugged", "status": "completed", "tag": "847006f8-c17a-4de4-8cf4-47c1e161c2b1", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:37:07.216105 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ec2979c6-4b8d-45e3-a988-02c02520cfb3 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:37:07.216465 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d065fb-9bc5-4c4d-9caa-3ae4d8813056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847006f8-c17a-4de4-8cf4-47c1e161c2b1', 'code': 200} Feb 08 21:37:07.223140 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448ffb0e-e94a-4ba0-bb2d-756a6dca47b1 None None] Network 206b3624-4807-42e2-9d43-19328c55a204 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:07.468218 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 3e63e12c-97b8-4b03-8007-0ad151950de8 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:37:07.469841 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-984cebef-bd1c-48d4-a8a7-0e86eb379d3d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8158393 Feb 08 21:37:07.472595 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35750) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:07.478269 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984cebef-bd1c-48d4-a8a7-0e86eb379d3d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event updated for resources: {'Network': ['ID=a4748437-2caf-404f-9b31-e35f07b66722,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:07.496351 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-f353b780-2eb1-40ff-b644-2132e8cb3d8e tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Request body: {'subnet': {'network_id': 'a4748437-2caf-404f-9b31-e35f07b66722', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:07.504040 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-77196b5c-15db-45ee-80e2-89d4cda21e96 None None] Could not find standard attr ID for object c403a432-12f0-4afa-b67d-81140eb48139. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:37:07.509839 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network a4748437-2caf-404f-9b31-e35f07b66722 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:37:07.541630 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 3e63e12c-97b8-4b03-8007-0ad151950de8 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:37:07.542375 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 3e63e12c-97b8-4b03-8007-0ad151950de8 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:37:07.557702 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1fae062f-0c34-4c7c-8b47-9e056f00ce3f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (206b3624-4807-42e2-9d43-19328c55a204), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:07.614005 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1fae062f-0c34-4c7c-8b47-9e056f00ce3f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:07.625952 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35752) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:07.632123 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c2fc2b9b-36eb-49e2-9ae0-8fc92eb64e67 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-248273804'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:07.637375 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1fae062f-0c34-4c7c-8b47-9e056f00ce3f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/networks/206b3624-4807-42e2-9d43-19328c55a204 HTTP/1.1" status: 204 len: 168 time: 2.9002185 Feb 08 21:37:07.682205 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fc2b9b-36eb-49e2-9ae0-8fc92eb64e67 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:07.690858 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c2fc2b9b-36eb-49e2-9ae0-8fc92eb64e67 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:07.695760 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da751bc3-2de2-492c-bd4e-9b74f5d39ba2 None None] DHCP port deletion for 206b3624-4807-42e2-9d43-19328c55a204 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:37:07.727831 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-785b6aef-4b6a-4913-8e64-639fd78a10ba service neutron] 10.222.0.88 "GET /v2.0/networks/f51e020b-df80-47d2-bdb6-e2b2dbdc86f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7674544 Feb 08 21:37:07.728686 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae062f-0c34-4c7c-8b47-9e056f00ce3f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Network': ['ID=206b3624-4807-42e2-9d43-19328c55a204,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:07.763398 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2fc2b9b-36eb-49e2-9ae0-8fc92eb64e67 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:37:07.798829 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c2fc2b9b-36eb-49e2-9ae0-8fc92eb64e67 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (cac9543d-cc28-44be-87a0-05c6ae9c7974), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:07.801705 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-c2fc2b9b-36eb-49e2-9ae0-8fc92eb64e67 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Added segment cac9543d-cc28-44be-87a0-05c6ae9c7974 of type vlan for network eb55a74a-0457-4ec8-bba5-e9e9fa21b15b Feb 08 21:37:07.911776 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c2fc2b9b-36eb-49e2-9ae0-8fc92eb64e67 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (eb55a74a-0457-4ec8-bba5-e9e9fa21b15b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:07.994845 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c2fc2b9b-36eb-49e2-9ae0-8fc92eb64e67 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (eb55a74a-0457-4ec8-bba5-e9e9fa21b15b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:08.003470 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fc2b9b-36eb-49e2-9ae0-8fc92eb64e67 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:08.004542 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c2fc2b9b-36eb-49e2-9ae0-8fc92eb64e67 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:08.120990 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7a48f-5a20-49aa-9f9c-8a7c2ab67f9f req-91a06c14-96a6-4874-abd1-fca2bd9157e7 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:08.131895 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c2f7a48f-5a20-49aa-9f9c-8a7c2ab67f9f req-91a06c14-96a6-4874-abd1-fca2bd9157e7 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.9163718 Feb 08 21:37:08.159140 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5eb8eb96-e1b3-4bd6-904d-db0300dfb055 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:37:08.198047 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c2fc2b9b-36eb-49e2-9ae0-8fc92eb64e67 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5684042 Feb 08 21:37:08.211366 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35756) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:08.223710 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-43910769-81e4-4851-9929-d781f17252f9 service neutron] 10.222.0.88 "GET /v2.0/networks/f51e020b-df80-47d2-bdb6-e2b2dbdc86f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842272 Feb 08 21:37:08.264599 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc2b9b-36eb-49e2-9ae0-8fc92eb64e67 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Network': ['ID=eb55a74a-0457-4ec8-bba5-e9e9fa21b15b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:08.293540 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-f11e47fa-cecb-448c-b447-8b200ec75cf0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'subnet': {'network_id': 'eb55a74a-0457-4ec8-bba5-e9e9fa21b15b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:08.342781 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network eb55a74a-0457-4ec8-bba5-e9e9fa21b15b details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:37:08.538213 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 5eb8eb96-e1b3-4bd6-904d-db0300dfb055 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:37:08.538590 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5eb8eb96-e1b3-4bd6-904d-db0300dfb055), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:08.605763 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-2d3048ba-2719-422c-8f16-f5b36deb77e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1530795913-router', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:25Z', 'revision_number': 4, 'project_id': '48aae992c2704ece870f0faad4c28599', 'gw_port': {'id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '33cfd50d-838b-4c6d-933b-0815178d1341', 'name': '', 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'mac_address': 'fa:16:3e:93:60:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:24Z', 'updated_at': '2022-02-08T21:27:31Z', 'revision_number': 5, 'project_id': '48aae992c2704ece870f0faad4c28599', 'subnets': [{'id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:08.712363 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3048ba-2719-422c-8f16-f5b36deb77e0 None None] Checking router: 92a55623-599f-40cd-8e3e-2bd8746cf4b4 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:37:08.731670 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3048ba-2719-422c-8f16-f5b36deb77e0 None None] Routers {'92a55623-599f-40cd-8e3e-2bd8746cf4b4'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:37:08.733312 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-2d3048ba-2719-422c-8f16-f5b36deb77e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:36:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['92a55623-599f-40cd-8e3e-2bd8746cf4b4'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:09.003970 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c3503d-6db1-4934-8113-d6a3d128bf7a None None] get_active_networks_info from n-d-712143-31 {{(pid=103435) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 21:37:09.079929 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f6cc02ef-132b-4e61-b2af-ab50a34f94bf None None] Provisioning complete for port 5eb8eb96-e1b3-4bd6-904d-db0300dfb055 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:37:09.081114 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f6cc02ef-132b-4e61-b2af-ab50a34f94bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5eb8eb96-e1b3-4bd6-904d-db0300dfb055), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:09.155720 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 5eb8eb96-e1b3-4bd6-904d-db0300dfb055 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:37:09.156659 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5eb8eb96-e1b3-4bd6-904d-db0300dfb055), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:09.290222 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f353b780-2eb1-40ff-b644-2132e8cb3d8e tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Made reservation on behalf of dfb785c12ea241b583e25a8282e377c4 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:09.292911 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 5eb8eb96-e1b3-4bd6-904d-db0300dfb055, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5eb8eb96-e1b3-4bd6-904d-db0300dfb055,segment=NetworkSegment(c6c4f7a0-3803-4c69-a70b-1fb002d9c490),segment_id=c6c4f7a0-3803-4c69-a70b-1fb002d9c490)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:09.293957 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f353b780-2eb1-40ff-b644-2132e8cb3d8e tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:09.321531 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c2f7a48f-5a20-49aa-9f9c-8a7c2ab67f9f req-bc0afd1e-290d-4340-8954-7a943f76ee7f tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1785359 Feb 08 21:37:09.428399 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5eb8eb96-e1b3-4bd6-904d-db0300dfb055), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:09.432632 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-2d3048ba-2719-422c-8f16-f5b36deb77e0 None None] Set router 92a55623-599f-40cd-8e3e-2bd8746cf4b4 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:37:09.538222 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceca63ac-56a7-4824-b20f-11cc91f3a853 x-openstack-request-id: req-ceca63ac-56a7-4824-b20f-11cc91f3a853 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:37:09.538734 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab879ab-daf9-42bc-8293-775c9c6a9a1c", "name": "network-vif-deleted", "tag": "3e63e12c-97b8-4b03-8007-0ad151950de8", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:37:09.538832 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ceca63ac-56a7-4824-b20f-11cc91f3a853 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:37:09.539692 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab879ab-daf9-42bc-8293-775c9c6a9a1c', 'name': 'network-vif-deleted', 'tag': '3e63e12c-97b8-4b03-8007-0ad151950de8', 'status': 'completed', 'code': 200} Feb 08 21:37:09.611605 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f6cc02ef-132b-4e61-b2af-ab50a34f94bf None None] Current status of the port 5eb8eb96-e1b3-4bd6-904d-db0300dfb055 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:37:09.633097 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c403a432-12f0-4afa-b67d-81140eb48139 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:37:09.740851 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: c403a432-12f0-4afa-b67d-81140eb48139 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:37:09.741814 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c403a432-12f0-4afa-b67d-81140eb48139 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:37:09.756590 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c3503d-6db1-4934-8113-d6a3d128bf7a None None] Resources bound (agent type, host, resource id): {{(pid=103435) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 21:37:09.758606 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11e47fa-cecb-448c-b447-8b200ec75cf0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:09.763381 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f11e47fa-cecb-448c-b447-8b200ec75cf0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:09.813012 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca3c0b-452b-4f06-96d9-a339e845c13a req-d1458163-a599-499a-941b-c2ddd5b0107f tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:09.814935 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0aca3c0b-452b-4f06-96d9-a339e845c13a req-d1458163-a599-499a-941b-c2ddd5b0107f tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5067dcf-ab9c-4e7f-a9cb-0547101e772f HTTP/1.1" status: 200 len: 946 time: 0.6339962 Feb 08 21:37:09.821191 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=5eb8eb96-e1b3-4bd6-904d-db0300dfb055,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:10.004984 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f353b780-2eb1-40ff-b644-2132e8cb3d8e tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (fced3e97-7968-4365-bfec-2830a0a3207c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:10.110747 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ad870-a021-43dc-8d3c-cec8277ebba3 req-3682356d-1f4e-4137-8b5e-2915974e8845 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:10.112668 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-677ad870-a021-43dc-8d3c-cec8277ebba3 req-3682356d-1f4e-4137-8b5e-2915974e8845 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 945 time: 0.4281721 Feb 08 21:37:10.181280 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0aca3c0b-452b-4f06-96d9-a339e845c13a req-f43c3c26-4b7a-463a-8f55-206c2667ac6b tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961464 Feb 08 21:37:10.312115 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f353b780-2eb1-40ff-b644-2132e8cb3d8e tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Checking segment: {'id': 'd1a812fe-6528-4e6c-ac32-b2b5af673332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a4748437-2caf-404f-9b31-e35f07b66722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:37:10.312824 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f353b780-2eb1-40ff-b644-2132e8cb3d8e tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Network hostable DHCP agents. Network: a4748437-2caf-404f-9b31-e35f07b66722, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:37:10.329687 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353b780-2eb1-40ff-b644-2132e8cb3d8e tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event updated for resources: {'Subnet': ['ID=fced3e97-7968-4365-bfec-2830a0a3207c,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:10.380173 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64136836-a571-4634-80d0-6c7aa4455575 None None] Network 1cd2dd95-c41d-41b5-ac57-b72e85cb1251 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:10.397774 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-2d3048ba-2719-422c-8f16-f5b36deb77e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1530795913-router', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:25Z', 'revision_number': 4, 'project_id': '48aae992c2704ece870f0faad4c28599', 'gw_port': {'id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '33cfd50d-838b-4c6d-933b-0815178d1341', 'name': '', 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'mac_address': 'fa:16:3e:93:60:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:24Z', 'updated_at': '2022-02-08T21:27:31Z', 'revision_number': 5, 'project_id': '48aae992c2704ece870f0faad4c28599', 'subnets': [{'id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:10.456992 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3048ba-2719-422c-8f16-f5b36deb77e0 None None] The sync data for ids ['92a55623-599f-40cd-8e3e-2bd8746cf4b4'] in n-d-712143-31 is: [{'id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1530795913-router', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:25Z', 'revision_number': 4, 'project_id': '48aae992c2704ece870f0faad4c28599', 'gw_port': {'id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '33cfd50d-838b-4c6d-933b-0815178d1341', 'name': '', 'network_id': 'd00185f4-2139-492b-b59f-1586b41daef5', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'mac_address': 'fa:16:3e:93:60:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:24Z', 'updated_at': '2022-02-08T21:27:31Z', 'revision_number': 5, 'project_id': '48aae992c2704ece870f0faad4c28599', 'subnets': [{'id': '8c41e412-c763-4ca0-a1f8-ab9cd96c364d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:37:10.545756 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3e5265c0-9c03-4440-98a1-0603d4f82a4b req-f7ff3659-1a6b-4d0d-bc19-8e5ed0b8635f tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.88 "GET /v2.0/ports?device_id=83f8760e-e49b-4797-8074-f56935eda869 HTTP/1.1" status: 200 len: 210 time: 0.1513824 Feb 08 21:37:10.611383 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f353b780-2eb1-40ff-b644-2132e8cb3d8e tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Network a4748437-2caf-404f-9b31-e35f07b66722 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:37:10.612465 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35794) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:10.718471 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-a303ade9-31fa-4355-a73a-588080d9495e tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:10.736869 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-a303ade9-31fa-4355-a73a-588080d9495e tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.96 "GET /v2.0/networks?id=f51e020b-df80-47d2-bdb6-e2b2dbdc86f4 HTTP/1.1" status: 200 len: 813 time: 0.5354354 Feb 08 21:37:10.758547 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-677ad870-a021-43dc-8d3c-cec8277ebba3 req-bc69c054-eaae-4bb2-8c83-60d66fa20939 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6095090 Feb 08 21:37:10.772876 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-e0e85d24-ae04-409f-b7b6-7e0845554c40 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Request body: {'port': {'device_id': '83f8760e-e49b-4797-8074-f56935eda869', 'network_id': 'f51e020b-df80-47d2-bdb6-e2b2dbdc86f4', 'admin_state_up': True, 'tenant_id': 'fc53dd4a681841d38c95bbc6beefed4a'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:10.783898 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c27acf82-fda6-42bb-9604-d03964e439c5 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for security_group (5f3dd380-370e-4416-ae5d-dc5937757f04), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:10.883540 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c27acf82-fda6-42bb-9604-d03964e439c5 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for security_group (5f3dd380-370e-4416-ae5d-dc5937757f04), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:11.012639 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e5fb79-ed16-4119-93a1-25651f53fd78 None None] New status for floating IP f92e514d-f239-49c6-9800-0c9802e7492d: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:37:11.016168 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c27acf82-fda6-42bb-9604-d03964e439c5 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (5f3dd380-370e-4416-ae5d-dc5937757f04), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:11.019037 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c27acf82-fda6-42bb-9604-d03964e439c5 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:11.020341 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c27acf82-fda6-42bb-9604-d03964e439c5 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "DELETE /v2.0/security-groups/5f3dd380-370e-4416-ae5d-dc5937757f04 HTTP/1.1" status: 204 len: 168 time: 0.4067936 Feb 08 21:37:11.024619 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35798) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:11.049574 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-f353b780-2eb1-40ff-b644-2132e8cb3d8e tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, a4748437-2caf-404f-9b31-e35f07b66722) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:11.055558 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ce3986f7-ee66-4bae-9071-6cf18cffbfaf None None] Provisioning complete for port 5eb8eb96-e1b3-4bd6-904d-db0300dfb055 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:37:11.056932 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ce3986f7-ee66-4bae-9071-6cf18cffbfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5eb8eb96-e1b3-4bd6-904d-db0300dfb055), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:11.061248 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27acf82-fda6-42bb-9604-d03964e439c5 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3dd380-370e-4416-ae5d-dc5937757f04,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:11.067255 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90af645b-879a-461d-a5a1-5674b6411eee None None] Network a4748437-2caf-404f-9b31-e35f07b66722 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:11.069961 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-7f0ee064-265b-495c-b1fe-0942968e037c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] show failed (client error): The resource could not be found. Feb 08 21:37:11.071380 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7f0ee064-265b-495c-b1fe-0942968e037c tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "GET /v2.0/security-groups/5f3dd380-370e-4416-ae5d-dc5937757f04 HTTP/1.1" status: 404 len: 347 time: 0.0447030 Feb 08 21:37:11.075860 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35800) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:11.090713 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f353b780-2eb1-40ff-b644-2132e8cb3d8e tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:11.091490 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f353b780-2eb1-40ff-b644-2132e8cb3d8e tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:11.199642 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f353b780-2eb1-40ff-b644-2132e8cb3d8e tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.7257991 Feb 08 21:37:11.226212 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35802) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:11.396248 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ce3986f7-ee66-4bae-9071-6cf18cffbfaf None None] Current status of the port 5eb8eb96-e1b3-4bd6-904d-db0300dfb055 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:37:11.403831 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86ec57-a99a-4508-9899-7d6fbc75bfe4 req-29016e4c-deda-4afd-9c56-9648c2304720 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:11.415742 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc86ec57-a99a-4508-9899-7d6fbc75bfe4 req-29016e4c-deda-4afd-9c56-9648c2304720 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.4552116 Feb 08 21:37:11.441180 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1b6582be-41c8-4a27-8d18-632bd81c4007 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Deleting port 496d6873-cc2f-4fc7-8b3c-aaa9738c9de2 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:37:11.441694 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1b6582be-41c8-4a27-8d18-632bd81c4007 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (496d6873-cc2f-4fc7-8b3c-aaa9738c9de2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:11.459880 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812dba0b-6eb8-4f4f-9fd1-70d2526423f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-a4748437-2caf-404f-9b31-e35f07b66722', 'network_id': 'a4748437-2caf-404f-9b31-e35f07b66722', 'project_id': 'dfb785c12ea241b583e25a8282e377c4', 'fixed_ips': [{'subnet_id': 'fced3e97-7968-4365-bfec-2830a0a3207c'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:37:11.462255 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-812dba0b-6eb8-4f4f-9fd1-70d2526423f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:11.611911 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (a4748437-2caf-404f-9b31-e35f07b66722), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:11.617165 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-e0e85d24-ae04-409f-b7b6-7e0845554c40 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Made reservation on behalf of fc53dd4a681841d38c95bbc6beefed4a for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:11.620634 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-e0e85d24-ae04-409f-b7b6-7e0845554c40 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:11.622751 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1b6582be-41c8-4a27-8d18-632bd81c4007 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (496d6873-cc2f-4fc7-8b3c-aaa9738c9de2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:11.623429 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1b6582be-41c8-4a27-8d18-632bd81c4007 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for floatingip (496d6873-cc2f-4fc7-8b3c-aaa9738c9de2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:11.626675 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f11e47fa-cecb-448c-b447-8b200ec75cf0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (2d445923-a067-4d2b-af27-0bbafab77f67), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:11.658566 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1b6582be-41c8-4a27-8d18-632bd81c4007 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Calling delete_port for 496d6873-cc2f-4fc7-8b3c-aaa9738c9de2 owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:37:11.743152 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e47fa-cecb-448c-b447-8b200ec75cf0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Subnet': ['ID=2d445923-a067-4d2b-af27-0bbafab77f67,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:11.835438 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1b6582be-41c8-4a27-8d18-632bd81c4007 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (496d6873-cc2f-4fc7-8b3c-aaa9738c9de2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:11.856910 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-812dba0b-6eb8-4f4f-9fd1-70d2526423f4 None None] Allocated IP 2001:db8::1 (a4748437-2caf-404f-9b31-e35f07b66722/fced3e97-7968-4365-bfec-2830a0a3207c/cf8f2903-a23c-4da5-965c-f6216ef6fffd) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:37:11.874492 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6582be-41c8-4a27-8d18-632bd81c4007 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Pushing event deleted for resources: {'Port': ['ID=496d6873-cc2f-4fc7-8b3c-aaa9738c9de2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:11.915392 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (fced3e97-7968-4365-bfec-2830a0a3207c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:11.984665 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1b6582be-41c8-4a27-8d18-632bd81c4007 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks [] for floatingip (f92e514d-f239-49c6-9800-0c9802e7492d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:11.992413 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1b6582be-41c8-4a27-8d18-632bd81c4007 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:12.001892 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1b6582be-41c8-4a27-8d18-632bd81c4007 tempest-AttachVolumeShelveTestJSON-770434086 tempest-AttachVolumeShelveTestJSON-770434086-project] 10.222.0.88 "DELETE /v2.0/floatingips/f92e514d-f239-49c6-9800-0c9802e7492d HTTP/1.1" status: 204 len: 168 time: 0.9247904 Feb 08 21:37:12.118305 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacfeb9-8549-4e4d-836d-a9e69c5200c8 req-1ae52551-2f74-483a-a753-670e001d8848 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:12.120030 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3cacfeb9-8549-4e4d-836d-a9e69c5200c8 req-1ae52551-2f74-483a-a753-670e001d8848 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5067dcf-ab9c-4e7f-a9cb-0547101e772f HTTP/1.1" status: 200 len: 946 time: 0.5188546 Feb 08 21:37:12.238930 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5eb8eb96-e1b3-4bd6-904d-db0300dfb055 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:37:12.376196 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-e0e85d24-ae04-409f-b7b6-7e0845554c40 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Allocated IP 172.20.0.8 (f51e020b-df80-47d2-bdb6-e2b2dbdc86f4/f260ac2c-ee81-42ce-b93c-bea097a99dc0/b421421c-ef9e-49ef-945d-739cde3d966a) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:37:12.450852 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 5eb8eb96-e1b3-4bd6-904d-db0300dfb055 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:37:12.451239 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5eb8eb96-e1b3-4bd6-904d-db0300dfb055), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:12.472943 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0d791-1fdf-41ee-8946-b4bab3420b9e req-1b17146b-1d8a-4ac1-9261-16de833e04a6 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:12.478567 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4df0d791-1fdf-41ee-8946-b4bab3420b9e req-1b17146b-1d8a-4ac1-9261-16de833e04a6 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.94 "GET /v2.0/ports?device_id=c5067dcf-ab9c-4e7f-a9cb-0547101e772f HTTP/1.1" status: 200 len: 946 time: 0.1135304 Feb 08 21:37:12.593602 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-812dba0b-6eb8-4f4f-9fd1-70d2526423f4 None None] Publish callbacks [] for port (cf8f2903-a23c-4da5-965c-f6216ef6fffd), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:12.595865 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-e0e85d24-ae04-409f-b7b6-7e0845554c40 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Publish callbacks [] for port (b421421c-ef9e-49ef-945d-739cde3d966a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:12.614107 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-812dba0b-6eb8-4f4f-9fd1-70d2526423f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (cf8f2903-a23c-4da5-965c-f6216ef6fffd), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:12.653880 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-e0e85d24-ae04-409f-b7b6-7e0845554c40 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (b421421c-ef9e-49ef-945d-739cde3d966a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:12.692543 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc86ec57-a99a-4508-9899-7d6fbc75bfe4 req-53aeff01-26bc-448e-b575-61f0504ebf4b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2756305 Feb 08 21:37:12.714758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812dba0b-6eb8-4f4f-9fd1-70d2526423f4 None None] Network a4748437-2caf-404f-9b31-e35f07b66722 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:37:12.720542 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-4df0d791-1fdf-41ee-8946-b4bab3420b9e req-41c5544d-0e39-4a11-bca1-266f70cbfa6b tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Deleting port 2442bd80-c539-4c5b-aec9-6d2510226cc5 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:37:12.721116 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4df0d791-1fdf-41ee-8946-b4bab3420b9e req-41c5544d-0e39-4a11-bca1-266f70cbfa6b tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (2442bd80-c539-4c5b-aec9-6d2510226cc5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:12.746757 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-812dba0b-6eb8-4f4f-9fd1-70d2526423f4 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:12.753696 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812dba0b-6eb8-4f4f-9fd1-70d2526423f4 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:37:12.814524 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-e0e85d24-ae04-409f-b7b6-7e0845554c40 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Network f51e020b-df80-47d2-bdb6-e2b2dbdc86f4 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:37:12.824233 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-e0e85d24-ae04-409f-b7b6-7e0845554c40 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:12.839483 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-e0e85d24-ae04-409f-b7b6-7e0845554c40 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:37:12.843477 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11e47fa-cecb-448c-b447-8b200ec75cf0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Checking segment: {'id': 'cac9543d-cc28-44be-87a0-05c6ae9c7974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'eb55a74a-0457-4ec8-bba5-e9e9fa21b15b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:37:12.844152 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11e47fa-cecb-448c-b447-8b200ec75cf0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network hostable DHCP agents. Network: eb55a74a-0457-4ec8-bba5-e9e9fa21b15b, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:37:12.885011 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812dba0b-6eb8-4f4f-9fd1-70d2526423f4 None None] Pushing event updated for resources: {'Port': ['ID=cf8f2903-a23c-4da5-965c-f6216ef6fffd,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:12.935473 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3cacfeb9-8549-4e4d-836d-a9e69c5200c8 req-83742a89-0057-423e-968e-85a828254bca tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/security-groups?id=b715200b-bd69-4025-9858-4b780c3be1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7990005 Feb 08 21:37:12.958358 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-4df0d791-1fdf-41ee-8946-b4bab3420b9e req-41c5544d-0e39-4a11-bca1-266f70cbfa6b tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] For port 2442bd80-c539-4c5b-aec9-6d2510226cc5, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=2442bd80-c539-4c5b-aec9-6d2510226cc5,segment=NetworkSegment(eee22cdd-1b96-49e0-93ec-1d329c1b6b96),segment_id=eee22cdd-1b96-49e0-93ec-1d329c1b6b96)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:12.959020 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4df0d791-1fdf-41ee-8946-b4bab3420b9e req-41c5544d-0e39-4a11-bca1-266f70cbfa6b tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (2442bd80-c539-4c5b-aec9-6d2510226cc5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:12.995458 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-4df0d791-1fdf-41ee-8946-b4bab3420b9e req-41c5544d-0e39-4a11-bca1-266f70cbfa6b tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Calling delete_port for 2442bd80-c539-4c5b-aec9-6d2510226cc5 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:37:13.006328 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 5eb8eb96-e1b3-4bd6-904d-db0300dfb055 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:37:13.016649 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e85d24-ae04-409f-b7b6-7e0845554c40 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Pushing event updated for resources: {'Port': ['ID=b421421c-ef9e-49ef-945d-739cde3d966a,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:13.017663 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-812dba0b-6eb8-4f4f-9fd1-70d2526423f4 None None] Attempting to bind port cf8f2903-a23c-4da5-965c-f6216ef6fffd on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:37:13.018758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-812dba0b-6eb8-4f4f-9fd1-70d2526423f4 None None] Attempting to bind port cf8f2903-a23c-4da5-965c-f6216ef6fffd by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'd1a812fe-6528-4e6c-ac32-b2b5af673332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a4748437-2caf-404f-9b31-e35f07b66722'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:37:13.020394 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812dba0b-6eb8-4f4f-9fd1-70d2526423f4 None None] Attempting to bind port cf8f2903-a23c-4da5-965c-f6216ef6fffd on network a4748437-2caf-404f-9b31-e35f07b66722 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:37:13.036858 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11e47fa-cecb-448c-b447-8b200ec75cf0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network eb55a74a-0457-4ec8-bba5-e9e9fa21b15b is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:37:13.047656 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812dba0b-6eb8-4f4f-9fd1-70d2526423f4 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:37:13.049943 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812dba0b-6eb8-4f4f-9fd1-70d2526423f4 None None] Checking segment: {'id': 'd1a812fe-6528-4e6c-ac32-b2b5af673332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a4748437-2caf-404f-9b31-e35f07b66722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:37:13.050373 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-812dba0b-6eb8-4f4f-9fd1-70d2526423f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:13.051817 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812dba0b-6eb8-4f4f-9fd1-70d2526423f4 None None] Bound using segment: {'id': 'd1a812fe-6528-4e6c-ac32-b2b5af673332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a4748437-2caf-404f-9b31-e35f07b66722'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:37:13.052352 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-812dba0b-6eb8-4f4f-9fd1-70d2526423f4 None None] Bound port: cf8f2903-a23c-4da5-965c-f6216ef6fffd, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a812fe-6528-4e6c-ac32-b2b5af673332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a4748437-2caf-404f-9b31-e35f07b66722'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:37:13.052772 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-812dba0b-6eb8-4f4f-9fd1-70d2526423f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cf8f2903-a23c-4da5-965c-f6216ef6fffd), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:13.103094 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-e0e85d24-ae04-409f-b7b6-7e0845554c40 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:13.104102 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-e0e85d24-ae04-409f-b7b6-7e0845554c40 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:13.118477 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (fced3e97-7968-4365-bfec-2830a0a3207c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:13.185352 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-f11e47fa-cecb-448c-b447-8b200ec75cf0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, eb55a74a-0457-4ec8-bba5-e9e9fa21b15b) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:13.222653 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece85c37-0df7-440f-91b5-7dc15d674cf7 None None] Network eb55a74a-0457-4ec8-bba5-e9e9fa21b15b requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:13.292441 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4df0d791-1fdf-41ee-8946-b4bab3420b9e req-41c5544d-0e39-4a11-bca1-266f70cbfa6b tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (2442bd80-c539-4c5b-aec9-6d2510226cc5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:13.314406 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (a4748437-2caf-404f-9b31-e35f07b66722), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:13.345578 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4748437-2caf-404f-9b31-e35f07b66722']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:13.358723 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5544d-0e39-4a11-bca1-266f70cbfa6b tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Pushing event deleted for resources: {'Port': ['ID=2442bd80-c539-4c5b-aec9-6d2510226cc5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:13.359638 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a812fe-6528-4e6c-ac32-b2b5af673332') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:13.360046 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a812fe-6528-4e6c-ac32-b2b5af673332') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:13.408103 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a86221-1662-4256-909e-cf0661e1794e req-2b815a1a-504e-417d-90b3-f6a8b6e6f1b1 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:13.409869 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0a86221-1662-4256-909e-cf0661e1794e req-2b815a1a-504e-417d-90b3-f6a8b6e6f1b1 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.88 "GET /v2.0/ports?device_id=83f8760e-e49b-4797-8074-f56935eda869 HTTP/1.1" status: 200 len: 931 time: 0.5931199 Feb 08 21:37:13.414647 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11e47fa-cecb-448c-b447-8b200ec75cf0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:13.415445 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f11e47fa-cecb-448c-b447-8b200ec75cf0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:13.425834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event deleted for resources: {'Subnet': ['ID=fced3e97-7968-4365-bfec-2830a0a3207c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:13.435548 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['2442bd80-c539-4c5b-aec9-6d2510226cc5'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:37:13.438491 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (d1a812fe-6528-4e6c-ac32-b2b5af673332), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:13.445111 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-e0e85d24-ae04-409f-b7b6-7e0845554c40 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6816711 Feb 08 21:37:13.486046 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df0d791-1fdf-41ee-8946-b4bab3420b9e req-41c5544d-0e39-4a11-bca1-266f70cbfa6b tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] No DVR routers for this DVR port 2442bd80-c539-4c5b-aec9-6d2510226cc5 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:37:13.490172 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4df0d791-1fdf-41ee-8946-b4bab3420b9e req-41c5544d-0e39-4a11-bca1-266f70cbfa6b tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:13.498904 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4df0d791-1fdf-41ee-8946-b4bab3420b9e req-41c5544d-0e39-4a11-bca1-266f70cbfa6b tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.94 "DELETE /v2.0/ports/2442bd80-c539-4c5b-aec9-6d2510226cc5 HTTP/1.1" status: 204 len: 173 time: 1.0153778 Feb 08 21:37:13.499510 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5067dcf-ab9c-4e7f-a9cb-0547101e772f', 'name': 'network-vif-deleted', 'tag': '2442bd80-c539-4c5b-aec9-6d2510226cc5'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:37:13.504726 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-7206ae06-d69b-44f4-b12e-42c0c6bb28d6 service neutron] Request body: {'port': {'device_id': '83f8760e-e49b-4797-8074-f56935eda869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:13.507987 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9822dcde-4122-47b3-97e9-a3ede6e1cb38" -d '{"events": [{"server_uuid": "c5067dcf-ab9c-4e7f-a9cb-0547101e772f", "name": "network-vif-deleted", "tag": "2442bd80-c539-4c5b-aec9-6d2510226cc5"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:37:13.524267 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f11e47fa-cecb-448c-b447-8b200ec75cf0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.2868924 Feb 08 21:37:13.526353 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (d1a812fe-6528-4e6c-ac32-b2b5af673332), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:13.527258 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35822) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:13.536435 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-36e9152a-211e-4a26-b41f-7bd3369581cd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'port': {'network_id': 'eb55a74a-0457-4ec8-bba5-e9e9fa21b15b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1968064865'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:13.577902 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e052f-ed1d-401b-8029-9d333d98bc2d req-a5bfe68f-5daa-4ee1-b8d8-3319b9d6f5ef tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:13.580446 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-627e052f-ed1d-401b-8029-9d333d98bc2d req-a5bfe68f-5daa-4ee1-b8d8-3319b9d6f5ef tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 945 time: 0.5405123 Feb 08 21:37:13.611131 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:37:13.612596 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (d1a812fe-6528-4e6c-ac32-b2b5af673332), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:13.613753 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-812dba0b-6eb8-4f4f-9fd1-70d2526423f4 None None] For port cf8f2903-a23c-4da5-965c-f6216ef6fffd, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:37:13.623087 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:37:13.722181 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d2b331-eff7-4293-ba06-bb3a2d9972c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-eb55a74a-0457-4ec8-bba5-e9e9fa21b15b', 'network_id': 'eb55a74a-0457-4ec8-bba5-e9e9fa21b15b', 'project_id': '31f733c410b246508debcff499ac82fe', 'fixed_ips': [{'subnet_id': '2d445923-a067-4d2b-af27-0bbafab77f67'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:37:13.723352 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-83d2b331-eff7-4293-ba06-bb3a2d9972c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:13.823092 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e9152a-211e-4a26-b41f-7bd3369581cd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:13.826693 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-36e9152a-211e-4a26-b41f-7bd3369581cd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:13.874173 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-36e9152a-211e-4a26-b41f-7bd3369581cd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] device_id is not set on port d6f6ebd7-66de-47a8-845f-4348dc2e53ee yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:37:13.914566 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-627e052f-ed1d-401b-8029-9d333d98bc2d req-37f8b858-5ae5-47fb-b690-6864daab1200 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935729 Feb 08 21:37:13.977835 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-83d2b331-eff7-4293-ba06-bb3a2d9972c7 None None] Allocated IP 2001:db8::2 (eb55a74a-0457-4ec8-bba5-e9e9fa21b15b/2d445923-a067-4d2b-af27-0bbafab77f67/c8ee353b-64f8-492b-8209-6b9817b098d0) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:37:14.059861 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0a86221-1662-4256-909e-cf0661e1794e req-05d02943-6477-4963-8a0d-4612e77fde1b tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.88 "GET /v2.0/security-groups?id=4a92d86c-e013-4163-becc-4436ae34da24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6389022 Feb 08 21:37:14.090003 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.db.api [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 08 21:37:14.090003 n-d-712143-31 neutron-server[103433]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 08 21:37:14.090003 n-d-712143-31 neutron-server[103433]: [parameters: {'id': 'a4748437-2caf-404f-9b31-e35f07b66722'}] Feb 08 21:37:14.090003 n-d-712143-31 neutron-server[103433]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:37:14.092630 n-d-712143-31 neutron-server[103433]: DEBUG oslo_db.api [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:37:14.094004 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-7206ae06-d69b-44f4-b12e-42c0c6bb28d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b421421c-ef9e-49ef-945d-739cde3d966a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:14.123222 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-812dba0b-6eb8-4f4f-9fd1-70d2526423f4 None None] For port cf8f2903-a23c-4da5-965c-f6216ef6fffd, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cf8f2903-a23c-4da5-965c-f6216ef6fffd,segment=NetworkSegment(d1a812fe-6528-4e6c-ac32-b2b5af673332),segment_id=d1a812fe-6528-4e6c-ac32-b2b5af673332)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:37:14.165369 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed1255f-ebf1-40cf-85aa-3a77b24d5b26 x-openstack-request-id: req-fed1255f-ebf1-40cf-85aa-3a77b24d5b26 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:37:14.165990 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5067dcf-ab9c-4e7f-a9cb-0547101e772f", "name": "network-vif-deleted", "tag": "2442bd80-c539-4c5b-aec9-6d2510226cc5", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:37:14.166436 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fed1255f-ebf1-40cf-85aa-3a77b24d5b26 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:37:14.166893 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5067dcf-ab9c-4e7f-a9cb-0547101e772f', 'name': 'network-vif-deleted', 'tag': '2442bd80-c539-4c5b-aec9-6d2510226cc5', 'status': 'completed', 'code': 200} Feb 08 21:37:14.181673 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-812dba0b-6eb8-4f4f-9fd1-70d2526423f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cf8f2903-a23c-4da5-965c-f6216ef6fffd), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:14.326332 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d752a0-6ca8-45fb-b859-e0d8ad0062a1 None None] Network a4748437-2caf-404f-9b31-e35f07b66722 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:14.496441 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eda3e2c2-4db2-4667-95df-7e8496542113 req-b9ca4984-b831-4bac-88e0-50737b7891b1 tempest-ServerDiskConfigTestJSON-153525991 tempest-ServerDiskConfigTestJSON-153525991-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5067dcf-ab9c-4e7f-a9cb-0547101e772f HTTP/1.1" status: 200 len: 210 time: 0.0824227 Feb 08 21:37:14.546123 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812dba0b-6eb8-4f4f-9fd1-70d2526423f4 None None] Pushing event updated for resources: {'Port': ['ID=cf8f2903-a23c-4da5-965c-f6216ef6fffd,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:14.551185 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-83d2b331-eff7-4293-ba06-bb3a2d9972c7 None None] Publish callbacks [] for port (c8ee353b-64f8-492b-8209-6b9817b098d0), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:14.587244 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-83d2b331-eff7-4293-ba06-bb3a2d9972c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (c8ee353b-64f8-492b-8209-6b9817b098d0), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:14.609709 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (a4748437-2caf-404f-9b31-e35f07b66722), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:14.665630 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf916f-65cf-4ce6-961f-4fc467d99e81 req-3c7cb3cb-d1ad-4eff-90ef-4f7bef856fd2 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:14.667116 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fbaf916f-65cf-4ce6-961f-4fc467d99e81 req-3c7cb3cb-d1ad-4eff-90ef-4f7bef856fd2 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.2096660 Feb 08 21:37:14.706147 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d2b331-eff7-4293-ba06-bb3a2d9972c7 None None] Network eb55a74a-0457-4ec8-bba5-e9e9fa21b15b is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:37:14.719792 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-83d2b331-eff7-4293-ba06-bb3a2d9972c7 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:14.720093 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-36e9152a-211e-4a26-b41f-7bd3369581cd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Allocated IP 2001:db8::f1 (eb55a74a-0457-4ec8-bba5-e9e9fa21b15b/2d445923-a067-4d2b-af27-0bbafab77f67/d6f6ebd7-66de-47a8-845f-4348dc2e53ee) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:37:14.743551 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d2b331-eff7-4293-ba06-bb3a2d9972c7 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:37:14.864512 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2b331-eff7-4293-ba06-bb3a2d9972c7 None None] Pushing event updated for resources: {'Port': ['ID=c8ee353b-64f8-492b-8209-6b9817b098d0,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:14.962291 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-83d2b331-eff7-4293-ba06-bb3a2d9972c7 None None] Attempting to bind port c8ee353b-64f8-492b-8209-6b9817b098d0 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:37:14.962810 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-83d2b331-eff7-4293-ba06-bb3a2d9972c7 None None] Attempting to bind port c8ee353b-64f8-492b-8209-6b9817b098d0 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'cac9543d-cc28-44be-87a0-05c6ae9c7974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'eb55a74a-0457-4ec8-bba5-e9e9fa21b15b'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:37:14.963281 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d2b331-eff7-4293-ba06-bb3a2d9972c7 None None] Attempting to bind port c8ee353b-64f8-492b-8209-6b9817b098d0 on network eb55a74a-0457-4ec8-bba5-e9e9fa21b15b {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:37:14.970178 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d2b331-eff7-4293-ba06-bb3a2d9972c7 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:37:14.970712 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d2b331-eff7-4293-ba06-bb3a2d9972c7 None None] Checking segment: {'id': 'cac9543d-cc28-44be-87a0-05c6ae9c7974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'eb55a74a-0457-4ec8-bba5-e9e9fa21b15b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:37:14.971228 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-83d2b331-eff7-4293-ba06-bb3a2d9972c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:14.971724 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d2b331-eff7-4293-ba06-bb3a2d9972c7 None None] Bound using segment: {'id': 'cac9543d-cc28-44be-87a0-05c6ae9c7974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'eb55a74a-0457-4ec8-bba5-e9e9fa21b15b'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:37:14.972316 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-83d2b331-eff7-4293-ba06-bb3a2d9972c7 None None] Bound port: c8ee353b-64f8-492b-8209-6b9817b098d0, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac9543d-cc28-44be-87a0-05c6ae9c7974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'eb55a74a-0457-4ec8-bba5-e9e9fa21b15b'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:37:14.972810 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-83d2b331-eff7-4293-ba06-bb3a2d9972c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c8ee353b-64f8-492b-8209-6b9817b098d0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:15.012260 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fbaf916f-65cf-4ce6-961f-4fc467d99e81 req-4a4fb7b8-9fa9-45d0-995d-4747ec271075 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133094 Feb 08 21:37:15.073194 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-83d2b331-eff7-4293-ba06-bb3a2d9972c7 None None] For port c8ee353b-64f8-492b-8209-6b9817b098d0, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:37:15.078219 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-83d2b331-eff7-4293-ba06-bb3a2d9972c7 None None] For port c8ee353b-64f8-492b-8209-6b9817b098d0, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c8ee353b-64f8-492b-8209-6b9817b098d0,segment=NetworkSegment(cac9543d-cc28-44be-87a0-05c6ae9c7974),segment_id=cac9543d-cc28-44be-87a0-05c6ae9c7974)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:37:15.089205 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-83d2b331-eff7-4293-ba06-bb3a2d9972c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c8ee353b-64f8-492b-8209-6b9817b098d0), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:15.168159 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2b331-eff7-4293-ba06-bb3a2d9972c7 None None] Pushing event updated for resources: {'Port': ['ID=c8ee353b-64f8-492b-8209-6b9817b098d0,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:15.231685 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Deleting port cf8f2903-a23c-4da5-965c-f6216ef6fffd {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:37:15.232039 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (cf8f2903-a23c-4da5-965c-f6216ef6fffd), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:15.380297 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 2442bd80-c539-4c5b-aec9-6d2510226cc5 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:37:15.429801 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-7206ae06-d69b-44f4-b12e-42c0c6bb28d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b421421c-ef9e-49ef-945d-739cde3d966a {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:37:15.447305 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-7206ae06-d69b-44f4-b12e-42c0c6bb28d6 service neutron] Publish callbacks [] for port (b421421c-ef9e-49ef-945d-739cde3d966a), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:15.473732 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 2442bd80-c539-4c5b-aec9-6d2510226cc5 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:37:15.473732 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 2442bd80-c539-4c5b-aec9-6d2510226cc5 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:37:15.514317 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] For port cf8f2903-a23c-4da5-965c-f6216ef6fffd, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cf8f2903-a23c-4da5-965c-f6216ef6fffd,segment=NetworkSegment(d1a812fe-6528-4e6c-ac32-b2b5af673332),segment_id=d1a812fe-6528-4e6c-ac32-b2b5af673332)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:15.520874 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (cf8f2903-a23c-4da5-965c-f6216ef6fffd), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:15.629678 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f224f-7304-478d-9cc9-3f88470fbe51 req-9bb8b10a-4f04-492c-ae1f-3083dd12153d tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:15.640961 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be6f224f-7304-478d-9cc9-3f88470fbe51 req-9bb8b10a-4f04-492c-ae1f-3083dd12153d tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 945 time: 0.5644369 Feb 08 21:37:15.655572 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-7206ae06-d69b-44f4-b12e-42c0c6bb28d6 service neutron] Transition to ACTIVE for port object b421421c-ef9e-49ef-945d-739cde3d966a will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:37:15.699983 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Calling delete_port for cf8f2903-a23c-4da5-965c-f6216ef6fffd owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:37:15.707539 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-7206ae06-d69b-44f4-b12e-42c0c6bb28d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (b421421c-ef9e-49ef-945d-739cde3d966a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:15.863105 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206ae06-d69b-44f4-b12e-42c0c6bb28d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b421421c-ef9e-49ef-945d-739cde3d966a,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:15.941883 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-36e9152a-211e-4a26-b41f-7bd3369581cd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for port (d6f6ebd7-66de-47a8-845f-4348dc2e53ee), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:15.991912 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-36e9152a-211e-4a26-b41f-7bd3369581cd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (d6f6ebd7-66de-47a8-845f-4348dc2e53ee), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:16.062775 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e9152a-211e-4a26-b41f-7bd3369581cd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network eb55a74a-0457-4ec8-bba5-e9e9fa21b15b is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:37:16.067592 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-36e9152a-211e-4a26-b41f-7bd3369581cd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:16.071339 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e9152a-211e-4a26-b41f-7bd3369581cd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:37:16.078885 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e9152a-211e-4a26-b41f-7bd3369581cd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:16.079260 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c8ee353b-64f8-492b-8209-6b9817b098d0 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:37:16.079952 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-36e9152a-211e-4a26-b41f-7bd3369581cd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:16.092510 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9152a-211e-4a26-b41f-7bd3369581cd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Port': ['ID=d6f6ebd7-66de-47a8-845f-4348dc2e53ee,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:16.110213 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9152a-211e-4a26-b41f-7bd3369581cd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:16.110626 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9152a-211e-4a26-b41f-7bd3369581cd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:16.110981 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9152a-211e-4a26-b41f-7bd3369581cd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:16.111587 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9152a-211e-4a26-b41f-7bd3369581cd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:16.111918 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9152a-211e-4a26-b41f-7bd3369581cd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:16.112600 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9152a-211e-4a26-b41f-7bd3369581cd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:16.113124 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9152a-211e-4a26-b41f-7bd3369581cd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:16.114005 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9152a-211e-4a26-b41f-7bd3369581cd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:16.117120 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9152a-211e-4a26-b41f-7bd3369581cd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:16.117609 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9152a-211e-4a26-b41f-7bd3369581cd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:16.117959 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9152a-211e-4a26-b41f-7bd3369581cd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:16.118304 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9152a-211e-4a26-b41f-7bd3369581cd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:16.118638 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9152a-211e-4a26-b41f-7bd3369581cd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:16.130328 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-36e9152a-211e-4a26-b41f-7bd3369581cd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.6006477 Feb 08 21:37:16.131032 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35850) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:16.180953 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port c8ee353b-64f8-492b-8209-6b9817b098d0 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:37:16.181636 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c8ee353b-64f8-492b-8209-6b9817b098d0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:16.317124 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bf3cfa90-da0b-47c8-a47a-5099169ede33 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting port d6f6ebd7-66de-47a8-845f-4348dc2e53ee {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:37:16.317390 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf3cfa90-da0b-47c8-a47a-5099169ede33 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d6f6ebd7-66de-47a8-845f-4348dc2e53ee), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:16.370474 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port c8ee353b-64f8-492b-8209-6b9817b098d0 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:37:16.371201 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c8ee353b-64f8-492b-8209-6b9817b098d0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:16.469535 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port c8ee353b-64f8-492b-8209-6b9817b098d0, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c8ee353b-64f8-492b-8209-6b9817b098d0,segment=NetworkSegment(cac9543d-cc28-44be-87a0-05c6ae9c7974),segment_id=cac9543d-cc28-44be-87a0-05c6ae9c7974)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:16.480067 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c8ee353b-64f8-492b-8209-6b9817b098d0), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:16.500813 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf3cfa90-da0b-47c8-a47a-5099169ede33 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d6f6ebd7-66de-47a8-845f-4348dc2e53ee), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:16.534561 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bf3cfa90-da0b-47c8-a47a-5099169ede33 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Calling delete_port for d6f6ebd7-66de-47a8-845f-4348dc2e53ee owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:37:16.688878 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=c8ee353b-64f8-492b-8209-6b9817b098d0,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:16.855006 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf3cfa90-da0b-47c8-a47a-5099169ede33 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (d6f6ebd7-66de-47a8-845f-4348dc2e53ee), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:16.949789 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3cfa90-da0b-47c8-a47a-5099169ede33 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Port': ['ID=d6f6ebd7-66de-47a8-845f-4348dc2e53ee,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:16.999427 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf3cfa90-da0b-47c8-a47a-5099169ede33 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:17.008704 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bf3cfa90-da0b-47c8-a47a-5099169ede33 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/ports/d6f6ebd7-66de-47a8-845f-4348dc2e53ee HTTP/1.1" status: 204 len: 168 time: 0.8763463 Feb 08 21:37:17.009377 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35856) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:17.072678 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949906a-e367-45c1-84ee-f5368200870f req-a4227aa4-0828-4fdf-86e7-db286dd6f80f tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:17.077090 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c122e6-f2d9-46f5-989a-ccfa0d489e19 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] GET failed (client error): The resource could not be found. Feb 08 21:37:17.081907 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f31e15-d5ae-4620-a2f3-110aade0fac3 None None] get_active_networks_info from n-d-712143-31 {{(pid=103435) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 21:37:17.082597 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-65c122e6-f2d9-46f5-989a-ccfa0d489e19 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "GET /v2.0/ports/d6f6ebd7-66de-47a8-845f-4348dc2e53ee HTTP/1.1" status: 404 len: 333 time: 0.0686717 Feb 08 21:37:17.083043 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35858) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:17.091958 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2949906a-e367-45c1-84ee-f5368200870f req-a4227aa4-0828-4fdf-86e7-db286dd6f80f tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.88 "GET /v2.0/ports?device_id=83f8760e-e49b-4797-8074-f56935eda869 HTTP/1.1" status: 200 len: 931 time: 1.7935691 Feb 08 21:37:17.203905 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b728deb-7bd2-4185-92f1-b8f4bb5d1dae tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting subnet 2d445923-a067-4d2b-af27-0bbafab77f67 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:37:17.217332 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3b728deb-7bd2-4185-92f1-b8f4bb5d1dae tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for subnet (2d445923-a067-4d2b-af27-0bbafab77f67), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:17.266171 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-67300fa1-4cb5-4eb9-9431-031a5506e3ae None None] Provisioning complete for port c8ee353b-64f8-492b-8209-6b9817b098d0 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:37:17.266554 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-67300fa1-4cb5-4eb9-9431-031a5506e3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c8ee353b-64f8-492b-8209-6b9817b098d0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:17.322346 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3b728deb-7bd2-4185-92f1-b8f4bb5d1dae tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (2d445923-a067-4d2b-af27-0bbafab77f67), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:17.387873 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be6f224f-7304-478d-9cc9-3f88470fbe51 req-b562e8e1-00a2-4ece-91a1-3ce0273d9794 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7457097 Feb 08 21:37:17.395664 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2949906a-e367-45c1-84ee-f5368200870f req-786615e9-6404-4fab-a8f7-47ce00edc702 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.88 "GET /v2.0/security-groups?id=4a92d86c-e013-4163-becc-4436ae34da24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027923 Feb 08 21:37:17.396466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-7206ae06-d69b-44f4-b12e-42c0c6bb28d6 service neutron] Attempting to bind port b421421c-ef9e-49ef-945d-739cde3d966a on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:37:17.396804 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-7206ae06-d69b-44f4-b12e-42c0c6bb28d6 service neutron] Attempting to bind port b421421c-ef9e-49ef-945d-739cde3d966a by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '2ad3d00d-18bd-4aff-9458-da3f057913a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f51e020b-df80-47d2-bdb6-e2b2dbdc86f4'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:37:17.397132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-7206ae06-d69b-44f4-b12e-42c0c6bb28d6 service neutron] Attempting to bind port b421421c-ef9e-49ef-945d-739cde3d966a on network f51e020b-df80-47d2-bdb6-e2b2dbdc86f4 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:37:17.417860 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-7206ae06-d69b-44f4-b12e-42c0c6bb28d6 service neutron] Port b421421c-ef9e-49ef-945d-739cde3d966a on network f51e020b-df80-47d2-bdb6-e2b2dbdc86f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:37:17.418191 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-7206ae06-d69b-44f4-b12e-42c0c6bb28d6 service neutron] Attempting to bind port b421421c-ef9e-49ef-945d-739cde3d966a on network f51e020b-df80-47d2-bdb6-e2b2dbdc86f4 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:37:17.482271 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-7206ae06-d69b-44f4-b12e-42c0c6bb28d6 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:37:17.482994 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-7206ae06-d69b-44f4-b12e-42c0c6bb28d6 service neutron] Checking segment: {'id': '2ad3d00d-18bd-4aff-9458-da3f057913a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f51e020b-df80-47d2-bdb6-e2b2dbdc86f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:37:17.483596 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-7206ae06-d69b-44f4-b12e-42c0c6bb28d6 service neutron] Bound using segment: {'id': '2ad3d00d-18bd-4aff-9458-da3f057913a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f51e020b-df80-47d2-bdb6-e2b2dbdc86f4'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:37:17.486511 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-7206ae06-d69b-44f4-b12e-42c0c6bb28d6 service neutron] Bound port: b421421c-ef9e-49ef-945d-739cde3d966a, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad3d00d-18bd-4aff-9458-da3f057913a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f51e020b-df80-47d2-bdb6-e2b2dbdc86f4'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:37:17.490669 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-7206ae06-d69b-44f4-b12e-42c0c6bb28d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b421421c-ef9e-49ef-945d-739cde3d966a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:17.491572 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-67300fa1-4cb5-4eb9-9431-031a5506e3ae None None] Current status of the port c8ee353b-64f8-492b-8209-6b9817b098d0 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:37:17.495296 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f31e15-d5ae-4620-a2f3-110aade0fac3 None None] Resources bound (agent type, host, resource id): {{(pid=103435) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 21:37:17.524730 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3b728deb-7bd2-4185-92f1-b8f4bb5d1dae tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (2d445923-a067-4d2b-af27-0bbafab77f67), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:17.587296 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc9af1-3b1d-4e9c-8919-fe84113e8b46 req-7a2255eb-e35d-4072-b993-e774c7584c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:17.589091 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9bc9af1-3b1d-4e9c-8919-fe84113e8b46 req-7a2255eb-e35d-4072-b993-e774c7584c3f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 1128 time: 1.6859956 Feb 08 21:37:17.592763 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (cf8f2903-a23c-4da5-965c-f6216ef6fffd), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:17.669556 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3b728deb-7bd2-4185-92f1-b8f4bb5d1dae tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (2d445923-a067-4d2b-af27-0bbafab77f67), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:17.762726 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b728deb-7bd2-4185-92f1-b8f4bb5d1dae tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Subnet': ['ID=2d445923-a067-4d2b-af27-0bbafab77f67,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:17.779446 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3b728deb-7bd2-4185-92f1-b8f4bb5d1dae tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:17.786450 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3b728deb-7bd2-4185-92f1-b8f4bb5d1dae tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/subnets/2d445923-a067-4d2b-af27-0bbafab77f67 HTTP/1.1" status: 204 len: 168 time: 0.7016959 Feb 08 21:37:17.798631 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35870) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:17.822043 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event deleted for resources: {'Port': ['ID=cf8f2903-a23c-4da5-965c-f6216ef6fffd,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:17.825770 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35872) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:17.965464 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-41eee09b-a30c-49b7-9ebc-3858c7c24ff7 admin admin] Deleting subnet 9a442a7b-87af-4f33-a2ce-71014519d421 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:37:17.967070 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c8ee353b-64f8-492b-8209-6b9817b098d0 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:37:17.982470 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-41eee09b-a30c-49b7-9ebc-3858c7c24ff7 admin admin] Publish callbacks [] for subnet (9a442a7b-87af-4f33-a2ce-71014519d421), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:18.005159 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] No DVR routers for this DVR port cf8f2903-a23c-4da5-965c-f6216ef6fffd on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:37:18.014094 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d970c397-9e8f-4541-9dfb-089441d6d01a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (eb55a74a-0457-4ec8-bba5-e9e9fa21b15b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:18.176851 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d970c397-9e8f-4541-9dfb-089441d6d01a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting port c8ee353b-64f8-492b-8209-6b9817b098d0 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:37:18.177583 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d970c397-9e8f-4541-9dfb-089441d6d01a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c8ee353b-64f8-492b-8209-6b9817b098d0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:18.195820 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5161c7e-f93b-408d-ad7b-f1799d09f273 None None] Network eb55a74a-0457-4ec8-bba5-e9e9fa21b15b requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:18.278397 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (a4748437-2caf-404f-9b31-e35f07b66722), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:18.295661 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-d970c397-9e8f-4541-9dfb-089441d6d01a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] For port c8ee353b-64f8-492b-8209-6b9817b098d0, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c8ee353b-64f8-492b-8209-6b9817b098d0,segment=NetworkSegment(cac9543d-cc28-44be-87a0-05c6ae9c7974),segment_id=cac9543d-cc28-44be-87a0-05c6ae9c7974)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:18.296374 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d970c397-9e8f-4541-9dfb-089441d6d01a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c8ee353b-64f8-492b-8209-6b9817b098d0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:18.324369 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4748437-2caf-404f-9b31-e35f07b66722']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:18.333097 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d970c397-9e8f-4541-9dfb-089441d6d01a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Calling delete_port for c8ee353b-64f8-492b-8209-6b9817b098d0 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:37:18.347222 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a812fe-6528-4e6c-ac32-b2b5af673332') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:18.347504 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a812fe-6528-4e6c-ac32-b2b5af673332') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:18.369699 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (d1a812fe-6528-4e6c-ac32-b2b5af673332), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:18.371665 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port c8ee353b-64f8-492b-8209-6b9817b098d0 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:37:18.374046 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c8ee353b-64f8-492b-8209-6b9817b098d0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:18.401562 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (d1a812fe-6528-4e6c-ac32-b2b5af673332), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:18.412546 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:37:18.413051 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (d1a812fe-6528-4e6c-ac32-b2b5af673332), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:18.548309 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d970c397-9e8f-4541-9dfb-089441d6d01a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (c8ee353b-64f8-492b-8209-6b9817b098d0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:18.591953 n-d-712143-31 neutron-server[103435]: INFO neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No ports have port_id starting with c8ee353b-64f8-492b-8209-6b9817b098d0 Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:37:18.600468 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:37:18.608787 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (a4748437-2caf-404f-9b31-e35f07b66722), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:18.645281 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d970c397-9e8f-4541-9dfb-089441d6d01a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Port': ['ID=c8ee353b-64f8-492b-8209-6b9817b098d0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:18.676171 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d970c397-9e8f-4541-9dfb-089441d6d01a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] No DVR routers for this DVR port c8ee353b-64f8-492b-8209-6b9817b098d0 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:37:18.708170 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9bc9af1-3b1d-4e9c-8919-fe84113e8b46 req-7392d8dc-004a-40b5-920b-90bef337e828 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0843935 Feb 08 21:37:18.709925 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:18.713161 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "DELETE /v2.0/networks/a4748437-2caf-404f-9b31-e35f07b66722 HTTP/1.1" status: 204 len: 168 time: 7.4748070 Feb 08 21:37:18.733762 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35888) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:18.734281 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35890) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:18.740898 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-4a8b5281-9a09-4fd7-a84d-ec808f18e69d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1941615307'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:18.744483 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dde0a8-7d95-47a5-b4ec-753292973ecf tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event deleted for resources: {'Network': ['ID=a4748437-2caf-404f-9b31-e35f07b66722,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:18.756306 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-7206ae06-d69b-44f4-b12e-42c0c6bb28d6 service neutron] For port b421421c-ef9e-49ef-945d-739cde3d966a, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:37:18.761671 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d311f2a7-1e2a-4ff3-b9e1-6c660d1d511d None None] DHCP port deletion for eb55a74a-0457-4ec8-bba5-e9e9fa21b15b request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:37:18.765548 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd43f7-607c-45dc-a6a2-01f57b8c0134 req-e41d88e0-b525-4a1f-a89c-4be7bf235bb0 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:18.773958 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3ecd43f7-607c-45dc-a6a2-01f57b8c0134 req-e41d88e0-b525-4a1f-a89c-4be7bf235bb0 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 1.1947861 Feb 08 21:37:18.777422 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-41eee09b-a30c-49b7-9ebc-3858c7c24ff7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (9a442a7b-87af-4f33-a2ce-71014519d421), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:18.797048 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8b5281-9a09-4fd7-a84d-ec808f18e69d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Made reservation on behalf of dfb785c12ea241b583e25a8282e377c4 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:18.806531 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a8b5281-9a09-4fd7-a84d-ec808f18e69d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:18.863856 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-7206ae06-d69b-44f4-b12e-42c0c6bb28d6 service neutron] For port b421421c-ef9e-49ef-945d-739cde3d966a, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=b421421c-ef9e-49ef-945d-739cde3d966a,segment=NetworkSegment(2ad3d00d-18bd-4aff-9458-da3f057913a7),segment_id=2ad3d00d-18bd-4aff-9458-da3f057913a7)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:37:18.893853 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3ecd43f7-607c-45dc-a6a2-01f57b8c0134 req-1cca23ba-ff20-4bd7-96d2-60768f97a692 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198199 Feb 08 21:37:18.941500 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-7206ae06-d69b-44f4-b12e-42c0c6bb28d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (b421421c-ef9e-49ef-945d-739cde3d966a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:18.998279 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d970c397-9e8f-4541-9dfb-089441d6d01a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (eb55a74a-0457-4ec8-bba5-e9e9fa21b15b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:18.999767 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8b5281-9a09-4fd7-a84d-ec808f18e69d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:37:19.019236 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8f09f0b7-af32-437f-883c-e3da0b9a2336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:19.042530 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a8b5281-9a09-4fd7-a84d-ec808f18e69d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (e2796f0c-b6ad-4cb7-b9df-14fbe935b472), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:19.043005 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-4a8b5281-9a09-4fd7-a84d-ec808f18e69d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Added segment e2796f0c-b6ad-4cb7-b9df-14fbe935b472 of type vlan for network 78032d1a-e8bb-4cdf-be53-a43187fb06cf Feb 08 21:37:19.056383 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-41eee09b-a30c-49b7-9ebc-3858c7c24ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (9a442a7b-87af-4f33-a2ce-71014519d421), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:19.077583 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117e00b-7acb-4de4-866e-2f7afb163a96 req-95aacbc9-2a72-455f-a12c-64d48c06b970 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:19.079208 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1117e00b-7acb-4de4-866e-2f7afb163a96 req-95aacbc9-2a72-455f-a12c-64d48c06b970 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 945 time: 0.5035625 Feb 08 21:37:19.141347 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8f09f0b7-af32-437f-883c-e3da0b9a2336 admin admin] Publish callbacks [] for security_group (34583b4b-be7e-4e17-9654-775b2deaa802), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:19.148299 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-d970c397-9e8f-4541-9dfb-089441d6d01a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb55a74a-0457-4ec8-bba5-e9e9fa21b15b']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:19.151451 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8f09f0b7-af32-437f-883c-e3da0b9a2336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (34583b4b-be7e-4e17-9654-775b2deaa802), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:19.202377 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-d970c397-9e8f-4541-9dfb-089441d6d01a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac9543d-cc28-44be-87a0-05c6ae9c7974') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:19.202807 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-d970c397-9e8f-4541-9dfb-089441d6d01a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac9543d-cc28-44be-87a0-05c6ae9c7974') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:19.214400 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-7206ae06-d69b-44f4-b12e-42c0c6bb28d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:19.215034 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-7206ae06-d69b-44f4-b12e-42c0c6bb28d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:19.216520 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-7206ae06-d69b-44f4-b12e-42c0c6bb28d6 service neutron] 10.222.0.96 "PUT /v2.0/ports/b421421c-ef9e-49ef-945d-739cde3d966a HTTP/1.1" status: 200 len: 1092 time: 5.7421091 Feb 08 21:37:19.221128 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f8760e-e49b-4797-8074-f56935eda869', 'tag': 'b421421c-ef9e-49ef-945d-739cde3d966a'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:37:19.223481 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfb724f-eaba-4472-8018-321fa88db0f8" -d '{"events": [{"name": "network-changed", "server_uuid": "83f8760e-e49b-4797-8074-f56935eda869", "tag": "b421421c-ef9e-49ef-945d-739cde3d966a"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:37:19.226552 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d970c397-9e8f-4541-9dfb-089441d6d01a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (cac9543d-cc28-44be-87a0-05c6ae9c7974), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:19.272282 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a8b5281-9a09-4fd7-a84d-ec808f18e69d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (78032d1a-e8bb-4cdf-be53-a43187fb06cf), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:19.281865 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09f0b7-af32-437f-883c-e3da0b9a2336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34583b4b-be7e-4e17-9654-775b2deaa802,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:19.304434 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d970c397-9e8f-4541-9dfb-089441d6d01a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (cac9543d-cc28-44be-87a0-05c6ae9c7974), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:19.315189 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8f09f0b7-af32-437f-883c-e3da0b9a2336 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=846f1e5144c349f98b219c6291121ef6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5426996 Feb 08 21:37:19.324082 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35898) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:19.336759 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d970c397-9e8f-4541-9dfb-089441d6d01a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:37:19.337610 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d970c397-9e8f-4541-9dfb-089441d6d01a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (cac9543d-cc28-44be-87a0-05c6ae9c7974), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:37:19.341131 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:37:19.353873 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206ae06-d69b-44f4-b12e-42c0c6bb28d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b421421c-ef9e-49ef-945d-739cde3d966a,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:19.373313 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fad02-7d74-491d-9438-be4dffb2db30 req-4fdb46ec-6721-4c1b-bf69-57ceb1853590 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:19.375153 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a55fad02-7d74-491d-9438-be4dffb2db30 req-4fdb46ec-6721-4c1b-bf69-57ceb1853590 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.88 "GET /v2.0/ports?device_id=83f8760e-e49b-4797-8074-f56935eda869 HTTP/1.1" status: 200 len: 943 time: 0.2637565 Feb 08 21:37:19.387741 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.db.resource_extend [None req-4a8b5281-9a09-4fd7-a84d-ec808f18e69d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:37:19.437337 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a55fad02-7d74-491d-9438-be4dffb2db30 req-4c27a576-4382-4c6c-93c2-4140a47f271f tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.88 "GET /v2.0/security-groups?id=4a92d86c-e013-4163-becc-4436ae34da24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509481 Feb 08 21:37:19.445660 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1117e00b-7acb-4de4-866e-2f7afb163a96 req-99336f21-ab7b-45fe-9c4a-96c3a82c6fd4 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972705 Feb 08 21:37:19.451538 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-41eee09b-a30c-49b7-9ebc-3858c7c24ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (9a442a7b-87af-4f33-a2ce-71014519d421), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:19.487832 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eee09b-a30c-49b7-9ebc-3858c7c24ff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a442a7b-87af-4f33-a2ce-71014519d421,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:19.491808 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-3c450d2b-cdd6-4c94-8d85-f824bfc1ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:19.493678 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-3c450d2b-cdd6-4c94-8d85-f824bfc1ec0f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fc53dd4a681841d38c95bbc6beefed4a&device_id=83f8760e-e49b-4797-8074-f56935eda869 HTTP/1.1" status: 200 len: 1126 time: 0.2216866 Feb 08 21:37:19.495271 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-41eee09b-a30c-49b7-9ebc-3858c7c24ff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:19.499581 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-41eee09b-a30c-49b7-9ebc-3858c7c24ff7 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/9a442a7b-87af-4f33-a2ce-71014519d421 HTTP/1.1" status: 204 len: 168 time: 1.6588326 Feb 08 21:37:19.505895 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35902) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:19.548663 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-e1f54890-4cc3-437a-a60c-d0bbc29079dd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b421421c-ef9e-49ef-945d-739cde3d966a HTTP/1.1" status: 200 len: 217 time: 0.0475407 Feb 08 21:37:19.621499 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-d077b80b-e56a-43c9-ba8f-2b59cd31c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:19.622716 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a8b5281-9a09-4fd7-a84d-ec808f18e69d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (78032d1a-e8bb-4cdf-be53-a43187fb06cf), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:19.623987 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-d077b80b-e56a-43c9-ba8f-2b59cd31c51a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f260ac2c-ee81-42ce-b93c-bea097a99dc0 HTTP/1.1" status: 200 len: 853 time: 0.0687687 Feb 08 21:37:19.628122 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8b5281-9a09-4fd7-a84d-ec808f18e69d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:19.629061 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a8b5281-9a09-4fd7-a84d-ec808f18e69d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:19.632090 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:37:19.712891 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-ee2744b0-4f78-4ac1-bbab-49f454caacbc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f51e020b-df80-47d2-bdb6-e2b2dbdc86f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794902 Feb 08 21:37:19.721898 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b5281-9a09-4fd7-a84d-ec808f18e69d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event updated for resources: {'Network': ['ID=78032d1a-e8bb-4cdf-be53-a43187fb06cf,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:19.725394 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d970c397-9e8f-4541-9dfb-089441d6d01a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (eb55a74a-0457-4ec8-bba5-e9e9fa21b15b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:19.733851 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 78032d1a-e8bb-4cdf-be53-a43187fb06cf details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:37:19.750640 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d970c397-9e8f-4541-9dfb-089441d6d01a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:19.756293 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d970c397-9e8f-4541-9dfb-089441d6d01a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/networks/eb55a74a-0457-4ec8-bba5-e9e9fa21b15b HTTP/1.1" status: 204 len: 168 time: 1.9543083 Feb 08 21:37:19.766928 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35904) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:19.772554 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-194c4414-630a-4d36-81b0-dfe4220b8ef3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'port': {'network_id': 'c10f28c9-16fd-4f78-b5b9-73f6752151d4', 'name': 'tempest-PortsIpV6TestJSON-293172730'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:19.791851 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3982fef-11d1-47df-90b3-15b926354018 admin admin] Publish callbacks [] for security_group (34583b4b-be7e-4e17-9654-775b2deaa802), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:19.814691 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4a8b5281-9a09-4fd7-a84d-ec808f18e69d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0791984 Feb 08 21:37:19.837392 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35906) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:19.875372 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d970c397-9e8f-4541-9dfb-089441d6d01a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Network': ['ID=eb55a74a-0457-4ec8-bba5-e9e9fa21b15b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:19.899153 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c6dab187-5335-4f2d-8971-1b524c590ebd tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Request body: {'subnet': {'network_id': '78032d1a-e8bb-4cdf-be53-a43187fb06cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:20.005369 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4037f130-2ea1-4d0d-93a1-9bc9237f4abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (8be186de-368f-4eda-9951-a49b79ceb5c7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:20.006732 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c8ee353b-64f8-492b-8209-6b9817b098d0 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:37:20.065432 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-97c35565-ea38-423d-9dfe-7b531297d13f service neutron] 10.222.0.96 "GET /v2.0/networks/f51e020b-df80-47d2-bdb6-e2b2dbdc86f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432565 Feb 08 21:37:20.069499 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6727f2b7-90e4-455d-888b-b5de420e556f x-openstack-request-id: req-6727f2b7-90e4-455d-888b-b5de420e556f {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:37:20.070774 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f8760e-e49b-4797-8074-f56935eda869", "tag": "b421421c-ef9e-49ef-945d-739cde3d966a", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:37:20.071446 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6727f2b7-90e4-455d-888b-b5de420e556f {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:37:20.072917 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: c8ee353b-64f8-492b-8209-6b9817b098d0 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:37:20.073570 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f8760e-e49b-4797-8074-f56935eda869', 'tag': 'b421421c-ef9e-49ef-945d-739cde3d966a', 'status': 'completed', 'code': 200} Feb 08 21:37:20.075657 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c8ee353b-64f8-492b-8209-6b9817b098d0 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:37:20.139594 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3982fef-11d1-47df-90b3-15b926354018 admin admin] Publish callbacks [] for security_group (34583b4b-be7e-4e17-9654-775b2deaa802), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:20.224129 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fe91509-a63f-407f-90fe-7a4d5929a130 req-15b7a953-6697-4026-80e6-0f85625c0076 service neutron] 10.222.0.96 "GET /v2.0/networks/f51e020b-df80-47d2-bdb6-e2b2dbdc86f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462538 Feb 08 21:37:20.332432 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194c4414-630a-4d36-81b0-dfe4220b8ef3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:20.338395 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-194c4414-630a-4d36-81b0-dfe4220b8ef3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:20.369546 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516f524-8a67-4daa-802d-a77496e6b2ea req-702f5d07-39c2-4c49-a839-72c87e6bdf8f tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:20.372694 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f516f524-8a67-4daa-802d-a77496e6b2ea req-702f5d07-39c2-4c49-a839-72c87e6bdf8f tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.2979338 Feb 08 21:37:20.384762 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb724f-eaba-4472-8018-321fa88db0f8 req-8c854152-eaca-4ffd-857a-c64ceb896ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:20.387118 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7cfb724f-eaba-4472-8018-321fa88db0f8 req-8c854152-eaca-4ffd-857a-c64ceb896ffd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fc53dd4a681841d38c95bbc6beefed4a&device_id=83f8760e-e49b-4797-8074-f56935eda869 HTTP/1.1" status: 200 len: 1126 time: 0.0973651 Feb 08 21:37:20.392385 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4037f130-2ea1-4d0d-93a1-9bc9237f4abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (8be186de-368f-4eda-9951-a49b79ceb5c7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:20.405040 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dab187-5335-4f2d-8971-1b524c590ebd tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Made reservation on behalf of dfb785c12ea241b583e25a8282e377c4 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:20.409575 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6dab187-5335-4f2d-8971-1b524c590ebd tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:20.435333 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3982fef-11d1-47df-90b3-15b926354018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (34583b4b-be7e-4e17-9654-775b2deaa802), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:20.443579 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3982fef-11d1-47df-90b3-15b926354018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:20.446945 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f516f524-8a67-4daa-802d-a77496e6b2ea req-030f1c94-e9a7-4321-bd6f-a93573f39048 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663757 Feb 08 21:37:20.447831 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a3982fef-11d1-47df-90b3-15b926354018 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/34583b4b-be7e-4e17-9654-775b2deaa802 HTTP/1.1" status: 204 len: 168 time: 1.1222949 Feb 08 21:37:20.527012 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-194c4414-630a-4d36-81b0-dfe4220b8ef3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] device_id is not set on port f0053c5e-20f2-48b4-ba97-da18ff894bcd yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:37:20.556228 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-4037f130-2ea1-4d0d-93a1-9bc9237f4abd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be186de-368f-4eda-9951-a49b79ceb5c7']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:20.602937 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3982fef-11d1-47df-90b3-15b926354018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34583b4b-be7e-4e17-9654-775b2deaa802,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:20.696930 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-4037f130-2ea1-4d0d-93a1-9bc9237f4abd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee22cdd-1b96-49e0-93ec-1d329c1b6b96') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:20.706718 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-4037f130-2ea1-4d0d-93a1-9bc9237f4abd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee22cdd-1b96-49e0-93ec-1d329c1b6b96') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:20.713752 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb724f-eaba-4472-8018-321fa88db0f8 req-5cbf3b67-4e47-4117-90f5-e5cf4fbf6109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:20.715845 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7cfb724f-eaba-4472-8018-321fa88db0f8 req-5cbf3b67-4e47-4117-90f5-e5cf4fbf6109 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f51e020b-df80-47d2-bdb6-e2b2dbdc86f4 HTTP/1.1" status: 200 len: 914 time: 0.2738335 Feb 08 21:37:20.873713 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7cfb724f-eaba-4472-8018-321fa88db0f8 req-30eb2c54-5a02-4cd5-acbb-42540fdedfdd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b421421c-ef9e-49ef-945d-739cde3d966a HTTP/1.1" status: 200 len: 217 time: 0.0828047 Feb 08 21:37:20.954789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c79b3a-aa30-46d8-95d7-537690976e45 req-2de06638-5738-4e26-810a-02dfa8e8a743 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:20.956597 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8c79b3a-aa30-46d8-95d7-537690976e45 req-2de06638-5738-4e26-810a-02dfa8e8a743 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 945 time: 0.2396328 Feb 08 21:37:20.964082 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb724f-eaba-4472-8018-321fa88db0f8 req-a51adb9e-ef31-4a65-9df0-750c8a913d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:20.965918 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7cfb724f-eaba-4472-8018-321fa88db0f8 req-a51adb9e-ef31-4a65-9df0-750c8a913d3b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f260ac2c-ee81-42ce-b93c-bea097a99dc0 HTTP/1.1" status: 200 len: 853 time: 0.0838954 Feb 08 21:37:20.972952 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90864c-c5c5-411f-8b33-8f06356025e2 req-925cc02c-b3e1-4628-a58b-5e73f9955962 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:20.974843 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e90864c-c5c5-411f-8b33-8f06356025e2 req-925cc02c-b3e1-4628-a58b-5e73f9955962 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.88 "GET /v2.0/ports?device_id=83f8760e-e49b-4797-8074-f56935eda869 HTTP/1.1" status: 200 len: 943 time: 0.2561359 Feb 08 21:37:21.002811 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4037f130-2ea1-4d0d-93a1-9bc9237f4abd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (eee22cdd-1b96-49e0-93ec-1d329c1b6b96), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:21.032784 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7cfb724f-eaba-4472-8018-321fa88db0f8 req-b5ec6665-2aa4-48f0-8575-59782d8ee279 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f51e020b-df80-47d2-bdb6-e2b2dbdc86f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504267 Feb 08 21:37:21.048715 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4037f130-2ea1-4d0d-93a1-9bc9237f4abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (eee22cdd-1b96-49e0-93ec-1d329c1b6b96), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:21.077596 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4037f130-2ea1-4d0d-93a1-9bc9237f4abd admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:37:21.078342 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4037f130-2ea1-4d0d-93a1-9bc9237f4abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (eee22cdd-1b96-49e0-93ec-1d329c1b6b96), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:21.153502 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e90864c-c5c5-411f-8b33-8f06356025e2 req-0854c851-94c4-48ba-97ff-2ac6e3897f73 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.88 "GET /v2.0/security-groups?id=4a92d86c-e013-4163-becc-4436ae34da24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587384 Feb 08 21:37:21.179266 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8c79b3a-aa30-46d8-95d7-537690976e45 req-f9da78f3-785e-4a68-828a-d601bb0af0ae tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972668 Feb 08 21:37:21.249622 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35926) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:21.270352 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7cfb724f-eaba-4472-8018-321fa88db0f8 req-ce5829dd-eeda-43fa-916a-6cb70342f5ff service neutron] 10.222.0.96 "GET /v2.0/networks/f51e020b-df80-47d2-bdb6-e2b2dbdc86f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282338 Feb 08 21:37:21.289996 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c2007d92-77ba-44d0-8536-ff4475722931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:21.526354 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7cfb724f-eaba-4472-8018-321fa88db0f8 req-06dbf26f-9ce6-47c9-b8a5-f425edd756ca service neutron] 10.222.0.96 "GET /v2.0/networks/f51e020b-df80-47d2-bdb6-e2b2dbdc86f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377517 Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:37:21.584197 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:37:21.587556 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [req-ab25cf84-ac05-4d4c-9797-8087ab6e2d7c req-a562a1d6-1dd2-4d65-874a-8a827fbf6b6e tempest-MultipleCreateTestJSON-1730303357 tempest-MultipleCreateTestJSON-1730303357-project] (103434) timed out ('10.222.0.96', 58955) {{(pid=103434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 21:37:21.608064 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4037f130-2ea1-4d0d-93a1-9bc9237f4abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (8be186de-368f-4eda-9951-a49b79ceb5c7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:21.625804 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4037f130-2ea1-4d0d-93a1-9bc9237f4abd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:21.629284 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4037f130-2ea1-4d0d-93a1-9bc9237f4abd admin admin] 10.222.0.88 "DELETE /v2.0/networks/8be186de-368f-4eda-9951-a49b79ceb5c7 HTTP/1.1" status: 204 len: 168 time: 2.1177909 Feb 08 21:37:21.658964 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-194c4414-630a-4d36-81b0-dfe4220b8ef3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for port (f0053c5e-20f2-48b4-ba97-da18ff894bcd), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:21.725979 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037f130-2ea1-4d0d-93a1-9bc9237f4abd admin admin] Pushing event deleted for resources: {'Network': ['ID=8be186de-368f-4eda-9951-a49b79ceb5c7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:21.748223 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6dab187-5335-4f2d-8971-1b524c590ebd tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (02ac5531-b2ee-4a24-b8dd-1339a4607515), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:21.751320 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-194c4414-630a-4d36-81b0-dfe4220b8ef3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (f0053c5e-20f2-48b4-ba97-da18ff894bcd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:21.888709 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194c4414-630a-4d36-81b0-dfe4220b8ef3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network c10f28c9-16fd-4f78-b5b9-73f6752151d4 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:37:21.970192 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-194c4414-630a-4d36-81b0-dfe4220b8ef3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:21.972913 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c76bc4-651f-4c1e-8e52-d00eef8920a6 req-f728692e-2c72-4e20-8504-1776e6ea538e tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:21.982230 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b6c76bc4-651f-4c1e-8e52-d00eef8920a6 req-f728692e-2c72-4e20-8504-1776e6ea538e tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 945 time: 0.4499958 Feb 08 21:37:21.990219 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc906fb-83d5-4ea9-b158-e7e1b09c5893 req-ef602cd2-339a-4af3-9cd8-f3c1dca7daed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:21.991756 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4bc906fb-83d5-4ea9-b158-e7e1b09c5893 req-ef602cd2-339a-4af3-9cd8-f3c1dca7daed service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d7c4f68f48ac4d7b8c033568865db0b6&device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 1128 time: 0.4439750 Feb 08 21:37:21.998972 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35940) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:22.037148 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194c4414-630a-4d36-81b0-dfe4220b8ef3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:37:22.043866 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece94a6c-fb49-40b8-b7e8-51695775535e req-7d2eca20-2f34-46b4-8d3b-fc92429f2e60 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:22.050958 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ece94a6c-fb49-40b8-b7e8-51695775535e req-7d2eca20-2f34-46b4-8d3b-fc92429f2e60 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.4471576 Feb 08 21:37:22.065957 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194c4414-630a-4d36-81b0-dfe4220b8ef3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:22.069884 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-194c4414-630a-4d36-81b0-dfe4220b8ef3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:22.152771 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-194c4414-630a-4d36-81b0-dfe4220b8ef3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3842895 Feb 08 21:37:22.169436 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35942) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:22.174398 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c2007d92-77ba-44d0-8536-ff4475722931 admin admin] Publish callbacks [] for security_group (b8df8072-c3a0-4d7b-84a9-dcd3c10cf6ae), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:22.313076 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c4414-630a-4d36-81b0-dfe4220b8ef3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Port': ['ID=f0053c5e-20f2-48b4-ba97-da18ff894bcd,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:22.323358 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dab187-5335-4f2d-8971-1b524c590ebd tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event updated for resources: {'Subnet': ['ID=02ac5531-b2ee-4a24-b8dd-1339a4607515,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:22.352642 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-503ce419-4710-41d1-bb1f-8b07ca5f8f3f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=59239cb1d86043a9a6cf5f4caa83e279&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3516235 Feb 08 21:37:22.354306 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35946) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:22.363248 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c2007d92-77ba-44d0-8536-ff4475722931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b8df8072-c3a0-4d7b-84a9-dcd3c10cf6ae), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:22.379355 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dab187-5335-4f2d-8971-1b524c590ebd tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Checking segment: {'id': 'e2796f0c-b6ad-4cb7-b9df-14fbe935b472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '78032d1a-e8bb-4cdf-be53-a43187fb06cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:37:22.379355 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dab187-5335-4f2d-8971-1b524c590ebd tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Network hostable DHCP agents. Network: 78032d1a-e8bb-4cdf-be53-a43187fb06cf, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:37:22.471510 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ece94a6c-fb49-40b8-b7e8-51695775535e req-dfff8b36-74b6-4118-8e30-ddceaaa8a2de tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192944 Feb 08 21:37:22.472839 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc906fb-83d5-4ea9-b158-e7e1b09c5893 req-1ba5fc65-fa60-43b9-a066-50eec6dd0c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:22.497207 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4bc906fb-83d5-4ea9-b158-e7e1b09c5893 req-1ba5fc65-fa60-43b9-a066-50eec6dd0c20 service neutron] 10.222.0.96 "GET /v2.0/networks?id=78ab189a-860e-4a01-8c19-0f0521b9833d HTTP/1.1" status: 200 len: 910 time: 0.4716663 Feb 08 21:37:22.591070 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dab187-5335-4f2d-8971-1b524c590ebd tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Network 78032d1a-e8bb-4cdf-be53-a43187fb06cf is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:37:22.634436 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c6dab187-5335-4f2d-8971-1b524c590ebd tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 78032d1a-e8bb-4cdf-be53-a43187fb06cf) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:22.643689 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cdd7b0-47db-4f95-b65a-b59163f242e6 None None] Network 78032d1a-e8bb-4cdf-be53-a43187fb06cf requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:22.665078 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dab187-5335-4f2d-8971-1b524c590ebd tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:22.665631 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6dab187-5335-4f2d-8971-1b524c590ebd tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:22.678752 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97028ebb-c82a-46ee-bb10-76188fd4ef8f admin admin] Publish callbacks [] for security_group (b715200b-bd69-4025-9858-4b780c3be1f8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:22.692456 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e21e2ce6-558a-4f8c-a396-ddd9b66f8bd7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting port f0053c5e-20f2-48b4-ba97-da18ff894bcd {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:37:22.692848 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e21e2ce6-558a-4f8c-a396-ddd9b66f8bd7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f0053c5e-20f2-48b4-ba97-da18ff894bcd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:22.739983 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4bc906fb-83d5-4ea9-b158-e7e1b09c5893 req-b2858f9a-df9a-4ca6-9cce-3149522005a9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3b5124b-ba79-49d2-9049-345e662d7c10 HTTP/1.1" status: 200 len: 217 time: 0.2476017 Feb 08 21:37:22.772525 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b6c76bc4-651f-4c1e-8e52-d00eef8920a6 req-f51f34d4-2f12-41fa-a2b8-0c71263a357d tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7837169 Feb 08 21:37:22.852306 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97028ebb-c82a-46ee-bb10-76188fd4ef8f admin admin] Publish callbacks [] for security_group (b715200b-bd69-4025-9858-4b780c3be1f8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:22.867281 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c6dab187-5335-4f2d-8971-1b524c590ebd tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9727800 Feb 08 21:37:22.881201 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35950) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:22.918667 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c2007d92-77ba-44d0-8536-ff4475722931 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9ddb8641dc084ea1a5e16ebbd00c05b8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6667807 Feb 08 21:37:22.919703 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35952) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:22.946447 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b26621-d6af-48d6-bcd7-b1c12d3dd2d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-78032d1a-e8bb-4cdf-be53-a43187fb06cf', 'network_id': '78032d1a-e8bb-4cdf-be53-a43187fb06cf', 'project_id': 'dfb785c12ea241b583e25a8282e377c4', 'fixed_ips': [{'subnet_id': '02ac5531-b2ee-4a24-b8dd-1339a4607515'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:37:22.947349 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8b26621-d6af-48d6-bcd7-b1c12d3dd2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:22.956430 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2007d92-77ba-44d0-8536-ff4475722931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8df8072-c3a0-4d7b-84a9-dcd3c10cf6ae,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:22.978530 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e21e2ce6-558a-4f8c-a396-ddd9b66f8bd7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f0053c5e-20f2-48b4-ba97-da18ff894bcd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:22.997580 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2007d92-77ba-44d0-8536-ff4475722931 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:22.998539 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2007d92-77ba-44d0-8536-ff4475722931 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:22.999137 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2007d92-77ba-44d0-8536-ff4475722931 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:23.002378 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2007d92-77ba-44d0-8536-ff4475722931 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:23.003076 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2007d92-77ba-44d0-8536-ff4475722931 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:23.003881 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2007d92-77ba-44d0-8536-ff4475722931 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:23.005179 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2007d92-77ba-44d0-8536-ff4475722931 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:23.007002 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2007d92-77ba-44d0-8536-ff4475722931 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:23.007990 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2007d92-77ba-44d0-8536-ff4475722931 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:23.010020 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2007d92-77ba-44d0-8536-ff4475722931 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:23.014831 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2007d92-77ba-44d0-8536-ff4475722931 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:23.017512 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e21e2ce6-558a-4f8c-a396-ddd9b66f8bd7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Calling delete_port for f0053c5e-20f2-48b4-ba97-da18ff894bcd owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:37:23.017974 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2007d92-77ba-44d0-8536-ff4475722931 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:23.019676 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2007d92-77ba-44d0-8536-ff4475722931 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:23.183497 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e21e2ce6-558a-4f8c-a396-ddd9b66f8bd7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (f0053c5e-20f2-48b4-ba97-da18ff894bcd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:23.199088 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc906fb-83d5-4ea9-b158-e7e1b09c5893 req-4ae5b34e-5022-4fc6-8889-8085a22abbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:23.202058 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4bc906fb-83d5-4ea9-b158-e7e1b09c5893 req-4ae5b34e-5022-4fc6-8889-8085a22abbed service neutron] 10.222.0.96 "GET /v2.0/subnets?id=739e92e6-a4d6-46e1-b30b-0269af78c658 HTTP/1.1" status: 200 len: 849 time: 0.4227314 Feb 08 21:37:23.225793 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef22317-5239-4147-848c-6384a3c81169 req-5d1a9785-63b0-4340-816c-4139a2e55d6a tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:23.244149 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (78032d1a-e8bb-4cdf-be53-a43187fb06cf), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:23.247998 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97028ebb-c82a-46ee-bb10-76188fd4ef8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b715200b-bd69-4025-9858-4b780c3be1f8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:23.249472 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ef22317-5239-4147-848c-6384a3c81169 req-5d1a9785-63b0-4340-816c-4139a2e55d6a tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.88 "GET /v2.0/ports?device_id=83f8760e-e49b-4797-8074-f56935eda869 HTTP/1.1" status: 200 len: 943 time: 0.5286896 Feb 08 21:37:23.251789 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97028ebb-c82a-46ee-bb10-76188fd4ef8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:23.253406 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-97028ebb-c82a-46ee-bb10-76188fd4ef8f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b715200b-bd69-4025-9858-4b780c3be1f8 HTTP/1.1" status: 204 len: 168 time: 0.8945785 Feb 08 21:37:23.254345 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e2ce6-558a-4f8c-a396-ddd9b66f8bd7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Port': ['ID=f0053c5e-20f2-48b4-ba97-da18ff894bcd,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:23.288222 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e21e2ce6-558a-4f8c-a396-ddd9b66f8bd7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:23.293956 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e21e2ce6-558a-4f8c-a396-ddd9b66f8bd7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/ports/f0053c5e-20f2-48b4-ba97-da18ff894bcd HTTP/1.1" status: 204 len: 168 time: 1.0941377 Feb 08 21:37:23.295208 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97028ebb-c82a-46ee-bb10-76188fd4ef8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b715200b-bd69-4025-9858-4b780c3be1f8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:23.307153 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35956) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:23.314651 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-66e19acf-20ee-4f70-b3ed-da446468c75c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'port': {'network_id': 'c10f28c9-16fd-4f78-b5b9-73f6752151d4', 'mac_address': 'fa:16:3e:23:77:12', 'name': 'tempest-PortsIpV6TestJSON-1818502922'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:23.372657 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4bc906fb-83d5-4ea9-b158-e7e1b09c5893 req-be8c233d-e8b6-4e6a-a8a9-84094a99373e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=78ab189a-860e-4a01-8c19-0f0521b9833d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1587894 Feb 08 21:37:23.513370 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (02ac5531-b2ee-4a24-b8dd-1339a4607515), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:23.545643 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device b421421c-ef9e-49ef-945d-739cde3d966a details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:37:23.613695 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2d730b48-6d00-4507-bfeb-25e93c161772 admin admin] Publish callbacks [] for security_group (b8df8072-c3a0-4d7b-84a9-dcd3c10cf6ae), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:23.650499 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e19acf-20ee-4f70-b3ed-da446468c75c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:23.717329 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ef22317-5239-4147-848c-6384a3c81169 req-1489c9ff-e52d-43fe-b171-a9a68f48b404 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.88 "GET /v2.0/security-groups?id=4a92d86c-e013-4163-becc-4436ae34da24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667847 Feb 08 21:37:23.794208 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2d730b48-6d00-4507-bfeb-25e93c161772 admin admin] Publish callbacks [] for security_group (b8df8072-c3a0-4d7b-84a9-dcd3c10cf6ae), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:23.871549 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66e19acf-20ee-4f70-b3ed-da446468c75c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:23.954680 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-66e19acf-20ee-4f70-b3ed-da446468c75c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] device_id is not set on port a8417218-f0a7-429b-b02b-94c71d797d79 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:37:24.011336 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2d730b48-6d00-4507-bfeb-25e93c161772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b8df8072-c3a0-4d7b-84a9-dcd3c10cf6ae), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:24.014908 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2d730b48-6d00-4507-bfeb-25e93c161772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:24.020186 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2d730b48-6d00-4507-bfeb-25e93c161772 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b8df8072-c3a0-4d7b-84a9-dcd3c10cf6ae HTTP/1.1" status: 204 len: 168 time: 1.0502353 Feb 08 21:37:24.035874 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4bc906fb-83d5-4ea9-b158-e7e1b09c5893 req-0d8a341e-61f4-4674-8e7b-de921f82af83 service neutron] 10.222.0.96 "GET /v2.0/networks/78ab189a-860e-4a01-8c19-0f0521b9833d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6550739 Feb 08 21:37:24.061121 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-c8b26621-d6af-48d6-bcd7-b1c12d3dd2d9 None None] Allocated IP 2001:db8::1 (78032d1a-e8bb-4cdf-be53-a43187fb06cf/02ac5531-b2ee-4a24-b8dd-1339a4607515/7d368b9b-c367-47ec-8e0a-774673df3123) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:37:24.174632 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d730b48-6d00-4507-bfeb-25e93c161772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8df8072-c3a0-4d7b-84a9-dcd3c10cf6ae,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:24.206294 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8b50c-0eca-412a-8186-9373190e3d21 req-0628345a-d9ef-4510-bded-9529bd6ac7e3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:24.208285 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6a8b50c-0eca-412a-8186-9373190e3d21 req-0628345a-d9ef-4510-bded-9529bd6ac7e3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.5599303 Feb 08 21:37:24.326424 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66e19acf-20ee-4f70-b3ed-da446468c75c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for port (a8417218-f0a7-429b-b02b-94c71d797d79), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:24.357220 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6dde3-6d6c-4497-a1eb-0a9803b89bfa req-39067c27-1e1f-40f8-9dc0-ac206cb4010f tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:24.371106 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6ce6dde3-6d6c-4497-a1eb-0a9803b89bfa req-39067c27-1e1f-40f8-9dc0-ac206cb4010f tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 945 time: 0.4291883 Feb 08 21:37:24.410168 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66e19acf-20ee-4f70-b3ed-da446468c75c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (a8417218-f0a7-429b-b02b-94c71d797d79), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:24.438313 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port b421421c-ef9e-49ef-945d-739cde3d966a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=b421421c-ef9e-49ef-945d-739cde3d966a,segment=NetworkSegment(2ad3d00d-18bd-4aff-9458-da3f057913a7),segment_id=2ad3d00d-18bd-4aff-9458-da3f057913a7)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:24.469850 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d6f5d0ce-9ec8-4ef0-9a05-b7ff51559918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:24.510169 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'b421421c-ef9e-49ef-945d-739cde3d966a', 'network_id': 'f51e020b-df80-47d2-bdb6-e2b2dbdc86f4', 'port_id': 'b421421c-ef9e-49ef-945d-739cde3d966a', 'mac_address': 'fa:16:3e:70:ce:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f260ac2c-ee81-42ce-b93c-bea097a99dc0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:37:24.532567 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e19acf-20ee-4f70-b3ed-da446468c75c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Port': ['ID=a8417218-f0a7-429b-b02b-94c71d797d79,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:24.555985 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e19acf-20ee-4f70-b3ed-da446468c75c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network c10f28c9-16fd-4f78-b5b9-73f6752151d4 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:37:24.557864 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-66e19acf-20ee-4f70-b3ed-da446468c75c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:24.565720 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e19acf-20ee-4f70-b3ed-da446468c75c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:37:24.590217 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e19acf-20ee-4f70-b3ed-da446468c75c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:24.591245 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66e19acf-20ee-4f70-b3ed-da446468c75c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:24.625938 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-66e19acf-20ee-4f70-b3ed-da446468c75c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3162112 Feb 08 21:37:24.627760 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35980) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:24.641364 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6a8b50c-0eca-412a-8186-9373190e3d21 req-9a6aaf87-a8aa-4f0d-a9e9-6858a046528d tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937769 Feb 08 21:37:24.671263 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port b421421c-ef9e-49ef-945d-739cde3d966a is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:37:24.672510 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b421421c-ef9e-49ef-945d-739cde3d966a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:24.712437 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b421421c-ef9e-49ef-945d-739cde3d966a {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:37:24.769884 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port b421421c-ef9e-49ef-945d-739cde3d966a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=b421421c-ef9e-49ef-945d-739cde3d966a,segment=NetworkSegment(2ad3d00d-18bd-4aff-9458-da3f057913a7),segment_id=2ad3d00d-18bd-4aff-9458-da3f057913a7)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:24.775077 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbb5ce0-a4f7-4a6a-8390-3d6fbd4b607b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:24.785964 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b421421c-ef9e-49ef-945d-739cde3d966a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:24.792842 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3bbb5ce0-a4f7-4a6a-8390-3d6fbd4b607b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "GET /v2.0/ports/a8417218-f0a7-429b-b02b-94c71d797d79 HTTP/1.1" status: 200 len: 845 time: 0.1617787 Feb 08 21:37:24.793678 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35984) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:24.803098 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6ce6dde3-6d6c-4497-a1eb-0a9803b89bfa req-21973878-391c-4419-89d4-b59314b013dc tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307091 Feb 08 21:37:24.841215 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4bc906fb-83d5-4ea9-b158-e7e1b09c5893 req-b870158c-5cfc-4129-b158-8eb7941566a2 service neutron] 10.222.0.96 "GET /v2.0/networks/78ab189a-860e-4a01-8c19-0f0521b9833d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7781827 Feb 08 21:37:24.962502 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=b421421c-ef9e-49ef-945d-739cde3d966a,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:24.978868 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:24.979525 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:24.980041 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:24.980559 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:24.981061 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:24.981594 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:24.982108 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:24.990740 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:24.991579 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:24.992105 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:24.992642 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:24.993215 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:24.993760 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:37:25.003992 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8b26621-d6af-48d6-bcd7-b1c12d3dd2d9 None None] Publish callbacks [] for port (7d368b9b-c367-47ec-8e0a-774673df3123), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:25.019478 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8b26621-d6af-48d6-bcd7-b1c12d3dd2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (7d368b9b-c367-47ec-8e0a-774673df3123), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:25.033821 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35990) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:25.105551 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b26621-d6af-48d6-bcd7-b1c12d3dd2d9 None None] Pushing event updated for resources: {'Port': ['ID=7d368b9b-c367-47ec-8e0a-774673df3123,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:25.106612 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4e975a68-0c2a-4743-bd49-5ad2d3ed21ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:25.117584 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b26621-d6af-48d6-bcd7-b1c12d3dd2d9 None None] Network 78032d1a-e8bb-4cdf-be53-a43187fb06cf is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:37:25.119505 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-c8b26621-d6af-48d6-bcd7-b1c12d3dd2d9 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:25.122665 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b26621-d6af-48d6-bcd7-b1c12d3dd2d9 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:37:25.195989 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['b421421c-ef9e-49ef-945d-739cde3d966a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:37:25.202580 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (02ac5531-b2ee-4a24-b8dd-1339a4607515), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:25.247473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b81c2-6367-4850-b590-74d2db06d8dc req-fd929d9f-0d00-4eee-8561-aa30098e4107 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:25.267647 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-247b81c2-6367-4850-b590-74d2db06d8dc req-fd929d9f-0d00-4eee-8561-aa30098e4107 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.88 "GET /v2.0/ports?device_id=83f8760e-e49b-4797-8074-f56935eda869 HTTP/1.1" status: 200 len: 944 time: 0.3339832 Feb 08 21:37:25.276288 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c8b26621-d6af-48d6-bcd7-b1c12d3dd2d9 None None] Attempting to bind port 7d368b9b-c367-47ec-8e0a-774673df3123 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:37:25.277087 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c8b26621-d6af-48d6-bcd7-b1c12d3dd2d9 None None] Attempting to bind port 7d368b9b-c367-47ec-8e0a-774673df3123 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'e2796f0c-b6ad-4cb7-b9df-14fbe935b472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '78032d1a-e8bb-4cdf-be53-a43187fb06cf'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:37:25.278577 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b26621-d6af-48d6-bcd7-b1c12d3dd2d9 None None] Attempting to bind port 7d368b9b-c367-47ec-8e0a-774673df3123 on network 78032d1a-e8bb-4cdf-be53-a43187fb06cf {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:37:25.299733 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b26621-d6af-48d6-bcd7-b1c12d3dd2d9 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:37:25.300542 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b26621-d6af-48d6-bcd7-b1c12d3dd2d9 None None] Checking segment: {'id': 'e2796f0c-b6ad-4cb7-b9df-14fbe935b472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '78032d1a-e8bb-4cdf-be53-a43187fb06cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:37:25.301364 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8b26621-d6af-48d6-bcd7-b1c12d3dd2d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:25.302671 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b26621-d6af-48d6-bcd7-b1c12d3dd2d9 None None] Bound using segment: {'id': 'e2796f0c-b6ad-4cb7-b9df-14fbe935b472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '78032d1a-e8bb-4cdf-be53-a43187fb06cf'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:37:25.303718 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c8b26621-d6af-48d6-bcd7-b1c12d3dd2d9 None None] Bound port: 7d368b9b-c367-47ec-8e0a-774673df3123, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2796f0c-b6ad-4cb7-b9df-14fbe935b472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '78032d1a-e8bb-4cdf-be53-a43187fb06cf'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:37:25.307895 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8b26621-d6af-48d6-bcd7-b1c12d3dd2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7d368b9b-c367-47ec-8e0a-774673df3123), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:25.335052 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event deleted for resources: {'Subnet': ['ID=02ac5531-b2ee-4a24-b8dd-1339a4607515,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:25.514272 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b040cfaf-bb45-4ec5-a301-552e512426f2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting port a8417218-f0a7-429b-b02b-94c71d797d79 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:37:25.517446 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b040cfaf-bb45-4ec5-a301-552e512426f2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (a8417218-f0a7-429b-b02b-94c71d797d79), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:25.548808 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4e975a68-0c2a-4743-bd49-5ad2d3ed21ad admin admin] Publish callbacks [] for security_group (87f62c7e-eaf0-467a-ad20-b43bdc7c09a8), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:25.563138 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c8b26621-d6af-48d6-bcd7-b1c12d3dd2d9 None None] For port 7d368b9b-c367-47ec-8e0a-774673df3123, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:37:25.581330 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c8b26621-d6af-48d6-bcd7-b1c12d3dd2d9 None None] For port 7d368b9b-c367-47ec-8e0a-774673df3123, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7d368b9b-c367-47ec-8e0a-774673df3123,segment=NetworkSegment(e2796f0c-b6ad-4cb7-b9df-14fbe935b472),segment_id=e2796f0c-b6ad-4cb7-b9df-14fbe935b472)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:37:25.603605 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8b26621-d6af-48d6-bcd7-b1c12d3dd2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7d368b9b-c367-47ec-8e0a-774673df3123), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:25.628187 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-247b81c2-6367-4850-b590-74d2db06d8dc req-85e43bff-e950-4105-bf9c-ac8f2679eb0c tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.88 "GET /v2.0/security-groups?id=4a92d86c-e013-4163-becc-4436ae34da24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594790 Feb 08 21:37:25.633831 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4e975a68-0c2a-4743-bd49-5ad2d3ed21ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (87f62c7e-eaf0-467a-ad20-b43bdc7c09a8), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:25.721820 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (78032d1a-e8bb-4cdf-be53-a43187fb06cf), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:25.735991 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e975a68-0c2a-4743-bd49-5ad2d3ed21ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f62c7e-eaf0-467a-ad20-b43bdc7c09a8,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:25.794572 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b26621-d6af-48d6-bcd7-b1c12d3dd2d9 None None] Pushing event updated for resources: {'Port': ['ID=7d368b9b-c367-47ec-8e0a-774673df3123,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:25.799316 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4e975a68-0c2a-4743-bd49-5ad2d3ed21ad admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e083c6035b984622b9df532111b4f48d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7621858 Feb 08 21:37:25.806682 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36002) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:25.807771 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36004) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:25.858214 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78032d1a-e8bb-4cdf-be53-a43187fb06cf']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:25.875391 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b040cfaf-bb45-4ec5-a301-552e512426f2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (a8417218-f0a7-429b-b02b-94c71d797d79), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:25.934773 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2796f0c-b6ad-4cb7-b9df-14fbe935b472') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:25.935063 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2796f0c-b6ad-4cb7-b9df-14fbe935b472') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:25.966537 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b040cfaf-bb45-4ec5-a301-552e512426f2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Calling delete_port for a8417218-f0a7-429b-b02b-94c71d797d79 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:37:25.977012 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (e2796f0c-b6ad-4cb7-b9df-14fbe935b472), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:26.022872 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a54afd-1994-4da6-80e7-d6388728de71 None None] get_active_networks_info from n-d-712143-31 {{(pid=103435) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 21:37:26.099152 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (e2796f0c-b6ad-4cb7-b9df-14fbe935b472), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:26.108005 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:37:26.108517 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (e2796f0c-b6ad-4cb7-b9df-14fbe935b472), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:37:26.205199 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:37:26.212035 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.db.api [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 08 21:37:26.212035 n-d-712143-31 neutron-server[103434]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 08 21:37:26.212035 n-d-712143-31 neutron-server[103434]: [parameters: {'id': '78032d1a-e8bb-4cdf-be53-a43187fb06cf'}] Feb 08 21:37:26.212035 n-d-712143-31 neutron-server[103434]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:37:26.212557 n-d-712143-31 neutron-server[103434]: DEBUG oslo_db.api [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:37:26.268184 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-37e5ab81-c104-4687-88b3-d076b8b922c7 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2147142189-network', 'tenant_id': 'f4ec4efafc51470c98c3dc8cd42b4f10'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:26.288324 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a54afd-1994-4da6-80e7-d6388728de71 None None] Resources bound (agent type, host, resource id): {{(pid=103435) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 21:37:26.302401 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-91151446-ab32-4eab-8d01-43176950fa9f admin admin] Publish callbacks [] for security_group (87f62c7e-eaf0-467a-ad20-b43bdc7c09a8), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:26.332445 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b040cfaf-bb45-4ec5-a301-552e512426f2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (a8417218-f0a7-429b-b02b-94c71d797d79), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:26.377823 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-91151446-ab32-4eab-8d01-43176950fa9f admin admin] Publish callbacks [] for security_group (87f62c7e-eaf0-467a-ad20-b43bdc7c09a8), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:26.429658 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040cfaf-bb45-4ec5-a301-552e512426f2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Port': ['ID=a8417218-f0a7-429b-b02b-94c71d797d79,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:26.434244 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9a712-eb03-4b27-83ad-dcd08d427027 req-7498ddc0-faaa-46ea-be63-96caf02d36ca tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:26.436210 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b040cfaf-bb45-4ec5-a301-552e512426f2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:26.439775 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b040cfaf-bb45-4ec5-a301-552e512426f2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/ports/a8417218-f0a7-429b-b02b-94c71d797d79 HTTP/1.1" status: 204 len: 168 time: 1.6451066 Feb 08 21:37:26.444198 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36012) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:26.454415 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8ad9a712-eb03-4b27-83ad-dcd08d427027 req-7498ddc0-faaa-46ea-be63-96caf02d36ca tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.5311577 Feb 08 21:37:26.484698 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-6535047d-fa7c-4804-b5d7-041e83229903 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] GET failed (client error): The resource could not be found. Feb 08 21:37:26.486751 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6535047d-fa7c-4804-b5d7-041e83229903 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "GET /v2.0/ports/a8417218-f0a7-429b-b02b-94c71d797d79 HTTP/1.1" status: 404 len: 333 time: 0.0413885 Feb 08 21:37:26.491563 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36014) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:26.503990 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-41f72637-ea0b-4172-b9cb-3194c7944d7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'port': {'network_id': 'c10f28c9-16fd-4f78-b5b9-73f6752151d4', 'name': 'tempest-PortsIpV6TestJSON-1717719009'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:26.551997 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244a55e-99c6-4519-971f-9f2d8c9160f6 req-e086d381-72c9-4663-b55c-1e5a04f6cc8b tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:26.554294 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c244a55e-99c6-4519-971f-9f2d8c9160f6 req-e086d381-72c9-4663-b55c-1e5a04f6cc8b tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 945 time: 0.5367386 Feb 08 21:37:26.625631 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f72637-ea0b-4172-b9cb-3194c7944d7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:26.634132 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-41f72637-ea0b-4172-b9cb-3194c7944d7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:26.639926 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecd528c-7b0a-4e3a-ad4b-2b36c9572542 None None] Network 78032d1a-e8bb-4cdf-be53-a43187fb06cf requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:26.647314 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8ad9a712-eb03-4b27-83ad-dcd08d427027 req-18a564bc-e8df-40c4-8880-7ac069981479 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910927 Feb 08 21:37:26.670340 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e5ab81-c104-4687-88b3-d076b8b922c7 admin admin] Made reservation on behalf of f4ec4efafc51470c98c3dc8cd42b4f10 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:26.672747 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-37e5ab81-c104-4687-88b3-d076b8b922c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:26.678635 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-41f72637-ea0b-4172-b9cb-3194c7944d7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] device_id is not set on port 46cb2044-5284-49d8-843c-e45fc737c61c yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:37:26.707267 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-37e5ab81-c104-4687-88b3-d076b8b922c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:26.789279 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (78032d1a-e8bb-4cdf-be53-a43187fb06cf), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:26.806241 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c244a55e-99c6-4519-971f-9f2d8c9160f6 req-e47bfa8f-71c0-4735-9fb4-781a887b351b tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709917 Feb 08 21:37:26.863137 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-91151446-ab32-4eab-8d01-43176950fa9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (87f62c7e-eaf0-467a-ad20-b43bdc7c09a8), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:26.866810 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-91151446-ab32-4eab-8d01-43176950fa9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:26.870529 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-91151446-ab32-4eab-8d01-43176950fa9f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/87f62c7e-eaf0-467a-ad20-b43bdc7c09a8 HTTP/1.1" status: 204 len: 168 time: 1.0601118 Feb 08 21:37:26.902348 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bffb5-bbb7-4dcf-8002-4bc7b17efb19 req-60b3de54-9e76-4aff-9074-626ca74a4690 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:26.903903 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b50bffb5-bbb7-4dcf-8002-4bc7b17efb19 req-60b3de54-9e76-4aff-9074-626ca74a4690 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.88 "GET /v2.0/ports?device_id=83f8760e-e49b-4797-8074-f56935eda869 HTTP/1.1" status: 200 len: 944 time: 0.1049118 Feb 08 21:37:26.906362 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91151446-ab32-4eab-8d01-43176950fa9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f62c7e-eaf0-467a-ad20-b43bdc7c09a8,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:27.024095 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b50bffb5-bbb7-4dcf-8002-4bc7b17efb19 req-57b91279-225a-4ece-9215-123c0ae4e7b5 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.88 "GET /v2.0/security-groups?id=4a92d86c-e013-4163-becc-4436ae34da24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910170 Feb 08 21:37:27.062419 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-37e5ab81-c104-4687-88b3-d076b8b922c7 admin admin] Publish callbacks [] for security_group (d11be2e3-e266-4594-bba0-0771e738e2bb), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:27.071215 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-37e5ab81-c104-4687-88b3-d076b8b922c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d11be2e3-e266-4594-bba0-0771e738e2bb), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:27.106843 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e5ab81-c104-4687-88b3-d076b8b922c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:37:27.113881 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5ab81-c104-4687-88b3-d076b8b922c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11be2e3-e266-4594-bba0-0771e738e2bb,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:27.119157 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Deleting port 7d368b9b-c367-47ec-8e0a-774673df3123 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:37:27.119157 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (7d368b9b-c367-47ec-8e0a-774673df3123), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:27.128877 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-37e5ab81-c104-4687-88b3-d076b8b922c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (e0170dd1-841a-4cba-b484-80b3c44c45c7), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:27.129174 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-37e5ab81-c104-4687-88b3-d076b8b922c7 admin admin] Added segment e0170dd1-841a-4cba-b484-80b3c44c45c7 of type vlan for network 37ba0f11-2156-4ed0-8559-417b1b9aa61e Feb 08 21:37:27.154092 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device b421421c-ef9e-49ef-945d-739cde3d966a up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:37:27.190825 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-37e5ab81-c104-4687-88b3-d076b8b922c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (37ba0f11-2156-4ed0-8559-417b1b9aa61e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:27.201260 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-41f72637-ea0b-4172-b9cb-3194c7944d7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for port (46cb2044-5284-49d8-843c-e45fc737c61c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:27.227598 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] For port 7d368b9b-c367-47ec-8e0a-774673df3123, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7d368b9b-c367-47ec-8e0a-774673df3123,segment=NetworkSegment(e2796f0c-b6ad-4cb7-b9df-14fbe935b472),segment_id=e2796f0c-b6ad-4cb7-b9df-14fbe935b472)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:27.227971 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (7d368b9b-c367-47ec-8e0a-774673df3123), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:27.248907 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Calling delete_port for 7d368b9b-c367-47ec-8e0a-774673df3123 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:37:27.256500 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-37e5ab81-c104-4687-88b3-d076b8b922c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (37ba0f11-2156-4ed0-8559-417b1b9aa61e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:27.260317 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e5ab81-c104-4687-88b3-d076b8b922c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:27.262259 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-37e5ab81-c104-4687-88b3-d076b8b922c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:27.383008 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36024) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:27.383919 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-37e5ab81-c104-4687-88b3-d076b8b922c7 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5744231 Feb 08 21:37:27.400461 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-575287f6-e887-4078-9901-c54d40ee2857 admin admin] Request body: {'subnet': {'network_id': '37ba0f11-2156-4ed0-8559-417b1b9aa61e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2147142189-subnet', 'tenant_id': 'f4ec4efafc51470c98c3dc8cd42b4f10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:27.408710 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-41f72637-ea0b-4172-b9cb-3194c7944d7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (46cb2044-5284-49d8-843c-e45fc737c61c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:27.440119 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5ab81-c104-4687-88b3-d076b8b922c7 admin admin] Pushing event updated for resources: {'Network': ['ID=37ba0f11-2156-4ed0-8559-417b1b9aa61e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:27.447085 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-97dd9576-3cbe-44ed-8ad4-e604d59b0180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:27.465214 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 37ba0f11-2156-4ed0-8559-417b1b9aa61e details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:37:27.563883 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port b421421c-ef9e-49ef-945d-739cde3d966a completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:37:27.575975 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575287f6-e887-4078-9901-c54d40ee2857 admin admin] Made reservation on behalf of f4ec4efafc51470c98c3dc8cd42b4f10 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:27.578580 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-575287f6-e887-4078-9901-c54d40ee2857 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:27.587673 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port b421421c-ef9e-49ef-945d-739cde3d966a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:37:27.588216 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b421421c-ef9e-49ef-945d-739cde3d966a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:27.650268 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f72637-ea0b-4172-b9cb-3194c7944d7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network c10f28c9-16fd-4f78-b5b9-73f6752151d4 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:37:27.680215 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-41f72637-ea0b-4172-b9cb-3194c7944d7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:27.710514 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f72637-ea0b-4172-b9cb-3194c7944d7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:37:27.726551 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f72637-ea0b-4172-b9cb-3194c7944d7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:27.731210 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-41f72637-ea0b-4172-b9cb-3194c7944d7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:27.769456 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f72637-ea0b-4172-b9cb-3194c7944d7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Port': ['ID=46cb2044-5284-49d8-843c-e45fc737c61c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:27.804913 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (7d368b9b-c367-47ec-8e0a-774673df3123), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:27.870403 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event deleted for resources: {'Port': ['ID=7d368b9b-c367-47ec-8e0a-774673df3123,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:27.879567 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-41f72637-ea0b-4172-b9cb-3194c7944d7a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3856137 Feb 08 21:37:27.884374 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36040) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:27.885443 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] No DVR routers for this DVR port 7d368b9b-c367-47ec-8e0a-774673df3123 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:37:27.892347 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-671dab65-c791-4be0-97bc-7aa9f6063eaa tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:28.019531 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port b421421c-ef9e-49ef-945d-739cde3d966a is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:37:28.019944 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b421421c-ef9e-49ef-945d-739cde3d966a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:28.020617 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (78032d1a-e8bb-4cdf-be53-a43187fb06cf), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:28.141774 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f8760e-e49b-4797-8074-f56935eda869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b421421c-ef9e-49ef-945d-739cde3d966a'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:37:28.142935 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-575287f6-e887-4078-9901-c54d40ee2857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (25b80b37-5404-4313-be26-dedcc704fcdd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:28.144021 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312b5adf-b7fa-45b3-845c-bbc7225d697b" -d '{"events": [{"server_uuid": "83f8760e-e49b-4797-8074-f56935eda869", "name": "network-vif-plugged", "status": "completed", "tag": "b421421c-ef9e-49ef-945d-739cde3d966a"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:37:28.197575 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78032d1a-e8bb-4cdf-be53-a43187fb06cf']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:28.213016 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port b421421c-ef9e-49ef-945d-739cde3d966a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=b421421c-ef9e-49ef-945d-739cde3d966a,segment=NetworkSegment(2ad3d00d-18bd-4aff-9458-da3f057913a7),segment_id=2ad3d00d-18bd-4aff-9458-da3f057913a7)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:28.223325 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b421421c-ef9e-49ef-945d-739cde3d966a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:28.271705 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2796f0c-b6ad-4cb7-b9df-14fbe935b472') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:28.272008 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2796f0c-b6ad-4cb7-b9df-14fbe935b472') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:28.274095 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575287f6-e887-4078-9901-c54d40ee2857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25b80b37-5404-4313-be26-dedcc704fcdd,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:28.316113 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (e2796f0c-b6ad-4cb7-b9df-14fbe935b472), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:28.352278 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (e2796f0c-b6ad-4cb7-b9df-14fbe935b472), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:28.366097 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575287f6-e887-4078-9901-c54d40ee2857 admin admin] Checking segment: {'id': 'e0170dd1-841a-4cba-b484-80b3c44c45c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '37ba0f11-2156-4ed0-8559-417b1b9aa61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:37:28.366491 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575287f6-e887-4078-9901-c54d40ee2857 admin admin] Network hostable DHCP agents. Network: 37ba0f11-2156-4ed0-8559-417b1b9aa61e, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:37:28.371636 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:37:28.372148 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (e2796f0c-b6ad-4cb7-b9df-14fbe935b472), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:37:28.380481 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:37:28.420296 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=b421421c-ef9e-49ef-945d-739cde3d966a,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:28.555313 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575287f6-e887-4078-9901-c54d40ee2857 admin admin] Network 37ba0f11-2156-4ed0-8559-417b1b9aa61e is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:37:28.580455 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (78032d1a-e8bb-4cdf-be53-a43187fb06cf), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:28.604401 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:28.621766 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "DELETE /v2.0/networks/78032d1a-e8bb-4cdf-be53-a43187fb06cf HTTP/1.1" status: 204 len: 168 time: 5.7393234 Feb 08 21:37:28.622408 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36060) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:28.646511 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783e953-8a91-4ce9-b394-588145338a2a req-dfdbb267-d8d0-4858-b00c-cfca21088606 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:28.649412 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-575287f6-e887-4078-9901-c54d40ee2857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 37ba0f11-2156-4ed0-8559-417b1b9aa61e) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:28.649705 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9783e953-8a91-4ce9-b394-588145338a2a req-dfdbb267-d8d0-4858-b00c-cfca21088606 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.8895264 Feb 08 21:37:28.659429 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3c2360-d9f0-49ec-9d06-c69b99c54293 None None] Network 37ba0f11-2156-4ed0-8559-417b1b9aa61e requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:28.673934 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575287f6-e887-4078-9901-c54d40ee2857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:28.679629 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-575287f6-e887-4078-9901-c54d40ee2857 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:28.710177 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a7e19615-6338-480f-aabf-17375bdb8ba9 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1913017192'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:28.781818 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9783e953-8a91-4ce9-b394-588145338a2a req-98947aa0-8b6b-4b02-837e-6f0cfb65e2e5 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092360 Feb 08 21:37:28.808456 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-671dab65-c791-4be0-97bc-7aa9f6063eaa tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (46cb2044-5284-49d8-843c-e45fc737c61c), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:28.828631 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030a93f-c5e6-4f3c-9721-75b9fec1ba9d req-496d34dd-f12a-4cf4-9d5d-83d1e177d31a tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:28.829618 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7faad-784e-45d8-8203-5dddc889a956 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event deleted for resources: {'Network': ['ID=78032d1a-e8bb-4cdf-be53-a43187fb06cf,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:28.829967 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c030a93f-c5e6-4f3c-9721-75b9fec1ba9d req-496d34dd-f12a-4cf4-9d5d-83d1e177d31a tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 945 time: 0.8885376 Feb 08 21:37:28.913215 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-575287f6-e887-4078-9901-c54d40ee2857 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5271468 Feb 08 21:37:28.919865 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e19615-6338-480f-aabf-17375bdb8ba9 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Made reservation on behalf of dfb785c12ea241b583e25a8282e377c4 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:28.930236 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7e19615-6338-480f-aabf-17375bdb8ba9 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:29.007324 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e19615-6338-480f-aabf-17375bdb8ba9 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:37:29.025004 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf3676c-9914-4778-af34-053d649d559e None None] Network 37ba0f11-2156-4ed0-8559-417b1b9aa61e requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:29.032841 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7e19615-6338-480f-aabf-17375bdb8ba9 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (509b05ca-d52f-4b0b-bb95-09bbe5cc22cf), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:29.033211 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-a7e19615-6338-480f-aabf-17375bdb8ba9 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Added segment 509b05ca-d52f-4b0b-bb95-09bbe5cc22cf of type vlan for network 2b195b1a-909c-405b-bff6-90898086e0ff Feb 08 21:37:29.154682 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c030a93f-c5e6-4f3c-9721-75b9fec1ba9d req-88283c11-58eb-40d9-ac14-83829a64019b tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175442 Feb 08 21:37:29.179773 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7e19615-6338-480f-aabf-17375bdb8ba9 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (2b195b1a-909c-405b-bff6-90898086e0ff), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:29.282098 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7e19615-6338-480f-aabf-17375bdb8ba9 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (2b195b1a-909c-405b-bff6-90898086e0ff), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:29.283568 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531a6255-7f75-4b09-b1d8-2630da2767b2 x-openstack-request-id: req-531a6255-7f75-4b09-b1d8-2630da2767b2 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:37:29.285342 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f8760e-e49b-4797-8074-f56935eda869", "name": "network-vif-plugged", "status": "completed", "tag": "b421421c-ef9e-49ef-945d-739cde3d966a", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:37:29.286492 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-531a6255-7f75-4b09-b1d8-2630da2767b2 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:37:29.287139 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f8760e-e49b-4797-8074-f56935eda869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b421421c-ef9e-49ef-945d-739cde3d966a', 'code': 200} Feb 08 21:37:29.294620 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e19615-6338-480f-aabf-17375bdb8ba9 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:29.295277 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7e19615-6338-480f-aabf-17375bdb8ba9 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:29.373015 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:29.423880 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a7e19615-6338-480f-aabf-17375bdb8ba9 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7781157 Feb 08 21:37:29.428835 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36072) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:29.441723 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-22af40ae-d421-42f6-a3a1-31de8b4febfd tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Request body: {'subnet': {'network_id': '2b195b1a-909c-405b-bff6-90898086e0ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:29.470889 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-671dab65-c791-4be0-97bc-7aa9f6063eaa tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for port (46cb2044-5284-49d8-843c-e45fc737c61c), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:29.530121 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248715a1-0829-47f4-9923-7f8f70a24887 req-53bb51c0-e6d4-4af4-80d2-e220cddcbd5c tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:29.538045 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-248715a1-0829-47f4-9923-7f8f70a24887 req-53bb51c0-e6d4-4af4-80d2-e220cddcbd5c tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.88 "GET /v2.0/ports?device_id=83f8760e-e49b-4797-8074-f56935eda869 HTTP/1.1" status: 200 len: 945 time: 0.4409215 Feb 08 21:37:29.539413 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-671dab65-c791-4be0-97bc-7aa9f6063eaa tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (46cb2044-5284-49d8-843c-e45fc737c61c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:29.560482 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-671dab65-c791-4be0-97bc-7aa9f6063eaa tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] In _notify_port_updated(), no bound segment for port 46cb2044-5284-49d8-843c-e45fc737c61c on network c10f28c9-16fd-4f78-b5b9-73f6752151d4 {{(pid=103433) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 21:37:29.574628 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671dab65-c791-4be0-97bc-7aa9f6063eaa tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:29.575396 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-671dab65-c791-4be0-97bc-7aa9f6063eaa tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:29.577833 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-671dab65-c791-4be0-97bc-7aa9f6063eaa tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "PUT /v2.0/ports/46cb2044-5284-49d8-843c-e45fc737c61c HTTP/1.1" status: 200 len: 818 time: 1.6912973 Feb 08 21:37:29.597979 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36076) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:29.713409 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36080) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:29.899766 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42023867-6677-4aaf-a12d-9d05af731ae4 req-abe9311c-ba0e-4415-9982-c8e8d4cf2b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:29.901457 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-42023867-6677-4aaf-a12d-9d05af731ae4 req-abe9311c-ba0e-4415-9982-c8e8d4cf2b4d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=83f8760e-e49b-4797-8074-f56935eda869 HTTP/1.1" status: 200 len: 1128 time: 0.5067384 Feb 08 21:37:29.946982 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-248715a1-0829-47f4-9923-7f8f70a24887 req-c014a281-fc53-4324-a00a-6501e5852013 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.88 "GET /v2.0/security-groups?id=4a92d86c-e013-4163-becc-4436ae34da24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932576 Feb 08 21:37:29.984461 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671dab65-c791-4be0-97bc-7aa9f6063eaa tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Port': ['ID=46cb2044-5284-49d8-843c-e45fc737c61c,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:30.086596 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff507fc4-1b91-46df-9a1b-465669a84ee0 admin admin] Deleting subnet 25b80b37-5404-4313-be26-dedcc704fcdd {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:37:30.144782 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff507fc4-1b91-46df-9a1b-465669a84ee0 admin admin] Publish callbacks [] for subnet (25b80b37-5404-4313-be26-dedcc704fcdd), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:30.185578 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff507fc4-1b91-46df-9a1b-465669a84ee0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (25b80b37-5404-4313-be26-dedcc704fcdd), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:30.233739 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff507fc4-1b91-46df-9a1b-465669a84ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (25b80b37-5404-4313-be26-dedcc704fcdd), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:30.243290 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e19615-6338-480f-aabf-17375bdb8ba9 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event updated for resources: {'Network': ['ID=2b195b1a-909c-405b-bff6-90898086e0ff,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:30.254607 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 2b195b1a-909c-405b-bff6-90898086e0ff details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:37:30.294270 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22af40ae-d421-42f6-a3a1-31de8b4febfd tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Made reservation on behalf of dfb785c12ea241b583e25a8282e377c4 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:30.302341 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-22af40ae-d421-42f6-a3a1-31de8b4febfd tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:30.340300 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed612c22-9beb-4918-bda2-e2f68af5edd0 req-e4a384a2-ff2a-4fa8-8790-1bd20c9b1069 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:30.341491 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed612c22-9beb-4918-bda2-e2f68af5edd0 req-e4a384a2-ff2a-4fa8-8790-1bd20c9b1069 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 945 time: 0.5868120 Feb 08 21:37:30.351848 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff507fc4-1b91-46df-9a1b-465669a84ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (25b80b37-5404-4313-be26-dedcc704fcdd), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:30.445713 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff507fc4-1b91-46df-9a1b-465669a84ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:30.449087 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ff507fc4-1b91-46df-9a1b-465669a84ee0 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/25b80b37-5404-4313-be26-dedcc704fcdd HTTP/1.1" status: 204 len: 168 time: 0.7115030 Feb 08 21:37:30.452128 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36088) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:30.465071 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff507fc4-1b91-46df-9a1b-465669a84ee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25b80b37-5404-4313-be26-dedcc704fcdd,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:30.488210 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bc9ad-e489-4ae1-b712-c658b08dd49e req-4ebd3224-4857-42e9-9ecd-dc06d697e5ca tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:30.489985 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a34bc9ad-e489-4ae1-b712-c658b08dd49e req-4ebd3224-4857-42e9-9ecd-dc06d697e5ca tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.3970406 Feb 08 21:37:30.492482 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-42023867-6677-4aaf-a12d-9d05af731ae4 req-5df9fe13-bd6b-4b5b-b85e-3c3099099e52 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=4a92d86c-e013-4163-becc-4436ae34da24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5751264 Feb 08 21:37:30.561828 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-226272bf-f2c1-403f-bd5a-f9e0c6c556b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (37ba0f11-2156-4ed0-8559-417b1b9aa61e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:30.575551 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed612c22-9beb-4918-bda2-e2f68af5edd0 req-afc13d11-ebac-4c24-8edc-fa69e3dc7ee6 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092619 Feb 08 21:37:30.601745 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a34bc9ad-e489-4ae1-b712-c658b08dd49e req-8ed6d1c6-d70b-4187-adb7-179fa2dd62d8 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044676 Feb 08 21:37:30.605251 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c503167e-c5b3-4388-97b6-abfdfdb2be10 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting port 46cb2044-5284-49d8-843c-e45fc737c61c {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:37:30.605641 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c503167e-c5b3-4388-97b6-abfdfdb2be10 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (46cb2044-5284-49d8-843c-e45fc737c61c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:30.716950 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c503167e-c5b3-4388-97b6-abfdfdb2be10 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (46cb2044-5284-49d8-843c-e45fc737c61c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:30.735995 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c503167e-c5b3-4388-97b6-abfdfdb2be10 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Calling delete_port for 46cb2044-5284-49d8-843c-e45fc737c61c owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:37:30.743813 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-226272bf-f2c1-403f-bd5a-f9e0c6c556b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (37ba0f11-2156-4ed0-8559-417b1b9aa61e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:30.767227 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-226272bf-f2c1-403f-bd5a-f9e0c6c556b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ba0f11-2156-4ed0-8559-417b1b9aa61e']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:30.780122 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-226272bf-f2c1-403f-bd5a-f9e0c6c556b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0170dd1-841a-4cba-b484-80b3c44c45c7') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:30.780917 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-226272bf-f2c1-403f-bd5a-f9e0c6c556b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0170dd1-841a-4cba-b484-80b3c44c45c7') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:30.798178 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-226272bf-f2c1-403f-bd5a-f9e0c6c556b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (e0170dd1-841a-4cba-b484-80b3c44c45c7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:30.814094 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-226272bf-f2c1-403f-bd5a-f9e0c6c556b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (e0170dd1-841a-4cba-b484-80b3c44c45c7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:30.821193 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226272bf-f2c1-403f-bd5a-f9e0c6c556b7 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:37:30.821976 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-226272bf-f2c1-403f-bd5a-f9e0c6c556b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (e0170dd1-841a-4cba-b484-80b3c44c45c7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:30.845019 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c503167e-c5b3-4388-97b6-abfdfdb2be10 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (46cb2044-5284-49d8-843c-e45fc737c61c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:37:30.901209 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:37:30.908025 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-226272bf-f2c1-403f-bd5a-f9e0c6c556b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (37ba0f11-2156-4ed0-8559-417b1b9aa61e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:30.922667 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503167e-c5b3-4388-97b6-abfdfdb2be10 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Port': ['ID=46cb2044-5284-49d8-843c-e45fc737c61c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:30.938062 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-226272bf-f2c1-403f-bd5a-f9e0c6c556b7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:30.944012 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-226272bf-f2c1-403f-bd5a-f9e0c6c556b7 admin admin] 10.222.0.88 "DELETE /v2.0/networks/37ba0f11-2156-4ed0-8559-417b1b9aa61e HTTP/1.1" status: 204 len: 168 time: 0.4903903 Feb 08 21:37:30.955994 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c503167e-c5b3-4388-97b6-abfdfdb2be10 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:30.962364 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c503167e-c5b3-4388-97b6-abfdfdb2be10 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/ports/46cb2044-5284-49d8-843c-e45fc737c61c HTTP/1.1" status: 204 len: 168 time: 1.3411593 Feb 08 21:37:30.971364 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36094) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:31.198335 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226272bf-f2c1-403f-bd5a-f9e0c6c556b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=37ba0f11-2156-4ed0-8559-417b1b9aa61e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:31.212575 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-22af40ae-d421-42f6-a3a1-31de8b4febfd tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (e6cefadc-5b3d-49d1-99eb-b1a83b092084), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:31.235373 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ea4c8d-e78b-4b7a-b2d1-710f0edb72af tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:31.240457 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-46ea4c8d-e78b-4b7a-b2d1-710f0edb72af tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2647147 Feb 08 21:37:31.241287 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36098) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:31.310895 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc269b-ad54-4f6a-aeb6-2a34040ceabd req-a00c52f0-5e64-42ae-b103-d169ac1692a6 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:31.337997 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-05168dca-1d61-460a-b791-2b51df19e045 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] GET failed (client error): The resource could not be found. Feb 08 21:37:31.340249 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-05168dca-1d61-460a-b791-2b51df19e045 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "GET /v2.0/ports/46cb2044-5284-49d8-843c-e45fc737c61c HTTP/1.1" status: 404 len: 333 time: 0.0863550 Feb 08 21:37:31.347470 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbdc269b-ad54-4f6a-aeb6-2a34040ceabd req-a00c52f0-5e64-42ae-b103-d169ac1692a6 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.88 "GET /v2.0/ports?device_id=83f8760e-e49b-4797-8074-f56935eda869 HTTP/1.1" status: 200 len: 945 time: 0.2696290 Feb 08 21:37:31.355247 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36100) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:31.361790 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-cdffaa1e-71a0-462f-b05a-c8fca6911959 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1240125894'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:31.404326 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36102) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:31.416126 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:31.460220 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdffaa1e-71a0-462f-b05a-c8fca6911959 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:31.470347 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cdffaa1e-71a0-462f-b05a-c8fca6911959 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:31.483067 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbdc269b-ad54-4f6a-aeb6-2a34040ceabd req-8192e368-6674-41fb-8c0b-0f4421fdb7fd tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.88 "GET /v2.0/security-groups?id=4a92d86c-e013-4163-becc-4436ae34da24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323764 Feb 08 21:37:31.505690 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:31.547190 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdffaa1e-71a0-462f-b05a-c8fca6911959 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:37:31.553324 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-018ef06b-d18e-45b0-9083-a017ab149c6d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f4ec4efafc51470c98c3dc8cd42b4f10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321290 Feb 08 21:37:31.554457 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af40ae-d421-42f6-a3a1-31de8b4febfd tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event updated for resources: {'Subnet': ['ID=e6cefadc-5b3d-49d1-99eb-b1a83b092084,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:31.556642 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36106) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:31.583621 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cdffaa1e-71a0-462f-b05a-c8fca6911959 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (1c3013ac-bfab-422c-82d6-40be00ca82bb), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:31.584268 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-cdffaa1e-71a0-462f-b05a-c8fca6911959 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Added segment 1c3013ac-bfab-422c-82d6-40be00ca82bb of type vlan for network cce1d120-06dd-43be-ab88-8dc755a69f8e Feb 08 21:37:31.589905 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22af40ae-d421-42f6-a3a1-31de8b4febfd tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Checking segment: {'id': '509b05ca-d52f-4b0b-bb95-09bbe5cc22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2b195b1a-909c-405b-bff6-90898086e0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:37:31.590410 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22af40ae-d421-42f6-a3a1-31de8b4febfd tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Network hostable DHCP agents. Network: 2b195b1a-909c-405b-bff6-90898086e0ff, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:37:31.621263 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6e96a56f-d043-4a0e-a3ca-0c0691801663 admin admin] Publish callbacks [] for security_group (d11be2e3-e266-4594-bba0-0771e738e2bb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:31.657968 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22af40ae-d421-42f6-a3a1-31de8b4febfd tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Network 2b195b1a-909c-405b-bff6-90898086e0ff is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:37:31.668128 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6e96a56f-d043-4a0e-a3ca-0c0691801663 admin admin] Publish callbacks [] for security_group (d11be2e3-e266-4594-bba0-0771e738e2bb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:31.717578 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cdffaa1e-71a0-462f-b05a-c8fca6911959 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (cce1d120-06dd-43be-ab88-8dc755a69f8e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:31.728640 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-22af40ae-d421-42f6-a3a1-31de8b4febfd tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 2b195b1a-909c-405b-bff6-90898086e0ff) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:31.737123 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c508e74-3ae1-492d-97f9-a441a705cf55 None None] Network 2b195b1a-909c-405b-bff6-90898086e0ff requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:31.749918 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22af40ae-d421-42f6-a3a1-31de8b4febfd tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:31.762130 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-22af40ae-d421-42f6-a3a1-31de8b4febfd tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:31.826171 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6e96a56f-d043-4a0e-a3ca-0c0691801663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d11be2e3-e266-4594-bba0-0771e738e2bb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:31.830102 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6e96a56f-d043-4a0e-a3ca-0c0691801663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:31.835153 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6e96a56f-d043-4a0e-a3ca-0c0691801663 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d11be2e3-e266-4594-bba0-0771e738e2bb HTTP/1.1" status: 204 len: 168 time: 0.2761533 Feb 08 21:37:31.846103 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96a56f-d043-4a0e-a3ca-0c0691801663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11be2e3-e266-4594-bba0-0771e738e2bb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:31.859373 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-22af40ae-d421-42f6-a3a1-31de8b4febfd tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4279289 Feb 08 21:37:31.860292 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36114) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:31.866756 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0d655137-0ca0-419d-be07-c668987720e6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Request body: {'subnet': {'network_id': '2b195b1a-909c-405b-bff6-90898086e0ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:31.883267 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.db.resource_extend [None req-cdffaa1e-71a0-462f-b05a-c8fca6911959 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:37:31.994266 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0938879-d233-4589-85c9-bce3d2c46062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-2b195b1a-909c-405b-bff6-90898086e0ff', 'network_id': '2b195b1a-909c-405b-bff6-90898086e0ff', 'project_id': 'dfb785c12ea241b583e25a8282e377c4', 'fixed_ips': [{'subnet_id': 'e6cefadc-5b3d-49d1-99eb-b1a83b092084'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:37:31.995057 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0938879-d233-4589-85c9-bce3d2c46062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:32.009901 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cdffaa1e-71a0-462f-b05a-c8fca6911959 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (cce1d120-06dd-43be-ab88-8dc755a69f8e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:32.019187 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdffaa1e-71a0-462f-b05a-c8fca6911959 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:32.019843 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cdffaa1e-71a0-462f-b05a-c8fca6911959 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:32.065955 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cdffaa1e-71a0-462f-b05a-c8fca6911959 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7093451 Feb 08 21:37:32.068813 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36116) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:32.080622 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2e4a5559-44b8-42a0-9223-c1c26c58e327 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'subnet': {'network_id': 'cce1d120-06dd-43be-ab88-8dc755a69f8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:32.107733 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc08e87-fce0-48b4-afb2-df1b32ffeb22 req-292110cb-02c8-4318-89a5-b85485a23c29 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:32.112141 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cbc08e87-fce0-48b4-afb2-df1b32ffeb22 req-292110cb-02c8-4318-89a5-b85485a23c29 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 945 time: 0.3516562 Feb 08 21:37:32.326688 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d655137-0ca0-419d-be07-c668987720e6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Made reservation on behalf of dfb785c12ea241b583e25a8282e377c4 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:32.331033 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d655137-0ca0-419d-be07-c668987720e6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:32.360542 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4f7e6-59d0-4c83-a306-c6ec2616bbe6 req-cad4e795-5df3-4570-96a6-2d8906ee9554 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:32.376822 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b1d4f7e6-59d0-4c83-a306-c6ec2616bbe6 req-cad4e795-5df3-4570-96a6-2d8906ee9554 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.6229403 Feb 08 21:37:32.410568 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-b0938879-d233-4589-85c9-bce3d2c46062 None None] Allocated IP 2001:db8::2 (2b195b1a-909c-405b-bff6-90898086e0ff/e6cefadc-5b3d-49d1-99eb-b1a83b092084/00349a8a-82d0-45d4-b1c0-7edfa89d5772) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:37:32.418379 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdffaa1e-71a0-462f-b05a-c8fca6911959 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Network': ['ID=cce1d120-06dd-43be-ab88-8dc755a69f8e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:32.434516 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network cce1d120-06dd-43be-ab88-8dc755a69f8e details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:37:32.521649 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b1d4f7e6-59d0-4c83-a306-c6ec2616bbe6 req-ad11f286-f813-4636-84c7-6aa3feef2ae9 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402102 Feb 08 21:37:32.573532 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cbc08e87-fce0-48b4-afb2-df1b32ffeb22 req-f30a8d3b-5a67-4fbc-ac63-df0671b590bc tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445520 Feb 08 21:37:32.622104 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4a5559-44b8-42a0-9223-c1c26c58e327 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:32.633265 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e4a5559-44b8-42a0-9223-c1c26c58e327 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:32.839805 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0938879-d233-4589-85c9-bce3d2c46062 None None] Publish callbacks [] for port (00349a8a-82d0-45d4-b1c0-7edfa89d5772), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:32.859493 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0938879-d233-4589-85c9-bce3d2c46062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (00349a8a-82d0-45d4-b1c0-7edfa89d5772), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:32.882087 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5cbc5-1788-44e4-97b8-e61f4f6591ae req-4164e798-6f6f-46b9-a513-d7ad500f11e5 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:32.893913 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-19a5cbc5-1788-44e4-97b8-e61f4f6591ae req-4164e798-6f6f-46b9-a513-d7ad500f11e5 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.88 "GET /v2.0/ports?device_id=83f8760e-e49b-4797-8074-f56935eda869 HTTP/1.1" status: 200 len: 945 time: 0.1960199 Feb 08 21:37:32.971461 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0938879-d233-4589-85c9-bce3d2c46062 None None] Network 2b195b1a-909c-405b-bff6-90898086e0ff is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:37:33.000161 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-b0938879-d233-4589-85c9-bce3d2c46062 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:33.033703 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0938879-d233-4589-85c9-bce3d2c46062 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:37:33.051771 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-19a5cbc5-1788-44e4-97b8-e61f4f6591ae req-37dab9c6-d3ac-486c-9d78-aea5d4c7309d tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.88 "GET /v2.0/security-groups?id=4a92d86c-e013-4163-becc-4436ae34da24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564655 Feb 08 21:37:33.059873 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0938879-d233-4589-85c9-bce3d2c46062 None None] Pushing event updated for resources: {'Port': ['ID=00349a8a-82d0-45d4-b1c0-7edfa89d5772,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:33.193269 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b0938879-d233-4589-85c9-bce3d2c46062 None None] Attempting to bind port 00349a8a-82d0-45d4-b1c0-7edfa89d5772 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:37:33.193661 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b0938879-d233-4589-85c9-bce3d2c46062 None None] Attempting to bind port 00349a8a-82d0-45d4-b1c0-7edfa89d5772 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '509b05ca-d52f-4b0b-bb95-09bbe5cc22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2b195b1a-909c-405b-bff6-90898086e0ff'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:37:33.194085 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0938879-d233-4589-85c9-bce3d2c46062 None None] Attempting to bind port 00349a8a-82d0-45d4-b1c0-7edfa89d5772 on network 2b195b1a-909c-405b-bff6-90898086e0ff {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:37:33.207231 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0938879-d233-4589-85c9-bce3d2c46062 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:37:33.207621 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0938879-d233-4589-85c9-bce3d2c46062 None None] Checking segment: {'id': '509b05ca-d52f-4b0b-bb95-09bbe5cc22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2b195b1a-909c-405b-bff6-90898086e0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:37:33.209847 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0938879-d233-4589-85c9-bce3d2c46062 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:33.210241 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0938879-d233-4589-85c9-bce3d2c46062 None None] Bound using segment: {'id': '509b05ca-d52f-4b0b-bb95-09bbe5cc22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2b195b1a-909c-405b-bff6-90898086e0ff'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:37:33.210753 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b0938879-d233-4589-85c9-bce3d2c46062 None None] Bound port: 00349a8a-82d0-45d4-b1c0-7edfa89d5772, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509b05ca-d52f-4b0b-bb95-09bbe5cc22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2b195b1a-909c-405b-bff6-90898086e0ff'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:37:33.212703 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0938879-d233-4589-85c9-bce3d2c46062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (00349a8a-82d0-45d4-b1c0-7edfa89d5772), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:33.314380 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f77da-1153-44cc-ad39-cb7e22cf557f req-88cdbaab-c73c-4d81-8c26-53f61fb1ea56 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:33.319521 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff8f77da-1153-44cc-ad39-cb7e22cf557f req-88cdbaab-c73c-4d81-8c26-53f61fb1ea56 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.96 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 945 time: 0.1862915 Feb 08 21:37:33.452308 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b0938879-d233-4589-85c9-bce3d2c46062 None None] For port 00349a8a-82d0-45d4-b1c0-7edfa89d5772, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:37:33.465907 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b0938879-d233-4589-85c9-bce3d2c46062 None None] For port 00349a8a-82d0-45d4-b1c0-7edfa89d5772, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=00349a8a-82d0-45d4-b1c0-7edfa89d5772,segment=NetworkSegment(509b05ca-d52f-4b0b-bb95-09bbe5cc22cf),segment_id=509b05ca-d52f-4b0b-bb95-09bbe5cc22cf)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:37:33.484379 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0938879-d233-4589-85c9-bce3d2c46062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (00349a8a-82d0-45d4-b1c0-7edfa89d5772), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:33.601586 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36166) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:33.628929 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0938879-d233-4589-85c9-bce3d2c46062 None None] Pushing event updated for resources: {'Port': ['ID=00349a8a-82d0-45d4-b1c0-7edfa89d5772,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:33.692012 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-ff8f77da-1153-44cc-ad39-cb7e22cf557f req-e8c0b56f-9c05-4b2a-afae-dde75815b7bb tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Deleting port e3b5124b-ba79-49d2-9049-345e662d7c10 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:37:33.692836 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ff8f77da-1153-44cc-ad39-cb7e22cf557f req-e8c0b56f-9c05-4b2a-afae-dde75815b7bb tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (e3b5124b-ba79-49d2-9049-345e662d7c10), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:33.715448 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e4a5559-44b8-42a0-9223-c1c26c58e327 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (64dfede5-8488-4ba1-8865-47d943c6fa52), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:33.759672 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d655137-0ca0-419d-be07-c668987720e6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (8e6022d0-77d2-4114-b7ce-bf78f0ab8c05), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:33.983421 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a5559-44b8-42a0-9223-c1c26c58e327 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Subnet': ['ID=64dfede5-8488-4ba1-8865-47d943c6fa52,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:34.042544 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-ff8f77da-1153-44cc-ad39-cb7e22cf557f req-e8c0b56f-9c05-4b2a-afae-dde75815b7bb tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] For port e3b5124b-ba79-49d2-9049-345e662d7c10, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=e3b5124b-ba79-49d2-9049-345e662d7c10,segment=NetworkSegment(2367fa6e-f731-4d5d-8eed-4d18be504fa5),segment_id=2367fa6e-f731-4d5d-8eed-4d18be504fa5)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:34.043109 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ff8f77da-1153-44cc-ad39-cb7e22cf557f req-e8c0b56f-9c05-4b2a-afae-dde75815b7bb tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (e3b5124b-ba79-49d2-9049-345e662d7c10), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:34.169657 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d655137-0ca0-419d-be07-c668987720e6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Network 2b195b1a-909c-405b-bff6-90898086e0ff is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:37:34.198787 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-0d655137-0ca0-419d-be07-c668987720e6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:34.209944 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d655137-0ca0-419d-be07-c668987720e6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:34.212656 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d655137-0ca0-419d-be07-c668987720e6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:34.225215 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-ff8f77da-1153-44cc-ad39-cb7e22cf557f req-e8c0b56f-9c05-4b2a-afae-dde75815b7bb tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Calling delete_port for e3b5124b-ba79-49d2-9049-345e662d7c10 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:37:34.286871 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0d655137-0ca0-419d-be07-c668987720e6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4194295 Feb 08 21:37:34.301011 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36180) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:34.416233 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d655137-0ca0-419d-be07-c668987720e6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event updated for resources: {'Subnet': ['ID=8e6022d0-77d2-4114-b7ce-bf78f0ab8c05,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:34.431766 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4a5559-44b8-42a0-9223-c1c26c58e327 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Checking segment: {'id': '1c3013ac-bfab-422c-82d6-40be00ca82bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cce1d120-06dd-43be-ab88-8dc755a69f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:37:34.437912 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4a5559-44b8-42a0-9223-c1c26c58e327 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network hostable DHCP agents. Network: cce1d120-06dd-43be-ab88-8dc755a69f8e, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:37:34.527641 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297cfb66-ac8c-4fad-8b8a-055fb02b9030 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:34.529247 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297cfb66-ac8c-4fad-8b8a-055fb02b9030 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:34.530565 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297cfb66-ac8c-4fad-8b8a-055fb02b9030 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:34.534458 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297cfb66-ac8c-4fad-8b8a-055fb02b9030 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:34.547255 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297cfb66-ac8c-4fad-8b8a-055fb02b9030 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:34.547255 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-297cfb66-ac8c-4fad-8b8a-055fb02b9030 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2428439 Feb 08 21:37:34.553587 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36186) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:34.564982 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9d725f63-3ea5-477e-876e-84cb051959f1 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1399316226'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:34.598008 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4a5559-44b8-42a0-9223-c1c26c58e327 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network cce1d120-06dd-43be-ab88-8dc755a69f8e is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:37:34.632794 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2e4a5559-44b8-42a0-9223-c1c26c58e327 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, cce1d120-06dd-43be-ab88-8dc755a69f8e) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:34.638143 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4a5559-44b8-42a0-9223-c1c26c58e327 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:34.638739 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e4a5559-44b8-42a0-9223-c1c26c58e327 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:34.647149 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a69846-f639-404f-9517-29caf3d83819 None None] Network cce1d120-06dd-43be-ab88-8dc755a69f8e requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:34.661691 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d725f63-3ea5-477e-876e-84cb051959f1 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Made reservation on behalf of dfb785c12ea241b583e25a8282e377c4 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:34.669499 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d725f63-3ea5-477e-876e-84cb051959f1 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:34.706478 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2e4a5559-44b8-42a0-9223-c1c26c58e327 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6348619 Feb 08 21:37:34.707128 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36190) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:34.725888 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a475a4fb-af7f-43dd-8678-abc0c7bfddf6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'subnet': {'network_id': 'cce1d120-06dd-43be-ab88-8dc755a69f8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:34.817847 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67d3db-e438-4971-b892-2ba3a00a9970 req-1f02979f-a34a-4f35-a691-f890ae2047c3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:34.829192 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d67d3db-e438-4971-b892-2ba3a00a9970 req-1f02979f-a34a-4f35-a691-f890ae2047c3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.7736468 Feb 08 21:37:34.930139 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d725f63-3ea5-477e-876e-84cb051959f1 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:37:34.988223 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8c3e8-f780-4b61-8268-8b73f9b18c3e req-9dc23b31-1acb-46dc-af1b-e793ff64a5b6 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:34.997979 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-75b8c3e8-f780-4b61-8268-8b73f9b18c3e req-9dc23b31-1acb-46dc-af1b-e793ff64a5b6 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=a340fe3a-c3a4-48da-88d1-0ffb53d92b1b HTTP/1.1" status: 200 len: 945 time: 0.8643298 Feb 08 21:37:35.008732 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d725f63-3ea5-477e-876e-84cb051959f1 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (b2cbfbd6-06a1-422e-aaaa-d4423e29ab1d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:35.009008 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-9d725f63-3ea5-477e-876e-84cb051959f1 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Added segment b2cbfbd6-06a1-422e-aaaa-d4423e29ab1d of type vlan for network f59b9c60-689b-4921-a4a7-0a4c0b5cc84d Feb 08 21:37:35.026157 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a74178d-f60f-4f29-bcc8-f18acf4affa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-cce1d120-06dd-43be-ab88-8dc755a69f8e', 'network_id': 'cce1d120-06dd-43be-ab88-8dc755a69f8e', 'project_id': '31f733c410b246508debcff499ac82fe', 'fixed_ips': [{'subnet_id': '64dfede5-8488-4ba1-8865-47d943c6fa52'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:37:35.027417 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7a74178d-f60f-4f29-bcc8-f18acf4affa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:35.187456 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d725f63-3ea5-477e-876e-84cb051959f1 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (f59b9c60-689b-4921-a4a7-0a4c0b5cc84d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:35.242202 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a475a4fb-af7f-43dd-8678-abc0c7bfddf6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:35.247718 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a475a4fb-af7f-43dd-8678-abc0c7bfddf6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:35.253808 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d725f63-3ea5-477e-876e-84cb051959f1 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (f59b9c60-689b-4921-a4a7-0a4c0b5cc84d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:35.260947 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d725f63-3ea5-477e-876e-84cb051959f1 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:35.261614 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d725f63-3ea5-477e-876e-84cb051959f1 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:35.386579 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-7a74178d-f60f-4f29-bcc8-f18acf4affa7 None None] Allocated IP 2001:db8::2 (cce1d120-06dd-43be-ab88-8dc755a69f8e/64dfede5-8488-4ba1-8865-47d943c6fa52/b7331f22-686a-4fc0-96b9-8b64424a0a87) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:37:35.410916 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9d725f63-3ea5-477e-876e-84cb051959f1 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8546650 Feb 08 21:37:35.412432 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36210) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:35.470358 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-34b45c50-25d6-43a8-86f4-c3909f013b4f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:35.557629 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d67d3db-e438-4971-b892-2ba3a00a9970 req-5bb37dbd-9228-43db-8115-5e595dd17880 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7228246 Feb 08 21:37:35.647113 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ff8f77da-1153-44cc-ad39-cb7e22cf557f req-e8c0b56f-9c05-4b2a-afae-dde75815b7bb tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (e3b5124b-ba79-49d2-9049-345e662d7c10), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:35.716965 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0b56f-9c05-4b2a-afae-dde75815b7bb tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Pushing event deleted for resources: {'Port': ['ID=e3b5124b-ba79-49d2-9049-345e662d7c10,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:35.782803 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d725f63-3ea5-477e-876e-84cb051959f1 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event updated for resources: {'Network': ['ID=f59b9c60-689b-4921-a4a7-0a4c0b5cc84d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:35.808806 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b9afec-7210-4ca4-969d-9bf266fa0f17 None None] Network 2b195b1a-909c-405b-bff6-90898086e0ff requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:35.827514 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['ebb7702b-3bda-479b-b749-0b73abada6c6'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:37:35.859872 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8f77da-1153-44cc-ad39-cb7e22cf557f req-e8c0b56f-9c05-4b2a-afae-dde75815b7bb tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] No DVR routers for this DVR port e3b5124b-ba79-49d2-9049-345e662d7c10 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:37:35.865605 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-75b8c3e8-f780-4b61-8268-8b73f9b18c3e req-370ed324-4abe-4fba-9b34-807a39b3b17e tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8668423 Feb 08 21:37:35.873079 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-ff8f77da-1153-44cc-ad39-cb7e22cf557f req-e8c0b56f-9c05-4b2a-afae-dde75815b7bb tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:35.876560 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff8f77da-1153-44cc-ad39-cb7e22cf557f req-e8c0b56f-9c05-4b2a-afae-dde75815b7bb tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.96 "DELETE /v2.0/ports/e3b5124b-ba79-49d2-9049-345e662d7c10 HTTP/1.1" status: 204 len: 173 time: 2.5443466 Feb 08 21:37:35.883512 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a340fe3a-c3a4-48da-88d1-0ffb53d92b1b', 'name': 'network-vif-deleted', 'tag': 'e3b5124b-ba79-49d2-9049-345e662d7c10'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:37:35.893378 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d848cb1-f855-46bf-8a80-884a4daca25c" -d '{"events": [{"server_uuid": "a340fe3a-c3a4-48da-88d1-0ffb53d92b1b", "name": "network-vif-deleted", "tag": "e3b5124b-ba79-49d2-9049-345e662d7c10"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:37:35.907126 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network f59b9c60-689b-4921-a4a7-0a4c0b5cc84d details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:37:35.964451 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6706c-93ad-42b7-9d1c-503d32d9d615 req-0177cf06-a2f5-4703-a712-b8697717615a tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:35.968942 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f6b6706c-93ad-42b7-9d1c-503d32d9d615 req-0177cf06-a2f5-4703-a712-b8697717615a tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.96 "GET /v2.0/ports?device_id=83f8760e-e49b-4797-8074-f56935eda869 HTTP/1.1" status: 200 len: 945 time: 0.4102335 Feb 08 21:37:36.009812 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2029212d-51dc-4cbe-a1cb-4eb4ba2fc4ec x-openstack-request-id: req-2029212d-51dc-4cbe-a1cb-4eb4ba2fc4ec {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:37:36.010125 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a340fe3a-c3a4-48da-88d1-0ffb53d92b1b", "name": "network-vif-deleted", "tag": "e3b5124b-ba79-49d2-9049-345e662d7c10", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:37:36.010392 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2029212d-51dc-4cbe-a1cb-4eb4ba2fc4ec {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:37:36.010813 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a340fe3a-c3a4-48da-88d1-0ffb53d92b1b', 'name': 'network-vif-deleted', 'tag': 'e3b5124b-ba79-49d2-9049-345e662d7c10', 'status': 'completed', 'code': 200} Feb 08 21:37:36.046736 n-d-712143-31 neutron-server[103434]: INFO neutron.db.ipam_backend_mixin [None req-a475a4fb-af7f-43dd-8678-abc0c7bfddf6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 64dfede5-8488-4ba1-8865-47d943c6fa52 (CIDR: 2001:db8::/64) Feb 08 21:37:36.076778 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-a475a4fb-af7f-43dd-8678-abc0c7bfddf6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:37:36.080561 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a475a4fb-af7f-43dd-8678-abc0c7bfddf6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:37:36.122049 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 00349a8a-82d0-45d4-b1c0-7edfa89d5772 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:37:36.124151 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36220) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:36.126976 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a475a4fb-af7f-43dd-8678-abc0c7bfddf6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4173565 Feb 08 21:37:36.182742 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-34b45c50-25d6-43a8-86f4-c3909f013b4f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (f59b9c60-689b-4921-a4a7-0a4c0b5cc84d), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:36.194041 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-e95a400a-4487-4845-a513-23483f1e9fe6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'subnet': {'network_id': 'cce1d120-06dd-43be-ab88-8dc755a69f8e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:36.233764 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-34b45c50-25d6-43a8-86f4-c3909f013b4f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (f59b9c60-689b-4921-a4a7-0a4c0b5cc84d), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:36.355880 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7a74178d-f60f-4f29-bcc8-f18acf4affa7 None None] Publish callbacks [] for port (b7331f22-686a-4fc0-96b9-8b64424a0a87), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:36.358906 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-34b45c50-25d6-43a8-86f4-c3909f013b4f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Network f59b9c60-689b-4921-a4a7-0a4c0b5cc84d is not hosted by any dhcp agent {{(pid=103434) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 08 21:37:36.367509 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b45c50-25d6-43a8-86f4-c3909f013b4f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:36.374001 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-34b45c50-25d6-43a8-86f4-c3909f013b4f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:36.374318 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970471c-8ab8-43f5-bd20-334a3666b5b7 req-ec627901-a36e-43ba-8336-a88c906b8574 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:36.382752 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2970471c-8ab8-43f5-bd20-334a3666b5b7 req-ec627901-a36e-43ba-8336-a88c906b8574 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.88 "GET /v2.0/ports?device_id=83f8760e-e49b-4797-8074-f56935eda869 HTTP/1.1" status: 200 len: 945 time: 0.6302996 Feb 08 21:37:36.387572 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-34b45c50-25d6-43a8-86f4-c3909f013b4f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "PUT /v2.0/networks/f59b9c60-689b-4921-a4a7-0a4c0b5cc84d HTTP/1.1" status: 200 len: 723 time: 0.9242642 Feb 08 21:37:36.388485 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36228) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:36.391109 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b45c50-25d6-43a8-86f4-c3909f013b4f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event updated for resources: {'Network': ['ID=f59b9c60-689b-4921-a4a7-0a4c0b5cc84d,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:36.408147 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-66a79769-9f41-4664-ad56-b6187552d338 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Request body: {'subnet': {'network_id': 'f59b9c60-689b-4921-a4a7-0a4c0b5cc84d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:36.434499 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network f59b9c60-689b-4921-a4a7-0a4c0b5cc84d details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:37:36.456510 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7a74178d-f60f-4f29-bcc8-f18acf4affa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (b7331f22-686a-4fc0-96b9-8b64424a0a87), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:36.502239 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95a400a-4487-4845-a513-23483f1e9fe6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:36.507713 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e95a400a-4487-4845-a513-23483f1e9fe6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:36.697615 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a79769-9f41-4664-ad56-b6187552d338 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Made reservation on behalf of dfb785c12ea241b583e25a8282e377c4 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:36.705999 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66a79769-9f41-4664-ad56-b6187552d338 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:36.742601 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2970471c-8ab8-43f5-bd20-334a3666b5b7 req-c1861453-f532-479d-97bb-a9ea8232be81 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.88 "GET /v2.0/security-groups?id=4a92d86c-e013-4163-becc-4436ae34da24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588591 Feb 08 21:37:36.793010 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ee738837-b9f7-43eb-b345-15a47a0f2b3f None None] Provisioning complete for port 00349a8a-82d0-45d4-b1c0-7edfa89d5772 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:37:36.793788 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ee738837-b9f7-43eb-b345-15a47a0f2b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (00349a8a-82d0-45d4-b1c0-7edfa89d5772), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:36.847807 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 00349a8a-82d0-45d4-b1c0-7edfa89d5772 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:37:36.849477 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (00349a8a-82d0-45d4-b1c0-7edfa89d5772), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:36.918655 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a74178d-f60f-4f29-bcc8-f18acf4affa7 None None] Network cce1d120-06dd-43be-ab88-8dc755a69f8e is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:37:36.932916 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:36.969082 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:36.970118 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-7a74178d-f60f-4f29-bcc8-f18acf4affa7 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:36.979640 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a74178d-f60f-4f29-bcc8-f18acf4affa7 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:37:36.994835 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74178d-f60f-4f29-bcc8-f18acf4affa7 None None] Pushing event updated for resources: {'Port': ['ID=b7331f22-686a-4fc0-96b9-8b64424a0a87,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:37.236051 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66a79769-9f41-4664-ad56-b6187552d338 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (63408b62-c3b3-433c-a23a-3520f6704945), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:37.268838 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ee738837-b9f7-43eb-b345-15a47a0f2b3f None None] Current status of the port 00349a8a-82d0-45d4-b1c0-7edfa89d5772 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:37:37.269591 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ee738837-b9f7-43eb-b345-15a47a0f2b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (00349a8a-82d0-45d4-b1c0-7edfa89d5772), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:37.272057 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device e3b5124b-ba79-49d2-9049-345e662d7c10 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:37:37.315743 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-7a74178d-f60f-4f29-bcc8-f18acf4affa7 None None] Attempting to bind port b7331f22-686a-4fc0-96b9-8b64424a0a87 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:37:37.316268 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-7a74178d-f60f-4f29-bcc8-f18acf4affa7 None None] Attempting to bind port b7331f22-686a-4fc0-96b9-8b64424a0a87 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '1c3013ac-bfab-422c-82d6-40be00ca82bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cce1d120-06dd-43be-ab88-8dc755a69f8e'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:37:37.316647 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a74178d-f60f-4f29-bcc8-f18acf4affa7 None None] Attempting to bind port b7331f22-686a-4fc0-96b9-8b64424a0a87 on network cce1d120-06dd-43be-ab88-8dc755a69f8e {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:37:37.327135 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a74178d-f60f-4f29-bcc8-f18acf4affa7 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:37:37.327516 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a74178d-f60f-4f29-bcc8-f18acf4affa7 None None] Checking segment: {'id': '1c3013ac-bfab-422c-82d6-40be00ca82bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cce1d120-06dd-43be-ab88-8dc755a69f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:37:37.327929 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7a74178d-f60f-4f29-bcc8-f18acf4affa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:37.328472 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a74178d-f60f-4f29-bcc8-f18acf4affa7 None None] Bound using segment: {'id': '1c3013ac-bfab-422c-82d6-40be00ca82bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cce1d120-06dd-43be-ab88-8dc755a69f8e'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:37:37.328970 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-7a74178d-f60f-4f29-bcc8-f18acf4affa7 None None] Bound port: b7331f22-686a-4fc0-96b9-8b64424a0a87, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3013ac-bfab-422c-82d6-40be00ca82bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cce1d120-06dd-43be-ab88-8dc755a69f8e'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:37:37.329462 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7a74178d-f60f-4f29-bcc8-f18acf4affa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b7331f22-686a-4fc0-96b9-8b64424a0a87), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:37.368675 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36246) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:37.371983 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a79769-9f41-4664-ad56-b6187552d338 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event updated for resources: {'Subnet': ['ID=63408b62-c3b3-433c-a23a-3520f6704945,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:37.417121 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-7a74178d-f60f-4f29-bcc8-f18acf4affa7 None None] For port b7331f22-686a-4fc0-96b9-8b64424a0a87, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:37:37.422410 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-7a74178d-f60f-4f29-bcc8-f18acf4affa7 None None] For port b7331f22-686a-4fc0-96b9-8b64424a0a87, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b7331f22-686a-4fc0-96b9-8b64424a0a87,segment=NetworkSegment(1c3013ac-bfab-422c-82d6-40be00ca82bb),segment_id=1c3013ac-bfab-422c-82d6-40be00ca82bb)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:37:37.425431 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 00349a8a-82d0-45d4-b1c0-7edfa89d5772 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:37:37.426173 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (00349a8a-82d0-45d4-b1c0-7edfa89d5772), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:37.430064 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: e3b5124b-ba79-49d2-9049-345e662d7c10 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:37:37.430468 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device e3b5124b-ba79-49d2-9049-345e662d7c10 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:37:37.441358 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7a74178d-f60f-4f29-bcc8-f18acf4affa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b7331f22-686a-4fc0-96b9-8b64424a0a87), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:37.456833 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a79769-9f41-4664-ad56-b6187552d338 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Checking segment: {'id': 'b2cbfbd6-06a1-422e-aaaa-d4423e29ab1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f59b9c60-689b-4921-a4a7-0a4c0b5cc84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:37:37.460824 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a79769-9f41-4664-ad56-b6187552d338 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Network hostable DHCP agents. Network: f59b9c60-689b-4921-a4a7-0a4c0b5cc84d, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:37:37.495833 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a79769-9f41-4664-ad56-b6187552d338 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Network f59b9c60-689b-4921-a4a7-0a4c0b5cc84d is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:37:37.514201 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-66a79769-9f41-4664-ad56-b6187552d338 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, f59b9c60-689b-4921-a4a7-0a4c0b5cc84d) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:37.532304 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a79769-9f41-4664-ad56-b6187552d338 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:37.532948 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66a79769-9f41-4664-ad56-b6187552d338 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:37.540439 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ee738837-b9f7-43eb-b345-15a47a0f2b3f None None] For port 00349a8a-82d0-45d4-b1c0-7edfa89d5772, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=00349a8a-82d0-45d4-b1c0-7edfa89d5772,segment=NetworkSegment(509b05ca-d52f-4b0b-bb95-09bbe5cc22cf),segment_id=509b05ca-d52f-4b0b-bb95-09bbe5cc22cf)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:37.550988 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74178d-f60f-4f29-bcc8-f18acf4affa7 None None] Pushing event updated for resources: {'Port': ['ID=b7331f22-686a-4fc0-96b9-8b64424a0a87,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:37.554613 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7484d8c-310a-40d7-9c2a-552720049556 None None] Network f59b9c60-689b-4921-a4a7-0a4c0b5cc84d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:37.564066 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ee738837-b9f7-43eb-b345-15a47a0f2b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (00349a8a-82d0-45d4-b1c0-7edfa89d5772), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:37.575862 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-66a79769-9f41-4664-ad56-b6187552d338 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1761692 Feb 08 21:37:37.576701 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36250) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:37.582277 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d952b078-3d64-430c-8a8d-1a4fbb30b1f3 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:37.745704 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e86fc2dd-9351-421d-ac4a-d33f12b950bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:37.774947 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123faf5d-c214-4218-8230-fb50050fd9de None None] Update dhcp port {'port': {'network_id': '2b195b1a-909c-405b-bff6-90898086e0ff', 'fixed_ips': [{'subnet_id': 'e6cefadc-5b3d-49d1-99eb-b1a83b092084', 'ip_address': '2001:db8::2'}, {'subnet_id': '8e6022d0-77d2-4114-b7ce-bf78f0ab8c05'}], 'binding:host_id': 'n-d-712143-31'}, 'id': '00349a8a-82d0-45d4-b1c0-7edfa89d5772'} from n-d-712143-31. {{(pid=103435) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 21:37:37.814010 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-f6b6706c-93ad-42b7-9d1c-503d32d9d615 req-5555b8a6-4d8e-4087-99db-1750f1b833f2 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Deleting port b421421c-ef9e-49ef-945d-739cde3d966a {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:37:37.814967 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f6b6706c-93ad-42b7-9d1c-503d32d9d615 req-5555b8a6-4d8e-4087-99db-1750f1b833f2 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b421421c-ef9e-49ef-945d-739cde3d966a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:37.820763 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d952b078-3d64-430c-8a8d-1a4fbb30b1f3 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9260985'] for subnet (63408b62-c3b3-433c-a23a-3520f6704945), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:37.831435 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:37:37.831801 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:37:37.877575 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751f14c-a4ae-46af-a54d-17341e90d132 req-ab3f90cd-9a1b-4072-9b1c-5ecc0c290655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:37.879322 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f751f14c-a4ae-46af-a54d-17341e90d132 req-ab3f90cd-9a1b-4072-9b1c-5ecc0c290655 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=74717e3e72d841d2a44f3251e57cb213&device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 1129 time: 1.4884057 Feb 08 21:37:37.952013 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c95d82-2ea8-44d5-a25c-47ce1befb7d6 req-6850a4a8-18b8-4b7c-8787-1e7dfd64704a tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:37.953726 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-34c95d82-2ea8-44d5-a25c-47ce1befb7d6 req-6850a4a8-18b8-4b7c-8787-1e7dfd64704a tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 1.2101421 Feb 08 21:37:37.999211 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee738837-b9f7-43eb-b345-15a47a0f2b3f None None] Pushing event updated for resources: {'Port': ['ID=00349a8a-82d0-45d4-b1c0-7edfa89d5772,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:38.040412 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-123faf5d-c214-4218-8230-fb50050fd9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (00349a8a-82d0-45d4-b1c0-7edfa89d5772), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:38.052713 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e86fc2dd-9351-421d-ac4a-d33f12b950bb admin admin] Publish callbacks [] for security_group (8122e184-990c-4375-8014-c9971f4dd2bf), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:38.089986 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e86fc2dd-9351-421d-ac4a-d33f12b950bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8122e184-990c-4375-8014-c9971f4dd2bf), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:38.095689 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7f4f35-2005-4fd6-af4b-64f65ceb7c8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-f59b9c60-689b-4921-a4a7-0a4c0b5cc84d', 'network_id': 'f59b9c60-689b-4921-a4a7-0a4c0b5cc84d', 'project_id': 'dfb785c12ea241b583e25a8282e377c4', 'fixed_ips': [{'subnet_id': '63408b62-c3b3-433c-a23a-3520f6704945'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:37:38.096992 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4f35-2005-4fd6-af4b-64f65ceb7c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:38.134548 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86fc2dd-9351-421d-ac4a-d33f12b950bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8122e184-990c-4375-8014-c9971f4dd2bf,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:38.184667 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e86fc2dd-9351-421d-ac4a-d33f12b950bb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0d5d9b2dc5ad4a1e8a2eb79a6738afe5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8044450 Feb 08 21:37:38.185520 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36254) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:38.214865 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d952b078-3d64-430c-8a8d-1a4fbb30b1f3 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751442527492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9446966'] for subnet (63408b62-c3b3-433c-a23a-3520f6704945), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:38.243603 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-f6b6706c-93ad-42b7-9d1c-503d32d9d615 req-5555b8a6-4d8e-4087-99db-1750f1b833f2 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] For port b421421c-ef9e-49ef-945d-739cde3d966a, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=b421421c-ef9e-49ef-945d-739cde3d966a,segment=NetworkSegment(2ad3d00d-18bd-4aff-9458-da3f057913a7),segment_id=2ad3d00d-18bd-4aff-9458-da3f057913a7)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:38.243990 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f6b6706c-93ad-42b7-9d1c-503d32d9d615 req-5555b8a6-4d8e-4087-99db-1750f1b833f2 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b421421c-ef9e-49ef-945d-739cde3d966a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:38.266089 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-f6b6706c-93ad-42b7-9d1c-503d32d9d615 req-5555b8a6-4d8e-4087-99db-1750f1b833f2 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Calling delete_port for b421421c-ef9e-49ef-945d-739cde3d966a owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:37:38.327193 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d952b078-3d64-430c-8a8d-1a4fbb30b1f3 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:38.327892 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d952b078-3d64-430c-8a8d-1a4fbb30b1f3 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:38.329974 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d952b078-3d64-430c-8a8d-1a4fbb30b1f3 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "PUT /v2.0/subnets/63408b62-c3b3-433c-a23a-3520f6704945 HTTP/1.1" status: 200 len: 826 time: 0.7515299 Feb 08 21:37:38.333695 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29f1e024-652f-4c67-89a6-6293196f0231 admin admin] Publish callbacks [] for security_group (8122e184-990c-4375-8014-c9971f4dd2bf), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:38.335630 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36258) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:38.408194 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 00349a8a-82d0-45d4-b1c0-7edfa89d5772 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:37:38.432416 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952b078-3d64-430c-8a8d-1a4fbb30b1f3 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event updated for resources: {'Subnet': ['ID=63408b62-c3b3-433c-a23a-3520f6704945,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:38.445999 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-ae7f4f35-2005-4fd6-af4b-64f65ceb7c8c None None] Allocated IP 2001:db8::2 (f59b9c60-689b-4921-a4a7-0a4c0b5cc84d/63408b62-c3b3-433c-a23a-3520f6704945/a64da7d1-bbbf-4185-96ab-44c6a7a974f3) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:37:38.478706 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29f1e024-652f-4c67-89a6-6293196f0231 admin admin] Publish callbacks [] for security_group (8122e184-990c-4375-8014-c9971f4dd2bf), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:38.536498 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f6b6706c-93ad-42b7-9d1c-503d32d9d615 req-5555b8a6-4d8e-4087-99db-1750f1b833f2 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (b421421c-ef9e-49ef-945d-739cde3d966a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:38.602895 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (f59b9c60-689b-4921-a4a7-0a4c0b5cc84d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:38.644573 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-123faf5d-c214-4218-8230-fb50050fd9de None None] Allocated IP 172.20.0.1 (2b195b1a-909c-405b-bff6-90898086e0ff/8e6022d0-77d2-4114-b7ce-bf78f0ab8c05/00349a8a-82d0-45d4-b1c0-7edfa89d5772) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:37:38.668786 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555b8a6-4d8e-4087-99db-1750f1b833f2 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Pushing event deleted for resources: {'Port': ['ID=b421421c-ef9e-49ef-945d-739cde3d966a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:38.673153 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cc8767e0-cb61-49b9-a383-761504e340e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (92a55623-599f-40cd-8e3e-2bd8746cf4b4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:38.691029 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (63408b62-c3b3-433c-a23a-3520f6704945), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:38.698727 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29f1e024-652f-4c67-89a6-6293196f0231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8122e184-990c-4375-8014-c9971f4dd2bf), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:38.702559 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29f1e024-652f-4c67-89a6-6293196f0231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:38.707688 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-29f1e024-652f-4c67-89a6-6293196f0231 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8122e184-990c-4375-8014-c9971f4dd2bf HTTP/1.1" status: 204 len: 168 time: 0.5206232 Feb 08 21:37:38.779053 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1e024-652f-4c67-89a6-6293196f0231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8122e184-990c-4375-8014-c9971f4dd2bf,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:38.858768 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a2733-a081-4bee-b73b-a4997418516f req-fb3521f0-7047-4e72-98c4-78e2b7ae3a54 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:38.874330 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e87a2733-a081-4bee-b73b-a4997418516f req-fb3521f0-7047-4e72-98c4-78e2b7ae3a54 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 945 time: 1.0956995 Feb 08 21:37:39.024746 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b7331f22-686a-4fc0-96b9-8b64424a0a87 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:37:39.115288 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36264) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:39.147444 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4f35-2005-4fd6-af4b-64f65ceb7c8c None None] Publish callbacks [] for port (a64da7d1-bbbf-4185-96ab-44c6a7a974f3), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:39.150718 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6250f33-49a9-490c-b52e-7f767321c7ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:39.163434 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-34c95d82-2ea8-44d5-a25c-47ce1befb7d6 req-84443499-b01f-4b3c-94b9-5f34808cad3f tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1152360 Feb 08 21:37:39.167175 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4f35-2005-4fd6-af4b-64f65ceb7c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (a64da7d1-bbbf-4185-96ab-44c6a7a974f3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:39.196823 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-123faf5d-c214-4218-8230-fb50050fd9de None None] For port 00349a8a-82d0-45d4-b1c0-7edfa89d5772, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=00349a8a-82d0-45d4-b1c0-7edfa89d5772,segment=NetworkSegment(509b05ca-d52f-4b0b-bb95-09bbe5cc22cf),segment_id=509b05ca-d52f-4b0b-bb95-09bbe5cc22cf)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:39.235766 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-123faf5d-c214-4218-8230-fb50050fd9de None None] Publish callbacks [] for port (00349a8a-82d0-45d4-b1c0-7edfa89d5772), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:39.253147 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device b421421c-ef9e-49ef-945d-739cde3d966a no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:37:39.265920 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-123faf5d-c214-4218-8230-fb50050fd9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (00349a8a-82d0-45d4-b1c0-7edfa89d5772), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:39.285106 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b6706c-93ad-42b7-9d1c-503d32d9d615 req-5555b8a6-4d8e-4087-99db-1750f1b833f2 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] No DVR routers for this DVR port b421421c-ef9e-49ef-945d-739cde3d966a on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:37:39.289608 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751f14c-a4ae-46af-a54d-17341e90d132 req-0509efe7-f930-4f36-a427-fe4f33631aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:39.292471 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f751f14c-a4ae-46af-a54d-17341e90d132 req-0509efe7-f930-4f36-a427-fe4f33631aa5 service neutron] 10.222.0.96 "GET /v2.0/networks?id=0b788a94-1e80-468a-940e-48c5a63e44a4 HTTP/1.1" status: 200 len: 915 time: 1.4022415 Feb 08 21:37:39.293873 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f6b6706c-93ad-42b7-9d1c-503d32d9d615 req-5555b8a6-4d8e-4087-99db-1750f1b833f2 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:39.303530 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f6b6706c-93ad-42b7-9d1c-503d32d9d615 req-5555b8a6-4d8e-4087-99db-1750f1b833f2 tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.96 "DELETE /v2.0/ports/b421421c-ef9e-49ef-945d-739cde3d966a HTTP/1.1" status: 204 len: 173 time: 3.2852731 Feb 08 21:37:39.345509 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f4f35-2005-4fd6-af4b-64f65ceb7c8c None None] Pushing event updated for resources: {'Port': ['ID=a64da7d1-bbbf-4185-96ab-44c6a7a974f3,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:39.359990 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port b7331f22-686a-4fc0-96b9-8b64424a0a87 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:37:39.360378 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b7331f22-686a-4fc0-96b9-8b64424a0a87), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:39.363151 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: b421421c-ef9e-49ef-945d-739cde3d966a {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:37:39.363499 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device b421421c-ef9e-49ef-945d-739cde3d966a not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:37:39.364465 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 847006f8-c17a-4de4-8cf4-47c1e161c2b1 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:37:39.388899 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6250f33-49a9-490c-b52e-7f767321c7ba admin admin] Publish callbacks [] for security_group (176ec864-9d79-4ae4-9408-f3ba4990ea2d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:39.403591 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6250f33-49a9-490c-b52e-7f767321c7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (176ec864-9d79-4ae4-9408-f3ba4990ea2d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:39.479600 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6250f33-49a9-490c-b52e-7f767321c7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176ec864-9d79-4ae4-9408-f3ba4990ea2d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:39.492463 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7f4f35-2005-4fd6-af4b-64f65ceb7c8c None None] Network f59b9c60-689b-4921-a4a7-0a4c0b5cc84d is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:37:39.501656 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4512736a-1262-4d53-8da1-448b028d100a None None] Network cce1d120-06dd-43be-ab88-8dc755a69f8e requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:39.511145 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f8760e-e49b-4797-8074-f56935eda869', 'name': 'network-vif-deleted', 'tag': 'b421421c-ef9e-49ef-945d-739cde3d966a'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:37:39.514964 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a1d8ae-cfd6-49f2-af6d-a9a58624e2da" -d '{"events": [{"server_uuid": "83f8760e-e49b-4797-8074-f56935eda869", "name": "network-vif-deleted", "tag": "b421421c-ef9e-49ef-945d-739cde3d966a"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:37:39.523109 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e87a2733-a081-4bee-b73b-a4997418516f req-a6e27a1b-aaac-49bd-9640-766286284a6b tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6477675 Feb 08 21:37:39.598032 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-ae7f4f35-2005-4fd6-af4b-64f65ceb7c8c None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:39.606658 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7f4f35-2005-4fd6-af4b-64f65ceb7c8c None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:37:39.611276 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (63408b62-c3b3-433c-a23a-3520f6704945), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:39.632400 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d6250f33-49a9-490c-b52e-7f767321c7ba admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a9ceacb06bfa4fb5b24de9f94fd4d596&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5160191 Feb 08 21:37:39.641984 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98b57e0-566f-48ae-868e-98b9dabc0218 x-openstack-request-id: req-c98b57e0-566f-48ae-868e-98b9dabc0218 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:37:39.642293 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f8760e-e49b-4797-8074-f56935eda869", "name": "network-vif-deleted", "tag": "b421421c-ef9e-49ef-945d-739cde3d966a", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:37:39.642555 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c98b57e0-566f-48ae-868e-98b9dabc0218 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:37:39.642966 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f8760e-e49b-4797-8074-f56935eda869', 'name': 'network-vif-deleted', 'tag': 'b421421c-ef9e-49ef-945d-739cde3d966a', 'status': 'completed', 'code': 200} Feb 08 21:37:39.651139 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36270) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:39.659262 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-15671772-52f4-4508-a43a-9053a9d940bd req-506ce590-dc8c-4933-9257-ba0e65e27e3e tempest-ServerAddressesTestJSON-393460139 tempest-ServerAddressesTestJSON-393460139-project] 10.222.0.88 "GET /v2.0/ports?device_id=83f8760e-e49b-4797-8074-f56935eda869 HTTP/1.1" status: 200 len: 210 time: 0.1310294 Feb 08 21:37:39.661150 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f751f14c-a4ae-46af-a54d-17341e90d132 req-91f0bb40-ff93-4ddc-b580-669565dd579d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=847006f8-c17a-4de4-8cf4-47c1e161c2b1 HTTP/1.1" status: 200 len: 217 time: 0.1203136 Feb 08 21:37:39.723944 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-902a5b8b-8b40-4e49-9248-cea47a6766f4 None None] Provisioning complete for port b7331f22-686a-4fc0-96b9-8b64424a0a87 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:37:39.724196 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-902a5b8b-8b40-4e49-9248-cea47a6766f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b7331f22-686a-4fc0-96b9-8b64424a0a87), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:39.725905 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123faf5d-c214-4218-8230-fb50050fd9de None None] Pushing event updated for resources: {'Port': ['ID=00349a8a-82d0-45d4-b1c0-7edfa89d5772,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:39.753009 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e95a400a-4487-4845-a513-23483f1e9fe6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (742faab4-0e48-4d26-9d80-fed702a001c6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:39.765887 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21de8d-57c0-4758-a625-644883782731 req-bd6f6300-696a-4c85-8a6b-5790dc7ef0aa tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:39.767428 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ae21de8d-57c0-4758-a625-644883782731 req-bd6f6300-696a-4c85-8a6b-5790dc7ef0aa tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 945 time: 0.2899508 Feb 08 21:37:39.771399 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event deleted for resources: {'Subnet': ['ID=63408b62-c3b3-433c-a23a-3520f6704945,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:39.775775 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (f59b9c60-689b-4921-a4a7-0a4c0b5cc84d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:39.851097 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-ae7f4f35-2005-4fd6-af4b-64f65ceb7c8c None None] Attempting to bind port a64da7d1-bbbf-4185-96ab-44c6a7a974f3 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:37:39.851483 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-ae7f4f35-2005-4fd6-af4b-64f65ceb7c8c None None] Attempting to bind port a64da7d1-bbbf-4185-96ab-44c6a7a974f3 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'b2cbfbd6-06a1-422e-aaaa-d4423e29ab1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f59b9c60-689b-4921-a4a7-0a4c0b5cc84d'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:37:39.851857 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7f4f35-2005-4fd6-af4b-64f65ceb7c8c None None] Attempting to bind port a64da7d1-bbbf-4185-96ab-44c6a7a974f3 on network f59b9c60-689b-4921-a4a7-0a4c0b5cc84d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:37:39.873782 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f59b9c60-689b-4921-a4a7-0a4c0b5cc84d']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:39.899005 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2cbfbd6-06a1-422e-aaaa-d4423e29ab1d') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:39.899289 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2cbfbd6-06a1-422e-aaaa-d4423e29ab1d') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:39.935280 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (b2cbfbd6-06a1-422e-aaaa-d4423e29ab1d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:39.945402 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7f4f35-2005-4fd6-af4b-64f65ceb7c8c None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:37:39.946257 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7f4f35-2005-4fd6-af4b-64f65ceb7c8c None None] Checking segment: {'id': 'b2cbfbd6-06a1-422e-aaaa-d4423e29ab1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f59b9c60-689b-4921-a4a7-0a4c0b5cc84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:37:39.946919 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4f35-2005-4fd6-af4b-64f65ceb7c8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:39.947594 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7f4f35-2005-4fd6-af4b-64f65ceb7c8c None None] Bound using segment: {'id': 'b2cbfbd6-06a1-422e-aaaa-d4423e29ab1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f59b9c60-689b-4921-a4a7-0a4c0b5cc84d'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:37:39.948333 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-ae7f4f35-2005-4fd6-af4b-64f65ceb7c8c None None] Bound port: a64da7d1-bbbf-4185-96ab-44c6a7a974f3, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cbfbd6-06a1-422e-aaaa-d4423e29ab1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f59b9c60-689b-4921-a4a7-0a4c0b5cc84d'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:37:39.948999 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4f35-2005-4fd6-af4b-64f65ceb7c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a64da7d1-bbbf-4185-96ab-44c6a7a974f3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:39.954977 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-90399c0d-8efa-4026-b228-ebb778a0ae6c admin admin] Publish callbacks [] for security_group (176ec864-9d79-4ae4-9408-f3ba4990ea2d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:39.959370 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95a400a-4487-4845-a513-23483f1e9fe6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network cce1d120-06dd-43be-ab88-8dc755a69f8e is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:37:39.991256 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-e95a400a-4487-4845-a513-23483f1e9fe6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:40.000253 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751f14c-a4ae-46af-a54d-17341e90d132 req-14ac71f5-71fe-4586-8a76-4d22716c55a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:40.002326 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f751f14c-a4ae-46af-a54d-17341e90d132 req-14ac71f5-71fe-4586-8a76-4d22716c55a1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5401f80b-e57f-40cb-9cf6-b97b0a9bdb9b HTTP/1.1" status: 200 len: 854 time: 0.3308058 Feb 08 21:37:40.007292 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95a400a-4487-4845-a513-23483f1e9fe6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:40.007908 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e95a400a-4487-4845-a513-23483f1e9fe6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:40.019039 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a400a-4487-4845-a513-23483f1e9fe6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Subnet': ['ID=742faab4-0e48-4d26-9d80-fed702a001c6,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:40.035016 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (b2cbfbd6-06a1-422e-aaaa-d4423e29ab1d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:40.070247 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-90399c0d-8efa-4026-b228-ebb778a0ae6c admin admin] Publish callbacks [] for security_group (176ec864-9d79-4ae4-9408-f3ba4990ea2d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:40.070532 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:37:40.071161 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (b2cbfbd6-06a1-422e-aaaa-d4423e29ab1d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:37:40.080072 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:37:40.132371 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f751f14c-a4ae-46af-a54d-17341e90d132 req-05ce1fd3-7214-4bfd-a71c-b81632f7f606 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0b788a94-1e80-468a-940e-48c5a63e44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198468 Feb 08 21:37:40.148588 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e95a400a-4487-4845-a513-23483f1e9fe6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.0207813 Feb 08 21:37:40.152489 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 847006f8-c17a-4de4-8cf4-47c1e161c2b1 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:37:40.153036 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:40.165474 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36274) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:40.173557 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port b7331f22-686a-4fc0-96b9-8b64424a0a87 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:37:40.173949 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b7331f22-686a-4fc0-96b9-8b64424a0a87), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:40.174951 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f27c81ba-11e2-4daa-925e-6232c94969c2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'port': {'network_id': 'cce1d120-06dd-43be-ab88-8dc755a69f8e', 'fixed_ips': [{'subnet_id': '64dfede5-8488-4ba1-8865-47d943c6fa52'}, {'subnet_id': '742faab4-0e48-4d26-9d80-fed702a001c6'}], 'name': 'tempest-PortsIpV6TestJSON-259424790'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:40.326872 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port b7331f22-686a-4fc0-96b9-8b64424a0a87, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b7331f22-686a-4fc0-96b9-8b64424a0a87,segment=NetworkSegment(1c3013ac-bfab-422c-82d6-40be00ca82bb),segment_id=1c3013ac-bfab-422c-82d6-40be00ca82bb)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:40.329144 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-ae21de8d-57c0-4758-a625-644883782731 req-006f24aa-c690-4377-8c74-80d273d33921 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Deleting port ebb7702b-3bda-479b-b749-0b73abada6c6 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:37:40.329991 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ae21de8d-57c0-4758-a625-644883782731 req-006f24aa-c690-4377-8c74-80d273d33921 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (ebb7702b-3bda-479b-b749-0b73abada6c6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:40.345208 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.db.api [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 08 21:37:40.345208 n-d-712143-31 neutron-server[103434]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 08 21:37:40.345208 n-d-712143-31 neutron-server[103434]: [parameters: {'id': 'f59b9c60-689b-4921-a4a7-0a4c0b5cc84d'}] Feb 08 21:37:40.345208 n-d-712143-31 neutron-server[103434]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:37:40.350396 n-d-712143-31 neutron-server[103434]: DEBUG oslo_db.api [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:37:40.355120 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b7331f22-686a-4fc0-96b9-8b64424a0a87), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:40.358937 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 00349a8a-82d0-45d4-b1c0-7edfa89d5772 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:37:40.364259 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-902a5b8b-8b40-4e49-9248-cea47a6766f4 None None] Current status of the port b7331f22-686a-4fc0-96b9-8b64424a0a87 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:37:40.364717 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-902a5b8b-8b40-4e49-9248-cea47a6766f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b7331f22-686a-4fc0-96b9-8b64424a0a87), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:40.417338 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ae7f4f35-2005-4fd6-af4b-64f65ceb7c8c None None] For port a64da7d1-bbbf-4185-96ab-44c6a7a974f3, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:37:40.420868 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-90399c0d-8efa-4026-b228-ebb778a0ae6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (176ec864-9d79-4ae4-9408-f3ba4990ea2d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:40.423803 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-90399c0d-8efa-4026-b228-ebb778a0ae6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:40.427977 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-90399c0d-8efa-4026-b228-ebb778a0ae6c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/176ec864-9d79-4ae4-9408-f3ba4990ea2d HTTP/1.1" status: 204 len: 168 time: 0.7629840 Feb 08 21:37:40.427977 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-cc8767e0-cb61-49b9-a383-761504e340e6 admin admin] Deleting port 33cfd50d-838b-4c6d-933b-0815178d1341 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:37:40.427977 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cc8767e0-cb61-49b9-a383-761504e340e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (33cfd50d-838b-4c6d-933b-0815178d1341), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:40.452126 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ae7f4f35-2005-4fd6-af4b-64f65ceb7c8c None None] For port a64da7d1-bbbf-4185-96ab-44c6a7a974f3, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=a64da7d1-bbbf-4185-96ab-44c6a7a974f3,segment=NetworkSegment(b2cbfbd6-06a1-422e-aaaa-d4423e29ab1d),segment_id=b2cbfbd6-06a1-422e-aaaa-d4423e29ab1d)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:37:40.463208 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d065fb-9bc5-4c4d-9caa-3ae4d8813056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '847006f8-c17a-4de4-8cf4-47c1e161c2b1'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:37:40.467434 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b6e2bd-81d8-42ab-9301-baa64280f397" -d '{"events": [{"server_uuid": "f0d065fb-9bc5-4c4d-9caa-3ae4d8813056", "name": "network-vif-unplugged", "status": "completed", "tag": "847006f8-c17a-4de4-8cf4-47c1e161c2b1"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:37:40.514716 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-ae21de8d-57c0-4758-a625-644883782731 req-006f24aa-c690-4377-8c74-80d273d33921 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] For port ebb7702b-3bda-479b-b749-0b73abada6c6, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=ebb7702b-3bda-479b-b749-0b73abada6c6,segment=NetworkSegment(2367fa6e-f731-4d5d-8eed-4d18be504fa5),segment_id=2367fa6e-f731-4d5d-8eed-4d18be504fa5)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:40.515245 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ae21de8d-57c0-4758-a625-644883782731 req-006f24aa-c690-4377-8c74-80d273d33921 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (ebb7702b-3bda-479b-b749-0b73abada6c6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:40.550984 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-ae21de8d-57c0-4758-a625-644883782731 req-006f24aa-c690-4377-8c74-80d273d33921 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Calling delete_port for ebb7702b-3bda-479b-b749-0b73abada6c6 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:37:40.554700 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4f35-2005-4fd6-af4b-64f65ceb7c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a64da7d1-bbbf-4185-96ab-44c6a7a974f3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:40.583291 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90399c0d-8efa-4026-b228-ebb778a0ae6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176ec864-9d79-4ae4-9408-f3ba4990ea2d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:40.594161 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f751f14c-a4ae-46af-a54d-17341e90d132 req-880a992c-47a5-4e35-94b6-c328d6587542 service neutron] 10.222.0.96 "GET /v2.0/networks/0b788a94-1e80-468a-940e-48c5a63e44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503803 Feb 08 21:37:40.613603 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaf5349-4134-44f1-b044-e95916f826b9 None None] Network cce1d120-06dd-43be-ab88-8dc755a69f8e requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:40.706450 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e95bc-6c52-4ce7-8711-f8213b6c98ee req-c8c31b45-fa0a-45c7-a0cf-fdd9a3d4a03e tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:40.708923 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e43e95bc-6c52-4ce7-8711-f8213b6c98ee req-c8c31b45-fa0a-45c7-a0cf-fdd9a3d4a03e tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.4013267 Feb 08 21:37:40.726218 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 847006f8-c17a-4de4-8cf4-47c1e161c2b1, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=847006f8-c17a-4de4-8cf4-47c1e161c2b1,segment=NetworkSegment(d23a6594-b5ac-4220-9c7e-256007bbfc19),segment_id=d23a6594-b5ac-4220-9c7e-256007bbfc19)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:40.728652 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27c81ba-11e2-4daa-925e-6232c94969c2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:40.879454 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-cc8767e0-cb61-49b9-a383-761504e340e6 admin admin] For port 33cfd50d-838b-4c6d-933b-0815178d1341, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=33cfd50d-838b-4c6d-933b-0815178d1341,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:40.879454 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cc8767e0-cb61-49b9-a383-761504e340e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (33cfd50d-838b-4c6d-933b-0815178d1341), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:40.894238 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (f59b9c60-689b-4921-a4a7-0a4c0b5cc84d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:40.922004 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f27c81ba-11e2-4daa-925e-6232c94969c2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:40.925906 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-cc8767e0-cb61-49b9-a383-761504e340e6 admin admin] Calling delete_port for 33cfd50d-838b-4c6d-933b-0815178d1341 owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:37:40.944404 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e43e95bc-6c52-4ce7-8711-f8213b6c98ee req-bd81434b-dc14-4edf-8487-8c300de10793 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964974 Feb 08 21:37:40.958158 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a34b89-50dd-41c2-8904-3de31ece4469 None None] Network 2b195b1a-909c-405b-bff6-90898086e0ff requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:40.989267 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f751f14c-a4ae-46af-a54d-17341e90d132 req-786375d6-cda2-4b2b-8545-e0c124914a5d service neutron] 10.222.0.96 "GET /v2.0/networks/0b788a94-1e80-468a-940e-48c5a63e44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698215 Feb 08 21:37:41.032205 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ac4b2-6079-4d89-904c-bf0748733d36 req-17b273f0-0048-416f-9e8a-59f2411a5470 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:41.032205 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-253ac4b2-6079-4d89-904c-bf0748733d36 req-17b273f0-0048-416f-9e8a-59f2411a5470 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/ports?device_id=8f0b59f1-a07f-4ae0-aaa6-976d988f4feb HTTP/1.1" status: 200 len: 945 time: 0.2882729 Feb 08 21:37:41.074893 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-f27c81ba-11e2-4daa-925e-6232c94969c2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] device_id is not set on port 0463627f-0593-40b6-935c-a46c12774064 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:37:41.091170 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b0917e-87ba-46cc-8234-bf37e38abf7f x-openstack-request-id: req-c7b0917e-87ba-46cc-8234-bf37e38abf7f {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:37:41.091985 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d065fb-9bc5-4c4d-9caa-3ae4d8813056", "name": "network-vif-unplugged", "status": "completed", "tag": "847006f8-c17a-4de4-8cf4-47c1e161c2b1", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:37:41.092415 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c7b0917e-87ba-46cc-8234-bf37e38abf7f {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:37:41.092986 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d065fb-9bc5-4c4d-9caa-3ae4d8813056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '847006f8-c17a-4de4-8cf4-47c1e161c2b1', 'code': 200} Feb 08 21:37:41.109875 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8b38a0-90ec-438d-9c9d-3750e1d3f437 None None] Network f59b9c60-689b-4921-a4a7-0a4c0b5cc84d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:41.124841 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:41.142973 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36300) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:41.168492 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ae21de8d-57c0-4758-a625-644883782731 req-006f24aa-c690-4377-8c74-80d273d33921 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (ebb7702b-3bda-479b-b749-0b73abada6c6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:41.225360 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-253ac4b2-6079-4d89-904c-bf0748733d36 req-45899811-c950-4da1-8c58-8463e4e36932 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.88 "GET /v2.0/security-groups?id=b5ae81c1-84fa-473e-9843-99688ebc3487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803389 Feb 08 21:37:41.246123 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['ebb7702b-3bda-479b-b749-0b73abada6c6'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:37:41.272929 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-075e784c-eb61-4a9c-a115-9cec0c320740 admin admin] Deleting subnet f260ac2c-ee81-42ce-b93c-bea097a99dc0 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:37:41.277014 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-075e784c-eb61-4a9c-a115-9cec0c320740 admin admin] Publish callbacks [] for subnet (f260ac2c-ee81-42ce-b93c-bea097a99dc0), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:41.315394 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-902a5b8b-8b40-4e49-9248-cea47a6766f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:37:41.315720 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-902a5b8b-8b40-4e49-9248-cea47a6766f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:37:41.326427 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=b7331f22-686a-4fc0-96b9-8b64424a0a87,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:41.355334 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f24aa-c690-4377-8c74-80d273d33921 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Pushing event deleted for resources: {'Port': ['ID=ebb7702b-3bda-479b-b749-0b73abada6c6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:41.418554 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae21de8d-57c0-4758-a625-644883782731 req-006f24aa-c690-4377-8c74-80d273d33921 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] No DVR routers for this DVR port ebb7702b-3bda-479b-b749-0b73abada6c6 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:37:41.421688 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ae21de8d-57c0-4758-a625-644883782731 req-006f24aa-c690-4377-8c74-80d273d33921 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:41.425091 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ae21de8d-57c0-4758-a625-644883782731 req-006f24aa-c690-4377-8c74-80d273d33921 tempest-ServerRescueTestJSON-1194703772 tempest-ServerRescueTestJSON-1194703772-project] 10.222.0.94 "DELETE /v2.0/ports/ebb7702b-3bda-479b-b749-0b73abada6c6 HTTP/1.1" status: 204 len: 173 time: 1.6343606 Feb 08 21:37:41.426596 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Deleting port a64da7d1-bbbf-4185-96ab-44c6a7a974f3 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:37:41.426987 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (a64da7d1-bbbf-4185-96ab-44c6a7a974f3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:41.428677 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0b59f1-a07f-4ae0-aaa6-976d988f4feb', 'name': 'network-vif-deleted', 'tag': 'ebb7702b-3bda-479b-b749-0b73abada6c6'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:37:41.431427 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb213b07-bde0-43d4-8b87-02cad95eedb3" -d '{"events": [{"server_uuid": "8f0b59f1-a07f-4ae0-aaa6-976d988f4feb", "name": "network-vif-deleted", "tag": "ebb7702b-3bda-479b-b749-0b73abada6c6"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:37:41.440819 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-075e784c-eb61-4a9c-a115-9cec0c320740 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (f260ac2c-ee81-42ce-b93c-bea097a99dc0), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:41.453145 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cc8767e0-cb61-49b9-a383-761504e340e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (33cfd50d-838b-4c6d-933b-0815178d1341), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:41.492324 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f4f35-2005-4fd6-af4b-64f65ceb7c8c None None] Pushing event updated for resources: {'Port': ['ID=a64da7d1-bbbf-4185-96ab-44c6a7a974f3,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:41.556035 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd19d02e-02ea-454c-881f-4ef9e8e99459 x-openstack-request-id: req-cd19d02e-02ea-454c-881f-4ef9e8e99459 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:37:41.556652 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0b59f1-a07f-4ae0-aaa6-976d988f4feb", "name": "network-vif-deleted", "tag": "ebb7702b-3bda-479b-b749-0b73abada6c6", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:37:41.556781 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cd19d02e-02ea-454c-881f-4ef9e8e99459 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:37:41.557315 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0b59f1-a07f-4ae0-aaa6-976d988f4feb', 'name': 'network-vif-deleted', 'tag': 'ebb7702b-3bda-479b-b749-0b73abada6c6', 'status': 'completed', 'code': 200} Feb 08 21:37:41.605902 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8767e0-cb61-49b9-a383-761504e340e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=33cfd50d-838b-4c6d-933b-0815178d1341,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:41.612532 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-075e784c-eb61-4a9c-a115-9cec0c320740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (f260ac2c-ee81-42ce-b93c-bea097a99dc0), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:41.678533 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] For port a64da7d1-bbbf-4185-96ab-44c6a7a974f3, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=a64da7d1-bbbf-4185-96ab-44c6a7a974f3,segment=NetworkSegment(b2cbfbd6-06a1-422e-aaaa-d4423e29ab1d),segment_id=b2cbfbd6-06a1-422e-aaaa-d4423e29ab1d)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:41.679284 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (a64da7d1-bbbf-4185-96ab-44c6a7a974f3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:41.701092 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Calling delete_port for a64da7d1-bbbf-4185-96ab-44c6a7a974f3 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:37:41.786802 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 00349a8a-82d0-45d4-b1c0-7edfa89d5772 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:37:41.787602 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (00349a8a-82d0-45d4-b1c0-7edfa89d5772), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:41.968742 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=847006f8-c17a-4de4-8cf4-47c1e161c2b1,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:42.052004 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a39ea8-3ba1-4f4d-b037-24c05a0c4c99 None None] Network f59b9c60-689b-4921-a4a7-0a4c0b5cc84d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:42.061861 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-075e784c-eb61-4a9c-a115-9cec0c320740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (f260ac2c-ee81-42ce-b93c-bea097a99dc0), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:42.131754 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e784c-eb61-4a9c-a115-9cec0c320740 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f260ac2c-ee81-42ce-b93c-bea097a99dc0,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:42.182291 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-075e784c-eb61-4a9c-a115-9cec0c320740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:42.187484 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-075e784c-eb61-4a9c-a115-9cec0c320740 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/f260ac2c-ee81-42ce-b93c-bea097a99dc0 HTTP/1.1" status: 204 len: 168 time: 1.0412431 Feb 08 21:37:42.195754 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36318) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:42.313461 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-f27c81ba-11e2-4daa-925e-6232c94969c2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Allocated IP 2001:db8::86 (cce1d120-06dd-43be-ab88-8dc755a69f8e/64dfede5-8488-4ba1-8865-47d943c6fa52/0463627f-0593-40b6-935c-a46c12774064) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:37:42.321278 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-f27c81ba-11e2-4daa-925e-6232c94969c2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Allocated IP 2001:db8:0:1::248 (cce1d120-06dd-43be-ab88-8dc755a69f8e/742faab4-0e48-4d26-9d80-fed702a001c6/0463627f-0593-40b6-935c-a46c12774064) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:37:42.322827 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892a838-9e29-400e-bcc4-e615327260e3 req-2430f42a-1178-47b1-8dde-a13ca53be1a8 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:42.324474 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a892a838-9e29-400e-bcc4-e615327260e3 req-2430f42a-1178-47b1-8dde-a13ca53be1a8 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 944 time: 0.1959205 Feb 08 21:37:42.327126 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cc8767e0-cb61-49b9-a383-761504e340e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (92a55623-599f-40cd-8e3e-2bd8746cf4b4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:42.342134 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36324) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:42.359811 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-902a5b8b-8b40-4e49-9248-cea47a6766f4 None None] Current status of the port b7331f22-686a-4fc0-96b9-8b64424a0a87 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:37:42.398245 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (a64da7d1-bbbf-4185-96ab-44c6a7a974f3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:42.474493 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 00349a8a-82d0-45d4-b1c0-7edfa89d5772 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:37:42.489187 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event deleted for resources: {'Port': ['ID=a64da7d1-bbbf-4185-96ab-44c6a7a974f3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:42.508430 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] No DVR routers for this DVR port a64da7d1-bbbf-4185-96ab-44c6a7a974f3 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:37:42.619387 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8de9dd1-5eb6-4c68-9585-24aa3f49194d None None] Update dhcp port {'port': {'network_id': 'cce1d120-06dd-43be-ab88-8dc755a69f8e', 'fixed_ips': [{'subnet_id': '64dfede5-8488-4ba1-8865-47d943c6fa52', 'ip_address': '2001:db8::2'}, {'subnet_id': '742faab4-0e48-4d26-9d80-fed702a001c6'}], 'binding:host_id': 'n-d-712143-31'}, 'id': 'b7331f22-686a-4fc0-96b9-8b64424a0a87'} from n-d-712143-31. {{(pid=103435) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 21:37:42.675233 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-534f27c4-2a5a-42cc-8c1e-e9809fd6a784 None None] Provisioning complete for port 00349a8a-82d0-45d4-b1c0-7edfa89d5772 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:37:42.675621 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-534f27c4-2a5a-42cc-8c1e-e9809fd6a784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (00349a8a-82d0-45d4-b1c0-7edfa89d5772), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:42.725714 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (f59b9c60-689b-4921-a4a7-0a4c0b5cc84d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:42.767298 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b7331f22-686a-4fc0-96b9-8b64424a0a87 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:37:42.864721 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b8de9dd1-5eb6-4c68-9585-24aa3f49194d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b7331f22-686a-4fc0-96b9-8b64424a0a87), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:42.878801 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8c2d9cc1-2515-46be-a3a5-36f81d4f240c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (f51e020b-df80-47d2-bdb6-e2b2dbdc86f4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:43.074486 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-534f27c4-2a5a-42cc-8c1e-e9809fd6a784 None None] Current status of the port 00349a8a-82d0-45d4-b1c0-7edfa89d5772 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:37:43.079118 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port b7331f22-686a-4fc0-96b9-8b64424a0a87 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:37:43.079883 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b7331f22-686a-4fc0-96b9-8b64424a0a87), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:43.121020 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-534f27c4-2a5a-42cc-8c1e-e9809fd6a784 None None] Provisioning complete for port b7331f22-686a-4fc0-96b9-8b64424a0a87 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:37:43.121787 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-534f27c4-2a5a-42cc-8c1e-e9809fd6a784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b7331f22-686a-4fc0-96b9-8b64424a0a87), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:43.175417 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a892a838-9e29-400e-bcc4-e615327260e3 req-11661c82-1b99-4d09-97ec-2c29566266a3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8279030 Feb 08 21:37:43.285705 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port b7331f22-686a-4fc0-96b9-8b64424a0a87 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:37:43.286818 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 00349a8a-82d0-45d4-b1c0-7edfa89d5772 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:37:43.323767 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8c2d9cc1-2515-46be-a3a5-36f81d4f240c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (f51e020b-df80-47d2-bdb6-e2b2dbdc86f4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:43.343056 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f59b9c60-689b-4921-a4a7-0a4c0b5cc84d']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:43.354191 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-8c2d9cc1-2515-46be-a3a5-36f81d4f240c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51e020b-df80-47d2-bdb6-e2b2dbdc86f4']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:43.367798 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-8c2d9cc1-2515-46be-a3a5-36f81d4f240c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad3d00d-18bd-4aff-9458-da3f057913a7') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:43.368107 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-8c2d9cc1-2515-46be-a3a5-36f81d4f240c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad3d00d-18bd-4aff-9458-da3f057913a7') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:43.380782 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8c2d9cc1-2515-46be-a3a5-36f81d4f240c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (2ad3d00d-18bd-4aff-9458-da3f057913a7), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:43.390971 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2cbfbd6-06a1-422e-aaaa-d4423e29ab1d') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:43.391198 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2cbfbd6-06a1-422e-aaaa-d4423e29ab1d') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:43.399881 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8c2d9cc1-2515-46be-a3a5-36f81d4f240c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (2ad3d00d-18bd-4aff-9458-da3f057913a7), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:43.406533 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2d9cc1-2515-46be-a3a5-36f81d4f240c admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:37:43.406936 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8c2d9cc1-2515-46be-a3a5-36f81d4f240c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (2ad3d00d-18bd-4aff-9458-da3f057913a7), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:37:43.427978 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:37:43.432468 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (b2cbfbd6-06a1-422e-aaaa-d4423e29ab1d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:43.447109 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-534f27c4-2a5a-42cc-8c1e-e9809fd6a784 None None] Current status of the port b7331f22-686a-4fc0-96b9-8b64424a0a87 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:37:43.452238 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (b2cbfbd6-06a1-422e-aaaa-d4423e29ab1d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:43.469269 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:37:43.469746 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (b2cbfbd6-06a1-422e-aaaa-d4423e29ab1d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:37:43.472828 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:37:43.492107 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 00349a8a-82d0-45d4-b1c0-7edfa89d5772 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:37:43.492487 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (00349a8a-82d0-45d4-b1c0-7edfa89d5772), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:43.548584 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device ebb7702b-3bda-479b-b749-0b73abada6c6 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:37:43.558589 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f27c81ba-11e2-4daa-925e-6232c94969c2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for port (0463627f-0593-40b6-935c-a46c12774064), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:43.569019 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (f59b9c60-689b-4921-a4a7-0a4c0b5cc84d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:43.600466 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:43.603867 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "DELETE /v2.0/networks/f59b9c60-689b-4921-a4a7-0a4c0b5cc84d HTTP/1.1" status: 204 len: 168 time: 5.2644758 Feb 08 21:37:43.616790 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e6fc6-5c1b-48db-b773-482089ad6829 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event deleted for resources: {'Network': ['ID=f59b9c60-689b-4921-a4a7-0a4c0b5cc84d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:43.619323 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36346) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:43.625311 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: ebb7702b-3bda-479b-b749-0b73abada6c6 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:37:43.625669 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device ebb7702b-3bda-479b-b749-0b73abada6c6 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:37:43.662713 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f27c81ba-11e2-4daa-925e-6232c94969c2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (0463627f-0593-40b6-935c-a46c12774064), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:43.754034 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 00349a8a-82d0-45d4-b1c0-7edfa89d5772 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:37:43.761314 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27c81ba-11e2-4daa-925e-6232c94969c2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network cce1d120-06dd-43be-ab88-8dc755a69f8e is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:37:43.769506 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-f27c81ba-11e2-4daa-925e-6232c94969c2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:43.779854 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27c81ba-11e2-4daa-925e-6232c94969c2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:37:43.790790 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27c81ba-11e2-4daa-925e-6232c94969c2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:43.792056 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f27c81ba-11e2-4daa-925e-6232c94969c2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:43.818925 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c81ba-11e2-4daa-925e-6232c94969c2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Port': ['ID=0463627f-0593-40b6-935c-a46c12774064,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:43.844597 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f27c81ba-11e2-4daa-925e-6232c94969c2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.6773496 Feb 08 21:37:43.845785 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36350) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:43.851782 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c08370-c623-42da-91f9-78c27de06b32 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] DELETE failed (client error): The resource could not be found. Feb 08 21:37:43.852354 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c08370-c623-42da-91f9-78c27de06b32 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:37:43.855575 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-eb349584-8885-402d-9ef9-db3ba2b86818 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '64dfede5-8488-4ba1-8865-47d943c6fa52'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:43.856509 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-b8de9dd1-5eb6-4c68-9585-24aa3f49194d None None] Allocated IP 2001:db8:0:1::2 (cce1d120-06dd-43be-ab88-8dc755a69f8e/742faab4-0e48-4d26-9d80-fed702a001c6/b7331f22-686a-4fc0-96b9-8b64424a0a87) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:37:43.859262 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e1c08370-c623-42da-91f9-78c27de06b32 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "DELETE /v2.0/networks/f59b9c60-689b-4921-a4a7-0a4c0b5cc84d HTTP/1.1" status: 404 len: 339 time: 0.2263110 Feb 08 21:37:43.864754 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36352) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:43.876369 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-73e3a173-8ef2-4aa9-ae3c-4ed932b73849 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-856614150', 'description': 'd1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:43.885222 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8c2d9cc1-2515-46be-a3a5-36f81d4f240c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (f51e020b-df80-47d2-bdb6-e2b2dbdc86f4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:43.898748 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8c2d9cc1-2515-46be-a3a5-36f81d4f240c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:43.914124 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8c2d9cc1-2515-46be-a3a5-36f81d4f240c admin admin] 10.222.0.88 "DELETE /v2.0/networks/f51e020b-df80-47d2-bdb6-e2b2dbdc86f4 HTTP/1.1" status: 204 len: 168 time: 1.7161205 Feb 08 21:37:43.949959 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e3a173-8ef2-4aa9-ae3c-4ed932b73849 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Made reservation on behalf of dfb785c12ea241b583e25a8282e377c4 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:43.956871 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-73e3a173-8ef2-4aa9-ae3c-4ed932b73849 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:43.990397 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d9cc1-2515-46be-a3a5-36f81d4f240c admin admin] Pushing event deleted for resources: {'Network': ['ID=f51e020b-df80-47d2-bdb6-e2b2dbdc86f4,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:44.079538 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e3a173-8ef2-4aa9-ae3c-4ed932b73849 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:37:44.094335 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb349584-8885-402d-9ef9-db3ba2b86818 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0463627f-0593-40b6-935c-a46c12774064), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:44.101906 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-73e3a173-8ef2-4aa9-ae3c-4ed932b73849 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (877c046f-495a-4084-b3a3-c4312645b70c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:44.102424 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-73e3a173-8ef2-4aa9-ae3c-4ed932b73849 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Added segment 877c046f-495a-4084-b3a3-c4312645b70c of type vlan for network af20a225-3b07-4059-98a8-6fb3ee133bcf Feb 08 21:37:44.171583 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b8de9dd1-5eb6-4c68-9585-24aa3f49194d None None] For port b7331f22-686a-4fc0-96b9-8b64424a0a87, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b7331f22-686a-4fc0-96b9-8b64424a0a87,segment=NetworkSegment(1c3013ac-bfab-422c-82d6-40be00ca82bb),segment_id=1c3013ac-bfab-422c-82d6-40be00ca82bb)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:44.191649 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8767e0-cb61-49b9-a383-761504e340e6 admin admin] Router 92a55623-599f-40cd-8e3e-2bd8746cf4b4 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:37:44.215435 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36358) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:44.257536 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b8de9dd1-5eb6-4c68-9585-24aa3f49194d None None] Publish callbacks [] for port (b7331f22-686a-4fc0-96b9-8b64424a0a87), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:44.267723 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b8de9dd1-5eb6-4c68-9585-24aa3f49194d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b7331f22-686a-4fc0-96b9-8b64424a0a87), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:44.295742 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-73e3a173-8ef2-4aa9-ae3c-4ed932b73849 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (af20a225-3b07-4059-98a8-6fb3ee133bcf), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:44.308229 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36362) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:44.338353 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-73e3a173-8ef2-4aa9-ae3c-4ed932b73849 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (af20a225-3b07-4059-98a8-6fb3ee133bcf), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:44.347870 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e3a173-8ef2-4aa9-ae3c-4ed932b73849 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:44.348662 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-73e3a173-8ef2-4aa9-ae3c-4ed932b73849 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:44.378060 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de9dd1-5eb6-4c68-9585-24aa3f49194d None None] Pushing event updated for resources: {'Port': ['ID=b7331f22-686a-4fc0-96b9-8b64424a0a87,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:44.399971 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4fbc0082-86f0-4d0f-9373-85c848e26d73 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fc53dd4a681841d38c95bbc6beefed4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1798978 Feb 08 21:37:44.408439 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36366) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:44.511962 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-73e3a173-8ef2-4aa9-ae3c-4ed932b73849 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6452112 Feb 08 21:37:44.518517 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36368) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:44.558515 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3a173-8ef2-4aa9-ae3c-4ed932b73849 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event updated for resources: {'Network': ['ID=af20a225-3b07-4059-98a8-6fb3ee133bcf,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:44.587231 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network af20a225-3b07-4059-98a8-6fb3ee133bcf details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:37:44.628067 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8767e0-cb61-49b9-a383-761504e340e6 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:37:44.638444 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cc8767e0-cb61-49b9-a383-761504e340e6 admin admin] 10.222.0.88 "PUT /v2.0/routers/92a55623-599f-40cd-8e3e-2bd8746cf4b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0048406 Feb 08 21:37:44.641273 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d8bdd-5508-48b0-af42-101e8df979b3 req-522fe397-a353-4b10-ae68-e5cfaf112d0b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:44.642807 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-402d8bdd-5508-48b0-af42-101e8df979b3 req-522fe397-a353-4b10-ae68-e5cfaf112d0b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 944 time: 0.2828040 Feb 08 21:37:44.643316 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36370) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:44.696561 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-12b4b8ae-31d3-4a5d-853a-37396c0640fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:44.701380 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52235439-af54-4466-bcb1-f9354e7ce365 None None] Sync routers for ids ['92a55623-599f-40cd-8e3e-2bd8746cf4b4'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:37:44.777034 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-543cdcd2-62c5-4ada-9f84-5cfcfb5444a9 admin admin] Publish callbacks [] for security_group (4a92d86c-e013-4163-becc-4436ae34da24), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:44.789209 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b7331f22-686a-4fc0-96b9-8b64424a0a87 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:37:44.827417 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52235439-af54-4466-bcb1-f9354e7ce365 None None] Routers {'92a55623-599f-40cd-8e3e-2bd8746cf4b4'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:37:44.828223 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-52235439-af54-4466-bcb1-f9354e7ce365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:37:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['92a55623-599f-40cd-8e3e-2bd8746cf4b4'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:44.856880 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-eb349584-8885-402d-9ef9-db3ba2b86818 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Delete allocated IP 2001:db8:0:1::248 (cce1d120-06dd-43be-ab88-8dc755a69f8e/742faab4-0e48-4d26-9d80-fed702a001c6) {{(pid=103434) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 08 21:37:44.893375 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-543cdcd2-62c5-4ada-9f84-5cfcfb5444a9 admin admin] Publish callbacks [] for security_group (4a92d86c-e013-4163-becc-4436ae34da24), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:44.946001 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b90f2408-5cce-4565-9ccf-b8a8117a2689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (c6de717d-4ccd-4982-8826-037568f9cb0b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:44.973032 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port b7331f22-686a-4fc0-96b9-8b64424a0a87 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:37:44.973593 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b7331f22-686a-4fc0-96b9-8b64424a0a87), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:45.054421 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb349584-8885-402d-9ef9-db3ba2b86818 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for port (0463627f-0593-40b6-935c-a46c12774064), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:45.066264 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb349584-8885-402d-9ef9-db3ba2b86818 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (0463627f-0593-40b6-935c-a46c12774064), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:45.110247 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-52235439-af54-4466-bcb1-f9354e7ce365 None None] Set router 92a55623-599f-40cd-8e3e-2bd8746cf4b4 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:37:45.163467 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-eb349584-8885-402d-9ef9-db3ba2b86818 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] In _notify_port_updated(), no bound segment for port 0463627f-0593-40b6-935c-a46c12774064 on network cce1d120-06dd-43be-ab88-8dc755a69f8e {{(pid=103434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 21:37:45.169439 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb349584-8885-402d-9ef9-db3ba2b86818 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:45.170157 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb349584-8885-402d-9ef9-db3ba2b86818 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:45.171523 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-eb349584-8885-402d-9ef9-db3ba2b86818 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "PUT /v2.0/ports/0463627f-0593-40b6-935c-a46c12774064 HTTP/1.1" status: 200 len: 924 time: 1.3241732 Feb 08 21:37:45.180267 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-402d8bdd-5508-48b0-af42-101e8df979b3 req-80e94297-48f7-45ca-9cec-6a5b2ede7530 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5134311 Feb 08 21:37:45.182686 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36374) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:45.188405 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-add60858-684d-49c6-84df-87f34aa61cbc tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '64dfede5-8488-4ba1-8865-47d943c6fa52'}, {'subnet_id': '742faab4-0e48-4d26-9d80-fed702a001c6'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:45.200495 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf7a03f-6806-499b-b990-d97b4e29f827 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:45.205083 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-86baa5ef-82fe-4de2-afa1-2b7410cf55e1 admin admin] Publish callbacks [] for router (92a55623-599f-40cd-8e3e-2bd8746cf4b4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:45.205829 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8cf7a03f-6806-499b-b990-d97b4e29f827 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "GET /v2.0/networks?id=af20a225-3b07-4059-98a8-6fb3ee133bcf HTTP/1.1" status: 200 len: 764 time: 0.6855757 Feb 08 21:37:45.209335 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36378) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:45.230955 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0d305e66-60ea-47b4-8d0f-25037bc3e74b tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Request body: {'network': {'description': 'd2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:45.352970 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port b7331f22-686a-4fc0-96b9-8b64424a0a87 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:37:45.429121 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb349584-8885-402d-9ef9-db3ba2b86818 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Port': ['ID=0463627f-0593-40b6-935c-a46c12774064,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:45.479158 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9322cf31-d038-4935-ac16-aa062d2bb75e None None] get_active_networks_info from n-d-712143-31 {{(pid=103435) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 21:37:45.485034 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-add60858-684d-49c6-84df-87f34aa61cbc tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0463627f-0593-40b6-935c-a46c12774064), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:45.507187 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-543cdcd2-62c5-4ada-9f84-5cfcfb5444a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4a92d86c-e013-4163-becc-4436ae34da24), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:45.509960 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-543cdcd2-62c5-4ada-9f84-5cfcfb5444a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:45.513534 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-52235439-af54-4466-bcb1-f9354e7ce365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1530795913-router', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:37:41Z', 'revision_number': 5, 'project_id': '48aae992c2704ece870f0faad4c28599', 'gw_port': {'id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:45.513942 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-543cdcd2-62c5-4ada-9f84-5cfcfb5444a9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4a92d86c-e013-4163-becc-4436ae34da24 HTTP/1.1" status: 204 len: 168 time: 1.0816567 Feb 08 21:37:45.525982 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-12b4b8ae-31d3-4a5d-853a-37396c0640fc admin admin] Publish callbacks [] for security_group (1def43a2-768c-41a6-88fd-72e848a7ee1e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:45.551701 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543cdcd2-62c5-4ada-9f84-5cfcfb5444a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a92d86c-e013-4163-becc-4436ae34da24,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:45.553518 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-12b4b8ae-31d3-4a5d-853a-37396c0640fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (1def43a2-768c-41a6-88fd-72e848a7ee1e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:45.587709 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4b8ae-31d3-4a5d-853a-37396c0640fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1def43a2-768c-41a6-88fd-72e848a7ee1e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:45.624225 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52235439-af54-4466-bcb1-f9354e7ce365 None None] Checking router: 92a55623-599f-40cd-8e3e-2bd8746cf4b4 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:37:45.636240 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b753a-42cb-4cd6-81a9-172cabd68b80 req-24569405-bfc4-4cf8-afea-20e46aa2b2e5 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:45.637587 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-44b49420-d3d0-4d33-81c0-19732e672578 None None] Provisioning complete for port b7331f22-686a-4fc0-96b9-8b64424a0a87 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:37:45.637963 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-44b49420-d3d0-4d33-81c0-19732e672578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b7331f22-686a-4fc0-96b9-8b64424a0a87), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:45.640692 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d15b753a-42cb-4cd6-81a9-172cabd68b80 req-24569405-bfc4-4cf8-afea-20e46aa2b2e5 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 944 time: 0.2182884 Feb 08 21:37:45.714511 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-12b4b8ae-31d3-4a5d-853a-37396c0640fc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=22404ddf9ab842aea38ed34fa222eb0f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3999290 Feb 08 21:37:45.720620 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52235439-af54-4466-bcb1-f9354e7ce365 None None] Routers {'92a55623-599f-40cd-8e3e-2bd8746cf4b4'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:37:45.721269 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-52235439-af54-4466-bcb1-f9354e7ce365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:37:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['92a55623-599f-40cd-8e3e-2bd8746cf4b4'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:45.732774 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36384) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:45.785577 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d305e66-60ea-47b4-8d0f-25037bc3e74b tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (af20a225-3b07-4059-98a8-6fb3ee133bcf), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:45.843876 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d15b753a-42cb-4cd6-81a9-172cabd68b80 req-f7d3cd8a-6649-4f79-8406-f5dfa8748045 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274047 Feb 08 21:37:45.848606 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-52235439-af54-4466-bcb1-f9354e7ce365 None None] Set router 92a55623-599f-40cd-8e3e-2bd8746cf4b4 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:37:45.887380 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d305e66-60ea-47b4-8d0f-25037bc3e74b tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (af20a225-3b07-4059-98a8-6fb3ee133bcf), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:45.972425 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d305e66-60ea-47b4-8d0f-25037bc3e74b tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Network af20a225-3b07-4059-98a8-6fb3ee133bcf is not hosted by any dhcp agent {{(pid=103434) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 08 21:37:45.990472 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d305e66-60ea-47b4-8d0f-25037bc3e74b tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:45.991208 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d305e66-60ea-47b4-8d0f-25037bc3e74b tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:45.995727 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0d305e66-60ea-47b4-8d0f-25037bc3e74b tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "PUT /v2.0/networks/af20a225-3b07-4059-98a8-6fb3ee133bcf HTTP/1.1" status: 200 len: 761 time: 0.7744207 Feb 08 21:37:46.007715 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-86baa5ef-82fe-4de2-afa1-2b7410cf55e1 admin admin] Publish callbacks [] for router_gateway (92a55623-599f-40cd-8e3e-2bd8746cf4b4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:46.036491 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36394) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:46.159619 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3705a3b-3e01-4251-b3cc-f0bb1fa6940b tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:46.161054 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-262af455-f2a5-418d-819c-0a96e5f8bcac admin admin] Publish callbacks [] for security_group (1def43a2-768c-41a6-88fd-72e848a7ee1e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:46.166863 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d3705a3b-3e01-4251-b3cc-f0bb1fa6940b tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "GET /v2.0/networks?id=af20a225-3b07-4059-98a8-6fb3ee133bcf HTTP/1.1" status: 200 len: 764 time: 0.1292522 Feb 08 21:37:46.173055 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36404) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:46.201076 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9322cf31-d038-4935-ac16-aa062d2bb75e None None] Resources bound (agent type, host, resource id): {{(pid=103435) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 21:37:46.247769 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d305e66-60ea-47b4-8d0f-25037bc3e74b tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event updated for resources: {'Network': ['ID=af20a225-3b07-4059-98a8-6fb3ee133bcf,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:46.268165 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network af20a225-3b07-4059-98a8-6fb3ee133bcf details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:37:46.461480 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba288cae-c69c-426b-a78c-9309f326eeab tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:46.463377 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ba288cae-c69c-426b-a78c-9309f326eeab tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2848887 Feb 08 21:37:46.477427 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36418) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:46.479302 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-86baa5ef-82fe-4de2-afa1-2b7410cf55e1 admin admin] Deleting port 20e34b24-15e3-47ad-8b19-4749ae4c670f {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:37:46.479701 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-86baa5ef-82fe-4de2-afa1-2b7410cf55e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (20e34b24-15e3-47ad-8b19-4749ae4c670f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:46.494942 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-44b49420-d3d0-4d33-81c0-19732e672578 None None] Current status of the port b7331f22-686a-4fc0-96b9-8b64424a0a87 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:37:46.576765 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-add60858-684d-49c6-84df-87f34aa61cbc tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Allocated IP 2001:db8:0:1::334 (cce1d120-06dd-43be-ab88-8dc755a69f8e/742faab4-0e48-4d26-9d80-fed702a001c6/0463627f-0593-40b6-935c-a46c12774064) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:37:46.588983 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-86baa5ef-82fe-4de2-afa1-2b7410cf55e1 admin admin] For port 20e34b24-15e3-47ad-8b19-4749ae4c670f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=20e34b24-15e3-47ad-8b19-4749ae4c670f,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:46.589466 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-86baa5ef-82fe-4de2-afa1-2b7410cf55e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (20e34b24-15e3-47ad-8b19-4749ae4c670f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:46.605618 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-86baa5ef-82fe-4de2-afa1-2b7410cf55e1 admin admin] Calling delete_port for 20e34b24-15e3-47ad-8b19-4749ae4c670f owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:37:46.706691 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b90f2408-5cce-4565-9ccf-b8a8117a2689 admin admin] Deleting port c1000643-2e11-40b8-b198-254de175836f {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:37:46.706963 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b90f2408-5cce-4565-9ccf-b8a8117a2689 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c1000643-2e11-40b8-b198-254de175836f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:46.749259 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-52235439-af54-4466-bcb1-f9354e7ce365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1530795913-router', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:37:41Z', 'revision_number': 5, 'project_id': '48aae992c2704ece870f0faad4c28599', 'gw_port': {'id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:46.795723 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-add60858-684d-49c6-84df-87f34aa61cbc tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for port (0463627f-0593-40b6-935c-a46c12774064), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:46.803542 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-add60858-684d-49c6-84df-87f34aa61cbc tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (0463627f-0593-40b6-935c-a46c12774064), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:46.883740 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add60858-684d-49c6-84df-87f34aa61cbc tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Port': ['ID=0463627f-0593-40b6-935c-a46c12774064,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:46.887796 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52235439-af54-4466-bcb1-f9354e7ce365 None None] The sync data for ids ['92a55623-599f-40cd-8e3e-2bd8746cf4b4'] in n-d-712143-31 is: [{'id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1530795913-router', 'tenant_id': '48aae992c2704ece870f0faad4c28599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:37:41Z', 'revision_number': 5, 'project_id': '48aae992c2704ece870f0faad4c28599', 'gw_port': {'id': '20e34b24-15e3-47ad-8b19-4749ae4c670f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a55623-599f-40cd-8e3e-2bd8746cf4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:27:18Z', 'updated_at': '2022-02-08T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:37:46.935492 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36430) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:46.969247 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-add60858-684d-49c6-84df-87f34aa61cbc tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] In _notify_port_updated(), no bound segment for port 0463627f-0593-40b6-935c-a46c12774064 on network cce1d120-06dd-43be-ab88-8dc755a69f8e {{(pid=103434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 21:37:46.974867 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add60858-684d-49c6-84df-87f34aa61cbc tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:46.976038 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-add60858-684d-49c6-84df-87f34aa61cbc tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:46.980937 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-add60858-684d-49c6-84df-87f34aa61cbc tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "PUT /v2.0/ports/0463627f-0593-40b6-935c-a46c12774064 HTTP/1.1" status: 200 len: 1010 time: 1.7971087 Feb 08 21:37:46.981923 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36434) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:47.085855 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-fdc52f7e-f28c-4979-a12a-dd3f219b6cba admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1290393609-network', 'tenant_id': 'b3ed0207aafb4e5bab2e1468fdfe3993'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:47.118756 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc52f7e-f28c-4979-a12a-dd3f219b6cba admin admin] Made reservation on behalf of b3ed0207aafb4e5bab2e1468fdfe3993 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:47.121424 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fdc52f7e-f28c-4979-a12a-dd3f219b6cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:47.143993 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fdc52f7e-f28c-4979-a12a-dd3f219b6cba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:47.221831 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-869b4910-7426-4634-a2c7-c11b423de623 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting port 0463627f-0593-40b6-935c-a46c12774064 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:37:47.222204 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-869b4910-7426-4634-a2c7-c11b423de623 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (0463627f-0593-40b6-935c-a46c12774064), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:47.232461 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 847006f8-c17a-4de4-8cf4-47c1e161c2b1 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:37:47.400637 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fdc52f7e-f28c-4979-a12a-dd3f219b6cba admin admin] Publish callbacks [] for security_group (bf0e7877-bdd7-43d1-8c89-9f499b9bfea3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:47.423414 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 847006f8-c17a-4de4-8cf4-47c1e161c2b1 is: DOWN; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:37:47.424297 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fdc52f7e-f28c-4979-a12a-dd3f219b6cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (bf0e7877-bdd7-43d1-8c89-9f499b9bfea3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:47.428560 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-262af455-f2a5-418d-819c-0a96e5f8bcac admin admin] Publish callbacks [] for security_group (1def43a2-768c-41a6-88fd-72e848a7ee1e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:47.450078 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bce08f7c-863c-4974-85cf-ab0209a57b8e tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "GET /v2.0/subnets?network_id=075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 207 time: 0.7524183 Feb 08 21:37:47.454140 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-7a0da8f4-fb91-4d7c-8fba-cac10996cc0d None None] Provisioning complete for port 0463627f-0593-40b6-935c-a46c12774064 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:37:47.454650 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7a0da8f4-fb91-4d7c-8fba-cac10996cc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0463627f-0593-40b6-935c-a46c12774064), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:47.475014 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36436) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:47.522741 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-869b4910-7426-4634-a2c7-c11b423de623 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (0463627f-0593-40b6-935c-a46c12774064), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:47.542079 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-869b4910-7426-4634-a2c7-c11b423de623 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Calling delete_port for 0463627f-0593-40b6-935c-a46c12774064 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:37:47.544364 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7a0da8f4-fb91-4d7c-8fba-cac10996cc0d None None] Port 0463627f-0593-40b6-935c-a46c12774064 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:37:47.630724 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc52f7e-f28c-4979-a12a-dd3f219b6cba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:37:47.643925 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fdc52f7e-f28c-4979-a12a-dd3f219b6cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (1b53595a-0d7b-4916-a78a-ed919e151700), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:47.644282 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-fdc52f7e-f28c-4979-a12a-dd3f219b6cba admin admin] Added segment 1b53595a-0d7b-4916-a78a-ed919e151700 of type vlan for network 8265c462-503e-46e3-935f-1926b66fa360 Feb 08 21:37:47.698467 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-f4a21c7b-8905-4435-9d61-e11e798f5e4d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9165690 Feb 08 21:37:47.742883 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fdc52f7e-f28c-4979-a12a-dd3f219b6cba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (8265c462-503e-46e3-935f-1926b66fa360), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:47.750746 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc52f7e-f28c-4979-a12a-dd3f219b6cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0e7877-bdd7-43d1-8c89-9f499b9bfea3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:47.752310 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-b90f2408-5cce-4565-9ccf-b8a8117a2689 admin admin] For port c1000643-2e11-40b8-b198-254de175836f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c1000643-2e11-40b8-b198-254de175836f,segment=NetworkSegment(2367fa6e-f731-4d5d-8eed-4d18be504fa5),segment_id=2367fa6e-f731-4d5d-8eed-4d18be504fa5)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:47.752687 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b90f2408-5cce-4565-9ccf-b8a8117a2689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c1000643-2e11-40b8-b198-254de175836f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:47.767730 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca523e98-d83f-4b0b-a1c0-1e32bc7ba4d0 req-df44c1c8-faab-4055-bc56-13c1d2ba73c5 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:47.774608 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca523e98-d83f-4b0b-a1c0-1e32bc7ba4d0 req-df44c1c8-faab-4055-bc56-13c1d2ba73c5 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 944 time: 1.0228465 Feb 08 21:37:47.803543 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-dcdcda84-b823-4d22-8a54-3ecaf2795fbf None None] Provisioning complete for port 0463627f-0593-40b6-935c-a46c12774064 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:37:47.813343 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dcdcda84-b823-4d22-8a54-3ecaf2795fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0463627f-0593-40b6-935c-a46c12774064), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:47.869759 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b90f2408-5cce-4565-9ccf-b8a8117a2689 admin admin] Calling delete_port for c1000643-2e11-40b8-b198-254de175836f owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:37:47.887473 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-dcdcda84-b823-4d22-8a54-3ecaf2795fbf None None] Port 0463627f-0593-40b6-935c-a46c12774064 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:37:47.902923 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fdc52f7e-f28c-4979-a12a-dd3f219b6cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (8265c462-503e-46e3-935f-1926b66fa360), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:47.906620 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc52f7e-f28c-4979-a12a-dd3f219b6cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:47.908842 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fdc52f7e-f28c-4979-a12a-dd3f219b6cba admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:47.939485 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-262af455-f2a5-418d-819c-0a96e5f8bcac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (1def43a2-768c-41a6-88fd-72e848a7ee1e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:47.942989 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-262af455-f2a5-418d-819c-0a96e5f8bcac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:47.944642 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-262af455-f2a5-418d-819c-0a96e5f8bcac admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1def43a2-768c-41a6-88fd-72e848a7ee1e HTTP/1.1" status: 204 len: 168 time: 2.1991143 Feb 08 21:37:47.993057 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f10a85b-d2b3-470f-8311-cadcd4ec612c tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:47.998832 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f10a85b-d2b3-470f-8311-cadcd4ec612c tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:48.004624 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f10a85b-d2b3-470f-8311-cadcd4ec612c tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:48.015449 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f10a85b-d2b3-470f-8311-cadcd4ec612c tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:48.022520 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f10a85b-d2b3-470f-8311-cadcd4ec612c tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:48.027915 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f10a85b-d2b3-470f-8311-cadcd4ec612c tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:48.029901 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5f10a85b-d2b3-470f-8311-cadcd4ec612c tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.5513675 Feb 08 21:37:48.041864 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262af455-f2a5-418d-819c-0a96e5f8bcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1def43a2-768c-41a6-88fd-72e848a7ee1e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:48.049647 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fdc52f7e-f28c-4979-a12a-dd3f219b6cba admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1118448 Feb 08 21:37:48.062353 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36448) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:48.063061 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36450) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:48.124391 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca523e98-d83f-4b0b-a1c0-1e32bc7ba4d0 req-d5d4cd54-d5fe-4d0b-bdd6-91bef8a87fa0 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440969 Feb 08 21:37:48.129551 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-55d69af3-3c08-4066-8e9a-86c029572815 admin admin] Request body: {'subnet': {'network_id': '8265c462-503e-46e3-935f-1926b66fa360', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1290393609-subnet', 'tenant_id': 'b3ed0207aafb4e5bab2e1468fdfe3993', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:48.144364 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-86baa5ef-82fe-4de2-afa1-2b7410cf55e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (20e34b24-15e3-47ad-8b19-4749ae4c670f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:48.210525 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86baa5ef-82fe-4de2-afa1-2b7410cf55e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=20e34b24-15e3-47ad-8b19-4749ae4c670f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:48.228554 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc52f7e-f28c-4979-a12a-dd3f219b6cba admin admin] Pushing event updated for resources: {'Network': ['ID=8265c462-503e-46e3-935f-1926b66fa360,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:48.244550 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 8265c462-503e-46e3-935f-1926b66fa360 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:37:48.279413 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d69af3-3c08-4066-8e9a-86c029572815 admin admin] Made reservation on behalf of b3ed0207aafb4e5bab2e1468fdfe3993 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:48.281975 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-55d69af3-3c08-4066-8e9a-86c029572815 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:48.414582 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1f3894cb-742f-445c-8230-7f5812988f6e None None] Provisioning complete for port 0463627f-0593-40b6-935c-a46c12774064 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:37:48.414992 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1f3894cb-742f-445c-8230-7f5812988f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0463627f-0593-40b6-935c-a46c12774064), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:48.467236 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-79adb8ea-3108-4292-84ef-ae453c44b3be tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3777897 Feb 08 21:37:48.472322 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36454) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:48.488395 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1f3894cb-742f-445c-8230-7f5812988f6e None None] Port 0463627f-0593-40b6-935c-a46c12774064 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:37:48.497220 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-869b4910-7426-4634-a2c7-c11b423de623 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (0463627f-0593-40b6-935c-a46c12774064), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:48.517308 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-86baa5ef-82fe-4de2-afa1-2b7410cf55e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (92a55623-599f-40cd-8e3e-2bd8746cf4b4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:48.562700 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b4910-7426-4634-a2c7-c11b423de623 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Port': ['ID=0463627f-0593-40b6-935c-a46c12774064,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:48.625929 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36456) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:48.646112 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 33cfd50d-838b-4c6d-933b-0815178d1341 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:37:48.671125 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 33cfd50d-838b-4c6d-933b-0815178d1341 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:37:48.672581 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 33cfd50d-838b-4c6d-933b-0815178d1341 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:37:48.681348 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92df9bed-0aaf-485e-a8e1-937988429613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:48.687234 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-869b4910-7426-4634-a2c7-c11b423de623 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:48.694140 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-869b4910-7426-4634-a2c7-c11b423de623 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/ports/0463627f-0593-40b6-935c-a46c12774064 HTTP/1.1" status: 204 len: 168 time: 1.7105601 Feb 08 21:37:48.697656 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36458) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:48.789695 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-86baa5ef-82fe-4de2-afa1-2b7410cf55e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (92a55623-599f-40cd-8e3e-2bd8746cf4b4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:48.796875 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-86baa5ef-82fe-4de2-afa1-2b7410cf55e1 admin admin] Publish callbacks [] for router_controller (92a55623-599f-40cd-8e3e-2bd8746cf4b4), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:48.807165 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b96d418-1351-4c32-baad-2698f946c889 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] GET failed (client error): The resource could not be found. Feb 08 21:37:48.811584 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8b96d418-1351-4c32-baad-2698f946c889 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "GET /v2.0/ports/0463627f-0593-40b6-935c-a46c12774064 HTTP/1.1" status: 404 len: 333 time: 0.1103508 Feb 08 21:37:48.812752 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36460) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:48.844069 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c616d9e-042d-4d58-a160-344f87869e76 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:48.845537 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c616d9e-042d-4d58-a160-344f87869e76 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:48.847783 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c616d9e-042d-4d58-a160-344f87869e76 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:48.850179 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c616d9e-042d-4d58-a160-344f87869e76 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:48.852581 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c616d9e-042d-4d58-a160-344f87869e76 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:48.855798 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4c616d9e-042d-4d58-a160-344f87869e76 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3773739 Feb 08 21:37:48.902336 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36464) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:48.914965 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-368992a4-d1d9-4623-890f-a1fd200cee6c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting subnet 742faab4-0e48-4d26-9d80-fed702a001c6 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:37:48.930411 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-368992a4-d1d9-4623-890f-a1fd200cee6c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for subnet (742faab4-0e48-4d26-9d80-fed702a001c6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:48.950969 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-86baa5ef-82fe-4de2-afa1-2b7410cf55e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (92a55623-599f-40cd-8e3e-2bd8746cf4b4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:48.951533 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86baa5ef-82fe-4de2-afa1-2b7410cf55e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92a55623-599f-40cd-8e3e-2bd8746cf4b4 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:37:48.958677 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-86baa5ef-82fe-4de2-afa1-2b7410cf55e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:48.963988 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-86baa5ef-82fe-4de2-afa1-2b7410cf55e1 admin admin] 10.222.0.88 "DELETE /v2.0/routers/92a55623-599f-40cd-8e3e-2bd8746cf4b4 HTTP/1.1" status: 204 len: 168 time: 4.3061190 Feb 08 21:37:48.963988 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36468) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:48.963988 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b90f2408-5cce-4565-9ccf-b8a8117a2689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (c1000643-2e11-40b8-b198-254de175836f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:49.005639 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-55d69af3-3c08-4066-8e9a-86c029572815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (2fe64eea-ba59-43a1-8e3d-ce92095d57e8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:49.049576 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f2408-5cce-4565-9ccf-b8a8117a2689 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1000643-2e11-40b8-b198-254de175836f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:49.071527 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92df9bed-0aaf-485e-a8e1-937988429613 admin admin] Publish callbacks [] for security_group (72dc733b-f8a0-4380-9ee1-59417598f943), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:49.073411 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d69af3-3c08-4066-8e9a-86c029572815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fe64eea-ba59-43a1-8e3d-ce92095d57e8,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:49.085015 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92df9bed-0aaf-485e-a8e1-937988429613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (72dc733b-f8a0-4380-9ee1-59417598f943), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:49.085915 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1a89ab-a1b3-417a-b397-a7e1540d8174 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:49.087155 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1a89ab-a1b3-417a-b397-a7e1540d8174 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:49.088377 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1a89ab-a1b3-417a-b397-a7e1540d8174 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:49.089852 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1a89ab-a1b3-417a-b397-a7e1540d8174 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:49.091215 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1a89ab-a1b3-417a-b397-a7e1540d8174 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:49.097954 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8c1a89ab-a1b3-417a-b397-a7e1540d8174 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1896000 Feb 08 21:37:49.099540 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36470) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:49.102667 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-368992a4-d1d9-4623-890f-a1fd200cee6c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (742faab4-0e48-4d26-9d80-fed702a001c6), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:49.231465 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccda2709-5c53-4684-a3f3-fea61a36e89c tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:49.232910 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ccda2709-5c53-4684-a3f3-fea61a36e89c tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "GET /v2.0/networks/8a482c26-fbf3-4d3e-b433-c9a78778f5f7 HTTP/1.1" status: 200 len: 804 time: 0.1336968 Feb 08 21:37:49.241428 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-92df9bed-0aaf-485e-a8e1-937988429613 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=11356e34c43a49158258b45154307b63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6146824 Feb 08 21:37:49.248685 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36474) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:49.248685 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36476) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:49.282231 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df9bed-0aaf-485e-a8e1-937988429613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dc733b-f8a0-4380-9ee1-59417598f943,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:49.347658 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a6bf58-6411-4c21-9750-cf8f2a3ab7ba admin admin] Deleting subnet 8c41e412-c763-4ca0-a1f8-ab9cd96c364d {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:37:49.352004 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61a6bf58-6411-4c21-9750-cf8f2a3ab7ba admin admin] Publish callbacks [] for subnet (8c41e412-c763-4ca0-a1f8-ab9cd96c364d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:49.410080 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61a6bf58-6411-4c21-9750-cf8f2a3ab7ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (8c41e412-c763-4ca0-a1f8-ab9cd96c364d), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:49.419302 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d84bd-fa02-403c-970f-705f5145ad11 req-c25e0d37-6602-4909-a282-a5ed0cb7b5b7 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:49.420867 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7c0d84bd-fa02-403c-970f-705f5145ad11 req-c25e0d37-6602-4909-a282-a5ed0cb7b5b7 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 944 time: 0.1806815 Feb 08 21:37:49.436727 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d69af3-3c08-4066-8e9a-86c029572815 admin admin] Checking segment: {'id': '1b53595a-0d7b-4916-a78a-ed919e151700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8265c462-503e-46e3-935f-1926b66fa360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:37:49.437283 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d69af3-3c08-4066-8e9a-86c029572815 admin admin] Network hostable DHCP agents. Network: 8265c462-503e-46e3-935f-1926b66fa360, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:37:49.473790 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-368992a4-d1d9-4623-890f-a1fd200cee6c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (742faab4-0e48-4d26-9d80-fed702a001c6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:49.546809 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d69af3-3c08-4066-8e9a-86c029572815 admin admin] Network 8265c462-503e-46e3-935f-1926b66fa360 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:37:49.558545 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-5d601a7d-f651-4455-af7b-e346933d703a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:49.560058 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-5d601a7d-f651-4455-af7b-e346933d703a service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056&tenant_id=74717e3e72d841d2a44f3251e57cb213 HTTP/1.1" status: 200 len: 1127 time: 0.6339898 Feb 08 21:37:49.568948 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91b61668-df5b-455c-9f13-b116dcea7453 admin admin] Publish callbacks [] for security_group (72dc733b-f8a0-4380-9ee1-59417598f943), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:49.581409 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f85474bd-38c8-431c-b524-eb1b90fd413e tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "GET /v2.0/networks/8a482c26-fbf3-4d3e-b433-c9a78778f5f7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3256171 Feb 08 21:37:49.581409 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-a43e9bd7-fb09-465b-9fe7-2ee3b94cce12 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-31', 'device_owner': 'compute:nova'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:49.583931 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36480) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:49.587781 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-55d69af3-3c08-4066-8e9a-86c029572815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 8265c462-503e-46e3-935f-1926b66fa360) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:49.602311 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe33c6ba-320f-4781-b333-c919aa6655fe None None] Network 8265c462-503e-46e3-935f-1926b66fa360 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:49.620974 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d69af3-3c08-4066-8e9a-86c029572815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:49.621287 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-55d69af3-3c08-4066-8e9a-86c029572815 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:49.649323 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-368992a4-d1d9-4623-890f-a1fd200cee6c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (742faab4-0e48-4d26-9d80-fed702a001c6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:49.652785 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91b61668-df5b-455c-9f13-b116dcea7453 admin admin] Publish callbacks [] for security_group (72dc733b-f8a0-4380-9ee1-59417598f943), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:49.657063 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7c0d84bd-fa02-403c-970f-705f5145ad11 req-b9668342-92a9-4377-a4f0-28a70262137e tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837671 Feb 08 21:37:49.684046 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-55d69af3-3c08-4066-8e9a-86c029572815 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5706799 Feb 08 21:37:49.700135 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b90f2408-5cce-4565-9ccf-b8a8117a2689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (c6de717d-4ccd-4982-8826-037568f9cb0b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:49.702988 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61a6bf58-6411-4c21-9750-cf8f2a3ab7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (8c41e412-c763-4ca0-a1f8-ab9cd96c364d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:49.736954 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38537737-b748-4a1b-b9d8-b79c7b8ef651 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:49.742340 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-38537737-b748-4a1b-b9d8-b79c7b8ef651 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "GET /v2.0/subnets/b5032ab3-1a18-46c9-be1d-175362faa8df HTTP/1.1" status: 200 len: 843 time: 0.1554267 Feb 08 21:37:49.744496 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36484) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:49.747885 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368992a4-d1d9-4623-890f-a1fd200cee6c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Subnet': ['ID=742faab4-0e48-4d26-9d80-fed702a001c6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:49.752852 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-368992a4-d1d9-4623-890f-a1fd200cee6c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:49.761753 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-368992a4-d1d9-4623-890f-a1fd200cee6c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/subnets/742faab4-0e48-4d26-9d80-fed702a001c6 HTTP/1.1" status: 204 len: 168 time: 0.9483213 Feb 08 21:37:49.770818 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e25b9a-e0bf-4678-a00d-84626e683dd3 None None] Network cce1d120-06dd-43be-ab88-8dc755a69f8e requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:49.773909 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36486) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:49.902732 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53459260-4a8c-4e4c-a146-d426a5f9b8aa tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:49.910041 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-53459260-4a8c-4e4c-a146-d426a5f9b8aa tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "GET /v2.0/subnets/b5032ab3-1a18-46c9-be1d-175362faa8df?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1640427 Feb 08 21:37:49.914541 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36494) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:49.931744 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-0e47f1fa-1e04-4ae4-b697-9dee7662eb5f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1223294937'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:49.940903 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-a43e9bd7-fb09-465b-9fe7-2ee3b94cce12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:49.980792 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-d443e275-3981-4210-b985-10a3908b853e tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting subnet 64dfede5-8488-4ba1-8865-47d943c6fa52 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:37:49.986182 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ee7c0c-8998-419a-a6f5-ee7b81927020 None None] Network 8265c462-503e-46e3-935f-1926b66fa360 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:49.993943 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61a6bf58-6411-4c21-9750-cf8f2a3ab7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (8c41e412-c763-4ca0-a1f8-ab9cd96c364d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:50.016148 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d443e275-3981-4210-b985-10a3908b853e tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for subnet (64dfede5-8488-4ba1-8865-47d943c6fa52), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:50.051912 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61a6bf58-6411-4c21-9750-cf8f2a3ab7ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:50.058488 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9168a8d3-d830-47e2-872b-3b618f36b032 None None] Network d00185f4-2139-492b-b59f-1586b41daef5 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:50.059542 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91b61668-df5b-455c-9f13-b116dcea7453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (72dc733b-f8a0-4380-9ee1-59417598f943), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:50.063842 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91b61668-df5b-455c-9f13-b116dcea7453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:50.067980 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-61a6bf58-6411-4c21-9750-cf8f2a3ab7ba admin admin] 10.222.0.88 "DELETE /v2.0/subnets/8c41e412-c763-4ca0-a1f8-ab9cd96c364d HTTP/1.1" status: 204 len: 168 time: 1.0899148 Feb 08 21:37:50.069184 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-91b61668-df5b-455c-9f13-b116dcea7453 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/72dc733b-f8a0-4380-9ee1-59417598f943 HTTP/1.1" status: 204 len: 168 time: 0.8165112 Feb 08 21:37:50.073372 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6bf58-6411-4c21-9750-cf8f2a3ab7ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c41e412-c763-4ca0-a1f8-ab9cd96c364d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:50.075320 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36496) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:50.095748 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e47f1fa-1e04-4ae4-b697-9dee7662eb5f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Made reservation on behalf of dfb785c12ea241b583e25a8282e377c4 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:50.104063 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e47f1fa-1e04-4ae4-b697-9dee7662eb5f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:50.165197 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b61668-df5b-455c-9f13-b116dcea7453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dc733b-f8a0-4380-9ee1-59417598f943,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:50.188036 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e47f1fa-1e04-4ae4-b697-9dee7662eb5f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:37:50.209055 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e47f1fa-1e04-4ae4-b697-9dee7662eb5f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (58e7deb0-095a-4b37-950a-5f5e12960d2f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:50.209948 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-0e47f1fa-1e04-4ae4-b697-9dee7662eb5f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Added segment 58e7deb0-095a-4b37-950a-5f5e12960d2f of type vlan for network fca117df-c836-4caa-af8b-8b168ca33bcb Feb 08 21:37:50.483062 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-a43e9bd7-fb09-465b-9fe7-2ee3b94cce12 service neutron] For port 847006f8-c17a-4de4-8cf4-47c1e161c2b1, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=847006f8-c17a-4de4-8cf4-47c1e161c2b1,segment=NetworkSegment(d23a6594-b5ac-4220-9c7e-256007bbfc19),segment_id=d23a6594-b5ac-4220-9c7e-256007bbfc19)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:50.488832 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7ce98a8-1781-4b91-a293-6af324965736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (d00185f4-2139-492b-b59f-1586b41daef5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:50.509380 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03caafad-34d7-4f9a-baf2-cb3edfd1e417 None None] DHCP port deletion for d00185f4-2139-492b-b59f-1586b41daef5 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:37:50.525355 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d443e275-3981-4210-b985-10a3908b853e tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (64dfede5-8488-4ba1-8865-47d943c6fa52), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:50.541499 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e47f1fa-1e04-4ae4-b697-9dee7662eb5f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (fca117df-c836-4caa-af8b-8b168ca33bcb), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:50.570003 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90f2408-5cce-4565-9ccf-b8a8117a2689 admin admin] Router c6de717d-4ccd-4982-8826-037568f9cb0b has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:37:50.643490 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e47f1fa-1e04-4ae4-b697-9dee7662eb5f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (fca117df-c836-4caa-af8b-8b168ca33bcb), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:50.654393 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e47f1fa-1e04-4ae4-b697-9dee7662eb5f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:50.654756 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e47f1fa-1e04-4ae4-b697-9dee7662eb5f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:50.720216 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-03caafad-34d7-4f9a-baf2-cb3edfd1e417 None None] Deleting port c5f1451e-5e26-44e3-995b-e0b3c30b2fc4 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:37:50.720812 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-03caafad-34d7-4f9a-baf2-cb3edfd1e417 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c5f1451e-5e26-44e3-995b-e0b3c30b2fc4), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:50.758634 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-a43e9bd7-fb09-465b-9fe7-2ee3b94cce12 service neutron] For port 847006f8-c17a-4de4-8cf4-47c1e161c2b1, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:37:50.871164 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 20e34b24-15e3-47ad-8b19-4749ae4c670f no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:37:50.888495 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-a43e9bd7-fb09-465b-9fe7-2ee3b94cce12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 847006f8-c17a-4de4-8cf4-47c1e161c2b1 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:37:50.920323 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-a43e9bd7-fb09-465b-9fe7-2ee3b94cce12 service neutron] Publish callbacks [] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:50.965462 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-a43e9bd7-fb09-465b-9fe7-2ee3b94cce12 service neutron] Transition to ACTIVE for port object 847006f8-c17a-4de4-8cf4-47c1e161c2b1 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:37:50.996663 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 20e34b24-15e3-47ad-8b19-4749ae4c670f {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:37:50.997009 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 20e34b24-15e3-47ad-8b19-4749ae4c670f not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:37:50.998205 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-a43e9bd7-fb09-465b-9fe7-2ee3b94cce12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:51.000076 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c5f1451e-5e26-44e3-995b-e0b3c30b2fc4 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:37:51.014549 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-03caafad-34d7-4f9a-baf2-cb3edfd1e417 None None] For port c5f1451e-5e26-44e3-995b-e0b3c30b2fc4, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c5f1451e-5e26-44e3-995b-e0b3c30b2fc4,segment=NetworkSegment(4dc4613a-9131-4d19-aa1e-06233ab5d307),segment_id=4dc4613a-9131-4d19-aa1e-06233ab5d307)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:51.014880 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-03caafad-34d7-4f9a-baf2-cb3edfd1e417 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c5f1451e-5e26-44e3-995b-e0b3c30b2fc4), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:51.145081 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-03caafad-34d7-4f9a-baf2-cb3edfd1e417 None None] Calling delete_port for c5f1451e-5e26-44e3-995b-e0b3c30b2fc4 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:37:51.178321 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-a43e9bd7-fb09-465b-9fe7-2ee3b94cce12 service neutron] No DVR routers for this DVR port 847006f8-c17a-4de4-8cf4-47c1e161c2b1 on host n-h2-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:37:51.329505 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90f2408-5cce-4565-9ccf-b8a8117a2689 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:37:51.347319 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e714433-01a5-4801-b61e-c6bfaaad2d29 None None] Sync routers for ids ['c6de717d-4ccd-4982-8826-037568f9cb0b'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:37:51.368243 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b90f2408-5cce-4565-9ccf-b8a8117a2689 admin admin] 10.222.0.88 "PUT /v2.0/routers/c6de717d-4ccd-4982-8826-037568f9cb0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0217793 Feb 08 21:37:51.369914 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e714433-01a5-4801-b61e-c6bfaaad2d29 None None] Routers {'c6de717d-4ccd-4982-8826-037568f9cb0b'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:37:51.372545 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-2e714433-01a5-4801-b61e-c6bfaaad2d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:37:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c6de717d-4ccd-4982-8826-037568f9cb0b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:51.377083 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0e47f1fa-1e04-4ae4-b697-9dee7662eb5f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4504466 Feb 08 21:37:51.377798 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36528) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:51.378145 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36530) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:51.431006 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47f1fa-1e04-4ae4-b697-9dee7662eb5f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event updated for resources: {'Network': ['ID=fca117df-c836-4caa-af8b-8b168ca33bcb,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:51.478826 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network fca117df-c836-4caa-af8b-8b168ca33bcb details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:37:51.577659 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-6a036c53-e863-4c80-9414-9c8cce8a5bc1 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Request body: {'subnet': {'network_id': 'fca117df-c836-4caa-af8b-8b168ca33bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:51.665760 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d571ea-d797-4016-a10c-32fc99d8b1a2 req-5ce42e9c-16c1-46c2-a379-7e152a2d7eef tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:51.668083 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-67d571ea-d797-4016-a10c-32fc99d8b1a2 req-5ce42e9c-16c1-46c2-a379-7e152a2d7eef tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 944 time: 0.7389042 Feb 08 21:37:51.675364 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-2e714433-01a5-4801-b61e-c6bfaaad2d29 None None] Set router c6de717d-4ccd-4982-8826-037568f9cb0b gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:37:51.719659 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port c5f1451e-5e26-44e3-995b-e0b3c30b2fc4 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:37:51.720071 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c5f1451e-5e26-44e3-995b-e0b3c30b2fc4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:51.797136 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-03caafad-34d7-4f9a-baf2-cb3edfd1e417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (c5f1451e-5e26-44e3-995b-e0b3c30b2fc4), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:51.934524 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-56005297-a3b6-48c6-a6eb-b092d01f583a None None] Provisioning complete for port b7331f22-686a-4fc0-96b9-8b64424a0a87 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:37:51.936812 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-56005297-a3b6-48c6-a6eb-b092d01f583a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b7331f22-686a-4fc0-96b9-8b64424a0a87), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:51.970558 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03caafad-34d7-4f9a-baf2-cb3edfd1e417 None None] Pushing event deleted for resources: {'Port': ['ID=c5f1451e-5e26-44e3-995b-e0b3c30b2fc4,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:51.981503 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-2e714433-01a5-4801-b61e-c6bfaaad2d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6de717d-4ccd-4982-8826-037568f9cb0b', 'name': 'tempest-ServerRescueTestJSON-20717810-router', 'tenant_id': 'd7c4f68f48ac4d7b8c033568865db0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:35:02Z', 'updated_at': '2022-02-08T21:37:48Z', 'revision_number': 5, 'project_id': 'd7c4f68f48ac4d7b8c033568865db0b6', 'gw_port': {'id': '84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:92:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6de717d-4ccd-4982-8826-037568f9cb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:35:05Z', 'updated_at': '2022-02-08T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:52.021818 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e714433-01a5-4801-b61e-c6bfaaad2d29 None None] Checking router: c6de717d-4ccd-4982-8826-037568f9cb0b for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:37:52.032632 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e714433-01a5-4801-b61e-c6bfaaad2d29 None None] Routers {'c6de717d-4ccd-4982-8826-037568f9cb0b'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:37:52.033794 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-2e714433-01a5-4801-b61e-c6bfaaad2d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:37:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c6de717d-4ccd-4982-8826-037568f9cb0b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:52.085359 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03caafad-34d7-4f9a-baf2-cb3edfd1e417 None None] No DVR routers for this DVR port c5f1451e-5e26-44e3-995b-e0b3c30b2fc4 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:37:52.261975 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-56005297-a3b6-48c6-a6eb-b092d01f583a None None] Current status of the port b7331f22-686a-4fc0-96b9-8b64424a0a87 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:37:52.276971 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-2e714433-01a5-4801-b61e-c6bfaaad2d29 None None] Set router c6de717d-4ccd-4982-8826-037568f9cb0b gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:37:52.387014 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e7ce98a8-1781-4b91-a293-6af324965736 admin admin] Deleting port c5f1451e-5e26-44e3-995b-e0b3c30b2fc4 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:37:52.387677 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7ce98a8-1781-4b91-a293-6af324965736 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c5f1451e-5e26-44e3-995b-e0b3c30b2fc4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:52.473957 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e9bd7-fb09-465b-9fe7-2ee3b94cce12 service neutron] Pushing event updated for resources: {'Port': ['ID=847006f8-c17a-4de4-8cf4-47c1e161c2b1,revision_number=9']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:52.486536 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-a43e9bd7-fb09-465b-9fe7-2ee3b94cce12 service neutron] Attempting to bind port 847006f8-c17a-4de4-8cf4-47c1e161c2b1 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:37:52.486884 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-a43e9bd7-fb09-465b-9fe7-2ee3b94cce12 service neutron] Attempting to bind port 847006f8-c17a-4de4-8cf4-47c1e161c2b1 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'd23a6594-b5ac-4220-9c7e-256007bbfc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0b788a94-1e80-468a-940e-48c5a63e44a4'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:37:52.487421 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-a43e9bd7-fb09-465b-9fe7-2ee3b94cce12 service neutron] Attempting to bind port 847006f8-c17a-4de4-8cf4-47c1e161c2b1 on network 0b788a94-1e80-468a-940e-48c5a63e44a4 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:37:52.496390 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d443e275-3981-4210-b985-10a3908b853e tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (64dfede5-8488-4ba1-8865-47d943c6fa52), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:52.530954 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-a43e9bd7-fb09-465b-9fe7-2ee3b94cce12 service neutron] Port 847006f8-c17a-4de4-8cf4-47c1e161c2b1 on network 0b788a94-1e80-468a-940e-48c5a63e44a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:37:52.531830 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-a43e9bd7-fb09-465b-9fe7-2ee3b94cce12 service neutron] Attempting to bind port 847006f8-c17a-4de4-8cf4-47c1e161c2b1 on network 0b788a94-1e80-468a-940e-48c5a63e44a4 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:37:52.533658 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-2e714433-01a5-4801-b61e-c6bfaaad2d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6de717d-4ccd-4982-8826-037568f9cb0b', 'name': 'tempest-ServerRescueTestJSON-20717810-router', 'tenant_id': 'd7c4f68f48ac4d7b8c033568865db0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:35:02Z', 'updated_at': '2022-02-08T21:37:48Z', 'revision_number': 5, 'project_id': 'd7c4f68f48ac4d7b8c033568865db0b6', 'gw_port': {'id': '84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:92:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6de717d-4ccd-4982-8826-037568f9cb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:35:05Z', 'updated_at': '2022-02-08T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:52.572296 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-e7ce98a8-1781-4b91-a293-6af324965736 admin admin] For port c5f1451e-5e26-44e3-995b-e0b3c30b2fc4, host n-d-712143-31, got binding levels [] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:52.572670 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7ce98a8-1781-4b91-a293-6af324965736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c5f1451e-5e26-44e3-995b-e0b3c30b2fc4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:52.579571 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-a43e9bd7-fb09-465b-9fe7-2ee3b94cce12 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:37:52.580069 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-a43e9bd7-fb09-465b-9fe7-2ee3b94cce12 service neutron] Checking segment: {'id': 'd23a6594-b5ac-4220-9c7e-256007bbfc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0b788a94-1e80-468a-940e-48c5a63e44a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:37:52.580482 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-a43e9bd7-fb09-465b-9fe7-2ee3b94cce12 service neutron] Bound using segment: {'id': 'd23a6594-b5ac-4220-9c7e-256007bbfc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0b788a94-1e80-468a-940e-48c5a63e44a4'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:37:52.580935 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-a43e9bd7-fb09-465b-9fe7-2ee3b94cce12 service neutron] Bound port: 847006f8-c17a-4de4-8cf4-47c1e161c2b1, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23a6594-b5ac-4220-9c7e-256007bbfc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0b788a94-1e80-468a-940e-48c5a63e44a4'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:37:52.581335 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-a43e9bd7-fb09-465b-9fe7-2ee3b94cce12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:52.616741 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e714433-01a5-4801-b61e-c6bfaaad2d29 None None] The sync data for ids ['c6de717d-4ccd-4982-8826-037568f9cb0b'] in n-d-712143-31 is: [{'id': 'c6de717d-4ccd-4982-8826-037568f9cb0b', 'name': 'tempest-ServerRescueTestJSON-20717810-router', 'tenant_id': 'd7c4f68f48ac4d7b8c033568865db0b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:35:02Z', 'updated_at': '2022-02-08T21:37:48Z', 'revision_number': 5, 'project_id': 'd7c4f68f48ac4d7b8c033568865db0b6', 'gw_port': {'id': '84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:92:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6de717d-4ccd-4982-8826-037568f9cb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:35:05Z', 'updated_at': '2022-02-08T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:37:52.638985 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e7ce98a8-1781-4b91-a293-6af324965736 admin admin] Calling delete_port for c5f1451e-5e26-44e3-995b-e0b3c30b2fc4 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:37:52.648093 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.ipam_backend_mixin [None req-e7ce98a8-1781-4b91-a293-6af324965736 admin admin] Port c5f1451e-5e26-44e3-995b-e0b3c30b2fc4 was not found and therefore no delete operation was performed {{(pid=103434) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 21:37:52.689692 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7ce98a8-1781-4b91-a293-6af324965736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (c5f1451e-5e26-44e3-995b-e0b3c30b2fc4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:52.762923 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce98a8-1781-4b91-a293-6af324965736 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5f1451e-5e26-44e3-995b-e0b3c30b2fc4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:52.772781 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ce98a8-1781-4b91-a293-6af324965736 admin admin] No DVR routers for this DVR port c5f1451e-5e26-44e3-995b-e0b3c30b2fc4 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:37:52.805370 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d443e275-3981-4210-b985-10a3908b853e tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (64dfede5-8488-4ba1-8865-47d943c6fa52), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:52.831097 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d443e275-3981-4210-b985-10a3908b853e tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:52.838250 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d443e275-3981-4210-b985-10a3908b853e tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/subnets/64dfede5-8488-4ba1-8865-47d943c6fa52 HTTP/1.1" status: 204 len: 168 time: 3.0280643 Feb 08 21:37:52.840786 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fb5f9d-8898-4e1d-8d11-cd9b25128017 None None] Network cce1d120-06dd-43be-ab88-8dc755a69f8e requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:52.857644 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36574) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:52.885524 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-67d571ea-d797-4016-a10c-32fc99d8b1a2 req-7ee7cd14-235a-43f3-8f89-b3a2ff6f37b3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1707160 Feb 08 21:37:52.898227 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-a43e9bd7-fb09-465b-9fe7-2ee3b94cce12 service neutron] For port 847006f8-c17a-4de4-8cf4-47c1e161c2b1, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:37:52.926720 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443e275-3981-4210-b985-10a3908b853e tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Subnet': ['ID=64dfede5-8488-4ba1-8865-47d943c6fa52,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:53.027199 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-762ececa-5b03-46ac-b01d-f7bf385211ac admin admin] Publish callbacks [] for router (c6de717d-4ccd-4982-8826-037568f9cb0b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:53.030415 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-a43e9bd7-fb09-465b-9fe7-2ee3b94cce12 service neutron] For port 847006f8-c17a-4de4-8cf4-47c1e161c2b1, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=847006f8-c17a-4de4-8cf4-47c1e161c2b1,segment=NetworkSegment(d23a6594-b5ac-4220-9c7e-256007bbfc19),segment_id=d23a6594-b5ac-4220-9c7e-256007bbfc19)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:37:53.086550 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a036c53-e863-4c80-9414-9c8cce8a5bc1 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Made reservation on behalf of dfb785c12ea241b583e25a8282e377c4 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:53.093389 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6a036c53-e863-4c80-9414-9c8cce8a5bc1 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:53.109063 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7ce98a8-1781-4b91-a293-6af324965736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (d00185f4-2139-492b-b59f-1586b41daef5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:53.129099 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-a43e9bd7-fb09-465b-9fe7-2ee3b94cce12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:53.247721 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e7ce98a8-1781-4b91-a293-6af324965736 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00185f4-2139-492b-b59f-1586b41daef5']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:53.280114 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-a43e9bd7-fb09-465b-9fe7-2ee3b94cce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:53.280753 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-a43e9bd7-fb09-465b-9fe7-2ee3b94cce12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:53.282389 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-a43e9bd7-fb09-465b-9fe7-2ee3b94cce12 service neutron] 10.222.0.94 "PUT /v2.0/ports/847006f8-c17a-4de4-8cf4-47c1e161c2b1 HTTP/1.1" status: 200 len: 1093 time: 3.7096789 Feb 08 21:37:53.299728 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d065fb-9bc5-4c4d-9caa-3ae4d8813056', 'tag': '847006f8-c17a-4de4-8cf4-47c1e161c2b1'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:37:53.306406 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9419330-1d85-48a7-9240-220adea90f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "f0d065fb-9bc5-4c4d-9caa-3ae4d8813056", "tag": "847006f8-c17a-4de4-8cf4-47c1e161c2b1"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:37:53.331425 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e7ce98a8-1781-4b91-a293-6af324965736 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc4613a-9131-4d19-aa1e-06233ab5d307') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:53.331635 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e7ce98a8-1781-4b91-a293-6af324965736 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc4613a-9131-4d19-aa1e-06233ab5d307') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:53.352731 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-02ff4b8e-2101-4993-aa67-eea54d9d32fe tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:53.372440 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-02ff4b8e-2101-4993-aa67-eea54d9d32fe tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.88 "GET /v2.0/networks?id=8265c462-503e-46e3-935f-1926b66fa360 HTTP/1.1" status: 200 len: 810 time: 0.7277124 Feb 08 21:37:53.391968 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.ipam_backend_mixin [None req-6a036c53-e863-4c80-9414-9c8cce8a5bc1 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Performing IP validity checks on allocation pools {{(pid=103433) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 08 21:37:53.393192 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.ipam_backend_mixin [None req-6a036c53-e863-4c80-9414-9c8cce8a5bc1 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103433) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 08 21:37:53.441928 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-7c7a3742-9366-4ca4-a073-87ad61777243 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.88 "GET /v2.0/quotas/b3ed0207aafb4e5bab2e1468fdfe3993 HTTP/1.1" status: 200 len: 375 time: 0.0684571 Feb 08 21:37:53.442198 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49000861-f8b8-45f2-a501-963165d7fa8e x-openstack-request-id: req-49000861-f8b8-45f2-a501-963165d7fa8e {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:37:53.442680 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0d065fb-9bc5-4c4d-9caa-3ae4d8813056", "tag": "847006f8-c17a-4de4-8cf4-47c1e161c2b1", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:37:53.442680 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-49000861-f8b8-45f2-a501-963165d7fa8e {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:37:53.442891 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0d065fb-9bc5-4c4d-9caa-3ae4d8813056', 'tag': '847006f8-c17a-4de4-8cf4-47c1e161c2b1', 'status': 'completed', 'code': 200} Feb 08 21:37:53.463064 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7ce98a8-1781-4b91-a293-6af324965736 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (4dc4613a-9131-4d19-aa1e-06233ab5d307), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:53.465031 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e9bd7-fb09-465b-9fe7-2ee3b94cce12 service neutron] Pushing event updated for resources: {'Port': ['ID=847006f8-c17a-4de4-8cf4-47c1e161c2b1,revision_number=10']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:53.504334 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7ce98a8-1781-4b91-a293-6af324965736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (4dc4613a-9131-4d19-aa1e-06233ab5d307), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:53.510929 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec055caf-84b0-43b8-b677-bfa1c4e02a76 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (cce1d120-06dd-43be-ab88-8dc755a69f8e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:53.523996 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ce98a8-1781-4b91-a293-6af324965736 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:37:53.524637 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7ce98a8-1781-4b91-a293-6af324965736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (4dc4613a-9131-4d19-aa1e-06233ab5d307), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:53.583577 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-8d566c26-ce4e-4385-9866-5e34bc388182 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=b3ed0207aafb4e5bab2e1468fdfe3993&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1374505 Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:37:53.610675 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:37:53.629880 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-f00b85c5-070d-4012-87a9-fef8f4d350c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:53.631776 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-f00b85c5-070d-4012-87a9-fef8f4d350c0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=74717e3e72d841d2a44f3251e57cb213&device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 1128 time: 0.3061979 Feb 08 21:37:53.633336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9367a6bf-a300-495b-b2ca-30e4714f987a None None] DHCP port deletion for cce1d120-06dd-43be-ab88-8dc755a69f8e request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:37:53.640249 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-762ececa-5b03-46ac-b01d-f7bf385211ac admin admin] Publish callbacks [] for router_gateway (c6de717d-4ccd-4982-8826-037568f9cb0b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:53.661527 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7ce98a8-1781-4b91-a293-6af324965736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (d00185f4-2139-492b-b59f-1586b41daef5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:53.733784 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7ce98a8-1781-4b91-a293-6af324965736 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:53.743917 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e7ce98a8-1781-4b91-a293-6af324965736 admin admin] 10.222.0.88 "DELETE /v2.0/networks/d00185f4-2139-492b-b59f-1586b41daef5 HTTP/1.1" status: 204 len: 168 time: 3.6614671 Feb 08 21:37:53.744874 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce98a8-1781-4b91-a293-6af324965736 admin admin] Pushing event deleted for resources: {'Network': ['ID=d00185f4-2139-492b-b59f-1586b41daef5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:53.748850 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9367a6bf-a300-495b-b2ca-30e4714f987a None None] Deleting port b7331f22-686a-4fc0-96b9-8b64424a0a87 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:37:53.749222 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9367a6bf-a300-495b-b2ca-30e4714f987a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b7331f22-686a-4fc0-96b9-8b64424a0a87), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:53.935996 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-9367a6bf-a300-495b-b2ca-30e4714f987a None None] For port b7331f22-686a-4fc0-96b9-8b64424a0a87, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b7331f22-686a-4fc0-96b9-8b64424a0a87,segment=NetworkSegment(1c3013ac-bfab-422c-82d6-40be00ca82bb),segment_id=1c3013ac-bfab-422c-82d6-40be00ca82bb)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:53.936584 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9367a6bf-a300-495b-b2ca-30e4714f987a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b7331f22-686a-4fc0-96b9-8b64424a0a87), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:53.965999 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-d069adff-4604-400a-b9f8-e6b79a7f6be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:53.971423 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-d069adff-4604-400a-b9f8-e6b79a7f6be1 service neutron] 10.222.0.94 "GET /v2.0/networks?id=0b788a94-1e80-468a-940e-48c5a63e44a4 HTTP/1.1" status: 200 len: 915 time: 0.3308744 Feb 08 21:37:53.975151 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9367a6bf-a300-495b-b2ca-30e4714f987a None None] Calling delete_port for b7331f22-686a-4fc0-96b9-8b64424a0a87 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:37:54.044196 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36600) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:54.068935 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-9cdf69b9-f78d-494d-b2b5-149e7a573e17 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=847006f8-c17a-4de4-8cf4-47c1e161c2b1 HTTP/1.1" status: 200 len: 217 time: 0.0912492 Feb 08 21:37:54.182095 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-6d5575e8-9b22-443a-923c-012506350726 service neutron] 10.222.0.88 "GET /v2.0/networks/8265c462-503e-46e3-935f-1926b66fa360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5865755 Feb 08 21:37:54.224973 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3b10-33b5-4ee1-b545-2d6ec8db671c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:54.237313 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-43a48327-cca9-45ac-aafa-8b33519bcc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:54.243057 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-43a48327-cca9-45ac-aafa-8b33519bcc8f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5401f80b-e57f-40cb-9cf6-b97b0a9bdb9b HTTP/1.1" status: 200 len: 854 time: 0.1661747 Feb 08 21:37:54.255351 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9367a6bf-a300-495b-b2ca-30e4714f987a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (b7331f22-686a-4fc0-96b9-8b64424a0a87), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:54.317971 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-58c79163-009f-46ea-b464-3771e2cb1669 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0b788a94-1e80-468a-940e-48c5a63e44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702403 Feb 08 21:37:54.339808 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367a6bf-a300-495b-b2ca-30e4714f987a None None] Pushing event deleted for resources: {'Port': ['ID=b7331f22-686a-4fc0-96b9-8b64424a0a87,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:54.348381 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-94c24190-5991-49ec-88df-107ab7344562 service neutron] 10.222.0.88 "GET /v2.0/networks/8265c462-503e-46e3-935f-1926b66fa360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650665 Feb 08 21:37:54.350929 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9367a6bf-a300-495b-b2ca-30e4714f987a None None] No DVR routers for this DVR port b7331f22-686a-4fc0-96b9-8b64424a0a87 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:37:54.376798 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-762ececa-5b03-46ac-b01d-f7bf385211ac admin admin] Deleting port 84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:37:54.377260 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-762ececa-5b03-46ac-b01d-f7bf385211ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:54.506851 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-abb3ed55-2c62-413f-b4d6-a1b328343d1e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=48aae992c2704ece870f0faad4c28599&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4519839 Feb 08 21:37:54.513057 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ec055caf-84b0-43b8-b677-bfa1c4e02a76 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting port b7331f22-686a-4fc0-96b9-8b64424a0a87 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:37:54.513488 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec055caf-84b0-43b8-b677-bfa1c4e02a76 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b7331f22-686a-4fc0-96b9-8b64424a0a87), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:54.513973 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36608) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:54.516418 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-0acba9df-d77d-41c5-a689-37d9aa93011a service neutron] 10.222.0.94 "GET /v2.0/networks/0b788a94-1e80-468a-940e-48c5a63e44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902010 Feb 08 21:37:54.628090 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b7331f22-686a-4fc0-96b9-8b64424a0a87 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:37:54.697454 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: b7331f22-686a-4fc0-96b9-8b64424a0a87 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:37:54.697901 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b7331f22-686a-4fc0-96b9-8b64424a0a87 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:37:54.699994 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c1000643-2e11-40b8-b198-254de175836f no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:37:54.705205 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ec055caf-84b0-43b8-b677-bfa1c4e02a76 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] For port b7331f22-686a-4fc0-96b9-8b64424a0a87, host n-d-712143-31, got binding levels [] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:54.706043 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec055caf-84b0-43b8-b677-bfa1c4e02a76 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b7331f22-686a-4fc0-96b9-8b64424a0a87), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:54.736253 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ec055caf-84b0-43b8-b677-bfa1c4e02a76 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Calling delete_port for b7331f22-686a-4fc0-96b9-8b64424a0a87 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:37:54.746801 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.ipam_backend_mixin [None req-ec055caf-84b0-43b8-b677-bfa1c4e02a76 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Port b7331f22-686a-4fc0-96b9-8b64424a0a87 was not found and therefore no delete operation was performed {{(pid=103433) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 21:37:54.757345 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec055caf-84b0-43b8-b677-bfa1c4e02a76 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (b7331f22-686a-4fc0-96b9-8b64424a0a87), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:54.780960 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: c1000643-2e11-40b8-b198-254de175836f {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:37:54.783469 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c1000643-2e11-40b8-b198-254de175836f not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:37:54.787285 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-223c816b-4d88-4521-bc85-c2f133bd7644 admin admin] Publish callbacks [] for security_group (2df8bbf4-8d58-4761-b3af-c559e0d94269), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:54.801406 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-abde2b3a-53b6-4f11-aaab-77ffeb0b5b49 service neutron] 10.222.0.94 "GET /v2.0/networks/0b788a94-1e80-468a-940e-48c5a63e44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620718 Feb 08 21:37:54.817896 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-223c816b-4d88-4521-bc85-c2f133bd7644 admin admin] Publish callbacks [] for security_group (2df8bbf4-8d58-4761-b3af-c559e0d94269), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:54.862916 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6a036c53-e863-4c80-9414-9c8cce8a5bc1 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (dd30222d-15c2-477b-b305-a83c8f91ec7f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:54.886684 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3aa5ec-9d71-4ce0-ad79-43c9b34ab566 req-b01e42aa-4ca0-4331-ae74-6687246b9924 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:54.891772 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7c3aa5ec-9d71-4ce0-ad79-43c9b34ab566 req-b01e42aa-4ca0-4331-ae74-6687246b9924 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 945 time: 0.8244314 Feb 08 21:37:54.944168 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-762ececa-5b03-46ac-b01d-f7bf385211ac admin admin] For port 84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:37:54.944727 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-762ececa-5b03-46ac-b01d-f7bf385211ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:54.963669 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-762ececa-5b03-46ac-b01d-f7bf385211ac admin admin] Calling delete_port for 84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6 owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:37:54.965265 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-223c816b-4d88-4521-bc85-c2f133bd7644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (2df8bbf4-8d58-4761-b3af-c559e0d94269), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:54.971678 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-223c816b-4d88-4521-bc85-c2f133bd7644 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:54.976562 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-223c816b-4d88-4521-bc85-c2f133bd7644 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2df8bbf4-8d58-4761-b3af-c559e0d94269 HTTP/1.1" status: 204 len: 168 time: 0.4587958 Feb 08 21:37:55.055416 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c816b-4d88-4521-bc85-c2f133bd7644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df8bbf4-8d58-4761-b3af-c559e0d94269,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:55.102079 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9419330-1d85-48a7-9240-220adea90f5f req-e42c5627-c012-4b5a-8486-f552ffaae47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:55.108381 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b9419330-1d85-48a7-9240-220adea90f5f req-e42c5627-c012-4b5a-8486-f552ffaae47b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=74717e3e72d841d2a44f3251e57cb213&device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 1128 time: 0.1661456 Feb 08 21:37:55.306820 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-762ececa-5b03-46ac-b01d-f7bf385211ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:55.370925 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec055caf-84b0-43b8-b677-bfa1c4e02a76 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] No DVR routers for this DVR port b7331f22-686a-4fc0-96b9-8b64424a0a87 on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:37:55.406851 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec055caf-84b0-43b8-b677-bfa1c4e02a76 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Port': ['ID=b7331f22-686a-4fc0-96b9-8b64424a0a87,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:55.412087 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9419330-1d85-48a7-9240-220adea90f5f req-c2907322-a775-4f9e-b65b-d1b742bcabdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:55.422446 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b9419330-1d85-48a7-9240-220adea90f5f req-c2907322-a775-4f9e-b65b-d1b742bcabdf service neutron] 10.222.0.94 "GET /v2.0/networks?id=0b788a94-1e80-468a-940e-48c5a63e44a4 HTTP/1.1" status: 200 len: 915 time: 0.3078611 Feb 08 21:37:55.489156 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-05fc852b-a55c-4fbc-8a1c-153823a4079b req-1724f101-f6a5-44b0-a170-66bc14d4391a tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1b73408-b0b8-4510-a40e-c9c6604387ec HTTP/1.1" status: 200 len: 210 time: 0.2078934 Feb 08 21:37:55.505592 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b9419330-1d85-48a7-9240-220adea90f5f req-40462f97-f502-442b-9c30-9a4578650aae service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=847006f8-c17a-4de4-8cf4-47c1e161c2b1 HTTP/1.1" status: 200 len: 217 time: 0.0765412 Feb 08 21:37:55.610028 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9419330-1d85-48a7-9240-220adea90f5f req-5044de8f-9980-4483-9ece-109e76773b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:55.611674 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b9419330-1d85-48a7-9240-220adea90f5f req-5044de8f-9980-4483-9ece-109e76773b04 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5401f80b-e57f-40cb-9cf6-b97b0a9bdb9b HTTP/1.1" status: 200 len: 854 time: 0.0934668 Feb 08 21:37:55.618168 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ececa-5b03-46ac-b01d-f7bf385211ac admin admin] Pushing event deleted for resources: {'Port': ['ID=84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:55.658243 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b9419330-1d85-48a7-9240-220adea90f5f req-026f4e86-63ab-4b58-a63c-cdf624fdd5c7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0b788a94-1e80-468a-940e-48c5a63e44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396478 Feb 08 21:37:55.747865 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a036c53-e863-4c80-9414-9c8cce8a5bc1 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event updated for resources: {'Subnet': ['ID=dd30222d-15c2-477b-b305-a83c8f91ec7f,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:55.842098 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b9419330-1d85-48a7-9240-220adea90f5f req-a1a3f2d3-da31-4c2c-8edb-d6e045e71f6e service neutron] 10.222.0.94 "GET /v2.0/networks/0b788a94-1e80-468a-940e-48c5a63e44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773331 Feb 08 21:37:55.865791 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec055caf-84b0-43b8-b677-bfa1c4e02a76 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (cce1d120-06dd-43be-ab88-8dc755a69f8e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:55.869071 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a036c53-e863-4c80-9414-9c8cce8a5bc1 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Checking segment: {'id': '58e7deb0-095a-4b37-950a-5f5e12960d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca117df-c836-4caa-af8b-8b168ca33bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:37:55.869550 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a036c53-e863-4c80-9414-9c8cce8a5bc1 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Network hostable DHCP agents. Network: fca117df-c836-4caa-af8b-8b168ca33bcb, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:37:55.914345 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7c3aa5ec-9d71-4ce0-ad79-43c9b34ab566 req-773fe2d1-ea04-4a49-abbd-124ef23bc34e tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6268983 Feb 08 21:37:55.957459 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-ec055caf-84b0-43b8-b677-bfa1c4e02a76 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce1d120-06dd-43be-ab88-8dc755a69f8e']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:55.960201 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-762ececa-5b03-46ac-b01d-f7bf385211ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (c6de717d-4ccd-4982-8826-037568f9cb0b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:56.073929 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-ec055caf-84b0-43b8-b677-bfa1c4e02a76 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c3013ac-bfab-422c-82d6-40be00ca82bb') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:56.082787 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-ec055caf-84b0-43b8-b677-bfa1c4e02a76 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c3013ac-bfab-422c-82d6-40be00ca82bb') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:56.181514 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b9419330-1d85-48a7-9240-220adea90f5f req-6ac9a946-54a0-4687-ae6e-743210bf796a service neutron] 10.222.0.94 "GET /v2.0/networks/0b788a94-1e80-468a-940e-48c5a63e44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240225 Feb 08 21:37:56.276086 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a036c53-e863-4c80-9414-9c8cce8a5bc1 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Network fca117df-c836-4caa-af8b-8b168ca33bcb is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:37:56.281095 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec055caf-84b0-43b8-b677-bfa1c4e02a76 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (1c3013ac-bfab-422c-82d6-40be00ca82bb), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:56.318206 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-762ececa-5b03-46ac-b01d-f7bf385211ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (c6de717d-4ccd-4982-8826-037568f9cb0b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:56.321471 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec055caf-84b0-43b8-b677-bfa1c4e02a76 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (1c3013ac-bfab-422c-82d6-40be00ca82bb), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:56.325693 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-762ececa-5b03-46ac-b01d-f7bf385211ac admin admin] Publish callbacks [] for router_controller (c6de717d-4ccd-4982-8826-037568f9cb0b), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:56.334197 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-6a036c53-e863-4c80-9414-9c8cce8a5bc1 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, fca117df-c836-4caa-af8b-8b168ca33bcb) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:56.342443 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d4a04b-969e-4f44-b6db-2f5b1495a227 None None] Network fca117df-c836-4caa-af8b-8b168ca33bcb requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:56.511164 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a036c53-e863-4c80-9414-9c8cce8a5bc1 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:56.512058 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6a036c53-e863-4c80-9414-9c8cce8a5bc1 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:56.516691 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec055caf-84b0-43b8-b677-bfa1c4e02a76 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:37:56.517169 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec055caf-84b0-43b8-b677-bfa1c4e02a76 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (1c3013ac-bfab-422c-82d6-40be00ca82bb), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:37:56.520840 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:37:56.639849 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:37:56.704472 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-762ececa-5b03-46ac-b01d-f7bf385211ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (c6de717d-4ccd-4982-8826-037568f9cb0b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:56.704954 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762ececa-5b03-46ac-b01d-f7bf385211ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6de717d-4ccd-4982-8826-037568f9cb0b {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:37:56.733935 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc99a3c6-cd28-4f0b-ba41-4c618de9e948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-fca117df-c836-4caa-af8b-8b168ca33bcb', 'network_id': 'fca117df-c836-4caa-af8b-8b168ca33bcb', 'project_id': 'dfb785c12ea241b583e25a8282e377c4', 'fixed_ips': [{'subnet_id': 'dd30222d-15c2-477b-b305-a83c8f91ec7f'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:37:56.735239 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bc99a3c6-cd28-4f0b-ba41-4c618de9e948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:56.745407 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-762ececa-5b03-46ac-b01d-f7bf385211ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:56.748583 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-762ececa-5b03-46ac-b01d-f7bf385211ac admin admin] 10.222.0.88 "DELETE /v2.0/routers/c6de717d-4ccd-4982-8826-037568f9cb0b HTTP/1.1" status: 204 len: 168 time: 5.3499694 Feb 08 21:37:56.751775 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36670) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:56.815622 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6a036c53-e863-4c80-9414-9c8cce8a5bc1 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 5.3853526 Feb 08 21:37:56.815902 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36672) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:56.880907 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-5f9071bc-2db0-4a0f-b1df-cc9f883595f3 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:56.930249 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7455557-5c8a-49d9-b7ea-550648dd0dc3 admin admin] Deleting subnet 739e92e6-a4d6-46e1-b30b-0269af78c658 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:37:56.939222 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7455557-5c8a-49d9-b7ea-550648dd0dc3 admin admin] Publish callbacks [] for subnet (739e92e6-a4d6-46e1-b30b-0269af78c658), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:57.067932 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7455557-5c8a-49d9-b7ea-550648dd0dc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (739e92e6-a4d6-46e1-b30b-0269af78c658), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:57.135859 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7455557-5c8a-49d9-b7ea-550648dd0dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (739e92e6-a4d6-46e1-b30b-0269af78c658), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:57.201564 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b2bb0a6-7234-4193-a89b-5f165f29ab26 req-07007b75-f560-4280-83ae-caa828032ab8 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1b73408-b0b8-4510-a40e-c9c6604387ec HTTP/1.1" status: 200 len: 210 time: 0.4793017 Feb 08 21:37:57.218412 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7455557-5c8a-49d9-b7ea-550648dd0dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (739e92e6-a4d6-46e1-b30b-0269af78c658), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:57.248413 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec055caf-84b0-43b8-b677-bfa1c4e02a76 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (cce1d120-06dd-43be-ab88-8dc755a69f8e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:57.282596 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7455557-5c8a-49d9-b7ea-550648dd0dc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=739e92e6-a4d6-46e1-b30b-0269af78c658,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:57.290932 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-bc99a3c6-cd28-4f0b-ba41-4c618de9e948 None None] Allocated IP 2001:db8::3 (fca117df-c836-4caa-af8b-8b168ca33bcb/dd30222d-15c2-477b-b305-a83c8f91ec7f/fe1d12af-eef6-4297-8c92-cba320a1a5e8) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:37:57.299293 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7455557-5c8a-49d9-b7ea-550648dd0dc3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:57.306130 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e7455557-5c8a-49d9-b7ea-550648dd0dc3 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/739e92e6-a4d6-46e1-b30b-0269af78c658 HTTP/1.1" status: 204 len: 168 time: 0.5525184 Feb 08 21:37:57.308263 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36684) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:57.411309 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-8ac9b307-e0c1-4da7-a18e-2c5b7d7853c2 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:57.413170 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-8ac9b307-e0c1-4da7-a18e-2c5b7d7853c2 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.96 "GET /v2.0/networks?id=8265c462-503e-46e3-935f-1926b66fa360 HTTP/1.1" status: 200 len: 810 time: 0.6448023 Feb 08 21:37:57.432875 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec055caf-84b0-43b8-b677-bfa1c4e02a76 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:57.455657 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ec055caf-84b0-43b8-b677-bfa1c4e02a76 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/networks/cce1d120-06dd-43be-ab88-8dc755a69f8e HTTP/1.1" status: 204 len: 168 time: 4.5923119 Feb 08 21:37:57.465022 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36688) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:57.496462 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-c9894d4f-a0cd-45ff-b09a-9ba75d0f1ca3 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Request body: {'port': {'device_id': 'd1b73408-b0b8-4510-a40e-c9c6604387ec', 'network_id': '8265c462-503e-46e3-935f-1926b66fa360', 'admin_state_up': True, 'tenant_id': 'b3ed0207aafb4e5bab2e1468fdfe3993'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:57.533940 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45802a8b-2cf6-42dc-b086-7d399c53dfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (78ab189a-860e-4a01-8c19-0f0521b9833d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:57.586071 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f50e29e-262a-4746-a805-ffbe0cc93b31 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:57.592753 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1f50e29e-262a-4746-a805-ffbe0cc93b31 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1261418 Feb 08 21:37:57.594518 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36692) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:57.622532 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3d1ef4a2-011d-44e9-9d3f-bf372391d405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:57.822614 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bc99a3c6-cd28-4f0b-ba41-4c618de9e948 None None] Publish callbacks [] for port (fe1d12af-eef6-4297-8c92-cba320a1a5e8), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:57.839117 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bc99a3c6-cd28-4f0b-ba41-4c618de9e948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (fe1d12af-eef6-4297-8c92-cba320a1a5e8), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:57.882329 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45802a8b-2cf6-42dc-b086-7d399c53dfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (78ab189a-860e-4a01-8c19-0f0521b9833d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:57.908210 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-81a7f3cb-726c-48fa-a384-984f21f7178d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3115945 Feb 08 21:37:57.913003 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36702) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:57.919996 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-26fe0866-b6f4-49a6-aaa5-ee8720258ecf tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1911265593'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:57.934942 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc99a3c6-cd28-4f0b-ba41-4c618de9e948 None None] Network fca117df-c836-4caa-af8b-8b168ca33bcb is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:37:57.938510 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-bc99a3c6-cd28-4f0b-ba41-4c618de9e948 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:57.950381 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc99a3c6-cd28-4f0b-ba41-4c618de9e948 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:37:57.974398 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec055caf-84b0-43b8-b677-bfa1c4e02a76 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Network': ['ID=cce1d120-06dd-43be-ab88-8dc755a69f8e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:57.977105 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fe0866-b6f4-49a6-aaa5-ee8720258ecf tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:57.982676 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26fe0866-b6f4-49a6-aaa5-ee8720258ecf tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:58.025630 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26fe0866-b6f4-49a6-aaa5-ee8720258ecf tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:37:58.043505 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26fe0866-b6f4-49a6-aaa5-ee8720258ecf tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (1a9dd898-272b-4eb4-b247-997fcae5e770), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:58.045000 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-26fe0866-b6f4-49a6-aaa5-ee8720258ecf tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Added segment 1a9dd898-272b-4eb4-b247-997fcae5e770 of type vlan for network ac3aca24-8b3d-4e20-a01a-9ec274f23991 Feb 08 21:37:58.055284 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99a3c6-cd28-4f0b-ba41-4c618de9e948 None None] Pushing event updated for resources: {'Port': ['ID=fe1d12af-eef6-4297-8c92-cba320a1a5e8,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:58.116626 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26fe0866-b6f4-49a6-aaa5-ee8720258ecf tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (ac3aca24-8b3d-4e20-a01a-9ec274f23991), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:58.162090 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-45802a8b-2cf6-42dc-b086-7d399c53dfcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ab189a-860e-4a01-8c19-0f0521b9833d']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:58.167563 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26fe0866-b6f4-49a6-aaa5-ee8720258ecf tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (ac3aca24-8b3d-4e20-a01a-9ec274f23991), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:58.173714 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fe0866-b6f4-49a6-aaa5-ee8720258ecf tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:58.174835 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26fe0866-b6f4-49a6-aaa5-ee8720258ecf tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:58.238764 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-bc99a3c6-cd28-4f0b-ba41-4c618de9e948 None None] Attempting to bind port fe1d12af-eef6-4297-8c92-cba320a1a5e8 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:37:58.239121 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-bc99a3c6-cd28-4f0b-ba41-4c618de9e948 None None] Attempting to bind port fe1d12af-eef6-4297-8c92-cba320a1a5e8 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '58e7deb0-095a-4b37-950a-5f5e12960d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca117df-c836-4caa-af8b-8b168ca33bcb'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:37:58.239497 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc99a3c6-cd28-4f0b-ba41-4c618de9e948 None None] Attempting to bind port fe1d12af-eef6-4297-8c92-cba320a1a5e8 on network fca117df-c836-4caa-af8b-8b168ca33bcb {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:37:58.265087 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc99a3c6-cd28-4f0b-ba41-4c618de9e948 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:37:58.269174 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc99a3c6-cd28-4f0b-ba41-4c618de9e948 None None] Checking segment: {'id': '58e7deb0-095a-4b37-950a-5f5e12960d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca117df-c836-4caa-af8b-8b168ca33bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:37:58.270840 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bc99a3c6-cd28-4f0b-ba41-4c618de9e948 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:58.273807 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc99a3c6-cd28-4f0b-ba41-4c618de9e948 None None] Bound using segment: {'id': '58e7deb0-095a-4b37-950a-5f5e12960d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca117df-c836-4caa-af8b-8b168ca33bcb'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:37:58.275003 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-bc99a3c6-cd28-4f0b-ba41-4c618de9e948 None None] Bound port: fe1d12af-eef6-4297-8c92-cba320a1a5e8, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e7deb0-095a-4b37-950a-5f5e12960d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca117df-c836-4caa-af8b-8b168ca33bcb'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:37:58.277876 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bc99a3c6-cd28-4f0b-ba41-4c618de9e948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fe1d12af-eef6-4297-8c92-cba320a1a5e8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:58.280000 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe0866-b6f4-49a6-aaa5-ee8720258ecf tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Network': ['ID=ac3aca24-8b3d-4e20-a01a-9ec274f23991,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:58.285626 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-45802a8b-2cf6-42dc-b086-7d399c53dfcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2367fa6e-f731-4d5d-8eed-4d18be504fa5') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:58.286058 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-45802a8b-2cf6-42dc-b086-7d399c53dfcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2367fa6e-f731-4d5d-8eed-4d18be504fa5') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:37:58.294174 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network ac3aca24-8b3d-4e20-a01a-9ec274f23991 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:37:58.308222 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45802a8b-2cf6-42dc-b086-7d399c53dfcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (2367fa6e-f731-4d5d-8eed-4d18be504fa5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:58.314320 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-c9894d4f-a0cd-45ff-b09a-9ba75d0f1ca3 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Made reservation on behalf of b3ed0207aafb4e5bab2e1468fdfe3993 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:58.328654 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-26fe0866-b6f4-49a6-aaa5-ee8720258ecf tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4136360 Feb 08 21:37:58.332219 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36714) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:58.332895 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-c9894d4f-a0cd-45ff-b09a-9ba75d0f1ca3 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:58.338286 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f9071bc-2db0-4a0f-b1df-cc9f883595f3 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12511608'] for subnet (dd30222d-15c2-477b-b305-a83c8f91ec7f), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:58.340238 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-85d98210-578f-48e6-b25c-c79c3be57a41 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'subnet': {'network_id': 'ac3aca24-8b3d-4e20-a01a-9ec274f23991', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:58.402070 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45802a8b-2cf6-42dc-b086-7d399c53dfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (2367fa6e-f731-4d5d-8eed-4d18be504fa5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:58.433209 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45802a8b-2cf6-42dc-b086-7d399c53dfcb admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:37:58.433904 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45802a8b-2cf6-42dc-b086-7d399c53dfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (2367fa6e-f731-4d5d-8eed-4d18be504fa5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:37:58.436129 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:37:58.489462 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a975b-6f3a-4786-84af-40583b453932 req-b130e38e-d32c-451b-9eff-cd711d7e6bcf tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:58.497941 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0e9a975b-6f3a-4786-84af-40583b453932 req-b130e38e-d32c-451b-9eff-cd711d7e6bcf tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 945 time: 1.2939751 Feb 08 21:37:58.548625 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:37:58.587376 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d98210-578f-48e6-b25c-c79c3be57a41 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:37:58.595897 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85d98210-578f-48e6-b25c-c79c3be57a41 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:58.615479 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:37:58.616939 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 84ccdf65-5aa9-4ccf-8aa3-ac4556e060d6 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:37:58.731387 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-bc99a3c6-cd28-4f0b-ba41-4c618de9e948 None None] For port fe1d12af-eef6-4297-8c92-cba320a1a5e8, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:37:58.742368 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-bc99a3c6-cd28-4f0b-ba41-4c618de9e948 None None] For port fe1d12af-eef6-4297-8c92-cba320a1a5e8, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=fe1d12af-eef6-4297-8c92-cba320a1a5e8,segment=NetworkSegment(58e7deb0-095a-4b37-950a-5f5e12960d2f),segment_id=58e7deb0-095a-4b37-950a-5f5e12960d2f)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:37:58.754425 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bc99a3c6-cd28-4f0b-ba41-4c618de9e948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (fe1d12af-eef6-4297-8c92-cba320a1a5e8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:58.935307 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85d98210-578f-48e6-b25c-c79c3be57a41 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (227804ff-57a9-43ff-916f-ccce46a9be20), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:58.981789 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99a3c6-cd28-4f0b-ba41-4c618de9e948 None None] Pushing event updated for resources: {'Port': ['ID=fe1d12af-eef6-4297-8c92-cba320a1a5e8,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:59.009913 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45802a8b-2cf6-42dc-b086-7d399c53dfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (78ab189a-860e-4a01-8c19-0f0521b9833d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:59.015167 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45802a8b-2cf6-42dc-b086-7d399c53dfcb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:59.021752 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-45802a8b-2cf6-42dc-b086-7d399c53dfcb admin admin] 10.222.0.88 "DELETE /v2.0/networks/78ab189a-860e-4a01-8c19-0f0521b9833d HTTP/1.1" status: 204 len: 168 time: 1.6828859 Feb 08 21:37:59.021752 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d98210-578f-48e6-b25c-c79c3be57a41 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Subnet': ['ID=227804ff-57a9-43ff-916f-ccce46a9be20,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:59.052068 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45802a8b-2cf6-42dc-b086-7d399c53dfcb admin admin] Pushing event deleted for resources: {'Network': ['ID=78ab189a-860e-4a01-8c19-0f0521b9833d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:37:59.093850 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d98210-578f-48e6-b25c-c79c3be57a41 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Checking segment: {'id': '1a9dd898-272b-4eb4-b247-997fcae5e770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ac3aca24-8b3d-4e20-a01a-9ec274f23991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:37:59.094384 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d98210-578f-48e6-b25c-c79c3be57a41 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network hostable DHCP agents. Network: ac3aca24-8b3d-4e20-a01a-9ec274f23991, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:37:59.121297 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d98210-578f-48e6-b25c-c79c3be57a41 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network ac3aca24-8b3d-4e20-a01a-9ec274f23991 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:37:59.155535 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-85d98210-578f-48e6-b25c-c79c3be57a41 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, ac3aca24-8b3d-4e20-a01a-9ec274f23991) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:37:59.162081 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:59.175213 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0e9e30-4a13-488b-8f81-671575e1b43c None None] Network ac3aca24-8b3d-4e20-a01a-9ec274f23991 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:37:59.177041 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d98210-578f-48e6-b25c-c79c3be57a41 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:37:59.177955 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85d98210-578f-48e6-b25c-c79c3be57a41 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:59.205659 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0e9a975b-6f3a-4786-84af-40583b453932 req-c8067cb7-c396-4584-84d5-735b207e075e tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983324 Feb 08 21:37:59.208673 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-c9894d4f-a0cd-45ff-b09a-9ba75d0f1ca3 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Allocated IP 172.20.0.6 (8265c462-503e-46e3-935f-1926b66fa360/2fe64eea-ba59-43a1-8e3d-ce92095d57e8/5bb1fde4-82cd-4dfa-b9ca-71f29c773410) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:37:59.232667 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-85d98210-578f-48e6-b25c-c79c3be57a41 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8988452 Feb 08 21:37:59.237470 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36726) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:59.259835 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-f022debf-ddf2-4e24-a39c-378ebe2adaf2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'port': {'network_id': 'ac3aca24-8b3d-4e20-a01a-9ec274f23991', 'name': 'tempest-PortsIpV6TestJSON-1389130495'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:37:59.619858 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0877ea-1bc8-46c3-8a84-4a0144a54c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-ac3aca24-8b3d-4e20-a01a-9ec274f23991', 'network_id': 'ac3aca24-8b3d-4e20-a01a-9ec274f23991', 'project_id': '31f733c410b246508debcff499ac82fe', 'fixed_ips': [{'subnet_id': '227804ff-57a9-43ff-916f-ccce46a9be20'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:37:59.620844 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0a0877ea-1bc8-46c3-8a84-4a0144a54c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:37:59.827664 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0515b8df-a547-41f6-9075-f204bb7ff1d1 req-a526c987-2856-4077-a661-3e0e0a2ce4ca tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1b73408-b0b8-4510-a40e-c9c6604387ec HTTP/1.1" status: 200 len: 210 time: 0.3213706 Feb 08 21:37:59.899217 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36736) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:37:59.991750 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7b213add-ad01-422a-a2ec-3c176d2b6946 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d7c4f68f48ac4d7b8c033568865db0b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0907114 Feb 08 21:37:59.994601 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36742) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:00.144246 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57f8c73f-3e68-4d47-aa58-8cebaf39d108 admin admin] Publish callbacks [] for security_group (b5ae81c1-84fa-473e-9843-99688ebc3487), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:00.197510 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-0a0877ea-1bc8-46c3-8a84-4a0144a54c5f None None] Allocated IP 2001:db8::2 (ac3aca24-8b3d-4e20-a01a-9ec274f23991/227804ff-57a9-43ff-916f-ccce46a9be20/7afc553e-7429-4e33-9a7d-acf94ced10a2) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:38:00.274497 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57f8c73f-3e68-4d47-aa58-8cebaf39d108 admin admin] Publish callbacks [] for security_group (b5ae81c1-84fa-473e-9843-99688ebc3487), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:00.467942 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57f8c73f-3e68-4d47-aa58-8cebaf39d108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b5ae81c1-84fa-473e-9843-99688ebc3487), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:00.472120 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57f8c73f-3e68-4d47-aa58-8cebaf39d108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:00.473990 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-57f8c73f-3e68-4d47-aa58-8cebaf39d108 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b5ae81c1-84fa-473e-9843-99688ebc3487 HTTP/1.1" status: 204 len: 168 time: 0.4779654 Feb 08 21:38:00.532165 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8c73f-3e68-4d47-aa58-8cebaf39d108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ae81c1-84fa-473e-9843-99688ebc3487,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:00.887304 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device fe1d12af-eef6-4297-8c92-cba320a1a5e8 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:38:00.931621 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0a0877ea-1bc8-46c3-8a84-4a0144a54c5f None None] Publish callbacks [] for port (7afc553e-7429-4e33-9a7d-acf94ced10a2), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:00.979995 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0a0877ea-1bc8-46c3-8a84-4a0144a54c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (7afc553e-7429-4e33-9a7d-acf94ced10a2), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:01.150565 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0877ea-1bc8-46c3-8a84-4a0144a54c5f None None] Network ac3aca24-8b3d-4e20-a01a-9ec274f23991 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:38:01.177690 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-0a0877ea-1bc8-46c3-8a84-4a0144a54c5f None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:38:01.183630 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0877ea-1bc8-46c3-8a84-4a0144a54c5f None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:38:01.314336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45f23c9-4247-400d-b8c4-207c11334068 None None] Network fca117df-c836-4caa-af8b-8b168ca33bcb requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:38:01.568264 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f022debf-ddf2-4e24-a39c-378ebe2adaf2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:38:01.576526 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f022debf-ddf2-4e24-a39c-378ebe2adaf2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:01.601496 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port fe1d12af-eef6-4297-8c92-cba320a1a5e8 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:01.601739 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fe1d12af-eef6-4297-8c92-cba320a1a5e8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:01.603451 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0877ea-1bc8-46c3-8a84-4a0144a54c5f None None] Pushing event updated for resources: {'Port': ['ID=7afc553e-7429-4e33-9a7d-acf94ced10a2,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:01.756496 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-0a0877ea-1bc8-46c3-8a84-4a0144a54c5f None None] Attempting to bind port 7afc553e-7429-4e33-9a7d-acf94ced10a2 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:38:01.757103 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-0a0877ea-1bc8-46c3-8a84-4a0144a54c5f None None] Attempting to bind port 7afc553e-7429-4e33-9a7d-acf94ced10a2 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '1a9dd898-272b-4eb4-b247-997fcae5e770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ac3aca24-8b3d-4e20-a01a-9ec274f23991'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:38:01.758317 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0877ea-1bc8-46c3-8a84-4a0144a54c5f None None] Attempting to bind port 7afc553e-7429-4e33-9a7d-acf94ced10a2 on network ac3aca24-8b3d-4e20-a01a-9ec274f23991 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:38:01.784786 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:01.797697 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-05616f81-fb00-49f7-a25a-752ceda7d106 req-f404749f-d7c3-4026-87e4-765816300508 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1b73408-b0b8-4510-a40e-c9c6604387ec HTTP/1.1" status: 200 len: 210 time: 0.1965005 Feb 08 21:38:01.843754 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:01.845802 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-f022debf-ddf2-4e24-a39c-378ebe2adaf2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] device_id is not set on port cf3910fe-3c39-4936-bbc4-a26fe2f78a3e yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:38:01.873875 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0877ea-1bc8-46c3-8a84-4a0144a54c5f None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:38:01.887955 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0877ea-1bc8-46c3-8a84-4a0144a54c5f None None] Checking segment: {'id': '1a9dd898-272b-4eb4-b247-997fcae5e770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ac3aca24-8b3d-4e20-a01a-9ec274f23991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:38:01.889955 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0a0877ea-1bc8-46c3-8a84-4a0144a54c5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:01.892030 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0877ea-1bc8-46c3-8a84-4a0144a54c5f None None] Bound using segment: {'id': '1a9dd898-272b-4eb4-b247-997fcae5e770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ac3aca24-8b3d-4e20-a01a-9ec274f23991'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:38:01.893062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-0a0877ea-1bc8-46c3-8a84-4a0144a54c5f None None] Bound port: 7afc553e-7429-4e33-9a7d-acf94ced10a2, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9dd898-272b-4eb4-b247-997fcae5e770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ac3aca24-8b3d-4e20-a01a-9ec274f23991'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:38:01.894758 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0a0877ea-1bc8-46c3-8a84-4a0144a54c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7afc553e-7429-4e33-9a7d-acf94ced10a2), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:01.968342 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f9071bc-2db0-4a0f-b1df-cc9f883595f3 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751442527492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12337766'] for subnet (dd30222d-15c2-477b-b305-a83c8f91ec7f), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:02.000941 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-330fa536-c73e-4a83-baf6-4144d856a3c2 None None] Provisioning complete for port fe1d12af-eef6-4297-8c92-cba320a1a5e8 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:02.001648 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-330fa536-c73e-4a83-baf6-4144d856a3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fe1d12af-eef6-4297-8c92-cba320a1a5e8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:02.197142 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-0a0877ea-1bc8-46c3-8a84-4a0144a54c5f None None] For port 7afc553e-7429-4e33-9a7d-acf94ced10a2, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:38:02.203595 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-0a0877ea-1bc8-46c3-8a84-4a0144a54c5f None None] For port 7afc553e-7429-4e33-9a7d-acf94ced10a2, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7afc553e-7429-4e33-9a7d-acf94ced10a2,segment=NetworkSegment(1a9dd898-272b-4eb4-b247-997fcae5e770),segment_id=1a9dd898-272b-4eb4-b247-997fcae5e770)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:38:02.231795 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9071bc-2db0-4a0f-b1df-cc9f883595f3 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:02.234357 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f9071bc-2db0-4a0f-b1df-cc9f883595f3 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:02.236630 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5f9071bc-2db0-4a0f-b1df-cc9f883595f3 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "PUT /v2.0/subnets/dd30222d-15c2-477b-b305-a83c8f91ec7f HTTP/1.1" status: 200 len: 900 time: 5.3796072 Feb 08 21:38:02.240678 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36788) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:02.280686 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0a0877ea-1bc8-46c3-8a84-4a0144a54c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7afc553e-7429-4e33-9a7d-acf94ced10a2), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:02.305489 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-c9894d4f-a0cd-45ff-b09a-9ba75d0f1ca3 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Publish callbacks [] for port (5bb1fde4-82cd-4dfa-b9ca-71f29c773410), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:02.353836 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccfb38-5e85-4e05-a19e-18a2d1080262 req-13a93c62-0c49-42db-9ec3-13d513ee15a6 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:02.371004 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-12ccfb38-5e85-4e05-a19e-18a2d1080262 req-13a93c62-0c49-42db-9ec3-13d513ee15a6 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 945 time: 1.7956190 Feb 08 21:38:02.377872 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9071bc-2db0-4a0f-b1df-cc9f883595f3 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event updated for resources: {'Subnet': ['ID=dd30222d-15c2-477b-b305-a83c8f91ec7f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:02.516615 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3e164e5-0f65-42d7-8793-d612ea0fbbf6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (fca117df-c836-4caa-af8b-8b168ca33bcb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:02.726923 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a3e164e5-0f65-42d7-8793-d612ea0fbbf6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Deleting port fe1d12af-eef6-4297-8c92-cba320a1a5e8 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:38:02.727293 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3e164e5-0f65-42d7-8793-d612ea0fbbf6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (fe1d12af-eef6-4297-8c92-cba320a1a5e8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:02.774095 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-f022debf-ddf2-4e24-a39c-378ebe2adaf2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Allocated IP 2001:db8::177 (ac3aca24-8b3d-4e20-a01a-9ec274f23991/227804ff-57a9-43ff-916f-ccce46a9be20/cf3910fe-3c39-4936-bbc4-a26fe2f78a3e) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:38:02.868984 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36798) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:02.870311 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-12ccfb38-5e85-4e05-a19e-18a2d1080262 req-2e79ff83-897d-44f4-a7fd-65a2294a1027 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929287 Feb 08 21:38:02.881043 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0877ea-1bc8-46c3-8a84-4a0144a54c5f None None] Pushing event updated for resources: {'Port': ['ID=7afc553e-7429-4e33-9a7d-acf94ced10a2,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:02.908548 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-c9894d4f-a0cd-45ff-b09a-9ba75d0f1ca3 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (5bb1fde4-82cd-4dfa-b9ca-71f29c773410), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:02.928768 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port fe1d12af-eef6-4297-8c92-cba320a1a5e8 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:02.938934 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fe1d12af-eef6-4297-8c92-cba320a1a5e8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:03.149073 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-a3e164e5-0f65-42d7-8793-d612ea0fbbf6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] For port fe1d12af-eef6-4297-8c92-cba320a1a5e8, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=fe1d12af-eef6-4297-8c92-cba320a1a5e8,segment=NetworkSegment(58e7deb0-095a-4b37-950a-5f5e12960d2f),segment_id=58e7deb0-095a-4b37-950a-5f5e12960d2f)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:38:03.150670 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3e164e5-0f65-42d7-8793-d612ea0fbbf6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (fe1d12af-eef6-4297-8c92-cba320a1a5e8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:03.206566 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a3e164e5-0f65-42d7-8793-d612ea0fbbf6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Calling delete_port for fe1d12af-eef6-4297-8c92-cba320a1a5e8 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:38:03.234357 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-330fa536-c73e-4a83-baf6-4144d856a3c2 None None] Current status of the port fe1d12af-eef6-4297-8c92-cba320a1a5e8 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:03.234758 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-330fa536-c73e-4a83-baf6-4144d856a3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fe1d12af-eef6-4297-8c92-cba320a1a5e8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:03.330775 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port fe1d12af-eef6-4297-8c92-cba320a1a5e8, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=fe1d12af-eef6-4297-8c92-cba320a1a5e8,segment=NetworkSegment(58e7deb0-095a-4b37-950a-5f5e12960d2f),segment_id=58e7deb0-095a-4b37-950a-5f5e12960d2f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:38:03.348278 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-c9894d4f-a0cd-45ff-b09a-9ba75d0f1ca3 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Network 8265c462-503e-46e3-935f-1926b66fa360 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:38:03.355797 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (fe1d12af-eef6-4297-8c92-cba320a1a5e8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:03.512060 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-c9894d4f-a0cd-45ff-b09a-9ba75d0f1ca3 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:38:03.556380 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-c9894d4f-a0cd-45ff-b09a-9ba75d0f1ca3 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:38:03.570588 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-330fa536-c73e-4a83-baf6-4144d856a3c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:38:03.571035 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-330fa536-c73e-4a83-baf6-4144d856a3c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:38:03.573313 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=fe1d12af-eef6-4297-8c92-cba320a1a5e8,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:03.648601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415d1468-7124-435a-9638-916fd41e70d2 None None] Network fca117df-c836-4caa-af8b-8b168ca33bcb requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:38:03.652156 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9894d4f-a0cd-45ff-b09a-9ba75d0f1ca3 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Pushing event updated for resources: {'Port': ['ID=5bb1fde4-82cd-4dfa-b9ca-71f29c773410,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:03.741104 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3e164e5-0f65-42d7-8793-d612ea0fbbf6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (fe1d12af-eef6-4297-8c92-cba320a1a5e8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:03.799647 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d8437-91d0-4227-a6f4-e04fd1f620f4 req-27fe2461-42f2-4450-9111-aedeae643916 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:03.803563 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5b5d8437-91d0-4227-a6f4-e04fd1f620f4 req-27fe2461-42f2-4450-9111-aedeae643916 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1b73408-b0b8-4510-a40e-c9c6604387ec HTTP/1.1" status: 200 len: 931 time: 0.6368201 Feb 08 21:38:03.812628 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-c9894d4f-a0cd-45ff-b09a-9ba75d0f1ca3 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:03.813436 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-c9894d4f-a0cd-45ff-b09a-9ba75d0f1ca3 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:03.856521 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e164e5-0f65-42d7-8793-d612ea0fbbf6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event deleted for resources: {'Port': ['ID=fe1d12af-eef6-4297-8c92-cba320a1a5e8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:03.888189 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-c9894d4f-a0cd-45ff-b09a-9ba75d0f1ca3 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4287758 Feb 08 21:38:03.936736 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-d63c00b8-286a-462d-bee0-a8d104c43527 service neutron] Request body: {'port': {'device_id': 'd1b73408-b0b8-4510-a40e-c9c6604387ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:03.966584 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7afc553e-7429-4e33-9a7d-acf94ced10a2 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:38:03.973500 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8bc92f12-072a-4ce4-b7e0-228a0e9c0a7f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1097730127-network', 'tenant_id': '81bb6f0d0117423abb0a78b02a079884'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:04.027011 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e164e5-0f65-42d7-8793-d612ea0fbbf6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] No DVR routers for this DVR port fe1d12af-eef6-4297-8c92-cba320a1a5e8 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:38:04.164935 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc92f12-072a-4ce4-b7e0-228a0e9c0a7f admin admin] Made reservation on behalf of 81bb6f0d0117423abb0a78b02a079884 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:38:04.167404 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bc92f12-072a-4ce4-b7e0-228a0e9c0a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:04.169595 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f022debf-ddf2-4e24-a39c-378ebe2adaf2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for port (cf3910fe-3c39-4936-bbc4-a26fe2f78a3e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:04.185162 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-330fa536-c73e-4a83-baf6-4144d856a3c2 None None] Port fe1d12af-eef6-4297-8c92-cba320a1a5e8 update to ACTIVE by agent not found {{(pid=103435) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 08 21:38:04.198720 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5b5d8437-91d0-4227-a6f4-e04fd1f620f4 req-1033cf58-0c4c-47a5-95ae-6e438bb4cdc3 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.88 "GET /v2.0/security-groups?id=bf0e7877-bdd7-43d1-8c89-9f499b9bfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781116 Feb 08 21:38:04.203153 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-d63c00b8-286a-462d-bee0-a8d104c43527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5bb1fde4-82cd-4dfa-b9ca-71f29c773410), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:04.210577 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bc92f12-072a-4ce4-b7e0-228a0e9c0a7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:04.213975 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3e164e5-0f65-42d7-8793-d612ea0fbbf6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (dd30222d-15c2-477b-b305-a83c8f91ec7f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:04.248094 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 7afc553e-7429-4e33-9a7d-acf94ced10a2 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:04.248473 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7afc553e-7429-4e33-9a7d-acf94ced10a2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:04.501570 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36480ab-00cf-42be-a286-ca2c96e7553e req-bf9c6915-ad36-4c1a-bc12-1eb6f035dfb2 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:04.503469 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a36480ab-00cf-42be-a286-ca2c96e7553e req-bf9c6915-ad36-4c1a-bc12-1eb6f035dfb2 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 945 time: 0.4451287 Feb 08 21:38:04.588008 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bc92f12-072a-4ce4-b7e0-228a0e9c0a7f admin admin] Publish callbacks [] for security_group (3af778d2-2820-49a6-99af-c4c16cfc08bc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:04.634535 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bc92f12-072a-4ce4-b7e0-228a0e9c0a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3af778d2-2820-49a6-99af-c4c16cfc08bc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:04.665658 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc92f12-072a-4ce4-b7e0-228a0e9c0a7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:38:04.721575 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bc92f12-072a-4ce4-b7e0-228a0e9c0a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (92a7339a-6135-4107-844d-2e5751233563), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:04.721946 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-8bc92f12-072a-4ce4-b7e0-228a0e9c0a7f admin admin] Added segment 92a7339a-6135-4107-844d-2e5751233563 of type vlan for network 338e2c30-60ac-4170-8397-f6a4ad7231d2 Feb 08 21:38:04.812158 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f022debf-ddf2-4e24-a39c-378ebe2adaf2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (cf3910fe-3c39-4936-bbc4-a26fe2f78a3e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:04.834872 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bc92f12-072a-4ce4-b7e0-228a0e9c0a7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (338e2c30-60ac-4170-8397-f6a4ad7231d2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:04.879276 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3e164e5-0f65-42d7-8793-d612ea0fbbf6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (dd30222d-15c2-477b-b305-a83c8f91ec7f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:05.062264 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3e164e5-0f65-42d7-8793-d612ea0fbbf6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (fca117df-c836-4caa-af8b-8b168ca33bcb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:05.068966 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f556b1-f13e-4a12-8758-c3f173f6464c None None] Network ac3aca24-8b3d-4e20-a01a-9ec274f23991 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:38:05.082711 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f3a74f-330d-458d-99ac-00cacb4c7b57 None None] Network fca117df-c836-4caa-af8b-8b168ca33bcb requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:38:05.088809 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2eb84e0a-1cda-4202-9e05-b74c0ac29481 None None] Could not find standard attr ID for object fe1d12af-eef6-4297-8c92-cba320a1a5e8. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:38:05.123473 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a3e164e5-0f65-42d7-8793-d612ea0fbbf6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca117df-c836-4caa-af8b-8b168ca33bcb']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:05.161560 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a3e164e5-0f65-42d7-8793-d612ea0fbbf6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e7deb0-095a-4b37-950a-5f5e12960d2f') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:05.161870 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a3e164e5-0f65-42d7-8793-d612ea0fbbf6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e7deb0-095a-4b37-950a-5f5e12960d2f') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:05.197451 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3e164e5-0f65-42d7-8793-d612ea0fbbf6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (58e7deb0-095a-4b37-950a-5f5e12960d2f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:05.199056 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f022debf-ddf2-4e24-a39c-378ebe2adaf2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network ac3aca24-8b3d-4e20-a01a-9ec274f23991 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:38:05.242347 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022debf-ddf2-4e24-a39c-378ebe2adaf2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Port': ['ID=cf3910fe-3c39-4936-bbc4-a26fe2f78a3e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:05.251892 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3e164e5-0f65-42d7-8793-d612ea0fbbf6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (58e7deb0-095a-4b37-950a-5f5e12960d2f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:05.272583 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e164e5-0f65-42d7-8793-d612ea0fbbf6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:38:05.273442 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3e164e5-0f65-42d7-8793-d612ea0fbbf6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (58e7deb0-095a-4b37-950a-5f5e12960d2f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:05.426495 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-48a561c4-428b-4b59-bfc3-c2f21bd0d446 None None] Provisioning complete for port 7afc553e-7429-4e33-9a7d-acf94ced10a2 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:05.426877 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-48a561c4-428b-4b59-bfc3-c2f21bd0d446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7afc553e-7429-4e33-9a7d-acf94ced10a2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:38:05.443680 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:38:05.452557 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bc92f12-072a-4ce4-b7e0-228a0e9c0a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (338e2c30-60ac-4170-8397-f6a4ad7231d2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:05.454600 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc92f12-072a-4ce4-b7e0-228a0e9c0a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:05.455358 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bc92f12-072a-4ce4-b7e0-228a0e9c0a7f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:05.464672 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e164e5-0f65-42d7-8793-d612ea0fbbf6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event deleted for resources: {'Subnet': ['ID=dd30222d-15c2-477b-b305-a83c8f91ec7f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:05.492459 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc92f12-072a-4ce4-b7e0-228a0e9c0a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af778d2-2820-49a6-99af-c4c16cfc08bc,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:05.626103 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 7afc553e-7429-4e33-9a7d-acf94ced10a2 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:05.626939 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7afc553e-7429-4e33-9a7d-acf94ced10a2), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:05.644853 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-f022debf-ddf2-4e24-a39c-378ebe2adaf2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:38:05.660811 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f022debf-ddf2-4e24-a39c-378ebe2adaf2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:38:05.705189 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f022debf-ddf2-4e24-a39c-378ebe2adaf2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:05.709787 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f022debf-ddf2-4e24-a39c-378ebe2adaf2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:05.728200 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8bc92f12-072a-4ce4-b7e0-228a0e9c0a7f admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.8519311 Feb 08 21:38:05.732347 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36856) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:05.755805 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a36480ab-00cf-42be-a286-ca2c96e7553e req-1d04fe1a-7fa5-4bdf-a1ea-fabcda923d65 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2052786 Feb 08 21:38:05.757955 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-06a32e74-ab6a-4510-ba66-7ca6226fa1a3 admin admin] Request body: {'subnet': {'network_id': '338e2c30-60ac-4170-8397-f6a4ad7231d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1097730127-subnet', 'tenant_id': '81bb6f0d0117423abb0a78b02a079884', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:05.770924 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-d63c00b8-286a-462d-bee0-a8d104c43527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bb1fde4-82cd-4dfa-b9ca-71f29c773410 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:38:05.785066 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3e164e5-0f65-42d7-8793-d612ea0fbbf6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (fca117df-c836-4caa-af8b-8b168ca33bcb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:05.802773 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3e164e5-0f65-42d7-8793-d612ea0fbbf6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:05.821633 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a3e164e5-0f65-42d7-8793-d612ea0fbbf6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "DELETE /v2.0/networks/fca117df-c836-4caa-af8b-8b168ca33bcb HTTP/1.1" status: 204 len: 168 time: 3.5794702 Feb 08 21:38:05.843008 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36860) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:05.864093 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-d63c00b8-286a-462d-bee0-a8d104c43527 service neutron] Publish callbacks [] for port (5bb1fde4-82cd-4dfa-b9ca-71f29c773410), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:05.892658 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc92f12-072a-4ce4-b7e0-228a0e9c0a7f admin admin] Pushing event updated for resources: {'Network': ['ID=338e2c30-60ac-4170-8397-f6a4ad7231d2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:05.952493 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87379346-cda8-40e9-8f4a-19f276a103ff None None] DHCP port deletion for fca117df-c836-4caa-af8b-8b168ca33bcb request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:38:05.954457 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 338e2c30-60ac-4170-8397-f6a4ad7231d2 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:38:05.971570 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3fbd615-703e-48b0-9974-623f7563d7d4 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] DELETE failed (client error): The resource could not be found. Feb 08 21:38:05.973678 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3fbd615-703e-48b0-9974-623f7563d7d4 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:38:05.979649 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e3fbd615-703e-48b0-9974-623f7563d7d4 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "DELETE /v2.0/subnets/dd30222d-15c2-477b-b305-a83c8f91ec7f HTTP/1.1" status: 404 len: 337 time: 0.1323135 Feb 08 21:38:06.013397 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36862) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:06.024334 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e164e5-0f65-42d7-8793-d612ea0fbbf6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event deleted for resources: {'Network': ['ID=fca117df-c836-4caa-af8b-8b168ca33bcb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:06.032304 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f022debf-ddf2-4e24-a39c-378ebe2adaf2 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.7842100 Feb 08 21:38:06.045941 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36866) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:06.073906 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-d63c00b8-286a-462d-bee0-a8d104c43527 service neutron] Transition to ACTIVE for port object 5bb1fde4-82cd-4dfa-b9ca-71f29c773410 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:38:06.087900 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2207e7ce-110d-4cc1-9bb3-4f9b51dfd705 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'port': {'network_id': 'ac3aca24-8b3d-4e20-a01a-9ec274f23991', 'name': 'tempest-PortsIpV6TestJSON-1745027370'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:06.088094 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-d63c00b8-286a-462d-bee0-a8d104c43527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (5bb1fde4-82cd-4dfa-b9ca-71f29c773410), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:06.104879 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 7afc553e-7429-4e33-9a7d-acf94ced10a2, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7afc553e-7429-4e33-9a7d-acf94ced10a2,segment=NetworkSegment(1a9dd898-272b-4eb4-b247-997fcae5e770),segment_id=1a9dd898-272b-4eb4-b247-997fcae5e770)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:38:06.132493 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7afc553e-7429-4e33-9a7d-acf94ced10a2), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:06.140078 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd234b6c-5ccb-488b-96d4-5f85c179dd7f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] DELETE failed (client error): The resource could not be found. Feb 08 21:38:06.141037 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd234b6c-5ccb-488b-96d4-5f85c179dd7f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:38:06.157458 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fd234b6c-5ccb-488b-96d4-5f85c179dd7f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "DELETE /v2.0/networks/fca117df-c836-4caa-af8b-8b168ca33bcb HTTP/1.1" status: 404 len: 339 time: 0.1424301 Feb 08 21:38:06.158474 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a32e74-ab6a-4510-ba66-7ca6226fa1a3 admin admin] Made reservation on behalf of 81bb6f0d0117423abb0a78b02a079884 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:38:06.169338 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06a32e74-ab6a-4510-ba66-7ca6226fa1a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:06.177411 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36874) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:06.254093 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c00b8-286a-462d-bee0-a8d104c43527 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb1fde4-82cd-4dfa-b9ca-71f29c773410,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:06.336054 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=7afc553e-7429-4e33-9a7d-acf94ced10a2,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:06.341554 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device fe1d12af-eef6-4297-8c92-cba320a1a5e8 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:38:06.453266 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-48a561c4-428b-4b59-bfc3-c2f21bd0d446 None None] Current status of the port 7afc553e-7429-4e33-9a7d-acf94ced10a2 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:06.455286 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: fe1d12af-eef6-4297-8c92-cba320a1a5e8 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:38:06.455615 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device fe1d12af-eef6-4297-8c92-cba320a1a5e8 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:38:06.467368 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:06.502727 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8dcf58-7474-48b0-9c20-b8155e7901f4 req-adbc7e36-e958-4930-9e02-3d6eee5f73df tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:06.507176 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3f8dcf58-7474-48b0-9c20-b8155e7901f4 req-adbc7e36-e958-4930-9e02-3d6eee5f73df tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1b73408-b0b8-4510-a40e-c9c6604387ec HTTP/1.1" status: 200 len: 931 time: 0.7773752 Feb 08 21:38:06.622547 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:06.693872 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-d63c00b8-286a-462d-bee0-a8d104c43527 service neutron] Attempting to bind port 5bb1fde4-82cd-4dfa-b9ca-71f29c773410 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:38:06.694132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-d63c00b8-286a-462d-bee0-a8d104c43527 service neutron] Attempting to bind port 5bb1fde4-82cd-4dfa-b9ca-71f29c773410 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '1b53595a-0d7b-4916-a78a-ed919e151700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8265c462-503e-46e3-935f-1926b66fa360'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:38:06.694476 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-d63c00b8-286a-462d-bee0-a8d104c43527 service neutron] Attempting to bind port 5bb1fde4-82cd-4dfa-b9ca-71f29c773410 on network 8265c462-503e-46e3-935f-1926b66fa360 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:38:06.716321 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8467c672-0591-4511-9bcd-0ed4f86993f7 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (af20a225-3b07-4059-98a8-6fb3ee133bcf), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:06.757756 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-d63c00b8-286a-462d-bee0-a8d104c43527 service neutron] Port 5bb1fde4-82cd-4dfa-b9ca-71f29c773410 on network 8265c462-503e-46e3-935f-1926b66fa360 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:38:06.758088 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-d63c00b8-286a-462d-bee0-a8d104c43527 service neutron] Attempting to bind port 5bb1fde4-82cd-4dfa-b9ca-71f29c773410 on network 8265c462-503e-46e3-935f-1926b66fa360 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:38:06.771533 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2207e7ce-110d-4cc1-9bb3-4f9b51dfd705 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:38:06.774991 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2207e7ce-110d-4cc1-9bb3-4f9b51dfd705 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:06.808274 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-d63c00b8-286a-462d-bee0-a8d104c43527 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:38:06.808997 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-d63c00b8-286a-462d-bee0-a8d104c43527 service neutron] Checking segment: {'id': '1b53595a-0d7b-4916-a78a-ed919e151700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8265c462-503e-46e3-935f-1926b66fa360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:38:06.808997 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-d63c00b8-286a-462d-bee0-a8d104c43527 service neutron] Bound using segment: {'id': '1b53595a-0d7b-4916-a78a-ed919e151700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8265c462-503e-46e3-935f-1926b66fa360'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:38:06.809473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-d63c00b8-286a-462d-bee0-a8d104c43527 service neutron] Bound port: 5bb1fde4-82cd-4dfa-b9ca-71f29c773410, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b53595a-0d7b-4916-a78a-ed919e151700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8265c462-503e-46e3-935f-1926b66fa360'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:38:06.809845 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-d63c00b8-286a-462d-bee0-a8d104c43527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5bb1fde4-82cd-4dfa-b9ca-71f29c773410), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:07.019738 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-2207e7ce-110d-4cc1-9bb3-4f9b51dfd705 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] device_id is not set on port b27613b0-0383-4677-8902-43717364cd0a yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:38:07.098068 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3f8dcf58-7474-48b0-9c20-b8155e7901f4 req-a7fb26fc-2970-44d8-8a0c-e7eec011f0da tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.88 "GET /v2.0/security-groups?id=bf0e7877-bdd7-43d1-8c89-9f499b9bfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616389 Feb 08 21:38:07.379831 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8467c672-0591-4511-9bcd-0ed4f86993f7 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (af20a225-3b07-4059-98a8-6fb3ee133bcf), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:07.457489 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06a32e74-ab6a-4510-ba66-7ca6226fa1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (6c4fa435-c388-4a9c-b5b8-15d88c51a78f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:07.476894 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03715152-166f-441a-9a1a-73e44a5a8df9 req-b828dd06-127d-4e47-ae32-609151f7fa30 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:07.479040 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03715152-166f-441a-9a1a-73e44a5a8df9 req-b828dd06-127d-4e47-ae32-609151f7fa30 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 945 time: 0.4105115 Feb 08 21:38:07.504562 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-d63c00b8-286a-462d-bee0-a8d104c43527 service neutron] For port 5bb1fde4-82cd-4dfa-b9ca-71f29c773410, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:38:07.504871 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-caa624bf-2141-46df-9a17-d23a8281578d None None] Provisioning complete for port 7afc553e-7429-4e33-9a7d-acf94ced10a2 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:07.505410 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-caa624bf-2141-46df-9a17-d23a8281578d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7afc553e-7429-4e33-9a7d-acf94ced10a2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:07.534588 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-d63c00b8-286a-462d-bee0-a8d104c43527 service neutron] For port 5bb1fde4-82cd-4dfa-b9ca-71f29c773410, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5bb1fde4-82cd-4dfa-b9ca-71f29c773410,segment=NetworkSegment(1b53595a-0d7b-4916-a78a-ed919e151700),segment_id=1b53595a-0d7b-4916-a78a-ed919e151700)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:38:07.549811 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-d63c00b8-286a-462d-bee0-a8d104c43527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (5bb1fde4-82cd-4dfa-b9ca-71f29c773410), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:07.657090 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-8467c672-0591-4511-9bcd-0ed4f86993f7 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af20a225-3b07-4059-98a8-6fb3ee133bcf']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:07.664428 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c00b8-286a-462d-bee0-a8d104c43527 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb1fde4-82cd-4dfa-b9ca-71f29c773410,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:07.710753 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03715152-166f-441a-9a1a-73e44a5a8df9 req-8f63a5df-8567-40b4-ae3d-5dccda95427d tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174163 Feb 08 21:38:07.718795 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-d63c00b8-286a-462d-bee0-a8d104c43527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:07.719844 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-d63c00b8-286a-462d-bee0-a8d104c43527 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:07.725415 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-d63c00b8-286a-462d-bee0-a8d104c43527 service neutron] 10.222.0.96 "PUT /v2.0/ports/5bb1fde4-82cd-4dfa-b9ca-71f29c773410 HTTP/1.1" status: 200 len: 1092 time: 3.8047192 Feb 08 21:38:07.727503 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b73408-b0b8-4510-a40e-c9c6604387ec', 'tag': '5bb1fde4-82cd-4dfa-b9ca-71f29c773410'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:38:07.736673 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca81207-da6b-46d3-8d71-22a4d89c96d3" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b73408-b0b8-4510-a40e-c9c6604387ec", "tag": "5bb1fde4-82cd-4dfa-b9ca-71f29c773410"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:38:07.798273 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-caa624bf-2141-46df-9a17-d23a8281578d None None] Current status of the port 7afc553e-7429-4e33-9a7d-acf94ced10a2 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:07.802145 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-2207e7ce-110d-4cc1-9bb3-4f9b51dfd705 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Allocated IP 2001:db8::274 (ac3aca24-8b3d-4e20-a01a-9ec274f23991/227804ff-57a9-43ff-916f-ccce46a9be20/b27613b0-0383-4677-8902-43717364cd0a) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:38:07.819934 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-caa624bf-2141-46df-9a17-d23a8281578d None None] Provisioning complete for port cf3910fe-3c39-4936-bbc4-a26fe2f78a3e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:07.821377 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-caa624bf-2141-46df-9a17-d23a8281578d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cf3910fe-3c39-4936-bbc4-a26fe2f78a3e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:07.873256 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-caa624bf-2141-46df-9a17-d23a8281578d None None] Port cf3910fe-3c39-4936-bbc4-a26fe2f78a3e cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:38:07.911112 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132e04eb-6a4d-4f18-be71-ee613676434f x-openstack-request-id: req-132e04eb-6a4d-4f18-be71-ee613676434f {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:38:07.911459 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b73408-b0b8-4510-a40e-c9c6604387ec", "tag": "5bb1fde4-82cd-4dfa-b9ca-71f29c773410", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:38:07.911696 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-132e04eb-6a4d-4f18-be71-ee613676434f {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:38:07.912101 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b73408-b0b8-4510-a40e-c9c6604387ec', 'tag': '5bb1fde4-82cd-4dfa-b9ca-71f29c773410', 'status': 'completed', 'code': 200} Feb 08 21:38:07.961956 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-2ac7d4c1-476d-406a-b4b6-7ffbaf2dc162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:07.963535 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-2ac7d4c1-476d-406a-b4b6-7ffbaf2dc162 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b3ed0207aafb4e5bab2e1468fdfe3993&device_id=d1b73408-b0b8-4510-a40e-c9c6604387ec HTTP/1.1" status: 200 len: 1126 time: 0.1746471 Feb 08 21:38:08.025604 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-64865022-39aa-44af-b54d-3f4485eee2b6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bb1fde4-82cd-4dfa-b9ca-71f29c773410 HTTP/1.1" status: 200 len: 217 time: 0.0549624 Feb 08 21:38:08.107829 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b665cb2e-a3df-4977-9bf7-fcb14fc27e39 None None] Provisioning complete for port cf3910fe-3c39-4936-bbc4-a26fe2f78a3e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:08.114933 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b665cb2e-a3df-4977-9bf7-fcb14fc27e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cf3910fe-3c39-4936-bbc4-a26fe2f78a3e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:08.180308 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-ac934a5f-199a-4329-8649-5be4530fc73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:08.183193 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-ac934a5f-199a-4329-8649-5be4530fc73f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2fe64eea-ba59-43a1-8e3d-ce92095d57e8 HTTP/1.1" status: 200 len: 850 time: 0.1516643 Feb 08 21:38:08.205997 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b665cb2e-a3df-4977-9bf7-fcb14fc27e39 None None] Port cf3910fe-3c39-4936-bbc4-a26fe2f78a3e cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:38:08.249786 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-6335b4dc-ba38-41ca-8879-11f16b871675 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8265c462-503e-46e3-935f-1926b66fa360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592046 Feb 08 21:38:08.279358 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-8467c672-0591-4511-9bcd-0ed4f86993f7 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '877c046f-495a-4084-b3a3-c4312645b70c') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:08.279939 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-8467c672-0591-4511-9bcd-0ed4f86993f7 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '877c046f-495a-4084-b3a3-c4312645b70c') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:08.325044 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7afc553e-7429-4e33-9a7d-acf94ced10a2 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:38:08.392453 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a32e74-ab6a-4510-ba66-7ca6226fa1a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c4fa435-c388-4a9c-b5b8-15d88c51a78f,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:08.396424 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8467c672-0591-4511-9bcd-0ed4f86993f7 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (877c046f-495a-4084-b3a3-c4312645b70c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:08.490951 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 7afc553e-7429-4e33-9a7d-acf94ced10a2 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:08.491638 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7afc553e-7429-4e33-9a7d-acf94ced10a2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:08.522829 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2207e7ce-110d-4cc1-9bb3-4f9b51dfd705 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for port (b27613b0-0383-4677-8902-43717364cd0a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:08.547702 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8467c672-0591-4511-9bcd-0ed4f86993f7 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (877c046f-495a-4084-b3a3-c4312645b70c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:08.595649 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8467c672-0591-4511-9bcd-0ed4f86993f7 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:38:08.596350 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8467c672-0591-4511-9bcd-0ed4f86993f7 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (877c046f-495a-4084-b3a3-c4312645b70c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:38:08.603961 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:38:08.665548 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-57db2b06-1851-4bb0-9a04-a031738de9cd service neutron] 10.222.0.96 "GET /v2.0/networks/8265c462-503e-46e3-935f-1926b66fa360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094188 Feb 08 21:38:08.717765 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a32e74-ab6a-4510-ba66-7ca6226fa1a3 admin admin] Checking segment: {'id': '92a7339a-6135-4107-844d-2e5751233563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '338e2c30-60ac-4170-8397-f6a4ad7231d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:38:08.718445 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a32e74-ab6a-4510-ba66-7ca6226fa1a3 admin admin] Network hostable DHCP agents. Network: 338e2c30-60ac-4170-8397-f6a4ad7231d2, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:38:08.812320 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 7afc553e-7429-4e33-9a7d-acf94ced10a2 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:08.824041 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8467c672-0591-4511-9bcd-0ed4f86993f7 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (af20a225-3b07-4059-98a8-6fb3ee133bcf), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:08.874492 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8467c672-0591-4511-9bcd-0ed4f86993f7 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:08.885740 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8467c672-0591-4511-9bcd-0ed4f86993f7 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "DELETE /v2.0/networks/af20a225-3b07-4059-98a8-6fb3ee133bcf HTTP/1.1" status: 204 len: 168 time: 2.5781815 Feb 08 21:38:08.905139 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6bc9b7c2-fd7b-4514-ab6f-09fd3798cab5 req-7a4814f9-1e83-4a9e-94b4-df5aea83b6db service neutron] 10.222.0.96 "GET /v2.0/networks/8265c462-503e-46e3-935f-1926b66fa360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325790 Feb 08 21:38:08.908468 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36932) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:08.925791 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10baedc4-f291-4e98-9f8f-c2ebd1cf08fc req-6f432a33-fa1b-4a75-b5db-6c787350dc4f tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:08.927541 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10baedc4-f291-4e98-9f8f-c2ebd1cf08fc req-6f432a33-fa1b-4a75-b5db-6c787350dc4f tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1b73408-b0b8-4510-a40e-c9c6604387ec HTTP/1.1" status: 200 len: 943 time: 0.6065614 Feb 08 21:38:08.933894 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a32e74-ab6a-4510-ba66-7ca6226fa1a3 admin admin] Network 338e2c30-60ac-4170-8397-f6a4ad7231d2 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:38:08.954523 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467c672-0591-4511-9bcd-0ed4f86993f7 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event deleted for resources: {'Network': ['ID=af20a225-3b07-4059-98a8-6fb3ee133bcf,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:08.968031 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2207e7ce-110d-4cc1-9bb3-4f9b51dfd705 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (b27613b0-0383-4677-8902-43717364cd0a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:08.969639 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-06a32e74-ab6a-4510-ba66-7ca6226fa1a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 338e2c30-60ac-4170-8397-f6a4ad7231d2) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:38:08.981394 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e92020-ac3c-4a6f-94df-3019cb1c354c None None] Network 338e2c30-60ac-4170-8397-f6a4ad7231d2 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:38:08.987134 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a32e74-ab6a-4510-ba66-7ca6226fa1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:08.987786 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06a32e74-ab6a-4510-ba66-7ca6226fa1a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:09.065173 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2207e7ce-110d-4cc1-9bb3-4f9b51dfd705 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network ac3aca24-8b3d-4e20-a01a-9ec274f23991 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:38:09.083980 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-06a32e74-ab6a-4510-ba66-7ca6226fa1a3 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.3481109 Feb 08 21:38:09.087367 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2207e7ce-110d-4cc1-9bb3-4f9b51dfd705 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:38:09.105671 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36934) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:09.107963 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2207e7ce-110d-4cc1-9bb3-4f9b51dfd705 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:38:09.118983 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2207e7ce-110d-4cc1-9bb3-4f9b51dfd705 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:09.119680 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2207e7ce-110d-4cc1-9bb3-4f9b51dfd705 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:09.120253 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a41cab3-35c0-4c27-8f13-abd79194cb88 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] DELETE failed (client error): The resource could not be found. Feb 08 21:38:09.121065 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a41cab3-35c0-4c27-8f13-abd79194cb88 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:38:09.128973 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6a41cab3-35c0-4c27-8f13-abd79194cb88 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "DELETE /v2.0/subnets/63408b62-c3b3-433c-a23a-3520f6704945 HTTP/1.1" status: 404 len: 337 time: 0.2187107 Feb 08 21:38:09.136088 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7b616bba-1112-40d5-8e79-49ae970d4bfa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1097730127-router', 'tenant_id': '81bb6f0d0117423abb0a78b02a079884', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:09.151641 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36938) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:09.163169 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207e7ce-110d-4cc1-9bb3-4f9b51dfd705 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Port': ['ID=b27613b0-0383-4677-8902-43717364cd0a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:09.221626 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2207e7ce-110d-4cc1-9bb3-4f9b51dfd705 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1712029 Feb 08 21:38:09.222473 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36942) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:09.238537 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a78477-16b4-4e4a-a1af-62215ef988cd None None] Network 338e2c30-60ac-4170-8397-f6a4ad7231d2 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:38:09.290114 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b616bba-1112-40d5-8e79-49ae970d4bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (bd9bd15f-1946-44e2-aa30-44a66efa89ba), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:09.291255 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b616bba-1112-40d5-8e79-49ae970d4bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (bd9bd15f-1946-44e2-aa30-44a66efa89ba), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:09.443520 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-9919161f-2287-4cf3-acb2-f2926c672f64 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] DELETE failed (client error): The resource could not be found. Feb 08 21:38:09.446410 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9919161f-2287-4cf3-acb2-f2926c672f64 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:38:09.464707 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9919161f-2287-4cf3-acb2-f2926c672f64 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "DELETE /v2.0/networks/f59b9c60-689b-4921-a4a7-0a4c0b5cc84d HTTP/1.1" status: 404 len: 339 time: 0.3061454 Feb 08 21:38:09.469484 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36946) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:09.492371 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10baedc4-f291-4e98-9f8f-c2ebd1cf08fc req-f12b3d8e-09b8-494f-824d-1c69d8f15f4e tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.88 "GET /v2.0/security-groups?id=bf0e7877-bdd7-43d1-8c89-9f499b9bfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5423825 Feb 08 21:38:09.618114 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689218d-4f9e-4bd5-8d67-5651719d52ed req-82c29c98-b6d2-422d-a7bf-4daba1b9cdaf tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:09.625736 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8689218d-4f9e-4bd5-8d67-5651719d52ed req-82c29c98-b6d2-422d-a7bf-4daba1b9cdaf tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 945 time: 0.7185493 Feb 08 21:38:09.670491 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4228676b-8cb8-4e0b-a588-b12d8cb116cf None None] Provisioning complete for port b27613b0-0383-4677-8902-43717364cd0a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:09.679040 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4228676b-8cb8-4e0b-a588-b12d8cb116cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b27613b0-0383-4677-8902-43717364cd0a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:09.730018 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca81207-da6b-46d3-8d71-22a4d89c96d3 req-7a3b5ecf-be11-4d09-956d-a9540d3928f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:09.731734 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ca81207-da6b-46d3-8d71-22a4d89c96d3 req-7a3b5ecf-be11-4d09-956d-a9540d3928f4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b3ed0207aafb4e5bab2e1468fdfe3993&device_id=d1b73408-b0b8-4510-a40e-c9c6604387ec HTTP/1.1" status: 200 len: 1126 time: 0.6237931 Feb 08 21:38:09.735908 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a4081e-a9b2-4dd8-93c0-b33a1556c97f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Deleting subnet 8e6022d0-77d2-4114-b7ce-bf78f0ab8c05 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:38:09.750932 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a9a4081e-a9b2-4dd8-93c0-b33a1556c97f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for subnet (8e6022d0-77d2-4114-b7ce-bf78f0ab8c05), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:09.769985 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8689218d-4f9e-4bd5-8d67-5651719d52ed req-b4cb9a59-a356-4d62-ac78-7f4ac195ebe9 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429286 Feb 08 21:38:09.784576 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4228676b-8cb8-4e0b-a588-b12d8cb116cf None None] Port b27613b0-0383-4677-8902-43717364cd0a cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:38:09.940880 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a9a4081e-a9b2-4dd8-93c0-b33a1556c97f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (8e6022d0-77d2-4114-b7ce-bf78f0ab8c05), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:10.121423 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca81207-da6b-46d3-8d71-22a4d89c96d3 req-9af43ae0-0ef1-48d0-b77a-598d5c9473e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:10.121423 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ca81207-da6b-46d3-8d71-22a4d89c96d3 req-9af43ae0-0ef1-48d0-b77a-598d5c9473e8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=8265c462-503e-46e3-935f-1926b66fa360 HTTP/1.1" status: 200 len: 911 time: 0.3811731 Feb 08 21:38:10.311446 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ca81207-da6b-46d3-8d71-22a4d89c96d3 req-3433aa62-ddd7-48a1-ad3d-ebf020d37756 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bb1fde4-82cd-4dfa-b9ca-71f29c773410 HTTP/1.1" status: 200 len: 217 time: 0.1734059 Feb 08 21:38:10.393062 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441dcaed-61f3-489c-8179-819ccfc9a2cd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:10.398295 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-441dcaed-61f3-489c-8179-819ccfc9a2cd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A177 HTTP/1.1" status: 200 len: 929 time: 1.1749907 Feb 08 21:38:10.401667 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36966) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:10.443219 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a9a4081e-a9b2-4dd8-93c0-b33a1556c97f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (8e6022d0-77d2-4114-b7ce-bf78f0ab8c05), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:10.506772 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca81207-da6b-46d3-8d71-22a4d89c96d3 req-295a7af1-0ed0-4d1a-badd-4c32c490001d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:10.508261 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ca81207-da6b-46d3-8d71-22a4d89c96d3 req-295a7af1-0ed0-4d1a-badd-4c32c490001d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2fe64eea-ba59-43a1-8e3d-ce92095d57e8 HTTP/1.1" status: 200 len: 850 time: 0.1845245 Feb 08 21:38:10.578676 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b616bba-1112-40d5-8e79-49ae970d4bfa admin admin] Publish callbacks [] for router_controller (bd9bd15f-1946-44e2-aa30-44a66efa89ba), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:10.583208 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ca81207-da6b-46d3-8d71-22a4d89c96d3 req-65afef75-6ca1-4fe5-8717-11f95dfb2aeb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8265c462-503e-46e3-935f-1926b66fa360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653517 Feb 08 21:38:10.736085 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a9a4081e-a9b2-4dd8-93c0-b33a1556c97f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (8e6022d0-77d2-4114-b7ce-bf78f0ab8c05), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:10.840567 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86e6d35-c218-4a73-b447-77b9862c303b None None] Network 2b195b1a-909c-405b-bff6-90898086e0ff requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:38:10.842132 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a9a4081e-a9b2-4dd8-93c0-b33a1556c97f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:10.853836 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a9a4081e-a9b2-4dd8-93c0-b33a1556c97f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "DELETE /v2.0/subnets/8e6022d0-77d2-4114-b7ce-bf78f0ab8c05 HTTP/1.1" status: 204 len: 168 time: 1.3591671 Feb 08 21:38:10.863248 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36986) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:10.993604 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4081e-a9b2-4dd8-93c0-b33a1556c97f tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event deleted for resources: {'Subnet': ['ID=8e6022d0-77d2-4114-b7ce-bf78f0ab8c05,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:11.044879 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b616bba-1112-40d5-8e79-49ae970d4bfa admin admin] Publish callbacks [] for router_gateway (bd9bd15f-1946-44e2-aa30-44a66efa89ba), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:11.105024 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c04401c0-79f2-435d-bc64-5294cd52989f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting port b27613b0-0383-4677-8902-43717364cd0a {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:38:11.113381 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c04401c0-79f2-435d-bc64-5294cd52989f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b27613b0-0383-4677-8902-43717364cd0a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:11.148269 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f819ab9-a01f-47e6-8f8c-6eb25e721601 req-7bfffd79-dd1e-4f3a-9157-7161fc4d46a5 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:11.160396 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f819ab9-a01f-47e6-8f8c-6eb25e721601 req-7bfffd79-dd1e-4f3a-9157-7161fc4d46a5 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1b73408-b0b8-4510-a40e-c9c6604387ec HTTP/1.1" status: 200 len: 943 time: 0.4654107 Feb 08 21:38:11.266430 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7c6ec-f240-4a47-bc2c-262a6fcefa5d req-81fadd3a-0ead-4569-8d5f-84eedc39a732 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:11.268094 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b2a7c6ec-f240-4a47-bc2c-262a6fcefa5d req-81fadd3a-0ead-4569-8d5f-84eedc39a732 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 945 time: 0.2575827 Feb 08 21:38:11.273049 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded15353-5f9a-422a-8ea8-bc27a01118ed tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Deleting subnet e6cefadc-5b3d-49d1-99eb-b1a83b092084 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:38:11.277511 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ded15353-5f9a-422a-8ea8-bc27a01118ed tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for subnet (e6cefadc-5b3d-49d1-99eb-b1a83b092084), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:11.329988 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ded15353-5f9a-422a-8ea8-bc27a01118ed tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (e6cefadc-5b3d-49d1-99eb-b1a83b092084), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:11.406916 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c04401c0-79f2-435d-bc64-5294cd52989f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b27613b0-0383-4677-8902-43717364cd0a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:11.426530 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ded15353-5f9a-422a-8ea8-bc27a01118ed tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (e6cefadc-5b3d-49d1-99eb-b1a83b092084), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:11.434236 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c04401c0-79f2-435d-bc64-5294cd52989f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Calling delete_port for b27613b0-0383-4677-8902-43717364cd0a owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:38:11.492353 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ca81207-da6b-46d3-8d71-22a4d89c96d3 req-1249f468-466d-447b-bcd2-1c05c4c01322 service neutron] 10.222.0.96 "GET /v2.0/networks/8265c462-503e-46e3-935f-1926b66fa360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9025519 Feb 08 21:38:11.605979 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ca81207-da6b-46d3-8d71-22a4d89c96d3 req-9ebe898f-b593-4829-ba21-73f8f8e95b57 service neutron] 10.222.0.96 "GET /v2.0/networks/8265c462-503e-46e3-935f-1926b66fa360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998874 Feb 08 21:38:11.607184 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ded15353-5f9a-422a-8ea8-bc27a01118ed tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (e6cefadc-5b3d-49d1-99eb-b1a83b092084), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:11.633803 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ded15353-5f9a-422a-8ea8-bc27a01118ed tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:11.639899 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ded15353-5f9a-422a-8ea8-bc27a01118ed tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "DELETE /v2.0/subnets/e6cefadc-5b3d-49d1-99eb-b1a83b092084 HTTP/1.1" status: 204 len: 168 time: 0.7699893 Feb 08 21:38:11.647235 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37000) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:11.738944 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded15353-5f9a-422a-8ea8-bc27a01118ed tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event deleted for resources: {'Subnet': ['ID=e6cefadc-5b3d-49d1-99eb-b1a83b092084,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:11.786182 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f819ab9-a01f-47e6-8f8c-6eb25e721601 req-ebddc98a-f6e2-4786-bf2c-a88fd9113e59 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.88 "GET /v2.0/security-groups?id=bf0e7877-bdd7-43d1-8c89-9f499b9bfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6246560 Feb 08 21:38:11.849616 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b2a7c6ec-f240-4a47-bc2c-262a6fcefa5d req-24f132ae-7f15-4ad6-8f89-00256879f5d8 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555272 Feb 08 21:38:11.859662 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf3be927-6e45-4475-b43e-2f0759cf83fa tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (2b195b1a-909c-405b-bff6-90898086e0ff), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:12.108073 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-bf3be927-6e45-4475-b43e-2f0759cf83fa tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Deleting port 00349a8a-82d0-45d4-b1c0-7edfa89d5772 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:38:12.108431 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf3be927-6e45-4475-b43e-2f0759cf83fa tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (00349a8a-82d0-45d4-b1c0-7edfa89d5772), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:12.213860 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c04401c0-79f2-435d-bc64-5294cd52989f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (b27613b0-0383-4677-8902-43717364cd0a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:12.254906 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-bf3be927-6e45-4475-b43e-2f0759cf83fa tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] For port 00349a8a-82d0-45d4-b1c0-7edfa89d5772, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=00349a8a-82d0-45d4-b1c0-7edfa89d5772,segment=NetworkSegment(509b05ca-d52f-4b0b-bb95-09bbe5cc22cf),segment_id=509b05ca-d52f-4b0b-bb95-09bbe5cc22cf)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:38:12.255461 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf3be927-6e45-4475-b43e-2f0759cf83fa tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (00349a8a-82d0-45d4-b1c0-7edfa89d5772), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:12.275032 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-bf3be927-6e45-4475-b43e-2f0759cf83fa tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Calling delete_port for 00349a8a-82d0-45d4-b1c0-7edfa89d5772 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:38:12.310419 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04401c0-79f2-435d-bc64-5294cd52989f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Port': ['ID=b27613b0-0383-4677-8902-43717364cd0a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:12.403461 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c04401c0-79f2-435d-bc64-5294cd52989f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:12.404674 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b85b6a-2cb2-4e47-9928-51ff3980eafb None None] Network 2b195b1a-909c-405b-bff6-90898086e0ff requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:38:12.411678 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c04401c0-79f2-435d-bc64-5294cd52989f tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/ports/b27613b0-0383-4677-8902-43717364cd0a HTTP/1.1" status: 204 len: 168 time: 2.0084546 Feb 08 21:38:12.430543 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37024) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:12.497931 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b616bba-1112-40d5-8e79-49ae970d4bfa admin admin] Publish callbacks [] for router_gateway (bd9bd15f-1946-44e2-aa30-44a66efa89ba), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:12.562923 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf3be927-6e45-4475-b43e-2f0759cf83fa tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (00349a8a-82d0-45d4-b1c0-7edfa89d5772), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:12.572557 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b616bba-1112-40d5-8e79-49ae970d4bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:12.581838 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-65dd4ebb-13c9-47f3-9b92-e56bcef9b679 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] GET failed (client error): The resource could not be found. Feb 08 21:38:12.586565 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-65dd4ebb-13c9-47f3-9b92-e56bcef9b679 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "GET /v2.0/ports/b27613b0-0383-4677-8902-43717364cd0a HTTP/1.1" status: 404 len: 333 time: 0.1520731 Feb 08 21:38:12.587640 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37030) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:12.645547 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3be927-6e45-4475-b43e-2f0759cf83fa tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] No DVR routers for this DVR port 00349a8a-82d0-45d4-b1c0-7edfa89d5772 on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:38:12.649211 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3be927-6e45-4475-b43e-2f0759cf83fa tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event deleted for resources: {'Port': ['ID=00349a8a-82d0-45d4-b1c0-7edfa89d5772,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:12.732064 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-22478525-e40f-4379-acc6-0c4b9fcb04f0 None None] Could not find standard attr ID for object 00349a8a-82d0-45d4-b1c0-7edfa89d5772. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:38:12.909580 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276926a7-0dd7-461c-9da0-36297f4d22c2 None None] DHCP port deletion for 2b195b1a-909c-405b-bff6-90898086e0ff request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:38:13.014689 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-7b616bba-1112-40d5-8e79-49ae970d4bfa admin admin] Allocated IP 172.25.3.19 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/2f6af8f5-d91b-4a67-9804-77c3a0432e79) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:38:13.239327 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b616bba-1112-40d5-8e79-49ae970d4bfa admin admin] Publish callbacks [] for port (2f6af8f5-d91b-4a67-9804-77c3a0432e79), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:13.262450 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf3be927-6e45-4475-b43e-2f0759cf83fa tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (2b195b1a-909c-405b-bff6-90898086e0ff), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:13.281219 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b616bba-1112-40d5-8e79-49ae970d4bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (2f6af8f5-d91b-4a67-9804-77c3a0432e79), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:13.308186 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 5bb1fde4-82cd-4dfa-b9ca-71f29c773410 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:38:13.330287 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b616bba-1112-40d5-8e79-49ae970d4bfa admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:38:13.335746 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-7b616bba-1112-40d5-8e79-49ae970d4bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:38:13.350375 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b616bba-1112-40d5-8e79-49ae970d4bfa admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:38:13.392415 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-bf3be927-6e45-4475-b43e-2f0759cf83fa tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b195b1a-909c-405b-bff6-90898086e0ff']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:13.418009 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-bf3be927-6e45-4475-b43e-2f0759cf83fa tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509b05ca-d52f-4b0b-bb95-09bbe5cc22cf') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:13.419683 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-bf3be927-6e45-4475-b43e-2f0759cf83fa tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509b05ca-d52f-4b0b-bb95-09bbe5cc22cf') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:13.442264 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf3be927-6e45-4475-b43e-2f0759cf83fa tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (509b05ca-d52f-4b0b-bb95-09bbe5cc22cf), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:13.454991 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b616bba-1112-40d5-8e79-49ae970d4bfa admin admin] Pushing event updated for resources: {'Port': ['ID=2f6af8f5-d91b-4a67-9804-77c3a0432e79,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:13.471165 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf3be927-6e45-4475-b43e-2f0759cf83fa tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (509b05ca-d52f-4b0b-bb95-09bbe5cc22cf), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:13.498961 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf3be927-6e45-4475-b43e-2f0759cf83fa tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:38:13.499545 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf3be927-6e45-4475-b43e-2f0759cf83fa tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (509b05ca-d52f-4b0b-bb95-09bbe5cc22cf), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:38:13.504843 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:38:13.574849 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109172f-4cfb-4c9f-a1b0-12aed4aa8e90 req-ae1f14d3-6170-4616-914d-81095b518c0c tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:13.583611 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b109172f-4cfb-4c9f-a1b0-12aed4aa8e90 req-ae1f14d3-6170-4616-914d-81095b518c0c tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1b73408-b0b8-4510-a40e-c9c6604387ec HTTP/1.1" status: 200 len: 943 time: 0.6127145 Feb 08 21:38:13.590545 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 5bb1fde4-82cd-4dfa-b9ca-71f29c773410, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5bb1fde4-82cd-4dfa-b9ca-71f29c773410,segment=NetworkSegment(1b53595a-0d7b-4916-a78a-ed919e151700),segment_id=1b53595a-0d7b-4916-a78a-ed919e151700)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:38:13.604400 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e9789-f16a-4dcc-85c3-5eaf43dd4ceb req-4e723086-7454-4a01-8e95-c65230a8fb34 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:13.607522 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-932e9789-f16a-4dcc-85c3-5eaf43dd4ceb req-4e723086-7454-4a01-8e95-c65230a8fb34 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 945 time: 0.5877485 Feb 08 21:38:13.616829 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '5bb1fde4-82cd-4dfa-b9ca-71f29c773410', 'network_id': '8265c462-503e-46e3-935f-1926b66fa360', 'port_id': '5bb1fde4-82cd-4dfa-b9ca-71f29c773410', 'mac_address': 'fa:16:3e:34:20:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fe64eea-ba59-43a1-8e3d-ce92095d57e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:38:13.698139 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c34e7e54-7b20-4ba7-b4d0-75762aecfb75 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting port cf3910fe-3c39-4936-bbc4-a26fe2f78a3e {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:38:13.698953 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c34e7e54-7b20-4ba7-b4d0-75762aecfb75 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (cf3910fe-3c39-4936-bbc4-a26fe2f78a3e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:13.702885 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 5bb1fde4-82cd-4dfa-b9ca-71f29c773410 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:13.703504 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5bb1fde4-82cd-4dfa-b9ca-71f29c773410), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:13.745502 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb1fde4-82cd-4dfa-b9ca-71f29c773410 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:38:13.778843 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf3be927-6e45-4475-b43e-2f0759cf83fa tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (2b195b1a-909c-405b-bff6-90898086e0ff), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:13.789474 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 5bb1fde4-82cd-4dfa-b9ca-71f29c773410, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5bb1fde4-82cd-4dfa-b9ca-71f29c773410,segment=NetworkSegment(1b53595a-0d7b-4916-a78a-ed919e151700),segment_id=1b53595a-0d7b-4916-a78a-ed919e151700)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:38:13.806382 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5bb1fde4-82cd-4dfa-b9ca-71f29c773410), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:13.852233 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf3be927-6e45-4475-b43e-2f0759cf83fa tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:13.864078 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bf3be927-6e45-4475-b43e-2f0759cf83fa tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "DELETE /v2.0/networks/2b195b1a-909c-405b-bff6-90898086e0ff HTTP/1.1" status: 204 len: 168 time: 2.2137334 Feb 08 21:38:13.961123 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=5bb1fde4-82cd-4dfa-b9ca-71f29c773410,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:13.993124 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37056) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:14.027964 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f4e75b7-fd45-48b1-ba1d-890e776ee41d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] DELETE failed (client error): The resource could not be found. Feb 08 21:38:14.028556 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f4e75b7-fd45-48b1-ba1d-890e776ee41d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:38:14.035102 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2f4e75b7-fd45-48b1-ba1d-890e776ee41d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "DELETE /v2.0/subnets/02ac5531-b2ee-4a24-b8dd-1339a4607515 HTTP/1.1" status: 404 len: 337 time: 0.0376241 Feb 08 21:38:14.036142 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37062) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:14.068757 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15b986d-6587-43af-9921-0896bae4e06c tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] DELETE failed (client error): The resource could not be found. Feb 08 21:38:14.069443 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a15b986d-6587-43af-9921-0896bae4e06c tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:38:14.074890 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a15b986d-6587-43af-9921-0896bae4e06c tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "DELETE /v2.0/networks/78032d1a-e8bb-4cdf-be53-a43187fb06cf HTTP/1.1" status: 404 len: 339 time: 0.0264745 Feb 08 21:38:14.074890 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b616bba-1112-40d5-8e79-49ae970d4bfa admin admin] Publish callbacks [] for router_gateway (bd9bd15f-1946-44e2-aa30-44a66efa89ba), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:14.200329 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['5bb1fde4-82cd-4dfa-b9ca-71f29c773410'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:38:14.218715 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37064) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:14.305592 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 00349a8a-82d0-45d4-b1c0-7edfa89d5772 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:38:14.332821 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 00349a8a-82d0-45d4-b1c0-7edfa89d5772 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:38:14.333208 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 00349a8a-82d0-45d4-b1c0-7edfa89d5772 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:38:14.398110 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef90e90f-b5b4-4169-bd16-6e5b538e5c4d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] DELETE failed (client error): The resource could not be found. Feb 08 21:38:14.398368 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef90e90f-b5b4-4169-bd16-6e5b538e5c4d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:38:14.401632 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ef90e90f-b5b4-4169-bd16-6e5b538e5c4d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "DELETE /v2.0/subnets/fced3e97-7968-4365-bfec-2830a0a3207c HTTP/1.1" status: 404 len: 337 time: 0.1016719 Feb 08 21:38:14.404313 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37076) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:14.454322 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01889d2-ed62-4e42-9175-1a33bcd5778b tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] DELETE failed (client error): The resource could not be found. Feb 08 21:38:14.454877 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c01889d2-ed62-4e42-9175-1a33bcd5778b tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:38:14.466986 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c01889d2-ed62-4e42-9175-1a33bcd5778b tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "DELETE /v2.0/networks/a4748437-2caf-404f-9b31-e35f07b66722 HTTP/1.1" status: 404 len: 339 time: 0.0616233 Feb 08 21:38:14.470132 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37078) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:14.522337 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b109172f-4cfb-4c9f-a1b0-12aed4aa8e90 req-c5c24eae-99ce-4d4e-9ddd-a3b3d6aa2bee tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.88 "GET /v2.0/security-groups?id=bf0e7877-bdd7-43d1-8c89-9f499b9bfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9376705 Feb 08 21:38:14.523417 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3be927-6e45-4475-b43e-2f0759cf83fa tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event deleted for resources: {'Network': ['ID=2b195b1a-909c-405b-bff6-90898086e0ff,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:14.539943 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-932e9789-f16a-4dcc-85c3-5eaf43dd4ceb req-e0e6eaf9-4843-4a5b-a682-074dae80250c tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8778787 Feb 08 21:38:14.572160 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c4c61f-d5f6-4f50-bbde-ac94526fae8c tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] DELETE failed (client error): The resource could not be found. Feb 08 21:38:14.572160 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39c4c61f-d5f6-4f50-bbde-ac94526fae8c tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:38:14.582932 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-39c4c61f-d5f6-4f50-bbde-ac94526fae8c tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "DELETE /v2.0/subnets/03e6c7af-978f-4c89-8483-91244c807b55 HTTP/1.1" status: 404 len: 337 time: 0.1062117 Feb 08 21:38:14.584164 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37084) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:14.603029 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c34e7e54-7b20-4ba7-b4d0-75762aecfb75 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (cf3910fe-3c39-4936-bbc4-a26fe2f78a3e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:14.616527 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c34e7e54-7b20-4ba7-b4d0-75762aecfb75 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Calling delete_port for cf3910fe-3c39-4936-bbc4-a26fe2f78a3e owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:38:14.625830 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba3ff5a-03ff-4e6b-881f-1e6ac4548610 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] DELETE failed (client error): The resource could not be found. Feb 08 21:38:14.626471 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba3ff5a-03ff-4e6b-881f-1e6ac4548610 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:38:14.634200 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3ba3ff5a-03ff-4e6b-881f-1e6ac4548610 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "DELETE /v2.0/networks/57610c98-73c8-4ea7-b623-371f6f0d36a5 HTTP/1.1" status: 404 len: 339 time: 0.0471044 Feb 08 21:38:14.634437 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37086) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:14.666513 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b616bba-1112-40d5-8e79-49ae970d4bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (bd9bd15f-1946-44e2-aa30-44a66efa89ba), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:14.706252 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37092) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:14.741046 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-9463f85c-da36-49c1-92e5-0ced74338e2d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Deleting subnet 3ce72a26-75ac-446d-9f09-d221f614c7a0 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:38:14.746710 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9463f85c-da36-49c1-92e5-0ced74338e2d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for subnet (3ce72a26-75ac-446d-9f09-d221f614c7a0), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:14.847997 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9463f85c-da36-49c1-92e5-0ced74338e2d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (3ce72a26-75ac-446d-9f09-d221f614c7a0), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:14.906130 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b616bba-1112-40d5-8e79-49ae970d4bfa admin admin] Router bd9bd15f-1946-44e2-aa30-44a66efa89ba is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:38:14.916448 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-93ae34c6-1b13-409f-a915-a621060cd143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:14.931674 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c34e7e54-7b20-4ba7-b4d0-75762aecfb75 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (cf3910fe-3c39-4936-bbc4-a26fe2f78a3e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:14.992390 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e7e54-7b20-4ba7-b4d0-75762aecfb75 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Port': ['ID=cf3910fe-3c39-4936-bbc4-a26fe2f78a3e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:15.048003 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9463f85c-da36-49c1-92e5-0ced74338e2d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (3ce72a26-75ac-446d-9f09-d221f614c7a0), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:15.057282 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c34e7e54-7b20-4ba7-b4d0-75762aecfb75 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:15.060902 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c34e7e54-7b20-4ba7-b4d0-75762aecfb75 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/ports/cf3910fe-3c39-4936-bbc4-a26fe2f78a3e HTTP/1.1" status: 204 len: 168 time: 2.4183335 Feb 08 21:38:15.085433 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37098) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:15.116864 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b616bba-1112-40d5-8e79-49ae970d4bfa admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:38:15.129160 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-42bba3fd-1642-4224-89b8-f0c139a2c03b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] GET failed (client error): The resource could not be found. Feb 08 21:38:15.130634 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-42bba3fd-1642-4224-89b8-f0c139a2c03b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "GET /v2.0/ports/cf3910fe-3c39-4936-bbc4-a26fe2f78a3e HTTP/1.1" status: 404 len: 333 time: 0.0442538 Feb 08 21:38:15.131064 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b908f12-6fb5-4d04-ae8b-bb57391d731e None None] Sync routers for ids ['bd9bd15f-1946-44e2-aa30-44a66efa89ba'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:38:15.134350 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37102) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:15.157060 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b908f12-6fb5-4d04-ae8b-bb57391d731e None None] Routers {'bd9bd15f-1946-44e2-aa30-44a66efa89ba'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:38:15.158022 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-9b908f12-6fb5-4d04-ae8b-bb57391d731e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:37:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['bd9bd15f-1946-44e2-aa30-44a66efa89ba'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:15.212519 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b616bba-1112-40d5-8e79-49ae970d4bfa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:15.213776 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7b616bba-1112-40d5-8e79-49ae970d4bfa admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.1071131 Feb 08 21:38:15.221030 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37106) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:15.239342 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-93ae34c6-1b13-409f-a915-a621060cd143 admin admin] Publish callbacks [] for security_group (341d5094-3f8a-4374-a536-de5858011273), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:15.245600 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9463f85c-da36-49c1-92e5-0ced74338e2d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (3ce72a26-75ac-446d-9f09-d221f614c7a0), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:15.283777 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-93ae34c6-1b13-409f-a915-a621060cd143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (341d5094-3f8a-4374-a536-de5858011273), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:15.335422 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9463f85c-da36-49c1-92e5-0ced74338e2d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:15.343912 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 5bb1fde4-82cd-4dfa-b9ca-71f29c773410 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:38:15.347728 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9463f85c-da36-49c1-92e5-0ced74338e2d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "DELETE /v2.0/subnets/3ce72a26-75ac-446d-9f09-d221f614c7a0 HTTP/1.1" status: 204 len: 168 time: 0.7097895 Feb 08 21:38:15.356069 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463f85c-da36-49c1-92e5-0ced74338e2d tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event deleted for resources: {'Subnet': ['ID=3ce72a26-75ac-446d-9f09-d221f614c7a0,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:15.363671 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-75393568-f149-45a4-ba25-53fde99a450d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting subnet 227804ff-57a9-43ff-916f-ccce46a9be20 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:38:15.367555 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37108) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:15.395767 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aec09a-6a97-4404-aa17-a4bf13aa5611 None None] Network 1cd2dd95-c41d-41b5-ac57-b72e85cb1251 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:38:15.406164 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae34c6-1b13-409f-a915-a621060cd143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341d5094-3f8a-4374-a536-de5858011273,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:15.419539 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-75393568-f149-45a4-ba25-53fde99a450d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for subnet (227804ff-57a9-43ff-916f-ccce46a9be20), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:15.432465 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-93ae34c6-1b13-409f-a915-a621060cd143 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=446ac7b0ccb1402f877530fcc4d9ca42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7251229 Feb 08 21:38:15.435132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37110) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:15.530218 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-19120d63-74df-4d53-b79a-d9da7a32d7d7 admin admin] Publish callbacks [] for security_group (341d5094-3f8a-4374-a536-de5858011273), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:15.555125 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-19120d63-74df-4d53-b79a-d9da7a32d7d7 admin admin] Publish callbacks [] for security_group (341d5094-3f8a-4374-a536-de5858011273), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:15.607193 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-75393568-f149-45a4-ba25-53fde99a450d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (227804ff-57a9-43ff-916f-ccce46a9be20), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:15.677396 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea99ef78-62b1-4474-95dc-6965a3843cef tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (1cd2dd95-c41d-41b5-ac57-b72e85cb1251), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:15.681180 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-19120d63-74df-4d53-b79a-d9da7a32d7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (341d5094-3f8a-4374-a536-de5858011273), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:15.693894 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-19120d63-74df-4d53-b79a-d9da7a32d7d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:15.695012 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-19120d63-74df-4d53-b79a-d9da7a32d7d7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/341d5094-3f8a-4374-a536-de5858011273 HTTP/1.1" status: 204 len: 168 time: 0.2570002 Feb 08 21:38:15.711135 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 5bb1fde4-82cd-4dfa-b9ca-71f29c773410 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:38:15.731907 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 5bb1fde4-82cd-4dfa-b9ca-71f29c773410 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:15.732691 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5bb1fde4-82cd-4dfa-b9ca-71f29c773410), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:15.783921 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfb3841-d667-46fc-9d02-51b4c5f08508 None None] DHCP port deletion for 1cd2dd95-c41d-41b5-ac57-b72e85cb1251 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:38:15.788185 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-9b908f12-6fb5-4d04-ae8b-bb57391d731e None None] Set router bd9bd15f-1946-44e2-aa30-44a66efa89ba gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:38:15.806372 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19120d63-74df-4d53-b79a-d9da7a32d7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341d5094-3f8a-4374-a536-de5858011273,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:15.855815 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-45780d64-a0a1-49fb-a23f-5deb84f6287b req-e2f652ea-e721-4f53-b1ea-29fd5d958a1c service neutron] (103433) timed out ('10.222.0.96', 59197) {{(pid=103433) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 21:38:15.924445 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-75393568-f149-45a4-ba25-53fde99a450d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (227804ff-57a9-43ff-916f-ccce46a9be20), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:15.977168 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aae2bf-1898-4df8-b77a-96eef66c6a71 req-04f1cd93-b4de-4ed0-9f52-69d95a145cb4 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:15.986649 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-30aae2bf-1898-4df8-b77a-96eef66c6a71 req-04f1cd93-b4de-4ed0-9f52-69d95a145cb4 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 945 time: 0.2771723 Feb 08 21:38:16.090756 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-30aae2bf-1898-4df8-b77a-96eef66c6a71 req-23d2d8af-0b45-461b-976b-294ef1a4ee4a tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945208 Feb 08 21:38:16.106588 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bd688-6a77-4b75-b7b6-a98377fa2627 req-9dea5f1e-5fa1-4508-ada6-bc1e5ab793ba tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:16.126718 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-126bd688-6a77-4b75-b7b6-a98377fa2627 req-9dea5f1e-5fa1-4508-ada6-bc1e5ab793ba tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1b73408-b0b8-4510-a40e-c9c6604387ec HTTP/1.1" status: 200 len: 944 time: 0.3157961 Feb 08 21:38:16.249377 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-126bd688-6a77-4b75-b7b6-a98377fa2627 req-081576d0-8a64-4047-b77a-dd655bbd9111 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.88 "GET /v2.0/security-groups?id=bf0e7877-bdd7-43d1-8c89-9f499b9bfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946043 Feb 08 21:38:16.295986 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-75393568-f149-45a4-ba25-53fde99a450d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (227804ff-57a9-43ff-916f-ccce46a9be20), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:16.348098 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37134) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:16.374003 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75393568-f149-45a4-ba25-53fde99a450d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Subnet': ['ID=227804ff-57a9-43ff-916f-ccce46a9be20,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:16.377117 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2c4635e1-376d-4118-a3ba-df7e21ea851e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:16.413294 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-75393568-f149-45a4-ba25-53fde99a450d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:16.421415 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-75393568-f149-45a4-ba25-53fde99a450d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/subnets/227804ff-57a9-43ff-916f-ccce46a9be20 HTTP/1.1" status: 204 len: 168 time: 1.2858763 Feb 08 21:38:16.423010 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37140) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:16.521007 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5eb8eb96-e1b3-4bd6-904d-db0300dfb055 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:38:16.528030 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d87ff0-43f3-451f-932d-b5759ff8b28f None None] Network ac3aca24-8b3d-4e20-a01a-9ec274f23991 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:38:16.538576 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75393568-f149-45a4-ba25-53fde99a450d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:16.538826 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75393568-f149-45a4-ba25-53fde99a450d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:16.539137 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75393568-f149-45a4-ba25-53fde99a450d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:16.547846 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2c4635e1-376d-4118-a3ba-df7e21ea851e admin admin] Publish callbacks [] for security_group (36d0ecfc-99c1-4c9c-b16a-9a08ba427d39), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:16.550535 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75393568-f149-45a4-ba25-53fde99a450d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:16.551030 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75393568-f149-45a4-ba25-53fde99a450d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:16.551530 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75393568-f149-45a4-ba25-53fde99a450d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:16.552024 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75393568-f149-45a4-ba25-53fde99a450d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:16.552497 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75393568-f149-45a4-ba25-53fde99a450d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:16.552987 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75393568-f149-45a4-ba25-53fde99a450d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:16.553503 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75393568-f149-45a4-ba25-53fde99a450d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:16.554009 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75393568-f149-45a4-ba25-53fde99a450d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:16.554476 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75393568-f149-45a4-ba25-53fde99a450d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:16.554935 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2c4635e1-376d-4118-a3ba-df7e21ea851e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (36d0ecfc-99c1-4c9c-b16a-9a08ba427d39), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:16.555107 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75393568-f149-45a4-ba25-53fde99a450d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:16.612701 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2c4635e1-376d-4118-a3ba-df7e21ea851e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=af414850610741588e099152fa7d7530&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2626143 Feb 08 21:38:16.615185 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37142) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:16.626051 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4635e1-376d-4118-a3ba-df7e21ea851e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d0ecfc-99c1-4c9c-b16a-9a08ba427d39,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:16.631248 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 5bb1fde4-82cd-4dfa-b9ca-71f29c773410 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:16.631936 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5bb1fde4-82cd-4dfa-b9ca-71f29c773410), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:16.682654 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0f8ddae7-f482-425f-a768-019125a31680 admin admin] Publish callbacks [] for security_group (36d0ecfc-99c1-4c9c-b16a-9a08ba427d39), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:16.711556 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0f8ddae7-f482-425f-a768-019125a31680 admin admin] Publish callbacks [] for security_group (36d0ecfc-99c1-4c9c-b16a-9a08ba427d39), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:16.715535 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 5bb1fde4-82cd-4dfa-b9ca-71f29c773410, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5bb1fde4-82cd-4dfa-b9ca-71f29c773410,segment=NetworkSegment(1b53595a-0d7b-4916-a78a-ed919e151700),segment_id=1b53595a-0d7b-4916-a78a-ed919e151700)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:38:16.724819 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b73408-b0b8-4510-a40e-c9c6604387ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb1fde4-82cd-4dfa-b9ca-71f29c773410'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:38:16.728096 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365a3a46-97f3-4f4e-9d4a-4b6c6c69aaa4" -d '{"events": [{"server_uuid": "d1b73408-b0b8-4510-a40e-c9c6604387ec", "name": "network-vif-plugged", "status": "completed", "tag": "5bb1fde4-82cd-4dfa-b9ca-71f29c773410"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:38:16.775482 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-fbfb3841-d667-46fc-9d02-51b4c5f08508 None None] Deleting port 5eb8eb96-e1b3-4bd6-904d-db0300dfb055 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:38:16.775986 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fbfb3841-d667-46fc-9d02-51b4c5f08508 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (5eb8eb96-e1b3-4bd6-904d-db0300dfb055), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:16.778301 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5bb1fde4-82cd-4dfa-b9ca-71f29c773410), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:16.801061 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0f8ddae7-f482-425f-a768-019125a31680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (36d0ecfc-99c1-4c9c-b16a-9a08ba427d39), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:16.804121 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0f8ddae7-f482-425f-a768-019125a31680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:16.807807 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0f8ddae7-f482-425f-a768-019125a31680 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/36d0ecfc-99c1-4c9c-b16a-9a08ba427d39 HTTP/1.1" status: 204 len: 168 time: 0.1887975 Feb 08 21:38:16.829830 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ddae7-f482-425f-a768-019125a31680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d0ecfc-99c1-4c9c-b16a-9a08ba427d39,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:16.978826 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-9b908f12-6fb5-4d04-ae8b-bb57391d731e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1097730127-router', 'tenant_id': '81bb6f0d0117423abb0a78b02a079884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '2f6af8f5-d91b-4a67-9804-77c3a0432e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:09Z', 'updated_at': '2022-02-08T21:38:13Z', 'revision_number': 3, 'project_id': '81bb6f0d0117423abb0a78b02a079884', 'gw_port': {'id': '2f6af8f5-d91b-4a67-9804-77c3a0432e79', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:12Z', 'updated_at': '2022-02-08T21:38:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:16.998694 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-fbfb3841-d667-46fc-9d02-51b4c5f08508 None None] For port 5eb8eb96-e1b3-4bd6-904d-db0300dfb055, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5eb8eb96-e1b3-4bd6-904d-db0300dfb055,segment=NetworkSegment(c6c4f7a0-3803-4c69-a70b-1fb002d9c490),segment_id=c6c4f7a0-3803-4c69-a70b-1fb002d9c490)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:38:16.999096 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fbfb3841-d667-46fc-9d02-51b4c5f08508 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (5eb8eb96-e1b3-4bd6-904d-db0300dfb055), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:17.070845 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b908f12-6fb5-4d04-ae8b-bb57391d731e None None] Checking router: bd9bd15f-1946-44e2-aa30-44a66efa89ba for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:38:17.071200 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b908f12-6fb5-4d04-ae8b-bb57391d731e None None] Updating router bd9bd15f-1946-44e2-aa30-44a66efa89ba port 2f6af8f5-d91b-4a67-9804-77c3a0432e79 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:38:17.077745 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=5bb1fde4-82cd-4dfa-b9ca-71f29c773410,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:17.081857 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-fbfb3841-d667-46fc-9d02-51b4c5f08508 None None] Calling delete_port for 5eb8eb96-e1b3-4bd6-904d-db0300dfb055 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:38:17.149331 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63afee65-9712-4d39-9479-eaa5f13b9b0f x-openstack-request-id: req-63afee65-9712-4d39-9479-eaa5f13b9b0f {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:38:17.151253 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b73408-b0b8-4510-a40e-c9c6604387ec", "name": "network-vif-plugged", "status": "completed", "tag": "5bb1fde4-82cd-4dfa-b9ca-71f29c773410", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:38:17.151253 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-63afee65-9712-4d39-9479-eaa5f13b9b0f {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:38:17.151253 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b73408-b0b8-4510-a40e-c9c6604387ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb1fde4-82cd-4dfa-b9ca-71f29c773410', 'code': 200} Feb 08 21:38:17.178686 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c873f1f5-381f-468f-b66a-8871a59e7f23 None None] DHCP port deletion for ac3aca24-8b3d-4e20-a01a-9ec274f23991 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:38:17.247918 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 5eb8eb96-e1b3-4bd6-904d-db0300dfb055 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:17.248312 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5eb8eb96-e1b3-4bd6-904d-db0300dfb055), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:17.253101 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9b908f12-6fb5-4d04-ae8b-bb57391d731e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2f6af8f5-d91b-4a67-9804-77c3a0432e79), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:17.407655 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 5eb8eb96-e1b3-4bd6-904d-db0300dfb055, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5eb8eb96-e1b3-4bd6-904d-db0300dfb055,segment=NetworkSegment(c6c4f7a0-3803-4c69-a70b-1fb002d9c490),segment_id=c6c4f7a0-3803-4c69-a70b-1fb002d9c490)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:38:17.412337 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ea99ef78-62b1-4474-95dc-6965a3843cef tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Deleting port 5eb8eb96-e1b3-4bd6-904d-db0300dfb055 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:38:17.413258 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea99ef78-62b1-4474-95dc-6965a3843cef tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (5eb8eb96-e1b3-4bd6-904d-db0300dfb055), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:17.459137 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b204da4-83c5-4940-b32b-d494b2fb88a1 req-fa48cfd6-f4da-4af3-8c9f-cf4c9652a94b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:17.460715 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b204da4-83c5-4940-b32b-d494b2fb88a1 req-fa48cfd6-f4da-4af3-8c9f-cf4c9652a94b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 945 time: 0.2494667 Feb 08 21:38:17.461216 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37168) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:17.465340 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b9447-6d6a-44e9-ac2e-921f633506c0 req-b97b47be-3f84-434d-9047-a3984319e40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:17.466806 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b1b9447-6d6a-44e9-ac2e-921f633506c0 req-b97b47be-3f84-434d-9047-a3984319e40e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d1b73408-b0b8-4510-a40e-c9c6604387ec HTTP/1.1" status: 200 len: 1128 time: 0.2672315 Feb 08 21:38:17.472440 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5eb8eb96-e1b3-4bd6-904d-db0300dfb055), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:17.498212 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-efe57631-7b91-4805-b6be-4bdbef31b7a5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (ac3aca24-8b3d-4e20-a01a-9ec274f23991), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:17.511473 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e8d22086-2fa5-4704-a18b-e50501dee00f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:17.542162 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb900f8c-3e51-459f-a7fe-ff14c35427d7 req-86f29aeb-5d0c-4cc5-be1c-94cd5076b1b1 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:17.543687 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fb900f8c-3e51-459f-a7fe-ff14c35427d7 req-86f29aeb-5d0c-4cc5-be1c-94cd5076b1b1 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1b73408-b0b8-4510-a40e-c9c6604387ec HTTP/1.1" status: 200 len: 945 time: 0.1890371 Feb 08 21:38:17.580825 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-ea99ef78-62b1-4474-95dc-6965a3843cef tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] For port 5eb8eb96-e1b3-4bd6-904d-db0300dfb055, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5eb8eb96-e1b3-4bd6-904d-db0300dfb055,segment=NetworkSegment(c6c4f7a0-3803-4c69-a70b-1fb002d9c490),segment_id=c6c4f7a0-3803-4c69-a70b-1fb002d9c490)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:38:17.581956 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea99ef78-62b1-4474-95dc-6965a3843cef tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (5eb8eb96-e1b3-4bd6-904d-db0300dfb055), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:17.610416 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b204da4-83c5-4940-b32b-d494b2fb88a1 req-7294a05b-7178-4e46-b1b4-f1d1bee50397 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426513 Feb 08 21:38:17.639626 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fbfb3841-d667-46fc-9d02-51b4c5f08508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (5eb8eb96-e1b3-4bd6-904d-db0300dfb055), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:17.660293 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ea99ef78-62b1-4474-95dc-6965a3843cef tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Calling delete_port for 5eb8eb96-e1b3-4bd6-904d-db0300dfb055 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:38:17.675259 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfb3841-d667-46fc-9d02-51b4c5f08508 None None] No DVR routers for this DVR port 5eb8eb96-e1b3-4bd6-904d-db0300dfb055 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:38:17.701955 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b1b9447-6d6a-44e9-ac2e-921f633506c0 req-fb3f21d3-b47e-41e0-8e43-d7a0cb129a3e service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=bf0e7877-bdd7-43d1-8c89-9f499b9bfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209692 Feb 08 21:38:17.710578 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e8d22086-2fa5-4704-a18b-e50501dee00f admin admin] Publish callbacks [] for security_group (4e691eec-c0b0-4160-95d7-4926236b939e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:17.719341 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fb900f8c-3e51-459f-a7fe-ff14c35427d7 req-98de57b4-7987-42a6-b6ec-8e11a55c30b3 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.88 "GET /v2.0/security-groups?id=bf0e7877-bdd7-43d1-8c89-9f499b9bfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125631 Feb 08 21:38:17.726873 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e8d22086-2fa5-4704-a18b-e50501dee00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4e691eec-c0b0-4160-95d7-4926236b939e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:17.734406 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c873f1f5-381f-468f-b66a-8871a59e7f23 None None] Deleting port 7afc553e-7429-4e33-9a7d-acf94ced10a2 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:38:17.734897 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c873f1f5-381f-468f-b66a-8871a59e7f23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (7afc553e-7429-4e33-9a7d-acf94ced10a2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:17.753938 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=5eb8eb96-e1b3-4bd6-904d-db0300dfb055,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:17.797448 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e8d22086-2fa5-4704-a18b-e50501dee00f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5c1486b539b2482784eb18da401f1f88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3341746 Feb 08 21:38:17.798514 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d22086-2fa5-4704-a18b-e50501dee00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e691eec-c0b0-4160-95d7-4926236b939e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:17.801670 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37182) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:17.835566 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f386b28-359b-4d14-be79-54eec9109ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:17.878476 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7760f3fa-2f79-4996-839f-f75b54a81d91 admin admin] Publish callbacks [] for security_group (4e691eec-c0b0-4160-95d7-4926236b939e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:17.927946 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7760f3fa-2f79-4996-839f-f75b54a81d91 admin admin] Publish callbacks [] for security_group (4e691eec-c0b0-4160-95d7-4926236b939e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:17.967368 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c873f1f5-381f-468f-b66a-8871a59e7f23 None None] For port 7afc553e-7429-4e33-9a7d-acf94ced10a2, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7afc553e-7429-4e33-9a7d-acf94ced10a2,segment=NetworkSegment(1a9dd898-272b-4eb4-b247-997fcae5e770),segment_id=1a9dd898-272b-4eb4-b247-997fcae5e770)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:38:17.967803 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c873f1f5-381f-468f-b66a-8871a59e7f23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (7afc553e-7429-4e33-9a7d-acf94ced10a2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:17.983280 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c873f1f5-381f-468f-b66a-8871a59e7f23 None None] Calling delete_port for 7afc553e-7429-4e33-9a7d-acf94ced10a2 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:38:18.008081 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7760f3fa-2f79-4996-839f-f75b54a81d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4e691eec-c0b0-4160-95d7-4926236b939e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:18.011464 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7760f3fa-2f79-4996-839f-f75b54a81d91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:18.015219 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7760f3fa-2f79-4996-839f-f75b54a81d91 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4e691eec-c0b0-4160-95d7-4926236b939e HTTP/1.1" status: 204 len: 168 time: 0.2101636 Feb 08 21:38:18.026117 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760f3fa-2f79-4996-839f-f75b54a81d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e691eec-c0b0-4160-95d7-4926236b939e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:18.048911 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb3841-d667-46fc-9d02-51b4c5f08508 None None] Pushing event deleted for resources: {'Port': ['ID=5eb8eb96-e1b3-4bd6-904d-db0300dfb055,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:18.093348 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-efe57631-7b91-4805-b6be-4bdbef31b7a5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting port 7afc553e-7429-4e33-9a7d-acf94ced10a2 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:38:18.093988 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-efe57631-7b91-4805-b6be-4bdbef31b7a5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (7afc553e-7429-4e33-9a7d-acf94ced10a2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:18.139845 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea99ef78-62b1-4474-95dc-6965a3843cef tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (5eb8eb96-e1b3-4bd6-904d-db0300dfb055), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:18.228334 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9b908f12-6fb5-4d04-ae8b-bb57391d731e None None] Publish callbacks [] for port (2f6af8f5-d91b-4a67-9804-77c3a0432e79), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:18.236650 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9b908f12-6fb5-4d04-ae8b-bb57391d731e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2f6af8f5-d91b-4a67-9804-77c3a0432e79), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:18.242964 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-9f386b28-359b-4d14-be79-54eec9109ae9 admin admin] Allocated IP 172.20.0.1 (338e2c30-60ac-4170-8397-f6a4ad7231d2/6c4fa435-c388-4a9c-b5b8-15d88c51a78f/3401da2c-7eb7-408a-86e1-1d7242573e43) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:38:18.324075 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-9b908f12-6fb5-4d04-ae8b-bb57391d731e None None] Attempting to bind port 2f6af8f5-d91b-4a67-9804-77c3a0432e79 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:38:18.325055 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-9b908f12-6fb5-4d04-ae8b-bb57391d731e None None] Attempting to bind port 2f6af8f5-d91b-4a67-9804-77c3a0432e79 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:38:18.325592 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b908f12-6fb5-4d04-ae8b-bb57391d731e None None] Attempting to bind port 2f6af8f5-d91b-4a67-9804-77c3a0432e79 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:38:18.327614 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c873f1f5-381f-468f-b66a-8871a59e7f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (7afc553e-7429-4e33-9a7d-acf94ced10a2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:18.329804 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99ef78-62b1-4474-95dc-6965a3843cef tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event deleted for resources: {'Port': ['ID=5eb8eb96-e1b3-4bd6-904d-db0300dfb055,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:18.332110 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea99ef78-62b1-4474-95dc-6965a3843cef tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] No DVR routers for this DVR port 5eb8eb96-e1b3-4bd6-904d-db0300dfb055 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:38:18.340778 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7afc553e-7429-4e33-9a7d-acf94ced10a2 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:38:18.385128 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c873f1f5-381f-468f-b66a-8871a59e7f23 None None] No DVR routers for this DVR port 7afc553e-7429-4e33-9a7d-acf94ced10a2 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:38:18.390345 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 7afc553e-7429-4e33-9a7d-acf94ced10a2 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:38:18.395887 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7afc553e-7429-4e33-9a7d-acf94ced10a2 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:38:18.443063 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b908f12-6fb5-4d04-ae8b-bb57391d731e None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:38:18.444833 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b908f12-6fb5-4d04-ae8b-bb57391d731e None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:38:18.445754 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9b908f12-6fb5-4d04-ae8b-bb57391d731e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:18.449599 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b908f12-6fb5-4d04-ae8b-bb57391d731e None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:38:18.450187 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-9b908f12-6fb5-4d04-ae8b-bb57391d731e None None] Bound port: 2f6af8f5-d91b-4a67-9804-77c3a0432e79, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:38:18.451056 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9b908f12-6fb5-4d04-ae8b-bb57391d731e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2f6af8f5-d91b-4a67-9804-77c3a0432e79), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:18.454844 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936663a-8d38-47c0-a0be-ce6be9810f82 None None] Pushing event updated for resources: {'Port': ['ID=2f6af8f5-d91b-4a67-9804-77c3a0432e79,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:18.502028 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea99ef78-62b1-4474-95dc-6965a3843cef tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (1cd2dd95-c41d-41b5-ac57-b72e85cb1251), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:18.554246 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-efe57631-7b91-4805-b6be-4bdbef31b7a5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] For port 7afc553e-7429-4e33-9a7d-acf94ced10a2, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7afc553e-7429-4e33-9a7d-acf94ced10a2,segment=NetworkSegment(1a9dd898-272b-4eb4-b247-997fcae5e770),segment_id=1a9dd898-272b-4eb4-b247-997fcae5e770)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:38:18.554551 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-efe57631-7b91-4805-b6be-4bdbef31b7a5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (7afc553e-7429-4e33-9a7d-acf94ced10a2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:18.554948 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873f1f5-381f-468f-b66a-8871a59e7f23 None None] Pushing event deleted for resources: {'Port': ['ID=7afc553e-7429-4e33-9a7d-acf94ced10a2,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:18.571418 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ea99ef78-62b1-4474-95dc-6965a3843cef tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd2dd95-c41d-41b5-ac57-b72e85cb1251']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:18.598713 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-9b908f12-6fb5-4d04-ae8b-bb57391d731e None None] For port 2f6af8f5-d91b-4a67-9804-77c3a0432e79, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:38:18.603444 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-efe57631-7b91-4805-b6be-4bdbef31b7a5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Calling delete_port for 7afc553e-7429-4e33-9a7d-acf94ced10a2 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:38:18.609266 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-9b908f12-6fb5-4d04-ae8b-bb57391d731e None None] For port 2f6af8f5-d91b-4a67-9804-77c3a0432e79, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=2f6af8f5-d91b-4a67-9804-77c3a0432e79,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:38:18.616146 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ea99ef78-62b1-4474-95dc-6965a3843cef tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c4f7a0-3803-4c69-a70b-1fb002d9c490') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:18.616476 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ea99ef78-62b1-4474-95dc-6965a3843cef tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c4f7a0-3803-4c69-a70b-1fb002d9c490') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:18.625936 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9b908f12-6fb5-4d04-ae8b-bb57391d731e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2f6af8f5-d91b-4a67-9804-77c3a0432e79), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:18.700020 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea99ef78-62b1-4474-95dc-6965a3843cef tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (c6c4f7a0-3803-4c69-a70b-1fb002d9c490), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:18.769471 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936663a-8d38-47c0-a0be-ce6be9810f82 None None] Pushing event updated for resources: {'Port': ['ID=2f6af8f5-d91b-4a67-9804-77c3a0432e79,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:18.776081 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b908f12-6fb5-4d04-ae8b-bb57391d731e None None] Routers {'bd9bd15f-1946-44e2-aa30-44a66efa89ba'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:38:18.776714 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-9b908f12-6fb5-4d04-ae8b-bb57391d731e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:37:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['bd9bd15f-1946-44e2-aa30-44a66efa89ba'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:18.792345 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f386b28-359b-4d14-be79-54eec9109ae9 admin admin] Publish callbacks [] for port (3401da2c-7eb7-408a-86e1-1d7242573e43), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:18.800866 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea99ef78-62b1-4474-95dc-6965a3843cef tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (c6c4f7a0-3803-4c69-a70b-1fb002d9c490), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:18.842210 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea99ef78-62b1-4474-95dc-6965a3843cef tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:38:18.842625 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea99ef78-62b1-4474-95dc-6965a3843cef tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (c6c4f7a0-3803-4c69-a70b-1fb002d9c490), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:38:18.850122 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:38:18.895086 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fef2c-5e31-4b58-b7b1-c2f263d854f3 req-c23a53ef-d3cd-4d9c-815b-5d0fec46cce0 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:18.904077 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de0fef2c-5e31-4b58-b7b1-c2f263d854f3 req-c23a53ef-d3cd-4d9c-815b-5d0fec46cce0 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 945 time: 0.0999660 Feb 08 21:38:19.080728 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de0fef2c-5e31-4b58-b7b1-c2f263d854f3 req-4437fab0-6a9d-43ab-a063-aa47ac0fd461 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675842 Feb 08 21:38:19.100502 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea99ef78-62b1-4474-95dc-6965a3843cef tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (1cd2dd95-c41d-41b5-ac57-b72e85cb1251), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:19.104893 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-9b908f12-6fb5-4d04-ae8b-bb57391d731e None None] Set router bd9bd15f-1946-44e2-aa30-44a66efa89ba gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:38:19.137839 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132a96f-01c7-458e-85e5-e9610a78dad7 req-aba8b97e-a628-4f61-a0ca-ec33ca128fd5 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:19.141515 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e132a96f-01c7-458e-85e5-e9610a78dad7 req-aba8b97e-a628-4f61-a0ca-ec33ca128fd5 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1b73408-b0b8-4510-a40e-c9c6604387ec HTTP/1.1" status: 200 len: 945 time: 0.1488018 Feb 08 21:38:19.159317 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea99ef78-62b1-4474-95dc-6965a3843cef tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:19.173235 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ea99ef78-62b1-4474-95dc-6965a3843cef tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "DELETE /v2.0/networks/1cd2dd95-c41d-41b5-ac57-b72e85cb1251 HTTP/1.1" status: 204 len: 168 time: 3.8015983 Feb 08 21:38:19.173235 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99ef78-62b1-4474-95dc-6965a3843cef tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event deleted for resources: {'Network': ['ID=1cd2dd95-c41d-41b5-ac57-b72e85cb1251,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:19.176358 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f386b28-359b-4d14-be79-54eec9109ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3401da2c-7eb7-408a-86e1-1d7242573e43), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:19.184478 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37224) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:19.195817 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-efe57631-7b91-4805-b6be-4bdbef31b7a5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (7afc553e-7429-4e33-9a7d-acf94ced10a2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:19.228029 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe57631-7b91-4805-b6be-4bdbef31b7a5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] No DVR routers for this DVR port 7afc553e-7429-4e33-9a7d-acf94ced10a2 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:38:19.272242 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-a161180b-7c96-4740-8998-4e2a6359d0dc tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] DELETE failed (client error): The resource could not be found. Feb 08 21:38:19.272787 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a161180b-7c96-4740-8998-4e2a6359d0dc tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:38:19.279866 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a161180b-7c96-4740-8998-4e2a6359d0dc tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "DELETE /v2.0/subnets/805a71cb-e072-4937-8d46-5d680acdf347 HTTP/1.1" status: 404 len: 337 time: 0.0862107 Feb 08 21:38:19.280499 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37228) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:19.309906 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e132a96f-01c7-458e-85e5-e9610a78dad7 req-d282076c-1788-4e43-b6ea-5f37aa06a7ec tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.88 "GET /v2.0/security-groups?id=bf0e7877-bdd7-43d1-8c89-9f499b9bfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613991 Feb 08 21:38:19.344551 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a6e4ff8-b279-4243-8328-188186dfb3b6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] DELETE failed (client error): The resource could not be found. Feb 08 21:38:19.346714 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a6e4ff8-b279-4243-8328-188186dfb3b6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:38:19.354159 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1a6e4ff8-b279-4243-8328-188186dfb3b6 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "DELETE /v2.0/networks/1cbeba7b-6384-4df4-9b9a-a95ff6032268 HTTP/1.1" status: 404 len: 339 time: 0.0676608 Feb 08 21:38:19.355080 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37232) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:19.414400 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f386b28-359b-4d14-be79-54eec9109ae9 admin admin] Network 338e2c30-60ac-4170-8397-f6a4ad7231d2 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:38:19.430027 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e17fec-befc-44e4-96df-e4a40fc314cc tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Deleting subnet b5032ab3-1a18-46c9-be1d-175362faa8df {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:38:19.433440 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e2e17fec-befc-44e4-96df-e4a40fc314cc tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for subnet (b5032ab3-1a18-46c9-be1d-175362faa8df), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:19.479305 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-9f386b28-359b-4d14-be79-54eec9109ae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:38:19.518174 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-efe57631-7b91-4805-b6be-4bdbef31b7a5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (ac3aca24-8b3d-4e20-a01a-9ec274f23991), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:19.525741 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e2e17fec-befc-44e4-96df-e4a40fc314cc tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (b5032ab3-1a18-46c9-be1d-175362faa8df), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:19.556365 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f386b28-359b-4d14-be79-54eec9109ae9 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:38:19.589248 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f386b28-359b-4d14-be79-54eec9109ae9 admin admin] Pushing event updated for resources: {'Port': ['ID=3401da2c-7eb7-408a-86e1-1d7242573e43,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:19.602735 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-efe57631-7b91-4805-b6be-4bdbef31b7a5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3aca24-8b3d-4e20-a01a-9ec274f23991']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:19.641910 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-efe57631-7b91-4805-b6be-4bdbef31b7a5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9dd898-272b-4eb4-b247-997fcae5e770') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:19.642213 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-efe57631-7b91-4805-b6be-4bdbef31b7a5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9dd898-272b-4eb4-b247-997fcae5e770') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:19.645039 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe57631-7b91-4805-b6be-4bdbef31b7a5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Port': ['ID=7afc553e-7429-4e33-9a7d-acf94ced10a2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:19.659365 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-efe57631-7b91-4805-b6be-4bdbef31b7a5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (1a9dd898-272b-4eb4-b247-997fcae5e770), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:19.661416 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e2e17fec-befc-44e4-96df-e4a40fc314cc tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (b5032ab3-1a18-46c9-be1d-175362faa8df), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:19.678630 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f386b28-359b-4d14-be79-54eec9109ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (bd9bd15f-1946-44e2-aa30-44a66efa89ba), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:19.738842 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-efe57631-7b91-4805-b6be-4bdbef31b7a5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (1a9dd898-272b-4eb4-b247-997fcae5e770), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:19.744041 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-9b908f12-6fb5-4d04-ae8b-bb57391d731e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1097730127-router', 'tenant_id': '81bb6f0d0117423abb0a78b02a079884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '2f6af8f5-d91b-4a67-9804-77c3a0432e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:09Z', 'updated_at': '2022-02-08T21:38:13Z', 'revision_number': 3, 'project_id': '81bb6f0d0117423abb0a78b02a079884', 'gw_port': {'id': '2f6af8f5-d91b-4a67-9804-77c3a0432e79', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:12Z', 'updated_at': '2022-02-08T21:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:19.747467 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 847006f8-c17a-4de4-8cf4-47c1e161c2b1 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:38:19.748342 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e2e17fec-befc-44e4-96df-e4a40fc314cc tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (b5032ab3-1a18-46c9-be1d-175362faa8df), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:19.755703 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe57631-7b91-4805-b6be-4bdbef31b7a5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:38:19.756204 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-efe57631-7b91-4805-b6be-4bdbef31b7a5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (1a9dd898-272b-4eb4-b247-997fcae5e770), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:38:19.759956 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:38:19.836814 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e17fec-befc-44e4-96df-e4a40fc314cc tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event deleted for resources: {'Subnet': ['ID=b5032ab3-1a18-46c9-be1d-175362faa8df,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:19.839338 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e2e17fec-befc-44e4-96df-e4a40fc314cc tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:19.852155 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e2e17fec-befc-44e4-96df-e4a40fc314cc tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "DELETE /v2.0/subnets/b5032ab3-1a18-46c9-be1d-175362faa8df HTTP/1.1" status: 204 len: 168 time: 0.4948773 Feb 08 21:38:19.853457 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37254) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:19.855951 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b908f12-6fb5-4d04-ae8b-bb57391d731e None None] The sync data for ids ['bd9bd15f-1946-44e2-aa30-44a66efa89ba'] in n-d-712143-31 is: [{'id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1097730127-router', 'tenant_id': '81bb6f0d0117423abb0a78b02a079884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '2f6af8f5-d91b-4a67-9804-77c3a0432e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:09Z', 'updated_at': '2022-02-08T21:38:13Z', 'revision_number': 3, 'project_id': '81bb6f0d0117423abb0a78b02a079884', 'gw_port': {'id': '2f6af8f5-d91b-4a67-9804-77c3a0432e79', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:12Z', 'updated_at': '2022-02-08T21:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:38:19.863290 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a39387-7c79-420e-be81-91e6bdb3ed04 None None] Network 8a482c26-fbf3-4d3e-b433-c9a78778f5f7 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:38:19.887473 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-efe57631-7b91-4805-b6be-4bdbef31b7a5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (ac3aca24-8b3d-4e20-a01a-9ec274f23991), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:19.892358 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-efe57631-7b91-4805-b6be-4bdbef31b7a5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:19.902932 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-efe57631-7b91-4805-b6be-4bdbef31b7a5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/networks/ac3aca24-8b3d-4e20-a01a-9ec274f23991 HTTP/1.1" status: 204 len: 168 time: 3.4783599 Feb 08 21:38:19.912775 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37256) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:19.920800 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-b1ca276f-6964-468e-b308-1a4aeed0b4a3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1548505171'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:19.932188 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe57631-7b91-4805-b6be-4bdbef31b7a5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Network': ['ID=ac3aca24-8b3d-4e20-a01a-9ec274f23991,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:19.987972 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f386b28-359b-4d14-be79-54eec9109ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3401da2c-7eb7-408a-86e1-1d7242573e43), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:20.028836 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (8a482c26-fbf3-4d3e-b433-c9a78778f5f7), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:20.034402 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ca276f-6964-468e-b308-1a4aeed0b4a3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:38:20.040788 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b1ca276f-6964-468e-b308-1a4aeed0b4a3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:20.048980 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:38:20.212466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1ca276f-6964-468e-b308-1a4aeed0b4a3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:38:20.282829 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 847006f8-c17a-4de4-8cf4-47c1e161c2b1, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=847006f8-c17a-4de4-8cf4-47c1e161c2b1,segment=NetworkSegment(d23a6594-b5ac-4220-9c7e-256007bbfc19),segment_id=d23a6594-b5ac-4220-9c7e-256007bbfc19)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:38:20.326990 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '847006f8-c17a-4de4-8cf4-47c1e161c2b1', 'network_id': '0b788a94-1e80-468a-940e-48c5a63e44a4', 'port_id': '847006f8-c17a-4de4-8cf4-47c1e161c2b1', 'mac_address': 'fa:16:3e:90:dd:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5401f80b-e57f-40cb-9cf6-b97b0a9bdb9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:38:20.397159 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f386b28-359b-4d14-be79-54eec9109ae9 admin admin] Publish callbacks [] for port (3401da2c-7eb7-408a-86e1-1d7242573e43), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:20.408730 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f386b28-359b-4d14-be79-54eec9109ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (3401da2c-7eb7-408a-86e1-1d7242573e43), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:20.435837 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b1ca276f-6964-468e-b308-1a4aeed0b4a3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (76d576ae-c086-45b7-9cfa-7f1919b4e334), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:20.444975 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-b1ca276f-6964-468e-b308-1a4aeed0b4a3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Added segment 76d576ae-c086-45b7-9cfa-7f1919b4e334 of type vlan for network fd8efad3-84c1-4c05-8927-0d7e4baf1548 Feb 08 21:38:20.496503 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37274) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:20.520308 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 847006f8-c17a-4de4-8cf4-47c1e161c2b1 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:20.521095 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:20.546281 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f386b28-359b-4d14-be79-54eec9109ae9 admin admin] Pushing event updated for resources: {'Port': ['ID=3401da2c-7eb7-408a-86e1-1d7242573e43,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:20.585162 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f386b28-359b-4d14-be79-54eec9109ae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (bd9bd15f-1946-44e2-aa30-44a66efa89ba), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:20.599568 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 847006f8-c17a-4de4-8cf4-47c1e161c2b1 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:38:20.672475 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 847006f8-c17a-4de4-8cf4-47c1e161c2b1, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=847006f8-c17a-4de4-8cf4-47c1e161c2b1,segment=NetworkSegment(d23a6594-b5ac-4220-9c7e-256007bbfc19),segment_id=d23a6594-b5ac-4220-9c7e-256007bbfc19)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:38:20.699870 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:20.762522 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b1ca276f-6964-468e-b308-1a4aeed0b4a3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (fd8efad3-84c1-4c05-8927-0d7e4baf1548), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:20.798961 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Deleting port 15123426-6b52-4c9e-a2fc-a56d5e4420a8 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:38:20.800265 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (15123426-6b52-4c9e-a2fc-a56d5e4420a8), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:20.806971 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52065eb8-7556-4093-8298-e80c1c959b3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:20.807502 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=847006f8-c17a-4de4-8cf4-47c1e161c2b1,revision_number=11']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:20.862684 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4918c64e-9a47-479a-901d-e2ad3c8087f7 None None] DHCP port deletion for 8a482c26-fbf3-4d3e-b433-c9a78778f5f7 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:38:20.905110 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f386b28-359b-4d14-be79-54eec9109ae9 admin admin] Network 338e2c30-60ac-4170-8397-f6a4ad7231d2 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:38:20.910191 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-9f386b28-359b-4d14-be79-54eec9109ae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:38:20.981352 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4918c64e-9a47-479a-901d-e2ad3c8087f7 None None] Deleting port 15123426-6b52-4c9e-a2fc-a56d5e4420a8 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:38:20.981738 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4918c64e-9a47-479a-901d-e2ad3c8087f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (15123426-6b52-4c9e-a2fc-a56d5e4420a8), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:21.006231 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe2af8-3824-4d5e-b378-7554376ab6df req-07e6bb69-56a1-48d7-be70-133b48c02694 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:21.007817 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-33fe2af8-3824-4d5e-b378-7554376ab6df req-07e6bb69-56a1-48d7-be70-133b48c02694 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 945 time: 0.7737908 Feb 08 21:38:21.009196 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.db.resource_extend [None req-b1ca276f-6964-468e-b308-1a4aeed0b4a3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:38:21.045260 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aeda26-43e2-423c-849b-35ec1aca4a48 req-817d0ded-61db-45b3-a3f2-7c356365c0b2 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:21.047815 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-99aeda26-43e2-423c-849b-35ec1aca4a48 req-817d0ded-61db-45b3-a3f2-7c356365c0b2 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1b73408-b0b8-4510-a40e-c9c6604387ec HTTP/1.1" status: 200 len: 945 time: 0.4613540 Feb 08 21:38:21.081454 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4918c64e-9a47-479a-901d-e2ad3c8087f7 None None] For port 15123426-6b52-4c9e-a2fc-a56d5e4420a8, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=15123426-6b52-4c9e-a2fc-a56d5e4420a8,segment=NetworkSegment(3c9bd68b-e9f9-43c3-924a-8605f6bc0d38),segment_id=3c9bd68b-e9f9-43c3-924a-8605f6bc0d38)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:38:21.081809 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4918c64e-9a47-479a-901d-e2ad3c8087f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (15123426-6b52-4c9e-a2fc-a56d5e4420a8), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:21.087270 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52065eb8-7556-4093-8298-e80c1c959b3c admin admin] Publish callbacks [] for security_group (0220cfd1-78ed-43e1-a512-623e6ff082b1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:21.095839 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52065eb8-7556-4093-8298-e80c1c959b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0220cfd1-78ed-43e1-a512-623e6ff082b1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:21.165517 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b1ca276f-6964-468e-b308-1a4aeed0b4a3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (fd8efad3-84c1-4c05-8927-0d7e4baf1548), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:21.171524 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ca276f-6964-468e-b308-1a4aeed0b4a3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:21.172489 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b1ca276f-6964-468e-b308-1a4aeed0b4a3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:21.177433 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-52065eb8-7556-4093-8298-e80c1c959b3c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ee5e70285ed3494e8df5a3be47123fc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6773987 Feb 08 21:38:21.185098 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f386b28-359b-4d14-be79-54eec9109ae9 admin admin] Router bd9bd15f-1946-44e2-aa30-44a66efa89ba has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:38:21.186419 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52065eb8-7556-4093-8298-e80c1c959b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0220cfd1-78ed-43e1-a512-623e6ff082b1,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:21.188858 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37286) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:21.216755 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] For port 15123426-6b52-4c9e-a2fc-a56d5e4420a8, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=15123426-6b52-4c9e-a2fc-a56d5e4420a8,segment=NetworkSegment(3c9bd68b-e9f9-43c3-924a-8605f6bc0d38),segment_id=3c9bd68b-e9f9-43c3-924a-8605f6bc0d38)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:38:21.217211 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (15123426-6b52-4c9e-a2fc-a56d5e4420a8), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:21.378942 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['847006f8-c17a-4de4-8cf4-47c1e161c2b1'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:38:21.382896 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-33fe2af8-3824-4d5e-b378-7554376ab6df req-51d41e03-0173-4029-977e-9a87bd407443 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282497 Feb 08 21:38:21.386153 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Calling delete_port for 15123426-6b52-4c9e-a2fc-a56d5e4420a8 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:38:21.396722 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d2c35c0-3b0e-45d0-82be-119f91150de4 admin admin] Publish callbacks [] for security_group (0220cfd1-78ed-43e1-a512-623e6ff082b1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:21.423858 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d2c35c0-3b0e-45d0-82be-119f91150de4 admin admin] Publish callbacks [] for security_group (0220cfd1-78ed-43e1-a512-623e6ff082b1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:21.426949 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4918c64e-9a47-479a-901d-e2ad3c8087f7 None None] Calling delete_port for 15123426-6b52-4c9e-a2fc-a56d5e4420a8 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:38:21.506753 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b1ca276f-6964-468e-b308-1a4aeed0b4a3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5919039 Feb 08 21:38:21.507680 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca276f-6964-468e-b308-1a4aeed0b4a3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Network': ['ID=fd8efad3-84c1-4c05-8927-0d7e4baf1548,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:21.510101 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37296) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:21.523100 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d2c35c0-3b0e-45d0-82be-119f91150de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0220cfd1-78ed-43e1-a512-623e6ff082b1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:21.526933 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d2c35c0-3b0e-45d0-82be-119f91150de4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:21.528098 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8d2c35c0-3b0e-45d0-82be-119f91150de4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0220cfd1-78ed-43e1-a512-623e6ff082b1 HTTP/1.1" status: 204 len: 168 time: 0.3326349 Feb 08 21:38:21.542210 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-0039c95c-d653-4e41-8f1a-c133481289f0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'subnet': {'network_id': 'fd8efad3-84c1-4c05-8927-0d7e4baf1548', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:21.555096 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network fd8efad3-84c1-4c05-8927-0d7e4baf1548 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:38:21.557439 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c35c0-3b0e-45d0-82be-119f91150de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0220cfd1-78ed-43e1-a512-623e6ff082b1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:21.611458 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f386b28-359b-4d14-be79-54eec9109ae9 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:38:21.638232 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-99aeda26-43e2-423c-849b-35ec1aca4a48 req-bc4bf0ff-3ff2-4843-a4ee-cfb0d6c0cedd tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.88 "GET /v2.0/security-groups?id=bf0e7877-bdd7-43d1-8c89-9f499b9bfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5810354 Feb 08 21:38:21.661543 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9f386b28-359b-4d14-be79-54eec9109ae9 admin admin] 10.222.0.88 "PUT /v2.0/routers/bd9bd15f-1946-44e2-aa30-44a66efa89ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4319742 Feb 08 21:38:21.963111 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4918c64e-9a47-479a-901d-e2ad3c8087f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (15123426-6b52-4c9e-a2fc-a56d5e4420a8), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:21.999942 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (15123426-6b52-4c9e-a2fc-a56d5e4420a8), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:22.012293 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918c64e-9a47-479a-901d-e2ad3c8087f7 None None] Pushing event deleted for resources: {'Port': ['ID=15123426-6b52-4c9e-a2fc-a56d5e4420a8,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:22.029851 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4918c64e-9a47-479a-901d-e2ad3c8087f7 None None] No DVR routers for this DVR port 15123426-6b52-4c9e-a2fc-a56d5e4420a8 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:38:22.064743 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0039c95c-d653-4e41-8f1a-c133481289f0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:38:22.069567 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0039c95c-d653-4e41-8f1a-c133481289f0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:22.094793 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] No DVR routers for this DVR port 15123426-6b52-4c9e-a2fc-a56d5e4420a8 on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:38:22.111207 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event deleted for resources: {'Port': ['ID=15123426-6b52-4c9e-a2fc-a56d5e4420a8,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:22.337373 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (8a482c26-fbf3-4d3e-b433-c9a78778f5f7), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:22.374411 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 2f6af8f5-d91b-4a67-9804-77c3a0432e79 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:38:22.397081 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a482c26-fbf3-4d3e-b433-c9a78778f5f7']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:22.440069 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9bd68b-e9f9-43c3-924a-8605f6bc0d38') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:22.440359 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9bd68b-e9f9-43c3-924a-8605f6bc0d38') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:22.488507 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (3c9bd68b-e9f9-43c3-924a-8605f6bc0d38), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:22.532093 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 2f6af8f5-d91b-4a67-9804-77c3a0432e79 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:22.532575 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2f6af8f5-d91b-4a67-9804-77c3a0432e79), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:22.571421 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (3c9bd68b-e9f9-43c3-924a-8605f6bc0d38), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:22.600891 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:38:22.602235 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (3c9bd68b-e9f9-43c3-924a-8605f6bc0d38), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: self.session.flush() Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: self.session.flush() Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: self.session.flush() Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: self.session.flush() Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:38:22.618325 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:38:22.795267 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 2f6af8f5-d91b-4a67-9804-77c3a0432e79 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:22.795267 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2f6af8f5-d91b-4a67-9804-77c3a0432e79), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:22.834752 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 2f6af8f5-d91b-4a67-9804-77c3a0432e79, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=2f6af8f5-d91b-4a67-9804-77c3a0432e79,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:38:22.841534 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2f6af8f5-d91b-4a67-9804-77c3a0432e79), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:22.936539 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 15123426-6b52-4c9e-a2fc-a56d5e4420a8 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:38:22.952028 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005e637-7492-4fc7-b0dc-fc286e4ae3e8 req-61fc21fb-5852-4b4e-97f9-50bf422fe3b6 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:22.953891 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3005e637-7492-4fc7-b0dc-fc286e4ae3e8 req-61fc21fb-5852-4b4e-97f9-50bf422fe3b6 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1b73408-b0b8-4510-a40e-c9c6604387ec HTTP/1.1" status: 200 len: 945 time: 0.5114999 Feb 08 21:38:22.955213 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0039c95c-d653-4e41-8f1a-c133481289f0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (c3be5f46-e7de-4d7c-b69e-524fd25f10c2), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:23.025217 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 15123426-6b52-4c9e-a2fc-a56d5e4420a8 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:38:23.034479 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 15123426-6b52-4c9e-a2fc-a56d5e4420a8 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:38:23.037125 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=2f6af8f5-d91b-4a67-9804-77c3a0432e79,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:23.144028 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f357edcc-7404-4b31-a381-1afb96096d24 None None] Sync routers for ids ['bd9bd15f-1946-44e2-aa30-44a66efa89ba'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:38:23.178748 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f357edcc-7404-4b31-a381-1afb96096d24 None None] Routers {'bd9bd15f-1946-44e2-aa30-44a66efa89ba'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:38:23.178748 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f357edcc-7404-4b31-a381-1afb96096d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:37:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['bd9bd15f-1946-44e2-aa30-44a66efa89ba'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:23.243701 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (8a482c26-fbf3-4d3e-b433-c9a78778f5f7), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:23.288691 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:23.292654 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] 10.222.0.88 "DELETE /v2.0/networks/8a482c26-fbf3-4d3e-b433-c9a78778f5f7 HTTP/1.1" status: 204 len: 168 time: 3.4354279 Feb 08 21:38:23.349773 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Pushing event deleted for resources: {'Network': ['ID=8a482c26-fbf3-4d3e-b433-c9a78778f5f7,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:23.357875 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039c95c-d653-4e41-8f1a-c133481289f0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Subnet': ['ID=c3be5f46-e7de-4d7c-b69e-524fd25f10c2,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:23.370367 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f357edcc-7404-4b31-a381-1afb96096d24 None None] Set router bd9bd15f-1946-44e2-aa30-44a66efa89ba gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:38:23.381113 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3005e637-7492-4fc7-b0dc-fc286e4ae3e8 req-27501d7f-65a0-4a0b-89f6-b17fa46e75a5 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.88 "GET /v2.0/security-groups?id=bf0e7877-bdd7-43d1-8c89-9f499b9bfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555186 Feb 08 21:38:23.422072 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:23.422825 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:23.423406 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:23.425087 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:23.425705 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:23.428116 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:23.429063 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:23.429924 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:23.431094 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:23.432960 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:23.434891 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:23.435496 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:23.436097 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c7318f-a514-4d26-9c6a-d6c622af3094 tempest-NetworksIpV6Test-851635849 tempest-NetworksIpV6Test-851635849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:23.445635 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039c95c-d653-4e41-8f1a-c133481289f0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:23.450881 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039c95c-d653-4e41-8f1a-c133481289f0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:23.451892 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039c95c-d653-4e41-8f1a-c133481289f0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:23.452281 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039c95c-d653-4e41-8f1a-c133481289f0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:23.452775 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039c95c-d653-4e41-8f1a-c133481289f0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:23.453130 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039c95c-d653-4e41-8f1a-c133481289f0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:23.453493 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039c95c-d653-4e41-8f1a-c133481289f0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:23.453836 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039c95c-d653-4e41-8f1a-c133481289f0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:23.454170 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039c95c-d653-4e41-8f1a-c133481289f0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:23.454508 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039c95c-d653-4e41-8f1a-c133481289f0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:23.454846 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039c95c-d653-4e41-8f1a-c133481289f0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:23.455178 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039c95c-d653-4e41-8f1a-c133481289f0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:23.456035 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039c95c-d653-4e41-8f1a-c133481289f0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:23.557745 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-74c7705c-f8a3-4256-bc33-6c884ff481ad tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:23.572660 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-74c7705c-f8a3-4256-bc33-6c884ff481ad tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/networks?id=338e2c30-60ac-4170-8397-f6a4ad7231d2 HTTP/1.1" status: 200 len: 820 time: 0.8420227 Feb 08 21:38:23.687948 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0039c95c-d653-4e41-8f1a-c133481289f0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Checking segment: {'id': '76d576ae-c086-45b7-9cfa-7f1919b4e334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fd8efad3-84c1-4c05-8927-0d7e4baf1548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:38:23.688537 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0039c95c-d653-4e41-8f1a-c133481289f0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network hostable DHCP agents. Network: fd8efad3-84c1-4c05-8927-0d7e4baf1548, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:38:23.700531 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-b7d1e4b4-4b14-47e5-8574-9311f075b8c0 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/quotas/81bb6f0d0117423abb0a78b02a079884 HTTP/1.1" status: 200 len: 375 time: 0.0880744 Feb 08 21:38:23.751923 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f357edcc-7404-4b31-a381-1afb96096d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1097730127-router', 'tenant_id': '81bb6f0d0117423abb0a78b02a079884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '2f6af8f5-d91b-4a67-9804-77c3a0432e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:09Z', 'updated_at': '2022-02-08T21:38:19Z', 'revision_number': 4, 'project_id': '81bb6f0d0117423abb0a78b02a079884', 'gw_port': {'id': '2f6af8f5-d91b-4a67-9804-77c3a0432e79', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:12Z', 'updated_at': '2022-02-08T21:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '3401da2c-7eb7-408a-86e1-1d7242573e43', 'name': '', 'network_id': '338e2c30-60ac-4170-8397-f6a4ad7231d2', 'tenant_id': '81bb6f0d0117423abb0a78b02a079884', 'mac_address': 'fa:16:3e:46:09:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '6c4fa435-c388-4a9c-b5b8-15d88c51a78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:17Z', 'updated_at': '2022-02-08T21:38:20Z', 'revision_number': 2, 'project_id': '81bb6f0d0117423abb0a78b02a079884', 'subnets': [{'id': '6c4fa435-c388-4a9c-b5b8-15d88c51a78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:23.765640 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 847006f8-c17a-4de4-8cf4-47c1e161c2b1 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:38:23.767667 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfd1f1-e884-49f2-91cc-9c30a067d25d req-5fb9d25e-df0a-47d3-aed1-21574f499608 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:23.776568 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8cfd1f1-e884-49f2-91cc-9c30a067d25d req-5fb9d25e-df0a-47d3-aed1-21574f499608 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 946 time: 0.2481236 Feb 08 21:38:23.780451 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0039c95c-d653-4e41-8f1a-c133481289f0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network fd8efad3-84c1-4c05-8927-0d7e4baf1548 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:38:23.816262 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-0039c95c-d653-4e41-8f1a-c133481289f0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, fd8efad3-84c1-4c05-8927-0d7e4baf1548) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:38:23.820176 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f357edcc-7404-4b31-a381-1afb96096d24 None None] Checking router: bd9bd15f-1946-44e2-aa30-44a66efa89ba for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:38:23.820535 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f357edcc-7404-4b31-a381-1afb96096d24 None None] Updating router bd9bd15f-1946-44e2-aa30-44a66efa89ba port 3401da2c-7eb7-408a-86e1-1d7242573e43 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:38:23.833546 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0039c95c-d653-4e41-8f1a-c133481289f0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:23.834145 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0039c95c-d653-4e41-8f1a-c133481289f0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:23.880731 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f357edcc-7404-4b31-a381-1afb96096d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3401da2c-7eb7-408a-86e1-1d7242573e43), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:23.895645 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c400a573-c0b1-4e8f-bcbe-fbd44a66f48c None None] Network fd8efad3-84c1-4c05-8927-0d7e4baf1548 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:38:23.914166 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8cfd1f1-e884-49f2-91cc-9c30a067d25d req-7a1bd33d-c205-4d9f-bce7-1579ee10836d tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325710 Feb 08 21:38:23.918323 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-9289f493-9aa7-4605-9603-951912c6c70d tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=81bb6f0d0117423abb0a78b02a079884&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2061369 Feb 08 21:38:23.943122 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37384) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:23.945489 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0039c95c-d653-4e41-8f1a-c133481289f0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4076362 Feb 08 21:38:23.948945 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37386) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:23.954781 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-54e9f9c3-3c8b-4a0a-80c1-2a915e18cf24 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'port': {'network_id': 'fd8efad3-84c1-4c05-8927-0d7e4baf1548', 'name': 'tempest-PortsIpV6TestJSON-77237337', 'fixed_ips': [{'subnet_id': 'c3be5f46-e7de-4d7c-b69e-524fd25f10c2', 'ip_address': '2001:db8::10'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:24.035867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138fbc5-069a-42a2-8577-292fab3ded87 req-1eee9b9b-efdc-4345-a5f6-e27d67aaec2c tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:24.039660 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9138fbc5-069a-42a2-8577-292fab3ded87 req-1eee9b9b-efdc-4345-a5f6-e27d67aaec2c tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1b73408-b0b8-4510-a40e-c9c6604387ec HTTP/1.1" status: 200 len: 945 time: 0.2077928 Feb 08 21:38:24.120993 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 847006f8-c17a-4de4-8cf4-47c1e161c2b1 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:38:24.132333 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 847006f8-c17a-4de4-8cf4-47c1e161c2b1 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:24.141836 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:24.284881 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-01ceb22d-8c69-4e7c-99a3-7aabe01a0123 service neutron] 10.222.0.88 "GET /v2.0/networks/338e2c30-60ac-4170-8397-f6a4ad7231d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551145 Feb 08 21:38:24.292842 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-393e5a13-cd65-4678-bec8-501062aa3b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:24.307339 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 2f6af8f5-d91b-4a67-9804-77c3a0432e79 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:38:24.349401 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-aac04398-f583-48af-92a3-f62019da8f1b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dfb785c12ea241b583e25a8282e377c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4049616 Feb 08 21:38:24.352076 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37396) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:24.458130 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-9138fbc5-069a-42a2-8577-292fab3ded87 req-8d13fc9f-0112-422a-b2e0-6ad6adb7c68d tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Deleting port 5bb1fde4-82cd-4dfa-b9ca-71f29c773410 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:38:24.458478 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9138fbc5-069a-42a2-8577-292fab3ded87 req-8d13fc9f-0112-422a-b2e0-6ad6adb7c68d tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (5bb1fde4-82cd-4dfa-b9ca-71f29c773410), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:24.480506 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e9f9c3-3c8b-4a0a-80c1-2a915e18cf24 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:38:24.580381 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64058a58-9a69-4a36-b551-142f8ad1936e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-fd8efad3-84c1-4c05-8927-0d7e4baf1548', 'network_id': 'fd8efad3-84c1-4c05-8927-0d7e4baf1548', 'project_id': '31f733c410b246508debcff499ac82fe', 'fixed_ips': [{'subnet_id': 'c3be5f46-e7de-4d7c-b69e-524fd25f10c2'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:38:24.581388 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64058a58-9a69-4a36-b551-142f8ad1936e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:24.588993 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 847006f8-c17a-4de4-8cf4-47c1e161c2b1 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:24.593707 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:24.633186 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-0cff2958-039e-4055-b3d6-f4b2efd055f8 service neutron] 10.222.0.88 "GET /v2.0/networks/338e2c30-60ac-4170-8397-f6a4ad7231d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233025 Feb 08 21:38:24.697443 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 847006f8-c17a-4de4-8cf4-47c1e161c2b1, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=847006f8-c17a-4de4-8cf4-47c1e161c2b1,segment=NetworkSegment(d23a6594-b5ac-4220-9c7e-256007bbfc19),segment_id=d23a6594-b5ac-4220-9c7e-256007bbfc19)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:38:24.707016 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d065fb-9bc5-4c4d-9caa-3ae4d8813056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847006f8-c17a-4de4-8cf4-47c1e161c2b1'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:38:24.712481 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997f57bf-dc2e-4108-b211-4c0f3c89f4ca" -d '{"events": [{"server_uuid": "f0d065fb-9bc5-4c4d-9caa-3ae4d8813056", "name": "network-vif-plugged", "status": "completed", "tag": "847006f8-c17a-4de4-8cf4-47c1e161c2b1"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:38:24.713963 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54e9f9c3-3c8b-4a0a-80c1-2a915e18cf24 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:24.719791 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a3855-733d-4fd6-ae36-9bdb0a9850b6 req-78af3e72-4e9b-41eb-985e-38af5e444c0d tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:24.721506 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b72a3855-733d-4fd6-ae36-9bdb0a9850b6 req-78af3e72-4e9b-41eb-985e-38af5e444c0d tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1b73408-b0b8-4510-a40e-c9c6604387ec HTTP/1.1" status: 200 len: 945 time: 0.1620047 Feb 08 21:38:24.733200 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:24.743711 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-9138fbc5-069a-42a2-8577-292fab3ded87 req-8d13fc9f-0112-422a-b2e0-6ad6adb7c68d tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] For port 5bb1fde4-82cd-4dfa-b9ca-71f29c773410, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5bb1fde4-82cd-4dfa-b9ca-71f29c773410,segment=NetworkSegment(1b53595a-0d7b-4916-a78a-ed919e151700),segment_id=1b53595a-0d7b-4916-a78a-ed919e151700)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:38:24.744382 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9138fbc5-069a-42a2-8577-292fab3ded87 req-8d13fc9f-0112-422a-b2e0-6ad6adb7c68d tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (5bb1fde4-82cd-4dfa-b9ca-71f29c773410), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:24.747061 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e8383741-c1da-4ce7-a39b-0705c3c7c031 admin admin] Publish callbacks [] for security_group (584d554e-df48-429b-9a12-8695eb729cb9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:24.751623 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-54e9f9c3-3c8b-4a0a-80c1-2a915e18cf24 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] device_id is not set on port 075ed1d1-3af4-4a4f-ba5e-cef1afdc8cd0 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:38:24.813130 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-9138fbc5-069a-42a2-8577-292fab3ded87 req-8d13fc9f-0112-422a-b2e0-6ad6adb7c68d tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Calling delete_port for 5bb1fde4-82cd-4dfa-b9ca-71f29c773410 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:38:24.828392 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f357edcc-7404-4b31-a381-1afb96096d24 None None] Publish callbacks [] for port (3401da2c-7eb7-408a-86e1-1d7242573e43), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:24.857393 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f357edcc-7404-4b31-a381-1afb96096d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3401da2c-7eb7-408a-86e1-1d7242573e43), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:24.860537 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e8383741-c1da-4ce7-a39b-0705c3c7c031 admin admin] Publish callbacks [] for security_group (584d554e-df48-429b-9a12-8695eb729cb9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:24.992029 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 2f6af8f5-d91b-4a67-9804-77c3a0432e79 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:24.992910 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2f6af8f5-d91b-4a67-9804-77c3a0432e79), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:25.053775 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=847006f8-c17a-4de4-8cf4-47c1e161c2b1,revision_number=12']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:25.091387 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:25.092382 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:25.092988 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:25.093586 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:25.094169 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:25.094751 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:25.095348 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:25.095915 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:25.096519 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:25.097073 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:25.097664 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:25.098182 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:25.098726 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:25.100871 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e8383741-c1da-4ce7-a39b-0705c3c7c031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (584d554e-df48-429b-9a12-8695eb729cb9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:25.103694 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e8383741-c1da-4ce7-a39b-0705c3c7c031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:25.107125 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e8383741-c1da-4ce7-a39b-0705c3c7c031 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/584d554e-df48-429b-9a12-8695eb729cb9 HTTP/1.1" status: 204 len: 168 time: 0.7516274 Feb 08 21:38:25.138324 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8383741-c1da-4ce7-a39b-0705c3c7c031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584d554e-df48-429b-9a12-8695eb729cb9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:25.178778 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b72a3855-733d-4fd6-ae36-9bdb0a9850b6 req-d0305d9e-5729-41ea-97d1-821802551b1a tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.88 "GET /v2.0/security-groups?id=bf0e7877-bdd7-43d1-8c89-9f499b9bfea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457183 Feb 08 21:38:25.210229 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb0faf-8450-4631-b37d-95ea8713c6e6 None None] Pushing event updated for resources: {'Port': ['ID=3401da2c-7eb7-408a-86e1-1d7242573e43,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:25.232506 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-64058a58-9a69-4a36-b551-142f8ad1936e None None] Allocated IP 2001:db8::2 (fd8efad3-84c1-4c05-8927-0d7e4baf1548/c3be5f46-e7de-4d7c-b69e-524fd25f10c2/c32c872f-7708-485c-b349-59aa71264080) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:38:25.253328 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb0faf-8450-4631-b37d-95ea8713c6e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:25.253679 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb0faf-8450-4631-b37d-95ea8713c6e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:25.254023 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb0faf-8450-4631-b37d-95ea8713c6e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:25.254359 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb0faf-8450-4631-b37d-95ea8713c6e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:25.254692 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb0faf-8450-4631-b37d-95ea8713c6e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:25.255021 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb0faf-8450-4631-b37d-95ea8713c6e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:25.258854 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb0faf-8450-4631-b37d-95ea8713c6e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:25.259804 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb0faf-8450-4631-b37d-95ea8713c6e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:25.260879 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb0faf-8450-4631-b37d-95ea8713c6e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:25.262287 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb0faf-8450-4631-b37d-95ea8713c6e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:25.265597 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb0faf-8450-4631-b37d-95ea8713c6e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:25.267858 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb0faf-8450-4631-b37d-95ea8713c6e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:25.268640 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb0faf-8450-4631-b37d-95ea8713c6e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:38:25.277194 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f357edcc-7404-4b31-a381-1afb96096d24 None None] Attempting to bind port 3401da2c-7eb7-408a-86e1-1d7242573e43 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:38:25.279820 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f357edcc-7404-4b31-a381-1afb96096d24 None None] Attempting to bind port 3401da2c-7eb7-408a-86e1-1d7242573e43 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '92a7339a-6135-4107-844d-2e5751233563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '338e2c30-60ac-4170-8397-f6a4ad7231d2'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:38:25.280434 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f357edcc-7404-4b31-a381-1afb96096d24 None None] Attempting to bind port 3401da2c-7eb7-408a-86e1-1d7242573e43 on network 338e2c30-60ac-4170-8397-f6a4ad7231d2 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:38:25.291515 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f357edcc-7404-4b31-a381-1afb96096d24 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:38:25.296209 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f357edcc-7404-4b31-a381-1afb96096d24 None None] Checking segment: {'id': '92a7339a-6135-4107-844d-2e5751233563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '338e2c30-60ac-4170-8397-f6a4ad7231d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:38:25.296928 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f357edcc-7404-4b31-a381-1afb96096d24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:25.298166 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f357edcc-7404-4b31-a381-1afb96096d24 None None] Bound using segment: {'id': '92a7339a-6135-4107-844d-2e5751233563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '338e2c30-60ac-4170-8397-f6a4ad7231d2'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:38:25.298873 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f357edcc-7404-4b31-a381-1afb96096d24 None None] Bound port: 3401da2c-7eb7-408a-86e1-1d7242573e43, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a7339a-6135-4107-844d-2e5751233563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '338e2c30-60ac-4170-8397-f6a4ad7231d2'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:38:25.299475 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f357edcc-7404-4b31-a381-1afb96096d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3401da2c-7eb7-408a-86e1-1d7242573e43), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:25.416528 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37446) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:25.484866 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3866a2d0-314b-40b7-8a60-699e0c2d6ee3 x-openstack-request-id: req-3866a2d0-314b-40b7-8a60-699e0c2d6ee3 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:38:25.485059 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d065fb-9bc5-4c4d-9caa-3ae4d8813056", "name": "network-vif-plugged", "status": "completed", "tag": "847006f8-c17a-4de4-8cf4-47c1e161c2b1", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:38:25.487575 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3866a2d0-314b-40b7-8a60-699e0c2d6ee3 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:38:25.488084 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d065fb-9bc5-4c4d-9caa-3ae4d8813056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847006f8-c17a-4de4-8cf4-47c1e161c2b1', 'code': 200} Feb 08 21:38:25.494739 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f357edcc-7404-4b31-a381-1afb96096d24 None None] For port 3401da2c-7eb7-408a-86e1-1d7242573e43, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:38:25.500091 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f357edcc-7404-4b31-a381-1afb96096d24 None None] For port 3401da2c-7eb7-408a-86e1-1d7242573e43, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3401da2c-7eb7-408a-86e1-1d7242573e43,segment=NetworkSegment(92a7339a-6135-4107-844d-2e5751233563),segment_id=92a7339a-6135-4107-844d-2e5751233563)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:38:25.508598 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f357edcc-7404-4b31-a381-1afb96096d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3401da2c-7eb7-408a-86e1-1d7242573e43), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:25.533584 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9138fbc5-069a-42a2-8577-292fab3ded87 req-8d13fc9f-0112-422a-b2e0-6ad6adb7c68d tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (5bb1fde4-82cd-4dfa-b9ca-71f29c773410), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:25.637919 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f357edcc-7404-4b31-a381-1afb96096d24 None None] Routers {'bd9bd15f-1946-44e2-aa30-44a66efa89ba'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:38:25.638571 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f357edcc-7404-4b31-a381-1afb96096d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:37:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['bd9bd15f-1946-44e2-aa30-44a66efa89ba'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:25.651157 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a9003-61d1-4e6f-b80c-11174ce841f1 req-4761630f-591b-4b31-a17c-2d2f3f332fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:25.657584 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-531a9003-61d1-4e6f-b80c-11174ce841f1 req-4761630f-591b-4b31-a17c-2d2f3f332fde service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 1130 time: 0.1175797 Feb 08 21:38:25.728881 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 2f6af8f5-d91b-4a67-9804-77c3a0432e79 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:25.792317 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84aca56b-c93c-428f-b477-41ffa65eff3d req-31dde4a0-b951-4015-b847-17b93aa4c840 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 210 time: 0.2740602 Feb 08 21:38:25.798409 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13fc9f-0112-422a-b2e0-6ad6adb7c68d tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Pushing event deleted for resources: {'Port': ['ID=5bb1fde4-82cd-4dfa-b9ca-71f29c773410,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:25.894218 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-531a9003-61d1-4e6f-b80c-11174ce841f1 req-b71b6017-8e1c-4e57-b883-6638248d7bff service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269411 Feb 08 21:38:25.896670 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f4f80eb5-709e-40b1-856d-87f5f05f2db3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:25.906579 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64058a58-9a69-4a36-b551-142f8ad1936e None None] Publish callbacks [] for port (c32c872f-7708-485c-b349-59aa71264080), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:25.921627 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64058a58-9a69-4a36-b551-142f8ad1936e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (c32c872f-7708-485c-b349-59aa71264080), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:26.017062 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-9138fbc5-069a-42a2-8577-292fab3ded87 req-8d13fc9f-0112-422a-b2e0-6ad6adb7c68d tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] No DVR routers for this DVR port 5bb1fde4-82cd-4dfa-b9ca-71f29c773410 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:38:26.018882 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-54e9f9c3-3c8b-4a0a-80c1-2a915e18cf24 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Allocated IP 2001:db8::10 (fd8efad3-84c1-4c05-8927-0d7e4baf1548/c3be5f46-e7de-4d7c-b69e-524fd25f10c2/075ed1d1-3af4-4a4f-ba5e-cef1afdc8cd0) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:38:26.055770 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494c98a-2be4-4d81-8dc7-dcfcaf6da6ba req-9cb42db1-bf66-4211-918f-a414f10e9402 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:26.057424 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3494c98a-2be4-4d81-8dc7-dcfcaf6da6ba req-9cb42db1-bf66-4211-918f-a414f10e9402 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 0.6322861 Feb 08 21:38:26.058605 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9138fbc5-069a-42a2-8577-292fab3ded87 req-8d13fc9f-0112-422a-b2e0-6ad6adb7c68d tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:26.061263 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64058a58-9a69-4a36-b551-142f8ad1936e None None] Network fd8efad3-84c1-4c05-8927-0d7e4baf1548 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:38:26.065775 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-64058a58-9a69-4a36-b551-142f8ad1936e None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:38:26.076672 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64058a58-9a69-4a36-b551-142f8ad1936e None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:38:26.089406 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9138fbc5-069a-42a2-8577-292fab3ded87 req-8d13fc9f-0112-422a-b2e0-6ad6adb7c68d tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.96 "DELETE /v2.0/ports/5bb1fde4-82cd-4dfa-b9ca-71f29c773410 HTTP/1.1" status: 204 len: 173 time: 2.0345461 Feb 08 21:38:26.097093 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64058a58-9a69-4a36-b551-142f8ad1936e None None] Pushing event updated for resources: {'Port': ['ID=c32c872f-7708-485c-b349-59aa71264080,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:26.103879 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b73408-b0b8-4510-a40e-c9c6604387ec', 'name': 'network-vif-deleted', 'tag': '5bb1fde4-82cd-4dfa-b9ca-71f29c773410'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:38:26.115618 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2f75ff-378f-4a4b-b875-d67d01713976" -d '{"events": [{"server_uuid": "d1b73408-b0b8-4510-a40e-c9c6604387ec", "name": "network-vif-deleted", "tag": "5bb1fde4-82cd-4dfa-b9ca-71f29c773410"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:38:26.242847 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dadd8bd-5837-4c62-8489-725f1c1576ce x-openstack-request-id: req-3dadd8bd-5837-4c62-8489-725f1c1576ce {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:38:26.243412 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b73408-b0b8-4510-a40e-c9c6604387ec", "name": "network-vif-deleted", "tag": "5bb1fde4-82cd-4dfa-b9ca-71f29c773410", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:38:26.243905 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3dadd8bd-5837-4c62-8489-725f1c1576ce {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:38:26.245728 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b73408-b0b8-4510-a40e-c9c6604387ec', 'name': 'network-vif-deleted', 'tag': '5bb1fde4-82cd-4dfa-b9ca-71f29c773410', 'status': 'completed', 'code': 200} Feb 08 21:38:26.293738 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-64058a58-9a69-4a36-b551-142f8ad1936e None None] Attempting to bind port c32c872f-7708-485c-b349-59aa71264080 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:38:26.294391 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-64058a58-9a69-4a36-b551-142f8ad1936e None None] Attempting to bind port c32c872f-7708-485c-b349-59aa71264080 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '76d576ae-c086-45b7-9cfa-7f1919b4e334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fd8efad3-84c1-4c05-8927-0d7e4baf1548'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:38:26.294816 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64058a58-9a69-4a36-b551-142f8ad1936e None None] Attempting to bind port c32c872f-7708-485c-b349-59aa71264080 on network fd8efad3-84c1-4c05-8927-0d7e4baf1548 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:38:26.315349 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64058a58-9a69-4a36-b551-142f8ad1936e None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:38:26.322262 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64058a58-9a69-4a36-b551-142f8ad1936e None None] Checking segment: {'id': '76d576ae-c086-45b7-9cfa-7f1919b4e334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fd8efad3-84c1-4c05-8927-0d7e4baf1548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:38:26.322863 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64058a58-9a69-4a36-b551-142f8ad1936e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:26.323205 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64058a58-9a69-4a36-b551-142f8ad1936e None None] Bound using segment: {'id': '76d576ae-c086-45b7-9cfa-7f1919b4e334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fd8efad3-84c1-4c05-8927-0d7e4baf1548'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:38:26.323691 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-64058a58-9a69-4a36-b551-142f8ad1936e None None] Bound port: c32c872f-7708-485c-b349-59aa71264080, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d576ae-c086-45b7-9cfa-7f1919b4e334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fd8efad3-84c1-4c05-8927-0d7e4baf1548'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:38:26.324074 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64058a58-9a69-4a36-b551-142f8ad1936e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c32c872f-7708-485c-b349-59aa71264080), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:26.364501 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3494c98a-2be4-4d81-8dc7-dcfcaf6da6ba req-24956c17-97de-44dc-ab18-038fb08c76c3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337048 Feb 08 21:38:26.364671 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb0faf-8450-4631-b37d-95ea8713c6e6 None None] Pushing event updated for resources: {'Port': ['ID=3401da2c-7eb7-408a-86e1-1d7242573e43,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:26.438268 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f4f80eb5-709e-40b1-856d-87f5f05f2db3 admin admin] Publish callbacks [] for security_group (2f10cabf-48d9-43df-8d4b-1d9966976715), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:26.454185 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f4f80eb5-709e-40b1-856d-87f5f05f2db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (2f10cabf-48d9-43df-8d4b-1d9966976715), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:26.493879 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72b47a5d-efc2-4f21-a7d2-0710e5153024 req-4b6d9b8b-bb51-4eab-92de-ee853ec31d17 tempest-ServerGroupTestJSON-1419251900 tempest-ServerGroupTestJSON-1419251900-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1b73408-b0b8-4510-a40e-c9c6604387ec HTTP/1.1" status: 200 len: 210 time: 0.0867791 Feb 08 21:38:26.609205 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f357edcc-7404-4b31-a381-1afb96096d24 None None] Set router bd9bd15f-1946-44e2-aa30-44a66efa89ba gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:38:26.620071 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37488) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:26.632350 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-64058a58-9a69-4a36-b551-142f8ad1936e None None] For port c32c872f-7708-485c-b349-59aa71264080, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:38:26.647161 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-64058a58-9a69-4a36-b551-142f8ad1936e None None] For port c32c872f-7708-485c-b349-59aa71264080, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c32c872f-7708-485c-b349-59aa71264080,segment=NetworkSegment(76d576ae-c086-45b7-9cfa-7f1919b4e334),segment_id=76d576ae-c086-45b7-9cfa-7f1919b4e334)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:38:26.678700 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64058a58-9a69-4a36-b551-142f8ad1936e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c32c872f-7708-485c-b349-59aa71264080), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:26.754019 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f4f80eb5-709e-40b1-856d-87f5f05f2db3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6244581c68cc4f8fa024d392a32817dc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3339419 Feb 08 21:38:26.755063 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37496) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:26.756076 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f80eb5-709e-40b1-856d-87f5f05f2db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f10cabf-48d9-43df-8d4b-1d9966976715,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:26.778849 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54e9f9c3-3c8b-4a0a-80c1-2a915e18cf24 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for port (075ed1d1-3af4-4a4f-ba5e-cef1afdc8cd0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:26.889612 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64058a58-9a69-4a36-b551-142f8ad1936e None None] Pushing event updated for resources: {'Port': ['ID=c32c872f-7708-485c-b349-59aa71264080,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:26.941807 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54e9f9c3-3c8b-4a0a-80c1-2a915e18cf24 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (075ed1d1-3af4-4a4f-ba5e-cef1afdc8cd0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:26.951365 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b05060e6-7d0c-4830-9547-cd0c3128e6ea admin admin] Publish callbacks [] for security_group (2f10cabf-48d9-43df-8d4b-1d9966976715), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:27.057659 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b481caf9-21ab-429e-9727-9ee48cc47c04 req-5de11e56-c59d-4d7a-823a-0593abe31bd4 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 210 time: 0.1208441 Feb 08 21:38:27.106963 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e9f9c3-3c8b-4a0a-80c1-2a915e18cf24 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network fd8efad3-84c1-4c05-8927-0d7e4baf1548 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:38:27.109912 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-54e9f9c3-3c8b-4a0a-80c1-2a915e18cf24 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:38:27.115567 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a08a42ad-99f0-483b-80b0-5d238d4b5734 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:27.145933 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e9f9c3-3c8b-4a0a-80c1-2a915e18cf24 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:38:27.165901 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e9f9c3-3c8b-4a0a-80c1-2a915e18cf24 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:27.170881 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54e9f9c3-3c8b-4a0a-80c1-2a915e18cf24 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:27.199139 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b05060e6-7d0c-4830-9547-cd0c3128e6ea admin admin] Publish callbacks [] for security_group (2f10cabf-48d9-43df-8d4b-1d9966976715), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:27.235938 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9f9c3-3c8b-4a0a-80c1-2a915e18cf24 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Port': ['ID=075ed1d1-3af4-4a4f-ba5e-cef1afdc8cd0,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:27.311211 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37514) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:27.314301 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-54e9f9c3-3c8b-4a0a-80c1-2a915e18cf24 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.3612826 Feb 08 21:38:27.328096 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-2701bfe7-c71e-42ba-a427-f156c565652b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'port': {'network_id': 'fd8efad3-84c1-4c05-8927-0d7e4baf1548', 'name': 'tempest-PortsIpV6TestJSON-557734994', 'fixed_ips': [{'subnet_id': 'c3be5f46-e7de-4d7c-b69e-524fd25f10c2', 'ip_address': '2001:db8::f'}]}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:27.346439 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f357edcc-7404-4b31-a381-1afb96096d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1097730127-router', 'tenant_id': '81bb6f0d0117423abb0a78b02a079884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '2f6af8f5-d91b-4a67-9804-77c3a0432e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:09Z', 'updated_at': '2022-02-08T21:38:19Z', 'revision_number': 4, 'project_id': '81bb6f0d0117423abb0a78b02a079884', 'gw_port': {'id': '2f6af8f5-d91b-4a67-9804-77c3a0432e79', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:12Z', 'updated_at': '2022-02-08T21:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '3401da2c-7eb7-408a-86e1-1d7242573e43', 'name': '', 'network_id': '338e2c30-60ac-4170-8397-f6a4ad7231d2', 'tenant_id': '81bb6f0d0117423abb0a78b02a079884', 'mac_address': 'fa:16:3e:46:09:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '6c4fa435-c388-4a9c-b5b8-15d88c51a78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:17Z', 'updated_at': '2022-02-08T21:38:25Z', 'revision_number': 4, 'project_id': '81bb6f0d0117423abb0a78b02a079884', 'subnets': [{'id': '6c4fa435-c388-4a9c-b5b8-15d88c51a78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:27.355455 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 5bb1fde4-82cd-4dfa-b9ca-71f29c773410 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:38:27.430256 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f357edcc-7404-4b31-a381-1afb96096d24 None None] The sync data for ids ['bd9bd15f-1946-44e2-aa30-44a66efa89ba'] in n-d-712143-31 is: [{'id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1097730127-router', 'tenant_id': '81bb6f0d0117423abb0a78b02a079884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '2f6af8f5-d91b-4a67-9804-77c3a0432e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:09Z', 'updated_at': '2022-02-08T21:38:19Z', 'revision_number': 4, 'project_id': '81bb6f0d0117423abb0a78b02a079884', 'gw_port': {'id': '2f6af8f5-d91b-4a67-9804-77c3a0432e79', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:12Z', 'updated_at': '2022-02-08T21:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '3401da2c-7eb7-408a-86e1-1d7242573e43', 'name': '', 'network_id': '338e2c30-60ac-4170-8397-f6a4ad7231d2', 'tenant_id': '81bb6f0d0117423abb0a78b02a079884', 'mac_address': 'fa:16:3e:46:09:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '6c4fa435-c388-4a9c-b5b8-15d88c51a78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:17Z', 'updated_at': '2022-02-08T21:38:25Z', 'revision_number': 4, 'project_id': '81bb6f0d0117423abb0a78b02a079884', 'subnets': [{'id': '6c4fa435-c388-4a9c-b5b8-15d88c51a78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:38:27.444444 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 5bb1fde4-82cd-4dfa-b9ca-71f29c773410 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:38:27.445213 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 5bb1fde4-82cd-4dfa-b9ca-71f29c773410 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:38:27.459376 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37518) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:27.485586 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-adc734d5-b04d-4869-a808-a71202b34d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:27.516307 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b05060e6-7d0c-4830-9547-cd0c3128e6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (2f10cabf-48d9-43df-8d4b-1d9966976715), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:27.550137 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b05060e6-7d0c-4830-9547-cd0c3128e6ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:27.572361 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b05060e6-7d0c-4830-9547-cd0c3128e6ea admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2f10cabf-48d9-43df-8d4b-1d9966976715 HTTP/1.1" status: 204 len: 168 time: 0.7961743 Feb 08 21:38:27.666365 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05060e6-7d0c-4830-9547-cd0c3128e6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f10cabf-48d9-43df-8d4b-1d9966976715,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:27.712751 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e17db0b8-867e-4ea8-85cb-cc2d1a13b750 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Request body: {'security_group': {'name': 'tempest-secgroup--2084760340'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:27.789419 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e17db0b8-867e-4ea8-85cb-cc2d1a13b750 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:27.813144 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e17db0b8-867e-4ea8-85cb-cc2d1a13b750 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:28.069460 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a08a42ad-99f0-483b-80b0-5d238d4b5734 admin admin] Publish callbacks [] for security_group (6af91a0c-abc2-4040-9970-accddd758ac6), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:28.126428 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e17db0b8-867e-4ea8-85cb-cc2d1a13b750 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (7c5d196f-dcb8-4190-a465-4ff74a14c0ac), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:28.134768 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e17db0b8-867e-4ea8-85cb-cc2d1a13b750 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7c5d196f-dcb8-4190-a465-4ff74a14c0ac), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:28.178093 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37560) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:28.323425 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17db0b8-867e-4ea8-85cb-cc2d1a13b750 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5d196f-dcb8-4190-a465-4ff74a14c0ac,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:28.425062 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-5eb8ec20-f4fc-46f7-a401-22ff146790fd tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:28.426814 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-5eb8ec20-f4fc-46f7-a401-22ff146790fd tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.96 "GET /v2.0/networks?id=338e2c30-60ac-4170-8397-f6a4ad7231d2 HTTP/1.1" status: 200 len: 820 time: 0.4144535 Feb 08 21:38:28.427512 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a08a42ad-99f0-483b-80b0-5d238d4b5734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6af91a0c-abc2-4040-9970-accddd758ac6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:28.513597 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-24d169e3-1458-44c7-a00c-a44953a5460d tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Request body: {'port': {'device_id': 'ac0b8350-6630-4447-8637-4bf1f2909682', 'network_id': '338e2c30-60ac-4170-8397-f6a4ad7231d2', 'admin_state_up': True, 'tenant_id': '81bb6f0d0117423abb0a78b02a079884'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:28.561057 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a08a42ad-99f0-483b-80b0-5d238d4b5734 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fb49973fbe3a4f6bb3cc206253e84ac1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9396484 Feb 08 21:38:28.564048 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c32c872f-7708-485c-b349-59aa71264080 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:38:28.570716 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37572) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:28.600892 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-c579f752-8790-4e9a-a83b-e113b77e8820 admin admin] Deleting subnet 2fe64eea-ba59-43a1-8e3d-ce92095d57e8 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:38:28.616580 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c579f752-8790-4e9a-a83b-e113b77e8820 admin admin] Publish callbacks [] for subnet (2fe64eea-ba59-43a1-8e3d-ce92095d57e8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:28.748045 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port c32c872f-7708-485c-b349-59aa71264080 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:28.748431 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c32c872f-7708-485c-b349-59aa71264080), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:28.764624 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c579f752-8790-4e9a-a83b-e113b77e8820 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (2fe64eea-ba59-43a1-8e3d-ce92095d57e8), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:28.891314 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c579f752-8790-4e9a-a83b-e113b77e8820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (2fe64eea-ba59-43a1-8e3d-ce92095d57e8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:29.064184 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c579f752-8790-4e9a-a83b-e113b77e8820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (2fe64eea-ba59-43a1-8e3d-ce92095d57e8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:29.103648 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port c32c872f-7708-485c-b349-59aa71264080 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:29.104062 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c32c872f-7708-485c-b349-59aa71264080), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:29.144158 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e17db0b8-867e-4ea8-85cb-cc2d1a13b750 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (23b7f790-a527-4a5c-afa8-d719e291c3a4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:29.150915 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579f752-8790-4e9a-a83b-e113b77e8820 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fe64eea-ba59-43a1-8e3d-ce92095d57e8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:29.159742 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e17db0b8-867e-4ea8-85cb-cc2d1a13b750 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (23b7f790-a527-4a5c-afa8-d719e291c3a4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:29.220845 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c579f752-8790-4e9a-a83b-e113b77e8820 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:29.235522 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccdab0d-1502-4451-9fc0-f1d2c43e44bd None None] Network fd8efad3-84c1-4c05-8927-0d7e4baf1548 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:38:29.238732 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c579f752-8790-4e9a-a83b-e113b77e8820 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/2fe64eea-ba59-43a1-8e3d-ce92095d57e8 HTTP/1.1" status: 204 len: 168 time: 0.9565251 Feb 08 21:38:29.241697 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37612) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:29.289564 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e17db0b8-867e-4ea8-85cb-cc2d1a13b750 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:29.294154 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e17db0b8-867e-4ea8-85cb-cc2d1a13b750 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.8311963 Feb 08 21:38:29.333471 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37616) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:29.446831 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17db0b8-867e-4ea8-85cb-cc2d1a13b750 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b7f790-a527-4a5c-afa8-d719e291c3a4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:29.464755 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:29.472624 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port c32c872f-7708-485c-b349-59aa71264080, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c32c872f-7708-485c-b349-59aa71264080,segment=NetworkSegment(76d576ae-c086-45b7-9cfa-7f1919b4e334),segment_id=76d576ae-c086-45b7-9cfa-7f1919b4e334)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:38:29.485387 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-c14011c5-5fd9-4a73-bc88-cbb2c5274b09 None None] Provisioning complete for port c32c872f-7708-485c-b349-59aa71264080 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:29.485772 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c14011c5-5fd9-4a73-bc88-cbb2c5274b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c32c872f-7708-485c-b349-59aa71264080), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:29.488568 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c32c872f-7708-485c-b349-59aa71264080), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:29.489488 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3401da2c-7eb7-408a-86e1-1d7242573e43 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:38:29.647792 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9d496e99-9e35-4c57-ad3a-714657a7338f tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3116691 Feb 08 21:38:29.652833 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37624) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:29.657814 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=c32c872f-7708-485c-b349-59aa71264080,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:29.662618 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9551ce1c-efd6-411e-b1d2-0fe79fe7f46b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Request body: {'security_group': {'name': 'tempest-security--1368481966', 'description': 'tempest-security-description-92081713'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:29.713944 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 3401da2c-7eb7-408a-86e1-1d7242573e43 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:29.714328 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3401da2c-7eb7-408a-86e1-1d7242573e43), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:29.742601 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec3cf850-dc2b-40c5-bdfa-da975896a29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (8265c462-503e-46e3-935f-1926b66fa360), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:29.802068 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9551ce1c-efd6-411e-b1d2-0fe79fe7f46b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (23b7f790-a527-4a5c-afa8-d719e291c3a4), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:29.933775 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac5590-6343-4d5c-8a1c-44d3e7c6e166 req-423a1b4c-e44b-46e1-82a8-ad8bfb3fd06d tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:29.949567 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7cac5590-6343-4d5c-8a1c-44d3e7c6e166 req-423a1b4c-e44b-46e1-82a8-ad8bfb3fd06d tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 2.3621161 Feb 08 21:38:29.972725 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b78bfb7-75a4-4c56-b563-a37e9349704c req-1b8900a0-3825-4342-8ce1-a5b8a15dfd7e tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 210 time: 1.4554169 Feb 08 21:38:29.975777 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a42ad-99f0-483b-80b0-5d238d4b5734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af91a0c-abc2-4040-9970-accddd758ac6,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:29.990048 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c14011c5-5fd9-4a73-bc88-cbb2c5274b09 None None] Current status of the port c32c872f-7708-485c-b349-59aa71264080 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:30.020528 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2701bfe7-c71e-42ba-a427-f156c565652b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:38:30.057519 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 3401da2c-7eb7-408a-86e1-1d7242573e43 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:30.057925 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3401da2c-7eb7-408a-86e1-1d7242573e43), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:30.133941 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9551ce1c-efd6-411e-b1d2-0fe79fe7f46b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (23b7f790-a527-4a5c-afa8-d719e291c3a4), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:30.155516 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 3401da2c-7eb7-408a-86e1-1d7242573e43, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3401da2c-7eb7-408a-86e1-1d7242573e43,segment=NetworkSegment(92a7339a-6135-4107-844d-2e5751233563),segment_id=92a7339a-6135-4107-844d-2e5751233563)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:38:30.169522 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3401da2c-7eb7-408a-86e1-1d7242573e43), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:30.183970 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2701bfe7-c71e-42ba-a427-f156c565652b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:30.204591 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9551ce1c-efd6-411e-b1d2-0fe79fe7f46b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (23b7f790-a527-4a5c-afa8-d719e291c3a4), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:30.212866 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9551ce1c-efd6-411e-b1d2-0fe79fe7f46b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:30.231164 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-2701bfe7-c71e-42ba-a427-f156c565652b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] device_id is not set on port af08239d-bc65-439e-b52c-077ca5f7ea93 yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:38:30.235867 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9551ce1c-efd6-411e-b1d2-0fe79fe7f46b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "PUT /v2.0/security-groups/23b7f790-a527-4a5c-afa8-d719e291c3a4 HTTP/1.1" status: 200 len: 1795 time: 0.5653315 Feb 08 21:38:30.248017 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37646) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:30.261492 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=3401da2c-7eb7-408a-86e1-1d7242573e43,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:30.316028 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec3cf850-dc2b-40c5-bdfa-da975896a29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (8265c462-503e-46e3-935f-1926b66fa360), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:30.337340 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7cac5590-6343-4d5c-8a1c-44d3e7c6e166 req-278d4313-a00f-4803-990e-43934c10116d tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864877 Feb 08 21:38:30.387127 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c32c872f-7708-485c-b349-59aa71264080 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:38:30.389843 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9551ce1c-efd6-411e-b1d2-0fe79fe7f46b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b7f790-a527-4a5c-afa8-d719e291c3a4,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:30.468958 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ec3cf850-dc2b-40c5-bdfa-da975896a29b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8265c462-503e-46e3-935f-1926b66fa360']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:30.490677 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port c32c872f-7708-485c-b349-59aa71264080 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:30.491106 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c32c872f-7708-485c-b349-59aa71264080), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:30.512613 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9147fa20-f096-403e-8d1d-b1bae9a6bf94 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "GET /v2.0/security-groups/23b7f790-a527-4a5c-afa8-d719e291c3a4 HTTP/1.1" status: 200 len: 1795 time: 0.2480540 Feb 08 21:38:30.516581 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ec3cf850-dc2b-40c5-bdfa-da975896a29b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b53595a-0d7b-4916-a78a-ed919e151700') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:30.517602 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ec3cf850-dc2b-40c5-bdfa-da975896a29b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b53595a-0d7b-4916-a78a-ed919e151700') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:30.524490 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37652) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:30.550850 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-51c906e0-0fcd-4a34-92a2-36d67219d1e6 None None] Provisioning complete for port 075ed1d1-3af4-4a4f-ba5e-cef1afdc8cd0 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:30.551233 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-51c906e0-0fcd-4a34-92a2-36d67219d1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (075ed1d1-3af4-4a4f-ba5e-cef1afdc8cd0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:30.579259 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec3cf850-dc2b-40c5-bdfa-da975896a29b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (1b53595a-0d7b-4916-a78a-ed919e151700), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:30.651566 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec3cf850-dc2b-40c5-bdfa-da975896a29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (1b53595a-0d7b-4916-a78a-ed919e151700), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:30.682904 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3cf850-dc2b-40c5-bdfa-da975896a29b admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:38:30.684467 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec3cf850-dc2b-40c5-bdfa-da975896a29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (1b53595a-0d7b-4916-a78a-ed919e151700), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:38:30.693528 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:38:30.708087 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c5ec1c5b-7914-47e3-b8e9-86d9ca1593ec admin admin] Publish callbacks [] for security_group (6af91a0c-abc2-4040-9970-accddd758ac6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:30.764796 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-2701bfe7-c71e-42ba-a427-f156c565652b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Allocated IP 2001:db8::f (fd8efad3-84c1-4c05-8927-0d7e4baf1548/c3be5f46-e7de-4d7c-b69e-524fd25f10c2/af08239d-bc65-439e-b52c-077ca5f7ea93) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:38:30.862044 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c5ec1c5b-7914-47e3-b8e9-86d9ca1593ec admin admin] Publish callbacks [] for security_group (6af91a0c-abc2-4040-9970-accddd758ac6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:30.871716 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9c45cef-ec38-4ad8-bb0c-d943fcb43ae7 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (23b7f790-a527-4a5c-afa8-d719e291c3a4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:30.903070 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9c45cef-ec38-4ad8-bb0c-d943fcb43ae7 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (23b7f790-a527-4a5c-afa8-d719e291c3a4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:30.958791 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec3cf850-dc2b-40c5-bdfa-da975896a29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (8265c462-503e-46e3-935f-1926b66fa360), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:30.987423 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec3cf850-dc2b-40c5-bdfa-da975896a29b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:31.009400 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ec3cf850-dc2b-40c5-bdfa-da975896a29b admin admin] 10.222.0.88 "DELETE /v2.0/networks/8265c462-503e-46e3-935f-1926b66fa360 HTTP/1.1" status: 204 len: 168 time: 1.7655733 Feb 08 21:38:31.023104 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9c45cef-ec38-4ad8-bb0c-d943fcb43ae7 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (23b7f790-a527-4a5c-afa8-d719e291c3a4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:31.030490 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9c45cef-ec38-4ad8-bb0c-d943fcb43ae7 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:31.034965 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b9c45cef-ec38-4ad8-bb0c-d943fcb43ae7 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "DELETE /v2.0/security-groups/23b7f790-a527-4a5c-afa8-d719e291c3a4 HTTP/1.1" status: 204 len: 168 time: 0.5068591 Feb 08 21:38:31.036819 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37670) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:31.044429 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-24d169e3-1458-44c7-a00c-a44953a5460d tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Made reservation on behalf of 81bb6f0d0117423abb0a78b02a079884 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:38:31.052963 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-24d169e3-1458-44c7-a00c-a44953a5460d tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:31.065294 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-51c906e0-0fcd-4a34-92a2-36d67219d1e6 None None] Port 075ed1d1-3af4-4a4f-ba5e-cef1afdc8cd0 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:38:31.107346 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c45cef-ec38-4ad8-bb0c-d943fcb43ae7 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b7f790-a527-4a5c-afa8-d719e291c3a4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:31.116475 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3cf850-dc2b-40c5-bdfa-da975896a29b admin admin] Pushing event deleted for resources: {'Network': ['ID=8265c462-503e-46e3-935f-1926b66fa360,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:31.172742 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-13321307-92d1-4db4-99c0-426235b485b3 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1198986 Feb 08 21:38:31.181241 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37672) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:31.184690 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37674) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:31.216553 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-e4738b5f-bb32-4dc5-a353-02e580145524 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] delete failed (client error): The resource could not be found. Feb 08 21:38:31.217446 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e4738b5f-bb32-4dc5-a353-02e580145524 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "DELETE /v2.0/security-groups/23b7f790-a527-4a5c-afa8-d719e291c3a4 HTTP/1.1" status: 404 len: 347 time: 0.0358927 Feb 08 21:38:31.222853 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37680) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:31.230003 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port c32c872f-7708-485c-b349-59aa71264080 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:31.231504 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-64f794c1-6947-4b37-bbde-3e6a29ec1559 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Request body: {'security_group': {'name': 'tempest-secgroup--1614869528'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:31.234900 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b4d4fb2-09c0-4523-acd2-db212362bcaa req-6a0d13a3-b206-48dc-b34e-e254621d9ada tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 210 time: 0.1070318 Feb 08 21:38:31.237558 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-51c906e0-0fcd-4a34-92a2-36d67219d1e6 None None] Provisioning complete for port c32c872f-7708-485c-b349-59aa71264080 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:31.246950 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-51c906e0-0fcd-4a34-92a2-36d67219d1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c32c872f-7708-485c-b349-59aa71264080), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:31.277210 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-64f794c1-6947-4b37-bbde-3e6a29ec1559 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:31.442203 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:31.444816 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c5ec1c5b-7914-47e3-b8e9-86d9ca1593ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6af91a0c-abc2-4040-9970-accddd758ac6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:31.445243 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37686) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:31.452557 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c5ec1c5b-7914-47e3-b8e9-86d9ca1593ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:31.456855 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c5ec1c5b-7914-47e3-b8e9-86d9ca1593ec admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6af91a0c-abc2-4040-9970-accddd758ac6 HTTP/1.1" status: 204 len: 168 time: 2.8560066 Feb 08 21:38:31.511130 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d72a8cc8-cfe7-4302-bf0d-315c1acbe238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:31.526230 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-64f794c1-6947-4b37-bbde-3e6a29ec1559 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (820dd539-23a4-447e-b44f-bc78f3d189b6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:31.564465 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:31.566338 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-51c906e0-0fcd-4a34-92a2-36d67219d1e6 None None] Current status of the port c32c872f-7708-485c-b349-59aa71264080 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:31.586602 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5020a189-d978-4125-b281-11d4a15595c3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b3ed0207aafb4e5bab2e1468fdfe3993&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1365027 Feb 08 21:38:31.592720 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37690) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:31.626223 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-64f794c1-6947-4b37-bbde-3e6a29ec1559 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (820dd539-23a4-447e-b44f-bc78f3d189b6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:31.634309 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec1c5b-7914-47e3-b8e9-86d9ca1593ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af91a0c-abc2-4040-9970-accddd758ac6,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:31.662657 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2701bfe7-c71e-42ba-a427-f156c565652b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for port (af08239d-bc65-439e-b52c-077ca5f7ea93), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:31.702286 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-30849288-e32b-4a8d-a163-2e9a2e6888f5 None None] Provisioning complete for port 075ed1d1-3af4-4a4f-ba5e-cef1afdc8cd0 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:31.703150 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30849288-e32b-4a8d-a163-2e9a2e6888f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (075ed1d1-3af4-4a4f-ba5e-cef1afdc8cd0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:31.709936 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-64f794c1-6947-4b37-bbde-3e6a29ec1559 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:31.714587 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-64f794c1-6947-4b37-bbde-3e6a29ec1559 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4876420 Feb 08 21:38:31.715299 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37696) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:31.731667 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f794c1-6947-4b37-bbde-3e6a29ec1559 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=820dd539-23a4-447e-b44f-bc78f3d189b6,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:31.742414 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-3e8e21e4-45c0-43f0-9b86-163a5ee4728b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Request body: {'security_group_rule': {'security_group_id': '820dd539-23a4-447e-b44f-bc78f3d189b6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:31.753875 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d72a8cc8-cfe7-4302-bf0d-315c1acbe238 admin admin] Publish callbacks [] for security_group (7b11e7e0-e936-47d9-8125-a9c8e84a0e6d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:31.755828 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6dcb4-d1a3-4217-8b2c-1bf8309223f6 req-eff88259-e295-4307-8962-c3b042195590 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:31.757815 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49b6dcb4-d1a3-4217-8b2c-1bf8309223f6 req-eff88259-e295-4307-8962-c3b042195590 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 0.2308962 Feb 08 21:38:31.762150 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-30849288-e32b-4a8d-a163-2e9a2e6888f5 None None] Port 075ed1d1-3af4-4a4f-ba5e-cef1afdc8cd0 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:38:31.766391 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d72a8cc8-cfe7-4302-bf0d-315c1acbe238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7b11e7e0-e936-47d9-8125-a9c8e84a0e6d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:31.816531 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d72a8cc8-cfe7-4302-bf0d-315c1acbe238 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e39c9aa4efa0457d991e5cc8dc8b71d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6273782 Feb 08 21:38:31.816531 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a8cc8-cfe7-4302-bf0d-315c1acbe238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b11e7e0-e936-47d9-8125-a9c8e84a0e6d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:31.817326 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37700) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:31.821125 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-69cbd4b7-28e1-4616-bad5-d9a22f58274f admin admin] Publish callbacks [] for security_group (bf0e7877-bdd7-43d1-8c89-9f499b9bfea3), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:31.868038 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-24d169e3-1458-44c7-a00c-a44953a5460d tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Allocated IP 172.20.0.3 (338e2c30-60ac-4170-8397-f6a4ad7231d2/6c4fa435-c388-4a9c-b5b8-15d88c51a78f/13efccdd-ecd6-49e7-9566-bfbcb316eeda) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:38:31.869528 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fce24155-0723-4e0d-9d82-828c3885dd22 admin admin] Publish callbacks [] for security_group (7b11e7e0-e936-47d9-8125-a9c8e84a0e6d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:31.897569 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fce24155-0723-4e0d-9d82-828c3885dd22 admin admin] Publish callbacks [] for security_group (7b11e7e0-e936-47d9-8125-a9c8e84a0e6d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:31.964181 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fce24155-0723-4e0d-9d82-828c3885dd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7b11e7e0-e936-47d9-8125-a9c8e84a0e6d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:31.967415 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fce24155-0723-4e0d-9d82-828c3885dd22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:31.971786 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fce24155-0723-4e0d-9d82-828c3885dd22 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7b11e7e0-e936-47d9-8125-a9c8e84a0e6d HTTP/1.1" status: 204 len: 168 time: 0.1504936 Feb 08 21:38:31.977744 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce24155-0723-4e0d-9d82-828c3885dd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b11e7e0-e936-47d9-8125-a9c8e84a0e6d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:32.074087 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-69cbd4b7-28e1-4616-bad5-d9a22f58274f admin admin] Publish callbacks [] for security_group (bf0e7877-bdd7-43d1-8c89-9f499b9bfea3), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:32.102662 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3e8e21e4-45c0-43f0-9b86-163a5ee4728b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (f7c507cb-868c-4187-b8a6-692d69556533), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:32.170955 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2701bfe7-c71e-42ba-a427-f156c565652b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (af08239d-bc65-439e-b52c-077ca5f7ea93), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:32.216908 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49b6dcb4-d1a3-4217-8b2c-1bf8309223f6 req-4ccd46b6-536e-4ac1-a667-87649db5bc31 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4488809 Feb 08 21:38:32.291098 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2701bfe7-c71e-42ba-a427-f156c565652b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network fd8efad3-84c1-4c05-8927-0d7e4baf1548 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:38:32.306823 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3401da2c-7eb7-408a-86e1-1d7242573e43 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:38:32.324049 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-2701bfe7-c71e-42ba-a427-f156c565652b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:38:32.345070 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2701bfe7-c71e-42ba-a427-f156c565652b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:38:32.354848 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2701bfe7-c71e-42ba-a427-f156c565652b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:32.355538 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2701bfe7-c71e-42ba-a427-f156c565652b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:32.425123 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 3401da2c-7eb7-408a-86e1-1d7242573e43 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:32.426217 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3401da2c-7eb7-408a-86e1-1d7242573e43), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:32.431142 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-24d169e3-1458-44c7-a00c-a44953a5460d tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks [] for port (13efccdd-ecd6-49e7-9566-bfbcb316eeda), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:32.483375 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701bfe7-c71e-42ba-a427-f156c565652b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Port': ['ID=af08239d-bc65-439e-b52c-077ca5f7ea93,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:32.628848 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3e8e21e4-45c0-43f0-9b86-163a5ee4728b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (f7c507cb-868c-4187-b8a6-692d69556533), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:32.655746 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 3401da2c-7eb7-408a-86e1-1d7242573e43 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:32.679383 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-825b2233-a1f2-40e8-877c-9e5dfa037753 req-0c9ee8d2-2c4f-4f88-ba2c-476b93346a45 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 210 time: 0.2926278 Feb 08 21:38:32.680511 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2701bfe7-c71e-42ba-a427-f156c565652b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.3674188 Feb 08 21:38:32.681353 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-69cbd4b7-28e1-4616-bad5-d9a22f58274f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (bf0e7877-bdd7-43d1-8c89-9f499b9bfea3), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:32.683400 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37744) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:32.684386 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-69cbd4b7-28e1-4616-bad5-d9a22f58274f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:32.687402 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-69cbd4b7-28e1-4616-bad5-d9a22f58274f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bf0e7877-bdd7-43d1-8c89-9f499b9bfea3 HTTP/1.1" status: 204 len: 168 time: 1.0911303 Feb 08 21:38:32.697698 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3e8e21e4-45c0-43f0-9b86-163a5ee4728b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (f7c507cb-868c-4187-b8a6-692d69556533), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:32.702017 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cbd4b7-28e1-4616-bad5-d9a22f58274f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0e7877-bdd7-43d1-8c89-9f499b9bfea3,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:32.748619 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-24d169e3-1458-44c7-a00c-a44953a5460d tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (13efccdd-ecd6-49e7-9566-bfbcb316eeda), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:32.809201 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-507e5705-7a03-48dc-b19c-1c23c9b3984e None None] Provisioning complete for port af08239d-bc65-439e-b52c-077ca5f7ea93 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:32.809923 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-507e5705-7a03-48dc-b19c-1c23c9b3984e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (af08239d-bc65-439e-b52c-077ca5f7ea93), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:32.845529 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d169e3-1458-44c7-a00c-a44953a5460d tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Pushing event updated for resources: {'Port': ['ID=13efccdd-ecd6-49e7-9566-bfbcb316eeda,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:32.855444 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e21e4-45c0-43f0-9b86-163a5ee4728b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c507cb-868c-4187-b8a6-692d69556533,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:32.872079 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-507e5705-7a03-48dc-b19c-1c23c9b3984e None None] Port af08239d-bc65-439e-b52c-077ca5f7ea93 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:38:32.873394 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46df9ee-c178-44b1-9de4-c68ab7a29d73 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:32.874987 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3e8e21e4-45c0-43f0-9b86-163a5ee4728b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:32.875288 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b46df9ee-c178-44b1-9de4-c68ab7a29d73 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.1906121 Feb 08 21:38:32.878958 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3e8e21e4-45c0-43f0-9b86-163a5ee4728b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1503930 Feb 08 21:38:32.882902 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37748) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:32.883255 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37750) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:32.886107 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-24d169e3-1458-44c7-a00c-a44953a5460d tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Network 338e2c30-60ac-4170-8397-f6a4ad7231d2 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:38:32.891625 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-24d169e3-1458-44c7-a00c-a44953a5460d tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:38:32.895050 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-24d169e3-1458-44c7-a00c-a44953a5460d tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:38:32.977659 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e51384f-6775-4ebc-831b-dffd761ebce5 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (f7c507cb-868c-4187-b8a6-692d69556533), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:32.982728 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-24d169e3-1458-44c7-a00c-a44953a5460d tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:32.983731 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-24d169e3-1458-44c7-a00c-a44953a5460d tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:32.989178 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e51384f-6775-4ebc-831b-dffd761ebce5 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (f7c507cb-868c-4187-b8a6-692d69556533), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:33.013893 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0ad49-11c4-468e-8a00-3f9e93db7819 req-c09650b7-be6f-40a7-9fa9-fa5fa8d60b68 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:33.021894 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2fd0ad49-11c4-468e-8a00-3f9e93db7819 req-c09650b7-be6f-40a7-9fa9-fa5fa8d60b68 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 0.6459982 Feb 08 21:38:33.035065 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e41ca34-07d8-4b29-b092-ece928fcb0a4 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:33.054441 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e41ca34-07d8-4b29-b092-ece928fcb0a4 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:33.057052 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-24d169e3-1458-44c7-a00c-a44953a5460d tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5560548 Feb 08 21:38:33.066561 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e41ca34-07d8-4b29-b092-ece928fcb0a4 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:33.068552 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4e41ca34-07d8-4b29-b092-ece928fcb0a4 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1843033 Feb 08 21:38:33.071362 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37762) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:33.079757 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-1df2fad3-a459-4d41-90a8-a0ee611960e8 service neutron] Request body: {'port': {'device_id': 'ac0b8350-6630-4447-8637-4bf1f2909682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:33.147152 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2fd0ad49-11c4-468e-8a00-3f9e93db7819 req-5fb9bafb-2fe9-409c-8934-4e0c005cc5a6 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242514 Feb 08 21:38:33.155344 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e51384f-6775-4ebc-831b-dffd761ebce5 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (f7c507cb-868c-4187-b8a6-692d69556533), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:33.170114 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e51384f-6775-4ebc-831b-dffd761ebce5 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:33.174994 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9e51384f-6775-4ebc-831b-dffd761ebce5 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/f7c507cb-868c-4187-b8a6-692d69556533 HTTP/1.1" status: 204 len: 168 time: 0.2885644 Feb 08 21:38:33.175541 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51384f-6775-4ebc-831b-dffd761ebce5 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7c507cb-868c-4187-b8a6-692d69556533,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:33.177055 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37766) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:33.202523 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-de9becb4-320c-4412-837b-cbce0c5b1c76 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting port af08239d-bc65-439e-b52c-077ca5f7ea93 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:38:33.202859 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de9becb4-320c-4412-837b-cbce0c5b1c76 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (af08239d-bc65-439e-b52c-077ca5f7ea93), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:33.299337 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-1df2fad3-a459-4d41-90a8-a0ee611960e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (13efccdd-ecd6-49e7-9566-bfbcb316eeda), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:33.356902 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-887311d3-0c93-4d20-a51b-47743d995c59 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1758535 Feb 08 21:38:33.359325 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37780) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:33.382346 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de9becb4-320c-4412-837b-cbce0c5b1c76 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (af08239d-bc65-439e-b52c-077ca5f7ea93), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:33.406326 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-de9becb4-320c-4412-837b-cbce0c5b1c76 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Calling delete_port for af08239d-bc65-439e-b52c-077ca5f7ea93 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:38:33.468397 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271aa55-af92-45df-ba09-2e183c930f79 req-59b1a87c-ea8a-4ee7-9334-554efeea829e tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:33.480376 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4271aa55-af92-45df-ba09-2e183c930f79 req-59b1a87c-ea8a-4ee7-9334-554efeea829e tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 0.1836421 Feb 08 21:38:33.527225 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3fdf-4f5c-471f-b2fc-ce8e8f103889 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (820dd539-23a4-447e-b44f-bc78f3d189b6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:33.636812 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:38:33.644273 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3fdf-4f5c-471f-b2fc-ce8e8f103889 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (820dd539-23a4-447e-b44f-bc78f3d189b6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:33.673421 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de9becb4-320c-4412-837b-cbce0c5b1c76 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (af08239d-bc65-439e-b52c-077ca5f7ea93), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:33.708984 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9becb4-320c-4412-837b-cbce0c5b1c76 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Port': ['ID=af08239d-bc65-439e-b52c-077ca5f7ea93,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:33.731440 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4271aa55-af92-45df-ba09-2e183c930f79 req-86231d44-dc7f-4996-ab9b-2a5b20c49ac2 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497988 Feb 08 21:38:33.793820 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de9becb4-320c-4412-837b-cbce0c5b1c76 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:33.807075 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-de9becb4-320c-4412-837b-cbce0c5b1c76 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/ports/af08239d-bc65-439e-b52c-077ca5f7ea93 HTTP/1.1" status: 204 len: 168 time: 0.7346749 Feb 08 21:38:33.811505 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37808) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:33.892329 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3fdf-4f5c-471f-b2fc-ce8e8f103889 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (820dd539-23a4-447e-b44f-bc78f3d189b6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:33.896221 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3fdf-4f5c-471f-b2fc-ce8e8f103889 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:33.897484 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6d2f3fdf-4f5c-471f-b2fc-ce8e8f103889 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "DELETE /v2.0/security-groups/820dd539-23a4-447e-b44f-bc78f3d189b6 HTTP/1.1" status: 204 len: 168 time: 0.5360737 Feb 08 21:38:33.908617 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37810) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:33.924612 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e76f260-a2d1-406d-8aae-c2b6b1951a81 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] GET failed (client error): The resource could not be found. Feb 08 21:38:33.930198 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37812) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:33.931357 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8e76f260-a2d1-406d-8aae-c2b6b1951a81 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "GET /v2.0/ports/af08239d-bc65-439e-b52c-077ca5f7ea93 HTTP/1.1" status: 404 len: 333 time: 0.1141522 Feb 08 21:38:33.935076 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f3fdf-4f5c-471f-b2fc-ce8e8f103889 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=820dd539-23a4-447e-b44f-bc78f3d189b6,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:34.239216 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0f8e03e0-c891-425d-9d29-9796cfd76a10 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3293824 Feb 08 21:38:34.243513 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37826) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:34.255590 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0ff29e5e-1945-4606-8be2-979b3dc75405 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Request body: {'security_group': {'name': 'tempest-secgroup--1725468841'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:34.284234 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ff29e5e-1945-4606-8be2-979b3dc75405 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:34.307345 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-1df2fad3-a459-4d41-90a8-a0ee611960e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13efccdd-ecd6-49e7-9566-bfbcb316eeda {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:38:34.334867 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-1df2fad3-a459-4d41-90a8-a0ee611960e8 service neutron] Publish callbacks [] for port (13efccdd-ecd6-49e7-9566-bfbcb316eeda), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:34.363615 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9883f50-2783-464a-a08f-531be12ca49f req-1f9fadbe-4e65-4f08-b71d-edd7cd79f4dd tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:34.365202 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9883f50-2783-464a-a08f-531be12ca49f req-1f9fadbe-4e65-4f08-b71d-edd7cd79f4dd tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 931 time: 0.4323335 Feb 08 21:38:34.378825 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35593843-6967-4ffc-b516-86b91ed5ab67 req-7ef6f6d2-5633-4781-bd10-582c3ea66c18 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:34.380404 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-35593843-6967-4ffc-b516-86b91ed5ab67 req-7ef6f6d2-5633-4781-bd10-582c3ea66c18 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 0.4237223 Feb 08 21:38:34.395661 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ff29e5e-1945-4606-8be2-979b3dc75405 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (5ca92e7a-7a66-4a96-8556-8124e4811a0e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:34.400907 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ff29e5e-1945-4606-8be2-979b3dc75405 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (5ca92e7a-7a66-4a96-8556-8124e4811a0e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:34.405300 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-1df2fad3-a459-4d41-90a8-a0ee611960e8 service neutron] Transition to ACTIVE for port object 13efccdd-ecd6-49e7-9566-bfbcb316eeda will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:38:34.430170 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-1df2fad3-a459-4d41-90a8-a0ee611960e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (13efccdd-ecd6-49e7-9566-bfbcb316eeda), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:34.453398 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff29e5e-1945-4606-8be2-979b3dc75405 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca92e7a-7a66-4a96-8556-8124e4811a0e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:34.459512 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ff29e5e-1945-4606-8be2-979b3dc75405 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:34.461260 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0ff29e5e-1945-4606-8be2-979b3dc75405 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2168074 Feb 08 21:38:34.464183 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37834) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:34.469326 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c2987c80-0e0b-469f-a9fd-96257dada376 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Request body: {'security_group_rule': {'security_group_id': '5ca92e7a-7a66-4a96-8556-8124e4811a0e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:34.512981 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c2987c80-0e0b-469f-a9fd-96257dada376 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (a969615e-7119-48d0-ba74-85a2280aa08d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:34.515211 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-8d5179cd-2891-4732-9380-65b336986e03 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting port 075ed1d1-3af4-4a4f-ba5e-cef1afdc8cd0 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:38:34.515558 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8d5179cd-2891-4732-9380-65b336986e03 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (075ed1d1-3af4-4a4f-ba5e-cef1afdc8cd0), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:34.616585 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9883f50-2783-464a-a08f-531be12ca49f req-5de86579-bbe5-41f0-93e2-a7502f3836c7 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/security-groups?id=3af778d2-2820-49a6-99af-c4c16cfc08bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320578 Feb 08 21:38:34.617271 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2fad3-a459-4d41-90a8-a0ee611960e8 service neutron] Pushing event updated for resources: {'Port': ['ID=13efccdd-ecd6-49e7-9566-bfbcb316eeda,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:34.632218 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-35593843-6967-4ffc-b516-86b91ed5ab67 req-ec3d9307-5883-4b24-ae1a-7c45686e8dad tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443480 Feb 08 21:38:34.655531 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c2987c80-0e0b-469f-a9fd-96257dada376 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (a969615e-7119-48d0-ba74-85a2280aa08d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:34.671522 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c2987c80-0e0b-469f-a9fd-96257dada376 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (a969615e-7119-48d0-ba74-85a2280aa08d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:34.692062 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2987c80-0e0b-469f-a9fd-96257dada376 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a969615e-7119-48d0-ba74-85a2280aa08d,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:34.736426 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c2987c80-0e0b-469f-a9fd-96257dada376 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:34.745909 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c2987c80-0e0b-469f-a9fd-96257dada376 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2781827 Feb 08 21:38:34.746220 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8d5179cd-2891-4732-9380-65b336986e03 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (075ed1d1-3af4-4a4f-ba5e-cef1afdc8cd0), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:34.748636 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37848) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:34.755327 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ab471a33-c08e-404c-89b3-b15052bec1f6 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Request body: {'security_group_rule': {'security_group_id': '5ca92e7a-7a66-4a96-8556-8124e4811a0e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:34.757580 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-8d5179cd-2891-4732-9380-65b336986e03 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Calling delete_port for 075ed1d1-3af4-4a4f-ba5e-cef1afdc8cd0 owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:38:34.816194 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37850) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:34.829598 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab471a33-c08e-404c-89b3-b15052bec1f6 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (0111053f-d22d-4650-9605-a3cb5569c3f2), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:34.936145 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab471a33-c08e-404c-89b3-b15052bec1f6 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (0111053f-d22d-4650-9605-a3cb5569c3f2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:34.941336 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab471a33-c08e-404c-89b3-b15052bec1f6 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (0111053f-d22d-4650-9605-a3cb5569c3f2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:34.967719 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab471a33-c08e-404c-89b3-b15052bec1f6 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0111053f-d22d-4650-9605-a3cb5569c3f2,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:34.974203 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab471a33-c08e-404c-89b3-b15052bec1f6 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:34.976175 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ab471a33-c08e-404c-89b3-b15052bec1f6 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2303462 Feb 08 21:38:34.979878 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37860) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:34.993015 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b245d625-4456-43b3-b03c-c80c75a9ec43 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Request body: {'security_group_rule': {'security_group_id': '5ca92e7a-7a66-4a96-8556-8124e4811a0e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:35.002307 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-1df2fad3-a459-4d41-90a8-a0ee611960e8 service neutron] Attempting to bind port 13efccdd-ecd6-49e7-9566-bfbcb316eeda on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:38:35.002891 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-1df2fad3-a459-4d41-90a8-a0ee611960e8 service neutron] Attempting to bind port 13efccdd-ecd6-49e7-9566-bfbcb316eeda by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '92a7339a-6135-4107-844d-2e5751233563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '338e2c30-60ac-4170-8397-f6a4ad7231d2'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:38:35.003405 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-1df2fad3-a459-4d41-90a8-a0ee611960e8 service neutron] Attempting to bind port 13efccdd-ecd6-49e7-9566-bfbcb316eeda on network 338e2c30-60ac-4170-8397-f6a4ad7231d2 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:38:35.027934 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae92c46-63d5-4548-ba22-79f4d51aafa1 req-82c2a8c0-36e7-4b52-8b89-9eb775d769d2 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:35.036049 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eae92c46-63d5-4548-ba22-79f4d51aafa1 req-82c2a8c0-36e7-4b52-8b89-9eb775d769d2 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 0.1967120 Feb 08 21:38:35.042555 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-1df2fad3-a459-4d41-90a8-a0ee611960e8 service neutron] Port 13efccdd-ecd6-49e7-9566-bfbcb316eeda on network 338e2c30-60ac-4170-8397-f6a4ad7231d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:38:35.042888 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-1df2fad3-a459-4d41-90a8-a0ee611960e8 service neutron] Attempting to bind port 13efccdd-ecd6-49e7-9566-bfbcb316eeda on network 338e2c30-60ac-4170-8397-f6a4ad7231d2 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:38:35.058553 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-1df2fad3-a459-4d41-90a8-a0ee611960e8 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:38:35.058870 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-1df2fad3-a459-4d41-90a8-a0ee611960e8 service neutron] Checking segment: {'id': '92a7339a-6135-4107-844d-2e5751233563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '338e2c30-60ac-4170-8397-f6a4ad7231d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:38:35.059143 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-1df2fad3-a459-4d41-90a8-a0ee611960e8 service neutron] Bound using segment: {'id': '92a7339a-6135-4107-844d-2e5751233563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '338e2c30-60ac-4170-8397-f6a4ad7231d2'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:38:35.059897 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-1df2fad3-a459-4d41-90a8-a0ee611960e8 service neutron] Bound port: 13efccdd-ecd6-49e7-9566-bfbcb316eeda, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92a7339a-6135-4107-844d-2e5751233563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '338e2c30-60ac-4170-8397-f6a4ad7231d2'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:38:35.060271 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-1df2fad3-a459-4d41-90a8-a0ee611960e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (13efccdd-ecd6-49e7-9566-bfbcb316eeda), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:35.064739 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b245d625-4456-43b3-b03c-c80c75a9ec43 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (825ad808-5785-42c7-954e-c24c52f846ce), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:35.068344 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8d5179cd-2891-4732-9380-65b336986e03 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (075ed1d1-3af4-4a4f-ba5e-cef1afdc8cd0), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:35.172605 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b245d625-4456-43b3-b03c-c80c75a9ec43 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (825ad808-5785-42c7-954e-c24c52f846ce), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:35.181265 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b245d625-4456-43b3-b03c-c80c75a9ec43 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (825ad808-5785-42c7-954e-c24c52f846ce), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:35.188307 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5179cd-2891-4732-9380-65b336986e03 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Port': ['ID=075ed1d1-3af4-4a4f-ba5e-cef1afdc8cd0,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:35.224142 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-47f37906-1aea-4580-8f16-90d06fb72705 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1939964587-network', 'tenant_id': '34667052c8344fe0a4257547677c9696'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:35.241007 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eae92c46-63d5-4548-ba22-79f4d51aafa1 req-6b1c4685-c49e-4fba-8533-957db5a9f4ef tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034612 Feb 08 21:38:35.245068 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245d625-4456-43b3-b03c-c80c75a9ec43 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=825ad808-5785-42c7-954e-c24c52f846ce,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:35.259580 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b245d625-4456-43b3-b03c-c80c75a9ec43 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:35.261611 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b245d625-4456-43b3-b03c-c80c75a9ec43 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2787402 Feb 08 21:38:35.263026 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f37906-1aea-4580-8f16-90d06fb72705 admin admin] Made reservation on behalf of 34667052c8344fe0a4257547677c9696 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:38:35.265963 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-47f37906-1aea-4580-8f16-90d06fb72705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:35.270068 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37868) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:35.276118 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-591f0008-a45d-47ab-9993-b9aa355850dc tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Request body: {'security_group_rule': {'security_group_id': '5ca92e7a-7a66-4a96-8556-8124e4811a0e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:35.279572 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-1df2fad3-a459-4d41-90a8-a0ee611960e8 service neutron] For port 13efccdd-ecd6-49e7-9566-bfbcb316eeda, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:38:35.304753 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-47f37906-1aea-4580-8f16-90d06fb72705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:35.318536 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8d5179cd-2891-4732-9380-65b336986e03 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:35.347814 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8d5179cd-2891-4732-9380-65b336986e03 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/ports/075ed1d1-3af4-4a4f-ba5e-cef1afdc8cd0 HTTP/1.1" status: 204 len: 168 time: 1.4098389 Feb 08 21:38:35.351081 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37880) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:35.382356 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-1df2fad3-a459-4d41-90a8-a0ee611960e8 service neutron] For port 13efccdd-ecd6-49e7-9566-bfbcb316eeda, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=13efccdd-ecd6-49e7-9566-bfbcb316eeda,segment=NetworkSegment(92a7339a-6135-4107-844d-2e5751233563),segment_id=92a7339a-6135-4107-844d-2e5751233563)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:38:35.394314 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-1df2fad3-a459-4d41-90a8-a0ee611960e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (13efccdd-ecd6-49e7-9566-bfbcb316eeda), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:35.513134 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-1df2fad3-a459-4d41-90a8-a0ee611960e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:35.522118 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-1df2fad3-a459-4d41-90a8-a0ee611960e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:35.523729 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-1df2fad3-a459-4d41-90a8-a0ee611960e8 service neutron] 10.222.0.96 "PUT /v2.0/ports/13efccdd-ecd6-49e7-9566-bfbcb316eeda HTTP/1.1" status: 200 len: 1092 time: 2.4490557 Feb 08 21:38:35.525485 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0b8350-6630-4447-8637-4bf1f2909682', 'tag': '13efccdd-ecd6-49e7-9566-bfbcb316eeda'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:38:35.540976 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61a9677-7551-480d-89f2-591d623f7dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0b8350-6630-4447-8637-4bf1f2909682", "tag": "13efccdd-ecd6-49e7-9566-bfbcb316eeda"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:38:35.651315 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d41fc6-5fb6-4435-a2dc-62a214a676f4 x-openstack-request-id: req-14d41fc6-5fb6-4435-a2dc-62a214a676f4 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:38:35.651866 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0b8350-6630-4447-8637-4bf1f2909682", "tag": "13efccdd-ecd6-49e7-9566-bfbcb316eeda", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:38:35.652237 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-14d41fc6-5fb6-4435-a2dc-62a214a676f4 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:38:35.652751 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0b8350-6630-4447-8637-4bf1f2909682', 'tag': '13efccdd-ecd6-49e7-9566-bfbcb316eeda', 'status': 'completed', 'code': 200} Feb 08 21:38:35.700301 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a95d59-b21d-48f7-97bd-f234b2ab01d8 req-fcb8c045-145b-4a82-a2da-db427854d139 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:35.709887 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-62a95d59-b21d-48f7-97bd-f234b2ab01d8 req-fcb8c045-145b-4a82-a2da-db427854d139 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 0.2958109 Feb 08 21:38:35.715025 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2fad3-a459-4d41-90a8-a0ee611960e8 service neutron] Pushing event updated for resources: {'Port': ['ID=13efccdd-ecd6-49e7-9566-bfbcb316eeda,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:35.767238 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-05dd4e92-40e1-4ba5-95b3-7b838f1b8c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:35.769696 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-05dd4e92-40e1-4ba5-95b3-7b838f1b8c95 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=81bb6f0d0117423abb0a78b02a079884&device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 1126 time: 0.1871195 Feb 08 21:38:35.860454 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-ba7f09c0-bcd1-4dcb-b683-fdb2ad9d37c9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13efccdd-ecd6-49e7-9566-bfbcb316eeda HTTP/1.1" status: 200 len: 217 time: 0.0613325 Feb 08 21:38:35.878538 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-62a95d59-b21d-48f7-97bd-f234b2ab01d8 req-4af3afd2-adae-40ac-b7b6-91848f410b3d tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611691 Feb 08 21:38:36.034440 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a052b7c-b25c-4f9e-9298-83bcb65e92eb req-7ed38bc5-0a27-4a1e-ba4c-c61d8528969f tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:36.036038 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a052b7c-b25c-4f9e-9298-83bcb65e92eb req-7ed38bc5-0a27-4a1e-ba4c-c61d8528969f tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 943 time: 0.2899647 Feb 08 21:38:36.052339 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-591f0008-a45d-47ab-9993-b9aa355850dc tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (572e3938-5b48-4f18-8978-a8f18254f8c5), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:36.057433 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26ec5ca-a277-46ee-a389-d3f7402966e9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] GET failed (client error): The resource could not be found. Feb 08 21:38:36.058881 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e26ec5ca-a277-46ee-a389-d3f7402966e9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "GET /v2.0/ports/075ed1d1-3af4-4a4f-ba5e-cef1afdc8cd0 HTTP/1.1" status: 404 len: 333 time: 0.7053742 Feb 08 21:38:36.061885 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37908) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:36.075922 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-ec994613-59d9-4559-941c-fc7c4e40e742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:36.077950 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-ec994613-59d9-4559-941c-fc7c4e40e742 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c4fa435-c388-4a9c-b5b8-15d88c51a78f HTTP/1.1" status: 200 len: 860 time: 0.1953492 Feb 08 21:38:36.129930 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-203b360c-3290-486c-aeb9-fbca4d77df05 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=338e2c30-60ac-4170-8397-f6a4ad7231d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395555 Feb 08 21:38:36.175672 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-0068f991-35e8-4221-b60d-0e488c05f523 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting subnet c3be5f46-e7de-4d7c-b69e-524fd25f10c2 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:38:36.182393 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0068f991-35e8-4221-b60d-0e488c05f523 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for subnet (c3be5f46-e7de-4d7c-b69e-524fd25f10c2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:36.186880 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-47f37906-1aea-4580-8f16-90d06fb72705 admin admin] Publish callbacks [] for security_group (f2e67091-3682-4723-8e6a-2fcb7dcef2c9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:36.219243 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-47f37906-1aea-4580-8f16-90d06fb72705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f2e67091-3682-4723-8e6a-2fcb7dcef2c9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:36.234587 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-591f0008-a45d-47ab-9993-b9aa355850dc tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (572e3938-5b48-4f18-8978-a8f18254f8c5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:36.245488 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0829293-3fd1-4fa5-8e77-47fb5c909a53 req-53a480d8-5b24-4a94-b4af-a87012362207 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:36.247093 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d0829293-3fd1-4fa5-8e77-47fb5c909a53 req-53a480d8-5b24-4a94-b4af-a87012362207 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 0.2332056 Feb 08 21:38:36.248580 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-591f0008-a45d-47ab-9993-b9aa355850dc tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (572e3938-5b48-4f18-8978-a8f18254f8c5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:36.271498 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f37906-1aea-4580-8f16-90d06fb72705 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:38:36.283419 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a052b7c-b25c-4f9e-9298-83bcb65e92eb req-157ac3fc-14db-4a4f-ad46-cc8d56bd7190 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/security-groups?id=3af778d2-2820-49a6-99af-c4c16cfc08bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109082 Feb 08 21:38:36.292443 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0068f991-35e8-4221-b60d-0e488c05f523 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (c3be5f46-e7de-4d7c-b69e-524fd25f10c2), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:36.323813 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f37906-1aea-4580-8f16-90d06fb72705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e67091-3682-4723-8e6a-2fcb7dcef2c9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:36.332744 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f0008-a45d-47ab-9993-b9aa355850dc tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=572e3938-5b48-4f18-8978-a8f18254f8c5,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:36.334942 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-47f37906-1aea-4580-8f16-90d06fb72705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (8990cc77-7426-478b-89e3-41d59e06134a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:36.335108 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-47f37906-1aea-4580-8f16-90d06fb72705 admin admin] Added segment 8990cc77-7426-478b-89e3-41d59e06134a of type vlan for network 1679b521-217f-49a1-a155-3334752f6c92 Feb 08 21:38:36.340903 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-591f0008-a45d-47ab-9993-b9aa355850dc tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:36.345201 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-591f0008-a45d-47ab-9993-b9aa355850dc tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0736883 Feb 08 21:38:36.347527 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37918) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:36.379794 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-729c8acb-12db-4a3b-bccb-96771071cde9 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Request body: {'security_group_rule': {'security_group_id': '5ca92e7a-7a66-4a96-8556-8124e4811a0e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:36.399619 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-47f37906-1aea-4580-8f16-90d06fb72705 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (1679b521-217f-49a1-a155-3334752f6c92), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:36.456969 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0068f991-35e8-4221-b60d-0e488c05f523 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (c3be5f46-e7de-4d7c-b69e-524fd25f10c2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:36.478873 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-47f37906-1aea-4580-8f16-90d06fb72705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (1679b521-217f-49a1-a155-3334752f6c92), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:36.479847 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f37906-1aea-4580-8f16-90d06fb72705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:36.480418 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-47f37906-1aea-4580-8f16-90d06fb72705 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:36.496314 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d0829293-3fd1-4fa5-8e77-47fb5c909a53 req-bb0ae0b4-4438-49c7-9013-29a09fe4dbcc tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398214 Feb 08 21:38:36.498883 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-6068ab71-ef44-4772-bcf7-a4d66c5716bd service neutron] 10.222.0.96 "GET /v2.0/networks/338e2c30-60ac-4170-8397-f6a4ad7231d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618159 Feb 08 21:38:36.572566 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-729c8acb-12db-4a3b-bccb-96771071cde9 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (b3755c02-e22a-4ab0-95e5-8b4acb15cccb), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:36.581993 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:36.592212 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-47f37906-1aea-4580-8f16-90d06fb72705 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7743390 Feb 08 21:38:36.601406 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37924) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:36.647257 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1ef90811-bc2c-45be-ad90-81e3dd5df63a admin admin] Request body: {'subnet': {'network_id': '1679b521-217f-49a1-a155-3334752f6c92', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1939964587-subnet', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:36.665048 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f37906-1aea-4580-8f16-90d06fb72705 admin admin] Pushing event updated for resources: {'Network': ['ID=1679b521-217f-49a1-a155-3334752f6c92,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:36.667907 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:36.691231 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 1679b521-217f-49a1-a155-3334752f6c92 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:38:36.713334 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef90811-bc2c-45be-ad90-81e3dd5df63a admin admin] Made reservation on behalf of 34667052c8344fe0a4257547677c9696 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:38:36.718999 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ef90811-bc2c-45be-ad90-81e3dd5df63a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:36.767220 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-729c8acb-12db-4a3b-bccb-96771071cde9 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (b3755c02-e22a-4ab0-95e5-8b4acb15cccb), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:36.771263 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-756e26fb-48b5-47e6-bd51-90db62cd8861 req-73d3018d-b43c-4443-aac9-b1f4b595e296 service neutron] 10.222.0.96 "GET /v2.0/networks/338e2c30-60ac-4170-8397-f6a4ad7231d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464240 Feb 08 21:38:36.773866 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-729c8acb-12db-4a3b-bccb-96771071cde9 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (b3755c02-e22a-4ab0-95e5-8b4acb15cccb), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:36.801039 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-729c8acb-12db-4a3b-bccb-96771071cde9 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:36.804995 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-729c8acb-12db-4a3b-bccb-96771071cde9 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4521956 Feb 08 21:38:36.808968 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37934) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:36.846280 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c8acb-12db-4a3b-bccb-96771071cde9 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3755c02-e22a-4ab0-95e5-8b4acb15cccb,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:36.931984 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-911b121e-2a43-45f6-b1ee-a46a6cc79e0e tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (b3755c02-e22a-4ab0-95e5-8b4acb15cccb), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:36.950660 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-911b121e-2a43-45f6-b1ee-a46a6cc79e0e tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (b3755c02-e22a-4ab0-95e5-8b4acb15cccb), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:36.990955 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0068f991-35e8-4221-b60d-0e488c05f523 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (c3be5f46-e7de-4d7c-b69e-524fd25f10c2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:37.032639 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574d4f4-e54e-446d-aae9-a091a2d962dc req-4d458a98-51bb-4508-ac38-8fa4e2e18d3b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:37.046199 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c574d4f4-e54e-446d-aae9-a091a2d962dc req-4d458a98-51bb-4508-ac38-8fa4e2e18d3b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 0.1744280 Feb 08 21:38:37.050162 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a9677-7551-480d-89f2-591d623f7dc5 req-f87990d5-f781-47aa-a4f4-e6bf81b89b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:37.051653 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c61a9677-7551-480d-89f2-591d623f7dc5 req-f87990d5-f781-47aa-a4f4-e6bf81b89b2d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=81bb6f0d0117423abb0a78b02a079884&device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 1126 time: 0.1931508 Feb 08 21:38:37.053113 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-911b121e-2a43-45f6-b1ee-a46a6cc79e0e tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (b3755c02-e22a-4ab0-95e5-8b4acb15cccb), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:37.067098 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-911b121e-2a43-45f6-b1ee-a46a6cc79e0e tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:37.070993 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-911b121e-2a43-45f6-b1ee-a46a6cc79e0e tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/b3755c02-e22a-4ab0-95e5-8b4acb15cccb HTTP/1.1" status: 204 len: 168 time: 0.2609220 Feb 08 21:38:37.071253 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068f991-35e8-4221-b60d-0e488c05f523 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Subnet': ['ID=c3be5f46-e7de-4d7c-b69e-524fd25f10c2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:37.076771 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37944) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:37.103895 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b121e-2a43-45f6-b1ee-a46a6cc79e0e tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3755c02-e22a-4ab0-95e5-8b4acb15cccb,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:37.110044 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8028dcd-0fc7-40eb-8f69-d42a0a8ef7ea None None] Network fd8efad3-84c1-4c05-8927-0d7e4baf1548 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:38:37.115249 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0068f991-35e8-4221-b60d-0e488c05f523 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:37.119745 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0068f991-35e8-4221-b60d-0e488c05f523 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/subnets/c3be5f46-e7de-4d7c-b69e-524fd25f10c2 HTTP/1.1" status: 204 len: 168 time: 1.0568936 Feb 08 21:38:37.126032 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37946) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:37.296586 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c574d4f4-e54e-446d-aae9-a091a2d962dc req-c03749d5-7a12-4bc0-9c8e-d0f73045c51b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494490 Feb 08 21:38:37.297500 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef45c2b0-0d46-4dcb-b4d5-abf2fda7a6e5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (fd8efad3-84c1-4c05-8927-0d7e4baf1548), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:37.317852 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-42096151-2721-4047-afff-b8d476544927 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2334745 Feb 08 21:38:37.321893 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ef90811-bc2c-45be-ad90-81e3dd5df63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (07d9bb5c-1887-4b22-a4c6-21ab4d50a37d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:37.324150 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37956) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:37.389448 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef90811-bc2c-45be-ad90-81e3dd5df63a admin admin] Pushing event updated for resources: {'Subnet': ['ID=07d9bb5c-1887-4b22-a4c6-21ab4d50a37d,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:37.457810 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a941c4c4-65e4-4810-8576-ac84ae75458f tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (572e3938-5b48-4f18-8978-a8f18254f8c5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:37.484485 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbec5e9f-ce98-40ec-ac7c-9fdedab8eb08 None None] DHCP port deletion for fd8efad3-84c1-4c05-8927-0d7e4baf1548 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:38:37.494728 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a9677-7551-480d-89f2-591d623f7dc5 req-990d2c48-5f53-4f81-b41f-e24689fa9f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:37.500589 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c61a9677-7551-480d-89f2-591d623f7dc5 req-990d2c48-5f53-4f81-b41f-e24689fa9f03 service neutron] 10.222.0.96 "GET /v2.0/networks?id=338e2c30-60ac-4170-8397-f6a4ad7231d2 HTTP/1.1" status: 200 len: 921 time: 0.4373307 Feb 08 21:38:37.509273 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef90811-bc2c-45be-ad90-81e3dd5df63a admin admin] Checking segment: {'id': '8990cc77-7426-478b-89e3-41d59e06134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1679b521-217f-49a1-a155-3334752f6c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:38:37.509654 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef90811-bc2c-45be-ad90-81e3dd5df63a admin admin] Network hostable DHCP agents. Network: 1679b521-217f-49a1-a155-3334752f6c92, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:38:37.520074 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a941c4c4-65e4-4810-8576-ac84ae75458f tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (572e3938-5b48-4f18-8978-a8f18254f8c5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:37.541864 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ef45c2b0-0d46-4dcb-b4d5-abf2fda7a6e5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting port c32c872f-7708-485c-b349-59aa71264080 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:38:37.542214 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef45c2b0-0d46-4dcb-b4d5-abf2fda7a6e5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c32c872f-7708-485c-b349-59aa71264080), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:37.564688 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-dbec5e9f-ce98-40ec-ac7c-9fdedab8eb08 None None] Deleting port c32c872f-7708-485c-b349-59aa71264080 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:38:37.565150 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dbec5e9f-ce98-40ec-ac7c-9fdedab8eb08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c32c872f-7708-485c-b349-59aa71264080), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:37.607582 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c61a9677-7551-480d-89f2-591d623f7dc5 req-75293e1e-a6d8-4b6d-9027-3918c593142d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13efccdd-ecd6-49e7-9566-bfbcb316eeda HTTP/1.1" status: 200 len: 217 time: 0.0767345 Feb 08 21:38:37.627072 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a941c4c4-65e4-4810-8576-ac84ae75458f tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (572e3938-5b48-4f18-8978-a8f18254f8c5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:37.644892 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef90811-bc2c-45be-ad90-81e3dd5df63a admin admin] Network 1679b521-217f-49a1-a155-3334752f6c92 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:38:37.654685 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-dbec5e9f-ce98-40ec-ac7c-9fdedab8eb08 None None] For port c32c872f-7708-485c-b349-59aa71264080, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c32c872f-7708-485c-b349-59aa71264080,segment=NetworkSegment(76d576ae-c086-45b7-9cfa-7f1919b4e334),segment_id=76d576ae-c086-45b7-9cfa-7f1919b4e334)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:38:37.655317 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dbec5e9f-ce98-40ec-ac7c-9fdedab8eb08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c32c872f-7708-485c-b349-59aa71264080), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:37.675872 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-dbec5e9f-ce98-40ec-ac7c-9fdedab8eb08 None None] Calling delete_port for c32c872f-7708-485c-b349-59aa71264080 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:38:37.678096 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a941c4c4-65e4-4810-8576-ac84ae75458f tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:37.683379 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a941c4c4-65e4-4810-8576-ac84ae75458f tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/572e3938-5b48-4f18-8978-a8f18254f8c5 HTTP/1.1" status: 204 len: 168 time: 0.3508205 Feb 08 21:38:37.686512 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941c4c4-65e4-4810-8576-ac84ae75458f tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=572e3938-5b48-4f18-8978-a8f18254f8c5,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:37.688681 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37964) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:37.710432 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260610f8-3434-4750-8535-f0ab0dc4cd32 req-2c8c2e9b-35cc-4c11-a953-aeb5ae674dd4 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:37.712240 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-260610f8-3434-4750-8535-f0ab0dc4cd32 req-2c8c2e9b-35cc-4c11-a953-aeb5ae674dd4 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 943 time: 0.2706821 Feb 08 21:38:37.718838 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-1ef90811-bc2c-45be-ad90-81e3dd5df63a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 1679b521-217f-49a1-a155-3334752f6c92) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:38:37.731199 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37966) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:37.741825 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef90811-bc2c-45be-ad90-81e3dd5df63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:37.742515 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ef90811-bc2c-45be-ad90-81e3dd5df63a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:37.749752 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a9677-7551-480d-89f2-591d623f7dc5 req-c03b802a-0ad2-447b-b896-d337d542ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:37.751314 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c61a9677-7551-480d-89f2-591d623f7dc5 req-c03b802a-0ad2-447b-b896-d337d542ba8e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c4fa435-c388-4a9c-b5b8-15d88c51a78f HTTP/1.1" status: 200 len: 860 time: 0.1377809 Feb 08 21:38:37.757750 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34669d22-e245-4233-8039-59fd245185df None None] Network 1679b521-217f-49a1-a155-3334752f6c92 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:38:37.785365 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-ef45c2b0-0d46-4dcb-b4d5-abf2fda7a6e5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] For port c32c872f-7708-485c-b349-59aa71264080, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c32c872f-7708-485c-b349-59aa71264080,segment=NetworkSegment(76d576ae-c086-45b7-9cfa-7f1919b4e334),segment_id=76d576ae-c086-45b7-9cfa-7f1919b4e334)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:38:37.787216 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef45c2b0-0d46-4dcb-b4d5-abf2fda7a6e5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c32c872f-7708-485c-b349-59aa71264080), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:37.800067 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c61a9677-7551-480d-89f2-591d623f7dc5 req-0d9c5719-fe24-4f39-bc7a-9115a30b3ac8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=338e2c30-60ac-4170-8397-f6a4ad7231d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419111 Feb 08 21:38:37.834386 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1ef90811-bc2c-45be-ad90-81e3dd5df63a admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1997814 Feb 08 21:38:37.835369 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37974) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:37.836393 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ef45c2b0-0d46-4dcb-b4d5-abf2fda7a6e5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Calling delete_port for c32c872f-7708-485c-b349-59aa71264080 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:38:37.843657 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-26ad6846-a914-4749-baa1-19269f20c262 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1939964587-router', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:37.894532 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d0ac6681-df5a-4ff1-943d-9815b0e1ce81 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2008545 Feb 08 21:38:37.899735 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37976) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:38.001146 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc30fabc-09a2-486e-9558-3142e334f5e4 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (825ad808-5785-42c7-954e-c24c52f846ce), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:38.006127 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dbec5e9f-ce98-40ec-ac7c-9fdedab8eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (c32c872f-7708-485c-b349-59aa71264080), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:38.012192 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26ad6846-a914-4749-baa1-19269f20c262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (00b6a973-68b2-437e-9776-f18c4b50ccde), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:38.013298 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26ad6846-a914-4749-baa1-19269f20c262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (00b6a973-68b2-437e-9776-f18c4b50ccde), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:38.019894 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc30fabc-09a2-486e-9558-3142e334f5e4 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (825ad808-5785-42c7-954e-c24c52f846ce), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:38.047550 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbec5e9f-ce98-40ec-ac7c-9fdedab8eb08 None None] No DVR routers for this DVR port c32c872f-7708-485c-b349-59aa71264080 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:38:38.053875 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59746af4-f871-4f69-a61a-55e6ca06fff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-1679b521-217f-49a1-a155-3334752f6c92', 'network_id': '1679b521-217f-49a1-a155-3334752f6c92', 'project_id': '34667052c8344fe0a4257547677c9696', 'fixed_ips': [{'subnet_id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:38:38.056729 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-59746af4-f871-4f69-a61a-55e6ca06fff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:38.093093 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec5e9f-ce98-40ec-ac7c-9fdedab8eb08 None None] Pushing event deleted for resources: {'Port': ['ID=c32c872f-7708-485c-b349-59aa71264080,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:38.150674 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc30fabc-09a2-486e-9558-3142e334f5e4 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (825ad808-5785-42c7-954e-c24c52f846ce), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:38.157313 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc30fabc-09a2-486e-9558-3142e334f5e4 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:38.158524 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bc30fabc-09a2-486e-9558-3142e334f5e4 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/825ad808-5785-42c7-954e-c24c52f846ce HTTP/1.1" status: 204 len: 168 time: 0.2566643 Feb 08 21:38:38.188546 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37982) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:38.214636 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26ad6846-a914-4749-baa1-19269f20c262 admin admin] Publish callbacks [] for router_controller (00b6a973-68b2-437e-9776-f18c4b50ccde), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:38.244151 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30fabc-09a2-486e-9558-3142e334f5e4 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=825ad808-5785-42c7-954e-c24c52f846ce,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:38.270481 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef45c2b0-0d46-4dcb-b4d5-abf2fda7a6e5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (c32c872f-7708-485c-b349-59aa71264080), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:38.292031 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c32c872f-7708-485c-b349-59aa71264080 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:38:38.306359 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-260610f8-3434-4750-8535-f0ab0dc4cd32 req-7978f9f7-9d20-444d-8096-1e7f6d98c00f tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/security-groups?id=3af778d2-2820-49a6-99af-c4c16cfc08bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5867171 Feb 08 21:38:38.324526 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-36eee943-73cf-495d-9eb7-753b7617e6bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:38.327397 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: c32c872f-7708-485c-b349-59aa71264080 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:38:38.327858 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c32c872f-7708-485c-b349-59aa71264080 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:38:38.354422 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-59746af4-f871-4f69-a61a-55e6ca06fff7 None None] Allocated IP 172.20.0.2 (1679b521-217f-49a1-a155-3334752f6c92/07d9bb5c-1887-4b22-a4c6-21ab4d50a37d/c81055a2-2b16-4d59-acf9-8c1206484aec) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:38:38.406654 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c61a9677-7551-480d-89f2-591d623f7dc5 req-29965d90-683c-4be5-9a1a-8ab416ee7526 service neutron] 10.222.0.96 "GET /v2.0/networks/338e2c30-60ac-4170-8397-f6a4ad7231d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5998492 Feb 08 21:38:38.421516 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a0e1cec6-e69e-45a7-a353-0f56ed1cbf74 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2298875 Feb 08 21:38:38.427024 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37988) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:38.508530 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45c2b0-0d46-4dcb-b4d5-abf2fda7a6e5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Port': ['ID=c32c872f-7708-485c-b349-59aa71264080,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:38.513744 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef45c2b0-0d46-4dcb-b4d5-abf2fda7a6e5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] No DVR routers for this DVR port c32c872f-7708-485c-b349-59aa71264080 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:38:38.525678 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e7dda0f2-e8bb-464e-b405-add76a698ab9 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (0111053f-d22d-4650-9605-a3cb5569c3f2), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:38.553273 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-59746af4-f871-4f69-a61a-55e6ca06fff7 None None] Publish callbacks [] for port (c81055a2-2b16-4d59-acf9-8c1206484aec), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:38.559117 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e7dda0f2-e8bb-464e-b405-add76a698ab9 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (0111053f-d22d-4650-9605-a3cb5569c3f2), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:38.562877 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-59746af4-f871-4f69-a61a-55e6ca06fff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (c81055a2-2b16-4d59-acf9-8c1206484aec), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:38.645070 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59746af4-f871-4f69-a61a-55e6ca06fff7 None None] Pushing event updated for resources: {'Port': ['ID=c81055a2-2b16-4d59-acf9-8c1206484aec,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:38.659011 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59746af4-f871-4f69-a61a-55e6ca06fff7 None None] Network 1679b521-217f-49a1-a155-3334752f6c92 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:38:38.660383 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-59746af4-f871-4f69-a61a-55e6ca06fff7 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:38:38.666573 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59746af4-f871-4f69-a61a-55e6ca06fff7 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:38:38.787789 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e7dda0f2-e8bb-464e-b405-add76a698ab9 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (0111053f-d22d-4650-9605-a3cb5569c3f2), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:38.797842 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd28da-d186-481e-be1d-eaa78ed1ab1d req-a704cede-06d7-489c-949e-10c1da054498 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:38.804781 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26ad6846-a914-4749-baa1-19269f20c262 admin admin] Publish callbacks [] for router_gateway (00b6a973-68b2-437e-9776-f18c4b50ccde), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:38.805639 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72dd28da-d186-481e-be1d-eaa78ed1ab1d req-a704cede-06d7-489c-949e-10c1da054498 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 0.3774917 Feb 08 21:38:38.807749 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-59746af4-f871-4f69-a61a-55e6ca06fff7 None None] Attempting to bind port c81055a2-2b16-4d59-acf9-8c1206484aec on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:38:38.808718 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-59746af4-f871-4f69-a61a-55e6ca06fff7 None None] Attempting to bind port c81055a2-2b16-4d59-acf9-8c1206484aec by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '8990cc77-7426-478b-89e3-41d59e06134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1679b521-217f-49a1-a155-3334752f6c92'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:38:38.809097 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59746af4-f871-4f69-a61a-55e6ca06fff7 None None] Attempting to bind port c81055a2-2b16-4d59-acf9-8c1206484aec on network 1679b521-217f-49a1-a155-3334752f6c92 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:38:38.810230 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef45c2b0-0d46-4dcb-b4d5-abf2fda7a6e5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (fd8efad3-84c1-4c05-8927-0d7e4baf1548), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:38.810483 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e7dda0f2-e8bb-464e-b405-add76a698ab9 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:38.815562 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e7dda0f2-e8bb-464e-b405-add76a698ab9 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/0111053f-d22d-4650-9605-a3cb5569c3f2 HTTP/1.1" status: 204 len: 168 time: 0.3764694 Feb 08 21:38:38.817830 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59746af4-f871-4f69-a61a-55e6ca06fff7 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:38:38.818429 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59746af4-f871-4f69-a61a-55e6ca06fff7 None None] Checking segment: {'id': '8990cc77-7426-478b-89e3-41d59e06134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1679b521-217f-49a1-a155-3334752f6c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:38:38.819082 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-59746af4-f871-4f69-a61a-55e6ca06fff7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:38.819577 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59746af4-f871-4f69-a61a-55e6ca06fff7 None None] Bound using segment: {'id': '8990cc77-7426-478b-89e3-41d59e06134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1679b521-217f-49a1-a155-3334752f6c92'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:38:38.820391 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-59746af4-f871-4f69-a61a-55e6ca06fff7 None None] Bound port: c81055a2-2b16-4d59-acf9-8c1206484aec, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8990cc77-7426-478b-89e3-41d59e06134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1679b521-217f-49a1-a155-3334752f6c92'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:38:38.821708 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-59746af4-f871-4f69-a61a-55e6ca06fff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c81055a2-2b16-4d59-acf9-8c1206484aec), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:38.824343 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38002) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:38.858539 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dda0f2-e8bb-464e-b405-add76a698ab9 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0111053f-d22d-4650-9605-a3cb5569c3f2,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:38.870984 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c61a9677-7551-480d-89f2-591d623f7dc5 req-4ff002db-8522-437e-9807-0bc5160da9df service neutron] 10.222.0.96 "GET /v2.0/networks/338e2c30-60ac-4170-8397-f6a4ad7231d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535642 Feb 08 21:38:38.885512 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ef45c2b0-0d46-4dcb-b4d5-abf2fda7a6e5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8efad3-84c1-4c05-8927-0d7e4baf1548']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:38.888341 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-36eee943-73cf-495d-9eb7-753b7617e6bc admin admin] Publish callbacks [] for security_group (cfb94e8e-c92d-4542-a361-2f76c5e6ceec), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:38.900569 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-36eee943-73cf-495d-9eb7-753b7617e6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (cfb94e8e-c92d-4542-a361-2f76c5e6ceec), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:38.928706 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ef45c2b0-0d46-4dcb-b4d5-abf2fda7a6e5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d576ae-c086-45b7-9cfa-7f1919b4e334') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:38.929257 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ef45c2b0-0d46-4dcb-b4d5-abf2fda7a6e5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d576ae-c086-45b7-9cfa-7f1919b4e334') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:38.935821 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-59746af4-f871-4f69-a61a-55e6ca06fff7 None None] For port c81055a2-2b16-4d59-acf9-8c1206484aec, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:38:38.944239 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-59746af4-f871-4f69-a61a-55e6ca06fff7 None None] For port c81055a2-2b16-4d59-acf9-8c1206484aec, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c81055a2-2b16-4d59-acf9-8c1206484aec,segment=NetworkSegment(8990cc77-7426-478b-89e3-41d59e06134a),segment_id=8990cc77-7426-478b-89e3-41d59e06134a)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:38:38.950030 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef45c2b0-0d46-4dcb-b4d5-abf2fda7a6e5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (76d576ae-c086-45b7-9cfa-7f1919b4e334), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:38.952854 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-59746af4-f871-4f69-a61a-55e6ca06fff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c81055a2-2b16-4d59-acf9-8c1206484aec), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:38.962560 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72dd28da-d186-481e-be1d-eaa78ed1ab1d req-56a5c71b-70b0-4c25-8c01-38ab102bd67e tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557448 Feb 08 21:38:38.991283 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-79dc4472-8877-48b3-a942-30ecc0411953 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1643252 Feb 08 21:38:38.999480 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef45c2b0-0d46-4dcb-b4d5-abf2fda7a6e5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (76d576ae-c086-45b7-9cfa-7f1919b4e334), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:39.005040 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38010) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:39.010806 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-36eee943-73cf-495d-9eb7-753b7617e6bc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e313cbfa91d94eeab7478b2346cd9b48&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2751400 Feb 08 21:38:39.013644 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38012) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:39.032251 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eee943-73cf-495d-9eb7-753b7617e6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb94e8e-c92d-4542-a361-2f76c5e6ceec,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:39.035227 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef45c2b0-0d46-4dcb-b4d5-abf2fda7a6e5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:38:39.035762 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef45c2b0-0d46-4dcb-b4d5-abf2fda7a6e5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (76d576ae-c086-45b7-9cfa-7f1919b4e334), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:38:39.039341 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:38:39.101530 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59746af4-f871-4f69-a61a-55e6ca06fff7 None None] Pushing event updated for resources: {'Port': ['ID=c81055a2-2b16-4d59-acf9-8c1206484aec,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:39.138662 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61da389d-2d57-4c52-a516-8df649c73fff admin admin] Publish callbacks [] for security_group (cfb94e8e-c92d-4542-a361-2f76c5e6ceec), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:39.156020 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3870ee2-7fe6-45da-9e96-e8ca19c6dc5d tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (a969615e-7119-48d0-ba74-85a2280aa08d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:39.170621 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3870ee2-7fe6-45da-9e96-e8ca19c6dc5d tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (a969615e-7119-48d0-ba74-85a2280aa08d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:39.177789 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61da389d-2d57-4c52-a516-8df649c73fff admin admin] Publish callbacks [] for security_group (cfb94e8e-c92d-4542-a361-2f76c5e6ceec), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:39.196934 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef45c2b0-0d46-4dcb-b4d5-abf2fda7a6e5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (fd8efad3-84c1-4c05-8927-0d7e4baf1548), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:39.213830 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef45c2b0-0d46-4dcb-b4d5-abf2fda7a6e5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:39.218252 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ef45c2b0-0d46-4dcb-b4d5-abf2fda7a6e5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/networks/fd8efad3-84c1-4c05-8927-0d7e4baf1548 HTTP/1.1" status: 204 len: 168 time: 2.0880046 Feb 08 21:38:39.225285 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38016) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:39.233612 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45c2b0-0d46-4dcb-b4d5-abf2fda7a6e5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Network': ['ID=fd8efad3-84c1-4c05-8927-0d7e4baf1548,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:39.253826 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3870ee2-7fe6-45da-9e96-e8ca19c6dc5d tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (a969615e-7119-48d0-ba74-85a2280aa08d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:39.255252 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-2361edfe-3572-4d23-98b1-e938c29c29d9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2043462927'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:39.264412 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3870ee2-7fe6-45da-9e96-e8ca19c6dc5d tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:39.265756 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b3870ee2-7fe6-45da-9e96-e8ca19c6dc5d tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/a969615e-7119-48d0-ba74-85a2280aa08d HTTP/1.1" status: 204 len: 168 time: 0.2556708 Feb 08 21:38:39.272109 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38020) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:39.282283 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2361edfe-3572-4d23-98b1-e938c29c29d9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:38:39.283822 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3870ee2-7fe6-45da-9e96-e8ca19c6dc5d tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a969615e-7119-48d0-ba74-85a2280aa08d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:39.287802 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2361edfe-3572-4d23-98b1-e938c29c29d9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:39.322008 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61da389d-2d57-4c52-a516-8df649c73fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (cfb94e8e-c92d-4542-a361-2f76c5e6ceec), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:39.325324 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61da389d-2d57-4c52-a516-8df649c73fff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:39.326905 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-61da389d-2d57-4c52-a516-8df649c73fff admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cfb94e8e-c92d-4542-a361-2f76c5e6ceec HTTP/1.1" status: 204 len: 168 time: 0.3093793 Feb 08 21:38:39.327844 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2361edfe-3572-4d23-98b1-e938c29c29d9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:38:39.354243 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da389d-2d57-4c52-a516-8df649c73fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb94e8e-c92d-4542-a361-2f76c5e6ceec,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:39.386186 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2361edfe-3572-4d23-98b1-e938c29c29d9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (0cb552e4-ed18-4b04-9b35-68e39a60e5fa), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:39.386543 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-2361edfe-3572-4d23-98b1-e938c29c29d9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Added segment 0cb552e4-ed18-4b04-9b35-68e39a60e5fa of type vlan for network ba9d5553-a5ed-4150-a3f3-cd39b31c5131 Feb 08 21:38:39.395053 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 13efccdd-ecd6-49e7-9566-bfbcb316eeda details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:38:39.488597 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-91ef5b3c-7f42-402e-8787-db8d34dcfa12 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2103951 Feb 08 21:38:39.498446 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38028) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:39.585483 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b93e2-f7c0-4b1a-88de-0dd95bb01c30 req-4928757e-4f3f-4fbb-8b6c-a98217794f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:39.591392 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f36b93e2-f7c0-4b1a-88de-0dd95bb01c30 req-4928757e-4f3f-4fbb-8b6c-a98217794f72 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=74717e3e72d841d2a44f3251e57cb213&device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 1130 time: 0.1502154 Feb 08 21:38:39.598932 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26ad6846-a914-4749-baa1-19269f20c262 admin admin] Publish callbacks [] for router_gateway (00b6a973-68b2-437e-9776-f18c4b50ccde), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:39.615681 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2361edfe-3572-4d23-98b1-e938c29c29d9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (ba9d5553-a5ed-4150-a3f3-cd39b31c5131), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:39.656367 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26ad6846-a914-4749-baa1-19269f20c262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:39.714084 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 13efccdd-ecd6-49e7-9566-bfbcb316eeda, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=13efccdd-ecd6-49e7-9566-bfbcb316eeda,segment=NetworkSegment(92a7339a-6135-4107-844d-2e5751233563),segment_id=92a7339a-6135-4107-844d-2e5751233563)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:38:39.744010 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '13efccdd-ecd6-49e7-9566-bfbcb316eeda', 'network_id': '338e2c30-60ac-4170-8397-f6a4ad7231d2', 'port_id': '13efccdd-ecd6-49e7-9566-bfbcb316eeda', 'mac_address': 'fa:16:3e:84:07:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c4fa435-c388-4a9c-b5b8-15d88c51a78f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:38:39.744598 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2361edfe-3572-4d23-98b1-e938c29c29d9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (ba9d5553-a5ed-4150-a3f3-cd39b31c5131), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:39.758221 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2361edfe-3572-4d23-98b1-e938c29c29d9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:39.759798 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2361edfe-3572-4d23-98b1-e938c29c29d9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:39.814281 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 13efccdd-ecd6-49e7-9566-bfbcb316eeda is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:39.814763 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (13efccdd-ecd6-49e7-9566-bfbcb316eeda), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:39.827222 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b93e2-f7c0-4b1a-88de-0dd95bb01c30 req-4a8b5714-f2c2-4eef-9acf-68c827ae553f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:39.828945 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f36b93e2-f7c0-4b1a-88de-0dd95bb01c30 req-4a8b5714-f2c2-4eef-9acf-68c827ae553f service neutron] 10.222.0.94 "GET /v2.0/networks?id=0b788a94-1e80-468a-940e-48c5a63e44a4 HTTP/1.1" status: 200 len: 915 time: 0.2358980 Feb 08 21:38:39.832469 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2361edfe-3572-4d23-98b1-e938c29c29d9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5990670 Feb 08 21:38:39.836331 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38038) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:39.840984 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13efccdd-ecd6-49e7-9566-bfbcb316eeda {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:38:39.849151 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-265848b6-25fa-4109-9b18-47274fdbe9a6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'subnet': {'network_id': 'ba9d5553-a5ed-4150-a3f3-cd39b31c5131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:39.871360 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 13efccdd-ecd6-49e7-9566-bfbcb316eeda, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=13efccdd-ecd6-49e7-9566-bfbcb316eeda,segment=NetworkSegment(92a7339a-6135-4107-844d-2e5751233563),segment_id=92a7339a-6135-4107-844d-2e5751233563)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:38:39.893483 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (13efccdd-ecd6-49e7-9566-bfbcb316eeda), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:39.929697 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f36b93e2-f7c0-4b1a-88de-0dd95bb01c30 req-12830336-e5b6-4071-9791-bca5f0701917 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=847006f8-c17a-4de4-8cf4-47c1e161c2b1 HTTP/1.1" status: 200 len: 217 time: 0.0921402 Feb 08 21:38:39.959541 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-26ad6846-a914-4749-baa1-19269f20c262 admin admin] Allocated IP 172.25.3.138 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/3cd3c7cd-538d-402d-818f-00a1ac7f6565) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:38:39.968545 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-56298a1c-2d58-42b6-9dac-a9c41ceeca93 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (5ca92e7a-7a66-4a96-8556-8124e4811a0e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:39.995073 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5bedd-0ecf-41b9-a4fc-c09992a5105e req-d25eb53f-b6eb-405e-8f25-57182623cac9 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:39.996983 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-78f5bedd-0ecf-41b9-a4fc-c09992a5105e req-d25eb53f-b6eb-405e-8f25-57182623cac9 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 0.5531316 Feb 08 21:38:40.034430 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38042) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:40.048268 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=13efccdd-ecd6-49e7-9566-bfbcb316eeda,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:40.076521 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361edfe-3572-4d23-98b1-e938c29c29d9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Network': ['ID=ba9d5553-a5ed-4150-a3f3-cd39b31c5131,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:40.093830 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d9561-8648-44b6-9676-a769b617b42b req-36675db9-a8fb-43dd-b4ed-de9e4e587b4e tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:40.099499 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network ba9d5553-a5ed-4150-a3f3-cd39b31c5131 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:38:40.100719 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b58d9561-8648-44b6-9676-a769b617b42b req-36675db9-a8fb-43dd-b4ed-de9e4e587b4e tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 943 time: 0.6037309 Feb 08 21:38:40.143529 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-56298a1c-2d58-42b6-9dac-a9c41ceeca93 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (5ca92e7a-7a66-4a96-8556-8124e4811a0e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:40.150181 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b93e2-f7c0-4b1a-88de-0dd95bb01c30 req-94062f1d-6fd6-47cd-9c41-7c83e1a25d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:40.151865 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f36b93e2-f7c0-4b1a-88de-0dd95bb01c30 req-94062f1d-6fd6-47cd-9c41-7c83e1a25d9c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5401f80b-e57f-40cb-9cf6-b97b0a9bdb9b HTTP/1.1" status: 200 len: 854 time: 0.2099397 Feb 08 21:38:40.166070 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-14841dcf-b794-4ef5-9792-7bf9de50e80a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:40.222109 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['13efccdd-ecd6-49e7-9566-bfbcb316eeda'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:38:40.238934 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f36b93e2-f7c0-4b1a-88de-0dd95bb01c30 req-745e90b9-1fd3-4a67-b95b-90454b3bf339 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0b788a94-1e80-468a-940e-48c5a63e44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692239 Feb 08 21:38:40.338521 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265848b6-25fa-4109-9b18-47274fdbe9a6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:38:40.352627 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-265848b6-25fa-4109-9b18-47274fdbe9a6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:40.365978 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-78f5bedd-0ecf-41b9-a4fc-c09992a5105e req-816a017a-859d-4783-abe3-1d0626ff9458 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422585 Feb 08 21:38:40.429952 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c81055a2-2b16-4d59-acf9-8c1206484aec up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:38:40.441018 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b58d9561-8648-44b6-9676-a769b617b42b req-3ee80dda-44bc-4dc0-9008-d7f268fa45ff tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/security-groups?id=3af778d2-2820-49a6-99af-c4c16cfc08bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392143 Feb 08 21:38:40.467079 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-56298a1c-2d58-42b6-9dac-a9c41ceeca93 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (5ca92e7a-7a66-4a96-8556-8124e4811a0e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:40.475010 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-56298a1c-2d58-42b6-9dac-a9c41ceeca93 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:40.476408 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-56298a1c-2d58-42b6-9dac-a9c41ceeca93 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "DELETE /v2.0/security-groups/5ca92e7a-7a66-4a96-8556-8124e4811a0e HTTP/1.1" status: 204 len: 168 time: 0.9731023 Feb 08 21:38:40.492401 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38052) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:40.521289 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56298a1c-2d58-42b6-9dac-a9c41ceeca93 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca92e7a-7a66-4a96-8556-8124e4811a0e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:40.589174 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port c81055a2-2b16-4d59-acf9-8c1206484aec triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:40.589705 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c81055a2-2b16-4d59-acf9-8c1206484aec), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:40.603025 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-70b138fb-1e75-4bd4-b02c-d54ef24d0e13 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1081376 Feb 08 21:38:40.606904 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26ad6846-a914-4749-baa1-19269f20c262 admin admin] Publish callbacks [] for port (3cd3c7cd-538d-402d-818f-00a1ac7f6565), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:40.609051 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38058) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:40.619768 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-78d51867-8226-444b-b90c-8c741c6a5c24 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Request body: {'security_group': {'name': 'tempest-secgroup--1516321414'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:40.631605 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-14841dcf-b794-4ef5-9792-7bf9de50e80a admin admin] Publish callbacks [] for security_group (ac8d6a7c-cb0a-417f-8dd9-417e308b5c9c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:40.640784 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-14841dcf-b794-4ef5-9792-7bf9de50e80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ac8d6a7c-cb0a-417f-8dd9-417e308b5c9c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:40.651931 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f36b93e2-f7c0-4b1a-88de-0dd95bb01c30 req-fe0171fc-5322-4963-9a0e-af3f5da348cb service neutron] 10.222.0.94 "GET /v2.0/networks/0b788a94-1e80-468a-940e-48c5a63e44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032986 Feb 08 21:38:40.693381 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14841dcf-b794-4ef5-9792-7bf9de50e80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8d6a7c-cb0a-417f-8dd9-417e308b5c9c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:40.697005 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-78d51867-8226-444b-b90c-8c741c6a5c24 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:40.724939 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-14841dcf-b794-4ef5-9792-7bf9de50e80a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f7955f988a294264a7cbe9b7173af7aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6779616 Feb 08 21:38:40.732590 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38060) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:40.779380 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port c81055a2-2b16-4d59-acf9-8c1206484aec is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:40.779917 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c81055a2-2b16-4d59-acf9-8c1206484aec), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:40.814913 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f36b93e2-f7c0-4b1a-88de-0dd95bb01c30 req-e3d08fc9-099f-4e1e-b06a-8958079101d0 service neutron] 10.222.0.94 "GET /v2.0/networks/0b788a94-1e80-468a-940e-48c5a63e44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528974 Feb 08 21:38:40.843248 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea67578-73e5-49be-a89a-8c5f65dedb26 None None] Network 1679b521-217f-49a1-a155-3334752f6c92 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:38:40.863383 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b952ee54-5b14-4500-8774-ec5316dce1ef admin admin] Publish callbacks [] for security_group (ac8d6a7c-cb0a-417f-8dd9-417e308b5c9c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:40.867359 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port c81055a2-2b16-4d59-acf9-8c1206484aec, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c81055a2-2b16-4d59-acf9-8c1206484aec,segment=NetworkSegment(8990cc77-7426-478b-89e3-41d59e06134a),segment_id=8990cc77-7426-478b-89e3-41d59e06134a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:38:40.907006 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-78d51867-8226-444b-b90c-8c741c6a5c24 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (6c619f00-c908-46d2-aab6-ba68e1cf3438), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:40.919071 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-78d51867-8226-444b-b90c-8c741c6a5c24 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6c619f00-c908-46d2-aab6-ba68e1cf3438), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:40.921805 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c81055a2-2b16-4d59-acf9-8c1206484aec), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:40.962950 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26ad6846-a914-4749-baa1-19269f20c262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3cd3c7cd-538d-402d-818f-00a1ac7f6565), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:40.972435 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b952ee54-5b14-4500-8774-ec5316dce1ef admin admin] Publish callbacks [] for security_group (ac8d6a7c-cb0a-417f-8dd9-417e308b5c9c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:40.992433 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-e22360b6-1ade-497f-8253-8b0e875e2baa None None] Provisioning complete for port c81055a2-2b16-4d59-acf9-8c1206484aec triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:40.992816 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e22360b6-1ade-497f-8253-8b0e875e2baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c81055a2-2b16-4d59-acf9-8c1206484aec), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:40.997190 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-78d51867-8226-444b-b90c-8c741c6a5c24 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:40.998218 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-78d51867-8226-444b-b90c-8c741c6a5c24 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3879616 Feb 08 21:38:41.003097 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38066) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:41.014101 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-0567f9dc-1055-4197-9547-e8a1eb5ae2cd tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Request body: {'security_group_rule': {'security_group_id': '6c619f00-c908-46d2-aab6-ba68e1cf3438', 'direction': 'ingress', 'protocol': 17}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:41.026503 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d51867-8226-444b-b90c-8c741c6a5c24 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c619f00-c908-46d2-aab6-ba68e1cf3438,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:41.040825 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=c81055a2-2b16-4d59-acf9-8c1206484aec,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:41.078962 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0567f9dc-1055-4197-9547-e8a1eb5ae2cd tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (d366e668-64bd-47e3-bdd1-5853b0f5afba), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:41.103317 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ad6846-a914-4749-baa1-19269f20c262 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:38:41.118687 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-26ad6846-a914-4749-baa1-19269f20c262 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:38:41.124096 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ad6846-a914-4749-baa1-19269f20c262 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:38:41.128183 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad6846-a914-4749-baa1-19269f20c262 admin admin] Pushing event updated for resources: {'Port': ['ID=3cd3c7cd-538d-402d-818f-00a1ac7f6565,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:41.155753 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b952ee54-5b14-4500-8774-ec5316dce1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ac8d6a7c-cb0a-417f-8dd9-417e308b5c9c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:41.159091 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b952ee54-5b14-4500-8774-ec5316dce1ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:41.162781 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b952ee54-5b14-4500-8774-ec5316dce1ef admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ac8d6a7c-cb0a-417f-8dd9-417e308b5c9c HTTP/1.1" status: 204 len: 168 time: 0.4246106 Feb 08 21:38:41.172326 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-265848b6-25fa-4109-9b18-47274fdbe9a6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (58cdee25-11f1-4093-86c8-42755d8a731e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:41.191581 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952ee54-5b14-4500-8774-ec5316dce1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8d6a7c-cb0a-417f-8dd9-417e308b5c9c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:41.195068 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e22360b6-1ade-497f-8253-8b0e875e2baa None None] Current status of the port c81055a2-2b16-4d59-acf9-8c1206484aec is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:41.202065 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0567f9dc-1055-4197-9547-e8a1eb5ae2cd tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (d366e668-64bd-47e3-bdd1-5853b0f5afba), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:41.211946 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0567f9dc-1055-4197-9547-e8a1eb5ae2cd tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (d366e668-64bd-47e3-bdd1-5853b0f5afba), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:41.254913 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567f9dc-1055-4197-9547-e8a1eb5ae2cd tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d366e668-64bd-47e3-bdd1-5853b0f5afba,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:41.273931 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c6897-df7b-45c7-9ea8-bad4dcdbfc77 req-2e1c1afe-9943-484b-9d82-9d07b1b5d649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:41.275563 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b03c6897-df7b-45c7-9ea8-bad4dcdbfc77 req-2e1c1afe-9943-484b-9d82-9d07b1b5d649 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=74717e3e72d841d2a44f3251e57cb213&device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 1130 time: 0.3731420 Feb 08 21:38:41.279326 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0567f9dc-1055-4197-9547-e8a1eb5ae2cd tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:41.288699 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0567f9dc-1055-4197-9547-e8a1eb5ae2cd tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2799306 Feb 08 21:38:41.289581 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38070) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:41.369051 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 13efccdd-ecd6-49e7-9566-bfbcb316eeda up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:38:41.416699 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a764a749-becf-4ae2-95cd-ea4438460d4b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (6c619f00-c908-46d2-aab6-ba68e1cf3438), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:41.472033 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a764a749-becf-4ae2-95cd-ea4438460d4b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (6c619f00-c908-46d2-aab6-ba68e1cf3438), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:41.492118 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 13efccdd-ecd6-49e7-9566-bfbcb316eeda completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:38:41.497869 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 13efccdd-ecd6-49e7-9566-bfbcb316eeda triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:41.498319 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (13efccdd-ecd6-49e7-9566-bfbcb316eeda), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:41.505284 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265848b6-25fa-4109-9b18-47274fdbe9a6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Subnet': ['ID=58cdee25-11f1-4093-86c8-42755d8a731e,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:41.620800 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-586d0eeb-c20c-4ede-9205-abdd59f080e4 None None] Provisioning complete for port c81055a2-2b16-4d59-acf9-8c1206484aec triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:41.621279 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-586d0eeb-c20c-4ede-9205-abdd59f080e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c81055a2-2b16-4d59-acf9-8c1206484aec), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:41.708818 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265848b6-25fa-4109-9b18-47274fdbe9a6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Checking segment: {'id': '0cb552e4-ed18-4b04-9b35-68e39a60e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ba9d5553-a5ed-4150-a3f3-cd39b31c5131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:38:41.709205 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265848b6-25fa-4109-9b18-47274fdbe9a6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network hostable DHCP agents. Network: ba9d5553-a5ed-4150-a3f3-cd39b31c5131, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:38:41.720219 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 13efccdd-ecd6-49e7-9566-bfbcb316eeda is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:41.720775 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (13efccdd-ecd6-49e7-9566-bfbcb316eeda), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:41.794907 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 13efccdd-ecd6-49e7-9566-bfbcb316eeda, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=13efccdd-ecd6-49e7-9566-bfbcb316eeda,segment=NetworkSegment(92a7339a-6135-4107-844d-2e5751233563),segment_id=92a7339a-6135-4107-844d-2e5751233563)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:38:41.798967 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0b8350-6630-4447-8637-4bf1f2909682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13efccdd-ecd6-49e7-9566-bfbcb316eeda'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:38:41.804259 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb6aceb-00a8-466d-9ac0-b2088ff69a98" -d '{"events": [{"server_uuid": "ac0b8350-6630-4447-8637-4bf1f2909682", "name": "network-vif-plugged", "status": "completed", "tag": "13efccdd-ecd6-49e7-9566-bfbcb316eeda"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:38:41.809870 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (13efccdd-ecd6-49e7-9566-bfbcb316eeda), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:41.832498 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26ad6846-a914-4749-baa1-19269f20c262 admin admin] Publish callbacks [] for router_gateway (00b6a973-68b2-437e-9776-f18c4b50ccde), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:41.836206 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c6897-df7b-45c7-9ea8-bad4dcdbfc77 req-5448d422-e087-41ea-b290-4a42beed7288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:41.837949 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b03c6897-df7b-45c7-9ea8-bad4dcdbfc77 req-5448d422-e087-41ea-b290-4a42beed7288 service neutron] 10.222.0.94 "GET /v2.0/networks?id=0b788a94-1e80-468a-940e-48c5a63e44a4 HTTP/1.1" status: 200 len: 915 time: 0.3213081 Feb 08 21:38:41.859684 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823410b-0149-44b0-82bc-33f45b323cb9 req-b39808dd-8b39-46b0-b481-5a73e2698c76 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:41.867365 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f823410b-0149-44b0-82bc-33f45b323cb9 req-b39808dd-8b39-46b0-b481-5a73e2698c76 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 944 time: 0.2463615 Feb 08 21:38:41.885987 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96cc65-ca80-4a80-995b-f115a332dc20 req-4350ccd6-9c2e-4527-9901-b74cdc3580f2 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:41.889499 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b96cc65-ca80-4a80-995b-f115a332dc20 req-4350ccd6-9c2e-4527-9901-b74cdc3580f2 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 0.3126795 Feb 08 21:38:41.900294 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a764a749-becf-4ae2-95cd-ea4438460d4b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6c619f00-c908-46d2-aab6-ba68e1cf3438), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:41.903086 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a764a749-becf-4ae2-95cd-ea4438460d4b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:41.904229 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a764a749-becf-4ae2-95cd-ea4438460d4b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "DELETE /v2.0/security-groups/6c619f00-c908-46d2-aab6-ba68e1cf3438 HTTP/1.1" status: 204 len: 168 time: 0.6135056 Feb 08 21:38:41.915452 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=13efccdd-ecd6-49e7-9566-bfbcb316eeda,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:41.919955 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38096) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:41.922825 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-586d0eeb-c20c-4ede-9205-abdd59f080e4 None None] Current status of the port c81055a2-2b16-4d59-acf9-8c1206484aec is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:41.929514 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764a749-becf-4ae2-95cd-ea4438460d4b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c619f00-c908-46d2-aab6-ba68e1cf3438,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:42.048268 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-24ec8325-6964-4fb1-ae63-ca6777a4399b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1154695 Feb 08 21:38:42.068448 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b96cc65-ca80-4a80-995b-f115a332dc20 req-ad1df7f2-c614-4cf8-b0d8-bc1f287b1af1 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613591 Feb 08 21:38:42.070115 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38104) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:42.097956 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-a35a55e4-0d29-41eb-9032-4bbab3a42664 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Request body: {'security_group': {'name': 'tempest-secgroup--2030854540'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:42.132511 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f823410b-0149-44b0-82bc-33f45b323cb9 req-3fc6ac3b-078e-48e6-a8f5-fefa3443bd07 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/security-groups?id=3af778d2-2820-49a6-99af-c4c16cfc08bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419655 Feb 08 21:38:42.158347 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a35a55e4-0d29-41eb-9032-4bbab3a42664 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:42.341712 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3c66c6-afac-4620-a42e-209b6d35e4ae x-openstack-request-id: req-5f3c66c6-afac-4620-a42e-209b6d35e4ae {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:38:42.342101 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0b8350-6630-4447-8637-4bf1f2909682", "name": "network-vif-plugged", "status": "completed", "tag": "13efccdd-ecd6-49e7-9566-bfbcb316eeda", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:38:42.342359 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5f3c66c6-afac-4620-a42e-209b6d35e4ae {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:38:42.342761 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0b8350-6630-4447-8637-4bf1f2909682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13efccdd-ecd6-49e7-9566-bfbcb316eeda', 'code': 200} Feb 08 21:38:42.345947 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c81055a2-2b16-4d59-acf9-8c1206484aec up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:38:42.387470 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09c1cf-c997-4c68-94e7-f812c26cc77b req-119eec13-7d2e-4d9e-976b-e417bfff3d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:42.389030 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c09c1cf-c997-4c68-94e7-f812c26cc77b req-119eec13-7d2e-4d9e-976b-e417bfff3d41 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 1128 time: 0.1110651 Feb 08 21:38:42.399694 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port c81055a2-2b16-4d59-acf9-8c1206484aec triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:42.400419 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c81055a2-2b16-4d59-acf9-8c1206484aec), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:42.417199 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a35a55e4-0d29-41eb-9032-4bbab3a42664 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (249d3f29-f4bf-47aa-94a2-855f781ee212), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:42.428833 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a35a55e4-0d29-41eb-9032-4bbab3a42664 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (249d3f29-f4bf-47aa-94a2-855f781ee212), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:42.503954 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a35a55e4-0d29-41eb-9032-4bbab3a42664 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:42.505272 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a35a55e4-0d29-41eb-9032-4bbab3a42664 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4156296 Feb 08 21:38:42.528665 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38120) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:42.533377 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-ee070130-9ed9-431b-ab2b-0d8165020f52 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Request body: {'security_group': {'name': 'tempest-secgroup--121429618'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:42.546242 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port c81055a2-2b16-4d59-acf9-8c1206484aec is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:42.554613 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a55e4-0d29-41eb-9032-4bbab3a42664 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=249d3f29-f4bf-47aa-94a2-855f781ee212,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:42.597005 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c09c1cf-c997-4c68-94e7-f812c26cc77b req-15328919-dd69-495a-bfc6-334abc6de6f3 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=3af778d2-2820-49a6-99af-c4c16cfc08bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978500 Feb 08 21:38:42.615242 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b03c6897-df7b-45c7-9ea8-bad4dcdbfc77 req-481ef29b-60e0-416e-8379-becc6210834e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=847006f8-c17a-4de4-8cf4-47c1e161c2b1 HTTP/1.1" status: 200 len: 217 time: 0.0651178 Feb 08 21:38:42.623479 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ee070130-9ed9-431b-ab2b-0d8165020f52 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:42.650408 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265848b6-25fa-4109-9b18-47274fdbe9a6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network ba9d5553-a5ed-4150-a3f3-cd39b31c5131 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:38:42.698230 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-265848b6-25fa-4109-9b18-47274fdbe9a6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, ba9d5553-a5ed-4150-a3f3-cd39b31c5131) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:38:42.706205 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265848b6-25fa-4109-9b18-47274fdbe9a6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:42.707377 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-265848b6-25fa-4109-9b18-47274fdbe9a6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:42.711970 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a72bb4e-ecd0-4754-8e27-372032706da3 None None] Network ba9d5553-a5ed-4150-a3f3-cd39b31c5131 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:38:42.742328 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-265848b6-25fa-4109-9b18-47274fdbe9a6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8980942 Feb 08 21:38:42.742875 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38130) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:42.744432 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c6897-df7b-45c7-9ea8-bad4dcdbfc77 req-00d5fb1e-b360-4fa1-9074-31e3d75e63a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:42.746043 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b03c6897-df7b-45c7-9ea8-bad4dcdbfc77 req-00d5fb1e-b360-4fa1-9074-31e3d75e63a3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5401f80b-e57f-40cb-9cf6-b97b0a9bdb9b HTTP/1.1" status: 200 len: 854 time: 0.1046774 Feb 08 21:38:42.747339 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-9bcfae0a-9434-479e-8dbd-ede93fec2624 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1563736518', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:42.809014 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b03c6897-df7b-45c7-9ea8-bad4dcdbfc77 req-e97d89eb-60d3-45e3-ba9b-1927a8454a6f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0b788a94-1e80-468a-940e-48c5a63e44a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539384 Feb 08 21:38:42.825959 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9bcfae0a-9434-479e-8dbd-ede93fec2624 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:42.827050 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9bcfae0a-9434-479e-8dbd-ede93fec2624 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:42.837697 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ee070130-9ed9-431b-ab2b-0d8165020f52 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (f54def7e-7ef7-49fc-9cb1-09d3d00a28e1), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:42.852324 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ee070130-9ed9-431b-ab2b-0d8165020f52 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f54def7e-7ef7-49fc-9cb1-09d3d00a28e1), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:42.947091 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c43036-33a5-4afc-960d-5b948340a146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-ba9d5553-a5ed-4150-a3f3-cd39b31c5131', 'network_id': 'ba9d5553-a5ed-4150-a3f3-cd39b31c5131', 'project_id': '31f733c410b246508debcff499ac82fe', 'fixed_ips': [{'subnet_id': '58cdee25-11f1-4093-86c8-42755d8a731e'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:38:42.947986 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-26c43036-33a5-4afc-960d-5b948340a146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:42.995661 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ee070130-9ed9-431b-ab2b-0d8165020f52 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:42.997170 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ee070130-9ed9-431b-ab2b-0d8165020f52 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4674394 Feb 08 21:38:43.001201 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38144) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:43.009454 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-520ec0a4-1a25-4fc5-b4f8-c09fab62cf51 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Request body: {'security_group_rule': {'security_group_id': '249d3f29-f4bf-47aa-94a2-855f781ee212', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f54def7e-7ef7-49fc-9cb1-09d3d00a28e1', 'remote_ip_prefix': None}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:43.014166 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee070130-9ed9-431b-ab2b-0d8165020f52 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f54def7e-7ef7-49fc-9cb1-09d3d00a28e1,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:43.021280 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26ad6846-a914-4749-baa1-19269f20c262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (00b6a973-68b2-437e-9776-f18c4b50ccde), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:43.027056 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9bcfae0a-9434-479e-8dbd-ede93fec2624 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for router_controller (64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:43.039165 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9bcfae0a-9434-479e-8dbd-ede93fec2624 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:43.060937 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9bcfae0a-9434-479e-8dbd-ede93fec2624 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:43.062571 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9bcfae0a-9434-479e-8dbd-ede93fec2624 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3187339 Feb 08 21:38:43.066319 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38146) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:43.088832 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-5444fbb8-d568-4213-b835-4df74b875c87 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'port': {'network_id': 'ba9d5553-a5ed-4150-a3f3-cd39b31c5131', 'name': 'tempest-PortsIpV6TestJSON-510036546'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:43.190625 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b03c6897-df7b-45c7-9ea8-bad4dcdbfc77 req-d675c38a-9ce1-4c71-8165-588246f29fdb service neutron] 10.222.0.94 "GET /v2.0/networks/0b788a94-1e80-468a-940e-48c5a63e44a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347414 Feb 08 21:38:43.303168 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-520ec0a4-1a25-4fc5-b4f8-c09fab62cf51 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (83d95561-572a-4d11-9c4d-d1633f9ea1be), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:43.333493 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-26c43036-33a5-4afc-960d-5b948340a146 None None] Allocated IP 2001:db8::2 (ba9d5553-a5ed-4150-a3f3-cd39b31c5131/58cdee25-11f1-4093-86c8-42755d8a731e/1d2c9652-2e81-4af3-a9c0-9ac1109c1d57) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:38:43.349501 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5444fbb8-d568-4213-b835-4df74b875c87 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:38:43.354290 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5444fbb8-d568-4213-b835-4df74b875c87 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:43.451369 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b03c6897-df7b-45c7-9ea8-bad4dcdbfc77 req-edf01132-9d1a-405d-a5c2-a0103eac0a61 service neutron] 10.222.0.94 "GET /v2.0/networks/0b788a94-1e80-468a-940e-48c5a63e44a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431774 Feb 08 21:38:43.455588 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-5444fbb8-d568-4213-b835-4df74b875c87 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] device_id is not set on port 1bc2262b-aae6-4f20-a8e6-b6781c50177e yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:38:43.463671 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ad6846-a914-4749-baa1-19269f20c262 admin admin] Router 00b6a973-68b2-437e-9776-f18c4b50ccde is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:38:43.483305 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-520ec0a4-1a25-4fc5-b4f8-c09fab62cf51 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (83d95561-572a-4d11-9c4d-d1633f9ea1be), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:43.508087 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-520ec0a4-1a25-4fc5-b4f8-c09fab62cf51 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (83d95561-572a-4d11-9c4d-d1633f9ea1be), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:43.549237 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-26c43036-33a5-4afc-960d-5b948340a146 None None] Publish callbacks [] for port (1d2c9652-2e81-4af3-a9c0-9ac1109c1d57), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:43.558019 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-26c43036-33a5-4afc-960d-5b948340a146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (1d2c9652-2e81-4af3-a9c0-9ac1109c1d57), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:43.600987 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-520ec0a4-1a25-4fc5-b4f8-c09fab62cf51 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:43.605527 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-520ec0a4-1a25-4fc5-b4f8-c09fab62cf51 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5973701 Feb 08 21:38:43.637394 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4393e-d423-44bc-a83c-5a084b8ac372 req-36b44ad0-9bb2-438e-be96-47618589f84d tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:43.639320 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cef4393e-d423-44bc-a83c-5a084b8ac372 req-36b44ad0-9bb2-438e-be96-47618589f84d tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 0.4087789 Feb 08 21:38:43.640740 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38164) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:43.658228 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c43036-33a5-4afc-960d-5b948340a146 None None] Network ba9d5553-a5ed-4150-a3f3-cd39b31c5131 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:38:43.661758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-26c43036-33a5-4afc-960d-5b948340a146 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:38:43.665506 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c43036-33a5-4afc-960d-5b948340a146 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:38:43.670714 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ad6846-a914-4749-baa1-19269f20c262 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:38:43.671706 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c43036-33a5-4afc-960d-5b948340a146 None None] Pushing event updated for resources: {'Port': ['ID=1d2c9652-2e81-4af3-a9c0-9ac1109c1d57,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:43.711354 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b32b320-d5b5-48cc-9444-51b04169653a None None] Sync routers for ids ['00b6a973-68b2-437e-9776-f18c4b50ccde'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:38:43.737492 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26ad6846-a914-4749-baa1-19269f20c262 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:43.739256 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-26ad6846-a914-4749-baa1-19269f20c262 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8989775 Feb 08 21:38:43.742948 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38172) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:43.752256 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b408e15-7397-4bac-80fa-e8798d76d74f req-f70faa11-2800-4abb-b90b-6f4ea7c54acf tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:43.756510 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5b408e15-7397-4bac-80fa-e8798d76d74f req-f70faa11-2800-4abb-b90b-6f4ea7c54acf tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 945 time: 0.4556191 Feb 08 21:38:43.758181 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ec0a4-1a25-4fc5-b4f8-c09fab62cf51 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d95561-572a-4d11-9c4d-d1633f9ea1be,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:43.793100 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b32b320-d5b5-48cc-9444-51b04169653a None None] Routers {'00b6a973-68b2-437e-9776-f18c4b50ccde'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:38:43.794536 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-1b32b320-d5b5-48cc-9444-51b04169653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:38:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['00b6a973-68b2-437e-9776-f18c4b50ccde'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:43.878162 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-26c43036-33a5-4afc-960d-5b948340a146 None None] Attempting to bind port 1d2c9652-2e81-4af3-a9c0-9ac1109c1d57 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:38:43.878543 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-26c43036-33a5-4afc-960d-5b948340a146 None None] Attempting to bind port 1d2c9652-2e81-4af3-a9c0-9ac1109c1d57 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '0cb552e4-ed18-4b04-9b35-68e39a60e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ba9d5553-a5ed-4150-a3f3-cd39b31c5131'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:38:43.878920 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c43036-33a5-4afc-960d-5b948340a146 None None] Attempting to bind port 1d2c9652-2e81-4af3-a9c0-9ac1109c1d57 on network ba9d5553-a5ed-4150-a3f3-cd39b31c5131 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:38:43.924866 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c43036-33a5-4afc-960d-5b948340a146 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:38:43.925274 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c43036-33a5-4afc-960d-5b948340a146 None None] Checking segment: {'id': '0cb552e4-ed18-4b04-9b35-68e39a60e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ba9d5553-a5ed-4150-a3f3-cd39b31c5131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:38:43.925694 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-26c43036-33a5-4afc-960d-5b948340a146 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:43.926099 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c43036-33a5-4afc-960d-5b948340a146 None None] Bound using segment: {'id': '0cb552e4-ed18-4b04-9b35-68e39a60e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ba9d5553-a5ed-4150-a3f3-cd39b31c5131'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:38:43.926641 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-26c43036-33a5-4afc-960d-5b948340a146 None None] Bound port: 1d2c9652-2e81-4af3-a9c0-9ac1109c1d57, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb552e4-ed18-4b04-9b35-68e39a60e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ba9d5553-a5ed-4150-a3f3-cd39b31c5131'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:38:43.927053 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-26c43036-33a5-4afc-960d-5b948340a146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1d2c9652-2e81-4af3-a9c0-9ac1109c1d57), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:43.960763 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-182c5537-c543-4274-942d-89800f3c434d tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (83d95561-572a-4d11-9c4d-d1633f9ea1be), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:43.992520 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cef4393e-d423-44bc-a83c-5a084b8ac372 req-c4d7a5d5-a18f-4454-9a45-7d74bfff2c17 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385322 Feb 08 21:38:43.995049 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-182c5537-c543-4274-942d-89800f3c434d tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (83d95561-572a-4d11-9c4d-d1633f9ea1be), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:44.027571 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5b408e15-7397-4bac-80fa-e8798d76d74f req-fed7b9db-2c75-4e05-bb93-67e68c7706d4 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/security-groups?id=3af778d2-2820-49a6-99af-c4c16cfc08bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382290 Feb 08 21:38:44.097345 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-182c5537-c543-4274-942d-89800f3c434d tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (83d95561-572a-4d11-9c4d-d1633f9ea1be), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:44.097752 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-1b32b320-d5b5-48cc-9444-51b04169653a None None] Set router 00b6a973-68b2-437e-9776-f18c4b50ccde gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:38:44.126351 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-182c5537-c543-4274-942d-89800f3c434d tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:44.127316 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-182c5537-c543-4274-942d-89800f3c434d tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/83d95561-572a-4d11-9c4d-d1633f9ea1be HTTP/1.1" status: 204 len: 168 time: 0.4815528 Feb 08 21:38:44.135320 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38184) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:44.168490 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-26c43036-33a5-4afc-960d-5b948340a146 None None] For port 1d2c9652-2e81-4af3-a9c0-9ac1109c1d57, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:38:44.183417 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-5444fbb8-d568-4213-b835-4df74b875c87 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Allocated IP 2001:db8::2bf (ba9d5553-a5ed-4150-a3f3-cd39b31c5131/58cdee25-11f1-4093-86c8-42755d8a731e/1bc2262b-aae6-4f20-a8e6-b6781c50177e) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:38:44.188948 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c5537-c543-4274-942d-89800f3c434d tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83d95561-572a-4d11-9c4d-d1633f9ea1be,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:44.242217 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-26c43036-33a5-4afc-960d-5b948340a146 None None] For port 1d2c9652-2e81-4af3-a9c0-9ac1109c1d57, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=1d2c9652-2e81-4af3-a9c0-9ac1109c1d57,segment=NetworkSegment(0cb552e4-ed18-4b04-9b35-68e39a60e5fa),segment_id=0cb552e4-ed18-4b04-9b35-68e39a60e5fa)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:38:44.257972 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-26c43036-33a5-4afc-960d-5b948340a146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1d2c9652-2e81-4af3-a9c0-9ac1109c1d57), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:44.259353 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-405292f5-b6ed-4e50-823a-8fbda0c50f8a tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1229365 Feb 08 21:38:44.264003 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38188) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:44.299775 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d606d5-7cc7-4b52-b96c-03228c902ae2 req-f6096f77-f7da-41c3-9bfa-4ee7a71ab851 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:44.301688 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c0d606d5-7cc7-4b52-b96c-03228c902ae2 req-f6096f77-f7da-41c3-9bfa-4ee7a71ab851 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 0.1688445 Feb 08 21:38:44.389064 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c43036-33a5-4afc-960d-5b948340a146 None None] Pushing event updated for resources: {'Port': ['ID=1d2c9652-2e81-4af3-a9c0-9ac1109c1d57,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:44.474198 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-1b32b320-d5b5-48cc-9444-51b04169653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'name': 'tempest-AttachVolumeTestJSON-1939964587-router', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:38Z', 'updated_at': '2022-02-08T21:38:41Z', 'revision_number': 3, 'project_id': '34667052c8344fe0a4257547677c9696', 'gw_port': {'id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:39Z', 'updated_at': '2022-02-08T21:38:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:44.478751 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c0d606d5-7cc7-4b52-b96c-03228c902ae2 req-961ba9af-36c2-4003-a16b-3177b608ea38 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700411 Feb 08 21:38:44.562619 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10cc68b5-749e-41fd-8233-7295597de24d tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (f54def7e-7ef7-49fc-9cb1-09d3d00a28e1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:44.564712 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b32b320-d5b5-48cc-9444-51b04169653a None None] Checking router: 00b6a973-68b2-437e-9776-f18c4b50ccde for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:38:44.565074 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b32b320-d5b5-48cc-9444-51b04169653a None None] Updating router 00b6a973-68b2-437e-9776-f18c4b50ccde port 3cd3c7cd-538d-402d-818f-00a1ac7f6565 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:38:44.612405 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5444fbb8-d568-4213-b835-4df74b875c87 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for port (1bc2262b-aae6-4f20-a8e6-b6781c50177e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:44.647514 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1b32b320-d5b5-48cc-9444-51b04169653a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3cd3c7cd-538d-402d-818f-00a1ac7f6565), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:44.684894 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5444fbb8-d568-4213-b835-4df74b875c87 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (1bc2262b-aae6-4f20-a8e6-b6781c50177e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:44.716123 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10cc68b5-749e-41fd-8233-7295597de24d tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (f54def7e-7ef7-49fc-9cb1-09d3d00a28e1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:44.771492 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5444fbb8-d568-4213-b835-4df74b875c87 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network ba9d5553-a5ed-4150-a3f3-cd39b31c5131 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:38:44.777149 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-5444fbb8-d568-4213-b835-4df74b875c87 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:38:44.779870 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5444fbb8-d568-4213-b835-4df74b875c87 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:38:44.785784 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5444fbb8-d568-4213-b835-4df74b875c87 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:44.786459 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5444fbb8-d568-4213-b835-4df74b875c87 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:44.840321 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444fbb8-d568-4213-b835-4df74b875c87 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Port': ['ID=1bc2262b-aae6-4f20-a8e6-b6781c50177e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:44.852168 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5444fbb8-d568-4213-b835-4df74b875c87 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7820494 Feb 08 21:38:44.868767 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38202) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:44.870322 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6774d1-ff79-42e0-a5c9-ac8004742bfd req-9d083734-b857-45a6-9885-dce00c1974f2 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:44.872688 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf6774d1-ff79-42e0-a5c9-ac8004742bfd req-9d083734-b857-45a6-9885-dce00c1974f2 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 0.2026122 Feb 08 21:38:44.942233 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf6774d1-ff79-42e0-a5c9-ac8004742bfd req-fc9fd256-02e3-406e-a9ed-f7d1b974014a tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637064 Feb 08 21:38:45.007193 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10cc68b5-749e-41fd-8233-7295597de24d tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f54def7e-7ef7-49fc-9cb1-09d3d00a28e1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:45.012354 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10cc68b5-749e-41fd-8233-7295597de24d tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:45.013900 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-10cc68b5-749e-41fd-8233-7295597de24d tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "DELETE /v2.0/security-groups/f54def7e-7ef7-49fc-9cb1-09d3d00a28e1 HTTP/1.1" status: 204 len: 168 time: 0.7482276 Feb 08 21:38:45.019399 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38212) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:45.031403 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc68b5-749e-41fd-8233-7295597de24d tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54def7e-7ef7-49fc-9cb1-09d3d00a28e1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:45.140755 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-03e21d3f-fb38-4b9c-8b1b-9a268fba648b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1201539 Feb 08 21:38:45.151424 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38216) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:45.239661 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4aa16-36b6-4cac-a9c3-144d3f5b62df req-c0efd465-4c96-4d80-ac7a-8ff6ae4f4f41 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:45.241304 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ec4aa16-36b6-4cac-a9c3-144d3f5b62df req-c0efd465-4c96-4d80-ac7a-8ff6ae4f4f41 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 0.1077676 Feb 08 21:38:45.282151 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1b32b320-d5b5-48cc-9444-51b04169653a None None] Publish callbacks [] for port (3cd3c7cd-538d-402d-818f-00a1ac7f6565), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:45.286520 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd198b-d21e-4c39-9e9d-a3a444cea841 req-89534020-5441-402c-9a41-cf817bed90aa tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:45.288774 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-11dd198b-d21e-4c39-9e9d-a3a444cea841 req-89534020-5441-402c-9a41-cf817bed90aa tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 945 time: 0.1179173 Feb 08 21:38:45.298408 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1b32b320-d5b5-48cc-9444-51b04169653a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3cd3c7cd-538d-402d-818f-00a1ac7f6565), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:45.334122 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-1b32b320-d5b5-48cc-9444-51b04169653a None None] Attempting to bind port 3cd3c7cd-538d-402d-818f-00a1ac7f6565 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:38:45.334509 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-1b32b320-d5b5-48cc-9444-51b04169653a None None] Attempting to bind port 3cd3c7cd-538d-402d-818f-00a1ac7f6565 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:38:45.334879 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b32b320-d5b5-48cc-9444-51b04169653a None None] Attempting to bind port 3cd3c7cd-538d-402d-818f-00a1ac7f6565 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:38:45.352339 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ec4aa16-36b6-4cac-a9c3-144d3f5b62df req-9b188f6d-219f-4e0a-9ace-ee60ea384271 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037054 Feb 08 21:38:45.386270 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-11dd198b-d21e-4c39-9e9d-a3a444cea841 req-834804e6-5e31-4bf8-9f4d-06189b4da7e8 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/security-groups?id=3af778d2-2820-49a6-99af-c4c16cfc08bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795059 Feb 08 21:38:45.400467 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b32b320-d5b5-48cc-9444-51b04169653a None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:38:45.400861 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b32b320-d5b5-48cc-9444-51b04169653a None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:38:45.401309 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1b32b320-d5b5-48cc-9444-51b04169653a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:45.402213 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b32b320-d5b5-48cc-9444-51b04169653a None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:38:45.402213 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-1b32b320-d5b5-48cc-9444-51b04169653a None None] Bound port: 3cd3c7cd-538d-402d-818f-00a1ac7f6565, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:38:45.402591 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1b32b320-d5b5-48cc-9444-51b04169653a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3cd3c7cd-538d-402d-818f-00a1ac7f6565), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:45.497988 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e8264-d2cb-46c7-8d4d-1152e6dc0e37 None None] Pushing event updated for resources: {'Port': ['ID=3cd3c7cd-538d-402d-818f-00a1ac7f6565,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:45.516315 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dea7f19c-4cd7-4efa-85a3-b8902ed1b37c tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (249d3f29-f4bf-47aa-94a2-855f781ee212), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:45.634297 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dea7f19c-4cd7-4efa-85a3-b8902ed1b37c tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (249d3f29-f4bf-47aa-94a2-855f781ee212), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:45.643451 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-1b32b320-d5b5-48cc-9444-51b04169653a None None] For port 3cd3c7cd-538d-402d-818f-00a1ac7f6565, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:38:45.650528 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-1b32b320-d5b5-48cc-9444-51b04169653a None None] For port 3cd3c7cd-538d-402d-818f-00a1ac7f6565, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3cd3c7cd-538d-402d-818f-00a1ac7f6565,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:38:45.661508 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1b32b320-d5b5-48cc-9444-51b04169653a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3cd3c7cd-538d-402d-818f-00a1ac7f6565), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:45.697002 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-017bcf81-601d-4d71-a33e-fa7f3cc5ee1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:45.838617 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b32b320-d5b5-48cc-9444-51b04169653a None None] Routers {'00b6a973-68b2-437e-9776-f18c4b50ccde'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:38:45.839256 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-1b32b320-d5b5-48cc-9444-51b04169653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:38:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['00b6a973-68b2-437e-9776-f18c4b50ccde'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:45.862838 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e8264-d2cb-46c7-8d4d-1152e6dc0e37 None None] Pushing event updated for resources: {'Port': ['ID=3cd3c7cd-538d-402d-818f-00a1ac7f6565,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:45.952266 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3039984d-0964-4704-af14-8b8fd4407945 req-6569fd54-2e6e-493b-92b1-a8e78703efc8 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3250396 Feb 08 21:38:46.017526 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dea7f19c-4cd7-4efa-85a3-b8902ed1b37c tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (249d3f29-f4bf-47aa-94a2-855f781ee212), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:46.021801 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dea7f19c-4cd7-4efa-85a3-b8902ed1b37c tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:46.025364 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-dea7f19c-4cd7-4efa-85a3-b8902ed1b37c tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "DELETE /v2.0/security-groups/249d3f29-f4bf-47aa-94a2-855f781ee212 HTTP/1.1" status: 204 len: 168 time: 0.8705735 Feb 08 21:38:46.025607 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fe66b-afdb-4a66-95c4-52be705c9cb8 req-e8218e37-4275-421c-b851-e3c48d08f342 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:46.026958 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-051fe66b-afdb-4a66-95c4-52be705c9cb8 req-e8218e37-4275-421c-b851-e3c48d08f342 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 0.4226286 Feb 08 21:38:46.030057 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38240) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:46.101639 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e333b2a-1e5b-43e3-a6c8-c8a1ee484951 req-3ae9b076-fb9f-44d6-ac06-67f06aa086c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:46.103576 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5e333b2a-1e5b-43e3-a6c8-c8a1ee484951 req-3ae9b076-fb9f-44d6-ac06-67f06aa086c6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=81bb6f0d0117423abb0a78b02a079884&device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 1128 time: 0.3347416 Feb 08 21:38:46.107084 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-1b32b320-d5b5-48cc-9444-51b04169653a None None] Set router 00b6a973-68b2-437e-9776-f18c4b50ccde gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:38:46.125386 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68145b-b5ee-4374-961a-2d851b6a8c9c req-e5fb9c16-9107-4bef-9a10-8111e1f994a0 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:46.133265 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b68145b-b5ee-4374-961a-2d851b6a8c9c req-e5fb9c16-9107-4bef-9a10-8111e1f994a0 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 945 time: 0.3290296 Feb 08 21:38:46.205770 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-017bcf81-601d-4d71-a33e-fa7f3cc5ee1e admin admin] Allocated IP 172.20.0.1 (1679b521-217f-49a1-a155-3334752f6c92/07d9bb5c-1887-4b22-a4c6-21ab4d50a37d/678e5812-a588-4a5e-9a75-63cad6323254) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:38:46.299585 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e333b2a-1e5b-43e3-a6c8-c8a1ee484951 req-5cf8f72a-7195-4a59-9ed5-64d08dfa8c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:46.301241 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5e333b2a-1e5b-43e3-a6c8-c8a1ee484951 req-5cf8f72a-7195-4a59-9ed5-64d08dfa8c1f service neutron] 10.222.0.96 "GET /v2.0/networks?id=338e2c30-60ac-4170-8397-f6a4ad7231d2 HTTP/1.1" status: 200 len: 921 time: 0.1837139 Feb 08 21:38:46.349944 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d452e40-2fee-4d0c-8892-430fb75151f0 None None] Network ba9d5553-a5ed-4150-a3f3-cd39b31c5131 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:38:46.353822 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-017bcf81-601d-4d71-a33e-fa7f3cc5ee1e admin admin] Publish callbacks [] for port (678e5812-a588-4a5e-9a75-63cad6323254), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:46.385028 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b68145b-b5ee-4374-961a-2d851b6a8c9c req-e397ddd8-c09a-4c4a-a894-305f506b0de2 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/security-groups?id=3af778d2-2820-49a6-99af-c4c16cfc08bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495790 Feb 08 21:38:46.398166 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-574692c2-010e-435b-ae0f-92f73ab223e7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1bc2262b-aae6-4f20-a8e6-b6781c50177e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:46.487138 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5e333b2a-1e5b-43e3-a6c8-c8a1ee484951 req-054c9f7d-540a-441d-b93b-b6fcca1cc34e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13efccdd-ecd6-49e7-9566-bfbcb316eeda HTTP/1.1" status: 200 len: 217 time: 0.1195772 Feb 08 21:38:46.504934 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-046f186f-3a76-4897-85c0-a34bd222f656 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4725392 Feb 08 21:38:46.517912 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-017bcf81-601d-4d71-a33e-fa7f3cc5ee1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (678e5812-a588-4a5e-9a75-63cad6323254), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:46.531316 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38246) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:46.570865 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2c32307d-d786-45f1-88d6-b89f8794900b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Request body: {'security_group': {'name': 'tempest-secgroup--799821638'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:46.574888 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-051fe66b-afdb-4a66-95c4-52be705c9cb8 req-fca99a3b-6f2b-4d13-ab49-ed82995a3950 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4977791 Feb 08 21:38:46.587157 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e333b2a-1e5b-43e3-a6c8-c8a1ee484951 req-a00dd52f-f70b-49c0-a320-1f43ac000afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:46.589121 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5e333b2a-1e5b-43e3-a6c8-c8a1ee484951 req-a00dd52f-f70b-49c0-a320-1f43ac000afc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c4fa435-c388-4a9c-b5b8-15d88c51a78f HTTP/1.1" status: 200 len: 860 time: 0.0883512 Feb 08 21:38:46.639598 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 1d2c9652-2e81-4af3-a9c0-9ac1109c1d57 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:38:46.641759 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5e333b2a-1e5b-43e3-a6c8-c8a1ee484951 req-74569399-6b70-4899-9de1-3128d91e1ffb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=338e2c30-60ac-4170-8397-f6a4ad7231d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462546 Feb 08 21:38:46.724425 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7f19c-4cd7-4efa-85a3-b8902ed1b37c tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=249d3f29-f4bf-47aa-94a2-855f781ee212,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:46.743273 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-24fa4557-3233-4e74-923a-92b7fd397fb6 None None] Provisioning complete for port 1d2c9652-2e81-4af3-a9c0-9ac1109c1d57 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:46.753878 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24fa4557-3233-4e74-923a-92b7fd397fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1d2c9652-2e81-4af3-a9c0-9ac1109c1d57), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:46.779726 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017bcf81-601d-4d71-a33e-fa7f3cc5ee1e admin admin] Network 1679b521-217f-49a1-a155-3334752f6c92 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:38:46.787717 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-017bcf81-601d-4d71-a33e-fa7f3cc5ee1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:38:46.797857 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017bcf81-601d-4d71-a33e-fa7f3cc5ee1e admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:38:46.922443 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bcf81-601d-4d71-a33e-fa7f3cc5ee1e admin admin] Pushing event updated for resources: {'Port': ['ID=678e5812-a588-4a5e-9a75-63cad6323254,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:46.927164 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae927c8-d26a-41dd-a0da-6cbddb34116c req-5f58e053-f043-4070-8ad6-188ee3d2a845 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:46.940202 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 1d2c9652-2e81-4af3-a9c0-9ac1109c1d57 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:46.940418 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8ae927c8-d26a-41dd-a0da-6cbddb34116c req-5f58e053-f043-4070-8ad6-188ee3d2a845 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 0.2390761 Feb 08 21:38:46.940811 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1d2c9652-2e81-4af3-a9c0-9ac1109c1d57), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:47.002368 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c32307d-d786-45f1-88d6-b89f8794900b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:47.027605 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-1b32b320-d5b5-48cc-9444-51b04169653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'name': 'tempest-AttachVolumeTestJSON-1939964587-router', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:38Z', 'updated_at': '2022-02-08T21:38:41Z', 'revision_number': 3, 'project_id': '34667052c8344fe0a4257547677c9696', 'gw_port': {'id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:39Z', 'updated_at': '2022-02-08T21:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:47.029688 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5e333b2a-1e5b-43e3-a6c8-c8a1ee484951 req-d6b56a1c-96a2-475b-a862-ac9104d0adc0 service neutron] 10.222.0.96 "GET /v2.0/networks/338e2c30-60ac-4170-8397-f6a4ad7231d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800850 Feb 08 21:38:47.046542 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-017bcf81-601d-4d71-a33e-fa7f3cc5ee1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (00b6a973-68b2-437e-9776-f18c4b50ccde), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:47.094253 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b32b320-d5b5-48cc-9444-51b04169653a None None] The sync data for ids ['00b6a973-68b2-437e-9776-f18c4b50ccde'] in n-d-712143-31 is: [{'id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'name': 'tempest-AttachVolumeTestJSON-1939964587-router', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:38Z', 'updated_at': '2022-02-08T21:38:41Z', 'revision_number': 3, 'project_id': '34667052c8344fe0a4257547677c9696', 'gw_port': {'id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:39Z', 'updated_at': '2022-02-08T21:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:38:47.172398 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-24fa4557-3233-4e74-923a-92b7fd397fb6 None None] Current status of the port 1d2c9652-2e81-4af3-a9c0-9ac1109c1d57 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:47.172884 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24fa4557-3233-4e74-923a-92b7fd397fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1d2c9652-2e81-4af3-a9c0-9ac1109c1d57), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:47.231518 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8ae927c8-d26a-41dd-a0da-6cbddb34116c req-f1badee7-3488-414c-be67-80caf94d7b0e tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898951 Feb 08 21:38:47.374464 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5e333b2a-1e5b-43e3-a6c8-c8a1ee484951 req-2d2063c5-58e9-4259-bc5e-68a5aa446781 service neutron] 10.222.0.96 "GET /v2.0/networks/338e2c30-60ac-4170-8397-f6a4ad7231d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164992 Feb 08 21:38:47.388403 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-24fa4557-3233-4e74-923a-92b7fd397fb6 None None] For port 1d2c9652-2e81-4af3-a9c0-9ac1109c1d57, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=1d2c9652-2e81-4af3-a9c0-9ac1109c1d57,segment=NetworkSegment(0cb552e4-ed18-4b04-9b35-68e39a60e5fa),segment_id=0cb552e4-ed18-4b04-9b35-68e39a60e5fa)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:38:47.399665 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24fa4557-3233-4e74-923a-92b7fd397fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1d2c9652-2e81-4af3-a9c0-9ac1109c1d57), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:47.409008 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 1d2c9652-2e81-4af3-a9c0-9ac1109c1d57 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:47.409795 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1d2c9652-2e81-4af3-a9c0-9ac1109c1d57), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:47.530581 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-017bcf81-601d-4d71-a33e-fa7f3cc5ee1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (678e5812-a588-4a5e-9a75-63cad6323254), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:47.617318 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-6ad0e5bc-8726-4a5d-bc53-1ab02047ad2f None None] Provisioning complete for port 678e5812-a588-4a5e-9a75-63cad6323254 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:47.617703 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6ad0e5bc-8726-4a5d-bc53-1ab02047ad2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (678e5812-a588-4a5e-9a75-63cad6323254), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:47.766494 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c32307d-d786-45f1-88d6-b89f8794900b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (9a645b27-c6d1-4db3-894d-07d73fb11f29), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:47.827934 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c32307d-d786-45f1-88d6-b89f8794900b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9a645b27-c6d1-4db3-894d-07d73fb11f29), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:47.894293 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa4557-3233-4e74-923a-92b7fd397fb6 None None] Pushing event updated for resources: {'Port': ['ID=1d2c9652-2e81-4af3-a9c0-9ac1109c1d57,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:47.915298 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6ad0e5bc-8726-4a5d-bc53-1ab02047ad2f None None] Port 678e5812-a588-4a5e-9a75-63cad6323254 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:38:47.948691 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:38:47.948933 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:38:48.062884 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-dbfdd9cf-3edc-407e-9c58-15f474dc420f None None] Provisioning complete for port 1bc2262b-aae6-4f20-a8e6-b6781c50177e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:48.063261 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dbfdd9cf-3edc-407e-9c58-15f474dc420f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1bc2262b-aae6-4f20-a8e6-b6781c50177e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:48.106002 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c32307d-d786-45f1-88d6-b89f8794900b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:48.107329 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2c32307d-d786-45f1-88d6-b89f8794900b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5680859 Feb 08 21:38:48.126930 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38298) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:48.142344 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-dbfdd9cf-3edc-407e-9c58-15f474dc420f None None] Port 1bc2262b-aae6-4f20-a8e6-b6781c50177e cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:38:48.154547 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-574692c2-010e-435b-ae0f-92f73ab223e7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for port (1bc2262b-aae6-4f20-a8e6-b6781c50177e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:48.160036 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7c89a0ec-057e-4850-bff3-8c9df76fefe5 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Request body: {'security_group_rule': {'security_group_id': '9a645b27-c6d1-4db3-894d-07d73fb11f29', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:48.171620 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-dbfdd9cf-3edc-407e-9c58-15f474dc420f None None] Provisioning complete for port 1d2c9652-2e81-4af3-a9c0-9ac1109c1d57 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:48.172156 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dbfdd9cf-3edc-407e-9c58-15f474dc420f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1d2c9652-2e81-4af3-a9c0-9ac1109c1d57), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:48.199302 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32307d-d786-45f1-88d6-b89f8794900b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a645b27-c6d1-4db3-894d-07d73fb11f29,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:48.207736 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-574692c2-010e-435b-ae0f-92f73ab223e7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (1bc2262b-aae6-4f20-a8e6-b6781c50177e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:48.289636 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-017bcf81-601d-4d71-a33e-fa7f3cc5ee1e admin admin] Publish callbacks [] for port (678e5812-a588-4a5e-9a75-63cad6323254), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:48.330610 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-dbfdd9cf-3edc-407e-9c58-15f474dc420f None None] Current status of the port 1d2c9652-2e81-4af3-a9c0-9ac1109c1d57 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:48.390419 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762053bb-e270-4b45-8128-f6dfa38dac4f req-fe574f7e-a4d6-45d5-81e2-298257b30c86 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:48.398446 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-762053bb-e270-4b45-8128-f6dfa38dac4f req-fe574f7e-a4d6-45d5-81e2-298257b30c86 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 0.9282827 Feb 08 21:38:48.401509 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039984d-0964-4704-af14-8b8fd4407945 req-ed0e0508-7d0f-49c6-9bd8-f8b95401d68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:48.402981 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3039984d-0964-4704-af14-8b8fd4407945 req-ed0e0508-7d0f-49c6-9bd8-f8b95401d68b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=81bb6f0d0117423abb0a78b02a079884&device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 1128 time: 0.1799433 Feb 08 21:38:48.477977 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d85cf-acf8-4a50-8cc3-1c6175a4e63a req-e8013f0f-fbc5-42e9-9724-06f7566a66dd tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:48.483832 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-290d85cf-acf8-4a50-8cc3-1c6175a4e63a req-e8013f0f-fbc5-42e9-9724-06f7566a66dd tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 945 time: 0.2595997 Feb 08 21:38:48.532117 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-017bcf81-601d-4d71-a33e-fa7f3cc5ee1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (678e5812-a588-4a5e-9a75-63cad6323254), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:48.553135 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-32e916cc-b8b7-446d-b782-18535bd86d4f None None] Provisioning complete for port 1bc2262b-aae6-4f20-a8e6-b6781c50177e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:48.556865 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-32e916cc-b8b7-446d-b782-18535bd86d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1bc2262b-aae6-4f20-a8e6-b6781c50177e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:48.574266 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 1d2c9652-2e81-4af3-a9c0-9ac1109c1d57 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:48.676845 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c89a0ec-057e-4850-bff3-8c9df76fefe5 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (2c78123c-a454-4c06-81ad-ac42ae5a77a6), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:48.718984 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-017bcf81-601d-4d71-a33e-fa7f3cc5ee1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (00b6a973-68b2-437e-9776-f18c4b50ccde), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:48.740593 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-32e916cc-b8b7-446d-b782-18535bd86d4f None None] Port 1bc2262b-aae6-4f20-a8e6-b6781c50177e cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:38:48.808719 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-762053bb-e270-4b45-8128-f6dfa38dac4f req-6a30f752-ec3d-4d89-b1a1-5c902fe89879 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093680 Feb 08 21:38:48.821748 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574692c2-010e-435b-ae0f-92f73ab223e7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Port': ['ID=1bc2262b-aae6-4f20-a8e6-b6781c50177e,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:48.842984 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039984d-0964-4704-af14-8b8fd4407945 req-2d139201-2e0a-4018-8977-dfcbccb31049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:48.844666 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3039984d-0964-4704-af14-8b8fd4407945 req-2d139201-2e0a-4018-8977-dfcbccb31049 service neutron] 10.222.0.96 "GET /v2.0/networks?id=338e2c30-60ac-4170-8397-f6a4ad7231d2 HTTP/1.1" status: 200 len: 921 time: 0.4110460 Feb 08 21:38:48.851972 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-290d85cf-acf8-4a50-8cc3-1c6175a4e63a req-eb2395a5-b455-464c-bec0-6ceaccbbad2c tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/security-groups?id=3af778d2-2820-49a6-99af-c4c16cfc08bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460751 Feb 08 21:38:48.879890 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-fbbb8caf-1197-46d1-b5c5-b09be295dc74 None None] Provisioning complete for port 1bc2262b-aae6-4f20-a8e6-b6781c50177e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:48.880267 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fbbb8caf-1197-46d1-b5c5-b09be295dc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1bc2262b-aae6-4f20-a8e6-b6781c50177e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:48.912442 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3039984d-0964-4704-af14-8b8fd4407945 req-aeca6954-719b-4e29-8771-8d1ec3add6c5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13efccdd-ecd6-49e7-9566-bfbcb316eeda HTTP/1.1" status: 200 len: 217 time: 0.0584559 Feb 08 21:38:48.913482 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-574692c2-010e-435b-ae0f-92f73ab223e7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:48.962979 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 1d2c9652-2e81-4af3-a9c0-9ac1109c1d57 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:38:49.035522 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039984d-0964-4704-af14-8b8fd4407945 req-e1543b44-c90b-4f0d-ab84-827c58b50e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:49.045024 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3039984d-0964-4704-af14-8b8fd4407945 req-e1543b44-c90b-4f0d-ab84-827c58b50e55 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c4fa435-c388-4a9c-b5b8-15d88c51a78f HTTP/1.1" status: 200 len: 860 time: 0.1148653 Feb 08 21:38:49.093089 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-fbbb8caf-1197-46d1-b5c5-b09be295dc74 None None] Port 1bc2262b-aae6-4f20-a8e6-b6781c50177e cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:38:49.101816 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3039984d-0964-4704-af14-8b8fd4407945 req-73c1c701-d175-490d-ade5-fddc2e01acc3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=338e2c30-60ac-4170-8397-f6a4ad7231d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473073 Feb 08 21:38:49.109849 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae268044-ade1-49b7-bf89-7fd9ccdb5dbf req-9a33ccba-11d6-47a9-bed4-127c54531c76 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:49.113201 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 1d2c9652-2e81-4af3-a9c0-9ac1109c1d57 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:49.114874 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1d2c9652-2e81-4af3-a9c0-9ac1109c1d57), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:49.117592 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ae268044-ade1-49b7-bf89-7fd9ccdb5dbf req-9a33ccba-11d6-47a9-bed4-127c54531c76 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 0.1525202 Feb 08 21:38:49.219460 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 1d2c9652-2e81-4af3-a9c0-9ac1109c1d57 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:49.221505 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3cd3c7cd-538d-402d-818f-00a1ac7f6565 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:38:49.230917 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3039984d-0964-4704-af14-8b8fd4407945 req-9f4aab01-fcca-4b98-bab4-3d8098cbb2f8 service neutron] 10.222.0.96 "GET /v2.0/networks/338e2c30-60ac-4170-8397-f6a4ad7231d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111450 Feb 08 21:38:49.285119 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 3cd3c7cd-538d-402d-818f-00a1ac7f6565 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:49.285755 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3cd3c7cd-538d-402d-818f-00a1ac7f6565), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:49.340509 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bcf81-601d-4d71-a33e-fa7f3cc5ee1e admin admin] Pushing event updated for resources: {'Port': ['ID=678e5812-a588-4a5e-9a75-63cad6323254,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:49.356137 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ae268044-ade1-49b7-bf89-7fd9ccdb5dbf req-e6cd314f-715c-4e71-aed0-04c99c258c46 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372301 Feb 08 21:38:49.378898 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c89a0ec-057e-4850-bff3-8c9df76fefe5 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (2c78123c-a454-4c06-81ad-ac42ae5a77a6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:49.417207 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c89a0ec-057e-4850-bff3-8c9df76fefe5 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (2c78123c-a454-4c06-81ad-ac42ae5a77a6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:49.420164 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3039984d-0964-4704-af14-8b8fd4407945 req-e6378fa8-06b1-4532-a469-a31c546ea413 service neutron] 10.222.0.96 "GET /v2.0/networks/338e2c30-60ac-4170-8397-f6a4ad7231d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769302 Feb 08 21:38:49.422152 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 3cd3c7cd-538d-402d-818f-00a1ac7f6565 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:49.422558 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3cd3c7cd-538d-402d-818f-00a1ac7f6565), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:49.441949 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-574692c2-010e-435b-ae0f-92f73ab223e7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1bc2262b-aae6-4f20-a8e6-b6781c50177e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:49.469482 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 3cd3c7cd-538d-402d-818f-00a1ac7f6565, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3cd3c7cd-538d-402d-818f-00a1ac7f6565,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:38:49.475822 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3cd3c7cd-538d-402d-818f-00a1ac7f6565), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:49.489050 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89a0ec-057e-4850-bff3-8c9df76fefe5 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c78123c-a454-4c06-81ad-ac42ae5a77a6,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:49.519905 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c89a0ec-057e-4850-bff3-8c9df76fefe5 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:49.525409 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38330) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:49.527000 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7c89a0ec-057e-4850-bff3-8c9df76fefe5 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3942401 Feb 08 21:38:49.564116 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=3cd3c7cd-538d-402d-818f-00a1ac7f6565,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:49.611406 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-553cef9f-e31d-4c0e-bab6-aa5970e81428 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (2c78123c-a454-4c06-81ad-ac42ae5a77a6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:49.624374 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-553cef9f-e31d-4c0e-bab6-aa5970e81428 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (2c78123c-a454-4c06-81ad-ac42ae5a77a6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:49.700055 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-553cef9f-e31d-4c0e-bab6-aa5970e81428 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (2c78123c-a454-4c06-81ad-ac42ae5a77a6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:49.716354 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15654b5-8e3f-4589-b2f6-f8eab18c99af req-28dc2d47-8a1f-4302-a7bf-38d345e6d273 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:49.718749 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e15654b5-8e3f-4589-b2f6-f8eab18c99af req-28dc2d47-8a1f-4302-a7bf-38d345e6d273 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 0.1504834 Feb 08 21:38:49.724716 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-553cef9f-e31d-4c0e-bab6-aa5970e81428 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:49.731788 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-553cef9f-e31d-4c0e-bab6-aa5970e81428 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/2c78123c-a454-4c06-81ad-ac42ae5a77a6 HTTP/1.1" status: 204 len: 168 time: 0.2051930 Feb 08 21:38:49.744807 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38336) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:49.747641 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cef9f-e31d-4c0e-bab6-aa5970e81428 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c78123c-a454-4c06-81ad-ac42ae5a77a6,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:49.852184 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a72c050e-c7fa-4fc8-a838-e65477f8aadb tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1017320 Feb 08 21:38:49.853195 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38344) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:49.913080 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e15654b5-8e3f-4589-b2f6-f8eab18c99af req-87046bbf-6f0b-40df-b693-a87bdc5fcea5 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667147 Feb 08 21:38:49.981820 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-22ba22db-600f-4ce2-a599-478a9d897243 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (9a645b27-c6d1-4db3-894d-07d73fb11f29), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:50.019469 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-22ba22db-600f-4ce2-a599-478a9d897243 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (9a645b27-c6d1-4db3-894d-07d73fb11f29), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:50.189194 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff926a6d-ba8a-4e8d-8343-ea012a66ea75 req-2dd080fe-4a6a-4cc7-b127-1e53c3cc9c47 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:50.193260 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff926a6d-ba8a-4e8d-8343-ea012a66ea75 req-2dd080fe-4a6a-4cc7-b127-1e53c3cc9c47 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 945 time: 0.1164839 Feb 08 21:38:50.198857 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-22ba22db-600f-4ce2-a599-478a9d897243 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9a645b27-c6d1-4db3-894d-07d73fb11f29), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:50.202191 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-22ba22db-600f-4ce2-a599-478a9d897243 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:50.205945 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-22ba22db-600f-4ce2-a599-478a9d897243 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "DELETE /v2.0/security-groups/9a645b27-c6d1-4db3-894d-07d73fb11f29 HTTP/1.1" status: 204 len: 168 time: 0.3467715 Feb 08 21:38:50.222667 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38358) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:50.239142 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f50431-1e3d-4235-94eb-673b2cb6db68 req-e1e9e630-290f-497d-bc19-ab1d01e371ff tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:50.249541 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27f50431-1e3d-4235-94eb-673b2cb6db68 req-e1e9e630-290f-497d-bc19-ab1d01e371ff tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 0.2237587 Feb 08 21:38:50.258143 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017bcf81-601d-4d71-a33e-fa7f3cc5ee1e admin admin] Network 1679b521-217f-49a1-a155-3334752f6c92 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:38:50.264054 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-017bcf81-601d-4d71-a33e-fa7f3cc5ee1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:38:50.277417 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba22db-600f-4ce2-a599-478a9d897243 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a645b27-c6d1-4db3-894d-07d73fb11f29,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:50.388953 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff926a6d-ba8a-4e8d-8343-ea012a66ea75 req-7556edb5-a134-43ac-998c-4c09fcccd09d tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/security-groups?id=3af778d2-2820-49a6-99af-c4c16cfc08bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831462 Feb 08 21:38:50.406191 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f514b208-9891-4f12-8963-55a649a321a6 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1806507 Feb 08 21:38:50.414134 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38368) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:50.426510 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-e6b96465-dbc3-481d-b776-87efd202f20b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Request body: {'security_group': {'name': 'tempest-secgroup--1511531426'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:50.458397 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27f50431-1e3d-4235-94eb-673b2cb6db68 req-c2acc38d-beb3-4f8c-86fe-9d7e64e1ac60 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014601 Feb 08 21:38:50.474927 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e6b96465-dbc3-481d-b776-87efd202f20b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:50.512147 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-574692c2-010e-435b-ae0f-92f73ab223e7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for port (1bc2262b-aae6-4f20-a8e6-b6781c50177e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:50.524826 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-574692c2-010e-435b-ae0f-92f73ab223e7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (1bc2262b-aae6-4f20-a8e6-b6781c50177e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:50.528634 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-574692c2-010e-435b-ae0f-92f73ab223e7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:50.709580 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3cd3c7cd-538d-402d-818f-00a1ac7f6565 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:38:50.710702 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e6b96465-dbc3-481d-b776-87efd202f20b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (d8b7867e-f873-4226-9a61-3c282e8517d3), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:50.719595 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e6b96465-dbc3-481d-b776-87efd202f20b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d8b7867e-f873-4226-9a61-3c282e8517d3), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:50.766157 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d24eb-b5eb-4ce4-a40d-c4f6c9df828b req-f3a7e74f-eb39-47bb-91f8-a8e02a9c64dc tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:50.766309 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-789d24eb-b5eb-4ce4-a40d-c4f6c9df828b req-f3a7e74f-eb39-47bb-91f8-a8e02a9c64dc tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 0.1621869 Feb 08 21:38:50.782877 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-538bcc46-cb85-4689-b983-9f4e165862b8 None None] Provisioning complete for port 678e5812-a588-4a5e-9a75-63cad6323254 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:50.783612 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-538bcc46-cb85-4689-b983-9f4e165862b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (678e5812-a588-4a5e-9a75-63cad6323254), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:50.801508 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e6b96465-dbc3-481d-b776-87efd202f20b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:50.805185 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e6b96465-dbc3-481d-b776-87efd202f20b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3870409 Feb 08 21:38:50.805673 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38380) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:50.811087 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-b826618a-c823-4c94-8dfa-955e45e347e0 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Request body: {'security_group_rule': {'security_group_id': 'd8b7867e-f873-4226-9a61-3c282e8517d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:50.842059 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-538bcc46-cb85-4689-b983-9f4e165862b8 None None] Port 678e5812-a588-4a5e-9a75-63cad6323254 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:38:50.850446 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b96465-dbc3-481d-b776-87efd202f20b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b7867e-f873-4226-9a61-3c282e8517d3,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:50.856396 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574692c2-010e-435b-ae0f-92f73ab223e7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Port': ['ID=1bc2262b-aae6-4f20-a8e6-b6781c50177e,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:50.860329 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-789d24eb-b5eb-4ce4-a40d-c4f6c9df828b req-db619f18-d5df-451d-9fbc-dfbdfc09f330 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828340 Feb 08 21:38:50.880755 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 3cd3c7cd-538d-402d-818f-00a1ac7f6565 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:50.881412 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3cd3c7cd-538d-402d-818f-00a1ac7f6565), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:50.910633 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017bcf81-601d-4d71-a33e-fa7f3cc5ee1e admin admin] Router 00b6a973-68b2-437e-9776-f18c4b50ccde has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:38:50.940848 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b826618a-c823-4c94-8dfa-955e45e347e0 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (b104743f-775e-45ed-b8ad-1da00a799e0c), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:51.030564 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 3cd3c7cd-538d-402d-818f-00a1ac7f6565 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:51.099576 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b826618a-c823-4c94-8dfa-955e45e347e0 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (b104743f-775e-45ed-b8ad-1da00a799e0c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:51.113504 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b826618a-c823-4c94-8dfa-955e45e347e0 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (b104743f-775e-45ed-b8ad-1da00a799e0c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:51.156763 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826618a-c823-4c94-8dfa-955e45e347e0 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b104743f-775e-45ed-b8ad-1da00a799e0c,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:51.186649 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b826618a-c823-4c94-8dfa-955e45e347e0 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:51.191362 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b826618a-c823-4c94-8dfa-955e45e347e0 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3843970 Feb 08 21:38:51.196124 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38388) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:51.216895 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574692c2-010e-435b-ae0f-92f73ab223e7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network ba9d5553-a5ed-4150-a3f3-cd39b31c5131 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:38:51.223417 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-574692c2-010e-435b-ae0f-92f73ab223e7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:38:51.248382 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017bcf81-601d-4d71-a33e-fa7f3cc5ee1e admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:38:51.254421 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-017bcf81-601d-4d71-a33e-fa7f3cc5ee1e admin admin] 10.222.0.88 "PUT /v2.0/routers/00b6a973-68b2-437e-9776-f18c4b50ccde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5089285 Feb 08 21:38:51.272701 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451d4a8a-1780-4619-924d-6d760c7c9619 None None] Sync routers for ids ['00b6a973-68b2-437e-9776-f18c4b50ccde'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:38:51.278485 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a7622-3381-4c73-854b-5eb20a247aa1 req-9433b0df-1cf2-4f4a-86a4-15f2dd251e31 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:51.280528 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2f9a7622-3381-4c73-854b-5eb20a247aa1 req-9433b0df-1cf2-4f4a-86a4-15f2dd251e31 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 0.2262814 Feb 08 21:38:51.289642 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-91493304-5355-443b-889f-31b61ca6d156 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "GET /v2.0/security-group-rules/b104743f-775e-45ed-b8ad-1da00a799e0c HTTP/1.1" status: 200 len: 763 time: 0.0873876 Feb 08 21:38:51.290605 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38396) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:51.311790 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451d4a8a-1780-4619-924d-6d760c7c9619 None None] Routers {'00b6a973-68b2-437e-9776-f18c4b50ccde'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:38:51.312443 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-451d4a8a-1780-4619-924d-6d760c7c9619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:38:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['00b6a973-68b2-437e-9776-f18c4b50ccde'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:51.576053 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2f9a7622-3381-4c73-854b-5eb20a247aa1 req-b5f8c295-5653-4ff8-aec6-d3ebd5f56ea0 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829440 Feb 08 21:38:51.600966 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-451d4a8a-1780-4619-924d-6d760c7c9619 None None] Set router 00b6a973-68b2-437e-9776-f18c4b50ccde gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:38:51.625429 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-960fb4bb-58bc-4a26-b389-f6b655f67dca tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3292315 Feb 08 21:38:51.643613 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38406) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:51.748877 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a58fb50-c2e9-49fd-b856-38e2e4eff428 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (b104743f-775e-45ed-b8ad-1da00a799e0c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:51.767919 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a58fb50-c2e9-49fd-b856-38e2e4eff428 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (b104743f-775e-45ed-b8ad-1da00a799e0c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:51.834481 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574692c2-010e-435b-ae0f-92f73ab223e7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Router 64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:38:51.867824 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a58fb50-c2e9-49fd-b856-38e2e4eff428 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (b104743f-775e-45ed-b8ad-1da00a799e0c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:51.876575 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a579c8-5223-4332-8738-b26dadc74d40 req-3a71eff5-f36e-4e56-bf97-d2eff1bfb058 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:51.882871 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-63a579c8-5223-4332-8738-b26dadc74d40 req-3a71eff5-f36e-4e56-bf97-d2eff1bfb058 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 945 time: 0.2436528 Feb 08 21:38:51.884844 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a58fb50-c2e9-49fd-b856-38e2e4eff428 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:51.904780 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2a58fb50-c2e9-49fd-b856-38e2e4eff428 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/b104743f-775e-45ed-b8ad-1da00a799e0c HTTP/1.1" status: 204 len: 168 time: 0.2485645 Feb 08 21:38:51.905115 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38414) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:51.943129 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-3cdb6b5c-1e7c-4c8c-a632-463e09a2ff1d None None] Provisioning complete for port 1bc2262b-aae6-4f20-a8e6-b6781c50177e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:51.943698 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3cdb6b5c-1e7c-4c8c-a632-463e09a2ff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1bc2262b-aae6-4f20-a8e6-b6781c50177e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:52.102356 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-451d4a8a-1780-4619-924d-6d760c7c9619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'name': 'tempest-AttachVolumeTestJSON-1939964587-router', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:38Z', 'updated_at': '2022-02-08T21:38:47Z', 'revision_number': 4, 'project_id': '34667052c8344fe0a4257547677c9696', 'gw_port': {'id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:39Z', 'updated_at': '2022-02-08T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '678e5812-a588-4a5e-9a75-63cad6323254', 'name': '', 'network_id': '1679b521-217f-49a1-a155-3334752f6c92', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'mac_address': 'fa:16:3e:ab:18:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:45Z', 'updated_at': '2022-02-08T21:38:47Z', 'revision_number': 2, 'project_id': '34667052c8344fe0a4257547677c9696', 'subnets': [{'id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:52.167243 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58fb50-c2e9-49fd-b856-38e2e4eff428 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b104743f-775e-45ed-b8ad-1da00a799e0c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:52.178693 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-3cdb6b5c-1e7c-4c8c-a632-463e09a2ff1d None None] Port 1bc2262b-aae6-4f20-a8e6-b6781c50177e cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:38:52.211644 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38420) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:52.213464 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-602ae5d3-523e-4c9c-a2d7-0bcc1286e482 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2592895 Feb 08 21:38:52.215029 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451d4a8a-1780-4619-924d-6d760c7c9619 None None] Checking router: 00b6a973-68b2-437e-9776-f18c4b50ccde for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:38:52.215819 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451d4a8a-1780-4619-924d-6d760c7c9619 None None] Updating router 00b6a973-68b2-437e-9776-f18c4b50ccde port 678e5812-a588-4a5e-9a75-63cad6323254 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:38:52.219025 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7dae91b6-b4f4-4595-9198-579b3386910a tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Request body: {'security_group_rule': {'security_group_id': 'd8b7867e-f873-4226-9a61-3c282e8517d3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:52.231124 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-63a579c8-5223-4332-8738-b26dadc74d40 req-1db806e9-eec3-41ee-badc-cc34e63a0203 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/security-groups?id=3af778d2-2820-49a6-99af-c4c16cfc08bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216848 Feb 08 21:38:52.325155 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574692c2-010e-435b-ae0f-92f73ab223e7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:38:52.326744 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-451d4a8a-1780-4619-924d-6d760c7c9619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (678e5812-a588-4a5e-9a75-63cad6323254), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:52.346684 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a39cee-2f3f-4e23-92e7-f45a1a6aecf9 None None] Sync routers for ids ['64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:38:52.357384 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38426) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:52.359124 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-574692c2-010e-435b-ae0f-92f73ab223e7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "PUT /v2.0/routers/64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4846606 Feb 08 21:38:52.380634 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a39cee-2f3f-4e23-92e7-f45a1a6aecf9 None None] Routers {'64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:38:52.385385 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-18a39cee-2f3f-4e23-92e7-f45a1a6aecf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:38:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:52.400447 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7dae91b6-b4f4-4595-9198-579b3386910a tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (fc28f416-559e-440a-9aa9-5410587f385e), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:52.526362 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-18a39cee-2f3f-4e23-92e7-f45a1a6aecf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:52.584760 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7dae91b6-b4f4-4595-9198-579b3386910a tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (fc28f416-559e-440a-9aa9-5410587f385e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:52.588971 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a39cee-2f3f-4e23-92e7-f45a1a6aecf9 None None] Routers {'64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:38:52.589879 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-18a39cee-2f3f-4e23-92e7-f45a1a6aecf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:38:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:52.594133 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7dae91b6-b4f4-4595-9198-579b3386910a tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (fc28f416-559e-440a-9aa9-5410587f385e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:52.596716 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b28ead-e6eb-48c4-ac0e-dc30a9a6f3dd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:52.605525 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-07b28ead-e6eb-48c4-ac0e-dc30a9a6f3dd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "GET /v2.0/ports?device_id=64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3 HTTP/1.1" status: 200 len: 988 time: 0.2462718 Feb 08 21:38:52.614917 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38432) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:52.710535 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae91b6-b4f4-4595-9198-579b3386910a tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc28f416-559e-440a-9aa9-5410587f385e,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:52.736744 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-18a39cee-2f3f-4e23-92e7-f45a1a6aecf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:52.737804 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a39cee-2f3f-4e23-92e7-f45a1a6aecf9 None None] The sync data for ids ['64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:38:52.738262 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7dae91b6-b4f4-4595-9198-579b3386910a tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:52.747268 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7dae91b6-b4f4-4595-9198-579b3386910a tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5330663 Feb 08 21:38:52.748043 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38434) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:52.796622 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0dab7bc1-be74-412c-8f7b-4f402e39f58e tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "GET /v2.0/security-group-rules/fc28f416-559e-440a-9aa9-5410587f385e HTTP/1.1" status: 200 len: 763 time: 0.0435538 Feb 08 21:38:52.800127 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38436) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:52.898198 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38438) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:52.914557 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3c87866b-e076-46fa-b0c4-b157c50d08d4 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--765396951', 'description': 'tempest-description--1131174576'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:52.924657 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-451d4a8a-1780-4619-924d-6d760c7c9619 None None] Publish callbacks [] for port (678e5812-a588-4a5e-9a75-63cad6323254), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:52.935287 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-451d4a8a-1780-4619-924d-6d760c7c9619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (678e5812-a588-4a5e-9a75-63cad6323254), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:52.941261 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9e69f0a3-428f-43ad-82d0-adc09819730b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1289976 Feb 08 21:38:52.941261 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38442) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:53.010184 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b47378-be9b-48ee-95f6-4297b22df2c8 req-06bfa55d-01ce-4f68-94f8-2c9cb2c1ad1b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:53.011218 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-78b47378-be9b-48ee-95f6-4297b22df2c8 req-06bfa55d-01ce-4f68-94f8-2c9cb2c1ad1b tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 0.5492373 Feb 08 21:38:53.077485 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc972148-9289-443d-ad2c-be0de7762296 None None] Pushing event updated for resources: {'Port': ['ID=678e5812-a588-4a5e-9a75-63cad6323254,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:53.105122 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c87866b-e076-46fa-b0c4-b157c50d08d4 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:53.167862 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-090d2a5e-187b-4cc5-b8a4-662f6c72ce5f tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (fc28f416-559e-440a-9aa9-5410587f385e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:53.191100 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-090d2a5e-187b-4cc5-b8a4-662f6c72ce5f tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (fc28f416-559e-440a-9aa9-5410587f385e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:53.216120 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38450) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:53.303258 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-451d4a8a-1780-4619-924d-6d760c7c9619 None None] Attempting to bind port 678e5812-a588-4a5e-9a75-63cad6323254 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:38:53.303660 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-451d4a8a-1780-4619-924d-6d760c7c9619 None None] Attempting to bind port 678e5812-a588-4a5e-9a75-63cad6323254 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '8990cc77-7426-478b-89e3-41d59e06134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1679b521-217f-49a1-a155-3334752f6c92'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:38:53.304053 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451d4a8a-1780-4619-924d-6d760c7c9619 None None] Attempting to bind port 678e5812-a588-4a5e-9a75-63cad6323254 on network 1679b521-217f-49a1-a155-3334752f6c92 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:38:53.318863 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c87866b-e076-46fa-b0c4-b157c50d08d4 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for security_group (d1348a42-5209-4074-ab00-b647e778670d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:53.328813 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c87866b-e076-46fa-b0c4-b157c50d08d4 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d1348a42-5209-4074-ab00-b647e778670d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:53.349318 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451d4a8a-1780-4619-924d-6d760c7c9619 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:38:53.349965 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451d4a8a-1780-4619-924d-6d760c7c9619 None None] Checking segment: {'id': '8990cc77-7426-478b-89e3-41d59e06134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1679b521-217f-49a1-a155-3334752f6c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:38:53.350120 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-451d4a8a-1780-4619-924d-6d760c7c9619 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:53.350525 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451d4a8a-1780-4619-924d-6d760c7c9619 None None] Bound using segment: {'id': '8990cc77-7426-478b-89e3-41d59e06134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1679b521-217f-49a1-a155-3334752f6c92'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:38:53.351237 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-451d4a8a-1780-4619-924d-6d760c7c9619 None None] Bound port: 678e5812-a588-4a5e-9a75-63cad6323254, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8990cc77-7426-478b-89e3-41d59e06134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1679b521-217f-49a1-a155-3334752f6c92'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:38:53.351637 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-451d4a8a-1780-4619-924d-6d760c7c9619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (678e5812-a588-4a5e-9a75-63cad6323254), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:53.440368 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-090d2a5e-187b-4cc5-b8a4-662f6c72ce5f tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (fc28f416-559e-440a-9aa9-5410587f385e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:53.453494 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-090d2a5e-187b-4cc5-b8a4-662f6c72ce5f tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:53.454997 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-090d2a5e-187b-4cc5-b8a4-662f6c72ce5f tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/fc28f416-559e-440a-9aa9-5410587f385e HTTP/1.1" status: 204 len: 168 time: 0.4989369 Feb 08 21:38:53.466758 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38456) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:53.506148 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d2a5e-187b-4cc5-b8a4-662f6c72ce5f tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc28f416-559e-440a-9aa9-5410587f385e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:53.530871 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-451d4a8a-1780-4619-924d-6d760c7c9619 None None] For port 678e5812-a588-4a5e-9a75-63cad6323254, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:38:53.534160 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c87866b-e076-46fa-b0c4-b157c50d08d4 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:53.535456 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3c87866b-e076-46fa-b0c4-b157c50d08d4 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6269133 Feb 08 21:38:53.537683 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-451d4a8a-1780-4619-924d-6d760c7c9619 None None] For port 678e5812-a588-4a5e-9a75-63cad6323254, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=678e5812-a588-4a5e-9a75-63cad6323254,segment=NetworkSegment(8990cc77-7426-478b-89e3-41d59e06134a),segment_id=8990cc77-7426-478b-89e3-41d59e06134a)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:38:53.546247 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-451d4a8a-1780-4619-924d-6d760c7c9619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (678e5812-a588-4a5e-9a75-63cad6323254), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:53.546925 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38458) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:53.561984 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b40ff4c3-b780-44c5-97e0-e66f92ad05ea tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Request body: {'security_group_rule': {'security_group_id': 'd1348a42-5209-4074-ab00-b647e778670d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:53.572305 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87866b-e076-46fa-b0c4-b157c50d08d4 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1348a42-5209-4074-ab00-b647e778670d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:53.617280 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451d4a8a-1780-4619-924d-6d760c7c9619 None None] Routers {'00b6a973-68b2-437e-9776-f18c4b50ccde'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:38:53.617787 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-451d4a8a-1780-4619-924d-6d760c7c9619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:38:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['00b6a973-68b2-437e-9776-f18c4b50ccde'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:53.630984 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b40ff4c3-b780-44c5-97e0-e66f92ad05ea tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for security_group_rule (4136c49c-5a38-4fc7-922a-cb072b50e929), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:53.640974 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4d9b114b-ad66-4b0b-b1cd-999fa7f4eddc None None] Provisioning complete for port 678e5812-a588-4a5e-9a75-63cad6323254 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:53.650824 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d9b114b-ad66-4b0b-b1cd-999fa7f4eddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (678e5812-a588-4a5e-9a75-63cad6323254), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:53.807522 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b40ff4c3-b780-44c5-97e0-e66f92ad05ea tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for security_group_rule (4136c49c-5a38-4fc7-922a-cb072b50e929), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:53.812749 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b40ff4c3-b780-44c5-97e0-e66f92ad05ea tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (4136c49c-5a38-4fc7-922a-cb072b50e929), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:53.851485 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ff4c3-b780-44c5-97e0-e66f92ad05ea tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4136c49c-5a38-4fc7-922a-cb072b50e929,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:53.880989 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b40ff4c3-b780-44c5-97e0-e66f92ad05ea tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:53.898552 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b40ff4c3-b780-44c5-97e0-e66f92ad05ea tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3501003 Feb 08 21:38:53.899625 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-78b47378-be9b-48ee-95f6-4297b22df2c8 req-9ac55df1-86fd-46d4-94b9-d3b78d2fffc3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8528125 Feb 08 21:38:53.902235 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38466) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:53.907174 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-451d4a8a-1780-4619-924d-6d760c7c9619 None None] Set router 00b6a973-68b2-437e-9776-f18c4b50ccde gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:38:53.915907 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5c40177a-39ba-4eac-a269-58ad1266146f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Request body: {'security_group_rule': {'security_group_id': 'd1348a42-5209-4074-ab00-b647e778670d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:53.967483 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4d9b114b-ad66-4b0b-b1cd-999fa7f4eddc None None] Current status of the port 678e5812-a588-4a5e-9a75-63cad6323254 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:53.972372 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d9b114b-ad66-4b0b-b1cd-999fa7f4eddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (678e5812-a588-4a5e-9a75-63cad6323254), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:53.992699 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c40177a-39ba-4eac-a269-58ad1266146f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for security_group_rule (31b732f1-c240-44d0-b801-12eb7eb39ac6), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:54.047034 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-efb0f4ac-cd41-49ed-83c8-6ddac4d76d75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:54.092463 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4d9b114b-ad66-4b0b-b1cd-999fa7f4eddc None None] For port 678e5812-a588-4a5e-9a75-63cad6323254, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=678e5812-a588-4a5e-9a75-63cad6323254,segment=NetworkSegment(8990cc77-7426-478b-89e3-41d59e06134a),segment_id=8990cc77-7426-478b-89e3-41d59e06134a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:38:54.100233 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d9b114b-ad66-4b0b-b1cd-999fa7f4eddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (678e5812-a588-4a5e-9a75-63cad6323254), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:54.199799 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38474) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:54.200851 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-48a90c28-7b01-4309-b505-d4105f02aa0b tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6411004 Feb 08 21:38:54.232024 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3cbed587-9901-4890-95fa-009f25e5d0eb tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Request body: {'security_group_rule': {'security_group_id': 'd8b7867e-f873-4226-9a61-3c282e8517d3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:54.275248 n-d-712143-31 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-3cbed587-9901-4890-95fa-009f25e5d0eb tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Project e4bb507f4e7d46b1b253f320e5711437 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 21:38:54.288428 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c40177a-39ba-4eac-a269-58ad1266146f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for security_group_rule (31b732f1-c240-44d0-b801-12eb7eb39ac6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:54.291103 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3cbed587-9901-4890-95fa-009f25e5d0eb tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (be454af5-6f13-4c94-837b-822b1a48b01b), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:54.298711 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c40177a-39ba-4eac-a269-58ad1266146f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (31b732f1-c240-44d0-b801-12eb7eb39ac6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:54.326073 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b114b-ad66-4b0b-b1cd-999fa7f4eddc None None] Pushing event updated for resources: {'Port': ['ID=678e5812-a588-4a5e-9a75-63cad6323254,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:54.343731 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c40177a-39ba-4eac-a269-58ad1266146f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:54.350070 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5c40177a-39ba-4eac-a269-58ad1266146f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4422224 Feb 08 21:38:54.350225 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38480) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:54.363845 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9860c606-dc80-4495-b6bd-0a0970a89043 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:54.396393 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc972148-9289-443d-ad2c-be0de7762296 None None] Pushing event updated for resources: {'Port': ['ID=678e5812-a588-4a5e-9a75-63cad6323254,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:54.424300 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7420dfd5-4d91-46b6-b463-54196fa177ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:54.443692 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40177a-39ba-4eac-a269-58ad1266146f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b732f1-c240-44d0-b801-12eb7eb39ac6,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:54.444511 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-3b57a2fb-9bd0-4ecf-ba3c-e6902b65a8f7 None None] Provisioning complete for port 678e5812-a588-4a5e-9a75-63cad6323254 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:54.445117 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3b57a2fb-9bd0-4ecf-ba3c-e6902b65a8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (678e5812-a588-4a5e-9a75-63cad6323254), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:54.464439 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9860c606-dc80-4495-b6bd-0a0970a89043 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:54.505540 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec733a1-3fd4-4937-a792-a9d09dc86405 req-9b9ede6f-0f9a-4039-9daa-afbd03eca92d tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:54.520867 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ec733a1-3fd4-4937-a792-a9d09dc86405 req-9b9ede6f-0f9a-4039-9daa-afbd03eca92d tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 945 time: 1.0713396 Feb 08 21:38:54.604299 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3cbed587-9901-4890-95fa-009f25e5d0eb tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (be454af5-6f13-4c94-837b-822b1a48b01b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:54.702743 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3cbed587-9901-4890-95fa-009f25e5d0eb tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (be454af5-6f13-4c94-837b-822b1a48b01b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:54.740767 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbed587-9901-4890-95fa-009f25e5d0eb tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be454af5-6f13-4c94-837b-822b1a48b01b,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:54.741313 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a83c8f-d165-4bf0-be87-155372cab792 req-05527f8c-96fb-42f9-913b-0099d7e9496f tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:54.763186 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6a83c8f-d165-4bf0-be87-155372cab792 req-05527f8c-96fb-42f9-913b-0099d7e9496f tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 0.5585146 Feb 08 21:38:54.765960 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-3b57a2fb-9bd0-4ecf-ba3c-e6902b65a8f7 None None] Current status of the port 678e5812-a588-4a5e-9a75-63cad6323254 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:54.783893 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3cbed587-9901-4890-95fa-009f25e5d0eb tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:54.793892 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3cbed587-9901-4890-95fa-009f25e5d0eb tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5811088 Feb 08 21:38:54.796073 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38482) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:54.843822 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-81e7f465-0bb0-44f5-b2df-c6117aa7e757 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "GET /v2.0/security-group-rules/be454af5-6f13-4c94-837b-822b1a48b01b HTTP/1.1" status: 200 len: 769 time: 0.0459812 Feb 08 21:38:54.845642 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38484) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:54.943305 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-451d4a8a-1780-4619-924d-6d760c7c9619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'name': 'tempest-AttachVolumeTestJSON-1939964587-router', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:38Z', 'updated_at': '2022-02-08T21:38:47Z', 'revision_number': 4, 'project_id': '34667052c8344fe0a4257547677c9696', 'gw_port': {'id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:39Z', 'updated_at': '2022-02-08T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '678e5812-a588-4a5e-9a75-63cad6323254', 'name': '', 'network_id': '1679b521-217f-49a1-a155-3334752f6c92', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'mac_address': 'fa:16:3e:ab:18:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:45Z', 'updated_at': '2022-02-08T21:38:53Z', 'revision_number': 4, 'project_id': '34667052c8344fe0a4257547677c9696', 'subnets': [{'id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:54.950606 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b03e5f3f-e130-4d06-b5c3-24ffddad8771 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0930071 Feb 08 21:38:54.951292 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38490) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:54.977771 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9860c606-dc80-4495-b6bd-0a0970a89043 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:55.006601 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451d4a8a-1780-4619-924d-6d760c7c9619 None None] The sync data for ids ['00b6a973-68b2-437e-9776-f18c4b50ccde'] in n-d-712143-31 is: [{'id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'name': 'tempest-AttachVolumeTestJSON-1939964587-router', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:38Z', 'updated_at': '2022-02-08T21:38:47Z', 'revision_number': 4, 'project_id': '34667052c8344fe0a4257547677c9696', 'gw_port': {'id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:39Z', 'updated_at': '2022-02-08T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '678e5812-a588-4a5e-9a75-63cad6323254', 'name': '', 'network_id': '1679b521-217f-49a1-a155-3334752f6c92', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'mac_address': 'fa:16:3e:ab:18:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:45Z', 'updated_at': '2022-02-08T21:38:53Z', 'revision_number': 4, 'project_id': '34667052c8344fe0a4257547677c9696', 'subnets': [{'id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:38:55.101631 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9edd372-6d9d-47d5-a2c1-9b4c30bc4fbb tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (be454af5-6f13-4c94-837b-822b1a48b01b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:55.154688 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9edd372-6d9d-47d5-a2c1-9b4c30bc4fbb tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (be454af5-6f13-4c94-837b-822b1a48b01b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:55.215948 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9edd372-6d9d-47d5-a2c1-9b4c30bc4fbb tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (be454af5-6f13-4c94-837b-822b1a48b01b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:55.222176 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9edd372-6d9d-47d5-a2c1-9b4c30bc4fbb tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:55.223383 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c9edd372-6d9d-47d5-a2c1-9b4c30bc4fbb tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/be454af5-6f13-4c94-837b-822b1a48b01b HTTP/1.1" status: 204 len: 168 time: 0.2710307 Feb 08 21:38:55.239098 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38494) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:55.239879 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edd372-6d9d-47d5-a2c1-9b4c30bc4fbb tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be454af5-6f13-4c94-837b-822b1a48b01b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:55.266094 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6a83c8f-d165-4bf0-be87-155372cab792 req-1d3ab68b-b21c-4bf8-be92-310b33d2f7dd tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012321 Feb 08 21:38:55.328118 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-9860c606-dc80-4495-b6bd-0a0970a89043 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Allocated IP 172.25.3.7 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/8620ab8f-7cfc-4658-beba-c76f6ea62792) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:38:55.335314 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ec733a1-3fd4-4937-a792-a9d09dc86405 req-93aa28dc-d834-4ed8-8810-86993347e9a4 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/security-groups?id=3af778d2-2820-49a6-99af-c4c16cfc08bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7984838 Feb 08 21:38:55.348879 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-52e6caee-d15a-43f8-a138-28b006e8355e tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1038072 Feb 08 21:38:55.354577 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38500) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:55.443417 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fc33e638-0c0d-4228-a655-8494ed8f9797 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (d8b7867e-f873-4226-9a61-3c282e8517d3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:55.455094 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-efb0f4ac-cd41-49ed-83c8-6ddac4d76d75 admin admin] Publish callbacks [] for security_group (4520f50a-4002-44e9-894a-269746b4776e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:55.475413 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-efb0f4ac-cd41-49ed-83c8-6ddac4d76d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4520f50a-4002-44e9-894a-269746b4776e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:55.552690 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fc33e638-0c0d-4228-a655-8494ed8f9797 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (d8b7867e-f873-4226-9a61-3c282e8517d3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:55.568170 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-efb0f4ac-cd41-49ed-83c8-6ddac4d76d75 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6e54b077c7f544229ddadf03f07c295e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3501515 Feb 08 21:38:55.573021 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38506) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:55.651655 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0f4ac-cd41-49ed-83c8-6ddac4d76d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4520f50a-4002-44e9-894a-269746b4776e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:55.691938 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cda679-4121-4963-9960-f1ccd8e4c452 req-f52f69bd-d1df-4a34-b168-3d770a3c42ec tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:55.693297 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-44cda679-4121-4963-9960-f1ccd8e4c452 req-f52f69bd-d1df-4a34-b168-3d770a3c42ec tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 0.2404766 Feb 08 21:38:55.718409 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fc33e638-0c0d-4228-a655-8494ed8f9797 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d8b7867e-f873-4226-9a61-3c282e8517d3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:55.722949 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fc33e638-0c0d-4228-a655-8494ed8f9797 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:55.728209 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fc33e638-0c0d-4228-a655-8494ed8f9797 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "DELETE /v2.0/security-groups/d8b7867e-f873-4226-9a61-3c282e8517d3 HTTP/1.1" status: 204 len: 168 time: 0.3732457 Feb 08 21:38:55.737408 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38514) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:55.785534 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33e638-0c0d-4228-a655-8494ed8f9797 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b7867e-f873-4226-9a61-3c282e8517d3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:55.911945 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7f6af054-78c5-49dc-b8c3-c6d28cded349 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1616466 Feb 08 21:38:55.914616 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9860c606-dc80-4495-b6bd-0a0970a89043 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for port (8620ab8f-7cfc-4658-beba-c76f6ea62792), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:55.919095 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38522) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:55.929104 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-728e63bb-4227-4c1c-a4bb-09c04cdd779c tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Request body: {'security_group': {'name': 'tempest-secgroup--41112680'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:55.961656 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-44cda679-4121-4963-9960-f1ccd8e4c452 req-21ef4d20-7931-444a-95f6-385c5b59710c tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388194 Feb 08 21:38:55.982575 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f5f523b-7dff-4689-8588-f1bafdbaa93c admin admin] Publish callbacks [] for security_group (4520f50a-4002-44e9-894a-269746b4776e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:55.992916 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-728e63bb-4227-4c1c-a4bb-09c04cdd779c tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:56.051515 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dab8a95d-b3f4-4be6-b9ab-b7193dde7108 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:56.142902 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9860c606-dc80-4495-b6bd-0a0970a89043 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (8620ab8f-7cfc-4658-beba-c76f6ea62792), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:56.182942 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f5f523b-7dff-4689-8588-f1bafdbaa93c admin admin] Publish callbacks [] for security_group (4520f50a-4002-44e9-894a-269746b4776e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:56.258154 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860c606-dc80-4495-b6bd-0a0970a89043 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Pushing event updated for resources: {'Port': ['ID=8620ab8f-7cfc-4658-beba-c76f6ea62792,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:56.300886 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9860c606-dc80-4495-b6bd-0a0970a89043 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:38:56.302091 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-9860c606-dc80-4495-b6bd-0a0970a89043 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:38:56.306196 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9860c606-dc80-4495-b6bd-0a0970a89043 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:38:56.351289 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f5f523b-7dff-4689-8588-f1bafdbaa93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4520f50a-4002-44e9-894a-269746b4776e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:56.355834 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f5f523b-7dff-4689-8588-f1bafdbaa93c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:56.357975 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9f5f523b-7dff-4689-8588-f1bafdbaa93c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4520f50a-4002-44e9-894a-269746b4776e HTTP/1.1" status: 204 len: 168 time: 0.7822456 Feb 08 21:38:56.378458 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f523b-7dff-4689-8588-f1bafdbaa93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4520f50a-4002-44e9-894a-269746b4776e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:56.620520 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-728e63bb-4227-4c1c-a4bb-09c04cdd779c tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (eb4cb393-44c1-471c-a7d2-24b9d1cb9de6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:56.626829 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-728e63bb-4227-4c1c-a4bb-09c04cdd779c tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (eb4cb393-44c1-471c-a7d2-24b9d1cb9de6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:56.756549 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-728e63bb-4227-4c1c-a4bb-09c04cdd779c tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:56.758619 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-728e63bb-4227-4c1c-a4bb-09c04cdd779c tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8380690 Feb 08 21:38:56.759970 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e63bb-4227-4c1c-a4bb-09c04cdd779c tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4cb393-44c1-471c-a7d2-24b9d1cb9de6,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:56.765454 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38542) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:56.769864 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9860c606-dc80-4495-b6bd-0a0970a89043 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for floatingip (d0ee25b4-c914-4dde-9f35-1ce833873707), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:56.778562 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-ed384735-ef2e-4afb-ba5c-e77cc80207fb tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Request body: {'security_group_rule': {'security_group_id': 'eb4cb393-44c1-471c-a7d2-24b9d1cb9de6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:38:56.837092 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 678e5812-a588-4a5e-9a75-63cad6323254 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:38:56.868327 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d4b2f-de90-4d36-b3cc-351c8f27d1a4 req-8c5d3281-bd3c-469a-9c59-5b323a796aa2 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:56.874711 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e15d4b2f-de90-4d36-b3cc-351c8f27d1a4 req-8c5d3281-bd3c-469a-9c59-5b323a796aa2 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 945 time: 0.2839992 Feb 08 21:38:56.881657 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ed384735-ef2e-4afb-ba5c-e77cc80207fb tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (83c256c9-2289-4028-9d26-6573b47d75e4), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:56.935861 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-dab8a95d-b3f4-4be6-b9ab-b7193dde7108 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting port 1bc2262b-aae6-4f20-a8e6-b6781c50177e {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:38:56.937032 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dab8a95d-b3f4-4be6-b9ab-b7193dde7108 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (1bc2262b-aae6-4f20-a8e6-b6781c50177e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:56.945745 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9860c606-dc80-4495-b6bd-0a0970a89043 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (8620ab8f-7cfc-4658-beba-c76f6ea62792), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:57.020298 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 678e5812-a588-4a5e-9a75-63cad6323254 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:38:57.020860 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (678e5812-a588-4a5e-9a75-63cad6323254), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:57.152778 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38548) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:57.212255 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-29f878a4-e109-438c-82d1-d65423dcf636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:57.254849 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 678e5812-a588-4a5e-9a75-63cad6323254 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:38:57.344129 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9860c606-dc80-4495-b6bd-0a0970a89043 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for port (8620ab8f-7cfc-4658-beba-c76f6ea62792), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:57.353789 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9860c606-dc80-4495-b6bd-0a0970a89043 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (8620ab8f-7cfc-4658-beba-c76f6ea62792), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:57.395069 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-45d6d808-45e3-4bc5-8757-c6fa1f3e65b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:57.415374 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e15d4b2f-de90-4d36-b3cc-351c8f27d1a4 req-984cb4da-62ed-4c22-af3c-9d52ab0cfeb4 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/security-groups?id=3af778d2-2820-49a6-99af-c4c16cfc08bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5276289 Feb 08 21:38:57.480018 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dab8a95d-b3f4-4be6-b9ab-b7193dde7108 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (1bc2262b-aae6-4f20-a8e6-b6781c50177e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:57.512730 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860c606-dc80-4495-b6bd-0a0970a89043 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Pushing event updated for resources: {'Port': ['ID=8620ab8f-7cfc-4658-beba-c76f6ea62792,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:57.519258 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9860c606-dc80-4495-b6bd-0a0970a89043 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (d0ee25b4-c914-4dde-9f35-1ce833873707), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:57.544220 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9860c606-dc80-4495-b6bd-0a0970a89043 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:57.547291 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9860c606-dc80-4495-b6bd-0a0970a89043 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.1883337 Feb 08 21:38:57.608950 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-dab8a95d-b3f4-4be6-b9ab-b7193dde7108 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Calling delete_port for 1bc2262b-aae6-4f20-a8e6-b6781c50177e owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:38:57.628571 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ed384735-ef2e-4afb-ba5c-e77cc80207fb tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (83c256c9-2289-4028-9d26-6573b47d75e4), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:57.644434 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ed384735-ef2e-4afb-ba5c-e77cc80207fb tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (83c256c9-2289-4028-9d26-6573b47d75e4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:57.685258 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed384735-ef2e-4afb-ba5c-e77cc80207fb tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c256c9-2289-4028-9d26-6573b47d75e4,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:57.785260 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ed384735-ef2e-4afb-ba5c-e77cc80207fb tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:57.787562 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ed384735-ef2e-4afb-ba5c-e77cc80207fb tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0180676 Feb 08 21:38:57.790182 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38572) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:57.835991 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-29f878a4-e109-438c-82d1-d65423dcf636 admin admin] Publish callbacks [] for security_group (4ee00bad-7cf7-4bb0-8647-5ecfc4d0a917), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:57.849012 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-29f878a4-e109-438c-82d1-d65423dcf636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4ee00bad-7cf7-4bb0-8647-5ecfc4d0a917), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:57.884698 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-29f878a4-e109-438c-82d1-d65423dcf636 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fea690ac8791414791a9504b80f576aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7159584 Feb 08 21:38:57.889986 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38578) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:57.900260 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d2a6876-d688-4b1c-b3ac-1be395a9e6d1 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (eb4cb393-44c1-471c-a7d2-24b9d1cb9de6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:57.963293 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d2a6876-d688-4b1c-b3ac-1be395a9e6d1 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (eb4cb393-44c1-471c-a7d2-24b9d1cb9de6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:57.992409 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f878a4-e109-438c-82d1-d65423dcf636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee00bad-7cf7-4bb0-8647-5ecfc4d0a917,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:58.001307 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-092b60a8-4733-4007-b6a1-8afe7edf1968 admin admin] Publish callbacks [] for security_group (4ee00bad-7cf7-4bb0-8647-5ecfc4d0a917), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:58.011562 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-b4417393-6f2c-44fb-bb5c-d698023d349c tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--765396951&fields=id&tenant_id=34667052c8344fe0a4257547677c9696 HTTP/1.1" status: 200 len: 267 time: 0.1720064 Feb 08 21:38:58.087393 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-092b60a8-4733-4007-b6a1-8afe7edf1968 admin admin] Publish callbacks [] for security_group (4ee00bad-7cf7-4bb0-8647-5ecfc4d0a917), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:58.143776 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dab8a95d-b3f4-4be6-b9ab-b7193dde7108 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (1bc2262b-aae6-4f20-a8e6-b6781c50177e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:58.161735 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d2a6876-d688-4b1c-b3ac-1be395a9e6d1 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (eb4cb393-44c1-471c-a7d2-24b9d1cb9de6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:58.168956 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d2a6876-d688-4b1c-b3ac-1be395a9e6d1 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:58.177019 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1d2a6876-d688-4b1c-b3ac-1be395a9e6d1 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "DELETE /v2.0/security-groups/eb4cb393-44c1-471c-a7d2-24b9d1cb9de6 HTTP/1.1" status: 204 len: 168 time: 0.3813989 Feb 08 21:38:58.181874 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38584) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:58.206750 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8a95d-b3f4-4be6-b9ab-b7193dde7108 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Port': ['ID=1bc2262b-aae6-4f20-a8e6-b6781c50177e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:58.229603 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a6876-d688-4b1c-b3ac-1be395a9e6d1 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4cb393-44c1-471c-a7d2-24b9d1cb9de6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:58.238034 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-092b60a8-4733-4007-b6a1-8afe7edf1968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4ee00bad-7cf7-4bb0-8647-5ecfc4d0a917), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:58.243757 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-092b60a8-4733-4007-b6a1-8afe7edf1968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:58.245475 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-092b60a8-4733-4007-b6a1-8afe7edf1968 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4ee00bad-7cf7-4bb0-8647-5ecfc4d0a917 HTTP/1.1" status: 204 len: 168 time: 0.3539340 Feb 08 21:38:58.269511 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-641b07c0-db3a-4c1c-aee6-539268ece4a6 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:58.272207 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b60a8-4733-4007-b6a1-8afe7edf1968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee00bad-7cf7-4bb0-8647-5ecfc4d0a917,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:38:58.276639 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-641b07c0-db3a-4c1c-aee6-539268ece4a6 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/networks?id=1679b521-217f-49a1-a155-3334752f6c92 HTTP/1.1" status: 200 len: 811 time: 0.2528582 Feb 08 21:38:58.358942 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ca03a6e8-e4be-4e9e-8f69-58bad8a66f04 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1728706 Feb 08 21:38:58.359566 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38592) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:58.422531 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-17cfbcb6-3595-41b2-99db-dded7f7ceb12 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/quotas/34667052c8344fe0a4257547677c9696 HTTP/1.1" status: 200 len: 375 time: 0.0586419 Feb 08 21:38:58.444033 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-48a778f8-8eac-48dc-88dd-719ef0339a52 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0788596 Feb 08 21:38:58.444121 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38598) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:58.482816 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-3d9f1942-c4fb-489a-99f9-feffdb2779b6 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] delete failed (client error): The resource could not be found. Feb 08 21:38:58.488195 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3d9f1942-c4fb-489a-99f9-feffdb2779b6 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "DELETE /v2.0/security-groups/eb4cb393-44c1-471c-a7d2-24b9d1cb9de6 HTTP/1.1" status: 404 len: 347 time: 0.0389378 Feb 08 21:38:58.488395 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38602) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:58.496721 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dab8a95d-b3f4-4be6-b9ab-b7193dde7108 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:58.582739 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-24afc407-94ae-4c94-a0ad-4bf031dd0e24 tempest-SecGroupIPv6Test-527699648 tempest-SecGroupIPv6Test-527699648-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0931249 Feb 08 21:38:58.677726 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-22f2294d-60ab-464e-aa3b-a2b78e9fc627 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=34667052c8344fe0a4257547677c9696&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2541537 Feb 08 21:38:58.848518 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6679d-80d2-480a-b9b8-07c10329df58 req-4ca938a5-0cc0-4be0-8a02-0a22b4261f3e tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:38:58.851271 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1dd6679d-80d2-480a-b9b8-07c10329df58 req-4ca938a5-0cc0-4be0-8a02-0a22b4261f3e tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 945 time: 0.3082409 Feb 08 21:38:59.100222 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38632) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:59.194485 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:59.437864 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab8a95d-b3f4-4be6-b9ab-b7193dde7108 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Router 64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:38:59.449039 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-e7f98b6e-f39f-4696-83fa-525ad4a50691 service neutron] 10.222.0.88 "GET /v2.0/networks/1679b521-217f-49a1-a155-3334752f6c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7702823 Feb 08 21:38:59.541662 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e6963b9f-413f-4548-8b9c-04be69f9555f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e4bb507f4e7d46b1b253f320e5711437&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4388220 Feb 08 21:38:59.544059 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38646) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:59.627256 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f2ded7af-bc39-4400-9fbe-42a8be9cfdfa admin admin] Publish callbacks [] for security_group (7c5d196f-dcb8-4190-a465-4ff74a14c0ac), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:59.662542 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1dd6679d-80d2-480a-b9b8-07c10329df58 req-5ec1011e-3614-4ca6-ac98-1e15fffefa85 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/security-groups?id=3af778d2-2820-49a6-99af-c4c16cfc08bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8003182 Feb 08 21:38:59.667804 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab8a95d-b3f4-4be6-b9ab-b7193dde7108 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:38:59.673839 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-dab8a95d-b3f4-4be6-b9ab-b7193dde7108 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "PUT /v2.0/routers/64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0368564 Feb 08 21:38:59.676440 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38652) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:59.684677 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fff45b-ec49-4577-bf9a-eeb884c5a90a None None] Sync routers for ids ['64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:38:59.693792 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f2ded7af-bc39-4400-9fbe-42a8be9cfdfa admin admin] Publish callbacks [] for security_group (7c5d196f-dcb8-4190-a465-4ff74a14c0ac), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:59.720052 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fff45b-ec49-4577-bf9a-eeb884c5a90a None None] Routers {'64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:38:59.721136 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a0fff45b-ec49-4577-bf9a-eeb884c5a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:38:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:38:59.772510 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6145fe-ab9c-4517-8007-3236e0eb9cfa tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] GET failed (client error): The resource could not be found. Feb 08 21:38:59.780865 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9a6145fe-ab9c-4517-8007-3236e0eb9cfa tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "GET /v2.0/ports/1bc2262b-aae6-4f20-a8e6-b6781c50177e HTTP/1.1" status: 404 len: 333 time: 0.1034136 Feb 08 21:38:59.783921 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38654) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:38:59.805193 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f2ded7af-bc39-4400-9fbe-42a8be9cfdfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7c5d196f-dcb8-4190-a465-4ff74a14c0ac), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:59.817773 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f2ded7af-bc39-4400-9fbe-42a8be9cfdfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:38:59.827668 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f2ded7af-bc39-4400-9fbe-42a8be9cfdfa admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7c5d196f-dcb8-4190-a465-4ff74a14c0ac HTTP/1.1" status: 204 len: 168 time: 0.2764568 Feb 08 21:38:59.835865 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-69899fbb-b511-479b-a879-fc7cece0958e service neutron] 10.222.0.88 "GET /v2.0/networks/1679b521-217f-49a1-a155-3334752f6c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832839 Feb 08 21:39:00.070796 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-973b4b85-ba6c-4419-a1bd-520c9cf228c0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for router (64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:00.109754 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ded7af-bc39-4400-9fbe-42a8be9cfdfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5d196f-dcb8-4190-a465-4ff74a14c0ac,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:00.172575 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a0fff45b-ec49-4577-bf9a-eeb884c5a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:39:00.189981 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fff45b-ec49-4577-bf9a-eeb884c5a90a None None] Routers {'64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:39:00.191410 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a0fff45b-ec49-4577-bf9a-eeb884c5a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:38:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:39:00.279837 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f42aa036-f7e8-47b6-95cc-5ff4d9339406 req-63e3d3a7-68ea-4560-8b73-f1090ce70e38 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 210 time: 0.0938973 Feb 08 21:39:00.315993 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a0fff45b-ec49-4577-bf9a-eeb884c5a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:39:00.316664 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fff45b-ec49-4577-bf9a-eeb884c5a90a None None] The sync data for ids ['64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:39:00.423854 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-973b4b85-ba6c-4419-a1bd-520c9cf228c0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:00.429486 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-973b4b85-ba6c-4419-a1bd-520c9cf228c0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for router_controller (64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:00.503186 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-973b4b85-ba6c-4419-a1bd-520c9cf228c0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:00.504426 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973b4b85-ba6c-4419-a1bd-520c9cf228c0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Fanout notify agent at l3_agent the message router_deleted on router 64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:39:00.521096 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-973b4b85-ba6c-4419-a1bd-520c9cf228c0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:00.524054 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-973b4b85-ba6c-4419-a1bd-520c9cf228c0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/routers/64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3 HTTP/1.1" status: 204 len: 168 time: 0.7389736 Feb 08 21:39:00.526842 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38686) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:00.709336 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-806cb4b5-ae85-4560-b4ff-87a80c8b2fdd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting subnet 58cdee25-11f1-4093-86c8-42755d8a731e {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:39:00.714724 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-806cb4b5-ae85-4560-b4ff-87a80c8b2fdd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for subnet (58cdee25-11f1-4093-86c8-42755d8a731e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:00.802190 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-806cb4b5-ae85-4560-b4ff-87a80c8b2fdd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (58cdee25-11f1-4093-86c8-42755d8a731e), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:01.004529 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92473023-5532-41b8-b2be-10c6bfe239fb req-2885d03d-a8a2-4dd4-8dd9-ddcd31cbd25e tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:01.006089 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-92473023-5532-41b8-b2be-10c6bfe239fb req-2885d03d-a8a2-4dd4-8dd9-ddcd31cbd25e tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 945 time: 0.1511586 Feb 08 21:39:01.044359 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-806cb4b5-ae85-4560-b4ff-87a80c8b2fdd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (58cdee25-11f1-4093-86c8-42755d8a731e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:01.109556 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-92473023-5532-41b8-b2be-10c6bfe239fb req-189d3a96-8c93-489d-8e5f-7691730956a9 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/security-groups?id=3af778d2-2820-49a6-99af-c4c16cfc08bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963786 Feb 08 21:39:01.145314 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-806cb4b5-ae85-4560-b4ff-87a80c8b2fdd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (58cdee25-11f1-4093-86c8-42755d8a731e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:01.199172 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cb4b5-ae85-4560-b4ff-87a80c8b2fdd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Subnet': ['ID=58cdee25-11f1-4093-86c8-42755d8a731e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:01.207375 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-806cb4b5-ae85-4560-b4ff-87a80c8b2fdd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:01.208235 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11206173-dd49-4c6a-a907-bcced63f85cd None None] Network ba9d5553-a5ed-4150-a3f3-cd39b31c5131 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:39:01.214083 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-806cb4b5-ae85-4560-b4ff-87a80c8b2fdd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/subnets/58cdee25-11f1-4093-86c8-42755d8a731e HTTP/1.1" status: 204 len: 168 time: 0.6860237 Feb 08 21:39:01.216994 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38712) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:01.363829 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-782eb4e3-6aec-4a46-938b-7a902e884ee8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (ba9d5553-a5ed-4150-a3f3-cd39b31c5131), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:01.490145 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-782eb4e3-6aec-4a46-938b-7a902e884ee8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting port 1d2c9652-2e81-4af3-a9c0-9ac1109c1d57 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:39:01.490763 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-782eb4e3-6aec-4a46-938b-7a902e884ee8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (1d2c9652-2e81-4af3-a9c0-9ac1109c1d57), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:01.520541 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-199bfca9-b7f3-46bf-bc70-4c2771de2af2 req-db4e226f-53cc-48f3-8433-f3bf279d3c62 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 210 time: 0.0922418 Feb 08 21:39:01.543305 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:01.573912 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:01.608722 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-782eb4e3-6aec-4a46-938b-7a902e884ee8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] For port 1d2c9652-2e81-4af3-a9c0-9ac1109c1d57, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=1d2c9652-2e81-4af3-a9c0-9ac1109c1d57,segment=NetworkSegment(0cb552e4-ed18-4b04-9b35-68e39a60e5fa),segment_id=0cb552e4-ed18-4b04-9b35-68e39a60e5fa)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:39:01.609105 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-782eb4e3-6aec-4a46-938b-7a902e884ee8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (1d2c9652-2e81-4af3-a9c0-9ac1109c1d57), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:01.634184 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-782eb4e3-6aec-4a46-938b-7a902e884ee8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Calling delete_port for 1d2c9652-2e81-4af3-a9c0-9ac1109c1d57 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:39:01.738057 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1335acb6-d86e-477e-92bd-02c169d0179e None None] DHCP port deletion for ba9d5553-a5ed-4150-a3f3-cd39b31c5131 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:39:01.887851 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1335acb6-d86e-477e-92bd-02c169d0179e None None] Deleting port 1d2c9652-2e81-4af3-a9c0-9ac1109c1d57 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:39:01.889706 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1335acb6-d86e-477e-92bd-02c169d0179e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (1d2c9652-2e81-4af3-a9c0-9ac1109c1d57), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:02.020057 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-782eb4e3-6aec-4a46-938b-7a902e884ee8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (1d2c9652-2e81-4af3-a9c0-9ac1109c1d57), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:02.080843 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-1335acb6-d86e-477e-92bd-02c169d0179e None None] For port 1d2c9652-2e81-4af3-a9c0-9ac1109c1d57, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=1d2c9652-2e81-4af3-a9c0-9ac1109c1d57,segment=NetworkSegment(0cb552e4-ed18-4b04-9b35-68e39a60e5fa),segment_id=0cb552e4-ed18-4b04-9b35-68e39a60e5fa)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:39:02.083666 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1335acb6-d86e-477e-92bd-02c169d0179e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (1d2c9652-2e81-4af3-a9c0-9ac1109c1d57), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:02.109273 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782eb4e3-6aec-4a46-938b-7a902e884ee8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Port': ['ID=1d2c9652-2e81-4af3-a9c0-9ac1109c1d57,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:02.122178 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782eb4e3-6aec-4a46-938b-7a902e884ee8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] No DVR routers for this DVR port 1d2c9652-2e81-4af3-a9c0-9ac1109c1d57 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:39:02.122364 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1335acb6-d86e-477e-92bd-02c169d0179e None None] Calling delete_port for 1d2c9652-2e81-4af3-a9c0-9ac1109c1d57 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:39:02.378416 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-e068eef5-9ef4-41fd-9418-6430818464db tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:02.381718 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-e068eef5-9ef4-41fd-9418-6430818464db tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.94 "GET /v2.0/networks?id=1679b521-217f-49a1-a155-3334752f6c92 HTTP/1.1" status: 200 len: 811 time: 0.5557623 Feb 08 21:39:02.383983 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-782eb4e3-6aec-4a46-938b-7a902e884ee8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (ba9d5553-a5ed-4150-a3f3-cd39b31c5131), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:02.435810 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4669aa-76df-476b-b907-5bfa4381dc96 req-0208ad12-b0d9-4528-860c-d64a61ce7c80 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:02.439107 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b4669aa-76df-476b-b907-5bfa4381dc96 req-0208ad12-b0d9-4528-860c-d64a61ce7c80 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 945 time: 0.1993701 Feb 08 21:39:02.441713 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1335acb6-d86e-477e-92bd-02c169d0179e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (1d2c9652-2e81-4af3-a9c0-9ac1109c1d57), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:02.464936 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-782eb4e3-6aec-4a46-938b-7a902e884ee8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9d5553-a5ed-4150-a3f3-cd39b31c5131']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:39:02.499639 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38746) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:02.537772 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335acb6-d86e-477e-92bd-02c169d0179e None None] Pushing event deleted for resources: {'Port': ['ID=1d2c9652-2e81-4af3-a9c0-9ac1109c1d57,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:02.542497 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1335acb6-d86e-477e-92bd-02c169d0179e None None] No DVR routers for this DVR port 1d2c9652-2e81-4af3-a9c0-9ac1109c1d57 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:39:02.547979 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-2235f390-8d42-41fe-a6a4-7a81f2e588a9 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34667052c8344fe0a4257547677c9696 HTTP/1.1" status: 200 len: 379 time: 0.1547437 Feb 08 21:39:02.574126 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-e1ee95b1-a690-4d5b-a1cc-7ddeb3d73d75 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Request body: {'port': {'device_id': 'b397c46d-96e4-4c27-a4c0-d25bd7caf284', 'network_id': '1679b521-217f-49a1-a155-3334752f6c92', 'admin_state_up': True, 'tenant_id': '34667052c8344fe0a4257547677c9696', 'security_groups': ['d1348a42-5209-4074-ab00-b647e778670d']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:02.580530 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-782eb4e3-6aec-4a46-938b-7a902e884ee8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb552e4-ed18-4b04-9b35-68e39a60e5fa') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:39:02.581280 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-782eb4e3-6aec-4a46-938b-7a902e884ee8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb552e4-ed18-4b04-9b35-68e39a60e5fa') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:39:02.599461 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b4669aa-76df-476b-b907-5bfa4381dc96 req-27329bba-95de-43f4-af39-0e31a57ed001 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/security-groups?id=3af778d2-2820-49a6-99af-c4c16cfc08bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532683 Feb 08 21:39:02.667219 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-782eb4e3-6aec-4a46-938b-7a902e884ee8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (0cb552e4-ed18-4b04-9b35-68e39a60e5fa), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:02.738460 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-782eb4e3-6aec-4a46-938b-7a902e884ee8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (0cb552e4-ed18-4b04-9b35-68e39a60e5fa), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:02.741023 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b8ec62f6-4dd6-40bb-8729-3508074b5f56 req-87a908ab-caff-4bb5-acd8-2e8ead08ead8 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 210 time: 0.0839033 Feb 08 21:39:02.762235 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 1d2c9652-2e81-4af3-a9c0-9ac1109c1d57 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:39:02.766950 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782eb4e3-6aec-4a46-938b-7a902e884ee8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:39:02.767365 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-782eb4e3-6aec-4a46-938b-7a902e884ee8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (0cb552e4-ed18-4b04-9b35-68e39a60e5fa), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:39:02.783206 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:39:02.792943 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 1d2c9652-2e81-4af3-a9c0-9ac1109c1d57 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:39:02.793647 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 1d2c9652-2e81-4af3-a9c0-9ac1109c1d57 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:39:02.895812 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-782eb4e3-6aec-4a46-938b-7a902e884ee8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (ba9d5553-a5ed-4150-a3f3-cd39b31c5131), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:02.926650 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-782eb4e3-6aec-4a46-938b-7a902e884ee8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:02.931573 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-782eb4e3-6aec-4a46-938b-7a902e884ee8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/networks/ba9d5553-a5ed-4150-a3f3-cd39b31c5131 HTTP/1.1" status: 204 len: 168 time: 1.7127514 Feb 08 21:39:02.935365 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38760) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:02.939215 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782eb4e3-6aec-4a46-938b-7a902e884ee8 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Network': ['ID=ba9d5553-a5ed-4150-a3f3-cd39b31c5131,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:03.001773 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-e1ee95b1-a690-4d5b-a1cc-7ddeb3d73d75 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Made reservation on behalf of 34667052c8344fe0a4257547677c9696 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:39:03.006204 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-e1ee95b1-a690-4d5b-a1cc-7ddeb3d73d75 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:03.017338 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-10259ded-b46c-4bc2-bd1a-2425628e65de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:03.217870 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-10259ded-b46c-4bc2-bd1a-2425628e65de admin admin] Publish callbacks [] for security_group (b2bee9f8-1182-482f-b063-3cfbcb6c3b6f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:03.240017 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-10259ded-b46c-4bc2-bd1a-2425628e65de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b2bee9f8-1182-482f-b063-3cfbcb6c3b6f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:03.252968 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-e1ee95b1-a690-4d5b-a1cc-7ddeb3d73d75 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Allocated IP 172.20.0.6 (1679b521-217f-49a1-a155-3334752f6c92/07d9bb5c-1887-4b22-a4c6-21ab4d50a37d/38a4287e-56b3-4bf1-b386-0d6d5e88138b) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:39:03.276328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be60452e-fe8f-44bb-bd21-35127ebbbeb9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:03.279431 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-be60452e-fe8f-44bb-bd21-35127ebbbeb9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "GET /v2.0/ports/a1d33449-c4dd-46c3-9699-9b107d0417dd HTTP/1.1" status: 200 len: 844 time: 0.3427470 Feb 08 21:39:03.289283 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38768) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:03.368716 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-10259ded-b46c-4bc2-bd1a-2425628e65de admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=46cb9b40f78746e4874371119ce6b4b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8676941 Feb 08 21:39:03.369955 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38776) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:03.371178 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10259ded-b46c-4bc2-bd1a-2425628e65de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bee9f8-1182-482f-b063-3cfbcb6c3b6f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:03.491352 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-36768ae4-269b-42fa-8fd1-68a5ba02fb58 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "GET /v2.0/ports/a1d33449-c4dd-46c3-9699-9b107d0417dd?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1960311 Feb 08 21:39:03.506881 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38778) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:03.522097 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7c0e3a30-b381-4475-a7af-db9fc298460c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'subnet': {'network_id': 'c10f28c9-16fd-4f78-b5b9-73f6752151d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:03.572208 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-929d784a-4ba3-4a23-a18b-b216749eb5c7 admin admin] Publish callbacks [] for security_group (b2bee9f8-1182-482f-b063-3cfbcb6c3b6f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:03.627575 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-929d784a-4ba3-4a23-a18b-b216749eb5c7 admin admin] Publish callbacks [] for security_group (b2bee9f8-1182-482f-b063-3cfbcb6c3b6f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:03.706803 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-929d784a-4ba3-4a23-a18b-b216749eb5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b2bee9f8-1182-482f-b063-3cfbcb6c3b6f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:03.710969 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-929d784a-4ba3-4a23-a18b-b216749eb5c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:03.726471 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-929d784a-4ba3-4a23-a18b-b216749eb5c7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b2bee9f8-1182-482f-b063-3cfbcb6c3b6f HTTP/1.1" status: 204 len: 168 time: 0.3499205 Feb 08 21:39:03.755264 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d784a-4ba3-4a23-a18b-b216749eb5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bee9f8-1182-482f-b063-3cfbcb6c3b6f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:03.835853 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-e1ee95b1-a690-4d5b-a1cc-7ddeb3d73d75 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for port (38a4287e-56b3-4bf1-b386-0d6d5e88138b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:03.937453 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-e1ee95b1-a690-4d5b-a1cc-7ddeb3d73d75 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (38a4287e-56b3-4bf1-b386-0d6d5e88138b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:03.975653 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22a013-f9b6-44c8-a4b8-885f72b8cf82 req-333c6acf-8862-4ada-a0b9-6b86ec9890b0 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:03.978603 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ee22a013-f9b6-44c8-a4b8-885f72b8cf82 req-333c6acf-8862-4ada-a0b9-6b86ec9890b0 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 945 time: 0.1532259 Feb 08 21:39:04.089456 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee95b1-a690-4d5b-a1cc-7ddeb3d73d75 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Pushing event updated for resources: {'Port': ['ID=38a4287e-56b3-4bf1-b386-0d6d5e88138b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:04.152419 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-e1ee95b1-a690-4d5b-a1cc-7ddeb3d73d75 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Network 1679b521-217f-49a1-a155-3334752f6c92 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:39:04.166762 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-e1ee95b1-a690-4d5b-a1cc-7ddeb3d73d75 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:39:04.172257 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-e1ee95b1-a690-4d5b-a1cc-7ddeb3d73d75 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:39:04.347048 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-e1ee95b1-a690-4d5b-a1cc-7ddeb3d73d75 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:04.349469 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-e1ee95b1-a690-4d5b-a1cc-7ddeb3d73d75 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:04.366285 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ee22a013-f9b6-44c8-a4b8-885f72b8cf82 req-d3d6eab0-0d00-47bc-9b36-8871d022eeca tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/security-groups?id=3af778d2-2820-49a6-99af-c4c16cfc08bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539474 Feb 08 21:39:04.386363 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-e1ee95b1-a690-4d5b-a1cc-7ddeb3d73d75 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8181443 Feb 08 21:39:04.407632 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c253d-3cfb-418a-9ad8-158b3fd31ac3 req-be5b2640-0e81-46e8-aa4c-6ae67c9b347b tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:04.418149 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-77634f88-3536-4142-b5eb-bdccdf52b3d8 service neutron] Request body: {'port': {'device_id': 'b397c46d-96e4-4c27-a4c0-d25bd7caf284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:04.421060 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b9c253d-3cfb-418a-9ad8-158b3fd31ac3 req-be5b2640-0e81-46e8-aa4c-6ae67c9b347b tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 931 time: 0.4069765 Feb 08 21:39:04.442290 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0e3a30-b381-4475-a7af-db9fc298460c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:39:04.460990 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c0e3a30-b381-4475-a7af-db9fc298460c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:04.608363 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38812) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:04.667535 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b9c253d-3cfb-418a-9ad8-158b3fd31ac3 req-31911e78-2573-4f9c-a3b4-7fb97e167d0f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2380462 Feb 08 21:39:04.846759 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d349e12b-0e65-443e-8827-bfbdeb3a6149 None None] Provisioning complete for port 38a4287e-56b3-4bf1-b386-0d6d5e88138b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:39:04.847726 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d349e12b-0e65-443e-8827-bfbdeb3a6149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (38a4287e-56b3-4bf1-b386-0d6d5e88138b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:04.896036 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-77634f88-3536-4142-b5eb-bdccdf52b3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (38a4287e-56b3-4bf1-b386-0d6d5e88138b), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:04.950256 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d349e12b-0e65-443e-8827-bfbdeb3a6149 None None] Port 38a4287e-56b3-4bf1-b386-0d6d5e88138b cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:39:05.358398 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-53ea3535-e208-4f50-9dfc-d27a00732451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:05.626944 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c0e3a30-b381-4475-a7af-db9fc298460c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (dc4b0711-9600-438f-a961-b7028181f111), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:05.732178 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d08094-8be1-4620-b8d8-ba7ba6f49574 req-eecfabb9-cee8-447f-8f15-edd7291d5c38 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:05.736654 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-00d08094-8be1-4620-b8d8-ba7ba6f49574 req-eecfabb9-cee8-447f-8f15-edd7291d5c38 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 945 time: 0.2243841 Feb 08 21:39:05.761767 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-53ea3535-e208-4f50-9dfc-d27a00732451 admin admin] Publish callbacks [] for security_group (a280b02d-c9d9-4867-9b4d-a450ffeb467a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:05.773947 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-53ea3535-e208-4f50-9dfc-d27a00732451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a280b02d-c9d9-4867-9b4d-a450ffeb467a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:05.880217 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e3a30-b381-4475-a7af-db9fc298460c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Subnet': ['ID=dc4b0711-9600-438f-a961-b7028181f111,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:05.925320 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0e3a30-b381-4475-a7af-db9fc298460c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network c10f28c9-16fd-4f78-b5b9-73f6752151d4 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:39:05.934467 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-7c0e3a30-b381-4475-a7af-db9fc298460c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:39:05.947587 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efbea93-357b-4791-b528-bb743443307b None None] Network c10f28c9-16fd-4f78-b5b9-73f6752151d4 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:39:05.955824 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0e3a30-b381-4475-a7af-db9fc298460c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:05.956433 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c0e3a30-b381-4475-a7af-db9fc298460c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:05.998597 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7c0e3a30-b381-4475-a7af-db9fc298460c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4870734 Feb 08 21:39:06.006376 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38840) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:06.013279 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e92f05a0-6ff9-4b99-92ff-562464344de5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'security_group': {'name': 'tempest-secgroup-1821193866'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:06.059120 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e92f05a0-6ff9-4b99-92ff-562464344de5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:06.140646 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-77634f88-3536-4142-b5eb-bdccdf52b3d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a4287e-56b3-4bf1-b386-0d6d5e88138b {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:39:06.142076 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea3535-e208-4f50-9dfc-d27a00732451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a280b02d-c9d9-4867-9b4d-a450ffeb467a,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:06.163234 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-77634f88-3536-4142-b5eb-bdccdf52b3d8 service neutron] Publish callbacks [] for port (38a4287e-56b3-4bf1-b386-0d6d5e88138b), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:06.171635 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-53ea3535-e208-4f50-9dfc-d27a00732451 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d7b37c97863546708343d045da02d53a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5582888 Feb 08 21:39:06.177607 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38844) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:06.188778 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-00d08094-8be1-4620-b8d8-ba7ba6f49574 req-368ee49f-728d-40c0-ac3b-26f4522e4169 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/security-groups?id=3af778d2-2820-49a6-99af-c4c16cfc08bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358335 Feb 08 21:39:06.201089 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-77634f88-3536-4142-b5eb-bdccdf52b3d8 service neutron] Transition to ACTIVE for port object 38a4287e-56b3-4bf1-b386-0d6d5e88138b will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:39:06.211707 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-77634f88-3536-4142-b5eb-bdccdf52b3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (38a4287e-56b3-4bf1-b386-0d6d5e88138b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:06.286426 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b62de-4eae-465c-99d0-073e9caa5f09 req-49420118-2f9b-4011-b7f7-a02a7807c8ec tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:06.300227 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d0b62de-4eae-465c-99d0-073e9caa5f09 req-49420118-2f9b-4011-b7f7-a02a7807c8ec tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 931 time: 0.3480175 Feb 08 21:39:06.411789 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77634f88-3536-4142-b5eb-bdccdf52b3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=38a4287e-56b3-4bf1-b386-0d6d5e88138b,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:06.456532 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d0b62de-4eae-465c-99d0-073e9caa5f09 req-78ca405e-fff2-45bd-a0fa-da1d95e9c48c tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542699 Feb 08 21:39:06.547141 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1a732d72-571d-4a70-a8af-cade224ba23f admin admin] Publish callbacks [] for security_group (a280b02d-c9d9-4867-9b4d-a450ffeb467a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:06.646464 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1a732d72-571d-4a70-a8af-cade224ba23f admin admin] Publish callbacks [] for security_group (a280b02d-c9d9-4867-9b4d-a450ffeb467a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:06.784924 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1a732d72-571d-4a70-a8af-cade224ba23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a280b02d-c9d9-4867-9b4d-a450ffeb467a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:06.801320 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1a732d72-571d-4a70-a8af-cade224ba23f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:06.802510 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1a732d72-571d-4a70-a8af-cade224ba23f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a280b02d-c9d9-4867-9b4d-a450ffeb467a HTTP/1.1" status: 204 len: 168 time: 0.6208718 Feb 08 21:39:06.818677 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a732d72-571d-4a70-a8af-cade224ba23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a280b02d-c9d9-4867-9b4d-a450ffeb467a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:06.832604 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e92f05a0-6ff9-4b99-92ff-562464344de5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (d4749a75-6b9a-4179-bed9-f8f5be612422), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:06.835602 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-77634f88-3536-4142-b5eb-bdccdf52b3d8 service neutron] Attempting to bind port 38a4287e-56b3-4bf1-b386-0d6d5e88138b on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:39:06.837716 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-77634f88-3536-4142-b5eb-bdccdf52b3d8 service neutron] Attempting to bind port 38a4287e-56b3-4bf1-b386-0d6d5e88138b by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '8990cc77-7426-478b-89e3-41d59e06134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1679b521-217f-49a1-a155-3334752f6c92'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:39:06.841857 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-77634f88-3536-4142-b5eb-bdccdf52b3d8 service neutron] Attempting to bind port 38a4287e-56b3-4bf1-b386-0d6d5e88138b on network 1679b521-217f-49a1-a155-3334752f6c92 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:39:06.853163 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e92f05a0-6ff9-4b99-92ff-562464344de5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d4749a75-6b9a-4179-bed9-f8f5be612422), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:06.891538 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:06.893390 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:06.897605 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-77634f88-3536-4142-b5eb-bdccdf52b3d8 service neutron] Port 38a4287e-56b3-4bf1-b386-0d6d5e88138b on network 1679b521-217f-49a1-a155-3334752f6c92 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:39:06.898732 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-77634f88-3536-4142-b5eb-bdccdf52b3d8 service neutron] Attempting to bind port 38a4287e-56b3-4bf1-b386-0d6d5e88138b on network 1679b521-217f-49a1-a155-3334752f6c92 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:39:06.923799 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-77634f88-3536-4142-b5eb-bdccdf52b3d8 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:39:06.925448 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-77634f88-3536-4142-b5eb-bdccdf52b3d8 service neutron] Checking segment: {'id': '8990cc77-7426-478b-89e3-41d59e06134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1679b521-217f-49a1-a155-3334752f6c92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:39:06.926282 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-77634f88-3536-4142-b5eb-bdccdf52b3d8 service neutron] Bound using segment: {'id': '8990cc77-7426-478b-89e3-41d59e06134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1679b521-217f-49a1-a155-3334752f6c92'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:39:06.926646 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-77634f88-3536-4142-b5eb-bdccdf52b3d8 service neutron] Bound port: 38a4287e-56b3-4bf1-b386-0d6d5e88138b, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8990cc77-7426-478b-89e3-41d59e06134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1679b521-217f-49a1-a155-3334752f6c92'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:39:06.929916 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-77634f88-3536-4142-b5eb-bdccdf52b3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (38a4287e-56b3-4bf1-b386-0d6d5e88138b), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:06.939382 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e92f05a0-6ff9-4b99-92ff-562464344de5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:06.944372 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38860) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:06.949777 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-77b9b413-ecbe-40b2-90c7-875b76adb00d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'security_group': {'name': 'tempest-secgroup-799460334'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:06.961628 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e92f05a0-6ff9-4b99-92ff-562464344de5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9526458 Feb 08 21:39:07.040670 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77b9b413-ecbe-40b2-90c7-875b76adb00d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:07.061654 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38864) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:07.103600 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f05a0-6ff9-4b99-92ff-562464344de5 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4749a75-6b9a-4179-bed9-f8f5be612422,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:07.178575 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36def236-9800-4118-80f2-e2eefa469612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-c10f28c9-16fd-4f78-b5b9-73f6752151d4', 'network_id': 'c10f28c9-16fd-4f78-b5b9-73f6752151d4', 'project_id': '31f733c410b246508debcff499ac82fe', 'fixed_ips': [{'subnet_id': 'dc4b0711-9600-438f-a961-b7028181f111'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:39:07.179482 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36def236-9800-4118-80f2-e2eefa469612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:07.215313 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77b9b413-ecbe-40b2-90c7-875b76adb00d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (0b16bff5-8d9d-45ce-aade-a5dd137dba85), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:07.229459 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77b9b413-ecbe-40b2-90c7-875b76adb00d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0b16bff5-8d9d-45ce-aade-a5dd137dba85), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:07.309130 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77b9b413-ecbe-40b2-90c7-875b76adb00d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:07.309347 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-77634f88-3536-4142-b5eb-bdccdf52b3d8 service neutron] For port 38a4287e-56b3-4bf1-b386-0d6d5e88138b, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:39:07.312625 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-77b9b413-ecbe-40b2-90c7-875b76adb00d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3670473 Feb 08 21:39:07.316841 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38872) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:07.332752 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-48077dd5-339a-4287-8b80-1c1b5f78a302 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-515169098', 'security_groups': ['0b16bff5-8d9d-45ce-aade-a5dd137dba85'], 'network_id': 'c10f28c9-16fd-4f78-b5b9-73f6752151d4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dc4b0711-9600-438f-a961-b7028181f111'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:07.348928 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9b413-ecbe-40b2-90c7-875b76adb00d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b16bff5-8d9d-45ce-aade-a5dd137dba85,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:07.514166 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-77634f88-3536-4142-b5eb-bdccdf52b3d8 service neutron] For port 38a4287e-56b3-4bf1-b386-0d6d5e88138b, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=38a4287e-56b3-4bf1-b386-0d6d5e88138b,segment=NetworkSegment(8990cc77-7426-478b-89e3-41d59e06134a),segment_id=8990cc77-7426-478b-89e3-41d59e06134a)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:39:07.514364 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214ded3-162e-4f8f-9050-bb72d4a240ae req-09eab39a-953a-4745-adca-e9b2dbc591c0 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:07.527070 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c214ded3-162e-4f8f-9050-bb72d4a240ae req-09eab39a-953a-4745-adca-e9b2dbc591c0 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 945 time: 0.1536636 Feb 08 21:39:07.529879 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-77634f88-3536-4142-b5eb-bdccdf52b3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (38a4287e-56b3-4bf1-b386-0d6d5e88138b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:07.623800 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-77634f88-3536-4142-b5eb-bdccdf52b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:07.624982 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-77634f88-3536-4142-b5eb-bdccdf52b3d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:07.626881 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-77634f88-3536-4142-b5eb-bdccdf52b3d8 service neutron] 10.222.0.94 "PUT /v2.0/ports/38a4287e-56b3-4bf1-b386-0d6d5e88138b HTTP/1.1" status: 200 len: 1092 time: 3.2216992 Feb 08 21:39:07.633737 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77634f88-3536-4142-b5eb-bdccdf52b3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=38a4287e-56b3-4bf1-b386-0d6d5e88138b,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:07.639588 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b397c46d-96e4-4c27-a4c0-d25bd7caf284', 'tag': '38a4287e-56b3-4bf1-b386-0d6d5e88138b'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:39:07.644150 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb139d31-eec3-409c-8778-39a91eb83edb" -d '{"events": [{"name": "network-changed", "server_uuid": "b397c46d-96e4-4c27-a4c0-d25bd7caf284", "tag": "38a4287e-56b3-4bf1-b386-0d6d5e88138b"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:39:07.650608 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-36def236-9800-4118-80f2-e2eefa469612 None None] Allocated IP 2001:db8::2 (c10f28c9-16fd-4f78-b5b9-73f6752151d4/dc4b0711-9600-438f-a961-b7028181f111/d7a26d42-dfab-4ebf-b79e-16b52aaf56f0) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:39:07.650961 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48077dd5-339a-4287-8b80-1c1b5f78a302 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:39:07.875166 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1d3ffebe-1df1-4a54-9216-b3776b8147bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:07.886871 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c214ded3-162e-4f8f-9050-bb72d4a240ae req-032e9fb7-6c3f-460c-a46b-ad88931eb091 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/security-groups?id=3af778d2-2820-49a6-99af-c4c16cfc08bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584626 Feb 08 21:39:07.935553 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48077dd5-339a-4287-8b80-1c1b5f78a302 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:08.061863 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-48077dd5-339a-4287-8b80-1c1b5f78a302 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] device_id is not set on port 77aed23e-80cc-4de5-b193-d4db682a6783 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:39:08.121545 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38888) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:08.191028 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6db1e9-4fc7-4383-b752-aa0a511e1bb2 req-435b3876-7476-4ebb-8fd3-265d0cfac90e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:08.201412 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1d6db1e9-4fc7-4383-b752-aa0a511e1bb2 req-435b3876-7476-4ebb-8fd3-265d0cfac90e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 943 time: 0.5471203 Feb 08 21:39:08.232721 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-eeb9f72b-c1f8-4725-9192-7721fdab6526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:08.234303 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-eeb9f72b-c1f8-4725-9192-7721fdab6526 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=34667052c8344fe0a4257547677c9696&device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 1126 time: 0.2862000 Feb 08 21:39:08.291915 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36def236-9800-4118-80f2-e2eefa469612 None None] Publish callbacks [] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:08.294820 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43b12dbc-6bc9-4323-9634-1cd8c84c1880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:08.303107 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36def236-9800-4118-80f2-e2eefa469612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:08.326824 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1d3ffebe-1df1-4a54-9216-b3776b8147bc admin admin] Publish callbacks [] for security_group (91cacd78-7c83-4138-baa0-dd7c680383d5), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:08.358558 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1d3ffebe-1df1-4a54-9216-b3776b8147bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (91cacd78-7c83-4138-baa0-dd7c680383d5), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:08.388913 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36def236-9800-4118-80f2-e2eefa469612 None None] Network c10f28c9-16fd-4f78-b5b9-73f6752151d4 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:39:08.393568 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-36def236-9800-4118-80f2-e2eefa469612 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:39:08.403384 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36def236-9800-4118-80f2-e2eefa469612 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:39:08.433022 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-5a31d6d6-d50f-46d3-9ddf-f0cbeec80a27 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38a4287e-56b3-4bf1-b386-0d6d5e88138b HTTP/1.1" status: 200 len: 217 time: 0.1723454 Feb 08 21:39:08.524865 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1d6db1e9-4fc7-4383-b752-aa0a511e1bb2 req-a27a0797-a8ef-48de-8964-f6de379015a9 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3223331 Feb 08 21:39:08.527350 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1d3ffebe-1df1-4a54-9216-b3776b8147bc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9689bedca09b415aa0c9c65d23ec72fc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4590814 Feb 08 21:39:08.537770 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38894) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:08.548804 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36def236-9800-4118-80f2-e2eefa469612 None None] Pushing event updated for resources: {'Port': ['ID=d7a26d42-dfab-4ebf-b79e-16b52aaf56f0,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:08.552794 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c9d409-72d6-45bf-85cb-dbde2a12b402 x-openstack-request-id: req-58c9d409-72d6-45bf-85cb-dbde2a12b402 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:39:08.553501 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b397c46d-96e4-4c27-a4c0-d25bd7caf284", "tag": "38a4287e-56b3-4bf1-b386-0d6d5e88138b", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:39:08.553968 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-58c9d409-72d6-45bf-85cb-dbde2a12b402 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:39:08.554583 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b397c46d-96e4-4c27-a4c0-d25bd7caf284', 'tag': '38a4287e-56b3-4bf1-b386-0d6d5e88138b', 'status': 'completed', 'code': 200} Feb 08 21:39:08.569498 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ffebe-1df1-4a54-9216-b3776b8147bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cacd78-7c83-4138-baa0-dd7c680383d5,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:08.642521 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-36def236-9800-4118-80f2-e2eefa469612 None None] Attempting to bind port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:39:08.642884 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-36def236-9800-4118-80f2-e2eefa469612 None None] Attempting to bind port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '9bc336de-edba-4ba3-a859-8a497b079808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c10f28c9-16fd-4f78-b5b9-73f6752151d4'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:39:08.643263 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36def236-9800-4118-80f2-e2eefa469612 None None] Attempting to bind port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 on network c10f28c9-16fd-4f78-b5b9-73f6752151d4 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:39:08.654687 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36def236-9800-4118-80f2-e2eefa469612 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:39:08.655089 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36def236-9800-4118-80f2-e2eefa469612 None None] Checking segment: {'id': '9bc336de-edba-4ba3-a859-8a497b079808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c10f28c9-16fd-4f78-b5b9-73f6752151d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:39:08.655502 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36def236-9800-4118-80f2-e2eefa469612 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:08.655895 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36def236-9800-4118-80f2-e2eefa469612 None None] Bound using segment: {'id': '9bc336de-edba-4ba3-a859-8a497b079808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c10f28c9-16fd-4f78-b5b9-73f6752151d4'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:39:08.656377 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-36def236-9800-4118-80f2-e2eefa469612 None None] Bound port: d7a26d42-dfab-4ebf-b79e-16b52aaf56f0, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc336de-edba-4ba3-a859-8a497b079808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c10f28c9-16fd-4f78-b5b9-73f6752151d4'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:39:08.663901 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36def236-9800-4118-80f2-e2eefa469612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:08.669977 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-b67e1d5f-2b92-4a78-93d6-15a2b4a2428a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:08.672076 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-b67e1d5f-2b92-4a78-93d6-15a2b4a2428a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=07d9bb5c-1887-4b22-a4c6-21ab4d50a37d HTTP/1.1" status: 200 len: 850 time: 0.2096117 Feb 08 21:39:08.761435 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-36def236-9800-4118-80f2-e2eefa469612 None None] For port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:39:08.762248 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-48077dd5-339a-4287-8b80-1c1b5f78a302 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Allocated IP 2001:db8::75 (c10f28c9-16fd-4f78-b5b9-73f6752151d4/dc4b0711-9600-438f-a961-b7028181f111/77aed23e-80cc-4de5-b193-d4db682a6783) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:39:08.765460 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-36def236-9800-4118-80f2-e2eefa469612 None None] For port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d7a26d42-dfab-4ebf-b79e-16b52aaf56f0,segment=NetworkSegment(9bc336de-edba-4ba3-a859-8a497b079808),segment_id=9bc336de-edba-4ba3-a859-8a497b079808)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:39:08.775530 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36def236-9800-4118-80f2-e2eefa469612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:08.793660 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0ad34c7f-ba78-48a5-a8a7-b8bdb701ed13 admin admin] Publish callbacks [] for security_group (91cacd78-7c83-4138-baa0-dd7c680383d5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:08.877642 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36def236-9800-4118-80f2-e2eefa469612 None None] Pushing event updated for resources: {'Port': ['ID=d7a26d42-dfab-4ebf-b79e-16b52aaf56f0,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:08.882061 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-ffc339da-32b5-404f-a3c9-53f1205c2f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:08.883617 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-ffc339da-32b5-404f-a3c9-53f1205c2f0b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1679b521-217f-49a1-a155-3334752f6c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2031388 Feb 08 21:39:08.910569 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0ad34c7f-ba78-48a5-a8a7-b8bdb701ed13 admin admin] Publish callbacks [] for security_group (91cacd78-7c83-4138-baa0-dd7c680383d5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:08.913729 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43b12dbc-6bc9-4323-9634-1cd8c84c1880 admin admin] Publish callbacks [] for security_group (86dfe45e-0ef5-47b5-adde-dc82a0eef8f9), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:08.939449 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43b12dbc-6bc9-4323-9634-1cd8c84c1880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (86dfe45e-0ef5-47b5-adde-dc82a0eef8f9), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:09.179935 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b12dbc-6bc9-4323-9634-1cd8c84c1880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86dfe45e-0ef5-47b5-adde-dc82a0eef8f9,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:09.212931 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-43b12dbc-6bc9-4323-9634-1cd8c84c1880 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bb2697b2c09c480e9ba5dacef1e18e23&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0788453 Feb 08 21:39:09.219946 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38910) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:09.247947 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-2a80c1f6-7bb6-4bc4-b0ae-bfa85c2121f3 service neutron] 10.222.0.94 "GET /v2.0/networks/1679b521-217f-49a1-a155-3334752f6c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445079 Feb 08 21:39:09.275414 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0ad34c7f-ba78-48a5-a8a7-b8bdb701ed13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (91cacd78-7c83-4138-baa0-dd7c680383d5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:09.278431 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0ad34c7f-ba78-48a5-a8a7-b8bdb701ed13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:09.279958 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48077dd5-339a-4287-8b80-1c1b5f78a302 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for port (77aed23e-80cc-4de5-b193-d4db682a6783), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:09.283168 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0ad34c7f-ba78-48a5-a8a7-b8bdb701ed13 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/91cacd78-7c83-4138-baa0-dd7c680383d5 HTTP/1.1" status: 204 len: 168 time: 0.7411880 Feb 08 21:39:09.295785 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d800ed-140a-4160-9944-1edbbb651788 req-67afe413-aa82-4767-b5f7-ccb6348615a9 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:09.297806 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e1d800ed-140a-4160-9944-1edbbb651788 req-67afe413-aa82-4767-b5f7-ccb6348615a9 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 945 time: 0.2080233 Feb 08 21:39:09.304792 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad34c7f-ba78-48a5-a8a7-b8bdb701ed13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cacd78-7c83-4138-baa0-dd7c680383d5,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:09.506980 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e1d800ed-140a-4160-9944-1edbbb651788 req-8f704e10-e7c5-4568-bb2c-d5f92333f6d1 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/security-groups?id=3af778d2-2820-49a6-99af-c4c16cfc08bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758955 Feb 08 21:39:09.789137 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f94d4-dabd-417b-8dea-86fa232732ca req-3edad3a2-fec9-40d1-8134-a2cd622fa98e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:09.803162 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-867f94d4-dabd-417b-8dea-86fa232732ca req-3edad3a2-fec9-40d1-8134-a2cd622fa98e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 943 time: 0.1372278 Feb 08 21:39:09.964582 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-867f94d4-dabd-417b-8dea-86fa232732ca req-58391994-becf-427e-bb7f-9fa5f4a94053 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545117 Feb 08 21:39:10.055633 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38952) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:10.077391 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4c27fd4e-94e3-4c6a-acdb-eba7ae74cdd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:10.154312 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48077dd5-339a-4287-8b80-1c1b5f78a302 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (77aed23e-80cc-4de5-b193-d4db682a6783), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:10.264084 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b6428188-91ac-4f45-aa2a-4f343e553fbd req-1649cafe-8399-43de-b9b0-a20ccf2d489b service neutron] 10.222.0.94 "GET /v2.0/networks/1679b521-217f-49a1-a155-3334752f6c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0029678 Feb 08 21:39:10.289032 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4c27fd4e-94e3-4c6a-acdb-eba7ae74cdd9 admin admin] Publish callbacks [] for security_group (17af938d-3aeb-4aac-9d00-e8ddf715f4b1), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:10.295442 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38956) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:10.312432 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4c27fd4e-94e3-4c6a-acdb-eba7ae74cdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (17af938d-3aeb-4aac-9d00-e8ddf715f4b1), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:10.360238 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48077dd5-339a-4287-8b80-1c1b5f78a302 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network c10f28c9-16fd-4f78-b5b9-73f6752151d4 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:39:10.399406 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-954fde7d-e3fa-41a0-bbd3-463a1d7403b7 admin admin] Publish callbacks [] for security_group (86dfe45e-0ef5-47b5-adde-dc82a0eef8f9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:10.412147 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-48077dd5-339a-4287-8b80-1c1b5f78a302 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:39:10.419671 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48077dd5-339a-4287-8b80-1c1b5f78a302 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Port': ['ID=77aed23e-80cc-4de5-b193-d4db682a6783,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:10.427375 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48077dd5-339a-4287-8b80-1c1b5f78a302 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:39:10.434260 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48077dd5-339a-4287-8b80-1c1b5f78a302 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:10.435247 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48077dd5-339a-4287-8b80-1c1b5f78a302 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:10.447715 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27fd4e-94e3-4c6a-acdb-eba7ae74cdd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17af938d-3aeb-4aac-9d00-e8ddf715f4b1,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:10.465780 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-48077dd5-339a-4287-8b80-1c1b5f78a302 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1456807 Feb 08 21:39:10.475870 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38960) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:10.483056 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8de8eebe-1417-461a-a3f2-e3d2e04023dd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'subnet': {'network_id': 'c10f28c9-16fd-4f78-b5b9-73f6752151d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:10.491989 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-954fde7d-e3fa-41a0-bbd3-463a1d7403b7 admin admin] Publish callbacks [] for security_group (86dfe45e-0ef5-47b5-adde-dc82a0eef8f9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:10.492552 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4c27fd4e-94e3-4c6a-acdb-eba7ae74cdd9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=12ecacaf2b0f44e5bbc1c4bb33153ac7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4343770 Feb 08 21:39:10.493390 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38962) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:10.593521 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb139d31-eec3-409c-8778-39a91eb83edb req-5f1d7927-4274-4691-8c6c-c59fa6fabe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:10.595754 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb139d31-eec3-409c-8778-39a91eb83edb req-5f1d7927-4274-4691-8c6c-c59fa6fabe3f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=34667052c8344fe0a4257547677c9696&device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 1126 time: 0.2327728 Feb 08 21:39:10.638298 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8819a175-7dbc-4b45-af79-a1f1aa920852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:10.639041 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:39:10.779236 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7ff78fe3-dd23-4942-869b-cf4994a643c4 admin admin] Publish callbacks [] for security_group (17af938d-3aeb-4aac-9d00-e8ddf715f4b1), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:10.803382 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdb54d-c3de-43c4-888d-b538350f1d46 req-c4de423f-39d5-4a49-a3a7-765ca9e32ae3 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:10.805152 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4abdb54d-c3de-43c4-888d-b538350f1d46 req-c4de423f-39d5-4a49-a3a7-765ca9e32ae3 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 945 time: 0.1355052 Feb 08 21:39:10.824045 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:39:10.834421 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-954fde7d-e3fa-41a0-bbd3-463a1d7403b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (86dfe45e-0ef5-47b5-adde-dc82a0eef8f9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:10.842671 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-954fde7d-e3fa-41a0-bbd3-463a1d7403b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:10.844632 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-954fde7d-e3fa-41a0-bbd3-463a1d7403b7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/86dfe45e-0ef5-47b5-adde-dc82a0eef8f9 HTTP/1.1" status: 204 len: 168 time: 1.6227539 Feb 08 21:39:10.898597 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fde7d-e3fa-41a0-bbd3-463a1d7403b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dfe45e-0ef5-47b5-adde-dc82a0eef8f9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:10.953633 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4abdb54d-c3de-43c4-888d-b538350f1d46 req-697b5f3b-a11f-4aee-b648-2fa53f501063 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/security-groups?id=3af778d2-2820-49a6-99af-c4c16cfc08bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346929 Feb 08 21:39:10.963843 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb139d31-eec3-409c-8778-39a91eb83edb req-61cd941e-f3ab-430a-ae9e-c27b2b94aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:10.966165 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb139d31-eec3-409c-8778-39a91eb83edb req-61cd941e-f3ab-430a-ae9e-c27b2b94aa38 service neutron] 10.222.0.94 "GET /v2.0/networks?id=1679b521-217f-49a1-a155-3334752f6c92 HTTP/1.1" status: 200 len: 912 time: 0.3500929 Feb 08 21:39:10.985557 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:39:10.986282 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:11.002952 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7ff78fe3-dd23-4942-869b-cf4994a643c4 admin admin] Publish callbacks [] for security_group (17af938d-3aeb-4aac-9d00-e8ddf715f4b1), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:11.079791 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-5e255963-928a-4203-8199-58e0cb90ed21 None None] Provisioning complete for port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:39:11.080611 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5e255963-928a-4203-8199-58e0cb90ed21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:11.095891 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb139d31-eec3-409c-8778-39a91eb83edb req-a6a37cc2-6478-48b6-a03e-82fb95bd03f6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38a4287e-56b3-4bf1-b386-0d6d5e88138b HTTP/1.1" status: 200 len: 217 time: 0.1218619 Feb 08 21:39:11.096428 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de8eebe-1417-461a-a3f2-e3d2e04023dd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:39:11.106819 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8de8eebe-1417-461a-a3f2-e3d2e04023dd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:11.137299 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7ff78fe3-dd23-4942-869b-cf4994a643c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (17af938d-3aeb-4aac-9d00-e8ddf715f4b1), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:11.137299 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7ff78fe3-dd23-4942-869b-cf4994a643c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:11.137299 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7ff78fe3-dd23-4942-869b-cf4994a643c4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/17af938d-3aeb-4aac-9d00-e8ddf715f4b1 HTTP/1.1" status: 204 len: 168 time: 0.6423182 Feb 08 21:39:11.206918 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff78fe3-dd23-4942-869b-cf4994a643c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17af938d-3aeb-4aac-9d00-e8ddf715f4b1,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:11.228720 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5e255963-928a-4203-8199-58e0cb90ed21 None None] Current status of the port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:39:11.229055 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5e255963-928a-4203-8199-58e0cb90ed21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:11.302834 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb139d31-eec3-409c-8778-39a91eb83edb req-12aaa6e8-8ca8-4ee6-af3c-ff6697db2314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:11.306576 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb139d31-eec3-409c-8778-39a91eb83edb req-12aaa6e8-8ca8-4ee6-af3c-ff6697db2314 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=07d9bb5c-1887-4b22-a4c6-21ab4d50a37d HTTP/1.1" status: 200 len: 850 time: 0.1821039 Feb 08 21:39:11.318038 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef49afd-633e-4c4d-8b53-55acc3a983b1 req-f9817ee3-68c8-45a2-98a8-99e58d39ec1b tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:11.319806 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bef49afd-633e-4c4d-8b53-55acc3a983b1 req-f9817ee3-68c8-45a2-98a8-99e58d39ec1b tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 943 time: 0.2044430 Feb 08 21:39:11.393439 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8819a175-7dbc-4b45-af79-a1f1aa920852 admin admin] Publish callbacks [] for security_group (a672c1b7-9185-47cb-9e5a-c79d8a8e7757), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:11.394999 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:39:11.395398 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:11.408160 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8819a175-7dbc-4b45-af79-a1f1aa920852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a672c1b7-9185-47cb-9e5a-c79d8a8e7757), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:11.456383 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-5e255963-928a-4203-8199-58e0cb90ed21 None None] For port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d7a26d42-dfab-4ebf-b79e-16b52aaf56f0,segment=NetworkSegment(9bc336de-edba-4ba3-a859-8a497b079808),segment_id=9bc336de-edba-4ba3-a859-8a497b079808)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:39:11.477919 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5e255963-928a-4203-8199-58e0cb90ed21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:11.587496 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38982) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:11.587940 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8819a175-7dbc-4b45-af79-a1f1aa920852 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0f53c171dfc94cfe918a25d1dd5e3d85&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2887552 Feb 08 21:39:11.596511 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819a175-7dbc-4b45-af79-a1f1aa920852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a672c1b7-9185-47cb-9e5a-c79d8a8e7757,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:11.625878 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bef49afd-633e-4c4d-8b53-55acc3a983b1 req-640cdfeb-8f6c-42d1-bcba-52a4022c359f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2890222 Feb 08 21:39:11.626107 n-d-712143-31 neutron-server[103434]: INFO neutron.db.ipam_backend_mixin [None req-8de8eebe-1417-461a-a3f2-e3d2e04023dd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dc4b0711-9600-438f-a961-b7028181f111 (CIDR: 2001:db8::/64) Feb 08 21:39:11.630203 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb139d31-eec3-409c-8778-39a91eb83edb req-9886cf5c-5e17-4e50-9524-49e6f2908b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:11.631757 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb139d31-eec3-409c-8778-39a91eb83edb req-9886cf5c-5e17-4e50-9524-49e6f2908b69 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1679b521-217f-49a1-a155-3334752f6c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2815416 Feb 08 21:39:11.636880 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e255963-928a-4203-8199-58e0cb90ed21 None None] Pushing event updated for resources: {'Port': ['ID=d7a26d42-dfab-4ebf-b79e-16b52aaf56f0,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:11.647940 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de8eebe-1417-461a-a3f2-e3d2e04023dd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:39:11.650331 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de8eebe-1417-461a-a3f2-e3d2e04023dd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:39:11.683666 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:39:11.684182 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:39:11.692953 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-5e255963-928a-4203-8199-58e0cb90ed21 None None] Provisioning complete for port a1d33449-c4dd-46c3-9699-9b107d0417dd triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:39:11.693572 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5e255963-928a-4203-8199-58e0cb90ed21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a1d33449-c4dd-46c3-9699-9b107d0417dd), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:11.741585 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5e255963-928a-4203-8199-58e0cb90ed21 None None] Port a1d33449-c4dd-46c3-9699-9b107d0417dd cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:39:11.829031 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8de8eebe-1417-461a-a3f2-e3d2e04023dd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3503752 Feb 08 21:39:11.833842 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38992) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:11.839466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-9400b752-6653-4fcd-be04-627faef96650 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'subnet': {'network_id': 'c10f28c9-16fd-4f78-b5b9-73f6752151d4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:11.916459 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-619341cd-b2cd-45ed-8573-0a04a4c49c26 None None] Provisioning complete for port 77aed23e-80cc-4de5-b193-d4db682a6783 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:39:11.923463 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-619341cd-b2cd-45ed-8573-0a04a4c49c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (77aed23e-80cc-4de5-b193-d4db682a6783), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:11.961448 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-41bf2b50-788a-4525-8684-98c598f03598 admin admin] Publish callbacks [] for security_group (a672c1b7-9185-47cb-9e5a-c79d8a8e7757), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:11.976306 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb139d31-eec3-409c-8778-39a91eb83edb req-2492dc71-db3b-4221-a2ca-ab02b325d632 service neutron] 10.222.0.94 "GET /v2.0/networks/1679b521-217f-49a1-a155-3334752f6c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175349 Feb 08 21:39:12.051546 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-619341cd-b2cd-45ed-8573-0a04a4c49c26 None None] Port 77aed23e-80cc-4de5-b193-d4db682a6783 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:39:12.124344 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-41bf2b50-788a-4525-8684-98c598f03598 admin admin] Publish callbacks [] for security_group (a672c1b7-9185-47cb-9e5a-c79d8a8e7757), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:12.263148 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9400b752-6653-4fcd-be04-627faef96650 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:39:12.267112 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9400b752-6653-4fcd-be04-627faef96650 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:12.287926 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:39:12.290238 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb139d31-eec3-409c-8778-39a91eb83edb req-f7c03137-5824-4d99-88fd-bad3e7340dd5 service neutron] 10.222.0.94 "GET /v2.0/networks/1679b521-217f-49a1-a155-3334752f6c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062098 Feb 08 21:39:12.295113 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-41bf2b50-788a-4525-8684-98c598f03598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a672c1b7-9185-47cb-9e5a-c79d8a8e7757), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:12.301889 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-41bf2b50-788a-4525-8684-98c598f03598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:12.306106 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-41bf2b50-788a-4525-8684-98c598f03598 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a672c1b7-9185-47cb-9e5a-c79d8a8e7757 HTTP/1.1" status: 204 len: 168 time: 0.7145994 Feb 08 21:39:12.323285 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf2b50-788a-4525-8684-98c598f03598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a672c1b7-9185-47cb-9e5a-c79d8a8e7757,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:12.429786 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849d0ff-b06f-46ca-9e7f-cfe20179579e req-b9129538-7b66-4ade-9194-3212100e46b4 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:12.431891 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c849d0ff-b06f-46ca-9e7f-cfe20179579e req-b9129538-7b66-4ade-9194-3212100e46b4 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 945 time: 0.3180895 Feb 08 21:39:12.517535 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c849d0ff-b06f-46ca-9e7f-cfe20179579e req-e412e401-f196-454f-9229-2ea25fb9e030 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/security-groups?id=3af778d2-2820-49a6-99af-c4c16cfc08bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779624 Feb 08 21:39:12.756524 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:39:12.787089 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9400b752-6653-4fcd-be04-627faef96650 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (87be7797-f331-42f5-8ffc-d660d0dd5c06), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:12.828350 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39024) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:12.846849 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32559ba9-94d3-4598-82ad-0f0a98d0df0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:12.886187 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:39:12.886844 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:12.960427 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32559ba9-94d3-4598-82ad-0f0a98d0df0e admin admin] Publish callbacks [] for security_group (64c9ccc2-9965-4767-af67-aabeddc4673c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:12.961980 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9400b752-6653-4fcd-be04-627faef96650 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network c10f28c9-16fd-4f78-b5b9-73f6752151d4 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:39:12.966280 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32559ba9-94d3-4598-82ad-0f0a98d0df0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (64c9ccc2-9965-4767-af67-aabeddc4673c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:12.974723 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-9400b752-6653-4fcd-be04-627faef96650 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:39:12.993156 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9400b752-6653-4fcd-be04-627faef96650 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:12.994591 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9400b752-6653-4fcd-be04-627faef96650 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:13.007402 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400b752-6653-4fcd-be04-627faef96650 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Subnet': ['ID=87be7797-f331-42f5-8ffc-d660d0dd5c06,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:13.023358 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9400b752-6653-4fcd-be04-627faef96650 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1883478 Feb 08 21:39:13.031486 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-32559ba9-94d3-4598-82ad-0f0a98d0df0e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b156a987806e47a0869455b02176003b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1993427 Feb 08 21:39:13.031486 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39028) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:13.032100 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39030) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:13.039461 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-cb05e6aa-c8d3-4853-a225-93507a57655c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-55094024', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '87be7797-f331-42f5-8ffc-d660d0dd5c06'}], 'security_groups': ['d4749a75-6b9a-4179-bed9-f8f5be612422']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:13.061564 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baad99e-9d48-4403-8452-d949a17d317b req-d395b470-6d74-4c85-8a22-d48cb0fcbb30 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:13.067951 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2baad99e-9d48-4403-8452-d949a17d317b req-d395b470-6d74-4c85-8a22-d48cb0fcbb30 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 943 time: 0.3253639 Feb 08 21:39:13.129523 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:39:13.142265 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c619ab-1af2-4413-bcb8-8f62ff84a52b None None] Network c10f28c9-16fd-4f78-b5b9-73f6752151d4 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:39:13.184731 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2baad99e-9d48-4403-8452-d949a17d317b req-c12b0803-7ead-4c37-88fb-fdafbf6eef8b tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072426 Feb 08 21:39:13.224922 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32559ba9-94d3-4598-82ad-0f0a98d0df0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c9ccc2-9965-4767-af67-aabeddc4673c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:13.398273 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae52c76c-8e8b-4aab-ab59-bcccdaa23de3 admin admin] Publish callbacks [] for security_group (64c9ccc2-9965-4767-af67-aabeddc4673c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:13.533084 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae52c76c-8e8b-4aab-ab59-bcccdaa23de3 admin admin] Publish callbacks [] for security_group (64c9ccc2-9965-4767-af67-aabeddc4673c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:13.635782 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb05e6aa-c8d3-4853-a225-93507a57655c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (77aed23e-80cc-4de5-b193-d4db682a6783), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:13.698119 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3db5ac-582c-4d50-a14a-219099c41d43 None None] Update dhcp port {'port': {'network_id': 'c10f28c9-16fd-4f78-b5b9-73f6752151d4', 'fixed_ips': [{'subnet_id': 'dc4b0711-9600-438f-a961-b7028181f111', 'ip_address': '2001:db8::2'}, {'subnet_id': '87be7797-f331-42f5-8ffc-d660d0dd5c06'}], 'binding:host_id': 'n-d-712143-31'}, 'id': 'd7a26d42-dfab-4ebf-b79e-16b52aaf56f0'} from n-d-712143-31. {{(pid=103435) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 21:39:13.748860 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7d3db5ac-582c-4d50-a14a-219099c41d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:13.835177 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae52c76c-8e8b-4aab-ab59-bcccdaa23de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (64c9ccc2-9965-4767-af67-aabeddc4673c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:13.841742 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae52c76c-8e8b-4aab-ab59-bcccdaa23de3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:13.846376 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ae52c76c-8e8b-4aab-ab59-bcccdaa23de3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/64c9ccc2-9965-4767-af67-aabeddc4673c HTTP/1.1" status: 204 len: 168 time: 0.7598689 Feb 08 21:39:13.851898 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403eeb2c-d227-4925-8b57-ef5e7c428458 req-472fcbf5-8145-493b-a386-72bb736e039c tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:13.853782 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-403eeb2c-d227-4925-8b57-ef5e7c428458 req-472fcbf5-8145-493b-a386-72bb736e039c tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 945 time: 0.1552944 Feb 08 21:39:13.945190 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52c76c-8e8b-4aab-ab59-bcccdaa23de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c9ccc2-9965-4767-af67-aabeddc4673c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:13.976980 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef2f75-ebed-4773-b4c7-bc0089d518b1 req-7164e362-e494-4792-98a6-35e604405212 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:13.978725 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d7ef2f75-ebed-4773-b4c7-bc0089d518b1 req-7164e362-e494-4792-98a6-35e604405212 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 0.1220882 Feb 08 21:39:14.012553 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-403eeb2c-d227-4925-8b57-ef5e7c428458 req-c509c7bb-2954-450e-aa4e-3ee5c7352466 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/security-groups?id=3af778d2-2820-49a6-99af-c4c16cfc08bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379073 Feb 08 21:39:14.167805 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d7ef2f75-ebed-4773-b4c7-bc0089d518b1 req-09962769-99b3-466c-866c-4772d2386ebd tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756086 Feb 08 21:39:14.297241 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385715a-f4e0-4c46-99d7-c8ba1fc33fda req-ac7909b7-aa81-49dc-88f0-7f34a1ce2b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:14.299649 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0385715a-f4e0-4c46-99d7-c8ba1fc33fda req-ac7909b7-aa81-49dc-88f0-7f34a1ce2b14 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 1128 time: 0.1214161 Feb 08 21:39:14.324291 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-7d3db5ac-582c-4d50-a14a-219099c41d43 None None] Allocated IP 2001:db8:0:1::2 (c10f28c9-16fd-4f78-b5b9-73f6752151d4/87be7797-f331-42f5-8ffc-d660d0dd5c06/d7a26d42-dfab-4ebf-b79e-16b52aaf56f0) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:39:14.431192 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 38a4287e-56b3-4bf1-b386-0d6d5e88138b details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:39:14.495700 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0385715a-f4e0-4c46-99d7-c8ba1fc33fda req-2c7ff957-9e84-4c70-84bc-7e8ce9f7e2c7 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=3af778d2-2820-49a6-99af-c4c16cfc08bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892452 Feb 08 21:39:14.532803 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a75ccd-a71f-4c9f-a02f-99f9d09c841b req-00925200-c26b-4863-92f2-3a8c535dd4ea tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:14.536994 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-92a75ccd-a71f-4c9f-a02f-99f9d09c841b req-00925200-c26b-4863-92f2-3a8c535dd4ea tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 943 time: 0.2115450 Feb 08 21:39:14.543611 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-7d3db5ac-582c-4d50-a14a-219099c41d43 None None] For port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d7a26d42-dfab-4ebf-b79e-16b52aaf56f0,segment=NetworkSegment(9bc336de-edba-4ba3-a859-8a497b079808),segment_id=9bc336de-edba-4ba3-a859-8a497b079808)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:39:14.592160 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7d3db5ac-582c-4d50-a14a-219099c41d43 None None] Publish callbacks [] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:14.619200 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-92a75ccd-a71f-4c9f-a02f-99f9d09c841b req-5e9db565-c375-4827-93bb-9e85c4b92f20 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772600 Feb 08 21:39:14.654009 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 38a4287e-56b3-4bf1-b386-0d6d5e88138b, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=38a4287e-56b3-4bf1-b386-0d6d5e88138b,segment=NetworkSegment(8990cc77-7426-478b-89e3-41d59e06134a),segment_id=8990cc77-7426-478b-89e3-41d59e06134a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:39:14.680268 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '38a4287e-56b3-4bf1-b386-0d6d5e88138b', 'network_id': '1679b521-217f-49a1-a155-3334752f6c92', 'port_id': '38a4287e-56b3-4bf1-b386-0d6d5e88138b', 'mac_address': 'fa:16:3e:b0:75:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:39:14.682867 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7d3db5ac-582c-4d50-a14a-219099c41d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:14.805325 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3db5ac-582c-4d50-a14a-219099c41d43 None None] Pushing event updated for resources: {'Port': ['ID=d7a26d42-dfab-4ebf-b79e-16b52aaf56f0,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:14.886216 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-cb05e6aa-c8d3-4853-a225-93507a57655c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Delete allocated IP 2001:db8::75 (c10f28c9-16fd-4f78-b5b9-73f6752151d4/dc4b0711-9600-438f-a961-b7028181f111) {{(pid=103434) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 08 21:39:14.898151 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-cb05e6aa-c8d3-4853-a225-93507a57655c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Allocated IP 2001:db8:0:1::126 (c10f28c9-16fd-4f78-b5b9-73f6752151d4/87be7797-f331-42f5-8ffc-d660d0dd5c06/77aed23e-80cc-4de5-b193-d4db682a6783) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:39:14.982514 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 38a4287e-56b3-4bf1-b386-0d6d5e88138b is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:39:14.994289 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (38a4287e-56b3-4bf1-b386-0d6d5e88138b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:15.029061 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a4287e-56b3-4bf1-b386-0d6d5e88138b {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:39:15.114847 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 38a4287e-56b3-4bf1-b386-0d6d5e88138b, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=38a4287e-56b3-4bf1-b386-0d6d5e88138b,segment=NetworkSegment(8990cc77-7426-478b-89e3-41d59e06134a),segment_id=8990cc77-7426-478b-89e3-41d59e06134a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:39:15.121567 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (38a4287e-56b3-4bf1-b386-0d6d5e88138b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:15.323584 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=38a4287e-56b3-4bf1-b386-0d6d5e88138b,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:15.347909 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd335ef-b42d-44ca-9a63-b9e703d9b9eb req-6a5ae061-781e-4e53-9c94-1e16f11d1544 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:15.349583 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0cd335ef-b42d-44ca-9a63-b9e703d9b9eb req-6a5ae061-781e-4e53-9c94-1e16f11d1544 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 945 time: 0.1782582 Feb 08 21:39:15.388268 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb05e6aa-c8d3-4853-a225-93507a57655c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for port (77aed23e-80cc-4de5-b193-d4db682a6783), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:15.407086 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb05e6aa-c8d3-4853-a225-93507a57655c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (77aed23e-80cc-4de5-b193-d4db682a6783), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:15.486804 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['38a4287e-56b3-4bf1-b386-0d6d5e88138b'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:39:15.644778 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e1bee-4953-47f6-b9d1-2f3beca02032 req-1b88d17b-ca2e-4a7a-a853-22cbc4a06f67 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:15.662861 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-278e1bee-4953-47f6-b9d1-2f3beca02032 req-1b88d17b-ca2e-4a7a-a853-22cbc4a06f67 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 0.3121543 Feb 08 21:39:15.732728 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0cd335ef-b42d-44ca-9a63-b9e703d9b9eb req-3fede7a3-3bcb-4447-a748-35ffc95fb2db tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/security-groups?id=3af778d2-2820-49a6-99af-c4c16cfc08bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691959 Feb 08 21:39:15.887370 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-278e1bee-4953-47f6-b9d1-2f3beca02032 req-6d102715-b497-4690-bc51-5067d8fbf55e tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213695 Feb 08 21:39:15.949795 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-cb05e6aa-c8d3-4853-a225-93507a57655c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] In _notify_port_updated(), no bound segment for port 77aed23e-80cc-4de5-b193-d4db682a6783 on network c10f28c9-16fd-4f78-b5b9-73f6752151d4 {{(pid=103434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 21:39:15.963087 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb05e6aa-c8d3-4853-a225-93507a57655c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:15.964348 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb05e6aa-c8d3-4853-a225-93507a57655c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:15.968072 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cb05e6aa-c8d3-4853-a225-93507a57655c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "PUT /v2.0/ports/77aed23e-80cc-4de5-b193-d4db682a6783 HTTP/1.1" status: 200 len: 929 time: 2.9348736 Feb 08 21:39:15.974745 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39120) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:15.991268 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05e6aa-c8d3-4853-a225-93507a57655c tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Port': ['ID=77aed23e-80cc-4de5-b193-d4db682a6783,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:16.044163 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ccdeac-70ee-4116-b4e3-24727c7864de req-5825b926-753e-4604-aea4-29f82349c5a7 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:16.048845 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-64ccdeac-70ee-4116-b4e3-24727c7864de req-5825b926-753e-4604-aea4-29f82349c5a7 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.94 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 947 time: 0.6266792 Feb 08 21:39:16.216362 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e73cde-e0dc-4212-a363-1e8d690af5f5 req-25a0f63b-0926-4e99-b64d-d6a1c228c155 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:16.240476 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14e73cde-e0dc-4212-a363-1e8d690af5f5 req-25a0f63b-0926-4e99-b64d-d6a1c228c155 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 944 time: 0.3508456 Feb 08 21:39:16.334601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ea25b98d-ad6a-4e09-bf0e-ea218e946d60 None None] Provisioning complete for port 77aed23e-80cc-4de5-b193-d4db682a6783 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:39:16.334982 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ea25b98d-ad6a-4e09-bf0e-ea218e946d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (77aed23e-80cc-4de5-b193-d4db682a6783), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:16.353113 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-64ccdeac-70ee-4116-b4e3-24727c7864de req-cd160411-cfd4-4787-a2d9-34db2ae690d3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Deleting port 847006f8-c17a-4de4-8cf4-47c1e161c2b1 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:39:16.367467 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-64ccdeac-70ee-4116-b4e3-24727c7864de req-cd160411-cfd4-4787-a2d9-34db2ae690d3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:16.395996 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-0fc8b148-3554-4e75-9fd3-6b2ac4803554 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting port 77aed23e-80cc-4de5-b193-d4db682a6783 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:39:16.396602 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0fc8b148-3554-4e75-9fd3-6b2ac4803554 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (77aed23e-80cc-4de5-b193-d4db682a6783), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:16.482272 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ea25b98d-ad6a-4e09-bf0e-ea218e946d60 None None] Port 77aed23e-80cc-4de5-b193-d4db682a6783 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:39:16.519129 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ea25b98d-ad6a-4e09-bf0e-ea218e946d60 None None] Provisioning complete for port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:39:16.519845 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ea25b98d-ad6a-4e09-bf0e-ea218e946d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:16.604130 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-64ccdeac-70ee-4116-b4e3-24727c7864de req-cd160411-cfd4-4787-a2d9-34db2ae690d3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] For port 847006f8-c17a-4de4-8cf4-47c1e161c2b1, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=847006f8-c17a-4de4-8cf4-47c1e161c2b1,segment=NetworkSegment(d23a6594-b5ac-4220-9c7e-256007bbfc19),segment_id=d23a6594-b5ac-4220-9c7e-256007bbfc19)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:39:16.604508 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-64ccdeac-70ee-4116-b4e3-24727c7864de req-cd160411-cfd4-4787-a2d9-34db2ae690d3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:16.687938 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-64ccdeac-70ee-4116-b4e3-24727c7864de req-cd160411-cfd4-4787-a2d9-34db2ae690d3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Calling delete_port for 847006f8-c17a-4de4-8cf4-47c1e161c2b1 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:39:16.778478 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14e73cde-e0dc-4212-a363-1e8d690af5f5 req-aac77831-ba90-42bc-b9e8-5f1d033aa5ec tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5370407 Feb 08 21:39:16.883284 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0fc8b148-3554-4e75-9fd3-6b2ac4803554 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (77aed23e-80cc-4de5-b193-d4db682a6783), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:16.888718 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ea25b98d-ad6a-4e09-bf0e-ea218e946d60 None None] Current status of the port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:39:16.895558 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:39:16.941041 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-0fc8b148-3554-4e75-9fd3-6b2ac4803554 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Calling delete_port for 77aed23e-80cc-4de5-b193-d4db682a6783 owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:39:16.971033 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ea25b98d-ad6a-4e09-bf0e-ea218e946d60 None None] Provisioning complete for port a1d33449-c4dd-46c3-9699-9b107d0417dd triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:39:16.971644 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ea25b98d-ad6a-4e09-bf0e-ea218e946d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a1d33449-c4dd-46c3-9699-9b107d0417dd), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:17.018623 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ea25b98d-ad6a-4e09-bf0e-ea218e946d60 None None] Port a1d33449-c4dd-46c3-9699-9b107d0417dd cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:39:17.082377 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-64ccdeac-70ee-4116-b4e3-24727c7864de req-cd160411-cfd4-4787-a2d9-34db2ae690d3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (847006f8-c17a-4de4-8cf4-47c1e161c2b1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:17.098003 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:39:17.098492 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:17.111917 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['847006f8-c17a-4de4-8cf4-47c1e161c2b1'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:39:17.144042 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852fba6-879f-472b-a505-ae55a7893c11 req-2e8c8b34-d822-4122-8316-81b7b920c8fe tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:17.145617 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e852fba6-879f-472b-a505-ae55a7893c11 req-2e8c8b34-d822-4122-8316-81b7b920c8fe tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 945 time: 0.2425554 Feb 08 21:39:17.201067 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd160411-cfd4-4787-a2d9-34db2ae690d3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Pushing event deleted for resources: {'Port': ['ID=847006f8-c17a-4de4-8cf4-47c1e161c2b1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:17.207238 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5042e99-742c-43c6-84a5-5dfa46b86658 req-eb37e618-84f4-4d4e-982f-d29e42822366 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:17.215554 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b5042e99-742c-43c6-84a5-5dfa46b86658 req-eb37e618-84f4-4d4e-982f-d29e42822366 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/ports?device_id=f0d065fb-9bc5-4c4d-9caa-3ae4d8813056 HTTP/1.1" status: 200 len: 868 time: 0.1960163 Feb 08 21:39:17.232663 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd160411-cfd4-4787-a2d9-34db2ae690d3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:17.233794 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd160411-cfd4-4787-a2d9-34db2ae690d3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:17.234678 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd160411-cfd4-4787-a2d9-34db2ae690d3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:17.236823 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd160411-cfd4-4787-a2d9-34db2ae690d3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:17.237797 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd160411-cfd4-4787-a2d9-34db2ae690d3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:17.238938 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd160411-cfd4-4787-a2d9-34db2ae690d3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:17.240923 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd160411-cfd4-4787-a2d9-34db2ae690d3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:17.241801 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd160411-cfd4-4787-a2d9-34db2ae690d3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:17.242228 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd160411-cfd4-4787-a2d9-34db2ae690d3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:17.244783 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd160411-cfd4-4787-a2d9-34db2ae690d3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:17.245575 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd160411-cfd4-4787-a2d9-34db2ae690d3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:17.246632 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd160411-cfd4-4787-a2d9-34db2ae690d3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:17.247809 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd160411-cfd4-4787-a2d9-34db2ae690d3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:17.270399 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e852fba6-879f-472b-a505-ae55a7893c11 req-b8950890-8243-4a6d-8685-4d5f7c4c4281 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/security-groups?id=3af778d2-2820-49a6-99af-c4c16cfc08bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154900 Feb 08 21:39:17.374101 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2eddae59-8508-4d5f-b7b1-c481f9c019db None None] Provisioning complete for port 77aed23e-80cc-4de5-b193-d4db682a6783 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:39:17.374670 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2eddae59-8508-4d5f-b7b1-c481f9c019db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (77aed23e-80cc-4de5-b193-d4db682a6783), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:17.381596 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b5042e99-742c-43c6-84a5-5dfa46b86658 req-3db024b4-3380-48c1-b0e2-5c0cad87be08 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8685ad8-7352-4333-b58b-cb7b4f815f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630855 Feb 08 21:39:17.390619 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ccdeac-70ee-4116-b4e3-24727c7864de req-cd160411-cfd4-4787-a2d9-34db2ae690d3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] No DVR routers for this DVR port 847006f8-c17a-4de4-8cf4-47c1e161c2b1 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:39:17.398175 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-64ccdeac-70ee-4116-b4e3-24727c7864de req-cd160411-cfd4-4787-a2d9-34db2ae690d3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:17.408371 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-64ccdeac-70ee-4116-b4e3-24727c7864de req-cd160411-cfd4-4787-a2d9-34db2ae690d3 tempest-ServersNegativeTestJSON-1785256501 tempest-ServersNegativeTestJSON-1785256501-project] 10.222.0.94 "DELETE /v2.0/ports/847006f8-c17a-4de4-8cf4-47c1e161c2b1 HTTP/1.1" status: 204 len: 173 time: 1.3514023 Feb 08 21:39:17.411790 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d065fb-9bc5-4c4d-9caa-3ae4d8813056', 'name': 'network-vif-deleted', 'tag': '847006f8-c17a-4de4-8cf4-47c1e161c2b1'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:39:17.418028 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade9056a-b396-49ce-8725-7086dbd905ea" -d '{"events": [{"server_uuid": "f0d065fb-9bc5-4c4d-9caa-3ae4d8813056", "name": "network-vif-deleted", "tag": "847006f8-c17a-4de4-8cf4-47c1e161c2b1"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:39:17.442119 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-4d06b9eb-720c-4038-a447-7c565731cec4 req-73ebd155-574b-4afd-a42e-6d2527ddbc4d tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-527443760', 'description': 'tempest-description-729654393'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:17.457482 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2eddae59-8508-4d5f-b7b1-c481f9c019db None None] Port 77aed23e-80cc-4de5-b193-d4db682a6783 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:39:17.470071 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4d06b9eb-720c-4038-a447-7c565731cec4 req-73ebd155-574b-4afd-a42e-6d2527ddbc4d tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:17.523184 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d881427c-c16c-49c0-9c2d-fa1a0ee7250c x-openstack-request-id: req-d881427c-c16c-49c0-9c2d-fa1a0ee7250c {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:39:17.523362 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d065fb-9bc5-4c4d-9caa-3ae4d8813056", "name": "network-vif-deleted", "tag": "847006f8-c17a-4de4-8cf4-47c1e161c2b1", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:39:17.523589 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d881427c-c16c-49c0-9c2d-fa1a0ee7250c {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:39:17.524020 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d065fb-9bc5-4c4d-9caa-3ae4d8813056', 'name': 'network-vif-deleted', 'tag': '847006f8-c17a-4de4-8cf4-47c1e161c2b1', 'status': 'completed', 'code': 200} Feb 08 21:39:17.536559 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0fc8b148-3554-4e75-9fd3-6b2ac4803554 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (77aed23e-80cc-4de5-b193-d4db682a6783), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:17.573488 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8b148-3554-4e75-9fd3-6b2ac4803554 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Port': ['ID=77aed23e-80cc-4de5-b193-d4db682a6783,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:17.618279 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:39:17.629766 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0fc8b148-3554-4e75-9fd3-6b2ac4803554 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:17.638199 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39188) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:17.644062 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0fc8b148-3554-4e75-9fd3-6b2ac4803554 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/ports/77aed23e-80cc-4de5-b193-d4db682a6783 HTTP/1.1" status: 204 len: 168 time: 1.6615314 Feb 08 21:39:17.645056 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39190) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:17.674795 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4d06b9eb-720c-4038-a447-7c565731cec4 req-73ebd155-574b-4afd-a42e-6d2527ddbc4d tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks [] for security_group (d773c99b-ce61-49d4-96e6-8ef47841658f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:17.698566 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4d06b9eb-720c-4038-a447-7c565731cec4 req-73ebd155-574b-4afd-a42e-6d2527ddbc4d tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d773c99b-ce61-49d4-96e6-8ef47841658f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:17.718203 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9785a4-2fad-408b-a50e-f39b981f9d7d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] GET failed (client error): The resource could not be found. Feb 08 21:39:17.720377 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5d9785a4-2fad-408b-a50e-f39b981f9d7d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "GET /v2.0/ports/77aed23e-80cc-4de5-b193-d4db682a6783 HTTP/1.1" status: 404 len: 333 time: 0.0672612 Feb 08 21:39:17.723634 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39194) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:17.726436 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4d06b9eb-720c-4038-a447-7c565731cec4 req-73ebd155-574b-4afd-a42e-6d2527ddbc4d tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:17.728215 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4d06b9eb-720c-4038-a447-7c565731cec4 req-73ebd155-574b-4afd-a42e-6d2527ddbc4d tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.3436542 Feb 08 21:39:17.791011 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ebd155-574b-4afd-a42e-6d2527ddbc4d tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d773c99b-ce61-49d4-96e6-8ef47841658f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:17.880106 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c4291e91-0577-48bd-8ba3-9b0d550309c7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (0b16bff5-8d9d-45ce-aade-a5dd137dba85), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:17.962587 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-291b834d-126f-433e-a597-0c0ed0d9839c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:17.975482 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c4291e91-0577-48bd-8ba3-9b0d550309c7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (0b16bff5-8d9d-45ce-aade-a5dd137dba85), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:17.981147 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 38a4287e-56b3-4bf1-b386-0d6d5e88138b up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:39:18.023512 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8198932d-78af-43b8-a9bf-aa29ca31711c req-7329e534-5b17-47d1-8875-a4fdf7c22e37 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-527443760&fields=id&tenant_id=81bb6f0d0117423abb0a78b02a079884 HTTP/1.1" status: 200 len: 267 time: 0.1663146 Feb 08 21:39:18.121560 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92c251-512e-4f0b-9d8a-8e49c12c3596 req-9c8913c2-2af9-4dab-9e30-f3e627b0096b tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:18.129089 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3c92c251-512e-4f0b-9d8a-8e49c12c3596 req-9c8913c2-2af9-4dab-9e30-f3e627b0096b tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 944 time: 0.2202654 Feb 08 21:39:18.166336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 38a4287e-56b3-4bf1-b386-0d6d5e88138b completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:39:18.171700 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 38a4287e-56b3-4bf1-b386-0d6d5e88138b triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:39:18.172341 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (38a4287e-56b3-4bf1-b386-0d6d5e88138b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:18.198781 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198932d-78af-43b8-a9bf-aa29ca31711c req-7f9abef8-27e1-46ce-bee7-6fcbf2fa755e tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:18.205445 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8198932d-78af-43b8-a9bf-aa29ca31711c req-7f9abef8-27e1-46ce-bee7-6fcbf2fa755e tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 945 time: 0.1751266 Feb 08 21:39:18.234445 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c4291e91-0577-48bd-8ba3-9b0d550309c7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0b16bff5-8d9d-45ce-aade-a5dd137dba85), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:18.240840 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c4291e91-0577-48bd-8ba3-9b0d550309c7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:18.246549 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c4291e91-0577-48bd-8ba3-9b0d550309c7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/security-groups/0b16bff5-8d9d-45ce-aade-a5dd137dba85 HTTP/1.1" status: 204 len: 168 time: 0.5217080 Feb 08 21:39:18.249241 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39214) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:18.277380 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-8198932d-78af-43b8-a9bf-aa29ca31711c req-a5e5b711-745f-47cd-b322-b32a6504859e tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Request body: {'port': {'security_groups': ['3af778d2-2820-49a6-99af-c4c16cfc08bc', 'd773c99b-ce61-49d4-96e6-8ef47841658f']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:18.288102 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4291e91-0577-48bd-8ba3-9b0d550309c7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b16bff5-8d9d-45ce-aade-a5dd137dba85,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:18.326718 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 38a4287e-56b3-4bf1-b386-0d6d5e88138b is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:39:18.327463 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (38a4287e-56b3-4bf1-b386-0d6d5e88138b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:18.349409 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-291b834d-126f-433e-a597-0c0ed0d9839c admin admin] Publish callbacks [] for security_group (653ec862-2a7c-41d5-9376-11595c156f33), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:18.355746 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-291b834d-126f-433e-a597-0c0ed0d9839c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (653ec862-2a7c-41d5-9376-11595c156f33), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:18.356611 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b397c46d-96e4-4c27-a4c0-d25bd7caf284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a4287e-56b3-4bf1-b386-0d6d5e88138b'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:39:18.364447 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee01635-bdb1-4a0b-a5fa-a5572c4221d2" -d '{"events": [{"server_uuid": "b397c46d-96e4-4c27-a4c0-d25bd7caf284", "name": "network-vif-plugged", "status": "completed", "tag": "38a4287e-56b3-4bf1-b386-0d6d5e88138b"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:39:18.386133 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 38a4287e-56b3-4bf1-b386-0d6d5e88138b, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=38a4287e-56b3-4bf1-b386-0d6d5e88138b,segment=NetworkSegment(8990cc77-7426-478b-89e3-41d59e06134a),segment_id=8990cc77-7426-478b-89e3-41d59e06134a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:39:18.393696 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (38a4287e-56b3-4bf1-b386-0d6d5e88138b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:18.426174 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3c92c251-512e-4f0b-9d8a-8e49c12c3596 req-9dc58245-3b67-40c5-bf16-a720a1dfe534 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2714114 Feb 08 21:39:18.439125 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b834d-126f-433e-a597-0c0ed0d9839c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653ec862-2a7c-41d5-9376-11595c156f33,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:18.463758 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-291b834d-126f-433e-a597-0c0ed0d9839c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1c099faed3a044b0b4b3fce71530f3c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8244014 Feb 08 21:39:18.483649 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39232) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:18.527900 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443aa971-97dd-4740-91b6-805edc2c5eb0 x-openstack-request-id: req-443aa971-97dd-4740-91b6-805edc2c5eb0 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:39:18.527900 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b397c46d-96e4-4c27-a4c0-d25bd7caf284", "name": "network-vif-plugged", "status": "completed", "tag": "38a4287e-56b3-4bf1-b386-0d6d5e88138b", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:39:18.531968 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-443aa971-97dd-4740-91b6-805edc2c5eb0 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:39:18.532602 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b397c46d-96e4-4c27-a4c0-d25bd7caf284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a4287e-56b3-4bf1-b386-0d6d5e88138b', 'code': 200} Feb 08 21:39:18.537188 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=38a4287e-56b3-4bf1-b386-0d6d5e88138b,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:18.561635 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39238) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:18.599530 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ad1a15c5-1354-45df-86f5-9b9c40a1639d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (d4749a75-6b9a-4179-bed9-f8f5be612422), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:18.624341 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8198932d-78af-43b8-a9bf-aa29ca31711c req-a5e5b711-745f-47cd-b322-b32a6504859e tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (13efccdd-ecd6-49e7-9566-bfbcb316eeda), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:18.672256 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe326f7a-fe8f-432a-a961-f4971a7e7446 admin admin] Deleting subnet 5401f80b-e57f-40cb-9cf6-b97b0a9bdb9b {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:39:18.676639 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ad1a15c5-1354-45df-86f5-9b9c40a1639d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (d4749a75-6b9a-4179-bed9-f8f5be612422), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:18.679800 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97de2239-1e36-4e80-a6ea-141161b8320a admin admin] Publish callbacks [] for security_group (653ec862-2a7c-41d5-9376-11595c156f33), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:18.706049 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe326f7a-fe8f-432a-a961-f4971a7e7446 admin admin] Publish callbacks [] for subnet (5401f80b-e57f-40cb-9cf6-b97b0a9bdb9b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:18.776680 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ad1a15c5-1354-45df-86f5-9b9c40a1639d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d4749a75-6b9a-4179-bed9-f8f5be612422), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:18.780074 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ad1a15c5-1354-45df-86f5-9b9c40a1639d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:18.781524 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ad1a15c5-1354-45df-86f5-9b9c40a1639d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/security-groups/d4749a75-6b9a-4179-bed9-f8f5be612422 HTTP/1.1" status: 204 len: 168 time: 0.5293982 Feb 08 21:39:18.781799 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97de2239-1e36-4e80-a6ea-141161b8320a admin admin] Publish callbacks [] for security_group (653ec862-2a7c-41d5-9376-11595c156f33), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:18.787449 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd463b33-7a82-4e14-9db9-6c3f038b2411 req-5139d1be-6f86-407c-bd38-4564600a820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:18.789145 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fd463b33-7a82-4e14-9db9-6c3f038b2411 req-5139d1be-6f86-407c-bd38-4564600a820f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 1128 time: 0.1898043 Feb 08 21:39:18.790035 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39254) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:18.801399 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a15c5-1354-45df-86f5-9b9c40a1639d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4749a75-6b9a-4179-bed9-f8f5be612422,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:18.818859 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe326f7a-fe8f-432a-a961-f4971a7e7446 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (5401f80b-e57f-40cb-9cf6-b97b0a9bdb9b), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:18.940748 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-8198932d-78af-43b8-a9bf-aa29ca31711c req-a5e5b711-745f-47cd-b322-b32a6504859e tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] For port 13efccdd-ecd6-49e7-9566-bfbcb316eeda, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=13efccdd-ecd6-49e7-9566-bfbcb316eeda,segment=NetworkSegment(92a7339a-6135-4107-844d-2e5751233563),segment_id=92a7339a-6135-4107-844d-2e5751233563)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:39:18.941509 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1ec1c1-aa4f-4f05-b8e4-3b1519c81c29 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting subnet dc4b0711-9600-438f-a961-b7028181f111 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:39:18.958492 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d1ec1c1-aa4f-4f05-b8e4-3b1519c81c29 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for subnet (dc4b0711-9600-438f-a961-b7028181f111), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:18.965362 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe326f7a-fe8f-432a-a961-f4971a7e7446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (5401f80b-e57f-40cb-9cf6-b97b0a9bdb9b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:18.987587 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8198932d-78af-43b8-a9bf-aa29ca31711c req-a5e5b711-745f-47cd-b322-b32a6504859e tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks [] for port (13efccdd-ecd6-49e7-9566-bfbcb316eeda), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:18.998200 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8198932d-78af-43b8-a9bf-aa29ca31711c req-a5e5b711-745f-47cd-b322-b32a6504859e tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (13efccdd-ecd6-49e7-9566-bfbcb316eeda), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:19.010793 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['13efccdd-ecd6-49e7-9566-bfbcb316eeda'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:39:19.037523 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fd463b33-7a82-4e14-9db9-6c3f038b2411 req-0953ebba-9abe-411a-8e44-32f56416929f service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2273557 Feb 08 21:39:19.057480 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198932d-78af-43b8-a9bf-aa29ca31711c req-a5e5b711-745f-47cd-b322-b32a6504859e tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:19.058223 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8198932d-78af-43b8-a9bf-aa29ca31711c req-a5e5b711-745f-47cd-b322-b32a6504859e tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:19.083132 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8198932d-78af-43b8-a9bf-aa29ca31711c req-a5e5b711-745f-47cd-b322-b32a6504859e tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "PUT /v2.0/ports/13efccdd-ecd6-49e7-9566-bfbcb316eeda HTTP/1.1" status: 200 len: 981 time: 0.8314023 Feb 08 21:39:19.087543 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0b8350-6630-4447-8637-4bf1f2909682', 'tag': '13efccdd-ecd6-49e7-9566-bfbcb316eeda'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:39:19.101827 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b903b97-124f-4c73-b674-01f0d062a255" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0b8350-6630-4447-8637-4bf1f2909682", "tag": "13efccdd-ecd6-49e7-9566-bfbcb316eeda"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:39:19.124531 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['13efccdd-ecd6-49e7-9566-bfbcb316eeda'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:39:19.130139 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97de2239-1e36-4e80-a6ea-141161b8320a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (653ec862-2a7c-41d5-9376-11595c156f33), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:19.152320 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97de2239-1e36-4e80-a6ea-141161b8320a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:19.154073 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-97de2239-1e36-4e80-a6ea-141161b8320a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/653ec862-2a7c-41d5-9376-11595c156f33 HTTP/1.1" status: 204 len: 168 time: 0.6649158 Feb 08 21:39:19.163280 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d1ec1c1-aa4f-4f05-b8e4-3b1519c81c29 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (dc4b0711-9600-438f-a961-b7028181f111), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:19.263475 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de2239-1e36-4e80-a6ea-141161b8320a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653ec862-2a7c-41d5-9376-11595c156f33,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:19.313102 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe326f7a-fe8f-432a-a961-f4971a7e7446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (5401f80b-e57f-40cb-9cf6-b97b0a9bdb9b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:19.326367 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198fb906-55a9-4e46-bc92-1c436b59c7e8 x-openstack-request-id: req-198fb906-55a9-4e46-bc92-1c436b59c7e8 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:39:19.326367 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0b8350-6630-4447-8637-4bf1f2909682", "tag": "13efccdd-ecd6-49e7-9566-bfbcb316eeda", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:39:19.326696 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-198fb906-55a9-4e46-bc92-1c436b59c7e8 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:39:19.327037 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0b8350-6630-4447-8637-4bf1f2909682', 'tag': '13efccdd-ecd6-49e7-9566-bfbcb316eeda', 'status': 'completed', 'code': 200} Feb 08 21:39:19.328555 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5b711-745f-47cd-b322-b32a6504859e tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Pushing event updated for resources: {'Port': ['ID=13efccdd-ecd6-49e7-9566-bfbcb316eeda,revision_number=6']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:19.422046 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe326f7a-fe8f-432a-a961-f4971a7e7446 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:19.434014 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fe326f7a-fe8f-432a-a961-f4971a7e7446 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/5401f80b-e57f-40cb-9cf6-b97b0a9bdb9b HTTP/1.1" status: 204 len: 168 time: 0.8703332 Feb 08 21:39:19.435217 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe326f7a-fe8f-432a-a961-f4971a7e7446 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5401f80b-e57f-40cb-9cf6-b97b0a9bdb9b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:19.436980 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39274) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:19.467188 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84e604aa-6efc-401d-9f12-1212871b8d9c req-3b3217bc-5bd9-462a-8eaa-f28f14233daa tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-527443760&fields=id&tenant_id=81bb6f0d0117423abb0a78b02a079884 HTTP/1.1" status: 200 len: 267 time: 0.2562923 Feb 08 21:39:19.582290 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b903b97-124f-4c73-b674-01f0d062a255 req-dc5f1b04-78b0-42f2-8644-01afe2a3124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:19.583837 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b903b97-124f-4c73-b674-01f0d062a255 req-dc5f1b04-78b0-42f2-8644-01afe2a3124d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=81bb6f0d0117423abb0a78b02a079884&device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 1167 time: 0.2399955 Feb 08 21:39:19.673055 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d1ec1c1-aa4f-4f05-b8e4-3b1519c81c29 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (dc4b0711-9600-438f-a961-b7028181f111), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:19.782108 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c85d2eb-cd8d-4a41-aa3a-0e6fcc609068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (0b788a94-1e80-468a-940e-48c5a63e44a4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:19.996057 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 847006f8-c17a-4de4-8cf4-47c1e161c2b1 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:39:20.079837 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 847006f8-c17a-4de4-8cf4-47c1e161c2b1 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:39:20.080388 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 847006f8-c17a-4de4-8cf4-47c1e161c2b1 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:39:20.093461 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d1ec1c1-aa4f-4f05-b8e4-3b1519c81c29 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (dc4b0711-9600-438f-a961-b7028181f111), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:20.166162 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e604aa-6efc-401d-9f12-1212871b8d9c req-dab02c2b-8e46-4ebf-9f43-e14a05c3ce38 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:20.173787 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84e604aa-6efc-401d-9f12-1212871b8d9c req-dab02c2b-8e46-4ebf-9f43-e14a05c3ce38 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 984 time: 0.7055793 Feb 08 21:39:20.174014 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ec1c1-aa4f-4f05-b8e4-3b1519c81c29 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Subnet': ['ID=dc4b0711-9600-438f-a961-b7028181f111,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:20.183354 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-84e604aa-6efc-401d-9f12-1212871b8d9c req-36adf9ec-4e9b-4e17-bb44-aa3f5b8128b5 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Request body: {'port': {'security_groups': ['3af778d2-2820-49a6-99af-c4c16cfc08bc']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:20.213906 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c85d2eb-cd8d-4a41-aa3a-0e6fcc609068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (0b788a94-1e80-468a-940e-48c5a63e44a4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:20.248430 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-5c85d2eb-cd8d-4a41-aa3a-0e6fcc609068 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b788a94-1e80-468a-940e-48c5a63e44a4']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:39:20.259671 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-5c85d2eb-cd8d-4a41-aa3a-0e6fcc609068 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23a6594-b5ac-4220-9c7e-256007bbfc19') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:39:20.259671 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-5c85d2eb-cd8d-4a41-aa3a-0e6fcc609068 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23a6594-b5ac-4220-9c7e-256007bbfc19') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:39:20.271010 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c85d2eb-cd8d-4a41-aa3a-0e6fcc609068 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (d23a6594-b5ac-4220-9c7e-256007bbfc19), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:20.286777 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-84e604aa-6efc-401d-9f12-1212871b8d9c req-36adf9ec-4e9b-4e17-bb44-aa3f5b8128b5 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (13efccdd-ecd6-49e7-9566-bfbcb316eeda), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:20.299728 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c85d2eb-cd8d-4a41-aa3a-0e6fcc609068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (d23a6594-b5ac-4220-9c7e-256007bbfc19), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:20.307326 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c85d2eb-cd8d-4a41-aa3a-0e6fcc609068 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:39:20.307873 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c85d2eb-cd8d-4a41-aa3a-0e6fcc609068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (d23a6594-b5ac-4220-9c7e-256007bbfc19), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:39:20.328415 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:39:20.330174 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39322) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:20.384241 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71106669-d605-42a1-8162-635e9664e360 None None] Network c10f28c9-16fd-4f78-b5b9-73f6752151d4 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:39:20.394191 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d1ec1c1-aa4f-4f05-b8e4-3b1519c81c29 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:20.402680 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1d1ec1c1-aa4f-4f05-b8e4-3b1519c81c29 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/subnets/dc4b0711-9600-438f-a961-b7028181f111 HTTP/1.1" status: 204 len: 168 time: 1.6037436 Feb 08 21:39:20.423048 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39326) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:20.426251 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0bbd89d-1878-4fb2-92fe-06f4b9972019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:20.433510 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-59820051-ce39-41e3-a00b-c919fcc797c3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'subnet': {'network_id': 'c10f28c9-16fd-4f78-b5b9-73f6752151d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:20.528536 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-84e604aa-6efc-401d-9f12-1212871b8d9c req-36adf9ec-4e9b-4e17-bb44-aa3f5b8128b5 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] For port 13efccdd-ecd6-49e7-9566-bfbcb316eeda, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=13efccdd-ecd6-49e7-9566-bfbcb316eeda,segment=NetworkSegment(92a7339a-6135-4107-844d-2e5751233563),segment_id=92a7339a-6135-4107-844d-2e5751233563)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:39:20.538537 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c85d2eb-cd8d-4a41-aa3a-0e6fcc609068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (0b788a94-1e80-468a-940e-48c5a63e44a4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:20.544882 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b903b97-124f-4c73-b674-01f0d062a255 req-e011aca4-6d40-43e9-991b-77ebdc3f24b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:20.547789 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b903b97-124f-4c73-b674-01f0d062a255 req-e011aca4-6d40-43e9-991b-77ebdc3f24b9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=338e2c30-60ac-4170-8397-f6a4ad7231d2 HTTP/1.1" status: 200 len: 921 time: 0.9506719 Feb 08 21:39:20.555336 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6856e-925d-49f0-be41-6bd50a55d99a req-9ebf490e-cabc-4d24-bf11-8b1930a1c130 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:20.557159 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5bd6856e-925d-49f0-be41-6bd50a55d99a req-9ebf490e-cabc-4d24-bf11-8b1930a1c130 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.9396069 Feb 08 21:39:20.575368 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c85d2eb-cd8d-4a41-aa3a-0e6fcc609068 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:20.584431 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5c85d2eb-cd8d-4a41-aa3a-0e6fcc609068 admin admin] 10.222.0.88 "DELETE /v2.0/networks/0b788a94-1e80-468a-940e-48c5a63e44a4 HTTP/1.1" status: 204 len: 168 time: 1.1000366 Feb 08 21:39:20.612482 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b903b97-124f-4c73-b674-01f0d062a255 req-3dbd6645-6353-4b8d-b88a-022c74c81095 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13efccdd-ecd6-49e7-9566-bfbcb316eeda HTTP/1.1" status: 200 len: 217 time: 0.0505173 Feb 08 21:39:20.647494 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c85d2eb-cd8d-4a41-aa3a-0e6fcc609068 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b788a94-1e80-468a-940e-48c5a63e44a4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:20.657747 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-84e604aa-6efc-401d-9f12-1212871b8d9c req-36adf9ec-4e9b-4e17-bb44-aa3f5b8128b5 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks [] for port (13efccdd-ecd6-49e7-9566-bfbcb316eeda), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:20.673059 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-84e604aa-6efc-401d-9f12-1212871b8d9c req-36adf9ec-4e9b-4e17-bb44-aa3f5b8128b5 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (13efccdd-ecd6-49e7-9566-bfbcb316eeda), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:20.690566 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['13efccdd-ecd6-49e7-9566-bfbcb316eeda'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:39:20.751429 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b903b97-124f-4c73-b674-01f0d062a255 req-9f5fa146-089e-439e-9656-9d53f61d1c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:20.753154 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b903b97-124f-4c73-b674-01f0d062a255 req-9f5fa146-089e-439e-9656-9d53f61d1c81 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c4fa435-c388-4a9c-b5b8-15d88c51a78f HTTP/1.1" status: 200 len: 860 time: 0.1271832 Feb 08 21:39:20.766515 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5bd6856e-925d-49f0-be41-6bd50a55d99a req-b289621f-30ac-49d2-833d-381033ebc5cb tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957307 Feb 08 21:39:20.772841 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e604aa-6efc-401d-9f12-1212871b8d9c req-36adf9ec-4e9b-4e17-bb44-aa3f5b8128b5 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:20.773427 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-84e604aa-6efc-401d-9f12-1212871b8d9c req-36adf9ec-4e9b-4e17-bb44-aa3f5b8128b5 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:20.790496 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84e604aa-6efc-401d-9f12-1212871b8d9c req-36adf9ec-4e9b-4e17-bb44-aa3f5b8128b5 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "PUT /v2.0/ports/13efccdd-ecd6-49e7-9566-bfbcb316eeda HTTP/1.1" status: 200 len: 942 time: 0.6156340 Feb 08 21:39:20.872305 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['13efccdd-ecd6-49e7-9566-bfbcb316eeda'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:39:20.912742 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59820051-ce39-41e3-a00b-c919fcc797c3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:39:20.932738 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59820051-ce39-41e3-a00b-c919fcc797c3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:20.941953 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b903b97-124f-4c73-b674-01f0d062a255 req-56a02ad9-a6f8-4d3f-9a84-66fc4de7864a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=338e2c30-60ac-4170-8397-f6a4ad7231d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1477888 Feb 08 21:39:21.113290 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0bbd89d-1878-4fb2-92fe-06f4b9972019 admin admin] Publish callbacks [] for security_group (430ec5c1-2ae7-4976-88bd-95ba24935405), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:21.137249 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0bbd89d-1878-4fb2-92fe-06f4b9972019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (430ec5c1-2ae7-4976-88bd-95ba24935405), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:21.141983 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39350) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:21.219366 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36adf9ec-4e9b-4e17-bb44-aa3f5b8128b5 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Pushing event updated for resources: {'Port': ['ID=13efccdd-ecd6-49e7-9566-bfbcb316eeda,revision_number=7']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:21.275754 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e0bbd89d-1878-4fb2-92fe-06f4b9972019 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=43e0424da47d469a89a92dd22b52275b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9109514 Feb 08 21:39:21.293058 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39360) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:21.320189 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbd89d-1878-4fb2-92fe-06f4b9972019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430ec5c1-2ae7-4976-88bd-95ba24935405,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:21.341914 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0b8350-6630-4447-8637-4bf1f2909682', 'tag': '13efccdd-ecd6-49e7-9566-bfbcb316eeda'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:39:21.346614 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1326a6-e07c-40f6-acbf-68efe55a93e7" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0b8350-6630-4447-8637-4bf1f2909682", "tag": "13efccdd-ecd6-49e7-9566-bfbcb316eeda"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:39:21.411653 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39364) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:21.414880 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-482c3a08-5119-4384-b3bc-6615b0bef543 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=74717e3e72d841d2a44f3251e57cb213&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2579384 Feb 08 21:39:21.526163 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e4741bcd-855f-4469-b165-21fd94735d7d admin admin] Publish callbacks [] for security_group (430ec5c1-2ae7-4976-88bd-95ba24935405), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:21.590527 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e4741bcd-855f-4469-b165-21fd94735d7d admin admin] Publish callbacks [] for security_group (430ec5c1-2ae7-4976-88bd-95ba24935405), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:21.628054 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b903b97-124f-4c73-b674-01f0d062a255 req-97bead02-2f84-41ac-94fc-089a859724e2 service neutron] 10.222.0.96 "GET /v2.0/networks/338e2c30-60ac-4170-8397-f6a4ad7231d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639613 Feb 08 21:39:21.636542 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed60c53-b8b4-4d01-b23c-41c93cea3b60 x-openstack-request-id: req-9ed60c53-b8b4-4d01-b23c-41c93cea3b60 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:39:21.636837 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0b8350-6630-4447-8637-4bf1f2909682", "tag": "13efccdd-ecd6-49e7-9566-bfbcb316eeda", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:39:21.637092 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9ed60c53-b8b4-4d01-b23c-41c93cea3b60 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:39:21.637570 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0b8350-6630-4447-8637-4bf1f2909682', 'tag': '13efccdd-ecd6-49e7-9566-bfbcb316eeda', 'status': 'completed', 'code': 200} Feb 08 21:39:21.753414 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e4741bcd-855f-4469-b165-21fd94735d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (430ec5c1-2ae7-4976-88bd-95ba24935405), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:21.757869 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e4741bcd-855f-4469-b165-21fd94735d7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:21.759848 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e4741bcd-855f-4469-b165-21fd94735d7d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/430ec5c1-2ae7-4976-88bd-95ba24935405 HTTP/1.1" status: 204 len: 168 time: 0.4635289 Feb 08 21:39:21.896865 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f4c78f63-ef55-4e52-aa3e-5aa907368a1c admin admin] Publish callbacks [] for security_group (f8685ad8-7352-4333-b58b-cb7b4f815f53), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:21.938226 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f4c78f63-ef55-4e52-aa3e-5aa907368a1c admin admin] Publish callbacks [] for security_group (f8685ad8-7352-4333-b58b-cb7b4f815f53), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:22.022339 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f4c78f63-ef55-4e52-aa3e-5aa907368a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f8685ad8-7352-4333-b58b-cb7b4f815f53), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:22.027204 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f4c78f63-ef55-4e52-aa3e-5aa907368a1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:22.028866 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f4c78f63-ef55-4e52-aa3e-5aa907368a1c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f8685ad8-7352-4333-b58b-cb7b4f815f53 HTTP/1.1" status: 204 len: 168 time: 0.6065531 Feb 08 21:39:22.031957 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4741bcd-855f-4469-b165-21fd94735d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430ec5c1-2ae7-4976-88bd-95ba24935405,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:22.032961 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-81f965e5-9c5a-4b00-871f-067169741e75 None None] Provisioning complete for port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:39:22.033822 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-81f965e5-9c5a-4b00-871f-067169741e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:22.075001 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84503a1f-eb27-4676-87ad-b9b4ac182f67 req-e7e59926-2975-4cd7-9079-0aa45ab66673 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.2643769 Feb 08 21:39:22.081034 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c78f63-ef55-4e52-aa3e-5aa907368a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8685ad8-7352-4333-b58b-cb7b4f815f53,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:22.083656 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59820051-ce39-41e3-a00b-c919fcc797c3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (11042c40-ab1e-400e-b471-40b63ab42a30), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:22.123351 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-84503a1f-eb27-4676-87ad-b9b4ac182f67 req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:22.149265 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59820051-ce39-41e3-a00b-c919fcc797c3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Subnet': ['ID=11042c40-ab1e-400e-b471-40b63ab42a30,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:22.165667 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59820051-ce39-41e3-a00b-c919fcc797c3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network c10f28c9-16fd-4f78-b5b9-73f6752151d4 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:39:22.167317 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-59820051-ce39-41e3-a00b-c919fcc797c3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:39:22.170185 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59820051-ce39-41e3-a00b-c919fcc797c3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:22.170672 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59820051-ce39-41e3-a00b-c919fcc797c3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:22.182504 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a321977-4ea8-4207-9663-bddc34c5b4a9 None None] Network c10f28c9-16fd-4f78-b5b9-73f6752151d4 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:39:22.194493 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-84503a1f-eb27-4676-87ad-b9b4ac182f67 req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:22.202758 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-59820051-ce39-41e3-a00b-c919fcc797c3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7779579 Feb 08 21:39:22.210392 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39408) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:22.224031 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-4a2056fd-d3da-42ea-b734-9f9c495d89f1 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'security_group': {'name': 'tempest-secgroup-598381980'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:22.274665 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a2056fd-d3da-42ea-b734-9f9c495d89f1 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:22.306135 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e88620-0010-4746-acf1-6616d1abd4bb req-c0d5b47a-ba87-4d30-9d1b-669588d52a50 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:22.309688 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b9e88620-0010-4746-acf1-6616d1abd4bb req-c0d5b47a-ba87-4d30-9d1b-669588d52a50 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.2942817 Feb 08 21:39:22.328563 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b903b97-124f-4c73-b674-01f0d062a255 req-528de076-36bb-4317-9571-18df589b5838 service neutron] 10.222.0.96 "GET /v2.0/networks/338e2c30-60ac-4170-8397-f6a4ad7231d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6989939 Feb 08 21:39:22.431017 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a2056fd-d3da-42ea-b734-9f9c495d89f1 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (c109e3d2-5b79-4172-b602-8294eed345b1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:22.442864 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a2056fd-d3da-42ea-b734-9f9c495d89f1 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c109e3d2-5b79-4172-b602-8294eed345b1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:22.460681 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-81f965e5-9c5a-4b00-871f-067169741e75 None None] Current status of the port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:39:22.482554 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-81f965e5-9c5a-4b00-871f-067169741e75 None None] Provisioning complete for port a1d33449-c4dd-46c3-9699-9b107d0417dd triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:39:22.483265 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-81f965e5-9c5a-4b00-871f-067169741e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a1d33449-c4dd-46c3-9699-9b107d0417dd), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:22.490851 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a2056fd-d3da-42ea-b734-9f9c495d89f1 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:22.492736 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4a2056fd-d3da-42ea-b734-9f9c495d89f1 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2802324 Feb 08 21:39:22.495848 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39418) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:22.521653 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-afd02055-d1a9-4547-8e4b-a5909b23984a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'security_group': {'name': 'tempest-secgroup-459480348'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:22.536987 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b9e88620-0010-4746-acf1-6616d1abd4bb req-4820ff27-56f1-41c4-a9d8-f7dba783ea69 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168441 Feb 08 21:39:22.537717 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-81f965e5-9c5a-4b00-871f-067169741e75 None None] Port a1d33449-c4dd-46c3-9699-9b107d0417dd cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:39:22.598833 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2056fd-d3da-42ea-b734-9f9c495d89f1 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c109e3d2-5b79-4172-b602-8294eed345b1,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:22.615276 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-afd02055-d1a9-4547-8e4b-a5909b23984a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:22.621004 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1326a6-e07c-40f6-acbf-68efe55a93e7 req-8fe2f155-4990-442e-991f-d383ed62ea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:22.627288 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c1326a6-e07c-40f6-acbf-68efe55a93e7 req-8fe2f155-4990-442e-991f-d383ed62ea7b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=81bb6f0d0117423abb0a78b02a079884&device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 1128 time: 0.2298226 Feb 08 21:39:22.645932 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8511d991-ab35-4a4b-a5d8-94d0fa99e006 None None] Update dhcp port {'port': {'network_id': 'c10f28c9-16fd-4f78-b5b9-73f6752151d4', 'fixed_ips': [{'subnet_id': '87be7797-f331-42f5-8ffc-d660d0dd5c06', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '11042c40-ab1e-400e-b471-40b63ab42a30'}], 'binding:host_id': 'n-d-712143-31'}, 'id': 'd7a26d42-dfab-4ebf-b79e-16b52aaf56f0'} from n-d-712143-31. {{(pid=103435) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 21:39:22.716522 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8511d991-ab35-4a4b-a5d8-94d0fa99e006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:22.739330 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-afd02055-d1a9-4547-8e4b-a5909b23984a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (0d5cce26-9b7d-4cab-ba4b-307494a8099e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:22.753842 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-afd02055-d1a9-4547-8e4b-a5909b23984a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0d5cce26-9b7d-4cab-ba4b-307494a8099e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:22.783115 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-84503a1f-eb27-4676-87ad-b9b4ac182f67 req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:22.850633 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-afd02055-d1a9-4547-8e4b-a5909b23984a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:22.851906 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-afd02055-d1a9-4547-8e4b-a5909b23984a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3550954 Feb 08 21:39:22.852810 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd02055-d1a9-4547-8e4b-a5909b23984a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5cce26-9b7d-4cab-ba4b-307494a8099e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:22.878424 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39434) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:22.886970 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1b1122d2-eba5-449d-a9af-d5ecffa94659 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'security_group': {'name': 'tempest-secgroup-991933999'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:22.942089 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1b1122d2-eba5-449d-a9af-d5ecffa94659 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:23.075904 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdbf97-98d2-49f0-b027-0edd7e44e967 req-12fdd2cf-b40d-4bb3-991d-b10c80f9b5c4 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:23.086018 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6cbdbf97-98d2-49f0-b027-0edd7e44e967 req-12fdd2cf-b40d-4bb3-991d-b10c80f9b5c4 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.4140985 Feb 08 21:39:23.089144 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1b1122d2-eba5-449d-a9af-d5ecffa94659 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (cedd41fe-a604-4cc9-a550-5f42802f4135), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:23.090295 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39452) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:23.095402 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7bd35d9b-cc18-4697-94cb-e9f5a9fb1663 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Request body: {'floatingip': {'port_id': '38a4287e-56b3-4bf1-b386-0d6d5e88138b'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:23.129453 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1b1122d2-eba5-449d-a9af-d5ecffa94659 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (cedd41fe-a604-4cc9-a550-5f42802f4135), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:23.143747 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1326a6-e07c-40f6-acbf-68efe55a93e7 req-92cdd6b5-3a96-41ad-9c55-85b78453818c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:23.146446 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c1326a6-e07c-40f6-acbf-68efe55a93e7 req-92cdd6b5-3a96-41ad-9c55-85b78453818c service neutron] 10.222.0.96 "GET /v2.0/networks?id=338e2c30-60ac-4170-8397-f6a4ad7231d2 HTTP/1.1" status: 200 len: 921 time: 0.5081632 Feb 08 21:39:23.185622 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-8511d991-ab35-4a4b-a5d8-94d0fa99e006 None None] Allocated IP 2001:db8::2 (c10f28c9-16fd-4f78-b5b9-73f6752151d4/11042c40-ab1e-400e-b471-40b63ab42a30/d7a26d42-dfab-4ebf-b79e-16b52aaf56f0) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:39:23.209522 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7bd35d9b-cc18-4697-94cb-e9f5a9fb1663 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for floatingip (d0ee25b4-c914-4dde-9f35-1ce833873707), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:23.365621 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c1326a6-e07c-40f6-acbf-68efe55a93e7 req-aff5bf9d-4f57-4d1b-926c-78b8870acd8e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13efccdd-ecd6-49e7-9566-bfbcb316eeda HTTP/1.1" status: 200 len: 217 time: 0.1952298 Feb 08 21:39:23.372187 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1b1122d2-eba5-449d-a9af-d5ecffa94659 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:23.376553 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39490) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:23.395326 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1b1122d2-eba5-449d-a9af-d5ecffa94659 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4938600 Feb 08 21:39:23.399306 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-e7db940f-67f7-47cd-908c-bd4378ccccdc tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1387956502', 'security_groups': ['cedd41fe-a604-4cc9-a550-5f42802f4135'], 'network_id': 'c10f28c9-16fd-4f78-b5b9-73f6752151d4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '11042c40-ab1e-400e-b471-40b63ab42a30'}]}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:23.459765 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1122d2-eba5-449d-a9af-d5ecffa94659 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cedd41fe-a604-4cc9-a550-5f42802f4135,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:23.587408 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-8511d991-ab35-4a4b-a5d8-94d0fa99e006 None None] For port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d7a26d42-dfab-4ebf-b79e-16b52aaf56f0,segment=NetworkSegment(9bc336de-edba-4ba3-a859-8a497b079808),segment_id=9bc336de-edba-4ba3-a859-8a497b079808)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:39:23.684452 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8511d991-ab35-4a4b-a5d8-94d0fa99e006 None None] Publish callbacks [] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:23.694416 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8511d991-ab35-4a4b-a5d8-94d0fa99e006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:23.778538 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-84503a1f-eb27-4676-87ad-b9b4ac182f67 req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Allocated IP 172.25.3.236 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/61611525-7a89-4302-94cf-15a3753d219c) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:39:23.833619 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1326a6-e07c-40f6-acbf-68efe55a93e7 req-183e9ceb-168a-46b9-b1e9-562efff50e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:23.835152 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c1326a6-e07c-40f6-acbf-68efe55a93e7 req-183e9ceb-168a-46b9-b1e9-562efff50e6b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c4fa435-c388-4a9c-b5b8-15d88c51a78f HTTP/1.1" status: 200 len: 860 time: 0.3891768 Feb 08 21:39:23.842522 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511d991-ab35-4a4b-a5d8-94d0fa99e006 None None] Pushing event updated for resources: {'Port': ['ID=d7a26d42-dfab-4ebf-b79e-16b52aaf56f0,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:24.178878 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0e15309a-cb0a-4508-8986-9c00fc35dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:24.340068 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c1326a6-e07c-40f6-acbf-68efe55a93e7 req-b192e545-12b4-4ae6-b8a6-ae7580518ff0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=338e2c30-60ac-4170-8397-f6a4ad7231d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4885592 Feb 08 21:39:24.549883 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7db940f-67f7-47cd-908c-bd4378ccccdc tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:39:24.753729 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-84503a1f-eb27-4676-87ad-b9b4ac182f67 req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks [] for port (61611525-7a89-4302-94cf-15a3753d219c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:24.804919 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:39:24.815428 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c1326a6-e07c-40f6-acbf-68efe55a93e7 req-89020728-cfb2-4854-a12e-55b5add980ff service neutron] 10.222.0.96 "GET /v2.0/networks/338e2c30-60ac-4170-8397-f6a4ad7231d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674132 Feb 08 21:39:24.954116 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:39:24.954564 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:25.180266 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c1326a6-e07c-40f6-acbf-68efe55a93e7 req-e17c9dfb-c2bb-4015-8ffc-505b3c729a89 service neutron] 10.222.0.96 "GET /v2.0/networks/338e2c30-60ac-4170-8397-f6a4ad7231d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591654 Feb 08 21:39:25.201358 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-8bdfd652-8311-496d-a4b8-63a6ff2db9f8 None None] Provisioning complete for port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:39:25.201985 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8bdfd652-8311-496d-a4b8-63a6ff2db9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:25.204471 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:39:25.271102 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e7db940f-67f7-47cd-908c-bd4378ccccdc tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:25.310938 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8bdfd652-8311-496d-a4b8-63a6ff2db9f8 None None] Current status of the port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:39:25.325541 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-8bdfd652-8311-496d-a4b8-63a6ff2db9f8 None None] Provisioning complete for port a1d33449-c4dd-46c3-9699-9b107d0417dd triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:39:25.326296 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8bdfd652-8311-496d-a4b8-63a6ff2db9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a1d33449-c4dd-46c3-9699-9b107d0417dd), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:25.334090 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-84503a1f-eb27-4676-87ad-b9b4ac182f67 req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (61611525-7a89-4302-94cf-15a3753d219c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:25.367035 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-e7db940f-67f7-47cd-908c-bd4378ccccdc tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] device_id is not set on port d10488b1-0c88-478a-9993-887192fec6c0 yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:39:25.384107 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8bdfd652-8311-496d-a4b8-63a6ff2db9f8 None None] Port a1d33449-c4dd-46c3-9699-9b107d0417dd cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:39:25.424806 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84503a1f-eb27-4676-87ad-b9b4ac182f67 req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:39:25.431185 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-84503a1f-eb27-4676-87ad-b9b4ac182f67 req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:39:25.465877 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-84503a1f-eb27-4676-87ad-b9b4ac182f67 req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:39:25.490793 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.db.resource_extend [None req-7bd35d9b-cc18-4697-94cb-e9f5a9fb1663 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:39:25.537672 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Pushing event updated for resources: {'Port': ['ID=61611525-7a89-4302-94cf-15a3753d219c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:25.590896 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:25.591452 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:25.591542 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:25.591973 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:25.592194 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:25.592525 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:25.593123 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:25.593766 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:25.594516 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:25.595068 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:25.595603 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:25.596436 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:25.597160 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:25.640647 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7bd35d9b-cc18-4697-94cb-e9f5a9fb1663 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:25.647564 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7bd35d9b-cc18-4697-94cb-e9f5a9fb1663 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (d0ee25b4-c914-4dde-9f35-1ce833873707), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:25.768081 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-84503a1f-eb27-4676-87ad-b9b4ac182f67 req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks [] for floatingip (1027578b-5595-493a-8606-052af49b7e58), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:25.801270 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-7bd35d9b-cc18-4697-94cb-e9f5a9fb1663 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Floating IP d0ee25b4-c914-4dde-9f35-1ce833873707 associated. External IP: 172.25.3.7, port: 38a4287e-56b3-4bf1-b386-0d6d5e88138b. Feb 08 21:39:25.805744 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-e7db940f-67f7-47cd-908c-bd4378ccccdc tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Allocated IP 2001:db8::3e8 (c10f28c9-16fd-4f78-b5b9-73f6752151d4/11042c40-ab1e-400e-b471-40b63ab42a30/d10488b1-0c88-478a-9993-887192fec6c0) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:39:25.857179 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-84503a1f-eb27-4676-87ad-b9b4ac182f67 req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (61611525-7a89-4302-94cf-15a3753d219c), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:26.097350 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd35d9b-cc18-4697-94cb-e9f5a9fb1663 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Router 00b6a973-68b2-437e-9776-f18c4b50ccde has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:39:26.152620 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39826) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:26.180994 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e7db940f-67f7-47cd-908c-bd4378ccccdc tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for port (d10488b1-0c88-478a-9993-887192fec6c0), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:26.193262 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-84503a1f-eb27-4676-87ad-b9b4ac182f67 req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks [] for port (61611525-7a89-4302-94cf-15a3753d219c), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:26.199863 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-84503a1f-eb27-4676-87ad-b9b4ac182f67 req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (61611525-7a89-4302-94cf-15a3753d219c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:26.273074 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd35d9b-cc18-4697-94cb-e9f5a9fb1663 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:39:26.278272 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7bd35d9b-cc18-4697-94cb-e9f5a9fb1663 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:26.283896 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7b17ef-ea44-413a-a053-7588b29e6f8a None None] Sync routers for ids ['00b6a973-68b2-437e-9776-f18c4b50ccde'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:39:26.304960 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7b17ef-ea44-413a-a053-7588b29e6f8a None None] Routers {'00b6a973-68b2-437e-9776-f18c4b50ccde'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:39:26.306135 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ba7b17ef-ea44-413a-a053-7588b29e6f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:38:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['00b6a973-68b2-437e-9776-f18c4b50ccde'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:39:26.307835 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Pushing event updated for resources: {'Port': ['ID=61611525-7a89-4302-94cf-15a3753d219c,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:26.321539 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e7db940f-67f7-47cd-908c-bd4378ccccdc tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (d10488b1-0c88-478a-9993-887192fec6c0), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:26.346173 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-84503a1f-eb27-4676-87ad-b9b4ac182f67 req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (1027578b-5595-493a-8606-052af49b7e58), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:26.346982 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7bd35d9b-cc18-4697-94cb-e9f5a9fb1663 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "PUT /v2.0/floatingips/d0ee25b4-c914-4dde-9f35-1ce833873707 HTTP/1.1" status: 200 len: 989 time: 3.2552547 Feb 08 21:39:26.348136 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b397c46d-96e4-4c27-a4c0-d25bd7caf284', 'tag': '38a4287e-56b3-4bf1-b386-0d6d5e88138b'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:39:26.352805 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4497b115-11c5-435d-b251-b5d3be8b071d" -d '{"events": [{"name": "network-changed", "server_uuid": "b397c46d-96e4-4c27-a4c0-d25bd7caf284", "tag": "38a4287e-56b3-4bf1-b386-0d6d5e88138b"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:39:26.381019 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39856) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:26.469139 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7db940f-67f7-47cd-908c-bd4378ccccdc tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network c10f28c9-16fd-4f78-b5b9-73f6752151d4 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:39:26.482334 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db940f-67f7-47cd-908c-bd4378ccccdc tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Port': ['ID=d10488b1-0c88-478a-9993-887192fec6c0,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:26.491954 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-84503a1f-eb27-4676-87ad-b9b4ac182f67 req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:26.493189 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84503a1f-eb27-4676-87ad-b9b4ac182f67 req-d38d3b7c-72e8-4c13-8783-27b9e83a793b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4009323 Feb 08 21:39:26.498466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-e7db940f-67f7-47cd-908c-bd4378ccccdc tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:39:26.521669 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7db940f-67f7-47cd-908c-bd4378ccccdc tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:39:26.526967 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7db940f-67f7-47cd-908c-bd4378ccccdc tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:26.527638 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e7db940f-67f7-47cd-908c-bd4378ccccdc tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:26.562917 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-ba7b17ef-ea44-413a-a053-7588b29e6f8a None None] Set router 00b6a973-68b2-437e-9776-f18c4b50ccde gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:39:26.768975 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84503a1f-eb27-4676-87ad-b9b4ac182f67 req-5b0ea851-bd1a-4eca-a36b-a43546ae512c tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.236 HTTP/1.1" status: 200 len: 696 time: 0.2541349 Feb 08 21:39:26.824033 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e7db940f-67f7-47cd-908c-bd4378ccccdc tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4430892 Feb 08 21:39:26.826838 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39904) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:26.829354 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4e7d6e0c-1588-4877-8c8f-c5b6e6af2679 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:26.835926 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5aea6b96-301d-4b2f-a504-088347cac4f6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'subnet': {'network_id': 'c10f28c9-16fd-4f78-b5b9-73f6752151d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:27.056199 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873dd8e3-154d-44f4-a121-c39b42e7b507 req-6f4b2048-4df9-4d8c-9856-abe9c29aa59d tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:27.063902 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-873dd8e3-154d-44f4-a121-c39b42e7b507 req-6f4b2048-4df9-4d8c-9856-abe9c29aa59d tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.5825152 Feb 08 21:39:27.118527 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41386480-f872-4c22-a7cc-6e90223e98f9 None None] Provisioning complete for port d10488b1-0c88-478a-9993-887192fec6c0 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:39:27.118909 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41386480-f872-4c22-a7cc-6e90223e98f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d10488b1-0c88-478a-9993-887192fec6c0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:27.183280 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9764e0f7-3bd5-473b-a151-f76ef4f803d5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-761435862-network', 'tenant_id': 'f78ef32583a7407daedbb84d3ab485f9'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:27.187498 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84503a1f-eb27-4676-87ad-b9b4ac182f67 req-dd1ea5da-2a14-4e81-909e-963050c9e1f3 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:27.189276 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84503a1f-eb27-4676-87ad-b9b4ac182f67 req-dd1ea5da-2a14-4e81-909e-963050c9e1f3 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 784 time: 0.4090943 Feb 08 21:39:27.208716 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41386480-f872-4c22-a7cc-6e90223e98f9 None None] Port d10488b1-0c88-478a-9993-887192fec6c0 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:39:27.222690 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-84503a1f-eb27-4676-87ad-b9b4ac182f67 req-46ccf933-8066-44c1-adf8-fc4600a2c93a tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:39:27.224386 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84503a1f-eb27-4676-87ad-b9b4ac182f67 req-46ccf933-8066-44c1-adf8-fc4600a2c93a tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0186877 Feb 08 21:39:27.244803 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-873dd8e3-154d-44f4-a121-c39b42e7b507 req-ff706701-b278-48c6-8aaa-5bc3dded9c5b tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772823 Feb 08 21:39:27.278839 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ba7b17ef-ea44-413a-a053-7588b29e6f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'name': 'tempest-AttachVolumeTestJSON-1939964587-router', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:38Z', 'updated_at': '2022-02-08T21:38:47Z', 'revision_number': 4, 'project_id': '34667052c8344fe0a4257547677c9696', 'gw_port': {'id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:39Z', 'updated_at': '2022-02-08T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'd0ee25b4-c914-4dde-9f35-1ce833873707', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'port_id': '38a4287e-56b3-4bf1-b386-0d6d5e88138b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1679b521-217f-49a1-a155-3334752f6c92', 'mac_address': 'fa:16:3e:b0:75:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b397c46d-96e4-4c27-a4c0-d25bd7caf284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:38:56Z', 'updated_at': '2022-02-08T21:39:25Z', 'revision_number': 1, 'project_id': '34667052c8344fe0a4257547677c9696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '678e5812-a588-4a5e-9a75-63cad6323254', 'name': '', 'network_id': '1679b521-217f-49a1-a155-3334752f6c92', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'mac_address': 'fa:16:3e:ab:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:45Z', 'updated_at': '2022-02-08T21:38:54Z', 'revision_number': 5, 'project_id': '34667052c8344fe0a4257547677c9696', 'subnets': [{'id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:39:27.321327 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aea6b96-301d-4b2f-a504-088347cac4f6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:39:27.325850 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aea6b96-301d-4b2f-a504-088347cac4f6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:27.346203 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7b17ef-ea44-413a-a053-7588b29e6f8a None None] Checking router: 00b6a973-68b2-437e-9776-f18c4b50ccde for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:39:27.388865 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4e7d6e0c-1588-4877-8c8f-c5b6e6af2679 admin admin] Publish callbacks [] for security_group (0ae0736b-550c-4b05-a14c-baa4b7f95daf), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:27.393928 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4e7d6e0c-1588-4877-8c8f-c5b6e6af2679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0ae0736b-550c-4b05-a14c-baa4b7f95daf), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:27.415956 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7b17ef-ea44-413a-a053-7588b29e6f8a None None] Routers {'00b6a973-68b2-437e-9776-f18c4b50ccde'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:39:27.418259 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ba7b17ef-ea44-413a-a053-7588b29e6f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:38:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['00b6a973-68b2-437e-9776-f18c4b50ccde'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:39:27.476351 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75d86329-6536-43d1-9d6d-c2ecb1a867eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:27.496415 n-d-712143-31 neutron-server[103434]: INFO neutron.db.ipam_backend_mixin [None req-5aea6b96-301d-4b2f-a504-088347cac4f6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 11042c40-ab1e-400e-b471-40b63ab42a30 (CIDR: 2001:db8::/64) Feb 08 21:39:27.502649 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aea6b96-301d-4b2f-a504-088347cac4f6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:39:27.503116 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aea6b96-301d-4b2f-a504-088347cac4f6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:39:27.525570 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64765d6-37e1-44a9-8172-721cfe4b532b x-openstack-request-id: req-a64765d6-37e1-44a9-8172-721cfe4b532b {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:39:27.525870 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b397c46d-96e4-4c27-a4c0-d25bd7caf284", "tag": "38a4287e-56b3-4bf1-b386-0d6d5e88138b", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:39:27.526132 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a64765d6-37e1-44a9-8172-721cfe4b532b {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:39:27.526538 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b397c46d-96e4-4c27-a4c0-d25bd7caf284', 'tag': '38a4287e-56b3-4bf1-b386-0d6d5e88138b', 'status': 'completed', 'code': 200} Feb 08 21:39:27.527617 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9764e0f7-3bd5-473b-a151-f76ef4f803d5 admin admin] Made reservation on behalf of f78ef32583a7407daedbb84d3ab485f9 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:39:27.530079 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9764e0f7-3bd5-473b-a151-f76ef4f803d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:27.573781 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9764e0f7-3bd5-473b-a151-f76ef4f803d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:27.679954 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9764e0f7-3bd5-473b-a151-f76ef4f803d5 admin admin] Publish callbacks [] for security_group (164bd872-69af-4252-96e9-283bbf66c414), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:27.686418 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5aea6b96-301d-4b2f-a504-088347cac4f6 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8581350 Feb 08 21:39:27.691129 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-ba7b17ef-ea44-413a-a053-7588b29e6f8a None None] Set router 00b6a973-68b2-437e-9776-f18c4b50ccde gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:39:27.692446 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9764e0f7-3bd5-473b-a151-f76ef4f803d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (164bd872-69af-4252-96e9-283bbf66c414), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:27.697485 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39990) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:27.704297 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4e7d6e0c-1588-4877-8c8f-c5b6e6af2679 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7c6862493ab745f9ac4e790dfea32821&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5460145 Feb 08 21:39:27.705241 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39992) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:27.706178 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-49216865-a359-4660-a7a2-28880f17f243 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'subnet': {'network_id': 'c10f28c9-16fd-4f78-b5b9-73f6752151d4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:27.707765 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d6e0c-1588-4877-8c8f-c5b6e6af2679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae0736b-550c-4b05-a14c-baa4b7f95daf,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:27.826205 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9764e0f7-3bd5-473b-a151-f76ef4f803d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:39:27.836626 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877262a-b0eb-4281-ab14-1dd725da6583 req-31fc1dc3-ffa8-4e08-82ba-c1c49141176a tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:27.843624 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6877262a-b0eb-4281-ab14-1dd725da6583 req-31fc1dc3-ffa8-4e08-82ba-c1c49141176a tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4185963 Feb 08 21:39:27.866028 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497b115-11c5-435d-b251-b5d3be8b071d req-b3302ff1-2fdd-4dd7-9e99-cf2e25a22d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:27.868949 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4497b115-11c5-435d-b251-b5d3be8b071d req-b3302ff1-2fdd-4dd7-9e99-cf2e25a22d64 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=34667052c8344fe0a4257547677c9696&device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 1128 time: 0.3575237 Feb 08 21:39:27.876385 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764e0f7-3bd5-473b-a151-f76ef4f803d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164bd872-69af-4252-96e9-283bbf66c414,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:27.912526 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9764e0f7-3bd5-473b-a151-f76ef4f803d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (6d12b64d-8e18-49b9-aa36-c463a8b40117), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:27.915254 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-9764e0f7-3bd5-473b-a151-f76ef4f803d5 admin admin] Added segment 6d12b64d-8e18-49b9-aa36-c463a8b40117 of type vlan for network b5326457-53c9-4ce3-8eff-31ed490f5fcc Feb 08 21:39:27.934153 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6877262a-b0eb-4281-ab14-1dd725da6583 req-6c6d25c4-1fe1-477c-bcd4-395943a314d8 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.236 HTTP/1.1" status: 200 len: 696 time: 0.0881100 Feb 08 21:39:27.937431 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0d4e71d7-b6ec-4b4b-bf94-7d1c1e1f39bb admin admin] Publish callbacks [] for security_group (0ae0736b-550c-4b05-a14c-baa4b7f95daf), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:27.944068 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-6877262a-b0eb-4281-ab14-1dd725da6583 req-ecf96597-914b-4a95-a8f1-6da1b29bbfa0 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Request body: {'floatingip': {'port_id': '13efccdd-ecd6-49e7-9566-bfbcb316eeda', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:28.068664 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6877262a-b0eb-4281-ab14-1dd725da6583 req-ecf96597-914b-4a95-a8f1-6da1b29bbfa0 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks [] for floatingip (1027578b-5595-493a-8606-052af49b7e58), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:28.094272 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ba7b17ef-ea44-413a-a053-7588b29e6f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'name': 'tempest-AttachVolumeTestJSON-1939964587-router', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:38Z', 'updated_at': '2022-02-08T21:38:47Z', 'revision_number': 4, 'project_id': '34667052c8344fe0a4257547677c9696', 'gw_port': {'id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:39Z', 'updated_at': '2022-02-08T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'd0ee25b4-c914-4dde-9f35-1ce833873707', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'port_id': '38a4287e-56b3-4bf1-b386-0d6d5e88138b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1679b521-217f-49a1-a155-3334752f6c92', 'mac_address': 'fa:16:3e:b0:75:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b397c46d-96e4-4c27-a4c0-d25bd7caf284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:38:56Z', 'updated_at': '2022-02-08T21:39:25Z', 'revision_number': 1, 'project_id': '34667052c8344fe0a4257547677c9696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '678e5812-a588-4a5e-9a75-63cad6323254', 'name': '', 'network_id': '1679b521-217f-49a1-a155-3334752f6c92', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'mac_address': 'fa:16:3e:ab:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:45Z', 'updated_at': '2022-02-08T21:38:54Z', 'revision_number': 5, 'project_id': '34667052c8344fe0a4257547677c9696', 'subnets': [{'id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:39:28.112305 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9764e0f7-3bd5-473b-a151-f76ef4f803d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (b5326457-53c9-4ce3-8eff-31ed490f5fcc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:28.119379 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0d4e71d7-b6ec-4b4b-bf94-7d1c1e1f39bb admin admin] Publish callbacks [] for security_group (0ae0736b-550c-4b05-a14c-baa4b7f95daf), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:28.125523 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7b17ef-ea44-413a-a053-7588b29e6f8a None None] The sync data for ids ['00b6a973-68b2-437e-9776-f18c4b50ccde'] in n-d-712143-31 is: [{'id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'name': 'tempest-AttachVolumeTestJSON-1939964587-router', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:38Z', 'updated_at': '2022-02-08T21:38:47Z', 'revision_number': 4, 'project_id': '34667052c8344fe0a4257547677c9696', 'gw_port': {'id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:39Z', 'updated_at': '2022-02-08T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'd0ee25b4-c914-4dde-9f35-1ce833873707', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'port_id': '38a4287e-56b3-4bf1-b386-0d6d5e88138b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1679b521-217f-49a1-a155-3334752f6c92', 'mac_address': 'fa:16:3e:b0:75:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b397c46d-96e4-4c27-a4c0-d25bd7caf284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:38:56Z', 'updated_at': '2022-02-08T21:39:25Z', 'revision_number': 1, 'project_id': '34667052c8344fe0a4257547677c9696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '678e5812-a588-4a5e-9a75-63cad6323254', 'name': '', 'network_id': '1679b521-217f-49a1-a155-3334752f6c92', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'mac_address': 'fa:16:3e:ab:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:45Z', 'updated_at': '2022-02-08T21:38:54Z', 'revision_number': 5, 'project_id': '34667052c8344fe0a4257547677c9696', 'subnets': [{'id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:39:28.167719 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49216865-a359-4660-a7a2-28880f17f243 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:39:28.173221 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49216865-a359-4660-a7a2-28880f17f243 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:28.333573 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9764e0f7-3bd5-473b-a151-f76ef4f803d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (b5326457-53c9-4ce3-8eff-31ed490f5fcc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:28.334934 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9764e0f7-3bd5-473b-a151-f76ef4f803d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:28.335720 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9764e0f7-3bd5-473b-a151-f76ef4f803d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:28.368229 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497b115-11c5-435d-b251-b5d3be8b071d req-6956fbcb-2bed-49b6-a6f8-1c65b38c9cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:28.370442 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4497b115-11c5-435d-b251-b5d3be8b071d req-6956fbcb-2bed-49b6-a6f8-1c65b38c9cb0 service neutron] 10.222.0.94 "GET /v2.0/networks?id=1679b521-217f-49a1-a155-3334752f6c92 HTTP/1.1" status: 200 len: 912 time: 0.4907517 Feb 08 21:39:28.569444 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0dd238-b90f-4b03-82a4-31e60e7f337b None None] New status for floating IP d0ee25b4-c914-4dde-9f35-1ce833873707: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:39:28.583585 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0d4e71d7-b6ec-4b4b-bf94-7d1c1e1f39bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0ae0736b-550c-4b05-a14c-baa4b7f95daf), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:28.592946 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0d4e71d7-b6ec-4b4b-bf94-7d1c1e1f39bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:28.598340 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0d4e71d7-b6ec-4b4b-bf94-7d1c1e1f39bb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0ae0736b-550c-4b05-a14c-baa4b7f95daf HTTP/1.1" status: 204 len: 168 time: 0.8829443 Feb 08 21:39:28.634997 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e71d7-b6ec-4b4b-bf94-7d1c1e1f39bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae0736b-550c-4b05-a14c-baa4b7f95daf,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:28.654270 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9764e0f7-3bd5-473b-a151-f76ef4f803d5 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2717948 Feb 08 21:39:28.656980 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40028) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:28.670972 n-d-712143-31 neutron-server[103434]: INFO neutron.db.ipam_backend_mixin [None req-49216865-a359-4660-a7a2-28880f17f243 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 87be7797-f331-42f5-8ffc-d660d0dd5c06 (CIDR: 2001:db8:0:1::/64) Feb 08 21:39:28.673136 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-21636e21-c136-44a3-b5c7-4e41566ba259 admin admin] Request body: {'subnet': {'network_id': 'b5326457-53c9-4ce3-8eff-31ed490f5fcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-761435862-subnet', 'tenant_id': 'f78ef32583a7407daedbb84d3ab485f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:28.723911 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21636e21-c136-44a3-b5c7-4e41566ba259 admin admin] Made reservation on behalf of f78ef32583a7407daedbb84d3ab485f9 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:39:28.733490 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-21636e21-c136-44a3-b5c7-4e41566ba259 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:28.740357 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-49216865-a359-4660-a7a2-28880f17f243 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:39:28.748457 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49216865-a359-4660-a7a2-28880f17f243 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:39:28.786927 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-49216865-a359-4660-a7a2-28880f17f243 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0860229 Feb 08 21:39:28.796407 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764e0f7-3bd5-473b-a151-f76ef4f803d5 admin admin] Pushing event updated for resources: {'Network': ['ID=b5326457-53c9-4ce3-8eff-31ed490f5fcc,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:28.799144 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40030) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:28.808389 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network b5326457-53c9-4ce3-8eff-31ed490f5fcc details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:39:28.862303 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404251d-b4ea-44e2-9853-23a01ea4e5aa req-faa56713-dc61-4fc6-a41a-16d133dd04dd tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:28.863946 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3404251d-b4ea-44e2-9853-23a01ea4e5aa req-faa56713-dc61-4fc6-a41a-16d133dd04dd tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.4077132 Feb 08 21:39:28.869128 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-45f778ba-4b76-44ea-a5dc-d622f77fed13 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'subnet': {'network_id': 'c10f28c9-16fd-4f78-b5b9-73f6752151d4', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:28.924800 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4497b115-11c5-435d-b251-b5d3be8b071d req-e5a2e1da-a2a9-40e5-9b43-e04c4d2ab166 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38a4287e-56b3-4bf1-b386-0d6d5e88138b HTTP/1.1" status: 200 len: 997 time: 0.5248492 Feb 08 21:39:29.174195 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:29.225964 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497b115-11c5-435d-b251-b5d3be8b071d req-313859ed-92a8-40bb-8c86-56630e237ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:29.228683 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4497b115-11c5-435d-b251-b5d3be8b071d req-313859ed-92a8-40bb-8c86-56630e237ecf service neutron] 10.222.0.94 "GET /v2.0/subnets?id=07d9bb5c-1887-4b22-a4c6-21ab4d50a37d HTTP/1.1" status: 200 len: 850 time: 0.2508345 Feb 08 21:39:29.235094 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3404251d-b4ea-44e2-9853-23a01ea4e5aa req-7e05e87f-4faa-4a3b-9312-62f9305819d7 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3435059 Feb 08 21:39:29.412368 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497b115-11c5-435d-b251-b5d3be8b071d req-d756b5fa-f14f-48fb-975e-654cfdacc901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:29.414627 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4497b115-11c5-435d-b251-b5d3be8b071d req-d756b5fa-f14f-48fb-975e-654cfdacc901 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1679b521-217f-49a1-a155-3334752f6c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1771395 Feb 08 21:39:29.476569 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f778ba-4b76-44ea-a5dc-d622f77fed13 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Made reservation on behalf of 31f733c410b246508debcff499ac82fe for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:39:29.480853 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45f778ba-4b76-44ea-a5dc-d622f77fed13 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:29.648605 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40054) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:29.683333 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4497b115-11c5-435d-b251-b5d3be8b071d req-68b28b1f-2a6f-4a59-9ed5-b6aa889947bc service neutron] 10.222.0.94 "GET /v2.0/networks/1679b521-217f-49a1-a155-3334752f6c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627532 Feb 08 21:39:29.889196 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.db.resource_extend [req-6877262a-b0eb-4281-ab14-1dd725da6583 req-ecf96597-914b-4a95-a8f1-6da1b29bbfa0 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:39:29.970070 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-21636e21-c136-44a3-b5c7-4e41566ba259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (1829db1a-bc95-499c-9def-413e4d0051fd), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:30.121855 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc9ff8d5-1d53-4a13-8c7e-ea3f29f0503c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:30.131712 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6877262a-b0eb-4281-ab14-1dd725da6583 req-ecf96597-914b-4a95-a8f1-6da1b29bbfa0 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:30.149832 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6877262a-b0eb-4281-ab14-1dd725da6583 req-ecf96597-914b-4a95-a8f1-6da1b29bbfa0 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (1027578b-5595-493a-8606-052af49b7e58), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:30.248540 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21636e21-c136-44a3-b5c7-4e41566ba259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1829db1a-bc95-499c-9def-413e4d0051fd,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:30.267360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21636e21-c136-44a3-b5c7-4e41566ba259 admin admin] Checking segment: {'id': '6d12b64d-8e18-49b9-aa36-c463a8b40117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b5326457-53c9-4ce3-8eff-31ed490f5fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:39:30.267360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21636e21-c136-44a3-b5c7-4e41566ba259 admin admin] Network hostable DHCP agents. Network: b5326457-53c9-4ce3-8eff-31ed490f5fcc, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:39:30.287853 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4497b115-11c5-435d-b251-b5d3be8b071d req-e66c609f-b761-4a68-8cf4-28ef12b2fd4d service neutron] 10.222.0.94 "GET /v2.0/networks/1679b521-217f-49a1-a155-3334752f6c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5965171 Feb 08 21:39:30.313650 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21636e21-c136-44a3-b5c7-4e41566ba259 admin admin] Network b5326457-53c9-4ce3-8eff-31ed490f5fcc is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:39:30.353713 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-21636e21-c136-44a3-b5c7-4e41566ba259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, b5326457-53c9-4ce3-8eff-31ed490f5fcc) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:39:30.360526 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21636e21-c136-44a3-b5c7-4e41566ba259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:30.366892 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-21636e21-c136-44a3-b5c7-4e41566ba259 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:30.370128 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62637ba-0be1-4e4d-bc81-a62ff4a24f34 None None] Network b5326457-53c9-4ce3-8eff-31ed490f5fcc requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:39:30.383952 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [req-6877262a-b0eb-4281-ab14-1dd725da6583 req-ecf96597-914b-4a95-a8f1-6da1b29bbfa0 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Floating IP 1027578b-5595-493a-8606-052af49b7e58 associated. External IP: 172.25.3.236, port: 13efccdd-ecd6-49e7-9566-bfbcb316eeda. Feb 08 21:39:30.565009 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-21636e21-c136-44a3-b5c7-4e41566ba259 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9012539 Feb 08 21:39:30.642921 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc9ff8d5-1d53-4a13-8c7e-ea3f29f0503c admin admin] Publish callbacks [] for security_group (6a4e080e-595d-4147-bc83-a545fc0bf96f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:30.645036 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2766238-2fdb-454a-9e57-d40baaf163f2 req-d958ed6e-9a9e-4c5e-82b3-308488e4bb15 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:30.647389 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45f778ba-4b76-44ea-a5dc-d622f77fed13 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (6cee4431-b605-48f4-8aba-7859f3a220fc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:30.648489 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b2766238-2fdb-454a-9e57-d40baaf163f2 req-d958ed6e-9a9e-4c5e-82b3-308488e4bb15 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.1288118 Feb 08 21:39:30.688844 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc9ff8d5-1d53-4a13-8c7e-ea3f29f0503c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6a4e080e-595d-4147-bc83-a545fc0bf96f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:30.709161 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1b5a19-9616-4312-b0c2-239258cce17f None None] Network b5326457-53c9-4ce3-8eff-31ed490f5fcc requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:39:30.778016 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-dc9ff8d5-1d53-4a13-8c7e-ea3f29f0503c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d9b4f099dc6a4904bc7f8132d12f6f25&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1243298 Feb 08 21:39:30.798344 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ff8d5-1d53-4a13-8c7e-ea3f29f0503c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4e080e-595d-4147-bc83-a545fc0bf96f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:30.800596 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40084) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:30.806631 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f778ba-4b76-44ea-a5dc-d622f77fed13 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Network c10f28c9-16fd-4f78-b5b9-73f6752151d4 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:39:30.812759 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-45f778ba-4b76-44ea-a5dc-d622f77fed13 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:39:30.825077 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f778ba-4b76-44ea-a5dc-d622f77fed13 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:30.826243 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45f778ba-4b76-44ea-a5dc-d622f77fed13 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:30.832788 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9733cc5-7a74-40bb-8eee-d1ece446eba6 None None] Network c10f28c9-16fd-4f78-b5b9-73f6752151d4 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:39:30.880922 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-45f778ba-4b76-44ea-a5dc-d622f77fed13 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0615339 Feb 08 21:39:30.881726 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40090) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:30.891640 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5048ccb0-d5a5-4e76-b6a9-07aeb9b8e9dd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-229648573', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6cee4431-b605-48f4-8aba-7859f3a220fc'}], 'security_groups': ['c109e3d2-5b79-4172-b602-8294eed345b1', '0d5cce26-9b7d-4cab-ba4b-307494a8099e']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:31.115486 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b2766238-2fdb-454a-9e57-d40baaf163f2 req-714fc96a-86b1-4f74-ad5c-f7af45b34ff7 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4586253 Feb 08 21:39:31.163036 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5de07e24-cab6-48f1-b861-cae1bc854eb9 admin admin] Publish callbacks [] for security_group (6a4e080e-595d-4147-bc83-a545fc0bf96f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:31.243246 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5de07e24-cab6-48f1-b861-cae1bc854eb9 admin admin] Publish callbacks [] for security_group (6a4e080e-595d-4147-bc83-a545fc0bf96f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:31.247590 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5048ccb0-d5a5-4e76-b6a9-07aeb9b8e9dd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d10488b1-0c88-478a-9993-887192fec6c0), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:31.271237 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f778ba-4b76-44ea-a5dc-d622f77fed13 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Subnet': ['ID=6cee4431-b605-48f4-8aba-7859f3a220fc,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:31.298428 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6877262a-b0eb-4281-ab14-1dd725da6583 req-ecf96597-914b-4a95-a8f1-6da1b29bbfa0 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Router bd9bd15f-1946-44e2-aa30-44a66efa89ba has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:39:31.501583 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6877262a-b0eb-4281-ab14-1dd725da6583 req-ecf96597-914b-4a95-a8f1-6da1b29bbfa0 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:39:31.503418 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5de07e24-cab6-48f1-b861-cae1bc854eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6a4e080e-595d-4147-bc83-a545fc0bf96f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:31.508571 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5de07e24-cab6-48f1-b861-cae1bc854eb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:31.510782 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5de07e24-cab6-48f1-b861-cae1bc854eb9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6a4e080e-595d-4147-bc83-a545fc0bf96f HTTP/1.1" status: 204 len: 168 time: 0.6983716 Feb 08 21:39:31.514641 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6877262a-b0eb-4281-ab14-1dd725da6583 req-ecf96597-914b-4a95-a8f1-6da1b29bbfa0 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:31.546594 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de07e24-cab6-48f1-b861-cae1bc854eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4e080e-595d-4147-bc83-a545fc0bf96f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:31.560154 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6877262a-b0eb-4281-ab14-1dd725da6583 req-ecf96597-914b-4a95-a8f1-6da1b29bbfa0 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "PUT /v2.0/floatingips/1027578b-5595-493a-8606-052af49b7e58 HTTP/1.1" status: 200 len: 996 time: 3.6245770 Feb 08 21:39:31.560861 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0b8350-6630-4447-8637-4bf1f2909682', 'tag': '13efccdd-ecd6-49e7-9566-bfbcb316eeda'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:39:31.564603 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c281c1-5518-4780-874b-fe4a07035d31" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0b8350-6630-4447-8637-4bf1f2909682", "tag": "13efccdd-ecd6-49e7-9566-bfbcb316eeda"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:39:31.566124 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0be100-0f91-4d41-81da-72828db3e07a None None] Sync routers for ids ['bd9bd15f-1946-44e2-aa30-44a66efa89ba'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:39:31.653783 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0be100-0f91-4d41-81da-72828db3e07a None None] Routers {'bd9bd15f-1946-44e2-aa30-44a66efa89ba'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:39:31.659355 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-3a0be100-0f91-4d41-81da-72828db3e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:39:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['bd9bd15f-1946-44e2-aa30-44a66efa89ba'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:39:31.663395 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:31.895532 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-3a0be100-0f91-4d41-81da-72828db3e07a None None] Set router bd9bd15f-1946-44e2-aa30-44a66efa89ba gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:39:31.992548 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-5048ccb0-d5a5-4e76-b6a9-07aeb9b8e9dd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Delete allocated IP 2001:db8::3e8 (c10f28c9-16fd-4f78-b5b9-73f6752151d4/11042c40-ab1e-400e-b471-40b63ab42a30) {{(pid=103434) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 08 21:39:32.014828 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-5048ccb0-d5a5-4e76-b6a9-07aeb9b8e9dd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Allocated IP 2001:db8:0:2::3b8 (c10f28c9-16fd-4f78-b5b9-73f6752151d4/6cee4431-b605-48f4-8aba-7859f3a220fc/d10488b1-0c88-478a-9993-887192fec6c0) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:39:32.034267 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-a63d9c3e-3d0f-461f-9d10-0d55407e0bf7 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:32.055548 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-a63d9c3e-3d0f-461f-9d10-0d55407e0bf7 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/networks?id=b5326457-53c9-4ce3-8eff-31ed490f5fcc HTTP/1.1" status: 200 len: 814 time: 0.2917509 Feb 08 21:39:32.093212 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-2eae0218-cf24-4f78-9a1a-41751ee61c24 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/quotas/f78ef32583a7407daedbb84d3ab485f9 HTTP/1.1" status: 200 len: 375 time: 0.0365725 Feb 08 21:39:32.145953 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dff3851-e9d0-4329-840c-082f1eec017e None None] Update dhcp port {'port': {'network_id': 'c10f28c9-16fd-4f78-b5b9-73f6752151d4', 'fixed_ips': [{'subnet_id': '87be7797-f331-42f5-8ffc-d660d0dd5c06', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '11042c40-ab1e-400e-b471-40b63ab42a30', 'ip_address': '2001:db8::2'}, {'subnet_id': '6cee4431-b605-48f4-8aba-7859f3a220fc'}], 'binding:host_id': 'n-d-712143-31'}, 'id': 'd7a26d42-dfab-4ebf-b79e-16b52aaf56f0'} from n-d-712143-31. {{(pid=103435) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 21:39:32.181768 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:32.206521 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0dff3851-e9d0-4329-840c-082f1eec017e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:32.234755 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-3fbf1298-5b65-4354-9825-7ff38db4b6a4 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f78ef32583a7407daedbb84d3ab485f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1373663 Feb 08 21:39:32.293561 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877262a-b0eb-4281-ab14-1dd725da6583 req-b8fa339f-219c-4e37-843e-f5ead7a9993b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:32.304359 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6877262a-b0eb-4281-ab14-1dd725da6583 req-b8fa339f-219c-4e37-843e-f5ead7a9993b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=81bb6f0d0117423abb0a78b02a079884&device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 1128 time: 0.7151692 Feb 08 21:39:32.353499 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-3a0be100-0f91-4d41-81da-72828db3e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1097730127-router', 'tenant_id': '81bb6f0d0117423abb0a78b02a079884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '2f6af8f5-d91b-4a67-9804-77c3a0432e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:09Z', 'updated_at': '2022-02-08T21:38:19Z', 'revision_number': 4, 'project_id': '81bb6f0d0117423abb0a78b02a079884', 'gw_port': {'id': '2f6af8f5-d91b-4a67-9804-77c3a0432e79', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:12Z', 'updated_at': '2022-02-08T21:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '1027578b-5595-493a-8606-052af49b7e58', 'tenant_id': '81bb6f0d0117423abb0a78b02a079884', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'port_id': '13efccdd-ecd6-49e7-9566-bfbcb316eeda', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2234, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '338e2c30-60ac-4170-8397-f6a4ad7231d2', 'mac_address': 'fa:16:3e:84:07:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0b8350-6630-4447-8637-4bf1f2909682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:39:25Z', 'updated_at': '2022-02-08T21:39:29Z', 'revision_number': 1, 'project_id': '81bb6f0d0117423abb0a78b02a079884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3401da2c-7eb7-408a-86e1-1d7242573e43', 'name': '', 'network_id': '338e2c30-60ac-4170-8397-f6a4ad7231d2', 'tenant_id': '81bb6f0d0117423abb0a78b02a079884', 'mac_address': 'fa:16:3e:46:09:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '6c4fa435-c388-4a9c-b5b8-15d88c51a78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:17Z', 'updated_at': '2022-02-08T21:38:30Z', 'revision_number': 5, 'project_id': '81bb6f0d0117423abb0a78b02a079884', 'subnets': [{'id': '6c4fa435-c388-4a9c-b5b8-15d88c51a78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:39:32.399027 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0be100-0f91-4d41-81da-72828db3e07a None None] Checking router: bd9bd15f-1946-44e2-aa30-44a66efa89ba for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:39:32.399886 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5048ccb0-d5a5-4e76-b6a9-07aeb9b8e9dd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for port (d10488b1-0c88-478a-9993-887192fec6c0), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:32.410207 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5048ccb0-d5a5-4e76-b6a9-07aeb9b8e9dd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (d10488b1-0c88-478a-9993-887192fec6c0), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:32.416904 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0be100-0f91-4d41-81da-72828db3e07a None None] Routers {'bd9bd15f-1946-44e2-aa30-44a66efa89ba'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:39:32.417584 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-3a0be100-0f91-4d41-81da-72828db3e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:39:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['bd9bd15f-1946-44e2-aa30-44a66efa89ba'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:39:32.509744 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877262a-b0eb-4281-ab14-1dd725da6583 req-d5fa73f8-3386-41df-92a7-eb49f03e1906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:32.513250 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6877262a-b0eb-4281-ab14-1dd725da6583 req-d5fa73f8-3386-41df-92a7-eb49f03e1906 service neutron] 10.222.0.88 "GET /v2.0/networks?id=338e2c30-60ac-4170-8397-f6a4ad7231d2 HTTP/1.1" status: 200 len: 921 time: 0.2072113 Feb 08 21:39:32.535821 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40134) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:32.536820 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5048ccb0-d5a5-4e76-b6a9-07aeb9b8e9dd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] In _notify_port_updated(), no bound segment for port d10488b1-0c88-478a-9993-887192fec6c0 on network c10f28c9-16fd-4f78-b5b9-73f6752151d4 {{(pid=103434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 21:39:32.543596 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5048ccb0-d5a5-4e76-b6a9-07aeb9b8e9dd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:32.544255 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5048ccb0-d5a5-4e76-b6a9-07aeb9b8e9dd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:32.545637 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5048ccb0-d5a5-4e76-b6a9-07aeb9b8e9dd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "PUT /v2.0/ports/d10488b1-0c88-478a-9993-887192fec6c0 HTTP/1.1" status: 200 len: 969 time: 1.6597147 Feb 08 21:39:32.548943 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40136) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:32.584268 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048ccb0-d5a5-4e76-b6a9-07aeb9b8e9dd tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event updated for resources: {'Port': ['ID=d10488b1-0c88-478a-9993-887192fec6c0,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:32.679921 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-0dff3851-e9d0-4329-840c-082f1eec017e None None] Allocated IP 2001:db8:0:2::2 (c10f28c9-16fd-4f78-b5b9-73f6752151d4/6cee4431-b605-48f4-8aba-7859f3a220fc/d7a26d42-dfab-4ebf-b79e-16b52aaf56f0) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:39:32.681153 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-35ac0da3-fc18-4b27-be99-71f1170c9b26 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting port d10488b1-0c88-478a-9993-887192fec6c0 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:39:32.683105 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35ac0da3-fc18-4b27-be99-71f1170c9b26 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d10488b1-0c88-478a-9993-887192fec6c0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:32.736268 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9823a5e1-c408-4013-aefb-a254eede6748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:32.868966 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-5e7be927-2978-43c2-87f9-ec809e046e4e service neutron] 10.222.0.88 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6331997 Feb 08 21:39:32.881545 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35ac0da3-fc18-4b27-be99-71f1170c9b26 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d10488b1-0c88-478a-9993-887192fec6c0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:32.904289 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-35ac0da3-fc18-4b27-be99-71f1170c9b26 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Calling delete_port for d10488b1-0c88-478a-9993-887192fec6c0 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:39:32.957939 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6877262a-b0eb-4281-ab14-1dd725da6583 req-c473a022-948b-419c-9089-e28b4c26c664 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13efccdd-ecd6-49e7-9566-bfbcb316eeda HTTP/1.1" status: 200 len: 999 time: 0.4365959 Feb 08 21:39:32.968054 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-0dff3851-e9d0-4329-840c-082f1eec017e None None] For port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d7a26d42-dfab-4ebf-b79e-16b52aaf56f0,segment=NetworkSegment(9bc336de-edba-4ba3-a859-8a497b079808),segment_id=9bc336de-edba-4ba3-a859-8a497b079808)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:39:32.999075 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-3a0be100-0f91-4d41-81da-72828db3e07a None None] Set router bd9bd15f-1946-44e2-aa30-44a66efa89ba gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:39:33.150543 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40150) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:33.190790 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877262a-b0eb-4281-ab14-1dd725da6583 req-c9a29f29-13b2-4bb3-b82b-ed4695494c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:33.197298 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6877262a-b0eb-4281-ab14-1dd725da6583 req-c9a29f29-13b2-4bb3-b82b-ed4695494c9e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6c4fa435-c388-4a9c-b5b8-15d88c51a78f HTTP/1.1" status: 200 len: 860 time: 0.2258112 Feb 08 21:39:33.249539 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35ac0da3-fc18-4b27-be99-71f1170c9b26 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (d10488b1-0c88-478a-9993-887192fec6c0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:33.309367 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6877262a-b0eb-4281-ab14-1dd725da6583 req-d922fdfd-b4e3-494d-a0d4-2b64fd373365 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=338e2c30-60ac-4170-8397-f6a4ad7231d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882277 Feb 08 21:39:33.332852 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac0da3-fc18-4b27-be99-71f1170c9b26 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Port': ['ID=d10488b1-0c88-478a-9993-887192fec6c0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:33.347331 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-6877262a-b0eb-4281-ab14-1dd725da6583 req-842d9b55-344a-49fd-bf2c-84565beb0f87 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:39:33.353911 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6877262a-b0eb-4281-ab14-1dd725da6583 req-842d9b55-344a-49fd-bf2c-84565beb0f87 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0230045 Feb 08 21:39:33.375188 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-afd2cd1c-87a0-4b5c-b805-0b71fe7870bf service neutron] 10.222.0.88 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5043719 Feb 08 21:39:33.410144 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35ac0da3-fc18-4b27-be99-71f1170c9b26 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:33.415912 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-35ac0da3-fc18-4b27-be99-71f1170c9b26 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/ports/d10488b1-0c88-478a-9993-887192fec6c0 HTTP/1.1" status: 204 len: 168 time: 0.8635402 Feb 08 21:39:33.416605 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40156) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:33.428417 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0dff3851-e9d0-4329-840c-082f1eec017e None None] Publish callbacks [] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:33.449054 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0dff3851-e9d0-4329-840c-082f1eec017e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:33.472731 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-c93d7ad5-5808-4803-8b54-0dfa03d86bce tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] GET failed (client error): The resource could not be found. Feb 08 21:39:33.474147 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c93d7ad5-5808-4803-8b54-0dfa03d86bce tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "GET /v2.0/ports/d10488b1-0c88-478a-9993-887192fec6c0 HTTP/1.1" status: 404 len: 333 time: 0.0565975 Feb 08 21:39:33.482949 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40160) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:33.580119 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff3851-e9d0-4329-840c-082f1eec017e None None] Pushing event updated for resources: {'Port': ['ID=d7a26d42-dfab-4ebf-b79e-16b52aaf56f0,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:33.599325 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d6c0cd2-bb51-4fc4-8945-8f4a7c48516d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (cedd41fe-a604-4cc9-a550-5f42802f4135), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:33.635723 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9823a5e1-c408-4013-aefb-a254eede6748 admin admin] Publish callbacks [] for security_group (860343ba-4363-45aa-b44c-c6a2b9e84f86), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:33.646753 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9823a5e1-c408-4013-aefb-a254eede6748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (860343ba-4363-45aa-b44c-c6a2b9e84f86), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:33.667474 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d6c0cd2-bb51-4fc4-8945-8f4a7c48516d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (cedd41fe-a604-4cc9-a550-5f42802f4135), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:33.744186 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-15928456-fab1-48b0-87ba-e5c3c863ec5b tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-231878023'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:33.747526 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-15928456-fab1-48b0-87ba-e5c3c863ec5b tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] Unknown quota resources ['metering_label']. {{(pid=103433) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 21:39:33.772356 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d6c0cd2-bb51-4fc4-8945-8f4a7c48516d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (cedd41fe-a604-4cc9-a550-5f42802f4135), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:33.778433 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d6c0cd2-bb51-4fc4-8945-8f4a7c48516d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:33.781436 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7d6c0cd2-bb51-4fc4-8945-8f4a7c48516d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/security-groups/cedd41fe-a604-4cc9-a550-5f42802f4135 HTTP/1.1" status: 204 len: 168 time: 0.2945142 Feb 08 21:39:33.797625 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40168) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:33.804074 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c0cd2-bb51-4fc4-8945-8f4a7c48516d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedd41fe-a604-4cc9-a550-5f42802f4135,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:33.837843 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9823a5e1-c408-4013-aefb-a254eede6748 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0548b44951254ffe831078c7e67009d2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2995803 Feb 08 21:39:33.839626 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019971bd-0c52-4c75-a450-1dc4c2baba4f x-openstack-request-id: req-019971bd-0c52-4c75-a450-1dc4c2baba4f {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:39:33.840149 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0b8350-6630-4447-8637-4bf1f2909682", "tag": "13efccdd-ecd6-49e7-9566-bfbcb316eeda", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:39:33.840505 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-019971bd-0c52-4c75-a450-1dc4c2baba4f {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:39:33.840619 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40170) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:33.841076 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0b8350-6630-4447-8637-4bf1f2909682', 'tag': '13efccdd-ecd6-49e7-9566-bfbcb316eeda', 'status': 'completed', 'code': 200} Feb 08 21:39:33.852057 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff3851-e9d0-4329-840c-082f1eec017e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:33.856514 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff3851-e9d0-4329-840c-082f1eec017e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:33.856906 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff3851-e9d0-4329-840c-082f1eec017e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:33.857272 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff3851-e9d0-4329-840c-082f1eec017e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:33.857624 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff3851-e9d0-4329-840c-082f1eec017e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:33.857970 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff3851-e9d0-4329-840c-082f1eec017e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:33.858310 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff3851-e9d0-4329-840c-082f1eec017e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:33.859184 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff3851-e9d0-4329-840c-082f1eec017e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:33.859519 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff3851-e9d0-4329-840c-082f1eec017e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:33.859857 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff3851-e9d0-4329-840c-082f1eec017e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:33.860189 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff3851-e9d0-4329-840c-082f1eec017e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:33.861275 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff3851-e9d0-4329-840c-082f1eec017e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:33.861830 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff3851-e9d0-4329-840c-082f1eec017e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:39:33.958292 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823a5e1-c408-4013-aefb-a254eede6748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860343ba-4363-45aa-b44c-c6a2b9e84f86,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:33.975436 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-3a0be100-0f91-4d41-81da-72828db3e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1097730127-router', 'tenant_id': '81bb6f0d0117423abb0a78b02a079884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '2f6af8f5-d91b-4a67-9804-77c3a0432e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:09Z', 'updated_at': '2022-02-08T21:38:19Z', 'revision_number': 4, 'project_id': '81bb6f0d0117423abb0a78b02a079884', 'gw_port': {'id': '2f6af8f5-d91b-4a67-9804-77c3a0432e79', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:12Z', 'updated_at': '2022-02-08T21:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '1027578b-5595-493a-8606-052af49b7e58', 'tenant_id': '81bb6f0d0117423abb0a78b02a079884', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'port_id': '13efccdd-ecd6-49e7-9566-bfbcb316eeda', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2234, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '338e2c30-60ac-4170-8397-f6a4ad7231d2', 'mac_address': 'fa:16:3e:84:07:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0b8350-6630-4447-8637-4bf1f2909682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:39:25Z', 'updated_at': '2022-02-08T21:39:29Z', 'revision_number': 1, 'project_id': '81bb6f0d0117423abb0a78b02a079884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3401da2c-7eb7-408a-86e1-1d7242573e43', 'name': '', 'network_id': '338e2c30-60ac-4170-8397-f6a4ad7231d2', 'tenant_id': '81bb6f0d0117423abb0a78b02a079884', 'mac_address': 'fa:16:3e:46:09:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '6c4fa435-c388-4a9c-b5b8-15d88c51a78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:17Z', 'updated_at': '2022-02-08T21:38:30Z', 'revision_number': 5, 'project_id': '81bb6f0d0117423abb0a78b02a079884', 'subnets': [{'id': '6c4fa435-c388-4a9c-b5b8-15d88c51a78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:39:34.042284 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a11841d-2950-4c02-b97b-4e1c752f6358 admin admin] Publish callbacks [] for security_group (860343ba-4363-45aa-b44c-c6a2b9e84f86), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:34.082977 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0be100-0f91-4d41-81da-72828db3e07a None None] The sync data for ids ['bd9bd15f-1946-44e2-aa30-44a66efa89ba'] in n-d-712143-31 is: [{'id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1097730127-router', 'tenant_id': '81bb6f0d0117423abb0a78b02a079884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '2f6af8f5-d91b-4a67-9804-77c3a0432e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:09Z', 'updated_at': '2022-02-08T21:38:19Z', 'revision_number': 4, 'project_id': '81bb6f0d0117423abb0a78b02a079884', 'gw_port': {'id': '2f6af8f5-d91b-4a67-9804-77c3a0432e79', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:12Z', 'updated_at': '2022-02-08T21:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '1027578b-5595-493a-8606-052af49b7e58', 'tenant_id': '81bb6f0d0117423abb0a78b02a079884', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'port_id': '13efccdd-ecd6-49e7-9566-bfbcb316eeda', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2234, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '338e2c30-60ac-4170-8397-f6a4ad7231d2', 'mac_address': 'fa:16:3e:84:07:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0b8350-6630-4447-8637-4bf1f2909682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:39:25Z', 'updated_at': '2022-02-08T21:39:29Z', 'revision_number': 1, 'project_id': '81bb6f0d0117423abb0a78b02a079884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3401da2c-7eb7-408a-86e1-1d7242573e43', 'name': '', 'network_id': '338e2c30-60ac-4170-8397-f6a4ad7231d2', 'tenant_id': '81bb6f0d0117423abb0a78b02a079884', 'mac_address': 'fa:16:3e:46:09:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '6c4fa435-c388-4a9c-b5b8-15d88c51a78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:17Z', 'updated_at': '2022-02-08T21:38:30Z', 'revision_number': 5, 'project_id': '81bb6f0d0117423abb0a78b02a079884', 'subnets': [{'id': '6c4fa435-c388-4a9c-b5b8-15d88c51a78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:39:34.129181 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40178) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:34.140420 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a11841d-2950-4c02-b97b-4e1c752f6358 admin admin] Publish callbacks [] for security_group (860343ba-4363-45aa-b44c-c6a2b9e84f86), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:34.268032 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a11841d-2950-4c02-b97b-4e1c752f6358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (860343ba-4363-45aa-b44c-c6a2b9e84f86), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:34.275692 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a11841d-2950-4c02-b97b-4e1c752f6358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:34.279099 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2a11841d-2950-4c02-b97b-4e1c752f6358 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/860343ba-4363-45aa-b44c-c6a2b9e84f86 HTTP/1.1" status: 204 len: 168 time: 0.4375427 Feb 08 21:39:34.304528 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11841d-2950-4c02-b97b-4e1c752f6358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860343ba-4363-45aa-b44c-c6a2b9e84f86,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:34.384859 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37b2f23e-0bd3-49ae-a371-8b768c61e291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:34.519326 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b7864d-f1aa-4b38-917a-6f0d78484bad None None] New status for floating IP 1027578b-5595-493a-8606-052af49b7e58: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:39:34.613517 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37b2f23e-0bd3-49ae-a371-8b768c61e291 admin admin] Publish callbacks [] for security_group (f779e1d8-64f8-4d2b-8b48-6c081923c02e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:34.618017 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6877262a-b0eb-4281-ab14-1dd725da6583 req-4dd7d166-8cb3-4584-82d1-e1bc09b02f42 service neutron] 10.222.0.88 "GET /v2.0/networks/338e2c30-60ac-4170-8397-f6a4ad7231d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2333217 Feb 08 21:39:34.621715 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37b2f23e-0bd3-49ae-a371-8b768c61e291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f779e1d8-64f8-4d2b-8b48-6c081923c02e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:34.696527 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2f23e-0bd3-49ae-a371-8b768c61e291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f779e1d8-64f8-4d2b-8b48-6c081923c02e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:34.704124 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-37b2f23e-0bd3-49ae-a371-8b768c61e291 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8002a0cb6b454bc693c1cd2092a3bb1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5683622 Feb 08 21:39:34.704384 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40190) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:34.822716 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:39:34.834353 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-15928456-fab1-48b0-87ba-e5c3c863ec5b tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:34.837984 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61897004-9df0-463c-8bb6-56598ba19353 admin admin] Publish callbacks [] for security_group (f779e1d8-64f8-4d2b-8b48-6c081923c02e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:34.838521 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-15928456-fab1-48b0-87ba-e5c3c863ec5b tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] 10.222.0.88 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.6803963 Feb 08 21:39:34.840054 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40194) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:34.846536 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d7e51800-52a3-4eec-9e23-c4540514e1bb tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b019a0a4-6872-4d98-a462-3b0695628d88'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:34.847171 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d7e51800-52a3-4eec-9e23-c4540514e1bb tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103434) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 21:39:34.936100 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8386f68d-3c0a-41ad-aaac-d9b6e7a0128b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (0d5cce26-9b7d-4cab-ba4b-307494a8099e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:34.998909 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8386f68d-3c0a-41ad-aaac-d9b6e7a0128b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (0d5cce26-9b7d-4cab-ba4b-307494a8099e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:35.019134 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61897004-9df0-463c-8bb6-56598ba19353 admin admin] Publish callbacks [] for security_group (f779e1d8-64f8-4d2b-8b48-6c081923c02e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:35.024068 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:39:35.025091 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:35.026602 n-d-712143-31 neutron-server[103434]: WARNING neutron.services.metering.metering_plugin [None req-d7e51800-52a3-4eec-9e23-c4540514e1bb tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 08 21:39:35.136565 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1bf2191e-9485-4c8e-8cd4-c1d590054428 None None] Provisioning complete for port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:39:35.136950 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1bf2191e-9485-4c8e-8cd4-c1d590054428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:35.169833 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c281c1-5518-4780-874b-fe4a07035d31 req-a23d5fb7-7216-40fa-9272-6dc97e685846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:35.171485 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-48c281c1-5518-4780-874b-fe4a07035d31 req-a23d5fb7-7216-40fa-9272-6dc97e685846 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=81bb6f0d0117423abb0a78b02a079884&device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 1128 time: 1.2146351 Feb 08 21:39:35.207657 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac66de-0b63-4e55-8d39-20df4427ba9d req-6e3af661-0cac-4e76-8b18-7cd5353b1044 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:35.223368 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27ac66de-0b63-4e55-8d39-20df4427ba9d req-6e3af661-0cac-4e76-8b18-7cd5353b1044 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 1.1351283 Feb 08 21:39:35.270888 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7e51800-52a3-4eec-9e23-c4540514e1bb tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:35.272566 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d7e51800-52a3-4eec-9e23-c4540514e1bb tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] 10.222.0.88 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4314332 Feb 08 21:39:35.276415 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40204) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:35.282182 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-05d84969-8a0b-4cc1-8738-1eb4e842de97 tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b019a0a4-6872-4d98-a462-3b0695628d88'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:35.282970 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-05d84969-8a0b-4cc1-8738-1eb4e842de97 tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103434) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 21:39:35.311761 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8386f68d-3c0a-41ad-aaac-d9b6e7a0128b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0d5cce26-9b7d-4cab-ba4b-307494a8099e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:35.314496 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8386f68d-3c0a-41ad-aaac-d9b6e7a0128b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:35.315700 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8386f68d-3c0a-41ad-aaac-d9b6e7a0128b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/security-groups/0d5cce26-9b7d-4cab-ba4b-307494a8099e HTTP/1.1" status: 204 len: 168 time: 1.5140071 Feb 08 21:39:35.351392 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40206) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:35.367287 n-d-712143-31 neutron-server[103434]: WARNING neutron.services.metering.metering_plugin [None req-05d84969-8a0b-4cc1-8738-1eb4e842de97 tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 08 21:39:35.414142 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386f68d-3c0a-41ad-aaac-d9b6e7a0128b tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5cce26-9b7d-4cab-ba4b-307494a8099e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:35.417858 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6877262a-b0eb-4281-ab14-1dd725da6583 req-c92bb655-d7a8-4235-9943-9001661c3c3c service neutron] 10.222.0.88 "GET /v2.0/networks/338e2c30-60ac-4170-8397-f6a4ad7231d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7647882 Feb 08 21:39:35.492633 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27ac66de-0b63-4e55-8d39-20df4427ba9d req-347fec25-dccd-45c0-a33e-4ce6e69c1215 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2625318 Feb 08 21:39:35.538147 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:39:35.569169 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1bf2191e-9485-4c8e-8cd4-c1d590054428 None None] Current status of the port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:39:35.591368 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1bf2191e-9485-4c8e-8cd4-c1d590054428 None None] Could not find standard attr ID for object d10488b1-0c88-478a-9993-887192fec6c0. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:39:35.597914 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-05d84969-8a0b-4cc1-8738-1eb4e842de97 tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:35.600063 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-05d84969-8a0b-4cc1-8738-1eb4e842de97 tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] 10.222.0.88 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3223486 Feb 08 21:39:35.602094 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40218) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:35.615121 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1bf2191e-9485-4c8e-8cd4-c1d590054428 None None] Provisioning complete for port a1d33449-c4dd-46c3-9699-9b107d0417dd triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:39:35.615745 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1bf2191e-9485-4c8e-8cd4-c1d590054428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a1d33449-c4dd-46c3-9699-9b107d0417dd), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:35.625732 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61897004-9df0-463c-8bb6-56598ba19353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f779e1d8-64f8-4d2b-8b48-6c081923c02e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:35.629301 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61897004-9df0-463c-8bb6-56598ba19353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:35.630845 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-61897004-9df0-463c-8bb6-56598ba19353 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f779e1d8-64f8-4d2b-8b48-6c081923c02e HTTP/1.1" status: 204 len: 168 time: 0.9250360 Feb 08 21:39:35.653985 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61897004-9df0-463c-8bb6-56598ba19353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f779e1d8-64f8-4d2b-8b48-6c081923c02e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:35.661158 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3923d6fd-1399-4d19-a202-b46d044444e5 tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-label-rules?id=394bf2ee-a82b-4e7e-854c-ee6670a6ce79 HTTP/1.1" status: 200 len: 464 time: 0.0547721 Feb 08 21:39:35.661672 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40222) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:35.753903 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1bf2191e-9485-4c8e-8cd4-c1d590054428 None None] Port a1d33449-c4dd-46c3-9699-9b107d0417dd cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:39:35.869324 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-62b6cf7b-560a-4987-a9d9-4e6b9ccf1b2c None None] Could not find standard attr ID for object d10488b1-0c88-478a-9993-887192fec6c0. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:39:35.945970 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ee51369-1231-440f-a1d1-cffadca1fe07 tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:35.947222 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0ee51369-1231-440f-a1d1-cffadca1fe07 tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] 10.222.0.88 "DELETE /v2.0/metering/metering-label-rules/394bf2ee-a82b-4e7e-854c-ee6670a6ce79 HTTP/1.1" status: 204 len: 168 time: 0.2840402 Feb 08 21:39:35.950009 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40228) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:35.975714 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7025e03c-6517-492f-a685-fda9e8bb30a3 tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-label-rules?id=394bf2ee-a82b-4e7e-854c-ee6670a6ce79 HTTP/1.1" status: 200 len: 221 time: 0.0209904 Feb 08 21:39:35.976700 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40232) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:35.989337 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-078a571d-84fa-4031-a993-622017be6c28 tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1434360896', 'description': 'label created by tempest'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:35.989337 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-078a571d-84fa-4031-a993-622017be6c28 tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] Unknown quota resources ['metering_label']. {{(pid=103434) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 21:39:36.214900 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40234) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:36.235367 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32f14929-b1de-4516-850e-9c72c65d3663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:36.345999 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-078a571d-84fa-4031-a993-622017be6c28 tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:36.349650 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-078a571d-84fa-4031-a993-622017be6c28 tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] 10.222.0.88 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3691955 Feb 08 21:39:36.351089 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40240) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:36.397283 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:36.401528 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f0ad115a-a7e0-4947-846b-20a1b199e603 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (c109e3d2-5b79-4172-b602-8294eed345b1), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:36.410726 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c281c1-5518-4780-874b-fe4a07035d31 req-d7e45ab5-1828-43e9-b57d-361a24be46fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:36.413700 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-48c281c1-5518-4780-874b-fe4a07035d31 req-d7e45ab5-1828-43e9-b57d-361a24be46fc service neutron] 10.222.0.96 "GET /v2.0/networks?id=338e2c30-60ac-4170-8397-f6a4ad7231d2 HTTP/1.1" status: 200 len: 921 time: 1.2274842 Feb 08 21:39:36.461611 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4b7e911b-b069-47b0-b372-454007383303 req-db8b8260-a34a-42f7-8fc0-9cc592f30d8f tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=bbd9f738-6a6a-4903-b855-7495747638b6 HTTP/1.1" status: 200 len: 210 time: 0.7595503 Feb 08 21:39:36.476202 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6167f012-1071-4e3c-8324-ce037d66558c tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-labels?id=c6770d74-9b43-4307-9d3a-fee839f353fd HTTP/1.1" status: 200 len: 468 time: 0.1221120 Feb 08 21:39:36.476993 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40246) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:36.563081 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-880c8772-b731-490b-84c2-498527f1e7be tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:36.564876 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-880c8772-b731-490b-84c2-498527f1e7be tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.96 "GET /v2.0/networks?id=b5326457-53c9-4ce3-8eff-31ed490f5fcc HTTP/1.1" status: 200 len: 814 time: 1.0396233 Feb 08 21:39:36.591065 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f0ad115a-a7e0-4947-846b-20a1b199e603 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (c109e3d2-5b79-4172-b602-8294eed345b1), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:36.626393 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-34561097-82e0-4fc4-b5b0-ac70ea593fae tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Request body: {'port': {'device_id': 'bbd9f738-6a6a-4903-b855-7495747638b6', 'network_id': 'b5326457-53c9-4ce3-8eff-31ed490f5fcc', 'admin_state_up': True, 'tenant_id': 'f78ef32583a7407daedbb84d3ab485f9'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:36.655811 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:36.711218 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-48c281c1-5518-4780-874b-fe4a07035d31 req-a339f195-1605-4043-be1b-5948c4066410 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13efccdd-ecd6-49e7-9566-bfbcb316eeda HTTP/1.1" status: 200 len: 1001 time: 0.2527938 Feb 08 21:39:36.721426 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32f14929-b1de-4516-850e-9c72c65d3663 admin admin] Publish callbacks [] for security_group (23ac09f1-4deb-4f8c-8977-f46b508e6abf), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:36.727426 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1626cc8-b217-48f8-922d-612555492aa5 req-2d8d4891-a1c7-4851-820b-8840ead0a918 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.236 HTTP/1.1" status: 200 len: 1001 time: 1.1419718 Feb 08 21:39:36.763685 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32f14929-b1de-4516-850e-9c72c65d3663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (23ac09f1-4deb-4f8c-8977-f46b508e6abf), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:36.774285 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04b21e18-d31a-48e2-bc5f-274940eba4f7 tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:36.776549 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-04b21e18-d31a-48e2-bc5f-274940eba4f7 tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] 10.222.0.88 "DELETE /v2.0/metering/metering-labels/c6770d74-9b43-4307-9d3a-fee839f353fd HTTP/1.1" status: 204 len: 168 time: 0.2929890 Feb 08 21:39:36.782883 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40254) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:36.834532 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4dddcdc5-3bfe-4a11-8990-e39f431ae7f4 tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-labels?id=c6770d74-9b43-4307-9d3a-fee839f353fd HTTP/1.1" status: 200 len: 216 time: 0.0483243 Feb 08 21:39:36.835778 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f14929-b1de-4516-850e-9c72c65d3663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ac09f1-4deb-4f8c-8977-f46b508e6abf,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:36.839380 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40258) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:36.843309 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-32f14929-b1de-4516-850e-9c72c65d3663 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=73b37c0b019740d8b676cb05fd3dea55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6261499 Feb 08 21:39:36.847058 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40260) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:36.869180 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-61559391-26a3-4221-bf4b-9bd451eec51d tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0242450 Feb 08 21:39:36.874988 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40262) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:36.905691 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e1925825-0f64-413d-b070-fe957dce1ccc tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0293565 Feb 08 21:39:36.911258 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40264) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:36.946275 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c281c1-5518-4780-874b-fe4a07035d31 req-5deee85b-3a33-4f69-b0e3-a5255c08aa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:36.948064 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-48c281c1-5518-4780-874b-fe4a07035d31 req-5deee85b-3a33-4f69-b0e3-a5255c08aa48 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c4fa435-c388-4a9c-b5b8-15d88c51a78f HTTP/1.1" status: 200 len: 860 time: 0.2137787 Feb 08 21:39:36.981954 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1626cc8-b217-48f8-922d-612555492aa5 req-165f4d66-0aea-496e-ba30-37d5e78cca28 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:36.986221 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-89c10216-46b0-47c0-8cce-2293f71b098d tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-labels/b019a0a4-6872-4d98-a462-3b0695628d88 HTTP/1.1" status: 200 len: 472 time: 0.0705059 Feb 08 21:39:36.986221 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b380c3e2-2589-4f90-a1a6-c46cf400e3ad admin admin] Publish callbacks [] for security_group (23ac09f1-4deb-4f8c-8977-f46b508e6abf), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:36.990921 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40268) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:36.993349 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1626cc8-b217-48f8-922d-612555492aa5 req-165f4d66-0aea-496e-ba30-37d5e78cca28 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports/13efccdd-ecd6-49e7-9566-bfbcb316eeda HTTP/1.1" status: 200 len: 942 time: 0.2648518 Feb 08 21:39:36.994121 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f0ad115a-a7e0-4947-846b-20a1b199e603 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c109e3d2-5b79-4172-b602-8294eed345b1), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:36.996827 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f0ad115a-a7e0-4947-846b-20a1b199e603 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:37.000693 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f0ad115a-a7e0-4947-846b-20a1b199e603 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/security-groups/c109e3d2-5b79-4172-b602-8294eed345b1 HTTP/1.1" status: 204 len: 168 time: 1.6292174 Feb 08 21:39:37.019631 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-21b02066-fafd-4291-a50c-5c56c3a49643 tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] 10.222.0.88 "GET /v2.0/metering/metering-label-rules/0c96ff42-83f5-4d17-89cb-e880b5f2f58d HTTP/1.1" status: 200 len: 461 time: 0.0143657 Feb 08 21:39:37.020356 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40270) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:37.020709 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40272) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:37.028887 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-48c281c1-5518-4780-874b-fe4a07035d31 req-bace670b-03f4-45ba-bb92-fd5b8dffa217 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=338e2c30-60ac-4170-8397-f6a4ad7231d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667806 Feb 08 21:39:37.067958 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b380c3e2-2589-4f90-a1a6-c46cf400e3ad admin admin] Publish callbacks [] for security_group (23ac09f1-4deb-4f8c-8977-f46b508e6abf), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:37.090703 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad115a-a7e0-4947-846b-20a1b199e603 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c109e3d2-5b79-4172-b602-8294eed345b1,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:37.150266 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b380c3e2-2589-4f90-a1a6-c46cf400e3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (23ac09f1-4deb-4f8c-8977-f46b508e6abf), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:37.156888 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-34561097-82e0-4fc4-b5b0-ac70ea593fae tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Made reservation on behalf of f78ef32583a7407daedbb84d3ab485f9 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:39:37.161165 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-34561097-82e0-4fc4-b5b0-ac70ea593fae tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:37.165548 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1626cc8-b217-48f8-922d-612555492aa5 req-6b63903b-b911-4277-b216-8848609b4aab tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.236 HTTP/1.1" status: 200 len: 1001 time: 0.1113129 Feb 08 21:39:37.170009 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b380c3e2-2589-4f90-a1a6-c46cf400e3ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:37.171475 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b380c3e2-2589-4f90-a1a6-c46cf400e3ad admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/23ac09f1-4deb-4f8c-8977-f46b508e6abf HTTP/1.1" status: 204 len: 168 time: 0.3182983 Feb 08 21:39:37.202791 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380c3e2-2589-4f90-a1a6-c46cf400e3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ac09f1-4deb-4f8c-8977-f46b508e6abf,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:37.375108 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b571cb-0510-4687-acd4-3220fc94c1a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting subnet 11042c40-ab1e-400e-b471-40b63ab42a30 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:39:37.407348 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97b571cb-0510-4687-acd4-3220fc94c1a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for subnet (11042c40-ab1e-400e-b471-40b63ab42a30), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:37.585764 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9943496f-9b4e-4cac-804d-7d3bca5ae96f tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:37.586971 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9943496f-9b4e-4cac-804d-7d3bca5ae96f tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] 10.222.0.88 "DELETE /v2.0/metering/metering-label-rules/0c96ff42-83f5-4d17-89cb-e880b5f2f58d HTTP/1.1" status: 204 len: 168 time: 0.5605969 Feb 08 21:39:37.589689 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40292) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:37.610897 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97b571cb-0510-4687-acd4-3220fc94c1a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (11042c40-ab1e-400e-b471-40b63ab42a30), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:37.717949 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-48c281c1-5518-4780-874b-fe4a07035d31 req-59a58a3b-d86a-4ffc-9f3e-6b442887aee4 service neutron] 10.222.0.96 "GET /v2.0/networks/338e2c30-60ac-4170-8397-f6a4ad7231d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6602883 Feb 08 21:39:37.719827 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-900fda0a-6acb-48f5-a050-47ee3e15ed0e req-1a15adb2-89b7-451a-95a1-0e235a050450 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=bbd9f738-6a6a-4903-b855-7495747638b6 HTTP/1.1" status: 200 len: 210 time: 0.0653412 Feb 08 21:39:37.734182 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1626cc8-b217-48f8-922d-612555492aa5 req-c29bd488-63da-4519-a97e-607372a38c25 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:37.741790 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1626cc8-b217-48f8-922d-612555492aa5 req-c29bd488-63da-4519-a97e-607372a38c25 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 784 time: 0.5598788 Feb 08 21:39:37.769031 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-f1626cc8-b217-48f8-922d-612555492aa5 req-dbeacb3a-b5e1-4397-bab5-836b46580104 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:39:37.783600 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1626cc8-b217-48f8-922d-612555492aa5 req-dbeacb3a-b5e1-4397-bab5-836b46580104 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0404015 Feb 08 21:39:37.844127 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-34561097-82e0-4fc4-b5b0-ac70ea593fae tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Allocated IP 172.20.0.6 (b5326457-53c9-4ce3-8eff-31ed490f5fcc/1829db1a-bc95-499c-9def-413e4d0051fd/951a528b-3911-4676-b8cf-fac9d5faf014) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:39:38.009948 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40304) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:38.260812 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-48c281c1-5518-4780-874b-fe4a07035d31 req-1dcb1fda-3408-4d20-906a-b2cbdf57053b service neutron] 10.222.0.96 "GET /v2.0/networks/338e2c30-60ac-4170-8397-f6a4ad7231d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5333836 Feb 08 21:39:38.270988 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97b571cb-0510-4687-acd4-3220fc94c1a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (11042c40-ab1e-400e-b471-40b63ab42a30), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:38.363511 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dec6fd0d-904d-4678-8376-91b3ec7dff43 tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:38.368215 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-dec6fd0d-904d-4678-8376-91b3ec7dff43 tempest-MeteringTestJSON-1653068897 tempest-MeteringTestJSON-1653068897-project-admin] 10.222.0.88 "DELETE /v2.0/metering/metering-labels/b019a0a4-6872-4d98-a462-3b0695628d88 HTTP/1.1" status: 204 len: 168 time: 0.7772846 Feb 08 21:39:38.390614 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6dbe80df-cb1a-4299-b6df-14127652e11d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:38.412137 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1626cc8-b217-48f8-922d-612555492aa5 req-8a71f848-0537-4e02-ac58-9811553ae60e tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.236 HTTP/1.1" status: 200 len: 1001 time: 0.6110106 Feb 08 21:39:38.439374 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-f1626cc8-b217-48f8-922d-612555492aa5 req-144996bc-895f-4839-94de-f5ee8840c7a1 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:38.548524 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f1626cc8-b217-48f8-922d-612555492aa5 req-144996bc-895f-4839-94de-f5ee8840c7a1 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks [] for floatingip (1027578b-5595-493a-8606-052af49b7e58), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:38.587161 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-34561097-82e0-4fc4-b5b0-ac70ea593fae tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks [] for port (951a528b-3911-4676-b8cf-fac9d5faf014), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:38.686957 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40330) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:38.732565 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97b571cb-0510-4687-acd4-3220fc94c1a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (11042c40-ab1e-400e-b471-40b63ab42a30), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:38.748657 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-34561097-82e0-4fc4-b5b0-ac70ea593fae tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (951a528b-3911-4676-b8cf-fac9d5faf014), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:38.829945 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b571cb-0510-4687-acd4-3220fc94c1a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Subnet': ['ID=11042c40-ab1e-400e-b471-40b63ab42a30,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:38.842893 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026b7f1e-295c-4431-9c69-742bf30b6759 None None] Network c10f28c9-16fd-4f78-b5b9-73f6752151d4 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:39:38.873424 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97b571cb-0510-4687-acd4-3220fc94c1a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:38.880842 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-97b571cb-0510-4687-acd4-3220fc94c1a0 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/subnets/11042c40-ab1e-400e-b471-40b63ab42a30 HTTP/1.1" status: 204 len: 168 time: 1.8561540 Feb 08 21:39:38.884428 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40338) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:39.016533 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-470ec043-6f5a-431c-9c2b-e7c73ad26ded tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting subnet 6cee4431-b605-48f4-8aba-7859f3a220fc {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:39:39.022125 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-470ec043-6f5a-431c-9c2b-e7c73ad26ded tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for subnet (6cee4431-b605-48f4-8aba-7859f3a220fc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:39.070239 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-470ec043-6f5a-431c-9c2b-e7c73ad26ded tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (6cee4431-b605-48f4-8aba-7859f3a220fc), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:39.127254 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00d956fb-4488-4e11-a716-e56d6e9927ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:39.175693 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34561097-82e0-4fc4-b5b0-ac70ea593fae tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Pushing event updated for resources: {'Port': ['ID=951a528b-3911-4676-b8cf-fac9d5faf014,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:39.219053 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-470ec043-6f5a-431c-9c2b-e7c73ad26ded tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (6cee4431-b605-48f4-8aba-7859f3a220fc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:39.226807 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-34561097-82e0-4fc4-b5b0-ac70ea593fae tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Network b5326457-53c9-4ce3-8eff-31ed490f5fcc is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:39:39.237183 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-34561097-82e0-4fc4-b5b0-ac70ea593fae tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:39:39.275502 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-34561097-82e0-4fc4-b5b0-ac70ea593fae tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:39:39.314400 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00d956fb-4488-4e11-a716-e56d6e9927ea admin admin] Publish callbacks [] for security_group (f42be410-2681-4103-a57d-c38c89c4cf18), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:39.316605 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-470ec043-6f5a-431c-9c2b-e7c73ad26ded tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (6cee4431-b605-48f4-8aba-7859f3a220fc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:39.346980 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ec043-6f5a-431c-9c2b-e7c73ad26ded tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Subnet': ['ID=6cee4431-b605-48f4-8aba-7859f3a220fc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:39.350738 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00d956fb-4488-4e11-a716-e56d6e9927ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f42be410-2681-4103-a57d-c38c89c4cf18), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:39.373123 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-470ec043-6f5a-431c-9c2b-e7c73ad26ded tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:39.378920 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-470ec043-6f5a-431c-9c2b-e7c73ad26ded tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/subnets/6cee4431-b605-48f4-8aba-7859f3a220fc HTTP/1.1" status: 204 len: 168 time: 0.4910471 Feb 08 21:39:39.385665 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40350) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:39.408332 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d956fb-4488-4e11-a716-e56d6e9927ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42be410-2681-4103-a57d-c38c89c4cf18,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:39.417590 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-00d956fb-4488-4e11-a716-e56d6e9927ea admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=197c06d5425441d1bc35e98c89fccf44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7289498 Feb 08 21:39:39.419109 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40352) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:39.428407 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-34561097-82e0-4fc4-b5b0-ac70ea593fae tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:39.429823 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-34561097-82e0-4fc4-b5b0-ac70ea593fae tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:39.468930 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-b85c5ff7-8485-4cef-834c-ae05d7de4eb4 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] DELETE failed (client error): The resource could not be found. Feb 08 21:39:39.469431 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b85c5ff7-8485-4cef-834c-ae05d7de4eb4 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:39:39.476789 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b85c5ff7-8485-4cef-834c-ae05d7de4eb4 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/subnets/11042c40-ab1e-400e-b471-40b63ab42a30 HTTP/1.1" status: 404 len: 337 time: 0.0901935 Feb 08 21:39:39.479408 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-34561097-82e0-4fc4-b5b0-ac70ea593fae tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8779261 Feb 08 21:39:39.483020 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40356) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:39.491479 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453844f-12db-45df-84b1-27df4e6d8320 req-717af6fb-d387-4ded-b034-71cc68fc5e39 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:39.493693 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9453844f-12db-45df-84b1-27df4e6d8320 req-717af6fb-d387-4ded-b034-71cc68fc5e39 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=bbd9f738-6a6a-4903-b855-7495747638b6 HTTP/1.1" status: 200 len: 931 time: 0.5877187 Feb 08 21:39:39.508719 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-c9080e8b-8960-463d-9e93-727836b63d54 service neutron] Request body: {'port': {'device_id': 'bbd9f738-6a6a-4903-b855-7495747638b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:39.514268 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954dc8fe-69cc-4871-b5f7-ed6e9beb6f44 None None] Update dhcp port {'port': {'network_id': 'c10f28c9-16fd-4f78-b5b9-73f6752151d4', 'fixed_ips': [{'subnet_id': '87be7797-f331-42f5-8ffc-d660d0dd5c06', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6cee4431-b605-48f4-8aba-7859f3a220fc'}], 'binding:host_id': 'n-d-712143-31'}, 'id': 'd7a26d42-dfab-4ebf-b79e-16b52aaf56f0'} from n-d-712143-31. {{(pid=103435) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 21:39:39.541873 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dff1160-5ae5-4004-99cb-974e2eecc97d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting subnet 87be7797-f331-42f5-8ffc-d660d0dd5c06 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:39:39.551880 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1dff1160-5ae5-4004-99cb-974e2eecc97d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for subnet (87be7797-f331-42f5-8ffc-d660d0dd5c06), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:39.585902 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-954dc8fe-69cc-4871-b5f7-ed6e9beb6f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:39.637337 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5892597-ec70-4424-a6f2-30c03197127c admin admin] Publish callbacks [] for security_group (f42be410-2681-4103-a57d-c38c89c4cf18), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:39.669396 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5892597-ec70-4424-a6f2-30c03197127c admin admin] Publish callbacks [] for security_group (f42be410-2681-4103-a57d-c38c89c4cf18), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:39.723606 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9453844f-12db-45df-84b1-27df4e6d8320 req-a7bfa1ed-0073-4c25-8ade-0da94d329972 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541388 Feb 08 21:39:39.742482 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5892597-ec70-4424-a6f2-30c03197127c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f42be410-2681-4103-a57d-c38c89c4cf18), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:39.746270 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5892597-ec70-4424-a6f2-30c03197127c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:39.750334 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a5892597-ec70-4424-a6f2-30c03197127c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f42be410-2681-4103-a57d-c38c89c4cf18 HTTP/1.1" status: 204 len: 168 time: 0.2985651 Feb 08 21:39:39.763514 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1dff1160-5ae5-4004-99cb-974e2eecc97d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (87be7797-f331-42f5-8ffc-d660d0dd5c06), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:39.837661 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-c9080e8b-8960-463d-9e93-727836b63d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (951a528b-3911-4676-b8cf-fac9d5faf014), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:39.844007 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5892597-ec70-4424-a6f2-30c03197127c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42be410-2681-4103-a57d-c38c89c4cf18,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:40.055498 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1dff1160-5ae5-4004-99cb-974e2eecc97d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (87be7797-f331-42f5-8ffc-d660d0dd5c06), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server [None req-954dc8fe-69cc-4871-b5f7-ed6e9beb6f44 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 87be7797-f331-42f5-8ffc-d660d0dd5c06: This subnet is being modified by another concurrent operation. Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 21:39:40.211188 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise exception Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 87be7797-f331-42f5-8ffc-d660d0dd5c06: This subnet is being modified by another concurrent operation. Feb 08 21:39:40.215119 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server Feb 08 21:39:40.225890 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1dff1160-5ae5-4004-99cb-974e2eecc97d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (87be7797-f331-42f5-8ffc-d660d0dd5c06), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:40.237509 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6dbe80df-cb1a-4299-b6df-14127652e11d admin admin] Publish callbacks [] for security_group (df666c42-a083-44e4-a0f4-dda49cc99080), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:40.256723 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f1626cc8-b217-48f8-922d-612555492aa5 req-144996bc-895f-4839-94de-f5ee8840c7a1 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:40.259348 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6dbe80df-cb1a-4299-b6df-14127652e11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (df666c42-a083-44e4-a0f4-dda49cc99080), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:40.321867 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f1626cc8-b217-48f8-922d-612555492aa5 req-144996bc-895f-4839-94de-f5ee8840c7a1 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (1027578b-5595-493a-8606-052af49b7e58), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:40.322318 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [req-f1626cc8-b217-48f8-922d-612555492aa5 req-144996bc-895f-4839-94de-f5ee8840c7a1 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Floating IP 1027578b-5595-493a-8606-052af49b7e58 disassociated. External IP: 172.25.3.236, port: 13efccdd-ecd6-49e7-9566-bfbcb316eeda. Feb 08 21:39:40.347352 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1dff1160-5ae5-4004-99cb-974e2eecc97d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:40.353731 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49056694-cc24-429e-a17c-d5cef82e3381 None None] get_active_networks_info from n-d-712143-31 {{(pid=103435) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 21:39:40.356179 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1dff1160-5ae5-4004-99cb-974e2eecc97d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/subnets/87be7797-f331-42f5-8ffc-d660d0dd5c06 HTTP/1.1" status: 204 len: 168 time: 0.8720200 Feb 08 21:39:40.356852 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40374) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:40.359739 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff1160-5ae5-4004-99cb-974e2eecc97d tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Subnet': ['ID=87be7797-f331-42f5-8ffc-d660d0dd5c06,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:40.361501 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-c330d34e-9d38-4aac-b3b7-b79651d092ba None None] Provisioning complete for port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:39:40.363421 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c330d34e-9d38-4aac-b3b7-b79651d092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:40.442525 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-9776885a-7501-4d4b-b1d8-3bebe22499b3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] DELETE failed (client error): The resource could not be found. Feb 08 21:39:40.443242 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9776885a-7501-4d4b-b1d8-3bebe22499b3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:39:40.449115 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9776885a-7501-4d4b-b1d8-3bebe22499b3 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/subnets/dc4b0711-9600-438f-a961-b7028181f111 HTTP/1.1" status: 404 len: 337 time: 0.0887830 Feb 08 21:39:40.449590 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40378) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:40.485864 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-07c5d414-6706-41b6-a519-f73698c00a67 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "GET /v2.0/ports?device_id=64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3 HTTP/1.1" status: 200 len: 205 time: 0.0349233 Feb 08 21:39:40.488557 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40380) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:40.538305 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-91402481-9515-4848-bd7c-508d0b3dd416 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] delete failed (client error): The resource could not be found. Feb 08 21:39:40.542000 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-91402481-9515-4848-bd7c-508d0b3dd416 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/routers/64ea7882-d4e3-4a4f-a8ff-4eec7670a8a3 HTTP/1.1" status: 404 len: 336 time: 0.0490410 Feb 08 21:39:40.542521 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40382) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:40.581124 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7245f7-86e6-46af-a930-d6e19f49b633 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] DELETE failed (client error): The resource could not be found. Feb 08 21:39:40.582306 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b7245f7-86e6-46af-a930-d6e19f49b633 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:39:40.588736 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5b7245f7-86e6-46af-a930-d6e19f49b633 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/subnets/58cdee25-11f1-4093-86c8-42755d8a731e HTTP/1.1" status: 404 len: 337 time: 0.0427406 Feb 08 21:39:40.594527 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40384) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:40.622640 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c330d34e-9d38-4aac-b3b7-b79651d092ba None None] Current status of the port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:39:40.674319 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dfac059-1a93-4d35-8949-ad10131ec4e7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] DELETE failed (client error): The resource could not be found. Feb 08 21:39:40.677968 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-c330d34e-9d38-4aac-b3b7-b79651d092ba None None] Provisioning complete for port a1d33449-c4dd-46c3-9699-9b107d0417dd triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:39:40.678710 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c330d34e-9d38-4aac-b3b7-b79651d092ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a1d33449-c4dd-46c3-9699-9b107d0417dd), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:40.685316 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dfac059-1a93-4d35-8949-ad10131ec4e7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:39:40.705512 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8dfac059-1a93-4d35-8949-ad10131ec4e7 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/subnets/c3be5f46-e7de-4d7c-b69e-524fd25f10c2 HTTP/1.1" status: 404 len: 337 time: 0.1056540 Feb 08 21:39:40.705975 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40388) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:40.768525 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40390) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:40.783619 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:39:40.788827 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f2ee19fc-7cb0-44aa-a436-e159fc0304b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:40.856119 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6dbe80df-cb1a-4299-b6df-14127652e11d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dad2fefd8d5c4a75abe1919549f14e11&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8468897 Feb 08 21:39:40.859423 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49056694-cc24-429e-a17c-d5cef82e3381 None None] Resources bound (agent type, host, resource id): {{(pid=103435) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 21:39:40.874930 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40396) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:40.885209 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c330d34e-9d38-4aac-b3b7-b79651d092ba None None] Port a1d33449-c4dd-46c3-9699-9b107d0417dd cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:39:40.901307 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f2ee19fc-7cb0-44aa-a436-e159fc0304b3 admin admin] Publish callbacks [] for security_group (f309c41a-e7d5-407d-97dd-7991f0dc430d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:40.904010 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-22eb09ca-5390-4b9d-9747-514310e35664 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] DELETE failed (client error): The resource could not be found. Feb 08 21:39:40.906477 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22eb09ca-5390-4b9d-9747-514310e35664 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:39:40.906762 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe80df-cb1a-4299-b6df-14127652e11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df666c42-a083-44e4-a0f4-dda49cc99080,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:40.911831 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-22eb09ca-5390-4b9d-9747-514310e35664 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/subnets/227804ff-57a9-43ff-916f-ccce46a9be20 HTTP/1.1" status: 404 len: 337 time: 0.2047672 Feb 08 21:39:40.914111 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f2ee19fc-7cb0-44aa-a436-e159fc0304b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f309c41a-e7d5-407d-97dd-7991f0dc430d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:40.937159 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40398) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:40.951524 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f2ee19fc-7cb0-44aa-a436-e159fc0304b3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=600e51409cd44797b42b1c0a9c41b02f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1820397 Feb 08 21:39:40.953475 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40400) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:41.003294 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa2f4143-12c7-4fd8-86fe-3916c7739f37 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] DELETE failed (client error): The resource could not be found. Feb 08 21:39:41.003880 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa2f4143-12c7-4fd8-86fe-3916c7739f37 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:39:41.009199 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fa2f4143-12c7-4fd8-86fe-3916c7739f37 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/ports/0463627f-0593-40b6-935c-a46c12774064 HTTP/1.1" status: 404 len: 333 time: 0.0647943 Feb 08 21:39:41.014312 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40402) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:41.019031 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:39:41.019248 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:41.061091 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f851a62-0599-4977-91df-68e519c507bb tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] DELETE failed (client error): The resource could not be found. Feb 08 21:39:41.062077 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f851a62-0599-4977-91df-68e519c507bb tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:39:41.067223 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6f851a62-0599-4977-91df-68e519c507bb tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/subnets/742faab4-0e48-4d26-9d80-fed702a001c6 HTTP/1.1" status: 404 len: 337 time: 0.0497837 Feb 08 21:39:41.067223 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee19fc-7cb0-44aa-a436-e159fc0304b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f309c41a-e7d5-407d-97dd-7991f0dc430d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:41.077470 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd81e4a-f86d-456d-8285-2170739700c3 req-7a5aeec6-86b7-4ec5-ac70-87bd71fd1b69 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:41.078575 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5bd81e4a-f86d-456d-8285-2170739700c3 req-7a5aeec6-86b7-4ec5-ac70-87bd71fd1b69 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=bbd9f738-6a6a-4903-b855-7495747638b6 HTTP/1.1" status: 200 len: 931 time: 0.2350500 Feb 08 21:39:41.080518 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40404) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:41.098134 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d7a26d42-dfab-4ebf-b79e-16b52aaf56f0,segment=NetworkSegment(9bc336de-edba-4ba3-a859-8a497b079808),segment_id=9bc336de-edba-4ba3-a859-8a497b079808)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:39:41.118498 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:41.129523 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-db71c532-c939-4ad5-9ef3-3a5f2a59c7ff tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] DELETE failed (client error): The resource could not be found. Feb 08 21:39:41.130411 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db71c532-c939-4ad5-9ef3-3a5f2a59c7ff tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:39:41.137397 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-db71c532-c939-4ad5-9ef3-3a5f2a59c7ff tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/subnets/64dfede5-8488-4ba1-8865-47d943c6fa52 HTTP/1.1" status: 404 len: 337 time: 0.0509450 Feb 08 21:39:41.137397 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40406) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:41.163449 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd6f39e-8782-4688-817f-2f341f6b992a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] DELETE failed (client error): The resource could not be found. Feb 08 21:39:41.164037 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd6f39e-8782-4688-817f-2f341f6b992a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:39:41.170111 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2bd6f39e-8782-4688-817f-2f341f6b992a tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/ports/d6f6ebd7-66de-47a8-845f-4348dc2e53ee HTTP/1.1" status: 404 len: 333 time: 0.0301526 Feb 08 21:39:41.170393 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0ba089b-b258-450e-b5bd-c2b1edb2f288 admin admin] Publish callbacks [] for security_group (f309c41a-e7d5-407d-97dd-7991f0dc430d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:41.172841 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40408) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:41.181206 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=d7a26d42-dfab-4ebf-b79e-16b52aaf56f0,revision_number=11']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:41.216823 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0268cb7-0bac-4ca6-a2cf-8eb36a3fc353 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] DELETE failed (client error): The resource could not be found. Feb 08 21:39:41.217497 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0268cb7-0bac-4ca6-a2cf-8eb36a3fc353 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:39:41.222889 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c0268cb7-0bac-4ca6-a2cf-8eb36a3fc353 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/subnets/2d445923-a067-4d2b-af27-0bbafab77f67 HTTP/1.1" status: 404 len: 337 time: 0.0468428 Feb 08 21:39:41.224497 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40414) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:41.238830 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8a0b14c1-a617-4a66-b410-3e93ee9fa145 admin admin] Publish callbacks [] for security_group (df666c42-a083-44e4-a0f4-dda49cc99080), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:41.263944 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5bd81e4a-f86d-456d-8285-2170739700c3 req-cade6293-e8ac-4312-98d1-fd786d7cc138 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753559 Feb 08 21:39:41.264290 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0159e0-d5bb-475b-8e49-1aa4fbb235e4 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] DELETE failed (client error): The resource could not be found. Feb 08 21:39:41.265349 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb0159e0-d5bb-475b-8e49-1aa4fbb235e4 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:39:41.269629 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-eb0159e0-d5bb-475b-8e49-1aa4fbb235e4 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/subnets/659f1f2d-2d7b-4f22-bbd4-d3ab5cf9f8e5 HTTP/1.1" status: 404 len: 337 time: 0.0434411 Feb 08 21:39:41.284754 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40416) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:41.287274 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff410cda-4ab9-48cd-b1cb-3d1a83d59c77 None None] Network c10f28c9-16fd-4f78-b5b9-73f6752151d4 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:39:41.309060 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0ba089b-b258-450e-b5bd-c2b1edb2f288 admin admin] Publish callbacks [] for security_group (f309c41a-e7d5-407d-97dd-7991f0dc430d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:41.320785 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8a0b14c1-a617-4a66-b410-3e93ee9fa145 admin admin] Publish callbacks [] for security_group (df666c42-a083-44e4-a0f4-dda49cc99080), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:41.384563 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-c9080e8b-8960-463d-9e93-727836b63d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951a528b-3911-4676-b8cf-fac9d5faf014 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:39:41.419441 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-c9080e8b-8960-463d-9e93-727836b63d54 service neutron] Publish callbacks [] for port (951a528b-3911-4676-b8cf-fac9d5faf014), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:41.445400 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2c458414-c41a-4889-a78f-bf87c223ffaf None None] Provisioning complete for port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:39:41.446685 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c458414-c41a-4889-a78f-bf87c223ffaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:41.453525 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0ba089b-b258-450e-b5bd-c2b1edb2f288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f309c41a-e7d5-407d-97dd-7991f0dc430d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:41.456262 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0ba089b-b258-450e-b5bd-c2b1edb2f288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:41.457496 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e0ba089b-b258-450e-b5bd-c2b1edb2f288 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f309c41a-e7d5-407d-97dd-7991f0dc430d HTTP/1.1" status: 204 len: 168 time: 0.5029740 Feb 08 21:39:41.471746 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-c9080e8b-8960-463d-9e93-727836b63d54 service neutron] Transition to ACTIVE for port object 951a528b-3911-4676-b8cf-fac9d5faf014 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:39:41.476474 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-c9080e8b-8960-463d-9e93-727836b63d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (951a528b-3911-4676-b8cf-fac9d5faf014), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:41.492320 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-da94e879-baa4-4aa0-a7f4-c19dea6e7b73 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting port a1d33449-c4dd-46c3-9699-9b107d0417dd {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:39:41.492657 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da94e879-baa4-4aa0-a7f4-c19dea6e7b73 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (a1d33449-c4dd-46c3-9699-9b107d0417dd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:41.513219 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1626cc8-b217-48f8-922d-612555492aa5 req-144996bc-895f-4839-94de-f5ee8840c7a1 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Router bd9bd15f-1946-44e2-aa30-44a66efa89ba has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:39:41.604405 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8a0b14c1-a617-4a66-b410-3e93ee9fa145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (df666c42-a083-44e4-a0f4-dda49cc99080), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:41.609602 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8a0b14c1-a617-4a66-b410-3e93ee9fa145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:41.613521 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8a0b14c1-a617-4a66-b410-3e93ee9fa145 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/df666c42-a083-44e4-a0f4-dda49cc99080 HTTP/1.1" status: 204 len: 168 time: 0.7086706 Feb 08 21:39:41.614579 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9080e8b-8960-463d-9e93-727836b63d54 service neutron] Pushing event updated for resources: {'Port': ['ID=951a528b-3911-4676-b8cf-fac9d5faf014,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:41.634419 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da94e879-baa4-4aa0-a7f4-c19dea6e7b73 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (a1d33449-c4dd-46c3-9699-9b107d0417dd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:41.686630 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba089b-b258-450e-b5bd-c2b1edb2f288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f309c41a-e7d5-407d-97dd-7991f0dc430d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:41.697120 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-da94e879-baa4-4aa0-a7f4-c19dea6e7b73 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Calling delete_port for a1d33449-c4dd-46c3-9699-9b107d0417dd owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:39:41.726876 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2c458414-c41a-4889-a78f-bf87c223ffaf None None] Current status of the port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:39:41.727396 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c458414-c41a-4889-a78f-bf87c223ffaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:41.750014 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329365fc-a566-4c3b-b428-8df61e63a799 None None] DHCP port deletion for c10f28c9-16fd-4f78-b5b9-73f6752151d4 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:39:41.855777 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2c458414-c41a-4889-a78f-bf87c223ffaf None None] For port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d7a26d42-dfab-4ebf-b79e-16b52aaf56f0,segment=NetworkSegment(9bc336de-edba-4ba3-a859-8a497b079808),segment_id=9bc336de-edba-4ba3-a859-8a497b079808)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:39:41.871873 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c458414-c41a-4889-a78f-bf87c223ffaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:41.876954 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da94e879-baa4-4aa0-a7f4-c19dea6e7b73 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (a1d33449-c4dd-46c3-9699-9b107d0417dd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:41.902183 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b14c1-a617-4a66-b410-3e93ee9fa145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df666c42-a083-44e4-a0f4-dda49cc99080,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:41.916166 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94e879-baa4-4aa0-a7f4-c19dea6e7b73 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Port': ['ID=a1d33449-c4dd-46c3-9699-9b107d0417dd,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:41.936806 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da94e879-baa4-4aa0-a7f4-c19dea6e7b73 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:41.942642 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-da94e879-baa4-4aa0-a7f4-c19dea6e7b73 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/ports/a1d33449-c4dd-46c3-9699-9b107d0417dd HTTP/1.1" status: 204 len: 168 time: 0.6570024 Feb 08 21:39:41.945043 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40434) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:41.977637 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2c458414-c41a-4889-a78f-bf87c223ffaf None None] Could not find standard attr ID for object a1d33449-c4dd-46c3-9699-9b107d0417dd. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:39:41.989592 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-329365fc-a566-4c3b-b428-8df61e63a799 None None] Deleting port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:39:41.989972 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-329365fc-a566-4c3b-b428-8df61e63a799 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:42.053266 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c458414-c41a-4889-a78f-bf87c223ffaf None None] Pushing event updated for resources: {'Port': ['ID=d7a26d42-dfab-4ebf-b79e-16b52aaf56f0,revision_number=12']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:42.081706 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-c9080e8b-8960-463d-9e93-727836b63d54 service neutron] Attempting to bind port 951a528b-3911-4676-b8cf-fac9d5faf014 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:39:42.082044 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-c9080e8b-8960-463d-9e93-727836b63d54 service neutron] Attempting to bind port 951a528b-3911-4676-b8cf-fac9d5faf014 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '6d12b64d-8e18-49b9-aa36-c463a8b40117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b5326457-53c9-4ce3-8eff-31ed490f5fcc'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:39:42.082371 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-c9080e8b-8960-463d-9e93-727836b63d54 service neutron] Attempting to bind port 951a528b-3911-4676-b8cf-fac9d5faf014 on network b5326457-53c9-4ce3-8eff-31ed490f5fcc {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:39:42.101450 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-329365fc-a566-4c3b-b428-8df61e63a799 None None] For port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d7a26d42-dfab-4ebf-b79e-16b52aaf56f0,segment=NetworkSegment(9bc336de-edba-4ba3-a859-8a497b079808),segment_id=9bc336de-edba-4ba3-a859-8a497b079808)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:39:42.101989 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-329365fc-a566-4c3b-b428-8df61e63a799 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:42.102376 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-c9080e8b-8960-463d-9e93-727836b63d54 service neutron] Port 951a528b-3911-4676-b8cf-fac9d5faf014 on network b5326457-53c9-4ce3-8eff-31ed490f5fcc not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:39:42.102708 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-c9080e8b-8960-463d-9e93-727836b63d54 service neutron] Attempting to bind port 951a528b-3911-4676-b8cf-fac9d5faf014 on network b5326457-53c9-4ce3-8eff-31ed490f5fcc {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:39:42.118829 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-c9080e8b-8960-463d-9e93-727836b63d54 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:39:42.119166 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-329365fc-a566-4c3b-b428-8df61e63a799 None None] Calling delete_port for d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:39:42.119279 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-c9080e8b-8960-463d-9e93-727836b63d54 service neutron] Checking segment: {'id': '6d12b64d-8e18-49b9-aa36-c463a8b40117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b5326457-53c9-4ce3-8eff-31ed490f5fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:39:42.119562 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-c9080e8b-8960-463d-9e93-727836b63d54 service neutron] Bound using segment: {'id': '6d12b64d-8e18-49b9-aa36-c463a8b40117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b5326457-53c9-4ce3-8eff-31ed490f5fcc'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:39:42.120009 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-c9080e8b-8960-463d-9e93-727836b63d54 service neutron] Bound port: 951a528b-3911-4676-b8cf-fac9d5faf014, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d12b64d-8e18-49b9-aa36-c463a8b40117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b5326457-53c9-4ce3-8eff-31ed490f5fcc'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:39:42.120370 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-c9080e8b-8960-463d-9e93-727836b63d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (951a528b-3911-4676-b8cf-fac9d5faf014), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:42.149403 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1626cc8-b217-48f8-922d-612555492aa5 req-144996bc-895f-4839-94de-f5ee8840c7a1 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:39:42.155963 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f1626cc8-b217-48f8-922d-612555492aa5 req-144996bc-895f-4839-94de-f5ee8840c7a1 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:42.184778 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-23ecc6ab-1d1e-40ce-b5c6-d308281b5fe9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (c10f28c9-16fd-4f78-b5b9-73f6752151d4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:42.198900 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40440) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:42.209528 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f101d570-1207-4b02-9ccf-b13d9cd9ace1 None None] Sync routers for ids ['bd9bd15f-1946-44e2-aa30-44a66efa89ba'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:39:42.251823 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f101d570-1207-4b02-9ccf-b13d9cd9ace1 None None] Routers {'bd9bd15f-1946-44e2-aa30-44a66efa89ba'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:39:42.252483 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f101d570-1207-4b02-9ccf-b13d9cd9ace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:39:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['bd9bd15f-1946-44e2-aa30-44a66efa89ba'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:39:42.317889 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1626cc8-b217-48f8-922d-612555492aa5 req-144996bc-895f-4839-94de-f5ee8840c7a1 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "PUT /v2.0/floatingips/1027578b-5595-493a-8606-052af49b7e58 HTTP/1.1" status: 200 len: 695 time: 3.9045672 Feb 08 21:39:42.327495 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0b8350-6630-4447-8637-4bf1f2909682', 'tag': '13efccdd-ecd6-49e7-9566-bfbcb316eeda'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:39:42.329782 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470abb7e-6c99-40aa-be34-3addd9d9de1b" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0b8350-6630-4447-8637-4bf1f2909682", "tag": "13efccdd-ecd6-49e7-9566-bfbcb316eeda"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:39:42.344655 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-23ecc6ab-1d1e-40ce-b5c6-d308281b5fe9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Deleting port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:39:42.345103 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-23ecc6ab-1d1e-40ce-b5c6-d308281b5fe9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:42.470117 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-329365fc-a566-4c3b-b428-8df61e63a799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:42.506058 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-c9080e8b-8960-463d-9e93-727836b63d54 service neutron] For port 951a528b-3911-4676-b8cf-fac9d5faf014, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:39:42.528947 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-23ecc6ab-1d1e-40ce-b5c6-d308281b5fe9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] For port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d7a26d42-dfab-4ebf-b79e-16b52aaf56f0,segment=NetworkSegment(9bc336de-edba-4ba3-a859-8a497b079808),segment_id=9bc336de-edba-4ba3-a859-8a497b079808)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:39:42.530791 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-23ecc6ab-1d1e-40ce-b5c6-d308281b5fe9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:42.536242 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329365fc-a566-4c3b-b428-8df61e63a799 None None] Pushing event deleted for resources: {'Port': ['ID=d7a26d42-dfab-4ebf-b79e-16b52aaf56f0,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:42.557412 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329365fc-a566-4c3b-b428-8df61e63a799 None None] No DVR routers for this DVR port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:39:42.565627 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-c9080e8b-8960-463d-9e93-727836b63d54 service neutron] For port 951a528b-3911-4676-b8cf-fac9d5faf014, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=951a528b-3911-4676-b8cf-fac9d5faf014,segment=NetworkSegment(6d12b64d-8e18-49b9-aa36-c463a8b40117),segment_id=6d12b64d-8e18-49b9-aa36-c463a8b40117)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:39:42.575310 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-23ecc6ab-1d1e-40ce-b5c6-d308281b5fe9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Calling delete_port for d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:39:42.604327 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-c9080e8b-8960-463d-9e93-727836b63d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (951a528b-3911-4676-b8cf-fac9d5faf014), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:42.611912 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-f101d570-1207-4b02-9ccf-b13d9cd9ace1 None None] Set router bd9bd15f-1946-44e2-aa30-44a66efa89ba gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:39:42.635781 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1626cc8-b217-48f8-922d-612555492aa5 req-891b604c-b3ef-4873-9e93-945648f30d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:42.664639 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1626cc8-b217-48f8-922d-612555492aa5 req-891b604c-b3ef-4873-9e93-945648f30d84 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=81bb6f0d0117423abb0a78b02a079884&device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 1128 time: 0.3133225 Feb 08 21:39:42.771720 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67f2238d-f497-4c74-811d-2e17287eac39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:42.842750 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c73f44-0f6c-4498-a8e9-13f94ea79269 req-903ea307-046a-40b2-afc7-52f603e4359d tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:42.844758 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-96c73f44-0f6c-4498-a8e9-13f94ea79269 req-903ea307-046a-40b2-afc7-52f603e4359d tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=bbd9f738-6a6a-4903-b855-7495747638b6 HTTP/1.1" status: 200 len: 943 time: 0.4006779 Feb 08 21:39:42.872825 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-c9080e8b-8960-463d-9e93-727836b63d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:42.874512 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-c9080e8b-8960-463d-9e93-727836b63d54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:42.877084 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-c9080e8b-8960-463d-9e93-727836b63d54 service neutron] 10.222.0.96 "PUT /v2.0/ports/951a528b-3911-4676-b8cf-fac9d5faf014 HTTP/1.1" status: 200 len: 1092 time: 3.3749516 Feb 08 21:39:42.966135 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9080e8b-8960-463d-9e93-727836b63d54 service neutron] Pushing event updated for resources: {'Port': ['ID=951a528b-3911-4676-b8cf-fac9d5faf014,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:42.993974 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67f2238d-f497-4c74-811d-2e17287eac39 admin admin] Publish callbacks [] for security_group (6681eb4f-a6a6-46b0-acf3-6bb3eac4469c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:43.004574 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67f2238d-f497-4c74-811d-2e17287eac39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6681eb4f-a6a6-46b0-acf3-6bb3eac4469c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:43.055291 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-96c73f44-0f6c-4498-a8e9-13f94ea79269 req-46bc0cdb-d4a1-4fe6-87f8-e6da3e11be1b tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989741 Feb 08 21:39:43.056611 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1626cc8-b217-48f8-922d-612555492aa5 req-b255e375-57f2-4267-af09-38428b766874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:43.064508 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1626cc8-b217-48f8-922d-612555492aa5 req-b255e375-57f2-4267-af09-38428b766874 service neutron] 10.222.0.88 "GET /v2.0/networks?id=338e2c30-60ac-4170-8397-f6a4ad7231d2 HTTP/1.1" status: 200 len: 921 time: 0.3970809 Feb 08 21:39:43.112340 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f101d570-1207-4b02-9ccf-b13d9cd9ace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1097730127-router', 'tenant_id': '81bb6f0d0117423abb0a78b02a079884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '2f6af8f5-d91b-4a67-9804-77c3a0432e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:09Z', 'updated_at': '2022-02-08T21:38:19Z', 'revision_number': 4, 'project_id': '81bb6f0d0117423abb0a78b02a079884', 'gw_port': {'id': '2f6af8f5-d91b-4a67-9804-77c3a0432e79', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:12Z', 'updated_at': '2022-02-08T21:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '3401da2c-7eb7-408a-86e1-1d7242573e43', 'name': '', 'network_id': '338e2c30-60ac-4170-8397-f6a4ad7231d2', 'tenant_id': '81bb6f0d0117423abb0a78b02a079884', 'mac_address': 'fa:16:3e:46:09:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '6c4fa435-c388-4a9c-b5b8-15d88c51a78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:17Z', 'updated_at': '2022-02-08T21:38:30Z', 'revision_number': 5, 'project_id': '81bb6f0d0117423abb0a78b02a079884', 'subnets': [{'id': '6c4fa435-c388-4a9c-b5b8-15d88c51a78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:39:43.115206 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2238d-f497-4c74-811d-2e17287eac39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6681eb4f-a6a6-46b0-acf3-6bb3eac4469c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:43.129316 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-67f2238d-f497-4c74-811d-2e17287eac39 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d602c59bc6674516b7a6a4b164d5bfc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9250104 Feb 08 21:39:43.143404 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40472) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:43.183789 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1626cc8-b217-48f8-922d-612555492aa5 req-c6e3dde0-9624-46f3-a901-7e2cb0f31675 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13efccdd-ecd6-49e7-9566-bfbcb316eeda HTTP/1.1" status: 200 len: 217 time: 0.1142349 Feb 08 21:39:43.198927 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f101d570-1207-4b02-9ccf-b13d9cd9ace1 None None] Checking router: bd9bd15f-1946-44e2-aa30-44a66efa89ba for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:39:43.221539 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f101d570-1207-4b02-9ccf-b13d9cd9ace1 None None] Routers {'bd9bd15f-1946-44e2-aa30-44a66efa89ba'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:39:43.222876 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f101d570-1207-4b02-9ccf-b13d9cd9ace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:39:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['bd9bd15f-1946-44e2-aa30-44a66efa89ba'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:39:43.230793 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-23ecc6ab-1d1e-40ce-b5c6-d308281b5fe9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (d7a26d42-dfab-4ebf-b79e-16b52aaf56f0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:43.267141 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f11787-6131-4988-9f11-c78769f5c33a x-openstack-request-id: req-76f11787-6131-4988-9f11-c78769f5c33a {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:39:43.267719 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0b8350-6630-4447-8637-4bf1f2909682", "tag": "13efccdd-ecd6-49e7-9566-bfbcb316eeda", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:39:43.268139 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-76f11787-6131-4988-9f11-c78769f5c33a {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:39:43.268763 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0b8350-6630-4447-8637-4bf1f2909682', 'tag': '13efccdd-ecd6-49e7-9566-bfbcb316eeda', 'status': 'completed', 'code': 200} Feb 08 21:39:43.270730 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1626cc8-b217-48f8-922d-612555492aa5 req-f9a6698f-7ad0-4b38-82bd-243a02b61e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:43.273613 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1626cc8-b217-48f8-922d-612555492aa5 req-f9a6698f-7ad0-4b38-82bd-243a02b61e1d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6c4fa435-c388-4a9c-b5b8-15d88c51a78f HTTP/1.1" status: 200 len: 860 time: 0.0889783 Feb 08 21:39:43.288246 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-ca781c2f-b0d7-4d09-aa4c-64f1ee2f711d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:43.290323 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-ca781c2f-b0d7-4d09-aa4c-64f1ee2f711d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f78ef32583a7407daedbb84d3ab485f9&device_id=bbd9f738-6a6a-4903-b855-7495747638b6 HTTP/1.1" status: 200 len: 1126 time: 0.3495309 Feb 08 21:39:43.324680 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1626cc8-b217-48f8-922d-612555492aa5 req-821f57bf-91c4-4f25-9d1e-edcdd8e19ade service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=338e2c30-60ac-4170-8397-f6a4ad7231d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390117 Feb 08 21:39:43.330337 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ecc6ab-1d1e-40ce-b5c6-d308281b5fe9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Port': ['ID=d7a26d42-dfab-4ebf-b79e-16b52aaf56f0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:43.348171 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ecc6ab-1d1e-40ce-b5c6-d308281b5fe9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] No DVR routers for this DVR port d7a26d42-dfab-4ebf-b79e-16b52aaf56f0 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:39:43.399803 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-2e62271b-3329-4226-9c48-65727175ace8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=951a528b-3911-4676-b8cf-fac9d5faf014 HTTP/1.1" status: 200 len: 217 time: 0.0741386 Feb 08 21:39:43.429841 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb24ea3c-6b55-4cd3-9959-a10944387805 admin admin] Publish callbacks [] for security_group (6681eb4f-a6a6-46b0-acf3-6bb3eac4469c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:43.459575 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb24ea3c-6b55-4cd3-9959-a10944387805 admin admin] Publish callbacks [] for security_group (6681eb4f-a6a6-46b0-acf3-6bb3eac4469c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:43.475373 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-f101d570-1207-4b02-9ccf-b13d9cd9ace1 None None] Set router bd9bd15f-1946-44e2-aa30-44a66efa89ba gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:39:43.495698 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-07c19aa7-6885-49ae-9f38-cb0c43e1dc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:43.496806 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-07c19aa7-6885-49ae-9f38-cb0c43e1dc6f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1829db1a-bc95-499c-9def-413e4d0051fd HTTP/1.1" status: 200 len: 854 time: 0.0857215 Feb 08 21:39:43.579056 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-7ddef087-2626-4f06-9c69-3ccc10c706d4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5326457-53c9-4ce3-8eff-31ed490f5fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441136 Feb 08 21:39:43.612583 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb24ea3c-6b55-4cd3-9959-a10944387805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6681eb4f-a6a6-46b0-acf3-6bb3eac4469c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:43.617579 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb24ea3c-6b55-4cd3-9959-a10944387805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:43.619532 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bb24ea3c-6b55-4cd3-9959-a10944387805 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6681eb4f-a6a6-46b0-acf3-6bb3eac4469c HTTP/1.1" status: 204 len: 168 time: 0.4749048 Feb 08 21:39:43.716959 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24ea3c-6b55-4cd3-9959-a10944387805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6681eb4f-a6a6-46b0-acf3-6bb3eac4469c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:43.730456 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-23ecc6ab-1d1e-40ce-b5c6-d308281b5fe9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (c10f28c9-16fd-4f78-b5b9-73f6752151d4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:43.767061 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-437e40eb-7739-45f4-b170-5e9c31a49b53 req-9c688a1e-a308-4929-aa10-7e6c4641bbaf service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1907990 Feb 08 21:39:43.796234 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470abb7e-6c99-40aa-be34-3addd9d9de1b req-2987cc7d-e2c0-447d-ab6b-4e39ce0bc7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:43.802599 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-470abb7e-6c99-40aa-be34-3addd9d9de1b req-2987cc7d-e2c0-447d-ab6b-4e39ce0bc7aa service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=81bb6f0d0117423abb0a78b02a079884&device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 1128 time: 0.5253203 Feb 08 21:39:43.820272 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-23ecc6ab-1d1e-40ce-b5c6-d308281b5fe9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c10f28c9-16fd-4f78-b5b9-73f6752151d4']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:39:43.977509 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-23ecc6ab-1d1e-40ce-b5c6-d308281b5fe9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc336de-edba-4ba3-a859-8a497b079808') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:39:43.978212 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-23ecc6ab-1d1e-40ce-b5c6-d308281b5fe9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc336de-edba-4ba3-a859-8a497b079808') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:39:44.010604 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-23ecc6ab-1d1e-40ce-b5c6-d308281b5fe9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (9bc336de-edba-4ba3-a859-8a497b079808), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:44.036641 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f101d570-1207-4b02-9ccf-b13d9cd9ace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1097730127-router', 'tenant_id': '81bb6f0d0117423abb0a78b02a079884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '2f6af8f5-d91b-4a67-9804-77c3a0432e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:09Z', 'updated_at': '2022-02-08T21:38:19Z', 'revision_number': 4, 'project_id': '81bb6f0d0117423abb0a78b02a079884', 'gw_port': {'id': '2f6af8f5-d91b-4a67-9804-77c3a0432e79', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:12Z', 'updated_at': '2022-02-08T21:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '3401da2c-7eb7-408a-86e1-1d7242573e43', 'name': '', 'network_id': '338e2c30-60ac-4170-8397-f6a4ad7231d2', 'tenant_id': '81bb6f0d0117423abb0a78b02a079884', 'mac_address': 'fa:16:3e:46:09:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '6c4fa435-c388-4a9c-b5b8-15d88c51a78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:17Z', 'updated_at': '2022-02-08T21:38:30Z', 'revision_number': 5, 'project_id': '81bb6f0d0117423abb0a78b02a079884', 'subnets': [{'id': '6c4fa435-c388-4a9c-b5b8-15d88c51a78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:39:44.056496 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e40eb-7739-45f4-b170-5e9c31a49b53 req-bbea3753-5980-44a9-9878-82096fb57018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:44.061250 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-437e40eb-7739-45f4-b170-5e9c31a49b53 req-bbea3753-5980-44a9-9878-82096fb57018 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=34667052c8344fe0a4257547677c9696&device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 1128 time: 0.1837547 Feb 08 21:39:44.067651 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1626cc8-b217-48f8-922d-612555492aa5 req-530eb75a-4db1-4a55-93e5-3049fba2296d service neutron] 10.222.0.88 "GET /v2.0/networks/338e2c30-60ac-4170-8397-f6a4ad7231d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6706192 Feb 08 21:39:44.081815 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-23ecc6ab-1d1e-40ce-b5c6-d308281b5fe9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (9bc336de-edba-4ba3-a859-8a497b079808), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:44.124881 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f101d570-1207-4b02-9ccf-b13d9cd9ace1 None None] The sync data for ids ['bd9bd15f-1946-44e2-aa30-44a66efa89ba'] in n-d-712143-31 is: [{'id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1097730127-router', 'tenant_id': '81bb6f0d0117423abb0a78b02a079884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '2f6af8f5-d91b-4a67-9804-77c3a0432e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:09Z', 'updated_at': '2022-02-08T21:38:19Z', 'revision_number': 4, 'project_id': '81bb6f0d0117423abb0a78b02a079884', 'gw_port': {'id': '2f6af8f5-d91b-4a67-9804-77c3a0432e79', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:12Z', 'updated_at': '2022-02-08T21:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '3401da2c-7eb7-408a-86e1-1d7242573e43', 'name': '', 'network_id': '338e2c30-60ac-4170-8397-f6a4ad7231d2', 'tenant_id': '81bb6f0d0117423abb0a78b02a079884', 'mac_address': 'fa:16:3e:46:09:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '6c4fa435-c388-4a9c-b5b8-15d88c51a78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:17Z', 'updated_at': '2022-02-08T21:38:30Z', 'revision_number': 5, 'project_id': '81bb6f0d0117423abb0a78b02a079884', 'subnets': [{'id': '6c4fa435-c388-4a9c-b5b8-15d88c51a78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:39:44.159610 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ecc6ab-1d1e-40ce-b5c6-d308281b5fe9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:39:44.161966 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-23ecc6ab-1d1e-40ce-b5c6-d308281b5fe9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (9bc336de-edba-4ba3-a859-8a497b079808), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:39:44.178074 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:39:44.217595 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470abb7e-6c99-40aa-be34-3addd9d9de1b req-28e8b99c-fd84-42c3-810f-77fa3fb5c679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:44.219890 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-470abb7e-6c99-40aa-be34-3addd9d9de1b req-28e8b99c-fd84-42c3-810f-77fa3fb5c679 service neutron] 10.222.0.96 "GET /v2.0/networks?id=338e2c30-60ac-4170-8397-f6a4ad7231d2 HTTP/1.1" status: 200 len: 921 time: 0.3769178 Feb 08 21:39:44.359831 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1626cc8-b217-48f8-922d-612555492aa5 req-215fcc43-e6d8-4f53-b2cb-83bc57846170 service neutron] 10.222.0.88 "GET /v2.0/networks/338e2c30-60ac-4170-8397-f6a4ad7231d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403667 Feb 08 21:39:44.389497 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e40eb-7739-45f4-b170-5e9c31a49b53 req-ad0d42e9-76bb-4d1a-aadd-772c1346249d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:44.391259 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-437e40eb-7739-45f4-b170-5e9c31a49b53 req-ad0d42e9-76bb-4d1a-aadd-772c1346249d service neutron] 10.222.0.94 "GET /v2.0/networks?id=1679b521-217f-49a1-a155-3334752f6c92 HTTP/1.1" status: 200 len: 912 time: 0.2919750 Feb 08 21:39:44.412978 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-470abb7e-6c99-40aa-be34-3addd9d9de1b req-0cddabfc-07e0-4712-867a-7c7ad77073db service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13efccdd-ecd6-49e7-9566-bfbcb316eeda HTTP/1.1" status: 200 len: 217 time: 0.1799965 Feb 08 21:39:44.430418 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40504) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:44.460172 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-42e3ad75-47f6-4441-a165-b2c9e04d7ca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:44.563053 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-437e40eb-7739-45f4-b170-5e9c31a49b53 req-a738a39e-6bfb-470e-95e1-afea2027b767 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38a4287e-56b3-4bf1-b386-0d6d5e88138b HTTP/1.1" status: 200 len: 999 time: 0.1223547 Feb 08 21:39:44.566042 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-496abf80-f6dd-43f5-9c71-864b3e2dc88d req-51b399c7-4d35-4371-9a29-0ee21f9ae650 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/floatingips/1027578b-5595-493a-8606-052af49b7e58 HTTP/1.1" status: 200 len: 695 time: 0.1297290 Feb 08 21:39:44.571169 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-47858a0c-3e7e-4023-8790-db8bb4b64820 service neutron] 10.222.0.96 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9857633 Feb 08 21:39:44.739031 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb09afdc-d4f4-486e-ae5f-add6fd00afc4 None None] New status for floating IP 1027578b-5595-493a-8606-052af49b7e58: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:39:44.742555 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e40eb-7739-45f4-b170-5e9c31a49b53 req-935f75e1-1904-4f40-bef3-e87fb160c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:44.744672 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-437e40eb-7739-45f4-b170-5e9c31a49b53 req-935f75e1-1904-4f40-bef3-e87fb160c8dd service neutron] 10.222.0.94 "GET /v2.0/subnets?id=07d9bb5c-1887-4b22-a4c6-21ab4d50a37d HTTP/1.1" status: 200 len: 850 time: 0.1385915 Feb 08 21:39:44.798701 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-23ecc6ab-1d1e-40ce-b5c6-d308281b5fe9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (c10f28c9-16fd-4f78-b5b9-73f6752151d4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:44.805091 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-23ecc6ab-1d1e-40ce-b5c6-d308281b5fe9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:44.813399 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-23ecc6ab-1d1e-40ce-b5c6-d308281b5fe9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] 10.222.0.88 "DELETE /v2.0/networks/c10f28c9-16fd-4f78-b5b9-73f6752151d4 HTTP/1.1" status: 204 len: 168 time: 2.8592892 Feb 08 21:39:44.835953 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ecc6ab-1d1e-40ce-b5c6-d308281b5fe9 tempest-PortsIpV6TestJSON-1822605820 tempest-PortsIpV6TestJSON-1822605820-project] Pushing event deleted for resources: {'Network': ['ID=c10f28c9-16fd-4f78-b5b9-73f6752151d4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:44.855959 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e40eb-7739-45f4-b170-5e9c31a49b53 req-823f2903-8c56-408e-9f45-7f9990cf8f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:44.865390 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-437e40eb-7739-45f4-b170-5e9c31a49b53 req-823f2903-8c56-408e-9f45-7f9990cf8f54 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1679b521-217f-49a1-a155-3334752f6c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1057253 Feb 08 21:39:44.886302 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496abf80-f6dd-43f5-9c71-864b3e2dc88d req-85bd2060-fd7d-47f6-a56f-56e98e696929 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:44.897824 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-496abf80-f6dd-43f5-9c71-864b3e2dc88d req-85bd2060-fd7d-47f6-a56f-56e98e696929 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 784 time: 0.3307326 Feb 08 21:39:44.954863 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-496abf80-f6dd-43f5-9c71-864b3e2dc88d req-d65a3553-891a-4966-a42a-a9591961261a tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:39:44.962363 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-496abf80-f6dd-43f5-9c71-864b3e2dc88d req-d65a3553-891a-4966-a42a-a9591961261a tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0636404 Feb 08 21:39:45.003447 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-437e40eb-7739-45f4-b170-5e9c31a49b53 req-94d3c8ff-5652-4242-8fde-b7f3b2d5ebe0 service neutron] 10.222.0.94 "GET /v2.0/networks/1679b521-217f-49a1-a155-3334752f6c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367347 Feb 08 21:39:45.036134 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607cbb5-5b55-4fae-815b-f794db44d07c req-4262d3a4-94e1-4d0c-beae-9d5e6a7cd65b tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:45.043612 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4607cbb5-5b55-4fae-815b-f794db44d07c req-4262d3a4-94e1-4d0c-beae-9d5e6a7cd65b tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=bbd9f738-6a6a-4903-b855-7495747638b6 HTTP/1.1" status: 200 len: 943 time: 0.7503042 Feb 08 21:39:45.054891 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-496abf80-f6dd-43f5-9c71-864b3e2dc88d req-e05534d6-5917-4912-b888-6a167ea916ac tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.236 HTTP/1.1" status: 200 len: 698 time: 0.0911338 Feb 08 21:39:45.187821 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-437e40eb-7739-45f4-b170-5e9c31a49b53 req-c1b514bd-d41e-46f8-9567-a792494fbf71 service neutron] 10.222.0.94 "GET /v2.0/networks/1679b521-217f-49a1-a155-3334752f6c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664572 Feb 08 21:39:45.238224 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470abb7e-6c99-40aa-be34-3addd9d9de1b req-1cc206e9-f205-4802-8956-d2e9607ced1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:45.241160 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-470abb7e-6c99-40aa-be34-3addd9d9de1b req-1cc206e9-f205-4802-8956-d2e9607ced1d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c4fa435-c388-4a9c-b5b8-15d88c51a78f HTTP/1.1" status: 200 len: 860 time: 0.7851331 Feb 08 21:39:45.272414 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-496abf80-f6dd-43f5-9c71-864b3e2dc88d req-e6f45c31-42b0-4eaf-b0a3-f53949a72e7e tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.25.3.236 HTTP/1.1" status: 200 len: 698 time: 0.2164650 Feb 08 21:39:45.295759 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd9f738-6a6a-4903-b855-7495747638b6', 'tag': '951a528b-3911-4676-b8cf-fac9d5faf014'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:39:45.299561 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834cb330-350e-47b7-86ab-96fa6c7d6fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "bbd9f738-6a6a-4903-b855-7495747638b6", "tag": "951a528b-3911-4676-b8cf-fac9d5faf014"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:39:45.408180 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40532) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:45.425475 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-470abb7e-6c99-40aa-be34-3addd9d9de1b req-46097a94-aec7-490c-bf4a-a1b17486af07 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=338e2c30-60ac-4170-8397-f6a4ad7231d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1465473 Feb 08 21:39:45.518995 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4607cbb5-5b55-4fae-815b-f794db44d07c req-91a004e7-9212-4eb8-acf2-06ecef53f075 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4744337 Feb 08 21:39:45.631968 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40542) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:45.669688 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b71558-57e0-477f-bb9c-a0ce9841fe4f x-openstack-request-id: req-21b71558-57e0-477f-bb9c-a0ce9841fe4f {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:39:45.670887 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbd9f738-6a6a-4903-b855-7495747638b6", "tag": "951a528b-3911-4676-b8cf-fac9d5faf014", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:39:45.671172 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-21b71558-57e0-477f-bb9c-a0ce9841fe4f {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:39:45.671588 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbd9f738-6a6a-4903-b855-7495747638b6', 'tag': '951a528b-3911-4676-b8cf-fac9d5faf014', 'status': 'completed', 'code': 200} Feb 08 21:39:45.840039 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f11b7ece-fce3-407a-be9c-db038b3159a4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1085833775', 'router:external': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:45.926504 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11b7ece-fce3-407a-be9c-db038b3159a4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Made reservation on behalf of d478b28caa234c499f3125e043be8bdc for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:39:45.929527 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f11b7ece-fce3-407a-be9c-db038b3159a4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:45.953598 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0597e0c4-fb26-4033-b48a-b49bc7e4d847 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=31f733c410b246508debcff499ac82fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5376871 Feb 08 21:39:45.953598 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f11b7ece-fce3-407a-be9c-db038b3159a4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:45.965738 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40548) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:46.181120 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab8d8801-6fbb-46c3-ab3d-1344264ecb4e admin admin] Publish callbacks [] for security_group (25b21410-0128-4234-b71f-56263a4a2e73), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:46.258597 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab8d8801-6fbb-46c3-ab3d-1344264ecb4e admin admin] Publish callbacks [] for security_group (25b21410-0128-4234-b71f-56263a4a2e73), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:46.304197 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f11b7ece-fce3-407a-be9c-db038b3159a4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for security_group (145bedb4-9aa6-47af-97b7-61702e54838e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:46.312423 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f11b7ece-fce3-407a-be9c-db038b3159a4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (145bedb4-9aa6-47af-97b7-61702e54838e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:46.319049 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-470abb7e-6c99-40aa-be34-3addd9d9de1b req-f5fba023-6cad-4cf3-ab27-2cdf0d08c188 service neutron] 10.222.0.96 "GET /v2.0/networks/338e2c30-60ac-4170-8397-f6a4ad7231d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8289208 Feb 08 21:39:46.324585 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-153ca8c0-c128-4db9-b42a-8e54e975ebcd req-3bb3ca2c-b1d8-4f88-8d0e-ed0a8d269e82 service neutron] 10.222.0.96 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7225859 Feb 08 21:39:46.360956 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11b7ece-fce3-407a-be9c-db038b3159a4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:39:46.372881 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b7ece-fce3-407a-be9c-db038b3159a4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145bedb4-9aa6-47af-97b7-61702e54838e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:46.378439 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f11b7ece-fce3-407a-be9c-db038b3159a4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (620557f4-2a61-4019-9347-b1537d82567b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:46.378958 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-f11b7ece-fce3-407a-be9c-db038b3159a4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Added segment 620557f4-2a61-4019-9347-b1537d82567b of type vlan for network b6b3c9d8-d0cd-43fa-973a-6a45e25d6128 Feb 08 21:39:46.438737 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab8d8801-6fbb-46c3-ab3d-1344264ecb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (25b21410-0128-4234-b71f-56263a4a2e73), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:46.446524 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab8d8801-6fbb-46c3-ab3d-1344264ecb4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:46.455693 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ab8d8801-6fbb-46c3-ab3d-1344264ecb4e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/25b21410-0128-4234-b71f-56263a4a2e73 HTTP/1.1" status: 204 len: 168 time: 0.4828734 Feb 08 21:39:46.457576 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-470abb7e-6c99-40aa-be34-3addd9d9de1b req-df531ee2-3845-4428-be55-e49a38817550 service neutron] 10.222.0.96 "GET /v2.0/networks/338e2c30-60ac-4170-8397-f6a4ad7231d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263642 Feb 08 21:39:46.493638 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-42e3ad75-47f6-4441-a165-b2c9e04d7ca1 admin admin] Publish callbacks [] for security_group (d243229c-ba21-41f2-a510-b16fc71376d7), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:46.501923 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d8801-6fbb-46c3-ab3d-1344264ecb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b21410-0128-4234-b71f-56263a4a2e73,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:46.530745 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f11b7ece-fce3-407a-be9c-db038b3159a4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (b6b3c9d8-d0cd-43fa-973a-6a45e25d6128), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:46.569999 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-42e3ad75-47f6-4441-a165-b2c9e04d7ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d243229c-ba21-41f2-a510-b16fc71376d7), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:46.602698 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e8cb245a-dc45-4edc-b55f-185ddade4eaa req-ab2db622-ffa4-4cdf-8f7c-f8bb0222e80f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9287300 Feb 08 21:39:46.627177 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f11b7ece-fce3-407a-be9c-db038b3159a4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (b6b3c9d8-d0cd-43fa-973a-6a45e25d6128), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:46.628260 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11b7ece-fce3-407a-be9c-db038b3159a4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:46.628935 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f11b7ece-fce3-407a-be9c-db038b3159a4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:46.718480 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f11b7ece-fce3-407a-be9c-db038b3159a4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0847428 Feb 08 21:39:46.726055 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40562) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:46.737479 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8d6e6e88-80cb-4312-ba91-cfc316b6348e tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Request body: {'subnet': {'network_id': 'b6b3c9d8-d0cd-43fa-973a-6a45e25d6128', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:46.752488 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b7ece-fce3-407a-be9c-db038b3159a4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Pushing event updated for resources: {'Network': ['ID=b6b3c9d8-d0cd-43fa-973a-6a45e25d6128,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:46.767255 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6e6e88-80cb-4312-ba91-cfc316b6348e tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Made reservation on behalf of d478b28caa234c499f3125e043be8bdc for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:39:46.769803 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network b6b3c9d8-d0cd-43fa-973a-6a45e25d6128 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:39:46.775163 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-42e3ad75-47f6-4441-a165-b2c9e04d7ca1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e1acfa14ac904b279004a1f5cf0afdbb&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3388278 Feb 08 21:39:46.776509 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d6e6e88-80cb-4312-ba91-cfc316b6348e tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:46.780419 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40564) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:46.814253 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-496abf80-f6dd-43f5-9c71-864b3e2dc88d req-f0189861-d85d-4cf1-98a8-9183b2242303 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Deleting port 61611525-7a89-4302-94cf-15a3753d219c {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:39:46.814544 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-496abf80-f6dd-43f5-9c71-864b3e2dc88d req-f0189861-d85d-4cf1-98a8-9183b2242303 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (61611525-7a89-4302-94cf-15a3753d219c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:46.816310 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3ad75-47f6-4441-a165-b2c9e04d7ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d243229c-ba21-41f2-a510-b16fc71376d7,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:47.022193 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834cb330-350e-47b7-86ab-96fa6c7d6fa1 req-a4d99ea4-9c67-4edb-94c9-4ab6ddc45e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:47.022193 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-834cb330-350e-47b7-86ab-96fa6c7d6fa1 req-a4d99ea4-9c67-4edb-94c9-4ab6ddc45e78 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f78ef32583a7407daedbb84d3ab485f9&device_id=bbd9f738-6a6a-4903-b855-7495747638b6 HTTP/1.1" status: 200 len: 1126 time: 0.5634098 Feb 08 21:39:47.080822 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701bc6e-23b4-4e9f-bb59-a5c1cf4381f4 req-f0acb8c4-c703-45eb-bc43-f0777e9c9a78 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:47.093767 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1701bc6e-23b4-4e9f-bb59-a5c1cf4381f4 req-f0acb8c4-c703-45eb-bc43-f0777e9c9a78 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=bbd9f738-6a6a-4903-b855-7495747638b6 HTTP/1.1" status: 200 len: 943 time: 0.4280410 Feb 08 21:39:47.177581 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb245a-dc45-4edc-b55f-185ddade4eaa req-92644751-c255-4ae3-9b28-2c4b3cde5df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:47.179173 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e8cb245a-dc45-4edc-b55f-185ddade4eaa req-92644751-c255-4ae3-9b28-2c4b3cde5df2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=81bb6f0d0117423abb0a78b02a079884&device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 1128 time: 0.4999337 Feb 08 21:39:47.287584 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7409b8d1-d23a-4d4c-9f82-0a704d84a5b1 admin admin] Publish callbacks [] for security_group (d243229c-ba21-41f2-a510-b16fc71376d7), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:47.314006 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-496abf80-f6dd-43f5-9c71-864b3e2dc88d req-f0189861-d85d-4cf1-98a8-9183b2242303 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (61611525-7a89-4302-94cf-15a3753d219c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:47.314345 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-496abf80-f6dd-43f5-9c71-864b3e2dc88d req-f0189861-d85d-4cf1-98a8-9183b2242303 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks [] for floatingip (61611525-7a89-4302-94cf-15a3753d219c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:47.344817 n-d-712143-31 neutron-server[103434]: DEBUG neutron.objects.ports [None req-8d6e6e88-80cb-4312-ba91-cfc316b6348e tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103434) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 21:39:47.346560 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d6e6e88-80cb-4312-ba91-cfc316b6348e tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (6d35ee1f-ae13-4d0b-ac99-3e8c1cae9d94), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:47.374651 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-496abf80-f6dd-43f5-9c71-864b3e2dc88d req-f0189861-d85d-4cf1-98a8-9183b2242303 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Calling delete_port for 61611525-7a89-4302-94cf-15a3753d219c owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:39:47.382738 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7409b8d1-d23a-4d4c-9f82-0a704d84a5b1 admin admin] Publish callbacks [] for security_group (d243229c-ba21-41f2-a510-b16fc71376d7), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:47.414716 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834cb330-350e-47b7-86ab-96fa6c7d6fa1 req-4110aa9e-02b4-4fb9-b386-429ca475d5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:47.416226 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-834cb330-350e-47b7-86ab-96fa6c7d6fa1 req-4110aa9e-02b4-4fb9-b386-429ca475d5a1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b5326457-53c9-4ce3-8eff-31ed490f5fcc HTTP/1.1" status: 200 len: 915 time: 0.3861663 Feb 08 21:39:47.431203 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1701bc6e-23b4-4e9f-bb59-a5c1cf4381f4 req-00c48b6e-03e9-4d16-b1ec-a9a0caf051da tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912064 Feb 08 21:39:47.475278 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e6e88-80cb-4312-ba91-cfc316b6348e tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6d35ee1f-ae13-4d0b-ac99-3e8c1cae9d94,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:47.494505 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6e6e88-80cb-4312-ba91-cfc316b6348e tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Checking segment: {'id': '620557f4-2a61-4019-9347-b1537d82567b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b6b3c9d8-d0cd-43fa-973a-6a45e25d6128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:39:47.496013 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6e6e88-80cb-4312-ba91-cfc316b6348e tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Network hostable DHCP agents. Network: b6b3c9d8-d0cd-43fa-973a-6a45e25d6128, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:39:47.524271 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6e6e88-80cb-4312-ba91-cfc316b6348e tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Network b6b3c9d8-d0cd-43fa-973a-6a45e25d6128 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:39:47.540599 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8d6e6e88-80cb-4312-ba91-cfc316b6348e tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, b6b3c9d8-d0cd-43fa-973a-6a45e25d6128) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:39:47.552750 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6e6e88-80cb-4312-ba91-cfc316b6348e tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:47.554146 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e50112-b204-4b6b-9bf2-7bc935c466bf None None] Network b6b3c9d8-d0cd-43fa-973a-6a45e25d6128 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:39:47.556310 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d6e6e88-80cb-4312-ba91-cfc316b6348e tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:47.566875 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-834cb330-350e-47b7-86ab-96fa6c7d6fa1 req-57a74c9d-043a-4244-9f40-273d7dc5e1b3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=951a528b-3911-4676-b8cf-fac9d5faf014 HTTP/1.1" status: 200 len: 217 time: 0.1288326 Feb 08 21:39:47.571889 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb245a-dc45-4edc-b55f-185ddade4eaa req-32781275-9596-4977-ab03-59e7e407f994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:47.573514 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e8cb245a-dc45-4edc-b55f-185ddade4eaa req-32781275-9596-4977-ab03-59e7e407f994 service neutron] 10.222.0.96 "GET /v2.0/networks?id=338e2c30-60ac-4170-8397-f6a4ad7231d2 HTTP/1.1" status: 200 len: 921 time: 0.3580770 Feb 08 21:39:47.588848 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8d6e6e88-80cb-4312-ba91-cfc316b6348e tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8619025 Feb 08 21:39:47.590037 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40584) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:47.596772 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-95202366-02cf-4a85-aa70-01365cb41f4d tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1503864572', 'network_id': 'b6b3c9d8-d0cd-43fa-973a-6a45e25d6128'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:47.650740 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:39:47.656434 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95202366-02cf-4a85-aa70-01365cb41f4d tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Made reservation on behalf of d478b28caa234c499f3125e043be8bdc for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:39:47.658887 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95202366-02cf-4a85-aa70-01365cb41f4d tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:47.667569 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e8cb245a-dc45-4edc-b55f-185ddade4eaa req-37a6e4b4-6aa5-4080-9ba0-65535f5c04c9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13efccdd-ecd6-49e7-9566-bfbcb316eeda HTTP/1.1" status: 200 len: 217 time: 0.0873854 Feb 08 21:39:47.715011 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-95202366-02cf-4a85-aa70-01365cb41f4d tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] device_id is not set on port 9d4af1e0-0367-4014-8daa-cf6a4943ac4a yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:39:47.757565 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7409b8d1-d23a-4d4c-9f82-0a704d84a5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d243229c-ba21-41f2-a510-b16fc71376d7), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:47.761957 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7409b8d1-d23a-4d4c-9f82-0a704d84a5b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:47.766722 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7409b8d1-d23a-4d4c-9f82-0a704d84a5b1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d243229c-ba21-41f2-a510-b16fc71376d7 HTTP/1.1" status: 204 len: 168 time: 0.9816408 Feb 08 21:39:47.832824 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc3e5ab-1fb3-44ec-9701-bbc804720deb None None] Network b6b3c9d8-d0cd-43fa-973a-6a45e25d6128 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:39:47.840784 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834cb330-350e-47b7-86ab-96fa6c7d6fa1 req-b92b67a3-110b-45d9-b02f-30a37bead35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:47.844933 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-834cb330-350e-47b7-86ab-96fa6c7d6fa1 req-b92b67a3-110b-45d9-b02f-30a37bead35e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1829db1a-bc95-499c-9def-413e4d0051fd HTTP/1.1" status: 200 len: 854 time: 0.2673013 Feb 08 21:39:47.847695 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409b8d1-d23a-4d4c-9f82-0a704d84a5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d243229c-ba21-41f2-a510-b16fc71376d7,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:47.922164 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40590) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:47.978625 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb245a-dc45-4edc-b55f-185ddade4eaa req-22d4ba9b-bc42-4a37-9542-5dc832ac7a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:47.980512 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e8cb245a-dc45-4edc-b55f-185ddade4eaa req-22d4ba9b-bc42-4a37-9542-5dc832ac7a1d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6c4fa435-c388-4a9c-b5b8-15d88c51a78f HTTP/1.1" status: 200 len: 860 time: 0.3067853 Feb 08 21:39:47.988790 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-834cb330-350e-47b7-86ab-96fa6c7d6fa1 req-3ed4ac68-fbe8-4eb6-8b5a-594aa56a508e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5326457-53c9-4ce3-8eff-31ed490f5fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342652 Feb 08 21:39:48.110310 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-95202366-02cf-4a85-aa70-01365cb41f4d tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Allocated IP 2001:db8::159 (b6b3c9d8-d0cd-43fa-973a-6a45e25d6128/6d35ee1f-ae13-4d0b-ac99-3e8c1cae9d94/9d4af1e0-0367-4014-8daa-cf6a4943ac4a) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:39:48.171594 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e8cb245a-dc45-4edc-b55f-185ddade4eaa req-b44ccb16-6cb6-4e59-aa5d-ba3616daac8c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=338e2c30-60ac-4170-8397-f6a4ad7231d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1651225 Feb 08 21:39:48.228235 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d6255150-e2c5-48bf-ac17-04a3de67a710 tempest-DvrRoutersNegativeTest-591765426 tempest-DvrRoutersNegativeTest-591765426-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1415995872', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:48.231182 n-d-712143-31 neutron-server[103434]: DEBUG neutron.policy [None req-d6255150-e2c5-48bf-ac17-04a3de67a710 tempest-DvrRoutersNegativeTest-591765426 tempest-DvrRoutersNegativeTest-591765426-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103434) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 08 21:39:48.234260 n-d-712143-31 neutron-server[103434]: DEBUG neutron.policy [None req-d6255150-e2c5-48bf-ac17-04a3de67a710 tempest-DvrRoutersNegativeTest-591765426 tempest-DvrRoutersNegativeTest-591765426-project] Failed policy check for 'create_router' {{(pid=103434) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 08 21:39:48.239095 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-d6255150-e2c5-48bf-ac17-04a3de67a710 tempest-DvrRoutersNegativeTest-591765426 tempest-DvrRoutersNegativeTest-591765426-project] create failed (client error): Access was denied to this resource. Feb 08 21:39:48.249412 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d6255150-e2c5-48bf-ac17-04a3de67a710 tempest-DvrRoutersNegativeTest-591765426 tempest-DvrRoutersNegativeTest-591765426-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3229764 Feb 08 21:39:48.374365 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-834cb330-350e-47b7-86ab-96fa6c7d6fa1 req-57e584ff-a8a4-44f2-8fda-725ae10a2096 service neutron] 10.222.0.96 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707023 Feb 08 21:39:48.439711 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-496abf80-f6dd-43f5-9c71-864b3e2dc88d req-f0189861-d85d-4cf1-98a8-9183b2242303 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (61611525-7a89-4302-94cf-15a3753d219c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:48.609480 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-834cb330-350e-47b7-86ab-96fa6c7d6fa1 req-94b2b6a6-0263-4a92-bd5e-7e97c5cf107e service neutron] 10.222.0.96 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853333 Feb 08 21:39:48.626020 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95202366-02cf-4a85-aa70-01365cb41f4d tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for port (9d4af1e0-0367-4014-8daa-cf6a4943ac4a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:48.691196 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95202366-02cf-4a85-aa70-01365cb41f4d tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (9d4af1e0-0367-4014-8daa-cf6a4943ac4a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:48.761720 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95202366-02cf-4a85-aa70-01365cb41f4d tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Pushing event updated for resources: {'Port': ['ID=9d4af1e0-0367-4014-8daa-cf6a4943ac4a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:48.769908 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95202366-02cf-4a85-aa70-01365cb41f4d tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Network b6b3c9d8-d0cd-43fa-973a-6a45e25d6128 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:39:48.771638 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-95202366-02cf-4a85-aa70-01365cb41f4d tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:39:48.774409 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95202366-02cf-4a85-aa70-01365cb41f4d tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:39:48.775465 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95202366-02cf-4a85-aa70-01365cb41f4d tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:48.776252 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95202366-02cf-4a85-aa70-01365cb41f4d tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:48.797043 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-95202366-02cf-4a85-aa70-01365cb41f4d tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2056506 Feb 08 21:39:48.799831 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40614) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:48.835331 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e8cb245a-dc45-4edc-b55f-185ddade4eaa req-e85f3f9d-ddd0-41a1-88ab-6890b0995368 service neutron] 10.222.0.96 "GET /v2.0/networks/338e2c30-60ac-4170-8397-f6a4ad7231d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6036689 Feb 08 21:39:48.835331 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0189861-d85d-4cf1-98a8-9183b2242303 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Pushing event deleted for resources: {'Port': ['ID=61611525-7a89-4302-94cf-15a3753d219c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:48.836742 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40616) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:48.918147 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-2ba1b52c-55cd-48e3-ab60-14a6c284ed9d tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Deleting port 9d4af1e0-0367-4014-8daa-cf6a4943ac4a {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:39:48.918494 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ba1b52c-55cd-48e3-ab60-14a6c284ed9d tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (9d4af1e0-0367-4014-8daa-cf6a4943ac4a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:49.010812 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-496abf80-f6dd-43f5-9c71-864b3e2dc88d req-f0189861-d85d-4cf1-98a8-9183b2242303 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks [] for floatingip (1027578b-5595-493a-8606-052af49b7e58), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:49.013406 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-496abf80-f6dd-43f5-9c71-864b3e2dc88d req-f0189861-d85d-4cf1-98a8-9183b2242303 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:49.014618 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-496abf80-f6dd-43f5-9c71-864b3e2dc88d req-f0189861-d85d-4cf1-98a8-9183b2242303 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "DELETE /v2.0/floatingips/1027578b-5595-493a-8606-052af49b7e58 HTTP/1.1" status: 204 len: 173 time: 3.7042160 Feb 08 21:39:49.059231 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8e6a1-7d1e-48f5-8751-651c4b346186 req-b2b2d092-f907-40eb-8e4a-9dde8b56c26e tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:49.063082 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-63e8e6a1-7d1e-48f5-8751-651c4b346186 req-b2b2d092-f907-40eb-8e4a-9dde8b56c26e tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=bbd9f738-6a6a-4903-b855-7495747638b6 HTTP/1.1" status: 200 len: 943 time: 0.4599988 Feb 08 21:39:49.076703 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ba1b52c-55cd-48e3-ab60-14a6c284ed9d tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (9d4af1e0-0367-4014-8daa-cf6a4943ac4a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:49.095300 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e8cb245a-dc45-4edc-b55f-185ddade4eaa req-21dd0777-d1eb-454f-a4a8-1a3334845718 service neutron] 10.222.0.96 "GET /v2.0/networks/338e2c30-60ac-4170-8397-f6a4ad7231d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254713 Feb 08 21:39:49.096945 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-2ba1b52c-55cd-48e3-ab60-14a6c284ed9d tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Calling delete_port for 9d4af1e0-0367-4014-8daa-cf6a4943ac4a owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:39:49.230588 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-63e8e6a1-7d1e-48f5-8751-651c4b346186 req-d0b8f998-1dc1-494a-8482-11f55f17f725 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550500 Feb 08 21:39:49.232887 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0c5f1be3-f18b-4925-b841-d5cc9299ceb1 req-68c4d8ac-b8eb-4ae0-82d8-fcaaeb8ebe16 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/security-groups/d773c99b-ce61-49d4-96e6-8ef47841658f HTTP/1.1" status: 200 len: 1825 time: 0.1676085 Feb 08 21:39:49.285023 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f696cdc6-2ed1-409a-9f95-f8b3fe0c5359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:49.330636 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ba1b52c-55cd-48e3-ab60-14a6c284ed9d tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (9d4af1e0-0367-4014-8daa-cf6a4943ac4a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:49.358699 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0c5f1be3-f18b-4925-b841-d5cc9299ceb1 req-b7c1df02-4854-4780-94eb-ee2c1ac06270 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks [] for security_group (d773c99b-ce61-49d4-96e6-8ef47841658f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:49.396600 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0c5f1be3-f18b-4925-b841-d5cc9299ceb1 req-b7c1df02-4854-4780-94eb-ee2c1ac06270 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks [] for security_group (d773c99b-ce61-49d4-96e6-8ef47841658f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:49.434775 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1b52c-55cd-48e3-ab60-14a6c284ed9d tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d4af1e0-0367-4014-8daa-cf6a4943ac4a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:49.437942 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ba1b52c-55cd-48e3-ab60-14a6c284ed9d tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:49.442260 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2ba1b52c-55cd-48e3-ab60-14a6c284ed9d tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "DELETE /v2.0/ports/9d4af1e0-0367-4014-8daa-cf6a4943ac4a HTTP/1.1" status: 204 len: 168 time: 0.6414590 Feb 08 21:39:49.444777 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40638) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:49.449591 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-74b57f7b-caca-4377-ab28-4d593de34853 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b6b3c9d8-d0cd-43fa-973a-6a45e25d6128', 'external_fixed_ips': [{'subnet_id': '6d35ee1f-ae13-4d0b-ac99-3e8c1cae9d94', 'ip_address': '2001:db8::159'}]}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:49.457422 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f696cdc6-2ed1-409a-9f95-f8b3fe0c5359 admin admin] Publish callbacks [] for security_group (11d819bf-b803-4966-976d-58c57d6b96c9), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:49.464107 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f696cdc6-2ed1-409a-9f95-f8b3fe0c5359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (11d819bf-b803-4966-976d-58c57d6b96c9), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:49.477099 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74b57f7b-caca-4377-ab28-4d593de34853 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (79511b93-fc36-4fb7-83ec-8814ca07869c), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:49.479110 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74b57f7b-caca-4377-ab28-4d593de34853 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (79511b93-fc36-4fb7-83ec-8814ca07869c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:49.491614 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0c5f1be3-f18b-4925-b841-d5cc9299ceb1 req-b7c1df02-4854-4780-94eb-ee2c1ac06270 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d773c99b-ce61-49d4-96e6-8ef47841658f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:49.494332 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0c5f1be3-f18b-4925-b841-d5cc9299ceb1 req-b7c1df02-4854-4780-94eb-ee2c1ac06270 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:49.495503 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0c5f1be3-f18b-4925-b841-d5cc9299ceb1 req-b7c1df02-4854-4780-94eb-ee2c1ac06270 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "DELETE /v2.0/security-groups/d773c99b-ce61-49d4-96e6-8ef47841658f HTTP/1.1" status: 204 len: 173 time: 0.2409291 Feb 08 21:39:49.518756 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f696cdc6-2ed1-409a-9f95-f8b3fe0c5359 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=66c4b62a95804cb2b4f89bfc80eb4391&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6796913 Feb 08 21:39:49.519873 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696cdc6-2ed1-409a-9f95-f8b3fe0c5359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d819bf-b803-4966-976d-58c57d6b96c9,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:49.522278 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40642) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:49.545656 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1df02-4854-4780-94eb-ee2c1ac06270 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d773c99b-ce61-49d4-96e6-8ef47841658f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:49.559443 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74b57f7b-caca-4377-ab28-4d593de34853 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router_controller (79511b93-fc36-4fb7-83ec-8814ca07869c), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:49.607393 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 951a528b-3911-4676-b8cf-fac9d5faf014 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:39:49.617555 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-201cf392-f588-44c1-ade5-dc47c9a5e130 admin admin] Publish callbacks [] for security_group (11d819bf-b803-4966-976d-58c57d6b96c9), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:49.660394 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-201cf392-f588-44c1-ade5-dc47c9a5e130 admin admin] Publish callbacks [] for security_group (11d819bf-b803-4966-976d-58c57d6b96c9), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:49.791428 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-201cf392-f588-44c1-ade5-dc47c9a5e130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (11d819bf-b803-4966-976d-58c57d6b96c9), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:49.799276 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-201cf392-f588-44c1-ade5-dc47c9a5e130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:49.804226 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-201cf392-f588-44c1-ade5-dc47c9a5e130 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/11d819bf-b803-4966-976d-58c57d6b96c9 HTTP/1.1" status: 204 len: 168 time: 0.2809274 Feb 08 21:39:49.841772 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201cf392-f588-44c1-ade5-dc47c9a5e130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d819bf-b803-4966-976d-58c57d6b96c9,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:49.891533 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 951a528b-3911-4676-b8cf-fac9d5faf014, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=951a528b-3911-4676-b8cf-fac9d5faf014,segment=NetworkSegment(6d12b64d-8e18-49b9-aa36-c463a8b40117),segment_id=6d12b64d-8e18-49b9-aa36-c463a8b40117)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:39:49.926056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '951a528b-3911-4676-b8cf-fac9d5faf014', 'network_id': 'b5326457-53c9-4ce3-8eff-31ed490f5fcc', 'port_id': '951a528b-3911-4676-b8cf-fac9d5faf014', 'mac_address': 'fa:16:3e:14:3a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1829db1a-bc95-499c-9def-413e4d0051fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:39:50.036610 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 951a528b-3911-4676-b8cf-fac9d5faf014 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:39:50.037767 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (951a528b-3911-4676-b8cf-fac9d5faf014), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:50.098452 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951a528b-3911-4676-b8cf-fac9d5faf014 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:39:50.182480 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 951a528b-3911-4676-b8cf-fac9d5faf014, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=951a528b-3911-4676-b8cf-fac9d5faf014,segment=NetworkSegment(6d12b64d-8e18-49b9-aa36-c463a8b40117),segment_id=6d12b64d-8e18-49b9-aa36-c463a8b40117)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:39:50.189916 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (951a528b-3911-4676-b8cf-fac9d5faf014), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:50.250980 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b86a9-3445-48b4-8e18-b97637a87619 req-9f5c6a39-4c09-42a4-b632-66b7cd6b2725 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:50.252780 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da2b86a9-3445-48b4-8e18-b97637a87619 req-9f5c6a39-4c09-42a4-b632-66b7cd6b2725 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 945 time: 0.1630151 Feb 08 21:39:50.381957 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=951a528b-3911-4676-b8cf-fac9d5faf014,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:50.392686 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74b57f7b-caca-4377-ab28-4d593de34853 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router_gateway (79511b93-fc36-4fb7-83ec-8814ca07869c), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:50.408306 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da2b86a9-3445-48b4-8e18-b97637a87619 req-740fb756-a212-4d53-a9bc-aaf6f7259be6 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/security-groups?id=3af778d2-2820-49a6-99af-c4c16cfc08bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422589 Feb 08 21:39:50.536741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecea55c-8d8e-4fc6-9356-e77c8f5ecb69 req-474e9a4d-fc43-456d-9ab3-b14565dd8796 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:50.538574 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3ecea55c-8d8e-4fc6-9356-e77c8f5ecb69 req-474e9a4d-fc43-456d-9ab3-b14565dd8796 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=bbd9f738-6a6a-4903-b855-7495747638b6 HTTP/1.1" status: 200 len: 944 time: 0.1530118 Feb 08 21:39:50.552869 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['951a528b-3911-4676-b8cf-fac9d5faf014'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:39:50.702932 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3ecea55c-8d8e-4fc6-9356-e77c8f5ecb69 req-caa5a3c4-ca30-431d-ad88-41e206fddfac tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542447 Feb 08 21:39:50.772491 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74b57f7b-caca-4377-ab28-4d593de34853 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router_gateway (79511b93-fc36-4fb7-83ec-8814ca07869c), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:50.814040 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74b57f7b-caca-4377-ab28-4d593de34853 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:51.197186 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-74b57f7b-caca-4377-ab28-4d593de34853 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Allocated IP 2001:db8::159 (b6b3c9d8-d0cd-43fa-973a-6a45e25d6128/6d35ee1f-ae13-4d0b-ac99-3e8c1cae9d94/d21fb8dd-f148-4e85-bd69-77ca8e7e05a5) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:39:51.512910 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74b57f7b-caca-4377-ab28-4d593de34853 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for port (d21fb8dd-f148-4e85-bd69-77ca8e7e05a5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:51.621116 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40700) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:51.632458 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 951a528b-3911-4676-b8cf-fac9d5faf014 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:39:51.699586 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74b57f7b-caca-4377-ab28-4d593de34853 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (d21fb8dd-f148-4e85-bd69-77ca8e7e05a5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:51.783483 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 951a528b-3911-4676-b8cf-fac9d5faf014 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:39:51.790706 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 951a528b-3911-4676-b8cf-fac9d5faf014 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:39:51.794498 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (951a528b-3911-4676-b8cf-fac9d5faf014), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:51.844284 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effdd41-806f-40be-ada0-fecba22570e7 req-5523031e-bfee-449a-aed0-c269b8d3e09c tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:51.857144 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0effdd41-806f-40be-ada0-fecba22570e7 req-5523031e-bfee-449a-aed0-c269b8d3e09c tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 945 time: 0.2756321 Feb 08 21:39:51.895271 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b57f7b-caca-4377-ab28-4d593de34853 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Network b6b3c9d8-d0cd-43fa-973a-6a45e25d6128 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:39:51.905090 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-74b57f7b-caca-4377-ab28-4d593de34853 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:39:51.926647 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b57f7b-caca-4377-ab28-4d593de34853 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:39:52.175656 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 951a528b-3911-4676-b8cf-fac9d5faf014 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:39:52.176231 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (951a528b-3911-4676-b8cf-fac9d5faf014), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:52.184343 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0effdd41-806f-40be-ada0-fecba22570e7 req-5429897e-cc2a-4490-b554-3db97eb5901f tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/security-groups?id=3af778d2-2820-49a6-99af-c4c16cfc08bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155792 Feb 08 21:39:52.255199 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd9a0b-9871-420a-81fd-ddf0793d45be req-c502eab8-ebbf-4e8c-83d3-201db471bf0e tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:52.257029 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b57f7b-caca-4377-ab28-4d593de34853 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Pushing event updated for resources: {'Port': ['ID=d21fb8dd-f148-4e85-bd69-77ca8e7e05a5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:52.257848 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0acd9a0b-9871-420a-81fd-ddf0793d45be req-c502eab8-ebbf-4e8c-83d3-201db471bf0e tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=bbd9f738-6a6a-4903-b855-7495747638b6 HTTP/1.1" status: 200 len: 944 time: 0.2498722 Feb 08 21:39:52.326014 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 951a528b-3911-4676-b8cf-fac9d5faf014, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=951a528b-3911-4676-b8cf-fac9d5faf014,segment=NetworkSegment(6d12b64d-8e18-49b9-aa36-c463a8b40117),segment_id=6d12b64d-8e18-49b9-aa36-c463a8b40117)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:39:52.334813 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd9f738-6a6a-4903-b855-7495747638b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951a528b-3911-4676-b8cf-fac9d5faf014'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:39:52.341405 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ce4137-c82a-4584-a358-f51babadb345" -d '{"events": [{"server_uuid": "bbd9f738-6a6a-4903-b855-7495747638b6", "name": "network-vif-plugged", "status": "completed", "tag": "951a528b-3911-4676-b8cf-fac9d5faf014"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:39:52.354805 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (951a528b-3911-4676-b8cf-fac9d5faf014), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:52.496853 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6024f728-8394-40b0-8dc0-7e7e4842a59f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1478591241-network', 'tenant_id': 'f1072bb33c4c49d0aba2198cd6ee7ced'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:52.497879 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d082380-4757-4e61-b9f2-1f460cacc73e x-openstack-request-id: req-6d082380-4757-4e61-b9f2-1f460cacc73e {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:39:52.499532 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd9f738-6a6a-4903-b855-7495747638b6", "name": "network-vif-plugged", "status": "completed", "tag": "951a528b-3911-4676-b8cf-fac9d5faf014", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:39:52.500136 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40722) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:52.500542 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6d082380-4757-4e61-b9f2-1f460cacc73e {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:39:52.501536 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd9f738-6a6a-4903-b855-7495747638b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951a528b-3911-4676-b8cf-fac9d5faf014', 'code': 200} Feb 08 21:39:52.550738 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c3e0e-a4a0-4b68-a4b6-1314f6dde3a4 req-4863bdbf-7c7b-4f56-b621-d875b70c1460 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:52.552356 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c0c3e0e-a4a0-4b68-a4b6-1314f6dde3a4 req-4863bdbf-7c7b-4f56-b621-d875b70c1460 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.96 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 945 time: 0.2860219 Feb 08 21:39:52.573870 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0acd9a0b-9871-420a-81fd-ddf0793d45be req-a69c2074-1e88-4e26-aacc-c553a0f70e93 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092957 Feb 08 21:39:52.628948 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=951a528b-3911-4676-b8cf-fac9d5faf014,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:52.743358 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74b57f7b-caca-4377-ab28-4d593de34853 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router_gateway (79511b93-fc36-4fb7-83ec-8814ca07869c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:52.751680 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-51490ee7-e08a-4249-9368-8fec6b2d3897 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:52.932117 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-51490ee7-e08a-4249-9368-8fec6b2d3897 admin admin] Publish callbacks [] for security_group (525acd18-dd40-414c-a042-e98e837ed647), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:52.962756 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-51490ee7-e08a-4249-9368-8fec6b2d3897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (525acd18-dd40-414c-a042-e98e837ed647), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:53.072747 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74b57f7b-caca-4377-ab28-4d593de34853 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (79511b93-fc36-4fb7-83ec-8814ca07869c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:53.088535 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-51490ee7-e08a-4249-9368-8fec6b2d3897 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dae63e4e2d8d49e29fcdf74d90ecc5b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5871072 Feb 08 21:39:53.093263 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40732) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:53.124257 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51490ee7-e08a-4249-9368-8fec6b2d3897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525acd18-dd40-414c-a042-e98e837ed647,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:53.139684 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c378f-3e53-44b3-a95a-8a65387ce38a req-8978c6bf-7d3e-4c5e-87f6-46028a010183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:53.141212 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d72c378f-3e53-44b3-a95a-8a65387ce38a req-8978c6bf-7d3e-4c5e-87f6-46028a010183 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=bbd9f738-6a6a-4903-b855-7495747638b6 HTTP/1.1" status: 200 len: 1128 time: 0.5396099 Feb 08 21:39:53.196449 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d72c378f-3e53-44b3-a95a-8a65387ce38a req-3baf39b0-8750-45df-bc60-49f2e5ca069d service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479684 Feb 08 21:39:53.211947 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-5c0c3e0e-a4a0-4b68-a4b6-1314f6dde3a4 req-e3691d1f-44d3-4a4a-89fe-9d10db8a9f48 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Deleting port 13efccdd-ecd6-49e7-9566-bfbcb316eeda {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:39:53.212572 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5c0c3e0e-a4a0-4b68-a4b6-1314f6dde3a4 req-e3691d1f-44d3-4a4a-89fe-9d10db8a9f48 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (13efccdd-ecd6-49e7-9566-bfbcb316eeda), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:53.299001 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6024f728-8394-40b0-8dc0-7e7e4842a59f admin admin] Made reservation on behalf of f1072bb33c4c49d0aba2198cd6ee7ced for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:39:53.301438 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6024f728-8394-40b0-8dc0-7e7e4842a59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:53.320150 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-5c0c3e0e-a4a0-4b68-a4b6-1314f6dde3a4 req-e3691d1f-44d3-4a4a-89fe-9d10db8a9f48 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] For port 13efccdd-ecd6-49e7-9566-bfbcb316eeda, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=13efccdd-ecd6-49e7-9566-bfbcb316eeda,segment=NetworkSegment(92a7339a-6135-4107-844d-2e5751233563),segment_id=92a7339a-6135-4107-844d-2e5751233563)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:39:53.320540 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5c0c3e0e-a4a0-4b68-a4b6-1314f6dde3a4 req-e3691d1f-44d3-4a4a-89fe-9d10db8a9f48 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (13efccdd-ecd6-49e7-9566-bfbcb316eeda), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:53.335530 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-5c0c3e0e-a4a0-4b68-a4b6-1314f6dde3a4 req-e3691d1f-44d3-4a4a-89fe-9d10db8a9f48 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Calling delete_port for 13efccdd-ecd6-49e7-9566-bfbcb316eeda owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:39:53.413585 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-55f1d123-5b28-4c41-975b-b08b34895409 admin admin] Publish callbacks [] for security_group (525acd18-dd40-414c-a042-e98e837ed647), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:53.415480 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6024f728-8394-40b0-8dc0-7e7e4842a59f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:53.494496 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5c0c3e0e-a4a0-4b68-a4b6-1314f6dde3a4 req-e3691d1f-44d3-4a4a-89fe-9d10db8a9f48 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (13efccdd-ecd6-49e7-9566-bfbcb316eeda), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:53.516976 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['13efccdd-ecd6-49e7-9566-bfbcb316eeda'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:39:53.565999 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce38a519-73bc-4238-9024-74d3bc0bafc7 req-e893a308-e204-4b9d-a3aa-9b2b6401195b tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.88 "GET /v2.0/ports?device_id=ac0b8350-6630-4447-8637-4bf1f2909682 HTTP/1.1" status: 200 len: 210 time: 0.0871320 Feb 08 21:39:53.569905 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3691d1f-44d3-4a4a-89fe-9d10db8a9f48 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Pushing event deleted for resources: {'Port': ['ID=13efccdd-ecd6-49e7-9566-bfbcb316eeda,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:53.655004 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6024f728-8394-40b0-8dc0-7e7e4842a59f admin admin] Publish callbacks [] for security_group (0140fff6-6a35-4e1c-a4c0-72566eda36cf), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:53.673189 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6024f728-8394-40b0-8dc0-7e7e4842a59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0140fff6-6a35-4e1c-a4c0-72566eda36cf), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:53.697399 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0c3e0e-a4a0-4b68-a4b6-1314f6dde3a4 req-e3691d1f-44d3-4a4a-89fe-9d10db8a9f48 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] No DVR routers for this DVR port 13efccdd-ecd6-49e7-9566-bfbcb316eeda on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:39:53.711064 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5c0c3e0e-a4a0-4b68-a4b6-1314f6dde3a4 req-e3691d1f-44d3-4a4a-89fe-9d10db8a9f48 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:53.731590 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c0c3e0e-a4a0-4b68-a4b6-1314f6dde3a4 req-e3691d1f-44d3-4a4a-89fe-9d10db8a9f48 tempest-ServerRescueTestJSONUnderV235-622636368 tempest-ServerRescueTestJSONUnderV235-622636368-project] 10.222.0.96 "DELETE /v2.0/ports/13efccdd-ecd6-49e7-9566-bfbcb316eeda HTTP/1.1" status: 204 len: 173 time: 1.1511548 Feb 08 21:39:53.738066 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0b8350-6630-4447-8637-4bf1f2909682', 'name': 'network-vif-deleted', 'tag': '13efccdd-ecd6-49e7-9566-bfbcb316eeda'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:39:53.749349 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f103fd6-0ddc-47c6-9917-15801115f61c" -d '{"events": [{"server_uuid": "ac0b8350-6630-4447-8637-4bf1f2909682", "name": "network-vif-deleted", "tag": "13efccdd-ecd6-49e7-9566-bfbcb316eeda"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:39:53.776895 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024f728-8394-40b0-8dc0-7e7e4842a59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0140fff6-6a35-4e1c-a4c0-72566eda36cf,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:53.860340 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-55f1d123-5b28-4c41-975b-b08b34895409 admin admin] Publish callbacks [] for security_group (525acd18-dd40-414c-a042-e98e837ed647), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:53.889870 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30835da1-d5a7-4f5d-be77-b1553cf81db8 req-de575ea4-0998-4b85-aa4c-6c0b0f41eb9f tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:53.892422 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-30835da1-d5a7-4f5d-be77-b1553cf81db8 req-de575ea4-0998-4b85-aa4c-6c0b0f41eb9f tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=bbd9f738-6a6a-4903-b855-7495747638b6 HTTP/1.1" status: 200 len: 945 time: 0.1249578 Feb 08 21:39:53.902592 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2fb302-02f4-4685-928e-73c6cd327d6b x-openstack-request-id: req-df2fb302-02f4-4685-928e-73c6cd327d6b {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:39:53.902791 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0b8350-6630-4447-8637-4bf1f2909682", "name": "network-vif-deleted", "tag": "13efccdd-ecd6-49e7-9566-bfbcb316eeda", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:39:53.903014 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-df2fb302-02f4-4685-928e-73c6cd327d6b {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:39:53.903419 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0b8350-6630-4447-8637-4bf1f2909682', 'name': 'network-vif-deleted', 'tag': '13efccdd-ecd6-49e7-9566-bfbcb316eeda', 'status': 'completed', 'code': 200} Feb 08 21:39:53.939280 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6024f728-8394-40b0-8dc0-7e7e4842a59f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:39:53.991034 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-30835da1-d5a7-4f5d-be77-b1553cf81db8 req-1667432a-02c5-4f90-9af1-c1cfae205359 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922136 Feb 08 21:39:54.022529 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-55f1d123-5b28-4c41-975b-b08b34895409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (525acd18-dd40-414c-a042-e98e837ed647), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:54.025212 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-55f1d123-5b28-4c41-975b-b08b34895409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:54.029269 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-55f1d123-5b28-4c41-975b-b08b34895409 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/525acd18-dd40-414c-a042-e98e837ed647 HTTP/1.1" status: 204 len: 168 time: 0.9318497 Feb 08 21:39:54.047370 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1d123-5b28-4c41-975b-b08b34895409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525acd18-dd40-414c-a042-e98e837ed647,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:54.065738 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6024f728-8394-40b0-8dc0-7e7e4842a59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (589d1272-7d8f-4ff1-a1c4-c8401ba80726), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:54.066476 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-6024f728-8394-40b0-8dc0-7e7e4842a59f admin admin] Added segment 589d1272-7d8f-4ff1-a1c4-c8401ba80726 of type vlan for network fc3daf0e-b594-4dcf-a463-8cc80aff9515 Feb 08 21:39:54.107582 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b57f7b-caca-4377-ab28-4d593de34853 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Router 79511b93-fc36-4fb7-83ec-8814ca07869c is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:39:54.155670 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3857ec8e-2cb4-4e06-8551-e04cdb4f6399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:54.182457 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6024f728-8394-40b0-8dc0-7e7e4842a59f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (fc3daf0e-b594-4dcf-a463-8cc80aff9515), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:54.382469 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.db.resource_extend [None req-6024f728-8394-40b0-8dc0-7e7e4842a59f admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:39:54.488373 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6024f728-8394-40b0-8dc0-7e7e4842a59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (fc3daf0e-b594-4dcf-a463-8cc80aff9515), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:54.489700 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6024f728-8394-40b0-8dc0-7e7e4842a59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:54.490484 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6024f728-8394-40b0-8dc0-7e7e4842a59f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:54.610038 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6024f728-8394-40b0-8dc0-7e7e4842a59f admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.9835827 Feb 08 21:39:54.612854 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40764) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:54.618217 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-741d5de3-3a4b-4e64-a501-9366dc4a2683 admin admin] Request body: {'subnet': {'network_id': 'fc3daf0e-b594-4dcf-a463-8cc80aff9515', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1478591241-subnet', 'tenant_id': 'f1072bb33c4c49d0aba2198cd6ee7ced', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:54.666165 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741d5de3-3a4b-4e64-a501-9366dc4a2683 admin admin] Made reservation on behalf of f1072bb33c4c49d0aba2198cd6ee7ced for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:39:54.669007 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-741d5de3-3a4b-4e64-a501-9366dc4a2683 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:54.684817 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b57f7b-caca-4377-ab28-4d593de34853 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:39:54.702117 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058ab829-5103-45c1-8735-d3f42de88556 None None] Sync routers for ids ['79511b93-fc36-4fb7-83ec-8814ca07869c'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:39:54.704463 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024f728-8394-40b0-8dc0-7e7e4842a59f admin admin] Pushing event updated for resources: {'Network': ['ID=fc3daf0e-b594-4dcf-a463-8cc80aff9515,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:54.727472 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058ab829-5103-45c1-8735-d3f42de88556 None None] Routers {'79511b93-fc36-4fb7-83ec-8814ca07869c'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:39:54.728671 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40770) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:54.729561 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-058ab829-5103-45c1-8735-d3f42de88556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:39:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['79511b93-fc36-4fb7-83ec-8814ca07869c'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:39:54.755747 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network fc3daf0e-b594-4dcf-a463-8cc80aff9515 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:39:55.015910 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74b57f7b-caca-4377-ab28-4d593de34853 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:55.017586 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-74b57f7b-caca-4377-ab28-4d593de34853 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.5715277 Feb 08 21:39:55.023733 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40776) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:55.041312 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40778) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:55.336844 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-058ab829-5103-45c1-8735-d3f42de88556 None None] Set router 79511b93-fc36-4fb7-83ec-8814ca07869c gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:39:55.401413 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0afff109-04d9-46c9-ab29-41e46f8d0501 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:55.455149 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-741d5de3-3a4b-4e64-a501-9366dc4a2683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (bbb2de4a-4dc6-4467-bc42-4df155e8cfa1), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:55.658737 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6195728-8f12-466e-8121-587df9cc7b4b req-5503847f-a635-4f9d-8929-f362995d9ad4 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:55.667334 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6195728-8f12-466e-8121-587df9cc7b4b req-5503847f-a635-4f9d-8929-f362995d9ad4 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=bbd9f738-6a6a-4903-b855-7495747638b6 HTTP/1.1" status: 200 len: 945 time: 0.3995442 Feb 08 21:39:55.677790 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 13efccdd-ecd6-49e7-9566-bfbcb316eeda no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:39:55.695216 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f7ceec5-fe53-49b7-96d0-4a2e3f6cac07 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router (79511b93-fc36-4fb7-83ec-8814ca07869c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:55.699330 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d5de3-3a4b-4e64-a501-9366dc4a2683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb2de4a-4dc6-4467-bc42-4df155e8cfa1,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:55.710635 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 13efccdd-ecd6-49e7-9566-bfbcb316eeda {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:39:55.711172 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 13efccdd-ecd6-49e7-9566-bfbcb316eeda not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:39:55.722062 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741d5de3-3a4b-4e64-a501-9366dc4a2683 admin admin] Checking segment: {'id': '589d1272-7d8f-4ff1-a1c4-c8401ba80726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fc3daf0e-b594-4dcf-a463-8cc80aff9515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:39:55.722753 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741d5de3-3a4b-4e64-a501-9366dc4a2683 admin admin] Network hostable DHCP agents. Network: fc3daf0e-b594-4dcf-a463-8cc80aff9515, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:39:55.758884 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6195728-8f12-466e-8121-587df9cc7b4b req-6922798d-386f-4d10-b24f-e62930677f1a tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903687 Feb 08 21:39:55.795310 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741d5de3-3a4b-4e64-a501-9366dc4a2683 admin admin] Network fc3daf0e-b594-4dcf-a463-8cc80aff9515 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:39:55.817779 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-741d5de3-3a4b-4e64-a501-9366dc4a2683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, fc3daf0e-b594-4dcf-a463-8cc80aff9515) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:39:55.827773 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741d5de3-3a4b-4e64-a501-9366dc4a2683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:55.829622 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-741d5de3-3a4b-4e64-a501-9366dc4a2683 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:55.838988 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-058ab829-5103-45c1-8735-d3f42de88556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79511b93-fc36-4fb7-83ec-8814ca07869c', 'name': '', 'tenant_id': 'd478b28caa234c499f3125e043be8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6b3c9d8-d0cd-43fa-973a-6a45e25d6128', 'external_fixed_ips': [{'subnet_id': '6d35ee1f-ae13-4d0b-ac99-3e8c1cae9d94', 'ip_address': '2001:db8::159'}], 'enable_snat': True}, 'gw_port_id': 'd21fb8dd-f148-4e85-bd69-77ca8e7e05a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:39:49Z', 'updated_at': '2022-02-08T21:39:52Z', 'revision_number': 3, 'project_id': 'd478b28caa234c499f3125e043be8bdc', 'gw_port': {'id': 'd21fb8dd-f148-4e85-bd69-77ca8e7e05a5', 'name': '', 'network_id': 'b6b3c9d8-d0cd-43fa-973a-6a45e25d6128', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:49:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79511b93-fc36-4fb7-83ec-8814ca07869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '6d35ee1f-ae13-4d0b-ac99-3e8c1cae9d94', 'ip_address': '2001:db8::159', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:39:50Z', 'updated_at': '2022-02-08T21:39:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d35ee1f-ae13-4d0b-ac99-3e8c1cae9d94', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:39:55.851989 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589ab1fc-8f88-4d90-8476-b849a5c0b8ff None None] Network fc3daf0e-b594-4dcf-a463-8cc80aff9515 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:39:55.874153 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-741d5de3-3a4b-4e64-a501-9366dc4a2683 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2604012 Feb 08 21:39:55.938998 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0afff109-04d9-46c9-ab29-41e46f8d0501 admin admin] Publish callbacks [] for security_group (e464ff22-f0c9-42cf-9bfb-e3e4a0c930d4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:55.954288 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0afff109-04d9-46c9-ab29-41e46f8d0501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e464ff22-f0c9-42cf-9bfb-e3e4a0c930d4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:55.984599 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058ab829-5103-45c1-8735-d3f42de88556 None None] Checking router: 79511b93-fc36-4fb7-83ec-8814ca07869c for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:39:55.994302 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058ab829-5103-45c1-8735-d3f42de88556 None None] Updating router 79511b93-fc36-4fb7-83ec-8814ca07869c port d21fb8dd-f148-4e85-bd69-77ca8e7e05a5 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:39:56.052062 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0afff109-04d9-46c9-ab29-41e46f8d0501 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b707a695992b4b1ebbfe2364f99f6e42&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0039129 Feb 08 21:39:56.053003 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40794) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:56.071510 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f7ceec5-fe53-49b7-96d0-4a2e3f6cac07 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router_gateway (79511b93-fc36-4fb7-83ec-8814ca07869c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:56.085461 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afff109-04d9-46c9-ab29-41e46f8d0501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e464ff22-f0c9-42cf-9bfb-e3e4a0c930d4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:56.131808 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-058ab829-5103-45c1-8735-d3f42de88556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d21fb8dd-f148-4e85-bd69-77ca8e7e05a5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:56.206139 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bd7e5a64-76f0-4612-b9bc-e5e4071e1892 admin admin] Publish callbacks [] for security_group (e464ff22-f0c9-42cf-9bfb-e3e4a0c930d4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:56.264905 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bd7e5a64-76f0-4612-b9bc-e5e4071e1892 admin admin] Publish callbacks [] for security_group (e464ff22-f0c9-42cf-9bfb-e3e4a0c930d4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:56.279276 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7518a466-68d7-49c4-8d04-de7769401ba7 None None] Network fc3daf0e-b594-4dcf-a463-8cc80aff9515 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:39:56.470792 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-7f7ceec5-fe53-49b7-96d0-4a2e3f6cac07 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Deleting port d21fb8dd-f148-4e85-bd69-77ca8e7e05a5 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:39:56.471271 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f7ceec5-fe53-49b7-96d0-4a2e3f6cac07 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d21fb8dd-f148-4e85-bd69-77ca8e7e05a5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:56.493434 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bd7e5a64-76f0-4612-b9bc-e5e4071e1892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e464ff22-f0c9-42cf-9bfb-e3e4a0c930d4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:56.496166 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bd7e5a64-76f0-4612-b9bc-e5e4071e1892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:56.498867 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bd7e5a64-76f0-4612-b9bc-e5e4071e1892 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e464ff22-f0c9-42cf-9bfb-e3e4a0c930d4 HTTP/1.1" status: 204 len: 168 time: 0.4429669 Feb 08 21:39:56.548170 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e5a64-76f0-4612-b9bc-e5e4071e1892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e464ff22-f0c9-42cf-9bfb-e3e4a0c930d4,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:56.695834 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-058ab829-5103-45c1-8735-d3f42de88556 None None] Publish callbacks [] for port (d21fb8dd-f148-4e85-bd69-77ca8e7e05a5), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:56.753491 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-058ab829-5103-45c1-8735-d3f42de88556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d21fb8dd-f148-4e85-bd69-77ca8e7e05a5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:56.802547 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd5557a8-f3ad-4abc-827f-37399132a7ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (bd9bd15f-1946-44e2-aa30-44a66efa89ba), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:56.811555 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc861f0b-9100-4509-84bf-cdcf3bf8c697 None None] Pushing event updated for resources: {'Port': ['ID=d21fb8dd-f148-4e85-bd69-77ca8e7e05a5,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:56.817299 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f7ceec5-fe53-49b7-96d0-4a2e3f6cac07 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d21fb8dd-f148-4e85-bd69-77ca8e7e05a5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:56.859006 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-058ab829-5103-45c1-8735-d3f42de88556 None None] Attempting to bind port d21fb8dd-f148-4e85-bd69-77ca8e7e05a5 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:39:56.859450 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-058ab829-5103-45c1-8735-d3f42de88556 None None] Attempting to bind port d21fb8dd-f148-4e85-bd69-77ca8e7e05a5 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '620557f4-2a61-4019-9347-b1537d82567b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b6b3c9d8-d0cd-43fa-973a-6a45e25d6128'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:39:56.859820 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058ab829-5103-45c1-8735-d3f42de88556 None None] Attempting to bind port d21fb8dd-f148-4e85-bd69-77ca8e7e05a5 on network b6b3c9d8-d0cd-43fa-973a-6a45e25d6128 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:39:56.866665 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058ab829-5103-45c1-8735-d3f42de88556 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:39:56.867045 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058ab829-5103-45c1-8735-d3f42de88556 None None] Checking segment: {'id': '620557f4-2a61-4019-9347-b1537d82567b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b6b3c9d8-d0cd-43fa-973a-6a45e25d6128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:39:56.867448 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-058ab829-5103-45c1-8735-d3f42de88556 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:56.867841 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058ab829-5103-45c1-8735-d3f42de88556 None None] Bound using segment: {'id': '620557f4-2a61-4019-9347-b1537d82567b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b6b3c9d8-d0cd-43fa-973a-6a45e25d6128'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:39:56.869552 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-058ab829-5103-45c1-8735-d3f42de88556 None None] Bound port: d21fb8dd-f148-4e85-bd69-77ca8e7e05a5, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620557f4-2a61-4019-9347-b1537d82567b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b6b3c9d8-d0cd-43fa-973a-6a45e25d6128'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:39:56.869950 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-058ab829-5103-45c1-8735-d3f42de88556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d21fb8dd-f148-4e85-bd69-77ca8e7e05a5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:56.989566 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-058ab829-5103-45c1-8735-d3f42de88556 None None] For port d21fb8dd-f148-4e85-bd69-77ca8e7e05a5, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:39:56.992040 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-058ab829-5103-45c1-8735-d3f42de88556 None None] For port d21fb8dd-f148-4e85-bd69-77ca8e7e05a5, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d21fb8dd-f148-4e85-bd69-77ca8e7e05a5,segment=NetworkSegment(620557f4-2a61-4019-9347-b1537d82567b),segment_id=620557f4-2a61-4019-9347-b1537d82567b)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:39:57.002017 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-058ab829-5103-45c1-8735-d3f42de88556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d21fb8dd-f148-4e85-bd69-77ca8e7e05a5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:57.109850 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc861f0b-9100-4509-84bf-cdcf3bf8c697 None None] Pushing event updated for resources: {'Port': ['ID=d21fb8dd-f148-4e85-bd69-77ca8e7e05a5,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:57.131663 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058ab829-5103-45c1-8735-d3f42de88556 None None] Routers {'79511b93-fc36-4fb7-83ec-8814ca07869c'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:39:57.132561 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-058ab829-5103-45c1-8735-d3f42de88556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:39:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['79511b93-fc36-4fb7-83ec-8814ca07869c'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:39:57.357258 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-058ab829-5103-45c1-8735-d3f42de88556 None None] Set router 79511b93-fc36-4fb7-83ec-8814ca07869c gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:39:57.470046 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-7f7ceec5-fe53-49b7-96d0-4a2e3f6cac07 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Calling delete_port for d21fb8dd-f148-4e85-bd69-77ca8e7e05a5 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:39:57.532574 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-058ab829-5103-45c1-8735-d3f42de88556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79511b93-fc36-4fb7-83ec-8814ca07869c', 'name': '', 'tenant_id': 'd478b28caa234c499f3125e043be8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:39:49Z', 'updated_at': '2022-02-08T21:39:56Z', 'revision_number': 4, 'project_id': 'd478b28caa234c499f3125e043be8bdc', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:39:57.635768 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-c5c37aa1-61b1-4f70-aba6-b38689c3fd2b req-071f5d09-9ff9-4a56-9dbb-17044c856654 service neutron] (103433) timed out ('10.222.0.88', 51180) {{(pid=103433) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 21:39:57.972155 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e89662ad-f7cd-4826-bc77-68581eeeb439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:57.973694 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f7ceec5-fe53-49b7-96d0-4a2e3f6cac07 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (d21fb8dd-f148-4e85-bd69-77ca8e7e05a5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:57.977430 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058ab829-5103-45c1-8735-d3f42de88556 None None] The sync data for ids ['79511b93-fc36-4fb7-83ec-8814ca07869c'] in n-d-712143-31 is: [{'id': '79511b93-fc36-4fb7-83ec-8814ca07869c', 'name': '', 'tenant_id': 'd478b28caa234c499f3125e043be8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:39:49Z', 'updated_at': '2022-02-08T21:39:56Z', 'revision_number': 4, 'project_id': 'd478b28caa234c499f3125e043be8bdc', 'gw_port_host': None}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:39:58.037321 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ceec5-fe53-49b7-96d0-4a2e3f6cac07 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Pushing event deleted for resources: {'Port': ['ID=d21fb8dd-f148-4e85-bd69-77ca8e7e05a5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:58.037597 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40848) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:58.048863 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-e1410ce1-baa9-4fee-9c44-3814d94275d8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-434738263-network', 'tenant_id': '32b994e50b7645e09ffc367b956aea3d'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:58.056722 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-cd5557a8-f3ad-4abc-827f-37399132a7ce admin admin] Deleting port 3401da2c-7eb7-408a-86e1-1d7242573e43 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:39:58.057598 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd5557a8-f3ad-4abc-827f-37399132a7ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (3401da2c-7eb7-408a-86e1-1d7242573e43), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:58.089387 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1410ce1-baa9-4fee-9c44-3814d94275d8 admin admin] Made reservation on behalf of 32b994e50b7645e09ffc367b956aea3d for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:39:58.091844 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e1410ce1-baa9-4fee-9c44-3814d94275d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:58.123621 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e1410ce1-baa9-4fee-9c44-3814d94275d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:58.160679 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-cd5557a8-f3ad-4abc-827f-37399132a7ce admin admin] For port 3401da2c-7eb7-408a-86e1-1d7242573e43, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3401da2c-7eb7-408a-86e1-1d7242573e43,segment=NetworkSegment(92a7339a-6135-4107-844d-2e5751233563),segment_id=92a7339a-6135-4107-844d-2e5751233563)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:39:58.161104 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd5557a8-f3ad-4abc-827f-37399132a7ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (3401da2c-7eb7-408a-86e1-1d7242573e43), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:58.180981 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-cd5557a8-f3ad-4abc-827f-37399132a7ce admin admin] Calling delete_port for 3401da2c-7eb7-408a-86e1-1d7242573e43 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:39:58.269217 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e1410ce1-baa9-4fee-9c44-3814d94275d8 admin admin] Publish callbacks [] for security_group (7767071a-79ef-4351-b7f9-bdb6f5b067c8), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:58.275392 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e1410ce1-baa9-4fee-9c44-3814d94275d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7767071a-79ef-4351-b7f9-bdb6f5b067c8), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:58.292154 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1410ce1-baa9-4fee-9c44-3814d94275d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:39:58.335771 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1410ce1-baa9-4fee-9c44-3814d94275d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7767071a-79ef-4351-b7f9-bdb6f5b067c8,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:58.343379 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e1410ce1-baa9-4fee-9c44-3814d94275d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (cea4eff6-489d-4c49-9ed5-ab2c12f2f9ae), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:58.344926 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-e1410ce1-baa9-4fee-9c44-3814d94275d8 admin admin] Added segment cea4eff6-489d-4c49-9ed5-ab2c12f2f9ae of type vlan for network 6a27b0c0-a136-403b-a313-03ec8ee395e4 Feb 08 21:39:58.402785 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e1410ce1-baa9-4fee-9c44-3814d94275d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (6a27b0c0-a136-403b-a313-03ec8ee395e4), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:58.450345 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e1410ce1-baa9-4fee-9c44-3814d94275d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (6a27b0c0-a136-403b-a313-03ec8ee395e4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:58.452153 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1410ce1-baa9-4fee-9c44-3814d94275d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:58.452748 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e1410ce1-baa9-4fee-9c44-3814d94275d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:58.517123 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd5557a8-f3ad-4abc-827f-37399132a7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3401da2c-7eb7-408a-86e1-1d7242573e43), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:58.520613 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f7ceec5-fe53-49b7-96d0-4a2e3f6cac07 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (79511b93-fc36-4fb7-83ec-8814ca07869c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:58.545031 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e1410ce1-baa9-4fee-9c44-3814d94275d8 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5071170 Feb 08 21:39:58.547948 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40860) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:58.555869 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-78fea8b8-c51f-4986-a11a-0a08dec5894a admin admin] Request body: {'subnet': {'network_id': '6a27b0c0-a136-403b-a313-03ec8ee395e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-434738263-subnet', 'tenant_id': '32b994e50b7645e09ffc367b956aea3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:39:58.563486 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5557a8-f3ad-4abc-827f-37399132a7ce admin admin] Pushing event deleted for resources: {'Port': ['ID=3401da2c-7eb7-408a-86e1-1d7242573e43,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:58.573269 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1410ce1-baa9-4fee-9c44-3814d94275d8 admin admin] Pushing event updated for resources: {'Network': ['ID=6a27b0c0-a136-403b-a313-03ec8ee395e4,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:58.595785 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 6a27b0c0-a136-403b-a313-03ec8ee395e4 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:39:58.604724 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fea8b8-c51f-4986-a11a-0a08dec5894a admin admin] Made reservation on behalf of 32b994e50b7645e09ffc367b956aea3d for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:39:58.620921 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-78fea8b8-c51f-4986-a11a-0a08dec5894a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:58.880117 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f7ceec5-fe53-49b7-96d0-4a2e3f6cac07 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (79511b93-fc36-4fb7-83ec-8814ca07869c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:58.882386 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f7ceec5-fe53-49b7-96d0-4a2e3f6cac07 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router_controller (79511b93-fc36-4fb7-83ec-8814ca07869c), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:59.037853 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f7ceec5-fe53-49b7-96d0-4a2e3f6cac07 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (79511b93-fc36-4fb7-83ec-8814ca07869c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:59.038377 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7ceec5-fe53-49b7-96d0-4a2e3f6cac07 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79511b93-fc36-4fb7-83ec-8814ca07869c {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:39:59.065194 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-78fea8b8-c51f-4986-a11a-0a08dec5894a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (6a92c8a7-6d46-4f8a-94fe-e7f5e6384258), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:59.083176 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f7ceec5-fe53-49b7-96d0-4a2e3f6cac07 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:59.084607 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7f7ceec5-fe53-49b7-96d0-4a2e3f6cac07 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "DELETE /v2.0/routers/79511b93-fc36-4fb7-83ec-8814ca07869c HTTP/1.1" status: 204 len: 168 time: 4.0527916 Feb 08 21:39:59.087646 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40876) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:59.121970 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fea8b8-c51f-4986-a11a-0a08dec5894a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a92c8a7-6d46-4f8a-94fe-e7f5e6384258,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:59.148900 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-f74bc480-c926-49ab-84da-fb196d9d042f tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Deleting subnet 6d35ee1f-ae13-4d0b-ac99-3e8c1cae9d94 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:39:59.161219 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f74bc480-c926-49ab-84da-fb196d9d042f tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for subnet (6d35ee1f-ae13-4d0b-ac99-3e8c1cae9d94), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:59.179385 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:59.202722 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fea8b8-c51f-4986-a11a-0a08dec5894a admin admin] Checking segment: {'id': 'cea4eff6-489d-4c49-9ed5-ab2c12f2f9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6a27b0c0-a136-403b-a313-03ec8ee395e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:39:59.203547 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fea8b8-c51f-4986-a11a-0a08dec5894a admin admin] Network hostable DHCP agents. Network: 6a27b0c0-a136-403b-a313-03ec8ee395e4, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:39:59.225834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fea8b8-c51f-4986-a11a-0a08dec5894a admin admin] Network 6a27b0c0-a136-403b-a313-03ec8ee395e4 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:39:59.241014 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-78fea8b8-c51f-4986-a11a-0a08dec5894a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 6a27b0c0-a136-403b-a313-03ec8ee395e4) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:39:59.255279 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed62cb6b-1bdd-4555-9f42-f7aec59727d9 None None] Network 6a27b0c0-a136-403b-a313-03ec8ee395e4 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:39:59.268325 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fea8b8-c51f-4986-a11a-0a08dec5894a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:39:59.272009 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-78fea8b8-c51f-4986-a11a-0a08dec5894a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:59.307829 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-78fea8b8-c51f-4986-a11a-0a08dec5894a admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7574089 Feb 08 21:39:59.420595 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f74bc480-c926-49ab-84da-fb196d9d042f tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (6d35ee1f-ae13-4d0b-ac99-3e8c1cae9d94), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:59.450573 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec61ecf-fded-4c8d-bb57-262a5725c5b8 None None] Network 6a27b0c0-a136-403b-a313-03ec8ee395e4 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:39:59.564599 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f74bc480-c926-49ab-84da-fb196d9d042f tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (6d35ee1f-ae13-4d0b-ac99-3e8c1cae9d94), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:59.578793 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40886) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:59.654714 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d24702b-be45-47fb-9c33-df932f0b062f admin admin] Deleting subnet bbb2de4a-4dc6-4467-bc42-4df155e8cfa1 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:39:59.658638 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2d24702b-be45-47fb-9c33-df932f0b062f admin admin] Publish callbacks [] for subnet (bbb2de4a-4dc6-4467-bc42-4df155e8cfa1), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:59.730601 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2d24702b-be45-47fb-9c33-df932f0b062f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (bbb2de4a-4dc6-4467-bc42-4df155e8cfa1), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:59.739450 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f74bc480-c926-49ab-84da-fb196d9d042f tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (6d35ee1f-ae13-4d0b-ac99-3e8c1cae9d94), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:59.804925 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f74bc480-c926-49ab-84da-fb196d9d042f tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:59.808333 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f74bc480-c926-49ab-84da-fb196d9d042f tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "DELETE /v2.0/subnets/6d35ee1f-ae13-4d0b-ac99-3e8c1cae9d94 HTTP/1.1" status: 204 len: 168 time: 0.7196071 Feb 08 21:39:59.809073 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd5557a8-f3ad-4abc-827f-37399132a7ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (bd9bd15f-1946-44e2-aa30-44a66efa89ba), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:59.812080 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40898) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:39:59.815042 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74bc480-c926-49ab-84da-fb196d9d042f tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6d35ee1f-ae13-4d0b-ac99-3e8c1cae9d94,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:39:59.845634 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2d24702b-be45-47fb-9c33-df932f0b062f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (bbb2de4a-4dc6-4467-bc42-4df155e8cfa1), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:59.931761 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7fc830d-6a1a-4572-8a63-38a6f23ddd1a tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (b6b3c9d8-d0cd-43fa-973a-6a45e25d6128), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:59.958508 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2d24702b-be45-47fb-9c33-df932f0b062f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (bbb2de4a-4dc6-4467-bc42-4df155e8cfa1), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:39:59.994203 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24702b-be45-47fb-9c33-df932f0b062f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb2de4a-4dc6-4467-bc42-4df155e8cfa1,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:00.001632 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2d24702b-be45-47fb-9c33-df932f0b062f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:00.007129 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2d24702b-be45-47fb-9c33-df932f0b062f admin admin] 10.222.0.88 "DELETE /v2.0/subnets/bbb2de4a-4dc6-4467-bc42-4df155e8cfa1 HTTP/1.1" status: 204 len: 168 time: 0.4240062 Feb 08 21:40:00.007955 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40902) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:00.146294 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7fc830d-6a1a-4572-8a63-38a6f23ddd1a tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (b6b3c9d8-d0cd-43fa-973a-6a45e25d6128), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:00.177542 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e7fc830d-6a1a-4572-8a63-38a6f23ddd1a tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b3c9d8-d0cd-43fa-973a-6a45e25d6128']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:00.191167 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e7fc830d-6a1a-4572-8a63-38a6f23ddd1a tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '620557f4-2a61-4019-9347-b1537d82567b') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:00.191508 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e7fc830d-6a1a-4572-8a63-38a6f23ddd1a tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '620557f4-2a61-4019-9347-b1537d82567b') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:00.202384 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea9b1-f5f3-42b5-aedc-3e79633e6cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (fc3daf0e-b594-4dcf-a463-8cc80aff9515), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:00.204595 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7fc830d-6a1a-4572-8a63-38a6f23ddd1a tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (620557f4-2a61-4019-9347-b1537d82567b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:00.360039 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7fc830d-6a1a-4572-8a63-38a6f23ddd1a tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (620557f4-2a61-4019-9347-b1537d82567b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:00.378927 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7fc830d-6a1a-4572-8a63-38a6f23ddd1a tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:40:00.379897 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7fc830d-6a1a-4572-8a63-38a6f23ddd1a tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (620557f4-2a61-4019-9347-b1537d82567b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: items = [ Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:40:00.382556 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:40:00.514895 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7fc830d-6a1a-4572-8a63-38a6f23ddd1a tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (b6b3c9d8-d0cd-43fa-973a-6a45e25d6128), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:00.523035 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fc830d-6a1a-4572-8a63-38a6f23ddd1a tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b6b3c9d8-d0cd-43fa-973a-6a45e25d6128 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 08 21:40:00.547323 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7fc830d-6a1a-4572-8a63-38a6f23ddd1a tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:00.570426 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e7fc830d-6a1a-4572-8a63-38a6f23ddd1a tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "DELETE /v2.0/networks/b6b3c9d8-d0cd-43fa-973a-6a45e25d6128 HTTP/1.1" status: 204 len: 168 time: 0.7508459 Feb 08 21:40:00.608355 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc830d-6a1a-4572-8a63-38a6f23ddd1a tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Pushing event deleted for resources: {'Network': ['ID=b6b3c9d8-d0cd-43fa-973a-6a45e25d6128,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:00.655516 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5557a8-f3ad-4abc-827f-37399132a7ce admin admin] Router bd9bd15f-1946-44e2-aa30-44a66efa89ba has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:40:00.946902 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5557a8-f3ad-4abc-827f-37399132a7ce admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:40:00.957628 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cd5557a8-f3ad-4abc-827f-37399132a7ce admin admin] 10.222.0.88 "PUT /v2.0/routers/bd9bd15f-1946-44e2-aa30-44a66efa89ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2273929 Feb 08 21:40:00.957825 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40924) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:00.960935 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea9b1-f5f3-42b5-aedc-3e79633e6cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (fc3daf0e-b594-4dcf-a463-8cc80aff9515), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:01.217111 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-ad8ea9b1-f5f3-42b5-aedc-3e79633e6cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3daf0e-b594-4dcf-a463-8cc80aff9515']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:01.245042 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-ad8ea9b1-f5f3-42b5-aedc-3e79633e6cc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589d1272-7d8f-4ff1-a1c4-c8401ba80726') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:01.245392 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-ad8ea9b1-f5f3-42b5-aedc-3e79633e6cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589d1272-7d8f-4ff1-a1c4-c8401ba80726') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:01.270898 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea9b1-f5f3-42b5-aedc-3e79633e6cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (589d1272-7d8f-4ff1-a1c4-c8401ba80726), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:01.288447 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea9b1-f5f3-42b5-aedc-3e79633e6cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (589d1272-7d8f-4ff1-a1c4-c8401ba80726), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:01.298475 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad8ea9b1-f5f3-42b5-aedc-3e79633e6cc5 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:40:01.298877 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea9b1-f5f3-42b5-aedc-3e79633e6cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (589d1272-7d8f-4ff1-a1c4-c8401ba80726), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:01.369373 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ebfbda-ee34-4f9c-a68b-f02095ada20d None None] Sync routers for ids ['bd9bd15f-1946-44e2-aa30-44a66efa89ba'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:40:01.383392 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ebfbda-ee34-4f9c-a68b-f02095ada20d None None] Routers {'bd9bd15f-1946-44e2-aa30-44a66efa89ba'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:40:01.384040 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-49ebfbda-ee34-4f9c-a68b-f02095ada20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:39:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['bd9bd15f-1946-44e2-aa30-44a66efa89ba'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:01.409844 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40934) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:01.414658 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-65b73955-6937-46bf-ac6d-5726d7297e48 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Request body: {'router': {'name': 'tempest-router--485981337', 'project_id': '46212e06a33d4c84bd589c4aabdeb5e5'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:40:01.439437 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:40:01.443572 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:01.459059 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65b73955-6937-46bf-ac6d-5726d7297e48 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (a028fa34-8f8f-4488-8899-2d3d75b53b86), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:01.460147 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65b73955-6937-46bf-ac6d-5726d7297e48 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (a028fa34-8f8f-4488-8899-2d3d75b53b86), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:01.489818 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea9b1-f5f3-42b5-aedc-3e79633e6cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (fc3daf0e-b594-4dcf-a463-8cc80aff9515), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:01.508385 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:01.538175 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea9b1-f5f3-42b5-aedc-3e79633e6cc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:01.542817 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ad8ea9b1-f5f3-42b5-aedc-3e79633e6cc5 admin admin] 10.222.0.88 "DELETE /v2.0/networks/fc3daf0e-b594-4dcf-a463-8cc80aff9515 HTTP/1.1" status: 204 len: 168 time: 1.5338724 Feb 08 21:40:01.545725 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ea9b1-f5f3-42b5-aedc-3e79633e6cc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc3daf0e-b594-4dcf-a463-8cc80aff9515,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:01.555582 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40938) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:01.609544 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65b73955-6937-46bf-ac6d-5726d7297e48 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router_controller (a028fa34-8f8f-4488-8899-2d3d75b53b86), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:01.619262 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65b73955-6937-46bf-ac6d-5726d7297e48 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (a028fa34-8f8f-4488-8899-2d3d75b53b86), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:01.648790 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65b73955-6937-46bf-ac6d-5726d7297e48 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:01.654691 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b75d8d-9b00-4d14-8b3b-823d11c905e5 admin admin] Deleting subnet 6a92c8a7-6d46-4f8a-94fe-e7f5e6384258 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:40:01.655036 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-65b73955-6937-46bf-ac6d-5726d7297e48 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2440927 Feb 08 21:40:01.655694 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40940) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:01.664313 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-21b75d8d-9b00-4d14-8b3b-823d11c905e5 admin admin] Publish callbacks [] for subnet (6a92c8a7-6d46-4f8a-94fe-e7f5e6384258), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:01.668368 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45499d88-9296-4eb8-b9a1-04af8bc9af64 admin admin] Publish callbacks [] for router (bd9bd15f-1946-44e2-aa30-44a66efa89ba), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:01.680730 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-49ebfbda-ee34-4f9c-a68b-f02095ada20d None None] Set router bd9bd15f-1946-44e2-aa30-44a66efa89ba gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:40:01.892701 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ecfbf63-185b-4a87-b3f2-4000e47c1f6c tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router (a028fa34-8f8f-4488-8899-2d3d75b53b86), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:01.913944 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-21b75d8d-9b00-4d14-8b3b-823d11c905e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (6a92c8a7-6d46-4f8a-94fe-e7f5e6384258), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:02.001581 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-21b75d8d-9b00-4d14-8b3b-823d11c905e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (6a92c8a7-6d46-4f8a-94fe-e7f5e6384258), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:02.087912 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45499d88-9296-4eb8-b9a1-04af8bc9af64 admin admin] Publish callbacks [] for router_gateway (bd9bd15f-1946-44e2-aa30-44a66efa89ba), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:02.102602 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-49ebfbda-ee34-4f9c-a68b-f02095ada20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1097730127-router', 'tenant_id': '81bb6f0d0117423abb0a78b02a079884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '2f6af8f5-d91b-4a67-9804-77c3a0432e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:09Z', 'updated_at': '2022-02-08T21:39:58Z', 'revision_number': 5, 'project_id': '81bb6f0d0117423abb0a78b02a079884', 'gw_port': {'id': '2f6af8f5-d91b-4a67-9804-77c3a0432e79', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:12Z', 'updated_at': '2022-02-08T21:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:02.157929 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ebfbda-ee34-4f9c-a68b-f02095ada20d None None] Checking router: bd9bd15f-1946-44e2-aa30-44a66efa89ba for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:40:02.171011 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ebfbda-ee34-4f9c-a68b-f02095ada20d None None] Routers {'bd9bd15f-1946-44e2-aa30-44a66efa89ba'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:40:02.171687 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-49ebfbda-ee34-4f9c-a68b-f02095ada20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:39:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['bd9bd15f-1946-44e2-aa30-44a66efa89ba'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:02.224437 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-21b75d8d-9b00-4d14-8b3b-823d11c905e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (6a92c8a7-6d46-4f8a-94fe-e7f5e6384258), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:02.239123 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ecfbf63-185b-4a87-b3f2-4000e47c1f6c tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (a028fa34-8f8f-4488-8899-2d3d75b53b86), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:02.244811 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ecfbf63-185b-4a87-b3f2-4000e47c1f6c tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router_controller (a028fa34-8f8f-4488-8899-2d3d75b53b86), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:02.261000 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b75d8d-9b00-4d14-8b3b-823d11c905e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a92c8a7-6d46-4f8a-94fe-e7f5e6384258,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:02.268074 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-21b75d8d-9b00-4d14-8b3b-823d11c905e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:02.280300 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-21b75d8d-9b00-4d14-8b3b-823d11c905e5 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/6a92c8a7-6d46-4f8a-94fe-e7f5e6384258 HTTP/1.1" status: 204 len: 168 time: 0.7224319 Feb 08 21:40:02.284994 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40958) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:02.306645 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-45499d88-9296-4eb8-b9a1-04af8bc9af64 admin admin] Deleting port 2f6af8f5-d91b-4a67-9804-77c3a0432e79 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:40:02.307080 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45499d88-9296-4eb8-b9a1-04af8bc9af64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (2f6af8f5-d91b-4a67-9804-77c3a0432e79), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:02.311644 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-49ebfbda-ee34-4f9c-a68b-f02095ada20d None None] Set router bd9bd15f-1946-44e2-aa30-44a66efa89ba gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:40:02.352983 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ecfbf63-185b-4a87-b3f2-4000e47c1f6c tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (a028fa34-8f8f-4488-8899-2d3d75b53b86), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:02.353534 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecfbf63-185b-4a87-b3f2-4000e47c1f6c tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a028fa34-8f8f-4488-8899-2d3d75b53b86 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:40:02.359206 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ecfbf63-185b-4a87-b3f2-4000e47c1f6c tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:02.365797 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6ecfbf63-185b-4a87-b3f2-4000e47c1f6c tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "DELETE /v2.0/routers/a028fa34-8f8f-4488-8899-2d3d75b53b86 HTTP/1.1" status: 204 len: 168 time: 0.7068541 Feb 08 21:40:02.415184 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-49ebfbda-ee34-4f9c-a68b-f02095ada20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1097730127-router', 'tenant_id': '81bb6f0d0117423abb0a78b02a079884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:09Z', 'updated_at': '2022-02-08T21:40:02Z', 'revision_number': 6, 'project_id': '81bb6f0d0117423abb0a78b02a079884', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:02.458582 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ebfbda-ee34-4f9c-a68b-f02095ada20d None None] The sync data for ids ['bd9bd15f-1946-44e2-aa30-44a66efa89ba'] in n-d-712143-31 is: [{'id': 'bd9bd15f-1946-44e2-aa30-44a66efa89ba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1097730127-router', 'tenant_id': '81bb6f0d0117423abb0a78b02a079884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:09Z', 'updated_at': '2022-02-08T21:40:02Z', 'revision_number': 6, 'project_id': '81bb6f0d0117423abb0a78b02a079884', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:40:02.532741 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c70a3487-fe6d-4b6f-bb9d-3e332b19e1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (6a27b0c0-a136-403b-a313-03ec8ee395e4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:02.609943 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-45499d88-9296-4eb8-b9a1-04af8bc9af64 admin admin] For port 2f6af8f5-d91b-4a67-9804-77c3a0432e79, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=2f6af8f5-d91b-4a67-9804-77c3a0432e79,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:40:02.610601 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45499d88-9296-4eb8-b9a1-04af8bc9af64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (2f6af8f5-d91b-4a67-9804-77c3a0432e79), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:02.635032 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40966) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:02.698416 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-45499d88-9296-4eb8-b9a1-04af8bc9af64 admin admin] Calling delete_port for 2f6af8f5-d91b-4a67-9804-77c3a0432e79 owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:40:02.801112 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c70a3487-fe6d-4b6f-bb9d-3e332b19e1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (6a27b0c0-a136-403b-a313-03ec8ee395e4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:02.860163 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3401da2c-7eb7-408a-86e1-1d7242573e43 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:40:02.875102 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-c70a3487-fe6d-4b6f-bb9d-3e332b19e1ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a27b0c0-a136-403b-a313-03ec8ee395e4']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:02.934135 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-c70a3487-fe6d-4b6f-bb9d-3e332b19e1ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea4eff6-489d-4c49-9ed5-ab2c12f2f9ae') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:02.934339 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-c70a3487-fe6d-4b6f-bb9d-3e332b19e1ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea4eff6-489d-4c49-9ed5-ab2c12f2f9ae') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:02.944285 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 3401da2c-7eb7-408a-86e1-1d7242573e43 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:40:02.944634 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3401da2c-7eb7-408a-86e1-1d7242573e43 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:40:02.961678 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40974) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:02.969084 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c70a3487-fe6d-4b6f-bb9d-3e332b19e1ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (cea4eff6-489d-4c49-9ed5-ab2c12f2f9ae), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:02.997893 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-94f8ed0a-121c-4206-9dd3-d36f02e24edd tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1309989222', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:40:03.056683 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94f8ed0a-121c-4206-9dd3-d36f02e24edd tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (49a13529-3118-42a9-b713-3d79e4bb2fbd), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:03.058571 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94f8ed0a-121c-4206-9dd3-d36f02e24edd tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (49a13529-3118-42a9-b713-3d79e4bb2fbd), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:03.130959 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c70a3487-fe6d-4b6f-bb9d-3e332b19e1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (cea4eff6-489d-4c49-9ed5-ab2c12f2f9ae), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:03.163800 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c70a3487-fe6d-4b6f-bb9d-3e332b19e1ee admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:40:03.167749 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c70a3487-fe6d-4b6f-bb9d-3e332b19e1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (cea4eff6-489d-4c49-9ed5-ab2c12f2f9ae), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:03.231761 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94f8ed0a-121c-4206-9dd3-d36f02e24edd tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_controller (49a13529-3118-42a9-b713-3d79e4bb2fbd), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:03.257747 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-629916fa-50f5-4677-b3ab-907a19a9f4cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:40:03.297830 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:40:03.358880 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c70a3487-fe6d-4b6f-bb9d-3e332b19e1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (6a27b0c0-a136-403b-a313-03ec8ee395e4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:03.416120 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c70a3487-fe6d-4b6f-bb9d-3e332b19e1ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:03.420038 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c70a3487-fe6d-4b6f-bb9d-3e332b19e1ee admin admin] 10.222.0.88 "DELETE /v2.0/networks/6a27b0c0-a136-403b-a313-03ec8ee395e4 HTTP/1.1" status: 204 len: 168 time: 1.1323009 Feb 08 21:40:03.479065 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a3487-fe6d-4b6f-bb9d-3e332b19e1ee admin admin] Pushing event deleted for resources: {'Network': ['ID=6a27b0c0-a136-403b-a313-03ec8ee395e4,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:03.514744 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45499d88-9296-4eb8-b9a1-04af8bc9af64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (2f6af8f5-d91b-4a67-9804-77c3a0432e79), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:03.567425 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45499d88-9296-4eb8-b9a1-04af8bc9af64 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f6af8f5-d91b-4a67-9804-77c3a0432e79,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:03.691684 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40994) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:03.704173 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45499d88-9296-4eb8-b9a1-04af8bc9af64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (bd9bd15f-1946-44e2-aa30-44a66efa89ba), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:03.883754 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45499d88-9296-4eb8-b9a1-04af8bc9af64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (bd9bd15f-1946-44e2-aa30-44a66efa89ba), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:03.886657 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45499d88-9296-4eb8-b9a1-04af8bc9af64 admin admin] Publish callbacks [] for router_controller (bd9bd15f-1946-44e2-aa30-44a66efa89ba), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:03.898883 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-82c13d4d-e8ee-4bd8-b27a-321119fc23c8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f1072bb33c4c49d0aba2198cd6ee7ced&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2053580 Feb 08 21:40:03.905161 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 40998) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:03.938040 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-629916fa-50f5-4677-b3ab-907a19a9f4cd admin admin] Publish callbacks [] for security_group (971b5686-2e9f-48b2-8d8f-da9e036d6d57), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:03.952704 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-629916fa-50f5-4677-b3ab-907a19a9f4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (971b5686-2e9f-48b2-8d8f-da9e036d6d57), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:03.967850 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45499d88-9296-4eb8-b9a1-04af8bc9af64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (bd9bd15f-1946-44e2-aa30-44a66efa89ba), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:03.968734 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45499d88-9296-4eb8-b9a1-04af8bc9af64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd9bd15f-1946-44e2-aa30-44a66efa89ba {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:40:03.981261 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45499d88-9296-4eb8-b9a1-04af8bc9af64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:03.983348 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-45499d88-9296-4eb8-b9a1-04af8bc9af64 admin admin] 10.222.0.88 "DELETE /v2.0/routers/bd9bd15f-1946-44e2-aa30-44a66efa89ba HTTP/1.1" status: 204 len: 168 time: 3.0245464 Feb 08 21:40:03.990302 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41002) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:04.043108 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4e42bc4f-c0c3-4e19-9b98-52b9a6c30875 admin admin] Publish callbacks [] for security_group (0140fff6-6a35-4e1c-a4c0-72566eda36cf), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:04.119086 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4e42bc4f-c0c3-4e19-9b98-52b9a6c30875 admin admin] Publish callbacks [] for security_group (0140fff6-6a35-4e1c-a4c0-72566eda36cf), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:04.182287 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-629916fa-50f5-4677-b3ab-907a19a9f4cd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b0423dcfed8d42af814a5dc9c0c6a555&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2194781 Feb 08 21:40:04.183302 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629916fa-50f5-4677-b3ab-907a19a9f4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971b5686-2e9f-48b2-8d8f-da9e036d6d57,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:04.185669 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 41006) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:04.203941 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94f8ed0a-121c-4206-9dd3-d36f02e24edd tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_gateway (49a13529-3118-42a9-b713-3d79e4bb2fbd), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:04.214339 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48f8b22-06e7-4cbb-ad6d-ef3befbb27ec admin admin] Deleting subnet 6c4fa435-c388-4a9c-b5b8-15d88c51a78f {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:40:04.221335 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f48f8b22-06e7-4cbb-ad6d-ef3befbb27ec admin admin] Publish callbacks [] for subnet (6c4fa435-c388-4a9c-b5b8-15d88c51a78f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:04.302787 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6001b339-299c-4a01-8571-e94f63583d3a admin admin] Publish callbacks [] for security_group (971b5686-2e9f-48b2-8d8f-da9e036d6d57), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:04.312170 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f48f8b22-06e7-4cbb-ad6d-ef3befbb27ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (6c4fa435-c388-4a9c-b5b8-15d88c51a78f), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:04.322688 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4e42bc4f-c0c3-4e19-9b98-52b9a6c30875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0140fff6-6a35-4e1c-a4c0-72566eda36cf), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:04.333407 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4e42bc4f-c0c3-4e19-9b98-52b9a6c30875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:04.337047 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4e42bc4f-c0c3-4e19-9b98-52b9a6c30875 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0140fff6-6a35-4e1c-a4c0-72566eda36cf HTTP/1.1" status: 204 len: 168 time: 0.4283948 Feb 08 21:40:04.365959 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42bc4f-c0c3-4e19-9b98-52b9a6c30875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0140fff6-6a35-4e1c-a4c0-72566eda36cf,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:04.369893 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6001b339-299c-4a01-8571-e94f63583d3a admin admin] Publish callbacks [] for security_group (971b5686-2e9f-48b2-8d8f-da9e036d6d57), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:04.420405 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f48f8b22-06e7-4cbb-ad6d-ef3befbb27ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (6c4fa435-c388-4a9c-b5b8-15d88c51a78f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:04.442369 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6001b339-299c-4a01-8571-e94f63583d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (971b5686-2e9f-48b2-8d8f-da9e036d6d57), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:04.446707 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6001b339-299c-4a01-8571-e94f63583d3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:04.453994 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6001b339-299c-4a01-8571-e94f63583d3a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/971b5686-2e9f-48b2-8d8f-da9e036d6d57 HTTP/1.1" status: 204 len: 168 time: 0.2671335 Feb 08 21:40:04.475114 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001b339-299c-4a01-8571-e94f63583d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971b5686-2e9f-48b2-8d8f-da9e036d6d57,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:04.556792 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f48f8b22-06e7-4cbb-ad6d-ef3befbb27ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (6c4fa435-c388-4a9c-b5b8-15d88c51a78f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:04.685822 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f48f8b22-06e7-4cbb-ad6d-ef3befbb27ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:04.689054 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f48f8b22-06e7-4cbb-ad6d-ef3befbb27ec admin admin] 10.222.0.88 "DELETE /v2.0/subnets/6c4fa435-c388-4a9c-b5b8-15d88c51a78f HTTP/1.1" status: 204 len: 168 time: 0.6971085 Feb 08 21:40:04.692430 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 41014) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:04.702569 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f8b22-06e7-4cbb-ad6d-ef3befbb27ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c4fa435-c388-4a9c-b5b8-15d88c51a78f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:04.787874 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 2f6af8f5-d91b-4a67-9804-77c3a0432e79 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:40:04.849116 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 2f6af8f5-d91b-4a67-9804-77c3a0432e79 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:40:04.850933 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 2f6af8f5-d91b-4a67-9804-77c3a0432e79 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:40:04.904788 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1f6706f3-c50b-40c2-8ad4-f7a2bba689a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (338e2c30-60ac-4170-8397-f6a4ad7231d2), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:04.928860 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 41020) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:04.935676 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94f8ed0a-121c-4206-9dd3-d36f02e24edd tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_gateway (49a13529-3118-42a9-b713-3d79e4bb2fbd), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:05.013455 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94f8ed0a-121c-4206-9dd3-d36f02e24edd tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:05.217411 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1f6706f3-c50b-40c2-8ad4-f7a2bba689a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (338e2c30-60ac-4170-8397-f6a4ad7231d2), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:05.279630 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-1f6706f3-c50b-40c2-8ad4-f7a2bba689a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['338e2c30-60ac-4170-8397-f6a4ad7231d2']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:05.289096 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-94f8ed0a-121c-4206-9dd3-d36f02e24edd tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Allocated IP 172.25.3.19 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/96490dcd-66e9-4511-92ea-da114ac5545b) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:40:05.322617 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-1f6706f3-c50b-40c2-8ad4-f7a2bba689a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a7339a-6135-4107-844d-2e5751233563') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:05.323110 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-1f6706f3-c50b-40c2-8ad4-f7a2bba689a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a7339a-6135-4107-844d-2e5751233563') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:05.328649 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41026) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:05.348254 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d9ebbea0-6b95-437e-a88a-5f608d97e953 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=32b994e50b7645e09ffc367b956aea3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4115994 Feb 08 21:40:05.348254 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 41028) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:05.358904 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1f6706f3-c50b-40c2-8ad4-f7a2bba689a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (92a7339a-6135-4107-844d-2e5751233563), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:05.404780 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1f6706f3-c50b-40c2-8ad4-f7a2bba689a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (92a7339a-6135-4107-844d-2e5751233563), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:05.432407 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4068042d-cd6d-49dc-94a3-285df8df774b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:05.440110 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f6706f3-c50b-40c2-8ad4-f7a2bba689a8 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:40:05.440522 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1f6706f3-c50b-40c2-8ad4-f7a2bba689a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (92a7339a-6135-4107-844d-2e5751233563), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:40:05.443117 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:40:05.507834 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9da981ee-e17d-403e-a6f1-6de475887e81 admin admin] Publish callbacks [] for security_group (7767071a-79ef-4351-b7f9-bdb6f5b067c8), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:05.534221 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1f6706f3-c50b-40c2-8ad4-f7a2bba689a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (338e2c30-60ac-4170-8397-f6a4ad7231d2), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:05.543251 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94f8ed0a-121c-4206-9dd3-d36f02e24edd tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for port (96490dcd-66e9-4511-92ea-da114ac5545b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:05.555011 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1f6706f3-c50b-40c2-8ad4-f7a2bba689a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:05.558700 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1f6706f3-c50b-40c2-8ad4-f7a2bba689a8 admin admin] 10.222.0.88 "DELETE /v2.0/networks/338e2c30-60ac-4170-8397-f6a4ad7231d2 HTTP/1.1" status: 204 len: 168 time: 0.8651512 Feb 08 21:40:05.563046 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9da981ee-e17d-403e-a6f1-6de475887e81 admin admin] Publish callbacks [] for security_group (7767071a-79ef-4351-b7f9-bdb6f5b067c8), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:05.565220 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6706f3-c50b-40c2-8ad4-f7a2bba689a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=338e2c30-60ac-4170-8397-f6a4ad7231d2,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:05.631916 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9da981ee-e17d-403e-a6f1-6de475887e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7767071a-79ef-4351-b7f9-bdb6f5b067c8), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:05.635830 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9da981ee-e17d-403e-a6f1-6de475887e81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:05.640035 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9da981ee-e17d-403e-a6f1-6de475887e81 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7767071a-79ef-4351-b7f9-bdb6f5b067c8 HTTP/1.1" status: 204 len: 168 time: 0.2889357 Feb 08 21:40:05.658092 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da981ee-e17d-403e-a6f1-6de475887e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7767071a-79ef-4351-b7f9-bdb6f5b067c8,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:05.680553 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4068042d-cd6d-49dc-94a3-285df8df774b admin admin] Publish callbacks [] for security_group (875a0fa3-61c1-44f4-8d3c-97f76d0da761), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:05.684468 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94f8ed0a-121c-4206-9dd3-d36f02e24edd tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (96490dcd-66e9-4511-92ea-da114ac5545b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:05.695241 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4068042d-cd6d-49dc-94a3-285df8df774b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (875a0fa3-61c1-44f4-8d3c-97f76d0da761), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:05.776904 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f8ed0a-121c-4206-9dd3-d36f02e24edd tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:40:05.796700 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-94f8ed0a-121c-4206-9dd3-d36f02e24edd tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:40:05.804284 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f8ed0a-121c-4206-9dd3-d36f02e24edd tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:40:05.857456 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8ed0a-121c-4206-9dd3-d36f02e24edd tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Pushing event updated for resources: {'Port': ['ID=96490dcd-66e9-4511-92ea-da114ac5545b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:05.861794 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4068042d-cd6d-49dc-94a3-285df8df774b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875a0fa3-61c1-44f4-8d3c-97f76d0da761,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:05.873803 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4068042d-cd6d-49dc-94a3-285df8df774b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c333bd93a5c543e88fde49b152044cbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5438919 Feb 08 21:40:05.876713 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 41036) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:05.973005 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-828b31e0-bbf7-487e-bf4e-f31ba2bd66c5 admin admin] Publish callbacks [] for security_group (875a0fa3-61c1-44f4-8d3c-97f76d0da761), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:06.049432 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-828b31e0-bbf7-487e-bf4e-f31ba2bd66c5 admin admin] Publish callbacks [] for security_group (875a0fa3-61c1-44f4-8d3c-97f76d0da761), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:06.115818 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41040) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:06.177549 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-828b31e0-bbf7-487e-bf4e-f31ba2bd66c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (875a0fa3-61c1-44f4-8d3c-97f76d0da761), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:06.186874 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-828b31e0-bbf7-487e-bf4e-f31ba2bd66c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:06.186874 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-828b31e0-bbf7-487e-bf4e-f31ba2bd66c5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/875a0fa3-61c1-44f4-8d3c-97f76d0da761 HTTP/1.1" status: 204 len: 168 time: 0.3037817 Feb 08 21:40:06.204227 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b31e0-bbf7-487e-bf4e-f31ba2bd66c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875a0fa3-61c1-44f4-8d3c-97f76d0da761,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:06.389488 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-dd1e23db-8639-4423-b8f4-57aadd7ec2d2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=81bb6f0d0117423abb0a78b02a079884&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2702267 Feb 08 21:40:06.390335 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 41048) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:06.405941 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:06.428049 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94f8ed0a-121c-4206-9dd3-d36f02e24edd tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_gateway (49a13529-3118-42a9-b713-3d79e4bb2fbd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:06.568855 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a4ef89d0-0206-4023-8289-728bb40e9c9e admin admin] Publish callbacks [] for security_group (3af778d2-2820-49a6-99af-c4c16cfc08bc), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:06.618958 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a4ef89d0-0206-4023-8289-728bb40e9c9e admin admin] Publish callbacks [] for security_group (3af778d2-2820-49a6-99af-c4c16cfc08bc), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:06.653979 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:06.734278 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a4ef89d0-0206-4023-8289-728bb40e9c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3af778d2-2820-49a6-99af-c4c16cfc08bc), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:06.739018 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a4ef89d0-0206-4023-8289-728bb40e9c9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:06.740880 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a4ef89d0-0206-4023-8289-728bb40e9c9e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3af778d2-2820-49a6-99af-c4c16cfc08bc HTTP/1.1" status: 204 len: 168 time: 0.3489420 Feb 08 21:40:06.756711 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef89d0-0206-4023-8289-728bb40e9c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af778d2-2820-49a6-99af-c4c16cfc08bc,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:06.831038 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94f8ed0a-121c-4206-9dd3-d36f02e24edd tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (49a13529-3118-42a9-b713-3d79e4bb2fbd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:07.105766 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f8ed0a-121c-4206-9dd3-d36f02e24edd tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Router 49a13529-3118-42a9-b713-3d79e4bb2fbd is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:40:07.376098 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f8ed0a-121c-4206-9dd3-d36f02e24edd tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:40:07.391810 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5afa1c2-36dd-4b5f-ad0c-5aa5eed720be None None] Sync routers for ids ['49a13529-3118-42a9-b713-3d79e4bb2fbd'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:40:07.443362 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94f8ed0a-121c-4206-9dd3-d36f02e24edd tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:07.445906 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5afa1c2-36dd-4b5f-ad0c-5aa5eed720be None None] Routers {'49a13529-3118-42a9-b713-3d79e4bb2fbd'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:40:07.448593 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 41090) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:07.463374 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-d5afa1c2-36dd-4b5f-ad0c-5aa5eed720be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:39:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['49a13529-3118-42a9-b713-3d79e4bb2fbd'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:07.465388 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-94f8ed0a-121c-4206-9dd3-d36f02e24edd tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.8202212 Feb 08 21:40:07.537554 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-d5afa1c2-36dd-4b5f-ad0c-5aa5eed720be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:07.551421 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5afa1c2-36dd-4b5f-ad0c-5aa5eed720be None None] Routers {'49a13529-3118-42a9-b713-3d79e4bb2fbd'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:40:07.555136 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-d5afa1c2-36dd-4b5f-ad0c-5aa5eed720be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:39:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['49a13529-3118-42a9-b713-3d79e4bb2fbd'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:07.666545 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-d5afa1c2-36dd-4b5f-ad0c-5aa5eed720be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:07.669216 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5afa1c2-36dd-4b5f-ad0c-5aa5eed720be None None] The sync data for ids ['49a13529-3118-42a9-b713-3d79e4bb2fbd'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:40:07.828547 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-29ac7659-fd1c-4c5a-95a5-32ca18d42d41 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "GET /v2.0/routers/49a13529-3118-42a9-b713-3d79e4bb2fbd HTTP/1.1" status: 200 len: 924 time: 0.3760941 Feb 08 21:40:07.828792 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41104) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:07.874515 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-35688e20-484d-4236-bf5c-97ced4f83ef8 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "GET /v2.0/ports?device_id=49a13529-3118-42a9-b713-3d79e4bb2fbd HTTP/1.1" status: 200 len: 205 time: 0.0442607 Feb 08 21:40:07.874892 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 41108) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:08.194672 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f5832a2-0b4a-4f42-8ea3-65745571a07e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router (49a13529-3118-42a9-b713-3d79e4bb2fbd), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:08.380593 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f5832a2-0b4a-4f42-8ea3-65745571a07e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_gateway (49a13529-3118-42a9-b713-3d79e4bb2fbd), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:08.471992 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-3f5832a2-0b4a-4f42-8ea3-65745571a07e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Deleting port 96490dcd-66e9-4511-92ea-da114ac5545b {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:40:08.472661 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f5832a2-0b4a-4f42-8ea3-65745571a07e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (96490dcd-66e9-4511-92ea-da114ac5545b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:08.588018 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f5832a2-0b4a-4f42-8ea3-65745571a07e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (96490dcd-66e9-4511-92ea-da114ac5545b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:08.606590 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-3f5832a2-0b4a-4f42-8ea3-65745571a07e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Calling delete_port for 96490dcd-66e9-4511-92ea-da114ac5545b owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:40:08.895757 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f5832a2-0b4a-4f42-8ea3-65745571a07e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (96490dcd-66e9-4511-92ea-da114ac5545b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:09.008724 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5832a2-0b4a-4f42-8ea3-65745571a07e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Pushing event deleted for resources: {'Port': ['ID=96490dcd-66e9-4511-92ea-da114ac5545b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:09.060520 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f5832a2-0b4a-4f42-8ea3-65745571a07e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (49a13529-3118-42a9-b713-3d79e4bb2fbd), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:09.204354 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f5832a2-0b4a-4f42-8ea3-65745571a07e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (49a13529-3118-42a9-b713-3d79e4bb2fbd), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:09.209277 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f5832a2-0b4a-4f42-8ea3-65745571a07e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_controller (49a13529-3118-42a9-b713-3d79e4bb2fbd), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:09.323977 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f5832a2-0b4a-4f42-8ea3-65745571a07e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (49a13529-3118-42a9-b713-3d79e4bb2fbd), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:09.324847 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5832a2-0b4a-4f42-8ea3-65745571a07e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Fanout notify agent at l3_agent the message router_deleted on router 49a13529-3118-42a9-b713-3d79e4bb2fbd {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:40:09.349596 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f5832a2-0b4a-4f42-8ea3-65745571a07e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:09.351528 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3f5832a2-0b4a-4f42-8ea3-65745571a07e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "DELETE /v2.0/routers/49a13529-3118-42a9-b713-3d79e4bb2fbd HTTP/1.1" status: 204 len: 168 time: 1.4755185 Feb 08 21:40:09.355146 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 41150) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:09.359941 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-fa25a9c6-f4b8-42c4-b417-fadec86e4ed4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1326634705', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'enable_snat': False}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:40:09.417511 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fa25a9c6-f4b8-42c4-b417-fadec86e4ed4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (e069d7ee-c8be-45d4-834d-207747d63c6a), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:09.419928 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fa25a9c6-f4b8-42c4-b417-fadec86e4ed4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (e069d7ee-c8be-45d4-834d-207747d63c6a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:09.458529 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41160) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:09.538856 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fa25a9c6-f4b8-42c4-b417-fadec86e4ed4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router_controller (e069d7ee-c8be-45d4-834d-207747d63c6a), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:10.018077 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-efaa2ad1-74bd-445b-b3e6-6d7c73bcb257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:10.134270 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-efaa2ad1-74bd-445b-b3e6-6d7c73bcb257 admin admin] Publish callbacks [] for security_group (a5c9dd36-4812-4630-910c-9ae263375802), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:10.141456 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-efaa2ad1-74bd-445b-b3e6-6d7c73bcb257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a5c9dd36-4812-4630-910c-9ae263375802), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:10.208972 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-efaa2ad1-74bd-445b-b3e6-6d7c73bcb257 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c2cc37a28b8d4502bcab52cede841590&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7491386 Feb 08 21:40:10.210388 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa2ad1-74bd-445b-b3e6-6d7c73bcb257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c9dd36-4812-4630-910c-9ae263375802,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:10.213075 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41184) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:10.343677 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d76e4ea-edc8-462e-a1d6-47f96bf648ff admin admin] Publish callbacks [] for security_group (a5c9dd36-4812-4630-910c-9ae263375802), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:10.388820 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d76e4ea-edc8-462e-a1d6-47f96bf648ff admin admin] Publish callbacks [] for security_group (a5c9dd36-4812-4630-910c-9ae263375802), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:10.489195 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d76e4ea-edc8-462e-a1d6-47f96bf648ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a5c9dd36-4812-4630-910c-9ae263375802), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:10.491879 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d76e4ea-edc8-462e-a1d6-47f96bf648ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:10.492954 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9d76e4ea-edc8-462e-a1d6-47f96bf648ff admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a5c9dd36-4812-4630-910c-9ae263375802 HTTP/1.1" status: 204 len: 168 time: 0.2786243 Feb 08 21:40:10.514681 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76e4ea-edc8-462e-a1d6-47f96bf648ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c9dd36-4812-4630-910c-9ae263375802,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:10.751871 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13ff721e-8f9a-40eb-a736-7ea1cefd8510 req-0ca626fa-40a6-4a92-8c68-fdd70cacaf9a tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.0630841 Feb 08 21:40:10.759216 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fa25a9c6-f4b8-42c4-b417-fadec86e4ed4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router_gateway (e069d7ee-c8be-45d4-834d-207747d63c6a), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:11.468129 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fa25a9c6-f4b8-42c4-b417-fadec86e4ed4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router_gateway (e069d7ee-c8be-45d4-834d-207747d63c6a), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:11.553920 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fa25a9c6-f4b8-42c4-b417-fadec86e4ed4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:11.926469 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-fa25a9c6-f4b8-42c4-b417-fadec86e4ed4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Allocated IP 172.25.3.11 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/7f5a994a-80b3-467e-ae1b-0e4dec7014b1) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:40:11.959708 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4850d798-19da-4422-9649-96d6b8e5a63f req-37f0c19c-58cd-4053-a7cd-d7e5ff6e2c76 tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.0521247 Feb 08 21:40:12.196323 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fa25a9c6-f4b8-42c4-b417-fadec86e4ed4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for port (7f5a994a-80b3-467e-ae1b-0e4dec7014b1), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:12.282832 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fa25a9c6-f4b8-42c4-b417-fadec86e4ed4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (7f5a994a-80b3-467e-ae1b-0e4dec7014b1), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:12.349677 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa25a9c6-f4b8-42c4-b417-fadec86e4ed4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:40:12.353349 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-fa25a9c6-f4b8-42c4-b417-fadec86e4ed4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:40:12.358667 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa25a9c6-f4b8-42c4-b417-fadec86e4ed4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:40:12.367365 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41312) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:12.414975 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25a9c6-f4b8-42c4-b417-fadec86e4ed4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Pushing event updated for resources: {'Port': ['ID=7f5a994a-80b3-467e-ae1b-0e4dec7014b1,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:12.599993 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6b4eca7a-332f-4c43-8bdf-5496de845eaa admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1557985390-network', 'tenant_id': '490b79b595b14c31915f74eeba39ee6c'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:40:12.645951 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4eca7a-332f-4c43-8bdf-5496de845eaa admin admin] Made reservation on behalf of 490b79b595b14c31915f74eeba39ee6c for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:40:12.648563 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b4eca7a-332f-4c43-8bdf-5496de845eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:12.673507 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b4eca7a-332f-4c43-8bdf-5496de845eaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:12.805312 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41324) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:12.881265 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b4eca7a-332f-4c43-8bdf-5496de845eaa admin admin] Publish callbacks [] for security_group (730f108b-11b1-446e-8174-4235d663e9d3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:12.888288 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b4eca7a-332f-4c43-8bdf-5496de845eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (730f108b-11b1-446e-8174-4235d663e9d3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:12.929691 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fa25a9c6-f4b8-42c4-b417-fadec86e4ed4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router_gateway (e069d7ee-c8be-45d4-834d-207747d63c6a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:12.936179 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4eca7a-332f-4c43-8bdf-5496de845eaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:40:12.974199 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4eca7a-332f-4c43-8bdf-5496de845eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730f108b-11b1-446e-8174-4235d663e9d3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:12.981451 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b4eca7a-332f-4c43-8bdf-5496de845eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (56ad6f46-3178-4a2f-9d2a-dc1218cacfba), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:12.985630 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-6b4eca7a-332f-4c43-8bdf-5496de845eaa admin admin] Added segment 56ad6f46-3178-4a2f-9d2a-dc1218cacfba of type vlan for network d75c4536-e2d6-46e0-a33a-9942bc27e74d Feb 08 21:40:13.099633 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4d6c4f64-43e6-4df9-9ad2-aad5d067e390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:13.182589 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c65abbd0-730c-4907-a730-c7638ba2f614 req-690a5f59-dc9d-44bd-af0f-a26d50251d6a tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.0861540 Feb 08 21:40:13.259406 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4d6c4f64-43e6-4df9-9ad2-aad5d067e390 admin admin] Publish callbacks [] for security_group (f69a0428-1f8c-48c5-9ead-4f58679bcbfa), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:13.261850 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b4eca7a-332f-4c43-8bdf-5496de845eaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (d75c4536-e2d6-46e0-a33a-9942bc27e74d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:13.267783 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4d6c4f64-43e6-4df9-9ad2-aad5d067e390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f69a0428-1f8c-48c5-9ead-4f58679bcbfa), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:13.301980 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4d6c4f64-43e6-4df9-9ad2-aad5d067e390 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=914e2509cc2a4191af63f6314204e4b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4948134 Feb 08 21:40:13.305017 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 41330) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:13.337842 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c4f64-43e6-4df9-9ad2-aad5d067e390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69a0428-1f8c-48c5-9ead-4f58679bcbfa,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:13.343753 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b4eca7a-332f-4c43-8bdf-5496de845eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (d75c4536-e2d6-46e0-a33a-9942bc27e74d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:13.344826 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4eca7a-332f-4c43-8bdf-5496de845eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:13.346081 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b4eca7a-332f-4c43-8bdf-5496de845eaa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:13.405065 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4eca7a-332f-4c43-8bdf-5496de845eaa admin admin] Pushing event updated for resources: {'Network': ['ID=d75c4536-e2d6-46e0-a33a-9942bc27e74d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:13.419206 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network d75c4536-e2d6-46e0-a33a-9942bc27e74d details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:40:13.441880 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6b4eca7a-332f-4c43-8bdf-5496de845eaa admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0729032 Feb 08 21:40:13.444315 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41332) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:13.463838 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3f420873-5292-4e4e-81a5-e3c6b68120b5 admin admin] Request body: {'subnet': {'network_id': 'd75c4536-e2d6-46e0-a33a-9942bc27e74d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1557985390-subnet', 'tenant_id': '490b79b595b14c31915f74eeba39ee6c', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:40:13.507138 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f420873-5292-4e4e-81a5-e3c6b68120b5 admin admin] Made reservation on behalf of 490b79b595b14c31915f74eeba39ee6c for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:40:13.511371 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f420873-5292-4e4e-81a5-e3c6b68120b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:13.531341 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-19c83ea7-d39b-45ae-8656-5869ca878edb admin admin] Publish callbacks [] for security_group (f69a0428-1f8c-48c5-9ead-4f58679bcbfa), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:13.573601 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-19c83ea7-d39b-45ae-8656-5869ca878edb admin admin] Publish callbacks [] for security_group (f69a0428-1f8c-48c5-9ead-4f58679bcbfa), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:13.581793 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fa25a9c6-f4b8-42c4-b417-fadec86e4ed4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (e069d7ee-c8be-45d4-834d-207747d63c6a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:13.949979 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-19c83ea7-d39b-45ae-8656-5869ca878edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f69a0428-1f8c-48c5-9ead-4f58679bcbfa), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:13.953247 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-19c83ea7-d39b-45ae-8656-5869ca878edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:13.967558 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-19c83ea7-d39b-45ae-8656-5869ca878edb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f69a0428-1f8c-48c5-9ead-4f58679bcbfa HTTP/1.1" status: 204 len: 168 time: 0.6495810 Feb 08 21:40:14.003294 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c83ea7-d39b-45ae-8656-5869ca878edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69a0428-1f8c-48c5-9ead-4f58679bcbfa,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:14.149550 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa25a9c6-f4b8-42c4-b417-fadec86e4ed4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Router e069d7ee-c8be-45d4-834d-207747d63c6a is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:40:14.269044 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f420873-5292-4e4e-81a5-e3c6b68120b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (9066017a-bb30-4230-a3af-b5c99982c989), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:14.372836 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f420873-5292-4e4e-81a5-e3c6b68120b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9066017a-bb30-4230-a3af-b5c99982c989,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:14.447587 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b07835cc-19aa-423a-a25d-f1e54253cbd6 req-db64eede-d129-4599-b67b-81289ffa6a8c tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.0902090 Feb 08 21:40:14.453147 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f420873-5292-4e4e-81a5-e3c6b68120b5 admin admin] Checking segment: {'id': '56ad6f46-3178-4a2f-9d2a-dc1218cacfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd75c4536-e2d6-46e0-a33a-9942bc27e74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:40:14.453742 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f420873-5292-4e4e-81a5-e3c6b68120b5 admin admin] Network hostable DHCP agents. Network: d75c4536-e2d6-46e0-a33a-9942bc27e74d, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:40:14.461611 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa25a9c6-f4b8-42c4-b417-fadec86e4ed4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:40:14.472507 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5358ec3-1d4a-44a8-9f82-f5fac63ddbc8 None None] Sync routers for ids ['e069d7ee-c8be-45d4-834d-207747d63c6a'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:40:14.489039 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5358ec3-1d4a-44a8-9f82-f5fac63ddbc8 None None] Routers {'e069d7ee-c8be-45d4-834d-207747d63c6a'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:40:14.489853 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a5358ec3-1d4a-44a8-9f82-f5fac63ddbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:39:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e069d7ee-c8be-45d4-834d-207747d63c6a'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:14.499419 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fa25a9c6-f4b8-42c4-b417-fadec86e4ed4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:14.502077 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fa25a9c6-f4b8-42c4-b417-fadec86e4ed4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.1453125 Feb 08 21:40:14.504633 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41346) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:14.533521 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f420873-5292-4e4e-81a5-e3c6b68120b5 admin admin] Network d75c4536-e2d6-46e0-a33a-9942bc27e74d is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:40:14.632935 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 41348) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:14.644579 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a5358ec3-1d4a-44a8-9f82-f5fac63ddbc8 None None] Set router e069d7ee-c8be-45d4-834d-207747d63c6a gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:40:14.657314 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e0bd3e4d-57f0-4d16-b436-6ed7f5fda27f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:14.675584 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-3f420873-5292-4e4e-81a5-e3c6b68120b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, d75c4536-e2d6-46e0-a33a-9942bc27e74d) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:40:14.687547 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc134d3-723c-4de0-a045-c4ecb03cbe89 None None] Network d75c4536-e2d6-46e0-a33a-9942bc27e74d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:40:14.690069 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f420873-5292-4e4e-81a5-e3c6b68120b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:14.692840 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f420873-5292-4e4e-81a5-e3c6b68120b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:14.757978 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3f420873-5292-4e4e-81a5-e3c6b68120b5 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3084633 Feb 08 21:40:14.760505 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41350) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:14.764976 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-09b2d034-f69d-4995-a582-a4b9748a8ad3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1557985390-router', 'tenant_id': '490b79b595b14c31915f74eeba39ee6c', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:40:14.792386 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09b2d034-f69d-4995-a582-a4b9748a8ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (ad0f9f54-98fd-4e11-8c61-ef5f794d49d3), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:14.793757 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09b2d034-f69d-4995-a582-a4b9748a8ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (ad0f9f54-98fd-4e11-8c61-ef5f794d49d3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:14.865363 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e0bd3e4d-57f0-4d16-b436-6ed7f5fda27f admin admin] Publish callbacks [] for security_group (0367c58b-7bf6-446a-9073-973e74def756), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:14.874712 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e0bd3e4d-57f0-4d16-b436-6ed7f5fda27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0367c58b-7bf6-446a-9073-973e74def756), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:14.910464 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-49ed2fae-13ac-492a-b951-c3b83947a758 req-665f84c8-8f42-4911-ac3b-4f3fa9188fbb service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.0988996 Feb 08 21:40:14.930697 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd00bb65-1979-4e5d-9519-52635df23d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-d75c4536-e2d6-46e0-a33a-9942bc27e74d', 'network_id': 'd75c4536-e2d6-46e0-a33a-9942bc27e74d', 'project_id': '490b79b595b14c31915f74eeba39ee6c', 'fixed_ips': [{'subnet_id': '9066017a-bb30-4230-a3af-b5c99982c989'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:40:14.931587 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dd00bb65-1979-4e5d-9519-52635df23d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:15.019001 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e0bd3e4d-57f0-4d16-b436-6ed7f5fda27f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c07e334b2f2e41229ea30e0a14b9332f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3732166 Feb 08 21:40:15.020653 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 41360) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:15.023642 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd3e4d-57f0-4d16-b436-6ed7f5fda27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0367c58b-7bf6-446a-9073-973e74def756,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:15.077401 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d4e30ed7-3c86-4d36-8d3e-8da65a5c9bcb tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "GET /v2.0/routers/e069d7ee-c8be-45d4-834d-207747d63c6a HTTP/1.1" status: 200 len: 908 time: 0.5585086 Feb 08 21:40:15.080023 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41364) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:15.098696 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a5358ec3-1d4a-44a8-9f82-f5fac63ddbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e069d7ee-c8be-45d4-834d-207747d63c6a', 'name': 'tempest-snat-router-1326634705', 'tenant_id': 'd478b28caa234c499f3125e043be8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.11'}], 'enable_snat': False}, 'gw_port_id': '7f5a994a-80b3-467e-ae1b-0e4dec7014b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:40:09Z', 'updated_at': '2022-02-08T21:40:12Z', 'revision_number': 3, 'project_id': 'd478b28caa234c499f3125e043be8bdc', 'gw_port': {'id': '7f5a994a-80b3-467e-ae1b-0e4dec7014b1', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e069d7ee-c8be-45d4-834d-207747d63c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:40:11Z', 'updated_at': '2022-02-08T21:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:15.099374 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1326634705', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'enable_snat': True}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:40:15.117945 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09b2d034-f69d-4995-a582-a4b9748a8ad3 admin admin] Publish callbacks [] for router_controller (ad0f9f54-98fd-4e11-8c61-ef5f794d49d3), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:15.142024 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c6d02b46-94a0-484f-ac41-dd3f7afdafdb admin admin] Publish callbacks [] for security_group (0367c58b-7bf6-446a-9073-973e74def756), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:15.197865 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5358ec3-1d4a-44a8-9f82-f5fac63ddbc8 None None] Checking router: e069d7ee-c8be-45d4-834d-207747d63c6a for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:40:15.198368 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5358ec3-1d4a-44a8-9f82-f5fac63ddbc8 None None] Updating router e069d7ee-c8be-45d4-834d-207747d63c6a port 7f5a994a-80b3-467e-ae1b-0e4dec7014b1 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:40:15.229884 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c6d02b46-94a0-484f-ac41-dd3f7afdafdb admin admin] Publish callbacks [] for security_group (0367c58b-7bf6-446a-9073-973e74def756), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:15.230369 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-dd00bb65-1979-4e5d-9519-52635df23d31 None None] Allocated IP 172.20.0.2 (d75c4536-e2d6-46e0-a33a-9942bc27e74d/9066017a-bb30-4230-a3af-b5c99982c989/e9d29b92-2a88-4495-8973-e5a7c46c71c5) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:40:15.277549 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a5358ec3-1d4a-44a8-9f82-f5fac63ddbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7f5a994a-80b3-467e-ae1b-0e4dec7014b1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:15.362169 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c6d02b46-94a0-484f-ac41-dd3f7afdafdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0367c58b-7bf6-446a-9073-973e74def756), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:15.368133 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c6d02b46-94a0-484f-ac41-dd3f7afdafdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:15.369950 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c6d02b46-94a0-484f-ac41-dd3f7afdafdb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0367c58b-7bf6-446a-9073-973e74def756 HTTP/1.1" status: 204 len: 168 time: 0.3476324 Feb 08 21:40:15.401870 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d02b46-94a0-484f-ac41-dd3f7afdafdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0367c58b-7bf6-446a-9073-973e74def756,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:15.448623 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:15.452274 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:15.592816 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dd00bb65-1979-4e5d-9519-52635df23d31 None None] Publish callbacks [] for port (e9d29b92-2a88-4495-8973-e5a7c46c71c5), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:15.607387 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dd00bb65-1979-4e5d-9519-52635df23d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (e9d29b92-2a88-4495-8973-e5a7c46c71c5), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:15.699730 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd00bb65-1979-4e5d-9519-52635df23d31 None None] Network d75c4536-e2d6-46e0-a33a-9942bc27e74d is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:40:15.715607 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-dd00bb65-1979-4e5d-9519-52635df23d31 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:40:15.720936 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd00bb65-1979-4e5d-9519-52635df23d31 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:40:15.732782 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router_controller (2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:15.803394 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-35a14ccb-5c64-4474-9271-ab093115dde3 req-8971e54d-fb28-4468-84f3-d06e192f6344 tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.0899324 Feb 08 21:40:15.899382 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00bb65-1979-4e5d-9519-52635df23d31 None None] Pushing event updated for resources: {'Port': ['ID=e9d29b92-2a88-4495-8973-e5a7c46c71c5,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:15.909435 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a5358ec3-1d4a-44a8-9f82-f5fac63ddbc8 None None] Publish callbacks [] for port (7f5a994a-80b3-467e-ae1b-0e4dec7014b1), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:15.916468 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a5358ec3-1d4a-44a8-9f82-f5fac63ddbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7f5a994a-80b3-467e-ae1b-0e4dec7014b1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:15.947638 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-dd00bb65-1979-4e5d-9519-52635df23d31 None None] Attempting to bind port e9d29b92-2a88-4495-8973-e5a7c46c71c5 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:40:15.948262 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-dd00bb65-1979-4e5d-9519-52635df23d31 None None] Attempting to bind port e9d29b92-2a88-4495-8973-e5a7c46c71c5 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '56ad6f46-3178-4a2f-9d2a-dc1218cacfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd75c4536-e2d6-46e0-a33a-9942bc27e74d'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:40:15.949079 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd00bb65-1979-4e5d-9519-52635df23d31 None None] Attempting to bind port e9d29b92-2a88-4495-8973-e5a7c46c71c5 on network d75c4536-e2d6-46e0-a33a-9942bc27e74d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:40:15.958778 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd00bb65-1979-4e5d-9519-52635df23d31 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:40:15.959658 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd00bb65-1979-4e5d-9519-52635df23d31 None None] Checking segment: {'id': '56ad6f46-3178-4a2f-9d2a-dc1218cacfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd75c4536-e2d6-46e0-a33a-9942bc27e74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:40:15.960442 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dd00bb65-1979-4e5d-9519-52635df23d31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:15.966859 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd00bb65-1979-4e5d-9519-52635df23d31 None None] Bound using segment: {'id': '56ad6f46-3178-4a2f-9d2a-dc1218cacfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd75c4536-e2d6-46e0-a33a-9942bc27e74d'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:40:15.968101 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-dd00bb65-1979-4e5d-9519-52635df23d31 None None] Bound port: e9d29b92-2a88-4495-8973-e5a7c46c71c5, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ad6f46-3178-4a2f-9d2a-dc1218cacfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd75c4536-e2d6-46e0-a33a-9942bc27e74d'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:40:15.968774 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dd00bb65-1979-4e5d-9519-52635df23d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e9d29b92-2a88-4495-8973-e5a7c46c71c5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:15.981145 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a5358ec3-1d4a-44a8-9f82-f5fac63ddbc8 None None] Attempting to bind port 7f5a994a-80b3-467e-ae1b-0e4dec7014b1 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:40:15.982194 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a5358ec3-1d4a-44a8-9f82-f5fac63ddbc8 None None] Attempting to bind port 7f5a994a-80b3-467e-ae1b-0e4dec7014b1 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:40:15.986130 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5358ec3-1d4a-44a8-9f82-f5fac63ddbc8 None None] Attempting to bind port 7f5a994a-80b3-467e-ae1b-0e4dec7014b1 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:40:16.040272 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5358ec3-1d4a-44a8-9f82-f5fac63ddbc8 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:40:16.046261 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5358ec3-1d4a-44a8-9f82-f5fac63ddbc8 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:40:16.046601 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a5358ec3-1d4a-44a8-9f82-f5fac63ddbc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:16.047076 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5358ec3-1d4a-44a8-9f82-f5fac63ddbc8 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:40:16.047686 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a5358ec3-1d4a-44a8-9f82-f5fac63ddbc8 None None] Bound port: 7f5a994a-80b3-467e-ae1b-0e4dec7014b1, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:40:16.048146 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a5358ec3-1d4a-44a8-9f82-f5fac63ddbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7f5a994a-80b3-467e-ae1b-0e4dec7014b1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:16.049261 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09b2d034-f69d-4995-a582-a4b9748a8ad3 admin admin] Publish callbacks [] for router_gateway (ad0f9f54-98fd-4e11-8c61-ef5f794d49d3), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:16.174441 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-a5358ec3-1d4a-44a8-9f82-f5fac63ddbc8 None None] For port 7f5a994a-80b3-467e-ae1b-0e4dec7014b1, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:40:16.181398 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-a5358ec3-1d4a-44a8-9f82-f5fac63ddbc8 None None] For port 7f5a994a-80b3-467e-ae1b-0e4dec7014b1, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7f5a994a-80b3-467e-ae1b-0e4dec7014b1,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:40:16.206839 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a5358ec3-1d4a-44a8-9f82-f5fac63ddbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7f5a994a-80b3-467e-ae1b-0e4dec7014b1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:16.219330 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-dd00bb65-1979-4e5d-9519-52635df23d31 None None] For port e9d29b92-2a88-4495-8973-e5a7c46c71c5, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:40:16.227909 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-dd00bb65-1979-4e5d-9519-52635df23d31 None None] For port e9d29b92-2a88-4495-8973-e5a7c46c71c5, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e9d29b92-2a88-4495-8973-e5a7c46c71c5,segment=NetworkSegment(56ad6f46-3178-4a2f-9d2a-dc1218cacfba),segment_id=56ad6f46-3178-4a2f-9d2a-dc1218cacfba)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:40:16.240617 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router_gateway (2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:16.242813 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dd00bb65-1979-4e5d-9519-52635df23d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e9d29b92-2a88-4495-8973-e5a7c46c71c5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:16.294292 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569f203-76b0-43ed-8615-34ac480adcd5 None None] Pushing event updated for resources: {'Port': ['ID=7f5a994a-80b3-467e-ae1b-0e4dec7014b1,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:16.328101 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569f203-76b0-43ed-8615-34ac480adcd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:16.328572 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569f203-76b0-43ed-8615-34ac480adcd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:16.328853 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569f203-76b0-43ed-8615-34ac480adcd5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:16.329411 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569f203-76b0-43ed-8615-34ac480adcd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:16.329875 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569f203-76b0-43ed-8615-34ac480adcd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:16.330355 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569f203-76b0-43ed-8615-34ac480adcd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:16.330858 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569f203-76b0-43ed-8615-34ac480adcd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:16.331317 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569f203-76b0-43ed-8615-34ac480adcd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:16.331792 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569f203-76b0-43ed-8615-34ac480adcd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:16.332272 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569f203-76b0-43ed-8615-34ac480adcd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:16.332814 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569f203-76b0-43ed-8615-34ac480adcd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:16.349880 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569f203-76b0-43ed-8615-34ac480adcd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:16.350346 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569f203-76b0-43ed-8615-34ac480adcd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:16.458304 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00bb65-1979-4e5d-9519-52635df23d31 None None] Pushing event updated for resources: {'Port': ['ID=e9d29b92-2a88-4495-8973-e5a7c46c71c5,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:16.493757 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5358ec3-1d4a-44a8-9f82-f5fac63ddbc8 None None] Routers {'e069d7ee-c8be-45d4-834d-207747d63c6a'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:40:16.494406 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a5358ec3-1d4a-44a8-9f82-f5fac63ddbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:39:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e069d7ee-c8be-45d4-834d-207747d63c6a'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:17.117607 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e9d29b92-2a88-4495-8973-e5a7c46c71c5 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:40:17.166395 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2bc30e63-b626-4171-8b2f-5c42dca48ebc req-5a0492a7-63a7-4149-8a9f-18a49ffbd579 tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.1520429 Feb 08 21:40:17.177291 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a5358ec3-1d4a-44a8-9f82-f5fac63ddbc8 None None] Set router e069d7ee-c8be-45d4-834d-207747d63c6a gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:40:17.309047 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port e9d29b92-2a88-4495-8973-e5a7c46c71c5 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:40:17.309505 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e9d29b92-2a88-4495-8973-e5a7c46c71c5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:17.362257 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569f203-76b0-43ed-8615-34ac480adcd5 None None] Pushing event updated for resources: {'Port': ['ID=7f5a994a-80b3-467e-ae1b-0e4dec7014b1,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:17.508830 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router_gateway (2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:17.515311 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09b2d034-f69d-4995-a582-a4b9748a8ad3 admin admin] Publish callbacks [] for router_gateway (ad0f9f54-98fd-4e11-8c61-ef5f794d49d3), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:17.562291 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:17.566092 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port e9d29b92-2a88-4495-8973-e5a7c46c71c5 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:40:17.569425 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e9d29b92-2a88-4495-8973-e5a7c46c71c5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:17.602913 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a5358ec3-1d4a-44a8-9f82-f5fac63ddbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e069d7ee-c8be-45d4-834d-207747d63c6a', 'name': 'tempest-snat-router-1326634705', 'tenant_id': 'd478b28caa234c499f3125e043be8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.11'}], 'enable_snat': False}, 'gw_port_id': '7f5a994a-80b3-467e-ae1b-0e4dec7014b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:40:09Z', 'updated_at': '2022-02-08T21:40:12Z', 'revision_number': 3, 'project_id': 'd478b28caa234c499f3125e043be8bdc', 'gw_port': {'id': '7f5a994a-80b3-467e-ae1b-0e4dec7014b1', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e069d7ee-c8be-45d4-834d-207747d63c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:40:11Z', 'updated_at': '2022-02-08T21:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:17.625871 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09b2d034-f69d-4995-a582-a4b9748a8ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:17.660223 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port e9d29b92-2a88-4495-8973-e5a7c46c71c5, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e9d29b92-2a88-4495-8973-e5a7c46c71c5,segment=NetworkSegment(56ad6f46-3178-4a2f-9d2a-dc1218cacfba),segment_id=56ad6f46-3178-4a2f-9d2a-dc1218cacfba)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:40:17.669246 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e9d29b92-2a88-4495-8973-e5a7c46c71c5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:17.722921 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5358ec3-1d4a-44a8-9f82-f5fac63ddbc8 None None] The sync data for ids ['e069d7ee-c8be-45d4-834d-207747d63c6a'] in n-d-712143-31 is: [{'id': 'e069d7ee-c8be-45d4-834d-207747d63c6a', 'name': 'tempest-snat-router-1326634705', 'tenant_id': 'd478b28caa234c499f3125e043be8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.11'}], 'enable_snat': False}, 'gw_port_id': '7f5a994a-80b3-467e-ae1b-0e4dec7014b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:40:09Z', 'updated_at': '2022-02-08T21:40:12Z', 'revision_number': 3, 'project_id': 'd478b28caa234c499f3125e043be8bdc', 'gw_port': {'id': '7f5a994a-80b3-467e-ae1b-0e4dec7014b1', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e069d7ee-c8be-45d4-834d-207747d63c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:40:11Z', 'updated_at': '2022-02-08T21:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:40:17.822423 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=e9d29b92-2a88-4495-8973-e5a7c46c71c5,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:18.120837 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-15a63530-b999-480c-bda1-2a5884f81db5 req-ff7fb503-1c4c-4345-9517-4a7b749c4cf4 tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.0766368 Feb 08 21:40:18.170640 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Allocated IP 172.25.3.114 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/fb6ff5d7-3a56-4d73-80ca-33c266a65b1f) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:40:18.565691 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998f9d16-25c7-4193-822d-2dd42e32fb07 None None] Network d75c4536-e2d6-46e0-a33a-9942bc27e74d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:40:18.585699 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for port (fb6ff5d7-3a56-4d73-80ca-33c266a65b1f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:18.712969 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (fb6ff5d7-3a56-4d73-80ca-33c266a65b1f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:18.866723 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4d93f282-41d5-4b93-ab63-3c723128400b None None] Provisioning complete for port e9d29b92-2a88-4495-8973-e5a7c46c71c5 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:40:18.867107 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d93f282-41d5-4b93-ab63-3c723128400b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e9d29b92-2a88-4495-8973-e5a7c46c71c5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:18.915718 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:40:18.926092 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:40:18.944290 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-09b2d034-f69d-4995-a582-a4b9748a8ad3 admin admin] Allocated IP 172.25.3.152 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/64edf70c-cf2e-4bf6-a370-bb0d818ff700) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:40:18.987451 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:40:18.998931 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Pushing event updated for resources: {'Port': ['ID=fb6ff5d7-3a56-4d73-80ca-33c266a65b1f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:19.067328 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:19.067676 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:19.068027 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:19.068795 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:19.069134 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:19.069503 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:19.069823 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:19.070324 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:19.070660 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:19.070986 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:19.071331 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:19.071632 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:19.071957 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:19.203531 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4d93f282-41d5-4b93-ab63-3c723128400b None None] Current status of the port e9d29b92-2a88-4495-8973-e5a7c46c71c5 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:40:19.318706 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e9d29b92-2a88-4495-8973-e5a7c46c71c5 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:40:19.387581 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43da7dc3-7f73-4f0a-b09c-1f1307db7d4d req-9f5a97d4-d6d6-40ba-9d6d-b83c15dbfef4 tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.0936954 Feb 08 21:40:19.465592 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port e9d29b92-2a88-4495-8973-e5a7c46c71c5 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:40:19.466182 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e9d29b92-2a88-4495-8973-e5a7c46c71c5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:19.566398 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-75ba163f-2bea-4b33-b37e-4d277a8e4a0b None None] Provisioning complete for port e9d29b92-2a88-4495-8973-e5a7c46c71c5 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:40:19.567035 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75ba163f-2bea-4b33-b37e-4d277a8e4a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e9d29b92-2a88-4495-8973-e5a7c46c71c5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:19.712019 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port e9d29b92-2a88-4495-8973-e5a7c46c71c5 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:40:19.714456 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7f5a994a-80b3-467e-ae1b-0e4dec7014b1 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:40:19.852001 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-75ba163f-2bea-4b33-b37e-4d277a8e4a0b None None] Current status of the port e9d29b92-2a88-4495-8973-e5a7c46c71c5 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:40:19.870672 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 7f5a994a-80b3-467e-ae1b-0e4dec7014b1 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:40:19.874890 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7f5a994a-80b3-467e-ae1b-0e4dec7014b1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:19.898904 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09b2d034-f69d-4995-a582-a4b9748a8ad3 admin admin] Publish callbacks [] for port (64edf70c-cf2e-4bf6-a370-bb0d818ff700), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:20.067311 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09b2d034-f69d-4995-a582-a4b9748a8ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (64edf70c-cf2e-4bf6-a370-bb0d818ff700), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:20.143472 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b2d034-f69d-4995-a582-a4b9748a8ad3 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:40:20.163503 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 7f5a994a-80b3-467e-ae1b-0e4dec7014b1 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:40:20.163897 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7f5a994a-80b3-467e-ae1b-0e4dec7014b1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:20.189289 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-09b2d034-f69d-4995-a582-a4b9748a8ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:40:20.194099 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b2d034-f69d-4995-a582-a4b9748a8ad3 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:40:20.218851 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 7f5a994a-80b3-467e-ae1b-0e4dec7014b1, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7f5a994a-80b3-467e-ae1b-0e4dec7014b1,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:40:20.235110 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7f5a994a-80b3-467e-ae1b-0e4dec7014b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:20.258057 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2d034-f69d-4995-a582-a4b9748a8ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=64edf70c-cf2e-4bf6-a370-bb0d818ff700,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:20.363339 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=7f5a994a-80b3-467e-ae1b-0e4dec7014b1,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:20.594925 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10ef3f5b-82d3-4a9e-947a-932c27331618 req-6da7ba8e-4b95-49fd-aa4c-3d0a365797b0 tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.0506122 Feb 08 21:40:21.014386 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7f5a994a-80b3-467e-ae1b-0e4dec7014b1 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:40:21.121924 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 7f5a994a-80b3-467e-ae1b-0e4dec7014b1 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:40:21.122639 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7f5a994a-80b3-467e-ae1b-0e4dec7014b1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:21.292182 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 7f5a994a-80b3-467e-ae1b-0e4dec7014b1 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:40:21.344750 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router_gateway (2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:21.581210 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09b2d034-f69d-4995-a582-a4b9748a8ad3 admin admin] Publish callbacks [] for router_gateway (ad0f9f54-98fd-4e11-8c61-ef5f794d49d3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:21.790533 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf806d91-7b51-4ca4-bcbd-86e50ebe18dc req-f82fca9d-81d1-4893-99f5-c7ab0e3869ec tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.0854092 Feb 08 21:40:21.954758 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09b2d034-f69d-4995-a582-a4b9748a8ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (ad0f9f54-98fd-4e11-8c61-ef5f794d49d3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:22.067397 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:22.232451 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b2d034-f69d-4995-a582-a4b9748a8ad3 admin admin] Router ad0f9f54-98fd-4e11-8c61-ef5f794d49d3 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:40:22.338764 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Router 2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:40:22.457863 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b2d034-f69d-4995-a582-a4b9748a8ad3 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:40:22.470057 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bcf3fb-69b0-4545-943e-8eb80262ccea None None] Sync routers for ids ['ad0f9f54-98fd-4e11-8c61-ef5f794d49d3'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:40:22.487744 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09b2d034-f69d-4995-a582-a4b9748a8ad3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:22.489542 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-09b2d034-f69d-4995-a582-a4b9748a8ad3 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.7280517 Feb 08 21:40:22.492190 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41664) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:22.500355 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bcf3fb-69b0-4545-943e-8eb80262ccea None None] Routers {'ad0f9f54-98fd-4e11-8c61-ef5f794d49d3'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:40:22.502634 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-30bcf3fb-69b0-4545-943e-8eb80262ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:39:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ad0f9f54-98fd-4e11-8c61-ef5f794d49d3'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:22.503470 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:40:22.512661 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851250c7-849b-4261-ab53-eae451ca0cd0 None None] Sync routers for ids ['2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:40:22.530742 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851250c7-849b-4261-ab53-eae451ca0cd0 None None] Routers {'2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:40:22.531474 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-851250c7-849b-4261-ab53-eae451ca0cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:39:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:22.704663 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:22.710214 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-93ad7fd7-893a-46f4-a8bd-f20066f11ce3 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.6288378 Feb 08 21:40:22.713122 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 41672) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:22.733517 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-851250c7-849b-4261-ab53-eae451ca0cd0 None None] Set router 2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:40:22.748419 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-30bcf3fb-69b0-4545-943e-8eb80262ccea None None] Set router ad0f9f54-98fd-4e11-8c61-ef5f794d49d3 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:40:23.004679 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-643375de-00c2-423d-aa92-5bd311f96cb7 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "GET /v2.0/routers/2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6 HTTP/1.1" status: 200 len: 908 time: 0.2896817 Feb 08 21:40:23.007722 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41694) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:23.070487 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8bbf3690-47fa-4278-a799-451de76f58cc req-195ac72c-0e63-4470-8578-b241ce9ce0d5 tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.0644023 Feb 08 21:40:23.149752 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-851250c7-849b-4261-ab53-eae451ca0cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6', 'name': 'tempest-snat-router-1326634705', 'tenant_id': 'd478b28caa234c499f3125e043be8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'fb6ff5d7-3a56-4d73-80ca-33c266a65b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:40:15Z', 'updated_at': '2022-02-08T21:40:19Z', 'revision_number': 3, 'project_id': 'd478b28caa234c499f3125e043be8bdc', 'gw_port': {'id': 'fb6ff5d7-3a56-4d73-80ca-33c266a65b1f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:78:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:40:17Z', 'updated_at': '2022-02-08T21:40:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:23.168976 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-30bcf3fb-69b0-4545-943e-8eb80262ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0f9f54-98fd-4e11-8c61-ef5f794d49d3', 'name': 'tempest-TestAggregatesBasicOps-1557985390-router', 'tenant_id': '490b79b595b14c31915f74eeba39ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '64edf70c-cf2e-4bf6-a370-bb0d818ff700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:40:14Z', 'updated_at': '2022-02-08T21:40:21Z', 'revision_number': 3, 'project_id': '490b79b595b14c31915f74eeba39ee6c', 'gw_port': {'id': '64edf70c-cf2e-4bf6-a370-bb0d818ff700', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0f9f54-98fd-4e11-8c61-ef5f794d49d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:40:17Z', 'updated_at': '2022-02-08T21:40:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:23.183292 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851250c7-849b-4261-ab53-eae451ca0cd0 None None] Checking router: 2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:40:23.183992 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851250c7-849b-4261-ab53-eae451ca0cd0 None None] Updating router 2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6 port fb6ff5d7-3a56-4d73-80ca-33c266a65b1f binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:40:23.224829 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bcf3fb-69b0-4545-943e-8eb80262ccea None None] Checking router: ad0f9f54-98fd-4e11-8c61-ef5f794d49d3 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:40:23.225517 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bcf3fb-69b0-4545-943e-8eb80262ccea None None] Updating router ad0f9f54-98fd-4e11-8c61-ef5f794d49d3 port 64edf70c-cf2e-4bf6-a370-bb0d818ff700 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:40:23.227174 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-851250c7-849b-4261-ab53-eae451ca0cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fb6ff5d7-3a56-4d73-80ca-33c266a65b1f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:23.256168 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef4be7dd-e939-4e02-9be1-d52c53b4381b tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router (2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:23.275343 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30bcf3fb-69b0-4545-943e-8eb80262ccea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (64edf70c-cf2e-4bf6-a370-bb0d818ff700), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:23.839381 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-851250c7-849b-4261-ab53-eae451ca0cd0 None None] Publish callbacks [] for port (fb6ff5d7-3a56-4d73-80ca-33c266a65b1f), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:23.850436 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-851250c7-849b-4261-ab53-eae451ca0cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (fb6ff5d7-3a56-4d73-80ca-33c266a65b1f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:23.859558 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1379d59-8a83-4bcc-8a14-67263937c15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:23.906227 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef4be7dd-e939-4e02-9be1-d52c53b4381b tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router_gateway (2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:24.020300 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54a102-beb5-45dc-b487-852e235244f2 None None] Pushing event updated for resources: {'Port': ['ID=fb6ff5d7-3a56-4d73-80ca-33c266a65b1f,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:24.053985 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-851250c7-849b-4261-ab53-eae451ca0cd0 None None] Attempting to bind port fb6ff5d7-3a56-4d73-80ca-33c266a65b1f on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:40:24.055141 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-851250c7-849b-4261-ab53-eae451ca0cd0 None None] Attempting to bind port fb6ff5d7-3a56-4d73-80ca-33c266a65b1f by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:40:24.057484 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851250c7-849b-4261-ab53-eae451ca0cd0 None None] Attempting to bind port fb6ff5d7-3a56-4d73-80ca-33c266a65b1f on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:40:24.093584 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851250c7-849b-4261-ab53-eae451ca0cd0 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:40:24.097617 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851250c7-849b-4261-ab53-eae451ca0cd0 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:40:24.098027 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-851250c7-849b-4261-ab53-eae451ca0cd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:24.098433 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851250c7-849b-4261-ab53-eae451ca0cd0 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:40:24.101094 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-851250c7-849b-4261-ab53-eae451ca0cd0 None None] Bound port: fb6ff5d7-3a56-4d73-80ca-33c266a65b1f, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:40:24.103546 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-851250c7-849b-4261-ab53-eae451ca0cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fb6ff5d7-3a56-4d73-80ca-33c266a65b1f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:24.269410 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-851250c7-849b-4261-ab53-eae451ca0cd0 None None] For port fb6ff5d7-3a56-4d73-80ca-33c266a65b1f, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:40:24.277370 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-851250c7-849b-4261-ab53-eae451ca0cd0 None None] For port fb6ff5d7-3a56-4d73-80ca-33c266a65b1f, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=fb6ff5d7-3a56-4d73-80ca-33c266a65b1f,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:40:24.286316 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-851250c7-849b-4261-ab53-eae451ca0cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (fb6ff5d7-3a56-4d73-80ca-33c266a65b1f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:24.325971 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72034a38-a8b0-45b5-95fe-3c9a6893dee8 req-2bf80602-7683-4c6d-89d9-3be5eb0e21e6 tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.0682089 Feb 08 21:40:24.433309 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851250c7-849b-4261-ab53-eae451ca0cd0 None None] Routers {'2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:40:24.436730 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-851250c7-849b-4261-ab53-eae451ca0cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:39:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:24.457899 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54a102-beb5-45dc-b487-852e235244f2 None None] Pushing event updated for resources: {'Port': ['ID=fb6ff5d7-3a56-4d73-80ca-33c266a65b1f,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:24.466073 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ef4be7dd-e939-4e02-9be1-d52c53b4381b tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Deleting port fb6ff5d7-3a56-4d73-80ca-33c266a65b1f {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:40:24.466490 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef4be7dd-e939-4e02-9be1-d52c53b4381b tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (fb6ff5d7-3a56-4d73-80ca-33c266a65b1f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:24.547014 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-878ff6e1-81fd-437e-a716-ca2d57d4ac58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:24.626689 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-a1379d59-8a83-4bcc-8a14-67263937c15b admin admin] Allocated IP 172.20.0.1 (d75c4536-e2d6-46e0-a33a-9942bc27e74d/9066017a-bb30-4230-a3af-b5c99982c989/cecfee81-d905-421c-ade2-f36bbf88eaab) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:40:24.650541 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:40:24.662833 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-851250c7-849b-4261-ab53-eae451ca0cd0 None None] Set router 2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:40:24.728914 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30bcf3fb-69b0-4545-943e-8eb80262ccea None None] Publish callbacks [] for port (64edf70c-cf2e-4bf6-a370-bb0d818ff700), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:24.732624 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-851250c7-849b-4261-ab53-eae451ca0cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6', 'name': 'tempest-snat-router-1326634705', 'tenant_id': 'd478b28caa234c499f3125e043be8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:40:15Z', 'updated_at': '2022-02-08T21:40:23Z', 'revision_number': 4, 'project_id': 'd478b28caa234c499f3125e043be8bdc', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:24.737920 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30bcf3fb-69b0-4545-943e-8eb80262ccea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (64edf70c-cf2e-4bf6-a370-bb0d818ff700), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:24.766486 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851250c7-849b-4261-ab53-eae451ca0cd0 None None] The sync data for ids ['2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6'] in n-d-712143-31 is: [{'id': '2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6', 'name': 'tempest-snat-router-1326634705', 'tenant_id': 'd478b28caa234c499f3125e043be8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:40:15Z', 'updated_at': '2022-02-08T21:40:23Z', 'revision_number': 4, 'project_id': 'd478b28caa234c499f3125e043be8bdc', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:40:24.822252 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb003896-4d48-41d9-95e9-6eb5b64f34f5 None None] Pushing event updated for resources: {'Port': ['ID=64edf70c-cf2e-4bf6-a370-bb0d818ff700,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:24.847489 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-ef4be7dd-e939-4e02-9be1-d52c53b4381b tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] For port fb6ff5d7-3a56-4d73-80ca-33c266a65b1f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=fb6ff5d7-3a56-4d73-80ca-33c266a65b1f,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:40:24.848018 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef4be7dd-e939-4e02-9be1-d52c53b4381b tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (fb6ff5d7-3a56-4d73-80ca-33c266a65b1f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:24.881067 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-30bcf3fb-69b0-4545-943e-8eb80262ccea None None] Attempting to bind port 64edf70c-cf2e-4bf6-a370-bb0d818ff700 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:40:24.893551 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ef4be7dd-e939-4e02-9be1-d52c53b4381b tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Calling delete_port for fb6ff5d7-3a56-4d73-80ca-33c266a65b1f owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:40:24.897746 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-30bcf3fb-69b0-4545-943e-8eb80262ccea None None] Attempting to bind port 64edf70c-cf2e-4bf6-a370-bb0d818ff700 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:40:24.898202 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bcf3fb-69b0-4545-943e-8eb80262ccea None None] Attempting to bind port 64edf70c-cf2e-4bf6-a370-bb0d818ff700 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:40:24.916384 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bcf3fb-69b0-4545-943e-8eb80262ccea None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:40:24.916864 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bcf3fb-69b0-4545-943e-8eb80262ccea None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:40:24.917178 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30bcf3fb-69b0-4545-943e-8eb80262ccea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:24.917618 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bcf3fb-69b0-4545-943e-8eb80262ccea None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:40:24.918109 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-30bcf3fb-69b0-4545-943e-8eb80262ccea None None] Bound port: 64edf70c-cf2e-4bf6-a370-bb0d818ff700, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:40:24.919032 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30bcf3fb-69b0-4545-943e-8eb80262ccea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (64edf70c-cf2e-4bf6-a370-bb0d818ff700), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:24.981805 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1379d59-8a83-4bcc-8a14-67263937c15b admin admin] Publish callbacks [] for port (cecfee81-d905-421c-ade2-f36bbf88eaab), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:25.021404 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-30bcf3fb-69b0-4545-943e-8eb80262ccea None None] For port 64edf70c-cf2e-4bf6-a370-bb0d818ff700, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:40:25.025174 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-30bcf3fb-69b0-4545-943e-8eb80262ccea None None] For port 64edf70c-cf2e-4bf6-a370-bb0d818ff700, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=64edf70c-cf2e-4bf6-a370-bb0d818ff700,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:40:25.040057 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30bcf3fb-69b0-4545-943e-8eb80262ccea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (64edf70c-cf2e-4bf6-a370-bb0d818ff700), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:25.112929 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bcf3fb-69b0-4545-943e-8eb80262ccea None None] Routers {'ad0f9f54-98fd-4e11-8c61-ef5f794d49d3'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:40:25.113743 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-30bcf3fb-69b0-4545-943e-8eb80262ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:39:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ad0f9f54-98fd-4e11-8c61-ef5f794d49d3'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:25.287726 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb003896-4d48-41d9-95e9-6eb5b64f34f5 None None] Pushing event updated for resources: {'Port': ['ID=64edf70c-cf2e-4bf6-a370-bb0d818ff700,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:25.345999 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1379d59-8a83-4bcc-8a14-67263937c15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (cecfee81-d905-421c-ade2-f36bbf88eaab), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:25.398097 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-30bcf3fb-69b0-4545-943e-8eb80262ccea None None] Set router ad0f9f54-98fd-4e11-8c61-ef5f794d49d3 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:40:25.446391 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1379d59-8a83-4bcc-8a14-67263937c15b admin admin] Pushing event updated for resources: {'Port': ['ID=cecfee81-d905-421c-ade2-f36bbf88eaab,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:25.563911 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b56dec4-1b8b-4bb5-9fd2-17ee4b5a3c83 req-d2513176-de0c-4d8d-b263-9cf07d5daee9 tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.0684502 Feb 08 21:40:25.623517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 41822) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:25.630605 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1379d59-8a83-4bcc-8a14-67263937c15b admin admin] Network d75c4536-e2d6-46e0-a33a-9942bc27e74d is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:40:25.637924 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef4be7dd-e939-4e02-9be1-d52c53b4381b tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (fb6ff5d7-3a56-4d73-80ca-33c266a65b1f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:25.665997 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-a1379d59-8a83-4bcc-8a14-67263937c15b admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:40:25.713176 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1379d59-8a83-4bcc-8a14-67263937c15b admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:40:25.780390 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-30bcf3fb-69b0-4545-943e-8eb80262ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0f9f54-98fd-4e11-8c61-ef5f794d49d3', 'name': 'tempest-TestAggregatesBasicOps-1557985390-router', 'tenant_id': '490b79b595b14c31915f74eeba39ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '64edf70c-cf2e-4bf6-a370-bb0d818ff700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:40:14Z', 'updated_at': '2022-02-08T21:40:21Z', 'revision_number': 3, 'project_id': '490b79b595b14c31915f74eeba39ee6c', 'gw_port': {'id': '64edf70c-cf2e-4bf6-a370-bb0d818ff700', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0f9f54-98fd-4e11-8c61-ef5f794d49d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:40:17Z', 'updated_at': '2022-02-08T21:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:25.811693 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4be7dd-e939-4e02-9be1-d52c53b4381b tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb6ff5d7-3a56-4d73-80ca-33c266a65b1f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:25.847821 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bcf3fb-69b0-4545-943e-8eb80262ccea None None] The sync data for ids ['ad0f9f54-98fd-4e11-8c61-ef5f794d49d3'] in n-d-712143-31 is: [{'id': 'ad0f9f54-98fd-4e11-8c61-ef5f794d49d3', 'name': 'tempest-TestAggregatesBasicOps-1557985390-router', 'tenant_id': '490b79b595b14c31915f74eeba39ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '64edf70c-cf2e-4bf6-a370-bb0d818ff700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:40:14Z', 'updated_at': '2022-02-08T21:40:21Z', 'revision_number': 3, 'project_id': '490b79b595b14c31915f74eeba39ee6c', 'gw_port': {'id': '64edf70c-cf2e-4bf6-a370-bb0d818ff700', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0f9f54-98fd-4e11-8c61-ef5f794d49d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:40:17Z', 'updated_at': '2022-02-08T21:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:40:25.883377 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-91ed96b0-01ec-4561-8d19-529727156dec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:25.926502 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [req-67c6cde2-1001-4d12-adc5-6c0946578a6f req-ecdad268-8cc8-4135-af2e-f3dd4c366b29 service neutron] (103434) timed out ('10.222.0.88', 51672) {{(pid=103434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 21:40:25.931844 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1379d59-8a83-4bcc-8a14-67263937c15b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (ad0f9f54-98fd-4e11-8c61-ef5f794d49d3), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:26.055748 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef4be7dd-e939-4e02-9be1-d52c53b4381b tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:26.125607 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-91ed96b0-01ec-4561-8d19-529727156dec admin admin] Publish callbacks [] for security_group (c2f24045-9131-4f9d-af59-c6c5613a7daa), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:26.135330 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-91ed96b0-01ec-4561-8d19-529727156dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c2f24045-9131-4f9d-af59-c6c5613a7daa), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:26.149970 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4153a7fa-5b58-4f62-a4f0-97af5a676d27 None None] Provisioning complete for port cecfee81-d905-421c-ade2-f36bbf88eaab triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:40:26.150343 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4153a7fa-5b58-4f62-a4f0-97af5a676d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cecfee81-d905-421c-ade2-f36bbf88eaab), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:26.235038 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-91ed96b0-01ec-4561-8d19-529727156dec admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=77df6eb686dd4c2abf1ed0f731ce8fcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6078634 Feb 08 21:40:26.248906 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 41832) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:26.258374 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4153a7fa-5b58-4f62-a4f0-97af5a676d27 None None] Port cecfee81-d905-421c-ade2-f36bbf88eaab cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:40:26.271235 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed96b0-01ec-4561-8d19-529727156dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f24045-9131-4f9d-af59-c6c5613a7daa,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:26.313325 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef4be7dd-e939-4e02-9be1-d52c53b4381b tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:26.328664 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef4be7dd-e939-4e02-9be1-d52c53b4381b tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router_controller (2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:26.359940 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed96b0-01ec-4561-8d19-529727156dec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:26.360317 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed96b0-01ec-4561-8d19-529727156dec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:26.360673 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed96b0-01ec-4561-8d19-529727156dec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:26.367794 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed96b0-01ec-4561-8d19-529727156dec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:26.368258 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed96b0-01ec-4561-8d19-529727156dec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:26.368611 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed96b0-01ec-4561-8d19-529727156dec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:26.368961 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed96b0-01ec-4561-8d19-529727156dec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:26.371490 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed96b0-01ec-4561-8d19-529727156dec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:26.371900 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed96b0-01ec-4561-8d19-529727156dec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:26.372257 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed96b0-01ec-4561-8d19-529727156dec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:26.372610 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed96b0-01ec-4561-8d19-529727156dec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:26.372952 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed96b0-01ec-4561-8d19-529727156dec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:26.375938 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed96b0-01ec-4561-8d19-529727156dec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:26.512861 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef4be7dd-e939-4e02-9be1-d52c53b4381b tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:26.518482 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-58e1b6e3-66fc-4e4a-95f2-543598246f45 admin admin] Publish callbacks [] for security_group (c2f24045-9131-4f9d-af59-c6c5613a7daa), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:26.523651 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4be7dd-e939-4e02-9be1-d52c53b4381b tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:40:26.549921 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef4be7dd-e939-4e02-9be1-d52c53b4381b tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:26.551421 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ef4be7dd-e939-4e02-9be1-d52c53b4381b tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "DELETE /v2.0/routers/2c2b9ba9-d10f-4702-8a55-7d87cd0ddbc6 HTTP/1.1" status: 204 len: 168 time: 3.5421276 Feb 08 21:40:26.555489 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41838) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:26.616542 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-58e1b6e3-66fc-4e4a-95f2-543598246f45 admin admin] Publish callbacks [] for security_group (c2f24045-9131-4f9d-af59-c6c5613a7daa), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:26.725530 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-58e1b6e3-66fc-4e4a-95f2-543598246f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c2f24045-9131-4f9d-af59-c6c5613a7daa), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:26.729082 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-58e1b6e3-66fc-4e4a-95f2-543598246f45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:26.741042 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-58e1b6e3-66fc-4e4a-95f2-543598246f45 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c2f24045-9131-4f9d-af59-c6c5613a7daa HTTP/1.1" status: 204 len: 168 time: 0.4832325 Feb 08 21:40:26.762808 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1b6e3-66fc-4e4a-95f2-543598246f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f24045-9131-4f9d-af59-c6c5613a7daa,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:26.883452 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1379d59-8a83-4bcc-8a14-67263937c15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cecfee81-d905-421c-ade2-f36bbf88eaab), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:26.895095 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0d1ba558-ad4c-47fe-a9a0-e8fa2c031f37 req-d73b5fd0-814c-4336-9504-7f21dee898f8 tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.0865393 Feb 08 21:40:27.202814 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85b17315-ca37-44e7-9d6d-1242642a287c tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router (e069d7ee-c8be-45d4-834d-207747d63c6a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:27.217755 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 64edf70c-cf2e-4bf6-a370-bb0d818ff700 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:40:27.498438 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86ff586a-2cb8-4fdd-9f74-2138ec12a4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:27.503352 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 64edf70c-cf2e-4bf6-a370-bb0d818ff700 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:40:27.503727 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (64edf70c-cf2e-4bf6-a370-bb0d818ff700), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:27.612688 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85b17315-ca37-44e7-9d6d-1242642a287c tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router_gateway (e069d7ee-c8be-45d4-834d-207747d63c6a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:27.764368 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 64edf70c-cf2e-4bf6-a370-bb0d818ff700 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:40:27.769479 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (64edf70c-cf2e-4bf6-a370-bb0d818ff700), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:27.829106 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 64edf70c-cf2e-4bf6-a370-bb0d818ff700, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=64edf70c-cf2e-4bf6-a370-bb0d818ff700,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:40:27.836119 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (64edf70c-cf2e-4bf6-a370-bb0d818ff700), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:27.968086 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-85b17315-ca37-44e7-9d6d-1242642a287c tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Deleting port 7f5a994a-80b3-467e-ae1b-0e4dec7014b1 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:40:27.968703 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85b17315-ca37-44e7-9d6d-1242642a287c tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (7f5a994a-80b3-467e-ae1b-0e4dec7014b1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:28.049030 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=64edf70c-cf2e-4bf6-a370-bb0d818ff700,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:28.112388 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-85b17315-ca37-44e7-9d6d-1242642a287c tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] For port 7f5a994a-80b3-467e-ae1b-0e4dec7014b1, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7f5a994a-80b3-467e-ae1b-0e4dec7014b1,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:40:28.112791 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85b17315-ca37-44e7-9d6d-1242642a287c tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (7f5a994a-80b3-467e-ae1b-0e4dec7014b1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:28.130017 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-85b17315-ca37-44e7-9d6d-1242642a287c tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Calling delete_port for 7f5a994a-80b3-467e-ae1b-0e4dec7014b1 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:40:28.275418 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b05de736-ca47-4fab-9928-0686c0f9d5a4 req-997a0eb0-55e9-401a-83a1-f2dc43bd55d3 tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.1011369 Feb 08 21:40:28.398443 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-c7e63a74-d629-4022-b854-a69407eff100 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:28.402224 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-c7e63a74-d629-4022-b854-a69407eff100 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/networks?id=b5326457-53c9-4ce3-8eff-31ed490f5fcc HTTP/1.1" status: 200 len: 814 time: 0.3644180 Feb 08 21:40:28.403830 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1379d59-8a83-4bcc-8a14-67263937c15b admin admin] Publish callbacks [] for port (cecfee81-d905-421c-ade2-f36bbf88eaab), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:28.413208 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1379d59-8a83-4bcc-8a14-67263937c15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (cecfee81-d905-421c-ade2-f36bbf88eaab), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:28.440042 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-fd936cce-62fb-4e1a-946c-fb714411fce6 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/quotas/f78ef32583a7407daedbb84d3ab485f9 HTTP/1.1" status: 200 len: 375 time: 0.0283103 Feb 08 21:40:28.554328 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-db775044-4626-4fe5-b7e0-75ecc3b5f90f tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f78ef32583a7407daedbb84d3ab485f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1093035 Feb 08 21:40:28.688749 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1379d59-8a83-4bcc-8a14-67263937c15b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (ad0f9f54-98fd-4e11-8c61-ef5f794d49d3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:28.702036 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-c0e011d0-9415-4042-949e-2a48fca2c8ac service neutron] 10.222.0.88 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466515 Feb 08 21:40:28.710777 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85b17315-ca37-44e7-9d6d-1242642a287c tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (7f5a994a-80b3-467e-ae1b-0e4dec7014b1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:28.731276 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1379d59-8a83-4bcc-8a14-67263937c15b admin admin] Pushing event updated for resources: {'Port': ['ID=cecfee81-d905-421c-ade2-f36bbf88eaab,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:28.903950 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b17315-ca37-44e7-9d6d-1242642a287c tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f5a994a-80b3-467e-ae1b-0e4dec7014b1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:28.905631 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-53897fcb-0ba9-42b1-a625-76b3ef8096de service neutron] 10.222.0.88 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967580 Feb 08 21:40:28.932177 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85b17315-ca37-44e7-9d6d-1242642a287c tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (e069d7ee-c8be-45d4-834d-207747d63c6a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:29.181580 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:29.230356 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85b17315-ca37-44e7-9d6d-1242642a287c tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (e069d7ee-c8be-45d4-834d-207747d63c6a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:29.230605 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 64edf70c-cf2e-4bf6-a370-bb0d818ff700 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:40:29.232767 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85b17315-ca37-44e7-9d6d-1242642a287c tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router_controller (e069d7ee-c8be-45d4-834d-207747d63c6a), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:29.309113 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1379d59-8a83-4bcc-8a14-67263937c15b admin admin] Network d75c4536-e2d6-46e0-a33a-9942bc27e74d is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:40:29.309113 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85b17315-ca37-44e7-9d6d-1242642a287c tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (e069d7ee-c8be-45d4-834d-207747d63c6a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:29.309113 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b17315-ca37-44e7-9d6d-1242642a287c tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e069d7ee-c8be-45d4-834d-207747d63c6a {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:40:29.309113 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-a1379d59-8a83-4bcc-8a14-67263937c15b admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:40:29.345865 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85b17315-ca37-44e7-9d6d-1242642a287c tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:29.352191 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 41922) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:29.353507 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-85b17315-ca37-44e7-9d6d-1242642a287c tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "DELETE /v2.0/routers/e069d7ee-c8be-45d4-834d-207747d63c6a HTTP/1.1" status: 204 len: 168 time: 2.7962747 Feb 08 21:40:29.474787 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-517e6707-0e70-44cd-b82c-5d9e570288fa req-14813204-74d2-4f9f-abd9-814dadae94a7 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba3bb589-023a-413d-8b78-70c2aac1a354 HTTP/1.1" status: 200 len: 210 time: 0.1359651 Feb 08 21:40:29.506035 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-3906a8d1-1f3f-4d9a-b404-52b99156c9ea tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1782988642', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}, 'admin_state_up': False}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:40:29.521513 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 64edf70c-cf2e-4bf6-a370-bb0d818ff700 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:40:29.523943 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (64edf70c-cf2e-4bf6-a370-bb0d818ff700), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:29.651660 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3906a8d1-1f3f-4d9a-b404-52b99156c9ea tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (67ec8054-4769-482a-adad-22b6e4b950c9), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:29.654470 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3906a8d1-1f3f-4d9a-b404-52b99156c9ea tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (67ec8054-4769-482a-adad-22b6e4b950c9), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:29.696820 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1379d59-8a83-4bcc-8a14-67263937c15b admin admin] Router ad0f9f54-98fd-4e11-8c61-ef5f794d49d3 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:40:29.788705 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3906a8d1-1f3f-4d9a-b404-52b99156c9ea tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_controller (67ec8054-4769-482a-adad-22b6e4b950c9), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:29.843851 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 64edf70c-cf2e-4bf6-a370-bb0d818ff700 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:40:29.845366 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-274b7f4b-1b00-42e7-ab98-c41ea51a4f78 req-83a73a32-9bfe-4c03-a915-182da9758149 tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.3575566 Feb 08 21:40:29.930541 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-e0af019f-ed94-44fa-a75a-947c0d528a7b None None] Provisioning complete for port cecfee81-d905-421c-ade2-f36bbf88eaab triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:40:29.933293 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e0af019f-ed94-44fa-a75a-947c0d528a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cecfee81-d905-421c-ade2-f36bbf88eaab), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:30.017434 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e0af019f-ed94-44fa-a75a-947c0d528a7b None None] Port cecfee81-d905-421c-ade2-f36bbf88eaab cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:40:30.060434 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1379d59-8a83-4bcc-8a14-67263937c15b admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:40:30.072486 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60927711-eff6-40b1-b925-325d805e42a1 None None] Sync routers for ids ['ad0f9f54-98fd-4e11-8c61-ef5f794d49d3'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:40:30.082898 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a1379d59-8a83-4bcc-8a14-67263937c15b admin admin] 10.222.0.88 "PUT /v2.0/routers/ad0f9f54-98fd-4e11-8c61-ef5f794d49d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5893762 Feb 08 21:40:30.094712 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60927711-eff6-40b1-b925-325d805e42a1 None None] Routers {'ad0f9f54-98fd-4e11-8c61-ef5f794d49d3'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:40:30.095357 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-60927711-eff6-40b1-b925-325d805e42a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:40:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ad0f9f54-98fd-4e11-8c61-ef5f794d49d3'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:30.162650 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3906a8d1-1f3f-4d9a-b404-52b99156c9ea tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_gateway (67ec8054-4769-482a-adad-22b6e4b950c9), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:30.336815 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-60927711-eff6-40b1-b925-325d805e42a1 None None] Set router ad0f9f54-98fd-4e11-8c61-ef5f794d49d3 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:40:30.622265 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3906a8d1-1f3f-4d9a-b404-52b99156c9ea tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_gateway (67ec8054-4769-482a-adad-22b6e4b950c9), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:30.694953 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3906a8d1-1f3f-4d9a-b404-52b99156c9ea tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:30.760722 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f5412d03-130b-4e9d-b2c7-4d29d970462a req-5c7d5127-175f-4dff-bbd1-8f00be74ddf8 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba3bb589-023a-413d-8b78-70c2aac1a354 HTTP/1.1" status: 200 len: 210 time: 0.1311667 Feb 08 21:40:30.835787 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-60927711-eff6-40b1-b925-325d805e42a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0f9f54-98fd-4e11-8c61-ef5f794d49d3', 'name': 'tempest-TestAggregatesBasicOps-1557985390-router', 'tenant_id': '490b79b595b14c31915f74eeba39ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '64edf70c-cf2e-4bf6-a370-bb0d818ff700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:40:14Z', 'updated_at': '2022-02-08T21:40:26Z', 'revision_number': 4, 'project_id': '490b79b595b14c31915f74eeba39ee6c', 'gw_port': {'id': '64edf70c-cf2e-4bf6-a370-bb0d818ff700', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0f9f54-98fd-4e11-8c61-ef5f794d49d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:40:17Z', 'updated_at': '2022-02-08T21:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'cecfee81-d905-421c-ade2-f36bbf88eaab', 'name': '', 'network_id': 'd75c4536-e2d6-46e0-a33a-9942bc27e74d', 'tenant_id': '490b79b595b14c31915f74eeba39ee6c', 'mac_address': 'fa:16:3e:94:55:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0f9f54-98fd-4e11-8c61-ef5f794d49d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '9066017a-bb30-4230-a3af-b5c99982c989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:40:23Z', 'updated_at': '2022-02-08T21:40:27Z', 'revision_number': 2, 'project_id': '490b79b595b14c31915f74eeba39ee6c', 'subnets': [{'id': '9066017a-bb30-4230-a3af-b5c99982c989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:30.912478 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60927711-eff6-40b1-b925-325d805e42a1 None None] Checking router: ad0f9f54-98fd-4e11-8c61-ef5f794d49d3 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:40:30.913351 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60927711-eff6-40b1-b925-325d805e42a1 None None] Updating router ad0f9f54-98fd-4e11-8c61-ef5f794d49d3 port cecfee81-d905-421c-ade2-f36bbf88eaab binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:40:30.971578 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7f5a994a-80b3-467e-ae1b-0e4dec7014b1 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:40:31.010643 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-3906a8d1-1f3f-4d9a-b404-52b99156c9ea tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Allocated IP 172.25.3.24 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/d1073c2d-e677-4c64-9db0-957f5782ca27) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:40:31.029006 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-60927711-eff6-40b1-b925-325d805e42a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cecfee81-d905-421c-ade2-f36bbf88eaab), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:31.044819 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 7f5a994a-80b3-467e-ae1b-0e4dec7014b1 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:40:31.045179 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7f5a994a-80b3-467e-ae1b-0e4dec7014b1 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:40:31.114554 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b2f0334-b82f-4f30-b745-7c3551714254 req-2ca740d2-35f6-4c52-8213-19471f7c852b tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.1000369 Feb 08 21:40:31.358744 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3906a8d1-1f3f-4d9a-b404-52b99156c9ea tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for port (d1073c2d-e677-4c64-9db0-957f5782ca27), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:31.510581 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:31.520677 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:31.529478 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3906a8d1-1f3f-4d9a-b404-52b99156c9ea tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (d1073c2d-e677-4c64-9db0-957f5782ca27), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:31.689964 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42022) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:31.695167 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-53801306-c7cb-4cbf-8f25-7537c140db42 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-242473778-network', 'tenant_id': 'a9a6261fa4ac425a819105bb6712df99'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:40:31.766347 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53801306-c7cb-4cbf-8f25-7537c140db42 admin admin] Made reservation on behalf of a9a6261fa4ac425a819105bb6712df99 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:40:31.770908 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53801306-c7cb-4cbf-8f25-7537c140db42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:31.817941 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53801306-c7cb-4cbf-8f25-7537c140db42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:31.838604 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-60927711-eff6-40b1-b925-325d805e42a1 None None] Publish callbacks [] for port (cecfee81-d905-421c-ade2-f36bbf88eaab), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:31.852198 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-60927711-eff6-40b1-b925-325d805e42a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cecfee81-d905-421c-ade2-f36bbf88eaab), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:32.077278 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53801306-c7cb-4cbf-8f25-7537c140db42 admin admin] Publish callbacks [] for security_group (6c9a4968-a120-4b43-a148-0136943f8d40), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:32.078552 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42028) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:32.092372 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de0884-a094-4a6f-ac38-11f580b419b2 None None] Pushing event updated for resources: {'Port': ['ID=cecfee81-d905-421c-ade2-f36bbf88eaab,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:32.118387 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53801306-c7cb-4cbf-8f25-7537c140db42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6c9a4968-a120-4b43-a148-0136943f8d40), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:32.166124 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-60927711-eff6-40b1-b925-325d805e42a1 None None] Attempting to bind port cecfee81-d905-421c-ade2-f36bbf88eaab on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:40:32.166503 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-60927711-eff6-40b1-b925-325d805e42a1 None None] Attempting to bind port cecfee81-d905-421c-ade2-f36bbf88eaab by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '56ad6f46-3178-4a2f-9d2a-dc1218cacfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd75c4536-e2d6-46e0-a33a-9942bc27e74d'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:40:32.166866 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60927711-eff6-40b1-b925-325d805e42a1 None None] Attempting to bind port cecfee81-d905-421c-ade2-f36bbf88eaab on network d75c4536-e2d6-46e0-a33a-9942bc27e74d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:40:32.177941 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60927711-eff6-40b1-b925-325d805e42a1 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:40:32.178317 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60927711-eff6-40b1-b925-325d805e42a1 None None] Checking segment: {'id': '56ad6f46-3178-4a2f-9d2a-dc1218cacfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd75c4536-e2d6-46e0-a33a-9942bc27e74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:40:32.178724 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-60927711-eff6-40b1-b925-325d805e42a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:32.179117 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60927711-eff6-40b1-b925-325d805e42a1 None None] Bound using segment: {'id': '56ad6f46-3178-4a2f-9d2a-dc1218cacfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd75c4536-e2d6-46e0-a33a-9942bc27e74d'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:40:32.179600 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-60927711-eff6-40b1-b925-325d805e42a1 None None] Bound port: cecfee81-d905-421c-ade2-f36bbf88eaab, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ad6f46-3178-4a2f-9d2a-dc1218cacfba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd75c4536-e2d6-46e0-a33a-9942bc27e74d'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:40:32.179983 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-60927711-eff6-40b1-b925-325d805e42a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cecfee81-d905-421c-ade2-f36bbf88eaab), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:32.213872 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53801306-c7cb-4cbf-8f25-7537c140db42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:40:32.247122 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53801306-c7cb-4cbf-8f25-7537c140db42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9a4968-a120-4b43-a148-0136943f8d40,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:32.264290 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53801306-c7cb-4cbf-8f25-7537c140db42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (864f2e44-397b-4451-8299-69b28614981e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:32.264728 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-53801306-c7cb-4cbf-8f25-7537c140db42 admin admin] Added segment 864f2e44-397b-4451-8299-69b28614981e of type vlan for network ca20f4ec-79d2-49ff-a892-6ed808b1c6c8 Feb 08 21:40:32.276696 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906a8d1-1f3f-4d9a-b404-52b99156c9ea tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Pushing event updated for resources: {'Port': ['ID=d1073c2d-e677-4c64-9db0-957f5782ca27,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:32.293004 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3906a8d1-1f3f-4d9a-b404-52b99156c9ea tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:40:32.326351 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-3906a8d1-1f3f-4d9a-b404-52b99156c9ea tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:40:32.335351 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6dfe327-51f8-4b6d-83ed-891a35852476 req-41d0d736-4f6d-4e2e-8220-da3a57aeed86 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba3bb589-023a-413d-8b78-70c2aac1a354 HTTP/1.1" status: 200 len: 210 time: 0.0547845 Feb 08 21:40:32.336376 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3906a8d1-1f3f-4d9a-b404-52b99156c9ea tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:40:32.395590 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53801306-c7cb-4cbf-8f25-7537c140db42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (ca20f4ec-79d2-49ff-a892-6ed808b1c6c8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:32.401648 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a83ec68a-90f3-4ee0-b0e0-31b37f0d6caf req-d72f281d-ccef-4c84-8b55-a58c9d0f957d tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.0725915 Feb 08 21:40:32.427809 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-60927711-eff6-40b1-b925-325d805e42a1 None None] For port cecfee81-d905-421c-ade2-f36bbf88eaab, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:40:32.435606 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-60927711-eff6-40b1-b925-325d805e42a1 None None] For port cecfee81-d905-421c-ade2-f36bbf88eaab, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cecfee81-d905-421c-ade2-f36bbf88eaab,segment=NetworkSegment(56ad6f46-3178-4a2f-9d2a-dc1218cacfba),segment_id=56ad6f46-3178-4a2f-9d2a-dc1218cacfba)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:40:32.465676 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a25e6b6c-7564-49b9-b873-0b3f920480dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:32.466535 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-60927711-eff6-40b1-b925-325d805e42a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cecfee81-d905-421c-ade2-f36bbf88eaab), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:32.467007 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-782875b9-3bb2-4f23-bf18-7f92b64c28f0 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:32.468515 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-782875b9-3bb2-4f23-bf18-7f92b64c28f0 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.96 "GET /v2.0/networks?id=b5326457-53c9-4ce3-8eff-31ed490f5fcc HTTP/1.1" status: 200 len: 814 time: 1.1665559 Feb 08 21:40:32.497601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-44a9de14-91f5-4c47-ae38-c0f5a909044a None None] Provisioning complete for port cecfee81-d905-421c-ade2-f36bbf88eaab triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:40:32.498634 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-44a9de14-91f5-4c47-ae38-c0f5a909044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cecfee81-d905-421c-ade2-f36bbf88eaab), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:32.588998 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a25e6b6c-7564-49b9-b873-0b3f920480dd admin admin] Publish callbacks [] for security_group (c5b46215-e208-4c13-8ecf-cbc8f5d10b13), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:32.594073 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53801306-c7cb-4cbf-8f25-7537c140db42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (ca20f4ec-79d2-49ff-a892-6ed808b1c6c8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:32.595382 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53801306-c7cb-4cbf-8f25-7537c140db42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:32.597471 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53801306-c7cb-4cbf-8f25-7537c140db42 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:32.600473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-ac7943d3-bcc8-423b-99ce-7fcf9b235a57 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Request body: {'port': {'device_id': 'ba3bb589-023a-413d-8b78-70c2aac1a354', 'network_id': 'b5326457-53c9-4ce3-8eff-31ed490f5fcc', 'admin_state_up': True, 'tenant_id': 'f78ef32583a7407daedbb84d3ab485f9'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:40:32.641074 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a25e6b6c-7564-49b9-b873-0b3f920480dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c5b46215-e208-4c13-8ecf-cbc8f5d10b13), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:32.693488 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60927711-eff6-40b1-b925-325d805e42a1 None None] Routers {'ad0f9f54-98fd-4e11-8c61-ef5f794d49d3'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:40:32.694131 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-60927711-eff6-40b1-b925-325d805e42a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:40:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ad0f9f54-98fd-4e11-8c61-ef5f794d49d3'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:32.712340 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-53801306-c7cb-4cbf-8f25-7537c140db42 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0211661 Feb 08 21:40:32.731799 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42038) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:32.746824 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e6b6c-7564-49b9-b873-0b3f920480dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b46215-e208-4c13-8ecf-cbc8f5d10b13,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:32.770637 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-49d5234b-b470-4e58-8535-549545492a58 admin admin] Request body: {'subnet': {'network_id': 'ca20f4ec-79d2-49ff-a892-6ed808b1c6c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-242473778-subnet', 'tenant_id': 'a9a6261fa4ac425a819105bb6712df99', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:40:32.801559 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3906a8d1-1f3f-4d9a-b404-52b99156c9ea tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_gateway (67ec8054-4769-482a-adad-22b6e4b950c9), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:32.888510 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d5234b-b470-4e58-8535-549545492a58 admin admin] Made reservation on behalf of a9a6261fa4ac425a819105bb6712df99 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:40:32.897288 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49d5234b-b470-4e58-8535-549545492a58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:33.046550 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de0884-a094-4a6f-ac38-11f580b419b2 None None] Pushing event updated for resources: {'Port': ['ID=cecfee81-d905-421c-ade2-f36bbf88eaab,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:33.071885 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-44a9de14-91f5-4c47-ae38-c0f5a909044a None None] Current status of the port cecfee81-d905-421c-ade2-f36bbf88eaab is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:40:33.072552 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-44a9de14-91f5-4c47-ae38-c0f5a909044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cecfee81-d905-421c-ade2-f36bbf88eaab), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:33.077908 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a25e6b6c-7564-49b9-b873-0b3f920480dd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dda429a9929846c1a25c7ce51cab4395&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9971530 Feb 08 21:40:33.091446 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42042) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:33.119061 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-44a9de14-91f5-4c47-ae38-c0f5a909044a None None] For port cecfee81-d905-421c-ade2-f36bbf88eaab, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cecfee81-d905-421c-ade2-f36bbf88eaab,segment=NetworkSegment(56ad6f46-3178-4a2f-9d2a-dc1218cacfba),segment_id=56ad6f46-3178-4a2f-9d2a-dc1218cacfba)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:40:33.133166 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-44a9de14-91f5-4c47-ae38-c0f5a909044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cecfee81-d905-421c-ade2-f36bbf88eaab), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:33.211692 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-60927711-eff6-40b1-b925-325d805e42a1 None None] Set router ad0f9f54-98fd-4e11-8c61-ef5f794d49d3 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:40:33.235977 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85095276-092a-4aa8-85b8-2d97595fc1fa admin admin] Publish callbacks [] for security_group (c5b46215-e208-4c13-8ecf-cbc8f5d10b13), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:33.267765 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-ac7943d3-bcc8-423b-99ce-7fcf9b235a57 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Made reservation on behalf of f78ef32583a7407daedbb84d3ab485f9 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:40:33.272119 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-ac7943d3-bcc8-423b-99ce-7fcf9b235a57 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:33.300582 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85095276-092a-4aa8-85b8-2d97595fc1fa admin admin] Publish callbacks [] for security_group (c5b46215-e208-4c13-8ecf-cbc8f5d10b13), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:33.314955 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1cafa5df-028c-4392-b0c9-2ae862c43d86 None None] Provisioning complete for port cecfee81-d905-421c-ade2-f36bbf88eaab triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:40:33.315620 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1cafa5df-028c-4392-b0c9-2ae862c43d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cecfee81-d905-421c-ade2-f36bbf88eaab), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:33.409937 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53801306-c7cb-4cbf-8f25-7537c140db42 admin admin] Pushing event updated for resources: {'Network': ['ID=ca20f4ec-79d2-49ff-a892-6ed808b1c6c8,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:33.421141 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85095276-092a-4aa8-85b8-2d97595fc1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c5b46215-e208-4c13-8ecf-cbc8f5d10b13), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:33.427843 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85095276-092a-4aa8-85b8-2d97595fc1fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:33.430797 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-85095276-092a-4aa8-85b8-2d97595fc1fa admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c5b46215-e208-4c13-8ecf-cbc8f5d10b13 HTTP/1.1" status: 204 len: 168 time: 0.3371587 Feb 08 21:40:33.450249 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-ac7943d3-bcc8-423b-99ce-7fcf9b235a57 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Allocated IP 172.20.0.8 (b5326457-53c9-4ce3-8eff-31ed490f5fcc/1829db1a-bc95-499c-9def-413e4d0051fd/3aa0c46d-1996-4bdf-9d31-30448bb41cf1) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:40:33.483012 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85095276-092a-4aa8-85b8-2d97595fc1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b46215-e208-4c13-8ecf-cbc8f5d10b13,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:33.637602 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49d5234b-b470-4e58-8535-549545492a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (38f9947b-4da7-4f2a-b9f7-2444403bb4a4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:33.650045 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-ac7943d3-bcc8-423b-99ce-7fcf9b235a57 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks [] for port (3aa0c46d-1996-4bdf-9d31-30448bb41cf1), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:33.705557 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3906a8d1-1f3f-4d9a-b404-52b99156c9ea tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (67ec8054-4769-482a-adad-22b6e4b950c9), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:33.715544 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-ac7943d3-bcc8-423b-99ce-7fcf9b235a57 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (3aa0c46d-1996-4bdf-9d31-30448bb41cf1), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:33.780848 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d5234b-b470-4e58-8535-549545492a58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38f9947b-4da7-4f2a-b9f7-2444403bb4a4,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:33.822298 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ecc6c909-257d-4b7f-8372-d51fd07397e8 req-867999da-01f3-450a-b9ed-524a4282a31f tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.1370747 Feb 08 21:40:33.891294 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d5234b-b470-4e58-8535-549545492a58 admin admin] Checking segment: {'id': '864f2e44-397b-4451-8299-69b28614981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ca20f4ec-79d2-49ff-a892-6ed808b1c6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:40:33.891914 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d5234b-b470-4e58-8535-549545492a58 admin admin] Network hostable DHCP agents. Network: ca20f4ec-79d2-49ff-a892-6ed808b1c6c8, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:40:33.892807 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-ac7943d3-bcc8-423b-99ce-7fcf9b235a57 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Network b5326457-53c9-4ce3-8eff-31ed490f5fcc is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:40:33.895754 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9de14-91f5-4c47-ae38-c0f5a909044a None None] Pushing event updated for resources: {'Port': ['ID=cecfee81-d905-421c-ade2-f36bbf88eaab,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:33.899399 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-ac7943d3-bcc8-423b-99ce-7fcf9b235a57 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:40:33.904906 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-ac7943d3-bcc8-423b-99ce-7fcf9b235a57 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:40:33.945672 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d5234b-b470-4e58-8535-549545492a58 admin admin] Network ca20f4ec-79d2-49ff-a892-6ed808b1c6c8 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:40:33.978751 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-49d5234b-b470-4e58-8535-549545492a58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, ca20f4ec-79d2-49ff-a892-6ed808b1c6c8) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:40:34.024496 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network ca20f4ec-79d2-49ff-a892-6ed808b1c6c8 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:40:34.031518 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d5234b-b470-4e58-8535-549545492a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:34.032112 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49d5234b-b470-4e58-8535-549545492a58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:34.038245 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-ac7943d3-bcc8-423b-99ce-7fcf9b235a57 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:34.039703 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-ac7943d3-bcc8-423b-99ce-7fcf9b235a57 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:34.098951 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['951a528b-3911-4676-b8cf-fac9d5faf014'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:40:34.128590 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42058) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:34.131212 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-49d5234b-b470-4e58-8535-549545492a58 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3787870 Feb 08 21:40:34.140161 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-9f8b07b3-db6c-4981-ad25-f35cfab65113 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-242473778-router', 'tenant_id': 'a9a6261fa4ac425a819105bb6712df99', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:40:34.192749 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7943d3-bcc8-423b-99ce-7fcf9b235a57 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Pushing event updated for resources: {'Port': ['ID=3aa0c46d-1996-4bdf-9d31-30448bb41cf1,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:34.249938 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-ac7943d3-bcc8-423b-99ce-7fcf9b235a57 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6538479 Feb 08 21:40:34.279586 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-45ff06e6-b621-450e-a023-d404583fa624 service neutron] Request body: {'port': {'device_id': 'ba3bb589-023a-413d-8b78-70c2aac1a354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:40:34.283876 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42062) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:34.308861 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28adbd59-f552-4557-9bad-3c4b8ae69446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:34.320367 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ba4350-9975-4c56-8c30-fba366428224 None None] Network ca20f4ec-79d2-49ff-a892-6ed808b1c6c8 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:40:34.368207 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a9de14-91f5-4c47-ae38-c0f5a909044a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:34.368557 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a9de14-91f5-4c47-ae38-c0f5a909044a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:34.368895 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a9de14-91f5-4c47-ae38-c0f5a909044a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:34.369269 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a9de14-91f5-4c47-ae38-c0f5a909044a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:34.374483 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a9de14-91f5-4c47-ae38-c0f5a909044a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:34.374846 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a9de14-91f5-4c47-ae38-c0f5a909044a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:34.375197 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a9de14-91f5-4c47-ae38-c0f5a909044a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:34.375573 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a9de14-91f5-4c47-ae38-c0f5a909044a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:34.375953 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a9de14-91f5-4c47-ae38-c0f5a909044a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:34.376366 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a9de14-91f5-4c47-ae38-c0f5a909044a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:34.376901 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a9de14-91f5-4c47-ae38-c0f5a909044a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:34.377092 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a9de14-91f5-4c47-ae38-c0f5a909044a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:34.377413 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a9de14-91f5-4c47-ae38-c0f5a909044a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:40:34.403084 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f8b07b3-db6c-4981-ad25-f35cfab65113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (7824148c-a446-4949-9081-4a7b12486f6e), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:34.404543 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f8b07b3-db6c-4981-ad25-f35cfab65113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (7824148c-a446-4949-9081-4a7b12486f6e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:34.445715 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28adbd59-f552-4557-9bad-3c4b8ae69446 admin admin] Publish callbacks [] for security_group (4b49fbfc-2622-441d-9193-047943e7b7a6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:34.447852 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894e60b-7849-40ae-9a6a-935af3919fe1 req-ad567339-8f62-4ca9-a13e-b3dad507f6c5 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:34.451872 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28adbd59-f552-4557-9bad-3c4b8ae69446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4b49fbfc-2622-441d-9193-047943e7b7a6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:34.457577 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c894e60b-7849-40ae-9a6a-935af3919fe1 req-ad567339-8f62-4ca9-a13e-b3dad507f6c5 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba3bb589-023a-413d-8b78-70c2aac1a354 HTTP/1.1" status: 200 len: 931 time: 0.7555571 Feb 08 21:40:34.508135 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28adbd59-f552-4557-9bad-3c4b8ae69446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b49fbfc-2622-441d-9193-047943e7b7a6,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:34.516933 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-28adbd59-f552-4557-9bad-3c4b8ae69446 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=868ff4c6395c4ff9bc7149911139a2ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2318313 Feb 08 21:40:34.518761 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42064) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:34.537208 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-45ff06e6-b621-450e-a023-d404583fa624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3aa0c46d-1996-4bdf-9d31-30448bb41cf1), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:34.593604 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd171f3b-44e4-4fc9-835e-6e88760cf035 admin admin] Publish callbacks [] for security_group (4b49fbfc-2622-441d-9193-047943e7b7a6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:34.659128 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd171f3b-44e4-4fc9-835e-6e88760cf035 admin admin] Publish callbacks [] for security_group (4b49fbfc-2622-441d-9193-047943e7b7a6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:34.677514 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1cafa5df-028c-4392-b0c9-2ae862c43d86 None None] Current status of the port cecfee81-d905-421c-ade2-f36bbf88eaab is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:40:34.685661 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3906a8d1-1f3f-4d9a-b404-52b99156c9ea tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Router 67ec8054-4769-482a-adad-22b6e4b950c9 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:40:34.702244 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f8b07b3-db6c-4981-ad25-f35cfab65113 admin admin] Publish callbacks [] for router_controller (7824148c-a446-4949-9081-4a7b12486f6e), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:34.707051 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c894e60b-7849-40ae-9a6a-935af3919fe1 req-2311a17e-cb8f-48f0-8c6d-48baa9a2d075 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429407 Feb 08 21:40:34.722218 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-60927711-eff6-40b1-b925-325d805e42a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0f9f54-98fd-4e11-8c61-ef5f794d49d3', 'name': 'tempest-TestAggregatesBasicOps-1557985390-router', 'tenant_id': '490b79b595b14c31915f74eeba39ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '64edf70c-cf2e-4bf6-a370-bb0d818ff700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:40:14Z', 'updated_at': '2022-02-08T21:40:26Z', 'revision_number': 4, 'project_id': '490b79b595b14c31915f74eeba39ee6c', 'gw_port': {'id': '64edf70c-cf2e-4bf6-a370-bb0d818ff700', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0f9f54-98fd-4e11-8c61-ef5f794d49d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:40:17Z', 'updated_at': '2022-02-08T21:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'cecfee81-d905-421c-ade2-f36bbf88eaab', 'name': '', 'network_id': 'd75c4536-e2d6-46e0-a33a-9942bc27e74d', 'tenant_id': '490b79b595b14c31915f74eeba39ee6c', 'mac_address': 'fa:16:3e:94:55:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0f9f54-98fd-4e11-8c61-ef5f794d49d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '9066017a-bb30-4230-a3af-b5c99982c989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:40:23Z', 'updated_at': '2022-02-08T21:40:32Z', 'revision_number': 4, 'project_id': '490b79b595b14c31915f74eeba39ee6c', 'subnets': [{'id': '9066017a-bb30-4230-a3af-b5c99982c989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:34.791523 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd171f3b-44e4-4fc9-835e-6e88760cf035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4b49fbfc-2622-441d-9193-047943e7b7a6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:34.799665 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd171f3b-44e4-4fc9-835e-6e88760cf035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:34.808038 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cd171f3b-44e4-4fc9-835e-6e88760cf035 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4b49fbfc-2622-441d-9193-047943e7b7a6 HTTP/1.1" status: 204 len: 168 time: 0.2867277 Feb 08 21:40:34.832894 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd171f3b-44e4-4fc9-835e-6e88760cf035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b49fbfc-2622-441d-9193-047943e7b7a6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:34.897417 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60927711-eff6-40b1-b925-325d805e42a1 None None] The sync data for ids ['ad0f9f54-98fd-4e11-8c61-ef5f794d49d3'] in n-d-712143-31 is: [{'id': 'ad0f9f54-98fd-4e11-8c61-ef5f794d49d3', 'name': 'tempest-TestAggregatesBasicOps-1557985390-router', 'tenant_id': '490b79b595b14c31915f74eeba39ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '64edf70c-cf2e-4bf6-a370-bb0d818ff700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:40:14Z', 'updated_at': '2022-02-08T21:40:26Z', 'revision_number': 4, 'project_id': '490b79b595b14c31915f74eeba39ee6c', 'gw_port': {'id': '64edf70c-cf2e-4bf6-a370-bb0d818ff700', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0f9f54-98fd-4e11-8c61-ef5f794d49d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:40:17Z', 'updated_at': '2022-02-08T21:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'cecfee81-d905-421c-ade2-f36bbf88eaab', 'name': '', 'network_id': 'd75c4536-e2d6-46e0-a33a-9942bc27e74d', 'tenant_id': '490b79b595b14c31915f74eeba39ee6c', 'mac_address': 'fa:16:3e:94:55:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0f9f54-98fd-4e11-8c61-ef5f794d49d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '9066017a-bb30-4230-a3af-b5c99982c989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:40:23Z', 'updated_at': '2022-02-08T21:40:32Z', 'revision_number': 4, 'project_id': '490b79b595b14c31915f74eeba39ee6c', 'subnets': [{'id': '9066017a-bb30-4230-a3af-b5c99982c989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:40:35.008210 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c48eaa-a5f2-47e0-8075-b3666739e572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-ca20f4ec-79d2-49ff-a892-6ed808b1c6c8', 'network_id': 'ca20f4ec-79d2-49ff-a892-6ed808b1c6c8', 'project_id': 'a9a6261fa4ac425a819105bb6712df99', 'fixed_ips': [{'subnet_id': '38f9947b-4da7-4f2a-b9f7-2444403bb4a4'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:40:35.008210 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3c48eaa-a5f2-47e0-8075-b3666739e572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:35.211132 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cc4964c8-9d77-4eba-8a46-e1dc0dd0a142 req-9fca20f0-ca5d-4aba-a034-197a169833ca tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.1486919 Feb 08 21:40:35.220241 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f8b07b3-db6c-4981-ad25-f35cfab65113 admin admin] Publish callbacks [] for router_gateway (7824148c-a446-4949-9081-4a7b12486f6e), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:35.239082 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3906a8d1-1f3f-4d9a-b404-52b99156c9ea tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:40:35.253577 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9d4bc9-0ebd-4571-ba76-e1f62d03f919 None None] Sync routers for ids ['67ec8054-4769-482a-adad-22b6e4b950c9'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:40:35.276757 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9d4bc9-0ebd-4571-ba76-e1f62d03f919 None None] Routers {'67ec8054-4769-482a-adad-22b6e4b950c9'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:40:35.279286 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-cb9d4bc9-0ebd-4571-ba76-e1f62d03f919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:40:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['67ec8054-4769-482a-adad-22b6e4b950c9'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:35.404883 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-cb9d4bc9-0ebd-4571-ba76-e1f62d03f919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:35.426960 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9d4bc9-0ebd-4571-ba76-e1f62d03f919 None None] Routers {'67ec8054-4769-482a-adad-22b6e4b950c9'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:40:35.428146 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-cb9d4bc9-0ebd-4571-ba76-e1f62d03f919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:40:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['67ec8054-4769-482a-adad-22b6e4b950c9'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:35.496776 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-b3c48eaa-a5f2-47e0-8075-b3666739e572 None None] Allocated IP 172.20.0.2 (ca20f4ec-79d2-49ff-a892-6ed808b1c6c8/38f9947b-4da7-4f2a-b9f7-2444403bb4a4/372f6486-ecce-4ea7-8af3-31a52d54d63d) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:40:35.509576 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-cb9d4bc9-0ebd-4571-ba76-e1f62d03f919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:35.510704 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9d4bc9-0ebd-4571-ba76-e1f62d03f919 None None] The sync data for ids ['67ec8054-4769-482a-adad-22b6e4b950c9'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:40:35.738648 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-45ff06e6-b621-450e-a023-d404583fa624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa0c46d-1996-4bdf-9d31-30448bb41cf1 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:40:35.749555 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-45ff06e6-b621-450e-a023-d404583fa624 service neutron] Publish callbacks [] for port (3aa0c46d-1996-4bdf-9d31-30448bb41cf1), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:35.764514 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-45ff06e6-b621-450e-a023-d404583fa624 service neutron] Transition to ACTIVE for port object 3aa0c46d-1996-4bdf-9d31-30448bb41cf1 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:40:35.772070 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-45ff06e6-b621-450e-a023-d404583fa624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (3aa0c46d-1996-4bdf-9d31-30448bb41cf1), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:35.787543 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3906a8d1-1f3f-4d9a-b404-52b99156c9ea tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:35.791635 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3906a8d1-1f3f-4d9a-b404-52b99156c9ea tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.3274918 Feb 08 21:40:35.791969 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42088) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:35.796866 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5535d3dc-5aa7-4d61-adf9-c82ee9f96b9e tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'enable_snat': False}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:40:35.913497 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3c48eaa-a5f2-47e0-8075-b3666739e572 None None] Publish callbacks [] for port (372f6486-ecce-4ea7-8af3-31a52d54d63d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:35.927037 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3c48eaa-a5f2-47e0-8075-b3666739e572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (372f6486-ecce-4ea7-8af3-31a52d54d63d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:35.995494 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff06e6-b621-450e-a023-d404583fa624 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa0c46d-1996-4bdf-9d31-30448bb41cf1,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:36.026706 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c48eaa-a5f2-47e0-8075-b3666739e572 None None] Network ca20f4ec-79d2-49ff-a892-6ed808b1c6c8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:40:36.050568 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-b3c48eaa-a5f2-47e0-8075-b3666739e572 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:40:36.070735 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c48eaa-a5f2-47e0-8075-b3666739e572 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:40:36.088757 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c48eaa-a5f2-47e0-8075-b3666739e572 None None] Pushing event updated for resources: {'Port': ['ID=372f6486-ecce-4ea7-8af3-31a52d54d63d,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:36.194943 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b3c48eaa-a5f2-47e0-8075-b3666739e572 None None] Attempting to bind port 372f6486-ecce-4ea7-8af3-31a52d54d63d on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:40:36.195452 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b3c48eaa-a5f2-47e0-8075-b3666739e572 None None] Attempting to bind port 372f6486-ecce-4ea7-8af3-31a52d54d63d by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '864f2e44-397b-4451-8299-69b28614981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ca20f4ec-79d2-49ff-a892-6ed808b1c6c8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:40:36.198410 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c48eaa-a5f2-47e0-8075-b3666739e572 None None] Attempting to bind port 372f6486-ecce-4ea7-8af3-31a52d54d63d on network ca20f4ec-79d2-49ff-a892-6ed808b1c6c8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:40:36.212667 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c48eaa-a5f2-47e0-8075-b3666739e572 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:40:36.212966 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c48eaa-a5f2-47e0-8075-b3666739e572 None None] Checking segment: {'id': '864f2e44-397b-4451-8299-69b28614981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ca20f4ec-79d2-49ff-a892-6ed808b1c6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:40:36.213420 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3c48eaa-a5f2-47e0-8075-b3666739e572 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:36.213926 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c48eaa-a5f2-47e0-8075-b3666739e572 None None] Bound using segment: {'id': '864f2e44-397b-4451-8299-69b28614981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ca20f4ec-79d2-49ff-a892-6ed808b1c6c8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:40:36.217270 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b3c48eaa-a5f2-47e0-8075-b3666739e572 None None] Bound port: 372f6486-ecce-4ea7-8af3-31a52d54d63d, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864f2e44-397b-4451-8299-69b28614981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ca20f4ec-79d2-49ff-a892-6ed808b1c6c8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:40:36.223270 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3c48eaa-a5f2-47e0-8075-b3666739e572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (372f6486-ecce-4ea7-8af3-31a52d54d63d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:36.331100 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-45ff06e6-b621-450e-a023-d404583fa624 service neutron] Attempting to bind port 3aa0c46d-1996-4bdf-9d31-30448bb41cf1 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:40:36.331455 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-45ff06e6-b621-450e-a023-d404583fa624 service neutron] Attempting to bind port 3aa0c46d-1996-4bdf-9d31-30448bb41cf1 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '6d12b64d-8e18-49b9-aa36-c463a8b40117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b5326457-53c9-4ce3-8eff-31ed490f5fcc'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:40:36.331772 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-45ff06e6-b621-450e-a023-d404583fa624 service neutron] Attempting to bind port 3aa0c46d-1996-4bdf-9d31-30448bb41cf1 on network b5326457-53c9-4ce3-8eff-31ed490f5fcc {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:40:36.363414 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-45ff06e6-b621-450e-a023-d404583fa624 service neutron] Port 3aa0c46d-1996-4bdf-9d31-30448bb41cf1 on network b5326457-53c9-4ce3-8eff-31ed490f5fcc not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:40:36.363899 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-45ff06e6-b621-450e-a023-d404583fa624 service neutron] Attempting to bind port 3aa0c46d-1996-4bdf-9d31-30448bb41cf1 on network b5326457-53c9-4ce3-8eff-31ed490f5fcc {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:40:36.375673 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b3c48eaa-a5f2-47e0-8075-b3666739e572 None None] For port 372f6486-ecce-4ea7-8af3-31a52d54d63d, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:40:36.425359 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b3c48eaa-a5f2-47e0-8075-b3666739e572 None None] For port 372f6486-ecce-4ea7-8af3-31a52d54d63d, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=372f6486-ecce-4ea7-8af3-31a52d54d63d,segment=NetworkSegment(864f2e44-397b-4451-8299-69b28614981e),segment_id=864f2e44-397b-4451-8299-69b28614981e)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:40:36.446371 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7770b-5670-412d-8e60-8bcc3a624b68 req-b48eee8c-46d3-48ac-83b8-b870fa23ed12 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:36.458431 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-80e7770b-5670-412d-8e60-8bcc3a624b68 req-b48eee8c-46d3-48ac-83b8-b870fa23ed12 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba3bb589-023a-413d-8b78-70c2aac1a354 HTTP/1.1" status: 200 len: 943 time: 0.5295649 Feb 08 21:40:36.508260 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-45ff06e6-b621-450e-a023-d404583fa624 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:40:36.509972 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-45ff06e6-b621-450e-a023-d404583fa624 service neutron] Checking segment: {'id': '6d12b64d-8e18-49b9-aa36-c463a8b40117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b5326457-53c9-4ce3-8eff-31ed490f5fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:40:36.511952 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-45ff06e6-b621-450e-a023-d404583fa624 service neutron] Bound using segment: {'id': '6d12b64d-8e18-49b9-aa36-c463a8b40117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b5326457-53c9-4ce3-8eff-31ed490f5fcc'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:40:36.512523 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-45ff06e6-b621-450e-a023-d404583fa624 service neutron] Bound port: 3aa0c46d-1996-4bdf-9d31-30448bb41cf1, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d12b64d-8e18-49b9-aa36-c463a8b40117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b5326457-53c9-4ce3-8eff-31ed490f5fcc'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:40:36.513713 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-45ff06e6-b621-450e-a023-d404583fa624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3aa0c46d-1996-4bdf-9d31-30448bb41cf1), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:36.660205 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8bccb536-500e-4a8e-8e3c-7eae85f5dc7d req-ab71dd84-40a0-49ab-932c-a67e54dd3c3b tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.1997876 Feb 08 21:40:36.719685 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:36.722880 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3c48eaa-a5f2-47e0-8075-b3666739e572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (372f6486-ecce-4ea7-8af3-31a52d54d63d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:36.820533 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:36.948331 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-45ff06e6-b621-450e-a023-d404583fa624 service neutron] For port 3aa0c46d-1996-4bdf-9d31-30448bb41cf1, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:40:36.963153 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-45ff06e6-b621-450e-a023-d404583fa624 service neutron] For port 3aa0c46d-1996-4bdf-9d31-30448bb41cf1, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=3aa0c46d-1996-4bdf-9d31-30448bb41cf1,segment=NetworkSegment(6d12b64d-8e18-49b9-aa36-c463a8b40117),segment_id=6d12b64d-8e18-49b9-aa36-c463a8b40117)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:40:37.029496 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c48eaa-a5f2-47e0-8075-b3666739e572 None None] Pushing event updated for resources: {'Port': ['ID=372f6486-ecce-4ea7-8af3-31a52d54d63d,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:37.077288 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-45ff06e6-b621-450e-a023-d404583fa624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (3aa0c46d-1996-4bdf-9d31-30448bb41cf1), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:37.154230 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cecfee81-d905-421c-ade2-f36bbf88eaab up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:40:37.311266 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-45ff06e6-b621-450e-a023-d404583fa624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:37.312227 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-45ff06e6-b621-450e-a023-d404583fa624 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:37.314038 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-45ff06e6-b621-450e-a023-d404583fa624 service neutron] 10.222.0.96 "PUT /v2.0/ports/3aa0c46d-1996-4bdf-9d31-30448bb41cf1 HTTP/1.1" status: 200 len: 1092 time: 3.0422568 Feb 08 21:40:37.328430 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3bb589-023a-413d-8b78-70c2aac1a354', 'tag': '3aa0c46d-1996-4bdf-9d31-30448bb41cf1'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:40:37.333173 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a31de92-814e-4593-b2c0-5c4a0ba47619" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3bb589-023a-413d-8b78-70c2aac1a354", "tag": "3aa0c46d-1996-4bdf-9d31-30448bb41cf1"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:40:37.466390 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port cecfee81-d905-421c-ade2-f36bbf88eaab triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:40:37.466771 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cecfee81-d905-421c-ade2-f36bbf88eaab), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:37.470571 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-80e7770b-5670-412d-8e60-8bcc3a624b68 req-3d0fe595-0bf9-439b-b02b-7258be1cc1ca tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9918153 Feb 08 21:40:37.508766 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19380fb5-439b-4f14-8820-8b363840ef89 x-openstack-request-id: req-19380fb5-439b-4f14-8820-8b363840ef89 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:40:37.509067 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3bb589-023a-413d-8b78-70c2aac1a354", "tag": "3aa0c46d-1996-4bdf-9d31-30448bb41cf1", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:40:37.509910 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-19380fb5-439b-4f14-8820-8b363840ef89 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:40:37.510331 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3bb589-023a-413d-8b78-70c2aac1a354', 'tag': '3aa0c46d-1996-4bdf-9d31-30448bb41cf1', 'status': 'completed', 'code': 200} Feb 08 21:40:37.526456 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f8b07b3-db6c-4981-ad25-f35cfab65113 admin admin] Publish callbacks [] for router_gateway (7824148c-a446-4949-9081-4a7b12486f6e), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:37.709017 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port cecfee81-d905-421c-ade2-f36bbf88eaab is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:40:37.732279 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff06e6-b621-450e-a023-d404583fa624 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa0c46d-1996-4bdf-9d31-30448bb41cf1,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:37.737335 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f8b07b3-db6c-4981-ad25-f35cfab65113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:37.907119 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5535d3dc-5aa7-4d61-adf9-c82ee9f96b9e tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router_gateway (67ec8054-4769-482a-adad-22b6e4b950c9), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:37.964318 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-395836e8-6acc-451c-b460-4d19601d3652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:37.967895 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-395836e8-6acc-451c-b460-4d19601d3652 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f78ef32583a7407daedbb84d3ab485f9&device_id=ba3bb589-023a-413d-8b78-70c2aac1a354 HTTP/1.1" status: 200 len: 1126 time: 0.5330193 Feb 08 21:40:38.081956 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-05ff2cf1-947f-4276-a5a0-37f1105ff39e req-2c13cfa6-46a3-4948-a784-b552da543fd1 tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.1317370 Feb 08 21:40:38.094086 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-0691002f-c6c2-48dc-adf5-c317076335c8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3aa0c46d-1996-4bdf-9d31-30448bb41cf1 HTTP/1.1" status: 200 len: 217 time: 0.1114337 Feb 08 21:40:38.377592 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-2356a088-2b7f-4743-849c-682c60ff456f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:38.379119 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-2356a088-2b7f-4743-849c-682c60ff456f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1829db1a-bc95-499c-9def-413e4d0051fd HTTP/1.1" status: 200 len: 854 time: 0.2710171 Feb 08 21:40:38.428132 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-b8b70f52-cdc1-4d09-b38c-305579434b65 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5326457-53c9-4ce3-8eff-31ed490f5fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410707 Feb 08 21:40:38.437314 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-9f8b07b3-db6c-4981-ad25-f35cfab65113 admin admin] Allocated IP 172.25.3.247 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/fd8f1b45-e468-49ab-9fc3-cb9d5868e35f) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:40:38.562894 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-a9dfa7f7-79e8-40c9-891d-8bf7da77b0fb service neutron] 10.222.0.96 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226506 Feb 08 21:40:38.563286 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42160) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:38.883033 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044c7007-3593-4acc-b27e-8a62bef5c4ee None None] Network ca20f4ec-79d2-49ff-a892-6ed808b1c6c8 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:40:38.932149 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5535d3dc-5aa7-4d61-adf9-c82ee9f96b9e tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-346790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58238'] for router (67ec8054-4769-482a-adad-22b6e4b950c9), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:38.936857 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5535d3dc-5aa7-4d61-adf9-c82ee9f96b9e tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-346797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-346804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351703'] for router (67ec8054-4769-482a-adad-22b6e4b950c9), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:39.096576 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-86aeffe7-d3bb-45d5-ab9c-e78699f2dce9 None None] Provisioning complete for port 372f6486-ecce-4ea7-8af3-31a52d54d63d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:40:39.097010 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86aeffe7-d3bb-45d5-ab9c-e78699f2dce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (372f6486-ecce-4ea7-8af3-31a52d54d63d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:39.142763 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5535d3dc-5aa7-4d61-adf9-c82ee9f96b9e tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Router 67ec8054-4769-482a-adad-22b6e4b950c9 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:40:39.193978 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 372f6486-ecce-4ea7-8af3-31a52d54d63d up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:40:39.422313 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5535d3dc-5aa7-4d61-adf9-c82ee9f96b9e tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:40:39.427780 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5535d3dc-5aa7-4d61-adf9-c82ee9f96b9e tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:39.431499 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5535d3dc-5aa7-4d61-adf9-c82ee9f96b9e tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "PUT /v2.0/routers/67ec8054-4769-482a-adad-22b6e4b950c9 HTTP/1.1" status: 200 len: 925 time: 3.6359782 Feb 08 21:40:39.432643 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42178) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:39.443021 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975deda1-dbf9-43b0-a5d7-16b3968ccdb4 None None] Sync routers for ids ['67ec8054-4769-482a-adad-22b6e4b950c9'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:40:39.493038 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975deda1-dbf9-43b0-a5d7-16b3968ccdb4 None None] Routers {'67ec8054-4769-482a-adad-22b6e4b950c9'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:40:39.495267 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-975deda1-dbf9-43b0-a5d7-16b3968ccdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:40:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['67ec8054-4769-482a-adad-22b6e4b950c9'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:39.507443 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1ccae150-3222-4cb3-ac9c-44a836d2b3f2 req-a9f79eb8-6b63-4a2e-bf3c-6634550a1a0a tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.1275375 Feb 08 21:40:39.531941 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4318adbe-5581-4af8-9e06-e6f2c75faebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:39.615673 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b88e82-b34a-429d-bf0f-e8a1ee4c862e req-e3bd19cc-4c50-419f-b2a8-fff33b4cfd90 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:39.624603 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-08b88e82-b34a-429d-bf0f-e8a1ee4c862e req-e3bd19cc-4c50-419f-b2a8-fff33b4cfd90 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba3bb589-023a-413d-8b78-70c2aac1a354 HTTP/1.1" status: 200 len: 943 time: 0.9241121 Feb 08 21:40:39.688496 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5bc98a35-1267-4e50-93d0-cf00d7da477c tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "GET /v2.0/routers/67ec8054-4769-482a-adad-22b6e4b950c9 HTTP/1.1" status: 200 len: 925 time: 0.2534153 Feb 08 21:40:39.689369 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42180) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:39.754320 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f8b07b3-db6c-4981-ad25-f35cfab65113 admin admin] Publish callbacks [] for port (fd8f1b45-e468-49ab-9fc3-cb9d5868e35f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:39.780304 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-08b88e82-b34a-429d-bf0f-e8a1ee4c862e req-18563f9b-d27b-4b67-8b18-dafb4cf44328 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544402 Feb 08 21:40:39.788588 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-084f5fc5-aa85-4aac-960e-6aa28a6b5ff9 req-af6e89a8-c93c-49eb-88f3-232f66adf36f service neutron] 10.222.0.96 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2152245 Feb 08 21:40:39.872404 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8811714-96c0-4fb4-8d8b-b5b4c9a491e4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:39.885250 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b8811714-96c0-4fb4-8d8b-b5b4c9a491e4 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=075c0dfb-2786-422e-af93-9cafe101c970&device_id=67ec8054-4769-482a-adad-22b6e4b950c9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1940484 Feb 08 21:40:39.886563 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42184) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:39.962149 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-975deda1-dbf9-43b0-a5d7-16b3968ccdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:39.978301 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-86aeffe7-d3bb-45d5-ab9c-e78699f2dce9 None None] Current status of the port 372f6486-ecce-4ea7-8af3-31a52d54d63d is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:40:39.993259 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86aeffe7-d3bb-45d5-ab9c-e78699f2dce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (372f6486-ecce-4ea7-8af3-31a52d54d63d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:40.013336 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4318adbe-5581-4af8-9e06-e6f2c75faebd admin admin] Publish callbacks [] for security_group (8e780445-2a72-4679-91f5-01a7139b7f59), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:40.021180 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4318adbe-5581-4af8-9e06-e6f2c75faebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8e780445-2a72-4679-91f5-01a7139b7f59), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:40.058557 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975deda1-dbf9-43b0-a5d7-16b3968ccdb4 None None] Routers {'67ec8054-4769-482a-adad-22b6e4b950c9'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:40:40.061599 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-975deda1-dbf9-43b0-a5d7-16b3968ccdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:40:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['67ec8054-4769-482a-adad-22b6e4b950c9'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:40.070788 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a6ac58-95d0-491f-b8ca-c6e44e495b73 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:40.075307 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f0a6ac58-95d0-491f-b8ca-c6e44e495b73 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 881 time: 0.1825798 Feb 08 21:40:40.077370 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42186) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:40.084399 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4318adbe-5581-4af8-9e06-e6f2c75faebd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=48db2a26ccfa4db998e9f416319e2877&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5188825 Feb 08 21:40:40.087039 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42188) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:40.116513 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-86aeffe7-d3bb-45d5-ab9c-e78699f2dce9 None None] For port 372f6486-ecce-4ea7-8af3-31a52d54d63d, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=372f6486-ecce-4ea7-8af3-31a52d54d63d,segment=NetworkSegment(864f2e44-397b-4451-8299-69b28614981e),segment_id=864f2e44-397b-4451-8299-69b28614981e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:40:40.149008 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f8b07b3-db6c-4981-ad25-f35cfab65113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (fd8f1b45-e468-49ab-9fc3-cb9d5868e35f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:40.187394 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-914e89bf-e851-4d36-bd1b-45ba07a0787b tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "GET /v2.0/ports?device_id=67ec8054-4769-482a-adad-22b6e4b950c9 HTTP/1.1" status: 200 len: 205 time: 0.1006336 Feb 08 21:40:40.189131 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42192) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:40.207916 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31de92-814e-4593-b2c0-5c4a0ba47619 req-9ded7927-6139-46ae-9946-d5b8eb187f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:40.210985 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a31de92-814e-4593-b2c0-5c4a0ba47619 req-9ded7927-6139-46ae-9946-d5b8eb187f3a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f78ef32583a7407daedbb84d3ab485f9&device_id=ba3bb589-023a-413d-8b78-70c2aac1a354 HTTP/1.1" status: 200 len: 1126 time: 0.3347600 Feb 08 21:40:40.217900 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 372f6486-ecce-4ea7-8af3-31a52d54d63d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:40:40.218615 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (372f6486-ecce-4ea7-8af3-31a52d54d63d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:40.222619 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86aeffe7-d3bb-45d5-ab9c-e78699f2dce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (372f6486-ecce-4ea7-8af3-31a52d54d63d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:40.291467 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-975deda1-dbf9-43b0-a5d7-16b3968ccdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:40.299357 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975deda1-dbf9-43b0-a5d7-16b3968ccdb4 None None] The sync data for ids ['67ec8054-4769-482a-adad-22b6e4b950c9'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:40:40.425883 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b07b3-db6c-4981-ad25-f35cfab65113 admin admin] Pushing event updated for resources: {'Port': ['ID=fd8f1b45-e468-49ab-9fc3-cb9d5868e35f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:40.516836 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8b07b3-db6c-4981-ad25-f35cfab65113 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:40:40.526070 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-01e606cd-4bc0-4a86-8754-cb96f0ccfd02 admin admin] Publish callbacks [] for security_group (8e780445-2a72-4679-91f5-01a7139b7f59), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:40.670243 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aeffe7-d3bb-45d5-ab9c-e78699f2dce9 None None] Pushing event updated for resources: {'Port': ['ID=372f6486-ecce-4ea7-8af3-31a52d54d63d,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:40.676590 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-01e606cd-4bc0-4a86-8754-cb96f0ccfd02 admin admin] Publish callbacks [] for security_group (8e780445-2a72-4679-91f5-01a7139b7f59), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:40.716736 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-c2dfc4b8-3142-446b-9231-6af40cc1ccc0 None None] Provisioning complete for port 372f6486-ecce-4ea7-8af3-31a52d54d63d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:40:40.717709 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c2dfc4b8-3142-446b-9231-6af40cc1ccc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (372f6486-ecce-4ea7-8af3-31a52d54d63d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:40.737153 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318adbe-5581-4af8-9e06-e6f2c75faebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e780445-2a72-4679-91f5-01a7139b7f59,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:40.743078 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-9f8b07b3-db6c-4981-ad25-f35cfab65113 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:40:40.753999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8b07b3-db6c-4981-ad25-f35cfab65113 admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:40:40.793134 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc5f3000-e41d-4793-beed-f84a9039d5b1 req-990d85fa-e6b1-4d99-82ce-723b2924e6eb tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.0530503 Feb 08 21:40:40.796320 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd126f81-07c4-4351-8d89-5ae9aebc1ebc tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router (67ec8054-4769-482a-adad-22b6e4b950c9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:40.813157 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31de92-814e-4593-b2c0-5c4a0ba47619 req-dafe6222-0415-487b-aedc-86103ded02f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:40.815477 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a31de92-814e-4593-b2c0-5c4a0ba47619 req-dafe6222-0415-487b-aedc-86103ded02f1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b5326457-53c9-4ce3-8eff-31ed490f5fcc HTTP/1.1" status: 200 len: 915 time: 0.4200358 Feb 08 21:40:40.875366 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 372f6486-ecce-4ea7-8af3-31a52d54d63d is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:40:40.985815 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-01e606cd-4bc0-4a86-8754-cb96f0ccfd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8e780445-2a72-4679-91f5-01a7139b7f59), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:40.988438 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-01e606cd-4bc0-4a86-8754-cb96f0ccfd02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:41.003149 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-01e606cd-4bc0-4a86-8754-cb96f0ccfd02 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8e780445-2a72-4679-91f5-01a7139b7f59 HTTP/1.1" status: 204 len: 168 time: 0.9142847 Feb 08 21:40:41.079970 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c2dfc4b8-3142-446b-9231-6af40cc1ccc0 None None] Current status of the port 372f6486-ecce-4ea7-8af3-31a52d54d63d is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:40:41.167033 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd126f81-07c4-4351-8d89-5ae9aebc1ebc tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_gateway (67ec8054-4769-482a-adad-22b6e4b950c9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:41.170389 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e606cd-4bc0-4a86-8754-cb96f0ccfd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e780445-2a72-4679-91f5-01a7139b7f59,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:41.210051 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a31de92-814e-4593-b2c0-5c4a0ba47619 req-f085ea58-75e9-4a93-b4b5-3f992c244c50 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3aa0c46d-1996-4bdf-9d31-30448bb41cf1 HTTP/1.1" status: 200 len: 217 time: 0.3866284 Feb 08 21:40:41.242825 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 372f6486-ecce-4ea7-8af3-31a52d54d63d up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:40:41.318653 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-cd126f81-07c4-4351-8d89-5ae9aebc1ebc tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Deleting port d1073c2d-e677-4c64-9db0-957f5782ca27 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:40:41.318653 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd126f81-07c4-4351-8d89-5ae9aebc1ebc tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d1073c2d-e677-4c64-9db0-957f5782ca27), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:41.364402 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 372f6486-ecce-4ea7-8af3-31a52d54d63d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:40:41.364881 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (372f6486-ecce-4ea7-8af3-31a52d54d63d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:41.523242 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 372f6486-ecce-4ea7-8af3-31a52d54d63d is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:40:41.540094 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd126f81-07c4-4351-8d89-5ae9aebc1ebc tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d1073c2d-e677-4c64-9db0-957f5782ca27), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:41.587941 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-cd126f81-07c4-4351-8d89-5ae9aebc1ebc tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Calling delete_port for d1073c2d-e677-4c64-9db0-957f5782ca27 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:40:41.610617 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89deee87-3507-4291-90ad-13e3c0cfdc14 req-f58b2afd-ab02-4eb2-bb96-b5587f1123fd tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:41.612080 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89deee87-3507-4291-90ad-13e3c0cfdc14 req-f58b2afd-ab02-4eb2-bb96-b5587f1123fd tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba3bb589-023a-413d-8b78-70c2aac1a354 HTTP/1.1" status: 200 len: 943 time: 0.5253127 Feb 08 21:40:41.891264 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31de92-814e-4593-b2c0-5c4a0ba47619 req-32429b62-e8a1-4589-89b7-5e735cd003a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:41.892811 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a31de92-814e-4593-b2c0-5c4a0ba47619 req-32429b62-e8a1-4589-89b7-5e735cd003a4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1829db1a-bc95-499c-9def-413e4d0051fd HTTP/1.1" status: 200 len: 854 time: 0.6746945 Feb 08 21:40:42.008653 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 3aa0c46d-1996-4bdf-9d31-30448bb41cf1 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:40:42.012927 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a31de92-814e-4593-b2c0-5c4a0ba47619 req-e70bc720-7c44-47f8-bef3-36146a5adb31 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5326457-53c9-4ce3-8eff-31ed490f5fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959246 Feb 08 21:40:42.090373 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd126f81-07c4-4351-8d89-5ae9aebc1ebc tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (d1073c2d-e677-4c64-9db0-957f5782ca27), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:42.133643 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd126f81-07c4-4351-8d89-5ae9aebc1ebc tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Pushing event deleted for resources: {'Port': ['ID=d1073c2d-e677-4c64-9db0-957f5782ca27,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:42.229633 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89deee87-3507-4291-90ad-13e3c0cfdc14 req-c772250c-04a8-46c2-86ff-2dfa3bb12cfb tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6051927 Feb 08 21:40:42.267242 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 3aa0c46d-1996-4bdf-9d31-30448bb41cf1, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=3aa0c46d-1996-4bdf-9d31-30448bb41cf1,segment=NetworkSegment(6d12b64d-8e18-49b9-aa36-c463a8b40117),segment_id=6d12b64d-8e18-49b9-aa36-c463a8b40117)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:40:42.287492 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7e6a5535-1def-4cf0-87f6-eac2ecbb80e1 req-43eb0687-2083-4ea9-a6aa-bd47bcf7322e tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.1811111 Feb 08 21:40:42.301886 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '3aa0c46d-1996-4bdf-9d31-30448bb41cf1', 'network_id': 'b5326457-53c9-4ce3-8eff-31ed490f5fcc', 'port_id': '3aa0c46d-1996-4bdf-9d31-30448bb41cf1', 'mac_address': 'fa:16:3e:ec:cb:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1829db1a-bc95-499c-9def-413e4d0051fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:40:42.379120 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f8b07b3-db6c-4981-ad25-f35cfab65113 admin admin] Publish callbacks [] for router_gateway (7824148c-a446-4949-9081-4a7b12486f6e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:42.419017 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd126f81-07c4-4351-8d89-5ae9aebc1ebc tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (67ec8054-4769-482a-adad-22b6e4b950c9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:42.443313 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 3aa0c46d-1996-4bdf-9d31-30448bb41cf1 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:40:42.443721 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3aa0c46d-1996-4bdf-9d31-30448bb41cf1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:42.488345 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa0c46d-1996-4bdf-9d31-30448bb41cf1 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:40:42.546616 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 3aa0c46d-1996-4bdf-9d31-30448bb41cf1, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=3aa0c46d-1996-4bdf-9d31-30448bb41cf1,segment=NetworkSegment(6d12b64d-8e18-49b9-aa36-c463a8b40117),segment_id=6d12b64d-8e18-49b9-aa36-c463a8b40117)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:40:42.550076 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a31de92-814e-4593-b2c0-5c4a0ba47619 req-3cdec40c-f31f-4e75-a915-cbc4d105fa7e service neutron] 10.222.0.96 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292327 Feb 08 21:40:42.551981 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3aa0c46d-1996-4bdf-9d31-30448bb41cf1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:42.678346 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=3aa0c46d-1996-4bdf-9d31-30448bb41cf1,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:42.733427 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd126f81-07c4-4351-8d89-5ae9aebc1ebc tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (67ec8054-4769-482a-adad-22b6e4b950c9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:42.743561 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd126f81-07c4-4351-8d89-5ae9aebc1ebc tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_controller (67ec8054-4769-482a-adad-22b6e4b950c9), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:42.764294 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a31de92-814e-4593-b2c0-5c4a0ba47619 req-9100790b-3e02-4dba-ac62-18e69d8da261 service neutron] 10.222.0.96 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993864 Feb 08 21:40:42.868917 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb1a09dc-958a-4336-8194-45cc3bf219e3 req-da443a30-f1ef-41af-8c00-0aeaa9c65f6b service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5985043 Feb 08 21:40:42.883465 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['3aa0c46d-1996-4bdf-9d31-30448bb41cf1'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:40:42.883703 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd126f81-07c4-4351-8d89-5ae9aebc1ebc tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (67ec8054-4769-482a-adad-22b6e4b950c9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:42.885675 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd126f81-07c4-4351-8d89-5ae9aebc1ebc tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Fanout notify agent at l3_agent the message router_deleted on router 67ec8054-4769-482a-adad-22b6e4b950c9 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:40:42.895088 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd126f81-07c4-4351-8d89-5ae9aebc1ebc tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:42.896191 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cd126f81-07c4-4351-8d89-5ae9aebc1ebc tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "DELETE /v2.0/routers/67ec8054-4769-482a-adad-22b6e4b950c9 HTTP/1.1" status: 204 len: 168 time: 2.7060032 Feb 08 21:40:42.900581 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42242) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:42.905778 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-bc750776-4aba-4960-bc3c-40411d478010 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-707976186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:40:43.107198 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc750776-4aba-4960-bc3c-40411d478010 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (e0319bc6-beff-4618-81bc-02f150ad317b), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:43.108201 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc750776-4aba-4960-bc3c-40411d478010 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (e0319bc6-beff-4618-81bc-02f150ad317b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:43.150945 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f8b07b3-db6c-4981-ad25-f35cfab65113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (7824148c-a446-4949-9081-4a7b12486f6e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:43.172632 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42244) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:43.238404 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a09dc-958a-4336-8194-45cc3bf219e3 req-31ef236e-e1d2-4d14-aa49-4b46daa309de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:43.251123 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb1a09dc-958a-4336-8194-45cc3bf219e3 req-31ef236e-e1d2-4d14-aa49-4b46daa309de service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=34667052c8344fe0a4257547677c9696&device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 1128 time: 0.2897372 Feb 08 21:40:43.447538 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc750776-4aba-4960-bc3c-40411d478010 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_controller (e0319bc6-beff-4618-81bc-02f150ad317b), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:43.456120 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc750776-4aba-4960-bc3c-40411d478010 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (e0319bc6-beff-4618-81bc-02f150ad317b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:43.497162 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc750776-4aba-4960-bc3c-40411d478010 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:43.500575 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bc750776-4aba-4960-bc3c-40411d478010 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5989418 Feb 08 21:40:43.505302 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42260) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:43.509924 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-082c50b5-6c2a-4397-8baa-bc21f14ed54e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Request body: {'router': {'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:40:43.513766 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7bcc1c0d-24e5-49a2-b629-20c048a853a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:43.570401 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a09dc-958a-4336-8194-45cc3bf219e3 req-52bb62fc-44ca-4a00-b751-fe0c84d5636f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:43.571921 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb1a09dc-958a-4336-8194-45cc3bf219e3 req-52bb62fc-44ca-4a00-b751-fe0c84d5636f service neutron] 10.222.0.94 "GET /v2.0/networks?id=1679b521-217f-49a1-a155-3334752f6c92 HTTP/1.1" status: 200 len: 912 time: 0.2611644 Feb 08 21:40:43.617999 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a3cc8ec2-f2de-48b9-9499-16004be2b4ee req-d2da2579-d7f3-401a-b075-1621f000886c tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.1702199 Feb 08 21:40:43.708149 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb1a09dc-958a-4336-8194-45cc3bf219e3 req-dc69a5d0-82d2-4f61-b396-c218aeed2c04 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38a4287e-56b3-4bf1-b386-0d6d5e88138b HTTP/1.1" status: 200 len: 999 time: 0.1295700 Feb 08 21:40:43.770589 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8b07b3-db6c-4981-ad25-f35cfab65113 admin admin] Router 7824148c-a446-4949-9081-4a7b12486f6e is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:40:43.783393 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a09dc-958a-4336-8194-45cc3bf219e3 req-d3d8f6ff-4e96-4af6-887f-45dac61f6530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:43.786122 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb1a09dc-958a-4336-8194-45cc3bf219e3 req-d3d8f6ff-4e96-4af6-887f-45dac61f6530 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=07d9bb5c-1887-4b22-a4c6-21ab4d50a37d HTTP/1.1" status: 200 len: 850 time: 0.0713201 Feb 08 21:40:43.816089 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390d6ed-e4be-4b59-8b6b-3cd9cc6b0e78 req-c47a2371-4e17-4180-8d0f-d0f56e83a090 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:43.823091 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a390d6ed-e4be-4b59-8b6b-3cd9cc6b0e78 req-c47a2371-4e17-4180-8d0f-d0f56e83a090 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba3bb589-023a-413d-8b78-70c2aac1a354 HTTP/1.1" status: 200 len: 944 time: 0.3821089 Feb 08 21:40:43.863094 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a09dc-958a-4336-8194-45cc3bf219e3 req-93564839-9c70-4a96-87b5-4561176b4396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:43.865639 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb1a09dc-958a-4336-8194-45cc3bf219e3 req-93564839-9c70-4a96-87b5-4561176b4396 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1679b521-217f-49a1-a155-3334752f6c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0727272 Feb 08 21:40:44.015363 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 3aa0c46d-1996-4bdf-9d31-30448bb41cf1 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:40:44.048506 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-082c50b5-6c2a-4397-8baa-bc21f14ed54e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_gateway (e0319bc6-beff-4618-81bc-02f150ad317b), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:44.061782 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7bcc1c0d-24e5-49a2-b629-20c048a853a9 admin admin] Publish callbacks [] for security_group (7e3b0acf-40f5-4e02-93ee-de7ad6213192), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:44.099715 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb1a09dc-958a-4336-8194-45cc3bf219e3 req-f88b3049-d2fc-4561-9629-6943d2c64d9a service neutron] 10.222.0.94 "GET /v2.0/networks/1679b521-217f-49a1-a155-3334752f6c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272797 Feb 08 21:40:44.112632 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7bcc1c0d-24e5-49a2-b629-20c048a853a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7e3b0acf-40f5-4e02-93ee-de7ad6213192), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:44.186349 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 3aa0c46d-1996-4bdf-9d31-30448bb41cf1 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:40:44.190456 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 3aa0c46d-1996-4bdf-9d31-30448bb41cf1 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:40:44.190921 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3aa0c46d-1996-4bdf-9d31-30448bb41cf1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:44.217083 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a390d6ed-e4be-4b59-8b6b-3cd9cc6b0e78 req-71663429-eafc-4257-93f6-a097bb1163f7 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930578 Feb 08 21:40:44.258097 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7bcc1c0d-24e5-49a2-b629-20c048a853a9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0c9cdc37b05e4abba70d42957ea8c52d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0843699 Feb 08 21:40:44.260736 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc1c0d-24e5-49a2-b629-20c048a853a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3b0acf-40f5-4e02-93ee-de7ad6213192,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:44.263195 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42268) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:44.275518 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8b07b3-db6c-4981-ad25-f35cfab65113 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:40:44.288664 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917fa93c-15c7-4f41-bbab-17364d7e6fc7 None None] Sync routers for ids ['7824148c-a446-4949-9081-4a7b12486f6e'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:40:44.316544 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917fa93c-15c7-4f41-bbab-17364d7e6fc7 None None] Routers {'7824148c-a446-4949-9081-4a7b12486f6e'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:40:44.318314 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-917fa93c-15c7-4f41-bbab-17364d7e6fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:40:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7824148c-a446-4949-9081-4a7b12486f6e'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:44.344081 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bb1a09dc-958a-4336-8194-45cc3bf219e3 req-40346c43-7f8e-4274-92b7-6d3db0450940 service neutron] 10.222.0.94 "GET /v2.0/networks/1679b521-217f-49a1-a155-3334752f6c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374613 Feb 08 21:40:44.359271 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f8b07b3-db6c-4981-ad25-f35cfab65113 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:44.363433 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42270) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:44.377831 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9f8b07b3-db6c-4981-ad25-f35cfab65113 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.2472341 Feb 08 21:40:44.393964 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 3aa0c46d-1996-4bdf-9d31-30448bb41cf1 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:40:44.394657 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3aa0c46d-1996-4bdf-9d31-30448bb41cf1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:44.445881 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3bb589-023a-413d-8b78-70c2aac1a354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa0c46d-1996-4bdf-9d31-30448bb41cf1'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:40:44.449389 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dda545-9357-445b-ac19-b4e0474d501e" -d '{"events": [{"server_uuid": "ba3bb589-023a-413d-8b78-70c2aac1a354", "name": "network-vif-plugged", "status": "completed", "tag": "3aa0c46d-1996-4bdf-9d31-30448bb41cf1"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:40:44.461735 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6788ec5a-1d51-487f-9478-97489aba126b admin admin] Publish callbacks [] for security_group (7e3b0acf-40f5-4e02-93ee-de7ad6213192), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:44.500739 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 3aa0c46d-1996-4bdf-9d31-30448bb41cf1, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=3aa0c46d-1996-4bdf-9d31-30448bb41cf1,segment=NetworkSegment(6d12b64d-8e18-49b9-aa36-c463a8b40117),segment_id=6d12b64d-8e18-49b9-aa36-c463a8b40117)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:40:44.511129 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3aa0c46d-1996-4bdf-9d31-30448bb41cf1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:44.577220 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6788ec5a-1d51-487f-9478-97489aba126b admin admin] Publish callbacks [] for security_group (7e3b0acf-40f5-4e02-93ee-de7ad6213192), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:44.588816 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c9455a-108c-4223-a979-aff06e2730fb x-openstack-request-id: req-f8c9455a-108c-4223-a979-aff06e2730fb {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:40:44.591667 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3bb589-023a-413d-8b78-70c2aac1a354", "name": "network-vif-plugged", "status": "completed", "tag": "3aa0c46d-1996-4bdf-9d31-30448bb41cf1", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:40:44.592054 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f8c9455a-108c-4223-a979-aff06e2730fb {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:40:44.593485 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3bb589-023a-413d-8b78-70c2aac1a354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa0c46d-1996-4bdf-9d31-30448bb41cf1', 'code': 200} Feb 08 21:40:44.705602 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=3aa0c46d-1996-4bdf-9d31-30448bb41cf1,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:44.708795 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-917fa93c-15c7-4f41-bbab-17364d7e6fc7 None None] Set router 7824148c-a446-4949-9081-4a7b12486f6e gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:40:44.899375 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f38dd6e-5315-4236-bb6b-4a5374050dde req-7b997b69-5023-42ce-81ce-4abe46666f1c tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.0962245 Feb 08 21:40:45.189467 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-917fa93c-15c7-4f41-bbab-17364d7e6fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7824148c-a446-4949-9081-4a7b12486f6e', 'name': 'tempest-TestAggregatesBasicOps-242473778-router', 'tenant_id': 'a9a6261fa4ac425a819105bb6712df99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'fd8f1b45-e468-49ab-9fc3-cb9d5868e35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:40:34Z', 'updated_at': '2022-02-08T21:40:41Z', 'revision_number': 3, 'project_id': 'a9a6261fa4ac425a819105bb6712df99', 'gw_port': {'id': 'fd8f1b45-e468-49ab-9fc3-cb9d5868e35f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7824148c-a446-4949-9081-4a7b12486f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:40:37Z', 'updated_at': '2022-02-08T21:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:45.247106 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917fa93c-15c7-4f41-bbab-17364d7e6fc7 None None] Checking router: 7824148c-a446-4949-9081-4a7b12486f6e for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:40:45.247799 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917fa93c-15c7-4f41-bbab-17364d7e6fc7 None None] Updating router 7824148c-a446-4949-9081-4a7b12486f6e port fd8f1b45-e468-49ab-9fc3-cb9d5868e35f binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:40:45.321726 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-917fa93c-15c7-4f41-bbab-17364d7e6fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fd8f1b45-e468-49ab-9fc3-cb9d5868e35f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:45.389218 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-082c50b5-6c2a-4397-8baa-bc21f14ed54e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_gateway (e0319bc6-beff-4618-81bc-02f150ad317b), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:45.439889 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-082c50b5-6c2a-4397-8baa-bc21f14ed54e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:45.456886 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6788ec5a-1d51-487f-9478-97489aba126b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7e3b0acf-40f5-4e02-93ee-de7ad6213192), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:45.459561 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6788ec5a-1d51-487f-9478-97489aba126b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:45.460813 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6788ec5a-1d51-487f-9478-97489aba126b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7e3b0acf-40f5-4e02-93ee-de7ad6213192 HTTP/1.1" status: 204 len: 168 time: 1.1867728 Feb 08 21:40:45.468594 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e8ed0-010d-4058-b7af-4110051b6a72 req-44e40c77-43f5-4f1b-9ef2-e7d31cda3dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:45.470788 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a5e8ed0-010d-4058-b7af-4110051b6a72 req-44e40c77-43f5-4f1b-9ef2-e7d31cda3dac service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ba3bb589-023a-413d-8b78-70c2aac1a354 HTTP/1.1" status: 200 len: 1128 time: 0.8091538 Feb 08 21:40:45.561097 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6388f2a-701f-45fc-95ab-a9ebf39b465d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:45.561707 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788ec5a-1d51-487f-9478-97489aba126b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3b0acf-40f5-4e02-93ee-de7ad6213192,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:45.714390 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7262d-d161-4467-8203-1e09b2ce8d55 req-636a7418-01a0-41d5-9b74-5b485dcb407b tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:45.722054 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-64a7262d-d161-4467-8203-1e09b2ce8d55 req-636a7418-01a0-41d5-9b74-5b485dcb407b tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba3bb589-023a-413d-8b78-70c2aac1a354 HTTP/1.1" status: 200 len: 945 time: 0.3445938 Feb 08 21:40:45.960978 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a5e8ed0-010d-4058-b7af-4110051b6a72 req-e697d740-2284-4d70-9b18-c0def8aaa26d service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4776874 Feb 08 21:40:46.051071 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-64a7262d-d161-4467-8203-1e09b2ce8d55 req-a643e390-9422-45b7-b134-a52bc113beba tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281095 Feb 08 21:40:46.113245 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-917fa93c-15c7-4f41-bbab-17364d7e6fc7 None None] Publish callbacks [] for port (fd8f1b45-e468-49ab-9fc3-cb9d5868e35f), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:46.131420 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d453e05-5046-499c-a698-5354041dd4a9 req-8839b63c-65c2-4cf3-b476-e320d82f943b tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.0563192 Feb 08 21:40:46.136787 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-917fa93c-15c7-4f41-bbab-17364d7e6fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (fd8f1b45-e468-49ab-9fc3-cb9d5868e35f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:46.259100 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-082c50b5-6c2a-4397-8baa-bc21f14ed54e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Allocated IP 172.25.3.106 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/2679a76e-4098-4f50-ba4e-b9bde9cf1c57) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:40:46.324650 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-917fa93c-15c7-4f41-bbab-17364d7e6fc7 None None] Attempting to bind port fd8f1b45-e468-49ab-9fc3-cb9d5868e35f on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:40:46.325175 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-917fa93c-15c7-4f41-bbab-17364d7e6fc7 None None] Attempting to bind port fd8f1b45-e468-49ab-9fc3-cb9d5868e35f by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:40:46.325356 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917fa93c-15c7-4f41-bbab-17364d7e6fc7 None None] Attempting to bind port fd8f1b45-e468-49ab-9fc3-cb9d5868e35f on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:40:46.338041 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917fa93c-15c7-4f41-bbab-17364d7e6fc7 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:40:46.338422 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917fa93c-15c7-4f41-bbab-17364d7e6fc7 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:40:46.338817 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-917fa93c-15c7-4f41-bbab-17364d7e6fc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:46.339254 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917fa93c-15c7-4f41-bbab-17364d7e6fc7 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:40:46.339735 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-917fa93c-15c7-4f41-bbab-17364d7e6fc7 None None] Bound port: fd8f1b45-e468-49ab-9fc3-cb9d5868e35f, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:40:46.340122 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-917fa93c-15c7-4f41-bbab-17364d7e6fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fd8f1b45-e468-49ab-9fc3-cb9d5868e35f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:46.424151 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5723159-d43d-4c8d-b14d-1c5dbc0fdadf None None] Pushing event updated for resources: {'Port': ['ID=fd8f1b45-e468-49ab-9fc3-cb9d5868e35f,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:46.494023 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-917fa93c-15c7-4f41-bbab-17364d7e6fc7 None None] For port fd8f1b45-e468-49ab-9fc3-cb9d5868e35f, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:40:46.497941 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-917fa93c-15c7-4f41-bbab-17364d7e6fc7 None None] For port fd8f1b45-e468-49ab-9fc3-cb9d5868e35f, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=fd8f1b45-e468-49ab-9fc3-cb9d5868e35f,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:40:46.504358 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-917fa93c-15c7-4f41-bbab-17364d7e6fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (fd8f1b45-e468-49ab-9fc3-cb9d5868e35f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:46.656488 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917fa93c-15c7-4f41-bbab-17364d7e6fc7 None None] Routers {'7824148c-a446-4949-9081-4a7b12486f6e'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:40:46.662236 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-917fa93c-15c7-4f41-bbab-17364d7e6fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:40:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7824148c-a446-4949-9081-4a7b12486f6e'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:46.709432 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-082c50b5-6c2a-4397-8baa-bc21f14ed54e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for port (2679a76e-4098-4f50-ba4e-b9bde9cf1c57), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:46.783456 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-082c50b5-6c2a-4397-8baa-bc21f14ed54e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (2679a76e-4098-4f50-ba4e-b9bde9cf1c57), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:46.831138 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-f6388f2a-701f-45fc-95ab-a9ebf39b465d admin admin] Allocated IP 172.20.0.1 (ca20f4ec-79d2-49ff-a892-6ed808b1c6c8/38f9947b-4da7-4f2a-b9f7-2444403bb4a4/7a99ef8e-8532-47df-8397-551c9bd20722) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:40:46.857077 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5723159-d43d-4c8d-b14d-1c5dbc0fdadf None None] Pushing event updated for resources: {'Port': ['ID=fd8f1b45-e468-49ab-9fc3-cb9d5868e35f,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:46.946449 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082c50b5-6c2a-4397-8baa-bc21f14ed54e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:40:46.967827 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-082c50b5-6c2a-4397-8baa-bc21f14ed54e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:40:46.974256 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082c50b5-6c2a-4397-8baa-bc21f14ed54e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:40:46.983831 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6388f2a-701f-45fc-95ab-a9ebf39b465d admin admin] Publish callbacks [] for port (7a99ef8e-8532-47df-8397-551c9bd20722), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:47.008440 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-917fa93c-15c7-4f41-bbab-17364d7e6fc7 None None] Set router 7824148c-a446-4949-9081-4a7b12486f6e gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:40:47.018160 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6388f2a-701f-45fc-95ab-a9ebf39b465d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (7a99ef8e-8532-47df-8397-551c9bd20722), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:47.063104 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6388f2a-701f-45fc-95ab-a9ebf39b465d admin admin] Pushing event updated for resources: {'Port': ['ID=7a99ef8e-8532-47df-8397-551c9bd20722,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:47.108670 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6388f2a-701f-45fc-95ab-a9ebf39b465d admin admin] Network ca20f4ec-79d2-49ff-a892-6ed808b1c6c8 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:40:47.114422 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-f6388f2a-701f-45fc-95ab-a9ebf39b465d admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:40:47.119517 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6388f2a-701f-45fc-95ab-a9ebf39b465d admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:40:47.199606 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6388f2a-701f-45fc-95ab-a9ebf39b465d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (7824148c-a446-4949-9081-4a7b12486f6e), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:47.240845 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d7e7b95-885b-4e4f-b8dd-96ece9e44fdd req-ed5c0cb2-0412-4134-a0d8-080e8aee7a6c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=bbd9f738-6a6a-4903-b855-7495747638b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6236584 Feb 08 21:40:47.386815 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c50b5-6c2a-4397-8baa-bc21f14ed54e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Pushing event updated for resources: {'Port': ['ID=2679a76e-4098-4f50-ba4e-b9bde9cf1c57,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:47.673002 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2deaabd0-a871-4ef3-82fb-c536c4f61138 None None] Provisioning complete for port 7a99ef8e-8532-47df-8397-551c9bd20722 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:40:47.679880 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2deaabd0-a871-4ef3-82fb-c536c4f61138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7a99ef8e-8532-47df-8397-551c9bd20722), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:47.692292 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42322) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:47.695148 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfd85f4a-cf41-440c-b121-8bbbd8be1cf5 req-4737c5ba-3fd4-4a28-9889-4440bcc51627 tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.0533469 Feb 08 21:40:47.716647 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1c188811-868d-41d6-ae2a-9c71d75fbc31 req-4da53f61-3858-451d-a12d-d838621daeb0 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.2023096 Feb 08 21:40:47.753188 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-917fa93c-15c7-4f41-bbab-17364d7e6fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7824148c-a446-4949-9081-4a7b12486f6e', 'name': 'tempest-TestAggregatesBasicOps-242473778-router', 'tenant_id': 'a9a6261fa4ac425a819105bb6712df99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'fd8f1b45-e468-49ab-9fc3-cb9d5868e35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:40:34Z', 'updated_at': '2022-02-08T21:40:41Z', 'revision_number': 3, 'project_id': 'a9a6261fa4ac425a819105bb6712df99', 'gw_port': {'id': 'fd8f1b45-e468-49ab-9fc3-cb9d5868e35f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7824148c-a446-4949-9081-4a7b12486f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:40:37Z', 'updated_at': '2022-02-08T21:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:47.764613 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1d831-d70f-4914-b797-21d05562f311 req-be038130-159e-4d69-a2ee-4b12657c26f5 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:47.768897 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6bc1d831-d70f-4914-b797-21d05562f311 req-be038130-159e-4d69-a2ee-4b12657c26f5 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba3bb589-023a-413d-8b78-70c2aac1a354 HTTP/1.1" status: 200 len: 945 time: 0.4442546 Feb 08 21:40:47.769182 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2deaabd0-a871-4ef3-82fb-c536c4f61138 None None] Port 7a99ef8e-8532-47df-8397-551c9bd20722 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:40:47.803887 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917fa93c-15c7-4f41-bbab-17364d7e6fc7 None None] The sync data for ids ['7824148c-a446-4949-9081-4a7b12486f6e'] in n-d-712143-31 is: [{'id': '7824148c-a446-4949-9081-4a7b12486f6e', 'name': 'tempest-TestAggregatesBasicOps-242473778-router', 'tenant_id': 'a9a6261fa4ac425a819105bb6712df99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'fd8f1b45-e468-49ab-9fc3-cb9d5868e35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:40:34Z', 'updated_at': '2022-02-08T21:40:41Z', 'revision_number': 3, 'project_id': 'a9a6261fa4ac425a819105bb6712df99', 'gw_port': {'id': 'fd8f1b45-e468-49ab-9fc3-cb9d5868e35f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7824148c-a446-4949-9081-4a7b12486f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:40:37Z', 'updated_at': '2022-02-08T21:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:40:47.845578 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6388f2a-701f-45fc-95ab-a9ebf39b465d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7a99ef8e-8532-47df-8397-551c9bd20722), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:47.993020 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c405a8c2-c5fb-49fa-ba37-947bd04be8d1 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-115025781'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:40:48.066418 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e7b95-885b-4e4f-b8dd-96ece9e44fdd req-79a3192b-67d9-4e1d-ac34-e75d98317bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:48.069395 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d7e7b95-885b-4e4f-b8dd-96ece9e44fdd req-79a3192b-67d9-4e1d-ac34-e75d98317bb2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f78ef32583a7407daedbb84d3ab485f9&device_id=bbd9f738-6a6a-4903-b855-7495747638b6 HTTP/1.1" status: 200 len: 1128 time: 0.5985341 Feb 08 21:40:48.096252 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6bc1d831-d70f-4914-b797-21d05562f311 req-9dee8860-de4d-4ee6-bf1f-78501a8b37db tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914328 Feb 08 21:40:48.139993 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c405a8c2-c5fb-49fa-ba37-947bd04be8d1 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Made reservation on behalf of e4bc28ab280f4033a0cdb66e43d8fa59 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:40:48.155203 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c405a8c2-c5fb-49fa-ba37-947bd04be8d1 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:48.169792 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c405a8c2-c5fb-49fa-ba37-947bd04be8d1 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:48.233880 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e7b95-885b-4e4f-b8dd-96ece9e44fdd req-e5f8edb2-8c6f-4ad8-821a-3c14b1c4ac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:48.235379 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d7e7b95-885b-4e4f-b8dd-96ece9e44fdd req-e5f8edb2-8c6f-4ad8-821a-3c14b1c4ac46 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b5326457-53c9-4ce3-8eff-31ed490f5fcc HTTP/1.1" status: 200 len: 915 time: 0.1337583 Feb 08 21:40:48.297688 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d7e7b95-885b-4e4f-b8dd-96ece9e44fdd req-68350ef3-1410-400e-9ba0-3a5318ce65f4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=951a528b-3911-4676-b8cf-fac9d5faf014 HTTP/1.1" status: 200 len: 217 time: 0.0546603 Feb 08 21:40:48.298429 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-082c50b5-6c2a-4397-8baa-bc21f14ed54e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_gateway (e0319bc6-beff-4618-81bc-02f150ad317b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:48.421613 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c405a8c2-c5fb-49fa-ba37-947bd04be8d1 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for security_group (8896e54b-50a3-4e51-b9cc-5e8a879b5233), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:48.430639 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c405a8c2-c5fb-49fa-ba37-947bd04be8d1 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8896e54b-50a3-4e51-b9cc-5e8a879b5233), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:48.553259 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c405a8c2-c5fb-49fa-ba37-947bd04be8d1 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:40:48.573749 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6388f2a-701f-45fc-95ab-a9ebf39b465d admin admin] Publish callbacks [] for port (7a99ef8e-8532-47df-8397-551c9bd20722), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:48.582581 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405a8c2-c5fb-49fa-ba37-947bd04be8d1 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8896e54b-50a3-4e51-b9cc-5e8a879b5233,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:48.593022 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6388f2a-701f-45fc-95ab-a9ebf39b465d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (7a99ef8e-8532-47df-8397-551c9bd20722), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:48.597254 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c405a8c2-c5fb-49fa-ba37-947bd04be8d1 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (9b853c19-ec48-4901-89b2-ed88c7812f3d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:48.597486 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-c405a8c2-c5fb-49fa-ba37-947bd04be8d1 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Added segment 9b853c19-ec48-4901-89b2-ed88c7812f3d of type vlan for network e957a6ab-be9c-4fe9-96f4-ba629c48f8a7 Feb 08 21:40:48.753420 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6388f2a-701f-45fc-95ab-a9ebf39b465d admin admin] Pushing event updated for resources: {'Port': ['ID=7a99ef8e-8532-47df-8397-551c9bd20722,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:48.889407 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c405a8c2-c5fb-49fa-ba37-947bd04be8d1 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (e957a6ab-be9c-4fe9-96f4-ba629c48f8a7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:48.893466 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6388f2a-701f-45fc-95ab-a9ebf39b465d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (7824148c-a446-4949-9081-4a7b12486f6e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:48.943691 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e7b95-885b-4e4f-b8dd-96ece9e44fdd req-f18c9860-b52c-4327-87d1-b2413bc630ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:48.959510 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d7e7b95-885b-4e4f-b8dd-96ece9e44fdd req-f18c9860-b52c-4327-87d1-b2413bc630ce service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1829db1a-bc95-499c-9def-413e4d0051fd HTTP/1.1" status: 200 len: 854 time: 0.2682271 Feb 08 21:40:49.045919 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43b56ad3-473f-4dec-8f8a-a261e442cd6e req-3dc80c55-d695-4206-9485-7549f5cb9db1 tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.1188579 Feb 08 21:40:49.079779 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c405a8c2-c5fb-49fa-ba37-947bd04be8d1 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (e957a6ab-be9c-4fe9-96f4-ba629c48f8a7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:49.089812 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c405a8c2-c5fb-49fa-ba37-947bd04be8d1 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:49.097897 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d7e7b95-885b-4e4f-b8dd-96ece9e44fdd req-e5c17bbc-3e9c-4ff4-be25-9d219ce63d6b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5326457-53c9-4ce3-8eff-31ed490f5fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156292 Feb 08 21:40:49.099184 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c405a8c2-c5fb-49fa-ba37-947bd04be8d1 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:49.240183 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device fd8f1b45-e468-49ab-9fc3-cb9d5868e35f up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:40:49.340417 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d7e7b95-885b-4e4f-b8dd-96ece9e44fdd req-43588c75-37f6-4c7e-98c0-81fd207947ea service neutron] 10.222.0.96 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366550 Feb 08 21:40:49.439143 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port fd8f1b45-e468-49ab-9fc3-cb9d5868e35f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:40:49.441140 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fd8f1b45-e468-49ab-9fc3-cb9d5868e35f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:49.471596 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c405a8c2-c5fb-49fa-ba37-947bd04be8d1 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7666090 Feb 08 21:40:49.516330 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6388f2a-701f-45fc-95ab-a9ebf39b465d admin admin] Network ca20f4ec-79d2-49ff-a892-6ed808b1c6c8 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:40:49.520488 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-f6388f2a-701f-45fc-95ab-a9ebf39b465d admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:40:49.551645 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405a8c2-c5fb-49fa-ba37-947bd04be8d1 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event updated for resources: {'Network': ['ID=e957a6ab-be9c-4fe9-96f4-ba629c48f8a7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:49.572516 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network e957a6ab-be9c-4fe9-96f4-ba629c48f8a7 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:40:49.765764 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d7e7b95-885b-4e4f-b8dd-96ece9e44fdd req-b70b9f92-4d18-4ca1-97e5-92f8856c162a service neutron] 10.222.0.96 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074974 Feb 08 21:40:49.835067 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42342) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:49.842197 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-082c50b5-6c2a-4397-8baa-bc21f14ed54e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-346790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58238'] for router (e0319bc6-beff-4618-81bc-02f150ad317b), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:49.860769 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-8b9f751a-673a-41db-b3b1-26e8a87bba47 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Request body: {'subnet': {'network_id': 'e957a6ab-be9c-4fe9-96f4-ba629c48f8a7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:40:49.876358 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6388f2a-701f-45fc-95ab-a9ebf39b465d admin admin] Router 7824148c-a446-4949-9081-4a7b12486f6e has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:40:49.989329 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-082c50b5-6c2a-4397-8baa-bc21f14ed54e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-346797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-346804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351703'] for router (e0319bc6-beff-4618-81bc-02f150ad317b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:50.009494 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port fd8f1b45-e468-49ab-9fc3-cb9d5868e35f is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:40:50.009834 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fd8f1b45-e468-49ab-9fc3-cb9d5868e35f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:50.132051 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port fd8f1b45-e468-49ab-9fc3-cb9d5868e35f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=fd8f1b45-e468-49ab-9fc3-cb9d5868e35f,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:40:50.162153 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (fd8f1b45-e468-49ab-9fc3-cb9d5868e35f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:50.282070 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6388f2a-701f-45fc-95ab-a9ebf39b465d admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:40:50.296991 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f6388f2a-701f-45fc-95ab-a9ebf39b465d admin admin] 10.222.0.88 "PUT /v2.0/routers/7824148c-a446-4949-9081-4a7b12486f6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9324739 Feb 08 21:40:50.320241 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-66f5224b-adbd-4eee-85c7-414a5fd44ebe None None] Provisioning complete for port 7a99ef8e-8532-47df-8397-551c9bd20722 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:40:50.320784 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-66f5224b-adbd-4eee-85c7-414a5fd44ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7a99ef8e-8532-47df-8397-551c9bd20722), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:50.356542 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a658b2fe-096c-43b0-b9ec-fb5fa2b3ed5d req-231a8af6-f2ea-4acc-b32d-6b77ae86098e tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.1754658 Feb 08 21:40:50.382792 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0af0e-300f-4856-b915-2ee915683a8a req-8870bb04-b349-4f27-8fe2-3ab2b4802a78 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:50.386807 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e4b0af0e-300f-4856-b915-2ee915683a8a req-8870bb04-b349-4f27-8fe2-3ab2b4802a78 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba3bb589-023a-413d-8b78-70c2aac1a354 HTTP/1.1" status: 200 len: 945 time: 0.6802378 Feb 08 21:40:50.552633 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-66f5224b-adbd-4eee-85c7-414a5fd44ebe None None] Port 7a99ef8e-8532-47df-8397-551c9bd20722 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:40:50.555351 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9f751a-673a-41db-b3b1-26e8a87bba47 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Made reservation on behalf of e4bc28ab280f4033a0cdb66e43d8fa59 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:40:50.560321 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=fd8f1b45-e468-49ab-9fc3-cb9d5868e35f,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:50.561381 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8b9f751a-673a-41db-b3b1-26e8a87bba47 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:50.598812 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e4b0af0e-300f-4856-b915-2ee915683a8a req-cc8865c2-2417-4e76-ba18-11a9ad2d92fa tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911714 Feb 08 21:40:50.790738 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-22434c45-cfc0-4e2e-a3d3-c745fb1b7c17 req-610e5683-3634-4910-a45a-b924214af679 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=57d15a494c3d4645a6b6d212ab1ed8ea&device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.0616374 Feb 08 21:40:50.975187 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-22434c45-cfc0-4e2e-a3d3-c745fb1b7c17 req-1d6f08fa-fa26-4e8b-a096-8abd33112aff service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=57d15a494c3d4645a6b6d212ab1ed8ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1658068 Feb 08 21:40:51.046779 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082c50b5-6c2a-4397-8baa-bc21f14ed54e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Router e0319bc6-beff-4618-81bc-02f150ad317b is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:40:51.179427 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device fd8f1b45-e468-49ab-9fc3-cb9d5868e35f up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:40:51.309936 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f817a644-deca-480e-94b6-e2cabb0db52e None None] Sync routers for ids ['7824148c-a446-4949-9081-4a7b12486f6e'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:40:51.424861 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f817a644-deca-480e-94b6-e2cabb0db52e None None] Routers {'7824148c-a446-4949-9081-4a7b12486f6e'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:40:51.425677 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f817a644-deca-480e-94b6-e2cabb0db52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:40:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7824148c-a446-4949-9081-4a7b12486f6e'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:51.560988 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f85b0bb6-9109-4df6-8f9b-6863a6a3174e req-78cdb083-fce7-44ae-9e34-81f31b12ff3e tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.3491375 Feb 08 21:40:51.632743 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8b9f751a-673a-41db-b3b1-26e8a87bba47 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (d567e19d-7914-4ca8-b641-f34e6bfe6a8e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:51.724609 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22434c45-cfc0-4e2e-a3d3-c745fb1b7c17 req-9aab5275-6223-4eb7-bbe1-5ec0d50e854e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:51.733707 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-22434c45-cfc0-4e2e-a3d3-c745fb1b7c17 req-9aab5275-6223-4eb7-bbe1-5ec0d50e854e service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7524326 Feb 08 21:40:51.816665 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-f817a644-deca-480e-94b6-e2cabb0db52e None None] Set router 7824148c-a446-4949-9081-4a7b12486f6e gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:40:51.921914 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f751a-673a-41db-b3b1-26e8a87bba47 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event updated for resources: {'Subnet': ['ID=d567e19d-7914-4ca8-b641-f34e6bfe6a8e,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:51.958371 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082c50b5-6c2a-4397-8baa-bc21f14ed54e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:40:51.991510 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce38c06-77df-4ce4-bc59-854f0389f94b None None] Sync routers for ids ['e0319bc6-beff-4618-81bc-02f150ad317b'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:40:52.015056 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-082c50b5-6c2a-4397-8baa-bc21f14ed54e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:52.018624 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-082c50b5-6c2a-4397-8baa-bc21f14ed54e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "PUT /v2.0/routers/e0319bc6-beff-4618-81bc-02f150ad317b HTTP/1.1" status: 200 len: 883 time: 8.5098341 Feb 08 21:40:52.021388 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42398) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:52.060516 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9f751a-673a-41db-b3b1-26e8a87bba47 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Checking segment: {'id': '9b853c19-ec48-4901-89b2-ed88c7812f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e957a6ab-be9c-4fe9-96f4-ba629c48f8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:40:52.060902 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9f751a-673a-41db-b3b1-26e8a87bba47 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Network hostable DHCP agents. Network: e957a6ab-be9c-4fe9-96f4-ba629c48f8a7, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:40:52.118033 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce38c06-77df-4ce4-bc59-854f0389f94b None None] Routers {'e0319bc6-beff-4618-81bc-02f150ad317b'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:40:52.118694 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6ce38c06-77df-4ce4-bc59-854f0389f94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:40:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e0319bc6-beff-4618-81bc-02f150ad317b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:52.136620 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9f751a-673a-41db-b3b1-26e8a87bba47 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Network e957a6ab-be9c-4fe9-96f4-ba629c48f8a7 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:40:52.175477 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-8b9f751a-673a-41db-b3b1-26e8a87bba47 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, e957a6ab-be9c-4fe9-96f4-ba629c48f8a7) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:40:52.189054 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9f751a-673a-41db-b3b1-26e8a87bba47 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:52.189690 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8b9f751a-673a-41db-b3b1-26e8a87bba47 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:52.256949 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8b9f751a-673a-41db-b3b1-26e8a87bba47 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.4000111 Feb 08 21:40:52.257467 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42400) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:52.266125 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-cf9f2d5c-ee02-4d54-9d92-03eda42ec126 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-752547366'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:40:52.308489 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9f2d5c-ee02-4d54-9d92-03eda42ec126 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Made reservation on behalf of e4bc28ab280f4033a0cdb66e43d8fa59 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:40:52.311911 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cf9f2d5c-ee02-4d54-9d92-03eda42ec126 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:52.338473 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9f7b1b-fe5a-4215-9448-b9fd30485b8d None None] Network e957a6ab-be9c-4fe9-96f4-ba629c48f8a7 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:40:52.349324 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port fd8f1b45-e468-49ab-9fc3-cb9d5868e35f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:40:52.357278 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3e55961c-8fd2-4649-8433-5543b87135a6 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "GET /v2.0/routers/e0319bc6-beff-4618-81bc-02f150ad317b HTTP/1.1" status: 200 len: 924 time: 0.3331580 Feb 08 21:40:52.358634 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42402) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:52.369133 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fd8f1b45-e468-49ab-9fc3-cb9d5868e35f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:52.391164 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9f2d5c-ee02-4d54-9d92-03eda42ec126 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:40:52.397036 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6ce38c06-77df-4ce4-bc59-854f0389f94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:52.419254 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cf9f2d5c-ee02-4d54-9d92-03eda42ec126 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (929b3868-f86d-4deb-a2e2-6fea6c380198), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:52.419619 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-cf9f2d5c-ee02-4d54-9d92-03eda42ec126 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Added segment 929b3868-f86d-4deb-a2e2-6fea6c380198 of type vlan for network 9ceb59a9-4b82-4226-a085-d2e40b995df1 Feb 08 21:40:52.483399 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce38c06-77df-4ce4-bc59-854f0389f94b None None] Routers {'e0319bc6-beff-4618-81bc-02f150ad317b'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:40:52.484820 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f6500e-17f4-4dab-bf30-34ed848f138a tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:52.489187 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6ce38c06-77df-4ce4-bc59-854f0389f94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:40:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e0319bc6-beff-4618-81bc-02f150ad317b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:52.493927 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-95f6500e-17f4-4dab-bf30-34ed848f138a tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=075c0dfb-2786-422e-af93-9cafe101c970&device_id=e0319bc6-beff-4618-81bc-02f150ad317b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1269426 Feb 08 21:40:52.494396 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42410) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:52.534379 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cf9f2d5c-ee02-4d54-9d92-03eda42ec126 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (9ceb59a9-4b82-4226-a085-d2e40b995df1), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:52.642172 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6ce38c06-77df-4ce4-bc59-854f0389f94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:52.644296 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce38c06-77df-4ce4-bc59-854f0389f94b None None] The sync data for ids ['e0319bc6-beff-4618-81bc-02f150ad317b'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:40:52.661787 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cf9f2d5c-ee02-4d54-9d92-03eda42ec126 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (9ceb59a9-4b82-4226-a085-d2e40b995df1), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:52.668214 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9f2d5c-ee02-4d54-9d92-03eda42ec126 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:52.688718 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cf9f2d5c-ee02-4d54-9d92-03eda42ec126 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:52.870929 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42424) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:52.934035 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03538c88-144f-488f-a0a1-b014e45e287c tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:52.935450 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-03538c88-144f-488f-a0a1-b014e45e287c tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 881 time: 0.4366877 Feb 08 21:40:52.938451 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42430) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:53.012985 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cf64d68c-48f9-406b-a1cf-8a0b5fdd845a tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "GET /v2.0/ports?device_id=e0319bc6-beff-4618-81bc-02f150ad317b HTTP/1.1" status: 200 len: 205 time: 0.0733762 Feb 08 21:40:53.030279 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42434) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:53.074443 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cf9f2d5c-ee02-4d54-9d92-03eda42ec126 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8152685 Feb 08 21:40:53.075712 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42436) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:53.104431 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1193f4e4-37cc-4808-903c-120ccd716e3c req-828e55d1-8689-49f9-916e-be06eb1449fb tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.2278180 Feb 08 21:40:53.140052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-afe8d782-0958-4930-8118-9e3b0893df10 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Request body: {'subnet': {'network_id': '9ceb59a9-4b82-4226-a085-d2e40b995df1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:40:53.177644 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f817a644-deca-480e-94b6-e2cabb0db52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7824148c-a446-4949-9081-4a7b12486f6e', 'name': 'tempest-TestAggregatesBasicOps-242473778-router', 'tenant_id': 'a9a6261fa4ac425a819105bb6712df99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'fd8f1b45-e468-49ab-9fc3-cb9d5868e35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:40:34Z', 'updated_at': '2022-02-08T21:40:47Z', 'revision_number': 4, 'project_id': 'a9a6261fa4ac425a819105bb6712df99', 'gw_port': {'id': 'fd8f1b45-e468-49ab-9fc3-cb9d5868e35f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7824148c-a446-4949-9081-4a7b12486f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:40:37Z', 'updated_at': '2022-02-08T21:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '7a99ef8e-8532-47df-8397-551c9bd20722', 'name': '', 'network_id': 'ca20f4ec-79d2-49ff-a892-6ed808b1c6c8', 'tenant_id': 'a9a6261fa4ac425a819105bb6712df99', 'mac_address': 'fa:16:3e:76:4a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7824148c-a446-4949-9081-4a7b12486f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '38f9947b-4da7-4f2a-b9f7-2444403bb4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:40:45Z', 'updated_at': '2022-02-08T21:40:47Z', 'revision_number': 2, 'project_id': 'a9a6261fa4ac425a819105bb6712df99', 'subnets': [{'id': '38f9947b-4da7-4f2a-b9f7-2444403bb4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:53.185294 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30599e70-96ae-48a1-9d23-417c5c4122c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-e957a6ab-be9c-4fe9-96f4-ba629c48f8a7', 'network_id': 'e957a6ab-be9c-4fe9-96f4-ba629c48f8a7', 'project_id': 'e4bc28ab280f4033a0cdb66e43d8fa59', 'fixed_ips': [{'subnet_id': 'd567e19d-7914-4ca8-b641-f34e6bfe6a8e'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:40:53.186441 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30599e70-96ae-48a1-9d23-417c5c4122c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:53.343805 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f2d5c-ee02-4d54-9d92-03eda42ec126 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event updated for resources: {'Network': ['ID=9ceb59a9-4b82-4226-a085-d2e40b995df1,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:53.483160 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6c75702-6779-4513-83ee-840219a8f671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:53.497111 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-30599e70-96ae-48a1-9d23-417c5c4122c3 None None] Allocated IP 172.20.255.242 (e957a6ab-be9c-4fe9-96f4-ba629c48f8a7/d567e19d-7914-4ca8-b641-f34e6bfe6a8e/a417bbce-d5a1-459f-85dc-8c2f18123004) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:40:53.500326 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe8d782-0958-4930-8118-9e3b0893df10 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Made reservation on behalf of e4bc28ab280f4033a0cdb66e43d8fa59 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:40:53.511958 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-afe8d782-0958-4930-8118-9e3b0893df10 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:53.543769 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 9ceb59a9-4b82-4226-a085-d2e40b995df1 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:40:53.649146 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f817a644-deca-480e-94b6-e2cabb0db52e None None] Checking router: 7824148c-a446-4949-9081-4a7b12486f6e for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:40:53.649829 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f817a644-deca-480e-94b6-e2cabb0db52e None None] Updating router 7824148c-a446-4949-9081-4a7b12486f6e port 7a99ef8e-8532-47df-8397-551c9bd20722 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:40:53.689469 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f817a644-deca-480e-94b6-e2cabb0db52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7a99ef8e-8532-47df-8397-551c9bd20722), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:53.741457 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42454) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:53.751308 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-22434c45-cfc0-4e2e-a3d3-c745fb1b7c17 req-206c9673-3ad5-46c1-bfb3-fcc5085d2cff tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.94 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.3980825 Feb 08 21:40:53.755305 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb14dd30-1715-4f16-a618-62e90080549e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router (e0319bc6-beff-4618-81bc-02f150ad317b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:53.763993 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port fd8f1b45-e468-49ab-9fc3-cb9d5868e35f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:40:53.893388 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb14dd30-1715-4f16-a618-62e90080549e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_gateway (e0319bc6-beff-4618-81bc-02f150ad317b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:54.056450 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-cb14dd30-1715-4f16-a618-62e90080549e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Deleting port 2679a76e-4098-4f50-ba4e-b9bde9cf1c57 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:40:54.056919 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb14dd30-1715-4f16-a618-62e90080549e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (2679a76e-4098-4f50-ba4e-b9bde9cf1c57), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:54.230710 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6c75702-6779-4513-83ee-840219a8f671 admin admin] Publish callbacks [] for security_group (0d581686-215a-429d-8c79-3209324e0c0a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:54.247625 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6c75702-6779-4513-83ee-840219a8f671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0d581686-215a-429d-8c79-3209324e0c0a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:54.381975 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb14dd30-1715-4f16-a618-62e90080549e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (2679a76e-4098-4f50-ba4e-b9bde9cf1c57), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:54.392930 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c75702-6779-4513-83ee-840219a8f671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d581686-215a-429d-8c79-3209324e0c0a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:54.411332 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d6c75702-6779-4513-83ee-840219a8f671 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a25ef6fd18ba4f9cb013b00a5d885044&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5393395 Feb 08 21:40:54.435479 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42460) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:54.464947 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-afe8d782-0958-4930-8118-9e3b0893df10 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (1c5dd564-d16d-486a-858a-1825069057b9), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:54.492440 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-cb14dd30-1715-4f16-a618-62e90080549e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Calling delete_port for 2679a76e-4098-4f50-ba4e-b9bde9cf1c57 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:40:54.741296 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2435c7fb-a236-4c77-b976-937034fb5c20 admin admin] Publish callbacks [] for security_group (0d581686-215a-429d-8c79-3209324e0c0a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:54.785112 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2435c7fb-a236-4c77-b976-937034fb5c20 admin admin] Publish callbacks [] for security_group (0d581686-215a-429d-8c79-3209324e0c0a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:55.009545 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f817a644-deca-480e-94b6-e2cabb0db52e None None] Publish callbacks [] for port (7a99ef8e-8532-47df-8397-551c9bd20722), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:55.034884 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2435c7fb-a236-4c77-b976-937034fb5c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0d581686-215a-429d-8c79-3209324e0c0a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:55.043000 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2435c7fb-a236-4c77-b976-937034fb5c20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:55.051059 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2435c7fb-a236-4c77-b976-937034fb5c20 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0d581686-215a-429d-8c79-3209324e0c0a HTTP/1.1" status: 204 len: 168 time: 0.6073329 Feb 08 21:40:55.068588 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435c7fb-a236-4c77-b976-937034fb5c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d581686-215a-429d-8c79-3209324e0c0a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:55.096561 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb14dd30-1715-4f16-a618-62e90080549e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (2679a76e-4098-4f50-ba4e-b9bde9cf1c57), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:55.097717 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f817a644-deca-480e-94b6-e2cabb0db52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7a99ef8e-8532-47df-8397-551c9bd20722), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:55.140285 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14dd30-1715-4f16-a618-62e90080549e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Pushing event deleted for resources: {'Port': ['ID=2679a76e-4098-4f50-ba4e-b9bde9cf1c57,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:55.148095 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3678aaed-b7f5-4392-afe0-d11585d15417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:55.207695 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb14dd30-1715-4f16-a618-62e90080549e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (e0319bc6-beff-4618-81bc-02f150ad317b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:55.345538 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30599e70-96ae-48a1-9d23-417c5c4122c3 None None] Publish callbacks [] for port (a417bbce-d5a1-459f-85dc-8c2f18123004), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:55.357703 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-74357593-4832-4e0c-bb9f-628cfe217eab req-18f5914b-2cdb-4279-8239-62ce4bd797e4 tempest-ServerShowV257Test-1055188062 tempest-ServerShowV257Test-1055188062-project] 10.222.0.88 "GET /v2.0/ports?device_id=2856417e-a739-4884-a474-5e9d493f37cf HTTP/1.1" status: 200 len: 210 time: 0.1292927 Feb 08 21:40:55.402968 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30599e70-96ae-48a1-9d23-417c5c4122c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (a417bbce-d5a1-459f-85dc-8c2f18123004), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:55.456070 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01b4c0-3041-49b9-9bf0-26bae4f81791 None None] Pushing event updated for resources: {'Port': ['ID=7a99ef8e-8532-47df-8397-551c9bd20722,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:55.503205 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-f817a644-deca-480e-94b6-e2cabb0db52e None None] Attempting to bind port 7a99ef8e-8532-47df-8397-551c9bd20722 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:40:55.503585 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-f817a644-deca-480e-94b6-e2cabb0db52e None None] Attempting to bind port 7a99ef8e-8532-47df-8397-551c9bd20722 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '864f2e44-397b-4451-8299-69b28614981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ca20f4ec-79d2-49ff-a892-6ed808b1c6c8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:40:55.503983 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f817a644-deca-480e-94b6-e2cabb0db52e None None] Attempting to bind port 7a99ef8e-8532-47df-8397-551c9bd20722 on network ca20f4ec-79d2-49ff-a892-6ed808b1c6c8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:40:55.510092 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30599e70-96ae-48a1-9d23-417c5c4122c3 None None] Network e957a6ab-be9c-4fe9-96f4-ba629c48f8a7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:40:55.529444 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb14dd30-1715-4f16-a618-62e90080549e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (e0319bc6-beff-4618-81bc-02f150ad317b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:55.538837 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb14dd30-1715-4f16-a618-62e90080549e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_controller (e0319bc6-beff-4618-81bc-02f150ad317b), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:55.606725 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-30599e70-96ae-48a1-9d23-417c5c4122c3 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:40:55.628136 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30599e70-96ae-48a1-9d23-417c5c4122c3 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:40:55.664794 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f817a644-deca-480e-94b6-e2cabb0db52e None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:40:55.669912 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f817a644-deca-480e-94b6-e2cabb0db52e None None] Checking segment: {'id': '864f2e44-397b-4451-8299-69b28614981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ca20f4ec-79d2-49ff-a892-6ed808b1c6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:40:55.670621 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f817a644-deca-480e-94b6-e2cabb0db52e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:55.671316 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f817a644-deca-480e-94b6-e2cabb0db52e None None] Bound using segment: {'id': '864f2e44-397b-4451-8299-69b28614981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ca20f4ec-79d2-49ff-a892-6ed808b1c6c8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:40:55.672139 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-f817a644-deca-480e-94b6-e2cabb0db52e None None] Bound port: 7a99ef8e-8532-47df-8397-551c9bd20722, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864f2e44-397b-4451-8299-69b28614981e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ca20f4ec-79d2-49ff-a892-6ed808b1c6c8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:40:55.672746 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f817a644-deca-480e-94b6-e2cabb0db52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7a99ef8e-8532-47df-8397-551c9bd20722), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:55.681671 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8d782-0958-4930-8118-9e3b0893df10 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event updated for resources: {'Subnet': ['ID=1c5dd564-d16d-486a-858a-1825069057b9,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:55.687120 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb14dd30-1715-4f16-a618-62e90080549e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (e0319bc6-beff-4618-81bc-02f150ad317b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:55.687672 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb14dd30-1715-4f16-a618-62e90080549e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Fanout notify agent at l3_agent the message router_deleted on router e0319bc6-beff-4618-81bc-02f150ad317b {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:40:55.702059 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb14dd30-1715-4f16-a618-62e90080549e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:55.709819 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cb14dd30-1715-4f16-a618-62e90080549e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "DELETE /v2.0/routers/e0319bc6-beff-4618-81bc-02f150ad317b HTTP/1.1" status: 204 len: 168 time: 2.6783557 Feb 08 21:40:55.710495 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42468) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:55.721172 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-dc307d33-0f09-41cc-bd40-307c560d84ed tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1848967909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:40:55.728395 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe8d782-0958-4930-8118-9e3b0893df10 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Checking segment: {'id': '929b3868-f86d-4deb-a2e2-6fea6c380198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9ceb59a9-4b82-4226-a085-d2e40b995df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:40:55.729325 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe8d782-0958-4930-8118-9e3b0893df10 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Network hostable DHCP agents. Network: 9ceb59a9-4b82-4226-a085-d2e40b995df1, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:40:55.769265 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30599e70-96ae-48a1-9d23-417c5c4122c3 None None] Pushing event updated for resources: {'Port': ['ID=a417bbce-d5a1-459f-85dc-8c2f18123004,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:55.784090 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc307d33-0f09-41cc-bd40-307c560d84ed tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (e078a5fa-41cf-4955-9bc7-726a8fafd8cf), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:55.785175 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc307d33-0f09-41cc-bd40-307c560d84ed tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (e078a5fa-41cf-4955-9bc7-726a8fafd8cf), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:55.928217 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe8d782-0958-4930-8118-9e3b0893df10 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Network 9ceb59a9-4b82-4226-a085-d2e40b995df1 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:40:55.950619 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-afe8d782-0958-4930-8118-9e3b0893df10 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 9ceb59a9-4b82-4226-a085-d2e40b995df1) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:40:55.966074 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe8d782-0958-4930-8118-9e3b0893df10 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:55.966954 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-afe8d782-0958-4930-8118-9e3b0893df10 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:55.989168 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42470) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:56.013014 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc307d33-0f09-41cc-bd40-307c560d84ed tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_controller (e078a5fa-41cf-4955-9bc7-726a8fafd8cf), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:56.018476 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc307d33-0f09-41cc-bd40-307c560d84ed tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (e078a5fa-41cf-4955-9bc7-726a8fafd8cf), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:56.028694 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-afe8d782-0958-4930-8118-9e3b0893df10 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.9119537 Feb 08 21:40:56.031053 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42472) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:56.036208 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bfc9817a-60f0-401f-b6c8-b96abcd4ee07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:56.061034 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc307d33-0f09-41cc-bd40-307c560d84ed tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:56.063521 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-dc307d33-0f09-41cc-bd40-307c560d84ed tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3519938 Feb 08 21:40:56.066483 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42474) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:56.079302 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-93a22224-da12-4788-b050-0ec32ea40c91 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'enable_snat': True}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:40:56.083943 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f817a644-deca-480e-94b6-e2cabb0db52e None None] For port 7a99ef8e-8532-47df-8397-551c9bd20722, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:40:56.088189 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f817a644-deca-480e-94b6-e2cabb0db52e None None] For port 7a99ef8e-8532-47df-8397-551c9bd20722, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7a99ef8e-8532-47df-8397-551c9bd20722,segment=NetworkSegment(864f2e44-397b-4451-8299-69b28614981e),segment_id=864f2e44-397b-4451-8299-69b28614981e)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:40:56.098685 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-5ea5b924-66fb-4896-8a59-2f282a12c7cf None None] Provisioning complete for port 7a99ef8e-8532-47df-8397-551c9bd20722 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:40:56.099153 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5ea5b924-66fb-4896-8a59-2f282a12c7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7a99ef8e-8532-47df-8397-551c9bd20722), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:56.190034 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789c70fd-25d7-4cac-ae52-3447e7adb7ed None None] Network 9ceb59a9-4b82-4226-a085-d2e40b995df1 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:40:56.219566 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f817a644-deca-480e-94b6-e2cabb0db52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7a99ef8e-8532-47df-8397-551c9bd20722), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:56.299345 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a764ed9-cb0d-4809-b905-64df131a8029 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (9ceb59a9-4b82-4226-a085-d2e40b995df1), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:56.433818 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-30599e70-96ae-48a1-9d23-417c5c4122c3 None None] Attempting to bind port a417bbce-d5a1-459f-85dc-8c2f18123004 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:40:56.434198 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-30599e70-96ae-48a1-9d23-417c5c4122c3 None None] Attempting to bind port a417bbce-d5a1-459f-85dc-8c2f18123004 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '9b853c19-ec48-4901-89b2-ed88c7812f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e957a6ab-be9c-4fe9-96f4-ba629c48f8a7'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:40:56.434567 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30599e70-96ae-48a1-9d23-417c5c4122c3 None None] Attempting to bind port a417bbce-d5a1-459f-85dc-8c2f18123004 on network e957a6ab-be9c-4fe9-96f4-ba629c48f8a7 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:40:56.466940 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f817a644-deca-480e-94b6-e2cabb0db52e None None] Routers {'7824148c-a446-4949-9081-4a7b12486f6e'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:40:56.467599 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f817a644-deca-480e-94b6-e2cabb0db52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:40:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7824148c-a446-4949-9081-4a7b12486f6e'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:56.489355 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a764ed9-cb0d-4809-b905-64df131a8029 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (1c5dd564-d16d-486a-858a-1825069057b9), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:56.736646 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f15c-e53b-41e9-8af4-d145a364519c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (ad0f9f54-98fd-4e11-8c61-ef5f794d49d3), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:56.800810 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-f817a644-deca-480e-94b6-e2cabb0db52e None None] Set router 7824148c-a446-4949-9081-4a7b12486f6e gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:40:56.967082 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a764ed9-cb0d-4809-b905-64df131a8029 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (1c5dd564-d16d-486a-858a-1825069057b9), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:57.092827 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a764ed9-cb0d-4809-b905-64df131a8029 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Subnet': ['ID=1c5dd564-d16d-486a-858a-1825069057b9,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:57.164753 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5ea5b924-66fb-4896-8a59-2f282a12c7cf None None] Current status of the port 7a99ef8e-8532-47df-8397-551c9bd20722 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:40:57.165458 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5ea5b924-66fb-4896-8a59-2f282a12c7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7a99ef8e-8532-47df-8397-551c9bd20722), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:57.294879 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30599e70-96ae-48a1-9d23-417c5c4122c3 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:40:57.295295 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30599e70-96ae-48a1-9d23-417c5c4122c3 None None] Checking segment: {'id': '9b853c19-ec48-4901-89b2-ed88c7812f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e957a6ab-be9c-4fe9-96f4-ba629c48f8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:40:57.295668 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30599e70-96ae-48a1-9d23-417c5c4122c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:57.302132 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30599e70-96ae-48a1-9d23-417c5c4122c3 None None] Bound using segment: {'id': '9b853c19-ec48-4901-89b2-ed88c7812f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e957a6ab-be9c-4fe9-96f4-ba629c48f8a7'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:40:57.302670 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-30599e70-96ae-48a1-9d23-417c5c4122c3 None None] Bound port: a417bbce-d5a1-459f-85dc-8c2f18123004, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b853c19-ec48-4901-89b2-ed88c7812f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e957a6ab-be9c-4fe9-96f4-ba629c48f8a7'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:40:57.303081 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30599e70-96ae-48a1-9d23-417c5c4122c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a417bbce-d5a1-459f-85dc-8c2f18123004), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:57.331767 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42488) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:57.357351 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bfc9817a-60f0-401f-b6c8-b96abcd4ee07 admin admin] Publish callbacks [] for security_group (d8236caa-9d00-48a8-9df2-7837936f9b42), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:57.473123 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-30599e70-96ae-48a1-9d23-417c5c4122c3 None None] For port a417bbce-d5a1-459f-85dc-8c2f18123004, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:40:57.479143 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-30599e70-96ae-48a1-9d23-417c5c4122c3 None None] For port a417bbce-d5a1-459f-85dc-8c2f18123004, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=a417bbce-d5a1-459f-85dc-8c2f18123004,segment=NetworkSegment(9b853c19-ec48-4901-89b2-ed88c7812f3d),segment_id=9b853c19-ec48-4901-89b2-ed88c7812f3d)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:40:57.488559 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93a22224-da12-4788-b050-0ec32ea40c91 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router_gateway (e078a5fa-41cf-4955-9bc7-726a8fafd8cf), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:57.519475 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bfc9817a-60f0-401f-b6c8-b96abcd4ee07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d8236caa-9d00-48a8-9df2-7837936f9b42), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:57.550041 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30599e70-96ae-48a1-9d23-417c5c4122c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a417bbce-d5a1-459f-85dc-8c2f18123004), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:57.571198 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10bd5a23-bf1d-4dd8-a7f2-0dcd766931b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:57.670207 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a39fd339-71b5-4842-8904-03a04962d3ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:57.671331 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a764ed9-cb0d-4809-b905-64df131a8029 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (9ceb59a9-4b82-4226-a085-d2e40b995df1), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:57.716362 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01b4c0-3041-49b9-9bf0-26bae4f81791 None None] Pushing event updated for resources: {'Port': ['ID=7a99ef8e-8532-47df-8397-551c9bd20722,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:57.750177 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9817a-60f0-401f-b6c8-b96abcd4ee07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8236caa-9d00-48a8-9df2-7837936f9b42,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:57.788617 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10bd5a23-bf1d-4dd8-a7f2-0dcd766931b6 admin admin] Publish callbacks [] for security_group (8f07587b-2bdc-4bda-9de6-ba0c7fce0324), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:57.799604 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bfc9817a-60f0-401f-b6c8-b96abcd4ee07 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3176633d38c84484908907cd97a4ea94&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8127382 Feb 08 21:40:57.804048 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42492) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:57.808520 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-7a764ed9-cb0d-4809-b905-64df131a8029 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ceb59a9-4b82-4226-a085-d2e40b995df1']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:57.836012 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10bd5a23-bf1d-4dd8-a7f2-0dcd766931b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8f07587b-2bdc-4bda-9de6-ba0c7fce0324), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:57.846186 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-7a764ed9-cb0d-4809-b905-64df131a8029 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '929b3868-f86d-4deb-a2e2-6fea6c380198') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:57.848871 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-7a764ed9-cb0d-4809-b905-64df131a8029 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '929b3868-f86d-4deb-a2e2-6fea6c380198') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:57.870893 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30599e70-96ae-48a1-9d23-417c5c4122c3 None None] Pushing event updated for resources: {'Port': ['ID=a417bbce-d5a1-459f-85dc-8c2f18123004,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:57.895652 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a764ed9-cb0d-4809-b905-64df131a8029 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (929b3868-f86d-4deb-a2e2-6fea6c380198), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:57.962453 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-5ea5b924-66fb-4896-8a59-2f282a12c7cf None None] For port 7a99ef8e-8532-47df-8397-551c9bd20722, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7a99ef8e-8532-47df-8397-551c9bd20722,segment=NetworkSegment(864f2e44-397b-4451-8299-69b28614981e),segment_id=864f2e44-397b-4451-8299-69b28614981e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:40:57.971409 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5ea5b924-66fb-4896-8a59-2f282a12c7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7a99ef8e-8532-47df-8397-551c9bd20722), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:57.995593 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a764ed9-cb0d-4809-b905-64df131a8029 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (929b3868-f86d-4deb-a2e2-6fea6c380198), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:58.022031 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a764ed9-cb0d-4809-b905-64df131a8029 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:40:58.022451 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a764ed9-cb0d-4809-b905-64df131a8029 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (929b3868-f86d-4deb-a2e2-6fea6c380198), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:40:58.032768 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:40:58.064106 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4137f7-71b0-4077-9b14-c247c86aab85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-9ceb59a9-4b82-4226-a085-d2e40b995df1', 'network_id': '9ceb59a9-4b82-4226-a085-d2e40b995df1', 'project_id': 'e4bc28ab280f4033a0cdb66e43d8fa59', 'fixed_ips': [{'subnet_id': '1c5dd564-d16d-486a-858a-1825069057b9'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:40:58.071981 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1f4137f7-71b0-4077-9b14-c247c86aab85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:58.128193 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f817a644-deca-480e-94b6-e2cabb0db52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7824148c-a446-4949-9081-4a7b12486f6e', 'name': 'tempest-TestAggregatesBasicOps-242473778-router', 'tenant_id': 'a9a6261fa4ac425a819105bb6712df99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'fd8f1b45-e468-49ab-9fc3-cb9d5868e35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:40:34Z', 'updated_at': '2022-02-08T21:40:47Z', 'revision_number': 4, 'project_id': 'a9a6261fa4ac425a819105bb6712df99', 'gw_port': {'id': 'fd8f1b45-e468-49ab-9fc3-cb9d5868e35f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7824148c-a446-4949-9081-4a7b12486f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:40:37Z', 'updated_at': '2022-02-08T21:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '7a99ef8e-8532-47df-8397-551c9bd20722', 'name': '', 'network_id': 'ca20f4ec-79d2-49ff-a892-6ed808b1c6c8', 'tenant_id': 'a9a6261fa4ac425a819105bb6712df99', 'mac_address': 'fa:16:3e:76:4a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7824148c-a446-4949-9081-4a7b12486f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '38f9947b-4da7-4f2a-b9f7-2444403bb4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:40:45Z', 'updated_at': '2022-02-08T21:40:56Z', 'revision_number': 4, 'project_id': 'a9a6261fa4ac425a819105bb6712df99', 'subnets': [{'id': '38f9947b-4da7-4f2a-b9f7-2444403bb4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:40:58.130327 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5b924-66fb-4896-8a59-2f282a12c7cf None None] Pushing event updated for resources: {'Port': ['ID=7a99ef8e-8532-47df-8397-551c9bd20722,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:58.155319 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-10bd5a23-bf1d-4dd8-a7f2-0dcd766931b6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=57d15a494c3d4645a6b6d212ab1ed8ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8223619 Feb 08 21:40:58.160237 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd5a23-bf1d-4dd8-a7f2-0dcd766931b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f07587b-2bdc-4bda-9de6-ba0c7fce0324,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:58.163094 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42496) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:58.177685 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f817a644-deca-480e-94b6-e2cabb0db52e None None] The sync data for ids ['7824148c-a446-4949-9081-4a7b12486f6e'] in n-d-712143-31 is: [{'id': '7824148c-a446-4949-9081-4a7b12486f6e', 'name': 'tempest-TestAggregatesBasicOps-242473778-router', 'tenant_id': 'a9a6261fa4ac425a819105bb6712df99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'fd8f1b45-e468-49ab-9fc3-cb9d5868e35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:40:34Z', 'updated_at': '2022-02-08T21:40:47Z', 'revision_number': 4, 'project_id': 'a9a6261fa4ac425a819105bb6712df99', 'gw_port': {'id': 'fd8f1b45-e468-49ab-9fc3-cb9d5868e35f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7824148c-a446-4949-9081-4a7b12486f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:40:37Z', 'updated_at': '2022-02-08T21:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '7a99ef8e-8532-47df-8397-551c9bd20722', 'name': '', 'network_id': 'ca20f4ec-79d2-49ff-a892-6ed808b1c6c8', 'tenant_id': 'a9a6261fa4ac425a819105bb6712df99', 'mac_address': 'fa:16:3e:76:4a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7824148c-a446-4949-9081-4a7b12486f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '38f9947b-4da7-4f2a-b9f7-2444403bb4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:40:45Z', 'updated_at': '2022-02-08T21:40:56Z', 'revision_number': 4, 'project_id': 'a9a6261fa4ac425a819105bb6712df99', 'subnets': [{'id': '38f9947b-4da7-4f2a-b9f7-2444403bb4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:40:58.208392 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-568713f4-f981-469e-a157-b7d07e4facf4 None None] Provisioning complete for port 7a99ef8e-8532-47df-8397-551c9bd20722 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:40:58.208820 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-568713f4-f981-469e-a157-b7d07e4facf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7a99ef8e-8532-47df-8397-551c9bd20722), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:58.306842 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a764ed9-cb0d-4809-b905-64df131a8029 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (9ceb59a9-4b82-4226-a085-d2e40b995df1), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:58.314301 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a764ed9-cb0d-4809-b905-64df131a8029 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:58.320179 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7a764ed9-cb0d-4809-b905-64df131a8029 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/networks/9ceb59a9-4b82-4226-a085-d2e40b995df1 HTTP/1.1" status: 204 len: 168 time: 2.2767980 Feb 08 21:40:58.348644 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42500) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:58.350978 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a764ed9-cb0d-4809-b905-64df131a8029 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Network': ['ID=9ceb59a9-4b82-4226-a085-d2e40b995df1,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:58.372005 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a46b917-6671-4e8f-b68a-632b1a626afc None None] Network 9ceb59a9-4b82-4226-a085-d2e40b995df1 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:40:58.376003 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-e3ddc3e2-d817-4156-bf8b-838427228270 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1660234458'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:40:58.387164 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3072d582-0f60-4f58-96ff-49ade8148f39 admin admin] Publish callbacks [] for security_group (d8236caa-9d00-48a8-9df2-7837936f9b42), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:58.414784 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a46b917-6671-4e8f-b68a-632b1a626afc None None] Network 9ceb59a9-4b82-4226-a085-d2e40b995df1 could not be found, it might have been deleted concurrently. {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 08 21:40:58.489468 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93a22224-da12-4788-b050-0ec32ea40c91 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router_gateway (e078a5fa-41cf-4955-9bc7-726a8fafd8cf), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:58.528294 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ddc3e2-d817-4156-bf8b-838427228270 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Made reservation on behalf of e4bc28ab280f4033a0cdb66e43d8fa59 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:40:58.533164 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc3e2-d817-4156-bf8b-838427228270 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:58.538845 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-568713f4-f981-469e-a157-b7d07e4facf4 None None] Current status of the port 7a99ef8e-8532-47df-8397-551c9bd20722 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:40:58.556783 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3072d582-0f60-4f58-96ff-49ade8148f39 admin admin] Publish callbacks [] for security_group (d8236caa-9d00-48a8-9df2-7837936f9b42), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:58.573760 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9f15c-e53b-41e9-8af4-d145a364519c admin admin] Deleting port cecfee81-d905-421c-ade2-f36bbf88eaab {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:40:58.574801 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f15c-e53b-41e9-8af4-d145a364519c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (cecfee81-d905-421c-ade2-f36bbf88eaab), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:58.575401 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93a22224-da12-4788-b050-0ec32ea40c91 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:58.580485 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18a73f46-c4a7-4ed4-8add-2fa6b2f83561 admin admin] Publish callbacks [] for security_group (8f07587b-2bdc-4bda-9de6-ba0c7fce0324), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:58.703739 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18a73f46-c4a7-4ed4-8add-2fa6b2f83561 admin admin] Publish callbacks [] for security_group (8f07587b-2bdc-4bda-9de6-ba0c7fce0324), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:58.717982 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ddc3e2-d817-4156-bf8b-838427228270 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:40:58.721337 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-fcb9f15c-e53b-41e9-8af4-d145a364519c admin admin] For port cecfee81-d905-421c-ade2-f36bbf88eaab, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cecfee81-d905-421c-ade2-f36bbf88eaab,segment=NetworkSegment(56ad6f46-3178-4a2f-9d2a-dc1218cacfba),segment_id=56ad6f46-3178-4a2f-9d2a-dc1218cacfba)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:40:58.721760 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f15c-e53b-41e9-8af4-d145a364519c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (cecfee81-d905-421c-ade2-f36bbf88eaab), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:58.748373 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9f15c-e53b-41e9-8af4-d145a364519c admin admin] Calling delete_port for cecfee81-d905-421c-ade2-f36bbf88eaab owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:40:58.750649 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc3e2-d817-4156-bf8b-838427228270 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (3e502d5f-5573-42ba-ae44-cb38526dcc3a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:58.751002 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-e3ddc3e2-d817-4156-bf8b-838427228270 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Added segment 3e502d5f-5573-42ba-ae44-cb38526dcc3a of type vlan for network 7154aa4e-3b39-48db-918e-d6d6c3f99286 Feb 08 21:40:58.831781 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc3e2-d817-4156-bf8b-838427228270 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (7154aa4e-3b39-48db-918e-d6d6c3f99286), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:58.916049 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18a73f46-c4a7-4ed4-8add-2fa6b2f83561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8f07587b-2bdc-4bda-9de6-ba0c7fce0324), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:58.922263 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18a73f46-c4a7-4ed4-8add-2fa6b2f83561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:58.925764 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-18a73f46-c4a7-4ed4-8add-2fa6b2f83561 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8f07587b-2bdc-4bda-9de6-ba0c7fce0324 HTTP/1.1" status: 204 len: 168 time: 0.7568882 Feb 08 21:40:58.958098 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3072d582-0f60-4f58-96ff-49ade8148f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d8236caa-9d00-48a8-9df2-7837936f9b42), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:58.960726 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3072d582-0f60-4f58-96ff-49ade8148f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:58.964436 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3072d582-0f60-4f58-96ff-49ade8148f39 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d8236caa-9d00-48a8-9df2-7837936f9b42 HTTP/1.1" status: 204 len: 168 time: 1.1519291 Feb 08 21:40:58.972517 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a73f46-c4a7-4ed4-8add-2fa6b2f83561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f07587b-2bdc-4bda-9de6-ba0c7fce0324,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:59.017957 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072d582-0f60-4f58-96ff-49ade8148f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8236caa-9d00-48a8-9df2-7837936f9b42,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:59.066917 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc3e2-d817-4156-bf8b-838427228270 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (7154aa4e-3b39-48db-918e-d6d6c3f99286), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:59.095854 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ddc3e2-d817-4156-bf8b-838427228270 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:40:59.098529 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc3e2-d817-4156-bf8b-838427228270 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:59.136047 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-93a22224-da12-4788-b050-0ec32ea40c91 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Allocated IP 172.25.3.205 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/8497d037-07e2-4fdd-89c3-8938a1109238) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:40:59.189347 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:59.371896 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e3ddc3e2-d817-4156-bf8b-838427228270 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0070219 Feb 08 21:40:59.373036 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42514) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:40:59.378356 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93a22224-da12-4788-b050-0ec32ea40c91 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for port (8497d037-07e2-4fdd-89c3-8938a1109238), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:59.378911 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-3b858191-6260-4b56-9515-6ecc2982a471 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Request body: {'subnet': {'network_id': '7154aa4e-3b39-48db-918e-d6d6c3f99286', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:40:59.458644 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddc3e2-d817-4156-bf8b-838427228270 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event updated for resources: {'Network': ['ID=7154aa4e-3b39-48db-918e-d6d6c3f99286,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:59.475096 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 7154aa4e-3b39-48db-918e-d6d6c3f99286 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:40:59.511478 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93a22224-da12-4788-b050-0ec32ea40c91 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (8497d037-07e2-4fdd-89c3-8938a1109238), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:59.671697 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a22224-da12-4788-b050-0ec32ea40c91 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:40:59.708360 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-93a22224-da12-4788-b050-0ec32ea40c91 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:40:59.724286 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a22224-da12-4788-b050-0ec32ea40c91 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:40:59.728714 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a22224-da12-4788-b050-0ec32ea40c91 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Pushing event updated for resources: {'Port': ['ID=8497d037-07e2-4fdd-89c3-8938a1109238,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:40:59.755154 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b858191-6260-4b56-9515-6ecc2982a471 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Made reservation on behalf of e4bc28ab280f4033a0cdb66e43d8fa59 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:40:59.761410 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b858191-6260-4b56-9515-6ecc2982a471 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:40:59.894889 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.ipam_backend_mixin [None req-3b858191-6260-4b56-9515-6ecc2982a471 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Performing IP validity checks on allocation pools {{(pid=103433) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 08 21:40:59.895540 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.ipam_backend_mixin [None req-3b858191-6260-4b56-9515-6ecc2982a471 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103433) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 08 21:40:59.898955 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6902de99-388f-4058-923b-af9093244817 None None] Network e957a6ab-be9c-4fe9-96f4-ba629c48f8a7 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:40:59.932431 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f15c-e53b-41e9-8af4-d145a364519c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (cecfee81-d905-421c-ade2-f36bbf88eaab), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:00.066155 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-969f99e3-6ec1-408b-8e67-dec9770b0f96 None None] Provisioning complete for port a417bbce-d5a1-459f-85dc-8c2f18123004 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:00.070205 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-969f99e3-6ec1-408b-8e67-dec9770b0f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a417bbce-d5a1-459f-85dc-8c2f18123004), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:00.074484 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9f15c-e53b-41e9-8af4-d145a364519c admin admin] Pushing event deleted for resources: {'Port': ['ID=cecfee81-d905-421c-ade2-f36bbf88eaab,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:00.204908 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device a417bbce-d5a1-459f-85dc-8c2f18123004 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:41:00.602184 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-969f99e3-6ec1-408b-8e67-dec9770b0f96 None None] Current status of the port a417bbce-d5a1-459f-85dc-8c2f18123004 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:41:00.602669 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-969f99e3-6ec1-408b-8e67-dec9770b0f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a417bbce-d5a1-459f-85dc-8c2f18123004), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:00.638377 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93a22224-da12-4788-b050-0ec32ea40c91 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router_gateway (e078a5fa-41cf-4955-9bc7-726a8fafd8cf), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:00.715933 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port a417bbce-d5a1-459f-85dc-8c2f18123004 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:00.717541 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a417bbce-d5a1-459f-85dc-8c2f18123004), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:00.890998 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-969f99e3-6ec1-408b-8e67-dec9770b0f96 None None] For port a417bbce-d5a1-459f-85dc-8c2f18123004, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=a417bbce-d5a1-459f-85dc-8c2f18123004,segment=NetworkSegment(9b853c19-ec48-4901-89b2-ed88c7812f3d),segment_id=9b853c19-ec48-4901-89b2-ed88c7812f3d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:41:00.911809 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-969f99e3-6ec1-408b-8e67-dec9770b0f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a417bbce-d5a1-459f-85dc-8c2f18123004), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:01.003789 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b858191-6260-4b56-9515-6ecc2982a471 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (2c229e5a-b135-46e7-a78b-971b0d9fd868), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:01.122417 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f99e3-6ec1-408b-8e67-dec9770b0f96 None None] Pushing event updated for resources: {'Port': ['ID=a417bbce-d5a1-459f-85dc-8c2f18123004,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:01.248425 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port a417bbce-d5a1-459f-85dc-8c2f18123004 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:41:01.249586 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7a99ef8e-8532-47df-8397-551c9bd20722 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:41:01.266894 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f15c-e53b-41e9-8af4-d145a364519c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (ad0f9f54-98fd-4e11-8c61-ef5f794d49d3), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:01.302132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42572) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:01.302747 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858191-6260-4b56-9515-6ecc2982a471 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event updated for resources: {'Subnet': ['ID=2c229e5a-b135-46e7-a78b-971b0d9fd868,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:01.336532 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b858191-6260-4b56-9515-6ecc2982a471 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Checking segment: {'id': '3e502d5f-5573-42ba-ae44-cb38526dcc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7154aa4e-3b39-48db-918e-d6d6c3f99286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:41:01.336906 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b858191-6260-4b56-9515-6ecc2982a471 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Network hostable DHCP agents. Network: 7154aa4e-3b39-48db-918e-d6d6c3f99286, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:41:01.488792 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93a22224-da12-4788-b050-0ec32ea40c91 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-346790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58238'] for router (e078a5fa-41cf-4955-9bc7-726a8fafd8cf), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:01.499212 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-84c5144d-fe0f-40cd-b86d-c78e63c4fd9a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-404941168-network', 'tenant_id': '0f3b0b9752224a67b4e250561d67c272'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:01.528466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b858191-6260-4b56-9515-6ecc2982a471 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Network 7154aa4e-3b39-48db-918e-d6d6c3f99286 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:41:01.529170 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93a22224-da12-4788-b050-0ec32ea40c91 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-346797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-346804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351703'] for router (e078a5fa-41cf-4955-9bc7-726a8fafd8cf), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:01.545204 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c5144d-fe0f-40cd-b86d-c78e63c4fd9a admin admin] Made reservation on behalf of 0f3b0b9752224a67b4e250561d67c272 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:41:01.548404 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-84c5144d-fe0f-40cd-b86d-c78e63c4fd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:01.554986 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-3b858191-6260-4b56-9515-6ecc2982a471 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 7154aa4e-3b39-48db-918e-d6d6c3f99286) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:41:01.569157 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-84c5144d-fe0f-40cd-b86d-c78e63c4fd9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:01.571966 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b858191-6260-4b56-9515-6ecc2982a471 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:01.572715 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b858191-6260-4b56-9515-6ecc2982a471 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:01.595399 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3b858191-6260-4b56-9515-6ecc2982a471 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.2212448 Feb 08 21:41:01.598111 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42580) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:01.682609 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:41:01.717832 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83056f6-d1a3-4740-9525-8e153c72d073 None None] Network 7154aa4e-3b39-48db-918e-d6d6c3f99286 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:41:02.007795 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (7154aa4e-3b39-48db-918e-d6d6c3f99286), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:02.017134 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:02.063395 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-84c5144d-fe0f-40cd-b86d-c78e63c4fd9a admin admin] Publish callbacks [] for security_group (3ab2aa7f-a2c7-4483-8854-66c51838868f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:02.066949 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-38c92fcb-42a0-48d8-9859-3bde23392369 None None] Provisioning complete for port a417bbce-d5a1-459f-85dc-8c2f18123004 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:02.066949 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-38c92fcb-42a0-48d8-9859-3bde23392369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a417bbce-d5a1-459f-85dc-8c2f18123004), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:02.075079 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:02.079990 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb9f15c-e53b-41e9-8af4-d145a364519c admin admin] Router ad0f9f54-98fd-4e11-8c61-ef5f794d49d3 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:41:02.087276 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-84c5144d-fe0f-40cd-b86d-c78e63c4fd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3ab2aa7f-a2c7-4483-8854-66c51838868f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:02.090325 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e7448e-9767-4c3c-8f75-6bd3e077864b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-7154aa4e-3b39-48db-918e-d6d6c3f99286', 'network_id': '7154aa4e-3b39-48db-918e-d6d6c3f99286', 'project_id': 'e4bc28ab280f4033a0cdb66e43d8fa59', 'fixed_ips': [{'subnet_id': '2c229e5a-b135-46e7-a78b-971b0d9fd868'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:41:02.091213 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68e7448e-9767-4c3c-8f75-6bd3e077864b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:02.120869 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a22224-da12-4788-b050-0ec32ea40c91 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Router e078a5fa-41cf-4955-9bc7-726a8fafd8cf is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:41:02.143797 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5144d-fe0f-40cd-b86d-c78e63c4fd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab2aa7f-a2c7-4483-8854-66c51838868f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:02.168682 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c5144d-fe0f-40cd-b86d-c78e63c4fd9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:41:02.273753 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 7a99ef8e-8532-47df-8397-551c9bd20722 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:02.273753 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7a99ef8e-8532-47df-8397-551c9bd20722), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:02.382596 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-38c92fcb-42a0-48d8-9859-3bde23392369 None None] Current status of the port a417bbce-d5a1-459f-85dc-8c2f18123004 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:41:02.433086 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb9f15c-e53b-41e9-8af4-d145a364519c admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:41:02.445703 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fcb9f15c-e53b-41e9-8af4-d145a364519c admin admin] 10.222.0.88 "PUT /v2.0/routers/ad0f9f54-98fd-4e11-8c61-ef5f794d49d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6864426 Feb 08 21:41:02.449649 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a22224-da12-4788-b050-0ec32ea40c91 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:41:02.452909 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42598) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:02.464750 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222b96b7-9b07-4f52-8c86-c80b7c902740 None None] Sync routers for ids ['e078a5fa-41cf-4955-9bc7-726a8fafd8cf'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:41:02.465822 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-84c5144d-fe0f-40cd-b86d-c78e63c4fd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (cc1dc7b6-e517-4fe0-aac1-e536c1105acf), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:02.466165 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-84c5144d-fe0f-40cd-b86d-c78e63c4fd9a admin admin] Added segment cc1dc7b6-e517-4fe0-aac1-e536c1105acf of type vlan for network 7d2a2243-0103-41dc-9fe8-ee4a87737926 Feb 08 21:41:02.467565 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (2c229e5a-b135-46e7-a78b-971b0d9fd868), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:02.486443 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222b96b7-9b07-4f52-8c86-c80b7c902740 None None] Routers {'e078a5fa-41cf-4955-9bc7-726a8fafd8cf'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:41:02.487570 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-222b96b7-9b07-4f52-8c86-c80b7c902740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:40:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e078a5fa-41cf-4955-9bc7-726a8fafd8cf'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:02.489791 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93a22224-da12-4788-b050-0ec32ea40c91 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:02.496555 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-93a22224-da12-4788-b050-0ec32ea40c91 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "PUT /v2.0/routers/e078a5fa-41cf-4955-9bc7-726a8fafd8cf HTTP/1.1" status: 200 len: 919 time: 6.4238746 Feb 08 21:41:02.549642 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff58a10-0f2b-467d-af63-019b6da75ec0 None None] Sync routers for ids ['ad0f9f54-98fd-4e11-8c61-ef5f794d49d3'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:41:02.569329 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-222b96b7-9b07-4f52-8c86-c80b7c902740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:02.589641 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42602) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:02.608339 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222b96b7-9b07-4f52-8c86-c80b7c902740 None None] Routers {'e078a5fa-41cf-4955-9bc7-726a8fafd8cf'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:41:02.608950 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-222b96b7-9b07-4f52-8c86-c80b7c902740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:40:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e078a5fa-41cf-4955-9bc7-726a8fafd8cf'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:02.622195 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-68e7448e-9767-4c3c-8f75-6bd3e077864b None None] Allocated IP 172.20.0.3 (7154aa4e-3b39-48db-918e-d6d6c3f99286/2c229e5a-b135-46e7-a78b-971b0d9fd868/e1f2b5a3-01f0-4ba6-b693-6765bdcbe5f9) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:41:02.681157 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 7a99ef8e-8532-47df-8397-551c9bd20722 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:41:02.695421 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-222b96b7-9b07-4f52-8c86-c80b7c902740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:02.697206 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222b96b7-9b07-4f52-8c86-c80b7c902740 None None] The sync data for ids ['e078a5fa-41cf-4955-9bc7-726a8fafd8cf'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:41:02.715106 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff58a10-0f2b-467d-af63-019b6da75ec0 None None] Routers {'ad0f9f54-98fd-4e11-8c61-ef5f794d49d3'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:41:02.715784 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-6ff58a10-0f2b-467d-af63-019b6da75ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:40:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ad0f9f54-98fd-4e11-8c61-ef5f794d49d3'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:02.841759 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-84c5144d-fe0f-40cd-b86d-c78e63c4fd9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (7d2a2243-0103-41dc-9fe8-ee4a87737926), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:02.887212 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9a1a31c-04f6-4e5f-8e8c-43bc73189daa admin admin] Publish callbacks [] for router (ad0f9f54-98fd-4e11-8c61-ef5f794d49d3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:02.907959 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-6ff58a10-0f2b-467d-af63-019b6da75ec0 None None] Set router ad0f9f54-98fd-4e11-8c61-ef5f794d49d3 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:41:02.923123 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-84c5144d-fe0f-40cd-b86d-c78e63c4fd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (7d2a2243-0103-41dc-9fe8-ee4a87737926), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:02.925501 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c5144d-fe0f-40cd-b86d-c78e63c4fd9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:02.926803 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-84c5144d-fe0f-40cd-b86d-c78e63c4fd9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:03.058949 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device a417bbce-d5a1-459f-85dc-8c2f18123004 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:41:03.142557 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9a1a31c-04f6-4e5f-8e8c-43bc73189daa admin admin] Publish callbacks [] for router_gateway (ad0f9f54-98fd-4e11-8c61-ef5f794d49d3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:03.274467 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a9a1a31c-04f6-4e5f-8e8c-43bc73189daa admin admin] Deleting port 64edf70c-cf2e-4bf6-a370-bb0d818ff700 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:41:03.275847 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9a1a31c-04f6-4e5f-8e8c-43bc73189daa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (64edf70c-cf2e-4bf6-a370-bb0d818ff700), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:03.442272 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-84c5144d-fe0f-40cd-b86d-c78e63c4fd9a admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1366105 Feb 08 21:41:03.447543 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42618) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:03.458869 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2b69455b-cea8-49d0-9a92-e9e19650c924 admin admin] Request body: {'subnet': {'network_id': '7d2a2243-0103-41dc-9fe8-ee4a87737926', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-404941168-subnet', 'tenant_id': '0f3b0b9752224a67b4e250561d67c272', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:03.477524 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5144d-fe0f-40cd-b86d-c78e63c4fd9a admin admin] Pushing event updated for resources: {'Network': ['ID=7d2a2243-0103-41dc-9fe8-ee4a87737926,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:03.507210 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 7d2a2243-0103-41dc-9fe8-ee4a87737926 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:41:03.577490 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfbf41-d8bb-48c8-a5a3-5cca7d84acdd req-918697a3-30ab-449a-a766-6e4e62a3c382 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:03.585619 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8edfbf41-d8bb-48c8-a5a3-5cca7d84acdd req-918697a3-30ab-449a-a766-6e4e62a3c382 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.6741152 Feb 08 21:41:03.613447 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c29fa1a9-a290-4734-b592-8fea339e32b7 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "GET /v2.0/routers/e078a5fa-41cf-4955-9bc7-726a8fafd8cf HTTP/1.1" status: 200 len: 925 time: 0.7052042 Feb 08 21:41:03.614276 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42622) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:03.615134 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-a9a1a31c-04f6-4e5f-8e8c-43bc73189daa admin admin] For port 64edf70c-cf2e-4bf6-a370-bb0d818ff700, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=64edf70c-cf2e-4bf6-a370-bb0d818ff700,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:41:03.615763 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9a1a31c-04f6-4e5f-8e8c-43bc73189daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (64edf70c-cf2e-4bf6-a370-bb0d818ff700), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:03.654321 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a9a1a31c-04f6-4e5f-8e8c-43bc73189daa admin admin] Calling delete_port for 64edf70c-cf2e-4bf6-a370-bb0d818ff700 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:41:03.715374 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68e7448e-9767-4c3c-8f75-6bd3e077864b None None] Publish callbacks [] for port (e1f2b5a3-01f0-4ba6-b693-6765bdcbe5f9), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:03.723908 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port a417bbce-d5a1-459f-85dc-8c2f18123004 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:03.724856 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a417bbce-d5a1-459f-85dc-8c2f18123004), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:03.850384 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68e7448e-9767-4c3c-8f75-6bd3e077864b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (e1f2b5a3-01f0-4ba6-b693-6765bdcbe5f9), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:03.929649 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b69455b-cea8-49d0-9a92-e9e19650c924 admin admin] Made reservation on behalf of 0f3b0b9752224a67b4e250561d67c272 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:41:03.934740 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b69455b-cea8-49d0-9a92-e9e19650c924 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:03.955827 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e7448e-9767-4c3c-8f75-6bd3e077864b None None] Network 7154aa4e-3b39-48db-918e-d6d6c3f99286 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:41:03.962822 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-68e7448e-9767-4c3c-8f75-6bd3e077864b None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:41:03.967877 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e7448e-9767-4c3c-8f75-6bd3e077864b None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:41:03.989121 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-6ff58a10-0f2b-467d-af63-019b6da75ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0f9f54-98fd-4e11-8c61-ef5f794d49d3', 'name': 'tempest-TestAggregatesBasicOps-1557985390-router', 'tenant_id': '490b79b595b14c31915f74eeba39ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '64edf70c-cf2e-4bf6-a370-bb0d818ff700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:40:14Z', 'updated_at': '2022-02-08T21:40:59Z', 'revision_number': 5, 'project_id': '490b79b595b14c31915f74eeba39ee6c', 'gw_port': {'id': '64edf70c-cf2e-4bf6-a370-bb0d818ff700', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0f9f54-98fd-4e11-8c61-ef5f794d49d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:40:17Z', 'updated_at': '2022-02-08T21:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:04.051632 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff58a10-0f2b-467d-af63-019b6da75ec0 None None] Checking router: ad0f9f54-98fd-4e11-8c61-ef5f794d49d3 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:41:04.063535 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7448e-9767-4c3c-8f75-6bd3e077864b None None] Pushing event updated for resources: {'Port': ['ID=e1f2b5a3-01f0-4ba6-b693-6765bdcbe5f9,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:04.114782 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff58a10-0f2b-467d-af63-019b6da75ec0 None None] Routers {'ad0f9f54-98fd-4e11-8c61-ef5f794d49d3'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:41:04.115438 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-6ff58a10-0f2b-467d-af63-019b6da75ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:40:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ad0f9f54-98fd-4e11-8c61-ef5f794d49d3'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:04.176181 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42628) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:04.179484 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9a1a31c-04f6-4e5f-8e8c-43bc73189daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (64edf70c-cf2e-4bf6-a370-bb0d818ff700), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:04.253585 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1a31c-04f6-4e5f-8e8c-43bc73189daa admin admin] Pushing event deleted for resources: {'Port': ['ID=64edf70c-cf2e-4bf6-a370-bb0d818ff700,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:04.257399 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b69455b-cea8-49d0-9a92-e9e19650c924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (526361f1-2db5-41d3-ac13-7cd031a9104d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:04.267424 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-68e7448e-9767-4c3c-8f75-6bd3e077864b None None] Attempting to bind port e1f2b5a3-01f0-4ba6-b693-6765bdcbe5f9 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:41:04.268301 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-68e7448e-9767-4c3c-8f75-6bd3e077864b None None] Attempting to bind port e1f2b5a3-01f0-4ba6-b693-6765bdcbe5f9 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '3e502d5f-5573-42ba-ae44-cb38526dcc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7154aa4e-3b39-48db-918e-d6d6c3f99286'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:41:04.269926 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e7448e-9767-4c3c-8f75-6bd3e077864b None None] Attempting to bind port e1f2b5a3-01f0-4ba6-b693-6765bdcbe5f9 on network 7154aa4e-3b39-48db-918e-d6d6c3f99286 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:41:04.281504 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port a417bbce-d5a1-459f-85dc-8c2f18123004 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:41:04.292715 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e7448e-9767-4c3c-8f75-6bd3e077864b None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:41:04.293192 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e7448e-9767-4c3c-8f75-6bd3e077864b None None] Checking segment: {'id': '3e502d5f-5573-42ba-ae44-cb38526dcc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7154aa4e-3b39-48db-918e-d6d6c3f99286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:41:04.293847 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68e7448e-9767-4c3c-8f75-6bd3e077864b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:04.294964 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e7448e-9767-4c3c-8f75-6bd3e077864b None None] Bound using segment: {'id': '3e502d5f-5573-42ba-ae44-cb38526dcc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7154aa4e-3b39-48db-918e-d6d6c3f99286'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:41:04.295535 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-68e7448e-9767-4c3c-8f75-6bd3e077864b None None] Bound port: e1f2b5a3-01f0-4ba6-b693-6765bdcbe5f9, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e502d5f-5573-42ba-ae44-cb38526dcc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7154aa4e-3b39-48db-918e-d6d6c3f99286'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:41:04.296948 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68e7448e-9767-4c3c-8f75-6bd3e077864b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e1f2b5a3-01f0-4ba6-b693-6765bdcbe5f9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:04.315384 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8edfbf41-d8bb-48c8-a5a3-5cca7d84acdd req-ea393a30-7f0c-48e4-ae4b-b020aa5cd65f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7288556 Feb 08 21:41:04.328435 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69455b-cea8-49d0-9a92-e9e19650c924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=526361f1-2db5-41d3-ac13-7cd031a9104d,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:04.328606 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (2c229e5a-b135-46e7-a78b-971b0d9fd868), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:04.385761 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Subnet': ['ID=2c229e5a-b135-46e7-a78b-971b0d9fd868,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:04.387019 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9a1a31c-04f6-4e5f-8e8c-43bc73189daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (ad0f9f54-98fd-4e11-8c61-ef5f794d49d3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:04.391072 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8f46a8-02d0-429b-a971-aac4b085d5f5 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:04.395778 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fd8f46a8-02d0-429b-a971-aac4b085d5f5 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=075c0dfb-2786-422e-af93-9cafe101c970&device_id=e078a5fa-41cf-4955-9bc7-726a8fafd8cf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7509441 Feb 08 21:41:04.398279 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42632) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:04.446144 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-68e7448e-9767-4c3c-8f75-6bd3e077864b None None] For port e1f2b5a3-01f0-4ba6-b693-6765bdcbe5f9, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:41:04.453696 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-68e7448e-9767-4c3c-8f75-6bd3e077864b None None] For port e1f2b5a3-01f0-4ba6-b693-6765bdcbe5f9, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e1f2b5a3-01f0-4ba6-b693-6765bdcbe5f9,segment=NetworkSegment(3e502d5f-5573-42ba-ae44-cb38526dcc3a),segment_id=3e502d5f-5573-42ba-ae44-cb38526dcc3a)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:41:04.463317 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68e7448e-9767-4c3c-8f75-6bd3e077864b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e1f2b5a3-01f0-4ba6-b693-6765bdcbe5f9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:04.481855 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-6ff58a10-0f2b-467d-af63-019b6da75ec0 None None] Set router ad0f9f54-98fd-4e11-8c61-ef5f794d49d3 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:41:04.606243 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (7154aa4e-3b39-48db-918e-d6d6c3f99286), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:04.642944 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7154aa4e-3b39-48db-918e-d6d6c3f99286']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:04.651257 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9a1a31c-04f6-4e5f-8e8c-43bc73189daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (ad0f9f54-98fd-4e11-8c61-ef5f794d49d3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:04.656605 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9a1a31c-04f6-4e5f-8e8c-43bc73189daa admin admin] Publish callbacks [] for router_controller (ad0f9f54-98fd-4e11-8c61-ef5f794d49d3), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:04.659393 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e502d5f-5573-42ba-ae44-cb38526dcc3a') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:04.660065 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e502d5f-5573-42ba-ae44-cb38526dcc3a') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:04.680871 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (3e502d5f-5573-42ba-ae44-cb38526dcc3a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:04.690410 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac5049c-eed3-490a-bc7f-d1e3b4f08230 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:04.692230 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2ac5049c-eed3-490a-bc7f-d1e3b4f08230 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 881 time: 0.2921097 Feb 08 21:41:04.695198 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42640) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:04.776461 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9a1a31c-04f6-4e5f-8e8c-43bc73189daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (ad0f9f54-98fd-4e11-8c61-ef5f794d49d3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:04.777496 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a1a31c-04f6-4e5f-8e8c-43bc73189daa admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad0f9f54-98fd-4e11-8c61-ef5f794d49d3 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:41:04.786157 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-28412742-048d-46ce-897a-d62cd2dc754a tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "GET /v2.0/ports?device_id=e078a5fa-41cf-4955-9bc7-726a8fafd8cf HTTP/1.1" status: 200 len: 205 time: 0.0896745 Feb 08 21:41:04.794178 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42646) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:04.803935 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9a1a31c-04f6-4e5f-8e8c-43bc73189daa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:04.811340 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (3e502d5f-5573-42ba-ae44-cb38526dcc3a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:04.813989 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a9a1a31c-04f6-4e5f-8e8c-43bc73189daa admin admin] 10.222.0.88 "DELETE /v2.0/routers/ad0f9f54-98fd-4e11-8c61-ef5f794d49d3 HTTP/1.1" status: 204 len: 168 time: 2.3499968 Feb 08 21:41:04.819113 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42648) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:04.945901 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ffd5469-3380-413f-86bb-bed3be816f44 admin admin] Deleting subnet 9066017a-bb30-4230-a3af-b5c99982c989 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:41:04.950417 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7e92df-b811-4145-8e44-c5e23c3d0f1e None None] get_active_networks_info from n-d-712143-31 {{(pid=103435) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 21:41:04.952854 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ffd5469-3380-413f-86bb-bed3be816f44 admin admin] Publish callbacks [] for subnet (9066017a-bb30-4230-a3af-b5c99982c989), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:04.972747 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:41:04.973158 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (3e502d5f-5573-42ba-ae44-cb38526dcc3a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:41:04.976304 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:41:05.023256 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ffd5469-3380-413f-86bb-bed3be816f44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (9066017a-bb30-4230-a3af-b5c99982c989), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:05.068030 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.db.api [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 08 21:41:05.068030 n-d-712143-31 neutron-server[103433]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 08 21:41:05.068030 n-d-712143-31 neutron-server[103433]: [parameters: {'id': '7154aa4e-3b39-48db-918e-d6d6c3f99286'}] Feb 08 21:41:05.068030 n-d-712143-31 neutron-server[103433]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:41:05.068751 n-d-712143-31 neutron-server[103433]: DEBUG oslo_db.api [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:41:05.090469 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e33e28c-a0ec-4ad1-b1d3-2b88fa77bf30 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router (e078a5fa-41cf-4955-9bc7-726a8fafd8cf), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:05.094448 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-6ff58a10-0f2b-467d-af63-019b6da75ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0f9f54-98fd-4e11-8c61-ef5f794d49d3', 'name': 'tempest-TestAggregatesBasicOps-1557985390-router', 'tenant_id': '490b79b595b14c31915f74eeba39ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:40:14Z', 'updated_at': '2022-02-08T21:41:03Z', 'revision_number': 7, 'project_id': '490b79b595b14c31915f74eeba39ee6c', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:05.131742 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff58a10-0f2b-467d-af63-019b6da75ec0 None None] The sync data for ids ['ad0f9f54-98fd-4e11-8c61-ef5f794d49d3'] in n-d-712143-31 is: [{'id': 'ad0f9f54-98fd-4e11-8c61-ef5f794d49d3', 'name': 'tempest-TestAggregatesBasicOps-1557985390-router', 'tenant_id': '490b79b595b14c31915f74eeba39ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:40:14Z', 'updated_at': '2022-02-08T21:41:03Z', 'revision_number': 7, 'project_id': '490b79b595b14c31915f74eeba39ee6c', 'gw_port_host': None}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:41:05.150457 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7e92df-b811-4145-8e44-c5e23c3d0f1e None None] Resources bound (agent type, host, resource id): {{(pid=103435) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 21:41:05.207144 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7448e-9767-4c3c-8f75-6bd3e077864b None None] Pushing event updated for resources: {'Port': ['ID=e1f2b5a3-01f0-4ba6-b693-6765bdcbe5f9,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:05.249247 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e33e28c-a0ec-4ad1-b1d3-2b88fa77bf30 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_gateway (e078a5fa-41cf-4955-9bc7-726a8fafd8cf), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:05.279925 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b69455b-cea8-49d0-9a92-e9e19650c924 admin admin] Checking segment: {'id': 'cc1dc7b6-e517-4fe0-aac1-e536c1105acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7d2a2243-0103-41dc-9fe8-ee4a87737926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:41:05.282442 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b69455b-cea8-49d0-9a92-e9e19650c924 admin admin] Network hostable DHCP agents. Network: 7d2a2243-0103-41dc-9fe8-ee4a87737926, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:41:05.294436 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7c7905f-4598-4279-a954-d135052f1874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:05.327328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-6e33e28c-a0ec-4ad1-b1d3-2b88fa77bf30 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Deleting port 8497d037-07e2-4fdd-89c3-8938a1109238 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:41:05.327676 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e33e28c-a0ec-4ad1-b1d3-2b88fa77bf30 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (8497d037-07e2-4fdd-89c3-8938a1109238), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:05.362681 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ffd5469-3380-413f-86bb-bed3be816f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (9066017a-bb30-4230-a3af-b5c99982c989), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:05.411768 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b69455b-cea8-49d0-9a92-e9e19650c924 admin admin] Network 7d2a2243-0103-41dc-9fe8-ee4a87737926 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:41:05.448918 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e33e28c-a0ec-4ad1-b1d3-2b88fa77bf30 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (8497d037-07e2-4fdd-89c3-8938a1109238), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:05.449570 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2b69455b-cea8-49d0-9a92-e9e19650c924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 7d2a2243-0103-41dc-9fe8-ee4a87737926) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:41:05.462227 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b69455b-cea8-49d0-9a92-e9e19650c924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:05.462822 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b69455b-cea8-49d0-9a92-e9e19650c924 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:05.478556 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-6e33e28c-a0ec-4ad1-b1d3-2b88fa77bf30 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Calling delete_port for 8497d037-07e2-4fdd-89c3-8938a1109238 owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:41:05.497727 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2b69455b-cea8-49d0-9a92-e9e19650c924 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0413654 Feb 08 21:41:05.508151 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e394c71f-f3cc-4a6f-befd-67e82b380eea None None] Network 7154aa4e-3b39-48db-918e-d6d6c3f99286 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:41:05.521142 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ffd5469-3380-413f-86bb-bed3be816f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (9066017a-bb30-4230-a3af-b5c99982c989), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:05.572945 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ffd5469-3380-413f-86bb-bed3be816f44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:05.583778 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6ffd5469-3380-413f-86bb-bed3be816f44 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/9066017a-bb30-4230-a3af-b5c99982c989 HTTP/1.1" status: 204 len: 168 time: 0.7605963 Feb 08 21:41:05.647344 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42654) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:05.651587 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18da13e-a1bc-4c53-b0cc-6aab07aeddd2 None None] Network 7d2a2243-0103-41dc-9fe8-ee4a87737926 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:41:05.661612 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bc8096-a0ab-42f2-a334-361b43c2bb09 None None] Network d75c4536-e2d6-46e0-a33a-9942bc27e74d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:41:05.809420 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (7154aa4e-3b39-48db-918e-d6d6c3f99286), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:05.816286 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e33e28c-a0ec-4ad1-b1d3-2b88fa77bf30 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (8497d037-07e2-4fdd-89c3-8938a1109238), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:05.845818 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd5469-3380-413f-86bb-bed3be816f44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9066017a-bb30-4230-a3af-b5c99982c989,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:05.862825 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-358809ec-88fe-46c8-ac00-5d64a6e6bbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (d75c4536-e2d6-46e0-a33a-9942bc27e74d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:05.902999 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7c7905f-4598-4279-a954-d135052f1874 admin admin] Publish callbacks [] for security_group (582d09ca-8e0c-410d-858c-0759811142a8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:05.924158 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7c7905f-4598-4279-a954-d135052f1874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (582d09ca-8e0c-410d-858c-0759811142a8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:05.928663 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33e28c-a0ec-4ad1-b1d3-2b88fa77bf30 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Pushing event deleted for resources: {'Port': ['ID=8497d037-07e2-4fdd-89c3-8938a1109238,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:06.028832 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7905f-4598-4279-a954-d135052f1874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582d09ca-8e0c-410d-858c-0759811142a8,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:06.073467 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b272f5-e3dc-48d8-bb9f-57fbbde6cd58 None None] Network 7d2a2243-0103-41dc-9fe8-ee4a87737926 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:41:06.100650 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a7c7905f-4598-4279-a954-d135052f1874 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7c80c5c83f0546069d2784a792f15932&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9221661 Feb 08 21:41:06.103713 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42664) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:06.224188 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e33e28c-a0ec-4ad1-b1d3-2b88fa77bf30 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (e078a5fa-41cf-4955-9bc7-726a8fafd8cf), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:06.240290 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5576240b-a2db-4a2a-b933-1608cc048aa1 None None] DHCP port deletion for d75c4536-e2d6-46e0-a33a-9942bc27e74d request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:41:06.246279 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed28828-96d9-4cf0-af16-b9751ef179bd req-71435426-ab71-428d-b2d1-786947cb81d1 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:06.248317 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ed28828-96d9-4cf0-af16-b9751ef179bd req-71435426-ab71-428d-b2d1-786947cb81d1 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.4437578 Feb 08 21:41:06.278385 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-358809ec-88fe-46c8-ac00-5d64a6e6bbc1 admin admin] Deleting port e9d29b92-2a88-4495-8973-e5a7c46c71c5 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:41:06.278685 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-358809ec-88fe-46c8-ac00-5d64a6e6bbc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (e9d29b92-2a88-4495-8973-e5a7c46c71c5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:06.281552 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0239ef19-6663-4c85-be58-399a356bbd92 admin admin] Publish callbacks [] for security_group (582d09ca-8e0c-410d-858c-0759811142a8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:06.308047 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5576240b-a2db-4a2a-b933-1608cc048aa1 None None] Deleting port e9d29b92-2a88-4495-8973-e5a7c46c71c5 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:41:06.308662 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5576240b-a2db-4a2a-b933-1608cc048aa1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (e9d29b92-2a88-4495-8973-e5a7c46c71c5), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:06.374906 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0239ef19-6663-4c85-be58-399a356bbd92 admin admin] Publish callbacks [] for security_group (582d09ca-8e0c-410d-858c-0759811142a8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:06.453860 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-5576240b-a2db-4a2a-b933-1608cc048aa1 None None] For port e9d29b92-2a88-4495-8973-e5a7c46c71c5, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e9d29b92-2a88-4495-8973-e5a7c46c71c5,segment=NetworkSegment(56ad6f46-3178-4a2f-9d2a-dc1218cacfba),segment_id=56ad6f46-3178-4a2f-9d2a-dc1218cacfba)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:41:06.454680 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5576240b-a2db-4a2a-b933-1608cc048aa1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (e9d29b92-2a88-4495-8973-e5a7c46c71c5), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:06.456708 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e33e28c-a0ec-4ad1-b1d3-2b88fa77bf30 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (e078a5fa-41cf-4955-9bc7-726a8fafd8cf), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:06.458680 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42672) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:06.471385 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-317371d7-2e18-4992-9e5f-e1d1255737eb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-140304531-network', 'tenant_id': '57440ee007a047deb76d868f438541ed'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:06.476427 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:06.478076 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e33e28c-a0ec-4ad1-b1d3-2b88fa77bf30 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_controller (e078a5fa-41cf-4955-9bc7-726a8fafd8cf), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:06.491327 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5576240b-a2db-4a2a-b933-1608cc048aa1 None None] Calling delete_port for e9d29b92-2a88-4495-8973-e5a7c46c71c5 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:41:06.528547 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ed28828-96d9-4cf0-af16-b9751ef179bd req-2019bb82-007f-421c-a4e1-c4ce6395578f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831391 Feb 08 21:41:06.598259 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-358809ec-88fe-46c8-ac00-5d64a6e6bbc1 admin admin] For port e9d29b92-2a88-4495-8973-e5a7c46c71c5, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e9d29b92-2a88-4495-8973-e5a7c46c71c5,segment=NetworkSegment(56ad6f46-3178-4a2f-9d2a-dc1218cacfba),segment_id=56ad6f46-3178-4a2f-9d2a-dc1218cacfba)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:41:06.598952 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-358809ec-88fe-46c8-ac00-5d64a6e6bbc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (e9d29b92-2a88-4495-8973-e5a7c46c71c5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:06.602140 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0239ef19-6663-4c85-be58-399a356bbd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (582d09ca-8e0c-410d-858c-0759811142a8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:06.605824 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0239ef19-6663-4c85-be58-399a356bbd92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:06.606461 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Deleting port e1f2b5a3-01f0-4ba6-b693-6765bdcbe5f9 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:41:06.606844 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (e1f2b5a3-01f0-4ba6-b693-6765bdcbe5f9), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:06.608033 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0239ef19-6663-4c85-be58-399a356bbd92 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/582d09ca-8e0c-410d-858c-0759811142a8 HTTP/1.1" status: 204 len: 168 time: 0.5016682 Feb 08 21:41:06.656429 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-358809ec-88fe-46c8-ac00-5d64a6e6bbc1 admin admin] Calling delete_port for e9d29b92-2a88-4495-8973-e5a7c46c71c5 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:41:06.670738 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239ef19-6663-4c85-be58-399a356bbd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582d09ca-8e0c-410d-858c-0759811142a8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:06.677773 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:06.706333 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] For port e1f2b5a3-01f0-4ba6-b693-6765bdcbe5f9, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e1f2b5a3-01f0-4ba6-b693-6765bdcbe5f9,segment=NetworkSegment(3e502d5f-5573-42ba-ae44-cb38526dcc3a),segment_id=3e502d5f-5573-42ba-ae44-cb38526dcc3a)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:41:06.706822 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (e1f2b5a3-01f0-4ba6-b693-6765bdcbe5f9), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:06.743154 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Calling delete_port for e1f2b5a3-01f0-4ba6-b693-6765bdcbe5f9 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:41:06.782720 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5576240b-a2db-4a2a-b933-1608cc048aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (e9d29b92-2a88-4495-8973-e5a7c46c71c5), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:06.837220 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-358809ec-88fe-46c8-ac00-5d64a6e6bbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (e9d29b92-2a88-4495-8973-e5a7c46c71c5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:06.870503 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e33e28c-a0ec-4ad1-b1d3-2b88fa77bf30 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (e078a5fa-41cf-4955-9bc7-726a8fafd8cf), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:06.875352 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e33e28c-a0ec-4ad1-b1d3-2b88fa77bf30 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Fanout notify agent at l3_agent the message router_deleted on router e078a5fa-41cf-4955-9bc7-726a8fafd8cf {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:41:06.876083 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576240b-a2db-4a2a-b933-1608cc048aa1 None None] Pushing event deleted for resources: {'Port': ['ID=e9d29b92-2a88-4495-8973-e5a7c46c71c5,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:06.877942 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cecfee81-d905-421c-ade2-f36bbf88eaab no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:41:06.894476 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e33e28c-a0ec-4ad1-b1d3-2b88fa77bf30 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:06.896027 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6e33e28c-a0ec-4ad1-b1d3-2b88fa77bf30 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "DELETE /v2.0/routers/e078a5fa-41cf-4955-9bc7-726a8fafd8cf HTTP/1.1" status: 204 len: 168 time: 2.1007230 Feb 08 21:41:06.901947 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317371d7-2e18-4992-9e5f-e1d1255737eb admin admin] Made reservation on behalf of 57440ee007a047deb76d868f438541ed for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:41:06.904669 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-317371d7-2e18-4992-9e5f-e1d1255737eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:06.907631 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42676) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:06.909652 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358809ec-88fe-46c8-ac00-5d64a6e6bbc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9d29b92-2a88-4495-8973-e5a7c46c71c5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:06.915170 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358809ec-88fe-46c8-ac00-5d64a6e6bbc1 admin admin] No DVR routers for this DVR port e9d29b92-2a88-4495-8973-e5a7c46c71c5 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:41:06.925581 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5576240b-a2db-4a2a-b933-1608cc048aa1 None None] No DVR routers for this DVR port e9d29b92-2a88-4495-8973-e5a7c46c71c5 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:41:06.927546 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: cecfee81-d905-421c-ade2-f36bbf88eaab {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:41:06.927892 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cecfee81-d905-421c-ade2-f36bbf88eaab not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:41:06.928998 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-295099aa-858d-42c3-92b8-3283c10091cb tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-288197911', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:06.931973 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 64edf70c-cf2e-4bf6-a370-bb0d818ff700 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:41:06.970644 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-317371d7-2e18-4992-9e5f-e1d1255737eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:07.001005 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 64edf70c-cf2e-4bf6-a370-bb0d818ff700 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:41:07.002738 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 64edf70c-cf2e-4bf6-a370-bb0d818ff700 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:41:07.003745 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e9d29b92-2a88-4495-8973-e5a7c46c71c5 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:41:07.012048 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-295099aa-858d-42c3-92b8-3283c10091cb tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (ab5704aa-b6e3-4fcd-8ab3-8abc00107b50), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:07.014858 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-295099aa-858d-42c3-92b8-3283c10091cb tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (ab5704aa-b6e3-4fcd-8ab3-8abc00107b50), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:07.032893 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: e9d29b92-2a88-4495-8973-e5a7c46c71c5 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:41:07.033521 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e9d29b92-2a88-4495-8973-e5a7c46c71c5 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:41:07.054187 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (e1f2b5a3-01f0-4ba6-b693-6765bdcbe5f9), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:07.113317 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] No DVR routers for this DVR port e1f2b5a3-01f0-4ba6-b693-6765bdcbe5f9 on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:41:07.121834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Port': ['ID=e1f2b5a3-01f0-4ba6-b693-6765bdcbe5f9,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:07.130728 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-358809ec-88fe-46c8-ac00-5d64a6e6bbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (d75c4536-e2d6-46e0-a33a-9942bc27e74d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:07.178656 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-358809ec-88fe-46c8-ac00-5d64a6e6bbc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d75c4536-e2d6-46e0-a33a-9942bc27e74d']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:07.195142 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-358809ec-88fe-46c8-ac00-5d64a6e6bbc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ad6f46-3178-4a2f-9d2a-dc1218cacfba') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:07.195795 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-358809ec-88fe-46c8-ac00-5d64a6e6bbc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ad6f46-3178-4a2f-9d2a-dc1218cacfba') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:07.214417 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-358809ec-88fe-46c8-ac00-5d64a6e6bbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (56ad6f46-3178-4a2f-9d2a-dc1218cacfba), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:07.235484 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-358809ec-88fe-46c8-ac00-5d64a6e6bbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (56ad6f46-3178-4a2f-9d2a-dc1218cacfba), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:07.253912 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-358809ec-88fe-46c8-ac00-5d64a6e6bbc1 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:41:07.254549 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-358809ec-88fe-46c8-ac00-5d64a6e6bbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (56ad6f46-3178-4a2f-9d2a-dc1218cacfba), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:41:07.257005 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:41:07.308156 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42684) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:07.337980 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b5e94641-fc33-4a45-ace4-d47bc64ffab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:07.351136 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-295099aa-858d-42c3-92b8-3283c10091cb tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_controller (ab5704aa-b6e3-4fcd-8ab3-8abc00107b50), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:07.356552 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (7154aa4e-3b39-48db-918e-d6d6c3f99286), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:07.365337 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-295099aa-858d-42c3-92b8-3283c10091cb tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (ab5704aa-b6e3-4fcd-8ab3-8abc00107b50), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:07.369596 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-358809ec-88fe-46c8-ac00-5d64a6e6bbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (d75c4536-e2d6-46e0-a33a-9942bc27e74d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:07.392214 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-358809ec-88fe-46c8-ac00-5d64a6e6bbc1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:07.396234 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-358809ec-88fe-46c8-ac00-5d64a6e6bbc1 admin admin] 10.222.0.88 "DELETE /v2.0/networks/d75c4536-e2d6-46e0-a33a-9942bc27e74d HTTP/1.1" status: 204 len: 168 time: 1.7432079 Feb 08 21:41:07.399160 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358809ec-88fe-46c8-ac00-5d64a6e6bbc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d75c4536-e2d6-46e0-a33a-9942bc27e74d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:07.405479 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42686) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:07.410571 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7154aa4e-3b39-48db-918e-d6d6c3f99286']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:07.436746 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-295099aa-858d-42c3-92b8-3283c10091cb tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:07.438068 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-295099aa-858d-42c3-92b8-3283c10091cb tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5195458 Feb 08 21:41:07.442110 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42688) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:07.449283 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2cb7b6e1-90e4-4012-a68c-001716b979c9 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'enable_snat': False}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:07.474972 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e502d5f-5573-42ba-ae44-cb38526dcc3a') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:07.475252 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e502d5f-5573-42ba-ae44-cb38526dcc3a') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:07.527722 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-317371d7-2e18-4992-9e5f-e1d1255737eb admin admin] Publish callbacks [] for security_group (a450a5f4-4d6e-4703-b4a3-ec6ab58440a9), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:07.535031 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (3e502d5f-5573-42ba-ae44-cb38526dcc3a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:07.553567 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-317371d7-2e18-4992-9e5f-e1d1255737eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a450a5f4-4d6e-4703-b4a3-ec6ab58440a9), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:07.575177 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (3e502d5f-5573-42ba-ae44-cb38526dcc3a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:07.602535 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317371d7-2e18-4992-9e5f-e1d1255737eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:41:07.607792 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:41:07.608204 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (3e502d5f-5573-42ba-ae44-cb38526dcc3a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:41:07.619804 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:41:07.706362 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317371d7-2e18-4992-9e5f-e1d1255737eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a450a5f4-4d6e-4703-b4a3-ec6ab58440a9,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:07.715544 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-317371d7-2e18-4992-9e5f-e1d1255737eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (28b9aae8-96b0-4fc1-8298-be7dc53352e6), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:07.715904 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-317371d7-2e18-4992-9e5f-e1d1255737eb admin admin] Added segment 28b9aae8-96b0-4fc1-8298-be7dc53352e6 of type vlan for network b5872a81-64a7-448f-ac78-349c1ebd97c2 Feb 08 21:41:07.813787 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (7154aa4e-3b39-48db-918e-d6d6c3f99286), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:07.819234 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:07.822524 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/networks/7154aa4e-3b39-48db-918e-d6d6c3f99286 HTTP/1.1" status: 204 len: 168 time: 6.2231801 Feb 08 21:41:07.897216 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42692) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:07.902753 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-a7d6cbb2-7502-40f0-83b7-bcdf3b22e3be tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1658800448'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:07.909448 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-317371d7-2e18-4992-9e5f-e1d1255737eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (b5872a81-64a7-448f-ac78-349c1ebd97c2), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:07.935124 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff625099-b30b-4f8c-97a2-407fa41a9830 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Network': ['ID=7154aa4e-3b39-48db-918e-d6d6c3f99286,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:07.980304 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0bc35-e949-4c69-98e1-8291232e9538 req-6a4bd382-9e8e-4518-bcf3-660102b3e96b tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:07.981893 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61d0bc35-e949-4c69-98e1-8291232e9538 req-6a4bd382-9e8e-4518-bcf3-660102b3e96b tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.3214991 Feb 08 21:41:07.999194 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d6cbb2-7502-40f0-83b7-bcdf3b22e3be tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Made reservation on behalf of e4bc28ab280f4033a0cdb66e43d8fa59 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:41:08.002416 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a7d6cbb2-7502-40f0-83b7-bcdf3b22e3be tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:08.006868 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-317371d7-2e18-4992-9e5f-e1d1255737eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (b5872a81-64a7-448f-ac78-349c1ebd97c2), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:08.007813 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317371d7-2e18-4992-9e5f-e1d1255737eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:08.008391 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-317371d7-2e18-4992-9e5f-e1d1255737eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:08.183545 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-317371d7-2e18-4992-9e5f-e1d1255737eb admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7167714 Feb 08 21:41:08.192475 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42698) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:08.201196 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d6cbb2-7502-40f0-83b7-bcdf3b22e3be tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:41:08.211404 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-60367657-7e94-4046-b527-d363517f7d5f admin admin] Request body: {'subnet': {'network_id': 'b5872a81-64a7-448f-ac78-349c1ebd97c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-140304531-subnet', 'tenant_id': '57440ee007a047deb76d868f438541ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:08.224299 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317371d7-2e18-4992-9e5f-e1d1255737eb admin admin] Pushing event updated for resources: {'Network': ['ID=b5872a81-64a7-448f-ac78-349c1ebd97c2,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:08.238172 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network b5872a81-64a7-448f-ac78-349c1ebd97c2 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:41:08.243671 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a7d6cbb2-7502-40f0-83b7-bcdf3b22e3be tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (49c6e7af-c3fc-4dee-8f1f-80e69cb1f657), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:08.244021 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-a7d6cbb2-7502-40f0-83b7-bcdf3b22e3be tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Added segment 49c6e7af-c3fc-4dee-8f1f-80e69cb1f657 of type vlan for network 2c9b5508-1746-4fec-aca2-06d53bdb665d Feb 08 21:41:08.250761 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61d0bc35-e949-4c69-98e1-8291232e9538 req-504e159a-0d38-48ab-ae36-81891e390639 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2603402 Feb 08 21:41:08.279614 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b5e94641-fc33-4a45-ace4-d47bc64ffab3 admin admin] Publish callbacks [] for security_group (92129a6d-12c2-427b-b91f-838b708d09ac), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:08.301658 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b5e94641-fc33-4a45-ace4-d47bc64ffab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (92129a6d-12c2-427b-b91f-838b708d09ac), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:08.334673 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e94641-fc33-4a45-ace4-d47bc64ffab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92129a6d-12c2-427b-b91f-838b708d09ac,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:08.336001 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60367657-7e94-4046-b527-d363517f7d5f admin admin] Made reservation on behalf of 57440ee007a047deb76d868f438541ed for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:41:08.339524 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-60367657-7e94-4046-b527-d363517f7d5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:08.347877 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a7d6cbb2-7502-40f0-83b7-bcdf3b22e3be tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (2c9b5508-1746-4fec-aca2-06d53bdb665d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:08.449726 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2cb7b6e1-90e4-4012-a68c-001716b979c9 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router_gateway (ab5704aa-b6e3-4fcd-8ab3-8abc00107b50), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:08.451184 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a7d6cbb2-7502-40f0-83b7-bcdf3b22e3be tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (2c9b5508-1746-4fec-aca2-06d53bdb665d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:08.458096 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b5e94641-fc33-4a45-ace4-d47bc64ffab3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1c57fd07745f49a1b498796adf329d74&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1462359 Feb 08 21:41:08.458341 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d6cbb2-7502-40f0-83b7-bcdf3b22e3be tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:08.458445 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a7d6cbb2-7502-40f0-83b7-bcdf3b22e3be tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:08.458961 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42700) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:08.566456 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a7d6cbb2-7502-40f0-83b7-bcdf3b22e3be tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6676879 Feb 08 21:41:08.571782 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42702) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:08.576099 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-edc5719e-c2b2-4529-9062-f28335c80947 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Request body: {'subnet': {'network_id': '2c9b5508-1746-4fec-aca2-06d53bdb665d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:08.578204 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6cbb2-7502-40f0-83b7-bcdf3b22e3be tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event updated for resources: {'Network': ['ID=2c9b5508-1746-4fec-aca2-06d53bdb665d,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:08.593638 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 2c9b5508-1746-4fec-aca2-06d53bdb665d details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:41:08.659996 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-044eb4bf-9a2f-47e2-b859-5764c8c257c9 admin admin] Publish callbacks [] for security_group (92129a6d-12c2-427b-b91f-838b708d09ac), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:08.709643 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-044eb4bf-9a2f-47e2-b859-5764c8c257c9 admin admin] Publish callbacks [] for security_group (92129a6d-12c2-427b-b91f-838b708d09ac), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:08.754604 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-60367657-7e94-4046-b527-d363517f7d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (b14f4b0b-f727-449d-8d25-ded0a69dc3cd), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:08.779454 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc5719e-c2b2-4529-9062-f28335c80947 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Made reservation on behalf of e4bc28ab280f4033a0cdb66e43d8fa59 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:41:08.784866 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-edc5719e-c2b2-4529-9062-f28335c80947 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:08.791513 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e66cade8-e806-4137-8471-baa8b1796fb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (7824148c-a446-4949-9081-4a7b12486f6e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:08.892991 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60367657-7e94-4046-b527-d363517f7d5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b14f4b0b-f727-449d-8d25-ded0a69dc3cd,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:08.927016 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-044eb4bf-9a2f-47e2-b859-5764c8c257c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (92129a6d-12c2-427b-b91f-838b708d09ac), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:08.929813 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-044eb4bf-9a2f-47e2-b859-5764c8c257c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:08.933634 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-044eb4bf-9a2f-47e2-b859-5764c8c257c9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/92129a6d-12c2-427b-b91f-838b708d09ac HTTP/1.1" status: 204 len: 168 time: 0.4665232 Feb 08 21:41:08.958640 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044eb4bf-9a2f-47e2-b859-5764c8c257c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92129a6d-12c2-427b-b91f-838b708d09ac,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:09.044207 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2cb7b6e1-90e4-4012-a68c-001716b979c9 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router_gateway (ab5704aa-b6e3-4fcd-8ab3-8abc00107b50), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:09.097003 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2cb7b6e1-90e4-4012-a68c-001716b979c9 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:09.286549 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-edc5719e-c2b2-4529-9062-f28335c80947 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (6b935086-b445-4f04-a6a7-9691ee009861), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:09.415324 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5719e-c2b2-4529-9062-f28335c80947 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event updated for resources: {'Subnet': ['ID=6b935086-b445-4f04-a6a7-9691ee009861,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:09.422470 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc5719e-c2b2-4529-9062-f28335c80947 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Checking segment: {'id': '49c6e7af-c3fc-4dee-8f1f-80e69cb1f657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2c9b5508-1746-4fec-aca2-06d53bdb665d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:41:09.423006 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc5719e-c2b2-4529-9062-f28335c80947 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Network hostable DHCP agents. Network: 2c9b5508-1746-4fec-aca2-06d53bdb665d, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:41:09.462356 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc5719e-c2b2-4529-9062-f28335c80947 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Network 2c9b5508-1746-4fec-aca2-06d53bdb665d is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:41:09.469319 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-2cb7b6e1-90e4-4012-a68c-001716b979c9 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Allocated IP 172.25.3.97 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/00c63e54-63cd-4091-b88d-3f4547d670e4) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:41:09.523826 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-edc5719e-c2b2-4529-9062-f28335c80947 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 2c9b5508-1746-4fec-aca2-06d53bdb665d) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:41:09.538088 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a59221-ecc7-4f13-b1d6-35340137d2d5 None None] Network 2c9b5508-1746-4fec-aca2-06d53bdb665d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:41:09.577747 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc5719e-c2b2-4529-9062-f28335c80947 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:09.577747 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-edc5719e-c2b2-4529-9062-f28335c80947 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:09.637000 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-edc5719e-c2b2-4529-9062-f28335c80947 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0650735 Feb 08 21:41:09.646459 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42718) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:09.738762 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60367657-7e94-4046-b527-d363517f7d5f admin admin] Checking segment: {'id': '28b9aae8-96b0-4fc1-8298-be7dc53352e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b5872a81-64a7-448f-ac78-349c1ebd97c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:41:09.740070 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60367657-7e94-4046-b527-d363517f7d5f admin admin] Network hostable DHCP agents. Network: b5872a81-64a7-448f-ac78-349c1ebd97c2, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:41:09.775715 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4285d9a1-8487-4bb8-a5c8-3b7d2dab0bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-2c9b5508-1746-4fec-aca2-06d53bdb665d', 'network_id': '2c9b5508-1746-4fec-aca2-06d53bdb665d', 'project_id': 'e4bc28ab280f4033a0cdb66e43d8fa59', 'fixed_ips': [{'subnet_id': '6b935086-b445-4f04-a6a7-9691ee009861'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:41:09.776615 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4285d9a1-8487-4bb8-a5c8-3b7d2dab0bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:09.805342 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60367657-7e94-4046-b527-d363517f7d5f admin admin] Network b5872a81-64a7-448f-ac78-349c1ebd97c2 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:41:09.813918 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-60367657-7e94-4046-b527-d363517f7d5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, b5872a81-64a7-448f-ac78-349c1ebd97c2) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:41:09.837294 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c971a8-94fb-4636-aa8d-531121dcb6e5 None None] Network b5872a81-64a7-448f-ac78-349c1ebd97c2 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:41:09.842101 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60367657-7e94-4046-b527-d363517f7d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:09.842729 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-60367657-7e94-4046-b527-d363517f7d5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:09.857724 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b91c57-5dc9-4827-bef9-038bc7eb1145 req-6e07b120-57a4-45d3-82a7-eaa20182fd22 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:09.859368 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31b91c57-5dc9-4827-bef9-038bc7eb1145 req-6e07b120-57a4-45d3-82a7-eaa20182fd22 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.2330360 Feb 08 21:41:09.932679 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31b91c57-5dc9-4827-bef9-038bc7eb1145 req-e28c8cd9-df99-4193-a6e7-eda629274377 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640688 Feb 08 21:41:09.997541 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2cb7b6e1-90e4-4012-a68c-001716b979c9 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for port (00c63e54-63cd-4091-b88d-3f4547d670e4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:10.028375 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-60367657-7e94-4046-b527-d363517f7d5f admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8210585 Feb 08 21:41:10.028593 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (2c9b5508-1746-4fec-aca2-06d53bdb665d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:10.073554 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-e66cade8-e806-4137-8471-baa8b1796fb8 admin admin] Deleting port 7a99ef8e-8532-47df-8397-551c9bd20722 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:41:10.074255 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e66cade8-e806-4137-8471-baa8b1796fb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (7a99ef8e-8532-47df-8397-551c9bd20722), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:10.205488 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-e66cade8-e806-4137-8471-baa8b1796fb8 admin admin] For port 7a99ef8e-8532-47df-8397-551c9bd20722, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7a99ef8e-8532-47df-8397-551c9bd20722,segment=NetworkSegment(864f2e44-397b-4451-8299-69b28614981e),segment_id=864f2e44-397b-4451-8299-69b28614981e)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:41:10.206503 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e66cade8-e806-4137-8471-baa8b1796fb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (7a99ef8e-8532-47df-8397-551c9bd20722), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:10.224348 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (6b935086-b445-4f04-a6a7-9691ee009861), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:10.231517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-e66cade8-e806-4137-8471-baa8b1796fb8 admin admin] Calling delete_port for 7a99ef8e-8532-47df-8397-551c9bd20722 owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:41:10.290597 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2cb7b6e1-90e4-4012-a68c-001716b979c9 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (00c63e54-63cd-4091-b88d-3f4547d670e4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:10.353177 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916c3999-87e5-4fc3-8be6-37b8306c4bc1 None None] Network b5872a81-64a7-448f-ac78-349c1ebd97c2 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:41:10.395096 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-4285d9a1-8487-4bb8-a5c8-3b7d2dab0bb0 None None] Allocated IP 172.20.0.1 (2c9b5508-1746-4fec-aca2-06d53bdb665d/6b935086-b445-4f04-a6a7-9691ee009861/fa2ce19c-90bb-477e-b218-b68b8811291c) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:41:10.514234 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb7b6e1-90e4-4012-a68c-001716b979c9 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:41:10.518578 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7b6e1-90e4-4012-a68c-001716b979c9 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Pushing event updated for resources: {'Port': ['ID=00c63e54-63cd-4091-b88d-3f4547d670e4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:10.537836 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2cb7b6e1-90e4-4012-a68c-001716b979c9 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:41:10.546191 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb7b6e1-90e4-4012-a68c-001716b979c9 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:41:10.751993 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e66cade8-e806-4137-8471-baa8b1796fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (7a99ef8e-8532-47df-8397-551c9bd20722), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:10.784789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66cade8-e806-4137-8471-baa8b1796fb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a99ef8e-8532-47df-8397-551c9bd20722,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:11.032508 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4285d9a1-8487-4bb8-a5c8-3b7d2dab0bb0 None None] Publish callbacks [] for port (fa2ce19c-90bb-477e-b218-b68b8811291c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:11.060038 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4285d9a1-8487-4bb8-a5c8-3b7d2dab0bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (fa2ce19c-90bb-477e-b218-b68b8811291c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:11.151365 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e66cade8-e806-4137-8471-baa8b1796fb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (7824148c-a446-4949-9081-4a7b12486f6e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:11.194781 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4285d9a1-8487-4bb8-a5c8-3b7d2dab0bb0 None None] Network 2c9b5508-1746-4fec-aca2-06d53bdb665d is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:41:11.198909 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-4285d9a1-8487-4bb8-a5c8-3b7d2dab0bb0 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:41:11.214137 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (6b935086-b445-4f04-a6a7-9691ee009861), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:11.216209 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4285d9a1-8487-4bb8-a5c8-3b7d2dab0bb0 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:41:11.333057 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285d9a1-8487-4bb8-a5c8-3b7d2dab0bb0 None None] Pushing event updated for resources: {'Port': ['ID=fa2ce19c-90bb-477e-b218-b68b8811291c,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:11.338418 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Subnet': ['ID=6b935086-b445-4f04-a6a7-9691ee009861,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:11.420669 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de64431-31d2-4584-b195-a626a08b7b52 req-c155a3ba-23ca-4e53-b4f3-bd5eddd656cd tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:11.428917 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9de64431-31d2-4584-b195-a626a08b7b52 req-c155a3ba-23ca-4e53-b4f3-bd5eddd656cd tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.2538803 Feb 08 21:41:11.475081 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (2c9b5508-1746-4fec-aca2-06d53bdb665d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:11.478732 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-4285d9a1-8487-4bb8-a5c8-3b7d2dab0bb0 None None] Attempting to bind port fa2ce19c-90bb-477e-b218-b68b8811291c on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:41:11.481864 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-4285d9a1-8487-4bb8-a5c8-3b7d2dab0bb0 None None] Attempting to bind port fa2ce19c-90bb-477e-b218-b68b8811291c by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '49c6e7af-c3fc-4dee-8f1f-80e69cb1f657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2c9b5508-1746-4fec-aca2-06d53bdb665d'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:41:11.484893 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4285d9a1-8487-4bb8-a5c8-3b7d2dab0bb0 None None] Attempting to bind port fa2ce19c-90bb-477e-b218-b68b8811291c on network 2c9b5508-1746-4fec-aca2-06d53bdb665d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:41:11.487270 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2cb7b6e1-90e4-4012-a68c-001716b979c9 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router_gateway (ab5704aa-b6e3-4fcd-8ab3-8abc00107b50), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:11.496231 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4285d9a1-8487-4bb8-a5c8-3b7d2dab0bb0 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:41:11.498385 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4285d9a1-8487-4bb8-a5c8-3b7d2dab0bb0 None None] Checking segment: {'id': '49c6e7af-c3fc-4dee-8f1f-80e69cb1f657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2c9b5508-1746-4fec-aca2-06d53bdb665d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:41:11.500219 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4285d9a1-8487-4bb8-a5c8-3b7d2dab0bb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:11.500870 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4285d9a1-8487-4bb8-a5c8-3b7d2dab0bb0 None None] Bound using segment: {'id': '49c6e7af-c3fc-4dee-8f1f-80e69cb1f657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2c9b5508-1746-4fec-aca2-06d53bdb665d'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:41:11.505984 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-4285d9a1-8487-4bb8-a5c8-3b7d2dab0bb0 None None] Bound port: fa2ce19c-90bb-477e-b218-b68b8811291c, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c6e7af-c3fc-4dee-8f1f-80e69cb1f657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2c9b5508-1746-4fec-aca2-06d53bdb665d'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:41:11.506770 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4285d9a1-8487-4bb8-a5c8-3b7d2dab0bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fa2ce19c-90bb-477e-b218-b68b8811291c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:11.535754 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-c2d0af4b-39d0-47e8-9c7a-ebeabf3b4d00 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:11.546666 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-c2d0af4b-39d0-47e8-9c7a-ebeabf3b4d00 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/networks?id=7d2a2243-0103-41dc-9fe8-ee4a87737926 HTTP/1.1" status: 200 len: 824 time: 0.6279454 Feb 08 21:41:11.589023 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c9b5508-1746-4fec-aca2-06d53bdb665d']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:11.612152 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c6e7af-c3fc-4dee-8f1f-80e69cb1f657') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:11.612524 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c6e7af-c3fc-4dee-8f1f-80e69cb1f657') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:11.626992 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-250da786-169f-41fa-bae0-2d08c1831d14 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/quotas/0f3b0b9752224a67b4e250561d67c272 HTTP/1.1" status: 200 len: 375 time: 0.0793033 Feb 08 21:41:11.630314 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (49c6e7af-c3fc-4dee-8f1f-80e69cb1f657), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:11.652358 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (49c6e7af-c3fc-4dee-8f1f-80e69cb1f657), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:11.654708 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4285d9a1-8487-4bb8-a5c8-3b7d2dab0bb0 None None] For port fa2ce19c-90bb-477e-b218-b68b8811291c, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:41:11.693294 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:41:11.693920 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (49c6e7af-c3fc-4dee-8f1f-80e69cb1f657), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:41:11.698349 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:41:11.762651 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-f83d9342-c3d1-49e6-aab0-ecfa9fb7c331 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=0f3b0b9752224a67b4e250561d67c272&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1346169 Feb 08 21:41:11.870386 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-e4b54743-68d6-4c30-a99a-28b20b1dd7d7 service neutron] 10.222.0.88 "GET /v2.0/networks/7d2a2243-0103-41dc-9fe8-ee4a87737926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066678 Feb 08 21:41:11.996350 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9de64431-31d2-4584-b195-a626a08b7b52 req-91d34d49-7c82-4a25-952a-96fbb5ae91df tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5662825 Feb 08 21:41:12.018049 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-79273533-ecde-4ac9-9f2e-65d44554d8a6 service neutron] 10.222.0.88 "GET /v2.0/networks/7d2a2243-0103-41dc-9fe8-ee4a87737926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467037 Feb 08 21:41:12.326930 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66cade8-e806-4137-8471-baa8b1796fb8 admin admin] Router 7824148c-a446-4949-9081-4a7b12486f6e has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:41:12.457211 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9470bf4f-8a4c-47c2-9893-7f0551756f50 req-fcd933b2-e3f3-4619-9d88-15d00cbe223e tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6ecd2a3-1cdd-41ee-b903-3e9152688e31 HTTP/1.1" status: 200 len: 210 time: 0.1127386 Feb 08 21:41:12.528319 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4285d9a1-8487-4bb8-a5c8-3b7d2dab0bb0 None None] For port fa2ce19c-90bb-477e-b218-b68b8811291c, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=fa2ce19c-90bb-477e-b218-b68b8811291c,segment=NetworkSegment(49c6e7af-c3fc-4dee-8f1f-80e69cb1f657),segment_id=49c6e7af-c3fc-4dee-8f1f-80e69cb1f657)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:41:12.536738 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.db.api [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 08 21:41:12.536738 n-d-712143-31 neutron-server[103434]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 08 21:41:12.536738 n-d-712143-31 neutron-server[103434]: [parameters: {'id': '2c9b5508-1746-4fec-aca2-06d53bdb665d'}] Feb 08 21:41:12.536738 n-d-712143-31 neutron-server[103434]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:41:12.537376 n-d-712143-31 neutron-server[103434]: DEBUG oslo_db.api [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:41:12.540805 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4285d9a1-8487-4bb8-a5c8-3b7d2dab0bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (fa2ce19c-90bb-477e-b218-b68b8811291c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:12.545483 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66cade8-e806-4137-8471-baa8b1796fb8 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:41:12.566823 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e66cade8-e806-4137-8471-baa8b1796fb8 admin admin] 10.222.0.88 "PUT /v2.0/routers/7824148c-a446-4949-9081-4a7b12486f6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1593952 Feb 08 21:41:12.569605 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42798) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:12.682881 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285d9a1-8487-4bb8-a5c8-3b7d2dab0bb0 None None] Pushing event updated for resources: {'Port': ['ID=fa2ce19c-90bb-477e-b218-b68b8811291c,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:12.688203 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3f03b0-bf59-4447-bd5a-3b5284a8af9f None None] Sync routers for ids ['7824148c-a446-4949-9081-4a7b12486f6e'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:41:12.727091 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3f03b0-bf59-4447-bd5a-3b5284a8af9f None None] Routers {'7824148c-a446-4949-9081-4a7b12486f6e'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:41:12.727724 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-2d3f03b0-bf59-4447-bd5a-3b5284a8af9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:40:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7824148c-a446-4949-9081-4a7b12486f6e'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:12.956080 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2cb7b6e1-90e4-4012-a68c-001716b979c9 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-346790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58238'] for router (ab5704aa-b6e3-4fcd-8ab3-8abc00107b50), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:12.978740 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2cb7b6e1-90e4-4012-a68c-001716b979c9 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-346797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-346804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351703'] for router (ab5704aa-b6e3-4fcd-8ab3-8abc00107b50), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:13.082151 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (2c9b5508-1746-4fec-aca2-06d53bdb665d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:13.203193 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b734a993-c2fe-4a81-8936-eafdf1e9e00e admin admin] Publish callbacks [] for router (7824148c-a446-4949-9081-4a7b12486f6e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:13.277994 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd63fbc-46b0-4bfc-b468-a1f941d3ca54 req-a43c18d9-c575-4f35-a768-29b1e65f5208 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:13.282421 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7fd63fbc-46b0-4bfc-b468-a1f941d3ca54 req-a43c18d9-c575-4f35-a768-29b1e65f5208 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.1463542 Feb 08 21:41:13.387050 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-2d3f03b0-bf59-4447-bd5a-3b5284a8af9f None None] Set router 7824148c-a446-4949-9081-4a7b12486f6e gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:41:13.396403 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7fd63fbc-46b0-4bfc-b468-a1f941d3ca54 req-510ebd4e-4b38-44c5-90bf-b2ec4292c657 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052320 Feb 08 21:41:13.512561 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b734a993-c2fe-4a81-8936-eafdf1e9e00e admin admin] Publish callbacks [] for router_gateway (7824148c-a446-4949-9081-4a7b12486f6e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:13.524758 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Deleting port fa2ce19c-90bb-477e-b218-b68b8811291c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:41:13.525188 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (fa2ce19c-90bb-477e-b218-b68b8811291c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:13.614915 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a144df1-f476-48bb-84f7-540d434ebe80 None None] get_active_networks_info from n-d-712143-31 {{(pid=103435) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 21:41:13.634702 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] For port fa2ce19c-90bb-477e-b218-b68b8811291c, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=fa2ce19c-90bb-477e-b218-b68b8811291c,segment=NetworkSegment(49c6e7af-c3fc-4dee-8f1f-80e69cb1f657),segment_id=49c6e7af-c3fc-4dee-8f1f-80e69cb1f657)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:41:13.634702 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (fa2ce19c-90bb-477e-b218-b68b8811291c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:13.652238 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1db090e-e92e-4748-bbac-292aa0175918 req-9171cb68-32ab-4c42-ab7b-2bd954c98b8b tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6ecd2a3-1cdd-41ee-b903-3e9152688e31 HTTP/1.1" status: 200 len: 210 time: 0.0629396 Feb 08 21:41:13.661507 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Calling delete_port for fa2ce19c-90bb-477e-b218-b68b8811291c owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:41:13.817071 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (fa2ce19c-90bb-477e-b218-b68b8811291c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:13.850789 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb7b6e1-90e4-4012-a68c-001716b979c9 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Router ab5704aa-b6e3-4fcd-8ab3-8abc00107b50 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:41:13.881440 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a144df1-f476-48bb-84f7-540d434ebe80 None None] Resources bound (agent type, host, resource id): {{(pid=103435) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 21:41:13.887663 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Port': ['ID=fa2ce19c-90bb-477e-b218-b68b8811291c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:13.893969 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] No DVR routers for this DVR port fa2ce19c-90bb-477e-b218-b68b8811291c on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:41:14.194055 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-2d3f03b0-bf59-4447-bd5a-3b5284a8af9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7824148c-a446-4949-9081-4a7b12486f6e', 'name': 'tempest-TestAggregatesBasicOps-242473778-router', 'tenant_id': 'a9a6261fa4ac425a819105bb6712df99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'fd8f1b45-e468-49ab-9fc3-cb9d5868e35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:40:34Z', 'updated_at': '2022-02-08T21:41:10Z', 'revision_number': 5, 'project_id': 'a9a6261fa4ac425a819105bb6712df99', 'gw_port': {'id': 'fd8f1b45-e468-49ab-9fc3-cb9d5868e35f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7824148c-a446-4949-9081-4a7b12486f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:40:37Z', 'updated_at': '2022-02-08T21:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:14.206719 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff29bca2-682c-4d81-b2a7-2524ef0b726a None None] Network 2c9b5508-1746-4fec-aca2-06d53bdb665d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:41:14.263500 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3f03b0-bf59-4447-bd5a-3b5284a8af9f None None] Checking router: 7824148c-a446-4949-9081-4a7b12486f6e for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:41:14.300789 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3f03b0-bf59-4447-bd5a-3b5284a8af9f None None] Routers {'7824148c-a446-4949-9081-4a7b12486f6e'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:41:14.301382 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-2d3f03b0-bf59-4447-bd5a-3b5284a8af9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:40:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7824148c-a446-4949-9081-4a7b12486f6e'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:14.435968 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-2d3f03b0-bf59-4447-bd5a-3b5284a8af9f None None] Set router 7824148c-a446-4949-9081-4a7b12486f6e gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:41:14.446175 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b734a993-c2fe-4a81-8936-eafdf1e9e00e admin admin] Deleting port fd8f1b45-e468-49ab-9fc3-cb9d5868e35f {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:41:14.446756 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b734a993-c2fe-4a81-8936-eafdf1e9e00e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (fd8f1b45-e468-49ab-9fc3-cb9d5868e35f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:14.509996 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-2d3f03b0-bf59-4447-bd5a-3b5284a8af9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7824148c-a446-4949-9081-4a7b12486f6e', 'name': 'tempest-TestAggregatesBasicOps-242473778-router', 'tenant_id': 'a9a6261fa4ac425a819105bb6712df99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:40:34Z', 'updated_at': '2022-02-08T21:41:13Z', 'revision_number': 6, 'project_id': 'a9a6261fa4ac425a819105bb6712df99', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:14.513801 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (2c9b5508-1746-4fec-aca2-06d53bdb665d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:14.551242 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3f03b0-bf59-4447-bd5a-3b5284a8af9f None None] The sync data for ids ['7824148c-a446-4949-9081-4a7b12486f6e'] in n-d-712143-31 is: [{'id': '7824148c-a446-4949-9081-4a7b12486f6e', 'name': 'tempest-TestAggregatesBasicOps-242473778-router', 'tenant_id': 'a9a6261fa4ac425a819105bb6712df99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:40:34Z', 'updated_at': '2022-02-08T21:41:13Z', 'revision_number': 6, 'project_id': 'a9a6261fa4ac425a819105bb6712df99', 'gw_port_host': None}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:41:14.618141 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c9b5508-1746-4fec-aca2-06d53bdb665d']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:14.657795 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c6e7af-c3fc-4dee-8f1f-80e69cb1f657') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:14.658284 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c6e7af-c3fc-4dee-8f1f-80e69cb1f657') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:14.665360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bed44-e85d-4b5a-b9c0-fcf43487d309 req-a32d906b-45a0-45dc-97d3-4b34afe570cc tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:14.672145 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-094bed44-e85d-4b5a-b9c0-fcf43487d309 req-a32d906b-45a0-45dc-97d3-4b34afe570cc tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.1534643 Feb 08 21:41:14.695044 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-dc2731df-5166-4eb9-9676-63073d83ecda tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:14.699573 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-dc2731df-5166-4eb9-9676-63073d83ecda tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.94 "GET /v2.0/networks?id=7d2a2243-0103-41dc-9fe8-ee4a87737926 HTTP/1.1" status: 200 len: 824 time: 0.7364872 Feb 08 21:41:14.727974 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb7b6e1-90e4-4012-a68c-001716b979c9 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:41:14.732764 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (49c6e7af-c3fc-4dee-8f1f-80e69cb1f657), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:14.738281 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d97109-5b58-4fcb-95fa-f645542b8b3e None None] Sync routers for ids ['ab5704aa-b6e3-4fcd-8ab3-8abc00107b50'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:41:14.748696 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2cb7b6e1-90e4-4012-a68c-001716b979c9 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:14.758680 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2cb7b6e1-90e4-4012-a68c-001716b979c9 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "PUT /v2.0/routers/ab5704aa-b6e3-4fcd-8ab3-8abc00107b50 HTTP/1.1" status: 200 len: 918 time: 7.3147216 Feb 08 21:41:14.760809 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42836) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:14.764281 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d97109-5b58-4fcb-95fa-f645542b8b3e None None] Routers {'ab5704aa-b6e3-4fcd-8ab3-8abc00107b50'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:41:14.764932 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b7d97109-5b58-4fcb-95fa-f645542b8b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:40:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ab5704aa-b6e3-4fcd-8ab3-8abc00107b50'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:14.774243 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-e85ff74f-45de-45d1-b051-fd06b73a5377 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Request body: {'port': {'device_id': 'b6ecd2a3-1cdd-41ee-b903-3e9152688e31', 'network_id': '7d2a2243-0103-41dc-9fe8-ee4a87737926', 'admin_state_up': True, 'tenant_id': '0f3b0b9752224a67b4e250561d67c272'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:14.871536 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b7d97109-5b58-4fcb-95fa-f645542b8b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:14.899206 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d97109-5b58-4fcb-95fa-f645542b8b3e None None] Routers {'ab5704aa-b6e3-4fcd-8ab3-8abc00107b50'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:41:14.899871 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b7d97109-5b58-4fcb-95fa-f645542b8b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:40:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ab5704aa-b6e3-4fcd-8ab3-8abc00107b50'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:14.971518 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7a99ef8e-8532-47df-8397-551c9bd20722 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:41:14.997209 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (49c6e7af-c3fc-4dee-8f1f-80e69cb1f657), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:15.012836 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-b734a993-c2fe-4a81-8936-eafdf1e9e00e admin admin] For port fd8f1b45-e468-49ab-9fc3-cb9d5868e35f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=fd8f1b45-e468-49ab-9fc3-cb9d5868e35f,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:41:15.013202 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b734a993-c2fe-4a81-8936-eafdf1e9e00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (fd8f1b45-e468-49ab-9fc3-cb9d5868e35f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:15.030744 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b7d97109-5b58-4fcb-95fa-f645542b8b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:15.031970 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d97109-5b58-4fcb-95fa-f645542b8b3e None None] The sync data for ids ['ab5704aa-b6e3-4fcd-8ab3-8abc00107b50'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:41:15.036346 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 7a99ef8e-8532-47df-8397-551c9bd20722 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:41:15.039823 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7a99ef8e-8532-47df-8397-551c9bd20722 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:41:15.052219 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:41:15.052630 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (49c6e7af-c3fc-4dee-8f1f-80e69cb1f657), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:41:15.056633 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:41:15.059750 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b734a993-c2fe-4a81-8936-eafdf1e9e00e admin admin] Calling delete_port for fd8f1b45-e468-49ab-9fc3-cb9d5868e35f owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:41:15.087469 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2dde7f3c-b160-469c-945b-756c1901fcef req-b00f07c4-92c1-4833-ae68-f6691784e606 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6ecd2a3-1cdd-41ee-b903-3e9152688e31 HTTP/1.1" status: 200 len: 210 time: 0.3092875 Feb 08 21:41:15.105998 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-094bed44-e85d-4b5a-b9c0-fcf43487d309 req-db1c48fc-cfe8-4bf5-99a7-75e215a2d029 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4279909 Feb 08 21:41:15.164654 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-e85ff74f-45de-45d1-b051-fd06b73a5377 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Made reservation on behalf of 0f3b0b9752224a67b4e250561d67c272 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:41:15.173134 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-e85ff74f-45de-45d1-b051-fd06b73a5377 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:15.276614 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7935961f-7246-4f0e-9b3d-e0e2fe78f893 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "GET /v2.0/routers/ab5704aa-b6e3-4fcd-8ab3-8abc00107b50 HTTP/1.1" status: 200 len: 924 time: 0.5133626 Feb 08 21:41:15.278826 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42842) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:15.299688 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (2c9b5508-1746-4fec-aca2-06d53bdb665d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:15.347700 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:15.355031 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/networks/2c9b5508-1746-4fec-aca2-06d53bdb665d HTTP/1.1" status: 204 len: 168 time: 5.7053094 Feb 08 21:41:15.355746 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42844) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:15.362751 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-d3680305-94a6-4db7-9bb6-e8529a7c891e tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1399821347'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:15.409592 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e4174-49ad-49a6-bc52-0da96367ddd4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Network': ['ID=2c9b5508-1746-4fec-aca2-06d53bdb665d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:15.412757 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61dcd01-7abe-491b-96a9-70cde2f7317a tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:15.416444 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e61dcd01-7abe-491b-96a9-70cde2f7317a tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=075c0dfb-2786-422e-af93-9cafe101c970&device_id=ab5704aa-b6e3-4fcd-8ab3-8abc00107b50&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1360235 Feb 08 21:41:15.420726 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42848) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:15.440821 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3680305-94a6-4db7-9bb6-e8529a7c891e tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Made reservation on behalf of e4bc28ab280f4033a0cdb66e43d8fa59 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:41:15.464278 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d3680305-94a6-4db7-9bb6-e8529a7c891e tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:15.642624 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3680305-94a6-4db7-9bb6-e8529a7c891e tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:41:15.680285 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b734a993-c2fe-4a81-8936-eafdf1e9e00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (fd8f1b45-e468-49ab-9fc3-cb9d5868e35f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:15.684113 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-e85ff74f-45de-45d1-b051-fd06b73a5377 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Allocated IP 172.20.0.7 (7d2a2243-0103-41dc-9fe8-ee4a87737926/526361f1-2db5-41d3-ac13-7cd031a9104d/6c4ad620-c903-4a6d-9e26-7cbb37f1a22b) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:41:15.691620 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d3680305-94a6-4db7-9bb6-e8529a7c891e tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (10397528-af92-4163-819e-d1e002aa1d35), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:15.692211 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-d3680305-94a6-4db7-9bb6-e8529a7c891e tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Added segment 10397528-af92-4163-819e-d1e002aa1d35 of type vlan for network f6448a70-9443-464c-a3fd-4239fa877000 Feb 08 21:41:15.735366 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734a993-c2fe-4a81-8936-eafdf1e9e00e admin admin] Pushing event deleted for resources: {'Port': ['ID=fd8f1b45-e468-49ab-9fc3-cb9d5868e35f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:15.850152 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a282e5a4-a405-4c1d-b846-c7fd52689481 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:15.852194 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a282e5a4-a405-4c1d-b846-c7fd52689481 tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "GET /v2.0/networks/075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 881 time: 0.4297168 Feb 08 21:41:15.856870 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42850) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:15.934183 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b6daa81a-36d6-4381-8204-89ba88f4c0cd tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab5704aa-b6e3-4fcd-8ab3-8abc00107b50 HTTP/1.1" status: 200 len: 205 time: 0.0759633 Feb 08 21:41:15.936950 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42852) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:16.050409 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d3680305-94a6-4db7-9bb6-e8529a7c891e tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (f6448a70-9443-464c-a3fd-4239fa877000), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:16.107501 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d3680305-94a6-4db7-9bb6-e8529a7c891e tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (f6448a70-9443-464c-a3fd-4239fa877000), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:16.118503 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3680305-94a6-4db7-9bb6-e8529a7c891e tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:16.127483 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d3680305-94a6-4db7-9bb6-e8529a7c891e tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:16.186114 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b734a993-c2fe-4a81-8936-eafdf1e9e00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (7824148c-a446-4949-9081-4a7b12486f6e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:16.256747 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-99c03671-1a42-449f-8f0e-a9d864368751 req-eb1bfcf6-94cf-4a35-bcc3-00a0738d3208 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6ecd2a3-1cdd-41ee-b903-3e9152688e31 HTTP/1.1" status: 200 len: 210 time: 0.0437248 Feb 08 21:41:16.271563 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d3680305-94a6-4db7-9bb6-e8529a7c891e tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9088051 Feb 08 21:41:16.272405 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d702614a-f204-41eb-8be2-6583f61f619e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router (ab5704aa-b6e3-4fcd-8ab3-8abc00107b50), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:16.274424 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42860) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:16.291716 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-0c2798e4-67f4-4ab5-87fb-cb914be32e35 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Request body: {'subnet': {'network_id': 'f6448a70-9443-464c-a3fd-4239fa877000', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:16.297712 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3680305-94a6-4db7-9bb6-e8529a7c891e tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event updated for resources: {'Network': ['ID=f6448a70-9443-464c-a3fd-4239fa877000,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:16.309324 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network f6448a70-9443-464c-a3fd-4239fa877000 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:41:16.408997 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b734a993-c2fe-4a81-8936-eafdf1e9e00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (7824148c-a446-4949-9081-4a7b12486f6e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:16.414219 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b734a993-c2fe-4a81-8936-eafdf1e9e00e admin admin] Publish callbacks [] for router_controller (7824148c-a446-4949-9081-4a7b12486f6e), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:16.522120 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b734a993-c2fe-4a81-8936-eafdf1e9e00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (7824148c-a446-4949-9081-4a7b12486f6e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:16.523335 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b734a993-c2fe-4a81-8936-eafdf1e9e00e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7824148c-a446-4949-9081-4a7b12486f6e {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:41:16.536716 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b734a993-c2fe-4a81-8936-eafdf1e9e00e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:16.541462 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b734a993-c2fe-4a81-8936-eafdf1e9e00e admin admin] 10.222.0.88 "DELETE /v2.0/routers/7824148c-a446-4949-9081-4a7b12486f6e HTTP/1.1" status: 204 len: 168 time: 3.9668634 Feb 08 21:41:16.541462 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-e85ff74f-45de-45d1-b051-fd06b73a5377 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Publish callbacks [] for port (6c4ad620-c903-4a6d-9e26-7cbb37f1a22b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:16.542738 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42866) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:16.628686 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2798e4-67f4-4ab5-87fb-cb914be32e35 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Made reservation on behalf of e4bc28ab280f4033a0cdb66e43d8fa59 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:41:16.633116 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0c2798e4-67f4-4ab5-87fb-cb914be32e35 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:16.826650 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe8057-cf5e-422b-acee-cb8d68edea28 req-a8941a82-d075-44d9-bfef-6aa01a72ceb6 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:16.830158 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3cbe8057-cf5e-422b-acee-cb8d68edea28 req-a8941a82-d075-44d9-bfef-6aa01a72ceb6 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.4300287 Feb 08 21:41:16.859243 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-d664f546-7b51-4408-8a28-0d04b1b5c82e admin admin] Deleting subnet 38f9947b-4da7-4f2a-b9f7-2444403bb4a4 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:41:16.864529 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d664f546-7b51-4408-8a28-0d04b1b5c82e admin admin] Publish callbacks [] for subnet (38f9947b-4da7-4f2a-b9f7-2444403bb4a4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:16.903320 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device fd8f1b45-e468-49ab-9fc3-cb9d5868e35f no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:41:16.934249 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d702614a-f204-41eb-8be2-6583f61f619e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_gateway (ab5704aa-b6e3-4fcd-8ab3-8abc00107b50), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:16.988258 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: fd8f1b45-e468-49ab-9fc3-cb9d5868e35f {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:41:16.989647 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device fd8f1b45-e468-49ab-9fc3-cb9d5868e35f not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:41:17.000524 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d664f546-7b51-4408-8a28-0d04b1b5c82e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (38f9947b-4da7-4f2a-b9f7-2444403bb4a4), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:17.091203 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d664f546-7b51-4408-8a28-0d04b1b5c82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (38f9947b-4da7-4f2a-b9f7-2444403bb4a4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:17.100278 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3cbe8057-cf5e-422b-acee-cb8d68edea28 req-7c9e8ac2-9219-43e6-854e-b5aacb4fb25c tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887047 Feb 08 21:41:17.151373 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-d702614a-f204-41eb-8be2-6583f61f619e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Deleting port 00c63e54-63cd-4091-b88d-3f4547d670e4 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:41:17.151373 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d702614a-f204-41eb-8be2-6583f61f619e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (00c63e54-63cd-4091-b88d-3f4547d670e4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:17.164381 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d664f546-7b51-4408-8a28-0d04b1b5c82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (38f9947b-4da7-4f2a-b9f7-2444403bb4a4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:17.191005 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-e85ff74f-45de-45d1-b051-fd06b73a5377 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (6c4ad620-c903-4a6d-9e26-7cbb37f1a22b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:17.210841 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664f546-7b51-4408-8a28-0d04b1b5c82e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38f9947b-4da7-4f2a-b9f7-2444403bb4a4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:17.255420 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-e85ff74f-45de-45d1-b051-fd06b73a5377 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Network 7d2a2243-0103-41dc-9fe8-ee4a87737926 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:41:17.267550 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1103f5-cbbb-4582-97a4-ed9cbd907967 None None] Network ca20f4ec-79d2-49ff-a892-6ed808b1c6c8 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:41:17.276005 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-e85ff74f-45de-45d1-b051-fd06b73a5377 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:41:17.281951 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-e85ff74f-45de-45d1-b051-fd06b73a5377 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:41:17.302374 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d664f546-7b51-4408-8a28-0d04b1b5c82e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:17.312338 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d664f546-7b51-4408-8a28-0d04b1b5c82e admin admin] 10.222.0.88 "DELETE /v2.0/subnets/38f9947b-4da7-4f2a-b9f7-2444403bb4a4 HTTP/1.1" status: 204 len: 168 time: 0.7685771 Feb 08 21:41:17.315649 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42884) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:17.417782 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ff74f-45de-45d1-b051-fd06b73a5377 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Pushing event updated for resources: {'Port': ['ID=6c4ad620-c903-4a6d-9e26-7cbb37f1a22b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:17.464363 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-e85ff74f-45de-45d1-b051-fd06b73a5377 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:17.465048 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-e85ff74f-45de-45d1-b051-fd06b73a5377 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:17.500303 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (ca20f4ec-79d2-49ff-a892-6ed808b1c6c8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:17.512880 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-e85ff74f-45de-45d1-b051-fd06b73a5377 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7736602 Feb 08 21:41:17.538391 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-79d8c377-3c5b-439c-9345-618cb6cc7c55 service neutron] Request body: {'port': {'device_id': 'b6ecd2a3-1cdd-41ee-b903-3e9152688e31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:17.552663 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f4a6b9-9c31-4dd2-b438-94550eb640ba None None] DHCP port deletion for ca20f4ec-79d2-49ff-a892-6ed808b1c6c8 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:41:17.633648 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-65f4a6b9-9c31-4dd2-b438-94550eb640ba None None] Deleting port 372f6486-ecce-4ea7-8af3-31a52d54d63d {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:41:17.635075 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-65f4a6b9-9c31-4dd2-b438-94550eb640ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (372f6486-ecce-4ea7-8af3-31a52d54d63d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:17.645217 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-79d8c377-3c5b-439c-9345-618cb6cc7c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6c4ad620-c903-4a6d-9e26-7cbb37f1a22b), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:17.668290 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] Deleting port 372f6486-ecce-4ea7-8af3-31a52d54d63d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:41:17.668634 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (372f6486-ecce-4ea7-8af3-31a52d54d63d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:17.745090 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] For port 372f6486-ecce-4ea7-8af3-31a52d54d63d, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=372f6486-ecce-4ea7-8af3-31a52d54d63d,segment=NetworkSegment(864f2e44-397b-4451-8299-69b28614981e),segment_id=864f2e44-397b-4451-8299-69b28614981e)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:41:17.745621 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (372f6486-ecce-4ea7-8af3-31a52d54d63d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:17.750357 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-65f4a6b9-9c31-4dd2-b438-94550eb640ba None None] For port 372f6486-ecce-4ea7-8af3-31a52d54d63d, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=372f6486-ecce-4ea7-8af3-31a52d54d63d,segment=NetworkSegment(864f2e44-397b-4451-8299-69b28614981e),segment_id=864f2e44-397b-4451-8299-69b28614981e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:41:17.755308 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-65f4a6b9-9c31-4dd2-b438-94550eb640ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (372f6486-ecce-4ea7-8af3-31a52d54d63d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:17.765479 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] Calling delete_port for 372f6486-ecce-4ea7-8af3-31a52d54d63d owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:41:17.777502 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-65f4a6b9-9c31-4dd2-b438-94550eb640ba None None] Calling delete_port for 372f6486-ecce-4ea7-8af3-31a52d54d63d owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:41:17.942493 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-7da28c00-9042-4161-b961-8e677e28fccc tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:17.944894 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-7da28c00-9042-4161-b961-8e677e28fccc tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/networks?id=b5326457-53c9-4ce3-8eff-31ed490f5fcc HTTP/1.1" status: 200 len: 814 time: 0.1281145 Feb 08 21:41:17.981562 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-65f4a6b9-9c31-4dd2-b438-94550eb640ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (372f6486-ecce-4ea7-8af3-31a52d54d63d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:18.036415 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-1524fa4c-b753-4f44-a94e-5a977add8994 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/quotas/f78ef32583a7407daedbb84d3ab485f9 HTTP/1.1" status: 200 len: 375 time: 0.0598090 Feb 08 21:41:18.047115 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4a6b9-9c31-4dd2-b438-94550eb640ba None None] Pushing event deleted for resources: {'Port': ['ID=372f6486-ecce-4ea7-8af3-31a52d54d63d,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:18.051264 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0c2798e4-67f4-4ab5-87fb-cb914be32e35 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (3450f254-104a-434c-ad04-69a0eca81454), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:18.076873 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f4a6b9-9c31-4dd2-b438-94550eb640ba None None] No DVR routers for this DVR port 372f6486-ecce-4ea7-8af3-31a52d54d63d on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:41:18.177766 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d702614a-f204-41eb-8be2-6583f61f619e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (00c63e54-63cd-4091-b88d-3f4547d670e4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:18.186922 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2798e4-67f4-4ab5-87fb-cb914be32e35 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event updated for resources: {'Subnet': ['ID=3450f254-104a-434c-ad04-69a0eca81454,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:18.220826 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-d702614a-f204-41eb-8be2-6583f61f619e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Calling delete_port for 00c63e54-63cd-4091-b88d-3f4547d670e4 owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:41:18.269433 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e32c98-e0a8-46ae-a0d1-327b6fbdc1b9 req-ed763ab7-6338-48b3-a259-431285b21f3b tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:18.289592 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-44e32c98-e0a8-46ae-a0d1-327b6fbdc1b9 req-ed763ab7-6338-48b3-a259-431285b21f3b tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6ecd2a3-1cdd-41ee-b903-3e9152688e31 HTTP/1.1" status: 200 len: 931 time: 0.4719427 Feb 08 21:41:18.466097 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (372f6486-ecce-4ea7-8af3-31a52d54d63d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:18.473440 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-3899a2ea-16f2-4a58-9cc7-2e89bec61bbd tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f78ef32583a7407daedbb84d3ab485f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4164064 Feb 08 21:41:18.474387 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2798e4-67f4-4ab5-87fb-cb914be32e35 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Checking segment: {'id': '10397528-af92-4163-819e-d1e002aa1d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f6448a70-9443-464c-a3fd-4239fa877000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:41:18.474916 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2798e4-67f4-4ab5-87fb-cb914be32e35 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Network hostable DHCP agents. Network: f6448a70-9443-464c-a3fd-4239fa877000, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:41:18.523110 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2798e4-67f4-4ab5-87fb-cb914be32e35 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Network f6448a70-9443-464c-a3fd-4239fa877000 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:41:18.526674 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=372f6486-ecce-4ea7-8af3-31a52d54d63d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:18.533092 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] No DVR routers for this DVR port 372f6486-ecce-4ea7-8af3-31a52d54d63d on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:41:18.648979 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (ca20f4ec-79d2-49ff-a892-6ed808b1c6c8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:18.693660 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca20f4ec-79d2-49ff-a892-6ed808b1c6c8']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:18.751018 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864f2e44-397b-4451-8299-69b28614981e') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:18.751317 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864f2e44-397b-4451-8299-69b28614981e') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:18.788806 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-168d3233-1da9-4f76-97a5-928c2682fcf1 service neutron] 10.222.0.88 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993543 Feb 08 21:41:18.803966 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (864f2e44-397b-4451-8299-69b28614981e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:18.834753 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-79d8c377-3c5b-439c-9345-618cb6cc7c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c4ad620-c903-4a6d-9e26-7cbb37f1a22b {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:41:18.843357 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (864f2e44-397b-4451-8299-69b28614981e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:18.845520 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-0c2798e4-67f4-4ab5-87fb-cb914be32e35 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, f6448a70-9443-464c-a3fd-4239fa877000) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:41:18.849977 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 372f6486-ecce-4ea7-8af3-31a52d54d63d no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:41:18.864427 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-79d8c377-3c5b-439c-9345-618cb6cc7c55 service neutron] Publish callbacks [] for port (6c4ad620-c903-4a6d-9e26-7cbb37f1a22b), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:18.886464 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-44e32c98-e0a8-46ae-a0d1-327b6fbdc1b9 req-e017c77c-0e82-4447-8c72-3f6f90410cc5 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab2aa7f-a2c7-4483-8854-66c51838868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5976288 Feb 08 21:41:18.886863 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:41:18.887301 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (864f2e44-397b-4451-8299-69b28614981e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:18.890490 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2798e4-67f4-4ab5-87fb-cb914be32e35 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:18.890882 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0c2798e4-67f4-4ab5-87fb-cb914be32e35 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:41:18.894392 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:41:18.901599 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 372f6486-ecce-4ea7-8af3-31a52d54d63d {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:41:18.905260 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 372f6486-ecce-4ea7-8af3-31a52d54d63d not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:41:18.911120 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d702614a-f204-41eb-8be2-6583f61f619e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (00c63e54-63cd-4091-b88d-3f4547d670e4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:18.919782 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51f3d13-dd4f-40bd-a218-d355ec3c7e1e None None] Network f6448a70-9443-464c-a3fd-4239fa877000 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:41:19.053817 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-79d8c377-3c5b-439c-9345-618cb6cc7c55 service neutron] Transition to ACTIVE for port object 6c4ad620-c903-4a6d-9e26-7cbb37f1a22b will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:41:19.057698 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (ca20f4ec-79d2-49ff-a892-6ed808b1c6c8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:19.065181 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702614a-f204-41eb-8be2-6583f61f619e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Pushing event deleted for resources: {'Port': ['ID=00c63e54-63cd-4091-b88d-3f4547d670e4,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:19.084596 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-79d8c377-3c5b-439c-9345-618cb6cc7c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (6c4ad620-c903-4a6d-9e26-7cbb37f1a22b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:19.084596 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:19.097331 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] 10.222.0.88 "DELETE /v2.0/networks/ca20f4ec-79d2-49ff-a892-6ed808b1c6c8 HTTP/1.1" status: 204 len: 168 time: 1.7436073 Feb 08 21:41:19.128523 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0c2798e4-67f4-4ab5-87fb-cb914be32e35 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8384547 Feb 08 21:41:19.198311 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e6281d-977f-4a38-8a2e-c4e4344c93c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-f6448a70-9443-464c-a3fd-4239fa877000', 'network_id': 'f6448a70-9443-464c-a3fd-4239fa877000', 'project_id': 'e4bc28ab280f4033a0cdb66e43d8fa59', 'fixed_ips': [{'subnet_id': '3450f254-104a-434c-ad04-69a0eca81454'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:41:19.199847 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42956) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:19.201264 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f9e6281d-977f-4a38-8a2e-c4e4344c93c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:19.247252 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca20f4ec-79d2-49ff-a892-6ed808b1c6c8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:19.277641 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:19.280161 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:19.281854 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:19.282547 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:19.286215 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:19.286834 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:19.288741 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:19.289644 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:19.290895 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:19.295492 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-4b32a811-7ba7-4ec1-8a74-55a519edfaed service neutron] 10.222.0.88 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057728 Feb 08 21:41:19.305784 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:19.306289 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:19.308366 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:19.308686 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ba0798-efaa-4a11-b71c-ba2dbff676c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:19.367279 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8c377-3c5b-439c-9345-618cb6cc7c55 service neutron] Pushing event updated for resources: {'Port': ['ID=6c4ad620-c903-4a6d-9e26-7cbb37f1a22b,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:19.473272 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42964) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:19.682177 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-f9e6281d-977f-4a38-8a2e-c4e4344c93c5 None None] Allocated IP 172.20.0.2 (f6448a70-9443-464c-a3fd-4239fa877000/3450f254-104a-434c-ad04-69a0eca81454/48b835cb-0768-40c8-8eae-3c8369c83d81) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:41:19.685083 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c5e67-c7a6-4b48-81a0-7e23561a82d4 req-855b0b3f-7714-4c91-b83d-773ec4e8f623 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:19.690226 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-813c5e67-c7a6-4b48-81a0-7e23561a82d4 req-855b0b3f-7714-4c91-b83d-773ec4e8f623 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.5768316 Feb 08 21:41:19.709293 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-79d8c377-3c5b-439c-9345-618cb6cc7c55 service neutron] Attempting to bind port 6c4ad620-c903-4a6d-9e26-7cbb37f1a22b on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:41:19.709640 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-79d8c377-3c5b-439c-9345-618cb6cc7c55 service neutron] Attempting to bind port 6c4ad620-c903-4a6d-9e26-7cbb37f1a22b by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'cc1dc7b6-e517-4fe0-aac1-e536c1105acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7d2a2243-0103-41dc-9fe8-ee4a87737926'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:41:19.709980 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-79d8c377-3c5b-439c-9345-618cb6cc7c55 service neutron] Attempting to bind port 6c4ad620-c903-4a6d-9e26-7cbb37f1a22b on network 7d2a2243-0103-41dc-9fe8-ee4a87737926 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:41:19.721950 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-79d8c377-3c5b-439c-9345-618cb6cc7c55 service neutron] Port 6c4ad620-c903-4a6d-9e26-7cbb37f1a22b on network 7d2a2243-0103-41dc-9fe8-ee4a87737926 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:41:19.722293 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-79d8c377-3c5b-439c-9345-618cb6cc7c55 service neutron] Attempting to bind port 6c4ad620-c903-4a6d-9e26-7cbb37f1a22b on network 7d2a2243-0103-41dc-9fe8-ee4a87737926 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:41:19.735299 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ccddb067-8374-4eeb-b963-d90c409f09ab admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=490b79b595b14c31915f74eeba39ee6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2584941 Feb 08 21:41:19.737596 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42972) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:19.754790 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd91f1d2-392b-42fd-bb90-fba2aadfa457 req-de95f33a-8639-4447-8fc5-28df2c83b427 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=3aba1643-8194-48fb-bf52-26c3c7d497cd HTTP/1.1" status: 200 len: 210 time: 0.1646645 Feb 08 21:41:19.758645 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d702614a-f204-41eb-8be2-6583f61f619e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (ab5704aa-b6e3-4fcd-8ab3-8abc00107b50), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:19.770635 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-79d8c377-3c5b-439c-9345-618cb6cc7c55 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:41:19.770987 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-79d8c377-3c5b-439c-9345-618cb6cc7c55 service neutron] Checking segment: {'id': 'cc1dc7b6-e517-4fe0-aac1-e536c1105acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7d2a2243-0103-41dc-9fe8-ee4a87737926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:41:19.771653 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-79d8c377-3c5b-439c-9345-618cb6cc7c55 service neutron] Bound using segment: {'id': 'cc1dc7b6-e517-4fe0-aac1-e536c1105acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7d2a2243-0103-41dc-9fe8-ee4a87737926'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:41:19.772115 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-79d8c377-3c5b-439c-9345-618cb6cc7c55 service neutron] Bound port: 6c4ad620-c903-4a6d-9e26-7cbb37f1a22b, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc1dc7b6-e517-4fe0-aac1-e536c1105acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7d2a2243-0103-41dc-9fe8-ee4a87737926'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:41:19.772977 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-79d8c377-3c5b-439c-9345-618cb6cc7c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6c4ad620-c903-4a6d-9e26-7cbb37f1a22b), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:19.892864 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f9e6281d-977f-4a38-8a2e-c4e4344c93c5 None None] Publish callbacks [] for port (48b835cb-0768-40c8-8eae-3c8369c83d81), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:19.899691 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-88243046-65c3-4009-9d23-96c84e2a7146 admin admin] Publish callbacks [] for security_group (730f108b-11b1-446e-8174-4235d663e9d3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:19.901201 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f9e6281d-977f-4a38-8a2e-c4e4344c93c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (48b835cb-0768-40c8-8eae-3c8369c83d81), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:19.957488 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-88243046-65c3-4009-9d23-96c84e2a7146 admin admin] Publish callbacks [] for security_group (730f108b-11b1-446e-8174-4235d663e9d3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:19.984837 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-79d8c377-3c5b-439c-9345-618cb6cc7c55 service neutron] For port 6c4ad620-c903-4a6d-9e26-7cbb37f1a22b, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:41:20.008796 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66637595-33d1-45e7-944d-0611f698c5aa tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (f6448a70-9443-464c-a3fd-4239fa877000), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:20.035794 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e6281d-977f-4a38-8a2e-c4e4344c93c5 None None] Network f6448a70-9443-464c-a3fd-4239fa877000 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:41:20.040696 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-f9e6281d-977f-4a38-8a2e-c4e4344c93c5 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:41:20.052650 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e6281d-977f-4a38-8a2e-c4e4344c93c5 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:41:20.067038 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6281d-977f-4a38-8a2e-c4e4344c93c5 None None] Pushing event updated for resources: {'Port': ['ID=48b835cb-0768-40c8-8eae-3c8369c83d81,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:20.071210 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-79d8c377-3c5b-439c-9345-618cb6cc7c55 service neutron] For port 6c4ad620-c903-4a6d-9e26-7cbb37f1a22b, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=6c4ad620-c903-4a6d-9e26-7cbb37f1a22b,segment=NetworkSegment(cc1dc7b6-e517-4fe0-aac1-e536c1105acf),segment_id=cc1dc7b6-e517-4fe0-aac1-e536c1105acf)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:41:20.107945 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-79d8c377-3c5b-439c-9345-618cb6cc7c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (6c4ad620-c903-4a6d-9e26-7cbb37f1a22b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:20.224037 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-79d8c377-3c5b-439c-9345-618cb6cc7c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:20.224037 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-79d8c377-3c5b-439c-9345-618cb6cc7c55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:20.226068 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-79d8c377-3c5b-439c-9345-618cb6cc7c55 service neutron] 10.222.0.94 "PUT /v2.0/ports/6c4ad620-c903-4a6d-9e26-7cbb37f1a22b HTTP/1.1" status: 200 len: 1092 time: 2.6945367 Feb 08 21:41:20.227033 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ecd2a3-1cdd-41ee-b903-3e9152688e31', 'tag': '6c4ad620-c903-4a6d-9e26-7cbb37f1a22b'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:41:20.249759 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7668e1b3-662f-42ce-a955-8f1bc95628a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ecd2a3-1cdd-41ee-b903-3e9152688e31", "tag": "6c4ad620-c903-4a6d-9e26-7cbb37f1a22b"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:41:20.255014 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-f9e6281d-977f-4a38-8a2e-c4e4344c93c5 None None] Attempting to bind port 48b835cb-0768-40c8-8eae-3c8369c83d81 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:41:20.256035 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-f9e6281d-977f-4a38-8a2e-c4e4344c93c5 None None] Attempting to bind port 48b835cb-0768-40c8-8eae-3c8369c83d81 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '10397528-af92-4163-819e-d1e002aa1d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f6448a70-9443-464c-a3fd-4239fa877000'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:41:20.256758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e6281d-977f-4a38-8a2e-c4e4344c93c5 None None] Attempting to bind port 48b835cb-0768-40c8-8eae-3c8369c83d81 on network f6448a70-9443-464c-a3fd-4239fa877000 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:41:20.257868 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-88243046-65c3-4009-9d23-96c84e2a7146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (730f108b-11b1-446e-8174-4235d663e9d3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:20.262940 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-88243046-65c3-4009-9d23-96c84e2a7146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:20.269045 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-88243046-65c3-4009-9d23-96c84e2a7146 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/730f108b-11b1-446e-8174-4235d663e9d3 HTTP/1.1" status: 204 len: 168 time: 0.5272131 Feb 08 21:41:20.273556 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e6281d-977f-4a38-8a2e-c4e4344c93c5 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:41:20.273937 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e6281d-977f-4a38-8a2e-c4e4344c93c5 None None] Checking segment: {'id': '10397528-af92-4163-819e-d1e002aa1d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f6448a70-9443-464c-a3fd-4239fa877000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:41:20.274346 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f9e6281d-977f-4a38-8a2e-c4e4344c93c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:20.274738 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e6281d-977f-4a38-8a2e-c4e4344c93c5 None None] Bound using segment: {'id': '10397528-af92-4163-819e-d1e002aa1d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f6448a70-9443-464c-a3fd-4239fa877000'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:41:20.275287 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-f9e6281d-977f-4a38-8a2e-c4e4344c93c5 None None] Bound port: 48b835cb-0768-40c8-8eae-3c8369c83d81, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10397528-af92-4163-819e-d1e002aa1d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f6448a70-9443-464c-a3fd-4239fa877000'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:41:20.275673 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f9e6281d-977f-4a38-8a2e-c4e4344c93c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (48b835cb-0768-40c8-8eae-3c8369c83d81), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:20.311253 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88243046-65c3-4009-9d23-96c84e2a7146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730f108b-11b1-446e-8174-4235d663e9d3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:20.440212 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8c377-3c5b-439c-9345-618cb6cc7c55 service neutron] Pushing event updated for resources: {'Port': ['ID=6c4ad620-c903-4a6d-9e26-7cbb37f1a22b,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:20.471642 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d702614a-f204-41eb-8be2-6583f61f619e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (ab5704aa-b6e3-4fcd-8ab3-8abc00107b50), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:20.477935 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d702614a-f204-41eb-8be2-6583f61f619e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_controller (ab5704aa-b6e3-4fcd-8ab3-8abc00107b50), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:20.536191 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f9e6281d-977f-4a38-8a2e-c4e4344c93c5 None None] For port 48b835cb-0768-40c8-8eae-3c8369c83d81, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:41:20.538461 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-3658609b-a81b-435c-9cea-3b2d2142f6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:20.543103 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-3658609b-a81b-435c-9cea-3b2d2142f6bf service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=0f3b0b9752224a67b4e250561d67c272&device_id=b6ecd2a3-1cdd-41ee-b903-3e9152688e31 HTTP/1.1" status: 200 len: 1126 time: 0.2725749 Feb 08 21:41:20.545845 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f9e6281d-977f-4a38-8a2e-c4e4344c93c5 None None] For port 48b835cb-0768-40c8-8eae-3c8369c83d81, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=48b835cb-0768-40c8-8eae-3c8369c83d81,segment=NetworkSegment(10397528-af92-4163-819e-d1e002aa1d35),segment_id=10397528-af92-4163-819e-d1e002aa1d35)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:41:20.557784 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f9e6281d-977f-4a38-8a2e-c4e4344c93c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (48b835cb-0768-40c8-8eae-3c8369c83d81), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:20.588980 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-813c5e67-c7a6-4b48-81a0-7e23561a82d4 req-dd7de393-235d-4639-90e9-1c0853d43969 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8481348 Feb 08 21:41:20.621475 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-67582119-fbd3-4214-864c-f6a93cab44d8 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c4ad620-c903-4a6d-9e26-7cbb37f1a22b HTTP/1.1" status: 200 len: 217 time: 0.0711522 Feb 08 21:41:20.740876 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-3c0386a8-9b11-4d36-8a6b-e0fa2324ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:20.747515 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-3c0386a8-9b11-4d36-8a6b-e0fa2324ded6 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=526361f1-2db5-41d3-ac13-7cd031a9104d HTTP/1.1" status: 200 len: 864 time: 0.1199338 Feb 08 21:41:20.789599 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d702614a-f204-41eb-8be2-6583f61f619e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (ab5704aa-b6e3-4fcd-8ab3-8abc00107b50), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:20.790141 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d702614a-f204-41eb-8be2-6583f61f619e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Fanout notify agent at l3_agent the message router_deleted on router ab5704aa-b6e3-4fcd-8ab3-8abc00107b50 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:41:20.810686 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-da3ff053-0d19-45f9-bbfd-8d432b2712c1 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=7d2a2243-0103-41dc-9fe8-ee4a87737926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570240 Feb 08 21:41:20.811468 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d702614a-f204-41eb-8be2-6583f61f619e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:20.816917 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43022) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:20.823539 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6f4b17d8-5c8f-4d8b-9802-4a686c0abd01 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-747454139', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:20.830056 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d702614a-f204-41eb-8be2-6583f61f619e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "DELETE /v2.0/routers/ab5704aa-b6e3-4fcd-8ab3-8abc00107b50 HTTP/1.1" status: 204 len: 168 time: 4.8920412 Feb 08 21:41:20.858406 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6281d-977f-4a38-8a2e-c4e4344c93c5 None None] Pushing event updated for resources: {'Port': ['ID=48b835cb-0768-40c8-8eae-3c8369c83d81,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:20.867529 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b14ccb-1e68-44b9-9ac8-39c7b9e4f212 req-0c9bef1f-64a3-4b68-8a25-2d4cb64b3114 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:20.882839 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e5b14ccb-1e68-44b9-9ac8-39c7b9e4f212 req-0c9bef1f-64a3-4b68-8a25-2d4cb64b3114 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6ecd2a3-1cdd-41ee-b903-3e9152688e31 HTTP/1.1" status: 200 len: 943 time: 0.7747760 Feb 08 21:41:20.938293 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5c4264-67e7-446c-842e-3977c4ecb50c x-openstack-request-id: req-5e5c4264-67e7-446c-842e-3977c4ecb50c {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:41:20.938574 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ecd2a3-1cdd-41ee-b903-3e9152688e31", "tag": "6c4ad620-c903-4a6d-9e26-7cbb37f1a22b", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:41:20.938989 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5e5c4264-67e7-446c-842e-3977c4ecb50c {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:41:20.948027 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ecd2a3-1cdd-41ee-b903-3e9152688e31', 'tag': '6c4ad620-c903-4a6d-9e26-7cbb37f1a22b', 'status': 'completed', 'code': 200} Feb 08 21:41:20.964410 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f4b17d8-5c8f-4d8b-9802-4a686c0abd01 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (345cd6ab-f072-4899-8466-9fbbd77131d6), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:20.970044 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f4b17d8-5c8f-4d8b-9802-4a686c0abd01 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (345cd6ab-f072-4899-8466-9fbbd77131d6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:21.018418 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a2312c20-3fdf-484c-b0d1-1f99f1f6e56e req-38e5f6cc-0d9b-476e-9bed-e06e224fcb93 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=3aba1643-8194-48fb-bf52-26c3c7d497cd HTTP/1.1" status: 200 len: 210 time: 0.1023033 Feb 08 21:41:21.193265 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e5b14ccb-1e68-44b9-9ac8-39c7b9e4f212 req-677243b9-2631-4268-bcfd-a1d6cb686d66 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab2aa7f-a2c7-4483-8854-66c51838868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064268 Feb 08 21:41:21.195125 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-66637595-33d1-45e7-944d-0611f698c5aa tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Deleting port 48b835cb-0768-40c8-8eae-3c8369c83d81 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:41:21.195475 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66637595-33d1-45e7-944d-0611f698c5aa tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (48b835cb-0768-40c8-8eae-3c8369c83d81), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:21.274924 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f4b17d8-5c8f-4d8b-9802-4a686c0abd01 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_controller (345cd6ab-f072-4899-8466-9fbbd77131d6), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:21.363020 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43024) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:21.379517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-66637595-33d1-45e7-944d-0611f698c5aa tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] For port 48b835cb-0768-40c8-8eae-3c8369c83d81, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=48b835cb-0768-40c8-8eae-3c8369c83d81,segment=NetworkSegment(10397528-af92-4163-819e-d1e002aa1d35),segment_id=10397528-af92-4163-819e-d1e002aa1d35)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:41:21.379910 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66637595-33d1-45e7-944d-0611f698c5aa tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (48b835cb-0768-40c8-8eae-3c8369c83d81), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:21.401928 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-66637595-33d1-45e7-944d-0611f698c5aa tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Calling delete_port for 48b835cb-0768-40c8-8eae-3c8369c83d81 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:41:21.462130 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-4222d834-d194-46bc-be5f-0248f9ce8bfd service neutron] 10.222.0.94 "GET /v2.0/networks/7d2a2243-0103-41dc-9fe8-ee4a87737926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5620515 Feb 08 21:41:21.567057 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66637595-33d1-45e7-944d-0611f698c5aa tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (48b835cb-0768-40c8-8eae-3c8369c83d81), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:21.629101 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66637595-33d1-45e7-944d-0611f698c5aa tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Port': ['ID=48b835cb-0768-40c8-8eae-3c8369c83d81,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:21.719494 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6be3aa33-f03b-4a6a-a05a-75df731a948b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a9a6261fa4ac425a819105bb6712df99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3539467 Feb 08 21:41:21.722655 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43030) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:21.739246 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f4b17d8-5c8f-4d8b-9802-4a686c0abd01 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_gateway (345cd6ab-f072-4899-8466-9fbbd77131d6), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:21.763269 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66637595-33d1-45e7-944d-0611f698c5aa tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] No DVR routers for this DVR port 48b835cb-0768-40c8-8eae-3c8369c83d81 on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:41:21.990033 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-d5f45d53-47ba-42a3-924a-2b813b4fd573 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:21.990033 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-d5f45d53-47ba-42a3-924a-2b813b4fd573 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.96 "GET /v2.0/networks?id=b5326457-53c9-4ce3-8eff-31ed490f5fcc HTTP/1.1" status: 200 len: 814 time: 0.1335199 Feb 08 21:41:22.002328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-7ab060f4-ef5b-49b8-9499-aad5d88205ee tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Request body: {'port': {'device_id': '3aba1643-8194-48fb-bf52-26c3c7d497cd', 'network_id': 'b5326457-53c9-4ce3-8eff-31ed490f5fcc', 'admin_state_up': True, 'tenant_id': 'f78ef32583a7407daedbb84d3ab485f9'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:22.048844 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-01dcd9ed-1b1d-497b-8848-aeba3dfb9e0c req-a0764995-0a39-4775-985d-9fc289807fe8 service neutron] 10.222.0.94 "GET /v2.0/networks/7d2a2243-0103-41dc-9fe8-ee4a87737926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5779059 Feb 08 21:41:22.238754 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-492c8b8d-a205-4a03-902b-071a38cfcc03 admin admin] Publish callbacks [] for security_group (6c9a4968-a120-4b43-a148-0136943f8d40), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:22.249329 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66637595-33d1-45e7-944d-0611f698c5aa tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (3450f254-104a-434c-ad04-69a0eca81454), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:22.315856 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668e1b3-662f-42ce-a955-8f1bc95628a1 req-7dda780c-801c-4e24-9650-6bdb13116150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:22.317471 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7668e1b3-662f-42ce-a955-8f1bc95628a1 req-7dda780c-801c-4e24-9650-6bdb13116150 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=0f3b0b9752224a67b4e250561d67c272&device_id=b6ecd2a3-1cdd-41ee-b903-3e9152688e31 HTTP/1.1" status: 200 len: 1126 time: 0.1231267 Feb 08 21:41:22.383980 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b560c18e-19f4-4f0d-817f-2e2a29717cbf req-7462be52-de5f-4ff6-9570-53b5abf5ce47 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=3aba1643-8194-48fb-bf52-26c3c7d497cd HTTP/1.1" status: 200 len: 210 time: 0.1596837 Feb 08 21:41:22.386619 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66637595-33d1-45e7-944d-0611f698c5aa tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (3450f254-104a-434c-ad04-69a0eca81454), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:22.562625 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060c85f-c678-4bc3-a43f-c4d3df6b5fb3 req-23ad112d-e49f-4470-b83f-bd6faca36f7c tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:22.564220 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7060c85f-c678-4bc3-a43f-c4d3df6b5fb3 req-23ad112d-e49f-4470-b83f-bd6faca36f7c tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.7515919 Feb 08 21:41:22.581222 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-492c8b8d-a205-4a03-902b-071a38cfcc03 admin admin] Publish callbacks [] for security_group (6c9a4968-a120-4b43-a148-0136943f8d40), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:22.646593 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f4b17d8-5c8f-4d8b-9802-4a686c0abd01 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_gateway (345cd6ab-f072-4899-8466-9fbbd77131d6), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:22.676611 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f4b17d8-5c8f-4d8b-9802-4a686c0abd01 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:22.694147 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f400d0-cea2-49bd-b01c-55d96fab009c None None] Network f6448a70-9443-464c-a3fd-4239fa877000 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:41:22.775468 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66637595-33d1-45e7-944d-0611f698c5aa tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Subnet': ['ID=3450f254-104a-434c-ad04-69a0eca81454,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:22.792855 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-492c8b8d-a205-4a03-902b-071a38cfcc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6c9a4968-a120-4b43-a148-0136943f8d40), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:22.796230 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-492c8b8d-a205-4a03-902b-071a38cfcc03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:22.797446 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-492c8b8d-a205-4a03-902b-071a38cfcc03 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6c9a4968-a120-4b43-a148-0136943f8d40 HTTP/1.1" status: 204 len: 168 time: 1.0737967 Feb 08 21:41:22.808926 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668e1b3-662f-42ce-a955-8f1bc95628a1 req-7877fce6-7285-456c-a748-69501accbfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:22.811541 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7668e1b3-662f-42ce-a955-8f1bc95628a1 req-7877fce6-7285-456c-a748-69501accbfc7 service neutron] 10.222.0.94 "GET /v2.0/networks?id=7d2a2243-0103-41dc-9fe8-ee4a87737926 HTTP/1.1" status: 200 len: 925 time: 0.4381413 Feb 08 21:41:22.871653 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7668e1b3-662f-42ce-a955-8f1bc95628a1 req-e5d6ce87-6259-4f27-986f-2cc7017fc4e3 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c4ad620-c903-4a6d-9e26-7cbb37f1a22b HTTP/1.1" status: 200 len: 217 time: 0.0533118 Feb 08 21:41:22.899317 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-31f66950-28ef-42a5-8d34-c54d5b0ec5d9 None None] Could not find standard attr ID for object 48b835cb-0768-40c8-8eae-3c8369c83d81. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:41:22.933660 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66637595-33d1-45e7-944d-0611f698c5aa tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (f6448a70-9443-464c-a3fd-4239fa877000), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:22.984369 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c8b8d-a205-4a03-902b-071a38cfcc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9a4968-a120-4b43-a148-0136943f8d40,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:23.012211 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf6f2ab-fbd8-4199-9d50-2ab65ab21959 None None] DHCP port deletion for f6448a70-9443-464c-a3fd-4239fa877000 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:41:23.065575 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-6f4b17d8-5c8f-4d8b-9802-4a686c0abd01 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Allocated IP 172.25.3.245 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/b568c7a5-8775-48b8-a9c7-f6c66ec8423d) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:41:23.086488 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7060c85f-c678-4bc3-a43f-c4d3df6b5fb3 req-95c47f14-e1f8-46c8-9e15-fb3b42da52a7 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3838532 Feb 08 21:41:23.123992 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-66637595-33d1-45e7-944d-0611f698c5aa tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6448a70-9443-464c-a3fd-4239fa877000']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:23.124439 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668e1b3-662f-42ce-a955-8f1bc95628a1 req-1240de0c-9d02-4fe9-add1-f3d8c8764624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:23.126042 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7668e1b3-662f-42ce-a955-8f1bc95628a1 req-1240de0c-9d02-4fe9-add1-f3d8c8764624 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=526361f1-2db5-41d3-ac13-7cd031a9104d HTTP/1.1" status: 200 len: 864 time: 0.2448697 Feb 08 21:41:23.160477 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-66637595-33d1-45e7-944d-0611f698c5aa tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10397528-af92-4163-819e-d1e002aa1d35') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:23.160775 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-66637595-33d1-45e7-944d-0611f698c5aa tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10397528-af92-4163-819e-d1e002aa1d35') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:23.176365 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7668e1b3-662f-42ce-a955-8f1bc95628a1 req-7d711933-5f35-4a3c-8986-aa7b6c290436 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=7d2a2243-0103-41dc-9fe8-ee4a87737926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409553 Feb 08 21:41:23.179731 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66637595-33d1-45e7-944d-0611f698c5aa tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (10397528-af92-4163-819e-d1e002aa1d35), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:23.204079 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca13e3-6933-4e72-878a-ffb87f44ae2c req-8c90cb16-15c9-4b29-b3ea-d374bdf399a6 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:23.205705 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45ca13e3-6933-4e72-878a-ffb87f44ae2c req-8c90cb16-15c9-4b29-b3ea-d374bdf399a6 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6ecd2a3-1cdd-41ee-b903-3e9152688e31 HTTP/1.1" status: 200 len: 943 time: 0.6347744 Feb 08 21:41:23.254597 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66637595-33d1-45e7-944d-0611f698c5aa tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (10397528-af92-4163-819e-d1e002aa1d35), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:23.265873 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66637595-33d1-45e7-944d-0611f698c5aa tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:41:23.266711 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66637595-33d1-45e7-944d-0611f698c5aa tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (10397528-af92-4163-819e-d1e002aa1d35), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:41:23.364350 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:41:23.371332 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-7ab060f4-ef5b-49b8-9499-aad5d88205ee tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Made reservation on behalf of f78ef32583a7407daedbb84d3ab485f9 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:41:23.378670 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-7ab060f4-ef5b-49b8-9499-aad5d88205ee tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:23.379881 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f4b17d8-5c8f-4d8b-9802-4a686c0abd01 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for port (b568c7a5-8775-48b8-a9c7-f6c66ec8423d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:23.403611 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66637595-33d1-45e7-944d-0611f698c5aa tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (f6448a70-9443-464c-a3fd-4239fa877000), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:23.417510 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66637595-33d1-45e7-944d-0611f698c5aa tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:23.425783 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-66637595-33d1-45e7-944d-0611f698c5aa tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/networks/f6448a70-9443-464c-a3fd-4239fa877000 HTTP/1.1" status: 204 len: 168 time: 4.2197471 Feb 08 21:41:23.437418 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43048) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:23.484478 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-8c385969-d22b-4949-8011-8cf1fb721852 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1974350804'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:23.550923 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f4b17d8-5c8f-4d8b-9802-4a686c0abd01 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (b568c7a5-8775-48b8-a9c7-f6c66ec8423d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:23.578282 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7668e1b3-662f-42ce-a955-8f1bc95628a1 req-d25dc075-8ced-43c7-82ee-819382c19d94 service neutron] 10.222.0.94 "GET /v2.0/networks/7d2a2243-0103-41dc-9fe8-ee4a87737926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792524 Feb 08 21:41:23.590414 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4b17d8-5c8f-4d8b-9802-4a686c0abd01 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:41:23.616257 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-6f4b17d8-5c8f-4d8b-9802-4a686c0abd01 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:41:23.624758 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4b17d8-5c8f-4d8b-9802-4a686c0abd01 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:41:23.768432 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b17d8-5c8f-4d8b-9802-4a686c0abd01 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Pushing event updated for resources: {'Port': ['ID=b568c7a5-8775-48b8-a9c7-f6c66ec8423d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:23.810182 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66637595-33d1-45e7-944d-0611f698c5aa tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Network': ['ID=f6448a70-9443-464c-a3fd-4239fa877000,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:23.836941 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c385969-d22b-4949-8011-8cf1fb721852 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Made reservation on behalf of e4bc28ab280f4033a0cdb66e43d8fa59 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:41:23.846048 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8c385969-d22b-4949-8011-8cf1fb721852 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:23.977423 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-7ab060f4-ef5b-49b8-9499-aad5d88205ee tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Allocated IP 172.20.0.10 (b5326457-53c9-4ce3-8eff-31ed490f5fcc/1829db1a-bc95-499c-9def-413e4d0051fd/c10bdf49-410c-49e6-93e8-8cff1324ca18) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:41:24.037174 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45ca13e3-6933-4e72-878a-ffb87f44ae2c req-b65fd9a3-361a-4b20-afab-230ecef28823 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab2aa7f-a2c7-4483-8854-66c51838868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8134403 Feb 08 21:41:24.060758 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c49d8dcd-4f21-406e-af27-135a6096f7d2 req-91ff6c4e-9cc7-41a9-9d6c-94b9b6e9f06d tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=3aba1643-8194-48fb-bf52-26c3c7d497cd HTTP/1.1" status: 200 len: 210 time: 0.2374868 Feb 08 21:41:24.150678 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c385969-d22b-4949-8011-8cf1fb721852 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:41:24.157682 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9312-3b04-4635-b9e7-dfaa58271cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:24.202324 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8c385969-d22b-4949-8011-8cf1fb721852 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (fb423a5c-cb35-4946-9ae0-35c1c9f2d640), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:24.204870 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-8c385969-d22b-4949-8011-8cf1fb721852 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Added segment fb423a5c-cb35-4946-9ae0-35c1c9f2d640 of type vlan for network 18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f Feb 08 21:41:24.465438 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8c385969-d22b-4949-8011-8cf1fb721852 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:24.523146 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 6c4ad620-c903-4a6d-9e26-7cbb37f1a22b details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:41:24.541185 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7668e1b3-662f-42ce-a955-8f1bc95628a1 req-edf39e59-cc0c-4d95-be6e-7e8b6c3acaad service neutron] 10.222.0.94 "GET /v2.0/networks/7d2a2243-0103-41dc-9fe8-ee4a87737926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9252081 Feb 08 21:41:24.644989 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.db.resource_extend [None req-8c385969-d22b-4949-8011-8cf1fb721852 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:41:24.758287 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 6c4ad620-c903-4a6d-9e26-7cbb37f1a22b, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=6c4ad620-c903-4a6d-9e26-7cbb37f1a22b,segment=NetworkSegment(cc1dc7b6-e517-4fe0-aac1-e536c1105acf),segment_id=cc1dc7b6-e517-4fe0-aac1-e536c1105acf)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:41:24.782939 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '6c4ad620-c903-4a6d-9e26-7cbb37f1a22b', 'network_id': '7d2a2243-0103-41dc-9fe8-ee4a87737926', 'port_id': '6c4ad620-c903-4a6d-9e26-7cbb37f1a22b', 'mac_address': 'fa:16:3e:78:10:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526361f1-2db5-41d3-ac13-7cd031a9104d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:41:24.788058 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 48b835cb-0768-40c8-8eae-3c8369c83d81 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:41:24.819163 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 48b835cb-0768-40c8-8eae-3c8369c83d81 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:41:24.819929 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 48b835cb-0768-40c8-8eae-3c8369c83d81 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:41:24.850537 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-7ab060f4-ef5b-49b8-9499-aad5d88205ee tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks [] for port (c10bdf49-410c-49e6-93e8-8cff1324ca18), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:24.884805 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 6c4ad620-c903-4a6d-9e26-7cbb37f1a22b is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:41:24.885655 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6c4ad620-c903-4a6d-9e26-7cbb37f1a22b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:24.910040 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c4ad620-c903-4a6d-9e26-7cbb37f1a22b {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:41:24.942577 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585d3bc-5b6e-4ca9-8ec0-194a95cc7a4f req-888f92b9-42ad-41bf-97d0-bfc3d202fab6 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:24.944861 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7585d3bc-5b6e-4ca9-8ec0-194a95cc7a4f req-888f92b9-42ad-41bf-97d0-bfc3d202fab6 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.6395149 Feb 08 21:41:24.948344 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8c385969-d22b-4949-8011-8cf1fb721852 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:24.949665 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 6c4ad620-c903-4a6d-9e26-7cbb37f1a22b, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=6c4ad620-c903-4a6d-9e26-7cbb37f1a22b,segment=NetworkSegment(cc1dc7b6-e517-4fe0-aac1-e536c1105acf),segment_id=cc1dc7b6-e517-4fe0-aac1-e536c1105acf)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:41:24.953681 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c385969-d22b-4949-8011-8cf1fb721852 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:24.954279 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8c385969-d22b-4949-8011-8cf1fb721852 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:24.954826 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6c4ad620-c903-4a6d-9e26-7cbb37f1a22b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:24.982798 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8c385969-d22b-4949-8011-8cf1fb721852 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5027959 Feb 08 21:41:24.990269 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43074) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:25.025768 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=6c4ad620-c903-4a6d-9e26-7cbb37f1a22b,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:25.043005 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-512dfc09-501f-4db6-bc09-1fa4c5b2aaeb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Request body: {'subnet': {'network_id': '18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:25.058731 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-7ab060f4-ef5b-49b8-9499-aad5d88205ee tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (c10bdf49-410c-49e6-93e8-8cff1324ca18), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:25.071409 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['951a528b-3911-4676-b8cf-fac9d5faf014', '3aa0c46d-1996-4bdf-9d31-30448bb41cf1'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:41:25.349913 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f4b17d8-5c8f-4d8b-9802-4a686c0abd01 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_gateway (345cd6ab-f072-4899-8466-9fbbd77131d6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:25.358504 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['6c4ad620-c903-4a6d-9e26-7cbb37f1a22b'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:41:25.402600 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c385969-d22b-4949-8011-8cf1fb721852 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event updated for resources: {'Network': ['ID=18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:25.471676 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-7ab060f4-ef5b-49b8-9499-aad5d88205ee tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Network b5326457-53c9-4ce3-8eff-31ed490f5fcc is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:41:25.490596 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-7ab060f4-ef5b-49b8-9499-aad5d88205ee tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:41:25.494880 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-7ab060f4-ef5b-49b8-9499-aad5d88205ee tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:41:25.539281 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:41:25.592850 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512dfc09-501f-4db6-bc09-1fa4c5b2aaeb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Made reservation on behalf of e4bc28ab280f4033a0cdb66e43d8fa59 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:41:25.597833 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-512dfc09-501f-4db6-bc09-1fa4c5b2aaeb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:25.611872 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-7ab060f4-ef5b-49b8-9499-aad5d88205ee tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:25.612552 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-7ab060f4-ef5b-49b8-9499-aad5d88205ee tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:25.653587 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7585d3bc-5b6e-4ca9-8ec0-194a95cc7a4f req-9cd4652b-5979-48a7-91cc-d4e395030944 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6722524 Feb 08 21:41:25.682295 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-7ab060f4-ef5b-49b8-9499-aad5d88205ee tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6840453 Feb 08 21:41:25.726838 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab060f4-ef5b-49b8-9499-aad5d88205ee tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Pushing event updated for resources: {'Port': ['ID=c10bdf49-410c-49e6-93e8-8cff1324ca18,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:25.737066 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-2b555a19-c6cf-4650-a64e-dff876fd5ffc service neutron] Request body: {'port': {'device_id': '3aba1643-8194-48fb-bf52-26c3c7d497cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:25.792757 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.ipam_backend_mixin [None req-512dfc09-501f-4db6-bc09-1fa4c5b2aaeb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Performing IP validity checks on allocation pools {{(pid=103433) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 08 21:41:25.793320 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.ipam_backend_mixin [None req-512dfc09-501f-4db6-bc09-1fa4c5b2aaeb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103433) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 08 21:41:25.814443 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f4b17d8-5c8f-4d8b-9802-4a686c0abd01 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (345cd6ab-f072-4899-8466-9fbbd77131d6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:25.859186 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdd600-1654-4bb7-a75b-f76a2e49f721 req-4e4b10ae-32a0-44c1-87ed-7ea2e52a9db0 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:25.873563 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40bdd600-1654-4bb7-a75b-f76a2e49f721 req-4e4b10ae-32a0-44c1-87ed-7ea2e52a9db0 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6ecd2a3-1cdd-41ee-b903-3e9152688e31 HTTP/1.1" status: 200 len: 944 time: 0.4279952 Feb 08 21:41:26.028309 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-2b555a19-c6cf-4650-a64e-dff876fd5ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c10bdf49-410c-49e6-93e8-8cff1324ca18), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:26.053952 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e637d1c-d32b-482f-8b1e-3ea8bd8c12d8 req-315c46c4-1038-47f1-91be-f4675237b921 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:26.055704 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e637d1c-d32b-482f-8b1e-3ea8bd8c12d8 req-315c46c4-1038-47f1-91be-f4675237b921 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=3aba1643-8194-48fb-bf52-26c3c7d497cd HTTP/1.1" status: 200 len: 932 time: 0.2756515 Feb 08 21:41:26.117307 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4b17d8-5c8f-4d8b-9802-4a686c0abd01 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Router 345cd6ab-f072-4899-8466-9fbbd77131d6 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:41:26.131579 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40bdd600-1654-4bb7-a75b-f76a2e49f721 req-c3cb2a31-49c0-431f-9b54-bf873355f5fc tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab2aa7f-a2c7-4483-8854-66c51838868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521477 Feb 08 21:41:26.217930 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43096) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:26.344199 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4b17d8-5c8f-4d8b-9802-4a686c0abd01 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:41:26.363065 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d011f0-1b07-4a9c-b3ed-d1c85632e428 None None] Sync routers for ids ['345cd6ab-f072-4899-8466-9fbbd77131d6'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:41:26.376910 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e637d1c-d32b-482f-8b1e-3ea8bd8c12d8 req-8b1e3525-8a71-4c9a-a85e-afd3ea704a94 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968848 Feb 08 21:41:26.378042 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-512dfc09-501f-4db6-bc09-1fa4c5b2aaeb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (b48dd17e-8a6b-47e5-925f-beb68ec9124f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:26.385444 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d011f0-1b07-4a9c-b3ed-d1c85632e428 None None] Routers {'345cd6ab-f072-4899-8466-9fbbd77131d6'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:41:26.386093 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-94d011f0-1b07-4a9c-b3ed-d1c85632e428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:40:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['345cd6ab-f072-4899-8466-9fbbd77131d6'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:26.447787 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f4b17d8-5c8f-4d8b-9802-4a686c0abd01 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:26.453943 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6f4b17d8-5c8f-4d8b-9802-4a686c0abd01 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.6323156 Feb 08 21:41:26.454706 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43110) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:26.468677 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e506bac8-42b2-4567-8dbf-a8725d0aff19 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:26.511990 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-94d011f0-1b07-4a9c-b3ed-d1c85632e428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:26.528102 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d011f0-1b07-4a9c-b3ed-d1c85632e428 None None] Routers {'345cd6ab-f072-4899-8466-9fbbd77131d6'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:41:26.528854 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-94d011f0-1b07-4a9c-b3ed-d1c85632e428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:40:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['345cd6ab-f072-4899-8466-9fbbd77131d6'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:26.584658 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-94d011f0-1b07-4a9c-b3ed-d1c85632e428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:26.585762 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d011f0-1b07-4a9c-b3ed-d1c85632e428 None None] The sync data for ids ['345cd6ab-f072-4899-8466-9fbbd77131d6'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:41:26.910010 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-b6fb5c52-43ff-4c4e-b3f6-e135e4a02d0d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'network': {'name': 'tempest-network-smoke--1987463986', 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'port_security_enabled': True}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:26.965875 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512dfc09-501f-4db6-bc09-1fa4c5b2aaeb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event updated for resources: {'Subnet': ['ID=b48dd17e-8a6b-47e5-925f-beb68ec9124f,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:27.086267 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43116) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:27.117597 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dfc09-501f-4db6-bc09-1fa4c5b2aaeb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:27.118267 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dfc09-501f-4db6-bc09-1fa4c5b2aaeb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:27.119036 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dfc09-501f-4db6-bc09-1fa4c5b2aaeb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:27.119674 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dfc09-501f-4db6-bc09-1fa4c5b2aaeb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:27.120645 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dfc09-501f-4db6-bc09-1fa4c5b2aaeb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:27.121330 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dfc09-501f-4db6-bc09-1fa4c5b2aaeb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:27.121866 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dfc09-501f-4db6-bc09-1fa4c5b2aaeb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:27.122473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dfc09-501f-4db6-bc09-1fa4c5b2aaeb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:27.123394 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dfc09-501f-4db6-bc09-1fa4c5b2aaeb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:27.123983 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dfc09-501f-4db6-bc09-1fa4c5b2aaeb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:27.124521 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dfc09-501f-4db6-bc09-1fa4c5b2aaeb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:27.125158 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dfc09-501f-4db6-bc09-1fa4c5b2aaeb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:27.125774 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512dfc09-501f-4db6-bc09-1fa4c5b2aaeb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:27.174057 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e506bac8-42b2-4567-8dbf-a8725d0aff19 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_gateway (345cd6ab-f072-4899-8466-9fbbd77131d6), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:27.199050 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e506bac8-42b2-4567-8dbf-a8725d0aff19 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_gateway (345cd6ab-f072-4899-8466-9fbbd77131d6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:27.233725 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fb5c52-43ff-4c4e-b3f6-e135e4a02d0d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Made reservation on behalf of f6bde20c4e70444caab1a7a5de63c07b for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:41:27.241695 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b6fb5c52-43ff-4c4e-b3f6-e135e4a02d0d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:27.359694 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b6fb5c52-43ff-4c4e-b3f6-e135e4a02d0d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:27.361713 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512dfc09-501f-4db6-bc09-1fa4c5b2aaeb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Checking segment: {'id': 'fb423a5c-cb35-4946-9ae0-35c1c9f2d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:41:27.362574 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512dfc09-501f-4db6-bc09-1fa4c5b2aaeb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Network hostable DHCP agents. Network: 18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:41:27.400527 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e506bac8-42b2-4567-8dbf-a8725d0aff19 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Deleting port b568c7a5-8775-48b8-a9c7-f6c66ec8423d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:41:27.405258 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97ac0d-716e-44c1-8aee-d1bb58ed40fe req-54546cf7-4640-4cf4-b65b-28b93328145f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:27.407164 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a97ac0d-716e-44c1-8aee-d1bb58ed40fe req-54546cf7-4640-4cf4-b65b-28b93328145f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.5041606 Feb 08 21:41:27.407850 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e506bac8-42b2-4567-8dbf-a8725d0aff19 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b568c7a5-8775-48b8-a9c7-f6c66ec8423d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:27.429276 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1c14290f-2c69-4dcf-9f8d-514922f36c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:27.500282 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512dfc09-501f-4db6-bc09-1fa4c5b2aaeb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Network 18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:41:27.520917 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35f78a8d-1dd7-4254-8c7d-39b06c0e0ca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:27.558029 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-512dfc09-501f-4db6-bc09-1fa4c5b2aaeb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:41:27.572335 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea29994-5951-4d0f-a9b1-5a9bc66ac4c9 None None] Network 18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:41:27.574059 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320f4e0-bb55-47a0-b9df-374aa3b61813 req-78cb6d31-9672-4be2-807d-908d515687cc tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:27.578078 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7320f4e0-bb55-47a0-b9df-374aa3b61813 req-78cb6d31-9672-4be2-807d-908d515687cc tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6ecd2a3-1cdd-41ee-b903-3e9152688e31 HTTP/1.1" status: 200 len: 944 time: 0.2755797 Feb 08 21:41:27.590806 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a97ac0d-716e-44c1-8aee-d1bb58ed40fe req-0b9de11e-d141-4dfa-95e5-a01c0f306974 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682391 Feb 08 21:41:27.600876 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e506bac8-42b2-4567-8dbf-a8725d0aff19 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b568c7a5-8775-48b8-a9c7-f6c66ec8423d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:27.614116 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512dfc09-501f-4db6-bc09-1fa4c5b2aaeb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:27.614964 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-512dfc09-501f-4db6-bc09-1fa4c5b2aaeb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:27.650805 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e506bac8-42b2-4567-8dbf-a8725d0aff19 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Calling delete_port for b568c7a5-8775-48b8-a9c7-f6c66ec8423d owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:41:27.732132 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-512dfc09-501f-4db6-bc09-1fa4c5b2aaeb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.7294061 Feb 08 21:41:27.732873 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43126) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:27.870170 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35f78a8d-1dd7-4254-8c7d-39b06c0e0ca6 admin admin] Publish callbacks [] for security_group (4fd7003f-d956-4af8-85eb-3c5fa68fa266), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:27.885022 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35f78a8d-1dd7-4254-8c7d-39b06c0e0ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4fd7003f-d956-4af8-85eb-3c5fa68fa266), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:27.937660 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7320f4e0-bb55-47a0-b9df-374aa3b61813 req-c769dfc7-b083-4582-acb6-735643f04bca tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab2aa7f-a2c7-4483-8854-66c51838868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358066 Feb 08 21:41:27.977405 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b6fb5c52-43ff-4c4e-b3f6-e135e4a02d0d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group (614eff3b-3821-48cd-865d-b516cda7de74), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:27.982956 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-2b555a19-c6cf-4650-a64e-dff876fd5ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c10bdf49-410c-49e6-93e8-8cff1324ca18 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:41:28.002861 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-35f78a8d-1dd7-4254-8c7d-39b06c0e0ca6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f0d5952a68bf4442ba4cf18e997cb87d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9150922 Feb 08 21:41:28.005459 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-2b555a19-c6cf-4650-a64e-dff876fd5ffc service neutron] Publish callbacks [] for port (c10bdf49-410c-49e6-93e8-8cff1324ca18), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:28.006088 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43128) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:28.006927 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f78a8d-1dd7-4254-8c7d-39b06c0e0ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd7003f-d956-4af8-85eb-3c5fa68fa266,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:28.007770 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b6fb5c52-43ff-4c4e-b3f6-e135e4a02d0d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (614eff3b-3821-48cd-865d-b516cda7de74), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:28.074334 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6fb5c52-43ff-4c4e-b3f6-e135e4a02d0d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:41:28.098131 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-2b555a19-c6cf-4650-a64e-dff876fd5ffc service neutron] Transition to ACTIVE for port object c10bdf49-410c-49e6-93e8-8cff1324ca18 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:41:28.112277 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-2b555a19-c6cf-4650-a64e-dff876fd5ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (c10bdf49-410c-49e6-93e8-8cff1324ca18), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:28.124665 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb5c52-43ff-4c4e-b3f6-e135e4a02d0d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=614eff3b-3821-48cd-865d-b516cda7de74,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:28.146177 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b6fb5c52-43ff-4c4e-b3f6-e135e4a02d0d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (ae821f5c-52b7-4a80-bfd8-2f73524bc029), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:28.146618 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-b6fb5c52-43ff-4c4e-b3f6-e135e4a02d0d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Added segment ae821f5c-52b7-4a80-bfd8-2f73524bc029 of type vlan for network 7484d5e1-8128-4312-ae67-bdaa04d23bbf Feb 08 21:41:28.171974 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ed43791-cc1a-4262-930c-eadb501b669f admin admin] Publish callbacks [] for security_group (4fd7003f-d956-4af8-85eb-3c5fa68fa266), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:28.195014 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d94f25-bb79-41be-afe3-c662f5d0c8a5 req-fd19d5fa-cbe6-4117-b889-02ff7453d61b tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:28.197134 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-97d94f25-bb79-41be-afe3-c662f5d0c8a5 req-fd19d5fa-cbe6-4117-b889-02ff7453d61b tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=3aba1643-8194-48fb-bf52-26c3c7d497cd HTTP/1.1" status: 200 len: 932 time: 0.3352447 Feb 08 21:41:28.199804 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447a547b-2328-4131-b3db-5acef3bb1d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f', 'network_id': '18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f', 'project_id': 'e4bc28ab280f4033a0cdb66e43d8fa59', 'fixed_ips': [{'subnet_id': 'b48dd17e-8a6b-47e5-925f-beb68ec9124f'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:41:28.200823 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-447a547b-2328-4131-b3db-5acef3bb1d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:28.240907 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ed43791-cc1a-4262-930c-eadb501b669f admin admin] Publish callbacks [] for security_group (4fd7003f-d956-4af8-85eb-3c5fa68fa266), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:28.254227 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:28.266597 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e506bac8-42b2-4567-8dbf-a8725d0aff19 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (b568c7a5-8775-48b8-a9c7-f6c66ec8423d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:28.302939 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b6fb5c52-43ff-4c4e-b3f6-e135e4a02d0d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (7484d5e1-8128-4312-ae67-bdaa04d23bbf), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:28.329654 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506bac8-42b2-4567-8dbf-a8725d0aff19 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Pushing event deleted for resources: {'Port': ['ID=b568c7a5-8775-48b8-a9c7-f6c66ec8423d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:28.424785 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-447a547b-2328-4131-b3db-5acef3bb1d56 None None] Allocated IP 172.20.0.3 (18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f/b48dd17e-8a6b-47e5-925f-beb68ec9124f/73ee1df0-aae4-4288-8483-a2f1c43f172c) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:41:28.437850 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-97d94f25-bb79-41be-afe3-c662f5d0c8a5 req-f5a20fdb-224b-4cab-a0be-d07af205a164 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317028 Feb 08 21:41:28.487958 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e506bac8-42b2-4567-8dbf-a8725d0aff19 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (345cd6ab-f072-4899-8466-9fbbd77131d6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:28.514200 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b555a19-c6cf-4650-a64e-dff876fd5ffc service neutron] Pushing event updated for resources: {'Port': ['ID=c10bdf49-410c-49e6-93e8-8cff1324ca18,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:28.538668 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 6c4ad620-c903-4a6d-9e26-7cbb37f1a22b up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:41:28.585367 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b6fb5c52-43ff-4c4e-b3f6-e135e4a02d0d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (7484d5e1-8128-4312-ae67-bdaa04d23bbf), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:28.596730 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fb5c52-43ff-4c4e-b3f6-e135e4a02d0d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:28.596730 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b6fb5c52-43ff-4c4e-b3f6-e135e4a02d0d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:28.636814 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ed43791-cc1a-4262-930c-eadb501b669f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4fd7003f-d956-4af8-85eb-3c5fa68fa266), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:28.640354 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ed43791-cc1a-4262-930c-eadb501b669f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:28.644263 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0ed43791-cc1a-4262-930c-eadb501b669f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4fd7003f-d956-4af8-85eb-3c5fa68fa266 HTTP/1.1" status: 204 len: 168 time: 0.6330681 Feb 08 21:41:28.656325 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed43791-cc1a-4262-930c-eadb501b669f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd7003f-d956-4af8-85eb-3c5fa68fa266,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:28.745076 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 6c4ad620-c903-4a6d-9e26-7cbb37f1a22b completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:41:28.810481 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 6c4ad620-c903-4a6d-9e26-7cbb37f1a22b triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:28.810871 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6c4ad620-c903-4a6d-9e26-7cbb37f1a22b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:28.877997 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e506bac8-42b2-4567-8dbf-a8725d0aff19 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-346790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58238'] for router (345cd6ab-f072-4899-8466-9fbbd77131d6), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:28.889307 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (b48dd17e-8a6b-47e5-925f-beb68ec9124f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:28.891226 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e506bac8-42b2-4567-8dbf-a8725d0aff19 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-346797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-346804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351703'] for router (345cd6ab-f072-4899-8466-9fbbd77131d6), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:28.915436 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-447a547b-2328-4131-b3db-5acef3bb1d56 None None] Publish callbacks [] for port (73ee1df0-aae4-4288-8483-a2f1c43f172c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:28.934414 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-447a547b-2328-4131-b3db-5acef3bb1d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (73ee1df0-aae4-4288-8483-a2f1c43f172c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:29.011823 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b6fb5c52-43ff-4c4e-b3f6-e135e4a02d0d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.7877886 Feb 08 21:41:29.020784 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43138) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:29.034880 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8ebf305c-9df3-459b-bbf5-e68f9809dd20 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-145281194', 'admin_state_up': True, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:29.045173 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-2b555a19-c6cf-4650-a64e-dff876fd5ffc service neutron] Attempting to bind port c10bdf49-410c-49e6-93e8-8cff1324ca18 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:41:29.046897 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-2b555a19-c6cf-4650-a64e-dff876fd5ffc service neutron] Attempting to bind port c10bdf49-410c-49e6-93e8-8cff1324ca18 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '6d12b64d-8e18-49b9-aa36-c463a8b40117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b5326457-53c9-4ce3-8eff-31ed490f5fcc'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:41:29.047483 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-2b555a19-c6cf-4650-a64e-dff876fd5ffc service neutron] Attempting to bind port c10bdf49-410c-49e6-93e8-8cff1324ca18 on network b5326457-53c9-4ce3-8eff-31ed490f5fcc {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:41:29.093755 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb5c52-43ff-4c4e-b3f6-e135e4a02d0d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'Network': ['ID=7484d5e1-8128-4312-ae67-bdaa04d23bbf,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:29.108981 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ebf305c-9df3-459b-bbf5-e68f9809dd20 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (3d3a214e-7c8e-4040-bc1b-35b22711e5bb), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:29.110099 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ebf305c-9df3-459b-bbf5-e68f9809dd20 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (3d3a214e-7c8e-4040-bc1b-35b22711e5bb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:29.111875 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-2b555a19-c6cf-4650-a64e-dff876fd5ffc service neutron] Port c10bdf49-410c-49e6-93e8-8cff1324ca18 on network b5326457-53c9-4ce3-8eff-31ed490f5fcc not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:41:29.112205 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-2b555a19-c6cf-4650-a64e-dff876fd5ffc service neutron] Attempting to bind port c10bdf49-410c-49e6-93e8-8cff1324ca18 on network b5326457-53c9-4ce3-8eff-31ed490f5fcc {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:41:29.112747 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447a547b-2328-4131-b3db-5acef3bb1d56 None None] Network 18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:41:29.116730 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 7484d5e1-8128-4312-ae67-bdaa04d23bbf details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:41:29.133791 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-2b555a19-c6cf-4650-a64e-dff876fd5ffc service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:41:29.133791 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-2b555a19-c6cf-4650-a64e-dff876fd5ffc service neutron] Checking segment: {'id': '6d12b64d-8e18-49b9-aa36-c463a8b40117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b5326457-53c9-4ce3-8eff-31ed490f5fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:41:29.134864 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-2b555a19-c6cf-4650-a64e-dff876fd5ffc service neutron] Bound using segment: {'id': '6d12b64d-8e18-49b9-aa36-c463a8b40117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b5326457-53c9-4ce3-8eff-31ed490f5fcc'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:41:29.135550 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-2b555a19-c6cf-4650-a64e-dff876fd5ffc service neutron] Bound port: c10bdf49-410c-49e6-93e8-8cff1324ca18, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d12b64d-8e18-49b9-aa36-c463a8b40117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b5326457-53c9-4ce3-8eff-31ed490f5fcc'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:41:29.136085 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-2b555a19-c6cf-4650-a64e-dff876fd5ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c10bdf49-410c-49e6-93e8-8cff1324ca18), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:29.147659 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-447a547b-2328-4131-b3db-5acef3bb1d56 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:41:29.157989 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e506bac8-42b2-4567-8dbf-a8725d0aff19 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Router 345cd6ab-f072-4899-8466-9fbbd77131d6 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:41:29.177411 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf003a01-289b-456f-96a8-7a2fb15318dd req-1ba1e2c0-55ac-4c25-8b1c-e0acd89b7bf8 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:29.179270 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf003a01-289b-456f-96a8-7a2fb15318dd req-1ba1e2c0-55ac-4c25-8b1c-e0acd89b7bf8 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.3303211 Feb 08 21:41:29.220634 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ebf305c-9df3-459b-bbf5-e68f9809dd20 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for router_controller (3d3a214e-7c8e-4040-bc1b-35b22711e5bb), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:29.266274 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447a547b-2328-4131-b3db-5acef3bb1d56 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:41:29.279924 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 6c4ad620-c903-4a6d-9e26-7cbb37f1a22b is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:41:29.280544 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6c4ad620-c903-4a6d-9e26-7cbb37f1a22b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:29.286017 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a547b-2328-4131-b3db-5acef3bb1d56 None None] Pushing event updated for resources: {'Port': ['ID=73ee1df0-aae4-4288-8483-a2f1c43f172c,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:29.365665 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e506bac8-42b2-4567-8dbf-a8725d0aff19 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:41:29.375131 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-2b555a19-c6cf-4650-a64e-dff876fd5ffc service neutron] For port c10bdf49-410c-49e6-93e8-8cff1324ca18, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:41:29.379540 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9898f571-6d0a-4462-a083-a595b43f4094 None None] Sync routers for ids ['345cd6ab-f072-4899-8466-9fbbd77131d6'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:41:29.382215 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-2b555a19-c6cf-4650-a64e-dff876fd5ffc service neutron] For port c10bdf49-410c-49e6-93e8-8cff1324ca18, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c10bdf49-410c-49e6-93e8-8cff1324ca18,segment=NetworkSegment(6d12b64d-8e18-49b9-aa36-c463a8b40117),segment_id=6d12b64d-8e18-49b9-aa36-c463a8b40117)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:41:29.389752 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e506bac8-42b2-4567-8dbf-a8725d0aff19 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:29.391867 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e506bac8-42b2-4567-8dbf-a8725d0aff19 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "PUT /v2.0/routers/345cd6ab-f072-4899-8466-9fbbd77131d6 HTTP/1.1" status: 200 len: 709 time: 2.9323592 Feb 08 21:41:29.400522 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9898f571-6d0a-4462-a083-a595b43f4094 None None] Routers {'345cd6ab-f072-4899-8466-9fbbd77131d6'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:41:29.402852 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9898f571-6d0a-4462-a083-a595b43f4094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:41:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['345cd6ab-f072-4899-8466-9fbbd77131d6'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:29.418083 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43142) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:29.434302 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-2b555a19-c6cf-4650-a64e-dff876fd5ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (c10bdf49-410c-49e6-93e8-8cff1324ca18), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:29.575866 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9898f571-6d0a-4462-a083-a595b43f4094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:29.578621 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (b48dd17e-8a6b-47e5-925f-beb68ec9124f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:29.592687 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 6c4ad620-c903-4a6d-9e26-7cbb37f1a22b, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=6c4ad620-c903-4a6d-9e26-7cbb37f1a22b,segment=NetworkSegment(cc1dc7b6-e517-4fe0-aac1-e536c1105acf),segment_id=cc1dc7b6-e517-4fe0-aac1-e536c1105acf)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:41:29.610575 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9898f571-6d0a-4462-a083-a595b43f4094 None None] Routers {'345cd6ab-f072-4899-8466-9fbbd77131d6'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:41:29.612264 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9898f571-6d0a-4462-a083-a595b43f4094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:41:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['345cd6ab-f072-4899-8466-9fbbd77131d6'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:29.630987 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Subnet': ['ID=b48dd17e-8a6b-47e5-925f-beb68ec9124f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:29.639059 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ebf305c-9df3-459b-bbf5-e68f9809dd20 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for router_gateway (3d3a214e-7c8e-4040-bc1b-35b22711e5bb), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:29.674640 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73745f99-da83-4cf4-945a-0b6367ddbcea req-cd02d303-be62-478b-a560-14e71e5e9d93 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:29.676230 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ecd2a3-1cdd-41ee-b903-3e9152688e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4ad620-c903-4a6d-9e26-7cbb37f1a22b'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:41:29.676499 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-73745f99-da83-4cf4-945a-0b6367ddbcea req-cd02d303-be62-478b-a560-14e71e5e9d93 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6ecd2a3-1cdd-41ee-b903-3e9152688e31 HTTP/1.1" status: 200 len: 944 time: 0.5485523 Feb 08 21:41:29.684968 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4182ce20-037b-4cb5-ab97-a82464f8ccdc" -d '{"events": [{"server_uuid": "b6ecd2a3-1cdd-41ee-b903-3e9152688e31", "name": "network-vif-plugged", "status": "completed", "tag": "6c4ad620-c903-4a6d-9e26-7cbb37f1a22b"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:41:29.686647 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf003a01-289b-456f-96a8-7a2fb15318dd req-f43a4b10-0e10-4950-80b9-b36f5ad070f8 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4770451 Feb 08 21:41:29.688424 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-2b555a19-c6cf-4650-a64e-dff876fd5ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:29.690149 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-2b555a19-c6cf-4650-a64e-dff876fd5ffc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:29.692381 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-2b555a19-c6cf-4650-a64e-dff876fd5ffc service neutron] 10.222.0.96 "PUT /v2.0/ports/c10bdf49-410c-49e6-93e8-8cff1324ca18 HTTP/1.1" status: 200 len: 1093 time: 3.9696546 Feb 08 21:41:29.694612 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43148) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:29.706703 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aba1643-8194-48fb-bf52-26c3c7d497cd', 'tag': 'c10bdf49-410c-49e6-93e8-8cff1324ca18'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:41:29.715155 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:29.720596 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c747a0-f427-4b3c-b237-9fe7eda3268f" -d '{"events": [{"name": "network-changed", "server_uuid": "3aba1643-8194-48fb-bf52-26c3c7d497cd", "tag": "c10bdf49-410c-49e6-93e8-8cff1324ca18"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:41:29.724987 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6c4ad620-c903-4a6d-9e26-7cbb37f1a22b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:29.734228 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9898f571-6d0a-4462-a083-a595b43f4094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:29.749592 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9898f571-6d0a-4462-a083-a595b43f4094 None None] The sync data for ids ['345cd6ab-f072-4899-8466-9fbbd77131d6'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:41:29.755965 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a3c450c8-91e1-4576-aa93-8d0bbda640ef tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "GET /v2.0/routers/345cd6ab-f072-4899-8466-9fbbd77131d6 HTTP/1.1" status: 200 len: 744 time: 0.3130887 Feb 08 21:41:29.795409 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43156) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:29.806560 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-63680061-0336-4ee7-b178-4cbcbde97fd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:29.832069 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=6c4ad620-c903-4a6d-9e26-7cbb37f1a22b,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:29.835211 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-447a547b-2328-4131-b3db-5acef3bb1d56 None None] Attempting to bind port 73ee1df0-aae4-4288-8483-a2f1c43f172c on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:41:29.835607 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-447a547b-2328-4131-b3db-5acef3bb1d56 None None] Attempting to bind port 73ee1df0-aae4-4288-8483-a2f1c43f172c by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'fb423a5c-cb35-4946-9ae0-35c1c9f2d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:41:29.835981 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447a547b-2328-4131-b3db-5acef3bb1d56 None None] Attempting to bind port 73ee1df0-aae4-4288-8483-a2f1c43f172c on network 18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:41:29.842490 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447a547b-2328-4131-b3db-5acef3bb1d56 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:41:29.842987 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447a547b-2328-4131-b3db-5acef3bb1d56 None None] Checking segment: {'id': 'fb423a5c-cb35-4946-9ae0-35c1c9f2d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:41:29.843326 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-447a547b-2328-4131-b3db-5acef3bb1d56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:29.843668 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447a547b-2328-4131-b3db-5acef3bb1d56 None None] Bound using segment: {'id': 'fb423a5c-cb35-4946-9ae0-35c1c9f2d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:41:29.844150 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-447a547b-2328-4131-b3db-5acef3bb1d56 None None] Bound port: 73ee1df0-aae4-4288-8483-a2f1c43f172c, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb423a5c-cb35-4946-9ae0-35c1c9f2d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:41:29.844534 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-447a547b-2328-4131-b3db-5acef3bb1d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (73ee1df0-aae4-4288-8483-a2f1c43f172c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:29.872500 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c39c06cf-2640-48f6-ad14-3844a16cee2c tempest-RoutersIpV6AdminTest-1896141719 tempest-RoutersIpV6AdminTest-1896141719-project-admin] 10.222.0.88 "GET /v2.0/ports?network_id=075c0dfb-2786-422e-af93-9cafe101c970&device_id=345cd6ab-f072-4899-8466-9fbbd77131d6 HTTP/1.1" status: 200 len: 205 time: 0.0747914 Feb 08 21:41:29.876836 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43158) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:30.026665 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-447a547b-2328-4131-b3db-5acef3bb1d56 None None] For port 73ee1df0-aae4-4288-8483-a2f1c43f172c, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:41:30.030755 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-447a547b-2328-4131-b3db-5acef3bb1d56 None None] For port 73ee1df0-aae4-4288-8483-a2f1c43f172c, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=73ee1df0-aae4-4288-8483-a2f1c43f172c,segment=NetworkSegment(fb423a5c-cb35-4946-9ae0-35c1c9f2d640),segment_id=fb423a5c-cb35-4946-9ae0-35c1c9f2d640)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:41:30.058086 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-447a547b-2328-4131-b3db-5acef3bb1d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (73ee1df0-aae4-4288-8483-a2f1c43f172c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:30.118056 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b555a19-c6cf-4650-a64e-dff876fd5ffc service neutron] Pushing event updated for resources: {'Port': ['ID=c10bdf49-410c-49e6-93e8-8cff1324ca18,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:30.122098 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:30.172959 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a547b-2328-4131-b3db-5acef3bb1d56 None None] Pushing event updated for resources: {'Port': ['ID=73ee1df0-aae4-4288-8483-a2f1c43f172c,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:30.183490 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-f87321ab-bb9e-49e8-81fe-e1fe588a8e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:30.185083 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-f87321ab-bb9e-49e8-81fe-e1fe588a8e8a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f78ef32583a7407daedbb84d3ab485f9&device_id=3aba1643-8194-48fb-bf52-26c3c7d497cd HTTP/1.1" status: 200 len: 1127 time: 0.3828337 Feb 08 21:41:30.190130 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:30.197010 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-73745f99-da83-4cf4-945a-0b6367ddbcea req-dfe4c60e-f378-4ca7-980d-226bf7ef85dc tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab2aa7f-a2c7-4483-8854-66c51838868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5014825 Feb 08 21:41:30.217359 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb423a5c-cb35-4946-9ae0-35c1c9f2d640') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:30.217656 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb423a5c-cb35-4946-9ae0-35c1c9f2d640') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:30.219348 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e9f319-204d-4e19-9116-480f936c44fe None None] get_active_networks_info from n-d-712143-31 {{(pid=103435) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 21:41:30.260249 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dafabdf-e19f-45e4-820d-4ad21f430a11 req-82425127-deb5-444b-aea6-2cb312434786 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:30.261877 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3dafabdf-e19f-45e4-820d-4ad21f430a11 req-82425127-deb5-444b-aea6-2cb312434786 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=3aba1643-8194-48fb-bf52-26c3c7d497cd HTTP/1.1" status: 200 len: 944 time: 0.2506270 Feb 08 21:41:30.269064 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-ef1ccc56-46cb-4d6b-be7c-13d60951a248 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c10bdf49-410c-49e6-93e8-8cff1324ca18 HTTP/1.1" status: 200 len: 217 time: 0.0656269 Feb 08 21:41:30.275814 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (fb423a5c-cb35-4946-9ae0-35c1c9f2d640), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:30.289381 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c618c6-b1d5-463c-9585-a9bd464ca38e x-openstack-request-id: req-c0c618c6-b1d5-463c-9585-a9bd464ca38e {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:41:30.291707 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ecd2a3-1cdd-41ee-b903-3e9152688e31", "name": "network-vif-plugged", "status": "completed", "tag": "6c4ad620-c903-4a6d-9e26-7cbb37f1a22b", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:41:30.292060 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c0c618c6-b1d5-463c-9585-a9bd464ca38e {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:41:30.292737 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ecd2a3-1cdd-41ee-b903-3e9152688e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4ad620-c903-4a6d-9e26-7cbb37f1a22b', 'code': 200} Feb 08 21:41:30.331882 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fda98e4e-983e-43a2-bb42-bf90248a9dd3 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "GET /v2.0/ports?device_id=345cd6ab-f072-4899-8466-9fbbd77131d6 HTTP/1.1" status: 200 len: 205 time: 0.4495406 Feb 08 21:41:30.333896 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43160) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:30.334999 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (fb423a5c-cb35-4946-9ae0-35c1c9f2d640), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:30.354440 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e997a7a-9fca-42b2-8d07-0930d077b3cc x-openstack-request-id: req-8e997a7a-9fca-42b2-8d07-0930d077b3cc {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:41:30.354747 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aba1643-8194-48fb-bf52-26c3c7d497cd", "tag": "c10bdf49-410c-49e6-93e8-8cff1324ca18", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:41:30.355012 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8e997a7a-9fca-42b2-8d07-0930d077b3cc {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:41:30.355426 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aba1643-8194-48fb-bf52-26c3c7d497cd', 'tag': 'c10bdf49-410c-49e6-93e8-8cff1324ca18', 'status': 'completed', 'code': 200} Feb 08 21:41:30.405541 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:41:30.405541 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (fb423a5c-cb35-4946-9ae0-35c1c9f2d640), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:41:30.409794 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:41:30.438146 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e9f319-204d-4e19-9116-480f936c44fe None None] Resources bound (agent type, host, resource id): {{(pid=103435) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 21:41:30.551181 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d1828-83aa-4a49-9486-1cc26917cc25 req-aadc6547-972c-425f-afc7-01300c8cec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:30.553264 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-752d1828-83aa-4a49-9486-1cc26917cc25 req-aadc6547-972c-425f-afc7-01300c8cec3e service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=b6ecd2a3-1cdd-41ee-b903-3e9152688e31 HTTP/1.1" status: 200 len: 1128 time: 0.1831355 Feb 08 21:41:30.577540 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-2d9f91d7-73a5-47bc-980e-bb0004ab9f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:30.579864 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-2d9f91d7-73a5-47bc-980e-bb0004ab9f10 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1829db1a-bc95-499c-9def-413e4d0051fd HTTP/1.1" status: 200 len: 854 time: 0.2913227 Feb 08 21:41:30.600523 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-63680061-0336-4ee7-b178-4cbcbde97fd9 admin admin] Publish callbacks [] for security_group (75361465-0f1c-425d-bf0a-b8e741d76b3c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:30.610772 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-63680061-0336-4ee7-b178-4cbcbde97fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (75361465-0f1c-425d-bf0a-b8e741d76b3c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:30.641488 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3dafabdf-e19f-45e4-820d-4ad21f430a11 req-af67e56c-e45b-4983-89c7-e465623a93cc tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708198 Feb 08 21:41:30.682441 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-49a72adb-45ce-4def-a282-9147d815c78a tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router (345cd6ab-f072-4899-8466-9fbbd77131d6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:30.686149 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.db.api [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 08 21:41:30.686149 n-d-712143-31 neutron-server[103433]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 08 21:41:30.686149 n-d-712143-31 neutron-server[103433]: [parameters: {'id': '18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f'}] Feb 08 21:41:30.686149 n-d-712143-31 neutron-server[103433]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:41:30.687387 n-d-712143-31 neutron-server[103433]: DEBUG oslo_db.api [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:41:30.690878 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-babd2a04-8d8b-482e-a8c6-acc87fd53f89 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5326457-53c9-4ce3-8eff-31ed490f5fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929680 Feb 08 21:41:30.752273 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63680061-0336-4ee7-b178-4cbcbde97fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75361465-0f1c-425d-bf0a-b8e741d76b3c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:30.756915 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-752d1828-83aa-4a49-9486-1cc26917cc25 req-7f0f4c84-f143-464a-a972-8cc728bd7aaf service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=3ab2aa7f-a2c7-4483-8854-66c51838868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895719 Feb 08 21:41:30.775095 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-63680061-0336-4ee7-b178-4cbcbde97fd9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=43ba5806ff8e41d3ab3f24aa1a974a0a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0732038 Feb 08 21:41:30.791742 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43166) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:30.879314 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ebf305c-9df3-459b-bbf5-e68f9809dd20 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for router_gateway (3d3a214e-7c8e-4040-bc1b-35b22711e5bb), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:30.909642 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ebf305c-9df3-459b-bbf5-e68f9809dd20 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:30.938097 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ff750d-e01f-4881-b868-a62ae4d48023 None None] Network 18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:41:31.006129 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf153c4f-39c9-48f5-b1d4-5888685511a5 req-f8baa12c-7ff7-4b82-b926-f8f47c5473c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:31.008203 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bf153c4f-39c9-48f5-b1d4-5888685511a5 req-f8baa12c-7ff7-4b82-b926-f8f47c5473c1 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=34667052c8344fe0a4257547677c9696&device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 1128 time: 0.2461276 Feb 08 21:41:31.016515 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-34753e02-915f-4ddd-9af1-16eac4be839d admin admin] Publish callbacks [] for security_group (75361465-0f1c-425d-bf0a-b8e741d76b3c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:31.082214 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-49a72adb-45ce-4def-a282-9147d815c78a tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (345cd6ab-f072-4899-8466-9fbbd77131d6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:31.087653 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-49a72adb-45ce-4def-a282-9147d815c78a tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router_controller (345cd6ab-f072-4899-8466-9fbbd77131d6), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:31.107718 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74016529-1164-4e02-b26e-faefbafc87f1 req-ccfbe57b-688d-4f60-a28f-7e11a95873c2 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:31.109186 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-74016529-1164-4e02-b26e-faefbafc87f1 req-ccfbe57b-688d-4f60-a28f-7e11a95873c2 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.2735877 Feb 08 21:41:31.145093 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-34753e02-915f-4ddd-9af1-16eac4be839d admin admin] Publish callbacks [] for security_group (75361465-0f1c-425d-bf0a-b8e741d76b3c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:31.147648 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-8ebf305c-9df3-459b-bbf5-e68f9809dd20 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Allocated IP 172.25.3.198 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/2f292259-0029-41f8-914b-9b37e4ebe1c4) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:41:31.150778 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-9fae53fd-9b49-4e4d-973c-2145bdad3a09 service neutron] 10.222.0.96 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472702 Feb 08 21:41:31.184658 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-49a72adb-45ce-4def-a282-9147d815c78a tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (345cd6ab-f072-4899-8466-9fbbd77131d6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:31.185177 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a72adb-45ce-4def-a282-9147d815c78a tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Fanout notify agent at l3_agent the message router_deleted on router 345cd6ab-f072-4899-8466-9fbbd77131d6 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:41:31.322723 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-34753e02-915f-4ddd-9af1-16eac4be839d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (75361465-0f1c-425d-bf0a-b8e741d76b3c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:31.325533 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-34753e02-915f-4ddd-9af1-16eac4be839d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:31.327525 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-34753e02-915f-4ddd-9af1-16eac4be839d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/75361465-0f1c-425d-bf0a-b8e741d76b3c HTTP/1.1" status: 204 len: 168 time: 0.5347929 Feb 08 21:41:31.355195 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf153c4f-39c9-48f5-b1d4-5888685511a5 req-2b94000c-8939-44e8-b439-2214df4f4802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:31.356717 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bf153c4f-39c9-48f5-b1d4-5888685511a5 req-2b94000c-8939-44e8-b439-2214df4f4802 service neutron] 10.222.0.94 "GET /v2.0/networks?id=1679b521-217f-49a1-a155-3334752f6c92 HTTP/1.1" status: 200 len: 912 time: 0.3183746 Feb 08 21:41:31.361954 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34753e02-915f-4ddd-9af1-16eac4be839d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75361465-0f1c-425d-bf0a-b8e741d76b3c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:31.440035 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ebf305c-9df3-459b-bbf5-e68f9809dd20 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for port (2f292259-0029-41f8-914b-9b37e4ebe1c4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:31.449139 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:31.473274 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bf153c4f-39c9-48f5-b1d4-5888685511a5 req-32ef72c2-a43d-4869-89ed-4ad5167a076f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38a4287e-56b3-4bf1-b386-0d6d5e88138b HTTP/1.1" status: 200 len: 999 time: 0.1036451 Feb 08 21:41:31.513656 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:31.560655 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf153c4f-39c9-48f5-b1d4-5888685511a5 req-93ebeef3-9a91-488d-9ba2-d62539127928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:31.562237 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bf153c4f-39c9-48f5-b1d4-5888685511a5 req-93ebeef3-9a91-488d-9ba2-d62539127928 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=07d9bb5c-1887-4b22-a4c6-21ab4d50a37d HTTP/1.1" status: 200 len: 850 time: 0.0831089 Feb 08 21:41:31.563835 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ebf305c-9df3-459b-bbf5-e68f9809dd20 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (2f292259-0029-41f8-914b-9b37e4ebe1c4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:31.614863 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:31.621792 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-49a72adb-45ce-4def-a282-9147d815c78a tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:31.628036 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-49a72adb-45ce-4def-a282-9147d815c78a tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "DELETE /v2.0/routers/345cd6ab-f072-4899-8466-9fbbd77131d6 HTTP/1.1" status: 204 len: 168 time: 1.2887397 Feb 08 21:41:31.633056 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43172) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:31.643689 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebf305c-9df3-459b-bbf5-e68f9809dd20 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:41:31.651874 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8ebf305c-9df3-459b-bbf5-e68f9809dd20 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:41:31.657097 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebf305c-9df3-459b-bbf5-e68f9809dd20 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:41:31.685745 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf305c-9df3-459b-bbf5-e68f9809dd20 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'Port': ['ID=2f292259-0029-41f8-914b-9b37e4ebe1c4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:31.715300 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf153c4f-39c9-48f5-b1d4-5888685511a5 req-14cb80cf-a5dd-496e-bb8e-ead2b9219bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:31.716846 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bf153c4f-39c9-48f5-b1d4-5888685511a5 req-14cb80cf-a5dd-496e-bb8e-ead2b9219bf9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1679b521-217f-49a1-a155-3334752f6c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1450696 Feb 08 21:41:31.733574 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4fb7a865-452e-4b7a-8182-99b65a47d976 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "GET /v2.0/ports?device_id=345cd6ab-f072-4899-8466-9fbbd77131d6 HTTP/1.1" status: 200 len: 205 time: 0.0944133 Feb 08 21:41:31.734194 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43178) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:31.764144 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-74016529-1164-4e02-b26e-faefbafc87f1 req-a2f6589f-ad2c-4c9c-a672-f7efeb8b7949 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6463952 Feb 08 21:41:31.883508 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-f25853e2-7d30-4317-a981-0091447dacda tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] delete failed (client error): The resource could not be found. Feb 08 21:41:31.885628 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f25853e2-7d30-4317-a981-0091447dacda tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "DELETE /v2.0/routers/345cd6ab-f072-4899-8466-9fbbd77131d6 HTTP/1.1" status: 404 len: 336 time: 0.1453276 Feb 08 21:41:31.899510 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43182) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:31.988848 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-32dae615-d964-452a-a83b-2687d4d96753 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "GET /v2.0/ports?device_id=ab5704aa-b6e3-4fcd-8ab3-8abc00107b50 HTTP/1.1" status: 200 len: 205 time: 0.0803964 Feb 08 21:41:31.988848 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43184) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:31.996521 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43186) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:32.006044 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da500a5f-ac98-4a17-8ee5-f6d87cef3b63 req-913dbbc5-d5db-4621-9dde-bc938fa75b9a service neutron] 10.222.0.96 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8482862 Feb 08 21:41:32.014852 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75ff18-3309-4e3d-a7ff-8ae75febc2a4 req-68c6f73e-ccb1-4884-93ca-399fb6944709 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:32.016509 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b75ff18-3309-4e3d-a7ff-8ae75febc2a4 req-68c6f73e-ccb1-4884-93ca-399fb6944709 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6ecd2a3-1cdd-41ee-b903-3e9152688e31 HTTP/1.1" status: 200 len: 945 time: 0.3846979 Feb 08 21:41:32.036144 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-460d072c-8f0d-4a63-b0e3-7bdbf327a1ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:32.072646 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-87f567fc-31f8-48d6-93b5-ce4e35f40cb9 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] delete failed (client error): The resource could not be found. Feb 08 21:41:32.076369 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-87f567fc-31f8-48d6-93b5-ce4e35f40cb9 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "DELETE /v2.0/routers/ab5704aa-b6e3-4fcd-8ab3-8abc00107b50 HTTP/1.1" status: 404 len: 336 time: 0.0764778 Feb 08 21:41:32.088265 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43188) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:32.096949 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bf153c4f-39c9-48f5-b1d4-5888685511a5 req-60cb2724-b9d3-456b-ba6b-0e44cafcb5f7 service neutron] 10.222.0.94 "GET /v2.0/networks/1679b521-217f-49a1-a155-3334752f6c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724630 Feb 08 21:41:32.121778 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b6405-c76f-4d4d-8ead-2dffbbb46a22 req-271595e2-d387-4e24-981d-b2b81e48cce2 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:32.123536 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-768b6405-c76f-4d4d-8ead-2dffbbb46a22 req-271595e2-d387-4e24-981d-b2b81e48cce2 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=3aba1643-8194-48fb-bf52-26c3c7d497cd HTTP/1.1" status: 200 len: 944 time: 0.2703965 Feb 08 21:41:32.125132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Deleting port 73ee1df0-aae4-4288-8483-a2f1c43f172c {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:41:32.125584 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (73ee1df0-aae4-4288-8483-a2f1c43f172c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:32.167280 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-79778b65-aae1-4429-aaf3-789aa7fab327 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "GET /v2.0/ports?device_id=e078a5fa-41cf-4955-9bc7-726a8fafd8cf HTTP/1.1" status: 200 len: 205 time: 0.0754437 Feb 08 21:41:32.176223 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43190) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:32.276071 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b75ff18-3309-4e3d-a7ff-8ae75febc2a4 req-038a5c4a-b021-4b43-9afd-c5de080c336c tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab2aa7f-a2c7-4483-8854-66c51838868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500839 Feb 08 21:41:32.286307 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-a9d9a9bf-ed65-4cb1-9017-968ad11a075b tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] delete failed (client error): The resource could not be found. Feb 08 21:41:32.289809 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a9d9a9bf-ed65-4cb1-9017-968ad11a075b tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "DELETE /v2.0/routers/e078a5fa-41cf-4955-9bc7-726a8fafd8cf HTTP/1.1" status: 404 len: 336 time: 0.0846951 Feb 08 21:41:32.293432 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43192) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:32.315846 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] For port 73ee1df0-aae4-4288-8483-a2f1c43f172c, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=73ee1df0-aae4-4288-8483-a2f1c43f172c,segment=NetworkSegment(fb423a5c-cb35-4946-9ae0-35c1c9f2d640),segment_id=fb423a5c-cb35-4946-9ae0-35c1c9f2d640)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:41:32.316548 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (73ee1df0-aae4-4288-8483-a2f1c43f172c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:32.338156 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b639eb0d-2539-402b-a218-c861a93bdb25 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "GET /v2.0/ports?device_id=e0319bc6-beff-4618-81bc-02f150ad317b HTTP/1.1" status: 200 len: 205 time: 0.0409598 Feb 08 21:41:32.340632 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43194) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:32.350107 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Calling delete_port for 73ee1df0-aae4-4288-8483-a2f1c43f172c owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:41:32.393607 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-768b6405-c76f-4d4d-8ead-2dffbbb46a22 req-448c1779-9cca-4a5e-a7cb-6ef3612baf98 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393553 Feb 08 21:41:32.407379 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-2d567f2e-a247-4078-a948-ace4445cad18 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] delete failed (client error): The resource could not be found. Feb 08 21:41:32.410917 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2d567f2e-a247-4078-a948-ace4445cad18 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "DELETE /v2.0/routers/e0319bc6-beff-4618-81bc-02f150ad317b HTTP/1.1" status: 404 len: 336 time: 0.0654907 Feb 08 21:41:32.414257 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43196) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:32.418070 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ebf305c-9df3-459b-bbf5-e68f9809dd20 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for router_gateway (3d3a214e-7c8e-4040-bc1b-35b22711e5bb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:32.423080 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bf153c4f-39c9-48f5-b1d4-5888685511a5 req-26a85857-df34-4c2f-817b-9587e8e245aa service neutron] 10.222.0.94 "GET /v2.0/networks/1679b521-217f-49a1-a155-3334752f6c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155315 Feb 08 21:41:32.433686 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c747a0-f427-4b3c-b237-9fe7eda3268f req-4f7829b0-bce6-446b-b514-2a84be27fed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:32.435697 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e2c747a0-f427-4b3c-b237-9fe7eda3268f req-4f7829b0-bce6-446b-b514-2a84be27fed1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f78ef32583a7407daedbb84d3ab485f9&device_id=3aba1643-8194-48fb-bf52-26c3c7d497cd HTTP/1.1" status: 200 len: 1127 time: 0.3229604 Feb 08 21:41:32.518409 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-155daccd-9bc7-4141-8a66-9021f73d9769 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "GET /v2.0/ports?device_id=67ec8054-4769-482a-adad-22b6e4b950c9 HTTP/1.1" status: 200 len: 205 time: 0.1003158 Feb 08 21:41:32.518409 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43198) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:32.531047 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-460d072c-8f0d-4a63-b0e3-7bdbf327a1ae admin admin] Publish callbacks [] for security_group (decd3d91-694a-45d4-8895-bd6f179d39a4), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:32.539058 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-460d072c-8f0d-4a63-b0e3-7bdbf327a1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (decd3d91-694a-45d4-8895-bd6f179d39a4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:32.566465 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-55519528-6900-4092-b8b8-e3b6c87ae04e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] delete failed (client error): The resource could not be found. Feb 08 21:41:32.569970 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-55519528-6900-4092-b8b8-e3b6c87ae04e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "DELETE /v2.0/routers/67ec8054-4769-482a-adad-22b6e4b950c9 HTTP/1.1" status: 404 len: 336 time: 0.0484619 Feb 08 21:41:32.571683 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43200) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:32.609290 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ba1454bf-b1c8-4e6b-8ecb-589f6eb09892 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "GET /v2.0/ports?device_id=49a13529-3118-42a9-b713-3d79e4bb2fbd HTTP/1.1" status: 200 len: 205 time: 0.0358667 Feb 08 21:41:32.613286 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43202) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:32.613475 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d072c-8f0d-4a63-b0e3-7bdbf327a1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decd3d91-694a-45d4-8895-bd6f179d39a4,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:32.620705 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-460d072c-8f0d-4a63-b0e3-7bdbf327a1ae admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=448d9e8ac8684445be3531024ae5f306&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6288717 Feb 08 21:41:32.625301 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43204) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:32.635359 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (73ee1df0-aae4-4288-8483-a2f1c43f172c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:32.638285 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c747a0-f427-4b3c-b237-9fe7eda3268f req-6ba8ee7d-cc7c-4749-ace2-e4cefca9e132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:32.639800 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e2c747a0-f427-4b3c-b237-9fe7eda3268f req-6ba8ee7d-cc7c-4749-ace2-e4cefca9e132 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b5326457-53c9-4ce3-8eff-31ed490f5fcc HTTP/1.1" status: 200 len: 915 time: 0.1965208 Feb 08 21:41:32.661643 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-d3c7a3c2-ad92-48cc-86c8-dd00c29a83b1 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] delete failed (client error): The resource could not be found. Feb 08 21:41:32.662687 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d3c7a3c2-ad92-48cc-86c8-dd00c29a83b1 tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "DELETE /v2.0/routers/49a13529-3118-42a9-b713-3d79e4bb2fbd HTTP/1.1" status: 404 len: 336 time: 0.0518796 Feb 08 21:41:32.665784 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43206) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:32.686604 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Port': ['ID=73ee1df0-aae4-4288-8483-a2f1c43f172c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:32.724355 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] No DVR routers for this DVR port 73ee1df0-aae4-4288-8483-a2f1c43f172c on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:41:32.734857 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e2c747a0-f427-4b3c-b237-9fe7eda3268f req-454caafe-1a63-4424-b39b-641a7859e4c0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c10bdf49-410c-49e6-93e8-8cff1324ca18 HTTP/1.1" status: 200 len: 217 time: 0.0831735 Feb 08 21:41:32.777558 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f169d28-750e-49e9-8036-9687c7104a3e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] DELETE failed (client error): The resource could not be found. Feb 08 21:41:32.778241 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f169d28-750e-49e9-8036-9687c7104a3e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:41:32.786633 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3f169d28-750e-49e9-8036-9687c7104a3e tempest-RoutersIpV6AdminTest-198467664 tempest-RoutersIpV6AdminTest-198467664-project] 10.222.0.88 "DELETE /v2.0/subnets/6d35ee1f-ae13-4d0b-ac99-3e8c1cae9d94 HTTP/1.1" status: 404 len: 337 time: 0.1157396 Feb 08 21:41:32.885532 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f26d9856-cff4-488f-ad20-8ec477b4ddba admin admin] Publish callbacks [] for security_group (decd3d91-694a-45d4-8895-bd6f179d39a4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:32.901011 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:32.930464 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c747a0-f427-4b3c-b237-9fe7eda3268f req-23380419-3bb6-400e-95ee-2701cd9dbf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:32.933458 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e2c747a0-f427-4b3c-b237-9fe7eda3268f req-23380419-3bb6-400e-95ee-2701cd9dbf65 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1829db1a-bc95-499c-9def-413e4d0051fd HTTP/1.1" status: 200 len: 854 time: 0.1909089 Feb 08 21:41:32.967147 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ebf305c-9df3-459b-bbf5-e68f9809dd20 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (3d3a214e-7c8e-4040-bc1b-35b22711e5bb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:32.995458 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f26d9856-cff4-488f-ad20-8ec477b4ddba admin admin] Publish callbacks [] for security_group (decd3d91-694a-45d4-8895-bd6f179d39a4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:33.022636 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e2c747a0-f427-4b3c-b237-9fe7eda3268f req-6a2209e4-aa19-493f-bb05-5d0b03143be9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5326457-53c9-4ce3-8eff-31ed490f5fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617590 Feb 08 21:41:33.028065 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:33.048237 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb423a5c-cb35-4946-9ae0-35c1c9f2d640') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:33.048897 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb423a5c-cb35-4946-9ae0-35c1c9f2d640') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:33.087864 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (fb423a5c-cb35-4946-9ae0-35c1c9f2d640), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:33.191020 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (fb423a5c-cb35-4946-9ae0-35c1c9f2d640), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:33.208119 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:41:33.208417 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (fb423a5c-cb35-4946-9ae0-35c1c9f2d640), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:41:33.213541 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:41:33.223183 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebf305c-9df3-459b-bbf5-e68f9809dd20 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Router 3d3a214e-7c8e-4040-bc1b-35b22711e5bb is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:41:33.235201 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f60809-342a-457b-b157-853fd3497262 req-a502f7e5-85a8-4e5b-b36a-bec94e71851b tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:33.236904 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-30f60809-342a-457b-b157-853fd3497262 req-a502f7e5-85a8-4e5b-b36a-bec94e71851b tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.3395770 Feb 08 21:41:33.283970 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43216) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:33.350326 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e2c747a0-f427-4b3c-b237-9fe7eda3268f req-5464a790-cd36-46e4-a8b2-ab8ef283f7a4 service neutron] 10.222.0.96 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042171 Feb 08 21:41:33.351051 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:33.367843 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f26d9856-cff4-488f-ad20-8ec477b4ddba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (decd3d91-694a-45d4-8895-bd6f179d39a4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:33.371476 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f26d9856-cff4-488f-ad20-8ec477b4ddba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:33.375819 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f26d9856-cff4-488f-ad20-8ec477b4ddba admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/decd3d91-694a-45d4-8895-bd6f179d39a4 HTTP/1.1" status: 204 len: 168 time: 0.7497230 Feb 08 21:41:33.387769 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:33.395566 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/networks/18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f HTTP/1.1" status: 204 len: 168 time: 5.6509426 Feb 08 21:41:33.419176 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43224) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:33.440700 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-2db0906d-5fa3-4e2a-9f1d-76feaf64a8c8 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-514430962'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:33.474859 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15beb7-3343-4c15-8114-becb5d22eb05 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Network': ['ID=18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:33.488212 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d9856-cff4-488f-ad20-8ec477b4ddba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decd3d91-694a-45d4-8895-bd6f179d39a4,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:33.511779 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-30f60809-342a-457b-b157-853fd3497262 req-66737d05-6d74-40d1-9267-61171889eb37 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436526 Feb 08 21:41:33.523617 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebf305c-9df3-459b-bbf5-e68f9809dd20 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:41:33.547437 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df2e84a-8555-4c0f-aeb7-15379a0729cb None None] Sync routers for ids ['3d3a214e-7c8e-4040-bc1b-35b22711e5bb'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:41:33.575777 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db0906d-5fa3-4e2a-9f1d-76feaf64a8c8 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Made reservation on behalf of e4bc28ab280f4033a0cdb66e43d8fa59 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:41:33.579176 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2db0906d-5fa3-4e2a-9f1d-76feaf64a8c8 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:33.592152 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df2e84a-8555-4c0f-aeb7-15379a0729cb None None] Routers {'3d3a214e-7c8e-4040-bc1b-35b22711e5bb'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:41:33.595004 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-2df2e84a-8555-4c0f-aeb7-15379a0729cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:41:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3d3a214e-7c8e-4040-bc1b-35b22711e5bb'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:33.620853 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ebf305c-9df3-459b-bbf5-e68f9809dd20 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:33.623350 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8ebf305c-9df3-459b-bbf5-e68f9809dd20 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5993617 Feb 08 21:41:33.630717 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43230) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:33.772165 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db0906d-5fa3-4e2a-9f1d-76feaf64a8c8 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:41:33.790119 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2db0906d-5fa3-4e2a-9f1d-76feaf64a8c8 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (843ba5f0-7810-4874-88fd-ae76aa2a32cf), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:33.791805 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-2df2e84a-8555-4c0f-aeb7-15379a0729cb None None] Set router 3d3a214e-7c8e-4040-bc1b-35b22711e5bb gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:41:33.793265 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-2db0906d-5fa3-4e2a-9f1d-76feaf64a8c8 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Added segment 843ba5f0-7810-4874-88fd-ae76aa2a32cf of type vlan for network e5e07248-9ca8-4e42-b0f1-4e2391a29a38 Feb 08 21:41:33.820328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7259e64-60e7-4d91-8a63-cb9945e5e5d4 req-30f34a3a-ba53-4976-af8c-ea81d3f29693 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:33.822658 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d7259e64-60e7-4d91-8a63-cb9945e5e5d4 req-30f34a3a-ba53-4976-af8c-ea81d3f29693 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6ecd2a3-1cdd-41ee-b903-3e9152688e31 HTTP/1.1" status: 200 len: 945 time: 0.3363831 Feb 08 21:41:33.841985 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e2c747a0-f427-4b3c-b237-9fe7eda3268f req-8a20140e-a5c0-4dbe-b11d-d30d2f47adb9 service neutron] 10.222.0.96 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798882 Feb 08 21:41:33.899448 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-298801b9-c35e-47d3-b1b6-2b9cdc43f00f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:33.939216 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2db0906d-5fa3-4e2a-9f1d-76feaf64a8c8 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (e5e07248-9ca8-4e42-b0f1-4e2391a29a38), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:33.965056 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e12bc4-9df3-4431-a019-3e9021e5c1a4 req-2ab6669a-5709-4a50-88ce-37d3439e757e tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:33.974681 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a7e12bc4-9df3-4431-a019-3e9021e5c1a4 req-2ab6669a-5709-4a50-88ce-37d3439e757e tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=3aba1643-8194-48fb-bf52-26c3c7d497cd HTTP/1.1" status: 200 len: 944 time: 0.3094635 Feb 08 21:41:34.037426 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d7259e64-60e7-4d91-8a63-cb9945e5e5d4 req-cf45d9b7-f838-44e0-a7a8-28aa7d708d79 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab2aa7f-a2c7-4483-8854-66c51838868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017126 Feb 08 21:41:34.077883 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cbb01b71-b302-4299-937f-6043f5cb5e2d tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=f6bde20c4e70444caab1a7a5de63c07b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4429102 Feb 08 21:41:34.079254 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43246) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:34.105716 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2db0906d-5fa3-4e2a-9f1d-76feaf64a8c8 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (e5e07248-9ca8-4e42-b0f1-4e2391a29a38), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:34.111005 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db0906d-5fa3-4e2a-9f1d-76feaf64a8c8 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:34.111575 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2db0906d-5fa3-4e2a-9f1d-76feaf64a8c8 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:34.173698 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a7e12bc4-9df3-4431-a019-3e9021e5c1a4 req-f569d6b5-977c-4dd5-8bd0-30b503272929 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940188 Feb 08 21:41:34.227282 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2db0906d-5fa3-4e2a-9f1d-76feaf64a8c8 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7915192 Feb 08 21:41:34.229325 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-2df2e84a-8555-4c0f-aeb7-15379a0729cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'name': 'tempest-TestNetworkBasicOps-router-145281194', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:41:29Z', 'updated_at': '2022-02-08T21:41:32Z', 'revision_number': 3, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:30Z', 'updated_at': '2022-02-08T21:41:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:34.236476 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43248) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:34.269090 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-b99785d7-21a6-4f24-95bc-9ae1dcd8bf39 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Request body: {'subnet': {'network_id': 'e5e07248-9ca8-4e42-b0f1-4e2391a29a38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:34.300584 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df2e84a-8555-4c0f-aeb7-15379a0729cb None None] Checking router: 3d3a214e-7c8e-4040-bc1b-35b22711e5bb for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:41:34.300965 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df2e84a-8555-4c0f-aeb7-15379a0729cb None None] Updating router 3d3a214e-7c8e-4040-bc1b-35b22711e5bb port 2f292259-0029-41f8-914b-9b37e4ebe1c4 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:41:34.341641 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2df2e84a-8555-4c0f-aeb7-15379a0729cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2f292259-0029-41f8-914b-9b37e4ebe1c4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:34.362177 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0906d-5fa3-4e2a-9f1d-76feaf64a8c8 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event updated for resources: {'Network': ['ID=e5e07248-9ca8-4e42-b0f1-4e2391a29a38,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:34.373379 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device c10bdf49-410c-49e6-93e8-8cff1324ca18 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:41:34.380682 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network e5e07248-9ca8-4e42-b0f1-4e2391a29a38 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:41:34.390747 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-298801b9-c35e-47d3-b1b6-2b9cdc43f00f admin admin] Publish callbacks [] for security_group (0c7a1398-1cb7-4ce7-bd54-dbb497fe37dc), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:34.394446 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cf1dab-2b34-4e81-929d-d20df588a9bd tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:34.401389 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-298801b9-c35e-47d3-b1b6-2b9cdc43f00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0c7a1398-1cb7-4ce7-bd54-dbb497fe37dc), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:34.402734 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-11cf1dab-2b34-4e81-929d-d20df588a9bd tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3198137 Feb 08 21:41:34.404597 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43254) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:34.476620 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5c56c49d-38de-4b1e-a7f4-a7c5e0b341c2 tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=075c0dfb-2786-422e-af93-9cafe101c970&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0656786 Feb 08 21:41:34.479207 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43258) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:34.487694 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f189c93b-65d9-4c56-98a0-b1f9eb8d95cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-45427253', 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf', 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:34.488800 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a6439-aa7d-4be2-a439-bcaf8666046b req-80293a42-e7bc-4cef-838d-e35b50cdd7ae tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:34.490583 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a08a6439-aa7d-4be2-a439-bcaf8666046b req-80293a42-e7bc-4cef-838d-e35b50cdd7ae tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6ecd2a3-1cdd-41ee-b903-3e9152688e31 HTTP/1.1" status: 200 len: 945 time: 0.3158042 Feb 08 21:41:34.499755 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-298801b9-c35e-47d3-b1b6-2b9cdc43f00f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c13b4e03e41f44c4869d1af5df13de8a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2146888 Feb 08 21:41:34.500401 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43260) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:34.504968 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298801b9-c35e-47d3-b1b6-2b9cdc43f00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7a1398-1cb7-4ce7-bd54-dbb497fe37dc,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:34.556951 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99785d7-21a6-4f24-95bc-9ae1dcd8bf39 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Made reservation on behalf of e4bc28ab280f4033a0cdb66e43d8fa59 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:41:34.560992 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b99785d7-21a6-4f24-95bc-9ae1dcd8bf39 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:34.577184 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:41:34.791082 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port c10bdf49-410c-49e6-93e8-8cff1324ca18, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c10bdf49-410c-49e6-93e8-8cff1324ca18,segment=NetworkSegment(6d12b64d-8e18-49b9-aa36-c463a8b40117),segment_id=6d12b64d-8e18-49b9-aa36-c463a8b40117)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:41:34.815758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'c10bdf49-410c-49e6-93e8-8cff1324ca18', 'network_id': 'b5326457-53c9-4ce3-8eff-31ed490f5fcc', 'port_id': 'c10bdf49-410c-49e6-93e8-8cff1324ca18', 'mac_address': 'fa:16:3e:47:79:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1829db1a-bc95-499c-9def-413e4d0051fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:41:34.895091 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port c10bdf49-410c-49e6-93e8-8cff1324ca18 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:41:34.895492 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c10bdf49-410c-49e6-93e8-8cff1324ca18), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:34.940650 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a08a6439-aa7d-4be2-a439-bcaf8666046b req-aed1103c-88e9-42b7-b2b8-ec3e3c45e828 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab2aa7f-a2c7-4483-8854-66c51838868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390056 Feb 08 21:41:35.001263 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8dd84e7e-092b-47be-9d6a-ad9d1f91cd81 admin admin] Publish callbacks [] for security_group (0c7a1398-1cb7-4ce7-bd54-dbb497fe37dc), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:35.085869 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8dd84e7e-092b-47be-9d6a-ad9d1f91cd81 admin admin] Publish callbacks [] for security_group (0c7a1398-1cb7-4ce7-bd54-dbb497fe37dc), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:35.101596 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c10bdf49-410c-49e6-93e8-8cff1324ca18 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:41:35.162000 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port c10bdf49-410c-49e6-93e8-8cff1324ca18, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c10bdf49-410c-49e6-93e8-8cff1324ca18,segment=NetworkSegment(6d12b64d-8e18-49b9-aa36-c463a8b40117),segment_id=6d12b64d-8e18-49b9-aa36-c463a8b40117)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:41:35.175534 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c10bdf49-410c-49e6-93e8-8cff1324ca18), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:35.200181 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f189c93b-65d9-4c56-98a0-b1f9eb8d95cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Made reservation on behalf of f6bde20c4e70444caab1a7a5de63c07b for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:41:35.205296 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f189c93b-65d9-4c56-98a0-b1f9eb8d95cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:35.263911 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2df2e84a-8555-4c0f-aeb7-15379a0729cb None None] Publish callbacks [] for port (2f292259-0029-41f8-914b-9b37e4ebe1c4), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:35.286324 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2df2e84a-8555-4c0f-aeb7-15379a0729cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2f292259-0029-41f8-914b-9b37e4ebe1c4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:35.293718 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4a99a-209b-4092-8202-c8cfa1a00533 req-894a8772-9b4c-4fd0-b706-6d237b856eed tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:35.295367 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dbb4a99a-209b-4092-8202-c8cfa1a00533 req-894a8772-9b4c-4fd0-b706-6d237b856eed tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.4910278 Feb 08 21:41:35.351391 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=c10bdf49-410c-49e6-93e8-8cff1324ca18,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:35.357903 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8dd84e7e-092b-47be-9d6a-ad9d1f91cd81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0c7a1398-1cb7-4ce7-bd54-dbb497fe37dc), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:35.360576 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8dd84e7e-092b-47be-9d6a-ad9d1f91cd81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:35.370283 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8dd84e7e-092b-47be-9d6a-ad9d1f91cd81 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0c7a1398-1cb7-4ce7-bd54-dbb497fe37dc HTTP/1.1" status: 204 len: 168 time: 0.8638763 Feb 08 21:41:35.383605 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:35.384919 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:35.384919 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:35.385160 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:35.385523 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:35.385865 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:35.386199 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:35.386523 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:35.386864 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:35.387171 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:35.387503 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:35.387834 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:35.388160 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:35.414933 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-2df2e84a-8555-4c0f-aeb7-15379a0729cb None None] Attempting to bind port 2f292259-0029-41f8-914b-9b37e4ebe1c4 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:41:35.415860 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-2df2e84a-8555-4c0f-aeb7-15379a0729cb None None] Attempting to bind port 2f292259-0029-41f8-914b-9b37e4ebe1c4 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:41:35.416238 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df2e84a-8555-4c0f-aeb7-15379a0729cb None None] Attempting to bind port 2f292259-0029-41f8-914b-9b37e4ebe1c4 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:41:35.463336 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd84e7e-092b-47be-9d6a-ad9d1f91cd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7a1398-1cb7-4ce7-bd54-dbb497fe37dc,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:35.482215 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b99785d7-21a6-4f24-95bc-9ae1dcd8bf39 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (1e25635e-522c-4059-b3cf-1c1c35d5291a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:35.507525 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df2e84a-8555-4c0f-aeb7-15379a0729cb None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:41:35.507910 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df2e84a-8555-4c0f-aeb7-15379a0729cb None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:41:35.508323 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2df2e84a-8555-4c0f-aeb7-15379a0729cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:35.508753 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df2e84a-8555-4c0f-aeb7-15379a0729cb None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:41:35.509829 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-2df2e84a-8555-4c0f-aeb7-15379a0729cb None None] Bound port: 2f292259-0029-41f8-914b-9b37e4ebe1c4, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:41:35.510282 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2df2e84a-8555-4c0f-aeb7-15379a0729cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2f292259-0029-41f8-914b-9b37e4ebe1c4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:35.525520 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f189c93b-65d9-4c56-98a0-b1f9eb8d95cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (40ed3ef5-bf86-4fff-b4d1-bca578430c3c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:35.553086 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['c10bdf49-410c-49e6-93e8-8cff1324ca18'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:41:35.636063 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99785d7-21a6-4f24-95bc-9ae1dcd8bf39 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event updated for resources: {'Subnet': ['ID=1e25635e-522c-4059-b3cf-1c1c35d5291a,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:35.660137 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce580201-85d6-433c-90e5-e9434f34c0e5 None None] Pushing event updated for resources: {'Port': ['ID=2f292259-0029-41f8-914b-9b37e4ebe1c4,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:35.667034 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99785d7-21a6-4f24-95bc-9ae1dcd8bf39 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Checking segment: {'id': '843ba5f0-7810-4874-88fd-ae76aa2a32cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e5e07248-9ca8-4e42-b0f1-4e2391a29a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:41:35.675852 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99785d7-21a6-4f24-95bc-9ae1dcd8bf39 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Network hostable DHCP agents. Network: e5e07248-9ca8-4e42-b0f1-4e2391a29a38, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:41:35.677647 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189c93b-65d9-4c56-98a0-b1f9eb8d95cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'Subnet': ['ID=40ed3ef5-bf86-4fff-b4d1-bca578430c3c,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:35.705290 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f189c93b-65d9-4c56-98a0-b1f9eb8d95cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Checking segment: {'id': 'ae821f5c-52b7-4a80-bfd8-2f73524bc029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:41:35.708094 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f189c93b-65d9-4c56-98a0-b1f9eb8d95cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Network hostable DHCP agents. Network: 7484d5e1-8128-4312-ae67-bdaa04d23bbf, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:41:35.724743 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99785d7-21a6-4f24-95bc-9ae1dcd8bf39 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Network e5e07248-9ca8-4e42-b0f1-4e2391a29a38 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:41:35.758117 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f189c93b-65d9-4c56-98a0-b1f9eb8d95cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Network 7484d5e1-8128-4312-ae67-bdaa04d23bbf is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:41:35.762219 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-b99785d7-21a6-4f24-95bc-9ae1dcd8bf39 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, e5e07248-9ca8-4e42-b0f1-4e2391a29a38) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:41:35.770201 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-f189c93b-65d9-4c56-98a0-b1f9eb8d95cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 7484d5e1-8128-4312-ae67-bdaa04d23bbf) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:41:35.776579 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f189c93b-65d9-4c56-98a0-b1f9eb8d95cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:35.777430 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f189c93b-65d9-4c56-98a0-b1f9eb8d95cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:35.778060 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99785d7-21a6-4f24-95bc-9ae1dcd8bf39 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:35.778672 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b99785d7-21a6-4f24-95bc-9ae1dcd8bf39 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:35.787521 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2df2e84a-8555-4c0f-aeb7-15379a0729cb None None] For port 2f292259-0029-41f8-914b-9b37e4ebe1c4, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:41:35.802631 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f189c93b-65d9-4c56-98a0-b1f9eb8d95cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3215964 Feb 08 21:41:35.806546 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43288) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:35.861835 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b99785d7-21a6-4f24-95bc-9ae1dcd8bf39 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5990496 Feb 08 21:41:35.871565 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43292) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:35.875347 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced64b25-57ba-4b8f-ac77-06b455d5c279 None None] Network e5e07248-9ca8-4e42-b0f1-4e2391a29a38 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:41:35.979549 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd06b5d-a7c5-475a-9297-b06830cd53ae None None] Network 7484d5e1-8128-4312-ae67-bdaa04d23bbf requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:41:35.990533 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dbb4a99a-209b-4092-8202-c8cfa1a00533 req-163386a2-40dd-4b01-a363-b616e7e9aac4 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6704059 Feb 08 21:41:35.998054 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2df2e84a-8555-4c0f-aeb7-15379a0729cb None None] For port 2f292259-0029-41f8-914b-9b37e4ebe1c4, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=2f292259-0029-41f8-914b-9b37e4ebe1c4,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:41:36.099900 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2df2e84a-8555-4c0f-aeb7-15379a0729cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2f292259-0029-41f8-914b-9b37e4ebe1c4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:36.135484 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0014d4c2-8fe4-4282-bd36-972c5bda6437 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (e5e07248-9ca8-4e42-b0f1-4e2391a29a38), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:36.247772 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df2e84a-8555-4c0f-aeb7-15379a0729cb None None] Routers {'3d3a214e-7c8e-4040-bc1b-35b22711e5bb'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:41:36.248857 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-2df2e84a-8555-4c0f-aeb7-15379a0729cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:41:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3d3a214e-7c8e-4040-bc1b-35b22711e5bb'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:36.379147 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0014d4c2-8fe4-4282-bd36-972c5bda6437 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (1e25635e-522c-4059-b3cf-1c1c35d5291a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:36.404753 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302f3a62-cb00-46b0-aad2-70665d16becf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-e5e07248-9ca8-4e42-b0f1-4e2391a29a38', 'network_id': 'e5e07248-9ca8-4e42-b0f1-4e2391a29a38', 'project_id': 'e4bc28ab280f4033a0cdb66e43d8fa59', 'fixed_ips': [{'subnet_id': '1e25635e-522c-4059-b3cf-1c1c35d5291a'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:41:36.406227 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-302f3a62-cb00-46b0-aad2-70665d16becf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:36.409985 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce580201-85d6-433c-90e5-e9434f34c0e5 None None] Pushing event updated for resources: {'Port': ['ID=2f292259-0029-41f8-914b-9b37e4ebe1c4,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:36.426087 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdd9664-d982-4d81-8278-f44ca93fb5cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-7484d5e1-8128-4312-ae67-bdaa04d23bbf', 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf', 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'fixed_ips': [{'subnet_id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:41:36.427184 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8fdd9664-d982-4d81-8278-f44ca93fb5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:36.536927 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b198d3-d7b6-499e-a9aa-99e472b5555f req-31d56905-f26e-4413-bb10-fd42a8abaf87 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:36.550216 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-81b198d3-d7b6-499e-a9aa-99e472b5555f req-31d56905-f26e-4413-bb10-fd42a8abaf87 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6ecd2a3-1cdd-41ee-b903-3e9152688e31 HTTP/1.1" status: 200 len: 945 time: 0.3171256 Feb 08 21:41:36.658573 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0014d4c2-8fe4-4282-bd36-972c5bda6437 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (1e25635e-522c-4059-b3cf-1c1c35d5291a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server [None req-302f3a62-cb00-46b0-aad2-70665d16becf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e25635e-522c-4059-b3cf-1c1c35d5291a: This subnet is being modified by another concurrent operation. Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 21:41:36.710533 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise exception Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e25635e-522c-4059-b3cf-1c1c35d5291a: This subnet is being modified by another concurrent operation. Feb 08 21:41:36.714846 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server Feb 08 21:41:36.720222 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014d4c2-8fe4-4282-bd36-972c5bda6437 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Subnet': ['ID=1e25635e-522c-4059-b3cf-1c1c35d5291a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:36.737325 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:36.760654 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fab1c-0b63-4eb1-a2d0-69a04782a97c req-64329085-c701-4c49-ab3e-1f7e7a8007b6 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:36.764564 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-653fab1c-0b63-4eb1-a2d0-69a04782a97c req-64329085-c701-4c49-ab3e-1f7e7a8007b6 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=3aba1643-8194-48fb-bf52-26c3c7d497cd HTTP/1.1" status: 200 len: 945 time: 1.0640290 Feb 08 21:41:36.765076 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43306) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:36.774966 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d564930-8a06-46ef-8825-47729aea393e None None] Network e5e07248-9ca8-4e42-b0f1-4e2391a29a38 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:41:36.808260 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c124f5b7-3711-438d-a7d5-8ea5310f8c85 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:36.890850 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:36.919400 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-2df2e84a-8555-4c0f-aeb7-15379a0729cb None None] Set router 3d3a214e-7c8e-4040-bc1b-35b22711e5bb gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:41:37.050052 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-81b198d3-d7b6-499e-a9aa-99e472b5555f req-b6de0416-ef77-4751-8024-ab62d7ecaecd tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab2aa7f-a2c7-4483-8854-66c51838868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719126 Feb 08 21:41:37.078917 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0014d4c2-8fe4-4282-bd36-972c5bda6437 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (e5e07248-9ca8-4e42-b0f1-4e2391a29a38), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:37.126858 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-653fab1c-0b63-4eb1-a2d0-69a04782a97c req-ca73c2f1-5a94-44bf-a3f2-85da471b5363 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303449 Feb 08 21:41:37.139866 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-0014d4c2-8fe4-4282-bd36-972c5bda6437 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5e07248-9ca8-4e42-b0f1-4e2391a29a38']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:37.146685 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-02832146-89ae-45d8-b546-20a74dc43645 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d478b28caa234c499f3125e043be8bdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3710761 Feb 08 21:41:37.150953 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43322) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:37.161313 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-0014d4c2-8fe4-4282-bd36-972c5bda6437 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843ba5f0-7810-4874-88fd-ae76aa2a32cf') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:37.161618 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-0014d4c2-8fe4-4282-bd36-972c5bda6437 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843ba5f0-7810-4874-88fd-ae76aa2a32cf') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:37.193477 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0014d4c2-8fe4-4282-bd36-972c5bda6437 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (843ba5f0-7810-4874-88fd-ae76aa2a32cf), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:37.224852 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0014d4c2-8fe4-4282-bd36-972c5bda6437 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (843ba5f0-7810-4874-88fd-ae76aa2a32cf), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:37.235297 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0014d4c2-8fe4-4282-bd36-972c5bda6437 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:41:37.235793 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0014d4c2-8fe4-4282-bd36-972c5bda6437 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (843ba5f0-7810-4874-88fd-ae76aa2a32cf), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:41:37.240567 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:41:37.337421 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6204d252-741a-4142-8b9d-992459c9164c admin admin] Publish callbacks [] for security_group (145bedb4-9aa6-47af-97b7-61702e54838e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:37.341855 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-8fdd9664-d982-4d81-8278-f44ca93fb5cf None None] Allocated IP 172.20.0.2 (7484d5e1-8128-4312-ae67-bdaa04d23bbf/40ed3ef5-bf86-4fff-b4d1-bca578430c3c/f28ba371-eab8-45cd-8f15-49a245d1e679) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:41:37.392641 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0014d4c2-8fe4-4282-bd36-972c5bda6437 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (e5e07248-9ca8-4e42-b0f1-4e2391a29a38), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:37.404027 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0014d4c2-8fe4-4282-bd36-972c5bda6437 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:37.417639 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0014d4c2-8fe4-4282-bd36-972c5bda6437 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/networks/e5e07248-9ca8-4e42-b0f1-4e2391a29a38 HTTP/1.1" status: 204 len: 168 time: 1.5388498 Feb 08 21:41:37.417832 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43328) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:37.419273 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6204d252-741a-4142-8b9d-992459c9164c admin admin] Publish callbacks [] for security_group (145bedb4-9aa6-47af-97b7-61702e54838e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:37.422803 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6a1363ff-0a25-4ea2-b400-0124266da755 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1222218091'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:37.466160 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1363ff-0a25-4ea2-b400-0124266da755 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Made reservation on behalf of e4bc28ab280f4033a0cdb66e43d8fa59 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:41:37.471736 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a1363ff-0a25-4ea2-b400-0124266da755 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:37.483829 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014d4c2-8fe4-4282-bd36-972c5bda6437 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Network': ['ID=e5e07248-9ca8-4e42-b0f1-4e2391a29a38,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:37.524208 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1363ff-0a25-4ea2-b400-0124266da755 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:41:37.557021 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-2df2e84a-8555-4c0f-aeb7-15379a0729cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'name': 'tempest-TestNetworkBasicOps-router-145281194', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:41:29Z', 'updated_at': '2022-02-08T21:41:32Z', 'revision_number': 3, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:30Z', 'updated_at': '2022-02-08T21:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:37.558419 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a1363ff-0a25-4ea2-b400-0124266da755 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (11155879-6fc4-4714-ac2a-0b67ace11ec8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:37.558961 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-6a1363ff-0a25-4ea2-b400-0124266da755 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Added segment 11155879-6fc4-4714-ac2a-0b67ace11ec8 of type vlan for network 90db4f81-cb8e-4822-b09f-30364e87d7c3 Feb 08 21:41:37.570703 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d1e0f-f284-488a-b936-570e0d0c2ba3 req-56c288e0-2fd4-49bd-9bdd-69c8da6a53f7 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:37.574333 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b4d1e0f-f284-488a-b936-570e0d0c2ba3 req-56c288e0-2fd4-49bd-9bdd-69c8da6a53f7 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6ecd2a3-1cdd-41ee-b903-3e9152688e31 HTTP/1.1" status: 200 len: 945 time: 0.1087656 Feb 08 21:41:37.599235 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6204d252-741a-4142-8b9d-992459c9164c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (145bedb4-9aa6-47af-97b7-61702e54838e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:37.604607 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6204d252-741a-4142-8b9d-992459c9164c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:37.609014 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df2e84a-8555-4c0f-aeb7-15379a0729cb None None] The sync data for ids ['3d3a214e-7c8e-4040-bc1b-35b22711e5bb'] in n-d-712143-31 is: [{'id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'name': 'tempest-TestNetworkBasicOps-router-145281194', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:41:29Z', 'updated_at': '2022-02-08T21:41:32Z', 'revision_number': 3, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:30Z', 'updated_at': '2022-02-08T21:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:41:37.610022 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6204d252-741a-4142-8b9d-992459c9164c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/145bedb4-9aa6-47af-97b7-61702e54838e HTTP/1.1" status: 204 len: 168 time: 0.4579849 Feb 08 21:41:37.633197 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a1363ff-0a25-4ea2-b400-0124266da755 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (90db4f81-cb8e-4822-b09f-30364e87d7c3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:37.664271 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8fdd9664-d982-4d81-8278-f44ca93fb5cf None None] Publish callbacks [] for port (f28ba371-eab8-45cd-8f15-49a245d1e679), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:37.672730 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8fdd9664-d982-4d81-8278-f44ca93fb5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (f28ba371-eab8-45cd-8f15-49a245d1e679), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:37.684562 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204d252-741a-4142-8b9d-992459c9164c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145bedb4-9aa6-47af-97b7-61702e54838e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:37.754170 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd9664-d982-4d81-8278-f44ca93fb5cf None None] Pushing event updated for resources: {'Port': ['ID=f28ba371-eab8-45cd-8f15-49a245d1e679,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:37.763332 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-c124f5b7-3711-438d-a7d5-8ea5310f8c85 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Allocated IP 172.20.0.1 (7484d5e1-8128-4312-ae67-bdaa04d23bbf/40ed3ef5-bf86-4fff-b4d1-bca578430c3c/5e54f8d8-3e18-4a96-b200-cbd839f3999b) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:41:37.766837 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b4d1e0f-f284-488a-b936-570e0d0c2ba3 req-79a51f62-cf97-482f-8059-2091216038b6 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab2aa7f-a2c7-4483-8854-66c51838868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812429 Feb 08 21:41:37.788615 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdd9664-d982-4d81-8278-f44ca93fb5cf None None] Network 7484d5e1-8128-4312-ae67-bdaa04d23bbf is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:41:37.791318 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-8fdd9664-d982-4d81-8278-f44ca93fb5cf None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:41:37.793807 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdd9664-d982-4d81-8278-f44ca93fb5cf None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:41:37.816047 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a1363ff-0a25-4ea2-b400-0124266da755 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (90db4f81-cb8e-4822-b09f-30364e87d7c3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:37.824207 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1363ff-0a25-4ea2-b400-0124266da755 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:37.825622 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a1363ff-0a25-4ea2-b400-0124266da755 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:37.885627 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-8fdd9664-d982-4d81-8278-f44ca93fb5cf None None] Attempting to bind port f28ba371-eab8-45cd-8f15-49a245d1e679 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:41:37.885924 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-8fdd9664-d982-4d81-8278-f44ca93fb5cf None None] Attempting to bind port f28ba371-eab8-45cd-8f15-49a245d1e679 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'ae821f5c-52b7-4a80-bfd8-2f73524bc029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:41:37.886440 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdd9664-d982-4d81-8278-f44ca93fb5cf None None] Attempting to bind port f28ba371-eab8-45cd-8f15-49a245d1e679 on network 7484d5e1-8128-4312-ae67-bdaa04d23bbf {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:41:37.893605 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdd9664-d982-4d81-8278-f44ca93fb5cf None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:41:37.894217 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdd9664-d982-4d81-8278-f44ca93fb5cf None None] Checking segment: {'id': 'ae821f5c-52b7-4a80-bfd8-2f73524bc029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:41:37.894849 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8fdd9664-d982-4d81-8278-f44ca93fb5cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:37.906021 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdd9664-d982-4d81-8278-f44ca93fb5cf None None] Bound using segment: {'id': 'ae821f5c-52b7-4a80-bfd8-2f73524bc029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:41:37.917443 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-8fdd9664-d982-4d81-8278-f44ca93fb5cf None None] Bound port: f28ba371-eab8-45cd-8f15-49a245d1e679, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae821f5c-52b7-4a80-bfd8-2f73524bc029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:41:37.918258 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8fdd9664-d982-4d81-8278-f44ca93fb5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f28ba371-eab8-45cd-8f15-49a245d1e679), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:38.015544 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6a1363ff-0a25-4ea2-b400-0124266da755 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5924129 Feb 08 21:41:38.016802 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43332) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:38.019800 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-8fdd9664-d982-4d81-8278-f44ca93fb5cf None None] For port f28ba371-eab8-45cd-8f15-49a245d1e679, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:41:38.022238 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-942808e4-2bb5-4a86-806f-7ff90ff43a7d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Request body: {'subnet': {'network_id': '90db4f81-cb8e-4822-b09f-30364e87d7c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:38.023692 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-8fdd9664-d982-4d81-8278-f44ca93fb5cf None None] For port f28ba371-eab8-45cd-8f15-49a245d1e679, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f28ba371-eab8-45cd-8f15-49a245d1e679,segment=NetworkSegment(ae821f5c-52b7-4a80-bfd8-2f73524bc029),segment_id=ae821f5c-52b7-4a80-bfd8-2f73524bc029)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:41:38.026914 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1363ff-0a25-4ea2-b400-0124266da755 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event updated for resources: {'Network': ['ID=90db4f81-cb8e-4822-b09f-30364e87d7c3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:38.042502 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8fdd9664-d982-4d81-8278-f44ca93fb5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f28ba371-eab8-45cd-8f15-49a245d1e679), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:38.143258 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c124f5b7-3711-438d-a7d5-8ea5310f8c85 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for port (5e54f8d8-3e18-4a96-b200-cbd839f3999b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:38.298462 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c124f5b7-3711-438d-a7d5-8ea5310f8c85 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (5e54f8d8-3e18-4a96-b200-cbd839f3999b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:38.302302 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942808e4-2bb5-4a86-806f-7ff90ff43a7d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Made reservation on behalf of e4bc28ab280f4033a0cdb66e43d8fa59 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:41:38.316829 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-942808e4-2bb5-4a86-806f-7ff90ff43a7d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:38.398457 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c124f5b7-3711-438d-a7d5-8ea5310f8c85 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Network 7484d5e1-8128-4312-ae67-bdaa04d23bbf is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:41:38.411193 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124f5b7-3711-438d-a7d5-8ea5310f8c85 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'Port': ['ID=5e54f8d8-3e18-4a96-b200-cbd839f3999b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:38.422549 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c124f5b7-3711-438d-a7d5-8ea5310f8c85 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:41:38.427434 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c124f5b7-3711-438d-a7d5-8ea5310f8c85 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:41:38.458339 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 90db4f81-cb8e-4822-b09f-30364e87d7c3 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:41:38.493602 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device c10bdf49-410c-49e6-93e8-8cff1324ca18 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:41:38.509918 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c124f5b7-3711-438d-a7d5-8ea5310f8c85 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (3d3a214e-7c8e-4040-bc1b-35b22711e5bb), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:38.651505 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:41:38.769260 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd9664-d982-4d81-8278-f44ca93fb5cf None None] Pushing event updated for resources: {'Port': ['ID=f28ba371-eab8-45cd-8f15-49a245d1e679,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:38.828896 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port c10bdf49-410c-49e6-93e8-8cff1324ca18 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:41:38.836081 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port c10bdf49-410c-49e6-93e8-8cff1324ca18 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:38.837316 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c10bdf49-410c-49e6-93e8-8cff1324ca18), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:39.066880 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 2f292259-0029-41f8-914b-9b37e4ebe1c4 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:41:39.100515 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port c10bdf49-410c-49e6-93e8-8cff1324ca18 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:41:39.100950 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c10bdf49-410c-49e6-93e8-8cff1324ca18), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:39.222333 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aba1643-8194-48fb-bf52-26c3c7d497cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10bdf49-410c-49e6-93e8-8cff1324ca18'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:41:39.224841 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42109d58-0b30-4de3-92eb-3c8886036a9b" -d '{"events": [{"server_uuid": "3aba1643-8194-48fb-bf52-26c3c7d497cd", "name": "network-vif-plugged", "status": "completed", "tag": "c10bdf49-410c-49e6-93e8-8cff1324ca18"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:41:39.225523 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb0f95-e1a4-490e-bddf-d1c6679a8f57 req-75cfbc82-0518-4087-b525-15b9b48e83d5 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:39.233808 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4afb0f95-e1a4-490e-bddf-d1c6679a8f57 req-75cfbc82-0518-4087-b525-15b9b48e83d5 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.94 "GET /v2.0/ports?device_id=b6ecd2a3-1cdd-41ee-b903-3e9152688e31 HTTP/1.1" status: 200 len: 945 time: 0.4253182 Feb 08 21:41:39.299660 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-942808e4-2bb5-4a86-806f-7ff90ff43a7d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (81e0e41e-52cf-401a-be89-457a48cb8d29), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:39.302533 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port c10bdf49-410c-49e6-93e8-8cff1324ca18, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c10bdf49-410c-49e6-93e8-8cff1324ca18,segment=NetworkSegment(6d12b64d-8e18-49b9-aa36-c463a8b40117),segment_id=6d12b64d-8e18-49b9-aa36-c463a8b40117)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:41:39.312550 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c10bdf49-410c-49e6-93e8-8cff1324ca18), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:39.324049 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c124f5b7-3711-438d-a7d5-8ea5310f8c85 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5e54f8d8-3e18-4a96-b200-cbd839f3999b), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:39.329980 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 2f292259-0029-41f8-914b-9b37e4ebe1c4 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:39.330365 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2f292259-0029-41f8-914b-9b37e4ebe1c4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:39.471534 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942808e4-2bb5-4a86-806f-7ff90ff43a7d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event updated for resources: {'Subnet': ['ID=81e0e41e-52cf-401a-be89-457a48cb8d29,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:39.507249 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279541a4-632d-4c8c-a210-1b40cf4d4254 req-3bec89ad-9e1b-43fb-aa95-354c0723939d tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:39.508935 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-279541a4-632d-4c8c-a210-1b40cf4d4254 req-3bec89ad-9e1b-43fb-aa95-354c0723939d tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=3aba1643-8194-48fb-bf52-26c3c7d497cd HTTP/1.1" status: 200 len: 945 time: 0.6357152 Feb 08 21:41:39.546672 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=c10bdf49-410c-49e6-93e8-8cff1324ca18,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:39.548203 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43368) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:39.588478 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d71040-aec1-4b02-841d-53c29f0e05ad req-e7cff76b-5c75-409d-a032-f76426053d13 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:39.603103 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e8d71040-aec1-4b02-841d-53c29f0e05ad req-e7cff76b-5c75-409d-a032-f76426053d13 tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6ecd2a3-1cdd-41ee-b903-3e9152688e31 HTTP/1.1" status: 200 len: 945 time: 0.5573986 Feb 08 21:41:39.723322 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 2f292259-0029-41f8-914b-9b37e4ebe1c4 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:41:39.723709 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2f292259-0029-41f8-914b-9b37e4ebe1c4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:39.790652 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-4afb0f95-e1a4-490e-bddf-d1c6679a8f57 req-1c0c4197-2c03-4405-b9ab-22ac49a88f3b tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Deleting port 6c4ad620-c903-4a6d-9e26-7cbb37f1a22b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:41:39.790991 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4afb0f95-e1a4-490e-bddf-d1c6679a8f57 req-1c0c4197-2c03-4405-b9ab-22ac49a88f3b tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (6c4ad620-c903-4a6d-9e26-7cbb37f1a22b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:39.791512 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 2f292259-0029-41f8-914b-9b37e4ebe1c4, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=2f292259-0029-41f8-914b-9b37e4ebe1c4,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:41:39.801027 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2f292259-0029-41f8-914b-9b37e4ebe1c4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:39.810037 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942808e4-2bb5-4a86-806f-7ff90ff43a7d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Checking segment: {'id': '11155879-6fc4-4714-ac2a-0b67ace11ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90db4f81-cb8e-4822-b09f-30364e87d7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:41:39.811943 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942808e4-2bb5-4a86-806f-7ff90ff43a7d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Network hostable DHCP agents. Network: 90db4f81-cb8e-4822-b09f-30364e87d7c3, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:41:39.894743 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=2f292259-0029-41f8-914b-9b37e4ebe1c4,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:39.897255 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f30cf96d-36af-4032-9966-1b31a410b3c6 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-10354713'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:39.958482 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-279541a4-632d-4c8c-a210-1b40cf4d4254 req-cda3e594-c445-4b2a-ab4e-a97600c5ec20 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345880 Feb 08 21:41:39.981802 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e8d71040-aec1-4b02-841d-53c29f0e05ad req-34a09793-9349-447f-a885-210a9935dc5c tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/security-groups?id=3ab2aa7f-a2c7-4483-8854-66c51838868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768454 Feb 08 21:41:39.994383 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942808e4-2bb5-4a86-806f-7ff90ff43a7d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Network 90db4f81-cb8e-4822-b09f-30364e87d7c3 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:41:40.011490 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-942808e4-2bb5-4a86-806f-7ff90ff43a7d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 90db4f81-cb8e-4822-b09f-30364e87d7c3) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:41:40.015346 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30cf96d-36af-4032-9966-1b31a410b3c6 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Made reservation on behalf of 89f3f79037c74e318534aa440781b16f for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:41:40.021850 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8318aba9-180b-4ebc-b537-74dde37047c9 None None] Network 90db4f81-cb8e-4822-b09f-30364e87d7c3 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:41:40.029358 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f30cf96d-36af-4032-9966-1b31a410b3c6 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:40.034749 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942808e4-2bb5-4a86-806f-7ff90ff43a7d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:40.035399 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-942808e4-2bb5-4a86-806f-7ff90ff43a7d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:40.085070 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-942808e4-2bb5-4a86-806f-7ff90ff43a7d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0676203 Feb 08 21:41:40.091757 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43374) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:40.138265 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-4afb0f95-e1a4-490e-bddf-d1c6679a8f57 req-1c0c4197-2c03-4405-b9ab-22ac49a88f3b tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] For port 6c4ad620-c903-4a6d-9e26-7cbb37f1a22b, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=6c4ad620-c903-4a6d-9e26-7cbb37f1a22b,segment=NetworkSegment(cc1dc7b6-e517-4fe0-aac1-e536c1105acf),segment_id=cc1dc7b6-e517-4fe0-aac1-e536c1105acf)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:41:40.139715 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4afb0f95-e1a4-490e-bddf-d1c6679a8f57 req-1c0c4197-2c03-4405-b9ab-22ac49a88f3b tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (6c4ad620-c903-4a6d-9e26-7cbb37f1a22b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:40.157352 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3de9b64-13d0-4202-8a32-1308ad49c0b7 x-openstack-request-id: req-a3de9b64-13d0-4202-8a32-1308ad49c0b7 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:41:40.157928 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aba1643-8194-48fb-bf52-26c3c7d497cd", "name": "network-vif-plugged", "status": "completed", "tag": "c10bdf49-410c-49e6-93e8-8cff1324ca18", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:41:40.158569 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a3de9b64-13d0-4202-8a32-1308ad49c0b7 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:41:40.159147 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aba1643-8194-48fb-bf52-26c3c7d497cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10bdf49-410c-49e6-93e8-8cff1324ca18', 'code': 200} Feb 08 21:41:40.176918 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-4afb0f95-e1a4-490e-bddf-d1c6679a8f57 req-1c0c4197-2c03-4405-b9ab-22ac49a88f3b tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Calling delete_port for 6c4ad620-c903-4a6d-9e26-7cbb37f1a22b owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:41:40.197206 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0d07d1-92be-4e66-a9b1-005d069fd6fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-90db4f81-cb8e-4822-b09f-30364e87d7c3', 'network_id': '90db4f81-cb8e-4822-b09f-30364e87d7c3', 'project_id': 'e4bc28ab280f4033a0cdb66e43d8fa59', 'fixed_ips': [{'subnet_id': '81e0e41e-52cf-401a-be89-457a48cb8d29'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:41:40.199205 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4b0d07d1-92be-4e66-a9b1-005d069fd6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:40.335134 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981f4a5-fcf2-4725-adca-ecdef9e5be4c req-8f697115-43c3-4845-9bd7-bc60548e31c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:40.344997 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6981f4a5-fcf2-4725-adca-ecdef9e5be4c req-8f697115-43c3-4845-9bd7-bc60548e31c3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3aba1643-8194-48fb-bf52-26c3c7d497cd HTTP/1.1" status: 200 len: 1129 time: 0.1364868 Feb 08 21:41:40.485732 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f30cf96d-36af-4032-9966-1b31a410b3c6 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:40.486290 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6981f4a5-fcf2-4725-adca-ecdef9e5be4c req-a91c383e-ac99-42bb-8b9b-ae1b2472459a service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346717 Feb 08 21:41:40.550310 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53af8b7-25d6-480f-8236-65946aff58e2 None None] Network 7484d5e1-8128-4312-ae67-bdaa04d23bbf requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:41:40.578977 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4afb0f95-e1a4-490e-bddf-d1c6679a8f57 req-1c0c4197-2c03-4405-b9ab-22ac49a88f3b tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (6c4ad620-c903-4a6d-9e26-7cbb37f1a22b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:40.615906 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['6c4ad620-c903-4a6d-9e26-7cbb37f1a22b'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:41:40.665221 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b5f9813e-efb8-4d4b-82bf-36a28b080e2c None None] Provisioning complete for port f28ba371-eab8-45cd-8f15-49a245d1e679 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:40.665884 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5f9813e-efb8-4d4b-82bf-36a28b080e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f28ba371-eab8-45cd-8f15-49a245d1e679), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:40.760372 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c4197-2c03-4405-b9ab-22ac49a88f3b tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Pushing event deleted for resources: {'Port': ['ID=6c4ad620-c903-4a6d-9e26-7cbb37f1a22b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:40.817743 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-4b0d07d1-92be-4e66-a9b1-005d069fd6fa None None] Allocated IP 172.20.0.1 (90db4f81-cb8e-4822-b09f-30364e87d7c3/81e0e41e-52cf-401a-be89-457a48cb8d29/3beb9fe6-0f2b-4c51-82d4-732f352ba5d2) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:41:41.008435 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b5f9813e-efb8-4d4b-82bf-36a28b080e2c None None] Current status of the port f28ba371-eab8-45cd-8f15-49a245d1e679 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:41:41.009412 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5f9813e-efb8-4d4b-82bf-36a28b080e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f28ba371-eab8-45cd-8f15-49a245d1e679), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:41.023912 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (90db4f81-cb8e-4822-b09f-30364e87d7c3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:41.044684 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afb0f95-e1a4-490e-bddf-d1c6679a8f57 req-1c0c4197-2c03-4405-b9ab-22ac49a88f3b tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] No DVR routers for this DVR port 6c4ad620-c903-4a6d-9e26-7cbb37f1a22b on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:41:41.050332 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f28ba371-eab8-45cd-8f15-49a245d1e679 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:41:41.062548 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4afb0f95-e1a4-490e-bddf-d1c6679a8f57 req-1c0c4197-2c03-4405-b9ab-22ac49a88f3b tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:41.067517 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4afb0f95-e1a4-490e-bddf-d1c6679a8f57 req-1c0c4197-2c03-4405-b9ab-22ac49a88f3b tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.94 "DELETE /v2.0/ports/6c4ad620-c903-4a6d-9e26-7cbb37f1a22b HTTP/1.1" status: 204 len: 173 time: 1.8325903 Feb 08 21:41:41.068989 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ecd2a3-1cdd-41ee-b903-3e9152688e31', 'name': 'network-vif-deleted', 'tag': '6c4ad620-c903-4a6d-9e26-7cbb37f1a22b'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:41:41.072023 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d218bb-a53e-4f49-bd22-beece2be6eb9" -d '{"events": [{"server_uuid": "b6ecd2a3-1cdd-41ee-b903-3e9152688e31", "name": "network-vif-deleted", "tag": "6c4ad620-c903-4a6d-9e26-7cbb37f1a22b"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:41:41.170348 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b5f9813e-efb8-4d4b-82bf-36a28b080e2c None None] For port f28ba371-eab8-45cd-8f15-49a245d1e679, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f28ba371-eab8-45cd-8f15-49a245d1e679,segment=NetworkSegment(ae821f5c-52b7-4a80-bfd8-2f73524bc029),segment_id=ae821f5c-52b7-4a80-bfd8-2f73524bc029)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:41:41.182396 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5f9813e-efb8-4d4b-82bf-36a28b080e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f28ba371-eab8-45cd-8f15-49a245d1e679), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:41.227926 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (81e0e41e-52cf-401a-be89-457a48cb8d29), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:41.297475 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9813e-efb8-4d4b-82bf-36a28b080e2c None None] Pushing event updated for resources: {'Port': ['ID=f28ba371-eab8-45cd-8f15-49a245d1e679,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:41.315509 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4b0d07d1-92be-4e66-a9b1-005d069fd6fa None None] Publish callbacks [] for port (3beb9fe6-0f2b-4c51-82d4-732f352ba5d2), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:41.325508 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4b0d07d1-92be-4e66-a9b1-005d069fd6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (3beb9fe6-0f2b-4c51-82d4-732f352ba5d2), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:41.343213 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a0148-15be-4889-a667-45fa183a70c6 req-45d6d41f-0509-4740-b0d4-2d15c861cfda tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:41.345974 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba6a0148-15be-4889-a667-45fa183a70c6 req-45d6d41f-0509-4740-b0d4-2d15c861cfda tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=3aba1643-8194-48fb-bf52-26c3c7d497cd HTTP/1.1" status: 200 len: 946 time: 0.1980927 Feb 08 21:41:41.361747 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e85b88b4-cb11-4224-a5f1-c2476485b682 req-a2d9821f-8516-4eb4-955e-08c523bca18a tempest-ServersNegativeTestMultiTenantJSON-735202083 tempest-ServersNegativeTestMultiTenantJSON-735202083-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6ecd2a3-1cdd-41ee-b903-3e9152688e31 HTTP/1.1" status: 200 len: 210 time: 0.0964942 Feb 08 21:41:41.382049 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port f28ba371-eab8-45cd-8f15-49a245d1e679 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:41.382698 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f28ba371-eab8-45cd-8f15-49a245d1e679), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:41.410825 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c124f5b7-3711-438d-a7d5-8ea5310f8c85 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for port (5e54f8d8-3e18-4a96-b200-cbd839f3999b), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:41.428057 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0d07d1-92be-4e66-a9b1-005d069fd6fa None None] Network 90db4f81-cb8e-4822-b09f-30364e87d7c3 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:41:41.436328 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-4b0d07d1-92be-4e66-a9b1-005d069fd6fa None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:41:41.447230 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0d07d1-92be-4e66-a9b1-005d069fd6fa None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:41:41.447674 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba6a0148-15be-4889-a667-45fa183a70c6 req-ac123cf5-6da3-45ad-8585-4518ea4e1a7f tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846758 Feb 08 21:41:41.449454 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d07d1-92be-4e66-a9b1-005d069fd6fa None None] Pushing event updated for resources: {'Port': ['ID=3beb9fe6-0f2b-4c51-82d4-732f352ba5d2,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:41.474229 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c124f5b7-3711-438d-a7d5-8ea5310f8c85 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (5e54f8d8-3e18-4a96-b200-cbd839f3999b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:41.558324 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-4b0d07d1-92be-4e66-a9b1-005d069fd6fa None None] Attempting to bind port 3beb9fe6-0f2b-4c51-82d4-732f352ba5d2 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:41:41.559068 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-4b0d07d1-92be-4e66-a9b1-005d069fd6fa None None] Attempting to bind port 3beb9fe6-0f2b-4c51-82d4-732f352ba5d2 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '11155879-6fc4-4714-ac2a-0b67ace11ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90db4f81-cb8e-4822-b09f-30364e87d7c3'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:41:41.559446 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0d07d1-92be-4e66-a9b1-005d069fd6fa None None] Attempting to bind port 3beb9fe6-0f2b-4c51-82d4-732f352ba5d2 on network 90db4f81-cb8e-4822-b09f-30364e87d7c3 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:41:41.565561 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edab3cf-731b-490c-b31e-91dd00e7da33 x-openstack-request-id: req-6edab3cf-731b-490c-b31e-91dd00e7da33 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:41:41.566473 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ecd2a3-1cdd-41ee-b903-3e9152688e31", "name": "network-vif-deleted", "tag": "6c4ad620-c903-4a6d-9e26-7cbb37f1a22b", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:41:41.566473 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6edab3cf-731b-490c-b31e-91dd00e7da33 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:41:41.566971 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ecd2a3-1cdd-41ee-b903-3e9152688e31', 'name': 'network-vif-deleted', 'tag': '6c4ad620-c903-4a6d-9e26-7cbb37f1a22b', 'status': 'completed', 'code': 200} Feb 08 21:41:41.572298 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0d07d1-92be-4e66-a9b1-005d069fd6fa None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:41:41.572708 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0d07d1-92be-4e66-a9b1-005d069fd6fa None None] Checking segment: {'id': '11155879-6fc4-4714-ac2a-0b67ace11ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90db4f81-cb8e-4822-b09f-30364e87d7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:41:41.573115 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4b0d07d1-92be-4e66-a9b1-005d069fd6fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:41.573673 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0d07d1-92be-4e66-a9b1-005d069fd6fa None None] Bound using segment: {'id': '11155879-6fc4-4714-ac2a-0b67ace11ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90db4f81-cb8e-4822-b09f-30364e87d7c3'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:41:41.574500 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-4b0d07d1-92be-4e66-a9b1-005d069fd6fa None None] Bound port: 3beb9fe6-0f2b-4c51-82d4-732f352ba5d2, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11155879-6fc4-4714-ac2a-0b67ace11ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90db4f81-cb8e-4822-b09f-30364e87d7c3'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:41:41.574938 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4b0d07d1-92be-4e66-a9b1-005d069fd6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3beb9fe6-0f2b-4c51-82d4-732f352ba5d2), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:41.597569 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-638a9bac-1e5c-4b80-b5c0-fe90b43e0b74 None None] Provisioning complete for port 5e54f8d8-3e18-4a96-b200-cbd839f3999b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:41.598268 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-638a9bac-1e5c-4b80-b5c0-fe90b43e0b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5e54f8d8-3e18-4a96-b200-cbd839f3999b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:41.655426 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f30cf96d-36af-4032-9966-1b31a410b3c6 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks [] for security_group (11c572c6-76b4-4b7c-bc8c-3ea80d8931e7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:41.679338 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f30cf96d-36af-4032-9966-1b31a410b3c6 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (11c572c6-76b4-4b7c-bc8c-3ea80d8931e7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:41.735667 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port f28ba371-eab8-45cd-8f15-49a245d1e679 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:41:41.736855 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 2f292259-0029-41f8-914b-9b37e4ebe1c4 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:41:41.798397 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124f5b7-3711-438d-a7d5-8ea5310f8c85 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'Port': ['ID=5e54f8d8-3e18-4a96-b200-cbd839f3999b,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:41.813570 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c124f5b7-3711-438d-a7d5-8ea5310f8c85 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (3d3a214e-7c8e-4040-bc1b-35b22711e5bb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:41.846252 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-638a9bac-1e5c-4b80-b5c0-fe90b43e0b74 None None] Port 5e54f8d8-3e18-4a96-b200-cbd839f3999b cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:41:41.865816 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (81e0e41e-52cf-401a-be89-457a48cb8d29), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:41.868476 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30cf96d-36af-4032-9966-1b31a410b3c6 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:41:41.886065 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30cf96d-36af-4032-9966-1b31a410b3c6 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11c572c6-76b4-4b7c-bc8c-3ea80d8931e7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:41.896672 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4b0d07d1-92be-4e66-a9b1-005d069fd6fa None None] For port 3beb9fe6-0f2b-4c51-82d4-732f352ba5d2, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:41:41.899184 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-638a9bac-1e5c-4b80-b5c0-fe90b43e0b74 None None] Provisioning complete for port f28ba371-eab8-45cd-8f15-49a245d1e679 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:41.899821 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-638a9bac-1e5c-4b80-b5c0-fe90b43e0b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f28ba371-eab8-45cd-8f15-49a245d1e679), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:41.957185 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f30cf96d-36af-4032-9966-1b31a410b3c6 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (45410692-68e9-4411-bb35-20310b36485d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:41.957482 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-f30cf96d-36af-4032-9966-1b31a410b3c6 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Added segment 45410692-68e9-4411-bb35-20310b36485d of type vlan for network 47db9ea3-45c4-4874-9b3d-8dda0f9eebdb Feb 08 21:41:41.958811 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Subnet': ['ID=81e0e41e-52cf-401a-be89-457a48cb8d29,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:41.988630 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4b0d07d1-92be-4e66-a9b1-005d069fd6fa None None] For port 3beb9fe6-0f2b-4c51-82d4-732f352ba5d2, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3beb9fe6-0f2b-4c51-82d4-732f352ba5d2,segment=NetworkSegment(11155879-6fc4-4714-ac2a-0b67ace11ec8),segment_id=11155879-6fc4-4714-ac2a-0b67ace11ec8)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:41:41.996754 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 2f292259-0029-41f8-914b-9b37e4ebe1c4 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:41.996993 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2f292259-0029-41f8-914b-9b37e4ebe1c4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:42.043934 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4b0d07d1-92be-4e66-a9b1-005d069fd6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3beb9fe6-0f2b-4c51-82d4-732f352ba5d2), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:42.147291 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f30cf96d-36af-4032-9966-1b31a410b3c6 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (47db9ea3-45c4-4874-9b3d-8dda0f9eebdb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:42.150905 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (90db4f81-cb8e-4822-b09f-30364e87d7c3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:42.180874 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d07d1-92be-4e66-a9b1-005d069fd6fa None None] Pushing event updated for resources: {'Port': ['ID=3beb9fe6-0f2b-4c51-82d4-732f352ba5d2,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:42.189766 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-638a9bac-1e5c-4b80-b5c0-fe90b43e0b74 None None] Current status of the port f28ba371-eab8-45cd-8f15-49a245d1e679 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:41:42.203873 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90db4f81-cb8e-4822-b09f-30364e87d7c3']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:42.252644 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11155879-6fc4-4714-ac2a-0b67ace11ec8') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:42.252927 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11155879-6fc4-4714-ac2a-0b67ace11ec8') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:42.255576 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 2f292259-0029-41f8-914b-9b37e4ebe1c4 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:41:42.266242 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f30cf96d-36af-4032-9966-1b31a410b3c6 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (47db9ea3-45c4-4874-9b3d-8dda0f9eebdb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:42.271252 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30cf96d-36af-4032-9966-1b31a410b3c6 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:42.271894 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f30cf96d-36af-4032-9966-1b31a410b3c6 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:42.276313 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (11155879-6fc4-4714-ac2a-0b67ace11ec8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:42.326845 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-12cd0b1a-5539-4b4b-b97a-1b1a622e80f2 None None] Provisioning complete for port 5e54f8d8-3e18-4a96-b200-cbd839f3999b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:42.327935 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-12cd0b1a-5539-4b4b-b97a-1b1a622e80f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5e54f8d8-3e18-4a96-b200-cbd839f3999b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:42.338727 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c124f5b7-3711-438d-a7d5-8ea5310f8c85 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Network 7484d5e1-8128-4312-ae67-bdaa04d23bbf is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:41:42.355603 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c124f5b7-3711-438d-a7d5-8ea5310f8c85 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:41:42.367672 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (11155879-6fc4-4714-ac2a-0b67ace11ec8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:42.375486 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f30cf96d-36af-4032-9966-1b31a410b3c6 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.8150604 Feb 08 21:41:42.376719 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43394) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:42.384106 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-0f351f5c-b323-460b-8ca8-a01b6528d44b tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Request body: {'subnet': {'network_id': '47db9ea3-45c4-4874-9b3d-8dda0f9eebdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:42.388366 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:41:42.388749 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (11155879-6fc4-4714-ac2a-0b67ace11ec8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:41:42.393596 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:41:42.395547 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30cf96d-36af-4032-9966-1b31a410b3c6 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Pushing event updated for resources: {'Network': ['ID=47db9ea3-45c4-4874-9b3d-8dda0f9eebdb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:42.418001 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 47db9ea3-45c4-4874-9b3d-8dda0f9eebdb details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:41:42.531487 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-12cd0b1a-5539-4b4b-b97a-1b1a622e80f2 None None] Port 5e54f8d8-3e18-4a96-b200-cbd839f3999b cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:41:42.546616 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43398) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:42.670202 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 6c4ad620-c903-4a6d-9e26-7cbb37f1a22b no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:41:42.694059 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 6c4ad620-c903-4a6d-9e26-7cbb37f1a22b {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:41:42.697452 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 6c4ad620-c903-4a6d-9e26-7cbb37f1a22b not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:41:42.843438 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f351f5c-b323-460b-8ca8-a01b6528d44b tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Made reservation on behalf of 89f3f79037c74e318534aa440781b16f for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:41:42.847687 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0f351f5c-b323-460b-8ca8-a01b6528d44b tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:42.876593 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2dab1d12-5859-47df-a5b5-1741d1df1e31 None None] Provisioning complete for port 5e54f8d8-3e18-4a96-b200-cbd839f3999b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:42.879078 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2dab1d12-5859-47df-a5b5-1741d1df1e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5e54f8d8-3e18-4a96-b200-cbd839f3999b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:42.881659 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d480b4-9426-4180-891c-6ea2e4f89813 req-266d3a00-7fa1-4fc7-aa56-09f66ea1605a tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:42.902163 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-97d480b4-9426-4180-891c-6ea2e4f89813 req-266d3a00-7fa1-4fc7-aa56-09f66ea1605a tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=3aba1643-8194-48fb-bf52-26c3c7d497cd HTTP/1.1" status: 200 len: 946 time: 0.2413740 Feb 08 21:41:42.935282 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2dab1d12-5859-47df-a5b5-1741d1df1e31 None None] Port 5e54f8d8-3e18-4a96-b200-cbd839f3999b cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:41:43.060702 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f28ba371-eab8-45cd-8f15-49a245d1e679 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:41:43.188452 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port f28ba371-eab8-45cd-8f15-49a245d1e679 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:43.189564 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f28ba371-eab8-45cd-8f15-49a245d1e679), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:43.457737 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.db.api [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 08 21:41:43.457737 n-d-712143-31 neutron-server[103434]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 08 21:41:43.457737 n-d-712143-31 neutron-server[103434]: [parameters: {'id': '90db4f81-cb8e-4822-b09f-30364e87d7c3'}] Feb 08 21:41:43.457737 n-d-712143-31 neutron-server[103434]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:41:43.458641 n-d-712143-31 neutron-server[103434]: DEBUG oslo_db.api [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:41:43.466428 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port f28ba371-eab8-45cd-8f15-49a245d1e679 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:41:43.467796 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3beb9fe6-0f2b-4c51-82d4-732f352ba5d2 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:41:43.488225 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa7562f-c24b-4790-87d6-8b3e44703790 admin admin] Deleting subnet 526361f1-2db5-41d3-ac13-7cd031a9104d {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:41:43.510435 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1fa7562f-c24b-4790-87d6-8b3e44703790 admin admin] Publish callbacks [] for subnet (526361f1-2db5-41d3-ac13-7cd031a9104d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:43.571038 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 3beb9fe6-0f2b-4c51-82d4-732f352ba5d2 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:43.571669 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3beb9fe6-0f2b-4c51-82d4-732f352ba5d2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:43.647649 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1fa7562f-c24b-4790-87d6-8b3e44703790 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (526361f1-2db5-41d3-ac13-7cd031a9104d), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:43.654226 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c124f5b7-3711-438d-a7d5-8ea5310f8c85 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Router 3d3a214e-7c8e-4040-bc1b-35b22711e5bb has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:41:43.784628 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 3beb9fe6-0f2b-4c51-82d4-732f352ba5d2 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:41:43.785204 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3beb9fe6-0f2b-4c51-82d4-732f352ba5d2), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:43.798456 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1fa7562f-c24b-4790-87d6-8b3e44703790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (526361f1-2db5-41d3-ac13-7cd031a9104d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:43.969966 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (90db4f81-cb8e-4822-b09f-30364e87d7c3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:44.011010 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1fa7562f-c24b-4790-87d6-8b3e44703790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (526361f1-2db5-41d3-ac13-7cd031a9104d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:44.075039 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0f351f5c-b323-460b-8ca8-a01b6528d44b tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (68b5f73e-5b77-4be1-8479-4de6ddb1a474), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:44.193384 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f351f5c-b323-460b-8ca8-a01b6528d44b tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Pushing event updated for resources: {'Subnet': ['ID=68b5f73e-5b77-4be1-8479-4de6ddb1a474,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:44.208153 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff903b0c-f6a6-40ac-9f2e-e12e81da15a6 None None] get_active_networks_info from n-d-712143-31 {{(pid=103435) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 21:41:44.279911 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1fa7562f-c24b-4790-87d6-8b3e44703790 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:44.286319 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1fa7562f-c24b-4790-87d6-8b3e44703790 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/526361f1-2db5-41d3-ac13-7cd031a9104d HTTP/1.1" status: 204 len: 168 time: 1.7382238 Feb 08 21:41:44.288029 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c124f5b7-3711-438d-a7d5-8ea5310f8c85 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:41:44.293906 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c124f5b7-3711-438d-a7d5-8ea5310f8c85 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "PUT /v2.0/routers/3d3a214e-7c8e-4040-bc1b-35b22711e5bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4861031 Feb 08 21:41:44.294628 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43450) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:44.296426 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7562f-c24b-4790-87d6-8b3e44703790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=526361f1-2db5-41d3-ac13-7cd031a9104d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:44.309916 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41220840-b5c8-4f1e-8ddd-09ad0c51e8b7 None None] Sync routers for ids ['3d3a214e-7c8e-4040-bc1b-35b22711e5bb'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:41:44.317010 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-97d480b4-9426-4180-891c-6ea2e4f89813 req-efec7d18-f9b0-480d-bddc-5e04a0536b2a tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4138210 Feb 08 21:41:44.318449 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43452) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:44.325937 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41220840-b5c8-4f1e-8ddd-09ad0c51e8b7 None None] Routers {'3d3a214e-7c8e-4040-bc1b-35b22711e5bb'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:41:44.327070 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-41220840-b5c8-4f1e-8ddd-09ad0c51e8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:41:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3d3a214e-7c8e-4040-bc1b-35b22711e5bb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:44.361416 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 3beb9fe6-0f2b-4c51-82d4-732f352ba5d2, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3beb9fe6-0f2b-4c51-82d4-732f352ba5d2,segment=NetworkSegment(11155879-6fc4-4714-ac2a-0b67ace11ec8),segment_id=11155879-6fc4-4714-ac2a-0b67ace11ec8)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:41:44.391213 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3beb9fe6-0f2b-4c51-82d4-732f352ba5d2), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:44.484863 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-861747c6-6e9e-48fa-aa3c-077ec33d288b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (7d2a2243-0103-41dc-9fe8-ee4a87737926), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:44.556165 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=3beb9fe6-0f2b-4c51-82d4-732f352ba5d2,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:44.588467 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2e612feb-c34b-4cc6-aad8-6a251a9aea39 None None] Provisioning complete for port 3beb9fe6-0f2b-4c51-82d4-732f352ba5d2 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:44.588985 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2e612feb-c34b-4cc6-aad8-6a251a9aea39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3beb9fe6-0f2b-4c51-82d4-732f352ba5d2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:44.615229 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f351f5c-b323-460b-8ca8-a01b6528d44b tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Checking segment: {'id': '45410692-68e9-4411-bb35-20310b36485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '47db9ea3-45c4-4874-9b3d-8dda0f9eebdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:41:44.618903 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f351f5c-b323-460b-8ca8-a01b6528d44b tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Network hostable DHCP agents. Network: 47db9ea3-45c4-4874-9b3d-8dda0f9eebdb, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:41:44.670661 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-861747c6-6e9e-48fa-aa3c-077ec33d288b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (7d2a2243-0103-41dc-9fe8-ee4a87737926), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:44.713896 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-41220840-b5c8-4f1e-8ddd-09ad0c51e8b7 None None] Set router 3d3a214e-7c8e-4040-bc1b-35b22711e5bb gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:41:44.740843 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Deleting port 3beb9fe6-0f2b-4c51-82d4-732f352ba5d2 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:41:44.741180 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (3beb9fe6-0f2b-4c51-82d4-732f352ba5d2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:44.744859 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-861747c6-6e9e-48fa-aa3c-077ec33d288b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d2a2243-0103-41dc-9fe8-ee4a87737926']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:44.859435 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-861747c6-6e9e-48fa-aa3c-077ec33d288b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc1dc7b6-e517-4fe0-aac1-e536c1105acf') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:44.859733 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-861747c6-6e9e-48fa-aa3c-077ec33d288b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc1dc7b6-e517-4fe0-aac1-e536c1105acf') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:44.873195 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f351f5c-b323-460b-8ca8-a01b6528d44b tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Network 47db9ea3-45c4-4874-9b3d-8dda0f9eebdb is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:41:44.922997 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2e612feb-c34b-4cc6-aad8-6a251a9aea39 None None] Current status of the port 3beb9fe6-0f2b-4c51-82d4-732f352ba5d2 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:41:44.923238 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-861747c6-6e9e-48fa-aa3c-077ec33d288b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (cc1dc7b6-e517-4fe0-aac1-e536c1105acf), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:44.964089 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3beb9fe6-0f2b-4c51-82d4-732f352ba5d2 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:41:44.976776 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-861747c6-6e9e-48fa-aa3c-077ec33d288b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (cc1dc7b6-e517-4fe0-aac1-e536c1105acf), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:44.996236 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] For port 3beb9fe6-0f2b-4c51-82d4-732f352ba5d2, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3beb9fe6-0f2b-4c51-82d4-732f352ba5d2,segment=NetworkSegment(11155879-6fc4-4714-ac2a-0b67ace11ec8),segment_id=11155879-6fc4-4714-ac2a-0b67ace11ec8)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:41:44.996593 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (3beb9fe6-0f2b-4c51-82d4-732f352ba5d2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:45.033504 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861747c6-6e9e-48fa-aa3c-077ec33d288b admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:41:45.033913 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-861747c6-6e9e-48fa-aa3c-077ec33d288b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (cc1dc7b6-e517-4fe0-aac1-e536c1105acf), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:41:45.049005 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:41:45.056154 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-0f351f5c-b323-460b-8ca8-a01b6528d44b tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 47db9ea3-45c4-4874-9b3d-8dda0f9eebdb) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:41:45.108563 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Calling delete_port for 3beb9fe6-0f2b-4c51-82d4-732f352ba5d2 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:41:45.143283 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f351f5c-b323-460b-8ca8-a01b6528d44b tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:45.156910 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0f351f5c-b323-460b-8ca8-a01b6528d44b tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:45.168925 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 3beb9fe6-0f2b-4c51-82d4-732f352ba5d2 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:45.169348 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3beb9fe6-0f2b-4c51-82d4-732f352ba5d2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:45.190392 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0f351f5c-b323-460b-8ca8-a01b6528d44b tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8118570 Feb 08 21:41:45.191063 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43474) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:45.221591 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-49056107-6991-4f23-bad2-7341c1747d70 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Request body: {'port': {'network_id': '47db9ea3-45c4-4874-9b3d-8dda0f9eebdb', 'name': 'tempest-AllowedAddressPairTestJSON-1024694614'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:45.234344 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4cefd1-79f2-471e-89ca-2b9df7850ecc tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:45.237096 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4cefd1-79f2-471e-89ca-2b9df7850ecc tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:45.237644 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4cefd1-79f2-471e-89ca-2b9df7850ecc tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:45.238123 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4cefd1-79f2-471e-89ca-2b9df7850ecc tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:45.238598 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4cefd1-79f2-471e-89ca-2b9df7850ecc tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:45.242052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4cefd1-79f2-471e-89ca-2b9df7850ecc tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:45.242052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4cefd1-79f2-471e-89ca-2b9df7850ecc tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:45.242453 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4cefd1-79f2-471e-89ca-2b9df7850ecc tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:45.243360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4cefd1-79f2-471e-89ca-2b9df7850ecc tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:45.243830 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4cefd1-79f2-471e-89ca-2b9df7850ecc tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:45.244302 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4cefd1-79f2-471e-89ca-2b9df7850ecc tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:45.255207 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fd4cefd1-79f2-471e-89ca-2b9df7850ecc tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7728 time: 0.9193535 Feb 08 21:41:45.256833 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43478) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:45.391390 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-41220840-b5c8-4f1e-8ddd-09ad0c51e8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'name': 'tempest-TestNetworkBasicOps-router-145281194', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:41:29Z', 'updated_at': '2022-02-08T21:41:39Z', 'revision_number': 4, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:30Z', 'updated_at': '2022-02-08T21:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '5e54f8d8-3e18-4a96-b200-cbd839f3999b', 'name': '', 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'mac_address': 'fa:16:3e:72:87:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:37Z', 'updated_at': '2022-02-08T21:41:39Z', 'revision_number': 2, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'subnets': [{'id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:45.424461 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41220840-b5c8-4f1e-8ddd-09ad0c51e8b7 None None] Checking router: 3d3a214e-7c8e-4040-bc1b-35b22711e5bb for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:41:45.425435 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41220840-b5c8-4f1e-8ddd-09ad0c51e8b7 None None] Updating router 3d3a214e-7c8e-4040-bc1b-35b22711e5bb port 5e54f8d8-3e18-4a96-b200-cbd839f3999b binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:41:45.432047 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-861747c6-6e9e-48fa-aa3c-077ec33d288b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (7d2a2243-0103-41dc-9fe8-ee4a87737926), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:45.459967 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-861747c6-6e9e-48fa-aa3c-077ec33d288b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:45.464895 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-861747c6-6e9e-48fa-aa3c-077ec33d288b admin admin] 10.222.0.88 "DELETE /v2.0/networks/7d2a2243-0103-41dc-9fe8-ee4a87737926 HTTP/1.1" status: 204 len: 168 time: 1.1651309 Feb 08 21:41:45.470325 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-41220840-b5c8-4f1e-8ddd-09ad0c51e8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5e54f8d8-3e18-4a96-b200-cbd839f3999b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:45.480225 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43482) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:45.561302 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 3beb9fe6-0f2b-4c51-82d4-732f352ba5d2 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:41:45.564129 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861747c6-6e9e-48fa-aa3c-077ec33d288b admin admin] Pushing event deleted for resources: {'Network': ['ID=7d2a2243-0103-41dc-9fe8-ee4a87737926,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:45.572470 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff903b0c-f6a6-40ac-9f2e-e12e81da15a6 None None] Unable to find a vacant binding_index for network 47db9ea3-45c4-4874-9b3d-8dda0f9eebdb and agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 08 21:41:45.591910 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff903b0c-f6a6-40ac-9f2e-e12e81da15a6 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 47db9ea3-45c4-4874-9b3d-8dda0f9eebdb) {{(pid=103435) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 21:41:45.779737 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d638f9-828e-4906-acb7-9070bae4f164 admin admin] Deleting subnet b14f4b0b-f727-449d-8d25-ded0a69dc3cd {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:41:45.813911 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-25d638f9-828e-4906-acb7-9070bae4f164 admin admin] Publish callbacks [] for subnet (b14f4b0b-f727-449d-8d25-ded0a69dc3cd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:45.822683 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c522a6b-4546-4907-848c-35f1e6b423f6 tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:45.823448 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c522a6b-4546-4907-848c-35f1e6b423f6 tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:45.824071 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c522a6b-4546-4907-848c-35f1e6b423f6 tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:45.825483 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c522a6b-4546-4907-848c-35f1e6b423f6 tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:45.826454 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c522a6b-4546-4907-848c-35f1e6b423f6 tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:45.831223 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c522a6b-4546-4907-848c-35f1e6b423f6 tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:45.831931 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c522a6b-4546-4907-848c-35f1e6b423f6 tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:45.835709 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c522a6b-4546-4907-848c-35f1e6b423f6 tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:45.836422 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c522a6b-4546-4907-848c-35f1e6b423f6 tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:45.853841 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8c522a6b-4546-4907-848c-35f1e6b423f6 tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5857 time: 0.5578067 Feb 08 21:41:45.854765 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43492) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:45.898878 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3beb9fe6-0f2b-4c51-82d4-732f352ba5d2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:45.913570 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-25d638f9-828e-4906-acb7-9070bae4f164 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (b14f4b0b-f727-449d-8d25-ded0a69dc3cd), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:45.932515 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-41220840-b5c8-4f1e-8ddd-09ad0c51e8b7 None None] Publish callbacks [] for port (5e54f8d8-3e18-4a96-b200-cbd839f3999b), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:45.940990 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-41220840-b5c8-4f1e-8ddd-09ad0c51e8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5e54f8d8-3e18-4a96-b200-cbd839f3999b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:46.024792 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Port': ['ID=3beb9fe6-0f2b-4c51-82d4-732f352ba5d2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:46.049288 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] No DVR routers for this DVR port 3beb9fe6-0f2b-4c51-82d4-732f352ba5d2 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:41:46.070269 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1838068-5674-4b40-9dce-64d9f41f68fd None None] Pushing event updated for resources: {'Port': ['ID=5e54f8d8-3e18-4a96-b200-cbd839f3999b,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:46.092631 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1838068-5674-4b40-9dce-64d9f41f68fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:46.092986 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1838068-5674-4b40-9dce-64d9f41f68fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:46.093396 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1838068-5674-4b40-9dce-64d9f41f68fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:46.093746 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1838068-5674-4b40-9dce-64d9f41f68fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:46.094081 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1838068-5674-4b40-9dce-64d9f41f68fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:46.094414 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1838068-5674-4b40-9dce-64d9f41f68fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:46.097678 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1838068-5674-4b40-9dce-64d9f41f68fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:46.098027 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1838068-5674-4b40-9dce-64d9f41f68fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:46.098369 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1838068-5674-4b40-9dce-64d9f41f68fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:46.098707 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1838068-5674-4b40-9dce-64d9f41f68fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:46.102180 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ac75f2-583c-4434-b274-e0e9391b472e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-47db9ea3-45c4-4874-9b3d-8dda0f9eebdb', 'network_id': '47db9ea3-45c4-4874-9b3d-8dda0f9eebdb', 'project_id': '89f3f79037c74e318534aa440781b16f', 'fixed_ips': [{'subnet_id': '68b5f73e-5b77-4be1-8479-4de6ddb1a474'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:41:46.103453 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86ac75f2-583c-4434-b274-e0e9391b472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:46.104922 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1838068-5674-4b40-9dce-64d9f41f68fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:46.105388 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1838068-5674-4b40-9dce-64d9f41f68fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:46.105842 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1838068-5674-4b40-9dce-64d9f41f68fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:41:46.237250 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49056107-6991-4f23-bad2-7341c1747d70 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Made reservation on behalf of 89f3f79037c74e318534aa440781b16f for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:41:46.254143 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-49056107-6991-4f23-bad2-7341c1747d70 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:46.284083 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-25d638f9-828e-4906-acb7-9070bae4f164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (b14f4b0b-f727-449d-8d25-ded0a69dc3cd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:46.321521 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-41220840-b5c8-4f1e-8ddd-09ad0c51e8b7 None None] Attempting to bind port 5e54f8d8-3e18-4a96-b200-cbd839f3999b on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:41:46.323383 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-41220840-b5c8-4f1e-8ddd-09ad0c51e8b7 None None] Attempting to bind port 5e54f8d8-3e18-4a96-b200-cbd839f3999b by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'ae821f5c-52b7-4a80-bfd8-2f73524bc029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:41:46.324083 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41220840-b5c8-4f1e-8ddd-09ad0c51e8b7 None None] Attempting to bind port 5e54f8d8-3e18-4a96-b200-cbd839f3999b on network 7484d5e1-8128-4312-ae67-bdaa04d23bbf {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:41:46.335657 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-49056107-6991-4f23-bad2-7341c1747d70 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] device_id is not set on port dfff2046-a2ee-47f9-a860-55a597f89b94 yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:41:46.335957 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41220840-b5c8-4f1e-8ddd-09ad0c51e8b7 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:41:46.336874 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41220840-b5c8-4f1e-8ddd-09ad0c51e8b7 None None] Checking segment: {'id': 'ae821f5c-52b7-4a80-bfd8-2f73524bc029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:41:46.337839 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-41220840-b5c8-4f1e-8ddd-09ad0c51e8b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:46.339037 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41220840-b5c8-4f1e-8ddd-09ad0c51e8b7 None None] Bound using segment: {'id': 'ae821f5c-52b7-4a80-bfd8-2f73524bc029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:41:46.339939 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-41220840-b5c8-4f1e-8ddd-09ad0c51e8b7 None None] Bound port: 5e54f8d8-3e18-4a96-b200-cbd839f3999b, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae821f5c-52b7-4a80-bfd8-2f73524bc029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:41:46.341418 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-41220840-b5c8-4f1e-8ddd-09ad0c51e8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5e54f8d8-3e18-4a96-b200-cbd839f3999b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:46.406885 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (90db4f81-cb8e-4822-b09f-30364e87d7c3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:46.455953 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-86ac75f2-583c-4434-b274-e0e9391b472e None None] Allocated IP 172.20.0.2 (47db9ea3-45c4-4874-9b3d-8dda0f9eebdb/68b5f73e-5b77-4be1-8479-4de6ddb1a474/d748c64f-8b1e-413d-854b-c89bf7d9e39f) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:41:46.470895 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90db4f81-cb8e-4822-b09f-30364e87d7c3']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:46.505081 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11155879-6fc4-4714-ac2a-0b67ace11ec8') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:46.505408 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11155879-6fc4-4714-ac2a-0b67ace11ec8') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:46.535279 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (11155879-6fc4-4714-ac2a-0b67ace11ec8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:46.554196 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-25d638f9-828e-4906-acb7-9070bae4f164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (b14f4b0b-f727-449d-8d25-ded0a69dc3cd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:46.604143 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (11155879-6fc4-4714-ac2a-0b67ace11ec8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:46.642596 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d638f9-828e-4906-acb7-9070bae4f164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b14f4b0b-f727-449d-8d25-ded0a69dc3cd,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:46.659323 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-25d638f9-828e-4906-acb7-9070bae4f164 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:46.662692 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-25d638f9-828e-4906-acb7-9070bae4f164 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/b14f4b0b-f727-449d-8d25-ded0a69dc3cd HTTP/1.1" status: 204 len: 168 time: 1.1717288 Feb 08 21:41:46.667943 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43500) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:46.671205 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:41:46.679611 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (11155879-6fc4-4714-ac2a-0b67ace11ec8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:41:46.683389 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:41:46.692680 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-41220840-b5c8-4f1e-8ddd-09ad0c51e8b7 None None] For port 5e54f8d8-3e18-4a96-b200-cbd839f3999b, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:41:46.699239 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-41220840-b5c8-4f1e-8ddd-09ad0c51e8b7 None None] For port 5e54f8d8-3e18-4a96-b200-cbd839f3999b, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5e54f8d8-3e18-4a96-b200-cbd839f3999b,segment=NetworkSegment(ae821f5c-52b7-4a80-bfd8-2f73524bc029),segment_id=ae821f5c-52b7-4a80-bfd8-2f73524bc029)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:41:46.710941 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-41220840-b5c8-4f1e-8ddd-09ad0c51e8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5e54f8d8-3e18-4a96-b200-cbd839f3999b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:46.819898 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (90db4f81-cb8e-4822-b09f-30364e87d7c3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:46.829661 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:46.833334 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/networks/90db4f81-cb8e-4822-b09f-30364e87d7c3 HTTP/1.1" status: 204 len: 168 time: 6.5569642 Feb 08 21:41:46.841761 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43502) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:46.869892 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d7758975-e2a2-4590-8d01-a56fad26618d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-229843070'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:46.882351 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a4414-331a-4dea-bddd-6319d3f5536c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Network': ['ID=90db4f81-cb8e-4822-b09f-30364e87d7c3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:46.922977 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7758975-e2a2-4590-8d01-a56fad26618d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Made reservation on behalf of e4bc28ab280f4033a0cdb66e43d8fa59 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:41:46.926779 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7758975-e2a2-4590-8d01-a56fad26618d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:46.934258 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c36cb13b-3e6e-43e9-9f6c-074c10f2183e tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2326 time: 1.0701406 Feb 08 21:41:46.951282 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0edf0f41-22e5-489f-b26e-f5d1a89a8196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (b5872a81-64a7-448f-ac78-349c1ebd97c2), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:46.983722 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7758975-e2a2-4590-8d01-a56fad26618d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:41:47.026544 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7758975-e2a2-4590-8d01-a56fad26618d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (62b61e41-9de3-40bc-8e9e-fca43f675ab2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:47.026902 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-d7758975-e2a2-4590-8d01-a56fad26618d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Added segment 62b61e41-9de3-40bc-8e9e-fca43f675ab2 of type vlan for network 38bb9a64-b04d-42e5-95ff-ed12e1c30c85 Feb 08 21:41:47.029086 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1838068-5674-4b40-9dce-64d9f41f68fd None None] Pushing event updated for resources: {'Port': ['ID=5e54f8d8-3e18-4a96-b200-cbd839f3999b,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:47.059170 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86ac75f2-583c-4434-b274-e0e9391b472e None None] Publish callbacks [] for port (d748c64f-8b1e-413d-854b-c89bf7d9e39f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:47.071903 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41220840-b5c8-4f1e-8ddd-09ad0c51e8b7 None None] Routers {'3d3a214e-7c8e-4040-bc1b-35b22711e5bb'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:41:47.072937 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-41220840-b5c8-4f1e-8ddd-09ad0c51e8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:41:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3d3a214e-7c8e-4040-bc1b-35b22711e5bb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:47.076598 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86ac75f2-583c-4434-b274-e0e9391b472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (d748c64f-8b1e-413d-854b-c89bf7d9e39f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:47.167061 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7758975-e2a2-4590-8d01-a56fad26618d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (38bb9a64-b04d-42e5-95ff-ed12e1c30c85), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:47.242696 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ac75f2-583c-4434-b274-e0e9391b472e None None] Network 47db9ea3-45c4-4874-9b3d-8dda0f9eebdb is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:41:47.249327 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7758975-e2a2-4590-8d01-a56fad26618d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (38bb9a64-b04d-42e5-95ff-ed12e1c30c85), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:47.254916 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7758975-e2a2-4590-8d01-a56fad26618d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:47.260218 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-86ac75f2-583c-4434-b274-e0e9391b472e None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:41:47.261257 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7758975-e2a2-4590-8d01-a56fad26618d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:47.265025 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ac75f2-583c-4434-b274-e0e9391b472e None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:41:47.287705 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0edf0f41-22e5-489f-b26e-f5d1a89a8196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (b5872a81-64a7-448f-ac78-349c1ebd97c2), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:47.335370 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-49056107-6991-4f23-bad2-7341c1747d70 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Allocated IP 172.20.0.13 (47db9ea3-45c4-4874-9b3d-8dda0f9eebdb/68b5f73e-5b77-4be1-8479-4de6ddb1a474/dfff2046-a2ee-47f9-a860-55a597f89b94) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:41:47.381635 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-0edf0f41-22e5-489f-b26e-f5d1a89a8196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5872a81-64a7-448f-ac78-349c1ebd97c2']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:47.405656 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-41220840-b5c8-4f1e-8ddd-09ad0c51e8b7 None None] Set router 3d3a214e-7c8e-4040-bc1b-35b22711e5bb gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:41:47.435008 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d7758975-e2a2-4590-8d01-a56fad26618d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5697503 Feb 08 21:41:47.441053 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43510) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:47.486113 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac75f2-583c-4434-b274-e0e9391b472e None None] Pushing event updated for resources: {'Port': ['ID=d748c64f-8b1e-413d-854b-c89bf7d9e39f,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:47.498268 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7758975-e2a2-4590-8d01-a56fad26618d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event updated for resources: {'Network': ['ID=38bb9a64-b04d-42e5-95ff-ed12e1c30c85,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:47.513744 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-86ac75f2-583c-4434-b274-e0e9391b472e None None] Attempting to bind port d748c64f-8b1e-413d-854b-c89bf7d9e39f on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:41:47.516199 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-86ac75f2-583c-4434-b274-e0e9391b472e None None] Attempting to bind port d748c64f-8b1e-413d-854b-c89bf7d9e39f by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '45410692-68e9-4411-bb35-20310b36485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '47db9ea3-45c4-4874-9b3d-8dda0f9eebdb'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:41:47.516655 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ac75f2-583c-4434-b274-e0e9391b472e None None] Attempting to bind port d748c64f-8b1e-413d-854b-c89bf7d9e39f on network 47db9ea3-45c4-4874-9b3d-8dda0f9eebdb {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:41:47.536734 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-b4dd1129-28b2-4707-8e26-b20786f7d5e1 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:47.538065 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ac75f2-583c-4434-b274-e0e9391b472e None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:41:47.538653 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ac75f2-583c-4434-b274-e0e9391b472e None None] Checking segment: {'id': '45410692-68e9-4411-bb35-20310b36485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '47db9ea3-45c4-4874-9b3d-8dda0f9eebdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:41:47.539133 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86ac75f2-583c-4434-b274-e0e9391b472e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:47.539669 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ac75f2-583c-4434-b274-e0e9391b472e None None] Bound using segment: {'id': '45410692-68e9-4411-bb35-20310b36485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '47db9ea3-45c4-4874-9b3d-8dda0f9eebdb'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:41:47.540237 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-86ac75f2-583c-4434-b274-e0e9391b472e None None] Bound port: d748c64f-8b1e-413d-854b-c89bf7d9e39f, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45410692-68e9-4411-bb35-20310b36485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '47db9ea3-45c4-4874-9b3d-8dda0f9eebdb'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:41:47.540633 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86ac75f2-583c-4434-b274-e0e9391b472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d748c64f-8b1e-413d-854b-c89bf7d9e39f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:47.554227 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-0edf0f41-22e5-489f-b26e-f5d1a89a8196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b9aae8-96b0-4fc1-8298-be7dc53352e6') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:47.554692 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-0edf0f41-22e5-489f-b26e-f5d1a89a8196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b9aae8-96b0-4fc1-8298-be7dc53352e6') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:47.563557 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 38bb9a64-b04d-42e5-95ff-ed12e1c30c85 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:41:47.885049 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0edf0f41-22e5-489f-b26e-f5d1a89a8196 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (28b9aae8-96b0-4fc1-8298-be7dc53352e6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:47.908892 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43514) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:47.914148 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-504b1c73-4175-4bd1-8c53-3a3ba0f9d67d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2042637808', 'description': 'tempest-secgroup-smoke-2042637808 description', 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:47.945175 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-86ac75f2-583c-4434-b274-e0e9391b472e None None] For port d748c64f-8b1e-413d-854b-c89bf7d9e39f, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:41:47.951956 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-86ac75f2-583c-4434-b274-e0e9391b472e None None] For port d748c64f-8b1e-413d-854b-c89bf7d9e39f, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d748c64f-8b1e-413d-854b-c89bf7d9e39f,segment=NetworkSegment(45410692-68e9-4411-bb35-20310b36485d),segment_id=45410692-68e9-4411-bb35-20310b36485d)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:41:47.959915 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-504b1c73-4175-4bd1-8c53-3a3ba0f9d67d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:47.968841 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86ac75f2-583c-4434-b274-e0e9391b472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d748c64f-8b1e-413d-854b-c89bf7d9e39f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:47.986662 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-41220840-b5c8-4f1e-8ddd-09ad0c51e8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'name': 'tempest-TestNetworkBasicOps-router-145281194', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:41:29Z', 'updated_at': '2022-02-08T21:41:39Z', 'revision_number': 4, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:30Z', 'updated_at': '2022-02-08T21:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '5e54f8d8-3e18-4a96-b200-cbd839f3999b', 'name': '', 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'mac_address': 'fa:16:3e:72:87:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:37Z', 'updated_at': '2022-02-08T21:41:46Z', 'revision_number': 4, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'subnets': [{'id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:48.049488 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0edf0f41-22e5-489f-b26e-f5d1a89a8196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (28b9aae8-96b0-4fc1-8298-be7dc53352e6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:48.052439 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41220840-b5c8-4f1e-8ddd-09ad0c51e8b7 None None] The sync data for ids ['3d3a214e-7c8e-4040-bc1b-35b22711e5bb'] in n-d-712143-31 is: [{'id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'name': 'tempest-TestNetworkBasicOps-router-145281194', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:41:29Z', 'updated_at': '2022-02-08T21:41:39Z', 'revision_number': 4, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:30Z', 'updated_at': '2022-02-08T21:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '5e54f8d8-3e18-4a96-b200-cbd839f3999b', 'name': '', 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'mac_address': 'fa:16:3e:72:87:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:37Z', 'updated_at': '2022-02-08T21:41:46Z', 'revision_number': 4, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'subnets': [{'id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:41:48.168481 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac75f2-583c-4434-b274-e0e9391b472e None None] Pushing event updated for resources: {'Port': ['ID=d748c64f-8b1e-413d-854b-c89bf7d9e39f,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:48.192350 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-504b1c73-4175-4bd1-8c53-3a3ba0f9d67d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group (605b8ca6-16eb-4c23-87a3-343f334e0a27), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:48.198841 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-504b1c73-4175-4bd1-8c53-3a3ba0f9d67d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (605b8ca6-16eb-4c23-87a3-343f334e0a27), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:48.218900 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0edf0f41-22e5-489f-b26e-f5d1a89a8196 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:41:48.219730 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0edf0f41-22e5-489f-b26e-f5d1a89a8196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (28b9aae8-96b0-4fc1-8298-be7dc53352e6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:41:48.229628 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:41:48.250536 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-504b1c73-4175-4bd1-8c53-3a3ba0f9d67d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:48.254675 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-504b1c73-4175-4bd1-8c53-3a3ba0f9d67d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3437767 Feb 08 21:41:48.282151 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43516) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:48.302818 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ab1113d5-be7d-433f-9e62-6cfefff36534 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'security_group_rule': {'security_group_id': '605b8ca6-16eb-4c23-87a3-343f334e0a27', 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:48.432942 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b1c73-4175-4bd1-8c53-3a3ba0f9d67d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=605b8ca6-16eb-4c23-87a3-343f334e0a27,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:48.460515 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab1113d5-be7d-433f-9e62-6cfefff36534 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (a011d043-ebbf-4bb4-bf38-d913b5a5f51c), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:48.463143 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0edf0f41-22e5-489f-b26e-f5d1a89a8196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (b5872a81-64a7-448f-ac78-349c1ebd97c2), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:48.868725 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0edf0f41-22e5-489f-b26e-f5d1a89a8196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3800574'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:48.896557 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab1113d5-be7d-433f-9e62-6cfefff36534 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (a011d043-ebbf-4bb4-bf38-d913b5a5f51c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:48.901051 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0edf0f41-22e5-489f-b26e-f5d1a89a8196 admin admin] 10.222.0.88 "DELETE /v2.0/networks/b5872a81-64a7-448f-ac78-349c1ebd97c2 HTTP/1.1" status: 204 len: 168 time: 2.2302077 Feb 08 21:41:48.913563 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab1113d5-be7d-433f-9e62-6cfefff36534 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (a011d043-ebbf-4bb4-bf38-d913b5a5f51c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:49.002553 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1113d5-be7d-433f-9e62-6cfefff36534 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a011d043-ebbf-4bb4-bf38-d913b5a5f51c,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:49.027423 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab1113d5-be7d-433f-9e62-6cfefff36534 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:49.029196 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ab1113d5-be7d-433f-9e62-6cfefff36534 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7456510 Feb 08 21:41:49.034337 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43526) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:49.065517 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8b2805ae-fbeb-4da9-8c79-50d7cd031f55 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'security_group_rule': {'security_group_id': '605b8ca6-16eb-4c23-87a3-343f334e0a27', 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:49.089671 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d748c64f-8b1e-413d-854b-c89bf7d9e39f up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:41:49.119801 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b2805ae-fbeb-4da9-8c79-50d7cd031f55 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (f04d79df-5d8f-4c25-b11f-6a9f45a40208), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:49.155639 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b4dd1129-28b2-4707-8e26-b20786f7d5e1 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (38bb9a64-b04d-42e5-95ff-ed12e1c30c85), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:49.190532 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf0f41-22e5-489f-b26e-f5d1a89a8196 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5872a81-64a7-448f-ac78-349c1ebd97c2,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:49.217993 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b4dd1129-28b2-4707-8e26-b20786f7d5e1 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (38bb9a64-b04d-42e5-95ff-ed12e1c30c85), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:49.257321 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d748c64f-8b1e-413d-854b-c89bf7d9e39f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:49.257780 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d748c64f-8b1e-413d-854b-c89bf7d9e39f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:49.291393 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b2805ae-fbeb-4da9-8c79-50d7cd031f55 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (f04d79df-5d8f-4c25-b11f-6a9f45a40208), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:49.299730 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b2805ae-fbeb-4da9-8c79-50d7cd031f55 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (f04d79df-5d8f-4c25-b11f-6a9f45a40208), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:49.371915 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2805ae-fbeb-4da9-8c79-50d7cd031f55 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04d79df-5d8f-4c25-b11f-6a9f45a40208,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:49.380034 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b4dd1129-28b2-4707-8e26-b20786f7d5e1 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Network 38bb9a64-b04d-42e5-95ff-ed12e1c30c85 is not hosted by any dhcp agent {{(pid=103433) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 08 21:41:49.384970 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dd1129-28b2-4707-8e26-b20786f7d5e1 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:49.385867 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b4dd1129-28b2-4707-8e26-b20786f7d5e1 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:49.388000 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b4dd1129-28b2-4707-8e26-b20786f7d5e1 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "PUT /v2.0/networks/38bb9a64-b04d-42e5-95ff-ed12e1c30c85 HTTP/1.1" status: 200 len: 723 time: 1.9426076 Feb 08 21:41:49.394004 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43528) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:49.423288 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d98ee098-bc6f-405d-907e-9dfa9d66457e tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Request body: {'subnet': {'network_id': '38bb9a64-b04d-42e5-95ff-ed12e1c30c85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:49.447691 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43530) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:49.459927 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-59f86421-03bb-4f71-a377-e2851e259902 req-4ee8a209-8c31-4449-b306-e5ff04f83cb0 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=bbd9f738-6a6a-4903-b855-7495747638b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6090665 Feb 08 21:41:49.519346 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd1129-28b2-4707-8e26-b20786f7d5e1 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event updated for resources: {'Network': ['ID=38bb9a64-b04d-42e5-95ff-ed12e1c30c85,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:49.560382 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-49056107-6991-4f23-bad2-7341c1747d70 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks [] for port (dfff2046-a2ee-47f9-a860-55a597f89b94), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:49.561476 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d748c64f-8b1e-413d-854b-c89bf7d9e39f is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:41:49.562805 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d748c64f-8b1e-413d-854b-c89bf7d9e39f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:49.568613 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 38bb9a64-b04d-42e5-95ff-ed12e1c30c85 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:41:49.668501 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a908aaed-6411-4b8b-aff2-e93afb1ca0ef admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0f3b0b9752224a67b4e250561d67c272&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2143493 Feb 08 21:41:49.677086 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43536) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:49.690429 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b2805ae-fbeb-4da9-8c79-50d7cd031f55 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:49.693467 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8b2805ae-fbeb-4da9-8c79-50d7cd031f55 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6576982 Feb 08 21:41:49.698137 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98ee098-bc6f-405d-907e-9dfa9d66457e tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Made reservation on behalf of e4bc28ab280f4033a0cdb66e43d8fa59 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:41:49.708934 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d98ee098-bc6f-405d-907e-9dfa9d66457e tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:49.712595 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43538) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:49.728121 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-52f4653a-6a6b-4e64-9541-855262db97e7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'security_group_rule': {'security_group_id': '605b8ca6-16eb-4c23-87a3-343f334e0a27', 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:49.852085 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port d748c64f-8b1e-413d-854b-c89bf7d9e39f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d748c64f-8b1e-413d-854b-c89bf7d9e39f,segment=NetworkSegment(45410692-68e9-4411-bb35-20310b36485d),segment_id=45410692-68e9-4411-bb35-20310b36485d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:41:49.860004 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d748c64f-8b1e-413d-854b-c89bf7d9e39f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:49.860623 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5e54f8d8-3e18-4a96-b200-cbd839f3999b up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:41:49.958901 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52f4653a-6a6b-4e64-9541-855262db97e7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (41741876-58a8-420a-913a-e7fc424b498e), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:49.976766 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f86421-03bb-4f71-a377-e2851e259902 req-f3406b62-2e7e-4170-94a1-e68903a68194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:49.978458 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-59f86421-03bb-4f71-a377-e2851e259902 req-f3406b62-2e7e-4170-94a1-e68903a68194 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f78ef32583a7407daedbb84d3ab485f9&device_id=bbd9f738-6a6a-4903-b855-7495747638b6 HTTP/1.1" status: 200 len: 1128 time: 0.4146140 Feb 08 21:41:49.979742 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-565cfca7-92fe-4c86-909b-793f4c5a4684 admin admin] Publish callbacks [] for security_group (3ab2aa7f-a2c7-4483-8854-66c51838868f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:49.995797 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-49056107-6991-4f23-bad2-7341c1747d70 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (dfff2046-a2ee-47f9-a860-55a597f89b94), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:50.083832 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49056107-6991-4f23-bad2-7341c1747d70 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Network 47db9ea3-45c4-4874-9b3d-8dda0f9eebdb is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:41:50.136634 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=d748c64f-8b1e-413d-854b-c89bf7d9e39f,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:50.225003 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 5e54f8d8-3e18-4a96-b200-cbd839f3999b triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:50.225740 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5e54f8d8-3e18-4a96-b200-cbd839f3999b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:50.242215 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-49056107-6991-4f23-bad2-7341c1747d70 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:41:50.244345 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49056107-6991-4f23-bad2-7341c1747d70 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Pushing event updated for resources: {'Port': ['ID=dfff2046-a2ee-47f9-a860-55a597f89b94,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:50.276009 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52f4653a-6a6b-4e64-9541-855262db97e7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (41741876-58a8-420a-913a-e7fc424b498e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:50.299473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49056107-6991-4f23-bad2-7341c1747d70 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:41:50.303403 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52f4653a-6a6b-4e64-9541-855262db97e7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (41741876-58a8-420a-913a-e7fc424b498e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:50.370193 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-565cfca7-92fe-4c86-909b-793f4c5a4684 admin admin] Publish callbacks [] for security_group (3ab2aa7f-a2c7-4483-8854-66c51838868f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:50.468116 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def1b731-ba39-4b1b-92be-0ddbcdd4416c None None] Network 90db4f81-cb8e-4822-b09f-30364e87d7c3 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:41:50.483986 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3bb2e6-cc84-4a6d-9f7c-60215e30212b None None] Network 47db9ea3-45c4-4874-9b3d-8dda0f9eebdb requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:41:50.557009 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def1b731-ba39-4b1b-92be-0ddbcdd4416c None None] Network 90db4f81-cb8e-4822-b09f-30364e87d7c3 could not be found, it might have been deleted concurrently. {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 08 21:41:50.557819 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4653a-6a6b-4e64-9541-855262db97e7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41741876-58a8-420a-913a-e7fc424b498e,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:50.579816 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52f4653a-6a6b-4e64-9541-855262db97e7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:50.585463 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-52f4653a-6a6b-4e64-9541-855262db97e7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8622949 Feb 08 21:41:50.595834 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43552) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:50.603535 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-548d116c-657f-4262-9ef1-920da87f7b3b tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'security_group_rule': {'security_group_id': '605b8ca6-16eb-4c23-87a3-343f334e0a27', 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:50.606822 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-565cfca7-92fe-4c86-909b-793f4c5a4684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3ab2aa7f-a2c7-4483-8854-66c51838868f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:50.609932 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-565cfca7-92fe-4c86-909b-793f4c5a4684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:50.613609 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-565cfca7-92fe-4c86-909b-793f4c5a4684 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3ab2aa7f-a2c7-4483-8854-66c51838868f HTTP/1.1" status: 204 len: 168 time: 0.9311385 Feb 08 21:41:50.673930 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 5e54f8d8-3e18-4a96-b200-cbd839f3999b is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:41:50.674579 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5e54f8d8-3e18-4a96-b200-cbd839f3999b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:50.695416 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cfca7-92fe-4c86-909b-793f4c5a4684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab2aa7f-a2c7-4483-8854-66c51838868f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:50.746639 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2a9a59-4613-4115-91e9-d73c125a0996 None None] DHCP port deletion for 90db4f81-cb8e-4822-b09f-30364e87d7c3 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:41:50.790079 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49056107-6991-4f23-bad2-7341c1747d70 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:50.793503 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-49056107-6991-4f23-bad2-7341c1747d70 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:50.880324 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-548d116c-657f-4262-9ef1-920da87f7b3b tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (ce2d44e4-8aba-454e-9dbd-97927da1b31d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:50.926836 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f86421-03bb-4f71-a377-e2851e259902 req-0a43c4ec-2fee-4f1a-9a9a-2b2fd2fb473f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:50.934353 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-59f86421-03bb-4f71-a377-e2851e259902 req-0a43c4ec-2fee-4f1a-9a9a-2b2fd2fb473f service neutron] 10.222.0.96 "GET /v2.0/networks?id=b5326457-53c9-4ce3-8eff-31ed490f5fcc HTTP/1.1" status: 200 len: 915 time: 0.6980777 Feb 08 21:41:50.959314 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-06734a02-8a1e-4db1-899b-d3cff5381de0 None None] Provisioning complete for port d748c64f-8b1e-413d-854b-c89bf7d9e39f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:50.962799 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-06734a02-8a1e-4db1-899b-d3cff5381de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d748c64f-8b1e-413d-854b-c89bf7d9e39f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:50.988497 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d98ee098-bc6f-405d-907e-9dfa9d66457e tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (82410865-666e-48df-b9fe-5c8a73075a43), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:51.003035 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 5e54f8d8-3e18-4a96-b200-cbd839f3999b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5e54f8d8-3e18-4a96-b200-cbd839f3999b,segment=NetworkSegment(ae821f5c-52b7-4a80-bfd8-2f73524bc029),segment_id=ae821f5c-52b7-4a80-bfd8-2f73524bc029)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:41:51.027883 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-49056107-6991-4f23-bad2-7341c1747d70 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.8261962 Feb 08 21:41:51.121491 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43560) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:51.134651 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5e54f8d8-3e18-4a96-b200-cbd839f3999b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:51.140687 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-59f86421-03bb-4f71-a377-e2851e259902 req-a60c347c-fc3f-4256-bb79-74a09f63f98d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=951a528b-3911-4676-b8cf-fac9d5faf014 HTTP/1.1" status: 200 len: 217 time: 0.1938963 Feb 08 21:41:51.148869 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-055b65e4-1bf5-4efe-91d8-6052d4012799 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Request body: {'port': {'network_id': '47db9ea3-45c4-4874-9b3d-8dda0f9eebdb', 'name': 'tempest-AllowedAddressPairTestJSON-1341108915', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:14:d9:16'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:51.343046 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d748c64f-8b1e-413d-854b-c89bf7d9e39f up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:41:51.357790 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f86421-03bb-4f71-a377-e2851e259902 req-62d56f99-9143-4a26-b2df-a26cfd11f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:51.363993 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-59f86421-03bb-4f71-a377-e2851e259902 req-62d56f99-9143-4a26-b2df-a26cfd11f9a2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1829db1a-bc95-499c-9def-413e4d0051fd HTTP/1.1" status: 200 len: 854 time: 0.2146735 Feb 08 21:41:51.399180 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=5e54f8d8-3e18-4a96-b200-cbd839f3999b,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:51.484863 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-06734a02-8a1e-4db1-899b-d3cff5381de0 None None] Current status of the port d748c64f-8b1e-413d-854b-c89bf7d9e39f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:41:51.537167 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-59f86421-03bb-4f71-a377-e2851e259902 req-03019f49-4e94-453a-a6a5-9f9aa28abda7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5326457-53c9-4ce3-8eff-31ed490f5fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1662323 Feb 08 21:41:51.564343 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-548d116c-657f-4262-9ef1-920da87f7b3b tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (ce2d44e4-8aba-454e-9dbd-97927da1b31d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:51.583360 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d748c64f-8b1e-413d-854b-c89bf7d9e39f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:51.584007 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d748c64f-8b1e-413d-854b-c89bf7d9e39f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:51.629642 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ee098-bc6f-405d-907e-9dfa9d66457e tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event updated for resources: {'Subnet': ['ID=82410865-666e-48df-b9fe-5c8a73075a43,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:51.659739 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43566) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:51.673779 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-548d116c-657f-4262-9ef1-920da87f7b3b tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (ce2d44e4-8aba-454e-9dbd-97927da1b31d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:51.743073 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b2801360-676f-4c8e-87c4-6942d3630ec8 None None] Provisioning complete for port 5e54f8d8-3e18-4a96-b200-cbd839f3999b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:51.743448 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b2801360-676f-4c8e-87c4-6942d3630ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5e54f8d8-3e18-4a96-b200-cbd839f3999b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:51.889283 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-59f86421-03bb-4f71-a377-e2851e259902 req-f87b5e9c-d3d2-4ad6-a1a0-11ac721f5633 service neutron] 10.222.0.96 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442197 Feb 08 21:41:51.909010 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d116c-657f-4262-9ef1-920da87f7b3b tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce2d44e4-8aba-454e-9dbd-97927da1b31d,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:51.936160 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-51daa79b-b705-4985-8d04-e6badd4b74c0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=57440ee007a047deb76d868f438541ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2634273 Feb 08 21:41:51.964805 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43570) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:51.974178 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d748c64f-8b1e-413d-854b-c89bf7d9e39f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:41:52.002068 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3beb9fe6-0f2b-4c51-82d4-732f352ba5d2 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:41:52.159470 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-548d116c-657f-4262-9ef1-920da87f7b3b tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:52.164179 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-548d116c-657f-4262-9ef1-920da87f7b3b tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5665338 Feb 08 21:41:52.165281 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43574) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:52.184630 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d19e10c1-e17d-494b-acd6-9083ce9ae697 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'security_group_rule': {'security_group_id': '605b8ca6-16eb-4c23-87a3-343f334e0a27', 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:52.229656 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 3beb9fe6-0f2b-4c51-82d4-732f352ba5d2 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:41:52.246585 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3beb9fe6-0f2b-4c51-82d4-732f352ba5d2 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:41:52.276088 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b2801360-676f-4c8e-87c4-6942d3630ec8 None None] Current status of the port 5e54f8d8-3e18-4a96-b200-cbd839f3999b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:41:52.309453 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98ee098-bc6f-405d-907e-9dfa9d66457e tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Checking segment: {'id': '62b61e41-9de3-40bc-8e9e-fca43f675ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '38bb9a64-b04d-42e5-95ff-ed12e1c30c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:41:52.309828 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98ee098-bc6f-405d-907e-9dfa9d66457e tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Network hostable DHCP agents. Network: 38bb9a64-b04d-42e5-95ff-ed12e1c30c85, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:41:52.330193 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-59f86421-03bb-4f71-a377-e2851e259902 req-9c27cc78-7ce4-4d47-aae8-efda2609911e service neutron] 10.222.0.96 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317901 Feb 08 21:41:52.368130 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c1b5d10-1cc6-4830-a694-0d27a0168d84 admin admin] Publish callbacks [] for security_group (a450a5f4-4d6e-4703-b4a3-ec6ab58440a9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:52.478829 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c1b5d10-1cc6-4830-a694-0d27a0168d84 admin admin] Publish callbacks [] for security_group (a450a5f4-4d6e-4703-b4a3-ec6ab58440a9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:52.502084 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055b65e4-1bf5-4efe-91d8-6052d4012799 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Made reservation on behalf of 89f3f79037c74e318534aa440781b16f for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:41:52.515723 n-d-712143-31 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-d19e10c1-e17d-494b-acd6-9083ce9ae697 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Project f6bde20c4e70444caab1a7a5de63c07b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 21:41:52.565912 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f72a7f5-ccda-4274-96cc-67ad3dd7531c None None] Network 47db9ea3-45c4-4874-9b3d-8dda0f9eebdb requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:41:52.606601 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d19e10c1-e17d-494b-acd6-9083ce9ae697 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (4c9c9a8a-7d2a-4104-85ed-8ea3f5aa1626), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:52.614146 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98ee098-bc6f-405d-907e-9dfa9d66457e tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Network 38bb9a64-b04d-42e5-95ff-ed12e1c30c85 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:41:52.676293 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-d98ee098-bc6f-405d-907e-9dfa9d66457e tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 38bb9a64-b04d-42e5-95ff-ed12e1c30c85) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:41:52.691197 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98ee098-bc6f-405d-907e-9dfa9d66457e tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:52.691795 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d98ee098-bc6f-405d-907e-9dfa9d66457e tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:52.782263 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43586) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:52.782473 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d98ee098-bc6f-405d-907e-9dfa9d66457e tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3792810 Feb 08 21:41:52.785008 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c1b5d10-1cc6-4830-a694-0d27a0168d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a450a5f4-4d6e-4703-b4a3-ec6ab58440a9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:52.787737 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c1b5d10-1cc6-4830-a694-0d27a0168d84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:52.788873 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3c1b5d10-1cc6-4830-a694-0d27a0168d84 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a450a5f4-4d6e-4703-b4a3-ec6ab58440a9 HTTP/1.1" status: 204 len: 168 time: 0.8209512 Feb 08 21:41:52.790345 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-e184d1fc-6d74-432e-8480-2a1e5025ede6 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:52.796866 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-055b65e4-1bf5-4efe-91d8-6052d4012799 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:52.826665 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0882dbf-f949-454f-b01a-1c17527744ce None None] Network 38bb9a64-b04d-42e5-95ff-ed12e1c30c85 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:41:52.831459 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b5d10-1cc6-4830-a694-0d27a0168d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a450a5f4-4d6e-4703-b4a3-ec6ab58440a9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:52.837618 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d19e10c1-e17d-494b-acd6-9083ce9ae697 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (4c9c9a8a-7d2a-4104-85ed-8ea3f5aa1626), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:52.845864 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d19e10c1-e17d-494b-acd6-9083ce9ae697 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (4c9c9a8a-7d2a-4104-85ed-8ea3f5aa1626), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:52.853174 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-055b65e4-1bf5-4efe-91d8-6052d4012799 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] device_id is not set on port 949782e6-b2c8-4e40-b6ff-d18726e784f2 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:41:52.941599 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d19e10c1-e17d-494b-acd6-9083ce9ae697 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:52.946105 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d19e10c1-e17d-494b-acd6-9083ce9ae697 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7737298 Feb 08 21:41:52.947221 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e10c1-e17d-494b-acd6-9083ce9ae697 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c9c9a8a-7d2a-4104-85ed-8ea3f5aa1626,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:52.951894 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43590) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:52.959089 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-81e0e23a-c3ef-44b8-b2e6-2e207449a115 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'security_group_rule': {'security_group_id': '605b8ca6-16eb-4c23-87a3-343f334e0a27', 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:53.008499 n-d-712143-31 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-81e0e23a-c3ef-44b8-b2e6-2e207449a115 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Project f6bde20c4e70444caab1a7a5de63c07b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 21:41:53.034742 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81e0e23a-c3ef-44b8-b2e6-2e207449a115 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (b7a9b075-451d-40fa-808b-d4e914061a9c), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:53.105470 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-055b65e4-1bf5-4efe-91d8-6052d4012799 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Allocated IP 172.20.0.5 (47db9ea3-45c4-4874-9b3d-8dda0f9eebdb/68b5f73e-5b77-4be1-8479-4de6ddb1a474/949782e6-b2c8-4e40-b6ff-d18726e784f2) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:41:53.146147 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81e0e23a-c3ef-44b8-b2e6-2e207449a115 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (b7a9b075-451d-40fa-808b-d4e914061a9c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:53.177536 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bc5f44-702e-4117-a4ff-0c6c43021253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-38bb9a64-b04d-42e5-95ff-ed12e1c30c85', 'network_id': '38bb9a64-b04d-42e5-95ff-ed12e1c30c85', 'project_id': 'e4bc28ab280f4033a0cdb66e43d8fa59', 'fixed_ips': [{'subnet_id': '82410865-666e-48df-b9fe-5c8a73075a43'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:41:53.178832 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-56bc5f44-702e-4117-a4ff-0c6c43021253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:53.183680 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81e0e23a-c3ef-44b8-b2e6-2e207449a115 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (b7a9b075-451d-40fa-808b-d4e914061a9c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:53.199514 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e184d1fc-6d74-432e-8480-2a1e5025ede6 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12511608'] for subnet (82410865-666e-48df-b9fe-5c8a73075a43), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:53.248672 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-5ff0b7ce-cb9a-4e40-843a-11e6ea9f0ee1 None None] Provisioning complete for port dfff2046-a2ee-47f9-a860-55a597f89b94 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:53.250585 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5ff0b7ce-cb9a-4e40-843a-11e6ea9f0ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (dfff2046-a2ee-47f9-a860-55a597f89b94), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:53.282683 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0e23a-c3ef-44b8-b2e6-2e207449a115 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a9b075-451d-40fa-808b-d4e914061a9c,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:53.348239 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81e0e23a-c3ef-44b8-b2e6-2e207449a115 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:53.381564 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-81e0e23a-c3ef-44b8-b2e6-2e207449a115 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4282227 Feb 08 21:41:53.660371 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e184d1fc-6d74-432e-8480-2a1e5025ede6 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751442527492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12337766'] for subnet (82410865-666e-48df-b9fe-5c8a73075a43), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:53.696494 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e184d1fc-6d74-432e-8480-2a1e5025ede6 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:53.697180 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e184d1fc-6d74-432e-8480-2a1e5025ede6 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:53.702586 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e184d1fc-6d74-432e-8480-2a1e5025ede6 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "PUT /v2.0/subnets/82410865-666e-48df-b9fe-5c8a73075a43 HTTP/1.1" status: 200 len: 806 time: 0.9145386 Feb 08 21:41:53.704901 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43610) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:53.862683 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5ff0b7ce-cb9a-4e40-843a-11e6ea9f0ee1 None None] Port dfff2046-a2ee-47f9-a860-55a597f89b94 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:41:53.869521 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5e54f8d8-3e18-4a96-b200-cbd839f3999b up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:41:53.907345 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-055b65e4-1bf5-4efe-91d8-6052d4012799 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks [] for port (949782e6-b2c8-4e40-b6ff-d18726e784f2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:54.032639 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-055b65e4-1bf5-4efe-91d8-6052d4012799 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (949782e6-b2c8-4e40-b6ff-d18726e784f2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:54.107835 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055b65e4-1bf5-4efe-91d8-6052d4012799 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Network 47db9ea3-45c4-4874-9b3d-8dda0f9eebdb is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:41:54.114963 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-055b65e4-1bf5-4efe-91d8-6052d4012799 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:41:54.129275 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055b65e4-1bf5-4efe-91d8-6052d4012799 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:41:54.184921 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b65e4-1bf5-4efe-91d8-6052d4012799 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Pushing event updated for resources: {'Port': ['ID=949782e6-b2c8-4e40-b6ff-d18726e784f2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:54.254786 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-5ff0b7ce-cb9a-4e40-843a-11e6ea9f0ee1 None None] Provisioning complete for port d748c64f-8b1e-413d-854b-c89bf7d9e39f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:54.255107 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5ff0b7ce-cb9a-4e40-843a-11e6ea9f0ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d748c64f-8b1e-413d-854b-c89bf7d9e39f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:54.265462 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055b65e4-1bf5-4efe-91d8-6052d4012799 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:54.266573 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-055b65e4-1bf5-4efe-91d8-6052d4012799 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:54.318693 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-055b65e4-1bf5-4efe-91d8-6052d4012799 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.1941276 Feb 08 21:41:54.323113 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43630) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:54.424952 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6093ef5-ff46-4571-a669-f17c1cc4d559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:54.551899 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff51b2e-15ad-46be-9aec-89abe8898f7d tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:54.596808 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff51b2e-15ad-46be-9aec-89abe8898f7d tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:54.642841 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff51b2e-15ad-46be-9aec-89abe8898f7d tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:54.647386 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fff51b2e-15ad-46be-9aec-89abe8898f7d tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.3228862 Feb 08 21:41:54.654119 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43640) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:54.783552 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-56bc5f44-702e-4117-a4ff-0c6c43021253 None None] Allocated IP 172.20.0.2 (38bb9a64-b04d-42e5-95ff-ed12e1c30c85/82410865-666e-48df-b9fe-5c8a73075a43/0dfc0056-8ca8-4514-bbf0-d146f99517ae) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:41:54.928818 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 5e54f8d8-3e18-4a96-b200-cbd839f3999b triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:54.929539 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5e54f8d8-3e18-4a96-b200-cbd839f3999b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:54.930829 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0724e958-4a26-4f2e-a31a-2a4c4cfb025d tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Deleting port 949782e6-b2c8-4e40-b6ff-d18726e784f2 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:41:54.932390 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0724e958-4a26-4f2e-a31a-2a4c4cfb025d tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (949782e6-b2c8-4e40-b6ff-d18726e784f2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:55.250727 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0724e958-4a26-4f2e-a31a-2a4c4cfb025d tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (949782e6-b2c8-4e40-b6ff-d18726e784f2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:55.294669 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0724e958-4a26-4f2e-a31a-2a4c4cfb025d tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Calling delete_port for 949782e6-b2c8-4e40-b6ff-d18726e784f2 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:41:55.395731 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (38bb9a64-b04d-42e5-95ff-ed12e1c30c85), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:55.471903 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184d1fc-6d74-432e-8480-2a1e5025ede6 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event updated for resources: {'Subnet': ['ID=82410865-666e-48df-b9fe-5c8a73075a43,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:55.507001 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5ff0b7ce-cb9a-4e40-843a-11e6ea9f0ee1 None None] Current status of the port d748c64f-8b1e-413d-854b-c89bf7d9e39f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:41:55.622552 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c643b7d9-23b2-4fff-a811-038352b18771 req-5197bf89-9575-43ff-bcbd-e09423f803ca tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2042637808&fields=id&tenant_id=f6bde20c4e70444caab1a7a5de63c07b HTTP/1.1" status: 200 len: 267 time: 1.8071144 Feb 08 21:41:55.656555 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-56bc5f44-702e-4117-a4ff-0c6c43021253 None None] Publish callbacks [] for port (0dfc0056-8ca8-4514-bbf0-d146f99517ae), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:55.670393 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0724e958-4a26-4f2e-a31a-2a4c4cfb025d tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (949782e6-b2c8-4e40-b6ff-d18726e784f2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:55.697745 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-56bc5f44-702e-4117-a4ff-0c6c43021253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (0dfc0056-8ca8-4514-bbf0-d146f99517ae), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:55.755805 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724e958-4a26-4f2e-a31a-2a4c4cfb025d tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Pushing event deleted for resources: {'Port': ['ID=949782e6-b2c8-4e40-b6ff-d18726e784f2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:55.804181 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 5e54f8d8-3e18-4a96-b200-cbd839f3999b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:41:55.821726 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc5f44-702e-4117-a4ff-0c6c43021253 None None] Pushing event updated for resources: {'Port': ['ID=0dfc0056-8ca8-4514-bbf0-d146f99517ae,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:55.838498 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43660) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:55.851384 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-a35b820e-591e-4ea0-aa52-77ef68311c0e None None] Provisioning complete for port dfff2046-a2ee-47f9-a860-55a597f89b94 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:55.852024 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a35b820e-591e-4ea0-aa52-77ef68311c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (dfff2046-a2ee-47f9-a860-55a597f89b94), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:55.880348 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bc5f44-702e-4117-a4ff-0c6c43021253 None None] Network 38bb9a64-b04d-42e5-95ff-ed12e1c30c85 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:41:55.986741 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-56bc5f44-702e-4117-a4ff-0c6c43021253 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:41:55.997808 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bc5f44-702e-4117-a4ff-0c6c43021253 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:41:56.039419 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643b7d9-23b2-4fff-a811-038352b18771 req-f834b520-feea-4e1e-8e26-3fe34c3803a5 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:56.041004 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c643b7d9-23b2-4fff-a811-038352b18771 req-f834b520-feea-4e1e-8e26-3fe34c3803a5 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/networks?id=7484d5e1-8128-4312-ae67-bdaa04d23bbf HTTP/1.1" status: 200 len: 797 time: 0.3942287 Feb 08 21:41:56.108730 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c643b7d9-23b2-4fff-a811-038352b18771 req-b13a6408-4790-483c-acdf-00d02682810f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/quotas/f6bde20c4e70444caab1a7a5de63c07b HTTP/1.1" status: 200 len: 375 time: 0.0473943 Feb 08 21:41:56.121040 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (82410865-666e-48df-b9fe-5c8a73075a43), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:56.147857 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a35b820e-591e-4ea0-aa52-77ef68311c0e None None] Port dfff2046-a2ee-47f9-a860-55a597f89b94 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:41:56.243622 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-a35b820e-591e-4ea0-aa52-77ef68311c0e None None] Could not find standard attr ID for object 949782e6-b2c8-4e40-b6ff-d18726e784f2. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:41:56.255511 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70baeb75-0e8e-4d74-bcd5-c055a77577c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:56.292053 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0724e958-4a26-4f2e-a31a-2a4c4cfb025d tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:56.303759 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0724e958-4a26-4f2e-a31a-2a4c4cfb025d tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] 10.222.0.88 "DELETE /v2.0/ports/949782e6-b2c8-4e40-b6ff-d18726e784f2 HTTP/1.1" status: 204 len: 168 time: 1.6450825 Feb 08 21:41:56.307633 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43670) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:56.350839 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-56bc5f44-702e-4117-a4ff-0c6c43021253 None None] Attempting to bind port 0dfc0056-8ca8-4514-bbf0-d146f99517ae on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:41:56.353925 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-56bc5f44-702e-4117-a4ff-0c6c43021253 None None] Attempting to bind port 0dfc0056-8ca8-4514-bbf0-d146f99517ae by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '62b61e41-9de3-40bc-8e9e-fca43f675ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '38bb9a64-b04d-42e5-95ff-ed12e1c30c85'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:41:56.354843 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bc5f44-702e-4117-a4ff-0c6c43021253 None None] Attempting to bind port 0dfc0056-8ca8-4514-bbf0-d146f99517ae on network 38bb9a64-b04d-42e5-95ff-ed12e1c30c85 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:41:56.366759 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bc5f44-702e-4117-a4ff-0c6c43021253 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:41:56.367287 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bc5f44-702e-4117-a4ff-0c6c43021253 None None] Checking segment: {'id': '62b61e41-9de3-40bc-8e9e-fca43f675ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '38bb9a64-b04d-42e5-95ff-ed12e1c30c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:41:56.367752 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-56bc5f44-702e-4117-a4ff-0c6c43021253 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:56.368208 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bc5f44-702e-4117-a4ff-0c6c43021253 None None] Bound using segment: {'id': '62b61e41-9de3-40bc-8e9e-fca43f675ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '38bb9a64-b04d-42e5-95ff-ed12e1c30c85'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:41:56.369681 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-56bc5f44-702e-4117-a4ff-0c6c43021253 None None] Bound port: 0dfc0056-8ca8-4514-bbf0-d146f99517ae, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b61e41-9de3-40bc-8e9e-fca43f675ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '38bb9a64-b04d-42e5-95ff-ed12e1c30c85'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:41:56.369681 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-56bc5f44-702e-4117-a4ff-0c6c43021253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0dfc0056-8ca8-4514-bbf0-d146f99517ae), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:56.389384 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-a35b820e-591e-4ea0-aa52-77ef68311c0e None None] Provisioning complete for port d748c64f-8b1e-413d-854b-c89bf7d9e39f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:56.390336 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a35b820e-591e-4ea0-aa52-77ef68311c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d748c64f-8b1e-413d-854b-c89bf7d9e39f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:56.417560 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-92153de7-7c5e-4b04-a274-d257f0a0584b tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] GET failed (client error): The resource could not be found. Feb 08 21:41:56.429289 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-92153de7-7c5e-4b04-a274-d257f0a0584b tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] 10.222.0.88 "GET /v2.0/ports/949782e6-b2c8-4e40-b6ff-d18726e784f2 HTTP/1.1" status: 404 len: 333 time: 0.1177547 Feb 08 21:41:56.431140 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43674) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:56.446544 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b9536b1f-3e2f-46bd-ad9f-def97e51a078 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Request body: {'port': {'network_id': '47db9ea3-45c4-4874-9b3d-8dda0f9eebdb', 'name': 'tempest-AllowedAddressPairTestJSON-1276202236'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:56.463056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-56bc5f44-702e-4117-a4ff-0c6c43021253 None None] For port 0dfc0056-8ca8-4514-bbf0-d146f99517ae, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:41:56.464672 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c643b7d9-23b2-4fff-a811-038352b18771 req-e9eef725-4791-4c8f-91d3-aac6f87462f4 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f6bde20c4e70444caab1a7a5de63c07b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3459055 Feb 08 21:41:56.467837 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-56bc5f44-702e-4117-a4ff-0c6c43021253 None None] For port 0dfc0056-8ca8-4514-bbf0-d146f99517ae, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=0dfc0056-8ca8-4514-bbf0-d146f99517ae,segment=NetworkSegment(62b61e41-9de3-40bc-8e9e-fca43f675ab2),segment_id=62b61e41-9de3-40bc-8e9e-fca43f675ab2)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:41:56.504776 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-56bc5f44-702e-4117-a4ff-0c6c43021253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0dfc0056-8ca8-4514-bbf0-d146f99517ae), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:56.608917 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc5f44-702e-4117-a4ff-0c6c43021253 None None] Pushing event updated for resources: {'Port': ['ID=0dfc0056-8ca8-4514-bbf0-d146f99517ae,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:56.642892 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (82410865-666e-48df-b9fe-5c8a73075a43), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:56.647259 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43676) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:56.683667 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a35b820e-591e-4ea0-aa52-77ef68311c0e None None] Current status of the port d748c64f-8b1e-413d-854b-c89bf7d9e39f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:41:56.727435 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Subnet': ['ID=82410865-666e-48df-b9fe-5c8a73075a43,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:56.853554 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (38bb9a64-b04d-42e5-95ff-ed12e1c30c85), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:56.896895 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c643b7d9-23b2-4fff-a811-038352b18771 req-a4cb868d-58bb-4017-bc42-ab017b0ed9ab service neutron] 10.222.0.88 "GET /v2.0/networks/7484d5e1-8128-4312-ae67-bdaa04d23bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986769 Feb 08 21:41:56.944156 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38bb9a64-b04d-42e5-95ff-ed12e1c30c85']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:57.093710 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b61e41-9de3-40bc-8e9e-fca43f675ab2') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:57.094052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b61e41-9de3-40bc-8e9e-fca43f675ab2') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:57.126657 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (62b61e41-9de3-40bc-8e9e-fca43f675ab2), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:57.168095 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70baeb75-0e8e-4d74-bcd5-c055a77577c1 admin admin] Publish callbacks [] for security_group (f9018e10-d369-4acc-97ea-e4d6b51bf6ed), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:57.186710 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70baeb75-0e8e-4d74-bcd5-c055a77577c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f9018e10-d369-4acc-97ea-e4d6b51bf6ed), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:57.196353 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-39022341-3745-4c09-b636-81970862f426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:57.201619 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (62b61e41-9de3-40bc-8e9e-fca43f675ab2), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:57.323904 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-70baeb75-0e8e-4d74-bcd5-c055a77577c1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=160c0245da47465092fa12cd8c9c71b4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4815352 Feb 08 21:41:57.324882 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43686) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:57.345311 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9536b1f-3e2f-46bd-ad9f-def97e51a078 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Made reservation on behalf of 89f3f79037c74e318534aa440781b16f for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:41:57.365714 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9536b1f-3e2f-46bd-ad9f-def97e51a078 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:57.412101 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d198-4cc3-4696-9a9a-289fcbe4fd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:57.442039 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-39022341-3745-4c09-b636-81970862f426 admin admin] Publish callbacks [] for security_group (06afcd69-a54c-404c-91e0-c0abc0bc43f0), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:57.447062 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:41:57.447543 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (62b61e41-9de3-40bc-8e9e-fca43f675ab2), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:41:57.451323 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:41:57.464362 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-39022341-3745-4c09-b636-81970862f426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (06afcd69-a54c-404c-91e0-c0abc0bc43f0), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:57.549470 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c643b7d9-23b2-4fff-a811-038352b18771 req-2a6b5ad9-f19e-40cd-8ff2-aab88847b286 service neutron] 10.222.0.88 "GET /v2.0/networks/7484d5e1-8128-4312-ae67-bdaa04d23bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6413321 Feb 08 21:41:57.572650 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-b9536b1f-3e2f-46bd-ad9f-def97e51a078 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] device_id is not set on port 9483f531-fe4a-4913-a20f-55a11bd4374e yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:41:57.578026 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-39022341-3745-4c09-b636-81970862f426 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cc2ff8d452d94094804e9676ea695f68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9147625 Feb 08 21:41:57.580525 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39022341-3745-4c09-b636-81970862f426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06afcd69-a54c-404c-91e0-c0abc0bc43f0,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:57.584115 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43688) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:57.593819 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.db.api [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 08 21:41:57.593819 n-d-712143-31 neutron-server[103433]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 08 21:41:57.593819 n-d-712143-31 neutron-server[103433]: [parameters: {'id': '38bb9a64-b04d-42e5-95ff-ed12e1c30c85'}] Feb 08 21:41:57.593819 n-d-712143-31 neutron-server[103433]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:41:57.594540 n-d-712143-31 neutron-server[103433]: DEBUG oslo_db.api [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:41:57.643640 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70baeb75-0e8e-4d74-bcd5-c055a77577c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9018e10-d369-4acc-97ea-e4d6b51bf6ed,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:57.662371 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3ae78f9a-009d-4121-85c0-2479569c458a admin admin] Publish callbacks [] for security_group (06afcd69-a54c-404c-91e0-c0abc0bc43f0), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:57.696217 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3ae78f9a-009d-4121-85c0-2479569c458a admin admin] Publish callbacks [] for security_group (06afcd69-a54c-404c-91e0-c0abc0bc43f0), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:57.774552 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0859f242-4599-493e-a7bc-698668540c59 admin admin] Publish callbacks [] for security_group (f9018e10-d369-4acc-97ea-e4d6b51bf6ed), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:57.790698 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3ae78f9a-009d-4121-85c0-2479569c458a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (06afcd69-a54c-404c-91e0-c0abc0bc43f0), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:57.797885 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3ae78f9a-009d-4121-85c0-2479569c458a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:57.803564 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3ae78f9a-009d-4121-85c0-2479569c458a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/06afcd69-a54c-404c-91e0-c0abc0bc43f0 HTTP/1.1" status: 204 len: 168 time: 0.2179215 Feb 08 21:41:57.840944 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae78f9a-009d-4121-85c0-2479569c458a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06afcd69-a54c-404c-91e0-c0abc0bc43f0,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:57.902958 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0859f242-4599-493e-a7bc-698668540c59 admin admin] Publish callbacks [] for security_group (f9018e10-d369-4acc-97ea-e4d6b51bf6ed), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:58.017801 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-b9536b1f-3e2f-46bd-ad9f-def97e51a078 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Allocated IP 172.20.0.10 (47db9ea3-45c4-4874-9b3d-8dda0f9eebdb/68b5f73e-5b77-4be1-8479-4de6ddb1a474/9483f531-fe4a-4913-a20f-55a11bd4374e) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:41:58.125070 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 0dfc0056-8ca8-4514-bbf0-d146f99517ae up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:41:58.142176 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a5f1eb28-caa3-404f-b4e6-37be33dc8e9c req-c48b8a75-48ad-470e-8264-6ca6d96c1301 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=7429bad7-8f15-46c7-add0-d85cff99e0de HTTP/1.1" status: 200 len: 210 time: 0.1726646 Feb 08 21:41:58.144107 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (38bb9a64-b04d-42e5-95ff-ed12e1c30c85), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:58.276991 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 0dfc0056-8ca8-4514-bbf0-d146f99517ae triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:58.277903 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0dfc0056-8ca8-4514-bbf0-d146f99517ae), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:58.374518 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Deleting port 0dfc0056-8ca8-4514-bbf0-d146f99517ae {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:41:58.374828 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (0dfc0056-8ca8-4514-bbf0-d146f99517ae), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:58.554617 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 0dfc0056-8ca8-4514-bbf0-d146f99517ae is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:41:58.558763 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0dfc0056-8ca8-4514-bbf0-d146f99517ae), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:58.635900 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 0dfc0056-8ca8-4514-bbf0-d146f99517ae, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=0dfc0056-8ca8-4514-bbf0-d146f99517ae,segment=NetworkSegment(62b61e41-9de3-40bc-8e9e-fca43f675ab2),segment_id=62b61e41-9de3-40bc-8e9e-fca43f675ab2)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:41:58.639314 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] For port 0dfc0056-8ca8-4514-bbf0-d146f99517ae, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=0dfc0056-8ca8-4514-bbf0-d146f99517ae,segment=NetworkSegment(62b61e41-9de3-40bc-8e9e-fca43f675ab2),segment_id=62b61e41-9de3-40bc-8e9e-fca43f675ab2)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:41:58.640742 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (0dfc0056-8ca8-4514-bbf0-d146f99517ae), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:58.647267 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0dfc0056-8ca8-4514-bbf0-d146f99517ae), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:58.678316 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9536b1f-3e2f-46bd-ad9f-def97e51a078 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks [] for port (9483f531-fe4a-4913-a20f-55a11bd4374e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:58.684463 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Calling delete_port for 0dfc0056-8ca8-4514-bbf0-d146f99517ae owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:41:58.772015 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43706) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:58.773869 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0859f242-4599-493e-a7bc-698668540c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f9018e10-d369-4acc-97ea-e4d6b51bf6ed), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:58.783313 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0859f242-4599-493e-a7bc-698668540c59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:58.787309 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0859f242-4599-493e-a7bc-698668540c59 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f9018e10-d369-4acc-97ea-e4d6b51bf6ed HTTP/1.1" status: 204 len: 168 time: 1.4472773 Feb 08 21:41:58.822058 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884f94b3-19b6-4498-828d-b2c6f6127b8b None None] Network 38bb9a64-b04d-42e5-95ff-ed12e1c30c85 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:41:58.853515 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9536b1f-3e2f-46bd-ad9f-def97e51a078 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (9483f531-fe4a-4913-a20f-55a11bd4374e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:58.879924 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b861485-2f83-4b72-9462-a72282385a90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:58.893599 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859f242-4599-493e-a7bc-698668540c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9018e10-d369-4acc-97ea-e4d6b51bf6ed,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:58.937485 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (0dfc0056-8ca8-4514-bbf0-d146f99517ae), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:58.972803 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Port': ['ID=0dfc0056-8ca8-4514-bbf0-d146f99517ae,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:59.002047 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] No DVR routers for this DVR port 0dfc0056-8ca8-4514-bbf0-d146f99517ae on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:41:59.025889 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-cbe0d9c9-051f-4e34-b293-aa305f94ae0b None None] Could not find standard attr ID for object 0dfc0056-8ca8-4514-bbf0-d146f99517ae. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:41:59.046091 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9536b1f-3e2f-46bd-ad9f-def97e51a078 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Network 47db9ea3-45c4-4874-9b3d-8dda0f9eebdb is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:41:59.064616 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=0dfc0056-8ca8-4514-bbf0-d146f99517ae,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:59.069805 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-b9536b1f-3e2f-46bd-ad9f-def97e51a078 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:41:59.093811 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9536b1f-3e2f-46bd-ad9f-def97e51a078 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:41:59.192305 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:59.233892 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (38bb9a64-b04d-42e5-95ff-ed12e1c30c85), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:59.255681 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fda7c32-3f96-4f8f-a903-a0ad7b9f7541 None None] DHCP port deletion for 38bb9a64-b04d-42e5-95ff-ed12e1c30c85 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:41:59.280196 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1d7b87-4108-4621-af50-e592310e678c None None] Network 38bb9a64-b04d-42e5-95ff-ed12e1c30c85 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:41:59.308138 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9536b1f-3e2f-46bd-ad9f-def97e51a078 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Pushing event updated for resources: {'Port': ['ID=9483f531-fe4a-4913-a20f-55a11bd4374e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:59.339654 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38bb9a64-b04d-42e5-95ff-ed12e1c30c85']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:59.402594 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b61e41-9de3-40bc-8e9e-fca43f675ab2') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:59.405728 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b61e41-9de3-40bc-8e9e-fca43f675ab2') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:41:59.437082 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (62b61e41-9de3-40bc-8e9e-fca43f675ab2), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:59.451331 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9536b1f-3e2f-46bd-ad9f-def97e51a078 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:41:59.452000 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9536b1f-3e2f-46bd-ad9f-def97e51a078 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:59.488564 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (62b61e41-9de3-40bc-8e9e-fca43f675ab2), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:59.525079 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b9536b1f-3e2f-46bd-ad9f-def97e51a078 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0925524 Feb 08 21:41:59.536546 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43722) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:59.562142 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:41:59.562569 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (62b61e41-9de3-40bc-8e9e-fca43f675ab2), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:59.563765 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-390557f7-4983-46c8-bfe9-ffdef563f573 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:14:d9:16'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:41:59.680274 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:41:59.682780 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f25049ef-d6a4-4426-b5da-ee7aa0e94855 None None] Provisioning complete for port 9483f531-fe4a-4913-a20f-55a11bd4374e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:41:59.682780 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f25049ef-d6a4-4426-b5da-ee7aa0e94855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9483f531-fe4a-4913-a20f-55a11bd4374e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:59.696017 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b861485-2f83-4b72-9462-a72282385a90 admin admin] Publish callbacks [] for security_group (d741177e-eb1a-497d-8bfe-18627c305fc4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:59.714140 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b861485-2f83-4b72-9462-a72282385a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d741177e-eb1a-497d-8bfe-18627c305fc4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:59.735986 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f25049ef-d6a4-4426-b5da-ee7aa0e94855 None None] Port 9483f531-fe4a-4913-a20f-55a11bd4374e cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:41:59.781457 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0b861485-2f83-4b72-9462-a72282385a90 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ba40d07e4af640ef8b3b6a4e38621ab0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9902382 Feb 08 21:41:59.783074 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43730) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:59.788297 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3244aaa8-61e7-47c1-b766-ac65a90a7903 req-0d34f4dc-9a5c-4378-929a-8339ed3075b7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=7429bad7-8f15-46c7-add0-d85cff99e0de HTTP/1.1" status: 200 len: 210 time: 0.4161117 Feb 08 21:41:59.827189 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (38bb9a64-b04d-42e5-95ff-ed12e1c30c85), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:59.855306 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:41:59.871334 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/networks/38bb9a64-b04d-42e5-95ff-ed12e1c30c85 HTTP/1.1" status: 204 len: 168 time: 6.1653423 Feb 08 21:41:59.893607 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43732) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:41:59.908207 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c74dbf7-59e3-4e25-b3c1-f4f2bed6ee1d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Network': ['ID=38bb9a64-b04d-42e5-95ff-ed12e1c30c85,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:41:59.950945 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 0dfc0056-8ca8-4514-bbf0-d146f99517ae no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:41:59.966876 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bd0ebc6b-ec1c-4f86-8103-e5c114aac6ab admin admin] Publish callbacks [] for security_group (d741177e-eb1a-497d-8bfe-18627c305fc4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:00.002845 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 0dfc0056-8ca8-4514-bbf0-d146f99517ae {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:42:00.005802 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 0dfc0056-8ca8-4514-bbf0-d146f99517ae not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:42:00.025859 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bd0ebc6b-ec1c-4f86-8103-e5c114aac6ab admin admin] Publish callbacks [] for security_group (d741177e-eb1a-497d-8bfe-18627c305fc4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:00.173298 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b861485-2f83-4b72-9462-a72282385a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d741177e-eb1a-497d-8bfe-18627c305fc4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:00.187238 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9b5ac9-733b-4621-820b-411a70205dc9 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] DELETE failed (client error): The resource could not be found. Feb 08 21:42:00.188329 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bd0ebc6b-ec1c-4f86-8103-e5c114aac6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d741177e-eb1a-497d-8bfe-18627c305fc4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:00.189612 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff9b5ac9-733b-4621-820b-411a70205dc9 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:42:00.191311 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bd0ebc6b-ec1c-4f86-8103-e5c114aac6ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:00.192555 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bd0ebc6b-ec1c-4f86-8103-e5c114aac6ab admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d741177e-eb1a-497d-8bfe-18627c305fc4 HTTP/1.1" status: 204 len: 168 time: 0.4031572 Feb 08 21:42:00.203738 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ff9b5ac9-733b-4621-820b-411a70205dc9 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/networks/38bb9a64-b04d-42e5-95ff-ed12e1c30c85 HTTP/1.1" status: 404 len: 339 time: 0.2951705 Feb 08 21:42:00.217773 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43744) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:00.229010 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-97937c38-f950-4eff-8e37-73e428b24f22 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-963442586', 'description': 'd1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:00.244490 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ebc6b-ec1c-4f86-8103-e5c114aac6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d741177e-eb1a-497d-8bfe-18627c305fc4,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:00.280374 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97937c38-f950-4eff-8e37-73e428b24f22 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Made reservation on behalf of e4bc28ab280f4033a0cdb66e43d8fa59 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:42:00.290401 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97937c38-f950-4eff-8e37-73e428b24f22 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:00.340363 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97937c38-f950-4eff-8e37-73e428b24f22 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:42:00.351025 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643b7d9-23b2-4fff-a811-038352b18771 req-b89cdefe-1d3f-47a6-a778-00304c8e172d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:00.353998 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c643b7d9-23b2-4fff-a811-038352b18771 req-b89cdefe-1d3f-47a6-a778-00304c8e172d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.94 "GET /v2.0/networks?id=7484d5e1-8128-4312-ae67-bdaa04d23bbf HTTP/1.1" status: 200 len: 797 time: 0.4593794 Feb 08 21:42:00.362615 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97937c38-f950-4eff-8e37-73e428b24f22 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (828ce11f-87b7-4515-b74a-a3e4727ee790), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:00.363089 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-97937c38-f950-4eff-8e37-73e428b24f22 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Added segment 828ce11f-87b7-4515-b74a-a3e4727ee790 of type vlan for network 195e8364-f607-4473-8264-2bedef5e431e Feb 08 21:42:00.533170 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-390557f7-4983-46c8-bfe9-ffdef563f573 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9483f531-fe4a-4913-a20f-55a11bd4374e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:00.537739 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97937c38-f950-4eff-8e37-73e428b24f22 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (195e8364-f607-4473-8264-2bedef5e431e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:00.561997 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c643b7d9-23b2-4fff-a811-038352b18771 req-38933f5f-2ad5-4f56-86a2-6a921dacdb47 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6bde20c4e70444caab1a7a5de63c07b HTTP/1.1" status: 200 len: 380 time: 0.1993411 Feb 08 21:42:00.580826 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-c643b7d9-23b2-4fff-a811-038352b18771 req-9fa7c7e3-9492-460d-8eb8-8502dcb935b6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'port': {'device_id': '7429bad7-8f15-46c7-add0-d85cff99e0de', 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf', 'admin_state_up': True, 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'security_groups': ['605b8ca6-16eb-4c23-87a3-343f334e0a27']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:00.596390 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97937c38-f950-4eff-8e37-73e428b24f22 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (195e8364-f607-4473-8264-2bedef5e431e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:00.607259 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97937c38-f950-4eff-8e37-73e428b24f22 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:00.607952 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97937c38-f950-4eff-8e37-73e428b24f22 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:00.747520 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-97937c38-f950-4eff-8e37-73e428b24f22 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5280409 Feb 08 21:42:00.750337 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43760) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:00.792501 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97937c38-f950-4eff-8e37-73e428b24f22 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event updated for resources: {'Network': ['ID=195e8364-f607-4473-8264-2bedef5e431e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:00.808637 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 195e8364-f607-4473-8264-2bedef5e431e details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:42:00.954871 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c643b7d9-23b2-4fff-a811-038352b18771 req-9fa7c7e3-9492-460d-8eb8-8502dcb935b6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Made reservation on behalf of f6bde20c4e70444caab1a7a5de63c07b for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:42:00.966779 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c643b7d9-23b2-4fff-a811-038352b18771 req-9fa7c7e3-9492-460d-8eb8-8502dcb935b6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:01.017893 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799777a5-4318-4620-87ac-2199310ba81d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:01.025727 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-799777a5-4318-4620-87ac-2199310ba81d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "GET /v2.0/networks?id=195e8364-f607-4473-8264-2bedef5e431e HTTP/1.1" status: 200 len: 760 time: 0.2650471 Feb 08 21:42:01.049019 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43780) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:01.057018 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-4324c991-e60f-42d9-9319-cf1fd4a3e9d2 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Request body: {'network': {'description': 'd2'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:01.064243 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-515f33e6-f978-47eb-b169-84b9e7683b1b req-5bd2449f-8e4d-402f-bf62-cd8a14fdd80b tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=7429bad7-8f15-46c7-add0-d85cff99e0de HTTP/1.1" status: 200 len: 210 time: 0.0631011 Feb 08 21:42:01.443388 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4324c991-e60f-42d9-9319-cf1fd4a3e9d2 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (195e8364-f607-4473-8264-2bedef5e431e), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:01.455203 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:01.466407 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-c643b7d9-23b2-4fff-a811-038352b18771 req-9fa7c7e3-9492-460d-8eb8-8502dcb935b6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Allocated IP 172.20.0.10 (7484d5e1-8128-4312-ae67-bdaa04d23bbf/40ed3ef5-bf86-4fff-b4d1-bca578430c3c/4e975045-2d7b-4c18-a21a-71b3c44fe49f) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:42:01.485353 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4324c991-e60f-42d9-9319-cf1fd4a3e9d2 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (195e8364-f607-4473-8264-2bedef5e431e), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:01.512893 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:01.561575 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4324c991-e60f-42d9-9319-cf1fd4a3e9d2 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Network 195e8364-f607-4473-8264-2bedef5e431e is not hosted by any dhcp agent {{(pid=103433) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 08 21:42:01.569110 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4324c991-e60f-42d9-9319-cf1fd4a3e9d2 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:01.589369 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4324c991-e60f-42d9-9319-cf1fd4a3e9d2 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:01.589369 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4324c991-e60f-42d9-9319-cf1fd4a3e9d2 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "PUT /v2.0/networks/195e8364-f607-4473-8264-2bedef5e431e HTTP/1.1" status: 200 len: 757 time: 0.5287359 Feb 08 21:42:01.625643 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43798) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:01.697145 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324c991-e60f-42d9-9319-cf1fd4a3e9d2 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event updated for resources: {'Network': ['ID=195e8364-f607-4473-8264-2bedef5e431e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:01.710601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 195e8364-f607-4473-8264-2bedef5e431e details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:42:01.991693 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a579146b-8afb-4a30-ac8f-c3274695b177 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:01.999442 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43822) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:02.008383 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a579146b-8afb-4a30-ac8f-c3274695b177 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "GET /v2.0/networks?id=195e8364-f607-4473-8264-2bedef5e431e HTTP/1.1" status: 200 len: 760 time: 0.3809106 Feb 08 21:42:02.013829 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-f7f1d199-3dca-43ef-becd-ff19f9dcd0ae tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1158332066'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:02.059151 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f1d199-3dca-43ef-becd-ff19f9dcd0ae tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Made reservation on behalf of e4bc28ab280f4033a0cdb66e43d8fa59 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:42:02.070058 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f7f1d199-3dca-43ef-becd-ff19f9dcd0ae tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:02.115360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f1d199-3dca-43ef-becd-ff19f9dcd0ae tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:42:02.130945 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f7f1d199-3dca-43ef-becd-ff19f9dcd0ae tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (eeec61bb-b833-4929-8e39-37fddf8ee70b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:02.131387 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-f7f1d199-3dca-43ef-becd-ff19f9dcd0ae tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Added segment eeec61bb-b833-4929-8e39-37fddf8ee70b of type vlan for network a5f54a39-47f2-4711-ac46-1b84cc220243 Feb 08 21:42:02.170220 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c643b7d9-23b2-4fff-a811-038352b18771 req-9fa7c7e3-9492-460d-8eb8-8502dcb935b6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for port (4e975045-2d7b-4c18-a21a-71b3c44fe49f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:02.234352 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c643b7d9-23b2-4fff-a811-038352b18771 req-9fa7c7e3-9492-460d-8eb8-8502dcb935b6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (4e975045-2d7b-4c18-a21a-71b3c44fe49f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:02.243336 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f7f1d199-3dca-43ef-becd-ff19f9dcd0ae tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (a5f54a39-47f2-4711-ac46-1b84cc220243), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:02.417338 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509fb93-73e7-40b5-8b12-e4dddcc81f79 req-e37a20cd-2b2f-4065-9a96-a01b8ff5351e tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:02.420412 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1509fb93-73e7-40b5-8b12-e4dddcc81f79 req-e37a20cd-2b2f-4065-9a96-a01b8ff5351e tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=7429bad7-8f15-46c7-add0-d85cff99e0de HTTP/1.1" status: 200 len: 932 time: 0.2036262 Feb 08 21:42:02.423215 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f7f1d199-3dca-43ef-becd-ff19f9dcd0ae tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (a5f54a39-47f2-4711-ac46-1b84cc220243), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:02.429296 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f1d199-3dca-43ef-becd-ff19f9dcd0ae tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:02.430585 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f7f1d199-3dca-43ef-becd-ff19f9dcd0ae tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:02.519657 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1d199-3dca-43ef-becd-ff19f9dcd0ae tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event updated for resources: {'Network': ['ID=a5f54a39-47f2-4711-ac46-1b84cc220243,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:02.532185 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network a5f54a39-47f2-4711-ac46-1b84cc220243 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:42:02.534742 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f7f1d199-3dca-43ef-becd-ff19f9dcd0ae tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5341070 Feb 08 21:42:02.550788 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43862) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:02.572957 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-6c7bd464-7bf5-4f90-9830-3a08300e3b55 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Request body: {'subnet': {'network_id': 'a5f54a39-47f2-4711-ac46-1b84cc220243', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:02.687967 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43866) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:02.796276 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1509fb93-73e7-40b5-8b12-e4dddcc81f79 req-fb8a9c25-563c-4480-b860-9fbfc55a140c tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=605b8ca6-16eb-4c23-87a3-343f334e0a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3539801 Feb 08 21:42:02.883425 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7bd464-7bf5-4f90-9830-3a08300e3b55 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Made reservation on behalf of e4bc28ab280f4033a0cdb66e43d8fa59 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:42:02.889311 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6c7bd464-7bf5-4f90-9830-3a08300e3b55 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:02.915214 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-318c8d41-00c2-43be-9757-2efcc17b2b2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:03.027270 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-390557f7-4983-46c8-bfe9-ffdef563f573 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks [] for port (9483f531-fe4a-4913-a20f-55a11bd4374e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:03.032392 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c643b7d9-23b2-4fff-a811-038352b18771 req-9fa7c7e3-9492-460d-8eb8-8502dcb935b6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Network 7484d5e1-8128-4312-ae67-bdaa04d23bbf is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:42:03.034095 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7c7e3-9492-460d-8eb8-8502dcb935b6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'Port': ['ID=4e975045-2d7b-4c18-a21a-71b3c44fe49f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:03.049493 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-390557f7-4983-46c8-bfe9-ffdef563f573 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (9483f531-fe4a-4913-a20f-55a11bd4374e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:03.060316 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-c643b7d9-23b2-4fff-a811-038352b18771 req-9fa7c7e3-9492-460d-8eb8-8502dcb935b6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:42:03.093594 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-c643b7d9-23b2-4fff-a811-038352b18771 req-9fa7c7e3-9492-460d-8eb8-8502dcb935b6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:42:03.173058 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6c7bd464-7bf5-4f90-9830-3a08300e3b55 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (ccd77786-1ecf-4b23-8200-62c12903c105), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:03.182140 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643b7d9-23b2-4fff-a811-038352b18771 req-9fa7c7e3-9492-460d-8eb8-8502dcb935b6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:03.183161 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c643b7d9-23b2-4fff-a811-038352b18771 req-9fa7c7e3-9492-460d-8eb8-8502dcb935b6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:03.340048 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c643b7d9-23b2-4fff-a811-038352b18771 req-9fa7c7e3-9492-460d-8eb8-8502dcb935b6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7640252 Feb 08 21:42:03.363319 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390557f7-4983-46c8-bfe9-ffdef563f573 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Pushing event updated for resources: {'Port': ['ID=9483f531-fe4a-4913-a20f-55a11bd4374e,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:03.375823 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-c643b7d9-23b2-4fff-a811-038352b18771 req-85579e4e-b466-4403-b47c-ff1241aac91a service neutron] Request body: {'port': {'device_id': '7429bad7-8f15-46c7-add0-d85cff99e0de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:03.383740 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7bd464-7bf5-4f90-9830-3a08300e3b55 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event updated for resources: {'Subnet': ['ID=ccd77786-1ecf-4b23-8200-62c12903c105,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:03.403977 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7bd464-7bf5-4f90-9830-3a08300e3b55 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Checking segment: {'id': 'eeec61bb-b833-4929-8e39-37fddf8ee70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a5f54a39-47f2-4711-ac46-1b84cc220243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:42:03.405037 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7bd464-7bf5-4f90-9830-3a08300e3b55 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Network hostable DHCP agents. Network: a5f54a39-47f2-4711-ac46-1b84cc220243, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:42:03.479527 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7bd464-7bf5-4f90-9830-3a08300e3b55 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Network a5f54a39-47f2-4711-ac46-1b84cc220243 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:42:03.507489 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-6c7bd464-7bf5-4f90-9830-3a08300e3b55 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, a5f54a39-47f2-4711-ac46-1b84cc220243) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:42:03.520636 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4625c804-1d5d-481d-9d8e-cf99a457c08a None None] Network a5f54a39-47f2-4711-ac46-1b84cc220243 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:42:03.526077 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7bd464-7bf5-4f90-9830-3a08300e3b55 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:03.526961 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6c7bd464-7bf5-4f90-9830-3a08300e3b55 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:03.538143 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-318c8d41-00c2-43be-9757-2efcc17b2b2b admin admin] Publish callbacks [] for security_group (12894b42-a269-4fe5-9143-1ae1eb964498), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:03.559293 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-318c8d41-00c2-43be-9757-2efcc17b2b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (12894b42-a269-4fe5-9143-1ae1eb964498), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:03.567071 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-390557f7-4983-46c8-bfe9-ffdef563f573 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] In _notify_port_updated(), no bound segment for port 9483f531-fe4a-4913-a20f-55a11bd4374e on network 47db9ea3-45c4-4874-9b3d-8dda0f9eebdb {{(pid=103434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 21:42:03.582936 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390557f7-4983-46c8-bfe9-ffdef563f573 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:03.583804 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-390557f7-4983-46c8-bfe9-ffdef563f573 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:03.597451 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-390557f7-4983-46c8-bfe9-ffdef563f573 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] 10.222.0.88 "PUT /v2.0/ports/9483f531-fe4a-4913-a20f-55a11bd4374e HTTP/1.1" status: 200 len: 995 time: 4.0577140 Feb 08 21:42:03.599284 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43900) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:03.704143 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6c7bd464-7bf5-4f90-9830-3a08300e3b55 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1433671 Feb 08 21:42:03.733038 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43906) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:03.765731 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c8d41-00c2-43be-9757-2efcc17b2b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12894b42-a269-4fe5-9143-1ae1eb964498,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:03.777345 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-318c8d41-00c2-43be-9757-2efcc17b2b2b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=55bc25f3736a4779ba7aa441b4610ae2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0841770 Feb 08 21:42:03.777658 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43912) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:03.825745 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-8236ef64-211f-4d54-8978-d11b8b60c8d6 None None] Provisioning complete for port 4e975045-2d7b-4c18-a21a-71b3c44fe49f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:42:03.826746 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8236ef64-211f-4d54-8978-d11b8b60c8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (4e975045-2d7b-4c18-a21a-71b3c44fe49f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:03.895029 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c643b7d9-23b2-4fff-a811-038352b18771 req-85579e4e-b466-4403-b47c-ff1241aac91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4e975045-2d7b-4c18-a21a-71b3c44fe49f), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:03.921785 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-297d15e5-92f6-411b-9254-dff2c151622c admin admin] Publish callbacks [] for security_group (12894b42-a269-4fe5-9143-1ae1eb964498), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:04.003487 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8236ef64-211f-4d54-8978-d11b8b60c8d6 None None] Port 4e975045-2d7b-4c18-a21a-71b3c44fe49f cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:42:04.041652 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (a5f54a39-47f2-4711-ac46-1b84cc220243), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:04.058895 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb26795-8915-4a60-884d-fcdb42f787be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-a5f54a39-47f2-4711-ac46-1b84cc220243', 'network_id': 'a5f54a39-47f2-4711-ac46-1b84cc220243', 'project_id': 'e4bc28ab280f4033a0cdb66e43d8fa59', 'fixed_ips': [{'subnet_id': 'ccd77786-1ecf-4b23-8200-62c12903c105'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:42:04.063417 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9fb26795-8915-4a60-884d-fcdb42f787be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:04.093811 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-297d15e5-92f6-411b-9254-dff2c151622c admin admin] Publish callbacks [] for security_group (12894b42-a269-4fe5-9143-1ae1eb964498), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:04.113591 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c482b2b4-54e6-4a56-af77-eedb39bc1805 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Deleting port 9483f531-fe4a-4913-a20f-55a11bd4374e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:42:04.114300 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c482b2b4-54e6-4a56-af77-eedb39bc1805 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (9483f531-fe4a-4913-a20f-55a11bd4374e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:04.231433 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08363ab2-b741-4989-975a-0cac8d89f41a req-dede9e1f-76d2-45a9-8bd3-030293037084 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:04.233312 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-08363ab2-b741-4989-975a-0cac8d89f41a req-dede9e1f-76d2-45a9-8bd3-030293037084 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=7429bad7-8f15-46c7-add0-d85cff99e0de HTTP/1.1" status: 200 len: 932 time: 0.2614772 Feb 08 21:42:04.256720 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-297d15e5-92f6-411b-9254-dff2c151622c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (12894b42-a269-4fe5-9143-1ae1eb964498), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:04.261428 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-297d15e5-92f6-411b-9254-dff2c151622c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:04.265781 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-297d15e5-92f6-411b-9254-dff2c151622c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/12894b42-a269-4fe5-9143-1ae1eb964498 HTTP/1.1" status: 204 len: 168 time: 0.4843702 Feb 08 21:42:04.313899 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d15e5-92f6-411b-9254-dff2c151622c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12894b42-a269-4fe5-9143-1ae1eb964498,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:04.398444 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-08363ab2-b741-4989-975a-0cac8d89f41a req-0761963e-9cda-432a-8613-a09f1a2b8222 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=605b8ca6-16eb-4c23-87a3-343f334e0a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313360 Feb 08 21:42:04.423295 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-0c2c73a8-252d-4213-ab95-1403cdc09802 None None] Provisioning complete for port 9483f531-fe4a-4913-a20f-55a11bd4374e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:42:04.423938 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0c2c73a8-252d-4213-ab95-1403cdc09802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9483f531-fe4a-4913-a20f-55a11bd4374e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:04.462735 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0c2c73a8-252d-4213-ab95-1403cdc09802 None None] Port 9483f531-fe4a-4913-a20f-55a11bd4374e cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:42:04.508162 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-9fb26795-8915-4a60-884d-fcdb42f787be None None] Allocated IP 172.20.0.2 (a5f54a39-47f2-4711-ac46-1b84cc220243/ccd77786-1ecf-4b23-8200-62c12903c105/a37a6bf2-4798-4936-95cd-1ae005ced582) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:42:04.544176 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (ccd77786-1ecf-4b23-8200-62c12903c105), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:04.668842 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c482b2b4-54e6-4a56-af77-eedb39bc1805 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (9483f531-fe4a-4913-a20f-55a11bd4374e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:04.748665 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c482b2b4-54e6-4a56-af77-eedb39bc1805 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Calling delete_port for 9483f531-fe4a-4913-a20f-55a11bd4374e owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:42:04.808027 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9fb26795-8915-4a60-884d-fcdb42f787be None None] Publish callbacks [] for port (a37a6bf2-4798-4936-95cd-1ae005ced582), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:04.816759 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9fb26795-8915-4a60-884d-fcdb42f787be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (a37a6bf2-4798-4936-95cd-1ae005ced582), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:04.886284 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb26795-8915-4a60-884d-fcdb42f787be None None] Pushing event updated for resources: {'Port': ['ID=a37a6bf2-4798-4936-95cd-1ae005ced582,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:04.918341 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb26795-8915-4a60-884d-fcdb42f787be None None] Network a5f54a39-47f2-4711-ac46-1b84cc220243 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:42:04.920974 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-9fb26795-8915-4a60-884d-fcdb42f787be None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:42:04.925050 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb26795-8915-4a60-884d-fcdb42f787be None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:42:05.040225 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-9fb26795-8915-4a60-884d-fcdb42f787be None None] Attempting to bind port a37a6bf2-4798-4936-95cd-1ae005ced582 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:42:05.040629 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-9fb26795-8915-4a60-884d-fcdb42f787be None None] Attempting to bind port a37a6bf2-4798-4936-95cd-1ae005ced582 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'eeec61bb-b833-4929-8e39-37fddf8ee70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a5f54a39-47f2-4711-ac46-1b84cc220243'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:42:05.042526 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb26795-8915-4a60-884d-fcdb42f787be None None] Attempting to bind port a37a6bf2-4798-4936-95cd-1ae005ced582 on network a5f54a39-47f2-4711-ac46-1b84cc220243 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:42:05.059275 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb26795-8915-4a60-884d-fcdb42f787be None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:42:05.060614 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (ccd77786-1ecf-4b23-8200-62c12903c105), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:05.063304 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb26795-8915-4a60-884d-fcdb42f787be None None] Checking segment: {'id': 'eeec61bb-b833-4929-8e39-37fddf8ee70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a5f54a39-47f2-4711-ac46-1b84cc220243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:42:05.066168 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9fb26795-8915-4a60-884d-fcdb42f787be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:05.066846 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb26795-8915-4a60-884d-fcdb42f787be None None] Bound using segment: {'id': 'eeec61bb-b833-4929-8e39-37fddf8ee70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a5f54a39-47f2-4711-ac46-1b84cc220243'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:42:05.069613 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-9fb26795-8915-4a60-884d-fcdb42f787be None None] Bound port: a37a6bf2-4798-4936-95cd-1ae005ced582, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeec61bb-b833-4929-8e39-37fddf8ee70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a5f54a39-47f2-4711-ac46-1b84cc220243'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:42:05.071783 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9fb26795-8915-4a60-884d-fcdb42f787be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a37a6bf2-4798-4936-95cd-1ae005ced582), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:05.142594 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd77786-1ecf-4b23-8200-62c12903c105,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:05.212849 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-9fb26795-8915-4a60-884d-fcdb42f787be None None] For port a37a6bf2-4798-4936-95cd-1ae005ced582, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:42:05.217300 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-9fb26795-8915-4a60-884d-fcdb42f787be None None] For port a37a6bf2-4798-4936-95cd-1ae005ced582, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=a37a6bf2-4798-4936-95cd-1ae005ced582,segment=NetworkSegment(eeec61bb-b833-4929-8e39-37fddf8ee70b),segment_id=eeec61bb-b833-4929-8e39-37fddf8ee70b)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:42:05.227441 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9fb26795-8915-4a60-884d-fcdb42f787be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a37a6bf2-4798-4936-95cd-1ae005ced582), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:05.357892 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (a5f54a39-47f2-4711-ac46-1b84cc220243), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:05.364669 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-c643b7d9-23b2-4fff-a811-038352b18771 req-85579e4e-b466-4403-b47c-ff1241aac91a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e975045-2d7b-4c18-a21a-71b3c44fe49f {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:42:05.381264 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c643b7d9-23b2-4fff-a811-038352b18771 req-85579e4e-b466-4403-b47c-ff1241aac91a service neutron] Publish callbacks [] for port (4e975045-2d7b-4c18-a21a-71b3c44fe49f), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:05.420084 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb26795-8915-4a60-884d-fcdb42f787be None None] Pushing event updated for resources: {'Port': ['ID=a37a6bf2-4798-4936-95cd-1ae005ced582,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:05.480221 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f54a39-47f2-4711-ac46-1b84cc220243']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:05.492849 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c8f560-4618-45e9-9c65-4cbd5ec3894d None None] get_active_networks_info from n-d-712143-31 {{(pid=103435) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 21:42:05.535174 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeec61bb-b833-4929-8e39-37fddf8ee70b') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:05.536037 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeec61bb-b833-4929-8e39-37fddf8ee70b') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:05.573703 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (eeec61bb-b833-4929-8e39-37fddf8ee70b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:05.651256 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (eeec61bb-b833-4929-8e39-37fddf8ee70b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:05.674610 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:42:05.675059 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (eeec61bb-b833-4929-8e39-37fddf8ee70b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:05.702148 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8790e85-5aee-4281-8b42-5766ef371bcf req-84adbb2b-bb16-4868-84f8-f3762791c0da tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:05.707646 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8790e85-5aee-4281-8b42-5766ef371bcf req-84adbb2b-bb16-4868-84f8-f3762791c0da tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=7429bad7-8f15-46c7-add0-d85cff99e0de HTTP/1.1" status: 200 len: 932 time: 0.1489725 Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:42:05.757297 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:42:05.808057 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c8f560-4618-45e9-9c65-4cbd5ec3894d None None] Resources bound (agent type, host, resource id): {{(pid=103435) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 21:42:05.809583 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8790e85-5aee-4281-8b42-5766ef371bcf req-b8729c44-390a-46c9-99e9-74a1793f0e85 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=605b8ca6-16eb-4c23-87a3-343f334e0a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927048 Feb 08 21:42:05.854141 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.db.api [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 08 21:42:05.854141 n-d-712143-31 neutron-server[103434]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 08 21:42:05.854141 n-d-712143-31 neutron-server[103434]: [parameters: {'id': 'a5f54a39-47f2-4711-ac46-1b84cc220243'}] Feb 08 21:42:05.854141 n-d-712143-31 neutron-server[103434]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:42:05.854636 n-d-712143-31 neutron-server[103434]: DEBUG oslo_db.api [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:42:05.856596 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-c643b7d9-23b2-4fff-a811-038352b18771 req-85579e4e-b466-4403-b47c-ff1241aac91a service neutron] Transition to ACTIVE for port object 4e975045-2d7b-4c18-a21a-71b3c44fe49f will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:42:05.858627 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c482b2b4-54e6-4a56-af77-eedb39bc1805 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (9483f531-fe4a-4913-a20f-55a11bd4374e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:05.871388 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c643b7d9-23b2-4fff-a811-038352b18771 req-85579e4e-b466-4403-b47c-ff1241aac91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (4e975045-2d7b-4c18-a21a-71b3c44fe49f), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:05.903393 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482b2b4-54e6-4a56-af77-eedb39bc1805 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Pushing event deleted for resources: {'Port': ['ID=9483f531-fe4a-4913-a20f-55a11bd4374e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:05.956823 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85579e4e-b466-4403-b47c-ff1241aac91a service neutron] Pushing event updated for resources: {'Port': ['ID=4e975045-2d7b-4c18-a21a-71b3c44fe49f,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:06.255865 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-c643b7d9-23b2-4fff-a811-038352b18771 req-85579e4e-b466-4403-b47c-ff1241aac91a service neutron] Attempting to bind port 4e975045-2d7b-4c18-a21a-71b3c44fe49f on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:42:06.262798 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-c643b7d9-23b2-4fff-a811-038352b18771 req-85579e4e-b466-4403-b47c-ff1241aac91a service neutron] Attempting to bind port 4e975045-2d7b-4c18-a21a-71b3c44fe49f by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'ae821f5c-52b7-4a80-bfd8-2f73524bc029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:42:06.263202 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c643b7d9-23b2-4fff-a811-038352b18771 req-85579e4e-b466-4403-b47c-ff1241aac91a service neutron] Attempting to bind port 4e975045-2d7b-4c18-a21a-71b3c44fe49f on network 7484d5e1-8128-4312-ae67-bdaa04d23bbf {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:42:06.325914 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c643b7d9-23b2-4fff-a811-038352b18771 req-85579e4e-b466-4403-b47c-ff1241aac91a service neutron] Port 4e975045-2d7b-4c18-a21a-71b3c44fe49f on network 7484d5e1-8128-4312-ae67-bdaa04d23bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:42:06.326276 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c643b7d9-23b2-4fff-a811-038352b18771 req-85579e4e-b466-4403-b47c-ff1241aac91a service neutron] Attempting to bind port 4e975045-2d7b-4c18-a21a-71b3c44fe49f on network 7484d5e1-8128-4312-ae67-bdaa04d23bbf {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:42:06.350341 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c643b7d9-23b2-4fff-a811-038352b18771 req-85579e4e-b466-4403-b47c-ff1241aac91a service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:42:06.350735 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c643b7d9-23b2-4fff-a811-038352b18771 req-85579e4e-b466-4403-b47c-ff1241aac91a service neutron] Checking segment: {'id': 'ae821f5c-52b7-4a80-bfd8-2f73524bc029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:42:06.351122 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c643b7d9-23b2-4fff-a811-038352b18771 req-85579e4e-b466-4403-b47c-ff1241aac91a service neutron] Bound using segment: {'id': 'ae821f5c-52b7-4a80-bfd8-2f73524bc029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:42:06.351570 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-c643b7d9-23b2-4fff-a811-038352b18771 req-85579e4e-b466-4403-b47c-ff1241aac91a service neutron] Bound port: 4e975045-2d7b-4c18-a21a-71b3c44fe49f, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae821f5c-52b7-4a80-bfd8-2f73524bc029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:42:06.351931 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c643b7d9-23b2-4fff-a811-038352b18771 req-85579e4e-b466-4403-b47c-ff1241aac91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4e975045-2d7b-4c18-a21a-71b3c44fe49f), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:06.356761 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (a5f54a39-47f2-4711-ac46-1b84cc220243), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:06.385337 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c482b2b4-54e6-4a56-af77-eedb39bc1805 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:06.391475 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43980) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:06.391673 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c482b2b4-54e6-4a56-af77-eedb39bc1805 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] 10.222.0.88 "DELETE /v2.0/ports/9483f531-fe4a-4913-a20f-55a11bd4374e HTTP/1.1" status: 204 len: 168 time: 2.7847760 Feb 08 21:42:06.431538 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:06.441419 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee25321-afd2-49da-aca0-6091ac819216 None None] Network a5f54a39-47f2-4711-ac46-1b84cc220243 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:42:06.494278 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-c643b7d9-23b2-4fff-a811-038352b18771 req-85579e4e-b466-4403-b47c-ff1241aac91a service neutron] For port 4e975045-2d7b-4c18-a21a-71b3c44fe49f, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:42:06.516986 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dbe5ce4-c054-48d5-833a-24f46c78a757 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] GET failed (client error): The resource could not be found. Feb 08 21:42:06.519429 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8dbe5ce4-c054-48d5-833a-24f46c78a757 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] 10.222.0.88 "GET /v2.0/ports/9483f531-fe4a-4913-a20f-55a11bd4374e HTTP/1.1" status: 404 len: 333 time: 0.1268294 Feb 08 21:42:06.524829 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43982) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:06.531616 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-a2f8f064-d991-4e3c-86df-518295af3afc tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Request body: {'port': {'network_id': '47db9ea3-45c4-4874-9b3d-8dda0f9eebdb', 'name': 'tempest-AllowedAddressPairTestJSON-1695514020'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:06.547723 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-c643b7d9-23b2-4fff-a811-038352b18771 req-85579e4e-b466-4403-b47c-ff1241aac91a service neutron] For port 4e975045-2d7b-4c18-a21a-71b3c44fe49f, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=4e975045-2d7b-4c18-a21a-71b3c44fe49f,segment=NetworkSegment(ae821f5c-52b7-4a80-bfd8-2f73524bc029),segment_id=ae821f5c-52b7-4a80-bfd8-2f73524bc029)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:42:06.568123 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Deleting port a37a6bf2-4798-4936-95cd-1ae005ced582 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:42:06.568661 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (a37a6bf2-4798-4936-95cd-1ae005ced582), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:06.703388 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:06.737083 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c643b7d9-23b2-4fff-a811-038352b18771 req-85579e4e-b466-4403-b47c-ff1241aac91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (4e975045-2d7b-4c18-a21a-71b3c44fe49f), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:06.884557 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643b7d9-23b2-4fff-a811-038352b18771 req-85579e4e-b466-4403-b47c-ff1241aac91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:06.888315 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c643b7d9-23b2-4fff-a811-038352b18771 req-85579e4e-b466-4403-b47c-ff1241aac91a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:06.893690 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c643b7d9-23b2-4fff-a811-038352b18771 req-85579e4e-b466-4403-b47c-ff1241aac91a service neutron] 10.222.0.94 "PUT /v2.0/ports/4e975045-2d7b-4c18-a21a-71b3c44fe49f HTTP/1.1" status: 200 len: 1093 time: 3.5331759 Feb 08 21:42:06.894874 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7429bad7-8f15-46c7-add0-d85cff99e0de', 'tag': '4e975045-2d7b-4c18-a21a-71b3c44fe49f'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:42:06.917709 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ec1835-b513-41e0-ad30-5efb6c8e4bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "7429bad7-8f15-46c7-add0-d85cff99e0de", "tag": "4e975045-2d7b-4c18-a21a-71b3c44fe49f"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:42:06.956493 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43992) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:07.022063 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47048e80-3bc7-4b9a-b53e-fe0406c5e79b x-openstack-request-id: req-47048e80-3bc7-4b9a-b53e-fe0406c5e79b {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:42:07.022466 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7429bad7-8f15-46c7-add0-d85cff99e0de", "tag": "4e975045-2d7b-4c18-a21a-71b3c44fe49f", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:42:07.022600 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-47048e80-3bc7-4b9a-b53e-fe0406c5e79b {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:42:07.023038 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7429bad7-8f15-46c7-add0-d85cff99e0de', 'tag': '4e975045-2d7b-4c18-a21a-71b3c44fe49f', 'status': 'completed', 'code': 200} Feb 08 21:42:07.041291 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] For port a37a6bf2-4798-4936-95cd-1ae005ced582, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=a37a6bf2-4798-4936-95cd-1ae005ced582,segment=NetworkSegment(eeec61bb-b833-4929-8e39-37fddf8ee70b),segment_id=eeec61bb-b833-4929-8e39-37fddf8ee70b)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:42:07.041291 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (a37a6bf2-4798-4936-95cd-1ae005ced582), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:07.075676 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Calling delete_port for a37a6bf2-4798-4936-95cd-1ae005ced582 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:42:07.078506 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85579e4e-b466-4403-b47c-ff1241aac91a service neutron] Pushing event updated for resources: {'Port': ['ID=4e975045-2d7b-4c18-a21a-71b3c44fe49f,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:07.121976 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f8f064-d991-4e3c-86df-518295af3afc tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Made reservation on behalf of 89f3f79037c74e318534aa440781b16f for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:42:07.130793 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a2f8f064-d991-4e3c-86df-518295af3afc tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:07.146841 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643b7d9-23b2-4fff-a811-038352b18771 req-73c808ba-738a-476d-bd8c-1ac22c78821d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:07.149389 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c643b7d9-23b2-4fff-a811-038352b18771 req-73c808ba-738a-476d-bd8c-1ac22c78821d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f6bde20c4e70444caab1a7a5de63c07b&device_id=7429bad7-8f15-46c7-add0-d85cff99e0de HTTP/1.1" status: 200 len: 1127 time: 0.1904359 Feb 08 21:42:07.183045 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-a2f8f064-d991-4e3c-86df-518295af3afc tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] device_id is not set on port 3f1349a7-d892-4a1e-b504-9e4669559866 yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:42:07.253072 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c643b7d9-23b2-4fff-a811-038352b18771 req-29a8c2dc-9e62-47b6-bada-495dcdb9c7e1 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e975045-2d7b-4c18-a21a-71b3c44fe49f HTTP/1.1" status: 200 len: 217 time: 0.0916028 Feb 08 21:42:07.390712 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-a2f8f064-d991-4e3c-86df-518295af3afc tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Allocated IP 172.20.0.11 (47db9ea3-45c4-4874-9b3d-8dda0f9eebdb/68b5f73e-5b77-4be1-8479-4de6ddb1a474/3f1349a7-d892-4a1e-b504-9e4669559866) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:42:07.406110 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643b7d9-23b2-4fff-a811-038352b18771 req-65eb39ac-d309-4eb7-a7c9-2e49dab2c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:07.409265 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c643b7d9-23b2-4fff-a811-038352b18771 req-65eb39ac-d309-4eb7-a7c9-2e49dab2c6d4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=40ed3ef5-bf86-4fff-b4d1-bca578430c3c HTTP/1.1" status: 200 len: 833 time: 0.0867324 Feb 08 21:42:07.432891 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d8633398-a517-4f70-980d-46b1f0d7bb17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:07.476848 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (a37a6bf2-4798-4936-95cd-1ae005ced582), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:07.478942 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9d74f-10d8-4ae5-bfe3-f526e65f808b req-8ea8b16d-e4ac-4669-a8ff-e469fd1425d1 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:07.483650 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c3a9d74f-10d8-4ae5-bfe3-f526e65f808b req-8ea8b16d-e4ac-4669-a8ff-e469fd1425d1 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=7429bad7-8f15-46c7-add0-d85cff99e0de HTTP/1.1" status: 200 len: 944 time: 0.4840569 Feb 08 21:42:07.557098 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] No DVR routers for this DVR port a37a6bf2-4798-4936-95cd-1ae005ced582 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:42:07.564853 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Port': ['ID=a37a6bf2-4798-4936-95cd-1ae005ced582,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:07.674269 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (a5f54a39-47f2-4711-ac46-1b84cc220243), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:07.684047 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643b7d9-23b2-4fff-a811-038352b18771 req-149cf340-087c-4919-802f-149ce631c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:07.685761 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c643b7d9-23b2-4fff-a811-038352b18771 req-149cf340-087c-4919-802f-149ce631c94a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=7484d5e1-8128-4312-ae67-bdaa04d23bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2258861 Feb 08 21:42:07.710732 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f54a39-47f2-4711-ac46-1b84cc220243']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:07.740049 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c3a9d74f-10d8-4ae5-bfe3-f526e65f808b req-62ea2d5e-5d4f-43e4-84d1-79d18b799236 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=605b8ca6-16eb-4c23-87a3-343f334e0a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138984 Feb 08 21:42:07.767385 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeec61bb-b833-4929-8e39-37fddf8ee70b') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:07.767682 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeec61bb-b833-4929-8e39-37fddf8ee70b') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:07.792563 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (eeec61bb-b833-4929-8e39-37fddf8ee70b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:07.817858 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (eeec61bb-b833-4929-8e39-37fddf8ee70b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:07.838867 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:42:07.839350 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (eeec61bb-b833-4929-8e39-37fddf8ee70b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:42:07.842703 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:42:07.892243 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d8633398-a517-4f70-980d-46b1f0d7bb17 admin admin] Publish callbacks [] for security_group (f385115f-673c-4ae3-a491-613dff51b0ff), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:07.900991 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d8633398-a517-4f70-980d-46b1f0d7bb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f385115f-673c-4ae3-a491-613dff51b0ff), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:07.914659 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c643b7d9-23b2-4fff-a811-038352b18771 req-6d729360-aa7f-44da-8a29-abc86ca0fecf service neutron] 10.222.0.94 "GET /v2.0/networks/7484d5e1-8128-4312-ae67-bdaa04d23bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160890 Feb 08 21:42:08.032577 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (a5f54a39-47f2-4711-ac46-1b84cc220243), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:08.037594 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c643b7d9-23b2-4fff-a811-038352b18771 req-fb8e9d5e-68f5-4be1-b4ae-a1225b698fe2 service neutron] 10.222.0.94 "GET /v2.0/networks/7484d5e1-8128-4312-ae67-bdaa04d23bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105607 Feb 08 21:42:08.047987 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:08.051492 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/networks/a5f54a39-47f2-4711-ac46-1b84cc220243 HTTP/1.1" status: 204 len: 168 time: 4.2558618 Feb 08 21:42:08.064588 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44012) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:08.072619 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8633398-a517-4f70-980d-46b1f0d7bb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f385115f-673c-4ae3-a491-613dff51b0ff,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:08.077945 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e3ca8-be79-41a5-85e2-83a347e8d843 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Network': ['ID=a5f54a39-47f2-4711-ac46-1b84cc220243,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:08.100042 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d8633398-a517-4f70-980d-46b1f0d7bb17 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fbfff1d3229645cabcec9ba62a6e2519&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1284688 Feb 08 21:42:08.106651 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44014) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:08.106942 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-c72819f2-bd83-443c-b8b7-bea9799d3888 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] GET failed (client error): The resource could not be found. Feb 08 21:42:08.108512 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c72819f2-bd83-443c-b8b7-bea9799d3888 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "GET /v2.0/subnets/ccd77786-1ecf-4b23-8200-62c12903c105 HTTP/1.1" status: 404 len: 337 time: 0.0428460 Feb 08 21:42:08.119196 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44016) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:08.158151 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f666de-a2d7-4e84-9a94-1f72e0aff916 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] DELETE failed (client error): The resource could not be found. Feb 08 21:42:08.158680 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26f666de-a2d7-4e84-9a94-1f72e0aff916 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:42:08.162591 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-26f666de-a2d7-4e84-9a94-1f72e0aff916 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/networks/a5f54a39-47f2-4711-ac46-1b84cc220243 HTTP/1.1" status: 404 len: 339 time: 0.0408487 Feb 08 21:42:08.167907 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44018) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:08.191755 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a2f8f064-d991-4e3c-86df-518295af3afc tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks [] for port (3f1349a7-d892-4a1e-b504-9e4669559866), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:08.315107 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a2f8f064-d991-4e3c-86df-518295af3afc tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (3f1349a7-d892-4a1e-b504-9e4669559866), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:08.327308 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-599103fa-7858-4928-9921-960dfb7c3cdf admin admin] Publish callbacks [] for security_group (f385115f-673c-4ae3-a491-613dff51b0ff), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:08.362223 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec1835-b513-41e0-ad30-5efb6c8e4bd2 req-1887c79f-5987-4df4-b112-348cf8c79e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:08.368424 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b1ec1835-b513-41e0-ad30-5efb6c8e4bd2 req-1887c79f-5987-4df4-b112-348cf8c79e01 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f6bde20c4e70444caab1a7a5de63c07b&device_id=7429bad7-8f15-46c7-add0-d85cff99e0de HTTP/1.1" status: 200 len: 1127 time: 0.2579298 Feb 08 21:42:08.410143 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8f064-d991-4e3c-86df-518295af3afc tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Pushing event updated for resources: {'Port': ['ID=3f1349a7-d892-4a1e-b504-9e4669559866,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:08.440608 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f8f064-d991-4e3c-86df-518295af3afc tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Network 47db9ea3-45c4-4874-9b3d-8dda0f9eebdb is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:42:08.443826 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-a2f8f064-d991-4e3c-86df-518295af3afc tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:42:08.451158 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f8f064-d991-4e3c-86df-518295af3afc tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:42:08.482777 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-599103fa-7858-4928-9921-960dfb7c3cdf admin admin] Publish callbacks [] for security_group (f385115f-673c-4ae3-a491-613dff51b0ff), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:08.544333 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f8f064-d991-4e3c-86df-518295af3afc tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:08.545007 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a2f8f064-d991-4e3c-86df-518295af3afc tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:08.557300 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9181b1b-5c73-4516-bb32-57da4564df95 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:08.561913 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c9181b1b-5c73-4516-bb32-57da4564df95 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3929553 Feb 08 21:42:08.569270 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44026) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:08.593081 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a2f8f064-d991-4e3c-86df-518295af3afc tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0657763 Feb 08 21:42:08.595085 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44028) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:08.600460 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-185208ef-bbc0-4ea1-b657-30ff96dbbf14 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:14:d9:16'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:08.626434 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ab8cd712-85fc-48f2-91bc-bafc226f40d0 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "GET /v2.0/subnets?network_id=075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 207 time: 0.0553963 Feb 08 21:42:08.630959 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44030) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:08.675534 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec1835-b513-41e0-ad30-5efb6c8e4bd2 req-fa810e1b-99e6-4a5e-b9ee-1a2d7b60fb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:08.677093 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b1ec1835-b513-41e0-ad30-5efb6c8e4bd2 req-fa810e1b-99e6-4a5e-b9ee-1a2d7b60fb47 service neutron] 10.222.0.94 "GET /v2.0/networks?id=7484d5e1-8128-4312-ae67-bdaa04d23bbf HTTP/1.1" status: 200 len: 898 time: 0.2856553 Feb 08 21:42:08.840844 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-599103fa-7858-4928-9921-960dfb7c3cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f385115f-673c-4ae3-a491-613dff51b0ff), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:08.843979 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-599103fa-7858-4928-9921-960dfb7c3cdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:08.849136 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-599103fa-7858-4928-9921-960dfb7c3cdf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f385115f-673c-4ae3-a491-613dff51b0ff HTTP/1.1" status: 204 len: 168 time: 0.7282875 Feb 08 21:42:08.870277 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599103fa-7858-4928-9921-960dfb7c3cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f385115f-673c-4ae3-a491-613dff51b0ff,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:08.879524 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fe91c5-78bd-453d-aee6-ae301ab4df66 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:08.882015 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b1ec1835-b513-41e0-ad30-5efb6c8e4bd2 req-98982cda-05ca-4615-948c-a7483174224e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e975045-2d7b-4c18-a21a-71b3c44fe49f HTTP/1.1" status: 200 len: 217 time: 0.1721876 Feb 08 21:42:08.885703 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fe91c5-78bd-453d-aee6-ae301ab4df66 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:08.891969 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fe91c5-78bd-453d-aee6-ae301ab4df66 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:08.898845 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fe91c5-78bd-453d-aee6-ae301ab4df66 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:08.901007 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-07fe91c5-78bd-453d-aee6-ae301ab4df66 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2684100 Feb 08 21:42:08.905519 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44038) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:08.931235 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-86f7e4d3-5653-4e90-b63a-ea18a437ffc6 None None] Provisioning complete for port 3f1349a7-d892-4a1e-b504-9e4669559866 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:42:08.934594 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86f7e4d3-5653-4e90-b63a-ea18a437ffc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3f1349a7-d892-4a1e-b504-9e4669559866), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:09.020352 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec1835-b513-41e0-ad30-5efb6c8e4bd2 req-096a338d-b1bf-4eb2-a1a7-2fb47a9165dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:09.023220 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b1ec1835-b513-41e0-ad30-5efb6c8e4bd2 req-096a338d-b1bf-4eb2-a1a7-2fb47a9165dc service neutron] 10.222.0.94 "GET /v2.0/subnets?id=40ed3ef5-bf86-4fff-b4d1-bca578430c3c HTTP/1.1" status: 200 len: 833 time: 0.1310017 Feb 08 21:42:09.047768 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-86f7e4d3-5653-4e90-b63a-ea18a437ffc6 None None] Port 3f1349a7-d892-4a1e-b504-9e4669559866 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:42:09.208786 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c16c5-8e35-48aa-861b-27f56b23c2bc req-838140f9-7990-4ce7-8a93-6e923f62c7f4 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:09.210514 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a9c16c5-8e35-48aa-861b-27f56b23c2bc req-838140f9-7990-4ce7-8a93-6e923f62c7f4 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=7429bad7-8f15-46c7-add0-d85cff99e0de HTTP/1.1" status: 200 len: 944 time: 0.3081093 Feb 08 21:42:09.235665 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-091a496d-18c6-4188-8a4e-e9a16c29e9b5 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3281310 Feb 08 21:42:09.239313 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44042) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:09.434215 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a9c16c5-8e35-48aa-861b-27f56b23c2bc req-1ceca018-e7a2-466d-9842-54050e1e9910 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=605b8ca6-16eb-4c23-87a3-343f334e0a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153034 Feb 08 21:42:09.464023 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abd1349-6258-4ac2-a306-98744a61072c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:09.477042 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abd1349-6258-4ac2-a306-98744a61072c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:09.487247 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6abd1349-6258-4ac2-a306-98744a61072c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2470837 Feb 08 21:42:09.488640 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44052) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:09.654516 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74565dd8-cd25-4eee-afe2-ccf9d53989ca tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:09.657625 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74565dd8-cd25-4eee-afe2-ccf9d53989ca tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:09.666723 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-74565dd8-cd25-4eee-afe2-ccf9d53989ca tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1769092 Feb 08 21:42:09.668148 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44058) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:09.823670 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-185208ef-bbc0-4ea1-b657-30ff96dbbf14 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3f1349a7-d892-4a1e-b504-9e4669559866), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:09.843189 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec1835-b513-41e0-ad30-5efb6c8e4bd2 req-7b17aed5-2901-48aa-a196-41a0ec32fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:09.844807 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b1ec1835-b513-41e0-ad30-5efb6c8e4bd2 req-7b17aed5-2901-48aa-a196-41a0ec32fa6c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=7484d5e1-8128-4312-ae67-bdaa04d23bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8102653 Feb 08 21:42:09.892309 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5581358a-8a8a-4399-8c56-365020d6b3f4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:09.896167 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5581358a-8a8a-4399-8c56-365020d6b3f4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "GET /v2.0/networks/e957a6ab-be9c-4fe9-96f4-ba629c48f8a7 HTTP/1.1" status: 200 len: 799 time: 0.2269666 Feb 08 21:42:09.905027 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44064) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:10.130349 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b1ec1835-b513-41e0-ad30-5efb6c8e4bd2 req-f3c0b97b-da6d-4ee7-b241-a1b8e3dc5a8b service neutron] 10.222.0.94 "GET /v2.0/networks/7484d5e1-8128-4312-ae67-bdaa04d23bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687870 Feb 08 21:42:10.157858 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5d9800b0-bf6d-49f7-b7cf-676145a0587f tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "GET /v2.0/networks/e957a6ab-be9c-4fe9-96f4-ba629c48f8a7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2509851 Feb 08 21:42:10.165038 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44072) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:10.245056 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb46b2c-3257-4499-a18a-26511a56bddf tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:10.247497 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ceb46b2c-3257-4499-a18a-26511a56bddf tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "GET /v2.0/subnets/d567e19d-7914-4ca8-b641-f34e6bfe6a8e HTTP/1.1" status: 200 len: 811 time: 0.0809891 Feb 08 21:42:10.251359 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44074) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:10.426830 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f5ef45-dad5-4fed-b236-7c09d8d5a4a4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:10.432768 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d3f5ef45-dad5-4fed-b236-7c09d8d5a4a4 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "GET /v2.0/subnets/d567e19d-7914-4ca8-b641-f34e6bfe6a8e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1798654 Feb 08 21:42:10.433618 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44078) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:10.455377 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b1ec1835-b513-41e0-ad30-5efb6c8e4bd2 req-87d53f43-c9b7-42b3-8e5e-571e7316d72e service neutron] 10.222.0.94 "GET /v2.0/networks/7484d5e1-8128-4312-ae67-bdaa04d23bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175428 Feb 08 21:42:10.456080 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-0e294fad-74c1-409a-840d-c97ad54977e3 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1979663803'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:10.484433 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-185208ef-bbc0-4ea1-b657-30ff96dbbf14 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks [] for port (3f1349a7-d892-4a1e-b504-9e4669559866), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:10.502316 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-185208ef-bbc0-4ea1-b657-30ff96dbbf14 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (3f1349a7-d892-4a1e-b504-9e4669559866), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:10.510298 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e294fad-74c1-409a-840d-c97ad54977e3 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Made reservation on behalf of e4bc28ab280f4033a0cdb66e43d8fa59 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:42:10.514581 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e294fad-74c1-409a-840d-c97ad54977e3 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:10.591527 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185208ef-bbc0-4ea1-b657-30ff96dbbf14 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Pushing event updated for resources: {'Port': ['ID=3f1349a7-d892-4a1e-b504-9e4669559866,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:10.665549 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-185208ef-bbc0-4ea1-b657-30ff96dbbf14 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] In _notify_port_updated(), no bound segment for port 3f1349a7-d892-4a1e-b504-9e4669559866 on network 47db9ea3-45c4-4874-9b3d-8dda0f9eebdb {{(pid=103434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 21:42:10.673088 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185208ef-bbc0-4ea1-b657-30ff96dbbf14 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:10.675545 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-185208ef-bbc0-4ea1-b657-30ff96dbbf14 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:10.677789 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-185208ef-bbc0-4ea1-b657-30ff96dbbf14 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] 10.222.0.88 "PUT /v2.0/ports/3f1349a7-d892-4a1e-b504-9e4669559866 HTTP/1.1" status: 200 len: 997 time: 2.0816836 Feb 08 21:42:10.681719 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44086) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:10.737778 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e294fad-74c1-409a-840d-c97ad54977e3 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:42:10.769558 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 4e975045-2d7b-4c18-a21a-71b3c44fe49f details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:42:10.818650 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e294fad-74c1-409a-840d-c97ad54977e3 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (f5bf0ea9-13d8-4283-9dc2-0e8be989ae9a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:10.819053 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-0e294fad-74c1-409a-840d-c97ad54977e3 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Added segment f5bf0ea9-13d8-4283-9dc2-0e8be989ae9a of type vlan for network 415dd027-3bbf-416e-a1cf-db71583c131a Feb 08 21:42:10.873921 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f42a9456-deee-47e6-98ba-f14f4bad5599 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Deleting port 3f1349a7-d892-4a1e-b504-9e4669559866 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:42:10.874515 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f42a9456-deee-47e6-98ba-f14f4bad5599 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (3f1349a7-d892-4a1e-b504-9e4669559866), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:11.000858 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958f058-7d0c-4266-96e6-28421e272f1a req-063d9e74-24d0-43f0-bf93-12c702e470b9 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:11.002521 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5958f058-7d0c-4266-96e6-28421e272f1a req-063d9e74-24d0-43f0-bf93-12c702e470b9 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=7429bad7-8f15-46c7-add0-d85cff99e0de HTTP/1.1" status: 200 len: 944 time: 0.3940046 Feb 08 21:42:11.056179 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 4e975045-2d7b-4c18-a21a-71b3c44fe49f, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=4e975045-2d7b-4c18-a21a-71b3c44fe49f,segment=NetworkSegment(ae821f5c-52b7-4a80-bfd8-2f73524bc029),segment_id=ae821f5c-52b7-4a80-bfd8-2f73524bc029)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:42:11.065557 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e294fad-74c1-409a-840d-c97ad54977e3 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (415dd027-3bbf-416e-a1cf-db71583c131a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:11.098428 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f42a9456-deee-47e6-98ba-f14f4bad5599 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (3f1349a7-d892-4a1e-b504-9e4669559866), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:11.132678 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f42a9456-deee-47e6-98ba-f14f4bad5599 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Calling delete_port for 3f1349a7-d892-4a1e-b504-9e4669559866 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:42:11.141614 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '4e975045-2d7b-4c18-a21a-71b3c44fe49f', 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf', 'port_id': '4e975045-2d7b-4c18-a21a-71b3c44fe49f', 'mac_address': 'fa:16:3e:52:ec:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:42:11.209528 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 4e975045-2d7b-4c18-a21a-71b3c44fe49f is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:42:11.210942 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4e975045-2d7b-4c18-a21a-71b3c44fe49f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:11.215980 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5958f058-7d0c-4266-96e6-28421e272f1a req-bb82bb5e-3d58-4438-a291-707574174df1 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=605b8ca6-16eb-4c23-87a3-343f334e0a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056272 Feb 08 21:42:11.217177 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e294fad-74c1-409a-840d-c97ad54977e3 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (415dd027-3bbf-416e-a1cf-db71583c131a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:11.231950 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e975045-2d7b-4c18-a21a-71b3c44fe49f {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:42:11.251457 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e294fad-74c1-409a-840d-c97ad54977e3 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:11.252071 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e294fad-74c1-409a-840d-c97ad54977e3 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:11.260381 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 4e975045-2d7b-4c18-a21a-71b3c44fe49f, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=4e975045-2d7b-4c18-a21a-71b3c44fe49f,segment=NetworkSegment(ae821f5c-52b7-4a80-bfd8-2f73524bc029),segment_id=ae821f5c-52b7-4a80-bfd8-2f73524bc029)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:42:11.261886 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-236fc1fd-f28e-4447-9932-28f1cf4f63b0 None None] Provisioning complete for port 3f1349a7-d892-4a1e-b504-9e4669559866 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:42:11.263640 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-236fc1fd-f28e-4447-9932-28f1cf4f63b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3f1349a7-d892-4a1e-b504-9e4669559866), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:11.270703 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (4e975045-2d7b-4c18-a21a-71b3c44fe49f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:11.335964 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f42a9456-deee-47e6-98ba-f14f4bad5599 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3f1349a7-d892-4a1e-b504-9e4669559866), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:11.370764 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-236fc1fd-f28e-4447-9932-28f1cf4f63b0 None None] Port 3f1349a7-d892-4a1e-b504-9e4669559866 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:42:11.380218 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0e294fad-74c1-409a-840d-c97ad54977e3 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9424889 Feb 08 21:42:11.385855 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44102) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:11.395971 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-74c9fe7f-87d5-49c5-ba6c-57a8e9fdc3f7 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Request body: {'subnet': {'network_id': '415dd027-3bbf-416e-a1cf-db71583c131a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:11.424763 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e294fad-74c1-409a-840d-c97ad54977e3 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event updated for resources: {'Network': ['ID=415dd027-3bbf-416e-a1cf-db71583c131a,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:11.443776 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 415dd027-3bbf-416e-a1cf-db71583c131a details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:42:11.458507 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=4e975045-2d7b-4c18-a21a-71b3c44fe49f,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:11.484364 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a9456-deee-47e6-98ba-f14f4bad5599 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Pushing event deleted for resources: {'Port': ['ID=3f1349a7-d892-4a1e-b504-9e4669559866,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:11.588089 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f42a9456-deee-47e6-98ba-f14f4bad5599 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:11.594571 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f42a9456-deee-47e6-98ba-f14f4bad5599 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] 10.222.0.88 "DELETE /v2.0/ports/3f1349a7-d892-4a1e-b504-9e4669559866 HTTP/1.1" status: 204 len: 168 time: 0.9094715 Feb 08 21:42:11.595012 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44106) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:11.660327 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['4e975045-2d7b-4c18-a21a-71b3c44fe49f'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:42:11.678720 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c9fe7f-87d5-49c5-ba6c-57a8e9fdc3f7 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Made reservation on behalf of e4bc28ab280f4033a0cdb66e43d8fa59 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:42:11.679121 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-71077858-13cf-4969-ba69-71859e5ec098 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] GET failed (client error): The resource could not be found. Feb 08 21:42:11.682685 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-71077858-13cf-4969-ba69-71859e5ec098 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] 10.222.0.88 "GET /v2.0/ports/3f1349a7-d892-4a1e-b504-9e4669559866 HTTP/1.1" status: 404 len: 333 time: 0.0865352 Feb 08 21:42:11.683192 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74c9fe7f-87d5-49c5-ba6c-57a8e9fdc3f7 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:11.686734 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44110) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:11.695979 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b316f398-8852-4b2c-a193-480a29569417 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Request body: {'port': {'network_id': '47db9ea3-45c4-4874-9b3d-8dda0f9eebdb', 'name': 'tempest-AllowedAddressPairTestJSON-401915070'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:12.159587 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.ipam_backend_mixin [None req-74c9fe7f-87d5-49c5-ba6c-57a8e9fdc3f7 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Performing IP validity checks on allocation pools {{(pid=103434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 08 21:42:12.159587 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.ipam_backend_mixin [None req-74c9fe7f-87d5-49c5-ba6c-57a8e9fdc3f7 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 08 21:42:12.205320 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b316f398-8852-4b2c-a193-480a29569417 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Made reservation on behalf of 89f3f79037c74e318534aa440781b16f for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:42:12.212449 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b316f398-8852-4b2c-a193-480a29569417 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:12.255433 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-b316f398-8852-4b2c-a193-480a29569417 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] device_id is not set on port 62ee3acf-7273-405d-ae0c-43bad606a570 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:42:12.389830 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7a8d4-7a48-48ff-b89c-3f7480843e1c req-a7218e62-c189-43e8-83c2-16af140c09e7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:12.399722 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-07f7a8d4-7a48-48ff-b89c-3f7480843e1c req-a7218e62-c189-43e8-83c2-16af140c09e7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=7429bad7-8f15-46c7-add0-d85cff99e0de HTTP/1.1" status: 200 len: 945 time: 0.0949335 Feb 08 21:42:12.534215 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-07f7a8d4-7a48-48ff-b89c-3f7480843e1c req-9dc68f98-696c-4349-ab10-ef8a9a894b20 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=605b8ca6-16eb-4c23-87a3-343f334e0a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215575 Feb 08 21:42:12.690357 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74c9fe7f-87d5-49c5-ba6c-57a8e9fdc3f7 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (5b92713a-82d0-42c5-bcc4-3ab79b6a7748), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:12.785899 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 4e975045-2d7b-4c18-a21a-71b3c44fe49f up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:42:12.880026 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 4e975045-2d7b-4c18-a21a-71b3c44fe49f completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:42:12.889153 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9fe7f-87d5-49c5-ba6c-57a8e9fdc3f7 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event updated for resources: {'Subnet': ['ID=5b92713a-82d0-42c5-bcc4-3ab79b6a7748,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:12.891143 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 4e975045-2d7b-4c18-a21a-71b3c44fe49f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:42:12.891419 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (4e975045-2d7b-4c18-a21a-71b3c44fe49f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:12.904131 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-b316f398-8852-4b2c-a193-480a29569417 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Allocated IP 172.20.0.3 (47db9ea3-45c4-4874-9b3d-8dda0f9eebdb/68b5f73e-5b77-4be1-8479-4de6ddb1a474/62ee3acf-7273-405d-ae0c-43bad606a570) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:42:12.945472 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c9fe7f-87d5-49c5-ba6c-57a8e9fdc3f7 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Checking segment: {'id': 'f5bf0ea9-13d8-4283-9dc2-0e8be989ae9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '415dd027-3bbf-416e-a1cf-db71583c131a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:42:12.945857 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c9fe7f-87d5-49c5-ba6c-57a8e9fdc3f7 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Network hostable DHCP agents. Network: 415dd027-3bbf-416e-a1cf-db71583c131a, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:42:13.022818 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 4e975045-2d7b-4c18-a21a-71b3c44fe49f is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:42:13.023631 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4e975045-2d7b-4c18-a21a-71b3c44fe49f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:13.058750 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7429bad7-8f15-46c7-add0-d85cff99e0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e975045-2d7b-4c18-a21a-71b3c44fe49f'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:42:13.062871 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a746ce9-df53-4d4f-a285-0b7c2deda702" -d '{"events": [{"server_uuid": "7429bad7-8f15-46c7-add0-d85cff99e0de", "name": "network-vif-plugged", "status": "completed", "tag": "4e975045-2d7b-4c18-a21a-71b3c44fe49f"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:42:13.102571 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 4e975045-2d7b-4c18-a21a-71b3c44fe49f, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=4e975045-2d7b-4c18-a21a-71b3c44fe49f,segment=NetworkSegment(ae821f5c-52b7-4a80-bfd8-2f73524bc029),segment_id=ae821f5c-52b7-4a80-bfd8-2f73524bc029)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:42:13.111250 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (4e975045-2d7b-4c18-a21a-71b3c44fe49f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:13.176952 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c9fe7f-87d5-49c5-ba6c-57a8e9fdc3f7 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Network 415dd027-3bbf-416e-a1cf-db71583c131a is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:42:13.183621 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9850888c-88ec-4bbc-a996-bd0497d3b56e x-openstack-request-id: req-9850888c-88ec-4bbc-a996-bd0497d3b56e {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:42:13.183850 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7429bad7-8f15-46c7-add0-d85cff99e0de", "name": "network-vif-plugged", "status": "completed", "tag": "4e975045-2d7b-4c18-a21a-71b3c44fe49f", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:42:13.184134 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9850888c-88ec-4bbc-a996-bd0497d3b56e {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:42:13.184663 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7429bad7-8f15-46c7-add0-d85cff99e0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e975045-2d7b-4c18-a21a-71b3c44fe49f', 'code': 200} Feb 08 21:42:13.197565 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=4e975045-2d7b-4c18-a21a-71b3c44fe49f,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:13.199905 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-74c9fe7f-87d5-49c5-ba6c-57a8e9fdc3f7 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 415dd027-3bbf-416e-a1cf-db71583c131a) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:42:13.215470 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1798df6f-d51a-4699-ae04-a11584b20113 None None] Network 415dd027-3bbf-416e-a1cf-db71583c131a requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:42:13.225540 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c9fe7f-87d5-49c5-ba6c-57a8e9fdc3f7 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:13.227613 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74c9fe7f-87d5-49c5-ba6c-57a8e9fdc3f7 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:13.309781 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b316f398-8852-4b2c-a193-480a29569417 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks [] for port (62ee3acf-7273-405d-ae0c-43bad606a570), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:13.331184 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-74c9fe7f-87d5-49c5-ba6c-57a8e9fdc3f7 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9418588 Feb 08 21:42:13.332029 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44158) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:13.338567 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-2e6678e1-f998-4371-a0f7-49dd60868d70 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:13.487735 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011358af-26e5-4d2f-8dd8-a875cd1b5e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-415dd027-3bbf-416e-a1cf-db71583c131a', 'network_id': '415dd027-3bbf-416e-a1cf-db71583c131a', 'project_id': 'e4bc28ab280f4033a0cdb66e43d8fa59', 'fixed_ips': [{'subnet_id': '5b92713a-82d0-42c5-bcc4-3ab79b6a7748'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:42:13.490102 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-011358af-26e5-4d2f-8dd8-a875cd1b5e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:13.505985 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b316f398-8852-4b2c-a193-480a29569417 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (62ee3acf-7273-405d-ae0c-43bad606a570), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:13.571288 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a7da5-ba86-4c49-95c2-20b813e3a96b req-65f910c0-80c9-4fea-9986-82c04f1504cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:13.573524 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5d7a7da5-ba86-4c49-95c2-20b813e3a96b req-65f910c0-80c9-4fea-9986-82c04f1504cd service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=7429bad7-8f15-46c7-add0-d85cff99e0de HTTP/1.1" status: 200 len: 1129 time: 0.2532318 Feb 08 21:42:13.650747 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2e6678e1-f998-4371-a0f7-49dd60868d70 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12511608'] for subnet (5b92713a-82d0-42c5-bcc4-3ab79b6a7748), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:13.691482 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b316f398-8852-4b2c-a193-480a29569417 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Network 47db9ea3-45c4-4874-9b3d-8dda0f9eebdb is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:42:13.706355 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-b316f398-8852-4b2c-a193-480a29569417 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:42:13.715846 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b316f398-8852-4b2c-a193-480a29569417 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:42:13.729600 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316f398-8852-4b2c-a193-480a29569417 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Pushing event updated for resources: {'Port': ['ID=62ee3acf-7273-405d-ae0c-43bad606a570,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:13.764493 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5d7a7da5-ba86-4c49-95c2-20b813e3a96b req-2d84d1e9-7a1e-4944-9439-da9bb88166e2 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=605b8ca6-16eb-4c23-87a3-343f334e0a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700270 Feb 08 21:42:13.818958 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b316f398-8852-4b2c-a193-480a29569417 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:13.820003 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b316f398-8852-4b2c-a193-480a29569417 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:13.830709 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d4a4a-f5fa-4975-93cd-a40cbb5f78de req-6872cf77-7125-4ebd-98da-70ab54c06f93 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:13.832845 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-848d4a4a-f5fa-4975-93cd-a40cbb5f78de req-6872cf77-7125-4ebd-98da-70ab54c06f93 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=7429bad7-8f15-46c7-add0-d85cff99e0de HTTP/1.1" status: 200 len: 946 time: 0.1638513 Feb 08 21:42:13.843764 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b316f398-8852-4b2c-a193-480a29569417 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1557348 Feb 08 21:42:13.847144 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44164) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:13.857378 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-09ae4736-d9e9-493f-9d48-d901815fe571 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Request body: {'port': {'network_id': '47db9ea3-45c4-4874-9b3d-8dda0f9eebdb', 'name': 'tempest-AllowedAddressPairTestJSON-1092596512'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:13.915296 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-848d4a4a-f5fa-4975-93cd-a40cbb5f78de req-fe0f188c-9822-4667-8c8a-e08628d41700 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=605b8ca6-16eb-4c23-87a3-343f334e0a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729036 Feb 08 21:42:13.916739 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-011358af-26e5-4d2f-8dd8-a875cd1b5e15 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 08 21:42:13.916739 n-d-712143-31 neutron-server[103435]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 08 21:42:13.916739 n-d-712143-31 neutron-server[103435]: [parameters: {'in_use': 1, 'id_1': '5b92713a-82d0-42c5-bcc4-3ab79b6a7748'}] Feb 08 21:42:13.916739 n-d-712143-31 neutron-server[103435]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:42:13.917417 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-011358af-26e5-4d2f-8dd8-a875cd1b5e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:42:14.055358 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ae4736-d9e9-493f-9d48-d901815fe571 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Made reservation on behalf of 89f3f79037c74e318534aa440781b16f for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:42:14.071828 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09ae4736-d9e9-493f-9d48-d901815fe571 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:14.091264 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2e6678e1-f998-4371-a0f7-49dd60868d70 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751442527492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12337766'] for subnet (5b92713a-82d0-42c5-bcc4-3ab79b6a7748), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:14.096413 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-09ae4736-d9e9-493f-9d48-d901815fe571 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] device_id is not set on port c91c1866-5237-4db6-ab00-a2fdf1c0ddd8 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:42:14.176961 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6678e1-f998-4371-a0f7-49dd60868d70 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:14.179334 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2e6678e1-f998-4371-a0f7-49dd60868d70 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:14.180946 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2e6678e1-f998-4371-a0f7-49dd60868d70 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "PUT /v2.0/subnets/5b92713a-82d0-42c5-bcc4-3ab79b6a7748 HTTP/1.1" status: 200 len: 877 time: 0.8476250 Feb 08 21:42:14.184431 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44170) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:14.275156 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b68e3423-de32-4ff4-9ea3-e15fbf80e48c None None] Provisioning complete for port 62ee3acf-7273-405d-ae0c-43bad606a570 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:42:14.275601 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b68e3423-de32-4ff4-9ea3-e15fbf80e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (62ee3acf-7273-405d-ae0c-43bad606a570), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:14.313863 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-63b5d0ab-9893-42a0-93c2-2f9a093b6f34 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (415dd027-3bbf-416e-a1cf-db71583c131a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:14.323187 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6678e1-f998-4371-a0f7-49dd60868d70 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event updated for resources: {'Subnet': ['ID=5b92713a-82d0-42c5-bcc4-3ab79b6a7748,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:14.324094 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-09ae4736-d9e9-493f-9d48-d901815fe571 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Allocated IP 172.20.0.14 (47db9ea3-45c4-4874-9b3d-8dda0f9eebdb/68b5f73e-5b77-4be1-8479-4de6ddb1a474/c91c1866-5237-4db6-ab00-a2fdf1c0ddd8) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:42:14.398566 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b68e3423-de32-4ff4-9ea3-e15fbf80e48c None None] Port 62ee3acf-7273-405d-ae0c-43bad606a570 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:42:14.418469 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-011358af-26e5-4d2f-8dd8-a875cd1b5e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:14.460471 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-63b5d0ab-9893-42a0-93c2-2f9a093b6f34 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (5b92713a-82d0-42c5-bcc4-3ab79b6a7748), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:14.591528 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-63b5d0ab-9893-42a0-93c2-2f9a093b6f34 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (5b92713a-82d0-42c5-bcc4-3ab79b6a7748), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server [None req-011358af-26e5-4d2f-8dd8-a875cd1b5e15 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b92713a-82d0-42c5-bcc4-3ab79b6a7748: This subnet is being modified by another concurrent operation. Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 21:42:14.593151 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise exception Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b92713a-82d0-42c5-bcc4-3ab79b6a7748: This subnet is being modified by another concurrent operation. Feb 08 21:42:14.596470 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server Feb 08 21:42:14.608398 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09ae4736-d9e9-493f-9d48-d901815fe571 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks [] for port (c91c1866-5237-4db6-ab00-a2fdf1c0ddd8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:14.622865 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5166bad-1ee1-4825-ae50-7df1ca02b6c2 None None] get_active_networks_info from n-d-712143-31 {{(pid=103435) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 21:42:14.629329 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5d0ab-9893-42a0-93c2-2f9a093b6f34 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Subnet': ['ID=5b92713a-82d0-42c5-bcc4-3ab79b6a7748,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:14.713395 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09ae4736-d9e9-493f-9d48-d901815fe571 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (c91c1866-5237-4db6-ab00-a2fdf1c0ddd8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:14.729720 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-63b5d0ab-9893-42a0-93c2-2f9a093b6f34 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (415dd027-3bbf-416e-a1cf-db71583c131a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:14.736734 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44178) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:14.771649 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-63b5d0ab-9893-42a0-93c2-2f9a093b6f34 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['415dd027-3bbf-416e-a1cf-db71583c131a']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:14.786025 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-63b5d0ab-9893-42a0-93c2-2f9a093b6f34 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5bf0ea9-13d8-4283-9dc2-0e8be989ae9a') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:14.786350 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-63b5d0ab-9893-42a0-93c2-2f9a093b6f34 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5bf0ea9-13d8-4283-9dc2-0e8be989ae9a') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:14.802371 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-63b5d0ab-9893-42a0-93c2-2f9a093b6f34 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (f5bf0ea9-13d8-4283-9dc2-0e8be989ae9a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:14.820772 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-63b5d0ab-9893-42a0-93c2-2f9a093b6f34 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (f5bf0ea9-13d8-4283-9dc2-0e8be989ae9a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:14.830767 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b5d0ab-9893-42a0-93c2-2f9a093b6f34 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:42:14.832136 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-63b5d0ab-9893-42a0-93c2-2f9a093b6f34 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (f5bf0ea9-13d8-4283-9dc2-0e8be989ae9a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:14.872942 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ae4736-d9e9-493f-9d48-d901815fe571 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Network 47db9ea3-45c4-4874-9b3d-8dda0f9eebdb is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:42:14.880820 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-09ae4736-d9e9-493f-9d48-d901815fe571 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:42:14.883658 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5166bad-1ee1-4825-ae50-7df1ca02b6c2 None None] Resources bound (agent type, host, resource id): {{(pid=103435) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 21:42:14.893771 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ae4736-d9e9-493f-9d48-d901815fe571 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:42:14.916207 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:42:14.918363 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-63b5d0ab-9893-42a0-93c2-2f9a093b6f34 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (415dd027-3bbf-416e-a1cf-db71583c131a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:14.928608 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-63b5d0ab-9893-42a0-93c2-2f9a093b6f34 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:14.936377 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-63b5d0ab-9893-42a0-93c2-2f9a093b6f34 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/networks/415dd027-3bbf-416e-a1cf-db71583c131a HTTP/1.1" status: 204 len: 168 time: 0.7468247 Feb 08 21:42:14.944307 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44182) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:14.982294 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-06238580-7a60-4c39-bac4-8bde99f0c5f8 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] DELETE failed (client error): The resource could not be found. Feb 08 21:42:14.982759 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06238580-7a60-4c39-bac4-8bde99f0c5f8 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:42:14.989773 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-06238580-7a60-4c39-bac4-8bde99f0c5f8 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/subnets/5b92713a-82d0-42c5-bcc4-3ab79b6a7748 HTTP/1.1" status: 404 len: 337 time: 0.0405467 Feb 08 21:42:14.989773 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5d0ab-9893-42a0-93c2-2f9a093b6f34 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Network': ['ID=415dd027-3bbf-416e-a1cf-db71583c131a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:14.989773 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44186) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:15.011922 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-c934749e-da39-4b52-b96b-8980023335f2 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] DELETE failed (client error): The resource could not be found. Feb 08 21:42:15.012445 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c934749e-da39-4b52-b96b-8980023335f2 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:42:15.013315 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ae4736-d9e9-493f-9d48-d901815fe571 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:15.013977 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09ae4736-d9e9-493f-9d48-d901815fe571 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:15.020480 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c934749e-da39-4b52-b96b-8980023335f2 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/networks/415dd027-3bbf-416e-a1cf-db71583c131a HTTP/1.1" status: 404 len: 339 time: 0.0283613 Feb 08 21:42:15.020817 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44188) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:15.052159 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae4736-d9e9-493f-9d48-d901815fe571 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Pushing event updated for resources: {'Port': ['ID=c91c1866-5237-4db6-ab00-a2fdf1c0ddd8,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:15.075727 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-09ae4736-d9e9-493f-9d48-d901815fe571 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2273202 Feb 08 21:42:15.082858 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44192) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:15.096253 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-621df914-3521-443d-9213-54407e6d06e5 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:14:d9:16'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:56:55:a4'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:15.099203 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d3e6b7ce-4366-4966-9a65-11185baff923 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:15.162783 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f4a9b7-910e-41a2-862b-66554c17ab26 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] DELETE failed (client error): The resource could not be found. Feb 08 21:42:15.163302 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4f4a9b7-910e-41a2-862b-66554c17ab26 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:42:15.168509 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a4f4a9b7-910e-41a2-862b-66554c17ab26 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/subnets/ccd77786-1ecf-4b23-8200-62c12903c105 HTTP/1.1" status: 404 len: 337 time: 0.1466620 Feb 08 21:42:15.173297 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44194) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:15.202268 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ee7a4d-ab5a-4706-b853-39ba0f1b2296 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] DELETE failed (client error): The resource could not be found. Feb 08 21:42:15.202825 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ee7a4d-ab5a-4706-b853-39ba0f1b2296 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:42:15.209261 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-57ee7a4d-ab5a-4706-b853-39ba0f1b2296 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/networks/a5f54a39-47f2-4711-ac46-1b84cc220243 HTTP/1.1" status: 404 len: 339 time: 0.0348525 Feb 08 21:42:15.209999 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44196) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:15.267686 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c291be-a746-4990-aa53-af7dfa73e3ea req-88c17877-42c9-42d4-83d7-884b8eb6b72d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:15.268763 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b9c291be-a746-4990-aa53-af7dfa73e3ea req-88c17877-42c9-42d4-83d7-884b8eb6b72d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=7429bad7-8f15-46c7-add0-d85cff99e0de HTTP/1.1" status: 200 len: 946 time: 0.1159825 Feb 08 21:42:15.358777 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f57b5e4-2f7d-45bd-8dec-70ae02041dcb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (195e8364-f607-4473-8264-2bedef5e431e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:15.401821 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659bc96f-c555-4335-b6f8-c5abee37605b None None] Network 415dd027-3bbf-416e-a1cf-db71583c131a requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:42:15.419971 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d3e6b7ce-4366-4966-9a65-11185baff923 admin admin] Publish callbacks [] for security_group (723c11df-6641-418d-a3c7-66114ba3ed95), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:15.426666 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b9c291be-a746-4990-aa53-af7dfa73e3ea req-fcff4724-4925-4219-856f-687657339d2c tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=605b8ca6-16eb-4c23-87a3-343f334e0a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511006 Feb 08 21:42:15.428919 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d3e6b7ce-4366-4966-9a65-11185baff923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (723c11df-6641-418d-a3c7-66114ba3ed95), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:15.429877 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659bc96f-c555-4335-b6f8-c5abee37605b None None] Network 415dd027-3bbf-416e-a1cf-db71583c131a could not be found, it might have been deleted concurrently. {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 08 21:42:15.445530 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc85d93-9aaa-4819-b5f6-4ba3d72f9570 None None] Network 415dd027-3bbf-416e-a1cf-db71583c131a requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:42:15.482231 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc85d93-9aaa-4819-b5f6-4ba3d72f9570 None None] Network 415dd027-3bbf-416e-a1cf-db71583c131a could not be found, it might have been deleted concurrently. {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 08 21:42:15.645527 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-621df914-3521-443d-9213-54407e6d06e5 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c91c1866-5237-4db6-ab00-a2fdf1c0ddd8), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:15.651603 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:42:15.661533 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f57b5e4-2f7d-45bd-8dec-70ae02041dcb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (195e8364-f607-4473-8264-2bedef5e431e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:15.732157 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-2f57b5e4-2f7d-45bd-8dec-70ae02041dcb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195e8364-f607-4473-8264-2bedef5e431e']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:15.768031 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-2f57b5e4-2f7d-45bd-8dec-70ae02041dcb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '828ce11f-87b7-4515-b74a-a3e4727ee790') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:15.770151 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-2f57b5e4-2f7d-45bd-8dec-70ae02041dcb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '828ce11f-87b7-4515-b74a-a3e4727ee790') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:15.794892 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f57b5e4-2f7d-45bd-8dec-70ae02041dcb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (828ce11f-87b7-4515-b74a-a3e4727ee790), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:15.819216 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f57b5e4-2f7d-45bd-8dec-70ae02041dcb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (828ce11f-87b7-4515-b74a-a3e4727ee790), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:15.883677 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f57b5e4-2f7d-45bd-8dec-70ae02041dcb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:42:15.884173 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f57b5e4-2f7d-45bd-8dec-70ae02041dcb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (828ce11f-87b7-4515-b74a-a3e4727ee790), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:42:15.887191 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:42:15.944316 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-a4f08403-b5f5-4d82-b9e9-f485c9fad593 None None] Provisioning complete for port c91c1866-5237-4db6-ab00-a2fdf1c0ddd8 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:42:15.945803 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a4f08403-b5f5-4d82-b9e9-f485c9fad593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c91c1866-5237-4db6-ab00-a2fdf1c0ddd8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:15.979843 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d3e6b7ce-4366-4966-9a65-11185baff923 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=28cf6ab572034849a17d64afef4dbfe3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2416418 Feb 08 21:42:15.988937 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44202) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:15.989169 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f57b5e4-2f7d-45bd-8dec-70ae02041dcb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (195e8364-f607-4473-8264-2bedef5e431e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:15.992705 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6b7ce-4366-4966-9a65-11185baff923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723c11df-6641-418d-a3c7-66114ba3ed95,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:16.013739 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f57b5e4-2f7d-45bd-8dec-70ae02041dcb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:16.017019 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2f57b5e4-2f7d-45bd-8dec-70ae02041dcb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/networks/195e8364-f607-4473-8264-2bedef5e431e HTTP/1.1" status: 204 len: 168 time: 0.8056052 Feb 08 21:42:16.024238 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44204) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:16.048374 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a4f08403-b5f5-4d82-b9e9-f485c9fad593 None None] Port c91c1866-5237-4db6-ab00-a2fdf1c0ddd8 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:42:16.065102 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57b5e4-2f7d-45bd-8dec-70ae02041dcb tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Network': ['ID=195e8364-f607-4473-8264-2bedef5e431e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:16.070811 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-689448aa-8425-4733-b535-592a4db819d1 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] DELETE failed (client error): The resource could not be found. Feb 08 21:42:16.071679 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-689448aa-8425-4733-b535-592a4db819d1 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:42:16.077899 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-689448aa-8425-4733-b535-592a4db819d1 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/subnets/82410865-666e-48df-b9fe-5c8a73075a43 HTTP/1.1" status: 404 len: 337 time: 0.0500946 Feb 08 21:42:16.082597 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44206) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:16.094097 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bc2682ff-a5bb-45df-8b87-86cfc415e9b0 admin admin] Publish callbacks [] for security_group (723c11df-6641-418d-a3c7-66114ba3ed95), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:16.108538 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcfaa780-89ea-4fed-8eca-3d1294f37b82 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] DELETE failed (client error): The resource could not be found. Feb 08 21:42:16.109058 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcfaa780-89ea-4fed-8eca-3d1294f37b82 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:42:16.114723 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-dcfaa780-89ea-4fed-8eca-3d1294f37b82 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/networks/38bb9a64-b04d-42e5-95ff-ed12e1c30c85 HTTP/1.1" status: 404 len: 339 time: 0.0285072 Feb 08 21:42:16.116812 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44208) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:16.118822 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bc2682ff-a5bb-45df-8b87-86cfc415e9b0 admin admin] Publish callbacks [] for security_group (723c11df-6641-418d-a3c7-66114ba3ed95), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:16.155482 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b06c91f-4cb4-4f3c-b33d-0326dbf00905 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] DELETE failed (client error): The resource could not be found. Feb 08 21:42:16.156262 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b06c91f-4cb4-4f3c-b33d-0326dbf00905 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:42:16.163557 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2b06c91f-4cb4-4f3c-b33d-0326dbf00905 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/subnets/81e0e41e-52cf-401a-be89-457a48cb8d29 HTTP/1.1" status: 404 len: 337 time: 0.0430405 Feb 08 21:42:16.164284 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44212) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:16.170745 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-621df914-3521-443d-9213-54407e6d06e5 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks [] for port (c91c1866-5237-4db6-ab00-a2fdf1c0ddd8), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:16.177255 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-621df914-3521-443d-9213-54407e6d06e5 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (c91c1866-5237-4db6-ab00-a2fdf1c0ddd8), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:16.207319 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-041729e4-817e-4a8a-b727-24c9ef1a7773 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] DELETE failed (client error): The resource could not be found. Feb 08 21:42:16.207319 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-041729e4-817e-4a8a-b727-24c9ef1a7773 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:42:16.227186 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-041729e4-817e-4a8a-b727-24c9ef1a7773 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/networks/90db4f81-cb8e-4822-b09f-30364e87d7c3 HTTP/1.1" status: 404 len: 339 time: 0.0585983 Feb 08 21:42:16.227421 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44214) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:16.262902 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab5c40d-f616-4f19-bafe-d08443533cc6 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] DELETE failed (client error): The resource could not be found. Feb 08 21:42:16.263437 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab5c40d-f616-4f19-bafe-d08443533cc6 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:42:16.266846 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5ab5c40d-f616-4f19-bafe-d08443533cc6 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/subnets/1e25635e-522c-4059-b3cf-1c1c35d5291a HTTP/1.1" status: 404 len: 337 time: 0.0385723 Feb 08 21:42:16.272431 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bc2682ff-a5bb-45df-8b87-86cfc415e9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (723c11df-6641-418d-a3c7-66114ba3ed95), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:16.277432 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bc2682ff-a5bb-45df-8b87-86cfc415e9b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:16.283915 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bc2682ff-a5bb-45df-8b87-86cfc415e9b0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/723c11df-6641-418d-a3c7-66114ba3ed95 HTTP/1.1" status: 204 len: 168 time: 0.2969751 Feb 08 21:42:16.283915 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44216) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:16.299094 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621df914-3521-443d-9213-54407e6d06e5 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Pushing event updated for resources: {'Port': ['ID=c91c1866-5237-4db6-ab00-a2fdf1c0ddd8,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:16.316173 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed6cd05d-1103-49f1-bae0-7797506dded5 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] DELETE failed (client error): The resource could not be found. Feb 08 21:42:16.316861 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed6cd05d-1103-49f1-bae0-7797506dded5 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:42:16.321474 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ed6cd05d-1103-49f1-bae0-7797506dded5 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/networks/e5e07248-9ca8-4e42-b0f1-4e2391a29a38 HTTP/1.1" status: 404 len: 339 time: 0.0365198 Feb 08 21:42:16.327779 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44220) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:16.330708 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2682ff-a5bb-45df-8b87-86cfc415e9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723c11df-6641-418d-a3c7-66114ba3ed95,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:16.398130 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ad2917-5474-497b-b42f-102d2967b26b tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] DELETE failed (client error): The resource could not be found. Feb 08 21:42:16.398736 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66ad2917-5474-497b-b42f-102d2967b26b tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:42:16.402489 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-66ad2917-5474-497b-b42f-102d2967b26b tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/subnets/b48dd17e-8a6b-47e5-925f-beb68ec9124f HTTP/1.1" status: 404 len: 337 time: 0.0679629 Feb 08 21:42:16.403311 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-621df914-3521-443d-9213-54407e6d06e5 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] In _notify_port_updated(), no bound segment for port c91c1866-5237-4db6-ab00-a2fdf1c0ddd8 on network 47db9ea3-45c4-4874-9b3d-8dda0f9eebdb {{(pid=103434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 21:42:16.405604 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44222) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:16.409326 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621df914-3521-443d-9213-54407e6d06e5 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:16.409994 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-621df914-3521-443d-9213-54407e6d06e5 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:16.411610 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-621df914-3521-443d-9213-54407e6d06e5 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] 10.222.0.88 "PUT /v2.0/ports/c91c1866-5237-4db6-ab00-a2fdf1c0ddd8 HTTP/1.1" status: 200 len: 1057 time: 1.3267598 Feb 08 21:42:16.422013 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44224) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:16.446728 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-19602786-0455-452c-a5be-91691cbb84c2 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] DELETE failed (client error): The resource could not be found. Feb 08 21:42:16.450887 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19602786-0455-452c-a5be-91691cbb84c2 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:42:16.458873 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-19602786-0455-452c-a5be-91691cbb84c2 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/networks/18cdccf8-06cf-4bdd-a54c-a388a1e9cb7f HTTP/1.1" status: 404 len: 339 time: 0.0511453 Feb 08 21:42:16.462528 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44230) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:16.526073 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e054ae-9b56-41cf-b9d8-de26316879f0 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] DELETE failed (client error): The resource could not be found. Feb 08 21:42:16.531039 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56e054ae-9b56-41cf-b9d8-de26316879f0 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:42:16.536914 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-56e054ae-9b56-41cf-b9d8-de26316879f0 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/subnets/3450f254-104a-434c-ad04-69a0eca81454 HTTP/1.1" status: 404 len: 337 time: 0.0745423 Feb 08 21:42:16.539626 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44236) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:16.666748 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-06080697-eb0c-436b-8299-e8dfd6027538 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] DELETE failed (client error): The resource could not be found. Feb 08 21:42:16.668129 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06080697-eb0c-436b-8299-e8dfd6027538 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:42:16.671929 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-06080697-eb0c-436b-8299-e8dfd6027538 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/networks/f6448a70-9443-464c-a3fd-4239fa877000 HTTP/1.1" status: 404 len: 339 time: 0.1313143 Feb 08 21:42:16.675680 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44240) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:16.694621 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-a0bbf941-cbd0-4a5b-aabb-2d3301091621 None None] Provisioning complete for port c91c1866-5237-4db6-ab00-a2fdf1c0ddd8 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:42:16.695117 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a0bbf941-cbd0-4a5b-aabb-2d3301091621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c91c1866-5237-4db6-ab00-a2fdf1c0ddd8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:16.714415 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a26ffceb-db58-45c3-90bc-a63709df7759 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Deleting port c91c1866-5237-4db6-ab00-a2fdf1c0ddd8 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:42:16.715963 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a26ffceb-db58-45c3-90bc-a63709df7759 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c91c1866-5237-4db6-ab00-a2fdf1c0ddd8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:16.721537 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-8592c6e3-1d9e-42b7-a90c-c567f6bdfdcc tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] DELETE failed (client error): The resource could not be found. Feb 08 21:42:16.722144 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8592c6e3-1d9e-42b7-a90c-c567f6bdfdcc tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:42:16.726247 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8592c6e3-1d9e-42b7-a90c-c567f6bdfdcc tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/subnets/6b935086-b445-4f04-a6a7-9691ee009861 HTTP/1.1" status: 404 len: 337 time: 0.0490277 Feb 08 21:42:16.738121 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44242) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:16.742840 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28aafd-29e4-47cb-962a-e962b11760c8 req-c141d8e0-9461-4166-b1af-a5a90f4eb45f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:16.754863 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0d28aafd-29e4-47cb-962a-e962b11760c8 req-c141d8e0-9461-4166-b1af-a5a90f4eb45f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=7429bad7-8f15-46c7-add0-d85cff99e0de HTTP/1.1" status: 200 len: 946 time: 0.1884520 Feb 08 21:42:16.812539 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a0bbf941-cbd0-4a5b-aabb-2d3301091621 None None] Port c91c1866-5237-4db6-ab00-a2fdf1c0ddd8 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:42:16.823689 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac41d64-60ca-4957-a4ae-27ad1bee643e tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] DELETE failed (client error): The resource could not be found. Feb 08 21:42:16.824211 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ac41d64-60ca-4957-a4ae-27ad1bee643e tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:42:16.830148 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2ac41d64-60ca-4957-a4ae-27ad1bee643e tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/networks/2c9b5508-1746-4fec-aca2-06d53bdb665d HTTP/1.1" status: 404 len: 339 time: 0.0907457 Feb 08 21:42:16.833042 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44244) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:16.864790 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44246) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:16.874955 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0d28aafd-29e4-47cb-962a-e962b11760c8 req-6214a951-7e60-45c0-8457-af7d838f1391 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=605b8ca6-16eb-4c23-87a3-343f334e0a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179857 Feb 08 21:42:16.875167 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e9ba4b-ab3d-4340-abf2-4d6761183ee3 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] DELETE failed (client error): The resource could not be found. Feb 08 21:42:16.875436 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77e9ba4b-ab3d-4340-abf2-4d6761183ee3 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:42:16.880928 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-77e9ba4b-ab3d-4340-abf2-4d6761183ee3 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/subnets/2c229e5a-b135-46e7-a78b-971b0d9fd868 HTTP/1.1" status: 404 len: 337 time: 0.0445945 Feb 08 21:42:16.882375 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44248) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:16.890983 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98032f53-0888-45c0-9597-e803de5b35bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:16.905026 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-427d8bab-d257-4ddb-8d38-121b91e58c3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] DELETE failed (client error): The resource could not be found. Feb 08 21:42:16.915339 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-427d8bab-d257-4ddb-8d38-121b91e58c3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:42:16.919009 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-427d8bab-d257-4ddb-8d38-121b91e58c3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/networks/7154aa4e-3b39-48db-918e-d6d6c3f99286 HTTP/1.1" status: 404 len: 339 time: 0.0356002 Feb 08 21:42:16.921557 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44252) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:16.961690 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47b3447-4edd-49da-9edb-c5b9b4540077 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] DELETE failed (client error): The resource could not be found. Feb 08 21:42:16.962161 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d47b3447-4edd-49da-9edb-c5b9b4540077 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:42:16.965364 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d47b3447-4edd-49da-9edb-c5b9b4540077 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/subnets/1c5dd564-d16d-486a-858a-1825069057b9 HTTP/1.1" status: 404 len: 337 time: 0.0427265 Feb 08 21:42:16.967815 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44254) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:16.976097 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a26ffceb-db58-45c3-90bc-a63709df7759 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c91c1866-5237-4db6-ab00-a2fdf1c0ddd8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:16.998316 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-af1e6102-eb0a-4822-aa46-3f9852eaa2b8 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] DELETE failed (client error): The resource could not be found. Feb 08 21:42:16.998893 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af1e6102-eb0a-4822-aa46-3f9852eaa2b8 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:42:17.002112 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-af1e6102-eb0a-4822-aa46-3f9852eaa2b8 tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/networks/9ceb59a9-4b82-4226-a085-d2e40b995df1 HTTP/1.1" status: 404 len: 339 time: 0.0333595 Feb 08 21:42:17.013527 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44256) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:17.014431 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a26ffceb-db58-45c3-90bc-a63709df7759 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Calling delete_port for c91c1866-5237-4db6-ab00-a2fdf1c0ddd8 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:42:17.048862 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbd155-cb9e-4b7e-af1d-9360e904cea4 req-9edd9c70-ce50-4be2-a2bf-5473197f5acd tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:17.050876 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1cdbd155-cb9e-4b7e-af1d-9360e904cea4 req-9edd9c70-ce50-4be2-a2bf-5473197f5acd tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=7429bad7-8f15-46c7-add0-d85cff99e0de HTTP/1.1" status: 200 len: 946 time: 0.0720899 Feb 08 21:42:17.153737 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2563d6-ecd0-4aa6-a171-df9ee5b55f3d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Deleting subnet d567e19d-7914-4ca8-b641-f34e6bfe6a8e {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:42:17.154055 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1cdbd155-cb9e-4b7e-af1d-9360e904cea4 req-84df3be2-b66a-427b-ab75-e2e0b589c9f6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=605b8ca6-16eb-4c23-87a3-343f334e0a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878644 Feb 08 21:42:17.154140 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de2563d6-ecd0-4aa6-a171-df9ee5b55f3d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for subnet (d567e19d-7914-4ca8-b641-f34e6bfe6a8e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:17.154217 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44258) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:17.221985 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de2563d6-ecd0-4aa6-a171-df9ee5b55f3d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (d567e19d-7914-4ca8-b641-f34e6bfe6a8e), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:17.232961 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00651198-b066-41f7-805b-daa296e2ee48 tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:17.237290 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-00651198-b066-41f7-805b-daa296e2ee48 tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=7429bad7-8f15-46c7-add0-d85cff99e0de HTTP/1.1" status: 200 len: 1124 time: 0.0791903 Feb 08 21:42:17.243692 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44262) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:17.255726 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-45954a97-bf98-4397-8cfa-188592c279ed tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'port_id': '4e975045-2d7b-4c18-a21a-71b3c44fe49f', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:17.275436 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98032f53-0888-45c0-9597-e803de5b35bd admin admin] Publish callbacks [] for security_group (050f7e58-3d1d-4b0b-a1bc-84ac824e5aa5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:17.288230 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98032f53-0888-45c0-9597-e803de5b35bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (050f7e58-3d1d-4b0b-a1bc-84ac824e5aa5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:17.316796 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45954a97-bf98-4397-8cfa-188592c279ed tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:17.424793 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-98032f53-0888-45c0-9597-e803de5b35bd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c81e14642c81482096710b3f0f647747&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5565014 Feb 08 21:42:17.425747 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44264) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:17.445407 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98032f53-0888-45c0-9597-e803de5b35bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050f7e58-3d1d-4b0b-a1bc-84ac824e5aa5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:17.478379 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de2563d6-ecd0-4aa6-a171-df9ee5b55f3d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (d567e19d-7914-4ca8-b641-f34e6bfe6a8e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:17.504799 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a26ffceb-db58-45c3-90bc-a63709df7759 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (c91c1866-5237-4db6-ab00-a2fdf1c0ddd8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:17.512433 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45954a97-bf98-4397-8cfa-188592c279ed tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:17.513878 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25eb961f-d468-456c-85bf-35483446d4e5 admin admin] Publish callbacks [] for security_group (050f7e58-3d1d-4b0b-a1bc-84ac824e5aa5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:17.594273 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25eb961f-d468-456c-85bf-35483446d4e5 admin admin] Publish callbacks [] for security_group (050f7e58-3d1d-4b0b-a1bc-84ac824e5aa5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:17.644067 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ffceb-db58-45c3-90bc-a63709df7759 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Pushing event deleted for resources: {'Port': ['ID=c91c1866-5237-4db6-ab00-a2fdf1c0ddd8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:17.700705 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de2563d6-ecd0-4aa6-a171-df9ee5b55f3d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (d567e19d-7914-4ca8-b641-f34e6bfe6a8e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:17.752934 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-45954a97-bf98-4397-8cfa-188592c279ed tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Allocated IP 172.25.3.33 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/2ed203c4-938d-4fcb-9f78-670579bcc667) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:42:17.762001 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25eb961f-d468-456c-85bf-35483446d4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (050f7e58-3d1d-4b0b-a1bc-84ac824e5aa5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:17.769855 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2563d6-ecd0-4aa6-a171-df9ee5b55f3d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Subnet': ['ID=d567e19d-7914-4ca8-b641-f34e6bfe6a8e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:17.774612 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de2563d6-ecd0-4aa6-a171-df9ee5b55f3d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:17.775123 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbbdf52-5e68-4a28-87f9-a030979f6bb9 None None] Network e957a6ab-be9c-4fe9-96f4-ba629c48f8a7 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:42:17.780514 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-de2563d6-ecd0-4aa6-a171-df9ee5b55f3d tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/subnets/d567e19d-7914-4ca8-b641-f34e6bfe6a8e HTTP/1.1" status: 204 len: 168 time: 0.7617135 Feb 08 21:42:17.782023 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44270) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:17.783211 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25eb961f-d468-456c-85bf-35483446d4e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:17.785521 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-25eb961f-d468-456c-85bf-35483446d4e5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/050f7e58-3d1d-4b0b-a1bc-84ac824e5aa5 HTTP/1.1" status: 204 len: 168 time: 0.3591914 Feb 08 21:42:17.942769 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (e957a6ab-be9c-4fe9-96f4-ba629c48f8a7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:17.962623 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45954a97-bf98-4397-8cfa-188592c279ed tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for port (2ed203c4-938d-4fcb-9f78-670579bcc667), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:17.998196 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb961f-d468-456c-85bf-35483446d4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050f7e58-3d1d-4b0b-a1bc-84ac824e5aa5,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:18.048457 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45954a97-bf98-4397-8cfa-188592c279ed tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (2ed203c4-938d-4fcb-9f78-670579bcc667), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:18.061151 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05efacb-9509-4b2f-9635-2bc3fb1e0ceb None None] DHCP port deletion for e957a6ab-be9c-4fe9-96f4-ba629c48f8a7 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:42:18.072660 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45954a97-bf98-4397-8cfa-188592c279ed tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:42:18.077978 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-45954a97-bf98-4397-8cfa-188592c279ed tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:42:18.101147 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45954a97-bf98-4397-8cfa-188592c279ed tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:42:18.252454 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d05efacb-9509-4b2f-9635-2bc3fb1e0ceb None None] Deleting port a417bbce-d5a1-459f-85dc-8c2f18123004 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:42:18.252857 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d05efacb-9509-4b2f-9635-2bc3fb1e0ceb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (a417bbce-d5a1-459f-85dc-8c2f18123004), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:18.331840 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device a417bbce-d5a1-459f-85dc-8c2f18123004 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:42:18.407576 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d05efacb-9509-4b2f-9635-2bc3fb1e0ceb None None] For port a417bbce-d5a1-459f-85dc-8c2f18123004, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=a417bbce-d5a1-459f-85dc-8c2f18123004,segment=NetworkSegment(9b853c19-ec48-4901-89b2-ed88c7812f3d),segment_id=9b853c19-ec48-4901-89b2-ed88c7812f3d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:42:18.408608 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d05efacb-9509-4b2f-9635-2bc3fb1e0ceb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (a417bbce-d5a1-459f-85dc-8c2f18123004), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:18.436181 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d05efacb-9509-4b2f-9635-2bc3fb1e0ceb None None] Calling delete_port for a417bbce-d5a1-459f-85dc-8c2f18123004 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:42:18.479961 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45954a97-bf98-4397-8cfa-188592c279ed tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'Port': ['ID=2ed203c4-938d-4fcb-9f78-670579bcc667,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:18.604515 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d05efacb-9509-4b2f-9635-2bc3fb1e0ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (a417bbce-d5a1-459f-85dc-8c2f18123004), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:18.701874 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05efacb-9509-4b2f-9635-2bc3fb1e0ceb None None] Pushing event deleted for resources: {'Port': ['ID=a417bbce-d5a1-459f-85dc-8c2f18123004,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:18.708853 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port a417bbce-d5a1-459f-85dc-8c2f18123004 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:42:18.711903 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a417bbce-d5a1-459f-85dc-8c2f18123004), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:18.716623 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05efacb-9509-4b2f-9635-2bc3fb1e0ceb None None] No DVR routers for this DVR port a417bbce-d5a1-459f-85dc-8c2f18123004 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:42:18.874905 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45954a97-bf98-4397-8cfa-188592c279ed tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for floatingip (d66d1306-eac7-4f6a-81b0-01afa3f0aa29), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:19.003186 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45954a97-bf98-4397-8cfa-188592c279ed tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2ed203c4-938d-4fcb-9f78-670579bcc667), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:19.056396 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a26ffceb-db58-45c3-90bc-a63709df7759 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:19.063325 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a26ffceb-db58-45c3-90bc-a63709df7759 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] 10.222.0.88 "DELETE /v2.0/ports/c91c1866-5237-4db6-ab00-a2fdf1c0ddd8 HTTP/1.1" status: 204 len: 168 time: 2.6387837 Feb 08 21:42:19.072128 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44300) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:19.086082 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Deleting port a417bbce-d5a1-459f-85dc-8c2f18123004 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:42:19.086413 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (a417bbce-d5a1-459f-85dc-8c2f18123004), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:19.126546 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc7093b-6cab-451f-aa18-2166ba9676ee tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] GET failed (client error): The resource could not be found. Feb 08 21:42:19.132954 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fbc7093b-6cab-451f-aa18-2166ba9676ee tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] 10.222.0.88 "GET /v2.0/ports/c91c1866-5237-4db6-ab00-a2fdf1c0ddd8 HTTP/1.1" status: 404 len: 333 time: 0.0594621 Feb 08 21:42:19.172677 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44302) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:19.261829 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] For port a417bbce-d5a1-459f-85dc-8c2f18123004, host n-d-712143-31, got binding levels [] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:42:19.262223 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (a417bbce-d5a1-459f-85dc-8c2f18123004), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:19.278024 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Calling delete_port for a417bbce-d5a1-459f-85dc-8c2f18123004 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:42:19.281569 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.ipam_backend_mixin [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Port a417bbce-d5a1-459f-85dc-8c2f18123004 was not found and therefore no delete operation was performed {{(pid=103434) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 21:42:19.283149 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (a417bbce-d5a1-459f-85dc-8c2f18123004), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:19.316811 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Port': ['ID=a417bbce-d5a1-459f-85dc-8c2f18123004,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:19.320631 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] No DVR routers for this DVR port a417bbce-d5a1-459f-85dc-8c2f18123004 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:42:19.382956 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:19.384295 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:19.386221 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:19.386669 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:19.387803 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:19.388226 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:19.389639 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:19.390083 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:19.390742 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:19.392491 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:19.392921 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:19.393842 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:19.394661 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:19.401312 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45954a97-bf98-4397-8cfa-188592c279ed tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for port (2ed203c4-938d-4fcb-9f78-670579bcc667), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:19.407343 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-378f581c-f7eb-4bdd-b4bb-f611564d45e3 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Deleting port 62ee3acf-7273-405d-ae0c-43bad606a570 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:42:19.408034 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-378f581c-f7eb-4bdd-b4bb-f611564d45e3 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (62ee3acf-7273-405d-ae0c-43bad606a570), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:19.561737 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-378f581c-f7eb-4bdd-b4bb-f611564d45e3 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (62ee3acf-7273-405d-ae0c-43bad606a570), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:19.585751 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (e957a6ab-be9c-4fe9-96f4-ba629c48f8a7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:19.613474 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-378f581c-f7eb-4bdd-b4bb-f611564d45e3 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Calling delete_port for 62ee3acf-7273-405d-ae0c-43bad606a570 owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:42:19.619158 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45954a97-bf98-4397-8cfa-188592c279ed tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (2ed203c4-938d-4fcb-9f78-670579bcc667), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:19.620139 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e957a6ab-be9c-4fe9-96f4-ba629c48f8a7']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:19.634294 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b853c19-ec48-4901-89b2-ed88c7812f3d') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:19.634646 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b853c19-ec48-4901-89b2-ed88c7812f3d') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:19.653483 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (9b853c19-ec48-4901-89b2-ed88c7812f3d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:19.691941 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (9b853c19-ec48-4901-89b2-ed88c7812f3d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:19.706840 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:42:19.707344 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (9b853c19-ec48-4901-89b2-ed88c7812f3d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:42:19.777828 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:42:19.784264 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (e957a6ab-be9c-4fe9-96f4-ba629c48f8a7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:19.830870 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:19.842414 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] 10.222.0.88 "DELETE /v2.0/networks/e957a6ab-be9c-4fe9-96f4-ba629c48f8a7 HTTP/1.1" status: 204 len: 168 time: 2.0596237 Feb 08 21:42:19.848880 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a2a85-d338-4279-8629-001cdb261a3c tempest-NetworksTest-1628643449 tempest-NetworksTest-1628643449-project] Pushing event deleted for resources: {'Network': ['ID=e957a6ab-be9c-4fe9-96f4-ba629c48f8a7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:19.979940 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45954a97-bf98-4397-8cfa-188592c279ed tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'Port': ['ID=2ed203c4-938d-4fcb-9f78-670579bcc667,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:19.989008 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45954a97-bf98-4397-8cfa-188592c279ed tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (d66d1306-eac7-4f6a-81b0-01afa3f0aa29), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:20.268429 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-45954a97-bf98-4397-8cfa-188592c279ed tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Floating IP d66d1306-eac7-4f6a-81b0-01afa3f0aa29 associated. External IP: 172.25.3.33, port: 4e975045-2d7b-4c18-a21a-71b3c44fe49f. Feb 08 21:42:20.582105 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44344) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:20.666609 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-378f581c-f7eb-4bdd-b4bb-f611564d45e3 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (62ee3acf-7273-405d-ae0c-43bad606a570), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:20.781409 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f581c-f7eb-4bdd-b4bb-f611564d45e3 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Pushing event deleted for resources: {'Port': ['ID=62ee3acf-7273-405d-ae0c-43bad606a570,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:21.098122 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-378f581c-f7eb-4bdd-b4bb-f611564d45e3 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:21.108696 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-378f581c-f7eb-4bdd-b4bb-f611564d45e3 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] 10.222.0.88 "DELETE /v2.0/ports/62ee3acf-7273-405d-ae0c-43bad606a570 HTTP/1.1" status: 204 len: 168 time: 1.9347394 Feb 08 21:42:21.111511 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44360) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:21.144189 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45954a97-bf98-4397-8cfa-188592c279ed tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Router 3d3a214e-7c8e-4040-bc1b-35b22711e5bb has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:42:21.226597 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-60180dc9-62a3-4239-9872-3501876e85d2 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] GET failed (client error): The resource could not be found. Feb 08 21:42:21.245269 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-60180dc9-62a3-4239-9872-3501876e85d2 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] 10.222.0.88 "GET /v2.0/ports/62ee3acf-7273-405d-ae0c-43bad606a570 HTTP/1.1" status: 404 len: 333 time: 0.1325638 Feb 08 21:42:21.246010 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44364) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:21.448322 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45954a97-bf98-4397-8cfa-188592c279ed tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:42:21.459441 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd00af8-7b00-43a9-a230-44064cfc5009 None None] Sync routers for ids ['3d3a214e-7c8e-4040-bc1b-35b22711e5bb'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:42:21.484426 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd00af8-7b00-43a9-a230-44064cfc5009 None None] Routers {'3d3a214e-7c8e-4040-bc1b-35b22711e5bb'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:42:21.486245 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7fd00af8-7b00-43a9-a230-44064cfc5009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:41:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3d3a214e-7c8e-4040-bc1b-35b22711e5bb'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:21.496167 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45954a97-bf98-4397-8cfa-188592c279ed tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:21.541744 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b0bcd86d-d898-4e81-a892-dd3115890333 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Deleting port dfff2046-a2ee-47f9-a860-55a597f89b94 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:42:21.542097 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd86d-d898-4e81-a892-dd3115890333 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (dfff2046-a2ee-47f9-a860-55a597f89b94), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:21.566904 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c9da9d8a-1459-4c5b-a1c5-d49d9eeb902d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e4bc28ab280f4033a0cdb66e43d8fa59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9813836 Feb 08 21:42:21.568566 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44376) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:21.685481 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44382) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:21.687079 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-45954a97-bf98-4397-8cfa-188592c279ed tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4409080 Feb 08 21:42:21.699168 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7429bad7-8f15-46c7-add0-d85cff99e0de', 'tag': '4e975045-2d7b-4c18-a21a-71b3c44fe49f'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:42:21.703787 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e36b7ad-0437-4f50-a254-d716445d1726" -d '{"events": [{"name": "network-changed", "server_uuid": "7429bad7-8f15-46c7-add0-d85cff99e0de", "tag": "4e975045-2d7b-4c18-a21a-71b3c44fe49f"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:42:21.729105 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-7fd00af8-7b00-43a9-a230-44064cfc5009 None None] Set router 3d3a214e-7c8e-4040-bc1b-35b22711e5bb gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:42:21.852106 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-36ee6b4f-1956-467d-853c-cef54555128e admin admin] Publish callbacks [] for security_group (8896e54b-50a3-4e51-b9cc-5e8a879b5233), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:21.952325 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-36ee6b4f-1956-467d-853c-cef54555128e admin admin] Publish callbacks [] for security_group (8896e54b-50a3-4e51-b9cc-5e8a879b5233), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:22.014293 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-275d7998-6ae9-40e1-b1c7-f2cbc58e77a8 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/floatingips/d66d1306-eac7-4f6a-81b0-01afa3f0aa29 HTTP/1.1" status: 200 len: 991 time: 0.3261421 Feb 08 21:42:22.082991 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-36ee6b4f-1956-467d-853c-cef54555128e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8896e54b-50a3-4e51-b9cc-5e8a879b5233), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:22.093517 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd86d-d898-4e81-a892-dd3115890333 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (dfff2046-a2ee-47f9-a860-55a597f89b94), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:22.095061 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-36ee6b4f-1956-467d-853c-cef54555128e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:22.098631 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-36ee6b4f-1956-467d-853c-cef54555128e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8896e54b-50a3-4e51-b9cc-5e8a879b5233 HTTP/1.1" status: 204 len: 168 time: 0.5239730 Feb 08 21:42:22.132051 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee6b4f-1956-467d-853c-cef54555128e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8896e54b-50a3-4e51-b9cc-5e8a879b5233,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:22.138394 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b0bcd86d-d898-4e81-a892-dd3115890333 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Calling delete_port for dfff2046-a2ee-47f9-a860-55a597f89b94 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:42:22.254542 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d5398a-9013-4871-8564-4391dc6d27b0 x-openstack-request-id: req-b7d5398a-9013-4871-8564-4391dc6d27b0 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:42:22.254933 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7429bad7-8f15-46c7-add0-d85cff99e0de", "tag": "4e975045-2d7b-4c18-a21a-71b3c44fe49f", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:42:22.255571 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b7d5398a-9013-4871-8564-4391dc6d27b0 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:42:22.256278 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7429bad7-8f15-46c7-add0-d85cff99e0de', 'tag': '4e975045-2d7b-4c18-a21a-71b3c44fe49f', 'status': 'completed', 'code': 200} Feb 08 21:42:22.341206 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7fd00af8-7b00-43a9-a230-44064cfc5009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'name': 'tempest-TestNetworkBasicOps-router-145281194', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:41:29Z', 'updated_at': '2022-02-08T21:41:39Z', 'revision_number': 4, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:30Z', 'updated_at': '2022-02-08T21:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'd66d1306-eac7-4f6a-81b0-01afa3f0aa29', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'port_id': '4e975045-2d7b-4c18-a21a-71b3c44fe49f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf', 'mac_address': 'fa:16:3e:52:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7429bad7-8f15-46c7-add0-d85cff99e0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:42:18Z', 'updated_at': '2022-02-08T21:42:18Z', 'revision_number': 0, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e54f8d8-3e18-4a96-b200-cbd839f3999b', 'name': '', 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'mac_address': 'fa:16:3e:72:87:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:37Z', 'updated_at': '2022-02-08T21:41:50Z', 'revision_number': 5, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'subnets': [{'id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:22.408905 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd00af8-7b00-43a9-a230-44064cfc5009 None None] Checking router: 3d3a214e-7c8e-4040-bc1b-35b22711e5bb for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:42:22.458231 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd00af8-7b00-43a9-a230-44064cfc5009 None None] Routers {'3d3a214e-7c8e-4040-bc1b-35b22711e5bb'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:42:22.461257 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7fd00af8-7b00-43a9-a230-44064cfc5009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:41:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3d3a214e-7c8e-4040-bc1b-35b22711e5bb'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:22.497201 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36b7ad-0437-4f50-a254-d716445d1726 req-b4e883f4-5c85-4941-8fd9-9fdc21dd376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:22.502168 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2e36b7ad-0437-4f50-a254-d716445d1726 req-b4e883f4-5c85-4941-8fd9-9fdc21dd376e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f6bde20c4e70444caab1a7a5de63c07b&device_id=7429bad7-8f15-46c7-add0-d85cff99e0de HTTP/1.1" status: 200 len: 1129 time: 0.2148397 Feb 08 21:42:22.795664 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd86d-d898-4e81-a892-dd3115890333 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (dfff2046-a2ee-47f9-a860-55a597f89b94), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:22.899125 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bcd86d-d898-4e81-a892-dd3115890333 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Pushing event deleted for resources: {'Port': ['ID=dfff2046-a2ee-47f9-a860-55a597f89b94,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:22.914508 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36b7ad-0437-4f50-a254-d716445d1726 req-c2bc3893-31bb-4c84-8635-7e47871dd465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:22.917019 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2e36b7ad-0437-4f50-a254-d716445d1726 req-c2bc3893-31bb-4c84-8635-7e47871dd465 service neutron] 10.222.0.94 "GET /v2.0/networks?id=7484d5e1-8128-4312-ae67-bdaa04d23bbf HTTP/1.1" status: 200 len: 898 time: 0.4051812 Feb 08 21:42:23.018806 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44420) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:23.127625 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0d00df01-689b-4605-b1f6-25abf9308ba1 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/floatingips/d66d1306-eac7-4f6a-81b0-01afa3f0aa29 HTTP/1.1" status: 200 len: 991 time: 0.1071522 Feb 08 21:42:23.138365 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-7fd00af8-7b00-43a9-a230-44064cfc5009 None None] Set router 3d3a214e-7c8e-4040-bc1b-35b22711e5bb gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:42:23.309873 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd86d-d898-4e81-a892-dd3115890333 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:23.314942 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b0bcd86d-d898-4e81-a892-dd3115890333 tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] 10.222.0.88 "DELETE /v2.0/ports/dfff2046-a2ee-47f9-a860-55a597f89b94 HTTP/1.1" status: 204 len: 168 time: 2.0677779 Feb 08 21:42:23.317397 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44432) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:23.341764 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2e36b7ad-0437-4f50-a254-d716445d1726 req-03ba35d5-8f1f-4638-8124-523810ea2203 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e975045-2d7b-4c18-a21a-71b3c44fe49f HTTP/1.1" status: 200 len: 999 time: 0.3807628 Feb 08 21:42:23.497697 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b6025c-328b-4929-8d46-7a406d65572f tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Deleting subnet 68b5f73e-5b77-4be1-8479-4de6ddb1a474 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:42:23.511197 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36b7ad-0437-4f50-a254-d716445d1726 req-eff47d9a-4069-4e1a-ba50-1157e5a53ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:23.512747 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2e36b7ad-0437-4f50-a254-d716445d1726 req-eff47d9a-4069-4e1a-ba50-1157e5a53ae2 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=40ed3ef5-bf86-4fff-b4d1-bca578430c3c HTTP/1.1" status: 200 len: 833 time: 0.1701143 Feb 08 21:42:23.515186 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-85b6025c-328b-4929-8d46-7a406d65572f tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks [] for subnet (68b5f73e-5b77-4be1-8479-4de6ddb1a474), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:23.694810 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-85b6025c-328b-4929-8d46-7a406d65572f tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (68b5f73e-5b77-4be1-8479-4de6ddb1a474), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:23.744244 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36b7ad-0437-4f50-a254-d716445d1726 req-c7c1429d-5a44-4480-9236-9d6abe2262b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:23.746096 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2e36b7ad-0437-4f50-a254-d716445d1726 req-c7c1429d-5a44-4480-9236-9d6abe2262b3 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=7484d5e1-8128-4312-ae67-bdaa04d23bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2259247 Feb 08 21:42:24.002196 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7fd00af8-7b00-43a9-a230-44064cfc5009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'name': 'tempest-TestNetworkBasicOps-router-145281194', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:41:29Z', 'updated_at': '2022-02-08T21:41:39Z', 'revision_number': 4, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:30Z', 'updated_at': '2022-02-08T21:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'd66d1306-eac7-4f6a-81b0-01afa3f0aa29', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'port_id': '4e975045-2d7b-4c18-a21a-71b3c44fe49f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf', 'mac_address': 'fa:16:3e:52:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7429bad7-8f15-46c7-add0-d85cff99e0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:42:18Z', 'updated_at': '2022-02-08T21:42:18Z', 'revision_number': 0, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e54f8d8-3e18-4a96-b200-cbd839f3999b', 'name': '', 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'mac_address': 'fa:16:3e:72:87:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:37Z', 'updated_at': '2022-02-08T21:41:50Z', 'revision_number': 5, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'subnets': [{'id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:24.041704 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2e36b7ad-0437-4f50-a254-d716445d1726 req-c0b08daa-3a5e-43db-8cb4-233099b4aa98 service neutron] 10.222.0.94 "GET /v2.0/networks/7484d5e1-8128-4312-ae67-bdaa04d23bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805223 Feb 08 21:42:24.080343 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd00af8-7b00-43a9-a230-44064cfc5009 None None] The sync data for ids ['3d3a214e-7c8e-4040-bc1b-35b22711e5bb'] in n-d-712143-31 is: [{'id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'name': 'tempest-TestNetworkBasicOps-router-145281194', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:41:29Z', 'updated_at': '2022-02-08T21:41:39Z', 'revision_number': 4, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:30Z', 'updated_at': '2022-02-08T21:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'd66d1306-eac7-4f6a-81b0-01afa3f0aa29', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'port_id': '4e975045-2d7b-4c18-a21a-71b3c44fe49f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf', 'mac_address': 'fa:16:3e:52:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7429bad7-8f15-46c7-add0-d85cff99e0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:42:18Z', 'updated_at': '2022-02-08T21:42:18Z', 'revision_number': 0, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e54f8d8-3e18-4a96-b200-cbd839f3999b', 'name': '', 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'mac_address': 'fa:16:3e:72:87:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:37Z', 'updated_at': '2022-02-08T21:41:50Z', 'revision_number': 5, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'subnets': [{'id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:42:24.101408 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-85b6025c-328b-4929-8d46-7a406d65572f tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (68b5f73e-5b77-4be1-8479-4de6ddb1a474), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:24.174048 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c25ca1ad-c16a-44ef-a526-a11f53a52437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:24.205346 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44456) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:24.325729 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44460) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:24.333981 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2e36b7ad-0437-4f50-a254-d716445d1726 req-ca013038-eefc-499d-95a9-f30dcce5e74c service neutron] 10.222.0.94 "GET /v2.0/networks/7484d5e1-8128-4312-ae67-bdaa04d23bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865624 Feb 08 21:42:24.365258 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44464) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:24.468868 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-85b6025c-328b-4929-8d46-7a406d65572f tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (68b5f73e-5b77-4be1-8479-4de6ddb1a474), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:24.542019 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5445f684-1452-41b2-a159-0c661613eb3d None None] New status for floating IP d66d1306-eac7-4f6a-81b0-01afa3f0aa29: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:42:24.549811 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6025c-328b-4929-8d46-7a406d65572f tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Pushing event deleted for resources: {'Subnet': ['ID=68b5f73e-5b77-4be1-8479-4de6ddb1a474,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:24.564004 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2d6f17b8-0308-4493-981f-92f290f05fab tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/floatingips/d66d1306-eac7-4f6a-81b0-01afa3f0aa29 HTTP/1.1" status: 200 len: 991 time: 0.3533411 Feb 08 21:42:24.575108 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b5cd4d-0673-46c1-ac18-9a17ff8ddd5f None None] Network 47db9ea3-45c4-4874-9b3d-8dda0f9eebdb requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:42:24.578559 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-85b6025c-328b-4929-8d46-7a406d65572f tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:24.590569 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-85b6025c-328b-4929-8d46-7a406d65572f tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] 10.222.0.88 "DELETE /v2.0/subnets/68b5f73e-5b77-4be1-8479-4de6ddb1a474 HTTP/1.1" status: 204 len: 168 time: 1.2706780 Feb 08 21:42:24.591393 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44470) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:24.789330 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-64192906-50f2-4571-a45b-f3b887c70bf9 tempest-SubnetPoolsTestJSON-763654173 tempest-SubnetPoolsTestJSON-763654173-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1336015041', 'prefixes': ['172.20.0.0/16']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:24.842947 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87316983-24cf-45e9-9ee7-bf1c14d6579c tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (47db9ea3-45c4-4874-9b3d-8dda0f9eebdb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:24.854169 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3adcb1d8-6521-4ba1-8768-984eb00274e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:24.883798 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30ed311-744f-4ee3-a010-3c63916bb559 None None] DHCP port deletion for 47db9ea3-45c4-4874-9b3d-8dda0f9eebdb request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:42:25.069478 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b30ed311-744f-4ee3-a010-3c63916bb559 None None] Deleting port d748c64f-8b1e-413d-854b-c89bf7d9e39f {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:42:25.070093 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b30ed311-744f-4ee3-a010-3c63916bb559 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d748c64f-8b1e-413d-854b-c89bf7d9e39f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:25.071935 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3adcb1d8-6521-4ba1-8768-984eb00274e5 admin admin] Publish callbacks [] for security_group (a6bad242-73e8-48ae-8565-55c8a5945ec6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:25.091313 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3adcb1d8-6521-4ba1-8768-984eb00274e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a6bad242-73e8-48ae-8565-55c8a5945ec6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:25.177273 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3adcb1d8-6521-4ba1-8768-984eb00274e5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2215bfb7534c4137a894faea34f6b201&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8403029 Feb 08 21:42:25.180263 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44476) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:25.233611 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcb1d8-6521-4ba1-8768-984eb00274e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bad242-73e8-48ae-8565-55c8a5945ec6,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:25.281045 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b30ed311-744f-4ee3-a010-3c63916bb559 None None] For port d748c64f-8b1e-413d-854b-c89bf7d9e39f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d748c64f-8b1e-413d-854b-c89bf7d9e39f,segment=NetworkSegment(45410692-68e9-4411-bb35-20310b36485d),segment_id=45410692-68e9-4411-bb35-20310b36485d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:42:25.281882 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b30ed311-744f-4ee3-a010-3c63916bb559 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d748c64f-8b1e-413d-854b-c89bf7d9e39f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:25.302363 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b30ed311-744f-4ee3-a010-3c63916bb559 None None] Calling delete_port for d748c64f-8b1e-413d-854b-c89bf7d9e39f owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:42:25.340827 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f15dad2e-e315-4d01-988f-6ccead7cf426 admin admin] Publish callbacks [] for security_group (a6bad242-73e8-48ae-8565-55c8a5945ec6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:25.345678 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-87316983-24cf-45e9-9ee7-bf1c14d6579c tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Deleting port d748c64f-8b1e-413d-854b-c89bf7d9e39f {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:42:25.346064 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87316983-24cf-45e9-9ee7-bf1c14d6579c tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d748c64f-8b1e-413d-854b-c89bf7d9e39f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:25.409764 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f15dad2e-e315-4d01-988f-6ccead7cf426 admin admin] Publish callbacks [] for security_group (a6bad242-73e8-48ae-8565-55c8a5945ec6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:25.440425 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-64192906-50f2-4571-a45b-f3b887c70bf9 tempest-SubnetPoolsTestJSON-763654173 tempest-SubnetPoolsTestJSON-763654173-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:25.447646 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-64192906-50f2-4571-a45b-f3b887c70bf9 tempest-SubnetPoolsTestJSON-763654173 tempest-SubnetPoolsTestJSON-763654173-project] 10.222.0.88 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0593932 Feb 08 21:42:25.448847 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b30ed311-744f-4ee3-a010-3c63916bb559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (d748c64f-8b1e-413d-854b-c89bf7d9e39f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:25.450197 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44482) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:25.468516 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30ed311-744f-4ee3-a010-3c63916bb559 None None] No DVR routers for this DVR port d748c64f-8b1e-413d-854b-c89bf7d9e39f on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:42:25.515964 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f15dad2e-e315-4d01-988f-6ccead7cf426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a6bad242-73e8-48ae-8565-55c8a5945ec6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:25.519348 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f15dad2e-e315-4d01-988f-6ccead7cf426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:25.521061 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f15dad2e-e315-4d01-988f-6ccead7cf426 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a6bad242-73e8-48ae-8565-55c8a5945ec6 HTTP/1.1" status: 204 len: 168 time: 0.3390830 Feb 08 21:42:25.533944 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ed311-744f-4ee3-a010-3c63916bb559 None None] Pushing event deleted for resources: {'Port': ['ID=d748c64f-8b1e-413d-854b-c89bf7d9e39f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:25.547903 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15dad2e-e315-4d01-988f-6ccead7cf426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bad242-73e8-48ae-8565-55c8a5945ec6,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:25.567346 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44486) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:25.598238 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-51835bb3-7c88-4c71-a9e7-9dee4f87de82 tempest-SubnetPoolsTestJSON-763654173 tempest-SubnetPoolsTestJSON-763654173-project] 10.222.0.88 "GET /v2.0/subnetpools/dc8869aa-8954-4751-9841-7bb10d9d5e25 HTTP/1.1" status: 200 len: 732 time: 0.1469014 Feb 08 21:42:25.605765 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44488) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:25.615630 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0930346c-59a5-447b-9ac4-55acc6b63180 tempest-SubnetPoolsTestJSON-763654173 tempest-SubnetPoolsTestJSON-763654173-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1313096362'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:25.649067 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-87316983-24cf-45e9-9ee7-bf1c14d6579c tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] For port d748c64f-8b1e-413d-854b-c89bf7d9e39f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d748c64f-8b1e-413d-854b-c89bf7d9e39f,segment=NetworkSegment(45410692-68e9-4411-bb35-20310b36485d),segment_id=45410692-68e9-4411-bb35-20310b36485d)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:42:25.649824 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87316983-24cf-45e9-9ee7-bf1c14d6579c tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d748c64f-8b1e-413d-854b-c89bf7d9e39f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:25.747587 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-87316983-24cf-45e9-9ee7-bf1c14d6579c tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Calling delete_port for d748c64f-8b1e-413d-854b-c89bf7d9e39f owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:42:25.765484 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d337cd17-13e8-49ef-93de-f79539cd3837 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/floatingips/d66d1306-eac7-4f6a-81b0-01afa3f0aa29 HTTP/1.1" status: 200 len: 993 time: 0.1961389 Feb 08 21:42:25.923295 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0930346c-59a5-447b-9ac4-55acc6b63180 tempest-SubnetPoolsTestJSON-763654173 tempest-SubnetPoolsTestJSON-763654173-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:25.929310 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44494) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:25.929755 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0930346c-59a5-447b-9ac4-55acc6b63180 tempest-SubnetPoolsTestJSON-763654173 tempest-SubnetPoolsTestJSON-763654173-project] 10.222.0.88 "PUT /v2.0/subnetpools/dc8869aa-8954-4751-9841-7bb10d9d5e25 HTTP/1.1" status: 200 len: 684 time: 0.3223987 Feb 08 21:42:25.962203 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87316983-24cf-45e9-9ee7-bf1c14d6579c tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (d748c64f-8b1e-413d-854b-c89bf7d9e39f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:25.997914 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87316983-24cf-45e9-9ee7-bf1c14d6579c tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Pushing event deleted for resources: {'Port': ['ID=d748c64f-8b1e-413d-854b-c89bf7d9e39f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:26.003618 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87316983-24cf-45e9-9ee7-bf1c14d6579c tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] No DVR routers for this DVR port d748c64f-8b1e-413d-854b-c89bf7d9e39f on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:42:26.174455 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d748c64f-8b1e-413d-854b-c89bf7d9e39f no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:42:26.262350 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-758724c6-922d-4ca8-bc15-6aa8d4d64115 tempest-SubnetPoolsTestJSON-763654173 tempest-SubnetPoolsTestJSON-763654173-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:26.264815 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-758724c6-922d-4ca8-bc15-6aa8d4d64115 tempest-SubnetPoolsTestJSON-763654173 tempest-SubnetPoolsTestJSON-763654173-project] 10.222.0.88 "DELETE /v2.0/subnetpools/dc8869aa-8954-4751-9841-7bb10d9d5e25 HTTP/1.1" status: 204 len: 168 time: 0.3342419 Feb 08 21:42:26.268061 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: d748c64f-8b1e-413d-854b-c89bf7d9e39f {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:42:26.269011 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44498) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:26.270527 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d748c64f-8b1e-413d-854b-c89bf7d9e39f not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:42:26.299491 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87316983-24cf-45e9-9ee7-bf1c14d6579c tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (47db9ea3-45c4-4874-9b3d-8dda0f9eebdb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:26.313465 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44500) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:26.330323 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-87316983-24cf-45e9-9ee7-bf1c14d6579c tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47db9ea3-45c4-4874-9b3d-8dda0f9eebdb']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:26.342624 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ce56171d-db5b-445f-85d4-3cd15e1337b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:26.346749 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-87316983-24cf-45e9-9ee7-bf1c14d6579c tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45410692-68e9-4411-bb35-20310b36485d') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:26.347179 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-87316983-24cf-45e9-9ee7-bf1c14d6579c tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45410692-68e9-4411-bb35-20310b36485d') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:26.350624 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-4a41e341-e094-4e92-911f-b4b75cd51e1d tempest-SubnetPoolsTestJSON-763654173 tempest-SubnetPoolsTestJSON-763654173-project] show failed (client error): The resource could not be found. Feb 08 21:42:26.353344 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4a41e341-e094-4e92-911f-b4b75cd51e1d tempest-SubnetPoolsTestJSON-763654173 tempest-SubnetPoolsTestJSON-763654173-project] 10.222.0.88 "GET /v2.0/subnetpools/dc8869aa-8954-4751-9841-7bb10d9d5e25 HTTP/1.1" status: 404 len: 346 time: 0.0824881 Feb 08 21:42:26.356685 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44502) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:26.360477 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87316983-24cf-45e9-9ee7-bf1c14d6579c tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (45410692-68e9-4411-bb35-20310b36485d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:26.380000 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87316983-24cf-45e9-9ee7-bf1c14d6579c tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (45410692-68e9-4411-bb35-20310b36485d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:26.389065 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87316983-24cf-45e9-9ee7-bf1c14d6579c tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:42:26.389651 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87316983-24cf-45e9-9ee7-bf1c14d6579c tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (45410692-68e9-4411-bb35-20310b36485d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:26.423531 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-f9b4407e-27fd-48b0-9ac0-23c264bf76b9 tempest-SubnetPoolsTestJSON-763654173 tempest-SubnetPoolsTestJSON-763654173-project] delete failed (client error): The resource could not be found. Feb 08 21:42:26.426317 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f9b4407e-27fd-48b0-9ac0-23c264bf76b9 tempest-SubnetPoolsTestJSON-763654173 tempest-SubnetPoolsTestJSON-763654173-project] 10.222.0.88 "DELETE /v2.0/subnetpools/dc8869aa-8954-4751-9841-7bb10d9d5e25 HTTP/1.1" status: 404 len: 346 time: 0.0663240 Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:42:26.468866 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:42:26.475855 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87316983-24cf-45e9-9ee7-bf1c14d6579c tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (47db9ea3-45c4-4874-9b3d-8dda0f9eebdb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:26.488679 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87316983-24cf-45e9-9ee7-bf1c14d6579c tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:26.500065 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-87316983-24cf-45e9-9ee7-bf1c14d6579c tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] 10.222.0.88 "DELETE /v2.0/networks/47db9ea3-45c4-4874-9b3d-8dda0f9eebdb HTTP/1.1" status: 204 len: 168 time: 1.9051163 Feb 08 21:42:26.520133 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87316983-24cf-45e9-9ee7-bf1c14d6579c tempest-AllowedAddressPairTestJSON-2017623773 tempest-AllowedAddressPairTestJSON-2017623773-project] Pushing event deleted for resources: {'Network': ['ID=47db9ea3-45c4-4874-9b3d-8dda0f9eebdb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:26.613214 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ce56171d-db5b-445f-85d4-3cd15e1337b1 admin admin] Publish callbacks [] for security_group (8381fc67-1409-4884-9500-b2bc4ede8698), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:26.624736 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ce56171d-db5b-445f-85d4-3cd15e1337b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8381fc67-1409-4884-9500-b2bc4ede8698), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:26.702841 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56171d-db5b-445f-85d4-3cd15e1337b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8381fc67-1409-4884-9500-b2bc4ede8698,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:26.746609 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44516) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:26.759766 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ce56171d-db5b-445f-85d4-3cd15e1337b1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e6340b02b8434b0f80d3f07b0fa668b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4439218 Feb 08 21:42:26.845988 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-332f1741-7011-42d0-9698-011c8f734882 admin admin] Publish callbacks [] for security_group (8381fc67-1409-4884-9500-b2bc4ede8698), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:26.883002 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-332f1741-7011-42d0-9698-011c8f734882 admin admin] Publish callbacks [] for security_group (8381fc67-1409-4884-9500-b2bc4ede8698), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:26.948251 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44522) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:26.987422 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-332f1741-7011-42d0-9698-011c8f734882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8381fc67-1409-4884-9500-b2bc4ede8698), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:26.991124 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-332f1741-7011-42d0-9698-011c8f734882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:26.992441 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-332f1741-7011-42d0-9698-011c8f734882 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8381fc67-1409-4884-9500-b2bc4ede8698 HTTP/1.1" status: 204 len: 168 time: 0.2435470 Feb 08 21:42:27.002027 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f1741-7011-42d0-9698-011c8f734882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8381fc67-1409-4884-9500-b2bc4ede8698,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:27.052502 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44528) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:27.205011 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9751060b-684f-4cfd-a500-7207bc0641ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:27.429911 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-788dc855-110b-4ca0-b5d2-ac1090ea4b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:27.565141 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c20fa3e6-d3c5-467c-b1ff-75147c60b9cb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=89f3f79037c74e318534aa440781b16f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5106437 Feb 08 21:42:27.567994 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44540) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:27.617025 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9751060b-684f-4cfd-a500-7207bc0641ff admin admin] Publish callbacks [] for security_group (e58a9bf6-00ea-47b1-9d17-ce917f20d9f5), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:27.626868 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9751060b-684f-4cfd-a500-7207bc0641ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e58a9bf6-00ea-47b1-9d17-ce917f20d9f5), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:27.683985 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a770dfaa-331e-441f-8113-b781df7b534c admin admin] Publish callbacks [] for security_group (11c572c6-76b4-4b7c-bc8c-3ea80d8931e7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:27.736340 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a770dfaa-331e-441f-8113-b781df7b534c admin admin] Publish callbacks [] for security_group (11c572c6-76b4-4b7c-bc8c-3ea80d8931e7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:27.762732 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9751060b-684f-4cfd-a500-7207bc0641ff admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=42a1034c56224c979943b3d128c5f183&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8132930 Feb 08 21:42:27.769125 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44546) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:27.786489 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751060b-684f-4cfd-a500-7207bc0641ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58a9bf6-00ea-47b1-9d17-ce917f20d9f5,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:27.819373 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751060b-684f-4cfd-a500-7207bc0641ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:27.819999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751060b-684f-4cfd-a500-7207bc0641ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:27.820526 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751060b-684f-4cfd-a500-7207bc0641ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:27.821042 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751060b-684f-4cfd-a500-7207bc0641ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:27.821578 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751060b-684f-4cfd-a500-7207bc0641ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:27.822341 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751060b-684f-4cfd-a500-7207bc0641ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:27.823941 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751060b-684f-4cfd-a500-7207bc0641ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:27.824895 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751060b-684f-4cfd-a500-7207bc0641ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:27.827129 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751060b-684f-4cfd-a500-7207bc0641ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:27.827848 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751060b-684f-4cfd-a500-7207bc0641ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:27.828351 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751060b-684f-4cfd-a500-7207bc0641ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:27.829254 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751060b-684f-4cfd-a500-7207bc0641ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:27.830102 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751060b-684f-4cfd-a500-7207bc0641ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:27.851188 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a770dfaa-331e-441f-8113-b781df7b534c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (11c572c6-76b4-4b7c-bc8c-3ea80d8931e7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:27.857068 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a770dfaa-331e-441f-8113-b781df7b534c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:27.860751 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a770dfaa-331e-441f-8113-b781df7b534c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/11c572c6-76b4-4b7c-bc8c-3ea80d8931e7 HTTP/1.1" status: 204 len: 168 time: 0.2908871 Feb 08 21:42:27.881290 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770dfaa-331e-441f-8113-b781df7b534c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c572c6-76b4-4b7c-bc8c-3ea80d8931e7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:27.957975 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c98e453e-b846-4177-8c73-906f15cbcc8e admin admin] Publish callbacks [] for security_group (e58a9bf6-00ea-47b1-9d17-ce917f20d9f5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:27.995272 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c98e453e-b846-4177-8c73-906f15cbcc8e admin admin] Publish callbacks [] for security_group (e58a9bf6-00ea-47b1-9d17-ce917f20d9f5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:28.070290 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c98e453e-b846-4177-8c73-906f15cbcc8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e58a9bf6-00ea-47b1-9d17-ce917f20d9f5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:28.076613 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c98e453e-b846-4177-8c73-906f15cbcc8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:28.085093 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c98e453e-b846-4177-8c73-906f15cbcc8e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e58a9bf6-00ea-47b1-9d17-ce917f20d9f5 HTTP/1.1" status: 204 len: 168 time: 0.3081751 Feb 08 21:42:28.113208 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e453e-b846-4177-8c73-906f15cbcc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58a9bf6-00ea-47b1-9d17-ce917f20d9f5,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:29.199544 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:29.937105 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44622) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:30.183664 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44628) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:30.365835 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-9f95a432-1780-4b00-96cc-126ec8d6bb7c tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-716916001'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:30.450367 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f95a432-1780-4b00-96cc-126ec8d6bb7c tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Made reservation on behalf of 40338c92e5ea4feeb384c592c4848055 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:42:30.466314 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f95a432-1780-4b00-96cc-126ec8d6bb7c tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:30.540349 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f95a432-1780-4b00-96cc-126ec8d6bb7c tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:30.664808 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f95a432-1780-4b00-96cc-126ec8d6bb7c tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks [] for security_group (5bcadc99-4409-4f09-85dd-b42fe2508b36), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:30.669971 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f95a432-1780-4b00-96cc-126ec8d6bb7c tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (5bcadc99-4409-4f09-85dd-b42fe2508b36), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:30.687531 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-26aef640-155f-4bd0-9d22-1cb36a70bb03 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1711491150'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:30.723020 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26aef640-155f-4bd0-9d22-1cb36a70bb03 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] Made reservation on behalf of fb098ff676d54b5b87739760f254ceaa for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:42:30.727160 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-26aef640-155f-4bd0-9d22-1cb36a70bb03 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:30.753260 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-26aef640-155f-4bd0-9d22-1cb36a70bb03 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:30.781047 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f95a432-1780-4b00-96cc-126ec8d6bb7c tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:42:30.805302 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f95a432-1780-4b00-96cc-126ec8d6bb7c tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (7e4ed144-5725-45a4-9d1c-a4a918426995), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:30.805712 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-9f95a432-1780-4b00-96cc-126ec8d6bb7c tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Added segment 7e4ed144-5725-45a4-9d1c-a4a918426995 of type vlan for network a567870e-a0a6-45f6-876d-9f465077ffe5 Feb 08 21:42:30.819156 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95a432-1780-4b00-96cc-126ec8d6bb7c tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcadc99-4409-4f09-85dd-b42fe2508b36,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:30.885612 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f95a432-1780-4b00-96cc-126ec8d6bb7c tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (a567870e-a0a6-45f6-876d-9f465077ffe5), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:30.950296 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-26aef640-155f-4bd0-9d22-1cb36a70bb03 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] Publish callbacks [] for security_group (3d3f4a18-f3fd-4578-beba-600c59368af8), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:30.959917 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-26aef640-155f-4bd0-9d22-1cb36a70bb03 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3d3f4a18-f3fd-4578-beba-600c59368af8), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:31.010667 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26aef640-155f-4bd0-9d22-1cb36a70bb03 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:42:31.052507 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aef640-155f-4bd0-9d22-1cb36a70bb03 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3f4a18-f3fd-4578-beba-600c59368af8,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:31.056650 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-26aef640-155f-4bd0-9d22-1cb36a70bb03 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (faa3d042-257c-416c-987b-97cf8ebacfd3), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:31.057375 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-26aef640-155f-4bd0-9d22-1cb36a70bb03 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] Added segment faa3d042-257c-416c-987b-97cf8ebacfd3 of type vlan for network c2b29b26-a94c-417e-8c32-edd780c98edd Feb 08 21:42:31.059146 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f95a432-1780-4b00-96cc-126ec8d6bb7c tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (a567870e-a0a6-45f6-876d-9f465077ffe5), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:31.068091 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f95a432-1780-4b00-96cc-126ec8d6bb7c tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:31.069791 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f95a432-1780-4b00-96cc-126ec8d6bb7c tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:31.181996 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9f95a432-1780-4b00-96cc-126ec8d6bb7c tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2437227 Feb 08 21:42:31.187549 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44658) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:31.190969 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-26aef640-155f-4bd0-9d22-1cb36a70bb03 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (c2b29b26-a94c-417e-8c32-edd780c98edd), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:31.199613 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-52e5bec8-629e-403d-849a-6fb506247807 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Request body: {'subnet': {'network_id': 'a567870e-a0a6-45f6-876d-9f465077ffe5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:31.300473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95a432-1780-4b00-96cc-126ec8d6bb7c tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Pushing event updated for resources: {'Network': ['ID=a567870e-a0a6-45f6-876d-9f465077ffe5,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:31.316871 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network a567870e-a0a6-45f6-876d-9f465077ffe5 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:42:31.328408 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-26aef640-155f-4bd0-9d22-1cb36a70bb03 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (c2b29b26-a94c-417e-8c32-edd780c98edd), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:31.335089 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26aef640-155f-4bd0-9d22-1cb36a70bb03 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:31.335920 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-26aef640-155f-4bd0-9d22-1cb36a70bb03 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:31.361505 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44660) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:31.362108 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-26aef640-155f-4bd0-9d22-1cb36a70bb03 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.1771374 Feb 08 21:42:31.362900 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e5bec8-629e-403d-849a-6fb506247807 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Made reservation on behalf of 40338c92e5ea4feeb384c592c4848055 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:42:31.367390 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-52e5bec8-629e-403d-849a-6fb506247807 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:31.371066 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-1dff4783-f046-48a1-9279-987dd8c128de tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'c2b29b26-a94c-417e-8c32-edd780c98edd', 'tempest-TagsTest-Tag-1134175873') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:31.566622 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:31.585018 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:31.594134 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1dff4783-f046-48a1-9279-987dd8c128de tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] 10.222.0.88 "PUT /v2.0/networks/c2b29b26-a94c-417e-8c32-edd780c98edd/tags/tempest-TagsTest-Tag-1134175873 HTTP/1.1" status: 201 len: 201 time: 0.2309341 Feb 08 21:42:31.595352 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44664) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:31.600120 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-c79a7837-ba40-41a0-bd47-590814e1a173 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c2b29b26-a94c-417e-8c32-edd780c98edd', 'tempest-TagsTest-Tag-1134175873') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:31.719799 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c79a7837-ba40-41a0-bd47-590814e1a173 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] 10.222.0.88 "GET /v2.0/networks/c2b29b26-a94c-417e-8c32-edd780c98edd/tags/tempest-TagsTest-Tag-1134175873 HTTP/1.1" status: 204 len: 168 time: 0.1232922 Feb 08 21:42:31.720495 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44666) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:31.733130 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-a5963127-8f74-4498-be23-b91e00be0552 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'c2b29b26-a94c-417e-8c32-edd780c98edd') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:31.817004 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44670) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:31.862737 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a5963127-8f74-4498-be23-b91e00be0552 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] 10.222.0.88 "GET /v2.0/networks/c2b29b26-a94c-417e-8c32-edd780c98edd/tags HTTP/1.1" status: 200 len: 238 time: 0.1397629 Feb 08 21:42:31.866678 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44674) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:31.871701 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-f5c1bd57-22b3-48d2-bd25-d7d6c2c8c975 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'c2b29b26-a94c-417e-8c32-edd780c98edd', {'tags': ['tempest-TagsTest-Tag-1113393437', 'tempest-TagsTest-Tag-1693579472', 'tempest-TagsTest-Tag-979051032']}) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:31.917867 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-52e5bec8-629e-403d-849a-6fb506247807 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (b8acac77-5e37-4965-868e-d4981b96e647), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:32.052320 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df02f28b-545d-4920-9973-51aa509303a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:32.062451 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aef640-155f-4bd0-9d22-1cb36a70bb03 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] Pushing event updated for resources: {'Network': ['ID=c2b29b26-a94c-417e-8c32-edd780c98edd,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:32.083125 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network c2b29b26-a94c-417e-8c32-edd780c98edd details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:42:32.111696 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5bec8-629e-403d-849a-6fb506247807 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Pushing event updated for resources: {'Subnet': ['ID=b8acac77-5e37-4965-868e-d4981b96e647,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:32.128185 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e5bec8-629e-403d-849a-6fb506247807 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Checking segment: {'id': '7e4ed144-5725-45a4-9d1c-a4a918426995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a567870e-a0a6-45f6-876d-9f465077ffe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:42:32.129195 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e5bec8-629e-403d-849a-6fb506247807 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Network hostable DHCP agents. Network: a567870e-a0a6-45f6-876d-9f465077ffe5, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:42:32.156238 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e5bec8-629e-403d-849a-6fb506247807 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Network a567870e-a0a6-45f6-876d-9f465077ffe5 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:42:32.162070 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f5c1bd57-22b3-48d2-bd25-d7d6c2c8c975 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] 10.222.0.88 "PUT /v2.0/networks/c2b29b26-a94c-417e-8c32-edd780c98edd/tags HTTP/1.1" status: 200 len: 308 time: 0.2940195 Feb 08 21:42:32.165284 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44676) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:32.179930 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-fa217eca-3905-4720-8d20-67833c6b1e2e tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'c2b29b26-a94c-417e-8c32-edd780c98edd', 'tempest-TagsTest-Tag-1113393437') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:32.220003 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-52e5bec8-629e-403d-849a-6fb506247807 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, a567870e-a0a6-45f6-876d-9f465077ffe5) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:42:32.227120 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df02f28b-545d-4920-9973-51aa509303a3 admin admin] Publish callbacks [] for security_group (2e9ca5a5-a9b7-4133-a9ff-f96faf50e88b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:32.232343 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae675b32-fee3-4197-bdcf-be929cf9bc72 None None] Network a567870e-a0a6-45f6-876d-9f465077ffe5 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:42:32.233291 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df02f28b-545d-4920-9973-51aa509303a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (2e9ca5a5-a9b7-4133-a9ff-f96faf50e88b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:32.234642 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e5bec8-629e-403d-849a-6fb506247807 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:32.235869 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-52e5bec8-629e-403d-849a-6fb506247807 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:32.335761 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-df02f28b-545d-4920-9973-51aa509303a3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cb2bc8bcb9b749c89eae68c97a9e1c40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5158281 Feb 08 21:42:32.338374 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44678) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:32.346885 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02f28b-545d-4920-9973-51aa509303a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9ca5a5-a9b7-4133-a9ff-f96faf50e88b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:32.400823 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6afb32-cab8-47d8-bcbe-e6f76ec1ffa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-a567870e-a0a6-45f6-876d-9f465077ffe5', 'network_id': 'a567870e-a0a6-45f6-876d-9f465077ffe5', 'project_id': '40338c92e5ea4feeb384c592c4848055', 'fixed_ips': [{'subnet_id': 'b8acac77-5e37-4965-868e-d4981b96e647'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:42:32.402622 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7e6afb32-cab8-47d8-bcbe-e6f76ec1ffa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:32.429922 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fcf39fa-b04f-4f61-9499-39fd0ddbcaab admin admin] Publish callbacks [] for security_group (2e9ca5a5-a9b7-4133-a9ff-f96faf50e88b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:32.460800 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fcf39fa-b04f-4f61-9499-39fd0ddbcaab admin admin] Publish callbacks [] for security_group (2e9ca5a5-a9b7-4133-a9ff-f96faf50e88b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:32.524297 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fcf39fa-b04f-4f61-9499-39fd0ddbcaab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (2e9ca5a5-a9b7-4133-a9ff-f96faf50e88b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:32.527660 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fcf39fa-b04f-4f61-9499-39fd0ddbcaab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:32.529489 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2fcf39fa-b04f-4f61-9499-39fd0ddbcaab admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2e9ca5a5-a9b7-4133-a9ff-f96faf50e88b HTTP/1.1" status: 204 len: 168 time: 0.1900785 Feb 08 21:42:32.548092 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf39fa-b04f-4f61-9499-39fd0ddbcaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9ca5a5-a9b7-4133-a9ff-f96faf50e88b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:32.681154 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-7e6afb32-cab8-47d8-bcbe-e6f76ec1ffa8 None None] Allocated IP 172.20.0.2 (a567870e-a0a6-45f6-876d-9f465077ffe5/b8acac77-5e37-4965-868e-d4981b96e647/9951753d-eb82-4a1c-9e00-028e072d8e0f) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:42:32.778459 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-52e5bec8-629e-403d-849a-6fb506247807 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5896964 Feb 08 21:42:32.781992 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44692) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:32.794339 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-de951318-212f-4bfb-870a-96df1c3c182b tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Request body: {'port': {'network_id': 'a567870e-a0a6-45f6-876d-9f465077ffe5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2088285262'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:32.843705 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fa217eca-3905-4720-8d20-67833c6b1e2e tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] 10.222.0.88 "DELETE /v2.0/networks/c2b29b26-a94c-417e-8c32-edd780c98edd/tags/tempest-TagsTest-Tag-1113393437 HTTP/1.1" status: 204 len: 168 time: 0.6758432 Feb 08 21:42:32.845823 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44694) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:32.855099 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-063f0257-7660-4804-bb0f-de62f5edb726 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c2b29b26-a94c-417e-8c32-edd780c98edd', 'tempest-TagsTest-Tag-1113393437') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:33.017734 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7e6afb32-cab8-47d8-bcbe-e6f76ec1ffa8 None None] Publish callbacks [] for port (9951753d-eb82-4a1c-9e00-028e072d8e0f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:33.026452 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7e6afb32-cab8-47d8-bcbe-e6f76ec1ffa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (9951753d-eb82-4a1c-9e00-028e072d8e0f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:33.054197 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6afb32-cab8-47d8-bcbe-e6f76ec1ffa8 None None] Network a567870e-a0a6-45f6-876d-9f465077ffe5 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:42:33.056117 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-7e6afb32-cab8-47d8-bcbe-e6f76ec1ffa8 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:42:33.063691 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-063f0257-7660-4804-bb0f-de62f5edb726 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] show failed (client error): The resource could not be found. Feb 08 21:42:33.067276 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-063f0257-7660-4804-bb0f-de62f5edb726 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] 10.222.0.88 "GET /v2.0/networks/c2b29b26-a94c-417e-8c32-edd780c98edd/tags/tempest-TagsTest-Tag-1113393437 HTTP/1.1" status: 404 len: 326 time: 0.2178476 Feb 08 21:42:33.068785 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44698) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:33.074073 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44700) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:33.091124 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6afb32-cab8-47d8-bcbe-e6f76ec1ffa8 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:42:33.092664 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-ee59a511-28eb-487f-9620-73a84724d4f9 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c2b29b26-a94c-417e-8c32-edd780c98edd', 'tempest-TagsTest-Tag-1693579472') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:33.138025 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de951318-212f-4bfb-870a-96df1c3c182b tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Made reservation on behalf of 40338c92e5ea4feeb384c592c4848055 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:42:33.142706 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de951318-212f-4bfb-870a-96df1c3c182b tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:33.165522 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6afb32-cab8-47d8-bcbe-e6f76ec1ffa8 None None] Pushing event updated for resources: {'Port': ['ID=9951753d-eb82-4a1c-9e00-028e072d8e0f,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:33.178650 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-7e6afb32-cab8-47d8-bcbe-e6f76ec1ffa8 None None] Attempting to bind port 9951753d-eb82-4a1c-9e00-028e072d8e0f on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:42:33.179023 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-7e6afb32-cab8-47d8-bcbe-e6f76ec1ffa8 None None] Attempting to bind port 9951753d-eb82-4a1c-9e00-028e072d8e0f by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '7e4ed144-5725-45a4-9d1c-a4a918426995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a567870e-a0a6-45f6-876d-9f465077ffe5'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:42:33.179387 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6afb32-cab8-47d8-bcbe-e6f76ec1ffa8 None None] Attempting to bind port 9951753d-eb82-4a1c-9e00-028e072d8e0f on network a567870e-a0a6-45f6-876d-9f465077ffe5 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:42:33.185764 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6afb32-cab8-47d8-bcbe-e6f76ec1ffa8 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:42:33.186150 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6afb32-cab8-47d8-bcbe-e6f76ec1ffa8 None None] Checking segment: {'id': '7e4ed144-5725-45a4-9d1c-a4a918426995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a567870e-a0a6-45f6-876d-9f465077ffe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:42:33.186555 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e492a75-d8ff-47c5-914f-2582e36a2698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:33.187290 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7e6afb32-cab8-47d8-bcbe-e6f76ec1ffa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:33.187735 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6afb32-cab8-47d8-bcbe-e6f76ec1ffa8 None None] Bound using segment: {'id': '7e4ed144-5725-45a4-9d1c-a4a918426995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a567870e-a0a6-45f6-876d-9f465077ffe5'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:42:33.188262 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-7e6afb32-cab8-47d8-bcbe-e6f76ec1ffa8 None None] Bound port: 9951753d-eb82-4a1c-9e00-028e072d8e0f, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e4ed144-5725-45a4-9d1c-a4a918426995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a567870e-a0a6-45f6-876d-9f465077ffe5'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:42:33.188758 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7e6afb32-cab8-47d8-bcbe-e6f76ec1ffa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9951753d-eb82-4a1c-9e00-028e072d8e0f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:33.269895 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-7e6afb32-cab8-47d8-bcbe-e6f76ec1ffa8 None None] For port 9951753d-eb82-4a1c-9e00-028e072d8e0f, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:42:33.273179 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-7e6afb32-cab8-47d8-bcbe-e6f76ec1ffa8 None None] For port 9951753d-eb82-4a1c-9e00-028e072d8e0f, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=9951753d-eb82-4a1c-9e00-028e072d8e0f,segment=NetworkSegment(7e4ed144-5725-45a4-9d1c-a4a918426995),segment_id=7e4ed144-5725-45a4-9d1c-a4a918426995)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:42:33.275067 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-de951318-212f-4bfb-870a-96df1c3c182b tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] device_id is not set on port 90e714da-e8f9-4cfa-8dcc-d07069a8eabb yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:42:33.280226 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7e6afb32-cab8-47d8-bcbe-e6f76ec1ffa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9951753d-eb82-4a1c-9e00-028e072d8e0f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:33.350784 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6afb32-cab8-47d8-bcbe-e6f76ec1ffa8 None None] Pushing event updated for resources: {'Port': ['ID=9951753d-eb82-4a1c-9e00-028e072d8e0f,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:33.405442 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e492a75-d8ff-47c5-914f-2582e36a2698 admin admin] Publish callbacks [] for security_group (eed1c646-96b1-4f4c-b5d6-8a66e9a71bc5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:33.414232 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e492a75-d8ff-47c5-914f-2582e36a2698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (eed1c646-96b1-4f4c-b5d6-8a66e9a71bc5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:33.475360 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-de951318-212f-4bfb-870a-96df1c3c182b tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Allocated IP 172.20.0.6 (a567870e-a0a6-45f6-876d-9f465077ffe5/b8acac77-5e37-4965-868e-d4981b96e647/90e714da-e8f9-4cfa-8dcc-d07069a8eabb) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:42:33.477698 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e492a75-d8ff-47c5-914f-2582e36a2698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed1c646-96b1-4f4c-b5d6-8a66e9a71bc5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:33.482683 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ee59a511-28eb-487f-9620-73a84724d4f9 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] 10.222.0.88 "GET /v2.0/networks/c2b29b26-a94c-417e-8c32-edd780c98edd/tags/tempest-TagsTest-Tag-1693579472 HTTP/1.1" status: 204 len: 168 time: 0.4054077 Feb 08 21:42:33.485149 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44702) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:33.495234 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-e35e172d-426a-4063-a807-e761106a30fb tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c2b29b26-a94c-417e-8c32-edd780c98edd', 'tempest-TagsTest-Tag-979051032') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:33.520012 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2e492a75-d8ff-47c5-914f-2582e36a2698 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5ef30f6a882a47029227017f100a0281&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4356861 Feb 08 21:42:33.524103 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44704) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:33.610184 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b492a0a2-0d50-4745-81f2-719c560b768c admin admin] Publish callbacks [] for security_group (eed1c646-96b1-4f4c-b5d6-8a66e9a71bc5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:33.611822 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e35e172d-426a-4063-a807-e761106a30fb tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] 10.222.0.88 "GET /v2.0/networks/c2b29b26-a94c-417e-8c32-edd780c98edd/tags/tempest-TagsTest-Tag-979051032 HTTP/1.1" status: 204 len: 168 time: 0.1252036 Feb 08 21:42:33.623077 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44706) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:33.633103 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-c2248f9b-fd8c-4181-a92a-421594354b8f tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c2b29b26-a94c-417e-8c32-edd780c98edd') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:33.639780 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b492a0a2-0d50-4745-81f2-719c560b768c admin admin] Publish callbacks [] for security_group (eed1c646-96b1-4f4c-b5d6-8a66e9a71bc5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:33.701181 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b492a0a2-0d50-4745-81f2-719c560b768c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (eed1c646-96b1-4f4c-b5d6-8a66e9a71bc5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:33.703889 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b492a0a2-0d50-4745-81f2-719c560b768c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:33.707393 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b492a0a2-0d50-4745-81f2-719c560b768c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/eed1c646-96b1-4f4c-b5d6-8a66e9a71bc5 HTTP/1.1" status: 204 len: 168 time: 0.1800873 Feb 08 21:42:33.757380 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492a0a2-0d50-4745-81f2-719c560b768c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed1c646-96b1-4f4c-b5d6-8a66e9a71bc5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:33.837608 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44710) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:33.838052 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c2248f9b-fd8c-4181-a92a-421594354b8f tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] 10.222.0.88 "DELETE /v2.0/networks/c2b29b26-a94c-417e-8c32-edd780c98edd/tags HTTP/1.1" status: 204 len: 168 time: 0.2141008 Feb 08 21:42:33.854353 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-9fd33d9a-f1d5-4050-8643-0f49f8634a06 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c2b29b26-a94c-417e-8c32-edd780c98edd', 'tempest-TagsTest-Tag-1693579472') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:33.981802 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-9fd33d9a-f1d5-4050-8643-0f49f8634a06 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] show failed (client error): The resource could not be found. Feb 08 21:42:33.983148 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9fd33d9a-f1d5-4050-8643-0f49f8634a06 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] 10.222.0.88 "GET /v2.0/networks/c2b29b26-a94c-417e-8c32-edd780c98edd/tags/tempest-TagsTest-Tag-1693579472 HTTP/1.1" status: 404 len: 326 time: 0.1325495 Feb 08 21:42:33.986302 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44712) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:33.991883 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-641fe452-8dad-483b-8376-6cd1d21ca939 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c2b29b26-a94c-417e-8c32-edd780c98edd', 'tempest-TagsTest-Tag-979051032') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:33.999685 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de951318-212f-4bfb-870a-96df1c3c182b tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks [] for port (90e714da-e8f9-4cfa-8dcc-d07069a8eabb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:34.040198 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de951318-212f-4bfb-870a-96df1c3c182b tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (90e714da-e8f9-4cfa-8dcc-d07069a8eabb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:34.149973 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-641fe452-8dad-483b-8376-6cd1d21ca939 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] show failed (client error): The resource could not be found. Feb 08 21:42:34.151041 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-641fe452-8dad-483b-8376-6cd1d21ca939 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] 10.222.0.88 "GET /v2.0/networks/c2b29b26-a94c-417e-8c32-edd780c98edd/tags/tempest-TagsTest-Tag-979051032 HTTP/1.1" status: 404 len: 325 time: 0.1635540 Feb 08 21:42:34.154098 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44718) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:34.160694 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-413aa562-4e80-4d67-8a44-252ffa18e826 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c2b29b26-a94c-417e-8c32-edd780c98edd') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:34.191867 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de951318-212f-4bfb-870a-96df1c3c182b tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Network a567870e-a0a6-45f6-876d-9f465077ffe5 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:42:34.196694 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-de951318-212f-4bfb-870a-96df1c3c182b tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:42:34.218809 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de951318-212f-4bfb-870a-96df1c3c182b tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:42:34.249333 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 9951753d-eb82-4a1c-9e00-028e072d8e0f up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:42:34.301510 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de951318-212f-4bfb-870a-96df1c3c182b tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Pushing event updated for resources: {'Port': ['ID=90e714da-e8f9-4cfa-8dcc-d07069a8eabb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:34.343771 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-413aa562-4e80-4d67-8a44-252ffa18e826 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] 10.222.0.88 "DELETE /v2.0/networks/c2b29b26-a94c-417e-8c32-edd780c98edd/tags HTTP/1.1" status: 204 len: 168 time: 0.1844847 Feb 08 21:42:34.344719 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44724) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:34.382124 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de951318-212f-4bfb-870a-96df1c3c182b tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:34.384074 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de951318-212f-4bfb-870a-96df1c3c182b tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:34.384746 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 9951753d-eb82-4a1c-9e00-028e072d8e0f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:42:34.385129 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9951753d-eb82-4a1c-9e00-028e072d8e0f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:34.451248 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-de951318-212f-4bfb-870a-96df1c3c182b tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6672399 Feb 08 21:42:34.454273 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44728) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:34.462340 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ce167d6c-d1af-482b-a8ec-a88832a3b9cf tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Request body: {'port': {'network_id': 'a567870e-a0a6-45f6-876d-9f465077ffe5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1282237159', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:34.463034 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.api.validators [None req-ce167d6c-d1af-482b-a8ec-a88832a3b9cf tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] bootfile-name is not in valid_values {{(pid=103434) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 08 21:42:34.463713 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.api.validators [None req-ce167d6c-d1af-482b-a8ec-a88832a3b9cf tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] tftp-server is not in valid_values {{(pid=103434) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 08 21:42:34.464271 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.api.validators [None req-ce167d6c-d1af-482b-a8ec-a88832a3b9cf tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] server-ip-address is not in valid_values {{(pid=103434) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 08 21:42:34.513068 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 9951753d-eb82-4a1c-9e00-028e072d8e0f is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:42:34.513840 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9951753d-eb82-4a1c-9e00-028e072d8e0f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:34.559074 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 9951753d-eb82-4a1c-9e00-028e072d8e0f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=9951753d-eb82-4a1c-9e00-028e072d8e0f,segment=NetworkSegment(7e4ed144-5725-45a4-9d1c-a4a918426995),segment_id=7e4ed144-5725-45a4-9d1c-a4a918426995)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:42:34.565350 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9951753d-eb82-4a1c-9e00-028e072d8e0f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:34.566576 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ad9fc60d-67f3-412b-a1bc-77867b14b545 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (c2b29b26-a94c-417e-8c32-edd780c98edd), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:34.648555 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=9951753d-eb82-4a1c-9e00-028e072d8e0f,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:34.708408 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ad9fc60d-67f3-412b-a1bc-77867b14b545 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (c2b29b26-a94c-417e-8c32-edd780c98edd), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:34.711031 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce167d6c-d1af-482b-a8ec-a88832a3b9cf tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Made reservation on behalf of 40338c92e5ea4feeb384c592c4848055 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:42:34.719764 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ce167d6c-d1af-482b-a8ec-a88832a3b9cf tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:34.745199 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-ad9fc60d-67f3-412b-a1bc-77867b14b545 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b29b26-a94c-417e-8c32-edd780c98edd']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:34.763795 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-ad9fc60d-67f3-412b-a1bc-77867b14b545 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa3d042-257c-416c-987b-97cf8ebacfd3') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:34.764175 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-ad9fc60d-67f3-412b-a1bc-77867b14b545 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa3d042-257c-416c-987b-97cf8ebacfd3') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:34.764296 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-ce167d6c-d1af-482b-a8ec-a88832a3b9cf tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] device_id is not set on port 5b470b55-333a-4bc0-8758-fdcb35fb5932 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:42:34.776278 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ad9fc60d-67f3-412b-a1bc-77867b14b545 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (faa3d042-257c-416c-987b-97cf8ebacfd3), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:34.794347 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ad9fc60d-67f3-412b-a1bc-77867b14b545 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (faa3d042-257c-416c-987b-97cf8ebacfd3), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:34.801684 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9fc60d-67f3-412b-a1bc-77867b14b545 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:42:34.802101 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ad9fc60d-67f3-412b-a1bc-77867b14b545 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (faa3d042-257c-416c-987b-97cf8ebacfd3), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:42:34.807034 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:42:34.909085 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ad9fc60d-67f3-412b-a1bc-77867b14b545 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (c2b29b26-a94c-417e-8c32-edd780c98edd), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:34.922964 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ad9fc60d-67f3-412b-a1bc-77867b14b545 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:34.934058 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ad9fc60d-67f3-412b-a1bc-77867b14b545 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] 10.222.0.88 "DELETE /v2.0/networks/c2b29b26-a94c-417e-8c32-edd780c98edd HTTP/1.1" status: 204 len: 168 time: 0.5881503 Feb 08 21:42:34.964706 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9fc60d-67f3-412b-a1bc-77867b14b545 tempest-TagsTest-1116190174 tempest-TagsTest-1116190174-project] Pushing event deleted for resources: {'Network': ['ID=c2b29b26-a94c-417e-8c32-edd780c98edd,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:34.976302 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-ce167d6c-d1af-482b-a8ec-a88832a3b9cf tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Allocated IP 172.20.0.13 (a567870e-a0a6-45f6-876d-9f465077ffe5/b8acac77-5e37-4965-868e-d4981b96e647/5b470b55-333a-4bc0-8758-fdcb35fb5932) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:42:35.013051 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e626ebd0-c11c-4bdc-8699-2abdf2a68814 None None] Network a567870e-a0a6-45f6-876d-9f465077ffe5 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:42:35.324087 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-6fca2576-0746-4f7d-bd6e-87d55d73000d None None] Provisioning complete for port 9951753d-eb82-4a1c-9e00-028e072d8e0f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:42:35.326600 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6fca2576-0746-4f7d-bd6e-87d55d73000d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9951753d-eb82-4a1c-9e00-028e072d8e0f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:35.400405 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44748) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:35.422904 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ce167d6c-d1af-482b-a8ec-a88832a3b9cf tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks [] for port (5b470b55-333a-4bc0-8758-fdcb35fb5932), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:35.502060 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ce167d6c-d1af-482b-a8ec-a88832a3b9cf tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (5b470b55-333a-4bc0-8758-fdcb35fb5932), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:35.526156 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6fca2576-0746-4f7d-bd6e-87d55d73000d None None] Current status of the port 9951753d-eb82-4a1c-9e00-028e072d8e0f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:42:35.569655 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce167d6c-d1af-482b-a8ec-a88832a3b9cf tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Network a567870e-a0a6-45f6-876d-9f465077ffe5 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:42:35.574192 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-ce167d6c-d1af-482b-a8ec-a88832a3b9cf tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:42:35.589994 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce167d6c-d1af-482b-a8ec-a88832a3b9cf tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:42:35.719962 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce167d6c-d1af-482b-a8ec-a88832a3b9cf tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Pushing event updated for resources: {'Port': ['ID=5b470b55-333a-4bc0-8758-fdcb35fb5932,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:35.761197 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce167d6c-d1af-482b-a8ec-a88832a3b9cf tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:35.761953 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ce167d6c-d1af-482b-a8ec-a88832a3b9cf tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:35.784343 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-95458801-bc7b-4df2-9249-d119153ab3ce None None] Provisioning complete for port 9951753d-eb82-4a1c-9e00-028e072d8e0f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:42:35.785168 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-95458801-bc7b-4df2-9249-d119153ab3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9951753d-eb82-4a1c-9e00-028e072d8e0f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:35.798922 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ce167d6c-d1af-482b-a8ec-a88832a3b9cf tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.3422401 Feb 08 21:42:35.799581 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44758) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:35.857299 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-168c2a95-9c36-4482-a0b9-c89c04e11a3a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fb098ff676d54b5b87739760f254ceaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4546869 Feb 08 21:42:35.857962 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44762) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:35.931006 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea35c5c-2c19-46b1-815e-6ff2c22444fb tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:35.943686 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea35c5c-2c19-46b1-815e-6ff2c22444fb tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:35.949797 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b9b3c0c-a238-43ac-921e-1e4b74e7facd admin admin] Publish callbacks [] for security_group (3d3f4a18-f3fd-4578-beba-600c59368af8), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:35.961324 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea35c5c-2c19-46b1-815e-6ff2c22444fb tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:35.965905 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1ea35c5c-2c19-46b1-815e-6ff2c22444fb tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1652534 Feb 08 21:42:35.969683 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44764) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:35.976940 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b9b3c0c-a238-43ac-921e-1e4b74e7facd admin admin] Publish callbacks [] for security_group (3d3f4a18-f3fd-4578-beba-600c59368af8), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:36.042196 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-95458801-bc7b-4df2-9249-d119153ab3ce None None] Current status of the port 9951753d-eb82-4a1c-9e00-028e072d8e0f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:42:36.063282 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-95458801-bc7b-4df2-9249-d119153ab3ce None None] Provisioning complete for port 90e714da-e8f9-4cfa-8dcc-d07069a8eabb triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:42:36.063653 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-95458801-bc7b-4df2-9249-d119153ab3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (90e714da-e8f9-4cfa-8dcc-d07069a8eabb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:36.094097 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b9b3c0c-a238-43ac-921e-1e4b74e7facd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3d3f4a18-f3fd-4578-beba-600c59368af8), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:36.097947 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b9b3c0c-a238-43ac-921e-1e4b74e7facd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:36.101547 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1b9b3c0c-a238-43ac-921e-1e4b74e7facd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3d3f4a18-f3fd-4578-beba-600c59368af8 HTTP/1.1" status: 204 len: 168 time: 0.2364399 Feb 08 21:42:36.111075 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b3c0c-a238-43ac-921e-1e4b74e7facd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3f4a18-f3fd-4578-beba-600c59368af8,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:36.173736 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-95458801-bc7b-4df2-9249-d119153ab3ce None None] Port 90e714da-e8f9-4cfa-8dcc-d07069a8eabb cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:42:36.215991 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-9da21047-b9aa-4dcb-8f26-d732172f371b tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Deleting port 5b470b55-333a-4bc0-8758-fdcb35fb5932 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:42:36.216214 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9da21047-b9aa-4dcb-8f26-d732172f371b tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (5b470b55-333a-4bc0-8758-fdcb35fb5932), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:36.239211 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 9951753d-eb82-4a1c-9e00-028e072d8e0f up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:42:36.501724 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9da21047-b9aa-4dcb-8f26-d732172f371b tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (5b470b55-333a-4bc0-8758-fdcb35fb5932), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:36.530168 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-9da21047-b9aa-4dcb-8f26-d732172f371b tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Calling delete_port for 5b470b55-333a-4bc0-8758-fdcb35fb5932 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:42:36.561164 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-c61149e2-6fae-4261-a4c9-ef04e63dc97b None None] Provisioning complete for port 90e714da-e8f9-4cfa-8dcc-d07069a8eabb triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:42:36.562164 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c61149e2-6fae-4261-a4c9-ef04e63dc97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (90e714da-e8f9-4cfa-8dcc-d07069a8eabb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:36.584052 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:36.612605 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 9951753d-eb82-4a1c-9e00-028e072d8e0f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:42:36.613326 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9951753d-eb82-4a1c-9e00-028e072d8e0f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:36.719062 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9da21047-b9aa-4dcb-8f26-d732172f371b tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (5b470b55-333a-4bc0-8758-fdcb35fb5932), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:36.776350 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c61149e2-6fae-4261-a4c9-ef04e63dc97b None None] Port 90e714da-e8f9-4cfa-8dcc-d07069a8eabb cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:42:36.783280 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:36.792304 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da21047-b9aa-4dcb-8f26-d732172f371b tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Pushing event deleted for resources: {'Port': ['ID=5b470b55-333a-4bc0-8758-fdcb35fb5932,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:36.866414 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 9951753d-eb82-4a1c-9e00-028e072d8e0f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:42:36.939249 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d5271554-a75c-46e5-a872-feae8feb2f03 None None] Could not find standard attr ID for object 5b470b55-333a-4bc0-8758-fdcb35fb5932. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:42:36.995376 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9da21047-b9aa-4dcb-8f26-d732172f371b tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:36.998809 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9da21047-b9aa-4dcb-8f26-d732172f371b tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] 10.222.0.88 "DELETE /v2.0/ports/5b470b55-333a-4bc0-8758-fdcb35fb5932 HTTP/1.1" status: 204 len: 168 time: 1.0280912 Feb 08 21:42:37.002938 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44794) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:37.008999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-bf022042-f3a1-493c-a73a-6533b2b33805 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Request body: {'port': {'name': 'tempest-new-port-name-11477937', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:37.009537 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.api.validators [None req-bf022042-f3a1-493c-a73a-6533b2b33805 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] bootfile-name is not in valid_values {{(pid=103433) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 08 21:42:37.009885 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.api.validators [None req-bf022042-f3a1-493c-a73a-6533b2b33805 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] tftp-server is not in valid_values {{(pid=103433) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 08 21:42:37.010221 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.api.validators [None req-bf022042-f3a1-493c-a73a-6533b2b33805 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] server-ip-address is not in valid_values {{(pid=103433) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 08 21:42:37.173586 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf022042-f3a1-493c-a73a-6533b2b33805 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (90e714da-e8f9-4cfa-8dcc-d07069a8eabb), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:37.573582 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf022042-f3a1-493c-a73a-6533b2b33805 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks [] for port (90e714da-e8f9-4cfa-8dcc-d07069a8eabb), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:37.587029 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf022042-f3a1-493c-a73a-6533b2b33805 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (90e714da-e8f9-4cfa-8dcc-d07069a8eabb), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:37.712298 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf022042-f3a1-493c-a73a-6533b2b33805 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Pushing event updated for resources: {'Port': ['ID=90e714da-e8f9-4cfa-8dcc-d07069a8eabb,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:37.857809 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-bf022042-f3a1-493c-a73a-6533b2b33805 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] In _notify_port_updated(), no bound segment for port 90e714da-e8f9-4cfa-8dcc-d07069a8eabb on network a567870e-a0a6-45f6-876d-9f465077ffe5 {{(pid=103433) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 21:42:37.863457 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf022042-f3a1-493c-a73a-6533b2b33805 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:37.875445 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf022042-f3a1-493c-a73a-6533b2b33805 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:37.877061 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bf022042-f3a1-493c-a73a-6533b2b33805 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] 10.222.0.88 "PUT /v2.0/ports/90e714da-e8f9-4cfa-8dcc-d07069a8eabb HTTP/1.1" status: 200 len: 1134 time: 0.8731010 Feb 08 21:42:37.879765 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44830) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:37.994560 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14483a5d-1728-4ec8-bf7b-53cf59ff806b tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:37.998036 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-14483a5d-1728-4ec8-bf7b-53cf59ff806b tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] 10.222.0.88 "GET /v2.0/ports/90e714da-e8f9-4cfa-8dcc-d07069a8eabb HTTP/1.1" status: 200 len: 1134 time: 0.1161849 Feb 08 21:42:38.003307 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44832) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:38.178496 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-900776cd-58e9-4d8b-9018-9ba69b6c4031 None None] Provisioning complete for port 90e714da-e8f9-4cfa-8dcc-d07069a8eabb triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:42:38.181041 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-900776cd-58e9-4d8b-9018-9ba69b6c4031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (90e714da-e8f9-4cfa-8dcc-d07069a8eabb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:38.282971 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-900776cd-58e9-4d8b-9018-9ba69b6c4031 None None] Port 90e714da-e8f9-4cfa-8dcc-d07069a8eabb cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:42:38.359421 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c3e666dd-d3d8-456e-b611-f951b5483094 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Deleting port 90e714da-e8f9-4cfa-8dcc-d07069a8eabb {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:42:38.359767 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c3e666dd-d3d8-456e-b611-f951b5483094 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (90e714da-e8f9-4cfa-8dcc-d07069a8eabb), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:38.569414 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c3e666dd-d3d8-456e-b611-f951b5483094 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (90e714da-e8f9-4cfa-8dcc-d07069a8eabb), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:38.611797 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c3e666dd-d3d8-456e-b611-f951b5483094 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Calling delete_port for 90e714da-e8f9-4cfa-8dcc-d07069a8eabb owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:42:38.661673 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-166b2cdf-31a3-4a55-82b1-08830af0d5c4 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:38.664738 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-166b2cdf-31a3-4a55-82b1-08830af0d5c4 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/networks?id=b5326457-53c9-4ce3-8eff-31ed490f5fcc HTTP/1.1" status: 200 len: 814 time: 0.4513752 Feb 08 21:42:38.860699 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-08d04ffb-83b6-408b-ae52-50780f56d79a tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/quotas/f78ef32583a7407daedbb84d3ab485f9 HTTP/1.1" status: 200 len: 375 time: 0.0140090 Feb 08 21:42:38.928929 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c3e666dd-d3d8-456e-b611-f951b5483094 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (90e714da-e8f9-4cfa-8dcc-d07069a8eabb), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:39.002236 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e666dd-d3d8-456e-b611-f951b5483094 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Pushing event deleted for resources: {'Port': ['ID=90e714da-e8f9-4cfa-8dcc-d07069a8eabb,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:39.032101 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-c7aa592b-c5f4-48c0-ba75-6e4ce5483cf4 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f78ef32583a7407daedbb84d3ab485f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1623597 Feb 08 21:42:39.212651 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c3e666dd-d3d8-456e-b611-f951b5483094 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:39.240126 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c3e666dd-d3d8-456e-b611-f951b5483094 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] 10.222.0.88 "DELETE /v2.0/ports/90e714da-e8f9-4cfa-8dcc-d07069a8eabb HTTP/1.1" status: 204 len: 168 time: 1.2354910 Feb 08 21:42:39.243083 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44870) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:39.337016 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d10647-a89d-4826-8374-0e92e203ffdb tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Deleting subnet b8acac77-5e37-4965-868e-d4981b96e647 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:42:39.357429 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-33d10647-a89d-4826-8374-0e92e203ffdb tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks [] for subnet (b8acac77-5e37-4965-868e-d4981b96e647), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:39.486169 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-d76ac06f-6dd9-4f62-bf55-32108ec9b66b service neutron] 10.222.0.88 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168425 Feb 08 21:42:39.494231 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-33d10647-a89d-4826-8374-0e92e203ffdb tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (b8acac77-5e37-4965-868e-d4981b96e647), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:39.912453 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-414b5baa-a43e-4e62-bf2e-1c45412db8ab service neutron] 10.222.0.88 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150097 Feb 08 21:42:39.931176 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-33d10647-a89d-4826-8374-0e92e203ffdb tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (b8acac77-5e37-4965-868e-d4981b96e647), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:40.116577 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-33d10647-a89d-4826-8374-0e92e203ffdb tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (b8acac77-5e37-4965-868e-d4981b96e647), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:40.181517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d10647-a89d-4826-8374-0e92e203ffdb tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Pushing event deleted for resources: {'Subnet': ['ID=b8acac77-5e37-4965-868e-d4981b96e647,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:40.217710 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-33d10647-a89d-4826-8374-0e92e203ffdb tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:40.222785 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f897789e-0ee0-43ff-aebc-bf77f9698325 None None] Network a567870e-a0a6-45f6-876d-9f465077ffe5 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:42:40.237406 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-33d10647-a89d-4826-8374-0e92e203ffdb tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] 10.222.0.88 "DELETE /v2.0/subnets/b8acac77-5e37-4965-868e-d4981b96e647 HTTP/1.1" status: 204 len: 168 time: 0.9932194 Feb 08 21:42:40.239837 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44904) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:40.387108 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-deecac11-7e41-45cc-9b10-4791c9b460bc req-eeabdfad-0a21-4649-886b-1eda2db3e734 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=29dfc09f-94d6-476c-8d57-9c1ad6cf3d06 HTTP/1.1" status: 200 len: 210 time: 0.1131577 Feb 08 21:42:40.540875 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f3d3bb37-2481-4afa-8ce4-27ac50a502b7 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (a567870e-a0a6-45f6-876d-9f465077ffe5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:40.752544 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f3d3bb37-2481-4afa-8ce4-27ac50a502b7 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Deleting port 9951753d-eb82-4a1c-9e00-028e072d8e0f {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:42:40.752943 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f3d3bb37-2481-4afa-8ce4-27ac50a502b7 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (9951753d-eb82-4a1c-9e00-028e072d8e0f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:40.876616 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcbab9b-e982-426a-9df7-2d15e7411acd None None] DHCP port deletion for a567870e-a0a6-45f6-876d-9f465077ffe5 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:42:41.009915 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-cfcbab9b-e982-426a-9df7-2d15e7411acd None None] Deleting port 9951753d-eb82-4a1c-9e00-028e072d8e0f {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:42:41.010625 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cfcbab9b-e982-426a-9df7-2d15e7411acd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (9951753d-eb82-4a1c-9e00-028e072d8e0f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:41.010776 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-f3d3bb37-2481-4afa-8ce4-27ac50a502b7 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] For port 9951753d-eb82-4a1c-9e00-028e072d8e0f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=9951753d-eb82-4a1c-9e00-028e072d8e0f,segment=NetworkSegment(7e4ed144-5725-45a4-9d1c-a4a918426995),segment_id=7e4ed144-5725-45a4-9d1c-a4a918426995)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:42:41.011323 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f3d3bb37-2481-4afa-8ce4-27ac50a502b7 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (9951753d-eb82-4a1c-9e00-028e072d8e0f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:41.093474 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f3d3bb37-2481-4afa-8ce4-27ac50a502b7 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Calling delete_port for 9951753d-eb82-4a1c-9e00-028e072d8e0f owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:42:41.244404 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-cfcbab9b-e982-426a-9df7-2d15e7411acd None None] For port 9951753d-eb82-4a1c-9e00-028e072d8e0f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=9951753d-eb82-4a1c-9e00-028e072d8e0f,segment=NetworkSegment(7e4ed144-5725-45a4-9d1c-a4a918426995),segment_id=7e4ed144-5725-45a4-9d1c-a4a918426995)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:42:41.246879 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cfcbab9b-e982-426a-9df7-2d15e7411acd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (9951753d-eb82-4a1c-9e00-028e072d8e0f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:41.311249 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-cfcbab9b-e982-426a-9df7-2d15e7411acd None None] Calling delete_port for 9951753d-eb82-4a1c-9e00-028e072d8e0f owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:42:41.527457 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f3d3bb37-2481-4afa-8ce4-27ac50a502b7 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (9951753d-eb82-4a1c-9e00-028e072d8e0f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:41.598298 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3bb37-2481-4afa-8ce4-27ac50a502b7 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Pushing event deleted for resources: {'Port': ['ID=9951753d-eb82-4a1c-9e00-028e072d8e0f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:41.601808 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d3bb37-2481-4afa-8ce4-27ac50a502b7 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] No DVR routers for this DVR port 9951753d-eb82-4a1c-9e00-028e072d8e0f on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:42:41.707718 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c814fccd-1635-42f2-80fd-d7f2f6075954 req-e51d8a20-efae-4a9f-8a0c-ce6e9a697c23 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=29dfc09f-94d6-476c-8d57-9c1ad6cf3d06 HTTP/1.1" status: 200 len: 210 time: 0.1321523 Feb 08 21:42:41.733291 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cfcbab9b-e982-426a-9df7-2d15e7411acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (9951753d-eb82-4a1c-9e00-028e072d8e0f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:41.782355 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcbab9b-e982-426a-9df7-2d15e7411acd None None] No DVR routers for this DVR port 9951753d-eb82-4a1c-9e00-028e072d8e0f on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:42:41.900886 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbab9b-e982-426a-9df7-2d15e7411acd None None] Pushing event deleted for resources: {'Port': ['ID=9951753d-eb82-4a1c-9e00-028e072d8e0f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:41.922858 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44950) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:41.923040 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbab9b-e982-426a-9df7-2d15e7411acd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:41.923241 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbab9b-e982-426a-9df7-2d15e7411acd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:41.924389 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbab9b-e982-426a-9df7-2d15e7411acd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:41.925873 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbab9b-e982-426a-9df7-2d15e7411acd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:41.926390 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbab9b-e982-426a-9df7-2d15e7411acd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:41.926884 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbab9b-e982-426a-9df7-2d15e7411acd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:41.927930 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbab9b-e982-426a-9df7-2d15e7411acd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:41.928688 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbab9b-e982-426a-9df7-2d15e7411acd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:41.929441 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbab9b-e982-426a-9df7-2d15e7411acd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:41.929952 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbab9b-e982-426a-9df7-2d15e7411acd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:41.930440 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbab9b-e982-426a-9df7-2d15e7411acd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:41.930924 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbab9b-e982-426a-9df7-2d15e7411acd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:41.931409 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbab9b-e982-426a-9df7-2d15e7411acd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:42:41.962875 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f3d3bb37-2481-4afa-8ce4-27ac50a502b7 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (a567870e-a0a6-45f6-876d-9f465077ffe5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:42.011206 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f3d3bb37-2481-4afa-8ce4-27ac50a502b7 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a567870e-a0a6-45f6-876d-9f465077ffe5']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:42.050347 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f3d3bb37-2481-4afa-8ce4-27ac50a502b7 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4ed144-5725-45a4-9d1c-a4a918426995') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:42.051074 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f3d3bb37-2481-4afa-8ce4-27ac50a502b7 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4ed144-5725-45a4-9d1c-a4a918426995') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:42.063899 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f3d3bb37-2481-4afa-8ce4-27ac50a502b7 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (7e4ed144-5725-45a4-9d1c-a4a918426995), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:42.081304 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f3d3bb37-2481-4afa-8ce4-27ac50a502b7 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (7e4ed144-5725-45a4-9d1c-a4a918426995), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:42.090994 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d3bb37-2481-4afa-8ce4-27ac50a502b7 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:42:42.091724 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f3d3bb37-2481-4afa-8ce4-27ac50a502b7 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (7e4ed144-5725-45a4-9d1c-a4a918426995), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:42:42.097616 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:42:42.217175 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 9951753d-eb82-4a1c-9e00-028e072d8e0f no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:42:42.280129 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 9951753d-eb82-4a1c-9e00-028e072d8e0f {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:42:42.282371 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 9951753d-eb82-4a1c-9e00-028e072d8e0f not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:42:42.327664 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5b93f1ef-9ba7-469b-8dd1-892ddd332f87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:42.686239 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f3d3bb37-2481-4afa-8ce4-27ac50a502b7 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (a567870e-a0a6-45f6-876d-9f465077ffe5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:42.701185 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f3d3bb37-2481-4afa-8ce4-27ac50a502b7 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:42.708016 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f3d3bb37-2481-4afa-8ce4-27ac50a502b7 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] 10.222.0.88 "DELETE /v2.0/networks/a567870e-a0a6-45f6-876d-9f465077ffe5 HTTP/1.1" status: 204 len: 168 time: 2.4669788 Feb 08 21:42:42.728727 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3bb37-2481-4afa-8ce4-27ac50a502b7 tempest-ExtraDHCPOptionsTestJSON-1255357284 tempest-ExtraDHCPOptionsTestJSON-1255357284-project] Pushing event deleted for resources: {'Network': ['ID=a567870e-a0a6-45f6-876d-9f465077ffe5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:42.785691 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-1f6612cc-9b01-468c-885e-c3e25d426baf tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:42.793107 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-1f6612cc-9b01-468c-885e-c3e25d426baf tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.94 "GET /v2.0/networks?id=b5326457-53c9-4ce3-8eff-31ed490f5fcc HTTP/1.1" status: 200 len: 814 time: 0.1824250 Feb 08 21:42:42.809190 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-e6deda93-709c-4c04-bfc0-f35f21c2b6a8 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Request body: {'port': {'device_id': '29dfc09f-94d6-476c-8d57-9c1ad6cf3d06', 'network_id': 'b5326457-53c9-4ce3-8eff-31ed490f5fcc', 'admin_state_up': True, 'tenant_id': 'f78ef32583a7407daedbb84d3ab485f9'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:42.985319 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5b93f1ef-9ba7-469b-8dd1-892ddd332f87 admin admin] Publish callbacks [] for security_group (5fdf84b6-ffa9-4920-af90-9b0f3b36c14a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:43.003404 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a141bf14-9341-48cf-8d3e-1b5614265d01 req-80889202-a5dd-493c-b31d-7c7007d0a8aa tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=29dfc09f-94d6-476c-8d57-9c1ad6cf3d06 HTTP/1.1" status: 200 len: 210 time: 0.1506670 Feb 08 21:42:43.007897 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5b93f1ef-9ba7-469b-8dd1-892ddd332f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (5fdf84b6-ffa9-4920-af90-9b0f3b36c14a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:43.111440 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5b93f1ef-9ba7-469b-8dd1-892ddd332f87 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3ec844572ae44943936f6a82d6bc58b7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1869631 Feb 08 21:42:43.117956 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44978) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:43.204447 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-e6deda93-709c-4c04-bfc0-f35f21c2b6a8 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Made reservation on behalf of f78ef32583a7407daedbb84d3ab485f9 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:42:43.206503 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93f1ef-9ba7-469b-8dd1-892ddd332f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdf84b6-ffa9-4920-af90-9b0f3b36c14a,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:43.210603 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-e6deda93-709c-4c04-bfc0-f35f21c2b6a8 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:43.236338 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44980) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:43.267122 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0346cc6f-d80c-4634-9cd4-52fd4ba31780 admin admin] Publish callbacks [] for security_group (5fdf84b6-ffa9-4920-af90-9b0f3b36c14a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:43.327437 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0346cc6f-d80c-4634-9cd4-52fd4ba31780 admin admin] Publish callbacks [] for security_group (5fdf84b6-ffa9-4920-af90-9b0f3b36c14a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:43.429862 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0346cc6f-d80c-4634-9cd4-52fd4ba31780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (5fdf84b6-ffa9-4920-af90-9b0f3b36c14a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:43.435231 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0346cc6f-d80c-4634-9cd4-52fd4ba31780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:43.439467 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0346cc6f-d80c-4634-9cd4-52fd4ba31780 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5fdf84b6-ffa9-4920-af90-9b0f3b36c14a HTTP/1.1" status: 204 len: 168 time: 0.3171420 Feb 08 21:42:43.452851 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346cc6f-d80c-4634-9cd4-52fd4ba31780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdf84b6-ffa9-4920-af90-9b0f3b36c14a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:43.579756 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-e6deda93-709c-4c04-bfc0-f35f21c2b6a8 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Allocated IP 172.20.0.2 (b5326457-53c9-4ce3-8eff-31ed490f5fcc/1829db1a-bc95-499c-9def-413e4d0051fd/43bf27e7-1e8b-467a-abd8-61db90a9e6f1) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:42:44.058027 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45000) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:44.058558 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3f80f4f0-aa61-4dc3-936f-5ed22f169c0c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=40338c92e5ea4feeb384c592c4848055&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8205540 Feb 08 21:42:44.114068 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-e6deda93-709c-4c04-bfc0-f35f21c2b6a8 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks [] for port (43bf27e7-1e8b-467a-abd8-61db90a9e6f1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:44.139728 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0abe9bea-fb3f-4f30-a8af-a329846ed55b req-ba16a7e2-fdd3-4835-975f-0d41eff8cd60 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2790952 Feb 08 21:42:44.160741 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45006) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:44.295234 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cf8e449c-71b2-4aba-8a60-0a3a88c7f53e admin admin] Publish callbacks [] for security_group (5bcadc99-4409-4f09-85dd-b42fe2508b36), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:44.306013 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-00a980cf-031d-4940-989a-a85718f5d635 req-7feddc8b-4319-4b6e-acc8-cf7c87d7d188 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=29dfc09f-94d6-476c-8d57-9c1ad6cf3d06 HTTP/1.1" status: 200 len: 210 time: 0.1076658 Feb 08 21:42:44.320026 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-e6deda93-709c-4c04-bfc0-f35f21c2b6a8 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (43bf27e7-1e8b-467a-abd8-61db90a9e6f1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:44.322287 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32e0748f-f42d-4af7-8cef-4cb6d90afec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:44.339352 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['951a528b-3911-4676-b8cf-fac9d5faf014', '3aa0c46d-1996-4bdf-9d31-30448bb41cf1', 'c10bdf49-410c-49e6-93e8-8cff1324ca18'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:42:44.408903 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cf8e449c-71b2-4aba-8a60-0a3a88c7f53e admin admin] Publish callbacks [] for security_group (5bcadc99-4409-4f09-85dd-b42fe2508b36), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:44.493303 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-e6deda93-709c-4c04-bfc0-f35f21c2b6a8 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Network b5326457-53c9-4ce3-8eff-31ed490f5fcc is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:42:44.500266 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe9bea-fb3f-4f30-a8af-a329846ed55b req-b4362a9e-e5fb-4baf-a2ca-6d2438feddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:44.518294 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0abe9bea-fb3f-4f30-a8af-a329846ed55b req-b4362a9e-e5fb-4baf-a2ca-6d2438feddcc service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=34667052c8344fe0a4257547677c9696&device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 1128 time: 0.2989326 Feb 08 21:42:44.520587 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6deda93-709c-4c04-bfc0-f35f21c2b6a8 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Pushing event updated for resources: {'Port': ['ID=43bf27e7-1e8b-467a-abd8-61db90a9e6f1,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:44.532164 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cf8e449c-71b2-4aba-8a60-0a3a88c7f53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (5bcadc99-4409-4f09-85dd-b42fe2508b36), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:44.533741 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-e6deda93-709c-4c04-bfc0-f35f21c2b6a8 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:42:44.536406 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cf8e449c-71b2-4aba-8a60-0a3a88c7f53e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:44.540827 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cf8e449c-71b2-4aba-8a60-0a3a88c7f53e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5bcadc99-4409-4f09-85dd-b42fe2508b36 HTTP/1.1" status: 204 len: 168 time: 0.4802511 Feb 08 21:42:44.543963 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-e6deda93-709c-4c04-bfc0-f35f21c2b6a8 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:42:44.563223 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e449c-71b2-4aba-8a60-0a3a88c7f53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcadc99-4409-4f09-85dd-b42fe2508b36,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:44.689400 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45020) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:44.851951 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-e6deda93-709c-4c04-bfc0-f35f21c2b6a8 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:44.852631 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-e6deda93-709c-4c04-bfc0-f35f21c2b6a8 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:44.904913 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-e6deda93-709c-4c04-bfc0-f35f21c2b6a8 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1030807 Feb 08 21:42:44.932707 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-29df32a1-294b-415c-9a8b-8f623a0010ed tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:42:44.934026 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-29df32a1-294b-415c-9a8b-8f623a0010ed tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129237 Feb 08 21:42:44.973502 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-8d7c7b02-4fc1-47b3-a5e5-93744ce58da8 service neutron] Request body: {'port': {'device_id': '29dfc09f-94d6-476c-8d57-9c1ad6cf3d06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:44.992058 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe9bea-fb3f-4f30-a8af-a329846ed55b req-93984cee-973c-4901-bd14-3e88a5e1a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:44.993616 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0abe9bea-fb3f-4f30-a8af-a329846ed55b req-93984cee-973c-4901-bd14-3e88a5e1a5b0 service neutron] 10.222.0.94 "GET /v2.0/networks?id=1679b521-217f-49a1-a155-3334752f6c92 HTTP/1.1" status: 200 len: 912 time: 0.4356496 Feb 08 21:42:45.115501 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32e0748f-f42d-4af7-8cef-4cb6d90afec1 admin admin] Publish callbacks [] for security_group (ae910898-3132-4514-8b0a-22f3cc419b2d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:45.142868 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32e0748f-f42d-4af7-8cef-4cb6d90afec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ae910898-3132-4514-8b0a-22f3cc419b2d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:45.209283 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0748f-f42d-4af7-8cef-4cb6d90afec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae910898-3132-4514-8b0a-22f3cc419b2d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:45.238924 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0abe9bea-fb3f-4f30-a8af-a329846ed55b req-bcd89e65-e956-4e2a-ba64-ba87ea53289d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38a4287e-56b3-4bf1-b386-0d6d5e88138b HTTP/1.1" status: 200 len: 999 time: 0.2026269 Feb 08 21:42:45.240143 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-8d7c7b02-4fc1-47b3-a5e5-93744ce58da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (43bf27e7-1e8b-467a-abd8-61db90a9e6f1), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:45.244262 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-32e0748f-f42d-4af7-8cef-4cb6d90afec1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c031e1e88d7b4715962b09400bbbf74f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0656259 Feb 08 21:42:45.247659 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45036) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:45.343252 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe9bea-fb3f-4f30-a8af-a329846ed55b req-6688ee14-3d53-4657-b215-e646b221deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:45.344799 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0abe9bea-fb3f-4f30-a8af-a329846ed55b req-6688ee14-3d53-4657-b215-e646b221deaf service neutron] 10.222.0.94 "GET /v2.0/subnets?id=07d9bb5c-1887-4b22-a4c6-21ab4d50a37d HTTP/1.1" status: 200 len: 850 time: 0.0991864 Feb 08 21:42:45.395480 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8cddbd97-14f6-4617-b4c0-384e08362318 admin admin] Publish callbacks [] for security_group (ae910898-3132-4514-8b0a-22f3cc419b2d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:45.472678 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8cddbd97-14f6-4617-b4c0-384e08362318 admin admin] Publish callbacks [] for security_group (ae910898-3132-4514-8b0a-22f3cc419b2d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:45.531334 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-112375f5-2b4a-4a11-9355-2e9143cc3660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:45.587938 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe9bea-fb3f-4f30-a8af-a329846ed55b req-0d37d0a8-80c8-4938-ae33-ec55468e871b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:45.590441 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0abe9bea-fb3f-4f30-a8af-a329846ed55b req-0d37d0a8-80c8-4938-ae33-ec55468e871b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1679b521-217f-49a1-a155-3334752f6c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2339208 Feb 08 21:42:45.621856 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8cddbd97-14f6-4617-b4c0-384e08362318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ae910898-3132-4514-8b0a-22f3cc419b2d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:45.625017 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8cddbd97-14f6-4617-b4c0-384e08362318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:45.626406 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8cddbd97-14f6-4617-b4c0-384e08362318 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ae910898-3132-4514-8b0a-22f3cc419b2d HTTP/1.1" status: 204 len: 168 time: 0.3777308 Feb 08 21:42:45.651865 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cddbd97-14f6-4617-b4c0-384e08362318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae910898-3132-4514-8b0a-22f3cc419b2d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:45.679181 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668140e4-e3fd-4de5-8f46-4c0b0f3c5067 req-5bb9c93d-5c32-4ef6-ab8a-0061abeccbbe tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:45.681098 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-668140e4-e3fd-4de5-8f46-4c0b0f3c5067 req-5bb9c93d-5c32-4ef6-ab8a-0061abeccbbe tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=29dfc09f-94d6-476c-8d57-9c1ad6cf3d06 HTTP/1.1" status: 200 len: 931 time: 0.1467905 Feb 08 21:42:45.862736 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-668140e4-e3fd-4de5-8f46-4c0b0f3c5067 req-80950a52-7610-47d9-b6fe-c77e1455d729 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642399 Feb 08 21:42:45.902877 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-112375f5-2b4a-4a11-9355-2e9143cc3660 admin admin] Publish callbacks [] for security_group (71b818e8-7656-4c0b-b23e-4ab5aeae394c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:45.908744 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-112375f5-2b4a-4a11-9355-2e9143cc3660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (71b818e8-7656-4c0b-b23e-4ab5aeae394c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:45.942316 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0abe9bea-fb3f-4f30-a8af-a329846ed55b req-ba8c894d-5950-4ae5-975c-15c4d608081c service neutron] 10.222.0.94 "GET /v2.0/networks/1679b521-217f-49a1-a155-3334752f6c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345470 Feb 08 21:42:45.975763 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-112375f5-2b4a-4a11-9355-2e9143cc3660 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e02f31b3d5bc47989c81f8048c274f0e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2850022 Feb 08 21:42:45.983420 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45062) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:46.197080 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112375f5-2b4a-4a11-9355-2e9143cc3660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b818e8-7656-4c0b-b23e-4ab5aeae394c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:46.209521 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0abe9bea-fb3f-4f30-a8af-a329846ed55b req-66ec8eb0-8848-449e-a357-f84aa2c59b29 service neutron] 10.222.0.94 "GET /v2.0/networks/1679b521-217f-49a1-a155-3334752f6c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524083 Feb 08 21:42:46.213726 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-8d7c7b02-4fc1-47b3-a5e5-93744ce58da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43bf27e7-1e8b-467a-abd8-61db90a9e6f1 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:42:46.237177 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-8d7c7b02-4fc1-47b3-a5e5-93744ce58da8 service neutron] Publish callbacks [] for port (43bf27e7-1e8b-467a-abd8-61db90a9e6f1), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:46.249566 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-209ab9f1-cb8e-4022-8247-3af9cbd8c749 admin admin] Publish callbacks [] for security_group (71b818e8-7656-4c0b-b23e-4ab5aeae394c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:46.255906 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-8d7c7b02-4fc1-47b3-a5e5-93744ce58da8 service neutron] Transition to ACTIVE for port object 43bf27e7-1e8b-467a-abd8-61db90a9e6f1 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:42:46.261571 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-8d7c7b02-4fc1-47b3-a5e5-93744ce58da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (43bf27e7-1e8b-467a-abd8-61db90a9e6f1), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:46.336749 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-209ab9f1-cb8e-4022-8247-3af9cbd8c749 admin admin] Publish callbacks [] for security_group (71b818e8-7656-4c0b-b23e-4ab5aeae394c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:46.398774 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c7b02-4fc1-47b3-a5e5-93744ce58da8 service neutron] Pushing event updated for resources: {'Port': ['ID=43bf27e7-1e8b-467a-abd8-61db90a9e6f1,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:46.432528 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-209ab9f1-cb8e-4022-8247-3af9cbd8c749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (71b818e8-7656-4c0b-b23e-4ab5aeae394c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:46.435368 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-209ab9f1-cb8e-4022-8247-3af9cbd8c749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:46.439177 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-209ab9f1-cb8e-4022-8247-3af9cbd8c749 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/71b818e8-7656-4c0b-b23e-4ab5aeae394c HTTP/1.1" status: 204 len: 168 time: 0.4522729 Feb 08 21:42:46.452231 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ab9f1-cb8e-4022-8247-3af9cbd8c749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b818e8-7656-4c0b-b23e-4ab5aeae394c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:46.591916 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-8d7c7b02-4fc1-47b3-a5e5-93744ce58da8 service neutron] Attempting to bind port 43bf27e7-1e8b-467a-abd8-61db90a9e6f1 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:42:46.599368 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-8d7c7b02-4fc1-47b3-a5e5-93744ce58da8 service neutron] Attempting to bind port 43bf27e7-1e8b-467a-abd8-61db90a9e6f1 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '6d12b64d-8e18-49b9-aa36-c463a8b40117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b5326457-53c9-4ce3-8eff-31ed490f5fcc'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:42:46.599808 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-8d7c7b02-4fc1-47b3-a5e5-93744ce58da8 service neutron] Attempting to bind port 43bf27e7-1e8b-467a-abd8-61db90a9e6f1 on network b5326457-53c9-4ce3-8eff-31ed490f5fcc {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:42:46.607494 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-8d7c7b02-4fc1-47b3-a5e5-93744ce58da8 service neutron] Port 43bf27e7-1e8b-467a-abd8-61db90a9e6f1 on network b5326457-53c9-4ce3-8eff-31ed490f5fcc not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:42:46.607826 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-8d7c7b02-4fc1-47b3-a5e5-93744ce58da8 service neutron] Attempting to bind port 43bf27e7-1e8b-467a-abd8-61db90a9e6f1 on network b5326457-53c9-4ce3-8eff-31ed490f5fcc {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:42:46.618781 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-8d7c7b02-4fc1-47b3-a5e5-93744ce58da8 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:42:46.619123 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-8d7c7b02-4fc1-47b3-a5e5-93744ce58da8 service neutron] Checking segment: {'id': '6d12b64d-8e18-49b9-aa36-c463a8b40117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b5326457-53c9-4ce3-8eff-31ed490f5fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:42:46.620533 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-8d7c7b02-4fc1-47b3-a5e5-93744ce58da8 service neutron] Bound using segment: {'id': '6d12b64d-8e18-49b9-aa36-c463a8b40117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b5326457-53c9-4ce3-8eff-31ed490f5fcc'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:42:46.620990 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-8d7c7b02-4fc1-47b3-a5e5-93744ce58da8 service neutron] Bound port: 43bf27e7-1e8b-467a-abd8-61db90a9e6f1, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d12b64d-8e18-49b9-aa36-c463a8b40117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b5326457-53c9-4ce3-8eff-31ed490f5fcc'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:42:46.621411 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-8d7c7b02-4fc1-47b3-a5e5-93744ce58da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (43bf27e7-1e8b-467a-abd8-61db90a9e6f1), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:46.827357 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-8d7c7b02-4fc1-47b3-a5e5-93744ce58da8 service neutron] For port 43bf27e7-1e8b-467a-abd8-61db90a9e6f1, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:42:46.834460 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-8d7c7b02-4fc1-47b3-a5e5-93744ce58da8 service neutron] For port 43bf27e7-1e8b-467a-abd8-61db90a9e6f1, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=43bf27e7-1e8b-467a-abd8-61db90a9e6f1,segment=NetworkSegment(6d12b64d-8e18-49b9-aa36-c463a8b40117),segment_id=6d12b64d-8e18-49b9-aa36-c463a8b40117)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:42:46.856010 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-8d7c7b02-4fc1-47b3-a5e5-93744ce58da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (43bf27e7-1e8b-467a-abd8-61db90a9e6f1), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:47.032132 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-8d7c7b02-4fc1-47b3-a5e5-93744ce58da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:47.032773 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-8d7c7b02-4fc1-47b3-a5e5-93744ce58da8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:47.034359 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-8d7c7b02-4fc1-47b3-a5e5-93744ce58da8 service neutron] 10.222.0.94 "PUT /v2.0/ports/43bf27e7-1e8b-467a-abd8-61db90a9e6f1 HTTP/1.1" status: 200 len: 1092 time: 2.0737746 Feb 08 21:42:47.052385 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29dfc09f-94d6-476c-8d57-9c1ad6cf3d06', 'tag': '43bf27e7-1e8b-467a-abd8-61db90a9e6f1'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:42:47.054866 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe525b3-2dcc-4de7-8e40-8b16fe088667" -d '{"events": [{"name": "network-changed", "server_uuid": "29dfc09f-94d6-476c-8d57-9c1ad6cf3d06", "tag": "43bf27e7-1e8b-467a-abd8-61db90a9e6f1"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:42:47.194592 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076dd3a6-6394-4832-80f3-aee0fced4a50 req-50bd03c7-b849-442c-902a-862c299d5ab2 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:47.197758 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71abc562-febe-431d-bda3-8f30fc738a67 x-openstack-request-id: req-71abc562-febe-431d-bda3-8f30fc738a67 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:42:47.198076 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29dfc09f-94d6-476c-8d57-9c1ad6cf3d06", "tag": "43bf27e7-1e8b-467a-abd8-61db90a9e6f1", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:42:47.198361 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-71abc562-febe-431d-bda3-8f30fc738a67 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:42:47.198766 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29dfc09f-94d6-476c-8d57-9c1ad6cf3d06', 'tag': '43bf27e7-1e8b-467a-abd8-61db90a9e6f1', 'status': 'completed', 'code': 200} Feb 08 21:42:47.221875 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-076dd3a6-6394-4832-80f3-aee0fced4a50 req-50bd03c7-b849-442c-902a-862c299d5ab2 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=29dfc09f-94d6-476c-8d57-9c1ad6cf3d06 HTTP/1.1" status: 200 len: 943 time: 0.1653457 Feb 08 21:42:47.222955 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c7b02-4fc1-47b3-a5e5-93744ce58da8 service neutron] Pushing event updated for resources: {'Port': ['ID=43bf27e7-1e8b-467a-abd8-61db90a9e6f1,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:47.294244 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-f96d50f3-7a9b-4189-8d40-f6c1d55ce34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:47.296277 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-f96d50f3-7a9b-4189-8d40-f6c1d55ce34b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f78ef32583a7407daedbb84d3ab485f9&device_id=29dfc09f-94d6-476c-8d57-9c1ad6cf3d06 HTTP/1.1" status: 200 len: 1126 time: 0.1903360 Feb 08 21:42:47.359358 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-3ae12fdb-43a9-47ab-830f-452d00744ae1 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43bf27e7-1e8b-467a-abd8-61db90a9e6f1 HTTP/1.1" status: 200 len: 217 time: 0.0555348 Feb 08 21:42:47.366143 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-076dd3a6-6394-4832-80f3-aee0fced4a50 req-1b673d8f-bd66-4a00-bae2-d1b449c83ffc tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430380 Feb 08 21:42:47.471638 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-290da154-6707-4ccd-b49a-5047d20be2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:47.481106 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-290da154-6707-4ccd-b49a-5047d20be2ce service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1829db1a-bc95-499c-9def-413e4d0051fd HTTP/1.1" status: 200 len: 854 time: 0.1154716 Feb 08 21:42:47.523885 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-fe1e861e-c49a-4da9-a4c1-bec87d8fde2e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=b5326457-53c9-4ce3-8eff-31ed490f5fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369241 Feb 08 21:42:47.538750 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45106) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:47.676516 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-61c8e5c0-4712-4771-bb9b-f4a0a2c5f609 service neutron] 10.222.0.94 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466575 Feb 08 21:42:47.846196 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2d003b78-8304-4d34-a387-0c56c409a9ca req-ef0800b4-d8f6-4705-ae7f-c7a03d80fd83 service neutron] 10.222.0.94 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638029 Feb 08 21:42:47.917707 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-116433b8-e3e9-4809-aa1b-a08ab850eef2 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1320016600'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:47.960654 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116433b8-e3e9-4809-aa1b-a08ab850eef2 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Made reservation on behalf of 1474801039ad4d9e85a49d60f36109f8 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:42:47.966059 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-116433b8-e3e9-4809-aa1b-a08ab850eef2 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:47.997485 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-116433b8-e3e9-4809-aa1b-a08ab850eef2 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:48.007679 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe525b3-2dcc-4de7-8e40-8b16fe088667 req-4a3c3c54-8ef6-4def-b6e6-70e5904ca750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:48.013021 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-cbe525b3-2dcc-4de7-8e40-8b16fe088667 req-4a3c3c54-8ef6-4def-b6e6-70e5904ca750 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f78ef32583a7407daedbb84d3ab485f9&device_id=29dfc09f-94d6-476c-8d57-9c1ad6cf3d06 HTTP/1.1" status: 200 len: 1126 time: 0.1154814 Feb 08 21:42:48.221394 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-116433b8-e3e9-4809-aa1b-a08ab850eef2 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks [] for security_group (2977b980-b7f2-439c-bcd9-161ed407f9f3), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:48.227829 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-116433b8-e3e9-4809-aa1b-a08ab850eef2 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (2977b980-b7f2-439c-bcd9-161ed407f9f3), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:48.274488 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe525b3-2dcc-4de7-8e40-8b16fe088667 req-f8fff2df-3615-4931-9c43-c381ff6bb7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:48.280851 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-cbe525b3-2dcc-4de7-8e40-8b16fe088667 req-f8fff2df-3615-4931-9c43-c381ff6bb7c3 service neutron] 10.222.0.94 "GET /v2.0/networks?id=b5326457-53c9-4ce3-8eff-31ed490f5fcc HTTP/1.1" status: 200 len: 915 time: 0.2565842 Feb 08 21:42:48.300510 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116433b8-e3e9-4809-aa1b-a08ab850eef2 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2977b980-b7f2-439c-bcd9-161ed407f9f3,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:48.334236 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116433b8-e3e9-4809-aa1b-a08ab850eef2 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:42:48.360146 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-116433b8-e3e9-4809-aa1b-a08ab850eef2 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (68300bcb-ca22-4906-8c97-12dd398d7457), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:48.361053 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-116433b8-e3e9-4809-aa1b-a08ab850eef2 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Added segment 68300bcb-ca22-4906-8c97-12dd398d7457 of type vlan for network 0bfe80e0-e4eb-479e-89b7-3aa803d3efbd Feb 08 21:42:48.416931 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-cbe525b3-2dcc-4de7-8e40-8b16fe088667 req-f7962b20-baec-433f-8f05-4f9366fc3623 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43bf27e7-1e8b-467a-abd8-61db90a9e6f1 HTTP/1.1" status: 200 len: 217 time: 0.1338277 Feb 08 21:42:48.520190 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe525b3-2dcc-4de7-8e40-8b16fe088667 req-8238ef45-28eb-4afc-b01f-bfa8f5ff755a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:48.525586 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-cbe525b3-2dcc-4de7-8e40-8b16fe088667 req-8238ef45-28eb-4afc-b01f-bfa8f5ff755a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1829db1a-bc95-499c-9def-413e4d0051fd HTTP/1.1" status: 200 len: 854 time: 0.1011827 Feb 08 21:42:48.548308 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-116433b8-e3e9-4809-aa1b-a08ab850eef2 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (0bfe80e0-e4eb-479e-89b7-3aa803d3efbd), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:48.594083 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-cbe525b3-2dcc-4de7-8e40-8b16fe088667 req-b7771470-d8a0-4492-8f2f-20364b12196a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=b5326457-53c9-4ce3-8eff-31ed490f5fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623033 Feb 08 21:42:48.606062 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-116433b8-e3e9-4809-aa1b-a08ab850eef2 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (0bfe80e0-e4eb-479e-89b7-3aa803d3efbd), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:48.623662 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116433b8-e3e9-4809-aa1b-a08ab850eef2 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:48.624520 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-116433b8-e3e9-4809-aa1b-a08ab850eef2 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:48.703375 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-116433b8-e3e9-4809-aa1b-a08ab850eef2 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1621487 Feb 08 21:42:48.707799 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45140) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:48.714159 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e1868f1d-82fa-42b1-8036-00537a5d8672 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Request body: {'subnet': {'network_id': '0bfe80e0-e4eb-479e-89b7-3aa803d3efbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:48.860834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f360f-c85c-4eef-b6c0-1c02caa3dcc2 req-70d63cd8-f412-4dac-bdba-fb0bfcf29095 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:48.869032 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da7f360f-c85c-4eef-b6c0-1c02caa3dcc2 req-70d63cd8-f412-4dac-bdba-fb0bfcf29095 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=29dfc09f-94d6-476c-8d57-9c1ad6cf3d06 HTTP/1.1" status: 200 len: 943 time: 0.2696626 Feb 08 21:42:48.879360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116433b8-e3e9-4809-aa1b-a08ab850eef2 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Pushing event updated for resources: {'Network': ['ID=0bfe80e0-e4eb-479e-89b7-3aa803d3efbd,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:48.897401 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 0bfe80e0-e4eb-479e-89b7-3aa803d3efbd details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:42:48.938156 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1868f1d-82fa-42b1-8036-00537a5d8672 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Made reservation on behalf of 1474801039ad4d9e85a49d60f36109f8 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:42:48.945560 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1868f1d-82fa-42b1-8036-00537a5d8672 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:49.094649 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da7f360f-c85c-4eef-b6c0-1c02caa3dcc2 req-1ab44984-7413-4948-b11a-c064094aeb95 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064390 Feb 08 21:42:49.269683 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-cbe525b3-2dcc-4de7-8e40-8b16fe088667 req-00419f90-1ff7-4dd4-a7f9-317f0039f5b2 service neutron] 10.222.0.94 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6675477 Feb 08 21:42:49.444035 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1868f1d-82fa-42b1-8036-00537a5d8672 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (7143ec8e-3a03-4768-ac1b-e41ddee00bfb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:49.574271 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1868f1d-82fa-42b1-8036-00537a5d8672 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Checking segment: {'id': '68300bcb-ca22-4906-8c97-12dd398d7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0bfe80e0-e4eb-479e-89b7-3aa803d3efbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:42:49.574643 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1868f1d-82fa-42b1-8036-00537a5d8672 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Network hostable DHCP agents. Network: 0bfe80e0-e4eb-479e-89b7-3aa803d3efbd, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:42:49.609267 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1868f1d-82fa-42b1-8036-00537a5d8672 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Pushing event updated for resources: {'Subnet': ['ID=7143ec8e-3a03-4768-ac1b-e41ddee00bfb,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:49.621740 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-cbe525b3-2dcc-4de7-8e40-8b16fe088667 req-0bd36673-a208-4b14-b70a-a9fea93cb8fd service neutron] 10.222.0.94 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458443 Feb 08 21:42:49.629550 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1868f1d-82fa-42b1-8036-00537a5d8672 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Network 0bfe80e0-e4eb-479e-89b7-3aa803d3efbd is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:42:49.648539 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-e1868f1d-82fa-42b1-8036-00537a5d8672 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 0bfe80e0-e4eb-479e-89b7-3aa803d3efbd) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:42:49.653850 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1868f1d-82fa-42b1-8036-00537a5d8672 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:49.654460 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1868f1d-82fa-42b1-8036-00537a5d8672 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:49.661017 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a2fd45-ad5a-40a5-b290-0e248154cadc None None] Network 0bfe80e0-e4eb-479e-89b7-3aa803d3efbd requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:42:49.700330 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e1868f1d-82fa-42b1-8036-00537a5d8672 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9884875 Feb 08 21:42:49.700539 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45164) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:49.705354 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-420dfcda-3ab7-42a0-8246-138dddb70a6c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1233193305', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:49.759618 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-420dfcda-3ab7-42a0-8246-138dddb70a6c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (e6ec4fe7-8f95-48fe-9647-9648e1715884), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:49.762189 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-420dfcda-3ab7-42a0-8246-138dddb70a6c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (e6ec4fe7-8f95-48fe-9647-9648e1715884), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:49.853776 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ffd29d-fdec-457b-9dc4-39db4148e595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-0bfe80e0-e4eb-479e-89b7-3aa803d3efbd', 'network_id': '0bfe80e0-e4eb-479e-89b7-3aa803d3efbd', 'project_id': '1474801039ad4d9e85a49d60f36109f8', 'fixed_ips': [{'subnet_id': '7143ec8e-3a03-4768-ac1b-e41ddee00bfb'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:42:49.854858 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b4ffd29d-fdec-457b-9dc4-39db4148e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:49.975523 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-420dfcda-3ab7-42a0-8246-138dddb70a6c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks [] for router_controller (e6ec4fe7-8f95-48fe-9647-9648e1715884), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:49.982717 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-420dfcda-3ab7-42a0-8246-138dddb70a6c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (e6ec4fe7-8f95-48fe-9647-9648e1715884), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:50.027453 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-420dfcda-3ab7-42a0-8246-138dddb70a6c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:50.028904 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-420dfcda-3ab7-42a0-8246-138dddb70a6c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3271801 Feb 08 21:42:50.031883 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45170) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:50.070381 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-b4ffd29d-fdec-457b-9dc4-39db4148e595 None None] Allocated IP 172.20.0.2 (0bfe80e0-e4eb-479e-89b7-3aa803d3efbd/7143ec8e-3a03-4768-ac1b-e41ddee00bfb/11c29535-f204-4dc1-8ee9-f2fbfe649f28) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:42:50.283875 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d158f3-6891-41c5-b7ad-9698e0da6a0b req-f514ddec-667c-4dbe-8c02-c60e4119d9fe tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:50.298491 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01d158f3-6891-41c5-b7ad-9698e0da6a0b req-f514ddec-667c-4dbe-8c02-c60e4119d9fe tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=29dfc09f-94d6-476c-8d57-9c1ad6cf3d06 HTTP/1.1" status: 200 len: 943 time: 0.0793083 Feb 08 21:42:50.397559 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01d158f3-6891-41c5-b7ad-9698e0da6a0b req-003cce1e-4e6d-4ff7-8154-7458bcb15bf0 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916989 Feb 08 21:42:50.481805 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b4ffd29d-fdec-457b-9dc4-39db4148e595 None None] Publish callbacks [] for port (11c29535-f204-4dc1-8ee9-f2fbfe649f28), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:50.491708 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b4ffd29d-fdec-457b-9dc4-39db4148e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (11c29535-f204-4dc1-8ee9-f2fbfe649f28), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:50.601025 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ffd29d-fdec-457b-9dc4-39db4148e595 None None] Network 0bfe80e0-e4eb-479e-89b7-3aa803d3efbd is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:42:50.612185 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-b4ffd29d-fdec-457b-9dc4-39db4148e595 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:42:50.616304 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ffd29d-fdec-457b-9dc4-39db4148e595 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:42:50.633486 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ffd29d-fdec-457b-9dc4-39db4148e595 None None] Pushing event updated for resources: {'Port': ['ID=11c29535-f204-4dc1-8ee9-f2fbfe649f28,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:50.707599 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b56be93b-a2ce-4a7a-8476-42a922b48e9e tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:50.709455 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b4ffd29d-fdec-457b-9dc4-39db4148e595 None None] Attempting to bind port 11c29535-f204-4dc1-8ee9-f2fbfe649f28 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:42:50.709905 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b4ffd29d-fdec-457b-9dc4-39db4148e595 None None] Attempting to bind port 11c29535-f204-4dc1-8ee9-f2fbfe649f28 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '68300bcb-ca22-4906-8c97-12dd398d7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0bfe80e0-e4eb-479e-89b7-3aa803d3efbd'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:42:50.710387 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ffd29d-fdec-457b-9dc4-39db4148e595 None None] Attempting to bind port 11c29535-f204-4dc1-8ee9-f2fbfe649f28 on network 0bfe80e0-e4eb-479e-89b7-3aa803d3efbd {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:42:50.717133 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ffd29d-fdec-457b-9dc4-39db4148e595 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:42:50.717755 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ffd29d-fdec-457b-9dc4-39db4148e595 None None] Checking segment: {'id': '68300bcb-ca22-4906-8c97-12dd398d7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0bfe80e0-e4eb-479e-89b7-3aa803d3efbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:42:50.718308 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b4ffd29d-fdec-457b-9dc4-39db4148e595 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:50.718809 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ffd29d-fdec-457b-9dc4-39db4148e595 None None] Bound using segment: {'id': '68300bcb-ca22-4906-8c97-12dd398d7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0bfe80e0-e4eb-479e-89b7-3aa803d3efbd'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:42:50.719397 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b4ffd29d-fdec-457b-9dc4-39db4148e595 None None] Bound port: 11c29535-f204-4dc1-8ee9-f2fbfe649f28, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68300bcb-ca22-4906-8c97-12dd398d7457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0bfe80e0-e4eb-479e-89b7-3aa803d3efbd'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:42:50.719931 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b4ffd29d-fdec-457b-9dc4-39db4148e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (11c29535-f204-4dc1-8ee9-f2fbfe649f28), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:50.813673 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b4ffd29d-fdec-457b-9dc4-39db4148e595 None None] For port 11c29535-f204-4dc1-8ee9-f2fbfe649f28, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:42:50.818517 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b4ffd29d-fdec-457b-9dc4-39db4148e595 None None] For port 11c29535-f204-4dc1-8ee9-f2fbfe649f28, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=11c29535-f204-4dc1-8ee9-f2fbfe649f28,segment=NetworkSegment(68300bcb-ca22-4906-8c97-12dd398d7457),segment_id=68300bcb-ca22-4906-8c97-12dd398d7457)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:42:50.837443 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b4ffd29d-fdec-457b-9dc4-39db4148e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (11c29535-f204-4dc1-8ee9-f2fbfe649f28), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:50.937336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 43bf27e7-1e8b-467a-abd8-61db90a9e6f1 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:42:51.163422 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8881fd55-4566-4e27-8afb-5e0cb9114084 req-7979b0d0-23f8-44e8-b5ef-e48558b5fd37 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ba3bb589-023a-413d-8b78-70c2aac1a354&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5541458 Feb 08 21:42:51.209740 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-b56be93b-a2ce-4a7a-8476-42a922b48e9e tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Allocated IP 172.20.0.1 (0bfe80e0-e4eb-479e-89b7-3aa803d3efbd/7143ec8e-3a03-4768-ac1b-e41ddee00bfb/bcdb2797-2ddc-4d94-b480-6049b4b7381e) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:42:51.257317 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 43bf27e7-1e8b-467a-abd8-61db90a9e6f1, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=43bf27e7-1e8b-467a-abd8-61db90a9e6f1,segment=NetworkSegment(6d12b64d-8e18-49b9-aa36-c463a8b40117),segment_id=6d12b64d-8e18-49b9-aa36-c463a8b40117)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:42:51.319280 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ffd29d-fdec-457b-9dc4-39db4148e595 None None] Pushing event updated for resources: {'Port': ['ID=11c29535-f204-4dc1-8ee9-f2fbfe649f28,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:51.341703 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '43bf27e7-1e8b-467a-abd8-61db90a9e6f1', 'network_id': 'b5326457-53c9-4ce3-8eff-31ed490f5fcc', 'port_id': '43bf27e7-1e8b-467a-abd8-61db90a9e6f1', 'mac_address': 'fa:16:3e:9f:45:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1829db1a-bc95-499c-9def-413e4d0051fd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:42:51.496720 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 43bf27e7-1e8b-467a-abd8-61db90a9e6f1 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:42:51.497118 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (43bf27e7-1e8b-467a-abd8-61db90a9e6f1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:51.566111 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43bf27e7-1e8b-467a-abd8-61db90a9e6f1 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:42:51.582441 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b56be93b-a2ce-4a7a-8476-42a922b48e9e tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks [] for port (bcdb2797-2ddc-4d94-b480-6049b4b7381e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:51.641607 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 43bf27e7-1e8b-467a-abd8-61db90a9e6f1, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=43bf27e7-1e8b-467a-abd8-61db90a9e6f1,segment=NetworkSegment(6d12b64d-8e18-49b9-aa36-c463a8b40117),segment_id=6d12b64d-8e18-49b9-aa36-c463a8b40117)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:42:51.647466 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (43bf27e7-1e8b-467a-abd8-61db90a9e6f1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:51.703485 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b56be93b-a2ce-4a7a-8476-42a922b48e9e tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (bcdb2797-2ddc-4d94-b480-6049b4b7381e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:51.827731 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=43bf27e7-1e8b-467a-abd8-61db90a9e6f1,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:51.853698 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56be93b-a2ce-4a7a-8476-42a922b48e9e tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Pushing event updated for resources: {'Port': ['ID=bcdb2797-2ddc-4d94-b480-6049b4b7381e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:51.857912 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56be93b-a2ce-4a7a-8476-42a922b48e9e tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Network 0bfe80e0-e4eb-479e-89b7-3aa803d3efbd is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:42:51.859812 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-b56be93b-a2ce-4a7a-8476-42a922b48e9e tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:42:51.873777 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56be93b-a2ce-4a7a-8476-42a922b48e9e tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:42:51.968447 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['43bf27e7-1e8b-467a-abd8-61db90a9e6f1'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:42:51.984801 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b56be93b-a2ce-4a7a-8476-42a922b48e9e tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (e6ec4fe7-8f95-48fe-9647-9648e1715884), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:52.058098 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881fd55-4566-4e27-8afb-5e0cb9114084 req-c2f551d4-9e26-4ac9-9ff7-bb59709ae8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:52.063623 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8881fd55-4566-4e27-8afb-5e0cb9114084 req-c2f551d4-9e26-4ac9-9ff7-bb59709ae8e5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f78ef32583a7407daedbb84d3ab485f9&device_id=ba3bb589-023a-413d-8b78-70c2aac1a354 HTTP/1.1" status: 200 len: 1128 time: 0.8732066 Feb 08 21:42:52.245504 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881fd55-4566-4e27-8afb-5e0cb9114084 req-b05449b4-865c-4f78-82c2-1738904b91f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:52.248093 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8881fd55-4566-4e27-8afb-5e0cb9114084 req-b05449b4-865c-4f78-82c2-1738904b91f8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b5326457-53c9-4ce3-8eff-31ed490f5fcc HTTP/1.1" status: 200 len: 915 time: 0.1344404 Feb 08 21:42:52.316761 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58a2b7-a86c-427e-8a6a-c49aae2ab728 req-0ab5e02e-300f-4275-bd0e-b7e0c7238222 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:52.335357 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d58a2b7-a86c-427e-8a6a-c49aae2ab728 req-0ab5e02e-300f-4275-bd0e-b7e0c7238222 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=29dfc09f-94d6-476c-8d57-9c1ad6cf3d06 HTTP/1.1" status: 200 len: 944 time: 0.3693278 Feb 08 21:42:52.347834 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 11c29535-f204-4dc1-8ee9-f2fbfe649f28 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:42:52.364243 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b56be93b-a2ce-4a7a-8476-42a922b48e9e tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bcdb2797-2ddc-4d94-b480-6049b4b7381e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:52.475077 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8881fd55-4566-4e27-8afb-5e0cb9114084 req-e7292336-e192-4d4c-8419-003e12fe8b69 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3aa0c46d-1996-4bdf-9d31-30448bb41cf1 HTTP/1.1" status: 200 len: 217 time: 0.2116585 Feb 08 21:42:52.534504 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 11c29535-f204-4dc1-8ee9-f2fbfe649f28 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:42:52.535674 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (11c29535-f204-4dc1-8ee9-f2fbfe649f28), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:52.644844 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:42:52.665465 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d58a2b7-a86c-427e-8a6a-c49aae2ab728 req-cb929767-a308-49fe-996b-7d9cb978c7d9 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283498 Feb 08 21:42:52.686275 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 11c29535-f204-4dc1-8ee9-f2fbfe649f28 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:42:52.686275 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (11c29535-f204-4dc1-8ee9-f2fbfe649f28), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:52.729465 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881fd55-4566-4e27-8afb-5e0cb9114084 req-03005ac5-2fc5-41e4-91e6-bf4bb6214ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:52.734748 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8881fd55-4566-4e27-8afb-5e0cb9114084 req-03005ac5-2fc5-41e4-91e6-bf4bb6214ce5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1829db1a-bc95-499c-9def-413e4d0051fd HTTP/1.1" status: 200 len: 854 time: 0.2393816 Feb 08 21:42:52.749956 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 11c29535-f204-4dc1-8ee9-f2fbfe649f28, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=11c29535-f204-4dc1-8ee9-f2fbfe649f28,segment=NetworkSegment(68300bcb-ca22-4906-8c97-12dd398d7457),segment_id=68300bcb-ca22-4906-8c97-12dd398d7457)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:42:52.758490 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (11c29535-f204-4dc1-8ee9-f2fbfe649f28), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:52.813167 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8881fd55-4566-4e27-8afb-5e0cb9114084 req-7fafc1c5-b675-4421-8700-a1fde238ef0d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5326457-53c9-4ce3-8eff-31ed490f5fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709903 Feb 08 21:42:52.823658 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-8881fd55-4566-4e27-8afb-5e0cb9114084 req-c0a921b2-2da7-44f8-879d-5431c0aaa87e service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:42:52.824921 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8881fd55-4566-4e27-8afb-5e0cb9114084 req-c0a921b2-2da7-44f8-879d-5431c0aaa87e service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059133 Feb 08 21:42:52.945189 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=11c29535-f204-4dc1-8ee9-f2fbfe649f28,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:53.032264 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b56be93b-a2ce-4a7a-8476-42a922b48e9e tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks [] for port (bcdb2797-2ddc-4d94-b480-6049b4b7381e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:53.046600 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b56be93b-a2ce-4a7a-8476-42a922b48e9e tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (bcdb2797-2ddc-4d94-b480-6049b4b7381e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:53.054664 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61239e37-abe1-4169-8d3f-36b9b68757aa None None] Network 0bfe80e0-e4eb-479e-89b7-3aa803d3efbd requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:42:53.064677 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8881fd55-4566-4e27-8afb-5e0cb9114084 req-b2947e38-e708-43d1-a67c-90da4688ea6a service neutron] 10.222.0.96 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337577 Feb 08 21:42:53.204442 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b56be93b-a2ce-4a7a-8476-42a922b48e9e tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (e6ec4fe7-8f95-48fe-9647-9648e1715884), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:53.318221 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56be93b-a2ce-4a7a-8476-42a922b48e9e tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Pushing event updated for resources: {'Port': ['ID=bcdb2797-2ddc-4d94-b480-6049b4b7381e,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:53.327275 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56be93b-a2ce-4a7a-8476-42a922b48e9e tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Network 0bfe80e0-e4eb-479e-89b7-3aa803d3efbd is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:42:53.329784 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-b56be93b-a2ce-4a7a-8476-42a922b48e9e tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:42:53.406484 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8881fd55-4566-4e27-8afb-5e0cb9114084 req-7b605a67-a4d5-4b5c-9b1c-16d4e66c7232 service neutron] 10.222.0.96 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241208 Feb 08 21:42:53.476578 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-fdca3b21-4ef9-418b-8085-e1903c4fce3f None None] Provisioning complete for port 11c29535-f204-4dc1-8ee9-f2fbfe649f28 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:42:53.477142 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fdca3b21-4ef9-418b-8085-e1903c4fce3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (11c29535-f204-4dc1-8ee9-f2fbfe649f28), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:53.766169 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-fdca3b21-4ef9-418b-8085-e1903c4fce3f None None] Current status of the port 11c29535-f204-4dc1-8ee9-f2fbfe649f28 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:42:53.811151 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45250) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:54.035110 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e42bf-49f4-4211-aea2-60672c84f88e req-ce6848fe-11c4-44bf-9a0b-5e1024ac7a90 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:54.045916 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3c2e42bf-49f4-4211-aea2-60672c84f88e req-ce6848fe-11c4-44bf-9a0b-5e1024ac7a90 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=29dfc09f-94d6-476c-8d57-9c1ad6cf3d06 HTTP/1.1" status: 200 len: 944 time: 0.1484363 Feb 08 21:42:54.108594 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-c6552f48-24ff-4426-98df-5644563c8e7f None None] Provisioning complete for port bcdb2797-2ddc-4d94-b480-6049b4b7381e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:42:54.123267 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6552f48-24ff-4426-98df-5644563c8e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bcdb2797-2ddc-4d94-b480-6049b4b7381e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:54.209207 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3c2e42bf-49f4-4211-aea2-60672c84f88e req-b0a3052b-4600-45ba-bf8a-6274d29437a1 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584167 Feb 08 21:42:54.300762 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86a18d7e-6464-4890-b08d-14da9192330b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:54.331833 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 11c29535-f204-4dc1-8ee9-f2fbfe649f28 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:42:54.432746 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56be93b-a2ce-4a7a-8476-42a922b48e9e tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Router e6ec4fe7-8f95-48fe-9647-9648e1715884 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:42:54.481271 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c0d56f43-64e5-4c66-80d7-2c550c1ef936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:54.497008 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c6552f48-24ff-4426-98df-5644563c8e7f None None] Port bcdb2797-2ddc-4d94-b480-6049b4b7381e cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:42:54.559463 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-c6552f48-24ff-4426-98df-5644563c8e7f None None] Provisioning complete for port 11c29535-f204-4dc1-8ee9-f2fbfe649f28 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:42:54.559463 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6552f48-24ff-4426-98df-5644563c8e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (11c29535-f204-4dc1-8ee9-f2fbfe649f28), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:54.708530 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c0d56f43-64e5-4c66-80d7-2c550c1ef936 admin admin] Publish callbacks [] for security_group (ae7ad93e-46ef-4216-8148-f8e399a228ff), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:54.716930 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c0d56f43-64e5-4c66-80d7-2c550c1ef936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ae7ad93e-46ef-4216-8148-f8e399a228ff), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:54.779833 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 11c29535-f204-4dc1-8ee9-f2fbfe649f28 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:42:54.780351 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (11c29535-f204-4dc1-8ee9-f2fbfe649f28), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:54.789729 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d56f43-64e5-4c66-80d7-2c550c1ef936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7ad93e-46ef-4216-8148-f8e399a228ff,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:54.828316 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56be93b-a2ce-4a7a-8476-42a922b48e9e tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:42:54.859550 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c0d56f43-64e5-4c66-80d7-2c550c1ef936 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a92d876942fd4473932478caaf1565f8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0471029 Feb 08 21:42:54.860583 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45280) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:54.862504 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b56be93b-a2ce-4a7a-8476-42a922b48e9e tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] 10.222.0.88 "PUT /v2.0/routers/e6ec4fe7-8f95-48fe-9647-9648e1715884/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8288884 Feb 08 21:42:54.865721 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45282) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:54.880980 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-785b53f6-69e5-49a0-a400-f0d9216d5f68 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Request body: {'port': {'network_id': '0bfe80e0-e4eb-479e-89b7-3aa803d3efbd', 'name': 'tempest-FloatingIPNegativeTestJSON-1994749533'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:55.023837 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e572e553-7c13-45c1-bc18-093b444d263f None None] Sync routers for ids ['e6ec4fe7-8f95-48fe-9647-9648e1715884'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:42:55.041563 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c6552f48-24ff-4426-98df-5644563c8e7f None None] Current status of the port 11c29535-f204-4dc1-8ee9-f2fbfe649f28 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:42:55.047033 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 43bf27e7-1e8b-467a-abd8-61db90a9e6f1 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:42:55.096443 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e572e553-7c13-45c1-bc18-093b444d263f None None] Routers {'e6ec4fe7-8f95-48fe-9647-9648e1715884'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:42:55.098231 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-e572e553-7c13-45c1-bc18-093b444d263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:42:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e6ec4fe7-8f95-48fe-9647-9648e1715884'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:55.374355 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-e572e553-7c13-45c1-bc18-093b444d263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:55.382834 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7de8384d-8ab3-4af7-bd70-70890d9b2fb0 admin admin] Publish callbacks [] for security_group (ae7ad93e-46ef-4216-8148-f8e399a228ff), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:55.391826 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785b53f6-69e5-49a0-a400-f0d9216d5f68 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Made reservation on behalf of 1474801039ad4d9e85a49d60f36109f8 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:42:55.410159 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-785b53f6-69e5-49a0-a400-f0d9216d5f68 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:55.415144 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e572e553-7c13-45c1-bc18-093b444d263f None None] Routers {'e6ec4fe7-8f95-48fe-9647-9648e1715884'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:42:55.416252 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-e572e553-7c13-45c1-bc18-093b444d263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:42:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e6ec4fe7-8f95-48fe-9647-9648e1715884'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:55.468451 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-e572e553-7c13-45c1-bc18-093b444d263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:42:55.469773 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e572e553-7c13-45c1-bc18-093b444d263f None None] The sync data for ids ['e6ec4fe7-8f95-48fe-9647-9648e1715884'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:42:55.484916 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1e2a5621-5c5d-4769-b93a-2ace498e608f None None] Provisioning complete for port bcdb2797-2ddc-4d94-b480-6049b4b7381e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:42:55.485484 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e2a5621-5c5d-4769-b93a-2ace498e608f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bcdb2797-2ddc-4d94-b480-6049b4b7381e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:55.515580 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 11c29535-f204-4dc1-8ee9-f2fbfe649f28 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:42:55.543356 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 43bf27e7-1e8b-467a-abd8-61db90a9e6f1 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:42:55.549708 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 43bf27e7-1e8b-467a-abd8-61db90a9e6f1 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:42:55.550407 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (43bf27e7-1e8b-467a-abd8-61db90a9e6f1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:55.593704 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7de8384d-8ab3-4af7-bd70-70890d9b2fb0 admin admin] Publish callbacks [] for security_group (ae7ad93e-46ef-4216-8148-f8e399a228ff), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:55.617219 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1e2a5621-5c5d-4769-b93a-2ace498e608f None None] Port bcdb2797-2ddc-4d94-b480-6049b4b7381e cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:42:55.646558 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-785b53f6-69e5-49a0-a400-f0d9216d5f68 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] device_id is not set on port 539892e9-ac2e-486c-ade2-383801d443dd yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:42:55.669752 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 43bf27e7-1e8b-467a-abd8-61db90a9e6f1 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:42:55.670674 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (43bf27e7-1e8b-467a-abd8-61db90a9e6f1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:55.713639 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 43bf27e7-1e8b-467a-abd8-61db90a9e6f1, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=43bf27e7-1e8b-467a-abd8-61db90a9e6f1,segment=NetworkSegment(6d12b64d-8e18-49b9-aa36-c463a8b40117),segment_id=6d12b64d-8e18-49b9-aa36-c463a8b40117)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:42:55.715390 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29dfc09f-94d6-476c-8d57-9c1ad6cf3d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bf27e7-1e8b-467a-abd8-61db90a9e6f1'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:42:55.718949 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c993199d-9fe2-40c4-a1bd-8b097cf519cc" -d '{"events": [{"server_uuid": "29dfc09f-94d6-476c-8d57-9c1ad6cf3d06", "name": "network-vif-plugged", "status": "completed", "tag": "43bf27e7-1e8b-467a-abd8-61db90a9e6f1"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:42:55.724229 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (43bf27e7-1e8b-467a-abd8-61db90a9e6f1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:55.844776 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836e9313-533b-4b95-aca6-1de24614c306 x-openstack-request-id: req-836e9313-533b-4b95-aca6-1de24614c306 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:42:55.845073 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29dfc09f-94d6-476c-8d57-9c1ad6cf3d06", "name": "network-vif-plugged", "status": "completed", "tag": "43bf27e7-1e8b-467a-abd8-61db90a9e6f1", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:42:55.847653 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-836e9313-533b-4b95-aca6-1de24614c306 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:42:55.848107 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29dfc09f-94d6-476c-8d57-9c1ad6cf3d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bf27e7-1e8b-467a-abd8-61db90a9e6f1', 'code': 200} Feb 08 21:42:55.862814 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=43bf27e7-1e8b-467a-abd8-61db90a9e6f1,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:55.924548 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf0b77-9817-4085-ac6d-0b331f350a45 req-2c2ab367-3f90-4654-82f6-11148f587d48 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:55.927966 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-36cf0b77-9817-4085-ac6d-0b331f350a45 req-2c2ab367-3f90-4654-82f6-11148f587d48 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=29dfc09f-94d6-476c-8d57-9c1ad6cf3d06 HTTP/1.1" status: 200 len: 944 time: 0.5130203 Feb 08 21:42:56.042919 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd4d7e-c701-4ed5-b2d6-a5f2296ece92 req-b71aa4ac-1be9-4379-b4e8-08c054ac6fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:56.054327 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8ddd4d7e-c701-4ed5-b2d6-a5f2296ece92 req-b71aa4ac-1be9-4379-b4e8-08c054ac6fc9 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=29dfc09f-94d6-476c-8d57-9c1ad6cf3d06 HTTP/1.1" status: 200 len: 1128 time: 0.1282399 Feb 08 21:42:56.066141 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7de8384d-8ab3-4af7-bd70-70890d9b2fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ae7ad93e-46ef-4216-8148-f8e399a228ff), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:56.074680 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7de8384d-8ab3-4af7-bd70-70890d9b2fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:56.077177 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7de8384d-8ab3-4af7-bd70-70890d9b2fb0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ae7ad93e-46ef-4216-8148-f8e399a228ff HTTP/1.1" status: 204 len: 168 time: 1.2097363 Feb 08 21:42:56.167484 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8384d-8ab3-4af7-bd70-70890d9b2fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7ad93e-46ef-4216-8148-f8e399a228ff,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:56.172552 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8ddd4d7e-c701-4ed5-b2d6-a5f2296ece92 req-e75cfd79-2d29-4e85-bbcb-2c035c5aaefb service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160691 Feb 08 21:42:56.216526 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-785b53f6-69e5-49a0-a400-f0d9216d5f68 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Allocated IP 172.20.0.3 (0bfe80e0-e4eb-479e-89b7-3aa803d3efbd/7143ec8e-3a03-4768-ac1b-e41ddee00bfb/539892e9-ac2e-486c-ade2-383801d443dd) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:42:56.238025 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-36cf0b77-9817-4085-ac6d-0b331f350a45 req-2a9185e8-65c3-4ccc-80aa-e6a3f927ea4b tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978597 Feb 08 21:42:56.515964 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-785b53f6-69e5-49a0-a400-f0d9216d5f68 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks [] for port (539892e9-ac2e-486c-ade2-383801d443dd), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:56.579595 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-785b53f6-69e5-49a0-a400-f0d9216d5f68 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (539892e9-ac2e-486c-ade2-383801d443dd), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:56.686865 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b53f6-69e5-49a0-a400-f0d9216d5f68 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Pushing event updated for resources: {'Port': ['ID=539892e9-ac2e-486c-ade2-383801d443dd,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:56.712977 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785b53f6-69e5-49a0-a400-f0d9216d5f68 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Network 0bfe80e0-e4eb-479e-89b7-3aa803d3efbd is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:42:56.716668 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-785b53f6-69e5-49a0-a400-f0d9216d5f68 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:42:56.731660 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b53f6-69e5-49a0-a400-f0d9216d5f68 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:42:56.942146 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785b53f6-69e5-49a0-a400-f0d9216d5f68 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:56.943952 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-785b53f6-69e5-49a0-a400-f0d9216d5f68 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:57.046496 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a1071-c3b9-4650-80b9-3defcae80f6f req-89e1590b-298a-47aa-baf3-55ee481f5987 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:57.055707 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-883a1071-c3b9-4650-80b9-3defcae80f6f req-89e1590b-298a-47aa-baf3-55ee481f5987 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.3194757 Feb 08 21:42:57.074514 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45334) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:57.076579 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-785b53f6-69e5-49a0-a400-f0d9216d5f68 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2045872 Feb 08 21:42:57.088344 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-341b7507-3abe-49bf-8865-5ab948f61100 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:57.098202 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-5e171978-4362-4cae-833a-5a5e718d8236 None None] Provisioning complete for port 539892e9-ac2e-486c-ade2-383801d443dd triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:42:57.098782 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5e171978-4362-4cae-833a-5a5e718d8236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (539892e9-ac2e-486c-ade2-383801d443dd), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:57.160872 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-341b7507-3abe-49bf-8865-5ab948f61100 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:57.171129 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5e171978-4362-4cae-833a-5a5e718d8236 None None] Port 539892e9-ac2e-486c-ade2-383801d443dd cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:42:57.185198 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-883a1071-c3b9-4650-80b9-3defcae80f6f req-531338e0-3aa7-4d16-ac7a-a65a3d51a45e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276979 Feb 08 21:42:57.290635 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-341b7507-3abe-49bf-8865-5ab948f61100 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:57.409623 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3592f1f-5de9-4919-8a34-9c31bd51af81 req-c259a71b-94e0-430a-b1da-eb900f2bf316 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:57.420860 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3592f1f-5de9-4919-8a34-9c31bd51af81 req-c259a71b-94e0-430a-b1da-eb900f2bf316 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=29dfc09f-94d6-476c-8d57-9c1ad6cf3d06 HTTP/1.1" status: 200 len: 945 time: 0.0794694 Feb 08 21:42:57.424850 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d3ccace0-9f42-498e-ae0d-faa328541bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:57.503588 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3592f1f-5de9-4919-8a34-9c31bd51af81 req-a25fd011-1703-4dc2-93ce-7aac7a3a1634 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799639 Feb 08 21:42:57.518218 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-341b7507-3abe-49bf-8865-5ab948f61100 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Allocated IP 172.25.3.213 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/d2d736d1-f6e2-437d-9c4c-49f20d5f1c3f) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:42:57.686034 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-341b7507-3abe-49bf-8865-5ab948f61100 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks [] for port (d2d736d1-f6e2-437d-9c4c-49f20d5f1c3f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:57.734997 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-341b7507-3abe-49bf-8865-5ab948f61100 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (d2d736d1-f6e2-437d-9c4c-49f20d5f1c3f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:57.808365 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341b7507-3abe-49bf-8865-5ab948f61100 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:42:57.811677 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-341b7507-3abe-49bf-8865-5ab948f61100 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:42:57.828719 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341b7507-3abe-49bf-8865-5ab948f61100 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:42:57.874715 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b7507-3abe-49bf-8865-5ab948f61100 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Pushing event updated for resources: {'Port': ['ID=d2d736d1-f6e2-437d-9c4c-49f20d5f1c3f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:57.905903 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45362) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:57.954825 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-341b7507-3abe-49bf-8865-5ab948f61100 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks [] for floatingip (8ed421e5-bdd5-4283-aae2-9b96322b0b3d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:58.015909 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-341b7507-3abe-49bf-8865-5ab948f61100 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d2d736d1-f6e2-437d-9c4c-49f20d5f1c3f), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:58.247433 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2433ea9e-0047-4177-baf5-c1db11534e4d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-249860942-network', 'tenant_id': '79ff5bd4b1fc48e89629df1cced225ff'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:58.264398 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-341b7507-3abe-49bf-8865-5ab948f61100 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks [] for port (d2d736d1-f6e2-437d-9c4c-49f20d5f1c3f), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:58.272725 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-341b7507-3abe-49bf-8865-5ab948f61100 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (d2d736d1-f6e2-437d-9c4c-49f20d5f1c3f), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:58.305147 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2433ea9e-0047-4177-baf5-c1db11534e4d admin admin] Made reservation on behalf of 79ff5bd4b1fc48e89629df1cced225ff for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:42:58.309257 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2433ea9e-0047-4177-baf5-c1db11534e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:58.347374 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421df52b-e36c-4d6b-87d4-c1612fb1625d req-936cad6f-1864-436e-a409-8d5937cbaa48 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:58.354947 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-421df52b-e36c-4d6b-87d4-c1612fb1625d req-936cad6f-1864-436e-a409-8d5937cbaa48 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.0635276 Feb 08 21:42:58.361725 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2433ea9e-0047-4177-baf5-c1db11534e4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:58.382759 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b7507-3abe-49bf-8865-5ab948f61100 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Pushing event updated for resources: {'Port': ['ID=d2d736d1-f6e2-437d-9c4c-49f20d5f1c3f,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:58.400543 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-341b7507-3abe-49bf-8865-5ab948f61100 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (8ed421e5-bdd5-4283-aae2-9b96322b0b3d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:58.417070 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-421df52b-e36c-4d6b-87d4-c1612fb1625d req-300884d0-eeb4-41d8-9881-d99f3efc2435 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611756 Feb 08 21:42:58.436713 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-341b7507-3abe-49bf-8865-5ab948f61100 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:58.440919 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-341b7507-3abe-49bf-8865-5ab948f61100 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3626640 Feb 08 21:42:58.441402 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45374) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:58.447971 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-9fb6b4a5-8ac7-41dd-aae4-6c0630b82fcb tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Request body: {'floatingip': {'port_id': '539892e9-ac2e-486c-ade2-383801d443dd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:58.496706 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9fb6b4a5-8ac7-41dd-aae4-6c0630b82fcb tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks [] for floatingip (8ed421e5-bdd5-4283-aae2-9b96322b0b3d), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:58.570563 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2433ea9e-0047-4177-baf5-c1db11534e4d admin admin] Publish callbacks [] for security_group (5881dae9-4625-4869-88fb-89cec0ab15eb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:58.577592 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2433ea9e-0047-4177-baf5-c1db11534e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (5881dae9-4625-4869-88fb-89cec0ab15eb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:58.627468 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2433ea9e-0047-4177-baf5-c1db11534e4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:42:58.659953 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433ea9e-0047-4177-baf5-c1db11534e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5881dae9-4625-4869-88fb-89cec0ab15eb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:58.669202 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2433ea9e-0047-4177-baf5-c1db11534e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (645e5352-74a5-4015-a1ed-8149b0295f18), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:58.669588 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-2433ea9e-0047-4177-baf5-c1db11534e4d admin admin] Added segment 645e5352-74a5-4015-a1ed-8149b0295f18 of type vlan for network cb1fdf7e-93d3-4a5b-92be-58f4dfd94578 Feb 08 21:42:58.763618 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2433ea9e-0047-4177-baf5-c1db11534e4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (cb1fdf7e-93d3-4a5b-92be-58f4dfd94578), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:58.778947 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3bb60-10fc-45db-b7d5-d2c9f1008fc0 req-a4922313-f242-451f-8659-4810d4d9e22b tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:58.780900 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a2a3bb60-10fc-45db-b7d5-d2c9f1008fc0 req-a4922313-f242-451f-8659-4810d4d9e22b tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=29dfc09f-94d6-476c-8d57-9c1ad6cf3d06 HTTP/1.1" status: 200 len: 945 time: 0.1835566 Feb 08 21:42:58.782881 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-9fb6b4a5-8ac7-41dd-aae4-6c0630b82fcb tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] update failed (client error): The resource could not be found. Feb 08 21:42:58.784062 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9fb6b4a5-8ac7-41dd-aae4-6c0630b82fcb tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] 10.222.0.88 "PUT /v2.0/floatingips/8ed421e5-bdd5-4283-aae2-9b96322b0b3d HTTP/1.1" status: 404 len: 507 time: 0.3410277 Feb 08 21:42:58.787640 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45390) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:58.841003 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2433ea9e-0047-4177-baf5-c1db11534e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (cb1fdf7e-93d3-4a5b-92be-58f4dfd94578), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:58.841997 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2433ea9e-0047-4177-baf5-c1db11534e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:58.842669 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2433ea9e-0047-4177-baf5-c1db11534e4d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:58.858642 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a2a3bb60-10fc-45db-b7d5-d2c9f1008fc0 req-91f783d1-b74a-455a-bd23-5025321383a7 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685675 Feb 08 21:42:58.968596 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2433ea9e-0047-4177-baf5-c1db11534e4d admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0614004 Feb 08 21:42:58.972060 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45396) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:58.976706 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433ea9e-0047-4177-baf5-c1db11534e4d admin admin] Pushing event updated for resources: {'Network': ['ID=cb1fdf7e-93d3-4a5b-92be-58f4dfd94578,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:58.988333 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network cb1fdf7e-93d3-4a5b-92be-58f4dfd94578 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:42:58.995266 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-82ed5dc2-1800-4150-8bf7-4c4a42db6848 admin admin] Request body: {'subnet': {'network_id': 'cb1fdf7e-93d3-4a5b-92be-58f4dfd94578', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-249860942-subnet', 'tenant_id': '79ff5bd4b1fc48e89629df1cced225ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:59.013677 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-19277e19-91ef-4337-9343-37930c170aa6 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Deleting port d2d736d1-f6e2-437d-9c4c-49f20d5f1c3f {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:42:59.014591 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19277e19-91ef-4337-9343-37930c170aa6 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d2d736d1-f6e2-437d-9c4c-49f20d5f1c3f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:59.028810 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ed5dc2-1800-4150-8bf7-4c4a42db6848 admin admin] Made reservation on behalf of 79ff5bd4b1fc48e89629df1cced225ff for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:42:59.032123 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-82ed5dc2-1800-4150-8bf7-4c4a42db6848 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:59.138690 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19277e19-91ef-4337-9343-37930c170aa6 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d2d736d1-f6e2-437d-9c4c-49f20d5f1c3f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:59.139080 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19277e19-91ef-4337-9343-37930c170aa6 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks [] for floatingip (d2d736d1-f6e2-437d-9c4c-49f20d5f1c3f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:59.162096 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-19277e19-91ef-4337-9343-37930c170aa6 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Calling delete_port for d2d736d1-f6e2-437d-9c4c-49f20d5f1c3f owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:42:59.202260 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:59.392987 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-82ed5dc2-1800-4150-8bf7-4c4a42db6848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (72bdc9d5-2811-45f4-bec7-c11e42fb4886), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:59.402558 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19277e19-91ef-4337-9343-37930c170aa6 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (d2d736d1-f6e2-437d-9c4c-49f20d5f1c3f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:59.459734 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed5dc2-1800-4150-8bf7-4c4a42db6848 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72bdc9d5-2811-45f4-bec7-c11e42fb4886,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:59.486084 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ed5dc2-1800-4150-8bf7-4c4a42db6848 admin admin] Checking segment: {'id': '645e5352-74a5-4015-a1ed-8149b0295f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cb1fdf7e-93d3-4a5b-92be-58f4dfd94578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:42:59.486404 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ed5dc2-1800-4150-8bf7-4c4a42db6848 admin admin] Network hostable DHCP agents. Network: cb1fdf7e-93d3-4a5b-92be-58f4dfd94578, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:42:59.513298 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ed5dc2-1800-4150-8bf7-4c4a42db6848 admin admin] Network cb1fdf7e-93d3-4a5b-92be-58f4dfd94578 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:42:59.566684 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-82ed5dc2-1800-4150-8bf7-4c4a42db6848 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, cb1fdf7e-93d3-4a5b-92be-58f4dfd94578) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:42:59.574928 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a3ff35-8490-4a1a-964e-5cd3c8f7e4a6 None None] Network cb1fdf7e-93d3-4a5b-92be-58f4dfd94578 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:42:59.576543 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19277e19-91ef-4337-9343-37930c170aa6 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Pushing event deleted for resources: {'Port': ['ID=d2d736d1-f6e2-437d-9c4c-49f20d5f1c3f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:42:59.610467 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19277e19-91ef-4337-9343-37930c170aa6 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks [] for floatingip (8ed421e5-bdd5-4283-aae2-9b96322b0b3d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:59.613875 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19277e19-91ef-4337-9343-37930c170aa6 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:59.617388 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-19277e19-91ef-4337-9343-37930c170aa6 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] 10.222.0.88 "DELETE /v2.0/floatingips/8ed421e5-bdd5-4283-aae2-9b96322b0b3d HTTP/1.1" status: 204 len: 168 time: 0.8276360 Feb 08 21:42:59.621461 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45410) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:59.625971 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ed5dc2-1800-4150-8bf7-4c4a42db6848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:59.626586 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-82ed5dc2-1800-4150-8bf7-4c4a42db6848 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:59.628717 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ec72055d-7b32-4a6b-a92e-c54cefa86b61 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Request body: {'floatingip': {'floating_network_id': '0bfe80e0-e4eb-479e-89b7-3aa803d3efbd', 'port_id': '539892e9-ac2e-486c-ade2-383801d443dd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:42:59.660470 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec72055d-7b32-4a6b-a92e-c54cefa86b61 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:42:59.695714 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-82ed5dc2-1800-4150-8bf7-4c4a42db6848 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7123914 Feb 08 21:42:59.695714 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45412) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:59.722420 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b894b11-e463-4e8b-9232-a2f3ba44ea15 req-3a785229-27da-4677-8027-9ff821aa6f35 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:42:59.724304 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b894b11-e463-4e8b-9232-a2f3ba44ea15 req-3a785229-27da-4677-8027-9ff821aa6f35 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.1886389 Feb 08 21:42:59.829348 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b894b11-e463-4e8b-9232-a2f3ba44ea15 req-ba2597f1-4096-4300-a8ad-a5bc880dc38d tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976233 Feb 08 21:42:59.935046 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-ec72055d-7b32-4a6b-a92e-c54cefa86b61 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:42:59.939237 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ec72055d-7b32-4a6b-a92e-c54cefa86b61 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3165343 Feb 08 21:42:59.943383 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45422) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:42:59.958586 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ef7240de-abc1-4494-804c-3ed97b3f4a0f tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'port_id': '539892e9-ac2e-486c-ade2-383801d443dd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:00.008618 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef7240de-abc1-4494-804c-3ed97b3f4a0f tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:00.019732 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f987a9-863c-4f4c-b02a-fdceefb61213 None None] Network cb1fdf7e-93d3-4a5b-92be-58f4dfd94578 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:43:00.042016 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-881aec1a-42df-4741-93a1-f30cf9697c74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:00.204768 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef7240de-abc1-4494-804c-3ed97b3f4a0f tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:00.218638 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-881aec1a-42df-4741-93a1-f30cf9697c74 admin admin] Publish callbacks [] for security_group (2dbec656-4c9e-4a9f-8e21-d534f089cfee), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:00.224109 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-881aec1a-42df-4741-93a1-f30cf9697c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (2dbec656-4c9e-4a9f-8e21-d534f089cfee), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:00.270860 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-881aec1a-42df-4741-93a1-f30cf9697c74 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2e35868559ba4ebb90758e16b1ca1554&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5757816 Feb 08 21:43:00.272626 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45428) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:00.316252 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881aec1a-42df-4741-93a1-f30cf9697c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbec656-4c9e-4a9f-8e21-d534f089cfee,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:00.362242 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cd46864c-b349-4d6a-9b00-1f6a864ddcb8 admin admin] Publish callbacks [] for security_group (2dbec656-4c9e-4a9f-8e21-d534f089cfee), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:00.392653 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-ef7240de-abc1-4494-804c-3ed97b3f4a0f tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Allocated IP 172.25.3.112 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/e7311e60-874e-4ef1-ae4b-2ffb9c97fa1d) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:43:00.413878 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cd46864c-b349-4d6a-9b00-1f6a864ddcb8 admin admin] Publish callbacks [] for security_group (2dbec656-4c9e-4a9f-8e21-d534f089cfee), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:00.498467 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cd46864c-b349-4d6a-9b00-1f6a864ddcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (2dbec656-4c9e-4a9f-8e21-d534f089cfee), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:00.501664 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cd46864c-b349-4d6a-9b00-1f6a864ddcb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:00.506631 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cd46864c-b349-4d6a-9b00-1f6a864ddcb8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2dbec656-4c9e-4a9f-8e21-d534f089cfee HTTP/1.1" status: 204 len: 168 time: 0.2330382 Feb 08 21:43:00.521683 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46864c-b349-4d6a-9b00-1f6a864ddcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbec656-4c9e-4a9f-8e21-d534f089cfee,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:00.607332 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef7240de-abc1-4494-804c-3ed97b3f4a0f tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks [] for port (e7311e60-874e-4ef1-ae4b-2ffb9c97fa1d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:00.655323 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef7240de-abc1-4494-804c-3ed97b3f4a0f tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (e7311e60-874e-4ef1-ae4b-2ffb9c97fa1d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:00.708650 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7240de-abc1-4494-804c-3ed97b3f4a0f tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:43:00.712059 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-ef7240de-abc1-4494-804c-3ed97b3f4a0f tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:43:00.716415 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7240de-abc1-4494-804c-3ed97b3f4a0f tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:43:00.928697 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7240de-abc1-4494-804c-3ed97b3f4a0f tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Pushing event updated for resources: {'Port': ['ID=e7311e60-874e-4ef1-ae4b-2ffb9c97fa1d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:00.972217 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45444) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:01.006177 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b563feb7-2b7c-4d96-a262-9bd28b72c7be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:01.037868 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ef7240de-abc1-4494-804c-3ed97b3f4a0f tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Deleting port e7311e60-874e-4ef1-ae4b-2ffb9c97fa1d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:43:01.038353 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef7240de-abc1-4494-804c-3ed97b3f4a0f tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (e7311e60-874e-4ef1-ae4b-2ffb9c97fa1d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:01.100394 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e34e60-b042-4634-a9c5-fc8f8aeee8a4 req-1e88dd32-fd8e-4dc2-9545-1a2bd9e5d930 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:01.103201 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13e34e60-b042-4634-a9c5-fc8f8aeee8a4 req-1e88dd32-fd8e-4dc2-9545-1a2bd9e5d930 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.0867646 Feb 08 21:43:01.179572 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef7240de-abc1-4494-804c-3ed97b3f4a0f tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (e7311e60-874e-4ef1-ae4b-2ffb9c97fa1d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:01.180269 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef7240de-abc1-4494-804c-3ed97b3f4a0f tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks [] for floatingip (e7311e60-874e-4ef1-ae4b-2ffb9c97fa1d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:01.204868 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ef7240de-abc1-4494-804c-3ed97b3f4a0f tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Calling delete_port for e7311e60-874e-4ef1-ae4b-2ffb9c97fa1d owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:43:01.218092 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13e34e60-b042-4634-a9c5-fc8f8aeee8a4 req-46ff248b-ef26-4719-a070-e6d73616a2c5 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064999 Feb 08 21:43:01.224517 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b563feb7-2b7c-4d96-a262-9bd28b72c7be admin admin] Publish callbacks [] for security_group (4a6d381d-bf89-40d7-bdf9-5de281ed4b2a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:01.231758 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b563feb7-2b7c-4d96-a262-9bd28b72c7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4a6d381d-bf89-40d7-bdf9-5de281ed4b2a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:01.324577 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b563feb7-2b7c-4d96-a262-9bd28b72c7be admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4dd22bbc724f45059a2352ba0b3ac4f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3488355 Feb 08 21:43:01.325498 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45450) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:01.326244 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563feb7-2b7c-4d96-a262-9bd28b72c7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6d381d-bf89-40d7-bdf9-5de281ed4b2a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:01.431543 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:01.491916 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85c753b6-671b-496a-a531-6a776747cc7a admin admin] Publish callbacks [] for security_group (4a6d381d-bf89-40d7-bdf9-5de281ed4b2a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:01.523869 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:01.548651 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85c753b6-671b-496a-a531-6a776747cc7a admin admin] Publish callbacks [] for security_group (4a6d381d-bf89-40d7-bdf9-5de281ed4b2a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:01.551120 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef7240de-abc1-4494-804c-3ed97b3f4a0f tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (e7311e60-874e-4ef1-ae4b-2ffb9c97fa1d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:01.658937 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7240de-abc1-4494-804c-3ed97b3f4a0f tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Pushing event deleted for resources: {'Port': ['ID=e7311e60-874e-4ef1-ae4b-2ffb9c97fa1d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:01.718449 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-ef7240de-abc1-4494-804c-3ed97b3f4a0f tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] create failed (client error): The resource could not be found. Feb 08 21:43:01.722190 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ef7240de-abc1-4494-804c-3ed97b3f4a0f tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.7753546 Feb 08 21:43:01.726135 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45454) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:01.818573 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85c753b6-671b-496a-a531-6a776747cc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4a6d381d-bf89-40d7-bdf9-5de281ed4b2a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:01.821623 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85c753b6-671b-496a-a531-6a776747cc7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:01.822854 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-85c753b6-671b-496a-a531-6a776747cc7a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4a6d381d-bf89-40d7-bdf9-5de281ed4b2a HTTP/1.1" status: 204 len: 168 time: 0.4929979 Feb 08 21:43:01.874968 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c753b6-671b-496a-a531-6a776747cc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6d381d-bf89-40d7-bdf9-5de281ed4b2a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:01.929779 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bdb7e3c5-9242-46cb-a43e-b1132b18a67c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Deleting port 539892e9-ac2e-486c-ade2-383801d443dd {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:43:01.930400 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdb7e3c5-9242-46cb-a43e-b1132b18a67c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (539892e9-ac2e-486c-ade2-383801d443dd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:02.066698 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdb7e3c5-9242-46cb-a43e-b1132b18a67c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (539892e9-ac2e-486c-ade2-383801d443dd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:02.087939 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bdb7e3c5-9242-46cb-a43e-b1132b18a67c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Calling delete_port for 539892e9-ac2e-486c-ade2-383801d443dd owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:43:02.241404 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdb7e3c5-9242-46cb-a43e-b1132b18a67c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (539892e9-ac2e-486c-ade2-383801d443dd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:02.289581 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7e3c5-9242-46cb-a43e-b1132b18a67c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Pushing event deleted for resources: {'Port': ['ID=539892e9-ac2e-486c-ade2-383801d443dd,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:02.400863 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdb7e3c5-9242-46cb-a43e-b1132b18a67c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:02.408620 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45470) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:02.409156 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bdb7e3c5-9242-46cb-a43e-b1132b18a67c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] 10.222.0.88 "DELETE /v2.0/ports/539892e9-ac2e-486c-ade2-383801d443dd HTTP/1.1" status: 204 len: 168 time: 0.6818759 Feb 08 21:43:02.475747 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e75bb-4b22-4ec2-b89e-5d3f633c538a req-6bfae817-3aca-4d03-8639-8fbfba8998d7 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:02.477779 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fb7e75bb-4b22-4ec2-b89e-5d3f633c538a req-6bfae817-3aca-4d03-8639-8fbfba8998d7 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.1378517 Feb 08 21:43:02.546473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7f16ed-5d97-41b4-b739-2529aa31a02c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:02.546473 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1d7f16ed-5d97-41b4-b739-2529aa31a02c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] 10.222.0.88 "GET /v2.0/ports?device_id=e6ec4fe7-8f95-48fe-9647-9648e1715884 HTTP/1.1" status: 200 len: 913 time: 0.1307688 Feb 08 21:43:02.546473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45478) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:02.794944 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fb7e75bb-4b22-4ec2-b89e-5d3f633c538a req-b874f994-f272-4455-a2a7-1e263af14b7d tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3110178 Feb 08 21:43:03.467268 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc4ee18c-856a-46e4-97b3-e977e7d7c11e tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (e6ec4fe7-8f95-48fe-9647-9648e1715884), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:03.844857 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-ef287c5a-533d-4609-8d3b-d7b703545c29 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:03.846626 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-ef287c5a-533d-4609-8d3b-d7b703545c29 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/networks?id=cb1fdf7e-93d3-4a5b-92be-58f4dfd94578 HTTP/1.1" status: 200 len: 808 time: 0.5507398 Feb 08 21:43:03.888062 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-5126fcb6-7607-436f-bf03-e5471e83a3f0 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/quotas/79ff5bd4b1fc48e89629df1cced225ff HTTP/1.1" status: 200 len: 375 time: 0.0326655 Feb 08 21:43:04.030233 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e2c71972-6c5e-4e33-b214-db485c728b3f tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=79ff5bd4b1fc48e89629df1cced225ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703588 Feb 08 21:43:04.227310 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a75d7-1e10-474d-97d5-b868a03dee8a req-6176e73a-246a-4e69-97b5-adbbc97b5b5d tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:04.229386 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-352a75d7-1e10-474d-97d5-b868a03dee8a req-6176e73a-246a-4e69-97b5-adbbc97b5b5d tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.2676468 Feb 08 21:43:04.410508 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e49d5bf4-5abf-4f32-b660-fccd9eab9cd9 service neutron] 10.222.0.88 "GET /v2.0/networks/cb1fdf7e-93d3-4a5b-92be-58f4dfd94578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545742 Feb 08 21:43:04.419310 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-352a75d7-1e10-474d-97d5-b868a03dee8a req-c9ce004d-2f2f-451f-a5b3-5bff06df9cff tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589134 Feb 08 21:43:04.522692 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-779224c2-342c-4d15-b51b-ad8139707ae3 service neutron] 10.222.0.88 "GET /v2.0/networks/cb1fdf7e-93d3-4a5b-92be-58f4dfd94578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007240 Feb 08 21:43:04.549327 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-fc4ee18c-856a-46e4-97b3-e977e7d7c11e tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Deleting port bcdb2797-2ddc-4d94-b480-6049b4b7381e {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:43:04.549986 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc4ee18c-856a-46e4-97b3-e977e7d7c11e tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (bcdb2797-2ddc-4d94-b480-6049b4b7381e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:04.680517 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc4ee18c-856a-46e4-97b3-e977e7d7c11e tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (bcdb2797-2ddc-4d94-b480-6049b4b7381e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:04.699404 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-fc4ee18c-856a-46e4-97b3-e977e7d7c11e tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Calling delete_port for bcdb2797-2ddc-4d94-b480-6049b4b7381e owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:43:04.812184 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b0073f76-5748-4182-ae57-a3f2bf2cf96b req-5896c03a-d3a6-4c4c-a942-82b5726f3519 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7128c63-785a-46f2-9d44-6978ba4cbaf3 HTTP/1.1" status: 200 len: 210 time: 0.0394566 Feb 08 21:43:05.083741 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc4ee18c-856a-46e4-97b3-e977e7d7c11e tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (bcdb2797-2ddc-4d94-b480-6049b4b7381e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:05.127472 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ee18c-856a-46e4-97b3-e977e7d7c11e tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Pushing event deleted for resources: {'Port': ['ID=bcdb2797-2ddc-4d94-b480-6049b4b7381e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:05.423959 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc4ee18c-856a-46e4-97b3-e977e7d7c11e tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (e6ec4fe7-8f95-48fe-9647-9648e1715884), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:05.724068 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489637e-cd7c-4b10-8991-c7cf9e30c7b5 req-86307b06-f33e-47c4-a8c5-efcfa7a5d538 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:05.736742 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a489637e-cd7c-4b10-8991-c7cf9e30c7b5 req-86307b06-f33e-47c4-a8c5-efcfa7a5d538 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.1483243 Feb 08 21:43:05.849515 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4ee18c-856a-46e4-97b3-e977e7d7c11e tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Router e6ec4fe7-8f95-48fe-9647-9648e1715884 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:43:05.883241 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a489637e-cd7c-4b10-8991-c7cf9e30c7b5 req-78032ffc-4c6a-417a-adbc-8a9b072c294c tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454034 Feb 08 21:43:05.917923 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45600) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:05.999886 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-60c36862-80c5-422e-b498-6ea6d9180dbe req-2b900ebf-a67c-40fa-930c-49df6000f940 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7128c63-785a-46f2-9d44-6978ba4cbaf3 HTTP/1.1" status: 200 len: 210 time: 0.0348294 Feb 08 21:43:06.004346 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4ee18c-856a-46e4-97b3-e977e7d7c11e tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:43:06.009768 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fc4ee18c-856a-46e4-97b3-e977e7d7c11e tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] 10.222.0.88 "PUT /v2.0/routers/e6ec4fe7-8f95-48fe-9647-9648e1715884/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4559145 Feb 08 21:43:06.012521 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45604) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:06.021129 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985cd87f-9277-417d-8d62-f92921df4031 None None] Sync routers for ids ['e6ec4fe7-8f95-48fe-9647-9648e1715884'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:43:06.051974 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985cd87f-9277-417d-8d62-f92921df4031 None None] Routers {'e6ec4fe7-8f95-48fe-9647-9648e1715884'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:43:06.052610 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-985cd87f-9277-417d-8d62-f92921df4031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:42:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e6ec4fe7-8f95-48fe-9647-9648e1715884'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:43:06.106734 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-985cd87f-9277-417d-8d62-f92921df4031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:43:06.117512 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985cd87f-9277-417d-8d62-f92921df4031 None None] Routers {'e6ec4fe7-8f95-48fe-9647-9648e1715884'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:43:06.118139 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-985cd87f-9277-417d-8d62-f92921df4031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:42:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e6ec4fe7-8f95-48fe-9647-9648e1715884'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:43:06.136323 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03785a2c-1d56-4321-88e3-f9dd7da665b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:06.157014 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28c48a7b-8cf3-46c4-9abf-94eefce6213f tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks [] for router (e6ec4fe7-8f95-48fe-9647-9648e1715884), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:06.178708 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-985cd87f-9277-417d-8d62-f92921df4031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:43:06.179364 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985cd87f-9277-417d-8d62-f92921df4031 None None] The sync data for ids ['e6ec4fe7-8f95-48fe-9647-9648e1715884'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:43:06.362460 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28c48a7b-8cf3-46c4-9abf-94eefce6213f tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (e6ec4fe7-8f95-48fe-9647-9648e1715884), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:06.365550 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28c48a7b-8cf3-46c4-9abf-94eefce6213f tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks [] for router_controller (e6ec4fe7-8f95-48fe-9647-9648e1715884), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:06.401479 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-adfa0039-e156-4f35-ad97-efbdf84244ca tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:06.404222 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-adfa0039-e156-4f35-ad97-efbdf84244ca tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.96 "GET /v2.0/networks?id=cb1fdf7e-93d3-4a5b-92be-58f4dfd94578 HTTP/1.1" status: 200 len: 808 time: 0.2043636 Feb 08 21:43:06.421688 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e13495d1-689c-4254-b1e3-12d4e6b46d83 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Request body: {'port': {'device_id': 'e7128c63-785a-46f2-9d44-6978ba4cbaf3', 'network_id': 'cb1fdf7e-93d3-4a5b-92be-58f4dfd94578', 'admin_state_up': True, 'tenant_id': '79ff5bd4b1fc48e89629df1cced225ff'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:06.431374 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:06.537159 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28c48a7b-8cf3-46c4-9abf-94eefce6213f tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (e6ec4fe7-8f95-48fe-9647-9648e1715884), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:06.540724 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c48a7b-8cf3-46c4-9abf-94eefce6213f tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Fanout notify agent at l3_agent the message router_deleted on router e6ec4fe7-8f95-48fe-9647-9648e1715884 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:43:06.555045 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28c48a7b-8cf3-46c4-9abf-94eefce6213f tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:06.559145 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-28c48a7b-8cf3-46c4-9abf-94eefce6213f tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] 10.222.0.88 "DELETE /v2.0/routers/e6ec4fe7-8f95-48fe-9647-9648e1715884 HTTP/1.1" status: 204 len: 168 time: 0.5455117 Feb 08 21:43:06.559738 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45608) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:06.564449 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03785a2c-1d56-4321-88e3-f9dd7da665b4 admin admin] Publish callbacks [] for security_group (14d82e63-010e-4c41-96bf-6345e724d6eb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:06.574317 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03785a2c-1d56-4321-88e3-f9dd7da665b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (14d82e63-010e-4c41-96bf-6345e724d6eb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:06.610692 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03785a2c-1d56-4321-88e3-f9dd7da665b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d82e63-010e-4c41-96bf-6345e724d6eb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:06.653562 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-03785a2c-1d56-4321-88e3-f9dd7da665b4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1aa0d5e18616463fbf5c970c06d1bcb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7340212 Feb 08 21:43:06.653865 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45612) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:06.659161 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e13495d1-689c-4254-b1e3-12d4e6b46d83 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Made reservation on behalf of 79ff5bd4b1fc48e89629df1cced225ff for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:43:06.663202 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e13495d1-689c-4254-b1e3-12d4e6b46d83 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:06.690559 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f21e3fe-acd4-4f0b-91cb-391d585037c4 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Deleting subnet 7143ec8e-3a03-4768-ac1b-e41ddee00bfb {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:43:06.701802 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:06.706515 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8f21e3fe-acd4-4f0b-91cb-391d585037c4 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks [] for subnet (7143ec8e-3a03-4768-ac1b-e41ddee00bfb), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:06.805852 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8f21e3fe-acd4-4f0b-91cb-391d585037c4 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (7143ec8e-3a03-4768-ac1b-e41ddee00bfb), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:06.894913 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a85add04-9105-4823-b698-833c826dc7e9 admin admin] Publish callbacks [] for security_group (14d82e63-010e-4c41-96bf-6345e724d6eb), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:06.993158 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a85add04-9105-4823-b698-833c826dc7e9 admin admin] Publish callbacks [] for security_group (14d82e63-010e-4c41-96bf-6345e724d6eb), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:07.116688 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8f21e3fe-acd4-4f0b-91cb-391d585037c4 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (7143ec8e-3a03-4768-ac1b-e41ddee00bfb), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:07.143576 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e13495d1-689c-4254-b1e3-12d4e6b46d83 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Allocated IP 172.20.0.13 (cb1fdf7e-93d3-4a5b-92be-58f4dfd94578/72bdc9d5-2811-45f4-bec7-c11e42fb4886/a6be8c6a-dafa-44e2-abff-24dfae8a1f8f) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:43:07.198900 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d45462e9-1684-4303-a879-4c0bdd594940 req-8db3c40a-05dd-44ea-8143-073fc8678ca6 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7128c63-785a-46f2-9d44-6978ba4cbaf3 HTTP/1.1" status: 200 len: 210 time: 0.0866852 Feb 08 21:43:07.264840 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28364383-dacc-4744-a5f9-d70f115e7db6 req-c9afaa4d-ff27-420c-b3b2-5c5cd7f994da tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:07.266434 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-28364383-dacc-4744-a5f9-d70f115e7db6 req-c9afaa4d-ff27-420c-b3b2-5c5cd7f994da tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.2771740 Feb 08 21:43:07.274703 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a85add04-9105-4823-b698-833c826dc7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (14d82e63-010e-4c41-96bf-6345e724d6eb), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:07.278142 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a85add04-9105-4823-b698-833c826dc7e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:07.281578 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a85add04-9105-4823-b698-833c826dc7e9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/14d82e63-010e-4c41-96bf-6345e724d6eb HTTP/1.1" status: 204 len: 168 time: 0.6212182 Feb 08 21:43:07.353283 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85add04-9105-4823-b698-833c826dc7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d82e63-010e-4c41-96bf-6345e724d6eb,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:07.390703 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8f21e3fe-acd4-4f0b-91cb-391d585037c4 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (7143ec8e-3a03-4768-ac1b-e41ddee00bfb), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:07.453301 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21e3fe-acd4-4f0b-91cb-391d585037c4 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Pushing event deleted for resources: {'Subnet': ['ID=7143ec8e-3a03-4768-ac1b-e41ddee00bfb,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:07.475895 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc9ec9a-a87a-494f-8a3c-838ceccc816f None None] Network 0bfe80e0-e4eb-479e-89b7-3aa803d3efbd requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:43:07.487307 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8f21e3fe-acd4-4f0b-91cb-391d585037c4 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:07.497558 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8f21e3fe-acd4-4f0b-91cb-391d585037c4 tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] 10.222.0.88 "DELETE /v2.0/subnets/7143ec8e-3a03-4768-ac1b-e41ddee00bfb HTTP/1.1" status: 204 len: 168 time: 0.9349082 Feb 08 21:43:07.500511 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45624) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:07.528301 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-28364383-dacc-4744-a5f9-d70f115e7db6 req-08ae62e9-7864-4039-8a50-9b2f492ac039 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394681 Feb 08 21:43:07.662080 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e13495d1-689c-4254-b1e3-12d4e6b46d83 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Publish callbacks [] for port (a6be8c6a-dafa-44e2-abff-24dfae8a1f8f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:07.713143 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e13495d1-689c-4254-b1e3-12d4e6b46d83 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (a6be8c6a-dafa-44e2-abff-24dfae8a1f8f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:07.769171 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f3e2d58-bfae-41e6-94c7-c9da3019d86c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (0bfe80e0-e4eb-479e-89b7-3aa803d3efbd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:07.778145 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e13495d1-689c-4254-b1e3-12d4e6b46d83 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Network cb1fdf7e-93d3-4a5b-92be-58f4dfd94578 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:43:07.787726 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e13495d1-689c-4254-b1e3-12d4e6b46d83 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:43:07.792403 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e13495d1-689c-4254-b1e3-12d4e6b46d83 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:43:07.842256 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13495d1-689c-4254-b1e3-12d4e6b46d83 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Pushing event updated for resources: {'Port': ['ID=a6be8c6a-dafa-44e2-abff-24dfae8a1f8f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:07.865584 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f434f0-2294-48c6-afc2-f9c84e7b6f63 None None] DHCP port deletion for 0bfe80e0-e4eb-479e-89b7-3aa803d3efbd request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:43:07.894888 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e13495d1-689c-4254-b1e3-12d4e6b46d83 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:07.896267 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e13495d1-689c-4254-b1e3-12d4e6b46d83 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:07.937790 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e13495d1-689c-4254-b1e3-12d4e6b46d83 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5201161 Feb 08 21:43:07.951489 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e9c4c77f-732b-43cf-bbc0-12dbecb61583 service neutron] Request body: {'port': {'device_id': 'e7128c63-785a-46f2-9d44-6978ba4cbaf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:07.964281 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e2d58-bfae-41e6-94c7-c9da3019d86c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Deleting port 11c29535-f204-4dc1-8ee9-f2fbfe649f28 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:43:07.964526 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f3e2d58-bfae-41e6-94c7-c9da3019d86c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (11c29535-f204-4dc1-8ee9-f2fbfe649f28), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:08.011691 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-43f434f0-2294-48c6-afc2-f9c84e7b6f63 None None] Deleting port 11c29535-f204-4dc1-8ee9-f2fbfe649f28 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:43:08.012104 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-43f434f0-2294-48c6-afc2-f9c84e7b6f63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (11c29535-f204-4dc1-8ee9-f2fbfe649f28), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:08.047833 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-1f3e2d58-bfae-41e6-94c7-c9da3019d86c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] For port 11c29535-f204-4dc1-8ee9-f2fbfe649f28, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=11c29535-f204-4dc1-8ee9-f2fbfe649f28,segment=NetworkSegment(68300bcb-ca22-4906-8c97-12dd398d7457),segment_id=68300bcb-ca22-4906-8c97-12dd398d7457)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:43:08.048518 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f3e2d58-bfae-41e6-94c7-c9da3019d86c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (11c29535-f204-4dc1-8ee9-f2fbfe649f28), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:08.065212 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e2d58-bfae-41e6-94c7-c9da3019d86c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Calling delete_port for 11c29535-f204-4dc1-8ee9-f2fbfe649f28 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:43:08.072788 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45632) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:08.092613 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53163d32-1f1f-48ec-8082-23b43b4ffab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:08.112233 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e9c4c77f-732b-43cf-bbc0-12dbecb61583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a6be8c6a-dafa-44e2-abff-24dfae8a1f8f), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:08.171350 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-43f434f0-2294-48c6-afc2-f9c84e7b6f63 None None] For port 11c29535-f204-4dc1-8ee9-f2fbfe649f28, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=11c29535-f204-4dc1-8ee9-f2fbfe649f28,segment=NetworkSegment(68300bcb-ca22-4906-8c97-12dd398d7457),segment_id=68300bcb-ca22-4906-8c97-12dd398d7457)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:43:08.171760 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-43f434f0-2294-48c6-afc2-f9c84e7b6f63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (11c29535-f204-4dc1-8ee9-f2fbfe649f28), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:08.205458 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-43f434f0-2294-48c6-afc2-f9c84e7b6f63 None None] Calling delete_port for 11c29535-f204-4dc1-8ee9-f2fbfe649f28 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:43:08.339916 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 11c29535-f204-4dc1-8ee9-f2fbfe649f28 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:43:08.375612 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f3e2d58-bfae-41e6-94c7-c9da3019d86c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (11c29535-f204-4dc1-8ee9-f2fbfe649f28), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:08.407097 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:43:08.409915 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:08.409915 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:43:08.409915 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:08.409915 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:43:08.409915 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:08.409915 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:43:08.409915 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:08.409915 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:43:08.409915 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:08.409915 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:43:08.409915 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:08.409915 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:43:08.409915 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:08.409915 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 21:43:08.413678 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53163d32-1f1f-48ec-8082-23b43b4ffab6 admin admin] Publish callbacks [] for security_group (3da1eb9c-05ae-457e-9d01-e7c3c0bd34e9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:08.440060 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e2d58-bfae-41e6-94c7-c9da3019d86c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Pushing event deleted for resources: {'Port': ['ID=11c29535-f204-4dc1-8ee9-f2fbfe649f28,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:08.442181 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53163d32-1f1f-48ec-8082-23b43b4ffab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3da1eb9c-05ae-457e-9d01-e7c3c0bd34e9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:08.460443 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-43f434f0-2294-48c6-afc2-f9c84e7b6f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (11c29535-f204-4dc1-8ee9-f2fbfe649f28), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:08.472802 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-53163d32-1f1f-48ec-8082-23b43b4ffab6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=06aaa496e31a4ef78ed33f603a2128fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3989336 Feb 08 21:43:08.473122 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 11c29535-f204-4dc1-8ee9-f2fbfe649f28 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:43:08.473590 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 11c29535-f204-4dc1-8ee9-f2fbfe649f28 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:43:08.481836 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45638) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:08.484081 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3e2d58-bfae-41e6-94c7-c9da3019d86c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] No DVR routers for this DVR port 11c29535-f204-4dc1-8ee9-f2fbfe649f28 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:43:08.526071 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f434f0-2294-48c6-afc2-f9c84e7b6f63 None None] Pushing event deleted for resources: {'Port': ['ID=11c29535-f204-4dc1-8ee9-f2fbfe649f28,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:08.533769 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f434f0-2294-48c6-afc2-f9c84e7b6f63 None None] No DVR routers for this DVR port 11c29535-f204-4dc1-8ee9-f2fbfe649f28 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:43:08.646240 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f3e2d58-bfae-41e6-94c7-c9da3019d86c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (0bfe80e0-e4eb-479e-89b7-3aa803d3efbd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:08.671104 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-1f3e2d58-bfae-41e6-94c7-c9da3019d86c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bfe80e0-e4eb-479e-89b7-3aa803d3efbd']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:43:08.683963 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-1f3e2d58-bfae-41e6-94c7-c9da3019d86c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68300bcb-ca22-4906-8c97-12dd398d7457') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:43:08.683963 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-1f3e2d58-bfae-41e6-94c7-c9da3019d86c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68300bcb-ca22-4906-8c97-12dd398d7457') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:43:08.701922 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f3e2d58-bfae-41e6-94c7-c9da3019d86c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (68300bcb-ca22-4906-8c97-12dd398d7457), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:08.731795 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53163d32-1f1f-48ec-8082-23b43b4ffab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da1eb9c-05ae-457e-9d01-e7c3c0bd34e9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:08.760970 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f3e2d58-bfae-41e6-94c7-c9da3019d86c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (68300bcb-ca22-4906-8c97-12dd398d7457), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:08.776439 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3e2d58-bfae-41e6-94c7-c9da3019d86c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:43:08.776849 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f3e2d58-bfae-41e6-94c7-c9da3019d86c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (68300bcb-ca22-4906-8c97-12dd398d7457), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:43:08.781021 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:43:08.853474 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ef3fee7-45f2-4344-bb89-ac8f1784b5fe admin admin] Publish callbacks [] for security_group (3da1eb9c-05ae-457e-9d01-e7c3c0bd34e9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:08.893194 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f3e2d58-bfae-41e6-94c7-c9da3019d86c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (0bfe80e0-e4eb-479e-89b7-3aa803d3efbd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:08.899455 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f3e2d58-bfae-41e6-94c7-c9da3019d86c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:08.905618 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1f3e2d58-bfae-41e6-94c7-c9da3019d86c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] 10.222.0.88 "DELETE /v2.0/networks/0bfe80e0-e4eb-479e-89b7-3aa803d3efbd HTTP/1.1" status: 204 len: 168 time: 1.4004540 Feb 08 21:43:08.913316 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ef3fee7-45f2-4344-bb89-ac8f1784b5fe admin admin] Publish callbacks [] for security_group (3da1eb9c-05ae-457e-9d01-e7c3c0bd34e9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:08.934403 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e2d58-bfae-41e6-94c7-c9da3019d86c tempest-FloatingIPNegativeTestJSON-2088696423 tempest-FloatingIPNegativeTestJSON-2088696423-project] Pushing event deleted for resources: {'Network': ['ID=0bfe80e0-e4eb-479e-89b7-3aa803d3efbd,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:09.012444 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ef3fee7-45f2-4344-bb89-ac8f1784b5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3da1eb9c-05ae-457e-9d01-e7c3c0bd34e9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:09.016535 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ef3fee7-45f2-4344-bb89-ac8f1784b5fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:09.020274 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1ef3fee7-45f2-4344-bb89-ac8f1784b5fe admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3da1eb9c-05ae-457e-9d01-e7c3c0bd34e9 HTTP/1.1" status: 204 len: 168 time: 0.5351896 Feb 08 21:43:09.035165 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3fee7-45f2-4344-bb89-ac8f1784b5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da1eb9c-05ae-457e-9d01-e7c3c0bd34e9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:09.049518 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d6b0d-6f5d-4931-bfa0-a0edd8bb509c req-4df35b12-9b35-45d5-a8b1-247771655961 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:09.053702 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-549d6b0d-6f5d-4931-bfa0-a0edd8bb509c req-4df35b12-9b35-45d5-a8b1-247771655961 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.2616673 Feb 08 21:43:09.109664 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d0640-f134-45c4-a603-f11774868b9f req-a245eee6-305d-4e7e-8a97-eb59706fb6da tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:09.111577 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9f6d0640-f134-45c4-a603-f11774868b9f req-a245eee6-305d-4e7e-8a97-eb59706fb6da tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7128c63-785a-46f2-9d44-6978ba4cbaf3 HTTP/1.1" status: 200 len: 932 time: 0.3208480 Feb 08 21:43:09.224121 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e9c4c77f-732b-43cf-bbc0-12dbecb61583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6be8c6a-dafa-44e2-abff-24dfae8a1f8f {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:43:09.258551 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e9c4c77f-732b-43cf-bbc0-12dbecb61583 service neutron] Publish callbacks [] for port (a6be8c6a-dafa-44e2-abff-24dfae8a1f8f), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:09.281027 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9f6d0640-f134-45c4-a603-f11774868b9f req-f29eab30-e788-4c40-998a-0599e1bd32fb tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/security-groups?id=5881dae9-4625-4869-88fb-89cec0ab15eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553371 Feb 08 21:43:09.296574 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-549d6b0d-6f5d-4931-bfa0-a0edd8bb509c req-498f6a45-c761-4dd3-91e6-dbbab3443e9e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947789 Feb 08 21:43:09.310967 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e9c4c77f-732b-43cf-bbc0-12dbecb61583 service neutron] Transition to ACTIVE for port object a6be8c6a-dafa-44e2-abff-24dfae8a1f8f will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:43:09.329260 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e9c4c77f-732b-43cf-bbc0-12dbecb61583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (a6be8c6a-dafa-44e2-abff-24dfae8a1f8f), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:09.464101 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c77f-732b-43cf-bbc0-12dbecb61583 service neutron] Pushing event updated for resources: {'Port': ['ID=a6be8c6a-dafa-44e2-abff-24dfae8a1f8f,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:09.622334 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45660) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:09.693462 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209b9bd-8fbf-4d23-9b04-32e74f2ba01e req-22b7f505-7965-499f-94ea-08a8aa29e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:09.695369 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b209b9bd-8fbf-4d23-9b04-32e74f2ba01e req-22b7f505-7965-499f-94ea-08a8aa29e4ce service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=34667052c8344fe0a4257547677c9696&device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 1128 time: 0.1232178 Feb 08 21:43:09.775686 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e9c4c77f-732b-43cf-bbc0-12dbecb61583 service neutron] Attempting to bind port a6be8c6a-dafa-44e2-abff-24dfae8a1f8f on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:09.776008 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e9c4c77f-732b-43cf-bbc0-12dbecb61583 service neutron] Attempting to bind port a6be8c6a-dafa-44e2-abff-24dfae8a1f8f by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '645e5352-74a5-4015-a1ed-8149b0295f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cb1fdf7e-93d3-4a5b-92be-58f4dfd94578'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:09.776268 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e9c4c77f-732b-43cf-bbc0-12dbecb61583 service neutron] Attempting to bind port a6be8c6a-dafa-44e2-abff-24dfae8a1f8f on network cb1fdf7e-93d3-4a5b-92be-58f4dfd94578 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:09.803095 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e9c4c77f-732b-43cf-bbc0-12dbecb61583 service neutron] Port a6be8c6a-dafa-44e2-abff-24dfae8a1f8f on network cb1fdf7e-93d3-4a5b-92be-58f4dfd94578 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:09.803095 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e9c4c77f-732b-43cf-bbc0-12dbecb61583 service neutron] Attempting to bind port a6be8c6a-dafa-44e2-abff-24dfae8a1f8f on network cb1fdf7e-93d3-4a5b-92be-58f4dfd94578 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:09.823468 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e9c4c77f-732b-43cf-bbc0-12dbecb61583 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:43:09.823846 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e9c4c77f-732b-43cf-bbc0-12dbecb61583 service neutron] Checking segment: {'id': '645e5352-74a5-4015-a1ed-8149b0295f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cb1fdf7e-93d3-4a5b-92be-58f4dfd94578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:43:09.824217 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e9c4c77f-732b-43cf-bbc0-12dbecb61583 service neutron] Bound using segment: {'id': '645e5352-74a5-4015-a1ed-8149b0295f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cb1fdf7e-93d3-4a5b-92be-58f4dfd94578'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:43:09.824659 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e9c4c77f-732b-43cf-bbc0-12dbecb61583 service neutron] Bound port: a6be8c6a-dafa-44e2-abff-24dfae8a1f8f, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645e5352-74a5-4015-a1ed-8149b0295f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cb1fdf7e-93d3-4a5b-92be-58f4dfd94578'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:43:09.825037 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e9c4c77f-732b-43cf-bbc0-12dbecb61583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a6be8c6a-dafa-44e2-abff-24dfae8a1f8f), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:09.864477 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abc1cf-2496-4dd5-9623-312a23050ec2 req-7000fd48-7791-483a-a485-8a6f872653d1 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:09.866140 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f4abc1cf-2496-4dd5-9623-312a23050ec2 req-7000fd48-7791-483a-a485-8a6f872653d1 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.2449174 Feb 08 21:43:10.063263 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f4abc1cf-2496-4dd5-9623-312a23050ec2 req-0bbce950-f84f-41ee-97ee-83c52789e542 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805468 Feb 08 21:43:10.081609 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e9c4c77f-732b-43cf-bbc0-12dbecb61583 service neutron] For port a6be8c6a-dafa-44e2-abff-24dfae8a1f8f, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:43:10.099397 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e9c4c77f-732b-43cf-bbc0-12dbecb61583 service neutron] For port a6be8c6a-dafa-44e2-abff-24dfae8a1f8f, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=a6be8c6a-dafa-44e2-abff-24dfae8a1f8f,segment=NetworkSegment(645e5352-74a5-4015-a1ed-8149b0295f18),segment_id=645e5352-74a5-4015-a1ed-8149b0295f18)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:43:10.107745 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1221c5b4-e5aa-4b1e-99c9-05d6f9bf9275 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1474801039ad4d9e85a49d60f36109f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4817166 Feb 08 21:43:10.114504 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45674) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:10.134787 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e9c4c77f-732b-43cf-bbc0-12dbecb61583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (a6be8c6a-dafa-44e2-abff-24dfae8a1f8f), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:10.248883 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e9c4c77f-732b-43cf-bbc0-12dbecb61583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:10.254027 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e9c4c77f-732b-43cf-bbc0-12dbecb61583 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:10.256271 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-e9c4c77f-732b-43cf-bbc0-12dbecb61583 service neutron] 10.222.0.96 "PUT /v2.0/ports/a6be8c6a-dafa-44e2-abff-24dfae8a1f8f HTTP/1.1" status: 200 len: 1093 time: 2.3102517 Feb 08 21:43:10.256773 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7128c63-785a-46f2-9d44-6978ba4cbaf3', 'tag': 'a6be8c6a-dafa-44e2-abff-24dfae8a1f8f'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:43:10.267716 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f1e6dc-7856-4ada-922e-b7efc0c10bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "e7128c63-785a-46f2-9d44-6978ba4cbaf3", "tag": "a6be8c6a-dafa-44e2-abff-24dfae8a1f8f"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:43:10.435167 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c77f-732b-43cf-bbc0-12dbecb61583 service neutron] Pushing event updated for resources: {'Port': ['ID=a6be8c6a-dafa-44e2-abff-24dfae8a1f8f,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:10.460308 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdf98c3-9cca-4546-8639-65dceaed18b6 x-openstack-request-id: req-ffdf98c3-9cca-4546-8639-65dceaed18b6 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:43:10.460810 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7128c63-785a-46f2-9d44-6978ba4cbaf3", "tag": "a6be8c6a-dafa-44e2-abff-24dfae8a1f8f", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:43:10.461257 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ffdf98c3-9cca-4546-8639-65dceaed18b6 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:43:10.464670 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7128c63-785a-46f2-9d44-6978ba4cbaf3', 'tag': 'a6be8c6a-dafa-44e2-abff-24dfae8a1f8f', 'status': 'completed', 'code': 200} Feb 08 21:43:10.473416 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209b9bd-8fbf-4d23-9b04-32e74f2ba01e req-45431c13-e4bb-42e1-b922-75fbd6946d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:10.484462 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b209b9bd-8fbf-4d23-9b04-32e74f2ba01e req-45431c13-e4bb-42e1-b922-75fbd6946d11 service neutron] 10.222.0.94 "GET /v2.0/networks?id=1679b521-217f-49a1-a155-3334752f6c92 HTTP/1.1" status: 200 len: 912 time: 0.7833948 Feb 08 21:43:10.546413 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6f35aebc-cf44-438e-b182-9e82c8e40567 admin admin] Publish callbacks [] for security_group (2977b980-b7f2-439c-bcd9-161ed407f9f3), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:10.576426 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-cdccdd66-fe87-426d-a4f7-376c85b491e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:10.578544 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-cdccdd66-fe87-426d-a4f7-376c85b491e1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=79ff5bd4b1fc48e89629df1cced225ff&device_id=e7128c63-785a-46f2-9d44-6978ba4cbaf3 HTTP/1.1" status: 200 len: 1127 time: 0.2439301 Feb 08 21:43:10.613265 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6f35aebc-cf44-438e-b182-9e82c8e40567 admin admin] Publish callbacks [] for security_group (2977b980-b7f2-439c-bcd9-161ed407f9f3), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:10.618797 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b209b9bd-8fbf-4d23-9b04-32e74f2ba01e req-6a7763fc-8324-4a76-ac87-12a486144db9 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38a4287e-56b3-4bf1-b386-0d6d5e88138b HTTP/1.1" status: 200 len: 999 time: 0.1238842 Feb 08 21:43:10.691195 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-382f36d4-196a-4c58-94c6-1d5846c73128 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6be8c6a-dafa-44e2-abff-24dfae8a1f8f HTTP/1.1" status: 200 len: 217 time: 0.0931790 Feb 08 21:43:10.719763 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209b9bd-8fbf-4d23-9b04-32e74f2ba01e req-b3f3cf81-8151-4388-aa15-b3c36d82fb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:10.721337 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b209b9bd-8fbf-4d23-9b04-32e74f2ba01e req-b3f3cf81-8151-4388-aa15-b3c36d82fb7a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=07d9bb5c-1887-4b22-a4c6-21ab4d50a37d HTTP/1.1" status: 200 len: 850 time: 0.0912056 Feb 08 21:43:10.791795 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209b9bd-8fbf-4d23-9b04-32e74f2ba01e req-64a032a4-1617-48ca-8482-a05072b66dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:10.794865 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b209b9bd-8fbf-4d23-9b04-32e74f2ba01e req-64a032a4-1617-48ca-8482-a05072b66dde service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1679b521-217f-49a1-a155-3334752f6c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0669284 Feb 08 21:43:10.796337 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32c56d-b43e-4724-a09c-9c00a9374d00 req-be571d88-ce50-4752-ae32-6a9ac89cb834 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:10.804938 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-af32c56d-b43e-4724-a09c-9c00a9374d00 req-be571d88-ce50-4752-ae32-6a9ac89cb834 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7128c63-785a-46f2-9d44-6978ba4cbaf3 HTTP/1.1" status: 200 len: 944 time: 0.3286960 Feb 08 21:43:10.890530 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-af32c56d-b43e-4724-a09c-9c00a9374d00 req-0505301c-9f3e-4fd2-b7f9-490cda0106e6 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/security-groups?id=5881dae9-4625-4869-88fb-89cec0ab15eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842929 Feb 08 21:43:10.898614 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-8d1ed739-1697-4e2e-a090-bda4a99cad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:10.908139 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-8d1ed739-1697-4e2e-a090-bda4a99cad4d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=72bdc9d5-2811-45f4-bec7-c11e42fb4886 HTTP/1.1" status: 200 len: 848 time: 0.2075558 Feb 08 21:43:10.909770 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6f35aebc-cf44-438e-b182-9e82c8e40567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (2977b980-b7f2-439c-bcd9-161ed407f9f3), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:10.927313 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6f35aebc-cf44-438e-b182-9e82c8e40567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:10.933254 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6f35aebc-cf44-438e-b182-9e82c8e40567 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2977b980-b7f2-439c-bcd9-161ed407f9f3 HTTP/1.1" status: 204 len: 168 time: 0.8136864 Feb 08 21:43:11.092325 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b209b9bd-8fbf-4d23-9b04-32e74f2ba01e req-7e397aab-505e-4133-b82e-3df3c2e52da3 service neutron] 10.222.0.94 "GET /v2.0/networks/1679b521-217f-49a1-a155-3334752f6c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870238 Feb 08 21:43:11.165904 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35aebc-cf44-438e-b182-9e82c8e40567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2977b980-b7f2-439c-bcd9-161ed407f9f3,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:11.179803 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-b82c6a00-6273-4417-98f3-a300bc0475a2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=cb1fdf7e-93d3-4a5b-92be-58f4dfd94578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2388206 Feb 08 21:43:11.358165 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b209b9bd-8fbf-4d23-9b04-32e74f2ba01e req-11d0a535-3f12-4502-a45f-145e5a4841d6 service neutron] 10.222.0.94 "GET /v2.0/networks/1679b521-217f-49a1-a155-3334752f6c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566872 Feb 08 21:43:11.552780 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b119e3-2124-4c7c-87fd-0e0a3e8cc408 req-622a4c2e-3bf3-4d35-9220-ff5cc1eebd13 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:11.554320 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10b119e3-2124-4c7c-87fd-0e0a3e8cc408 req-622a4c2e-3bf3-4d35-9220-ff5cc1eebd13 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.2979443 Feb 08 21:43:11.556632 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-d0e25a1a-07ca-4f8f-8626-566566958807 service neutron] 10.222.0.96 "GET /v2.0/networks/cb1fdf7e-93d3-4a5b-92be-58f4dfd94578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693547 Feb 08 21:43:11.778095 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10b119e3-2124-4c7c-87fd-0e0a3e8cc408 req-59653dfa-addd-48ce-a46f-1b2eab53dbc8 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605008 Feb 08 21:43:11.796727 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f85dfd4f-5032-4e05-a0fd-ff7c9997bc67 req-5831618a-3832-4bde-bf6f-23f9362a7246 service neutron] 10.222.0.96 "GET /v2.0/networks/cb1fdf7e-93d3-4a5b-92be-58f4dfd94578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340834 Feb 08 21:43:11.972868 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1e6dc-7856-4ada-922e-b7efc0c10bb3 req-64eab27a-c819-4a08-8371-bba62a036c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:11.977640 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-73f1e6dc-7856-4ada-922e-b7efc0c10bb3 req-64eab27a-c819-4a08-8371-bba62a036c41 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=79ff5bd4b1fc48e89629df1cced225ff&device_id=e7128c63-785a-46f2-9d44-6978ba4cbaf3 HTTP/1.1" status: 200 len: 1127 time: 0.1105444 Feb 08 21:43:12.183211 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1e6dc-7856-4ada-922e-b7efc0c10bb3 req-b4b232c1-fced-4c91-81c7-2a664299973f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:12.185108 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-73f1e6dc-7856-4ada-922e-b7efc0c10bb3 req-b4b232c1-fced-4c91-81c7-2a664299973f service neutron] 10.222.0.96 "GET /v2.0/networks?id=cb1fdf7e-93d3-4a5b-92be-58f4dfd94578 HTTP/1.1" status: 200 len: 909 time: 0.2011802 Feb 08 21:43:12.198690 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f4f8a-7b67-47cd-924f-39290ab50d53 req-d7c18b8b-d773-41a9-ae3f-542520c98d9c tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:12.200373 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-782f4f8a-7b67-47cd-924f-39290ab50d53 req-d7c18b8b-d773-41a9-ae3f-542520c98d9c tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7128c63-785a-46f2-9d44-6978ba4cbaf3 HTTP/1.1" status: 200 len: 944 time: 0.1133986 Feb 08 21:43:12.289906 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-73f1e6dc-7856-4ada-922e-b7efc0c10bb3 req-9e22052b-46c9-41c7-802e-7c5e3290c523 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6be8c6a-dafa-44e2-abff-24dfae8a1f8f HTTP/1.1" status: 200 len: 217 time: 0.0883718 Feb 08 21:43:12.346835 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-782f4f8a-7b67-47cd-924f-39290ab50d53 req-b61c5f17-77b9-46ac-8044-bb42c849e100 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/security-groups?id=5881dae9-4625-4869-88fb-89cec0ab15eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375093 Feb 08 21:43:12.395952 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1e6dc-7856-4ada-922e-b7efc0c10bb3 req-de2967cd-57a7-4150-8eb9-764472727b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:12.401220 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-73f1e6dc-7856-4ada-922e-b7efc0c10bb3 req-de2967cd-57a7-4150-8eb9-764472727b6d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=72bdc9d5-2811-45f4-bec7-c11e42fb4886 HTTP/1.1" status: 200 len: 848 time: 0.0708888 Feb 08 21:43:12.460364 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-73f1e6dc-7856-4ada-922e-b7efc0c10bb3 req-08b49a15-2fd0-4e2b-a55c-4be25894e8e3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=cb1fdf7e-93d3-4a5b-92be-58f4dfd94578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543866 Feb 08 21:43:12.659613 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-73f1e6dc-7856-4ada-922e-b7efc0c10bb3 req-e128bc4a-7d24-408a-84df-e5e781a61855 service neutron] 10.222.0.96 "GET /v2.0/networks/cb1fdf7e-93d3-4a5b-92be-58f4dfd94578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901600 Feb 08 21:43:12.851751 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-73f1e6dc-7856-4ada-922e-b7efc0c10bb3 req-42169058-4ef0-4583-a2a1-1becbe3b9707 service neutron] 10.222.0.96 "GET /v2.0/networks/cb1fdf7e-93d3-4a5b-92be-58f4dfd94578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855145 Feb 08 21:43:13.082686 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce70b4-8521-4db1-987d-2625f61c1dd9 req-43bbae25-2ec3-4056-8ae4-5986564b54ab tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:13.093890 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-34ce70b4-8521-4db1-987d-2625f61c1dd9 req-43bbae25-2ec3-4056-8ae4-5986564b54ab tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.1385927 Feb 08 21:43:13.127423 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45764) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:13.194365 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-34ce70b4-8521-4db1-987d-2625f61c1dd9 req-ab54a107-1f22-4a0d-b3a6-ad7db94f3aa5 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985937 Feb 08 21:43:13.375358 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ea146730-cd85-42f4-aa1f-b8f4440f6154 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Request body: {'networks': [{'name': 'tempest-network--1824356471'}, {'name': 'tempest-network--2015379580'}]} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:13.375358 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ea146730-cd85-42f4-aa1f-b8f4440f6154 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Request body: {'network': {'name': 'tempest-network--1824356471'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:13.376193 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ea146730-cd85-42f4-aa1f-b8f4440f6154 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Request body: {'network': {'name': 'tempest-network--2015379580'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:13.426931 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea146730-cd85-42f4-aa1f-b8f4440f6154 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Made reservation on behalf of 722f983eaeef468b8c7e401949ef097f for: {'network': 2} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:43:13.440896 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea146730-cd85-42f4-aa1f-b8f4440f6154 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:13.491028 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea146730-cd85-42f4-aa1f-b8f4440f6154 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:13.530235 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b102b43-f3b4-43ff-b80a-7a66585c7f78 req-3fa0805b-6748-4507-9747-7c8184c6c296 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:13.531851 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b102b43-f3b4-43ff-b80a-7a66585c7f78 req-3fa0805b-6748-4507-9747-7c8184c6c296 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7128c63-785a-46f2-9d44-6978ba4cbaf3 HTTP/1.1" status: 200 len: 944 time: 0.1010172 Feb 08 21:43:13.646742 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b102b43-f3b4-43ff-b80a-7a66585c7f78 req-c8b039ff-894e-48f7-9f5e-c96ee39d6eaf tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/security-groups?id=5881dae9-4625-4869-88fb-89cec0ab15eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953178 Feb 08 21:43:13.708586 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea146730-cd85-42f4-aa1f-b8f4440f6154 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks [] for security_group (bb28ae47-8e14-49d8-b4dd-7804b2ef253b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:13.716524 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea146730-cd85-42f4-aa1f-b8f4440f6154 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (bb28ae47-8e14-49d8-b4dd-7804b2ef253b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:13.718572 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea146730-cd85-42f4-aa1f-b8f4440f6154 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:13.792212 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea146730-cd85-42f4-aa1f-b8f4440f6154 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb28ae47-8e14-49d8-b4dd-7804b2ef253b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:13.798146 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea146730-cd85-42f4-aa1f-b8f4440f6154 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:43:13.809135 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea146730-cd85-42f4-aa1f-b8f4440f6154 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (61ba39d0-edeb-4f3e-a1ed-c157819236c7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:13.809135 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-ea146730-cd85-42f4-aa1f-b8f4440f6154 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Added segment 61ba39d0-edeb-4f3e-a1ed-c157819236c7 of type vlan for network 3eb34a52-ac43-415e-ab30-62359347287d Feb 08 21:43:13.866446 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea146730-cd85-42f4-aa1f-b8f4440f6154 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (3eb34a52-ac43-415e-ab30-62359347287d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:13.928802 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea146730-cd85-42f4-aa1f-b8f4440f6154 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:43:13.949208 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea146730-cd85-42f4-aa1f-b8f4440f6154 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (eb82333d-be0e-4124-93d0-043e689dc72b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:13.949600 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-ea146730-cd85-42f4-aa1f-b8f4440f6154 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Added segment eb82333d-be0e-4124-93d0-043e689dc72b of type vlan for network 8eeff3e9-ab75-48dc-a6cf-742521f6d793 Feb 08 21:43:14.024572 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea146730-cd85-42f4-aa1f-b8f4440f6154 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (8eeff3e9-ab75-48dc-a6cf-742521f6d793), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:14.067912 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea146730-cd85-42f4-aa1f-b8f4440f6154 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (3eb34a52-ac43-415e-ab30-62359347287d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:14.068439 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea146730-cd85-42f4-aa1f-b8f4440f6154 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (8eeff3e9-ab75-48dc-a6cf-742521f6d793), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:14.073505 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea146730-cd85-42f4-aa1f-b8f4440f6154 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:14.077912 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea146730-cd85-42f4-aa1f-b8f4440f6154 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:14.078670 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea146730-cd85-42f4-aa1f-b8f4440f6154 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:14.142705 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ea146730-cd85-42f4-aa1f-b8f4440f6154 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.0141113 Feb 08 21:43:14.145463 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45802) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:14.243661 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea146730-cd85-42f4-aa1f-b8f4440f6154 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Pushing event updated for resources: {'Network': ['ID=3eb34a52-ac43-415e-ab30-62359347287d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:14.269891 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 3eb34a52-ac43-415e-ab30-62359347287d details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:43:14.402091 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea146730-cd85-42f4-aa1f-b8f4440f6154 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Pushing event updated for resources: {'Network': ['ID=8eeff3e9-ab75-48dc-a6cf-742521f6d793,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:14.422982 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 8eeff3e9-ab75-48dc-a6cf-742521f6d793 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:43:14.540825 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88457d4-5c0f-48e3-a269-2732f00624fa tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:14.546529 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88457d4-5c0f-48e3-a269-2732f00624fa tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:14.552293 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88457d4-5c0f-48e3-a269-2732f00624fa tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:14.559060 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88457d4-5c0f-48e3-a269-2732f00624fa tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:14.561695 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e88457d4-5c0f-48e3-a269-2732f00624fa tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4152842 Feb 08 21:43:14.565343 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45822) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:14.751635 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-251105ed-4d23-46db-b049-c91464666005 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (3eb34a52-ac43-415e-ab30-62359347287d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:14.838489 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device a6be8c6a-dafa-44e2-abff-24dfae8a1f8f details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:43:15.019023 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7bee4-cad4-458a-8990-d925d228c094 req-84ecc03f-9b5c-487f-9225-50b68e515ac2 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:15.021634 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29f7bee4-cad4-458a-8990-d925d228c094 req-84ecc03f-9b5c-487f-9225-50b68e515ac2 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7128c63-785a-46f2-9d44-6978ba4cbaf3 HTTP/1.1" status: 200 len: 944 time: 0.2637630 Feb 08 21:43:15.023841 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-251105ed-4d23-46db-b049-c91464666005 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (3eb34a52-ac43-415e-ab30-62359347287d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:15.090370 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-251105ed-4d23-46db-b049-c91464666005 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb34a52-ac43-415e-ab30-62359347287d']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:43:15.103351 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45834) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:15.109041 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-251105ed-4d23-46db-b049-c91464666005 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ba39d0-edeb-4f3e-a1ed-c157819236c7') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:43:15.117111 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-251105ed-4d23-46db-b049-c91464666005 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ba39d0-edeb-4f3e-a1ed-c157819236c7') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:43:15.134388 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29f7bee4-cad4-458a-8990-d925d228c094 req-d6185582-1c4e-4300-9d2d-5366d00d4fce tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/security-groups?id=5881dae9-4625-4869-88fb-89cec0ab15eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069086 Feb 08 21:43:15.166203 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port a6be8c6a-dafa-44e2-abff-24dfae8a1f8f, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=a6be8c6a-dafa-44e2-abff-24dfae8a1f8f,segment=NetworkSegment(645e5352-74a5-4015-a1ed-8149b0295f18),segment_id=645e5352-74a5-4015-a1ed-8149b0295f18)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:43:15.179078 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-251105ed-4d23-46db-b049-c91464666005 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (61ba39d0-edeb-4f3e-a1ed-c157819236c7), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:15.191527 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'a6be8c6a-dafa-44e2-abff-24dfae8a1f8f', 'network_id': 'cb1fdf7e-93d3-4a5b-92be-58f4dfd94578', 'port_id': 'a6be8c6a-dafa-44e2-abff-24dfae8a1f8f', 'mac_address': 'fa:16:3e:2b:77:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72bdc9d5-2811-45f4-bec7-c11e42fb4886', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:43:15.238103 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-251105ed-4d23-46db-b049-c91464666005 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (61ba39d0-edeb-4f3e-a1ed-c157819236c7), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:15.245386 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-251105ed-4d23-46db-b049-c91464666005 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:43:15.248509 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-251105ed-4d23-46db-b049-c91464666005 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (61ba39d0-edeb-4f3e-a1ed-c157819236c7), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:15.296865 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port a6be8c6a-dafa-44e2-abff-24dfae8a1f8f is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:43:15.299217 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a6be8c6a-dafa-44e2-abff-24dfae8a1f8f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:43:15.312574 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:43:15.325455 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf8cda3b-d269-4495-96d1-e97e5da7ca0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:15.337327 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6be8c6a-dafa-44e2-abff-24dfae8a1f8f {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:43:15.367852 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port a6be8c6a-dafa-44e2-abff-24dfae8a1f8f, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=a6be8c6a-dafa-44e2-abff-24dfae8a1f8f,segment=NetworkSegment(645e5352-74a5-4015-a1ed-8149b0295f18),segment_id=645e5352-74a5-4015-a1ed-8149b0295f18)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:43:15.371027 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-251105ed-4d23-46db-b049-c91464666005 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (3eb34a52-ac43-415e-ab30-62359347287d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:15.375499 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a6be8c6a-dafa-44e2-abff-24dfae8a1f8f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:15.386577 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-251105ed-4d23-46db-b049-c91464666005 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:15.397899 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-251105ed-4d23-46db-b049-c91464666005 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] 10.222.0.88 "DELETE /v2.0/networks/3eb34a52-ac43-415e-ab30-62359347287d HTTP/1.1" status: 204 len: 168 time: 0.8313546 Feb 08 21:43:15.410071 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45838) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:15.438699 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=a6be8c6a-dafa-44e2-abff-24dfae8a1f8f,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:15.451191 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251105ed-4d23-46db-b049-c91464666005 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Pushing event deleted for resources: {'Network': ['ID=3eb34a52-ac43-415e-ab30-62359347287d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:15.562130 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-11bd5b8d-d00a-4970-8f1d-09c8c0d6a751 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (8eeff3e9-ab75-48dc-a6cf-742521f6d793), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:15.572358 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf8cda3b-d269-4495-96d1-e97e5da7ca0b admin admin] Publish callbacks [] for security_group (68ef2b8b-4946-4acb-bd7b-179b08a9ca01), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:15.582349 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf8cda3b-d269-4495-96d1-e97e5da7ca0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (68ef2b8b-4946-4acb-bd7b-179b08a9ca01), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:15.719474 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bf8cda3b-d269-4495-96d1-e97e5da7ca0b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=69eaae8add364c84b6b085829148bd82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6147518 Feb 08 21:43:15.721202 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['a6be8c6a-dafa-44e2-abff-24dfae8a1f8f'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:43:15.722266 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45842) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:15.724361 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8cda3b-d269-4495-96d1-e97e5da7ca0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ef2b8b-4946-4acb-bd7b-179b08a9ca01,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:15.732759 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-11bd5b8d-d00a-4970-8f1d-09c8c0d6a751 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (8eeff3e9-ab75-48dc-a6cf-742521f6d793), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:15.763943 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-11bd5b8d-d00a-4970-8f1d-09c8c0d6a751 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eeff3e9-ab75-48dc-a6cf-742521f6d793']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:43:15.779117 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-11bd5b8d-d00a-4970-8f1d-09c8c0d6a751 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb82333d-be0e-4124-93d0-043e689dc72b') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:43:15.779560 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-11bd5b8d-d00a-4970-8f1d-09c8c0d6a751 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb82333d-be0e-4124-93d0-043e689dc72b') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:43:15.791962 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-11bd5b8d-d00a-4970-8f1d-09c8c0d6a751 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (eb82333d-be0e-4124-93d0-043e689dc72b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:15.814788 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-11bd5b8d-d00a-4970-8f1d-09c8c0d6a751 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (eb82333d-be0e-4124-93d0-043e689dc72b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:15.829836 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11bd5b8d-d00a-4970-8f1d-09c8c0d6a751 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:43:15.830371 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-11bd5b8d-d00a-4970-8f1d-09c8c0d6a751 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (eb82333d-be0e-4124-93d0-043e689dc72b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:43:15.836585 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:43:15.838992 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ccf780cd-e6a5-4a4f-beea-7dde5d3b86b5 admin admin] Publish callbacks [] for security_group (68ef2b8b-4946-4acb-bd7b-179b08a9ca01), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:15.892826 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ccf780cd-e6a5-4a4f-beea-7dde5d3b86b5 admin admin] Publish callbacks [] for security_group (68ef2b8b-4946-4acb-bd7b-179b08a9ca01), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:15.927902 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-11bd5b8d-d00a-4970-8f1d-09c8c0d6a751 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (8eeff3e9-ab75-48dc-a6cf-742521f6d793), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:15.936430 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-11bd5b8d-d00a-4970-8f1d-09c8c0d6a751 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:15.950197 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-11bd5b8d-d00a-4970-8f1d-09c8c0d6a751 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] 10.222.0.88 "DELETE /v2.0/networks/8eeff3e9-ab75-48dc-a6cf-742521f6d793 HTTP/1.1" status: 204 len: 168 time: 0.5347528 Feb 08 21:43:15.953121 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45844) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:15.977156 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd5b8d-d00a-4970-8f1d-09c8c0d6a751 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Pushing event deleted for resources: {'Network': ['ID=8eeff3e9-ab75-48dc-a6cf-742521f6d793,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:16.183890 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ccf780cd-e6a5-4a4f-beea-7dde5d3b86b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (68ef2b8b-4946-4acb-bd7b-179b08a9ca01), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:16.187092 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ccf780cd-e6a5-4a4f-beea-7dde5d3b86b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:16.188203 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ccf780cd-e6a5-4a4f-beea-7dde5d3b86b5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/68ef2b8b-4946-4acb-bd7b-179b08a9ca01 HTTP/1.1" status: 204 len: 168 time: 0.4648457 Feb 08 21:43:16.209567 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf780cd-e6a5-4a4f-beea-7dde5d3b86b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ef2b8b-4946-4acb-bd7b-179b08a9ca01,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:16.233554 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b477055c-85d1-4a1a-8c6e-e351adbda0fb tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:16.239646 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b477055c-85d1-4a1a-8c6e-e351adbda0fb tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:16.242336 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b477055c-85d1-4a1a-8c6e-e351adbda0fb tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2628665 Feb 08 21:43:16.245505 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45854) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:16.254289 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-da0476b0-cb7d-4481-82d3-0aae3d557a56 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-641456601'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:16.320154 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0476b0-cb7d-4481-82d3-0aae3d557a56 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Made reservation on behalf of 722f983eaeef468b8c7e401949ef097f for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:43:16.327820 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da0476b0-cb7d-4481-82d3-0aae3d557a56 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:16.350798 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f5b7f-22f2-48ff-aaf6-bca19fa1c232 req-2067a0e2-1cb5-4ca1-8b55-8b3b61d169ea tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:16.360925 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a72f5b7f-22f2-48ff-aaf6-bca19fa1c232 req-2067a0e2-1cb5-4ca1-8b55-8b3b61d169ea tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7128c63-785a-46f2-9d44-6978ba4cbaf3 HTTP/1.1" status: 200 len: 945 time: 0.0769598 Feb 08 21:43:16.363050 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0476b0-cb7d-4481-82d3-0aae3d557a56 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:43:16.376194 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da0476b0-cb7d-4481-82d3-0aae3d557a56 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (135636b2-1803-454a-b246-4511b3629e9b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:16.376538 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-da0476b0-cb7d-4481-82d3-0aae3d557a56 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Added segment 135636b2-1803-454a-b246-4511b3629e9b of type vlan for network 2610f50a-3076-43e8-a228-f771738b04c1 Feb 08 21:43:16.432476 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a72f5b7f-22f2-48ff-aaf6-bca19fa1c232 req-25db1881-5501-47c9-8897-275acdcc02b1 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/security-groups?id=5881dae9-4625-4869-88fb-89cec0ab15eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705092 Feb 08 21:43:16.440716 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da0476b0-cb7d-4481-82d3-0aae3d557a56 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (2610f50a-3076-43e8-a228-f771738b04c1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:16.474147 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da0476b0-cb7d-4481-82d3-0aae3d557a56 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (2610f50a-3076-43e8-a228-f771738b04c1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:16.481321 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0476b0-cb7d-4481-82d3-0aae3d557a56 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:16.482191 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da0476b0-cb7d-4481-82d3-0aae3d557a56 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:16.555589 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-da0476b0-cb7d-4481-82d3-0aae3d557a56 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3082745 Feb 08 21:43:16.558132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45858) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:16.564440 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-911ae4c1-7b92-4e77-9eee-3b04ba7db995 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-432200242'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:16.588978 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0476b0-cb7d-4481-82d3-0aae3d557a56 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Pushing event updated for resources: {'Network': ['ID=2610f50a-3076-43e8-a228-f771738b04c1,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:16.604363 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 2610f50a-3076-43e8-a228-f771738b04c1 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:43:16.620229 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911ae4c1-7b92-4e77-9eee-3b04ba7db995 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Made reservation on behalf of 722f983eaeef468b8c7e401949ef097f for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:43:16.626932 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-911ae4c1-7b92-4e77-9eee-3b04ba7db995 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:16.691840 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-911ae4c1-7b92-4e77-9eee-3b04ba7db995 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:43:16.710231 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-911ae4c1-7b92-4e77-9eee-3b04ba7db995 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (8876cf6e-bb12-4d72-8736-1499793dc05f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:16.710580 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-911ae4c1-7b92-4e77-9eee-3b04ba7db995 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Added segment 8876cf6e-bb12-4d72-8736-1499793dc05f of type vlan for network 5ef4f1e0-5041-4e23-8d22-dcde69f05325 Feb 08 21:43:16.732077 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45862) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:16.756536 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d44d611b-4ec5-4c20-87db-fc61f8045fb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:16.761977 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-911ae4c1-7b92-4e77-9eee-3b04ba7db995 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (5ef4f1e0-5041-4e23-8d22-dcde69f05325), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:16.794490 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-911ae4c1-7b92-4e77-9eee-3b04ba7db995 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (5ef4f1e0-5041-4e23-8d22-dcde69f05325), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:16.801679 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911ae4c1-7b92-4e77-9eee-3b04ba7db995 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:16.802508 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-911ae4c1-7b92-4e77-9eee-3b04ba7db995 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:16.870705 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device a6be8c6a-dafa-44e2-abff-24dfae8a1f8f up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:43:16.875087 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-911ae4c1-7b92-4e77-9eee-3b04ba7db995 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3128555 Feb 08 21:43:16.876747 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45864) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:16.882979 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-566848a5-9416-49d2-ac00-43f3faf3aa91 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Request body: {'ports': [{'network_id': '2610f50a-3076-43e8-a228-f771738b04c1', 'name': 'tempest-port--548386414', 'admin_state_up': True}, {'network_id': '5ef4f1e0-5041-4e23-8d22-dcde69f05325', 'admin_state_up': False}]} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:16.883695 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-566848a5-9416-49d2-ac00-43f3faf3aa91 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Request body: {'port': {'network_id': '2610f50a-3076-43e8-a228-f771738b04c1', 'name': 'tempest-port--548386414', 'admin_state_up': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:16.885005 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-566848a5-9416-49d2-ac00-43f3faf3aa91 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Request body: {'port': {'network_id': '5ef4f1e0-5041-4e23-8d22-dcde69f05325', 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:16.901729 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ae4c1-7b92-4e77-9eee-3b04ba7db995 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Pushing event updated for resources: {'Network': ['ID=5ef4f1e0-5041-4e23-8d22-dcde69f05325,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:16.918174 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 5ef4f1e0-5041-4e23-8d22-dcde69f05325 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:43:16.960059 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d44d611b-4ec5-4c20-87db-fc61f8045fb0 admin admin] Publish callbacks [] for security_group (25140a01-605d-4183-9284-476eac692603), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:16.975330 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d44d611b-4ec5-4c20-87db-fc61f8045fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (25140a01-605d-4183-9284-476eac692603), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:17.042417 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d44d611b-4ec5-4c20-87db-fc61f8045fb0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d209055e14a84d2a856f467094c9119c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3091757 Feb 08 21:43:17.045301 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45866) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:17.060902 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d611b-4ec5-4c20-87db-fc61f8045fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25140a01-605d-4183-9284-476eac692603,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:17.062230 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port a6be8c6a-dafa-44e2-abff-24dfae8a1f8f completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:43:17.092002 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port a6be8c6a-dafa-44e2-abff-24dfae8a1f8f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:43:17.098289 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a6be8c6a-dafa-44e2-abff-24dfae8a1f8f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:17.145660 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a8ff1a92-4d5d-44f2-8e69-46c6921ac7bf admin admin] Publish callbacks [] for security_group (25140a01-605d-4183-9284-476eac692603), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:17.198296 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a8ff1a92-4d5d-44f2-8e69-46c6921ac7bf admin admin] Publish callbacks [] for security_group (25140a01-605d-4183-9284-476eac692603), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:17.210222 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566848a5-9416-49d2-ac00-43f3faf3aa91 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Made reservation on behalf of 722f983eaeef468b8c7e401949ef097f for: {'port': 2} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:43:17.222954 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-566848a5-9416-49d2-ac00-43f3faf3aa91 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:17.223075 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port a6be8c6a-dafa-44e2-abff-24dfae8a1f8f is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:43:17.223075 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a6be8c6a-dafa-44e2-abff-24dfae8a1f8f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:17.237910 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-566848a5-9416-49d2-ac00-43f3faf3aa91 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:17.248554 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7128c63-785a-46f2-9d44-6978ba4cbaf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6be8c6a-dafa-44e2-abff-24dfae8a1f8f'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:43:17.251081 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe52cae-f1e4-4958-9270-e32494b69f9d" -d '{"events": [{"server_uuid": "e7128c63-785a-46f2-9d44-6978ba4cbaf3", "name": "network-vif-plugged", "status": "completed", "tag": "a6be8c6a-dafa-44e2-abff-24dfae8a1f8f"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:43:17.266629 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port a6be8c6a-dafa-44e2-abff-24dfae8a1f8f, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=a6be8c6a-dafa-44e2-abff-24dfae8a1f8f,segment=NetworkSegment(645e5352-74a5-4015-a1ed-8149b0295f18),segment_id=645e5352-74a5-4015-a1ed-8149b0295f18)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:43:17.274061 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a6be8c6a-dafa-44e2-abff-24dfae8a1f8f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:17.282328 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a8ff1a92-4d5d-44f2-8e69-46c6921ac7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (25140a01-605d-4183-9284-476eac692603), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:17.286759 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a8ff1a92-4d5d-44f2-8e69-46c6921ac7bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:17.292226 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a8ff1a92-4d5d-44f2-8e69-46c6921ac7bf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/25140a01-605d-4183-9284-476eac692603 HTTP/1.1" status: 204 len: 168 time: 0.2458425 Feb 08 21:43:17.302884 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff1a92-4d5d-44f2-8e69-46c6921ac7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25140a01-605d-4183-9284-476eac692603,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:17.346550 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=a6be8c6a-dafa-44e2-abff-24dfae8a1f8f,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:17.441422 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-566848a5-9416-49d2-ac00-43f3faf3aa91 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] device_id is not set on port f54c3bce-d000-4cd6-bb2f-611c82acd496 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:43:17.623914 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-566848a5-9416-49d2-ac00-43f3faf3aa91 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks [] for port (f54c3bce-d000-4cd6-bb2f-611c82acd496), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:17.637284 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4ac01-1137-4852-a259-0927a23499a1 req-7130dacd-e586-4723-af0c-35bfad2872ad tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:17.644256 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-28e4ac01-1137-4852-a259-0927a23499a1 req-7130dacd-e586-4723-af0c-35bfad2872ad tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7128c63-785a-46f2-9d44-6978ba4cbaf3 HTTP/1.1" status: 200 len: 946 time: 0.1175017 Feb 08 21:43:17.651933 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4296d1-b9ff-4a8f-b1a2-4906c8b68782 x-openstack-request-id: req-cf4296d1-b9ff-4a8f-b1a2-4906c8b68782 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:43:17.653191 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7128c63-785a-46f2-9d44-6978ba4cbaf3", "name": "network-vif-plugged", "status": "completed", "tag": "a6be8c6a-dafa-44e2-abff-24dfae8a1f8f", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:43:17.653988 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cf4296d1-b9ff-4a8f-b1a2-4906c8b68782 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:43:17.654883 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7128c63-785a-46f2-9d44-6978ba4cbaf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6be8c6a-dafa-44e2-abff-24dfae8a1f8f', 'code': 200} Feb 08 21:43:17.702746 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-28e4ac01-1137-4852-a259-0927a23499a1 req-d1957926-b593-4297-b48d-97dd9bb46979 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/security-groups?id=5881dae9-4625-4869-88fb-89cec0ab15eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558114 Feb 08 21:43:17.756104 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-566848a5-9416-49d2-ac00-43f3faf3aa91 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] device_id is not set on port 4848b8c4-81f0-4167-b933-05fef9a660e3 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:43:17.790328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02324b58-0be5-496c-b9fa-16b177be0b73 req-cb601f43-9ba6-478e-bf9c-163b683c6470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:17.795666 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02324b58-0be5-496c-b9fa-16b177be0b73 req-cb601f43-9ba6-478e-bf9c-163b683c6470 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e7128c63-785a-46f2-9d44-6978ba4cbaf3 HTTP/1.1" status: 200 len: 1129 time: 0.0726321 Feb 08 21:43:17.865714 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02324b58-0be5-496c-b9fa-16b177be0b73 req-e30ead99-803e-49c1-9568-4d851fb6870e service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=5881dae9-4625-4869-88fb-89cec0ab15eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655296 Feb 08 21:43:17.894919 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-566848a5-9416-49d2-ac00-43f3faf3aa91 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks [] for port (4848b8c4-81f0-4167-b933-05fef9a660e3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:17.957824 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-566848a5-9416-49d2-ac00-43f3faf3aa91 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (f54c3bce-d000-4cd6-bb2f-611c82acd496), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:18.029185 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566848a5-9416-49d2-ac00-43f3faf3aa91 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Pushing event updated for resources: {'Port': ['ID=f54c3bce-d000-4cd6-bb2f-611c82acd496,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:18.050278 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566848a5-9416-49d2-ac00-43f3faf3aa91 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Checking segment: {'id': '135636b2-1803-454a-b246-4511b3629e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2610f50a-3076-43e8-a228-f771738b04c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:43:18.051222 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566848a5-9416-49d2-ac00-43f3faf3aa91 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Network hostable DHCP agents. Network: 2610f50a-3076-43e8-a228-f771738b04c1, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:43:18.070584 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566848a5-9416-49d2-ac00-43f3faf3aa91 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Network 2610f50a-3076-43e8-a228-f771738b04c1 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:43:18.081866 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-566848a5-9416-49d2-ac00-43f3faf3aa91 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 2610f50a-3076-43e8-a228-f771738b04c1) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:43:18.086930 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566848a5-9416-49d2-ac00-43f3faf3aa91 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:43:18.088077 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-566848a5-9416-49d2-ac00-43f3faf3aa91 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (4848b8c4-81f0-4167-b933-05fef9a660e3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:18.093967 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d2f34c-064e-4ead-ba5b-ae821707172a None None] Network 2610f50a-3076-43e8-a228-f771738b04c1 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:43:18.158678 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566848a5-9416-49d2-ac00-43f3faf3aa91 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Pushing event updated for resources: {'Port': ['ID=4848b8c4-81f0-4167-b933-05fef9a660e3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:18.170577 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566848a5-9416-49d2-ac00-43f3faf3aa91 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Checking segment: {'id': '8876cf6e-bb12-4d72-8736-1499793dc05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5ef4f1e0-5041-4e23-8d22-dcde69f05325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:43:18.171045 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566848a5-9416-49d2-ac00-43f3faf3aa91 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Network hostable DHCP agents. Network: 5ef4f1e0-5041-4e23-8d22-dcde69f05325, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:43:18.192377 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566848a5-9416-49d2-ac00-43f3faf3aa91 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Network 5ef4f1e0-5041-4e23-8d22-dcde69f05325 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:43:18.204712 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-566848a5-9416-49d2-ac00-43f3faf3aa91 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 5ef4f1e0-5041-4e23-8d22-dcde69f05325) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:43:18.210135 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566848a5-9416-49d2-ac00-43f3faf3aa91 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:43:18.216424 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4118c59d-1155-47e7-ab97-b56348231765 None None] Network 5ef4f1e0-5041-4e23-8d22-dcde69f05325 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:43:18.218041 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566848a5-9416-49d2-ac00-43f3faf3aa91 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:18.225053 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566848a5-9416-49d2-ac00-43f3faf3aa91 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:18.225053 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-566848a5-9416-49d2-ac00-43f3faf3aa91 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:18.244905 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-566848a5-9416-49d2-ac00-43f3faf3aa91 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.3667352 Feb 08 21:43:18.247960 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45900) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:18.325730 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c76289b-76ec-40b2-b9ed-e236cbdde1b2 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:18.333142 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c76289b-76ec-40b2-b9ed-e236cbdde1b2 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:18.339111 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45906) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:18.348827 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0c76289b-76ec-40b2-b9ed-e236cbdde1b2 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0994272 Feb 08 21:43:18.465912 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-5be22c8c-1b46-4b70-b705-cc84776b8c6f tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Deleting port f54c3bce-d000-4cd6-bb2f-611c82acd496 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:43:18.466356 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5be22c8c-1b46-4b70-b705-cc84776b8c6f tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f54c3bce-d000-4cd6-bb2f-611c82acd496), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:18.541111 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5be22c8c-1b46-4b70-b705-cc84776b8c6f tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f54c3bce-d000-4cd6-bb2f-611c82acd496), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:18.556753 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-5be22c8c-1b46-4b70-b705-cc84776b8c6f tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Calling delete_port for f54c3bce-d000-4cd6-bb2f-611c82acd496 owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:43:18.650940 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5be22c8c-1b46-4b70-b705-cc84776b8c6f tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (f54c3bce-d000-4cd6-bb2f-611c82acd496), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:18.685481 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be22c8c-1b46-4b70-b705-cc84776b8c6f tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Pushing event deleted for resources: {'Port': ['ID=f54c3bce-d000-4cd6-bb2f-611c82acd496,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:18.692171 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5be22c8c-1b46-4b70-b705-cc84776b8c6f tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:18.698448 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45914) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:18.699009 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5be22c8c-1b46-4b70-b705-cc84776b8c6f tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] 10.222.0.88 "DELETE /v2.0/ports/f54c3bce-d000-4cd6-bb2f-611c82acd496 HTTP/1.1" status: 204 len: 168 time: 0.3581152 Feb 08 21:43:18.867600 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-32841fb0-0764-4296-8e87-eaee80e80195 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Deleting port 4848b8c4-81f0-4167-b933-05fef9a660e3 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:43:18.869008 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32841fb0-0764-4296-8e87-eaee80e80195 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (4848b8c4-81f0-4167-b933-05fef9a660e3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:18.885830 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f054e-44e0-49be-8c59-a918f19de29c req-7ff44fbd-9e94-4659-bfc3-1f7e6f815053 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:18.888261 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-017f054e-44e0-49be-8c59-a918f19de29c req-7ff44fbd-9e94-4659-bfc3-1f7e6f815053 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7128c63-785a-46f2-9d44-6978ba4cbaf3 HTTP/1.1" status: 200 len: 946 time: 0.0732162 Feb 08 21:43:18.974239 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-017f054e-44e0-49be-8c59-a918f19de29c req-1145968c-380b-4c8b-ac0b-c12c58a03255 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/security-groups?id=5881dae9-4625-4869-88fb-89cec0ab15eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742311 Feb 08 21:43:18.984612 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32841fb0-0764-4296-8e87-eaee80e80195 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (4848b8c4-81f0-4167-b933-05fef9a660e3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:19.002107 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-32841fb0-0764-4296-8e87-eaee80e80195 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Calling delete_port for 4848b8c4-81f0-4167-b933-05fef9a660e3 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:43:19.119818 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32841fb0-0764-4296-8e87-eaee80e80195 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (4848b8c4-81f0-4167-b933-05fef9a660e3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:19.149619 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32841fb0-0764-4296-8e87-eaee80e80195 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Pushing event deleted for resources: {'Port': ['ID=4848b8c4-81f0-4167-b933-05fef9a660e3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:19.167764 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32841fb0-0764-4296-8e87-eaee80e80195 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:19.175202 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45932) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:19.176809 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-32841fb0-0764-4296-8e87-eaee80e80195 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] 10.222.0.88 "DELETE /v2.0/ports/4848b8c4-81f0-4167-b933-05fef9a660e3 HTTP/1.1" status: 204 len: 168 time: 0.4752185 Feb 08 21:43:19.235602 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45934) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:19.241646 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-310b2ab9-20d3-4900-b867-24bdb82bf04e tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1541622668'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:19.243167 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0d492c22-9b0b-45a0-8415-53667bf96911 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0544446 Feb 08 21:43:19.265581 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310b2ab9-20d3-4900-b867-24bdb82bf04e tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Made reservation on behalf of 722f983eaeef468b8c7e401949ef097f for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:43:19.269491 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-310b2ab9-20d3-4900-b867-24bdb82bf04e tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:19.307757 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-310b2ab9-20d3-4900-b867-24bdb82bf04e tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:43:19.319482 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-310b2ab9-20d3-4900-b867-24bdb82bf04e tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (8153ef14-2b64-4822-bb99-f4dc47515ac6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:19.319842 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-310b2ab9-20d3-4900-b867-24bdb82bf04e tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Added segment 8153ef14-2b64-4822-bb99-f4dc47515ac6 of type vlan for network d1b20906-f063-4147-bee5-4383043b5dfd Feb 08 21:43:19.365414 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-310b2ab9-20d3-4900-b867-24bdb82bf04e tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (d1b20906-f063-4147-bee5-4383043b5dfd), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:19.396093 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-310b2ab9-20d3-4900-b867-24bdb82bf04e tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (d1b20906-f063-4147-bee5-4383043b5dfd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:19.401475 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310b2ab9-20d3-4900-b867-24bdb82bf04e tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:19.402091 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-310b2ab9-20d3-4900-b867-24bdb82bf04e tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:19.437440 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-310b2ab9-20d3-4900-b867-24bdb82bf04e tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1983304 Feb 08 21:43:19.437827 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45952) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:19.443925 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-b8e54321-004b-401d-8fe8-3b2015645844 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1487978448'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:19.477289 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e54321-004b-401d-8fe8-3b2015645844 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Made reservation on behalf of 722f983eaeef468b8c7e401949ef097f for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:43:19.480616 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b8e54321-004b-401d-8fe8-3b2015645844 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:19.500526 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b2ab9-20d3-4900-b867-24bdb82bf04e tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Pushing event updated for resources: {'Network': ['ID=d1b20906-f063-4147-bee5-4383043b5dfd,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:19.506788 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b2ab9-20d3-4900-b867-24bdb82bf04e tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:19.507139 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b2ab9-20d3-4900-b867-24bdb82bf04e tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:19.507509 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b2ab9-20d3-4900-b867-24bdb82bf04e tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:19.507846 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b2ab9-20d3-4900-b867-24bdb82bf04e tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:19.508179 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b2ab9-20d3-4900-b867-24bdb82bf04e tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:19.508504 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b2ab9-20d3-4900-b867-24bdb82bf04e tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:19.508911 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b2ab9-20d3-4900-b867-24bdb82bf04e tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:19.509140 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b2ab9-20d3-4900-b867-24bdb82bf04e tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:19.509511 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b2ab9-20d3-4900-b867-24bdb82bf04e tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:19.509798 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b2ab9-20d3-4900-b867-24bdb82bf04e tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:19.510210 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b2ab9-20d3-4900-b867-24bdb82bf04e tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:19.510424 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b2ab9-20d3-4900-b867-24bdb82bf04e tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:19.510793 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310b2ab9-20d3-4900-b867-24bdb82bf04e tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:19.518623 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e54321-004b-401d-8fe8-3b2015645844 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:43:19.523702 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network d1b20906-f063-4147-bee5-4383043b5dfd details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:43:19.540674 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b8e54321-004b-401d-8fe8-3b2015645844 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (0a4b9176-5a0f-42ed-bd86-9df27c5b14c7), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:19.541158 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-b8e54321-004b-401d-8fe8-3b2015645844 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Added segment 0a4b9176-5a0f-42ed-bd86-9df27c5b14c7 of type vlan for network 30aea875-dacd-4461-85a7-49f12db0d42d Feb 08 21:43:19.596384 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b8e54321-004b-401d-8fe8-3b2015645844 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (30aea875-dacd-4461-85a7-49f12db0d42d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:19.634587 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b8e54321-004b-401d-8fe8-3b2015645844 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (30aea875-dacd-4461-85a7-49f12db0d42d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:19.639866 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e54321-004b-401d-8fe8-3b2015645844 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:19.640554 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b8e54321-004b-401d-8fe8-3b2015645844 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:19.729258 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b8e54321-004b-401d-8fe8-3b2015645844 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2774069 Feb 08 21:43:19.734409 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e54321-004b-401d-8fe8-3b2015645844 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Pushing event updated for resources: {'Network': ['ID=30aea875-dacd-4461-85a7-49f12db0d42d,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:19.746256 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 30aea875-dacd-4461-85a7-49f12db0d42d details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:43:19.867533 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46002) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:19.873088 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-59139e88-cc50-43a3-816a-d90ff295d165 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Request body: {'subnets': [{'network_id': 'd1b20906-f063-4147-bee5-4383043b5dfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2133976807', 'ip_version': 4}, {'network_id': '30aea875-dacd-4461-85a7-49f12db0d42d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:19.873586 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-59139e88-cc50-43a3-816a-d90ff295d165 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Request body: {'subnet': {'network_id': 'd1b20906-f063-4147-bee5-4383043b5dfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2133976807', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:19.874368 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-59139e88-cc50-43a3-816a-d90ff295d165 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Request body: {'subnet': {'network_id': '30aea875-dacd-4461-85a7-49f12db0d42d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:20.066677 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59139e88-cc50-43a3-816a-d90ff295d165 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Made reservation on behalf of 722f983eaeef468b8c7e401949ef097f for: {'subnet': 2} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:43:20.071873 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59139e88-cc50-43a3-816a-d90ff295d165 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:20.072220 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59139e88-cc50-43a3-816a-d90ff295d165 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:20.137755 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995edb47-7b7c-49ec-8511-cc12b09e571f req-d97bcb48-41f7-4645-b258-d11956bf006c tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:20.139255 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-995edb47-7b7c-49ec-8511-cc12b09e571f req-d97bcb48-41f7-4645-b258-d11956bf006c tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7128c63-785a-46f2-9d44-6978ba4cbaf3 HTTP/1.1" status: 200 len: 946 time: 0.0738432 Feb 08 21:43:20.202363 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-995edb47-7b7c-49ec-8511-cc12b09e571f req-e2b43174-0351-461b-879a-dd5ec7e773b2 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/security-groups?id=5881dae9-4625-4869-88fb-89cec0ab15eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571122 Feb 08 21:43:20.701142 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59139e88-cc50-43a3-816a-d90ff295d165 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (fc63abc4-08da-45f0-a60b-5e4b15866fba), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:20.815089 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59139e88-cc50-43a3-816a-d90ff295d165 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Pushing event updated for resources: {'Subnet': ['ID=fc63abc4-08da-45f0-a60b-5e4b15866fba,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:20.824987 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59139e88-cc50-43a3-816a-d90ff295d165 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Checking segment: {'id': '8153ef14-2b64-4822-bb99-f4dc47515ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd1b20906-f063-4147-bee5-4383043b5dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:43:20.825389 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59139e88-cc50-43a3-816a-d90ff295d165 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Network hostable DHCP agents. Network: d1b20906-f063-4147-bee5-4383043b5dfd, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:43:20.847568 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59139e88-cc50-43a3-816a-d90ff295d165 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Network d1b20906-f063-4147-bee5-4383043b5dfd is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:43:20.870324 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-59139e88-cc50-43a3-816a-d90ff295d165 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, d1b20906-f063-4147-bee5-4383043b5dfd) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:43:20.875547 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59139e88-cc50-43a3-816a-d90ff295d165 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (ea3fac7d-bd76-49e1-affa-8738f4a0fde6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:20.887942 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b9287c-2d3b-484e-ab12-0bfa48a18388 None None] Network d1b20906-f063-4147-bee5-4383043b5dfd requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:43:20.999258 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59139e88-cc50-43a3-816a-d90ff295d165 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Pushing event updated for resources: {'Subnet': ['ID=ea3fac7d-bd76-49e1-affa-8738f4a0fde6,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:21.096895 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59139e88-cc50-43a3-816a-d90ff295d165 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Checking segment: {'id': '0a4b9176-5a0f-42ed-bd86-9df27c5b14c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '30aea875-dacd-4461-85a7-49f12db0d42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:43:21.097405 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59139e88-cc50-43a3-816a-d90ff295d165 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Network hostable DHCP agents. Network: 30aea875-dacd-4461-85a7-49f12db0d42d, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:43:21.136677 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59139e88-cc50-43a3-816a-d90ff295d165 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Network 30aea875-dacd-4461-85a7-49f12db0d42d is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:43:21.158976 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-59139e88-cc50-43a3-816a-d90ff295d165 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 30aea875-dacd-4461-85a7-49f12db0d42d) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:43:21.165048 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59139e88-cc50-43a3-816a-d90ff295d165 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:21.165922 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59139e88-cc50-43a3-816a-d90ff295d165 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:21.166764 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59139e88-cc50-43a3-816a-d90ff295d165 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:21.173611 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36971c61-907e-4e10-a322-6dcdce4299ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-d1b20906-f063-4147-bee5-4383043b5dfd', 'network_id': 'd1b20906-f063-4147-bee5-4383043b5dfd', 'project_id': '722f983eaeef468b8c7e401949ef097f', 'fixed_ips': [{'subnet_id': 'fc63abc4-08da-45f0-a60b-5e4b15866fba'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:43:21.174498 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36971c61-907e-4e10-a322-6dcdce4299ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:21.195987 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-59139e88-cc50-43a3-816a-d90ff295d165 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.3271384 Feb 08 21:43:21.196766 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46106) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:21.202668 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d84c56f-416d-4726-879b-db0c2b9deb87 None None] Network 30aea875-dacd-4461-85a7-49f12db0d42d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:43:21.246255 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc53f88-9549-4d5b-aea1-cd2a8df6d3d4 req-3aa20288-fa11-4112-bf9a-d3c890ad0faa tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:21.249304 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cbc53f88-9549-4d5b-aea1-cd2a8df6d3d4 req-3aa20288-fa11-4112-bf9a-d3c890ad0faa tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7128c63-785a-46f2-9d44-6978ba4cbaf3 HTTP/1.1" status: 200 len: 946 time: 0.0960548 Feb 08 21:43:21.338055 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf02fb4-ca32-4ce8-86b1-b8b00869c8a6 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:21.340543 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf02fb4-ca32-4ce8-86b1-b8b00869c8a6 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:21.342722 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf02fb4-ca32-4ce8-86b1-b8b00869c8a6 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:21.349946 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7bf02fb4-ca32-4ce8-86b1-b8b00869c8a6 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1510692 Feb 08 21:43:21.351267 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46108) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:21.403813 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cbc53f88-9549-4d5b-aea1-cd2a8df6d3d4 req-341100bd-7e24-43ab-904b-06dccc527712 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/security-groups?id=5881dae9-4625-4869-88fb-89cec0ab15eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466982 Feb 08 21:43:21.430211 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-36971c61-907e-4e10-a322-6dcdce4299ae None None] Allocated IP 172.20.0.2 (d1b20906-f063-4147-bee5-4383043b5dfd/fc63abc4-08da-45f0-a60b-5e4b15866fba/d20b4614-6528-4773-8659-ed89cdd9a4f1) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:43:21.441857 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-219eefa1-eb7c-4813-b9bb-2a631af2c114 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Deleting subnet fc63abc4-08da-45f0-a60b-5e4b15866fba {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:43:21.501896 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46112) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:21.557259 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6979a2ed-578c-4d6d-b0da-e5faee42d833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-30aea875-dacd-4461-85a7-49f12db0d42d', 'network_id': '30aea875-dacd-4461-85a7-49f12db0d42d', 'project_id': '722f983eaeef468b8c7e401949ef097f', 'fixed_ips': [{'subnet_id': 'ea3fac7d-bd76-49e1-affa-8738f4a0fde6'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:43:21.558140 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6979a2ed-578c-4d6d-b0da-e5faee42d833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:21.646883 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6266c3e4-3669-40f8-a5e5-27247e5799d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:21.739863 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6266c3e4-3669-40f8-a5e5-27247e5799d4 admin admin] Publish callbacks [] for security_group (081ef439-e902-45a5-8537-bb7a72093168), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:21.744099 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6266c3e4-3669-40f8-a5e5-27247e5799d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (081ef439-e902-45a5-8537-bb7a72093168), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:21.759568 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36971c61-907e-4e10-a322-6dcdce4299ae None None] Publish callbacks [] for port (d20b4614-6528-4773-8659-ed89cdd9a4f1), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:21.769958 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-219eefa1-eb7c-4813-b9bb-2a631af2c114 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks [] for subnet (fc63abc4-08da-45f0-a60b-5e4b15866fba), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:21.771177 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36971c61-907e-4e10-a322-6dcdce4299ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (d20b4614-6528-4773-8659-ed89cdd9a4f1), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:21.813100 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6266c3e4-3669-40f8-a5e5-27247e5799d4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=344efa60af214944b0a9584bd23be2d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3098211 Feb 08 21:43:21.815726 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46116) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:21.819133 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266c3e4-3669-40f8-a5e5-27247e5799d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081ef439-e902-45a5-8537-bb7a72093168,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:21.826018 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36971c61-907e-4e10-a322-6dcdce4299ae None None] Network d1b20906-f063-4147-bee5-4383043b5dfd is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:43:21.835135 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-36971c61-907e-4e10-a322-6dcdce4299ae None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:43:21.838771 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36971c61-907e-4e10-a322-6dcdce4299ae None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:43:21.846554 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-219eefa1-eb7c-4813-b9bb-2a631af2c114 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (fc63abc4-08da-45f0-a60b-5e4b15866fba), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:21.852685 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-6979a2ed-578c-4d6d-b0da-e5faee42d833 None None] Allocated IP 172.20.0.18 (30aea875-dacd-4461-85a7-49f12db0d42d/ea3fac7d-bd76-49e1-affa-8738f4a0fde6/933d3eb6-4dff-437a-a57e-495f73885d5e) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:43:21.896930 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36971c61-907e-4e10-a322-6dcdce4299ae None None] Pushing event updated for resources: {'Port': ['ID=d20b4614-6528-4773-8659-ed89cdd9a4f1,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:21.941194 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e8e0fa7b-c363-454d-8cf9-8ad318f27a95 admin admin] Publish callbacks [] for security_group (081ef439-e902-45a5-8537-bb7a72093168), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:21.992489 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e8e0fa7b-c363-454d-8cf9-8ad318f27a95 admin admin] Publish callbacks [] for security_group (081ef439-e902-45a5-8537-bb7a72093168), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:22.071665 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e8e0fa7b-c363-454d-8cf9-8ad318f27a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (081ef439-e902-45a5-8537-bb7a72093168), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:22.075526 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e8e0fa7b-c363-454d-8cf9-8ad318f27a95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:22.077184 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e8e0fa7b-c363-454d-8cf9-8ad318f27a95 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/081ef439-e902-45a5-8537-bb7a72093168 HTTP/1.1" status: 204 len: 168 time: 0.2600052 Feb 08 21:43:22.090941 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e0fa7b-c363-454d-8cf9-8ad318f27a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081ef439-e902-45a5-8537-bb7a72093168,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:22.226734 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-36971c61-907e-4e10-a322-6dcdce4299ae None None] Attempting to bind port d20b4614-6528-4773-8659-ed89cdd9a4f1 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:22.227120 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-36971c61-907e-4e10-a322-6dcdce4299ae None None] Attempting to bind port d20b4614-6528-4773-8659-ed89cdd9a4f1 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '8153ef14-2b64-4822-bb99-f4dc47515ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd1b20906-f063-4147-bee5-4383043b5dfd'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:22.227550 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36971c61-907e-4e10-a322-6dcdce4299ae None None] Attempting to bind port d20b4614-6528-4773-8659-ed89cdd9a4f1 on network d1b20906-f063-4147-bee5-4383043b5dfd {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:22.235136 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36971c61-907e-4e10-a322-6dcdce4299ae None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:43:22.235524 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36971c61-907e-4e10-a322-6dcdce4299ae None None] Checking segment: {'id': '8153ef14-2b64-4822-bb99-f4dc47515ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd1b20906-f063-4147-bee5-4383043b5dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:43:22.236184 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36971c61-907e-4e10-a322-6dcdce4299ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:22.241648 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36971c61-907e-4e10-a322-6dcdce4299ae None None] Bound using segment: {'id': '8153ef14-2b64-4822-bb99-f4dc47515ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd1b20906-f063-4147-bee5-4383043b5dfd'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:43:22.242555 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-36971c61-907e-4e10-a322-6dcdce4299ae None None] Bound port: d20b4614-6528-4773-8659-ed89cdd9a4f1, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8153ef14-2b64-4822-bb99-f4dc47515ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd1b20906-f063-4147-bee5-4383043b5dfd'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:43:22.243557 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36971c61-907e-4e10-a322-6dcdce4299ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d20b4614-6528-4773-8659-ed89cdd9a4f1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:22.350462 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-36971c61-907e-4e10-a322-6dcdce4299ae None None] For port d20b4614-6528-4773-8659-ed89cdd9a4f1, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:43:22.354122 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-36971c61-907e-4e10-a322-6dcdce4299ae None None] For port d20b4614-6528-4773-8659-ed89cdd9a4f1, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d20b4614-6528-4773-8659-ed89cdd9a4f1,segment=NetworkSegment(8153ef14-2b64-4822-bb99-f4dc47515ac6),segment_id=8153ef14-2b64-4822-bb99-f4dc47515ac6)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:43:22.366894 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-219eefa1-eb7c-4813-b9bb-2a631af2c114 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (fc63abc4-08da-45f0-a60b-5e4b15866fba), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:22.375343 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36971c61-907e-4e10-a322-6dcdce4299ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d20b4614-6528-4773-8659-ed89cdd9a4f1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:22.528267 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46134) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:22.572357 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46136) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:22.593341 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36971c61-907e-4e10-a322-6dcdce4299ae None None] Pushing event updated for resources: {'Port': ['ID=d20b4614-6528-4773-8659-ed89cdd9a4f1,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:22.595372 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e95f4e34-6cb7-42b2-bf61-2f01c632dac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:22.621046 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-219eefa1-eb7c-4813-b9bb-2a631af2c114 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (fc63abc4-08da-45f0-a60b-5e4b15866fba), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:22.631133 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0cc7bb-de53-40f0-b94a-9478124b0425 req-a0c4e771-971f-4766-a822-0d4493b3aa50 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:22.632537 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6979a2ed-578c-4d6d-b0da-e5faee42d833 None None] Publish callbacks [] for port (933d3eb6-4dff-437a-a57e-495f73885d5e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:22.633195 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-db0cc7bb-de53-40f0-b94a-9478124b0425 req-a0c4e771-971f-4766-a822-0d4493b3aa50 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.96 "GET /v2.0/ports?device_id=e7128c63-785a-46f2-9d44-6978ba4cbaf3 HTTP/1.1" status: 200 len: 946 time: 0.1645939 Feb 08 21:43:22.644602 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6979a2ed-578c-4d6d-b0da-e5faee42d833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (933d3eb6-4dff-437a-a57e-495f73885d5e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:22.662718 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd7383e-d274-4e19-9c8c-16d041514c70 tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:22.663307 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd7383e-d274-4e19-9c8c-16d041514c70 tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:22.663772 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd7383e-d274-4e19-9c8c-16d041514c70 tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:22.665800 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-dfd7383e-d274-4e19-9c8c-16d041514c70 tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] 10.222.0.88 "GET /v2.0/ports?project_id=f6bde20c4e70444caab1a7a5de63c07b&network_id=7484d5e1-8128-4312-ae67-bdaa04d23bbf HTTP/1.1" status: 200 len: 3076 time: 0.1363549 Feb 08 21:43:22.674870 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219eefa1-eb7c-4813-b9bb-2a631af2c114 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Pushing event deleted for resources: {'Subnet': ['ID=fc63abc4-08da-45f0-a60b-5e4b15866fba,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:22.747322 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6979a2ed-578c-4d6d-b0da-e5faee42d833 None None] Network 30aea875-dacd-4461-85a7-49f12db0d42d is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:43:22.748546 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979a2ed-578c-4d6d-b0da-e5faee42d833 None None] Pushing event updated for resources: {'Port': ['ID=933d3eb6-4dff-437a-a57e-495f73885d5e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:22.752421 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-6979a2ed-578c-4d6d-b0da-e5faee42d833 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:43:22.761992 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6979a2ed-578c-4d6d-b0da-e5faee42d833 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:43:22.863571 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-6979a2ed-578c-4d6d-b0da-e5faee42d833 None None] Attempting to bind port 933d3eb6-4dff-437a-a57e-495f73885d5e on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:22.863963 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-6979a2ed-578c-4d6d-b0da-e5faee42d833 None None] Attempting to bind port 933d3eb6-4dff-437a-a57e-495f73885d5e by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '0a4b9176-5a0f-42ed-bd86-9df27c5b14c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '30aea875-dacd-4461-85a7-49f12db0d42d'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:22.864414 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6979a2ed-578c-4d6d-b0da-e5faee42d833 None None] Attempting to bind port 933d3eb6-4dff-437a-a57e-495f73885d5e on network 30aea875-dacd-4461-85a7-49f12db0d42d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:22.874224 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6979a2ed-578c-4d6d-b0da-e5faee42d833 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:43:22.874224 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6979a2ed-578c-4d6d-b0da-e5faee42d833 None None] Checking segment: {'id': '0a4b9176-5a0f-42ed-bd86-9df27c5b14c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '30aea875-dacd-4461-85a7-49f12db0d42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:43:22.874224 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6979a2ed-578c-4d6d-b0da-e5faee42d833 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:22.874224 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6979a2ed-578c-4d6d-b0da-e5faee42d833 None None] Bound using segment: {'id': '0a4b9176-5a0f-42ed-bd86-9df27c5b14c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '30aea875-dacd-4461-85a7-49f12db0d42d'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:43:22.874224 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-6979a2ed-578c-4d6d-b0da-e5faee42d833 None None] Bound port: 933d3eb6-4dff-437a-a57e-495f73885d5e, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a4b9176-5a0f-42ed-bd86-9df27c5b14c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '30aea875-dacd-4461-85a7-49f12db0d42d'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:43:22.874224 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6979a2ed-578c-4d6d-b0da-e5faee42d833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (933d3eb6-4dff-437a-a57e-495f73885d5e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:22.875221 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-219eefa1-eb7c-4813-b9bb-2a631af2c114 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:22.882698 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-219eefa1-eb7c-4813-b9bb-2a631af2c114 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] 10.222.0.88 "DELETE /v2.0/subnets/fc63abc4-08da-45f0-a60b-5e4b15866fba HTTP/1.1" status: 204 len: 168 time: 1.5231266 Feb 08 21:43:22.883092 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46140) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:22.953957 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6818d19-9464-4a9c-98bb-7ba4fa9c9e6a req-25938adb-b402-4511-acf2-f35cd2cb7656 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:22.955840 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6818d19-9464-4a9c-98bb-7ba4fa9c9e6a req-25938adb-b402-4511-acf2-f35cd2cb7656 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7128c63-785a-46f2-9d44-6978ba4cbaf3 HTTP/1.1" status: 200 len: 946 time: 0.4251444 Feb 08 21:43:22.998024 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-6979a2ed-578c-4d6d-b0da-e5faee42d833 None None] For port 933d3eb6-4dff-437a-a57e-495f73885d5e, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:43:23.005578 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-6979a2ed-578c-4d6d-b0da-e5faee42d833 None None] For port 933d3eb6-4dff-437a-a57e-495f73885d5e, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=933d3eb6-4dff-437a-a57e-495f73885d5e,segment=NetworkSegment(0a4b9176-5a0f-42ed-bd86-9df27c5b14c7),segment_id=0a4b9176-5a0f-42ed-bd86-9df27c5b14c7)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:43:23.007150 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35f14c7-9356-416c-a64e-a3d5c61f0e7c tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Deleting subnet ea3fac7d-bd76-49e1-affa-8738f4a0fde6 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:43:23.016222 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b35f14c7-9356-416c-a64e-a3d5c61f0e7c tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks [] for subnet (ea3fac7d-bd76-49e1-affa-8738f4a0fde6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:23.020140 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6979a2ed-578c-4d6d-b0da-e5faee42d833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (933d3eb6-4dff-437a-a57e-495f73885d5e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:23.069786 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b35f14c7-9356-416c-a64e-a3d5c61f0e7c tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (ea3fac7d-bd76-49e1-affa-8738f4a0fde6), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:23.097495 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e95f4e34-6cb7-42b2-bf61-2f01c632dac9 admin admin] Publish callbacks [] for security_group (06e2a023-bfc4-407f-b343-22e88f167bae), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:23.108043 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979a2ed-578c-4d6d-b0da-e5faee42d833 None None] Pushing event updated for resources: {'Port': ['ID=933d3eb6-4dff-437a-a57e-495f73885d5e,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:23.109502 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e95f4e34-6cb7-42b2-bf61-2f01c632dac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (06e2a023-bfc4-407f-b343-22e88f167bae), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:23.151305 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e95f4e34-6cb7-42b2-bf61-2f01c632dac9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7e4f7ebef5b443c7be521eaf795ebdfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5771894 Feb 08 21:43:23.158856 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46146) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:23.164249 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6818d19-9464-4a9c-98bb-7ba4fa9c9e6a req-8dc54070-0122-422b-920d-269bc8245188 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/security-groups?id=5881dae9-4625-4869-88fb-89cec0ab15eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869714 Feb 08 21:43:23.195608 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-db0cc7bb-de53-40f0-b94a-9478124b0425 req-be6d97a1-ed05-4254-960f-adcbe645f36a tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Deleting port a6be8c6a-dafa-44e2-abff-24dfae8a1f8f {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:43:23.196195 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-db0cc7bb-de53-40f0-b94a-9478124b0425 req-be6d97a1-ed05-4254-960f-adcbe645f36a tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (a6be8c6a-dafa-44e2-abff-24dfae8a1f8f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:23.217192 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f4e34-6cb7-42b2-bf61-2f01c632dac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e2a023-bfc4-407f-b343-22e88f167bae,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:23.226398 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b35f14c7-9356-416c-a64e-a3d5c61f0e7c tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (ea3fac7d-bd76-49e1-affa-8738f4a0fde6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:23.342832 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b35f14c7-9356-416c-a64e-a3d5c61f0e7c tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (ea3fac7d-bd76-49e1-affa-8738f4a0fde6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:23.396182 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f14c7-9356-416c-a64e-a3d5c61f0e7c tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Pushing event deleted for resources: {'Subnet': ['ID=ea3fac7d-bd76-49e1-affa-8738f4a0fde6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:23.405470 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b35f14c7-9356-416c-a64e-a3d5c61f0e7c tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:23.412197 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b35f14c7-9356-416c-a64e-a3d5c61f0e7c tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] 10.222.0.88 "DELETE /v2.0/subnets/ea3fac7d-bd76-49e1-affa-8738f4a0fde6 HTTP/1.1" status: 204 len: 168 time: 0.5254245 Feb 08 21:43:23.412572 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46156) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:23.539805 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c591e83e-d166-4162-9db3-ea2c62150685 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:23.545133 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c591e83e-d166-4162-9db3-ea2c62150685 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1278331 Feb 08 21:43:23.545485 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46160) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:23.594585 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ce25c81e-f621-49ce-b845-7a4fa44db623 admin admin] Publish callbacks [] for security_group (06e2a023-bfc4-407f-b343-22e88f167bae), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:23.620616 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-db0cc7bb-de53-40f0-b94a-9478124b0425 req-be6d97a1-ed05-4254-960f-adcbe645f36a tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] For port a6be8c6a-dafa-44e2-abff-24dfae8a1f8f, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=a6be8c6a-dafa-44e2-abff-24dfae8a1f8f,segment=NetworkSegment(645e5352-74a5-4015-a1ed-8149b0295f18),segment_id=645e5352-74a5-4015-a1ed-8149b0295f18)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:43:23.621145 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-db0cc7bb-de53-40f0-b94a-9478124b0425 req-be6d97a1-ed05-4254-960f-adcbe645f36a tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (a6be8c6a-dafa-44e2-abff-24dfae8a1f8f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:23.696062 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-db0cc7bb-de53-40f0-b94a-9478124b0425 req-be6d97a1-ed05-4254-960f-adcbe645f36a tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Calling delete_port for a6be8c6a-dafa-44e2-abff-24dfae8a1f8f owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:43:23.778473 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ce25c81e-f621-49ce-b845-7a4fa44db623 admin admin] Publish callbacks [] for security_group (06e2a023-bfc4-407f-b343-22e88f167bae), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:23.786344 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a161405a-80df-4d70-8bfc-2c6148d34e5f tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (30aea875-dacd-4461-85a7-49f12db0d42d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:23.992071 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ce25c81e-f621-49ce-b845-7a4fa44db623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (06e2a023-bfc4-407f-b343-22e88f167bae), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:23.995096 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ce25c81e-f621-49ce-b845-7a4fa44db623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:23.998777 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ce25c81e-f621-49ce-b845-7a4fa44db623 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/06e2a023-bfc4-407f-b343-22e88f167bae HTTP/1.1" status: 204 len: 168 time: 0.8364391 Feb 08 21:43:24.051010 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25c81e-f621-49ce-b845-7a4fa44db623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e2a023-bfc4-407f-b343-22e88f167bae,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:24.057334 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-a161405a-80df-4d70-8bfc-2c6148d34e5f tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Deleting port 933d3eb6-4dff-437a-a57e-495f73885d5e {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:43:24.057701 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a161405a-80df-4d70-8bfc-2c6148d34e5f tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (933d3eb6-4dff-437a-a57e-495f73885d5e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:24.143771 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-db0cc7bb-de53-40f0-b94a-9478124b0425 req-be6d97a1-ed05-4254-960f-adcbe645f36a tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (a6be8c6a-dafa-44e2-abff-24dfae8a1f8f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:24.183814 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d97a1-ed05-4254-960f-adcbe645f36a tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Pushing event deleted for resources: {'Port': ['ID=a6be8c6a-dafa-44e2-abff-24dfae8a1f8f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:24.191991 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-a161405a-80df-4d70-8bfc-2c6148d34e5f tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] For port 933d3eb6-4dff-437a-a57e-495f73885d5e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=933d3eb6-4dff-437a-a57e-495f73885d5e,segment=NetworkSegment(0a4b9176-5a0f-42ed-bd86-9df27c5b14c7),segment_id=0a4b9176-5a0f-42ed-bd86-9df27c5b14c7)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:43:24.192375 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a161405a-80df-4d70-8bfc-2c6148d34e5f tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (933d3eb6-4dff-437a-a57e-495f73885d5e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:24.215865 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['a6be8c6a-dafa-44e2-abff-24dfae8a1f8f'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:43:24.223935 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7895e190-ab48-4581-85a7-2483eef7718a None None] Network d1b20906-f063-4147-bee5-4383043b5dfd requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:43:24.311945 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-a161405a-80df-4d70-8bfc-2c6148d34e5f tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Calling delete_port for 933d3eb6-4dff-437a-a57e-495f73885d5e owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:43:24.398246 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0cc7bb-de53-40f0-b94a-9478124b0425 req-be6d97a1-ed05-4254-960f-adcbe645f36a tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] No DVR routers for this DVR port a6be8c6a-dafa-44e2-abff-24dfae8a1f8f on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:43:24.414498 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-db0cc7bb-de53-40f0-b94a-9478124b0425 req-be6d97a1-ed05-4254-960f-adcbe645f36a tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:24.418052 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 933d3eb6-4dff-437a-a57e-495f73885d5e up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:43:24.418580 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-db0cc7bb-de53-40f0-b94a-9478124b0425 req-be6d97a1-ed05-4254-960f-adcbe645f36a tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.96 "DELETE /v2.0/ports/a6be8c6a-dafa-44e2-abff-24dfae8a1f8f HTTP/1.1" status: 204 len: 173 time: 1.7510431 Feb 08 21:43:24.422704 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24ad8da3-df47-4656-9ed9-e4878fc84ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:24.423626 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7128c63-785a-46f2-9d44-6978ba4cbaf3', 'name': 'network-vif-deleted', 'tag': 'a6be8c6a-dafa-44e2-abff-24dfae8a1f8f'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:43:24.427198 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202c9534-aea8-40d0-9759-9408371d093e" -d '{"events": [{"server_uuid": "e7128c63-785a-46f2-9d44-6978ba4cbaf3", "name": "network-vif-deleted", "tag": "a6be8c6a-dafa-44e2-abff-24dfae8a1f8f"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:43:24.486014 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c205097-fde8-48bd-a678-54423367046f req-b430166f-bcea-4f8a-ba88-4050f31866b6 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7128c63-785a-46f2-9d44-6978ba4cbaf3 HTTP/1.1" status: 200 len: 210 time: 0.1023195 Feb 08 21:43:24.524140 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1e06adf9-63d4-4648-8a37-3185b3f0e178 None None] Provisioning complete for port d20b4614-6528-4773-8659-ed89cdd9a4f1 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:43:24.524273 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e06adf9-63d4-4648-8a37-3185b3f0e178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d20b4614-6528-4773-8659-ed89cdd9a4f1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:24.646229 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9b6cf4-5cd8-423a-9543-0afbe2158249 x-openstack-request-id: req-7b9b6cf4-5cd8-423a-9543-0afbe2158249 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:43:24.646229 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7128c63-785a-46f2-9d44-6978ba4cbaf3", "name": "network-vif-deleted", "tag": "a6be8c6a-dafa-44e2-abff-24dfae8a1f8f", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:43:24.646229 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7b9b6cf4-5cd8-423a-9543-0afbe2158249 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:43:24.647102 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7128c63-785a-46f2-9d44-6978ba4cbaf3', 'name': 'network-vif-deleted', 'tag': 'a6be8c6a-dafa-44e2-abff-24dfae8a1f8f', 'status': 'completed', 'code': 200} Feb 08 21:43:24.704368 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a161405a-80df-4d70-8bfc-2c6148d34e5f tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (933d3eb6-4dff-437a-a57e-495f73885d5e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:24.768245 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161405a-80df-4d70-8bfc-2c6148d34e5f tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Pushing event deleted for resources: {'Port': ['ID=933d3eb6-4dff-437a-a57e-495f73885d5e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:24.773988 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Could not find standard attr ID for object 933d3eb6-4dff-437a-a57e-495f73885d5e. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:43:24.774963 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d20b4614-6528-4773-8659-ed89cdd9a4f1 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:43:24.781941 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a161405a-80df-4d70-8bfc-2c6148d34e5f tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] No DVR routers for this DVR port 933d3eb6-4dff-437a-a57e-495f73885d5e on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:43:24.943485 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a161405a-80df-4d70-8bfc-2c6148d34e5f tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (30aea875-dacd-4461-85a7-49f12db0d42d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:25.012153 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-a161405a-80df-4d70-8bfc-2c6148d34e5f tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30aea875-dacd-4461-85a7-49f12db0d42d']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:43:25.024624 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-a161405a-80df-4d70-8bfc-2c6148d34e5f tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a4b9176-5a0f-42ed-bd86-9df27c5b14c7') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:43:25.024624 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-a161405a-80df-4d70-8bfc-2c6148d34e5f tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a4b9176-5a0f-42ed-bd86-9df27c5b14c7') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:43:25.058212 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a161405a-80df-4d70-8bfc-2c6148d34e5f tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (0a4b9176-5a0f-42ed-bd86-9df27c5b14c7), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:25.103145 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a161405a-80df-4d70-8bfc-2c6148d34e5f tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (0a4b9176-5a0f-42ed-bd86-9df27c5b14c7), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:25.119163 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a161405a-80df-4d70-8bfc-2c6148d34e5f tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:43:25.120543 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a161405a-80df-4d70-8bfc-2c6148d34e5f tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (0a4b9176-5a0f-42ed-bd86-9df27c5b14c7), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:43:25.129570 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:43:25.136279 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d20b4614-6528-4773-8659-ed89cdd9a4f1 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:43:25.147296 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d20b4614-6528-4773-8659-ed89cdd9a4f1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:25.150175 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1e06adf9-63d4-4648-8a37-3185b3f0e178 None None] Current status of the port d20b4614-6528-4773-8659-ed89cdd9a4f1 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:43:25.152602 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e06adf9-63d4-4648-8a37-3185b3f0e178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d20b4614-6528-4773-8659-ed89cdd9a4f1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:25.224517 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bafa515-eee2-4a0d-838e-50e6fdaed9d8 None None] DHCP port deletion for d1b20906-f063-4147-bee5-4383043b5dfd request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:43:25.226605 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eaa023-46ac-455a-9905-608cfe3fab23 None None] Network 30aea875-dacd-4461-85a7-49f12db0d42d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:43:25.322959 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a161405a-80df-4d70-8bfc-2c6148d34e5f tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (30aea875-dacd-4461-85a7-49f12db0d42d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:25.334674 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a161405a-80df-4d70-8bfc-2c6148d34e5f tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:25.343593 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46200) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:25.346115 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a161405a-80df-4d70-8bfc-2c6148d34e5f tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] 10.222.0.88 "DELETE /v2.0/networks/30aea875-dacd-4461-85a7-49f12db0d42d HTTP/1.1" status: 204 len: 168 time: 1.7978418 Feb 08 21:43:25.375749 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161405a-80df-4d70-8bfc-2c6148d34e5f tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Pushing event deleted for resources: {'Network': ['ID=30aea875-dacd-4461-85a7-49f12db0d42d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:25.433562 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-1e06adf9-63d4-4648-8a37-3185b3f0e178 None None] For port d20b4614-6528-4773-8659-ed89cdd9a4f1, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d20b4614-6528-4773-8659-ed89cdd9a4f1,segment=NetworkSegment(8153ef14-2b64-4822-bb99-f4dc47515ac6),segment_id=8153ef14-2b64-4822-bb99-f4dc47515ac6)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:43:25.474373 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ea41cd-099c-41f4-a0cf-6902bb2ec165 None None] DHCP port deletion for 30aea875-dacd-4461-85a7-49f12db0d42d request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:43:25.511543 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e06adf9-63d4-4648-8a37-3185b3f0e178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d20b4614-6528-4773-8659-ed89cdd9a4f1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:25.592519 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d926537-e6e5-4e8e-9aa1-ab3237ed355a tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (d1b20906-f063-4147-bee5-4383043b5dfd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:25.783694 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06adf9-63d4-4648-8a37-3185b3f0e178 None None] Pushing event updated for resources: {'Port': ['ID=d20b4614-6528-4773-8659-ed89cdd9a4f1,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:25.789537 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d20b4614-6528-4773-8659-ed89cdd9a4f1 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:43:25.805679 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-188a0c51-810c-4c58-919c-0b6a42a4a60f None None] Could not find standard attr ID for object 933d3eb6-4dff-437a-a57e-495f73885d5e. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:43:25.809310 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4bafa515-eee2-4a0d-838e-50e6fdaed9d8 None None] Deleting port d20b4614-6528-4773-8659-ed89cdd9a4f1 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:43:25.810202 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4bafa515-eee2-4a0d-838e-50e6fdaed9d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d20b4614-6528-4773-8659-ed89cdd9a4f1), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:25.888448 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1d926537-e6e5-4e8e-9aa1-ab3237ed355a tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Deleting port d20b4614-6528-4773-8659-ed89cdd9a4f1 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:43:25.889188 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d926537-e6e5-4e8e-9aa1-ab3237ed355a tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d20b4614-6528-4773-8659-ed89cdd9a4f1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:25.968895 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4bafa515-eee2-4a0d-838e-50e6fdaed9d8 None None] For port d20b4614-6528-4773-8659-ed89cdd9a4f1, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d20b4614-6528-4773-8659-ed89cdd9a4f1,segment=NetworkSegment(8153ef14-2b64-4822-bb99-f4dc47515ac6),segment_id=8153ef14-2b64-4822-bb99-f4dc47515ac6)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:43:25.973371 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4bafa515-eee2-4a0d-838e-50e6fdaed9d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d20b4614-6528-4773-8659-ed89cdd9a4f1), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:26.026203 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4bafa515-eee2-4a0d-838e-50e6fdaed9d8 None None] Calling delete_port for d20b4614-6528-4773-8659-ed89cdd9a4f1 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:43:26.034462 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-1d926537-e6e5-4e8e-9aa1-ab3237ed355a tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] For port d20b4614-6528-4773-8659-ed89cdd9a4f1, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d20b4614-6528-4773-8659-ed89cdd9a4f1,segment=NetworkSegment(8153ef14-2b64-4822-bb99-f4dc47515ac6),segment_id=8153ef14-2b64-4822-bb99-f4dc47515ac6)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:43:26.034958 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d926537-e6e5-4e8e-9aa1-ab3237ed355a tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d20b4614-6528-4773-8659-ed89cdd9a4f1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:26.057243 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1d926537-e6e5-4e8e-9aa1-ab3237ed355a tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Calling delete_port for d20b4614-6528-4773-8659-ed89cdd9a4f1 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:43:26.220397 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4bafa515-eee2-4a0d-838e-50e6fdaed9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (d20b4614-6528-4773-8659-ed89cdd9a4f1), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:26.309396 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d926537-e6e5-4e8e-9aa1-ab3237ed355a tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (d20b4614-6528-4773-8659-ed89cdd9a4f1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:26.313372 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 933d3eb6-4dff-437a-a57e-495f73885d5e no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:43:26.315447 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bafa515-eee2-4a0d-838e-50e6fdaed9d8 None None] Pushing event deleted for resources: {'Port': ['ID=d20b4614-6528-4773-8659-ed89cdd9a4f1,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:26.349140 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d926537-e6e5-4e8e-9aa1-ab3237ed355a tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Pushing event deleted for resources: {'Port': ['ID=d20b4614-6528-4773-8659-ed89cdd9a4f1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:26.354169 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d926537-e6e5-4e8e-9aa1-ab3237ed355a tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] No DVR routers for this DVR port d20b4614-6528-4773-8659-ed89cdd9a4f1 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:43:26.374743 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bafa515-eee2-4a0d-838e-50e6fdaed9d8 None None] No DVR routers for this DVR port d20b4614-6528-4773-8659-ed89cdd9a4f1 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:43:26.376554 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 933d3eb6-4dff-437a-a57e-495f73885d5e {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:43:26.377094 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 933d3eb6-4dff-437a-a57e-495f73885d5e not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:43:26.377701 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d20b4614-6528-4773-8659-ed89cdd9a4f1 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:43:26.468244 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: d20b4614-6528-4773-8659-ed89cdd9a4f1 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:43:26.471132 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d20b4614-6528-4773-8659-ed89cdd9a4f1 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:43:26.606732 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e44ea-a258-4b21-9852-74aa73830c61 req-960d66a4-9d27-454f-88f9-616c33f1affe tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:26.607628 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d926537-e6e5-4e8e-9aa1-ab3237ed355a tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (d1b20906-f063-4147-bee5-4383043b5dfd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:26.608606 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-600e44ea-a258-4b21-9852-74aa73830c61 req-960d66a4-9d27-454f-88f9-616c33f1affe tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/networks?id=cb1fdf7e-93d3-4a5b-92be-58f4dfd94578 HTTP/1.1" status: 200 len: 808 time: 0.4772794 Feb 08 21:43:26.633179 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-600e44ea-a258-4b21-9852-74aa73830c61 req-348c0e8f-b437-4e63-bc47-a442ea5d8750 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/quotas/79ff5bd4b1fc48e89629df1cced225ff HTTP/1.1" status: 200 len: 375 time: 0.0130558 Feb 08 21:43:26.700386 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-600e44ea-a258-4b21-9852-74aa73830c61 req-33c12f08-15c6-4905-8034-64954ec101d0 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=79ff5bd4b1fc48e89629df1cced225ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550570 Feb 08 21:43:26.726521 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-1d926537-e6e5-4e8e-9aa1-ab3237ed355a tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b20906-f063-4147-bee5-4383043b5dfd']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:43:26.776069 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-1d926537-e6e5-4e8e-9aa1-ab3237ed355a tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8153ef14-2b64-4822-bb99-f4dc47515ac6') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:43:26.778325 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-1d926537-e6e5-4e8e-9aa1-ab3237ed355a tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8153ef14-2b64-4822-bb99-f4dc47515ac6') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:43:26.822384 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d926537-e6e5-4e8e-9aa1-ab3237ed355a tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (8153ef14-2b64-4822-bb99-f4dc47515ac6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:26.831043 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46248) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:26.880903 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d926537-e6e5-4e8e-9aa1-ab3237ed355a tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (8153ef14-2b64-4822-bb99-f4dc47515ac6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:26.897263 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device a6be8c6a-dafa-44e2-abff-24dfae8a1f8f no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:43:26.910180 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d926537-e6e5-4e8e-9aa1-ab3237ed355a tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:43:26.913282 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d926537-e6e5-4e8e-9aa1-ab3237ed355a tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (8153ef14-2b64-4822-bb99-f4dc47515ac6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:43:26.927361 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:43:26.971997 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: a6be8c6a-dafa-44e2-abff-24dfae8a1f8f {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:43:26.972583 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device a6be8c6a-dafa-44e2-abff-24dfae8a1f8f not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:43:27.025953 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-600e44ea-a258-4b21-9852-74aa73830c61 req-27ff36b3-69e6-48bf-88ec-92c1242f4db0 service neutron] 10.222.0.88 "GET /v2.0/networks/cb1fdf7e-93d3-4a5b-92be-58f4dfd94578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057079 Feb 08 21:43:27.085480 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d926537-e6e5-4e8e-9aa1-ab3237ed355a tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (d1b20906-f063-4147-bee5-4383043b5dfd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:27.140472 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d926537-e6e5-4e8e-9aa1-ab3237ed355a tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:27.156496 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1d926537-e6e5-4e8e-9aa1-ab3237ed355a tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] 10.222.0.88 "DELETE /v2.0/networks/d1b20906-f063-4147-bee5-4383043b5dfd HTTP/1.1" status: 204 len: 168 time: 1.8113873 Feb 08 21:43:27.159034 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d926537-e6e5-4e8e-9aa1-ab3237ed355a tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Pushing event deleted for resources: {'Network': ['ID=d1b20906-f063-4147-bee5-4383043b5dfd,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:27.162735 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46252) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:27.172502 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46254) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:27.209552 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d785e14-cac5-4867-9220-2ac90f2dc3ae tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:27.221249 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3d785e14-cac5-4867-9220-2ac90f2dc3ae tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=075c0dfb-2786-422e-af93-9cafe101c970 HTTP/1.1" status: 200 len: 814 time: 0.3782439 Feb 08 21:43:27.422291 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9ff3-cd4b-4e83-a17a-0da3f69921f7 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (5ef4f1e0-5041-4e23-8d22-dcde69f05325), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:27.423576 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8810f35e-45e0-4329-bd83-d9d7e247eb5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:27.451469 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9608adb1-b959-46bd-ad14-d2292e1cb28f tempest-PortsAdminExtendedAttrsTestJSON-2031027412 tempest-PortsAdminExtendedAttrsTestJSON-2031027412-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-405857189'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:27.487010 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9608adb1-b959-46bd-ad14-d2292e1cb28f tempest-PortsAdminExtendedAttrsTestJSON-2031027412 tempest-PortsAdminExtendedAttrsTestJSON-2031027412-project] Made reservation on behalf of 6427e8876c004cdba627245fd6e1d7ab for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:43:27.492174 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9608adb1-b959-46bd-ad14-d2292e1cb28f tempest-PortsAdminExtendedAttrsTestJSON-2031027412 tempest-PortsAdminExtendedAttrsTestJSON-2031027412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:27.504884 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-600e44ea-a258-4b21-9852-74aa73830c61 req-e5cb55ed-3c15-468d-bdca-20e49aefbd96 service neutron] 10.222.0.88 "GET /v2.0/networks/cb1fdf7e-93d3-4a5b-92be-58f4dfd94578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4757063 Feb 08 21:43:27.515816 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9608adb1-b959-46bd-ad14-d2292e1cb28f tempest-PortsAdminExtendedAttrsTestJSON-2031027412 tempest-PortsAdminExtendedAttrsTestJSON-2031027412-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:27.698081 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9ff3-cd4b-4e83-a17a-0da3f69921f7 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (5ef4f1e0-5041-4e23-8d22-dcde69f05325), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:27.736541 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-c7cd9ff3-cd4b-4e83-a17a-0da3f69921f7 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef4f1e0-5041-4e23-8d22-dcde69f05325']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:43:27.750922 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-c7cd9ff3-cd4b-4e83-a17a-0da3f69921f7 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8876cf6e-bb12-4d72-8736-1499793dc05f') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:43:27.751824 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-c7cd9ff3-cd4b-4e83-a17a-0da3f69921f7 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8876cf6e-bb12-4d72-8736-1499793dc05f') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:43:27.766313 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9ff3-cd4b-4e83-a17a-0da3f69921f7 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (8876cf6e-bb12-4d72-8736-1499793dc05f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:27.782135 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9ff3-cd4b-4e83-a17a-0da3f69921f7 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (8876cf6e-bb12-4d72-8736-1499793dc05f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:27.785104 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9608adb1-b959-46bd-ad14-d2292e1cb28f tempest-PortsAdminExtendedAttrsTestJSON-2031027412 tempest-PortsAdminExtendedAttrsTestJSON-2031027412-project] Publish callbacks [] for security_group (0e64a4c9-3894-4d52-b840-2ac95e6d2549), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:27.789389 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7cd9ff3-cd4b-4e83-a17a-0da3f69921f7 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:43:27.789917 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9ff3-cd4b-4e83-a17a-0da3f69921f7 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (8876cf6e-bb12-4d72-8736-1499793dc05f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:27.791510 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9608adb1-b959-46bd-ad14-d2292e1cb28f tempest-PortsAdminExtendedAttrsTestJSON-2031027412 tempest-PortsAdminExtendedAttrsTestJSON-2031027412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0e64a4c9-3894-4d52-b840-2ac95e6d2549), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:43:27.868572 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:43:27.880970 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9ff3-cd4b-4e83-a17a-0da3f69921f7 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (5ef4f1e0-5041-4e23-8d22-dcde69f05325), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:27.889726 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608adb1-b959-46bd-ad14-d2292e1cb28f tempest-PortsAdminExtendedAttrsTestJSON-2031027412 tempest-PortsAdminExtendedAttrsTestJSON-2031027412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e64a4c9-3894-4d52-b840-2ac95e6d2549,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:27.893100 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9608adb1-b959-46bd-ad14-d2292e1cb28f tempest-PortsAdminExtendedAttrsTestJSON-2031027412 tempest-PortsAdminExtendedAttrsTestJSON-2031027412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:43:27.907098 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9608adb1-b959-46bd-ad14-d2292e1cb28f tempest-PortsAdminExtendedAttrsTestJSON-2031027412 tempest-PortsAdminExtendedAttrsTestJSON-2031027412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (b1463a2c-4430-45b5-878b-8c0a359e735b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:27.907883 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-9608adb1-b959-46bd-ad14-d2292e1cb28f tempest-PortsAdminExtendedAttrsTestJSON-2031027412 tempest-PortsAdminExtendedAttrsTestJSON-2031027412-project] Added segment b1463a2c-4430-45b5-878b-8c0a359e735b of type vlan for network 0064a46f-8137-4517-b53f-11cf8b2131ac Feb 08 21:43:27.940445 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9ff3-cd4b-4e83-a17a-0da3f69921f7 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:27.943866 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c7cd9ff3-cd4b-4e83-a17a-0da3f69921f7 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] 10.222.0.88 "DELETE /v2.0/networks/5ef4f1e0-5041-4e23-8d22-dcde69f05325 HTTP/1.1" status: 204 len: 168 time: 0.7370071 Feb 08 21:43:27.944820 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd9ff3-cd4b-4e83-a17a-0da3f69921f7 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Pushing event deleted for resources: {'Network': ['ID=5ef4f1e0-5041-4e23-8d22-dcde69f05325,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:27.946969 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46274) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:27.981698 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd9ff3-cd4b-4e83-a17a-0da3f69921f7 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:27.982057 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd9ff3-cd4b-4e83-a17a-0da3f69921f7 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:27.982406 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd9ff3-cd4b-4e83-a17a-0da3f69921f7 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:27.982752 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd9ff3-cd4b-4e83-a17a-0da3f69921f7 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:27.983094 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd9ff3-cd4b-4e83-a17a-0da3f69921f7 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:27.983434 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd9ff3-cd4b-4e83-a17a-0da3f69921f7 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:27.983772 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd9ff3-cd4b-4e83-a17a-0da3f69921f7 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:27.984112 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd9ff3-cd4b-4e83-a17a-0da3f69921f7 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:27.984445 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd9ff3-cd4b-4e83-a17a-0da3f69921f7 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:27.984778 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd9ff3-cd4b-4e83-a17a-0da3f69921f7 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:27.985110 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd9ff3-cd4b-4e83-a17a-0da3f69921f7 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:27.985485 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd9ff3-cd4b-4e83-a17a-0da3f69921f7 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:27.985821 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cd9ff3-cd4b-4e83-a17a-0da3f69921f7 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:28.034011 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9608adb1-b959-46bd-ad14-d2292e1cb28f tempest-PortsAdminExtendedAttrsTestJSON-2031027412 tempest-PortsAdminExtendedAttrsTestJSON-2031027412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (0064a46f-8137-4517-b53f-11cf8b2131ac), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:28.049432 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b82521be-2fd0-4237-911c-9d066f1e31f8 req-45a519f6-e7da-43ee-a247-123a564142b7 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e56121a-1ac5-493f-84b1-598eb7712aa4 HTTP/1.1" status: 200 len: 210 time: 0.1104901 Feb 08 21:43:28.105941 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9608adb1-b959-46bd-ad14-d2292e1cb28f tempest-PortsAdminExtendedAttrsTestJSON-2031027412 tempest-PortsAdminExtendedAttrsTestJSON-2031027412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (0064a46f-8137-4517-b53f-11cf8b2131ac), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:28.118496 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9608adb1-b959-46bd-ad14-d2292e1cb28f tempest-PortsAdminExtendedAttrsTestJSON-2031027412 tempest-PortsAdminExtendedAttrsTestJSON-2031027412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:28.119472 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9608adb1-b959-46bd-ad14-d2292e1cb28f tempest-PortsAdminExtendedAttrsTestJSON-2031027412 tempest-PortsAdminExtendedAttrsTestJSON-2031027412-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:28.126166 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1657e83e-6cc3-44ac-817f-2a1bae684d53 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (2610f50a-3076-43e8-a228-f771738b04c1), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:28.144129 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46276) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:28.157160 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-42cd76ca-b25e-4b1d-a255-21144321dbbe tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'network': {'name': 'tempest-network-smoke--569438105', 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'port_security_enabled': True}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:28.257322 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608adb1-b959-46bd-ad14-d2292e1cb28f tempest-PortsAdminExtendedAttrsTestJSON-2031027412 tempest-PortsAdminExtendedAttrsTestJSON-2031027412-project] Pushing event updated for resources: {'Network': ['ID=0064a46f-8137-4517-b53f-11cf8b2131ac,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:28.270606 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 0064a46f-8137-4517-b53f-11cf8b2131ac details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:43:28.273810 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9608adb1-b959-46bd-ad14-d2292e1cb28f tempest-PortsAdminExtendedAttrsTestJSON-2031027412 tempest-PortsAdminExtendedAttrsTestJSON-2031027412-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0998275 Feb 08 21:43:28.334358 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cd76ca-b25e-4b1d-a255-21144321dbbe tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Made reservation on behalf of f6bde20c4e70444caab1a7a5de63c07b for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:43:28.338416 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-42cd76ca-b25e-4b1d-a255-21144321dbbe tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:28.371413 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1657e83e-6cc3-44ac-817f-2a1bae684d53 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (2610f50a-3076-43e8-a228-f771738b04c1), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:28.413487 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-1657e83e-6cc3-44ac-817f-2a1bae684d53 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2610f50a-3076-43e8-a228-f771738b04c1']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:43:28.416379 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42cd76ca-b25e-4b1d-a255-21144321dbbe tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:43:28.447477 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-1657e83e-6cc3-44ac-817f-2a1bae684d53 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '135636b2-1803-454a-b246-4511b3629e9b') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:43:28.447930 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-1657e83e-6cc3-44ac-817f-2a1bae684d53 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '135636b2-1803-454a-b246-4511b3629e9b') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:43:28.476363 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-42cd76ca-b25e-4b1d-a255-21144321dbbe tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (06a9327d-123e-4f7c-9e54-341966b1df43), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:28.477884 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-42cd76ca-b25e-4b1d-a255-21144321dbbe tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Added segment 06a9327d-123e-4f7c-9e54-341966b1df43 of type vlan for network a2434da0-0a13-4fde-9e1d-c31acf1ef186 Feb 08 21:43:28.486231 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1657e83e-6cc3-44ac-817f-2a1bae684d53 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (135636b2-1803-454a-b246-4511b3629e9b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:28.592958 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1657e83e-6cc3-44ac-817f-2a1bae684d53 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (135636b2-1803-454a-b246-4511b3629e9b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:28.611336 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-42cd76ca-b25e-4b1d-a255-21144321dbbe tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (a2434da0-0a13-4fde-9e1d-c31acf1ef186), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:28.630415 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1657e83e-6cc3-44ac-817f-2a1bae684d53 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:43:28.630874 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1657e83e-6cc3-44ac-817f-2a1bae684d53 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (135636b2-1803-454a-b246-4511b3629e9b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:43:28.637829 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:43:28.701268 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46294) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:28.706367 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Request body: {'port': {'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac', 'binding:host_id': 'n-h1-712143-31', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-936449822'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:28.733962 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.db.resource_extend [None req-42cd76ca-b25e-4b1d-a255-21144321dbbe tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:43:28.747107 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Made reservation on behalf of d3c5b693620249968cb766a36089256d for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:43:28.750754 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:28.769751 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-42cd76ca-b25e-4b1d-a255-21144321dbbe tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (a2434da0-0a13-4fde-9e1d-c31acf1ef186), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:28.776833 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cd76ca-b25e-4b1d-a255-21144321dbbe tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:28.777766 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-42cd76ca-b25e-4b1d-a255-21144321dbbe tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:28.792428 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:28.804665 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-42cd76ca-b25e-4b1d-a255-21144321dbbe tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6560206 Feb 08 21:43:28.804665 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1657e83e-6cc3-44ac-817f-2a1bae684d53 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (2610f50a-3076-43e8-a228-f771738b04c1), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:28.805140 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46296) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:28.843985 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1657e83e-6cc3-44ac-817f-2a1bae684d53 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:28.852355 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1657e83e-6cc3-44ac-817f-2a1bae684d53 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] 10.222.0.88 "DELETE /v2.0/networks/2610f50a-3076-43e8-a228-f771738b04c1 HTTP/1.1" status: 204 len: 168 time: 0.9035909 Feb 08 21:43:28.917923 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd76ca-b25e-4b1d-a255-21144321dbbe tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'Network': ['ID=a2434da0-0a13-4fde-9e1d-c31acf1ef186,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:28.939379 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network a2434da0-0a13-4fde-9e1d-c31acf1ef186 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:43:28.944087 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657e83e-6cc3-44ac-817f-2a1bae684d53 tempest-BulkNetworkOpsTest-1504779002 tempest-BulkNetworkOpsTest-1504779002-project] Pushing event deleted for resources: {'Network': ['ID=2610f50a-3076-43e8-a228-f771738b04c1,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:29.155194 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3acd93-e30e-4bbe-8e01-b29103b5552a tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:29.156781 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9e3acd93-e30e-4bbe-8e01-b29103b5552a tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=f6bde20c4e70444caab1a7a5de63c07b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.3402967 Feb 08 21:43:29.159793 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46302) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:29.196798 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks [] for security_group (f966edc2-39eb-44da-8c12-b599802bcb35), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:29.204129 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f966edc2-39eb-44da-8c12-b599802bcb35), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:29.208224 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:29.216204 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] device_id is not set on port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:43:29.327924 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8823c30a-f871-427b-abad-a201fb2182c8 req-2715c14b-ec64-4dde-bb1d-2bad8de1b10d tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e56121a-1ac5-493f-84b1-598eb7712aa4 HTTP/1.1" status: 200 len: 210 time: 0.0909657 Feb 08 21:43:29.571733 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227c2919-e4d3-443d-a835-a9de0112c06d tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:29.581104 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-227c2919-e4d3-443d-a835-a9de0112c06d tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4189970 Feb 08 21:43:29.582023 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46308) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:29.582364 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46310) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:29.644885 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:43:29.690073 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-59b2872d-8348-4938-a215-78aabec12e1c tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=075c0dfb-2786-422e-af93-9cafe101c970&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0978260 Feb 08 21:43:29.691497 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46316) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:29.711079 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f966edc2-39eb-44da-8c12-b599802bcb35,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:29.767312 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4d03a1aa-b824-4b4b-922f-1ca86de19595 tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=f6bde20c4e70444caab1a7a5de63c07b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0726621 Feb 08 21:43:29.769881 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46320) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:29.893731 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a640b73-6c8b-4453-bdbb-0c5f0bca3618 tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:29.896112 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1a640b73-6c8b-4453-bdbb-0c5f0bca3618 tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1248941 Feb 08 21:43:29.906785 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46322) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:29.974938 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-01eaabf9-db3d-45fa-a131-ecb6eb4bf18e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=722f983eaeef468b8c7e401949ef097f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3891437 Feb 08 21:43:29.975859 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46324) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:29.978579 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-313c26c4-3f8b-42c7-92dc-27cee098f927 tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=075c0dfb-2786-422e-af93-9cafe101c970&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0704923 Feb 08 21:43:29.979267 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46326) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:30.005522 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-90915bd7-7554-439d-a951-57cf475c4525 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-364004034', 'network_id': 'a2434da0-0a13-4fde-9e1d-c31acf1ef186', 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:30.069180 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e44ea-a258-4b21-9852-74aa73830c61 req-f9a1ac9a-6e78-4448-8669-4bd9e32d4194 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:30.070930 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-600e44ea-a258-4b21-9852-74aa73830c61 req-f9a1ac9a-6e78-4448-8669-4bd9e32d4194 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.96 "GET /v2.0/networks?id=cb1fdf7e-93d3-4a5b-92be-58f4dfd94578 HTTP/1.1" status: 200 len: 808 time: 0.1922870 Feb 08 21:43:30.071693 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-51a03db2-4221-49ed-99ad-f42b3a62db04 admin admin] Publish callbacks [] for security_group (bb28ae47-8e14-49d8-b4dd-7804b2ef253b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:30.087205 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2990332d-8c73-4f18-b68d-165eb087ccb6 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Request body: {'port': {'device_id': '6e56121a-1ac5-493f-84b1-598eb7712aa4', 'network_id': 'cb1fdf7e-93d3-4a5b-92be-58f4dfd94578', 'admin_state_up': True, 'tenant_id': '79ff5bd4b1fc48e89629df1cced225ff'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:30.150049 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] device_id is not set on port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:43:30.171962 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks [] for port (6b2bb9d0-660b-4216-a98a-6f1d894f7d8d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:30.183357 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (6b2bb9d0-660b-4216-a98a-6f1d894f7d8d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:30.248303 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90915bd7-7554-439d-a951-57cf475c4525 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Made reservation on behalf of f6bde20c4e70444caab1a7a5de63c07b for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:43:30.251719 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90915bd7-7554-439d-a951-57cf475c4525 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:30.304305 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Pushing event updated for resources: {'Port': ['ID=6b2bb9d0-660b-4216-a98a-6f1d894f7d8d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:30.355577 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Checking segment: {'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:43:30.355951 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Network hostable DHCP agents. Network: 0064a46f-8137-4517-b53f-11cf8b2131ac, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:43:30.442255 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Network 0064a46f-8137-4517-b53f-11cf8b2131ac is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:43:30.464038 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 0064a46f-8137-4517-b53f-11cf8b2131ac) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:43:30.469063 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:43:30.470445 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-51a03db2-4221-49ed-99ad-f42b3a62db04 admin admin] Publish callbacks [] for security_group (bb28ae47-8e14-49d8-b4dd-7804b2ef253b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:30.481035 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b61a3a9-0d10-402f-998e-b3e56c22af48 None None] Network 0064a46f-8137-4517-b53f-11cf8b2131ac requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:43:30.519941 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:30.520209 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:30.520555 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:30.530322 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on network 0064a46f-8137-4517-b53f-11cf8b2131ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:30.530673 n-d-712143-31 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Failed to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on host n-h1-712143-31 for vnic_type normal using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] Feb 08 21:43:30.533061 n-d-712143-31 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempt 2 to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d Feb 08 21:43:30.563546 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3372c155-7908-41d3-a669-59f539842442 req-967d05a1-a087-48b0-81c2-b1c2f666e8df tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e56121a-1ac5-493f-84b1-598eb7712aa4 HTTP/1.1" status: 200 len: 210 time: 0.0960109 Feb 08 21:43:30.648343 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-51a03db2-4221-49ed-99ad-f42b3a62db04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (bb28ae47-8e14-49d8-b4dd-7804b2ef253b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:30.651692 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-51a03db2-4221-49ed-99ad-f42b3a62db04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:30.653154 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-51a03db2-4221-49ed-99ad-f42b3a62db04 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bb28ae47-8e14-49d8-b4dd-7804b2ef253b HTTP/1.1" status: 204 len: 168 time: 0.6761796 Feb 08 21:43:30.691685 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a03db2-4221-49ed-99ad-f42b3a62db04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb28ae47-8e14-49d8-b4dd-7804b2ef253b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:30.699245 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:30.699715 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:30.699910 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:30.706013 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90915bd7-7554-439d-a951-57cf475c4525 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (5db1dca8-4776-49a6-b331-ccef9c429fdd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:30.717051 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on network 0064a46f-8137-4517-b53f-11cf8b2131ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:30.717787 n-d-712143-31 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Failed to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on host n-h1-712143-31 for vnic_type normal using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] Feb 08 21:43:30.736992 n-d-712143-31 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempt 3 to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d Feb 08 21:43:30.786608 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2990332d-8c73-4f18-b68d-165eb087ccb6 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Made reservation on behalf of 79ff5bd4b1fc48e89629df1cced225ff for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:43:30.797445 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2990332d-8c73-4f18-b68d-165eb087ccb6 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:30.829911 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:30.831900 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:30.832386 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:30.859186 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on network 0064a46f-8137-4517-b53f-11cf8b2131ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:30.865702 n-d-712143-31 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Failed to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on host n-h1-712143-31 for vnic_type normal using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] Feb 08 21:43:30.870135 n-d-712143-31 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempt 4 to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d Feb 08 21:43:30.875033 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90915bd7-7554-439d-a951-57cf475c4525 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Checking segment: {'id': '06a9327d-123e-4f7c-9e54-341966b1df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a2434da0-0a13-4fde-9e1d-c31acf1ef186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:43:30.875513 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90915bd7-7554-439d-a951-57cf475c4525 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Network hostable DHCP agents. Network: a2434da0-0a13-4fde-9e1d-c31acf1ef186, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:43:30.879838 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90915bd7-7554-439d-a951-57cf475c4525 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'Subnet': ['ID=5db1dca8-4776-49a6-b331-ccef9c429fdd,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:30.902284 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:30.902770 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:30.903205 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:30.916012 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on network 0064a46f-8137-4517-b53f-11cf8b2131ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:30.916554 n-d-712143-31 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Failed to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on host n-h1-712143-31 for vnic_type normal using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] Feb 08 21:43:30.917309 n-d-712143-31 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempt 5 to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d Feb 08 21:43:30.937033 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:30.937599 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:30.938009 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:30.940553 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90915bd7-7554-439d-a951-57cf475c4525 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Network a2434da0-0a13-4fde-9e1d-c31acf1ef186 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:43:30.954151 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on network 0064a46f-8137-4517-b53f-11cf8b2131ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:30.954961 n-d-712143-31 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Failed to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on host n-h1-712143-31 for vnic_type normal using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] Feb 08 21:43:30.955599 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-90915bd7-7554-439d-a951-57cf475c4525 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, a2434da0-0a13-4fde-9e1d-c31acf1ef186) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:43:30.960566 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90915bd7-7554-439d-a951-57cf475c4525 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:30.961353 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90915bd7-7554-439d-a951-57cf475c4525 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:30.965717 n-d-712143-31 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempt 6 to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d Feb 08 21:43:30.966340 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23ae666-b63c-40bc-96dc-c690fa61fe87 None None] Network a2434da0-0a13-4fde-9e1d-c31acf1ef186 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:43:30.997049 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:30.997659 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:30.998140 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:31.016547 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-90915bd7-7554-439d-a951-57cf475c4525 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0341039 Feb 08 21:43:31.019765 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on network 0064a46f-8137-4517-b53f-11cf8b2131ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:31.020240 n-d-712143-31 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Failed to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on host n-h1-712143-31 for vnic_type normal using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] Feb 08 21:43:31.023463 n-d-712143-31 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempt 7 to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d Feb 08 21:43:31.023659 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2990332d-8c73-4f18-b68d-165eb087ccb6 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Allocated IP 172.20.0.8 (cb1fdf7e-93d3-4a5b-92be-58f4dfd94578/72bdc9d5-2811-45f4-bec7-c11e42fb4886/f14fa4ee-4b96-4f4c-8ce1-7645d16e9669) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:43:31.054177 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:31.054670 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:31.055103 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:31.076119 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on network 0064a46f-8137-4517-b53f-11cf8b2131ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:31.076586 n-d-712143-31 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Failed to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on host n-h1-712143-31 for vnic_type normal using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] Feb 08 21:43:31.077732 n-d-712143-31 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempt 8 to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d Feb 08 21:43:31.127259 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:31.131318 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:31.131991 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:31.149701 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on network 0064a46f-8137-4517-b53f-11cf8b2131ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:31.152491 n-d-712143-31 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Failed to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on host n-h1-712143-31 for vnic_type normal using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] Feb 08 21:43:31.153034 n-d-712143-31 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempt 9 to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d Feb 08 21:43:31.179676 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:31.183309 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:31.184088 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:31.197719 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on network 0064a46f-8137-4517-b53f-11cf8b2131ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:31.198139 n-d-712143-31 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Failed to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on host n-h1-712143-31 for vnic_type normal using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] Feb 08 21:43:31.198631 n-d-712143-31 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempt 10 to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d Feb 08 21:43:31.239013 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:31.241606 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:31.242064 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:31.255179 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on network 0064a46f-8137-4517-b53f-11cf8b2131ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:31.257574 n-d-712143-31 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Failed to bind port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d on host n-h1-712143-31 for vnic_type normal using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] Feb 08 21:43:31.258338 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6b2bb9d0-660b-4216-a98a-6f1d894f7d8d), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:31.276577 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8311395-a788-470c-b634-b2129150bf9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-a2434da0-0a13-4fde-9e1d-c31acf1ef186', 'network_id': 'a2434da0-0a13-4fde-9e1d-c31acf1ef186', 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'fixed_ips': [{'subnet_id': '5db1dca8-4776-49a6-b331-ccef9c429fdd'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:43:31.278859 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8311395-a788-470c-b634-b2129150bf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:31.350801 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2990332d-8c73-4f18-b68d-165eb087ccb6 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Publish callbacks [] for port (f14fa4ee-4b96-4f4c-8ce1-7645d16e9669), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:31.401189 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46350) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:31.411343 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-9f1180bd-eecc-40b7-83c1-538a4fb88ad3 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1253613286', 'description': 'tempest-secgroup-smoke-1253613286 description', 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:31.416401 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2990332d-8c73-4f18-b68d-165eb087ccb6 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (f14fa4ee-4b96-4f4c-8ce1-7645d16e9669), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:31.444278 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] For port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:43:31.445146 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempted to set empty binding levels {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 08 21:43:31.454151 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (6b2bb9d0-660b-4216-a98a-6f1d894f7d8d), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:31.464456 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:31.499556 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2990332d-8c73-4f18-b68d-165eb087ccb6 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Network cb1fdf7e-93d3-4a5b-92be-58f4dfd94578 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:43:31.517241 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2990332d-8c73-4f18-b68d-165eb087ccb6 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:43:31.521305 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f1180bd-eecc-40b7-83c1-538a4fb88ad3 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:31.521490 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Pushing event updated for resources: {'Port': ['ID=6b2bb9d0-660b-4216-a98a-6f1d894f7d8d,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:31.523444 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2990332d-8c73-4f18-b68d-165eb087ccb6 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:43:31.534878 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:31.536407 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:31.548492 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:31.567558 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-e8311395-a788-470c-b634-b2129150bf9a None None] Allocated IP 172.20.0.18 (a2434da0-0a13-4fde-9e1d-c31acf1ef186/5db1dca8-4776-49a6-b331-ccef9c429fdd/ccd175ed-a805-4a87-9db1-93d6053072a1) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:43:31.569692 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bf91d5a8-4526-4318-b6a6-22d696acf0bb tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.8671541 Feb 08 21:43:31.570363 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46352) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:31.631324 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2990332d-8c73-4f18-b68d-165eb087ccb6 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:31.632020 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2990332d-8c73-4f18-b68d-165eb087ccb6 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:31.649091 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990332d-8c73-4f18-b68d-165eb087ccb6 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Pushing event updated for resources: {'Port': ['ID=f14fa4ee-4b96-4f4c-8ce1-7645d16e9669,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:31.665171 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2990332d-8c73-4f18-b68d-165eb087ccb6 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5812635 Feb 08 21:43:31.680460 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2be336a0-125a-4e62-9302-92947779f73c service neutron] Request body: {'port': {'device_id': '6e56121a-1ac5-493f-84b1-598eb7712aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:31.798299 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-45c53ce0-e99f-4607-a6c8-48aeae7bf62d tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Deleting port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:43:31.798881 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45c53ce0-e99f-4607-a6c8-48aeae7bf62d tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (6b2bb9d0-660b-4216-a98a-6f1d894f7d8d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:31.935845 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0549028-31f3-4e97-8d93-300d80ae3e75 req-39542e87-15a7-4e86-abae-eef16a2aabdc tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:31.937333 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d0549028-31f3-4e97-8d93-300d80ae3e75 req-39542e87-15a7-4e86-abae-eef16a2aabdc tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e56121a-1ac5-493f-84b1-598eb7712aa4 HTTP/1.1" status: 200 len: 931 time: 0.2262115 Feb 08 21:43:31.948891 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f1180bd-eecc-40b7-83c1-538a4fb88ad3 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group (ea8b65a5-a7c4-49eb-a6ba-ad3ecbb312c7), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:31.961096 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2be336a0-125a-4e62-9302-92947779f73c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f14fa4ee-4b96-4f4c-8ce1-7645d16e9669), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:31.979041 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8311395-a788-470c-b634-b2129150bf9a None None] Publish callbacks [] for port (ccd175ed-a805-4a87-9db1-93d6053072a1), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:31.994801 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f1180bd-eecc-40b7-83c1-538a4fb88ad3 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ea8b65a5-a7c4-49eb-a6ba-ad3ecbb312c7), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:31.995214 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8311395-a788-470c-b634-b2129150bf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (ccd175ed-a805-4a87-9db1-93d6053072a1), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:32.032726 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-45c53ce0-e99f-4607-a6c8-48aeae7bf62d tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] For port 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d, host n-h1-712143-31, got binding levels [] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:43:32.037262 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45c53ce0-e99f-4607-a6c8-48aeae7bf62d tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (6b2bb9d0-660b-4216-a98a-6f1d894f7d8d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:32.082928 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1180bd-eecc-40b7-83c1-538a4fb88ad3 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8b65a5-a7c4-49eb-a6ba-ad3ecbb312c7,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:32.083663 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-45c53ce0-e99f-4607-a6c8-48aeae7bf62d tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Calling delete_port for 6b2bb9d0-660b-4216-a98a-6f1d894f7d8d owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:43:32.099911 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f1180bd-eecc-40b7-83c1-538a4fb88ad3 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:32.104154 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9f1180bd-eecc-40b7-83c1-538a4fb88ad3 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7018852 Feb 08 21:43:32.105200 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46370) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:32.115688 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-d0c08b0e-a423-4405-88e1-c4cb2ecfe068 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'security_group_rule': {'security_group_id': 'ea8b65a5-a7c4-49eb-a6ba-ad3ecbb312c7', 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:32.136063 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d0549028-31f3-4e97-8d93-300d80ae3e75 req-62809e42-3abb-429b-abb5-383fc6e83d0a tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/security-groups?id=5881dae9-4625-4869-88fb-89cec0ab15eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846910 Feb 08 21:43:32.157382 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8311395-a788-470c-b634-b2129150bf9a None None] Network a2434da0-0a13-4fde-9e1d-c31acf1ef186 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:43:32.162017 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-e8311395-a788-470c-b634-b2129150bf9a None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:43:32.166452 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8311395-a788-470c-b634-b2129150bf9a None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:43:32.191545 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46372) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:32.236780 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d0c08b0e-a423-4405-88e1-c4cb2ecfe068 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (0338a49d-b8b9-4fec-993b-856a3fb32fe7), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:32.242300 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8311395-a788-470c-b634-b2129150bf9a None None] Pushing event updated for resources: {'Port': ['ID=ccd175ed-a805-4a87-9db1-93d6053072a1,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:32.255689 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-e8311395-a788-470c-b634-b2129150bf9a None None] Attempting to bind port ccd175ed-a805-4a87-9db1-93d6053072a1 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:32.256323 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-e8311395-a788-470c-b634-b2129150bf9a None None] Attempting to bind port ccd175ed-a805-4a87-9db1-93d6053072a1 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '06a9327d-123e-4f7c-9e54-341966b1df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a2434da0-0a13-4fde-9e1d-c31acf1ef186'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:32.256695 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8311395-a788-470c-b634-b2129150bf9a None None] Attempting to bind port ccd175ed-a805-4a87-9db1-93d6053072a1 on network a2434da0-0a13-4fde-9e1d-c31acf1ef186 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:32.263563 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8311395-a788-470c-b634-b2129150bf9a None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:43:32.264218 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8311395-a788-470c-b634-b2129150bf9a None None] Checking segment: {'id': '06a9327d-123e-4f7c-9e54-341966b1df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a2434da0-0a13-4fde-9e1d-c31acf1ef186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:43:32.264637 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8311395-a788-470c-b634-b2129150bf9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:32.265037 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8311395-a788-470c-b634-b2129150bf9a None None] Bound using segment: {'id': '06a9327d-123e-4f7c-9e54-341966b1df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a2434da0-0a13-4fde-9e1d-c31acf1ef186'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:43:32.266566 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-e8311395-a788-470c-b634-b2129150bf9a None None] Bound port: ccd175ed-a805-4a87-9db1-93d6053072a1, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06a9327d-123e-4f7c-9e54-341966b1df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a2434da0-0a13-4fde-9e1d-c31acf1ef186'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:43:32.267003 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8311395-a788-470c-b634-b2129150bf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ccd175ed-a805-4a87-9db1-93d6053072a1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:32.307100 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45c53ce0-e99f-4607-a6c8-48aeae7bf62d tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (6b2bb9d0-660b-4216-a98a-6f1d894f7d8d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:32.350502 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c53ce0-e99f-4607-a6c8-48aeae7bf62d tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b2bb9d0-660b-4216-a98a-6f1d894f7d8d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:32.357133 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45c53ce0-e99f-4607-a6c8-48aeae7bf62d tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:32.364077 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-45c53ce0-e99f-4607-a6c8-48aeae7bf62d tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] 10.222.0.88 "DELETE /v2.0/ports/6b2bb9d0-660b-4216-a98a-6f1d894f7d8d HTTP/1.1" status: 204 len: 168 time: 0.7894146 Feb 08 21:43:32.369506 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46376) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:32.410329 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-e8311395-a788-470c-b634-b2129150bf9a None None] For port ccd175ed-a805-4a87-9db1-93d6053072a1, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:43:32.423471 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-e8311395-a788-470c-b634-b2129150bf9a None None] For port ccd175ed-a805-4a87-9db1-93d6053072a1, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ccd175ed-a805-4a87-9db1-93d6053072a1,segment=NetworkSegment(06a9327d-123e-4f7c-9e54-341966b1df43),segment_id=06a9327d-123e-4f7c-9e54-341966b1df43)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:43:32.439904 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8311395-a788-470c-b634-b2129150bf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ccd175ed-a805-4a87-9db1-93d6053072a1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:32.440130 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2b11fe20-461b-4bb9-a7c1-299f3bd0ddc9 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1415265294'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:32.449217 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf179a5-45c9-44a7-ae56-130ec78a8fc6 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] GET failed (client error): The resource could not be found. Feb 08 21:43:32.451494 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-aaf179a5-45c9-44a7-ae56-130ec78a8fc6 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] 10.222.0.88 "GET /v2.0/ports/6b2bb9d0-660b-4216-a98a-6f1d894f7d8d HTTP/1.1" status: 404 len: 333 time: 0.0803838 Feb 08 21:43:32.455403 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46378) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:32.464569 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3496e5b9-99ae-4bf0-aabd-2d5b1453a5dd tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Request body: {'port': {'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2095686344'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:32.488455 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b11fe20-461b-4bb9-a7c1-299f3bd0ddc9 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:32.504848 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3496e5b9-99ae-4bf0-aabd-2d5b1453a5dd tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Made reservation on behalf of d3c5b693620249968cb766a36089256d for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:43:32.507365 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3496e5b9-99ae-4bf0-aabd-2d5b1453a5dd tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:32.510120 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b11fe20-461b-4bb9-a7c1-299f3bd0ddc9 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:32.548078 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-3496e5b9-99ae-4bf0-aabd-2d5b1453a5dd tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] device_id is not set on port 7f1da60d-5b5e-42ba-9094-b257b2571abf yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:43:32.563870 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d0c08b0e-a423-4405-88e1-c4cb2ecfe068 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (0338a49d-b8b9-4fec-993b-856a3fb32fe7), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:32.583334 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d0c08b0e-a423-4405-88e1-c4cb2ecfe068 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (0338a49d-b8b9-4fec-993b-856a3fb32fe7), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:32.633808 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d0c08b0e-a423-4405-88e1-c4cb2ecfe068 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:32.637985 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d0c08b0e-a423-4405-88e1-c4cb2ecfe068 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5268805 Feb 08 21:43:32.642115 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46380) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:32.647809 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-e37ffcd6-7fc9-4d9b-ab97-69421c4b0d60 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'security_group_rule': {'security_group_id': 'ea8b65a5-a7c4-49eb-a6ba-ad3ecbb312c7', 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:32.656056 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c08b0e-a423-4405-88e1-c4cb2ecfe068 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0338a49d-b8b9-4fec-993b-856a3fb32fe7,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:32.706737 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e37ffcd6-7fc9-4d9b-ab97-69421c4b0d60 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (c9d3c4f0-118e-47ed-b357-f4b5a3e5fa3e), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:32.810297 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8311395-a788-470c-b634-b2129150bf9a None None] Pushing event updated for resources: {'Port': ['ID=ccd175ed-a805-4a87-9db1-93d6053072a1,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:32.863131 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e37ffcd6-7fc9-4d9b-ab97-69421c4b0d60 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (c9d3c4f0-118e-47ed-b357-f4b5a3e5fa3e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:32.877627 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2be336a0-125a-4e62-9302-92947779f73c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f14fa4ee-4b96-4f4c-8ce1-7645d16e9669 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:43:32.891853 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2be336a0-125a-4e62-9302-92947779f73c service neutron] Publish callbacks [] for port (f14fa4ee-4b96-4f4c-8ce1-7645d16e9669), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:32.913369 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2be336a0-125a-4e62-9302-92947779f73c service neutron] Transition to ACTIVE for port object f14fa4ee-4b96-4f4c-8ce1-7645d16e9669 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:43:32.916923 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b11fe20-461b-4bb9-a7c1-299f3bd0ddc9 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (07d6076b-75f5-4e69-a906-580933036f49), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:32.917614 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e37ffcd6-7fc9-4d9b-ab97-69421c4b0d60 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (c9d3c4f0-118e-47ed-b357-f4b5a3e5fa3e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:32.926597 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b11fe20-461b-4bb9-a7c1-299f3bd0ddc9 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (07d6076b-75f5-4e69-a906-580933036f49), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:32.946747 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2be336a0-125a-4e62-9302-92947779f73c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (f14fa4ee-4b96-4f4c-8ce1-7645d16e9669), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:32.958436 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e37ffcd6-7fc9-4d9b-ab97-69421c4b0d60 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:32.963766 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e37ffcd6-7fc9-4d9b-ab97-69421c4b0d60 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3167214 Feb 08 21:43:32.968546 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11fe20-461b-4bb9-a7c1-299f3bd0ddc9 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d6076b-75f5-4e69-a906-580933036f49,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:32.976027 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46384) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:32.980775 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-62cc3e53-7b48-42f3-a74b-60b63c665525 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'security_group_rule': {'security_group_id': 'ea8b65a5-a7c4-49eb-a6ba-ad3ecbb312c7', 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:33.036525 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ffcd6-7fc9-4d9b-ab97-69421c4b0d60 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d3c4f0-118e-47ed-b357-f4b5a3e5fa3e,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:33.094972 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3496e5b9-99ae-4bf0-aabd-2d5b1453a5dd tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks [] for port (7f1da60d-5b5e-42ba-9094-b257b2571abf), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:33.116693 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be336a0-125a-4e62-9302-92947779f73c service neutron] Pushing event updated for resources: {'Port': ['ID=f14fa4ee-4b96-4f4c-8ce1-7645d16e9669,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:33.197175 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62cc3e53-7b48-42f3-a74b-60b63c665525 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (24d27ca9-fbd6-477b-b45d-e901f879ad59), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:33.230297 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b11fe20-461b-4bb9-a7c1-299f3bd0ddc9 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (f5e82d43-91b7-414f-8bd0-af2008d2e541), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:33.249567 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b11fe20-461b-4bb9-a7c1-299f3bd0ddc9 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f5e82d43-91b7-414f-8bd0-af2008d2e541), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:33.284051 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b11fe20-461b-4bb9-a7c1-299f3bd0ddc9 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:33.286196 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2b11fe20-461b-4bb9-a7c1-299f3bd0ddc9 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0921218 Feb 08 21:43:33.287481 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3496e5b9-99ae-4bf0-aabd-2d5b1453a5dd tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (7f1da60d-5b5e-42ba-9094-b257b2571abf), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:33.300231 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46398) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:33.360637 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3496e5b9-99ae-4bf0-aabd-2d5b1453a5dd tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Pushing event updated for resources: {'Port': ['ID=7f1da60d-5b5e-42ba-9094-b257b2571abf,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:33.401086 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3496e5b9-99ae-4bf0-aabd-2d5b1453a5dd tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Network 0064a46f-8137-4517-b53f-11cf8b2131ac is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:43:33.406128 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-3496e5b9-99ae-4bf0-aabd-2d5b1453a5dd tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:43:33.408108 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11fe20-461b-4bb9-a7c1-299f3bd0ddc9 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e82d43-91b7-414f-8bd0-af2008d2e541,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:33.414093 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3496e5b9-99ae-4bf0-aabd-2d5b1453a5dd tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:43:33.415366 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3496e5b9-99ae-4bf0-aabd-2d5b1453a5dd tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:33.416237 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3496e5b9-99ae-4bf0-aabd-2d5b1453a5dd tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:33.443522 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2be336a0-125a-4e62-9302-92947779f73c service neutron] Attempting to bind port f14fa4ee-4b96-4f4c-8ce1-7645d16e9669 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:33.443804 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2be336a0-125a-4e62-9302-92947779f73c service neutron] Attempting to bind port f14fa4ee-4b96-4f4c-8ce1-7645d16e9669 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '645e5352-74a5-4015-a1ed-8149b0295f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cb1fdf7e-93d3-4a5b-92be-58f4dfd94578'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:33.444108 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2be336a0-125a-4e62-9302-92947779f73c service neutron] Attempting to bind port f14fa4ee-4b96-4f4c-8ce1-7645d16e9669 on network cb1fdf7e-93d3-4a5b-92be-58f4dfd94578 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:33.469609 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62cc3e53-7b48-42f3-a74b-60b63c665525 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (24d27ca9-fbd6-477b-b45d-e901f879ad59), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:33.475642 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4a59c22a-447a-4412-8772-ba99051b8247 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1742067 Feb 08 21:43:33.477820 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2be336a0-125a-4e62-9302-92947779f73c service neutron] Port f14fa4ee-4b96-4f4c-8ce1-7645d16e9669 on network cb1fdf7e-93d3-4a5b-92be-58f4dfd94578 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:33.477984 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62cc3e53-7b48-42f3-a74b-60b63c665525 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (24d27ca9-fbd6-477b-b45d-e901f879ad59), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:33.478193 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2be336a0-125a-4e62-9302-92947779f73c service neutron] Attempting to bind port f14fa4ee-4b96-4f4c-8ce1-7645d16e9669 on network cb1fdf7e-93d3-4a5b-92be-58f4dfd94578 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:33.480643 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46404) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:33.489186 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-eec6d6ec-73ad-4223-be24-36ee01711750 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Request body: {'security_group': {'name': 'tempest-security--1229074218', 'description': 'tempest-security-description-649308758'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:33.494868 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2be336a0-125a-4e62-9302-92947779f73c service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:43:33.495216 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2be336a0-125a-4e62-9302-92947779f73c service neutron] Checking segment: {'id': '645e5352-74a5-4015-a1ed-8149b0295f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cb1fdf7e-93d3-4a5b-92be-58f4dfd94578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:43:33.495614 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2be336a0-125a-4e62-9302-92947779f73c service neutron] Bound using segment: {'id': '645e5352-74a5-4015-a1ed-8149b0295f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cb1fdf7e-93d3-4a5b-92be-58f4dfd94578'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:43:33.496056 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2be336a0-125a-4e62-9302-92947779f73c service neutron] Bound port: f14fa4ee-4b96-4f4c-8ce1-7645d16e9669, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645e5352-74a5-4015-a1ed-8149b0295f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cb1fdf7e-93d3-4a5b-92be-58f4dfd94578'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:43:33.499058 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2be336a0-125a-4e62-9302-92947779f73c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f14fa4ee-4b96-4f4c-8ce1-7645d16e9669), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:33.531710 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3496e5b9-99ae-4bf0-aabd-2d5b1453a5dd tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0752425 Feb 08 21:43:33.532941 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46406) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:33.545357 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc3e53-7b48-42f3-a74b-60b63c665525 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d27ca9-fbd6-477b-b45d-e901f879ad59,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:33.549392 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:33.552126 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eec6d6ec-73ad-4223-be24-36ee01711750 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (f5e82d43-91b7-414f-8bd0-af2008d2e541), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:33.593873 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62cc3e53-7b48-42f3-a74b-60b63c665525 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:33.595487 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-62cc3e53-7b48-42f3-a74b-60b63c665525 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6181612 Feb 08 21:43:33.598244 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46408) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:33.605523 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3ceb4ba7-6fcd-4c01-bb27-263e5abd36eb tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'security_group_rule': {'security_group_id': 'ea8b65a5-a7c4-49eb-a6ba-ad3ecbb312c7', 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:33.626099 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eec6d6ec-73ad-4223-be24-36ee01711750 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (f5e82d43-91b7-414f-8bd0-af2008d2e541), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:33.631953 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eec6d6ec-73ad-4223-be24-36ee01711750 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f5e82d43-91b7-414f-8bd0-af2008d2e541), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:33.634753 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eec6d6ec-73ad-4223-be24-36ee01711750 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:33.636116 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-eec6d6ec-73ad-4223-be24-36ee01711750 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "PUT /v2.0/security-groups/f5e82d43-91b7-414f-8bd0-af2008d2e541 HTTP/1.1" status: 200 len: 1796 time: 0.1520128 Feb 08 21:43:33.640675 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46410) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:33.656352 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790038a7-c25a-4e6f-b319-f6fbf3c52b83 req-9901af99-432c-45bc-8ee5-24ea8dda8bb1 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:33.658019 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-790038a7-c25a-4e6f-b319-f6fbf3c52b83 req-9901af99-432c-45bc-8ee5-24ea8dda8bb1 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e56121a-1ac5-493f-84b1-598eb7712aa4 HTTP/1.1" status: 200 len: 943 time: 0.3538773 Feb 08 21:43:33.678683 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ceb4ba7-6fcd-4c01-bb27-263e5abd36eb tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (57284a8f-ed70-4f65-92de-554d298da8f6), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:33.723464 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6d6ec-73ad-4223-be24-36ee01711750 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e82d43-91b7-414f-8bd0-af2008d2e541,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:33.773977 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ceb4ba7-6fcd-4c01-bb27-263e5abd36eb tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (57284a8f-ed70-4f65-92de-554d298da8f6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:33.779362 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ceb4ba7-6fcd-4c01-bb27-263e5abd36eb tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (57284a8f-ed70-4f65-92de-554d298da8f6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:33.786660 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-55c22d9b-4a83-4fce-8f04-4b0db2bbdcec tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "GET /v2.0/security-groups/f5e82d43-91b7-414f-8bd0-af2008d2e541 HTTP/1.1" status: 200 len: 1796 time: 0.1436038 Feb 08 21:43:33.790859 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46414) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:33.794943 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2be336a0-125a-4e62-9302-92947779f73c service neutron] For port f14fa4ee-4b96-4f4c-8ce1-7645d16e9669, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:43:33.805422 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2be336a0-125a-4e62-9302-92947779f73c service neutron] For port f14fa4ee-4b96-4f4c-8ce1-7645d16e9669, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f14fa4ee-4b96-4f4c-8ce1-7645d16e9669,segment=NetworkSegment(645e5352-74a5-4015-a1ed-8149b0295f18),segment_id=645e5352-74a5-4015-a1ed-8149b0295f18)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:43:33.817813 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46416) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:33.821865 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb4ba7-6fcd-4c01-bb27-263e5abd36eb tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57284a8f-ed70-4f65-92de-554d298da8f6,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:33.823803 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2be336a0-125a-4e62-9302-92947779f73c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (f14fa4ee-4b96-4f4c-8ce1-7645d16e9669), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:33.829913 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ceb4ba7-6fcd-4c01-bb27-263e5abd36eb tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:33.833107 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3ceb4ba7-6fcd-4c01-bb27-263e5abd36eb tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2339694 Feb 08 21:43:33.836904 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46418) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:33.841311 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-08b5db50-91c6-433a-bfb2-4589d22ac5ff tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'security_group_rule': {'security_group_id': 'ea8b65a5-a7c4-49eb-a6ba-ad3ecbb312c7', 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:33.877592 n-d-712143-31 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-08b5db50-91c6-433a-bfb2-4589d22ac5ff tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Project f6bde20c4e70444caab1a7a5de63c07b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 21:43:33.886878 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08b5db50-91c6-433a-bfb2-4589d22ac5ff tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (e1875dac-ff4d-4c7f-a85c-1259e98708a4), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:33.913202 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6440b903-1ef4-492c-b14d-490f02b944f6 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (f5e82d43-91b7-414f-8bd0-af2008d2e541), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:33.972507 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6440b903-1ef4-492c-b14d-490f02b944f6 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (f5e82d43-91b7-414f-8bd0-af2008d2e541), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:33.997869 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-790038a7-c25a-4e6f-b319-f6fbf3c52b83 req-c7e8b942-74a8-4015-a896-9b72cb274947 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/security-groups?id=5881dae9-4625-4869-88fb-89cec0ab15eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283036 Feb 08 21:43:34.015322 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2be336a0-125a-4e62-9302-92947779f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:34.016167 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2be336a0-125a-4e62-9302-92947779f73c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:34.017830 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2be336a0-125a-4e62-9302-92947779f73c service neutron] 10.222.0.96 "PUT /v2.0/ports/f14fa4ee-4b96-4f4c-8ce1-7645d16e9669 HTTP/1.1" status: 200 len: 1092 time: 2.3441508 Feb 08 21:43:34.020608 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e56121a-1ac5-493f-84b1-598eb7712aa4', 'tag': 'f14fa4ee-4b96-4f4c-8ce1-7645d16e9669'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:43:34.032921 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1b2a3c-e6aa-45eb-ad51-621c3b6c3ada" -d '{"events": [{"name": "network-changed", "server_uuid": "6e56121a-1ac5-493f-84b1-598eb7712aa4", "tag": "f14fa4ee-4b96-4f4c-8ce1-7645d16e9669"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:43:34.048049 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7f1da60d-5b5e-42ba-9094-b257b2571abf), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:34.091257 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08b5db50-91c6-433a-bfb2-4589d22ac5ff tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (e1875dac-ff4d-4c7f-a85c-1259e98708a4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:34.092485 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f0a920c8-1118-4e7c-bb9e-a62eadb1962a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:34.102426 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08b5db50-91c6-433a-bfb2-4589d22ac5ff tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (e1875dac-ff4d-4c7f-a85c-1259e98708a4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:34.165369 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08b5db50-91c6-433a-bfb2-4589d22ac5ff tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:34.167364 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-08b5db50-91c6-433a-bfb2-4589d22ac5ff tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3294237 Feb 08 21:43:34.174858 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46428) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:34.177262 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6f3935-288d-40d7-804a-1be8683a2e5e x-openstack-request-id: req-8a6f3935-288d-40d7-804a-1be8683a2e5e {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:43:34.177446 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e56121a-1ac5-493f-84b1-598eb7712aa4", "tag": "f14fa4ee-4b96-4f4c-8ce1-7645d16e9669", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:43:34.177767 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8a6f3935-288d-40d7-804a-1be8683a2e5e {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:43:34.178113 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e56121a-1ac5-493f-84b1-598eb7712aa4', 'tag': 'f14fa4ee-4b96-4f4c-8ce1-7645d16e9669', 'status': 'completed', 'code': 200} Feb 08 21:43:34.184524 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-8c7ec7ef-e6d5-4c4b-b557-e383db527e4b tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'security_group_rule': {'security_group_id': 'ea8b65a5-a7c4-49eb-a6ba-ad3ecbb312c7', 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:34.196275 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5db50-91c6-433a-bfb2-4589d22ac5ff tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1875dac-ff4d-4c7f-a85c-1259e98708a4,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:34.205460 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6440b903-1ef4-492c-b14d-490f02b944f6 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f5e82d43-91b7-414f-8bd0-af2008d2e541), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:34.208767 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6440b903-1ef4-492c-b14d-490f02b944f6 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:34.220891 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6440b903-1ef4-492c-b14d-490f02b944f6 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "DELETE /v2.0/security-groups/f5e82d43-91b7-414f-8bd0-af2008d2e541 HTTP/1.1" status: 204 len: 168 time: 0.4173071 Feb 08 21:43:34.221775 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46430) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:34.247658 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440b903-1ef4-492c-b14d-490f02b944f6 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e82d43-91b7-414f-8bd0-af2008d2e541,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:34.332766 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2108e6a3-0a38-436c-b960-144823f4585d tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1046987 Feb 08 21:43:34.333122 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46432) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:34.349382 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-653020d9-8f53-4dd6-99be-e17a279257be tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] delete failed (client error): The resource could not be found. Feb 08 21:43:34.354430 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-653020d9-8f53-4dd6-99be-e17a279257be tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "DELETE /v2.0/security-groups/f5e82d43-91b7-414f-8bd0-af2008d2e541 HTTP/1.1" status: 404 len: 347 time: 0.0165575 Feb 08 21:43:34.356125 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46434) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:34.361990 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e901e0ae-950d-4993-8e3b-eec6b05db5cf tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1407222810'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:34.392542 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e901e0ae-950d-4993-8e3b-eec6b05db5cf tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:34.422719 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ccd175ed-a805-4a87-9db1-93d6053072a1 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:43:34.498132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] device_id is not set on port 7f1da60d-5b5e-42ba-9094-b257b2571abf yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:43:34.513136 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks [] for port (7f1da60d-5b5e-42ba-9094-b257b2571abf), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:34.532039 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (7f1da60d-5b5e-42ba-9094-b257b2571abf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:34.545352 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be336a0-125a-4e62-9302-92947779f73c service neutron] Pushing event updated for resources: {'Port': ['ID=f14fa4ee-4b96-4f4c-8ce1-7645d16e9669,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:34.551796 n-d-712143-31 neutron-server[103433]: INFO neutron.db.securitygroups_db [None req-8c7ec7ef-e6d5-4c4b-b557-e383db527e4b tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Project f6bde20c4e70444caab1a7a5de63c07b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 21:43:34.573665 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port ccd175ed-a805-4a87-9db1-93d6053072a1 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:43:34.574069 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ccd175ed-a805-4a87-9db1-93d6053072a1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:34.614267 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e901e0ae-950d-4993-8e3b-eec6b05db5cf tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (3d121f8f-2a4f-4713-a3e0-f9db9407e9d8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:34.620425 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e901e0ae-950d-4993-8e3b-eec6b05db5cf tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3d121f8f-2a4f-4713-a3e0-f9db9407e9d8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:34.634520 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Pushing event updated for resources: {'Port': ['ID=7f1da60d-5b5e-42ba-9094-b257b2571abf,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:34.655946 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8c7ec7ef-e6d5-4c4b-b557-e383db527e4b tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (7f730973-fa1e-46f1-bf0f-ec7ad975cad8), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:34.661623 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d5c9d5-cc88-42b1-a97b-e80009b4e53e None None] Network a2434da0-0a13-4fde-9e1d-c31acf1ef186 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:43:34.674206 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901e0ae-950d-4993-8e3b-eec6b05db5cf tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d121f8f-2a4f-4713-a3e0-f9db9407e9d8,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:34.702847 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e901e0ae-950d-4993-8e3b-eec6b05db5cf tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:34.704220 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e901e0ae-950d-4993-8e3b-eec6b05db5cf tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3470848 Feb 08 21:43:34.707539 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46436) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:34.712125 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-78f679ec-a560-4fa2-8308-3adbeed56bcb tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Request body: {'security_group_rule': {'security_group_id': '3d121f8f-2a4f-4713-a3e0-f9db9407e9d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:34.733383 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8c7ec7ef-e6d5-4c4b-b557-e383db527e4b tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (7f730973-fa1e-46f1-bf0f-ec7ad975cad8), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:34.743338 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78f679ec-a560-4fa2-8308-3adbeed56bcb tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (6628d12a-dc2b-4f18-aa51-3c31a40842d0), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:34.747064 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8c7ec7ef-e6d5-4c4b-b557-e383db527e4b tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (7f730973-fa1e-46f1-bf0f-ec7ad975cad8), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:34.773785 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ec7ef-e6d5-4c4b-b557-e383db527e4b tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f730973-fa1e-46f1-bf0f-ec7ad975cad8,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:34.783878 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:34.784763 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:34.785116 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:34.796536 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Port 7f1da60d-5b5e-42ba-9094-b257b2571abf on network 0064a46f-8137-4517-b53f-11cf8b2131ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:34.796893 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Failed to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf on host n-h1-712143-31 for vnic_type normal using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] Feb 08 21:43:34.801928 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempt 2 to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf Feb 08 21:43:34.821685 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:34.822039 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:34.822415 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:34.825977 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e44ea-a258-4b21-9852-74aa73830c61 req-3014a859-3e4d-4efc-81ad-e70213a7939b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:34.827556 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-600e44ea-a258-4b21-9852-74aa73830c61 req-3014a859-3e4d-4efc-81ad-e70213a7939b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=79ff5bd4b1fc48e89629df1cced225ff&device_id=6e56121a-1ac5-493f-84b1-598eb7712aa4 HTTP/1.1" status: 200 len: 1126 time: 0.7087250 Feb 08 21:43:34.850994 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b573f8fb-9721-4f9d-8929-e801b84752df None None] Provisioning complete for port ccd175ed-a805-4a87-9db1-93d6053072a1 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:43:34.851373 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b573f8fb-9721-4f9d-8929-e801b84752df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ccd175ed-a805-4a87-9db1-93d6053072a1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:34.853014 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78f679ec-a560-4fa2-8308-3adbeed56bcb tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (6628d12a-dc2b-4f18-aa51-3c31a40842d0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:34.853733 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port ccd175ed-a805-4a87-9db1-93d6053072a1 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:43:34.854263 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ccd175ed-a805-4a87-9db1-93d6053072a1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:34.859725 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78f679ec-a560-4fa2-8308-3adbeed56bcb tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (6628d12a-dc2b-4f18-aa51-3c31a40842d0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:34.892159 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8c7ec7ef-e6d5-4c4b-b557-e383db527e4b tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:34.903116 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8c7ec7ef-e6d5-4c4b-b557-e383db527e4b tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7220156 Feb 08 21:43:34.903896 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Port 7f1da60d-5b5e-42ba-9094-b257b2571abf on network 0064a46f-8137-4517-b53f-11cf8b2131ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:34.904288 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Failed to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf on host n-h1-712143-31 for vnic_type normal using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] Feb 08 21:43:34.906421 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-600e44ea-a258-4b21-9852-74aa73830c61 req-ed2174eb-1ea3-4e70-b41b-5eb3adba1883 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f14fa4ee-4b96-4f4c-8ce1-7645d16e9669 HTTP/1.1" status: 200 len: 217 time: 0.0673182 Feb 08 21:43:34.908471 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempt 3 to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf Feb 08 21:43:34.936782 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f679ec-a560-4fa2-8308-3adbeed56bcb tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6628d12a-dc2b-4f18-aa51-3c31a40842d0,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:34.946482 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78f679ec-a560-4fa2-8308-3adbeed56bcb tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:34.950414 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-78f679ec-a560-4fa2-8308-3adbeed56bcb tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2391467 Feb 08 21:43:34.950712 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46440) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:34.960294 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port ccd175ed-a805-4a87-9db1-93d6053072a1, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ccd175ed-a805-4a87-9db1-93d6053072a1,segment=NetworkSegment(06a9327d-123e-4f7c-9e54-341966b1df43),segment_id=06a9327d-123e-4f7c-9e54-341966b1df43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:43:34.975217 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2482d846-91bb-4ed8-8b09-646eca6702ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:34.976821 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-600e44ea-a258-4b21-9852-74aa73830c61 req-2482d846-91bb-4ed8-8b09-646eca6702ab service neutron] 10.222.0.96 "GET /v2.0/subnets?id=72bdc9d5-2811-45f4-bec7-c11e42fb4886 HTTP/1.1" status: 200 len: 848 time: 0.0629959 Feb 08 21:43:34.978385 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ccd175ed-a805-4a87-9db1-93d6053072a1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:34.983364 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b45532a9-e6ef-4ce5-8df9-38dfe5bbf579 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (6628d12a-dc2b-4f18-aa51-3c31a40842d0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:34.993587 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b45532a9-e6ef-4ce5-8df9-38dfe5bbf579 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (6628d12a-dc2b-4f18-aa51-3c31a40842d0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:35.048870 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b45532a9-e6ef-4ce5-8df9-38dfe5bbf579 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (6628d12a-dc2b-4f18-aa51-3c31a40842d0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:35.071612 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-600e44ea-a258-4b21-9852-74aa73830c61 req-9e34413e-1532-4a6e-b86d-9656fcf6a96e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=cb1fdf7e-93d3-4a5b-92be-58f4dfd94578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822470 Feb 08 21:43:35.077343 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b45532a9-e6ef-4ce5-8df9-38dfe5bbf579 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:35.078229 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=ccd175ed-a805-4a87-9db1-93d6053072a1,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:35.079776 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b45532a9-e6ef-4ce5-8df9-38dfe5bbf579 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/6628d12a-dc2b-4f18-aa51-3c31a40842d0 HTTP/1.1" status: 204 len: 168 time: 0.1281269 Feb 08 21:43:35.082986 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45532a9-e6ef-4ce5-8df9-38dfe5bbf579 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6628d12a-dc2b-4f18-aa51-3c31a40842d0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:35.086337 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46444) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:35.118476 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:35.118476 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:35.118476 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:35.206807 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f0a920c8-1118-4e7c-bb9e-a62eadb1962a admin admin] Publish callbacks [] for security_group (a0523eee-87ee-45ba-92c5-5c823f73b750), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:35.212019 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b573f8fb-9721-4f9d-8929-e801b84752df None None] Current status of the port ccd175ed-a805-4a87-9db1-93d6053072a1 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:43:35.213470 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Port 7f1da60d-5b5e-42ba-9094-b257b2571abf on network 0064a46f-8137-4517-b53f-11cf8b2131ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:35.214053 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Failed to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf on host n-h1-712143-31 for vnic_type normal using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] Feb 08 21:43:35.241104 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempt 4 to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf Feb 08 21:43:35.244609 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f0a920c8-1118-4e7c-bb9e-a62eadb1962a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a0523eee-87ee-45ba-92c5-5c823f73b750), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:35.340067 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46458) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:35.340329 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f0a920c8-1118-4e7c-bb9e-a62eadb1962a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b645decfcc784207bc7dab35235e518d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5131156 Feb 08 21:43:35.349973 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a920c8-1118-4e7c-bb9e-a62eadb1962a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0523eee-87ee-45ba-92c5-5c823f73b750,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:35.412449 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9f497ffa-cf78-495a-a1aa-2efdba3a17a1 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3153529 Feb 08 21:43:35.414633 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46460) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:35.447971 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d27e276d-3565-4508-aa8d-74d6bc2188ec admin admin] Publish callbacks [] for security_group (a0523eee-87ee-45ba-92c5-5c823f73b750), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:35.457261 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:35.457981 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:35.458550 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:35.474116 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Port 7f1da60d-5b5e-42ba-9094-b257b2571abf on network 0064a46f-8137-4517-b53f-11cf8b2131ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:35.474863 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Failed to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf on host n-h1-712143-31 for vnic_type normal using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] Feb 08 21:43:35.486358 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempt 5 to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf Feb 08 21:43:35.488826 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d27e276d-3565-4508-aa8d-74d6bc2188ec admin admin] Publish callbacks [] for security_group (a0523eee-87ee-45ba-92c5-5c823f73b750), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:35.516911 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:35.517652 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:35.518219 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:35.528216 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087931b-2fb1-4f91-bf05-682d69056a35 req-c62b6cc6-79ad-4b6e-aa2c-dceec422bd66 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:35.536551 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1087931b-2fb1-4f91-bf05-682d69056a35 req-c62b6cc6-79ad-4b6e-aa2c-dceec422bd66 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e56121a-1ac5-493f-84b1-598eb7712aa4 HTTP/1.1" status: 200 len: 943 time: 0.4172776 Feb 08 21:43:35.546334 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a28b14f-61b1-4385-8dfd-4fdaeca1290c tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (3d121f8f-2a4f-4713-a3e0-f9db9407e9d8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:35.594034 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a28b14f-61b1-4385-8dfd-4fdaeca1290c tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (3d121f8f-2a4f-4713-a3e0-f9db9407e9d8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:35.595430 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Port 7f1da60d-5b5e-42ba-9094-b257b2571abf on network 0064a46f-8137-4517-b53f-11cf8b2131ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:35.595885 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Failed to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf on host n-h1-712143-31 for vnic_type normal using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] Feb 08 21:43:35.612086 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempt 6 to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf Feb 08 21:43:35.633068 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-4d9b8766-1fab-4e4c-ac6f-b9f0cefd8f17 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1253613286&fields=id&tenant_id=f6bde20c4e70444caab1a7a5de63c07b HTTP/1.1" status: 200 len: 267 time: 0.3217831 Feb 08 21:43:35.639741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:35.640220 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:35.640661 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:35.655032 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d27e276d-3565-4508-aa8d-74d6bc2188ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a0523eee-87ee-45ba-92c5-5c823f73b750), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:35.655521 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-aba7bae4-96af-4b89-ae5e-e24542b19848 None None] Provisioning complete for port ccd175ed-a805-4a87-9db1-93d6053072a1 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:43:35.656024 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Port 7f1da60d-5b5e-42ba-9094-b257b2571abf on network 0064a46f-8137-4517-b53f-11cf8b2131ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:35.656024 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Failed to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf on host n-h1-712143-31 for vnic_type normal using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] Feb 08 21:43:35.656244 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aba7bae4-96af-4b89-ae5e-e24542b19848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ccd175ed-a805-4a87-9db1-93d6053072a1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:35.663939 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d27e276d-3565-4508-aa8d-74d6bc2188ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:35.665118 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d27e276d-3565-4508-aa8d-74d6bc2188ec admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a0523eee-87ee-45ba-92c5-5c823f73b750 HTTP/1.1" status: 204 len: 168 time: 0.3238707 Feb 08 21:43:35.668111 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempt 7 to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf Feb 08 21:43:35.722595 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e276d-3565-4508-aa8d-74d6bc2188ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0523eee-87ee-45ba-92c5-5c823f73b750,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:35.748232 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a28b14f-61b1-4385-8dfd-4fdaeca1290c tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3d121f8f-2a4f-4713-a3e0-f9db9407e9d8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:35.751212 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a28b14f-61b1-4385-8dfd-4fdaeca1290c tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:35.753438 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1a28b14f-61b1-4385-8dfd-4fdaeca1290c tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "DELETE /v2.0/security-groups/3d121f8f-2a4f-4713-a3e0-f9db9407e9d8 HTTP/1.1" status: 204 len: 168 time: 0.3367596 Feb 08 21:43:35.757491 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46464) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:35.786229 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28b14f-61b1-4385-8dfd-4fdaeca1290c tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d121f8f-2a4f-4713-a3e0-f9db9407e9d8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:35.806479 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:35.807159 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:35.807600 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:35.816781 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-5ef119b7-9e7d-424f-914a-c56557753d07 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:35.818751 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-5ef119b7-9e7d-424f-914a-c56557753d07 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/networks?id=a2434da0-0a13-4fde-9e1d-c31acf1ef186 HTTP/1.1" status: 200 len: 796 time: 0.1644258 Feb 08 21:43:35.825421 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-600e44ea-a258-4b21-9852-74aa73830c61 req-a848ceba-78ff-450a-9fdc-964b8bad3e27 service neutron] 10.222.0.96 "GET /v2.0/networks/cb1fdf7e-93d3-4a5b-92be-58f4dfd94578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7378669 Feb 08 21:43:35.838278 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1087931b-2fb1-4f91-bf05-682d69056a35 req-30834b2d-d54a-4881-9818-fd94d83cfe71 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/security-groups?id=5881dae9-4625-4869-88fb-89cec0ab15eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000255 Feb 08 21:43:35.850627 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Port 7f1da60d-5b5e-42ba-9094-b257b2571abf on network 0064a46f-8137-4517-b53f-11cf8b2131ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:35.854746 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Failed to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf on host n-h1-712143-31 for vnic_type normal using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] Feb 08 21:43:35.873908 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempt 8 to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf Feb 08 21:43:35.894531 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4896584c-f275-4d18-badc-68e9017640cf tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1307147 Feb 08 21:43:35.903811 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46466) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:35.908833 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d8af733d-f832-4513-a668-c662c95b02ee tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1637389925'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:35.937030 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:35.937672 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:35.938312 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:35.949989 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-aebca404-70e5-4844-bf0a-f212abf3c9fd tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/quotas/f6bde20c4e70444caab1a7a5de63c07b HTTP/1.1" status: 200 len: 375 time: 0.1045022 Feb 08 21:43:35.961909 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Port 7f1da60d-5b5e-42ba-9094-b257b2571abf on network 0064a46f-8137-4517-b53f-11cf8b2131ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:35.962446 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Failed to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf on host n-h1-712143-31 for vnic_type normal using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] Feb 08 21:43:35.967228 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-aba7bae4-96af-4b89-ae5e-e24542b19848 None None] Current status of the port ccd175ed-a805-4a87-9db1-93d6053072a1 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:43:35.981934 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d8af733d-f832-4513-a668-c662c95b02ee tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:36.008519 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempt 9 to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf Feb 08 21:43:36.078651 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:36.079369 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:36.079369 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:36.101473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Port 7f1da60d-5b5e-42ba-9094-b257b2571abf on network 0064a46f-8137-4517-b53f-11cf8b2131ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:36.101866 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Failed to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf on host n-h1-712143-31 for vnic_type normal using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] Feb 08 21:43:36.109541 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempt 10 to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf Feb 08 21:43:36.145815 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-f963a724-6589-4461-add3-aa2b0b670db4 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f6bde20c4e70444caab1a7a5de63c07b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1380816 Feb 08 21:43:36.153468 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d8af733d-f832-4513-a668-c662c95b02ee tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (eb102fc3-18cf-4dde-808f-816eb907a9ae), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:36.154066 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:36.154528 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:36.154950 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:36.159418 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d8af733d-f832-4513-a668-c662c95b02ee tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (eb102fc3-18cf-4dde-808f-816eb907a9ae), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:36.167386 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Port 7f1da60d-5b5e-42ba-9094-b257b2571abf on network 0064a46f-8137-4517-b53f-11cf8b2131ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:36.167759 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Failed to bind port 7f1da60d-5b5e-42ba-9094-b257b2571abf on host n-h1-712143-31 for vnic_type normal using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] Feb 08 21:43:36.168313 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7f1da60d-5b5e-42ba-9094-b257b2571abf), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:36.220883 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d8af733d-f832-4513-a668-c662c95b02ee tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:36.222267 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d8af733d-f832-4513-a668-c662c95b02ee tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3173952 Feb 08 21:43:36.225188 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46470) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:36.238655 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-bd51a823-5169-4442-a1b3-5e4237a9ab55 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Request body: {'security_group_rule': {'security_group_id': 'eb102fc3-18cf-4dde-808f-816eb907a9ae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:36.259789 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af733d-f832-4513-a668-c662c95b02ee tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb102fc3-18cf-4dde-808f-816eb907a9ae,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:36.292355 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-9a70ca62-4f95-4991-a0d0-5acd8c6ddbe6 service neutron] 10.222.0.88 "GET /v2.0/networks/a2434da0-0a13-4fde-9e1d-c31acf1ef186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066062 Feb 08 21:43:36.295622 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-600e44ea-a258-4b21-9852-74aa73830c61 req-f983fa3b-c0ce-4d37-a3eb-18e1c2ddc46d service neutron] 10.222.0.96 "GET /v2.0/networks/cb1fdf7e-93d3-4a5b-92be-58f4dfd94578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513645 Feb 08 21:43:36.303244 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd51a823-5169-4442-a1b3-5e4237a9ab55 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (40816acb-3ec2-4c1f-a786-fd0eeed299e0), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:36.343966 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46472) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:36.360909 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-afab665b-03c0-454d-a495-7fce9ff8ab61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:36.364816 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ccd175ed-a805-4a87-9db1-93d6053072a1 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:43:36.467037 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port ccd175ed-a805-4a87-9db1-93d6053072a1 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:43:36.467827 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ccd175ed-a805-4a87-9db1-93d6053072a1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:36.475048 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-6548089a-d5ca-40bc-afad-4e564fb19515 service neutron] 10.222.0.88 "GET /v2.0/networks/a2434da0-0a13-4fde-9e1d-c31acf1ef186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541266 Feb 08 21:43:36.479651 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd51a823-5169-4442-a1b3-5e4237a9ab55 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (40816acb-3ec2-4c1f-a786-fd0eeed299e0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:36.504497 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] For port 7f1da60d-5b5e-42ba-9094-b257b2571abf, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:43:36.505417 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempted to set empty binding levels {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 08 21:43:36.511892 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (7f1da60d-5b5e-42ba-9094-b257b2571abf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:36.519181 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b2a3c-e6aa-45eb-ad51-621c3b6c3ada req-32964e59-85cc-4ef7-a51b-ef1f9f3a056a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:36.519714 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd51a823-5169-4442-a1b3-5e4237a9ab55 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (40816acb-3ec2-4c1f-a786-fd0eeed299e0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:36.521095 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc1b2a3c-e6aa-45eb-ad51-621c3b6c3ada req-32964e59-85cc-4ef7-a51b-ef1f9f3a056a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=79ff5bd4b1fc48e89629df1cced225ff&device_id=6e56121a-1ac5-493f-84b1-598eb7712aa4 HTTP/1.1" status: 200 len: 1126 time: 0.1165783 Feb 08 21:43:36.583567 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:36.610811 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-afab665b-03c0-454d-a495-7fce9ff8ab61 admin admin] Publish callbacks [] for security_group (0c189b37-c71a-49c4-9f26-bda13106040a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:36.614525 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51a823-5169-4442-a1b3-5e4237a9ab55 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40816acb-3ec2-4c1f-a786-fd0eeed299e0,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:36.614845 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] In _notify_port_updated(), no bound segment for port 7f1da60d-5b5e-42ba-9094-b257b2571abf on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103433) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 21:43:36.616132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:36.616881 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:36.622626 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] 10.222.0.88 "PUT /v2.0/ports/7f1da60d-5b5e-42ba-9094-b257b2571abf HTTP/1.1" status: 200 len: 976 time: 3.0851388 Feb 08 21:43:36.625657 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46474) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:36.642299 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-afab665b-03c0-454d-a495-7fce9ff8ab61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0c189b37-c71a-49c4-9f26-bda13106040a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:36.673078 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-afab665b-03c0-454d-a495-7fce9ff8ab61 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ac8629138dc04744b6f98ac922f5ce29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3279035 Feb 08 21:43:36.681351 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46476) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:36.692456 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd51a823-5169-4442-a1b3-5e4237a9ab55 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:36.693699 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bd51a823-5169-4442-a1b3-5e4237a9ab55 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4592669 Feb 08 21:43:36.697886 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46478) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:36.709426 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b1f421c7-4bdc-4635-8424-575d41fcc305 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Request body: {'security_group_rule': {'security_group_id': 'eb102fc3-18cf-4dde-808f-816eb907a9ae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:36.758610 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab665b-03c0-454d-a495-7fce9ff8ab61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c189b37-c71a-49c4-9f26-bda13106040a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:36.787371 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b1f421c7-4bdc-4635-8424-575d41fcc305 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (00a7145d-1d59-4480-a3c8-0b341a5fceab), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:36.816008 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54d19e57-be2d-4298-8097-eb5397c5fdf1 admin admin] Publish callbacks [] for security_group (0c189b37-c71a-49c4-9f26-bda13106040a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:36.848305 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port ccd175ed-a805-4a87-9db1-93d6053072a1 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:43:36.850855 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe01d1-a611-4718-856d-1acf379edbf8 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Pushing event updated for resources: {'Port': ['ID=7f1da60d-5b5e-42ba-9094-b257b2571abf,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:36.868544 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:36.873739 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54d19e57-be2d-4298-8097-eb5397c5fdf1 admin admin] Publish callbacks [] for security_group (0c189b37-c71a-49c4-9f26-bda13106040a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:36.932657 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b7cf7286-593b-43ce-808d-5f1c776d222a req-924db421-2425-49d5-969f-9490ba606b86 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5 HTTP/1.1" status: 200 len: 210 time: 0.0594921 Feb 08 21:43:36.937991 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b1f421c7-4bdc-4635-8424-575d41fcc305 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (00a7145d-1d59-4480-a3c8-0b341a5fceab), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:36.944081 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b1f421c7-4bdc-4635-8424-575d41fcc305 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (00a7145d-1d59-4480-a3c8-0b341a5fceab), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:36.960358 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c3f3a-bcc3-425b-86f0-b12ab016d750 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:36.970071 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c3f3a-bcc3-425b-86f0-b12ab016d750 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:36.970071 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c3f3a-bcc3-425b-86f0-b12ab016d750 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:36.970071 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c3f3a-bcc3-425b-86f0-b12ab016d750 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:36.970071 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c3f3a-bcc3-425b-86f0-b12ab016d750 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:36.970071 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c3f3a-bcc3-425b-86f0-b12ab016d750 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:36.970071 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c3f3a-bcc3-425b-86f0-b12ab016d750 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:36.970071 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c3f3a-bcc3-425b-86f0-b12ab016d750 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:36.970071 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c3f3a-bcc3-425b-86f0-b12ab016d750 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:36.970071 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c3f3a-bcc3-425b-86f0-b12ab016d750 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:36.970071 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c3f3a-bcc3-425b-86f0-b12ab016d750 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:36.970071 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c3f3a-bcc3-425b-86f0-b12ab016d750 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:36.970071 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c3f3a-bcc3-425b-86f0-b12ab016d750 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:36.970071 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c3f3a-bcc3-425b-86f0-b12ab016d750 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:36.972308 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c3f3a-bcc3-425b-86f0-b12ab016d750 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:36.972308 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c3f3a-bcc3-425b-86f0-b12ab016d750 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:36.972308 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c3f3a-bcc3-425b-86f0-b12ab016d750 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:36.972308 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c3f3a-bcc3-425b-86f0-b12ab016d750 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:36.972308 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c3f3a-bcc3-425b-86f0-b12ab016d750 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:36.972308 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c3f3a-bcc3-425b-86f0-b12ab016d750 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:36.972308 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c3f3a-bcc3-425b-86f0-b12ab016d750 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:36.973685 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a67c3f3a-bcc3-425b-86f0-b12ab016d750 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19401 time: 0.3471034 Feb 08 21:43:36.978560 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46486) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:36.983454 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f421c7-4bdc-4635-8424-575d41fcc305 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a7145d-1d59-4480-a3c8-0b341a5fceab,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:36.999339 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b1f421c7-4bdc-4635-8424-575d41fcc305 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:37.001399 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b1f421c7-4bdc-4635-8424-575d41fcc305 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2963076 Feb 08 21:43:37.005198 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46490) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:37.014086 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c0fdff7f-2fd7-4b96-806f-5c34ea643d99 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Request body: {'security_group_rule': {'security_group_id': 'eb102fc3-18cf-4dde-808f-816eb907a9ae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:37.032475 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54d19e57-be2d-4298-8097-eb5397c5fdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0c189b37-c71a-49c4-9f26-bda13106040a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:37.036395 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54d19e57-be2d-4298-8097-eb5397c5fdf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:37.038549 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-54d19e57-be2d-4298-8097-eb5397c5fdf1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0c189b37-c71a-49c4-9f26-bda13106040a HTTP/1.1" status: 204 len: 168 time: 0.3561134 Feb 08 21:43:37.060560 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d19e57-be2d-4298-8097-eb5397c5fdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c189b37-c71a-49c4-9f26-bda13106040a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:37.114255 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c0fdff7f-2fd7-4b96-806f-5c34ea643d99 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (ba35a82b-b2ac-4f17-939b-80f055262dbe), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:37.237036 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c0fdff7f-2fd7-4b96-806f-5c34ea643d99 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (ba35a82b-b2ac-4f17-939b-80f055262dbe), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:37.248633 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c0fdff7f-2fd7-4b96-806f-5c34ea643d99 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (ba35a82b-b2ac-4f17-939b-80f055262dbe), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:37.276522 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fdff7f-2fd7-4b96-806f-5c34ea643d99 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba35a82b-b2ac-4f17-939b-80f055262dbe,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:37.287514 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c0fdff7f-2fd7-4b96-806f-5c34ea643d99 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:37.296049 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c0fdff7f-2fd7-4b96-806f-5c34ea643d99 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2890460 Feb 08 21:43:37.300182 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46498) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:37.318851 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-33717efa-7f10-4bd3-8f74-c8717edd4dbc tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Request body: {'security_group_rule': {'security_group_id': 'eb102fc3-18cf-4dde-808f-816eb907a9ae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:37.353884 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33717efa-7f10-4bd3-8f74-c8717edd4dbc tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (fa18cc9c-5baf-4a63-be7e-8d12b69d4753), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:37.473825 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33717efa-7f10-4bd3-8f74-c8717edd4dbc tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (fa18cc9c-5baf-4a63-be7e-8d12b69d4753), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:37.479162 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33717efa-7f10-4bd3-8f74-c8717edd4dbc tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (fa18cc9c-5baf-4a63-be7e-8d12b69d4753), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:37.514983 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33717efa-7f10-4bd3-8f74-c8717edd4dbc tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa18cc9c-5baf-4a63-be7e-8d12b69d4753,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:37.531045 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33717efa-7f10-4bd3-8f74-c8717edd4dbc tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:37.538876 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-33717efa-7f10-4bd3-8f74-c8717edd4dbc tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2316613 Feb 08 21:43:37.538876 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46504) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:37.546049 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ab0e41e1-acfe-4c80-a6a4-6676ea7c1983 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Request body: {'security_group_rule': {'security_group_id': 'eb102fc3-18cf-4dde-808f-816eb907a9ae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:37.583346 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab0e41e1-acfe-4c80-a6a4-6676ea7c1983 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (5437fd48-6a2f-4b56-b76b-17979b8ca083), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:37.674307 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b2a3c-e6aa-45eb-ad51-621c3b6c3ada req-1f533cf6-b0a2-4eaa-a45d-09e32272bc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:37.676994 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc1b2a3c-e6aa-45eb-ad51-621c3b6c3ada req-1f533cf6-b0a2-4eaa-a45d-09e32272bc2f service neutron] 10.222.0.96 "GET /v2.0/networks?id=cb1fdf7e-93d3-4a5b-92be-58f4dfd94578 HTTP/1.1" status: 200 len: 909 time: 1.1464908 Feb 08 21:43:37.713742 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab0e41e1-acfe-4c80-a6a4-6676ea7c1983 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (5437fd48-6a2f-4b56-b76b-17979b8ca083), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:37.721341 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab0e41e1-acfe-4c80-a6a4-6676ea7c1983 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (5437fd48-6a2f-4b56-b76b-17979b8ca083), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:37.756950 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab0e41e1-acfe-4c80-a6a4-6676ea7c1983 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:37.761557 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc1b2a3c-e6aa-45eb-ad51-621c3b6c3ada req-d9dcec9a-325f-49ea-8859-68749c8e479c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f14fa4ee-4b96-4f4c-8ce1-7645d16e9669 HTTP/1.1" status: 200 len: 217 time: 0.0679286 Feb 08 21:43:37.762263 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46514) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:37.774858 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ab0e41e1-acfe-4c80-a6a4-6676ea7c1983 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2332017 Feb 08 21:43:37.781523 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e41e1-acfe-4c80-a6a4-6676ea7c1983 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5437fd48-6a2f-4b56-b76b-17979b8ca083,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:37.881987 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bdf530a8-d2f7-407c-a4a5-7a4f42241abe tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (5437fd48-6a2f-4b56-b76b-17979b8ca083), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:37.910638 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2d3c3-5dc6-4ac1-aedb-c5313df8b4c5 req-95614000-c86c-4f92-a823-88c1b751dc59 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:37.912240 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ea2d3c3-5dc6-4ac1-aedb-c5313df8b4c5 req-95614000-c86c-4f92-a823-88c1b751dc59 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e56121a-1ac5-493f-84b1-598eb7712aa4 HTTP/1.1" status: 200 len: 943 time: 0.2341092 Feb 08 21:43:37.917375 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bdf530a8-d2f7-407c-a4a5-7a4f42241abe tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (5437fd48-6a2f-4b56-b76b-17979b8ca083), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:37.920476 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b2a3c-e6aa-45eb-ad51-621c3b6c3ada req-78f0e2c8-e387-4c46-814d-85f3022f0239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:37.922117 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc1b2a3c-e6aa-45eb-ad51-621c3b6c3ada req-78f0e2c8-e387-4c46-814d-85f3022f0239 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=72bdc9d5-2811-45f4-bec7-c11e42fb4886 HTTP/1.1" status: 200 len: 848 time: 0.1378474 Feb 08 21:43:37.989968 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc1b2a3c-e6aa-45eb-ad51-621c3b6c3ada req-4a70d2c9-cfcb-4a83-a07e-8847de97c6de service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=cb1fdf7e-93d3-4a5b-92be-58f4dfd94578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568087 Feb 08 21:43:38.022663 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bdf530a8-d2f7-407c-a4a5-7a4f42241abe tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (5437fd48-6a2f-4b56-b76b-17979b8ca083), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:38.025522 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b4555fe7-4cf9-48d4-bc13-4c1eba3be661 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Deleting port 7f1da60d-5b5e-42ba-9094-b257b2571abf {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:43:38.026086 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b4555fe7-4cf9-48d4-bc13-4c1eba3be661 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (7f1da60d-5b5e-42ba-9094-b257b2571abf), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:38.040952 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bdf530a8-d2f7-407c-a4a5-7a4f42241abe tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:38.042401 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bdf530a8-d2f7-407c-a4a5-7a4f42241abe tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/5437fd48-6a2f-4b56-b76b-17979b8ca083 HTTP/1.1" status: 204 len: 168 time: 0.2593191 Feb 08 21:43:38.046839 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46524) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:38.102939 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3e49faeb-3c7b-4888-8968-00b1e0d2b0ab tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0551870 Feb 08 21:43:38.105673 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46528) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:38.140527 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-616508ce-a361-439d-8134-f77c516dfdbd tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (fa18cc9c-5baf-4a63-be7e-8d12b69d4753), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:38.150455 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-616508ce-a361-439d-8134-f77c516dfdbd tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (fa18cc9c-5baf-4a63-be7e-8d12b69d4753), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:38.153156 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf530a8-d2f7-407c-a4a5-7a4f42241abe tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5437fd48-6a2f-4b56-b76b-17979b8ca083,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:38.171295 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ea2d3c3-5dc6-4ac1-aedb-c5313df8b4c5 req-06114dc7-1b68-41ec-8de7-cc5988b28c31 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/security-groups?id=5881dae9-4625-4869-88fb-89cec0ab15eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477651 Feb 08 21:43:38.206939 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-616508ce-a361-439d-8134-f77c516dfdbd tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (fa18cc9c-5baf-4a63-be7e-8d12b69d4753), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:38.215978 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a392483-6d47-47c1-bdc4-f5c363a1fa81 req-39ecf0d6-1a67-4e55-bedc-d846d4824915 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5 HTTP/1.1" status: 200 len: 210 time: 0.1274383 Feb 08 21:43:38.233194 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-616508ce-a361-439d-8134-f77c516dfdbd tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:38.234462 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-616508ce-a361-439d-8134-f77c516dfdbd tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/fa18cc9c-5baf-4a63-be7e-8d12b69d4753 HTTP/1.1" status: 204 len: 168 time: 0.1278036 Feb 08 21:43:38.244966 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46532) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:38.250711 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616508ce-a361-439d-8134-f77c516dfdbd tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa18cc9c-5baf-4a63-be7e-8d12b69d4753,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:38.294525 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-b4555fe7-4cf9-48d4-bc13-4c1eba3be661 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] For port 7f1da60d-5b5e-42ba-9094-b257b2571abf, host n-h1-712143-31, got binding levels [] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:43:38.295091 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b4555fe7-4cf9-48d4-bc13-4c1eba3be661 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (7f1da60d-5b5e-42ba-9094-b257b2571abf), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:38.320780 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b4555fe7-4cf9-48d4-bc13-4c1eba3be661 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Calling delete_port for 7f1da60d-5b5e-42ba-9094-b257b2571abf owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:43:38.338516 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-81731f88-e77d-49fe-882e-c3c3b7f07266 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0951471 Feb 08 21:43:38.339594 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc1b2a3c-e6aa-45eb-ad51-621c3b6c3ada req-541a152f-c08e-43b7-b6d0-0077b0f56874 service neutron] 10.222.0.96 "GET /v2.0/networks/cb1fdf7e-93d3-4a5b-92be-58f4dfd94578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430531 Feb 08 21:43:38.341709 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46536) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:38.477116 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-89ba02d8-565d-4fe8-913d-4751b62e57bd tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:38.478663 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f1200aff-f02c-46c2-b1d0-8cef713634fc tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (ba35a82b-b2ac-4f17-939b-80f055262dbe), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:38.479733 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-89ba02d8-565d-4fe8-913d-4751b62e57bd tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.94 "GET /v2.0/networks?id=a2434da0-0a13-4fde-9e1d-c31acf1ef186 HTTP/1.1" status: 200 len: 796 time: 0.1977856 Feb 08 21:43:38.507707 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f1200aff-f02c-46c2-b1d0-8cef713634fc tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (ba35a82b-b2ac-4f17-939b-80f055262dbe), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:38.547582 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b4555fe7-4cf9-48d4-bc13-4c1eba3be661 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (7f1da60d-5b5e-42ba-9094-b257b2571abf), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:38.562142 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc1b2a3c-e6aa-45eb-ad51-621c3b6c3ada req-8e6a1eee-52f7-43b7-8350-74b9077c8ab4 service neutron] 10.222.0.96 "GET /v2.0/networks/cb1fdf7e-93d3-4a5b-92be-58f4dfd94578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121394 Feb 08 21:43:38.594611 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f1200aff-f02c-46c2-b1d0-8cef713634fc tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (ba35a82b-b2ac-4f17-939b-80f055262dbe), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:38.600003 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4555fe7-4cf9-48d4-bc13-4c1eba3be661 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f1da60d-5b5e-42ba-9094-b257b2571abf,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:38.604716 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f1200aff-f02c-46c2-b1d0-8cef713634fc tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:38.606219 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f1200aff-f02c-46c2-b1d0-8cef713634fc tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/ba35a82b-b2ac-4f17-939b-80f055262dbe HTTP/1.1" status: 204 len: 168 time: 0.2634068 Feb 08 21:43:38.611398 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-56a1302d-bf3c-49d5-9843-cce5217908e1 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6bde20c4e70444caab1a7a5de63c07b HTTP/1.1" status: 200 len: 473 time: 0.1199806 Feb 08 21:43:38.611893 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46540) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:38.618706 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1200aff-f02c-46c2-b1d0-8cef713634fc tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba35a82b-b2ac-4f17-939b-80f055262dbe,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:38.621078 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b4555fe7-4cf9-48d4-bc13-4c1eba3be661 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:38.623753 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-8976abbb-6bb7-41b4-8257-8b55c27e3c89 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'port': {'device_id': '53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5', 'network_id': 'a2434da0-0a13-4fde-9e1d-c31acf1ef186', 'admin_state_up': True, 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'security_groups': ['ea8b65a5-a7c4-49eb-a6ba-ad3ecbb312c7']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:38.624977 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b4555fe7-4cf9-48d4-bc13-4c1eba3be661 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] 10.222.0.88 "DELETE /v2.0/ports/7f1da60d-5b5e-42ba-9094-b257b2571abf HTTP/1.1" status: 204 len: 168 time: 1.6454017 Feb 08 21:43:38.629927 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46542) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:38.667042 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c0bf89c-170f-4e49-af69-12649b3a9467 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] GET failed (client error): The resource could not be found. Feb 08 21:43:38.669304 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6c0bf89c-170f-4e49-af69-12649b3a9467 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] 10.222.0.88 "GET /v2.0/ports/7f1da60d-5b5e-42ba-9094-b257b2571abf HTTP/1.1" status: 404 len: 333 time: 0.0370321 Feb 08 21:43:38.673476 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46546) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:38.679976 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-21a0965d-93df-496f-b48c-d3d491e39dc6 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1597785000', 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:38.704647 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a0965d-93df-496f-b48c-d3d491e39dc6 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Made reservation on behalf of d3c5b693620249968cb766a36089256d for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:43:38.708278 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-21a0965d-93df-496f-b48c-d3d491e39dc6 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:38.728022 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-21a0965d-93df-496f-b48c-d3d491e39dc6 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] device_id is not set on port e672f6fe-8ed5-4bf7-b74d-f5dfb908b54f yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:43:38.732246 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-433d9143-c9cc-40fc-afa0-db2d219adb5c tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1184916 Feb 08 21:43:38.736313 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46550) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:38.798964 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bddb7f7a-51ce-4ebf-8423-f836e6dc1989 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (00a7145d-1d59-4480-a3c8-0b341a5fceab), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:38.812427 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bddb7f7a-51ce-4ebf-8423-f836e6dc1989 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (00a7145d-1d59-4480-a3c8-0b341a5fceab), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:38.846714 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-8976abbb-6bb7-41b4-8257-8b55c27e3c89 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Made reservation on behalf of f6bde20c4e70444caab1a7a5de63c07b for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:43:38.850948 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-8976abbb-6bb7-41b4-8257-8b55c27e3c89 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:38.869958 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bddb7f7a-51ce-4ebf-8423-f836e6dc1989 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (00a7145d-1d59-4480-a3c8-0b341a5fceab), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:38.884306 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bddb7f7a-51ce-4ebf-8423-f836e6dc1989 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:38.887777 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bddb7f7a-51ce-4ebf-8423-f836e6dc1989 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/00a7145d-1d59-4480-a3c8-0b341a5fceab HTTP/1.1" status: 204 len: 168 time: 0.1482284 Feb 08 21:43:38.890807 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46554) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:38.899933 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb7f7a-51ce-4ebf-8423-f836e6dc1989 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00a7145d-1d59-4480-a3c8-0b341a5fceab,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:38.913865 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device f14fa4ee-4b96-4f4c-8ce1-7645d16e9669 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:43:38.956538 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-21a0965d-93df-496f-b48c-d3d491e39dc6 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks [] for port (e672f6fe-8ed5-4bf7-b74d-f5dfb908b54f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:38.993947 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-98d31cdc-1d0f-4e57-9994-4982899cde8b tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1018124 Feb 08 21:43:38.997475 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46558) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:38.998284 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-21a0965d-93df-496f-b48c-d3d491e39dc6 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (e672f6fe-8ed5-4bf7-b74d-f5dfb908b54f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:39.063718 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-651dcb2d-8c0b-4feb-8fa2-932c826e9508 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (40816acb-3ec2-4c1f-a786-fd0eeed299e0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:39.080722 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-651dcb2d-8c0b-4feb-8fa2-932c826e9508 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (40816acb-3ec2-4c1f-a786-fd0eeed299e0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:39.087467 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0965d-93df-496f-b48c-d3d491e39dc6 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Pushing event updated for resources: {'Port': ['ID=e672f6fe-8ed5-4bf7-b74d-f5dfb908b54f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:39.096339 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a0965d-93df-496f-b48c-d3d491e39dc6 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Network 0064a46f-8137-4517-b53f-11cf8b2131ac is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:43:39.097732 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-21a0965d-93df-496f-b48c-d3d491e39dc6 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:43:39.100155 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a0965d-93df-496f-b48c-d3d491e39dc6 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:43:39.101146 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a0965d-93df-496f-b48c-d3d491e39dc6 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:39.102343 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-21a0965d-93df-496f-b48c-d3d491e39dc6 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:39.118912 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-8976abbb-6bb7-41b4-8257-8b55c27e3c89 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Allocated IP 172.20.0.29 (a2434da0-0a13-4fde-9e1d-c31acf1ef186/5db1dca8-4776-49a6-b331-ccef9c429fdd/89440177-f2a6-4fd2-a112-1851993d5a98) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:43:39.125402 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-21a0965d-93df-496f-b48c-d3d491e39dc6 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4501417 Feb 08 21:43:39.127897 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46562) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:39.130150 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-651dcb2d-8c0b-4feb-8fa2-932c826e9508 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (40816acb-3ec2-4c1f-a786-fd0eeed299e0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:39.142147 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-651dcb2d-8c0b-4feb-8fa2-932c826e9508 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:39.146159 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-651dcb2d-8c0b-4feb-8fa2-932c826e9508 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/40816acb-3ec2-4c1f-a786-fd0eeed299e0 HTTP/1.1" status: 204 len: 168 time: 0.1449115 Feb 08 21:43:39.151108 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46564) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:39.161469 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651dcb2d-8c0b-4feb-8fa2-932c826e9508 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40816acb-3ec2-4c1f-a786-fd0eeed299e0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:39.190576 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port f14fa4ee-4b96-4f4c-8ce1-7645d16e9669, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f14fa4ee-4b96-4f4c-8ce1-7645d16e9669,segment=NetworkSegment(645e5352-74a5-4015-a1ed-8149b0295f18),segment_id=645e5352-74a5-4015-a1ed-8149b0295f18)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:43:39.204620 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5a7302-ed7a-4e4f-9218-f3e749e5705a tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:39.207388 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'f14fa4ee-4b96-4f4c-8ce1-7645d16e9669', 'network_id': 'cb1fdf7e-93d3-4a5b-92be-58f4dfd94578', 'port_id': 'f14fa4ee-4b96-4f4c-8ce1-7645d16e9669', 'mac_address': 'fa:16:3e:93:6d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72bdc9d5-2811-45f4-bec7-c11e42fb4886', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:43:39.216378 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-eb5a7302-ed7a-4e4f-9218-f3e749e5705a tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] 10.222.0.88 "GET /v2.0/ports/e672f6fe-8ed5-4bf7-b74d-f5dfb908b54f HTTP/1.1" status: 200 len: 955 time: 0.0869243 Feb 08 21:43:39.217052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46568) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:39.242411 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d3ef8de7-19df-4f56-b4cd-0c3d3d7bbff5 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0898166 Feb 08 21:43:39.247033 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46570) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:39.263384 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port f14fa4ee-4b96-4f4c-8ce1-7645d16e9669 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:43:39.263867 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f14fa4ee-4b96-4f4c-8ce1-7645d16e9669), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:39.280583 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14fa4ee-4b96-4f4c-8ce1-7645d16e9669 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:43:39.342727 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port f14fa4ee-4b96-4f4c-8ce1-7645d16e9669, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f14fa4ee-4b96-4f4c-8ce1-7645d16e9669,segment=NetworkSegment(645e5352-74a5-4015-a1ed-8149b0295f18),segment_id=645e5352-74a5-4015-a1ed-8149b0295f18)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:43:39.349027 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f14fa4ee-4b96-4f4c-8ce1-7645d16e9669), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:39.410238 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fed0b5df-a700-4d49-9a4c-9317c28c221d req-9cb145b7-c202-4afb-b6fb-2f73090c9820 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5 HTTP/1.1" status: 200 len: 210 time: 0.0573819 Feb 08 21:43:39.454378 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=f14fa4ee-4b96-4f4c-8ce1-7645d16e9669,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:39.470247 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ee879-6b25-4d16-a948-0052c8659d7f req-6250d932-02b6-4c70-bb91-aca1cfd1ffce tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:39.478798 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c7ee879-6b25-4d16-a948-0052c8659d7f req-6250d932-02b6-4c70-bb91-aca1cfd1ffce tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e56121a-1ac5-493f-84b1-598eb7712aa4 HTTP/1.1" status: 200 len: 943 time: 0.1953151 Feb 08 21:43:39.482479 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0d320c4-f612-4238-8ec2-54b22583903d tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (eb102fc3-18cf-4dde-808f-816eb907a9ae), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:39.507619 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-8976abbb-6bb7-41b4-8257-8b55c27e3c89 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for port (89440177-f2a6-4fd2-a112-1851993d5a98), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:39.525998 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0d320c4-f612-4238-8ec2-54b22583903d tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (eb102fc3-18cf-4dde-808f-816eb907a9ae), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:39.558409 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-944a90fe-dae8-46a8-a54e-c8b1698651ef tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Deleting port e672f6fe-8ed5-4bf7-b74d-f5dfb908b54f {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:43:39.558789 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-944a90fe-dae8-46a8-a54e-c8b1698651ef tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (e672f6fe-8ed5-4bf7-b74d-f5dfb908b54f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:39.569803 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c7ee879-6b25-4d16-a948-0052c8659d7f req-987577e6-bbf3-4d3c-831c-bec5a47c9bd0 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/security-groups?id=5881dae9-4625-4869-88fb-89cec0ab15eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900984 Feb 08 21:43:39.646122 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-8976abbb-6bb7-41b4-8257-8b55c27e3c89 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (89440177-f2a6-4fd2-a112-1851993d5a98), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:39.679329 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-944a90fe-dae8-46a8-a54e-c8b1698651ef tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (e672f6fe-8ed5-4bf7-b74d-f5dfb908b54f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:39.698405 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['f14fa4ee-4b96-4f4c-8ce1-7645d16e9669'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:43:39.703661 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-944a90fe-dae8-46a8-a54e-c8b1698651ef tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Calling delete_port for e672f6fe-8ed5-4bf7-b74d-f5dfb908b54f owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:43:39.748919 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976abbb-6bb7-41b4-8257-8b55c27e3c89 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'Port': ['ID=89440177-f2a6-4fd2-a112-1851993d5a98,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:39.785200 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0d320c4-f612-4238-8ec2-54b22583903d tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (eb102fc3-18cf-4dde-808f-816eb907a9ae), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:39.795766 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0d320c4-f612-4238-8ec2-54b22583903d tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:39.800633 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a0d320c4-f612-4238-8ec2-54b22583903d tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "DELETE /v2.0/security-groups/eb102fc3-18cf-4dde-808f-816eb907a9ae HTTP/1.1" status: 204 len: 168 time: 0.5489945 Feb 08 21:43:39.812409 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46580) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:39.815913 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d320c4-f612-4238-8ec2-54b22583903d tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb102fc3-18cf-4dde-808f-816eb907a9ae,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:39.860095 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-944a90fe-dae8-46a8-a54e-c8b1698651ef tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (e672f6fe-8ed5-4bf7-b74d-f5dfb908b54f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:39.886500 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-8976abbb-6bb7-41b4-8257-8b55c27e3c89 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Network a2434da0-0a13-4fde-9e1d-c31acf1ef186 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:43:39.890325 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-8976abbb-6bb7-41b4-8257-8b55c27e3c89 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:43:39.895001 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-8976abbb-6bb7-41b4-8257-8b55c27e3c89 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:43:39.936715 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a90fe-dae8-46a8-a54e-c8b1698651ef tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Pushing event deleted for resources: {'Port': ['ID=e672f6fe-8ed5-4bf7-b74d-f5dfb908b54f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:39.947771 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-944a90fe-dae8-46a8-a54e-c8b1698651ef tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:39.958422 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-944a90fe-dae8-46a8-a54e-c8b1698651ef tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] 10.222.0.88 "DELETE /v2.0/ports/e672f6fe-8ed5-4bf7-b74d-f5dfb908b54f HTTP/1.1" status: 204 len: 168 time: 0.7365360 Feb 08 21:43:39.961270 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46582) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:39.981292 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fe2822ab-f438-462b-bd9c-84521017958f tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1371522 Feb 08 21:43:39.981292 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46584) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:39.997614 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e5a0e691-3e64-4e0f-99cc-1c0e04a1c386 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1912513390'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:40.007646 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-8976abbb-6bb7-41b4-8257-8b55c27e3c89 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:40.008297 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-8976abbb-6bb7-41b4-8257-8b55c27e3c89 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:40.014527 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6e0cea-fc55-4708-9007-607d9e7ce627 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] GET failed (client error): The resource could not be found. Feb 08 21:43:40.020897 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3c6e0cea-fc55-4708-9007-607d9e7ce627 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] 10.222.0.88 "GET /v2.0/ports/e672f6fe-8ed5-4bf7-b74d-f5dfb908b54f HTTP/1.1" status: 404 len: 333 time: 0.0549159 Feb 08 21:43:40.021107 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46586) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:40.029817 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-df520362-9c63-4ca6-88a5-85bbf1c0b27e tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Request body: {'port': {'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1792573781'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:40.062042 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-8976abbb-6bb7-41b4-8257-8b55c27e3c89 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4420018 Feb 08 21:43:40.067531 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e5a0e691-3e64-4e0f-99cc-1c0e04a1c386 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:40.081420 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-bdd0c691-6c4d-43c6-b3ab-341ed81451b2 service neutron] Request body: {'port': {'device_id': '53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:40.154060 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df520362-9c63-4ca6-88a5-85bbf1c0b27e tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Made reservation on behalf of d3c5b693620249968cb766a36089256d for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:43:40.157066 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df520362-9c63-4ca6-88a5-85bbf1c0b27e tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:40.276957 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-df520362-9c63-4ca6-88a5-85bbf1c0b27e tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] device_id is not set on port c14ea0c4-589b-4bce-8265-1d4130aa4d21 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:43:40.293926 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-bdd0c691-6c4d-43c6-b3ab-341ed81451b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (89440177-f2a6-4fd2-a112-1851993d5a98), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:40.352326 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ad0ddacd-996a-43b1-88cf-e9d9d8085721 None None] Provisioning complete for port 89440177-f2a6-4fd2-a112-1851993d5a98 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:43:40.354164 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ad0ddacd-996a-43b1-88cf-e9d9d8085721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (89440177-f2a6-4fd2-a112-1851993d5a98), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:40.371299 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e5a0e691-3e64-4e0f-99cc-1c0e04a1c386 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (ec672495-73bf-43c0-882b-95f903f3b36a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:40.398695 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ad0ddacd-996a-43b1-88cf-e9d9d8085721 None None] Port 89440177-f2a6-4fd2-a112-1851993d5a98 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:43:40.400199 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e5a0e691-3e64-4e0f-99cc-1c0e04a1c386 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ec672495-73bf-43c0-882b-95f903f3b36a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:40.467580 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e5a0e691-3e64-4e0f-99cc-1c0e04a1c386 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:40.472244 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e5a0e691-3e64-4e0f-99cc-1c0e04a1c386 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4767942 Feb 08 21:43:40.472411 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46596) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:40.477355 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-df8c36d5-ce04-4ffd-b0dc-08f6c146efa2 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Request body: {'security_group_rule': {'security_group_id': 'ec672495-73bf-43c0-882b-95f903f3b36a', 'direction': 'ingress', 'protocol': 17}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:40.509634 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-df8c36d5-ce04-4ffd-b0dc-08f6c146efa2 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (b1568a95-f003-4c0b-a81e-0a4a2940d131), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:40.613633 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd91319-5661-4f05-beb4-b6421c1f956e req-f92cce30-9237-4f11-ad74-1652b9cdcc73 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:40.615350 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0bd91319-5661-4f05-beb4-b6421c1f956e req-f92cce30-9237-4f11-ad74-1652b9cdcc73 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5 HTTP/1.1" status: 200 len: 932 time: 0.1014302 Feb 08 21:43:40.623229 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-df8c36d5-ce04-4ffd-b0dc-08f6c146efa2 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (b1568a95-f003-4c0b-a81e-0a4a2940d131), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:40.624767 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0e691-3e64-4e0f-99cc-1c0e04a1c386 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec672495-73bf-43c0-882b-95f903f3b36a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:40.634084 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-df8c36d5-ce04-4ffd-b0dc-08f6c146efa2 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (b1568a95-f003-4c0b-a81e-0a4a2940d131), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:40.662251 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df520362-9c63-4ca6-88a5-85bbf1c0b27e tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks [] for port (c14ea0c4-589b-4bce-8265-1d4130aa4d21), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:40.672901 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c36d5-ce04-4ffd-b0dc-08f6c146efa2 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1568a95-f003-4c0b-a81e-0a4a2940d131,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:40.687811 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-df8c36d5-ce04-4ffd-b0dc-08f6c146efa2 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:40.688596 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-df8c36d5-ce04-4ffd-b0dc-08f6c146efa2 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2154129 Feb 08 21:43:40.692062 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46606) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:40.721096 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0bd91319-5661-4f05-beb4-b6421c1f956e req-4c92ad2c-3587-40f4-a1fe-81fb6a3f8d64 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=ea8b65a5-a7c4-49eb-a6ba-ad3ecbb312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943630 Feb 08 21:43:40.792046 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df520362-9c63-4ca6-88a5-85bbf1c0b27e tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (c14ea0c4-589b-4bce-8265-1d4130aa4d21), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:40.828527 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a2d5d10-ac55-43a9-88a4-95349b757b58 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (ec672495-73bf-43c0-882b-95f903f3b36a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:40.857377 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df520362-9c63-4ca6-88a5-85bbf1c0b27e tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Network 0064a46f-8137-4517-b53f-11cf8b2131ac is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:43:40.870794 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-df520362-9c63-4ca6-88a5-85bbf1c0b27e tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:43:40.872895 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a2d5d10-ac55-43a9-88a4-95349b757b58 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (ec672495-73bf-43c0-882b-95f903f3b36a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:40.875884 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df520362-9c63-4ca6-88a5-85bbf1c0b27e tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Pushing event updated for resources: {'Port': ['ID=c14ea0c4-589b-4bce-8265-1d4130aa4d21,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:40.887519 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df520362-9c63-4ca6-88a5-85bbf1c0b27e tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:43:40.888972 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df520362-9c63-4ca6-88a5-85bbf1c0b27e tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:40.900084 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df520362-9c63-4ca6-88a5-85bbf1c0b27e tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:40.908687 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3ce92-78a5-485e-a8d5-03613603d872 req-195d5edb-2126-4613-a497-5080bb8f50c1 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:40.912884 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ee3ce92-78a5-485e-a8d5-03613603d872 req-195d5edb-2126-4613-a497-5080bb8f50c1 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e56121a-1ac5-493f-84b1-598eb7712aa4 HTTP/1.1" status: 200 len: 944 time: 0.1248038 Feb 08 21:43:40.928336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device f14fa4ee-4b96-4f4c-8ce1-7645d16e9669 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:43:41.005198 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-df520362-9c63-4ca6-88a5-85bbf1c0b27e tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9833317 Feb 08 21:43:41.010039 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46612) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:41.020164 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-bdd0c691-6c4d-43c6-b3ab-341ed81451b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89440177-f2a6-4fd2-a112-1851993d5a98 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:43:41.022186 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:41.025692 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port f14fa4ee-4b96-4f4c-8ce1-7645d16e9669 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:43:41.027704 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a2d5d10-ac55-43a9-88a4-95349b757b58 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ec672495-73bf-43c0-882b-95f903f3b36a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:41.030412 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a2d5d10-ac55-43a9-88a4-95349b757b58 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:41.033028 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7a2d5d10-ac55-43a9-88a4-95349b757b58 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "DELETE /v2.0/security-groups/ec672495-73bf-43c0-882b-95f903f3b36a HTTP/1.1" status: 204 len: 168 time: 0.3385780 Feb 08 21:43:41.033324 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-bdd0c691-6c4d-43c6-b3ab-341ed81451b2 service neutron] Publish callbacks [] for port (89440177-f2a6-4fd2-a112-1851993d5a98), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:41.034857 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port f14fa4ee-4b96-4f4c-8ce1-7645d16e9669 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:43:41.035231 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f14fa4ee-4b96-4f4c-8ce1-7645d16e9669), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:41.036806 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46614) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:41.066139 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-bdd0c691-6c4d-43c6-b3ab-341ed81451b2 service neutron] Transition to ACTIVE for port object 89440177-f2a6-4fd2-a112-1851993d5a98 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:43:41.072791 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-bdd0c691-6c4d-43c6-b3ab-341ed81451b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (89440177-f2a6-4fd2-a112-1851993d5a98), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:41.099678 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d5d10-ac55-43a9-88a4-95349b757b58 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec672495-73bf-43c0-882b-95f903f3b36a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:41.104357 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ee3ce92-78a5-485e-a8d5-03613603d872 req-d61bcfb1-278f-404c-8fe6-f9b32b803690 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/security-groups?id=5881dae9-4625-4869-88fb-89cec0ab15eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756227 Feb 08 21:43:41.184174 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-419406f3-5b06-4041-957d-5adde90fb065 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1455958 Feb 08 21:43:41.189087 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46616) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:41.191503 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c14ea0c4-589b-4bce-8265-1d4130aa4d21), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:41.197210 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-550f20f3-a041-4325-b7a2-223bd8b40d0d tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Request body: {'security_group': {'name': 'tempest-secgroup--579082104'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:41.218047 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd0c691-6c4d-43c6-b3ab-341ed81451b2 service neutron] Pushing event updated for resources: {'Port': ['ID=89440177-f2a6-4fd2-a112-1851993d5a98,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:41.272589 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port f14fa4ee-4b96-4f4c-8ce1-7645d16e9669 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:43:41.273721 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f14fa4ee-4b96-4f4c-8ce1-7645d16e9669), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:41.304292 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e56121a-1ac5-493f-84b1-598eb7712aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14fa4ee-4b96-4f4c-8ce1-7645d16e9669'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:43:41.307772 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292232bb-3b7f-429d-8fe3-d42282844a4c" -d '{"events": [{"server_uuid": "6e56121a-1ac5-493f-84b1-598eb7712aa4", "name": "network-vif-plugged", "status": "completed", "tag": "f14fa4ee-4b96-4f4c-8ce1-7645d16e9669"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:43:41.324765 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port f14fa4ee-4b96-4f4c-8ce1-7645d16e9669, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f14fa4ee-4b96-4f4c-8ce1-7645d16e9669,segment=NetworkSegment(645e5352-74a5-4015-a1ed-8149b0295f18),segment_id=645e5352-74a5-4015-a1ed-8149b0295f18)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:43:41.331509 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f14fa4ee-4b96-4f4c-8ce1-7645d16e9669), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:41.364609 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-550f20f3-a041-4325-b7a2-223bd8b40d0d tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:41.402101 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d11f4dd-3a6c-47fd-858f-6e07d34caffd x-openstack-request-id: req-2d11f4dd-3a6c-47fd-858f-6e07d34caffd {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:43:41.402680 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e56121a-1ac5-493f-84b1-598eb7712aa4", "name": "network-vif-plugged", "status": "completed", "tag": "f14fa4ee-4b96-4f4c-8ce1-7645d16e9669", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:43:41.403105 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2d11f4dd-3a6c-47fd-858f-6e07d34caffd {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:43:41.403610 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e56121a-1ac5-493f-84b1-598eb7712aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14fa4ee-4b96-4f4c-8ce1-7645d16e9669', 'code': 200} Feb 08 21:43:41.405053 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=f14fa4ee-4b96-4f4c-8ce1-7645d16e9669,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:41.441140 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-bdd0c691-6c4d-43c6-b3ab-341ed81451b2 service neutron] Attempting to bind port 89440177-f2a6-4fd2-a112-1851993d5a98 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:41.441444 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-bdd0c691-6c4d-43c6-b3ab-341ed81451b2 service neutron] Attempting to bind port 89440177-f2a6-4fd2-a112-1851993d5a98 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '06a9327d-123e-4f7c-9e54-341966b1df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a2434da0-0a13-4fde-9e1d-c31acf1ef186'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:41.441788 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-bdd0c691-6c4d-43c6-b3ab-341ed81451b2 service neutron] Attempting to bind port 89440177-f2a6-4fd2-a112-1851993d5a98 on network a2434da0-0a13-4fde-9e1d-c31acf1ef186 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:41.453329 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-bdd0c691-6c4d-43c6-b3ab-341ed81451b2 service neutron] Port 89440177-f2a6-4fd2-a112-1851993d5a98 on network a2434da0-0a13-4fde-9e1d-c31acf1ef186 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:41.453832 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-bdd0c691-6c4d-43c6-b3ab-341ed81451b2 service neutron] Attempting to bind port 89440177-f2a6-4fd2-a112-1851993d5a98 on network a2434da0-0a13-4fde-9e1d-c31acf1ef186 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:41.466260 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-bdd0c691-6c4d-43c6-b3ab-341ed81451b2 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:43:41.466603 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-bdd0c691-6c4d-43c6-b3ab-341ed81451b2 service neutron] Checking segment: {'id': '06a9327d-123e-4f7c-9e54-341966b1df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a2434da0-0a13-4fde-9e1d-c31acf1ef186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:43:41.466996 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-bdd0c691-6c4d-43c6-b3ab-341ed81451b2 service neutron] Bound using segment: {'id': '06a9327d-123e-4f7c-9e54-341966b1df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a2434da0-0a13-4fde-9e1d-c31acf1ef186'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:43:41.467442 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-bdd0c691-6c4d-43c6-b3ab-341ed81451b2 service neutron] Bound port: 89440177-f2a6-4fd2-a112-1851993d5a98, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a9327d-123e-4f7c-9e54-341966b1df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a2434da0-0a13-4fde-9e1d-c31acf1ef186'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:43:41.467807 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-bdd0c691-6c4d-43c6-b3ab-341ed81451b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (89440177-f2a6-4fd2-a112-1851993d5a98), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:41.555103 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c1136-4e2f-4541-a668-a6b9d0ecc1ed req-8b913005-e72d-4d88-aa46-adaf49c4813f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:41.557079 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e9c1136-4e2f-4541-a668-a6b9d0ecc1ed req-8b913005-e72d-4d88-aa46-adaf49c4813f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6e56121a-1ac5-493f-84b1-598eb7712aa4 HTTP/1.1" status: 200 len: 1128 time: 0.0985150 Feb 08 21:43:41.597450 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-bdd0c691-6c4d-43c6-b3ab-341ed81451b2 service neutron] For port 89440177-f2a6-4fd2-a112-1851993d5a98, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:43:41.601104 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-550f20f3-a041-4325-b7a2-223bd8b40d0d tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (611d0341-2ed6-4115-a667-1851d5d15607), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:41.610659 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-550f20f3-a041-4325-b7a2-223bd8b40d0d tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (611d0341-2ed6-4115-a667-1851d5d15607), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:41.614361 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-bdd0c691-6c4d-43c6-b3ab-341ed81451b2 service neutron] For port 89440177-f2a6-4fd2-a112-1851993d5a98, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=89440177-f2a6-4fd2-a112-1851993d5a98,segment=NetworkSegment(06a9327d-123e-4f7c-9e54-341966b1df43),segment_id=06a9327d-123e-4f7c-9e54-341966b1df43)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:43:41.633706 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e9c1136-4e2f-4541-a668-a6b9d0ecc1ed req-2a72e794-adae-4c8d-8888-f146a67ece43 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=5881dae9-4625-4869-88fb-89cec0ab15eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498676 Feb 08 21:43:41.652189 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] device_id is not set on port c14ea0c4-589b-4bce-8265-1d4130aa4d21 yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:43:41.661162 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks [] for port (c14ea0c4-589b-4bce-8265-1d4130aa4d21), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:41.667019 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-bdd0c691-6c4d-43c6-b3ab-341ed81451b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (89440177-f2a6-4fd2-a112-1851993d5a98), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:41.670082 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (c14ea0c4-589b-4bce-8265-1d4130aa4d21), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:41.699303 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f20f3-a041-4325-b7a2-223bd8b40d0d tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=611d0341-2ed6-4115-a667-1851d5d15607,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:41.708715 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-550f20f3-a041-4325-b7a2-223bd8b40d0d tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:41.712539 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-550f20f3-a041-4325-b7a2-223bd8b40d0d tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5195098 Feb 08 21:43:41.713048 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46622) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:41.718228 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-bdd0c691-6c4d-43c6-b3ab-341ed81451b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:41.719158 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-bdd0c691-6c4d-43c6-b3ab-341ed81451b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:41.720869 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-bdd0c691-6c4d-43c6-b3ab-341ed81451b2 service neutron] 10.222.0.94 "PUT /v2.0/ports/89440177-f2a6-4fd2-a112-1851993d5a98 HTTP/1.1" status: 200 len: 1093 time: 1.6469924 Feb 08 21:43:41.730754 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-02be5438-944a-413d-9f1b-dc4ffe4f81cf tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Request body: {'security_group': {'name': 'tempest-secgroup--938563550'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:41.736534 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5', 'tag': '89440177-f2a6-4fd2-a112-1851993d5a98'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:43:41.739313 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f94501-3b2c-45d8-bad1-0ed53ecf025c" -d '{"events": [{"name": "network-changed", "server_uuid": "53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5", "tag": "89440177-f2a6-4fd2-a112-1851993d5a98"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:43:41.787824 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Pushing event updated for resources: {'Port': ['ID=c14ea0c4-589b-4bce-8265-1d4130aa4d21,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:41.832008 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:41.832008 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:41.837521 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:41.845840 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on network 0064a46f-8137-4517-b53f-11cf8b2131ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:41.852448 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Failed to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on host n-h1-712143-31 for vnic_type normal using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] Feb 08 21:43:41.854475 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempt 2 to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 Feb 08 21:43:41.876070 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005bdd03-452f-4cb0-bae3-45b3c21ba789 x-openstack-request-id: req-005bdd03-452f-4cb0-bae3-45b3c21ba789 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:43:41.876653 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5", "tag": "89440177-f2a6-4fd2-a112-1851993d5a98", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:43:41.877092 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-005bdd03-452f-4cb0-bae3-45b3c21ba789 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:43:41.877863 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5', 'tag': '89440177-f2a6-4fd2-a112-1851993d5a98', 'status': 'completed', 'code': 200} Feb 08 21:43:41.914416 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:41.914889 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:41.915303 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:41.916252 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd0c691-6c4d-43c6-b3ab-341ed81451b2 service neutron] Pushing event updated for resources: {'Port': ['ID=89440177-f2a6-4fd2-a112-1851993d5a98,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:41.920314 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02be5438-944a-413d-9f1b-dc4ffe4f81cf tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:41.931212 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on network 0064a46f-8137-4517-b53f-11cf8b2131ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:41.931950 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Failed to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on host n-h1-712143-31 for vnic_type normal using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] Feb 08 21:43:41.932728 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempt 3 to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 Feb 08 21:43:41.951124 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-528b8c8e-25f9-4fc1-870a-10788cf94094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:41.952677 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-528b8c8e-25f9-4fc1-870a-10788cf94094 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f6bde20c4e70444caab1a7a5de63c07b&device_id=53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5 HTTP/1.1" status: 200 len: 1127 time: 0.1583624 Feb 08 21:43:41.962837 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:41.963281 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:41.963699 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:41.972770 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on network 0064a46f-8137-4517-b53f-11cf8b2131ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:41.973205 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Failed to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on host n-h1-712143-31 for vnic_type normal using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] Feb 08 21:43:41.974492 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempt 4 to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 Feb 08 21:43:41.989979 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b0304-c05f-46f5-bfbd-88f2377ad320 req-18af8c88-e62b-4067-9257-b5b4b00f9c1d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:41.989979 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-017b0304-c05f-46f5-bfbd-88f2377ad320 req-18af8c88-e62b-4067-9257-b5b4b00f9c1d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5 HTTP/1.1" status: 200 len: 944 time: 0.1351855 Feb 08 21:43:42.019088 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:42.019360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:42.019871 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:42.028252 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on network 0064a46f-8137-4517-b53f-11cf8b2131ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:42.028526 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Failed to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on host n-h1-712143-31 for vnic_type normal using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] Feb 08 21:43:42.030267 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempt 5 to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 Feb 08 21:43:42.060322 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-e89abcab-6302-4de9-a5f2-c11afccf86a2 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=89440177-f2a6-4fd2-a112-1851993d5a98 HTTP/1.1" status: 200 len: 217 time: 0.1006613 Feb 08 21:43:42.063845 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:42.064294 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:42.064711 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:42.092822 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on network 0064a46f-8137-4517-b53f-11cf8b2131ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:42.093484 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Failed to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on host n-h1-712143-31 for vnic_type normal using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] Feb 08 21:43:42.094423 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempt 6 to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 Feb 08 21:43:42.103113 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-017b0304-c05f-46f5-bfbd-88f2377ad320 req-e5561a4d-5ab7-4b71-9810-4c12d0b22906 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=ea8b65a5-a7c4-49eb-a6ba-ad3ecbb312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028383 Feb 08 21:43:42.127013 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:42.128512 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:42.129221 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:42.137141 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on network 0064a46f-8137-4517-b53f-11cf8b2131ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:42.137603 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Failed to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on host n-h1-712143-31 for vnic_type normal using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] Feb 08 21:43:42.138218 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempt 7 to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 Feb 08 21:43:42.161639 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:42.162132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:42.162482 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:42.167967 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on network 0064a46f-8137-4517-b53f-11cf8b2131ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:42.168322 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Failed to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on host n-h1-712143-31 for vnic_type normal using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] Feb 08 21:43:42.168732 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempt 8 to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 Feb 08 21:43:42.184015 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-2455773a-5664-401a-8d70-91daa8dd1109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:42.185960 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-2455773a-5664-401a-8d70-91daa8dd1109 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5db1dca8-4776-49a6-b331-ccef9c429fdd HTTP/1.1" status: 200 len: 837 time: 0.1190906 Feb 08 21:43:42.199213 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:42.199619 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:42.199975 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:42.207510 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on network 0064a46f-8137-4517-b53f-11cf8b2131ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:42.208111 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Failed to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on host n-h1-712143-31 for vnic_type normal using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] Feb 08 21:43:42.208697 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempt 9 to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 Feb 08 21:43:42.228978 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:42.229410 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:42.229724 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:42.235485 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on network 0064a46f-8137-4517-b53f-11cf8b2131ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:42.235860 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Failed to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on host n-h1-712143-31 for vnic_type normal using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] Feb 08 21:43:42.236263 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempt 10 to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 Feb 08 21:43:42.253448 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02be5438-944a-413d-9f1b-dc4ffe4f81cf tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (04cec24a-731a-408a-8a0b-059618b296bc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:42.258394 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02be5438-944a-413d-9f1b-dc4ffe4f81cf tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (04cec24a-731a-408a-8a0b-059618b296bc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:42.264692 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:43:42.265066 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:43:42.265448 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempting to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:43:42.293851 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02be5438-944a-413d-9f1b-dc4ffe4f81cf tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:42.295149 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-02be5438-944a-413d-9f1b-dc4ffe4f81cf tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5732267 Feb 08 21:43:42.300876 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46632) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:42.301276 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on network 0064a46f-8137-4517-b53f-11cf8b2131ac not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:43:42.301632 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Failed to bind port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on host n-h1-712143-31 for vnic_type normal using segments [{'id': 'b1463a2c-4430-45b5-878b-8c0a359e735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0064a46f-8137-4517-b53f-11cf8b2131ac'}] Feb 08 21:43:42.302019 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c14ea0c4-589b-4bce-8265-1d4130aa4d21), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:42.308542 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-e332d425-32b5-4b4c-ba91-6f877903b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:42.309511 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-c23df645-fe07-4bb8-86d9-8132869166d1 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Request body: {'security_group_rule': {'security_group_id': '611d0341-2ed6-4115-a667-1851d5d15607', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '04cec24a-731a-408a-8a0b-059618b296bc', 'remote_ip_prefix': None}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:42.310276 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-e332d425-32b5-4b4c-ba91-6f877903b049 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=a2434da0-0a13-4fde-9e1d-c31acf1ef186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1162519 Feb 08 21:43:42.311353 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be5438-944a-413d-9f1b-dc4ffe4f81cf tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04cec24a-731a-408a-8a0b-059618b296bc,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:42.402819 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a64caa-8a83-415e-a0a6-633435443196 req-937876d2-b9ca-4f12-bd3a-9086756620f3 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:42.404381 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d0a64caa-8a83-415e-a0a6-633435443196 req-937876d2-b9ca-4f12-bd3a-9086756620f3 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e56121a-1ac5-493f-84b1-598eb7712aa4 HTTP/1.1" status: 200 len: 945 time: 0.1580644 Feb 08 21:43:42.427620 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-4ea3e7d7-238f-4944-b6c3-33fe4b84bba8 service neutron] 10.222.0.94 "GET /v2.0/networks/a2434da0-0a13-4fde-9e1d-c31acf1ef186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112719 Feb 08 21:43:42.435435 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c23df645-fe07-4bb8-86d9-8132869166d1 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (24dbbf50-6bde-4af0-936d-114d89857da9), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:42.473323 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] For port c14ea0c4-589b-4bce-8265-1d4130aa4d21, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:43:42.473709 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attempted to set empty binding levels {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 08 21:43:42.488745 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (c14ea0c4-589b-4bce-8265-1d4130aa4d21), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:42.553180 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0b7aa54c-56f9-4c7b-9363-8c6155e3e209 req-838944d4-19ec-4b70-a190-4052fc7a35b9 service neutron] 10.222.0.94 "GET /v2.0/networks/a2434da0-0a13-4fde-9e1d-c31acf1ef186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200941 Feb 08 21:43:42.567133 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] In _notify_port_updated(), no bound segment for port c14ea0c4-589b-4bce-8265-1d4130aa4d21 on network 0064a46f-8137-4517-b53f-11cf8b2131ac {{(pid=103433) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 21:43:42.568205 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:42.568824 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:42.572723 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] 10.222.0.88 "PUT /v2.0/ports/c14ea0c4-589b-4bce-8265-1d4130aa4d21 HTTP/1.1" status: 200 len: 976 time: 1.5591207 Feb 08 21:43:42.573349 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46642) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:42.578303 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d0a64caa-8a83-415e-a0a6-633435443196 req-35b5712a-6379-4b42-9675-8945d984dd4d tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/security-groups?id=5881dae9-4625-4869-88fb-89cec0ab15eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657102 Feb 08 21:43:42.621795 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af679e77-0a2d-4957-958c-3961bc9d9239 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Pushing event updated for resources: {'Port': ['ID=c14ea0c4-589b-4bce-8265-1d4130aa4d21,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:42.676493 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c23df645-fe07-4bb8-86d9-8132869166d1 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (24dbbf50-6bde-4af0-936d-114d89857da9), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:42.681635 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c23df645-fe07-4bb8-86d9-8132869166d1 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (24dbbf50-6bde-4af0-936d-114d89857da9), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:42.713443 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23df645-fe07-4bb8-86d9-8132869166d1 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24dbbf50-6bde-4af0-936d-114d89857da9,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:42.719920 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c23df645-fe07-4bb8-86d9-8132869166d1 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:42.721333 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c23df645-fe07-4bb8-86d9-8132869166d1 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4169807 Feb 08 21:43:42.724333 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46646) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:42.759367 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b2257caf-cfb7-415b-b665-1e8d4e64c5c2 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (24dbbf50-6bde-4af0-936d-114d89857da9), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:42.762076 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-254dd2e7-d003-400d-bd3c-868869742d3f tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Deleting port c14ea0c4-589b-4bce-8265-1d4130aa4d21 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:43:42.762522 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-254dd2e7-d003-400d-bd3c-868869742d3f tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c14ea0c4-589b-4bce-8265-1d4130aa4d21), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:42.767030 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f94501-3b2c-45d8-bad1-0ed53ecf025c req-ec5c58fc-fdb3-403f-bf51-e72489294e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:42.769988 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c3f94501-3b2c-45d8-bad1-0ed53ecf025c req-ec5c58fc-fdb3-403f-bf51-e72489294e61 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f6bde20c4e70444caab1a7a5de63c07b&device_id=53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5 HTTP/1.1" status: 200 len: 1127 time: 0.0936079 Feb 08 21:43:42.774203 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b2257caf-cfb7-415b-b665-1e8d4e64c5c2 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (24dbbf50-6bde-4af0-936d-114d89857da9), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:42.810493 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b2257caf-cfb7-415b-b665-1e8d4e64c5c2 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (24dbbf50-6bde-4af0-936d-114d89857da9), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:42.824598 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b2257caf-cfb7-415b-b665-1e8d4e64c5c2 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:42.826982 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b2257caf-cfb7-415b-b665-1e8d4e64c5c2 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/24dbbf50-6bde-4af0-936d-114d89857da9 HTTP/1.1" status: 204 len: 168 time: 0.1013381 Feb 08 21:43:42.828052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2257caf-cfb7-415b-b665-1e8d4e64c5c2 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24dbbf50-6bde-4af0-936d-114d89857da9,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:42.833486 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46648) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:42.937465 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-254dd2e7-d003-400d-bd3c-868869742d3f tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] For port c14ea0c4-589b-4bce-8265-1d4130aa4d21, host n-h1-712143-31, got binding levels [] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:43:42.937766 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-254dd2e7-d003-400d-bd3c-868869742d3f tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c14ea0c4-589b-4bce-8265-1d4130aa4d21), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:42.961560 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46650) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:42.961771 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1176adc2-e94b-4c48-83b3-c453b47322b3 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1271791 Feb 08 21:43:42.976631 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-254dd2e7-d003-400d-bd3c-868869742d3f tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Calling delete_port for c14ea0c4-589b-4bce-8265-1d4130aa4d21 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:43:43.004143 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f94501-3b2c-45d8-bad1-0ed53ecf025c req-31417b80-0385-4021-97a4-741262e6c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:43.005671 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c3f94501-3b2c-45d8-bad1-0ed53ecf025c req-31417b80-0385-4021-97a4-741262e6c84f service neutron] 10.222.0.94 "GET /v2.0/networks?id=a2434da0-0a13-4fde-9e1d-c31acf1ef186 HTTP/1.1" status: 200 len: 897 time: 0.2209442 Feb 08 21:43:43.055033 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d11a8127-488e-4fad-be58-50bd425eb359 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (04cec24a-731a-408a-8a0b-059618b296bc), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:43.091770 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d11a8127-488e-4fad-be58-50bd425eb359 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (04cec24a-731a-408a-8a0b-059618b296bc), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:43.102607 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c3f94501-3b2c-45d8-bad1-0ed53ecf025c req-85e038e4-766e-422f-93ae-3e7db64d5f5b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=89440177-f2a6-4fd2-a112-1851993d5a98 HTTP/1.1" status: 200 len: 217 time: 0.0636997 Feb 08 21:43:43.158477 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d11a8127-488e-4fad-be58-50bd425eb359 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (04cec24a-731a-408a-8a0b-059618b296bc), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:43.163007 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d11a8127-488e-4fad-be58-50bd425eb359 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:43.167076 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d11a8127-488e-4fad-be58-50bd425eb359 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "DELETE /v2.0/security-groups/04cec24a-731a-408a-8a0b-059618b296bc HTTP/1.1" status: 204 len: 168 time: 0.2016921 Feb 08 21:43:43.168650 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46656) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:43.177860 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f94501-3b2c-45d8-bad1-0ed53ecf025c req-6557fd3f-854a-40ef-bbc9-fcce925d44a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:43.179469 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c3f94501-3b2c-45d8-bad1-0ed53ecf025c req-6557fd3f-854a-40ef-bbc9-fcce925d44a4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5db1dca8-4776-49a6-b331-ccef9c429fdd HTTP/1.1" status: 200 len: 837 time: 0.0676966 Feb 08 21:43:43.198720 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a8127-488e-4fad-be58-50bd425eb359 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cec24a-731a-408a-8a0b-059618b296bc,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:43.270521 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-254dd2e7-d003-400d-bd3c-868869742d3f tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (c14ea0c4-589b-4bce-8265-1d4130aa4d21), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:43.311930 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254dd2e7-d003-400d-bd3c-868869742d3f tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Pushing event deleted for resources: {'Port': ['ID=c14ea0c4-589b-4bce-8265-1d4130aa4d21,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:43.318422 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-79747437-2acd-49d5-bd3b-2a30aa606648 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1470685 Feb 08 21:43:43.321785 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46658) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:43.326896 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-254dd2e7-d003-400d-bd3c-868869742d3f tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:43.331616 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-254dd2e7-d003-400d-bd3c-868869742d3f tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] 10.222.0.88 "DELETE /v2.0/ports/c14ea0c4-589b-4bce-8265-1d4130aa4d21 HTTP/1.1" status: 204 len: 168 time: 0.7513573 Feb 08 21:43:43.342950 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46660) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:43.362595 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7060d39-aae0-4f02-bd27-e7b54b3abba8 req-0037dfab-14db-45ce-85fc-b9d8ef350187 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:43.365965 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7060d39-aae0-4f02-bd27-e7b54b3abba8 req-0037dfab-14db-45ce-85fc-b9d8ef350187 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5 HTTP/1.1" status: 200 len: 944 time: 0.1303563 Feb 08 21:43:43.403381 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f60288f-4c10-41da-b261-4b91005cf530 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (611d0341-2ed6-4115-a667-1851d5d15607), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:43.406290 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-91229128-4239-436f-97ed-4c08daf10709 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] GET failed (client error): The resource could not be found. Feb 08 21:43:43.408815 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-91229128-4239-436f-97ed-4c08daf10709 tempest-PortsAdminExtendedAttrsTestJSON-2020204516 tempest-PortsAdminExtendedAttrsTestJSON-2020204516-project-admin] 10.222.0.88 "GET /v2.0/ports/c14ea0c4-589b-4bce-8265-1d4130aa4d21 HTTP/1.1" status: 404 len: 333 time: 0.0409954 Feb 08 21:43:43.416731 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46662) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:43.432523 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f60288f-4c10-41da-b261-4b91005cf530 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (611d0341-2ed6-4115-a667-1851d5d15607), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:43.454007 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f94501-3b2c-45d8-bad1-0ed53ecf025c req-a7ccacfc-18e2-46de-9bdb-12f537e0b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:43.455535 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c3f94501-3b2c-45d8-bad1-0ed53ecf025c req-a7ccacfc-18e2-46de-9bdb-12f537e0b81a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=a2434da0-0a13-4fde-9e1d-c31acf1ef186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.2693067 Feb 08 21:43:43.540194 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7060d39-aae0-4f02-bd27-e7b54b3abba8 req-b28b206f-5fc7-4338-a754-082110323961 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=ea8b65a5-a7c4-49eb-a6ba-ad3ecbb312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624637 Feb 08 21:43:43.550215 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43275243-33e5-4bc7-8919-4fb89985d338 tempest-PortsAdminExtendedAttrsTestJSON-2031027412 tempest-PortsAdminExtendedAttrsTestJSON-2031027412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (0064a46f-8137-4517-b53f-11cf8b2131ac), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:43.554250 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f60288f-4c10-41da-b261-4b91005cf530 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (611d0341-2ed6-4115-a667-1851d5d15607), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:43.557720 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f60288f-4c10-41da-b261-4b91005cf530 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:43.561268 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0f60288f-4c10-41da-b261-4b91005cf530 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "DELETE /v2.0/security-groups/611d0341-2ed6-4115-a667-1851d5d15607 HTTP/1.1" status: 204 len: 168 time: 0.2361212 Feb 08 21:43:43.566518 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46664) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:43.630818 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60288f-4c10-41da-b261-4b91005cf530 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=611d0341-2ed6-4115-a667-1851d5d15607,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:43.647938 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b81126fb-9788-47d4-a99d-85e52e7afebb tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0744567 Feb 08 21:43:43.648978 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46668) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:43.657473 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3a8bddd7-06f9-4c6b-ad00-cc3c400af097 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Request body: {'security_group': {'name': 'tempest-secgroup--420628804'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:43.686091 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43275243-33e5-4bc7-8919-4fb89985d338 tempest-PortsAdminExtendedAttrsTestJSON-2031027412 tempest-PortsAdminExtendedAttrsTestJSON-2031027412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (0064a46f-8137-4517-b53f-11cf8b2131ac), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:43.686322 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a8bddd7-06f9-4c6b-ad00-cc3c400af097 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:43.702262 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c3f94501-3b2c-45d8-bad1-0ed53ecf025c req-0ec57a34-8f3a-4406-90b1-1cc890da6c5c service neutron] 10.222.0.94 "GET /v2.0/networks/a2434da0-0a13-4fde-9e1d-c31acf1ef186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376676 Feb 08 21:43:43.808064 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-43275243-33e5-4bc7-8919-4fb89985d338 tempest-PortsAdminExtendedAttrsTestJSON-2031027412 tempest-PortsAdminExtendedAttrsTestJSON-2031027412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0064a46f-8137-4517-b53f-11cf8b2131ac']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:43:43.879432 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-43275243-33e5-4bc7-8919-4fb89985d338 tempest-PortsAdminExtendedAttrsTestJSON-2031027412 tempest-PortsAdminExtendedAttrsTestJSON-2031027412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1463a2c-4430-45b5-878b-8c0a359e735b') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:43:43.880103 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-43275243-33e5-4bc7-8919-4fb89985d338 tempest-PortsAdminExtendedAttrsTestJSON-2031027412 tempest-PortsAdminExtendedAttrsTestJSON-2031027412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1463a2c-4430-45b5-878b-8c0a359e735b') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:43:43.883036 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c3f94501-3b2c-45d8-bad1-0ed53ecf025c req-a78889bb-06e0-431a-9a39-e3ca0a9653ca service neutron] 10.222.0.94 "GET /v2.0/networks/a2434da0-0a13-4fde-9e1d-c31acf1ef186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513050 Feb 08 21:43:43.926678 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a8bddd7-06f9-4c6b-ad00-cc3c400af097 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (ca5a044b-9848-445b-a6c8-0a5df24d9c96), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:43.932109 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43275243-33e5-4bc7-8919-4fb89985d338 tempest-PortsAdminExtendedAttrsTestJSON-2031027412 tempest-PortsAdminExtendedAttrsTestJSON-2031027412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (b1463a2c-4430-45b5-878b-8c0a359e735b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:43.942556 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a8bddd7-06f9-4c6b-ad00-cc3c400af097 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ca5a044b-9848-445b-a6c8-0a5df24d9c96), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:43.975839 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a8bddd7-06f9-4c6b-ad00-cc3c400af097 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:43.977137 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3a8bddd7-06f9-4c6b-ad00-cc3c400af097 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3270655 Feb 08 21:43:43.980092 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46676) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:43.986413 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9f608900-ad19-4483-90d2-377e99a27d1e tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Request body: {'security_group_rule': {'security_group_id': 'ca5a044b-9848-445b-a6c8-0a5df24d9c96', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:43.987641 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43275243-33e5-4bc7-8919-4fb89985d338 tempest-PortsAdminExtendedAttrsTestJSON-2031027412 tempest-PortsAdminExtendedAttrsTestJSON-2031027412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (b1463a2c-4430-45b5-878b-8c0a359e735b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:44.008833 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8bddd7-06f9-4c6b-ad00-cc3c400af097 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5a044b-9848-445b-a6c8-0a5df24d9c96,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:44.011904 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43275243-33e5-4bc7-8919-4fb89985d338 tempest-PortsAdminExtendedAttrsTestJSON-2031027412 tempest-PortsAdminExtendedAttrsTestJSON-2031027412-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:43:44.018187 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43275243-33e5-4bc7-8919-4fb89985d338 tempest-PortsAdminExtendedAttrsTestJSON-2031027412 tempest-PortsAdminExtendedAttrsTestJSON-2031027412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (b1463a2c-4430-45b5-878b-8c0a359e735b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:43:44.022549 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:43:44.045912 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f608900-ad19-4483-90d2-377e99a27d1e tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (04fb0d4b-db14-47b2-ab3e-d60bd07c2ce7), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:44.063577 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ee503-c65f-4049-8fe8-cdf26d5cd756 req-3db60ed1-b105-46cc-9a3c-58f15106f371 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:44.065824 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c7ee503-c65f-4049-8fe8-cdf26d5cd756 req-3db60ed1-b105-46cc-9a3c-58f15106f371 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e56121a-1ac5-493f-84b1-598eb7712aa4 HTTP/1.1" status: 200 len: 945 time: 0.3078055 Feb 08 21:43:44.140697 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f608900-ad19-4483-90d2-377e99a27d1e tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (04fb0d4b-db14-47b2-ab3e-d60bd07c2ce7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:44.146530 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f608900-ad19-4483-90d2-377e99a27d1e tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (04fb0d4b-db14-47b2-ab3e-d60bd07c2ce7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:44.151777 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43275243-33e5-4bc7-8919-4fb89985d338 tempest-PortsAdminExtendedAttrsTestJSON-2031027412 tempest-PortsAdminExtendedAttrsTestJSON-2031027412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (0064a46f-8137-4517-b53f-11cf8b2131ac), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:44.162055 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43275243-33e5-4bc7-8919-4fb89985d338 tempest-PortsAdminExtendedAttrsTestJSON-2031027412 tempest-PortsAdminExtendedAttrsTestJSON-2031027412-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:44.179001 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-43275243-33e5-4bc7-8919-4fb89985d338 tempest-PortsAdminExtendedAttrsTestJSON-2031027412 tempest-PortsAdminExtendedAttrsTestJSON-2031027412-project] 10.222.0.88 "DELETE /v2.0/networks/0064a46f-8137-4517-b53f-11cf8b2131ac HTTP/1.1" status: 204 len: 168 time: 0.7498446 Feb 08 21:43:44.206159 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f608900-ad19-4483-90d2-377e99a27d1e tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:44.208534 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9f608900-ad19-4483-90d2-377e99a27d1e tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2273624 Feb 08 21:43:44.217366 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46682) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:44.232985 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f608900-ad19-4483-90d2-377e99a27d1e tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04fb0d4b-db14-47b2-ab3e-d60bd07c2ce7,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:44.266163 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43275243-33e5-4bc7-8919-4fb89985d338 tempest-PortsAdminExtendedAttrsTestJSON-2031027412 tempest-PortsAdminExtendedAttrsTestJSON-2031027412-project] Pushing event deleted for resources: {'Network': ['ID=0064a46f-8137-4517-b53f-11cf8b2131ac,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:44.296875 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ff4cf22-7362-421b-8483-44d3668b7a98 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (04fb0d4b-db14-47b2-ab3e-d60bd07c2ce7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:44.308182 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c7ee503-c65f-4049-8fe8-cdf26d5cd756 req-ba09f6d4-f03a-4f39-8830-cc2576bdd905 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/security-groups?id=5881dae9-4625-4869-88fb-89cec0ab15eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092988 Feb 08 21:43:44.311786 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ff4cf22-7362-421b-8483-44d3668b7a98 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (04fb0d4b-db14-47b2-ab3e-d60bd07c2ce7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:44.352487 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ff4cf22-7362-421b-8483-44d3668b7a98 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (04fb0d4b-db14-47b2-ab3e-d60bd07c2ce7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:44.362702 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ff4cf22-7362-421b-8483-44d3668b7a98 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:44.368167 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8ff4cf22-7362-421b-8483-44d3668b7a98 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/04fb0d4b-db14-47b2-ab3e-d60bd07c2ce7 HTTP/1.1" status: 204 len: 168 time: 0.1470175 Feb 08 21:43:44.368866 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46688) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:44.373873 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4cf22-7362-421b-8483-44d3668b7a98 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04fb0d4b-db14-47b2-ab3e-d60bd07c2ce7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:44.412004 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-450cfc47-e70c-41fb-a1eb-e971fdd11bf3 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0417023 Feb 08 21:43:44.415118 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46690) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:44.541505 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b65b2f6-bc09-4364-b1bb-5da63b34bb5e tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (ca5a044b-9848-445b-a6c8-0a5df24d9c96), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:44.595320 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b65b2f6-bc09-4364-b1bb-5da63b34bb5e tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (ca5a044b-9848-445b-a6c8-0a5df24d9c96), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:44.745315 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b65b2f6-bc09-4364-b1bb-5da63b34bb5e tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ca5a044b-9848-445b-a6c8-0a5df24d9c96), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:44.749469 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b65b2f6-bc09-4364-b1bb-5da63b34bb5e tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:44.752262 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0b65b2f6-bc09-4364-b1bb-5da63b34bb5e tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "DELETE /v2.0/security-groups/ca5a044b-9848-445b-a6c8-0a5df24d9c96 HTTP/1.1" status: 204 len: 168 time: 0.3359771 Feb 08 21:43:44.762297 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46702) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:44.769395 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65b2f6-bc09-4364-b1bb-5da63b34bb5e tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5a044b-9848-445b-a6c8-0a5df24d9c96,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:44.858290 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46704) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:44.931582 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46710) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:44.934746 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2e15c66d-023b-4bc1-9646-23a26ef2dded tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1707599 Feb 08 21:43:44.939019 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d5daa316-effc-4af3-a749-17bdcc6da5fd tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1091462580'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:44.942354 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce87d2-5c3a-41da-8b50-5ae640f60629 req-2a40f840-0b8c-4af8-8e11-d9d886637118 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:44.943874 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43ce87d2-5c3a-41da-8b50-5ae640f60629 req-2a40f840-0b8c-4af8-8e11-d9d886637118 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5 HTTP/1.1" status: 200 len: 944 time: 0.2615058 Feb 08 21:43:44.969681 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5daa316-effc-4af3-a749-17bdcc6da5fd tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:45.074169 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43ce87d2-5c3a-41da-8b50-5ae640f60629 req-4fb8fcf2-185f-4ac0-92ec-543b13e2a1f4 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=ea8b65a5-a7c4-49eb-a6ba-ad3ecbb312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186159 Feb 08 21:43:45.122066 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5daa316-effc-4af3-a749-17bdcc6da5fd tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (f8df4e79-e1d3-4fdf-ac00-7733482c990f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:45.131754 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5daa316-effc-4af3-a749-17bdcc6da5fd tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f8df4e79-e1d3-4fdf-ac00-7733482c990f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:45.157410 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 89440177-f2a6-4fd2-a112-1851993d5a98 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:43:45.192553 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5daa316-effc-4af3-a749-17bdcc6da5fd tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:45.193808 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d5daa316-effc-4af3-a749-17bdcc6da5fd tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2604697 Feb 08 21:43:45.198225 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46714) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:45.203138 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-b668d359-8f47-429c-8043-0332b5470a92 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Request body: {'security_group_rule': {'security_group_id': 'f8df4e79-e1d3-4fdf-ac00-7733482c990f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:45.228290 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5daa316-effc-4af3-a749-17bdcc6da5fd tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8df4e79-e1d3-4fdf-ac00-7733482c990f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:45.240978 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b668d359-8f47-429c-8043-0332b5470a92 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (ad4d2e5a-5af9-4dd1-b830-bd8bd74d4429), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:45.246518 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6031dda0-1389-4c70-b30b-db28475316e8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6427e8876c004cdba627245fd6e1d7ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3866558 Feb 08 21:43:45.250586 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46718) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:45.341379 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-096717fa-a27a-4a57-9634-1a3d93d762fb req-f5489442-de7b-43c1-8184-27749cfa6dc5 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=7429bad7-8f15-46c7-add0-d85cff99e0de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0935752 Feb 08 21:43:45.435211 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 89440177-f2a6-4fd2-a112-1851993d5a98, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=89440177-f2a6-4fd2-a112-1851993d5a98,segment=NetworkSegment(06a9327d-123e-4f7c-9e54-341966b1df43),segment_id=06a9327d-123e-4f7c-9e54-341966b1df43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:43:45.459239 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '89440177-f2a6-4fd2-a112-1851993d5a98', 'network_id': 'a2434da0-0a13-4fde-9e1d-c31acf1ef186', 'port_id': '89440177-f2a6-4fd2-a112-1851993d5a98', 'mac_address': 'fa:16:3e:99:2b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db1dca8-4776-49a6-b331-ccef9c429fdd', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:43:45.464086 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096717fa-a27a-4a57-9634-1a3d93d762fb req-a3bd336c-76c1-44df-a7c6-826fe10f7b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:45.465638 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-096717fa-a27a-4a57-9634-1a3d93d762fb req-a3bd336c-76c1-44df-a7c6-826fe10f7b0a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f6bde20c4e70444caab1a7a5de63c07b&device_id=7429bad7-8f15-46c7-add0-d85cff99e0de HTTP/1.1" status: 200 len: 1129 time: 0.0852377 Feb 08 21:43:45.538286 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b668d359-8f47-429c-8043-0332b5470a92 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (ad4d2e5a-5af9-4dd1-b830-bd8bd74d4429), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:45.545478 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b668d359-8f47-429c-8043-0332b5470a92 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (ad4d2e5a-5af9-4dd1-b830-bd8bd74d4429), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:45.565818 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 89440177-f2a6-4fd2-a112-1851993d5a98 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:43:45.566583 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (89440177-f2a6-4fd2-a112-1851993d5a98), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:45.584327 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668d359-8f47-429c-8043-0332b5470a92 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4d2e5a-5af9-4dd1-b830-bd8bd74d4429,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:45.590092 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b668d359-8f47-429c-8043-0332b5470a92 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:45.591298 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b668d359-8f47-429c-8043-0332b5470a92 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3919139 Feb 08 21:43:45.595789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46724) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:45.609770 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6b4ba313-a02a-4253-b673-3cb7418a6586 admin admin] Publish callbacks [] for security_group (0e64a4c9-3894-4d52-b840-2ac95e6d2549), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:45.617098 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89440177-f2a6-4fd2-a112-1851993d5a98 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:43:45.644969 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ff15bd9e-4f19-4c9d-84c6-c7bb777f38bf tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "GET /v2.0/security-group-rules/ad4d2e5a-5af9-4dd1-b830-bd8bd74d4429 HTTP/1.1" status: 200 len: 763 time: 0.0472012 Feb 08 21:43:45.649284 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46726) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:45.658504 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535d997-abbf-4c8e-86a9-124641f4803f req-11cdeb31-d432-4670-b5df-057691617f1f tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:45.660908 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e535d997-abbf-4c8e-86a9-124641f4803f req-11cdeb31-d432-4670-b5df-057691617f1f tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e56121a-1ac5-493f-84b1-598eb7712aa4 HTTP/1.1" status: 200 len: 945 time: 0.1789305 Feb 08 21:43:45.688053 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 89440177-f2a6-4fd2-a112-1851993d5a98, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=89440177-f2a6-4fd2-a112-1851993d5a98,segment=NetworkSegment(06a9327d-123e-4f7c-9e54-341966b1df43),segment_id=06a9327d-123e-4f7c-9e54-341966b1df43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:43:45.693857 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (89440177-f2a6-4fd2-a112-1851993d5a98), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:45.696305 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096717fa-a27a-4a57-9634-1a3d93d762fb req-2fec953e-9164-4aa1-b8e4-36c10db09453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:45.697943 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-096717fa-a27a-4a57-9634-1a3d93d762fb req-2fec953e-9164-4aa1-b8e4-36c10db09453 service neutron] 10.222.0.94 "GET /v2.0/networks?id=7484d5e1-8128-4312-ae67-bdaa04d23bbf HTTP/1.1" status: 200 len: 898 time: 0.2117407 Feb 08 21:43:45.727771 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6b4ba313-a02a-4253-b673-3cb7418a6586 admin admin] Publish callbacks [] for security_group (0e64a4c9-3894-4d52-b840-2ac95e6d2549), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:45.778115 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0ca9dd1d-8117-4c03-9418-bd494601d2bb tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1275697 Feb 08 21:43:45.783767 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46728) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:45.811837 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-096717fa-a27a-4a57-9634-1a3d93d762fb req-2ead482a-9fb0-4a39-b9f2-6a46d580e4aa service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e975045-2d7b-4c18-a21a-71b3c44fe49f HTTP/1.1" status: 200 len: 1001 time: 0.1054544 Feb 08 21:43:45.813689 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=89440177-f2a6-4fd2-a112-1851993d5a98,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:45.830007 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e535d997-abbf-4c8e-86a9-124641f4803f req-ed74e8f2-ece9-4a05-b500-6e073ecadcd1 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/security-groups?id=5881dae9-4625-4869-88fb-89cec0ab15eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561136 Feb 08 21:43:45.835388 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4603dbbf-6fd0-4912-b4f2-19a82786ebba tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (ad4d2e5a-5af9-4dd1-b830-bd8bd74d4429), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:45.846733 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:45.849284 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:45.849854 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:45.850410 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:45.850961 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:45.851531 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:45.852077 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:45.852620 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:45.853161 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:45.855221 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:45.864471 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:45.865411 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:45.866009 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:43:45.870184 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4603dbbf-6fd0-4912-b4f2-19a82786ebba tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (ad4d2e5a-5af9-4dd1-b830-bd8bd74d4429), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:45.905013 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096717fa-a27a-4a57-9634-1a3d93d762fb req-466532b4-8088-49c2-9ce9-6ceb7700f43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:45.906540 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-096717fa-a27a-4a57-9634-1a3d93d762fb req-466532b4-8088-49c2-9ce9-6ceb7700f43d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=40ed3ef5-bf86-4fff-b4d1-bca578430c3c HTTP/1.1" status: 200 len: 833 time: 0.0885155 Feb 08 21:43:45.911870 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4603dbbf-6fd0-4912-b4f2-19a82786ebba tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (ad4d2e5a-5af9-4dd1-b830-bd8bd74d4429), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:45.914321 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6b4ba313-a02a-4253-b673-3cb7418a6586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0e64a4c9-3894-4d52-b840-2ac95e6d2549), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:45.917134 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6b4ba313-a02a-4253-b673-3cb7418a6586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:45.918323 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6b4ba313-a02a-4253-b673-3cb7418a6586 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0e64a4c9-3894-4d52-b840-2ac95e6d2549 HTTP/1.1" status: 204 len: 168 time: 0.6652939 Feb 08 21:43:45.927797 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4603dbbf-6fd0-4912-b4f2-19a82786ebba tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:45.929202 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4603dbbf-6fd0-4912-b4f2-19a82786ebba tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/ad4d2e5a-5af9-4dd1-b830-bd8bd74d4429 HTTP/1.1" status: 204 len: 168 time: 0.1442292 Feb 08 21:43:45.933299 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46732) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:45.934885 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ba313-a02a-4253-b673-3cb7418a6586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e64a4c9-3894-4d52-b840-2ac95e6d2549,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:45.965709 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603dbbf-6fd0-4912-b4f2-19a82786ebba tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad4d2e5a-5af9-4dd1-b830-bd8bd74d4429,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:46.009996 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-189c389d-0883-4256-86eb-325f43bf792b tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0744541 Feb 08 21:43:46.010218 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46734) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:46.016210 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-53cc123f-26bc-44d8-a891-40e01250347d tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Request body: {'security_group_rule': {'security_group_id': 'f8df4e79-e1d3-4fdf-ac00-7733482c990f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:46.024286 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096717fa-a27a-4a57-9634-1a3d93d762fb req-4fc016dc-777d-47a6-949b-e1cd7c62c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:46.025824 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-096717fa-a27a-4a57-9634-1a3d93d762fb req-4fc016dc-777d-47a6-949b-e1cd7c62c0c6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=7484d5e1-8128-4312-ae67-bdaa04d23bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1120489 Feb 08 21:43:46.044655 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['89440177-f2a6-4fd2-a112-1851993d5a98'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:43:46.309921 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6ce71-03b5-46c9-a6a1-242de46a9d1e req-6d7ffebf-3e69-4201-b9bf-049673b352f0 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:46.311704 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fb6ce71-03b5-46c9-a6a1-242de46a9d1e req-6d7ffebf-3e69-4201-b9bf-049673b352f0 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5 HTTP/1.1" status: 200 len: 945 time: 0.1074996 Feb 08 21:43:46.440672 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46742) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:46.561015 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fb6ce71-03b5-46c9-a6a1-242de46a9d1e req-8c38e862-ddfd-4f26-802c-fe54fec50eeb tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=ea8b65a5-a7c4-49eb-a6ba-ad3ecbb312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391312 Feb 08 21:43:46.566910 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c1c7f763-505a-4789-b1e9-a9187ce5abc4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d3c5b693620249968cb766a36089256d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1220527 Feb 08 21:43:46.566910 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46746) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:46.655981 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53cc123f-26bc-44d8-a891-40e01250347d tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (e5cdebe7-78e3-4ff1-9aeb-04e4a5b24a37), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:46.680563 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-792f5785-4d45-413c-8cf2-858c74e21016 admin admin] Publish callbacks [] for security_group (f966edc2-39eb-44da-8c12-b599802bcb35), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:46.706467 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-792f5785-4d45-413c-8cf2-858c74e21016 admin admin] Publish callbacks [] for security_group (f966edc2-39eb-44da-8c12-b599802bcb35), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:46.765313 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-792f5785-4d45-413c-8cf2-858c74e21016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f966edc2-39eb-44da-8c12-b599802bcb35), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:46.772546 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-792f5785-4d45-413c-8cf2-858c74e21016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:46.774061 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-792f5785-4d45-413c-8cf2-858c74e21016 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f966edc2-39eb-44da-8c12-b599802bcb35 HTTP/1.1" status: 204 len: 168 time: 0.2054813 Feb 08 21:43:46.790304 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-096717fa-a27a-4a57-9634-1a3d93d762fb req-47440a46-b7e6-483e-b2a0-bdc29206037f service neutron] 10.222.0.94 "GET /v2.0/networks/7484d5e1-8128-4312-ae67-bdaa04d23bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7550337 Feb 08 21:43:46.800387 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f5785-4d45-413c-8cf2-858c74e21016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f966edc2-39eb-44da-8c12-b599802bcb35,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:46.827801 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53cc123f-26bc-44d8-a891-40e01250347d tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (e5cdebe7-78e3-4ff1-9aeb-04e4a5b24a37), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:46.841925 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53cc123f-26bc-44d8-a891-40e01250347d tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (e5cdebe7-78e3-4ff1-9aeb-04e4a5b24a37), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:46.931867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f95b1-9247-49c3-89e4-5de03d2b642b req-376a917f-a10a-473b-aa18-1c9ea221e51e tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:46.933416 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f3f95b1-9247-49c3-89e4-5de03d2b642b req-376a917f-a10a-473b-aa18-1c9ea221e51e tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e56121a-1ac5-493f-84b1-598eb7712aa4 HTTP/1.1" status: 200 len: 945 time: 0.0888035 Feb 08 21:43:46.954013 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc123f-26bc-44d8-a891-40e01250347d tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5cdebe7-78e3-4ff1-9aeb-04e4a5b24a37,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:47.005163 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53cc123f-26bc-44d8-a891-40e01250347d tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:47.006814 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-53cc123f-26bc-44d8-a891-40e01250347d tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9957736 Feb 08 21:43:47.009905 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46752) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:47.050572 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-405eddaa-2497-4317-9298-fc65f23c0b5d tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "GET /v2.0/security-group-rules/e5cdebe7-78e3-4ff1-9aeb-04e4a5b24a37 HTTP/1.1" status: 200 len: 763 time: 0.0384512 Feb 08 21:43:47.053967 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-096717fa-a27a-4a57-9634-1a3d93d762fb req-d300e612-4553-469e-8df6-b4d4ae3dbd7a service neutron] 10.222.0.94 "GET /v2.0/networks/7484d5e1-8128-4312-ae67-bdaa04d23bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513664 Feb 08 21:43:47.055155 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46754) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:47.123968 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c8e49-2eb9-4e3b-a960-2c71acf61a0b req-ed069c05-451c-41aa-8dc1-c0b2936465a5 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:47.129397 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a43c8e49-2eb9-4e3b-a960-2c71acf61a0b req-ed069c05-451c-41aa-8dc1-c0b2936465a5 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e56121a-1ac5-493f-84b1-598eb7712aa4 HTTP/1.1" status: 200 len: 945 time: 0.1948576 Feb 08 21:43:47.149870 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-57aba933-215d-46a5-a6aa-49c9177b4f36 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0925756 Feb 08 21:43:47.152556 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46758) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:47.190560 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49dfdf67-c52f-4ae4-8df2-452e6a7ff9a4 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (e5cdebe7-78e3-4ff1-9aeb-04e4a5b24a37), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:47.198901 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-0f3f95b1-9247-49c3-89e4-5de03d2b642b req-20f7d853-0a0d-4de6-8445-295d4c3d499a tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Deleting port f14fa4ee-4b96-4f4c-8ce1-7645d16e9669 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:43:47.199371 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0f3f95b1-9247-49c3-89e4-5de03d2b642b req-20f7d853-0a0d-4de6-8445-295d4c3d499a tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f14fa4ee-4b96-4f4c-8ce1-7645d16e9669), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:47.200803 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49dfdf67-c52f-4ae4-8df2-452e6a7ff9a4 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (e5cdebe7-78e3-4ff1-9aeb-04e4a5b24a37), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:47.237676 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49dfdf67-c52f-4ae4-8df2-452e6a7ff9a4 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (e5cdebe7-78e3-4ff1-9aeb-04e4a5b24a37), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:47.243014 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49dfdf67-c52f-4ae4-8df2-452e6a7ff9a4 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:47.245138 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-49dfdf67-c52f-4ae4-8df2-452e6a7ff9a4 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/e5cdebe7-78e3-4ff1-9aeb-04e4a5b24a37 HTTP/1.1" status: 204 len: 168 time: 0.0913928 Feb 08 21:43:47.248661 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46760) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:47.271688 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfdf67-c52f-4ae4-8df2-452e6a7ff9a4 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5cdebe7-78e3-4ff1-9aeb-04e4a5b24a37,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:47.311753 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-57c12026-fc7e-4233-b389-06d2e23244d9 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0612080 Feb 08 21:43:47.314106 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46764) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:47.326943 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2336cf14-78da-4c4e-9509-4e1916dfb694 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Request body: {'security_group_rule': {'security_group_id': 'f8df4e79-e1d3-4fdf-ac00-7733482c990f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:47.352267 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-0f3f95b1-9247-49c3-89e4-5de03d2b642b req-20f7d853-0a0d-4de6-8445-295d4c3d499a tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] For port f14fa4ee-4b96-4f4c-8ce1-7645d16e9669, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=f14fa4ee-4b96-4f4c-8ce1-7645d16e9669,segment=NetworkSegment(645e5352-74a5-4015-a1ed-8149b0295f18),segment_id=645e5352-74a5-4015-a1ed-8149b0295f18)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:43:47.353127 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0f3f95b1-9247-49c3-89e4-5de03d2b642b req-20f7d853-0a0d-4de6-8445-295d4c3d499a tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f14fa4ee-4b96-4f4c-8ce1-7645d16e9669), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:47.363785 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2336cf14-78da-4c4e-9509-4e1916dfb694 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (9c4a189b-4bc1-4270-a4f3-f66a212c55b3), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:47.370384 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-0f3f95b1-9247-49c3-89e4-5de03d2b642b req-20f7d853-0a0d-4de6-8445-295d4c3d499a tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Calling delete_port for f14fa4ee-4b96-4f4c-8ce1-7645d16e9669 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:43:47.423606 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2336cf14-78da-4c4e-9509-4e1916dfb694 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (9c4a189b-4bc1-4270-a4f3-f66a212c55b3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:47.428842 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2336cf14-78da-4c4e-9509-4e1916dfb694 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (9c4a189b-4bc1-4270-a4f3-f66a212c55b3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:47.454099 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336cf14-78da-4c4e-9509-4e1916dfb694 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c4a189b-4bc1-4270-a4f3-f66a212c55b3,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:47.476267 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2336cf14-78da-4c4e-9509-4e1916dfb694 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:47.478161 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2336cf14-78da-4c4e-9509-4e1916dfb694 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1622920 Feb 08 21:43:47.482338 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46772) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:47.508215 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bdfb730f-6154-466f-8d16-29b332a9ff57 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "GET /v2.0/security-group-rules/9c4a189b-4bc1-4270-a4f3-f66a212c55b3 HTTP/1.1" status: 200 len: 764 time: 0.0245206 Feb 08 21:43:47.510670 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46776) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:47.592049 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46782) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:47.601873 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-42f1cc32-baff-4c03-bcce-aa8af9cf8b54 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0760143 Feb 08 21:43:47.625901 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a43c8e49-2eb9-4e3b-a960-2c71acf61a0b req-c4ad644f-5256-4d0b-89d8-670be2ac9a19 tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.88 "GET /v2.0/security-groups?id=5881dae9-4625-4869-88fb-89cec0ab15eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4889722 Feb 08 21:43:47.644607 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cea0f562-4d5c-4dde-b4a6-54cdb782ef97 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (9c4a189b-4bc1-4270-a4f3-f66a212c55b3), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:47.663894 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cea0f562-4d5c-4dde-b4a6-54cdb782ef97 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (9c4a189b-4bc1-4270-a4f3-f66a212c55b3), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:47.678296 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0f3f95b1-9247-49c3-89e4-5de03d2b642b req-20f7d853-0a0d-4de6-8445-295d4c3d499a tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (f14fa4ee-4b96-4f4c-8ce1-7645d16e9669), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:47.691614 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['f14fa4ee-4b96-4f4c-8ce1-7645d16e9669'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:43:47.754568 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7d853-0a0d-4de6-8445-295d4c3d499a tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Pushing event deleted for resources: {'Port': ['ID=f14fa4ee-4b96-4f4c-8ce1-7645d16e9669,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:47.823148 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3f95b1-9247-49c3-89e4-5de03d2b642b req-20f7d853-0a0d-4de6-8445-295d4c3d499a tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] No DVR routers for this DVR port f14fa4ee-4b96-4f4c-8ce1-7645d16e9669 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:43:47.825823 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cea0f562-4d5c-4dde-b4a6-54cdb782ef97 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (9c4a189b-4bc1-4270-a4f3-f66a212c55b3), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:47.828057 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0f3f95b1-9247-49c3-89e4-5de03d2b642b req-20f7d853-0a0d-4de6-8445-295d4c3d499a tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:47.831582 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f3f95b1-9247-49c3-89e4-5de03d2b642b req-20f7d853-0a0d-4de6-8445-295d4c3d499a tempest-VolumesActionsTest-778789506 tempest-VolumesActionsTest-778789506-project] 10.222.0.96 "DELETE /v2.0/ports/f14fa4ee-4b96-4f4c-8ce1-7645d16e9669 HTTP/1.1" status: 204 len: 173 time: 0.8875847 Feb 08 21:43:47.835024 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e56121a-1ac5-493f-84b1-598eb7712aa4', 'name': 'network-vif-deleted', 'tag': 'f14fa4ee-4b96-4f4c-8ce1-7645d16e9669'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:43:47.837380 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c488fd-8e8b-4f17-a011-db94f2ee294f" -d '{"events": [{"server_uuid": "6e56121a-1ac5-493f-84b1-598eb7712aa4", "name": "network-vif-deleted", "tag": "f14fa4ee-4b96-4f4c-8ce1-7645d16e9669"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:43:47.842155 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cea0f562-4d5c-4dde-b4a6-54cdb782ef97 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:47.843373 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cea0f562-4d5c-4dde-b4a6-54cdb782ef97 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "DELETE /v2.0/security-group-rules/9c4a189b-4bc1-4270-a4f3-f66a212c55b3 HTTP/1.1" status: 204 len: 168 time: 0.2460024 Feb 08 21:43:47.846503 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46792) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:47.860419 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0f562-4d5c-4dde-b4a6-54cdb782ef97 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c4a189b-4bc1-4270-a4f3-f66a212c55b3,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:47.899813 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cc84a-8393-4392-8c42-1ae4d265069f req-23e711ab-d880-4a98-b1bc-fee089427937 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:47.911840 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3e4cc84a-8393-4392-8c42-1ae4d265069f req-23e711ab-d880-4a98-b1bc-fee089427937 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5 HTTP/1.1" status: 200 len: 945 time: 0.2003388 Feb 08 21:43:47.954132 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c2b700d6-0550-4e63-ba0f-5d5329cd2d58 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1058395 Feb 08 21:43:47.954843 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46796) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:47.959026 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03ae25a-8576-450d-af5a-895640b6d223 x-openstack-request-id: req-c03ae25a-8576-450d-af5a-895640b6d223 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:43:47.961925 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e56121a-1ac5-493f-84b1-598eb7712aa4", "name": "network-vif-deleted", "tag": "f14fa4ee-4b96-4f4c-8ce1-7645d16e9669", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:43:47.962257 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c03ae25a-8576-450d-af5a-895640b6d223 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:43:47.963068 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e56121a-1ac5-493f-84b1-598eb7712aa4', 'name': 'network-vif-deleted', 'tag': 'f14fa4ee-4b96-4f4c-8ce1-7645d16e9669', 'status': 'completed', 'code': 200} Feb 08 21:43:48.063204 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3e4cc84a-8393-4392-8c42-1ae4d265069f req-9b10146f-5a2a-42c3-9bcf-f20051f8f4b8 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=ea8b65a5-a7c4-49eb-a6ba-ad3ecbb312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490383 Feb 08 21:43:48.070256 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46798) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:48.082037 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6abca753-389e-40c3-a021-13779861235c tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (f8df4e79-e1d3-4fdf-ac00-7733482c990f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:48.107732 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6abca753-389e-40c3-a021-13779861235c tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (f8df4e79-e1d3-4fdf-ac00-7733482c990f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:48.165536 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6abca753-389e-40c3-a021-13779861235c tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f8df4e79-e1d3-4fdf-ac00-7733482c990f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:48.169130 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6abca753-389e-40c3-a021-13779861235c tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:48.174186 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6abca753-389e-40c3-a021-13779861235c tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "DELETE /v2.0/security-groups/f8df4e79-e1d3-4fdf-ac00-7733482c990f HTTP/1.1" status: 204 len: 168 time: 0.2173953 Feb 08 21:43:48.174816 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46802) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:48.204891 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abca753-389e-40c3-a021-13779861235c tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8df4e79-e1d3-4fdf-ac00-7733482c990f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:48.273845 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9cfc4862-0c98-44df-8ef3-61241cdb0403 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0960531 Feb 08 21:43:48.274059 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46806) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:48.278058 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-94c92336-504f-4770-b23c-f2d595be3182 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Request body: {'security_group': {'name': 'tempest-secgroup--976387241'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:48.314070 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-e176a2b3-0a70-4349-8cd9-8e377d92e8c2 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:48.315624 n-d-712143-31 neutron-server[103433]: WARNING neutron.api.v2.base [None req-e176a2b3-0a70-4349-8cd9-8e377d92e8c2 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 08 21:43:48.316212 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-e176a2b3-0a70-4349-8cd9-8e377d92e8c2 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] create failed (client error): There was a conflict when trying to complete your request. Feb 08 21:43:48.321647 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e176a2b3-0a70-4349-8cd9-8e377d92e8c2 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2499509 Feb 08 21:43:48.322374 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46808) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:48.332919 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-e09efe62-6706-46f0-8d83-23bac370065d tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group': {'name': 'tempest-secgroup--599300853'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:48.337461 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94c92336-504f-4770-b23c-f2d595be3182 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:48.373819 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e09efe62-6706-46f0-8d83-23bac370065d tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:48.385749 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e09efe62-6706-46f0-8d83-23bac370065d tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:48.443668 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94c92336-504f-4770-b23c-f2d595be3182 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (cfb5dc7d-5ad6-4e67-848e-8660ab669e36), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:48.452326 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94c92336-504f-4770-b23c-f2d595be3182 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (cfb5dc7d-5ad6-4e67-848e-8660ab669e36), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:48.497215 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94c92336-504f-4770-b23c-f2d595be3182 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:48.499533 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-94c92336-504f-4770-b23c-f2d595be3182 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2255616 Feb 08 21:43:48.500239 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e09efe62-6706-46f0-8d83-23bac370065d tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (88ca0309-6b1c-4fd7-a016-c3182845366b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:48.502974 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46810) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:48.503977 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c92336-504f-4770-b23c-f2d595be3182 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb5dc7d-5ad6-4e67-848e-8660ab669e36,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:48.508215 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-6957befa-313c-46e6-a07f-ed3d15db35aa tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Request body: {'security_group_rule': {'security_group_id': 'cfb5dc7d-5ad6-4e67-848e-8660ab669e36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:48.514428 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e09efe62-6706-46f0-8d83-23bac370065d tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (88ca0309-6b1c-4fd7-a016-c3182845366b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:48.575702 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09efe62-6706-46f0-8d83-23bac370065d tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ca0309-6b1c-4fd7-a016-c3182845366b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:48.585652 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6957befa-313c-46e6-a07f-ed3d15db35aa tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (23af3c74-5a41-4881-a899-7354f3d655ef), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:48.650404 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e09efe62-6706-46f0-8d83-23bac370065d tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (df6231ba-9501-4028-857b-4d9f2678380c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:48.657087 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e09efe62-6706-46f0-8d83-23bac370065d tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (df6231ba-9501-4028-857b-4d9f2678380c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:48.709960 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e09efe62-6706-46f0-8d83-23bac370065d tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:48.719441 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e09efe62-6706-46f0-8d83-23bac370065d tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3958447 Feb 08 21:43:48.720816 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46824) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:48.725135 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6957befa-313c-46e6-a07f-ed3d15db35aa tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (23af3c74-5a41-4881-a899-7354f3d655ef), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:48.727744 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09efe62-6706-46f0-8d83-23bac370065d tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df6231ba-9501-4028-857b-4d9f2678380c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:48.728207 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f7d9ce2f-6d1f-4998-9468-1f5e9d3e563a tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group_rule': {'security_group_id': 'df6231ba-9501-4028-857b-4d9f2678380c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:48.731110 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6957befa-313c-46e6-a07f-ed3d15db35aa tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (23af3c74-5a41-4881-a899-7354f3d655ef), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:48.750715 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957befa-313c-46e6-a07f-ed3d15db35aa tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23af3c74-5a41-4881-a899-7354f3d655ef,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:48.768846 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6957befa-313c-46e6-a07f-ed3d15db35aa tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:48.772420 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6957befa-313c-46e6-a07f-ed3d15db35aa tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2672849 Feb 08 21:43:48.775280 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46826) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:48.819555 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ce2f-6d1f-4998-9468-1f5e9d3e563a tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group_rule (5835eb9a-c5e6-401e-9b90-31f0dbb41906), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:48.917196 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-311c5931-05ca-4a01-be24-a5852f51db1c tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (cfb5dc7d-5ad6-4e67-848e-8660ab669e36), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:48.943395 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ce2f-6d1f-4998-9468-1f5e9d3e563a tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group_rule (5835eb9a-c5e6-401e-9b90-31f0dbb41906), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:48.952513 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ce2f-6d1f-4998-9468-1f5e9d3e563a tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (5835eb9a-c5e6-401e-9b90-31f0dbb41906), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:48.977650 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-311c5931-05ca-4a01-be24-a5852f51db1c tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (cfb5dc7d-5ad6-4e67-848e-8660ab669e36), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:49.002744 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9ce2f-6d1f-4998-9468-1f5e9d3e563a tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5835eb9a-c5e6-401e-9b90-31f0dbb41906,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:49.011583 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ce2f-6d1f-4998-9468-1f5e9d3e563a tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:49.015689 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f7d9ce2f-6d1f-4998-9468-1f5e9d3e563a tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2897038 Feb 08 21:43:49.016588 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46838) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:49.022428 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-0552ce63-b6ba-4684-9b1c-d5501b4eac37 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group_rule': {'security_group_id': 'df6231ba-9501-4028-857b-4d9f2678380c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:49.083507 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0552ce63-b6ba-4684-9b1c-d5501b4eac37 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group_rule (459ae5a9-d3d3-4bf7-9a2d-fcd53e1b02be), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:49.085986 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-311c5931-05ca-4a01-be24-a5852f51db1c tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (cfb5dc7d-5ad6-4e67-848e-8660ab669e36), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:49.088822 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-311c5931-05ca-4a01-be24-a5852f51db1c tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:49.090063 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-311c5931-05ca-4a01-be24-a5852f51db1c tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "DELETE /v2.0/security-groups/cfb5dc7d-5ad6-4e67-848e-8660ab669e36 HTTP/1.1" status: 204 len: 168 time: 0.3123424 Feb 08 21:43:49.097017 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46844) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:49.156871 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 89440177-f2a6-4fd2-a112-1851993d5a98 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:43:49.170775 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c5931-05ca-4a01-be24-a5852f51db1c tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb5dc7d-5ad6-4e67-848e-8660ab669e36,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:49.263690 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-26905c91-677d-4875-a5db-504bbe093207 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1627216 Feb 08 21:43:49.264123 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46850) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:49.289049 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-0552ce63-b6ba-4684-9b1c-d5501b4eac37 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] create failed (client error): There was a conflict when trying to complete your request. Feb 08 21:43:49.290460 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0552ce63-b6ba-4684-9b1c-d5501b4eac37 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2714329 Feb 08 21:43:49.295069 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46852) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:49.305357 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 89440177-f2a6-4fd2-a112-1851993d5a98 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:43:49.310413 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 89440177-f2a6-4fd2-a112-1851993d5a98 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:43:49.310783 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (89440177-f2a6-4fd2-a112-1851993d5a98), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:49.331999 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b7ae928c-c715-4534-81cb-0aa597df546d tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0665710 Feb 08 21:43:49.332958 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46856) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:49.349068 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-c2450538-c9be-4e8a-8c75-660614d2a1c0 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] delete failed (client error): The resource could not be found. Feb 08 21:43:49.355856 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c2450538-c9be-4e8a-8c75-660614d2a1c0 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "DELETE /v2.0/security-groups/cfb5dc7d-5ad6-4e67-848e-8660ab669e36 HTTP/1.1" status: 404 len: 347 time: 0.0214856 Feb 08 21:43:49.356863 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46858) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:49.406614 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461f6e6-bd91-4eef-886a-736d9ef15d71 req-5326ef20-7068-45d5-a9aa-533015ee152f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:49.408199 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9461f6e6-bd91-4eef-886a-736d9ef15d71 req-5326ef20-7068-45d5-a9aa-533015ee152f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5 HTTP/1.1" status: 200 len: 945 time: 0.2188320 Feb 08 21:43:49.434724 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f989c041-32f6-4314-9955-469b58c94266 tempest-SecGroupTest-1507359579 tempest-SecGroupTest-1507359579-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0764322 Feb 08 21:43:49.548437 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 89440177-f2a6-4fd2-a112-1851993d5a98 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:43:49.549804 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (89440177-f2a6-4fd2-a112-1851993d5a98), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:49.628412 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89440177-f2a6-4fd2-a112-1851993d5a98'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:43:49.635970 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d682497c-87b0-45d1-9e4d-b65bfa85879a" -d '{"events": [{"server_uuid": "53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5", "name": "network-vif-plugged", "status": "completed", "tag": "89440177-f2a6-4fd2-a112-1851993d5a98"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:43:49.647404 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 89440177-f2a6-4fd2-a112-1851993d5a98, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=89440177-f2a6-4fd2-a112-1851993d5a98,segment=NetworkSegment(06a9327d-123e-4f7c-9e54-341966b1df43),segment_id=06a9327d-123e-4f7c-9e54-341966b1df43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:43:49.654424 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (89440177-f2a6-4fd2-a112-1851993d5a98), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:49.809406 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=89440177-f2a6-4fd2-a112-1851993d5a98,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:49.813071 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764bcdcc-2822-4dfa-be8b-3f6bc8b10acd x-openstack-request-id: req-764bcdcc-2822-4dfa-be8b-3f6bc8b10acd {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:43:49.813438 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5", "name": "network-vif-plugged", "status": "completed", "tag": "89440177-f2a6-4fd2-a112-1851993d5a98", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:43:49.815752 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-764bcdcc-2822-4dfa-be8b-3f6bc8b10acd {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:43:49.816347 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89440177-f2a6-4fd2-a112-1851993d5a98', 'code': 200} Feb 08 21:43:49.874684 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1d378-c092-41a9-ab5a-eb6dd8b67d1d req-2e473e74-8e85-47d4-bf78-e0b738cc4ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:49.876284 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-39a1d378-c092-41a9-ab5a-eb6dd8b67d1d req-2e473e74-8e85-47d4-bf78-e0b738cc4ce2 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5 HTTP/1.1" status: 200 len: 1129 time: 0.1129875 Feb 08 21:43:50.019045 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-39a1d378-c092-41a9-ab5a-eb6dd8b67d1d req-ab3034e4-1612-45df-a6eb-21ea4b64b0ab service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=ea8b65a5-a7c4-49eb-a6ba-ad3ecbb312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368647 Feb 08 21:43:50.103976 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46892) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:50.251124 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2f5a9896-8a4f-48b7-bdb1-c15a7c503c04 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (df6231ba-9501-4028-857b-4d9f2678380c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:50.257024 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9461f6e6-bd91-4eef-886a-736d9ef15d71 req-dd660395-7204-4f53-a012-b2c803d48b4f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=ea8b65a5-a7c4-49eb-a6ba-ad3ecbb312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8328092 Feb 08 21:43:50.315149 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6ab4d-bc8d-44bd-86bf-94d646b0a570 req-c11949fb-5417-4449-9c54-824831d91b87 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:50.318207 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ab6ab4d-bc8d-44bd-86bf-94d646b0a570 req-c11949fb-5417-4449-9c54-824831d91b87 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=29dfc09f-94d6-476c-8d57-9c1ad6cf3d06 HTTP/1.1" status: 200 len: 945 time: 0.1936402 Feb 08 21:43:50.323343 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46904) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:50.325159 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-90233229-33d3-41e3-b370-2a0451401dd7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3998532779ea4473a8bf6b0d44795cc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2129931 Feb 08 21:43:50.400559 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2f5a9896-8a4f-48b7-bdb1-c15a7c503c04 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (df6231ba-9501-4028-857b-4d9f2678380c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:50.448681 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4427f6d7-0f45-4cb3-892c-e338d291f2a1 admin admin] Publish callbacks [] for security_group (07d6076b-75f5-4e69-a906-580933036f49), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:50.534278 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ab6ab4d-bc8d-44bd-86bf-94d646b0a570 req-93d82828-3917-4190-b700-17095aff10bb tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658673 Feb 08 21:43:50.536364 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4427f6d7-0f45-4cb3-892c-e338d291f2a1 admin admin] Publish callbacks [] for security_group (07d6076b-75f5-4e69-a906-580933036f49), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:50.606756 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2f5a9896-8a4f-48b7-bdb1-c15a7c503c04 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (df6231ba-9501-4028-857b-4d9f2678380c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:50.611553 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2f5a9896-8a4f-48b7-bdb1-c15a7c503c04 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:50.613724 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2f5a9896-8a4f-48b7-bdb1-c15a7c503c04 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "DELETE /v2.0/security-groups/df6231ba-9501-4028-857b-4d9f2678380c HTTP/1.1" status: 204 len: 168 time: 1.3181446 Feb 08 21:43:50.616334 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46906) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:50.654150 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a9896-8a4f-48b7-bdb1-c15a7c503c04 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6231ba-9501-4028-857b-4d9f2678380c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:50.710483 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4427f6d7-0f45-4cb3-892c-e338d291f2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (07d6076b-75f5-4e69-a906-580933036f49), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:50.734965 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4427f6d7-0f45-4cb3-892c-e338d291f2a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:50.737296 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4427f6d7-0f45-4cb3-892c-e338d291f2a1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/07d6076b-75f5-4e69-a906-580933036f49 HTTP/1.1" status: 204 len: 168 time: 0.4123545 Feb 08 21:43:50.769027 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-43f92f40-45a7-4ec5-ad0d-b5cb38f0f5b5 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1507900 Feb 08 21:43:50.773983 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46910) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:50.778257 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427f6d7-0f45-4cb3-892c-e338d291f2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d6076b-75f5-4e69-a906-580933036f49,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:50.791104 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ac5a1310-948b-4d23-a9f2-093dd402eaa8 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group': {'name': 'tempest-secgroup--637440163'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:50.845133 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac5a1310-948b-4d23-a9f2-093dd402eaa8 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:50.967809 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device f14fa4ee-4b96-4f4c-8ce1-7645d16e9669 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:43:51.015492 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: f14fa4ee-4b96-4f4c-8ce1-7645d16e9669 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:43:51.015849 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device f14fa4ee-4b96-4f4c-8ce1-7645d16e9669 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:43:51.057057 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac5a1310-948b-4d23-a9f2-093dd402eaa8 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (0be26b93-3aad-4d3f-83bf-9bf471bfb76f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:51.065962 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac5a1310-948b-4d23-a9f2-093dd402eaa8 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0be26b93-3aad-4d3f-83bf-9bf471bfb76f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:51.173524 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a1310-948b-4d23-a9f2-093dd402eaa8 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be26b93-3aad-4d3f-83bf-9bf471bfb76f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:51.208200 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac5a1310-948b-4d23-a9f2-093dd402eaa8 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:51.210254 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ac5a1310-948b-4d23-a9f2-093dd402eaa8 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4342070 Feb 08 21:43:51.213298 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46922) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:51.220505 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-d4309408-2175-4c5f-8522-0426f2b9d3e3 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group_rule': {'security_group_id': '0be26b93-3aad-4d3f-83bf-9bf471bfb76f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:51.226436 n-d-712143-31 neutron-server[103433]: WARNING neutron.api.v2.base [None req-d4309408-2175-4c5f-8522-0426f2b9d3e3 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 08 21:43:51.227254 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-d4309408-2175-4c5f-8522-0426f2b9d3e3 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:43:51.228834 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d4309408-2175-4c5f-8522-0426f2b9d3e3 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0140052 Feb 08 21:43:51.233074 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46924) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:51.484750 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb5befee-8664-4881-a493-12c1cfe90f86 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (0be26b93-3aad-4d3f-83bf-9bf471bfb76f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:51.569006 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb5befee-8664-4881-a493-12c1cfe90f86 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (0be26b93-3aad-4d3f-83bf-9bf471bfb76f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:51.662613 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb5befee-8664-4881-a493-12c1cfe90f86 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0be26b93-3aad-4d3f-83bf-9bf471bfb76f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:51.666341 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb07218-9933-4981-beef-261215a08708 req-c5de8cf2-d944-433d-8511-38259d9f22b4 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:51.668035 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb5befee-8664-4881-a493-12c1cfe90f86 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:51.670053 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fb5befee-8664-4881-a493-12c1cfe90f86 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "DELETE /v2.0/security-groups/0be26b93-3aad-4d3f-83bf-9bf471bfb76f HTTP/1.1" status: 204 len: 168 time: 0.4343491 Feb 08 21:43:51.675553 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ceb07218-9933-4981-beef-261215a08708 req-c5de8cf2-d944-433d-8511-38259d9f22b4 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5 HTTP/1.1" status: 200 len: 946 time: 0.2522740 Feb 08 21:43:51.692366 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46936) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:51.694758 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5befee-8664-4881-a493-12c1cfe90f86 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be26b93-3aad-4d3f-83bf-9bf471bfb76f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:52.124425 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7efe9f02-612d-4904-af7d-1e2196366b4b tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4278517 Feb 08 21:43:52.131282 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46950) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:52.136870 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d93fc260-4eb8-43b3-9f97-b2317d2cfda2 req-60188872-1382-4ed4-90a7-00f094b4434b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3aba1643-8194-48fb-bf52-26c3c7d497cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4366119 Feb 08 21:43:52.145535 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ceb07218-9933-4981-beef-261215a08708 req-73fd04e7-3fa5-4282-ac1b-614a230b019a tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=ea8b65a5-a7c4-49eb-a6ba-ad3ecbb312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3498340 Feb 08 21:43:52.152993 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-02d223cd-bc1d-46eb-a1b5-f7c35cc3a645 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group': {'name': 'tempest-secgroup--1154529751'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:52.183870 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff081b-f726-498d-96b7-e9575654ef0f req-2450f5d7-1c76-4efe-be59-afa63e4a1347 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:52.200930 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29ff081b-f726-498d-96b7-e9575654ef0f req-2450f5d7-1c76-4efe-be59-afa63e4a1347 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=29dfc09f-94d6-476c-8d57-9c1ad6cf3d06 HTTP/1.1" status: 200 len: 945 time: 0.3992352 Feb 08 21:43:52.245862 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b5857-d0b4-4f85-b2cc-c893ca807299 req-200cb623-6c96-4e42-be7b-ea86c530ef35 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:52.247456 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f77b5857-d0b4-4f85-b2cc-c893ca807299 req-200cb623-6c96-4e42-be7b-ea86c530ef35 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.94 "GET /v2.0/ports?device_id=29dfc09f-94d6-476c-8d57-9c1ad6cf3d06 HTTP/1.1" status: 200 len: 945 time: 0.1834934 Feb 08 21:43:52.285534 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02d223cd-bc1d-46eb-a1b5-f7c35cc3a645 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:52.387768 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46960) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:52.458256 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29ff081b-f726-498d-96b7-e9575654ef0f req-6e327b62-c16b-44ad-91b9-9ad8cd9e47da tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560363 Feb 08 21:43:52.465791 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93fc260-4eb8-43b3-9f97-b2317d2cfda2 req-e3a6cf2b-cb63-4d2a-9065-028edba418ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:52.467307 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d93fc260-4eb8-43b3-9f97-b2317d2cfda2 req-e3a6cf2b-cb63-4d2a-9065-028edba418ab service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f78ef32583a7407daedbb84d3ab485f9&device_id=3aba1643-8194-48fb-bf52-26c3c7d497cd HTTP/1.1" status: 200 len: 1129 time: 0.2642021 Feb 08 21:43:52.613129 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-030d330d-b331-4f9a-8a30-c54be30a7374 tempest-ServiceProvidersTest-1839887052 tempest-ServiceProvidersTest-1839887052-project] 10.222.0.88 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2244000 Feb 08 21:43:52.692817 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93fc260-4eb8-43b3-9f97-b2317d2cfda2 req-38d55581-4063-454a-8055-a04c31ce6f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:52.699233 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d93fc260-4eb8-43b3-9f97-b2317d2cfda2 req-38d55581-4063-454a-8055-a04c31ce6f99 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b5326457-53c9-4ce3-8eff-31ed490f5fcc HTTP/1.1" status: 200 len: 915 time: 0.1979685 Feb 08 21:43:52.713913 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-f77b5857-d0b4-4f85-b2cc-c893ca807299 req-f5fe7bb9-251d-4124-935b-7fe4311649a4 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Deleting port 43bf27e7-1e8b-467a-abd8-61db90a9e6f1 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:43:52.714528 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f77b5857-d0b4-4f85-b2cc-c893ca807299 req-f5fe7bb9-251d-4124-935b-7fe4311649a4 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (43bf27e7-1e8b-467a-abd8-61db90a9e6f1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:52.752084 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02d223cd-bc1d-46eb-a1b5-f7c35cc3a645 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (e34041b6-6cfc-4009-9d4a-506050ce91b5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:52.816762 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d93fc260-4eb8-43b3-9f97-b2317d2cfda2 req-cae6caf4-fc11-4cce-8f2b-e95039738238 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c10bdf49-410c-49e6-93e8-8cff1324ca18 HTTP/1.1" status: 200 len: 217 time: 0.1089523 Feb 08 21:43:52.830626 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02d223cd-bc1d-46eb-a1b5-f7c35cc3a645 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e34041b6-6cfc-4009-9d4a-506050ce91b5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:52.891546 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02d223cd-bc1d-46eb-a1b5-f7c35cc3a645 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:52.895695 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-02d223cd-bc1d-46eb-a1b5-f7c35cc3a645 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7573605 Feb 08 21:43:52.896721 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46974) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:52.902427 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-346a32e1-83a8-4a2f-8d3d-f806fe16de66 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group_rule': {'security_group_id': 'e34041b6-6cfc-4009-9d4a-506050ce91b5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:52.902850 n-d-712143-31 neutron-server[103434]: WARNING neutron.api.v2.base [None req-346a32e1-83a8-4a2f-8d3d-f806fe16de66 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 08 21:43:52.903368 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-346a32e1-83a8-4a2f-8d3d-f806fe16de66 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:43:52.907087 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-346a32e1-83a8-4a2f-8d3d-f806fe16de66 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066688 Feb 08 21:43:52.914256 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d223cd-bc1d-46eb-a1b5-f7c35cc3a645 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e34041b6-6cfc-4009-9d4a-506050ce91b5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:52.918371 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46976) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:53.045686 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93fc260-4eb8-43b3-9f97-b2317d2cfda2 req-f7167df2-46b0-4136-ae6e-448dfadfba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:53.047230 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d93fc260-4eb8-43b3-9f97-b2317d2cfda2 req-f7167df2-46b0-4136-ae6e-448dfadfba05 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1829db1a-bc95-499c-9def-413e4d0051fd HTTP/1.1" status: 200 len: 854 time: 0.2250683 Feb 08 21:43:53.048593 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-f77b5857-d0b4-4f85-b2cc-c893ca807299 req-f5fe7bb9-251d-4124-935b-7fe4311649a4 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] For port 43bf27e7-1e8b-467a-abd8-61db90a9e6f1, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=43bf27e7-1e8b-467a-abd8-61db90a9e6f1,segment=NetworkSegment(6d12b64d-8e18-49b9-aa36-c463a8b40117),segment_id=6d12b64d-8e18-49b9-aa36-c463a8b40117)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:43:53.049007 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f77b5857-d0b4-4f85-b2cc-c893ca807299 req-f5fe7bb9-251d-4124-935b-7fe4311649a4 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (43bf27e7-1e8b-467a-abd8-61db90a9e6f1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:53.077016 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-f77b5857-d0b4-4f85-b2cc-c893ca807299 req-f5fe7bb9-251d-4124-935b-7fe4311649a4 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Calling delete_port for 43bf27e7-1e8b-467a-abd8-61db90a9e6f1 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:43:53.111538 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d93fc260-4eb8-43b3-9f97-b2317d2cfda2 req-50770524-9b69-4c10-9a97-93bd7a1a1c07 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5326457-53c9-4ce3-8eff-31ed490f5fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577714 Feb 08 21:43:53.286449 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d93fc260-4eb8-43b3-9f97-b2317d2cfda2 req-d0f84e38-7ef3-4e87-b56b-ea470c98ad86 service neutron] 10.222.0.96 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681223 Feb 08 21:43:53.286785 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46982) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:53.395575 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f77b5857-d0b4-4f85-b2cc-c893ca807299 req-f5fe7bb9-251d-4124-935b-7fe4311649a4 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (43bf27e7-1e8b-467a-abd8-61db90a9e6f1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:53.412112 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['951a528b-3911-4676-b8cf-fac9d5faf014', '3aa0c46d-1996-4bdf-9d31-30448bb41cf1', 'c10bdf49-410c-49e6-93e8-8cff1324ca18'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:43:53.428544 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d93fc260-4eb8-43b3-9f97-b2317d2cfda2 req-dcf7f348-8862-4c96-9923-a766d16ce90e service neutron] 10.222.0.96 "GET /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354506 Feb 08 21:43:53.531365 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c745b9c-de6e-468d-b962-fb828909d036 req-6d796c34-1b7b-4400-b154-ceb624bb01c6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:53.540112 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1c745b9c-de6e-468d-b962-fb828909d036 req-6d796c34-1b7b-4400-b154-ceb624bb01c6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5 HTTP/1.1" status: 200 len: 946 time: 0.1103714 Feb 08 21:43:53.578294 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe7bb9-251d-4124-935b-7fe4311649a4 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Pushing event deleted for resources: {'Port': ['ID=43bf27e7-1e8b-467a-abd8-61db90a9e6f1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:53.646543 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1c745b9c-de6e-468d-b962-fb828909d036 req-10635152-e67f-43cb-a8a1-e10f13e154db tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=ea8b65a5-a7c4-49eb-a6ba-ad3ecbb312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054366 Feb 08 21:43:53.656693 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4855912b-d938-4957-b75b-1ce136facaf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:53.672980 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-723e18fd-2c18-41cc-9f59-19c7332646d6 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (e34041b6-6cfc-4009-9d4a-506050ce91b5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:53.739049 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77b5857-d0b4-4f85-b2cc-c893ca807299 req-f5fe7bb9-251d-4124-935b-7fe4311649a4 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] No DVR routers for this DVR port 43bf27e7-1e8b-467a-abd8-61db90a9e6f1 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:43:53.751629 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f77b5857-d0b4-4f85-b2cc-c893ca807299 req-f5fe7bb9-251d-4124-935b-7fe4311649a4 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:53.755191 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f77b5857-d0b4-4f85-b2cc-c893ca807299 req-f5fe7bb9-251d-4124-935b-7fe4311649a4 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.94 "DELETE /v2.0/ports/43bf27e7-1e8b-467a-abd8-61db90a9e6f1 HTTP/1.1" status: 204 len: 173 time: 1.4849718 Feb 08 21:43:53.755694 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29dfc09f-94d6-476c-8d57-9c1ad6cf3d06', 'name': 'network-vif-deleted', 'tag': '43bf27e7-1e8b-467a-abd8-61db90a9e6f1'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:43:53.758347 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccad4c6-774f-4ce2-8e7b-2ea4d1815ab7" -d '{"events": [{"server_uuid": "29dfc09f-94d6-476c-8d57-9c1ad6cf3d06", "name": "network-vif-deleted", "tag": "43bf27e7-1e8b-467a-abd8-61db90a9e6f1"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:43:53.794423 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-723e18fd-2c18-41cc-9f59-19c7332646d6 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (e34041b6-6cfc-4009-9d4a-506050ce91b5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:53.908310 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-723e18fd-2c18-41cc-9f59-19c7332646d6 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e34041b6-6cfc-4009-9d4a-506050ce91b5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:53.925646 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4855912b-d938-4957-b75b-1ce136facaf1 admin admin] Publish callbacks [] for security_group (c43334d2-9ea5-4cd8-b397-7c56b55d28ab), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:53.934564 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-723e18fd-2c18-41cc-9f59-19c7332646d6 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:53.937220 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-723e18fd-2c18-41cc-9f59-19c7332646d6 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "DELETE /v2.0/security-groups/e34041b6-6cfc-4009-9d4a-506050ce91b5 HTTP/1.1" status: 204 len: 168 time: 1.0178456 Feb 08 21:43:53.942156 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c15072fa-ca0c-4ef8-bdea-ec0a0baa9279 req-830e3c0a-6662-4c84-940e-5478f8c4d8f0 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=29dfc09f-94d6-476c-8d57-9c1ad6cf3d06 HTTP/1.1" status: 200 len: 210 time: 0.2539604 Feb 08 21:43:53.943356 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47000) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:53.992986 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4855912b-d938-4957-b75b-1ce136facaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c43334d2-9ea5-4cd8-b397-7c56b55d28ab), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:54.000655 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e18fd-2c18-41cc-9f59-19c7332646d6 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34041b6-6cfc-4009-9d4a-506050ce91b5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:54.073165 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b692bad-a230-4d20-927a-b548de731e4f x-openstack-request-id: req-6b692bad-a230-4d20-927a-b548de731e4f {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:43:54.080290 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29dfc09f-94d6-476c-8d57-9c1ad6cf3d06", "name": "network-vif-deleted", "tag": "43bf27e7-1e8b-467a-abd8-61db90a9e6f1", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:43:54.080791 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6b692bad-a230-4d20-927a-b548de731e4f {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:43:54.082084 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29dfc09f-94d6-476c-8d57-9c1ad6cf3d06', 'name': 'network-vif-deleted', 'tag': '43bf27e7-1e8b-467a-abd8-61db90a9e6f1', 'status': 'completed', 'code': 200} Feb 08 21:43:54.107354 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4855912b-d938-4957-b75b-1ce136facaf1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fb916e3cce36434eb4e681e42f752786&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8172388 Feb 08 21:43:54.110271 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47002) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:54.110977 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855912b-d938-4957-b75b-1ce136facaf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43334d2-9ea5-4cd8-b397-7c56b55d28ab,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:54.125295 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-31ddf20a-461e-4709-97d0-6db0c1170663 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1718485 Feb 08 21:43:54.127709 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47004) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:54.134469 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2b6e18e7-c33e-4582-9b57-3628a4e7354d tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group': {'name': 'tempest-secgroup--614239113'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:54.185565 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b6e18e7-c33e-4582-9b57-3628a4e7354d tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:54.244434 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ff01a-2461-4333-8615-884404e5095e req-538692a0-10d8-4ad5-8199-d89e00bf6d70 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:54.253763 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-864ff01a-2461-4333-8615-884404e5095e req-538692a0-10d8-4ad5-8199-d89e00bf6d70 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5 HTTP/1.1" status: 200 len: 946 time: 0.3071856 Feb 08 21:43:54.296745 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8813f027-0f73-4352-98ff-5b00f4970cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:54.304910 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-956e92d2-e6c8-4598-be60-894846db3d4a admin admin] Publish callbacks [] for security_group (c43334d2-9ea5-4cd8-b397-7c56b55d28ab), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:54.370480 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-956e92d2-e6c8-4598-be60-894846db3d4a admin admin] Publish callbacks [] for security_group (c43334d2-9ea5-4cd8-b397-7c56b55d28ab), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:54.411558 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b6e18e7-c33e-4582-9b57-3628a4e7354d tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (7bedef21-bf0c-41aa-ae48-fa99514a896e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:54.420516 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b6e18e7-c33e-4582-9b57-3628a4e7354d tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7bedef21-bf0c-41aa-ae48-fa99514a896e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:54.486912 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b6e18e7-c33e-4582-9b57-3628a4e7354d tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:54.489201 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2b6e18e7-c33e-4582-9b57-3628a4e7354d tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3588541 Feb 08 21:43:54.492397 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47010) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:54.508226 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-70bf58bf-8726-41d8-885c-1e2520a9bbef tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group_rule': {'security_group_id': '7bedef21-bf0c-41aa-ae48-fa99514a896e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:54.525667 n-d-712143-31 neutron-server[103433]: WARNING neutron.api.v2.base [None req-70bf58bf-8726-41d8-885c-1e2520a9bbef tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 08 21:43:54.526847 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-70bf58bf-8726-41d8-885c-1e2520a9bbef tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:43:54.528219 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-70bf58bf-8726-41d8-885c-1e2520a9bbef tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0287948 Feb 08 21:43:54.530658 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-956e92d2-e6c8-4598-be60-894846db3d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c43334d2-9ea5-4cd8-b397-7c56b55d28ab), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:54.533841 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-956e92d2-e6c8-4598-be60-894846db3d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:54.538575 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47012) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:54.549897 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f06874e1-a5f2-4c99-a15b-cd9b2540a1f0 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group_rule': {'security_group_id': '7bedef21-bf0c-41aa-ae48-fa99514a896e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:54.550723 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-956e92d2-e6c8-4598-be60-894846db3d4a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c43334d2-9ea5-4cd8-b397-7c56b55d28ab HTTP/1.1" status: 204 len: 168 time: 0.4228694 Feb 08 21:43:54.552004 n-d-712143-31 neutron-server[103434]: WARNING neutron.api.v2.base [None req-f06874e1-a5f2-4c99-a15b-cd9b2540a1f0 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 08 21:43:54.552663 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-f06874e1-a5f2-4c99-a15b-cd9b2540a1f0 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:43:54.554451 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f06874e1-a5f2-4c99-a15b-cd9b2540a1f0 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0134797 Feb 08 21:43:54.556861 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e18e7-c33e-4582-9b57-3628a4e7354d tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bedef21-bf0c-41aa-ae48-fa99514a896e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:54.560530 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47016) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:54.571177 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-51a48dd1-3bc0-43bf-9112-8038ec7f38bb tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group_rule': {'security_group_id': '7bedef21-bf0c-41aa-ae48-fa99514a896e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:54.578931 n-d-712143-31 neutron-server[103434]: WARNING neutron.api.v2.base [None req-51a48dd1-3bc0-43bf-9112-8038ec7f38bb tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 08 21:43:54.582847 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-51a48dd1-3bc0-43bf-9112-8038ec7f38bb tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:43:54.584539 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-51a48dd1-3bc0-43bf-9112-8038ec7f38bb tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0220242 Feb 08 21:43:54.588247 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47018) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:54.608528 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6bbe95cb-b47c-42e5-b948-6517edd78627 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group_rule': {'security_group_id': '7bedef21-bf0c-41aa-ae48-fa99514a896e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:54.610395 n-d-712143-31 neutron-server[103434]: WARNING neutron.api.v2.base [None req-6bbe95cb-b47c-42e5-b948-6517edd78627 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 08 21:43:54.616737 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-6bbe95cb-b47c-42e5-b948-6517edd78627 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:43:54.617999 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6bbe95cb-b47c-42e5-b948-6517edd78627 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0281115 Feb 08 21:43:54.622890 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47022) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:54.635042 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e92d2-e6c8-4598-be60-894846db3d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43334d2-9ea5-4cd8-b397-7c56b55d28ab,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:54.705219 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-864ff01a-2461-4333-8615-884404e5095e req-bd21c3b7-808d-41c3-a5a5-471df3e1cf2e tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=ea8b65a5-a7c4-49eb-a6ba-ad3ecbb312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4435787 Feb 08 21:43:54.825516 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f73a8d9-813e-4e3c-9d4a-35cf4a5b2f2e tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (7bedef21-bf0c-41aa-ae48-fa99514a896e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:54.866508 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f73a8d9-813e-4e3c-9d4a-35cf4a5b2f2e tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (7bedef21-bf0c-41aa-ae48-fa99514a896e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:54.928701 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f73a8d9-813e-4e3c-9d4a-35cf4a5b2f2e tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7bedef21-bf0c-41aa-ae48-fa99514a896e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:54.933741 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f73a8d9-813e-4e3c-9d4a-35cf4a5b2f2e tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:54.938526 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4f73a8d9-813e-4e3c-9d4a-35cf4a5b2f2e tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "DELETE /v2.0/security-groups/7bedef21-bf0c-41aa-ae48-fa99514a896e HTTP/1.1" status: 204 len: 168 time: 0.3103068 Feb 08 21:43:54.938981 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47030) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:54.956702 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73a8d9-813e-4e3c-9d4a-35cf4a5b2f2e tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bedef21-bf0c-41aa-ae48-fa99514a896e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:55.046939 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9d201252-b58b-4260-b1b8-fba892cef18f tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1061463 Feb 08 21:43:55.054000 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47034) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:55.059547 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-8ea860c3-c71a-4385-b44b-c85d63e37e92 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group': {'name': 'tempest-secgroup--308160446'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:55.113548 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ea860c3-c71a-4385-b44b-c85d63e37e92 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:55.199056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 43bf27e7-1e8b-467a-abd8-61db90a9e6f1 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:43:55.253754 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 43bf27e7-1e8b-467a-abd8-61db90a9e6f1 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:43:55.255745 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 43bf27e7-1e8b-467a-abd8-61db90a9e6f1 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:43:55.353278 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ea860c3-c71a-4385-b44b-c85d63e37e92 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (479b9680-a668-4ebf-a230-e68b60ab8fef), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:55.360125 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ea860c3-c71a-4385-b44b-c85d63e37e92 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (479b9680-a668-4ebf-a230-e68b60ab8fef), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:55.448168 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ea860c3-c71a-4385-b44b-c85d63e37e92 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:55.453485 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47050) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:55.454480 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8ea860c3-c71a-4385-b44b-c85d63e37e92 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3985183 Feb 08 21:43:55.460210 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2b0989f5-a55b-4d9d-92c1-fa4daea50620 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group_rule': {'security_group_id': '479b9680-a668-4ebf-a230-e68b60ab8fef', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:55.460977 n-d-712143-31 neutron-server[103434]: WARNING neutron.api.v2.base [None req-2b0989f5-a55b-4d9d-92c1-fa4daea50620 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 08 21:43:55.461511 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-2b0989f5-a55b-4d9d-92c1-fa4daea50620 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:43:55.465204 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2b0989f5-a55b-4d9d-92c1-fa4daea50620 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077624 Feb 08 21:43:55.466710 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47052) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:55.475702 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-15ea86db-baf4-43d6-9aaf-e2b3c62ab150 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group_rule': {'security_group_id': '479b9680-a668-4ebf-a230-e68b60ab8fef', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:55.482922 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea860c3-c71a-4385-b44b-c85d63e37e92 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=479b9680-a668-4ebf-a230-e68b60ab8fef,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:55.570521 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-15ea86db-baf4-43d6-9aaf-e2b3c62ab150 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:43:55.575051 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47056) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:55.577501 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-15ea86db-baf4-43d6-9aaf-e2b3c62ab150 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1070323 Feb 08 21:43:55.580938 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ab617455-c103-42fe-84fe-135aa48c34e4 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group_rule': {'security_group_id': '479b9680-a668-4ebf-a230-e68b60ab8fef', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:55.581624 n-d-712143-31 neutron-server[103434]: WARNING neutron.api.v2.base [None req-ab617455-c103-42fe-84fe-135aa48c34e4 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 08 21:43:55.582303 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-ab617455-c103-42fe-84fe-135aa48c34e4 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:43:55.583283 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ab617455-c103-42fe-84fe-135aa48c34e4 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064096 Feb 08 21:43:55.586540 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47058) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:55.595154 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-666004fc-4a04-4911-bf60-7cab65c51384 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group_rule': {'security_group_id': '479b9680-a668-4ebf-a230-e68b60ab8fef', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:55.693777 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-666004fc-4a04-4911-bf60-7cab65c51384 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:43:55.698669 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47060) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:55.699102 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-666004fc-4a04-4911-bf60-7cab65c51384 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1111796 Feb 08 21:43:55.708535 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-39a6ef84-b87a-4277-9623-fe574a7346e8 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group_rule': {'security_group_id': '479b9680-a668-4ebf-a230-e68b60ab8fef', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:55.709672 n-d-712143-31 neutron-server[103434]: WARNING neutron.api.v2.base [None req-39a6ef84-b87a-4277-9623-fe574a7346e8 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 08 21:43:55.710255 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-39a6ef84-b87a-4277-9623-fe574a7346e8 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:43:55.714337 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-39a6ef84-b87a-4277-9623-fe574a7346e8 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0125961 Feb 08 21:43:55.717983 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47064) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:55.735709 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d7f46cda-3fee-4dc1-8c2b-9bf776bdb041 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group_rule': {'security_group_id': '479b9680-a668-4ebf-a230-e68b60ab8fef', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:55.784278 n-d-712143-31 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-d7f46cda-3fee-4dc1-8c2b-9bf776bdb041 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Project 362d266f2fb8449cb28df7932ed70064 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 21:43:55.839843 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-d7f46cda-3fee-4dc1-8c2b-9bf776bdb041 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:43:55.846420 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d7f46cda-3fee-4dc1-8c2b-9bf776bdb041 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1221542 Feb 08 21:43:55.854501 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47066) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:55.878643 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-be1b4df2-9aed-4ce7-85de-bb2c4bb50880 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group_rule': {'security_group_id': '479b9680-a668-4ebf-a230-e68b60ab8fef', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:55.879150 n-d-712143-31 neutron-server[103434]: WARNING neutron.api.v2.base [None req-be1b4df2-9aed-4ce7-85de-bb2c4bb50880 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 08 21:43:55.879642 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-be1b4df2-9aed-4ce7-85de-bb2c4bb50880 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:43:55.885833 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-be1b4df2-9aed-4ce7-85de-bb2c4bb50880 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0237694 Feb 08 21:43:55.887389 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47070) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:55.899696 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-9f64977f-5f43-4271-8f1a-56070bac08d6 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group_rule': {'security_group_id': '479b9680-a668-4ebf-a230-e68b60ab8fef', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:55.969626 n-d-712143-31 neutron-server[103433]: INFO neutron.db.securitygroups_db [None req-9f64977f-5f43-4271-8f1a-56070bac08d6 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Project 362d266f2fb8449cb28df7932ed70064 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 21:43:56.004077 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-9f64977f-5f43-4271-8f1a-56070bac08d6 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:43:56.009904 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9f64977f-5f43-4271-8f1a-56070bac08d6 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1200244 Feb 08 21:43:56.010984 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47074) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:56.026564 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-96aca9ee-f222-4252-8293-87c7c3a364ad tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group_rule': {'security_group_id': '479b9680-a668-4ebf-a230-e68b60ab8fef', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:56.094361 n-d-712143-31 neutron-server[103433]: INFO neutron.db.securitygroups_db [None req-96aca9ee-f222-4252-8293-87c7c3a364ad tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Project 362d266f2fb8449cb28df7932ed70064 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 21:43:56.117020 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-96aca9ee-f222-4252-8293-87c7c3a364ad tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:43:56.121570 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47078) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:56.122331 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-96aca9ee-f222-4252-8293-87c7c3a364ad tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1098502 Feb 08 21:43:56.253026 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47082) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:56.274561 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-337d5a08-07c0-48cb-8bc7-c3ba3c2bb289 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (479b9680-a668-4ebf-a230-e68b60ab8fef), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:56.363602 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-337d5a08-07c0-48cb-8bc7-c3ba3c2bb289 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (479b9680-a668-4ebf-a230-e68b60ab8fef), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:56.443408 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-337d5a08-07c0-48cb-8bc7-c3ba3c2bb289 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (479b9680-a668-4ebf-a230-e68b60ab8fef), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:56.451602 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-337d5a08-07c0-48cb-8bc7-c3ba3c2bb289 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:56.455734 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-337d5a08-07c0-48cb-8bc7-c3ba3c2bb289 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "DELETE /v2.0/security-groups/479b9680-a668-4ebf-a230-e68b60ab8fef HTTP/1.1" status: 204 len: 168 time: 0.3302345 Feb 08 21:43:56.460602 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47090) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:56.485636 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47092) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:56.490066 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d5a08-07c0-48cb-8bc7-c3ba3c2bb289 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=479b9680-a668-4ebf-a230-e68b60ab8fef,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:56.562536 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c7f0389b-63f8-4401-8805-58e4bc4c8737 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0950172 Feb 08 21:43:56.563325 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47096) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:56.583531 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-8b4132bc-c30c-477f-aa92-f439b8811e86 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group': {'name': 'tempest-secgroup--633906800'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:57.153337 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-5b16d595-25eb-4bdc-83b2-fb0efaaf54cd tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-960661375'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:57.197213 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8b4132bc-c30c-477f-aa92-f439b8811e86 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:57.239683 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b16d595-25eb-4bdc-83b2-fb0efaaf54cd tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Made reservation on behalf of 6d848be456594045858f990266653863 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:43:57.243206 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5b16d595-25eb-4bdc-83b2-fb0efaaf54cd tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:57.263754 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5b16d595-25eb-4bdc-83b2-fb0efaaf54cd tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:57.404627 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47106) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:57.435590 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e241190c-156a-401e-b78a-e5ace5eb2925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:57.567664 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-67537571-f034-4cb3-bf08-64501871288c tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:57.629736 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ce72a48e-1727-42f5-973c-9d2df34c6597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:57.724216 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5b16d595-25eb-4bdc-83b2-fb0efaaf54cd tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks [] for security_group (4b19b19d-53bc-4520-b813-e40a5e2811d2), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:57.810463 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5b16d595-25eb-4bdc-83b2-fb0efaaf54cd tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4b19b19d-53bc-4520-b813-e40a5e2811d2), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:57.817637 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8b4132bc-c30c-477f-aa92-f439b8811e86 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (9be0ce8b-fa9f-4876-8da1-6795ac958cfa), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:57.863908 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ce72a48e-1727-42f5-973c-9d2df34c6597 admin admin] Publish callbacks [] for security_group (49e9d808-afcf-4a55-8e52-4ce28bf1ef87), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:57.871147 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ce72a48e-1727-42f5-973c-9d2df34c6597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (49e9d808-afcf-4a55-8e52-4ce28bf1ef87), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:57.908816 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16d595-25eb-4bdc-83b2-fb0efaaf54cd tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b19b19d-53bc-4520-b813-e40a5e2811d2,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:57.920082 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8b4132bc-c30c-477f-aa92-f439b8811e86 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9be0ce8b-fa9f-4876-8da1-6795ac958cfa), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:57.988691 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ce72a48e-1727-42f5-973c-9d2df34c6597 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b7e4f319cc5e47518e2f241f6b5cdca2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5825951 Feb 08 21:43:57.989531 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72a48e-1727-42f5-973c-9d2df34c6597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e9d808-afcf-4a55-8e52-4ce28bf1ef87,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:58.003681 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47116) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:58.088338 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0fb875f-5681-42ec-aba5-4cc0c39c1754 admin admin] Publish callbacks [] for security_group (49e9d808-afcf-4a55-8e52-4ce28bf1ef87), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:58.126223 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0fb875f-5681-42ec-aba5-4cc0c39c1754 admin admin] Publish callbacks [] for security_group (49e9d808-afcf-4a55-8e52-4ce28bf1ef87), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:58.136183 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b16d595-25eb-4bdc-83b2-fb0efaaf54cd tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:43:58.205991 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0fb875f-5681-42ec-aba5-4cc0c39c1754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (49e9d808-afcf-4a55-8e52-4ce28bf1ef87), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:58.210132 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0fb875f-5681-42ec-aba5-4cc0c39c1754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:58.211682 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e0fb875f-5681-42ec-aba5-4cc0c39c1754 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/49e9d808-afcf-4a55-8e52-4ce28bf1ef87 HTTP/1.1" status: 204 len: 168 time: 0.2070205 Feb 08 21:43:58.223505 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb875f-5681-42ec-aba5-4cc0c39c1754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e9d808-afcf-4a55-8e52-4ce28bf1ef87,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:58.225710 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8b4132bc-c30c-477f-aa92-f439b8811e86 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:58.230103 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47120) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:58.230226 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8b4132bc-c30c-477f-aa92-f439b8811e86 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.6508467 Feb 08 21:43:58.237977 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-fbb1d349-2a57-4e0d-bacc-bd328c956b90 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group_rule': {'security_group_id': '9be0ce8b-fa9f-4876-8da1-6795ac958cfa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:58.255063 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5b16d595-25eb-4bdc-83b2-fb0efaaf54cd tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (959d4c6b-1e66-4e5c-bcec-4ac2b94c9f7d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:58.255567 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-5b16d595-25eb-4bdc-83b2-fb0efaaf54cd tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Added segment 959d4c6b-1e66-4e5c-bcec-4ac2b94c9f7d of type vlan for network 176d2650-e2d8-487c-a884-2176ff3fdc89 Feb 08 21:43:58.285060 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4132bc-c30c-477f-aa92-f439b8811e86 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9be0ce8b-fa9f-4876-8da1-6795ac958cfa,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:58.300026 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-fbb1d349-2a57-4e0d-bacc-bd328c956b90 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] create failed (client error): The resource could not be found. Feb 08 21:43:58.301966 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fbb1d349-2a57-4e0d-bacc-bd328c956b90 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0696533 Feb 08 21:43:58.307234 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47122) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:58.313670 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-fc75dafe-dfd4-45f1-a6d8-24ded891b89e tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group_rule': {'security_group_id': '9be0ce8b-fa9f-4876-8da1-6795ac958cfa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '7c2ada8c-c1e8-48aa-a91e-8d5dfbf00509'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:58.383252 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5b16d595-25eb-4bdc-83b2-fb0efaaf54cd tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (176d2650-e2d8-487c-a884-2176ff3fdc89), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:58.468523 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5b16d595-25eb-4bdc-83b2-fb0efaaf54cd tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (176d2650-e2d8-487c-a884-2176ff3fdc89), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:58.474303 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b16d595-25eb-4bdc-83b2-fb0efaaf54cd tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:58.474951 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5b16d595-25eb-4bdc-83b2-fb0efaaf54cd tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:58.558788 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-fc75dafe-dfd4-45f1-a6d8-24ded891b89e tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] create failed (client error): The resource could not be found. Feb 08 21:43:58.559935 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fc75dafe-dfd4-45f1-a6d8-24ded891b89e tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2495940 Feb 08 21:43:58.562942 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47130) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:58.657425 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5b16d595-25eb-4bdc-83b2-fb0efaaf54cd tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.1663530 Feb 08 21:43:58.666455 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47134) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:58.715210 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-422871f9-c880-497f-bfc4-43781b22820e tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Request body: {'subnet': {'network_id': '176d2650-e2d8-487c-a884-2176ff3fdc89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:58.770923 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16d595-25eb-4bdc-83b2-fb0efaaf54cd tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Pushing event updated for resources: {'Network': ['ID=176d2650-e2d8-487c-a884-2176ff3fdc89,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:58.778292 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b8b8f77-110a-468a-aa4f-b4f3bd42543f tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (9be0ce8b-fa9f-4876-8da1-6795ac958cfa), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:58.793307 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 176d2650-e2d8-487c-a884-2176ff3fdc89 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:43:58.912848 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b8b8f77-110a-468a-aa4f-b4f3bd42543f tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (9be0ce8b-fa9f-4876-8da1-6795ac958cfa), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:58.945702 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-67537571-f034-4cb3-bf08-64501871288c tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Allocated IP 172.20.0.17 (a2434da0-0a13-4fde-9e1d-c31acf1ef186/5db1dca8-4776-49a6-b331-ccef9c429fdd/d4eeec24-0565-4b30-86a8-b30252317608) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:43:58.954090 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422871f9-c880-497f-bfc4-43781b22820e tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Made reservation on behalf of 6d848be456594045858f990266653863 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:43:58.959728 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-422871f9-c880-497f-bfc4-43781b22820e tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:58.989274 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47136) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:59.044471 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3381ede7-2308-4f84-a6d6-ca74d818ddf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:59.106325 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b8b8f77-110a-468a-aa4f-b4f3bd42543f tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9be0ce8b-fa9f-4876-8da1-6795ac958cfa), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:59.109054 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b8b8f77-110a-468a-aa4f-b4f3bd42543f tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:59.123460 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6b8b8f77-110a-468a-aa4f-b4f3bd42543f tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "DELETE /v2.0/security-groups/9be0ce8b-fa9f-4876-8da1-6795ac958cfa HTTP/1.1" status: 204 len: 168 time: 0.5569086 Feb 08 21:43:59.142888 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47138) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:59.206824 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b8f77-110a-468a-aa4f-b4f3bd42543f tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be0ce8b-fa9f-4876-8da1-6795ac958cfa,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:59.234703 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:59.342588 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-484cd09b-a48e-4e9c-825b-530909e6c2e8 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1943514 Feb 08 21:43:59.347998 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47140) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:59.355231 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a2091d88-da64-4dfe-ad42-916c0e095b70 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group_rule': {'security_group_id': 'e4189146-9f30-4261-bb10-8045717d44eb', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:59.431992 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3381ede7-2308-4f84-a6d6-ca74d818ddf6 admin admin] Publish callbacks [] for security_group (fe5f0a7e-4aa2-456b-b6c7-86a591b2c705), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:59.448119 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3381ede7-2308-4f84-a6d6-ca74d818ddf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (fe5f0a7e-4aa2-456b-b6c7-86a591b2c705), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:59.486345 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-422871f9-c880-497f-bfc4-43781b22820e tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (0ee38e59-8835-49ed-bdd7-8eb163e924ff), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:59.591578 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3381ede7-2308-4f84-a6d6-ca74d818ddf6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d62f2945f3894806bac169e700d77ef9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6012039 Feb 08 21:43:59.592783 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47146) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:59.601714 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-a2091d88-da64-4dfe-ad42-916c0e095b70 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] create failed (client error): The resource could not be found. Feb 08 21:43:59.602966 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a2091d88-da64-4dfe-ad42-916c0e095b70 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2539325 Feb 08 21:43:59.606579 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381ede7-2308-4f84-a6d6-ca74d818ddf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5f0a7e-4aa2-456b-b6c7-86a591b2c705,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:59.621057 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47148) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:59.638307 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ef320951-b5b5-4cb1-bf67-cf1d22be39b5 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group': {'name': 'tempest-secgroup--246410178'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:59.667776 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422871f9-c880-497f-bfc4-43781b22820e tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Pushing event updated for resources: {'Subnet': ['ID=0ee38e59-8835-49ed-bdd7-8eb163e924ff,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:59.679664 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-67537571-f034-4cb3-bf08-64501871288c tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for port (d4eeec24-0565-4b30-86a8-b30252317608), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:59.683837 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422871f9-c880-497f-bfc4-43781b22820e tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Checking segment: {'id': '959d4c6b-1e66-4e5c-bcec-4ac2b94c9f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '176d2650-e2d8-487c-a884-2176ff3fdc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:43:59.684471 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422871f9-c880-497f-bfc4-43781b22820e tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Network hostable DHCP agents. Network: 176d2650-e2d8-487c-a884-2176ff3fdc89, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:43:59.709213 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef320951-b5b5-4cb1-bf67-cf1d22be39b5 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:59.742658 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422871f9-c880-497f-bfc4-43781b22820e tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Network 176d2650-e2d8-487c-a884-2176ff3fdc89 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:43:59.770177 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc9ba2c5-eca5-43f0-821b-990a863be33d admin admin] Publish callbacks [] for security_group (fe5f0a7e-4aa2-456b-b6c7-86a591b2c705), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:59.785202 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-422871f9-c880-497f-bfc4-43781b22820e tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 176d2650-e2d8-487c-a884-2176ff3fdc89) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:43:59.797837 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422871f9-c880-497f-bfc4-43781b22820e tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:43:59.799241 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-422871f9-c880-497f-bfc4-43781b22820e tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:59.805509 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-67537571-f034-4cb3-bf08-64501871288c tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (d4eeec24-0565-4b30-86a8-b30252317608), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:43:59.809266 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa0d9ee-c82a-49db-adf6-3006a75e342c None None] Network 176d2650-e2d8-487c-a884-2176ff3fdc89 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:43:59.858217 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-422871f9-c880-497f-bfc4-43781b22820e tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1884739 Feb 08 21:43:59.864552 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47152) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:43:59.883060 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c2bdd581-8ffd-4fb1-a62f-ac408930bf01 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Request body: {'port': {'network_id': '176d2650-e2d8-487c-a884-2176ff3fdc89', 'name': 'tempest-TagsExtTest-523370809'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:43:59.909596 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67537571-f034-4cb3-bf08-64501871288c tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'Port': ['ID=d4eeec24-0565-4b30-86a8-b30252317608,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:43:59.919711 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67537571-f034-4cb3-bf08-64501871288c tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Network a2434da0-0a13-4fde-9e1d-c31acf1ef186 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:43:59.922070 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-67537571-f034-4cb3-bf08-64501871288c tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:43:59.942752 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67537571-f034-4cb3-bf08-64501871288c tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:43:59.946588 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc9ba2c5-eca5-43f0-821b-990a863be33d admin admin] Publish callbacks [] for security_group (fe5f0a7e-4aa2-456b-b6c7-86a591b2c705), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:00.116263 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4096c1c-c89a-4496-b107-e433a152b266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-176d2650-e2d8-487c-a884-2176ff3fdc89', 'network_id': '176d2650-e2d8-487c-a884-2176ff3fdc89', 'project_id': '6d848be456594045858f990266653863', 'fixed_ips': [{'subnet_id': '0ee38e59-8835-49ed-bdd7-8eb163e924ff'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:44:00.117941 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c4096c1c-c89a-4496-b107-e433a152b266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:00.128157 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-67537571-f034-4cb3-bf08-64501871288c tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (3d3a214e-7c8e-4040-bc1b-35b22711e5bb), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:00.143365 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef320951-b5b5-4cb1-bf67-cf1d22be39b5 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (e4239d13-1d64-4c8b-ae95-2181a07fd4e2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:00.220042 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef320951-b5b5-4cb1-bf67-cf1d22be39b5 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e4239d13-1d64-4c8b-ae95-2181a07fd4e2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:00.279506 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc9ba2c5-eca5-43f0-821b-990a863be33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (fe5f0a7e-4aa2-456b-b6c7-86a591b2c705), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:00.283422 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc9ba2c5-eca5-43f0-821b-990a863be33d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:00.302706 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cc9ba2c5-eca5-43f0-821b-990a863be33d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fe5f0a7e-4aa2-456b-b6c7-86a591b2c705 HTTP/1.1" status: 204 len: 168 time: 0.6952221 Feb 08 21:44:00.310018 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef320951-b5b5-4cb1-bf67-cf1d22be39b5 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4239d13-1d64-4c8b-ae95-2181a07fd4e2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:00.398851 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ba2c5-eca5-43f0-821b-990a863be33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5f0a7e-4aa2-456b-b6c7-86a591b2c705,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:00.425164 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef320951-b5b5-4cb1-bf67-cf1d22be39b5 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:00.428349 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ef320951-b5b5-4cb1-bf67-cf1d22be39b5 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7950037 Feb 08 21:44:00.445248 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47158) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:00.461055 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bdd581-8ffd-4fb1-a62f-ac408930bf01 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Made reservation on behalf of 6d848be456594045858f990266653863 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:44:00.462583 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-e02c401f-313c-4949-b448-85f1c15a88fd tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group': {'name': 'tempest-secgroup--285167751'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:00.466981 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c2bdd581-8ffd-4fb1-a62f-ac408930bf01 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:00.514442 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-c2bdd581-8ffd-4fb1-a62f-ac408930bf01 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] device_id is not set on port 4cccd0d3-24ee-4b41-ae70-4a6257ff53c9 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:44:00.525847 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-c4096c1c-c89a-4496-b107-e433a152b266 None None] Allocated IP 172.20.0.2 (176d2650-e2d8-487c-a884-2176ff3fdc89/0ee38e59-8835-49ed-bdd7-8eb163e924ff/26fa9192-7530-4567-b27f-4137eb61045a) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:44:00.639298 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e02c401f-313c-4949-b448-85f1c15a88fd tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:00.726541 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-67537571-f034-4cb3-bf08-64501871288c tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d4eeec24-0565-4b30-86a8-b30252317608), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:00.864583 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1955f231-d25a-4547-bdde-c8ccc206e160 None None] Provisioning complete for port d4eeec24-0565-4b30-86a8-b30252317608 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:44:00.865068 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1955f231-d25a-4547-bdde-c8ccc206e160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d4eeec24-0565-4b30-86a8-b30252317608), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:00.889027 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e02c401f-313c-4949-b448-85f1c15a88fd tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (0fdd1aa8-95a7-4360-b804-68e6aeee86f1), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:00.903191 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e02c401f-313c-4949-b448-85f1c15a88fd tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0fdd1aa8-95a7-4360-b804-68e6aeee86f1), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:00.906134 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c4096c1c-c89a-4496-b107-e433a152b266 None None] Publish callbacks [] for port (26fa9192-7530-4567-b27f-4137eb61045a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:00.920776 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1955f231-d25a-4547-bdde-c8ccc206e160 None None] Port d4eeec24-0565-4b30-86a8-b30252317608 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:44:00.950485 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c4096c1c-c89a-4496-b107-e433a152b266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (26fa9192-7530-4567-b27f-4137eb61045a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:01.102509 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4096c1c-c89a-4496-b107-e433a152b266 None None] Network 176d2650-e2d8-487c-a884-2176ff3fdc89 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:44:01.104163 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-c2bdd581-8ffd-4fb1-a62f-ac408930bf01 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Allocated IP 172.20.0.9 (176d2650-e2d8-487c-a884-2176ff3fdc89/0ee38e59-8835-49ed-bdd7-8eb163e924ff/4cccd0d3-24ee-4b41-ae70-4a6257ff53c9) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:44:01.104907 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4096c1c-c89a-4496-b107-e433a152b266 None None] Pushing event updated for resources: {'Port': ['ID=26fa9192-7530-4567-b27f-4137eb61045a,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:01.109690 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-c4096c1c-c89a-4496-b107-e433a152b266 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:44:01.112502 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4096c1c-c89a-4496-b107-e433a152b266 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:44:01.200142 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c4096c1c-c89a-4496-b107-e433a152b266 None None] Attempting to bind port 26fa9192-7530-4567-b27f-4137eb61045a on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:44:01.200528 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c4096c1c-c89a-4496-b107-e433a152b266 None None] Attempting to bind port 26fa9192-7530-4567-b27f-4137eb61045a by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '959d4c6b-1e66-4e5c-bcec-4ac2b94c9f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '176d2650-e2d8-487c-a884-2176ff3fdc89'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:44:01.200905 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4096c1c-c89a-4496-b107-e433a152b266 None None] Attempting to bind port 26fa9192-7530-4567-b27f-4137eb61045a on network 176d2650-e2d8-487c-a884-2176ff3fdc89 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:44:01.211875 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4096c1c-c89a-4496-b107-e433a152b266 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:44:01.212276 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4096c1c-c89a-4496-b107-e433a152b266 None None] Checking segment: {'id': '959d4c6b-1e66-4e5c-bcec-4ac2b94c9f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '176d2650-e2d8-487c-a884-2176ff3fdc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:44:01.212681 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c4096c1c-c89a-4496-b107-e433a152b266 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:01.213074 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4096c1c-c89a-4496-b107-e433a152b266 None None] Bound using segment: {'id': '959d4c6b-1e66-4e5c-bcec-4ac2b94c9f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '176d2650-e2d8-487c-a884-2176ff3fdc89'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:44:01.213639 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c4096c1c-c89a-4496-b107-e433a152b266 None None] Bound port: 26fa9192-7530-4567-b27f-4137eb61045a, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959d4c6b-1e66-4e5c-bcec-4ac2b94c9f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '176d2650-e2d8-487c-a884-2176ff3fdc89'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:44:01.214034 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c4096c1c-c89a-4496-b107-e433a152b266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (26fa9192-7530-4567-b27f-4137eb61045a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:01.378012 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c4096c1c-c89a-4496-b107-e433a152b266 None None] For port 26fa9192-7530-4567-b27f-4137eb61045a, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:44:01.382645 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c4096c1c-c89a-4496-b107-e433a152b266 None None] For port 26fa9192-7530-4567-b27f-4137eb61045a, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=26fa9192-7530-4567-b27f-4137eb61045a,segment=NetworkSegment(959d4c6b-1e66-4e5c-bcec-4ac2b94c9f7d),segment_id=959d4c6b-1e66-4e5c-bcec-4ac2b94c9f7d)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:44:01.395018 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c4096c1c-c89a-4496-b107-e433a152b266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (26fa9192-7530-4567-b27f-4137eb61045a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:01.396411 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c2bdd581-8ffd-4fb1-a62f-ac408930bf01 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks [] for port (4cccd0d3-24ee-4b41-ae70-4a6257ff53c9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:01.466448 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c2bdd581-8ffd-4fb1-a62f-ac408930bf01 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (4cccd0d3-24ee-4b41-ae70-4a6257ff53c9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:01.588316 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:01.608702 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bdd581-8ffd-4fb1-a62f-ac408930bf01 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Pushing event updated for resources: {'Port': ['ID=4cccd0d3-24ee-4b41-ae70-4a6257ff53c9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:01.616110 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:01.629646 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bdd581-8ffd-4fb1-a62f-ac408930bf01 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Network 176d2650-e2d8-487c-a884-2176ff3fdc89 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:44:01.632239 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c2bdd581-8ffd-4fb1-a62f-ac408930bf01 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:44:01.642865 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bdd581-8ffd-4fb1-a62f-ac408930bf01 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:44:01.646516 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4096c1c-c89a-4496-b107-e433a152b266 None None] Pushing event updated for resources: {'Port': ['ID=26fa9192-7530-4567-b27f-4137eb61045a,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:01.702980 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c401f-313c-4949-b448-85f1c15a88fd tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdd1aa8-95a7-4360-b804-68e6aeee86f1,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:01.725903 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e02c401f-313c-4949-b448-85f1c15a88fd tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:01.727772 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e02c401f-313c-4949-b448-85f1c15a88fd tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2743747 Feb 08 21:44:01.730619 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47184) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:01.735748 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-3ebd2882-6fd3-431c-9edf-8df4845e3a1b tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group_rule': {'security_group_id': 'e4239d13-1d64-4c8b-ae95-2181a07fd4e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0fdd1aa8-95a7-4360-b804-68e6aeee86f1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:01.786883 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bdd581-8ffd-4fb1-a62f-ac408930bf01 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:01.791087 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c2bdd581-8ffd-4fb1-a62f-ac408930bf01 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:01.825881 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c2bdd581-8ffd-4fb1-a62f-ac408930bf01 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.9502554 Feb 08 21:44:01.826596 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47188) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:01.846056 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f7d0dedc-f655-4f95-8a82-9f117a7de3c5 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-308500828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:01.852875 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-3ebd2882-6fd3-431c-9edf-8df4845e3a1b tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:44:01.867246 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3ebd2882-6fd3-431c-9edf-8df4845e3a1b tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1331601 Feb 08 21:44:01.869466 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47190) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:02.048159 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7d0dedc-f655-4f95-8a82-9f117a7de3c5 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (224423ee-16d4-4b1c-b1a5-cb6970fb327e), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:02.051034 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7d0dedc-f655-4f95-8a82-9f117a7de3c5 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (224423ee-16d4-4b1c-b1a5-cb6970fb327e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:02.150798 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6e4f-5afd-46f9-9b62-d18d3dfccf36 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (0fdd1aa8-95a7-4360-b804-68e6aeee86f1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:02.196781 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6e4f-5afd-46f9-9b62-d18d3dfccf36 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (0fdd1aa8-95a7-4360-b804-68e6aeee86f1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:02.286222 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6e4f-5afd-46f9-9b62-d18d3dfccf36 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0fdd1aa8-95a7-4360-b804-68e6aeee86f1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:02.289987 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6e4f-5afd-46f9-9b62-d18d3dfccf36 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:02.291256 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3e9a6e4f-5afd-46f9-9b62-d18d3dfccf36 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "DELETE /v2.0/security-groups/0fdd1aa8-95a7-4360-b804-68e6aeee86f1 HTTP/1.1" status: 204 len: 168 time: 0.4185746 Feb 08 21:44:02.300456 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47200) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:02.313839 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a6e4f-5afd-46f9-9b62-d18d3dfccf36 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdd1aa8-95a7-4360-b804-68e6aeee86f1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:02.339929 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-67537571-f034-4cb3-bf08-64501871288c tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for port (d4eeec24-0565-4b30-86a8-b30252317608), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:02.353255 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7d0dedc-f655-4f95-8a82-9f117a7de3c5 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks [] for router_controller (224423ee-16d4-4b1c-b1a5-cb6970fb327e), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:02.355763 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-67537571-f034-4cb3-bf08-64501871288c tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (d4eeec24-0565-4b30-86a8-b30252317608), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:02.364838 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7d0dedc-f655-4f95-8a82-9f117a7de3c5 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (224423ee-16d4-4b1c-b1a5-cb6970fb327e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:02.431297 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 26fa9192-7530-4567-b27f-4137eb61045a up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:44:02.444424 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7d0dedc-f655-4f95-8a82-9f117a7de3c5 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:02.453400 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f7d0dedc-f655-4f95-8a82-9f117a7de3c5 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6232111 Feb 08 21:44:02.454335 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47204) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:02.466807 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-820c46e5-8759-4e60-b932-adad8e131e7b tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1601712804', 'prefixes': ['172.20.0.0/16']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:02.542683 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 26fa9192-7530-4567-b27f-4137eb61045a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:44:02.543178 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (26fa9192-7530-4567-b27f-4137eb61045a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:02.566300 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-67537571-f034-4cb3-bf08-64501871288c tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (3d3a214e-7c8e-4040-bc1b-35b22711e5bb), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:02.573218 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67537571-f034-4cb3-bf08-64501871288c tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'Port': ['ID=d4eeec24-0565-4b30-86a8-b30252317608,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:02.587567 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-820c46e5-8759-4e60-b932-adad8e131e7b tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:02.593544 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-820c46e5-8759-4e60-b932-adad8e131e7b tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1356473 Feb 08 21:44:02.597427 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47208) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:02.622612 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-6deffffe-400b-4bec-88da-23b6db1b8a29 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0ee38e59-8835-49ed-bdd7-8eb163e924ff', 'tempest-TagsExtTest-Tag-377729030') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:02.671190 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-db30cb0e-f3f5-4f30-b9e0-9997238653fa tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3678927 Feb 08 21:44:02.674840 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47210) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:02.805909 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 26fa9192-7530-4567-b27f-4137eb61045a is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:44:02.806444 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (26fa9192-7530-4567-b27f-4137eb61045a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:02.843141 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-091f1f2f-cb01-41a8-87df-9590c8d6fedb tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (e4239d13-1d64-4c8b-ae95-2181a07fd4e2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:02.883125 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67537571-f034-4cb3-bf08-64501871288c tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Network a2434da0-0a13-4fde-9e1d-c31acf1ef186 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:44:02.885694 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-67537571-f034-4cb3-bf08-64501871288c tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:44:02.908194 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 26fa9192-7530-4567-b27f-4137eb61045a, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=26fa9192-7530-4567-b27f-4137eb61045a,segment=NetworkSegment(959d4c6b-1e66-4e5c-bcec-4ac2b94c9f7d),segment_id=959d4c6b-1e66-4e5c-bcec-4ac2b94c9f7d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:44:02.915812 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (26fa9192-7530-4567-b27f-4137eb61045a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:02.954755 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-091f1f2f-cb01-41a8-87df-9590c8d6fedb tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (e4239d13-1d64-4c8b-ae95-2181a07fd4e2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:03.062621 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=26fa9192-7530-4567-b27f-4137eb61045a,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:03.107991 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67537571-f034-4cb3-bf08-64501871288c tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Router 3d3a214e-7c8e-4040-bc1b-35b22711e5bb has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:44:03.128637 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-091f1f2f-cb01-41a8-87df-9590c8d6fedb tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e4239d13-1d64-4c8b-ae95-2181a07fd4e2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:03.132033 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-091f1f2f-cb01-41a8-87df-9590c8d6fedb tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:03.137890 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-091f1f2f-cb01-41a8-87df-9590c8d6fedb tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "DELETE /v2.0/security-groups/e4239d13-1d64-4c8b-ae95-2181a07fd4e2 HTTP/1.1" status: 204 len: 168 time: 0.4616957 Feb 08 21:44:03.144074 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47222) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:03.197651 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f1f2f-cb01-41a8-87df-9590c8d6fedb tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4239d13-1d64-4c8b-ae95-2181a07fd4e2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:03.253206 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1ab9f046-f6ef-4985-b2e1-3707e48385c0 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1102507 Feb 08 21:44:03.257072 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47226) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:03.261902 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0f713ae0-3d30-4133-84fa-efbd3a8df455 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group': {'name': 'tempest-secgroup--1792485660'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:03.290202 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f713ae0-3d30-4133-84fa-efbd3a8df455 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:03.508292 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6deffffe-400b-4bec-88da-23b6db1b8a29 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "PUT /v2.0/subnets/0ee38e59-8835-49ed-bdd7-8eb163e924ff/tags/tempest-TagsExtTest-Tag-377729030 HTTP/1.1" status: 201 len: 201 time: 0.9025693 Feb 08 21:44:03.511606 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47232) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:03.519902 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-703f04dc-f50f-40ed-b645-485bc55a13e8 None None] Provisioning complete for port d4eeec24-0565-4b30-86a8-b30252317608 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:44:03.520449 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-703f04dc-f50f-40ed-b645-485bc55a13e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d4eeec24-0565-4b30-86a8-b30252317608), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:03.521238 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f713ae0-3d30-4133-84fa-efbd3a8df455 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (b41d8646-cd99-4f5f-8c12-d5c532f6a722), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:03.528499 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f713ae0-3d30-4133-84fa-efbd3a8df455 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b41d8646-cd99-4f5f-8c12-d5c532f6a722), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:03.537898 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-d69e2e57-4879-4d36-afe3-03ea1addad08 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4cccd0d3-24ee-4b41-ae70-4a6257ff53c9', 'tempest-TagsExtTest-Tag-2141750825') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:03.577546 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f713ae0-3d30-4133-84fa-efbd3a8df455 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:03.582942 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0f713ae0-3d30-4133-84fa-efbd3a8df455 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3207054 Feb 08 21:44:03.582942 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f713ae0-3d30-4133-84fa-efbd3a8df455 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b41d8646-cd99-4f5f-8c12-d5c532f6a722,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:03.584217 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47234) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:03.589394 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e7e0cd0c-358c-40ed-90aa-927d4ce7271e tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group_rule': {'security_group_id': 'b41d8646-cd99-4f5f-8c12-d5c532f6a722', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:03.625398 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5c09ba-fe1c-44a1-9ff9-91ffb68638cb None None] Network 176d2650-e2d8-487c-a884-2176ff3fdc89 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:44:03.628762 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67537571-f034-4cb3-bf08-64501871288c tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:44:03.637397 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-e7e0cd0c-358c-40ed-90aa-927d4ce7271e tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:44:03.642727 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e7e0cd0c-358c-40ed-90aa-927d4ce7271e tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0543656 Feb 08 21:44:03.643565 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47236) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:03.661345 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-67537571-f034-4cb3-bf08-64501871288c tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "PUT /v2.0/routers/3d3a214e-7c8e-4040-bc1b-35b22711e5bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3952734 Feb 08 21:44:03.661561 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3727f574-1bf9-4398-b0ef-4d2d435b8db8 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group_rule': {'security_group_id': 'b41d8646-cd99-4f5f-8c12-d5c532f6a722', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:03.726421 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-3727f574-1bf9-4398-b0ef-4d2d435b8db8 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:44:03.732770 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3727f574-1bf9-4398-b0ef-4d2d435b8db8 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0872390 Feb 08 21:44:03.739983 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d69e2e57-4879-4d36-afe3-03ea1addad08 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "PUT /v2.0/ports/4cccd0d3-24ee-4b41-ae70-4a6257ff53c9/tags/tempest-TagsExtTest-Tag-2141750825 HTTP/1.1" status: 201 len: 201 time: 0.2269754 Feb 08 21:44:03.742406 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47240) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:03.743190 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47242) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:03.758144 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-e87b988a-43e2-46e3-b988-f7a1dcd7d6c9 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '224423ee-16d4-4b1c-b1a5-cb6970fb327e', 'tempest-TagsExtTest-Tag-1885872471') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:03.870626 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-548043eb-565f-49b6-98d6-5fd735acb812 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (b41d8646-cd99-4f5f-8c12-d5c532f6a722), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:03.921650 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-548043eb-565f-49b6-98d6-5fd735acb812 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (b41d8646-cd99-4f5f-8c12-d5c532f6a722), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:03.929467 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e87b988a-43e2-46e3-b988-f7a1dcd7d6c9 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "PUT /v2.0/routers/224423ee-16d4-4b1c-b1a5-cb6970fb327e/tags/tempest-TagsExtTest-Tag-1885872471 HTTP/1.1" status: 201 len: 201 time: 0.1844108 Feb 08 21:44:03.932009 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47254) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:03.939874 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-50eba44c-4a5f-4fc6-9f06-3fcbbc3b2820 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '81484db2-91b8-421c-8350-a5ba835f361d', 'tempest-TagsExtTest-Tag-64073791') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:04.004160 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-548043eb-565f-49b6-98d6-5fd735acb812 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b41d8646-cd99-4f5f-8c12-d5c532f6a722), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:04.006971 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-548043eb-565f-49b6-98d6-5fd735acb812 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:04.010584 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-548043eb-565f-49b6-98d6-5fd735acb812 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "DELETE /v2.0/security-groups/b41d8646-cd99-4f5f-8c12-d5c532f6a722 HTTP/1.1" status: 204 len: 168 time: 0.2647214 Feb 08 21:44:04.011399 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47256) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:04.022830 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548043eb-565f-49b6-98d6-5fd735acb812 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41d8646-cd99-4f5f-8c12-d5c532f6a722,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:04.027067 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361789a1-7fcd-4b15-a3a2-ceeb82089c1a None None] Sync routers for ids ['3d3a214e-7c8e-4040-bc1b-35b22711e5bb'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:44:04.070855 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361789a1-7fcd-4b15-a3a2-ceeb82089c1a None None] Routers {'3d3a214e-7c8e-4040-bc1b-35b22711e5bb'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:44:04.071718 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-361789a1-7fcd-4b15-a3a2-ceeb82089c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:43:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3d3a214e-7c8e-4040-bc1b-35b22711e5bb'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:04.078307 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-703f04dc-f50f-40ed-b645-485bc55a13e8 None None] Port d4eeec24-0565-4b30-86a8-b30252317608 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:44:04.131880 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-aa27b6d0-65d8-4688-b04e-ace4fc25d732 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1123111 Feb 08 21:44:04.135655 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47258) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:04.140655 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1911b26c-12ae-4ece-b2ec-5fab0ebced41 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group': {'name': 'tempest-secgroup--1665569653'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:04.162717 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-50eba44c-4a5f-4fc6-9f06-3fcbbc3b2820 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "PUT /v2.0/subnetpools/81484db2-91b8-421c-8350-a5ba835f361d/tags/tempest-TagsExtTest-Tag-64073791 HTTP/1.1" status: 201 len: 201 time: 0.2258859 Feb 08 21:44:04.163365 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47262) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:04.175833 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-116b6e1d-b86e-42f0-a1ec-a4c23bea31e7 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0ee38e59-8835-49ed-bdd7-8eb163e924ff') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:04.194365 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1911b26c-12ae-4ece-b2ec-5fab0ebced41 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:04.276756 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-dc80b61a-9aab-48ae-bd54-d066d0439ebe None None] Provisioning complete for port 26fa9192-7530-4567-b27f-4137eb61045a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:44:04.287554 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dc80b61a-9aab-48ae-bd54-d066d0439ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (26fa9192-7530-4567-b27f-4137eb61045a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:04.387731 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1911b26c-12ae-4ece-b2ec-5fab0ebced41 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (c056b572-7fc0-4669-926c-32d39e016a64), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:04.394541 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47270) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:04.397009 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-116b6e1d-b86e-42f0-a1ec-a4c23bea31e7 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "GET /v2.0/subnets/0ee38e59-8835-49ed-bdd7-8eb163e924ff/tags HTTP/1.1" status: 200 len: 240 time: 0.2324309 Feb 08 21:44:04.400370 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-dd42d8d1-9c9c-46ed-ab7b-6df0f35f1073 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0ee38e59-8835-49ed-bdd7-8eb163e924ff', 'tempest-TagsExtTest-Tag-377729030') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:04.403296 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1911b26c-12ae-4ece-b2ec-5fab0ebced41 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c056b572-7fc0-4669-926c-32d39e016a64), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:04.454605 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 26fa9192-7530-4567-b27f-4137eb61045a up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:44:04.468719 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1911b26c-12ae-4ece-b2ec-5fab0ebced41 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:04.470859 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1911b26c-12ae-4ece-b2ec-5fab0ebced41 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3332672 Feb 08 21:44:04.479104 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47272) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:04.479104 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-5fd4ea3b-48c2-4700-9ec4-5f17e47958e0 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:04.479104 n-d-712143-31 neutron-server[103433]: WARNING neutron.api.v2.base [None req-5fd4ea3b-48c2-4700-9ec4-5f17e47958e0 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 08 21:44:04.479960 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-5fd4ea3b-48c2-4700-9ec4-5f17e47958e0 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] update failed (client error): There was a conflict when trying to complete your request. Feb 08 21:44:04.481028 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5fd4ea3b-48c2-4700-9ec4-5f17e47958e0 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "PUT /v2.0/security-groups/c056b572-7fc0-4669-926c-32d39e016a64 HTTP/1.1" status: 409 len: 330 time: 0.0061524 Feb 08 21:44:04.483635 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47276) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:04.493465 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911b26c-12ae-4ece-b2ec-5fab0ebced41 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c056b572-7fc0-4669-926c-32d39e016a64,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:04.610696 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1ff54d93-f00c-440b-81ed-3887d359296a tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (c056b572-7fc0-4669-926c-32d39e016a64), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:04.620461 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-dd42d8d1-9c9c-46ed-ab7b-6df0f35f1073 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "GET /v2.0/subnets/0ee38e59-8835-49ed-bdd7-8eb163e924ff/tags/tempest-TagsExtTest-Tag-377729030 HTTP/1.1" status: 204 len: 168 time: 0.2242992 Feb 08 21:44:04.621748 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47284) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:04.632730 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-ed38e440-96a4-4a6b-a2f0-70125c29ce6a tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0ee38e59-8835-49ed-bdd7-8eb163e924ff', 'tempest-TagsExtTest-Tag-377729030') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:04.695484 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1ff54d93-f00c-440b-81ed-3887d359296a tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (c056b572-7fc0-4669-926c-32d39e016a64), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:04.745148 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-361789a1-7fcd-4b15-a3a2-ceeb82089c1a None None] Set router 3d3a214e-7c8e-4040-bc1b-35b22711e5bb gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:44:04.783586 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ed38e440-96a4-4a6b-a2f0-70125c29ce6a tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "DELETE /v2.0/subnets/0ee38e59-8835-49ed-bdd7-8eb163e924ff/tags/tempest-TagsExtTest-Tag-377729030 HTTP/1.1" status: 204 len: 168 time: 0.1598008 Feb 08 21:44:04.785634 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47292) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:04.801521 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-a47f6099-6720-420a-8845-853687655ff1 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0ee38e59-8835-49ed-bdd7-8eb163e924ff') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:04.801993 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1ff54d93-f00c-440b-81ed-3887d359296a tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c056b572-7fc0-4669-926c-32d39e016a64), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:04.819839 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1ff54d93-f00c-440b-81ed-3887d359296a tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:04.823594 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1ff54d93-f00c-440b-81ed-3887d359296a tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "DELETE /v2.0/security-groups/c056b572-7fc0-4669-926c-32d39e016a64 HTTP/1.1" status: 204 len: 168 time: 0.3365014 Feb 08 21:44:04.824699 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47300) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:04.901439 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff54d93-f00c-440b-81ed-3887d359296a tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c056b572-7fc0-4669-926c-32d39e016a64,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:04.954946 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a47f6099-6720-420a-8845-853687655ff1 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "GET /v2.0/subnets/0ee38e59-8835-49ed-bdd7-8eb163e924ff/tags HTTP/1.1" status: 200 len: 205 time: 0.1659958 Feb 08 21:44:04.958619 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47306) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:04.977583 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 26fa9192-7530-4567-b27f-4137eb61045a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:44:04.977964 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (26fa9192-7530-4567-b27f-4137eb61045a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:04.983889 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-e6fc124a-2bdb-4e8b-a3dc-3586ed311cc1 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4cccd0d3-24ee-4b41-ae70-4a6257ff53c9') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:05.029051 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9d5e561c-c346-485c-8069-33404281073b tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1979003 Feb 08 21:44:05.029963 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47308) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:05.075997 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-902d4c75-9ab8-4bf4-a4b1-15f5d6873b9c tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] delete failed (client error): The resource could not be found. Feb 08 21:44:05.082778 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-902d4c75-9ab8-4bf4-a4b1-15f5d6873b9c tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "DELETE /v2.0/security-groups/cf7712cf-4fef-4a7c-906a-f152c620aff7 HTTP/1.1" status: 404 len: 347 time: 0.0508587 Feb 08 21:44:05.086721 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47310) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:05.119831 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-91db5b78-17e8-4139-bcc7-9848a8ea8f59 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] show failed (client error): The resource could not be found. Feb 08 21:44:05.129464 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-91db5b78-17e8-4139-bcc7-9848a8ea8f59 tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "GET /v2.0/security-groups/7b8b37bc-d6f3-4f62-9a81-fe253248def5 HTTP/1.1" status: 404 len: 347 time: 0.0413351 Feb 08 21:44:05.130150 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47312) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:05.156299 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-b08bc96d-0ffb-484c-baf1-5287909c518a tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] show failed (client error): The resource could not be found. Feb 08 21:44:05.161599 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b08bc96d-0ffb-484c-baf1-5287909c518a tempest-NegativeSecGroupIPv6Test-2032353337 tempest-NegativeSecGroupIPv6Test-2032353337-project] 10.222.0.88 "GET /v2.0/security-group-rules/937ad8aa-2c1a-4e92-b12b-1e5e7001c6a6 HTTP/1.1" status: 404 len: 356 time: 0.0301216 Feb 08 21:44:05.212354 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47316) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:05.213921 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e6fc124a-2bdb-4e8b-a3dc-3586ed311cc1 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "GET /v2.0/ports/4cccd0d3-24ee-4b41-ae70-4a6257ff53c9/tags HTTP/1.1" status: 200 len: 241 time: 0.2437234 Feb 08 21:44:05.222269 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-f1d631f2-591c-4453-9acf-46a797cea99d tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4cccd0d3-24ee-4b41-ae70-4a6257ff53c9', 'tempest-TagsExtTest-Tag-2141750825') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:05.360543 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f1d631f2-591c-4453-9acf-46a797cea99d tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "GET /v2.0/ports/4cccd0d3-24ee-4b41-ae70-4a6257ff53c9/tags/tempest-TagsExtTest-Tag-2141750825 HTTP/1.1" status: 204 len: 168 time: 0.1469743 Feb 08 21:44:05.364762 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47320) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:05.385163 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-41ddaa8b-665f-4a40-98b4-25ee24158b2e tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4cccd0d3-24ee-4b41-ae70-4a6257ff53c9', 'tempest-TagsExtTest-Tag-2141750825') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:05.586096 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-dc80b61a-9aab-48ae-bd54-d066d0439ebe None None] Current status of the port 26fa9192-7530-4567-b27f-4137eb61045a is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:44:05.636648 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-41ddaa8b-665f-4a40-98b4-25ee24158b2e tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "DELETE /v2.0/ports/4cccd0d3-24ee-4b41-ae70-4a6257ff53c9/tags/tempest-TagsExtTest-Tag-2141750825 HTTP/1.1" status: 204 len: 168 time: 0.2677541 Feb 08 21:44:05.637389 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47326) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:05.647219 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-12169d0a-78f2-4b0e-a9d8-9f1a7c0ddb00 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4cccd0d3-24ee-4b41-ae70-4a6257ff53c9') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:05.664138 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47328) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:05.777647 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-12169d0a-78f2-4b0e-a9d8-9f1a7c0ddb00 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "GET /v2.0/ports/4cccd0d3-24ee-4b41-ae70-4a6257ff53c9/tags HTTP/1.1" status: 200 len: 205 time: 0.1366229 Feb 08 21:44:05.778541 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47332) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:05.788119 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-9768e366-65f5-46ac-993d-a714e707ee83 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '224423ee-16d4-4b1c-b1a5-cb6970fb327e') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:05.846991 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47338) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:05.864389 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1ba13417-d568-4920-9b64-e7aa7860413e None None] Provisioning complete for port 26fa9192-7530-4567-b27f-4137eb61045a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:44:05.866531 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1ba13417-d568-4920-9b64-e7aa7860413e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (26fa9192-7530-4567-b27f-4137eb61045a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:06.010815 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 26fa9192-7530-4567-b27f-4137eb61045a is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:44:06.050388 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9768e366-65f5-46ac-993d-a714e707ee83 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "GET /v2.0/routers/224423ee-16d4-4b1c-b1a5-cb6970fb327e/tags HTTP/1.1" status: 200 len: 241 time: 0.2684247 Feb 08 21:44:06.052592 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47342) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:06.062547 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-179f6ea4-f319-4a86-9b0e-8aedafd35d01 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '224423ee-16d4-4b1c-b1a5-cb6970fb327e', 'tempest-TagsExtTest-Tag-1885872471') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:06.071276 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ddb4655-a259-4405-b41d-b2427d4399c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:06.153100 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d5489a0a-b0cc-4ccd-8165-8c2baecc6c3b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=362d266f2fb8449cb28df7932ed70064&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3041079 Feb 08 21:44:06.158339 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47344) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:06.234872 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1ba13417-d568-4920-9b64-e7aa7860413e None None] Current status of the port 26fa9192-7530-4567-b27f-4137eb61045a is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:44:06.262663 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-179f6ea4-f319-4a86-9b0e-8aedafd35d01 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "GET /v2.0/routers/224423ee-16d4-4b1c-b1a5-cb6970fb327e/tags/tempest-TagsExtTest-Tag-1885872471 HTTP/1.1" status: 204 len: 168 time: 0.2089088 Feb 08 21:44:06.265787 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47348) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:06.271139 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-0c180394-6376-4f38-8679-8173085f6614 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '224423ee-16d4-4b1c-b1a5-cb6970fb327e', 'tempest-TagsExtTest-Tag-1885872471') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:06.280043 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-361789a1-7fcd-4b15-a3a2-ceeb82089c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'name': 'tempest-TestNetworkBasicOps-router-145281194', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:41:29Z', 'updated_at': '2022-02-08T21:44:00Z', 'revision_number': 5, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:30Z', 'updated_at': '2022-02-08T21:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'd66d1306-eac7-4f6a-81b0-01afa3f0aa29', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'port_id': '4e975045-2d7b-4c18-a21a-71b3c44fe49f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf', 'mac_address': 'fa:16:3e:52:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7429bad7-8f15-46c7-add0-d85cff99e0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:42:18Z', 'updated_at': '2022-02-08T21:42:24Z', 'revision_number': 1, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e54f8d8-3e18-4a96-b200-cbd839f3999b', 'name': '', 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'mac_address': 'fa:16:3e:72:87:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:37Z', 'updated_at': '2022-02-08T21:41:50Z', 'revision_number': 5, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'subnets': [{'id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4eeec24-0565-4b30-86a8-b30252317608', 'name': '', 'network_id': 'a2434da0-0a13-4fde-9e1d-c31acf1ef186', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'mac_address': 'fa:16:3e:72:15:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '5db1dca8-4776-49a6-b331-ccef9c429fdd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:43:58Z', 'updated_at': '2022-02-08T21:44:01Z', 'revision_number': 2, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'subnets': [{'id': '5db1dca8-4776-49a6-b331-ccef9c429fdd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:06.294925 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70b4a54f-a8fd-47c9-b6cf-2163d634598a admin admin] Publish callbacks [] for security_group (88ca0309-6b1c-4fd7-a016-c3182845366b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:06.342681 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70b4a54f-a8fd-47c9-b6cf-2163d634598a admin admin] Publish callbacks [] for security_group (88ca0309-6b1c-4fd7-a016-c3182845366b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:06.348991 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361789a1-7fcd-4b15-a3a2-ceeb82089c1a None None] Checking router: 3d3a214e-7c8e-4040-bc1b-35b22711e5bb for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:44:06.349385 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361789a1-7fcd-4b15-a3a2-ceeb82089c1a None None] Updating router 3d3a214e-7c8e-4040-bc1b-35b22711e5bb port d4eeec24-0565-4b30-86a8-b30252317608 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:44:06.398043 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1ba13417-d568-4920-9b64-e7aa7860413e None None] Provisioning complete for port 4cccd0d3-24ee-4b41-ae70-4a6257ff53c9 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:44:06.398423 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1ba13417-d568-4920-9b64-e7aa7860413e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (4cccd0d3-24ee-4b41-ae70-4a6257ff53c9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:06.408669 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ddb4655-a259-4405-b41d-b2427d4399c6 admin admin] Publish callbacks [] for security_group (1c0fd7af-a20b-4d4f-aac0-6c3606f1542b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:06.414902 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ddb4655-a259-4405-b41d-b2427d4399c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (1c0fd7af-a20b-4d4f-aac0-6c3606f1542b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:06.472457 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70b4a54f-a8fd-47c9-b6cf-2163d634598a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (88ca0309-6b1c-4fd7-a016-c3182845366b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:06.478875 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70b4a54f-a8fd-47c9-b6cf-2163d634598a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:06.482041 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-70b4a54f-a8fd-47c9-b6cf-2163d634598a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/88ca0309-6b1c-4fd7-a016-c3182845366b HTTP/1.1" status: 204 len: 168 time: 0.3224709 Feb 08 21:44:06.488805 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0c180394-6376-4f38-8679-8173085f6614 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "DELETE /v2.0/routers/224423ee-16d4-4b1c-b1a5-cb6970fb327e/tags/tempest-TagsExtTest-Tag-1885872471 HTTP/1.1" status: 204 len: 168 time: 0.2219110 Feb 08 21:44:06.491262 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47352) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:06.496328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-adbadad2-5397-4f35-b437-08ef880f655a tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '224423ee-16d4-4b1c-b1a5-cb6970fb327e') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:06.499508 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1ddb4655-a259-4405-b41d-b2427d4399c6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=17e261cf0811430dbed31cc3cab39ffb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8310111 Feb 08 21:44:06.499508 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb4655-a259-4405-b41d-b2427d4399c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0fd7af-a20b-4d4f-aac0-6c3606f1542b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:06.500757 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47354) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:06.516825 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-361789a1-7fcd-4b15-a3a2-ceeb82089c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d4eeec24-0565-4b30-86a8-b30252317608), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:06.552574 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4a54f-a8fd-47c9-b6cf-2163d634598a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ca0309-6b1c-4fd7-a016-c3182845366b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:06.657292 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18fa5cb5-e900-4722-901c-ed620bd76412 admin admin] Publish callbacks [] for security_group (1c0fd7af-a20b-4d4f-aac0-6c3606f1542b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:06.665393 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:44:06.730244 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18fa5cb5-e900-4722-901c-ed620bd76412 admin admin] Publish callbacks [] for security_group (1c0fd7af-a20b-4d4f-aac0-6c3606f1542b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:06.734044 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-adbadad2-5397-4f35-b437-08ef880f655a tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "GET /v2.0/routers/224423ee-16d4-4b1c-b1a5-cb6970fb327e/tags HTTP/1.1" status: 200 len: 205 time: 0.2416975 Feb 08 21:44:06.737721 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47360) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:06.747432 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-9bb8faf0-4e0c-4060-aad1-8f5480796ec2 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '81484db2-91b8-421c-8350-a5ba835f361d') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:06.806631 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9bb8faf0-4e0c-4060-aad1-8f5480796ec2 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "GET /v2.0/subnetpools/81484db2-91b8-421c-8350-a5ba835f361d/tags HTTP/1.1" status: 200 len: 239 time: 0.0648108 Feb 08 21:44:06.809381 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47362) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:06.818919 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-9e0c34f2-d683-42d5-9304-c06dc00ee612 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '81484db2-91b8-421c-8350-a5ba835f361d', 'tempest-TagsExtTest-Tag-64073791') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:06.850781 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18fa5cb5-e900-4722-901c-ed620bd76412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (1c0fd7af-a20b-4d4f-aac0-6c3606f1542b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:06.853634 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18fa5cb5-e900-4722-901c-ed620bd76412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:06.859800 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-18fa5cb5-e900-4722-901c-ed620bd76412 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1c0fd7af-a20b-4d4f-aac0-6c3606f1542b HTTP/1.1" status: 204 len: 168 time: 0.3411338 Feb 08 21:44:06.886119 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa5cb5-e900-4722-901c-ed620bd76412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0fd7af-a20b-4d4f-aac0-6c3606f1542b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:06.898461 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9e0c34f2-d683-42d5-9304-c06dc00ee612 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "GET /v2.0/subnetpools/81484db2-91b8-421c-8350-a5ba835f361d/tags/tempest-TagsExtTest-Tag-64073791 HTTP/1.1" status: 204 len: 168 time: 0.0844934 Feb 08 21:44:06.900039 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47372) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:06.910714 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-414aa9d4-a641-4092-ab8b-35de7399d1e9 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '81484db2-91b8-421c-8350-a5ba835f361d', 'tempest-TagsExtTest-Tag-64073791') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:06.974779 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:06.980341 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1ba13417-d568-4920-9b64-e7aa7860413e None None] Port 4cccd0d3-24ee-4b41-ae70-4a6257ff53c9 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:44:07.003492 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-414aa9d4-a641-4092-ab8b-35de7399d1e9 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "DELETE /v2.0/subnetpools/81484db2-91b8-421c-8350-a5ba835f361d/tags/tempest-TagsExtTest-Tag-64073791 HTTP/1.1" status: 204 len: 168 time: 0.1024361 Feb 08 21:44:07.005933 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47374) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:07.012551 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-96ca4ddf-e705-4845-971f-60bf2b6ab6db tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '81484db2-91b8-421c-8350-a5ba835f361d') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:07.022990 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:07.108915 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47382) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:07.110584 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-96ca4ddf-e705-4845-971f-60bf2b6ab6db tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "GET /v2.0/subnetpools/81484db2-91b8-421c-8350-a5ba835f361d/tags HTTP/1.1" status: 200 len: 205 time: 0.1029639 Feb 08 21:44:07.113411 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-8c0c5fb7-6fc6-45f6-80d2-1c8e126f081d tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '81484db2-91b8-421c-8350-a5ba835f361d') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:07.156996 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-224b82c5-0150-472f-9aed-daeae7de0a92 None None] Provisioning complete for port 4cccd0d3-24ee-4b41-ae70-4a6257ff53c9 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:44:07.157415 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-224b82c5-0150-472f-9aed-daeae7de0a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (4cccd0d3-24ee-4b41-ae70-4a6257ff53c9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:07.249637 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8c0c5fb7-6fc6-45f6-80d2-1c8e126f081d tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "DELETE /v2.0/subnetpools/81484db2-91b8-421c-8350-a5ba835f361d/tags HTTP/1.1" status: 204 len: 168 time: 0.1402063 Feb 08 21:44:07.252456 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47388) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:07.256736 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-224b82c5-0150-472f-9aed-daeae7de0a92 None None] Port 4cccd0d3-24ee-4b41-ae70-4a6257ff53c9 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:44:07.263513 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-6069bb18-59f0-4930-8d03-e75b25168a84 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '224423ee-16d4-4b1c-b1a5-cb6970fb327e') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:07.284278 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9baf1-7621-4c89-ae5a-e5fde60a8fab req-64c38062-f814-4ff1-8f69-e2a05399c24a tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:07.295873 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-00a9baf1-7621-4c89-ae5a-e5fde60a8fab req-64c38062-f814-4ff1-8f69-e2a05399c24a tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=3aba1643-8194-48fb-bf52-26c3c7d497cd HTTP/1.1" status: 200 len: 946 time: 0.1766202 Feb 08 21:44:07.304957 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-361789a1-7fcd-4b15-a3a2-ceeb82089c1a None None] Publish callbacks [] for port (d4eeec24-0565-4b30-86a8-b30252317608), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:07.316038 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-361789a1-7fcd-4b15-a3a2-ceeb82089c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d4eeec24-0565-4b30-86a8-b30252317608), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:07.404734 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ac4d1-57d1-4f9a-a544-5e0e79038bce None None] Pushing event updated for resources: {'Port': ['ID=d4eeec24-0565-4b30-86a8-b30252317608,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:07.450165 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6069bb18-59f0-4930-8d03-e75b25168a84 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "DELETE /v2.0/routers/224423ee-16d4-4b1c-b1a5-cb6970fb327e/tags HTTP/1.1" status: 204 len: 168 time: 0.1937528 Feb 08 21:44:07.455374 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47390) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:07.457838 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-00a9baf1-7621-4c89-ae5a-e5fde60a8fab req-ffabcebc-f6a6-4e1a-8753-74bb4aa5efcd tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609960 Feb 08 21:44:07.460160 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-28ae507a-5c87-4e8d-868c-6e7acca16054 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4cccd0d3-24ee-4b41-ae70-4a6257ff53c9') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:07.587108 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47394) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:07.603024 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-28ae507a-5c87-4e8d-868c-6e7acca16054 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "DELETE /v2.0/ports/4cccd0d3-24ee-4b41-ae70-4a6257ff53c9/tags HTTP/1.1" status: 204 len: 168 time: 0.1463263 Feb 08 21:44:07.603696 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47396) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:07.608650 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-90e0a7ff-acce-4d31-a9cb-9bdedf5841ad tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0ee38e59-8835-49ed-bdd7-8eb163e924ff') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:07.623597 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1f873b3e-09f9-44fd-bad9-c7bf6b1afa42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:07.648642 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-361789a1-7fcd-4b15-a3a2-ceeb82089c1a None None] Attempting to bind port d4eeec24-0565-4b30-86a8-b30252317608 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:44:07.649454 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-361789a1-7fcd-4b15-a3a2-ceeb82089c1a None None] Attempting to bind port d4eeec24-0565-4b30-86a8-b30252317608 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '06a9327d-123e-4f7c-9e54-341966b1df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a2434da0-0a13-4fde-9e1d-c31acf1ef186'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:44:07.650079 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361789a1-7fcd-4b15-a3a2-ceeb82089c1a None None] Attempting to bind port d4eeec24-0565-4b30-86a8-b30252317608 on network a2434da0-0a13-4fde-9e1d-c31acf1ef186 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:44:07.659224 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361789a1-7fcd-4b15-a3a2-ceeb82089c1a None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:44:07.660615 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361789a1-7fcd-4b15-a3a2-ceeb82089c1a None None] Checking segment: {'id': '06a9327d-123e-4f7c-9e54-341966b1df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a2434da0-0a13-4fde-9e1d-c31acf1ef186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:44:07.661751 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-361789a1-7fcd-4b15-a3a2-ceeb82089c1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:07.663294 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361789a1-7fcd-4b15-a3a2-ceeb82089c1a None None] Bound using segment: {'id': '06a9327d-123e-4f7c-9e54-341966b1df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a2434da0-0a13-4fde-9e1d-c31acf1ef186'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:44:07.664077 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-361789a1-7fcd-4b15-a3a2-ceeb82089c1a None None] Bound port: d4eeec24-0565-4b30-86a8-b30252317608, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06a9327d-123e-4f7c-9e54-341966b1df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a2434da0-0a13-4fde-9e1d-c31acf1ef186'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:44:07.665597 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-361789a1-7fcd-4b15-a3a2-ceeb82089c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d4eeec24-0565-4b30-86a8-b30252317608), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:07.775955 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-90e0a7ff-acce-4d31-a9cb-9bdedf5841ad tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "DELETE /v2.0/subnets/0ee38e59-8835-49ed-bdd7-8eb163e924ff/tags HTTP/1.1" status: 204 len: 168 time: 0.1706629 Feb 08 21:44:07.778643 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47400) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:07.791659 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-d383d707-1dbd-4d30-b5de-5ccf3934f955 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0ee38e59-8835-49ed-bdd7-8eb163e924ff', 'tempest-TagsExtTest-Tag-397331735') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:07.797501 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-361789a1-7fcd-4b15-a3a2-ceeb82089c1a None None] For port d4eeec24-0565-4b30-86a8-b30252317608, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:44:07.802807 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-361789a1-7fcd-4b15-a3a2-ceeb82089c1a None None] For port d4eeec24-0565-4b30-86a8-b30252317608, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d4eeec24-0565-4b30-86a8-b30252317608,segment=NetworkSegment(06a9327d-123e-4f7c-9e54-341966b1df43),segment_id=06a9327d-123e-4f7c-9e54-341966b1df43)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:44:07.825941 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-361789a1-7fcd-4b15-a3a2-ceeb82089c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d4eeec24-0565-4b30-86a8-b30252317608), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:07.851760 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1f873b3e-09f9-44fd-bad9-c7bf6b1afa42 admin admin] Publish callbacks [] for security_group (4a72ad65-f420-489f-af2e-f08ea97d842f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:07.856664 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1f873b3e-09f9-44fd-bad9-c7bf6b1afa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4a72ad65-f420-489f-af2e-f08ea97d842f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:07.913995 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1f873b3e-09f9-44fd-bad9-c7bf6b1afa42 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3eaf78f739434254b3305f40a8ca8efb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3227518 Feb 08 21:44:07.916206 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47404) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:07.991699 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f873b3e-09f9-44fd-bad9-c7bf6b1afa42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a72ad65-f420-489f-af2e-f08ea97d842f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:08.062065 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361789a1-7fcd-4b15-a3a2-ceeb82089c1a None None] Routers {'3d3a214e-7c8e-4040-bc1b-35b22711e5bb'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:44:08.062805 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-361789a1-7fcd-4b15-a3a2-ceeb82089c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:43:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3d3a214e-7c8e-4040-bc1b-35b22711e5bb'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:08.165251 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ac4d1-57d1-4f9a-a544-5e0e79038bce None None] Pushing event updated for resources: {'Port': ['ID=d4eeec24-0565-4b30-86a8-b30252317608,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:08.169280 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-526e0e30-a9e4-42b5-8a1f-e6fe0167839b admin admin] Publish callbacks [] for security_group (4a72ad65-f420-489f-af2e-f08ea97d842f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:08.170839 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-0ff59462-45da-46b4-a160-582d3b2d73ed None None] Provisioning complete for port d4eeec24-0565-4b30-86a8-b30252317608 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:44:08.171298 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0ff59462-45da-46b4-a160-582d3b2d73ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d4eeec24-0565-4b30-86a8-b30252317608), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:08.241328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47416) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:08.243605 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d383d707-1dbd-4d30-b5de-5ccf3934f955 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "PUT /v2.0/subnets/0ee38e59-8835-49ed-bdd7-8eb163e924ff/tags/tempest-TagsExtTest-Tag-397331735 HTTP/1.1" status: 201 len: 201 time: 0.4625268 Feb 08 21:44:08.247518 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-338030ae-96ed-4215-b333-0d12ad5858d9 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4cccd0d3-24ee-4b41-ae70-4a6257ff53c9', 'tempest-TagsExtTest-Tag-9395101') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:08.333722 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-526e0e30-a9e4-42b5-8a1f-e6fe0167839b admin admin] Publish callbacks [] for security_group (4a72ad65-f420-489f-af2e-f08ea97d842f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:08.362690 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47418) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:08.409007 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-526e0e30-a9e4-42b5-8a1f-e6fe0167839b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4a72ad65-f420-489f-af2e-f08ea97d842f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:08.420623 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-526e0e30-a9e4-42b5-8a1f-e6fe0167839b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:08.425411 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-526e0e30-a9e4-42b5-8a1f-e6fe0167839b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4a72ad65-f420-489f-af2e-f08ea97d842f HTTP/1.1" status: 204 len: 168 time: 0.5079114 Feb 08 21:44:08.440750 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e0e30-a9e4-42b5-8a1f-e6fe0167839b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a72ad65-f420-489f-af2e-f08ea97d842f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:08.444588 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0ff59462-45da-46b4-a160-582d3b2d73ed None None] Current status of the port d4eeec24-0565-4b30-86a8-b30252317608 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:44:08.444982 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0ff59462-45da-46b4-a160-582d3b2d73ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d4eeec24-0565-4b30-86a8-b30252317608), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:08.451648 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-361789a1-7fcd-4b15-a3a2-ceeb82089c1a None None] Set router 3d3a214e-7c8e-4040-bc1b-35b22711e5bb gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:44:08.469207 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-338030ae-96ed-4215-b333-0d12ad5858d9 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "PUT /v2.0/ports/4cccd0d3-24ee-4b41-ae70-4a6257ff53c9/tags/tempest-TagsExtTest-Tag-9395101 HTTP/1.1" status: 201 len: 201 time: 0.2260108 Feb 08 21:44:08.471926 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47424) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:08.477658 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-c9870c8b-e249-4de5-8a11-67f5e9b54d16 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '224423ee-16d4-4b1c-b1a5-cb6970fb327e', 'tempest-TagsExtTest-Tag-168498673') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:08.624415 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-0ff59462-45da-46b4-a160-582d3b2d73ed None None] For port d4eeec24-0565-4b30-86a8-b30252317608, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d4eeec24-0565-4b30-86a8-b30252317608,segment=NetworkSegment(06a9327d-123e-4f7c-9e54-341966b1df43),segment_id=06a9327d-123e-4f7c-9e54-341966b1df43)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:44:08.643567 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0ff59462-45da-46b4-a160-582d3b2d73ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d4eeec24-0565-4b30-86a8-b30252317608), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:08.724881 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c9870c8b-e249-4de5-8a11-67f5e9b54d16 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "PUT /v2.0/routers/224423ee-16d4-4b1c-b1a5-cb6970fb327e/tags/tempest-TagsExtTest-Tag-168498673 HTTP/1.1" status: 201 len: 201 time: 0.2516720 Feb 08 21:44:08.727490 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47430) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:08.734818 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-59e1076c-c9fc-49ad-a90e-71715b0a9601 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '81484db2-91b8-421c-8350-a5ba835f361d', 'tempest-TagsExtTest-Tag-1656622038') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:08.783594 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-d7a6dd2c-c37b-4daf-84c3-633d6a16d487 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:08.784080 n-d-712143-31 neutron-server[103433]: WARNING neutron.api.v2.base [None req-d7a6dd2c-c37b-4daf-84c3-633d6a16d487 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 08 21:44:08.784663 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-d7a6dd2c-c37b-4daf-84c3-633d6a16d487 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] create failed (client error): There was a conflict when trying to complete your request. Feb 08 21:44:08.785737 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d7a6dd2c-c37b-4daf-84c3-633d6a16d487 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4119036 Feb 08 21:44:08.792123 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47432) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:08.811465 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-bdef9b75-4399-41bf-ab08-e3b2e965e6d4 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group': {'name': 'tempest-secgroup--918029692'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:08.837463 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926993f-ea7e-4edc-bdbc-d695c498181f req-1f4246bc-6e16-4505-9267-3c1e0d02ca59 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:08.843200 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8926993f-ea7e-4edc-bdbc-d695c498181f req-1f4246bc-6e16-4505-9267-3c1e0d02ca59 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.96 "GET /v2.0/ports?device_id=3aba1643-8194-48fb-bf52-26c3c7d497cd HTTP/1.1" status: 200 len: 946 time: 0.2914340 Feb 08 21:44:08.883217 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-59e1076c-c9fc-49ad-a90e-71715b0a9601 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "PUT /v2.0/subnetpools/81484db2-91b8-421c-8350-a5ba835f361d/tags/tempest-TagsExtTest-Tag-1656622038 HTTP/1.1" status: 201 len: 201 time: 0.1544657 Feb 08 21:44:08.883880 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47436) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:08.893077 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-45990b18-2074-428d-9193-581165e62d52 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0ee38e59-8835-49ed-bdd7-8eb163e924ff', {'tags': ['tempest-TagsExtTest-Tag-1493030154', 'tempest-TagsExtTest-Tag-2051536690', 'tempest-TagsExtTest-Tag-1789639447']}) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:08.927554 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdef9b75-4399-41bf-ab08-e3b2e965e6d4 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:08.950281 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96622e2-edb3-4f38-a1c3-d44d10883929 req-c9c089c8-cf60-4a61-906d-5f0292a1b9ee tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:08.951943 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e96622e2-edb3-4f38-a1c3-d44d10883929 req-c9c089c8-cf60-4a61-906d-5f0292a1b9ee tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=3aba1643-8194-48fb-bf52-26c3c7d497cd HTTP/1.1" status: 200 len: 946 time: 0.2954609 Feb 08 21:44:09.007773 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdef9b75-4399-41bf-ab08-e3b2e965e6d4 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:09.064422 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e96622e2-edb3-4f38-a1c3-d44d10883929 req-b62fc3c8-fd2b-4fa3-88ef-70042c0939f8 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978985 Feb 08 21:44:09.101502 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-45990b18-2074-428d-9193-581165e62d52 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "PUT /v2.0/subnets/0ee38e59-8835-49ed-bdd7-8eb163e924ff/tags HTTP/1.1" status: 200 len: 318 time: 0.2142496 Feb 08 21:44:09.111341 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47446) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:09.136558 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-ebd2b680-82d2-4a02-b407-092bbc52b52e tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0ee38e59-8835-49ed-bdd7-8eb163e924ff') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:09.183597 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-8926993f-ea7e-4edc-bdbc-d695c498181f req-abef6f2d-3c0c-445f-9b47-ea88ee7c21a5 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Deleting port c10bdf49-410c-49e6-93e8-8cff1324ca18 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:44:09.184340 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8926993f-ea7e-4edc-bdbc-d695c498181f req-abef6f2d-3c0c-445f-9b47-ea88ee7c21a5 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c10bdf49-410c-49e6-93e8-8cff1324ca18), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:09.269620 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdef9b75-4399-41bf-ab08-e3b2e965e6d4 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (8ac8d448-a730-4dd1-880b-2b69e6ea8b19), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:09.276476 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdef9b75-4399-41bf-ab08-e3b2e965e6d4 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8ac8d448-a730-4dd1-880b-2b69e6ea8b19), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:09.298808 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff59462-45da-46b4-a160-582d3b2d73ed None None] Pushing event updated for resources: {'Port': ['ID=d4eeec24-0565-4b30-86a8-b30252317608,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:09.313372 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-661d5d74-906d-411b-a06d-7f31904d7ed1 None None] Provisioning complete for port d4eeec24-0565-4b30-86a8-b30252317608 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:44:09.313616 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-661d5d74-906d-411b-a06d-7f31904d7ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d4eeec24-0565-4b30-86a8-b30252317608), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:09.342149 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef9b75-4399-41bf-ab08-e3b2e965e6d4 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac8d448-a730-4dd1-880b-2b69e6ea8b19,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:09.381635 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-8926993f-ea7e-4edc-bdbc-d695c498181f req-abef6f2d-3c0c-445f-9b47-ea88ee7c21a5 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] For port c10bdf49-410c-49e6-93e8-8cff1324ca18, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c10bdf49-410c-49e6-93e8-8cff1324ca18,segment=NetworkSegment(6d12b64d-8e18-49b9-aa36-c463a8b40117),segment_id=6d12b64d-8e18-49b9-aa36-c463a8b40117)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:44:09.382381 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8926993f-ea7e-4edc-bdbc-d695c498181f req-abef6f2d-3c0c-445f-9b47-ea88ee7c21a5 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c10bdf49-410c-49e6-93e8-8cff1324ca18), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:09.398905 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-8926993f-ea7e-4edc-bdbc-d695c498181f req-abef6f2d-3c0c-445f-9b47-ea88ee7c21a5 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Calling delete_port for c10bdf49-410c-49e6-93e8-8cff1324ca18 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:44:09.422668 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ebd2b680-82d2-4a02-b407-092bbc52b52e tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "DELETE /v2.0/subnets/0ee38e59-8835-49ed-bdd7-8eb163e924ff/tags HTTP/1.1" status: 204 len: 168 time: 0.2919538 Feb 08 21:44:09.424948 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47452) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:09.450010 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-cbcf60fe-4b45-4b18-b826-f4501ff231a6 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0ee38e59-8835-49ed-bdd7-8eb163e924ff', 'tempest-TagsExtTest-Tag-1493030154') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:09.586378 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-cbcf60fe-4b45-4b18-b826-f4501ff231a6 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] show failed (client error): The resource could not be found. Feb 08 21:44:09.589957 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cbcf60fe-4b45-4b18-b826-f4501ff231a6 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "GET /v2.0/subnets/0ee38e59-8835-49ed-bdd7-8eb163e924ff/tags/tempest-TagsExtTest-Tag-1493030154 HTTP/1.1" status: 404 len: 329 time: 0.1463919 Feb 08 21:44:09.598513 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47462) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:09.611791 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-b3e71b90-353e-4a7d-aeeb-77714031ad3d tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0ee38e59-8835-49ed-bdd7-8eb163e924ff', 'tempest-TagsExtTest-Tag-2051536690') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:09.663429 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdef9b75-4399-41bf-ab08-e3b2e965e6d4 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (17ccf59c-b223-46e2-abb2-3c76de4eb923), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:09.672042 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdef9b75-4399-41bf-ab08-e3b2e965e6d4 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (17ccf59c-b223-46e2-abb2-3c76de4eb923), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:09.708477 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-661d5d74-906d-411b-a06d-7f31904d7ed1 None None] Current status of the port d4eeec24-0565-4b30-86a8-b30252317608 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:44:09.763073 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8926993f-ea7e-4edc-bdbc-d695c498181f req-abef6f2d-3c0c-445f-9b47-ea88ee7c21a5 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (c10bdf49-410c-49e6-93e8-8cff1324ca18), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:09.795228 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['951a528b-3911-4676-b8cf-fac9d5faf014', '3aa0c46d-1996-4bdf-9d31-30448bb41cf1', 'c10bdf49-410c-49e6-93e8-8cff1324ca18'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:44:09.814942 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdef9b75-4399-41bf-ab08-e3b2e965e6d4 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:09.819333 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bdef9b75-4399-41bf-ab08-e3b2e965e6d4 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0221527 Feb 08 21:44:09.824984 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47468) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:09.834839 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ef02e73a-c199-4732-9bc8-e4b5467a5dd6 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group_rule': {'security_group_id': '17ccf59c-b223-46e2-abb2-3c76de4eb923', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:09.836928 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-b3e71b90-353e-4a7d-aeeb-77714031ad3d tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] show failed (client error): The resource could not be found. Feb 08 21:44:09.838132 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b3e71b90-353e-4a7d-aeeb-77714031ad3d tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "GET /v2.0/subnets/0ee38e59-8835-49ed-bdd7-8eb163e924ff/tags/tempest-TagsExtTest-Tag-2051536690 HTTP/1.1" status: 404 len: 329 time: 0.2367361 Feb 08 21:44:09.848726 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef6f2d-3c0c-445f-9b47-ea88ee7c21a5 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Pushing event deleted for resources: {'Port': ['ID=c10bdf49-410c-49e6-93e8-8cff1324ca18,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:09.864040 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47470) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:09.879085 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-84de257e-c3cc-41b6-9641-ff3642481b1d tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0ee38e59-8835-49ed-bdd7-8eb163e924ff', 'tempest-TagsExtTest-Tag-1789639447') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:09.893584 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef9b75-4399-41bf-ab08-e3b2e965e6d4 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ccf59c-b223-46e2-abb2-3c76de4eb923,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:09.952293 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef02e73a-c199-4732-9bc8-e4b5467a5dd6 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group_rule (feb4fd51-a4c0-4fda-a1f3-704f9050619e), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:10.033073 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-361789a1-7fcd-4b15-a3a2-ceeb82089c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'name': 'tempest-TestNetworkBasicOps-router-145281194', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:41:29Z', 'updated_at': '2022-02-08T21:44:00Z', 'revision_number': 5, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:30Z', 'updated_at': '2022-02-08T21:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'd66d1306-eac7-4f6a-81b0-01afa3f0aa29', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'port_id': '4e975045-2d7b-4c18-a21a-71b3c44fe49f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf', 'mac_address': 'fa:16:3e:52:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7429bad7-8f15-46c7-add0-d85cff99e0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:42:18Z', 'updated_at': '2022-02-08T21:42:24Z', 'revision_number': 1, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e54f8d8-3e18-4a96-b200-cbd839f3999b', 'name': '', 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'mac_address': 'fa:16:3e:72:87:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:37Z', 'updated_at': '2022-02-08T21:41:50Z', 'revision_number': 5, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'subnets': [{'id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4eeec24-0565-4b30-86a8-b30252317608', 'name': '', 'network_id': 'a2434da0-0a13-4fde-9e1d-c31acf1ef186', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'mac_address': 'fa:16:3e:72:15:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '5db1dca8-4776-49a6-b331-ccef9c429fdd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:43:58Z', 'updated_at': '2022-02-08T21:44:07Z', 'revision_number': 4, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'subnets': [{'id': '5db1dca8-4776-49a6-b331-ccef9c429fdd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:10.128568 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef02e73a-c199-4732-9bc8-e4b5467a5dd6 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group_rule (feb4fd51-a4c0-4fda-a1f3-704f9050619e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:10.129195 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-8926993f-ea7e-4edc-bdbc-d695c498181f req-abef6f2d-3c0c-445f-9b47-ea88ee7c21a5 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] No DVR routers for this DVR port c10bdf49-410c-49e6-93e8-8cff1324ca18 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:44:10.134630 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8926993f-ea7e-4edc-bdbc-d695c498181f req-abef6f2d-3c0c-445f-9b47-ea88ee7c21a5 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:10.135510 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef02e73a-c199-4732-9bc8-e4b5467a5dd6 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (feb4fd51-a4c0-4fda-a1f3-704f9050619e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:10.138847 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8926993f-ea7e-4edc-bdbc-d695c498181f req-abef6f2d-3c0c-445f-9b47-ea88ee7c21a5 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.96 "DELETE /v2.0/ports/c10bdf49-410c-49e6-93e8-8cff1324ca18 HTTP/1.1" status: 204 len: 173 time: 1.2908261 Feb 08 21:44:10.139350 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aba1643-8194-48fb-bf52-26c3c7d497cd', 'name': 'network-vif-deleted', 'tag': 'c10bdf49-410c-49e6-93e8-8cff1324ca18'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:44:10.142596 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bec2d45-85cc-431b-8e55-d6c18b3df4bc" -d '{"events": [{"server_uuid": "3aba1643-8194-48fb-bf52-26c3c7d497cd", "name": "network-vif-deleted", "tag": "c10bdf49-410c-49e6-93e8-8cff1324ca18"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:44:10.163905 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-84de257e-c3cc-41b6-9641-ff3642481b1d tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] show failed (client error): The resource could not be found. Feb 08 21:44:10.167346 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-84de257e-c3cc-41b6-9641-ff3642481b1d tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "GET /v2.0/subnets/0ee38e59-8835-49ed-bdd7-8eb163e924ff/tags/tempest-TagsExtTest-Tag-1789639447 HTTP/1.1" status: 404 len: 329 time: 0.2982631 Feb 08 21:44:10.169848 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47486) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:10.176528 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-c8c62e8f-638b-4bf0-ad4c-aff069a24c0f tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4cccd0d3-24ee-4b41-ae70-4a6257ff53c9', {'tags': ['tempest-TagsExtTest-Tag-450582815', 'tempest-TagsExtTest-Tag-709432241', 'tempest-TagsExtTest-Tag-1374951755']}) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:10.187643 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361789a1-7fcd-4b15-a3a2-ceeb82089c1a None None] The sync data for ids ['3d3a214e-7c8e-4040-bc1b-35b22711e5bb'] in n-d-712143-31 is: [{'id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'name': 'tempest-TestNetworkBasicOps-router-145281194', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:41:29Z', 'updated_at': '2022-02-08T21:44:00Z', 'revision_number': 5, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:30Z', 'updated_at': '2022-02-08T21:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'd66d1306-eac7-4f6a-81b0-01afa3f0aa29', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'port_id': '4e975045-2d7b-4c18-a21a-71b3c44fe49f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf', 'mac_address': 'fa:16:3e:52:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7429bad7-8f15-46c7-add0-d85cff99e0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:42:18Z', 'updated_at': '2022-02-08T21:42:24Z', 'revision_number': 1, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e54f8d8-3e18-4a96-b200-cbd839f3999b', 'name': '', 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'mac_address': 'fa:16:3e:72:87:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:37Z', 'updated_at': '2022-02-08T21:41:50Z', 'revision_number': 5, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'subnets': [{'id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4eeec24-0565-4b30-86a8-b30252317608', 'name': '', 'network_id': 'a2434da0-0a13-4fde-9e1d-c31acf1ef186', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'mac_address': 'fa:16:3e:72:15:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '5db1dca8-4776-49a6-b331-ccef9c429fdd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:43:58Z', 'updated_at': '2022-02-08T21:44:07Z', 'revision_number': 4, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'subnets': [{'id': '5db1dca8-4776-49a6-b331-ccef9c429fdd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:44:10.200070 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef02e73a-c199-4732-9bc8-e4b5467a5dd6 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:10.203696 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ef02e73a-c199-4732-9bc8-e4b5467a5dd6 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3724885 Feb 08 21:44:10.206187 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47488) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:10.233906 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-710add25-ca19-4bb0-b7c2-5910cc8a0dc8 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group_rule': {'security_group_id': '17ccf59c-b223-46e2-abb2-3c76de4eb923', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:10.317220 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef02e73a-c199-4732-9bc8-e4b5467a5dd6 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb4fd51-a4c0-4fda-a1f3-704f9050619e,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:10.361279 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-710add25-ca19-4bb0-b7c2-5910cc8a0dc8 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group_rule (41bb0dc1-a2bf-4dd9-9aeb-fa6cb0d1ed49), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:10.545516 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-710add25-ca19-4bb0-b7c2-5910cc8a0dc8 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] create failed (client error): There was a conflict when trying to complete your request. Feb 08 21:44:10.552437 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-710add25-ca19-4bb0-b7c2-5910cc8a0dc8 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3291149 Feb 08 21:44:10.582475 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47492) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:10.633685 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d57ba58-ce2e-4c0b-834a-a28645b43c63 req-548e955e-2cef-40dc-a785-6c6f6993dab9 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=3aba1643-8194-48fb-bf52-26c3c7d497cd HTTP/1.1" status: 200 len: 210 time: 0.1461298 Feb 08 21:44:10.644707 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47494) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:10.645271 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c8c62e8f-638b-4bf0-ad4c-aff069a24c0f tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "PUT /v2.0/ports/4cccd0d3-24ee-4b41-ae70-4a6257ff53c9/tags HTTP/1.1" status: 200 len: 316 time: 0.4678304 Feb 08 21:44:10.658290 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-4923181f-659f-4a43-86f4-020ecbdc9990 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4cccd0d3-24ee-4b41-ae70-4a6257ff53c9') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:10.721271 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402558a9-2d68-4f7e-844e-63ad20260f22 req-72a688fd-2f43-43ea-ab90-83917cc1bd4c tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:10.727268 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-402558a9-2d68-4f7e-844e-63ad20260f22 req-72a688fd-2f43-43ea-ab90-83917cc1bd4c tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.4802847 Feb 08 21:44:10.889159 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d4f207-3312-4a6e-bdb5-7c2edb1410de x-openstack-request-id: req-91d4f207-3312-4a6e-bdb5-7c2edb1410de {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:44:10.889680 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aba1643-8194-48fb-bf52-26c3c7d497cd", "name": "network-vif-deleted", "tag": "c10bdf49-410c-49e6-93e8-8cff1324ca18", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:44:10.898308 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-91d4f207-3312-4a6e-bdb5-7c2edb1410de {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:44:10.898591 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aba1643-8194-48fb-bf52-26c3c7d497cd', 'name': 'network-vif-deleted', 'tag': 'c10bdf49-410c-49e6-93e8-8cff1324ca18', 'status': 'completed', 'code': 200} Feb 08 21:44:10.937904 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-402558a9-2d68-4f7e-844e-63ad20260f22 req-f9156c6c-8bc7-4dff-a544-fb7c9fe18ca6 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982145 Feb 08 21:44:10.941255 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-828c24dc-2229-4e8a-b210-c2e14e7e3576 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (17ccf59c-b223-46e2-abb2-3c76de4eb923), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:11.009593 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4923181f-659f-4a43-86f4-020ecbdc9990 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "DELETE /v2.0/ports/4cccd0d3-24ee-4b41-ae70-4a6257ff53c9/tags HTTP/1.1" status: 204 len: 168 time: 0.3550467 Feb 08 21:44:11.011504 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47502) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:11.021069 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-cc0892ba-ab01-4a2b-9445-0db5dde594c8 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4cccd0d3-24ee-4b41-ae70-4a6257ff53c9', 'tempest-TagsExtTest-Tag-450582815') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:11.034893 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-828c24dc-2229-4e8a-b210-c2e14e7e3576 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (17ccf59c-b223-46e2-abb2-3c76de4eb923), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:11.187421 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-828c24dc-2229-4e8a-b210-c2e14e7e3576 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (17ccf59c-b223-46e2-abb2-3c76de4eb923), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:11.197524 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-828c24dc-2229-4e8a-b210-c2e14e7e3576 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:11.197524 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-828c24dc-2229-4e8a-b210-c2e14e7e3576 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "DELETE /v2.0/security-groups/17ccf59c-b223-46e2-abb2-3c76de4eb923 HTTP/1.1" status: 204 len: 168 time: 0.6063919 Feb 08 21:44:11.197845 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47508) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:11.213600 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c24dc-2229-4e8a-b210-c2e14e7e3576 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ccf59c-b223-46e2-abb2-3c76de4eb923,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:11.266592 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-cc0892ba-ab01-4a2b-9445-0db5dde594c8 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] show failed (client error): The resource could not be found. Feb 08 21:44:11.266592 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cc0892ba-ab01-4a2b-9445-0db5dde594c8 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "GET /v2.0/ports/4cccd0d3-24ee-4b41-ae70-4a6257ff53c9/tags/tempest-TagsExtTest-Tag-450582815 HTTP/1.1" status: 404 len: 328 time: 0.2411313 Feb 08 21:44:11.268136 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47510) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:11.268136 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-4dbb6223-5451-4cfe-896c-c46d6df9b844 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4cccd0d3-24ee-4b41-ae70-4a6257ff53c9', 'tempest-TagsExtTest-Tag-709432241') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:11.359252 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f2cfa6e2-8b62-4cfe-a263-487018f6b530 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1588078 Feb 08 21:44:11.366916 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47512) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:11.373155 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-cbd423f5-8c32-4a24-92f5-59943f542332 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group': {'name': 'tempest-secgroup--365361990'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:11.392591 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-4dbb6223-5451-4cfe-896c-c46d6df9b844 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] show failed (client error): The resource could not be found. Feb 08 21:44:11.396600 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4dbb6223-5451-4cfe-896c-c46d6df9b844 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "GET /v2.0/ports/4cccd0d3-24ee-4b41-ae70-4a6257ff53c9/tags/tempest-TagsExtTest-Tag-709432241 HTTP/1.1" status: 404 len: 328 time: 0.1387515 Feb 08 21:44:11.399321 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47514) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:11.410025 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-b3dcdc0e-a0bc-46df-a9cc-6ced0f93eeab tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4cccd0d3-24ee-4b41-ae70-4a6257ff53c9', 'tempest-TagsExtTest-Tag-1374951755') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:11.457085 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cbd423f5-8c32-4a24-92f5-59943f542332 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:11.556248 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-b3dcdc0e-a0bc-46df-a9cc-6ced0f93eeab tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] show failed (client error): The resource could not be found. Feb 08 21:44:11.560620 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b3dcdc0e-a0bc-46df-a9cc-6ced0f93eeab tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "GET /v2.0/ports/4cccd0d3-24ee-4b41-ae70-4a6257ff53c9/tags/tempest-TagsExtTest-Tag-1374951755 HTTP/1.1" status: 404 len: 329 time: 0.1579154 Feb 08 21:44:11.561701 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47520) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:11.572986 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cbd423f5-8c32-4a24-92f5-59943f542332 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (da9e9208-db1d-4472-8d85-cb64935493ca), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:11.576618 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-04bc213e-f9b6-4df1-b725-a94e41f8b095 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '224423ee-16d4-4b1c-b1a5-cb6970fb327e', {'tags': ['tempest-TagsExtTest-Tag-569377403', 'tempest-TagsExtTest-Tag-1585931751', 'tempest-TagsExtTest-Tag-493292936']}) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:11.580304 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cbd423f5-8c32-4a24-92f5-59943f542332 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (da9e9208-db1d-4472-8d85-cb64935493ca), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:11.623276 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cbd423f5-8c32-4a24-92f5-59943f542332 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:11.624542 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cbd423f5-8c32-4a24-92f5-59943f542332 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2565889 Feb 08 21:44:11.627664 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47522) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:11.633638 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-131b9a24-ef7c-422d-b0ae-287d3e9a8c9a tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group_rule': {'security_group_id': 'da9e9208-db1d-4472-8d85-cb64935493ca', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:11.634128 n-d-712143-31 neutron-server[103433]: WARNING neutron.api.v2.base [None req-131b9a24-ef7c-422d-b0ae-287d3e9a8c9a tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 08 21:44:11.634831 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-131b9a24-ef7c-422d-b0ae-287d3e9a8c9a tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:44:11.635749 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-131b9a24-ef7c-422d-b0ae-287d3e9a8c9a tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0066547 Feb 08 21:44:11.636960 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd423f5-8c32-4a24-92f5-59943f542332 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da9e9208-db1d-4472-8d85-cb64935493ca,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:11.640653 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47524) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:11.757453 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-04bc213e-f9b6-4df1-b725-a94e41f8b095 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "PUT /v2.0/routers/224423ee-16d4-4b1c-b1a5-cb6970fb327e/tags HTTP/1.1" status: 200 len: 316 time: 0.1918736 Feb 08 21:44:11.757767 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47528) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:11.764693 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-dba3cc90-eeb3-4bbc-b35a-652c5481d190 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '224423ee-16d4-4b1c-b1a5-cb6970fb327e') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:11.778671 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec347193-210c-4202-84ca-d9c26a5e7929 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (da9e9208-db1d-4472-8d85-cb64935493ca), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:11.836813 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec347193-210c-4202-84ca-d9c26a5e7929 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (da9e9208-db1d-4472-8d85-cb64935493ca), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:11.951230 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec347193-210c-4202-84ca-d9c26a5e7929 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (da9e9208-db1d-4472-8d85-cb64935493ca), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:11.954867 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec347193-210c-4202-84ca-d9c26a5e7929 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:11.956329 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ec347193-210c-4202-84ca-d9c26a5e7929 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "DELETE /v2.0/security-groups/da9e9208-db1d-4472-8d85-cb64935493ca HTTP/1.1" status: 204 len: 168 time: 0.3159311 Feb 08 21:44:11.961199 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47536) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:11.991135 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec347193-210c-4202-84ca-d9c26a5e7929 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9e9208-db1d-4472-8d85-cb64935493ca,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:12.163956 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-32de7052-4ea8-4150-8dfa-0d689459e63f tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2012601 Feb 08 21:44:12.167705 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47544) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:12.170578 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-dba3cc90-eeb3-4bbc-b35a-652c5481d190 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "DELETE /v2.0/routers/224423ee-16d4-4b1c-b1a5-cb6970fb327e/tags HTTP/1.1" status: 204 len: 168 time: 0.4095933 Feb 08 21:44:12.172996 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47546) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:12.176390 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f8ad9bac-99d5-4b97-a4cd-57bf3c79020f tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group': {'name': 'tempest-secgroup--1165240431'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:12.178524 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-401bfd97-011e-4e50-9980-22db567b02a7 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '224423ee-16d4-4b1c-b1a5-cb6970fb327e', 'tempest-TagsExtTest-Tag-569377403') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:12.331244 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8ad9bac-99d5-4b97-a4cd-57bf3c79020f tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:12.390442 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d4eeec24-0565-4b30-86a8-b30252317608 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:44:12.426030 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf59ba9-0d99-463b-9363-7d5a34325264 req-140ded90-567d-4676-9f1a-8028f31af2a7 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:12.428854 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bbf59ba9-0d99-463b-9363-7d5a34325264 req-140ded90-567d-4676-9f1a-8028f31af2a7 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.94 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.2071254 Feb 08 21:44:12.564082 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8ad9bac-99d5-4b97-a4cd-57bf3c79020f tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (0ac6c753-9598-44aa-a82a-08f23e06144f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:12.585816 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8ad9bac-99d5-4b97-a4cd-57bf3c79020f tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0ac6c753-9598-44aa-a82a-08f23e06144f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:12.624342 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d4eeec24-0565-4b30-86a8-b30252317608 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:44:12.627005 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad9bac-99d5-4b97-a4cd-57bf3c79020f tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac6c753-9598-44aa-a82a-08f23e06144f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:12.627819 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d4eeec24-0565-4b30-86a8-b30252317608), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:12.663754 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8ad9bac-99d5-4b97-a4cd-57bf3c79020f tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:12.667601 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f8ad9bac-99d5-4b97-a4cd-57bf3c79020f tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4955769 Feb 08 21:44:12.691651 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47552) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:12.702712 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3459446c-c491-44cd-a87b-cfe690146f12 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group_rule': {'security_group_id': '0ac6c753-9598-44aa-a82a-08f23e06144f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:12.703548 n-d-712143-31 neutron-server[103434]: WARNING neutron.api.v2.base [None req-3459446c-c491-44cd-a87b-cfe690146f12 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 08 21:44:12.705328 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-3459446c-c491-44cd-a87b-cfe690146f12 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:44:12.710148 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3459446c-c491-44cd-a87b-cfe690146f12 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0122912 Feb 08 21:44:12.713543 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47554) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:12.850462 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d4eeec24-0565-4b30-86a8-b30252317608 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:44:12.879423 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8391c465-dae3-42df-91d7-1e303fa0a1c1 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (0ac6c753-9598-44aa-a82a-08f23e06144f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:12.882880 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-bbf59ba9-0d99-463b-9363-7d5a34325264 req-3df1d158-3550-4a71-8e84-9380a7d0429e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Deleting port 38a4287e-56b3-4bf1-b386-0d6d5e88138b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:44:12.883300 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bbf59ba9-0d99-463b-9363-7d5a34325264 req-3df1d158-3550-4a71-8e84-9380a7d0429e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (38a4287e-56b3-4bf1-b386-0d6d5e88138b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:12.971705 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8391c465-dae3-42df-91d7-1e303fa0a1c1 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (0ac6c753-9598-44aa-a82a-08f23e06144f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:13.014744 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97746f-bae2-4507-8159-7f6ea47d0456 req-0ddb89fc-103a-43bf-8cfd-e456f74f3346 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:13.016444 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc97746f-bae2-4507-8159-7f6ea47d0456 req-0ddb89fc-103a-43bf-8cfd-e456f74f3346 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 945 time: 0.8685672 Feb 08 21:44:13.021145 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-401bfd97-011e-4e50-9980-22db567b02a7 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] show failed (client error): The resource could not be found. Feb 08 21:44:13.025439 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-401bfd97-011e-4e50-9980-22db567b02a7 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "GET /v2.0/routers/224423ee-16d4-4b1c-b1a5-cb6970fb327e/tags/tempest-TagsExtTest-Tag-569377403 HTTP/1.1" status: 404 len: 328 time: 0.8511982 Feb 08 21:44:13.027373 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47558) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:13.034329 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-6dd0e5c3-e7bf-4951-87c2-33d14bb328f9 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '224423ee-16d4-4b1c-b1a5-cb6970fb327e', 'tempest-TagsExtTest-Tag-1585931751') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:13.118533 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device c10bdf49-410c-49e6-93e8-8cff1324ca18 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:44:13.129506 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-bbf59ba9-0d99-463b-9363-7d5a34325264 req-3df1d158-3550-4a71-8e84-9380a7d0429e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] For port 38a4287e-56b3-4bf1-b386-0d6d5e88138b, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=38a4287e-56b3-4bf1-b386-0d6d5e88138b,segment=NetworkSegment(8990cc77-7426-478b-89e3-41d59e06134a),segment_id=8990cc77-7426-478b-89e3-41d59e06134a)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:44:13.130109 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bbf59ba9-0d99-463b-9363-7d5a34325264 req-3df1d158-3550-4a71-8e84-9380a7d0429e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (38a4287e-56b3-4bf1-b386-0d6d5e88138b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:13.174172 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55e35f-d503-452f-9c9d-872f20e90237 req-9dc8974c-de15-4e3f-acd0-37f4787bfb8e tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:13.175872 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca55e35f-d503-452f-9c9d-872f20e90237 req-9dc8974c-de15-4e3f-acd0-37f4787bfb8e tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba3bb589-023a-413d-8b78-70c2aac1a354 HTTP/1.1" status: 200 len: 945 time: 0.7804711 Feb 08 21:44:13.183303 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: c10bdf49-410c-49e6-93e8-8cff1324ca18 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:44:13.184008 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device c10bdf49-410c-49e6-93e8-8cff1324ca18 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:44:13.242006 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc97746f-bae2-4507-8159-7f6ea47d0456 req-32f03697-8ff9-4b96-82ca-ba3a6b310c45 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135746 Feb 08 21:44:13.254364 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8391c465-dae3-42df-91d7-1e303fa0a1c1 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0ac6c753-9598-44aa-a82a-08f23e06144f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:13.259226 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8391c465-dae3-42df-91d7-1e303fa0a1c1 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:13.264110 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8391c465-dae3-42df-91d7-1e303fa0a1c1 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "DELETE /v2.0/security-groups/0ac6c753-9598-44aa-a82a-08f23e06144f HTTP/1.1" status: 204 len: 168 time: 0.5487053 Feb 08 21:44:13.269338 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-6dd0e5c3-e7bf-4951-87c2-33d14bb328f9 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] show failed (client error): The resource could not be found. Feb 08 21:44:13.273566 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6dd0e5c3-e7bf-4951-87c2-33d14bb328f9 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "GET /v2.0/routers/224423ee-16d4-4b1c-b1a5-cb6970fb327e/tags/tempest-TagsExtTest-Tag-1585931751 HTTP/1.1" status: 404 len: 329 time: 0.2435732 Feb 08 21:44:13.280377 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47564) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:13.280864 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47566) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:13.295244 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-a63cb249-cdbf-415b-a5a0-4a812dec403f tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '224423ee-16d4-4b1c-b1a5-cb6970fb327e', 'tempest-TagsExtTest-Tag-493292936') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:13.300395 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391c465-dae3-42df-91d7-1e303fa0a1c1 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac6c753-9598-44aa-a82a-08f23e06144f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:13.397716 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca55e35f-d503-452f-9c9d-872f20e90237 req-f1354385-0c51-4b75-bfe2-529ff99e0be0 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103736 Feb 08 21:44:13.515421 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e1116700-2848-431c-a318-ab3cd5187a71 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2332249 Feb 08 21:44:13.516213 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47570) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:13.522379 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-8a9f052e-59af-4934-b832-63fba9252c69 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group': {'name': 'tempest-secgroup--1490624055'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:13.540799 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-a63cb249-cdbf-415b-a5a0-4a812dec403f tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] show failed (client error): The resource could not be found. Feb 08 21:44:13.545609 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a63cb249-cdbf-415b-a5a0-4a812dec403f tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "GET /v2.0/routers/224423ee-16d4-4b1c-b1a5-cb6970fb327e/tags/tempest-TagsExtTest-Tag-493292936 HTTP/1.1" status: 404 len: 328 time: 0.2620103 Feb 08 21:44:13.549309 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47572) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:13.557256 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-af0cbf05-fefe-4d0e-8bd2-8b8de24b1110 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '81484db2-91b8-421c-8350-a5ba835f361d', {'tags': ['tempest-TagsExtTest-Tag-1472635423', 'tempest-TagsExtTest-Tag-1842120927', 'tempest-TagsExtTest-Tag-702892647']}) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:13.588592 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8a9f052e-59af-4934-b832-63fba9252c69 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:13.663956 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-af0cbf05-fefe-4d0e-8bd2-8b8de24b1110 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "PUT /v2.0/subnetpools/81484db2-91b8-421c-8350-a5ba835f361d/tags HTTP/1.1" status: 200 len: 317 time: 0.1130843 Feb 08 21:44:13.665172 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47574) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:13.676412 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-fbf888eb-9c9c-4a6a-b89e-fe1f806e1c0b tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '81484db2-91b8-421c-8350-a5ba835f361d') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:13.791777 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d485a6b-6147-4f84-924f-91ca5c2c5121 req-11ca80e1-f5b1-4764-b44c-f1dc40d04305 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:13.802549 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d485a6b-6147-4f84-924f-91ca5c2c5121 req-11ca80e1-f5b1-4764-b44c-f1dc40d04305 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba3bb589-023a-413d-8b78-70c2aac1a354 HTTP/1.1" status: 200 len: 945 time: 0.2070749 Feb 08 21:44:13.969475 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8a9f052e-59af-4934-b832-63fba9252c69 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (59fcf338-448c-4b5d-bb60-d95625025451), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:13.992900 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8a9f052e-59af-4934-b832-63fba9252c69 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (59fcf338-448c-4b5d-bb60-d95625025451), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:14.030327 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fbf888eb-9c9c-4a6a-b89e-fe1f806e1c0b tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "DELETE /v2.0/subnetpools/81484db2-91b8-421c-8350-a5ba835f361d/tags HTTP/1.1" status: 204 len: 168 time: 0.3564372 Feb 08 21:44:14.039550 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47578) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:14.075094 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-20a1edde-58aa-427b-92b7-86acf77844dd tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '81484db2-91b8-421c-8350-a5ba835f361d', 'tempest-TagsExtTest-Tag-1472635423') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:14.123182 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8a9f052e-59af-4934-b832-63fba9252c69 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:14.125021 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8a9f052e-59af-4934-b832-63fba9252c69 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6064613 Feb 08 21:44:14.133721 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47580) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:14.135471 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-20a1edde-58aa-427b-92b7-86acf77844dd tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] show failed (client error): The resource could not be found. Feb 08 21:44:14.136720 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-20a1edde-58aa-427b-92b7-86acf77844dd tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "GET /v2.0/subnetpools/81484db2-91b8-421c-8350-a5ba835f361d/tags/tempest-TagsExtTest-Tag-1472635423 HTTP/1.1" status: 404 len: 329 time: 0.0959492 Feb 08 21:44:14.148051 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-111290fc-8bc7-4816-b5d8-8eec5446b374 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group_rule': {'security_group_id': '59fcf338-448c-4b5d-bb60-d95625025451', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:14.149100 n-d-712143-31 neutron-server[103433]: WARNING neutron.api.v2.base [None req-111290fc-8bc7-4816-b5d8-8eec5446b374 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 08 21:44:14.149763 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-111290fc-8bc7-4816-b5d8-8eec5446b374 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:44:14.151441 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-111290fc-8bc7-4816-b5d8-8eec5446b374 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0130529 Feb 08 21:44:14.156712 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47582) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:14.157343 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47584) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:14.200905 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-54392759-9923-429a-a7d9-ef6fbd0cf26a tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group_rule': {'security_group_id': '59fcf338-448c-4b5d-bb60-d95625025451', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:14.201974 n-d-712143-31 neutron-server[103433]: WARNING neutron.api.v2.base [None req-54392759-9923-429a-a7d9-ef6fbd0cf26a tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 08 21:44:14.202703 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-54392759-9923-429a-a7d9-ef6fbd0cf26a tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:44:14.203991 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-54392759-9923-429a-a7d9-ef6fbd0cf26a tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0148051 Feb 08 21:44:14.207560 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.tag.tag_plugin [None req-3d3e8d42-5dbe-4409-a4bf-cdff98cd8745 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '81484db2-91b8-421c-8350-a5ba835f361d', 'tempest-TagsExtTest-Tag-1842120927') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:14.213569 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47590) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:14.222203 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ea1e5800-f464-4ef5-8082-7a80edaf37f2 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group_rule': {'security_group_id': '59fcf338-448c-4b5d-bb60-d95625025451', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:14.223290 n-d-712143-31 neutron-server[103434]: WARNING neutron.api.v2.base [None req-ea1e5800-f464-4ef5-8082-7a80edaf37f2 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 08 21:44:14.223927 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-ea1e5800-f464-4ef5-8082-7a80edaf37f2 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:44:14.225080 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ea1e5800-f464-4ef5-8082-7a80edaf37f2 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085201 Feb 08 21:44:14.231036 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47592) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:14.239417 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f052e-59af-4934-b832-63fba9252c69 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59fcf338-448c-4b5d-bb60-d95625025451,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:14.248359 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-1432b411-8772-43e6-abaf-64f9d2694490 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group_rule': {'security_group_id': '59fcf338-448c-4b5d-bb60-d95625025451', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:14.254466 n-d-712143-31 neutron-server[103433]: WARNING neutron.api.v2.base [None req-1432b411-8772-43e6-abaf-64f9d2694490 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 08 21:44:14.255004 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-1432b411-8772-43e6-abaf-64f9d2694490 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:44:14.258967 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1432b411-8772-43e6-abaf-64f9d2694490 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0140855 Feb 08 21:44:14.263670 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47594) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:14.310153 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-3d3e8d42-5dbe-4409-a4bf-cdff98cd8745 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] show failed (client error): The resource could not be found. Feb 08 21:44:14.314950 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47598) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:14.315179 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3d3e8d42-5dbe-4409-a4bf-cdff98cd8745 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "GET /v2.0/subnetpools/81484db2-91b8-421c-8350-a5ba835f361d/tags/tempest-TagsExtTest-Tag-1842120927 HTTP/1.1" status: 404 len: 329 time: 0.1302781 Feb 08 21:44:14.317456 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-5d485a6b-6147-4f84-924f-91ca5c2c5121 req-9801040c-5700-4825-8b94-dd9f69cad322 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Deleting port 3aa0c46d-1996-4bdf-9d31-30448bb41cf1 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:44:14.317799 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5d485a6b-6147-4f84-924f-91ca5c2c5121 req-9801040c-5700-4825-8b94-dd9f69cad322 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (3aa0c46d-1996-4bdf-9d31-30448bb41cf1), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:14.324441 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-539567d4-e17d-417f-a5e5-ec5bacb0ae07 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '81484db2-91b8-421c-8350-a5ba835f361d', 'tempest-TagsExtTest-Tag-702892647') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:14.347622 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bbf59ba9-0d99-463b-9363-7d5a34325264 req-3df1d158-3550-4a71-8e84-9380a7d0429e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:14.348305 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bbf59ba9-0d99-463b-9363-7d5a34325264 req-3df1d158-3550-4a71-8e84-9380a7d0429e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (d0ee25b4-c914-4dde-9f35-1ce833873707), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:14.348732 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [req-bbf59ba9-0d99-463b-9363-7d5a34325264 req-3df1d158-3550-4a71-8e84-9380a7d0429e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Floating IP d0ee25b4-c914-4dde-9f35-1ce833873707 disassociated. External IP: 172.25.3.7, port: 38a4287e-56b3-4bf1-b386-0d6d5e88138b. Feb 08 21:44:14.350011 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-bbf59ba9-0d99-463b-9363-7d5a34325264 req-3df1d158-3550-4a71-8e84-9380a7d0429e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Calling delete_port for 38a4287e-56b3-4bf1-b386-0d6d5e88138b owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:44:14.426264 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6e47c72-8672-4d3f-bc88-d926200e6cc9 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (59fcf338-448c-4b5d-bb60-d95625025451), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:14.503584 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6e47c72-8672-4d3f-bc88-d926200e6cc9 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (59fcf338-448c-4b5d-bb60-d95625025451), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:14.543402 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bbf59ba9-0d99-463b-9363-7d5a34325264 req-3df1d158-3550-4a71-8e84-9380a7d0429e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (38a4287e-56b3-4bf1-b386-0d6d5e88138b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:14.581762 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1d158-3550-4a71-8e84-9380a7d0429e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Pushing event deleted for resources: {'Port': ['ID=38a4287e-56b3-4bf1-b386-0d6d5e88138b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:14.587795 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-5d485a6b-6147-4f84-924f-91ca5c2c5121 req-9801040c-5700-4825-8b94-dd9f69cad322 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] For port 3aa0c46d-1996-4bdf-9d31-30448bb41cf1, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=3aa0c46d-1996-4bdf-9d31-30448bb41cf1,segment=NetworkSegment(6d12b64d-8e18-49b9-aa36-c463a8b40117),segment_id=6d12b64d-8e18-49b9-aa36-c463a8b40117)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:44:14.588181 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5d485a6b-6147-4f84-924f-91ca5c2c5121 req-9801040c-5700-4825-8b94-dd9f69cad322 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (3aa0c46d-1996-4bdf-9d31-30448bb41cf1), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:14.592135 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-539567d4-e17d-417f-a5e5-ec5bacb0ae07 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] show failed (client error): The resource could not be found. Feb 08 21:44:14.594245 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-539567d4-e17d-417f-a5e5-ec5bacb0ae07 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "GET /v2.0/subnetpools/81484db2-91b8-421c-8350-a5ba835f361d/tags/tempest-TagsExtTest-Tag-702892647 HTTP/1.1" status: 404 len: 328 time: 0.2778649 Feb 08 21:44:14.607733 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47602) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:14.615819 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-abd8a43c-d88f-455c-9d0e-da67674590d8 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '81484db2-91b8-421c-8350-a5ba835f361d') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:14.631569 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-5d485a6b-6147-4f84-924f-91ca5c2c5121 req-9801040c-5700-4825-8b94-dd9f69cad322 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Calling delete_port for 3aa0c46d-1996-4bdf-9d31-30448bb41cf1 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:44:14.667556 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df06baf-57ee-4b73-b059-184ec6607ea7 req-52da60a9-57aa-475c-9a17-686cd5fb6b35 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:14.670365 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9df06baf-57ee-4b73-b059-184ec6607ea7 req-52da60a9-57aa-475c-9a17-686cd5fb6b35 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 867 time: 0.2671759 Feb 08 21:44:14.778718 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-abd8a43c-d88f-455c-9d0e-da67674590d8 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "DELETE /v2.0/subnetpools/81484db2-91b8-421c-8350-a5ba835f361d/tags HTTP/1.1" status: 204 len: 168 time: 0.1682281 Feb 08 21:44:14.783144 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47604) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:14.789578 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-c7733932-452f-463f-88f4-2de9c1a93f26 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '224423ee-16d4-4b1c-b1a5-cb6970fb327e') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:14.794500 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6e47c72-8672-4d3f-bc88-d926200e6cc9 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (59fcf338-448c-4b5d-bb60-d95625025451), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:14.800074 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6e47c72-8672-4d3f-bc88-d926200e6cc9 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:14.806152 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a6e47c72-8672-4d3f-bc88-d926200e6cc9 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "DELETE /v2.0/security-groups/59fcf338-448c-4b5d-bb60-d95625025451 HTTP/1.1" status: 204 len: 168 time: 0.5412118 Feb 08 21:44:14.815640 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f7655-3252-4021-a974-3e3c5b1f15e9 req-c134e935-59bb-493a-a00f-30aa8335219b tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:14.817736 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b3f7655-3252-4021-a974-3e3c5b1f15e9 req-c134e935-59bb-493a-a00f-30aa8335219b tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba3bb589-023a-413d-8b78-70c2aac1a354 HTTP/1.1" status: 200 len: 945 time: 0.2999094 Feb 08 21:44:14.821132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47606) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:14.892707 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e47c72-8672-4d3f-bc88-d926200e6cc9 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fcf338-448c-4b5d-bb60-d95625025451,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:14.935577 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c7733932-452f-463f-88f4-2de9c1a93f26 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "DELETE /v2.0/routers/224423ee-16d4-4b1c-b1a5-cb6970fb327e/tags HTTP/1.1" status: 204 len: 168 time: 0.1522362 Feb 08 21:44:14.940229 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47608) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:14.949278 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-f9b2fbad-e152-4453-b98c-928292b09c29 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4cccd0d3-24ee-4b41-ae70-4a6257ff53c9') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:14.978114 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbf59ba9-0d99-463b-9363-7d5a34325264 req-3df1d158-3550-4a71-8e84-9380a7d0429e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Router 00b6a973-68b2-437e-9776-f18c4b50ccde has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:44:15.003060 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9df06baf-57ee-4b73-b059-184ec6607ea7 req-0dd1b383-33b5-4b56-98fd-83cc4ef9dbff tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=d1348a42-5209-4074-ab00-b647e778670d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3211379 Feb 08 21:44:15.097040 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b3f7655-3252-4021-a974-3e3c5b1f15e9 req-f94b9bc3-b30e-4c8a-b9e6-2861dfb5ca12 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564290 Feb 08 21:44:15.113910 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ff8dcfcc-3134-4849-bc45-e0a3c626e596 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2875543 Feb 08 21:44:15.114583 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47612) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:15.137419 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-eac186ba-ed26-4bf4-9d06-558cd2d80a5a tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group': {'name': 'tempest-secgroup--1610480971'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:15.188177 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f9b2fbad-e152-4453-b98c-928292b09c29 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "DELETE /v2.0/ports/4cccd0d3-24ee-4b41-ae70-4a6257ff53c9/tags HTTP/1.1" status: 204 len: 168 time: 0.2467470 Feb 08 21:44:15.193764 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47614) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:15.218529 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-2b30dc27-30fd-4326-a846-66033dd20a71 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0ee38e59-8835-49ed-bdd7-8eb163e924ff') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:15.279608 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eac186ba-ed26-4bf4-9d06-558cd2d80a5a tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:15.294184 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 38a4287e-56b3-4bf1-b386-0d6d5e88138b no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:44:15.301498 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbf59ba9-0d99-463b-9363-7d5a34325264 req-3df1d158-3550-4a71-8e84-9380a7d0429e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:44:15.313420 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078353a-2725-4b8b-8b01-e8b83b866a1a None None] Sync routers for ids ['00b6a973-68b2-437e-9776-f18c4b50ccde'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:44:15.344763 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d078353a-2725-4b8b-8b01-e8b83b866a1a None None] Routers {'00b6a973-68b2-437e-9776-f18c4b50ccde'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:44:15.345487 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d078353a-2725-4b8b-8b01-e8b83b866a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:43:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['00b6a973-68b2-437e-9776-f18c4b50ccde'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:15.370273 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2b30dc27-30fd-4326-a846-66033dd20a71 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "DELETE /v2.0/subnets/0ee38e59-8835-49ed-bdd7-8eb163e924ff/tags HTTP/1.1" status: 204 len: 168 time: 0.1710074 Feb 08 21:44:15.377186 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47624) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:15.390984 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 38a4287e-56b3-4bf1-b386-0d6d5e88138b {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:44:15.391444 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 38a4287e-56b3-4bf1-b386-0d6d5e88138b not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:44:15.424030 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf59ba9-0d99-463b-9363-7d5a34325264 req-3df1d158-3550-4a71-8e84-9380a7d0429e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] No DVR routers for this DVR port 38a4287e-56b3-4bf1-b386-0d6d5e88138b on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:44:15.427082 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bbf59ba9-0d99-463b-9363-7d5a34325264 req-3df1d158-3550-4a71-8e84-9380a7d0429e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:15.431291 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bbf59ba9-0d99-463b-9363-7d5a34325264 req-3df1d158-3550-4a71-8e84-9380a7d0429e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.94 "DELETE /v2.0/ports/38a4287e-56b3-4bf1-b386-0d6d5e88138b HTTP/1.1" status: 204 len: 173 time: 2.9953074 Feb 08 21:44:15.448256 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b397c46d-96e4-4c27-a4c0-d25bd7caf284', 'name': 'network-vif-deleted', 'tag': '38a4287e-56b3-4bf1-b386-0d6d5e88138b'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:44:15.450830 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c96bb5-f674-4046-8198-99142f6ae2c8" -d '{"events": [{"server_uuid": "b397c46d-96e4-4c27-a4c0-d25bd7caf284", "name": "network-vif-deleted", "tag": "38a4287e-56b3-4bf1-b386-0d6d5e88138b"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:44:15.510088 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5d485a6b-6147-4f84-924f-91ca5c2c5121 req-9801040c-5700-4825-8b94-dd9f69cad322 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (3aa0c46d-1996-4bdf-9d31-30448bb41cf1), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:15.526417 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['951a528b-3911-4676-b8cf-fac9d5faf014'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:44:15.730369 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5b2251c9-7f54-4663-a9fb-d9f03e6652cf tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:15.733362 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5b2251c9-7f54-4663-a9fb-d9f03e6652cf tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "DELETE /v2.0/subnetpools/81484db2-91b8-421c-8350-a5ba835f361d HTTP/1.1" status: 204 len: 168 time: 0.3343198 Feb 08 21:44:15.736967 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47640) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:15.791918 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9801040c-5700-4825-8b94-dd9f69cad322 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Pushing event deleted for resources: {'Port': ['ID=3aa0c46d-1996-4bdf-9d31-30448bb41cf1,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:15.858600 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-fdf779bc-7af4-4386-acd9-0f99b31f1174 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=7aa69d3d5223400782e21d89e68d58a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0845850 Feb 08 21:44:15.871676 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-dc3c3f7a-8edb-45b3-bba2-8b565d64c612 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "GET /v2.0/ports?device_id=224423ee-16d4-4b1c-b1a5-cb6970fb327e HTTP/1.1" status: 200 len: 205 time: 0.1300499 Feb 08 21:44:15.894582 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47642) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:15.995391 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-d078353a-2725-4b8b-8b01-e8b83b866a1a None None] Set router 00b6a973-68b2-437e-9776-f18c4b50ccde gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:44:16.091647 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c78ca2a-8439-4460-b4af-b68fa72b54f5 x-openstack-request-id: req-8c78ca2a-8439-4460-b4af-b68fa72b54f5 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:44:16.091889 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b397c46d-96e4-4c27-a4c0-d25bd7caf284", "name": "network-vif-deleted", "tag": "38a4287e-56b3-4bf1-b386-0d6d5e88138b", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:44:16.092096 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8c78ca2a-8439-4460-b4af-b68fa72b54f5 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:44:16.092520 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b397c46d-96e4-4c27-a4c0-d25bd7caf284', 'name': 'network-vif-deleted', 'tag': '38a4287e-56b3-4bf1-b386-0d6d5e88138b', 'status': 'completed', 'code': 200} Feb 08 21:44:16.119625 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3bffdee5-5222-4053-90d0-f71a398aa5d3 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks [] for router (224423ee-16d4-4b1c-b1a5-cb6970fb327e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:16.191045 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-9bbfe4c5-5b2d-48e6-8e24-7872f8158d65 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:16.192644 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-9bbfe4c5-5b2d-48e6-8e24-7872f8158d65 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3331103 Feb 08 21:44:16.225880 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-b47fa728-8d51-448a-a20d-51abd878c002 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/quotas/7aa69d3d5223400782e21d89e68d58a1 HTTP/1.1" status: 200 len: 375 time: 0.0160000 Feb 08 21:44:16.283296 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d485a6b-6147-4f84-924f-91ca5c2c5121 req-9801040c-5700-4825-8b94-dd9f69cad322 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] No DVR routers for this DVR port 3aa0c46d-1996-4bdf-9d31-30448bb41cf1 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:44:16.286649 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5d485a6b-6147-4f84-924f-91ca5c2c5121 req-9801040c-5700-4825-8b94-dd9f69cad322 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:16.290864 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d485a6b-6147-4f84-924f-91ca5c2c5121 req-9801040c-5700-4825-8b94-dd9f69cad322 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.96 "DELETE /v2.0/ports/3aa0c46d-1996-4bdf-9d31-30448bb41cf1 HTTP/1.1" status: 204 len: 173 time: 2.4815111 Feb 08 21:44:16.311982 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3bb589-023a-413d-8b78-70c2aac1a354', 'name': 'network-vif-deleted', 'tag': '3aa0c46d-1996-4bdf-9d31-30448bb41cf1'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:44:16.314292 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ddb2a3-f014-492a-9f1a-8bc6d2c803db" -d '{"events": [{"server_uuid": "ba3bb589-023a-413d-8b78-70c2aac1a354", "name": "network-vif-deleted", "tag": "3aa0c46d-1996-4bdf-9d31-30448bb41cf1"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:44:16.319488 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f64673df-7c4f-408a-81eb-4b345f855ff2 req-16fb1018-3351-41cb-a7d4-381a20087c82 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=b397c46d-96e4-4c27-a4c0-d25bd7caf284 HTTP/1.1" status: 200 len: 210 time: 0.1254101 Feb 08 21:44:16.349406 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-cc946cee-8cae-4723-b201-fba59d920e07 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=7aa69d3d5223400782e21d89e68d58a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546663 Feb 08 21:44:16.392127 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eac186ba-ed26-4bf4-9d06-558cd2d80a5a tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (cbeb0584-7e1f-4310-8d88-7001d1d788d6), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:16.398042 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eac186ba-ed26-4bf4-9d06-558cd2d80a5a tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (cbeb0584-7e1f-4310-8d88-7001d1d788d6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:16.491026 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eac186ba-ed26-4bf4-9d06-558cd2d80a5a tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:16.491026 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-eac186ba-ed26-4bf4-9d06-558cd2d80a5a tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3734500 Feb 08 21:44:16.503758 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47654) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:16.527724 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-3983b912-96db-4e48-aaf3-a602cb572180 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group_rule': {'security_group_id': 'cbeb0584-7e1f-4310-8d88-7001d1d788d6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:16.531251 n-d-712143-31 neutron-server[103433]: WARNING neutron.api.v2.base [None req-3983b912-96db-4e48-aaf3-a602cb572180 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 08 21:44:16.535209 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-3983b912-96db-4e48-aaf3-a602cb572180 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:44:16.540890 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3983b912-96db-4e48-aaf3-a602cb572180 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0297511 Feb 08 21:44:16.543947 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d078353a-2725-4b8b-8b01-e8b83b866a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'name': 'tempest-AttachVolumeTestJSON-1939964587-router', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:38Z', 'updated_at': '2022-02-08T21:38:47Z', 'revision_number': 4, 'project_id': '34667052c8344fe0a4257547677c9696', 'gw_port': {'id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:39Z', 'updated_at': '2022-02-08T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '678e5812-a588-4a5e-9a75-63cad6323254', 'name': '', 'network_id': '1679b521-217f-49a1-a155-3334752f6c92', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'mac_address': 'fa:16:3e:ab:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:45Z', 'updated_at': '2022-02-08T21:38:54Z', 'revision_number': 5, 'project_id': '34667052c8344fe0a4257547677c9696', 'subnets': [{'id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:16.547078 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47656) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:16.560578 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3bffdee5-5222-4053-90d0-f71a398aa5d3 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (224423ee-16d4-4b1c-b1a5-cb6970fb327e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:16.565013 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3bffdee5-5222-4053-90d0-f71a398aa5d3 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks [] for router_controller (224423ee-16d4-4b1c-b1a5-cb6970fb327e), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:16.573535 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-17bf37db-abb0-49b4-9c37-9983bbe551d4 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group_rule': {'security_group_id': 'cbeb0584-7e1f-4310-8d88-7001d1d788d6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:16.596852 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078353a-2725-4b8b-8b01-e8b83b866a1a None None] Checking router: 00b6a973-68b2-437e-9776-f18c4b50ccde for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:44:16.634526 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d078353a-2725-4b8b-8b01-e8b83b866a1a None None] Routers {'00b6a973-68b2-437e-9776-f18c4b50ccde'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:44:16.639357 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d078353a-2725-4b8b-8b01-e8b83b866a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:43:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['00b6a973-68b2-437e-9776-f18c4b50ccde'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:16.650022 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac186ba-ed26-4bf4-9d06-558cd2d80a5a tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbeb0584-7e1f-4310-8d88-7001d1d788d6,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:16.651530 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3bffdee5-5222-4053-90d0-f71a398aa5d3 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (224423ee-16d4-4b1c-b1a5-cb6970fb327e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:16.652333 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bffdee5-5222-4053-90d0-f71a398aa5d3 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Fanout notify agent at l3_agent the message router_deleted on router 224423ee-16d4-4b1c-b1a5-cb6970fb327e {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:44:16.683078 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3bffdee5-5222-4053-90d0-f71a398aa5d3 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:16.687392 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3bffdee5-5222-4053-90d0-f71a398aa5d3 tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "DELETE /v2.0/routers/224423ee-16d4-4b1c-b1a5-cb6970fb327e HTTP/1.1" status: 204 len: 168 time: 0.7885914 Feb 08 21:44:16.690770 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47662) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:16.748819 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95f9263-2483-49b0-8537-ce4f943d3562 x-openstack-request-id: req-e95f9263-2483-49b0-8537-ce4f943d3562 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:44:16.750150 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3bb589-023a-413d-8b78-70c2aac1a354", "name": "network-vif-deleted", "tag": "3aa0c46d-1996-4bdf-9d31-30448bb41cf1", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:44:16.750150 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e95f9263-2483-49b0-8537-ce4f943d3562 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:44:16.750150 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3bb589-023a-413d-8b78-70c2aac1a354', 'name': 'network-vif-deleted', 'tag': '3aa0c46d-1996-4bdf-9d31-30448bb41cf1', 'status': 'completed', 'code': 200} Feb 08 21:44:16.755383 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a2a51647-337b-4ede-a7aa-31742fd03cd5 req-ddbf579b-147d-4b55-bb51-10909c6e657a tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba3bb589-023a-413d-8b78-70c2aac1a354 HTTP/1.1" status: 200 len: 210 time: 0.2435539 Feb 08 21:44:16.854152 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-33f260bf-6ffb-4f8c-aa24-3f0251464549 req-cba1d270-eb5b-4e54-ad99-ea94aabcc88b tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2c1d6c4-c672-4b64-8605-cf2df0c6695d HTTP/1.1" status: 200 len: 210 time: 0.1030200 Feb 08 21:44:16.871870 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-17bf37db-abb0-49b4-9c37-9983bbe551d4 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:44:16.873881 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-17bf37db-abb0-49b4-9c37-9983bbe551d4 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3254650 Feb 08 21:44:16.877800 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47664) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:16.882481 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-69c7eb44-fb8c-4397-9d38-29a7cd864799 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group_rule': {'security_group_id': 'cbeb0584-7e1f-4310-8d88-7001d1d788d6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:16.883034 n-d-712143-31 neutron-server[103434]: WARNING neutron.api.v2.base [None req-69c7eb44-fb8c-4397-9d38-29a7cd864799 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 08 21:44:16.893807 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-69c7eb44-fb8c-4397-9d38-29a7cd864799 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:44:16.895196 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-69c7eb44-fb8c-4397-9d38-29a7cd864799 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0163074 Feb 08 21:44:16.897855 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47666) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:16.904136 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-011c4de6-c06e-4274-87d5-498ddab2b21f tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group_rule': {'security_group_id': 'cbeb0584-7e1f-4310-8d88-7001d1d788d6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:16.955444 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1bed0e40-0dad-4383-a80e-5e6323dd8b9e tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Deleting port 4cccd0d3-24ee-4b41-ae70-4a6257ff53c9 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:44:16.955874 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e40-0dad-4383-a80e-5e6323dd8b9e tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (4cccd0d3-24ee-4b41-ae70-4a6257ff53c9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:16.985262 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-011c4de6-c06e-4274-87d5-498ddab2b21f tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:44:16.989294 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-011c4de6-c06e-4274-87d5-498ddab2b21f tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0902407 Feb 08 21:44:16.990081 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47670) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:16.994467 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-48c87223-0603-4526-ab39-9a000e9292e3 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group_rule': {'security_group_id': 'cbeb0584-7e1f-4310-8d88-7001d1d788d6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:16.996708 n-d-712143-31 neutron-server[103433]: WARNING neutron.api.v2.base [None req-48c87223-0603-4526-ab39-9a000e9292e3 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 08 21:44:16.997256 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-48c87223-0603-4526-ab39-9a000e9292e3 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:44:17.042417 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-48c87223-0603-4526-ab39-9a000e9292e3 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0485733 Feb 08 21:44:17.043024 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47672) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:17.065067 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-869b994c-eb4d-4afd-a1c0-218357aefde1 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group_rule': {'security_group_id': 'cbeb0584-7e1f-4310-8d88-7001d1d788d6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:17.130409 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 3aa0c46d-1996-4bdf-9d31-30448bb41cf1 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:44:17.170650 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-869b994c-eb4d-4afd-a1c0-218357aefde1 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:44:17.175577 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-869b994c-eb4d-4afd-a1c0-218357aefde1 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1313720 Feb 08 21:44:17.176192 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47676) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:17.180851 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-d010d2bd-a43b-4c1a-bf32-5b851f52cc83 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group_rule': {'security_group_id': 'cbeb0584-7e1f-4310-8d88-7001d1d788d6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:17.194180 n-d-712143-31 neutron-server[103433]: WARNING neutron.api.v2.base [None req-d010d2bd-a43b-4c1a-bf32-5b851f52cc83 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 08 21:44:17.196095 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 3aa0c46d-1996-4bdf-9d31-30448bb41cf1 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:44:17.198017 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 3aa0c46d-1996-4bdf-9d31-30448bb41cf1 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:44:17.200243 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-d010d2bd-a43b-4c1a-bf32-5b851f52cc83 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:44:17.209623 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d010d2bd-a43b-4c1a-bf32-5b851f52cc83 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0268383 Feb 08 21:44:17.212939 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47678) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:17.226688 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e40-0dad-4383-a80e-5e6323dd8b9e tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (4cccd0d3-24ee-4b41-ae70-4a6257ff53c9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:17.230081 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-6e334459-1c2f-40ad-80e0-9e225e8ae11c tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group_rule': {'security_group_id': 'cbeb0584-7e1f-4310-8d88-7001d1d788d6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:17.230285 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-d078353a-2725-4b8b-8b01-e8b83b866a1a None None] Set router 00b6a973-68b2-437e-9776-f18c4b50ccde gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:44:17.256074 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1bed0e40-0dad-4383-a80e-5e6323dd8b9e tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Calling delete_port for 4cccd0d3-24ee-4b41-ae70-4a6257ff53c9 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:44:17.325122 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-6e334459-1c2f-40ad-80e0-9e225e8ae11c tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:44:17.327883 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6e334459-1c2f-40ad-80e0-9e225e8ae11c tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1078165 Feb 08 21:44:17.332527 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47684) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:17.342329 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-82e62fc7-4b97-415d-b20e-1ae8b237116e tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group_rule': {'security_group_id': 'cbeb0584-7e1f-4310-8d88-7001d1d788d6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:17.409206 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-82e62fc7-4b97-415d-b20e-1ae8b237116e tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:44:17.415718 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-82e62fc7-4b97-415d-b20e-1ae8b237116e tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0814037 Feb 08 21:44:17.417848 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47690) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:17.521130 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47694) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:17.580720 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bfb6a1b2-9f8b-4900-99c6-c8a949be31b6 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (cbeb0584-7e1f-4310-8d88-7001d1d788d6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:17.585171 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e40-0dad-4383-a80e-5e6323dd8b9e tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (4cccd0d3-24ee-4b41-ae70-4a6257ff53c9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:17.645025 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed0e40-0dad-4383-a80e-5e6323dd8b9e tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Pushing event deleted for resources: {'Port': ['ID=4cccd0d3-24ee-4b41-ae70-4a6257ff53c9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:17.712497 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bfb6a1b2-9f8b-4900-99c6-c8a949be31b6 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (cbeb0584-7e1f-4310-8d88-7001d1d788d6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:17.746170 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d078353a-2725-4b8b-8b01-e8b83b866a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'name': 'tempest-AttachVolumeTestJSON-1939964587-router', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:38Z', 'updated_at': '2022-02-08T21:38:47Z', 'revision_number': 4, 'project_id': '34667052c8344fe0a4257547677c9696', 'gw_port': {'id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:39Z', 'updated_at': '2022-02-08T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '678e5812-a588-4a5e-9a75-63cad6323254', 'name': '', 'network_id': '1679b521-217f-49a1-a155-3334752f6c92', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'mac_address': 'fa:16:3e:ab:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:45Z', 'updated_at': '2022-02-08T21:38:54Z', 'revision_number': 5, 'project_id': '34667052c8344fe0a4257547677c9696', 'subnets': [{'id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:17.806568 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078353a-2725-4b8b-8b01-e8b83b866a1a None None] The sync data for ids ['00b6a973-68b2-437e-9776-f18c4b50ccde'] in n-d-712143-31 is: [{'id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'name': 'tempest-AttachVolumeTestJSON-1939964587-router', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:38Z', 'updated_at': '2022-02-08T21:38:47Z', 'revision_number': 4, 'project_id': '34667052c8344fe0a4257547677c9696', 'gw_port': {'id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:39Z', 'updated_at': '2022-02-08T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '678e5812-a588-4a5e-9a75-63cad6323254', 'name': '', 'network_id': '1679b521-217f-49a1-a155-3334752f6c92', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'mac_address': 'fa:16:3e:ab:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:45Z', 'updated_at': '2022-02-08T21:38:54Z', 'revision_number': 5, 'project_id': '34667052c8344fe0a4257547677c9696', 'subnets': [{'id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:44:17.827794 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1bed0e40-0dad-4383-a80e-5e6323dd8b9e tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:17.836568 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1bed0e40-0dad-4383-a80e-5e6323dd8b9e tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "DELETE /v2.0/ports/4cccd0d3-24ee-4b41-ae70-4a6257ff53c9 HTTP/1.1" status: 204 len: 168 time: 1.1425676 Feb 08 21:44:17.840256 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47700) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:17.884375 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2eecf9ed-0b5e-488a-a363-f5bf4e2a5a81 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for security_group (d1348a42-5209-4074-ab00-b647e778670d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:17.896631 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bfb6a1b2-9f8b-4900-99c6-c8a949be31b6 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (cbeb0584-7e1f-4310-8d88-7001d1d788d6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:17.905368 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bfb6a1b2-9f8b-4900-99c6-c8a949be31b6 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:17.907481 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bfb6a1b2-9f8b-4900-99c6-c8a949be31b6 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "DELETE /v2.0/security-groups/cbeb0584-7e1f-4310-8d88-7001d1d788d6 HTTP/1.1" status: 204 len: 168 time: 0.4875121 Feb 08 21:44:17.911265 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47706) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:17.954366 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6a1b2-9f8b-4900-99c6-c8a949be31b6 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbeb0584-7e1f-4310-8d88-7001d1d788d6,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:18.017281 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2eecf9ed-0b5e-488a-a363-f5bf4e2a5a81 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for security_group (d1348a42-5209-4074-ab00-b647e778670d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:18.132582 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-310d3a8b-090a-4fb8-8b88-ac64ec71ed8f tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2197454 Feb 08 21:44:18.142102 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47710) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:18.146701 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-29b82c87-e66b-4073-9d2a-f716df66b77a tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group': {'name': 'tempest-secgroup--1656058442'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:18.162787 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-75eb2c1c-4542-4fc9-8a81-05e2f0b32f9e req-cb65cf5e-1728-4216-923d-5a2e7d947bbb tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2c1d6c4-c672-4b64-8605-cf2df0c6695d HTTP/1.1" status: 200 len: 210 time: 0.1179626 Feb 08 21:44:18.232978 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-f69b1c95-a475-45b4-9437-859d03d81b2d tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Deleting subnet 0ee38e59-8835-49ed-bdd7-8eb163e924ff {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:44:18.261477 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f69b1c95-a475-45b4-9437-859d03d81b2d tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks [] for subnet (0ee38e59-8835-49ed-bdd7-8eb163e924ff), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:18.300793 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-eea6d887-844a-4de5-9e45-cd4bb33b2073 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=7aa69d3d5223400782e21d89e68d58a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284634 Feb 08 21:44:18.338388 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2eecf9ed-0b5e-488a-a363-f5bf4e2a5a81 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d1348a42-5209-4074-ab00-b647e778670d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:18.343824 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2eecf9ed-0b5e-488a-a363-f5bf4e2a5a81 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:18.350156 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2eecf9ed-0b5e-488a-a363-f5bf4e2a5a81 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "DELETE /v2.0/security-groups/d1348a42-5209-4074-ab00-b647e778670d HTTP/1.1" status: 204 len: 168 time: 0.8261976 Feb 08 21:44:18.352293 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47712) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:18.379149 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29b82c87-e66b-4073-9d2a-f716df66b77a tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:18.425046 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ea23ba-5f85-4229-aa38-710f956c8d8c None None] New status for floating IP d0ee25b4-c914-4dde-9f35-1ce833873707: DOWN {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:44:18.472841 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecf9ed-0b5e-488a-a363-f5bf4e2a5a81 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1348a42-5209-4074-ab00-b647e778670d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:18.512894 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-1c081837-be62-4e2b-9866-6df26491d78e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] show failed (client error): The resource could not be found. Feb 08 21:44:18.515454 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1c081837-be62-4e2b-9866-6df26491d78e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups/d1348a42-5209-4074-ab00-b647e778670d HTTP/1.1" status: 404 len: 347 time: 0.1621778 Feb 08 21:44:18.527529 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47718) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:18.562995 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f69b1c95-a475-45b4-9437-859d03d81b2d tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (0ee38e59-8835-49ed-bdd7-8eb163e924ff), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:18.716782 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29b82c87-e66b-4073-9d2a-f716df66b77a tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (4a525676-cc02-4a15-b114-07fbbcde340e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:18.723732 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29b82c87-e66b-4073-9d2a-f716df66b77a tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4a525676-cc02-4a15-b114-07fbbcde340e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:18.732840 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f69b1c95-a475-45b4-9437-859d03d81b2d tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (0ee38e59-8835-49ed-bdd7-8eb163e924ff), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:18.800411 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29b82c87-e66b-4073-9d2a-f716df66b77a tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:18.801824 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-29b82c87-e66b-4073-9d2a-f716df66b77a tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6587408 Feb 08 21:44:18.805271 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47720) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:18.805830 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b82c87-e66b-4073-9d2a-f716df66b77a tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a525676-cc02-4a15-b114-07fbbcde340e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:18.812067 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-31cc0aa1-6193-4acf-a056-6c6719fa8752 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group_rule': {'security_group_id': '4a525676-cc02-4a15-b114-07fbbcde340e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:18.856176 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f69b1c95-a475-45b4-9437-859d03d81b2d tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (0ee38e59-8835-49ed-bdd7-8eb163e924ff), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:18.864960 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-480a66cb-75ae-40b0-a562-cb1a62770f90 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:18.867033 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-480a66cb-75ae-40b0-a562-cb1a62770f90 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5603650 Feb 08 21:44:18.881447 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-4c54dd5c-d6b7-4687-b525-60b334413aeb tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Request body: {'port': {'device_id': 'f2c1d6c4-c672-4b64-8605-cf2df0c6695d', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': '7aa69d3d5223400782e21d89e68d58a1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:18.903745 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b1c95-a475-45b4-9437-859d03d81b2d tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Pushing event deleted for resources: {'Subnet': ['ID=0ee38e59-8835-49ed-bdd7-8eb163e924ff,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:18.906007 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f69b1c95-a475-45b4-9437-859d03d81b2d tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:18.910168 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f69b1c95-a475-45b4-9437-859d03d81b2d tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "DELETE /v2.0/subnets/0ee38e59-8835-49ed-bdd7-8eb163e924ff HTTP/1.1" status: 204 len: 168 time: 1.0658638 Feb 08 21:44:18.915407 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47722) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:18.920100 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90976834-2753-4c91-ba31-2c83983cc08b None None] Network 176d2650-e2d8-487c-a884-2176ff3fdc89 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:44:18.978648 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-31cc0aa1-6193-4acf-a056-6c6719fa8752 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] create failed (client error): The resource could not be found. Feb 08 21:44:18.979935 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-31cc0aa1-6193-4acf-a056-6c6719fa8752 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1714249 Feb 08 21:44:18.984018 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47724) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:18.989583 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9b6f5896-541b-411d-b728-634c9702e4e6 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group_rule': {'security_group_id': '4a525676-cc02-4a15-b114-07fbbcde340e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '7b3168cb-68d4-46e9-8b44-2129d67d1332'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:19.123210 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-4c54dd5c-d6b7-4687-b525-60b334413aeb tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Made reservation on behalf of 7aa69d3d5223400782e21d89e68d58a1 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:44:19.128349 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-4c54dd5c-d6b7-4687-b525-60b334413aeb tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:19.141948 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-4c54dd5c-d6b7-4687-b525-60b334413aeb tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:19.157891 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-4fc72768-a314-4c08-b9a4-1bb070e2980e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Deleting port 8620ab8f-7cfc-4658-beba-c76f6ea62792 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:44:19.158581 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4fc72768-a314-4c08-b9a4-1bb070e2980e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (8620ab8f-7cfc-4658-beba-c76f6ea62792), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:19.295925 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa85a549-bf91-4534-85b0-c0526df6cd37 None None] DHCP port deletion for 176d2650-e2d8-487c-a884-2176ff3fdc89 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:44:19.421125 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-aa85a549-bf91-4534-85b0-c0526df6cd37 None None] Deleting port 26fa9192-7530-4567-b27f-4137eb61045a {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:44:19.421501 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aa85a549-bf91-4534-85b0-c0526df6cd37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (26fa9192-7530-4567-b27f-4137eb61045a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:19.432929 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-94b1a33a-c1a8-44bf-88b2-aade9968ef94 req-c30b7f6c-0910-4fe4-ae98-0b5b77df1394 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2c1d6c4-c672-4b64-8605-cf2df0c6695d HTTP/1.1" status: 200 len: 210 time: 0.1233561 Feb 08 21:44:19.561362 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4fc72768-a314-4c08-b9a4-1bb070e2980e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (8620ab8f-7cfc-4658-beba-c76f6ea62792), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:19.562162 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4fc72768-a314-4c08-b9a4-1bb070e2980e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for floatingip (8620ab8f-7cfc-4658-beba-c76f6ea62792), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:19.586785 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-aa85a549-bf91-4534-85b0-c0526df6cd37 None None] For port 26fa9192-7530-4567-b27f-4137eb61045a, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=26fa9192-7530-4567-b27f-4137eb61045a,segment=NetworkSegment(959d4c6b-1e66-4e5c-bcec-4ac2b94c9f7d),segment_id=959d4c6b-1e66-4e5c-bcec-4ac2b94c9f7d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:44:19.587425 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aa85a549-bf91-4534-85b0-c0526df6cd37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (26fa9192-7530-4567-b27f-4137eb61045a), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:19.590682 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-4fc72768-a314-4c08-b9a4-1bb070e2980e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Calling delete_port for 8620ab8f-7cfc-4658-beba-c76f6ea62792 owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:44:19.593624 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (176d2650-e2d8-487c-a884-2176ff3fdc89), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:19.610279 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-4c54dd5c-d6b7-4687-b525-60b334413aeb tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Publish callbacks [] for security_group (85ea4b1a-e8f8-43a6-807f-e81f6442ea0b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:19.618539 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-4c54dd5c-d6b7-4687-b525-60b334413aeb tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (85ea4b1a-e8f8-43a6-807f-e81f6442ea0b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:19.632708 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-aa85a549-bf91-4534-85b0-c0526df6cd37 None None] Calling delete_port for 26fa9192-7530-4567-b27f-4137eb61045a owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:44:19.665258 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-9b6f5896-541b-411d-b728-634c9702e4e6 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] create failed (client error): The resource could not be found. Feb 08 21:44:19.677892 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9b6f5896-541b-411d-b728-634c9702e4e6 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6925497 Feb 08 21:44:19.678537 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47740) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:19.828509 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aa85a549-bf91-4534-85b0-c0526df6cd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (26fa9192-7530-4567-b27f-4137eb61045a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:19.872970 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85a549-bf91-4534-85b0-c0526df6cd37 None None] Pushing event deleted for resources: {'Port': ['ID=26fa9192-7530-4567-b27f-4137eb61045a,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:19.887466 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa85a549-bf91-4534-85b0-c0526df6cd37 None None] No DVR routers for this DVR port 26fa9192-7530-4567-b27f-4137eb61045a on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:44:19.900851 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Deleting port 26fa9192-7530-4567-b27f-4137eb61045a {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:44:19.901389 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (26fa9192-7530-4567-b27f-4137eb61045a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:19.904577 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-880038e3-dcf8-4d5a-87a3-8da205e1bf96 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (4a525676-cc02-4a15-b114-07fbbcde340e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:19.941108 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-4c54dd5c-d6b7-4687-b525-60b334413aeb tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Allocated IP 192.168.233.61 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/488a431a-1c56-4a89-8c23-96d80130a309) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:44:19.986142 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-880038e3-dcf8-4d5a-87a3-8da205e1bf96 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (4a525676-cc02-4a15-b114-07fbbcde340e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:20.008398 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] For port 26fa9192-7530-4567-b27f-4137eb61045a, host n-d-712143-31, got binding levels [] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:44:20.008767 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (26fa9192-7530-4567-b27f-4137eb61045a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:20.050557 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Calling delete_port for 26fa9192-7530-4567-b27f-4137eb61045a owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:44:20.055204 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.ipam_backend_mixin [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Port 26fa9192-7530-4567-b27f-4137eb61045a was not found and therefore no delete operation was performed {{(pid=103434) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 21:44:20.056801 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (26fa9192-7530-4567-b27f-4137eb61045a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:20.085925 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Pushing event deleted for resources: {'Port': ['ID=26fa9192-7530-4567-b27f-4137eb61045a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:20.100012 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] No DVR routers for this DVR port 26fa9192-7530-4567-b27f-4137eb61045a on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:44:20.108775 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:20.109444 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:20.110551 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:20.111644 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:20.112177 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:20.112874 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:20.113408 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:20.113926 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:20.114430 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:20.114962 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:20.115490 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:20.116024 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:20.116560 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:20.139366 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-880038e3-dcf8-4d5a-87a3-8da205e1bf96 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4a525676-cc02-4a15-b114-07fbbcde340e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:20.142632 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-880038e3-dcf8-4d5a-87a3-8da205e1bf96 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:20.143209 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-4c54dd5c-d6b7-4687-b525-60b334413aeb tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Publish callbacks [] for port (488a431a-1c56-4a89-8c23-96d80130a309), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:20.146880 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-880038e3-dcf8-4d5a-87a3-8da205e1bf96 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "DELETE /v2.0/security-groups/4a525676-cc02-4a15-b114-07fbbcde340e HTTP/1.1" status: 204 len: 168 time: 0.4387243 Feb 08 21:44:20.147738 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47744) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:20.210174 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54dd5c-d6b7-4687-b525-60b334413aeb tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85ea4b1a-e8f8-43a6-807f-e81f6442ea0b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:20.214176 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-4c54dd5c-d6b7-4687-b525-60b334413aeb tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (488a431a-1c56-4a89-8c23-96d80130a309), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:20.233804 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880038e3-dcf8-4d5a-87a3-8da205e1bf96 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a525676-cc02-4a15-b114-07fbbcde340e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:20.275737 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (176d2650-e2d8-487c-a884-2176ff3fdc89), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:20.316611 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-65eceaad-3a36-4591-b8e8-cd563da0ed62 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1642449 Feb 08 21:44:20.317459 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47748) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:20.324266 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-97c5a0d3-719b-4957-adb2-112ab3901b43 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group_rule': {'security_group_id': '2bef37ee-0c30-44bf-90ee-e4965a798efb', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:20.331837 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176d2650-e2d8-487c-a884-2176ff3fdc89']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:20.349819 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959d4c6b-1e66-4e5c-bcec-4ac2b94c9f7d') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:20.350214 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959d4c6b-1e66-4e5c-bcec-4ac2b94c9f7d') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:20.385699 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54dd5c-d6b7-4687-b525-60b334413aeb tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Pushing event updated for resources: {'Port': ['ID=488a431a-1c56-4a89-8c23-96d80130a309,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:20.388291 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (959d4c6b-1e66-4e5c-bcec-4ac2b94c9f7d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:20.409712 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (959d4c6b-1e66-4e5c-bcec-4ac2b94c9f7d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:20.413059 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 26fa9192-7530-4567-b27f-4137eb61045a no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:44:20.418030 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:44:20.418443 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (959d4c6b-1e66-4e5c-bcec-4ac2b94c9f7d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:20.418679 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-4c54dd5c-d6b7-4687-b525-60b334413aeb tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:44:20.422233 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-4c54dd5c-d6b7-4687-b525-60b334413aeb tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:44:20.428407 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-4c54dd5c-d6b7-4687-b525-60b334413aeb tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:44:20.488610 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 26fa9192-7530-4567-b27f-4137eb61045a {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:44:20.488610 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 26fa9192-7530-4567-b27f-4137eb61045a not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:44:20.548627 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:44:20.551905 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (176d2650-e2d8-487c-a884-2176ff3fdc89), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:20.570183 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:20.574451 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] 10.222.0.88 "DELETE /v2.0/networks/176d2650-e2d8-487c-a884-2176ff3fdc89 HTTP/1.1" status: 204 len: 168 time: 1.6579490 Feb 08 21:44:20.605421 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be312c-ddcc-4073-a86e-bb05ff00735c tempest-TagsExtTest-727010406 tempest-TagsExtTest-727010406-project] Pushing event deleted for resources: {'Network': ['ID=176d2650-e2d8-487c-a884-2176ff3fdc89,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:20.620251 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-97c5a0d3-719b-4957-adb2-112ab3901b43 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] create failed (client error): The resource could not be found. Feb 08 21:44:20.630940 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-97c5a0d3-719b-4957-adb2-112ab3901b43 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3102181 Feb 08 21:44:20.633842 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47758) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:20.652030 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-11bb5350-e69c-42a4-a9cb-ffec58eabe95 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group': {'name': 'tempest-secgroup--1739804637'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:20.702749 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-4c54dd5c-d6b7-4687-b525-60b334413aeb tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:20.716153 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-11bb5350-e69c-42a4-a9cb-ffec58eabe95 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:20.720071 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-4c54dd5c-d6b7-4687-b525-60b334413aeb tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:20.803850 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-4c54dd5c-d6b7-4687-b525-60b334413aeb tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9275997 Feb 08 21:44:20.814731 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312c0a1-b553-494b-9ea2-523072b800ef req-3350da62-f1dd-4d1c-95b6-75f5bef8731c tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:20.817127 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e312c0a1-b553-494b-9ea2-523072b800ef req-3350da62-f1dd-4d1c-95b6-75f5bef8731c tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2c1d6c4-c672-4b64-8605-cf2df0c6695d HTTP/1.1" status: 200 len: 935 time: 0.2586675 Feb 08 21:44:20.823613 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-edb4c4e3-bfad-424f-9164-3996cd0affdf service neutron] Request body: {'port': {'device_id': 'f2c1d6c4-c672-4b64-8605-cf2df0c6695d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:20.886529 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4fc72768-a314-4c08-b9a4-1bb070e2980e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (8620ab8f-7cfc-4658-beba-c76f6ea62792), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:20.919436 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-11bb5350-e69c-42a4-a9cb-ffec58eabe95 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (0f32a709-0c6d-4529-8caf-00dbc57e6d33), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:20.924992 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-11bb5350-e69c-42a4-a9cb-ffec58eabe95 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0f32a709-0c6d-4529-8caf-00dbc57e6d33), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:20.963035 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc72768-a314-4c08-b9a4-1bb070e2980e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Pushing event deleted for resources: {'Port': ['ID=8620ab8f-7cfc-4658-beba-c76f6ea62792,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:21.022063 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb5350-e69c-42a4-a9cb-ffec58eabe95 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f32a709-0c6d-4529-8caf-00dbc57e6d33,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:21.027779 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-188f9542-975d-4585-ba02-eb3bca4786ce None None] Provisioning complete for port 488a431a-1c56-4a89-8c23-96d80130a309 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:44:21.028355 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-188f9542-975d-4585-ba02-eb3bca4786ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (488a431a-1c56-4a89-8c23-96d80130a309), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:21.028565 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-11bb5350-e69c-42a4-a9cb-ffec58eabe95 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:21.038950 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-11bb5350-e69c-42a4-a9cb-ffec58eabe95 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4014595 Feb 08 21:44:21.042872 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47760) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:21.067961 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2e696682-6cc9-45a9-ac5a-cbc353275804 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group': {'name': 'tempest-secgroup--129282120'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:21.120380 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e696682-6cc9-45a9-ac5a-cbc353275804 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:21.154430 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-188f9542-975d-4585-ba02-eb3bca4786ce None None] Port 488a431a-1c56-4a89-8c23-96d80130a309 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:44:21.265411 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e312c0a1-b553-494b-9ea2-523072b800ef req-f8e86e31-4b86-47c2-9529-6b3a08e06f4e tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/security-groups?id=85ea4b1a-e8f8-43a6-807f-e81f6442ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313474 Feb 08 21:44:21.269602 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-edb4c4e3-bfad-424f-9164-3996cd0affdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (488a431a-1c56-4a89-8c23-96d80130a309), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:21.284935 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47764) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:21.286076 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e696682-6cc9-45a9-ac5a-cbc353275804 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (ee01fc01-6193-4853-b586-6e486d9b9ecc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:21.299014 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4fc72768-a314-4c08-b9a4-1bb070e2980e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for floatingip (d0ee25b4-c914-4dde-9f35-1ce833873707), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:21.304140 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4fc72768-a314-4c08-b9a4-1bb070e2980e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:21.307074 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4fc72768-a314-4c08-b9a4-1bb070e2980e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "DELETE /v2.0/floatingips/d0ee25b4-c914-4dde-9f35-1ce833873707 HTTP/1.1" status: 204 len: 168 time: 2.7741911 Feb 08 21:44:21.308600 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e696682-6cc9-45a9-ac5a-cbc353275804 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ee01fc01-6193-4853-b586-6e486d9b9ecc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:21.325997 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e696682-6cc9-45a9-ac5a-cbc353275804 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:21.327471 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2e696682-6cc9-45a9-ac5a-cbc353275804 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2829092 Feb 08 21:44:21.346074 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47768) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:21.382287 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-dbe6b2aa-57d8-41ea-8479-910fd6237078 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group_rule': {'security_group_id': '0f32a709-0c6d-4529-8caf-00dbc57e6d33', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ee01fc01-6193-4853-b586-6e486d9b9ecc'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:21.414606 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e696682-6cc9-45a9-ac5a-cbc353275804 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee01fc01-6193-4853-b586-6e486d9b9ecc,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:21.442686 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-dbe6b2aa-57d8-41ea-8479-910fd6237078 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:44:21.444331 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-dbe6b2aa-57d8-41ea-8479-910fd6237078 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0909503 Feb 08 21:44:21.446962 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47774) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:21.557089 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b88c5ed-e18d-431d-9a30-c2ac1e8148d6 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (ee01fc01-6193-4853-b586-6e486d9b9ecc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:21.587476 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b88c5ed-e18d-431d-9a30-c2ac1e8148d6 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (ee01fc01-6193-4853-b586-6e486d9b9ecc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:21.655849 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-97d0a59e-c870-4424-b8fa-daaee9cb96ed admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6d848be456594045858f990266653863&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3693705 Feb 08 21:44:21.656392 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47780) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:21.729376 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b88c5ed-e18d-431d-9a30-c2ac1e8148d6 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ee01fc01-6193-4853-b586-6e486d9b9ecc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:21.733396 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b88c5ed-e18d-431d-9a30-c2ac1e8148d6 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:21.739063 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0b88c5ed-e18d-431d-9a30-c2ac1e8148d6 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "DELETE /v2.0/security-groups/ee01fc01-6193-4853-b586-6e486d9b9ecc HTTP/1.1" status: 204 len: 168 time: 0.2909386 Feb 08 21:44:21.742016 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47782) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:21.763057 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88c5ed-e18d-431d-9a30-c2ac1e8148d6 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee01fc01-6193-4853-b586-6e486d9b9ecc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:21.781459 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f3b6c7d-8ab2-40b1-b517-c5b6e53e06ac admin admin] Publish callbacks [] for security_group (4b19b19d-53bc-4520-b813-e40a5e2811d2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:21.819557 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f3b6c7d-8ab2-40b1-b517-c5b6e53e06ac admin admin] Publish callbacks [] for security_group (4b19b19d-53bc-4520-b813-e40a5e2811d2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:21.915195 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f3b6c7d-8ab2-40b1-b517-c5b6e53e06ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4b19b19d-53bc-4520-b813-e40a5e2811d2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:21.923627 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f3b6c7d-8ab2-40b1-b517-c5b6e53e06ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:21.926073 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1f3b6c7d-8ab2-40b1-b517-c5b6e53e06ac admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4b19b19d-53bc-4520-b813-e40a5e2811d2 HTTP/1.1" status: 204 len: 168 time: 0.2678418 Feb 08 21:44:21.939323 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b6c7d-8ab2-40b1-b517-c5b6e53e06ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b19b19d-53bc-4520-b813-e40a5e2811d2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:22.194976 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47788) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:22.202239 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-eb6551b9-c04b-4e2b-b980-d63a66e61c2f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--679993033', 'description': 'tempest-description--68382137'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:22.265700 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb6551b9-c04b-4e2b-b980-d63a66e61c2f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:22.359250 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb6551b9-c04b-4e2b-b980-d63a66e61c2f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for security_group (cc433038-f51f-4a98-94ec-16e331b4d6d4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:22.367262 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb6551b9-c04b-4e2b-b980-d63a66e61c2f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (cc433038-f51f-4a98-94ec-16e331b4d6d4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:22.403397 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb6551b9-c04b-4e2b-b980-d63a66e61c2f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:22.405397 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-eb6551b9-c04b-4e2b-b980-d63a66e61c2f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2083361 Feb 08 21:44:22.409072 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47794) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:22.427499 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1f924e32-d0fe-4b72-b219-ea27f1b06404 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Request body: {'security_group_rule': {'security_group_id': 'cc433038-f51f-4a98-94ec-16e331b4d6d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:22.433745 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6551b9-c04b-4e2b-b980-d63a66e61c2f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc433038-f51f-4a98-94ec-16e331b4d6d4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:22.498808 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f924e32-d0fe-4b72-b219-ea27f1b06404 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for security_group_rule (d1dfb53b-c237-4361-86e6-e7fd31e42a84), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:22.642800 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d59eef44-d5fd-4a45-9eec-c5ce0322d405 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.8980606 Feb 08 21:44:22.648743 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47806) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:22.660565 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f924e32-d0fe-4b72-b219-ea27f1b06404 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for security_group_rule (d1dfb53b-c237-4361-86e6-e7fd31e42a84), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:22.668200 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f924e32-d0fe-4b72-b219-ea27f1b06404 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (d1dfb53b-c237-4361-86e6-e7fd31e42a84), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:22.697211 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f924e32-d0fe-4b72-b219-ea27f1b06404 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1dfb53b-c237-4361-86e6-e7fd31e42a84,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:22.718594 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f924e32-d0fe-4b72-b219-ea27f1b06404 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:22.723621 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1f924e32-d0fe-4b72-b219-ea27f1b06404 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3130934 Feb 08 21:44:22.726220 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47810) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:22.750456 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b6d1e9cd-d372-43f9-9d82-b2f2233e7d7b tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Request body: {'security_group_rule': {'security_group_id': 'cc433038-f51f-4a98-94ec-16e331b4d6d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:22.751216 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ee3bd-29b2-46ae-b786-ccff46b653b9 req-7fdc7d2d-33c2-4c74-a67e-5a4b4187e305 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:22.751216 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bb2ee3bd-29b2-46ae-b786-ccff46b653b9 req-7fdc7d2d-33c2-4c74-a67e-5a4b4187e305 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2c1d6c4-c672-4b64-8605-cf2df0c6695d HTTP/1.1" status: 200 len: 935 time: 0.3011045 Feb 08 21:44:22.777791 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fbf97a95-5bce-4ce9-a518-694cefa7a874 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (0f32a709-0c6d-4529-8caf-00dbc57e6d33), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:22.795815 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6d1e9cd-d372-43f9-9d82-b2f2233e7d7b tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for security_group_rule (540b2ef4-8ee2-4605-864a-cda19917305d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:22.834301 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-edb4c4e3-bfad-424f-9164-3996cd0affdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488a431a-1c56-4a89-8c23-96d80130a309 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:44:22.883575 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-edb4c4e3-bfad-424f-9164-3996cd0affdf service neutron] Publish callbacks [] for port (488a431a-1c56-4a89-8c23-96d80130a309), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:22.966648 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fbf97a95-5bce-4ce9-a518-694cefa7a874 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (0f32a709-0c6d-4529-8caf-00dbc57e6d33), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:22.974471 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6d1e9cd-d372-43f9-9d82-b2f2233e7d7b tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for security_group_rule (540b2ef4-8ee2-4605-864a-cda19917305d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:22.990190 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6d1e9cd-d372-43f9-9d82-b2f2233e7d7b tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (540b2ef4-8ee2-4605-864a-cda19917305d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:23.040458 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d1e9cd-d372-43f9-9d82-b2f2233e7d7b tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=540b2ef4-8ee2-4605-864a-cda19917305d,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:23.114374 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-edb4c4e3-bfad-424f-9164-3996cd0affdf service neutron] Transition to ACTIVE for port object 488a431a-1c56-4a89-8c23-96d80130a309 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:44:23.123865 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6d1e9cd-d372-43f9-9d82-b2f2233e7d7b tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:23.130778 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b6d1e9cd-d372-43f9-9d82-b2f2233e7d7b tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4026091 Feb 08 21:44:23.131443 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47818) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:23.136951 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-dff1362d-25b0-446f-b0cf-f2667c590c0f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:23.155029 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bb2ee3bd-29b2-46ae-b786-ccff46b653b9 req-df56c445-4629-4d8c-a697-b753364bac1c tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/security-groups?id=85ea4b1a-e8f8-43a6-807f-e81f6442ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783755 Feb 08 21:44:23.160329 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-edb4c4e3-bfad-424f-9164-3996cd0affdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (488a431a-1c56-4a89-8c23-96d80130a309), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:23.171161 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dff1362d-25b0-446f-b0cf-f2667c590c0f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:23.288545 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4c4e3-bfad-424f-9164-3996cd0affdf service neutron] Pushing event updated for resources: {'Port': ['ID=488a431a-1c56-4a89-8c23-96d80130a309,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:23.305180 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fbf97a95-5bce-4ce9-a518-694cefa7a874 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0f32a709-0c6d-4529-8caf-00dbc57e6d33), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:23.310053 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fbf97a95-5bce-4ce9-a518-694cefa7a874 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:23.317915 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fbf97a95-5bce-4ce9-a518-694cefa7a874 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "DELETE /v2.0/security-groups/0f32a709-0c6d-4529-8caf-00dbc57e6d33 HTTP/1.1" status: 204 len: 168 time: 0.6676986 Feb 08 21:44:23.319086 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47822) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:23.459884 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dff1362d-25b0-446f-b0cf-f2667c590c0f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:23.481595 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-93c43e8c-2910-44e2-8aab-ec949ed6b6ad tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1479919 Feb 08 21:44:23.482401 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47826) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:23.585840 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-a0f1d1e5-8c48-4689-ad1a-bbcad7d050ed tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group': {'name': 'tempest-secgroup--1205062462'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:23.609148 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf97a95-5bce-4ce9-a518-694cefa7a874 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f32a709-0c6d-4529-8caf-00dbc57e6d33,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:23.701403 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a0f1d1e5-8c48-4689-ad1a-bbcad7d050ed tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:23.735281 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-dff1362d-25b0-446f-b0cf-f2667c590c0f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Allocated IP 172.25.3.142 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/fcce897d-b921-43ea-9d02-48700edc0ade) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:44:23.748554 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-edb4c4e3-bfad-424f-9164-3996cd0affdf service neutron] Attempting to bind port 488a431a-1c56-4a89-8c23-96d80130a309 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:44:23.748554 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-edb4c4e3-bfad-424f-9164-3996cd0affdf service neutron] Attempting to bind port 488a431a-1c56-4a89-8c23-96d80130a309 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:44:23.749099 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-edb4c4e3-bfad-424f-9164-3996cd0affdf service neutron] Attempting to bind port 488a431a-1c56-4a89-8c23-96d80130a309 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:44:23.885284 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dff1362d-25b0-446f-b0cf-f2667c590c0f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for port (fcce897d-b921-43ea-9d02-48700edc0ade), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:23.911353 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a0f1d1e5-8c48-4689-ad1a-bbcad7d050ed tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (8068c760-c92a-43e8-a545-c8db2b966af4), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:23.914419 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-edb4c4e3-bfad-424f-9164-3996cd0affdf service neutron] Port 488a431a-1c56-4a89-8c23-96d80130a309 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:44:23.917458 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-edb4c4e3-bfad-424f-9164-3996cd0affdf service neutron] Attempting to bind port 488a431a-1c56-4a89-8c23-96d80130a309 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:44:23.925258 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dff1362d-25b0-446f-b0cf-f2667c590c0f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (fcce897d-b921-43ea-9d02-48700edc0ade), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:23.928736 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-edb4c4e3-bfad-424f-9164-3996cd0affdf service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:44:23.929208 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-edb4c4e3-bfad-424f-9164-3996cd0affdf service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:44:23.930421 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-edb4c4e3-bfad-424f-9164-3996cd0affdf service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:44:23.930998 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-edb4c4e3-bfad-424f-9164-3996cd0affdf service neutron] Bound port: 488a431a-1c56-4a89-8c23-96d80130a309, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:44:23.931459 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-edb4c4e3-bfad-424f-9164-3996cd0affdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (488a431a-1c56-4a89-8c23-96d80130a309), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:23.936154 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a0f1d1e5-8c48-4689-ad1a-bbcad7d050ed tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8068c760-c92a-43e8-a545-c8db2b966af4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:23.986280 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a0f1d1e5-8c48-4689-ad1a-bbcad7d050ed tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:23.991991 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff1362d-25b0-446f-b0cf-f2667c590c0f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:44:23.993503 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a0f1d1e5-8c48-4689-ad1a-bbcad7d050ed tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4110539 Feb 08 21:44:23.994155 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47838) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:23.997575 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-dff1362d-25b0-446f-b0cf-f2667c590c0f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:44:24.002427 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff1362d-25b0-446f-b0cf-f2667c590c0f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:44:24.043970 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-d5a3f725-9e79-4009-a4ca-37720a59d0dd tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:24.044398 n-d-712143-31 neutron-server[103433]: WARNING neutron.api.v2.base [None req-d5a3f725-9e79-4009-a4ca-37720a59d0dd tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 08 21:44:24.044888 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-d5a3f725-9e79-4009-a4ca-37720a59d0dd tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] update failed (client error): There was a conflict when trying to complete your request. Feb 08 21:44:24.049372 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d5a3f725-9e79-4009-a4ca-37720a59d0dd tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "PUT /v2.0/security-groups/8068c760-c92a-43e8-a545-c8db2b966af4 HTTP/1.1" status: 409 len: 330 time: 0.0139630 Feb 08 21:44:24.055213 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47842) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:24.111519 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1d1e5-8c48-4689-ad1a-bbcad7d050ed tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8068c760-c92a-43e8-a545-c8db2b966af4,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:24.122981 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dff1362d-25b0-446f-b0cf-f2667c590c0f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for floatingip (913c5308-221e-4b82-adc9-1187cdf4af37), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:24.138862 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1362d-25b0-446f-b0cf-f2667c590c0f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Pushing event updated for resources: {'Port': ['ID=fcce897d-b921-43ea-9d02-48700edc0ade,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:24.188796 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ad411aa6-f0db-463b-adb5-5de5ccf5c4c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:24.196334 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dff1362d-25b0-446f-b0cf-f2667c590c0f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fcce897d-b921-43ea-9d02-48700edc0ade), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:24.237992 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-edb4c4e3-bfad-424f-9164-3996cd0affdf service neutron] For port 488a431a-1c56-4a89-8c23-96d80130a309, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:44:24.292726 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-960ac252-7bb1-40f4-a026-7dc04894344e tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (8068c760-c92a-43e8-a545-c8db2b966af4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:24.319960 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-960ac252-7bb1-40f4-a026-7dc04894344e tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (8068c760-c92a-43e8-a545-c8db2b966af4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:24.392770 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dff1362d-25b0-446f-b0cf-f2667c590c0f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for port (fcce897d-b921-43ea-9d02-48700edc0ade), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:24.392770 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dff1362d-25b0-446f-b0cf-f2667c590c0f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (fcce897d-b921-43ea-9d02-48700edc0ade), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:24.404405 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-edb4c4e3-bfad-424f-9164-3996cd0affdf service neutron] For port 488a431a-1c56-4a89-8c23-96d80130a309, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=488a431a-1c56-4a89-8c23-96d80130a309,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:44:24.455238 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-edb4c4e3-bfad-424f-9164-3996cd0affdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (488a431a-1c56-4a89-8c23-96d80130a309), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:24.504900 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1362d-25b0-446f-b0cf-f2667c590c0f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Pushing event updated for resources: {'Port': ['ID=fcce897d-b921-43ea-9d02-48700edc0ade,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:24.587328 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dff1362d-25b0-446f-b0cf-f2667c590c0f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (913c5308-221e-4b82-adc9-1187cdf4af37), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:24.617208 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dff1362d-25b0-446f-b0cf-f2667c590c0f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:24.620280 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-dff1362d-25b0-446f-b0cf-f2667c590c0f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4870865 Feb 08 21:44:24.639117 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-edb4c4e3-bfad-424f-9164-3996cd0affdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:24.639784 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-edb4c4e3-bfad-424f-9164-3996cd0affdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:24.642232 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-edb4c4e3-bfad-424f-9164-3996cd0affdf service neutron] 10.222.0.96 "PUT /v2.0/ports/488a431a-1c56-4a89-8c23-96d80130a309 HTTP/1.1" status: 200 len: 1096 time: 3.8222299 Feb 08 21:44:24.642523 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-960ac252-7bb1-40f4-a026-7dc04894344e tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8068c760-c92a-43e8-a545-c8db2b966af4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:24.645203 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-960ac252-7bb1-40f4-a026-7dc04894344e tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:24.658193 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-960ac252-7bb1-40f4-a026-7dc04894344e tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "DELETE /v2.0/security-groups/8068c760-c92a-43e8-a545-c8db2b966af4 HTTP/1.1" status: 204 len: 168 time: 0.5982261 Feb 08 21:44:24.658193 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c1d6c4-c672-4b64-8605-cf2df0c6695d', 'tag': '488a431a-1c56-4a89-8c23-96d80130a309'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:44:24.660996 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47864) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:24.670414 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d37e964-fcfb-40f9-a469-0ba83d73013f" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c1d6c4-c672-4b64-8605-cf2df0c6695d", "tag": "488a431a-1c56-4a89-8c23-96d80130a309"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:44:24.793937 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47dd5414-c64d-4234-b410-902b0b315425 x-openstack-request-id: req-47dd5414-c64d-4234-b410-902b0b315425 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:44:24.794236 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c1d6c4-c672-4b64-8605-cf2df0c6695d", "tag": "488a431a-1c56-4a89-8c23-96d80130a309", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:44:24.794498 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-47dd5414-c64d-4234-b410-902b0b315425 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:44:24.814271 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2a24f3e1-fb58-412d-8722-a8f40d806419 tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1511135 Feb 08 21:44:24.815226 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47872) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:24.815752 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c1d6c4-c672-4b64-8605-cf2df0c6695d', 'tag': '488a431a-1c56-4a89-8c23-96d80130a309', 'status': 'completed', 'code': 200} Feb 08 21:44:24.850648 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-c765b798-0702-4170-8c7f-b64a1d1f433a tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] delete failed (client error): The resource could not be found. Feb 08 21:44:24.862763 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c765b798-0702-4170-8c7f-b64a1d1f433a tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "DELETE /v2.0/security-groups/8b7c4073-ed05-410f-a959-6c8e5945ec2d HTTP/1.1" status: 404 len: 347 time: 0.0436969 Feb 08 21:44:24.863407 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47874) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:24.903464 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ac252-7bb1-40f4-a026-7dc04894344e tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8068c760-c92a-43e8-a545-c8db2b966af4,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:24.904304 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-efdcff9b-9262-455e-a822-74452916707e tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] show failed (client error): The resource could not be found. Feb 08 21:44:24.912879 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-efdcff9b-9262-455e-a822-74452916707e tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "GET /v2.0/security-groups/01c15a27-2c2f-4820-bd67-43c706bc04df HTTP/1.1" status: 404 len: 347 time: 0.0481541 Feb 08 21:44:24.913640 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47878) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:24.932924 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-a12e9308-9e0f-49b1-8186-de5c3e90498f tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] show failed (client error): The resource could not be found. Feb 08 21:44:24.940848 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a12e9308-9e0f-49b1-8186-de5c3e90498f tempest-NegativeSecGroupTest-1548753279 tempest-NegativeSecGroupTest-1548753279-project] 10.222.0.88 "GET /v2.0/security-group-rules/e662c0e4-4827-4b50-ab03-1c67cf6ec689 HTTP/1.1" status: 404 len: 356 time: 0.0251462 Feb 08 21:44:25.030721 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6857d-746a-4f2d-b023-52c7e5ecd792 req-4d948ee4-7721-49a6-ab9c-e8439c77b609 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:25.033925 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-69c6857d-746a-4f2d-b023-52c7e5ecd792 req-4d948ee4-7721-49a6-ab9c-e8439c77b609 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2c1d6c4-c672-4b64-8605-cf2df0c6695d HTTP/1.1" status: 200 len: 947 time: 0.6278758 Feb 08 21:44:25.034616 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4c4e3-bfad-424f-9164-3996cd0affdf service neutron] Pushing event updated for resources: {'Port': ['ID=488a431a-1c56-4a89-8c23-96d80130a309,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:25.125773 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-69c6857d-746a-4f2d-b023-52c7e5ecd792 req-63befb14-8cb6-477c-a3ce-fdaf1956a7f3 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/security-groups?id=85ea4b1a-e8f8-43a6-807f-e81f6442ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743182 Feb 08 21:44:25.174813 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-537b7368-eff0-4dea-bb3a-a82d8923e42b tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--679993033&fields=id&tenant_id=34667052c8344fe0a4257547677c9696 HTTP/1.1" status: 200 len: 267 time: 0.1345758 Feb 08 21:44:25.181922 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-90f96cb4-c3a0-4eaf-b8c6-7220c83761b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:25.183517 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-90f96cb4-c3a0-4eaf-b8c6-7220c83761b7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7aa69d3d5223400782e21d89e68d58a1&device_id=f2c1d6c4-c672-4b64-8605-cf2df0c6695d HTTP/1.1" status: 200 len: 1130 time: 0.4857237 Feb 08 21:44:25.283898 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-afc2f63f-0889-44d1-b240-cc0ae0d1add7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=488a431a-1c56-4a89-8c23-96d80130a309 HTTP/1.1" status: 200 len: 217 time: 0.0878503 Feb 08 21:44:25.345568 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-58bedb40-6a03-4058-9bd6-a51f32a683b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:25.347374 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-58bedb40-6a03-4058-9bd6-a51f32a683b4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.0556433 Feb 08 21:44:25.466072 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-c19d2b0f-d5b5-4e4d-ae4b-7ab76281e1ec tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:25.468646 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-c19d2b0f-d5b5-4e4d-ae4b-7ab76281e1ec tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/networks?id=1679b521-217f-49a1-a155-3334752f6c92 HTTP/1.1" status: 200 len: 811 time: 0.2841716 Feb 08 21:44:25.471837 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-dcaeff77-3ffd-44a1-997f-8bd374437b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:25.473657 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-dcaeff77-3ffd-44a1-997f-8bd374437b1d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1189184 Feb 08 21:44:25.618063 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-e25f06a9-b798-4785-bf1f-abbffe78d8bf service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352954 Feb 08 21:44:25.633943 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-9668ce11-f101-4865-b80f-94d079390dea tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/quotas/34667052c8344fe0a4257547677c9696 HTTP/1.1" status: 200 len: 375 time: 0.1498275 Feb 08 21:44:25.747138 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47904) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:25.807902 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-67b48d8c-7aeb-4354-9f3d-f06d2f878828 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=34667052c8344fe0a4257547677c9696&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1315563 Feb 08 21:44:25.829667 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-93e0c5c0-5c02-4ccb-bc0d-cb5516973429 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:44:25.831095 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-93e0c5c0-5c02-4ccb-bc0d-cb5516973429 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117438 Feb 08 21:44:25.876422 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f8099c4-166a-4a31-9050-c7c8c5fe5bb4 req-3868689d-9c76-4bc2-86e4-4a7ae81a1d61 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410254 Feb 08 21:44:25.997288 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9ab86e1c-6aef-435f-9588-363ecc2fb3eb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d08bf4c0ca9a45899d0beaa880565da6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2473159 Feb 08 21:44:26.000027 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47910) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:26.055071 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-fc670d3f-b629-44bb-81cc-0cf6b056bdbe service neutron] 10.222.0.88 "GET /v2.0/networks/1679b521-217f-49a1-a155-3334752f6c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119968 Feb 08 21:44:26.139768 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37e964-fcfb-40f9-a469-0ba83d73013f req-055658c2-3131-4dbd-a865-b78555e7bbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:26.141816 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d37e964-fcfb-40f9-a469-0ba83d73013f req-055658c2-3131-4dbd-a865-b78555e7bbc1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7aa69d3d5223400782e21d89e68d58a1&device_id=f2c1d6c4-c672-4b64-8605-cf2df0c6695d HTTP/1.1" status: 200 len: 1130 time: 0.2062335 Feb 08 21:44:26.182521 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45dedf3f-8a18-44be-81af-9f84e5c0cf47 admin admin] Publish callbacks [] for security_group (8ac8d448-a730-4dd1-880b-2b69e6ea8b19), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:26.243697 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45dedf3f-8a18-44be-81af-9f84e5c0cf47 admin admin] Publish callbacks [] for security_group (8ac8d448-a730-4dd1-880b-2b69e6ea8b19), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:26.319367 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37e964-fcfb-40f9-a469-0ba83d73013f req-4d865cd1-40ff-4e71-acb6-40a1454324e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:26.324457 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d37e964-fcfb-40f9-a469-0ba83d73013f req-4d865cd1-40ff-4e71-acb6-40a1454324e1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.1755612 Feb 08 21:44:26.345143 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45dedf3f-8a18-44be-81af-9f84e5c0cf47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8ac8d448-a730-4dd1-880b-2b69e6ea8b19), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:26.356380 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45dedf3f-8a18-44be-81af-9f84e5c0cf47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:26.358773 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-45dedf3f-8a18-44be-81af-9f84e5c0cf47 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8ac8d448-a730-4dd1-880b-2b69e6ea8b19 HTTP/1.1" status: 204 len: 168 time: 0.3570731 Feb 08 21:44:26.392269 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dedf3f-8a18-44be-81af-9f84e5c0cf47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac8d448-a730-4dd1-880b-2b69e6ea8b19,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:26.456309 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d37e964-fcfb-40f9-a469-0ba83d73013f req-0702ede3-1168-4afa-a7eb-b891b9d7eabf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=488a431a-1c56-4a89-8c23-96d80130a309 HTTP/1.1" status: 200 len: 217 time: 0.1247091 Feb 08 21:44:26.466385 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-ffe57590-fd8f-407d-9dc6-69f5f1ad1a7b service neutron] 10.222.0.88 "GET /v2.0/networks/1679b521-217f-49a1-a155-3334752f6c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103684 Feb 08 21:44:26.536849 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e7982-d798-4ffc-8d6c-03eb1ed66fe6 req-e36b31d1-a7ea-4c4e-a4b9-239f67d11647 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:26.545597 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-084e7982-d798-4ffc-8d6c-03eb1ed66fe6 req-e36b31d1-a7ea-4c4e-a4b9-239f67d11647 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2c1d6c4-c672-4b64-8605-cf2df0c6695d HTTP/1.1" status: 200 len: 947 time: 0.2187865 Feb 08 21:44:26.636242 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-084e7982-d798-4ffc-8d6c-03eb1ed66fe6 req-095b5659-b7e1-4322-9315-afac4ad976ef tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/security-groups?id=85ea4b1a-e8f8-43a6-807f-e81f6442ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840800 Feb 08 21:44:26.640534 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37e964-fcfb-40f9-a469-0ba83d73013f req-f9181a47-48a6-4b14-a123-30f65ad0e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:26.642366 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d37e964-fcfb-40f9-a469-0ba83d73013f req-f9181a47-48a6-4b14-a123-30f65ad0e66d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1745942 Feb 08 21:44:26.813838 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37e964-fcfb-40f9-a469-0ba83d73013f req-ffd2afc0-6085-4903-9a89-7eae1ef7c5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:26.816826 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d37e964-fcfb-40f9-a469-0ba83d73013f req-ffd2afc0-6085-4903-9a89-7eae1ef7c5d5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1679773 Feb 08 21:44:26.904012 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47932) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:27.242236 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-950ad256-58af-4246-bbf8-ae37ff58ae0c req-a603272d-0cd7-47ae-933a-9edc5c2e2b5d tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 210 time: 0.3649559 Feb 08 21:44:27.413927 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d37e964-fcfb-40f9-a469-0ba83d73013f req-651949f0-9186-4ef4-a8eb-fd44fde737ab service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5793364 Feb 08 21:44:27.417573 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ddda9bd8-4244-451b-9719-7e8c7987cd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:27.618899 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d37e964-fcfb-40f9-a469-0ba83d73013f req-3a0eda91-cb92-46aa-9572-ba46e3b8fad6 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983967 Feb 08 21:44:27.901061 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4236a-07a1-43c1-94e0-7e0a5d70fa07 req-da36a32a-201e-455a-9605-0726e6429800 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:27.902380 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ad4236a-07a1-43c1-94e0-7e0a5d70fa07 req-da36a32a-201e-455a-9605-0726e6429800 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2c1d6c4-c672-4b64-8605-cf2df0c6695d HTTP/1.1" status: 200 len: 947 time: 0.1142180 Feb 08 21:44:28.040811 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ad4236a-07a1-43c1-94e0-7e0a5d70fa07 req-30dc1a53-f994-49f9-a640-7d93a4a223e8 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/security-groups?id=85ea4b1a-e8f8-43a6-807f-e81f6442ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317954 Feb 08 21:44:28.335224 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-262d077a-0185-4e23-a0a0-6dd5d39af4e1 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (3d3a214e-7c8e-4040-bc1b-35b22711e5bb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:28.446787 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b1ddbf5-badf-49a7-9035-33194edc83fc req-0f0a8cc2-7e78-4fbd-8e6f-dd531b3bf027 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 210 time: 0.0715997 Feb 08 21:44:29.213609 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 488a431a-1c56-4a89-8c23-96d80130a309 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:44:29.238551 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:29.290286 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac505e59-bce6-40de-adfd-f04497275449 req-faa44c65-f676-4297-907e-ff96f93a7373 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:29.299978 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ac505e59-bce6-40de-adfd-f04497275449 req-faa44c65-f676-4297-907e-ff96f93a7373 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2c1d6c4-c672-4b64-8605-cf2df0c6695d HTTP/1.1" status: 200 len: 947 time: 0.0827384 Feb 08 21:44:29.367512 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ac505e59-bce6-40de-adfd-f04497275449 req-61cb5a1a-195c-45b8-8a24-e645a5cfb9d3 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/security-groups?id=85ea4b1a-e8f8-43a6-807f-e81f6442ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660105 Feb 08 21:44:29.462522 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 488a431a-1c56-4a89-8c23-96d80130a309, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=488a431a-1c56-4a89-8c23-96d80130a309,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:44:29.477822 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '488a431a-1c56-4a89-8c23-96d80130a309', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': '488a431a-1c56-4a89-8c23-96d80130a309', 'mac_address': 'fa:16:3e:d8:b7:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:44:29.660581 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 488a431a-1c56-4a89-8c23-96d80130a309 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:44:29.661333 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (488a431a-1c56-4a89-8c23-96d80130a309), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:29.760864 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488a431a-1c56-4a89-8c23-96d80130a309 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:44:29.790371 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f6f7fb76-fca1-4476-a212-90e16cfdfcb9 req-e2b51a6b-4905-4bea-9fad-abab1a82c5ae tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 210 time: 0.1058426 Feb 08 21:44:29.820256 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 488a431a-1c56-4a89-8c23-96d80130a309, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=488a431a-1c56-4a89-8c23-96d80130a309,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:44:29.829961 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (488a431a-1c56-4a89-8c23-96d80130a309), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:29.961006 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=488a431a-1c56-4a89-8c23-96d80130a309,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:30.003478 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ac025-03ac-494e-9d96-ce9c091432d4 req-3fa08dd1-6118-43d1-933a-c265d4df9ee1 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:30.013826 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-113ac025-03ac-494e-9d96-ce9c091432d4 req-3fa08dd1-6118-43d1-933a-c265d4df9ee1 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=bbd9f738-6a6a-4903-b855-7495747638b6 HTTP/1.1" status: 200 len: 945 time: 0.2173071 Feb 08 21:44:30.035447 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-3da58fae-6475-46ca-b2b6-8507c5e47259 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:30.042260 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-3da58fae-6475-46ca-b2b6-8507c5e47259 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.94 "GET /v2.0/networks?id=1679b521-217f-49a1-a155-3334752f6c92 HTTP/1.1" status: 200 len: 811 time: 1.1978133 Feb 08 21:44:30.158574 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-113ac025-03ac-494e-9d96-ce9c091432d4 req-40f22235-cbe2-43cf-85bb-1980b0eccf61 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404791 Feb 08 21:44:30.177277 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['488a431a-1c56-4a89-8c23-96d80130a309'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:44:30.258915 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-172f5cfc-c445-46f6-9610-412a388880c2 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34667052c8344fe0a4257547677c9696 HTTP/1.1" status: 200 len: 379 time: 0.1954722 Feb 08 21:44:30.271660 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-8ec02f56-feca-4e17-a963-98682d6922e3 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Request body: {'port': {'device_id': '4fe6b752-4e63-4f2f-a608-4705cdf386c6', 'network_id': '1679b521-217f-49a1-a155-3334752f6c92', 'admin_state_up': True, 'tenant_id': '34667052c8344fe0a4257547677c9696', 'security_groups': ['cc433038-f51f-4a98-94ec-16e331b4d6d4']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:30.663168 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f9219-67b9-45b2-b59d-9a272ddb7716 req-dc0bc7f9-f609-4ec1-a06a-152aa11ee8c0 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:30.680104 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d4f9219-67b9-45b2-b59d-9a272ddb7716 req-dc0bc7f9-f609-4ec1-a06a-152aa11ee8c0 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2c1d6c4-c672-4b64-8605-cf2df0c6695d HTTP/1.1" status: 200 len: 948 time: 0.1386616 Feb 08 21:44:30.698373 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-262d077a-0185-4e23-a0a0-6dd5d39af4e1 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Deleting port d4eeec24-0565-4b30-86a8-b30252317608 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:44:30.701009 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-262d077a-0185-4e23-a0a0-6dd5d39af4e1 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d4eeec24-0565-4b30-86a8-b30252317608), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:30.713293 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-8ec02f56-feca-4e17-a963-98682d6922e3 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Made reservation on behalf of 34667052c8344fe0a4257547677c9696 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:44:30.723873 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-8ec02f56-feca-4e17-a963-98682d6922e3 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:30.860426 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d4f9219-67b9-45b2-b59d-9a272ddb7716 req-1ad034f0-42e8-473c-99ad-13247a93aaf7 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/security-groups?id=85ea4b1a-e8f8-43a6-807f-e81f6442ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760221 Feb 08 21:44:30.960526 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-262d077a-0185-4e23-a0a0-6dd5d39af4e1 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] For port d4eeec24-0565-4b30-86a8-b30252317608, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d4eeec24-0565-4b30-86a8-b30252317608,segment=NetworkSegment(06a9327d-123e-4f7c-9e54-341966b1df43),segment_id=06a9327d-123e-4f7c-9e54-341966b1df43)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:44:30.961960 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-262d077a-0185-4e23-a0a0-6dd5d39af4e1 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d4eeec24-0565-4b30-86a8-b30252317608), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:31.048504 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-90345000-c937-49d9-9dca-fc59e94515da req-25e4bef8-ef78-4393-a0cc-0f096d6af009 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 210 time: 0.0545728 Feb 08 21:44:31.066543 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-262d077a-0185-4e23-a0a0-6dd5d39af4e1 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Calling delete_port for d4eeec24-0565-4b30-86a8-b30252317608 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:44:31.216321 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 488a431a-1c56-4a89-8c23-96d80130a309 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:44:31.266912 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-8ec02f56-feca-4e17-a963-98682d6922e3 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Allocated IP 172.20.0.12 (1679b521-217f-49a1-a155-3334752f6c92/07d9bb5c-1887-4b22-a4c6-21ab4d50a37d/d42507a9-12d8-4b07-a0a2-04a2e6ae1330) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:44:31.466255 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 488a431a-1c56-4a89-8c23-96d80130a309 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:44:31.476124 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 488a431a-1c56-4a89-8c23-96d80130a309 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:44:31.477520 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (488a431a-1c56-4a89-8c23-96d80130a309), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:31.517736 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:31.583236 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:31.942663 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 488a431a-1c56-4a89-8c23-96d80130a309 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:44:31.943068 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (488a431a-1c56-4a89-8c23-96d80130a309), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:32.004669 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369e40e-84f3-4149-99e4-f81094991856 req-15a075a5-75fa-41bf-909a-3ee9b4645b6b tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:32.006521 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0369e40e-84f3-4149-99e4-f81094991856 req-15a075a5-75fa-41bf-909a-3ee9b4645b6b tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.96 "GET /v2.0/ports?device_id=bbd9f738-6a6a-4903-b855-7495747638b6 HTTP/1.1" status: 200 len: 945 time: 0.6188285 Feb 08 21:44:32.083935 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c1d6c4-c672-4b64-8605-cf2df0c6695d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488a431a-1c56-4a89-8c23-96d80130a309'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:44:32.098117 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ec1ac-b65a-4809-9c55-32cee11fbada req-94ca259b-59db-4439-9804-e1bb33463b00 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:32.109066 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c6ec1ac-b65a-4809-9c55-32cee11fbada req-94ca259b-59db-4439-9804-e1bb33463b00 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=bbd9f738-6a6a-4903-b855-7495747638b6 HTTP/1.1" status: 200 len: 945 time: 0.2530932 Feb 08 21:44:32.122184 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac6ddaa-9c85-40a2-a6e0-0be3cba51719" -d '{"events": [{"server_uuid": "f2c1d6c4-c672-4b64-8605-cf2df0c6695d", "name": "network-vif-plugged", "status": "completed", "tag": "488a431a-1c56-4a89-8c23-96d80130a309"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:44:32.168245 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 488a431a-1c56-4a89-8c23-96d80130a309, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=488a431a-1c56-4a89-8c23-96d80130a309,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:44:32.174325 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (488a431a-1c56-4a89-8c23-96d80130a309), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:32.371508 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=488a431a-1c56-4a89-8c23-96d80130a309,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:32.397935 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-8ec02f56-feca-4e17-a963-98682d6922e3 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for port (d42507a9-12d8-4b07-a0a2-04a2e6ae1330), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:32.417390 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c6ec1ac-b65a-4809-9c55-32cee11fbada req-a509ebad-c707-4b48-857a-47b7a65a1202 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004842 Feb 08 21:44:32.462344 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69260161-46ac-4fb1-adcd-42f81f98fa93 req-148ab1e1-2f64-4c6e-a07e-24a5991145e2 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:32.464345 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-69260161-46ac-4fb1-adcd-42f81f98fa93 req-148ab1e1-2f64-4c6e-a07e-24a5991145e2 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2c1d6c4-c672-4b64-8605-cf2df0c6695d HTTP/1.1" status: 200 len: 948 time: 0.4554574 Feb 08 21:44:32.489867 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-262d077a-0185-4e23-a0a0-6dd5d39af4e1 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (d4eeec24-0565-4b30-86a8-b30252317608), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:32.522582 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-8ec02f56-feca-4e17-a963-98682d6922e3 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (d42507a9-12d8-4b07-a0a2-04a2e6ae1330), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:32.602120 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-0369e40e-84f3-4149-99e4-f81094991856 req-ec53bc8c-cd5d-4dbe-a2a2-1d765cb0879c tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Deleting port 951a528b-3911-4676-b8cf-fac9d5faf014 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:44:32.603006 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0369e40e-84f3-4149-99e4-f81094991856 req-ec53bc8c-cd5d-4dbe-a2a2-1d765cb0879c tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (951a528b-3911-4676-b8cf-fac9d5faf014), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:32.758898 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d077a-0185-4e23-a0a0-6dd5d39af4e1 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event deleted for resources: {'Port': ['ID=d4eeec24-0565-4b30-86a8-b30252317608,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:32.873010 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-69260161-46ac-4fb1-adcd-42f81f98fa93 req-e4ff79b8-e0c5-4f7d-8bc0-8da3c1169114 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/security-groups?id=85ea4b1a-e8f8-43a6-807f-e81f6442ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932958 Feb 08 21:44:32.970659 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04057a59-2013-405e-80d8-fd4e74e6cba5 req-fe3f024b-6cfc-469e-9141-4ee08889b0ad tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:32.974709 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-04057a59-2013-405e-80d8-fd4e74e6cba5 req-fe3f024b-6cfc-469e-9141-4ee08889b0ad tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 932 time: 0.4209168 Feb 08 21:44:33.001725 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e7b7dc-8123-44c4-a0ff-0763d88c1aba x-openstack-request-id: req-f8e7b7dc-8123-44c4-a0ff-0763d88c1aba {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:44:33.002023 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c1d6c4-c672-4b64-8605-cf2df0c6695d", "name": "network-vif-plugged", "status": "completed", "tag": "488a431a-1c56-4a89-8c23-96d80130a309", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:44:33.002477 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f8e7b7dc-8123-44c4-a0ff-0763d88c1aba {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:44:33.003038 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c1d6c4-c672-4b64-8605-cf2df0c6695d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488a431a-1c56-4a89-8c23-96d80130a309', 'code': 200} Feb 08 21:44:33.017763 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec02f56-feca-4e17-a963-98682d6922e3 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Pushing event updated for resources: {'Port': ['ID=d42507a9-12d8-4b07-a0a2-04a2e6ae1330,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:33.201338 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-0369e40e-84f3-4149-99e4-f81094991856 req-ec53bc8c-cd5d-4dbe-a2a2-1d765cb0879c tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] For port 951a528b-3911-4676-b8cf-fac9d5faf014, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=951a528b-3911-4676-b8cf-fac9d5faf014,segment=NetworkSegment(6d12b64d-8e18-49b9-aa36-c463a8b40117),segment_id=6d12b64d-8e18-49b9-aa36-c463a8b40117)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:44:33.201904 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0369e40e-84f3-4149-99e4-f81094991856 req-ec53bc8c-cd5d-4dbe-a2a2-1d765cb0879c tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (951a528b-3911-4676-b8cf-fac9d5faf014), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:33.302825 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-0369e40e-84f3-4149-99e4-f81094991856 req-ec53bc8c-cd5d-4dbe-a2a2-1d765cb0879c tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Calling delete_port for 951a528b-3911-4676-b8cf-fac9d5faf014 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:44:33.311001 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4951295-ac71-4036-93ed-47011a3e5ed9 req-34042235-36a8-4e92-98ee-d4e8eae0d4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:33.314645 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4951295-ac71-4036-93ed-47011a3e5ed9 req-34042235-36a8-4e92-98ee-d4e8eae0d4d6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f2c1d6c4-c672-4b64-8605-cf2df0c6695d HTTP/1.1" status: 200 len: 1132 time: 0.2498255 Feb 08 21:44:33.318492 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-8ec02f56-feca-4e17-a963-98682d6922e3 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Network 1679b521-217f-49a1-a155-3334752f6c92 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:44:33.326422 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-8ec02f56-feca-4e17-a963-98682d6922e3 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:44:33.329922 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-8ec02f56-feca-4e17-a963-98682d6922e3 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:44:33.355127 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-04057a59-2013-405e-80d8-fd4e74e6cba5 req-71c867c2-132c-4506-b73a-eb5112519ed1 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=cc433038-f51f-4a98-94ec-16e331b4d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3699601 Feb 08 21:44:33.435899 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-8ec02f56-feca-4e17-a963-98682d6922e3 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:33.436536 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-8ec02f56-feca-4e17-a963-98682d6922e3 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:33.440718 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-262d077a-0185-4e23-a0a0-6dd5d39af4e1 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (3d3a214e-7c8e-4040-bc1b-35b22711e5bb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:33.590601 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4951295-ac71-4036-93ed-47011a3e5ed9 req-b5fb2a1a-872c-4d75-9b79-34e10217c3c1 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=85ea4b1a-e8f8-43a6-807f-e81f6442ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572901 Feb 08 21:44:33.675352 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7cbc0-7176-4683-85c8-6d0814223d65 req-561fa02a-2348-4bd5-8ccf-ecee0cab9980 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:33.685853 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3e7cbc0-7176-4683-85c8-6d0814223d65 req-561fa02a-2348-4bd5-8ccf-ecee0cab9980 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/ports?device_id=bbd9f738-6a6a-4903-b855-7495747638b6 HTTP/1.1" status: 200 len: 945 time: 0.1204915 Feb 08 21:44:33.764437 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-8ec02f56-feca-4e17-a963-98682d6922e3 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5010931 Feb 08 21:44:33.783235 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-45f1dd83-bf03-4ced-b4d6-d2b9f7c09bf0 service neutron] Request body: {'port': {'device_id': '4fe6b752-4e63-4f2f-a608-4705cdf386c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:33.870591 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3e7cbc0-7176-4683-85c8-6d0814223d65 req-fe05576c-41c3-4e15-89ff-f9b9959ffce2 tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.88 "GET /v2.0/security-groups?id=164bd872-69af-4252-96e9-283bbf66c414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822433 Feb 08 21:44:33.920167 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0369e40e-84f3-4149-99e4-f81094991856 req-ec53bc8c-cd5d-4dbe-a2a2-1d765cb0879c tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (951a528b-3911-4676-b8cf-fac9d5faf014), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:33.995323 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1cdd094a-9102-42f7-9cf7-ab941d3be6e5 None None] Provisioning complete for port d42507a9-12d8-4b07-a0a2-04a2e6ae1330 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:44:33.995918 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1cdd094a-9102-42f7-9cf7-ab941d3be6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d42507a9-12d8-4b07-a0a2-04a2e6ae1330), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:34.071169 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-0369e40e-84f3-4149-99e4-f81094991856 req-ec53bc8c-cd5d-4dbe-a2a2-1d765cb0879c tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] No DVR routers for this DVR port 951a528b-3911-4676-b8cf-fac9d5faf014 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:44:34.074857 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0369e40e-84f3-4149-99e4-f81094991856 req-ec53bc8c-cd5d-4dbe-a2a2-1d765cb0879c tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:34.077612 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1cdd094a-9102-42f7-9cf7-ab941d3be6e5 None None] Port d42507a9-12d8-4b07-a0a2-04a2e6ae1330 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:44:34.080205 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0369e40e-84f3-4149-99e4-f81094991856 req-ec53bc8c-cd5d-4dbe-a2a2-1d765cb0879c tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] 10.222.0.96 "DELETE /v2.0/ports/951a528b-3911-4676-b8cf-fac9d5faf014 HTTP/1.1" status: 204 len: 173 time: 2.0663276 Feb 08 21:44:34.081014 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53bc8c-cd5d-4dbe-a2a2-1d765cb0879c tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Pushing event deleted for resources: {'Port': ['ID=951a528b-3911-4676-b8cf-fac9d5faf014,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:34.085648 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd9f738-6a6a-4903-b855-7495747638b6', 'name': 'network-vif-deleted', 'tag': '951a528b-3911-4676-b8cf-fac9d5faf014'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:44:34.087993 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322cacfe-46ba-4a0e-afe8-79754b993565" -d '{"events": [{"server_uuid": "bbd9f738-6a6a-4903-b855-7495747638b6", "name": "network-vif-deleted", "tag": "951a528b-3911-4676-b8cf-fac9d5faf014"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:44:34.159210 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53bc8c-cd5d-4dbe-a2a2-1d765cb0879c tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:34.159572 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53bc8c-cd5d-4dbe-a2a2-1d765cb0879c tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:34.159928 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53bc8c-cd5d-4dbe-a2a2-1d765cb0879c tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:34.162500 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53bc8c-cd5d-4dbe-a2a2-1d765cb0879c tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:34.162865 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53bc8c-cd5d-4dbe-a2a2-1d765cb0879c tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:34.163213 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53bc8c-cd5d-4dbe-a2a2-1d765cb0879c tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:34.163556 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53bc8c-cd5d-4dbe-a2a2-1d765cb0879c tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:34.163897 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53bc8c-cd5d-4dbe-a2a2-1d765cb0879c tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:34.172447 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53bc8c-cd5d-4dbe-a2a2-1d765cb0879c tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:34.173259 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53bc8c-cd5d-4dbe-a2a2-1d765cb0879c tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:34.173402 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53bc8c-cd5d-4dbe-a2a2-1d765cb0879c tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:34.175529 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53bc8c-cd5d-4dbe-a2a2-1d765cb0879c tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:34.175529 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53bc8c-cd5d-4dbe-a2a2-1d765cb0879c tempest-AttachVolumeNegativeTest-2068702976 tempest-AttachVolumeNegativeTest-2068702976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:34.195613 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-45f1dd83-bf03-4ced-b4d6-d2b9f7c09bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d42507a9-12d8-4b07-a0a2-04a2e6ae1330), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:34.210749 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262d077a-0185-4e23-a0a0-6dd5d39af4e1 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Router 3d3a214e-7c8e-4040-bc1b-35b22711e5bb has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:44:34.213957 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7774708-5e7b-4b75-baf4-c568a926970a x-openstack-request-id: req-d7774708-5e7b-4b75-baf4-c568a926970a {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:44:34.214548 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd9f738-6a6a-4903-b855-7495747638b6", "name": "network-vif-deleted", "tag": "951a528b-3911-4676-b8cf-fac9d5faf014", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:44:34.214548 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d7774708-5e7b-4b75-baf4-c568a926970a {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:44:34.214938 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd9f738-6a6a-4903-b855-7495747638b6', 'name': 'network-vif-deleted', 'tag': '951a528b-3911-4676-b8cf-fac9d5faf014', 'status': 'completed', 'code': 200} Feb 08 21:44:34.248847 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa78484-e8ad-44c6-a2a6-0cec297ec9dc req-b3fabee4-5e6a-42c7-a505-024e4ac96c9a tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:34.251742 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-baa78484-e8ad-44c6-a2a6-0cec297ec9dc req-b3fabee4-5e6a-42c7-a505-024e4ac96c9a tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2c1d6c4-c672-4b64-8605-cf2df0c6695d HTTP/1.1" status: 200 len: 949 time: 0.2103679 Feb 08 21:44:34.434288 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-baa78484-e8ad-44c6-a2a6-0cec297ec9dc req-6440edac-a446-4556-b0e7-8303972c1e02 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/security-groups?id=85ea4b1a-e8f8-43a6-807f-e81f6442ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754718 Feb 08 21:44:34.572043 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8ea05-b7e1-4ab9-bb04-95edb69a9b35 req-feeec2f1-726d-4832-9ce5-ba87fa796356 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:34.582416 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2da8ea05-b7e1-4ab9-bb04-95edb69a9b35 req-feeec2f1-726d-4832-9ce5-ba87fa796356 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 932 time: 0.1238415 Feb 08 21:44:34.697621 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2da8ea05-b7e1-4ab9-bb04-95edb69a9b35 req-d55070b2-93ae-4291-b4c1-573a33c99b8b tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=cc433038-f51f-4a98-94ec-16e331b4d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135798 Feb 08 21:44:35.030600 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48136) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:35.239205 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 951a528b-3911-4676-b8cf-fac9d5faf014 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:44:35.292182 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 951a528b-3911-4676-b8cf-fac9d5faf014 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:44:35.293148 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 951a528b-3911-4676-b8cf-fac9d5faf014 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:44:35.455258 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-9526d57b-e250-4782-8c94-296e37ab63fb admin admin] Deleting subnet 1829db1a-bc95-499c-9def-413e4d0051fd {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:44:35.478019 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9526d57b-e250-4782-8c94-296e37ab63fb admin admin] Publish callbacks [] for subnet (1829db1a-bc95-499c-9def-413e4d0051fd), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:35.541812 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262d077a-0185-4e23-a0a0-6dd5d39af4e1 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:44:35.552628 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-262d077a-0185-4e23-a0a0-6dd5d39af4e1 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "PUT /v2.0/routers/3d3a214e-7c8e-4040-bc1b-35b22711e5bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6471908 Feb 08 21:44:35.559043 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fedd06b-9fec-4016-bc97-ab72177fe109 None None] Sync routers for ids ['3d3a214e-7c8e-4040-bc1b-35b22711e5bb'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:44:35.606289 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fedd06b-9fec-4016-bc97-ab72177fe109 None None] Routers {'3d3a214e-7c8e-4040-bc1b-35b22711e5bb'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:44:35.607212 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6fedd06b-9fec-4016-bc97-ab72177fe109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:44:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3d3a214e-7c8e-4040-bc1b-35b22711e5bb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:35.693373 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9526d57b-e250-4782-8c94-296e37ab63fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (1829db1a-bc95-499c-9def-413e4d0051fd), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:35.713015 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-45f1dd83-bf03-4ced-b4d6-d2b9f7c09bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d42507a9-12d8-4b07-a0a2-04a2e6ae1330 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:44:35.737084 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-45f1dd83-bf03-4ced-b4d6-d2b9f7c09bf0 service neutron] Publish callbacks [] for port (d42507a9-12d8-4b07-a0a2-04a2e6ae1330), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:35.749558 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-45f1dd83-bf03-4ced-b4d6-d2b9f7c09bf0 service neutron] Transition to ACTIVE for port object d42507a9-12d8-4b07-a0a2-04a2e6ae1330 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:44:35.763177 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-45f1dd83-bf03-4ced-b4d6-d2b9f7c09bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (d42507a9-12d8-4b07-a0a2-04a2e6ae1330), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:35.862208 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02184364-0b90-45ee-ba0b-d176d5c7697c req-cb402256-d5a4-4c64-9088-656b6844221e tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:35.869963 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02184364-0b90-45ee-ba0b-d176d5c7697c req-cb402256-d5a4-4c64-9088-656b6844221e tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2c1d6c4-c672-4b64-8605-cf2df0c6695d HTTP/1.1" status: 200 len: 949 time: 0.2547081 Feb 08 21:44:35.878905 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9526d57b-e250-4782-8c94-296e37ab63fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (1829db1a-bc95-499c-9def-413e4d0051fd), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:35.902893 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1dd83-bf03-4ced-b4d6-d2b9f7c09bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=d42507a9-12d8-4b07-a0a2-04a2e6ae1330,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:36.039154 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-45f1dd83-bf03-4ced-b4d6-d2b9f7c09bf0 service neutron] Attempting to bind port d42507a9-12d8-4b07-a0a2-04a2e6ae1330 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:44:36.047512 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-45f1dd83-bf03-4ced-b4d6-d2b9f7c09bf0 service neutron] Attempting to bind port d42507a9-12d8-4b07-a0a2-04a2e6ae1330 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '8990cc77-7426-478b-89e3-41d59e06134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1679b521-217f-49a1-a155-3334752f6c92'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:44:36.051318 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-45f1dd83-bf03-4ced-b4d6-d2b9f7c09bf0 service neutron] Attempting to bind port d42507a9-12d8-4b07-a0a2-04a2e6ae1330 on network 1679b521-217f-49a1-a155-3334752f6c92 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:44:36.061096 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-6fedd06b-9fec-4016-bc97-ab72177fe109 None None] Set router 3d3a214e-7c8e-4040-bc1b-35b22711e5bb gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:44:36.072628 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-45f1dd83-bf03-4ced-b4d6-d2b9f7c09bf0 service neutron] Port d42507a9-12d8-4b07-a0a2-04a2e6ae1330 on network 1679b521-217f-49a1-a155-3334752f6c92 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:44:36.076767 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-45f1dd83-bf03-4ced-b4d6-d2b9f7c09bf0 service neutron] Attempting to bind port d42507a9-12d8-4b07-a0a2-04a2e6ae1330 on network 1679b521-217f-49a1-a155-3334752f6c92 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:44:36.094332 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-45f1dd83-bf03-4ced-b4d6-d2b9f7c09bf0 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:44:36.098890 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-45f1dd83-bf03-4ced-b4d6-d2b9f7c09bf0 service neutron] Checking segment: {'id': '8990cc77-7426-478b-89e3-41d59e06134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1679b521-217f-49a1-a155-3334752f6c92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:44:36.100241 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-45f1dd83-bf03-4ced-b4d6-d2b9f7c09bf0 service neutron] Bound using segment: {'id': '8990cc77-7426-478b-89e3-41d59e06134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1679b521-217f-49a1-a155-3334752f6c92'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:44:36.102397 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-45f1dd83-bf03-4ced-b4d6-d2b9f7c09bf0 service neutron] Bound port: d42507a9-12d8-4b07-a0a2-04a2e6ae1330, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8990cc77-7426-478b-89e3-41d59e06134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1679b521-217f-49a1-a155-3334752f6c92'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:44:36.103248 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-45f1dd83-bf03-4ced-b4d6-d2b9f7c09bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d42507a9-12d8-4b07-a0a2-04a2e6ae1330), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:36.211303 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02184364-0b90-45ee-ba0b-d176d5c7697c req-41e61a63-501b-4d72-9ae3-ce8713f7a943 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/security-groups?id=85ea4b1a-e8f8-43a6-807f-e81f6442ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672522 Feb 08 21:44:36.270119 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9526d57b-e250-4782-8c94-296e37ab63fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (1829db1a-bc95-499c-9def-413e4d0051fd), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:36.330706 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526d57b-e250-4782-8c94-296e37ab63fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1829db1a-bc95-499c-9def-413e4d0051fd,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:36.385598 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9526d57b-e250-4782-8c94-296e37ab63fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:36.396625 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9526d57b-e250-4782-8c94-296e37ab63fb admin admin] 10.222.0.88 "DELETE /v2.0/subnets/1829db1a-bc95-499c-9def-413e4d0051fd HTTP/1.1" status: 204 len: 168 time: 1.3638537 Feb 08 21:44:36.405954 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48168) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:36.458522 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-45f1dd83-bf03-4ced-b4d6-d2b9f7c09bf0 service neutron] For port d42507a9-12d8-4b07-a0a2-04a2e6ae1330, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:44:36.475642 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73029530-87e8-4944-bedc-7df003d395d7 req-62a6b489-0392-441f-91fa-367d2a01443a tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:36.476910 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-73029530-87e8-4944-bedc-7df003d395d7 req-62a6b489-0392-441f-91fa-367d2a01443a tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 944 time: 0.3289669 Feb 08 21:44:36.503266 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c28a31-e24c-4f5a-ba33-601b40484838 req-5a259eb2-d097-4a81-819c-68c7bd81c445 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:36.526517 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31c28a31-e24c-4f5a-ba33-601b40484838 req-5a259eb2-d097-4a81-819c-68c7bd81c445 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5 HTTP/1.1" status: 200 len: 946 time: 0.1430750 Feb 08 21:44:36.544056 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-45f1dd83-bf03-4ced-b4d6-d2b9f7c09bf0 service neutron] For port d42507a9-12d8-4b07-a0a2-04a2e6ae1330, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d42507a9-12d8-4b07-a0a2-04a2e6ae1330,segment=NetworkSegment(8990cc77-7426-478b-89e3-41d59e06134a),segment_id=8990cc77-7426-478b-89e3-41d59e06134a)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:44:36.556112 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-45f1dd83-bf03-4ced-b4d6-d2b9f7c09bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (d42507a9-12d8-4b07-a0a2-04a2e6ae1330), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:36.587890 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31c28a31-e24c-4f5a-ba33-601b40484838 req-77c79cc7-2b30-48db-b326-8a013376407a tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=ea8b65a5-a7c4-49eb-a6ba-ad3ecbb312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712295 Feb 08 21:44:36.599605 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-104a7da1-36dc-4be0-a86e-1b81e354cc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (b5326457-53c9-4ce3-8eff-31ed490f5fcc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:36.607074 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-45f1dd83-bf03-4ced-b4d6-d2b9f7c09bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:36.608492 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-45f1dd83-bf03-4ced-b4d6-d2b9f7c09bf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:36.610111 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-45f1dd83-bf03-4ced-b4d6-d2b9f7c09bf0 service neutron] 10.222.0.94 "PUT /v2.0/ports/d42507a9-12d8-4b07-a0a2-04a2e6ae1330 HTTP/1.1" status: 200 len: 1093 time: 2.8393526 Feb 08 21:44:36.610654 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe6b752-4e63-4f2f-a608-4705cdf386c6', 'tag': 'd42507a9-12d8-4b07-a0a2-04a2e6ae1330'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:44:36.612779 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-73029530-87e8-4944-bedc-7df003d395d7 req-6be36321-36cf-47b0-9553-d48a6bb3164a tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=cc433038-f51f-4a98-94ec-16e331b4d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209593 Feb 08 21:44:36.613101 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa3130f-cfca-43d1-b8c7-bb81e49c07dd" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe6b752-4e63-4f2f-a608-4705cdf386c6", "tag": "d42507a9-12d8-4b07-a0a2-04a2e6ae1330"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:44:36.720747 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6fedd06b-9fec-4016-bc97-ab72177fe109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'name': 'tempest-TestNetworkBasicOps-router-145281194', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:41:29Z', 'updated_at': '2022-02-08T21:44:32Z', 'revision_number': 6, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:30Z', 'updated_at': '2022-02-08T21:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'd66d1306-eac7-4f6a-81b0-01afa3f0aa29', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'port_id': '4e975045-2d7b-4c18-a21a-71b3c44fe49f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf', 'mac_address': 'fa:16:3e:52:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7429bad7-8f15-46c7-add0-d85cff99e0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:42:18Z', 'updated_at': '2022-02-08T21:42:24Z', 'revision_number': 1, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e54f8d8-3e18-4a96-b200-cbd839f3999b', 'name': '', 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'mac_address': 'fa:16:3e:72:87:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:37Z', 'updated_at': '2022-02-08T21:41:50Z', 'revision_number': 5, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'subnets': [{'id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:36.776172 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355e875f-3747-4426-b80a-5905afaa2c27 x-openstack-request-id: req-355e875f-3747-4426-b80a-5905afaa2c27 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:44:36.782858 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe6b752-4e63-4f2f-a608-4705cdf386c6", "tag": "d42507a9-12d8-4b07-a0a2-04a2e6ae1330", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:44:36.783278 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-355e875f-3747-4426-b80a-5905afaa2c27 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:44:36.785716 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe6b752-4e63-4f2f-a608-4705cdf386c6', 'tag': 'd42507a9-12d8-4b07-a0a2-04a2e6ae1330', 'status': 'completed', 'code': 200} Feb 08 21:44:36.857869 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fedd06b-9fec-4016-bc97-ab72177fe109 None None] Checking router: 3d3a214e-7c8e-4040-bc1b-35b22711e5bb for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:44:36.878603 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:36.883838 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:36.886541 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fedd06b-9fec-4016-bc97-ab72177fe109 None None] Routers {'3d3a214e-7c8e-4040-bc1b-35b22711e5bb'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:44:36.888438 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6fedd06b-9fec-4016-bc97-ab72177fe109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:44:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3d3a214e-7c8e-4040-bc1b-35b22711e5bb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:36.922476 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1dd83-bf03-4ced-b4d6-d2b9f7c09bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=d42507a9-12d8-4b07-a0a2-04a2e6ae1330,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:37.174570 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-104a7da1-36dc-4be0-a86e-1b81e354cc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (b5326457-53c9-4ce3-8eff-31ed490f5fcc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:37.255452 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-c4d4418a-16f0-4386-bee5-5f81be7287e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:37.258280 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-c4d4418a-16f0-4386-bee5-5f81be7287e7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=34667052c8344fe0a4257547677c9696&device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 1127 time: 0.5828693 Feb 08 21:44:37.288242 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-6fedd06b-9fec-4016-bc97-ab72177fe109 None None] Set router 3d3a214e-7c8e-4040-bc1b-35b22711e5bb gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:44:37.288709 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-104a7da1-36dc-4be0-a86e-1b81e354cc42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5326457-53c9-4ce3-8eff-31ed490f5fcc']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:37.431710 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-6e91cd87-32b3-4235-9cb8-8f317c844bf5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d42507a9-12d8-4b07-a0a2-04a2e6ae1330 HTTP/1.1" status: 200 len: 217 time: 0.1543770 Feb 08 21:44:37.433942 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-104a7da1-36dc-4be0-a86e-1b81e354cc42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d12b64d-8e18-49b9-aa36-c463a8b40117') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:37.434530 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-104a7da1-36dc-4be0-a86e-1b81e354cc42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d12b64d-8e18-49b9-aa36-c463a8b40117') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:37.518546 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-104a7da1-36dc-4be0-a86e-1b81e354cc42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (6d12b64d-8e18-49b9-aa36-c463a8b40117), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:37.598566 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-104a7da1-36dc-4be0-a86e-1b81e354cc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (6d12b64d-8e18-49b9-aa36-c463a8b40117), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:37.610009 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-104a7da1-36dc-4be0-a86e-1b81e354cc42 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:44:37.610788 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-104a7da1-36dc-4be0-a86e-1b81e354cc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (6d12b64d-8e18-49b9-aa36-c463a8b40117), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:44:37.614225 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:44:37.778742 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-065815fb-9116-4806-99ca-03926ccae13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:37.782169 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-065815fb-9116-4806-99ca-03926ccae13a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=07d9bb5c-1887-4b22-a4c6-21ab4d50a37d HTTP/1.1" status: 200 len: 850 time: 0.3222756 Feb 08 21:44:37.888395 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa64a5-bf6e-49a4-ab1d-a309df8ff450 req-16f1fe5d-63a5-4f3e-8cfc-d748a1abb1eb tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:37.892409 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1d563-9d4b-412b-adf8-9b731264503d req-441bf29d-e1f4-4e3b-a15b-4fd5f0d1f5ee tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:37.897919 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-83fa64a5-bf6e-49a4-ab1d-a309df8ff450 req-16f1fe5d-63a5-4f3e-8cfc-d748a1abb1eb tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 944 time: 0.1548593 Feb 08 21:44:37.900163 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d4a1d563-9d4b-412b-adf8-9b731264503d req-441bf29d-e1f4-4e3b-a15b-4fd5f0d1f5ee tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.94 "GET /v2.0/ports?device_id=53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5 HTTP/1.1" status: 200 len: 946 time: 0.4710653 Feb 08 21:44:37.906261 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6fedd06b-9fec-4016-bc97-ab72177fe109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'name': 'tempest-TestNetworkBasicOps-router-145281194', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:41:29Z', 'updated_at': '2022-02-08T21:44:32Z', 'revision_number': 6, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:30Z', 'updated_at': '2022-02-08T21:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'd66d1306-eac7-4f6a-81b0-01afa3f0aa29', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'port_id': '4e975045-2d7b-4c18-a21a-71b3c44fe49f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf', 'mac_address': 'fa:16:3e:52:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7429bad7-8f15-46c7-add0-d85cff99e0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:42:18Z', 'updated_at': '2022-02-08T21:42:24Z', 'revision_number': 1, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e54f8d8-3e18-4a96-b200-cbd839f3999b', 'name': '', 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'mac_address': 'fa:16:3e:72:87:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:37Z', 'updated_at': '2022-02-08T21:41:50Z', 'revision_number': 5, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'subnets': [{'id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:37.963515 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aded600-27fb-4f23-b6a8-94bb194151fb req-75eabcb8-11aa-4dd4-8445-21c15aece7d6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:37.969143 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6aded600-27fb-4f23-b6a8-94bb194151fb req-75eabcb8-11aa-4dd4-8445-21c15aece7d6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5 HTTP/1.1" status: 200 len: 946 time: 0.1912372 Feb 08 21:44:37.979496 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fedd06b-9fec-4016-bc97-ab72177fe109 None None] The sync data for ids ['3d3a214e-7c8e-4040-bc1b-35b22711e5bb'] in n-d-712143-31 is: [{'id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'name': 'tempest-TestNetworkBasicOps-router-145281194', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:41:29Z', 'updated_at': '2022-02-08T21:44:32Z', 'revision_number': 6, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:30Z', 'updated_at': '2022-02-08T21:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'd66d1306-eac7-4f6a-81b0-01afa3f0aa29', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'port_id': '4e975045-2d7b-4c18-a21a-71b3c44fe49f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf', 'mac_address': 'fa:16:3e:52:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7429bad7-8f15-46c7-add0-d85cff99e0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:42:18Z', 'updated_at': '2022-02-08T21:42:24Z', 'revision_number': 1, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e54f8d8-3e18-4a96-b200-cbd839f3999b', 'name': '', 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'mac_address': 'fa:16:3e:72:87:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:37Z', 'updated_at': '2022-02-08T21:41:50Z', 'revision_number': 5, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'subnets': [{'id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:44:38.147817 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-104a7da1-36dc-4be0-a86e-1b81e354cc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (b5326457-53c9-4ce3-8eff-31ed490f5fcc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:38.155289 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-83fa64a5-bf6e-49a4-ab1d-a309df8ff450 req-597f9f83-c255-46f7-85ac-609d7a7fad2d tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=cc433038-f51f-4a98-94ec-16e331b4d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2555439 Feb 08 21:44:38.197306 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-104a7da1-36dc-4be0-a86e-1b81e354cc42 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:38.203966 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-104a7da1-36dc-4be0-a86e-1b81e354cc42 admin admin] 10.222.0.88 "DELETE /v2.0/networks/b5326457-53c9-4ce3-8eff-31ed490f5fcc HTTP/1.1" status: 204 len: 168 time: 1.7905812 Feb 08 21:44:38.211446 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a7da1-36dc-4be0-a86e-1b81e354cc42 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5326457-53c9-4ce3-8eff-31ed490f5fcc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:38.239698 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6aded600-27fb-4f23-b6a8-94bb194151fb req-23d8c0e2-c294-4d8f-afe5-f8061922906b tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=ea8b65a5-a7c4-49eb-a6ba-ad3ecbb312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2559354 Feb 08 21:44:38.279904 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-8a7921fa-3c16-4c93-94a5-e067b79489a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:38.285865 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-8a7921fa-3c16-4c93-94a5-e067b79489a4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1679b521-217f-49a1-a155-3334752f6c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4720747 Feb 08 21:44:38.370601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d4eeec24-0565-4b30-86a8-b30252317608 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:44:38.430108 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: d4eeec24-0565-4b30-86a8-b30252317608 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:44:38.430460 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d4eeec24-0565-4b30-86a8-b30252317608 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:44:38.436982 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-d4a1d563-9d4b-412b-adf8-9b731264503d req-279e1bdf-0fd4-4618-9ded-d56281753f75 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Deleting port 89440177-f2a6-4fd2-a112-1851993d5a98 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:44:38.440888 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d4a1d563-9d4b-412b-adf8-9b731264503d req-279e1bdf-0fd4-4618-9ded-d56281753f75 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (89440177-f2a6-4fd2-a112-1851993d5a98), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:38.539532 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48212) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:38.664352 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-df3a1fd1-861c-454b-8cb6-b54147c0b58f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f78ef32583a7407daedbb84d3ab485f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1227379 Feb 08 21:44:38.665843 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48214) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:38.668096 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-56d8c4b1-f308-4cae-a966-ab397d53d86e service neutron] 10.222.0.94 "GET /v2.0/networks/1679b521-217f-49a1-a155-3334752f6c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680823 Feb 08 21:44:38.928110 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-d4a1d563-9d4b-412b-adf8-9b731264503d req-279e1bdf-0fd4-4618-9ded-d56281753f75 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] For port 89440177-f2a6-4fd2-a112-1851993d5a98, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=89440177-f2a6-4fd2-a112-1851993d5a98,segment=NetworkSegment(06a9327d-123e-4f7c-9e54-341966b1df43),segment_id=06a9327d-123e-4f7c-9e54-341966b1df43)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:44:38.928473 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d4a1d563-9d4b-412b-adf8-9b731264503d req-279e1bdf-0fd4-4618-9ded-d56281753f75 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (89440177-f2a6-4fd2-a112-1851993d5a98), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:38.959465 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-d4a1d563-9d4b-412b-adf8-9b731264503d req-279e1bdf-0fd4-4618-9ded-d56281753f75 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Calling delete_port for 89440177-f2a6-4fd2-a112-1851993d5a98 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:44:38.968984 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2fa53ccc-678d-494e-a5c7-1e2179a3a148 req-cd4f9725-ee8c-4bb0-a32d-8a8c30a18896 service neutron] 10.222.0.94 "GET /v2.0/networks/1679b521-217f-49a1-a155-3334752f6c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690556 Feb 08 21:44:39.055352 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-865b0918-bf8e-4094-b7b3-971f882dfaef admin admin] Publish callbacks [] for security_group (164bd872-69af-4252-96e9-283bbf66c414), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:39.164747 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-865b0918-bf8e-4094-b7b3-971f882dfaef admin admin] Publish callbacks [] for security_group (164bd872-69af-4252-96e9-283bbf66c414), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:39.237402 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-865b0918-bf8e-4094-b7b3-971f882dfaef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (164bd872-69af-4252-96e9-283bbf66c414), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:39.240685 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-865b0918-bf8e-4094-b7b3-971f882dfaef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:39.244263 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-865b0918-bf8e-4094-b7b3-971f882dfaef admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/164bd872-69af-4252-96e9-283bbf66c414 HTTP/1.1" status: 204 len: 168 time: 0.5730524 Feb 08 21:44:39.297847 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b0918-bf8e-4094-b7b3-971f882dfaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164bd872-69af-4252-96e9-283bbf66c414,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:39.382852 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3130f-cfca-43d1-b8c7-bb81e49c07dd req-1fbc45f0-0817-4163-a2a4-14a9c85da792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:39.384540 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5aa3130f-cfca-43d1-b8c7-bb81e49c07dd req-1fbc45f0-0817-4163-a2a4-14a9c85da792 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=34667052c8344fe0a4257547677c9696&device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 1127 time: 0.3563187 Feb 08 21:44:39.542773 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d44f8-9a1b-4801-9798-c0d80485564e req-a1dab246-4245-4204-b740-397924905f0c tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:39.559789 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7f7d44f8-9a1b-4801-9798-c0d80485564e req-a1dab246-4245-4204-b740-397924905f0c tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 944 time: 0.2797194 Feb 08 21:44:39.657113 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d4a1d563-9d4b-412b-adf8-9b731264503d req-279e1bdf-0fd4-4618-9ded-d56281753f75 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (89440177-f2a6-4fd2-a112-1851993d5a98), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:39.743843 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9736b6-55f9-4441-99d1-3fdfbf757103 req-1d09f2a6-23a3-4579-8f0e-54893a46280d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:39.745419 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef9736b6-55f9-4441-99d1-3fdfbf757103 req-1d09f2a6-23a3-4579-8f0e-54893a46280d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5 HTTP/1.1" status: 200 len: 867 time: 0.3140886 Feb 08 21:44:39.748961 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7f7d44f8-9a1b-4801-9798-c0d80485564e req-71535de4-ed83-48c5-983d-c3df25993f23 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=cc433038-f51f-4a98-94ec-16e331b4d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870942 Feb 08 21:44:39.770115 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3130f-cfca-43d1-b8c7-bb81e49c07dd req-59613642-be03-4174-9500-bbfe054c48e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:39.781571 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5aa3130f-cfca-43d1-b8c7-bb81e49c07dd req-59613642-be03-4174-9500-bbfe054c48e2 service neutron] 10.222.0.94 "GET /v2.0/networks?id=1679b521-217f-49a1-a155-3334752f6c92 HTTP/1.1" status: 200 len: 912 time: 0.3744833 Feb 08 21:44:39.868985 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef9736b6-55f9-4441-99d1-3fdfbf757103 req-3e81d0de-c341-4239-801d-0c072443ddf7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=ea8b65a5-a7c4-49eb-a6ba-ad3ecbb312c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079488 Feb 08 21:44:39.942908 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5aa3130f-cfca-43d1-b8c7-bb81e49c07dd req-f1d661b2-3286-45c9-b4ba-0dca7f1be997 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d42507a9-12d8-4b07-a0a2-04a2e6ae1330 HTTP/1.1" status: 200 len: 217 time: 0.0966299 Feb 08 21:44:39.949801 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e1bdf-0fd4-4618-9ded-d56281753f75 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event deleted for resources: {'Port': ['ID=89440177-f2a6-4fd2-a112-1851993d5a98,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:40.035269 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a1d563-9d4b-412b-adf8-9b731264503d req-279e1bdf-0fd4-4618-9ded-d56281753f75 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] No DVR routers for this DVR port 89440177-f2a6-4fd2-a112-1851993d5a98 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:44:40.053846 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d4a1d563-9d4b-412b-adf8-9b731264503d req-279e1bdf-0fd4-4618-9ded-d56281753f75 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:40.057354 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d4a1d563-9d4b-412b-adf8-9b731264503d req-279e1bdf-0fd4-4618-9ded-d56281753f75 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.94 "DELETE /v2.0/ports/89440177-f2a6-4fd2-a112-1851993d5a98 HTTP/1.1" status: 204 len: 173 time: 2.1563935 Feb 08 21:44:40.061700 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5', 'name': 'network-vif-deleted', 'tag': '89440177-f2a6-4fd2-a112-1851993d5a98'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:44:40.064239 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871e6def-8865-4dd5-9955-f34752cf9c5d" -d '{"events": [{"server_uuid": "53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5", "name": "network-vif-deleted", "tag": "89440177-f2a6-4fd2-a112-1851993d5a98"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:44:40.097794 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3130f-cfca-43d1-b8c7-bb81e49c07dd req-dbb3a968-81f1-48df-8ecd-5f08b9da4300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:40.099440 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5aa3130f-cfca-43d1-b8c7-bb81e49c07dd req-dbb3a968-81f1-48df-8ecd-5f08b9da4300 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=07d9bb5c-1887-4b22-a4c6-21ab4d50a37d HTTP/1.1" status: 200 len: 850 time: 0.1268065 Feb 08 21:44:40.167357 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de0077e-b8a5-43c6-8393-a0e14855627c x-openstack-request-id: req-5de0077e-b8a5-43c6-8393-a0e14855627c {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:44:40.167664 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5", "name": "network-vif-deleted", "tag": "89440177-f2a6-4fd2-a112-1851993d5a98", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:44:40.167927 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5de0077e-b8a5-43c6-8393-a0e14855627c {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:44:40.168339 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5', 'name': 'network-vif-deleted', 'tag': '89440177-f2a6-4fd2-a112-1851993d5a98', 'status': 'completed', 'code': 200} Feb 08 21:44:40.230400 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3130f-cfca-43d1-b8c7-bb81e49c07dd req-cbdd0a31-7389-43e6-a8a7-a9f20480bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:40.231931 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5aa3130f-cfca-43d1-b8c7-bb81e49c07dd req-cbdd0a31-7389-43e6-a8a7-a9f20480bffe service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1679b521-217f-49a1-a155-3334752f6c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1196721 Feb 08 21:44:40.467936 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5aa3130f-cfca-43d1-b8c7-bb81e49c07dd req-bac1eb7e-0877-4755-bbf3-fce028ae078e service neutron] 10.222.0.94 "GET /v2.0/networks/1679b521-217f-49a1-a155-3334752f6c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241821 Feb 08 21:44:40.694201 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5aa3130f-cfca-43d1-b8c7-bb81e49c07dd req-bf8f6e86-7836-408c-b06c-4f9045fa3901 service neutron] 10.222.0.94 "GET /v2.0/networks/1679b521-217f-49a1-a155-3334752f6c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207029 Feb 08 21:44:40.958975 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63b2f1-d84e-4666-af16-1eb0c27384d2 req-986e10cc-9951-43b3-9d62-52b82df44065 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:40.971919 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff63b2f1-d84e-4666-af16-1eb0c27384d2 req-986e10cc-9951-43b3-9d62-52b82df44065 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 944 time: 0.1171474 Feb 08 21:44:41.142139 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d7a6b89-e7fb-4be3-b0c5-903873610996 req-7e5e9bc1-a1c5-47fd-82fd-eee060a8ed52 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=53832ab5-e09e-4f0a-bbfc-d34b9bbc36d5 HTTP/1.1" status: 200 len: 210 time: 0.0578134 Feb 08 21:44:41.174083 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff63b2f1-d84e-4666-af16-1eb0c27384d2 req-553c8ef8-97b4-4cf1-bd97-a7dec2c9cddd tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=cc433038-f51f-4a98-94ec-16e331b4d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006342 Feb 08 21:44:41.481669 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 89440177-f2a6-4fd2-a112-1851993d5a98 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:44:41.511717 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 89440177-f2a6-4fd2-a112-1851993d5a98 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:44:41.512470 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 89440177-f2a6-4fd2-a112-1851993d5a98 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:44:42.273924 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48346) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:42.402875 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e9b31-8059-4b75-ad60-c835c395fddf req-64c39a18-a3d1-49ba-9ed9-6813014ad569 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:42.411627 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b17e9b31-8059-4b75-ad60-c835c395fddf req-64c39a18-a3d1-49ba-9ed9-6813014ad569 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 944 time: 0.1224928 Feb 08 21:44:42.427492 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a52bc0c-bfa1-49e8-8384-b25ad6c39835 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group (ea8b65a5-a7c4-49eb-a6ba-ad3ecbb312c7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:42.499892 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a52bc0c-bfa1-49e8-8384-b25ad6c39835 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group (ea8b65a5-a7c4-49eb-a6ba-ad3ecbb312c7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:42.541300 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b17e9b31-8059-4b75-ad60-c835c395fddf req-374bbdc2-0556-421c-990b-207b3eeb449a tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=cc433038-f51f-4a98-94ec-16e331b4d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255231 Feb 08 21:44:42.627309 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a52bc0c-bfa1-49e8-8384-b25ad6c39835 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ea8b65a5-a7c4-49eb-a6ba-ad3ecbb312c7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:42.630044 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a52bc0c-bfa1-49e8-8384-b25ad6c39835 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:42.631213 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1a52bc0c-bfa1-49e8-8384-b25ad6c39835 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "DELETE /v2.0/security-groups/ea8b65a5-a7c4-49eb-a6ba-ad3ecbb312c7 HTTP/1.1" status: 204 len: 168 time: 0.3560297 Feb 08 21:44:42.663502 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52bc0c-bfa1-49e8-8384-b25ad6c39835 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8b65a5-a7c4-49eb-a6ba-ad3ecbb312c7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:42.675806 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48376) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:42.790956 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba353876-baac-43cd-a940-352a54a1c82b tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Deleting subnet 5db1dca8-4776-49a6-b331-ccef9c429fdd {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:44:42.800495 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ba353876-baac-43cd-a940-352a54a1c82b tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for subnet (5db1dca8-4776-49a6-b331-ccef9c429fdd), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:42.880767 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ba353876-baac-43cd-a940-352a54a1c82b tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (5db1dca8-4776-49a6-b331-ccef9c429fdd), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:42.973109 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ba353876-baac-43cd-a940-352a54a1c82b tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (5db1dca8-4776-49a6-b331-ccef9c429fdd), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:43.036745 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ba353876-baac-43cd-a940-352a54a1c82b tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (5db1dca8-4776-49a6-b331-ccef9c429fdd), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:43.091619 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba353876-baac-43cd-a940-352a54a1c82b tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event deleted for resources: {'Subnet': ['ID=5db1dca8-4776-49a6-b331-ccef9c429fdd,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:43.101830 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ba353876-baac-43cd-a940-352a54a1c82b tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:43.102187 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13fde13-4944-497c-9f58-be4ae1eb205e None None] Network a2434da0-0a13-4fde-9e1d-c31acf1ef186 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:44:43.112052 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ba353876-baac-43cd-a940-352a54a1c82b tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "DELETE /v2.0/subnets/5db1dca8-4776-49a6-b331-ccef9c429fdd HTTP/1.1" status: 204 len: 168 time: 0.4322851 Feb 08 21:44:43.112478 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48414) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:43.289050 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d86bd6c-f803-4af9-94d7-3e61d59fa9cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (a2434da0-0a13-4fde-9e1d-c31acf1ef186), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:43.408201 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b22073c-aaf8-4187-9e39-58c1f1b7618e None None] DHCP port deletion for a2434da0-0a13-4fde-9e1d-c31acf1ef186 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:44:43.414000 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-7d86bd6c-f803-4af9-94d7-3e61d59fa9cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Deleting port ccd175ed-a805-4a87-9db1-93d6053072a1 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:44:43.420372 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d86bd6c-f803-4af9-94d7-3e61d59fa9cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (ccd175ed-a805-4a87-9db1-93d6053072a1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:43.503426 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device d42507a9-12d8-4b07-a0a2-04a2e6ae1330 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:44:43.636962 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-7d86bd6c-f803-4af9-94d7-3e61d59fa9cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] For port ccd175ed-a805-4a87-9db1-93d6053072a1, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ccd175ed-a805-4a87-9db1-93d6053072a1,segment=NetworkSegment(06a9327d-123e-4f7c-9e54-341966b1df43),segment_id=06a9327d-123e-4f7c-9e54-341966b1df43)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:44:43.649041 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:44:43.655712 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d86bd6c-f803-4af9-94d7-3e61d59fa9cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (ccd175ed-a805-4a87-9db1-93d6053072a1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:43.684779 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-7d86bd6c-f803-4af9-94d7-3e61d59fa9cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Calling delete_port for ccd175ed-a805-4a87-9db1-93d6053072a1 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:44:43.818720 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d86bd6c-f803-4af9-94d7-3e61d59fa9cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (ccd175ed-a805-4a87-9db1-93d6053072a1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:43.864655 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100881c-1577-407e-a7a8-1230a3451f0c req-2597ef85-ec61-404d-b6d4-0db50c2a76b1 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:43.889295 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8100881c-1577-407e-a7a8-1230a3451f0c req-2597ef85-ec61-404d-b6d4-0db50c2a76b1 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 944 time: 0.1896029 Feb 08 21:44:43.933854 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d86bd6c-f803-4af9-94d7-3e61d59fa9cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] No DVR routers for this DVR port ccd175ed-a805-4a87-9db1-93d6053072a1 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:44:44.025057 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8100881c-1577-407e-a7a8-1230a3451f0c req-ebe0771c-0f9c-4e92-8747-8e737b7fe011 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=cc433038-f51f-4a98-94ec-16e331b4d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294053 Feb 08 21:44:44.086871 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86bd6c-f803-4af9-94d7-3e61d59fa9cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event deleted for resources: {'Port': ['ID=ccd175ed-a805-4a87-9db1-93d6053072a1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:44.275290 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8b22073c-aaf8-4187-9e39-58c1f1b7618e None None] Deleting port ccd175ed-a805-4a87-9db1-93d6053072a1 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:44:44.276654 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8b22073c-aaf8-4187-9e39-58c1f1b7618e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (ccd175ed-a805-4a87-9db1-93d6053072a1), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:44.298817 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d86bd6c-f803-4af9-94d7-3e61d59fa9cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (a2434da0-0a13-4fde-9e1d-c31acf1ef186), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:44.353910 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-8b22073c-aaf8-4187-9e39-58c1f1b7618e None None] For port ccd175ed-a805-4a87-9db1-93d6053072a1, host n-d-712143-31, got binding levels [] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:44:44.354647 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8b22073c-aaf8-4187-9e39-58c1f1b7618e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (ccd175ed-a805-4a87-9db1-93d6053072a1), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:44.360398 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-7d86bd6c-f803-4af9-94d7-3e61d59fa9cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2434da0-0a13-4fde-9e1d-c31acf1ef186']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:44.386801 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-7d86bd6c-f803-4af9-94d7-3e61d59fa9cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06a9327d-123e-4f7c-9e54-341966b1df43') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:44.388734 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-7d86bd6c-f803-4af9-94d7-3e61d59fa9cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06a9327d-123e-4f7c-9e54-341966b1df43') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:44.417375 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d86bd6c-f803-4af9-94d7-3e61d59fa9cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (06a9327d-123e-4f7c-9e54-341966b1df43), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:44.442255 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8b22073c-aaf8-4187-9e39-58c1f1b7618e None None] Calling delete_port for ccd175ed-a805-4a87-9db1-93d6053072a1 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:44:44.450792 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.ipam_backend_mixin [None req-8b22073c-aaf8-4187-9e39-58c1f1b7618e None None] Port ccd175ed-a805-4a87-9db1-93d6053072a1 was not found and therefore no delete operation was performed {{(pid=103435) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 21:44:44.451992 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d86bd6c-f803-4af9-94d7-3e61d59fa9cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (06a9327d-123e-4f7c-9e54-341966b1df43), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:44.459415 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8b22073c-aaf8-4187-9e39-58c1f1b7618e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (ccd175ed-a805-4a87-9db1-93d6053072a1), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:44.475836 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d86bd6c-f803-4af9-94d7-3e61d59fa9cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:44:44.477869 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d86bd6c-f803-4af9-94d7-3e61d59fa9cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (06a9327d-123e-4f7c-9e54-341966b1df43), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:44.483292 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ccd175ed-a805-4a87-9db1-93d6053072a1 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:44:44.552504 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b22073c-aaf8-4187-9e39-58c1f1b7618e None None] No DVR routers for this DVR port ccd175ed-a805-4a87-9db1-93d6053072a1 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:44:44.603739 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: ccd175ed-a805-4a87-9db1-93d6053072a1 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:44:44.604298 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ccd175ed-a805-4a87-9db1-93d6053072a1 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:44:44.609507 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port d42507a9-12d8-4b07-a0a2-04a2e6ae1330, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d42507a9-12d8-4b07-a0a2-04a2e6ae1330,segment=NetworkSegment(8990cc77-7426-478b-89e3-41d59e06134a),segment_id=8990cc77-7426-478b-89e3-41d59e06134a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:44:44.613410 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22073c-aaf8-4187-9e39-58c1f1b7618e None None] Pushing event deleted for resources: {'Port': ['ID=ccd175ed-a805-4a87-9db1-93d6053072a1,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:44.627009 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'd42507a9-12d8-4b07-a0a2-04a2e6ae1330', 'network_id': '1679b521-217f-49a1-a155-3334752f6c92', 'port_id': 'd42507a9-12d8-4b07-a0a2-04a2e6ae1330', 'mac_address': 'fa:16:3e:14:0e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:44:44.670118 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:44:44.673890 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d86bd6c-f803-4af9-94d7-3e61d59fa9cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (a2434da0-0a13-4fde-9e1d-c31acf1ef186), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:44.702176 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d86bd6c-f803-4af9-94d7-3e61d59fa9cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:44.715271 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7d86bd6c-f803-4af9-94d7-3e61d59fa9cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "DELETE /v2.0/networks/a2434da0-0a13-4fde-9e1d-c31acf1ef186 HTTP/1.1" status: 204 len: 168 time: 1.6016619 Feb 08 21:44:44.718050 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48454) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:44.755751 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port d42507a9-12d8-4b07-a0a2-04a2e6ae1330 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:44:44.762953 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d42507a9-12d8-4b07-a0a2-04a2e6ae1330), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:44.766779 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86bd6c-f803-4af9-94d7-3e61d59fa9cc tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event deleted for resources: {'Network': ['ID=a2434da0-0a13-4fde-9e1d-c31acf1ef186,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:44.824006 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42507a9-12d8-4b07-a0a2-04a2e6ae1330 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:44:44.880039 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port d42507a9-12d8-4b07-a0a2-04a2e6ae1330, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d42507a9-12d8-4b07-a0a2-04a2e6ae1330,segment=NetworkSegment(8990cc77-7426-478b-89e3-41d59e06134a),segment_id=8990cc77-7426-478b-89e3-41d59e06134a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:44:44.899460 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d42507a9-12d8-4b07-a0a2-04a2e6ae1330), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:45.065528 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=d42507a9-12d8-4b07-a0a2-04a2e6ae1330,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:45.228546 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['d42507a9-12d8-4b07-a0a2-04a2e6ae1330'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:44:46.050317 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59ddc0-e92c-4f37-9c43-bc6039e9dfc8 req-d8faf802-d15c-4327-a419-8facece2316b tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:46.051937 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc59ddc0-e92c-4f37-9c43-bc6039e9dfc8 req-d8faf802-d15c-4327-a419-8facece2316b tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 945 time: 0.2628725 Feb 08 21:44:46.248998 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc59ddc0-e92c-4f37-9c43-bc6039e9dfc8 req-f03871a2-c45e-4269-9930-bb16f8b0094b tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=cc433038-f51f-4a98-94ec-16e331b4d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867380 Feb 08 21:44:46.265835 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ea22c0b5-417e-46a1-8216-10453ac86a98 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Deleting port 2ed203c4-938d-4fcb-9f78-670579bcc667 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:44:46.266179 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ea22c0b5-417e-46a1-8216-10453ac86a98 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (2ed203c4-938d-4fcb-9f78-670579bcc667), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:46.329203 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ba5213bd-3f9c-4e28-b400-d6c950dfbe92 req-df0ddb85-1047-4663-b670-4c43ed0f8eb5 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=7429bad7-8f15-46c7-add0-d85cff99e0de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1130698 Feb 08 21:44:46.513387 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5213bd-3f9c-4e28-b400-d6c950dfbe92 req-521dcd8c-6b88-452a-a5e9-68bd1d0c6598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:46.514959 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ba5213bd-3f9c-4e28-b400-d6c950dfbe92 req-521dcd8c-6b88-452a-a5e9-68bd1d0c6598 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f6bde20c4e70444caab1a7a5de63c07b&device_id=7429bad7-8f15-46c7-add0-d85cff99e0de HTTP/1.1" status: 200 len: 1129 time: 0.1181355 Feb 08 21:44:46.533793 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ea22c0b5-417e-46a1-8216-10453ac86a98 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (2ed203c4-938d-4fcb-9f78-670579bcc667), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:46.534135 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ea22c0b5-417e-46a1-8216-10453ac86a98 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for floatingip (2ed203c4-938d-4fcb-9f78-670579bcc667), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:46.582382 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ea22c0b5-417e-46a1-8216-10453ac86a98 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Calling delete_port for 2ed203c4-938d-4fcb-9f78-670579bcc667 owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:44:46.760578 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5213bd-3f9c-4e28-b400-d6c950dfbe92 req-618155cc-c4a5-4235-b9e1-24b2b1703009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:46.762183 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ba5213bd-3f9c-4e28-b400-d6c950dfbe92 req-618155cc-c4a5-4235-b9e1-24b2b1703009 service neutron] 10.222.0.94 "GET /v2.0/networks?id=7484d5e1-8128-4312-ae67-bdaa04d23bbf HTTP/1.1" status: 200 len: 898 time: 0.2279441 Feb 08 21:44:46.969183 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ba5213bd-3f9c-4e28-b400-d6c950dfbe92 req-d9aea5fe-e343-4421-be43-a7f887051547 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e975045-2d7b-4c18-a21a-71b3c44fe49f HTTP/1.1" status: 200 len: 1001 time: 0.2009287 Feb 08 21:44:47.110674 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5213bd-3f9c-4e28-b400-d6c950dfbe92 req-5f57a330-99f7-4a47-85d1-8bf43f4bc391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:47.113553 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ba5213bd-3f9c-4e28-b400-d6c950dfbe92 req-5f57a330-99f7-4a47-85d1-8bf43f4bc391 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=40ed3ef5-bf86-4fff-b4d1-bca578430c3c HTTP/1.1" status: 200 len: 833 time: 0.1385028 Feb 08 21:44:47.168188 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ea22c0b5-417e-46a1-8216-10453ac86a98 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (2ed203c4-938d-4fcb-9f78-670579bcc667), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:47.250896 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea22c0b5-417e-46a1-8216-10453ac86a98 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event deleted for resources: {'Port': ['ID=2ed203c4-938d-4fcb-9f78-670579bcc667,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:47.268705 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5213bd-3f9c-4e28-b400-d6c950dfbe92 req-a681e821-f878-490f-9f6b-1895ebb2e3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:47.274152 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ba5213bd-3f9c-4e28-b400-d6c950dfbe92 req-a681e821-f878-490f-9f6b-1895ebb2e3dc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=7484d5e1-8128-4312-ae67-bdaa04d23bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1542335 Feb 08 21:44:47.467033 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ba5213bd-3f9c-4e28-b400-d6c950dfbe92 req-70a4a30f-0d1e-43a1-bd5b-796f758d5ddf service neutron] 10.222.0.94 "GET /v2.0/networks/7484d5e1-8128-4312-ae67-bdaa04d23bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854923 Feb 08 21:44:47.480485 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ea22c0b5-417e-46a1-8216-10453ac86a98 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for floatingip (d66d1306-eac7-4f6a-81b0-01afa3f0aa29), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:47.480836 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-ea22c0b5-417e-46a1-8216-10453ac86a98 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Floating IP d66d1306-eac7-4f6a-81b0-01afa3f0aa29 disassociated (deleted). External IP: 172.25.3.33, port: 4e975045-2d7b-4c18-a21a-71b3c44fe49f. Feb 08 21:44:47.519738 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device d42507a9-12d8-4b07-a0a2-04a2e6ae1330 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:44:47.678354 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port d42507a9-12d8-4b07-a0a2-04a2e6ae1330 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:44:47.696271 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port d42507a9-12d8-4b07-a0a2-04a2e6ae1330 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:44:47.696805 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d42507a9-12d8-4b07-a0a2-04a2e6ae1330), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:47.705668 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ba5213bd-3f9c-4e28-b400-d6c950dfbe92 req-2524805a-fa49-4983-814a-5c5f09764927 service neutron] 10.222.0.94 "GET /v2.0/networks/7484d5e1-8128-4312-ae67-bdaa04d23bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318492 Feb 08 21:44:47.901674 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a363f-269c-4251-906e-eaafc45edd35 req-bf8acdf8-f394-4cd8-90c8-90e4aa9a1767 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:47.903809 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c92a363f-269c-4251-906e-eaafc45edd35 req-bf8acdf8-f394-4cd8-90c8-90e4aa9a1767 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 945 time: 0.4263375 Feb 08 21:44:48.009554 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port d42507a9-12d8-4b07-a0a2-04a2e6ae1330 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:44:48.010208 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d42507a9-12d8-4b07-a0a2-04a2e6ae1330), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:48.169452 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe6b752-4e63-4f2f-a608-4705cdf386c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42507a9-12d8-4b07-a0a2-04a2e6ae1330'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:44:48.179559 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944b09fa-f7aa-4085-96dc-651a76a1c2e9" -d '{"events": [{"server_uuid": "4fe6b752-4e63-4f2f-a608-4705cdf386c6", "name": "network-vif-plugged", "status": "completed", "tag": "d42507a9-12d8-4b07-a0a2-04a2e6ae1330"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:44:48.191842 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea22c0b5-417e-46a1-8216-10453ac86a98 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Router 3d3a214e-7c8e-4040-bc1b-35b22711e5bb has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:44:48.213715 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port d42507a9-12d8-4b07-a0a2-04a2e6ae1330, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d42507a9-12d8-4b07-a0a2-04a2e6ae1330,segment=NetworkSegment(8990cc77-7426-478b-89e3-41d59e06134a),segment_id=8990cc77-7426-478b-89e3-41d59e06134a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:44:48.230116 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d42507a9-12d8-4b07-a0a2-04a2e6ae1330), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:48.374095 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fdaae7-173f-471e-addd-e7231182e714 x-openstack-request-id: req-61fdaae7-173f-471e-addd-e7231182e714 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:44:48.385861 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe6b752-4e63-4f2f-a608-4705cdf386c6", "name": "network-vif-plugged", "status": "completed", "tag": "d42507a9-12d8-4b07-a0a2-04a2e6ae1330", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:44:48.386710 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-61fdaae7-173f-471e-addd-e7231182e714 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:44:48.392974 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe6b752-4e63-4f2f-a608-4705cdf386c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42507a9-12d8-4b07-a0a2-04a2e6ae1330', 'code': 200} Feb 08 21:44:48.515466 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd91d5-afe3-411f-b827-051743956c0d req-d7f637a0-5a78-40ea-ad3a-91aa7757e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:48.516989 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-79dd91d5-afe3-411f-b827-051743956c0d req-d7f637a0-5a78-40ea-ad3a-91aa7757e08b service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 1129 time: 0.1271753 Feb 08 21:44:48.538419 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=d42507a9-12d8-4b07-a0a2-04a2e6ae1330,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:48.569911 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:48.570664 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:48.573721 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:48.574530 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:48.575194 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:48.576527 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:48.577762 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:48.579531 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:48.583529 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:48.584060 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:48.585730 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:48.586296 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:48.586829 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:44:48.656190 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c92a363f-269c-4251-906e-eaafc45edd35 req-05648c98-1dc6-4a32-98a7-ef46d235d05d tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=cc433038-f51f-4a98-94ec-16e331b4d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7450469 Feb 08 21:44:48.660099 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-79dd91d5-afe3-411f-b827-051743956c0d req-bf73ffda-6385-4b35-a765-220ae9be7121 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=cc433038-f51f-4a98-94ec-16e331b4d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345689 Feb 08 21:44:48.757080 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea22c0b5-417e-46a1-8216-10453ac86a98 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:44:48.766351 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ea22c0b5-417e-46a1-8216-10453ac86a98 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:48.767599 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6cbc37-d7c7-4e74-af4d-2c241d4de23e None None] Sync routers for ids ['3d3a214e-7c8e-4040-bc1b-35b22711e5bb'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:44:48.783683 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6cbc37-d7c7-4e74-af4d-2c241d4de23e None None] Routers {'3d3a214e-7c8e-4040-bc1b-35b22711e5bb'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:44:48.784487 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-cd6cbc37-d7c7-4e74-af4d-2c241d4de23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:44:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3d3a214e-7c8e-4040-bc1b-35b22711e5bb'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:48.839141 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ea22c0b5-417e-46a1-8216-10453ac86a98 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "DELETE /v2.0/floatingips/d66d1306-eac7-4f6a-81b0-01afa3f0aa29 HTTP/1.1" status: 204 len: 168 time: 4.1195533 Feb 08 21:44:48.847489 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7429bad7-8f15-46c7-add0-d85cff99e0de', 'tag': '4e975045-2d7b-4c18-a21a-71b3c44fe49f'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:44:48.853275 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ab8fed-99a0-4372-a8d8-cd9105ee24fc" -d '{"events": [{"name": "network-changed", "server_uuid": "7429bad7-8f15-46c7-add0-d85cff99e0de", "tag": "4e975045-2d7b-4c18-a21a-71b3c44fe49f"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:44:48.972256 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77916434-9535-46d4-b5aa-4c0c18699dba x-openstack-request-id: req-77916434-9535-46d4-b5aa-4c0c18699dba {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:44:48.972910 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7429bad7-8f15-46c7-add0-d85cff99e0de", "tag": "4e975045-2d7b-4c18-a21a-71b3c44fe49f", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:44:48.973348 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-77916434-9535-46d4-b5aa-4c0c18699dba {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:44:48.973974 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7429bad7-8f15-46c7-add0-d85cff99e0de', 'tag': '4e975045-2d7b-4c18-a21a-71b3c44fe49f', 'status': 'completed', 'code': 200} Feb 08 21:44:49.107857 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab8fed-99a0-4372-a8d8-cd9105ee24fc req-f8c906ca-e14d-4fb3-88ed-f70f2eddeb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:49.124830 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e7ab8fed-99a0-4372-a8d8-cd9105ee24fc req-f8c906ca-e14d-4fb3-88ed-f70f2eddeb82 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f6bde20c4e70444caab1a7a5de63c07b&device_id=7429bad7-8f15-46c7-add0-d85cff99e0de HTTP/1.1" status: 200 len: 1129 time: 0.1251574 Feb 08 21:44:49.231719 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-cd6cbc37-d7c7-4e74-af4d-2c241d4de23e None None] Set router 3d3a214e-7c8e-4040-bc1b-35b22711e5bb gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:44:49.268937 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1d3ab-5dff-4f55-98b6-19f255a82751 req-4eb3900f-c5d0-457f-813a-359440d5dcf6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:49.287766 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0fc1d3ab-5dff-4f55-98b6-19f255a82751 req-4eb3900f-c5d0-457f-813a-359440d5dcf6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=7429bad7-8f15-46c7-add0-d85cff99e0de HTTP/1.1" status: 200 len: 946 time: 0.1182492 Feb 08 21:44:49.394562 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab8fed-99a0-4372-a8d8-cd9105ee24fc req-5a8965ac-cac4-48e1-95b8-6a091bc3ffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:49.396077 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e7ab8fed-99a0-4372-a8d8-cd9105ee24fc req-5a8965ac-cac4-48e1-95b8-6a091bc3ffc1 service neutron] 10.222.0.94 "GET /v2.0/networks?id=7484d5e1-8128-4312-ae67-bdaa04d23bbf HTTP/1.1" status: 200 len: 898 time: 0.2565856 Feb 08 21:44:49.455458 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0fc1d3ab-5dff-4f55-98b6-19f255a82751 req-9ad6b24a-bb15-44cb-a494-2ec90047933f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=605b8ca6-16eb-4c23-87a3-343f334e0a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651442 Feb 08 21:44:49.538617 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e7ab8fed-99a0-4372-a8d8-cd9105ee24fc req-49bd7879-63e6-4a3b-a390-e1fb99d7aed4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e975045-2d7b-4c18-a21a-71b3c44fe49f HTTP/1.1" status: 200 len: 217 time: 0.1357086 Feb 08 21:44:49.651620 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab8fed-99a0-4372-a8d8-cd9105ee24fc req-486b2970-b82d-4ce1-bc4c-1be6da46edda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:49.653920 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e7ab8fed-99a0-4372-a8d8-cd9105ee24fc req-486b2970-b82d-4ce1-bc4c-1be6da46edda service neutron] 10.222.0.94 "GET /v2.0/subnets?id=40ed3ef5-bf86-4fff-b4d1-bca578430c3c HTTP/1.1" status: 200 len: 833 time: 0.1087077 Feb 08 21:44:49.779741 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab8fed-99a0-4372-a8d8-cd9105ee24fc req-946cb979-600c-4efd-8b11-df68122a83e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:49.782581 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e7ab8fed-99a0-4372-a8d8-cd9105ee24fc req-946cb979-600c-4efd-8b11-df68122a83e8 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=7484d5e1-8128-4312-ae67-bdaa04d23bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1218929 Feb 08 21:44:49.798621 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-cd6cbc37-d7c7-4e74-af4d-2c241d4de23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'name': 'tempest-TestNetworkBasicOps-router-145281194', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:41:29Z', 'updated_at': '2022-02-08T21:44:32Z', 'revision_number': 6, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:30Z', 'updated_at': '2022-02-08T21:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '5e54f8d8-3e18-4a96-b200-cbd839f3999b', 'name': '', 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'mac_address': 'fa:16:3e:72:87:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:37Z', 'updated_at': '2022-02-08T21:41:50Z', 'revision_number': 5, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'subnets': [{'id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:49.830556 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6cbc37-d7c7-4e74-af4d-2c241d4de23e None None] Checking router: 3d3a214e-7c8e-4040-bc1b-35b22711e5bb for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:44:49.850341 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6cbc37-d7c7-4e74-af4d-2c241d4de23e None None] Routers {'3d3a214e-7c8e-4040-bc1b-35b22711e5bb'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:44:49.851316 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-cd6cbc37-d7c7-4e74-af4d-2c241d4de23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:44:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3d3a214e-7c8e-4040-bc1b-35b22711e5bb'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:50.040309 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e7ab8fed-99a0-4372-a8d8-cd9105ee24fc req-dde3f0ca-1343-4eab-ad62-b261be857126 service neutron] 10.222.0.94 "GET /v2.0/networks/7484d5e1-8128-4312-ae67-bdaa04d23bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467802 Feb 08 21:44:50.067415 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d97ed-e533-4b74-bae5-59cefb2658e1 req-03e1b517-2b96-4691-b02d-2061b7cf85fe tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:50.070408 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ae8d97ed-e533-4b74-bae5-59cefb2658e1 req-03e1b517-2b96-4691-b02d-2061b7cf85fe tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 946 time: 0.1717539 Feb 08 21:44:50.119403 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-cd6cbc37-d7c7-4e74-af4d-2c241d4de23e None None] Set router 3d3a214e-7c8e-4040-bc1b-35b22711e5bb gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:44:50.228159 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ae8d97ed-e533-4b74-bae5-59cefb2658e1 req-fc8f7700-3eaf-461f-b200-2bc506789d22 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=cc433038-f51f-4a98-94ec-16e331b4d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493263 Feb 08 21:44:50.322641 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e7ab8fed-99a0-4372-a8d8-cd9105ee24fc req-9b47c8c8-760c-4da2-a40c-de16c8f6aaa3 service neutron] 10.222.0.94 "GET /v2.0/networks/7484d5e1-8128-4312-ae67-bdaa04d23bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738302 Feb 08 21:44:50.738237 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-cd6cbc37-d7c7-4e74-af4d-2c241d4de23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'name': 'tempest-TestNetworkBasicOps-router-145281194', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:41:29Z', 'updated_at': '2022-02-08T21:44:32Z', 'revision_number': 6, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:30Z', 'updated_at': '2022-02-08T21:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '5e54f8d8-3e18-4a96-b200-cbd839f3999b', 'name': '', 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'mac_address': 'fa:16:3e:72:87:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:37Z', 'updated_at': '2022-02-08T21:41:50Z', 'revision_number': 5, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'subnets': [{'id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:50.809261 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649ec5b-d1a6-4019-8a2d-6e48b24d9d9e req-940524ea-115e-4589-94ad-ee43c817b458 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:50.818247 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5649ec5b-d1a6-4019-8a2d-6e48b24d9d9e req-940524ea-115e-4589-94ad-ee43c817b458 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=7429bad7-8f15-46c7-add0-d85cff99e0de HTTP/1.1" status: 200 len: 946 time: 0.2327330 Feb 08 21:44:50.838822 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6cbc37-d7c7-4e74-af4d-2c241d4de23e None None] The sync data for ids ['3d3a214e-7c8e-4040-bc1b-35b22711e5bb'] in n-d-712143-31 is: [{'id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'name': 'tempest-TestNetworkBasicOps-router-145281194', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:41:29Z', 'updated_at': '2022-02-08T21:44:32Z', 'revision_number': 6, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:30Z', 'updated_at': '2022-02-08T21:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '5e54f8d8-3e18-4a96-b200-cbd839f3999b', 'name': '', 'network_id': '7484d5e1-8128-4312-ae67-bdaa04d23bbf', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'mac_address': 'fa:16:3e:72:87:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:37Z', 'updated_at': '2022-02-08T21:41:50Z', 'revision_number': 5, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'subnets': [{'id': '40ed3ef5-bf86-4fff-b4d1-bca578430c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:44:50.930993 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d10ac-e305-4ded-aa1d-43ebbf18d3db req-35b71eae-4807-4506-a486-2f882d76ccc4 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:50.943745 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ee2d10ac-e305-4ded-aa1d-43ebbf18d3db req-35b71eae-4807-4506-a486-2f882d76ccc4 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.94 "GET /v2.0/ports?device_id=7429bad7-8f15-46c7-add0-d85cff99e0de HTTP/1.1" status: 200 len: 946 time: 0.1907692 Feb 08 21:44:51.099607 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5649ec5b-d1a6-4019-8a2d-6e48b24d9d9e req-9cf6e533-771d-4cf0-ba84-c2c6913a0463 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=605b8ca6-16eb-4c23-87a3-343f334e0a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532752 Feb 08 21:44:51.298507 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-ee2d10ac-e305-4ded-aa1d-43ebbf18d3db req-cdd6aa6f-9b01-47df-ace6-473f2ed30723 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Deleting port 4e975045-2d7b-4c18-a21a-71b3c44fe49f {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:44:51.298851 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ee2d10ac-e305-4ded-aa1d-43ebbf18d3db req-cdd6aa6f-9b01-47df-ace6-473f2ed30723 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (4e975045-2d7b-4c18-a21a-71b3c44fe49f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:51.436672 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48702) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:51.462242 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762e183c-cf8b-43d7-af2f-d422f3d20d96 None None] New status for floating IP d66d1306-eac7-4f6a-81b0-01afa3f0aa29: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:44:51.645994 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-ee2d10ac-e305-4ded-aa1d-43ebbf18d3db req-cdd6aa6f-9b01-47df-ace6-473f2ed30723 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] For port 4e975045-2d7b-4c18-a21a-71b3c44fe49f, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=4e975045-2d7b-4c18-a21a-71b3c44fe49f,segment=NetworkSegment(ae821f5c-52b7-4a80-bfd8-2f73524bc029),segment_id=ae821f5c-52b7-4a80-bfd8-2f73524bc029)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:44:51.646365 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ee2d10ac-e305-4ded-aa1d-43ebbf18d3db req-cdd6aa6f-9b01-47df-ace6-473f2ed30723 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (4e975045-2d7b-4c18-a21a-71b3c44fe49f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:51.649830 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23e381-1450-46ce-80f9-eccab1fcdc1c req-d1da3fba-9bc5-4692-9c65-a2aad963d05c tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:51.665166 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4c23e381-1450-46ce-80f9-eccab1fcdc1c req-d1da3fba-9bc5-4692-9c65-a2aad963d05c tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 946 time: 0.2608883 Feb 08 21:44:51.681551 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-ee2d10ac-e305-4ded-aa1d-43ebbf18d3db req-cdd6aa6f-9b01-47df-ace6-473f2ed30723 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Calling delete_port for 4e975045-2d7b-4c18-a21a-71b3c44fe49f owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:44:51.807999 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-75e3a0cf-50c9-4cd9-97d5-2de27679adf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:51.861303 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4c23e381-1450-46ce-80f9-eccab1fcdc1c req-25527614-2ff2-409c-b13f-f16603124321 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=cc433038-f51f-4a98-94ec-16e331b4d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905818 Feb 08 21:44:51.874608 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ee2d10ac-e305-4ded-aa1d-43ebbf18d3db req-cdd6aa6f-9b01-47df-ace6-473f2ed30723 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (4e975045-2d7b-4c18-a21a-71b3c44fe49f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:51.924492 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6aa6f-9b01-47df-ace6-473f2ed30723 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event deleted for resources: {'Port': ['ID=4e975045-2d7b-4c18-a21a-71b3c44fe49f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:52.024776 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2d10ac-e305-4ded-aa1d-43ebbf18d3db req-cdd6aa6f-9b01-47df-ace6-473f2ed30723 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] No DVR routers for this DVR port 4e975045-2d7b-4c18-a21a-71b3c44fe49f on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:44:52.028511 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ee2d10ac-e305-4ded-aa1d-43ebbf18d3db req-cdd6aa6f-9b01-47df-ace6-473f2ed30723 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:52.062375 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ee2d10ac-e305-4ded-aa1d-43ebbf18d3db req-cdd6aa6f-9b01-47df-ace6-473f2ed30723 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.94 "DELETE /v2.0/ports/4e975045-2d7b-4c18-a21a-71b3c44fe49f HTTP/1.1" status: 204 len: 173 time: 1.1121495 Feb 08 21:44:52.063514 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7429bad7-8f15-46c7-add0-d85cff99e0de', 'name': 'network-vif-deleted', 'tag': '4e975045-2d7b-4c18-a21a-71b3c44fe49f'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:44:52.078417 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97e74fd-e480-4fd2-8a0a-5305f3e7f534" -d '{"events": [{"server_uuid": "7429bad7-8f15-46c7-add0-d85cff99e0de", "name": "network-vif-deleted", "tag": "4e975045-2d7b-4c18-a21a-71b3c44fe49f"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:44:52.185673 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bc2141-6843-4730-8d55-e18525710dff x-openstack-request-id: req-c3bc2141-6843-4730-8d55-e18525710dff {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:44:52.185975 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7429bad7-8f15-46c7-add0-d85cff99e0de", "name": "network-vif-deleted", "tag": "4e975045-2d7b-4c18-a21a-71b3c44fe49f", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:44:52.186233 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c3bc2141-6843-4730-8d55-e18525710dff {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:44:52.186730 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7429bad7-8f15-46c7-add0-d85cff99e0de', 'name': 'network-vif-deleted', 'tag': '4e975045-2d7b-4c18-a21a-71b3c44fe49f', 'status': 'completed', 'code': 200} Feb 08 21:44:52.268548 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-75e3a0cf-50c9-4cd9-97d5-2de27679adf1 admin admin] Publish callbacks [] for security_group (74ed5352-9796-4300-9832-3359ec25a2e2), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:52.282613 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-75e3a0cf-50c9-4cd9-97d5-2de27679adf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (74ed5352-9796-4300-9832-3359ec25a2e2), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:52.354603 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca92d4-536e-4b5e-8c0d-fc6e76d290c2 req-af5fded7-2068-4857-9584-21a9ed103d16 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:52.365018 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48726) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:52.367163 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9ca92d4-536e-4b5e-8c0d-fc6e76d290c2 req-af5fded7-2068-4857-9584-21a9ed103d16 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 946 time: 0.3664365 Feb 08 21:44:52.369735 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-dc30fbc3-59c6-4403-927a-032f097b9f0f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Request body: {'floatingip': {'port_id': 'd42507a9-12d8-4b07-a0a2-04a2e6ae1330'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:44:52.439837 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-75e3a0cf-50c9-4cd9-97d5-2de27679adf1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ce0aefe9cd0e475f9f4d7d2361b266ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9983668 Feb 08 21:44:52.471008 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48728) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:52.539324 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3a0cf-50c9-4cd9-97d5-2de27679adf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ed5352-9796-4300-9832-3359ec25a2e2,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:52.592560 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ca98c0d-9b77-4904-8bd9-85fd9886e6ce req-5db9e54e-3d9c-4f82-8382-3f406b8f3125 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=7429bad7-8f15-46c7-add0-d85cff99e0de HTTP/1.1" status: 200 len: 210 time: 0.1509955 Feb 08 21:44:52.617767 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc30fbc3-59c6-4403-927a-032f097b9f0f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for floatingip (913c5308-221e-4b82-adc9-1187cdf4af37), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:53.424324 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48748) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:53.438973 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e54f204-67cc-41f2-97ad-b689c507a9c8 req-d622f4e7-f5c7-49bf-82d5-93aef54a26c8 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f2c1d6c4-c672-4b64-8605-cf2df0c6695d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1009941 Feb 08 21:44:53.639212 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-34139542-711b-4618-8653-a28b0f330379 admin admin] Deleting subnet 72bdc9d5-2811-45f4-bec7-c11e42fb4886 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:44:53.651325 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-34139542-711b-4618-8653-a28b0f330379 admin admin] Publish callbacks [] for subnet (72bdc9d5-2811-45f4-bec7-c11e42fb4886), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:53.729493 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-34139542-711b-4618-8653-a28b0f330379 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (72bdc9d5-2811-45f4-bec7-c11e42fb4886), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:53.784368 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48752) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:53.788385 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-34139542-711b-4618-8653-a28b0f330379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (72bdc9d5-2811-45f4-bec7-c11e42fb4886), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:53.848038 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-34139542-711b-4618-8653-a28b0f330379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (72bdc9d5-2811-45f4-bec7-c11e42fb4886), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:53.892355 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54f204-67cc-41f2-97ad-b689c507a9c8 req-2854c2d7-49c8-4845-b11c-bd9d31f4c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:53.894209 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e54f204-67cc-41f2-97ad-b689c507a9c8 req-2854c2d7-49c8-4845-b11c-bd9d31f4c926 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7aa69d3d5223400782e21d89e68d58a1&device_id=f2c1d6c4-c672-4b64-8605-cf2df0c6695d HTTP/1.1" status: 200 len: 1132 time: 0.3528750 Feb 08 21:44:53.907949 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34139542-711b-4618-8653-a28b0f330379 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72bdc9d5-2811-45f4-bec7-c11e42fb4886,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:53.918159 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-34139542-711b-4618-8653-a28b0f330379 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:53.926681 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-34139542-711b-4618-8653-a28b0f330379 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/72bdc9d5-2811-45f4-bec7-c11e42fb4886 HTTP/1.1" status: 204 len: 168 time: 0.4864225 Feb 08 21:44:53.935814 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e47b1510-0662-4a34-bbde-04d8740a2507 admin admin] Publish callbacks [] for security_group (74ed5352-9796-4300-9832-3359ec25a2e2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:53.967588 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48754) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:54.053042 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54f204-67cc-41f2-97ad-b689c507a9c8 req-a81b7319-be44-426f-8aae-5ba8ac4ea9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:54.055076 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e54f204-67cc-41f2-97ad-b689c507a9c8 req-a81b7319-be44-426f-8aae-5ba8ac4ea9b3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.1266968 Feb 08 21:44:54.089956 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e47b1510-0662-4a34-bbde-04d8740a2507 admin admin] Publish callbacks [] for security_group (74ed5352-9796-4300-9832-3359ec25a2e2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:54.146138 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e54f204-67cc-41f2-97ad-b689c507a9c8 req-f436879c-4778-447c-8d66-95e7405ae5b7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=488a431a-1c56-4a89-8c23-96d80130a309 HTTP/1.1" status: 200 len: 217 time: 0.0841377 Feb 08 21:44:54.185360 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-643d2b54-8f60-4123-89cd-5e434983ff16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:54.205880 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e47b1510-0662-4a34-bbde-04d8740a2507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (74ed5352-9796-4300-9832-3359ec25a2e2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:54.211348 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e47b1510-0662-4a34-bbde-04d8740a2507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:54.216478 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e47b1510-0662-4a34-bbde-04d8740a2507 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/74ed5352-9796-4300-9832-3359ec25a2e2 HTTP/1.1" status: 204 len: 168 time: 1.7442393 Feb 08 21:44:54.286061 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54f204-67cc-41f2-97ad-b689c507a9c8 req-7649a128-c595-496c-a3f3-bd9f24ad458c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:54.287630 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e54f204-67cc-41f2-97ad-b689c507a9c8 req-7649a128-c595-496c-a3f3-bd9f24ad458c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1363194 Feb 08 21:44:54.401761 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54f204-67cc-41f2-97ad-b689c507a9c8 req-d53db119-9486-4290-839e-9732c6697f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:54.407847 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1510-0662-4a34-bbde-04d8740a2507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ed5352-9796-4300-9832-3359ec25a2e2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:54.410406 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e54f204-67cc-41f2-97ad-b689c507a9c8 req-d53db119-9486-4290-839e-9732c6697f14 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1155229 Feb 08 21:44:54.624801 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e54f204-67cc-41f2-97ad-b689c507a9c8 req-bbb0c19f-c6f8-4d2b-ae07-1c404097dc1b service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971767 Feb 08 21:44:54.795965 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0950afb0-2764-4410-86cf-d7f7b415787c tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group (605b8ca6-16eb-4c23-87a3-343f334e0a27), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:54.803335 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67971e79-9cdd-4324-aad0-4f34560b4419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (cb1fdf7e-93d3-4a5b-92be-58f4dfd94578), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:54.863214 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e54f204-67cc-41f2-97ad-b689c507a9c8 req-271f5a1c-f5fd-437d-8a32-39107c8417f1 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295184 Feb 08 21:44:54.906406 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48770) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:54.959741 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e2113d6a-bb0b-4369-9342-173be51e3491 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:55.082924 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67971e79-9cdd-4324-aad0-4f34560b4419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (cb1fdf7e-93d3-4a5b-92be-58f4dfd94578), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:55.127116 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-67971e79-9cdd-4324-aad0-4f34560b4419 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1fdf7e-93d3-4a5b-92be-58f4dfd94578']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:55.138773 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-67971e79-9cdd-4324-aad0-4f34560b4419 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '645e5352-74a5-4015-a1ed-8149b0295f18') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:55.139501 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-67971e79-9cdd-4324-aad0-4f34560b4419 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '645e5352-74a5-4015-a1ed-8149b0295f18') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:55.151471 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67971e79-9cdd-4324-aad0-4f34560b4419 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (645e5352-74a5-4015-a1ed-8149b0295f18), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:55.167394 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67971e79-9cdd-4324-aad0-4f34560b4419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (645e5352-74a5-4015-a1ed-8149b0295f18), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:55.175553 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67971e79-9cdd-4324-aad0-4f34560b4419 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:44:55.176434 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67971e79-9cdd-4324-aad0-4f34560b4419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (645e5352-74a5-4015-a1ed-8149b0295f18), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:44:55.256514 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:44:55.260970 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.db.resource_extend [None req-dc30fbc3-59c6-4403-927a-032f097b9f0f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] It took 0.74 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:44:55.268345 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67971e79-9cdd-4324-aad0-4f34560b4419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (cb1fdf7e-93d3-4a5b-92be-58f4dfd94578), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:55.272612 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0950afb0-2764-4410-86cf-d7f7b415787c tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group (605b8ca6-16eb-4c23-87a3-343f334e0a27), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:55.285665 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e2113d6a-bb0b-4369-9342-173be51e3491 admin admin] Publish callbacks [] for security_group (655b1559-a237-4ecf-ad5b-7c9b51fcfbe0), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:55.290533 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e2113d6a-bb0b-4369-9342-173be51e3491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (655b1559-a237-4ecf-ad5b-7c9b51fcfbe0), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:55.330920 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67971e79-9cdd-4324-aad0-4f34560b4419 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:55.335226 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-67971e79-9cdd-4324-aad0-4f34560b4419 admin admin] 10.222.0.88 "DELETE /v2.0/networks/cb1fdf7e-93d3-4a5b-92be-58f4dfd94578 HTTP/1.1" status: 204 len: 168 time: 1.3660858 Feb 08 21:44:55.362106 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2113d6a-bb0b-4369-9342-173be51e3491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655b1559-a237-4ecf-ad5b-7c9b51fcfbe0,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:55.376450 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67971e79-9cdd-4324-aad0-4f34560b4419 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb1fdf7e-93d3-4a5b-92be-58f4dfd94578,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:55.437412 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc30fbc3-59c6-4403-927a-032f097b9f0f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:55.444744 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e2113d6a-bb0b-4369-9342-173be51e3491 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=697de251f72f4f1aa8eeae36418cf8a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5359299 Feb 08 21:44:55.447485 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48776) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:55.557433 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc30fbc3-59c6-4403-927a-032f097b9f0f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (913c5308-221e-4b82-adc9-1187cdf4af37), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:55.564318 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 4e975045-2d7b-4c18-a21a-71b3c44fe49f no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:44:55.570464 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-363d84fb-5987-4f4c-b515-dcb76713c39b admin admin] Publish callbacks [] for security_group (655b1559-a237-4ecf-ad5b-7c9b51fcfbe0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:55.687485 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 4e975045-2d7b-4c18-a21a-71b3c44fe49f {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:44:55.689790 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 4e975045-2d7b-4c18-a21a-71b3c44fe49f not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:44:55.860924 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-363d84fb-5987-4f4c-b515-dcb76713c39b admin admin] Publish callbacks [] for security_group (655b1559-a237-4ecf-ad5b-7c9b51fcfbe0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:55.883263 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0950afb0-2764-4410-86cf-d7f7b415787c tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (605b8ca6-16eb-4c23-87a3-343f334e0a27), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:55.898149 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0950afb0-2764-4410-86cf-d7f7b415787c tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:55.899655 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0950afb0-2764-4410-86cf-d7f7b415787c tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "DELETE /v2.0/security-groups/605b8ca6-16eb-4c23-87a3-343f334e0a27 HTTP/1.1" status: 204 len: 168 time: 2.0190415 Feb 08 21:44:55.941970 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950afb0-2764-4410-86cf-d7f7b415787c tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=605b8ca6-16eb-4c23-87a3-343f334e0a27,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:55.958867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48788) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:55.996450 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48790) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:56.102638 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-acdd08de-b8dd-4841-ac2f-1161e9a84949 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=79ff5bd4b1fc48e89629df1cced225ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1425066 Feb 08 21:44:56.104866 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48792) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:44:56.213258 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6a31d97b-b1dc-4712-9017-451e39ef7e6e admin admin] Publish callbacks [] for security_group (5881dae9-4625-4869-88fb-89cec0ab15eb), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:56.275534 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6a31d97b-b1dc-4712-9017-451e39ef7e6e admin admin] Publish callbacks [] for security_group (5881dae9-4625-4869-88fb-89cec0ab15eb), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:56.425157 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6a31d97b-b1dc-4712-9017-451e39ef7e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (5881dae9-4625-4869-88fb-89cec0ab15eb), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:56.433417 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6a31d97b-b1dc-4712-9017-451e39ef7e6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:56.434400 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6a31d97b-b1dc-4712-9017-451e39ef7e6e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5881dae9-4625-4869-88fb-89cec0ab15eb HTTP/1.1" status: 204 len: 168 time: 0.3279314 Feb 08 21:44:56.444798 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-dc30fbc3-59c6-4403-927a-032f097b9f0f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Floating IP 913c5308-221e-4b82-adc9-1187cdf4af37 associated. External IP: 172.25.3.142, port: d42507a9-12d8-4b07-a0a2-04a2e6ae1330. Feb 08 21:44:56.454813 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31d97b-b1dc-4712-9017-451e39ef7e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5881dae9-4625-4869-88fb-89cec0ab15eb,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:56.807794 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc30fbc3-59c6-4403-927a-032f097b9f0f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Router 00b6a973-68b2-437e-9776-f18c4b50ccde has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:44:56.815519 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-363d84fb-5987-4f4c-b515-dcb76713c39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (655b1559-a237-4ecf-ad5b-7c9b51fcfbe0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:56.818424 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-363d84fb-5987-4f4c-b515-dcb76713c39b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:56.819783 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-363d84fb-5987-4f4c-b515-dcb76713c39b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/655b1559-a237-4ecf-ad5b-7c9b51fcfbe0 HTTP/1.1" status: 204 len: 168 time: 1.3702469 Feb 08 21:44:56.860481 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d84fb-5987-4f4c-b515-dcb76713c39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655b1559-a237-4ecf-ad5b-7c9b51fcfbe0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:44:57.166647 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc30fbc3-59c6-4403-927a-032f097b9f0f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:44:57.203295 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f7d080-b36e-46be-be29-c547eea49b5c None None] Sync routers for ids ['00b6a973-68b2-437e-9776-f18c4b50ccde'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:44:57.230657 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f7d080-b36e-46be-be29-c547eea49b5c None None] Routers {'00b6a973-68b2-437e-9776-f18c4b50ccde'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:44:57.236803 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-e9f7d080-b36e-46be-be29-c547eea49b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:44:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['00b6a973-68b2-437e-9776-f18c4b50ccde'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:57.347224 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc30fbc3-59c6-4403-927a-032f097b9f0f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:57.494402 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-dc30fbc3-59c6-4403-927a-032f097b9f0f tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "PUT /v2.0/floatingips/913c5308-221e-4b82-adc9-1187cdf4af37 HTTP/1.1" status: 200 len: 992 time: 5.1246538 Feb 08 21:44:57.497581 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe6b752-4e63-4f2f-a608-4705cdf386c6', 'tag': 'd42507a9-12d8-4b07-a0a2-04a2e6ae1330'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:44:57.516309 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50d7906-2093-4674-b0bb-86df79dd7cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe6b752-4e63-4f2f-a608-4705cdf386c6", "tag": "d42507a9-12d8-4b07-a0a2-04a2e6ae1330"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:44:57.638088 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f6620f1-3928-4cab-a1d6-0df56a5b427e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:57.687272 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42868da-f39f-4aad-8f9a-afd24c9c3786 x-openstack-request-id: req-f42868da-f39f-4aad-8f9a-afd24c9c3786 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:44:57.687773 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe6b752-4e63-4f2f-a608-4705cdf386c6", "tag": "d42507a9-12d8-4b07-a0a2-04a2e6ae1330", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:44:57.688692 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f42868da-f39f-4aad-8f9a-afd24c9c3786 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:44:57.690838 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe6b752-4e63-4f2f-a608-4705cdf386c6', 'tag': 'd42507a9-12d8-4b07-a0a2-04a2e6ae1330', 'status': 'completed', 'code': 200} Feb 08 21:44:57.723313 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6c52127-f1cd-42b6-97f9-dae03d29a8c8 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (3d3a214e-7c8e-4040-bc1b-35b22711e5bb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:57.798045 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acac0f-0484-4088-9ab3-2aa66a1cfe33 req-34bdd47c-8156-4823-94fb-df44e8458c97 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:57.805935 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-09acac0f-0484-4088-9ab3-2aa66a1cfe33 req-34bdd47c-8156-4823-94fb-df44e8458c97 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 946 time: 0.1458592 Feb 08 21:44:57.845926 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-e9f7d080-b36e-46be-be29-c547eea49b5c None None] Set router 00b6a973-68b2-437e-9776-f18c4b50ccde gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:44:57.940795 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-09acac0f-0484-4088-9ab3-2aa66a1cfe33 req-a79a1f5f-25c5-44dc-bde3-e85747abc7ef tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=cc433038-f51f-4a98-94ec-16e331b4d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335769 Feb 08 21:44:58.390609 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d7906-2093-4674-b0bb-86df79dd7cb2 req-f641706f-9ea9-44c3-b65f-42c5f0273846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:58.392267 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e50d7906-2093-4674-b0bb-86df79dd7cb2 req-f641706f-9ea9-44c3-b65f-42c5f0273846 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=34667052c8344fe0a4257547677c9696&device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 1129 time: 0.5126755 Feb 08 21:44:58.485887 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-e9f7d080-b36e-46be-be29-c547eea49b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'name': 'tempest-AttachVolumeTestJSON-1939964587-router', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:38Z', 'updated_at': '2022-02-08T21:38:47Z', 'revision_number': 4, 'project_id': '34667052c8344fe0a4257547677c9696', 'gw_port': {'id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:39Z', 'updated_at': '2022-02-08T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '913c5308-221e-4b82-adc9-1187cdf4af37', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'port_id': 'd42507a9-12d8-4b07-a0a2-04a2e6ae1330', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1679b521-217f-49a1-a155-3334752f6c92', 'mac_address': 'fa:16:3e:14:0e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6b752-4e63-4f2f-a608-4705cdf386c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:44:24Z', 'updated_at': '2022-02-08T21:44:54Z', 'revision_number': 1, 'project_id': '34667052c8344fe0a4257547677c9696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '678e5812-a588-4a5e-9a75-63cad6323254', 'name': '', 'network_id': '1679b521-217f-49a1-a155-3334752f6c92', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'mac_address': 'fa:16:3e:ab:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:45Z', 'updated_at': '2022-02-08T21:38:54Z', 'revision_number': 5, 'project_id': '34667052c8344fe0a4257547677c9696', 'subnets': [{'id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:58.542836 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f7d080-b36e-46be-be29-c547eea49b5c None None] Checking router: 00b6a973-68b2-437e-9776-f18c4b50ccde for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:44:58.571563 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f7d080-b36e-46be-be29-c547eea49b5c None None] Routers {'00b6a973-68b2-437e-9776-f18c4b50ccde'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:44:58.572458 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-e9f7d080-b36e-46be-be29-c547eea49b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:44:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['00b6a973-68b2-437e-9776-f18c4b50ccde'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:58.751108 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d7906-2093-4674-b0bb-86df79dd7cb2 req-40f87f8e-5687-41fe-9d22-08416bc2989a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:58.752643 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e50d7906-2093-4674-b0bb-86df79dd7cb2 req-40f87f8e-5687-41fe-9d22-08416bc2989a service neutron] 10.222.0.94 "GET /v2.0/networks?id=1679b521-217f-49a1-a155-3334752f6c92 HTTP/1.1" status: 200 len: 912 time: 0.3524952 Feb 08 21:44:58.896232 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e50d7906-2093-4674-b0bb-86df79dd7cb2 req-b6b44012-85c8-4a41-afe2-5823e16e819a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d42507a9-12d8-4b07-a0a2-04a2e6ae1330 HTTP/1.1" status: 200 len: 1000 time: 0.1299350 Feb 08 21:44:59.035993 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-e9f7d080-b36e-46be-be29-c547eea49b5c None None] Set router 00b6a973-68b2-437e-9776-f18c4b50ccde gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:44:59.086285 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c6c52127-f1cd-42b6-97f9-dae03d29a8c8 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Deleting port 5e54f8d8-3e18-4a96-b200-cbd839f3999b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:44:59.088294 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6c52127-f1cd-42b6-97f9-dae03d29a8c8 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (5e54f8d8-3e18-4a96-b200-cbd839f3999b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:59.180638 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d7906-2093-4674-b0bb-86df79dd7cb2 req-55ad61e8-5b19-465b-9186-c1e70ff1c2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:59.182528 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e50d7906-2093-4674-b0bb-86df79dd7cb2 req-55ad61e8-5b19-465b-9186-c1e70ff1c2f7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=07d9bb5c-1887-4b22-a4c6-21ab4d50a37d HTTP/1.1" status: 200 len: 850 time: 0.2781510 Feb 08 21:44:59.252620 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd960cc-51ee-4c00-b195-e226b9a3f2a2 req-a6421223-051e-4494-945a-b127256cba92 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:59.266397 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0fd960cc-51ee-4c00-b195-e226b9a3f2a2 req-a6421223-051e-4494-945a-b127256cba92 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 946 time: 0.1828191 Feb 08 21:44:59.396314 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0fd960cc-51ee-4c00-b195-e226b9a3f2a2 req-d9aa0b06-71f3-41ed-8928-193a62c33c17 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=cc433038-f51f-4a98-94ec-16e331b4d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284709 Feb 08 21:44:59.442170 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:59.446816 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d7906-2093-4674-b0bb-86df79dd7cb2 req-d4f6a26f-730a-4fea-8dd5-9c81be8a9ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:44:59.454269 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e50d7906-2093-4674-b0bb-86df79dd7cb2 req-d4f6a26f-730a-4fea-8dd5-9c81be8a9ddf service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1679b521-217f-49a1-a155-3334752f6c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2541056 Feb 08 21:44:59.488798 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-c6c52127-f1cd-42b6-97f9-dae03d29a8c8 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] For port 5e54f8d8-3e18-4a96-b200-cbd839f3999b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5e54f8d8-3e18-4a96-b200-cbd839f3999b,segment=NetworkSegment(ae821f5c-52b7-4a80-bfd8-2f73524bc029),segment_id=ae821f5c-52b7-4a80-bfd8-2f73524bc029)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:44:59.488798 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6c52127-f1cd-42b6-97f9-dae03d29a8c8 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (5e54f8d8-3e18-4a96-b200-cbd839f3999b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:44:59.646371 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c6c52127-f1cd-42b6-97f9-dae03d29a8c8 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Calling delete_port for 5e54f8d8-3e18-4a96-b200-cbd839f3999b owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:44:59.778089 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e50d7906-2093-4674-b0bb-86df79dd7cb2 req-e497f08d-e3a7-41d5-bf7e-ca96afd3357d service neutron] 10.222.0.94 "GET /v2.0/networks/1679b521-217f-49a1-a155-3334752f6c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121829 Feb 08 21:44:59.853095 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-e9f7d080-b36e-46be-be29-c547eea49b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'name': 'tempest-AttachVolumeTestJSON-1939964587-router', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:38Z', 'updated_at': '2022-02-08T21:38:47Z', 'revision_number': 4, 'project_id': '34667052c8344fe0a4257547677c9696', 'gw_port': {'id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:39Z', 'updated_at': '2022-02-08T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '913c5308-221e-4b82-adc9-1187cdf4af37', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'port_id': 'd42507a9-12d8-4b07-a0a2-04a2e6ae1330', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1679b521-217f-49a1-a155-3334752f6c92', 'mac_address': 'fa:16:3e:14:0e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6b752-4e63-4f2f-a608-4705cdf386c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:44:24Z', 'updated_at': '2022-02-08T21:44:54Z', 'revision_number': 1, 'project_id': '34667052c8344fe0a4257547677c9696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '678e5812-a588-4a5e-9a75-63cad6323254', 'name': '', 'network_id': '1679b521-217f-49a1-a155-3334752f6c92', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'mac_address': 'fa:16:3e:ab:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:45Z', 'updated_at': '2022-02-08T21:38:54Z', 'revision_number': 5, 'project_id': '34667052c8344fe0a4257547677c9696', 'subnets': [{'id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:44:59.927443 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f7d080-b36e-46be-be29-c547eea49b5c None None] The sync data for ids ['00b6a973-68b2-437e-9776-f18c4b50ccde'] in n-d-712143-31 is: [{'id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'name': 'tempest-AttachVolumeTestJSON-1939964587-router', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:38Z', 'updated_at': '2022-02-08T21:38:47Z', 'revision_number': 4, 'project_id': '34667052c8344fe0a4257547677c9696', 'gw_port': {'id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:39Z', 'updated_at': '2022-02-08T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '913c5308-221e-4b82-adc9-1187cdf4af37', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'port_id': 'd42507a9-12d8-4b07-a0a2-04a2e6ae1330', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1679b521-217f-49a1-a155-3334752f6c92', 'mac_address': 'fa:16:3e:14:0e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6b752-4e63-4f2f-a608-4705cdf386c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:44:24Z', 'updated_at': '2022-02-08T21:44:54Z', 'revision_number': 1, 'project_id': '34667052c8344fe0a4257547677c9696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '678e5812-a588-4a5e-9a75-63cad6323254', 'name': '', 'network_id': '1679b521-217f-49a1-a155-3334752f6c92', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'mac_address': 'fa:16:3e:ab:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:45Z', 'updated_at': '2022-02-08T21:38:54Z', 'revision_number': 5, 'project_id': '34667052c8344fe0a4257547677c9696', 'subnets': [{'id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:44:59.953199 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e50d7906-2093-4674-b0bb-86df79dd7cb2 req-84efea08-815e-4cda-af73-b16fa98cf18a service neutron] 10.222.0.94 "GET /v2.0/networks/1679b521-217f-49a1-a155-3334752f6c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662903 Feb 08 21:45:00.125851 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6c52127-f1cd-42b6-97f9-dae03d29a8c8 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (5e54f8d8-3e18-4a96-b200-cbd839f3999b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:00.173707 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c52127-f1cd-42b6-97f9-dae03d29a8c8 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event deleted for resources: {'Port': ['ID=5e54f8d8-3e18-4a96-b200-cbd839f3999b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:00.556177 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca09a2d2-0d8a-4b4f-a8c8-bcca12496a91 None None] New status for floating IP 913c5308-221e-4b82-adc9-1187cdf4af37: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:45:00.710036 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6c52127-f1cd-42b6-97f9-dae03d29a8c8 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (3d3a214e-7c8e-4040-bc1b-35b22711e5bb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:00.777008 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94a12c-cc2b-441b-82c8-069b8e976450 req-3cfa6a21-9aac-4c7a-92ab-5296467fe895 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:00.790818 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d94a12c-cc2b-441b-82c8-069b8e976450 req-3cfa6a21-9aac-4c7a-92ab-5296467fe895 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 946 time: 0.2486520 Feb 08 21:45:01.032789 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d94a12c-cc2b-441b-82c8-069b8e976450 req-4f62a464-2466-412c-8386-95a37c34a14c tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=cc433038-f51f-4a98-94ec-16e331b4d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2399414 Feb 08 21:45:01.401683 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c52127-f1cd-42b6-97f9-dae03d29a8c8 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Router 3d3a214e-7c8e-4040-bc1b-35b22711e5bb has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:45:01.456233 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:01.529393 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:01.721632 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c52127-f1cd-42b6-97f9-dae03d29a8c8 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:45:01.730847 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49006) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:01.734066 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dd5ac0-1078-42b8-84cf-5e01dee72047 None None] Sync routers for ids ['3d3a214e-7c8e-4040-bc1b-35b22711e5bb'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:45:01.745139 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c6c52127-f1cd-42b6-97f9-dae03d29a8c8 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "PUT /v2.0/routers/3d3a214e-7c8e-4040-bc1b-35b22711e5bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7440524 Feb 08 21:45:01.754708 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dd5ac0-1078-42b8-84cf-5e01dee72047 None None] Routers {'3d3a214e-7c8e-4040-bc1b-35b22711e5bb'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:45:01.755542 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-e4dd5ac0-1078-42b8-84cf-5e01dee72047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:44:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3d3a214e-7c8e-4040-bc1b-35b22711e5bb'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:45:01.858905 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a47d24-5750-4efa-8d9c-a38c94ef5590 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Deleting subnet 40ed3ef5-bf86-4fff-b4d1-bca578430c3c {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:45:01.878248 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d5a47d24-5750-4efa-8d9c-a38c94ef5590 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for subnet (40ed3ef5-bf86-4fff-b4d1-bca578430c3c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:02.072104 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d5a47d24-5750-4efa-8d9c-a38c94ef5590 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (40ed3ef5-bf86-4fff-b4d1-bca578430c3c), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:02.165841 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-e4dd5ac0-1078-42b8-84cf-5e01dee72047 None None] Set router 3d3a214e-7c8e-4040-bc1b-35b22711e5bb gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:45:02.291142 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d5a47d24-5750-4efa-8d9c-a38c94ef5590 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (40ed3ef5-bf86-4fff-b4d1-bca578430c3c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:02.433986 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d5a47d24-5750-4efa-8d9c-a38c94ef5590 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (40ed3ef5-bf86-4fff-b4d1-bca578430c3c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:02.535281 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a47d24-5750-4efa-8d9c-a38c94ef5590 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event deleted for resources: {'Subnet': ['ID=40ed3ef5-bf86-4fff-b4d1-bca578430c3c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:02.552632 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d5a47d24-5750-4efa-8d9c-a38c94ef5590 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:02.560444 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49036) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:02.571483 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7280fccd-7af3-4393-aaab-447f2cbf4fd5 None None] Network 7484d5e1-8128-4312-ae67-bdaa04d23bbf requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:45:02.590773 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d5a47d24-5750-4efa-8d9c-a38c94ef5590 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "DELETE /v2.0/subnets/40ed3ef5-bf86-4fff-b4d1-bca578430c3c HTTP/1.1" status: 204 len: 168 time: 0.8563659 Feb 08 21:45:02.727062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-e4dd5ac0-1078-42b8-84cf-5e01dee72047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'name': 'tempest-TestNetworkBasicOps-router-145281194', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:41:29Z', 'updated_at': '2022-02-08T21:45:00Z', 'revision_number': 7, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:30Z', 'updated_at': '2022-02-08T21:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:45:02.764355 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dd5ac0-1078-42b8-84cf-5e01dee72047 None None] Checking router: 3d3a214e-7c8e-4040-bc1b-35b22711e5bb for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:45:02.809291 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dd5ac0-1078-42b8-84cf-5e01dee72047 None None] Routers {'3d3a214e-7c8e-4040-bc1b-35b22711e5bb'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:45:02.812368 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-e4dd5ac0-1078-42b8-84cf-5e01dee72047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:44:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3d3a214e-7c8e-4040-bc1b-35b22711e5bb'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:45:02.907490 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a444cfb3-fe50-4d6a-bd94-8444979ddae6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for router (3d3a214e-7c8e-4040-bc1b-35b22711e5bb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:03.063763 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18ecf6b-fe4f-4e44-9d5c-071d63b42d0b None None] DHCP port deletion for 7484d5e1-8128-4312-ae67-bdaa04d23bbf request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:45:03.157967 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-e4dd5ac0-1078-42b8-84cf-5e01dee72047 None None] Set router 3d3a214e-7c8e-4040-bc1b-35b22711e5bb gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:45:03.205740 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a444cfb3-fe50-4d6a-bd94-8444979ddae6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for router_gateway (3d3a214e-7c8e-4040-bc1b-35b22711e5bb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:03.382766 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a444cfb3-fe50-4d6a-bd94-8444979ddae6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Deleting port 2f292259-0029-41f8-914b-9b37e4ebe1c4 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:45:03.383109 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a444cfb3-fe50-4d6a-bd94-8444979ddae6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (2f292259-0029-41f8-914b-9b37e4ebe1c4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:03.697635 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-a444cfb3-fe50-4d6a-bd94-8444979ddae6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] For port 2f292259-0029-41f8-914b-9b37e4ebe1c4, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=2f292259-0029-41f8-914b-9b37e4ebe1c4,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:45:03.700019 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a444cfb3-fe50-4d6a-bd94-8444979ddae6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (2f292259-0029-41f8-914b-9b37e4ebe1c4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:03.711864 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f18ecf6b-fe4f-4e44-9d5c-071d63b42d0b None None] Deleting port f28ba371-eab8-45cd-8f15-49a245d1e679 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:45:03.712825 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f18ecf6b-fe4f-4e44-9d5c-071d63b42d0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f28ba371-eab8-45cd-8f15-49a245d1e679), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:03.720801 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-e4dd5ac0-1078-42b8-84cf-5e01dee72047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'name': 'tempest-TestNetworkBasicOps-router-145281194', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:41:29Z', 'updated_at': '2022-02-08T21:45:00Z', 'revision_number': 7, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:30Z', 'updated_at': '2022-02-08T21:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:45:03.750916 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a444cfb3-fe50-4d6a-bd94-8444979ddae6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Calling delete_port for 2f292259-0029-41f8-914b-9b37e4ebe1c4 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:45:03.815940 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dd5ac0-1078-42b8-84cf-5e01dee72047 None None] The sync data for ids ['3d3a214e-7c8e-4040-bc1b-35b22711e5bb'] in n-d-712143-31 is: [{'id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'name': 'tempest-TestNetworkBasicOps-router-145281194', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:41:29Z', 'updated_at': '2022-02-08T21:45:00Z', 'revision_number': 7, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '2f292259-0029-41f8-914b-9b37e4ebe1c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3a214e-7c8e-4040-bc1b-35b22711e5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:41:30Z', 'updated_at': '2022-02-08T21:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:45:04.013246 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f18ecf6b-fe4f-4e44-9d5c-071d63b42d0b None None] For port f28ba371-eab8-45cd-8f15-49a245d1e679, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f28ba371-eab8-45cd-8f15-49a245d1e679,segment=NetworkSegment(ae821f5c-52b7-4a80-bfd8-2f73524bc029),segment_id=ae821f5c-52b7-4a80-bfd8-2f73524bc029)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:45:04.016460 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f18ecf6b-fe4f-4e44-9d5c-071d63b42d0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f28ba371-eab8-45cd-8f15-49a245d1e679), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:04.076053 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f18ecf6b-fe4f-4e44-9d5c-071d63b42d0b None None] Calling delete_port for f28ba371-eab8-45cd-8f15-49a245d1e679 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:45:04.344570 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f18ecf6b-fe4f-4e44-9d5c-071d63b42d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (f28ba371-eab8-45cd-8f15-49a245d1e679), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:04.400327 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a444cfb3-fe50-4d6a-bd94-8444979ddae6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (2f292259-0029-41f8-914b-9b37e4ebe1c4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:04.422690 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18ecf6b-fe4f-4e44-9d5c-071d63b42d0b None None] No DVR routers for this DVR port f28ba371-eab8-45cd-8f15-49a245d1e679 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:45:04.527095 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49070) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:04.528366 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f28ba371-eab8-45cd-8f15-49a245d1e679 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:45:04.537287 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ecf6b-fe4f-4e44-9d5c-071d63b42d0b None None] Pushing event deleted for resources: {'Port': ['ID=f28ba371-eab8-45cd-8f15-49a245d1e679,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:04.616052 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: f28ba371-eab8-45cd-8f15-49a245d1e679 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:45:04.617316 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f28ba371-eab8-45cd-8f15-49a245d1e679 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:45:04.617805 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5e54f8d8-3e18-4a96-b200-cbd839f3999b no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:45:04.642572 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444cfb3-fe50-4d6a-bd94-8444979ddae6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event deleted for resources: {'Port': ['ID=2f292259-0029-41f8-914b-9b37e4ebe1c4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:04.662538 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 5e54f8d8-3e18-4a96-b200-cbd839f3999b {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:45:04.663609 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5e54f8d8-3e18-4a96-b200-cbd839f3999b not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:45:04.690729 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a444cfb3-fe50-4d6a-bd94-8444979ddae6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (3d3a214e-7c8e-4040-bc1b-35b22711e5bb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:04.776892 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d5eec747-41cd-4672-82f3-62602a5c412f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:04.852265 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a444cfb3-fe50-4d6a-bd94-8444979ddae6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (3d3a214e-7c8e-4040-bc1b-35b22711e5bb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:04.854931 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a444cfb3-fe50-4d6a-bd94-8444979ddae6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for router_controller (3d3a214e-7c8e-4040-bc1b-35b22711e5bb), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:04.934150 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a444cfb3-fe50-4d6a-bd94-8444979ddae6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (3d3a214e-7c8e-4040-bc1b-35b22711e5bb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:04.934772 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a444cfb3-fe50-4d6a-bd94-8444979ddae6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Fanout notify agent at l3_agent the message router_deleted on router 3d3a214e-7c8e-4040-bc1b-35b22711e5bb {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:45:04.951153 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d5eec747-41cd-4672-82f3-62602a5c412f admin admin] Publish callbacks [] for security_group (f5bf198e-3cd4-4e0e-877c-0eac0b8cb1de), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:04.952656 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a444cfb3-fe50-4d6a-bd94-8444979ddae6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:04.956775 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a444cfb3-fe50-4d6a-bd94-8444979ddae6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "DELETE /v2.0/routers/3d3a214e-7c8e-4040-bc1b-35b22711e5bb HTTP/1.1" status: 204 len: 168 time: 2.3918149 Feb 08 21:45:04.957185 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49080) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:04.970698 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d5eec747-41cd-4672-82f3-62602a5c412f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f5bf198e-3cd4-4e0e-877c-0eac0b8cb1de), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:05.107370 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eec747-41cd-4672-82f3-62602a5c412f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bf198e-3cd4-4e0e-877c-0eac0b8cb1de,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:05.142902 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d5eec747-41cd-4672-82f3-62602a5c412f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c9af0f1e58994f3f97017af364e36b50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6129510 Feb 08 21:45:05.145687 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49082) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:05.150404 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1890f2be-c067-44be-bda2-305cc6ec1e01 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (7484d5e1-8128-4312-ae67-bdaa04d23bbf), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:05.246395 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19a5fac5-f021-4ad6-b946-7f83e3314ed7 admin admin] Publish callbacks [] for security_group (f5bf198e-3cd4-4e0e-877c-0eac0b8cb1de), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:05.281892 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19a5fac5-f021-4ad6-b946-7f83e3314ed7 admin admin] Publish callbacks [] for security_group (f5bf198e-3cd4-4e0e-877c-0eac0b8cb1de), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:05.282100 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1890f2be-c067-44be-bda2-305cc6ec1e01 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (7484d5e1-8128-4312-ae67-bdaa04d23bbf), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:05.321337 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-1890f2be-c067-44be-bda2-305cc6ec1e01 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7484d5e1-8128-4312-ae67-bdaa04d23bbf']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:45:05.336874 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-1890f2be-c067-44be-bda2-305cc6ec1e01 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae821f5c-52b7-4a80-bfd8-2f73524bc029') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:45:05.337299 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-1890f2be-c067-44be-bda2-305cc6ec1e01 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae821f5c-52b7-4a80-bfd8-2f73524bc029') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:45:05.338365 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19a5fac5-f021-4ad6-b946-7f83e3314ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f5bf198e-3cd4-4e0e-877c-0eac0b8cb1de), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:05.341838 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19a5fac5-f021-4ad6-b946-7f83e3314ed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:05.348923 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1890f2be-c067-44be-bda2-305cc6ec1e01 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (ae821f5c-52b7-4a80-bfd8-2f73524bc029), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:05.354029 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-19a5fac5-f021-4ad6-b946-7f83e3314ed7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f5bf198e-3cd4-4e0e-877c-0eac0b8cb1de HTTP/1.1" status: 204 len: 168 time: 0.2069309 Feb 08 21:45:05.366575 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1890f2be-c067-44be-bda2-305cc6ec1e01 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (ae821f5c-52b7-4a80-bfd8-2f73524bc029), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:05.375559 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1890f2be-c067-44be-bda2-305cc6ec1e01 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:45:05.376047 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1890f2be-c067-44be-bda2-305cc6ec1e01 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (ae821f5c-52b7-4a80-bfd8-2f73524bc029), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:05.379485 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5fac5-f021-4ad6-b946-7f83e3314ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bf198e-3cd4-4e0e-877c-0eac0b8cb1de,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:45:05.458686 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:45:05.491853 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1890f2be-c067-44be-bda2-305cc6ec1e01 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (7484d5e1-8128-4312-ae67-bdaa04d23bbf), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:05.496866 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1890f2be-c067-44be-bda2-305cc6ec1e01 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:05.506241 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1890f2be-c067-44be-bda2-305cc6ec1e01 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "DELETE /v2.0/networks/7484d5e1-8128-4312-ae67-bdaa04d23bbf HTTP/1.1" status: 204 len: 168 time: 0.5474343 Feb 08 21:45:05.527444 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49090) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:05.533199 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890f2be-c067-44be-bda2-305cc6ec1e01 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event deleted for resources: {'Network': ['ID=7484d5e1-8128-4312-ae67-bdaa04d23bbf,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:05.543102 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d9153c34-6be4-47b2-b0f9-96c819b987a7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'network': {'name': 'tempest-network-smoke--1397502288', 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'port_security_enabled': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:45:05.593550 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9153c34-6be4-47b2-b0f9-96c819b987a7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Made reservation on behalf of f6bde20c4e70444caab1a7a5de63c07b for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:45:05.616297 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d9153c34-6be4-47b2-b0f9-96c819b987a7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:05.662639 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9153c34-6be4-47b2-b0f9-96c819b987a7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:45:05.700419 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d9153c34-6be4-47b2-b0f9-96c819b987a7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (a8f5bf59-f579-44e2-a49f-689a3d8513a2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:05.700829 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-d9153c34-6be4-47b2-b0f9-96c819b987a7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Added segment a8f5bf59-f579-44e2-a49f-689a3d8513a2 of type vlan for network bac59527-e317-44e2-a447-7c8bca1fac6c Feb 08 21:45:05.785960 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d9153c34-6be4-47b2-b0f9-96c819b987a7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (bac59527-e317-44e2-a447-7c8bca1fac6c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:05.829814 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d9153c34-6be4-47b2-b0f9-96c819b987a7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (bac59527-e317-44e2-a447-7c8bca1fac6c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:05.836952 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9153c34-6be4-47b2-b0f9-96c819b987a7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:05.837675 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d9153c34-6be4-47b2-b0f9-96c819b987a7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:05.922293 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49108) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:05.940845 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d9153c34-6be4-47b2-b0f9-96c819b987a7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4076843 Feb 08 21:45:05.941105 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49110) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:05.949761 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-4658f286-dc75-477e-bf51-4342a16b8564 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1298622568', 'admin_state_up': True, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:45:05.949949 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9153c34-6be4-47b2-b0f9-96c819b987a7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'Network': ['ID=bac59527-e317-44e2-a447-7c8bca1fac6c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:05.962308 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network bac59527-e317-44e2-a447-7c8bca1fac6c details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:45:05.964513 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2de6c652-f9e8-4fa2-802e-8f31a73b0cfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:06.011913 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4658f286-dc75-477e-bf51-4342a16b8564 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (ddfe0eb5-1665-4489-b4fa-e1ad78a5442a), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:06.013350 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4658f286-dc75-477e-bf51-4342a16b8564 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (ddfe0eb5-1665-4489-b4fa-e1ad78a5442a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:06.136464 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4658f286-dc75-477e-bf51-4342a16b8564 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for router_controller (ddfe0eb5-1665-4489-b4fa-e1ad78a5442a), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:06.238480 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2de6c652-f9e8-4fa2-802e-8f31a73b0cfe admin admin] Publish callbacks [] for security_group (9293b06b-7e6b-4b46-8642-f4ec70cf6f13), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:06.284755 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2de6c652-f9e8-4fa2-802e-8f31a73b0cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9293b06b-7e6b-4b46-8642-f4ec70cf6f13), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:06.349125 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6c652-f9e8-4fa2-802e-8f31a73b0cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9293b06b-7e6b-4b46-8642-f4ec70cf6f13,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:06.371697 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4658f286-dc75-477e-bf51-4342a16b8564 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for router_gateway (ddfe0eb5-1665-4489-b4fa-e1ad78a5442a), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:06.409848 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2de6c652-f9e8-4fa2-802e-8f31a73b0cfe admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e11707b92b8b4a6e907bfd304a202059&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4760046 Feb 08 21:45:06.410424 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49122) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:06.465096 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 2f292259-0029-41f8-914b-9b37e4ebe1c4 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:45:06.528669 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:06.531190 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5ea8829c-ef48-467d-8f25-e48f9a333bdf admin admin] Publish callbacks [] for security_group (9293b06b-7e6b-4b46-8642-f4ec70cf6f13), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:06.532599 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 2f292259-0029-41f8-914b-9b37e4ebe1c4 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:45:06.534920 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 2f292259-0029-41f8-914b-9b37e4ebe1c4 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:45:06.585767 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5ea8829c-ef48-467d-8f25-e48f9a333bdf admin admin] Publish callbacks [] for security_group (9293b06b-7e6b-4b46-8642-f4ec70cf6f13), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:06.685151 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:06.710206 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5ea8829c-ef48-467d-8f25-e48f9a333bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9293b06b-7e6b-4b46-8642-f4ec70cf6f13), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:06.720365 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5ea8829c-ef48-467d-8f25-e48f9a333bdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:06.726825 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5ea8829c-ef48-467d-8f25-e48f9a333bdf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9293b06b-7e6b-4b46-8642-f4ec70cf6f13 HTTP/1.1" status: 204 len: 168 time: 0.3104203 Feb 08 21:45:06.739815 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4658f286-dc75-477e-bf51-4342a16b8564 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for router_gateway (ddfe0eb5-1665-4489-b4fa-e1ad78a5442a), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:06.742822 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8829c-ef48-467d-8f25-e48f9a333bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9293b06b-7e6b-4b46-8642-f4ec70cf6f13,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:06.853011 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4658f286-dc75-477e-bf51-4342a16b8564 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:07.033585 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-4658f286-dc75-477e-bf51-4342a16b8564 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Allocated IP 172.25.3.128 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/6eaab0e3-ea7b-45f0-8210-7d6618a0d77a) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:45:07.254413 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4658f286-dc75-477e-bf51-4342a16b8564 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for port (6eaab0e3-ea7b-45f0-8210-7d6618a0d77a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:07.339065 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4658f286-dc75-477e-bf51-4342a16b8564 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (6eaab0e3-ea7b-45f0-8210-7d6618a0d77a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:07.446633 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658f286-dc75-477e-bf51-4342a16b8564 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'Port': ['ID=6eaab0e3-ea7b-45f0-8210-7d6618a0d77a,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:07.476278 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4658f286-dc75-477e-bf51-4342a16b8564 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:45:07.479100 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-4658f286-dc75-477e-bf51-4342a16b8564 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:45:07.484381 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4658f286-dc75-477e-bf51-4342a16b8564 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:45:08.067884 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4658f286-dc75-477e-bf51-4342a16b8564 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for router_gateway (ddfe0eb5-1665-4489-b4fa-e1ad78a5442a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:08.485981 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4658f286-dc75-477e-bf51-4342a16b8564 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (ddfe0eb5-1665-4489-b4fa-e1ad78a5442a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:08.922623 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4658f286-dc75-477e-bf51-4342a16b8564 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Router ddfe0eb5-1665-4489-b4fa-e1ad78a5442a is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:45:09.320149 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4658f286-dc75-477e-bf51-4342a16b8564 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:45:09.330019 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8bb9ce-1a56-4771-8eff-eef2ecd04593 None None] Sync routers for ids ['ddfe0eb5-1665-4489-b4fa-e1ad78a5442a'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:45:09.363522 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8bb9ce-1a56-4771-8eff-eef2ecd04593 None None] Routers {'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:45:09.366480 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ca8bb9ce-1a56-4771-8eff-eef2ecd04593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:44:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ddfe0eb5-1665-4489-b4fa-e1ad78a5442a'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:45:09.386330 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4658f286-dc75-477e-bf51-4342a16b8564 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:09.389246 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4658f286-dc75-477e-bf51-4342a16b8564 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4465499 Feb 08 21:45:09.391976 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49202) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:09.456195 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c34fa92b-61b5-4145-b4e0-e46d86d890c7 tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=f6bde20c4e70444caab1a7a5de63c07b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0624609 Feb 08 21:45:09.459097 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49204) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:09.695118 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-ca8bb9ce-1a56-4771-8eff-eef2ecd04593 None None] Set router ddfe0eb5-1665-4489-b4fa-e1ad78a5442a gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:45:09.707482 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d24139-f854-450a-a834-d3f1f41b983c tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:09.714941 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-85d24139-f854-450a-a834-d3f1f41b983c tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2496655 Feb 08 21:45:09.715456 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49214) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:09.859831 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-acaad86c-ae88-47f2-9807-203a614a4955 tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=075c0dfb-2786-422e-af93-9cafe101c970&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1397538 Feb 08 21:45:09.860439 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49216) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:09.866545 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-5627f04e-3f80-47eb-ba16-01bbe411c86d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1219696976', 'network_id': 'bac59527-e317-44e2-a447-7c8bca1fac6c', 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:45:10.245478 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ca8bb9ce-1a56-4771-8eff-eef2ecd04593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'name': 'tempest-TestNetworkBasicOps-router-1298622568', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6eaab0e3-ea7b-45f0-8210-7d6618a0d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:45:06Z', 'updated_at': '2022-02-08T21:45:07Z', 'revision_number': 3, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '6eaab0e3-ea7b-45f0-8210-7d6618a0d77a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:40:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:45:06Z', 'updated_at': '2022-02-08T21:45:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:45:10.322028 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8bb9ce-1a56-4771-8eff-eef2ecd04593 None None] Checking router: ddfe0eb5-1665-4489-b4fa-e1ad78a5442a for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:45:10.322345 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8bb9ce-1a56-4771-8eff-eef2ecd04593 None None] Updating router ddfe0eb5-1665-4489-b4fa-e1ad78a5442a port 6eaab0e3-ea7b-45f0-8210-7d6618a0d77a binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:45:10.410693 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ca8bb9ce-1a56-4771-8eff-eef2ecd04593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6eaab0e3-ea7b-45f0-8210-7d6618a0d77a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:11.227131 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ca8bb9ce-1a56-4771-8eff-eef2ecd04593 None None] Publish callbacks [] for port (6eaab0e3-ea7b-45f0-8210-7d6618a0d77a), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:11.244646 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ca8bb9ce-1a56-4771-8eff-eef2ecd04593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6eaab0e3-ea7b-45f0-8210-7d6618a0d77a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:11.319878 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5627f04e-3f80-47eb-ba16-01bbe411c86d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Made reservation on behalf of f6bde20c4e70444caab1a7a5de63c07b for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:45:11.323447 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5627f04e-3f80-47eb-ba16-01bbe411c86d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:11.600248 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0b73d-da52-4a7d-8186-af5ad3a51cbf None None] Pushing event updated for resources: {'Port': ['ID=6eaab0e3-ea7b-45f0-8210-7d6618a0d77a,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:11.647772 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0b73d-da52-4a7d-8186-af5ad3a51cbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:11.649307 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0b73d-da52-4a7d-8186-af5ad3a51cbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:11.650476 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0b73d-da52-4a7d-8186-af5ad3a51cbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:11.651681 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0b73d-da52-4a7d-8186-af5ad3a51cbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:11.652861 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0b73d-da52-4a7d-8186-af5ad3a51cbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:11.654057 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0b73d-da52-4a7d-8186-af5ad3a51cbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:11.657259 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0b73d-da52-4a7d-8186-af5ad3a51cbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:11.658575 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0b73d-da52-4a7d-8186-af5ad3a51cbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:11.659843 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0b73d-da52-4a7d-8186-af5ad3a51cbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:11.660598 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0b73d-da52-4a7d-8186-af5ad3a51cbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:11.661923 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0b73d-da52-4a7d-8186-af5ad3a51cbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:11.662449 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0b73d-da52-4a7d-8186-af5ad3a51cbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:11.663869 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0b73d-da52-4a7d-8186-af5ad3a51cbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:11.708422 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ca8bb9ce-1a56-4771-8eff-eef2ecd04593 None None] Attempting to bind port 6eaab0e3-ea7b-45f0-8210-7d6618a0d77a on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:45:11.710050 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ca8bb9ce-1a56-4771-8eff-eef2ecd04593 None None] Attempting to bind port 6eaab0e3-ea7b-45f0-8210-7d6618a0d77a by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:45:11.711325 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8bb9ce-1a56-4771-8eff-eef2ecd04593 None None] Attempting to bind port 6eaab0e3-ea7b-45f0-8210-7d6618a0d77a on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:45:11.731950 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8bb9ce-1a56-4771-8eff-eef2ecd04593 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:45:11.732700 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8bb9ce-1a56-4771-8eff-eef2ecd04593 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:45:11.734697 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ca8bb9ce-1a56-4771-8eff-eef2ecd04593 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:11.736081 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8bb9ce-1a56-4771-8eff-eef2ecd04593 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:45:11.737523 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ca8bb9ce-1a56-4771-8eff-eef2ecd04593 None None] Bound port: 6eaab0e3-ea7b-45f0-8210-7d6618a0d77a, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:45:11.739157 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ca8bb9ce-1a56-4771-8eff-eef2ecd04593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6eaab0e3-ea7b-45f0-8210-7d6618a0d77a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:11.900870 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5627f04e-3f80-47eb-ba16-01bbe411c86d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (5bf0f3ed-3988-42ee-ab97-681d917640f8), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:11.933957 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ca8bb9ce-1a56-4771-8eff-eef2ecd04593 None None] For port 6eaab0e3-ea7b-45f0-8210-7d6618a0d77a, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:45:11.941825 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ca8bb9ce-1a56-4771-8eff-eef2ecd04593 None None] For port 6eaab0e3-ea7b-45f0-8210-7d6618a0d77a, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=6eaab0e3-ea7b-45f0-8210-7d6618a0d77a,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:45:11.964730 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ca8bb9ce-1a56-4771-8eff-eef2ecd04593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6eaab0e3-ea7b-45f0-8210-7d6618a0d77a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:12.147018 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8bb9ce-1a56-4771-8eff-eef2ecd04593 None None] Routers {'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:45:12.149161 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ca8bb9ce-1a56-4771-8eff-eef2ecd04593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:44:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ddfe0eb5-1665-4489-b4fa-e1ad78a5442a'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:45:12.187369 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627f04e-3f80-47eb-ba16-01bbe411c86d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Checking segment: {'id': 'a8f5bf59-f579-44e2-a49f-689a3d8513a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'bac59527-e317-44e2-a447-7c8bca1fac6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:45:12.187748 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5627f04e-3f80-47eb-ba16-01bbe411c86d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Network hostable DHCP agents. Network: bac59527-e317-44e2-a447-7c8bca1fac6c, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:45:12.202986 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627f04e-3f80-47eb-ba16-01bbe411c86d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'Subnet': ['ID=5bf0f3ed-3988-42ee-ab97-681d917640f8,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:12.250241 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5627f04e-3f80-47eb-ba16-01bbe411c86d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Network bac59527-e317-44e2-a447-7c8bca1fac6c is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:45:12.266052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-5627f04e-3f80-47eb-ba16-01bbe411c86d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, bac59527-e317-44e2-a447-7c8bca1fac6c) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:45:12.276427 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5627f04e-3f80-47eb-ba16-01bbe411c86d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:12.277318 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5627f04e-3f80-47eb-ba16-01bbe411c86d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:12.291142 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b82826-7b28-40d4-9206-0f4ddb0839bf None None] Network bac59527-e317-44e2-a447-7c8bca1fac6c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:45:12.309799 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5627f04e-3f80-47eb-ba16-01bbe411c86d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.4481988 Feb 08 21:45:12.313163 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49282) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:12.352644 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0b73d-da52-4a7d-8186-af5ad3a51cbf None None] Pushing event updated for resources: {'Port': ['ID=6eaab0e3-ea7b-45f0-8210-7d6618a0d77a,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:12.484907 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-ca8bb9ce-1a56-4771-8eff-eef2ecd04593 None None] Set router ddfe0eb5-1665-4489-b4fa-e1ad78a5442a gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:45:12.636614 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad573f1-6b4c-425a-93f0-935de8271885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-bac59527-e317-44e2-a447-7c8bca1fac6c', 'network_id': 'bac59527-e317-44e2-a447-7c8bca1fac6c', 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'fixed_ips': [{'subnet_id': '5bf0f3ed-3988-42ee-ab97-681d917640f8'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:45:12.644130 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fad573f1-6b4c-425a-93f0-935de8271885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:12.859091 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49290) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:13.165478 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fcb9006b-5dc4-44e4-add0-07a81a842fdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:13.174257 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-fad573f1-6b4c-425a-93f0-935de8271885 None None] Allocated IP 172.20.0.2 (bac59527-e317-44e2-a447-7c8bca1fac6c/5bf0f3ed-3988-42ee-ab97-681d917640f8/ecb9a5df-300a-49e8-b2c1-35d36d130baf) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:45:13.240980 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ca8bb9ce-1a56-4771-8eff-eef2ecd04593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'name': 'tempest-TestNetworkBasicOps-router-1298622568', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6eaab0e3-ea7b-45f0-8210-7d6618a0d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:45:06Z', 'updated_at': '2022-02-08T21:45:07Z', 'revision_number': 3, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '6eaab0e3-ea7b-45f0-8210-7d6618a0d77a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:40:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:45:06Z', 'updated_at': '2022-02-08T21:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:45:13.340186 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8bb9ce-1a56-4771-8eff-eef2ecd04593 None None] The sync data for ids ['ddfe0eb5-1665-4489-b4fa-e1ad78a5442a'] in n-d-712143-31 is: [{'id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'name': 'tempest-TestNetworkBasicOps-router-1298622568', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6eaab0e3-ea7b-45f0-8210-7d6618a0d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:45:06Z', 'updated_at': '2022-02-08T21:45:07Z', 'revision_number': 3, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '6eaab0e3-ea7b-45f0-8210-7d6618a0d77a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:40:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:45:06Z', 'updated_at': '2022-02-08T21:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:45:13.433312 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fcb9006b-5dc4-44e4-add0-07a81a842fdf admin admin] Publish callbacks [] for security_group (55556ab0-ad5a-4886-b52b-be7507fc07b2), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:13.450607 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fcb9006b-5dc4-44e4-add0-07a81a842fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (55556ab0-ad5a-4886-b52b-be7507fc07b2), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:13.601600 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49304) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:13.606984 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fcb9006b-5dc4-44e4-add0-07a81a842fdf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5ac3c07498dd469284c984b8b2737a81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7342732 Feb 08 21:45:13.637390 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9006b-5dc4-44e4-add0-07a81a842fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55556ab0-ad5a-4886-b52b-be7507fc07b2,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:13.700684 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5578-a32c-4edf-aac3-4f2bcab706a8 admin admin] Publish callbacks [] for security_group (55556ab0-ad5a-4886-b52b-be7507fc07b2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:13.727225 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5578-a32c-4edf-aac3-4f2bcab706a8 admin admin] Publish callbacks [] for security_group (55556ab0-ad5a-4886-b52b-be7507fc07b2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:13.787108 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fad573f1-6b4c-425a-93f0-935de8271885 None None] Publish callbacks [] for port (ecb9a5df-300a-49e8-b2c1-35d36d130baf), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:13.798553 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fad573f1-6b4c-425a-93f0-935de8271885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (ecb9a5df-300a-49e8-b2c1-35d36d130baf), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:13.829964 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5578-a32c-4edf-aac3-4f2bcab706a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (55556ab0-ad5a-4886-b52b-be7507fc07b2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:13.838906 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5578-a32c-4edf-aac3-4f2bcab706a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:13.843076 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad573f1-6b4c-425a-93f0-935de8271885 None None] Network bac59527-e317-44e2-a447-7c8bca1fac6c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:45:13.852825 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4ceb5578-a32c-4edf-aac3-4f2bcab706a8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/55556ab0-ad5a-4886-b52b-be7507fc07b2 HTTP/1.1" status: 204 len: 168 time: 0.2486849 Feb 08 21:45:13.874375 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-fad573f1-6b4c-425a-93f0-935de8271885 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:45:13.928243 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad573f1-6b4c-425a-93f0-935de8271885 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:45:14.050006 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb5578-a32c-4edf-aac3-4f2bcab706a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55556ab0-ad5a-4886-b52b-be7507fc07b2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:14.256682 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad573f1-6b4c-425a-93f0-935de8271885 None None] Pushing event updated for resources: {'Port': ['ID=ecb9a5df-300a-49e8-b2c1-35d36d130baf,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:14.437104 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-fad573f1-6b4c-425a-93f0-935de8271885 None None] Attempting to bind port ecb9a5df-300a-49e8-b2c1-35d36d130baf on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:45:14.437296 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-fad573f1-6b4c-425a-93f0-935de8271885 None None] Attempting to bind port ecb9a5df-300a-49e8-b2c1-35d36d130baf by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'a8f5bf59-f579-44e2-a49f-689a3d8513a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'bac59527-e317-44e2-a447-7c8bca1fac6c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:45:14.437633 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad573f1-6b4c-425a-93f0-935de8271885 None None] Attempting to bind port ecb9a5df-300a-49e8-b2c1-35d36d130baf on network bac59527-e317-44e2-a447-7c8bca1fac6c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:45:14.467447 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad573f1-6b4c-425a-93f0-935de8271885 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:45:14.467836 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad573f1-6b4c-425a-93f0-935de8271885 None None] Checking segment: {'id': 'a8f5bf59-f579-44e2-a49f-689a3d8513a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'bac59527-e317-44e2-a447-7c8bca1fac6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:45:14.468259 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fad573f1-6b4c-425a-93f0-935de8271885 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:14.468673 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad573f1-6b4c-425a-93f0-935de8271885 None None] Bound using segment: {'id': 'a8f5bf59-f579-44e2-a49f-689a3d8513a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'bac59527-e317-44e2-a447-7c8bca1fac6c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:45:14.469190 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-fad573f1-6b4c-425a-93f0-935de8271885 None None] Bound port: ecb9a5df-300a-49e8-b2c1-35d36d130baf, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f5bf59-f579-44e2-a49f-689a3d8513a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'bac59527-e317-44e2-a447-7c8bca1fac6c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:45:14.469758 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fad573f1-6b4c-425a-93f0-935de8271885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ecb9a5df-300a-49e8-b2c1-35d36d130baf), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:14.584398 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d71ecfbb-c964-44d1-8edf-444d72852b55 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:14.601890 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6eaab0e3-ea7b-45f0-8210-7d6618a0d77a up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:45:14.847728 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-fad573f1-6b4c-425a-93f0-935de8271885 None None] For port ecb9a5df-300a-49e8-b2c1-35d36d130baf, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:45:14.848966 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49324) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:14.854859 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-fad573f1-6b4c-425a-93f0-935de8271885 None None] For port ecb9a5df-300a-49e8-b2c1-35d36d130baf, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ecb9a5df-300a-49e8-b2c1-35d36d130baf,segment=NetworkSegment(a8f5bf59-f579-44e2-a49f-689a3d8513a2),segment_id=a8f5bf59-f579-44e2-a49f-689a3d8513a2)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:45:14.864573 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 6eaab0e3-ea7b-45f0-8210-7d6618a0d77a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:45:14.865399 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6eaab0e3-ea7b-45f0-8210-7d6618a0d77a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:14.871097 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fad573f1-6b4c-425a-93f0-935de8271885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ecb9a5df-300a-49e8-b2c1-35d36d130baf), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:14.892003 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-15e27e06-274a-4f70-a46c-3363c1f3a3ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:15.263151 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 6eaab0e3-ea7b-45f0-8210-7d6618a0d77a is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:45:15.268902 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6eaab0e3-ea7b-45f0-8210-7d6618a0d77a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:15.269103 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-15e27e06-274a-4f70-a46c-3363c1f3a3ae admin admin] Publish callbacks [] for security_group (45453eff-d4b4-4c42-94f0-6bf50c146c3a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:15.283020 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-15e27e06-274a-4f70-a46c-3363c1f3a3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (45453eff-d4b4-4c42-94f0-6bf50c146c3a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:15.400753 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad573f1-6b4c-425a-93f0-935de8271885 None None] Pushing event updated for resources: {'Port': ['ID=ecb9a5df-300a-49e8-b2c1-35d36d130baf,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:15.411951 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e27e06-274a-4f70-a46c-3363c1f3a3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45453eff-d4b4-4c42-94f0-6bf50c146c3a,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:15.440024 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 6eaab0e3-ea7b-45f0-8210-7d6618a0d77a, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=6eaab0e3-ea7b-45f0-8210-7d6618a0d77a,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:45:15.445257 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6eaab0e3-ea7b-45f0-8210-7d6618a0d77a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:15.549719 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-15e27e06-274a-4f70-a46c-3363c1f3a3ae admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ea27de42f7214b848797a7b91bc3ee9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6971333 Feb 08 21:45:15.550831 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49336) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:15.699785 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=6eaab0e3-ea7b-45f0-8210-7d6618a0d77a,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:15.749417 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e4990993-f4f5-4f22-9bd0-de5680df81a2 admin admin] Publish callbacks [] for security_group (45453eff-d4b4-4c42-94f0-6bf50c146c3a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:15.843207 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e4990993-f4f5-4f22-9bd0-de5680df81a2 admin admin] Publish callbacks [] for security_group (45453eff-d4b4-4c42-94f0-6bf50c146c3a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:15.956390 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e4990993-f4f5-4f22-9bd0-de5680df81a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (45453eff-d4b4-4c42-94f0-6bf50c146c3a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:15.960367 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e4990993-f4f5-4f22-9bd0-de5680df81a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:15.962556 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e4990993-f4f5-4f22-9bd0-de5680df81a2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/45453eff-d4b4-4c42-94f0-6bf50c146c3a HTTP/1.1" status: 204 len: 168 time: 0.4107015 Feb 08 21:45:15.977326 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4990993-f4f5-4f22-9bd0-de5680df81a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45453eff-d4b4-4c42-94f0-6bf50c146c3a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:16.763222 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-d71ecfbb-c964-44d1-8edf-444d72852b55 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Allocated IP 172.20.0.1 (bac59527-e317-44e2-a447-7c8bca1fac6c/5bf0f3ed-3988-42ee-ab97-681d917640f8/1d5f4b18-f634-4de4-97c3-92036054fc4a) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:45:16.826774 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ecb9a5df-300a-49e8-b2c1-35d36d130baf up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:45:17.093455 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port ecb9a5df-300a-49e8-b2c1-35d36d130baf triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:45:17.097445 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ecb9a5df-300a-49e8-b2c1-35d36d130baf), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:17.167053 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d71ecfbb-c964-44d1-8edf-444d72852b55 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for port (1d5f4b18-f634-4de4-97c3-92036054fc4a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:17.321835 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d71ecfbb-c964-44d1-8edf-444d72852b55 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (1d5f4b18-f634-4de4-97c3-92036054fc4a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:17.437186 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcd0045-0579-4439-b8eb-9343de541ade None None] Network bac59527-e317-44e2-a447-7c8bca1fac6c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:45:17.533580 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71ecfbb-c964-44d1-8edf-444d72852b55 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Network bac59527-e317-44e2-a447-7c8bca1fac6c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:45:17.548346 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-d71ecfbb-c964-44d1-8edf-444d72852b55 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:45:17.569082 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71ecfbb-c964-44d1-8edf-444d72852b55 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:45:17.679530 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ecfbb-c964-44d1-8edf-444d72852b55 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'Port': ['ID=1d5f4b18-f634-4de4-97c3-92036054fc4a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:17.776073 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d71ecfbb-c964-44d1-8edf-444d72852b55 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (ddfe0eb5-1665-4489-b4fa-e1ad78a5442a), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:18.525533 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d71ecfbb-c964-44d1-8edf-444d72852b55 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1d5f4b18-f634-4de4-97c3-92036054fc4a), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:18.530252 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port ecb9a5df-300a-49e8-b2c1-35d36d130baf is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:45:18.546032 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ecb9a5df-300a-49e8-b2c1-35d36d130baf), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:18.695347 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port ecb9a5df-300a-49e8-b2c1-35d36d130baf, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ecb9a5df-300a-49e8-b2c1-35d36d130baf,segment=NetworkSegment(a8f5bf59-f579-44e2-a49f-689a3d8513a2),segment_id=a8f5bf59-f579-44e2-a49f-689a3d8513a2)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:45:18.757536 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49414) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:18.780811 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-028d42e2-d65b-40de-a720-7ce579c98202 None None] Provisioning complete for port ecb9a5df-300a-49e8-b2c1-35d36d130baf triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:45:18.784223 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-028d42e2-d65b-40de-a720-7ce579c98202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ecb9a5df-300a-49e8-b2c1-35d36d130baf), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:18.883612 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ecb9a5df-300a-49e8-b2c1-35d36d130baf), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:18.883981 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6eaab0e3-ea7b-45f0-8210-7d6618a0d77a up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:45:19.122799 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-842ded65-ae57-49b9-9f8f-780ab69c2582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:19.299595 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 6eaab0e3-ea7b-45f0-8210-7d6618a0d77a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:45:19.299980 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6eaab0e3-ea7b-45f0-8210-7d6618a0d77a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:19.405439 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-842ded65-ae57-49b9-9f8f-780ab69c2582 admin admin] Publish callbacks [] for security_group (e7856271-f470-408b-94c1-c57df4ebb9a1), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:19.413262 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-842ded65-ae57-49b9-9f8f-780ab69c2582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e7856271-f470-408b-94c1-c57df4ebb9a1), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:19.520780 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 6eaab0e3-ea7b-45f0-8210-7d6618a0d77a is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:45:19.618859 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-842ded65-ae57-49b9-9f8f-780ab69c2582 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a179e97e67ed4f769e65b8755afb6986&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8583934 Feb 08 21:45:19.622230 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ded65-ae57-49b9-9f8f-780ab69c2582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7856271-f470-408b-94c1-c57df4ebb9a1,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:19.627642 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49428) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:19.639183 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-028d42e2-d65b-40de-a720-7ce579c98202 None None] Current status of the port ecb9a5df-300a-49e8-b2c1-35d36d130baf is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:45:19.648203 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=ecb9a5df-300a-49e8-b2c1-35d36d130baf,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:19.698874 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d71ecfbb-c964-44d1-8edf-444d72852b55 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for port (1d5f4b18-f634-4de4-97c3-92036054fc4a), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:19.705680 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d71ecfbb-c964-44d1-8edf-444d72852b55 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (1d5f4b18-f634-4de4-97c3-92036054fc4a), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:19.852731 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-174bf875-5db5-4539-9e63-7c660bcf6430 admin admin] Publish callbacks [] for security_group (e7856271-f470-408b-94c1-c57df4ebb9a1), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:19.921726 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ecfbb-c964-44d1-8edf-444d72852b55 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'Port': ['ID=1d5f4b18-f634-4de4-97c3-92036054fc4a,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:19.953876 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-174bf875-5db5-4539-9e63-7c660bcf6430 admin admin] Publish callbacks [] for security_group (e7856271-f470-408b-94c1-c57df4ebb9a1), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:20.014383 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-61835d16-d4f1-4ef4-b7ec-957384013587 None None] Provisioning complete for port ecb9a5df-300a-49e8-b2c1-35d36d130baf triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:45:20.015149 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61835d16-d4f1-4ef4-b7ec-957384013587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ecb9a5df-300a-49e8-b2c1-35d36d130baf), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:20.117659 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d71ecfbb-c964-44d1-8edf-444d72852b55 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (ddfe0eb5-1665-4489-b4fa-e1ad78a5442a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:20.136318 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-174bf875-5db5-4539-9e63-7c660bcf6430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e7856271-f470-408b-94c1-c57df4ebb9a1), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:20.140137 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-174bf875-5db5-4539-9e63-7c660bcf6430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:20.142787 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-174bf875-5db5-4539-9e63-7c660bcf6430 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e7856271-f470-408b-94c1-c57df4ebb9a1 HTTP/1.1" status: 204 len: 168 time: 0.5069847 Feb 08 21:45:20.192393 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bf875-5db5-4539-9e63-7c660bcf6430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7856271-f470-408b-94c1-c57df4ebb9a1,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:20.522272 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-61835d16-d4f1-4ef4-b7ec-957384013587 None None] Current status of the port ecb9a5df-300a-49e8-b2c1-35d36d130baf is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:45:20.540371 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71ecfbb-c964-44d1-8edf-444d72852b55 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Network bac59527-e317-44e2-a447-7c8bca1fac6c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:45:20.547171 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-d71ecfbb-c964-44d1-8edf-444d72852b55 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:45:20.574587 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-61835d16-d4f1-4ef4-b7ec-957384013587 None None] Provisioning complete for port 1d5f4b18-f634-4de4-97c3-92036054fc4a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:45:20.576881 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61835d16-d4f1-4ef4-b7ec-957384013587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1d5f4b18-f634-4de4-97c3-92036054fc4a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:20.646905 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:45:20.758753 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-61835d16-d4f1-4ef4-b7ec-957384013587 None None] Port 1d5f4b18-f634-4de4-97c3-92036054fc4a cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:45:20.912589 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-0a940ce1-6092-4ce1-a916-8430916de7d4 None None] Provisioning complete for port 1d5f4b18-f634-4de4-97c3-92036054fc4a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:45:20.923985 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0a940ce1-6092-4ce1-a916-8430916de7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1d5f4b18-f634-4de4-97c3-92036054fc4a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:21.008532 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71ecfbb-c964-44d1-8edf-444d72852b55 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Router ddfe0eb5-1665-4489-b4fa-e1ad78a5442a has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:45:21.079677 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0a940ce1-6092-4ce1-a916-8430916de7d4 None None] Port 1d5f4b18-f634-4de4-97c3-92036054fc4a cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:45:21.217077 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-3481a797-d4f0-4eda-903d-9945dc67922f None None] Provisioning complete for port 1d5f4b18-f634-4de4-97c3-92036054fc4a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:45:21.219665 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3481a797-d4f0-4eda-903d-9945dc67922f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1d5f4b18-f634-4de4-97c3-92036054fc4a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:21.371924 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-3481a797-d4f0-4eda-903d-9945dc67922f None None] Port 1d5f4b18-f634-4de4-97c3-92036054fc4a cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:45:21.484023 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49464) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:21.522692 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66d7c414-2a3b-466c-b8cf-c80c6ef7e1d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:21.557284 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71ecfbb-c964-44d1-8edf-444d72852b55 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:45:21.569012 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d71ecfbb-c964-44d1-8edf-444d72852b55 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "PUT /v2.0/routers/ddfe0eb5-1665-4489-b4fa-e1ad78a5442a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2537069 Feb 08 21:45:21.569943 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49468) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:21.571960 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84c5e63-1a4c-4fee-86f9-3bfbe0d7b6be None None] Sync routers for ids ['ddfe0eb5-1665-4489-b4fa-e1ad78a5442a'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:45:21.643991 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84c5e63-1a4c-4fee-86f9-3bfbe0d7b6be None None] Routers {'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:45:21.646906 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b84c5e63-1a4c-4fee-86f9-3bfbe0d7b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:44:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ddfe0eb5-1665-4489-b4fa-e1ad78a5442a'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:45:21.777633 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66d7c414-2a3b-466c-b8cf-c80c6ef7e1d1 admin admin] Publish callbacks [] for security_group (8744ab74-48cc-4384-b13f-1deabf5f92e8), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:21.786689 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66d7c414-2a3b-466c-b8cf-c80c6ef7e1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8744ab74-48cc-4384-b13f-1deabf5f92e8), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:21.896886 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-66d7c414-2a3b-466c-b8cf-c80c6ef7e1d1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5d6d33d2b3bc430a852fc74d1e94afe5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4107437 Feb 08 21:45:21.904869 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49470) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:21.925192 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ecb9a5df-300a-49e8-b2c1-35d36d130baf up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:45:21.975889 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7c414-2a3b-466c-b8cf-c80c6ef7e1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8744ab74-48cc-4384-b13f-1deabf5f92e8,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:22.038006 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-afc21b35-60e6-4259-ab24-d9b4856d8648 admin admin] Publish callbacks [] for security_group (8744ab74-48cc-4384-b13f-1deabf5f92e8), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:22.111504 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-afc21b35-60e6-4259-ab24-d9b4856d8648 admin admin] Publish callbacks [] for security_group (8744ab74-48cc-4384-b13f-1deabf5f92e8), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:22.216766 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-b84c5e63-1a4c-4fee-86f9-3bfbe0d7b6be None None] Set router ddfe0eb5-1665-4489-b4fa-e1ad78a5442a gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:45:22.242526 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db517e7-2ff5-463f-8a5f-d27ad6e3259c tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:22.245980 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db517e7-2ff5-463f-8a5f-d27ad6e3259c tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:22.249663 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-afc21b35-60e6-4259-ab24-d9b4856d8648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8744ab74-48cc-4384-b13f-1deabf5f92e8), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:22.250461 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db517e7-2ff5-463f-8a5f-d27ad6e3259c tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:22.251773 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db517e7-2ff5-463f-8a5f-d27ad6e3259c tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:22.255427 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db517e7-2ff5-463f-8a5f-d27ad6e3259c tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:22.259400 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-afc21b35-60e6-4259-ab24-d9b4856d8648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:22.263074 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-afc21b35-60e6-4259-ab24-d9b4856d8648 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8744ab74-48cc-4384-b13f-1deabf5f92e8 HTTP/1.1" status: 204 len: 168 time: 0.3542819 Feb 08 21:45:22.265977 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3db517e7-2ff5-463f-8a5f-d27ad6e3259c tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3585 time: 0.6936049 Feb 08 21:45:22.269015 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49480) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:22.287924 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc21b35-60e6-4259-ab24-d9b4856d8648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8744ab74-48cc-4384-b13f-1deabf5f92e8,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:22.401149 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port ecb9a5df-300a-49e8-b2c1-35d36d130baf triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:45:22.407984 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ecb9a5df-300a-49e8-b2c1-35d36d130baf), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:22.519492 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2255bd8b-e2da-46c3-a7d8-f9b4f2371d3c tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:22.519987 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2255bd8b-e2da-46c3-a7d8-f9b4f2371d3c tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:22.520437 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2255bd8b-e2da-46c3-a7d8-f9b4f2371d3c tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:22.520857 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2255bd8b-e2da-46c3-a7d8-f9b4f2371d3c tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:22.537588 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2255bd8b-e2da-46c3-a7d8-f9b4f2371d3c tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:22.542664 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49486) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:22.544911 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2255bd8b-e2da-46c3-a7d8-f9b4f2371d3c tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3366 time: 0.2724249 Feb 08 21:45:23.107966 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a6922190-fe84-4ecd-8bb2-5a0daa75bb38 tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2327 time: 0.5635068 Feb 08 21:45:23.170402 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port ecb9a5df-300a-49e8-b2c1-35d36d130baf is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:45:23.259561 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b84c5e63-1a4c-4fee-86f9-3bfbe0d7b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'name': 'tempest-TestNetworkBasicOps-router-1298622568', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6eaab0e3-ea7b-45f0-8210-7d6618a0d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:45:06Z', 'updated_at': '2022-02-08T21:45:18Z', 'revision_number': 4, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '6eaab0e3-ea7b-45f0-8210-7d6618a0d77a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:40:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:45:06Z', 'updated_at': '2022-02-08T21:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '1d5f4b18-f634-4de4-97c3-92036054fc4a', 'name': '', 'network_id': 'bac59527-e317-44e2-a447-7c8bca1fac6c', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'mac_address': 'fa:16:3e:96:81:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '5bf0f3ed-3988-42ee-ab97-681d917640f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:45:15Z', 'updated_at': '2022-02-08T21:45:19Z', 'revision_number': 2, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'subnets': [{'id': '5bf0f3ed-3988-42ee-ab97-681d917640f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:45:23.323883 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84c5e63-1a4c-4fee-86f9-3bfbe0d7b6be None None] Checking router: ddfe0eb5-1665-4489-b4fa-e1ad78a5442a for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:45:23.324609 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84c5e63-1a4c-4fee-86f9-3bfbe0d7b6be None None] Updating router ddfe0eb5-1665-4489-b4fa-e1ad78a5442a port 1d5f4b18-f634-4de4-97c3-92036054fc4a binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:45:23.429803 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b84c5e63-1a4c-4fee-86f9-3bfbe0d7b6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1d5f4b18-f634-4de4-97c3-92036054fc4a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:23.759387 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49516) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:23.765828 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-9618f955-914f-4795-bc92-336d407400f4 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-711013016', 'description': 'tempest-secgroup-smoke-711013016 description', 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:45:23.812740 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9618f955-914f-4795-bc92-336d407400f4 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:23.991736 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9618f955-914f-4795-bc92-336d407400f4 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group (908f0de2-c05c-477c-a38a-95d31e475049), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:23.996863 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9618f955-914f-4795-bc92-336d407400f4 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (908f0de2-c05c-477c-a38a-95d31e475049), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:24.071440 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9618f955-914f-4795-bc92-336d407400f4 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:24.077018 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9618f955-914f-4795-bc92-336d407400f4 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3134761 Feb 08 21:45:24.078762 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49526) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:24.101801 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-381bf4d3-1f1a-4fc6-8e6b-a5756d7dc8a6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'security_group_rule': {'security_group_id': '908f0de2-c05c-477c-a38a-95d31e475049', 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:45:24.112684 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9618f955-914f-4795-bc92-336d407400f4 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=908f0de2-c05c-477c-a38a-95d31e475049,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:24.181976 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-381bf4d3-1f1a-4fc6-8e6b-a5756d7dc8a6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (d988ac31-1a2e-45a1-8f46-e1e7eede136e), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:24.333365 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-381bf4d3-1f1a-4fc6-8e6b-a5756d7dc8a6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (d988ac31-1a2e-45a1-8f46-e1e7eede136e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:24.337745 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-381bf4d3-1f1a-4fc6-8e6b-a5756d7dc8a6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (d988ac31-1a2e-45a1-8f46-e1e7eede136e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:24.383672 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381bf4d3-1f1a-4fc6-8e6b-a5756d7dc8a6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d988ac31-1a2e-45a1-8f46-e1e7eede136e,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:24.386184 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b84c5e63-1a4c-4fee-86f9-3bfbe0d7b6be None None] Publish callbacks [] for port (1d5f4b18-f634-4de4-97c3-92036054fc4a), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:24.388236 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-56f54987-78c0-4d9c-b433-3058b61533ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:24.397496 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b84c5e63-1a4c-4fee-86f9-3bfbe0d7b6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1d5f4b18-f634-4de4-97c3-92036054fc4a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:24.417211 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-381bf4d3-1f1a-4fc6-8e6b-a5756d7dc8a6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:24.420122 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-381bf4d3-1f1a-4fc6-8e6b-a5756d7dc8a6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3328855 Feb 08 21:45:24.424461 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49540) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:24.430293 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-95cf998e-a53b-405d-b65d-a0d34c93598e tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'security_group_rule': {'security_group_id': '908f0de2-c05c-477c-a38a-95d31e475049', 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:45:24.431159 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381bf4d3-1f1a-4fc6-8e6b-a5756d7dc8a6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:24.431720 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381bf4d3-1f1a-4fc6-8e6b-a5756d7dc8a6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:24.432224 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381bf4d3-1f1a-4fc6-8e6b-a5756d7dc8a6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:24.432738 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381bf4d3-1f1a-4fc6-8e6b-a5756d7dc8a6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:24.433562 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381bf4d3-1f1a-4fc6-8e6b-a5756d7dc8a6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:24.434759 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381bf4d3-1f1a-4fc6-8e6b-a5756d7dc8a6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:24.437288 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381bf4d3-1f1a-4fc6-8e6b-a5756d7dc8a6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:24.440040 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381bf4d3-1f1a-4fc6-8e6b-a5756d7dc8a6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:24.440789 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381bf4d3-1f1a-4fc6-8e6b-a5756d7dc8a6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:24.441461 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381bf4d3-1f1a-4fc6-8e6b-a5756d7dc8a6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:24.441977 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381bf4d3-1f1a-4fc6-8e6b-a5756d7dc8a6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:24.442490 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381bf4d3-1f1a-4fc6-8e6b-a5756d7dc8a6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:24.442986 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381bf4d3-1f1a-4fc6-8e6b-a5756d7dc8a6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:24.507150 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-95cf998e-a53b-405d-b65d-a0d34c93598e tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (ec99c517-9a48-4951-b168-ce034f270b76), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:24.536983 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3521fa1-6ec3-403f-88df-32763f361d0f None None] Pushing event updated for resources: {'Port': ['ID=1d5f4b18-f634-4de4-97c3-92036054fc4a,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:24.710168 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-95cf998e-a53b-405d-b65d-a0d34c93598e tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (ec99c517-9a48-4951-b168-ce034f270b76), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:24.721747 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-95cf998e-a53b-405d-b65d-a0d34c93598e tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (ec99c517-9a48-4951-b168-ce034f270b76), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:24.734093 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b84c5e63-1a4c-4fee-86f9-3bfbe0d7b6be None None] Attempting to bind port 1d5f4b18-f634-4de4-97c3-92036054fc4a on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:45:24.734489 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b84c5e63-1a4c-4fee-86f9-3bfbe0d7b6be None None] Attempting to bind port 1d5f4b18-f634-4de4-97c3-92036054fc4a by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'a8f5bf59-f579-44e2-a49f-689a3d8513a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'bac59527-e317-44e2-a447-7c8bca1fac6c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:45:24.734865 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84c5e63-1a4c-4fee-86f9-3bfbe0d7b6be None None] Attempting to bind port 1d5f4b18-f634-4de4-97c3-92036054fc4a on network bac59527-e317-44e2-a447-7c8bca1fac6c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:45:24.752204 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84c5e63-1a4c-4fee-86f9-3bfbe0d7b6be None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:45:24.753063 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84c5e63-1a4c-4fee-86f9-3bfbe0d7b6be None None] Checking segment: {'id': 'a8f5bf59-f579-44e2-a49f-689a3d8513a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'bac59527-e317-44e2-a447-7c8bca1fac6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:45:24.753706 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b84c5e63-1a4c-4fee-86f9-3bfbe0d7b6be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:24.756259 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84c5e63-1a4c-4fee-86f9-3bfbe0d7b6be None None] Bound using segment: {'id': 'a8f5bf59-f579-44e2-a49f-689a3d8513a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'bac59527-e317-44e2-a447-7c8bca1fac6c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:45:24.758448 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b84c5e63-1a4c-4fee-86f9-3bfbe0d7b6be None None] Bound port: 1d5f4b18-f634-4de4-97c3-92036054fc4a, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f5bf59-f579-44e2-a49f-689a3d8513a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'bac59527-e317-44e2-a447-7c8bca1fac6c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:45:24.759968 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b84c5e63-1a4c-4fee-86f9-3bfbe0d7b6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1d5f4b18-f634-4de4-97c3-92036054fc4a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:24.784282 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf998e-a53b-405d-b65d-a0d34c93598e tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec99c517-9a48-4951-b168-ce034f270b76,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:24.819839 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-95cf998e-a53b-405d-b65d-a0d34c93598e tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:24.821468 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-95cf998e-a53b-405d-b65d-a0d34c93598e tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3950651 Feb 08 21:45:24.824697 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49552) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:24.830252 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0a7ee4d1-4ef5-4ef0-a43e-5fbc62d0d590 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'security_group_rule': {'security_group_id': '908f0de2-c05c-477c-a38a-95d31e475049', 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:45:24.920386 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee4d1-4ef5-4ef0-a43e-5fbc62d0d590 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (fc46328c-7ee2-46bf-9dfd-1a4b6fa45980), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:24.996126 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b84c5e63-1a4c-4fee-86f9-3bfbe0d7b6be None None] For port 1d5f4b18-f634-4de4-97c3-92036054fc4a, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:45:25.071097 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b84c5e63-1a4c-4fee-86f9-3bfbe0d7b6be None None] For port 1d5f4b18-f634-4de4-97c3-92036054fc4a, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=1d5f4b18-f634-4de4-97c3-92036054fc4a,segment=NetworkSegment(a8f5bf59-f579-44e2-a49f-689a3d8513a2),segment_id=a8f5bf59-f579-44e2-a49f-689a3d8513a2)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:45:25.086862 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-0889d744-565f-4ad7-8bdd-5af48b6f6c05 None None] Provisioning complete for port 1d5f4b18-f634-4de4-97c3-92036054fc4a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:45:25.087289 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0889d744-565f-4ad7-8bdd-5af48b6f6c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1d5f4b18-f634-4de4-97c3-92036054fc4a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:25.093349 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b84c5e63-1a4c-4fee-86f9-3bfbe0d7b6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1d5f4b18-f634-4de4-97c3-92036054fc4a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:25.133065 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee4d1-4ef5-4ef0-a43e-5fbc62d0d590 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (fc46328c-7ee2-46bf-9dfd-1a4b6fa45980), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:25.142595 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee4d1-4ef5-4ef0-a43e-5fbc62d0d590 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (fc46328c-7ee2-46bf-9dfd-1a4b6fa45980), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:25.180602 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ee4d1-4ef5-4ef0-a43e-5fbc62d0d590 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc46328c-7ee2-46bf-9dfd-1a4b6fa45980,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:25.227742 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee4d1-4ef5-4ef0-a43e-5fbc62d0d590 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:25.229319 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0a7ee4d1-4ef5-4ef0-a43e-5fbc62d0d590 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4034681 Feb 08 21:45:25.232209 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49570) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:25.237523 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-e1758e0e-f974-48ed-8125-2c405e9ff4d9 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'security_group_rule': {'security_group_id': '908f0de2-c05c-477c-a38a-95d31e475049', 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:45:25.282112 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3521fa1-6ec3-403f-88df-32763f361d0f None None] Pushing event updated for resources: {'Port': ['ID=1d5f4b18-f634-4de4-97c3-92036054fc4a,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:25.320759 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e1758e0e-f974-48ed-8125-2c405e9ff4d9 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (936992ed-04e4-4805-8eea-833623d368e7), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:25.383371 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84c5e63-1a4c-4fee-86f9-3bfbe0d7b6be None None] Routers {'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:45:25.383931 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b84c5e63-1a4c-4fee-86f9-3bfbe0d7b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:44:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ddfe0eb5-1665-4489-b4fa-e1ad78a5442a'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:45:25.523680 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e1758e0e-f974-48ed-8125-2c405e9ff4d9 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (936992ed-04e4-4805-8eea-833623d368e7), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:25.529185 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e1758e0e-f974-48ed-8125-2c405e9ff4d9 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (936992ed-04e4-4805-8eea-833623d368e7), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:25.615163 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e1758e0e-f974-48ed-8125-2c405e9ff4d9 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:25.616951 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e1758e0e-f974-48ed-8125-2c405e9ff4d9 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3833554 Feb 08 21:45:25.620065 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49582) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:25.626497 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-167c7743-7d12-4f0f-8aac-2d41eeaf6221 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'security_group_rule': {'security_group_id': '908f0de2-c05c-477c-a38a-95d31e475049', 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:45:25.633734 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1758e0e-f974-48ed-8125-2c405e9ff4d9 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=936992ed-04e4-4805-8eea-833623d368e7,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:25.686433 n-d-712143-31 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-167c7743-7d12-4f0f-8aac-2d41eeaf6221 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Project f6bde20c4e70444caab1a7a5de63c07b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 21:45:25.702973 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-167c7743-7d12-4f0f-8aac-2d41eeaf6221 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (ca912dc4-d593-4b88-a110-df75d3d5851a), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:25.769507 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-b84c5e63-1a4c-4fee-86f9-3bfbe0d7b6be None None] Set router ddfe0eb5-1665-4489-b4fa-e1ad78a5442a gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:45:25.918884 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-167c7743-7d12-4f0f-8aac-2d41eeaf6221 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (ca912dc4-d593-4b88-a110-df75d3d5851a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:25.924232 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-167c7743-7d12-4f0f-8aac-2d41eeaf6221 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (ca912dc4-d593-4b88-a110-df75d3d5851a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:25.985735 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-167c7743-7d12-4f0f-8aac-2d41eeaf6221 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:25.999027 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-167c7743-7d12-4f0f-8aac-2d41eeaf6221 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3774543 Feb 08 21:45:26.001752 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49588) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:26.007147 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-e241e067-e897-44b0-b119-622d02997ffe tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'security_group_rule': {'security_group_id': '908f0de2-c05c-477c-a38a-95d31e475049', 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:45:26.015411 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c7743-7d12-4f0f-8aac-2d41eeaf6221 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca912dc4-d593-4b88-a110-df75d3d5851a,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:26.079148 n-d-712143-31 neutron-server[103433]: INFO neutron.db.securitygroups_db [None req-e241e067-e897-44b0-b119-622d02997ffe tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Project f6bde20c4e70444caab1a7a5de63c07b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 21:45:26.145109 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e241e067-e897-44b0-b119-622d02997ffe tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (97da2ab6-063b-4f50-aec9-e4ba404870e6), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:26.492837 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e241e067-e897-44b0-b119-622d02997ffe tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (97da2ab6-063b-4f50-aec9-e4ba404870e6), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:26.498868 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e241e067-e897-44b0-b119-622d02997ffe tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (97da2ab6-063b-4f50-aec9-e4ba404870e6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:26.537429 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241e067-e897-44b0-b119-622d02997ffe tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97da2ab6-063b-4f50-aec9-e4ba404870e6,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:26.553038 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e241e067-e897-44b0-b119-622d02997ffe tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:26.571924 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e241e067-e897-44b0-b119-622d02997ffe tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5645435 Feb 08 21:45:26.590118 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0889d744-565f-4ad7-8bdd-5af48b6f6c05 None None] Current status of the port 1d5f4b18-f634-4de4-97c3-92036054fc4a is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:45:26.590626 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0889d744-565f-4ad7-8bdd-5af48b6f6c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1d5f4b18-f634-4de4-97c3-92036054fc4a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:26.806637 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-0889d744-565f-4ad7-8bdd-5af48b6f6c05 None None] For port 1d5f4b18-f634-4de4-97c3-92036054fc4a, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=1d5f4b18-f634-4de4-97c3-92036054fc4a,segment=NetworkSegment(a8f5bf59-f579-44e2-a49f-689a3d8513a2),segment_id=a8f5bf59-f579-44e2-a49f-689a3d8513a2)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:45:26.822212 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0889d744-565f-4ad7-8bdd-5af48b6f6c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1d5f4b18-f634-4de4-97c3-92036054fc4a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:27.087715 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2c15a4f6-26bc-448b-a964-92c9d5c3fc30 None None] Provisioning complete for port 1d5f4b18-f634-4de4-97c3-92036054fc4a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:45:27.088090 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c15a4f6-26bc-448b-a964-92c9d5c3fc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1d5f4b18-f634-4de4-97c3-92036054fc4a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:27.162507 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889d744-565f-4ad7-8bdd-5af48b6f6c05 None None] Pushing event updated for resources: {'Port': ['ID=1d5f4b18-f634-4de4-97c3-92036054fc4a,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:27.223609 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b84c5e63-1a4c-4fee-86f9-3bfbe0d7b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'name': 'tempest-TestNetworkBasicOps-router-1298622568', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6eaab0e3-ea7b-45f0-8210-7d6618a0d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:45:06Z', 'updated_at': '2022-02-08T21:45:18Z', 'revision_number': 4, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '6eaab0e3-ea7b-45f0-8210-7d6618a0d77a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:40:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:45:06Z', 'updated_at': '2022-02-08T21:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '1d5f4b18-f634-4de4-97c3-92036054fc4a', 'name': '', 'network_id': 'bac59527-e317-44e2-a447-7c8bca1fac6c', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'mac_address': 'fa:16:3e:96:81:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '5bf0f3ed-3988-42ee-ab97-681d917640f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:45:15Z', 'updated_at': '2022-02-08T21:45:24Z', 'revision_number': 4, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'subnets': [{'id': '5bf0f3ed-3988-42ee-ab97-681d917640f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:45:27.228408 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-e20d96e3-297c-4f7e-80db-57bdab0ba447 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-711013016&fields=id&tenant_id=f6bde20c4e70444caab1a7a5de63c07b HTTP/1.1" status: 200 len: 267 time: 0.1009629 Feb 08 21:45:27.318056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84c5e63-1a4c-4fee-86f9-3bfbe0d7b6be None None] The sync data for ids ['ddfe0eb5-1665-4489-b4fa-e1ad78a5442a'] in n-d-712143-31 is: [{'id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'name': 'tempest-TestNetworkBasicOps-router-1298622568', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6eaab0e3-ea7b-45f0-8210-7d6618a0d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:45:06Z', 'updated_at': '2022-02-08T21:45:18Z', 'revision_number': 4, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '6eaab0e3-ea7b-45f0-8210-7d6618a0d77a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:40:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:45:06Z', 'updated_at': '2022-02-08T21:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '1d5f4b18-f634-4de4-97c3-92036054fc4a', 'name': '', 'network_id': 'bac59527-e317-44e2-a447-7c8bca1fac6c', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'mac_address': 'fa:16:3e:96:81:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '5bf0f3ed-3988-42ee-ab97-681d917640f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:45:15Z', 'updated_at': '2022-02-08T21:45:24Z', 'revision_number': 4, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'subnets': [{'id': '5bf0f3ed-3988-42ee-ab97-681d917640f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:45:27.383169 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-26fe1292-6f7d-4452-9318-810e187c2c11 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:27.387231 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-26fe1292-6f7d-4452-9318-810e187c2c11 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/networks?id=bac59527-e317-44e2-a447-7c8bca1fac6c HTTP/1.1" status: 200 len: 797 time: 0.1522887 Feb 08 21:45:27.431147 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-cd2c3cc4-cd4e-483c-84e2-dd6abd0c808a tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/quotas/f6bde20c4e70444caab1a7a5de63c07b HTTP/1.1" status: 200 len: 375 time: 0.0347152 Feb 08 21:45:27.494988 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2c15a4f6-26bc-448b-a964-92c9d5c3fc30 None None] Current status of the port 1d5f4b18-f634-4de4-97c3-92036054fc4a is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:45:27.514886 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c4af0da0-894d-49f3-9bd2-54c4f0c04bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:27.719670 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-21b69a5d-989e-4165-aa99-c6126c12ba4c tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f6bde20c4e70444caab1a7a5de63c07b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2889466 Feb 08 21:45:27.764494 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 1d5f4b18-f634-4de4-97c3-92036054fc4a up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:45:28.020375 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 1d5f4b18-f634-4de4-97c3-92036054fc4a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:45:28.021071 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1d5f4b18-f634-4de4-97c3-92036054fc4a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:28.300374 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-ca65db02-11aa-49c2-ae59-4b3f4236f4fc service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:45:28.307936 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-ca65db02-11aa-49c2-ae59-4b3f4236f4fc service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5858610 Feb 08 21:45:28.334259 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 1d5f4b18-f634-4de4-97c3-92036054fc4a is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:45:28.618894 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-5d29c8ca-0295-4f9f-8880-28e1cfc9003c service neutron] 10.222.0.88 "GET /v2.0/networks/bac59527-e317-44e2-a447-7c8bca1fac6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097358 Feb 08 21:45:28.902434 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-60fe4d27-4642-4169-bce3-45af7376c304 service neutron] 10.222.0.88 "GET /v2.0/networks/bac59527-e317-44e2-a447-7c8bca1fac6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807286 Feb 08 21:45:29.249800 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:29.345575 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-52643fc3-0fb3-47ff-b1e7-13e246a5804c req-892723e7-59ed-4e24-8a47-fef0ca3306ac tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1cf7042-822b-40ca-9ade-37fd10c715af HTTP/1.1" status: 200 len: 210 time: 0.0683606 Feb 08 21:45:30.574354 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f4d090df-ce3d-4d52-aa7b-6cfd36c63442 req-60a9ded9-3f17-437c-be2e-dd4ebe669078 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1cf7042-822b-40ca-9ade-37fd10c715af HTTP/1.1" status: 200 len: 210 time: 0.1044424 Feb 08 21:45:31.468996 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:31.550173 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:31.588667 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-c4d35efc-ef7f-42ea-aff0-88e23e5f2007 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:31.588667 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-c4d35efc-ef7f-42ea-aff0-88e23e5f2007 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.94 "GET /v2.0/networks?id=bac59527-e317-44e2-a447-7c8bca1fac6c HTTP/1.1" status: 200 len: 797 time: 0.4679608 Feb 08 21:45:31.795380 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-437c4deb-0f72-4cf9-859d-c01c66b0fb03 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6bde20c4e70444caab1a7a5de63c07b HTTP/1.1" status: 200 len: 379 time: 0.1851716 Feb 08 21:45:31.807800 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-d297f1b7-8dd0-40b5-b553-cd44576a640f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'port': {'device_id': 'd1cf7042-822b-40ca-9ade-37fd10c715af', 'network_id': 'bac59527-e317-44e2-a447-7c8bca1fac6c', 'admin_state_up': True, 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'security_groups': ['908f0de2-c05c-477c-a38a-95d31e475049']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:45:31.847720 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4b9bf65-a387-4281-a8ed-7609ac6bdac2 req-464963e1-dc56-499e-96e5-756f7a41aeed tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1cf7042-822b-40ca-9ade-37fd10c715af HTTP/1.1" status: 200 len: 210 time: 0.1337016 Feb 08 21:45:31.978690 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-d297f1b7-8dd0-40b5-b553-cd44576a640f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Made reservation on behalf of f6bde20c4e70444caab1a7a5de63c07b for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:45:31.982561 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-d297f1b7-8dd0-40b5-b553-cd44576a640f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:32.455825 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49816) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:32.529034 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-d297f1b7-8dd0-40b5-b553-cd44576a640f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Allocated IP 172.20.0.4 (bac59527-e317-44e2-a447-7c8bca1fac6c/5bf0f3ed-3988-42ee-ab97-681d917640f8/1fa6b68f-68ce-4ad8-ab35-d07a8436a55c) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:45:33.006725 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-d297f1b7-8dd0-40b5-b553-cd44576a640f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for port (1fa6b68f-68ce-4ad8-ab35-d07a8436a55c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:33.061325 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c792da55-4115-4347-84eb-6dd502f2c7bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:33.173426 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-d297f1b7-8dd0-40b5-b553-cd44576a640f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (1fa6b68f-68ce-4ad8-ab35-d07a8436a55c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:33.197818 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c626d1c7-01bc-47a5-b01f-b3695cd2b2c5 req-620a0e76-351e-4c2f-92ea-629d038a608b tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1cf7042-822b-40ca-9ade-37fd10c715af HTTP/1.1" status: 200 len: 210 time: 0.1253347 Feb 08 21:45:33.417139 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-d297f1b7-8dd0-40b5-b553-cd44576a640f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Network bac59527-e317-44e2-a447-7c8bca1fac6c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:45:33.432246 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-d297f1b7-8dd0-40b5-b553-cd44576a640f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:45:33.501417 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c792da55-4115-4347-84eb-6dd502f2c7bc admin admin] Publish callbacks [] for security_group (cd16b329-9117-44d0-a75f-7f13ef4e5b2f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:33.506405 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297f1b7-8dd0-40b5-b553-cd44576a640f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'Port': ['ID=1fa6b68f-68ce-4ad8-ab35-d07a8436a55c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:33.519088 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c792da55-4115-4347-84eb-6dd502f2c7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (cd16b329-9117-44d0-a75f-7f13ef4e5b2f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:33.530564 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-d297f1b7-8dd0-40b5-b553-cd44576a640f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:45:33.584266 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c792da55-4115-4347-84eb-6dd502f2c7bc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=54c13c218e634cb880847805f1070c98&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1272695 Feb 08 21:45:33.585333 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792da55-4115-4347-84eb-6dd502f2c7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd16b329-9117-44d0-a75f-7f13ef4e5b2f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:33.587770 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49850) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:33.697447 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-d297f1b7-8dd0-40b5-b553-cd44576a640f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:33.698121 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-d297f1b7-8dd0-40b5-b553-cd44576a640f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:33.743180 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-47c716ca-ec53-4c5f-9695-5e88dd6f4ebb admin admin] Publish callbacks [] for security_group (cd16b329-9117-44d0-a75f-7f13ef4e5b2f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:33.765934 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-d297f1b7-8dd0-40b5-b553-cd44576a640f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9642138 Feb 08 21:45:33.778549 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-6b83d779-40f6-4832-98e0-126229e3dedd service neutron] Request body: {'port': {'device_id': 'd1cf7042-822b-40ca-9ade-37fd10c715af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:45:33.819180 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-47c716ca-ec53-4c5f-9695-5e88dd6f4ebb admin admin] Publish callbacks [] for security_group (cd16b329-9117-44d0-a75f-7f13ef4e5b2f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:33.948325 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-47c716ca-ec53-4c5f-9695-5e88dd6f4ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (cd16b329-9117-44d0-a75f-7f13ef4e5b2f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:33.951832 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-47c716ca-ec53-4c5f-9695-5e88dd6f4ebb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:33.952858 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-47c716ca-ec53-4c5f-9695-5e88dd6f4ebb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cd16b329-9117-44d0-a75f-7f13ef4e5b2f HTTP/1.1" status: 204 len: 168 time: 0.3588653 Feb 08 21:45:33.980654 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c716ca-ec53-4c5f-9695-5e88dd6f4ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd16b329-9117-44d0-a75f-7f13ef4e5b2f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:34.090339 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-da55d53f-0143-4eea-80ec-2c044cc5eeeb None None] Provisioning complete for port 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:45:34.091114 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-6b83d779-40f6-4832-98e0-126229e3dedd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1fa6b68f-68ce-4ad8-ab35-d07a8436a55c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:34.101442 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-da55d53f-0143-4eea-80ec-2c044cc5eeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1fa6b68f-68ce-4ad8-ab35-d07a8436a55c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:34.324894 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-da55d53f-0143-4eea-80ec-2c044cc5eeeb None None] Port 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:45:34.510999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed9292-6d81-41fe-9f91-c2f03becfec0 req-426e2912-5182-4efb-965e-e279a55091a6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:34.516727 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-09ed9292-6d81-41fe-9f91-c2f03becfec0 req-426e2912-5182-4efb-965e-e279a55091a6 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1cf7042-822b-40ca-9ade-37fd10c715af HTTP/1.1" status: 200 len: 931 time: 0.1564062 Feb 08 21:45:34.679668 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-09ed9292-6d81-41fe-9f91-c2f03becfec0 req-3ffdf666-1301-40e0-9580-03421c9d3217 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=908f0de2-c05c-477c-a38a-95d31e475049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592553 Feb 08 21:45:35.047152 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-6b83d779-40f6-4832-98e0-126229e3dedd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:45:35.080117 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-6b83d779-40f6-4832-98e0-126229e3dedd service neutron] Publish callbacks [] for port (1fa6b68f-68ce-4ad8-ab35-d07a8436a55c), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:35.139189 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-6b83d779-40f6-4832-98e0-126229e3dedd service neutron] Transition to ACTIVE for port object 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:45:35.148551 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-6b83d779-40f6-4832-98e0-126229e3dedd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (1fa6b68f-68ce-4ad8-ab35-d07a8436a55c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:35.187375 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49898) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:35.216767 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43bf94d2-9ad7-4138-9781-c6009094afb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:35.352365 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83d779-40f6-4832-98e0-126229e3dedd service neutron] Pushing event updated for resources: {'Port': ['ID=1fa6b68f-68ce-4ad8-ab35-d07a8436a55c,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:35.486795 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43bf94d2-9ad7-4138-9781-c6009094afb3 admin admin] Publish callbacks [] for security_group (c38a541b-2102-4628-ad6a-e9e0b3bc0de1), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:35.493220 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43bf94d2-9ad7-4138-9781-c6009094afb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c38a541b-2102-4628-ad6a-e9e0b3bc0de1), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:35.634206 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-43bf94d2-9ad7-4138-9781-c6009094afb3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5dc8ac38b4654bf097586901dbe750b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4454322 Feb 08 21:45:35.638259 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49908) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:35.642570 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf94d2-9ad7-4138-9781-c6009094afb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38a541b-2102-4628-ad6a-e9e0b3bc0de1,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:35.661478 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf94d2-9ad7-4138-9781-c6009094afb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:35.662121 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf94d2-9ad7-4138-9781-c6009094afb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:35.662645 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf94d2-9ad7-4138-9781-c6009094afb3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:35.663334 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf94d2-9ad7-4138-9781-c6009094afb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:35.664108 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf94d2-9ad7-4138-9781-c6009094afb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:35.664828 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf94d2-9ad7-4138-9781-c6009094afb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:35.670033 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf94d2-9ad7-4138-9781-c6009094afb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:35.670680 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf94d2-9ad7-4138-9781-c6009094afb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:35.671177 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf94d2-9ad7-4138-9781-c6009094afb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:35.671673 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf94d2-9ad7-4138-9781-c6009094afb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:35.672182 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf94d2-9ad7-4138-9781-c6009094afb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:35.672692 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf94d2-9ad7-4138-9781-c6009094afb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:35.673401 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bf94d2-9ad7-4138-9781-c6009094afb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:45:35.739723 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-6b83d779-40f6-4832-98e0-126229e3dedd service neutron] Attempting to bind port 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:45:35.740073 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-6b83d779-40f6-4832-98e0-126229e3dedd service neutron] Attempting to bind port 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'a8f5bf59-f579-44e2-a49f-689a3d8513a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'bac59527-e317-44e2-a447-7c8bca1fac6c'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:45:35.740408 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-6b83d779-40f6-4832-98e0-126229e3dedd service neutron] Attempting to bind port 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c on network bac59527-e317-44e2-a447-7c8bca1fac6c {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:45:35.802188 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-6b83d779-40f6-4832-98e0-126229e3dedd service neutron] Port 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c on network bac59527-e317-44e2-a447-7c8bca1fac6c not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:45:35.813766 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-6b83d779-40f6-4832-98e0-126229e3dedd service neutron] Attempting to bind port 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c on network bac59527-e317-44e2-a447-7c8bca1fac6c {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:45:35.841920 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-6b83d779-40f6-4832-98e0-126229e3dedd service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:45:35.842475 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-6b83d779-40f6-4832-98e0-126229e3dedd service neutron] Checking segment: {'id': 'a8f5bf59-f579-44e2-a49f-689a3d8513a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'bac59527-e317-44e2-a447-7c8bca1fac6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:45:35.843030 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-6b83d779-40f6-4832-98e0-126229e3dedd service neutron] Bound using segment: {'id': 'a8f5bf59-f579-44e2-a49f-689a3d8513a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'bac59527-e317-44e2-a447-7c8bca1fac6c'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:45:35.843619 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-6b83d779-40f6-4832-98e0-126229e3dedd service neutron] Bound port: 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f5bf59-f579-44e2-a49f-689a3d8513a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'bac59527-e317-44e2-a447-7c8bca1fac6c'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:45:35.844270 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-6b83d779-40f6-4832-98e0-126229e3dedd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1fa6b68f-68ce-4ad8-ab35-d07a8436a55c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:35.912783 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5158ef47-8723-492c-b5b9-005c4f3af0bd admin admin] Publish callbacks [] for security_group (c38a541b-2102-4628-ad6a-e9e0b3bc0de1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:35.943988 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320b11b-9aab-4619-9f31-60c31db15edd req-9964c08f-a495-4767-8b27-795fce0070a8 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:35.946870 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f320b11b-9aab-4619-9f31-60c31db15edd req-9964c08f-a495-4767-8b27-795fce0070a8 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1cf7042-822b-40ca-9ade-37fd10c715af HTTP/1.1" status: 200 len: 943 time: 0.1033752 Feb 08 21:45:36.112304 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5158ef47-8723-492c-b5b9-005c4f3af0bd admin admin] Publish callbacks [] for security_group (c38a541b-2102-4628-ad6a-e9e0b3bc0de1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:36.170798 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f320b11b-9aab-4619-9f31-60c31db15edd req-0aea698b-e642-4725-832b-f9f40b033b40 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=908f0de2-c05c-477c-a38a-95d31e475049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982768 Feb 08 21:45:36.257041 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-6b83d779-40f6-4832-98e0-126229e3dedd service neutron] For port 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:45:36.268237 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-6b83d779-40f6-4832-98e0-126229e3dedd service neutron] For port 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=1fa6b68f-68ce-4ad8-ab35-d07a8436a55c,segment=NetworkSegment(a8f5bf59-f579-44e2-a49f-689a3d8513a2),segment_id=a8f5bf59-f579-44e2-a49f-689a3d8513a2)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:45:36.298541 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-6b83d779-40f6-4832-98e0-126229e3dedd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (1fa6b68f-68ce-4ad8-ab35-d07a8436a55c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:36.381559 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5158ef47-8723-492c-b5b9-005c4f3af0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c38a541b-2102-4628-ad6a-e9e0b3bc0de1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:36.387297 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5158ef47-8723-492c-b5b9-005c4f3af0bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:36.390217 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5158ef47-8723-492c-b5b9-005c4f3af0bd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c38a541b-2102-4628-ad6a-e9e0b3bc0de1 HTTP/1.1" status: 204 len: 168 time: 0.7504075 Feb 08 21:45:36.395628 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83d779-40f6-4832-98e0-126229e3dedd service neutron] Pushing event updated for resources: {'Port': ['ID=1fa6b68f-68ce-4ad8-ab35-d07a8436a55c,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:36.402340 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-6b83d779-40f6-4832-98e0-126229e3dedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:36.403553 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-6b83d779-40f6-4832-98e0-126229e3dedd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:36.405735 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-6b83d779-40f6-4832-98e0-126229e3dedd service neutron] 10.222.0.94 "PUT /v2.0/ports/1fa6b68f-68ce-4ad8-ab35-d07a8436a55c HTTP/1.1" status: 200 len: 1092 time: 2.6320081 Feb 08 21:45:36.409786 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1cf7042-822b-40ca-9ade-37fd10c715af', 'tag': '1fa6b68f-68ce-4ad8-ab35-d07a8436a55c'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:45:36.412838 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e797e5-dbf2-4f7a-8d14-2527dc0bf816" -d '{"events": [{"name": "network-changed", "server_uuid": "d1cf7042-822b-40ca-9ade-37fd10c715af", "tag": "1fa6b68f-68ce-4ad8-ab35-d07a8436a55c"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:45:36.496456 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:36.577589 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e7711d-a981-4a1b-972c-8151b709854d x-openstack-request-id: req-25e7711d-a981-4a1b-972c-8151b709854d {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:45:36.579840 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1cf7042-822b-40ca-9ade-37fd10c715af", "tag": "1fa6b68f-68ce-4ad8-ab35-d07a8436a55c", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:45:36.580413 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-25e7711d-a981-4a1b-972c-8151b709854d {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:45:36.581955 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1cf7042-822b-40ca-9ade-37fd10c715af', 'tag': '1fa6b68f-68ce-4ad8-ab35-d07a8436a55c', 'status': 'completed', 'code': 200} Feb 08 21:45:36.584189 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158ef47-8723-492c-b5b9-005c4f3af0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38a541b-2102-4628-ad6a-e9e0b3bc0de1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:36.634250 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-957f6083-f0dc-43ea-a828-5a54f6896f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:36.642719 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-957f6083-f0dc-43ea-a828-5a54f6896f72 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f6bde20c4e70444caab1a7a5de63c07b&device_id=d1cf7042-822b-40ca-9ade-37fd10c715af HTTP/1.1" status: 200 len: 1126 time: 0.1803553 Feb 08 21:45:36.717027 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:36.780023 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-2236ea13-7908-48a0-a4dd-bc196ef9d663 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fa6b68f-68ce-4ad8-ab35-d07a8436a55c HTTP/1.1" status: 200 len: 217 time: 0.1307228 Feb 08 21:45:36.919631 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-9e230e4a-9afe-4cce-9e57-9c90c86e16d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:36.921125 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-9e230e4a-9afe-4cce-9e57-9c90c86e16d8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5bf0f3ed-3988-42ee-ab97-681d917640f8 HTTP/1.1" status: 200 len: 835 time: 0.1303382 Feb 08 21:45:37.047141 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-d504109c-c2ef-4747-a6ef-c3fb45dd3b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:37.052687 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-d504109c-c2ef-4747-a6ef-c3fb45dd3b0e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bac59527-e317-44e2-a447-7c8bca1fac6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1145041 Feb 08 21:45:37.402943 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-93a3e89d-aa05-49a0-8a0c-3c88277c6c03 service neutron] 10.222.0.94 "GET /v2.0/networks/bac59527-e317-44e2-a447-7c8bca1fac6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425381 Feb 08 21:45:37.565778 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002c6ee-9943-46d4-b5c5-cec5adb27f32 req-efc9b530-9c4d-4f5b-90af-eeffc5b84b91 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:37.582700 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e002c6ee-9943-46d4-b5c5-cec5adb27f32 req-efc9b530-9c4d-4f5b-90af-eeffc5b84b91 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1cf7042-822b-40ca-9ade-37fd10c715af HTTP/1.1" status: 200 len: 943 time: 0.2167733 Feb 08 21:45:37.605707 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4312cb62-9b9b-4434-9c57-066d5ebd124f req-859d7e34-a0ba-42a0-8593-a93a7216a49f service neutron] 10.222.0.94 "GET /v2.0/networks/bac59527-e317-44e2-a447-7c8bca1fac6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947527 Feb 08 21:45:37.730317 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e002c6ee-9943-46d4-b5c5-cec5adb27f32 req-1447109a-c798-47df-a2d5-41b078caaad9 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=908f0de2-c05c-477c-a38a-95d31e475049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389606 Feb 08 21:45:37.863800 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e797e5-dbf2-4f7a-8d14-2527dc0bf816 req-3509bb8d-6277-4830-a4ba-1a31f2e2f081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:37.865298 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d3e797e5-dbf2-4f7a-8d14-2527dc0bf816 req-3509bb8d-6277-4830-a4ba-1a31f2e2f081 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f6bde20c4e70444caab1a7a5de63c07b&device_id=d1cf7042-822b-40ca-9ade-37fd10c715af HTTP/1.1" status: 200 len: 1126 time: 0.1646426 Feb 08 21:45:38.256535 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e797e5-dbf2-4f7a-8d14-2527dc0bf816 req-9becb368-10c0-4871-b06f-0cfc3dbbd211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:38.265652 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d3e797e5-dbf2-4f7a-8d14-2527dc0bf816 req-9becb368-10c0-4871-b06f-0cfc3dbbd211 service neutron] 10.222.0.94 "GET /v2.0/networks?id=bac59527-e317-44e2-a447-7c8bca1fac6c HTTP/1.1" status: 200 len: 898 time: 0.3916445 Feb 08 21:45:38.407037 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d3e797e5-dbf2-4f7a-8d14-2527dc0bf816 req-3cafa740-9db2-4108-8429-2002e7277dc2 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fa6b68f-68ce-4ad8-ab35-d07a8436a55c HTTP/1.1" status: 200 len: 217 time: 0.1342876 Feb 08 21:45:38.597913 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e797e5-dbf2-4f7a-8d14-2527dc0bf816 req-a6dd015d-a8ea-4e01-9b1b-e1ca6e472b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:38.599424 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d3e797e5-dbf2-4f7a-8d14-2527dc0bf816 req-a6dd015d-a8ea-4e01-9b1b-e1ca6e472b9c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5bf0f3ed-3988-42ee-ab97-681d917640f8 HTTP/1.1" status: 200 len: 835 time: 0.1863143 Feb 08 21:45:38.729603 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e797e5-dbf2-4f7a-8d14-2527dc0bf816 req-ff12a241-4033-41e5-b80c-39198e8214b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:38.731779 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d3e797e5-dbf2-4f7a-8d14-2527dc0bf816 req-ff12a241-4033-41e5-b80c-39198e8214b7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bac59527-e317-44e2-a447-7c8bca1fac6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1246197 Feb 08 21:45:39.089049 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d3e797e5-dbf2-4f7a-8d14-2527dc0bf816 req-a38d47ea-d2a7-499f-a6c5-d398150314a9 service neutron] 10.222.0.94 "GET /v2.0/networks/bac59527-e317-44e2-a447-7c8bca1fac6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501024 Feb 08 21:45:39.111834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a0b8e-85cd-47c7-b632-d2541ce5f1bc req-6abc07f6-0a09-4557-86ca-47491b283de2 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:39.113555 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a5a0b8e-85cd-47c7-b632-d2541ce5f1bc req-6abc07f6-0a09-4557-86ca-47491b283de2 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1cf7042-822b-40ca-9ade-37fd10c715af HTTP/1.1" status: 200 len: 943 time: 0.1429501 Feb 08 21:45:39.246140 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a5a0b8e-85cd-47c7-b632-d2541ce5f1bc req-ac43d814-f259-4696-aa83-25b9611f15ca tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=908f0de2-c05c-477c-a38a-95d31e475049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227503 Feb 08 21:45:39.314321 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d3e797e5-dbf2-4f7a-8d14-2527dc0bf816 req-6e9bd5c6-4636-45a3-ac71-c7e90dea4826 service neutron] 10.222.0.94 "GET /v2.0/networks/bac59527-e317-44e2-a447-7c8bca1fac6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128663 Feb 08 21:45:40.500407 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c6c1f-449f-4f0a-8c62-3f5e19a894ca req-1cd4eaa5-3bdc-4c28-b452-3230658cbd1d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:40.500407 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca3c6c1f-449f-4f0a-8c62-3f5e19a894ca req-1cd4eaa5-3bdc-4c28-b452-3230658cbd1d tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1cf7042-822b-40ca-9ade-37fd10c715af HTTP/1.1" status: 200 len: 943 time: 0.1287596 Feb 08 21:45:40.582262 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca3c6c1f-449f-4f0a-8c62-3f5e19a894ca req-6daa0306-c252-471e-834c-e527c42c879f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=908f0de2-c05c-477c-a38a-95d31e475049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781324 Feb 08 21:45:41.809790 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:45:41.873044 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41083f62-4632-4575-845e-f1c998a50536 req-6d8a5a6f-ae30-439f-a7f5-22312dc42289 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:41.880897 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-41083f62-4632-4575-845e-f1c998a50536 req-6d8a5a6f-ae30-439f-a7f5-22312dc42289 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1cf7042-822b-40ca-9ade-37fd10c715af HTTP/1.1" status: 200 len: 943 time: 0.1035180 Feb 08 21:45:41.948296 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-41083f62-4632-4575-845e-f1c998a50536 req-11b1a9d6-ceb2-43a7-a57b-1c6162f58d35 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=908f0de2-c05c-477c-a38a-95d31e475049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661497 Feb 08 21:45:42.013433 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=1fa6b68f-68ce-4ad8-ab35-d07a8436a55c,segment=NetworkSegment(a8f5bf59-f579-44e2-a49f-689a3d8513a2),segment_id=a8f5bf59-f579-44e2-a49f-689a3d8513a2)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:45:42.027854 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '1fa6b68f-68ce-4ad8-ab35-d07a8436a55c', 'network_id': 'bac59527-e317-44e2-a447-7c8bca1fac6c', 'port_id': '1fa6b68f-68ce-4ad8-ab35-d07a8436a55c', 'mac_address': 'fa:16:3e:25:be:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bf0f3ed-3988-42ee-ab97-681d917640f8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:45:42.081150 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:45:42.082218 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1fa6b68f-68ce-4ad8-ab35-d07a8436a55c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:42.100718 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:45:42.128509 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=1fa6b68f-68ce-4ad8-ab35-d07a8436a55c,segment=NetworkSegment(a8f5bf59-f579-44e2-a49f-689a3d8513a2),segment_id=a8f5bf59-f579-44e2-a49f-689a3d8513a2)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:45:42.133257 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1fa6b68f-68ce-4ad8-ab35-d07a8436a55c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:42.206059 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=1fa6b68f-68ce-4ad8-ab35-d07a8436a55c,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:42.488889 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['1fa6b68f-68ce-4ad8-ab35-d07a8436a55c'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:45:43.240056 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6f3ef-ff10-41b9-9b19-281bca8d459e req-2c4a9320-5780-4f75-a321-717cf955542a tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:43.250396 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-feb6f3ef-ff10-41b9-9b19-281bca8d459e req-2c4a9320-5780-4f75-a321-717cf955542a tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1cf7042-822b-40ca-9ade-37fd10c715af HTTP/1.1" status: 200 len: 944 time: 0.1462505 Feb 08 21:45:43.351043 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-feb6f3ef-ff10-41b9-9b19-281bca8d459e req-0052364f-56b2-4604-8025-fbd7fb402b40 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=908f0de2-c05c-477c-a38a-95d31e475049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996594 Feb 08 21:45:43.822005 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:45:43.977157 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:45:43.988471 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:45:43.989415 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1fa6b68f-68ce-4ad8-ab35-d07a8436a55c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:44.134932 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:45:44.135134 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1fa6b68f-68ce-4ad8-ab35-d07a8436a55c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:44.167619 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1cf7042-822b-40ca-9ade-37fd10c715af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa6b68f-68ce-4ad8-ab35-d07a8436a55c'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:45:44.170146 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dd1815-0918-4f9f-8463-9adbab778cd5" -d '{"events": [{"server_uuid": "d1cf7042-822b-40ca-9ade-37fd10c715af", "name": "network-vif-plugged", "status": "completed", "tag": "1fa6b68f-68ce-4ad8-ab35-d07a8436a55c"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:45:44.187154 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=1fa6b68f-68ce-4ad8-ab35-d07a8436a55c,segment=NetworkSegment(a8f5bf59-f579-44e2-a49f-689a3d8513a2),segment_id=a8f5bf59-f579-44e2-a49f-689a3d8513a2)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:45:44.194756 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1fa6b68f-68ce-4ad8-ab35-d07a8436a55c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:44.239869 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43401761-8ff1-4f72-9f5a-24846217d141 x-openstack-request-id: req-43401761-8ff1-4f72-9f5a-24846217d141 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:45:44.240463 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1cf7042-822b-40ca-9ade-37fd10c715af", "name": "network-vif-plugged", "status": "completed", "tag": "1fa6b68f-68ce-4ad8-ab35-d07a8436a55c", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:45:44.242360 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-43401761-8ff1-4f72-9f5a-24846217d141 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:45:44.243896 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1cf7042-822b-40ca-9ade-37fd10c715af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa6b68f-68ce-4ad8-ab35-d07a8436a55c', 'code': 200} Feb 08 21:45:44.277155 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=1fa6b68f-68ce-4ad8-ab35-d07a8436a55c,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:44.353489 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8ef24-6df8-41d1-816f-7f99d23646f6 req-fb122b97-ce4e-448e-a00c-5c32e912cc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:44.355025 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8fa8ef24-6df8-41d1-816f-7f99d23646f6 req-fb122b97-ce4e-448e-a00c-5c32e912cc54 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d1cf7042-822b-40ca-9ade-37fd10c715af HTTP/1.1" status: 200 len: 1128 time: 0.0482364 Feb 08 21:45:44.412142 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8fa8ef24-6df8-41d1-816f-7f99d23646f6 req-ddb4f424-decb-425d-9ab3-e3f202055e79 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=908f0de2-c05c-477c-a38a-95d31e475049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497608 Feb 08 21:45:44.513141 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745ac05-b742-4646-b36d-d49cc9d58dc1 req-51ec6047-6fa8-4e7e-b571-669733d39acd tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:44.515757 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f745ac05-b742-4646-b36d-d49cc9d58dc1 req-51ec6047-6fa8-4e7e-b571-669733d39acd tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1cf7042-822b-40ca-9ade-37fd10c715af HTTP/1.1" status: 200 len: 945 time: 0.0723581 Feb 08 21:45:44.572787 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f745ac05-b742-4646-b36d-d49cc9d58dc1 req-74f03d5a-4e66-4fef-a3dc-bb81ac02d8e1 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=908f0de2-c05c-477c-a38a-95d31e475049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508742 Feb 08 21:45:45.799418 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a52bb-2592-441d-99d5-9add73e003e7 req-f22023d3-e334-4faa-a935-d665297c94fa tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:45.816227 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-066a52bb-2592-441d-99d5-9add73e003e7 req-f22023d3-e334-4faa-a935-d665297c94fa tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1cf7042-822b-40ca-9ade-37fd10c715af HTTP/1.1" status: 200 len: 945 time: 0.1293902 Feb 08 21:45:45.948646 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-066a52bb-2592-441d-99d5-9add73e003e7 req-e80afbbc-b65d-46e2-a4e0-e80489e3d896 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=908f0de2-c05c-477c-a38a-95d31e475049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314099 Feb 08 21:45:46.342314 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50266) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:46.733652 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5797a40-f09d-4c69-9969-5540ef67595a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:46.928243 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5797a40-f09d-4c69-9969-5540ef67595a admin admin] Publish callbacks [] for security_group (fdaec4cd-a1c9-4c69-9337-af1efba662db), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:46.933446 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5797a40-f09d-4c69-9969-5540ef67595a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (fdaec4cd-a1c9-4c69-9337-af1efba662db), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:47.209772 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69148b2e-f852-4123-a78b-20fdc6fb8445 req-ba1ca717-9464-4104-bb9c-c0aca55ed8de tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:47.212840 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-69148b2e-f852-4123-a78b-20fdc6fb8445 req-ba1ca717-9464-4104-bb9c-c0aca55ed8de tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1cf7042-822b-40ca-9ade-37fd10c715af HTTP/1.1" status: 200 len: 945 time: 0.1172891 Feb 08 21:45:47.359888 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-69148b2e-f852-4123-a78b-20fdc6fb8445 req-d6985a0b-2826-477a-b1db-45afa7133561 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=908f0de2-c05c-477c-a38a-95d31e475049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401250 Feb 08 21:45:47.515788 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d5797a40-f09d-4c69-9969-5540ef67595a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3c7b50af10104d9d9dc4d45845d1458c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1700041 Feb 08 21:45:47.528888 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 50300) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:47.535258 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5797a40-f09d-4c69-9969-5540ef67595a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaec4cd-a1c9-4c69-9337-af1efba662db,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:47.628010 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b46436-539d-4f05-aac7-fa47c66ea110 req-7bd1d5b6-008b-4b39-8dae-b76a8777c8ee tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:47.637087 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3b46436-539d-4f05-aac7-fa47c66ea110 req-7bd1d5b6-008b-4b39-8dae-b76a8777c8ee tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1cf7042-822b-40ca-9ade-37fd10c715af HTTP/1.1" status: 200 len: 945 time: 0.1692865 Feb 08 21:45:47.714696 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3b46436-539d-4f05-aac7-fa47c66ea110 req-dd76e302-3e24-461d-a7fb-9244f97d3206 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=908f0de2-c05c-477c-a38a-95d31e475049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762348 Feb 08 21:45:47.729550 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50302) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:47.737540 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-303d403a-190e-415e-8c4b-b540ea1a2724 admin admin] Publish callbacks [] for security_group (fdaec4cd-a1c9-4c69-9337-af1efba662db), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:47.767783 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-303d403a-190e-415e-8c4b-b540ea1a2724 admin admin] Publish callbacks [] for security_group (fdaec4cd-a1c9-4c69-9337-af1efba662db), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:47.841648 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453a963a-ab80-4daf-8657-c65538036c6d tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:47.845994 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-303d403a-190e-415e-8c4b-b540ea1a2724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (fdaec4cd-a1c9-4c69-9337-af1efba662db), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:47.849836 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-303d403a-190e-415e-8c4b-b540ea1a2724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:47.851191 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-303d403a-190e-415e-8c4b-b540ea1a2724 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fdaec4cd-a1c9-4c69-9337-af1efba662db HTTP/1.1" status: 204 len: 168 time: 0.3116319 Feb 08 21:45:47.861801 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d403a-190e-415e-8c4b-b540ea1a2724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdaec4cd-a1c9-4c69-9337-af1efba662db,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:47.863858 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-453a963a-ab80-4daf-8657-c65538036c6d tempest-TestNetworkBasicOps-1169029222 tempest-TestNetworkBasicOps-1169029222-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d1cf7042-822b-40ca-9ade-37fd10c715af HTTP/1.1" status: 200 len: 1123 time: 0.1331577 Feb 08 21:45:47.864817 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 50310) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:47.871478 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-3260995d-f151-46fe-bea6-64e37cf6a12f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'port_id': '1fa6b68f-68ce-4ad8-ab35-d07a8436a55c', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:45:47.905542 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3260995d-f151-46fe-bea6-64e37cf6a12f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:48.079309 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50314) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:48.093635 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-16a3d89d-ec40-4d3f-b28b-3a5478d9a2ad req-06bb3071-4232-47d6-985d-04538503e497 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1174715 Feb 08 21:45:48.162554 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3260995d-f151-46fe-bea6-64e37cf6a12f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:48.250553 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3d89d-ec40-4d3f-b28b-3a5478d9a2ad req-daecce73-67be-458f-a2a2-c3a7390a9f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:48.254470 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-16a3d89d-ec40-4d3f-b28b-3a5478d9a2ad req-daecce73-67be-458f-a2a2-c3a7390a9f78 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=34667052c8344fe0a4257547677c9696&device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 1129 time: 0.1042218 Feb 08 21:45:48.410799 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-3260995d-f151-46fe-bea6-64e37cf6a12f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Allocated IP 172.25.3.194 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/18971e00-b04e-48ad-a093-e97ec5459fe3) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:45:48.493203 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3d89d-ec40-4d3f-b28b-3a5478d9a2ad req-fb61f53c-3830-4d6d-9573-e7c933cef813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:48.505561 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-16a3d89d-ec40-4d3f-b28b-3a5478d9a2ad req-fb61f53c-3830-4d6d-9573-e7c933cef813 service neutron] 10.222.0.94 "GET /v2.0/networks?id=1679b521-217f-49a1-a155-3334752f6c92 HTTP/1.1" status: 200 len: 912 time: 0.2212307 Feb 08 21:45:48.508649 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78d2810f-cd1b-4894-8012-fa7138965f02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:48.589585 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3260995d-f151-46fe-bea6-64e37cf6a12f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for port (18971e00-b04e-48ad-a093-e97ec5459fe3), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:48.591628 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 50324) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:48.639272 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-800f4691-b1d0-417d-bf82-823597ed0680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:48.684438 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-16a3d89d-ec40-4d3f-b28b-3a5478d9a2ad req-97601549-b1bc-4919-9119-a1417d664101 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d42507a9-12d8-4b07-a0a2-04a2e6ae1330 HTTP/1.1" status: 200 len: 1002 time: 0.1772475 Feb 08 21:45:48.738123 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-800f4691-b1d0-417d-bf82-823597ed0680 admin admin] Publish callbacks [] for security_group (d105ffab-e644-4c91-9eae-35188a639043), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:48.744110 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-800f4691-b1d0-417d-bf82-823597ed0680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d105ffab-e644-4c91-9eae-35188a639043), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:48.757466 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3d89d-ec40-4d3f-b28b-3a5478d9a2ad req-b52dfaf9-1690-485c-9455-d02d8bdf5730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:48.758976 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-16a3d89d-ec40-4d3f-b28b-3a5478d9a2ad req-b52dfaf9-1690-485c-9455-d02d8bdf5730 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=07d9bb5c-1887-4b22-a4c6-21ab4d50a37d HTTP/1.1" status: 200 len: 850 time: 0.0676072 Feb 08 21:45:48.814708 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-800f4691-b1d0-417d-bf82-823597ed0680 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=582c9c598d164fc6a40481dbb385161a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2219815 Feb 08 21:45:48.815600 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50332) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:48.822697 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f4691-b1d0-417d-bf82-823597ed0680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d105ffab-e644-4c91-9eae-35188a639043,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:48.833146 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3260995d-f151-46fe-bea6-64e37cf6a12f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (18971e00-b04e-48ad-a093-e97ec5459fe3), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:48.934724 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260995d-f151-46fe-bea6-64e37cf6a12f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'Port': ['ID=18971e00-b04e-48ad-a093-e97ec5459fe3,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:48.952376 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3260995d-f151-46fe-bea6-64e37cf6a12f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:45:48.955473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-3260995d-f151-46fe-bea6-64e37cf6a12f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:45:48.963794 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3260995d-f151-46fe-bea6-64e37cf6a12f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:45:49.023474 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3d89d-ec40-4d3f-b28b-3a5478d9a2ad req-741bca08-814c-4b1c-bbff-469a8e7da7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:49.025209 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-16a3d89d-ec40-4d3f-b28b-3a5478d9a2ad req-741bca08-814c-4b1c-bbff-469a8e7da7a5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1679b521-217f-49a1-a155-3334752f6c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2588081 Feb 08 21:45:49.031933 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78d2810f-cd1b-4894-8012-fa7138965f02 admin admin] Publish callbacks [] for security_group (38186b3a-7a67-4a40-95e4-161a5f4fb245), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:49.103874 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78d2810f-cd1b-4894-8012-fa7138965f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (38186b3a-7a67-4a40-95e4-161a5f4fb245), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:49.139129 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-78d2810f-cd1b-4894-8012-fa7138965f02 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=352cec2d73964055a2e21ca679d8a223&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0576518 Feb 08 21:45:49.141946 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50338) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:49.159297 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-460b3b21-6c33-46dc-a6e7-1c12ad95d0e9 admin admin] Publish callbacks [] for security_group (d105ffab-e644-4c91-9eae-35188a639043), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:49.231671 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2810f-cd1b-4894-8012-fa7138965f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38186b3a-7a67-4a40-95e4-161a5f4fb245,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:49.235777 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-460b3b21-6c33-46dc-a6e7-1c12ad95d0e9 admin admin] Publish callbacks [] for security_group (d105ffab-e644-4c91-9eae-35188a639043), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:49.271977 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-16a3d89d-ec40-4d3f-b28b-3a5478d9a2ad req-7b57b66f-1600-4748-bff3-6d763c960862 service neutron] 10.222.0.94 "GET /v2.0/networks/1679b521-217f-49a1-a155-3334752f6c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322176 Feb 08 21:45:49.352961 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0fd5692-e674-40ed-b0f6-bc63fd6ae6d6 admin admin] Publish callbacks [] for security_group (38186b3a-7a67-4a40-95e4-161a5f4fb245), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:49.384208 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-460b3b21-6c33-46dc-a6e7-1c12ad95d0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d105ffab-e644-4c91-9eae-35188a639043), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:49.387456 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-460b3b21-6c33-46dc-a6e7-1c12ad95d0e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:49.391061 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-460b3b21-6c33-46dc-a6e7-1c12ad95d0e9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d105ffab-e644-4c91-9eae-35188a639043 HTTP/1.1" status: 204 len: 168 time: 0.5719357 Feb 08 21:45:49.402696 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0fd5692-e674-40ed-b0f6-bc63fd6ae6d6 admin admin] Publish callbacks [] for security_group (38186b3a-7a67-4a40-95e4-161a5f4fb245), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:49.429725 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b3b21-6c33-46dc-a6e7-1c12ad95d0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d105ffab-e644-4c91-9eae-35188a639043,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:49.455591 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-16a3d89d-ec40-4d3f-b28b-3a5478d9a2ad req-9979c94b-6ba8-4abe-b5d2-971dcdfabb03 service neutron] 10.222.0.94 "GET /v2.0/networks/1679b521-217f-49a1-a155-3334752f6c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742730 Feb 08 21:45:49.479747 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0fd5692-e674-40ed-b0f6-bc63fd6ae6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (38186b3a-7a67-4a40-95e4-161a5f4fb245), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:49.479983 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3260995d-f151-46fe-bea6-64e37cf6a12f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for floatingip (4a6d38f3-9e2a-4301-beff-73450c2905c6), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:49.484914 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0fd5692-e674-40ed-b0f6-bc63fd6ae6d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:49.490153 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d0fd5692-e674-40ed-b0f6-bc63fd6ae6d6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/38186b3a-7a67-4a40-95e4-161a5f4fb245 HTTP/1.1" status: 204 len: 168 time: 0.3455200 Feb 08 21:45:49.501145 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd5692-e674-40ed-b0f6-bc63fd6ae6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38186b3a-7a67-4a40-95e4-161a5f4fb245,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:49.620364 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3260995d-f151-46fe-bea6-64e37cf6a12f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (18971e00-b04e-48ad-a093-e97ec5459fe3), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:49.870401 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3260995d-f151-46fe-bea6-64e37cf6a12f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for port (18971e00-b04e-48ad-a093-e97ec5459fe3), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:49.876808 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3260995d-f151-46fe-bea6-64e37cf6a12f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (18971e00-b04e-48ad-a093-e97ec5459fe3), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:50.009832 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260995d-f151-46fe-bea6-64e37cf6a12f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event updated for resources: {'Port': ['ID=18971e00-b04e-48ad-a093-e97ec5459fe3,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:50.054419 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3260995d-f151-46fe-bea6-64e37cf6a12f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (4a6d38f3-9e2a-4301-beff-73450c2905c6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:50.138419 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50372) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:50.166807 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b28ae43d-8f06-4dcc-b650-53e06d3660ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:50.308684 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-3260995d-f151-46fe-bea6-64e37cf6a12f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Floating IP 4a6d38f3-9e2a-4301-beff-73450c2905c6 associated. External IP: 172.25.3.194, port: 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c. Feb 08 21:45:50.467885 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b28ae43d-8f06-4dcc-b650-53e06d3660ff admin admin] Publish callbacks [] for security_group (0f340900-6533-4c6b-9668-7e7316702307), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:50.475889 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b28ae43d-8f06-4dcc-b650-53e06d3660ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0f340900-6533-4c6b-9668-7e7316702307), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:50.625309 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b28ae43d-8f06-4dcc-b650-53e06d3660ff admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=20545be3054b48fa98bb6a472b927b77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4862061 Feb 08 21:45:50.625952 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50392) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:50.632612 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ae43d-8f06-4dcc-b650-53e06d3660ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f340900-6533-4c6b-9668-7e7316702307,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:50.749146 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad36ff6a-abb5-4a21-aaa8-b0d0d53e350a admin admin] Publish callbacks [] for security_group (0f340900-6533-4c6b-9668-7e7316702307), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:50.754681 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3260995d-f151-46fe-bea6-64e37cf6a12f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Router ddfe0eb5-1665-4489-b4fa-e1ad78a5442a has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:45:50.799862 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad36ff6a-abb5-4a21-aaa8-b0d0d53e350a admin admin] Publish callbacks [] for security_group (0f340900-6533-4c6b-9668-7e7316702307), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:50.887612 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad36ff6a-abb5-4a21-aaa8-b0d0d53e350a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0f340900-6533-4c6b-9668-7e7316702307), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:50.890535 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad36ff6a-abb5-4a21-aaa8-b0d0d53e350a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:50.895734 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ad36ff6a-abb5-4a21-aaa8-b0d0d53e350a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0f340900-6533-4c6b-9668-7e7316702307 HTTP/1.1" status: 204 len: 168 time: 0.2663338 Feb 08 21:45:50.970793 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36ff6a-abb5-4a21-aaa8-b0d0d53e350a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f340900-6533-4c6b-9668-7e7316702307,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:50.986269 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3260995d-f151-46fe-bea6-64e37cf6a12f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:45:51.000917 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1843320-41c4-490b-9f6c-11c28a8208ea None None] Sync routers for ids ['ddfe0eb5-1665-4489-b4fa-e1ad78a5442a'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:45:51.013655 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3260995d-f151-46fe-bea6-64e37cf6a12f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:51.018193 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1843320-41c4-490b-9f6c-11c28a8208ea None None] Routers {'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:45:51.019184 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d1843320-41c4-490b-9f6c-11c28a8208ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:45:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ddfe0eb5-1665-4489-b4fa-e1ad78a5442a'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:45:51.078726 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3260995d-f151-46fe-bea6-64e37cf6a12f tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2122269 Feb 08 21:45:51.081471 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 50408) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:51.081910 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1cf7042-822b-40ca-9ade-37fd10c715af', 'tag': '1fa6b68f-68ce-4ad8-ab35-d07a8436a55c'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:45:51.086875 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca453ecc-2ab0-46fb-9933-37fd5a81cffb" -d '{"events": [{"name": "network-changed", "server_uuid": "d1cf7042-822b-40ca-9ade-37fd10c715af", "tag": "1fa6b68f-68ce-4ad8-ab35-d07a8436a55c"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:45:51.203697 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68affa9f-7f1a-4836-a3d2-48c1232e5013 x-openstack-request-id: req-68affa9f-7f1a-4836-a3d2-48c1232e5013 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:45:51.206142 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1cf7042-822b-40ca-9ade-37fd10c715af", "tag": "1fa6b68f-68ce-4ad8-ab35-d07a8436a55c", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:45:51.208263 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-68affa9f-7f1a-4836-a3d2-48c1232e5013 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:45:51.214476 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1cf7042-822b-40ca-9ade-37fd10c715af', 'tag': '1fa6b68f-68ce-4ad8-ab35-d07a8436a55c', 'status': 'completed', 'code': 200} Feb 08 21:45:51.238456 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-d1843320-41c4-490b-9f6c-11c28a8208ea None None] Set router ddfe0eb5-1665-4489-b4fa-e1ad78a5442a gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:45:51.278884 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6c665b13-2c67-4e12-96d3-efcfa74f8da7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/floatingips/4a6d38f3-9e2a-4301-beff-73450c2905c6 HTTP/1.1" status: 200 len: 991 time: 0.1887326 Feb 08 21:45:51.365061 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca453ecc-2ab0-46fb-9933-37fd5a81cffb req-ed8979b1-efc9-4a14-b141-db41cb02b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:51.368777 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ca453ecc-2ab0-46fb-9933-37fd5a81cffb req-ed8979b1-efc9-4a14-b141-db41cb02b0be service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f6bde20c4e70444caab1a7a5de63c07b&device_id=d1cf7042-822b-40ca-9ade-37fd10c715af HTTP/1.1" status: 200 len: 1128 time: 0.1530273 Feb 08 21:45:51.644694 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d1843320-41c4-490b-9f6c-11c28a8208ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'name': 'tempest-TestNetworkBasicOps-router-1298622568', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6eaab0e3-ea7b-45f0-8210-7d6618a0d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:45:06Z', 'updated_at': '2022-02-08T21:45:18Z', 'revision_number': 4, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '6eaab0e3-ea7b-45f0-8210-7d6618a0d77a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:40:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:45:06Z', 'updated_at': '2022-02-08T21:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '4a6d38f3-9e2a-4301-beff-73450c2905c6', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'floating_ip_address': '172.25.3.194', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'port_id': '1fa6b68f-68ce-4ad8-ab35-d07a8436a55c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3060, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac59527-e317-44e2-a447-7c8bca1fac6c', 'mac_address': 'fa:16:3e:25:be:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cf7042-822b-40ca-9ade-37fd10c715af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:45:49Z', 'updated_at': '2022-02-08T21:45:49Z', 'revision_number': 0, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d5f4b18-f634-4de4-97c3-92036054fc4a', 'name': '', 'network_id': 'bac59527-e317-44e2-a447-7c8bca1fac6c', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'mac_address': 'fa:16:3e:96:81:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '5bf0f3ed-3988-42ee-ab97-681d917640f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:45:15Z', 'updated_at': '2022-02-08T21:45:26Z', 'revision_number': 5, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'subnets': [{'id': '5bf0f3ed-3988-42ee-ab97-681d917640f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:45:51.676387 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca453ecc-2ab0-46fb-9933-37fd5a81cffb req-1eddf60e-4e81-4c2e-8adb-3e6f1f55627a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:51.693628 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ca453ecc-2ab0-46fb-9933-37fd5a81cffb req-1eddf60e-4e81-4c2e-8adb-3e6f1f55627a service neutron] 10.222.0.94 "GET /v2.0/networks?id=bac59527-e317-44e2-a447-7c8bca1fac6c HTTP/1.1" status: 200 len: 898 time: 0.3178742 Feb 08 21:45:51.727897 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1843320-41c4-490b-9f6c-11c28a8208ea None None] Checking router: ddfe0eb5-1665-4489-b4fa-e1ad78a5442a for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:45:51.761639 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1843320-41c4-490b-9f6c-11c28a8208ea None None] Routers {'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:45:51.763152 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d1843320-41c4-490b-9f6c-11c28a8208ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:45:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ddfe0eb5-1665-4489-b4fa-e1ad78a5442a'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:45:51.895433 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ca453ecc-2ab0-46fb-9933-37fd5a81cffb req-73655306-c10c-49d3-8069-e73f592f4eb7 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fa6b68f-68ce-4ad8-ab35-d07a8436a55c HTTP/1.1" status: 200 len: 999 time: 0.1847816 Feb 08 21:45:52.028104 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca453ecc-2ab0-46fb-9933-37fd5a81cffb req-a76bf68c-4cd5-48d7-8bab-86b17b6330a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:52.030374 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ca453ecc-2ab0-46fb-9933-37fd5a81cffb req-a76bf68c-4cd5-48d7-8bab-86b17b6330a3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5bf0f3ed-3988-42ee-ab97-681d917640f8 HTTP/1.1" status: 200 len: 835 time: 0.1215687 Feb 08 21:45:52.073423 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-d1843320-41c4-490b-9f6c-11c28a8208ea None None] Set router ddfe0eb5-1665-4489-b4fa-e1ad78a5442a gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:45:52.179936 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca453ecc-2ab0-46fb-9933-37fd5a81cffb req-bbccf2f1-0a99-40fa-a548-2f0c8f639a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:52.187829 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ca453ecc-2ab0-46fb-9933-37fd5a81cffb req-bbccf2f1-0a99-40fa-a548-2f0c8f639a7e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bac59527-e317-44e2-a447-7c8bca1fac6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1475258 Feb 08 21:45:52.282415 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 50438) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:52.499732 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-64267ad5-733e-47a4-8b76-f6f12f529022 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/floatingips/4a6d38f3-9e2a-4301-beff-73450c2905c6 HTTP/1.1" status: 200 len: 991 time: 0.2150409 Feb 08 21:45:52.513569 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ca453ecc-2ab0-46fb-9933-37fd5a81cffb req-ec7865a2-6905-4b74-a0a1-de1869404e38 service neutron] 10.222.0.94 "GET /v2.0/networks/bac59527-e317-44e2-a447-7c8bca1fac6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153629 Feb 08 21:45:52.800624 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ca453ecc-2ab0-46fb-9933-37fd5a81cffb req-1457e1c3-35ec-4c11-8c5b-cbb3ba08bcd4 service neutron] 10.222.0.94 "GET /v2.0/networks/bac59527-e317-44e2-a447-7c8bca1fac6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714696 Feb 08 21:45:52.833979 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d1843320-41c4-490b-9f6c-11c28a8208ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'name': 'tempest-TestNetworkBasicOps-router-1298622568', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6eaab0e3-ea7b-45f0-8210-7d6618a0d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:45:06Z', 'updated_at': '2022-02-08T21:45:18Z', 'revision_number': 4, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '6eaab0e3-ea7b-45f0-8210-7d6618a0d77a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:40:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:45:06Z', 'updated_at': '2022-02-08T21:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '4a6d38f3-9e2a-4301-beff-73450c2905c6', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'floating_ip_address': '172.25.3.194', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'port_id': '1fa6b68f-68ce-4ad8-ab35-d07a8436a55c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3060, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac59527-e317-44e2-a447-7c8bca1fac6c', 'mac_address': 'fa:16:3e:25:be:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cf7042-822b-40ca-9ade-37fd10c715af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:45:49Z', 'updated_at': '2022-02-08T21:45:49Z', 'revision_number': 0, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d5f4b18-f634-4de4-97c3-92036054fc4a', 'name': '', 'network_id': 'bac59527-e317-44e2-a447-7c8bca1fac6c', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'mac_address': 'fa:16:3e:96:81:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '5bf0f3ed-3988-42ee-ab97-681d917640f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:45:15Z', 'updated_at': '2022-02-08T21:45:26Z', 'revision_number': 5, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'subnets': [{'id': '5bf0f3ed-3988-42ee-ab97-681d917640f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:45:52.889634 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1843320-41c4-490b-9f6c-11c28a8208ea None None] The sync data for ids ['ddfe0eb5-1665-4489-b4fa-e1ad78a5442a'] in n-d-712143-31 is: [{'id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'name': 'tempest-TestNetworkBasicOps-router-1298622568', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6eaab0e3-ea7b-45f0-8210-7d6618a0d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:45:06Z', 'updated_at': '2022-02-08T21:45:18Z', 'revision_number': 4, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '6eaab0e3-ea7b-45f0-8210-7d6618a0d77a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:40:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:45:06Z', 'updated_at': '2022-02-08T21:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '4a6d38f3-9e2a-4301-beff-73450c2905c6', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'floating_ip_address': '172.25.3.194', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'port_id': '1fa6b68f-68ce-4ad8-ab35-d07a8436a55c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3060, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac59527-e317-44e2-a447-7c8bca1fac6c', 'mac_address': 'fa:16:3e:25:be:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cf7042-822b-40ca-9ade-37fd10c715af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:45:49Z', 'updated_at': '2022-02-08T21:45:49Z', 'revision_number': 0, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d5f4b18-f634-4de4-97c3-92036054fc4a', 'name': '', 'network_id': 'bac59527-e317-44e2-a447-7c8bca1fac6c', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'mac_address': 'fa:16:3e:96:81:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '5bf0f3ed-3988-42ee-ab97-681d917640f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:45:15Z', 'updated_at': '2022-02-08T21:45:26Z', 'revision_number': 5, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'subnets': [{'id': '5bf0f3ed-3988-42ee-ab97-681d917640f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:45:53.313077 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37dee59-0ad5-42cc-91f0-19268ea0299e None None] New status for floating IP 4a6d38f3-9e2a-4301-beff-73450c2905c6: ACTIVE {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:45:53.502530 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50472) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:53.807155 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-36e31bb6-5775-4fdd-a781-3c3e104aac01 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/floatingips/4a6d38f3-9e2a-4301-beff-73450c2905c6 HTTP/1.1" status: 200 len: 991 time: 0.3025141 Feb 08 21:45:54.169058 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-89e680ed-1a22-48b2-bc2a-12cc414a6ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:54.488388 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50504) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:54.690579 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b42a1e83-4149-4714-8303-17e387aed3b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:54.753421 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-572de8f6-7598-4076-8c4b-e2192d4b20bb req-2736da3b-c6b1-4f0e-aa1b-e41c2e5ae50b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f2c1d6c4-c672-4b64-8605-cf2df0c6695d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1667032 Feb 08 21:45:54.810490 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 50518) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:54.956096 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b42a1e83-4149-4714-8303-17e387aed3b9 admin admin] Publish callbacks [] for security_group (d4554fd5-f908-4cce-9581-86e7a72fe2a7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:54.960161 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b42a1e83-4149-4714-8303-17e387aed3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d4554fd5-f908-4cce-9581-86e7a72fe2a7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:55.022403 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5c05d0ee-2713-4dfd-8acc-d7dac5bc2940 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/floatingips/4a6d38f3-9e2a-4301-beff-73450c2905c6 HTTP/1.1" status: 200 len: 993 time: 0.2047503 Feb 08 21:45:55.104135 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b42a1e83-4149-4714-8303-17e387aed3b9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3e5b9a616ec64f2b9025e7815ff44b24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6141891 Feb 08 21:45:55.108973 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50522) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:55.110056 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a1e83-4149-4714-8303-17e387aed3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4554fd5-f908-4cce-9581-86e7a72fe2a7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:55.146525 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572de8f6-7598-4076-8c4b-e2192d4b20bb req-0ef838e4-c368-4f06-8aa6-8cfa4199d164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:55.148385 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-572de8f6-7598-4076-8c4b-e2192d4b20bb req-0ef838e4-c368-4f06-8aa6-8cfa4199d164 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7aa69d3d5223400782e21d89e68d58a1&device_id=f2c1d6c4-c672-4b64-8605-cf2df0c6695d HTTP/1.1" status: 200 len: 1132 time: 0.1303248 Feb 08 21:45:55.165798 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 50524) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:55.208324 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b472949-076a-4e1e-9a3b-bf9df7bf94ef admin admin] Publish callbacks [] for security_group (d4554fd5-f908-4cce-9581-86e7a72fe2a7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:55.233901 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b472949-076a-4e1e-9a3b-bf9df7bf94ef admin admin] Publish callbacks [] for security_group (d4554fd5-f908-4cce-9581-86e7a72fe2a7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:55.305542 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b472949-076a-4e1e-9a3b-bf9df7bf94ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d4554fd5-f908-4cce-9581-86e7a72fe2a7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:55.309032 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b472949-076a-4e1e-9a3b-bf9df7bf94ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:55.321399 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0b472949-076a-4e1e-9a3b-bf9df7bf94ef admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d4554fd5-f908-4cce-9581-86e7a72fe2a7 HTTP/1.1" status: 204 len: 168 time: 0.2079606 Feb 08 21:45:55.340077 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572de8f6-7598-4076-8c4b-e2192d4b20bb req-b313fb69-58f1-4159-a323-23613fba323e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:55.342380 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-572de8f6-7598-4076-8c4b-e2192d4b20bb req-b313fb69-58f1-4159-a323-23613fba323e service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.1702232 Feb 08 21:45:55.349066 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b472949-076a-4e1e-9a3b-bf9df7bf94ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4554fd5-f908-4cce-9581-86e7a72fe2a7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:55.427706 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-572de8f6-7598-4076-8c4b-e2192d4b20bb req-d353751e-ddf7-4553-a49b-4ed80c39038c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=488a431a-1c56-4a89-8c23-96d80130a309 HTTP/1.1" status: 200 len: 217 time: 0.0783205 Feb 08 21:45:55.443562 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-770c47d5-9806-40b6-a5c3-c1e8b4533920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:55.503158 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572de8f6-7598-4076-8c4b-e2192d4b20bb req-4b5d0ac4-9aad-41a9-8004-798d5558c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:55.504760 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-572de8f6-7598-4076-8c4b-e2192d4b20bb req-4b5d0ac4-9aad-41a9-8004-798d5558c7f1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.0701885 Feb 08 21:45:55.624736 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572de8f6-7598-4076-8c4b-e2192d4b20bb req-7a205734-d1e2-4799-b45d-d50cb49cac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:45:55.627941 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-572de8f6-7598-4076-8c4b-e2192d4b20bb req-7a205734-d1e2-4799-b45d-d50cb49cac30 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1103981 Feb 08 21:45:55.630758 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-770c47d5-9806-40b6-a5c3-c1e8b4533920 admin admin] Publish callbacks [] for security_group (6ca03061-5a1f-4a18-9e00-9b6c934c68f4), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:55.645554 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-770c47d5-9806-40b6-a5c3-c1e8b4533920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6ca03061-5a1f-4a18-9e00-9b6c934c68f4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:55.932740 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-770c47d5-9806-40b6-a5c3-c1e8b4533920 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=922186ba017f4910bbc9857ba95262f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7658291 Feb 08 21:45:55.936218 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c47d5-9806-40b6-a5c3-c1e8b4533920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca03061-5a1f-4a18-9e00-9b6c934c68f4,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:55.942727 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50540) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:55.992821 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-572de8f6-7598-4076-8c4b-e2192d4b20bb req-ede4864d-2112-483f-8e8e-c751d8d37cf5 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587799 Feb 08 21:45:56.060308 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50544) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:56.136028 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-572de8f6-7598-4076-8c4b-e2192d4b20bb req-d9320c4e-59ae-4a4b-9d27-d6bb960f18c2 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353304 Feb 08 21:45:56.139598 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78f5221a-78cb-400a-87df-ef840ed06463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:56.185865 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-84168486-08f4-47b5-947c-5201ff72d905 admin admin] Publish callbacks [] for security_group (6ca03061-5a1f-4a18-9e00-9b6c934c68f4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:56.264037 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-84168486-08f4-47b5-947c-5201ff72d905 admin admin] Publish callbacks [] for security_group (6ca03061-5a1f-4a18-9e00-9b6c934c68f4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:56.443413 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78f5221a-78cb-400a-87df-ef840ed06463 admin admin] Publish callbacks [] for security_group (fa8da8ba-eb88-4474-a835-66d893bbfd5f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:56.453155 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78f5221a-78cb-400a-87df-ef840ed06463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (fa8da8ba-eb88-4474-a835-66d893bbfd5f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:56.503260 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 50548) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:56.514620 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-78f5221a-78cb-400a-87df-ef840ed06463 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a45445cda45e44a9b7c9e2f86410958b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4508541 Feb 08 21:45:56.518397 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-84168486-08f4-47b5-947c-5201ff72d905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6ca03061-5a1f-4a18-9e00-9b6c934c68f4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:56.524970 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-84168486-08f4-47b5-947c-5201ff72d905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:56.543261 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-84168486-08f4-47b5-947c-5201ff72d905 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6ca03061-5a1f-4a18-9e00-9b6c934c68f4 HTTP/1.1" status: 204 len: 168 time: 0.5930405 Feb 08 21:45:56.596217 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5221a-78cb-400a-87df-ef840ed06463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8da8ba-eb88-4474-a835-66d893bbfd5f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:56.636638 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84168486-08f4-47b5-947c-5201ff72d905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca03061-5a1f-4a18-9e00-9b6c934c68f4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:56.677315 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c492295c-9177-4c50-9e3c-717dff18f276 admin admin] Publish callbacks [] for security_group (fa8da8ba-eb88-4474-a835-66d893bbfd5f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:56.724658 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c492295c-9177-4c50-9e3c-717dff18f276 admin admin] Publish callbacks [] for security_group (fa8da8ba-eb88-4474-a835-66d893bbfd5f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:56.795034 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c492295c-9177-4c50-9e3c-717dff18f276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (fa8da8ba-eb88-4474-a835-66d893bbfd5f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:56.800232 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c492295c-9177-4c50-9e3c-717dff18f276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:56.820260 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c492295c-9177-4c50-9e3c-717dff18f276 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fa8da8ba-eb88-4474-a835-66d893bbfd5f HTTP/1.1" status: 204 len: 168 time: 0.3152220 Feb 08 21:45:56.853139 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492295c-9177-4c50-9e3c-717dff18f276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8da8ba-eb88-4474-a835-66d893bbfd5f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:57.465375 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53fc9fb7-0825-46f9-b971-fbe7a9840424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:57.647607 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:45:58.273103 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 50618) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:58.591990 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-869ce22e-143f-47a1-9220-69bc1f145c99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:58.804252 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-869ce22e-143f-47a1-9220-69bc1f145c99 admin admin] Publish callbacks [] for security_group (f75dd707-93b8-44ab-a8b1-0ebe6251125f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:58.809479 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-869ce22e-143f-47a1-9220-69bc1f145c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f75dd707-93b8-44ab-a8b1-0ebe6251125f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:58.858475 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-869ce22e-143f-47a1-9220-69bc1f145c99 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8ac15631cf944d23958486f16e72f80f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5814750 Feb 08 21:45:58.858880 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50634) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:45:58.865970 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ce22e-143f-47a1-9220-69bc1f145c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75dd707-93b8-44ab-a8b1-0ebe6251125f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:58.969309 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3863a63a-2c75-4858-a9bc-34353fc155d5 admin admin] Publish callbacks [] for security_group (f75dd707-93b8-44ab-a8b1-0ebe6251125f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:59.015727 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3863a63a-2c75-4858-a9bc-34353fc155d5 admin admin] Publish callbacks [] for security_group (f75dd707-93b8-44ab-a8b1-0ebe6251125f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:59.141195 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3863a63a-2c75-4858-a9bc-34353fc155d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f75dd707-93b8-44ab-a8b1-0ebe6251125f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:59.145427 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3863a63a-2c75-4858-a9bc-34353fc155d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:45:59.146624 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3863a63a-2c75-4858-a9bc-34353fc155d5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f75dd707-93b8-44ab-a8b1-0ebe6251125f HTTP/1.1" status: 204 len: 168 time: 0.2867825 Feb 08 21:45:59.196148 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863a63a-2c75-4858-a9bc-34353fc155d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75dd707-93b8-44ab-a8b1-0ebe6251125f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:45:59.275196 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:01.234371 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50744) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:01.455380 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:01.509833 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71c249e4-d966-4752-a136-3f75fe0f5b1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:01.554805 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:01.744792 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71c249e4-d966-4752-a136-3f75fe0f5b1a admin admin] Publish callbacks [] for security_group (af6b0974-2dbc-4750-88cb-930a002cc671), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:01.749425 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71c249e4-d966-4752-a136-3f75fe0f5b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (af6b0974-2dbc-4750-88cb-930a002cc671), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:01.880711 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c249e4-d966-4752-a136-3f75fe0f5b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6b0974-2dbc-4750-88cb-930a002cc671,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:01.911089 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-71c249e4-d966-4752-a136-3f75fe0f5b1a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b1d7868a7b814b9294054b2c19e92d6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6755967 Feb 08 21:46:01.914993 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50760) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:01.968704 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d94816f-3c9e-4b8e-aa1b-b57d896e49d2 admin admin] Publish callbacks [] for security_group (af6b0974-2dbc-4750-88cb-930a002cc671), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:02.007047 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d94816f-3c9e-4b8e-aa1b-b57d896e49d2 admin admin] Publish callbacks [] for security_group (af6b0974-2dbc-4750-88cb-930a002cc671), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:02.133475 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d94816f-3c9e-4b8e-aa1b-b57d896e49d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (af6b0974-2dbc-4750-88cb-930a002cc671), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:02.138398 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d94816f-3c9e-4b8e-aa1b-b57d896e49d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:02.139946 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2d94816f-3c9e-4b8e-aa1b-b57d896e49d2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/af6b0974-2dbc-4750-88cb-930a002cc671 HTTP/1.1" status: 204 len: 168 time: 0.2238550 Feb 08 21:46:02.167566 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94816f-3c9e-4b8e-aa1b-b57d896e49d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6b0974-2dbc-4750-88cb-930a002cc671,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:02.691015 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50808) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:02.713886 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ccfd49ce-6167-4357-bb4c-0e02ae71e8b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:02.862273 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ccfd49ce-6167-4357-bb4c-0e02ae71e8b4 admin admin] Publish callbacks [] for security_group (495f6808-e120-4402-be31-db5cd185b617), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:02.871183 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ccfd49ce-6167-4357-bb4c-0e02ae71e8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (495f6808-e120-4402-be31-db5cd185b617), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:02.930413 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ccfd49ce-6167-4357-bb4c-0e02ae71e8b4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=48d0d328a2c943a6a3813f87553a47e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2374938 Feb 08 21:46:02.934153 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 50814) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:02.977145 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd49ce-6167-4357-bb4c-0e02ae71e8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495f6808-e120-4402-be31-db5cd185b617,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:03.026702 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50816) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:03.052995 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-175f95d1-7ef4-402c-a701-37ea9598ef7a admin admin] Publish callbacks [] for security_group (495f6808-e120-4402-be31-db5cd185b617), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:03.091540 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-175f95d1-7ef4-402c-a701-37ea9598ef7a admin admin] Publish callbacks [] for security_group (495f6808-e120-4402-be31-db5cd185b617), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:03.147193 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-175f95d1-7ef4-402c-a701-37ea9598ef7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (495f6808-e120-4402-be31-db5cd185b617), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:03.150492 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-175f95d1-7ef4-402c-a701-37ea9598ef7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:03.155112 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-175f95d1-7ef4-402c-a701-37ea9598ef7a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/495f6808-e120-4402-be31-db5cd185b617 HTTP/1.1" status: 204 len: 168 time: 0.2192438 Feb 08 21:46:03.164960 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f95d1-7ef4-402c-a701-37ea9598ef7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495f6808-e120-4402-be31-db5cd185b617,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:03.267643 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb419ac3-c0a9-4456-97be-84335043e987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:03.401919 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb419ac3-c0a9-4456-97be-84335043e987 admin admin] Publish callbacks [] for security_group (3f877cc0-6ba8-4ba0-a514-9bf3d069e54d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:03.418616 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb419ac3-c0a9-4456-97be-84335043e987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3f877cc0-6ba8-4ba0-a514-9bf3d069e54d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:03.489107 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cb419ac3-c0a9-4456-97be-84335043e987 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5e7084890541417d882ee8cfd6d2563d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4580004 Feb 08 21:46:03.489646 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 50834) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:03.533799 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb419ac3-c0a9-4456-97be-84335043e987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f877cc0-6ba8-4ba0-a514-9bf3d069e54d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:03.654950 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f4269a3c-d1bb-4990-b4c5-b23d0d63f8c0 admin admin] Publish callbacks [] for security_group (3f877cc0-6ba8-4ba0-a514-9bf3d069e54d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:03.722073 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f4269a3c-d1bb-4990-b4c5-b23d0d63f8c0 admin admin] Publish callbacks [] for security_group (3f877cc0-6ba8-4ba0-a514-9bf3d069e54d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:03.859665 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f4269a3c-d1bb-4990-b4c5-b23d0d63f8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3f877cc0-6ba8-4ba0-a514-9bf3d069e54d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:03.865104 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f4269a3c-d1bb-4990-b4c5-b23d0d63f8c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:03.871868 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f4269a3c-d1bb-4990-b4c5-b23d0d63f8c0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3f877cc0-6ba8-4ba0-a514-9bf3d069e54d HTTP/1.1" status: 204 len: 168 time: 0.3809133 Feb 08 21:46:03.898063 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4269a3c-d1bb-4990-b4c5-b23d0d63f8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f877cc0-6ba8-4ba0-a514-9bf3d069e54d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:04.466940 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50864) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:04.491504 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-161622ce-5500-491c-ad29-dc30b13f4baa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:04.655706 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-161622ce-5500-491c-ad29-dc30b13f4baa admin admin] Publish callbacks [] for security_group (e8920b03-b606-417a-82b2-819913ad3389), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:04.665053 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-161622ce-5500-491c-ad29-dc30b13f4baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e8920b03-b606-417a-82b2-819913ad3389), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:04.768803 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-161622ce-5500-491c-ad29-dc30b13f4baa admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ae82db5461e14440abdf58148a244e57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3007333 Feb 08 21:46:04.776411 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 50876) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:04.786164 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161622ce-5500-491c-ad29-dc30b13f4baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8920b03-b606-417a-82b2-819913ad3389,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:04.894051 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-747c98a0-5f10-468f-a0af-f4ebf29ee36a admin admin] Publish callbacks [] for security_group (e8920b03-b606-417a-82b2-819913ad3389), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:04.937893 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-747c98a0-5f10-468f-a0af-f4ebf29ee36a admin admin] Publish callbacks [] for security_group (e8920b03-b606-417a-82b2-819913ad3389), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:05.045418 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-747c98a0-5f10-468f-a0af-f4ebf29ee36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e8920b03-b606-417a-82b2-819913ad3389), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:05.048256 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-747c98a0-5f10-468f-a0af-f4ebf29ee36a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:05.051807 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-747c98a0-5f10-468f-a0af-f4ebf29ee36a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e8920b03-b606-417a-82b2-819913ad3389 HTTP/1.1" status: 204 len: 168 time: 0.2719674 Feb 08 21:46:05.073926 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c98a0-5f10-468f-a0af-f4ebf29ee36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8920b03-b606-417a-82b2-819913ad3389,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:05.616549 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 50912) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:05.814342 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-accffe17-93b8-4aac-a232-e533445ba268 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:06.062670 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-accffe17-93b8-4aac-a232-e533445ba268 admin admin] Publish callbacks [] for security_group (6b58b5b8-d48c-4c5c-a485-c72b54762fd5), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:06.078009 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-accffe17-93b8-4aac-a232-e533445ba268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6b58b5b8-d48c-4c5c-a485-c72b54762fd5), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:06.131958 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-accffe17-93b8-4aac-a232-e533445ba268 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ebbf6f4d870c434f8196042789b14a33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5137343 Feb 08 21:46:06.134504 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 50932) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:06.207599 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accffe17-93b8-4aac-a232-e533445ba268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b58b5b8-d48c-4c5c-a485-c72b54762fd5,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:06.246195 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cfd862d3-7dc7-4c0a-83d9-45da183d5605 admin admin] Publish callbacks [] for security_group (6b58b5b8-d48c-4c5c-a485-c72b54762fd5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:06.291724 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cfd862d3-7dc7-4c0a-83d9-45da183d5605 admin admin] Publish callbacks [] for security_group (6b58b5b8-d48c-4c5c-a485-c72b54762fd5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:06.385403 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cfd862d3-7dc7-4c0a-83d9-45da183d5605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6b58b5b8-d48c-4c5c-a485-c72b54762fd5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:06.393259 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cfd862d3-7dc7-4c0a-83d9-45da183d5605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:06.395810 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cfd862d3-7dc7-4c0a-83d9-45da183d5605 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6b58b5b8-d48c-4c5c-a485-c72b54762fd5 HTTP/1.1" status: 204 len: 168 time: 0.2601564 Feb 08 21:46:06.422729 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd862d3-7dc7-4c0a-83d9-45da183d5605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b58b5b8-d48c-4c5c-a485-c72b54762fd5,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:06.511400 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:06.709451 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:07.793616 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50994) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:08.361628 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-27d4e064-495b-4a49-b0d8-a5760f717087 tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:46:08.428450 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27d4e064-495b-4a49-b0d8-a5760f717087 tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:08.700376 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27d4e064-495b-4a49-b0d8-a5760f717087 tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:08.962570 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-27d4e064-495b-4a49-b0d8-a5760f717087 tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Allocated IP 172.25.3.216 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/29ff6c9d-a8b5-4568-9675-55fe9f04c8d2) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:46:09.188758 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27d4e064-495b-4a49-b0d8-a5760f717087 tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Publish callbacks [] for port (29ff6c9d-a8b5-4568-9675-55fe9f04c8d2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:09.240776 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27d4e064-495b-4a49-b0d8-a5760f717087 tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (29ff6c9d-a8b5-4568-9675-55fe9f04c8d2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:09.314654 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d4e064-495b-4a49-b0d8-a5760f717087 tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:46:09.316599 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4e064-495b-4a49-b0d8-a5760f717087 tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Pushing event updated for resources: {'Port': ['ID=29ff6c9d-a8b5-4568-9675-55fe9f04c8d2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:09.324948 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-27d4e064-495b-4a49-b0d8-a5760f717087 tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:46:09.329848 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d4e064-495b-4a49-b0d8-a5760f717087 tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:46:09.477467 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27d4e064-495b-4a49-b0d8-a5760f717087 tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Publish callbacks [] for floatingip (fcd5fcfa-d060-4e49-b1b7-17535b3e7d2f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:09.533407 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27d4e064-495b-4a49-b0d8-a5760f717087 tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (29ff6c9d-a8b5-4568-9675-55fe9f04c8d2), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:09.875116 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27d4e064-495b-4a49-b0d8-a5760f717087 tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Publish callbacks [] for port (29ff6c9d-a8b5-4568-9675-55fe9f04c8d2), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:09.882976 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27d4e064-495b-4a49-b0d8-a5760f717087 tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (29ff6c9d-a8b5-4568-9675-55fe9f04c8d2), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:10.066771 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4e064-495b-4a49-b0d8-a5760f717087 tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Pushing event updated for resources: {'Port': ['ID=29ff6c9d-a8b5-4568-9675-55fe9f04c8d2,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:10.082097 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27d4e064-495b-4a49-b0d8-a5760f717087 tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (fcd5fcfa-d060-4e49-b1b7-17535b3e7d2f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:10.119154 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27d4e064-495b-4a49-b0d8-a5760f717087 tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:10.123692 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51078) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:10.124235 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-27d4e064-495b-4a49-b0d8-a5760f717087 tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3283978 Feb 08 21:46:10.131014 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-18d81787-69ae-4110-a172-8380e9043dfe tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-90494200', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'fixed_ips': [{'ip_address': '172.25.3.216'}]}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:46:10.180144 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d81787-69ae-4110-a172-8380e9043dfe tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Made reservation on behalf of 48555c376a9e4d1a81028f5f928aca9f for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:46:10.183291 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-18d81787-69ae-4110-a172-8380e9043dfe tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:10.204704 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-18d81787-69ae-4110-a172-8380e9043dfe tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:10.431331 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-18d81787-69ae-4110-a172-8380e9043dfe tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Publish callbacks [] for security_group (377fd87f-382f-4cd8-9580-4c9b613dd75b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:10.437150 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-18d81787-69ae-4110-a172-8380e9043dfe tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (377fd87f-382f-4cd8-9580-4c9b613dd75b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:10.446532 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-18d81787-69ae-4110-a172-8380e9043dfe tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] device_id is not set on port 8bcf01ec-ad38-48a8-8677-fe18a39efe12 yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:46:11.351109 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d81787-69ae-4110-a172-8380e9043dfe tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377fd87f-382f-4cd8-9580-4c9b613dd75b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:11.358431 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d81787-69ae-4110-a172-8380e9043dfe tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 08 21:46:11.359298 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18d81787-69ae-4110-a172-8380e9043dfe tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:46:11.392900 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-18d81787-69ae-4110-a172-8380e9043dfe tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.2664115 Feb 08 21:46:11.395815 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51110) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:11.792892 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-55554ccb-b94a-49a9-800f-2abe614d433c tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Deleting port 29ff6c9d-a8b5-4568-9675-55fe9f04c8d2 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:46:11.793360 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-55554ccb-b94a-49a9-800f-2abe614d433c tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (29ff6c9d-a8b5-4568-9675-55fe9f04c8d2), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:11.946112 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-55554ccb-b94a-49a9-800f-2abe614d433c tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (29ff6c9d-a8b5-4568-9675-55fe9f04c8d2), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:11.946720 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-55554ccb-b94a-49a9-800f-2abe614d433c tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Publish callbacks [] for floatingip (29ff6c9d-a8b5-4568-9675-55fe9f04c8d2), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:11.962994 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-55554ccb-b94a-49a9-800f-2abe614d433c tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Calling delete_port for 29ff6c9d-a8b5-4568-9675-55fe9f04c8d2 owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:46:12.191152 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-55554ccb-b94a-49a9-800f-2abe614d433c tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (29ff6c9d-a8b5-4568-9675-55fe9f04c8d2), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:12.219673 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55554ccb-b94a-49a9-800f-2abe614d433c tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Pushing event deleted for resources: {'Port': ['ID=29ff6c9d-a8b5-4568-9675-55fe9f04c8d2,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:12.384604 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-55554ccb-b94a-49a9-800f-2abe614d433c tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Publish callbacks [] for floatingip (fcd5fcfa-d060-4e49-b1b7-17535b3e7d2f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:12.396373 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-55554ccb-b94a-49a9-800f-2abe614d433c tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:12.414423 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-55554ccb-b94a-49a9-800f-2abe614d433c tempest-ExternalNetworksAdminNegativeTestJSON-186076123 tempest-ExternalNetworksAdminNegativeTestJSON-186076123-project-admin] 10.222.0.88 "DELETE /v2.0/floatingips/fcd5fcfa-d060-4e49-b1b7-17535b3e7d2f HTTP/1.1" status: 204 len: 168 time: 1.0044322 Feb 08 21:46:12.988645 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51146) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:13.244823 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a748e768-81a3-4120-82bd-95d71d6b1fda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:13.419975 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a748e768-81a3-4120-82bd-95d71d6b1fda admin admin] Publish callbacks [] for security_group (00d9915e-f151-4d74-b413-08a46a7f47af), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:13.426535 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a748e768-81a3-4120-82bd-95d71d6b1fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (00d9915e-f151-4d74-b413-08a46a7f47af), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:13.505772 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a748e768-81a3-4120-82bd-95d71d6b1fda admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=aaeaf258343b4afa8e741e7ddd05d450&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5121138 Feb 08 21:46:13.506632 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 51162) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:13.553127 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748e768-81a3-4120-82bd-95d71d6b1fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d9915e-f151-4d74-b413-08a46a7f47af,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:13.720834 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a056ae2f-8329-422c-90b4-43a5844ea09f admin admin] Publish callbacks [] for security_group (00d9915e-f151-4d74-b413-08a46a7f47af), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:13.813919 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a056ae2f-8329-422c-90b4-43a5844ea09f admin admin] Publish callbacks [] for security_group (00d9915e-f151-4d74-b413-08a46a7f47af), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:13.920331 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a056ae2f-8329-422c-90b4-43a5844ea09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (00d9915e-f151-4d74-b413-08a46a7f47af), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:13.923234 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a056ae2f-8329-422c-90b4-43a5844ea09f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:13.926981 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a056ae2f-8329-422c-90b4-43a5844ea09f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/00d9915e-f151-4d74-b413-08a46a7f47af HTTP/1.1" status: 204 len: 168 time: 0.4113493 Feb 08 21:46:13.937700 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056ae2f-8329-422c-90b4-43a5844ea09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d9915e-f151-4d74-b413-08a46a7f47af,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:14.357448 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51180) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:14.407614 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7adc2cc1-89a0-4dc6-a40b-8f1e6abf434d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=48555c376a9e4d1a81028f5f928aca9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0487840 Feb 08 21:46:14.410039 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51182) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:14.477912 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a8ed47dc-ca9a-4b71-b752-d90e3c5a301d admin admin] Publish callbacks [] for security_group (377fd87f-382f-4cd8-9580-4c9b613dd75b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:14.508878 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a8ed47dc-ca9a-4b71-b752-d90e3c5a301d admin admin] Publish callbacks [] for security_group (377fd87f-382f-4cd8-9580-4c9b613dd75b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:14.608757 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a8ed47dc-ca9a-4b71-b752-d90e3c5a301d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (377fd87f-382f-4cd8-9580-4c9b613dd75b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:14.618316 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a8ed47dc-ca9a-4b71-b752-d90e3c5a301d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:14.623972 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a8ed47dc-ca9a-4b71-b752-d90e3c5a301d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/377fd87f-382f-4cd8-9580-4c9b613dd75b HTTP/1.1" status: 204 len: 168 time: 0.2116771 Feb 08 21:46:14.643966 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed47dc-ca9a-4b71-b752-d90e3c5a301d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377fd87f-382f-4cd8-9580-4c9b613dd75b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:16.968326 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51308) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:17.338246 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-99509d80-642f-4a55-956a-a9875620bee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1410774289'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:46:17.368218 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99509d80-642f-4a55-956a-a9875620bee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299-project] Made reservation on behalf of 5b72fe318126491b946d31544c9c83ec for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:46:17.373117 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-99509d80-642f-4a55-956a-a9875620bee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:17.383843 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-99509d80-642f-4a55-956a-a9875620bee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:17.490033 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-99509d80-642f-4a55-956a-a9875620bee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299-project] Publish callbacks [] for security_group (e3ba513c-5b7b-4731-9b2d-00a3a909874d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:17.494673 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-99509d80-642f-4a55-956a-a9875620bee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e3ba513c-5b7b-4731-9b2d-00a3a909874d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:17.530708 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99509d80-642f-4a55-956a-a9875620bee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ba513c-5b7b-4731-9b2d-00a3a909874d,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:17.545426 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99509d80-642f-4a55-956a-a9875620bee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:46:17.569725 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-99509d80-642f-4a55-956a-a9875620bee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (33f44e7c-b42b-4413-8c2b-4cd000f121cb), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:17.570277 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-99509d80-642f-4a55-956a-a9875620bee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299-project] Added segment 33f44e7c-b42b-4413-8c2b-4cd000f121cb of type vlan for network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 Feb 08 21:46:17.636698 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-99509d80-642f-4a55-956a-a9875620bee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (72ea4a03-5547-49c7-a1b2-2c3ff72da3b9), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:17.682744 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-99509d80-642f-4a55-956a-a9875620bee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (72ea4a03-5547-49c7-a1b2-2c3ff72da3b9), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:17.694277 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99509d80-642f-4a55-956a-a9875620bee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:17.694970 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-99509d80-642f-4a55-956a-a9875620bee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:17.773395 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-99509d80-642f-4a55-956a-a9875620bee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.7994559 Feb 08 21:46:17.790111 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99509d80-642f-4a55-956a-a9875620bee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299-project] Pushing event updated for resources: {'Network': ['ID=72ea4a03-5547-49c7-a1b2-2c3ff72da3b9,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:17.814199 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:46:18.144180 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51340) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:18.150834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Request body: {'port': {'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9', 'binding:host_id': 'n-h1-712143-31', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-777047168'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:46:18.177170 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Made reservation on behalf of 9f9f5af0a7b24589bcc76a18f5c5e8fc for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:46:18.180889 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:18.194661 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:18.321125 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks [] for security_group (7bca3b42-0278-463f-986f-8c3386f06fe9), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:18.327767 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7bca3b42-0278-463f-986f-8c3386f06fe9), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:18.347332 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] device_id is not set on port 548faec6-261b-49c3-a20f-096fb55caec5 yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:46:18.459984 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bca3b42-0278-463f-986f-8c3386f06fe9,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:18.755259 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] device_id is not set on port 548faec6-261b-49c3-a20f-096fb55caec5 yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:46:18.772482 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks [] for port (548faec6-261b-49c3-a20f-096fb55caec5), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:18.782725 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (548faec6-261b-49c3-a20f-096fb55caec5), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:18.906236 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Checking segment: {'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:46:18.906768 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Network hostable DHCP agents. Network: 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:46:18.913478 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Pushing event updated for resources: {'Port': ['ID=548faec6-261b-49c3-a20f-096fb55caec5,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:18.959429 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:46:18.997943 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:46:19.001950 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:46:19.016646 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec561e2-8fe6-44be-b41d-69d179bdd5ca None None] Network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:46:19.036077 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 548faec6-261b-49c3-a20f-096fb55caec5 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:46:19.036399 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 548faec6-261b-49c3-a20f-096fb55caec5 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:46:19.036756 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 548faec6-261b-49c3-a20f-096fb55caec5 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:46:19.052436 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Port 548faec6-261b-49c3-a20f-096fb55caec5 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:46:19.052915 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Failed to bind port 548faec6-261b-49c3-a20f-096fb55caec5 on host n-h1-712143-31 for vnic_type normal using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] Feb 08 21:46:19.053503 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempt 2 to bind port 548faec6-261b-49c3-a20f-096fb55caec5 Feb 08 21:46:19.072968 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 548faec6-261b-49c3-a20f-096fb55caec5 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:46:19.111557 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 548faec6-261b-49c3-a20f-096fb55caec5 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:46:19.111557 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 548faec6-261b-49c3-a20f-096fb55caec5 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:46:19.120962 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Port 548faec6-261b-49c3-a20f-096fb55caec5 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:46:19.121502 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Failed to bind port 548faec6-261b-49c3-a20f-096fb55caec5 on host n-h1-712143-31 for vnic_type normal using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] Feb 08 21:46:19.121872 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempt 3 to bind port 548faec6-261b-49c3-a20f-096fb55caec5 Feb 08 21:46:19.171034 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 548faec6-261b-49c3-a20f-096fb55caec5 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:46:19.172971 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 548faec6-261b-49c3-a20f-096fb55caec5 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:46:19.173638 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 548faec6-261b-49c3-a20f-096fb55caec5 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:46:19.207634 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Port 548faec6-261b-49c3-a20f-096fb55caec5 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:46:19.207634 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Failed to bind port 548faec6-261b-49c3-a20f-096fb55caec5 on host n-h1-712143-31 for vnic_type normal using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] Feb 08 21:46:19.207634 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempt 4 to bind port 548faec6-261b-49c3-a20f-096fb55caec5 Feb 08 21:46:19.258192 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 548faec6-261b-49c3-a20f-096fb55caec5 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:46:19.258490 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 548faec6-261b-49c3-a20f-096fb55caec5 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:46:19.260650 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 548faec6-261b-49c3-a20f-096fb55caec5 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:46:19.274826 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Port 548faec6-261b-49c3-a20f-096fb55caec5 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:46:19.278286 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Failed to bind port 548faec6-261b-49c3-a20f-096fb55caec5 on host n-h1-712143-31 for vnic_type normal using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] Feb 08 21:46:19.280690 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempt 5 to bind port 548faec6-261b-49c3-a20f-096fb55caec5 Feb 08 21:46:19.324578 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 548faec6-261b-49c3-a20f-096fb55caec5 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:46:19.325274 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 548faec6-261b-49c3-a20f-096fb55caec5 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:46:19.328736 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 548faec6-261b-49c3-a20f-096fb55caec5 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:46:19.343424 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Port 548faec6-261b-49c3-a20f-096fb55caec5 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:46:19.344096 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Failed to bind port 548faec6-261b-49c3-a20f-096fb55caec5 on host n-h1-712143-31 for vnic_type normal using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] Feb 08 21:46:19.344724 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempt 6 to bind port 548faec6-261b-49c3-a20f-096fb55caec5 Feb 08 21:46:19.372242 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 548faec6-261b-49c3-a20f-096fb55caec5 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:46:19.375462 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 548faec6-261b-49c3-a20f-096fb55caec5 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:46:19.376072 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 548faec6-261b-49c3-a20f-096fb55caec5 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:46:19.385949 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Port 548faec6-261b-49c3-a20f-096fb55caec5 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:46:19.388392 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Failed to bind port 548faec6-261b-49c3-a20f-096fb55caec5 on host n-h1-712143-31 for vnic_type normal using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] Feb 08 21:46:19.389939 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempt 7 to bind port 548faec6-261b-49c3-a20f-096fb55caec5 Feb 08 21:46:19.424712 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 548faec6-261b-49c3-a20f-096fb55caec5 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:46:19.425092 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 548faec6-261b-49c3-a20f-096fb55caec5 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:46:19.425491 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 548faec6-261b-49c3-a20f-096fb55caec5 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:46:19.440347 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Port 548faec6-261b-49c3-a20f-096fb55caec5 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:46:19.440684 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Failed to bind port 548faec6-261b-49c3-a20f-096fb55caec5 on host n-h1-712143-31 for vnic_type normal using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] Feb 08 21:46:19.441101 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempt 8 to bind port 548faec6-261b-49c3-a20f-096fb55caec5 Feb 08 21:46:19.483633 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 548faec6-261b-49c3-a20f-096fb55caec5 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:46:19.484139 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 548faec6-261b-49c3-a20f-096fb55caec5 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:46:19.485101 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 548faec6-261b-49c3-a20f-096fb55caec5 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:46:19.491167 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Port 548faec6-261b-49c3-a20f-096fb55caec5 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:46:19.491637 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Failed to bind port 548faec6-261b-49c3-a20f-096fb55caec5 on host n-h1-712143-31 for vnic_type normal using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] Feb 08 21:46:19.492146 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempt 9 to bind port 548faec6-261b-49c3-a20f-096fb55caec5 Feb 08 21:46:19.512241 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 548faec6-261b-49c3-a20f-096fb55caec5 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:46:19.512642 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 548faec6-261b-49c3-a20f-096fb55caec5 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:46:19.513172 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 548faec6-261b-49c3-a20f-096fb55caec5 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:46:19.519577 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Port 548faec6-261b-49c3-a20f-096fb55caec5 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:46:19.520153 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Failed to bind port 548faec6-261b-49c3-a20f-096fb55caec5 on host n-h1-712143-31 for vnic_type normal using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] Feb 08 21:46:19.520806 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempt 10 to bind port 548faec6-261b-49c3-a20f-096fb55caec5 Feb 08 21:46:19.538015 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 548faec6-261b-49c3-a20f-096fb55caec5 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:46:19.538525 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 548faec6-261b-49c3-a20f-096fb55caec5 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:46:19.538976 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 548faec6-261b-49c3-a20f-096fb55caec5 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:46:19.559512 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Port 548faec6-261b-49c3-a20f-096fb55caec5 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:46:19.560745 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Failed to bind port 548faec6-261b-49c3-a20f-096fb55caec5 on host n-h1-712143-31 for vnic_type normal using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] Feb 08 21:46:19.561723 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (548faec6-261b-49c3-a20f-096fb55caec5), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:19.668034 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] For port 548faec6-261b-49c3-a20f-096fb55caec5, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:46:19.669113 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempted to set empty binding levels {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 08 21:46:19.675830 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (548faec6-261b-49c3-a20f-096fb55caec5), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:19.694478 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:19.695544 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:19.755093 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.6087356 Feb 08 21:46:19.757665 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 51368) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:19.766995 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f525d4-998d-4997-87c6-426cae5061f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Pushing event updated for resources: {'Port': ['ID=548faec6-261b-49c3-a20f-096fb55caec5,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:19.950598 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1497d20c-f15d-4764-9866-edc2015696ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Deleting port 548faec6-261b-49c3-a20f-096fb55caec5 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:46:19.951363 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1497d20c-f15d-4764-9866-edc2015696ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (548faec6-261b-49c3-a20f-096fb55caec5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:20.045806 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-1497d20c-f15d-4764-9866-edc2015696ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] For port 548faec6-261b-49c3-a20f-096fb55caec5, host n-h1-712143-31, got binding levels [] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:46:20.046238 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1497d20c-f15d-4764-9866-edc2015696ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (548faec6-261b-49c3-a20f-096fb55caec5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:20.061788 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1497d20c-f15d-4764-9866-edc2015696ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Calling delete_port for 548faec6-261b-49c3-a20f-096fb55caec5 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:46:20.169525 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1497d20c-f15d-4764-9866-edc2015696ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (548faec6-261b-49c3-a20f-096fb55caec5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:20.204959 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497d20c-f15d-4764-9866-edc2015696ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Pushing event deleted for resources: {'Port': ['ID=548faec6-261b-49c3-a20f-096fb55caec5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:20.211462 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1497d20c-f15d-4764-9866-edc2015696ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:20.215482 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1497d20c-f15d-4764-9866-edc2015696ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] 10.222.0.88 "DELETE /v2.0/ports/548faec6-261b-49c3-a20f-096fb55caec5 HTTP/1.1" status: 204 len: 168 time: 0.4555831 Feb 08 21:46:20.219119 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51380) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:20.254087 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d2f231-b4e4-4c9c-9b58-c6c6caa861cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] GET failed (client error): The resource could not be found. Feb 08 21:46:20.255627 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-92d2f231-b4e4-4c9c-9b58-c6c6caa861cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] 10.222.0.88 "GET /v2.0/ports/548faec6-261b-49c3-a20f-096fb55caec5 HTTP/1.1" status: 404 len: 333 time: 0.0348287 Feb 08 21:46:20.262042 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51382) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:20.298468 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-1e3febec-a07f-4492-b7fb-0e43b1f95485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Request body: {'port': {'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-809383189'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:46:20.334826 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3febec-a07f-4492-b7fb-0e43b1f95485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Made reservation on behalf of 9f9f5af0a7b24589bcc76a18f5c5e8fc for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:46:20.346387 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1e3febec-a07f-4492-b7fb-0e43b1f95485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:20.389381 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-1e3febec-a07f-4492-b7fb-0e43b1f95485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] device_id is not set on port de8628a1-6d2c-47b0-b7f3-503609c90849 yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:46:20.778180 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1e3febec-a07f-4492-b7fb-0e43b1f95485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks [] for port (de8628a1-6d2c-47b0-b7f3-503609c90849), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:20.835663 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1e3febec-a07f-4492-b7fb-0e43b1f95485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (de8628a1-6d2c-47b0-b7f3-503609c90849), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:21.005290 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3febec-a07f-4492-b7fb-0e43b1f95485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:46:21.026161 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-1e3febec-a07f-4492-b7fb-0e43b1f95485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:46:21.060348 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3febec-a07f-4492-b7fb-0e43b1f95485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:46:21.060348 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3febec-a07f-4492-b7fb-0e43b1f95485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:21.063904 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1e3febec-a07f-4492-b7fb-0e43b1f95485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:21.121432 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1e3febec-a07f-4492-b7fb-0e43b1f95485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8571792 Feb 08 21:46:21.127020 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51420) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:21.136759 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:46:21.142964 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3febec-a07f-4492-b7fb-0e43b1f95485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Pushing event updated for resources: {'Port': ['ID=de8628a1-6d2c-47b0-b7f3-503609c90849,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:21.305900 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (de8628a1-6d2c-47b0-b7f3-503609c90849), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:21.650559 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] device_id is not set on port de8628a1-6d2c-47b0-b7f3-503609c90849 yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:46:21.670554 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks [] for port (de8628a1-6d2c-47b0-b7f3-503609c90849), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:21.680784 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (de8628a1-6d2c-47b0-b7f3-503609c90849), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:21.890324 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Pushing event updated for resources: {'Port': ['ID=de8628a1-6d2c-47b0-b7f3-503609c90849,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:21.961078 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:46:21.961467 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:46:21.961815 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:46:21.969425 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Port de8628a1-6d2c-47b0-b7f3-503609c90849 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:46:21.969829 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Failed to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 on host n-h1-712143-31 for vnic_type normal using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] Feb 08 21:46:21.970292 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempt 2 to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 Feb 08 21:46:22.000657 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:46:22.001014 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:46:22.001403 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:46:22.007563 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Port de8628a1-6d2c-47b0-b7f3-503609c90849 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:46:22.007903 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Failed to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 on host n-h1-712143-31 for vnic_type normal using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] Feb 08 21:46:22.008313 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempt 3 to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 Feb 08 21:46:22.036111 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:46:22.036842 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:46:22.037201 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:46:22.047431 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Port de8628a1-6d2c-47b0-b7f3-503609c90849 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:46:22.047807 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Failed to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 on host n-h1-712143-31 for vnic_type normal using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] Feb 08 21:46:22.048186 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempt 4 to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 Feb 08 21:46:22.064869 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:46:22.065211 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:46:22.065712 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:46:22.076048 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Port de8628a1-6d2c-47b0-b7f3-503609c90849 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:46:22.078483 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Failed to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 on host n-h1-712143-31 for vnic_type normal using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] Feb 08 21:46:22.078929 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempt 5 to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 Feb 08 21:46:22.113211 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:46:22.113626 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:46:22.114118 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:46:22.126050 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Port de8628a1-6d2c-47b0-b7f3-503609c90849 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:46:22.126395 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Failed to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 on host n-h1-712143-31 for vnic_type normal using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] Feb 08 21:46:22.126833 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempt 6 to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 Feb 08 21:46:22.179999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:46:22.180572 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:46:22.180943 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:46:22.219141 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Port de8628a1-6d2c-47b0-b7f3-503609c90849 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:46:22.219997 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Failed to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 on host n-h1-712143-31 for vnic_type normal using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] Feb 08 21:46:22.220427 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempt 7 to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 Feb 08 21:46:22.257323 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:46:22.257671 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:46:22.258024 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:46:22.304055 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Port de8628a1-6d2c-47b0-b7f3-503609c90849 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:46:22.304521 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Failed to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 on host n-h1-712143-31 for vnic_type normal using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] Feb 08 21:46:22.304980 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempt 8 to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 Feb 08 21:46:22.333524 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:46:22.334152 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:46:22.334152 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:46:22.342201 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Port de8628a1-6d2c-47b0-b7f3-503609c90849 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:46:22.342534 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Failed to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 on host n-h1-712143-31 for vnic_type normal using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] Feb 08 21:46:22.342997 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempt 9 to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 Feb 08 21:46:22.360033 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:46:22.360512 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:46:22.360865 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:46:22.368872 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Port de8628a1-6d2c-47b0-b7f3-503609c90849 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:46:22.369360 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Failed to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 on host n-h1-712143-31 for vnic_type normal using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] Feb 08 21:46:22.370477 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempt 10 to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 Feb 08 21:46:22.389470 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:46:22.389879 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:46:22.390353 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:46:22.397816 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Port de8628a1-6d2c-47b0-b7f3-503609c90849 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:46:22.398930 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Failed to bind port de8628a1-6d2c-47b0-b7f3-503609c90849 on host n-h1-712143-31 for vnic_type normal using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] Feb 08 21:46:22.399351 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (de8628a1-6d2c-47b0-b7f3-503609c90849), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:22.501187 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] For port de8628a1-6d2c-47b0-b7f3-503609c90849, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:46:22.501774 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempted to set empty binding levels {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 08 21:46:22.525001 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (de8628a1-6d2c-47b0-b7f3-503609c90849), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:22.647285 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Pushing event updated for resources: {'Port': ['ID=de8628a1-6d2c-47b0-b7f3-503609c90849,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:22.679239 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] In _notify_port_updated(), no bound segment for port de8628a1-6d2c-47b0-b7f3-503609c90849 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 21:46:22.680730 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:22.682744 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:22.686909 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 51468) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:22.690202 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fd1c99f5-8634-4321-bdd6-48a2b8833f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] 10.222.0.88 "PUT /v2.0/ports/de8628a1-6d2c-47b0-b7f3-503609c90849 HTTP/1.1" status: 200 len: 979 time: 1.5605607 Feb 08 21:46:22.886578 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf9ee1-d959-43cf-bf00-5a39a0749a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:22.887052 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf9ee1-d959-43cf-bf00-5a39a0749a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:22.887855 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf9ee1-d959-43cf-bf00-5a39a0749a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:22.888644 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf9ee1-d959-43cf-bf00-5a39a0749a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:22.889311 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf9ee1-d959-43cf-bf00-5a39a0749a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:22.889947 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf9ee1-d959-43cf-bf00-5a39a0749a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:22.890612 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf9ee1-d959-43cf-bf00-5a39a0749a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:22.891389 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf9ee1-d959-43cf-bf00-5a39a0749a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:22.892022 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf9ee1-d959-43cf-bf00-5a39a0749a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:22.892653 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf9ee1-d959-43cf-bf00-5a39a0749a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:22.893302 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf9ee1-d959-43cf-bf00-5a39a0749a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:22.893927 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf9ee1-d959-43cf-bf00-5a39a0749a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:22.894555 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf9ee1-d959-43cf-bf00-5a39a0749a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:22.895289 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf9ee1-d959-43cf-bf00-5a39a0749a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:22.895922 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf9ee1-d959-43cf-bf00-5a39a0749a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:22.896843 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf9ee1-d959-43cf-bf00-5a39a0749a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:22.900304 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-afdf9ee1-d959-43cf-bf00-5a39a0749a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14749 time: 0.2117288 Feb 08 21:46:22.905516 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 51476) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:23.074064 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0ded3dc0-4c1a-4516-bd8b-1f6db0d17ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Deleting port de8628a1-6d2c-47b0-b7f3-503609c90849 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:46:23.074732 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ded3dc0-4c1a-4516-bd8b-1f6db0d17ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (de8628a1-6d2c-47b0-b7f3-503609c90849), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:23.290191 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-0ded3dc0-4c1a-4516-bd8b-1f6db0d17ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] For port de8628a1-6d2c-47b0-b7f3-503609c90849, host n-h1-712143-31, got binding levels [] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:46:23.293456 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ded3dc0-4c1a-4516-bd8b-1f6db0d17ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (de8628a1-6d2c-47b0-b7f3-503609c90849), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:23.332112 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0ded3dc0-4c1a-4516-bd8b-1f6db0d17ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Calling delete_port for de8628a1-6d2c-47b0-b7f3-503609c90849 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:46:23.588719 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ded3dc0-4c1a-4516-bd8b-1f6db0d17ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (de8628a1-6d2c-47b0-b7f3-503609c90849), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:23.618249 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ded3dc0-4c1a-4516-bd8b-1f6db0d17ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:23.649756 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0ded3dc0-4c1a-4516-bd8b-1f6db0d17ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] 10.222.0.88 "DELETE /v2.0/ports/de8628a1-6d2c-47b0-b7f3-503609c90849 HTTP/1.1" status: 204 len: 168 time: 0.7421911 Feb 08 21:46:23.653534 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51496) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:23.738600 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b7b38f-5b7a-4200-a7a5-552bd2f06073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] GET failed (client error): The resource could not be found. Feb 08 21:46:23.750084 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-04b7b38f-5b7a-4200-a7a5-552bd2f06073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] 10.222.0.88 "GET /v2.0/ports/de8628a1-6d2c-47b0-b7f3-503609c90849 HTTP/1.1" status: 404 len: 333 time: 0.0951624 Feb 08 21:46:23.754077 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51498) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:23.756484 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded3dc0-4c1a-4516-bd8b-1f6db0d17ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Pushing event deleted for resources: {'Port': ['ID=de8628a1-6d2c-47b0-b7f3-503609c90849,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:23.785004 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-4b1d17e2-7b4c-47aa-b5b3-1022d89311a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912837010', 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:46:23.887167 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1d17e2-7b4c-47aa-b5b3-1022d89311a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Made reservation on behalf of 9f9f5af0a7b24589bcc76a18f5c5e8fc for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:46:23.908102 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4b1d17e2-7b4c-47aa-b5b3-1022d89311a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:24.001741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-4b1d17e2-7b4c-47aa-b5b3-1022d89311a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] device_id is not set on port 5d13be79-ab7e-4cbe-a488-52ccf6bde4a6 yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:46:24.179507 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ed2fab76-deff-4fea-b4fd-e1a910b870ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:24.529102 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4b1d17e2-7b4c-47aa-b5b3-1022d89311a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks [] for port (5d13be79-ab7e-4cbe-a488-52ccf6bde4a6), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:24.657081 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4b1d17e2-7b4c-47aa-b5b3-1022d89311a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (5d13be79-ab7e-4cbe-a488-52ccf6bde4a6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:24.796858 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1d17e2-7b4c-47aa-b5b3-1022d89311a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:46:24.799978 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-4b1d17e2-7b4c-47aa-b5b3-1022d89311a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:46:24.810292 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1d17e2-7b4c-47aa-b5b3-1022d89311a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:46:24.811341 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1d17e2-7b4c-47aa-b5b3-1022d89311a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:24.811962 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4b1d17e2-7b4c-47aa-b5b3-1022d89311a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:24.818221 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d17e2-7b4c-47aa-b5b3-1022d89311a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Pushing event updated for resources: {'Port': ['ID=5d13be79-ab7e-4cbe-a488-52ccf6bde4a6,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:24.851916 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4b1d17e2-7b4c-47aa-b5b3-1022d89311a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0918376 Feb 08 21:46:24.852125 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51526) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:24.929006 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85315dfa-264e-491d-b93f-323a46b65d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:24.933523 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-85315dfa-264e-491d-b93f-323a46b65d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] 10.222.0.88 "GET /v2.0/ports/5d13be79-ab7e-4cbe-a488-52ccf6bde4a6 HTTP/1.1" status: 200 len: 959 time: 0.0774736 Feb 08 21:46:24.933775 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51528) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:25.109322 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-54592bc6-ed45-48f4-8e09-136e02957a72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Deleting port 5d13be79-ab7e-4cbe-a488-52ccf6bde4a6 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:46:25.109677 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54592bc6-ed45-48f4-8e09-136e02957a72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (5d13be79-ab7e-4cbe-a488-52ccf6bde4a6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:25.283299 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54592bc6-ed45-48f4-8e09-136e02957a72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (5d13be79-ab7e-4cbe-a488-52ccf6bde4a6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:25.314280 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-54592bc6-ed45-48f4-8e09-136e02957a72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Calling delete_port for 5d13be79-ab7e-4cbe-a488-52ccf6bde4a6 owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:46:25.549279 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54592bc6-ed45-48f4-8e09-136e02957a72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (5d13be79-ab7e-4cbe-a488-52ccf6bde4a6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:25.607595 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54592bc6-ed45-48f4-8e09-136e02957a72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d13be79-ab7e-4cbe-a488-52ccf6bde4a6,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:25.642149 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54592bc6-ed45-48f4-8e09-136e02957a72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:25.661092 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-54592bc6-ed45-48f4-8e09-136e02957a72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] 10.222.0.88 "DELETE /v2.0/ports/5d13be79-ab7e-4cbe-a488-52ccf6bde4a6 HTTP/1.1" status: 204 len: 168 time: 0.7262983 Feb 08 21:46:25.663582 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51550) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:25.733469 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ff26eb-882e-4d57-9b70-a68aa5eb785d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] GET failed (client error): The resource could not be found. Feb 08 21:46:25.735040 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-46ff26eb-882e-4d57-9b70-a68aa5eb785d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] 10.222.0.88 "GET /v2.0/ports/5d13be79-ab7e-4cbe-a488-52ccf6bde4a6 HTTP/1.1" status: 404 len: 333 time: 0.0705092 Feb 08 21:46:25.738618 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51552) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:25.743884 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-a89ddd7f-bf8b-46ee-a887-6380d0a9e04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Request body: {'port': {'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114791018'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:46:25.782410 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89ddd7f-bf8b-46ee-a887-6380d0a9e04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Made reservation on behalf of 9f9f5af0a7b24589bcc76a18f5c5e8fc for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:46:25.785254 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a89ddd7f-bf8b-46ee-a887-6380d0a9e04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:25.818524 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-a89ddd7f-bf8b-46ee-a887-6380d0a9e04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] device_id is not set on port 3068549d-9114-4281-89ac-2e98c13fc9e1 yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:46:26.250376 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a89ddd7f-bf8b-46ee-a887-6380d0a9e04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks [] for port (3068549d-9114-4281-89ac-2e98c13fc9e1), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:26.332698 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a89ddd7f-bf8b-46ee-a887-6380d0a9e04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (3068549d-9114-4281-89ac-2e98c13fc9e1), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:26.477197 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89ddd7f-bf8b-46ee-a887-6380d0a9e04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:46:26.488814 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-a89ddd7f-bf8b-46ee-a887-6380d0a9e04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:46:26.500036 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89ddd7f-bf8b-46ee-a887-6380d0a9e04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:46:26.501338 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89ddd7f-bf8b-46ee-a887-6380d0a9e04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:26.501907 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a89ddd7f-bf8b-46ee-a887-6380d0a9e04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:26.505323 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ddd7f-bf8b-46ee-a887-6380d0a9e04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Pushing event updated for resources: {'Port': ['ID=3068549d-9114-4281-89ac-2e98c13fc9e1,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:26.561851 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a89ddd7f-bf8b-46ee-a887-6380d0a9e04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8214459 Feb 08 21:46:26.564306 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51566) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:26.568909 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:46:26.704503 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3068549d-9114-4281-89ac-2e98c13fc9e1), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:27.150001 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] device_id is not set on port 3068549d-9114-4281-89ac-2e98c13fc9e1 yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:46:27.179816 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks [] for port (3068549d-9114-4281-89ac-2e98c13fc9e1), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:27.187749 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (3068549d-9114-4281-89ac-2e98c13fc9e1), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:27.291808 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Pushing event updated for resources: {'Port': ['ID=3068549d-9114-4281-89ac-2e98c13fc9e1,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:27.325515 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:46:27.327342 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:46:27.328084 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:46:27.352741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Port 3068549d-9114-4281-89ac-2e98c13fc9e1 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:46:27.353457 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Failed to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 on host n-h1-712143-31 for vnic_type normal using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] Feb 08 21:46:27.354996 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempt 2 to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 Feb 08 21:46:27.435521 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:46:27.435921 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:46:27.437684 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:46:27.450769 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Port 3068549d-9114-4281-89ac-2e98c13fc9e1 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:46:27.453283 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Failed to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 on host n-h1-712143-31 for vnic_type normal using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] Feb 08 21:46:27.454029 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempt 3 to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 Feb 08 21:46:27.471467 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c62789e0-7070-480d-93f8-5699899911a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:27.489843 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:46:27.494388 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:46:27.494866 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:46:27.509766 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Port 3068549d-9114-4281-89ac-2e98c13fc9e1 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:46:27.510416 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Failed to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 on host n-h1-712143-31 for vnic_type normal using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] Feb 08 21:46:27.510936 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempt 4 to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 Feb 08 21:46:27.544200 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:46:27.544945 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:46:27.545442 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:46:27.566389 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Port 3068549d-9114-4281-89ac-2e98c13fc9e1 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:46:27.566389 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Failed to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 on host n-h1-712143-31 for vnic_type normal using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] Feb 08 21:46:27.569803 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempt 5 to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 Feb 08 21:46:27.615009 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:46:27.615479 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:46:27.616867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:46:27.634305 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Port 3068549d-9114-4281-89ac-2e98c13fc9e1 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:46:27.634926 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Failed to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 on host n-h1-712143-31 for vnic_type normal using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] Feb 08 21:46:27.635441 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempt 6 to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 Feb 08 21:46:27.677166 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:46:27.687615 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:46:27.688182 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:46:27.707728 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Port 3068549d-9114-4281-89ac-2e98c13fc9e1 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:46:27.708301 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Failed to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 on host n-h1-712143-31 for vnic_type normal using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] Feb 08 21:46:27.708687 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempt 7 to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 Feb 08 21:46:27.749439 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:46:27.750221 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:46:27.750673 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:46:27.756671 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Port 3068549d-9114-4281-89ac-2e98c13fc9e1 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:46:27.757247 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Failed to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 on host n-h1-712143-31 for vnic_type normal using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] Feb 08 21:46:27.757834 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempt 8 to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 Feb 08 21:46:27.785084 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:46:27.786604 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:46:27.787122 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:46:27.792527 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Port 3068549d-9114-4281-89ac-2e98c13fc9e1 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:46:27.793099 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Failed to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 on host n-h1-712143-31 for vnic_type normal using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] Feb 08 21:46:27.793690 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempt 9 to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 Feb 08 21:46:27.823435 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:46:27.827362 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:46:27.830888 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:46:27.848644 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Port 3068549d-9114-4281-89ac-2e98c13fc9e1 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:46:27.848984 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Failed to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 on host n-h1-712143-31 for vnic_type normal using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] Feb 08 21:46:27.849414 n-d-712143-31 neutron-server[103433]: INFO neutron.plugins.ml2.plugin [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempt 10 to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 Feb 08 21:46:27.892311 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:46:27.892662 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:46:27.893008 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempting to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:46:27.903403 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Port 3068549d-9114-4281-89ac-2e98c13fc9e1 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:46:27.903744 n-d-712143-31 neutron-server[103433]: ERROR neutron.plugins.ml2.managers [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Failed to bind port 3068549d-9114-4281-89ac-2e98c13fc9e1 on host n-h1-712143-31 for vnic_type normal using segments [{'id': '33f44e7c-b42b-4413-8c2b-4cd000f121cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72ea4a03-5547-49c7-a1b2-2c3ff72da3b9'}] Feb 08 21:46:27.904101 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3068549d-9114-4281-89ac-2e98c13fc9e1), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:28.042759 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] For port 3068549d-9114-4281-89ac-2e98c13fc9e1, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:46:28.043260 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attempted to set empty binding levels {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 08 21:46:28.051077 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (3068549d-9114-4281-89ac-2e98c13fc9e1), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:28.156223 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] In _notify_port_updated(), no bound segment for port 3068549d-9114-4281-89ac-2e98c13fc9e1 on network 72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 {{(pid=103433) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 21:46:28.158924 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:28.159790 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:28.163701 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] 10.222.0.88 "PUT /v2.0/ports/3068549d-9114-4281-89ac-2e98c13fc9e1 HTTP/1.1" status: 200 len: 980 time: 1.5964451 Feb 08 21:46:28.164166 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 51620) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:28.181525 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec266a-fd00-492a-b6a3-7392a2064687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Pushing event updated for resources: {'Port': ['ID=3068549d-9114-4281-89ac-2e98c13fc9e1,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:28.285045 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0139405b-0e86-443c-b6c8-dbbf6a61d1c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Deleting port 3068549d-9114-4281-89ac-2e98c13fc9e1 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:46:28.285623 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0139405b-0e86-443c-b6c8-dbbf6a61d1c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (3068549d-9114-4281-89ac-2e98c13fc9e1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:28.392016 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-0139405b-0e86-443c-b6c8-dbbf6a61d1c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] For port 3068549d-9114-4281-89ac-2e98c13fc9e1, host n-h1-712143-31, got binding levels [] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:46:28.392399 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0139405b-0e86-443c-b6c8-dbbf6a61d1c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (3068549d-9114-4281-89ac-2e98c13fc9e1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:28.412789 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0139405b-0e86-443c-b6c8-dbbf6a61d1c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Calling delete_port for 3068549d-9114-4281-89ac-2e98c13fc9e1 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:46:28.536613 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0139405b-0e86-443c-b6c8-dbbf6a61d1c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3068549d-9114-4281-89ac-2e98c13fc9e1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:28.568912 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0139405b-0e86-443c-b6c8-dbbf6a61d1c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Pushing event deleted for resources: {'Port': ['ID=3068549d-9114-4281-89ac-2e98c13fc9e1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:28.580874 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0139405b-0e86-443c-b6c8-dbbf6a61d1c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:28.588858 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51628) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:28.589305 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0139405b-0e86-443c-b6c8-dbbf6a61d1c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] 10.222.0.88 "DELETE /v2.0/ports/3068549d-9114-4281-89ac-2e98c13fc9e1 HTTP/1.1" status: 204 len: 168 time: 0.4236276 Feb 08 21:46:28.591028 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0139405b-0e86-443c-b6c8-dbbf6a61d1c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:46:28.591553 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0139405b-0e86-443c-b6c8-dbbf6a61d1c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:46:28.592070 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0139405b-0e86-443c-b6c8-dbbf6a61d1c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:46:28.592597 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0139405b-0e86-443c-b6c8-dbbf6a61d1c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:46:28.593102 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0139405b-0e86-443c-b6c8-dbbf6a61d1c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:46:28.593635 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0139405b-0e86-443c-b6c8-dbbf6a61d1c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:46:28.594150 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0139405b-0e86-443c-b6c8-dbbf6a61d1c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:46:28.594660 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0139405b-0e86-443c-b6c8-dbbf6a61d1c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:46:28.595163 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0139405b-0e86-443c-b6c8-dbbf6a61d1c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:46:28.595676 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0139405b-0e86-443c-b6c8-dbbf6a61d1c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:46:28.596223 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0139405b-0e86-443c-b6c8-dbbf6a61d1c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:46:28.596866 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0139405b-0e86-443c-b6c8-dbbf6a61d1c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:46:28.597421 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0139405b-0e86-443c-b6c8-dbbf6a61d1c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:46:28.647858 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-acfa1e0d-9452-4749-b6af-303d1c94406e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] GET failed (client error): The resource could not be found. Feb 08 21:46:28.658638 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-acfa1e0d-9452-4749-b6af-303d1c94406e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087970380-project-admin] 10.222.0.88 "GET /v2.0/ports/3068549d-9114-4281-89ac-2e98c13fc9e1 HTTP/1.1" status: 404 len: 333 time: 0.0650494 Feb 08 21:46:28.659248 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51636) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:28.790121 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a756c7a0-c0bd-4283-b01b-994afc1e2a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (72ea4a03-5547-49c7-a1b2-2c3ff72da3b9), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:29.045000 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a756c7a0-c0bd-4283-b01b-994afc1e2a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (72ea4a03-5547-49c7-a1b2-2c3ff72da3b9), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:29.119013 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-a756c7a0-c0bd-4283-b01b-994afc1e2a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ea4a03-5547-49c7-a1b2-2c3ff72da3b9']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:46:29.139115 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-a756c7a0-c0bd-4283-b01b-994afc1e2a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f44e7c-b42b-4413-8c2b-4cd000f121cb') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:46:29.139537 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-a756c7a0-c0bd-4283-b01b-994afc1e2a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f44e7c-b42b-4413-8c2b-4cd000f121cb') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:46:29.159070 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a756c7a0-c0bd-4283-b01b-994afc1e2a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (33f44e7c-b42b-4413-8c2b-4cd000f121cb), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:29.208457 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a756c7a0-c0bd-4283-b01b-994afc1e2a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (33f44e7c-b42b-4413-8c2b-4cd000f121cb), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:29.233789 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:29.234335 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a756c7a0-c0bd-4283-b01b-994afc1e2a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:46:29.234455 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a756c7a0-c0bd-4283-b01b-994afc1e2a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (33f44e7c-b42b-4413-8c2b-4cd000f121cb), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:46:29.240726 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:46:29.355154 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a756c7a0-c0bd-4283-b01b-994afc1e2a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (72ea4a03-5547-49c7-a1b2-2c3ff72da3b9), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:29.369265 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a756c7a0-c0bd-4283-b01b-994afc1e2a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:29.381851 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a756c7a0-c0bd-4283-b01b-994afc1e2a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299-project] 10.222.0.88 "DELETE /v2.0/networks/72ea4a03-5547-49c7-a1b2-2c3ff72da3b9 HTTP/1.1" status: 204 len: 168 time: 0.7213111 Feb 08 21:46:29.424644 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756c7a0-c0bd-4283-b01b-994afc1e2a28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1289414299-project] Pushing event deleted for resources: {'Network': ['ID=72ea4a03-5547-49c7-a1b2-2c3ff72da3b9,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:29.898832 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51664) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:30.321671 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a297823e-18d5-4237-a63a-5a0748d8a115 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5b72fe318126491b946d31544c9c83ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4215927 Feb 08 21:46:30.324723 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 51674) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:30.519827 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13285455-1ed5-46d1-b0f1-3961467ac6cf admin admin] Publish callbacks [] for security_group (e3ba513c-5b7b-4731-9b2d-00a3a909874d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:30.546457 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13285455-1ed5-46d1-b0f1-3961467ac6cf admin admin] Publish callbacks [] for security_group (e3ba513c-5b7b-4731-9b2d-00a3a909874d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:30.627526 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13285455-1ed5-46d1-b0f1-3961467ac6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e3ba513c-5b7b-4731-9b2d-00a3a909874d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:30.634389 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13285455-1ed5-46d1-b0f1-3961467ac6cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:30.639761 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-13285455-1ed5-46d1-b0f1-3961467ac6cf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e3ba513c-5b7b-4731-9b2d-00a3a909874d HTTP/1.1" status: 204 len: 168 time: 0.3138330 Feb 08 21:46:30.657663 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13285455-1ed5-46d1-b0f1-3961467ac6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ba513c-5b7b-4731-9b2d-00a3a909874d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:31.307515 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 51698) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:31.447017 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8475835f-c13f-4bd6-a8ff-46b31dbe2f9a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9f9f5af0a7b24589bcc76a18f5c5e8fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1373529 Feb 08 21:46:31.449198 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51704) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:31.456479 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:31.569868 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:31.580102 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cdf1cb06-9dbe-4380-b51b-05bb2669cefb admin admin] Publish callbacks [] for security_group (7bca3b42-0278-463f-986f-8c3386f06fe9), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:31.622229 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cdf1cb06-9dbe-4380-b51b-05bb2669cefb admin admin] Publish callbacks [] for security_group (7bca3b42-0278-463f-986f-8c3386f06fe9), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:31.727379 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cdf1cb06-9dbe-4380-b51b-05bb2669cefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7bca3b42-0278-463f-986f-8c3386f06fe9), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:31.730623 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cdf1cb06-9dbe-4380-b51b-05bb2669cefb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:31.734405 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cdf1cb06-9dbe-4380-b51b-05bb2669cefb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7bca3b42-0278-463f-986f-8c3386f06fe9 HTTP/1.1" status: 204 len: 168 time: 0.2818282 Feb 08 21:46:31.764490 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1cb06-9dbe-4380-b51b-05bb2669cefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bca3b42-0278-463f-986f-8c3386f06fe9,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:34.695141 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:46:34.773484 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51822) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:35.019098 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-8dbd08e8-3688-42a2-820f-21382a54dd8e tempest-QuotasTest-801103634 tempest-QuotasTest-801103634-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:46:35.078921 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 51840) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:35.080423 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8dbd08e8-3688-42a2-820f-21382a54dd8e tempest-QuotasTest-801103634 tempest-QuotasTest-801103634-project-admin] 10.222.0.88 "PUT /v2.0/quotas/6b562bf3901a46de97b0d391b02e1740 HTTP/1.1" status: 200 len: 366 time: 0.3043547 Feb 08 21:46:35.096752 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51842) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:35.103432 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a2a2a849-d6ce-4842-b163-1e7c45f1bd02 tempest-QuotasTest-801103634 tempest-QuotasTest-801103634-project-admin] 10.222.0.88 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0126162 Feb 08 21:46:35.115718 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 51844) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:35.118579 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a1bb6983-ff6e-4fb3-a233-c7dab4d1b480 tempest-QuotasTest-801103634 tempest-QuotasTest-801103634-project-admin] 10.222.0.88 "GET /v2.0/quotas/6b562bf3901a46de97b0d391b02e1740 HTTP/1.1" status: 200 len: 366 time: 0.0189946 Feb 08 21:46:35.138888 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51846) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:35.161174 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51850) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:35.161368 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-835b567d-ec30-48a3-996c-86daeee7f5d1 tempest-QuotasTest-801103634 tempest-QuotasTest-801103634-project-admin] 10.222.0.88 "DELETE /v2.0/quotas/6b562bf3901a46de97b0d391b02e1740 HTTP/1.1" status: 204 len: 168 time: 0.0442173 Feb 08 21:46:35.182603 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 51852) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:35.184286 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-61858057-7e42-4259-b605-298eda9b12a9 tempest-QuotasTest-801103634 tempest-QuotasTest-801103634-project-admin] 10.222.0.88 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0209866 Feb 08 21:46:35.200128 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d6d12a16-1984-4338-bc92-5a87f121b137 tempest-QuotasTest-801103634 tempest-QuotasTest-801103634-project-admin] 10.222.0.88 "GET /v2.0/quotas/6b562bf3901a46de97b0d391b02e1740 HTTP/1.1" status: 200 len: 370 time: 0.0136771 Feb 08 21:46:35.200347 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 51854) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:35.213182 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9bfd4144-ca22-4dc7-9d56-5c998ca81eaa tempest-QuotasTest-801103634 tempest-QuotasTest-801103634-project-admin] 10.222.0.88 "GET /v2.0/quotas/6b562bf3901a46de97b0d391b02e1740/default HTTP/1.1" status: 200 len: 370 time: 0.0116818 Feb 08 21:46:35.216224 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 51858) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:35.239756 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-0d46ec0c-8a42-432f-aa4b-f1014957d0ad tempest-QuotasTest-801103634 tempest-QuotasTest-801103634-project-admin] delete failed (client error): The resource could not be found. Feb 08 21:46:35.242951 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0d46ec0c-8a42-432f-aa4b-f1014957d0ad tempest-QuotasTest-801103634 tempest-QuotasTest-801103634-project-admin] 10.222.0.88 "DELETE /v2.0/quotas/6b562bf3901a46de97b0d391b02e1740 HTTP/1.1" status: 404 len: 348 time: 0.0255299 Feb 08 21:46:35.480942 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-85c283f5-4694-46fb-b1ee-1f9784ebc7b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:35.619518 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 51874) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:35.707994 n-d-712143-31 neutron-server[103434]: DEBUG neutron.quota.resource [None req-e8191744-19bf-457d-9d57-214ebac571c9 tempest-QuotasTest-801103634 tempest-QuotasTest-801103634-project-admin] Usage tracker for resource:network and project:f3edafd9c79b441ea9253a2e3e0af74a is out of sync, need to count used quota {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 08 21:46:35.738916 n-d-712143-31 neutron-server[103434]: DEBUG neutron.quota.resource [None req-e8191744-19bf-457d-9d57-214ebac571c9 tempest-QuotasTest-801103634 tempest-QuotasTest-801103634-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 08 21:46:35.758626 n-d-712143-31 neutron-server[103434]: DEBUG neutron.quota.resource [None req-e8191744-19bf-457d-9d57-214ebac571c9 tempest-QuotasTest-801103634 tempest-QuotasTest-801103634-project-admin] Usage tracker for resource:subnet and project:f3edafd9c79b441ea9253a2e3e0af74a is out of sync, need to count used quota {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 08 21:46:35.769456 n-d-712143-31 neutron-server[103434]: DEBUG neutron.quota.resource [None req-e8191744-19bf-457d-9d57-214ebac571c9 tempest-QuotasTest-801103634 tempest-QuotasTest-801103634-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 08 21:46:35.791933 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-85c283f5-4694-46fb-b1ee-1f9784ebc7b6 admin admin] Publish callbacks [] for security_group (a13ec709-5982-4a6b-8143-d3fbcc5c69ed), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:35.798952 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-85c283f5-4694-46fb-b1ee-1f9784ebc7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a13ec709-5982-4a6b-8143-d3fbcc5c69ed), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:35.812176 n-d-712143-31 neutron-server[103434]: DEBUG neutron.quota.resource [None req-e8191744-19bf-457d-9d57-214ebac571c9 tempest-QuotasTest-801103634 tempest-QuotasTest-801103634-project-admin] Usage tracker for resource:subnetpool and project:f3edafd9c79b441ea9253a2e3e0af74a is out of sync, need to count used quota {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 08 21:46:35.847989 n-d-712143-31 neutron-server[103434]: DEBUG neutron.quota.resource [None req-e8191744-19bf-457d-9d57-214ebac571c9 tempest-QuotasTest-801103634 tempest-QuotasTest-801103634-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 08 21:46:35.850938 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c283f5-4694-46fb-b1ee-1f9784ebc7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13ec709-5982-4a6b-8143-d3fbcc5c69ed,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:35.868126 n-d-712143-31 neutron-server[103434]: DEBUG neutron.quota.resource [None req-e8191744-19bf-457d-9d57-214ebac571c9 tempest-QuotasTest-801103634 tempest-QuotasTest-801103634-project-admin] Usage tracker for resource:port and project:f3edafd9c79b441ea9253a2e3e0af74a is out of sync, need to count used quota {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 08 21:46:35.876356 n-d-712143-31 neutron-server[103434]: DEBUG neutron.quota.resource [None req-e8191744-19bf-457d-9d57-214ebac571c9 tempest-QuotasTest-801103634 tempest-QuotasTest-801103634-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 08 21:46:35.885516 n-d-712143-31 neutron-server[103434]: DEBUG neutron.quota.resource [None req-e8191744-19bf-457d-9d57-214ebac571c9 tempest-QuotasTest-801103634 tempest-QuotasTest-801103634-project-admin] Usage tracker for resource:router and project:f3edafd9c79b441ea9253a2e3e0af74a is out of sync, need to count used quota {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 08 21:46:35.890088 n-d-712143-31 neutron-server[103434]: DEBUG neutron.quota.resource [None req-e8191744-19bf-457d-9d57-214ebac571c9 tempest-QuotasTest-801103634 tempest-QuotasTest-801103634-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 08 21:46:35.893524 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c283f5-4694-46fb-b1ee-1f9784ebc7b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:46:35.897061 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c283f5-4694-46fb-b1ee-1f9784ebc7b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:46:35.898196 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c283f5-4694-46fb-b1ee-1f9784ebc7b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:46:35.899190 n-d-712143-31 neutron-server[103434]: DEBUG neutron.quota.resource [None req-e8191744-19bf-457d-9d57-214ebac571c9 tempest-QuotasTest-801103634 tempest-QuotasTest-801103634-project-admin] Usage tracker for resource:floatingip and project:f3edafd9c79b441ea9253a2e3e0af74a is out of sync, need to count used quota {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 08 21:46:35.899711 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c283f5-4694-46fb-b1ee-1f9784ebc7b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:46:35.900369 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c283f5-4694-46fb-b1ee-1f9784ebc7b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:46:35.902496 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c283f5-4694-46fb-b1ee-1f9784ebc7b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:46:35.903027 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c283f5-4694-46fb-b1ee-1f9784ebc7b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:46:35.903545 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c283f5-4694-46fb-b1ee-1f9784ebc7b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:46:35.905214 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c283f5-4694-46fb-b1ee-1f9784ebc7b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:46:35.905770 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c283f5-4694-46fb-b1ee-1f9784ebc7b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:46:35.907232 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c283f5-4694-46fb-b1ee-1f9784ebc7b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:46:35.908262 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c283f5-4694-46fb-b1ee-1f9784ebc7b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:46:35.908778 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c283f5-4694-46fb-b1ee-1f9784ebc7b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:46:35.909183 n-d-712143-31 neutron-server[103434]: DEBUG neutron.quota.resource [None req-e8191744-19bf-457d-9d57-214ebac571c9 tempest-QuotasTest-801103634 tempest-QuotasTest-801103634-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 08 21:46:35.933585 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-85c283f5-4694-46fb-b1ee-1f9784ebc7b6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1e3680497b68444ca61d0e5e710a49d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7902336 Feb 08 21:46:35.934221 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51878) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:35.994600 n-d-712143-31 neutron-server[103434]: DEBUG neutron.quota.resource [None req-e8191744-19bf-457d-9d57-214ebac571c9 tempest-QuotasTest-801103634 tempest-QuotasTest-801103634-project-admin] Usage tracker for resource:security_group and project:f3edafd9c79b441ea9253a2e3e0af74a is out of sync, need to count used quota {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 08 21:46:36.001164 n-d-712143-31 neutron-server[103434]: DEBUG neutron.quota.resource [None req-e8191744-19bf-457d-9d57-214ebac571c9 tempest-QuotasTest-801103634 tempest-QuotasTest-801103634-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 08 21:46:36.015577 n-d-712143-31 neutron-server[103434]: DEBUG neutron.quota.resource [None req-e8191744-19bf-457d-9d57-214ebac571c9 tempest-QuotasTest-801103634 tempest-QuotasTest-801103634-project-admin] Usage tracker for resource:security_group_rule and project:f3edafd9c79b441ea9253a2e3e0af74a is out of sync, need to count used quota {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 08 21:46:36.022839 n-d-712143-31 neutron-server[103434]: DEBUG neutron.quota.resource [None req-e8191744-19bf-457d-9d57-214ebac571c9 tempest-QuotasTest-801103634 tempest-QuotasTest-801103634-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 08 21:46:36.036681 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e8191744-19bf-457d-9d57-214ebac571c9 tempest-QuotasTest-801103634 tempest-QuotasTest-801103634-project-admin] 10.222.0.88 "GET /v2.0/quotas/f3edafd9c79b441ea9253a2e3e0af74a/details.json HTTP/1.1" status: 200 len: 703 time: 0.4111495 Feb 08 21:46:36.048374 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c92b0ee5-958c-4f4f-bb36-d3ea65c8a261 admin admin] Publish callbacks [] for security_group (a13ec709-5982-4a6b-8143-d3fbcc5c69ed), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:36.106920 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c92b0ee5-958c-4f4f-bb36-d3ea65c8a261 admin admin] Publish callbacks [] for security_group (a13ec709-5982-4a6b-8143-d3fbcc5c69ed), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:36.205352 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c92b0ee5-958c-4f4f-bb36-d3ea65c8a261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a13ec709-5982-4a6b-8143-d3fbcc5c69ed), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:36.208075 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c92b0ee5-958c-4f4f-bb36-d3ea65c8a261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:36.209287 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c92b0ee5-958c-4f4f-bb36-d3ea65c8a261 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a13ec709-5982-4a6b-8143-d3fbcc5c69ed HTTP/1.1" status: 204 len: 168 time: 0.2737360 Feb 08 21:46:36.225160 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b0ee5-958c-4f4f-bb36-d3ea65c8a261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13ec709-5982-4a6b-8143-d3fbcc5c69ed,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:36.564747 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51896) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:36.644777 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:36.747407 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:36.840857 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9ebc8007-1681-433a-97bd-dac385af060d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:36.845429 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 51902) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:36.869814 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b72f3dc-5838-44ac-a7ac-4497cb302424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:37.103796 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9ebc8007-1681-433a-97bd-dac385af060d admin admin] Publish callbacks [] for security_group (dc51b1e0-59a3-4150-86b3-93e9b8c069d0), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:37.110525 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9ebc8007-1681-433a-97bd-dac385af060d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (dc51b1e0-59a3-4150-86b3-93e9b8c069d0), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:37.140611 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b72f3dc-5838-44ac-a7ac-4497cb302424 admin admin] Publish callbacks [] for security_group (0a69ea96-5dd0-4185-ad19-fd8d5c3ea193), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:37.151498 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b72f3dc-5838-44ac-a7ac-4497cb302424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0a69ea96-5dd0-4185-ad19-fd8d5c3ea193), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:37.174926 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9ebc8007-1681-433a-97bd-dac385af060d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=96f7246723f449e7883378e561daa053&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6090090 Feb 08 21:46:37.176935 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc8007-1681-433a-97bd-dac385af060d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc51b1e0-59a3-4150-86b3-93e9b8c069d0,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:37.188221 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51910) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:37.210704 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72f3dc-5838-44ac-a7ac-4497cb302424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a69ea96-5dd0-4185-ad19-fd8d5c3ea193,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:37.258016 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2b72f3dc-5838-44ac-a7ac-4497cb302424 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a115f143fb6649a29db65c9e52e63b13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4116113 Feb 08 21:46:37.258670 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 51912) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:37.306036 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e3dce333-e7f6-4e96-962f-bad00a0c5f82 admin admin] Publish callbacks [] for security_group (dc51b1e0-59a3-4150-86b3-93e9b8c069d0), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:37.340367 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7014d336-3d26-44ea-a1bb-baf71364c34d admin admin] Publish callbacks [] for security_group (0a69ea96-5dd0-4185-ad19-fd8d5c3ea193), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:37.378108 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e3dce333-e7f6-4e96-962f-bad00a0c5f82 admin admin] Publish callbacks [] for security_group (dc51b1e0-59a3-4150-86b3-93e9b8c069d0), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:37.382813 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7014d336-3d26-44ea-a1bb-baf71364c34d admin admin] Publish callbacks [] for security_group (0a69ea96-5dd0-4185-ad19-fd8d5c3ea193), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:37.462984 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7014d336-3d26-44ea-a1bb-baf71364c34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0a69ea96-5dd0-4185-ad19-fd8d5c3ea193), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:37.465890 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7014d336-3d26-44ea-a1bb-baf71364c34d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:37.466146 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e3dce333-e7f6-4e96-962f-bad00a0c5f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (dc51b1e0-59a3-4150-86b3-93e9b8c069d0), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:37.469072 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7014d336-3d26-44ea-a1bb-baf71364c34d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0a69ea96-5dd0-4185-ad19-fd8d5c3ea193 HTTP/1.1" status: 204 len: 168 time: 0.2093952 Feb 08 21:46:37.469693 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e3dce333-e7f6-4e96-962f-bad00a0c5f82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:37.471129 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e3dce333-e7f6-4e96-962f-bad00a0c5f82 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/dc51b1e0-59a3-4150-86b3-93e9b8c069d0 HTTP/1.1" status: 204 len: 168 time: 0.2812803 Feb 08 21:46:37.505568 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014d336-3d26-44ea-a1bb-baf71364c34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a69ea96-5dd0-4185-ad19-fd8d5c3ea193,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:37.512785 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dce333-e7f6-4e96-962f-bad00a0c5f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc51b1e0-59a3-4150-86b3-93e9b8c069d0,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:38.244437 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51942) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:38.285299 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-83d134f4-3e94-4bb1-8394-a8e53fbeb119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:38.292593 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 51944) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:38.312059 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d454629-3ea0-4224-a1a3-298c25e49523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:38.526678 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-83d134f4-3e94-4bb1-8394-a8e53fbeb119 admin admin] Publish callbacks [] for security_group (4b7e7081-8516-47cf-b6ef-99d377c16596), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:38.532108 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-83d134f4-3e94-4bb1-8394-a8e53fbeb119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4b7e7081-8516-47cf-b6ef-99d377c16596), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:38.586472 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d454629-3ea0-4224-a1a3-298c25e49523 admin admin] Publish callbacks [] for security_group (d5d5b414-2308-41ce-a0ad-07eca5a01dc9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:38.595059 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d134f4-3e94-4bb1-8394-a8e53fbeb119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7e7081-8516-47cf-b6ef-99d377c16596,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:38.595959 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d454629-3ea0-4224-a1a3-298c25e49523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d5d5b414-2308-41ce-a0ad-07eca5a01dc9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:38.660185 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1d454629-3ea0-4224-a1a3-298c25e49523 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1d090cbef6c64e79b90a89c4ff61517a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3658412 Feb 08 21:46:38.663166 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 51952) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:38.668082 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-83d134f4-3e94-4bb1-8394-a8e53fbeb119 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f3edafd9c79b441ea9253a2e3e0af74a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4198737 Feb 08 21:46:38.669660 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51954) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:38.678210 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d454629-3ea0-4224-a1a3-298c25e49523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d5b414-2308-41ce-a0ad-07eca5a01dc9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:38.696200 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51956) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:38.784654 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53a3636c-8f72-4b93-b907-8cca0e1c9d53 admin admin] Publish callbacks [] for security_group (d5d5b414-2308-41ce-a0ad-07eca5a01dc9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:38.793911 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f4a429f-854b-4e92-98ec-a1db14f7bb34 admin admin] Publish callbacks [] for security_group (4b7e7081-8516-47cf-b6ef-99d377c16596), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:38.832632 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53a3636c-8f72-4b93-b907-8cca0e1c9d53 admin admin] Publish callbacks [] for security_group (d5d5b414-2308-41ce-a0ad-07eca5a01dc9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:38.854325 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f4a429f-854b-4e92-98ec-a1db14f7bb34 admin admin] Publish callbacks [] for security_group (4b7e7081-8516-47cf-b6ef-99d377c16596), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:38.923029 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53a3636c-8f72-4b93-b907-8cca0e1c9d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d5d5b414-2308-41ce-a0ad-07eca5a01dc9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:38.926740 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53a3636c-8f72-4b93-b907-8cca0e1c9d53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:38.931722 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-53a3636c-8f72-4b93-b907-8cca0e1c9d53 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d5d5b414-2308-41ce-a0ad-07eca5a01dc9 HTTP/1.1" status: 204 len: 168 time: 0.2668169 Feb 08 21:46:38.943839 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3636c-8f72-4b93-b907-8cca0e1c9d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d5b414-2308-41ce-a0ad-07eca5a01dc9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:38.963390 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f4a429f-854b-4e92-98ec-a1db14f7bb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4b7e7081-8516-47cf-b6ef-99d377c16596), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:38.973723 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f4a429f-854b-4e92-98ec-a1db14f7bb34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:38.977571 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3f4a429f-854b-4e92-98ec-a1db14f7bb34 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4b7e7081-8516-47cf-b6ef-99d377c16596 HTTP/1.1" status: 204 len: 168 time: 0.3042736 Feb 08 21:46:39.012637 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a429f-854b-4e92-98ec-a1db14f7bb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7e7081-8516-47cf-b6ef-99d377c16596,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:39.098464 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9a67f5c-d4cb-4ec4-bd0f-facd17b3bd60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:39.346468 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9a67f5c-d4cb-4ec4-bd0f-facd17b3bd60 admin admin] Publish callbacks [] for security_group (684225df-47cd-4baa-a9ca-c3211a6e9789), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:39.357012 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9a67f5c-d4cb-4ec4-bd0f-facd17b3bd60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (684225df-47cd-4baa-a9ca-c3211a6e9789), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:39.457117 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b9a67f5c-d4cb-4ec4-bd0f-facd17b3bd60 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1a1b82c5b88e4e06a084dbecd1d9e154&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7512171 Feb 08 21:46:39.457927 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 51982) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:39.526479 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a67f5c-d4cb-4ec4-bd0f-facd17b3bd60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684225df-47cd-4baa-a9ca-c3211a6e9789,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:39.652397 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4b52bd45-9b9e-4127-a7ed-882d9f4e1ed0 admin admin] Publish callbacks [] for security_group (684225df-47cd-4baa-a9ca-c3211a6e9789), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:39.705322 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4b52bd45-9b9e-4127-a7ed-882d9f4e1ed0 admin admin] Publish callbacks [] for security_group (684225df-47cd-4baa-a9ca-c3211a6e9789), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:39.790985 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4b52bd45-9b9e-4127-a7ed-882d9f4e1ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (684225df-47cd-4baa-a9ca-c3211a6e9789), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:39.800206 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4b52bd45-9b9e-4127-a7ed-882d9f4e1ed0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:39.806216 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4b52bd45-9b9e-4127-a7ed-882d9f4e1ed0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/684225df-47cd-4baa-a9ca-c3211a6e9789 HTTP/1.1" status: 204 len: 168 time: 0.3350613 Feb 08 21:46:39.822711 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52bd45-9b9e-4127-a7ed-882d9f4e1ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684225df-47cd-4baa-a9ca-c3211a6e9789,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:42.294484 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52164) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:42.590882 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-120178c1-d090-474d-b862-9b9f655fbaf4 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1638861104'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:46:42.628044 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-120178c1-d090-474d-b862-9b9f655fbaf4 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (d325e5ea-0dd2-4ff5-8cb4-3c7f473cdc16), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:42.629590 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-120178c1-d090-474d-b862-9b9f655fbaf4 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (d325e5ea-0dd2-4ff5-8cb4-3c7f473cdc16), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:42.791360 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-120178c1-d090-474d-b862-9b9f655fbaf4 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks [] for router_controller (d325e5ea-0dd2-4ff5-8cb4-3c7f473cdc16), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:42.798880 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-120178c1-d090-474d-b862-9b9f655fbaf4 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (d325e5ea-0dd2-4ff5-8cb4-3c7f473cdc16), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:42.861695 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-120178c1-d090-474d-b862-9b9f655fbaf4 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:42.864947 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-120178c1-d090-474d-b862-9b9f655fbaf4 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5680592 Feb 08 21:46:42.866393 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52214) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:43.116388 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ca11a110-d8c5-4fa9-85d7-7a2dacc46c16 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks [] for router (d325e5ea-0dd2-4ff5-8cb4-3c7f473cdc16), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:43.379865 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ca11a110-d8c5-4fa9-85d7-7a2dacc46c16 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (d325e5ea-0dd2-4ff5-8cb4-3c7f473cdc16), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:43.382860 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ca11a110-d8c5-4fa9-85d7-7a2dacc46c16 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks [] for router_controller (d325e5ea-0dd2-4ff5-8cb4-3c7f473cdc16), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:43.449502 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ca11a110-d8c5-4fa9-85d7-7a2dacc46c16 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (d325e5ea-0dd2-4ff5-8cb4-3c7f473cdc16), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:43.450052 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca11a110-d8c5-4fa9-85d7-7a2dacc46c16 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d325e5ea-0dd2-4ff5-8cb4-3c7f473cdc16 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:46:43.463223 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ca11a110-d8c5-4fa9-85d7-7a2dacc46c16 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:43.463223 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ca11a110-d8c5-4fa9-85d7-7a2dacc46c16 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] 10.222.0.88 "DELETE /v2.0/routers/d325e5ea-0dd2-4ff5-8cb4-3c7f473cdc16 HTTP/1.1" status: 204 len: 168 time: 0.5925994 Feb 08 21:46:43.464340 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52234) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:43.468032 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-03bc6564-a01f-4112-b78e-dc9934a60bde tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Request body: {'router': {'name': 'tempest-router-1342095343', 'distributed': False}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:46:43.523623 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-03bc6564-a01f-4112-b78e-dc9934a60bde tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (468ae8d7-874c-4bee-8bee-5dc301f16f08), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:43.525025 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-03bc6564-a01f-4112-b78e-dc9934a60bde tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (468ae8d7-874c-4bee-8bee-5dc301f16f08), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:43.599717 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-03bc6564-a01f-4112-b78e-dc9934a60bde tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks [] for router_controller (468ae8d7-874c-4bee-8bee-5dc301f16f08), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:43.605814 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-03bc6564-a01f-4112-b78e-dc9934a60bde tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (468ae8d7-874c-4bee-8bee-5dc301f16f08), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:43.642667 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-03bc6564-a01f-4112-b78e-dc9934a60bde tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:43.648489 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52236) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:43.649200 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-03bc6564-a01f-4112-b78e-dc9934a60bde tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1846163 Feb 08 21:46:43.742051 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0e39879-b0ac-47d5-b910-7c440aa30909 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks [] for router (468ae8d7-874c-4bee-8bee-5dc301f16f08), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:44.518606 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0e39879-b0ac-47d5-b910-7c440aa30909 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (468ae8d7-874c-4bee-8bee-5dc301f16f08), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:44.521327 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0e39879-b0ac-47d5-b910-7c440aa30909 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks [] for router_controller (468ae8d7-874c-4bee-8bee-5dc301f16f08), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:44.568632 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0e39879-b0ac-47d5-b910-7c440aa30909 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (468ae8d7-874c-4bee-8bee-5dc301f16f08), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:44.568632 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e39879-b0ac-47d5-b910-7c440aa30909 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 468ae8d7-874c-4bee-8bee-5dc301f16f08 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:46:44.573339 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0e39879-b0ac-47d5-b910-7c440aa30909 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:44.574927 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d0e39879-b0ac-47d5-b910-7c440aa30909 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] 10.222.0.88 "DELETE /v2.0/routers/468ae8d7-874c-4bee-8bee-5dc301f16f08 HTTP/1.1" status: 204 len: 168 time: 0.9254179 Feb 08 21:46:44.588587 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52262) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:44.588587 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-da807c12-f163-4431-8886-fde0f29afab8 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Request body: {'router': {'name': 'tempest-router-1832413416', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '52b5a6ed31f74a53ace2aafcd32ea8c1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:46:44.617124 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-da807c12-f163-4431-8886-fde0f29afab8 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (797c9d58-fc25-4283-9bfc-6905e117710b), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:44.619515 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-da807c12-f163-4431-8886-fde0f29afab8 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (797c9d58-fc25-4283-9bfc-6905e117710b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:44.739492 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-da807c12-f163-4431-8886-fde0f29afab8 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks [] for router_controller (797c9d58-fc25-4283-9bfc-6905e117710b), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:44.754132 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-da807c12-f163-4431-8886-fde0f29afab8 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (797c9d58-fc25-4283-9bfc-6905e117710b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:44.779017 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-da807c12-f163-4431-8886-fde0f29afab8 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:44.782789 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-da807c12-f163-4431-8886-fde0f29afab8 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2006021 Feb 08 21:46:44.784938 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52268) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:44.788276 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-df6b4170-e686-4016-bb7c-18b583065160 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:46:45.085294 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df6b4170-e686-4016-bb7c-18b583065160 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-346790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58238'] for router (797c9d58-fc25-4283-9bfc-6905e117710b), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:45.085808 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df6b4170-e686-4016-bb7c-18b583065160 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks [] for router (797c9d58-fc25-4283-9bfc-6905e117710b), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:45.216502 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-df6b4170-e686-4016-bb7c-18b583065160 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103434) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 08 21:46:45.217191 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-df6b4170-e686-4016-bb7c-18b583065160 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Router 797c9d58-fc25-4283-9bfc-6905e117710b migrating from provider to provider. {{(pid=103434) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 08 21:46:45.217833 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df6b4170-e686-4016-bb7c-18b583065160 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks [] for router_controller (797c9d58-fc25-4283-9bfc-6905e117710b), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:45.226164 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df6b4170-e686-4016-bb7c-18b583065160 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks [] for router_controller (797c9d58-fc25-4283-9bfc-6905e117710b), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:45.231233 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df6b4170-e686-4016-bb7c-18b583065160 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-346797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-346804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351703'] for router (797c9d58-fc25-4283-9bfc-6905e117710b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:45.473625 n-d-712143-31 neutron-server[103434]: WARNING neutron.scheduler.l3_agent_scheduler [None req-df6b4170-e686-4016-bb7c-18b583065160 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] No L3 agents can host the router 797c9d58-fc25-4283-9bfc-6905e117710b Feb 08 21:46:45.747426 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6b4170-e686-4016-bb7c-18b583065160 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Hosts for router 797c9d58-fc25-4283-9bfc-6905e117710b: [] {{(pid=103434) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 08 21:46:45.784278 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6b4170-e686-4016-bb7c-18b583065160 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Hosts for other DVR routers connected to router 797c9d58-fc25-4283-9bfc-6905e117710b: set() {{(pid=103434) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 08 21:46:45.789092 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df6b4170-e686-4016-bb7c-18b583065160 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:45.792125 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-df6b4170-e686-4016-bb7c-18b583065160 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] 10.222.0.88 "PUT /v2.0/routers/797c9d58-fc25-4283-9bfc-6905e117710b HTTP/1.1" status: 200 len: 717 time: 1.0078425 Feb 08 21:46:45.794839 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52306) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:45.894541 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-41811db6-f180-46f7-aa6d-3b99606c9829 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] 10.222.0.88 "GET /v2.0/routers/797c9d58-fc25-4283-9bfc-6905e117710b HTTP/1.1" status: 200 len: 717 time: 0.0984685 Feb 08 21:46:45.897207 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52310) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:46.166463 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ae01b54f-f914-40f7-bbce-3b8e100d6de2 tempest-RoutersTestDVR-1870473266 tempest-RoutersTestDVR-1870473266-project] 10.222.0.88 "GET /v2.0/routers/797c9d58-fc25-4283-9bfc-6905e117710b HTTP/1.1" status: 200 len: 683 time: 0.2679703 Feb 08 21:46:46.168831 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52322) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:46.379317 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf3747ec-9c62-4e33-b742-a06f2b5f3ca6 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks [] for router (797c9d58-fc25-4283-9bfc-6905e117710b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:46.743971 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf3747ec-9c62-4e33-b742-a06f2b5f3ca6 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (797c9d58-fc25-4283-9bfc-6905e117710b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:46.754173 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf3747ec-9c62-4e33-b742-a06f2b5f3ca6 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks [] for router_controller (797c9d58-fc25-4283-9bfc-6905e117710b), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:46.823763 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf3747ec-9c62-4e33-b742-a06f2b5f3ca6 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (797c9d58-fc25-4283-9bfc-6905e117710b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:46.824433 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3747ec-9c62-4e33-b742-a06f2b5f3ca6 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 797c9d58-fc25-4283-9bfc-6905e117710b {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:46:46.829889 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf3747ec-9c62-4e33-b742-a06f2b5f3ca6 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:46.834327 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bf3747ec-9c62-4e33-b742-a06f2b5f3ca6 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] 10.222.0.88 "DELETE /v2.0/routers/797c9d58-fc25-4283-9bfc-6905e117710b HTTP/1.1" status: 204 len: 168 time: 0.6610513 Feb 08 21:46:46.834682 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52340) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:46.839594 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2e92a546-72a4-4e47-a55e-75f0878dba20 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Request body: {'router': {'name': 'tempest-router-362200025', 'distributed': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:46:46.887995 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e92a546-72a4-4e47-a55e-75f0878dba20 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (8f84fb93-d5b9-4296-81ed-3b3e555cd3c2), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:46.889426 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e92a546-72a4-4e47-a55e-75f0878dba20 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (8f84fb93-d5b9-4296-81ed-3b3e555cd3c2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:46.966929 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e92a546-72a4-4e47-a55e-75f0878dba20 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks [] for router_controller (8f84fb93-d5b9-4296-81ed-3b3e555cd3c2), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:46.972642 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e92a546-72a4-4e47-a55e-75f0878dba20 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (8f84fb93-d5b9-4296-81ed-3b3e555cd3c2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:46.995252 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e92a546-72a4-4e47-a55e-75f0878dba20 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:47.000307 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52342) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:47.000803 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2e92a546-72a4-4e47-a55e-75f0878dba20 tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1648822 Feb 08 21:46:47.114954 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3c2c186b-5dba-4370-95e3-8d96f4e7a5ff tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks [] for router (8f84fb93-d5b9-4296-81ed-3b3e555cd3c2), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:47.445920 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3c2c186b-5dba-4370-95e3-8d96f4e7a5ff tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (8f84fb93-d5b9-4296-81ed-3b3e555cd3c2), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:47.450409 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3c2c186b-5dba-4370-95e3-8d96f4e7a5ff tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks [] for router_controller (8f84fb93-d5b9-4296-81ed-3b3e555cd3c2), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:47.528862 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3c2c186b-5dba-4370-95e3-8d96f4e7a5ff tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (8f84fb93-d5b9-4296-81ed-3b3e555cd3c2), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:47.531522 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2c186b-5dba-4370-95e3-8d96f4e7a5ff tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8f84fb93-d5b9-4296-81ed-3b3e555cd3c2 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:46:47.548064 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3c2c186b-5dba-4370-95e3-8d96f4e7a5ff tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:47.552152 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3c2c186b-5dba-4370-95e3-8d96f4e7a5ff tempest-RoutersTestDVR-252074037 tempest-RoutersTestDVR-252074037-project-admin] 10.222.0.88 "DELETE /v2.0/routers/8f84fb93-d5b9-4296-81ed-3b3e555cd3c2 HTTP/1.1" status: 204 len: 168 time: 0.5476785 Feb 08 21:46:48.107389 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52400) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:48.335120 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-de62d8c3-7e22-461c-86cb-fdc47512653a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:48.495910 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-de62d8c3-7e22-461c-86cb-fdc47512653a admin admin] Publish callbacks [] for security_group (05b93f84-b959-4d14-a3e0-1dd59d09c83a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:48.500827 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-de62d8c3-7e22-461c-86cb-fdc47512653a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (05b93f84-b959-4d14-a3e0-1dd59d09c83a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:48.522353 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52414) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:48.557595 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62d8c3-7e22-461c-86cb-fdc47512653a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b93f84-b959-4d14-a3e0-1dd59d09c83a,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:48.582099 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-de62d8c3-7e22-461c-86cb-fdc47512653a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=52b5a6ed31f74a53ace2aafcd32ea8c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4725804 Feb 08 21:46:48.585087 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52420) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:48.669709 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f2cf30f5-913f-474a-b794-66901c0057a3 admin admin] Publish callbacks [] for security_group (05b93f84-b959-4d14-a3e0-1dd59d09c83a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:48.754438 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f2cf30f5-913f-474a-b794-66901c0057a3 admin admin] Publish callbacks [] for security_group (05b93f84-b959-4d14-a3e0-1dd59d09c83a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:48.782212 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb4885fc-6737-4d1f-8de1-547bddcc50f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:48.862576 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f2cf30f5-913f-474a-b794-66901c0057a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (05b93f84-b959-4d14-a3e0-1dd59d09c83a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:48.866272 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f2cf30f5-913f-474a-b794-66901c0057a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:48.867600 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f2cf30f5-913f-474a-b794-66901c0057a3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/05b93f84-b959-4d14-a3e0-1dd59d09c83a HTTP/1.1" status: 204 len: 168 time: 0.2811821 Feb 08 21:46:48.926538 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf30f5-913f-474a-b794-66901c0057a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b93f84-b959-4d14-a3e0-1dd59d09c83a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:48.978457 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2f91896c-43b5-4676-a43a-d32ca476eb3e req-9b96e088-ae44-480f-901f-ab466c88bb01 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d1cf7042-822b-40ca-9ade-37fd10c715af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1700811 Feb 08 21:46:49.142177 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb4885fc-6737-4d1f-8de1-547bddcc50f9 admin admin] Publish callbacks [] for security_group (8d2f3598-b3e4-4957-b5ca-8e41542475fd), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:49.172257 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb4885fc-6737-4d1f-8de1-547bddcc50f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8d2f3598-b3e4-4957-b5ca-8e41542475fd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:49.268089 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91896c-43b5-4676-a43a-d32ca476eb3e req-b7f37bcd-7a1e-4bff-97ae-3c4ff5eb5964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:49.269689 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2f91896c-43b5-4676-a43a-d32ca476eb3e req-b7f37bcd-7a1e-4bff-97ae-3c4ff5eb5964 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f6bde20c4e70444caab1a7a5de63c07b&device_id=d1cf7042-822b-40ca-9ade-37fd10c715af HTTP/1.1" status: 200 len: 1128 time: 0.2433190 Feb 08 21:46:49.449608 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4885fc-6737-4d1f-8de1-547bddcc50f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2f3598-b3e4-4957-b5ca-8e41542475fd,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:49.464322 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52442) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:49.465330 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bb4885fc-6737-4d1f-8de1-547bddcc50f9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bf5b620da314415188a245534c9d12ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9418676 Feb 08 21:46:49.547213 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c644d96b-192d-4e19-ba8a-1f41c1dbb5a3 admin admin] Publish callbacks [] for security_group (8d2f3598-b3e4-4957-b5ca-8e41542475fd), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:49.562405 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91896c-43b5-4676-a43a-d32ca476eb3e req-65327872-61e3-4a73-9a66-6f32ac16b64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:49.575118 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2f91896c-43b5-4676-a43a-d32ca476eb3e req-65327872-61e3-4a73-9a66-6f32ac16b64d service neutron] 10.222.0.94 "GET /v2.0/networks?id=bac59527-e317-44e2-a447-7c8bca1fac6c HTTP/1.1" status: 200 len: 898 time: 0.2823901 Feb 08 21:46:49.596341 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52446) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:49.623527 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c644d96b-192d-4e19-ba8a-1f41c1dbb5a3 admin admin] Publish callbacks [] for security_group (8d2f3598-b3e4-4957-b5ca-8e41542475fd), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:49.626286 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1c071bc1-c540-4434-9107-ee1d9ef9efb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:49.687582 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2f91896c-43b5-4676-a43a-d32ca476eb3e req-a0974beb-b2c9-48f7-b594-2d7ae01d0d0e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fa6b68f-68ce-4ad8-ab35-d07a8436a55c HTTP/1.1" status: 200 len: 1001 time: 0.1111345 Feb 08 21:46:49.834602 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91896c-43b5-4676-a43a-d32ca476eb3e req-cac6328f-14f7-4c67-92a2-145d48a75209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:49.836471 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2f91896c-43b5-4676-a43a-d32ca476eb3e req-cac6328f-14f7-4c67-92a2-145d48a75209 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5bf0f3ed-3988-42ee-ab97-681d917640f8 HTTP/1.1" status: 200 len: 835 time: 0.1406751 Feb 08 21:46:49.916218 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1c071bc1-c540-4434-9107-ee1d9ef9efb5 admin admin] Publish callbacks [] for security_group (0c75d759-c0d4-41f2-9baf-67c984617ac2), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:49.934379 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1c071bc1-c540-4434-9107-ee1d9ef9efb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0c75d759-c0d4-41f2-9baf-67c984617ac2), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:49.946245 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c644d96b-192d-4e19-ba8a-1f41c1dbb5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8d2f3598-b3e4-4957-b5ca-8e41542475fd), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:49.948868 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c644d96b-192d-4e19-ba8a-1f41c1dbb5a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:49.952431 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c644d96b-192d-4e19-ba8a-1f41c1dbb5a3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8d2f3598-b3e4-4957-b5ca-8e41542475fd HTTP/1.1" status: 204 len: 168 time: 0.4847448 Feb 08 21:46:49.956827 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91896c-43b5-4676-a43a-d32ca476eb3e req-5ebc0b74-8f08-4e64-9d01-9285da48ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:49.979721 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2f91896c-43b5-4676-a43a-d32ca476eb3e req-5ebc0b74-8f08-4e64-9d01-9285da48ff7a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bac59527-e317-44e2-a447-7c8bca1fac6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1344297 Feb 08 21:46:49.985696 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1c071bc1-c540-4434-9107-ee1d9ef9efb5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=508af859ef0a484c98b5a1e13a204c89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3881910 Feb 08 21:46:49.986335 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52460) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:49.986663 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c071bc1-c540-4434-9107-ee1d9ef9efb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c75d759-c0d4-41f2-9baf-67c984617ac2,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:50.001156 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644d96b-192d-4e19-ba8a-1f41c1dbb5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2f3598-b3e4-4957-b5ca-8e41542475fd,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:50.217338 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2f91896c-43b5-4676-a43a-d32ca476eb3e req-e782d83d-1aa4-477a-a2d8-270404493b8b service neutron] 10.222.0.94 "GET /v2.0/networks/bac59527-e317-44e2-a447-7c8bca1fac6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278948 Feb 08 21:46:50.372175 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2671fc84-35cb-4257-9118-13710cbd2f2a admin admin] Publish callbacks [] for security_group (0c75d759-c0d4-41f2-9baf-67c984617ac2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:50.391471 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2f91896c-43b5-4676-a43a-d32ca476eb3e req-9de89171-8294-48d0-9e1c-b72a88d46c10 service neutron] 10.222.0.94 "GET /v2.0/networks/bac59527-e317-44e2-a447-7c8bca1fac6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624997 Feb 08 21:46:50.440784 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2671fc84-35cb-4257-9118-13710cbd2f2a admin admin] Publish callbacks [] for security_group (0c75d759-c0d4-41f2-9baf-67c984617ac2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:50.514490 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2671fc84-35cb-4257-9118-13710cbd2f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0c75d759-c0d4-41f2-9baf-67c984617ac2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:50.519464 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2671fc84-35cb-4257-9118-13710cbd2f2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:50.519464 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2671fc84-35cb-4257-9118-13710cbd2f2a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0c75d759-c0d4-41f2-9baf-67c984617ac2 HTTP/1.1" status: 204 len: 168 time: 0.5307510 Feb 08 21:46:50.532078 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671fc84-35cb-4257-9118-13710cbd2f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c75d759-c0d4-41f2-9baf-67c984617ac2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:50.739756 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52480) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:50.776343 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db1042cd-e1a7-4aeb-8831-3ed75d8a84b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:50.944734 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db1042cd-e1a7-4aeb-8831-3ed75d8a84b9 admin admin] Publish callbacks [] for security_group (85856370-ea65-4521-97c7-28076ebc9400), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:50.967645 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db1042cd-e1a7-4aeb-8831-3ed75d8a84b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (85856370-ea65-4521-97c7-28076ebc9400), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:51.473670 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1042cd-e1a7-4aeb-8831-3ed75d8a84b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85856370-ea65-4521-97c7-28076ebc9400,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:51.486773 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52516) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:51.501627 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-db1042cd-e1a7-4aeb-8831-3ed75d8a84b9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=79398eae173440fca4a257ff3a398a45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7569122 Feb 08 21:46:51.560260 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4fbfeb4c-5ebe-44fc-85ad-e99b00c7fa8c admin admin] Publish callbacks [] for security_group (85856370-ea65-4521-97c7-28076ebc9400), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:51.584507 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4fbfeb4c-5ebe-44fc-85ad-e99b00c7fa8c admin admin] Publish callbacks [] for security_group (85856370-ea65-4521-97c7-28076ebc9400), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:51.662172 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4fbfeb4c-5ebe-44fc-85ad-e99b00c7fa8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (85856370-ea65-4521-97c7-28076ebc9400), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:51.666368 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4fbfeb4c-5ebe-44fc-85ad-e99b00c7fa8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:51.669830 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4fbfeb4c-5ebe-44fc-85ad-e99b00c7fa8c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/85856370-ea65-4521-97c7-28076ebc9400 HTTP/1.1" status: 204 len: 168 time: 0.1810749 Feb 08 21:46:51.703884 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbfeb4c-5ebe-44fc-85ad-e99b00c7fa8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85856370-ea65-4521-97c7-28076ebc9400,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:51.760201 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52528) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:52.323746 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-03f412d5-32ea-41fe-9518-0136ff76fbe9 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/floatingips/4a6d38f3-9e2a-4301-beff-73450c2905c6 HTTP/1.1" status: 200 len: 993 time: 0.5621717 Feb 08 21:46:52.666523 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52570) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:53.018509 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52586) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:53.155499 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-35e0b63e-31a3-4c91-98fe-0e301fb700bd tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-551193280', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:46:53.218421 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e0b63e-31a3-4c91-98fe-0e301fb700bd tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Made reservation on behalf of 749c05f55c2f44babdd38183c78275a4 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:46:53.224415 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-35e0b63e-31a3-4c91-98fe-0e301fb700bd tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:53.226064 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e5485aa5-505a-41b0-81f6-1a4e79cadad7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Deleting port 18971e00-b04e-48ad-a093-e97ec5459fe3 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:46:53.226638 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e5485aa5-505a-41b0-81f6-1a4e79cadad7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (18971e00-b04e-48ad-a093-e97ec5459fe3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:53.264197 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-35e0b63e-31a3-4c91-98fe-0e301fb700bd tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:53.431346 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e5485aa5-505a-41b0-81f6-1a4e79cadad7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (18971e00-b04e-48ad-a093-e97ec5459fe3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:53.431730 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e5485aa5-505a-41b0-81f6-1a4e79cadad7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for floatingip (18971e00-b04e-48ad-a093-e97ec5459fe3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:53.458652 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e5485aa5-505a-41b0-81f6-1a4e79cadad7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Calling delete_port for 18971e00-b04e-48ad-a093-e97ec5459fe3 owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:46:53.468357 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-35e0b63e-31a3-4c91-98fe-0e301fb700bd tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Publish callbacks [] for security_group (61b3bfb5-06e3-4ba5-b374-8e39d539847c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:53.478486 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-35e0b63e-31a3-4c91-98fe-0e301fb700bd tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (61b3bfb5-06e3-4ba5-b374-8e39d539847c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:53.482708 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-35e0b63e-31a3-4c91-98fe-0e301fb700bd tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] device_id is not set on port 2b6db001-47a6-4021-afaf-7a0881f5973e yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:46:53.609027 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0b63e-31a3-4c91-98fe-0e301fb700bd tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b3bfb5-06e3-4ba5-b374-8e39d539847c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:53.714505 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-35e0b63e-31a3-4c91-98fe-0e301fb700bd tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Allocated IP 172.25.3.222 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/2b6db001-47a6-4021-afaf-7a0881f5973e) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:46:53.934590 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e5485aa5-505a-41b0-81f6-1a4e79cadad7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (18971e00-b04e-48ad-a093-e97ec5459fe3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:54.029666 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-35e0b63e-31a3-4c91-98fe-0e301fb700bd tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Publish callbacks [] for port (2b6db001-47a6-4021-afaf-7a0881f5973e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:54.054029 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5485aa5-505a-41b0-81f6-1a4e79cadad7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event deleted for resources: {'Port': ['ID=18971e00-b04e-48ad-a093-e97ec5459fe3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:54.115069 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-35e0b63e-31a3-4c91-98fe-0e301fb700bd tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (2b6db001-47a6-4021-afaf-7a0881f5973e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:54.122099 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e5485aa5-505a-41b0-81f6-1a4e79cadad7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for floatingip (4a6d38f3-9e2a-4301-beff-73450c2905c6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:54.122654 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-e5485aa5-505a-41b0-81f6-1a4e79cadad7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Floating IP 4a6d38f3-9e2a-4301-beff-73450c2905c6 disassociated (deleted). External IP: 172.25.3.194, port: 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c. Feb 08 21:46:54.182466 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-791729bc-3132-4249-9f1a-dad1563b98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:54.251819 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e0b63e-31a3-4c91-98fe-0e301fb700bd tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:46:54.263094 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-35e0b63e-31a3-4c91-98fe-0e301fb700bd tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:46:54.271162 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e0b63e-31a3-4c91-98fe-0e301fb700bd tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:46:54.324509 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0b63e-31a3-4c91-98fe-0e301fb700bd tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Pushing event updated for resources: {'Port': ['ID=2b6db001-47a6-4021-afaf-7a0881f5973e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:54.376547 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e0b63e-31a3-4c91-98fe-0e301fb700bd tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:54.377170 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-35e0b63e-31a3-4c91-98fe-0e301fb700bd tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:54.411480 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-35e0b63e-31a3-4c91-98fe-0e301fb700bd tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.3911664 Feb 08 21:46:54.412124 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52628) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:54.426762 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-4e648d05-db48-4969-bbb9-2c785985a246 tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.222'}]}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:46:54.465089 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4e648d05-db48-4969-bbb9-2c785985a246 tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (150b9383-10f3-4006-9fbb-64df03e2f0f6), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:54.466243 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4e648d05-db48-4969-bbb9-2c785985a246 tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (150b9383-10f3-4006-9fbb-64df03e2f0f6), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:54.561357 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4e648d05-db48-4969-bbb9-2c785985a246 tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Publish callbacks [] for router_controller (150b9383-10f3-4006-9fbb-64df03e2f0f6), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:54.711923 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5485aa5-505a-41b0-81f6-1a4e79cadad7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Router ddfe0eb5-1665-4489-b4fa-e1ad78a5442a has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:46:54.908596 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4e648d05-db48-4969-bbb9-2c785985a246 tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Publish callbacks [] for router_gateway (150b9383-10f3-4006-9fbb-64df03e2f0f6), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:54.932476 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72d28452-5e1d-4b88-9a88-8ba325380589 req-23ae3195-45bf-4c3e-85b7-0b8d0caeb199 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f2c1d6c4-c672-4b64-8605-cf2df0c6695d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3668859 Feb 08 21:46:55.052547 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5485aa5-505a-41b0-81f6-1a4e79cadad7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:46:55.069042 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775b8dc9-99fe-4083-9da7-7f4a559d97f0 None None] Sync routers for ids ['ddfe0eb5-1665-4489-b4fa-e1ad78a5442a'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:46:55.082535 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e5485aa5-505a-41b0-81f6-1a4e79cadad7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:55.094372 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775b8dc9-99fe-4083-9da7-7f4a559d97f0 None None] Routers {'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:46:55.095036 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-775b8dc9-99fe-4083-9da7-7f4a559d97f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:46:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ddfe0eb5-1665-4489-b4fa-e1ad78a5442a'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:46:55.114740 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d28452-5e1d-4b88-9a88-8ba325380589 req-4408745e-936d-4654-a735-908b6b5063fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:55.116309 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72d28452-5e1d-4b88-9a88-8ba325380589 req-4408745e-936d-4654-a735-908b6b5063fe service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7aa69d3d5223400782e21d89e68d58a1&device_id=f2c1d6c4-c672-4b64-8605-cf2df0c6695d HTTP/1.1" status: 200 len: 1132 time: 0.1035674 Feb 08 21:46:55.171685 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e5485aa5-505a-41b0-81f6-1a4e79cadad7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "DELETE /v2.0/floatingips/4a6d38f3-9e2a-4301-beff-73450c2905c6 HTTP/1.1" status: 204 len: 168 time: 2.5043058 Feb 08 21:46:55.172302 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1cf7042-822b-40ca-9ade-37fd10c715af', 'tag': '1fa6b68f-68ce-4ad8-ab35-d07a8436a55c'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:46:55.189543 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a83210a-a0f5-46d1-8b5a-47a27fc7ded7" -d '{"events": [{"name": "network-changed", "server_uuid": "d1cf7042-822b-40ca-9ade-37fd10c715af", "tag": "1fa6b68f-68ce-4ad8-ab35-d07a8436a55c"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:46:55.341350 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749a45d7-55cc-49ed-934a-6ae762ffa688 x-openstack-request-id: req-749a45d7-55cc-49ed-934a-6ae762ffa688 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:46:55.342032 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1cf7042-822b-40ca-9ade-37fd10c715af", "tag": "1fa6b68f-68ce-4ad8-ab35-d07a8436a55c", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:46:55.342539 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-749a45d7-55cc-49ed-934a-6ae762ffa688 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:46:55.343186 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1cf7042-822b-40ca-9ade-37fd10c715af', 'tag': '1fa6b68f-68ce-4ad8-ab35-d07a8436a55c', 'status': 'completed', 'code': 200} Feb 08 21:46:55.381026 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-775b8dc9-99fe-4083-9da7-7f4a559d97f0 None None] Set router ddfe0eb5-1665-4489-b4fa-e1ad78a5442a gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:46:55.517897 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83210a-a0f5-46d1-8b5a-47a27fc7ded7 req-e5df1d09-6092-4555-993a-bc822354f3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:55.517897 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9a83210a-a0f5-46d1-8b5a-47a27fc7ded7 req-e5df1d09-6092-4555-993a-bc822354f3c5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f6bde20c4e70444caab1a7a5de63c07b&device_id=d1cf7042-822b-40ca-9ade-37fd10c715af HTTP/1.1" status: 200 len: 1128 time: 0.1733794 Feb 08 21:46:55.746388 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d28452-5e1d-4b88-9a88-8ba325380589 req-3c40836b-27ab-4bfe-bf49-8a47ad25af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:55.752204 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72d28452-5e1d-4b88-9a88-8ba325380589 req-3c40836b-27ab-4bfe-bf49-8a47ad25af72 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.5954905 Feb 08 21:46:55.781999 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83210a-a0f5-46d1-8b5a-47a27fc7ded7 req-786d895e-a483-4a7d-8a16-b5834bd74e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:55.784154 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9a83210a-a0f5-46d1-8b5a-47a27fc7ded7 req-786d895e-a483-4a7d-8a16-b5834bd74e01 service neutron] 10.222.0.94 "GET /v2.0/networks?id=bac59527-e317-44e2-a447-7c8bca1fac6c HTTP/1.1" status: 200 len: 898 time: 0.2584493 Feb 08 21:46:55.846806 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9a83210a-a0f5-46d1-8b5a-47a27fc7ded7 req-3cc2105b-1be0-4c47-809a-f07b06e30c70 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fa6b68f-68ce-4ad8-ab35-d07a8436a55c HTTP/1.1" status: 200 len: 217 time: 0.0547123 Feb 08 21:46:55.879975 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-775b8dc9-99fe-4083-9da7-7f4a559d97f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'name': 'tempest-TestNetworkBasicOps-router-1298622568', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6eaab0e3-ea7b-45f0-8210-7d6618a0d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:45:06Z', 'updated_at': '2022-02-08T21:45:18Z', 'revision_number': 4, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '6eaab0e3-ea7b-45f0-8210-7d6618a0d77a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:40:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:45:06Z', 'updated_at': '2022-02-08T21:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '1d5f4b18-f634-4de4-97c3-92036054fc4a', 'name': '', 'network_id': 'bac59527-e317-44e2-a447-7c8bca1fac6c', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'mac_address': 'fa:16:3e:96:81:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '5bf0f3ed-3988-42ee-ab97-681d917640f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:45:15Z', 'updated_at': '2022-02-08T21:45:26Z', 'revision_number': 5, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'subnets': [{'id': '5bf0f3ed-3988-42ee-ab97-681d917640f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:46:55.925328 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775b8dc9-99fe-4083-9da7-7f4a559d97f0 None None] Checking router: ddfe0eb5-1665-4489-b4fa-e1ad78a5442a for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:46:55.936321 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775b8dc9-99fe-4083-9da7-7f4a559d97f0 None None] Routers {'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:46:55.937067 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-775b8dc9-99fe-4083-9da7-7f4a559d97f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:46:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ddfe0eb5-1665-4489-b4fa-e1ad78a5442a'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:46:55.967772 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83210a-a0f5-46d1-8b5a-47a27fc7ded7 req-2572f78f-8f17-46bc-a0f8-79e0e116d207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:55.969006 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9a83210a-a0f5-46d1-8b5a-47a27fc7ded7 req-2572f78f-8f17-46bc-a0f8-79e0e116d207 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5bf0f3ed-3988-42ee-ab97-681d917640f8 HTTP/1.1" status: 200 len: 835 time: 0.1153011 Feb 08 21:46:56.040717 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4e648d05-db48-4969-bbb9-2c785985a246 tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Publish callbacks [] for router_gateway (150b9383-10f3-4006-9fbb-64df03e2f0f6), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:56.112857 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4e648d05-db48-4969-bbb9-2c785985a246 tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:56.123960 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72d28452-5e1d-4b88-9a88-8ba325380589 req-5f2e765b-2855-467e-bef1-512a3ac29e59 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=488a431a-1c56-4a89-8c23-96d80130a309 HTTP/1.1" status: 200 len: 217 time: 0.3612666 Feb 08 21:46:56.141281 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-775b8dc9-99fe-4083-9da7-7f4a559d97f0 None None] Set router ddfe0eb5-1665-4489-b4fa-e1ad78a5442a gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:46:56.143624 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83210a-a0f5-46d1-8b5a-47a27fc7ded7 req-64e8bf13-107c-49a1-a9f2-5aaf3397341a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:56.150410 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9a83210a-a0f5-46d1-8b5a-47a27fc7ded7 req-64e8bf13-107c-49a1-a9f2-5aaf3397341a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bac59527-e317-44e2-a447-7c8bca1fac6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1640918 Feb 08 21:46:56.440289 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9a83210a-a0f5-46d1-8b5a-47a27fc7ded7 req-90133bed-acf1-43e2-bad1-99f1ef1c0b2b service neutron] 10.222.0.94 "GET /v2.0/networks/bac59527-e317-44e2-a447-7c8bca1fac6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835450 Feb 08 21:46:56.563020 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d28452-5e1d-4b88-9a88-8ba325380589 req-94b85a8c-3517-44a5-a152-7ca5b8368b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:56.565264 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72d28452-5e1d-4b88-9a88-8ba325380589 req-94b85a8c-3517-44a5-a152-7ca5b8368b45 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.4130523 Feb 08 21:46:56.698595 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9a83210a-a0f5-46d1-8b5a-47a27fc7ded7 req-80cce7dc-d047-451c-9175-1bf6b76ed11c service neutron] 10.222.0.94 "GET /v2.0/networks/bac59527-e317-44e2-a447-7c8bca1fac6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515464 Feb 08 21:46:56.702452 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3f02e-3f9c-4988-99c6-3e9265b34d77 req-dd96873b-1f5c-42bf-981b-93adc52f25f2 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:56.712783 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02a3f02e-3f9c-4988-99c6-3e9265b34d77 req-dd96873b-1f5c-42bf-981b-93adc52f25f2 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1cf7042-822b-40ca-9ade-37fd10c715af HTTP/1.1" status: 200 len: 945 time: 0.9322240 Feb 08 21:46:56.737204 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-775b8dc9-99fe-4083-9da7-7f4a559d97f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'name': 'tempest-TestNetworkBasicOps-router-1298622568', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6eaab0e3-ea7b-45f0-8210-7d6618a0d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:45:06Z', 'updated_at': '2022-02-08T21:45:18Z', 'revision_number': 4, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '6eaab0e3-ea7b-45f0-8210-7d6618a0d77a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:40:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:45:06Z', 'updated_at': '2022-02-08T21:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '1d5f4b18-f634-4de4-97c3-92036054fc4a', 'name': '', 'network_id': 'bac59527-e317-44e2-a447-7c8bca1fac6c', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'mac_address': 'fa:16:3e:96:81:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '5bf0f3ed-3988-42ee-ab97-681d917640f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:45:15Z', 'updated_at': '2022-02-08T21:45:26Z', 'revision_number': 5, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'subnets': [{'id': '5bf0f3ed-3988-42ee-ab97-681d917640f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:46:56.787315 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775b8dc9-99fe-4083-9da7-7f4a559d97f0 None None] The sync data for ids ['ddfe0eb5-1665-4489-b4fa-e1ad78a5442a'] in n-d-712143-31 is: [{'id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'name': 'tempest-TestNetworkBasicOps-router-1298622568', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6eaab0e3-ea7b-45f0-8210-7d6618a0d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:45:06Z', 'updated_at': '2022-02-08T21:45:18Z', 'revision_number': 4, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '6eaab0e3-ea7b-45f0-8210-7d6618a0d77a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:40:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:45:06Z', 'updated_at': '2022-02-08T21:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '1d5f4b18-f634-4de4-97c3-92036054fc4a', 'name': '', 'network_id': 'bac59527-e317-44e2-a447-7c8bca1fac6c', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'mac_address': 'fa:16:3e:96:81:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '5bf0f3ed-3988-42ee-ab97-681d917640f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:45:15Z', 'updated_at': '2022-02-08T21:45:26Z', 'revision_number': 5, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'subnets': [{'id': '5bf0f3ed-3988-42ee-ab97-681d917640f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:46:56.890660 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d28452-5e1d-4b88-9a88-8ba325380589 req-8a835f52-a18e-4a02-b56a-df220b4c2828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:56.890660 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72d28452-5e1d-4b88-9a88-8ba325380589 req-8a835f52-a18e-4a02-b56a-df220b4c2828 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3087149 Feb 08 21:46:56.953629 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02a3f02e-3f9c-4988-99c6-3e9265b34d77 req-3c8d1e17-1f01-472d-a797-dc0f35b31beb tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/security-groups?id=908f0de2-c05c-477c-a38a-95d31e475049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2396286 Feb 08 21:46:56.967742 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4e648d05-db48-4969-bbb9-2c785985a246 tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Publish callbacks [] for router (150b9383-10f3-4006-9fbb-64df03e2f0f6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:57.213159 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675992c-cc5a-483a-b372-1a0629bb7c87 req-292a5eef-7f94-442e-8714-bfac537c3e18 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:46:57.216390 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3675992c-cc5a-483a-b372-1a0629bb7c87 req-292a5eef-7f94-442e-8714-bfac537c3e18 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.94 "GET /v2.0/ports?device_id=d1cf7042-822b-40ca-9ade-37fd10c715af HTTP/1.1" status: 200 len: 945 time: 0.1591961 Feb 08 21:46:57.379033 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-3675992c-cc5a-483a-b372-1a0629bb7c87 req-65429bad-c2aa-46b8-8f1a-3aa54e4cc951 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Deleting port 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:46:57.379511 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3675992c-cc5a-483a-b372-1a0629bb7c87 req-65429bad-c2aa-46b8-8f1a-3aa54e4cc951 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (1fa6b68f-68ce-4ad8-ab35-d07a8436a55c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:57.393603 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb36a3e-b7a0-454c-82b7-e3f04e7f26e4 None None] New status for floating IP 4a6d38f3-9e2a-4301-beff-73450c2905c6: DOWN {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:46:57.491995 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4e648d05-db48-4969-bbb9-2c785985a246 tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (150b9383-10f3-4006-9fbb-64df03e2f0f6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:57.503569 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4e648d05-db48-4969-bbb9-2c785985a246 tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Publish callbacks [] for router_controller (150b9383-10f3-4006-9fbb-64df03e2f0f6), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:57.548971 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-3675992c-cc5a-483a-b372-1a0629bb7c87 req-65429bad-c2aa-46b8-8f1a-3aa54e4cc951 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] For port 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=1fa6b68f-68ce-4ad8-ab35-d07a8436a55c,segment=NetworkSegment(a8f5bf59-f579-44e2-a49f-689a3d8513a2),segment_id=a8f5bf59-f579-44e2-a49f-689a3d8513a2)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:46:57.549487 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3675992c-cc5a-483a-b372-1a0629bb7c87 req-65429bad-c2aa-46b8-8f1a-3aa54e4cc951 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (1fa6b68f-68ce-4ad8-ab35-d07a8436a55c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:57.569853 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-3675992c-cc5a-483a-b372-1a0629bb7c87 req-65429bad-c2aa-46b8-8f1a-3aa54e4cc951 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Calling delete_port for 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:46:57.650250 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1be78515-ac41-4d7e-9273-8e9813153941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:57.655562 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72d28452-5e1d-4b88-9a88-8ba325380589 req-76dd5be7-f999-41b6-b5c8-1c34a90bb587 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7410018 Feb 08 21:46:57.663120 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4e648d05-db48-4969-bbb9-2c785985a246 tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (150b9383-10f3-4006-9fbb-64df03e2f0f6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:57.663674 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e648d05-db48-4969-bbb9-2c785985a246 tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 150b9383-10f3-4006-9fbb-64df03e2f0f6 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:46:57.804288 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-4e648d05-db48-4969-bbb9-2c785985a246 tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 08 21:46:57.809452 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4e648d05-db48-4969-bbb9-2c785985a246 tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.3953891 Feb 08 21:46:57.813531 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52702) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:57.896721 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3675992c-cc5a-483a-b372-1a0629bb7c87 req-65429bad-c2aa-46b8-8f1a-3aa54e4cc951 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (1fa6b68f-68ce-4ad8-ab35-d07a8436a55c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:57.951590 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65429bad-c2aa-46b8-8f1a-3aa54e4cc951 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event deleted for resources: {'Port': ['ID=1fa6b68f-68ce-4ad8-ab35-d07a8436a55c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:57.991255 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72d28452-5e1d-4b88-9a88-8ba325380589 req-7316a6fb-da19-4032-b901-c3c2fcb9d9c3 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292544 Feb 08 21:46:58.089035 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-3675992c-cc5a-483a-b372-1a0629bb7c87 req-65429bad-c2aa-46b8-8f1a-3aa54e4cc951 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] No DVR routers for this DVR port 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:46:58.093755 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3675992c-cc5a-483a-b372-1a0629bb7c87 req-65429bad-c2aa-46b8-8f1a-3aa54e4cc951 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:58.110941 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3675992c-cc5a-483a-b372-1a0629bb7c87 req-65429bad-c2aa-46b8-8f1a-3aa54e4cc951 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.94 "DELETE /v2.0/ports/1fa6b68f-68ce-4ad8-ab35-d07a8436a55c HTTP/1.1" status: 204 len: 173 time: 0.8781838 Feb 08 21:46:58.110941 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1cf7042-822b-40ca-9ade-37fd10c715af', 'name': 'network-vif-deleted', 'tag': '1fa6b68f-68ce-4ad8-ab35-d07a8436a55c'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:46:58.120258 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac4ff9f-d5ba-4368-8e46-815309c4ca70" -d '{"events": [{"server_uuid": "d1cf7042-822b-40ca-9ade-37fd10c715af", "name": "network-vif-deleted", "tag": "1fa6b68f-68ce-4ad8-ab35-d07a8436a55c"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:46:58.204352 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988c73ce-700d-4ff4-9af9-5c688d0f5245 x-openstack-request-id: req-988c73ce-700d-4ff4-9af9-5c688d0f5245 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:46:58.204521 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1cf7042-822b-40ca-9ade-37fd10c715af", "name": "network-vif-deleted", "tag": "1fa6b68f-68ce-4ad8-ab35-d07a8436a55c", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:46:58.204734 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-988c73ce-700d-4ff4-9af9-5c688d0f5245 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:46:58.205148 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1cf7042-822b-40ca-9ade-37fd10c715af', 'name': 'network-vif-deleted', 'tag': '1fa6b68f-68ce-4ad8-ab35-d07a8436a55c', 'status': 'completed', 'code': 200} Feb 08 21:46:58.231431 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8162d74e-821f-44f5-84c5-539055342d28 req-3639cea3-4b94-4ab6-a1ab-1bfebc44abf1 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1cf7042-822b-40ca-9ade-37fd10c715af HTTP/1.1" status: 200 len: 210 time: 0.1468234 Feb 08 21:46:58.242118 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b9045e85-2076-45a2-8ad8-2c63cdffbfb3 tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Deleting port 2b6db001-47a6-4021-afaf-7a0881f5973e {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:46:58.242473 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9045e85-2076-45a2-8ad8-2c63cdffbfb3 tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (2b6db001-47a6-4021-afaf-7a0881f5973e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:58.395717 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9045e85-2076-45a2-8ad8-2c63cdffbfb3 tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (2b6db001-47a6-4021-afaf-7a0881f5973e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:58.412582 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b9045e85-2076-45a2-8ad8-2c63cdffbfb3 tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Calling delete_port for 2b6db001-47a6-4021-afaf-7a0881f5973e owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:46:58.642262 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9045e85-2076-45a2-8ad8-2c63cdffbfb3 tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (2b6db001-47a6-4021-afaf-7a0881f5973e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:58.696927 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9045e85-2076-45a2-8ad8-2c63cdffbfb3 tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b6db001-47a6-4021-afaf-7a0881f5973e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:58.850355 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9045e85-2076-45a2-8ad8-2c63cdffbfb3 tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:58.857276 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b9045e85-2076-45a2-8ad8-2c63cdffbfb3 tempest-RoutersAdminNegativeIpV6Test-1511540199 tempest-RoutersAdminNegativeIpV6Test-1511540199-project-admin] 10.222.0.88 "DELETE /v2.0/ports/2b6db001-47a6-4021-afaf-7a0881f5973e HTTP/1.1" status: 204 len: 168 time: 1.0387490 Feb 08 21:46:59.229291 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:59.268585 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52732) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:59.317457 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52738) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:59.438429 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df5d2026-5448-4815-85f4-014709337774 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group (908f0de2-c05c-477c-a38a-95d31e475049), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:59.441631 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-51a00c37-8539-481f-b3a9-cc15d78fe7e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:59.496641 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df5d2026-5448-4815-85f4-014709337774 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group (908f0de2-c05c-477c-a38a-95d31e475049), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:59.645206 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-51a00c37-8539-481f-b3a9-cc15d78fe7e0 admin admin] Publish callbacks [] for security_group (d8afdc59-9418-4778-b236-04c14f1b76d0), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:59.646510 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df5d2026-5448-4815-85f4-014709337774 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (908f0de2-c05c-477c-a38a-95d31e475049), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:59.650137 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-51a00c37-8539-481f-b3a9-cc15d78fe7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d8afdc59-9418-4778-b236-04c14f1b76d0), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:59.657534 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df5d2026-5448-4815-85f4-014709337774 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:59.658820 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-df5d2026-5448-4815-85f4-014709337774 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "DELETE /v2.0/security-groups/908f0de2-c05c-477c-a38a-95d31e475049 HTTP/1.1" status: 204 len: 168 time: 0.3395712 Feb 08 21:46:59.684388 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d2026-5448-4815-85f4-014709337774 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=908f0de2-c05c-477c-a38a-95d31e475049,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:59.706780 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a00c37-8539-481f-b3a9-cc15d78fe7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8afdc59-9418-4778-b236-04c14f1b76d0,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:46:59.713353 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-51a00c37-8539-481f-b3a9-cc15d78fe7e0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=daf4735c6bac46568bbe10be4f70e5b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4420717 Feb 08 21:46:59.715185 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52750) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:59.735992 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52752) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:46:59.779372 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3dc63f9d-4eb7-4f5f-ac39-b3c5ec487c0e admin admin] Publish callbacks [] for security_group (d8afdc59-9418-4778-b236-04c14f1b76d0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:59.811262 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3dc63f9d-4eb7-4f5f-ac39-b3c5ec487c0e admin admin] Publish callbacks [] for security_group (d8afdc59-9418-4778-b236-04c14f1b76d0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:59.888039 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3dc63f9d-4eb7-4f5f-ac39-b3c5ec487c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d8afdc59-9418-4778-b236-04c14f1b76d0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:59.891643 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3dc63f9d-4eb7-4f5f-ac39-b3c5ec487c0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:46:59.905771 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3dc63f9d-4eb7-4f5f-ac39-b3c5ec487c0e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d8afdc59-9418-4778-b236-04c14f1b76d0 HTTP/1.1" status: 204 len: 168 time: 0.1883960 Feb 08 21:46:59.931259 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc63f9d-4eb7-4f5f-ac39-b3c5ec487c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8afdc59-9418-4778-b236-04c14f1b76d0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:00.237031 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:47:00.282601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:47:00.283220 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 1fa6b68f-68ce-4ad8-ab35-d07a8436a55c not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:47:00.527897 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52762) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:00.591499 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52764) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:00.595718 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-25622496-d593-4939-8f58-2ece9ac761af admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=749c05f55c2f44babdd38183c78275a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0663013 Feb 08 21:47:00.697164 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7859bdd1-95fd-4c5d-a098-ebcf74ae3e52 admin admin] Publish callbacks [] for security_group (61b3bfb5-06e3-4ba5-b374-8e39d539847c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:00.765280 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7859bdd1-95fd-4c5d-a098-ebcf74ae3e52 admin admin] Publish callbacks [] for security_group (61b3bfb5-06e3-4ba5-b374-8e39d539847c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:00.832402 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-22e5a05f-0719-452f-b6df-74081738922e tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (ddfe0eb5-1665-4489-b4fa-e1ad78a5442a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:01.445511 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:01.473413 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7859bdd1-95fd-4c5d-a098-ebcf74ae3e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (61b3bfb5-06e3-4ba5-b374-8e39d539847c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:01.476071 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7859bdd1-95fd-4c5d-a098-ebcf74ae3e52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:01.480095 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7859bdd1-95fd-4c5d-a098-ebcf74ae3e52 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/61b3bfb5-06e3-4ba5-b374-8e39d539847c HTTP/1.1" status: 204 len: 168 time: 0.8847613 Feb 08 21:47:01.501794 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859bdd1-95fd-4c5d-a098-ebcf74ae3e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b3bfb5-06e3-4ba5-b374-8e39d539847c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:01.570535 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:01.957488 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-22e5a05f-0719-452f-b6df-74081738922e tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Deleting port 1d5f4b18-f634-4de4-97c3-92036054fc4a {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:47:01.958071 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-22e5a05f-0719-452f-b6df-74081738922e tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (1d5f4b18-f634-4de4-97c3-92036054fc4a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:02.142265 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-22e5a05f-0719-452f-b6df-74081738922e tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] For port 1d5f4b18-f634-4de4-97c3-92036054fc4a, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=1d5f4b18-f634-4de4-97c3-92036054fc4a,segment=NetworkSegment(a8f5bf59-f579-44e2-a49f-689a3d8513a2),segment_id=a8f5bf59-f579-44e2-a49f-689a3d8513a2)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:47:02.143121 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-22e5a05f-0719-452f-b6df-74081738922e tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (1d5f4b18-f634-4de4-97c3-92036054fc4a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:02.168895 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-22e5a05f-0719-452f-b6df-74081738922e tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Calling delete_port for 1d5f4b18-f634-4de4-97c3-92036054fc4a owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:47:02.589978 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-22e5a05f-0719-452f-b6df-74081738922e tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (1d5f4b18-f634-4de4-97c3-92036054fc4a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:02.756381 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5a05f-0719-452f-b6df-74081738922e tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event deleted for resources: {'Port': ['ID=1d5f4b18-f634-4de4-97c3-92036054fc4a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:03.074766 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-22e5a05f-0719-452f-b6df-74081738922e tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (ddfe0eb5-1665-4489-b4fa-e1ad78a5442a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:03.086937 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52810) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:03.315524 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-97498cf3-fcc1-41bb-bf5a-803f36149c1b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1934675944'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:03.350376 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97498cf3-fcc1-41bb-bf5a-803f36149c1b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:47:03.384630 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97498cf3-fcc1-41bb-bf5a-803f36149c1b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:03.413648 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97498cf3-fcc1-41bb-bf5a-803f36149c1b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:03.524780 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e5a05f-0719-452f-b6df-74081738922e tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Router ddfe0eb5-1665-4489-b4fa-e1ad78a5442a has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:47:03.600257 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97498cf3-fcc1-41bb-bf5a-803f36149c1b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (5730b9d7-ac2f-47c2-bc8e-6c78f8cbe586), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:03.606842 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97498cf3-fcc1-41bb-bf5a-803f36149c1b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (5730b9d7-ac2f-47c2-bc8e-6c78f8cbe586), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:03.624494 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97498cf3-fcc1-41bb-bf5a-803f36149c1b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:47:03.643442 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97498cf3-fcc1-41bb-bf5a-803f36149c1b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (37321b10-6ebc-47be-b96a-2988960fd7f4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:03.644031 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-97498cf3-fcc1-41bb-bf5a-803f36149c1b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Added segment 37321b10-6ebc-47be-b96a-2988960fd7f4 of type vlan for network 899eb948-f933-452c-aaf9-10a5de61b269 Feb 08 21:47:03.690825 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e5a05f-0719-452f-b6df-74081738922e tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:47:03.699219 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-22e5a05f-0719-452f-b6df-74081738922e tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "PUT /v2.0/routers/ddfe0eb5-1665-4489-b4fa-e1ad78a5442a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9614315 Feb 08 21:47:03.704435 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52820) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:03.706797 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97022be-4602-48d9-a085-cf81de495235 None None] Sync routers for ids ['ddfe0eb5-1665-4489-b4fa-e1ad78a5442a'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:47:03.721267 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97498cf3-fcc1-41bb-bf5a-803f36149c1b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (899eb948-f933-452c-aaf9-10a5de61b269), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:03.726455 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97022be-4602-48d9-a085-cf81de495235 None None] Routers {'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:47:03.741869 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f97022be-4602-48d9-a085-cf81de495235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:46:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ddfe0eb5-1665-4489-b4fa-e1ad78a5442a'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:47:03.845377 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97498cf3-fcc1-41bb-bf5a-803f36149c1b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5730b9d7-ac2f-47c2-bc8e-6c78f8cbe586,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:03.858744 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-71958f0a-3e0c-468c-b782-8ce71cd18998 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Deleting subnet 5bf0f3ed-3988-42ee-ab97-681d917640f8 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:47:03.862811 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-71958f0a-3e0c-468c-b782-8ce71cd18998 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for subnet (5bf0f3ed-3988-42ee-ab97-681d917640f8), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:03.879870 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97498cf3-fcc1-41bb-bf5a-803f36149c1b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (899eb948-f933-452c-aaf9-10a5de61b269), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:03.902508 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97498cf3-fcc1-41bb-bf5a-803f36149c1b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:03.902907 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97498cf3-fcc1-41bb-bf5a-803f36149c1b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:03.996807 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f97022be-4602-48d9-a085-cf81de495235 None None] Set router ddfe0eb5-1665-4489-b4fa-e1ad78a5442a gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:47:04.094781 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-71958f0a-3e0c-468c-b782-8ce71cd18998 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (5bf0f3ed-3988-42ee-ab97-681d917640f8), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:04.110411 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-97498cf3-fcc1-41bb-bf5a-803f36149c1b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0167675 Feb 08 21:47:04.116177 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52824) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:04.192011 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c7662bbf-b401-4a8e-a53a-197238ca5b0f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'port': {'network_id': '899eb948-f933-452c-aaf9-10a5de61b269', 'name': 'tempest-PortsTestJSON-940103939'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:04.195313 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97498cf3-fcc1-41bb-bf5a-803f36149c1b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Network': ['ID=899eb948-f933-452c-aaf9-10a5de61b269,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:04.218021 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 899eb948-f933-452c-aaf9-10a5de61b269 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:47:04.372813 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-71958f0a-3e0c-468c-b782-8ce71cd18998 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (5bf0f3ed-3988-42ee-ab97-681d917640f8), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:04.463062 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7662bbf-b401-4a8e-a53a-197238ca5b0f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:47:04.471659 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7662bbf-b401-4a8e-a53a-197238ca5b0f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:04.473969 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f97022be-4602-48d9-a085-cf81de495235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'name': 'tempest-TestNetworkBasicOps-router-1298622568', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6eaab0e3-ea7b-45f0-8210-7d6618a0d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:45:06Z', 'updated_at': '2022-02-08T21:47:02Z', 'revision_number': 5, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '6eaab0e3-ea7b-45f0-8210-7d6618a0d77a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:40:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:45:06Z', 'updated_at': '2022-02-08T21:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:47:04.515661 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-c7662bbf-b401-4a8e-a53a-197238ca5b0f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] device_id is not set on port fd76ca78-45bc-49a9-b13c-35fea01e90eb yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:47:04.544209 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-71958f0a-3e0c-468c-b782-8ce71cd18998 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (5bf0f3ed-3988-42ee-ab97-681d917640f8), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:04.545534 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97022be-4602-48d9-a085-cf81de495235 None None] Checking router: ddfe0eb5-1665-4489-b4fa-e1ad78a5442a for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:47:04.565084 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97022be-4602-48d9-a085-cf81de495235 None None] Routers {'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:47:04.568070 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f97022be-4602-48d9-a085-cf81de495235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:46:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ddfe0eb5-1665-4489-b4fa-e1ad78a5442a'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:47:04.631326 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71958f0a-3e0c-468c-b782-8ce71cd18998 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event deleted for resources: {'Subnet': ['ID=5bf0f3ed-3988-42ee-ab97-681d917640f8,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:04.651608 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-71958f0a-3e0c-468c-b782-8ce71cd18998 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:04.660319 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98c9cbc-60a7-4377-bcdb-6af7382d915c None None] Network bac59527-e317-44e2-a447-7c8bca1fac6c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:47:04.662291 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-71958f0a-3e0c-468c-b782-8ce71cd18998 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "DELETE /v2.0/subnets/5bf0f3ed-3988-42ee-ab97-681d917640f8 HTTP/1.1" status: 204 len: 168 time: 0.9566188 Feb 08 21:47:04.665094 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52838) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:04.887345 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f97022be-4602-48d9-a085-cf81de495235 None None] Set router ddfe0eb5-1665-4489-b4fa-e1ad78a5442a gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:47:04.986637 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7662bbf-b401-4a8e-a53a-197238ca5b0f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for port (fd76ca78-45bc-49a9-b13c-35fea01e90eb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:04.992880 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-171ce39c-6fa2-4212-bcd7-5abfd6fc9dc7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for router (ddfe0eb5-1665-4489-b4fa-e1ad78a5442a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:05.061091 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7662bbf-b401-4a8e-a53a-197238ca5b0f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (fd76ca78-45bc-49a9-b13c-35fea01e90eb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:05.156143 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7662bbf-b401-4a8e-a53a-197238ca5b0f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Port': ['ID=fd76ca78-45bc-49a9-b13c-35fea01e90eb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:05.221014 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7662bbf-b401-4a8e-a53a-197238ca5b0f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Checking segment: {'id': '37321b10-6ebc-47be-b96a-2988960fd7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '899eb948-f933-452c-aaf9-10a5de61b269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:47:05.221301 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7662bbf-b401-4a8e-a53a-197238ca5b0f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network hostable DHCP agents. Network: 899eb948-f933-452c-aaf9-10a5de61b269, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:47:05.247432 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7662bbf-b401-4a8e-a53a-197238ca5b0f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network 899eb948-f933-452c-aaf9-10a5de61b269 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:47:05.258564 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-171ce39c-6fa2-4212-bcd7-5abfd6fc9dc7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for router_gateway (ddfe0eb5-1665-4489-b4fa-e1ad78a5442a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:05.268416 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c7662bbf-b401-4a8e-a53a-197238ca5b0f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 899eb948-f933-452c-aaf9-10a5de61b269) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:47:05.279486 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7662bbf-b401-4a8e-a53a-197238ca5b0f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:47:05.289632 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8779843b-81ff-4779-9379-97e092018cd3 None None] Network 899eb948-f933-452c-aaf9-10a5de61b269 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:47:05.302666 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7662bbf-b401-4a8e-a53a-197238ca5b0f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:05.305334 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7662bbf-b401-4a8e-a53a-197238ca5b0f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:05.361994 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c7662bbf-b401-4a8e-a53a-197238ca5b0f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1708004 Feb 08 21:47:05.366638 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52854) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:05.419906 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-cde7e33f-01f3-4c4f-b0fb-ef61d94a3af8 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-114932952'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:05.502637 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d9eaf5-030e-45c2-92de-3c335ef1301f None None] DHCP port deletion for bac59527-e317-44e2-a447-7c8bca1fac6c request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:47:05.515546 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde7e33f-01f3-4c4f-b0fb-ef61d94a3af8 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:47:05.530428 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cde7e33f-01f3-4c4f-b0fb-ef61d94a3af8 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:05.533188 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-171ce39c-6fa2-4212-bcd7-5abfd6fc9dc7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Deleting port 6eaab0e3-ea7b-45f0-8210-7d6618a0d77a {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:47:05.542359 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-171ce39c-6fa2-4212-bcd7-5abfd6fc9dc7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (6eaab0e3-ea7b-45f0-8210-7d6618a0d77a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:05.630377 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde7e33f-01f3-4c4f-b0fb-ef61d94a3af8 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:47:05.655167 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cde7e33f-01f3-4c4f-b0fb-ef61d94a3af8 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (ddc91120-779c-4d3b-9cd7-9fa10b887416), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:05.656584 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-cde7e33f-01f3-4c4f-b0fb-ef61d94a3af8 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Added segment ddc91120-779c-4d3b-9cd7-9fa10b887416 of type vlan for network ef324591-3242-4219-b233-c80489e6ddf3 Feb 08 21:47:05.790042 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f97022be-4602-48d9-a085-cf81de495235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'name': 'tempest-TestNetworkBasicOps-router-1298622568', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6eaab0e3-ea7b-45f0-8210-7d6618a0d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:45:06Z', 'updated_at': '2022-02-08T21:47:02Z', 'revision_number': 5, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '6eaab0e3-ea7b-45f0-8210-7d6618a0d77a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:40:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:45:06Z', 'updated_at': '2022-02-08T21:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:47:05.822473 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cde7e33f-01f3-4c4f-b0fb-ef61d94a3af8 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (ef324591-3242-4219-b233-c80489e6ddf3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:05.856454 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-171ce39c-6fa2-4212-bcd7-5abfd6fc9dc7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] For port 6eaab0e3-ea7b-45f0-8210-7d6618a0d77a, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=6eaab0e3-ea7b-45f0-8210-7d6618a0d77a,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:47:05.863538 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-171ce39c-6fa2-4212-bcd7-5abfd6fc9dc7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (6eaab0e3-ea7b-45f0-8210-7d6618a0d77a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:05.879229 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ecb9a5df-300a-49e8-b2c1-35d36d130baf no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:47:05.888715 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97022be-4602-48d9-a085-cf81de495235 None None] The sync data for ids ['ddfe0eb5-1665-4489-b4fa-e1ad78a5442a'] in n-d-712143-31 is: [{'id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'name': 'tempest-TestNetworkBasicOps-router-1298622568', 'tenant_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6eaab0e3-ea7b-45f0-8210-7d6618a0d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:45:06Z', 'updated_at': '2022-02-08T21:47:02Z', 'revision_number': 5, 'project_id': 'f6bde20c4e70444caab1a7a5de63c07b', 'gw_port': {'id': '6eaab0e3-ea7b-45f0-8210-7d6618a0d77a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:40:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfe0eb5-1665-4489-b4fa-e1ad78a5442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:45:06Z', 'updated_at': '2022-02-08T21:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:47:05.911167 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cde7e33f-01f3-4c4f-b0fb-ef61d94a3af8 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (ef324591-3242-4219-b233-c80489e6ddf3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:05.922017 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-171ce39c-6fa2-4212-bcd7-5abfd6fc9dc7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Calling delete_port for 6eaab0e3-ea7b-45f0-8210-7d6618a0d77a owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:47:05.924592 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde7e33f-01f3-4c4f-b0fb-ef61d94a3af8 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:05.931447 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cde7e33f-01f3-4c4f-b0fb-ef61d94a3af8 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:06.089995 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-90d9eaf5-030e-45c2-92de-3c335ef1301f None None] Deleting port ecb9a5df-300a-49e8-b2c1-35d36d130baf {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:47:06.092523 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-90d9eaf5-030e-45c2-92de-3c335ef1301f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (ecb9a5df-300a-49e8-b2c1-35d36d130baf), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:06.224007 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cde7e33f-01f3-4c4f-b0fb-ef61d94a3af8 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8508413 Feb 08 21:47:06.225090 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52868) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:06.244226 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-2eb7b391-8036-4817-8741-c12a7ee8233f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'ports': [{'network_id': '899eb948-f933-452c-aaf9-10a5de61b269'}, {'network_id': 'ef324591-3242-4219-b233-c80489e6ddf3'}]} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:06.246965 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-2eb7b391-8036-4817-8741-c12a7ee8233f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'port': {'network_id': '899eb948-f933-452c-aaf9-10a5de61b269'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:06.247630 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-2eb7b391-8036-4817-8741-c12a7ee8233f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'port': {'network_id': 'ef324591-3242-4219-b233-c80489e6ddf3'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:06.257471 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-9eca53a9-a3c3-4a2e-9e74-0c15902f27f6 req-7cc7456b-8c51-43e4-b495-0b201068a0ab service neutron] (103433) timed out ('10.222.0.94', 59448) {{(pid=103433) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 21:47:06.268898 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7e33f-01f3-4c4f-b0fb-ef61d94a3af8 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Network': ['ID=ef324591-3242-4219-b233-c80489e6ddf3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:06.322249 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-90d9eaf5-030e-45c2-92de-3c335ef1301f None None] For port ecb9a5df-300a-49e8-b2c1-35d36d130baf, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ecb9a5df-300a-49e8-b2c1-35d36d130baf,segment=NetworkSegment(a8f5bf59-f579-44e2-a49f-689a3d8513a2),segment_id=a8f5bf59-f579-44e2-a49f-689a3d8513a2)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:47:06.322968 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-90d9eaf5-030e-45c2-92de-3c335ef1301f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (ecb9a5df-300a-49e8-b2c1-35d36d130baf), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:06.345308 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-90d9eaf5-030e-45c2-92de-3c335ef1301f None None] Calling delete_port for ecb9a5df-300a-49e8-b2c1-35d36d130baf owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:47:06.486553 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network ef324591-3242-4219-b233-c80489e6ddf3 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:47:06.627602 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-90d9eaf5-030e-45c2-92de-3c335ef1301f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (ecb9a5df-300a-49e8-b2c1-35d36d130baf), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:06.696943 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9eaf5-030e-45c2-92de-3c335ef1301f None None] Pushing event deleted for resources: {'Port': ['ID=ecb9a5df-300a-49e8-b2c1-35d36d130baf,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:06.704592 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:06.706555 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d9eaf5-030e-45c2-92de-3c335ef1301f None None] No DVR routers for this DVR port ecb9a5df-300a-49e8-b2c1-35d36d130baf on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:47:06.724975 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No active binding found for port ecb9a5df-300a-49e8-b2c1-35d36d130baf {{(pid=103435) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 08 21:47:06.726187 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] The host n-d-712143-31 is not matching for port ecb9a5df-300a-49e8-b2c1-35d36d130baf host None! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 21:47:06.727751 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ecb9a5df-300a-49e8-b2c1-35d36d130baf not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:47:06.760853 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9eaf5-030e-45c2-92de-3c335ef1301f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:06.761872 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9eaf5-030e-45c2-92de-3c335ef1301f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:06.762480 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9eaf5-030e-45c2-92de-3c335ef1301f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:06.763045 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9eaf5-030e-45c2-92de-3c335ef1301f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:06.763518 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9eaf5-030e-45c2-92de-3c335ef1301f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:06.763991 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9eaf5-030e-45c2-92de-3c335ef1301f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:06.764705 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9eaf5-030e-45c2-92de-3c335ef1301f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:06.765716 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9eaf5-030e-45c2-92de-3c335ef1301f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:06.766239 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9eaf5-030e-45c2-92de-3c335ef1301f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:06.766815 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9eaf5-030e-45c2-92de-3c335ef1301f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:06.767300 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9eaf5-030e-45c2-92de-3c335ef1301f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:06.768036 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9eaf5-030e-45c2-92de-3c335ef1301f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:06.768900 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9eaf5-030e-45c2-92de-3c335ef1301f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:06.776572 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:06.914577 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-171ce39c-6fa2-4212-bcd7-5abfd6fc9dc7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (6eaab0e3-ea7b-45f0-8210-7d6618a0d77a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:06.976474 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ce39c-6fa2-4212-bcd7-5abfd6fc9dc7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event deleted for resources: {'Port': ['ID=6eaab0e3-ea7b-45f0-8210-7d6618a0d77a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:07.048586 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb7b391-8036-4817-8741-c12a7ee8233f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'port': 2} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:47:07.053745 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2eb7b391-8036-4817-8741-c12a7ee8233f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:07.111130 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2eb7b391-8036-4817-8741-c12a7ee8233f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:07.184145 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-171ce39c-6fa2-4212-bcd7-5abfd6fc9dc7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (ddfe0eb5-1665-4489-b4fa-e1ad78a5442a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:07.401725 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-171ce39c-6fa2-4212-bcd7-5abfd6fc9dc7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (ddfe0eb5-1665-4489-b4fa-e1ad78a5442a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:07.406093 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-171ce39c-6fa2-4212-bcd7-5abfd6fc9dc7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for router_controller (ddfe0eb5-1665-4489-b4fa-e1ad78a5442a), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:07.519449 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-171ce39c-6fa2-4212-bcd7-5abfd6fc9dc7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (ddfe0eb5-1665-4489-b4fa-e1ad78a5442a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:07.520726 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171ce39c-6fa2-4212-bcd7-5abfd6fc9dc7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Fanout notify agent at l3_agent the message router_deleted on router ddfe0eb5-1665-4489-b4fa-e1ad78a5442a {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:47:07.538866 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-171ce39c-6fa2-4212-bcd7-5abfd6fc9dc7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:07.540490 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-171ce39c-6fa2-4212-bcd7-5abfd6fc9dc7 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "DELETE /v2.0/routers/ddfe0eb5-1665-4489-b4fa-e1ad78a5442a HTTP/1.1" status: 204 len: 168 time: 2.8738897 Feb 08 21:47:07.543348 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52892) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:07.748333 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-2eb7b391-8036-4817-8741-c12a7ee8233f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] device_id is not set on port f24c6266-9b9c-443f-88c6-46a7816812a0 yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:47:07.794786 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00880be8-863c-48cd-b02c-864df39dcc0a tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (bac59527-e317-44e2-a447-7c8bca1fac6c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:07.802061 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 1d5f4b18-f634-4de4-97c3-92036054fc4a no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:47:07.870367 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 1d5f4b18-f634-4de4-97c3-92036054fc4a {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:47:07.870716 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 1d5f4b18-f634-4de4-97c3-92036054fc4a not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:47:08.055875 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2eb7b391-8036-4817-8741-c12a7ee8233f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for port (f24c6266-9b9c-443f-88c6-46a7816812a0), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:08.254195 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-2eb7b391-8036-4817-8741-c12a7ee8233f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] device_id is not set on port 58065cb5-1206-4793-8b59-9e06cc189987 yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:47:08.443916 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2eb7b391-8036-4817-8741-c12a7ee8233f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for port (58065cb5-1206-4793-8b59-9e06cc189987), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:08.528397 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2eb7b391-8036-4817-8741-c12a7ee8233f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (f24c6266-9b9c-443f-88c6-46a7816812a0), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:08.668123 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb7b391-8036-4817-8741-c12a7ee8233f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network 899eb948-f933-452c-aaf9-10a5de61b269 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:47:08.679318 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-2eb7b391-8036-4817-8741-c12a7ee8233f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:47:08.699322 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb7b391-8036-4817-8741-c12a7ee8233f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:47:08.700494 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2eb7b391-8036-4817-8741-c12a7ee8233f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (58065cb5-1206-4793-8b59-9e06cc189987), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:08.708001 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7b391-8036-4817-8741-c12a7ee8233f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Port': ['ID=f24c6266-9b9c-443f-88c6-46a7816812a0,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:08.788859 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00880be8-863c-48cd-b02c-864df39dcc0a tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (bac59527-e317-44e2-a447-7c8bca1fac6c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:08.829938 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-00880be8-863c-48cd-b02c-864df39dcc0a tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac59527-e317-44e2-a447-7c8bca1fac6c']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:47:08.847885 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-00880be8-863c-48cd-b02c-864df39dcc0a tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f5bf59-f579-44e2-a49f-689a3d8513a2') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:47:08.848708 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-00880be8-863c-48cd-b02c-864df39dcc0a tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f5bf59-f579-44e2-a49f-689a3d8513a2') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:47:08.880808 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00880be8-863c-48cd-b02c-864df39dcc0a tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (a8f5bf59-f579-44e2-a49f-689a3d8513a2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:08.910979 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00880be8-863c-48cd-b02c-864df39dcc0a tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (a8f5bf59-f579-44e2-a49f-689a3d8513a2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:08.912485 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7b391-8036-4817-8741-c12a7ee8233f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Port': ['ID=58065cb5-1206-4793-8b59-9e06cc189987,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:08.929621 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb7b391-8036-4817-8741-c12a7ee8233f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Checking segment: {'id': 'ddc91120-779c-4d3b-9cd7-9fa10b887416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ef324591-3242-4219-b233-c80489e6ddf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:47:08.935018 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb7b391-8036-4817-8741-c12a7ee8233f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network hostable DHCP agents. Network: ef324591-3242-4219-b233-c80489e6ddf3, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:47:08.940688 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00880be8-863c-48cd-b02c-864df39dcc0a tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:47:08.941487 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00880be8-863c-48cd-b02c-864df39dcc0a tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (a8f5bf59-f579-44e2-a49f-689a3d8513a2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:47:08.946077 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:47:08.971564 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb7b391-8036-4817-8741-c12a7ee8233f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network ef324591-3242-4219-b233-c80489e6ddf3 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:47:08.997961 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-2eb7b391-8036-4817-8741-c12a7ee8233f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, ef324591-3242-4219-b233-c80489e6ddf3) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:47:09.003446 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb7b391-8036-4817-8741-c12a7ee8233f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:47:09.010068 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a277fcbe-0257-484f-8b39-2274045c773d None None] Network ef324591-3242-4219-b233-c80489e6ddf3 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:47:09.015698 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb7b391-8036-4817-8741-c12a7ee8233f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:09.026842 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb7b391-8036-4817-8741-c12a7ee8233f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:09.027576 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2eb7b391-8036-4817-8741-c12a7ee8233f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:09.071673 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2eb7b391-8036-4817-8741-c12a7ee8233f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8436029 Feb 08 21:47:09.072517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52906) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:09.129564 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00880be8-863c-48cd-b02c-864df39dcc0a tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (bac59527-e317-44e2-a447-7c8bca1fac6c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:09.143143 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00880be8-863c-48cd-b02c-864df39dcc0a tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:09.150814 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-00880be8-863c-48cd-b02c-864df39dcc0a tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] 10.222.0.88 "DELETE /v2.0/networks/bac59527-e317-44e2-a447-7c8bca1fac6c HTTP/1.1" status: 204 len: 168 time: 1.6063221 Feb 08 21:47:09.197171 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00880be8-863c-48cd-b02c-864df39dcc0a tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] Pushing event deleted for resources: {'Network': ['ID=bac59527-e317-44e2-a447-7c8bca1fac6c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:09.319436 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-44a2addd-4c09-4de3-b694-b953dbb684c2 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting port 58065cb5-1206-4793-8b59-9e06cc189987 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:47:09.320229 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-44a2addd-4c09-4de3-b694-b953dbb684c2 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (58065cb5-1206-4793-8b59-9e06cc189987), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:09.489800 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-44a2addd-4c09-4de3-b694-b953dbb684c2 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (58065cb5-1206-4793-8b59-9e06cc189987), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:09.537868 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-44a2addd-4c09-4de3-b694-b953dbb684c2 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Calling delete_port for 58065cb5-1206-4793-8b59-9e06cc189987 owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:47:09.684709 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-44a2addd-4c09-4de3-b694-b953dbb684c2 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (58065cb5-1206-4793-8b59-9e06cc189987), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:09.712833 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6eaab0e3-ea7b-45f0-8210-7d6618a0d77a no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:47:09.739271 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52920) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:09.814932 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 6eaab0e3-ea7b-45f0-8210-7d6618a0d77a {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:47:09.815288 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6eaab0e3-ea7b-45f0-8210-7d6618a0d77a not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:47:09.852950 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-44a2addd-4c09-4de3-b694-b953dbb684c2 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:09.862342 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52926) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:09.875793 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-44a2addd-4c09-4de3-b694-b953dbb684c2 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/ports/58065cb5-1206-4793-8b59-9e06cc189987 HTTP/1.1" status: 204 len: 168 time: 0.7861934 Feb 08 21:47:09.882158 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2addd-4c09-4de3-b694-b953dbb684c2 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Port': ['ID=58065cb5-1206-4793-8b59-9e06cc189987,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:10.047793 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd4ca0a-b3a5-4bea-938e-1a8666968f83 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:10.056326 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd4ca0a-b3a5-4bea-938e-1a8666968f83 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:10.061402 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52928) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:10.066061 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0bd4ca0a-b3a5-4bea-938e-1a8666968f83 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2014086 Feb 08 21:47:10.107727 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4dee3899-c1f6-4582-9bf2-fa944b115616 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f6bde20c4e70444caab1a7a5de63c07b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3668904 Feb 08 21:47:10.110043 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52930) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:10.212081 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-33afe7eb-240d-43e0-bc20-3a3058a5ff91 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting port f24c6266-9b9c-443f-88c6-46a7816812a0 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:47:10.212674 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-33afe7eb-240d-43e0-bc20-3a3058a5ff91 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f24c6266-9b9c-443f-88c6-46a7816812a0), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:10.219778 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-096309d9-ce9a-44ed-93ca-1a010de19516 admin admin] Publish callbacks [] for security_group (614eff3b-3821-48cd-865d-b516cda7de74), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:10.270687 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-096309d9-ce9a-44ed-93ca-1a010de19516 admin admin] Publish callbacks [] for security_group (614eff3b-3821-48cd-865d-b516cda7de74), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:10.378242 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-096309d9-ce9a-44ed-93ca-1a010de19516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (614eff3b-3821-48cd-865d-b516cda7de74), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:10.381187 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-096309d9-ce9a-44ed-93ca-1a010de19516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:10.383034 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-096309d9-ce9a-44ed-93ca-1a010de19516 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/614eff3b-3821-48cd-865d-b516cda7de74 HTTP/1.1" status: 204 len: 168 time: 0.2716639 Feb 08 21:47:10.386270 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-33afe7eb-240d-43e0-bc20-3a3058a5ff91 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f24c6266-9b9c-443f-88c6-46a7816812a0), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:10.393602 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096309d9-ce9a-44ed-93ca-1a010de19516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614eff3b-3821-48cd-865d-b516cda7de74,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:10.430980 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-33afe7eb-240d-43e0-bc20-3a3058a5ff91 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Calling delete_port for f24c6266-9b9c-443f-88c6-46a7816812a0 owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:47:10.629871 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-33afe7eb-240d-43e0-bc20-3a3058a5ff91 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (f24c6266-9b9c-443f-88c6-46a7816812a0), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:10.683235 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33afe7eb-240d-43e0-bc20-3a3058a5ff91 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Port': ['ID=f24c6266-9b9c-443f-88c6-46a7816812a0,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:10.714448 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-33afe7eb-240d-43e0-bc20-3a3058a5ff91 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:10.723214 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-33afe7eb-240d-43e0-bc20-3a3058a5ff91 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/ports/f24c6266-9b9c-443f-88c6-46a7816812a0 HTTP/1.1" status: 204 len: 168 time: 0.6605749 Feb 08 21:47:10.725818 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52944) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:10.821548 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec6e02c-1bb4-4ab4-bc68-66afd01ec1f8 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:10.829474 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52946) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:10.831267 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-eec6e02c-1bb4-4ab4-bc68-66afd01ec1f8 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1040709 Feb 08 21:47:10.833973 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52948) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:10.858332 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-52b86f4f-a389-40b4-aae7-0f0d19fb54e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:10.932384 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-639e16fa-518b-4e6f-8077-e3124a2b8e0e tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] GET failed (client error): The resource could not be found. Feb 08 21:47:10.935832 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-639e16fa-518b-4e6f-8077-e3124a2b8e0e tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "GET /v2.0/ports/58065cb5-1206-4793-8b59-9e06cc189987 HTTP/1.1" status: 404 len: 333 time: 0.0999634 Feb 08 21:47:10.938211 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52954) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:11.001507 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a7852ad-669b-450e-b96e-48bda9ea1cad tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] GET failed (client error): The resource could not be found. Feb 08 21:47:11.003592 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1a7852ad-669b-450e-b96e-48bda9ea1cad tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "GET /v2.0/ports/f24c6266-9b9c-443f-88c6-46a7816812a0 HTTP/1.1" status: 404 len: 333 time: 0.0636873 Feb 08 21:47:11.006611 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52956) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:11.116472 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-52b86f4f-a389-40b4-aae7-0f0d19fb54e7 admin admin] Publish callbacks [] for security_group (947344e3-f3d6-4c2c-ae7c-adbe926e3360), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:11.126295 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-52b86f4f-a389-40b4-aae7-0f0d19fb54e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (947344e3-f3d6-4c2c-ae7c-adbe926e3360), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:11.168006 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa73e051-ca05-43fc-b17b-d408675419d1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (ef324591-3242-4219-b233-c80489e6ddf3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:11.207404 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b86f4f-a389-40b4-aae7-0f0d19fb54e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947344e3-f3d6-4c2c-ae7c-adbe926e3360,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:11.217027 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-52b86f4f-a389-40b4-aae7-0f0d19fb54e7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7d7a39afcd4c4c558a90f555bb47b293&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3858538 Feb 08 21:47:11.217571 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52958) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:11.333979 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b12c1bc4-a438-4dc6-a3d0-be6e9b516eb0 admin admin] Publish callbacks [] for security_group (947344e3-f3d6-4c2c-ae7c-adbe926e3360), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:11.450007 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b12c1bc4-a438-4dc6-a3d0-be6e9b516eb0 admin admin] Publish callbacks [] for security_group (947344e3-f3d6-4c2c-ae7c-adbe926e3360), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:11.484744 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa73e051-ca05-43fc-b17b-d408675419d1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (ef324591-3242-4219-b233-c80489e6ddf3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:11.571879 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-fa73e051-ca05-43fc-b17b-d408675419d1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef324591-3242-4219-b233-c80489e6ddf3']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:47:11.574760 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b12c1bc4-a438-4dc6-a3d0-be6e9b516eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (947344e3-f3d6-4c2c-ae7c-adbe926e3360), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:11.580271 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b12c1bc4-a438-4dc6-a3d0-be6e9b516eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:11.584262 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b12c1bc4-a438-4dc6-a3d0-be6e9b516eb0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/947344e3-f3d6-4c2c-ae7c-adbe926e3360 HTTP/1.1" status: 204 len: 168 time: 0.3655758 Feb 08 21:47:11.599404 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c1bc4-a438-4dc6-a3d0-be6e9b516eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947344e3-f3d6-4c2c-ae7c-adbe926e3360,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:11.630324 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-fa73e051-ca05-43fc-b17b-d408675419d1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc91120-779c-4d3b-9cd7-9fa10b887416') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:47:11.633324 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-fa73e051-ca05-43fc-b17b-d408675419d1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc91120-779c-4d3b-9cd7-9fa10b887416') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:47:11.659313 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:47:11.719276 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa73e051-ca05-43fc-b17b-d408675419d1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (ddc91120-779c-4d3b-9cd7-9fa10b887416), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:11.775231 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa73e051-ca05-43fc-b17b-d408675419d1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (ddc91120-779c-4d3b-9cd7-9fa10b887416), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:11.797584 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa73e051-ca05-43fc-b17b-d408675419d1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:47:11.803039 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa73e051-ca05-43fc-b17b-d408675419d1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (ddc91120-779c-4d3b-9cd7-9fa10b887416), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:47:11.815070 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:47:11.997563 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa73e051-ca05-43fc-b17b-d408675419d1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (ef324591-3242-4219-b233-c80489e6ddf3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:12.006117 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa73e051-ca05-43fc-b17b-d408675419d1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:12.020164 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fa73e051-ca05-43fc-b17b-d408675419d1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/networks/ef324591-3242-4219-b233-c80489e6ddf3 HTTP/1.1" status: 204 len: 168 time: 1.0118864 Feb 08 21:47:12.024878 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 52976) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:12.030673 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-006fcd7e-ca9d-4790-9af0-896cf48d1068 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1230500678'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:12.074662 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73e051-ca05-43fc-b17b-d408675419d1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Network': ['ID=ef324591-3242-4219-b233-c80489e6ddf3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:12.098645 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006fcd7e-ca9d-4790-9af0-896cf48d1068 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:47:12.111608 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-006fcd7e-ca9d-4790-9af0-896cf48d1068 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:12.166085 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006fcd7e-ca9d-4790-9af0-896cf48d1068 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:47:12.192978 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-006fcd7e-ca9d-4790-9af0-896cf48d1068 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (fb0cae3c-7619-4057-ab65-e8aa97d38108), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:12.193236 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-006fcd7e-ca9d-4790-9af0-896cf48d1068 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Added segment fb0cae3c-7619-4057-ab65-e8aa97d38108 of type vlan for network d15b5639-7f92-4336-b4e6-08bd081effbe Feb 08 21:47:12.254442 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-006fcd7e-ca9d-4790-9af0-896cf48d1068 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (d15b5639-7f92-4336-b4e6-08bd081effbe), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:12.318638 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-006fcd7e-ca9d-4790-9af0-896cf48d1068 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (d15b5639-7f92-4336-b4e6-08bd081effbe), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:12.327026 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006fcd7e-ca9d-4790-9af0-896cf48d1068 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:12.344805 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-006fcd7e-ca9d-4790-9af0-896cf48d1068 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:12.399646 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 52998) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:12.400384 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-006fcd7e-ca9d-4790-9af0-896cf48d1068 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3738880 Feb 08 21:47:12.406928 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-4709bd1a-a73e-435e-9dbd-a0c115c34b91 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'subnet': {'network_id': 'd15b5639-7f92-4336-b4e6-08bd081effbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:12.488328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fcd7e-ca9d-4790-9af0-896cf48d1068 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Network': ['ID=d15b5639-7f92-4336-b4e6-08bd081effbe,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:12.499790 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network d15b5639-7f92-4336-b4e6-08bd081effbe details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:47:12.697373 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4709bd1a-a73e-435e-9dbd-a0c115c34b91 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:47:12.706161 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4709bd1a-a73e-435e-9dbd-a0c115c34b91 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:12.862995 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.ipam_backend_mixin [None req-4709bd1a-a73e-435e-9dbd-a0c115c34b91 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Performing IP validity checks on allocation pools {{(pid=103434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 08 21:47:12.863608 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.ipam_backend_mixin [None req-4709bd1a-a73e-435e-9dbd-a0c115c34b91 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 08 21:47:13.141262 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4709bd1a-a73e-435e-9dbd-a0c115c34b91 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (94a4217c-e765-4a83-b5cf-8071f6e6db7b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:13.344635 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709bd1a-a73e-435e-9dbd-a0c115c34b91 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Subnet': ['ID=94a4217c-e765-4a83-b5cf-8071f6e6db7b,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:13.369907 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4709bd1a-a73e-435e-9dbd-a0c115c34b91 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Checking segment: {'id': 'fb0cae3c-7619-4057-ab65-e8aa97d38108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd15b5639-7f92-4336-b4e6-08bd081effbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:47:13.373449 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4709bd1a-a73e-435e-9dbd-a0c115c34b91 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network hostable DHCP agents. Network: d15b5639-7f92-4336-b4e6-08bd081effbe, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:47:13.412509 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4709bd1a-a73e-435e-9dbd-a0c115c34b91 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network d15b5639-7f92-4336-b4e6-08bd081effbe is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:47:13.446811 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-4709bd1a-a73e-435e-9dbd-a0c115c34b91 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, d15b5639-7f92-4336-b4e6-08bd081effbe) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:47:13.458059 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8f0e8c-9ded-4169-acf7-70f8a6536a5e None None] Network d15b5639-7f92-4336-b4e6-08bd081effbe requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:47:13.471764 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4709bd1a-a73e-435e-9dbd-a0c115c34b91 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:13.473112 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4709bd1a-a73e-435e-9dbd-a0c115c34b91 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:13.524141 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4709bd1a-a73e-435e-9dbd-a0c115c34b91 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1195028 Feb 08 21:47:13.524649 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 53026) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:13.530301 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-9f6bdbeb-8498-4609-85ee-b02e7ad0a617 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'port': {'network_id': 'd15b5639-7f92-4336-b4e6-08bd081effbe', 'name': 'tempest-PortsTestJSON-305893257'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:13.731620 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d604157c-0d21-4011-8b64-1cb0316cbfc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-d15b5639-7f92-4336-b4e6-08bd081effbe', 'network_id': 'd15b5639-7f92-4336-b4e6-08bd081effbe', 'project_id': '957802303cd04f1ca53889ad1e28b004', 'fixed_ips': [{'subnet_id': '94a4217c-e765-4a83-b5cf-8071f6e6db7b'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:47:13.732510 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d604157c-0d21-4011-8b64-1cb0316cbfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:13.775333 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6bdbeb-8498-4609-85ee-b02e7ad0a617 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:47:13.781996 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f6bdbeb-8498-4609-85ee-b02e7ad0a617 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:13.845391 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-9f6bdbeb-8498-4609-85ee-b02e7ad0a617 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] device_id is not set on port 59e14383-ddcb-429d-93ca-2a88a2aa2848 yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:47:14.214840 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-9f6bdbeb-8498-4609-85ee-b02e7ad0a617 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Allocated IP 172.20.0.14 (d15b5639-7f92-4336-b4e6-08bd081effbe/94a4217c-e765-4a83-b5cf-8071f6e6db7b/59e14383-ddcb-429d-93ca-2a88a2aa2848) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:47:14.659202 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f6bdbeb-8498-4609-85ee-b02e7ad0a617 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for port (59e14383-ddcb-429d-93ca-2a88a2aa2848), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:14.744602 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f6bdbeb-8498-4609-85ee-b02e7ad0a617 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (59e14383-ddcb-429d-93ca-2a88a2aa2848), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:14.844748 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-d604157c-0d21-4011-8b64-1cb0316cbfc9 None None] Allocated IP 172.20.0.2 (d15b5639-7f92-4336-b4e6-08bd081effbe/94a4217c-e765-4a83-b5cf-8071f6e6db7b/c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:47:14.892754 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6bdbeb-8498-4609-85ee-b02e7ad0a617 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network d15b5639-7f92-4336-b4e6-08bd081effbe is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:47:14.899742 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-9f6bdbeb-8498-4609-85ee-b02e7ad0a617 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:47:14.906044 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bdbeb-8498-4609-85ee-b02e7ad0a617 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Port': ['ID=59e14383-ddcb-429d-93ca-2a88a2aa2848,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:14.910382 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6bdbeb-8498-4609-85ee-b02e7ad0a617 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:47:15.044646 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6bdbeb-8498-4609-85ee-b02e7ad0a617 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:15.050447 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f6bdbeb-8498-4609-85ee-b02e7ad0a617 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:15.086830 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9f6bdbeb-8498-4609-85ee-b02e7ad0a617 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5603185 Feb 08 21:47:15.088335 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53062) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:15.351064 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d604157c-0d21-4011-8b64-1cb0316cbfc9 None None] Publish callbacks [] for port (c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:15.365979 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d604157c-0d21-4011-8b64-1cb0316cbfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:15.379179 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1cd2fa9b-96b1-42a6-91f5-24641fae313d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting port 59e14383-ddcb-429d-93ca-2a88a2aa2848 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:47:15.379858 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1cd2fa9b-96b1-42a6-91f5-24641fae313d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (59e14383-ddcb-429d-93ca-2a88a2aa2848), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:15.460634 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d604157c-0d21-4011-8b64-1cb0316cbfc9 None None] Network d15b5639-7f92-4336-b4e6-08bd081effbe is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:47:15.484546 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-d604157c-0d21-4011-8b64-1cb0316cbfc9 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:47:15.489104 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d604157c-0d21-4011-8b64-1cb0316cbfc9 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:47:15.526315 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1cd2fa9b-96b1-42a6-91f5-24641fae313d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (59e14383-ddcb-429d-93ca-2a88a2aa2848), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:15.542894 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604157c-0d21-4011-8b64-1cb0316cbfc9 None None] Pushing event updated for resources: {'Port': ['ID=c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:15.545852 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1cd2fa9b-96b1-42a6-91f5-24641fae313d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Calling delete_port for 59e14383-ddcb-429d-93ca-2a88a2aa2848 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:47:15.718579 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-d604157c-0d21-4011-8b64-1cb0316cbfc9 None None] Attempting to bind port c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:47:15.718953 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-d604157c-0d21-4011-8b64-1cb0316cbfc9 None None] Attempting to bind port c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'fb0cae3c-7619-4057-ab65-e8aa97d38108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd15b5639-7f92-4336-b4e6-08bd081effbe'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:47:15.727480 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d604157c-0d21-4011-8b64-1cb0316cbfc9 None None] Attempting to bind port c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566 on network d15b5639-7f92-4336-b4e6-08bd081effbe {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:47:15.740015 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d604157c-0d21-4011-8b64-1cb0316cbfc9 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:47:15.740399 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d604157c-0d21-4011-8b64-1cb0316cbfc9 None None] Checking segment: {'id': 'fb0cae3c-7619-4057-ab65-e8aa97d38108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd15b5639-7f92-4336-b4e6-08bd081effbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:47:15.750566 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d604157c-0d21-4011-8b64-1cb0316cbfc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:15.751398 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d604157c-0d21-4011-8b64-1cb0316cbfc9 None None] Bound using segment: {'id': 'fb0cae3c-7619-4057-ab65-e8aa97d38108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd15b5639-7f92-4336-b4e6-08bd081effbe'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:47:15.753034 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-d604157c-0d21-4011-8b64-1cb0316cbfc9 None None] Bound port: c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb0cae3c-7619-4057-ab65-e8aa97d38108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd15b5639-7f92-4336-b4e6-08bd081effbe'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:47:15.753864 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d604157c-0d21-4011-8b64-1cb0316cbfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:15.754384 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1cd2fa9b-96b1-42a6-91f5-24641fae313d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (59e14383-ddcb-429d-93ca-2a88a2aa2848), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:15.863148 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2fa9b-96b1-42a6-91f5-24641fae313d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Port': ['ID=59e14383-ddcb-429d-93ca-2a88a2aa2848,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:15.984312 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1cd2fa9b-96b1-42a6-91f5-24641fae313d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:15.987266 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d604157c-0d21-4011-8b64-1cb0316cbfc9 None None] For port c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:47:15.992051 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1cd2fa9b-96b1-42a6-91f5-24641fae313d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/ports/59e14383-ddcb-429d-93ca-2a88a2aa2848 HTTP/1.1" status: 204 len: 168 time: 0.9010935 Feb 08 21:47:15.994283 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d604157c-0d21-4011-8b64-1cb0316cbfc9 None None] For port c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566,segment=NetworkSegment(fb0cae3c-7619-4057-ab65-e8aa97d38108),segment_id=fb0cae3c-7619-4057-ab65-e8aa97d38108)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:47:15.995073 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 53078) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:16.005382 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d604157c-0d21-4011-8b64-1cb0316cbfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:16.051664 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-1708297f-b629-4c5a-8928-9e6f56dbc859 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] DELETE failed (client error): The resource could not be found. Feb 08 21:47:16.052812 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1708297f-b629-4c5a-8928-9e6f56dbc859 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:47:16.060812 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1708297f-b629-4c5a-8928-9e6f56dbc859 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/ports/59e14383-ddcb-429d-93ca-2a88a2aa2848 HTTP/1.1" status: 404 len: 333 time: 0.0633726 Feb 08 21:47:16.063668 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53082) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:16.125936 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-c508354a-a05c-4297-8263-0b0b2a67e1ee tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] GET failed (client error): The resource could not be found. Feb 08 21:47:16.129818 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c508354a-a05c-4297-8263-0b0b2a67e1ee tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "GET /v2.0/ports/59e14383-ddcb-429d-93ca-2a88a2aa2848 HTTP/1.1" status: 404 len: 333 time: 0.0639479 Feb 08 21:47:16.132413 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 53084) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:16.157176 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604157c-0d21-4011-8b64-1cb0316cbfc9 None None] Pushing event updated for resources: {'Port': ['ID=c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:16.417886 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba0a37c-e3b5-4592-931a-4b13aa8c9850 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting subnet 94a4217c-e765-4a83-b5cf-8071f6e6db7b {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:47:16.439177 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1ba0a37c-e3b5-4592-931a-4b13aa8c9850 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (94a4217c-e765-4a83-b5cf-8071f6e6db7b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:16.541883 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1ba0a37c-e3b5-4592-931a-4b13aa8c9850 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (94a4217c-e765-4a83-b5cf-8071f6e6db7b), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:16.783123 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1ba0a37c-e3b5-4592-931a-4b13aa8c9850 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (94a4217c-e765-4a83-b5cf-8071f6e6db7b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:16.918763 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53094) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:16.926263 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a1541892-9682-4d5b-8d79-9451952c325c tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Request body: {'network': {'name': 'tempest-network-smoke--383821506', 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'port_security_enabled': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:16.931612 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1ba0a37c-e3b5-4592-931a-4b13aa8c9850 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (94a4217c-e765-4a83-b5cf-8071f6e6db7b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:16.961813 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1541892-9682-4d5b-8d79-9451952c325c tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Made reservation on behalf of ec1bf92d61e642bbb23989551b86dfdb for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:47:16.966526 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1541892-9682-4d5b-8d79-9451952c325c tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:16.981481 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1541892-9682-4d5b-8d79-9451952c325c tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:17.010697 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0a37c-e3b5-4592-931a-4b13aa8c9850 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Subnet': ['ID=94a4217c-e765-4a83-b5cf-8071f6e6db7b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:17.012342 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1ba0a37c-e3b5-4592-931a-4b13aa8c9850 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:17.045255 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1ba0a37c-e3b5-4592-931a-4b13aa8c9850 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/subnets/94a4217c-e765-4a83-b5cf-8071f6e6db7b HTTP/1.1" status: 204 len: 168 time: 0.9023867 Feb 08 21:47:17.045255 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 53096) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:17.148268 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1541892-9682-4d5b-8d79-9451952c325c tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for security_group (c6f9d75d-65a0-49b2-a39f-ddbe1280c153), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:17.155705 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1541892-9682-4d5b-8d79-9451952c325c tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c6f9d75d-65a0-49b2-a39f-ddbe1280c153), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:17.191577 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1541892-9682-4d5b-8d79-9451952c325c tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:47:17.209795 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1541892-9682-4d5b-8d79-9451952c325c tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (05ffdc5d-1222-4223-bdbd-541b3bd47349), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:17.210784 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-a1541892-9682-4d5b-8d79-9451952c325c tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Added segment 05ffdc5d-1222-4223-bdbd-541b3bd47349 of type vlan for network af8269ef-aca6-47c0-be51-599057940be7 Feb 08 21:47:17.278564 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8fded1b1-3556-4195-b009-d79a2734af32 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (d15b5639-7f92-4336-b4e6-08bd081effbe), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:17.337446 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1541892-9682-4d5b-8d79-9451952c325c tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (af8269ef-aca6-47c0-be51-599057940be7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:17.472773 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1541892-9682-4d5b-8d79-9451952c325c tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f9d75d-65a0-49b2-a39f-ddbe1280c153,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:17.479639 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1541892-9682-4d5b-8d79-9451952c325c tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (af8269ef-aca6-47c0-be51-599057940be7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:17.485105 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1541892-9682-4d5b-8d79-9451952c325c tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:17.485811 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1541892-9682-4d5b-8d79-9451952c325c tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:17.767085 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a1541892-9682-4d5b-8d79-9451952c325c tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8442502 Feb 08 21:47:17.767565 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53108) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:17.774649 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b9c9b6a5-dac6-4523-8f08-266b69d729f3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-118825268', 'admin_state_up': True, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:17.792709 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1541892-9682-4d5b-8d79-9451952c325c tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event updated for resources: {'Network': ['ID=af8269ef-aca6-47c0-be51-599057940be7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:17.832353 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9c9b6a5-dac6-4523-8f08-266b69d729f3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (23de3c61-00ce-4867-a824-187e17801b6a), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:17.833439 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9c9b6a5-dac6-4523-8f08-266b69d729f3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (23de3c61-00ce-4867-a824-187e17801b6a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:17.857463 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network af8269ef-aca6-47c0-be51-599057940be7 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:47:17.970963 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9c9b6a5-dac6-4523-8f08-266b69d729f3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for router_controller (23de3c61-00ce-4867-a824-187e17801b6a), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:18.089691 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:47:18.272363 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:47:18.273604 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:18.279645 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-8fded1b1-3556-4195-b009-d79a2734af32 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting port c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:47:18.280723 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8fded1b1-3556-4195-b009-d79a2734af32 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:18.291528 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9c9b6a5-dac6-4523-8f08-266b69d729f3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for router_gateway (23de3c61-00ce-4867-a824-187e17801b6a), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:18.373834 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a8a6f7-d1f7-4ea3-be96-1b344d65e0f6 None None] Network d15b5639-7f92-4336-b4e6-08bd081effbe requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:47:18.443279 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-8fded1b1-3556-4195-b009-d79a2734af32 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] For port c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566,segment=NetworkSegment(fb0cae3c-7619-4057-ab65-e8aa97d38108),segment_id=fb0cae3c-7619-4057-ab65-e8aa97d38108)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:47:18.443827 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8fded1b1-3556-4195-b009-d79a2734af32 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:18.472770 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-8fded1b1-3556-4195-b009-d79a2734af32 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Calling delete_port for c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:47:18.537543 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-24469858-53e0-4571-83ab-431e32eaf0e2 None None] Provisioning complete for port c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:47:18.538200 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24469858-53e0-4571-83ab-431e32eaf0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:18.631761 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:47:18.632524 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:18.658804 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8fded1b1-3556-4195-b009-d79a2734af32 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:18.735952 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-24469858-53e0-4571-83ab-431e32eaf0e2 None None] Port c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566 update to ACTIVE by agent not found {{(pid=103435) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 08 21:47:18.759934 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fded1b1-3556-4195-b009-d79a2734af32 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Port': ['ID=c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:18.768828 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fded1b1-3556-4195-b009-d79a2734af32 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] No DVR routers for this DVR port c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566 on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:47:18.802149 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf63fe82-e2f3-4338-9d2b-b538247f9c22 None None] DHCP port deletion for d15b5639-7f92-4336-b4e6-08bd081effbe request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:47:18.846759 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9c9b6a5-dac6-4523-8f08-266b69d729f3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for router_gateway (23de3c61-00ce-4867-a824-187e17801b6a), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:18.908692 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9c9b6a5-dac6-4523-8f08-266b69d729f3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:18.966652 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8fded1b1-3556-4195-b009-d79a2734af32 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (d15b5639-7f92-4336-b4e6-08bd081effbe), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:19.061347 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-8fded1b1-3556-4195-b009-d79a2734af32 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d15b5639-7f92-4336-b4e6-08bd081effbe']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:47:19.117279 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-8fded1b1-3556-4195-b009-d79a2734af32 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb0cae3c-7619-4057-ab65-e8aa97d38108') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:47:19.117944 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-8fded1b1-3556-4195-b009-d79a2734af32 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb0cae3c-7619-4057-ab65-e8aa97d38108') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:47:19.131026 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8fded1b1-3556-4195-b009-d79a2734af32 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (fb0cae3c-7619-4057-ab65-e8aa97d38108), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:19.147007 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8fded1b1-3556-4195-b009-d79a2734af32 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (fb0cae3c-7619-4057-ab65-e8aa97d38108), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:19.155826 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fded1b1-3556-4195-b009-d79a2734af32 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:47:19.156679 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8fded1b1-3556-4195-b009-d79a2734af32 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (fb0cae3c-7619-4057-ab65-e8aa97d38108), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: warnings.warn('Neutron quota engine will require "--force" ' Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:47:19.181267 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:47:19.183930 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-b9c9b6a5-dac6-4523-8f08-266b69d729f3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Allocated IP 172.25.3.156 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/081d40a6-41f2-4d2f-a884-ae6c08f0c3f6) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:47:19.282874 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8fded1b1-3556-4195-b009-d79a2734af32 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (d15b5639-7f92-4336-b4e6-08bd081effbe), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:19.292358 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8fded1b1-3556-4195-b009-d79a2734af32 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:19.302554 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8fded1b1-3556-4195-b009-d79a2734af32 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/networks/d15b5639-7f92-4336-b4e6-08bd081effbe HTTP/1.1" status: 204 len: 168 time: 2.2584519 Feb 08 21:47:19.309089 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53136) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:19.326715 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-71608ed5-3ac7-430e-b245-698e1c4bec04 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1332416450'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:19.327118 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fded1b1-3556-4195-b009-d79a2734af32 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Network': ['ID=d15b5639-7f92-4336-b4e6-08bd081effbe,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:19.463976 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71608ed5-3ac7-430e-b245-698e1c4bec04 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:47:19.471814 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71608ed5-3ac7-430e-b245-698e1c4bec04 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:19.547640 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9c9b6a5-dac6-4523-8f08-266b69d729f3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for port (081d40a6-41f2-4d2f-a884-ae6c08f0c3f6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:19.583619 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71608ed5-3ac7-430e-b245-698e1c4bec04 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:47:19.631199 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71608ed5-3ac7-430e-b245-698e1c4bec04 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (da65a2cf-b8fa-4754-8f4c-e01bf5a350a7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:19.631875 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-71608ed5-3ac7-430e-b245-698e1c4bec04 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Added segment da65a2cf-b8fa-4754-8f4c-e01bf5a350a7 of type vlan for network a18f803a-7587-4356-97ff-225f7493c6dc Feb 08 21:47:19.740626 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71608ed5-3ac7-430e-b245-698e1c4bec04 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (a18f803a-7587-4356-97ff-225f7493c6dc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:19.759271 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9c9b6a5-dac6-4523-8f08-266b69d729f3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (081d40a6-41f2-4d2f-a884-ae6c08f0c3f6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:19.770928 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:47:19.802913 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:47:19.803858 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c6d8de8f-6c96-4b4f-9bd1-7fb05efb5566 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:47:19.842193 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9b6a5-dac6-4523-8f08-266b69d729f3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event updated for resources: {'Port': ['ID=081d40a6-41f2-4d2f-a884-ae6c08f0c3f6,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:19.847897 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c9b6a5-dac6-4523-8f08-266b69d729f3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:47:19.850520 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-b9c9b6a5-dac6-4523-8f08-266b69d729f3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:47:19.854259 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71608ed5-3ac7-430e-b245-698e1c4bec04 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (a18f803a-7587-4356-97ff-225f7493c6dc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:19.862719 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71608ed5-3ac7-430e-b245-698e1c4bec04 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:19.864952 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71608ed5-3ac7-430e-b245-698e1c4bec04 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:19.869008 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c9b6a5-dac6-4523-8f08-266b69d729f3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:47:19.931554 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11f597-2c9f-42c8-829a-f3760b2a8000 req-2565f5d0-9219-4e9a-af85-348c3a7276b3 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:19.943619 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b11f597-2c9f-42c8-829a-f3760b2a8000 req-2565f5d0-9219-4e9a-af85-348c3a7276b3 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 946 time: 0.1649380 Feb 08 21:47:19.998651 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-71608ed5-3ac7-430e-b245-698e1c4bec04 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6842079 Feb 08 21:47:20.000691 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 53152) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:20.013686 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-d897f106-61d6-406b-bacb-b58773513488 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'subnet': {'network_id': 'a18f803a-7587-4356-97ff-225f7493c6dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:20.029632 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71608ed5-3ac7-430e-b245-698e1c4bec04 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Network': ['ID=a18f803a-7587-4356-97ff-225f7493c6dc,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:20.046474 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network a18f803a-7587-4356-97ff-225f7493c6dc details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:47:20.159013 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b11f597-2c9f-42c8-829a-f3760b2a8000 req-91d95266-a0da-4a1d-8401-f81ab8af9a9d tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=cc433038-f51f-4a98-94ec-16e331b4d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141159 Feb 08 21:47:20.195675 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d897f106-61d6-406b-bacb-b58773513488 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:47:20.201511 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d897f106-61d6-406b-bacb-b58773513488 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:20.510260 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9c9b6a5-dac6-4523-8f08-266b69d729f3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for router_gateway (23de3c61-00ce-4867-a824-187e17801b6a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:20.628781 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d897f106-61d6-406b-bacb-b58773513488 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (58d36281-5a24-4164-b32c-0ace68af0edc), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:20.757104 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d897f106-61d6-406b-bacb-b58773513488 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Checking segment: {'id': 'da65a2cf-b8fa-4754-8f4c-e01bf5a350a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a18f803a-7587-4356-97ff-225f7493c6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:47:20.760396 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d897f106-61d6-406b-bacb-b58773513488 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network hostable DHCP agents. Network: a18f803a-7587-4356-97ff-225f7493c6dc, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:47:20.778285 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897f106-61d6-406b-bacb-b58773513488 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Subnet': ['ID=58d36281-5a24-4164-b32c-0ace68af0edc,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:20.817065 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d897f106-61d6-406b-bacb-b58773513488 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network a18f803a-7587-4356-97ff-225f7493c6dc is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:47:20.841462 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-d897f106-61d6-406b-bacb-b58773513488 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, a18f803a-7587-4356-97ff-225f7493c6dc) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:47:20.847443 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d897f106-61d6-406b-bacb-b58773513488 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:20.848309 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d897f106-61d6-406b-bacb-b58773513488 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:20.853648 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0970bf4-834a-4849-84b5-44292dbe1742 None None] Network a18f803a-7587-4356-97ff-225f7493c6dc requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:47:20.881826 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d897f106-61d6-406b-bacb-b58773513488 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8804257 Feb 08 21:47:20.892000 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53162) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:20.920776 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-72adcd16-47e2-4bd3-9cb8-bb9e74fe5d97 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'port': {'network_id': 'a18f803a-7587-4356-97ff-225f7493c6dc', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1837673592'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:21.082270 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72adcd16-47e2-4bd3-9cb8-bb9e74fe5d97 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:47:21.086962 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72adcd16-47e2-4bd3-9cb8-bb9e74fe5d97 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:21.123791 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-72adcd16-47e2-4bd3-9cb8-bb9e74fe5d97 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] device_id is not set on port 37217e57-2132-4733-a722-2fc5bc1054d1 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:47:21.148612 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9c9b6a5-dac6-4523-8f08-266b69d729f3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (23de3c61-00ce-4867-a824-187e17801b6a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:21.214773 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31aabd1-e1d8-48d5-b167-0014ff0b8d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-a18f803a-7587-4356-97ff-225f7493c6dc', 'network_id': 'a18f803a-7587-4356-97ff-225f7493c6dc', 'project_id': '957802303cd04f1ca53889ad1e28b004', 'fixed_ips': [{'subnet_id': '58d36281-5a24-4164-b32c-0ace68af0edc'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:47:21.215674 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f31aabd1-e1d8-48d5-b167-0014ff0b8d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:21.460070 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d576af-3483-449e-ac01-b9118ff3964a req-53336f6b-886f-43b1-83dc-03e57c5d05cb tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:21.473907 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a4d576af-3483-449e-ac01-b9118ff3964a req-53336f6b-886f-43b1-83dc-03e57c5d05cb tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 946 time: 0.1346147 Feb 08 21:47:21.594711 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53172) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:21.606840 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a4d576af-3483-449e-ac01-b9118ff3964a req-016b2cfd-68b9-4354-9281-254d46a7cdca tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=cc433038-f51f-4a98-94ec-16e331b4d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316106 Feb 08 21:47:21.649815 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-f31aabd1-e1d8-48d5-b167-0014ff0b8d59 None None] Allocated IP 172.20.0.2 (a18f803a-7587-4356-97ff-225f7493c6dc/58d36281-5a24-4164-b32c-0ace68af0edc/02af4eb0-3310-4d74-9b1d-852e991a7d83) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:47:21.873677 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b67bf-9fa4-40f1-a786-e12e096ef048 req-b62b49e0-e0cc-4a23-8c9c-f904e377a172 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:21.876705 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1c9b67bf-9fa4-40f1-a786-e12e096ef048 req-b62b49e0-e0cc-4a23-8c9c-f904e377a172 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.94 "GET /v2.0/ports?device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 946 time: 0.1815169 Feb 08 21:47:21.975100 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c9b6a5-dac6-4523-8f08-266b69d729f3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Router 23de3c61-00ce-4867-a824-187e17801b6a is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:47:22.059301 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a96fea98-3bb1-461b-b516-67049d502020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:22.104072 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f31aabd1-e1d8-48d5-b167-0014ff0b8d59 None None] Publish callbacks [] for port (02af4eb0-3310-4d74-9b1d-852e991a7d83), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:22.130725 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f31aabd1-e1d8-48d5-b167-0014ff0b8d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (02af4eb0-3310-4d74-9b1d-852e991a7d83), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:22.267081 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31aabd1-e1d8-48d5-b167-0014ff0b8d59 None None] Pushing event updated for resources: {'Port': ['ID=02af4eb0-3310-4d74-9b1d-852e991a7d83,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:22.291024 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c9b6a5-dac6-4523-8f08-266b69d729f3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:47:22.305705 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63246e37-655d-4247-98fc-ded41d844a7b None None] Sync routers for ids ['23de3c61-00ce-4867-a824-187e17801b6a'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:47:22.332851 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31aabd1-e1d8-48d5-b167-0014ff0b8d59 None None] Network a18f803a-7587-4356-97ff-225f7493c6dc is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:47:22.350436 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63246e37-655d-4247-98fc-ded41d844a7b None None] Routers {'23de3c61-00ce-4867-a824-187e17801b6a'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:47:22.355586 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-63246e37-655d-4247-98fc-ded41d844a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:46:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23de3c61-00ce-4867-a824-187e17801b6a'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:47:22.531768 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-f31aabd1-e1d8-48d5-b167-0014ff0b8d59 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:47:22.565608 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31aabd1-e1d8-48d5-b167-0014ff0b8d59 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:47:22.587882 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9c9b6a5-dac6-4523-8f08-266b69d729f3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:22.587882 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b9c9b6a5-dac6-4523-8f08-266b69d729f3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.8111582 Feb 08 21:47:22.588700 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-63246e37-655d-4247-98fc-ded41d844a7b None None] Set router 23de3c61-00ce-4867-a824-187e17801b6a gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:47:22.588841 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 53182) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:22.808964 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-72adcd16-47e2-4bd3-9cb8-bb9e74fe5d97 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Allocated IP 172.20.0.13 (a18f803a-7587-4356-97ff-225f7493c6dc/58d36281-5a24-4164-b32c-0ace68af0edc/37217e57-2132-4733-a722-2fc5bc1054d1) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:47:22.857249 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a96fea98-3bb1-461b-b516-67049d502020 admin admin] Publish callbacks [] for security_group (39b1dec6-7ee5-4d40-a1cf-b4b7114a4406), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:22.876822 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-1c9b67bf-9fa4-40f1-a786-e12e096ef048 req-a6376924-4b47-4002-96b6-f9f78b58f16e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Deleting port d42507a9-12d8-4b07-a0a2-04a2e6ae1330 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:47:22.878472 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1c9b67bf-9fa4-40f1-a786-e12e096ef048 req-a6376924-4b47-4002-96b6-f9f78b58f16e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d42507a9-12d8-4b07-a0a2-04a2e6ae1330), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:22.965805 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-f31aabd1-e1d8-48d5-b167-0014ff0b8d59 None None] Attempting to bind port 02af4eb0-3310-4d74-9b1d-852e991a7d83 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:47:22.966179 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-f31aabd1-e1d8-48d5-b167-0014ff0b8d59 None None] Attempting to bind port 02af4eb0-3310-4d74-9b1d-852e991a7d83 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'da65a2cf-b8fa-4754-8f4c-e01bf5a350a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a18f803a-7587-4356-97ff-225f7493c6dc'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:47:22.966322 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff667e-c5ab-4f0c-bdf3-440ac2c1d849 req-90976ce8-c26f-4620-a90b-377f3f6cf246 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:22.966582 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31aabd1-e1d8-48d5-b167-0014ff0b8d59 None None] Attempting to bind port 02af4eb0-3310-4d74-9b1d-852e991a7d83 on network a18f803a-7587-4356-97ff-225f7493c6dc {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:47:22.973578 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-76ff667e-c5ab-4f0c-bdf3-440ac2c1d849 req-90976ce8-c26f-4620-a90b-377f3f6cf246 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 946 time: 0.1432855 Feb 08 21:47:23.008054 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31aabd1-e1d8-48d5-b167-0014ff0b8d59 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:47:23.008538 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31aabd1-e1d8-48d5-b167-0014ff0b8d59 None None] Checking segment: {'id': 'da65a2cf-b8fa-4754-8f4c-e01bf5a350a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a18f803a-7587-4356-97ff-225f7493c6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:47:23.008959 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f31aabd1-e1d8-48d5-b167-0014ff0b8d59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:23.009381 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31aabd1-e1d8-48d5-b167-0014ff0b8d59 None None] Bound using segment: {'id': 'da65a2cf-b8fa-4754-8f4c-e01bf5a350a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a18f803a-7587-4356-97ff-225f7493c6dc'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:47:23.011117 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-f31aabd1-e1d8-48d5-b167-0014ff0b8d59 None None] Bound port: 02af4eb0-3310-4d74-9b1d-852e991a7d83, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da65a2cf-b8fa-4754-8f4c-e01bf5a350a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a18f803a-7587-4356-97ff-225f7493c6dc'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:47:23.011538 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f31aabd1-e1d8-48d5-b167-0014ff0b8d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (02af4eb0-3310-4d74-9b1d-852e991a7d83), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:23.023424 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-1c9b67bf-9fa4-40f1-a786-e12e096ef048 req-a6376924-4b47-4002-96b6-f9f78b58f16e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] For port d42507a9-12d8-4b07-a0a2-04a2e6ae1330, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d42507a9-12d8-4b07-a0a2-04a2e6ae1330,segment=NetworkSegment(8990cc77-7426-478b-89e3-41d59e06134a),segment_id=8990cc77-7426-478b-89e3-41d59e06134a)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:47:23.023804 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1c9b67bf-9fa4-40f1-a786-e12e096ef048 req-a6376924-4b47-4002-96b6-f9f78b58f16e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d42507a9-12d8-4b07-a0a2-04a2e6ae1330), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:23.094760 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a94339e1-62fd-436b-ae1d-4334d78aad1a tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=ec1bf92d61e642bbb23989551b86dfdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5046759 Feb 08 21:47:23.111515 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 53192) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:23.164946 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f31aabd1-e1d8-48d5-b167-0014ff0b8d59 None None] For port 02af4eb0-3310-4d74-9b1d-852e991a7d83, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:47:23.168197 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f31aabd1-e1d8-48d5-b167-0014ff0b8d59 None None] For port 02af4eb0-3310-4d74-9b1d-852e991a7d83, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=02af4eb0-3310-4d74-9b1d-852e991a7d83,segment=NetworkSegment(da65a2cf-b8fa-4754-8f4c-e01bf5a350a7),segment_id=da65a2cf-b8fa-4754-8f4c-e01bf5a350a7)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:47:23.184942 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f31aabd1-e1d8-48d5-b167-0014ff0b8d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (02af4eb0-3310-4d74-9b1d-852e991a7d83), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:23.349682 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d469a1f-51f8-48cb-990c-5860e2f560b3 tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:23.351382 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0d469a1f-51f8-48cb-990c-5860e2f560b3 tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2389505 Feb 08 21:47:23.361660 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 53194) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:23.429123 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31aabd1-e1d8-48d5-b167-0014ff0b8d59 None None] Pushing event updated for resources: {'Port': ['ID=02af4eb0-3310-4d74-9b1d-852e991a7d83,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:23.466066 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-76ff667e-c5ab-4f0c-bdf3-440ac2c1d849 req-73779933-6844-4978-a857-7dbe1d0653a3 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=cc433038-f51f-4a98-94ec-16e331b4d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4907715 Feb 08 21:47:23.468244 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ea2eb939-177e-4c72-8a67-f2c58be1e59a tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=075c0dfb-2786-422e-af93-9cafe101c970&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1060801 Feb 08 21:47:23.472518 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 53196) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:23.486560 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-10504d9e-8010-4717-8d95-907cfd2307b5 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-43611738', 'network_id': 'af8269ef-aca6-47c0-be51-599057940be7', 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:23.578114 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-63246e37-655d-4247-98fc-ded41d844a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de3c61-00ce-4867-a824-187e17801b6a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-118825268', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '081d40a6-41f2-4d2f-a884-ae6c08f0c3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:47:17Z', 'updated_at': '2022-02-08T21:47:20Z', 'revision_number': 3, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'gw_port': {'id': '081d40a6-41f2-4d2f-a884-ae6c08f0c3f6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23de3c61-00ce-4867-a824-187e17801b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:47:18Z', 'updated_at': '2022-02-08T21:47:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:47:23.718002 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63246e37-655d-4247-98fc-ded41d844a7b None None] Checking router: 23de3c61-00ce-4867-a824-187e17801b6a for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:47:23.718363 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63246e37-655d-4247-98fc-ded41d844a7b None None] Updating router 23de3c61-00ce-4867-a824-187e17801b6a port 081d40a6-41f2-4d2f-a884-ae6c08f0c3f6 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:47:23.831031 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-63246e37-655d-4247-98fc-ded41d844a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (081d40a6-41f2-4d2f-a884-ae6c08f0c3f6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:23.831637 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10504d9e-8010-4717-8d95-907cfd2307b5 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Made reservation on behalf of ec1bf92d61e642bbb23989551b86dfdb for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:47:23.837759 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-10504d9e-8010-4717-8d95-907cfd2307b5 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:23.934824 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 02af4eb0-3310-4d74-9b1d-852e991a7d83 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:47:24.119983 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a96fea98-3bb1-461b-b516-67049d502020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (39b1dec6-7ee5-4d40-a1cf-b4b7114a4406), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:24.230736 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a96fea98-3bb1-461b-b516-67049d502020 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=796d634ac2444ec4a14d1cc727ed634d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6350274 Feb 08 21:47:24.233452 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53204) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:24.245023 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fea98-3bb1-461b-b516-67049d502020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b1dec6-7ee5-4d40-a1cf-b4b7114a4406,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:24.448955 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-10504d9e-8010-4717-8d95-907cfd2307b5 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (aa4a3a97-4a0a-41f3-9047-7970ab16cbf4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:24.650340 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74fcd25a-a4d8-48c1-a1ca-8351bfe4237e admin admin] Publish callbacks [] for security_group (39b1dec6-7ee5-4d40-a1cf-b4b7114a4406), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:24.660019 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10504d9e-8010-4717-8d95-907cfd2307b5 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event updated for resources: {'Subnet': ['ID=aa4a3a97-4a0a-41f3-9047-7970ab16cbf4,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:24.711568 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74fcd25a-a4d8-48c1-a1ca-8351bfe4237e admin admin] Publish callbacks [] for security_group (39b1dec6-7ee5-4d40-a1cf-b4b7114a4406), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:24.756639 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10504d9e-8010-4717-8d95-907cfd2307b5 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Checking segment: {'id': '05ffdc5d-1222-4223-bdbd-541b3bd47349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'af8269ef-aca6-47c0-be51-599057940be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:47:24.760111 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10504d9e-8010-4717-8d95-907cfd2307b5 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Network hostable DHCP agents. Network: af8269ef-aca6-47c0-be51-599057940be7, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:47:24.880734 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230a1e8-c0eb-4edb-bb21-524745e28841 req-3d11af8b-d2c7-4a5b-83dc-6061d5857839 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:24.897115 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6230a1e8-c0eb-4edb-bb21-524745e28841 req-3d11af8b-d2c7-4a5b-83dc-6061d5857839 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 946 time: 0.3005562 Feb 08 21:47:24.913646 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10504d9e-8010-4717-8d95-907cfd2307b5 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Network af8269ef-aca6-47c0-be51-599057940be7 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:47:25.018139 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-10504d9e-8010-4717-8d95-907cfd2307b5 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, af8269ef-aca6-47c0-be51-599057940be7) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:47:25.056316 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10504d9e-8010-4717-8d95-907cfd2307b5 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:25.060215 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-10504d9e-8010-4717-8d95-907cfd2307b5 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:25.116448 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device d42507a9-12d8-4b07-a0a2-04a2e6ae1330 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:47:25.139174 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72adcd16-47e2-4bd3-9cb8-bb9e74fe5d97 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for port (37217e57-2132-4733-a722-2fc5bc1054d1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:25.169503 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74fcd25a-a4d8-48c1-a1ca-8351bfe4237e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (39b1dec6-7ee5-4d40-a1cf-b4b7114a4406), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:25.178272 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-10504d9e-8010-4717-8d95-907cfd2307b5 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6930223 Feb 08 21:47:25.178511 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74fcd25a-a4d8-48c1-a1ca-8351bfe4237e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:25.179639 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-74fcd25a-a4d8-48c1-a1ca-8351bfe4237e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/39b1dec6-7ee5-4d40-a1cf-b4b7114a4406 HTTP/1.1" status: 204 len: 168 time: 0.9224608 Feb 08 21:47:25.190183 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 53214) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:25.223776 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1c9b67bf-9fa4-40f1-a786-e12e096ef048 req-a6376924-4b47-4002-96b6-f9f78b58f16e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:25.226537 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1c9b67bf-9fa4-40f1-a786-e12e096ef048 req-a6376924-4b47-4002-96b6-f9f78b58f16e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (913c5308-221e-4b82-adc9-1187cdf4af37), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:25.226874 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [req-1c9b67bf-9fa4-40f1-a786-e12e096ef048 req-a6376924-4b47-4002-96b6-f9f78b58f16e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Floating IP 913c5308-221e-4b82-adc9-1187cdf4af37 disassociated. External IP: 172.25.3.142, port: d42507a9-12d8-4b07-a0a2-04a2e6ae1330. Feb 08 21:47:25.227246 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-1c9b67bf-9fa4-40f1-a786-e12e096ef048 req-a6376924-4b47-4002-96b6-f9f78b58f16e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Calling delete_port for d42507a9-12d8-4b07-a0a2-04a2e6ae1330 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:47:25.266607 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114d7120-51ad-4ab9-9815-ba22a91a9979 None None] Network af8269ef-aca6-47c0-be51-599057940be7 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:47:25.315758 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fcd25a-a4d8-48c1-a1ca-8351bfe4237e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b1dec6-7ee5-4d40-a1cf-b4b7114a4406,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:25.393702 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6230a1e8-c0eb-4edb-bb21-524745e28841 req-0818a9ca-2fc1-43f3-8dd5-18c355222191 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups?id=cc433038-f51f-4a98-94ec-16e331b4d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4916732 Feb 08 21:47:25.544760 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72adcd16-47e2-4bd3-9cb8-bb9e74fe5d97 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (37217e57-2132-4733-a722-2fc5bc1054d1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:25.545602 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f511d428-303e-4d21-853d-e63b1d519d8d None None] Network a18f803a-7587-4356-97ff-225f7493c6dc requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:47:25.683561 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port d42507a9-12d8-4b07-a0a2-04a2e6ae1330 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:47:25.684601 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d42507a9-12d8-4b07-a0a2-04a2e6ae1330), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:25.724197 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72adcd16-47e2-4bd3-9cb8-bb9e74fe5d97 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Port': ['ID=37217e57-2132-4733-a722-2fc5bc1054d1,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:25.751227 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72adcd16-47e2-4bd3-9cb8-bb9e74fe5d97 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network a18f803a-7587-4356-97ff-225f7493c6dc is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:47:25.755045 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-72adcd16-47e2-4bd3-9cb8-bb9e74fe5d97 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:47:25.760728 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-94b0f5f4-48ea-415d-9a10-64a1ef627de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:25.765100 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72adcd16-47e2-4bd3-9cb8-bb9e74fe5d97 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:47:25.883298 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72adcd16-47e2-4bd3-9cb8-bb9e74fe5d97 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:25.884437 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72adcd16-47e2-4bd3-9cb8-bb9e74fe5d97 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:25.911498 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-72adcd16-47e2-4bd3-9cb8-bb9e74fe5d97 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 5.0155284 Feb 08 21:47:25.916813 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-8ecf78da-ebcf-41b1-a472-f8d4d5c7412b None None] Provisioning complete for port 02af4eb0-3310-4d74-9b1d-852e991a7d83 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:47:25.917203 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ecf78da-ebcf-41b1-a472-f8d4d5c7412b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (02af4eb0-3310-4d74-9b1d-852e991a7d83), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:25.917881 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53232) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:25.926979 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe6b752-4e63-4f2f-a608-4705cdf386c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd42507a9-12d8-4b07-a0a2-04a2e6ae1330'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:47:25.942582 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82736a72-159e-46ae-a503-6ffee07bd141" -d '{"events": [{"server_uuid": "4fe6b752-4e63-4f2f-a608-4705cdf386c6", "name": "network-vif-unplugged", "status": "completed", "tag": "d42507a9-12d8-4b07-a0a2-04a2e6ae1330"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:47:26.065691 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bfbb1f-e6a1-4850-a664-b6ea65d346ad x-openstack-request-id: req-97bfbb1f-e6a1-4850-a664-b6ea65d346ad {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:47:26.066006 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe6b752-4e63-4f2f-a608-4705cdf386c6", "name": "network-vif-unplugged", "status": "completed", "tag": "d42507a9-12d8-4b07-a0a2-04a2e6ae1330", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:47:26.066269 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-97bfbb1f-e6a1-4850-a664-b6ea65d346ad {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:47:26.066676 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe6b752-4e63-4f2f-a608-4705cdf386c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd42507a9-12d8-4b07-a0a2-04a2e6ae1330', 'code': 200} Feb 08 21:47:26.097052 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port d42507a9-12d8-4b07-a0a2-04a2e6ae1330, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d42507a9-12d8-4b07-a0a2-04a2e6ae1330,segment=NetworkSegment(8990cc77-7426-478b-89e3-41d59e06134a),segment_id=8990cc77-7426-478b-89e3-41d59e06134a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:47:26.107006 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-dab450ec-f6cb-4593-ae7b-283951679453 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting port 37217e57-2132-4733-a722-2fc5bc1054d1 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:47:26.109287 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dab450ec-f6cb-4593-ae7b-283951679453 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (37217e57-2132-4733-a722-2fc5bc1054d1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:26.138147 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-63246e37-655d-4247-98fc-ded41d844a7b None None] Publish callbacks [] for port (081d40a6-41f2-4d2f-a884-ae6c08f0c3f6), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:26.170723 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d42507a9-12d8-4b07-a0a2-04a2e6ae1330), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:26.182083 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-63246e37-655d-4247-98fc-ded41d844a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (081d40a6-41f2-4d2f-a884-ae6c08f0c3f6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:26.284240 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dab450ec-f6cb-4593-ae7b-283951679453 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (37217e57-2132-4733-a722-2fc5bc1054d1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:26.289673 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 02af4eb0-3310-4d74-9b1d-852e991a7d83 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:47:26.290395 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (02af4eb0-3310-4d74-9b1d-852e991a7d83), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:26.314573 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-dab450ec-f6cb-4593-ae7b-283951679453 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Calling delete_port for 37217e57-2132-4733-a722-2fc5bc1054d1 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:47:26.327507 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dc48be-d213-48fd-8843-f8c7fce5faf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-af8269ef-aca6-47c0-be51-599057940be7', 'network_id': 'af8269ef-aca6-47c0-be51-599057940be7', 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'fixed_ips': [{'subnet_id': 'aa4a3a97-4a0a-41f3-9047-7970ab16cbf4'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:47:26.330037 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-21dc48be-d213-48fd-8843-f8c7fce5faf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:26.341865 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1c9b67bf-9fa4-40f1-a786-e12e096ef048 req-a6376924-4b47-4002-96b6-f9f78b58f16e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (d42507a9-12d8-4b07-a0a2-04a2e6ae1330), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:26.363262 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3a2c71b2-dfb9-4e17-9947-bc6f51896a64 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:26.478472 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-63246e37-655d-4247-98fc-ded41d844a7b None None] Attempting to bind port 081d40a6-41f2-4d2f-a884-ae6c08f0c3f6 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:47:26.479263 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-63246e37-655d-4247-98fc-ded41d844a7b None None] Attempting to bind port 081d40a6-41f2-4d2f-a884-ae6c08f0c3f6 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:47:26.479893 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63246e37-655d-4247-98fc-ded41d844a7b None None] Attempting to bind port 081d40a6-41f2-4d2f-a884-ae6c08f0c3f6 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:47:26.567879 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63246e37-655d-4247-98fc-ded41d844a7b None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:47:26.568447 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63246e37-655d-4247-98fc-ded41d844a7b None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:47:26.569031 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-63246e37-655d-4247-98fc-ded41d844a7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:26.570217 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63246e37-655d-4247-98fc-ded41d844a7b None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:47:26.570915 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-63246e37-655d-4247-98fc-ded41d844a7b None None] Bound port: 081d40a6-41f2-4d2f-a884-ae6c08f0c3f6, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:47:26.571420 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-63246e37-655d-4247-98fc-ded41d844a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (081d40a6-41f2-4d2f-a884-ae6c08f0c3f6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:26.578621 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=d42507a9-12d8-4b07-a0a2-04a2e6ae1330,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:26.582374 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6376924-4b47-4002-96b6-f9f78b58f16e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Pushing event deleted for resources: {'Port': ['ID=d42507a9-12d8-4b07-a0a2-04a2e6ae1330,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:26.713833 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e1025659-dc06-4c18-a5b7-bcf16616ae35 req-9e6b2436-459d-419c-bd10-1eaefdcdca23 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 210 time: 0.1000290 Feb 08 21:47:27.107107 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8ecf78da-ebcf-41b1-a472-f8d4d5c7412b None None] Current status of the port 02af4eb0-3310-4d74-9b1d-852e991a7d83 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:47:27.107508 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ecf78da-ebcf-41b1-a472-f8d4d5c7412b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (02af4eb0-3310-4d74-9b1d-852e991a7d83), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:27.142444 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c9b67bf-9fa4-40f1-a786-e12e096ef048 req-a6376924-4b47-4002-96b6-f9f78b58f16e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Router 00b6a973-68b2-437e-9776-f18c4b50ccde has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:47:27.174952 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dab450ec-f6cb-4593-ae7b-283951679453 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (37217e57-2132-4733-a722-2fc5bc1054d1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:27.248067 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cb6ba-1835-4da7-bce6-734ebd6b2ac2 None None] Pushing event updated for resources: {'Port': ['ID=081d40a6-41f2-4d2f-a884-ae6c08f0c3f6,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:27.426474 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab450ec-f6cb-4593-ae7b-283951679453 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Port': ['ID=37217e57-2132-4733-a722-2fc5bc1054d1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:27.429364 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-63246e37-655d-4247-98fc-ded41d844a7b None None] For port 081d40a6-41f2-4d2f-a884-ae6c08f0c3f6, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:47:27.432666 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dab450ec-f6cb-4593-ae7b-283951679453 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:27.436880 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 02af4eb0-3310-4d74-9b1d-852e991a7d83 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:47:27.437622 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (02af4eb0-3310-4d74-9b1d-852e991a7d83), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:27.450974 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-dab450ec-f6cb-4593-ae7b-283951679453 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/ports/37217e57-2132-4733-a722-2fc5bc1054d1 HTTP/1.1" status: 204 len: 168 time: 1.5318806 Feb 08 21:47:27.453691 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53272) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:27.570774 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-63246e37-655d-4247-98fc-ded41d844a7b None None] For port 081d40a6-41f2-4d2f-a884-ae6c08f0c3f6, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=081d40a6-41f2-4d2f-a884-ae6c08f0c3f6,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:47:27.597919 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-8ecf78da-ebcf-41b1-a472-f8d4d5c7412b None None] For port 02af4eb0-3310-4d74-9b1d-852e991a7d83, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=02af4eb0-3310-4d74-9b1d-852e991a7d83,segment=NetworkSegment(da65a2cf-b8fa-4754-8f4c-e01bf5a350a7),segment_id=da65a2cf-b8fa-4754-8f4c-e01bf5a350a7)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:47:27.606189 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9ad8415a-ae55-4b85-92df-901b88c21ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:27.609687 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-21dc48be-d213-48fd-8843-f8c7fce5faf1 None None] Allocated IP 172.20.0.2 (af8269ef-aca6-47c0-be51-599057940be7/aa4a3a97-4a0a-41f3-9047-7970ab16cbf4/7fd2da44-7df7-4994-956c-2aceb5ce7114) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:47:27.652916 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-63246e37-655d-4247-98fc-ded41d844a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (081d40a6-41f2-4d2f-a884-ae6c08f0c3f6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:27.667106 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-50da1e24-9d64-48e6-8464-d56326809d53 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] GET failed (client error): The resource could not be found. Feb 08 21:47:27.672368 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-50da1e24-9d64-48e6-8464-d56326809d53 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "GET /v2.0/ports/37217e57-2132-4733-a722-2fc5bc1054d1 HTTP/1.1" status: 404 len: 333 time: 0.2174253 Feb 08 21:47:27.672826 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 53274) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:27.708974 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ecf78da-ebcf-41b1-a472-f8d4d5c7412b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (02af4eb0-3310-4d74-9b1d-852e991a7d83), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:27.876558 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c9b67bf-9fa4-40f1-a786-e12e096ef048 req-a6376924-4b47-4002-96b6-f9f78b58f16e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:47:27.904489 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aba1ce5-c42f-455b-9a9c-025e65cde282 None None] Sync routers for ids ['00b6a973-68b2-437e-9776-f18c4b50ccde'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:47:27.927300 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aba1ce5-c42f-455b-9a9c-025e65cde282 None None] Routers {'00b6a973-68b2-437e-9776-f18c4b50ccde'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:47:27.927887 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5aba1ce5-c42f-455b-9a9c-025e65cde282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:47:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['00b6a973-68b2-437e-9776-f18c4b50ccde'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:47:27.997355 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-627bd422-20af-4bd3-8420-fd4570ac7c79 req-0c66904c-1328-4b49-a58e-37d83c58e792 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/ports?device_id=4fe6b752-4e63-4f2f-a608-4705cdf386c6 HTTP/1.1" status: 200 len: 210 time: 0.1229990 Feb 08 21:47:28.060996 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9b67bf-9fa4-40f1-a786-e12e096ef048 req-a6376924-4b47-4002-96b6-f9f78b58f16e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] No DVR routers for this DVR port d42507a9-12d8-4b07-a0a2-04a2e6ae1330 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:47:28.069013 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da69e49-2d4c-41e2-a989-029f32b4484c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting subnet 58d36281-5a24-4164-b32c-0ace68af0edc {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:47:28.073980 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1c9b67bf-9fa4-40f1-a786-e12e096ef048 req-a6376924-4b47-4002-96b6-f9f78b58f16e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:28.091587 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6da69e49-2d4c-41e2-a989-029f32b4484c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (58d36281-5a24-4164-b32c-0ace68af0edc), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:28.097486 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1c9b67bf-9fa4-40f1-a786-e12e096ef048 req-a6376924-4b47-4002-96b6-f9f78b58f16e tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.94 "DELETE /v2.0/ports/d42507a9-12d8-4b07-a0a2-04a2e6ae1330 HTTP/1.1" status: 204 len: 173 time: 6.1442907 Feb 08 21:47:28.098008 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe6b752-4e63-4f2f-a608-4705cdf386c6', 'name': 'network-vif-deleted', 'tag': 'd42507a9-12d8-4b07-a0a2-04a2e6ae1330'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:47:28.107256 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe55abb-763d-4cbf-8f70-51a9377ff74c" -d '{"events": [{"server_uuid": "4fe6b752-4e63-4f2f-a608-4705cdf386c6", "name": "network-vif-deleted", "tag": "d42507a9-12d8-4b07-a0a2-04a2e6ae1330"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:47:28.207519 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33882dc8-3a9d-4274-9b52-0446cf18c2c7 x-openstack-request-id: req-33882dc8-3a9d-4274-9b52-0446cf18c2c7 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:47:28.207824 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe6b752-4e63-4f2f-a608-4705cdf386c6", "name": "network-vif-deleted", "tag": "d42507a9-12d8-4b07-a0a2-04a2e6ae1330", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:47:28.208089 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-33882dc8-3a9d-4274-9b52-0446cf18c2c7 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:47:28.209076 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe6b752-4e63-4f2f-a608-4705cdf386c6', 'name': 'network-vif-deleted', 'tag': 'd42507a9-12d8-4b07-a0a2-04a2e6ae1330', 'status': 'completed', 'code': 200} Feb 08 21:47:28.294622 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-7330afed-945d-4a8c-a9c0-5d17af699077 None None] Could not find standard attr ID for object 37217e57-2132-4733-a722-2fc5bc1054d1. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:47:28.327807 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6da69e49-2d4c-41e2-a989-029f32b4484c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (58d36281-5a24-4164-b32c-0ace68af0edc), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:28.387552 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-5aba1ce5-c42f-455b-9a9c-025e65cde282 None None] Set router 00b6a973-68b2-437e-9776-f18c4b50ccde gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:47:28.464412 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:47:28.464785 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:47:28.472654 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-7330afed-945d-4a8c-a9c0-5d17af699077 None None] Provisioning complete for port 02af4eb0-3310-4d74-9b1d-852e991a7d83 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:47:28.473036 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7330afed-945d-4a8c-a9c0-5d17af699077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (02af4eb0-3310-4d74-9b1d-852e991a7d83), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:28.484582 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cb6ba-1835-4da7-bce6-734ebd6b2ac2 None None] Pushing event updated for resources: {'Port': ['ID=081d40a6-41f2-4d2f-a884-ae6c08f0c3f6,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:28.494395 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63246e37-655d-4247-98fc-ded41d844a7b None None] Routers {'23de3c61-00ce-4867-a824-187e17801b6a'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:47:28.495078 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-63246e37-655d-4247-98fc-ded41d844a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:47:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23de3c61-00ce-4867-a824-187e17801b6a'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:47:28.529117 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6da69e49-2d4c-41e2-a989-029f32b4484c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (58d36281-5a24-4164-b32c-0ace68af0edc), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:28.641539 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6da69e49-2d4c-41e2-a989-029f32b4484c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (58d36281-5a24-4164-b32c-0ace68af0edc), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:28.726681 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da69e49-2d4c-41e2-a989-029f32b4484c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Subnet': ['ID=58d36281-5a24-4164-b32c-0ace68af0edc,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:28.730083 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6da69e49-2d4c-41e2-a989-029f32b4484c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:28.741785 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6da69e49-2d4c-41e2-a989-029f32b4484c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/subnets/58d36281-5a24-4164-b32c-0ace68af0edc HTTP/1.1" status: 204 len: 168 time: 1.0649099 Feb 08 21:47:28.742428 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 53292) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:28.896509 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747ca5dd-9277-45ef-9db6-d56049fd8f6d None None] Network a18f803a-7587-4356-97ff-225f7493c6dc requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:47:28.906238 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf78da-ebcf-41b1-a472-f8d4d5c7412b None None] Pushing event updated for resources: {'Port': ['ID=02af4eb0-3310-4d74-9b1d-852e991a7d83,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:28.942564 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5aba1ce5-c42f-455b-9a9c-025e65cde282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'name': 'tempest-AttachVolumeTestJSON-1939964587-router', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:38Z', 'updated_at': '2022-02-08T21:38:47Z', 'revision_number': 4, 'project_id': '34667052c8344fe0a4257547677c9696', 'gw_port': {'id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:39Z', 'updated_at': '2022-02-08T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '678e5812-a588-4a5e-9a75-63cad6323254', 'name': '', 'network_id': '1679b521-217f-49a1-a155-3334752f6c92', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'mac_address': 'fa:16:3e:ab:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:45Z', 'updated_at': '2022-02-08T21:38:54Z', 'revision_number': 5, 'project_id': '34667052c8344fe0a4257547677c9696', 'subnets': [{'id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:47:28.962689 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b340b21-3f19-471b-aa60-fc4a1b9ae3ad tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (a18f803a-7587-4356-97ff-225f7493c6dc), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:29.016383 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aba1ce5-c42f-455b-9a9c-025e65cde282 None None] Checking router: 00b6a973-68b2-437e-9776-f18c4b50ccde for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:47:29.058802 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aba1ce5-c42f-455b-9a9c-025e65cde282 None None] Routers {'00b6a973-68b2-437e-9776-f18c4b50ccde'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:47:29.062714 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5aba1ce5-c42f-455b-9a9c-025e65cde282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:47:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['00b6a973-68b2-437e-9776-f18c4b50ccde'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:47:29.157565 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-1b340b21-3f19-471b-aa60-fc4a1b9ae3ad tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting port 02af4eb0-3310-4d74-9b1d-852e991a7d83 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:47:29.157791 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b340b21-3f19-471b-aa60-fc4a1b9ae3ad tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (02af4eb0-3310-4d74-9b1d-852e991a7d83), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:29.195143 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53300) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:29.223657 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-63246e37-655d-4247-98fc-ded41d844a7b None None] Set router 23de3c61-00ce-4867-a824-187e17801b6a gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:47:29.263269 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-5aba1ce5-c42f-455b-9a9c-025e65cde282 None None] Set router 00b6a973-68b2-437e-9776-f18c4b50ccde gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:47:29.383303 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-16f10ab9-8d6e-431e-a9cb-fc6c94924543 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for security_group (cc433038-f51f-4a98-94ec-16e331b4d6d4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:29.457447 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-1b340b21-3f19-471b-aa60-fc4a1b9ae3ad tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] For port 02af4eb0-3310-4d74-9b1d-852e991a7d83, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=02af4eb0-3310-4d74-9b1d-852e991a7d83,segment=NetworkSegment(da65a2cf-b8fa-4754-8f4c-e01bf5a350a7),segment_id=da65a2cf-b8fa-4754-8f4c-e01bf5a350a7)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:47:29.457829 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b340b21-3f19-471b-aa60-fc4a1b9ae3ad tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (02af4eb0-3310-4d74-9b1d-852e991a7d83), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:29.479621 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-16f10ab9-8d6e-431e-a9cb-fc6c94924543 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for security_group (cc433038-f51f-4a98-94ec-16e331b4d6d4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:29.516848 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-1b340b21-3f19-471b-aa60-fc4a1b9ae3ad tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Calling delete_port for 02af4eb0-3310-4d74-9b1d-852e991a7d83 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:47:29.611616 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-16f10ab9-8d6e-431e-a9cb-fc6c94924543 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (cc433038-f51f-4a98-94ec-16e331b4d6d4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:29.619858 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-16f10ab9-8d6e-431e-a9cb-fc6c94924543 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:29.624707 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 53308) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:29.628247 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-16f10ab9-8d6e-431e-a9cb-fc6c94924543 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "DELETE /v2.0/security-groups/cc433038-f51f-4a98-94ec-16e331b4d6d4 HTTP/1.1" status: 204 len: 168 time: 0.4314866 Feb 08 21:47:29.653776 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f10ab9-8d6e-431e-a9cb-fc6c94924543 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc433038-f51f-4a98-94ec-16e331b4d6d4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:29.663582 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-87d0e90f-d849-4dc4-b104-f75938784636 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] show failed (client error): The resource could not be found. Feb 08 21:47:29.667174 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-87d0e90f-d849-4dc4-b104-f75938784636 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "GET /v2.0/security-groups/cc433038-f51f-4a98-94ec-16e331b4d6d4 HTTP/1.1" status: 404 len: 347 time: 0.0380740 Feb 08 21:47:29.674308 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 53310) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:29.682655 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f10ab9-8d6e-431e-a9cb-fc6c94924543 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:29.683014 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f10ab9-8d6e-431e-a9cb-fc6c94924543 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:29.683362 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f10ab9-8d6e-431e-a9cb-fc6c94924543 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:29.683710 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f10ab9-8d6e-431e-a9cb-fc6c94924543 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:29.684048 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f10ab9-8d6e-431e-a9cb-fc6c94924543 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:29.686639 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f10ab9-8d6e-431e-a9cb-fc6c94924543 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:29.688521 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f10ab9-8d6e-431e-a9cb-fc6c94924543 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:29.688884 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f10ab9-8d6e-431e-a9cb-fc6c94924543 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:29.689250 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f10ab9-8d6e-431e-a9cb-fc6c94924543 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:29.689594 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f10ab9-8d6e-431e-a9cb-fc6c94924543 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:29.690008 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f10ab9-8d6e-431e-a9cb-fc6c94924543 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:29.690350 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f10ab9-8d6e-431e-a9cb-fc6c94924543 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:29.691813 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f10ab9-8d6e-431e-a9cb-fc6c94924543 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:29.831060 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5aba1ce5-c42f-455b-9a9c-025e65cde282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'name': 'tempest-AttachVolumeTestJSON-1939964587-router', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:38Z', 'updated_at': '2022-02-08T21:38:47Z', 'revision_number': 4, 'project_id': '34667052c8344fe0a4257547677c9696', 'gw_port': {'id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:39Z', 'updated_at': '2022-02-08T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '678e5812-a588-4a5e-9a75-63cad6323254', 'name': '', 'network_id': '1679b521-217f-49a1-a155-3334752f6c92', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'mac_address': 'fa:16:3e:ab:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:45Z', 'updated_at': '2022-02-08T21:38:54Z', 'revision_number': 5, 'project_id': '34667052c8344fe0a4257547677c9696', 'subnets': [{'id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:47:29.891502 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aba1ce5-c42f-455b-9a9c-025e65cde282 None None] The sync data for ids ['00b6a973-68b2-437e-9776-f18c4b50ccde'] in n-d-712143-31 is: [{'id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'name': 'tempest-AttachVolumeTestJSON-1939964587-router', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:38Z', 'updated_at': '2022-02-08T21:38:47Z', 'revision_number': 4, 'project_id': '34667052c8344fe0a4257547677c9696', 'gw_port': {'id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:39Z', 'updated_at': '2022-02-08T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '678e5812-a588-4a5e-9a75-63cad6323254', 'name': '', 'network_id': '1679b521-217f-49a1-a155-3334752f6c92', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'mac_address': 'fa:16:3e:ab:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:45Z', 'updated_at': '2022-02-08T21:38:54Z', 'revision_number': 5, 'project_id': '34667052c8344fe0a4257547677c9696', 'subnets': [{'id': '07d9bb5c-1887-4b22-a4c6-21ab4d50a37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:47:29.902396 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b340b21-3f19-471b-aa60-fc4a1b9ae3ad tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (02af4eb0-3310-4d74-9b1d-852e991a7d83), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:29.990547 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-21dc48be-d213-48fd-8843-f8c7fce5faf1 None None] Publish callbacks [] for port (7fd2da44-7df7-4994-956c-2aceb5ce7114), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:30.015347 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b340b21-3f19-471b-aa60-fc4a1b9ae3ad tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Port': ['ID=02af4eb0-3310-4d74-9b1d-852e991a7d83,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:30.099567 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-21dc48be-d213-48fd-8843-f8c7fce5faf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (7fd2da44-7df7-4994-956c-2aceb5ce7114), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:30.113334 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:30.163085 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-3a2c71b2-dfb9-4e17-9947-bc6f51896a64 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Allocated IP 172.20.0.1 (af8269ef-aca6-47c0-be51-599057940be7/aa4a3a97-4a0a-41f3-9047-7970ab16cbf4/c56be75d-3d34-474d-8bc0-0197874f8ac2) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:47:30.245694 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dc48be-d213-48fd-8843-f8c7fce5faf1 None None] Network af8269ef-aca6-47c0-be51-599057940be7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:47:30.247133 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-7330afed-945d-4a8c-a9c0-5d17af699077 None None] Could not find standard attr ID for object 02af4eb0-3310-4d74-9b1d-852e991a7d83. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:47:30.277295 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b340b21-3f19-471b-aa60-fc4a1b9ae3ad tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] No DVR routers for this DVR port 02af4eb0-3310-4d74-9b1d-852e991a7d83 on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:47:30.284023 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-73e4b09e-4e7f-44bb-8c91-3184686c72c1 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Deleting port fcce897d-b921-43ea-9d02-48700edc0ade {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:47:30.284927 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73e4b09e-4e7f-44bb-8c91-3184686c72c1 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (fcce897d-b921-43ea-9d02-48700edc0ade), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:30.339997 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc48be-d213-48fd-8843-f8c7fce5faf1 None None] Pushing event updated for resources: {'Port': ['ID=7fd2da44-7df7-4994-956c-2aceb5ce7114,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:30.349481 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd9100b-786a-4851-9ec0-aef77f847315 None None] DHCP port deletion for a18f803a-7587-4356-97ff-225f7493c6dc request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:47:30.366510 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-21dc48be-d213-48fd-8843-f8c7fce5faf1 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:47:30.370254 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dc48be-d213-48fd-8843-f8c7fce5faf1 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:47:30.373375 n-d-712143-31 neutron-server[103435]: INFO neutron.plugins.ml2.db [None req-7330afed-945d-4a8c-a9c0-5d17af699077 None None] No ports have port_id starting with 02af4eb0-3310-4d74-9b1d-852e991a7d83 Feb 08 21:47:30.484552 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 02af4eb0-3310-4d74-9b1d-852e991a7d83 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:47:30.671675 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a537045c-3261-4d34-a49c-bf40e7af8485 None None] New status for floating IP 913c5308-221e-4b82-adc9-1187cdf4af37: DOWN {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:47:30.798406 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3a2c71b2-dfb9-4e17-9947-bc6f51896a64 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for port (c56be75d-3d34-474d-8bc0-0197874f8ac2), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:30.883207 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73e4b09e-4e7f-44bb-8c91-3184686c72c1 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (fcce897d-b921-43ea-9d02-48700edc0ade), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:30.883563 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73e4b09e-4e7f-44bb-8c91-3184686c72c1 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for floatingip (fcce897d-b921-43ea-9d02-48700edc0ade), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:30.900871 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-73e4b09e-4e7f-44bb-8c91-3184686c72c1 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Calling delete_port for fcce897d-b921-43ea-9d02-48700edc0ade owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:47:30.945788 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 02af4eb0-3310-4d74-9b1d-852e991a7d83 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:47:31.006064 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 02af4eb0-3310-4d74-9b1d-852e991a7d83 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:47:31.006704 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 02af4eb0-3310-4d74-9b1d-852e991a7d83 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:47:31.066065 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-21dc48be-d213-48fd-8843-f8c7fce5faf1 None None] Attempting to bind port 7fd2da44-7df7-4994-956c-2aceb5ce7114 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:47:31.066554 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-21dc48be-d213-48fd-8843-f8c7fce5faf1 None None] Attempting to bind port 7fd2da44-7df7-4994-956c-2aceb5ce7114 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '05ffdc5d-1222-4223-bdbd-541b3bd47349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'af8269ef-aca6-47c0-be51-599057940be7'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:47:31.066933 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dc48be-d213-48fd-8843-f8c7fce5faf1 None None] Attempting to bind port 7fd2da44-7df7-4994-956c-2aceb5ce7114 on network af8269ef-aca6-47c0-be51-599057940be7 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:47:31.081899 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73e4b09e-4e7f-44bb-8c91-3184686c72c1 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (fcce897d-b921-43ea-9d02-48700edc0ade), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:31.098309 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b340b21-3f19-471b-aa60-fc4a1b9ae3ad tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (a18f803a-7587-4356-97ff-225f7493c6dc), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:31.125379 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-63246e37-655d-4247-98fc-ded41d844a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de3c61-00ce-4867-a824-187e17801b6a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-118825268', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '081d40a6-41f2-4d2f-a884-ae6c08f0c3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:47:17Z', 'updated_at': '2022-02-08T21:47:20Z', 'revision_number': 3, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'gw_port': {'id': '081d40a6-41f2-4d2f-a884-ae6c08f0c3f6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23de3c61-00ce-4867-a824-187e17801b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:47:18Z', 'updated_at': '2022-02-08T21:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:47:31.214923 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dc48be-d213-48fd-8843-f8c7fce5faf1 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:47:31.215451 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dc48be-d213-48fd-8843-f8c7fce5faf1 None None] Checking segment: {'id': '05ffdc5d-1222-4223-bdbd-541b3bd47349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'af8269ef-aca6-47c0-be51-599057940be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:47:31.215867 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-21dc48be-d213-48fd-8843-f8c7fce5faf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:31.216271 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dc48be-d213-48fd-8843-f8c7fce5faf1 None None] Bound using segment: {'id': '05ffdc5d-1222-4223-bdbd-541b3bd47349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'af8269ef-aca6-47c0-be51-599057940be7'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:47:31.216765 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-21dc48be-d213-48fd-8843-f8c7fce5faf1 None None] Bound port: 7fd2da44-7df7-4994-956c-2aceb5ce7114, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ffdc5d-1222-4223-bdbd-541b3bd47349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'af8269ef-aca6-47c0-be51-599057940be7'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:47:31.217158 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-21dc48be-d213-48fd-8843-f8c7fce5faf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7fd2da44-7df7-4994-956c-2aceb5ce7114), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:31.228428 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4b09e-4e7f-44bb-8c91-3184686c72c1 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Pushing event deleted for resources: {'Port': ['ID=fcce897d-b921-43ea-9d02-48700edc0ade,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:31.263538 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63246e37-655d-4247-98fc-ded41d844a7b None None] The sync data for ids ['23de3c61-00ce-4867-a824-187e17801b6a'] in n-d-712143-31 is: [{'id': '23de3c61-00ce-4867-a824-187e17801b6a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-118825268', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '081d40a6-41f2-4d2f-a884-ae6c08f0c3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:47:17Z', 'updated_at': '2022-02-08T21:47:20Z', 'revision_number': 3, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'gw_port': {'id': '081d40a6-41f2-4d2f-a884-ae6c08f0c3f6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23de3c61-00ce-4867-a824-187e17801b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:47:18Z', 'updated_at': '2022-02-08T21:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:47:31.302961 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-1b340b21-3f19-471b-aa60-fc4a1b9ae3ad tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18f803a-7587-4356-97ff-225f7493c6dc']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:47:31.308750 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3a2c71b2-dfb9-4e17-9947-bc6f51896a64 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (c56be75d-3d34-474d-8bc0-0197874f8ac2), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:31.419206 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-1b340b21-3f19-471b-aa60-fc4a1b9ae3ad tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da65a2cf-b8fa-4754-8f4c-e01bf5a350a7') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:47:31.420245 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-1b340b21-3f19-471b-aa60-fc4a1b9ae3ad tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da65a2cf-b8fa-4754-8f4c-e01bf5a350a7') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:47:31.437080 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b340b21-3f19-471b-aa60-fc4a1b9ae3ad tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (da65a2cf-b8fa-4754-8f4c-e01bf5a350a7), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:31.457450 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:31.468052 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-21dc48be-d213-48fd-8843-f8c7fce5faf1 None None] For port 7fd2da44-7df7-4994-956c-2aceb5ce7114, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:47:31.469926 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b340b21-3f19-471b-aa60-fc4a1b9ae3ad tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (da65a2cf-b8fa-4754-8f4c-e01bf5a350a7), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:31.472977 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-21dc48be-d213-48fd-8843-f8c7fce5faf1 None None] For port 7fd2da44-7df7-4994-956c-2aceb5ce7114, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7fd2da44-7df7-4994-956c-2aceb5ce7114,segment=NetworkSegment(05ffdc5d-1222-4223-bdbd-541b3bd47349),segment_id=05ffdc5d-1222-4223-bdbd-541b3bd47349)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:47:31.479584 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b340b21-3f19-471b-aa60-fc4a1b9ae3ad tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:47:31.480092 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b340b21-3f19-471b-aa60-fc4a1b9ae3ad tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (da65a2cf-b8fa-4754-8f4c-e01bf5a350a7), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:31.486237 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-21dc48be-d213-48fd-8843-f8c7fce5faf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7fd2da44-7df7-4994-956c-2aceb5ce7114), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:31.570699 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c71b2-dfb9-4e17-9947-bc6f51896a64 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event updated for resources: {'Port': ['ID=c56be75d-3d34-474d-8bc0-0197874f8ac2,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:47:31.574959 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:47:31.597312 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc48be-d213-48fd-8843-f8c7fce5faf1 None None] Pushing event updated for resources: {'Port': ['ID=7fd2da44-7df7-4994-956c-2aceb5ce7114,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:31.612023 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73e4b09e-4e7f-44bb-8c91-3184686c72c1 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks [] for floatingip (913c5308-221e-4b82-adc9-1187cdf4af37), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:31.614868 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73e4b09e-4e7f-44bb-8c91-3184686c72c1 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:31.624845 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-73e4b09e-4e7f-44bb-8c91-3184686c72c1 tempest-AttachVolumeTestJSON-372355756 tempest-AttachVolumeTestJSON-372355756-project] 10.222.0.88 "DELETE /v2.0/floatingips/913c5308-221e-4b82-adc9-1187cdf4af37 HTTP/1.1" status: 204 len: 168 time: 1.9405584 Feb 08 21:47:31.629875 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b340b21-3f19-471b-aa60-fc4a1b9ae3ad tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (a18f803a-7587-4356-97ff-225f7493c6dc), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:31.645160 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:31.680772 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b340b21-3f19-471b-aa60-fc4a1b9ae3ad tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:31.687532 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1b340b21-3f19-471b-aa60-fc4a1b9ae3ad tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/networks/a18f803a-7587-4356-97ff-225f7493c6dc HTTP/1.1" status: 204 len: 168 time: 2.9407701 Feb 08 21:47:31.688500 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53346) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:31.696103 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-5cf69325-eca5-4cc2-b457-ada6a760d06b tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=55848bfe385544d696fd2a8e8eb6399f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1133997 Feb 08 21:47:31.698300 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2c71b2-dfb9-4e17-9947-bc6f51896a64 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Network af8269ef-aca6-47c0-be51-599057940be7 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:47:31.707906 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-02d4b097-9bae-4def-af3f-f051b02fb21f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'port': {'network_id': '899eb948-f933-452c-aaf9-10a5de61b269', 'name': 'tempest-PortsTestJSON-936196061'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:31.715387 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-3a2c71b2-dfb9-4e17-9947-bc6f51896a64 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:47:31.971396 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b340b21-3f19-471b-aa60-fc4a1b9ae3ad tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Network': ['ID=a18f803a-7587-4356-97ff-225f7493c6dc,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:31.986970 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2c71b2-dfb9-4e17-9947-bc6f51896a64 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:47:32.301972 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3a2c71b2-dfb9-4e17-9947-bc6f51896a64 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (23de3c61-00ce-4867-a824-187e17801b6a), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:32.316205 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d4b097-9bae-4def-af3f-f051b02fb21f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:47:32.320345 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02d4b097-9bae-4def-af3f-f051b02fb21f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:32.429846 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-02d4b097-9bae-4def-af3f-f051b02fb21f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] device_id is not set on port 3bb3cc05-b653-4b83-b8b1-7c85aa1968db yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:47:32.456731 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-2cd4ce82-6efc-4e1b-954f-071de12158bf tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:32.463089 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-2cd4ce82-6efc-4e1b-954f-071de12158bf tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7498732 Feb 08 21:47:32.731980 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-3575eb11-73ac-41eb-a621-b9dc10b05318 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/quotas/55848bfe385544d696fd2a8e8eb6399f HTTP/1.1" status: 200 len: 375 time: 0.2595549 Feb 08 21:47:32.868648 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7fd2da44-7df7-4994-956c-2aceb5ce7114 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:47:32.939690 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-a8d4efbf-821f-4efa-82e5-ee840edb49c8 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=55848bfe385544d696fd2a8e8eb6399f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1543047 Feb 08 21:47:32.949585 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3a2c71b2-dfb9-4e17-9947-bc6f51896a64 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c56be75d-3d34-474d-8bc0-0197874f8ac2), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:33.042139 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 7fd2da44-7df7-4994-956c-2aceb5ce7114 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:47:33.042921 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7fd2da44-7df7-4994-956c-2aceb5ce7114), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:33.125729 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02d4b097-9bae-4def-af3f-f051b02fb21f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for port (3bb3cc05-b653-4b83-b8b1-7c85aa1968db), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:33.332527 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02d4b097-9bae-4def-af3f-f051b02fb21f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3bb3cc05-b653-4b83-b8b1-7c85aa1968db), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:33.447310 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 7fd2da44-7df7-4994-956c-2aceb5ce7114 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:47:33.447745 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7fd2da44-7df7-4994-956c-2aceb5ce7114), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:33.529265 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 7fd2da44-7df7-4994-956c-2aceb5ce7114, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7fd2da44-7df7-4994-956c-2aceb5ce7114,segment=NetworkSegment(05ffdc5d-1222-4223-bdbd-541b3bd47349),segment_id=05ffdc5d-1222-4223-bdbd-541b3bd47349)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:47:33.545116 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7fd2da44-7df7-4994-956c-2aceb5ce7114), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:33.555996 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 081d40a6-41f2-4d2f-a884-ae6c08f0c3f6 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:47:33.594796 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d4b097-9bae-4def-af3f-f051b02fb21f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network 899eb948-f933-452c-aaf9-10a5de61b269 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:47:33.610328 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4b097-9bae-4def-af3f-f051b02fb21f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Port': ['ID=3bb3cc05-b653-4b83-b8b1-7c85aa1968db,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:33.620044 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-02d4b097-9bae-4def-af3f-f051b02fb21f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:47:33.624170 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d4b097-9bae-4def-af3f-f051b02fb21f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:47:33.654098 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d4b097-9bae-4def-af3f-f051b02fb21f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:33.655228 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02d4b097-9bae-4def-af3f-f051b02fb21f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:33.703753 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-02d4b097-9bae-4def-af3f-f051b02fb21f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0111299 Feb 08 21:47:33.709300 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53480) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:33.873408 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=7fd2da44-7df7-4994-956c-2aceb5ce7114,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:33.966441 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3a2c71b2-dfb9-4e17-9947-bc6f51896a64 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for port (c56be75d-3d34-474d-8bc0-0197874f8ac2), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:33.974774 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3a2c71b2-dfb9-4e17-9947-bc6f51896a64 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (c56be75d-3d34-474d-8bc0-0197874f8ac2), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:34.006282 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e893aaca-dbc9-453e-81f9-382f5dceb861 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting port 3bb3cc05-b653-4b83-b8b1-7c85aa1968db {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:47:34.007165 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e893aaca-dbc9-453e-81f9-382f5dceb861 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (3bb3cc05-b653-4b83-b8b1-7c85aa1968db), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:34.061058 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 081d40a6-41f2-4d2f-a884-ae6c08f0c3f6 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:47:34.061339 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (081d40a6-41f2-4d2f-a884-ae6c08f0c3f6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:34.241841 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e893aaca-dbc9-453e-81f9-382f5dceb861 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (3bb3cc05-b653-4b83-b8b1-7c85aa1968db), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:34.269360 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3a2c71b2-dfb9-4e17-9947-bc6f51896a64 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (23de3c61-00ce-4867-a824-187e17801b6a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:34.301806 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e893aaca-dbc9-453e-81f9-382f5dceb861 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Calling delete_port for 3bb3cc05-b653-4b83-b8b1-7c85aa1968db owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:47:34.358488 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03318b7-2341-4871-8f07-86d3e8eb3ec9 None None] Network af8269ef-aca6-47c0-be51-599057940be7 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:47:34.454870 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 081d40a6-41f2-4d2f-a884-ae6c08f0c3f6 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:47:34.455513 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (081d40a6-41f2-4d2f-a884-ae6c08f0c3f6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:34.543911 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-75d59f6f-7a67-4cce-be18-d72d53984099 None None] Provisioning complete for port 7fd2da44-7df7-4994-956c-2aceb5ce7114 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:47:34.544354 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75d59f6f-7a67-4cce-be18-d72d53984099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7fd2da44-7df7-4994-956c-2aceb5ce7114), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:34.556479 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 081d40a6-41f2-4d2f-a884-ae6c08f0c3f6, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=081d40a6-41f2-4d2f-a884-ae6c08f0c3f6,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:47:34.570130 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e893aaca-dbc9-453e-81f9-382f5dceb861 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3bb3cc05-b653-4b83-b8b1-7c85aa1968db), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:34.579765 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (081d40a6-41f2-4d2f-a884-ae6c08f0c3f6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:34.603573 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c71b2-dfb9-4e17-9947-bc6f51896a64 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event updated for resources: {'Port': ['ID=c56be75d-3d34-474d-8bc0-0197874f8ac2,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:34.639004 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893aaca-dbc9-453e-81f9-382f5dceb861 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Port': ['ID=3bb3cc05-b653-4b83-b8b1-7c85aa1968db,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:34.657089 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2c71b2-dfb9-4e17-9947-bc6f51896a64 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Network af8269ef-aca6-47c0-be51-599057940be7 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:47:34.664811 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e893aaca-dbc9-453e-81f9-382f5dceb861 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:34.688218 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e893aaca-dbc9-453e-81f9-382f5dceb861 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/ports/3bb3cc05-b653-4b83-b8b1-7c85aa1968db HTTP/1.1" status: 204 len: 168 time: 0.9775538 Feb 08 21:47:34.688937 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53580) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:34.690827 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-3a2c71b2-dfb9-4e17-9947-bc6f51896a64 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:47:34.710097 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-621640f5-1a0d-4c6b-b7c1-3d201883aa8b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'port': {'network_id': '899eb948-f933-452c-aaf9-10a5de61b269', 'mac_address': 'fa:16:3e:74:86:c2', 'name': 'tempest-PortsTestJSON-480847648'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:34.765547 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c53406c4-dc27-4e0f-b2db-51d4d5637046 req-0f63c36d-b5c0-48d2-8f51-c946cc67029c tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bc4499f-9984-4366-9157-ab11029998c6 HTTP/1.1" status: 200 len: 210 time: 0.1014199 Feb 08 21:47:34.831710 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7fd2da44-7df7-4994-956c-2aceb5ce7114 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:47:34.968007 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621640f5-1a0d-4c6b-b7c1-3d201883aa8b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:47:35.138925 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2c71b2-dfb9-4e17-9947-bc6f51896a64 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Router 23de3c61-00ce-4867-a824-187e17801b6a has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:47:35.142484 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=081d40a6-41f2-4d2f-a884-ae6c08f0c3f6,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:35.180918 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-621640f5-1a0d-4c6b-b7c1-3d201883aa8b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:35.241961 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-621640f5-1a0d-4c6b-b7c1-3d201883aa8b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] device_id is not set on port de567e83-8ed7-4042-9beb-5f836dacd461 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:47:35.305303 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 7fd2da44-7df7-4994-956c-2aceb5ce7114 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:47:35.307424 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7fd2da44-7df7-4994-956c-2aceb5ce7114), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:35.533969 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-75d59f6f-7a67-4cce-be18-d72d53984099 None None] Current status of the port 7fd2da44-7df7-4994-956c-2aceb5ce7114 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:47:35.742438 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-8e4634ef-eb01-4861-9dd4-68107e227c26 None None] Provisioning complete for port c56be75d-3d34-474d-8bc0-0197874f8ac2 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:47:35.743735 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e4634ef-eb01-4861-9dd4-68107e227c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c56be75d-3d34-474d-8bc0-0197874f8ac2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:35.753056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 7fd2da44-7df7-4994-956c-2aceb5ce7114 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:47:35.753782 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-621640f5-1a0d-4c6b-b7c1-3d201883aa8b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for port (de567e83-8ed7-4042-9beb-5f836dacd461), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:35.858228 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8e4634ef-eb01-4861-9dd4-68107e227c26 None None] Port c56be75d-3d34-474d-8bc0-0197874f8ac2 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:47:35.865087 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-621640f5-1a0d-4c6b-b7c1-3d201883aa8b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (de567e83-8ed7-4042-9beb-5f836dacd461), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:35.887727 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-8e4634ef-eb01-4861-9dd4-68107e227c26 None None] Provisioning complete for port 7fd2da44-7df7-4994-956c-2aceb5ce7114 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:47:35.888367 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e4634ef-eb01-4861-9dd4-68107e227c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7fd2da44-7df7-4994-956c-2aceb5ce7114), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:36.019423 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621640f5-1a0d-4c6b-b7c1-3d201883aa8b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network 899eb948-f933-452c-aaf9-10a5de61b269 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:47:36.022967 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621640f5-1a0d-4c6b-b7c1-3d201883aa8b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Port': ['ID=de567e83-8ed7-4042-9beb-5f836dacd461,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:36.031501 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-621640f5-1a0d-4c6b-b7c1-3d201883aa8b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:47:36.039164 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621640f5-1a0d-4c6b-b7c1-3d201883aa8b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:47:36.069786 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621640f5-1a0d-4c6b-b7c1-3d201883aa8b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:36.076256 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-621640f5-1a0d-4c6b-b7c1-3d201883aa8b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:36.126351 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-621640f5-1a0d-4c6b-b7c1-3d201883aa8b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4341912 Feb 08 21:47:36.129777 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8e4634ef-eb01-4861-9dd4-68107e227c26 None None] Current status of the port 7fd2da44-7df7-4994-956c-2aceb5ce7114 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:47:36.132768 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53706) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:36.291835 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-09a4c448-6ed2-4d97-941f-dedfd616e855 None None] Provisioning complete for port c56be75d-3d34-474d-8bc0-0197874f8ac2 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:47:36.292383 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-09a4c448-6ed2-4d97-941f-dedfd616e855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c56be75d-3d34-474d-8bc0-0197874f8ac2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:36.302814 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081f7652-980f-486d-b2e1-38f1ae6b9b5b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:36.304843 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-081f7652-980f-486d-b2e1-38f1ae6b9b5b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "GET /v2.0/ports/de567e83-8ed7-4042-9beb-5f836dacd461 HTTP/1.1" status: 200 len: 840 time: 0.1692605 Feb 08 21:47:36.331077 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53730) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:36.499166 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-09a4c448-6ed2-4d97-941f-dedfd616e855 None None] Port c56be75d-3d34-474d-8bc0-0197874f8ac2 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:47:36.582921 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:36.621682 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a3dd4df0-3e98-46e6-ba1b-905e46663624 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting port de567e83-8ed7-4042-9beb-5f836dacd461 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:47:36.622349 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3dd4df0-3e98-46e6-ba1b-905e46663624 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (de567e83-8ed7-4042-9beb-5f836dacd461), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:36.775125 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:36.785086 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 081d40a6-41f2-4d2f-a884-ae6c08f0c3f6 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:47:36.952269 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-5fc72fb7-318b-4f88-8c4f-87da24b5439c tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=55848bfe385544d696fd2a8e8eb6399f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583496 Feb 08 21:47:37.014236 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-cf445b50-3d79-4ff0-9c57-d18b1c4c535a None None] Provisioning complete for port c56be75d-3d34-474d-8bc0-0197874f8ac2 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:47:37.014619 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cf445b50-3d79-4ff0-9c57-d18b1c4c535a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c56be75d-3d34-474d-8bc0-0197874f8ac2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:37.079183 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3dd4df0-3e98-46e6-ba1b-905e46663624 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (de567e83-8ed7-4042-9beb-5f836dacd461), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:37.141065 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a3dd4df0-3e98-46e6-ba1b-905e46663624 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Calling delete_port for de567e83-8ed7-4042-9beb-5f836dacd461 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:47:37.153085 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-cf445b50-3d79-4ff0-9c57-d18b1c4c535a None None] Port c56be75d-3d34-474d-8bc0-0197874f8ac2 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:47:37.188721 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 081d40a6-41f2-4d2f-a884-ae6c08f0c3f6 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:47:37.191284 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (081d40a6-41f2-4d2f-a884-ae6c08f0c3f6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:37.283976 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca35f79a-59c6-4fc9-a01e-d67d2c0ba041 req-f60cbe0d-dc07-40f5-843d-0422981de3a6 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bc4499f-9984-4366-9157-ab11029998c6 HTTP/1.1" status: 200 len: 210 time: 0.2145715 Feb 08 21:47:37.380807 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2c71b2-dfb9-4e17-9947-bc6f51896a64 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:47:37.391002 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3a2c71b2-dfb9-4e17-9947-bc6f51896a64 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "PUT /v2.0/routers/23de3c61-00ce-4867-a824-187e17801b6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1990113 Feb 08 21:47:37.394491 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 53828) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:37.398063 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83708b2-0c6a-4f6f-8bed-6e285a0a8152 None None] Sync routers for ids ['23de3c61-00ce-4867-a824-187e17801b6a'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:47:37.434389 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-61d90c1f-2294-4abf-a28a-fa442e715230 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1739670359', 'description': 'tempest-secgroup_access--1739670359 description', 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:37.436969 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83708b2-0c6a-4f6f-8bed-6e285a0a8152 None None] Routers {'23de3c61-00ce-4867-a824-187e17801b6a'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:47:37.437835 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a83708b2-0c6a-4f6f-8bed-6e285a0a8152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:47:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23de3c61-00ce-4867-a824-187e17801b6a'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:47:37.442711 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 081d40a6-41f2-4d2f-a884-ae6c08f0c3f6 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:47:37.478495 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-4854ed4a-ad77-4950-8f81-5de762b3dbbe tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:37.482174 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-4854ed4a-ad77-4950-8f81-5de762b3dbbe tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5205045 Feb 08 21:47:37.540574 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61d90c1f-2294-4abf-a28a-fa442e715230 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:37.549872 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-02414526-2ab8-4219-aa6b-c7435650beb9 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Request body: {'port': {'device_id': '8bc4499f-9984-4366-9157-ab11029998c6', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': '55848bfe385544d696fd2a8e8eb6399f'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:37.843439 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61d90c1f-2294-4abf-a28a-fa442e715230 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for security_group (3e402ca5-6661-4c8a-a824-9c2fb50d5a34), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:37.849494 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61d90c1f-2294-4abf-a28a-fa442e715230 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3e402ca5-6661-4c8a-a824-9c2fb50d5a34), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:37.850728 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3dd4df0-3e98-46e6-ba1b-905e46663624 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (de567e83-8ed7-4042-9beb-5f836dacd461), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:37.903809 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a83708b2-0c6a-4f6f-8bed-6e285a0a8152 None None] Set router 23de3c61-00ce-4867-a824-187e17801b6a gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:47:37.922172 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61d90c1f-2294-4abf-a28a-fa442e715230 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:37.929762 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-61d90c1f-2294-4abf-a28a-fa442e715230 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5312927 Feb 08 21:47:37.930453 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 53858) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:37.950009 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd4df0-3e98-46e6-ba1b-905e46663624 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Port': ['ID=de567e83-8ed7-4042-9beb-5f836dacd461,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:37.952096 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-a181406a-baaf-40c7-9d20-e8dfa61222e4 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1917073751', 'description': 'tempest-secgroup_general--1917073751 description', 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:37.965385 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d90c1f-2294-4abf-a28a-fa442e715230 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e402ca5-6661-4c8a-a824-9c2fb50d5a34,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:37.985398 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3dd4df0-3e98-46e6-ba1b-905e46663624 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:37.993313 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a3dd4df0-3e98-46e6-ba1b-905e46663624 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/ports/de567e83-8ed7-4042-9beb-5f836dacd461 HTTP/1.1" status: 204 len: 168 time: 1.6600046 Feb 08 21:47:37.996333 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 53860) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:38.026470 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d90c1f-2294-4abf-a28a-fa442e715230 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:38.027582 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d90c1f-2294-4abf-a28a-fa442e715230 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:38.028143 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d90c1f-2294-4abf-a28a-fa442e715230 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:38.030451 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d90c1f-2294-4abf-a28a-fa442e715230 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:38.030811 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d90c1f-2294-4abf-a28a-fa442e715230 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:38.033415 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d90c1f-2294-4abf-a28a-fa442e715230 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:38.033824 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d90c1f-2294-4abf-a28a-fa442e715230 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:38.034176 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d90c1f-2294-4abf-a28a-fa442e715230 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:38.036463 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-02414526-2ab8-4219-aa6b-c7435650beb9 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Made reservation on behalf of 55848bfe385544d696fd2a8e8eb6399f for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:47:38.037841 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d90c1f-2294-4abf-a28a-fa442e715230 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:38.038217 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d90c1f-2294-4abf-a28a-fa442e715230 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:38.039681 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d90c1f-2294-4abf-a28a-fa442e715230 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:38.040048 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d90c1f-2294-4abf-a28a-fa442e715230 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:38.040396 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d90c1f-2294-4abf-a28a-fa442e715230 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:38.047541 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-02414526-2ab8-4219-aa6b-c7435650beb9 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:38.082730 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-02414526-2ab8-4219-aa6b-c7435650beb9 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:38.112965 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac441a1-18a1-4ce5-8d00-ad6de3dc1e3c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] GET failed (client error): The resource could not be found. Feb 08 21:47:38.114414 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-aac441a1-18a1-4ce5-8d00-ad6de3dc1e3c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "GET /v2.0/ports/de567e83-8ed7-4042-9beb-5f836dacd461 HTTP/1.1" status: 404 len: 333 time: 0.1147389 Feb 08 21:47:38.117744 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a181406a-baaf-40c7-9d20-e8dfa61222e4 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:38.118393 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53862) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:38.138437 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-123f92e8-dc9a-46df-bb41-83fa1a93260f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'port': {'network_id': '899eb948-f933-452c-aaf9-10a5de61b269', 'name': 'tempest-PortsTestJSON-580413498'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:38.284591 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a83708b2-0c6a-4f6f-8bed-6e285a0a8152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de3c61-00ce-4867-a824-187e17801b6a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-118825268', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '081d40a6-41f2-4d2f-a884-ae6c08f0c3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:47:17Z', 'updated_at': '2022-02-08T21:47:32Z', 'revision_number': 4, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'gw_port': {'id': '081d40a6-41f2-4d2f-a884-ae6c08f0c3f6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de3c61-00ce-4867-a824-187e17801b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:47:18Z', 'updated_at': '2022-02-08T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'c56be75d-3d34-474d-8bc0-0197874f8ac2', 'name': '', 'network_id': 'af8269ef-aca6-47c0-be51-599057940be7', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'mac_address': 'fa:16:3e:5e:69:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23de3c61-00ce-4867-a824-187e17801b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'aa4a3a97-4a0a-41f3-9047-7970ab16cbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:47:26Z', 'updated_at': '2022-02-08T21:47:33Z', 'revision_number': 2, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'subnets': [{'id': 'aa4a3a97-4a0a-41f3-9047-7970ab16cbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:47:38.312891 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a181406a-baaf-40c7-9d20-e8dfa61222e4 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for security_group (a67be3bd-6d51-4ddb-9c13-02265242dd23), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:38.322846 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a181406a-baaf-40c7-9d20-e8dfa61222e4 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a67be3bd-6d51-4ddb-9c13-02265242dd23), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:38.395244 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a181406a-baaf-40c7-9d20-e8dfa61222e4 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:38.396842 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a181406a-baaf-40c7-9d20-e8dfa61222e4 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4631326 Feb 08 21:47:38.401245 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 53868) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:38.402607 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181406a-baaf-40c7-9d20-e8dfa61222e4 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a67be3bd-6d51-4ddb-9c13-02265242dd23,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:38.410779 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83708b2-0c6a-4f6f-8bed-6e285a0a8152 None None] Checking router: 23de3c61-00ce-4867-a824-187e17801b6a for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:47:38.411329 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83708b2-0c6a-4f6f-8bed-6e285a0a8152 None None] Updating router 23de3c61-00ce-4867-a824-187e17801b6a port c56be75d-3d34-474d-8bc0-0197874f8ac2 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:47:38.418695 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-bc1196fd-7f3c-483f-9967-ec892e5be735 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Request body: {'security_group_rule': {'security_group_id': '3e402ca5-6661-4c8a-a824-9c2fb50d5a34', 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:38.493127 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123f92e8-dc9a-46df-bb41-83fa1a93260f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:47:38.495805 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a83708b2-0c6a-4f6f-8bed-6e285a0a8152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c56be75d-3d34-474d-8bc0-0197874f8ac2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:38.497483 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-123f92e8-dc9a-46df-bb41-83fa1a93260f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:38.529850 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0393cd19-b403-4ddc-a2ea-f3d60f62e057 req-cc96ce2b-8d35-4991-9306-853a56bb72ec tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bc4499f-9984-4366-9157-ab11029998c6 HTTP/1.1" status: 200 len: 210 time: 0.0658207 Feb 08 21:47:38.531101 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bc1196fd-7f3c-483f-9967-ec892e5be735 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for security_group_rule (360adc6f-5755-41ea-bb65-25018cb557fe), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:38.532815 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-02414526-2ab8-4219-aa6b-c7435650beb9 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Publish callbacks [] for security_group (a226a928-26a8-475b-8352-46c12646cd15), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:38.551162 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-02414526-2ab8-4219-aa6b-c7435650beb9 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a226a928-26a8-475b-8352-46c12646cd15), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:38.557110 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-123f92e8-dc9a-46df-bb41-83fa1a93260f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] device_id is not set on port a4bc7149-e187-482f-a946-b20d02c1a90d yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:47:38.642018 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bc1196fd-7f3c-483f-9967-ec892e5be735 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for security_group_rule (360adc6f-5755-41ea-bb65-25018cb557fe), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:38.647410 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bc1196fd-7f3c-483f-9967-ec892e5be735 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (360adc6f-5755-41ea-bb65-25018cb557fe), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:38.684810 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1196fd-7f3c-483f-9967-ec892e5be735 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360adc6f-5755-41ea-bb65-25018cb557fe,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:38.707535 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bc1196fd-7f3c-483f-9967-ec892e5be735 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:38.714502 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bc1196fd-7f3c-483f-9967-ec892e5be735 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2993195 Feb 08 21:47:38.817873 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02414526-2ab8-4219-aa6b-c7435650beb9 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a226a928-26a8-475b-8352-46c12646cd15,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:39.021635 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-02414526-2ab8-4219-aa6b-c7435650beb9 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Allocated IP 192.168.233.229 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/212809e8-d47f-4fc5-9553-ee7a347531d8) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:47:39.214516 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-8795fd75-a169-442b-b5c4-6bc8f9594c31 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup_access--1739670359&fields=id&tenant_id=ec1bf92d61e642bbb23989551b86dfdb HTTP/1.1" status: 200 len: 267 time: 0.0877233 Feb 08 21:47:39.311599 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-b126b8fb-a905-416b-b322-0f233b4486bf tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup_general--1917073751&fields=id&tenant_id=ec1bf92d61e642bbb23989551b86dfdb HTTP/1.1" status: 200 len: 267 time: 0.0903857 Feb 08 21:47:39.353936 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-02414526-2ab8-4219-aa6b-c7435650beb9 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Publish callbacks [] for port (212809e8-d47f-4fc5-9553-ee7a347531d8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:39.517326 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-5d5c1f37-34d3-4670-a926-f89192c0bc00 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:39.530087 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-5d5c1f37-34d3-4670-a926-f89192c0bc00 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/networks?id=af8269ef-aca6-47c0-be51-599057940be7 HTTP/1.1" status: 200 len: 796 time: 0.2106295 Feb 08 21:47:39.553406 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-70a22575-c05c-4dee-a823-c37a76d14671 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/quotas/ec1bf92d61e642bbb23989551b86dfdb HTTP/1.1" status: 200 len: 375 time: 0.0219154 Feb 08 21:47:39.624203 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-123f92e8-dc9a-46df-bb41-83fa1a93260f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for port (a4bc7149-e187-482f-a946-b20d02c1a90d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:39.714736 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-02414526-2ab8-4219-aa6b-c7435650beb9 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (212809e8-d47f-4fc5-9553-ee7a347531d8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:39.736153 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a83708b2-0c6a-4f6f-8bed-6e285a0a8152 None None] Publish callbacks [] for port (c56be75d-3d34-474d-8bc0-0197874f8ac2), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:39.746562 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-123f92e8-dc9a-46df-bb41-83fa1a93260f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (a4bc7149-e187-482f-a946-b20d02c1a90d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:39.751364 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a83708b2-0c6a-4f6f-8bed-6e285a0a8152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c56be75d-3d34-474d-8bc0-0197874f8ac2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:39.781599 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-02414526-2ab8-4219-aa6b-c7435650beb9 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:47:39.791830 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-02414526-2ab8-4219-aa6b-c7435650beb9 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:47:39.806087 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-02414526-2ab8-4219-aa6b-c7435650beb9 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:47:39.860338 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02414526-2ab8-4219-aa6b-c7435650beb9 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Pushing event updated for resources: {'Port': ['ID=212809e8-d47f-4fc5-9553-ee7a347531d8,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:39.879696 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123f92e8-dc9a-46df-bb41-83fa1a93260f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network 899eb948-f933-452c-aaf9-10a5de61b269 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:47:39.905519 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-ed063dbb-cc88-4348-aad3-e7a7fdefa58d tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=ec1bf92d61e642bbb23989551b86dfdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3451691 Feb 08 21:47:39.980002 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f92e8-dc9a-46df-bb41-83fa1a93260f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Port': ['ID=a4bc7149-e187-482f-a946-b20d02c1a90d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:40.001912 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-123f92e8-dc9a-46df-bb41-83fa1a93260f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:47:40.015142 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123f92e8-dc9a-46df-bb41-83fa1a93260f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:47:40.020687 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123f92e8-dc9a-46df-bb41-83fa1a93260f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:40.043134 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd0f84-3e9e-4c23-9f46-7b5059495314 req-62c0dc4a-564f-4ba8-813f-46233cf88c80 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:40.043423 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-123f92e8-dc9a-46df-bb41-83fa1a93260f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:40.043796 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8dbd0f84-3e9e-4c23-9f46-7b5059495314 req-62c0dc4a-564f-4ba8-813f-46233cf88c80 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bc4499f-9984-4366-9157-ab11029998c6 HTTP/1.1" status: 200 len: 936 time: 0.3442838 Feb 08 21:47:40.123437 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79819f-78c6-4535-9e84-d10564e3abb2 None None] Pushing event updated for resources: {'Port': ['ID=c56be75d-3d34-474d-8bc0-0197874f8ac2,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:40.137074 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-02414526-2ab8-4219-aa6b-c7435650beb9 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:40.137722 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-02414526-2ab8-4219-aa6b-c7435650beb9 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:40.167429 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-123f92e8-dc9a-46df-bb41-83fa1a93260f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0417666 Feb 08 21:47:40.176791 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 53908) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:40.202760 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-a09849d2-5b69-46d6-8a75-0f74d4dea6f0 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:40.223021 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8dbd0f84-3e9e-4c23-9f46-7b5059495314 req-a41ee708-b0c1-46b2-a83c-def43c447387 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/security-groups?id=a226a928-26a8-475b-8352-46c12646cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687641 Feb 08 21:47:40.227041 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79819f-78c6-4535-9e84-d10564e3abb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:40.227412 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79819f-78c6-4535-9e84-d10564e3abb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:40.227787 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79819f-78c6-4535-9e84-d10564e3abb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:40.230371 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79819f-78c6-4535-9e84-d10564e3abb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:40.230715 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79819f-78c6-4535-9e84-d10564e3abb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:40.231051 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79819f-78c6-4535-9e84-d10564e3abb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:40.235519 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79819f-78c6-4535-9e84-d10564e3abb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:40.235789 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79819f-78c6-4535-9e84-d10564e3abb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:40.236126 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79819f-78c6-4535-9e84-d10564e3abb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:40.236456 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79819f-78c6-4535-9e84-d10564e3abb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:40.236779 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79819f-78c6-4535-9e84-d10564e3abb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:40.237097 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79819f-78c6-4535-9e84-d10564e3abb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:40.237594 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79819f-78c6-4535-9e84-d10564e3abb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:47:40.246498 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-02414526-2ab8-4219-aa6b-c7435650beb9 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7103064 Feb 08 21:47:40.257481 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-97c71a84-98aa-4862-bc84-45a5a8788ad6 service neutron] Request body: {'port': {'device_id': '8bc4499f-9984-4366-9157-ab11029998c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:40.392484 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a83708b2-0c6a-4f6f-8bed-6e285a0a8152 None None] Attempting to bind port c56be75d-3d34-474d-8bc0-0197874f8ac2 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:47:40.392823 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a83708b2-0c6a-4f6f-8bed-6e285a0a8152 None None] Attempting to bind port c56be75d-3d34-474d-8bc0-0197874f8ac2 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '05ffdc5d-1222-4223-bdbd-541b3bd47349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'af8269ef-aca6-47c0-be51-599057940be7'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:47:40.393186 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83708b2-0c6a-4f6f-8bed-6e285a0a8152 None None] Attempting to bind port c56be75d-3d34-474d-8bc0-0197874f8ac2 on network af8269ef-aca6-47c0-be51-599057940be7 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:47:40.409651 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83708b2-0c6a-4f6f-8bed-6e285a0a8152 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:47:40.410038 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83708b2-0c6a-4f6f-8bed-6e285a0a8152 None None] Checking segment: {'id': '05ffdc5d-1222-4223-bdbd-541b3bd47349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'af8269ef-aca6-47c0-be51-599057940be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:47:40.410446 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a83708b2-0c6a-4f6f-8bed-6e285a0a8152 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:40.420304 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83708b2-0c6a-4f6f-8bed-6e285a0a8152 None None] Bound using segment: {'id': '05ffdc5d-1222-4223-bdbd-541b3bd47349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'af8269ef-aca6-47c0-be51-599057940be7'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:47:40.420987 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a83708b2-0c6a-4f6f-8bed-6e285a0a8152 None None] Bound port: c56be75d-3d34-474d-8bc0-0197874f8ac2, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ffdc5d-1222-4223-bdbd-541b3bd47349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'af8269ef-aca6-47c0-be51-599057940be7'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:47:40.427647 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a83708b2-0c6a-4f6f-8bed-6e285a0a8152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c56be75d-3d34-474d-8bc0-0197874f8ac2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:40.529992 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f12c1778-34c2-4f29-a813-af3acff3d0bf None None] Provisioning complete for port 212809e8-d47f-4fc5-9553-ee7a347531d8 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:47:40.530610 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f12c1778-34c2-4f29-a813-af3acff3d0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (212809e8-d47f-4fc5-9553-ee7a347531d8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:40.569417 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a09849d2-5b69-46d6-8a75-0f74d4dea6f0 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a4bc7149-e187-482f-a946-b20d02c1a90d), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:40.612880 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-97c71a84-98aa-4862-bc84-45a5a8788ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (212809e8-d47f-4fc5-9553-ee7a347531d8), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:40.703794 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f12c1778-34c2-4f29-a813-af3acff3d0bf None None] Port 212809e8-d47f-4fc5-9553-ee7a347531d8 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:47:40.744224 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-3de51f8d-d0a0-4286-b0c1-a7c6b7d99e15 service neutron] 10.222.0.88 "GET /v2.0/networks/af8269ef-aca6-47c0-be51-599057940be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7896392 Feb 08 21:47:40.746656 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-a83708b2-0c6a-4f6f-8bed-6e285a0a8152 None None] For port c56be75d-3d34-474d-8bc0-0197874f8ac2, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:47:40.759563 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-a83708b2-0c6a-4f6f-8bed-6e285a0a8152 None None] For port c56be75d-3d34-474d-8bc0-0197874f8ac2, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c56be75d-3d34-474d-8bc0-0197874f8ac2,segment=NetworkSegment(05ffdc5d-1222-4223-bdbd-541b3bd47349),segment_id=05ffdc5d-1222-4223-bdbd-541b3bd47349)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:47:40.768270 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a83708b2-0c6a-4f6f-8bed-6e285a0a8152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c56be75d-3d34-474d-8bc0-0197874f8ac2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:40.841008 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f47910ff-d2ff-4308-b6ee-8edfa61fbcb8 None None] Provisioning complete for port c56be75d-3d34-474d-8bc0-0197874f8ac2 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:47:40.841414 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f47910ff-d2ff-4308-b6ee-8edfa61fbcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c56be75d-3d34-474d-8bc0-0197874f8ac2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:40.921289 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83708b2-0c6a-4f6f-8bed-6e285a0a8152 None None] Routers {'23de3c61-00ce-4867-a824-187e17801b6a'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:47:40.922320 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a83708b2-0c6a-4f6f-8bed-6e285a0a8152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:47:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23de3c61-00ce-4867-a824-187e17801b6a'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:47:41.179432 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a83708b2-0c6a-4f6f-8bed-6e285a0a8152 None None] Set router 23de3c61-00ce-4867-a824-187e17801b6a gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:47:41.217004 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-869939f7-4b24-4b7b-9a30-5f6700b4b05c service neutron] 10.222.0.88 "GET /v2.0/networks/af8269ef-aca6-47c0-be51-599057940be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717748 Feb 08 21:47:41.221418 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f47910ff-d2ff-4308-b6ee-8edfa61fbcb8 None None] Current status of the port c56be75d-3d34-474d-8bc0-0197874f8ac2 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:47:41.222473 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f47910ff-d2ff-4308-b6ee-8edfa61fbcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c56be75d-3d34-474d-8bc0-0197874f8ac2), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:41.292097 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a09849d2-5b69-46d6-8a75-0f74d4dea6f0 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for port (a4bc7149-e187-482f-a946-b20d02c1a90d), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:41.312252 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a09849d2-5b69-46d6-8a75-0f74d4dea6f0 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (a4bc7149-e187-482f-a946-b20d02c1a90d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:41.383996 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f47910ff-d2ff-4308-b6ee-8edfa61fbcb8 None None] For port c56be75d-3d34-474d-8bc0-0197874f8ac2, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c56be75d-3d34-474d-8bc0-0197874f8ac2,segment=NetworkSegment(05ffdc5d-1222-4223-bdbd-541b3bd47349),segment_id=05ffdc5d-1222-4223-bdbd-541b3bd47349)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:47:41.394931 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f47910ff-d2ff-4308-b6ee-8edfa61fbcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c56be75d-3d34-474d-8bc0-0197874f8ac2), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:41.407104 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79819f-78c6-4535-9e84-d10564e3abb2 None None] Pushing event updated for resources: {'Port': ['ID=c56be75d-3d34-474d-8bc0-0197874f8ac2,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:41.546882 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09849d2-5b69-46d6-8a75-0f74d4dea6f0 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Port': ['ID=a4bc7149-e187-482f-a946-b20d02c1a90d,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:41.575591 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-a09849d2-5b69-46d6-8a75-0f74d4dea6f0 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] In _notify_port_updated(), no bound segment for port a4bc7149-e187-482f-a946-b20d02c1a90d on network 899eb948-f933-452c-aaf9-10a5de61b269 {{(pid=103433) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 21:47:41.581821 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09849d2-5b69-46d6-8a75-0f74d4dea6f0 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:41.582702 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a09849d2-5b69-46d6-8a75-0f74d4dea6f0 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:41.584233 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a09849d2-5b69-46d6-8a75-0f74d4dea6f0 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "PUT /v2.0/ports/a4bc7149-e187-482f-a946-b20d02c1a90d HTTP/1.1" status: 200 len: 818 time: 1.4062910 Feb 08 21:47:41.586586 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d4061d99-f7ce-415b-913d-a4487c19a38d None None] Provisioning complete for port c56be75d-3d34-474d-8bc0-0197874f8ac2 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:47:41.587080 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d4061d99-f7ce-415b-913d-a4487c19a38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c56be75d-3d34-474d-8bc0-0197874f8ac2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:41.592038 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47910ff-d2ff-4308-b6ee-8edfa61fbcb8 None None] Pushing event updated for resources: {'Port': ['ID=c56be75d-3d34-474d-8bc0-0197874f8ac2,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:41.592544 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 53920) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:41.701260 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a83708b2-0c6a-4f6f-8bed-6e285a0a8152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de3c61-00ce-4867-a824-187e17801b6a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-118825268', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '081d40a6-41f2-4d2f-a884-ae6c08f0c3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:47:17Z', 'updated_at': '2022-02-08T21:47:32Z', 'revision_number': 4, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'gw_port': {'id': '081d40a6-41f2-4d2f-a884-ae6c08f0c3f6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de3c61-00ce-4867-a824-187e17801b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:47:18Z', 'updated_at': '2022-02-08T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'c56be75d-3d34-474d-8bc0-0197874f8ac2', 'name': '', 'network_id': 'af8269ef-aca6-47c0-be51-599057940be7', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'mac_address': 'fa:16:3e:5e:69:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23de3c61-00ce-4867-a824-187e17801b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'aa4a3a97-4a0a-41f3-9047-7970ab16cbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:47:26Z', 'updated_at': '2022-02-08T21:47:40Z', 'revision_number': 4, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'subnets': [{'id': 'aa4a3a97-4a0a-41f3-9047-7970ab16cbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:47:41.836668 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83708b2-0c6a-4f6f-8bed-6e285a0a8152 None None] The sync data for ids ['23de3c61-00ce-4867-a824-187e17801b6a'] in n-d-712143-31 is: [{'id': '23de3c61-00ce-4867-a824-187e17801b6a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-118825268', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '081d40a6-41f2-4d2f-a884-ae6c08f0c3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:47:17Z', 'updated_at': '2022-02-08T21:47:32Z', 'revision_number': 4, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'gw_port': {'id': '081d40a6-41f2-4d2f-a884-ae6c08f0c3f6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de3c61-00ce-4867-a824-187e17801b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:47:18Z', 'updated_at': '2022-02-08T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'c56be75d-3d34-474d-8bc0-0197874f8ac2', 'name': '', 'network_id': 'af8269ef-aca6-47c0-be51-599057940be7', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'mac_address': 'fa:16:3e:5e:69:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23de3c61-00ce-4867-a824-187e17801b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'aa4a3a97-4a0a-41f3-9047-7970ab16cbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:47:26Z', 'updated_at': '2022-02-08T21:47:40Z', 'revision_number': 4, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'subnets': [{'id': 'aa4a3a97-4a0a-41f3-9047-7970ab16cbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:47:41.841529 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa45b55e-5504-4369-a43d-2e57617154bd req-e2d5c4d7-f1d0-4083-b886-173b593ad226 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac HTTP/1.1" status: 200 len: 210 time: 0.0886388 Feb 08 21:47:41.908373 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e670107-4459-4abb-99cd-ce19a0d291eb req-3ec3b6cd-4b0c-44fb-9766-a6c97428513c tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:41.949955 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7e670107-4459-4abb-99cd-ce19a0d291eb req-3ec3b6cd-4b0c-44fb-9766-a6c97428513c tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bc4499f-9984-4366-9157-ab11029998c6 HTTP/1.1" status: 200 len: 936 time: 0.4954176 Feb 08 21:47:42.017956 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d4061d99-f7ce-415b-913d-a4487c19a38d None None] Current status of the port c56be75d-3d34-474d-8bc0-0197874f8ac2 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:47:42.186378 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-7123a79e-9d32-4833-905c-cb994a9dfd1c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting port a4bc7149-e187-482f-a946-b20d02c1a90d {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:47:42.186803 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7123a79e-9d32-4833-905c-cb994a9dfd1c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (a4bc7149-e187-482f-a946-b20d02c1a90d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:42.401877 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7e670107-4459-4abb-99cd-ce19a0d291eb req-07f06ced-4299-4bb2-97f5-57af8149556c tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/security-groups?id=a226a928-26a8-475b-8352-46c12646cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429467 Feb 08 21:47:42.477631 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7123a79e-9d32-4833-905c-cb994a9dfd1c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (a4bc7149-e187-482f-a946-b20d02c1a90d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:42.498182 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-7123a79e-9d32-4833-905c-cb994a9dfd1c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Calling delete_port for a4bc7149-e187-482f-a946-b20d02c1a90d owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:47:42.566496 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-97c71a84-98aa-4862-bc84-45a5a8788ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 212809e8-d47f-4fc5-9553-ee7a347531d8 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:47:42.589841 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-97c71a84-98aa-4862-bc84-45a5a8788ad6 service neutron] Publish callbacks [] for port (212809e8-d47f-4fc5-9553-ee7a347531d8), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:42.618867 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-97c71a84-98aa-4862-bc84-45a5a8788ad6 service neutron] Transition to ACTIVE for port object 212809e8-d47f-4fc5-9553-ee7a347531d8 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:47:42.624022 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-97c71a84-98aa-4862-bc84-45a5a8788ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (212809e8-d47f-4fc5-9553-ee7a347531d8), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:42.719028 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7123a79e-9d32-4833-905c-cb994a9dfd1c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (a4bc7149-e187-482f-a946-b20d02c1a90d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:42.806001 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123a79e-9d32-4833-905c-cb994a9dfd1c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Port': ['ID=a4bc7149-e187-482f-a946-b20d02c1a90d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:42.814818 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c71a84-98aa-4862-bc84-45a5a8788ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=212809e8-d47f-4fc5-9553-ee7a347531d8,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:42.851113 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7123a79e-9d32-4833-905c-cb994a9dfd1c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:42.854779 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7123a79e-9d32-4833-905c-cb994a9dfd1c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/ports/a4bc7149-e187-482f-a946-b20d02c1a90d HTTP/1.1" status: 204 len: 168 time: 1.2600038 Feb 08 21:47:42.858831 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 53942) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:42.882091 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c56be75d-3d34-474d-8bc0-0197874f8ac2 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:47:43.080921 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dbfc7c0e-dbcf-4adf-8249-48b864039b8b req-3ffa68f5-f26f-42a4-9ece-0b5f39f058b7 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac HTTP/1.1" status: 200 len: 210 time: 0.1074584 Feb 08 21:47:43.082111 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-97c71a84-98aa-4862-bc84-45a5a8788ad6 service neutron] Attempting to bind port 212809e8-d47f-4fc5-9553-ee7a347531d8 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:47:43.082762 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-97c71a84-98aa-4862-bc84-45a5a8788ad6 service neutron] Attempting to bind port 212809e8-d47f-4fc5-9553-ee7a347531d8 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:47:43.083337 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-97c71a84-98aa-4862-bc84-45a5a8788ad6 service neutron] Attempting to bind port 212809e8-d47f-4fc5-9553-ee7a347531d8 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:47:43.107905 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-97c71a84-98aa-4862-bc84-45a5a8788ad6 service neutron] Port 212809e8-d47f-4fc5-9553-ee7a347531d8 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:47:43.110638 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-97c71a84-98aa-4862-bc84-45a5a8788ad6 service neutron] Attempting to bind port 212809e8-d47f-4fc5-9553-ee7a347531d8 on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:47:43.127943 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-97c71a84-98aa-4862-bc84-45a5a8788ad6 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:47:43.129719 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-97c71a84-98aa-4862-bc84-45a5a8788ad6 service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:47:43.131760 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port c56be75d-3d34-474d-8bc0-0197874f8ac2 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:47:43.132408 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-97c71a84-98aa-4862-bc84-45a5a8788ad6 service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:47:43.133171 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-97c71a84-98aa-4862-bc84-45a5a8788ad6 service neutron] Bound port: 212809e8-d47f-4fc5-9553-ee7a347531d8, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:47:43.133886 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-97c71a84-98aa-4862-bc84-45a5a8788ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (212809e8-d47f-4fc5-9553-ee7a347531d8), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:43.135889 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c56be75d-3d34-474d-8bc0-0197874f8ac2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:43.171028 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9e9ff-d503-4b6e-a50d-e215d0595f30 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:43.172539 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a8d9e9ff-d503-4b6e-a50d-e215d0595f30 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3125095 Feb 08 21:47:43.175776 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 53952) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:43.254839 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e37cc59-ffe6-422d-82e6-7d41a6a27bf5 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] GET failed (client error): The resource could not be found. Feb 08 21:47:43.261915 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1e37cc59-ffe6-422d-82e6-7d41a6a27bf5 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "GET /v2.0/ports/a4bc7149-e187-482f-a946-b20d02c1a90d HTTP/1.1" status: 404 len: 333 time: 0.0824597 Feb 08 21:47:43.263839 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 53956) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:43.283505 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-c54577ed-8f04-422a-a23f-69928d374e16 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1443996324'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:43.302643 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-97c71a84-98aa-4862-bc84-45a5a8788ad6 service neutron] For port 212809e8-d47f-4fc5-9553-ee7a347531d8, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:47:43.311081 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-97c71a84-98aa-4862-bc84-45a5a8788ad6 service neutron] For port 212809e8-d47f-4fc5-9553-ee7a347531d8, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=212809e8-d47f-4fc5-9553-ee7a347531d8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:47:43.335186 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-97c71a84-98aa-4862-bc84-45a5a8788ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (212809e8-d47f-4fc5-9553-ee7a347531d8), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:43.347498 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54577ed-8f04-422a-a23f-69928d374e16 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:47:43.359257 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port c56be75d-3d34-474d-8bc0-0197874f8ac2 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:47:43.365739 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c54577ed-8f04-422a-a23f-69928d374e16 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:43.477490 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54577ed-8f04-422a-a23f-69928d374e16 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:47:43.490120 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-97c71a84-98aa-4862-bc84-45a5a8788ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:43.490975 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-97c71a84-98aa-4862-bc84-45a5a8788ad6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:43.496946 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-97c71a84-98aa-4862-bc84-45a5a8788ad6 service neutron] 10.222.0.94 "PUT /v2.0/ports/212809e8-d47f-4fc5-9553-ee7a347531d8 HTTP/1.1" status: 200 len: 1097 time: 3.2459097 Feb 08 21:47:43.499915 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc4499f-9984-4366-9157-ab11029998c6', 'tag': '212809e8-d47f-4fc5-9553-ee7a347531d8'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:47:43.505113 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcc9d1d-ec78-4a08-97e9-fbee2c675326" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc4499f-9984-4366-9157-ab11029998c6", "tag": "212809e8-d47f-4fc5-9553-ee7a347531d8"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:47:43.535083 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c54577ed-8f04-422a-a23f-69928d374e16 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (2240a2c4-478d-49d6-938a-ba53b3e1b28e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:43.536450 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-c54577ed-8f04-422a-a23f-69928d374e16 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Added segment 2240a2c4-478d-49d6-938a-ba53b3e1b28e of type vlan for network 781ba5d4-36e1-49ee-ba7d-10f7208ed7a6 Feb 08 21:47:43.697153 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7f2fbe-7295-4db4-b8a3-bf5f6275a9b1 x-openstack-request-id: req-4b7f2fbe-7295-4db4-b8a3-bf5f6275a9b1 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:47:43.708147 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc4499f-9984-4366-9157-ab11029998c6", "tag": "212809e8-d47f-4fc5-9553-ee7a347531d8", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:47:43.708681 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4b7f2fbe-7295-4db4-b8a3-bf5f6275a9b1 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:47:43.710626 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc4499f-9984-4366-9157-ab11029998c6', 'tag': '212809e8-d47f-4fc5-9553-ee7a347531d8', 'status': 'completed', 'code': 200} Feb 08 21:47:43.726100 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c71a84-98aa-4862-bc84-45a5a8788ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=212809e8-d47f-4fc5-9553-ee7a347531d8,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:43.752489 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-94eb23d3-68ae-41e8-a6d7-9d33732a0803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:43.754536 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-94eb23d3-68ae-41e8-a6d7-9d33732a0803 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=55848bfe385544d696fd2a8e8eb6399f&device_id=8bc4499f-9984-4366-9157-ab11029998c6 HTTP/1.1" status: 200 len: 1131 time: 0.2025142 Feb 08 21:47:43.789149 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c54577ed-8f04-422a-a23f-69928d374e16 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (781ba5d4-36e1-49ee-ba7d-10f7208ed7a6), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:43.868735 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c54577ed-8f04-422a-a23f-69928d374e16 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (781ba5d4-36e1-49ee-ba7d-10f7208ed7a6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:43.876381 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-34eb32b9-30c3-4006-ae6b-e8e48a98e927 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=212809e8-d47f-4fc5-9553-ee7a347531d8 HTTP/1.1" status: 200 len: 217 time: 0.1116621 Feb 08 21:47:43.880072 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54577ed-8f04-422a-a23f-69928d374e16 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:43.881776 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c54577ed-8f04-422a-a23f-69928d374e16 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:44.031788 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-3d271cc3-5503-4466-8615-4834a331e3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:44.034091 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-3d271cc3-5503-4466-8615-4834a331e3ed service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1510661 Feb 08 21:47:44.100227 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c54577ed-8f04-422a-a23f-69928d374e16 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8345728 Feb 08 21:47:44.104145 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 53968) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:44.111078 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-b48c0424-06f8-4fa3-8e27-bb1466d782f1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'subnet': {'network_id': '781ba5d4-36e1-49ee-ba7d-10f7208ed7a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:44.137129 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6f3f1-f4bb-4fb6-8d2f-c918df7a9018 req-a36da328-f77e-4458-8e4d-ada685f26582 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:44.142047 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9e6f3f1-f4bb-4fb6-8d2f-c918df7a9018 req-a36da328-f77e-4458-8e4d-ada685f26582 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bc4499f-9984-4366-9157-ab11029998c6 HTTP/1.1" status: 200 len: 948 time: 0.4953458 Feb 08 21:47:44.168920 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54577ed-8f04-422a-a23f-69928d374e16 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Network': ['ID=781ba5d4-36e1-49ee-ba7d-10f7208ed7a6,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:44.182080 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 781ba5d4-36e1-49ee-ba7d-10f7208ed7a6 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:47:44.190650 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-b7673926-8fce-4b44-9047-a7bcde1104b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:44.192360 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-b7673926-8fce-4b44-9047-a7bcde1104b3 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1529887 Feb 08 21:47:44.397210 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-22df3702-6e29-4c85-8947-6bb976d137a3 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909196 Feb 08 21:47:44.509270 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-08c77f0f-8a41-43e0-9605-e8361679ab59 req-0d65bbaa-f3dc-4eba-8e38-b262d4eaf9f8 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac HTTP/1.1" status: 200 len: 210 time: 0.1809511 Feb 08 21:47:44.622125 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9e6f3f1-f4bb-4fb6-8d2f-c918df7a9018 req-e4c9e1bf-0e42-4bdb-9843-43daebc63a52 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/security-groups?id=a226a928-26a8-475b-8352-46c12646cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777177 Feb 08 21:47:44.696915 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48c0424-06f8-4fa3-8e27-bb1466d782f1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:47:44.700681 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b48c0424-06f8-4fa3-8e27-bb1466d782f1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:44.715935 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a6b982ea-1c0d-4863-8151-3f208e5c8787 req-8cfb9236-58ad-4262-af4b-7136d2146aaa service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129723 Feb 08 21:47:44.915971 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc9d1d-ec78-4a08-97e9-fbee2c675326 req-f561c73c-fc4d-42ba-9f58-322db6a29bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:44.917545 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5dcc9d1d-ec78-4a08-97e9-fbee2c675326 req-f561c73c-fc4d-42ba-9f58-322db6a29bdd service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=55848bfe385544d696fd2a8e8eb6399f&device_id=8bc4499f-9984-4366-9157-ab11029998c6 HTTP/1.1" status: 200 len: 1131 time: 0.1447976 Feb 08 21:47:45.145147 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc9d1d-ec78-4a08-97e9-fbee2c675326 req-96cd381f-ade0-4dbe-a512-1531838302cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:45.155624 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5dcc9d1d-ec78-4a08-97e9-fbee2c675326 req-96cd381f-ade0-4dbe-a512-1531838302cb service neutron] 10.222.0.94 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.2293334 Feb 08 21:47:45.219265 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b48c0424-06f8-4fa3-8e27-bb1466d782f1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (a06a397c-1676-4f7d-938f-838daeeb9002), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:45.259009 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5dcc9d1d-ec78-4a08-97e9-fbee2c675326 req-d359c73f-1f79-4acb-8e1b-ad1a581ca210 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=212809e8-d47f-4fc5-9553-ee7a347531d8 HTTP/1.1" status: 200 len: 217 time: 0.0971878 Feb 08 21:47:45.332928 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c0424-06f8-4fa3-8e27-bb1466d782f1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Subnet': ['ID=a06a397c-1676-4f7d-938f-838daeeb9002,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:45.351933 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48c0424-06f8-4fa3-8e27-bb1466d782f1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Checking segment: {'id': '2240a2c4-478d-49d6-938a-ba53b3e1b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '781ba5d4-36e1-49ee-ba7d-10f7208ed7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:47:45.352603 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48c0424-06f8-4fa3-8e27-bb1466d782f1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network hostable DHCP agents. Network: 781ba5d4-36e1-49ee-ba7d-10f7208ed7a6, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:47:45.375521 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48c0424-06f8-4fa3-8e27-bb1466d782f1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network 781ba5d4-36e1-49ee-ba7d-10f7208ed7a6 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:47:45.388210 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-b48c0424-06f8-4fa3-8e27-bb1466d782f1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 781ba5d4-36e1-49ee-ba7d-10f7208ed7a6) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:47:45.393266 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48c0424-06f8-4fa3-8e27-bb1466d782f1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:45.394454 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b48c0424-06f8-4fa3-8e27-bb1466d782f1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:45.395491 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc9d1d-ec78-4a08-97e9-fbee2c675326 req-cb25e2ee-7931-47cd-adbf-0dce2dd6cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:45.397599 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5dcc9d1d-ec78-4a08-97e9-fbee2c675326 req-cb25e2ee-7931-47cd-adbf-0dce2dd6cffd service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.1298580 Feb 08 21:47:45.412963 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1d3584-b3a9-489b-85bf-2bbf886e7756 None None] Network 781ba5d4-36e1-49ee-ba7d-10f7208ed7a6 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:47:45.439196 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b48c0424-06f8-4fa3-8e27-bb1466d782f1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3311443 Feb 08 21:47:45.441808 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 53984) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:45.447647 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-d20a1774-56d5-404f-bee3-735136061fa2 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'subnet': {'network_id': '781ba5d4-36e1-49ee-ba7d-10f7208ed7a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:45.497611 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc9d1d-ec78-4a08-97e9-fbee2c675326 req-a5cd3a19-bb79-4ec2-805b-fe9ce5c403f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:45.499469 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5dcc9d1d-ec78-4a08-97e9-fbee2c675326 req-a5cd3a19-bb79-4ec2-805b-fe9ce5c403f5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0909150 Feb 08 21:47:45.839707 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5dcc9d1d-ec78-4a08-97e9-fbee2c675326 req-8bb99db4-36e4-41b7-a46e-29bec2d87ba5 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267753 Feb 08 21:47:45.861003 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-461345f6-431e-4fb5-8240-c568c3352118 req-f5b272c1-6afe-47e7-9044-12e1d5c58369 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac HTTP/1.1" status: 200 len: 210 time: 0.1555202 Feb 08 21:47:46.082022 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20a1774-56d5-404f-bee3-735136061fa2 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:47:46.086183 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d20a1774-56d5-404f-bee3-735136061fa2 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:46.109803 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d0c47-9a72-461e-8b7a-4b5e96577421 req-bb5f58b9-d86d-4893-98e6-7b6353e7cf6b tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:46.117303 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ad0d0c47-9a72-461e-8b7a-4b5e96577421 req-bb5f58b9-d86d-4893-98e6-7b6353e7cf6b tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bc4499f-9984-4366-9157-ab11029998c6 HTTP/1.1" status: 200 len: 948 time: 0.2924991 Feb 08 21:47:46.138196 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5dcc9d1d-ec78-4a08-97e9-fbee2c675326 req-2977b2aa-6f30-4ffd-be05-05b330d72ea7 service neutron] 10.222.0.94 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839890 Feb 08 21:47:46.141897 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ab327e-970f-441c-895c-c2215b4e1e19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-781ba5d4-36e1-49ee-ba7d-10f7208ed7a6', 'network_id': '781ba5d4-36e1-49ee-ba7d-10f7208ed7a6', 'project_id': '957802303cd04f1ca53889ad1e28b004', 'fixed_ips': [{'subnet_id': 'a06a397c-1676-4f7d-938f-838daeeb9002'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:47:46.142852 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-16ab327e-970f-441c-895c-c2215b4e1e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:46.195611 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-20cc659f-477c-438c-893f-f0236ef45728 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:46.197127 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-20cc659f-477c-438c-893f-f0236ef45728 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.96 "GET /v2.0/networks?id=af8269ef-aca6-47c0-be51-599057940be7 HTTP/1.1" status: 200 len: 796 time: 0.4138052 Feb 08 21:47:46.308007 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ad0d0c47-9a72-461e-8b7a-4b5e96577421 req-50c455ee-dcaa-471d-a400-0a45b4ce1e6a tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/security-groups?id=a226a928-26a8-475b-8352-46c12646cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620922 Feb 08 21:47:46.338160 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-ee4bcef6-e7b7-4ac6-8729-71db5af73075 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec1bf92d61e642bbb23989551b86dfdb HTTP/1.1" status: 200 len: 478 time: 0.1315269 Feb 08 21:47:46.343358 n-d-712143-31 neutron-server[103433]: INFO neutron.db.ipam_backend_mixin [None req-d20a1774-56d5-404f-bee3-735136061fa2 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a06a397c-1676-4f7d-938f-838daeeb9002 (CIDR: 172.20.0.0/28) Feb 08 21:47:46.348799 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-340f008a-f8d4-4c65-84ba-241433713903 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Request body: {'port': {'device_id': '93805412-4679-49d4-ae8c-9f0c9c5569ac', 'network_id': 'af8269ef-aca6-47c0-be51-599057940be7', 'admin_state_up': True, 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'security_groups': ['3e402ca5-6661-4c8a-a824-9c2fb50d5a34', 'a67be3bd-6d51-4ddb-9c13-02265242dd23']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:46.350603 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-16ab327e-970f-441c-895c-c2215b4e1e19 None None] Allocated IP 172.20.0.2 (781ba5d4-36e1-49ee-ba7d-10f7208ed7a6/a06a397c-1676-4f7d-938f-838daeeb9002/cb418342-7826-417a-872d-772f37c38f2b) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:47:46.354391 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-d20a1774-56d5-404f-bee3-735136061fa2 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:47:46.354884 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d20a1774-56d5-404f-bee3-735136061fa2 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:47:46.418721 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d20a1774-56d5-404f-bee3-735136061fa2 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9756804 Feb 08 21:47:46.421405 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 53998) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:46.426934 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8a123e4e-4874-4fd5-9e94-f9a930504b20 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'subnet': {'network_id': '781ba5d4-36e1-49ee-ba7d-10f7208ed7a6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:46.544557 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-340f008a-f8d4-4c65-84ba-241433713903 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Made reservation on behalf of ec1bf92d61e642bbb23989551b86dfdb for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:47:46.551937 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-340f008a-f8d4-4c65-84ba-241433713903 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:46.679508 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-16ab327e-970f-441c-895c-c2215b4e1e19 None None] Publish callbacks [] for port (cb418342-7826-417a-872d-772f37c38f2b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:46.689297 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-16ab327e-970f-441c-895c-c2215b4e1e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (cb418342-7826-417a-872d-772f37c38f2b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:46.714993 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ab327e-970f-441c-895c-c2215b4e1e19 None None] Network 781ba5d4-36e1-49ee-ba7d-10f7208ed7a6 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:47:46.732117 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a123e4e-4874-4fd5-9e94-f9a930504b20 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:47:46.741595 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8a123e4e-4874-4fd5-9e94-f9a930504b20 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:46.750472 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-16ab327e-970f-441c-895c-c2215b4e1e19 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:47:46.760473 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ab327e-970f-441c-895c-c2215b4e1e19 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:47:46.843935 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab327e-970f-441c-895c-c2215b4e1e19 None None] Pushing event updated for resources: {'Port': ['ID=cb418342-7826-417a-872d-772f37c38f2b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:46.857116 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-16ab327e-970f-441c-895c-c2215b4e1e19 None None] Attempting to bind port cb418342-7826-417a-872d-772f37c38f2b on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:47:46.857576 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-16ab327e-970f-441c-895c-c2215b4e1e19 None None] Attempting to bind port cb418342-7826-417a-872d-772f37c38f2b by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '2240a2c4-478d-49d6-938a-ba53b3e1b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '781ba5d4-36e1-49ee-ba7d-10f7208ed7a6'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:47:46.857952 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ab327e-970f-441c-895c-c2215b4e1e19 None None] Attempting to bind port cb418342-7826-417a-872d-772f37c38f2b on network 781ba5d4-36e1-49ee-ba7d-10f7208ed7a6 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:47:46.865952 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ab327e-970f-441c-895c-c2215b4e1e19 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:47:46.866605 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ab327e-970f-441c-895c-c2215b4e1e19 None None] Checking segment: {'id': '2240a2c4-478d-49d6-938a-ba53b3e1b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '781ba5d4-36e1-49ee-ba7d-10f7208ed7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:47:46.867022 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-16ab327e-970f-441c-895c-c2215b4e1e19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:46.867421 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ab327e-970f-441c-895c-c2215b4e1e19 None None] Bound using segment: {'id': '2240a2c4-478d-49d6-938a-ba53b3e1b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '781ba5d4-36e1-49ee-ba7d-10f7208ed7a6'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:47:46.867956 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-16ab327e-970f-441c-895c-c2215b4e1e19 None None] Bound port: cb418342-7826-417a-872d-772f37c38f2b, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2240a2c4-478d-49d6-938a-ba53b3e1b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '781ba5d4-36e1-49ee-ba7d-10f7208ed7a6'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:47:46.868348 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-16ab327e-970f-441c-895c-c2215b4e1e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cb418342-7826-417a-872d-772f37c38f2b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:46.962397 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-16ab327e-970f-441c-895c-c2215b4e1e19 None None] For port cb418342-7826-417a-872d-772f37c38f2b, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:47:46.964239 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-16ab327e-970f-441c-895c-c2215b4e1e19 None None] For port cb418342-7826-417a-872d-772f37c38f2b, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cb418342-7826-417a-872d-772f37c38f2b,segment=NetworkSegment(2240a2c4-478d-49d6-938a-ba53b3e1b28e),segment_id=2240a2c4-478d-49d6-938a-ba53b3e1b28e)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:47:46.972654 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-16ab327e-970f-441c-895c-c2215b4e1e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cb418342-7826-417a-872d-772f37c38f2b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:47.010380 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-340f008a-f8d4-4c65-84ba-241433713903 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Allocated IP 172.20.0.12 (af8269ef-aca6-47c0-be51-599057940be7/aa4a3a97-4a0a-41f3-9047-7970ab16cbf4/73a6cde5-daaa-47fc-a627-3ca2e748459d) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:47:47.117290 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab327e-970f-441c-895c-c2215b4e1e19 None None] Pushing event updated for resources: {'Port': ['ID=cb418342-7826-417a-872d-772f37c38f2b,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:47.131417 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e3beb0c-0585-45b6-9f84-8b07d9d09576 req-60f3cd79-f850-44cc-b0c1-67ce1ac8efb2 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac HTTP/1.1" status: 200 len: 210 time: 0.0833375 Feb 08 21:47:47.327601 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-340f008a-f8d4-4c65-84ba-241433713903 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for port (73a6cde5-daaa-47fc-a627-3ca2e748459d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:47.399501 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8a123e4e-4874-4fd5-9e94-f9a930504b20 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (2b18e391-e6bc-493f-b0be-e93cae5840d3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:47.414694 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-340f008a-f8d4-4c65-84ba-241433713903 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (73a6cde5-daaa-47fc-a627-3ca2e748459d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:47.451118 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a123e4e-4874-4fd5-9e94-f9a930504b20 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network 781ba5d4-36e1-49ee-ba7d-10f7208ed7a6 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:47:47.454893 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8a123e4e-4874-4fd5-9e94-f9a930504b20 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:47:47.499111 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-340f008a-f8d4-4c65-84ba-241433713903 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Network af8269ef-aca6-47c0-be51-599057940be7 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:47:47.502041 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a123e4e-4874-4fd5-9e94-f9a930504b20 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:47.502755 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8a123e4e-4874-4fd5-9e94-f9a930504b20 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:47.521393 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-340f008a-f8d4-4c65-84ba-241433713903 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:47:47.578903 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-340f008a-f8d4-4c65-84ba-241433713903 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:47:47.589511 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8a123e4e-4874-4fd5-9e94-f9a930504b20 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1668510 Feb 08 21:47:47.593056 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54012) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:47.598978 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-59f8ca1c-abe9-4d54-81f4-5915d778ed3f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'port': {'network_id': '781ba5d4-36e1-49ee-ba7d-10f7208ed7a6', 'fixed_ips': [{'subnet_id': 'a06a397c-1676-4f7d-938f-838daeeb9002'}, {'subnet_id': '2b18e391-e6bc-493f-b0be-e93cae5840d3'}], 'name': 'tempest-PortsTestJSON-1492213098'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:47.633596 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a123e4e-4874-4fd5-9e94-f9a930504b20 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Subnet': ['ID=2b18e391-e6bc-493f-b0be-e93cae5840d3,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:47.684686 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-340f008a-f8d4-4c65-84ba-241433713903 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:47.691157 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-340f008a-f8d4-4c65-84ba-241433713903 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:47.728200 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f008a-f8d4-4c65-84ba-241433713903 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event updated for resources: {'Port': ['ID=73a6cde5-daaa-47fc-a627-3ca2e748459d,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:47.762763 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-340f008a-f8d4-4c65-84ba-241433713903 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.4181306 Feb 08 21:47:47.774342 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-514bdcdf-8993-4f7c-a4a6-ba0374552350 service neutron] Request body: {'port': {'device_id': '93805412-4679-49d4-ae8c-9f0c9c5569ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:47.825964 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f8ca1c-abe9-4d54-81f4-5915d778ed3f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:47:47.878340 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36e836-994e-4499-a9e2-6af8f2f4f267 req-ec11011f-7372-4958-92c1-e844dac182ab tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:47.883902 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b36e836-994e-4499-a9e2-6af8f2f4f267 req-ec11011f-7372-4958-92c1-e844dac182ab tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bc4499f-9984-4366-9157-ab11029998c6 HTTP/1.1" status: 200 len: 948 time: 0.3540368 Feb 08 21:47:47.972768 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-514bdcdf-8993-4f7c-a4a6-ba0374552350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (73a6cde5-daaa-47fc-a627-3ca2e748459d), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:48.026561 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59f8ca1c-abe9-4d54-81f4-5915d778ed3f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:48.047305 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-59f8ca1c-abe9-4d54-81f4-5915d778ed3f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] device_id is not set on port 6db56eed-382e-4109-963e-2fcc67ce9d99 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:47:48.103253 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-bd2db460-a210-4c51-8af7-72960f5b0886 None None] Provisioning complete for port 73a6cde5-daaa-47fc-a627-3ca2e748459d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:47:48.103788 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bd2db460-a210-4c51-8af7-72960f5b0886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (73a6cde5-daaa-47fc-a627-3ca2e748459d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:48.174557 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-bd2db460-a210-4c51-8af7-72960f5b0886 None None] Port 73a6cde5-daaa-47fc-a627-3ca2e748459d cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:47:48.205709 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b36e836-994e-4499-a9e2-6af8f2f4f267 req-b129b5aa-a36b-4f8a-ad67-ecc00095fcae tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/security-groups?id=a226a928-26a8-475b-8352-46c12646cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339566 Feb 08 21:47:48.385404 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 212809e8-d47f-4fc5-9553-ee7a347531d8 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:47:48.677765 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:47:48.793145 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 212809e8-d47f-4fc5-9553-ee7a347531d8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=212809e8-d47f-4fc5-9553-ee7a347531d8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:47:48.841176 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204e8ee-f700-4ed5-ae47-7feadcf348d2 req-968d6d83-54f7-4336-adfd-9203dee8f8d2 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:48.852282 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f204e8ee-f700-4ed5-ae47-7feadcf348d2 req-968d6d83-54f7-4336-adfd-9203dee8f8d2 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac HTTP/1.1" status: 200 len: 971 time: 0.4156418 Feb 08 21:47:48.858404 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '212809e8-d47f-4fc5-9553-ee7a347531d8', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': '212809e8-d47f-4fc5-9553-ee7a347531d8', 'mac_address': 'fa:16:3e:7e:c6:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:47:48.872021 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-59f8ca1c-abe9-4d54-81f4-5915d778ed3f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Allocated IP 172.20.0.4 (781ba5d4-36e1-49ee-ba7d-10f7208ed7a6/a06a397c-1676-4f7d-938f-838daeeb9002/6db56eed-382e-4109-963e-2fcc67ce9d99) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:47:48.882303 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-59f8ca1c-abe9-4d54-81f4-5915d778ed3f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Allocated IP 172.20.0.24 (781ba5d4-36e1-49ee-ba7d-10f7208ed7a6/2b18e391-e6bc-493f-b0be-e93cae5840d3/6db56eed-382e-4109-963e-2fcc67ce9d99) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:47:49.026754 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 212809e8-d47f-4fc5-9553-ee7a347531d8 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:47:49.028528 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (212809e8-d47f-4fc5-9553-ee7a347531d8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:49.031873 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cb418342-7826-417a-872d-772f37c38f2b up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:47:49.194672 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f204e8ee-f700-4ed5-ae47-7feadcf348d2 req-9b534eec-687c-43c4-b23a-099d74dbee7f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/security-groups?id=a67be3bd-6d51-4ddb-9c13-02265242dd23&id=3e402ca5-6661-4c8a-a824-9c2fb50d5a34&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3195050 Feb 08 21:47:49.265183 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 212809e8-d47f-4fc5-9553-ee7a347531d8 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:47:49.325159 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59f8ca1c-abe9-4d54-81f4-5915d778ed3f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for port (6db56eed-382e-4109-963e-2fcc67ce9d99), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:49.390388 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 212809e8-d47f-4fc5-9553-ee7a347531d8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=212809e8-d47f-4fc5-9553-ee7a347531d8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:47:49.397499 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port cb418342-7826-417a-872d-772f37c38f2b triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:47:49.398412 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cb418342-7826-417a-872d-772f37c38f2b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:49.410000 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (212809e8-d47f-4fc5-9553-ee7a347531d8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:49.430705 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59f8ca1c-abe9-4d54-81f4-5915d778ed3f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (6db56eed-382e-4109-963e-2fcc67ce9d99), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:49.523972 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e307271-514b-4ea7-9c49-29c3d177126a None None] Network 781ba5d4-36e1-49ee-ba7d-10f7208ed7a6 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:47:49.531308 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8ca1c-abe9-4d54-81f4-5915d778ed3f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Port': ['ID=6db56eed-382e-4109-963e-2fcc67ce9d99,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:49.559925 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f8ca1c-abe9-4d54-81f4-5915d778ed3f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network 781ba5d4-36e1-49ee-ba7d-10f7208ed7a6 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:47:49.562249 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-59f8ca1c-abe9-4d54-81f4-5915d778ed3f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:47:49.572453 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f8ca1c-abe9-4d54-81f4-5915d778ed3f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:47:49.648213 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-514bdcdf-8993-4f7c-a4a6-ba0374552350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73a6cde5-daaa-47fc-a627-3ca2e748459d {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:47:49.660300 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-514bdcdf-8993-4f7c-a4a6-ba0374552350 service neutron] Publish callbacks [] for port (73a6cde5-daaa-47fc-a627-3ca2e748459d), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:49.687339 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-514bdcdf-8993-4f7c-a4a6-ba0374552350 service neutron] Transition to ACTIVE for port object 73a6cde5-daaa-47fc-a627-3ca2e748459d will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:47:49.693497 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f8ca1c-abe9-4d54-81f4-5915d778ed3f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:49.694527 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59f8ca1c-abe9-4d54-81f4-5915d778ed3f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:49.696948 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cb88e-34a4-4e39-ba5e-93881c561005 req-b7ab9f5a-81a0-41a4-966a-52353f68bc19 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:49.730506 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3b5cb88e-34a4-4e39-ba5e-93881c561005 req-b7ab9f5a-81a0-41a4-966a-52353f68bc19 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bc4499f-9984-4366-9157-ab11029998c6 HTTP/1.1" status: 200 len: 949 time: 0.3275714 Feb 08 21:47:49.739593 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-514bdcdf-8993-4f7c-a4a6-ba0374552350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (73a6cde5-daaa-47fc-a627-3ca2e748459d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:49.753798 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-59f8ca1c-abe9-4d54-81f4-5915d778ed3f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.1597953 Feb 08 21:47:49.754502 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54034) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:49.761483 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ce75ef24-ac34-4843-92a5-196b5df10ed4 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a06a397c-1676-4f7d-938f-838daeeb9002'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:49.849329 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['212809e8-d47f-4fc5-9553-ee7a347531d8'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:47:49.899114 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3b5cb88e-34a4-4e39-ba5e-93881c561005 req-cd1c53e2-36d7-49a9-a41d-8565004f20fc tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/security-groups?id=a226a928-26a8-475b-8352-46c12646cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675563 Feb 08 21:47:49.921047 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514bdcdf-8993-4f7c-a4a6-ba0374552350 service neutron] Pushing event updated for resources: {'Port': ['ID=73a6cde5-daaa-47fc-a627-3ca2e748459d,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:49.941127 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ce75ef24-ac34-4843-92a5-196b5df10ed4 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6db56eed-382e-4109-963e-2fcc67ce9d99), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:49.980665 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ebb7b56-0831-4c28-813c-a38a7bfac625 None None] Provisioning complete for port cb418342-7826-417a-872d-772f37c38f2b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:47:49.981008 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ebb7b56-0831-4c28-813c-a38a7bfac625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cb418342-7826-417a-872d-772f37c38f2b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:50.032178 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=212809e8-d47f-4fc5-9553-ee7a347531d8,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:50.135059 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-514bdcdf-8993-4f7c-a4a6-ba0374552350 service neutron] Attempting to bind port 73a6cde5-daaa-47fc-a627-3ca2e748459d on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:47:50.135456 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-514bdcdf-8993-4f7c-a4a6-ba0374552350 service neutron] Attempting to bind port 73a6cde5-daaa-47fc-a627-3ca2e748459d by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '05ffdc5d-1222-4223-bdbd-541b3bd47349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'af8269ef-aca6-47c0-be51-599057940be7'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:47:50.135770 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-514bdcdf-8993-4f7c-a4a6-ba0374552350 service neutron] Attempting to bind port 73a6cde5-daaa-47fc-a627-3ca2e748459d on network af8269ef-aca6-47c0-be51-599057940be7 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:47:50.141168 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-514bdcdf-8993-4f7c-a4a6-ba0374552350 service neutron] Port 73a6cde5-daaa-47fc-a627-3ca2e748459d on network af8269ef-aca6-47c0-be51-599057940be7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:47:50.141554 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-514bdcdf-8993-4f7c-a4a6-ba0374552350 service neutron] Attempting to bind port 73a6cde5-daaa-47fc-a627-3ca2e748459d on network af8269ef-aca6-47c0-be51-599057940be7 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:47:50.153840 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-514bdcdf-8993-4f7c-a4a6-ba0374552350 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:47:50.154190 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-514bdcdf-8993-4f7c-a4a6-ba0374552350 service neutron] Checking segment: {'id': '05ffdc5d-1222-4223-bdbd-541b3bd47349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'af8269ef-aca6-47c0-be51-599057940be7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:47:50.154591 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-514bdcdf-8993-4f7c-a4a6-ba0374552350 service neutron] Bound using segment: {'id': '05ffdc5d-1222-4223-bdbd-541b3bd47349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'af8269ef-aca6-47c0-be51-599057940be7'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:47:50.155039 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-514bdcdf-8993-4f7c-a4a6-ba0374552350 service neutron] Bound port: 73a6cde5-daaa-47fc-a627-3ca2e748459d, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ffdc5d-1222-4223-bdbd-541b3bd47349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'af8269ef-aca6-47c0-be51-599057940be7'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:47:50.155639 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-514bdcdf-8993-4f7c-a4a6-ba0374552350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (73a6cde5-daaa-47fc-a627-3ca2e748459d), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:50.315234 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-514bdcdf-8993-4f7c-a4a6-ba0374552350 service neutron] For port 73a6cde5-daaa-47fc-a627-3ca2e748459d, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:47:50.327638 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-514bdcdf-8993-4f7c-a4a6-ba0374552350 service neutron] For port 73a6cde5-daaa-47fc-a627-3ca2e748459d, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=73a6cde5-daaa-47fc-a627-3ca2e748459d,segment=NetworkSegment(05ffdc5d-1222-4223-bdbd-541b3bd47349),segment_id=05ffdc5d-1222-4223-bdbd-541b3bd47349)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:47:50.343939 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-514bdcdf-8993-4f7c-a4a6-ba0374552350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (73a6cde5-daaa-47fc-a627-3ca2e748459d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:50.458436 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port cb418342-7826-417a-872d-772f37c38f2b is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:47:50.459421 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cb418342-7826-417a-872d-772f37c38f2b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:50.492849 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-514bdcdf-8993-4f7c-a4a6-ba0374552350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:50.493584 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-514bdcdf-8993-4f7c-a4a6-ba0374552350 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:50.495743 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-514bdcdf-8993-4f7c-a4a6-ba0374552350 service neutron] 10.222.0.96 "PUT /v2.0/ports/73a6cde5-daaa-47fc-a627-3ca2e748459d HTTP/1.1" status: 200 len: 1132 time: 2.7256565 Feb 08 21:47:50.496377 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93805412-4679-49d4-ae8c-9f0c9c5569ac', 'tag': '73a6cde5-daaa-47fc-a627-3ca2e748459d'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:47:50.498702 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636d78e9-fea2-4cb4-b55e-9a27068dcf76" -d '{"events": [{"name": "network-changed", "server_uuid": "93805412-4679-49d4-ae8c-9f0c9c5569ac", "tag": "73a6cde5-daaa-47fc-a627-3ca2e748459d"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:47:51.034326 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-ce75ef24-ac34-4843-92a5-196b5df10ed4 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Delete allocated IP 172.20.0.24 (781ba5d4-36e1-49ee-ba7d-10f7208ed7a6/2b18e391-e6bc-493f-b0be-e93cae5840d3) {{(pid=103434) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 08 21:47:51.050320 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d76bfcc-dbfe-419a-b833-a9c2bc7a8efa None None] Update dhcp port {'port': {'network_id': '781ba5d4-36e1-49ee-ba7d-10f7208ed7a6', 'fixed_ips': [{'subnet_id': 'a06a397c-1676-4f7d-938f-838daeeb9002', 'ip_address': '172.20.0.2'}, {'subnet_id': '2b18e391-e6bc-493f-b0be-e93cae5840d3'}], 'binding:host_id': 'n-d-712143-31'}, 'id': 'cb418342-7826-417a-872d-772f37c38f2b'} from n-d-712143-31. {{(pid=103435) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 21:47:51.053624 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port cb418342-7826-417a-872d-772f37c38f2b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cb418342-7826-417a-872d-772f37c38f2b,segment=NetworkSegment(2240a2c4-478d-49d6-938a-ba53b3e1b28e),segment_id=2240a2c4-478d-49d6-938a-ba53b3e1b28e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:47:51.076434 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ebb7b56-0831-4c28-813c-a38a7bfac625 None None] Current status of the port cb418342-7826-417a-872d-772f37c38f2b is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:47:51.076983 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ebb7b56-0831-4c28-813c-a38a7bfac625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cb418342-7826-417a-872d-772f37c38f2b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:51.175768 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cb418342-7826-417a-872d-772f37c38f2b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:51.422269 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0d76bfcc-dbfe-419a-b833-a9c2bc7a8efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cb418342-7826-417a-872d-772f37c38f2b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:51.509405 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ce75ef24-ac34-4843-92a5-196b5df10ed4 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for port (6db56eed-382e-4109-963e-2fcc67ce9d99), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:51.549018 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ce75ef24-ac34-4843-92a5-196b5df10ed4 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (6db56eed-382e-4109-963e-2fcc67ce9d99), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:51.879919 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=cb418342-7826-417a-872d-772f37c38f2b,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:51.962316 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-2ebb7b56-0831-4c28-813c-a38a7bfac625 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:47:51.962316 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-2ebb7b56-0831-4c28-813c-a38a7bfac625 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:47:52.088499 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514bdcdf-8993-4f7c-a4a6-ba0374552350 service neutron] Pushing event updated for resources: {'Port': ['ID=73a6cde5-daaa-47fc-a627-3ca2e748459d,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:52.172029 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f4fbba-b318-4f01-98e8-22ee13b3168d x-openstack-request-id: req-62f4fbba-b318-4f01-98e8-22ee13b3168d {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:47:52.172652 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93805412-4679-49d4-ae8c-9f0c9c5569ac", "tag": "73a6cde5-daaa-47fc-a627-3ca2e748459d", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:47:52.173093 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-62f4fbba-b318-4f01-98e8-22ee13b3168d {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:47:52.173707 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93805412-4679-49d4-ae8c-9f0c9c5569ac', 'tag': '73a6cde5-daaa-47fc-a627-3ca2e748459d', 'status': 'completed', 'code': 200} Feb 08 21:47:52.178425 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ce75ef24-ac34-4843-92a5-196b5df10ed4 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] In _notify_port_updated(), no bound segment for port 6db56eed-382e-4109-963e-2fcc67ce9d99 on network 781ba5d4-36e1-49ee-ba7d-10f7208ed7a6 {{(pid=103434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 21:47:52.211753 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce75ef24-ac34-4843-92a5-196b5df10ed4 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:52.212676 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ce75ef24-ac34-4843-92a5-196b5df10ed4 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:52.214011 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ce75ef24-ac34-4843-92a5-196b5df10ed4 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "PUT /v2.0/ports/6db56eed-382e-4109-963e-2fcc67ce9d99 HTTP/1.1" status: 200 len: 919 time: 2.4585123 Feb 08 21:47:52.227376 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54070) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:52.266951 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-10e016d7-0e4e-469f-be04-caca66290bd6 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a06a397c-1676-4f7d-938f-838daeeb9002'}, {'subnet_id': '2b18e391-e6bc-493f-b0be-e93cae5840d3'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:47:52.342690 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfea9b-9e22-4551-81bd-b439d0abce63 req-9290693e-4c93-413e-8108-c50e535edc5b tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:52.343589 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-0d76bfcc-dbfe-419a-b833-a9c2bc7a8efa None None] Allocated IP 172.20.0.18 (781ba5d4-36e1-49ee-ba7d-10f7208ed7a6/2b18e391-e6bc-493f-b0be-e93cae5840d3/cb418342-7826-417a-872d-772f37c38f2b) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:47:52.347971 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b5dfea9b-9e22-4551-81bd-b439d0abce63 req-9290693e-4c93-413e-8108-c50e535edc5b tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac HTTP/1.1" status: 200 len: 983 time: 1.9076877 Feb 08 21:47:52.404455 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75ef24-ac34-4843-92a5-196b5df10ed4 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Port': ['ID=6db56eed-382e-4109-963e-2fcc67ce9d99,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:52.412454 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-8ce50dda-13fe-4347-9a34-ac595a277b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:52.417009 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-8ce50dda-13fe-4347-9a34-ac595a277b0c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ec1bf92d61e642bbb23989551b86dfdb&device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac HTTP/1.1" status: 200 len: 1166 time: 1.7967439 Feb 08 21:47:52.538663 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb5ec3-77d4-45b2-bc35-f10d11ad3202 req-c7082e37-5035-48c0-8d98-a743c8b749fa tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:52.541010 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10e016d7-0e4e-469f-be04-caca66290bd6 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6db56eed-382e-4109-963e-2fcc67ce9d99), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:52.550931 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1bbb5ec3-77d4-45b2-bc35-f10d11ad3202 req-c7082e37-5035-48c0-8d98-a743c8b749fa tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bc4499f-9984-4366-9157-ab11029998c6 HTTP/1.1" status: 200 len: 949 time: 0.4582362 Feb 08 21:47:52.606026 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ebb7b56-0831-4c28-813c-a38a7bfac625 None None] Current status of the port cb418342-7826-417a-872d-772f37c38f2b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:47:52.667394 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b5dfea9b-9e22-4551-81bd-b439d0abce63 req-4d90bcbc-1e35-4877-ba5d-d7a0d3cd6044 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/security-groups?id=a67be3bd-6d51-4ddb-9c13-02265242dd23&id=3e402ca5-6661-4c8a-a824-9c2fb50d5a34&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3008678 Feb 08 21:47:52.767668 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-0d76bfcc-dbfe-419a-b833-a9c2bc7a8efa None None] For port cb418342-7826-417a-872d-772f37c38f2b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cb418342-7826-417a-872d-772f37c38f2b,segment=NetworkSegment(2240a2c4-478d-49d6-938a-ba53b3e1b28e),segment_id=2240a2c4-478d-49d6-938a-ba53b3e1b28e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:47:52.823299 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1bbb5ec3-77d4-45b2-bc35-f10d11ad3202 req-f47e5d58-16d3-4323-98a5-8f7a27ccfde4 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/security-groups?id=a226a928-26a8-475b-8352-46c12646cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696123 Feb 08 21:47:52.901270 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0d76bfcc-dbfe-419a-b833-a9c2bc7a8efa None None] Publish callbacks [] for port (cb418342-7826-417a-872d-772f37c38f2b), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:52.924463 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0d76bfcc-dbfe-419a-b833-a9c2bc7a8efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cb418342-7826-417a-872d-772f37c38f2b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:53.016381 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-21e7a76b-def3-4552-b590-8470709c24dd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73a6cde5-daaa-47fc-a627-3ca2e748459d HTTP/1.1" status: 200 len: 217 time: 0.3822749 Feb 08 21:47:53.088727 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76bfcc-dbfe-419a-b833-a9c2bc7a8efa None None] Pushing event updated for resources: {'Port': ['ID=cb418342-7826-417a-872d-772f37c38f2b,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:53.258337 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-dd5ad9dc-45bc-441c-ad55-a5fda84efb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:53.259977 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-dd5ad9dc-45bc-441c-ad55-a5fda84efb9b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=aa4a3a97-4a0a-41f3-9047-7970ab16cbf4 HTTP/1.1" status: 200 len: 833 time: 0.2350168 Feb 08 21:47:53.401090 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-dfd9450d-1b4f-44ab-a86a-8129e437a74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:53.406762 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-dfd9450d-1b4f-44ab-a86a-8129e437a74f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=af8269ef-aca6-47c0-be51-599057940be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1409338 Feb 08 21:47:53.429852 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cb418342-7826-417a-872d-772f37c38f2b up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:47:53.648168 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port cb418342-7826-417a-872d-772f37c38f2b triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:47:53.652212 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cb418342-7826-417a-872d-772f37c38f2b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:53.754233 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-10e016d7-0e4e-469f-be04-caca66290bd6 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Allocated IP 172.20.0.22 (781ba5d4-36e1-49ee-ba7d-10f7208ed7a6/2b18e391-e6bc-493f-b0be-e93cae5840d3/6db56eed-382e-4109-963e-2fcc67ce9d99) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:47:53.839132 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-4332df2e-eb19-4085-ad85-354561ef772c service neutron] 10.222.0.96 "GET /v2.0/networks/af8269ef-aca6-47c0-be51-599057940be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121487 Feb 08 21:47:54.006803 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port cb418342-7826-417a-872d-772f37c38f2b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:47:54.219396 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10e016d7-0e4e-469f-be04-caca66290bd6 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for port (6db56eed-382e-4109-963e-2fcc67ce9d99), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:54.222186 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-49202912-ca7e-40f1-b961-eba2a4a847f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:54.232446 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10e016d7-0e4e-469f-be04-caca66290bd6 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (6db56eed-382e-4109-963e-2fcc67ce9d99), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:54.390063 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a6dd7-3c18-459a-a182-25d01b7fcf42 req-ad4f970a-d04b-483a-93c5-aff94699c06a tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:54.394869 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-658a6dd7-3c18-459a-a182-25d01b7fcf42 req-ad4f970a-d04b-483a-93c5-aff94699c06a tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac HTTP/1.1" status: 200 len: 983 time: 0.3742466 Feb 08 21:47:54.408237 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b700e-fd27-4321-8214-a2cef4dd8663 req-9f9c8033-b68a-4acd-9f0b-7e586c143989 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:54.419936 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 212809e8-d47f-4fc5-9553-ee7a347531d8 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:47:54.425902 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a6b700e-fd27-4321-8214-a2cef4dd8663 req-9f9c8033-b68a-4acd-9f0b-7e586c143989 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bc4499f-9984-4366-9157-ab11029998c6 HTTP/1.1" status: 200 len: 949 time: 0.2814171 Feb 08 21:47:54.465018 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b4b49b5-efb3-4704-bc52-bdcd21a37e1f req-cf3bf5be-3d2b-4282-a93d-8eb20ff99e61 service neutron] 10.222.0.96 "GET /v2.0/networks/af8269ef-aca6-47c0-be51-599057940be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6209083 Feb 08 21:47:54.616077 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 212809e8-d47f-4fc5-9553-ee7a347531d8 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:47:54.634202 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 212809e8-d47f-4fc5-9553-ee7a347531d8 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:47:54.634651 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (212809e8-d47f-4fc5-9553-ee7a347531d8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:54.737486 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-658a6dd7-3c18-459a-a182-25d01b7fcf42 req-0dea68f9-554d-49a9-bdeb-c8c24cf056bd tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/security-groups?id=a67be3bd-6d51-4ddb-9c13-02265242dd23&id=3e402ca5-6661-4c8a-a824-9c2fb50d5a34&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2912860 Feb 08 21:47:54.784571 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e016d7-0e4e-469f-be04-caca66290bd6 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Port': ['ID=6db56eed-382e-4109-963e-2fcc67ce9d99,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:54.816053 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235d992e-5897-4650-b40c-47be1de28a16 None None] Network 781ba5d4-36e1-49ee-ba7d-10f7208ed7a6 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:47:54.909143 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a6b700e-fd27-4321-8214-a2cef4dd8663 req-3278fc3f-72c5-4a6f-b254-baa112cd7175 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/security-groups?id=a226a928-26a8-475b-8352-46c12646cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772427 Feb 08 21:47:54.926675 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-10e016d7-0e4e-469f-be04-caca66290bd6 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] In _notify_port_updated(), no bound segment for port 6db56eed-382e-4109-963e-2fcc67ce9d99 on network 781ba5d4-36e1-49ee-ba7d-10f7208ed7a6 {{(pid=103434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 21:47:54.940701 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e016d7-0e4e-469f-be04-caca66290bd6 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:54.962024 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10e016d7-0e4e-469f-be04-caca66290bd6 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:54.969260 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-10e016d7-0e4e-469f-be04-caca66290bd6 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "PUT /v2.0/ports/6db56eed-382e-4109-963e-2fcc67ce9d99 HTTP/1.1" status: 200 len: 999 time: 2.7242980 Feb 08 21:47:54.971979 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d78e9-fea2-4cb4-b55e-9a27068dcf76 req-5345030f-5ad7-4533-a84e-d85055ebee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:54.973912 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-636d78e9-fea2-4cb4-b55e-9a27068dcf76 req-5345030f-5ad7-4533-a84e-d85055ebee9d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ec1bf92d61e642bbb23989551b86dfdb&device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac HTTP/1.1" status: 200 len: 1166 time: 0.3220065 Feb 08 21:47:54.977509 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54096) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:55.213241 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f1f2daf7-6699-4344-8928-030ca0ed09c5 None None] Provisioning complete for port cb418342-7826-417a-872d-772f37c38f2b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:47:55.213241 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1f2daf7-6699-4344-8928-030ca0ed09c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cb418342-7826-417a-872d-772f37c38f2b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:55.347359 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d78e9-fea2-4cb4-b55e-9a27068dcf76 req-085d78b0-0af1-41a0-a359-7f48cf1adf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:55.353046 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-636d78e9-fea2-4cb4-b55e-9a27068dcf76 req-085d78b0-0af1-41a0-a359-7f48cf1adf5a service neutron] 10.222.0.96 "GET /v2.0/networks?id=af8269ef-aca6-47c0-be51-599057940be7 HTTP/1.1" status: 200 len: 897 time: 0.3720503 Feb 08 21:47:55.374916 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 212809e8-d47f-4fc5-9553-ee7a347531d8 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:47:55.375675 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (212809e8-d47f-4fc5-9553-ee7a347531d8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:55.394415 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5080eba1-9548-4b8f-9eaa-987b17180377 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting port 6db56eed-382e-4109-963e-2fcc67ce9d99 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:47:55.394769 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5080eba1-9548-4b8f-9eaa-987b17180377 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (6db56eed-382e-4109-963e-2fcc67ce9d99), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:55.477892 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-636d78e9-fea2-4cb4-b55e-9a27068dcf76 req-3ff207d2-64bf-41f2-8876-5aebdf942622 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73a6cde5-daaa-47fc-a627-3ca2e748459d HTTP/1.1" status: 200 len: 217 time: 0.1148872 Feb 08 21:47:55.490186 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc4499f-9984-4366-9157-ab11029998c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212809e8-d47f-4fc5-9553-ee7a347531d8'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:47:55.492469 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e095e1-de66-4d39-9ba8-f680ad521383" -d '{"events": [{"server_uuid": "8bc4499f-9984-4366-9157-ab11029998c6", "name": "network-vif-plugged", "status": "completed", "tag": "212809e8-d47f-4fc5-9553-ee7a347531d8"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:47:55.593791 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 212809e8-d47f-4fc5-9553-ee7a347531d8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=212809e8-d47f-4fc5-9553-ee7a347531d8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:47:55.638286 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5b3c0d-e4ef-4f04-9f36-5557423eb87c x-openstack-request-id: req-5e5b3c0d-e4ef-4f04-9f36-5557423eb87c {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:47:55.638544 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc4499f-9984-4366-9157-ab11029998c6", "name": "network-vif-plugged", "status": "completed", "tag": "212809e8-d47f-4fc5-9553-ee7a347531d8", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:47:55.638684 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5e5b3c0d-e4ef-4f04-9f36-5557423eb87c {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:47:55.639188 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc4499f-9984-4366-9157-ab11029998c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212809e8-d47f-4fc5-9553-ee7a347531d8', 'code': 200} Feb 08 21:47:55.649015 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (212809e8-d47f-4fc5-9553-ee7a347531d8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:55.702697 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d78e9-fea2-4cb4-b55e-9a27068dcf76 req-db88c9c0-ded7-407c-ab7a-64d9d25f3027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:55.705612 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-636d78e9-fea2-4cb4-b55e-9a27068dcf76 req-db88c9c0-ded7-407c-ab7a-64d9d25f3027 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=aa4a3a97-4a0a-41f3-9047-7970ab16cbf4 HTTP/1.1" status: 200 len: 833 time: 0.2218413 Feb 08 21:47:55.827016 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5080eba1-9548-4b8f-9eaa-987b17180377 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (6db56eed-382e-4109-963e-2fcc67ce9d99), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:55.899998 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d78e9-fea2-4cb4-b55e-9a27068dcf76 req-75bf3ac9-b4c4-4c0e-8c93-3b276691e4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:55.901588 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-636d78e9-fea2-4cb4-b55e-9a27068dcf76 req-75bf3ac9-b4c4-4c0e-8c93-3b276691e4b9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=af8269ef-aca6-47c0-be51-599057940be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1863678 Feb 08 21:47:55.902500 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5080eba1-9548-4b8f-9eaa-987b17180377 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Calling delete_port for 6db56eed-382e-4109-963e-2fcc67ce9d99 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:47:56.050128 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=212809e8-d47f-4fc5-9553-ee7a347531d8,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:56.062195 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f1f2daf7-6699-4344-8928-030ca0ed09c5 None None] Current status of the port cb418342-7826-417a-872d-772f37c38f2b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:47:56.116876 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f1f2daf7-6699-4344-8928-030ca0ed09c5 None None] Provisioning complete for port 6db56eed-382e-4109-963e-2fcc67ce9d99 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:47:56.118921 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1f2daf7-6699-4344-8928-030ca0ed09c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6db56eed-382e-4109-963e-2fcc67ce9d99), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:56.293222 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae020a3-ecdc-4bfb-a5a0-0fb3c10c53d7 req-d6461249-9fc0-4dd6-97c3-f42f27d6244c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:56.304091 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fae020a3-ecdc-4bfb-a5a0-0fb3c10c53d7 req-d6461249-9fc0-4dd6-97c3-f42f27d6244c service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=8bc4499f-9984-4366-9157-ab11029998c6 HTTP/1.1" status: 200 len: 1133 time: 0.6269343 Feb 08 21:47:56.439870 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471a86a-16bf-4f18-8f06-65f6c66a8b03 req-45d88859-a94b-4ecc-9afc-20f0bbb55ee5 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:56.445963 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f471a86a-16bf-4f18-8f06-65f6c66a8b03 req-45d88859-a94b-4ecc-9afc-20f0bbb55ee5 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac HTTP/1.1" status: 200 len: 983 time: 0.5305305 Feb 08 21:47:56.514552 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-fae020a3-ecdc-4bfb-a5a0-0fb3c10c53d7 req-ab7ab018-f679-4d19-9bc9-3325dc6684db service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=a226a928-26a8-475b-8352-46c12646cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019136 Feb 08 21:47:56.602978 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95828b-ec9d-45b8-b7ad-fb57a82cc7a5 req-8fe0e974-8d3c-4fcf-a604-0242680d2f61 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:56.605885 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d95828b-ec9d-45b8-b7ad-fb57a82cc7a5 req-8fe0e974-8d3c-4fcf-a604-0242680d2f61 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bc4499f-9984-4366-9157-ab11029998c6 HTTP/1.1" status: 200 len: 950 time: 0.6009204 Feb 08 21:47:56.719860 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f1f2daf7-6699-4344-8928-030ca0ed09c5 None None] Port 6db56eed-382e-4109-963e-2fcc67ce9d99 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:47:56.850120 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-636d78e9-fea2-4cb4-b55e-9a27068dcf76 req-a2903e38-92fa-4b7f-8043-c33d912a566d service neutron] 10.222.0.96 "GET /v2.0/networks/af8269ef-aca6-47c0-be51-599057940be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9358912 Feb 08 21:47:57.014127 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5080eba1-9548-4b8f-9eaa-987b17180377 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (6db56eed-382e-4109-963e-2fcc67ce9d99), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:57.095364 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080eba1-9548-4b8f-9eaa-987b17180377 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Port': ['ID=6db56eed-382e-4109-963e-2fcc67ce9d99,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:57.126133 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f471a86a-16bf-4f18-8f06-65f6c66a8b03 req-3a931b64-e79e-4bc8-bca0-b3356f000df5 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/security-groups?id=a67be3bd-6d51-4ddb-9c13-02265242dd23&id=3e402ca5-6661-4c8a-a824-9c2fb50d5a34&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.6594684 Feb 08 21:47:57.129668 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d95828b-ec9d-45b8-b7ad-fb57a82cc7a5 req-2e8d6d56-111d-4399-8088-6ae37099d27c tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/security-groups?id=a226a928-26a8-475b-8352-46c12646cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656260 Feb 08 21:47:57.186070 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-219452d6-372c-4df5-8e6e-a1bb4808d897 req-083d057c-fb18-48aa-9f01-f313e53f8a77 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f2c1d6c4-c672-4b64-8605-cf2df0c6695d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5697970 Feb 08 21:47:57.231089 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-636d78e9-fea2-4cb4-b55e-9a27068dcf76 req-0e6af038-0550-48d7-9c8c-801ead3fee3e service neutron] 10.222.0.96 "GET /v2.0/networks/af8269ef-aca6-47c0-be51-599057940be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700123 Feb 08 21:47:57.328047 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5080eba1-9548-4b8f-9eaa-987b17180377 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:57.331510 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5080eba1-9548-4b8f-9eaa-987b17180377 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/ports/6db56eed-382e-4109-963e-2fcc67ce9d99 HTTP/1.1" status: 204 len: 168 time: 2.3526726 Feb 08 21:47:57.335109 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54122) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:57.439482 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219452d6-372c-4df5-8e6e-a1bb4808d897 req-d85ae1e8-da14-4509-a265-fca44a7410c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:57.446418 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e835de-2118-4117-b935-512140a93369 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] GET failed (client error): The resource could not be found. Feb 08 21:47:57.447914 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d7e835de-2118-4117-b935-512140a93369 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "GET /v2.0/ports/6db56eed-382e-4109-963e-2fcc67ce9d99 HTTP/1.1" status: 404 len: 333 time: 0.1115999 Feb 08 21:47:57.453932 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-219452d6-372c-4df5-8e6e-a1bb4808d897 req-d85ae1e8-da14-4509-a265-fca44a7410c8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7aa69d3d5223400782e21d89e68d58a1&device_id=f2c1d6c4-c672-4b64-8605-cf2df0c6695d HTTP/1.1" status: 200 len: 1132 time: 0.1662450 Feb 08 21:47:57.454819 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 54128) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:57.484921 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ea6a371-5faa-4fb3-bff8-37545580dc65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:57.662758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-56a151b0-05fb-4293-9559-18b67a3eb127 None None] Provisioning complete for port cb418342-7826-417a-872d-772f37c38f2b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:47:57.663900 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-56a151b0-05fb-4293-9559-18b67a3eb127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cb418342-7826-417a-872d-772f37c38f2b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:57.752630 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b1f426-eb57-4a53-85c8-3ba90f82a849 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting subnet 2b18e391-e6bc-493f-b0be-e93cae5840d3 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:47:57.768793 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-24b1f426-eb57-4a53-85c8-3ba90f82a849 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (2b18e391-e6bc-493f-b0be-e93cae5840d3), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:57.893856 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-24b1f426-eb57-4a53-85c8-3ba90f82a849 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (2b18e391-e6bc-493f-b0be-e93cae5840d3), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:57.918284 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219452d6-372c-4df5-8e6e-a1bb4808d897 req-39f31380-31f2-4d0d-ae88-b7b85c6925da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:57.919778 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-219452d6-372c-4df5-8e6e-a1bb4808d897 req-39f31380-31f2-4d0d-ae88-b7b85c6925da service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.4329152 Feb 08 21:47:57.967285 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-56a151b0-05fb-4293-9559-18b67a3eb127 None None] Current status of the port cb418342-7826-417a-872d-772f37c38f2b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:47:57.977073 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-56a151b0-05fb-4293-9559-18b67a3eb127 None None] Could not find standard attr ID for object 6db56eed-382e-4109-963e-2fcc67ce9d99. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:47:58.059684 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-219452d6-372c-4df5-8e6e-a1bb4808d897 req-82420671-7988-4074-b732-e89a521d2428 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=488a431a-1c56-4a89-8c23-96d80130a309 HTTP/1.1" status: 200 len: 217 time: 0.1322351 Feb 08 21:47:58.102583 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2a7a86af-7df2-43e1-9428-63c8f0f1256a None None] Could not find standard attr ID for object 6db56eed-382e-4109-963e-2fcc67ce9d99. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:47:58.160371 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219452d6-372c-4df5-8e6e-a1bb4808d897 req-63a58af6-a047-4715-bf8c-0da14d0aa559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:58.162419 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-219452d6-372c-4df5-8e6e-a1bb4808d897 req-63a58af6-a047-4715-bf8c-0da14d0aa559 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.0962954 Feb 08 21:47:58.180206 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 73a6cde5-daaa-47fc-a627-3ca2e748459d details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:47:58.215543 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-24b1f426-eb57-4a53-85c8-3ba90f82a849 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (2b18e391-e6bc-493f-b0be-e93cae5840d3), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:58.321446 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219452d6-372c-4df5-8e6e-a1bb4808d897 req-5ead1e74-7a47-4e41-a767-a31313c6991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:58.325334 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-219452d6-372c-4df5-8e6e-a1bb4808d897 req-5ead1e74-7a47-4e41-a767-a31313c6991c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1571639 Feb 08 21:47:58.472949 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 73a6cde5-daaa-47fc-a627-3ca2e748459d, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=73a6cde5-daaa-47fc-a627-3ca2e748459d,segment=NetworkSegment(05ffdc5d-1222-4223-bdbd-541b3bd47349),segment_id=05ffdc5d-1222-4223-bdbd-541b3bd47349)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:47:58.496906 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '73a6cde5-daaa-47fc-a627-3ca2e748459d', 'network_id': 'af8269ef-aca6-47c0-be51-599057940be7', 'port_id': '73a6cde5-daaa-47fc-a627-3ca2e748459d', 'mac_address': 'fa:16:3e:64:87:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa4a3a97-4a0a-41f3-9047-7970ab16cbf4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:47:58.543279 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f67f8-83ec-468e-8e4b-0f48a74b0f51 req-e77ec52e-fbcc-41ba-89e0-6329e2b0a68b tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:58.545666 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-571f67f8-83ec-468e-8e4b-0f48a74b0f51 req-e77ec52e-fbcc-41ba-89e0-6329e2b0a68b tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac HTTP/1.1" status: 200 len: 983 time: 0.2724478 Feb 08 21:47:58.551618 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-24b1f426-eb57-4a53-85c8-3ba90f82a849 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (2b18e391-e6bc-493f-b0be-e93cae5840d3), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:58.647365 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 73a6cde5-daaa-47fc-a627-3ca2e748459d is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:47:58.648645 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (73a6cde5-daaa-47fc-a627-3ca2e748459d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:58.684170 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73a6cde5-daaa-47fc-a627-3ca2e748459d {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:47:58.686659 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1f426-eb57-4a53-85c8-3ba90f82a849 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Subnet': ['ID=2b18e391-e6bc-493f-b0be-e93cae5840d3,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:58.752632 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 73a6cde5-daaa-47fc-a627-3ca2e748459d, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=73a6cde5-daaa-47fc-a627-3ca2e748459d,segment=NetworkSegment(05ffdc5d-1222-4223-bdbd-541b3bd47349),segment_id=05ffdc5d-1222-4223-bdbd-541b3bd47349)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:47:58.758763 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (73a6cde5-daaa-47fc-a627-3ca2e748459d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:58.787296 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-24b1f426-eb57-4a53-85c8-3ba90f82a849 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:58.795261 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-24b1f426-eb57-4a53-85c8-3ba90f82a849 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/subnets/2b18e391-e6bc-493f-b0be-e93cae5840d3 HTTP/1.1" status: 204 len: 168 time: 1.3366909 Feb 08 21:47:58.795628 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54142) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:58.841220 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e563d-4628-49d2-ad6f-7aa139937809 req-32b596c0-3763-4519-8d62-0cad1236ef1f tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:58.844967 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa7e563d-4628-49d2-ad6f-7aa139937809 req-32b596c0-3763-4519-8d62-0cad1236ef1f tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bc4499f-9984-4366-9157-ab11029998c6 HTTP/1.1" status: 200 len: 950 time: 0.5124619 Feb 08 21:47:58.866131 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=73a6cde5-daaa-47fc-a627-3ca2e748459d,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:58.915518 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-219452d6-372c-4df5-8e6e-a1bb4808d897 req-17c6c7e1-b5d9-47af-be5d-126bd4d97d47 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5570722 Feb 08 21:47:58.928669 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda89a8e-70ee-4230-91e7-f4f40d175610 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting subnet a06a397c-1676-4f7d-938f-838daeeb9002 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:47:58.933488 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cda89a8e-70ee-4230-91e7-f4f40d175610 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (a06a397c-1676-4f7d-938f-838daeeb9002), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:58.983297 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cda89a8e-70ee-4230-91e7-f4f40d175610 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (a06a397c-1676-4f7d-938f-838daeeb9002), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:59.126239 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa7e563d-4628-49d2-ad6f-7aa139937809 req-037d8362-a5b3-40ea-a7dd-50510eba34e9 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/security-groups?id=a226a928-26a8-475b-8352-46c12646cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628365 Feb 08 21:47:59.135917 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['73a6cde5-daaa-47fc-a627-3ca2e748459d'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:47:59.150049 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cda89a8e-70ee-4230-91e7-f4f40d175610 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (a06a397c-1676-4f7d-938f-838daeeb9002), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:59.153658 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-571f67f8-83ec-468e-8e4b-0f48a74b0f51 req-85ea8bda-c387-4d43-a4b3-4f0046740de5 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/security-groups?id=a67be3bd-6d51-4ddb-9c13-02265242dd23&id=3e402ca5-6661-4c8a-a824-9c2fb50d5a34&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5509081 Feb 08 21:47:59.266688 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:59.272712 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-219452d6-372c-4df5-8e6e-a1bb4808d897 req-ecf26711-b66c-4b9b-8dbb-454f515e9db2 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408346 Feb 08 21:47:59.310254 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cda89a8e-70ee-4230-91e7-f4f40d175610 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (a06a397c-1676-4f7d-938f-838daeeb9002), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:59.374481 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b148e84-2ed7-4734-9e5b-3a4ae95f8d08 None None] Network 781ba5d4-36e1-49ee-ba7d-10f7208ed7a6 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:47:59.380848 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda89a8e-70ee-4230-91e7-f4f40d175610 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Subnet': ['ID=a06a397c-1676-4f7d-938f-838daeeb9002,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:47:59.388897 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cda89a8e-70ee-4230-91e7-f4f40d175610 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:59.395226 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 54152) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:47:59.404054 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cda89a8e-70ee-4230-91e7-f4f40d175610 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/subnets/a06a397c-1676-4f7d-938f-838daeeb9002 HTTP/1.1" status: 204 len: 168 time: 0.6072359 Feb 08 21:47:59.507047 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ab84eac4-c5f5-4843-9221-f82a0641a051 None None] Could not find standard attr ID for object 6db56eed-382e-4109-963e-2fcc67ce9d99. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:47:59.593392 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b1374-2446-4dc3-8efd-ab2ae7dc4e39 req-cd818163-cf27-4f66-b9ab-077de472837b tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:47:59.600909 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-816b1374-2446-4dc3-8efd-ab2ae7dc4e39 req-cd818163-cf27-4f66-b9ab-077de472837b tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bc4499f-9984-4366-9157-ab11029998c6 HTTP/1.1" status: 200 len: 950 time: 0.1011579 Feb 08 21:47:59.624007 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f0b1c18d-3366-4ced-a3b2-eb109f3d5297 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (781ba5d4-36e1-49ee-ba7d-10f7208ed7a6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:59.696592 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-816b1374-2446-4dc3-8efd-ab2ae7dc4e39 req-7bceadd2-4331-4c9c-bc37-e0dea462a1cf tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/security-groups?id=a226a928-26a8-475b-8352-46c12646cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946553 Feb 08 21:47:59.712737 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5864f61-db4d-4717-bbc7-840007a60670 None None] DHCP port deletion for 781ba5d4-36e1-49ee-ba7d-10f7208ed7a6 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:47:59.744602 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-f0b1c18d-3366-4ced-a3b2-eb109f3d5297 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting port cb418342-7826-417a-872d-772f37c38f2b {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:47:59.745693 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f0b1c18d-3366-4ced-a3b2-eb109f3d5297 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (cb418342-7826-417a-872d-772f37c38f2b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:59.788308 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e5864f61-db4d-4717-bbc7-840007a60670 None None] Deleting port cb418342-7826-417a-872d-772f37c38f2b {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:47:59.788679 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e5864f61-db4d-4717-bbc7-840007a60670 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (cb418342-7826-417a-872d-772f37c38f2b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:59.850038 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-f0b1c18d-3366-4ced-a3b2-eb109f3d5297 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] For port cb418342-7826-417a-872d-772f37c38f2b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cb418342-7826-417a-872d-772f37c38f2b,segment=NetworkSegment(2240a2c4-478d-49d6-938a-ba53b3e1b28e),segment_id=2240a2c4-478d-49d6-938a-ba53b3e1b28e)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:47:59.850562 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f0b1c18d-3366-4ced-a3b2-eb109f3d5297 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (cb418342-7826-417a-872d-772f37c38f2b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:59.867977 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-f0b1c18d-3366-4ced-a3b2-eb109f3d5297 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Calling delete_port for cb418342-7826-417a-872d-772f37c38f2b owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:47:59.884358 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-e5864f61-db4d-4717-bbc7-840007a60670 None None] For port cb418342-7826-417a-872d-772f37c38f2b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cb418342-7826-417a-872d-772f37c38f2b,segment=NetworkSegment(2240a2c4-478d-49d6-938a-ba53b3e1b28e),segment_id=2240a2c4-478d-49d6-938a-ba53b3e1b28e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:47:59.884768 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e5864f61-db4d-4717-bbc7-840007a60670 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (cb418342-7826-417a-872d-772f37c38f2b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:47:59.904534 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e5864f61-db4d-4717-bbc7-840007a60670 None None] Calling delete_port for cb418342-7826-417a-872d-772f37c38f2b owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:48:00.029738 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f0b1c18d-3366-4ced-a3b2-eb109f3d5297 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (cb418342-7826-417a-872d-772f37c38f2b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:00.059870 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e5864f61-db4d-4717-bbc7-840007a60670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (cb418342-7826-417a-872d-772f37c38f2b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:00.075378 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1c18d-3366-4ced-a3b2-eb109f3d5297 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Port': ['ID=cb418342-7826-417a-872d-772f37c38f2b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:00.089648 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b1c18d-3366-4ced-a3b2-eb109f3d5297 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] No DVR routers for this DVR port cb418342-7826-417a-872d-772f37c38f2b on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:48:00.114555 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5864f61-db4d-4717-bbc7-840007a60670 None None] Pushing event deleted for resources: {'Port': ['ID=cb418342-7826-417a-872d-772f37c38f2b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:00.122821 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5864f61-db4d-4717-bbc7-840007a60670 None None] No DVR routers for this DVR port cb418342-7826-417a-872d-772f37c38f2b on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:48:00.268903 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f0b1c18d-3366-4ced-a3b2-eb109f3d5297 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (781ba5d4-36e1-49ee-ba7d-10f7208ed7a6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:00.322778 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-f0b1c18d-3366-4ced-a3b2-eb109f3d5297 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781ba5d4-36e1-49ee-ba7d-10f7208ed7a6']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:48:00.335990 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-f0b1c18d-3366-4ced-a3b2-eb109f3d5297 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2240a2c4-478d-49d6-938a-ba53b3e1b28e') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:48:00.336625 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-f0b1c18d-3366-4ced-a3b2-eb109f3d5297 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2240a2c4-478d-49d6-938a-ba53b3e1b28e') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:48:00.354409 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f0b1c18d-3366-4ced-a3b2-eb109f3d5297 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (2240a2c4-478d-49d6-938a-ba53b3e1b28e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:00.371202 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f0b1c18d-3366-4ced-a3b2-eb109f3d5297 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (2240a2c4-478d-49d6-938a-ba53b3e1b28e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:00.379690 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b1c18d-3366-4ced-a3b2-eb109f3d5297 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:48:00.381014 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f0b1c18d-3366-4ced-a3b2-eb109f3d5297 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (2240a2c4-478d-49d6-938a-ba53b3e1b28e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:48:00.460835 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:48:00.479085 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f0b1c18d-3366-4ced-a3b2-eb109f3d5297 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (781ba5d4-36e1-49ee-ba7d-10f7208ed7a6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:00.490765 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f0b1c18d-3366-4ced-a3b2-eb109f3d5297 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:00.494385 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f0b1c18d-3366-4ced-a3b2-eb109f3d5297 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/networks/781ba5d4-36e1-49ee-ba7d-10f7208ed7a6 HTTP/1.1" status: 204 len: 168 time: 1.0975046 Feb 08 21:48:00.500008 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54174) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:00.557521 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1c18d-3366-4ced-a3b2-eb109f3d5297 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Network': ['ID=781ba5d4-36e1-49ee-ba7d-10f7208ed7a6,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:00.594743 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996923d-bcaf-4fa6-a0ff-14a3c132cb94 req-452f17a2-9300-41de-8b5c-ad2ad8f81473 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:00.603512 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6996923d-bcaf-4fa6-a0ff-14a3c132cb94 req-452f17a2-9300-41de-8b5c-ad2ad8f81473 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac HTTP/1.1" status: 200 len: 984 time: 0.1411388 Feb 08 21:48:00.630130 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a0967a-618a-43c7-bb88-a58cf1481699 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:00.640371 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f9a0967a-618a-43c7-bb88-a58cf1481699 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1315820 Feb 08 21:48:00.641425 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54176) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:00.682647 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6996923d-bcaf-4fa6-a0ff-14a3c132cb94 req-5859cfeb-ae7e-400d-a27b-18d2e2ca3365 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/security-groups?id=a67be3bd-6d51-4ddb-9c13-02265242dd23&id=3e402ca5-6661-4c8a-a824-9c2fb50d5a34&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0782187 Feb 08 21:48:00.719382 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 54182) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:00.720005 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-194bf11a-c305-4340-8023-91909cc9a1a6 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0767720 Feb 08 21:48:00.733993 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-0c9ee44f-1e11-47e9-ae6f-97e0a3e8078d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-296647970'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:48:00.757453 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9ee44f-1e11-47e9-ae6f-97e0a3e8078d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:48:00.762798 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0c9ee44f-1e11-47e9-ae6f-97e0a3e8078d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:00.796252 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9ee44f-1e11-47e9-ae6f-97e0a3e8078d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:48:00.841585 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0c9ee44f-1e11-47e9-ae6f-97e0a3e8078d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (8ccec908-95ec-40d3-8666-b689724d0c85), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:00.841943 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-0c9ee44f-1e11-47e9-ae6f-97e0a3e8078d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Added segment 8ccec908-95ec-40d3-8666-b689724d0c85 of type vlan for network 4c8d4435-3bc9-4a7a-99e2-55411968e05d Feb 08 21:48:00.907644 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0c9ee44f-1e11-47e9-ae6f-97e0a3e8078d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (4c8d4435-3bc9-4a7a-99e2-55411968e05d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:00.916265 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a493e3-486e-49c1-82be-a0d1c48efa68 req-a76036ca-dd42-4233-845e-b3cf1e5e2a40 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:00.918673 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-13a493e3-486e-49c1-82be-a0d1c48efa68 req-a76036ca-dd42-4233-845e-b3cf1e5e2a40 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.94 "GET /v2.0/ports?device_id=8bc4499f-9984-4366-9157-ab11029998c6 HTTP/1.1" status: 200 len: 950 time: 0.0694628 Feb 08 21:48:00.984192 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f5be5-42bc-42be-96ed-ab321f7e74ed req-388f9c10-e3f7-400e-918e-0b0220092053 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:00.986124 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-062f5be5-42bc-42be-96ed-ab321f7e74ed req-388f9c10-e3f7-400e-918e-0b0220092053 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bc4499f-9984-4366-9157-ab11029998c6 HTTP/1.1" status: 200 len: 950 time: 0.1812823 Feb 08 21:48:00.989005 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0c9ee44f-1e11-47e9-ae6f-97e0a3e8078d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (4c8d4435-3bc9-4a7a-99e2-55411968e05d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:01.001176 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9ee44f-1e11-47e9-ae6f-97e0a3e8078d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:01.001850 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0c9ee44f-1e11-47e9-ae6f-97e0a3e8078d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:01.080395 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0c9ee44f-1e11-47e9-ae6f-97e0a3e8078d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3596323 Feb 08 21:48:01.092934 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54186) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:01.115869 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6960918b-2ce3-4edd-a061-915e6d7a3337 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'subnet': {'network_id': '4c8d4435-3bc9-4a7a-99e2-55411968e05d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:48:01.164838 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ee44f-1e11-47e9-ae6f-97e0a3e8078d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Network': ['ID=4c8d4435-3bc9-4a7a-99e2-55411968e05d,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:01.176753 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 4c8d4435-3bc9-4a7a-99e2-55411968e05d details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:48:01.199509 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-062f5be5-42bc-42be-96ed-ab321f7e74ed req-3fb7a35c-43c6-42ac-91b7-4069ac9a2724 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/security-groups?id=a226a928-26a8-475b-8352-46c12646cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758511 Feb 08 21:48:01.320825 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6960918b-2ce3-4edd-a061-915e6d7a3337 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:48:01.324443 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cb418342-7826-417a-872d-772f37c38f2b no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:48:01.324653 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6960918b-2ce3-4edd-a061-915e6d7a3337 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:01.376704 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-13a493e3-486e-49c1-82be-a0d1c48efa68 req-edbc8ef4-c8ac-4278-9992-6e1ba34fe2f6 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Deleting port 212809e8-d47f-4fc5-9553-ee7a347531d8 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:48:01.377002 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-13a493e3-486e-49c1-82be-a0d1c48efa68 req-edbc8ef4-c8ac-4278-9992-6e1ba34fe2f6 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (212809e8-d47f-4fc5-9553-ee7a347531d8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:01.385147 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: cb418342-7826-417a-872d-772f37c38f2b {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:48:01.385522 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cb418342-7826-417a-872d-772f37c38f2b not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:48:01.445304 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:01.556685 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:01.934267 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357237c-ac54-4afc-b029-fc0c3b9fab08 req-fd1d510a-6d67-4aa6-afb3-83338add38e4 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:01.936085 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e357237c-ac54-4afc-b029-fc0c3b9fab08 req-fd1d510a-6d67-4aa6-afb3-83338add38e4 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac HTTP/1.1" status: 200 len: 984 time: 0.1014476 Feb 08 21:48:02.124317 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e357237c-ac54-4afc-b029-fc0c3b9fab08 req-238c51a7-37c2-47ee-ba53-1cd79a404c30 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/security-groups?id=a67be3bd-6d51-4ddb-9c13-02265242dd23&id=3e402ca5-6661-4c8a-a824-9c2fb50d5a34&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1790109 Feb 08 21:48:02.186653 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-13a493e3-486e-49c1-82be-a0d1c48efa68 req-edbc8ef4-c8ac-4278-9992-6e1ba34fe2f6 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] For port 212809e8-d47f-4fc5-9553-ee7a347531d8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=212809e8-d47f-4fc5-9553-ee7a347531d8,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:48:02.187820 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-13a493e3-486e-49c1-82be-a0d1c48efa68 req-edbc8ef4-c8ac-4278-9992-6e1ba34fe2f6 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (212809e8-d47f-4fc5-9553-ee7a347531d8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:02.214121 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-13a493e3-486e-49c1-82be-a0d1c48efa68 req-edbc8ef4-c8ac-4278-9992-6e1ba34fe2f6 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Calling delete_port for 212809e8-d47f-4fc5-9553-ee7a347531d8 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:48:02.227653 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 73a6cde5-daaa-47fc-a627-3ca2e748459d up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:48:02.331945 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 73a6cde5-daaa-47fc-a627-3ca2e748459d completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:48:02.345101 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 73a6cde5-daaa-47fc-a627-3ca2e748459d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:48:02.345533 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (73a6cde5-daaa-47fc-a627-3ca2e748459d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:02.397776 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb9e3c-6e06-4e69-a4ba-e46e2a3811d3 req-db323150-b709-4cf3-b8e9-893f0d0dd5e5 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:02.401120 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0efb9e3c-6e06-4e69-a4ba-e46e2a3811d3 req-db323150-b709-4cf3-b8e9-893f0d0dd5e5 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bc4499f-9984-4366-9157-ab11029998c6 HTTP/1.1" status: 200 len: 950 time: 0.0918658 Feb 08 21:48:02.444944 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 73a6cde5-daaa-47fc-a627-3ca2e748459d is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:48:02.445385 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (73a6cde5-daaa-47fc-a627-3ca2e748459d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:02.489032 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 73a6cde5-daaa-47fc-a627-3ca2e748459d, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=73a6cde5-daaa-47fc-a627-3ca2e748459d,segment=NetworkSegment(05ffdc5d-1222-4223-bdbd-541b3bd47349),segment_id=05ffdc5d-1222-4223-bdbd-541b3bd47349)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:48:02.491062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93805412-4679-49d4-ae8c-9f0c9c5569ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a6cde5-daaa-47fc-a627-3ca2e748459d'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:48:02.495789 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ca3e58-66e7-499d-8930-a097b2d02c95" -d '{"events": [{"server_uuid": "93805412-4679-49d4-ae8c-9f0c9c5569ac", "name": "network-vif-plugged", "status": "completed", "tag": "73a6cde5-daaa-47fc-a627-3ca2e748459d"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:48:02.499659 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (73a6cde5-daaa-47fc-a627-3ca2e748459d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:02.539839 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0efb9e3c-6e06-4e69-a4ba-e46e2a3811d3 req-3d271e7c-d0a9-4c19-80ac-eebb5e654d5a tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/security-groups?id=a226a928-26a8-475b-8352-46c12646cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301911 Feb 08 21:48:02.580969 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6960918b-2ce3-4edd-a061-915e6d7a3337 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (f3418823-4405-4b6a-94bc-d3fb57fccf2a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:02.605983 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee176f6-5a92-4584-8b41-2aff997e98e5 x-openstack-request-id: req-8ee176f6-5a92-4584-8b41-2aff997e98e5 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:48:02.606741 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93805412-4679-49d4-ae8c-9f0c9c5569ac", "name": "network-vif-plugged", "status": "completed", "tag": "73a6cde5-daaa-47fc-a627-3ca2e748459d", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:48:02.607373 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8ee176f6-5a92-4584-8b41-2aff997e98e5 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:48:02.611799 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93805412-4679-49d4-ae8c-9f0c9c5569ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a6cde5-daaa-47fc-a627-3ca2e748459d', 'code': 200} Feb 08 21:48:02.621961 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=73a6cde5-daaa-47fc-a627-3ca2e748459d,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:02.745503 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960918b-2ce3-4edd-a061-915e6d7a3337 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Subnet': ['ID=f3418823-4405-4b6a-94bc-d3fb57fccf2a,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:02.784703 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-13a493e3-486e-49c1-82be-a0d1c48efa68 req-edbc8ef4-c8ac-4278-9992-6e1ba34fe2f6 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (212809e8-d47f-4fc5-9553-ee7a347531d8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:02.807225 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301de4a-a1ed-494d-9707-52243c4bb32a req-b43dffd7-7aaf-49a2-a39a-2b224969ba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:02.811236 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2301de4a-a1ed-494d-9707-52243c4bb32a req-b43dffd7-7aaf-49a2-a39a-2b224969ba48 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac HTTP/1.1" status: 200 len: 1168 time: 0.0693412 Feb 08 21:48:02.848877 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc8ef4-c8ac-4278-9992-6e1ba34fe2f6 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Pushing event deleted for resources: {'Port': ['ID=212809e8-d47f-4fc5-9553-ee7a347531d8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:02.915926 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6960918b-2ce3-4edd-a061-915e6d7a3337 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Checking segment: {'id': '8ccec908-95ec-40d3-8666-b689724d0c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c8d4435-3bc9-4a7a-99e2-55411968e05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:48:02.916935 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6960918b-2ce3-4edd-a061-915e6d7a3337 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network hostable DHCP agents. Network: 4c8d4435-3bc9-4a7a-99e2-55411968e05d, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:48:02.961342 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a493e3-486e-49c1-82be-a0d1c48efa68 req-edbc8ef4-c8ac-4278-9992-6e1ba34fe2f6 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] No DVR routers for this DVR port 212809e8-d47f-4fc5-9553-ee7a347531d8 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:48:02.966019 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-13a493e3-486e-49c1-82be-a0d1c48efa68 req-edbc8ef4-c8ac-4278-9992-6e1ba34fe2f6 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:02.974602 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-13a493e3-486e-49c1-82be-a0d1c48efa68 req-edbc8ef4-c8ac-4278-9992-6e1ba34fe2f6 tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.94 "DELETE /v2.0/ports/212809e8-d47f-4fc5-9553-ee7a347531d8 HTTP/1.1" status: 204 len: 173 time: 2.0486701 Feb 08 21:48:02.976144 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc4499f-9984-4366-9157-ab11029998c6', 'name': 'network-vif-deleted', 'tag': '212809e8-d47f-4fc5-9553-ee7a347531d8'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:48:02.980412 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69654c1-70dd-4244-9d7a-ae7761b10d8f" -d '{"events": [{"server_uuid": "8bc4499f-9984-4366-9157-ab11029998c6", "name": "network-vif-deleted", "tag": "212809e8-d47f-4fc5-9553-ee7a347531d8"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:48:03.053333 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2301de4a-a1ed-494d-9707-52243c4bb32a req-ddebdaeb-994d-4600-815d-2d1b422b15f2 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=3e402ca5-6661-4c8a-a824-9c2fb50d5a34&id=a67be3bd-6d51-4ddb-9c13-02265242dd23&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2361767 Feb 08 21:48:03.109558 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6960918b-2ce3-4edd-a061-915e6d7a3337 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network 4c8d4435-3bc9-4a7a-99e2-55411968e05d is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:48:03.126471 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-6960918b-2ce3-4edd-a061-915e6d7a3337 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 4c8d4435-3bc9-4a7a-99e2-55411968e05d) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:48:03.131859 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6960918b-2ce3-4edd-a061-915e6d7a3337 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:03.132463 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6960918b-2ce3-4edd-a061-915e6d7a3337 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:03.142162 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5add841c-fb64-4154-92c3-db08a87473e4 None None] Network 4c8d4435-3bc9-4a7a-99e2-55411968e05d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:48:03.164208 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6960918b-2ce3-4edd-a061-915e6d7a3337 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0614257 Feb 08 21:48:03.167017 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 54216) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:03.173033 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-3453056a-66e4-43f3-a423-48c666b28445 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'port': {'network_id': '4c8d4435-3bc9-4a7a-99e2-55411968e05d', 'name': 'tempest-PortsTestJSON-1145892028'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:48:03.192610 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c358fe53-7c6f-48c3-8e46-4d2dc4487ed5 x-openstack-request-id: req-c358fe53-7c6f-48c3-8e46-4d2dc4487ed5 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:48:03.193729 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc4499f-9984-4366-9157-ab11029998c6", "name": "network-vif-deleted", "tag": "212809e8-d47f-4fc5-9553-ee7a347531d8", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:48:03.194357 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c358fe53-7c6f-48c3-8e46-4d2dc4487ed5 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:48:03.195003 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc4499f-9984-4366-9157-ab11029998c6', 'name': 'network-vif-deleted', 'tag': '212809e8-d47f-4fc5-9553-ee7a347531d8', 'status': 'completed', 'code': 200} Feb 08 21:48:03.488397 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7ffda1-62af-4c05-907b-d81189aac9df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-4c8d4435-3bc9-4a7a-99e2-55411968e05d', 'network_id': '4c8d4435-3bc9-4a7a-99e2-55411968e05d', 'project_id': '957802303cd04f1ca53889ad1e28b004', 'fixed_ips': [{'subnet_id': 'f3418823-4405-4b6a-94bc-d3fb57fccf2a'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:48:03.489337 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4b7ffda1-62af-4c05-907b-d81189aac9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:03.509313 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37ac61-77a1-4e33-9cd4-819c13132c4f req-16d9c324-72d2-4188-8c39-e9cb991301ef tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:03.510904 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1c37ac61-77a1-4e33-9cd4-819c13132c4f req-16d9c324-72d2-4188-8c39-e9cb991301ef tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac HTTP/1.1" status: 200 len: 985 time: 0.1865487 Feb 08 21:48:03.543483 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3453056a-66e4-43f3-a423-48c666b28445 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:48:03.546761 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3453056a-66e4-43f3-a423-48c666b28445 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:03.583080 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-3453056a-66e4-43f3-a423-48c666b28445 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] device_id is not set on port 510f0a11-f780-4009-a367-3dfb4f310beb yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:48:03.659063 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1c37ac61-77a1-4e33-9cd4-819c13132c4f req-116c68b1-cd7d-42f5-9567-5f78d994108f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/security-groups?id=a67be3bd-6d51-4ddb-9c13-02265242dd23&id=3e402ca5-6661-4c8a-a824-9c2fb50d5a34&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1267872 Feb 08 21:48:03.872318 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b5ad95a-c029-486a-a1cb-23eb67c216ee req-b94d0e8d-38df-4240-ae17-3aeeffb819bb tempest-VolumesNegativeTest-1235586038 tempest-VolumesNegativeTest-1235586038-project] 10.222.0.88 "GET /v2.0/ports?device_id=8bc4499f-9984-4366-9157-ab11029998c6 HTTP/1.1" status: 200 len: 210 time: 0.0530767 Feb 08 21:48:03.908214 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-3453056a-66e4-43f3-a423-48c666b28445 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Allocated IP 172.20.0.13 (4c8d4435-3bc9-4a7a-99e2-55411968e05d/f3418823-4405-4b6a-94bc-d3fb57fccf2a/510f0a11-f780-4009-a367-3dfb4f310beb) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:48:04.119436 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3453056a-66e4-43f3-a423-48c666b28445 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for port (510f0a11-f780-4009-a367-3dfb4f310beb), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:04.155167 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361048b-ae7c-45a9-a88d-5536a7fad257 req-2e283090-1846-44cf-82fa-16416222c767 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:04.156872 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f361048b-ae7c-45a9-a88d-5536a7fad257 req-2e283090-1846-44cf-82fa-16416222c767 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2c1d6c4-c672-4b64-8605-cf2df0c6695d HTTP/1.1" status: 200 len: 949 time: 0.1000507 Feb 08 21:48:04.217517 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3453056a-66e4-43f3-a423-48c666b28445 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (510f0a11-f780-4009-a367-3dfb4f310beb), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:04.311522 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3453056a-66e4-43f3-a423-48c666b28445 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network 4c8d4435-3bc9-4a7a-99e2-55411968e05d is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:48:04.319714 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-4b7ffda1-62af-4c05-907b-d81189aac9df None None] Allocated IP 172.20.0.2 (4c8d4435-3bc9-4a7a-99e2-55411968e05d/f3418823-4405-4b6a-94bc-d3fb57fccf2a/87e8e0b4-92eb-4280-8924-fa01aae3a7ed) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:48:04.320271 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-3453056a-66e4-43f3-a423-48c666b28445 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:48:04.329519 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3453056a-66e4-43f3-a423-48c666b28445 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:48:04.384729 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f361048b-ae7c-45a9-a88d-5536a7fad257 req-7118cd90-e5a5-48cf-931d-c3cdcbeaa7e7 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/security-groups?id=85ea4b1a-e8f8-43a6-807f-e81f6442ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113099 Feb 08 21:48:04.510798 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453056a-66e4-43f3-a423-48c666b28445 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Port': ['ID=510f0a11-f780-4009-a367-3dfb4f310beb,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:04.535534 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4b7ffda1-62af-4c05-907b-d81189aac9df None None] Publish callbacks [] for port (87e8e0b4-92eb-4280-8924-fa01aae3a7ed), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:04.556204 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 212809e8-d47f-4fc5-9553-ee7a347531d8 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:48:04.569520 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3453056a-66e4-43f3-a423-48c666b28445 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:04.570143 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3453056a-66e4-43f3-a423-48c666b28445 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:04.590015 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 212809e8-d47f-4fc5-9553-ee7a347531d8 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:48:04.590707 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 212809e8-d47f-4fc5-9553-ee7a347531d8 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:48:04.592789 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4b7ffda1-62af-4c05-907b-d81189aac9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (87e8e0b4-92eb-4280-8924-fa01aae3a7ed), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:04.604056 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3453056a-66e4-43f3-a423-48c666b28445 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4355986 Feb 08 21:48:04.606741 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54252) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:04.611810 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-86d30f76-34d7-4842-827c-5753a6e74ca9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'port': {'network_id': '4c8d4435-3bc9-4a7a-99e2-55411968e05d', 'name': 'tempest-PortsTestJSON-1664386057'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:48:04.653311 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ffda1-62af-4c05-907b-d81189aac9df None None] Pushing event updated for resources: {'Port': ['ID=87e8e0b4-92eb-4280-8924-fa01aae3a7ed,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:04.667515 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7ffda1-62af-4c05-907b-d81189aac9df None None] Network 4c8d4435-3bc9-4a7a-99e2-55411968e05d is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:48:04.669478 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-4b7ffda1-62af-4c05-907b-d81189aac9df None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:48:04.671951 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7ffda1-62af-4c05-907b-d81189aac9df None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:48:04.845501 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-4b7ffda1-62af-4c05-907b-d81189aac9df None None] Attempting to bind port 87e8e0b4-92eb-4280-8924-fa01aae3a7ed on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:48:04.847267 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-4b7ffda1-62af-4c05-907b-d81189aac9df None None] Attempting to bind port 87e8e0b4-92eb-4280-8924-fa01aae3a7ed by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '8ccec908-95ec-40d3-8666-b689724d0c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c8d4435-3bc9-4a7a-99e2-55411968e05d'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:48:04.848282 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7ffda1-62af-4c05-907b-d81189aac9df None None] Attempting to bind port 87e8e0b4-92eb-4280-8924-fa01aae3a7ed on network 4c8d4435-3bc9-4a7a-99e2-55411968e05d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:48:04.850698 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d30f76-34d7-4842-827c-5753a6e74ca9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:48:04.855717 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-86d30f76-34d7-4842-827c-5753a6e74ca9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:04.860592 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7ffda1-62af-4c05-907b-d81189aac9df None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:48:04.860988 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7ffda1-62af-4c05-907b-d81189aac9df None None] Checking segment: {'id': '8ccec908-95ec-40d3-8666-b689724d0c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c8d4435-3bc9-4a7a-99e2-55411968e05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:48:04.863805 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4b7ffda1-62af-4c05-907b-d81189aac9df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:04.864806 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7ffda1-62af-4c05-907b-d81189aac9df None None] Bound using segment: {'id': '8ccec908-95ec-40d3-8666-b689724d0c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c8d4435-3bc9-4a7a-99e2-55411968e05d'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:48:04.865378 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-4b7ffda1-62af-4c05-907b-d81189aac9df None None] Bound port: 87e8e0b4-92eb-4280-8924-fa01aae3a7ed, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccec908-95ec-40d3-8666-b689724d0c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c8d4435-3bc9-4a7a-99e2-55411968e05d'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:48:04.865884 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4b7ffda1-62af-4c05-907b-d81189aac9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (87e8e0b4-92eb-4280-8924-fa01aae3a7ed), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:04.899041 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-86d30f76-34d7-4842-827c-5753a6e74ca9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] device_id is not set on port 6dd7c780-a948-4568-b94c-d5eafe8dffe8 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:48:04.949725 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad95885-a042-4358-b9e6-bc5b3b7b0d73 req-d35e012c-6925-4217-b26a-a1784d9b2390 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:04.952150 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1ad95885-a042-4358-b9e6-bc5b3b7b0d73 req-d35e012c-6925-4217-b26a-a1784d9b2390 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac HTTP/1.1" status: 200 len: 985 time: 0.1617835 Feb 08 21:48:05.048617 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4b7ffda1-62af-4c05-907b-d81189aac9df None None] For port 87e8e0b4-92eb-4280-8924-fa01aae3a7ed, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:48:05.059230 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4b7ffda1-62af-4c05-907b-d81189aac9df None None] For port 87e8e0b4-92eb-4280-8924-fa01aae3a7ed, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=87e8e0b4-92eb-4280-8924-fa01aae3a7ed,segment=NetworkSegment(8ccec908-95ec-40d3-8666-b689724d0c85),segment_id=8ccec908-95ec-40d3-8666-b689724d0c85)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:48:05.071522 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4b7ffda1-62af-4c05-907b-d81189aac9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (87e8e0b4-92eb-4280-8924-fa01aae3a7ed), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:05.170218 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1ad95885-a042-4358-b9e6-bc5b3b7b0d73 req-3266c52a-30d9-4230-82cc-a3dfd02416f2 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/security-groups?id=a67be3bd-6d51-4ddb-9c13-02265242dd23&id=3e402ca5-6661-4c8a-a824-9c2fb50d5a34&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2092955 Feb 08 21:48:05.208712 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-86d30f76-34d7-4842-827c-5753a6e74ca9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Allocated IP 172.20.0.7 (4c8d4435-3bc9-4a7a-99e2-55411968e05d/f3418823-4405-4b6a-94bc-d3fb57fccf2a/6dd7c780-a948-4568-b94c-d5eafe8dffe8) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:48:05.227718 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ffda1-62af-4c05-907b-d81189aac9df None None] Pushing event updated for resources: {'Port': ['ID=87e8e0b4-92eb-4280-8924-fa01aae3a7ed,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:05.607626 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-86d30f76-34d7-4842-827c-5753a6e74ca9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for port (6dd7c780-a948-4568-b94c-d5eafe8dffe8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:05.631582 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e8f28-4009-49c5-80b3-6d17245e086a req-26e9adac-a2e6-4f31-952f-4df2fb74361d tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:05.633955 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-135e8f28-4009-49c5-80b3-6d17245e086a req-26e9adac-a2e6-4f31-952f-4df2fb74361d tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac HTTP/1.1" status: 200 len: 985 time: 0.2838347 Feb 08 21:48:05.838874 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-86d30f76-34d7-4842-827c-5753a6e74ca9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (6dd7c780-a948-4568-b94c-d5eafe8dffe8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:06.057510 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cde24-7174-400b-9ad5-69d6ff720904 req-ce906337-e7ae-420d-8cf2-950c4525c86a tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:06.066450 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-db1cde24-7174-400b-9ad5-69d6ff720904 req-ce906337-e7ae-420d-8cf2-950c4525c86a tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2c1d6c4-c672-4b64-8605-cf2df0c6695d HTTP/1.1" status: 200 len: 949 time: 0.4313941 Feb 08 21:48:06.104795 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d30f76-34d7-4842-827c-5753a6e74ca9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network 4c8d4435-3bc9-4a7a-99e2-55411968e05d is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:48:06.114928 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d30f76-34d7-4842-827c-5753a6e74ca9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Port': ['ID=6dd7c780-a948-4568-b94c-d5eafe8dffe8,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:06.119834 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-86d30f76-34d7-4842-827c-5753a6e74ca9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:48:06.126345 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d30f76-34d7-4842-827c-5753a6e74ca9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:48:06.167754 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-135e8f28-4009-49c5-80b3-6d17245e086a req-9b39f2e8-794b-4c03-a213-ec18e8d998b6 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/security-groups?id=a67be3bd-6d51-4ddb-9c13-02265242dd23&id=3e402ca5-6661-4c8a-a824-9c2fb50d5a34&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5047522 Feb 08 21:48:06.195441 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf5529-e07b-477e-b852-cb7a2eecd92d req-2e793259-2587-4d66-b4dd-382ddb022163 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:06.198240 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9dbf5529-e07b-477e-b852-cb7a2eecd92d req-2e793259-2587-4d66-b4dd-382ddb022163 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.96 "GET /v2.0/ports?device_id=f2c1d6c4-c672-4b64-8605-cf2df0c6695d HTTP/1.1" status: 200 len: 949 time: 0.3755362 Feb 08 21:48:06.285752 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d30f76-34d7-4842-827c-5753a6e74ca9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:06.286886 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-86d30f76-34d7-4842-827c-5753a6e74ca9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:06.328727 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-86d30f76-34d7-4842-827c-5753a6e74ca9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7206213 Feb 08 21:48:06.332793 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54314) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:06.389897 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-db1cde24-7174-400b-9ad5-69d6ff720904 req-6eaef4bf-c5c9-4d5b-a3a5-6d97833c9090 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/security-groups?id=85ea4b1a-e8f8-43a6-807f-e81f6442ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218741 Feb 08 21:48:06.517969 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:06.605420 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9228c054-c519-4638-861a-aa65ccdbad74 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:06.610509 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9228c054-c519-4638-861a-aa65ccdbad74 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.2737522 Feb 08 21:48:06.613813 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 54324) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:06.785355 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:07.258753 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca682b36-8437-4b46-a3eb-325f64a19f4b None None] Network 4c8d4435-3bc9-4a7a-99e2-55411968e05d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:48:07.265928 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e71d47-c13a-40d2-8433-fde1b398adde req-d33c7517-c4fe-431c-9fa6-83317d9551b5 tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:07.273355 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-21e71d47-c13a-40d2-8433-fde1b398adde req-d33c7517-c4fe-431c-9fa6-83317d9551b5 tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac HTTP/1.1" status: 200 len: 1168 time: 0.7916148 Feb 08 21:48:07.297951 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-9dbf5529-e07b-477e-b852-cb7a2eecd92d req-3f3da929-517e-41ce-bba3-8d62b0f76022 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Deleting port 488a431a-1c56-4a89-8c23-96d80130a309 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:48:07.298208 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9dbf5529-e07b-477e-b852-cb7a2eecd92d req-3f3da929-517e-41ce-bba3-8d62b0f76022 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (488a431a-1c56-4a89-8c23-96d80130a309), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:07.335560 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-21e71d47-c13a-40d2-8433-fde1b398adde req-767cbedb-3374-43f9-9d3a-7c1d55355cb2 tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:07.496274 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 87e8e0b4-92eb-4280-8924-fa01aae3a7ed up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:48:07.600583 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-540169d4-4f7b-4d20-8e17-ceb234d54f68 None None] Provisioning complete for port 87e8e0b4-92eb-4280-8924-fa01aae3a7ed triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:48:07.601971 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-540169d4-4f7b-4d20-8e17-ceb234d54f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (87e8e0b4-92eb-4280-8924-fa01aae3a7ed), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:07.612683 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-21e71d47-c13a-40d2-8433-fde1b398adde req-767cbedb-3374-43f9-9d3a-7c1d55355cb2 tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] Publish callbacks [] for security_group (41708548-855c-427d-ae11-d49ffe89da5b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:07.655641 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-21e71d47-c13a-40d2-8433-fde1b398adde req-767cbedb-3374-43f9-9d3a-7c1d55355cb2 tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (41708548-855c-427d-ae11-d49ffe89da5b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:07.798179 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 87e8e0b4-92eb-4280-8924-fa01aae3a7ed triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:48:07.798566 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (87e8e0b4-92eb-4280-8924-fa01aae3a7ed), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:07.809148 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-46a0959f-3d17-496c-ad3c-179712f37f76 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting port 6dd7c780-a948-4568-b94c-d5eafe8dffe8 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:48:07.809667 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-46a0959f-3d17-496c-ad3c-179712f37f76 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (6dd7c780-a948-4568-b94c-d5eafe8dffe8), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:07.923117 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-540169d4-4f7b-4d20-8e17-ceb234d54f68 None None] Current status of the port 87e8e0b4-92eb-4280-8924-fa01aae3a7ed is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:48:07.923658 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-540169d4-4f7b-4d20-8e17-ceb234d54f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (87e8e0b4-92eb-4280-8924-fa01aae3a7ed), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:07.981504 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-21e71d47-c13a-40d2-8433-fde1b398adde req-767cbedb-3374-43f9-9d3a-7c1d55355cb2 tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=a67be3bd-6d51-4ddb-9c13-02265242dd23&id=3e402ca5-6661-4c8a-a824-9c2fb50d5a34&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.7064588 Feb 08 21:48:07.987273 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-9dbf5529-e07b-477e-b852-cb7a2eecd92d req-3f3da929-517e-41ce-bba3-8d62b0f76022 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] For port 488a431a-1c56-4a89-8c23-96d80130a309, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=488a431a-1c56-4a89-8c23-96d80130a309,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:48:07.987549 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9dbf5529-e07b-477e-b852-cb7a2eecd92d req-3f3da929-517e-41ce-bba3-8d62b0f76022 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (488a431a-1c56-4a89-8c23-96d80130a309), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:08.000596 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54412) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:08.006946 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd5beb-794f-41f3-9d3c-642d0929df14 req-73953f97-1a43-4582-bda2-54027a558044 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:08.023389 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-77fd5beb-794f-41f3-9d3c-642d0929df14 req-73953f97-1a43-4582-bda2-54027a558044 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2c1d6c4-c672-4b64-8605-cf2df0c6695d HTTP/1.1" status: 200 len: 949 time: 0.4912593 Feb 08 21:48:08.030116 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767cbedb-3374-43f9-9d3a-7c1d55355cb2 tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41708548-855c-427d-ae11-d49ffe89da5b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:08.051690 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-540169d4-4f7b-4d20-8e17-ceb234d54f68 None None] For port 87e8e0b4-92eb-4280-8924-fa01aae3a7ed, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=87e8e0b4-92eb-4280-8924-fa01aae3a7ed,segment=NetworkSegment(8ccec908-95ec-40d3-8666-b689724d0c85),segment_id=8ccec908-95ec-40d3-8666-b689724d0c85)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:48:08.068875 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-540169d4-4f7b-4d20-8e17-ceb234d54f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (87e8e0b4-92eb-4280-8924-fa01aae3a7ed), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:08.123199 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d6b269-4670-46ee-b38c-086aa152cf88 tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:08.131797 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-9dbf5529-e07b-477e-b852-cb7a2eecd92d req-3f3da929-517e-41ce-bba3-8d62b0f76022 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Calling delete_port for 488a431a-1c56-4a89-8c23-96d80130a309 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:48:08.133934 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c0d6b269-4670-46ee-b38c-086aa152cf88 tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac HTTP/1.1" status: 200 len: 1163 time: 0.1315486 Feb 08 21:48:08.134483 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 54418) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:08.149204 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-dcc5deac-67e6-418a-9ec8-267b82c07cd1 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'port_id': '73a6cde5-daaa-47fc-a627-3ca2e748459d', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:48:08.190482 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 87e8e0b4-92eb-4280-8924-fa01aae3a7ed is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:48:08.235271 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540169d4-4f7b-4d20-8e17-ceb234d54f68 None None] Pushing event updated for resources: {'Port': ['ID=87e8e0b4-92eb-4280-8924-fa01aae3a7ed,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:08.252742 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540169d4-4f7b-4d20-8e17-ceb234d54f68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:08.253099 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540169d4-4f7b-4d20-8e17-ceb234d54f68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:08.253471 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540169d4-4f7b-4d20-8e17-ceb234d54f68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:08.253856 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540169d4-4f7b-4d20-8e17-ceb234d54f68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:08.254183 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540169d4-4f7b-4d20-8e17-ceb234d54f68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:08.254539 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540169d4-4f7b-4d20-8e17-ceb234d54f68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:08.255486 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540169d4-4f7b-4d20-8e17-ceb234d54f68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:08.255828 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540169d4-4f7b-4d20-8e17-ceb234d54f68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:08.256163 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540169d4-4f7b-4d20-8e17-ceb234d54f68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:08.256493 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540169d4-4f7b-4d20-8e17-ceb234d54f68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:08.256821 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540169d4-4f7b-4d20-8e17-ceb234d54f68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:08.257150 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540169d4-4f7b-4d20-8e17-ceb234d54f68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:08.257723 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540169d4-4f7b-4d20-8e17-ceb234d54f68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:08.289131 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 488a431a-1c56-4a89-8c23-96d80130a309 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:48:08.335342 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-5a007c36-ddfb-420c-a3d4-728c037fe3b0 None None] Provisioning complete for port 510f0a11-f780-4009-a367-3dfb4f310beb triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:48:08.335720 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5a007c36-ddfb-420c-a3d4-728c037fe3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (510f0a11-f780-4009-a367-3dfb4f310beb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:08.374077 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dcc5deac-67e6-418a-9ec8-267b82c07cd1 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:08.485565 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5a007c36-ddfb-420c-a3d4-728c037fe3b0 None None] Port 510f0a11-f780-4009-a367-3dfb4f310beb cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:48:08.495019 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-77fd5beb-794f-41f3-9d3c-642d0929df14 req-7b282ba6-5bb5-4336-a6ad-7e50f525f321 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/security-groups?id=85ea4b1a-e8f8-43a6-807f-e81f6442ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704947 Feb 08 21:48:08.499420 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-46a0959f-3d17-496c-ad3c-179712f37f76 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (6dd7c780-a948-4568-b94c-d5eafe8dffe8), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:08.563449 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-46a0959f-3d17-496c-ad3c-179712f37f76 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Calling delete_port for 6dd7c780-a948-4568-b94c-d5eafe8dffe8 owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:48:08.573082 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 488a431a-1c56-4a89-8c23-96d80130a309 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:48:08.578703 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (488a431a-1c56-4a89-8c23-96d80130a309), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:08.636333 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-5a007c36-ddfb-420c-a3d4-728c037fe3b0 None None] Provisioning complete for port 87e8e0b4-92eb-4280-8924-fa01aae3a7ed triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:48:08.637465 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5a007c36-ddfb-420c-a3d4-728c037fe3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (87e8e0b4-92eb-4280-8924-fa01aae3a7ed), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:08.701361 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c1d6c4-c672-4b64-8605-cf2df0c6695d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '488a431a-1c56-4a89-8c23-96d80130a309'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:48:08.703479 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a774a4f4-e107-4416-9ca2-2beb7148c23e" -d '{"events": [{"server_uuid": "f2c1d6c4-c672-4b64-8605-cf2df0c6695d", "name": "network-vif-unplugged", "status": "completed", "tag": "488a431a-1c56-4a89-8c23-96d80130a309"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:48:08.830163 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 488a431a-1c56-4a89-8c23-96d80130a309, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=488a431a-1c56-4a89-8c23-96d80130a309,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:48:08.853058 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d472e632-3774-472e-85fd-da705c856c1e x-openstack-request-id: req-d472e632-3774-472e-85fd-da705c856c1e {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:48:08.854448 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c1d6c4-c672-4b64-8605-cf2df0c6695d", "name": "network-vif-unplugged", "status": "completed", "tag": "488a431a-1c56-4a89-8c23-96d80130a309", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:48:08.857628 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d472e632-3774-472e-85fd-da705c856c1e {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:48:08.859908 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c1d6c4-c672-4b64-8605-cf2df0c6695d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '488a431a-1c56-4a89-8c23-96d80130a309', 'code': 200} Feb 08 21:48:08.880648 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (488a431a-1c56-4a89-8c23-96d80130a309), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:09.059872 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dcc5deac-67e6-418a-9ec8-267b82c07cd1 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:09.062608 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=488a431a-1c56-4a89-8c23-96d80130a309,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:09.088947 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9dbf5529-e07b-477e-b852-cb7a2eecd92d req-3f3da929-517e-41ce-bba3-8d62b0f76022 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (488a431a-1c56-4a89-8c23-96d80130a309), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:09.173620 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5a007c36-ddfb-420c-a3d4-728c037fe3b0 None None] Current status of the port 87e8e0b4-92eb-4280-8924-fa01aae3a7ed is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:48:09.204774 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-5a007c36-ddfb-420c-a3d4-728c037fe3b0 None None] Provisioning complete for port 6dd7c780-a948-4568-b94c-d5eafe8dffe8 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:48:09.205829 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5a007c36-ddfb-420c-a3d4-728c037fe3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6dd7c780-a948-4568-b94c-d5eafe8dffe8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:09.237044 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3da929-517e-41ce-bba3-8d62b0f76022 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Pushing event deleted for resources: {'Port': ['ID=488a431a-1c56-4a89-8c23-96d80130a309,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:09.319881 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5a007c36-ddfb-420c-a3d4-728c037fe3b0 None None] Port 6dd7c780-a948-4568-b94c-d5eafe8dffe8 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:48:09.389719 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 87e8e0b4-92eb-4280-8924-fa01aae3a7ed up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:48:09.410379 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbf5529-e07b-477e-b852-cb7a2eecd92d req-3f3da929-517e-41ce-bba3-8d62b0f76022 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] No DVR routers for this DVR port 488a431a-1c56-4a89-8c23-96d80130a309 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:48:09.417356 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9dbf5529-e07b-477e-b852-cb7a2eecd92d req-3f3da929-517e-41ce-bba3-8d62b0f76022 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:09.420854 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9dbf5529-e07b-477e-b852-cb7a2eecd92d req-3f3da929-517e-41ce-bba3-8d62b0f76022 tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.96 "DELETE /v2.0/ports/488a431a-1c56-4a89-8c23-96d80130a309 HTTP/1.1" status: 204 len: 173 time: 3.2083859 Feb 08 21:48:09.421326 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c1d6c4-c672-4b64-8605-cf2df0c6695d', 'name': 'network-vif-deleted', 'tag': '488a431a-1c56-4a89-8c23-96d80130a309'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:48:09.425754 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d990a4ba-a25a-4f1a-b006-2c9bb85d27c1" -d '{"events": [{"server_uuid": "f2c1d6c4-c672-4b64-8605-cf2df0c6695d", "name": "network-vif-deleted", "tag": "488a431a-1c56-4a89-8c23-96d80130a309"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:48:09.546002 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-9158fe80-fdf2-414f-b2f1-2895b1a8e00c None None] Provisioning complete for port 510f0a11-f780-4009-a367-3dfb4f310beb triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:48:09.546747 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9158fe80-fdf2-414f-b2f1-2895b1a8e00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (510f0a11-f780-4009-a367-3dfb4f310beb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:09.620255 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-dcc5deac-67e6-418a-9ec8-267b82c07cd1 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Allocated IP 172.25.3.218 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/842d2c0f-7080-44a5-b082-3a73d79b627b) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:48:09.663857 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 87e8e0b4-92eb-4280-8924-fa01aae3a7ed triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:48:09.663857 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (87e8e0b4-92eb-4280-8924-fa01aae3a7ed), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:09.685778 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9158fe80-fdf2-414f-b2f1-2895b1a8e00c None None] Port 510f0a11-f780-4009-a367-3dfb4f310beb cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:48:09.711253 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-46a0959f-3d17-496c-ad3c-179712f37f76 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (6dd7c780-a948-4568-b94c-d5eafe8dffe8), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:09.736527 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1004933-1582-4011-a915-765dd0233e11 x-openstack-request-id: req-e1004933-1582-4011-a915-765dd0233e11 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:48:09.736916 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c1d6c4-c672-4b64-8605-cf2df0c6695d", "name": "network-vif-deleted", "tag": "488a431a-1c56-4a89-8c23-96d80130a309", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:48:09.737113 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e1004933-1582-4011-a915-765dd0233e11 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:48:09.737523 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c1d6c4-c672-4b64-8605-cf2df0c6695d', 'name': 'network-vif-deleted', 'tag': '488a431a-1c56-4a89-8c23-96d80130a309', 'status': 'completed', 'code': 200} Feb 08 21:48:09.743449 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-9158fe80-fdf2-414f-b2f1-2895b1a8e00c None None] Could not find standard attr ID for object 6dd7c780-a948-4568-b94c-d5eafe8dffe8. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:48:09.879522 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0959f-3d17-496c-ad3c-179712f37f76 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Port': ['ID=6dd7c780-a948-4568-b94c-d5eafe8dffe8,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:09.892053 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0220e61c-3ad9-491b-b695-a6b0d929cd4a req-c12d448c-fb79-4c6e-8e06-16c92e24a71f tempest-VolumesBackupsTest-1702994552 tempest-VolumesBackupsTest-1702994552-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2c1d6c4-c672-4b64-8605-cf2df0c6695d HTTP/1.1" status: 200 len: 210 time: 0.1536353 Feb 08 21:48:10.128514 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dcc5deac-67e6-418a-9ec8-267b82c07cd1 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for port (842d2c0f-7080-44a5-b082-3a73d79b627b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:10.148977 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-46a0959f-3d17-496c-ad3c-179712f37f76 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:10.158076 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-46a0959f-3d17-496c-ad3c-179712f37f76 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/ports/6dd7c780-a948-4568-b94c-d5eafe8dffe8 HTTP/1.1" status: 204 len: 168 time: 3.5349033 Feb 08 21:48:10.158260 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54530) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:10.230011 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dcc5deac-67e6-418a-9ec8-267b82c07cd1 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (842d2c0f-7080-44a5-b082-3a73d79b627b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:10.253002 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-a63a0e1f-3cb7-46c7-8f35-b035b3393f6d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] GET failed (client error): The resource could not be found. Feb 08 21:48:10.273965 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a63a0e1f-3cb7-46c7-8f35-b035b3393f6d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "GET /v2.0/ports/6dd7c780-a948-4568-b94c-d5eafe8dffe8 HTTP/1.1" status: 404 len: 333 time: 0.1066732 Feb 08 21:48:10.275372 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54534) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:10.287986 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5deac-67e6-418a-9ec8-267b82c07cd1 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event updated for resources: {'Port': ['ID=842d2c0f-7080-44a5-b082-3a73d79b627b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:10.304658 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc5deac-67e6-418a-9ec8-267b82c07cd1 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:48:10.332269 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-dcc5deac-67e6-418a-9ec8-267b82c07cd1 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:48:10.336955 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 87e8e0b4-92eb-4280-8924-fa01aae3a7ed is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:48:10.341685 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc5deac-67e6-418a-9ec8-267b82c07cd1 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:48:10.656165 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-798cb786-3234-4fbe-ba76-abc3c298533f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting port 510f0a11-f780-4009-a367-3dfb4f310beb {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:48:10.657372 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-798cb786-3234-4fbe-ba76-abc3c298533f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (510f0a11-f780-4009-a367-3dfb4f310beb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:10.790245 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-798cb786-3234-4fbe-ba76-abc3c298533f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (510f0a11-f780-4009-a367-3dfb4f310beb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:10.813486 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-798cb786-3234-4fbe-ba76-abc3c298533f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Calling delete_port for 510f0a11-f780-4009-a367-3dfb4f310beb owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:48:11.153902 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dcc5deac-67e6-418a-9ec8-267b82c07cd1 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for floatingip (cbdeb406-0af5-41b7-bf23-803a6f91eeb3), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:11.159784 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-798cb786-3234-4fbe-ba76-abc3c298533f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (510f0a11-f780-4009-a367-3dfb4f310beb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:11.274080 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798cb786-3234-4fbe-ba76-abc3c298533f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Port': ['ID=510f0a11-f780-4009-a367-3dfb4f310beb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:11.383902 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dcc5deac-67e6-418a-9ec8-267b82c07cd1 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (842d2c0f-7080-44a5-b082-3a73d79b627b), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:11.624285 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-798cb786-3234-4fbe-ba76-abc3c298533f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:11.634046 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-798cb786-3234-4fbe-ba76-abc3c298533f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/ports/510f0a11-f780-4009-a367-3dfb4f310beb HTTP/1.1" status: 204 len: 168 time: 1.3569210 Feb 08 21:48:11.640790 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54590) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:11.727397 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-304f1d01-8246-4ef9-82bc-58b6344c11f3 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] GET failed (client error): The resource could not be found. Feb 08 21:48:11.731341 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-304f1d01-8246-4ef9-82bc-58b6344c11f3 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "GET /v2.0/ports/510f0a11-f780-4009-a367-3dfb4f310beb HTTP/1.1" status: 404 len: 333 time: 0.0865386 Feb 08 21:48:11.732311 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54592) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:11.826931 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-233bdd5a-a181-48ee-9514-c4fd633aafc9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting subnet f3418823-4405-4b6a-94bc-d3fb57fccf2a {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:48:11.837996 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-233bdd5a-a181-48ee-9514-c4fd633aafc9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (f3418823-4405-4b6a-94bc-d3fb57fccf2a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:11.851825 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dcc5deac-67e6-418a-9ec8-267b82c07cd1 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for port (842d2c0f-7080-44a5-b082-3a73d79b627b), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:11.857381 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dcc5deac-67e6-418a-9ec8-267b82c07cd1 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (842d2c0f-7080-44a5-b082-3a73d79b627b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:11.930404 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-233bdd5a-a181-48ee-9514-c4fd633aafc9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (f3418823-4405-4b6a-94bc-d3fb57fccf2a), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:12.028828 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-233bdd5a-a181-48ee-9514-c4fd633aafc9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (f3418823-4405-4b6a-94bc-d3fb57fccf2a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:12.034144 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5deac-67e6-418a-9ec8-267b82c07cd1 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event updated for resources: {'Port': ['ID=842d2c0f-7080-44a5-b082-3a73d79b627b,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:12.067038 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dcc5deac-67e6-418a-9ec8-267b82c07cd1 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (cbdeb406-0af5-41b7-bf23-803a6f91eeb3), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:12.132939 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-233bdd5a-a181-48ee-9514-c4fd633aafc9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (f3418823-4405-4b6a-94bc-d3fb57fccf2a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:12.179730 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233bdd5a-a181-48ee-9514-c4fd633aafc9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Subnet': ['ID=f3418823-4405-4b6a-94bc-d3fb57fccf2a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:12.199792 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-233bdd5a-a181-48ee-9514-c4fd633aafc9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:12.203926 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-233bdd5a-a181-48ee-9514-c4fd633aafc9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/subnets/f3418823-4405-4b6a-94bc-d3fb57fccf2a HTTP/1.1" status: 204 len: 168 time: 0.4713132 Feb 08 21:48:12.207169 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 54594) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:12.211056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49074cf7-d150-499a-806f-075105aba7f3 None None] Network 4c8d4435-3bc9-4a7a-99e2-55411968e05d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:48:12.414624 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1da9654b-01ed-4fcf-9b8c-0c972b44f218 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (4c8d4435-3bc9-4a7a-99e2-55411968e05d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:12.455868 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-dcc5deac-67e6-418a-9ec8-267b82c07cd1 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Floating IP cbdeb406-0af5-41b7-bf23-803a6f91eeb3 associated. External IP: 172.25.3.218, port: 73a6cde5-daaa-47fc-a627-3ca2e748459d. Feb 08 21:48:12.703862 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8946ca4-3e52-4810-ac66-5bdee4f12cd1 None None] DHCP port deletion for 4c8d4435-3bc9-4a7a-99e2-55411968e05d request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:48:12.811407 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-1da9654b-01ed-4fcf-9b8c-0c972b44f218 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting port 87e8e0b4-92eb-4280-8924-fa01aae3a7ed {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:48:12.811871 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1da9654b-01ed-4fcf-9b8c-0c972b44f218 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (87e8e0b4-92eb-4280-8924-fa01aae3a7ed), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:12.961420 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f8946ca4-3e52-4810-ac66-5bdee4f12cd1 None None] Deleting port 87e8e0b4-92eb-4280-8924-fa01aae3a7ed {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:48:12.961420 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f8946ca4-3e52-4810-ac66-5bdee4f12cd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (87e8e0b4-92eb-4280-8924-fa01aae3a7ed), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:13.231521 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f8946ca4-3e52-4810-ac66-5bdee4f12cd1 None None] For port 87e8e0b4-92eb-4280-8924-fa01aae3a7ed, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=87e8e0b4-92eb-4280-8924-fa01aae3a7ed,segment=NetworkSegment(8ccec908-95ec-40d3-8666-b689724d0c85),segment_id=8ccec908-95ec-40d3-8666-b689724d0c85)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:48:13.233160 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f8946ca4-3e52-4810-ac66-5bdee4f12cd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (87e8e0b4-92eb-4280-8924-fa01aae3a7ed), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:13.292191 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f8946ca4-3e52-4810-ac66-5bdee4f12cd1 None None] Calling delete_port for 87e8e0b4-92eb-4280-8924-fa01aae3a7ed owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:48:13.372624 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-1da9654b-01ed-4fcf-9b8c-0c972b44f218 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] For port 87e8e0b4-92eb-4280-8924-fa01aae3a7ed, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=87e8e0b4-92eb-4280-8924-fa01aae3a7ed,segment=NetworkSegment(8ccec908-95ec-40d3-8666-b689724d0c85),segment_id=8ccec908-95ec-40d3-8666-b689724d0c85)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:48:13.373689 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1da9654b-01ed-4fcf-9b8c-0c972b44f218 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (87e8e0b4-92eb-4280-8924-fa01aae3a7ed), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:13.431212 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-1da9654b-01ed-4fcf-9b8c-0c972b44f218 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Calling delete_port for 87e8e0b4-92eb-4280-8924-fa01aae3a7ed owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:48:13.444564 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 87e8e0b4-92eb-4280-8924-fa01aae3a7ed no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:48:13.479789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc5deac-67e6-418a-9ec8-267b82c07cd1 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Router 23de3c61-00ce-4867-a824-187e17801b6a has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:48:13.481505 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f8946ca4-3e52-4810-ac66-5bdee4f12cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (87e8e0b4-92eb-4280-8924-fa01aae3a7ed), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:13.495001 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 87e8e0b4-92eb-4280-8924-fa01aae3a7ed {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:48:13.495388 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 87e8e0b4-92eb-4280-8924-fa01aae3a7ed not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:48:13.547489 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8946ca4-3e52-4810-ac66-5bdee4f12cd1 None None] Pushing event deleted for resources: {'Port': ['ID=87e8e0b4-92eb-4280-8924-fa01aae3a7ed,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:13.549435 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8946ca4-3e52-4810-ac66-5bdee4f12cd1 None None] No DVR routers for this DVR port 87e8e0b4-92eb-4280-8924-fa01aae3a7ed on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:48:13.744393 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1da9654b-01ed-4fcf-9b8c-0c972b44f218 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (87e8e0b4-92eb-4280-8924-fa01aae3a7ed), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:13.810218 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da9654b-01ed-4fcf-9b8c-0c972b44f218 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] No DVR routers for this DVR port 87e8e0b4-92eb-4280-8924-fa01aae3a7ed on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:48:13.848670 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9654b-01ed-4fcf-9b8c-0c972b44f218 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Port': ['ID=87e8e0b4-92eb-4280-8924-fa01aae3a7ed,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:13.936770 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1da9654b-01ed-4fcf-9b8c-0c972b44f218 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (4c8d4435-3bc9-4a7a-99e2-55411968e05d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:13.975329 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-1da9654b-01ed-4fcf-9b8c-0c972b44f218 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8d4435-3bc9-4a7a-99e2-55411968e05d']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:48:13.990367 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc5deac-67e6-418a-9ec8-267b82c07cd1 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:48:14.008083 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f039bd4b-df75-4c6d-b7f2-f82e1f398037 None None] Sync routers for ids ['23de3c61-00ce-4867-a824-187e17801b6a'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:48:14.009646 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-1da9654b-01ed-4fcf-9b8c-0c972b44f218 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ccec908-95ec-40d3-8666-b689724d0c85') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:48:14.010911 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-1da9654b-01ed-4fcf-9b8c-0c972b44f218 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ccec908-95ec-40d3-8666-b689724d0c85') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:48:14.018211 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dcc5deac-67e6-418a-9ec8-267b82c07cd1 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:14.033983 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f039bd4b-df75-4c6d-b7f2-f82e1f398037 None None] Routers {'23de3c61-00ce-4867-a824-187e17801b6a'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:48:14.045569 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f039bd4b-df75-4c6d-b7f2-f82e1f398037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:47:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23de3c61-00ce-4867-a824-187e17801b6a'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:48:14.081295 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-dcc5deac-67e6-418a-9ec8-267b82c07cd1 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.9456778 Feb 08 21:48:14.084508 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54618) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:14.088049 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1da9654b-01ed-4fcf-9b8c-0c972b44f218 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (8ccec908-95ec-40d3-8666-b689724d0c85), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:14.097087 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93805412-4679-49d4-ae8c-9f0c9c5569ac', 'tag': '73a6cde5-daaa-47fc-a627-3ca2e748459d'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:48:14.099963 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71cba21-8f74-41df-8eed-af990ca10b60" -d '{"events": [{"name": "network-changed", "server_uuid": "93805412-4679-49d4-ae8c-9f0c9c5569ac", "tag": "73a6cde5-daaa-47fc-a627-3ca2e748459d"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:48:14.132453 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1da9654b-01ed-4fcf-9b8c-0c972b44f218 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (8ccec908-95ec-40d3-8666-b689724d0c85), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:14.146859 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da9654b-01ed-4fcf-9b8c-0c972b44f218 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:48:14.147295 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1da9654b-01ed-4fcf-9b8c-0c972b44f218 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (8ccec908-95ec-40d3-8666-b689724d0c85), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: self.session.flush() Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: self.session.flush() Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: self.session.flush() Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: self.session.flush() Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:48:14.157513 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:48:14.182899 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd7d77c-25d1-475e-b242-3f1c73a9ed65 x-openstack-request-id: req-6cd7d77c-25d1-475e-b242-3f1c73a9ed65 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:48:14.183638 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93805412-4679-49d4-ae8c-9f0c9c5569ac", "tag": "73a6cde5-daaa-47fc-a627-3ca2e748459d", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:48:14.184220 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6cd7d77c-25d1-475e-b242-3f1c73a9ed65 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:48:14.184806 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93805412-4679-49d4-ae8c-9f0c9c5569ac', 'tag': '73a6cde5-daaa-47fc-a627-3ca2e748459d', 'status': 'completed', 'code': 200} Feb 08 21:48:14.304107 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cba21-8f74-41df-8eed-af990ca10b60 req-e3293059-4e78-4b57-a180-7be080485ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:14.306512 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a71cba21-8f74-41df-8eed-af990ca10b60 req-e3293059-4e78-4b57-a180-7be080485ffe service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ec1bf92d61e642bbb23989551b86dfdb&device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac HTTP/1.1" status: 200 len: 1168 time: 0.0844321 Feb 08 21:48:14.307784 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1da9654b-01ed-4fcf-9b8c-0c972b44f218 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (4c8d4435-3bc9-4a7a-99e2-55411968e05d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:14.314364 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1da9654b-01ed-4fcf-9b8c-0c972b44f218 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:14.318976 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1da9654b-01ed-4fcf-9b8c-0c972b44f218 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/networks/4c8d4435-3bc9-4a7a-99e2-55411968e05d HTTP/1.1" status: 204 len: 168 time: 2.1102164 Feb 08 21:48:14.326467 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54626) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:14.360508 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-24bbc7d7-6e41-4203-8e29-d98c29cf9409 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1067758300'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:48:14.372112 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-f039bd4b-df75-4c6d-b7f2-f82e1f398037 None None] Set router 23de3c61-00ce-4867-a824-187e17801b6a gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:48:14.453390 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9654b-01ed-4fcf-9b8c-0c972b44f218 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Network': ['ID=4c8d4435-3bc9-4a7a-99e2-55411968e05d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:14.456900 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cba21-8f74-41df-8eed-af990ca10b60 req-1f2e0ee1-fadd-4eb6-9f78-bdbd8dd3213e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:14.460066 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a71cba21-8f74-41df-8eed-af990ca10b60 req-1f2e0ee1-fadd-4eb6-9f78-bdbd8dd3213e service neutron] 10.222.0.96 "GET /v2.0/networks?id=af8269ef-aca6-47c0-be51-599057940be7 HTTP/1.1" status: 200 len: 897 time: 0.1397071 Feb 08 21:48:14.500651 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bbc7d7-6e41-4203-8e29-d98c29cf9409 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:48:14.521195 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-24bbc7d7-6e41-4203-8e29-d98c29cf9409 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:14.587560 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af1ef16-ffe9-4d8f-af02-ad97145d9039 tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:14.587946 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af1ef16-ffe9-4d8f-af02-ad97145d9039 tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:14.588407 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af1ef16-ffe9-4d8f-af02-ad97145d9039 tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:14.605967 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af1ef16-ffe9-4d8f-af02-ad97145d9039 tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:14.606706 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af1ef16-ffe9-4d8f-af02-ad97145d9039 tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:14.607340 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af1ef16-ffe9-4d8f-af02-ad97145d9039 tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:14.608000 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af1ef16-ffe9-4d8f-af02-ad97145d9039 tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:14.610194 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1af1ef16-ffe9-4d8f-af02-ad97145d9039 tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4888 time: 0.5246522 Feb 08 21:48:14.619077 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54630) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:14.621855 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a71cba21-8f74-41df-8eed-af990ca10b60 req-e2b777d3-bad9-45de-8adc-4c8245feadad service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73a6cde5-daaa-47fc-a627-3ca2e748459d HTTP/1.1" status: 200 len: 1000 time: 0.1561015 Feb 08 21:48:14.792596 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24bbc7d7-6e41-4203-8e29-d98c29cf9409 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:48:14.843443 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-24bbc7d7-6e41-4203-8e29-d98c29cf9409 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (33c70da5-9eac-4cdd-9767-b0898c37645c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:14.848514 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-24bbc7d7-6e41-4203-8e29-d98c29cf9409 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Added segment 33c70da5-9eac-4cdd-9767-b0898c37645c of type vlan for network 2f08a20f-75ae-4ce4-8941-8354a1aac9b6 Feb 08 21:48:15.002760 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335f74cc-b86c-415d-a5b6-65b1abda781d tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:15.003138 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335f74cc-b86c-415d-a5b6-65b1abda781d tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:15.003739 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335f74cc-b86c-415d-a5b6-65b1abda781d tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:15.004192 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335f74cc-b86c-415d-a5b6-65b1abda781d tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:15.005209 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335f74cc-b86c-415d-a5b6-65b1abda781d tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:15.007107 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-335f74cc-b86c-415d-a5b6-65b1abda781d tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3364 time: 0.3867350 Feb 08 21:48:15.010137 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54638) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:15.080323 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f039bd4b-df75-4c6d-b7f2-f82e1f398037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de3c61-00ce-4867-a824-187e17801b6a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-118825268', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '081d40a6-41f2-4d2f-a884-ae6c08f0c3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:47:17Z', 'updated_at': '2022-02-08T21:47:32Z', 'revision_number': 4, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'gw_port': {'id': '081d40a6-41f2-4d2f-a884-ae6c08f0c3f6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de3c61-00ce-4867-a824-187e17801b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:47:18Z', 'updated_at': '2022-02-08T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'cbdeb406-0af5-41b7-bf23-803a6f91eeb3', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '23de3c61-00ce-4867-a824-187e17801b6a', 'port_id': '73a6cde5-daaa-47fc-a627-3ca2e748459d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3286, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af8269ef-aca6-47c0-be51-599057940be7', 'mac_address': 'fa:16:3e:64:87:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93805412-4679-49d4-ae8c-9f0c9c5569ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:48:10Z', 'updated_at': '2022-02-08T21:48:10Z', 'revision_number': 0, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c56be75d-3d34-474d-8bc0-0197874f8ac2', 'name': '', 'network_id': 'af8269ef-aca6-47c0-be51-599057940be7', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'mac_address': 'fa:16:3e:5e:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de3c61-00ce-4867-a824-187e17801b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'aa4a3a97-4a0a-41f3-9047-7970ab16cbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:47:26Z', 'updated_at': '2022-02-08T21:47:41Z', 'revision_number': 5, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'subnets': [{'id': 'aa4a3a97-4a0a-41f3-9047-7970ab16cbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:48:15.122875 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-24bbc7d7-6e41-4203-8e29-d98c29cf9409 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (2f08a20f-75ae-4ce4-8941-8354a1aac9b6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:15.148159 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f039bd4b-df75-4c6d-b7f2-f82e1f398037 None None] Checking router: 23de3c61-00ce-4867-a824-187e17801b6a for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:48:15.174561 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f039bd4b-df75-4c6d-b7f2-f82e1f398037 None None] Routers {'23de3c61-00ce-4867-a824-187e17801b6a'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:48:15.175520 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f039bd4b-df75-4c6d-b7f2-f82e1f398037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:47:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23de3c61-00ce-4867-a824-187e17801b6a'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:48:15.310281 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.db.resource_extend [None req-24bbc7d7-6e41-4203-8e29-d98c29cf9409 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:48:15.477918 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-24bbc7d7-6e41-4203-8e29-d98c29cf9409 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (2f08a20f-75ae-4ce4-8941-8354a1aac9b6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:15.482992 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-f039bd4b-df75-4c6d-b7f2-f82e1f398037 None None] Set router 23de3c61-00ce-4867-a824-187e17801b6a gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:48:15.483562 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bbc7d7-6e41-4203-8e29-d98c29cf9409 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:15.484270 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-24bbc7d7-6e41-4203-8e29-d98c29cf9409 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:15.585105 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bbc7d7-6e41-4203-8e29-d98c29cf9409 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Network': ['ID=2f08a20f-75ae-4ce4-8941-8354a1aac9b6,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:15.638168 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 54644) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:15.649065 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-24bbc7d7-6e41-4203-8e29-d98c29cf9409 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3195393 Feb 08 21:48:15.664904 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-fe35c306-0d3a-463f-ada2-f02ef4976069 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'subnet': {'network_id': '2f08a20f-75ae-4ce4-8941-8354a1aac9b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:48:15.680413 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 2f08a20f-75ae-4ce4-8941-8354a1aac9b6 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:48:15.716731 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cba21-8f74-41df-8eed-af990ca10b60 req-eb806d72-36ae-4acc-8916-37bc21724fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:15.728439 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a71cba21-8f74-41df-8eed-af990ca10b60 req-eb806d72-36ae-4acc-8916-37bc21724fc5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=aa4a3a97-4a0a-41f3-9047-7970ab16cbf4 HTTP/1.1" status: 200 len: 833 time: 1.0901875 Feb 08 21:48:15.785212 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1f00728e-09e7-4343-ac94-e252f2bcea24 tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 0.7739320 Feb 08 21:48:15.788365 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54648) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:15.912010 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ceae0c6-c928-4e72-97a8-e41136fd5f9e tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:15.914949 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ceae0c6-c928-4e72-97a8-e41136fd5f9e tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:15.929301 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2ceae0c6-c928-4e72-97a8-e41136fd5f9e tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=23de3c61-00ce-4867-a824-187e17801b6a HTTP/1.1" status: 200 len: 2064 time: 0.1336150 Feb 08 21:48:16.224948 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cba21-8f74-41df-8eed-af990ca10b60 req-76334cd1-a37c-41a0-a479-bdb987b3e7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:16.227698 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a71cba21-8f74-41df-8eed-af990ca10b60 req-76334cd1-a37c-41a0-a479-bdb987b3e7ab service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=af8269ef-aca6-47c0-be51-599057940be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4982677 Feb 08 21:48:16.286652 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe35c306-0d3a-463f-ada2-f02ef4976069 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:48:16.289649 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe35c306-0d3a-463f-ada2-f02ef4976069 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:16.406711 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f039bd4b-df75-4c6d-b7f2-f82e1f398037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de3c61-00ce-4867-a824-187e17801b6a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-118825268', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '081d40a6-41f2-4d2f-a884-ae6c08f0c3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:47:17Z', 'updated_at': '2022-02-08T21:47:32Z', 'revision_number': 4, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'gw_port': {'id': '081d40a6-41f2-4d2f-a884-ae6c08f0c3f6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de3c61-00ce-4867-a824-187e17801b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:47:18Z', 'updated_at': '2022-02-08T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'cbdeb406-0af5-41b7-bf23-803a6f91eeb3', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '23de3c61-00ce-4867-a824-187e17801b6a', 'port_id': '73a6cde5-daaa-47fc-a627-3ca2e748459d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3286, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af8269ef-aca6-47c0-be51-599057940be7', 'mac_address': 'fa:16:3e:64:87:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93805412-4679-49d4-ae8c-9f0c9c5569ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:48:10Z', 'updated_at': '2022-02-08T21:48:10Z', 'revision_number': 0, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c56be75d-3d34-474d-8bc0-0197874f8ac2', 'name': '', 'network_id': 'af8269ef-aca6-47c0-be51-599057940be7', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'mac_address': 'fa:16:3e:5e:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de3c61-00ce-4867-a824-187e17801b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'aa4a3a97-4a0a-41f3-9047-7970ab16cbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:47:26Z', 'updated_at': '2022-02-08T21:47:41Z', 'revision_number': 5, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'subnets': [{'id': 'aa4a3a97-4a0a-41f3-9047-7970ab16cbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:48:16.484589 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f039bd4b-df75-4c6d-b7f2-f82e1f398037 None None] The sync data for ids ['23de3c61-00ce-4867-a824-187e17801b6a'] in n-d-712143-31 is: [{'id': '23de3c61-00ce-4867-a824-187e17801b6a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-118825268', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '081d40a6-41f2-4d2f-a884-ae6c08f0c3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:47:17Z', 'updated_at': '2022-02-08T21:47:32Z', 'revision_number': 4, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'gw_port': {'id': '081d40a6-41f2-4d2f-a884-ae6c08f0c3f6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de3c61-00ce-4867-a824-187e17801b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:47:18Z', 'updated_at': '2022-02-08T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'cbdeb406-0af5-41b7-bf23-803a6f91eeb3', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '23de3c61-00ce-4867-a824-187e17801b6a', 'port_id': '73a6cde5-daaa-47fc-a627-3ca2e748459d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3286, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af8269ef-aca6-47c0-be51-599057940be7', 'mac_address': 'fa:16:3e:64:87:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93805412-4679-49d4-ae8c-9f0c9c5569ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:48:10Z', 'updated_at': '2022-02-08T21:48:10Z', 'revision_number': 0, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c56be75d-3d34-474d-8bc0-0197874f8ac2', 'name': '', 'network_id': 'af8269ef-aca6-47c0-be51-599057940be7', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'mac_address': 'fa:16:3e:5e:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de3c61-00ce-4867-a824-187e17801b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'aa4a3a97-4a0a-41f3-9047-7970ab16cbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:47:26Z', 'updated_at': '2022-02-08T21:47:41Z', 'revision_number': 5, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'subnets': [{'id': 'aa4a3a97-4a0a-41f3-9047-7970ab16cbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:48:16.507251 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a71cba21-8f74-41df-8eed-af990ca10b60 req-e2b1c783-3932-40bd-9618-f8565e469b88 service neutron] 10.222.0.96 "GET /v2.0/networks/af8269ef-aca6-47c0-be51-599057940be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624214 Feb 08 21:48:16.713689 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a71cba21-8f74-41df-8eed-af990ca10b60 req-ac70c040-1b8a-4287-87e0-834ec817194a service neutron] 10.222.0.96 "GET /v2.0/networks/af8269ef-aca6-47c0-be51-599057940be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874220 Feb 08 21:48:16.952856 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48b76ad-1fa3-463a-9a6e-3e401ecc3f9e None None] New status for floating IP cbdeb406-0af5-41b7-bf23-803a6f91eeb3: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:48:17.001876 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe35c306-0d3a-463f-ada2-f02ef4976069 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (acd79d60-9713-4dba-8925-d7bc58367955), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:17.185791 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35c306-0d3a-463f-ada2-f02ef4976069 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Subnet': ['ID=acd79d60-9713-4dba-8925-d7bc58367955,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:17.216744 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe35c306-0d3a-463f-ada2-f02ef4976069 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Checking segment: {'id': '33c70da5-9eac-4cdd-9767-b0898c37645c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2f08a20f-75ae-4ce4-8941-8354a1aac9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:48:17.217317 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe35c306-0d3a-463f-ada2-f02ef4976069 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network hostable DHCP agents. Network: 2f08a20f-75ae-4ce4-8941-8354a1aac9b6, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:48:17.277689 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe35c306-0d3a-463f-ada2-f02ef4976069 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network 2f08a20f-75ae-4ce4-8941-8354a1aac9b6 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:48:17.308036 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-fe35c306-0d3a-463f-ada2-f02ef4976069 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 2f08a20f-75ae-4ce4-8941-8354a1aac9b6) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:48:17.325270 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c951ef15-b4ba-4afb-abed-8db09d67f873 None None] Network 2f08a20f-75ae-4ce4-8941-8354a1aac9b6 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:48:17.339247 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe35c306-0d3a-463f-ada2-f02ef4976069 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:17.339852 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe35c306-0d3a-463f-ada2-f02ef4976069 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:17.383240 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fe35c306-0d3a-463f-ada2-f02ef4976069 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7295139 Feb 08 21:48:17.383521 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 54668) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:17.388599 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-80e55af8-66bf-4cec-b893-960627a4c707 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'port': {'network_id': '2f08a20f-75ae-4ce4-8941-8354a1aac9b6', 'name': 'tempest-PortsTestJSON-1143024819', 'fixed_ips': [{'subnet_id': 'acd79d60-9713-4dba-8925-d7bc58367955', 'ip_address': '172.20.0.10'}]}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:48:17.553583 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d61634-5b14-4978-b9a8-316be3761a22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-2f08a20f-75ae-4ce4-8941-8354a1aac9b6', 'network_id': '2f08a20f-75ae-4ce4-8941-8354a1aac9b6', 'project_id': '957802303cd04f1ca53889ad1e28b004', 'fixed_ips': [{'subnet_id': 'acd79d60-9713-4dba-8925-d7bc58367955'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:48:17.559133 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23d61634-5b14-4978-b9a8-316be3761a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:17.755788 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e55af8-66bf-4cec-b893-960627a4c707 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:48:17.931813 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-23d61634-5b14-4978-b9a8-316be3761a22 None None] Allocated IP 172.20.0.2 (2f08a20f-75ae-4ce4-8941-8354a1aac9b6/acd79d60-9713-4dba-8925-d7bc58367955/637d4a2b-480d-4349-bfd7-e92ab0a724ab) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:48:17.976903 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-80e55af8-66bf-4cec-b893-960627a4c707 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:18.018988 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-80e55af8-66bf-4cec-b893-960627a4c707 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] device_id is not set on port d9454b27-15ff-46b5-8ce1-5e850d07b75b yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:48:18.313770 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23d61634-5b14-4978-b9a8-316be3761a22 None None] Publish callbacks [] for port (637d4a2b-480d-4349-bfd7-e92ab0a724ab), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:18.324579 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23d61634-5b14-4978-b9a8-316be3761a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (637d4a2b-480d-4349-bfd7-e92ab0a724ab), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:18.431298 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d61634-5b14-4978-b9a8-316be3761a22 None None] Pushing event updated for resources: {'Port': ['ID=637d4a2b-480d-4349-bfd7-e92ab0a724ab,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:18.486775 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d61634-5b14-4978-b9a8-316be3761a22 None None] Network 2f08a20f-75ae-4ce4-8941-8354a1aac9b6 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:48:18.502758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-23d61634-5b14-4978-b9a8-316be3761a22 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:48:18.514437 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d61634-5b14-4978-b9a8-316be3761a22 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:48:18.549091 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-80e55af8-66bf-4cec-b893-960627a4c707 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Allocated IP 172.20.0.10 (2f08a20f-75ae-4ce4-8941-8354a1aac9b6/acd79d60-9713-4dba-8925-d7bc58367955/d9454b27-15ff-46b5-8ce1-5e850d07b75b) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:48:18.705332 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-23d61634-5b14-4978-b9a8-316be3761a22 None None] Attempting to bind port 637d4a2b-480d-4349-bfd7-e92ab0a724ab on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:48:18.705928 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-23d61634-5b14-4978-b9a8-316be3761a22 None None] Attempting to bind port 637d4a2b-480d-4349-bfd7-e92ab0a724ab by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '33c70da5-9eac-4cdd-9767-b0898c37645c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2f08a20f-75ae-4ce4-8941-8354a1aac9b6'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:48:18.706259 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d61634-5b14-4978-b9a8-316be3761a22 None None] Attempting to bind port 637d4a2b-480d-4349-bfd7-e92ab0a724ab on network 2f08a20f-75ae-4ce4-8941-8354a1aac9b6 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:48:18.726458 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d61634-5b14-4978-b9a8-316be3761a22 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:48:18.726913 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d61634-5b14-4978-b9a8-316be3761a22 None None] Checking segment: {'id': '33c70da5-9eac-4cdd-9767-b0898c37645c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2f08a20f-75ae-4ce4-8941-8354a1aac9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:48:18.727260 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23d61634-5b14-4978-b9a8-316be3761a22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:18.728916 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d61634-5b14-4978-b9a8-316be3761a22 None None] Bound using segment: {'id': '33c70da5-9eac-4cdd-9767-b0898c37645c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2f08a20f-75ae-4ce4-8941-8354a1aac9b6'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:48:18.729669 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-23d61634-5b14-4978-b9a8-316be3761a22 None None] Bound port: 637d4a2b-480d-4349-bfd7-e92ab0a724ab, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c70da5-9eac-4cdd-9767-b0898c37645c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2f08a20f-75ae-4ce4-8941-8354a1aac9b6'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:48:18.730073 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23d61634-5b14-4978-b9a8-316be3761a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (637d4a2b-480d-4349-bfd7-e92ab0a724ab), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:18.838747 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-80e55af8-66bf-4cec-b893-960627a4c707 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for port (d9454b27-15ff-46b5-8ce1-5e850d07b75b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:18.895491 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-23d61634-5b14-4978-b9a8-316be3761a22 None None] For port 637d4a2b-480d-4349-bfd7-e92ab0a724ab, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:48:18.902212 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-23d61634-5b14-4978-b9a8-316be3761a22 None None] For port 637d4a2b-480d-4349-bfd7-e92ab0a724ab, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=637d4a2b-480d-4349-bfd7-e92ab0a724ab,segment=NetworkSegment(33c70da5-9eac-4cdd-9767-b0898c37645c),segment_id=33c70da5-9eac-4cdd-9767-b0898c37645c)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:48:18.914000 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23d61634-5b14-4978-b9a8-316be3761a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (637d4a2b-480d-4349-bfd7-e92ab0a724ab), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:18.933817 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-80e55af8-66bf-4cec-b893-960627a4c707 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (d9454b27-15ff-46b5-8ce1-5e850d07b75b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:19.031079 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d61634-5b14-4978-b9a8-316be3761a22 None None] Pushing event updated for resources: {'Port': ['ID=637d4a2b-480d-4349-bfd7-e92ab0a724ab,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:19.054309 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e55af8-66bf-4cec-b893-960627a4c707 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network 2f08a20f-75ae-4ce4-8941-8354a1aac9b6 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:48:19.062940 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-80e55af8-66bf-4cec-b893-960627a4c707 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:48:19.081583 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e55af8-66bf-4cec-b893-960627a4c707 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:48:19.140481 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e55af8-66bf-4cec-b893-960627a4c707 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Port': ['ID=d9454b27-15ff-46b5-8ce1-5e850d07b75b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:19.207014 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e55af8-66bf-4cec-b893-960627a4c707 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:19.208484 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-80e55af8-66bf-4cec-b893-960627a4c707 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:19.241826 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54686) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:19.250870 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-80e55af8-66bf-4cec-b893-960627a4c707 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8545341 Feb 08 21:48:19.251141 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9f020ce3-2ee4-439e-8812-b33186a33a60 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'port': {'network_id': '2f08a20f-75ae-4ce4-8941-8354a1aac9b6', 'name': 'tempest-PortsTestJSON-723409021', 'fixed_ips': [{'subnet_id': 'acd79d60-9713-4dba-8925-d7bc58367955', 'ip_address': '172.20.0.9'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:48:19.672300 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f020ce3-2ee4-439e-8812-b33186a33a60 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:48:19.860245 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f020ce3-2ee4-439e-8812-b33186a33a60 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:19.883910 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-9f020ce3-2ee4-439e-8812-b33186a33a60 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] device_id is not set on port 3b6cc384-c025-483f-8423-b612d452d281 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:48:20.146311 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 54698) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:20.243923 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-9f020ce3-2ee4-439e-8812-b33186a33a60 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Allocated IP 172.20.0.9 (2f08a20f-75ae-4ce4-8941-8354a1aac9b6/acd79d60-9713-4dba-8925-d7bc58367955/3b6cc384-c025-483f-8423-b612d452d281) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:48:20.562659 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a598f709-ca72-4852-ab95-639a6509d3e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:20.681664 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f020ce3-2ee4-439e-8812-b33186a33a60 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for port (3b6cc384-c025-483f-8423-b612d452d281), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:20.761182 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f020ce3-2ee4-439e-8812-b33186a33a60 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3b6cc384-c025-483f-8423-b612d452d281), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:20.867070 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f020ce3-2ee4-439e-8812-b33186a33a60 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network 2f08a20f-75ae-4ce4-8941-8354a1aac9b6 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:48:20.881824 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-9f020ce3-2ee4-439e-8812-b33186a33a60 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:48:20.886110 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f020ce3-2ee4-439e-8812-b33186a33a60 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:48:20.892658 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a598f709-ca72-4852-ab95-639a6509d3e8 admin admin] Publish callbacks [] for security_group (b87509b5-5010-46dc-a4b4-263ac54313c2), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:20.901201 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a598f709-ca72-4852-ab95-639a6509d3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b87509b5-5010-46dc-a4b4-263ac54313c2), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:20.982006 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b60b7a9-c7ec-4ab5-b00c-26fe13b99ce3 None None] Network 2f08a20f-75ae-4ce4-8941-8354a1aac9b6 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:48:21.051580 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a598f709-ca72-4852-ab95-639a6509d3e8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=628e8e7a28b441dbbd0f221165a2c418&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9040785 Feb 08 21:48:21.053829 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 54714) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:21.055543 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598f709-ca72-4852-ab95-639a6509d3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87509b5-5010-46dc-a4b4-263ac54313c2,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:21.080284 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f020ce3-2ee4-439e-8812-b33186a33a60 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:21.080977 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f020ce3-2ee4-439e-8812-b33186a33a60 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:21.098595 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 54716) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:21.153730 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 54720) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:21.157998 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9f020ce3-2ee4-439e-8812-b33186a33a60 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9149618 Feb 08 21:48:21.170323 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f020ce3-2ee4-439e-8812-b33186a33a60 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Port': ['ID=3b6cc384-c025-483f-8423-b612d452d281,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:21.276194 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d0835e5c-1a06-488b-acc6-1ea769ce9895 None None] Provisioning complete for port 637d4a2b-480d-4349-bfd7-e92ab0a724ab triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:48:21.276590 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d0835e5c-1a06-488b-acc6-1ea769ce9895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (637d4a2b-480d-4349-bfd7-e92ab0a724ab), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:21.547646 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6f9517be-0b27-407b-8413-0aa8e177850d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=55848bfe385544d696fd2a8e8eb6399f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4408207 Feb 08 21:48:21.552924 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54726) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:21.616828 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae4ab84-6b95-4f9c-9173-021b5c1e63ee tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:21.618452 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9ae4ab84-6b95-4f9c-9173-021b5c1e63ee tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4615619 Feb 08 21:48:21.619441 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d9e66520-653d-4067-acbb-ce489a6d04a3 admin admin] Publish callbacks [] for security_group (b87509b5-5010-46dc-a4b4-263ac54313c2), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:21.621072 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 54728) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:21.626412 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d0835e5c-1a06-488b-acc6-1ea769ce9895 None None] Current status of the port 637d4a2b-480d-4349-bfd7-e92ab0a724ab is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:48:21.627672 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d0835e5c-1a06-488b-acc6-1ea769ce9895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (637d4a2b-480d-4349-bfd7-e92ab0a724ab), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:21.663211 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 637d4a2b-480d-4349-bfd7-e92ab0a724ab up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:48:21.699687 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d0835e5c-1a06-488b-acc6-1ea769ce9895 None None] For port 637d4a2b-480d-4349-bfd7-e92ab0a724ab, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=637d4a2b-480d-4349-bfd7-e92ab0a724ab,segment=NetworkSegment(33c70da5-9eac-4cdd-9767-b0898c37645c),segment_id=33c70da5-9eac-4cdd-9767-b0898c37645c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:48:21.705800 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-31d40db2-76a7-48c1-9bb8-871ce079fa6c admin admin] Publish callbacks [] for security_group (a226a928-26a8-475b-8352-46c12646cd15), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:21.750766 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d0835e5c-1a06-488b-acc6-1ea769ce9895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (637d4a2b-480d-4349-bfd7-e92ab0a724ab), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:21.776621 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d9e66520-653d-4067-acbb-ce489a6d04a3 admin admin] Publish callbacks [] for security_group (b87509b5-5010-46dc-a4b4-263ac54313c2), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:21.803999 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-31d40db2-76a7-48c1-9bb8-871ce079fa6c admin admin] Publish callbacks [] for security_group (a226a928-26a8-475b-8352-46c12646cd15), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:21.909427 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-31d40db2-76a7-48c1-9bb8-871ce079fa6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a226a928-26a8-475b-8352-46c12646cd15), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:21.913553 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-31d40db2-76a7-48c1-9bb8-871ce079fa6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:21.914812 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-31d40db2-76a7-48c1-9bb8-871ce079fa6c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a226a928-26a8-475b-8352-46c12646cd15 HTTP/1.1" status: 204 len: 168 time: 0.3607917 Feb 08 21:48:21.936270 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d40db2-76a7-48c1-9bb8-871ce079fa6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a226a928-26a8-475b-8352-46c12646cd15,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:21.939797 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904fab9f-5c1e-4e80-bb65-1c861e380501 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:21.949841 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904fab9f-5c1e-4e80-bb65-1c861e380501 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:21.950294 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0835e5c-1a06-488b-acc6-1ea769ce9895 None None] Pushing event updated for resources: {'Port': ['ID=637d4a2b-480d-4349-bfd7-e92ab0a724ab,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:21.975170 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904fab9f-5c1e-4e80-bb65-1c861e380501 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:21.989635 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54732) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:21.989761 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-904fab9f-5c1e-4e80-bb65-1c861e380501 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.3593278 Feb 08 21:48:22.022466 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d9e66520-653d-4067-acbb-ce489a6d04a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b87509b5-5010-46dc-a4b4-263ac54313c2), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:22.028194 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d9e66520-653d-4067-acbb-ce489a6d04a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:22.042034 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d9e66520-653d-4067-acbb-ce489a6d04a3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b87509b5-5010-46dc-a4b4-263ac54313c2 HTTP/1.1" status: 204 len: 168 time: 0.9614701 Feb 08 21:48:22.078996 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e66520-653d-4067-acbb-ce489a6d04a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87509b5-5010-46dc-a4b4-263ac54313c2,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:22.094354 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 637d4a2b-480d-4349-bfd7-e92ab0a724ab triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:48:22.096733 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (637d4a2b-480d-4349-bfd7-e92ab0a724ab), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:22.263657 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d580973e-3a94-4d2d-b372-96f172339636 None None] Provisioning complete for port d9454b27-15ff-46b5-8ce1-5e850d07b75b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:48:22.264365 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d580973e-3a94-4d2d-b372-96f172339636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d9454b27-15ff-46b5-8ce1-5e850d07b75b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:22.357050 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-9ca722f3-f6ab-4a3d-a2be-30f2edcb2a16 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting port 3b6cc384-c025-483f-8423-b612d452d281 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:48:22.357431 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9ca722f3-f6ab-4a3d-a2be-30f2edcb2a16 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (3b6cc384-c025-483f-8423-b612d452d281), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:22.385589 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d580973e-3a94-4d2d-b372-96f172339636 None None] Port d9454b27-15ff-46b5-8ce1-5e850d07b75b cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:48:22.393614 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 637d4a2b-480d-4349-bfd7-e92ab0a724ab is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:48:22.428439 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d580973e-3a94-4d2d-b372-96f172339636 None None] Provisioning complete for port 637d4a2b-480d-4349-bfd7-e92ab0a724ab triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:48:22.429692 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d580973e-3a94-4d2d-b372-96f172339636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (637d4a2b-480d-4349-bfd7-e92ab0a724ab), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:22.746830 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9ca722f3-f6ab-4a3d-a2be-30f2edcb2a16 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (3b6cc384-c025-483f-8423-b612d452d281), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:22.790391 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-9ca722f3-f6ab-4a3d-a2be-30f2edcb2a16 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Calling delete_port for 3b6cc384-c025-483f-8423-b612d452d281 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:48:23.035182 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 54756) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:23.060135 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7bc0fcc6-502b-4057-a65d-f11d1687c827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:23.160641 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9ca722f3-f6ab-4a3d-a2be-30f2edcb2a16 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3b6cc384-c025-483f-8423-b612d452d281), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:23.179956 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d580973e-3a94-4d2d-b372-96f172339636 None None] Current status of the port 637d4a2b-480d-4349-bfd7-e92ab0a724ab is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:48:23.187758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d580973e-3a94-4d2d-b372-96f172339636 None None] Could not find standard attr ID for object 3b6cc384-c025-483f-8423-b612d452d281. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:48:23.264853 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca722f3-f6ab-4a3d-a2be-30f2edcb2a16 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Port': ['ID=3b6cc384-c025-483f-8423-b612d452d281,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:23.320167 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7bc0fcc6-502b-4057-a65d-f11d1687c827 admin admin] Publish callbacks [] for security_group (5c0df001-9ab8-4906-8dce-e726df5b3c66), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:23.326333 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-9a7c856c-8e93-439d-9f5f-7d3f327668ef None None] Provisioning complete for port d9454b27-15ff-46b5-8ce1-5e850d07b75b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:48:23.328653 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9a7c856c-8e93-439d-9f5f-7d3f327668ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d9454b27-15ff-46b5-8ce1-5e850d07b75b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:23.334281 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7bc0fcc6-502b-4057-a65d-f11d1687c827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (5c0df001-9ab8-4906-8dce-e726df5b3c66), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:23.383819 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0fcc6-502b-4057-a65d-f11d1687c827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0df001-9ab8-4906-8dce-e726df5b3c66,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:23.427489 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7bc0fcc6-502b-4057-a65d-f11d1687c827 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a1e6cc703e7a4d669ff31bb7660d6965&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3911233 Feb 08 21:48:23.431417 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54760) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:23.455875 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 637d4a2b-480d-4349-bfd7-e92ab0a724ab up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:48:23.653847 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-83c3affc-9743-4874-9d44-2abf725f4a4f admin admin] Publish callbacks [] for security_group (5c0df001-9ab8-4906-8dce-e726df5b3c66), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:23.669773 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9a7c856c-8e93-439d-9f5f-7d3f327668ef None None] Port d9454b27-15ff-46b5-8ce1-5e850d07b75b cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:48:23.681855 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-9a7c856c-8e93-439d-9f5f-7d3f327668ef None None] Could not find standard attr ID for object 3b6cc384-c025-483f-8423-b612d452d281. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:48:23.694240 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 637d4a2b-480d-4349-bfd7-e92ab0a724ab triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:48:23.694904 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (637d4a2b-480d-4349-bfd7-e92ab0a724ab), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:23.738413 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-83c3affc-9743-4874-9d44-2abf725f4a4f admin admin] Publish callbacks [] for security_group (5c0df001-9ab8-4906-8dce-e726df5b3c66), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:23.828248 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9ca722f3-f6ab-4a3d-a2be-30f2edcb2a16 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:23.846451 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9ca722f3-f6ab-4a3d-a2be-30f2edcb2a16 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/ports/3b6cc384-c025-483f-8423-b612d452d281 HTTP/1.1" status: 204 len: 168 time: 1.8608575 Feb 08 21:48:23.851085 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 54772) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:23.900184 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 637d4a2b-480d-4349-bfd7-e92ab0a724ab is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:48:23.914222 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-1374af81-89bc-4863-a9fe-07c61c584ea5 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] GET failed (client error): The resource could not be found. Feb 08 21:48:23.923685 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1374af81-89bc-4863-a9fe-07c61c584ea5 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "GET /v2.0/ports/3b6cc384-c025-483f-8423-b612d452d281 HTTP/1.1" status: 404 len: 333 time: 0.0704532 Feb 08 21:48:23.925690 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 54776) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:23.971402 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-83c3affc-9743-4874-9d44-2abf725f4a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (5c0df001-9ab8-4906-8dce-e726df5b3c66), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:23.979783 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-83c3affc-9743-4874-9d44-2abf725f4a4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:23.988028 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-83c3affc-9743-4874-9d44-2abf725f4a4f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5c0df001-9ab8-4906-8dce-e726df5b3c66 HTTP/1.1" status: 204 len: 168 time: 0.5533097 Feb 08 21:48:24.021914 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3affc-9743-4874-9d44-2abf725f4a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0df001-9ab8-4906-8dce-e726df5b3c66,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:24.130844 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-05050e94-12e8-4e9c-9d6b-db681e184fe4 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting port d9454b27-15ff-46b5-8ce1-5e850d07b75b {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:48:24.131460 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-05050e94-12e8-4e9c-9d6b-db681e184fe4 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d9454b27-15ff-46b5-8ce1-5e850d07b75b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:24.152730 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54780) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:24.182592 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9d5c57e6-4912-4e8e-9151-c7931acad799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:24.388163 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-dfb9c783-e683-4fdc-84c5-c1081ce39854 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1091110635-network', 'tenant_id': '6fa8c74b5ae84720af0d45ca0b0a0a09'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:48:24.403271 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-05050e94-12e8-4e9c-9d6b-db681e184fe4 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d9454b27-15ff-46b5-8ce1-5e850d07b75b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:24.440885 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb9c783-e683-4fdc-84c5-c1081ce39854 admin admin] Made reservation on behalf of 6fa8c74b5ae84720af0d45ca0b0a0a09 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:48:24.445480 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dfb9c783-e683-4fdc-84c5-c1081ce39854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:24.465724 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-05050e94-12e8-4e9c-9d6b-db681e184fe4 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Calling delete_port for d9454b27-15ff-46b5-8ce1-5e850d07b75b owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:48:24.501313 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dfb9c783-e683-4fdc-84c5-c1081ce39854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:24.728375 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dfb9c783-e683-4fdc-84c5-c1081ce39854 admin admin] Publish callbacks [] for security_group (2cfe143e-f009-40a5-9185-fb44eb63289f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:24.744609 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dfb9c783-e683-4fdc-84c5-c1081ce39854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (2cfe143e-f009-40a5-9185-fb44eb63289f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:24.820332 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9c783-e683-4fdc-84c5-c1081ce39854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfe143e-f009-40a5-9185-fb44eb63289f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:24.824381 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-05050e94-12e8-4e9c-9d6b-db681e184fe4 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (d9454b27-15ff-46b5-8ce1-5e850d07b75b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:24.846851 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb9c783-e683-4fdc-84c5-c1081ce39854 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:48:24.862624 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dfb9c783-e683-4fdc-84c5-c1081ce39854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (731b763b-1c26-4664-89f0-52796aa1828c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:24.862886 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-dfb9c783-e683-4fdc-84c5-c1081ce39854 admin admin] Added segment 731b763b-1c26-4664-89f0-52796aa1828c of type vlan for network 09bfc649-d99a-482a-866a-03aad546a931 Feb 08 21:48:24.959428 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dfb9c783-e683-4fdc-84c5-c1081ce39854 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (09bfc649-d99a-482a-866a-03aad546a931), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:25.059458 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dfb9c783-e683-4fdc-84c5-c1081ce39854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (09bfc649-d99a-482a-866a-03aad546a931), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:25.061439 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb9c783-e683-4fdc-84c5-c1081ce39854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:25.062075 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dfb9c783-e683-4fdc-84c5-c1081ce39854 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:25.172269 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05050e94-12e8-4e9c-9d6b-db681e184fe4 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Port': ['ID=d9454b27-15ff-46b5-8ce1-5e850d07b75b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:25.351897 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-05050e94-12e8-4e9c-9d6b-db681e184fe4 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:25.365809 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-05050e94-12e8-4e9c-9d6b-db681e184fe4 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/ports/d9454b27-15ff-46b5-8ce1-5e850d07b75b HTTP/1.1" status: 204 len: 168 time: 1.4387264 Feb 08 21:48:25.369056 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 54832) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:25.468676 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9c783-e683-4fdc-84c5-c1081ce39854 admin admin] Pushing event updated for resources: {'Network': ['ID=09bfc649-d99a-482a-866a-03aad546a931,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:25.480986 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 09bfc649-d99a-482a-866a-03aad546a931 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:48:25.493164 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbd1e803-6b8e-4fdd-bcf6-e5ac64f3952e tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] GET failed (client error): The resource could not be found. Feb 08 21:48:25.498447 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-dfb9c783-e683-4fdc-84c5-c1081ce39854 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3421116 Feb 08 21:48:25.500627 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54842) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:25.500974 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54844) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:25.501686 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bbd1e803-6b8e-4fdd-bcf6-e5ac64f3952e tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "GET /v2.0/ports/d9454b27-15ff-46b5-8ce1-5e850d07b75b HTTP/1.1" status: 404 len: 333 time: 0.1256537 Feb 08 21:48:25.536583 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-be64020e-a919-471a-b511-6a9c01592a7a admin admin] Request body: {'subnet': {'network_id': '09bfc649-d99a-482a-866a-03aad546a931', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1091110635-subnet', 'tenant_id': '6fa8c74b5ae84720af0d45ca0b0a0a09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:48:25.683737 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:48:25.688715 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be64020e-a919-471a-b511-6a9c01592a7a admin admin] Made reservation on behalf of 6fa8c74b5ae84720af0d45ca0b0a0a09 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:48:25.691258 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be64020e-a919-471a-b511-6a9c01592a7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:26.130786 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be64020e-a919-471a-b511-6a9c01592a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (283dd7ea-9c0f-40a8-b3f0-519e35608000), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:26.149191 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e2a085-fda7-4d56-a792-f2e4f03b4322 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting subnet acd79d60-9713-4dba-8925-d7bc58367955 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:48:26.155532 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2e2a085-fda7-4d56-a792-f2e4f03b4322 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (acd79d60-9713-4dba-8925-d7bc58367955), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:26.238909 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2e2a085-fda7-4d56-a792-f2e4f03b4322 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (acd79d60-9713-4dba-8925-d7bc58367955), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:26.430991 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64020e-a919-471a-b511-6a9c01592a7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=283dd7ea-9c0f-40a8-b3f0-519e35608000,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:26.490728 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2e2a085-fda7-4d56-a792-f2e4f03b4322 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (acd79d60-9713-4dba-8925-d7bc58367955), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:26.577078 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be64020e-a919-471a-b511-6a9c01592a7a admin admin] Checking segment: {'id': '731b763b-1c26-4664-89f0-52796aa1828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '09bfc649-d99a-482a-866a-03aad546a931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:48:26.577643 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be64020e-a919-471a-b511-6a9c01592a7a admin admin] Network hostable DHCP agents. Network: 09bfc649-d99a-482a-866a-03aad546a931, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:48:26.681858 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be64020e-a919-471a-b511-6a9c01592a7a admin admin] Network 09bfc649-d99a-482a-866a-03aad546a931 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:48:26.719230 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-be64020e-a919-471a-b511-6a9c01592a7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 09bfc649-d99a-482a-866a-03aad546a931) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:48:26.728089 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be64020e-a919-471a-b511-6a9c01592a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:26.728536 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be64020e-a919-471a-b511-6a9c01592a7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:26.732964 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26216b61-fb66-4506-baf6-fc78530cb9df None None] Network 09bfc649-d99a-482a-866a-03aad546a931 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:48:26.759534 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2e2a085-fda7-4d56-a792-f2e4f03b4322 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (acd79d60-9713-4dba-8925-d7bc58367955), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:26.816581 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2a085-fda7-4d56-a792-f2e4f03b4322 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Subnet': ['ID=acd79d60-9713-4dba-8925-d7bc58367955,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:26.819273 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2e2a085-fda7-4d56-a792-f2e4f03b4322 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:26.823026 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a2e2a085-fda7-4d56-a792-f2e4f03b4322 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/subnets/acd79d60-9713-4dba-8925-d7bc58367955 HTTP/1.1" status: 204 len: 168 time: 1.3210068 Feb 08 21:48:26.826213 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 54906) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:26.828525 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-be64020e-a919-471a-b511-6a9c01592a7a admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3208041 Feb 08 21:48:26.866857 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11327fba-f5f5-4bbc-a12f-be34c7f21733 None None] Network 2f08a20f-75ae-4ce4-8941-8354a1aac9b6 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:48:27.133310 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f61f812b-62e4-480d-8035-b6393457f987 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (2f08a20f-75ae-4ce4-8941-8354a1aac9b6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:27.187316 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d79f68-5fb0-4fde-8d09-2150f4f55a30 None None] Network 09bfc649-d99a-482a-866a-03aad546a931 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:48:27.286732 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-f61f812b-62e4-480d-8035-b6393457f987 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting port 637d4a2b-480d-4349-bfd7-e92ab0a724ab {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:48:27.288274 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f61f812b-62e4-480d-8035-b6393457f987 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (637d4a2b-480d-4349-bfd7-e92ab0a724ab), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:27.355287 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0ad657-ac7a-40d2-abb7-f4ee0c37b5ec None None] DHCP port deletion for 2f08a20f-75ae-4ce4-8941-8354a1aac9b6 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:48:27.440419 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-f61f812b-62e4-480d-8035-b6393457f987 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] For port 637d4a2b-480d-4349-bfd7-e92ab0a724ab, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=637d4a2b-480d-4349-bfd7-e92ab0a724ab,segment=NetworkSegment(33c70da5-9eac-4cdd-9767-b0898c37645c),segment_id=33c70da5-9eac-4cdd-9767-b0898c37645c)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:48:27.440817 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f61f812b-62e4-480d-8035-b6393457f987 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (637d4a2b-480d-4349-bfd7-e92ab0a724ab), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:27.484057 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-f61f812b-62e4-480d-8035-b6393457f987 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Calling delete_port for 637d4a2b-480d-4349-bfd7-e92ab0a724ab owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:48:27.591090 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-98e70b32-810a-4087-99b7-c77b48d379b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:27.670818 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ed0ad657-ac7a-40d2-abb7-f4ee0c37b5ec None None] Deleting port 637d4a2b-480d-4349-bfd7-e92ab0a724ab {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:48:27.671515 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad657-ac7a-40d2-abb7-f4ee0c37b5ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (637d4a2b-480d-4349-bfd7-e92ab0a724ab), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:27.761788 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f61f812b-62e4-480d-8035-b6393457f987 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (637d4a2b-480d-4349-bfd7-e92ab0a724ab), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:27.825740 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ed0ad657-ac7a-40d2-abb7-f4ee0c37b5ec None None] For port 637d4a2b-480d-4349-bfd7-e92ab0a724ab, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=637d4a2b-480d-4349-bfd7-e92ab0a724ab,segment=NetworkSegment(33c70da5-9eac-4cdd-9767-b0898c37645c),segment_id=33c70da5-9eac-4cdd-9767-b0898c37645c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:48:27.826274 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad657-ac7a-40d2-abb7-f4ee0c37b5ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (637d4a2b-480d-4349-bfd7-e92ab0a724ab), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:27.838646 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f812b-62e4-480d-8035-b6393457f987 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Port': ['ID=637d4a2b-480d-4349-bfd7-e92ab0a724ab,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:27.856661 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61f812b-62e4-480d-8035-b6393457f987 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] No DVR routers for this DVR port 637d4a2b-480d-4349-bfd7-e92ab0a724ab on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:48:27.864452 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ed0ad657-ac7a-40d2-abb7-f4ee0c37b5ec None None] Calling delete_port for 637d4a2b-480d-4349-bfd7-e92ab0a724ab owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:48:28.073515 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f61f812b-62e4-480d-8035-b6393457f987 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (2f08a20f-75ae-4ce4-8941-8354a1aac9b6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:28.076739 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad657-ac7a-40d2-abb7-f4ee0c37b5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (637d4a2b-480d-4349-bfd7-e92ab0a724ab), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:28.147703 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0ad657-ac7a-40d2-abb7-f4ee0c37b5ec None None] No DVR routers for this DVR port 637d4a2b-480d-4349-bfd7-e92ab0a724ab on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:48:28.159403 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-f61f812b-62e4-480d-8035-b6393457f987 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f08a20f-75ae-4ce4-8941-8354a1aac9b6']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:48:28.230933 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-f61f812b-62e4-480d-8035-b6393457f987 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c70da5-9eac-4cdd-9767-b0898c37645c') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:48:28.235064 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-f61f812b-62e4-480d-8035-b6393457f987 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c70da5-9eac-4cdd-9767-b0898c37645c') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:48:28.288117 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ad657-ac7a-40d2-abb7-f4ee0c37b5ec None None] Pushing event deleted for resources: {'Port': ['ID=637d4a2b-480d-4349-bfd7-e92ab0a724ab,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:28.324481 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f61f812b-62e4-480d-8035-b6393457f987 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (33c70da5-9eac-4cdd-9767-b0898c37645c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:28.453802 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f61f812b-62e4-480d-8035-b6393457f987 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (33c70da5-9eac-4cdd-9767-b0898c37645c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:28.494643 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61f812b-62e4-480d-8035-b6393457f987 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:48:28.511078 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f61f812b-62e4-480d-8035-b6393457f987 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (33c70da5-9eac-4cdd-9767-b0898c37645c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:48:28.529756 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:48:28.660707 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54946) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:28.680256 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b7dadd33-c401-4637-9c84-c2c217574fa9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1424976627-network', 'tenant_id': '0b732f86b5104b89bd7336162faf989d'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:48:28.743096 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7dadd33-c401-4637-9c84-c2c217574fa9 admin admin] Made reservation on behalf of 0b732f86b5104b89bd7336162faf989d for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:48:28.751845 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7dadd33-c401-4637-9c84-c2c217574fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:28.795510 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7dadd33-c401-4637-9c84-c2c217574fa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:28.825560 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f61f812b-62e4-480d-8035-b6393457f987 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (2f08a20f-75ae-4ce4-8941-8354a1aac9b6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:28.857948 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f61f812b-62e4-480d-8035-b6393457f987 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:28.871205 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54948) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:28.873026 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f61f812b-62e4-480d-8035-b6393457f987 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/networks/2f08a20f-75ae-4ce4-8941-8354a1aac9b6 HTTP/1.1" status: 204 len: 168 time: 2.0284455 Feb 08 21:48:28.874495 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f812b-62e4-480d-8035-b6393457f987 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Network': ['ID=2f08a20f-75ae-4ce4-8941-8354a1aac9b6,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:28.881241 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-99089150-1135-432d-b2f7-fd212e85b19b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1460988590'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:48:28.947892 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7dadd33-c401-4637-9c84-c2c217574fa9 admin admin] Publish callbacks [] for security_group (5458b958-e828-4985-9570-8a81de58265a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:28.956050 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99089150-1135-432d-b2f7-fd212e85b19b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:48:28.960696 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-99089150-1135-432d-b2f7-fd212e85b19b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:28.976022 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7dadd33-c401-4637-9c84-c2c217574fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (5458b958-e828-4985-9570-8a81de58265a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:29.151063 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dadd33-c401-4637-9c84-c2c217574fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5458b958-e828-4985-9570-8a81de58265a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:29.187527 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 54962) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:29.228545 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7dadd33-c401-4637-9c84-c2c217574fa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:48:29.239600 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:29.260092 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99089150-1135-432d-b2f7-fd212e85b19b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:48:29.278549 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7dadd33-c401-4637-9c84-c2c217574fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (e5e03f0a-647c-45e7-8554-943f5289fba6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:29.281141 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-b7dadd33-c401-4637-9c84-c2c217574fa9 admin admin] Added segment e5e03f0a-647c-45e7-8554-943f5289fba6 of type vlan for network 9cc371d3-dd2b-449a-a856-b3548aece072 Feb 08 21:48:29.335312 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-99089150-1135-432d-b2f7-fd212e85b19b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (c310e251-0bb5-4064-81b6-d53605446ed8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:29.335684 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-99089150-1135-432d-b2f7-fd212e85b19b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Added segment c310e251-0bb5-4064-81b6-d53605446ed8 of type vlan for network 5be782bb-ee04-497a-b0dd-ebf465106f60 Feb 08 21:48:29.386630 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 637d4a2b-480d-4349-bfd7-e92ab0a724ab no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:48:29.447423 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 637d4a2b-480d-4349-bfd7-e92ab0a724ab {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:48:29.452070 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 637d4a2b-480d-4349-bfd7-e92ab0a724ab not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:48:29.663986 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7dadd33-c401-4637-9c84-c2c217574fa9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (9cc371d3-dd2b-449a-a856-b3548aece072), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:29.692772 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-99089150-1135-432d-b2f7-fd212e85b19b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (5be782bb-ee04-497a-b0dd-ebf465106f60), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:29.790553 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7dadd33-c401-4637-9c84-c2c217574fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (9cc371d3-dd2b-449a-a856-b3548aece072), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:29.792379 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dadd33-c401-4637-9c84-c2c217574fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:29.793214 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7dadd33-c401-4637-9c84-c2c217574fa9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:29.840289 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-99089150-1135-432d-b2f7-fd212e85b19b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (5be782bb-ee04-497a-b0dd-ebf465106f60), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:29.847183 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99089150-1135-432d-b2f7-fd212e85b19b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:29.848273 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-99089150-1135-432d-b2f7-fd212e85b19b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:29.870762 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-99089150-1135-432d-b2f7-fd212e85b19b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9960957 Feb 08 21:48:29.876651 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54972) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:29.884406 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-906f0b51-3248-42c0-b1d3-55756b05e4b4 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'subnet': {'network_id': '5be782bb-ee04-497a-b0dd-ebf465106f60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:48:29.899363 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b7dadd33-c401-4637-9c84-c2c217574fa9 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2333946 Feb 08 21:48:29.913394 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54974) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:29.919008 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-09e102d5-fe98-4131-8609-2a37b7908d4c admin admin] Request body: {'subnet': {'network_id': '9cc371d3-dd2b-449a-a856-b3548aece072', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1424976627-subnet', 'tenant_id': '0b732f86b5104b89bd7336162faf989d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:48:29.969999 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dadd33-c401-4637-9c84-c2c217574fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=9cc371d3-dd2b-449a-a856-b3548aece072,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:30.007409 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e102d5-fe98-4131-8609-2a37b7908d4c admin admin] Made reservation on behalf of 0b732f86b5104b89bd7336162faf989d for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:48:30.010140 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09e102d5-fe98-4131-8609-2a37b7908d4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:30.015451 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dadd33-c401-4637-9c84-c2c217574fa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:30.016087 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dadd33-c401-4637-9c84-c2c217574fa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:30.016610 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dadd33-c401-4637-9c84-c2c217574fa9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:30.017437 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dadd33-c401-4637-9c84-c2c217574fa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:30.018217 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dadd33-c401-4637-9c84-c2c217574fa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:30.018780 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dadd33-c401-4637-9c84-c2c217574fa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:30.020138 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dadd33-c401-4637-9c84-c2c217574fa9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:30.020726 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dadd33-c401-4637-9c84-c2c217574fa9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:30.021335 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dadd33-c401-4637-9c84-c2c217574fa9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:30.021898 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dadd33-c401-4637-9c84-c2c217574fa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:30.022453 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dadd33-c401-4637-9c84-c2c217574fa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:30.023005 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dadd33-c401-4637-9c84-c2c217574fa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:30.023596 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dadd33-c401-4637-9c84-c2c217574fa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:30.054071 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 9cc371d3-dd2b-449a-a856-b3548aece072 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:48:30.135885 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99089150-1135-432d-b2f7-fd212e85b19b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Network': ['ID=5be782bb-ee04-497a-b0dd-ebf465106f60,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:30.333157 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 5be782bb-ee04-497a-b0dd-ebf465106f60 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:48:30.832382 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e3ec697-671b-4be3-8ff9-a0ec2ce8af62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (00b6a973-68b2-437e-9776-f18c4b50ccde), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:30.843454 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906f0b51-3248-42c0-b1d3-55756b05e4b4 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:48:30.847853 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-906f0b51-3248-42c0-b1d3-55756b05e4b4 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:31.290257 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09e102d5-fe98-4131-8609-2a37b7908d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (72510695-3084-437b-bb72-043b716dba27), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:31.458057 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:31.545182 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:31.588240 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e102d5-fe98-4131-8609-2a37b7908d4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=72510695-3084-437b-bb72-043b716dba27,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:31.615556 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e102d5-fe98-4131-8609-2a37b7908d4c admin admin] Checking segment: {'id': 'e5e03f0a-647c-45e7-8554-943f5289fba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9cc371d3-dd2b-449a-a856-b3548aece072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:48:31.615925 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e102d5-fe98-4131-8609-2a37b7908d4c admin admin] Network hostable DHCP agents. Network: 9cc371d3-dd2b-449a-a856-b3548aece072, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:48:31.649072 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-906f0b51-3248-42c0-b1d3-55756b05e4b4 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (9323246d-e961-4db1-a053-51b2489bea49), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:31.861768 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f0b51-3248-42c0-b1d3-55756b05e4b4 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Subnet': ['ID=9323246d-e961-4db1-a053-51b2489bea49,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:31.888208 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e102d5-fe98-4131-8609-2a37b7908d4c admin admin] Network 9cc371d3-dd2b-449a-a856-b3548aece072 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:48:31.938694 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-09e102d5-fe98-4131-8609-2a37b7908d4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 9cc371d3-dd2b-449a-a856-b3548aece072) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:48:31.941277 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906f0b51-3248-42c0-b1d3-55756b05e4b4 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Checking segment: {'id': 'c310e251-0bb5-4064-81b6-d53605446ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5be782bb-ee04-497a-b0dd-ebf465106f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:48:31.941277 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906f0b51-3248-42c0-b1d3-55756b05e4b4 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network hostable DHCP agents. Network: 5be782bb-ee04-497a-b0dd-ebf465106f60, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:48:31.952237 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e102d5-fe98-4131-8609-2a37b7908d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:31.952868 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d2a992-5e6d-4cb5-ac3f-f3631ec69561 None None] Network 9cc371d3-dd2b-449a-a856-b3548aece072 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:48:31.953065 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09e102d5-fe98-4131-8609-2a37b7908d4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:32.002249 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-09e102d5-fe98-4131-8609-2a37b7908d4c admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0874503 Feb 08 21:48:32.017967 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906f0b51-3248-42c0-b1d3-55756b05e4b4 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network 5be782bb-ee04-497a-b0dd-ebf465106f60 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:48:32.052925 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-906f0b51-3248-42c0-b1d3-55756b05e4b4 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 5be782bb-ee04-497a-b0dd-ebf465106f60) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:48:32.072474 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906f0b51-3248-42c0-b1d3-55756b05e4b4 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:32.078107 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-906f0b51-3248-42c0-b1d3-55756b05e4b4 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:32.150173 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-906f0b51-3248-42c0-b1d3-55756b05e4b4 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2716494 Feb 08 21:48:32.151785 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 54990) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:32.162245 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f99ea9f0-a81d-4ae7-88f9-12748ef5e282 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1354678403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:48:32.202367 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3516cee0-a051-4f61-a80e-0a905b80e72f None None] Network 5be782bb-ee04-497a-b0dd-ebf465106f60 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:48:32.256621 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f99ea9f0-a81d-4ae7-88f9-12748ef5e282 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (3326bbf7-56a3-45b1-a6ea-16da470c07fb), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:32.258928 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f99ea9f0-a81d-4ae7-88f9-12748ef5e282 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (3326bbf7-56a3-45b1-a6ea-16da470c07fb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:32.360440 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b81422-2c31-4a69-a892-f45d4f1672b0 None None] Network 9cc371d3-dd2b-449a-a856-b3548aece072 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:48:32.586844 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f99ea9f0-a81d-4ae7-88f9-12748ef5e282 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for router_controller (3326bbf7-56a3-45b1-a6ea-16da470c07fb), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:32.594524 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f99ea9f0-a81d-4ae7-88f9-12748ef5e282 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (3326bbf7-56a3-45b1-a6ea-16da470c07fb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:32.644385 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f99ea9f0-a81d-4ae7-88f9-12748ef5e282 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:32.679770 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f99ea9f0-a81d-4ae7-88f9-12748ef5e282 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5254817 Feb 08 21:48:32.691838 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55002) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:32.691838 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-6e3ec697-671b-4be3-8ff9-a0ec2ce8af62 admin admin] Deleting port 678e5812-a588-4a5e-9a75-63cad6323254 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:48:32.691838 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e3ec697-671b-4be3-8ff9-a0ec2ce8af62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (678e5812-a588-4a5e-9a75-63cad6323254), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:32.715552 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11365d5-c6cc-463d-b664-12e9e8159b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-5be782bb-ee04-497a-b0dd-ebf465106f60', 'network_id': '5be782bb-ee04-497a-b0dd-ebf465106f60', 'project_id': '957802303cd04f1ca53889ad1e28b004', 'fixed_ips': [{'subnet_id': '9323246d-e961-4db1-a053-51b2489bea49'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:48:32.716497 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d11365d5-c6cc-463d-b664-12e9e8159b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:32.734172 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-d041dd72-b0ce-4ef6-8184-a743c596ff5c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'port': {'network_id': '5be782bb-ee04-497a-b0dd-ebf465106f60', 'name': 'tempest-PortsTestJSON-23779401'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:48:32.978295 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-d11365d5-c6cc-463d-b664-12e9e8159b8e None None] Allocated IP 172.20.0.2 (5be782bb-ee04-497a-b0dd-ebf465106f60/9323246d-e961-4db1-a053-51b2489bea49/761a9e03-3ab7-454f-af29-5ee48a96ba64) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:48:33.069017 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-6e3ec697-671b-4be3-8ff9-a0ec2ce8af62 admin admin] For port 678e5812-a588-4a5e-9a75-63cad6323254, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=678e5812-a588-4a5e-9a75-63cad6323254,segment=NetworkSegment(8990cc77-7426-478b-89e3-41d59e06134a),segment_id=8990cc77-7426-478b-89e3-41d59e06134a)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:48:33.069598 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e3ec697-671b-4be3-8ff9-a0ec2ce8af62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (678e5812-a588-4a5e-9a75-63cad6323254), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:33.090556 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d041dd72-b0ce-4ef6-8184-a743c596ff5c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:48:33.093631 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d041dd72-b0ce-4ef6-8184-a743c596ff5c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:33.132500 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-d041dd72-b0ce-4ef6-8184-a743c596ff5c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] device_id is not set on port c92d19e2-0a52-4e99-a6c9-ded3a7be40f9 yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:48:33.151992 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-6e3ec697-671b-4be3-8ff9-a0ec2ce8af62 admin admin] Calling delete_port for 678e5812-a588-4a5e-9a75-63cad6323254 owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:48:33.237734 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-9df48947-a2ef-49e5-a76e-541d8f78a74b tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:33.240416 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-9df48947-a2ef-49e5-a76e-541d8f78a74b tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/networks?id=09bfc649-d99a-482a-866a-03aad546a931 HTTP/1.1" status: 200 len: 812 time: 0.3728065 Feb 08 21:48:33.269975 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d11365d5-c6cc-463d-b664-12e9e8159b8e None None] Publish callbacks [] for port (761a9e03-3ab7-454f-af29-5ee48a96ba64), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:33.280305 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d11365d5-c6cc-463d-b664-12e9e8159b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (761a9e03-3ab7-454f-af29-5ee48a96ba64), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:33.331056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11365d5-c6cc-463d-b664-12e9e8159b8e None None] Network 5be782bb-ee04-497a-b0dd-ebf465106f60 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:48:33.334969 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-d11365d5-c6cc-463d-b664-12e9e8159b8e None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:48:33.336530 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-2d671c79-f837-49eb-9241-dca48d5c01ba tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/quotas/6fa8c74b5ae84720af0d45ca0b0a0a09 HTTP/1.1" status: 200 len: 375 time: 0.0510271 Feb 08 21:48:33.342835 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11365d5-c6cc-463d-b664-12e9e8159b8e None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:48:33.389630 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-0aee802f-7392-4809-9ff6-59a3d69cdf7c tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=6fa8c74b5ae84720af0d45ca0b0a0a09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382514 Feb 08 21:48:33.397407 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-d041dd72-b0ce-4ef6-8184-a743c596ff5c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Allocated IP 172.20.0.12 (5be782bb-ee04-497a-b0dd-ebf465106f60/9323246d-e961-4db1-a053-51b2489bea49/c92d19e2-0a52-4e99-a6c9-ded3a7be40f9) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:48:33.409682 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11365d5-c6cc-463d-b664-12e9e8159b8e None None] Pushing event updated for resources: {'Port': ['ID=761a9e03-3ab7-454f-af29-5ee48a96ba64,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:33.431179 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-d11365d5-c6cc-463d-b664-12e9e8159b8e None None] Attempting to bind port 761a9e03-3ab7-454f-af29-5ee48a96ba64 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:48:33.431816 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-d11365d5-c6cc-463d-b664-12e9e8159b8e None None] Attempting to bind port 761a9e03-3ab7-454f-af29-5ee48a96ba64 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'c310e251-0bb5-4064-81b6-d53605446ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5be782bb-ee04-497a-b0dd-ebf465106f60'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:48:33.432523 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11365d5-c6cc-463d-b664-12e9e8159b8e None None] Attempting to bind port 761a9e03-3ab7-454f-af29-5ee48a96ba64 on network 5be782bb-ee04-497a-b0dd-ebf465106f60 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:48:33.438715 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11365d5-c6cc-463d-b664-12e9e8159b8e None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:48:33.439392 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11365d5-c6cc-463d-b664-12e9e8159b8e None None] Checking segment: {'id': 'c310e251-0bb5-4064-81b6-d53605446ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5be782bb-ee04-497a-b0dd-ebf465106f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:48:33.439973 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d11365d5-c6cc-463d-b664-12e9e8159b8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:33.440536 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11365d5-c6cc-463d-b664-12e9e8159b8e None None] Bound using segment: {'id': 'c310e251-0bb5-4064-81b6-d53605446ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5be782bb-ee04-497a-b0dd-ebf465106f60'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:48:33.441802 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-d11365d5-c6cc-463d-b664-12e9e8159b8e None None] Bound port: 761a9e03-3ab7-454f-af29-5ee48a96ba64, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c310e251-0bb5-4064-81b6-d53605446ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5be782bb-ee04-497a-b0dd-ebf465106f60'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:48:33.442400 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d11365d5-c6cc-463d-b664-12e9e8159b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (761a9e03-3ab7-454f-af29-5ee48a96ba64), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:33.527359 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d11365d5-c6cc-463d-b664-12e9e8159b8e None None] For port 761a9e03-3ab7-454f-af29-5ee48a96ba64, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:48:33.531309 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d11365d5-c6cc-463d-b664-12e9e8159b8e None None] For port 761a9e03-3ab7-454f-af29-5ee48a96ba64, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=761a9e03-3ab7-454f-af29-5ee48a96ba64,segment=NetworkSegment(c310e251-0bb5-4064-81b6-d53605446ed8),segment_id=c310e251-0bb5-4064-81b6-d53605446ed8)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:48:33.551045 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d11365d5-c6cc-463d-b664-12e9e8159b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (761a9e03-3ab7-454f-af29-5ee48a96ba64), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:33.673808 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11365d5-c6cc-463d-b664-12e9e8159b8e None None] Pushing event updated for resources: {'Port': ['ID=761a9e03-3ab7-454f-af29-5ee48a96ba64,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:33.703370 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-4f13452c-54f8-4430-8dbe-0eb06e154271 service neutron] 10.222.0.88 "GET /v2.0/networks/09bfc649-d99a-482a-866a-03aad546a931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921982 Feb 08 21:48:33.959332 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d041dd72-b0ce-4ef6-8184-a743c596ff5c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for port (c92d19e2-0a52-4e99-a6c9-ded3a7be40f9), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:33.973704 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-2154df52-d587-4c40-9def-c79ffeb7b0dd service neutron] 10.222.0.88 "GET /v2.0/networks/09bfc649-d99a-482a-866a-03aad546a931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693925 Feb 08 21:48:34.002634 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e3ec697-671b-4be3-8ff9-a0ec2ce8af62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (678e5812-a588-4a5e-9a75-63cad6323254), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:34.162081 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ec697-671b-4be3-8ff9-a0ec2ce8af62 admin admin] Pushing event deleted for resources: {'Port': ['ID=678e5812-a588-4a5e-9a75-63cad6323254,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:34.691704 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49df5f49-3b80-4c3c-998e-9820dc31cefe req-f563362a-0089-47c5-b01c-dc6ca1e5c620 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 210 time: 0.2866151 Feb 08 21:48:34.692334 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e3ec697-671b-4be3-8ff9-a0ec2ce8af62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (00b6a973-68b2-437e-9776-f18c4b50ccde), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:34.696307 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d041dd72-b0ce-4ef6-8184-a743c596ff5c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (c92d19e2-0a52-4e99-a6c9-ded3a7be40f9), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:34.819255 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041dd72-b0ce-4ef6-8184-a743c596ff5c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Port': ['ID=c92d19e2-0a52-4e99-a6c9-ded3a7be40f9,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:34.828904 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d041dd72-b0ce-4ef6-8184-a743c596ff5c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network 5be782bb-ee04-497a-b0dd-ebf465106f60 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:48:34.831016 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-d041dd72-b0ce-4ef6-8184-a743c596ff5c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:48:34.840226 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d041dd72-b0ce-4ef6-8184-a743c596ff5c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:48:34.911454 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d041dd72-b0ce-4ef6-8184-a743c596ff5c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:34.912138 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d041dd72-b0ce-4ef6-8184-a743c596ff5c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:35.061061 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55036) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:35.074265 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d041dd72-b0ce-4ef6-8184-a743c596ff5c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3776555 Feb 08 21:48:35.610250 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 761a9e03-3ab7-454f-af29-5ee48a96ba64 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:48:35.648954 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3ec697-671b-4be3-8ff9-a0ec2ce8af62 admin admin] Router 00b6a973-68b2-437e-9776-f18c4b50ccde has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:48:35.796776 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e8c4ab0-4229-456a-a459-a4a8c8e27a5a tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c92d19e2-0a52-4e99-a6c9-ded3a7be40f9), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:35.816340 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0559dbb8-1197-4e82-8563-4ba7ff567d05 None None] Network 5be782bb-ee04-497a-b0dd-ebf465106f60 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:48:35.835164 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3ec697-671b-4be3-8ff9-a0ec2ce8af62 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:48:35.854968 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6e3ec697-671b-4be3-8ff9-a0ec2ce8af62 admin admin] 10.222.0.88 "PUT /v2.0/routers/00b6a973-68b2-437e-9776-f18c4b50ccde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6662688 Feb 08 21:48:35.859599 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55046) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:36.034036 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2c6a04-46a6-489b-b10b-6af21ccad3b1 None None] Sync routers for ids ['00b6a973-68b2-437e-9776-f18c4b50ccde'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:48:36.093156 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ab8a1025-cf60-4786-bb38-06488b813124 req-3ed4ca5d-dda4-4333-87cb-4fcdd25c02ca tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 210 time: 0.0834873 Feb 08 21:48:36.123248 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2c6a04-46a6-489b-b10b-6af21ccad3b1 None None] Routers {'00b6a973-68b2-437e-9776-f18c4b50ccde'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:48:36.124165 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-de2c6a04-46a6-489b-b10b-6af21ccad3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:48:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['00b6a973-68b2-437e-9776-f18c4b50ccde'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:48:36.165948 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5684c6ae-efbe-4219-a2ec-d53d0c53e799 admin admin] Publish callbacks [] for router (00b6a973-68b2-437e-9776-f18c4b50ccde), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:36.234833 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e8c4ab0-4229-456a-a459-a4a8c8e27a5a tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for port (c92d19e2-0a52-4e99-a6c9-ded3a7be40f9), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:36.242359 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e8c4ab0-4229-456a-a459-a4a8c8e27a5a tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (c92d19e2-0a52-4e99-a6c9-ded3a7be40f9), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:36.354560 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5684c6ae-efbe-4219-a2ec-d53d0c53e799 admin admin] Publish callbacks [] for router_gateway (00b6a973-68b2-437e-9776-f18c4b50ccde), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:36.468115 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c4ab0-4229-456a-a459-a4a8c8e27a5a tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Port': ['ID=c92d19e2-0a52-4e99-a6c9-ded3a7be40f9,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:36.499512 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-5684c6ae-efbe-4219-a2ec-d53d0c53e799 admin admin] Deleting port 3cd3c7cd-538d-402d-818f-00a1ac7f6565 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:48:36.499914 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5684c6ae-efbe-4219-a2ec-d53d0c53e799 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (3cd3c7cd-538d-402d-818f-00a1ac7f6565), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:36.678935 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-5684c6ae-efbe-4219-a2ec-d53d0c53e799 admin admin] For port 3cd3c7cd-538d-402d-818f-00a1ac7f6565, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3cd3c7cd-538d-402d-818f-00a1ac7f6565,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:48:36.679295 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5684c6ae-efbe-4219-a2ec-d53d0c53e799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (3cd3c7cd-538d-402d-818f-00a1ac7f6565), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:36.701499 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-5684c6ae-efbe-4219-a2ec-d53d0c53e799 admin admin] Calling delete_port for 3cd3c7cd-538d-402d-818f-00a1ac7f6565 owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:48:36.772344 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-3f6414d8-13c4-4d16-86a4-9e4fc4bd0c2f None None] Provisioning complete for port 761a9e03-3ab7-454f-af29-5ee48a96ba64 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:48:36.774850 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3f6414d8-13c4-4d16-86a4-9e4fc4bd0c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (761a9e03-3ab7-454f-af29-5ee48a96ba64), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:36.836777 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-7038173f-f0ad-40ef-9c8d-ae34d42c0e7d tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:36.838789 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-7038173f-f0ad-40ef-9c8d-ae34d42c0e7d tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.94 "GET /v2.0/networks?id=09bfc649-d99a-482a-866a-03aad546a931 HTTP/1.1" status: 200 len: 812 time: 0.4735069 Feb 08 21:48:36.857509 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-a4e00607-2668-4be6-8dd0-23c8ff21b0eb tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Request body: {'port': {'device_id': '4d7b408b-55a4-4d91-91ef-334b85757fec', 'network_id': '09bfc649-d99a-482a-866a-03aad546a931', 'admin_state_up': True, 'tenant_id': '6fa8c74b5ae84720af0d45ca0b0a0a09'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:48:36.936584 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-de2c6a04-46a6-489b-b10b-6af21ccad3b1 None None] Set router 00b6a973-68b2-437e-9776-f18c4b50ccde gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:48:37.108365 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5684c6ae-efbe-4219-a2ec-d53d0c53e799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (3cd3c7cd-538d-402d-818f-00a1ac7f6565), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:37.160770 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 761a9e03-3ab7-454f-af29-5ee48a96ba64 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:48:37.163933 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e8c4ab0-4229-456a-a459-a4a8c8e27a5a tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (3326bbf7-56a3-45b1-a6ea-16da470c07fb), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:37.164540 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (761a9e03-3ab7-454f-af29-5ee48a96ba64), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:37.193394 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684c6ae-efbe-4219-a2ec-d53d0c53e799 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cd3c7cd-538d-402d-818f-00a1ac7f6565,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:37.279701 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:37.280805 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:37.435191 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-a4e00607-2668-4be6-8dd0-23c8ff21b0eb tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Made reservation on behalf of 6fa8c74b5ae84720af0d45ca0b0a0a09 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:48:37.438708 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-a4e00607-2668-4be6-8dd0-23c8ff21b0eb tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:37.464820 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dcd32786-08f7-4ca2-b38d-02bc1f699d62 req-146674a4-2124-4554-86f0-3759cb50399a tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 210 time: 0.0690513 Feb 08 21:48:37.466640 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5684c6ae-efbe-4219-a2ec-d53d0c53e799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (00b6a973-68b2-437e-9776-f18c4b50ccde), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:37.488266 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e8c4ab0-4229-456a-a459-a4a8c8e27a5a tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c92d19e2-0a52-4e99-a6c9-ded3a7be40f9), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:37.612193 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 761a9e03-3ab7-454f-af29-5ee48a96ba64 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:48:37.614196 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (761a9e03-3ab7-454f-af29-5ee48a96ba64), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:37.721874 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 761a9e03-3ab7-454f-af29-5ee48a96ba64, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=761a9e03-3ab7-454f-af29-5ee48a96ba64,segment=NetworkSegment(c310e251-0bb5-4064-81b6-d53605446ed8),segment_id=c310e251-0bb5-4064-81b6-d53605446ed8)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:48:37.734661 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (761a9e03-3ab7-454f-af29-5ee48a96ba64), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:37.943539 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-3f6414d8-13c4-4d16-86a4-9e4fc4bd0c2f None None] Current status of the port 761a9e03-3ab7-454f-af29-5ee48a96ba64 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:48:38.063503 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=761a9e03-3ab7-454f-af29-5ee48a96ba64,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:38.165469 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5684c6ae-efbe-4219-a2ec-d53d0c53e799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (00b6a973-68b2-437e-9776-f18c4b50ccde), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:38.169204 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5684c6ae-efbe-4219-a2ec-d53d0c53e799 admin admin] Publish callbacks [] for router_controller (00b6a973-68b2-437e-9776-f18c4b50ccde), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:38.169575 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-738d4adc-8254-4606-abc5-cd922ef9fc80 None None] Provisioning complete for port c92d19e2-0a52-4e99-a6c9-ded3a7be40f9 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:48:38.173612 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-738d4adc-8254-4606-abc5-cd922ef9fc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c92d19e2-0a52-4e99-a6c9-ded3a7be40f9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:38.283389 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-738d4adc-8254-4606-abc5-cd922ef9fc80 None None] Port c92d19e2-0a52-4e99-a6c9-ded3a7be40f9 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:48:38.323638 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-738d4adc-8254-4606-abc5-cd922ef9fc80 None None] Provisioning complete for port 761a9e03-3ab7-454f-af29-5ee48a96ba64 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:48:38.324020 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-738d4adc-8254-4606-abc5-cd922ef9fc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (761a9e03-3ab7-454f-af29-5ee48a96ba64), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:38.355442 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5684c6ae-efbe-4219-a2ec-d53d0c53e799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (00b6a973-68b2-437e-9776-f18c4b50ccde), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:38.356337 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5684c6ae-efbe-4219-a2ec-d53d0c53e799 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00b6a973-68b2-437e-9776-f18c4b50ccde {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:48:38.375258 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5684c6ae-efbe-4219-a2ec-d53d0c53e799 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:38.382559 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5684c6ae-efbe-4219-a2ec-d53d0c53e799 admin admin] 10.222.0.88 "DELETE /v2.0/routers/00b6a973-68b2-437e-9776-f18c4b50ccde HTTP/1.1" status: 204 len: 168 time: 2.5199518 Feb 08 21:48:38.384463 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55066) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:38.387758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-de2c6a04-46a6-489b-b10b-6af21ccad3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'name': 'tempest-AttachVolumeTestJSON-1939964587-router', 'tenant_id': '34667052c8344fe0a4257547677c9696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:38:38Z', 'updated_at': '2022-02-08T21:48:33Z', 'revision_number': 5, 'project_id': '34667052c8344fe0a4257547677c9696', 'gw_port': {'id': '3cd3c7cd-538d-402d-818f-00a1ac7f6565', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b6a973-68b2-437e-9776-f18c4b50ccde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:38:39Z', 'updated_at': '2022-02-08T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:48:38.472798 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc923f78-71e2-43db-9e14-1149318fdc53 admin admin] Deleting subnet 07d9bb5c-1887-4b22-a4c6-21ab4d50a37d {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:48:38.477185 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dc923f78-71e2-43db-9e14-1149318fdc53 admin admin] Publish callbacks [] for subnet (07d9bb5c-1887-4b22-a4c6-21ab4d50a37d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:38.539439 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2c6a04-46a6-489b-b10b-6af21ccad3b1 None None] Checking router: 00b6a973-68b2-437e-9776-f18c4b50ccde for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:48:38.567584 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dc923f78-71e2-43db-9e14-1149318fdc53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (07d9bb5c-1887-4b22-a4c6-21ab4d50a37d), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:38.634105 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2c6a04-46a6-489b-b10b-6af21ccad3b1 None None] Routers set() bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:48:38.634539 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2c6a04-46a6-489b-b10b-6af21ccad3b1 None None] Router IDs set() for agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 08 21:48:38.635128 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_agentschedulers_db [None req-de2c6a04-46a6-489b-b10b-6af21ccad3b1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'00b6a973-68b2-437e-9776-f18c4b50ccde'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:48:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent'). {{(pid=103435) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 08 21:48:38.636108 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2c6a04-46a6-489b-b10b-6af21ccad3b1 None None] The sync data for ids ['00b6a973-68b2-437e-9776-f18c4b50ccde'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:48:38.639129 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-738d4adc-8254-4606-abc5-cd922ef9fc80 None None] Current status of the port 761a9e03-3ab7-454f-af29-5ee48a96ba64 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:48:38.754631 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17e84854-d60c-4ea9-8f25-053b34d2207b req-5bc1bea3-9577-41c2-a740-0dd37f1690f0 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 210 time: 0.1332579 Feb 08 21:48:38.782314 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-c58ef2c5-12e1-49b3-b61d-fc1a485477cb None None] Provisioning complete for port c92d19e2-0a52-4e99-a6c9-ded3a7be40f9 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:48:38.782694 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c58ef2c5-12e1-49b3-b61d-fc1a485477cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c92d19e2-0a52-4e99-a6c9-ded3a7be40f9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:38.927716 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c58ef2c5-12e1-49b3-b61d-fc1a485477cb None None] Port c92d19e2-0a52-4e99-a6c9-ded3a7be40f9 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:48:38.969822 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dc923f78-71e2-43db-9e14-1149318fdc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (07d9bb5c-1887-4b22-a4c6-21ab4d50a37d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:39.108202 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dc923f78-71e2-43db-9e14-1149318fdc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (07d9bb5c-1887-4b22-a4c6-21ab4d50a37d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:39.111483 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-a4e00607-2668-4be6-8dd0-23c8ff21b0eb tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Allocated IP 172.20.0.14 (09bfc649-d99a-482a-866a-03aad546a931/283dd7ea-9c0f-40a8-b3f0-519e35608000/f0a1ad49-06d8-4fad-b27d-fa205e2a410d) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:48:39.137693 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc923f78-71e2-43db-9e14-1149318fdc53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07d9bb5c-1887-4b22-a4c6-21ab4d50a37d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:39.146841 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dc923f78-71e2-43db-9e14-1149318fdc53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:39.152400 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-dc923f78-71e2-43db-9e14-1149318fdc53 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/07d9bb5c-1887-4b22-a4c6-21ab4d50a37d HTTP/1.1" status: 204 len: 168 time: 0.7641540 Feb 08 21:48:39.155292 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55076) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:39.159323 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c00277-68b6-4ebc-99a9-03b30e3d2916 None None] Network 1679b521-217f-49a1-a155-3334752f6c92 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:48:39.166278 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc923f78-71e2-43db-9e14-1149318fdc53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:39.166844 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc923f78-71e2-43db-9e14-1149318fdc53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:39.166966 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc923f78-71e2-43db-9e14-1149318fdc53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:39.167313 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc923f78-71e2-43db-9e14-1149318fdc53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:39.167641 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc923f78-71e2-43db-9e14-1149318fdc53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:39.167988 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc923f78-71e2-43db-9e14-1149318fdc53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:39.168670 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc923f78-71e2-43db-9e14-1149318fdc53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:39.168670 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc923f78-71e2-43db-9e14-1149318fdc53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:39.168979 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc923f78-71e2-43db-9e14-1149318fdc53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:39.169456 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc923f78-71e2-43db-9e14-1149318fdc53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:39.169877 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc923f78-71e2-43db-9e14-1149318fdc53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:39.170269 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc923f78-71e2-43db-9e14-1149318fdc53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:39.171268 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc923f78-71e2-43db-9e14-1149318fdc53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:48:39.338362 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-52ca0c1d-a4e8-45e4-8a9b-3d31e5c79003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (1679b521-217f-49a1-a155-3334752f6c92), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:39.443210 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-52ca0c1d-a4e8-45e4-8a9b-3d31e5c79003 admin admin] Deleting port c81055a2-2b16-4d59-acf9-8c1206484aec {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:48:39.443643 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-52ca0c1d-a4e8-45e4-8a9b-3d31e5c79003 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c81055a2-2b16-4d59-acf9-8c1206484aec), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:39.513670 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-a4e00607-2668-4be6-8dd0-23c8ff21b0eb tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Publish callbacks [] for port (f0a1ad49-06d8-4fad-b27d-fa205e2a410d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:39.546771 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f81abc-4fa4-48b1-8567-94f157c8ec8c None None] DHCP port deletion for 1679b521-217f-49a1-a155-3334752f6c92 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:48:39.548426 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e8c4ab0-4229-456a-a459-a4a8c8e27a5a tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for port (c92d19e2-0a52-4e99-a6c9-ded3a7be40f9), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:39.556013 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e8c4ab0-4229-456a-a459-a4a8c8e27a5a tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (c92d19e2-0a52-4e99-a6c9-ded3a7be40f9), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:39.566895 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-52ca0c1d-a4e8-45e4-8a9b-3d31e5c79003 admin admin] For port c81055a2-2b16-4d59-acf9-8c1206484aec, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c81055a2-2b16-4d59-acf9-8c1206484aec,segment=NetworkSegment(8990cc77-7426-478b-89e3-41d59e06134a),segment_id=8990cc77-7426-478b-89e3-41d59e06134a)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:48:39.567281 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-52ca0c1d-a4e8-45e4-8a9b-3d31e5c79003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c81055a2-2b16-4d59-acf9-8c1206484aec), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:39.626582 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-52ca0c1d-a4e8-45e4-8a9b-3d31e5c79003 admin admin] Calling delete_port for c81055a2-2b16-4d59-acf9-8c1206484aec owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:48:39.668004 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-90f81abc-4fa4-48b1-8567-94f157c8ec8c None None] Deleting port c81055a2-2b16-4d59-acf9-8c1206484aec {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:48:39.669308 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-90f81abc-4fa4-48b1-8567-94f157c8ec8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c81055a2-2b16-4d59-acf9-8c1206484aec), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:39.697957 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e8c4ab0-4229-456a-a459-a4a8c8e27a5a tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (3326bbf7-56a3-45b1-a6ea-16da470c07fb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:39.882729 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-90f81abc-4fa4-48b1-8567-94f157c8ec8c None None] For port c81055a2-2b16-4d59-acf9-8c1206484aec, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c81055a2-2b16-4d59-acf9-8c1206484aec,segment=NetworkSegment(8990cc77-7426-478b-89e3-41d59e06134a),segment_id=8990cc77-7426-478b-89e3-41d59e06134a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:48:39.883663 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-90f81abc-4fa4-48b1-8567-94f157c8ec8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c81055a2-2b16-4d59-acf9-8c1206484aec), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:39.900199 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c4ab0-4229-456a-a459-a4a8c8e27a5a tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Port': ['ID=c92d19e2-0a52-4e99-a6c9-ded3a7be40f9,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:39.908245 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-a4e00607-2668-4be6-8dd0-23c8ff21b0eb tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (f0a1ad49-06d8-4fad-b27d-fa205e2a410d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:39.949602 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-90f81abc-4fa4-48b1-8567-94f157c8ec8c None None] Calling delete_port for c81055a2-2b16-4d59-acf9-8c1206484aec owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:48:39.971498 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e00607-2668-4be6-8dd0-23c8ff21b0eb tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Pushing event updated for resources: {'Port': ['ID=f0a1ad49-06d8-4fad-b27d-fa205e2a410d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:39.981308 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 761a9e03-3ab7-454f-af29-5ee48a96ba64 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:48:39.997034 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-a4e00607-2668-4be6-8dd0-23c8ff21b0eb tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Network 09bfc649-d99a-482a-866a-03aad546a931 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:48:40.000609 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-a4e00607-2668-4be6-8dd0-23c8ff21b0eb tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:48:40.005758 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-a4e00607-2668-4be6-8dd0-23c8ff21b0eb tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:48:40.042146 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49ee3f-d581-48ec-a598-cd65000fa2bb req-62ce2013-9e9d-4917-8b6a-6275619761b8 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:40.043766 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed49ee3f-d581-48ec-a598-cd65000fa2bb req-62ce2013-9e9d-4917-8b6a-6275619761b8 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 932 time: 0.2036877 Feb 08 21:48:40.077411 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-52ca0c1d-a4e8-45e4-8a9b-3d31e5c79003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (c81055a2-2b16-4d59-acf9-8c1206484aec), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:40.146026 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ca0c1d-a4e8-45e4-8a9b-3d31e5c79003 admin admin] No DVR routers for this DVR port c81055a2-2b16-4d59-acf9-8c1206484aec on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:48:40.147398 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-a4e00607-2668-4be6-8dd0-23c8ff21b0eb tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:40.148075 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-a4e00607-2668-4be6-8dd0-23c8ff21b0eb tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:40.156896 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 761a9e03-3ab7-454f-af29-5ee48a96ba64 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:48:40.156896 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (761a9e03-3ab7-454f-af29-5ee48a96ba64), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:40.160951 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-90f81abc-4fa4-48b1-8567-94f157c8ec8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (c81055a2-2b16-4d59-acf9-8c1206484aec), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:40.172826 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca0c1d-a4e8-45e4-8a9b-3d31e5c79003 admin admin] Pushing event deleted for resources: {'Port': ['ID=c81055a2-2b16-4d59-acf9-8c1206484aec,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:40.186745 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-a4e00607-2668-4be6-8dd0-23c8ff21b0eb tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3385379 Feb 08 21:48:40.196289 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8c4ab0-4229-456a-a459-a4a8c8e27a5a tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network 5be782bb-ee04-497a-b0dd-ebf465106f60 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:48:40.200742 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-6ee9af8f-2724-4ef3-acc1-920271d560e4 service neutron] Request body: {'port': {'device_id': '4d7b408b-55a4-4d91-91ef-334b85757fec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:48:40.205058 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-4e8c4ab0-4229-456a-a459-a4a8c8e27a5a tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:48:40.286365 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f81abc-4fa4-48b1-8567-94f157c8ec8c None None] Pushing event deleted for resources: {'Port': ['ID=c81055a2-2b16-4d59-acf9-8c1206484aec,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:40.299889 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f81abc-4fa4-48b1-8567-94f157c8ec8c None None] No DVR routers for this DVR port c81055a2-2b16-4d59-acf9-8c1206484aec on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:48:40.385651 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed49ee3f-d581-48ec-a598-cd65000fa2bb req-ee1c3c90-f2e0-4d3f-88d5-f8f08732f2b0 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/security-groups?id=2cfe143e-f009-40a5-9185-fb44eb63289f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338673 Feb 08 21:48:40.402707 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-52ca0c1d-a4e8-45e4-8a9b-3d31e5c79003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (1679b521-217f-49a1-a155-3334752f6c92), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:40.433587 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-52ca0c1d-a4e8-45e4-8a9b-3d31e5c79003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1679b521-217f-49a1-a155-3334752f6c92']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:48:40.454183 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-52ca0c1d-a4e8-45e4-8a9b-3d31e5c79003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8990cc77-7426-478b-89e3-41d59e06134a') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:48:40.454854 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-52ca0c1d-a4e8-45e4-8a9b-3d31e5c79003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8990cc77-7426-478b-89e3-41d59e06134a') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:48:40.461390 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-6ee9af8f-2724-4ef3-acc1-920271d560e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f0a1ad49-06d8-4fad-b27d-fa205e2a410d), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:40.469194 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-52ca0c1d-a4e8-45e4-8a9b-3d31e5c79003 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (8990cc77-7426-478b-89e3-41d59e06134a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:40.488745 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-52ca0c1d-a4e8-45e4-8a9b-3d31e5c79003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (8990cc77-7426-478b-89e3-41d59e06134a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:40.494870 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 761a9e03-3ab7-454f-af29-5ee48a96ba64 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:48:40.515403 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ca0c1d-a4e8-45e4-8a9b-3d31e5c79003 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:48:40.517486 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-52ca0c1d-a4e8-45e4-8a9b-3d31e5c79003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (8990cc77-7426-478b-89e3-41d59e06134a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:48:40.521447 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:48:40.571623 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 678e5812-a588-4a5e-9a75-63cad6323254 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:48:40.604507 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-52ca0c1d-a4e8-45e4-8a9b-3d31e5c79003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (1679b521-217f-49a1-a155-3334752f6c92), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:40.605368 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8c4ab0-4229-456a-a459-a4a8c8e27a5a tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Router 3326bbf7-56a3-45b1-a6ea-16da470c07fb is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:48:40.611885 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-52ca0c1d-a4e8-45e4-8a9b-3d31e5c79003 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:40.617389 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 678e5812-a588-4a5e-9a75-63cad6323254 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:48:40.617743 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 678e5812-a588-4a5e-9a75-63cad6323254 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:48:40.618306 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-52ca0c1d-a4e8-45e4-8a9b-3d31e5c79003 admin admin] 10.222.0.88 "DELETE /v2.0/networks/1679b521-217f-49a1-a155-3334752f6c92 HTTP/1.1" status: 204 len: 168 time: 1.4604416 Feb 08 21:48:40.635611 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3cd3c7cd-538d-402d-818f-00a1ac7f6565 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:48:40.654455 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca0c1d-a4e8-45e4-8a9b-3d31e5c79003 admin admin] Pushing event deleted for resources: {'Network': ['ID=1679b521-217f-49a1-a155-3334752f6c92,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:40.686785 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 3cd3c7cd-538d-402d-818f-00a1ac7f6565 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:48:40.689318 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3cd3c7cd-538d-402d-818f-00a1ac7f6565 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:48:40.690143 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c81055a2-2b16-4d59-acf9-8c1206484aec no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:48:40.721056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: c81055a2-2b16-4d59-acf9-8c1206484aec {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:48:40.721492 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c81055a2-2b16-4d59-acf9-8c1206484aec not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:48:40.759036 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-afc592ef-c506-4b85-8a67-e372a852f269 None None] Provisioning complete for port c92d19e2-0a52-4e99-a6c9-ded3a7be40f9 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:48:40.759757 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-afc592ef-c506-4b85-8a67-e372a852f269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c92d19e2-0a52-4e99-a6c9-ded3a7be40f9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:40.823065 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-afc592ef-c506-4b85-8a67-e372a852f269 None None] Port c92d19e2-0a52-4e99-a6c9-ded3a7be40f9 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:48:40.848180 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8c4ab0-4229-456a-a459-a4a8c8e27a5a tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:48:40.854595 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4e8c4ab0-4229-456a-a459-a4a8c8e27a5a tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "PUT /v2.0/routers/3326bbf7-56a3-45b1-a6ea-16da470c07fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7921875 Feb 08 21:48:40.859479 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55102) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:40.866158 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1ef78e-01be-4520-9ca1-308c6c6804f3 None None] Sync routers for ids ['3326bbf7-56a3-45b1-a6ea-16da470c07fb'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:48:40.890910 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1ef78e-01be-4520-9ca1-308c6c6804f3 None None] Routers {'3326bbf7-56a3-45b1-a6ea-16da470c07fb'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:48:40.891836 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-2d1ef78e-01be-4520-9ca1-308c6c6804f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:48:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3326bbf7-56a3-45b1-a6ea-16da470c07fb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:48:40.905024 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55104) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:40.971275 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-2d1ef78e-01be-4520-9ca1-308c6c6804f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:48:40.976796 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f50f72-448a-4f46-b16d-dd1fdaceb4ca tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:40.983162 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1ef78e-01be-4520-9ca1-308c6c6804f3 None None] Routers {'3326bbf7-56a3-45b1-a6ea-16da470c07fb'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:48:40.983162 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-2d1ef78e-01be-4520-9ca1-308c6c6804f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:48:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3326bbf7-56a3-45b1-a6ea-16da470c07fb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:48:40.985403 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-94f50f72-448a-4f46-b16d-dd1fdaceb4ca tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "GET /v2.0/ports?device_id=3326bbf7-56a3-45b1-a6ea-16da470c07fb HTTP/1.1" status: 200 len: 981 time: 0.1218259 Feb 08 21:48:40.986874 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55108) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:41.007617 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-6ee9af8f-2724-4ef3-acc1-920271d560e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a1ad49-06d8-4fad-b27d-fa205e2a410d {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:48:41.016785 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-6ee9af8f-2724-4ef3-acc1-920271d560e4 service neutron] Publish callbacks [] for port (f0a1ad49-06d8-4fad-b27d-fa205e2a410d), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:41.032359 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-6ee9af8f-2724-4ef3-acc1-920271d560e4 service neutron] Transition to ACTIVE for port object f0a1ad49-06d8-4fad-b27d-fa205e2a410d will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:48:41.056624 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fec1bb22-6549-44d7-82e2-b68a6fa3c5ee admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=34667052c8344fe0a4257547677c9696&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1502779 Feb 08 21:48:41.057740 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55114) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:41.060620 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-6ee9af8f-2724-4ef3-acc1-920271d560e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (f0a1ad49-06d8-4fad-b27d-fa205e2a410d), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:41.068203 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-2d1ef78e-01be-4520-9ca1-308c6c6804f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:48:41.068871 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1ef78e-01be-4520-9ca1-308c6c6804f3 None None] The sync data for ids ['3326bbf7-56a3-45b1-a6ea-16da470c07fb'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:48:41.170114 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9af8f-2724-4ef3-acc1-920271d560e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a1ad49-06d8-4fad-b27d-fa205e2a410d,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:41.292958 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-081632c4-ba75-4c1c-8599-793eacafd395 admin admin] Publish callbacks [] for security_group (f2e67091-3682-4723-8e6a-2fcb7dcef2c9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:41.295477 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-6ee9af8f-2724-4ef3-acc1-920271d560e4 service neutron] Attempting to bind port f0a1ad49-06d8-4fad-b27d-fa205e2a410d on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:48:41.296192 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-6ee9af8f-2724-4ef3-acc1-920271d560e4 service neutron] Attempting to bind port f0a1ad49-06d8-4fad-b27d-fa205e2a410d by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '731b763b-1c26-4664-89f0-52796aa1828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '09bfc649-d99a-482a-866a-03aad546a931'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:48:41.296751 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-6ee9af8f-2724-4ef3-acc1-920271d560e4 service neutron] Attempting to bind port f0a1ad49-06d8-4fad-b27d-fa205e2a410d on network 09bfc649-d99a-482a-866a-03aad546a931 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:48:41.303991 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-6ee9af8f-2724-4ef3-acc1-920271d560e4 service neutron] Port f0a1ad49-06d8-4fad-b27d-fa205e2a410d on network 09bfc649-d99a-482a-866a-03aad546a931 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:48:41.304652 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-6ee9af8f-2724-4ef3-acc1-920271d560e4 service neutron] Attempting to bind port f0a1ad49-06d8-4fad-b27d-fa205e2a410d on network 09bfc649-d99a-482a-866a-03aad546a931 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:48:41.319994 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-6ee9af8f-2724-4ef3-acc1-920271d560e4 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:48:41.320729 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-6ee9af8f-2724-4ef3-acc1-920271d560e4 service neutron] Checking segment: {'id': '731b763b-1c26-4664-89f0-52796aa1828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '09bfc649-d99a-482a-866a-03aad546a931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:48:41.321412 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-6ee9af8f-2724-4ef3-acc1-920271d560e4 service neutron] Bound using segment: {'id': '731b763b-1c26-4664-89f0-52796aa1828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '09bfc649-d99a-482a-866a-03aad546a931'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:48:41.322098 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-6ee9af8f-2724-4ef3-acc1-920271d560e4 service neutron] Bound port: f0a1ad49-06d8-4fad-b27d-fa205e2a410d, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '731b763b-1c26-4664-89f0-52796aa1828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '09bfc649-d99a-482a-866a-03aad546a931'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:48:41.323030 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-6ee9af8f-2724-4ef3-acc1-920271d560e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f0a1ad49-06d8-4fad-b27d-fa205e2a410d), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:41.349363 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-081632c4-ba75-4c1c-8599-793eacafd395 admin admin] Publish callbacks [] for security_group (f2e67091-3682-4723-8e6a-2fcb7dcef2c9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:41.450333 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-6ee9af8f-2724-4ef3-acc1-920271d560e4 service neutron] For port f0a1ad49-06d8-4fad-b27d-fa205e2a410d, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:48:41.462397 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-6ee9af8f-2724-4ef3-acc1-920271d560e4 service neutron] For port f0a1ad49-06d8-4fad-b27d-fa205e2a410d, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=f0a1ad49-06d8-4fad-b27d-fa205e2a410d,segment=NetworkSegment(731b763b-1c26-4664-89f0-52796aa1828c),segment_id=731b763b-1c26-4664-89f0-52796aa1828c)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:48:41.479607 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-6ee9af8f-2724-4ef3-acc1-920271d560e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (f0a1ad49-06d8-4fad-b27d-fa205e2a410d), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:41.559361 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-6ee9af8f-2724-4ef3-acc1-920271d560e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:41.560128 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-6ee9af8f-2724-4ef3-acc1-920271d560e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:41.562117 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-6ee9af8f-2724-4ef3-acc1-920271d560e4 service neutron] 10.222.0.94 "PUT /v2.0/ports/f0a1ad49-06d8-4fad-b27d-fa205e2a410d HTTP/1.1" status: 200 len: 1093 time: 1.3680551 Feb 08 21:48:41.562671 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7b408b-55a4-4d91-91ef-334b85757fec', 'tag': 'f0a1ad49-06d8-4fad-b27d-fa205e2a410d'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:48:41.566646 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088bf9fa-ec9a-46af-8387-77a5bc40ea7e" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7b408b-55a4-4d91-91ef-334b85757fec", "tag": "f0a1ad49-06d8-4fad-b27d-fa205e2a410d"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:48:41.602636 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9af8f-2724-4ef3-acc1-920271d560e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a1ad49-06d8-4fad-b27d-fa205e2a410d,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:41.682123 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18c0c1d-2a4f-4dcb-bc5f-6bec2a98b9de x-openstack-request-id: req-c18c0c1d-2a4f-4dcb-bc5f-6bec2a98b9de {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:48:41.682859 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7b408b-55a4-4d91-91ef-334b85757fec", "tag": "f0a1ad49-06d8-4fad-b27d-fa205e2a410d", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:48:41.683293 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c18c0c1d-2a4f-4dcb-bc5f-6bec2a98b9de {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:48:41.684486 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7b408b-55a4-4d91-91ef-334b85757fec', 'tag': 'f0a1ad49-06d8-4fad-b27d-fa205e2a410d', 'status': 'completed', 'code': 200} Feb 08 21:48:41.688365 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-081632c4-ba75-4c1c-8599-793eacafd395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f2e67091-3682-4723-8e6a-2fcb7dcef2c9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:41.692030 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-081632c4-ba75-4c1c-8599-793eacafd395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:41.696446 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-081632c4-ba75-4c1c-8599-793eacafd395 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f2e67091-3682-4723-8e6a-2fcb7dcef2c9 HTTP/1.1" status: 204 len: 168 time: 0.6368864 Feb 08 21:48:41.716749 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081632c4-ba75-4c1c-8599-793eacafd395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e67091-3682-4723-8e6a-2fcb7dcef2c9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:41.744689 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-dedaea1b-0664-4aa3-a837-96a5032d9279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:41.746417 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-dedaea1b-0664-4aa3-a837-96a5032d9279 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6fa8c74b5ae84720af0d45ca0b0a0a09&device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 1127 time: 0.1256771 Feb 08 21:48:41.804462 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c378c-5741-469e-ab79-49f7a0b6f2b0 req-40d26594-9742-420a-9549-b254891324ef tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:41.807268 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e6c378c-5741-469e-ab79-49f7a0b6f2b0 req-40d26594-9742-420a-9549-b254891324ef tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 944 time: 0.2767284 Feb 08 21:48:41.836950 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-3df38faf-5b10-493e-8066-c1a7e62a3160 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0a1ad49-06d8-4fad-b27d-fa205e2a410d HTTP/1.1" status: 200 len: 217 time: 0.0839012 Feb 08 21:48:41.952959 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e6c378c-5741-469e-ab79-49f7a0b6f2b0 req-ef320487-f18a-4bb5-bbd4-c856d14986b3 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/security-groups?id=2cfe143e-f009-40a5-9185-fb44eb63289f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276085 Feb 08 21:48:41.959763 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-f2577a0a-b0dd-4d68-9aba-a8087ba3352f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:41.961305 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-f2577a0a-b0dd-4d68-9aba-a8087ba3352f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=283dd7ea-9c0f-40a8-b3f0-519e35608000 HTTP/1.1" status: 200 len: 852 time: 0.1187153 Feb 08 21:48:42.022902 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-7b71a8a3-d2a9-45e7-932f-c125e696091d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=09bfc649-d99a-482a-866a-03aad546a931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539701 Feb 08 21:48:42.076770 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3ea502e1-4b2f-4d35-9c3e-a1d13b6be639 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (3326bbf7-56a3-45b1-a6ea-16da470c07fb), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:42.223415 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-58ed6a4b-73a5-4797-9fbd-7158a0024e48 service neutron] 10.222.0.94 "GET /v2.0/networks/09bfc649-d99a-482a-866a-03aad546a931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941931 Feb 08 21:48:42.447817 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-02a261b2-b302-4683-8a1c-46ad4d693065 req-c8b4e3b0-82f2-43ed-bab9-19ea9b77aef3 service neutron] 10.222.0.94 "GET /v2.0/networks/09bfc649-d99a-482a-866a-03aad546a931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185440 Feb 08 21:48:42.546498 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-3ea502e1-4b2f-4d35-9c3e-a1d13b6be639 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting port c92d19e2-0a52-4e99-a6c9-ded3a7be40f9 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:48:42.546860 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3ea502e1-4b2f-4d35-9c3e-a1d13b6be639 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c92d19e2-0a52-4e99-a6c9-ded3a7be40f9), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:42.604297 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bf9fa-ec9a-46af-8387-77a5bc40ea7e req-3f84c63e-6350-46e1-941c-c6bfd6db32c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:42.605983 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-088bf9fa-ec9a-46af-8387-77a5bc40ea7e req-3f84c63e-6350-46e1-941c-c6bfd6db32c6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6fa8c74b5ae84720af0d45ca0b0a0a09&device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 1127 time: 0.1025000 Feb 08 21:48:42.690583 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3ea502e1-4b2f-4d35-9c3e-a1d13b6be639 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c92d19e2-0a52-4e99-a6c9-ded3a7be40f9), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:42.751226 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-3ea502e1-4b2f-4d35-9c3e-a1d13b6be639 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Calling delete_port for c92d19e2-0a52-4e99-a6c9-ded3a7be40f9 owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:48:42.772189 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bf9fa-ec9a-46af-8387-77a5bc40ea7e req-c4d5f044-a5ee-4423-85a5-7942a39fed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:42.781885 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-088bf9fa-ec9a-46af-8387-77a5bc40ea7e req-c4d5f044-a5ee-4423-85a5-7942a39fed86 service neutron] 10.222.0.94 "GET /v2.0/networks?id=09bfc649-d99a-482a-866a-03aad546a931 HTTP/1.1" status: 200 len: 913 time: 0.1653583 Feb 08 21:48:42.862930 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-088bf9fa-ec9a-46af-8387-77a5bc40ea7e req-aa8d4ad1-8f9d-4fa4-9327-99bb1eb1c99f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0a1ad49-06d8-4fad-b27d-fa205e2a410d HTTP/1.1" status: 200 len: 217 time: 0.0795984 Feb 08 21:48:42.973950 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bf9fa-ec9a-46af-8387-77a5bc40ea7e req-c0861353-74b3-44e0-97af-8673da80bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:42.977881 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-088bf9fa-ec9a-46af-8387-77a5bc40ea7e req-c0861353-74b3-44e0-97af-8673da80bda5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=283dd7ea-9c0f-40a8-b3f0-519e35608000 HTTP/1.1" status: 200 len: 852 time: 0.1068232 Feb 08 21:48:43.030906 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-088bf9fa-ec9a-46af-8387-77a5bc40ea7e req-4f5f25ad-7e09-42f4-9dd4-d66091a437a6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=09bfc649-d99a-482a-866a-03aad546a931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467546 Feb 08 21:48:43.215245 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3ea502e1-4b2f-4d35-9c3e-a1d13b6be639 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (c92d19e2-0a52-4e99-a6c9-ded3a7be40f9), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:43.238583 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-088bf9fa-ec9a-46af-8387-77a5bc40ea7e req-7a9d361d-e4cd-426d-8ff8-87fcf963f4e3 service neutron] 10.222.0.94 "GET /v2.0/networks/09bfc649-d99a-482a-866a-03aad546a931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004409 Feb 08 21:48:43.256364 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea502e1-4b2f-4d35-9c3e-a1d13b6be639 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Port': ['ID=c92d19e2-0a52-4e99-a6c9-ded3a7be40f9,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:43.425664 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc806cd0-d1d0-4d2f-a508-d74c5e25bbf9 req-67d0ea97-5984-483a-8163-b31bd962f344 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:43.427840 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc806cd0-d1d0-4d2f-a508-d74c5e25bbf9 req-67d0ea97-5984-483a-8163-b31bd962f344 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 944 time: 0.3270574 Feb 08 21:48:43.601581 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-088bf9fa-ec9a-46af-8387-77a5bc40ea7e req-2043ce31-2b44-433b-bbfb-73bed908df1f service neutron] 10.222.0.94 "GET /v2.0/networks/09bfc649-d99a-482a-866a-03aad546a931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547480 Feb 08 21:48:43.705995 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc806cd0-d1d0-4d2f-a508-d74c5e25bbf9 req-bf708a70-5cdc-4f12-9b9d-919980979cb3 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/security-groups?id=2cfe143e-f009-40a5-9185-fb44eb63289f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511046 Feb 08 21:48:43.739707 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3ea502e1-4b2f-4d35-9c3e-a1d13b6be639 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (3326bbf7-56a3-45b1-a6ea-16da470c07fb), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:43.990911 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea502e1-4b2f-4d35-9c3e-a1d13b6be639 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Router 3326bbf7-56a3-45b1-a6ea-16da470c07fb has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:48:44.097954 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea502e1-4b2f-4d35-9c3e-a1d13b6be639 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:48:44.105346 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3ea502e1-4b2f-4d35-9c3e-a1d13b6be639 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "PUT /v2.0/routers/3326bbf7-56a3-45b1-a6ea-16da470c07fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1168840 Feb 08 21:48:44.108028 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55172) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:44.117292 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8841340-cf4b-45b8-828f-019234d83e39 None None] Sync routers for ids ['3326bbf7-56a3-45b1-a6ea-16da470c07fb'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:48:44.132242 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8841340-cf4b-45b8-828f-019234d83e39 None None] Routers {'3326bbf7-56a3-45b1-a6ea-16da470c07fb'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:48:44.133897 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b8841340-cf4b-45b8-828f-019234d83e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:48:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3326bbf7-56a3-45b1-a6ea-16da470c07fb'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:48:44.153002 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-346fff77-de5f-4dad-ae6a-975ee12f588a tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] GET failed (client error): The resource could not be found. Feb 08 21:48:44.155224 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-346fff77-de5f-4dad-ae6a-975ee12f588a tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "GET /v2.0/ports/c92d19e2-0a52-4e99-a6c9-ded3a7be40f9 HTTP/1.1" status: 404 len: 333 time: 0.0460727 Feb 08 21:48:44.158636 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55174) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:44.210605 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b8841340-cf4b-45b8-828f-019234d83e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:48:44.227093 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8841340-cf4b-45b8-828f-019234d83e39 None None] Routers {'3326bbf7-56a3-45b1-a6ea-16da470c07fb'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:48:44.227756 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b8841340-cf4b-45b8-828f-019234d83e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:48:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3326bbf7-56a3-45b1-a6ea-16da470c07fb'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:48:44.270020 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-122764d0-06dd-4395-851f-c8f2d5bf1d9a tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for router (3326bbf7-56a3-45b1-a6ea-16da470c07fb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:44.272298 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b8841340-cf4b-45b8-828f-019234d83e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:48:44.273674 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8841340-cf4b-45b8-828f-019234d83e39 None None] The sync data for ids ['3326bbf7-56a3-45b1-a6ea-16da470c07fb'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:48:44.528166 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-122764d0-06dd-4395-851f-c8f2d5bf1d9a tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (3326bbf7-56a3-45b1-a6ea-16da470c07fb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:44.533781 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-122764d0-06dd-4395-851f-c8f2d5bf1d9a tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for router_controller (3326bbf7-56a3-45b1-a6ea-16da470c07fb), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:44.671111 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-122764d0-06dd-4395-851f-c8f2d5bf1d9a tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (3326bbf7-56a3-45b1-a6ea-16da470c07fb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:44.671803 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122764d0-06dd-4395-851f-c8f2d5bf1d9a tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Fanout notify agent at l3_agent the message router_deleted on router 3326bbf7-56a3-45b1-a6ea-16da470c07fb {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:48:44.701217 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-122764d0-06dd-4395-851f-c8f2d5bf1d9a tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:44.702803 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-122764d0-06dd-4395-851f-c8f2d5bf1d9a tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/routers/3326bbf7-56a3-45b1-a6ea-16da470c07fb HTTP/1.1" status: 204 len: 168 time: 0.5429823 Feb 08 21:48:44.705948 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55194) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:45.105158 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b988e7-8a48-4a34-b3fe-fa67cc2148cb tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting subnet 9323246d-e961-4db1-a053-51b2489bea49 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:48:45.108815 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-26b988e7-8a48-4a34-b3fe-fa67cc2148cb tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (9323246d-e961-4db1-a053-51b2489bea49), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:45.156806 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-26b988e7-8a48-4a34-b3fe-fa67cc2148cb tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (9323246d-e961-4db1-a053-51b2489bea49), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:45.290777 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-26b988e7-8a48-4a34-b3fe-fa67cc2148cb tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (9323246d-e961-4db1-a053-51b2489bea49), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:45.358340 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5d1fd-8f22-4763-b3b4-14b13731ecf3 req-80e1f7c6-dd28-41b7-bd24-8a96fd4572a6 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:45.366745 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98d5d1fd-8f22-4763-b3b4-14b13731ecf3 req-80e1f7c6-dd28-41b7-bd24-8a96fd4572a6 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 944 time: 0.1140656 Feb 08 21:48:45.427558 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-26b988e7-8a48-4a34-b3fe-fa67cc2148cb tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (9323246d-e961-4db1-a053-51b2489bea49), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:45.458340 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98d5d1fd-8f22-4763-b3b4-14b13731ecf3 req-78bf521b-e1f9-409a-98f8-fdd51e6c2af5 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/security-groups?id=2cfe143e-f009-40a5-9185-fb44eb63289f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857298 Feb 08 21:48:45.498346 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b988e7-8a48-4a34-b3fe-fa67cc2148cb tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Subnet': ['ID=9323246d-e961-4db1-a053-51b2489bea49,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:45.507198 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42777c21-2cf3-4154-be5a-78b68ebdb8f0 None None] Network 5be782bb-ee04-497a-b0dd-ebf465106f60 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:48:45.523985 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-26b988e7-8a48-4a34-b3fe-fa67cc2148cb tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:45.539302 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-26b988e7-8a48-4a34-b3fe-fa67cc2148cb tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/subnets/9323246d-e961-4db1-a053-51b2489bea49 HTTP/1.1" status: 204 len: 168 time: 0.8292367 Feb 08 21:48:45.539681 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55212) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:45.713353 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ed54c4f-c93f-47b0-abf5-176b6b49f0f9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (5be782bb-ee04-497a-b0dd-ebf465106f60), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:45.839573 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff887ce2-6050-44ea-a146-4c8f3859ce92 None None] DHCP port deletion for 5be782bb-ee04-497a-b0dd-ebf465106f60 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:48:45.916960 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-6ed54c4f-c93f-47b0-abf5-176b6b49f0f9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting port 761a9e03-3ab7-454f-af29-5ee48a96ba64 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:48:45.917336 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ed54c4f-c93f-47b0-abf5-176b6b49f0f9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (761a9e03-3ab7-454f-af29-5ee48a96ba64), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:46.013123 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ff887ce2-6050-44ea-a146-4c8f3859ce92 None None] Deleting port 761a9e03-3ab7-454f-af29-5ee48a96ba64 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:48:46.014248 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ff887ce2-6050-44ea-a146-4c8f3859ce92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (761a9e03-3ab7-454f-af29-5ee48a96ba64), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:46.126601 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-6ed54c4f-c93f-47b0-abf5-176b6b49f0f9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] For port 761a9e03-3ab7-454f-af29-5ee48a96ba64, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=761a9e03-3ab7-454f-af29-5ee48a96ba64,segment=NetworkSegment(c310e251-0bb5-4064-81b6-d53605446ed8),segment_id=c310e251-0bb5-4064-81b6-d53605446ed8)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:48:46.126879 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ed54c4f-c93f-47b0-abf5-176b6b49f0f9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (761a9e03-3ab7-454f-af29-5ee48a96ba64), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:46.129188 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ff887ce2-6050-44ea-a146-4c8f3859ce92 None None] For port 761a9e03-3ab7-454f-af29-5ee48a96ba64, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=761a9e03-3ab7-454f-af29-5ee48a96ba64,segment=NetworkSegment(c310e251-0bb5-4064-81b6-d53605446ed8),segment_id=c310e251-0bb5-4064-81b6-d53605446ed8)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:48:46.130906 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ff887ce2-6050-44ea-a146-4c8f3859ce92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (761a9e03-3ab7-454f-af29-5ee48a96ba64), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:46.162284 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ff887ce2-6050-44ea-a146-4c8f3859ce92 None None] Calling delete_port for 761a9e03-3ab7-454f-af29-5ee48a96ba64 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:48:46.164045 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-6ed54c4f-c93f-47b0-abf5-176b6b49f0f9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Calling delete_port for 761a9e03-3ab7-454f-af29-5ee48a96ba64 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:48:46.321214 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ed54c4f-c93f-47b0-abf5-176b6b49f0f9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (761a9e03-3ab7-454f-af29-5ee48a96ba64), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:46.336253 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ff887ce2-6050-44ea-a146-4c8f3859ce92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (761a9e03-3ab7-454f-af29-5ee48a96ba64), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:46.400867 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed54c4f-c93f-47b0-abf5-176b6b49f0f9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] No DVR routers for this DVR port 761a9e03-3ab7-454f-af29-5ee48a96ba64 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:48:46.403407 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff887ce2-6050-44ea-a146-4c8f3859ce92 None None] No DVR routers for this DVR port 761a9e03-3ab7-454f-af29-5ee48a96ba64 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:48:46.419028 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff887ce2-6050-44ea-a146-4c8f3859ce92 None None] Pushing event deleted for resources: {'Port': ['ID=761a9e03-3ab7-454f-af29-5ee48a96ba64,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:46.429128 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed54c4f-c93f-47b0-abf5-176b6b49f0f9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Port': ['ID=761a9e03-3ab7-454f-af29-5ee48a96ba64,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:46.540881 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device f0a1ad49-06d8-4fad-b27d-fa205e2a410d details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:48:46.613092 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c602b-73b1-45fa-95ed-5a3c3f57ca01 req-16fd2927-c1dc-49cc-84ee-03a29e8731f3 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:46.623565 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d72c602b-73b1-45fa-95ed-5a3c3f57ca01 req-16fd2927-c1dc-49cc-84ee-03a29e8731f3 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 944 time: 0.0845246 Feb 08 21:48:46.673963 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ed54c4f-c93f-47b0-abf5-176b6b49f0f9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (5be782bb-ee04-497a-b0dd-ebf465106f60), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:46.726268 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d72c602b-73b1-45fa-95ed-5a3c3f57ca01 req-312c42a9-a219-49ae-b0df-1ff2d2e69b9a tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/security-groups?id=2cfe143e-f009-40a5-9185-fb44eb63289f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011107 Feb 08 21:48:46.750729 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-6ed54c4f-c93f-47b0-abf5-176b6b49f0f9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be782bb-ee04-497a-b0dd-ebf465106f60']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:48:46.779496 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port f0a1ad49-06d8-4fad-b27d-fa205e2a410d, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=f0a1ad49-06d8-4fad-b27d-fa205e2a410d,segment=NetworkSegment(731b763b-1c26-4664-89f0-52796aa1828c),segment_id=731b763b-1c26-4664-89f0-52796aa1828c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:48:46.786250 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-6ed54c4f-c93f-47b0-abf5-176b6b49f0f9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c310e251-0bb5-4064-81b6-d53605446ed8') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:48:46.790223 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-6ed54c4f-c93f-47b0-abf5-176b6b49f0f9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c310e251-0bb5-4064-81b6-d53605446ed8') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:48:46.806348 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'f0a1ad49-06d8-4fad-b27d-fa205e2a410d', 'network_id': '09bfc649-d99a-482a-866a-03aad546a931', 'port_id': 'f0a1ad49-06d8-4fad-b27d-fa205e2a410d', 'mac_address': 'fa:16:3e:23:b3:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '283dd7ea-9c0f-40a8-b3f0-519e35608000', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:48:46.824787 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ed54c4f-c93f-47b0-abf5-176b6b49f0f9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (c310e251-0bb5-4064-81b6-d53605446ed8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:46.863254 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ed54c4f-c93f-47b0-abf5-176b6b49f0f9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (c310e251-0bb5-4064-81b6-d53605446ed8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:46.871934 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed54c4f-c93f-47b0-abf5-176b6b49f0f9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:48:46.872735 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ed54c4f-c93f-47b0-abf5-176b6b49f0f9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (c310e251-0bb5-4064-81b6-d53605446ed8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:46.872920 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55232) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:48:46.911946 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:48:46.933362 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port f0a1ad49-06d8-4fad-b27d-fa205e2a410d is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:48:46.933767 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f0a1ad49-06d8-4fad-b27d-fa205e2a410d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:46.970572 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a1ad49-06d8-4fad-b27d-fa205e2a410d {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:48:47.011704 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port f0a1ad49-06d8-4fad-b27d-fa205e2a410d, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=f0a1ad49-06d8-4fad-b27d-fa205e2a410d,segment=NetworkSegment(731b763b-1c26-4664-89f0-52796aa1828c),segment_id=731b763b-1c26-4664-89f0-52796aa1828c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:48:47.011945 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ed54c4f-c93f-47b0-abf5-176b6b49f0f9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (5be782bb-ee04-497a-b0dd-ebf465106f60), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:47.017872 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f0a1ad49-06d8-4fad-b27d-fa205e2a410d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:47.020409 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ed54c4f-c93f-47b0-abf5-176b6b49f0f9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:47.039127 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6ed54c4f-c93f-47b0-abf5-176b6b49f0f9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/networks/5be782bb-ee04-497a-b0dd-ebf465106f60 HTTP/1.1" status: 204 len: 168 time: 1.4949050 Feb 08 21:48:47.039365 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55240) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:47.119749 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=f0a1ad49-06d8-4fad-b27d-fa205e2a410d,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:47.121965 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed54c4f-c93f-47b0-abf5-176b6b49f0f9 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Network': ['ID=5be782bb-ee04-497a-b0dd-ebf465106f60,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:47.186575 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c27a52-a82e-4873-9bb8-200d637e673d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:47.197196 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55242) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:47.213131 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d7c27a52-a82e-4873-9bb8-200d637e673d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "GET /v2.0/ports/fd76ca78-45bc-49a9-b13c-35fea01e90eb HTTP/1.1" status: 200 len: 840 time: 0.1723166 Feb 08 21:48:47.254796 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-895aa425-0c19-4412-8c28-42f0c3915ec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:47.297209 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['f0a1ad49-06d8-4fad-b27d-fa205e2a410d'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:48:47.325353 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3d8267fc-8e3a-47e9-b1f5-e33733f2fe4f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "GET /v2.0/ports/fd76ca78-45bc-49a9-b13c-35fea01e90eb?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1263683 Feb 08 21:48:47.332653 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55244) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:47.350692 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d75e16fa-50c8-419c-9332-802e48cc7d4d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'subnet': {'network_id': '899eb948-f933-452c-aaf9-10a5de61b269', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:48:47.530925 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-895aa425-0c19-4412-8c28-42f0c3915ec3 admin admin] Publish callbacks [] for security_group (6b8d8ed2-39c9-4968-84be-ab8791591bee), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:47.536648 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-895aa425-0c19-4412-8c28-42f0c3915ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6b8d8ed2-39c9-4968-84be-ab8791591bee), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:47.633080 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75e16fa-50c8-419c-9332-802e48cc7d4d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:48:47.639222 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895aa425-0c19-4412-8c28-42f0c3915ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8d8ed2-39c9-4968-84be-ab8791591bee,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:47.642133 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d75e16fa-50c8-419c-9332-802e48cc7d4d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:47.649485 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-895aa425-0c19-4412-8c28-42f0c3915ec3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=47c059cc61614e8e83a406e6b06e2053&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7752340 Feb 08 21:48:47.653310 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55246) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:47.776393 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-84303a0e-451a-4392-b872-7915478dbf24 admin admin] Publish callbacks [] for security_group (6b8d8ed2-39c9-4968-84be-ab8791591bee), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:47.803460 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-84303a0e-451a-4392-b872-7915478dbf24 admin admin] Publish callbacks [] for security_group (6b8d8ed2-39c9-4968-84be-ab8791591bee), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:47.874301 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 761a9e03-3ab7-454f-af29-5ee48a96ba64 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:48:47.944994 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 761a9e03-3ab7-454f-af29-5ee48a96ba64 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:48:47.947343 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 761a9e03-3ab7-454f-af29-5ee48a96ba64 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:48:48.009002 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-84303a0e-451a-4392-b872-7915478dbf24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6b8d8ed2-39c9-4968-84be-ab8791591bee), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:48.014797 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-84303a0e-451a-4392-b872-7915478dbf24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:48.017517 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-84303a0e-451a-4392-b872-7915478dbf24 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6b8d8ed2-39c9-4968-84be-ab8791591bee HTTP/1.1" status: 204 len: 168 time: 0.3634028 Feb 08 21:48:48.052417 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84303a0e-451a-4392-b872-7915478dbf24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8d8ed2-39c9-4968-84be-ab8791591bee,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:48.089562 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6a63c-e758-47a3-bd43-d22f71d7b625 req-c3835a0f-c7cb-4e00-b068-1512ba4d0f55 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:48.095685 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9db6a63c-e758-47a3-bd43-d22f71d7b625 req-c3835a0f-c7cb-4e00-b068-1512ba4d0f55 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 945 time: 0.1963336 Feb 08 21:48:48.141484 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d75e16fa-50c8-419c-9332-802e48cc7d4d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (d8a58db0-49f3-4464-bfc7-5b0708625909), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:48.197907 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9db6a63c-e758-47a3-bd43-d22f71d7b625 req-9c2fa097-249c-4f3e-b145-bf9f4ec9700e tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/security-groups?id=2cfe143e-f009-40a5-9185-fb44eb63289f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008470 Feb 08 21:48:48.305199 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75e16fa-50c8-419c-9332-802e48cc7d4d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network 899eb948-f933-452c-aaf9-10a5de61b269 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:48:48.312263 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-d75e16fa-50c8-419c-9332-802e48cc7d4d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:48:48.317365 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75e16fa-50c8-419c-9332-802e48cc7d4d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:48.317969 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d75e16fa-50c8-419c-9332-802e48cc7d4d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:48.330747 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c93a8f-b644-442a-8ea2-ed35bf25410c None None] Network 899eb948-f933-452c-aaf9-10a5de61b269 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:48:48.336593 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e16fa-50c8-419c-9332-802e48cc7d4d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Subnet': ['ID=d8a58db0-49f3-4464-bfc7-5b0708625909,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:48.375698 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55260) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:48.376056 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d75e16fa-50c8-419c-9332-802e48cc7d4d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0417495 Feb 08 21:48:48.381410 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-2692f44b-e9d9-49e1-baae-efaf55006ec5 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'security_group': {'name': 'tempest-secgroup-942201990'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:48:48.446339 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2692f44b-e9d9-49e1-baae-efaf55006ec5 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:48.609982 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55262) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:48.628229 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45bd6225-991c-44db-873c-6896cc6293a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:48.642126 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2692f44b-e9d9-49e1-baae-efaf55006ec5 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (63bed3ed-3767-42b7-8ab4-0f357b080d5e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:48.646814 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2692f44b-e9d9-49e1-baae-efaf55006ec5 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (63bed3ed-3767-42b7-8ab4-0f357b080d5e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:48.719533 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692f44b-e9d9-49e1-baae-efaf55006ec5 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63bed3ed-3767-42b7-8ab4-0f357b080d5e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:48.744676 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2692f44b-e9d9-49e1-baae-efaf55006ec5 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:48.752091 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2692f44b-e9d9-49e1-baae-efaf55006ec5 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3752275 Feb 08 21:48:48.753314 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55264) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:48.761433 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-aad892b4-940a-4b99-b22f-60ada6b4e127 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'security_group': {'name': 'tempest-secgroup-802636921'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:48:48.807460 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device f0a1ad49-06d8-4fad-b27d-fa205e2a410d up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:48:48.815969 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aad892b4-940a-4b99-b22f-60ada6b4e127 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:48.856641 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45bd6225-991c-44db-873c-6896cc6293a6 admin admin] Publish callbacks [] for security_group (43ee8b38-470f-43ec-b9e1-f253a1a73a49), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:48.866879 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45bd6225-991c-44db-873c-6896cc6293a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (43ee8b38-470f-43ec-b9e1-f253a1a73a49), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:48.922505 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55266) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:48.923484 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port f0a1ad49-06d8-4fad-b27d-fa205e2a410d completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:48:48.926157 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-45bd6225-991c-44db-873c-6896cc6293a6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=aa5d235e6ce64e8dacac1ac151af44f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3035243 Feb 08 21:48:48.927541 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd6225-991c-44db-873c-6896cc6293a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ee8b38-470f-43ec-b9e1-f253a1a73a49,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:48.932378 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port f0a1ad49-06d8-4fad-b27d-fa205e2a410d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:48:48.933260 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f0a1ad49-06d8-4fad-b27d-fa205e2a410d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:49.063071 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aad892b4-940a-4b99-b22f-60ada6b4e127 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (acf4d52a-5af9-4c9a-9a2c-3fb177768b28), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:49.073005 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aad892b4-940a-4b99-b22f-60ada6b4e127 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (acf4d52a-5af9-4c9a-9a2c-3fb177768b28), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:49.122099 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port f0a1ad49-06d8-4fad-b27d-fa205e2a410d is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:48:49.122748 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f0a1ad49-06d8-4fad-b27d-fa205e2a410d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:49.149134 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb888bf5-3ada-4d28-8da0-de99c0970ac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-899eb948-f933-452c-aaf9-10a5de61b269', 'network_id': '899eb948-f933-452c-aaf9-10a5de61b269', 'project_id': '957802303cd04f1ca53889ad1e28b004', 'fixed_ips': [{'subnet_id': 'd8a58db0-49f3-4464-bfc7-5b0708625909'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:48:49.150821 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cb888bf5-3ada-4d28-8da0-de99c0970ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:49.154768 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad892b4-940a-4b99-b22f-60ada6b4e127 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acf4d52a-5af9-4c9a-9a2c-3fb177768b28,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:49.168755 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c7c679d0-0faf-43fa-be9a-4d52ef8104e7 admin admin] Publish callbacks [] for security_group (43ee8b38-470f-43ec-b9e1-f253a1a73a49), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:49.196805 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aad892b4-940a-4b99-b22f-60ada6b4e127 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:49.198186 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-aad892b4-940a-4b99-b22f-60ada6b4e127 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4403963 Feb 08 21:48:49.200856 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55274) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:49.207345 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8b9ca36d-01ab-4fc6-9899-5f852e072d13 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2011794228', 'security_groups': ['acf4d52a-5af9-4c9a-9a2c-3fb177768b28'], 'network_id': '899eb948-f933-452c-aaf9-10a5de61b269', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd8a58db0-49f3-4464-bfc7-5b0708625909'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:48:49.229994 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c7c679d0-0faf-43fa-be9a-4d52ef8104e7 admin admin] Publish callbacks [] for security_group (43ee8b38-470f-43ec-b9e1-f253a1a73a49), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:49.273591 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7b408b-55a4-4d91-91ef-334b85757fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a1ad49-06d8-4fad-b27d-fa205e2a410d'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:48:49.280502 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cfa107-1811-44bc-9e40-2be9301d232c" -d '{"events": [{"server_uuid": "4d7b408b-55a4-4d91-91ef-334b85757fec", "name": "network-vif-plugged", "status": "completed", "tag": "f0a1ad49-06d8-4fad-b27d-fa205e2a410d"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:48:49.330698 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c7c679d0-0faf-43fa-be9a-4d52ef8104e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (43ee8b38-470f-43ec-b9e1-f253a1a73a49), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:49.334308 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c7c679d0-0faf-43fa-be9a-4d52ef8104e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:49.338118 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c7c679d0-0faf-43fa-be9a-4d52ef8104e7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/43ee8b38-470f-43ec-b9e1-f253a1a73a49 HTTP/1.1" status: 204 len: 168 time: 0.4121253 Feb 08 21:48:49.352193 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c679d0-0faf-43fa-be9a-4d52ef8104e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ee8b38-470f-43ec-b9e1-f253a1a73a49,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:49.540618 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port f0a1ad49-06d8-4fad-b27d-fa205e2a410d, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=f0a1ad49-06d8-4fad-b27d-fa205e2a410d,segment=NetworkSegment(731b763b-1c26-4664-89f0-52796aa1828c),segment_id=731b763b-1c26-4664-89f0-52796aa1828c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:48:49.607931 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c3842-9654-4616-a3d4-654fcabbef1e req-a7f1348b-bc1b-4199-afef-c37dfd890ccb tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:49.609928 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b55c3842-9654-4616-a3d4-654fcabbef1e req-a7f1348b-bc1b-4199-afef-c37dfd890ccb tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 945 time: 0.1934645 Feb 08 21:48:49.616162 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f0a1ad49-06d8-4fad-b27d-fa205e2a410d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:49.759414 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b55c3842-9654-4616-a3d4-654fcabbef1e req-34b45abe-b039-405a-902d-6735e99e044f tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/security-groups?id=2cfe143e-f009-40a5-9185-fb44eb63289f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389992 Feb 08 21:48:49.775760 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=f0a1ad49-06d8-4fad-b27d-fa205e2a410d,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:49.946255 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-cb888bf5-3ada-4d28-8da0-de99c0970ac2 None None] Allocated IP 172.20.0.2 (899eb948-f933-452c-aaf9-10a5de61b269/d8a58db0-49f3-4464-bfc7-5b0708625909/6ae6f028-7148-4584-ae93-9d581a44ecd6) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:48:50.167470 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cb888bf5-3ada-4d28-8da0-de99c0970ac2 None None] Publish callbacks [] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:50.175108 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ea6621-1498-4ac9-a2ab-dc9cde76335c x-openstack-request-id: req-f2ea6621-1498-4ac9-a2ab-dc9cde76335c {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:48:50.175672 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7b408b-55a4-4d91-91ef-334b85757fec", "name": "network-vif-plugged", "status": "completed", "tag": "f0a1ad49-06d8-4fad-b27d-fa205e2a410d", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:48:50.176775 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f2ea6621-1498-4ac9-a2ab-dc9cde76335c {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:48:50.177473 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7b408b-55a4-4d91-91ef-334b85757fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a1ad49-06d8-4fad-b27d-fa205e2a410d', 'code': 200} Feb 08 21:48:50.179927 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cb888bf5-3ada-4d28-8da0-de99c0970ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:50.236325 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb888bf5-3ada-4d28-8da0-de99c0970ac2 None None] Pushing event updated for resources: {'Port': ['ID=6ae6f028-7148-4584-ae93-9d581a44ecd6,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:50.257910 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb888bf5-3ada-4d28-8da0-de99c0970ac2 None None] Network 899eb948-f933-452c-aaf9-10a5de61b269 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:48:50.259399 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-cb888bf5-3ada-4d28-8da0-de99c0970ac2 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:48:50.302058 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb888bf5-3ada-4d28-8da0-de99c0970ac2 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:48:50.333119 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ab38f-29f8-4cbf-a17a-21514d094898 req-84ebe4c5-8665-4b29-a691-93575869be32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:50.338810 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ba7ab38f-29f8-4cbf-a17a-21514d094898 req-84ebe4c5-8665-4b29-a691-93575869be32 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 1129 time: 0.2091277 Feb 08 21:48:50.422130 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9ca36d-01ab-4fc6-9899-5f852e072d13 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:48:50.496032 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-cb888bf5-3ada-4d28-8da0-de99c0970ac2 None None] Attempting to bind port 6ae6f028-7148-4584-ae93-9d581a44ecd6 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:48:50.497133 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-cb888bf5-3ada-4d28-8da0-de99c0970ac2 None None] Attempting to bind port 6ae6f028-7148-4584-ae93-9d581a44ecd6 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '37321b10-6ebc-47be-b96a-2988960fd7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '899eb948-f933-452c-aaf9-10a5de61b269'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:48:50.497533 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb888bf5-3ada-4d28-8da0-de99c0970ac2 None None] Attempting to bind port 6ae6f028-7148-4584-ae93-9d581a44ecd6 on network 899eb948-f933-452c-aaf9-10a5de61b269 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:48:50.509193 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb888bf5-3ada-4d28-8da0-de99c0970ac2 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:48:50.509827 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb888bf5-3ada-4d28-8da0-de99c0970ac2 None None] Checking segment: {'id': '37321b10-6ebc-47be-b96a-2988960fd7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '899eb948-f933-452c-aaf9-10a5de61b269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:48:50.510252 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cb888bf5-3ada-4d28-8da0-de99c0970ac2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:50.512108 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb888bf5-3ada-4d28-8da0-de99c0970ac2 None None] Bound using segment: {'id': '37321b10-6ebc-47be-b96a-2988960fd7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '899eb948-f933-452c-aaf9-10a5de61b269'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:48:50.512649 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-cb888bf5-3ada-4d28-8da0-de99c0970ac2 None None] Bound port: 6ae6f028-7148-4584-ae93-9d581a44ecd6, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37321b10-6ebc-47be-b96a-2988960fd7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '899eb948-f933-452c-aaf9-10a5de61b269'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:48:50.514038 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cb888bf5-3ada-4d28-8da0-de99c0970ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:50.529264 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ba7ab38f-29f8-4cbf-a17a-21514d094898 req-6dcba2e2-29fd-47f1-8bf2-8c49dbdc060f service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=2cfe143e-f009-40a5-9185-fb44eb63289f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803920 Feb 08 21:48:50.591387 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca36d-01ab-4fc6-9899-5f852e072d13 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:50.648726 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-8b9ca36d-01ab-4fc6-9899-5f852e072d13 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] device_id is not set on port e921eae0-0935-44e9-b12a-6f8dee2fc177 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:48:50.651302 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-cb888bf5-3ada-4d28-8da0-de99c0970ac2 None None] For port 6ae6f028-7148-4584-ae93-9d581a44ecd6, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:48:50.658070 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-cb888bf5-3ada-4d28-8da0-de99c0970ac2 None None] For port 6ae6f028-7148-4584-ae93-9d581a44ecd6, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=6ae6f028-7148-4584-ae93-9d581a44ecd6,segment=NetworkSegment(37321b10-6ebc-47be-b96a-2988960fd7f4),segment_id=37321b10-6ebc-47be-b96a-2988960fd7f4)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:48:50.671514 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cb888bf5-3ada-4d28-8da0-de99c0970ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:50.809800 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb888bf5-3ada-4d28-8da0-de99c0970ac2 None None] Pushing event updated for resources: {'Port': ['ID=6ae6f028-7148-4584-ae93-9d581a44ecd6,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:51.062227 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740de22a-c700-4f90-a87f-cf1a16b2efae req-a8fa08ea-ca27-4113-879d-78e905d63ae3 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:51.064823 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-740de22a-c700-4f90-a87f-cf1a16b2efae req-a8fa08ea-ca27-4113-879d-78e905d63ae3 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 946 time: 0.1270244 Feb 08 21:48:51.170990 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-8b9ca36d-01ab-4fc6-9899-5f852e072d13 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Allocated IP 172.20.0.9 (899eb948-f933-452c-aaf9-10a5de61b269/d8a58db0-49f3-4464-bfc7-5b0708625909/e921eae0-0935-44e9-b12a-6f8dee2fc177) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:48:51.222570 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-740de22a-c700-4f90-a87f-cf1a16b2efae req-a90f6a54-3902-4f85-a71b-a91ca6d5391a tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/security-groups?id=2cfe143e-f009-40a5-9185-fb44eb63289f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503756 Feb 08 21:48:51.519460 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca36d-01ab-4fc6-9899-5f852e072d13 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for port (e921eae0-0935-44e9-b12a-6f8dee2fc177), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:51.588701 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca36d-01ab-4fc6-9899-5f852e072d13 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (e921eae0-0935-44e9-b12a-6f8dee2fc177), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:51.663987 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9ca36d-01ab-4fc6-9899-5f852e072d13 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network 899eb948-f933-452c-aaf9-10a5de61b269 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:48:51.668707 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8b9ca36d-01ab-4fc6-9899-5f852e072d13 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:48:51.678855 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9ca36d-01ab-4fc6-9899-5f852e072d13 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:48:51.834549 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ca36d-01ab-4fc6-9899-5f852e072d13 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Port': ['ID=e921eae0-0935-44e9-b12a-6f8dee2fc177,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:51.864134 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9ca36d-01ab-4fc6-9899-5f852e072d13 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:51.865114 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca36d-01ab-4fc6-9899-5f852e072d13 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:51.897169 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8b9ca36d-01ab-4fc6-9899-5f852e072d13 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6950836 Feb 08 21:48:51.899180 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55334) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:51.912516 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-4d50c23b-8c0e-419b-aa9b-bdd778df8050 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'subnet': {'network_id': '899eb948-f933-452c-aaf9-10a5de61b269', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:48:52.072914 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6ae6f028-7148-4584-ae93-9d581a44ecd6 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:48:52.231052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d50c23b-8c0e-419b-aa9b-bdd778df8050 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:48:52.239028 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4d50c23b-8c0e-419b-aa9b-bdd778df8050 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:52.264983 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 6ae6f028-7148-4584-ae93-9d581a44ecd6 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:48:52.267535 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:52.499263 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 6ae6f028-7148-4584-ae93-9d581a44ecd6 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:48:52.499678 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:52.553397 n-d-712143-31 neutron-server[103433]: INFO neutron.db.ipam_backend_mixin [None req-4d50c23b-8c0e-419b-aa9b-bdd778df8050 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d8a58db0-49f3-4464-bfc7-5b0708625909 (CIDR: 172.20.0.0/28) Feb 08 21:48:52.583768 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 6ae6f028-7148-4584-ae93-9d581a44ecd6, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=6ae6f028-7148-4584-ae93-9d581a44ecd6,segment=NetworkSegment(37321b10-6ebc-47be-b96a-2988960fd7f4),segment_id=37321b10-6ebc-47be-b96a-2988960fd7f4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:48:52.589391 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:52.605216 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d50c23b-8c0e-419b-aa9b-bdd778df8050 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:48:52.608251 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d50c23b-8c0e-419b-aa9b-bdd778df8050 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:48:52.639615 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfa6ea-1785-439e-9bab-04f2b219e6fe req-10a8c721-a729-49c9-b003-c7d87fa3ce5a tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:52.644018 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14bfa6ea-1785-439e-9bab-04f2b219e6fe req-10a8c721-a729-49c9-b003-c7d87fa3ce5a tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 946 time: 0.2479291 Feb 08 21:48:52.694775 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4d50c23b-8c0e-419b-aa9b-bdd778df8050 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7940595 Feb 08 21:48:52.697409 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55352) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:52.704840 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1cab00f4-3ad1-49f9-83d5-68c939b49d11 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'subnet': {'network_id': '899eb948-f933-452c-aaf9-10a5de61b269', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:48:52.716507 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=6ae6f028-7148-4584-ae93-9d581a44ecd6,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:52.779432 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14bfa6ea-1785-439e-9bab-04f2b219e6fe req-cfa7e10f-2a73-478c-b984-7c93db3e49bc tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/security-groups?id=2cfe143e-f009-40a5-9185-fb44eb63289f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241808 Feb 08 21:48:53.074797 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed1278-fec9-46e9-941a-ddc3e211d391 req-971986e8-92d3-4421-855b-e4eb9230cc68 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:53.080420 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-68ed1278-fec9-46e9-941a-ddc3e211d391 req-971986e8-92d3-4421-855b-e4eb9230cc68 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 946 time: 0.1389694 Feb 08 21:48:53.156550 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cab00f4-3ad1-49f9-83d5-68c939b49d11 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:48:53.164349 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1cab00f4-3ad1-49f9-83d5-68c939b49d11 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:53.218315 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-68ed1278-fec9-46e9-941a-ddc3e211d391 req-8326780f-568d-4025-ab64-1166443f957d tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/security-groups?id=2cfe143e-f009-40a5-9185-fb44eb63289f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292779 Feb 08 21:48:53.285482 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-8efb3992-1cd2-4e1a-8afd-3355e41cd4af None None] Provisioning complete for port 6ae6f028-7148-4584-ae93-9d581a44ecd6 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:48:53.287294 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8efb3992-1cd2-4e1a-8afd-3355e41cd4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:53.613109 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8efb3992-1cd2-4e1a-8afd-3355e41cd4af None None] Current status of the port 6ae6f028-7148-4584-ae93-9d581a44ecd6 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:48:53.670851 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-8efb3992-1cd2-4e1a-8afd-3355e41cd4af None None] Provisioning complete for port fd76ca78-45bc-49a9-b13c-35fea01e90eb triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:48:53.671503 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8efb3992-1cd2-4e1a-8afd-3355e41cd4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fd76ca78-45bc-49a9-b13c-35fea01e90eb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:53.711409 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55380) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:53.817254 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8efb3992-1cd2-4e1a-8afd-3355e41cd4af None None] Port fd76ca78-45bc-49a9-b13c-35fea01e90eb cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:48:53.939083 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde95ac-66f1-4335-9cf5-916b14caa8bf req-2415cb19-8394-4d9f-aa07-138d7560c610 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:53.943994 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b13e184c-0ae5-4a60-b866-96406333bd80 None None] Provisioning complete for port e921eae0-0935-44e9-b12a-6f8dee2fc177 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:48:53.944372 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b13e184c-0ae5-4a60-b866-96406333bd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e921eae0-0935-44e9-b12a-6f8dee2fc177), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:53.949108 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8dde95ac-66f1-4335-9cf5-916b14caa8bf req-2415cb19-8394-4d9f-aa07-138d7560c610 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 946 time: 0.1517477 Feb 08 21:48:53.962133 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1cab00f4-3ad1-49f9-83d5-68c939b49d11 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (dc7e66ba-e43e-4ac0-9f15-11d1368b86fc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:54.029335 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6ae6f028-7148-4584-ae93-9d581a44ecd6 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:48:54.075311 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cab00f4-3ad1-49f9-83d5-68c939b49d11 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network 899eb948-f933-452c-aaf9-10a5de61b269 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:48:54.078631 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f956c313-bc16-4f43-b33e-9046e2f8829d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:54.079396 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-1cab00f4-3ad1-49f9-83d5-68c939b49d11 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:48:54.095856 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cab00f4-3ad1-49f9-83d5-68c939b49d11 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:54.097705 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1cab00f4-3ad1-49f9-83d5-68c939b49d11 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:54.107066 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab00f4-3ad1-49f9-83d5-68c939b49d11 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Subnet': ['ID=dc7e66ba-e43e-4ac0-9f15-11d1368b86fc,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:54.168247 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8dde95ac-66f1-4335-9cf5-916b14caa8bf req-122a741b-ef36-4658-abdb-8a43c00915b1 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/security-groups?id=2cfe143e-f009-40a5-9185-fb44eb63289f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164893 Feb 08 21:48:54.170876 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80079e63-33b0-4ac8-800d-5024e88a4c37 None None] Network 899eb948-f933-452c-aaf9-10a5de61b269 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:48:54.184596 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1cab00f4-3ad1-49f9-83d5-68c939b49d11 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4834433 Feb 08 21:48:54.197600 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55400) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:54.235577 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1fa4bb26-ffb5-472b-97c2-bcbe4e4d47cc tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1489445659', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dc7e66ba-e43e-4ac0-9f15-11d1368b86fc'}], 'security_groups': ['63bed3ed-3767-42b7-8ab4-0f357b080d5e']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:48:54.276485 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f956c313-bc16-4f43-b33e-9046e2f8829d admin admin] Publish callbacks [] for security_group (3e6eff17-bd85-4607-adc3-a49d97844a50), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:54.282040 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f956c313-bc16-4f43-b33e-9046e2f8829d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3e6eff17-bd85-4607-adc3-a49d97844a50), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:54.356037 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f956c313-bc16-4f43-b33e-9046e2f8829d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f74c838fc4934f70ae5adce4a803a242&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6420629 Feb 08 21:48:54.357308 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956c313-bc16-4f43-b33e-9046e2f8829d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6eff17-bd85-4607-adc3-a49d97844a50,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:54.360512 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55404) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:54.539781 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b13e184c-0ae5-4a60-b866-96406333bd80 None None] Port e921eae0-0935-44e9-b12a-6f8dee2fc177 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:48:54.567445 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0424497-9fd2-4436-b3e8-9bf4556b90bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:54.670261 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1fa4bb26-ffb5-472b-97c2-bcbe4e4d47cc tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e921eae0-0935-44e9-b12a-6f8dee2fc177), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:54.760746 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-75db7f79-85ea-450c-a016-f7a884c66828 admin admin] Publish callbacks [] for security_group (3e6eff17-bd85-4607-adc3-a49d97844a50), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:54.781810 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 6ae6f028-7148-4584-ae93-9d581a44ecd6 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:48:54.782790 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:54.896878 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-75db7f79-85ea-450c-a016-f7a884c66828 admin admin] Publish callbacks [] for security_group (3e6eff17-bd85-4607-adc3-a49d97844a50), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:55.160463 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14216d1c-1bcf-4f7b-80f5-261479fca565 None None] Update dhcp port {'port': {'network_id': '899eb948-f933-452c-aaf9-10a5de61b269', 'fixed_ips': [{'subnet_id': 'd8a58db0-49f3-4464-bfc7-5b0708625909', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dc7e66ba-e43e-4ac0-9f15-11d1368b86fc'}], 'binding:host_id': 'n-d-712143-31'}, 'id': '6ae6f028-7148-4584-ae93-9d581a44ecd6'} from n-d-712143-31. {{(pid=103435) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 21:48:55.195529 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-75db7f79-85ea-450c-a016-f7a884c66828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3e6eff17-bd85-4607-adc3-a49d97844a50), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:55.198198 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-75db7f79-85ea-450c-a016-f7a884c66828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:55.213886 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-75db7f79-85ea-450c-a016-f7a884c66828 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3e6eff17-bd85-4607-adc3-a49d97844a50 HTTP/1.1" status: 204 len: 168 time: 0.8410723 Feb 08 21:48:55.270999 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db7f79-85ea-450c-a016-f7a884c66828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6eff17-bd85-4607-adc3-a49d97844a50,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:55.274293 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-14216d1c-1bcf-4f7b-80f5-261479fca565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:55.447790 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 6ae6f028-7148-4584-ae93-9d581a44ecd6 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:48:55.463201 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a43fa1-072a-494b-af32-de69749f5e76 req-a4213884-215b-4b4f-99ff-430ab772bd26 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:55.465030 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-59a43fa1-072a-494b-af32-de69749f5e76 req-a4213884-215b-4b4f-99ff-430ab772bd26 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 946 time: 0.1497390 Feb 08 21:48:55.497421 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-1fa4bb26-ffb5-472b-97c2-bcbe4e4d47cc tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Delete allocated IP 172.20.0.9 (899eb948-f933-452c-aaf9-10a5de61b269/d8a58db0-49f3-4464-bfc7-5b0708625909) {{(pid=103434) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 08 21:48:55.511334 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-1fa4bb26-ffb5-472b-97c2-bcbe4e4d47cc tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Allocated IP 172.20.0.28 (899eb948-f933-452c-aaf9-10a5de61b269/dc7e66ba-e43e-4ac0-9f15-11d1368b86fc/e921eae0-0935-44e9-b12a-6f8dee2fc177) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:48:55.561449 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-59a43fa1-072a-494b-af32-de69749f5e76 req-6570565e-d32d-4a54-a809-774a665153af tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/security-groups?id=2cfe143e-f009-40a5-9185-fb44eb63289f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877373 Feb 08 21:48:55.650316 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55434) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:55.849775 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1fa4bb26-ffb5-472b-97c2-bcbe4e4d47cc tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for port (e921eae0-0935-44e9-b12a-6f8dee2fc177), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:55.862705 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1fa4bb26-ffb5-472b-97c2-bcbe4e4d47cc tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (e921eae0-0935-44e9-b12a-6f8dee2fc177), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:56.217588 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-14216d1c-1bcf-4f7b-80f5-261479fca565 None None] Allocated IP 172.20.0.18 (899eb948-f933-452c-aaf9-10a5de61b269/dc7e66ba-e43e-4ac0-9f15-11d1368b86fc/6ae6f028-7148-4584-ae93-9d581a44ecd6) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:48:56.236853 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55448) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:56.324078 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab22deaa-9b82-40f0-97e2-543189994fa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:56.334209 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-30ca72ca-eded-4c9c-a9a3-7d512d19f35f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:56.393745 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1fa4bb26-ffb5-472b-97c2-bcbe4e4d47cc tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] In _notify_port_updated(), no bound segment for port e921eae0-0935-44e9-b12a-6f8dee2fc177 on network 899eb948-f933-452c-aaf9-10a5de61b269 {{(pid=103434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 21:48:56.417426 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa4bb26-ffb5-472b-97c2-bcbe4e4d47cc tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:56.418134 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1fa4bb26-ffb5-472b-97c2-bcbe4e4d47cc tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:56.427308 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1fa4bb26-ffb5-472b-97c2-bcbe4e4d47cc tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "PUT /v2.0/ports/e921eae0-0935-44e9-b12a-6f8dee2fc177 HTTP/1.1" status: 200 len: 921 time: 2.2282422 Feb 08 21:48:56.438023 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55452) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:56.442776 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-14216d1c-1bcf-4f7b-80f5-261479fca565 None None] For port 6ae6f028-7148-4584-ae93-9d581a44ecd6, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=6ae6f028-7148-4584-ae93-9d581a44ecd6,segment=NetworkSegment(37321b10-6ebc-47be-b96a-2988960fd7f4),segment_id=37321b10-6ebc-47be-b96a-2988960fd7f4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:48:56.515553 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-14216d1c-1bcf-4f7b-80f5-261479fca565 None None] Publish callbacks [] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:56.524299 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-14216d1c-1bcf-4f7b-80f5-261479fca565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:56.526991 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-30ca72ca-eded-4c9c-a9a3-7d512d19f35f admin admin] Publish callbacks [] for security_group (4c77ece4-e3cb-4c42-bf50-834eaa943e5e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:56.541608 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548dc403-6ea6-49a5-9cb0-d89ae296ee63 req-76a185e5-a538-4f6f-902d-6324b0aa1cd6 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:56.551582 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-548dc403-6ea6-49a5-9cb0-d89ae296ee63 req-76a185e5-a538-4f6f-902d-6324b0aa1cd6 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 946 time: 0.3737779 Feb 08 21:48:56.557408 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-30ca72ca-eded-4c9c-a9a3-7d512d19f35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4c77ece4-e3cb-4c42-bf50-834eaa943e5e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:56.612125 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-30ca72ca-eded-4c9c-a9a3-7d512d19f35f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5d42bca540f0465e89e93a6c6428f7ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3698382 Feb 08 21:48:56.612788 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55454) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:56.703316 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4bb26-ffb5-472b-97c2-bcbe4e4d47cc tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Port': ['ID=e921eae0-0935-44e9-b12a-6f8dee2fc177,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:56.741678 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-548dc403-6ea6-49a5-9cb0-d89ae296ee63 req-5f3d4d21-1a13-4eda-a489-b31e598f37b6 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/security-groups?id=2cfe143e-f009-40a5-9185-fb44eb63289f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864457 Feb 08 21:48:56.771631 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14216d1c-1bcf-4f7b-80f5-261479fca565 None None] Pushing event updated for resources: {'Port': ['ID=6ae6f028-7148-4584-ae93-9d581a44ecd6,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:56.778473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca72ca-eded-4c9c-a9a3-7d512d19f35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c77ece4-e3cb-4c42-bf50-834eaa943e5e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:56.808497 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7443d9e5-9324-46af-9817-fbc4d1046869 admin admin] Publish callbacks [] for security_group (4c77ece4-e3cb-4c42-bf50-834eaa943e5e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:56.873177 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7443d9e5-9324-46af-9817-fbc4d1046869 admin admin] Publish callbacks [] for security_group (4c77ece4-e3cb-4c42-bf50-834eaa943e5e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:56.925261 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb50cee-54cd-44ae-826e-b7af99b1e76f req-3caab630-4cea-4eef-bb61-bbcad93299d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:56.925261 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-feb50cee-54cd-44ae-826e-b7af99b1e76f req-3caab630-4cea-4eef-bb61-bbcad93299d7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6fa8c74b5ae84720af0d45ca0b0a0a09&device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 1129 time: 0.5628052 Feb 08 21:48:57.044677 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab22deaa-9b82-40f0-97e2-543189994fa7 admin admin] Publish callbacks [] for security_group (3a09b984-3dc8-4513-8399-9fc3675758df), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:57.059805 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab22deaa-9b82-40f0-97e2-543189994fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3a09b984-3dc8-4513-8399-9fc3675758df), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:57.090901 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7443d9e5-9324-46af-9817-fbc4d1046869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4c77ece4-e3cb-4c42-bf50-834eaa943e5e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:57.097025 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7443d9e5-9324-46af-9817-fbc4d1046869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:57.101615 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7443d9e5-9324-46af-9817-fbc4d1046869 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4c77ece4-e3cb-4c42-bf50-834eaa943e5e HTTP/1.1" status: 204 len: 168 time: 0.4816964 Feb 08 21:48:57.136330 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb50cee-54cd-44ae-826e-b7af99b1e76f req-edc4ea7a-16f3-4ddb-a240-dabc86038bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:57.137986 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-feb50cee-54cd-44ae-826e-b7af99b1e76f req-edc4ea7a-16f3-4ddb-a240-dabc86038bc5 service neutron] 10.222.0.94 "GET /v2.0/networks?id=09bfc649-d99a-482a-866a-03aad546a931 HTTP/1.1" status: 200 len: 913 time: 0.2081826 Feb 08 21:48:57.214363 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-feb50cee-54cd-44ae-826e-b7af99b1e76f req-55624f12-6aa8-4443-98af-5836a7a4e614 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0a1ad49-06d8-4fad-b27d-fa205e2a410d HTTP/1.1" status: 200 len: 217 time: 0.0696690 Feb 08 21:48:57.234963 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55462) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:57.238952 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ab22deaa-9b82-40f0-97e2-543189994fa7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=814ecab1c0fc435e9efa8d04e4be50eb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5874519 Feb 08 21:48:57.259770 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22deaa-9b82-40f0-97e2-543189994fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a09b984-3dc8-4513-8399-9fc3675758df,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:57.285521 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443d9e5-9324-46af-9817-fbc4d1046869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c77ece4-e3cb-4c42-bf50-834eaa943e5e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:57.341726 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08d2b1c7-0a66-47b8-bfb6-b43e2f1379d1 admin admin] Publish callbacks [] for security_group (3a09b984-3dc8-4513-8399-9fc3675758df), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:57.357719 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-15206e13-f369-43c2-8f05-03b55b0879f5 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting port e921eae0-0935-44e9-b12a-6f8dee2fc177 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:48:57.358069 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-15206e13-f369-43c2-8f05-03b55b0879f5 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (e921eae0-0935-44e9-b12a-6f8dee2fc177), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:57.504207 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e787b5f5-eaa5-42c8-b8a8-198219b28af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:57.548216 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-15206e13-f369-43c2-8f05-03b55b0879f5 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (e921eae0-0935-44e9-b12a-6f8dee2fc177), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:57.577740 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-15206e13-f369-43c2-8f05-03b55b0879f5 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Calling delete_port for e921eae0-0935-44e9-b12a-6f8dee2fc177 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:48:57.922450 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-15206e13-f369-43c2-8f05-03b55b0879f5 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (e921eae0-0935-44e9-b12a-6f8dee2fc177), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:58.024235 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6ae6f028-7148-4584-ae93-9d581a44ecd6 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:48:58.064035 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15206e13-f369-43c2-8f05-03b55b0879f5 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Port': ['ID=e921eae0-0935-44e9-b12a-6f8dee2fc177,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:58.079256 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb50cee-54cd-44ae-826e-b7af99b1e76f req-8416d8f3-54c8-458e-9f68-67915a9b69cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:58.080748 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-feb50cee-54cd-44ae-826e-b7af99b1e76f req-8416d8f3-54c8-458e-9f68-67915a9b69cc service neutron] 10.222.0.94 "GET /v2.0/subnets?id=283dd7ea-9c0f-40a8-b3f0-519e35608000 HTTP/1.1" status: 200 len: 852 time: 0.8597648 Feb 08 21:48:58.134786 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6740e-6af4-4408-8671-20e86da8b8ee req-eeb67974-2572-4ebc-a806-8aea4b1979d3 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:58.138280 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9be6740e-6af4-4408-8671-20e86da8b8ee req-eeb67974-2572-4ebc-a806-8aea4b1979d3 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 946 time: 0.1636777 Feb 08 21:48:58.214131 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08d2b1c7-0a66-47b8-bfb6-b43e2f1379d1 admin admin] Publish callbacks [] for security_group (3a09b984-3dc8-4513-8399-9fc3675758df), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:58.228261 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-feb50cee-54cd-44ae-826e-b7af99b1e76f req-49a3c96e-2b7e-412b-94c9-f5c7b27546fc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=09bfc649-d99a-482a-866a-03aad546a931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267626 Feb 08 21:48:58.274233 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4bcee73e-d41a-45c3-8747-b4fab99f801f None None] Provisioning complete for port 6ae6f028-7148-4584-ae93-9d581a44ecd6 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:48:58.275181 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4bcee73e-d41a-45c3-8747-b4fab99f801f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:58.282138 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 6ae6f028-7148-4584-ae93-9d581a44ecd6 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:48:58.304268 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:58.308659 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9be6740e-6af4-4408-8671-20e86da8b8ee req-6a06b99e-2bca-46f8-96ba-4ff922663687 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/security-groups?id=2cfe143e-f009-40a5-9185-fb44eb63289f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615798 Feb 08 21:48:58.492732 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-15206e13-f369-43c2-8f05-03b55b0879f5 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:58.500675 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-15206e13-f369-43c2-8f05-03b55b0879f5 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/ports/e921eae0-0935-44e9-b12a-6f8dee2fc177 HTTP/1.1" status: 204 len: 168 time: 2.0577707 Feb 08 21:48:58.504231 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55480) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:58.567579 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-feb50cee-54cd-44ae-826e-b7af99b1e76f req-7dddeb63-0e0b-43fc-8ec3-775415c8ee5e service neutron] 10.222.0.94 "GET /v2.0/networks/09bfc649-d99a-482a-866a-03aad546a931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312113 Feb 08 21:48:58.649520 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec0c2647-5d01-46a4-836c-b82a62a31de6 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] GET failed (client error): The resource could not be found. Feb 08 21:48:58.663001 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ec0c2647-5d01-46a4-836c-b82a62a31de6 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "GET /v2.0/ports/e921eae0-0935-44e9-b12a-6f8dee2fc177 HTTP/1.1" status: 404 len: 333 time: 0.1569550 Feb 08 21:48:58.722250 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55484) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:58.748146 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 6ae6f028-7148-4584-ae93-9d581a44ecd6 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:48:58.803585 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4bcee73e-d41a-45c3-8747-b4fab99f801f None None] Current status of the port 6ae6f028-7148-4584-ae93-9d581a44ecd6 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:48:58.811416 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08d2b1c7-0a66-47b8-bfb6-b43e2f1379d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3a09b984-3dc8-4513-8399-9fc3675758df), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:58.814911 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08d2b1c7-0a66-47b8-bfb6-b43e2f1379d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:58.819861 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-08d2b1c7-0a66-47b8-bfb6-b43e2f1379d1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3a09b984-3dc8-4513-8399-9fc3675758df HTTP/1.1" status: 204 len: 168 time: 1.5832334 Feb 08 21:48:58.825158 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4bcee73e-d41a-45c3-8747-b4fab99f801f None None] Could not find standard attr ID for object e921eae0-0935-44e9-b12a-6f8dee2fc177. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:48:58.861151 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2b1c7-0a66-47b8-bfb6-b43e2f1379d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a09b984-3dc8-4513-8399-9fc3675758df,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:58.867431 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4bcee73e-d41a-45c3-8747-b4fab99f801f None None] Provisioning complete for port fd76ca78-45bc-49a9-b13c-35fea01e90eb triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:48:58.868059 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4bcee73e-d41a-45c3-8747-b4fab99f801f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fd76ca78-45bc-49a9-b13c-35fea01e90eb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:58.923468 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-feb50cee-54cd-44ae-826e-b7af99b1e76f req-e91615e5-1fb9-4795-876a-3687d701840b service neutron] 10.222.0.94 "GET /v2.0/networks/09bfc649-d99a-482a-866a-03aad546a931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240716 Feb 08 21:48:59.030933 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-989b6c72-9128-479c-98c4-e326a1bc23cb req-8b7ce6bf-4405-4b05-9796-83f435f27e5b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4464421 Feb 08 21:48:59.093123 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4bcee73e-d41a-45c3-8747-b4fab99f801f None None] Port fd76ca78-45bc-49a9-b13c-35fea01e90eb cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:48:59.187164 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6dafb9a0-d881-439d-94cf-ea0e7c4c5610 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (acf4d52a-5af9-4c9a-9a2c-3fb177768b28), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:59.214093 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-75d41a08-a5fd-4169-b3dc-d77c117c43b7 None None] Could not find standard attr ID for object e921eae0-0935-44e9-b12a-6f8dee2fc177. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:48:59.257280 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:59.310003 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6dafb9a0-d881-439d-94cf-ea0e7c4c5610 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (acf4d52a-5af9-4c9a-9a2c-3fb177768b28), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:59.376677 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b6c72-9128-479c-98c4-e326a1bc23cb req-3c6f9ed8-5275-492c-9901-bcdafb8eceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:59.379705 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-989b6c72-9128-479c-98c4-e326a1bc23cb req-3c6f9ed8-5275-492c-9901-bcdafb8eceab service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ec1bf92d61e642bbb23989551b86dfdb&device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac HTTP/1.1" status: 200 len: 1168 time: 0.2817154 Feb 08 21:48:59.561871 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6dafb9a0-d881-439d-94cf-ea0e7c4c5610 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (acf4d52a-5af9-4c9a-9a2c-3fb177768b28), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:59.564155 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55508) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:59.565133 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6dafb9a0-d881-439d-94cf-ea0e7c4c5610 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:59.566666 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6dafb9a0-d881-439d-94cf-ea0e7c4c5610 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/security-groups/acf4d52a-5af9-4c9a-9a2c-3fb177768b28 HTTP/1.1" status: 204 len: 168 time: 0.8430476 Feb 08 21:48:59.572988 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55510) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:48:59.598295 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafb9a0-d881-439d-94cf-ea0e7c4c5610 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf4d52a-5af9-4c9a-9a2c-3fb177768b28,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:48:59.627029 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6c4e879-1285-45cb-81be-e8a974ea5977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:59.648632 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead07637-c70b-4740-90ef-9e23e124541d req-834da442-715a-4787-b1be-faf18e63fc46 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:59.650974 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ead07637-c70b-4740-90ef-9e23e124541d req-834da442-715a-4787-b1be-faf18e63fc46 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 946 time: 0.1842117 Feb 08 21:48:59.760728 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b6c72-9128-479c-98c4-e326a1bc23cb req-bcf7ea2a-bac2-41c0-970a-9ebdcd8737f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:48:59.770612 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf4dcad4-bc96-4fa7-8fb3-8ebd48949c42 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (63bed3ed-3767-42b7-8ab4-0f357b080d5e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:59.770781 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-989b6c72-9128-479c-98c4-e326a1bc23cb req-bcf7ea2a-bac2-41c0-970a-9ebdcd8737f0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=af8269ef-aca6-47c0-be51-599057940be7 HTTP/1.1" status: 200 len: 897 time: 0.3668633 Feb 08 21:48:59.828071 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf4dcad4-bc96-4fa7-8fb3-8ebd48949c42 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (63bed3ed-3767-42b7-8ab4-0f357b080d5e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:48:59.960508 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ead07637-c70b-4740-90ef-9e23e124541d req-d71eca4b-85de-44da-bdb3-d224c2ffa11b tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/security-groups?id=2cfe143e-f009-40a5-9185-fb44eb63289f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990408 Feb 08 21:48:59.994434 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6c4e879-1285-45cb-81be-e8a974ea5977 admin admin] Publish callbacks [] for security_group (48e88977-f7f5-4955-b0b2-412c9c1da503), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:00.000939 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf4dcad4-bc96-4fa7-8fb3-8ebd48949c42 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (63bed3ed-3767-42b7-8ab4-0f357b080d5e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:00.009646 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf4dcad4-bc96-4fa7-8fb3-8ebd48949c42 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:00.012490 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bf4dcad4-bc96-4fa7-8fb3-8ebd48949c42 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/security-groups/63bed3ed-3767-42b7-8ab4-0f357b080d5e HTTP/1.1" status: 204 len: 168 time: 0.4381156 Feb 08 21:49:00.016667 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55522) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:00.021619 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-989b6c72-9128-479c-98c4-e326a1bc23cb req-92c3f44d-93b6-4e2e-86a2-598fd62eee20 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73a6cde5-daaa-47fc-a627-3ca2e748459d HTTP/1.1" status: 200 len: 1002 time: 0.2407939 Feb 08 21:49:00.024717 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6c4e879-1285-45cb-81be-e8a974ea5977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (48e88977-f7f5-4955-b0b2-412c9c1da503), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:00.118627 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b6c72-9128-479c-98c4-e326a1bc23cb req-fb8a3c41-b714-4d69-8a92-c55a7923ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:00.121505 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-989b6c72-9128-479c-98c4-e326a1bc23cb req-fb8a3c41-b714-4d69-8a92-c55a7923ccf6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=aa4a3a97-4a0a-41f3-9047-7970ab16cbf4 HTTP/1.1" status: 200 len: 833 time: 0.0943432 Feb 08 21:49:00.131937 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4dcad4-bc96-4fa7-8fb3-8ebd48949c42 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bed3ed-3767-42b7-8ab4-0f357b080d5e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:00.228208 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55530) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:00.229385 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e6c4e879-1285-45cb-81be-e8a974ea5977 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6f093868d9a445e0a084f91e5991a5bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6638832 Feb 08 21:49:00.270770 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0958088-a379-4505-93c4-b95fc490a4fe tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting subnet d8a58db0-49f3-4464-bfc7-5b0708625909 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:49:00.276033 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b6c72-9128-479c-98c4-e326a1bc23cb req-fba25e04-e44b-4416-a896-33e0fd3dc72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:00.279552 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-989b6c72-9128-479c-98c4-e326a1bc23cb req-fba25e04-e44b-4416-a896-33e0fd3dc72a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=af8269ef-aca6-47c0-be51-599057940be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1510746 Feb 08 21:49:00.282767 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0958088-a379-4505-93c4-b95fc490a4fe tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (d8a58db0-49f3-4464-bfc7-5b0708625909), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:00.394224 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0958088-a379-4505-93c4-b95fc490a4fe tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (d8a58db0-49f3-4464-bfc7-5b0708625909), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:00.452767 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4e879-1285-45cb-81be-e8a974ea5977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e88977-f7f5-4955-b0b2-412c9c1da503,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:00.461766 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-365b3690-22ed-40bd-9a80-afe753a15859 admin admin] Publish callbacks [] for security_group (48e88977-f7f5-4955-b0b2-412c9c1da503), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:00.500823 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-365b3690-22ed-40bd-9a80-afe753a15859 admin admin] Publish callbacks [] for security_group (48e88977-f7f5-4955-b0b2-412c9c1da503), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:00.541772 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0958088-a379-4505-93c4-b95fc490a4fe tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (d8a58db0-49f3-4464-bfc7-5b0708625909), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:00.565474 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-989b6c72-9128-479c-98c4-e326a1bc23cb req-2a4abc3b-ab76-4fe6-a35c-3a8a16b69866 service neutron] 10.222.0.96 "GET /v2.0/networks/af8269ef-aca6-47c0-be51-599057940be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780654 Feb 08 21:49:00.652279 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-365b3690-22ed-40bd-9a80-afe753a15859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (48e88977-f7f5-4955-b0b2-412c9c1da503), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:00.655213 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-365b3690-22ed-40bd-9a80-afe753a15859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:00.656435 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-365b3690-22ed-40bd-9a80-afe753a15859 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/48e88977-f7f5-4955-b0b2-412c9c1da503 HTTP/1.1" status: 204 len: 168 time: 0.4258730 Feb 08 21:49:00.671421 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b3690-22ed-40bd-9a80-afe753a15859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e88977-f7f5-4955-b0b2-412c9c1da503,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:00.701931 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0958088-a379-4505-93c4-b95fc490a4fe tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (d8a58db0-49f3-4464-bfc7-5b0708625909), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:00.734862 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-989b6c72-9128-479c-98c4-e326a1bc23cb req-5e623f26-8eb4-4e78-a935-88d14ec22546 service neutron] 10.222.0.96 "GET /v2.0/networks/af8269ef-aca6-47c0-be51-599057940be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639152 Feb 08 21:49:00.818399 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0958088-a379-4505-93c4-b95fc490a4fe tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Subnet': ['ID=d8a58db0-49f3-4464-bfc7-5b0708625909,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:00.833556 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0958088-a379-4505-93c4-b95fc490a4fe tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:00.843430 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55540) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:00.847866 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5bb498-0c95-4eb7-a08b-3e8bd2123d45 None None] Network 899eb948-f933-452c-aaf9-10a5de61b269 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:49:00.848978 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a0958088-a379-4505-93c4-b95fc490a4fe tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/subnets/d8a58db0-49f3-4464-bfc7-5b0708625909 HTTP/1.1" status: 204 len: 168 time: 0.8148458 Feb 08 21:49:00.849218 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-b2f74259-e8c1-4bcf-84c1-6d356d57d211 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'subnet': {'network_id': '899eb948-f933-452c-aaf9-10a5de61b269', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:01.211142 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f74259-e8c1-4bcf-84c1-6d356d57d211 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:49:01.215151 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b2f74259-e8c1-4bcf-84c1-6d356d57d211 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:01.282124 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6742436-1dbc-456d-ac5a-1a2d03a47603 req-65d868a1-a105-4ff4-9816-96bf4df2ac12 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:01.284464 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b6742436-1dbc-456d-ac5a-1a2d03a47603 req-65d868a1-a105-4ff4-9816-96bf4df2ac12 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 946 time: 0.1657586 Feb 08 21:49:01.360766 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b6742436-1dbc-456d-ac5a-1a2d03a47603 req-56b4bdaa-267c-45e7-9987-a293ed41b196 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/security-groups?id=2cfe143e-f009-40a5-9185-fb44eb63289f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680838 Feb 08 21:49:01.453460 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:01.558529 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:01.911548 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b2f74259-e8c1-4bcf-84c1-6d356d57d211 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (886e8cc4-36f6-4012-b259-8934be479552), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:02.015159 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f74259-e8c1-4bcf-84c1-6d356d57d211 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network 899eb948-f933-452c-aaf9-10a5de61b269 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:49:02.030355 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-b2f74259-e8c1-4bcf-84c1-6d356d57d211 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:49:02.039546 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f74259-e8c1-4bcf-84c1-6d356d57d211 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:02.040759 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b2f74259-e8c1-4bcf-84c1-6d356d57d211 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:02.080924 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55566) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:02.089492 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1ac3c4a4-f7ae-4b18-8e94-db4bd3c203a6 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'security_group': {'name': 'tempest-secgroup-2014908956'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:02.092785 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b2f74259-e8c1-4bcf-84c1-6d356d57d211 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2478733 Feb 08 21:49:02.107218 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f74259-e8c1-4bcf-84c1-6d356d57d211 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Subnet': ['ID=886e8cc4-36f6-4012-b259-8934be479552,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:02.149601 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddb80c-9cb6-49fb-9d15-224334507f31 req-e795dd25-f10a-4621-8932-b7f0655e465a tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:02.170422 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-baddb80c-9cb6-49fb-9d15-224334507f31 req-e795dd25-f10a-4621-8932-b7f0655e465a tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 946 time: 0.2695134 Feb 08 21:49:02.196919 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ac3c4a4-f7ae-4b18-8e94-db4bd3c203a6 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:02.339085 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-baddb80c-9cb6-49fb-9d15-224334507f31 req-2147724c-a148-439d-92af-90758ef788df tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/security-groups?id=2cfe143e-f009-40a5-9185-fb44eb63289f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581476 Feb 08 21:49:02.340031 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21011ce6-b039-4aec-a768-3566c24d9bb1 None None] Network 899eb948-f933-452c-aaf9-10a5de61b269 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:49:02.468452 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ac3c4a4-f7ae-4b18-8e94-db4bd3c203a6 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (d206cad0-378a-48e8-8003-0c5066a2ea5a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:02.474401 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ac3c4a4-f7ae-4b18-8e94-db4bd3c203a6 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d206cad0-378a-48e8-8003-0c5066a2ea5a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:02.504758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-7ee588f1-15e9-4511-8c74-5bed5218ab23 None None] Provisioning complete for port 6ae6f028-7148-4584-ae93-9d581a44ecd6 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:02.511152 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ee588f1-15e9-4511-8c74-5bed5218ab23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:02.547574 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ac3c4a4-f7ae-4b18-8e94-db4bd3c203a6 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:02.560717 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55584) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:02.570497 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-022cc615-ed7d-4e7d-bc88-7764ccf918dd tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'security_group': {'name': 'tempest-secgroup-53541761'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:02.577058 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1ac3c4a4-f7ae-4b18-8e94-db4bd3c203a6 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4946487 Feb 08 21:49:02.606376 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3c4a4-f7ae-4b18-8e94-db4bd3c203a6 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d206cad0-378a-48e8-8003-0c5066a2ea5a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:02.628143 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-022cc615-ed7d-4e7d-bc88-7764ccf918dd tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:02.665793 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:49:02.778027 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-022cc615-ed7d-4e7d-bc88-7764ccf918dd tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (4fcea1dc-358c-4cdb-9735-d936ad070f4d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:02.785401 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-022cc615-ed7d-4e7d-bc88-7764ccf918dd tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4fcea1dc-358c-4cdb-9735-d936ad070f4d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:02.864748 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-022cc615-ed7d-4e7d-bc88-7764ccf918dd tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:02.872302 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55592) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:02.882018 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-55a723a9-89d3-4429-aa64-f03b2516b1f6 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'security_group': {'name': 'tempest-secgroup-1807447740'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:02.883987 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-022cc615-ed7d-4e7d-bc88-7764ccf918dd tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3209183 Feb 08 21:49:02.899622 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022cc615-ed7d-4e7d-bc88-7764ccf918dd tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcea1dc-358c-4cdb-9735-d936ad070f4d,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:02.901572 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7ee588f1-15e9-4511-8c74-5bed5218ab23 None None] Current status of the port 6ae6f028-7148-4584-ae93-9d581a44ecd6 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:02.938589 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-55a723a9-89d3-4429-aa64-f03b2516b1f6 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:02.944525 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-7ee588f1-15e9-4511-8c74-5bed5218ab23 None None] Provisioning complete for port fd76ca78-45bc-49a9-b13c-35fea01e90eb triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:02.945042 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ee588f1-15e9-4511-8c74-5bed5218ab23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fd76ca78-45bc-49a9-b13c-35fea01e90eb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:03.023821 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737d0ca5-8e78-4d11-9061-799efeb9637b None None] Update dhcp port {'port': {'network_id': '899eb948-f933-452c-aaf9-10a5de61b269', 'fixed_ips': [{'subnet_id': 'dc7e66ba-e43e-4ac0-9f15-11d1368b86fc', 'ip_address': '172.20.0.18'}, {'subnet_id': '886e8cc4-36f6-4012-b259-8934be479552'}], 'binding:host_id': 'n-d-712143-31'}, 'id': '6ae6f028-7148-4584-ae93-9d581a44ecd6'} from n-d-712143-31. {{(pid=103435) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 21:49:03.122370 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-55a723a9-89d3-4429-aa64-f03b2516b1f6 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (d25706a0-cb7c-4d46-8f96-32277c44cd19), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:03.125190 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-737d0ca5-8e78-4d11-9061-799efeb9637b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:03.130799 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-55a723a9-89d3-4429-aa64-f03b2516b1f6 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d25706a0-cb7c-4d46-8f96-32277c44cd19), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:03.199264 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7ee588f1-15e9-4511-8c74-5bed5218ab23 None None] Port fd76ca78-45bc-49a9-b13c-35fea01e90eb cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:49:03.232746 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-55a723a9-89d3-4429-aa64-f03b2516b1f6 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:03.239071 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55598) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:03.245957 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-8ab5937e-452d-406e-9e5a-d153564f93cd tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1985470636', 'security_groups': ['d25706a0-cb7c-4d46-8f96-32277c44cd19'], 'network_id': '899eb948-f933-452c-aaf9-10a5de61b269', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '886e8cc4-36f6-4012-b259-8934be479552'}]}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:03.253045 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-55a723a9-89d3-4429-aa64-f03b2516b1f6 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3778026 Feb 08 21:49:03.254440 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a723a9-89d3-4429-aa64-f03b2516b1f6 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d25706a0-cb7c-4d46-8f96-32277c44cd19,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:03.420360 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55602) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:03.562983 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab5937e-452d-406e-9e5a-d153564f93cd tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:49:03.586016 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-737d0ca5-8e78-4d11-9061-799efeb9637b None None] Allocated IP 172.20.0.2 (899eb948-f933-452c-aaf9-10a5de61b269/886e8cc4-36f6-4012-b259-8934be479552/6ae6f028-7148-4584-ae93-9d581a44ecd6) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:49:03.690658 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffaae5c-d533-40ea-84ef-c015aadac888 req-bd08e83d-357a-4757-9ad2-368272713950 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:03.694983 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40e9021e-0c93-4078-beff-9c224339cf49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:03.699315 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8ffaae5c-d533-40ea-84ef-c015aadac888 req-bd08e83d-357a-4757-9ad2-368272713950 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 946 time: 0.2127166 Feb 08 21:49:03.799692 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8ffaae5c-d533-40ea-84ef-c015aadac888 req-c5373322-094c-4be9-8110-9a3dc3c71aa0 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/security-groups?id=2cfe143e-f009-40a5-9185-fb44eb63289f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987976 Feb 08 21:49:03.832609 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ab5937e-452d-406e-9e5a-d153564f93cd tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:03.863330 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-8ab5937e-452d-406e-9e5a-d153564f93cd tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] device_id is not set on port a23a031d-7b2f-43a9-839c-c011ffdc7369 yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:49:03.915860 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40e9021e-0c93-4078-beff-9c224339cf49 admin admin] Publish callbacks [] for security_group (b6f07baf-482b-4096-a205-8face0761e86), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:03.932528 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40e9021e-0c93-4078-beff-9c224339cf49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b6f07baf-482b-4096-a205-8face0761e86), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:04.007602 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-40e9021e-0c93-4078-beff-9c224339cf49 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7398ff19410141f48f9abd8e81b060bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5858424 Feb 08 21:49:04.012010 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55612) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:04.099346 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-737d0ca5-8e78-4d11-9061-799efeb9637b None None] For port 6ae6f028-7148-4584-ae93-9d581a44ecd6, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=6ae6f028-7148-4584-ae93-9d581a44ecd6,segment=NetworkSegment(37321b10-6ebc-47be-b96a-2988960fd7f4),segment_id=37321b10-6ebc-47be-b96a-2988960fd7f4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:49:04.165118 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9021e-0c93-4078-beff-9c224339cf49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f07baf-482b-4096-a205-8face0761e86,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:04.197785 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-737d0ca5-8e78-4d11-9061-799efeb9637b None None] Publish callbacks [] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:04.211803 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-737d0ca5-8e78-4d11-9061-799efeb9637b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:04.292416 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ea0781c-6ebb-4529-aa8d-8d73efbb7728 admin admin] Publish callbacks [] for security_group (b6f07baf-482b-4096-a205-8face0761e86), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:04.360296 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ea0781c-6ebb-4529-aa8d-8d73efbb7728 admin admin] Publish callbacks [] for security_group (b6f07baf-482b-4096-a205-8face0761e86), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:04.382420 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bebf8-4298-4d04-addb-b486b6e41ce5 req-ac378cdd-05f9-4704-9797-bc7c4284af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:04.384651 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4a2bebf8-4298-4d04-addb-b486b6e41ce5 req-ac378cdd-05f9-4704-9797-bc7c4284af81 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6fa8c74b5ae84720af0d45ca0b0a0a09&device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 1129 time: 0.1905708 Feb 08 21:49:04.426713 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-8ab5937e-452d-406e-9e5a-d153564f93cd tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Allocated IP 172.20.0.7 (899eb948-f933-452c-aaf9-10a5de61b269/886e8cc4-36f6-4012-b259-8934be479552/a23a031d-7b2f-43a9-839c-c011ffdc7369) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:49:04.431499 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d0ca5-8e78-4d11-9061-799efeb9637b None None] Pushing event updated for resources: {'Port': ['ID=6ae6f028-7148-4584-ae93-9d581a44ecd6,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:04.469372 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f483fab-f999-4b64-8010-3a25870a8def req-5848b4e5-d125-485e-aed9-51cbd35ed68c tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:04.478115 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6f483fab-f999-4b64-8010-3a25870a8def req-5848b4e5-d125-485e-aed9-51cbd35ed68c tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 946 time: 0.3019514 Feb 08 21:49:04.584252 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ea0781c-6ebb-4529-aa8d-8d73efbb7728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b6f07baf-482b-4096-a205-8face0761e86), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:04.587713 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ea0781c-6ebb-4529-aa8d-8d73efbb7728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:04.591419 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6ea0781c-6ebb-4529-aa8d-8d73efbb7728 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b6f07baf-482b-4096-a205-8face0761e86 HTTP/1.1" status: 204 len: 168 time: 0.5662971 Feb 08 21:49:04.608627 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bebf8-4298-4d04-addb-b486b6e41ce5 req-f1b3f03c-113c-4db0-a8ea-8da9b48f6073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:04.609888 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4a2bebf8-4298-4d04-addb-b486b6e41ce5 req-f1b3f03c-113c-4db0-a8ea-8da9b48f6073 service neutron] 10.222.0.94 "GET /v2.0/networks?id=09bfc649-d99a-482a-866a-03aad546a931 HTTP/1.1" status: 200 len: 913 time: 0.2090814 Feb 08 21:49:04.610832 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0781c-6ebb-4529-aa8d-8d73efbb7728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f07baf-482b-4096-a205-8face0761e86,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:04.683123 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6f483fab-f999-4b64-8010-3a25870a8def req-9cbfb65e-710d-43bf-bd03-13a946d1823a tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/security-groups?id=2cfe143e-f009-40a5-9185-fb44eb63289f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840134 Feb 08 21:49:04.695245 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4a2bebf8-4298-4d04-addb-b486b6e41ce5 req-11a3c916-fbff-4518-a490-b251b8c5ae9b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0a1ad49-06d8-4fad-b27d-fa205e2a410d HTTP/1.1" status: 200 len: 217 time: 0.0787830 Feb 08 21:49:04.767992 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bebf8-4298-4d04-addb-b486b6e41ce5 req-2967a571-f49a-4715-a270-a2c90223074d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:04.770501 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4a2bebf8-4298-4d04-addb-b486b6e41ce5 req-2967a571-f49a-4715-a270-a2c90223074d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=283dd7ea-9c0f-40a8-b3f0-519e35608000 HTTP/1.1" status: 200 len: 852 time: 0.0694723 Feb 08 21:49:04.824261 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4a2bebf8-4298-4d04-addb-b486b6e41ce5 req-e543ce3a-2f8f-4507-be7f-aefdca452b5c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=09bfc649-d99a-482a-866a-03aad546a931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476847 Feb 08 21:49:04.972594 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ab5937e-452d-406e-9e5a-d153564f93cd tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for port (a23a031d-7b2f-43a9-839c-c011ffdc7369), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:05.029416 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ab5937e-452d-406e-9e5a-d153564f93cd tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (a23a031d-7b2f-43a9-839c-c011ffdc7369), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:05.067658 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4a2bebf8-4298-4d04-addb-b486b6e41ce5 req-3d45ee05-eebe-49c4-be2f-a472a62d25cb service neutron] 10.222.0.94 "GET /v2.0/networks/09bfc649-d99a-482a-866a-03aad546a931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373617 Feb 08 21:49:05.117074 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5937e-452d-406e-9e5a-d153564f93cd tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Port': ['ID=a23a031d-7b2f-43a9-839c-c011ffdc7369,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:05.176850 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab5937e-452d-406e-9e5a-d153564f93cd tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network 899eb948-f933-452c-aaf9-10a5de61b269 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:49:05.178435 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-8ab5937e-452d-406e-9e5a-d153564f93cd tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:49:05.207531 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab5937e-452d-406e-9e5a-d153564f93cd tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:49:05.292909 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-4a2bebf8-4298-4d04-addb-b486b6e41ce5 req-6b5a37df-2133-462e-aaba-82c919add98c service neutron] 10.222.0.94 "GET /v2.0/networks/09bfc649-d99a-482a-866a-03aad546a931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191000 Feb 08 21:49:05.350245 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab5937e-452d-406e-9e5a-d153564f93cd tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:05.351391 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ab5937e-452d-406e-9e5a-d153564f93cd tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:05.375486 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8ab5937e-452d-406e-9e5a-d153564f93cd tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1316795 Feb 08 21:49:05.375696 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55636) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:05.394584 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-af599e31-d66d-45bb-a1ee-f9a2b0710219 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'subnet': {'network_id': '899eb948-f933-452c-aaf9-10a5de61b269', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:05.483930 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ceed6116-ecfc-43a5-90cf-5a8c0a00ac35 None None] Provisioning complete for port 6ae6f028-7148-4584-ae93-9d581a44ecd6 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:05.501797 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ceed6116-ecfc-43a5-90cf-5a8c0a00ac35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:05.716475 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af599e31-d66d-45bb-a1ee-f9a2b0710219 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:49:05.723231 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af599e31-d66d-45bb-a1ee-f9a2b0710219 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:05.863058 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ceed6116-ecfc-43a5-90cf-5a8c0a00ac35 None None] Current status of the port 6ae6f028-7148-4584-ae93-9d581a44ecd6 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:05.908591 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ceed6116-ecfc-43a5-90cf-5a8c0a00ac35 None None] Provisioning complete for port fd76ca78-45bc-49a9-b13c-35fea01e90eb triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:05.908873 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ceed6116-ecfc-43a5-90cf-5a8c0a00ac35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fd76ca78-45bc-49a9-b13c-35fea01e90eb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:05.971344 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288594c8-c302-403e-96a6-426cb466968e req-42bcb1ec-72e2-4c4d-8048-020d7846bc09 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:05.983342 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6ae6f028-7148-4584-ae93-9d581a44ecd6 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:49:05.985842 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-288594c8-c302-403e-96a6-426cb466968e req-42bcb1ec-72e2-4c4d-8048-020d7846bc09 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 946 time: 0.1111724 Feb 08 21:49:06.011813 n-d-712143-31 neutron-server[103434]: INFO neutron.db.ipam_backend_mixin [None req-af599e31-d66d-45bb-a1ee-f9a2b0710219 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 886e8cc4-36f6-4012-b259-8934be479552 (CIDR: 172.20.0.0/28) Feb 08 21:49:06.021685 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-af599e31-d66d-45bb-a1ee-f9a2b0710219 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:49:06.022761 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af599e31-d66d-45bb-a1ee-f9a2b0710219 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:49:06.072305 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-af599e31-d66d-45bb-a1ee-f9a2b0710219 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6944485 Feb 08 21:49:06.075709 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55656) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:06.088051 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e674a73d-8488-41c0-813b-a7718444fec1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'subnet': {'network_id': '899eb948-f933-452c-aaf9-10a5de61b269', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:06.135539 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ceed6116-ecfc-43a5-90cf-5a8c0a00ac35 None None] Port fd76ca78-45bc-49a9-b13c-35fea01e90eb cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:49:06.155646 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-288594c8-c302-403e-96a6-426cb466968e req-49717a82-cdc8-40ac-8242-3fc5ef7b1a7e tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/security-groups?id=2cfe143e-f009-40a5-9185-fb44eb63289f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658537 Feb 08 21:49:06.199183 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 6ae6f028-7148-4584-ae93-9d581a44ecd6 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:06.199966 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:06.318318 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e674a73d-8488-41c0-813b-a7718444fec1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:49:06.344953 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e674a73d-8488-41c0-813b-a7718444fec1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:06.384345 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-5d6b3c0f-01b4-47dc-9374-eb606a4efd22 None None] Provisioning complete for port a23a031d-7b2f-43a9-839c-c011ffdc7369 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:06.386252 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5d6b3c0f-01b4-47dc-9374-eb606a4efd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a23a031d-7b2f-43a9-839c-c011ffdc7369), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:06.547153 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5d6b3c0f-01b4-47dc-9374-eb606a4efd22 None None] Port a23a031d-7b2f-43a9-839c-c011ffdc7369 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:49:06.555716 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:06.557342 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 6ae6f028-7148-4584-ae93-9d581a44ecd6 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:06.581279 n-d-712143-31 neutron-server[103434]: INFO neutron.db.ipam_backend_mixin [None req-e674a73d-8488-41c0-813b-a7718444fec1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet dc7e66ba-e43e-4ac0-9f15-11d1368b86fc (CIDR: 172.20.0.16/28) Feb 08 21:49:06.590979 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-e674a73d-8488-41c0-813b-a7718444fec1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:49:06.592198 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e674a73d-8488-41c0-813b-a7718444fec1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:49:06.628005 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e674a73d-8488-41c0-813b-a7718444fec1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5511830 Feb 08 21:49:06.631326 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55666) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:06.637643 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-135bf424-28cd-4892-9699-c63ca380f548 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'subnet': {'network_id': '899eb948-f933-452c-aaf9-10a5de61b269', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:06.807249 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:06.884690 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135bf424-28cd-4892-9699-c63ca380f548 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Made reservation on behalf of 957802303cd04f1ca53889ad1e28b004 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:49:06.889353 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-135bf424-28cd-4892-9699-c63ca380f548 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:07.538290 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03410060-df5d-4584-9911-fbcec116037b req-32cfa470-5c05-48c2-84a3-3c562b7de701 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:07.540884 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03410060-df5d-4584-9911-fbcec116037b req-32cfa470-5c05-48c2-84a3-3c562b7de701 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 946 time: 0.2629848 Feb 08 21:49:07.687036 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-135bf424-28cd-4892-9699-c63ca380f548 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (8f6bbd1b-40d0-425e-9f72-fa6a529034c7), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:07.704670 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-03410060-df5d-4584-9911-fbcec116037b req-1fcb5af4-46c0-462e-a89a-86f78278ca18 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/security-groups?id=2cfe143e-f009-40a5-9185-fb44eb63289f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534698 Feb 08 21:49:07.768732 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135bf424-28cd-4892-9699-c63ca380f548 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Network 899eb948-f933-452c-aaf9-10a5de61b269 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:49:07.773695 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-135bf424-28cd-4892-9699-c63ca380f548 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:49:07.779051 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135bf424-28cd-4892-9699-c63ca380f548 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:07.780547 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-135bf424-28cd-4892-9699-c63ca380f548 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:07.784515 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efd6e79-8a14-405d-9e59-52af945e0162 None None] Network 899eb948-f933-452c-aaf9-10a5de61b269 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:49:07.832389 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55696) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:07.840237 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-21458582-31a3-431b-bed8-9d942ba88b8e tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-816975688', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8f6bbd1b-40d0-425e-9f72-fa6a529034c7'}], 'security_groups': ['d206cad0-378a-48e8-8003-0c5066a2ea5a', '4fcea1dc-358c-4cdb-9735-d936ad070f4d']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:07.843687 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-135bf424-28cd-4892-9699-c63ca380f548 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2107856 Feb 08 21:49:07.864329 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bf424-28cd-4892-9699-c63ca380f548 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Subnet': ['ID=8f6bbd1b-40d0-425e-9f72-fa6a529034c7,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:08.190131 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adaf55-3360-40b3-b7fe-7c7ca628046a req-05d1cd0f-c3da-495d-b7a0-2e90f5c63f16 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:08.196156 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85adaf55-3360-40b3-b7fe-7c7ca628046a req-05d1cd0f-c3da-495d-b7a0-2e90f5c63f16 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 946 time: 0.1020868 Feb 08 21:49:08.309747 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85adaf55-3360-40b3-b7fe-7c7ca628046a req-7b204de1-76ac-40db-aa47-91cfde6b604e tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/security-groups?id=2cfe143e-f009-40a5-9185-fb44eb63289f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058362 Feb 08 21:49:08.357618 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-21458582-31a3-431b-bed8-9d942ba88b8e tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a23a031d-7b2f-43a9-839c-c011ffdc7369), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:08.369496 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005600dc-3479-455c-9a5c-243c3eabd5d3 None None] Update dhcp port {'port': {'network_id': '899eb948-f933-452c-aaf9-10a5de61b269', 'fixed_ips': [{'subnet_id': 'dc7e66ba-e43e-4ac0-9f15-11d1368b86fc', 'ip_address': '172.20.0.18'}, {'subnet_id': '886e8cc4-36f6-4012-b259-8934be479552', 'ip_address': '172.20.0.2'}, {'subnet_id': '8f6bbd1b-40d0-425e-9f72-fa6a529034c7'}], 'binding:host_id': 'n-d-712143-31'}, 'id': '6ae6f028-7148-4584-ae93-9d581a44ecd6'} from n-d-712143-31. {{(pid=103435) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 21:49:08.454180 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-005600dc-3479-455c-9a5c-243c3eabd5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:08.887516 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-005600dc-3479-455c-9a5c-243c3eabd5d3 None None] Allocated IP 172.20.0.34 (899eb948-f933-452c-aaf9-10a5de61b269/8f6bbd1b-40d0-425e-9f72-fa6a529034c7/6ae6f028-7148-4584-ae93-9d581a44ecd6) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:49:09.060245 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-005600dc-3479-455c-9a5c-243c3eabd5d3 None None] For port 6ae6f028-7148-4584-ae93-9d581a44ecd6, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=6ae6f028-7148-4584-ae93-9d581a44ecd6,segment=NetworkSegment(37321b10-6ebc-47be-b96a-2988960fd7f4),segment_id=37321b10-6ebc-47be-b96a-2988960fd7f4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:49:09.099358 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-005600dc-3479-455c-9a5c-243c3eabd5d3 None None] Publish callbacks [] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:09.109283 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-005600dc-3479-455c-9a5c-243c3eabd5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:09.273143 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005600dc-3479-455c-9a5c-243c3eabd5d3 None None] Pushing event updated for resources: {'Port': ['ID=6ae6f028-7148-4584-ae93-9d581a44ecd6,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:09.342713 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-21458582-31a3-431b-bed8-9d942ba88b8e tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Delete allocated IP 172.20.0.7 (899eb948-f933-452c-aaf9-10a5de61b269/886e8cc4-36f6-4012-b259-8934be479552) {{(pid=103434) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 08 21:49:09.350332 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005600dc-3479-455c-9a5c-243c3eabd5d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:09.350711 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005600dc-3479-455c-9a5c-243c3eabd5d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:09.351020 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005600dc-3479-455c-9a5c-243c3eabd5d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:09.351366 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005600dc-3479-455c-9a5c-243c3eabd5d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:09.356969 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005600dc-3479-455c-9a5c-243c3eabd5d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:09.361551 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-21458582-31a3-431b-bed8-9d942ba88b8e tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Allocated IP 172.20.0.35 (899eb948-f933-452c-aaf9-10a5de61b269/8f6bbd1b-40d0-425e-9f72-fa6a529034c7/a23a031d-7b2f-43a9-839c-c011ffdc7369) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:49:09.363605 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005600dc-3479-455c-9a5c-243c3eabd5d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:09.364014 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005600dc-3479-455c-9a5c-243c3eabd5d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:09.364301 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005600dc-3479-455c-9a5c-243c3eabd5d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:09.364646 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005600dc-3479-455c-9a5c-243c3eabd5d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:09.364985 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005600dc-3479-455c-9a5c-243c3eabd5d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:09.365358 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005600dc-3479-455c-9a5c-243c3eabd5d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:09.365695 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005600dc-3479-455c-9a5c-243c3eabd5d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:09.366024 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005600dc-3479-455c-9a5c-243c3eabd5d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:09.575743 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d244b-46c8-434e-8ea6-47d5dd47b635 req-637c4a93-e727-474e-8f95-db191a91310a tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:09.584183 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a9d244b-46c8-434e-8ea6-47d5dd47b635 req-637c4a93-e727-474e-8f95-db191a91310a tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 946 time: 0.1239090 Feb 08 21:49:09.718765 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a9d244b-46c8-434e-8ea6-47d5dd47b635 req-42a12fde-4484-43ab-8d98-d7735501dede tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/security-groups?id=2cfe143e-f009-40a5-9185-fb44eb63289f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277158 Feb 08 21:49:09.777053 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55782) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:09.859568 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-21458582-31a3-431b-bed8-9d942ba88b8e tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for port (a23a031d-7b2f-43a9-839c-c011ffdc7369), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:09.866081 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-21458582-31a3-431b-bed8-9d942ba88b8e tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (a23a031d-7b2f-43a9-839c-c011ffdc7369), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:09.904743 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6ae6f028-7148-4584-ae93-9d581a44ecd6 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:49:09.997277 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-be7916ba-2f02-4ae3-bfec-29fa57fef2ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:10.050753 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 6ae6f028-7148-4584-ae93-9d581a44ecd6 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:10.051127 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:10.212732 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-be7916ba-2f02-4ae3-bfec-29fa57fef2ee admin admin] Publish callbacks [] for security_group (7f7330ee-edcc-4354-b3f1-a37fed720dc5), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:10.218814 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-be7916ba-2f02-4ae3-bfec-29fa57fef2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7f7330ee-edcc-4354-b3f1-a37fed720dc5), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:10.285552 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-be7916ba-2f02-4ae3-bfec-29fa57fef2ee admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9b705c60dce84203a1100120320d724a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5059433 Feb 08 21:49:10.286767 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7916ba-2f02-4ae3-bfec-29fa57fef2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7330ee-edcc-4354-b3f1-a37fed720dc5,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:10.291621 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55788) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:10.295059 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 6ae6f028-7148-4584-ae93-9d581a44ecd6 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:10.448719 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-196a54f6-e643-458a-a9cc-ed87f0e434c1 None None] Provisioning complete for port fd76ca78-45bc-49a9-b13c-35fea01e90eb triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:10.449167 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-196a54f6-e643-458a-a9cc-ed87f0e434c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fd76ca78-45bc-49a9-b13c-35fea01e90eb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:10.485395 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d740d1fc-6367-4433-8f76-d39e1a48f785 admin admin] Publish callbacks [] for security_group (7f7330ee-edcc-4354-b3f1-a37fed720dc5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:10.523043 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-196a54f6-e643-458a-a9cc-ed87f0e434c1 None None] Port fd76ca78-45bc-49a9-b13c-35fea01e90eb cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:49:10.535781 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d740d1fc-6367-4433-8f76-d39e1a48f785 admin admin] Publish callbacks [] for security_group (7f7330ee-edcc-4354-b3f1-a37fed720dc5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:10.540441 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-196a54f6-e643-458a-a9cc-ed87f0e434c1 None None] Provisioning complete for port 6ae6f028-7148-4584-ae93-9d581a44ecd6 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:10.546578 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-196a54f6-e643-458a-a9cc-ed87f0e434c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:10.622425 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d740d1fc-6367-4433-8f76-d39e1a48f785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7f7330ee-edcc-4354-b3f1-a37fed720dc5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:10.625424 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d740d1fc-6367-4433-8f76-d39e1a48f785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:10.629357 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d740d1fc-6367-4433-8f76-d39e1a48f785 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7f7330ee-edcc-4354-b3f1-a37fed720dc5 HTTP/1.1" status: 204 len: 168 time: 0.3097003 Feb 08 21:49:10.645411 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740d1fc-6367-4433-8f76-d39e1a48f785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7330ee-edcc-4354-b3f1-a37fed720dc5,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:10.797194 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21458582-31a3-431b-bed8-9d942ba88b8e tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event updated for resources: {'Port': ['ID=a23a031d-7b2f-43a9-839c-c011ffdc7369,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:10.858472 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-196a54f6-e643-458a-a9cc-ed87f0e434c1 None None] Current status of the port 6ae6f028-7148-4584-ae93-9d581a44ecd6 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:10.866820 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-21458582-31a3-431b-bed8-9d942ba88b8e tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] In _notify_port_updated(), no bound segment for port a23a031d-7b2f-43a9-839c-c011ffdc7369 on network 899eb948-f933-452c-aaf9-10a5de61b269 {{(pid=103434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 21:49:10.885927 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21458582-31a3-431b-bed8-9d942ba88b8e tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:10.887834 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-21458582-31a3-431b-bed8-9d942ba88b8e tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:10.894211 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-21458582-31a3-431b-bed8-9d942ba88b8e tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "PUT /v2.0/ports/a23a031d-7b2f-43a9-839c-c011ffdc7369 HTTP/1.1" status: 200 len: 959 time: 3.0571523 Feb 08 21:49:10.899632 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55802) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:10.911926 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-196a54f6-e643-458a-a9cc-ed87f0e434c1 None None] Provisioning complete for port a23a031d-7b2f-43a9-839c-c011ffdc7369 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:10.912494 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-196a54f6-e643-458a-a9cc-ed87f0e434c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a23a031d-7b2f-43a9-839c-c011ffdc7369), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:11.002218 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e15c0-c7ef-4aca-aaaa-1410ecc13141 req-aaff2ece-64c4-460a-b87f-83ad39b9f18d tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:11.004033 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c52e15c0-c7ef-4aca-aaaa-1410ecc13141 req-aaff2ece-64c4-460a-b87f-83ad39b9f18d tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.94 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 946 time: 0.3815601 Feb 08 21:49:11.048306 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d89953-b01b-4af6-afba-7bea1b91fa04 req-6d25647e-b344-4ecd-a350-1381d61d72d5 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:11.060868 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d4d89953-b01b-4af6-afba-7bea1b91fa04 req-6d25647e-b344-4ecd-a350-1381d61d72d5 tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 946 time: 0.1689236 Feb 08 21:49:11.099610 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-196a54f6-e643-458a-a9cc-ed87f0e434c1 None None] Port a23a031d-7b2f-43a9-839c-c011ffdc7369 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:49:11.167420 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d4d89953-b01b-4af6-afba-7bea1b91fa04 req-bf9302d6-af11-4b95-8b4a-062192786e9d tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/security-groups?id=2cfe143e-f009-40a5-9185-fb44eb63289f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055820 Feb 08 21:49:11.233518 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d0b74fc9-7c6a-48a7-95e7-759edc120fb8 None None] Provisioning complete for port a23a031d-7b2f-43a9-839c-c011ffdc7369 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:11.234151 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d0b74fc9-7c6a-48a7-95e7-759edc120fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a23a031d-7b2f-43a9-839c-c011ffdc7369), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:11.254142 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-10d3029c-07e5-4def-a3ab-be334ece9b7f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting port a23a031d-7b2f-43a9-839c-c011ffdc7369 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:49:11.254484 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10d3029c-07e5-4def-a3ab-be334ece9b7f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (a23a031d-7b2f-43a9-839c-c011ffdc7369), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:11.309718 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d0b74fc9-7c6a-48a7-95e7-759edc120fb8 None None] Port a23a031d-7b2f-43a9-839c-c011ffdc7369 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:49:11.386420 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55808) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:11.411260 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-972c030e-a83d-4346-8ffa-a80caafe1277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:11.473026 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-c52e15c0-c7ef-4aca-aaaa-1410ecc13141 req-9d6c8853-e72f-4f6f-a99e-f053bf875bec tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Deleting port f0a1ad49-06d8-4fad-b27d-fa205e2a410d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:49:11.474400 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c52e15c0-c7ef-4aca-aaaa-1410ecc13141 req-9d6c8853-e72f-4f6f-a99e-f053bf875bec tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f0a1ad49-06d8-4fad-b27d-fa205e2a410d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:11.507830 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10d3029c-07e5-4def-a3ab-be334ece9b7f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (a23a031d-7b2f-43a9-839c-c011ffdc7369), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:11.553340 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-972c030e-a83d-4346-8ffa-a80caafe1277 admin admin] Publish callbacks [] for security_group (35d54a19-04be-45af-b182-0b952c272c19), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:11.557558 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-972c030e-a83d-4346-8ffa-a80caafe1277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (35d54a19-04be-45af-b182-0b952c272c19), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:11.580826 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-10d3029c-07e5-4def-a3ab-be334ece9b7f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Calling delete_port for a23a031d-7b2f-43a9-839c-c011ffdc7369 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:49:11.669723 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-972c030e-a83d-4346-8ffa-a80caafe1277 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=acd9d9d8b1254383addd43ebcf64cc8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2799182 Feb 08 21:49:11.671977 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55810) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:11.686916 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c030e-a83d-4346-8ffa-a80caafe1277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d54a19-04be-45af-b182-0b952c272c19,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:11.748384 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-c52e15c0-c7ef-4aca-aaaa-1410ecc13141 req-9d6c8853-e72f-4f6f-a99e-f053bf875bec tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] For port f0a1ad49-06d8-4fad-b27d-fa205e2a410d, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=f0a1ad49-06d8-4fad-b27d-fa205e2a410d,segment=NetworkSegment(731b763b-1c26-4664-89f0-52796aa1828c),segment_id=731b763b-1c26-4664-89f0-52796aa1828c)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:49:11.748756 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c52e15c0-c7ef-4aca-aaaa-1410ecc13141 req-9d6c8853-e72f-4f6f-a99e-f053bf875bec tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f0a1ad49-06d8-4fad-b27d-fa205e2a410d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:11.814116 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-08d3ef38-687f-4e07-9174-73d91b0491ff admin admin] Publish callbacks [] for security_group (35d54a19-04be-45af-b182-0b952c272c19), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:11.832401 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-c52e15c0-c7ef-4aca-aaaa-1410ecc13141 req-9d6c8853-e72f-4f6f-a99e-f053bf875bec tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Calling delete_port for f0a1ad49-06d8-4fad-b27d-fa205e2a410d owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:49:11.865456 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-08d3ef38-687f-4e07-9174-73d91b0491ff admin admin] Publish callbacks [] for security_group (35d54a19-04be-45af-b182-0b952c272c19), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:11.957335 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-08d3ef38-687f-4e07-9174-73d91b0491ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (35d54a19-04be-45af-b182-0b952c272c19), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:11.967183 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-08d3ef38-687f-4e07-9174-73d91b0491ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:11.979852 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-08d3ef38-687f-4e07-9174-73d91b0491ff admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/35d54a19-04be-45af-b182-0b952c272c19 HTTP/1.1" status: 204 len: 168 time: 0.3064654 Feb 08 21:49:12.020742 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3ef38-687f-4e07-9174-73d91b0491ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d54a19-04be-45af-b182-0b952c272c19,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:12.264161 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c52e15c0-c7ef-4aca-aaaa-1410ecc13141 req-9d6c8853-e72f-4f6f-a99e-f053bf875bec tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (f0a1ad49-06d8-4fad-b27d-fa205e2a410d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:12.350872 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c8853-e72f-4f6f-a99e-f053bf875bec tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Pushing event deleted for resources: {'Port': ['ID=f0a1ad49-06d8-4fad-b27d-fa205e2a410d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:12.492085 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4da8fbd2-87ce-4028-9cab-ab5349c67b50 req-320e4de2-2d63-40f2-bddb-57c5fa5083aa tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d7b408b-55a4-4d91-91ef-334b85757fec HTTP/1.1" status: 200 len: 210 time: 0.0573499 Feb 08 21:49:12.495262 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52e15c0-c7ef-4aca-aaaa-1410ecc13141 req-9d6c8853-e72f-4f6f-a99e-f053bf875bec tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] No DVR routers for this DVR port f0a1ad49-06d8-4fad-b27d-fa205e2a410d on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:49:12.503094 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c52e15c0-c7ef-4aca-aaaa-1410ecc13141 req-9d6c8853-e72f-4f6f-a99e-f053bf875bec tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:12.507671 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-c52e15c0-c7ef-4aca-aaaa-1410ecc13141 req-9d6c8853-e72f-4f6f-a99e-f053bf875bec tempest-TestServerAdvancedOps-1601629687 tempest-TestServerAdvancedOps-1601629687-project] 10.222.0.94 "DELETE /v2.0/ports/f0a1ad49-06d8-4fad-b27d-fa205e2a410d HTTP/1.1" status: 204 len: 173 time: 1.4912226 Feb 08 21:49:12.508405 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10d3029c-07e5-4def-a3ab-be334ece9b7f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (a23a031d-7b2f-43a9-839c-c011ffdc7369), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:12.510161 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7b408b-55a4-4d91-91ef-334b85757fec', 'name': 'network-vif-deleted', 'tag': 'f0a1ad49-06d8-4fad-b27d-fa205e2a410d'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:49:12.512868 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1886ba4-193e-45ef-8935-8c75814b4c4f" -d '{"events": [{"server_uuid": "4d7b408b-55a4-4d91-91ef-334b85757fec", "name": "network-vif-deleted", "tag": "f0a1ad49-06d8-4fad-b27d-fa205e2a410d"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:49:12.620205 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3029c-07e5-4def-a3ab-be334ece9b7f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Port': ['ID=a23a031d-7b2f-43a9-839c-c011ffdc7369,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:12.665684 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device f0a1ad49-06d8-4fad-b27d-fa205e2a410d no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:49:12.709580 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10d3029c-07e5-4def-a3ab-be334ece9b7f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:12.717973 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-10d3029c-07e5-4def-a3ab-be334ece9b7f tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/ports/a23a031d-7b2f-43a9-839c-c011ffdc7369 HTTP/1.1" status: 204 len: 168 time: 1.8137360 Feb 08 21:49:12.718395 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55836) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:12.737059 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedcb8cf-20d0-4f43-88d4-c54f2e1ae1c2 x-openstack-request-id: req-dedcb8cf-20d0-4f43-88d4-c54f2e1ae1c2 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:49:12.737467 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7b408b-55a4-4d91-91ef-334b85757fec", "name": "network-vif-deleted", "tag": "f0a1ad49-06d8-4fad-b27d-fa205e2a410d", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:49:12.737872 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dedcb8cf-20d0-4f43-88d4-c54f2e1ae1c2 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:49:12.741377 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7b408b-55a4-4d91-91ef-334b85757fec', 'name': 'network-vif-deleted', 'tag': 'f0a1ad49-06d8-4fad-b27d-fa205e2a410d', 'status': 'completed', 'code': 200} Feb 08 21:49:12.755254 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: f0a1ad49-06d8-4fad-b27d-fa205e2a410d {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:49:12.758246 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device f0a1ad49-06d8-4fad-b27d-fa205e2a410d not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:49:12.786788 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dbf33f3-5807-46fc-9ef3-d5dcbd47a3b3 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] GET failed (client error): The resource could not be found. Feb 08 21:49:12.790738 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3dbf33f3-5807-46fc-9ef3-d5dcbd47a3b3 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "GET /v2.0/ports/a23a031d-7b2f-43a9-839c-c011ffdc7369 HTTP/1.1" status: 404 len: 333 time: 0.0713112 Feb 08 21:49:12.793708 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55840) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:12.900262 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-31ea92f5-70a2-4881-89bd-d4fd5a8eda69 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (d25706a0-cb7c-4d46-8f96-32277c44cd19), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:12.944720 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-31ea92f5-70a2-4881-89bd-d4fd5a8eda69 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (d25706a0-cb7c-4d46-8f96-32277c44cd19), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:13.009402 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-31ea92f5-70a2-4881-89bd-d4fd5a8eda69 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d25706a0-cb7c-4d46-8f96-32277c44cd19), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:13.014334 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-31ea92f5-70a2-4881-89bd-d4fd5a8eda69 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:13.016385 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-31ea92f5-70a2-4881-89bd-d4fd5a8eda69 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/security-groups/d25706a0-cb7c-4d46-8f96-32277c44cd19 HTTP/1.1" status: 204 len: 168 time: 0.2215595 Feb 08 21:49:13.019630 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55844) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:13.059603 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea92f5-70a2-4881-89bd-d4fd5a8eda69 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25706a0-cb7c-4d46-8f96-32277c44cd19,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:13.178073 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-423c649c-1d05-45a1-b346-6eff834edeae tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (4fcea1dc-358c-4cdb-9735-d936ad070f4d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:13.244860 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-423c649c-1d05-45a1-b346-6eff834edeae tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (4fcea1dc-358c-4cdb-9735-d936ad070f4d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:13.351459 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-423c649c-1d05-45a1-b346-6eff834edeae tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4fcea1dc-358c-4cdb-9735-d936ad070f4d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:13.358355 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-423c649c-1d05-45a1-b346-6eff834edeae tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:13.361873 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-423c649c-1d05-45a1-b346-6eff834edeae tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/security-groups/4fcea1dc-358c-4cdb-9735-d936ad070f4d HTTP/1.1" status: 204 len: 168 time: 0.3386254 Feb 08 21:49:13.362268 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55858) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:13.386734 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c649c-1d05-45a1-b346-6eff834edeae tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcea1dc-358c-4cdb-9735-d936ad070f4d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:13.520139 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6f7a0fc-c2f0-4585-8e0b-65a78cac5fa5 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (d206cad0-378a-48e8-8003-0c5066a2ea5a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:13.576993 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6f7a0fc-c2f0-4585-8e0b-65a78cac5fa5 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (d206cad0-378a-48e8-8003-0c5066a2ea5a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:13.591304 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55868) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:13.646128 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55870) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:13.671682 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6f7a0fc-c2f0-4585-8e0b-65a78cac5fa5 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (d206cad0-378a-48e8-8003-0c5066a2ea5a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:13.674476 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6f7a0fc-c2f0-4585-8e0b-65a78cac5fa5 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:13.675631 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d6f7a0fc-c2f0-4585-8e0b-65a78cac5fa5 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/security-groups/d206cad0-378a-48e8-8003-0c5066a2ea5a HTTP/1.1" status: 204 len: 168 time: 0.3123603 Feb 08 21:49:13.687688 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55880) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:13.697413 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f5ea0e-e624-4102-bbcf-e1bb93cff717 admin admin] Deleting subnet 283dd7ea-9c0f-40a8-b3f0-519e35608000 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:49:13.701149 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-16f5ea0e-e624-4102-bbcf-e1bb93cff717 admin admin] Publish callbacks [] for subnet (283dd7ea-9c0f-40a8-b3f0-519e35608000), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:13.744576 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-16f5ea0e-e624-4102-bbcf-e1bb93cff717 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (283dd7ea-9c0f-40a8-b3f0-519e35608000), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:13.763471 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f7a0fc-c2f0-4585-8e0b-65a78cac5fa5 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d206cad0-378a-48e8-8003-0c5066a2ea5a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:13.834110 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-16f5ea0e-e624-4102-bbcf-e1bb93cff717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (283dd7ea-9c0f-40a8-b3f0-519e35608000), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:13.864692 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-1062170b-7cca-41f8-8578-be05b6911b0d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting subnet 886e8cc4-36f6-4012-b259-8934be479552 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:49:13.872258 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1062170b-7cca-41f8-8578-be05b6911b0d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (886e8cc4-36f6-4012-b259-8934be479552), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:13.896440 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-467cab9f-88ac-4a6f-a6c7-d0c39bdebd33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:13.968379 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-16f5ea0e-e624-4102-bbcf-e1bb93cff717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (283dd7ea-9c0f-40a8-b3f0-519e35608000), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:14.008037 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1062170b-7cca-41f8-8578-be05b6911b0d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (886e8cc4-36f6-4012-b259-8934be479552), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:14.019821 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-16f5ea0e-e624-4102-bbcf-e1bb93cff717 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:14.025347 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-16f5ea0e-e624-4102-bbcf-e1bb93cff717 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/283dd7ea-9c0f-40a8-b3f0-519e35608000 HTTP/1.1" status: 204 len: 168 time: 0.4304011 Feb 08 21:49:14.026160 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5ea0e-e624-4102-bbcf-e1bb93cff717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=283dd7ea-9c0f-40a8-b3f0-519e35608000,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:14.027513 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55898) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:14.125281 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1062170b-7cca-41f8-8578-be05b6911b0d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (886e8cc4-36f6-4012-b259-8934be479552), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:14.224950 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1062170b-7cca-41f8-8578-be05b6911b0d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (886e8cc4-36f6-4012-b259-8934be479552), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:14.253833 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1062170b-7cca-41f8-8578-be05b6911b0d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:14.259022 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad9e756-f4a6-4cc4-a717-5fb67dde90da None None] Network 899eb948-f933-452c-aaf9-10a5de61b269 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:49:14.279645 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1062170b-7cca-41f8-8578-be05b6911b0d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/subnets/886e8cc4-36f6-4012-b259-8934be479552 HTTP/1.1" status: 204 len: 168 time: 0.5865407 Feb 08 21:49:14.310699 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55914) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:14.448583 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-67573efd-2a44-4155-ab2d-38d8fd0dbe81 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting subnet 8f6bbd1b-40d0-425e-9f72-fa6a529034c7 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:49:14.451500 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062170b-7cca-41f8-8578-be05b6911b0d tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Subnet': ['ID=886e8cc4-36f6-4012-b259-8934be479552,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:14.462425 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67573efd-2a44-4155-ab2d-38d8fd0dbe81 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (8f6bbd1b-40d0-425e-9f72-fa6a529034c7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:14.584983 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67573efd-2a44-4155-ab2d-38d8fd0dbe81 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (8f6bbd1b-40d0-425e-9f72-fa6a529034c7), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:14.740585 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-467cab9f-88ac-4a6f-a6c7-d0c39bdebd33 admin admin] Publish callbacks [] for security_group (c3a06245-2315-497f-8fd7-f8df3088b5d4), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:14.749571 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f66c3bf7-d48e-4687-bbc2-4e919e8503d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (09bfc649-d99a-482a-866a-03aad546a931), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:14.761349 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-467cab9f-88ac-4a6f-a6c7-d0c39bdebd33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c3a06245-2315-497f-8fd7-f8df3088b5d4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:14.800381 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67573efd-2a44-4155-ab2d-38d8fd0dbe81 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (8f6bbd1b-40d0-425e-9f72-fa6a529034c7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:14.857090 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-467cab9f-88ac-4a6f-a6c7-d0c39bdebd33 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5a1e0769b778486aa9f0d1822e750a66&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2096109 Feb 08 21:49:14.864225 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55966) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:14.878208 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467cab9f-88ac-4a6f-a6c7-d0c39bdebd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a06245-2315-497f-8fd7-f8df3088b5d4,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:14.983071 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f66c3bf7-d48e-4687-bbc2-4e919e8503d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (09bfc649-d99a-482a-866a-03aad546a931), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:14.997253 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e5d032f-6362-43ce-b088-5b1fc1a89af9 admin admin] Publish callbacks [] for security_group (c3a06245-2315-497f-8fd7-f8df3088b5d4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:15.000770 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67573efd-2a44-4155-ab2d-38d8fd0dbe81 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (8f6bbd1b-40d0-425e-9f72-fa6a529034c7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:15.037603 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-f66c3bf7-d48e-4687-bbc2-4e919e8503d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09bfc649-d99a-482a-866a-03aad546a931']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:15.046537 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67573efd-2a44-4155-ab2d-38d8fd0dbe81 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Subnet': ['ID=8f6bbd1b-40d0-425e-9f72-fa6a529034c7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:15.068068 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-f66c3bf7-d48e-4687-bbc2-4e919e8503d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '731b763b-1c26-4664-89f0-52796aa1828c') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:15.068409 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-f66c3bf7-d48e-4687-bbc2-4e919e8503d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '731b763b-1c26-4664-89f0-52796aa1828c') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:15.074217 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67573efd-2a44-4155-ab2d-38d8fd0dbe81 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:15.079288 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-67573efd-2a44-4155-ab2d-38d8fd0dbe81 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/subnets/8f6bbd1b-40d0-425e-9f72-fa6a529034c7 HTTP/1.1" status: 204 len: 168 time: 0.7673371 Feb 08 21:49:15.083040 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55974) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:15.088345 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e5d032f-6362-43ce-b088-5b1fc1a89af9 admin admin] Publish callbacks [] for security_group (c3a06245-2315-497f-8fd7-f8df3088b5d4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:15.117148 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-5467110c-b3b6-4878-bfb2-ee1ede9a29e6 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] DELETE failed (client error): The resource could not be found. Feb 08 21:49:15.117646 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5467110c-b3b6-4878-bfb2-ee1ede9a29e6 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:49:15.130294 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55976) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:15.130665 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5467110c-b3b6-4878-bfb2-ee1ede9a29e6 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/subnets/886e8cc4-36f6-4012-b259-8934be479552 HTTP/1.1" status: 404 len: 337 time: 0.0465441 Feb 08 21:49:15.132727 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f66c3bf7-d48e-4687-bbc2-4e919e8503d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (731b763b-1c26-4664-89f0-52796aa1828c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:15.163036 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f66c3bf7-d48e-4687-bbc2-4e919e8503d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (731b763b-1c26-4664-89f0-52796aa1828c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:15.178227 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66c3bf7-d48e-4687-bbc2-4e919e8503d3 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:49:15.178656 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f66c3bf7-d48e-4687-bbc2-4e919e8503d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (731b763b-1c26-4664-89f0-52796aa1828c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:49:15.180440 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:49:15.228451 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c4c5d48-037d-43c7-b9d0-3b2545c56cff tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting subnet dc7e66ba-e43e-4ac0-9f15-11d1368b86fc {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:49:15.233054 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e5d032f-6362-43ce-b088-5b1fc1a89af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c3a06245-2315-497f-8fd7-f8df3088b5d4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:15.236664 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e5d032f-6362-43ce-b088-5b1fc1a89af9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:15.237847 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3e5d032f-6362-43ce-b088-5b1fc1a89af9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c3a06245-2315-497f-8fd7-f8df3088b5d4 HTTP/1.1" status: 204 len: 168 time: 0.3718910 Feb 08 21:49:15.238747 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5d48-037d-43c7-b9d0-3b2545c56cff tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (dc7e66ba-e43e-4ac0-9f15-11d1368b86fc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:15.280811 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d032f-6362-43ce-b088-5b1fc1a89af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a06245-2315-497f-8fd7-f8df3088b5d4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:15.313893 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5d48-037d-43c7-b9d0-3b2545c56cff tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (dc7e66ba-e43e-4ac0-9f15-11d1368b86fc), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:15.354821 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f66c3bf7-d48e-4687-bbc2-4e919e8503d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (09bfc649-d99a-482a-866a-03aad546a931), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:15.368740 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f66c3bf7-d48e-4687-bbc2-4e919e8503d3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:15.375949 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f66c3bf7-d48e-4687-bbc2-4e919e8503d3 admin admin] 10.222.0.88 "DELETE /v2.0/networks/09bfc649-d99a-482a-866a-03aad546a931 HTTP/1.1" status: 204 len: 168 time: 1.3438487 Feb 08 21:49:15.382343 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55984) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:15.427937 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55986) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:15.489659 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c3bf7-d48e-4687-bbc2-4e919e8503d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=09bfc649-d99a-482a-866a-03aad546a931,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:15.537160 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7e06a0-33c2-4aa7-a54f-932da4e67115 admin admin] Deleting subnet 72510695-3084-437b-bb72-043b716dba27 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:49:15.558333 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fd7e06a0-33c2-4aa7-a54f-932da4e67115 admin admin] Publish callbacks [] for subnet (72510695-3084-437b-bb72-043b716dba27), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:15.581935 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5d48-037d-43c7-b9d0-3b2545c56cff tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (dc7e66ba-e43e-4ac0-9f15-11d1368b86fc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:15.641292 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3abdf0-28e9-4247-9660-1520968f96bc None None] Network 899eb948-f933-452c-aaf9-10a5de61b269 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:49:15.681866 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fd7e06a0-33c2-4aa7-a54f-932da4e67115 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (72510695-3084-437b-bb72-043b716dba27), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:15.777412 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5d48-037d-43c7-b9d0-3b2545c56cff tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (dc7e66ba-e43e-4ac0-9f15-11d1368b86fc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:15.804340 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fd7e06a0-33c2-4aa7-a54f-932da4e67115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (72510695-3084-437b-bb72-043b716dba27), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:15.827383 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5d48-037d-43c7-b9d0-3b2545c56cff tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:15.840698 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2c4c5d48-037d-43c7-b9d0-3b2545c56cff tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/subnets/dc7e66ba-e43e-4ac0-9f15-11d1368b86fc HTTP/1.1" status: 204 len: 168 time: 0.7092259 Feb 08 21:49:15.842576 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-22670888-f611-40ff-a26b-57a29543cc3d None None] Provisioning complete for port 6ae6f028-7148-4584-ae93-9d581a44ecd6 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:15.842955 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-22670888-f611-40ff-a26b-57a29543cc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:15.904064 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55992) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:15.907001 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c5d48-037d-43c7-b9d0-3b2545c56cff tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Subnet': ['ID=dc7e66ba-e43e-4ac0-9f15-11d1368b86fc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:15.927832 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fd7e06a0-33c2-4aa7-a54f-932da4e67115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (72510695-3084-437b-bb72-043b716dba27), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:15.977006 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7fb88d9-bb9d-4228-af3b-b359bd951d76 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] DELETE failed (client error): The resource could not be found. Feb 08 21:49:15.977683 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7fb88d9-bb9d-4228-af3b-b359bd951d76 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:49:15.984966 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d7fb88d9-bb9d-4228-af3b-b359bd951d76 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/subnets/d8a58db0-49f3-4464-bfc7-5b0708625909 HTTP/1.1" status: 404 len: 337 time: 0.0716987 Feb 08 21:49:15.988372 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 55994) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:16.008155 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e06a0-33c2-4aa7-a54f-932da4e67115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72510695-3084-437b-bb72-043b716dba27,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:16.031354 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fd7e06a0-33c2-4aa7-a54f-932da4e67115 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:16.038209 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fd7e06a0-33c2-4aa7-a54f-932da4e67115 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/72510695-3084-437b-bb72-043b716dba27 HTTP/1.1" status: 204 len: 168 time: 0.6546276 Feb 08 21:49:16.041824 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55996) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:16.081535 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-01ce435b-60da-45bc-a4e6-631a8f848908 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "GET /v2.0/ports?device_id=3326bbf7-56a3-45b1-a6ea-16da470c07fb HTTP/1.1" status: 200 len: 205 time: 0.0923154 Feb 08 21:49:16.086802 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 55998) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:16.087562 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa15573a-7bdd-4bfc-adf5-635f96803920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:16.191355 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-ba4b5c6c-456d-4128-b2b5-454e81987815 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] delete failed (client error): The resource could not be found. Feb 08 21:49:16.195398 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56000) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:16.196207 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ba4b5c6c-456d-4128-b2b5-454e81987815 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/routers/3326bbf7-56a3-45b1-a6ea-16da470c07fb HTTP/1.1" status: 404 len: 336 time: 0.1083603 Feb 08 21:49:16.241392 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7d96c8b8-5986-49f0-aa52-4f9181f99121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (9cc371d3-dd2b-449a-a856-b3548aece072), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:16.251194 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3900e44-87c3-4690-adeb-be3c93c91f19 None None] Update dhcp port {'port': {'network_id': '899eb948-f933-452c-aaf9-10a5de61b269', 'fixed_ips': [{'subnet_id': 'dc7e66ba-e43e-4ac0-9f15-11d1368b86fc'}], 'binding:host_id': 'n-d-712143-31'}, 'id': '6ae6f028-7148-4584-ae93-9d581a44ecd6'} from n-d-712143-31. {{(pid=103435) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 21:49:16.254931 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-010bbdc8-8b31-441f-9ba8-e02e8e414220 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] DELETE failed (client error): The resource could not be found. Feb 08 21:49:16.256884 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-010bbdc8-8b31-441f-9ba8-e02e8e414220 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:49:16.269665 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-010bbdc8-8b31-441f-9ba8-e02e8e414220 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/subnets/9323246d-e961-4db1-a053-51b2489bea49 HTTP/1.1" status: 404 len: 337 time: 0.0704634 Feb 08 21:49:16.275206 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56004) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:16.289122 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a3900e44-87c3-4690-adeb-be3c93c91f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:16.331967 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-224eb1f3-fe92-4ad4-a7df-5037fc66e139 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] DELETE failed (client error): The resource could not be found. Feb 08 21:49:16.332486 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-224eb1f3-fe92-4ad4-a7df-5037fc66e139 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:49:16.337939 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-224eb1f3-fe92-4ad4-a7df-5037fc66e139 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/subnets/acd79d60-9713-4dba-8925-d7bc58367955 HTTP/1.1" status: 404 len: 337 time: 0.0594516 Feb 08 21:49:16.351262 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56006) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:16.399473 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7d96c8b8-5986-49f0-aa52-4f9181f99121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (9cc371d3-dd2b-449a-a856-b3548aece072), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:16.399829 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f43f5b-c266-463e-b50c-ed47f6e7f87e tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] DELETE failed (client error): The resource could not be found. Feb 08 21:49:16.400473 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1f43f5b-c266-463e-b50c-ed47f6e7f87e tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:49:16.408108 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b1f43f5b-c266-463e-b50c-ed47f6e7f87e tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/subnets/f3418823-4405-4b6a-94bc-d3fb57fccf2a HTTP/1.1" status: 404 len: 337 time: 0.0511129 Feb 08 21:49:16.410329 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56008) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:16.413923 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa15573a-7bdd-4bfc-adf5-635f96803920 admin admin] Publish callbacks [] for security_group (ffb0d9e9-6e0d-4b39-bf21-c54877f4c1c0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:16.416885 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-22670888-f611-40ff-a26b-57a29543cc3d None None] Current status of the port 6ae6f028-7148-4584-ae93-9d581a44ecd6 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:16.432736 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-22670888-f611-40ff-a26b-57a29543cc3d None None] Provisioning complete for port fd76ca78-45bc-49a9-b13c-35fea01e90eb triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:16.433192 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-22670888-f611-40ff-a26b-57a29543cc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fd76ca78-45bc-49a9-b13c-35fea01e90eb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:16.454622 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-7d96c8b8-5986-49f0-aa52-4f9181f99121 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc371d3-dd2b-449a-a856-b3548aece072']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:16.482718 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea524e7-437c-4b9c-a412-af215a346cbe tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] DELETE failed (client error): The resource could not be found. Feb 08 21:49:16.484241 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ea524e7-437c-4b9c-a412-af215a346cbe tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:49:16.489519 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-7d96c8b8-5986-49f0-aa52-4f9181f99121 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e03f0a-647c-45e7-8554-943f5289fba6') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:16.490176 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-7d96c8b8-5986-49f0-aa52-4f9181f99121 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e03f0a-647c-45e7-8554-943f5289fba6') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:16.494072 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-22670888-f611-40ff-a26b-57a29543cc3d None None] Port fd76ca78-45bc-49a9-b13c-35fea01e90eb cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:49:16.494289 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1ea524e7-437c-4b9c-a412-af215a346cbe tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/ports/6db56eed-382e-4109-963e-2fcc67ce9d99 HTTP/1.1" status: 404 len: 333 time: 0.0804801 Feb 08 21:49:16.495289 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56010) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:16.513071 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7d96c8b8-5986-49f0-aa52-4f9181f99121 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (e5e03f0a-647c-45e7-8554-943f5289fba6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:16.525539 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf3e219-2ef8-48e1-afc8-4ee7c862b3ed None None] Network 899eb948-f933-452c-aaf9-10a5de61b269 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:49:16.530642 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa15573a-7bdd-4bfc-adf5-635f96803920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ffb0d9e9-6e0d-4b39-bf21-c54877f4c1c0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:16.534418 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-187dbe8b-450a-49eb-9021-4e4bb6bd5fd5 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] DELETE failed (client error): The resource could not be found. Feb 08 21:49:16.535023 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-187dbe8b-450a-49eb-9021-4e4bb6bd5fd5 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:49:16.540631 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-187dbe8b-450a-49eb-9021-4e4bb6bd5fd5 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/subnets/2b18e391-e6bc-493f-b0be-e93cae5840d3 HTTP/1.1" status: 404 len: 337 time: 0.0420401 Feb 08 21:49:16.543453 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56012) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:16.569553 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15573a-7bdd-4bfc-adf5-635f96803920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb0d9e9-6e0d-4b39-bf21-c54877f4c1c0,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:16.597693 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-f596e1ca-7a27-4bdc-af09-0e96063104fd tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] DELETE failed (client error): The resource could not be found. Feb 08 21:49:16.598286 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f596e1ca-7a27-4bdc-af09-0e96063104fd tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:49:16.604710 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f596e1ca-7a27-4bdc-af09-0e96063104fd tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/subnets/a06a397c-1676-4f7d-938f-838daeeb9002 HTTP/1.1" status: 404 len: 337 time: 0.0536394 Feb 08 21:49:16.604894 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-aa15573a-7bdd-4bfc-adf5-635f96803920 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4100a3ac97264807b19eb3e539e39bc8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1733673 Feb 08 21:49:16.605402 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56016) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:16.606813 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56018) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:16.612731 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7d96c8b8-5986-49f0-aa52-4f9181f99121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (e5e03f0a-647c-45e7-8554-943f5289fba6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:16.627132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d96c8b8-5986-49f0-aa52-4f9181f99121 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:49:16.627544 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7d96c8b8-5986-49f0-aa52-4f9181f99121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (e5e03f0a-647c-45e7-8554-943f5289fba6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:49:16.633663 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:49:16.687141 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c32c82-fdaa-4da8-820e-9fd890ff1c2b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] DELETE failed (client error): The resource could not be found. Feb 08 21:49:16.689862 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c32c82-fdaa-4da8-820e-9fd890ff1c2b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:49:16.696069 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-44c32c82-fdaa-4da8-820e-9fd890ff1c2b tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/ports/37217e57-2132-4733-a722-2fc5bc1054d1 HTTP/1.1" status: 404 len: 333 time: 0.0880053 Feb 08 21:49:16.697286 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56020) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:16.711122 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-df0b7ef1-9137-46de-aac6-706f862b7ac8 None None] Provisioning complete for port 6ae6f028-7148-4584-ae93-9d581a44ecd6 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:16.711684 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df0b7ef1-9137-46de-aac6-706f862b7ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:16.731089 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-b06daf79-be06-463d-a404-aaf31992004a tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] DELETE failed (client error): The resource could not be found. Feb 08 21:49:16.731476 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b06daf79-be06-463d-a404-aaf31992004a tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:49:16.736813 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b06daf79-be06-463d-a404-aaf31992004a tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/subnets/58d36281-5a24-4164-b32c-0ace68af0edc HTTP/1.1" status: 404 len: 337 time: 0.0361710 Feb 08 21:49:16.738314 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56022) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:16.774066 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-96d480e0-803c-4ecb-96af-ec3b1ce0580f admin admin] Publish callbacks [] for security_group (ffb0d9e9-6e0d-4b39-bf21-c54877f4c1c0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:16.777708 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27796e1-5298-46a7-92f7-eae000fa1908 None None] DHCP port deletion for 899eb948-f933-452c-aaf9-10a5de61b269 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:49:16.782373 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-5338eb46-7754-48d2-9aaa-12e1e503c937 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] DELETE failed (client error): The resource could not be found. Feb 08 21:49:16.783424 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5338eb46-7754-48d2-9aaa-12e1e503c937 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:49:16.791248 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5338eb46-7754-48d2-9aaa-12e1e503c937 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/subnets/94a4217c-e765-4a83-b5cf-8071f6e6db7b HTTP/1.1" status: 404 len: 337 time: 0.0473979 Feb 08 21:49:16.791248 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56024) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:16.810457 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-96d480e0-803c-4ecb-96af-ec3b1ce0580f admin admin] Publish callbacks [] for security_group (ffb0d9e9-6e0d-4b39-bf21-c54877f4c1c0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:16.845679 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7d96c8b8-5986-49f0-aa52-4f9181f99121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (9cc371d3-dd2b-449a-a856-b3548aece072), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:16.847217 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-df0b7ef1-9137-46de-aac6-706f862b7ac8 None None] Current status of the port 6ae6f028-7148-4584-ae93-9d581a44ecd6 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:16.859551 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7d96c8b8-5986-49f0-aa52-4f9181f99121 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:16.863429 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7d96c8b8-5986-49f0-aa52-4f9181f99121 admin admin] 10.222.0.88 "DELETE /v2.0/networks/9cc371d3-dd2b-449a-a856-b3548aece072 HTTP/1.1" status: 204 len: 168 time: 0.8206131 Feb 08 21:49:16.879112 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-96d480e0-803c-4ecb-96af-ec3b1ce0580f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ffb0d9e9-6e0d-4b39-bf21-c54877f4c1c0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:16.885673 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-96d480e0-803c-4ecb-96af-ec3b1ce0580f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:16.885904 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96c8b8-5986-49f0-aa52-4f9181f99121 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cc371d3-dd2b-449a-a856-b3548aece072,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:16.896512 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-96d480e0-803c-4ecb-96af-ec3b1ce0580f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ffb0d9e9-6e0d-4b39-bf21-c54877f4c1c0 HTTP/1.1" status: 204 len: 168 time: 0.2844865 Feb 08 21:49:16.896940 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-df0b7ef1-9137-46de-aac6-706f862b7ac8 None None] Provisioning complete for port fd76ca78-45bc-49a9-b13c-35fea01e90eb triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:16.897451 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df0b7ef1-9137-46de-aac6-706f862b7ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fd76ca78-45bc-49a9-b13c-35fea01e90eb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:16.915367 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d480e0-803c-4ecb-96af-ec3b1ce0580f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb0d9e9-6e0d-4b39-bf21-c54877f4c1c0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:16.989081 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-3a6b5a5d-23fd-4133-8b71-342a88d56f7c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Deleting port fd76ca78-45bc-49a9-b13c-35fea01e90eb {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:49:16.989081 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3a6b5a5d-23fd-4133-8b71-342a88d56f7c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (fd76ca78-45bc-49a9-b13c-35fea01e90eb), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:17.094427 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3a6b5a5d-23fd-4133-8b71-342a88d56f7c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (fd76ca78-45bc-49a9-b13c-35fea01e90eb), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:17.116900 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-3a6b5a5d-23fd-4133-8b71-342a88d56f7c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Calling delete_port for fd76ca78-45bc-49a9-b13c-35fea01e90eb owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:49:17.122313 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56030) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:17.167627 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d27796e1-5298-46a7-92f7-eae000fa1908 None None] Deleting port 6ae6f028-7148-4584-ae93-9d581a44ecd6 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:49:17.167767 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d27796e1-5298-46a7-92f7-eae000fa1908 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:17.209770 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fdf97a67-36b9-4fee-ac66-63620260d3c6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6fa8c74b5ae84720af0d45ca0b0a0a09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0861666 Feb 08 21:49:17.212191 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56034) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:17.229592 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3a6b5a5d-23fd-4133-8b71-342a88d56f7c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (fd76ca78-45bc-49a9-b13c-35fea01e90eb), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:17.237743 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d27796e1-5298-46a7-92f7-eae000fa1908 None None] For port 6ae6f028-7148-4584-ae93-9d581a44ecd6, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=6ae6f028-7148-4584-ae93-9d581a44ecd6,segment=NetworkSegment(37321b10-6ebc-47be-b96a-2988960fd7f4),segment_id=37321b10-6ebc-47be-b96a-2988960fd7f4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:49:17.238149 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d27796e1-5298-46a7-92f7-eae000fa1908 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:17.251300 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-df0b7ef1-9137-46de-aac6-706f862b7ac8 None None] Port fd76ca78-45bc-49a9-b13c-35fea01e90eb cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:49:17.256106 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d27796e1-5298-46a7-92f7-eae000fa1908 None None] Calling delete_port for 6ae6f028-7148-4584-ae93-9d581a44ecd6 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:49:17.265010 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b5a5d-23fd-4133-8b71-342a88d56f7c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Port': ['ID=fd76ca78-45bc-49a9-b13c-35fea01e90eb,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:17.292422 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3a6b5a5d-23fd-4133-8b71-342a88d56f7c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:17.297205 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3a6b5a5d-23fd-4133-8b71-342a88d56f7c tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/ports/fd76ca78-45bc-49a9-b13c-35fea01e90eb HTTP/1.1" status: 204 len: 168 time: 0.5070715 Feb 08 21:49:17.299751 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56040) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:17.344276 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7ec3c169-9291-44f8-8b75-5ec8b0849497 admin admin] Publish callbacks [] for security_group (2cfe143e-f009-40a5-9185-fb44eb63289f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:17.373418 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d27796e1-5298-46a7-92f7-eae000fa1908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (6ae6f028-7148-4584-ae93-9d581a44ecd6), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:17.385297 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7ec3c169-9291-44f8-8b75-5ec8b0849497 admin admin] Publish callbacks [] for security_group (2cfe143e-f009-40a5-9185-fb44eb63289f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:17.416765 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27796e1-5298-46a7-92f7-eae000fa1908 None None] Pushing event deleted for resources: {'Port': ['ID=6ae6f028-7148-4584-ae93-9d581a44ecd6,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:17.420411 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27796e1-5298-46a7-92f7-eae000fa1908 None None] No DVR routers for this DVR port 6ae6f028-7148-4584-ae93-9d581a44ecd6 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:49:17.450228 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71e65457-2f11-4236-a000-2c6f7df152f1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (899eb948-f933-452c-aaf9-10a5de61b269), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:17.472986 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7ec3c169-9291-44f8-8b75-5ec8b0849497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (2cfe143e-f009-40a5-9185-fb44eb63289f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:17.476405 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7ec3c169-9291-44f8-8b75-5ec8b0849497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:17.480159 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7ec3c169-9291-44f8-8b75-5ec8b0849497 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2cfe143e-f009-40a5-9185-fb44eb63289f HTTP/1.1" status: 204 len: 168 time: 0.2644870 Feb 08 21:49:17.497648 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3c169-9291-44f8-8b75-5ec8b0849497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfe143e-f009-40a5-9185-fb44eb63289f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:17.566791 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71e65457-2f11-4236-a000-2c6f7df152f1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (899eb948-f933-452c-aaf9-10a5de61b269), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:17.601507 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-71e65457-2f11-4236-a000-2c6f7df152f1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['899eb948-f933-452c-aaf9-10a5de61b269']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:17.614551 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-71e65457-2f11-4236-a000-2c6f7df152f1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37321b10-6ebc-47be-b96a-2988960fd7f4') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:17.614853 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-71e65457-2f11-4236-a000-2c6f7df152f1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37321b10-6ebc-47be-b96a-2988960fd7f4') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:17.626498 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71e65457-2f11-4236-a000-2c6f7df152f1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (37321b10-6ebc-47be-b96a-2988960fd7f4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:17.646379 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71e65457-2f11-4236-a000-2c6f7df152f1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (37321b10-6ebc-47be-b96a-2988960fd7f4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:17.658522 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e65457-2f11-4236-a000-2c6f7df152f1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:49:17.658926 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71e65457-2f11-4236-a000-2c6f7df152f1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (37321b10-6ebc-47be-b96a-2988960fd7f4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:49:17.662322 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:49:17.735868 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71e65457-2f11-4236-a000-2c6f7df152f1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (899eb948-f933-452c-aaf9-10a5de61b269), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:17.744180 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71e65457-2f11-4236-a000-2c6f7df152f1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:17.749292 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-71e65457-2f11-4236-a000-2c6f7df152f1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] 10.222.0.88 "DELETE /v2.0/networks/899eb948-f933-452c-aaf9-10a5de61b269 HTTP/1.1" status: 204 len: 168 time: 0.4467483 Feb 08 21:49:17.762604 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e65457-2f11-4236-a000-2c6f7df152f1 tempest-PortsTestJSON-1592441158 tempest-PortsTestJSON-1592441158-project] Pushing event deleted for resources: {'Network': ['ID=899eb948-f933-452c-aaf9-10a5de61b269,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:17.880666 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6ae6f028-7148-4584-ae93-9d581a44ecd6 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:49:17.905100 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 6ae6f028-7148-4584-ae93-9d581a44ecd6 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:49:17.905676 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6ae6f028-7148-4584-ae93-9d581a44ecd6 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:49:17.949422 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56066) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:17.999824 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-54ab8ab5-a649-4ca6-98e4-a328df8317db admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0b732f86b5104b89bd7336162faf989d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0468600 Feb 08 21:49:18.000236 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56068) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:18.069827 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56070) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:18.076203 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b050687-21d6-4b0b-9a58-7a6d6ce4df6c admin admin] Publish callbacks [] for security_group (5458b958-e828-4985-9570-8a81de58265a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:18.105298 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b050687-21d6-4b0b-9a58-7a6d6ce4df6c admin admin] Publish callbacks [] for security_group (5458b958-e828-4985-9570-8a81de58265a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:18.172728 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b050687-21d6-4b0b-9a58-7a6d6ce4df6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (5458b958-e828-4985-9570-8a81de58265a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:18.177939 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b050687-21d6-4b0b-9a58-7a6d6ce4df6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:18.182112 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3b050687-21d6-4b0b-9a58-7a6d6ce4df6c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5458b958-e828-4985-9570-8a81de58265a HTTP/1.1" status: 204 len: 168 time: 0.1785505 Feb 08 21:49:18.191686 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b050687-21d6-4b0b-9a58-7a6d6ce4df6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5458b958-e828-4985-9570-8a81de58265a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:18.398127 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-dcac920d-3bb0-45ab-a2e6-e238be965b53 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=957802303cd04f1ca53889ad1e28b004&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3267715 Feb 08 21:49:18.400657 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56084) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:18.471948 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17ed2f5c-7d30-4c44-b671-ab98cc382a72 admin admin] Publish callbacks [] for security_group (5730b9d7-ac2f-47c2-bc8e-6c78f8cbe586), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:18.506058 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17ed2f5c-7d30-4c44-b671-ab98cc382a72 admin admin] Publish callbacks [] for security_group (5730b9d7-ac2f-47c2-bc8e-6c78f8cbe586), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:18.563325 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17ed2f5c-7d30-4c44-b671-ab98cc382a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (5730b9d7-ac2f-47c2-bc8e-6c78f8cbe586), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:18.566844 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17ed2f5c-7d30-4c44-b671-ab98cc382a72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:18.568009 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-17ed2f5c-7d30-4c44-b671-ab98cc382a72 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5730b9d7-ac2f-47c2-bc8e-6c78f8cbe586 HTTP/1.1" status: 204 len: 168 time: 0.1663039 Feb 08 21:49:18.576265 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed2f5c-7d30-4c44-b671-ab98cc382a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5730b9d7-ac2f-47c2-bc8e-6c78f8cbe586,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:19.587569 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56140) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:19.629085 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56146) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:19.844658 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-2f3c2985-70bb-4a8b-992e-e873e9d68173 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:19.862126 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-458950c9-1a2b-4988-b88f-123147d24bf5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-230254912-network', 'tenant_id': '326ff8fa8f8547a694ad37c8973e5548'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:19.874851 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2f3c2985-70bb-4a8b-992e-e873e9d68173 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] 10.222.0.88 "PUT /v2.0/quotas/90fd470414d5412da5c2205d553f7c24 HTTP/1.1" status: 200 len: 368 time: 0.2861981 Feb 08 21:49:19.878284 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56154) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:19.886376 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7429183e-5ce8-438f-9e56-2218ec5d2752 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Request body: {'network': {'project_id': '90fd470414d5412da5c2205d553f7c24'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:19.894761 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458950c9-1a2b-4988-b88f-123147d24bf5 admin admin] Made reservation on behalf of 326ff8fa8f8547a694ad37c8973e5548 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:49:19.898782 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-458950c9-1a2b-4988-b88f-123147d24bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:19.915641 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-458950c9-1a2b-4988-b88f-123147d24bf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:19.916245 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7429183e-5ce8-438f-9e56-2218ec5d2752 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Made reservation on behalf of 90fd470414d5412da5c2205d553f7c24 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:49:19.919864 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7429183e-5ce8-438f-9e56-2218ec5d2752 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:19.931920 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7429183e-5ce8-438f-9e56-2218ec5d2752 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:20.022879 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-458950c9-1a2b-4988-b88f-123147d24bf5 admin admin] Publish callbacks [] for security_group (6ff0f4f7-e91e-4a95-99aa-cc3615752b12), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:20.026436 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7429183e-5ce8-438f-9e56-2218ec5d2752 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks [] for security_group (b45105a0-de05-427a-8157-aa3f27896eb9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:20.027161 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-458950c9-1a2b-4988-b88f-123147d24bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6ff0f4f7-e91e-4a95-99aa-cc3615752b12), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:20.030736 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7429183e-5ce8-438f-9e56-2218ec5d2752 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b45105a0-de05-427a-8157-aa3f27896eb9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:20.045526 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7429183e-5ce8-438f-9e56-2218ec5d2752 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:49:20.058069 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458950c9-1a2b-4988-b88f-123147d24bf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:49:20.066429 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7429183e-5ce8-438f-9e56-2218ec5d2752 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (5541d81f-1e8b-4d74-b15f-fa265297a1f3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:20.067090 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-7429183e-5ce8-438f-9e56-2218ec5d2752 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Added segment 5541d81f-1e8b-4d74-b15f-fa265297a1f3 of type vlan for network b54e0c3d-e754-4be2-b7b6-04f243ff8aa9 Feb 08 21:49:20.071338 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-458950c9-1a2b-4988-b88f-123147d24bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (768cd7f6-d1e3-43db-aeb0-14839363bb6a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:20.071848 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-458950c9-1a2b-4988-b88f-123147d24bf5 admin admin] Added segment 768cd7f6-d1e3-43db-aeb0-14839363bb6a of type vlan for network a43ccc7a-849f-4f56-ac11-d029c901b0b3 Feb 08 21:49:20.110445 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429183e-5ce8-438f-9e56-2218ec5d2752 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45105a0-de05-427a-8157-aa3f27896eb9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:20.132350 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7429183e-5ce8-438f-9e56-2218ec5d2752 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (b54e0c3d-e754-4be2-b7b6-04f243ff8aa9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:20.167234 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7429183e-5ce8-438f-9e56-2218ec5d2752 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (b54e0c3d-e754-4be2-b7b6-04f243ff8aa9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:20.169408 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7429183e-5ce8-438f-9e56-2218ec5d2752 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:20.170910 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7429183e-5ce8-438f-9e56-2218ec5d2752 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:20.184736 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458950c9-1a2b-4988-b88f-123147d24bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff0f4f7-e91e-4a95-99aa-cc3615752b12,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:20.191552 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-458950c9-1a2b-4988-b88f-123147d24bf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (a43ccc7a-849f-4f56-ac11-d029c901b0b3), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:20.231360 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-458950c9-1a2b-4988-b88f-123147d24bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (a43ccc7a-849f-4f56-ac11-d029c901b0b3), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:20.232319 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458950c9-1a2b-4988-b88f-123147d24bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:20.232973 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-458950c9-1a2b-4988-b88f-123147d24bf5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:20.274226 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7429183e-5ce8-438f-9e56-2218ec5d2752 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3944707 Feb 08 21:49:20.274980 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56164) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:20.287895 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-98268128-62a8-40b2-835f-fc1dd1cffbbd tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Request body: {'network': {'project_id': '90fd470414d5412da5c2205d553f7c24'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:20.303947 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429183e-5ce8-438f-9e56-2218ec5d2752 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Pushing event updated for resources: {'Network': ['ID=b54e0c3d-e754-4be2-b7b6-04f243ff8aa9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:20.319432 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network b54e0c3d-e754-4be2-b7b6-04f243ff8aa9 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:49:20.339738 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98268128-62a8-40b2-835f-fc1dd1cffbbd tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Made reservation on behalf of 90fd470414d5412da5c2205d553f7c24 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:49:20.343767 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98268128-62a8-40b2-835f-fc1dd1cffbbd tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:20.349299 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-458950c9-1a2b-4988-b88f-123147d24bf5 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7183578 Feb 08 21:49:20.363942 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56170) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:20.370421 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-857804f0-1992-4d8d-b5e0-e5e26a0da186 admin admin] Request body: {'subnet': {'network_id': 'a43ccc7a-849f-4f56-ac11-d029c901b0b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-230254912-subnet', 'tenant_id': '326ff8fa8f8547a694ad37c8973e5548', 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:20.410095 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98268128-62a8-40b2-835f-fc1dd1cffbbd tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:49:20.423729 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458950c9-1a2b-4988-b88f-123147d24bf5 admin admin] Pushing event updated for resources: {'Network': ['ID=a43ccc7a-849f-4f56-ac11-d029c901b0b3,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:20.436710 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98268128-62a8-40b2-835f-fc1dd1cffbbd tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (7ff36781-2a50-47d0-ab58-b6fac618621a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:20.437143 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-98268128-62a8-40b2-835f-fc1dd1cffbbd tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Added segment 7ff36781-2a50-47d0-ab58-b6fac618621a of type vlan for network 2fc51f59-4030-4099-bb12-9d9677a0aa4f Feb 08 21:49:20.443345 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857804f0-1992-4d8d-b5e0-e5e26a0da186 admin admin] Made reservation on behalf of 326ff8fa8f8547a694ad37c8973e5548 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:49:20.444023 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network a43ccc7a-849f-4f56-ac11-d029c901b0b3 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:49:20.453089 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-857804f0-1992-4d8d-b5e0-e5e26a0da186 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:20.525532 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98268128-62a8-40b2-835f-fc1dd1cffbbd tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (2fc51f59-4030-4099-bb12-9d9677a0aa4f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:20.567683 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98268128-62a8-40b2-835f-fc1dd1cffbbd tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (2fc51f59-4030-4099-bb12-9d9677a0aa4f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:20.569734 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98268128-62a8-40b2-835f-fc1dd1cffbbd tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:20.571723 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98268128-62a8-40b2-835f-fc1dd1cffbbd tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:20.676992 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-98268128-62a8-40b2-835f-fc1dd1cffbbd tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3918805 Feb 08 21:49:20.678410 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56178) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:20.682856 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98268128-62a8-40b2-835f-fc1dd1cffbbd tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Pushing event updated for resources: {'Network': ['ID=2fc51f59-4030-4099-bb12-9d9677a0aa4f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:20.690874 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-592d7ab6-c89a-4a0f-979b-5a6c763e84b3 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Request body: {'network': {'project_id': '90fd470414d5412da5c2205d553f7c24'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:20.695880 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 2fc51f59-4030-4099-bb12-9d9677a0aa4f details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:49:20.704253 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-592d7ab6-c89a-4a0f-979b-5a6c763e84b3 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 08 21:49:20.705305 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-592d7ab6-c89a-4a0f-979b-5a6c763e84b3 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:49:20.709581 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-592d7ab6-c89a-4a0f-979b-5a6c763e84b3 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0299106 Feb 08 21:49:20.710228 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56180) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:20.787421 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-857804f0-1992-4d8d-b5e0-e5e26a0da186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (a94c9212-9e38-4b18-bedf-fe665376d4de), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:20.849095 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56188) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:20.850832 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-43b6f7bb-4c5b-4022-8715-4c1b84e59d77 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=90fd470414d5412da5c2205d553f7c24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1199987 Feb 08 21:49:20.889904 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857804f0-1992-4d8d-b5e0-e5e26a0da186 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a94c9212-9e38-4b18-bedf-fe665376d4de,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:20.894239 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857804f0-1992-4d8d-b5e0-e5e26a0da186 admin admin] Checking segment: {'id': '768cd7f6-d1e3-43db-aeb0-14839363bb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a43ccc7a-849f-4f56-ac11-d029c901b0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:49:20.894622 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857804f0-1992-4d8d-b5e0-e5e26a0da186 admin admin] Network hostable DHCP agents. Network: a43ccc7a-849f-4f56-ac11-d029c901b0b3, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:49:20.919697 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857804f0-1992-4d8d-b5e0-e5e26a0da186 admin admin] Network a43ccc7a-849f-4f56-ac11-d029c901b0b3 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:49:20.926269 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50abeab3-891d-435d-b9d8-e008bf13ef8e tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks [] for security_group (b45105a0-de05-427a-8157-aa3f27896eb9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:20.941872 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-857804f0-1992-4d8d-b5e0-e5e26a0da186 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, a43ccc7a-849f-4f56-ac11-d029c901b0b3) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:49:20.947155 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857804f0-1992-4d8d-b5e0-e5e26a0da186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:20.948005 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-857804f0-1992-4d8d-b5e0-e5e26a0da186 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:20.951320 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04905249-690e-436f-8bbf-d5289f55589f None None] Network a43ccc7a-849f-4f56-ac11-d029c901b0b3 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:49:20.964151 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50abeab3-891d-435d-b9d8-e008bf13ef8e tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks [] for security_group (b45105a0-de05-427a-8157-aa3f27896eb9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:20.965470 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-857804f0-1992-4d8d-b5e0-e5e26a0da186 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6000235 Feb 08 21:49:20.968036 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56192) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:20.973792 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-bfe4791c-9870-4a7e-9232-600f9bf10f66 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-230254912-router', 'tenant_id': '326ff8fa8f8547a694ad37c8973e5548', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:21.005192 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bfe4791c-9870-4a7e-9232-600f9bf10f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (2ed2552c-548b-4f79-b066-ac7d27016f79), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:21.006969 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bfe4791c-9870-4a7e-9232-600f9bf10f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (2ed2552c-548b-4f79-b066-ac7d27016f79), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:21.052542 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50abeab3-891d-435d-b9d8-e008bf13ef8e tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b45105a0-de05-427a-8157-aa3f27896eb9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:21.056033 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50abeab3-891d-435d-b9d8-e008bf13ef8e tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:21.057461 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-50abeab3-891d-435d-b9d8-e008bf13ef8e tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] 10.222.0.88 "DELETE /v2.0/security-groups/b45105a0-de05-427a-8157-aa3f27896eb9 HTTP/1.1" status: 204 len: 168 time: 0.2068846 Feb 08 21:49:21.062906 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56198) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:21.110019 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50abeab3-891d-435d-b9d8-e008bf13ef8e tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45105a0-de05-427a-8157-aa3f27896eb9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:21.120693 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2e5644-55c4-4658-a85a-c5f3c2a286cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-a43ccc7a-849f-4f56-ac11-d029c901b0b3', 'network_id': 'a43ccc7a-849f-4f56-ac11-d029c901b0b3', 'project_id': '326ff8fa8f8547a694ad37c8973e5548', 'fixed_ips': [{'subnet_id': 'a94c9212-9e38-4b18-bedf-fe665376d4de'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:49:21.121749 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3f2e5644-55c4-4658-a85a-c5f3c2a286cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:21.175416 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bfe4791c-9870-4a7e-9232-600f9bf10f66 admin admin] Publish callbacks [] for router_controller (2ed2552c-548b-4f79-b066-ac7d27016f79), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:21.224026 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be9140ae-9539-4800-883b-229f53658cf8 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (2fc51f59-4030-4099-bb12-9d9677a0aa4f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:21.387152 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be9140ae-9539-4800-883b-229f53658cf8 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (2fc51f59-4030-4099-bb12-9d9677a0aa4f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:21.404248 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-3f2e5644-55c4-4658-a85a-c5f3c2a286cc None None] Allocated IP 172.20.0.2 (a43ccc7a-849f-4f56-ac11-d029c901b0b3/a94c9212-9e38-4b18-bedf-fe665376d4de/eb715da2-0838-4dfd-8ae2-800f3c6fd83c) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:49:21.440503 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-be9140ae-9539-4800-883b-229f53658cf8 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc51f59-4030-4099-bb12-9d9677a0aa4f']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:21.458659 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-be9140ae-9539-4800-883b-229f53658cf8 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff36781-2a50-47d0-ab58-b6fac618621a') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:21.458970 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-be9140ae-9539-4800-883b-229f53658cf8 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff36781-2a50-47d0-ab58-b6fac618621a') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:21.474842 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be9140ae-9539-4800-883b-229f53658cf8 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (7ff36781-2a50-47d0-ab58-b6fac618621a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:21.504770 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be9140ae-9539-4800-883b-229f53658cf8 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (7ff36781-2a50-47d0-ab58-b6fac618621a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:21.512288 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bfe4791c-9870-4a7e-9232-600f9bf10f66 admin admin] Publish callbacks [] for router_gateway (2ed2552c-548b-4f79-b066-ac7d27016f79), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:21.513675 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9140ae-9539-4800-883b-229f53658cf8 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:49:21.514102 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be9140ae-9539-4800-883b-229f53658cf8 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (7ff36781-2a50-47d0-ab58-b6fac618621a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:49:21.608427 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:49:21.611683 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be9140ae-9539-4800-883b-229f53658cf8 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (2fc51f59-4030-4099-bb12-9d9677a0aa4f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:21.623062 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3f2e5644-55c4-4658-a85a-c5f3c2a286cc None None] Publish callbacks [] for port (eb715da2-0838-4dfd-8ae2-800f3c6fd83c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:21.626509 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be9140ae-9539-4800-883b-229f53658cf8 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:21.632126 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3f2e5644-55c4-4658-a85a-c5f3c2a286cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (eb715da2-0838-4dfd-8ae2-800f3c6fd83c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:21.640436 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56204) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:21.641138 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-be9140ae-9539-4800-883b-229f53658cf8 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] 10.222.0.88 "DELETE /v2.0/networks/2fc51f59-4030-4099-bb12-9d9677a0aa4f HTTP/1.1" status: 204 len: 168 time: 0.5719402 Feb 08 21:49:21.665077 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9140ae-9539-4800-883b-229f53658cf8 tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Pushing event deleted for resources: {'Network': ['ID=2fc51f59-4030-4099-bb12-9d9677a0aa4f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:21.696149 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2e5644-55c4-4658-a85a-c5f3c2a286cc None None] Network a43ccc7a-849f-4f56-ac11-d029c901b0b3 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:49:21.699572 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-3f2e5644-55c4-4658-a85a-c5f3c2a286cc None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:49:21.706241 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2e5644-55c4-4658-a85a-c5f3c2a286cc None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:49:21.739933 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e5644-55c4-4658-a85a-c5f3c2a286cc None None] Pushing event updated for resources: {'Port': ['ID=eb715da2-0838-4dfd-8ae2-800f3c6fd83c,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:21.781869 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-3f2e5644-55c4-4658-a85a-c5f3c2a286cc None None] Attempting to bind port eb715da2-0838-4dfd-8ae2-800f3c6fd83c on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:49:21.782317 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-3f2e5644-55c4-4658-a85a-c5f3c2a286cc None None] Attempting to bind port eb715da2-0838-4dfd-8ae2-800f3c6fd83c by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '768cd7f6-d1e3-43db-aeb0-14839363bb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a43ccc7a-849f-4f56-ac11-d029c901b0b3'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:49:21.782733 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2e5644-55c4-4658-a85a-c5f3c2a286cc None None] Attempting to bind port eb715da2-0838-4dfd-8ae2-800f3c6fd83c on network a43ccc7a-849f-4f56-ac11-d029c901b0b3 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:49:21.804920 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2e5644-55c4-4658-a85a-c5f3c2a286cc None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:49:21.804920 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2e5644-55c4-4658-a85a-c5f3c2a286cc None None] Checking segment: {'id': '768cd7f6-d1e3-43db-aeb0-14839363bb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a43ccc7a-849f-4f56-ac11-d029c901b0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:49:21.804920 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3f2e5644-55c4-4658-a85a-c5f3c2a286cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:21.804920 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2e5644-55c4-4658-a85a-c5f3c2a286cc None None] Bound using segment: {'id': '768cd7f6-d1e3-43db-aeb0-14839363bb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a43ccc7a-849f-4f56-ac11-d029c901b0b3'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:49:21.804920 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-3f2e5644-55c4-4658-a85a-c5f3c2a286cc None None] Bound port: eb715da2-0838-4dfd-8ae2-800f3c6fd83c, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768cd7f6-d1e3-43db-aeb0-14839363bb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a43ccc7a-849f-4f56-ac11-d029c901b0b3'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:49:21.804920 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3f2e5644-55c4-4658-a85a-c5f3c2a286cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (eb715da2-0838-4dfd-8ae2-800f3c6fd83c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:21.811429 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9bf2db3b-ce6e-407f-a34d-9eccacdab4ec tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (b54e0c3d-e754-4be2-b7b6-04f243ff8aa9), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:21.875357 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-3f2e5644-55c4-4658-a85a-c5f3c2a286cc None None] For port eb715da2-0838-4dfd-8ae2-800f3c6fd83c, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:49:21.878396 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-3f2e5644-55c4-4658-a85a-c5f3c2a286cc None None] For port eb715da2-0838-4dfd-8ae2-800f3c6fd83c, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=eb715da2-0838-4dfd-8ae2-800f3c6fd83c,segment=NetworkSegment(768cd7f6-d1e3-43db-aeb0-14839363bb6a),segment_id=768cd7f6-d1e3-43db-aeb0-14839363bb6a)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:49:21.885888 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3f2e5644-55c4-4658-a85a-c5f3c2a286cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (eb715da2-0838-4dfd-8ae2-800f3c6fd83c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:21.916324 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bfe4791c-9870-4a7e-9232-600f9bf10f66 admin admin] Publish callbacks [] for router_gateway (2ed2552c-548b-4f79-b066-ac7d27016f79), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:21.966143 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bfe4791c-9870-4a7e-9232-600f9bf10f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:21.973679 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9bf2db3b-ce6e-407f-a34d-9eccacdab4ec tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (b54e0c3d-e754-4be2-b7b6-04f243ff8aa9), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:21.977792 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e5644-55c4-4658-a85a-c5f3c2a286cc None None] Pushing event updated for resources: {'Port': ['ID=eb715da2-0838-4dfd-8ae2-800f3c6fd83c,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:22.062316 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-9bf2db3b-ce6e-407f-a34d-9eccacdab4ec tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b54e0c3d-e754-4be2-b7b6-04f243ff8aa9']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:22.077766 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-9bf2db3b-ce6e-407f-a34d-9eccacdab4ec tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5541d81f-1e8b-4d74-b15f-fa265297a1f3') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:22.078074 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-9bf2db3b-ce6e-407f-a34d-9eccacdab4ec tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5541d81f-1e8b-4d74-b15f-fa265297a1f3') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:22.093566 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9bf2db3b-ce6e-407f-a34d-9eccacdab4ec tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (5541d81f-1e8b-4d74-b15f-fa265297a1f3), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:22.131947 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9bf2db3b-ce6e-407f-a34d-9eccacdab4ec tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (5541d81f-1e8b-4d74-b15f-fa265297a1f3), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:22.143115 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf2db3b-ce6e-407f-a34d-9eccacdab4ec tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:49:22.143360 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9bf2db3b-ce6e-407f-a34d-9eccacdab4ec tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (5541d81f-1e8b-4d74-b15f-fa265297a1f3), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: warnings.warn('Neutron quota engine will require "--force" ' Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:49:22.145501 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:49:22.213031 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-bfe4791c-9870-4a7e-9232-600f9bf10f66 admin admin] Allocated IP 172.25.3.34 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/14e76836-0073-428f-8914-2cd89d2af34e) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:49:22.263459 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9bf2db3b-ce6e-407f-a34d-9eccacdab4ec tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (b54e0c3d-e754-4be2-b7b6-04f243ff8aa9), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:22.293696 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9bf2db3b-ce6e-407f-a34d-9eccacdab4ec tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:22.297371 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9bf2db3b-ce6e-407f-a34d-9eccacdab4ec tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] 10.222.0.88 "DELETE /v2.0/networks/b54e0c3d-e754-4be2-b7b6-04f243ff8aa9 HTTP/1.1" status: 204 len: 168 time: 0.6540596 Feb 08 21:49:22.317460 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2db3b-ce6e-407f-a34d-9eccacdab4ec tempest-QuotasNegativeTest-1278605289 tempest-QuotasNegativeTest-1278605289-project-admin] Pushing event deleted for resources: {'Network': ['ID=b54e0c3d-e754-4be2-b7b6-04f243ff8aa9,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:22.387065 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bfe4791c-9870-4a7e-9232-600f9bf10f66 admin admin] Publish callbacks [] for port (14e76836-0073-428f-8914-2cd89d2af34e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:22.429783 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bfe4791c-9870-4a7e-9232-600f9bf10f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (14e76836-0073-428f-8914-2cd89d2af34e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:22.474314 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe4791c-9870-4a7e-9232-600f9bf10f66 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:49:22.479834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-bfe4791c-9870-4a7e-9232-600f9bf10f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:49:22.488795 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe4791c-9870-4a7e-9232-600f9bf10f66 admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:49:22.518132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe4791c-9870-4a7e-9232-600f9bf10f66 admin admin] Pushing event updated for resources: {'Port': ['ID=14e76836-0073-428f-8914-2cd89d2af34e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:22.834643 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bfe4791c-9870-4a7e-9232-600f9bf10f66 admin admin] Publish callbacks [] for router_gateway (2ed2552c-548b-4f79-b066-ac7d27016f79), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:23.141170 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56242) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:23.344964 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf315f4e-1f6a-4e7c-b625-ccafb35c4adf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:23.429778 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7808a9bb-97a9-4f98-90e7-0776d991942b None None] Network a43ccc7a-849f-4f56-ac11-d029c901b0b3 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:49:23.496447 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf315f4e-1f6a-4e7c-b625-ccafb35c4adf admin admin] Publish callbacks [] for security_group (80dea531-44ac-4cb0-ab32-1eb6eadb61c9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:23.502457 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf315f4e-1f6a-4e7c-b625-ccafb35c4adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (80dea531-44ac-4cb0-ab32-1eb6eadb61c9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:23.541212 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bfe4791c-9870-4a7e-9232-600f9bf10f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (2ed2552c-548b-4f79-b066-ac7d27016f79), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:23.581463 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf315f4e-1f6a-4e7c-b625-ccafb35c4adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80dea531-44ac-4cb0-ab32-1eb6eadb61c9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:23.587587 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cf315f4e-1f6a-4e7c-b625-ccafb35c4adf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cd3771de9e91432ca6d67229d24c3609&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4426792 Feb 08 21:49:23.592575 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56248) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:23.654546 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-0388f407-dd91-452c-8516-c2d3685321ce None None] Provisioning complete for port eb715da2-0838-4dfd-8ae2-800f3c6fd83c triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:23.655069 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0388f407-dd91-452c-8516-c2d3685321ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (eb715da2-0838-4dfd-8ae2-800f3c6fd83c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:23.712620 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c970965-00a2-46cd-bdc9-e67161978589 admin admin] Publish callbacks [] for security_group (80dea531-44ac-4cb0-ab32-1eb6eadb61c9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:23.766199 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0388f407-dd91-452c-8516-c2d3685321ce None None] Current status of the port eb715da2-0838-4dfd-8ae2-800f3c6fd83c is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:23.767549 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0388f407-dd91-452c-8516-c2d3685321ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (eb715da2-0838-4dfd-8ae2-800f3c6fd83c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:23.767783 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c970965-00a2-46cd-bdc9-e67161978589 admin admin] Publish callbacks [] for security_group (80dea531-44ac-4cb0-ab32-1eb6eadb61c9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:23.827293 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe4791c-9870-4a7e-9232-600f9bf10f66 admin admin] Router 2ed2552c-548b-4f79-b066-ac7d27016f79 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:49:23.841499 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-0388f407-dd91-452c-8516-c2d3685321ce None None] For port eb715da2-0838-4dfd-8ae2-800f3c6fd83c, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=eb715da2-0838-4dfd-8ae2-800f3c6fd83c,segment=NetworkSegment(768cd7f6-d1e3-43db-aeb0-14839363bb6a),segment_id=768cd7f6-d1e3-43db-aeb0-14839363bb6a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:49:23.848579 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0388f407-dd91-452c-8516-c2d3685321ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (eb715da2-0838-4dfd-8ae2-800f3c6fd83c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:23.884768 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c970965-00a2-46cd-bdc9-e67161978589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (80dea531-44ac-4cb0-ab32-1eb6eadb61c9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:23.887815 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c970965-00a2-46cd-bdc9-e67161978589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:23.891507 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3c970965-00a2-46cd-bdc9-e67161978589 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/80dea531-44ac-4cb0-ab32-1eb6eadb61c9 HTTP/1.1" status: 204 len: 168 time: 0.2949448 Feb 08 21:49:23.911226 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c970965-00a2-46cd-bdc9-e67161978589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dea531-44ac-4cb0-ab32-1eb6eadb61c9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:24.038306 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device eb715da2-0838-4dfd-8ae2-800f3c6fd83c up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:49:24.060486 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe4791c-9870-4a7e-9232-600f9bf10f66 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:49:24.073974 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3668c0ff-9e10-4263-aad6-2e2767cbf2d8 None None] Sync routers for ids ['2ed2552c-548b-4f79-b066-ac7d27016f79'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:49:24.090872 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bfe4791c-9870-4a7e-9232-600f9bf10f66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:24.095572 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56254) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:24.095748 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bfe4791c-9870-4a7e-9232-600f9bf10f66 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1256902 Feb 08 21:49:24.104055 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3668c0ff-9e10-4263-aad6-2e2767cbf2d8 None None] Routers {'2ed2552c-548b-4f79-b066-ac7d27016f79'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:49:24.104705 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-3668c0ff-9e10-4263-aad6-2e2767cbf2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:48:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['2ed2552c-548b-4f79-b066-ac7d27016f79'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:24.160896 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388f407-dd91-452c-8516-c2d3685321ce None None] Pushing event updated for resources: {'Port': ['ID=eb715da2-0838-4dfd-8ae2-800f3c6fd83c,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:24.203711 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f065273b-ab84-4a5d-b32a-893dc1b463e5 None None] Provisioning complete for port eb715da2-0838-4dfd-8ae2-800f3c6fd83c triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:24.204921 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f065273b-ab84-4a5d-b32a-893dc1b463e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (eb715da2-0838-4dfd-8ae2-800f3c6fd83c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:24.207812 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1ffa768-43d4-4300-98f9-8f68b2da6dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:24.260666 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port eb715da2-0838-4dfd-8ae2-800f3c6fd83c triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:24.261498 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (eb715da2-0838-4dfd-8ae2-800f3c6fd83c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:24.346646 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f065273b-ab84-4a5d-b32a-893dc1b463e5 None None] Current status of the port eb715da2-0838-4dfd-8ae2-800f3c6fd83c is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:24.420132 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port eb715da2-0838-4dfd-8ae2-800f3c6fd83c is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:24.460085 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-3668c0ff-9e10-4263-aad6-2e2767cbf2d8 None None] Set router 2ed2552c-548b-4f79-b066-ac7d27016f79 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:49:24.643822 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56270) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:24.664454 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-536a1ff9-946f-4670-9360-b5b54600bc44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:24.864635 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-536a1ff9-946f-4670-9360-b5b54600bc44 admin admin] Publish callbacks [] for security_group (6a49ecef-8949-46ee-8c45-ceeb6c734a29), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:24.872282 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-536a1ff9-946f-4670-9360-b5b54600bc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6a49ecef-8949-46ee-8c45-ceeb6c734a29), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:24.972918 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-536a1ff9-946f-4670-9360-b5b54600bc44 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9b6c73f745124a1ca6f61a789e36e73c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3276603 Feb 08 21:49:24.988581 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56276) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:24.988581 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56278) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:24.988898 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-3668c0ff-9e10-4263-aad6-2e2767cbf2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed2552c-548b-4f79-b066-ac7d27016f79', 'name': 'tempest-TestServerMultinode-230254912-router', 'tenant_id': '326ff8fa8f8547a694ad37c8973e5548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '14e76836-0073-428f-8914-2cd89d2af34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:49:21Z', 'updated_at': '2022-02-08T21:49:22Z', 'revision_number': 3, 'project_id': '326ff8fa8f8547a694ad37c8973e5548', 'gw_port': {'id': '14e76836-0073-428f-8914-2cd89d2af34e', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed2552c-548b-4f79-b066-ac7d27016f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:21Z', 'updated_at': '2022-02-08T21:49:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:25.027079 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3668c0ff-9e10-4263-aad6-2e2767cbf2d8 None None] Checking router: 2ed2552c-548b-4f79-b066-ac7d27016f79 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:49:25.027872 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3668c0ff-9e10-4263-aad6-2e2767cbf2d8 None None] Updating router 2ed2552c-548b-4f79-b066-ac7d27016f79 port 14e76836-0073-428f-8914-2cd89d2af34e binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:49:25.065940 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3668c0ff-9e10-4263-aad6-2e2767cbf2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (14e76836-0073-428f-8914-2cd89d2af34e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:25.097901 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a1ff9-946f-4670-9360-b5b54600bc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a49ecef-8949-46ee-8c45-ceeb6c734a29,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:25.142905 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61e7e4e7-87c1-412b-9a45-3166855d6dfc admin admin] Publish callbacks [] for security_group (6a49ecef-8949-46ee-8c45-ceeb6c734a29), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:25.196547 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61e7e4e7-87c1-412b-9a45-3166855d6dfc admin admin] Publish callbacks [] for security_group (6a49ecef-8949-46ee-8c45-ceeb6c734a29), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:25.223615 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-682cdfc0-72ce-489b-96e3-9aabf0ecf5d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:25.318253 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-682cdfc0-72ce-489b-96e3-9aabf0ecf5d9 admin admin] Publish callbacks [] for security_group (b56f3bfc-2b8f-4a41-8b81-457f44b4be80), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:25.328930 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-682cdfc0-72ce-489b-96e3-9aabf0ecf5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b56f3bfc-2b8f-4a41-8b81-457f44b4be80), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:25.343521 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ef8260d-aada-465b-8f7e-4e7726136518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:25.390909 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682cdfc0-72ce-489b-96e3-9aabf0ecf5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56f3bfc-2b8f-4a41-8b81-457f44b4be80,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:25.398343 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-682cdfc0-72ce-489b-96e3-9aabf0ecf5d9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b349a93630474a8eb672e86b59f5394d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4116693 Feb 08 21:49:25.401670 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56282) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:25.448627 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61e7e4e7-87c1-412b-9a45-3166855d6dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6a49ecef-8949-46ee-8c45-ceeb6c734a29), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:25.457118 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3668c0ff-9e10-4263-aad6-2e2767cbf2d8 None None] Publish callbacks [] for port (14e76836-0073-428f-8914-2cd89d2af34e), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:25.457825 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61e7e4e7-87c1-412b-9a45-3166855d6dfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:25.466518 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3668c0ff-9e10-4263-aad6-2e2767cbf2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (14e76836-0073-428f-8914-2cd89d2af34e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:25.472851 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-61e7e4e7-87c1-412b-9a45-3166855d6dfc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6a49ecef-8949-46ee-8c45-ceeb6c734a29 HTTP/1.1" status: 204 len: 168 time: 0.4882073 Feb 08 21:49:25.507208 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7e4e7-87c1-412b-9a45-3166855d6dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a49ecef-8949-46ee-8c45-ceeb6c734a29,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:25.566802 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7cda1136-1c5c-4eb1-91fa-657c380f7fae admin admin] Publish callbacks [] for security_group (b56f3bfc-2b8f-4a41-8b81-457f44b4be80), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:25.584399 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-3668c0ff-9e10-4263-aad6-2e2767cbf2d8 None None] Attempting to bind port 14e76836-0073-428f-8914-2cd89d2af34e on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:49:25.585183 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-3668c0ff-9e10-4263-aad6-2e2767cbf2d8 None None] Attempting to bind port 14e76836-0073-428f-8914-2cd89d2af34e by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:49:25.586439 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3668c0ff-9e10-4263-aad6-2e2767cbf2d8 None None] Attempting to bind port 14e76836-0073-428f-8914-2cd89d2af34e on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:49:25.595457 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3668c0ff-9e10-4263-aad6-2e2767cbf2d8 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:49:25.596901 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3668c0ff-9e10-4263-aad6-2e2767cbf2d8 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:49:25.597594 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3668c0ff-9e10-4263-aad6-2e2767cbf2d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:25.598204 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3668c0ff-9e10-4263-aad6-2e2767cbf2d8 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:49:25.599574 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-3668c0ff-9e10-4263-aad6-2e2767cbf2d8 None None] Bound port: 14e76836-0073-428f-8914-2cd89d2af34e, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:49:25.600178 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3668c0ff-9e10-4263-aad6-2e2767cbf2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (14e76836-0073-428f-8914-2cd89d2af34e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:25.650083 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7cda1136-1c5c-4eb1-91fa-657c380f7fae admin admin] Publish callbacks [] for security_group (b56f3bfc-2b8f-4a41-8b81-457f44b4be80), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:25.726631 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-3668c0ff-9e10-4263-aad6-2e2767cbf2d8 None None] For port 14e76836-0073-428f-8914-2cd89d2af34e, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:49:25.738348 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7cda1136-1c5c-4eb1-91fa-657c380f7fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b56f3bfc-2b8f-4a41-8b81-457f44b4be80), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:25.738639 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-3668c0ff-9e10-4263-aad6-2e2767cbf2d8 None None] For port 14e76836-0073-428f-8914-2cd89d2af34e, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=14e76836-0073-428f-8914-2cd89d2af34e,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:49:25.743634 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7cda1136-1c5c-4eb1-91fa-657c380f7fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:25.747472 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7cda1136-1c5c-4eb1-91fa-657c380f7fae admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b56f3bfc-2b8f-4a41-8b81-457f44b4be80 HTTP/1.1" status: 204 len: 168 time: 0.3424487 Feb 08 21:49:25.753539 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3668c0ff-9e10-4263-aad6-2e2767cbf2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (14e76836-0073-428f-8914-2cd89d2af34e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:25.756240 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa2790-5815-475d-8e79-a813d2902805 None None] Pushing event updated for resources: {'Port': ['ID=14e76836-0073-428f-8914-2cd89d2af34e,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:25.794796 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda1136-1c5c-4eb1-91fa-657c380f7fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56f3bfc-2b8f-4a41-8b81-457f44b4be80,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:25.807348 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa2790-5815-475d-8e79-a813d2902805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:25.813669 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa2790-5815-475d-8e79-a813d2902805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:25.814001 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa2790-5815-475d-8e79-a813d2902805 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:25.814793 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa2790-5815-475d-8e79-a813d2902805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:25.815023 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa2790-5815-475d-8e79-a813d2902805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:25.815459 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa2790-5815-475d-8e79-a813d2902805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:25.815952 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa2790-5815-475d-8e79-a813d2902805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:25.823409 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa2790-5815-475d-8e79-a813d2902805 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:25.828733 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa2790-5815-475d-8e79-a813d2902805 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:25.830114 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa2790-5815-475d-8e79-a813d2902805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:25.830847 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa2790-5815-475d-8e79-a813d2902805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:25.832435 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa2790-5815-475d-8e79-a813d2902805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:25.842420 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa2790-5815-475d-8e79-a813d2902805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:25.931041 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-2ef8260d-aada-465b-8f7e-4e7726136518 admin admin] Allocated IP 172.20.0.1 (a43ccc7a-849f-4f56-ac11-d029c901b0b3/a94c9212-9e38-4b18-bedf-fe665376d4de/367c4799-26ef-4391-9fac-f8a32502b01b) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:49:25.985039 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device eb715da2-0838-4dfd-8ae2-800f3c6fd83c up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:49:26.001969 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3668c0ff-9e10-4263-aad6-2e2767cbf2d8 None None] Routers {'2ed2552c-548b-4f79-b066-ac7d27016f79'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:49:26.002987 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-3668c0ff-9e10-4263-aad6-2e2767cbf2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:48:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['2ed2552c-548b-4f79-b066-ac7d27016f79'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:26.216045 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa2790-5815-475d-8e79-a813d2902805 None None] Pushing event updated for resources: {'Port': ['ID=14e76836-0073-428f-8914-2cd89d2af34e,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:26.219406 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ef8260d-aada-465b-8f7e-4e7726136518 admin admin] Publish callbacks [] for port (367c4799-26ef-4391-9fac-f8a32502b01b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:26.257149 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port eb715da2-0838-4dfd-8ae2-800f3c6fd83c triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:26.258979 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (eb715da2-0838-4dfd-8ae2-800f3c6fd83c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:26.312599 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-3668c0ff-9e10-4263-aad6-2e2767cbf2d8 None None] Set router 2ed2552c-548b-4f79-b066-ac7d27016f79 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:49:26.314913 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ef8260d-aada-465b-8f7e-4e7726136518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (367c4799-26ef-4391-9fac-f8a32502b01b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:26.375669 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8260d-aada-465b-8f7e-4e7726136518 admin admin] Pushing event updated for resources: {'Port': ['ID=367c4799-26ef-4391-9fac-f8a32502b01b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:26.398389 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef8260d-aada-465b-8f7e-4e7726136518 admin admin] Network a43ccc7a-849f-4f56-ac11-d029c901b0b3 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:49:26.402207 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2ef8260d-aada-465b-8f7e-4e7726136518 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:49:26.409536 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef8260d-aada-465b-8f7e-4e7726136518 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:49:26.450489 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port eb715da2-0838-4dfd-8ae2-800f3c6fd83c is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:26.479890 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ef8260d-aada-465b-8f7e-4e7726136518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (2ed2552c-548b-4f79-b066-ac7d27016f79), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:26.570681 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56304) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:26.594358 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-28ea9ca5-fd14-4d19-aaf7-12998a482755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:26.706775 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-3668c0ff-9e10-4263-aad6-2e2767cbf2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed2552c-548b-4f79-b066-ac7d27016f79', 'name': 'tempest-TestServerMultinode-230254912-router', 'tenant_id': '326ff8fa8f8547a694ad37c8973e5548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '14e76836-0073-428f-8914-2cd89d2af34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:49:21Z', 'updated_at': '2022-02-08T21:49:22Z', 'revision_number': 3, 'project_id': '326ff8fa8f8547a694ad37c8973e5548', 'gw_port': {'id': '14e76836-0073-428f-8914-2cd89d2af34e', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed2552c-548b-4f79-b066-ac7d27016f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:21Z', 'updated_at': '2022-02-08T21:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:26.769912 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3668c0ff-9e10-4263-aad6-2e2767cbf2d8 None None] The sync data for ids ['2ed2552c-548b-4f79-b066-ac7d27016f79'] in n-d-712143-31 is: [{'id': '2ed2552c-548b-4f79-b066-ac7d27016f79', 'name': 'tempest-TestServerMultinode-230254912-router', 'tenant_id': '326ff8fa8f8547a694ad37c8973e5548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '14e76836-0073-428f-8914-2cd89d2af34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:49:21Z', 'updated_at': '2022-02-08T21:49:22Z', 'revision_number': 3, 'project_id': '326ff8fa8f8547a694ad37c8973e5548', 'gw_port': {'id': '14e76836-0073-428f-8914-2cd89d2af34e', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed2552c-548b-4f79-b066-ac7d27016f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:21Z', 'updated_at': '2022-02-08T21:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:49:26.849641 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-28ea9ca5-fd14-4d19-aaf7-12998a482755 admin admin] Publish callbacks [] for security_group (e0d54863-8e01-4f41-ab72-a7d36382c195), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:26.855170 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-28ea9ca5-fd14-4d19-aaf7-12998a482755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e0d54863-8e01-4f41-ab72-a7d36382c195), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:26.875421 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4f3609b6-9974-4c8a-91f9-d98f363632c1 None None] Provisioning complete for port 367c4799-26ef-4391-9fac-f8a32502b01b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:26.876522 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f3609b6-9974-4c8a-91f9-d98f363632c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (367c4799-26ef-4391-9fac-f8a32502b01b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:26.880049 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ef8260d-aada-465b-8f7e-4e7726136518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (367c4799-26ef-4391-9fac-f8a32502b01b), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:26.935388 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-28ea9ca5-fd14-4d19-aaf7-12998a482755 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=36c6c1d9169a4939b54a6995288e5341&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3635876 Feb 08 21:49:26.943741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56312) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:26.959629 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4f3609b6-9974-4c8a-91f9-d98f363632c1 None None] Port 367c4799-26ef-4391-9fac-f8a32502b01b cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:49:27.027233 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea9ca5-fd14-4d19-aaf7-12998a482755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d54863-8e01-4f41-ab72-a7d36382c195,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:27.087899 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dcb9f8c4-bfec-4beb-9997-2496298bc904 admin admin] Publish callbacks [] for security_group (e0d54863-8e01-4f41-ab72-a7d36382c195), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:27.143129 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dcb9f8c4-bfec-4beb-9997-2496298bc904 admin admin] Publish callbacks [] for security_group (e0d54863-8e01-4f41-ab72-a7d36382c195), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:27.283759 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dcb9f8c4-bfec-4beb-9997-2496298bc904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e0d54863-8e01-4f41-ab72-a7d36382c195), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:27.286700 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dcb9f8c4-bfec-4beb-9997-2496298bc904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:27.290558 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-dcb9f8c4-bfec-4beb-9997-2496298bc904 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e0d54863-8e01-4f41-ab72-a7d36382c195 HTTP/1.1" status: 204 len: 168 time: 0.3432925 Feb 08 21:49:27.327524 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9f8c4-bfec-4beb-9997-2496298bc904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d54863-8e01-4f41-ab72-a7d36382c195,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:27.333149 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ef8260d-aada-465b-8f7e-4e7726136518 admin admin] Publish callbacks [] for port (367c4799-26ef-4391-9fac-f8a32502b01b), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:27.352630 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ef8260d-aada-465b-8f7e-4e7726136518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (367c4799-26ef-4391-9fac-f8a32502b01b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:27.432508 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56322) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:27.487198 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-723078f5-68b2-4ac6-9b35-9ea2ffd5ce86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:27.508240 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ef8260d-aada-465b-8f7e-4e7726136518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (2ed2552c-548b-4f79-b066-ac7d27016f79), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:27.516101 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8260d-aada-465b-8f7e-4e7726136518 admin admin] Pushing event updated for resources: {'Port': ['ID=367c4799-26ef-4391-9fac-f8a32502b01b,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:27.705509 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef8260d-aada-465b-8f7e-4e7726136518 admin admin] Network a43ccc7a-849f-4f56-ac11-d029c901b0b3 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:49:27.710176 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2ef8260d-aada-465b-8f7e-4e7726136518 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:49:27.832899 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-40fc5984-0cb7-4e51-8248-fbd2c9595bf9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1381768823'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:27.889402 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fc5984-0cb7-4e51-8248-fbd2c9595bf9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:49:27.893302 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-40fc5984-0cb7-4e51-8248-fbd2c9595bf9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:27.904433 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-40fc5984-0cb7-4e51-8248-fbd2c9595bf9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:27.971629 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 14e76836-0073-428f-8914-2cd89d2af34e up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:49:28.035731 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef8260d-aada-465b-8f7e-4e7726136518 admin admin] Router 2ed2552c-548b-4f79-b066-ac7d27016f79 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:49:28.056599 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-40fc5984-0cb7-4e51-8248-fbd2c9595bf9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for security_group (c16bb966-fa7a-467a-9882-41afe083d798), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:28.068134 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-40fc5984-0cb7-4e51-8248-fbd2c9595bf9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c16bb966-fa7a-467a-9882-41afe083d798), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:28.134658 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc5984-0cb7-4e51-8248-fbd2c9595bf9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c16bb966-fa7a-467a-9882-41afe083d798,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:28.152488 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40fc5984-0cb7-4e51-8248-fbd2c9595bf9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:49:28.167856 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-40fc5984-0cb7-4e51-8248-fbd2c9595bf9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (dac6ebe0-cba8-443a-abf3-3d9e609d8c27), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:28.168312 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-40fc5984-0cb7-4e51-8248-fbd2c9595bf9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Added segment dac6ebe0-cba8-443a-abf3-3d9e609d8c27 of type vlan for network 27f9d783-a380-45ce-9337-9219c380755c Feb 08 21:49:28.169658 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 14e76836-0073-428f-8914-2cd89d2af34e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:28.171283 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (14e76836-0073-428f-8914-2cd89d2af34e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:28.245385 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-40fc5984-0cb7-4e51-8248-fbd2c9595bf9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (27f9d783-a380-45ce-9337-9219c380755c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:28.269271 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-60ca1dcf-106f-4895-8436-fd766396582a None None] Provisioning complete for port 367c4799-26ef-4391-9fac-f8a32502b01b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:28.269917 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-60ca1dcf-106f-4895-8436-fd766396582a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (367c4799-26ef-4391-9fac-f8a32502b01b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:28.286253 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef8260d-aada-465b-8f7e-4e7726136518 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:49:28.297279 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2ef8260d-aada-465b-8f7e-4e7726136518 admin admin] 10.222.0.88 "PUT /v2.0/routers/2ed2552c-548b-4f79-b066-ac7d27016f79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1985562 Feb 08 21:49:28.301860 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-40fc5984-0cb7-4e51-8248-fbd2c9595bf9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (27f9d783-a380-45ce-9337-9219c380755c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:28.312123 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fc5984-0cb7-4e51-8248-fbd2c9595bf9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:28.313724 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-40fc5984-0cb7-4e51-8248-fbd2c9595bf9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:28.350998 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-60ca1dcf-106f-4895-8436-fd766396582a None None] Port 367c4799-26ef-4391-9fac-f8a32502b01b cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:49:28.466841 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-40fc5984-0cb7-4e51-8248-fbd2c9595bf9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0328083 Feb 08 21:49:28.467675 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc5984-0cb7-4e51-8248-fbd2c9595bf9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Network': ['ID=27f9d783-a380-45ce-9337-9219c380755c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:28.470879 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56352) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:28.474339 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 14e76836-0073-428f-8914-2cd89d2af34e is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:28.474744 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (14e76836-0073-428f-8914-2cd89d2af34e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:28.486864 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a1312181-31ab-41f3-a915-9056dc6c7d5f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:28.495801 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 27f9d783-a380-45ce-9337-9219c380755c details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:49:28.584496 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 14e76836-0073-428f-8914-2cd89d2af34e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=14e76836-0073-428f-8914-2cd89d2af34e,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:49:28.609212 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (14e76836-0073-428f-8914-2cd89d2af34e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:28.721053 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1312181-31ab-41f3-a915-9056dc6c7d5f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:49:28.725498 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1312181-31ab-41f3-a915-9056dc6c7d5f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:28.727834 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=14e76836-0073-428f-8914-2cd89d2af34e,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:28.864443 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56364) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:29.104857 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-08b60b28-2c6c-4fb8-ab9b-d9f7bdb4ad8c tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] 10.222.0.88 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1764 time: 0.2386773 Feb 08 21:49:29.111470 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56372) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:29.127273 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-ddb6977c-805a-466b-bbdf-013468fa3c85 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Request body: {'network': {'name': 'tempest-network-smoke--830880180', 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'port_security_enabled': False}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:29.198960 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb6977c-805a-466b-bbdf-013468fa3c85 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Made reservation on behalf of ec1bf92d61e642bbb23989551b86dfdb for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:49:29.199383 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1312181-31ab-41f3-a915-9056dc6c7d5f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (6055868b-b8dc-4a58-9974-f3310e85198a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:29.209903 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ddb6977c-805a-466b-bbdf-013468fa3c85 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:29.272155 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb6977c-805a-466b-bbdf-013468fa3c85 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:49:29.303326 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ddb6977c-805a-466b-bbdf-013468fa3c85 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (4bb4dbdb-9c29-42ba-851d-42e216974814), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:29.303648 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-ddb6977c-805a-466b-bbdf-013468fa3c85 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Added segment 4bb4dbdb-9c29-42ba-851d-42e216974814 of type vlan for network ee539c7f-af72-4bae-b324-2e8f7a819798 Feb 08 21:49:29.337385 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:29.423501 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ddb6977c-805a-466b-bbdf-013468fa3c85 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (ee539c7f-af72-4bae-b324-2e8f7a819798), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:29.498800 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1312181-31ab-41f3-a915-9056dc6c7d5f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=6055868b-b8dc-4a58-9974-f3310e85198a,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:29.502704 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1312181-31ab-41f3-a915-9056dc6c7d5f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Checking segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:49:29.502953 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1312181-31ab-41f3-a915-9056dc6c7d5f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network hostable DHCP agents. Network: 27f9d783-a380-45ce-9337-9219c380755c, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:49:29.528598 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1312181-31ab-41f3-a915-9056dc6c7d5f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:49:29.540439 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ddb6977c-805a-466b-bbdf-013468fa3c85 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (ee539c7f-af72-4bae-b324-2e8f7a819798), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:29.541526 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-a1312181-31ab-41f3-a915-9056dc6c7d5f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 27f9d783-a380-45ce-9337-9219c380755c) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:49:29.556515 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2931ef8-01f2-483d-aee4-c626ad7c4a7a None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:49:29.558565 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1312181-31ab-41f3-a915-9056dc6c7d5f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:29.559889 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1312181-31ab-41f3-a915-9056dc6c7d5f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:29.566383 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb6977c-805a-466b-bbdf-013468fa3c85 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:29.566530 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ddb6977c-805a-466b-bbdf-013468fa3c85 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:29.586952 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a1312181-31ab-41f3-a915-9056dc6c7d5f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1126335 Feb 08 21:49:29.588590 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56384) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:29.593129 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56386) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:29.601038 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-eef5acdd-696f-4d8c-8824-d1bbd462ad71 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'name': 'tempest-NetworksTestDHCPv6-2113073983'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:29.608841 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ddb6977c-805a-466b-bbdf-013468fa3c85 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4935687 Feb 08 21:49:29.612170 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56388) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:29.615961 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-5281eee9-5d2f-43a5-bc7e-e9c409fbcbdf admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-545023694-network', 'tenant_id': '925af96c7c02432aa2974e87ce9d7c55'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:29.625885 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-cca3e190-2cd8-4b4f-96d5-a843e4d7870d tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-666414976', 'admin_state_up': True, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:29.668590 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5281eee9-5d2f-43a5-bc7e-e9c409fbcbdf admin admin] Made reservation on behalf of 925af96c7c02432aa2974e87ce9d7c55 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:49:29.671387 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5281eee9-5d2f-43a5-bc7e-e9c409fbcbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:29.690481 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5281eee9-5d2f-43a5-bc7e-e9c409fbcbdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:29.716194 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6977c-805a-466b-bbdf-013468fa3c85 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event updated for resources: {'Network': ['ID=ee539c7f-af72-4bae-b324-2e8f7a819798,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:29.737275 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network ee539c7f-af72-4bae-b324-2e8f7a819798 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:49:29.790330 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cca3e190-2cd8-4b4f-96d5-a843e4d7870d tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (919da60f-8cef-4036-848d-8c4b49fcaf70), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:29.791810 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cca3e190-2cd8-4b4f-96d5-a843e4d7870d tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (919da60f-8cef-4036-848d-8c4b49fcaf70), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:29.913528 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cca3e190-2cd8-4b4f-96d5-a843e4d7870d tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for router_controller (919da60f-8cef-4036-848d-8c4b49fcaf70), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:29.922810 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5281eee9-5d2f-43a5-bc7e-e9c409fbcbdf admin admin] Publish callbacks [] for security_group (831c91b7-ce41-4232-b8f7-ccad02b24188), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:29.929024 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5281eee9-5d2f-43a5-bc7e-e9c409fbcbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (831c91b7-ce41-4232-b8f7-ccad02b24188), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:29.930976 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef5acdd-696f-4d8c-8824-d1bbd462ad71 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:49:29.934197 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eef5acdd-696f-4d8c-8824-d1bbd462ad71 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:29.954691 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5281eee9-5d2f-43a5-bc7e-e9c409fbcbdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:49:29.971505 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 14e76836-0073-428f-8914-2cd89d2af34e up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:49:29.971843 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281eee9-5d2f-43a5-bc7e-e9c409fbcbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831c91b7-ce41-4232-b8f7-ccad02b24188,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:29.975231 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5281eee9-5d2f-43a5-bc7e-e9c409fbcbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (abb56163-9c1c-47f8-b8ba-01038396243f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:29.975580 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-5281eee9-5d2f-43a5-bc7e-e9c409fbcbdf admin admin] Added segment abb56163-9c1c-47f8-b8ba-01038396243f of type vlan for network d8af79b8-6820-4ff1-8655-f3007ac05009 Feb 08 21:49:30.026688 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-eef5acdd-696f-4d8c-8824-d1bbd462ad71 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] device_id is not set on port 373428cd-db1e-4a89-963e-520f188051a8 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:49:30.046073 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5281eee9-5d2f-43a5-bc7e-e9c409fbcbdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (d8af79b8-6820-4ff1-8655-f3007ac05009), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:30.072465 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8451b1aa-a067-4634-8326-4f3612394d2a None None] Sync routers for ids ['2ed2552c-548b-4f79-b066-ac7d27016f79'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:49:30.086785 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5281eee9-5d2f-43a5-bc7e-e9c409fbcbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (d8af79b8-6820-4ff1-8655-f3007ac05009), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:30.087899 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5281eee9-5d2f-43a5-bc7e-e9c409fbcbdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:30.088490 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5281eee9-5d2f-43a5-bc7e-e9c409fbcbdf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:30.148402 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cca3e190-2cd8-4b4f-96d5-a843e4d7870d tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for router_gateway (919da60f-8cef-4036-848d-8c4b49fcaf70), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:30.190243 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d762ae5e-018a-4154-a5b4-f34afd0024bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-27f9d783-a380-45ce-9337-9219c380755c', 'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'project_id': '1bafe448e33448c7ae7ce06f728d4448', 'fixed_ips': [{'subnet_id': '6055868b-b8dc-4a58-9974-f3310e85198a'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:49:30.191112 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d762ae5e-018a-4154-a5b4-f34afd0024bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:30.198609 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8451b1aa-a067-4634-8326-4f3612394d2a None None] Routers {'2ed2552c-548b-4f79-b066-ac7d27016f79'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:49:30.199491 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-8451b1aa-a067-4634-8326-4f3612394d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:49:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['2ed2552c-548b-4f79-b066-ac7d27016f79'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:30.217479 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281eee9-5d2f-43a5-bc7e-e9c409fbcbdf admin admin] Pushing event updated for resources: {'Network': ['ID=d8af79b8-6820-4ff1-8655-f3007ac05009,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:30.238019 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5281eee9-5d2f-43a5-bc7e-e9c409fbcbdf admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6466188 Feb 08 21:49:30.243258 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56400) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:30.252355 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d88bae74-2d5d-4c5f-ae45-0ebc422f8d40 admin admin] Request body: {'subnet': {'network_id': 'd8af79b8-6820-4ff1-8655-f3007ac05009', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-545023694-subnet', 'tenant_id': '925af96c7c02432aa2974e87ce9d7c55', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:30.286520 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network d8af79b8-6820-4ff1-8655-f3007ac05009 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:49:30.350505 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88bae74-2d5d-4c5f-ae45-0ebc422f8d40 admin admin] Made reservation on behalf of 925af96c7c02432aa2974e87ce9d7c55 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:49:30.353054 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d88bae74-2d5d-4c5f-ae45-0ebc422f8d40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:30.369091 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-eef5acdd-696f-4d8c-8824-d1bbd462ad71 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Allocated IP 2001:db8::1c9 (27f9d783-a380-45ce-9337-9219c380755c/6055868b-b8dc-4a58-9974-f3310e85198a/373428cd-db1e-4a89-963e-520f188051a8) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:49:30.555084 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 14e76836-0073-428f-8914-2cd89d2af34e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:30.555355 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (14e76836-0073-428f-8914-2cd89d2af34e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:30.733708 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cca3e190-2cd8-4b4f-96d5-a843e4d7870d tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for router_gateway (919da60f-8cef-4036-848d-8c4b49fcaf70), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:30.756136 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cca3e190-2cd8-4b4f-96d5-a843e4d7870d tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:30.771977 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 14e76836-0073-428f-8914-2cd89d2af34e is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:30.821135 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-8451b1aa-a067-4634-8326-4f3612394d2a None None] Set router 2ed2552c-548b-4f79-b066-ac7d27016f79 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:49:31.126090 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-8451b1aa-a067-4634-8326-4f3612394d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed2552c-548b-4f79-b066-ac7d27016f79', 'name': 'tempest-TestServerMultinode-230254912-router', 'tenant_id': '326ff8fa8f8547a694ad37c8973e5548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '14e76836-0073-428f-8914-2cd89d2af34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:49:21Z', 'updated_at': '2022-02-08T21:49:26Z', 'revision_number': 4, 'project_id': '326ff8fa8f8547a694ad37c8973e5548', 'gw_port': {'id': '14e76836-0073-428f-8914-2cd89d2af34e', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed2552c-548b-4f79-b066-ac7d27016f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:21Z', 'updated_at': '2022-02-08T21:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '367c4799-26ef-4391-9fac-f8a32502b01b', 'name': '', 'network_id': 'a43ccc7a-849f-4f56-ac11-d029c901b0b3', 'tenant_id': '326ff8fa8f8547a694ad37c8973e5548', 'mac_address': 'fa:16:3e:3c:29:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed2552c-548b-4f79-b066-ac7d27016f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'a94c9212-9e38-4b18-bedf-fe665376d4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:25Z', 'updated_at': '2022-02-08T21:49:26Z', 'revision_number': 2, 'project_id': '326ff8fa8f8547a694ad37c8973e5548', 'subnets': [{'id': 'a94c9212-9e38-4b18-bedf-fe665376d4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:31.178695 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8451b1aa-a067-4634-8326-4f3612394d2a None None] Checking router: 2ed2552c-548b-4f79-b066-ac7d27016f79 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:49:31.179292 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8451b1aa-a067-4634-8326-4f3612394d2a None None] Updating router 2ed2552c-548b-4f79-b066-ac7d27016f79 port 367c4799-26ef-4391-9fac-f8a32502b01b binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:49:31.242457 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8451b1aa-a067-4634-8326-4f3612394d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (367c4799-26ef-4391-9fac-f8a32502b01b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:31.348426 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d88bae74-2d5d-4c5f-ae45-0ebc422f8d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (8f403b48-bdb8-4eaa-b6c4-5cf42c1bf5b2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:31.495112 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-cca3e190-2cd8-4b4f-96d5-a843e4d7870d tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Allocated IP 172.25.3.130 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/22f7023c-2e62-41d1-9358-b11dbb9c8927) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:49:31.501146 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:31.503047 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eef5acdd-696f-4d8c-8824-d1bbd462ad71 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (373428cd-db1e-4a89-963e-520f188051a8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:31.552293 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88bae74-2d5d-4c5f-ae45-0ebc422f8d40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f403b48-bdb8-4eaa-b6c4-5cf42c1bf5b2,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:31.570489 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88bae74-2d5d-4c5f-ae45-0ebc422f8d40 admin admin] Checking segment: {'id': 'abb56163-9c1c-47f8-b8ba-01038396243f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd8af79b8-6820-4ff1-8655-f3007ac05009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:49:31.570919 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88bae74-2d5d-4c5f-ae45-0ebc422f8d40 admin admin] Network hostable DHCP agents. Network: d8af79b8-6820-4ff1-8655-f3007ac05009, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:49:31.581138 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56444) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:31.582548 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bae74-2d5d-4c5f-ae45-0ebc422f8d40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:31.583726 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bae74-2d5d-4c5f-ae45-0ebc422f8d40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:31.583726 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bae74-2d5d-4c5f-ae45-0ebc422f8d40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:31.583930 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bae74-2d5d-4c5f-ae45-0ebc422f8d40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:31.584925 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bae74-2d5d-4c5f-ae45-0ebc422f8d40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:31.586239 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bae74-2d5d-4c5f-ae45-0ebc422f8d40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:31.586239 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bae74-2d5d-4c5f-ae45-0ebc422f8d40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:31.586239 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bae74-2d5d-4c5f-ae45-0ebc422f8d40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:31.586504 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bae74-2d5d-4c5f-ae45-0ebc422f8d40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:31.586758 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bae74-2d5d-4c5f-ae45-0ebc422f8d40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:31.587685 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bae74-2d5d-4c5f-ae45-0ebc422f8d40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:31.588042 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bae74-2d5d-4c5f-ae45-0ebc422f8d40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:31.588384 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88bae74-2d5d-4c5f-ae45-0ebc422f8d40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:31.606878 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:31.672063 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88bae74-2d5d-4c5f-ae45-0ebc422f8d40 admin admin] Network d8af79b8-6820-4ff1-8655-f3007ac05009 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:49:31.693627 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-d88bae74-2d5d-4c5f-ae45-0ebc422f8d40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, d8af79b8-6820-4ff1-8655-f3007ac05009) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:49:31.702890 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eef5acdd-696f-4d8c-8824-d1bbd462ad71 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (373428cd-db1e-4a89-963e-520f188051a8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:31.720487 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88bae74-2d5d-4c5f-ae45-0ebc422f8d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:31.721096 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d88bae74-2d5d-4c5f-ae45-0ebc422f8d40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:31.728874 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb25b69-6a85-4107-8637-32dcc80d9742 None None] Network d8af79b8-6820-4ff1-8655-f3007ac05009 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:49:31.752324 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d88bae74-2d5d-4c5f-ae45-0ebc422f8d40 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5017996 Feb 08 21:49:31.757287 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56448) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:31.762409 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-8e85e439-d1c9-435f-964a-7da5f74e1ee4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-545023694-router', 'tenant_id': '925af96c7c02432aa2974e87ce9d7c55', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:31.774123 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-28ddc5c7-9027-40a4-b42a-06e4b4838330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:31.814289 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8e85e439-d1c9-435f-964a-7da5f74e1ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (ca674c1f-9f63-4ede-9fce-36b3ced697c4), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:31.815032 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef5acdd-696f-4d8c-8824-d1bbd462ad71 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:49:31.816166 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8e85e439-d1c9-435f-964a-7da5f74e1ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (ca674c1f-9f63-4ede-9fce-36b3ced697c4), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:31.818161 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cca3e190-2cd8-4b4f-96d5-a843e4d7870d tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for port (22f7023c-2e62-41d1-9358-b11dbb9c8927), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:31.825063 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-eef5acdd-696f-4d8c-8824-d1bbd462ad71 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:49:31.834432 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef5acdd-696f-4d8c-8824-d1bbd462ad71 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:49:31.840918 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef5acdd-696f-4d8c-8824-d1bbd462ad71 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:31.841764 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eef5acdd-696f-4d8c-8824-d1bbd462ad71 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:31.864966 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5acdd-696f-4d8c-8824-d1bbd462ad71 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=373428cd-db1e-4a89-963e-520f188051a8,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:31.884087 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8451b1aa-a067-4634-8326-4f3612394d2a None None] Publish callbacks [] for port (367c4799-26ef-4391-9fac-f8a32502b01b), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:31.900797 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-eef5acdd-696f-4d8c-8824-d1bbd462ad71 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3051422 Feb 08 21:49:31.908140 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56452) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:31.935037 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8451b1aa-a067-4634-8326-4f3612394d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (367c4799-26ef-4391-9fac-f8a32502b01b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:31.937978 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-d762ae5e-018a-4154-a5b4-f34afd0024bf None None] Allocated IP 2001:db8::2 (27f9d783-a380-45ce-9337-9219c380755c/6055868b-b8dc-4a58-9974-f3310e85198a/82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:49:31.948480 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364d311c-eda1-41a5-807d-67f11f51b598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-d8af79b8-6820-4ff1-8655-f3007ac05009', 'network_id': 'd8af79b8-6820-4ff1-8655-f3007ac05009', 'project_id': '925af96c7c02432aa2974e87ce9d7c55', 'fixed_ips': [{'subnet_id': '8f403b48-bdb8-4eaa-b6c4-5cf42c1bf5b2'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:49:31.949484 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-364d311c-eda1-41a5-807d-67f11f51b598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:31.955847 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-28ddc5c7-9027-40a4-b42a-06e4b4838330 admin admin] Publish callbacks [] for security_group (575f1ec0-6a78-4d4b-9286-ba80c9c4a1d2), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:31.978202 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cca3e190-2cd8-4b4f-96d5-a843e4d7870d tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (22f7023c-2e62-41d1-9358-b11dbb9c8927), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:31.997088 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8e85e439-d1c9-435f-964a-7da5f74e1ee4 admin admin] Publish callbacks [] for router_controller (ca674c1f-9f63-4ede-9fce-36b3ced697c4), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:31.999433 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-28ddc5c7-9027-40a4-b42a-06e4b4838330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (575f1ec0-6a78-4d4b-9286-ba80c9c4a1d2), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:32.048065 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca3e190-2cd8-4b4f-96d5-a843e4d7870d tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:49:32.063985 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-cca3e190-2cd8-4b4f-96d5-a843e4d7870d tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:49:32.076206 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca3e190-2cd8-4b4f-96d5-a843e4d7870d tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:49:32.091560 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354e0f3f-03ee-4d33-a802-a6d26fea3e7a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:32.091760 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5dfc3-28dc-4c36-975f-957b7797a0be None None] Pushing event updated for resources: {'Port': ['ID=367c4799-26ef-4391-9fac-f8a32502b01b,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:32.093586 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-354e0f3f-03ee-4d33-a802-a6d26fea3e7a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1844568 Feb 08 21:49:32.100308 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56454) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:32.149502 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ddc5c7-9027-40a4-b42a-06e4b4838330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575f1ec0-6a78-4d4b-9286-ba80c9c4a1d2,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:32.180192 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3e190-2cd8-4b4f-96d5-a843e4d7870d tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event updated for resources: {'Port': ['ID=22f7023c-2e62-41d1-9358-b11dbb9c8927,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:32.247446 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-8451b1aa-a067-4634-8326-4f3612394d2a None None] Attempting to bind port 367c4799-26ef-4391-9fac-f8a32502b01b on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:49:32.247827 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-8451b1aa-a067-4634-8326-4f3612394d2a None None] Attempting to bind port 367c4799-26ef-4391-9fac-f8a32502b01b by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '768cd7f6-d1e3-43db-aeb0-14839363bb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a43ccc7a-849f-4f56-ac11-d029c901b0b3'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:49:32.248202 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8451b1aa-a067-4634-8326-4f3612394d2a None None] Attempting to bind port 367c4799-26ef-4391-9fac-f8a32502b01b on network a43ccc7a-849f-4f56-ac11-d029c901b0b3 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:49:32.286197 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8451b1aa-a067-4634-8326-4f3612394d2a None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:49:32.286584 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8451b1aa-a067-4634-8326-4f3612394d2a None None] Checking segment: {'id': '768cd7f6-d1e3-43db-aeb0-14839363bb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a43ccc7a-849f-4f56-ac11-d029c901b0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:49:32.286999 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8451b1aa-a067-4634-8326-4f3612394d2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:32.287408 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8451b1aa-a067-4634-8326-4f3612394d2a None None] Bound using segment: {'id': '768cd7f6-d1e3-43db-aeb0-14839363bb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a43ccc7a-849f-4f56-ac11-d029c901b0b3'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:49:32.287922 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-8451b1aa-a067-4634-8326-4f3612394d2a None None] Bound port: 367c4799-26ef-4391-9fac-f8a32502b01b, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768cd7f6-d1e3-43db-aeb0-14839363bb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a43ccc7a-849f-4f56-ac11-d029c901b0b3'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:49:32.288315 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8451b1aa-a067-4634-8326-4f3612394d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (367c4799-26ef-4391-9fac-f8a32502b01b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:32.320750 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-28ddc5c7-9027-40a4-b42a-06e4b4838330 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d387bc891ccd42a09a5eafdf0537e54a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7382009 Feb 08 21:49:32.321581 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56458) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:32.358330 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8e85e439-d1c9-435f-964a-7da5f74e1ee4 admin admin] Publish callbacks [] for router_gateway (ca674c1f-9f63-4ede-9fce-36b3ced697c4), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:32.480742 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5d8ef57b-f194-48d5-8d4a-9c0335239ef4 admin admin] Publish callbacks [] for security_group (575f1ec0-6a78-4d4b-9286-ba80c9c4a1d2), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:32.506225 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8d58322d-9604-4366-badf-be1a19f91ce6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting port 373428cd-db1e-4a89-963e-520f188051a8 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:49:32.506750 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d58322d-9604-4366-badf-be1a19f91ce6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (373428cd-db1e-4a89-963e-520f188051a8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:32.512698 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5d8ef57b-f194-48d5-8d4a-9c0335239ef4 admin admin] Publish callbacks [] for security_group (575f1ec0-6a78-4d4b-9286-ba80c9c4a1d2), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:32.574604 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-8451b1aa-a067-4634-8326-4f3612394d2a None None] For port 367c4799-26ef-4391-9fac-f8a32502b01b, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:49:32.578004 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5d8ef57b-f194-48d5-8d4a-9c0335239ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (575f1ec0-6a78-4d4b-9286-ba80c9c4a1d2), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:32.581368 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5d8ef57b-f194-48d5-8d4a-9c0335239ef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:32.589349 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-8451b1aa-a067-4634-8326-4f3612394d2a None None] For port 367c4799-26ef-4391-9fac-f8a32502b01b, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=367c4799-26ef-4391-9fac-f8a32502b01b,segment=NetworkSegment(768cd7f6-d1e3-43db-aeb0-14839363bb6a),segment_id=768cd7f6-d1e3-43db-aeb0-14839363bb6a)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:49:32.598787 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5d8ef57b-f194-48d5-8d4a-9c0335239ef4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/575f1ec0-6a78-4d4b-9286-ba80c9c4a1d2 HTTP/1.1" status: 204 len: 168 time: 0.2602785 Feb 08 21:49:32.613624 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d58322d-9604-4366-badf-be1a19f91ce6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (373428cd-db1e-4a89-963e-520f188051a8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:32.630115 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8d58322d-9604-4366-badf-be1a19f91ce6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Calling delete_port for 373428cd-db1e-4a89-963e-520f188051a8 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:49:32.648503 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ef57b-f194-48d5-8d4a-9c0335239ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575f1ec0-6a78-4d4b-9286-ba80c9c4a1d2,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:32.650219 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8451b1aa-a067-4634-8326-4f3612394d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (367c4799-26ef-4391-9fac-f8a32502b01b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:32.788421 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-364d311c-eda1-41a5-807d-67f11f51b598 None None] Allocated IP 172.20.0.2 (d8af79b8-6820-4ff1-8655-f3007ac05009/8f403b48-bdb8-4eaa-b6c4-5cf42c1bf5b2/03f72542-98ac-40cb-832e-19efa803e9a2) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:49:32.841735 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-38a61330-5c39-4792-a3cf-b696016f833b None None] Provisioning complete for port 367c4799-26ef-4391-9fac-f8a32502b01b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:32.842280 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-38a61330-5c39-4792-a3cf-b696016f833b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (367c4799-26ef-4391-9fac-f8a32502b01b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:32.901610 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d58322d-9604-4366-badf-be1a19f91ce6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (373428cd-db1e-4a89-963e-520f188051a8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:32.960614 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8e85e439-d1c9-435f-964a-7da5f74e1ee4 admin admin] Publish callbacks [] for router_gateway (ca674c1f-9f63-4ede-9fce-36b3ced697c4), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:32.970090 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58322d-9604-4366-badf-be1a19f91ce6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Port': ['ID=373428cd-db1e-4a89-963e-520f188051a8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:33.005164 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8e85e439-d1c9-435f-964a-7da5f74e1ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:33.011687 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d58322d-9604-4366-badf-be1a19f91ce6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:33.017779 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8d58322d-9604-4366-badf-be1a19f91ce6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/373428cd-db1e-4a89-963e-520f188051a8 HTTP/1.1" status: 204 len: 168 time: 0.8829882 Feb 08 21:49:33.020706 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56466) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:33.022165 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cca3e190-2cd8-4b4f-96d5-a843e4d7870d tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for router_gateway (919da60f-8cef-4036-848d-8c4b49fcaf70), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:33.198732 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5dfc3-28dc-4c36-975f-957b7797a0be None None] Pushing event updated for resources: {'Port': ['ID=367c4799-26ef-4391-9fac-f8a32502b01b,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:33.263567 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56468) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:33.301900 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ba6806c8-f0ae-4164-8539-4a2e574ff918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:33.332983 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935ef739-6f93-462e-af07-6d4a18a1c094 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:33.334484 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935ef739-6f93-462e-af07-6d4a18a1c094 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:33.348581 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-935ef739-6f93-462e-af07-6d4a18a1c094 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3222253 Feb 08 21:49:33.351382 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56472) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:33.366538 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d762ae5e-018a-4154-a5b4-f34afd0024bf None None] Publish callbacks [] for port (82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:33.370767 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8451b1aa-a067-4634-8326-4f3612394d2a None None] Routers {'2ed2552c-548b-4f79-b066-ac7d27016f79'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:49:33.372028 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-8451b1aa-a067-4634-8326-4f3612394d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:49:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['2ed2552c-548b-4f79-b066-ac7d27016f79'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:33.554627 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-8e85e439-d1c9-435f-964a-7da5f74e1ee4 admin admin] Allocated IP 172.25.3.4 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/9bf7a9a2-5559-4e56-976a-910070247dff) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:49:33.560246 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1beb691-80f4-479b-9fae-18b5aa9b76cc tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet 6055868b-b8dc-4a58-9974-f3310e85198a {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:49:33.581913 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d1beb691-80f4-479b-9fae-18b5aa9b76cc tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (6055868b-b8dc-4a58-9974-f3310e85198a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:33.600296 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cca3e190-2cd8-4b4f-96d5-a843e4d7870d tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (919da60f-8cef-4036-848d-8c4b49fcaf70), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:33.606678 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ba6806c8-f0ae-4164-8539-4a2e574ff918 admin admin] Publish callbacks [] for security_group (28c1d989-b55e-45f9-b167-42a1f4f78682), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:33.612632 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-38a61330-5c39-4792-a3cf-b696016f833b None None] Current status of the port 367c4799-26ef-4391-9fac-f8a32502b01b is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:33.613461 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-38a61330-5c39-4792-a3cf-b696016f833b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (367c4799-26ef-4391-9fac-f8a32502b01b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:33.635127 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d762ae5e-018a-4154-a5b4-f34afd0024bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:33.680183 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ba6806c8-f0ae-4164-8539-4a2e574ff918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (28c1d989-b55e-45f9-b167-42a1f4f78682), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:33.693344 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-38a61330-5c39-4792-a3cf-b696016f833b None None] For port 367c4799-26ef-4391-9fac-f8a32502b01b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=367c4799-26ef-4391-9fac-f8a32502b01b,segment=NetworkSegment(768cd7f6-d1e3-43db-aeb0-14839363bb6a),segment_id=768cd7f6-d1e3-43db-aeb0-14839363bb6a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:49:33.701998 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d1beb691-80f4-479b-9fae-18b5aa9b76cc tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (6055868b-b8dc-4a58-9974-f3310e85198a), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:33.708398 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6806c8-f0ae-4164-8539-4a2e574ff918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c1d989-b55e-45f9-b167-42a1f4f78682,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:33.754207 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ba6806c8-f0ae-4164-8539-4a2e574ff918 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8475eb260bb045b2a7c70ce14f1424c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4895818 Feb 08 21:49:33.757067 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56474) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:33.821482 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d762ae5e-018a-4154-a5b4-f34afd0024bf None None] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:49:33.831245 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762ae5e-018a-4154-a5b4-f34afd0024bf None None] Pushing event updated for resources: {'Port': ['ID=82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:33.835802 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-38a61330-5c39-4792-a3cf-b696016f833b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (367c4799-26ef-4391-9fac-f8a32502b01b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:33.839251 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-d762ae5e-018a-4154-a5b4-f34afd0024bf None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:49:33.856381 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d762ae5e-018a-4154-a5b4-f34afd0024bf None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:49:33.861728 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca3e190-2cd8-4b4f-96d5-a843e4d7870d tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Router 919da60f-8cef-4036-848d-8c4b49fcaf70 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:49:33.872604 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8e85e439-d1c9-435f-964a-7da5f74e1ee4 admin admin] Publish callbacks [] for port (9bf7a9a2-5559-4e56-976a-910070247dff), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:33.900938 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d1beb691-80f4-479b-9fae-18b5aa9b76cc tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (6055868b-b8dc-4a58-9974-f3310e85198a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:33.978834 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2c6cdb2b-96c9-41d4-a9a7-c843666aaf05 admin admin] Publish callbacks [] for security_group (28c1d989-b55e-45f9-b167-42a1f4f78682), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:34.007273 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-8451b1aa-a067-4634-8326-4f3612394d2a None None] Set router 2ed2552c-548b-4f79-b066-ac7d27016f79 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:49:34.018961 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8e85e439-d1c9-435f-964a-7da5f74e1ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (9bf7a9a2-5559-4e56-976a-910070247dff), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:34.028398 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2c6cdb2b-96c9-41d4-a9a7-c843666aaf05 admin admin] Publish callbacks [] for security_group (28c1d989-b55e-45f9-b167-42a1f4f78682), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:34.056996 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca3e190-2cd8-4b4f-96d5-a843e4d7870d tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:49:34.062012 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d1beb691-80f4-479b-9fae-18b5aa9b76cc tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (6055868b-b8dc-4a58-9974-f3310e85198a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:34.072883 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aecf11-e63d-4074-b691-09571133a210 None None] Sync routers for ids ['919da60f-8cef-4036-848d-8c4b49fcaf70'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:49:34.104236 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aecf11-e63d-4074-b691-09571133a210 None None] Routers {'919da60f-8cef-4036-848d-8c4b49fcaf70'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:49:34.108775 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-96aecf11-e63d-4074-b691-09571133a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:49:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['919da60f-8cef-4036-848d-8c4b49fcaf70'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:34.126189 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e85e439-d1c9-435f-964a-7da5f74e1ee4 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:49:34.134754 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1beb691-80f4-479b-9fae-18b5aa9b76cc tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=6055868b-b8dc-4a58-9974-f3310e85198a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:34.146117 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d1beb691-80f4-479b-9fae-18b5aa9b76cc tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:34.152130 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cca3e190-2cd8-4b4f-96d5-a843e4d7870d tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:34.152561 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d1beb691-80f4-479b-9fae-18b5aa9b76cc tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/6055868b-b8dc-4a58-9974-f3310e85198a HTTP/1.1" status: 204 len: 168 time: 0.8000877 Feb 08 21:49:34.156537 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56478) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:34.159148 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cca3e190-2cd8-4b4f-96d5-a843e4d7870d tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.5423732 Feb 08 21:49:34.160898 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56480) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:34.163040 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-8e85e439-d1c9-435f-964a-7da5f74e1ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:49:34.187420 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e85e439-d1c9-435f-964a-7da5f74e1ee4 admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:49:34.262939 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85e439-d1c9-435f-964a-7da5f74e1ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=9bf7a9a2-5559-4e56-976a-910070247dff,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:34.311333 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ec2847d0-4599-43ea-beb3-e09ff540c91c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1497190 Feb 08 21:49:34.317597 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56492) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:34.332512 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-06f42241-7f06-4d79-bc4a-b64386448718 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:34.369366 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2c6cdb2b-96c9-41d4-a9a7-c843666aaf05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (28c1d989-b55e-45f9-b167-42a1f4f78682), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:34.373249 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2c6cdb2b-96c9-41d4-a9a7-c843666aaf05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:34.374637 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2c6cdb2b-96c9-41d4-a9a7-c843666aaf05 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/28c1d989-b55e-45f9-b167-42a1f4f78682 HTTP/1.1" status: 204 len: 168 time: 0.6071460 Feb 08 21:49:34.466131 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-96aecf11-e63d-4074-b691-09571133a210 None None] Set router 919da60f-8cef-4036-848d-8c4b49fcaf70 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:49:34.488991 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fed5848-7037-4e99-874f-a80a4b77c53f tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:34.495063 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1fed5848-7037-4e99-874f-a80a4b77c53f tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=ec1bf92d61e642bbb23989551b86dfdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.3296309 Feb 08 21:49:34.496313 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56496) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:34.526477 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6cdb2b-96c9-41d4-a9a7-c843666aaf05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c1d989-b55e-45f9-b167-42a1f4f78682,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:34.816306 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-364d311c-eda1-41a5-807d-67f11f51b598 None None] Publish callbacks [] for port (03f72542-98ac-40cb-832e-19efa803e9a2), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:34.820559 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8e85e439-d1c9-435f-964a-7da5f74e1ee4 admin admin] Publish callbacks [] for router_gateway (ca674c1f-9f63-4ede-9fce-36b3ced697c4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:34.856947 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f42241-7f06-4d79-bc4a-b64386448718 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:49:34.865813 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06f42241-7f06-4d79-bc4a-b64386448718 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:34.919851 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-364d311c-eda1-41a5-807d-67f11f51b598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (03f72542-98ac-40cb-832e-19efa803e9a2), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:34.958173 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-96aecf11-e63d-4074-b691-09571133a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919da60f-8cef-4036-848d-8c4b49fcaf70', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666414976', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '22f7023c-2e62-41d1-9358-b11dbb9c8927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:49:29Z', 'updated_at': '2022-02-08T21:49:32Z', 'revision_number': 3, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'gw_port': {'id': '22f7023c-2e62-41d1-9358-b11dbb9c8927', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:63:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919da60f-8cef-4036-848d-8c4b49fcaf70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:30Z', 'updated_at': '2022-02-08T21:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:34.985374 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde9694d-f53e-4f7f-b6dc-84838db7855f tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:34.989920 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bde9694d-f53e-4f7f-b6dc-84838db7855f tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4898643 Feb 08 21:49:34.993505 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56506) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:35.045337 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-63fb7e65-3728-42f3-9da5-2c26091a5f35 tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=075c0dfb-2786-422e-af93-9cafe101c970&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0506053 Feb 08 21:49:35.046281 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56510) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:35.085919 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aecf11-e63d-4074-b691-09571133a210 None None] Checking router: 919da60f-8cef-4036-848d-8c4b49fcaf70 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:49:35.086982 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aecf11-e63d-4074-b691-09571133a210 None None] Updating router 919da60f-8cef-4036-848d-8c4b49fcaf70 port 22f7023c-2e62-41d1-9358-b11dbb9c8927 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:49:35.121413 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-13f856c4-dc1b-4973-99ef-2ed7c7abe30b None None] Provisioning complete for port 367c4799-26ef-4391-9fac-f8a32502b01b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:35.121797 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-13f856c4-dc1b-4973-99ef-2ed7c7abe30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (367c4799-26ef-4391-9fac-f8a32502b01b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:35.129129 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-96aecf11-e63d-4074-b691-09571133a210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (22f7023c-2e62-41d1-9358-b11dbb9c8927), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:35.182075 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d74e933b-8c38-4b1b-90e3-069673344f6f tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=ec1bf92d61e642bbb23989551b86dfdb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1255705 Feb 08 21:49:35.183725 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56514) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:35.423189 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364d311c-eda1-41a5-807d-67f11f51b598 None None] Network d8af79b8-6820-4ff1-8655-f3007ac05009 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:49:35.464451 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-364d311c-eda1-41a5-807d-67f11f51b598 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:49:35.477769 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c266d1-41ce-4a78-8f42-94073629994c tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:35.483189 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-05c266d1-41ce-4a78-8f42-94073629994c tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2983780 Feb 08 21:49:35.485852 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56524) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:35.540321 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d311c-eda1-41a5-807d-67f11f51b598 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:49:35.551368 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-90c67b57-d527-47cb-8c69-6f146fd9eddf tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=075c0dfb-2786-422e-af93-9cafe101c970&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0643034 Feb 08 21:49:35.552822 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56526) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:35.565189 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-51747f22-a876-4185-97d1-23d6f7a4af93 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-77312053', 'network_id': 'ee539c7f-af72-4bae-b324-2e8f7a819798', 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:35.572828 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06f42241-7f06-4d79-bc4a-b64386448718 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (a2695124-c079-4414-85c5-1e25890b6fc5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:35.652304 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a61330-5c39-4792-a3cf-b696016f833b None None] Pushing event updated for resources: {'Port': ['ID=367c4799-26ef-4391-9fac-f8a32502b01b,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:35.668105 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f42241-7f06-4d79-bc4a-b64386448718 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:49:35.687258 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-06f42241-7f06-4d79-bc4a-b64386448718 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:49:35.699057 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f42241-7f06-4d79-bc4a-b64386448718 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:35.699722 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06f42241-7f06-4d79-bc4a-b64386448718 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:35.707359 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8e85e439-d1c9-435f-964a-7da5f74e1ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (ca674c1f-9f63-4ede-9fce-36b3ced697c4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:35.734135 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-06f42241-7f06-4d79-bc4a-b64386448718 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4108353 Feb 08 21:49:35.734758 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56536) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:35.748326 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d311c-eda1-41a5-807d-67f11f51b598 None None] Pushing event updated for resources: {'Port': ['ID=03f72542-98ac-40cb-832e-19efa803e9a2,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:35.758076 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-79a274b2-5915-4c8f-87ea-4a96c0a6bcbf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'name': 'tempest-NetworksTestDHCPv6-2111646069'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:35.763641 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-d762ae5e-018a-4154-a5b4-f34afd0024bf None None] Attempting to bind port 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:49:35.764232 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-d762ae5e-018a-4154-a5b4-f34afd0024bf None None] Attempting to bind port 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:49:35.765105 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d762ae5e-018a-4154-a5b4-f34afd0024bf None None] Attempting to bind port 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 on network 27f9d783-a380-45ce-9337-9219c380755c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:49:35.807272 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-13f856c4-dc1b-4973-99ef-2ed7c7abe30b None None] Current status of the port 367c4799-26ef-4391-9fac-f8a32502b01b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:35.811685 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d762ae5e-018a-4154-a5b4-f34afd0024bf None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:49:35.812657 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d762ae5e-018a-4154-a5b4-f34afd0024bf None None] Checking segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:49:35.814280 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d762ae5e-018a-4154-a5b4-f34afd0024bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:35.815620 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d762ae5e-018a-4154-a5b4-f34afd0024bf None None] Bound using segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:49:35.817280 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-d762ae5e-018a-4154-a5b4-f34afd0024bf None None] Bound port: 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:49:35.817826 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d762ae5e-018a-4154-a5b4-f34afd0024bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:35.853491 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f42241-7f06-4d79-bc4a-b64386448718 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=a2695124-c079-4414-85c5-1e25890b6fc5,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:35.905652 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-96aecf11-e63d-4074-b691-09571133a210 None None] Publish callbacks [] for port (22f7023c-2e62-41d1-9358-b11dbb9c8927), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:35.922570 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-96aecf11-e63d-4074-b691-09571133a210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (22f7023c-2e62-41d1-9358-b11dbb9c8927), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:36.010845 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51747f22-a876-4185-97d1-23d6f7a4af93 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Made reservation on behalf of ec1bf92d61e642bbb23989551b86dfdb for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:49:36.015705 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-51747f22-a876-4185-97d1-23d6f7a4af93 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:36.021971 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-96aecf11-e63d-4074-b691-09571133a210 None None] Attempting to bind port 22f7023c-2e62-41d1-9358-b11dbb9c8927 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:49:36.022399 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-96aecf11-e63d-4074-b691-09571133a210 None None] Attempting to bind port 22f7023c-2e62-41d1-9358-b11dbb9c8927 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:49:36.022768 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96aecf11-e63d-4074-b691-09571133a210 None None] Attempting to bind port 22f7023c-2e62-41d1-9358-b11dbb9c8927 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:49:36.040573 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96aecf11-e63d-4074-b691-09571133a210 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:49:36.045156 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96aecf11-e63d-4074-b691-09571133a210 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:49:36.045672 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-96aecf11-e63d-4074-b691-09571133a210 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:36.046082 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96aecf11-e63d-4074-b691-09571133a210 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:49:36.046583 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-96aecf11-e63d-4074-b691-09571133a210 None None] Bound port: 22f7023c-2e62-41d1-9358-b11dbb9c8927, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:49:36.046973 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-96aecf11-e63d-4074-b691-09571133a210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (22f7023c-2e62-41d1-9358-b11dbb9c8927), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:36.053166 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-364d311c-eda1-41a5-807d-67f11f51b598 None None] Attempting to bind port 03f72542-98ac-40cb-832e-19efa803e9a2 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:49:36.053564 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-364d311c-eda1-41a5-807d-67f11f51b598 None None] Attempting to bind port 03f72542-98ac-40cb-832e-19efa803e9a2 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'abb56163-9c1c-47f8-b8ba-01038396243f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd8af79b8-6820-4ff1-8655-f3007ac05009'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:49:36.053929 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364d311c-eda1-41a5-807d-67f11f51b598 None None] Attempting to bind port 03f72542-98ac-40cb-832e-19efa803e9a2 on network d8af79b8-6820-4ff1-8655-f3007ac05009 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:49:36.112688 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364d311c-eda1-41a5-807d-67f11f51b598 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:49:36.112688 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364d311c-eda1-41a5-807d-67f11f51b598 None None] Checking segment: {'id': 'abb56163-9c1c-47f8-b8ba-01038396243f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd8af79b8-6820-4ff1-8655-f3007ac05009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:49:36.112688 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-364d311c-eda1-41a5-807d-67f11f51b598 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:36.112688 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364d311c-eda1-41a5-807d-67f11f51b598 None None] Bound using segment: {'id': 'abb56163-9c1c-47f8-b8ba-01038396243f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd8af79b8-6820-4ff1-8655-f3007ac05009'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:49:36.112688 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-364d311c-eda1-41a5-807d-67f11f51b598 None None] Bound port: 03f72542-98ac-40cb-832e-19efa803e9a2, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb56163-9c1c-47f8-b8ba-01038396243f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd8af79b8-6820-4ff1-8655-f3007ac05009'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:49:36.112688 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-364d311c-eda1-41a5-807d-67f11f51b598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (03f72542-98ac-40cb-832e-19efa803e9a2), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:36.130952 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a274b2-5915-4c8f-87ea-4a96c0a6bcbf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:49:36.137547 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79a274b2-5915-4c8f-87ea-4a96c0a6bcbf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:36.142863 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e85e439-d1c9-435f-964a-7da5f74e1ee4 admin admin] Router ca674c1f-9f63-4ede-9fce-36b3ced697c4 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:49:36.185774 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-79a274b2-5915-4c8f-87ea-4a96c0a6bcbf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] device_id is not set on port 8880cb6c-4362-43c8-a961-4a4687a91304 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:49:36.196540 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-8451b1aa-a067-4634-8326-4f3612394d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed2552c-548b-4f79-b066-ac7d27016f79', 'name': 'tempest-TestServerMultinode-230254912-router', 'tenant_id': '326ff8fa8f8547a694ad37c8973e5548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '14e76836-0073-428f-8914-2cd89d2af34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:49:21Z', 'updated_at': '2022-02-08T21:49:26Z', 'revision_number': 4, 'project_id': '326ff8fa8f8547a694ad37c8973e5548', 'gw_port': {'id': '14e76836-0073-428f-8914-2cd89d2af34e', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed2552c-548b-4f79-b066-ac7d27016f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:21Z', 'updated_at': '2022-02-08T21:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '367c4799-26ef-4391-9fac-f8a32502b01b', 'name': '', 'network_id': 'a43ccc7a-849f-4f56-ac11-d029c901b0b3', 'tenant_id': '326ff8fa8f8547a694ad37c8973e5548', 'mac_address': 'fa:16:3e:3c:29:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed2552c-548b-4f79-b066-ac7d27016f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'a94c9212-9e38-4b18-bedf-fe665376d4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:25Z', 'updated_at': '2022-02-08T21:49:32Z', 'revision_number': 4, 'project_id': '326ff8fa8f8547a694ad37c8973e5548', 'subnets': [{'id': 'a94c9212-9e38-4b18-bedf-fe665376d4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:36.201505 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-96aecf11-e63d-4074-b691-09571133a210 None None] For port 22f7023c-2e62-41d1-9358-b11dbb9c8927, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:49:36.206585 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-96aecf11-e63d-4074-b691-09571133a210 None None] For port 22f7023c-2e62-41d1-9358-b11dbb9c8927, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=22f7023c-2e62-41d1-9358-b11dbb9c8927,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:49:36.223467 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-96aecf11-e63d-4074-b691-09571133a210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (22f7023c-2e62-41d1-9358-b11dbb9c8927), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:36.263643 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a590981-c97c-44a7-8f7a-5692cc27ed35 None None] Pushing event updated for resources: {'Port': ['ID=22f7023c-2e62-41d1-9358-b11dbb9c8927,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:36.323894 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d762ae5e-018a-4154-a5b4-f34afd0024bf None None] For port 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:49:36.327864 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8451b1aa-a067-4634-8326-4f3612394d2a None None] The sync data for ids ['2ed2552c-548b-4f79-b066-ac7d27016f79'] in n-d-712143-31 is: [{'id': '2ed2552c-548b-4f79-b066-ac7d27016f79', 'name': 'tempest-TestServerMultinode-230254912-router', 'tenant_id': '326ff8fa8f8547a694ad37c8973e5548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '14e76836-0073-428f-8914-2cd89d2af34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:49:21Z', 'updated_at': '2022-02-08T21:49:26Z', 'revision_number': 4, 'project_id': '326ff8fa8f8547a694ad37c8973e5548', 'gw_port': {'id': '14e76836-0073-428f-8914-2cd89d2af34e', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed2552c-548b-4f79-b066-ac7d27016f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:21Z', 'updated_at': '2022-02-08T21:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '367c4799-26ef-4391-9fac-f8a32502b01b', 'name': '', 'network_id': 'a43ccc7a-849f-4f56-ac11-d029c901b0b3', 'tenant_id': '326ff8fa8f8547a694ad37c8973e5548', 'mac_address': 'fa:16:3e:3c:29:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed2552c-548b-4f79-b066-ac7d27016f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'a94c9212-9e38-4b18-bedf-fe665376d4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:25Z', 'updated_at': '2022-02-08T21:49:32Z', 'revision_number': 4, 'project_id': '326ff8fa8f8547a694ad37c8973e5548', 'subnets': [{'id': 'a94c9212-9e38-4b18-bedf-fe665376d4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:49:36.368344 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aecf11-e63d-4074-b691-09571133a210 None None] Routers {'919da60f-8cef-4036-848d-8c4b49fcaf70'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:49:36.368979 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-96aecf11-e63d-4074-b691-09571133a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:49:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['919da60f-8cef-4036-848d-8c4b49fcaf70'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:36.544963 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-79a274b2-5915-4c8f-87ea-4a96c0a6bcbf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Allocated IP 2001:db8::33a (27f9d783-a380-45ce-9337-9219c380755c/a2695124-c079-4414-85c5-1e25890b6fc5/8880cb6c-4362-43c8-a961-4a4687a91304) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:49:36.588237 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-364d311c-eda1-41a5-807d-67f11f51b598 None None] For port 03f72542-98ac-40cb-832e-19efa803e9a2, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:49:36.600350 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-364d311c-eda1-41a5-807d-67f11f51b598 None None] For port 03f72542-98ac-40cb-832e-19efa803e9a2, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=03f72542-98ac-40cb-832e-19efa803e9a2,segment=NetworkSegment(abb56163-9c1c-47f8-b8ba-01038396243f),segment_id=abb56163-9c1c-47f8-b8ba-01038396243f)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:49:36.609297 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d762ae5e-018a-4154-a5b4-f34afd0024bf None None] For port 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:49:36.641674 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-364d311c-eda1-41a5-807d-67f11f51b598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (03f72542-98ac-40cb-832e-19efa803e9a2), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:36.692677 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d762ae5e-018a-4154-a5b4-f34afd0024bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:36.795901 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:36.962871 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79a274b2-5915-4c8f-87ea-4a96c0a6bcbf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (8880cb6c-4362-43c8-a961-4a4687a91304), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:37.028718 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a590981-c97c-44a7-8f7a-5692cc27ed35 None None] Pushing event updated for resources: {'Port': ['ID=22f7023c-2e62-41d1-9358-b11dbb9c8927,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:37.059617 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79a274b2-5915-4c8f-87ea-4a96c0a6bcbf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (8880cb6c-4362-43c8-a961-4a4687a91304), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:37.088495 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:37.147371 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d311c-eda1-41a5-807d-67f11f51b598 None None] Pushing event updated for resources: {'Port': ['ID=03f72542-98ac-40cb-832e-19efa803e9a2,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:37.190996 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-96aecf11-e63d-4074-b691-09571133a210 None None] Set router 919da60f-8cef-4036-848d-8c4b49fcaf70 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:49:37.242179 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e85e439-d1c9-435f-964a-7da5f74e1ee4 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:49:37.264856 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-51747f22-a876-4185-97d1-23d6f7a4af93 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (1644e6a9-5db3-4d26-a204-defd8ce553ea), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:37.275886 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99191adb-dde7-470d-a745-e046140f7f68 None None] Sync routers for ids ['ca674c1f-9f63-4ede-9fce-36b3ced697c4'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:49:37.298862 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a274b2-5915-4c8f-87ea-4a96c0a6bcbf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:49:37.317030 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-79a274b2-5915-4c8f-87ea-4a96c0a6bcbf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:49:37.324008 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a274b2-5915-4c8f-87ea-4a96c0a6bcbf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:49:37.342020 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a274b2-5915-4c8f-87ea-4a96c0a6bcbf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:37.344301 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79a274b2-5915-4c8f-87ea-4a96c0a6bcbf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:37.355799 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99191adb-dde7-470d-a745-e046140f7f68 None None] Routers {'ca674c1f-9f63-4ede-9fce-36b3ced697c4'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:49:37.358001 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-99191adb-dde7-470d-a745-e046140f7f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:49:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ca674c1f-9f63-4ede-9fce-36b3ced697c4'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:37.362290 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a274b2-5915-4c8f-87ea-4a96c0a6bcbf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=8880cb6c-4362-43c8-a961-4a4687a91304,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:37.364080 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb17eaa-c1d4-400f-a54f-0d5ce3ab7477 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:49:37.433057 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56568) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:37.435481 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-79a274b2-5915-4c8f-87ea-4a96c0a6bcbf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6865253 Feb 08 21:49:37.515525 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56572) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:37.548137 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8e85e439-d1c9-435f-964a-7da5f74e1ee4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:37.552891 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56576) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:37.563981 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8e85e439-d1c9-435f-964a-7da5f74e1ee4 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.7908642 Feb 08 21:49:37.650557 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51747f22-a876-4185-97d1-23d6f7a4af93 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event updated for resources: {'Subnet': ['ID=1644e6a9-5db3-4d26-a204-defd8ce553ea,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:37.725155 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762ae5e-018a-4154-a5b4-f34afd0024bf None None] Pushing event updated for resources: {'Port': ['ID=82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:37.807705 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af66b175-2994-4313-bafa-955f8c60a66a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:37.817310 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af66b175-2994-4313-bafa-955f8c60a66a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:37.828211 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-af66b175-2994-4313-bafa-955f8c60a66a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.3859031 Feb 08 21:49:37.834004 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56582) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:37.853069 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51747f22-a876-4185-97d1-23d6f7a4af93 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Checking segment: {'id': '4bb4dbdb-9c29-42ba-851d-42e216974814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ee539c7f-af72-4bae-b324-2e8f7a819798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:49:37.854098 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51747f22-a876-4185-97d1-23d6f7a4af93 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Network hostable DHCP agents. Network: ee539c7f-af72-4bae-b324-2e8f7a819798, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:49:37.870577 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-96aecf11-e63d-4074-b691-09571133a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919da60f-8cef-4036-848d-8c4b49fcaf70', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666414976', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '22f7023c-2e62-41d1-9358-b11dbb9c8927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:49:29Z', 'updated_at': '2022-02-08T21:49:32Z', 'revision_number': 3, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'gw_port': {'id': '22f7023c-2e62-41d1-9358-b11dbb9c8927', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:63:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919da60f-8cef-4036-848d-8c4b49fcaf70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:30Z', 'updated_at': '2022-02-08T21:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:37.899233 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-99191adb-dde7-470d-a745-e046140f7f68 None None] Set router ca674c1f-9f63-4ede-9fce-36b3ced697c4 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:49:37.966663 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aecf11-e63d-4074-b691-09571133a210 None None] The sync data for ids ['919da60f-8cef-4036-848d-8c4b49fcaf70'] in n-d-712143-31 is: [{'id': '919da60f-8cef-4036-848d-8c4b49fcaf70', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666414976', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '22f7023c-2e62-41d1-9358-b11dbb9c8927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:49:29Z', 'updated_at': '2022-02-08T21:49:32Z', 'revision_number': 3, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'gw_port': {'id': '22f7023c-2e62-41d1-9358-b11dbb9c8927', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:63:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919da60f-8cef-4036-848d-8c4b49fcaf70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:30Z', 'updated_at': '2022-02-08T21:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:49:37.994239 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51747f22-a876-4185-97d1-23d6f7a4af93 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Network ee539c7f-af72-4bae-b324-2e8f7a819798 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:49:38.027757 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-51747f22-a876-4185-97d1-23d6f7a4af93 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, ee539c7f-af72-4bae-b324-2e8f7a819798) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:49:38.042122 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51747f22-a876-4185-97d1-23d6f7a4af93 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:38.042734 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-51747f22-a876-4185-97d1-23d6f7a4af93 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:38.081378 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-51747f22-a876-4185-97d1-23d6f7a4af93 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 2.5262942 Feb 08 21:49:38.085416 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3665be1-e60e-4737-8bae-3975776bcf25 None None] Network ee539c7f-af72-4bae-b324-2e8f7a819798 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:49:38.088535 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56584) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:38.255825 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 03f72542-98ac-40cb-832e-19efa803e9a2 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:49:38.289208 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-10149b94-6bb3-4ca6-9a65-86bb31bd2b15 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting port 8880cb6c-4362-43c8-a961-4a4687a91304 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:49:38.294719 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-10149b94-6bb3-4ca6-9a65-86bb31bd2b15 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (8880cb6c-4362-43c8-a961-4a4687a91304), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:38.529765 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 03f72542-98ac-40cb-832e-19efa803e9a2 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:38.530300 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (03f72542-98ac-40cb-832e-19efa803e9a2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:38.701173 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-10149b94-6bb3-4ca6-9a65-86bb31bd2b15 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (8880cb6c-4362-43c8-a961-4a4687a91304), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:38.882405 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2c895d-6ea9-40ee-a1cc-0434928d94d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-ee539c7f-af72-4bae-b324-2e8f7a819798', 'network_id': 'ee539c7f-af72-4bae-b324-2e8f7a819798', 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'fixed_ips': [{'subnet_id': '1644e6a9-5db3-4d26-a204-defd8ce553ea'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:49:38.883564 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0f2c895d-6ea9-40ee-a1cc-0434928d94d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:38.964646 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf2afd6b-0981-427a-bec2-08b203b40fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:38.988301 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 03f72542-98ac-40cb-832e-19efa803e9a2 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:38.988806 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (03f72542-98ac-40cb-832e-19efa803e9a2), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:39.020816 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-10149b94-6bb3-4ca6-9a65-86bb31bd2b15 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Calling delete_port for 8880cb6c-4362-43c8-a961-4a4687a91304 owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:49:39.043154 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da293d8d-875e-4080-96a3-5db9f5feefa3 None None] Network d8af79b8-6820-4ff1-8655-f3007ac05009 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:49:39.205388 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b622ea-ae49-4b5a-b4cf-4ff08d40cb44 None None] Update dhcp port {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'fixed_ips': [{'subnet_id': 'a2695124-c079-4414-85c5-1e25890b6fc5'}], 'binding:host_id': 'n-d-712143-31'}, 'id': '82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570'} from n-d-712143-31. {{(pid=103435) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 21:49:39.262775 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf2afd6b-0981-427a-bec2-08b203b40fff admin admin] Publish callbacks [] for security_group (0a0925ee-fb70-42ba-9ff8-76f5cfea4d4e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:39.360129 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf2afd6b-0981-427a-bec2-08b203b40fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0a0925ee-fb70-42ba-9ff8-76f5cfea4d4e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:39.492721 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 03f72542-98ac-40cb-832e-19efa803e9a2, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=03f72542-98ac-40cb-832e-19efa803e9a2,segment=NetworkSegment(abb56163-9c1c-47f8-b8ba-01038396243f),segment_id=abb56163-9c1c-47f8-b8ba-01038396243f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:49:39.508220 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b3568df2-c4e4-4004-9a28-21c2970f24b3 None None] Provisioning complete for port 03f72542-98ac-40cb-832e-19efa803e9a2 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:39.509130 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3568df2-c4e4-4004-9a28-21c2970f24b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (03f72542-98ac-40cb-832e-19efa803e9a2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:39.511090 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (03f72542-98ac-40cb-832e-19efa803e9a2), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:39.511883 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 367c4799-26ef-4391-9fac-f8a32502b01b up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:49:39.514348 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2afd6b-0981-427a-bec2-08b203b40fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0925ee-fb70-42ba-9ff8-76f5cfea4d4e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:39.525151 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-10149b94-6bb3-4ca6-9a65-86bb31bd2b15 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (8880cb6c-4362-43c8-a961-4a4687a91304), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:39.538740 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bf2afd6b-0981-427a-bec2-08b203b40fff admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=433b211c845b400f8655ac3cf52e42c5&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0213189 Feb 08 21:49:39.541556 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56604) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:39.616329 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10149b94-6bb3-4ca6-9a65-86bb31bd2b15 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Port': ['ID=8880cb6c-4362-43c8-a961-4a4687a91304,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:39.666158 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:49:39.705197 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db15df03-3e6a-4a97-9517-91ea848f862b admin admin] Publish callbacks [] for security_group (0a0925ee-fb70-42ba-9ff8-76f5cfea4d4e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:39.712585 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10149b94-6bb3-4ca6-9a65-86bb31bd2b15 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:39.712966 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10149b94-6bb3-4ca6-9a65-86bb31bd2b15 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:39.713512 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10149b94-6bb3-4ca6-9a65-86bb31bd2b15 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:39.714025 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10149b94-6bb3-4ca6-9a65-86bb31bd2b15 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:39.714374 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10149b94-6bb3-4ca6-9a65-86bb31bd2b15 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:39.714715 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10149b94-6bb3-4ca6-9a65-86bb31bd2b15 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:39.715050 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10149b94-6bb3-4ca6-9a65-86bb31bd2b15 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:39.715989 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10149b94-6bb3-4ca6-9a65-86bb31bd2b15 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:39.716171 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10149b94-6bb3-4ca6-9a65-86bb31bd2b15 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:39.716628 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10149b94-6bb3-4ca6-9a65-86bb31bd2b15 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:39.717549 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10149b94-6bb3-4ca6-9a65-86bb31bd2b15 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:39.718340 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10149b94-6bb3-4ca6-9a65-86bb31bd2b15 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:39.718686 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10149b94-6bb3-4ca6-9a65-86bb31bd2b15 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:49:39.723824 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-16fa2272-c652-45b9-863b-a555f6dcf64f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:39.782564 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f2b622ea-ae49-4b5a-b4cf-4ff08d40cb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:39.786931 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-10149b94-6bb3-4ca6-9a65-86bb31bd2b15 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:39.794487 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-10149b94-6bb3-4ca6-9a65-86bb31bd2b15 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/8880cb6c-4362-43c8-a961-4a4687a91304 HTTP/1.1" status: 204 len: 168 time: 1.9537077 Feb 08 21:49:39.795907 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56612) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:39.839225 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db15df03-3e6a-4a97-9517-91ea848f862b admin admin] Publish callbacks [] for security_group (0a0925ee-fb70-42ba-9ff8-76f5cfea4d4e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:39.857267 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 367c4799-26ef-4391-9fac-f8a32502b01b triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:39.857267 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (367c4799-26ef-4391-9fac-f8a32502b01b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:39.937986 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-99191adb-dde7-470d-a745-e046140f7f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca674c1f-9f63-4ede-9fce-36b3ced697c4', 'name': 'tempest-TestServerMultinode-545023694-router', 'tenant_id': '925af96c7c02432aa2974e87ce9d7c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '9bf7a9a2-5559-4e56-976a-910070247dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:49:31Z', 'updated_at': '2022-02-08T21:49:34Z', 'revision_number': 3, 'project_id': '925af96c7c02432aa2974e87ce9d7c55', 'gw_port': {'id': '9bf7a9a2-5559-4e56-976a-910070247dff', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:31:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca674c1f-9f63-4ede-9fce-36b3ced697c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:33Z', 'updated_at': '2022-02-08T21:49:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:39.961143 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd08db9-f64e-42aa-9884-db8ea564ac1a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:39.962854 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd08db9-f64e-42aa-9884-db8ea564ac1a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:39.964161 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1dd08db9-f64e-42aa-9884-db8ea564ac1a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1528192 Feb 08 21:49:39.974843 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56614) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:40.006856 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99191adb-dde7-470d-a745-e046140f7f68 None None] Checking router: ca674c1f-9f63-4ede-9fce-36b3ced697c4 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:49:40.007214 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99191adb-dde7-470d-a745-e046140f7f68 None None] Updating router ca674c1f-9f63-4ede-9fce-36b3ced697c4 port 9bf7a9a2-5559-4e56-976a-910070247dff binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:49:40.049795 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5af703d3-9abd-4600-984e-b74c883273a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:40.148918 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be970b1-0176-4aa8-977c-5b65bda8dd4b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet a2695124-c079-4414-85c5-1e25890b6fc5 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:49:40.155274 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1be970b1-0176-4aa8-977c-5b65bda8dd4b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (a2695124-c079-4414-85c5-1e25890b6fc5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:40.250548 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=03f72542-98ac-40cb-832e-19efa803e9a2,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:40.283295 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1be970b1-0176-4aa8-977c-5b65bda8dd4b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (a2695124-c079-4414-85c5-1e25890b6fc5), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:40.316382 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-99191adb-dde7-470d-a745-e046140f7f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9bf7a9a2-5559-4e56-976a-910070247dff), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:40.428679 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db15df03-3e6a-4a97-9517-91ea848f862b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0a0925ee-fb70-42ba-9ff8-76f5cfea4d4e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:40.432063 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db15df03-3e6a-4a97-9517-91ea848f862b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:40.434127 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-db15df03-3e6a-4a97-9517-91ea848f862b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0a0925ee-fb70-42ba-9ff8-76f5cfea4d4e HTTP/1.1" status: 204 len: 168 time: 0.8915238 Feb 08 21:49:40.436367 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-0f2c895d-6ea9-40ee-a1cc-0434928d94d2 None None] Allocated IP 172.20.0.18 (ee539c7f-af72-4bae-b324-2e8f7a819798/1644e6a9-5db3-4d26-a204-defd8ce553ea/7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:49:40.554358 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 367c4799-26ef-4391-9fac-f8a32502b01b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:40.596687 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15df03-3e6a-4a97-9517-91ea848f862b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0925ee-fb70-42ba-9ff8-76f5cfea4d4e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:40.604888 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1be970b1-0176-4aa8-977c-5b65bda8dd4b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (a2695124-c079-4414-85c5-1e25890b6fc5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:40.618734 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b3568df2-c4e4-4004-9a28-21c2970f24b3 None None] Current status of the port 03f72542-98ac-40cb-832e-19efa803e9a2 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:40.841393 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2c40d650-85b3-4add-9f2e-57c978469658 None None] Provisioning complete for port 03f72542-98ac-40cb-832e-19efa803e9a2 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:40.841393 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c40d650-85b3-4add-9f2e-57c978469658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (03f72542-98ac-40cb-832e-19efa803e9a2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:40.887268 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1be970b1-0176-4aa8-977c-5b65bda8dd4b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (a2695124-c079-4414-85c5-1e25890b6fc5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:40.891249 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-5af703d3-9abd-4600-984e-b74c883273a2 admin admin] Allocated IP 172.20.0.1 (d8af79b8-6820-4ff1-8655-f3007ac05009/8f403b48-bdb8-4eaa-b6c4-5cf42c1bf5b2/6cb5fefc-dbe5-4455-9c37-f58f6b5816fb) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server [None req-f2b622ea-ae49-4b5a-b4cf-4ff08d40cb44 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2695124-c079-4414-85c5-1e25890b6fc5: This subnet is being modified by another concurrent operation. Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 21:49:40.959011 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise exception Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2695124-c079-4414-85c5-1e25890b6fc5: This subnet is being modified by another concurrent operation. Feb 08 21:49:40.961677 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server Feb 08 21:49:40.979112 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 03f72542-98ac-40cb-832e-19efa803e9a2 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:49:40.982282 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be970b1-0176-4aa8-977c-5b65bda8dd4b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=a2695124-c079-4414-85c5-1e25890b6fc5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:41.025145 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa091ed-41dc-4cd9-aec4-0828e13ad1d6 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:49:41.042823 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1be970b1-0176-4aa8-977c-5b65bda8dd4b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:41.053291 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1be970b1-0176-4aa8-977c-5b65bda8dd4b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/a2695124-c079-4414-85c5-1e25890b6fc5 HTTP/1.1" status: 204 len: 168 time: 1.0752540 Feb 08 21:49:41.054917 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56640) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:41.119716 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0f2c895d-6ea9-40ee-a1cc-0434928d94d2 None None] Publish callbacks [] for port (7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:41.127233 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-538c8cd7-471e-4b04-9398-b07d439deac9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704591 Feb 08 21:49:41.134546 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56644) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:41.157994 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0f2c895d-6ea9-40ee-a1cc-0434928d94d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:41.159432 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-449906b4-9faa-47f2-9292-69a049b598eb tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:41.238404 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5af703d3-9abd-4600-984e-b74c883273a2 admin admin] Publish callbacks [] for port (6cb5fefc-dbe5-4455-9c37-f58f6b5816fb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:41.283300 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2c895d-6ea9-40ee-a1cc-0434928d94d2 None None] Network ee539c7f-af72-4bae-b324-2e8f7a819798 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:49:41.302532 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5af703d3-9abd-4600-984e-b74c883273a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (6cb5fefc-dbe5-4455-9c37-f58f6b5816fb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:41.359112 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af703d3-9abd-4600-984e-b74c883273a2 admin admin] Network d8af79b8-6820-4ff1-8655-f3007ac05009 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:49:41.364543 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-5af703d3-9abd-4600-984e-b74c883273a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:49:41.369106 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af703d3-9abd-4600-984e-b74c883273a2 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:49:41.382140 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-0f2c895d-6ea9-40ee-a1cc-0434928d94d2 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:49:41.390652 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2c895d-6ea9-40ee-a1cc-0434928d94d2 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:49:41.397346 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c895d-6ea9-40ee-a1cc-0434928d94d2 None None] Pushing event updated for resources: {'Port': ['ID=7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:41.435723 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-99191adb-dde7-470d-a745-e046140f7f68 None None] Publish callbacks [] for port (9bf7a9a2-5559-4e56-976a-910070247dff), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:41.449125 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 03f72542-98ac-40cb-832e-19efa803e9a2 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:41.449851 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (03f72542-98ac-40cb-832e-19efa803e9a2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:41.453441 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5af703d3-9abd-4600-984e-b74c883273a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (ca674c1f-9f63-4ede-9fce-36b3ced697c4), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:41.458231 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-99191adb-dde7-470d-a745-e046140f7f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9bf7a9a2-5559-4e56-976a-910070247dff), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:41.522025 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2c40d650-85b3-4add-9f2e-57c978469658 None None] Current status of the port 03f72542-98ac-40cb-832e-19efa803e9a2 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:41.568663 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-16fa2272-c652-45b9-863b-a555f6dcf64f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Allocated IP 172.20.0.17 (ee539c7f-af72-4bae-b324-2e8f7a819798/1644e6a9-5db3-4d26-a204-defd8ce553ea/b65475b9-1f96-4f32-aa7a-d498ed8a8bf0) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:49:41.688387 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af703d3-9abd-4600-984e-b74c883273a2 admin admin] Pushing event updated for resources: {'Port': ['ID=6cb5fefc-dbe5-4455-9c37-f58f6b5816fb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:41.722836 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-0f2c895d-6ea9-40ee-a1cc-0434928d94d2 None None] Attempting to bind port 7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:49:41.722836 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-0f2c895d-6ea9-40ee-a1cc-0434928d94d2 None None] Attempting to bind port 7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '4bb4dbdb-9c29-42ba-851d-42e216974814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ee539c7f-af72-4bae-b324-2e8f7a819798'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:49:41.722836 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2c895d-6ea9-40ee-a1cc-0434928d94d2 None None] Attempting to bind port 7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d on network ee539c7f-af72-4bae-b324-2e8f7a819798 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:49:41.722836 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-99191adb-dde7-470d-a745-e046140f7f68 None None] Attempting to bind port 9bf7a9a2-5559-4e56-976a-910070247dff on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:49:41.722836 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-99191adb-dde7-470d-a745-e046140f7f68 None None] Attempting to bind port 9bf7a9a2-5559-4e56-976a-910070247dff by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:49:41.722836 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99191adb-dde7-470d-a745-e046140f7f68 None None] Attempting to bind port 9bf7a9a2-5559-4e56-976a-910070247dff on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:49:41.750793 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5af703d3-9abd-4600-984e-b74c883273a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6cb5fefc-dbe5-4455-9c37-f58f6b5816fb), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:41.762666 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20c8a3-0134-4405-bc25-3f6c17f4aa00 None None] Pushing event updated for resources: {'Port': ['ID=9bf7a9a2-5559-4e56-976a-910070247dff,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:41.777632 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449906b4-9faa-47f2-9292-69a049b598eb tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:49:41.781383 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-449906b4-9faa-47f2-9292-69a049b598eb tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:41.787325 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2c895d-6ea9-40ee-a1cc-0434928d94d2 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:49:41.788157 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2c895d-6ea9-40ee-a1cc-0434928d94d2 None None] Checking segment: {'id': '4bb4dbdb-9c29-42ba-851d-42e216974814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ee539c7f-af72-4bae-b324-2e8f7a819798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:49:41.788787 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0f2c895d-6ea9-40ee-a1cc-0434928d94d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:41.789595 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2c895d-6ea9-40ee-a1cc-0434928d94d2 None None] Bound using segment: {'id': '4bb4dbdb-9c29-42ba-851d-42e216974814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ee539c7f-af72-4bae-b324-2e8f7a819798'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:49:41.790363 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-0f2c895d-6ea9-40ee-a1cc-0434928d94d2 None None] Bound port: 7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb4dbdb-9c29-42ba-851d-42e216974814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ee539c7f-af72-4bae-b324-2e8f7a819798'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:49:41.791145 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0f2c895d-6ea9-40ee-a1cc-0434928d94d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:41.797603 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99191adb-dde7-470d-a745-e046140f7f68 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:49:41.798460 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99191adb-dde7-470d-a745-e046140f7f68 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:49:41.799174 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-99191adb-dde7-470d-a745-e046140f7f68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:41.800003 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99191adb-dde7-470d-a745-e046140f7f68 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:49:41.800758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-99191adb-dde7-470d-a745-e046140f7f68 None None] Bound port: 9bf7a9a2-5559-4e56-976a-910070247dff, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:49:41.813411 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-99191adb-dde7-470d-a745-e046140f7f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9bf7a9a2-5559-4e56-976a-910070247dff), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:42.047591 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5af703d3-9abd-4600-984e-b74c883273a2 admin admin] Publish callbacks [] for port (6cb5fefc-dbe5-4455-9c37-f58f6b5816fb), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:42.055604 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5af703d3-9abd-4600-984e-b74c883273a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (6cb5fefc-dbe5-4455-9c37-f58f6b5816fb), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:42.140499 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-16fa2272-c652-45b9-863b-a555f6dcf64f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for port (b65475b9-1f96-4f32-aa7a-d498ed8a8bf0), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:42.156969 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5af703d3-9abd-4600-984e-b74c883273a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (ca674c1f-9f63-4ede-9fce-36b3ced697c4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:42.159288 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af703d3-9abd-4600-984e-b74c883273a2 admin admin] Pushing event updated for resources: {'Port': ['ID=6cb5fefc-dbe5-4455-9c37-f58f6b5816fb,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:42.192531 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-99191adb-dde7-470d-a745-e046140f7f68 None None] For port 9bf7a9a2-5559-4e56-976a-910070247dff, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:49:42.197010 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-99191adb-dde7-470d-a745-e046140f7f68 None None] For port 9bf7a9a2-5559-4e56-976a-910070247dff, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=9bf7a9a2-5559-4e56-976a-910070247dff,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:49:42.286172 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-16fa2272-c652-45b9-863b-a555f6dcf64f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (b65475b9-1f96-4f32-aa7a-d498ed8a8bf0), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:42.292052 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af703d3-9abd-4600-984e-b74c883273a2 admin admin] Network d8af79b8-6820-4ff1-8655-f3007ac05009 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:49:42.294431 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-5af703d3-9abd-4600-984e-b74c883273a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:49:42.296278 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-99191adb-dde7-470d-a745-e046140f7f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9bf7a9a2-5559-4e56-976a-910070247dff), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:42.349962 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-a15a21dc-f1f7-4147-b430-4ffa451c32bf None None] Provisioning complete for port 6cb5fefc-dbe5-4455-9c37-f58f6b5816fb triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:42.350591 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a15a21dc-f1f7-4147-b430-4ffa451c32bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6cb5fefc-dbe5-4455-9c37-f58f6b5816fb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:42.353315 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 03f72542-98ac-40cb-832e-19efa803e9a2 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:42.354664 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 22f7023c-2e62-41d1-9358-b11dbb9c8927 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:49:42.391040 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-449906b4-9faa-47f2-9292-69a049b598eb tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (fab1d928-ed7d-4322-8bb9-42f9475cff46), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:42.400837 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa2272-c652-45b9-863b-a555f6dcf64f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event updated for resources: {'Port': ['ID=b65475b9-1f96-4f32-aa7a-d498ed8a8bf0,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:42.426789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fa2272-c652-45b9-863b-a555f6dcf64f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Network ee539c7f-af72-4bae-b324-2e8f7a819798 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:49:42.477596 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-16fa2272-c652-45b9-863b-a555f6dcf64f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:49:42.481323 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449906b4-9faa-47f2-9292-69a049b598eb tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:49:42.487286 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fa2272-c652-45b9-863b-a555f6dcf64f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:49:42.504405 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-449906b4-9faa-47f2-9292-69a049b598eb tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:49:42.570183 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2415b6e5-1f14-438a-b634-03476eab3538 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:49:42.577969 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449906b4-9faa-47f2-9292-69a049b598eb tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:42.578747 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-449906b4-9faa-47f2-9292-69a049b598eb tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:42.617136 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af703d3-9abd-4600-984e-b74c883273a2 admin admin] Router ca674c1f-9f63-4ede-9fce-36b3ced697c4 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:49:42.669185 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449906b4-9faa-47f2-9292-69a049b598eb tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=fab1d928-ed7d-4322-8bb9-42f9475cff46,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:42.696619 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-16fa2272-c652-45b9-863b-a555f6dcf64f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (919da60f-8cef-4036-848d-8c4b49fcaf70), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:42.707837 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-449906b4-9faa-47f2-9292-69a049b598eb tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5690284 Feb 08 21:49:42.784295 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56686) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:42.786313 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af703d3-9abd-4600-984e-b74c883273a2 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:49:42.799227 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5af703d3-9abd-4600-984e-b74c883273a2 admin admin] 10.222.0.88 "PUT /v2.0/routers/ca674c1f-9f63-4ede-9fce-36b3ced697c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2376730 Feb 08 21:49:42.816624 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-9a19e925-0563-44a2-aeac-169ba6ec45ec tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'name': 'tempest-NetworksTestDHCPv6-347259105'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:42.871930 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56696) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:43.009367 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-0f2c895d-6ea9-40ee-a1cc-0434928d94d2 None None] For port 7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:49:43.018024 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a15a21dc-f1f7-4147-b430-4ffa451c32bf None None] Port 6cb5fefc-dbe5-4455-9c37-f58f6b5816fb cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:49:43.073482 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27e1b761-1e0c-4e1c-a4b0-329d66f3b2e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:43.077528 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99191adb-dde7-470d-a745-e046140f7f68 None None] Routers {'ca674c1f-9f63-4ede-9fce-36b3ced697c4'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:49:43.078340 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-99191adb-dde7-470d-a745-e046140f7f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:49:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ca674c1f-9f63-4ede-9fce-36b3ced697c4'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:43.101746 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-0f2c895d-6ea9-40ee-a1cc-0434928d94d2 None None] For port 7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d,segment=NetworkSegment(4bb4dbdb-9c29-42ba-851d-42e216974814),segment_id=4bb4dbdb-9c29-42ba-851d-42e216974814)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:49:43.196387 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0f2c895d-6ea9-40ee-a1cc-0434928d94d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:43.214764 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20c8a3-0134-4405-bc25-3f6c17f4aa00 None None] Pushing event updated for resources: {'Port': ['ID=9bf7a9a2-5559-4e56-976a-910070247dff,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:43.248288 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-16fa2272-c652-45b9-863b-a555f6dcf64f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b65475b9-1f96-4f32-aa7a-d498ed8a8bf0), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:43.292173 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c895d-6ea9-40ee-a1cc-0434928d94d2 None None] Pushing event updated for resources: {'Port': ['ID=7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:43.292322 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27e1b761-1e0c-4e1c-a4b0-329d66f3b2e9 admin admin] Publish callbacks [] for security_group (9a3f89f8-94b6-4969-aa93-166ac069debb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:43.305114 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27e1b761-1e0c-4e1c-a4b0-329d66f3b2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9a3f89f8-94b6-4969-aa93-166ac069debb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:43.334905 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1ff43b63-ae7d-4f55-b954-848eb035dd13 None None] Provisioning complete for port 6cb5fefc-dbe5-4455-9c37-f58f6b5816fb triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:43.335591 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1ff43b63-ae7d-4f55-b954-848eb035dd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6cb5fefc-dbe5-4455-9c37-f58f6b5816fb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:43.393990 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 22f7023c-2e62-41d1-9358-b11dbb9c8927 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:43.397200 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (22f7023c-2e62-41d1-9358-b11dbb9c8927), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:43.419466 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1b761-1e0c-4e1c-a4b0-329d66f3b2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3f89f8-94b6-4969-aa93-166ac069debb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:43.424799 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-27e1b761-1e0c-4e1c-a4b0-329d66f3b2e9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a427314b020944e5b2941a69f8f4d8c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5537839 Feb 08 21:49:43.427442 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56712) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:43.528650 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ccf2df7-6b67-4423-a888-7ef71f833b15 admin admin] Publish callbacks [] for security_group (9a3f89f8-94b6-4969-aa93-166ac069debb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:43.607002 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ccf2df7-6b67-4423-a888-7ef71f833b15 admin admin] Publish callbacks [] for security_group (9a3f89f8-94b6-4969-aa93-166ac069debb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:43.651912 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-99191adb-dde7-470d-a745-e046140f7f68 None None] Set router ca674c1f-9f63-4ede-9fce-36b3ced697c4 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:49:43.751999 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ccf2df7-6b67-4423-a888-7ef71f833b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9a3f89f8-94b6-4969-aa93-166ac069debb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:43.753808 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1ff43b63-ae7d-4f55-b954-848eb035dd13 None None] Port 6cb5fefc-dbe5-4455-9c37-f58f6b5816fb cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:49:43.761576 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ccf2df7-6b67-4423-a888-7ef71f833b15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:43.762987 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7ccf2df7-6b67-4423-a888-7ef71f833b15 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9a3f89f8-94b6-4969-aa93-166ac069debb HTTP/1.1" status: 204 len: 168 time: 0.3330340 Feb 08 21:49:43.795061 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf2df7-6b67-4423-a888-7ef71f833b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3f89f8-94b6-4969-aa93-166ac069debb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:44.002945 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a19e925-0563-44a2-aeac-169ba6ec45ec tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:49:44.006504 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9a19e925-0563-44a2-aeac-169ba6ec45ec tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:44.042192 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 22f7023c-2e62-41d1-9358-b11dbb9c8927 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:44.042192 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (22f7023c-2e62-41d1-9358-b11dbb9c8927), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:44.124260 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 22f7023c-2e62-41d1-9358-b11dbb9c8927, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=22f7023c-2e62-41d1-9358-b11dbb9c8927,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:49:44.127612 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6ca597-13d3-4c07-a092-38ee4a10a6fd None None] Update dhcp port {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'fixed_ips': [{'subnet_id': 'fab1d928-ed7d-4322-8bb9-42f9475cff46'}], 'binding:host_id': 'n-d-712143-31'}, 'id': '82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570'} from n-d-712143-31. {{(pid=103435) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 21:49:44.131192 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-9a19e925-0563-44a2-aeac-169ba6ec45ec tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] device_id is not set on port 410c09e5-c73c-4257-b7dc-4302836f5be7 yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:49:44.162345 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0f6ca597-13d3-4c07-a092-38ee4a10a6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:44.197074 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (22f7023c-2e62-41d1-9358-b11dbb9c8927), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:44.242007 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881ae29-352c-4cdc-8925-e9f994893fea req-9ce0fe3e-247d-45a1-a4e0-e3d1ef7bba31 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:44.243606 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1881ae29-352c-4cdc-8925-e9f994893fea req-9ce0fe3e-247d-45a1-a4e0-e3d1ef7bba31 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/networks?id=a43ccc7a-849f-4f56-ac11-d029c901b0b3 HTTP/1.1" status: 200 len: 910 time: 0.4420714 Feb 08 21:49:44.247957 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-16fa2272-c652-45b9-863b-a555f6dcf64f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for port (b65475b9-1f96-4f32-aa7a-d498ed8a8bf0), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:44.271505 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-16fa2272-c652-45b9-863b-a555f6dcf64f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (b65475b9-1f96-4f32-aa7a-d498ed8a8bf0), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:44.383588 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-16fa2272-c652-45b9-863b-a555f6dcf64f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (919da60f-8cef-4036-848d-8c4b49fcaf70), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:44.460222 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1881ae29-352c-4cdc-8925-e9f994893fea req-b14942f0-164e-4c06-bab5-ee7c8945bbba tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/quotas/925af96c7c02432aa2974e87ce9d7c55 HTTP/1.1" status: 200 len: 375 time: 0.1987715 Feb 08 21:49:44.526310 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:49:44.598934 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=22f7023c-2e62-41d1-9358-b11dbb9c8927,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:44.623271 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa2272-c652-45b9-863b-a555f6dcf64f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event updated for resources: {'Port': ['ID=b65475b9-1f96-4f32-aa7a-d498ed8a8bf0,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:44.662568 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-9a19e925-0563-44a2-aeac-169ba6ec45ec tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Allocated IP 2001:db8::3dc (27f9d783-a380-45ce-9337-9219c380755c/fab1d928-ed7d-4322-8bb9-42f9475cff46/410c09e5-c73c-4257-b7dc-4302836f5be7) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:49:44.698931 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:44.700287 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:44.724709 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1881ae29-352c-4cdc-8925-e9f994893fea req-68425307-0af4-4de6-a181-3d03f78a0c35 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?tenant_id=925af96c7c02432aa2974e87ce9d7c55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2481523 Feb 08 21:49:44.752927 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-99191adb-dde7-470d-a745-e046140f7f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca674c1f-9f63-4ede-9fce-36b3ced697c4', 'name': 'tempest-TestServerMultinode-545023694-router', 'tenant_id': '925af96c7c02432aa2974e87ce9d7c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '9bf7a9a2-5559-4e56-976a-910070247dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:49:31Z', 'updated_at': '2022-02-08T21:49:41Z', 'revision_number': 4, 'project_id': '925af96c7c02432aa2974e87ce9d7c55', 'gw_port': {'id': '9bf7a9a2-5559-4e56-976a-910070247dff', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:31:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca674c1f-9f63-4ede-9fce-36b3ced697c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:33Z', 'updated_at': '2022-02-08T21:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '6cb5fefc-dbe5-4455-9c37-f58f6b5816fb', 'name': '', 'network_id': 'd8af79b8-6820-4ff1-8655-f3007ac05009', 'tenant_id': '925af96c7c02432aa2974e87ce9d7c55', 'mac_address': 'fa:16:3e:b3:da:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca674c1f-9f63-4ede-9fce-36b3ced697c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '8f403b48-bdb8-4eaa-b6c4-5cf42c1bf5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:40Z', 'updated_at': '2022-02-08T21:49:41Z', 'revision_number': 2, 'project_id': '925af96c7c02432aa2974e87ce9d7c55', 'subnets': [{'id': '8f403b48-bdb8-4eaa-b6c4-5cf42c1bf5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:44.830393 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99191adb-dde7-470d-a745-e046140f7f68 None None] The sync data for ids ['ca674c1f-9f63-4ede-9fce-36b3ced697c4'] in n-d-712143-31 is: [{'id': 'ca674c1f-9f63-4ede-9fce-36b3ced697c4', 'name': 'tempest-TestServerMultinode-545023694-router', 'tenant_id': '925af96c7c02432aa2974e87ce9d7c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '9bf7a9a2-5559-4e56-976a-910070247dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:49:31Z', 'updated_at': '2022-02-08T21:49:41Z', 'revision_number': 4, 'project_id': '925af96c7c02432aa2974e87ce9d7c55', 'gw_port': {'id': '9bf7a9a2-5559-4e56-976a-910070247dff', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:31:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca674c1f-9f63-4ede-9fce-36b3ced697c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:33Z', 'updated_at': '2022-02-08T21:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '6cb5fefc-dbe5-4455-9c37-f58f6b5816fb', 'name': '', 'network_id': 'd8af79b8-6820-4ff1-8655-f3007ac05009', 'tenant_id': '925af96c7c02432aa2974e87ce9d7c55', 'mac_address': 'fa:16:3e:b3:da:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca674c1f-9f63-4ede-9fce-36b3ced697c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '8f403b48-bdb8-4eaa-b6c4-5cf42c1bf5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:40Z', 'updated_at': '2022-02-08T21:49:41Z', 'revision_number': 2, 'project_id': '925af96c7c02432aa2974e87ce9d7c55', 'subnets': [{'id': '8f403b48-bdb8-4eaa-b6c4-5cf42c1bf5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:49:45.028335 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:45.028739 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:45.092108 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d,segment=NetworkSegment(4bb4dbdb-9c29-42ba-851d-42e216974814),segment_id=4bb4dbdb-9c29-42ba-851d-42e216974814)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:49:45.100977 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:45.225254 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:45.390781 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8078e4e7-855c-45de-ada3-bb80e116334d None None] Network ee539c7f-af72-4bae-b324-2e8f7a819798 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:49:45.524016 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fa2272-c652-45b9-863b-a555f6dcf64f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Network ee539c7f-af72-4bae-b324-2e8f7a819798 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:49:45.543760 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-16fa2272-c652-45b9-863b-a555f6dcf64f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:49:45.570385 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1194a227-743b-4d1a-8ccf-e98afc99ee7d None None] Provisioning complete for port 7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:45.570757 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1194a227-743b-4d1a-8ccf-e98afc99ee7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:45.834483 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16fa2272-c652-45b9-863b-a555f6dcf64f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Router 919da60f-8cef-4036-848d-8c4b49fcaf70 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:49:45.862857 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9a19e925-0563-44a2-aeac-169ba6ec45ec tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (410c09e5-c73c-4257-b7dc-4302836f5be7), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:45.873381 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1881ae29-352c-4cdc-8925-e9f994893fea req-60417568-1854-409a-9eb0-14436027f767 service neutron] 10.222.0.88 "GET /v2.0/networks/a43ccc7a-849f-4f56-ac11-d029c901b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1271350 Feb 08 21:49:45.947326 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1194a227-743b-4d1a-8ccf-e98afc99ee7d None None] Current status of the port 7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:46.182979 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1881ae29-352c-4cdc-8925-e9f994893fea req-e42749fe-5b3e-4505-864d-f89891b1381c service neutron] 10.222.0.88 "GET /v2.0/networks/a43ccc7a-849f-4f56-ac11-d029c901b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086972 Feb 08 21:49:46.217220 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9a19e925-0563-44a2-aeac-169ba6ec45ec tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (410c09e5-c73c-4257-b7dc-4302836f5be7), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:46.390909 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19e925-0563-44a2-aeac-169ba6ec45ec tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=410c09e5-c73c-4257-b7dc-4302836f5be7,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:46.424383 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a19e925-0563-44a2-aeac-169ba6ec45ec tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:49:46.426356 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fa2272-c652-45b9-863b-a555f6dcf64f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:49:46.440974 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-16fa2272-c652-45b9-863b-a555f6dcf64f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "PUT /v2.0/routers/919da60f-8cef-4036-848d-8c4b49fcaf70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3379853 Feb 08 21:49:46.440974 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-9a19e925-0563-44a2-aeac-169ba6ec45ec tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:49:46.440974 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a19e925-0563-44a2-aeac-169ba6ec45ec tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:49:46.443488 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-0f6ca597-13d3-4c07-a092-38ee4a10a6fd None None] Allocated IP 2001:db8::2 (27f9d783-a380-45ce-9337-9219c380755c/fab1d928-ed7d-4322-8bb9-42f9475cff46/82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:49:46.445508 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0031e72-f5a2-48af-be84-0b6663e78dbb None None] Sync routers for ids ['919da60f-8cef-4036-848d-8c4b49fcaf70'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:49:46.473799 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a19e925-0563-44a2-aeac-169ba6ec45ec tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:46.475124 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9a19e925-0563-44a2-aeac-169ba6ec45ec tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:46.490985 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0031e72-f5a2-48af-be84-0b6663e78dbb None None] Routers {'919da60f-8cef-4036-848d-8c4b49fcaf70'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:49:46.491792 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d0031e72-f5a2-48af-be84-0b6663e78dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:49:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['919da60f-8cef-4036-848d-8c4b49fcaf70'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:46.551345 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9a19e925-0563-44a2-aeac-169ba6ec45ec tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7637866 Feb 08 21:49:46.554089 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56818) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:46.707928 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-bbcb6c67-be8e-4bf7-9112-9d66fe9d5935 None None] Provisioning complete for port b65475b9-1f96-4f32-aa7a-d498ed8a8bf0 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:46.714494 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bbcb6c67-be8e-4bf7-9112-9d66fe9d5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b65475b9-1f96-4f32-aa7a-d498ed8a8bf0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:46.736126 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-db89ee90-7ca2-4817-a77c-303f81df3886 req-213f0f2e-e2e7-4a22-88b1-6663ebb4ed94 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=215f777b-9ec7-44b8-93d7-8497650df3df HTTP/1.1" status: 200 len: 210 time: 0.0727561 Feb 08 21:49:46.788026 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1192f2e9-bae5-46d2-b7ba-f900730cd210 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:46.802707 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1192f2e9-bae5-46d2-b7ba-f900730cd210 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:46.818941 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1192f2e9-bae5-46d2-b7ba-f900730cd210 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.2636769 Feb 08 21:49:46.821571 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56830) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:46.863083 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-bbcb6c67-be8e-4bf7-9112-9d66fe9d5935 None None] Port b65475b9-1f96-4f32-aa7a-d498ed8a8bf0 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:49:46.866885 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:49:46.894742 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-d0031e72-f5a2-48af-be84-0b6663e78dbb None None] Set router 919da60f-8cef-4036-848d-8c4b49fcaf70 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:49:47.028991 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-bbcb6c67-be8e-4bf7-9112-9d66fe9d5935 None None] Provisioning complete for port 7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:47.029334 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bbcb6c67-be8e-4bf7-9112-9d66fe9d5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:47.128385 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:47.128762 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:47.279534 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-6e059df9-4333-4088-8149-d94147ac211a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting port 410c09e5-c73c-4257-b7dc-4302836f5be7 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:49:47.280048 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e059df9-4333-4088-8149-d94147ac211a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (410c09e5-c73c-4257-b7dc-4302836f5be7), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:47.517467 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d0031e72-f5a2-48af-be84-0b6663e78dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919da60f-8cef-4036-848d-8c4b49fcaf70', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666414976', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '22f7023c-2e62-41d1-9358-b11dbb9c8927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:49:29Z', 'updated_at': '2022-02-08T21:49:43Z', 'revision_number': 4, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'gw_port': {'id': '22f7023c-2e62-41d1-9358-b11dbb9c8927', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919da60f-8cef-4036-848d-8c4b49fcaf70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:30Z', 'updated_at': '2022-02-08T21:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'b65475b9-1f96-4f32-aa7a-d498ed8a8bf0', 'name': '', 'network_id': 'ee539c7f-af72-4bae-b324-2e8f7a819798', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'mac_address': 'fa:16:3e:7e:0d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919da60f-8cef-4036-848d-8c4b49fcaf70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '1644e6a9-5db3-4d26-a204-defd8ce553ea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:40Z', 'updated_at': '2022-02-08T21:49:43Z', 'revision_number': 2, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'subnets': [{'id': '1644e6a9-5db3-4d26-a204-defd8ce553ea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:47.594228 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0031e72-f5a2-48af-be84-0b6663e78dbb None None] Checking router: 919da60f-8cef-4036-848d-8c4b49fcaf70 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:49:47.602087 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbea382-132e-4637-a13a-52987354ec4e req-831c5a8e-b00e-4a76-b90b-de50abf1eb32 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:47.602902 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0031e72-f5a2-48af-be84-0b6663e78dbb None None] Updating router 919da60f-8cef-4036-848d-8c4b49fcaf70 port b65475b9-1f96-4f32-aa7a-d498ed8a8bf0 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:49:47.610476 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1bbea382-132e-4637-a13a-52987354ec4e req-831c5a8e-b00e-4a76-b90b-de50abf1eb32 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/networks?id=ee539c7f-af72-4bae-b324-2e8f7a819798 HTTP/1.1" status: 200 len: 797 time: 0.5448098 Feb 08 21:49:47.682418 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1bbea382-132e-4637-a13a-52987354ec4e req-a0793817-2228-46ef-b945-f19c675e3cc4 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/quotas/ec1bf92d61e642bbb23989551b86dfdb HTTP/1.1" status: 200 len: 375 time: 0.0616274 Feb 08 21:49:47.704793 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d0031e72-f5a2-48af-be84-0b6663e78dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b65475b9-1f96-4f32-aa7a-d498ed8a8bf0), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:47.851158 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-0f6ca597-13d3-4c07-a092-38ee4a10a6fd None None] For port 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:49:47.926471 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ca2902a-15e6-4b97-8b71-7ca64107894d req-8dff4bbc-339c-40f8-8e18-b858b2124de5 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=215f777b-9ec7-44b8-93d7-8497650df3df HTTP/1.1" status: 200 len: 210 time: 0.0658686 Feb 08 21:49:47.949526 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e059df9-4333-4088-8149-d94147ac211a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (410c09e5-c73c-4257-b7dc-4302836f5be7), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:47.981321 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-6e059df9-4333-4088-8149-d94147ac211a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Calling delete_port for 410c09e5-c73c-4257-b7dc-4302836f5be7 owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:49:48.196435 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0f6ca597-13d3-4c07-a092-38ee4a10a6fd None None] Publish callbacks [] for port (82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:48.204971 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0f6ca597-13d3-4c07-a092-38ee4a10a6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:48.208307 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:48.212713 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 9bf7a9a2-5559-4e56-976a-910070247dff up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:49:48.227283 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-bbcb6c67-be8e-4bf7-9112-9d66fe9d5935 None None] Current status of the port 7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:48.286012 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1bbea382-132e-4637-a13a-52987354ec4e req-d3689b4b-2b91-4eba-8036-99ab995d0b39 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=ec1bf92d61e642bbb23989551b86dfdb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5883353 Feb 08 21:49:48.528626 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d0031e72-f5a2-48af-be84-0b6663e78dbb None None] Publish callbacks [] for port (b65475b9-1f96-4f32-aa7a-d498ed8a8bf0), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:48.541398 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d0031e72-f5a2-48af-be84-0b6663e78dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b65475b9-1f96-4f32-aa7a-d498ed8a8bf0), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:48.587730 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ca597-13d3-4c07-a092-38ee4a10a6fd None None] Pushing event updated for resources: {'Port': ['ID=82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:48.603429 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1019b62f-54af-4605-a3c9-6e6151d4c8ce None None] Provisioning complete for port b65475b9-1f96-4f32-aa7a-d498ed8a8bf0 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:48.614188 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1019b62f-54af-4605-a3c9-6e6151d4c8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b65475b9-1f96-4f32-aa7a-d498ed8a8bf0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:48.724372 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1bbea382-132e-4637-a13a-52987354ec4e req-490a29c6-c1f6-4103-ae1b-76443045fed1 service neutron] 10.222.0.88 "GET /v2.0/networks/ee539c7f-af72-4bae-b324-2e8f7a819798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371030 Feb 08 21:49:48.750905 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e059df9-4333-4088-8149-d94147ac211a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (410c09e5-c73c-4257-b7dc-4302836f5be7), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:48.791953 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 9bf7a9a2-5559-4e56-976a-910070247dff triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:48.808180 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9bf7a9a2-5559-4e56-976a-910070247dff), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:48.815677 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1019b62f-54af-4605-a3c9-6e6151d4c8ce None None] Port b65475b9-1f96-4f32-aa7a-d498ed8a8bf0 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:49:48.815971 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d0031e72-f5a2-48af-be84-0b6663e78dbb None None] Attempting to bind port b65475b9-1f96-4f32-aa7a-d498ed8a8bf0 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:49:48.817015 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d0031e72-f5a2-48af-be84-0b6663e78dbb None None] Attempting to bind port b65475b9-1f96-4f32-aa7a-d498ed8a8bf0 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '4bb4dbdb-9c29-42ba-851d-42e216974814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ee539c7f-af72-4bae-b324-2e8f7a819798'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:49:48.817629 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0031e72-f5a2-48af-be84-0b6663e78dbb None None] Attempting to bind port b65475b9-1f96-4f32-aa7a-d498ed8a8bf0 on network ee539c7f-af72-4bae-b324-2e8f7a819798 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:49:48.860964 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0031e72-f5a2-48af-be84-0b6663e78dbb None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:49:48.861682 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0031e72-f5a2-48af-be84-0b6663e78dbb None None] Checking segment: {'id': '4bb4dbdb-9c29-42ba-851d-42e216974814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ee539c7f-af72-4bae-b324-2e8f7a819798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:49:48.862228 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d0031e72-f5a2-48af-be84-0b6663e78dbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:48.863538 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0031e72-f5a2-48af-be84-0b6663e78dbb None None] Bound using segment: {'id': '4bb4dbdb-9c29-42ba-851d-42e216974814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ee539c7f-af72-4bae-b324-2e8f7a819798'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:49:48.864852 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d0031e72-f5a2-48af-be84-0b6663e78dbb None None] Bound port: b65475b9-1f96-4f32-aa7a-d498ed8a8bf0, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb4dbdb-9c29-42ba-851d-42e216974814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ee539c7f-af72-4bae-b324-2e8f7a819798'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:49:48.865420 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d0031e72-f5a2-48af-be84-0b6663e78dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b65475b9-1f96-4f32-aa7a-d498ed8a8bf0), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:48.902835 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d1fcf-f5ac-438a-a23d-d48b24bf6683 None None] Pushing event updated for resources: {'Port': ['ID=b65475b9-1f96-4f32-aa7a-d498ed8a8bf0,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:48.973818 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e059df9-4333-4088-8149-d94147ac211a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Port': ['ID=410c09e5-c73c-4257-b7dc-4302836f5be7,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:49.030353 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d0031e72-f5a2-48af-be84-0b6663e78dbb None None] For port b65475b9-1f96-4f32-aa7a-d498ed8a8bf0, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:49:49.041790 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d0031e72-f5a2-48af-be84-0b6663e78dbb None None] For port b65475b9-1f96-4f32-aa7a-d498ed8a8bf0, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b65475b9-1f96-4f32-aa7a-d498ed8a8bf0,segment=NetworkSegment(4bb4dbdb-9c29-42ba-851d-42e216974814),segment_id=4bb4dbdb-9c29-42ba-851d-42e216974814)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:49:49.045983 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e059df9-4333-4088-8149-d94147ac211a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:49.051436 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 9bf7a9a2-5559-4e56-976a-910070247dff is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:49.054202 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9bf7a9a2-5559-4e56-976a-910070247dff), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:49.054909 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6e059df9-4333-4088-8149-d94147ac211a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/410c09e5-c73c-4257-b7dc-4302836f5be7 HTTP/1.1" status: 204 len: 168 time: 2.2291369 Feb 08 21:49:49.057572 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56884) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:49.058814 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d0031e72-f5a2-48af-be84-0b6663e78dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b65475b9-1f96-4f32-aa7a-d498ed8a8bf0), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:49.163635 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1bbea382-132e-4637-a13a-52987354ec4e req-2c041aca-7b32-404b-aec4-6d958bd4b9ca service neutron] 10.222.0.88 "GET /v2.0/networks/ee539c7f-af72-4bae-b324-2e8f7a819798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296963 Feb 08 21:49:49.182051 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f42d63-63a2-4a5a-a0ee-8f51067a0a5e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:49.190825 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f42d63-63a2-4a5a-a0ee-8f51067a0a5e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:49.196982 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b8f42d63-63a2-4a5a-a0ee-8f51067a0a5e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1381299 Feb 08 21:49:49.199755 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56892) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:49.234946 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 9bf7a9a2-5559-4e56-976a-910070247dff, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=9bf7a9a2-5559-4e56-976a-910070247dff,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:49:49.292883 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-44fbea06-0682-429e-b289-2204e54a3bdb None None] Provisioning complete for port b65475b9-1f96-4f32-aa7a-d498ed8a8bf0 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:49.299645 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-44fbea06-0682-429e-b289-2204e54a3bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b65475b9-1f96-4f32-aa7a-d498ed8a8bf0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:49.330568 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9bf7a9a2-5559-4e56-976a-910070247dff), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:49.339894 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-21ce060d-5918-47a6-98cf-19102067c48c req-60eaba17-fa66-4f03-ae3b-bf322a625799 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=215f777b-9ec7-44b8-93d7-8497650df3df HTTP/1.1" status: 200 len: 210 time: 0.1268649 Feb 08 21:49:49.343320 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 22f7023c-2e62-41d1-9358-b11dbb9c8927 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:49:49.356182 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d1fcf-f5ac-438a-a23d-d48b24bf6683 None None] Pushing event updated for resources: {'Port': ['ID=b65475b9-1f96-4f32-aa7a-d498ed8a8bf0,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:49.374406 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0031e72-f5a2-48af-be84-0b6663e78dbb None None] Routers {'919da60f-8cef-4036-848d-8c4b49fcaf70'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:49:49.375608 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d0031e72-f5a2-48af-be84-0b6663e78dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:49:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['919da60f-8cef-4036-848d-8c4b49fcaf70'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:49.403714 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c62f05-3781-4ba5-9ed7-9154599aa4d4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet fab1d928-ed7d-4322-8bb9-42f9475cff46 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:49:49.416177 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29c62f05-3781-4ba5-9ed7-9154599aa4d4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (fab1d928-ed7d-4322-8bb9-42f9475cff46), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:49.530745 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29c62f05-3781-4ba5-9ed7-9154599aa4d4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (fab1d928-ed7d-4322-8bb9-42f9475cff46), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:49.650774 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=9bf7a9a2-5559-4e56-976a-910070247dff,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:49.718677 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29c62f05-3781-4ba5-9ed7-9154599aa4d4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (fab1d928-ed7d-4322-8bb9-42f9475cff46), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:49.741613 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-d0031e72-f5a2-48af-be84-0b6663e78dbb None None] Set router 919da60f-8cef-4036-848d-8c4b49fcaf70 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:49:49.794429 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dfe601b2-8a3a-45e0-b5d3-f4562af21c17 req-9f0662d8-e3ff-443c-b7df-483acf6321f5 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=7815861e-8179-45f2-b2cc-dadf7de1eb78 HTTP/1.1" status: 200 len: 210 time: 0.0742772 Feb 08 21:49:49.803240 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 22f7023c-2e62-41d1-9358-b11dbb9c8927 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:49.803950 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (22f7023c-2e62-41d1-9358-b11dbb9c8927), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:49.871012 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-44fbea06-0682-429e-b289-2204e54a3bdb None None] Current status of the port b65475b9-1f96-4f32-aa7a-d498ed8a8bf0 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:49.871012 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-44fbea06-0682-429e-b289-2204e54a3bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b65475b9-1f96-4f32-aa7a-d498ed8a8bf0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:49.925433 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29c62f05-3781-4ba5-9ed7-9154599aa4d4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (fab1d928-ed7d-4322-8bb9-42f9475cff46), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:49.927975 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-44fbea06-0682-429e-b289-2204e54a3bdb None None] For port b65475b9-1f96-4f32-aa7a-d498ed8a8bf0, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b65475b9-1f96-4f32-aa7a-d498ed8a8bf0,segment=NetworkSegment(4bb4dbdb-9c29-42ba-851d-42e216974814),segment_id=4bb4dbdb-9c29-42ba-851d-42e216974814)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:49:49.942124 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-44fbea06-0682-429e-b289-2204e54a3bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b65475b9-1f96-4f32-aa7a-d498ed8a8bf0), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:50.047687 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c62f05-3781-4ba5-9ed7-9154599aa4d4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=fab1d928-ed7d-4322-8bb9-42f9475cff46,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:50.084270 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29c62f05-3781-4ba5-9ed7-9154599aa4d4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:50.087312 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 22f7023c-2e62-41d1-9358-b11dbb9c8927 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:50.088634 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-29c62f05-3781-4ba5-9ed7-9154599aa4d4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/fab1d928-ed7d-4322-8bb9-42f9475cff46 HTTP/1.1" status: 204 len: 168 time: 0.8875895 Feb 08 21:49:50.091398 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56912) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:50.309222 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-aaa3c41a-5b6c-4b50-b2ba-fa92cdb6ee8d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2164319 Feb 08 21:49:50.311549 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56918) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:50.337244 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-3d0197f3-df49-423d-8618-0e8b2be6bd4d None None] Provisioning complete for port b65475b9-1f96-4f32-aa7a-d498ed8a8bf0 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:50.337808 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3d0197f3-df49-423d-8618-0e8b2be6bd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b65475b9-1f96-4f32-aa7a-d498ed8a8bf0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:50.354347 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbea06-0682-429e-b289-2204e54a3bdb None None] Pushing event updated for resources: {'Port': ['ID=b65475b9-1f96-4f32-aa7a-d498ed8a8bf0,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:50.468087 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b32f884-50fc-4b27-a03f-a424252fe7e3 None None] Sync routers for ids ['ca674c1f-9f63-4ede-9fce-36b3ced697c4'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:49:50.513480 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26809ee-5421-4815-acf6-c54f76f60ce4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:50.533065 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c26809ee-5421-4815-acf6-c54f76f60ce4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2194815 Feb 08 21:49:50.534646 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 56924) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:50.570682 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b32f884-50fc-4b27-a03f-a424252fe7e3 None None] Routers {'ca674c1f-9f63-4ede-9fce-36b3ced697c4'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:49:50.581363 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-3b32f884-50fc-4b27-a03f-a424252fe7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:49:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ca674c1f-9f63-4ede-9fce-36b3ced697c4'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:50.591655 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d0031e72-f5a2-48af-be84-0b6663e78dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919da60f-8cef-4036-848d-8c4b49fcaf70', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666414976', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '22f7023c-2e62-41d1-9358-b11dbb9c8927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:49:29Z', 'updated_at': '2022-02-08T21:49:43Z', 'revision_number': 4, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'gw_port': {'id': '22f7023c-2e62-41d1-9358-b11dbb9c8927', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919da60f-8cef-4036-848d-8c4b49fcaf70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:30Z', 'updated_at': '2022-02-08T21:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'b65475b9-1f96-4f32-aa7a-d498ed8a8bf0', 'name': '', 'network_id': 'ee539c7f-af72-4bae-b324-2e8f7a819798', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'mac_address': 'fa:16:3e:7e:0d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919da60f-8cef-4036-848d-8c4b49fcaf70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '1644e6a9-5db3-4d26-a204-defd8ce553ea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:40Z', 'updated_at': '2022-02-08T21:49:49Z', 'revision_number': 4, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'subnets': [{'id': '1644e6a9-5db3-4d26-a204-defd8ce553ea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:50.731562 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0031e72-f5a2-48af-be84-0b6663e78dbb None None] The sync data for ids ['919da60f-8cef-4036-848d-8c4b49fcaf70'] in n-d-712143-31 is: [{'id': '919da60f-8cef-4036-848d-8c4b49fcaf70', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666414976', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '22f7023c-2e62-41d1-9358-b11dbb9c8927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:49:29Z', 'updated_at': '2022-02-08T21:49:43Z', 'revision_number': 4, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'gw_port': {'id': '22f7023c-2e62-41d1-9358-b11dbb9c8927', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919da60f-8cef-4036-848d-8c4b49fcaf70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:30Z', 'updated_at': '2022-02-08T21:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'b65475b9-1f96-4f32-aa7a-d498ed8a8bf0', 'name': '', 'network_id': 'ee539c7f-af72-4bae-b324-2e8f7a819798', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'mac_address': 'fa:16:3e:7e:0d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919da60f-8cef-4036-848d-8c4b49fcaf70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '1644e6a9-5db3-4d26-a204-defd8ce553ea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:40Z', 'updated_at': '2022-02-08T21:49:49Z', 'revision_number': 4, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'subnets': [{'id': '1644e6a9-5db3-4d26-a204-defd8ce553ea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:49:50.763077 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0cb71e-77cc-4bfd-8286-9b6a03a2f252 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:50.766970 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ee0cb71e-77cc-4bfd-8286-9b6a03a2f252 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2305481 Feb 08 21:49:50.770632 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56932) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:50.789105 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 9bf7a9a2-5559-4e56-976a-910070247dff up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:49:50.931368 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9ee59fd3-eb48-482f-94bb-03304cdac569 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1590407 Feb 08 21:49:50.932477 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56938) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:50.940240 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-87088773-85bb-4b03-8cfd-05c45001b4f2 req-2ecc73de-0bfd-4ab3-bf75-2c8c94e0d68f tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=215f777b-9ec7-44b8-93d7-8497650df3df HTTP/1.1" status: 200 len: 210 time: 0.1400375 Feb 08 21:49:50.963170 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3425814c-861a-4a65-8bc4-0dddc18a001c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:51.060651 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a1476f-5536-4e44-a566-794d8f7b32e6 None None] get_active_networks_info from n-d-712143-31 {{(pid=103435) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 21:49:51.098543 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-359c6c29-c5fb-4abb-bbc9-97a10e7e71fa req-be11dd3f-814d-4867-b0fa-d0ff9e468de0 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=7815861e-8179-45f2-b2cc-dadf7de1eb78 HTTP/1.1" status: 200 len: 210 time: 0.1042352 Feb 08 21:49:51.283100 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3425814c-861a-4a65-8bc4-0dddc18a001c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:49:51.292639 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3425814c-861a-4a65-8bc4-0dddc18a001c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:51.304734 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-3b32f884-50fc-4b27-a03f-a424252fe7e3 None None] Set router ca674c1f-9f63-4ede-9fce-36b3ced697c4 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:49:51.605622 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881ae29-352c-4cdc-8925-e9f994893fea req-5ae9fca6-0a69-4329-8ac7-3dfafe779945 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:51.609106 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1881ae29-352c-4cdc-8925-e9f994893fea req-5ae9fca6-0a69-4329-8ac7-3dfafe779945 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.96 "GET /v2.0/networks?id=a43ccc7a-849f-4f56-ac11-d029c901b0b3 HTTP/1.1" status: 200 len: 910 time: 0.3723404 Feb 08 21:49:51.624610 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-1881ae29-352c-4cdc-8925-e9f994893fea req-fdf89ec1-2d17-46c1-8cad-fddeda030d74 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Request body: {'port': {'device_id': '215f777b-9ec7-44b8-93d7-8497650df3df', 'network_id': 'a43ccc7a-849f-4f56-ac11-d029c901b0b3', 'admin_state_up': True, 'tenant_id': '925af96c7c02432aa2974e87ce9d7c55'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:51.825950 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1881ae29-352c-4cdc-8925-e9f994893fea req-fdf89ec1-2d17-46c1-8cad-fddeda030d74 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Made reservation on behalf of 925af96c7c02432aa2974e87ce9d7c55 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:49:51.829132 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1881ae29-352c-4cdc-8925-e9f994893fea req-fdf89ec1-2d17-46c1-8cad-fddeda030d74 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:52.197536 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a1476f-5536-4e44-a566-794d8f7b32e6 None None] Resources bound (agent type, host, resource id): {{(pid=103435) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 21:49:52.210463 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 9bf7a9a2-5559-4e56-976a-910070247dff triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:52.210853 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9bf7a9a2-5559-4e56-976a-910070247dff), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:52.236451 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-3d0197f3-df49-423d-8618-0e8b2be6bd4d None None] Current status of the port b65475b9-1f96-4f32-aa7a-d498ed8a8bf0 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:52.446521 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-1881ae29-352c-4cdc-8925-e9f994893fea req-fdf89ec1-2d17-46c1-8cad-fddeda030d74 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Allocated IP 172.20.0.5 (a43ccc7a-849f-4f56-ac11-d029c901b0b3/a94c9212-9e38-4b18-bedf-fe665376d4de/1e1b2688-71d2-4303-bbd9-a20e4172f4ea) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:49:52.463250 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3425814c-861a-4a65-8bc4-0dddc18a001c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (cb1cb67c-47c3-49d5-9326-6efb99cbdc1d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:52.494467 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbea382-132e-4637-a13a-52987354ec4e req-971e87b3-6d05-4843-9c8c-e5576f5aadce tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:52.508875 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1bbea382-132e-4637-a13a-52987354ec4e req-971e87b3-6d05-4843-9c8c-e5576f5aadce tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.94 "GET /v2.0/networks?id=ee539c7f-af72-4bae-b324-2e8f7a819798 HTTP/1.1" status: 200 len: 797 time: 0.4316528 Feb 08 21:49:52.534405 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2c7a43bc-a401-4065-ba98-f45ea385655d None None] Provisioning complete for port 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:52.534962 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c7a43bc-a401-4065-ba98-f45ea385655d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:52.576299 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-1bbea382-132e-4637-a13a-52987354ec4e req-0c42c2b9-a1ea-47f2-8cc1-59cc56ad1786 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Request body: {'port': {'device_id': '7815861e-8179-45f2-b2cc-dadf7de1eb78', 'network_id': 'ee539c7f-af72-4bae-b324-2e8f7a819798', 'admin_state_up': True, 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:52.595719 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3425814c-861a-4a65-8bc4-0dddc18a001c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:49:52.626341 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-3425814c-861a-4a65-8bc4-0dddc18a001c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:49:52.664412 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01db8450-daa3-4485-ae30-c63c91249b7d req-b03c78a5-e4f8-4fa2-9fce-f17f816a5b03 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=215f777b-9ec7-44b8-93d7-8497650df3df HTTP/1.1" status: 200 len: 210 time: 0.3575759 Feb 08 21:49:52.707422 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4be06847-ba83-4894-96b7-94a655627709 req-0186aa8b-06ad-4348-9d86-4aa8294974af tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=7815861e-8179-45f2-b2cc-dadf7de1eb78 HTTP/1.1" status: 200 len: 210 time: 0.3406179 Feb 08 21:49:52.783162 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1881ae29-352c-4cdc-8925-e9f994893fea req-fdf89ec1-2d17-46c1-8cad-fddeda030d74 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Publish callbacks [] for port (1e1b2688-71d2-4303-bbd9-a20e4172f4ea), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:52.834725 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-3b32f884-50fc-4b27-a03f-a424252fe7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca674c1f-9f63-4ede-9fce-36b3ced697c4', 'name': 'tempest-TestServerMultinode-545023694-router', 'tenant_id': '925af96c7c02432aa2974e87ce9d7c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '9bf7a9a2-5559-4e56-976a-910070247dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:49:31Z', 'updated_at': '2022-02-08T21:49:41Z', 'revision_number': 4, 'project_id': '925af96c7c02432aa2974e87ce9d7c55', 'gw_port': {'id': '9bf7a9a2-5559-4e56-976a-910070247dff', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:31:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca674c1f-9f63-4ede-9fce-36b3ced697c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:33Z', 'updated_at': '2022-02-08T21:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '6cb5fefc-dbe5-4455-9c37-f58f6b5816fb', 'name': '', 'network_id': 'd8af79b8-6820-4ff1-8655-f3007ac05009', 'tenant_id': '925af96c7c02432aa2974e87ce9d7c55', 'mac_address': 'fa:16:3e:b3:da:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca674c1f-9f63-4ede-9fce-36b3ced697c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '8f403b48-bdb8-4eaa-b6c4-5cf42c1bf5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:40Z', 'updated_at': '2022-02-08T21:49:41Z', 'revision_number': 2, 'project_id': '925af96c7c02432aa2974e87ce9d7c55', 'subnets': [{'id': '8f403b48-bdb8-4eaa-b6c4-5cf42c1bf5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:52.841982 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3425814c-861a-4a65-8bc4-0dddc18a001c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:52.842657 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3425814c-861a-4a65-8bc4-0dddc18a001c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:52.846659 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1881ae29-352c-4cdc-8925-e9f994893fea req-fdf89ec1-2d17-46c1-8cad-fddeda030d74 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (1e1b2688-71d2-4303-bbd9-a20e4172f4ea), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:52.897088 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3425814c-861a-4a65-8bc4-0dddc18a001c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9627573 Feb 08 21:49:52.898159 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425814c-861a-4a65-8bc4-0dddc18a001c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=cb1cb67c-47c3-49d5-9326-6efb99cbdc1d,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:52.902193 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 56968) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:52.909986 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-aac8f099-64d4-4b4f-ab2b-8c51ed135361 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'fixed_ips': [{'subnet_id': 'cb1cb67c-47c3-49d5-9326-6efb99cbdc1d', 'ip_address': '2001:db8::60bf:70ab:92b0:4aed'}], 'name': 'tempest-NetworksTestDHCPv6-2012207755'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:52.916897 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bbea382-132e-4637-a13a-52987354ec4e req-0c42c2b9-a1ea-47f2-8cc1-59cc56ad1786 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Made reservation on behalf of ec1bf92d61e642bbb23989551b86dfdb for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:49:52.918145 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf89ec1-2d17-46c1-8cad-fddeda030d74 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Pushing event updated for resources: {'Port': ['ID=1e1b2688-71d2-4303-bbd9-a20e4172f4ea,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:52.921422 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1bbea382-132e-4637-a13a-52987354ec4e req-0c42c2b9-a1ea-47f2-8cc1-59cc56ad1786 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:52.994782 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1881ae29-352c-4cdc-8925-e9f994893fea req-fdf89ec1-2d17-46c1-8cad-fddeda030d74 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Network a43ccc7a-849f-4f56-ac11-d029c901b0b3 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:49:53.000002 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b32f884-50fc-4b27-a03f-a424252fe7e3 None None] Checking router: ca674c1f-9f63-4ede-9fce-36b3ced697c4 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:49:53.000529 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b32f884-50fc-4b27-a03f-a424252fe7e3 None None] Updating router ca674c1f-9f63-4ede-9fce-36b3ced697c4 port 6cb5fefc-dbe5-4455-9c37-f58f6b5816fb binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:49:53.003031 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2c7a43bc-a401-4065-ba98-f45ea385655d None None] Current status of the port 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:53.003571 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c7a43bc-a401-4065-ba98-f45ea385655d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:53.018851 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-1881ae29-352c-4cdc-8925-e9f994893fea req-fdf89ec1-2d17-46c1-8cad-fddeda030d74 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:49:53.025708 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-1881ae29-352c-4cdc-8925-e9f994893fea req-fdf89ec1-2d17-46c1-8cad-fddeda030d74 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:49:53.163311 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881ae29-352c-4cdc-8925-e9f994893fea req-fdf89ec1-2d17-46c1-8cad-fddeda030d74 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:53.166357 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1881ae29-352c-4cdc-8925-e9f994893fea req-fdf89ec1-2d17-46c1-8cad-fddeda030d74 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:53.212187 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1881ae29-352c-4cdc-8925-e9f994893fea req-fdf89ec1-2d17-46c1-8cad-fddeda030d74 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5942090 Feb 08 21:49:53.225340 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-1881ae29-352c-4cdc-8925-e9f994893fea req-2cb7e361-442e-435c-bbba-ceccc11b69c4 service neutron] Request body: {'port': {'device_id': '215f777b-9ec7-44b8-93d7-8497650df3df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:53.373358 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac8f099-64d4-4b4f-ab2b-8c51ed135361 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:49:53.469261 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1881ae29-352c-4cdc-8925-e9f994893fea req-2cb7e361-442e-435c-bbba-ceccc11b69c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1e1b2688-71d2-4303-bbd9-a20e4172f4ea), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:53.527063 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 9bf7a9a2-5559-4e56-976a-910070247dff is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:53.528197 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:49:53.552325 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aac8f099-64d4-4b4f-ab2b-8c51ed135361 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:53.628207 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2c7a43bc-a401-4065-ba98-f45ea385655d None None] For port 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:49:53.643673 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c7a43bc-a401-4065-ba98-f45ea385655d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:53.723160 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-aac8f099-64d4-4b4f-ab2b-8c51ed135361 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] device_id is not set on port 9ba546ef-a974-4dfc-8e8f-eaec087f96ff yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:49:53.745475 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3b32f884-50fc-4b27-a03f-a424252fe7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6cb5fefc-dbe5-4455-9c37-f58f6b5816fb), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:53.878280 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-1bbea382-132e-4637-a13a-52987354ec4e req-0c42c2b9-a1ea-47f2-8cc1-59cc56ad1786 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Allocated IP 172.20.0.24 (ee539c7f-af72-4bae-b324-2e8f7a819798/1644e6a9-5db3-4d26-a204-defd8ce553ea/16398983-adb7-483e-8b6b-3611719c25d2) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:49:54.090581 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f1d4073-9a21-4cf0-adcb-b65c6946a0c8 req-d001ee4b-f67e-4b12-bf01-cb6d88c0441c tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=7815861e-8179-45f2-b2cc-dadf7de1eb78 HTTP/1.1" status: 200 len: 210 time: 0.1412687 Feb 08 21:49:54.090781 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a43bc-a401-4065-ba98-f45ea385655d None None] Pushing event updated for resources: {'Port': ['ID=82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:54.179706 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133691cb-c223-4afa-9428-b95a71cdaf75 req-3695081f-c7c4-4529-95df-1a543e9068f2 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:54.181219 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-133691cb-c223-4afa-9428-b95a71cdaf75 req-3695081f-c7c4-4529-95df-1a543e9068f2 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=215f777b-9ec7-44b8-93d7-8497650df3df HTTP/1.1" status: 200 len: 1027 time: 0.2250121 Feb 08 21:49:54.242595 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:54.249249 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:54.278602 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-133691cb-c223-4afa-9428-b95a71cdaf75 req-2e47b753-55ce-4698-8f1b-3e6e83231176 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=831c91b7-ce41-4232-b8f7-ccad02b24188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817137 Feb 08 21:49:54.457513 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4823bbf-b92a-4263-9092-46784e4b4184 None None] Update dhcp port {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'fixed_ips': [{'subnet_id': 'cb1cb67c-47c3-49d5-9326-6efb99cbdc1d'}], 'binding:host_id': 'n-d-712143-31'}, 'id': '82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570'} from n-d-712143-31. {{(pid=103435) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 21:49:54.467166 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-1881ae29-352c-4cdc-8925-e9f994893fea req-2cb7e361-442e-435c-bbba-ceccc11b69c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e1b2688-71d2-4303-bbd9-a20e4172f4ea {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:49:54.489354 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1881ae29-352c-4cdc-8925-e9f994893fea req-2cb7e361-442e-435c-bbba-ceccc11b69c4 service neutron] Publish callbacks [] for port (1e1b2688-71d2-4303-bbd9-a20e4172f4ea), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:54.519049 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-1881ae29-352c-4cdc-8925-e9f994893fea req-2cb7e361-442e-435c-bbba-ceccc11b69c4 service neutron] Transition to ACTIVE for port object 1e1b2688-71d2-4303-bbd9-a20e4172f4ea will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:49:54.527303 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1881ae29-352c-4cdc-8925-e9f994893fea req-2cb7e361-442e-435c-bbba-ceccc11b69c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (1e1b2688-71d2-4303-bbd9-a20e4172f4ea), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:54.549873 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f437aed7-15f5-4ba8-b535-a1aa54da0250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:54.567117 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e4823bbf-b92a-4263-9092-46784e4b4184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:54.678116 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7e361-442e-435c-bbba-ceccc11b69c4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1b2688-71d2-4303-bbd9-a20e4172f4ea,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:54.893861 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:54.911871 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-1881ae29-352c-4cdc-8925-e9f994893fea req-2cb7e361-442e-435c-bbba-ceccc11b69c4 service neutron] Attempting to bind port 1e1b2688-71d2-4303-bbd9-a20e4172f4ea on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:49:54.912250 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-1881ae29-352c-4cdc-8925-e9f994893fea req-2cb7e361-442e-435c-bbba-ceccc11b69c4 service neutron] Attempting to bind port 1e1b2688-71d2-4303-bbd9-a20e4172f4ea by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '768cd7f6-d1e3-43db-aeb0-14839363bb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a43ccc7a-849f-4f56-ac11-d029c901b0b3'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:49:54.913388 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1881ae29-352c-4cdc-8925-e9f994893fea req-2cb7e361-442e-435c-bbba-ceccc11b69c4 service neutron] Attempting to bind port 1e1b2688-71d2-4303-bbd9-a20e4172f4ea on network a43ccc7a-849f-4f56-ac11-d029c901b0b3 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:49:54.943867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1881ae29-352c-4cdc-8925-e9f994893fea req-2cb7e361-442e-435c-bbba-ceccc11b69c4 service neutron] Port 1e1b2688-71d2-4303-bbd9-a20e4172f4ea on network a43ccc7a-849f-4f56-ac11-d029c901b0b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:49:54.944208 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1881ae29-352c-4cdc-8925-e9f994893fea req-2cb7e361-442e-435c-bbba-ceccc11b69c4 service neutron] Attempting to bind port 1e1b2688-71d2-4303-bbd9-a20e4172f4ea on network a43ccc7a-849f-4f56-ac11-d029c901b0b3 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:49:54.953348 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1881ae29-352c-4cdc-8925-e9f994893fea req-2cb7e361-442e-435c-bbba-ceccc11b69c4 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:49:54.953716 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1881ae29-352c-4cdc-8925-e9f994893fea req-2cb7e361-442e-435c-bbba-ceccc11b69c4 service neutron] Checking segment: {'id': '768cd7f6-d1e3-43db-aeb0-14839363bb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a43ccc7a-849f-4f56-ac11-d029c901b0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:49:54.954092 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1881ae29-352c-4cdc-8925-e9f994893fea req-2cb7e361-442e-435c-bbba-ceccc11b69c4 service neutron] Bound using segment: {'id': '768cd7f6-d1e3-43db-aeb0-14839363bb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a43ccc7a-849f-4f56-ac11-d029c901b0b3'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:49:54.954538 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-1881ae29-352c-4cdc-8925-e9f994893fea req-2cb7e361-442e-435c-bbba-ceccc11b69c4 service neutron] Bound port: 1e1b2688-71d2-4303-bbd9-a20e4172f4ea, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768cd7f6-d1e3-43db-aeb0-14839363bb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a43ccc7a-849f-4f56-ac11-d029c901b0b3'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:49:54.954900 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1881ae29-352c-4cdc-8925-e9f994893fea req-2cb7e361-442e-435c-bbba-ceccc11b69c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1e1b2688-71d2-4303-bbd9-a20e4172f4ea), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:54.958718 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-aac8f099-64d4-4b4f-ab2b-8c51ed135361 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Allocated IP 2001:db8::60bf:70ab:92b0:4aed (27f9d783-a380-45ce-9337-9219c380755c/cb1cb67c-47c3-49d5-9326-6efb99cbdc1d/9ba546ef-a974-4dfc-8e8f-eaec087f96ff) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:49:54.993821 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1bbea382-132e-4637-a13a-52987354ec4e req-0c42c2b9-a1ea-47f2-8cc1-59cc56ad1786 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for port (16398983-adb7-483e-8b6b-3611719c25d2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:55.191350 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-1881ae29-352c-4cdc-8925-e9f994893fea req-2cb7e361-442e-435c-bbba-ceccc11b69c4 service neutron] For port 1e1b2688-71d2-4303-bbd9-a20e4172f4ea, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:49:55.218431 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-1881ae29-352c-4cdc-8925-e9f994893fea req-2cb7e361-442e-435c-bbba-ceccc11b69c4 service neutron] For port 1e1b2688-71d2-4303-bbd9-a20e4172f4ea, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1e1b2688-71d2-4303-bbd9-a20e4172f4ea,segment=NetworkSegment(768cd7f6-d1e3-43db-aeb0-14839363bb6a),segment_id=768cd7f6-d1e3-43db-aeb0-14839363bb6a)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:49:55.239370 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1881ae29-352c-4cdc-8925-e9f994893fea req-2cb7e361-442e-435c-bbba-ceccc11b69c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (1e1b2688-71d2-4303-bbd9-a20e4172f4ea), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:55.316846 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3b32f884-50fc-4b27-a03f-a424252fe7e3 None None] Publish callbacks [] for port (6cb5fefc-dbe5-4455-9c37-f58f6b5816fb), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:55.323139 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:49:55.339254 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1bbea382-132e-4637-a13a-52987354ec4e req-0c42c2b9-a1ea-47f2-8cc1-59cc56ad1786 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (16398983-adb7-483e-8b6b-3611719c25d2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:55.340927 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881ae29-352c-4cdc-8925-e9f994893fea req-2cb7e361-442e-435c-bbba-ceccc11b69c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:55.342474 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1881ae29-352c-4cdc-8925-e9f994893fea req-2cb7e361-442e-435c-bbba-ceccc11b69c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:55.365833 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1881ae29-352c-4cdc-8925-e9f994893fea req-2cb7e361-442e-435c-bbba-ceccc11b69c4 service neutron] 10.222.0.96 "PUT /v2.0/ports/1e1b2688-71d2-4303-bbd9-a20e4172f4ea HTTP/1.1" status: 200 len: 1092 time: 2.1456008 Feb 08 21:49:55.378280 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215f777b-9ec7-44b8-93d7-8497650df3df', 'tag': '1e1b2688-71d2-4303-bbd9-a20e4172f4ea'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:49:55.385806 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6726c2-3378-4898-aa47-d1b3272c1bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "215f777b-9ec7-44b8-93d7-8497650df3df", "tag": "1e1b2688-71d2-4303-bbd9-a20e4172f4ea"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:49:55.460177 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42c2b9-a1ea-47f2-8cc1-59cc56ad1786 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event updated for resources: {'Port': ['ID=16398983-adb7-483e-8b6b-3611719c25d2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:55.477790 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bbea382-132e-4637-a13a-52987354ec4e req-0c42c2b9-a1ea-47f2-8cc1-59cc56ad1786 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Network ee539c7f-af72-4bae-b324-2e8f7a819798 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:49:55.481955 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-1bbea382-132e-4637-a13a-52987354ec4e req-0c42c2b9-a1ea-47f2-8cc1-59cc56ad1786 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:49:55.487069 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbea382-132e-4637-a13a-52987354ec4e req-0c42c2b9-a1ea-47f2-8cc1-59cc56ad1786 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:49:55.521693 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3b32f884-50fc-4b27-a03f-a424252fe7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6cb5fefc-dbe5-4455-9c37-f58f6b5816fb), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:55.552160 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbea382-132e-4637-a13a-52987354ec4e req-0c42c2b9-a1ea-47f2-8cc1-59cc56ad1786 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:55.552856 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1bbea382-132e-4637-a13a-52987354ec4e req-0c42c2b9-a1ea-47f2-8cc1-59cc56ad1786 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:55.665796 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1bbea382-132e-4637-a13a-52987354ec4e req-0c42c2b9-a1ea-47f2-8cc1-59cc56ad1786 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.1018295 Feb 08 21:49:55.689488 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-1bbea382-132e-4637-a13a-52987354ec4e req-c9e93ac2-0869-4cd1-b5f5-44c7bec53182 service neutron] Request body: {'port': {'device_id': '7815861e-8179-45f2-b2cc-dadf7de1eb78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:55.787020 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aac8f099-64d4-4b4f-ab2b-8c51ed135361 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (9ba546ef-a974-4dfc-8e8f-eaec087f96ff), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:55.799064 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7a4d3-8dda-4e1e-85a5-c1aba3449ac1 None None] Pushing event updated for resources: {'Port': ['ID=6cb5fefc-dbe5-4455-9c37-f58f6b5816fb,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:55.810366 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7e361-442e-435c-bbba-ceccc11b69c4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1b2688-71d2-4303-bbd9-a20e4172f4ea,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:55.892089 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1bbea382-132e-4637-a13a-52987354ec4e req-c9e93ac2-0869-4cd1-b5f5-44c7bec53182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (16398983-adb7-483e-8b6b-3611719c25d2), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:55.924999 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:55.926501 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:55.945459 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c900c-bb3a-4666-855f-c1045102fb7e req-78c1d632-7a10-4554-a1a3-603e702c4887 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:55.948968 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-399c900c-bb3a-4666-855f-c1045102fb7e req-78c1d632-7a10-4554-a1a3-603e702c4887 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=7815861e-8179-45f2-b2cc-dadf7de1eb78 HTTP/1.1" status: 200 len: 895 time: 0.5196187 Feb 08 21:49:55.985791 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc2580-180a-406e-baf0-dbe71cb5c591 req-cfc79e87-e7a9-4492-bb84-dcf0b22b34e8 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:55.999507 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7bfc2580-180a-406e-baf0-dbe71cb5c591 req-cfc79e87-e7a9-4492-bb84-dcf0b22b34e8 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=215f777b-9ec7-44b8-93d7-8497650df3df HTTP/1.1" status: 200 len: 1126 time: 0.4250498 Feb 08 21:49:56.023200 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881ae29-352c-4cdc-8925-e9f994893fea req-c9d78406-6ac6-4457-9989-4b782292a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:56.034336 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1881ae29-352c-4cdc-8925-e9f994893fea req-c9d78406-6ac6-4457-9989-4b782292a019 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=925af96c7c02432aa2974e87ce9d7c55&device_id=215f777b-9ec7-44b8-93d7-8497650df3df HTTP/1.1" status: 200 len: 1126 time: 0.5635448 Feb 08 21:49:56.060585 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-3b32f884-50fc-4b27-a03f-a424252fe7e3 None None] Attempting to bind port 6cb5fefc-dbe5-4455-9c37-f58f6b5816fb on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:49:56.068548 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-3b32f884-50fc-4b27-a03f-a424252fe7e3 None None] Attempting to bind port 6cb5fefc-dbe5-4455-9c37-f58f6b5816fb by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'abb56163-9c1c-47f8-b8ba-01038396243f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd8af79b8-6820-4ff1-8655-f3007ac05009'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:49:56.069313 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b32f884-50fc-4b27-a03f-a424252fe7e3 None None] Attempting to bind port 6cb5fefc-dbe5-4455-9c37-f58f6b5816fb on network d8af79b8-6820-4ff1-8655-f3007ac05009 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:49:56.102397 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b32f884-50fc-4b27-a03f-a424252fe7e3 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:49:56.103753 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b32f884-50fc-4b27-a03f-a424252fe7e3 None None] Checking segment: {'id': 'abb56163-9c1c-47f8-b8ba-01038396243f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd8af79b8-6820-4ff1-8655-f3007ac05009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:49:56.104449 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3b32f884-50fc-4b27-a03f-a424252fe7e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:56.105109 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b32f884-50fc-4b27-a03f-a424252fe7e3 None None] Bound using segment: {'id': 'abb56163-9c1c-47f8-b8ba-01038396243f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd8af79b8-6820-4ff1-8655-f3007ac05009'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:49:56.105890 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-3b32f884-50fc-4b27-a03f-a424252fe7e3 None None] Bound port: 6cb5fefc-dbe5-4455-9c37-f58f6b5816fb, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb56163-9c1c-47f8-b8ba-01038396243f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd8af79b8-6820-4ff1-8655-f3007ac05009'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:49:56.106527 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3b32f884-50fc-4b27-a03f-a424252fe7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6cb5fefc-dbe5-4455-9c37-f58f6b5816fb), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:56.157902 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f31c4b6-88ff-45d1-a362-341ca950b0e2 x-openstack-request-id: req-2f31c4b6-88ff-45d1-a362-341ca950b0e2 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:49:56.158642 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215f777b-9ec7-44b8-93d7-8497650df3df", "tag": "1e1b2688-71d2-4303-bbd9-a20e4172f4ea", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:49:56.159119 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2f31c4b6-88ff-45d1-a362-341ca950b0e2 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:49:56.161081 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215f777b-9ec7-44b8-93d7-8497650df3df', 'tag': '1e1b2688-71d2-4303-bbd9-a20e4172f4ea', 'status': 'completed', 'code': 200} Feb 08 21:49:56.271997 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1881ae29-352c-4cdc-8925-e9f994893fea req-6ba4cfd4-49ad-4859-8548-e8792b53fdc1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e1b2688-71d2-4303-bbd9-a20e4172f4ea HTTP/1.1" status: 200 len: 217 time: 0.1096518 Feb 08 21:49:56.278390 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:56.279499 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b65475b9-1f96-4f32-aa7a-d498ed8a8bf0 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:49:56.304010 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aac8f099-64d4-4b4f-ab2b-8c51ed135361 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (9ba546ef-a974-4dfc-8e8f-eaec087f96ff), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:56.403993 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8f099-64d4-4b4f-ab2b-8c51ed135361 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=9ba546ef-a974-4dfc-8e8f-eaec087f96ff,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:56.414046 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac8f099-64d4-4b4f-ab2b-8c51ed135361 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:49:56.419119 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-aac8f099-64d4-4b4f-ab2b-8c51ed135361 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:49:56.425323 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac8f099-64d4-4b4f-ab2b-8c51ed135361 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:49:56.430724 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac8f099-64d4-4b4f-ab2b-8c51ed135361 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:56.431413 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aac8f099-64d4-4b4f-ab2b-8c51ed135361 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:56.464043 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7bfc2580-180a-406e-baf0-dbe71cb5c591 req-628f4733-9032-4562-82d6-811221671509 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=831c91b7-ce41-4232-b8f7-ccad02b24188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246294 Feb 08 21:49:56.469553 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-aac8f099-64d4-4b4f-ab2b-8c51ed135361 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5650058 Feb 08 21:49:56.473151 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57048) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:56.532579 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881ae29-352c-4cdc-8925-e9f994893fea req-6959bdca-4b7c-4cbe-a8f7-949e92ae2b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:56.532579 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1881ae29-352c-4cdc-8925-e9f994893fea req-6959bdca-4b7c-4cbe-a8f7-949e92ae2b24 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a94c9212-9e38-4b18-bedf-fe665376d4de HTTP/1.1" status: 200 len: 848 time: 0.2443078 Feb 08 21:49:56.609895 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-3b32f884-50fc-4b27-a03f-a424252fe7e3 None None] For port 6cb5fefc-dbe5-4455-9c37-f58f6b5816fb, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:49:56.685625 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-3b32f884-50fc-4b27-a03f-a424252fe7e3 None None] For port 6cb5fefc-dbe5-4455-9c37-f58f6b5816fb, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=6cb5fefc-dbe5-4455-9c37-f58f6b5816fb,segment=NetworkSegment(abb56163-9c1c-47f8-b8ba-01038396243f),segment_id=abb56163-9c1c-47f8-b8ba-01038396243f)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:49:56.716677 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-e4823bbf-b92a-4263-9092-46784e4b4184 None None] Allocated IP 2001:db8::2 (27f9d783-a380-45ce-9337-9219c380755c/cb1cb67c-47c3-49d5-9326-6efb99cbdc1d/82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:49:56.722575 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740b33b8-261b-49e0-8c95-a8ce95cb5c9c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:56.736658 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3b32f884-50fc-4b27-a03f-a424252fe7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6cb5fefc-dbe5-4455-9c37-f58f6b5816fb), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:56.742922 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740b33b8-261b-49e0-8c95-a8ce95cb5c9c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:56.744491 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-740b33b8-261b-49e0-8c95-a8ce95cb5c9c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2693794 Feb 08 21:49:56.747342 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57058) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:56.788277 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881ae29-352c-4cdc-8925-e9f994893fea req-28a94e38-0928-4656-90f4-c818b05f45be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:56.789882 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1881ae29-352c-4cdc-8925-e9f994893fea req-28a94e38-0928-4656-90f4-c818b05f45be service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a43ccc7a-849f-4f56-ac11-d029c901b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2499757 Feb 08 21:49:57.082526 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b32f884-50fc-4b27-a03f-a424252fe7e3 None None] Routers {'ca674c1f-9f63-4ede-9fce-36b3ced697c4'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:49:57.084367 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-3b32f884-50fc-4b27-a03f-a424252fe7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:49:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ca674c1f-9f63-4ede-9fce-36b3ced697c4'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:57.087184 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port b65475b9-1f96-4f32-aa7a-d498ed8a8bf0 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:57.087866 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b65475b9-1f96-4f32-aa7a-d498ed8a8bf0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:57.088485 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-1bbea382-132e-4637-a13a-52987354ec4e req-c9e93ac2-0869-4cd1-b5f5-44c7bec53182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16398983-adb7-483e-8b6b-3611719c25d2 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:49:57.120936 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-68afff74-c7ba-4f9e-a001-5384bbd55142 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting port 9ba546ef-a974-4dfc-8e8f-eaec087f96ff {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:49:57.121601 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-68afff74-c7ba-4f9e-a001-5384bbd55142 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (9ba546ef-a974-4dfc-8e8f-eaec087f96ff), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:57.248536 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1881ae29-352c-4cdc-8925-e9f994893fea req-548eb8be-7b06-445d-a252-00e35cbd5121 service neutron] 10.222.0.96 "GET /v2.0/networks/a43ccc7a-849f-4f56-ac11-d029c901b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692808 Feb 08 21:49:57.263347 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-68afff74-c7ba-4f9e-a001-5384bbd55142 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (9ba546ef-a974-4dfc-8e8f-eaec087f96ff), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:57.283740 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-68afff74-c7ba-4f9e-a001-5384bbd55142 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Calling delete_port for 9ba546ef-a974-4dfc-8e8f-eaec087f96ff owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:49:57.351916 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1bbea382-132e-4637-a13a-52987354ec4e req-c9e93ac2-0869-4cd1-b5f5-44c7bec53182 service neutron] Publish callbacks [] for port (16398983-adb7-483e-8b6b-3611719c25d2), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:57.366927 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-1bbea382-132e-4637-a13a-52987354ec4e req-c9e93ac2-0869-4cd1-b5f5-44c7bec53182 service neutron] Transition to ACTIVE for port object 16398983-adb7-483e-8b6b-3611719c25d2 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:49:57.372886 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7a4d3-8dda-4e1e-85a5-c1aba3449ac1 None None] Pushing event updated for resources: {'Port': ['ID=6cb5fefc-dbe5-4455-9c37-f58f6b5816fb,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:57.509572 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1bbea382-132e-4637-a13a-52987354ec4e req-c9e93ac2-0869-4cd1-b5f5-44c7bec53182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (16398983-adb7-483e-8b6b-3611719c25d2), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:57.567318 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e93ac2-0869-4cd1-b5f5-44c7bec53182 service neutron] Pushing event updated for resources: {'Port': ['ID=16398983-adb7-483e-8b6b-3611719c25d2,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:57.570138 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-68afff74-c7ba-4f9e-a001-5384bbd55142 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (9ba546ef-a974-4dfc-8e8f-eaec087f96ff), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:57.658645 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port b65475b9-1f96-4f32-aa7a-d498ed8a8bf0 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:57.675936 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-e4823bbf-b92a-4263-9092-46784e4b4184 None None] For port 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:49:57.763480 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d119860d-c3f0-460f-8d88-049d69a42430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:57.785378 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afff74-c7ba-4f9e-a001-5384bbd55142 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Port': ['ID=9ba546ef-a974-4dfc-8e8f-eaec087f96ff,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:57.797817 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-68afff74-c7ba-4f9e-a001-5384bbd55142 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:57.803039 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-68afff74-c7ba-4f9e-a001-5384bbd55142 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/9ba546ef-a974-4dfc-8e8f-eaec087f96ff HTTP/1.1" status: 204 len: 168 time: 1.0546477 Feb 08 21:49:57.825499 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57080) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:57.861125 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-3b32f884-50fc-4b27-a03f-a424252fe7e3 None None] Set router ca674c1f-9f63-4ede-9fce-36b3ced697c4 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:49:57.865037 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e4823bbf-b92a-4263-9092-46784e4b4184 None None] Publish callbacks [] for port (82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:57.949327 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e4823bbf-b92a-4263-9092-46784e4b4184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:57.969578 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6cb5fefc-dbe5-4455-9c37-f58f6b5816fb up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:49:57.977533 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd1cd25-e703-4266-b37b-f9fce5cc4d45 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:57.990690 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd1cd25-e703-4266-b37b-f9fce5cc4d45 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:58.000248 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8fd1cd25-e703-4266-b37b-f9fce5cc4d45 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1703644 Feb 08 21:49:58.001494 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57088) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:58.166176 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-f158cc46-cc0d-4d57-8ce0-1e9f2a037f1b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet cb1cb67c-47c3-49d5-9326-6efb99cbdc1d {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:49:58.180112 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f158cc46-cc0d-4d57-8ce0-1e9f2a037f1b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (cb1cb67c-47c3-49d5-9326-6efb99cbdc1d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:58.297378 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f158cc46-cc0d-4d57-8ce0-1e9f2a037f1b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (cb1cb67c-47c3-49d5-9326-6efb99cbdc1d), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:58.356803 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55af1ad-03f3-4a9f-982d-fb01df49541a req-62dbb7ca-8410-4b99-b1ee-e84318d77ab1 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:58.364102 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c55af1ad-03f3-4a9f-982d-fb01df49541a req-62dbb7ca-8410-4b99-b1ee-e84318d77ab1 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=7815861e-8179-45f2-b2cc-dadf7de1eb78 HTTP/1.1" status: 200 len: 895 time: 1.2168489 Feb 08 21:49:58.375154 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-1bbea382-132e-4637-a13a-52987354ec4e req-c9e93ac2-0869-4cd1-b5f5-44c7bec53182 service neutron] Attempting to bind port 16398983-adb7-483e-8b6b-3611719c25d2 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:49:58.378254 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-1bbea382-132e-4637-a13a-52987354ec4e req-c9e93ac2-0869-4cd1-b5f5-44c7bec53182 service neutron] Attempting to bind port 16398983-adb7-483e-8b6b-3611719c25d2 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '4bb4dbdb-9c29-42ba-851d-42e216974814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ee539c7f-af72-4bae-b324-2e8f7a819798'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:49:58.378798 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbea382-132e-4637-a13a-52987354ec4e req-c9e93ac2-0869-4cd1-b5f5-44c7bec53182 service neutron] Attempting to bind port 16398983-adb7-483e-8b6b-3611719c25d2 on network ee539c7f-af72-4bae-b324-2e8f7a819798 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:49:58.397336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 6cb5fefc-dbe5-4455-9c37-f58f6b5816fb triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:49:58.397904 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6cb5fefc-dbe5-4455-9c37-f58f6b5816fb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:58.414974 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c69b0-a3c3-42a3-b041-e97c7670e1cf req-b0e439c5-c03d-4beb-bf10-08e6fdbd165b tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:58.417639 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-225c69b0-a3c3-42a3-b041-e97c7670e1cf req-b0e439c5-c03d-4beb-bf10-08e6fdbd165b tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=215f777b-9ec7-44b8-93d7-8497650df3df HTTP/1.1" status: 200 len: 1126 time: 0.2961180 Feb 08 21:49:58.435086 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbea382-132e-4637-a13a-52987354ec4e req-c9e93ac2-0869-4cd1-b5f5-44c7bec53182 service neutron] Port 16398983-adb7-483e-8b6b-3611719c25d2 on network ee539c7f-af72-4bae-b324-2e8f7a819798 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:49:58.435689 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbea382-132e-4637-a13a-52987354ec4e req-c9e93ac2-0869-4cd1-b5f5-44c7bec53182 service neutron] Attempting to bind port 16398983-adb7-483e-8b6b-3611719c25d2 on network ee539c7f-af72-4bae-b324-2e8f7a819798 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:49:58.447104 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbea382-132e-4637-a13a-52987354ec4e req-c9e93ac2-0869-4cd1-b5f5-44c7bec53182 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:49:58.447716 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbea382-132e-4637-a13a-52987354ec4e req-c9e93ac2-0869-4cd1-b5f5-44c7bec53182 service neutron] Checking segment: {'id': '4bb4dbdb-9c29-42ba-851d-42e216974814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ee539c7f-af72-4bae-b324-2e8f7a819798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:49:58.449125 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbea382-132e-4637-a13a-52987354ec4e req-c9e93ac2-0869-4cd1-b5f5-44c7bec53182 service neutron] Bound using segment: {'id': '4bb4dbdb-9c29-42ba-851d-42e216974814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ee539c7f-af72-4bae-b324-2e8f7a819798'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:49:58.449784 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-1bbea382-132e-4637-a13a-52987354ec4e req-c9e93ac2-0869-4cd1-b5f5-44c7bec53182 service neutron] Bound port: 16398983-adb7-483e-8b6b-3611719c25d2, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb4dbdb-9c29-42ba-851d-42e216974814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ee539c7f-af72-4bae-b324-2e8f7a819798'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:49:58.450353 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1bbea382-132e-4637-a13a-52987354ec4e req-c9e93ac2-0869-4cd1-b5f5-44c7bec53182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (16398983-adb7-483e-8b6b-3611719c25d2), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:58.467338 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4823bbf-b92a-4263-9092-46784e4b4184 None None] Pushing event updated for resources: {'Port': ['ID=82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:58.479386 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f158cc46-cc0d-4d57-8ce0-1e9f2a037f1b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (cb1cb67c-47c3-49d5-9326-6efb99cbdc1d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:58.494026 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1881ae29-352c-4cdc-8925-e9f994893fea req-e079b2df-458f-4005-9075-be340ebbf659 service neutron] 10.222.0.96 "GET /v2.0/networks/a43ccc7a-849f-4f56-ac11-d029c901b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1594501 Feb 08 21:49:58.638674 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-1bbea382-132e-4637-a13a-52987354ec4e req-c9e93ac2-0869-4cd1-b5f5-44c7bec53182 service neutron] For port 16398983-adb7-483e-8b6b-3611719c25d2, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:49:58.639649 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-225c69b0-a3c3-42a3-b041-e97c7670e1cf req-03d4074f-2b05-45ec-a051-74829a6ea5e4 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=831c91b7-ce41-4232-b8f7-ccad02b24188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057166 Feb 08 21:49:58.646563 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-1bbea382-132e-4637-a13a-52987354ec4e req-c9e93ac2-0869-4cd1-b5f5-44c7bec53182 service neutron] For port 16398983-adb7-483e-8b6b-3611719c25d2, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=16398983-adb7-483e-8b6b-3611719c25d2,segment=NetworkSegment(4bb4dbdb-9c29-42ba-851d-42e216974814),segment_id=4bb4dbdb-9c29-42ba-851d-42e216974814)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:49:58.668914 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1bbea382-132e-4637-a13a-52987354ec4e req-c9e93ac2-0869-4cd1-b5f5-44c7bec53182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (16398983-adb7-483e-8b6b-3611719c25d2), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:58.699084 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f158cc46-cc0d-4d57-8ce0-1e9f2a037f1b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (cb1cb67c-47c3-49d5-9326-6efb99cbdc1d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:58.817911 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6726c2-3378-4898-aa47-d1b3272c1bfc req-cf4e5cee-0ee8-4fc6-ae1d-b0688ad3fee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:58.819733 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b6726c2-3378-4898-aa47-d1b3272c1bfc req-cf4e5cee-0ee8-4fc6-ae1d-b0688ad3fee4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=925af96c7c02432aa2974e87ce9d7c55&device_id=215f777b-9ec7-44b8-93d7-8497650df3df HTTP/1.1" status: 200 len: 1126 time: 0.2349024 Feb 08 21:49:58.848620 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158cc46-cc0d-4d57-8ce0-1e9f2a037f1b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=cb1cb67c-47c3-49d5-9326-6efb99cbdc1d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:58.866769 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbea382-132e-4637-a13a-52987354ec4e req-c9e93ac2-0869-4cd1-b5f5-44c7bec53182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:58.867394 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1bbea382-132e-4637-a13a-52987354ec4e req-c9e93ac2-0869-4cd1-b5f5-44c7bec53182 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:58.869155 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1bbea382-132e-4637-a13a-52987354ec4e req-c9e93ac2-0869-4cd1-b5f5-44c7bec53182 service neutron] 10.222.0.94 "PUT /v2.0/ports/16398983-adb7-483e-8b6b-3611719c25d2 HTTP/1.1" status: 200 len: 1056 time: 3.1936989 Feb 08 21:49:58.871905 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 6cb5fefc-dbe5-4455-9c37-f58f6b5816fb is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:49:58.872865 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6cb5fefc-dbe5-4455-9c37-f58f6b5816fb), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:58.891824 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7815861e-8179-45f2-b2cc-dadf7de1eb78', 'tag': '16398983-adb7-483e-8b6b-3611719c25d2'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:49:58.909970 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87821c28-38c1-434b-a433-98b260d99a37" -d '{"events": [{"name": "network-changed", "server_uuid": "7815861e-8179-45f2-b2cc-dadf7de1eb78", "tag": "16398983-adb7-483e-8b6b-3611719c25d2"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:49:58.923919 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f158cc46-cc0d-4d57-8ce0-1e9f2a037f1b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:58.947702 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f158cc46-cc0d-4d57-8ce0-1e9f2a037f1b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/cb1cb67c-47c3-49d5-9326-6efb99cbdc1d HTTP/1.1" status: 204 len: 168 time: 0.9421456 Feb 08 21:49:58.982071 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57112) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:59.005004 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6726c2-3378-4898-aa47-d1b3272c1bfc req-6d8b779d-c1d3-40f3-b44b-64516659fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:59.006759 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b6726c2-3378-4898-aa47-d1b3272c1bfc req-6d8b779d-c1d3-40f3-b44b-64516659fa37 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a43ccc7a-849f-4f56-ac11-d029c901b0b3 HTTP/1.1" status: 200 len: 910 time: 0.1750784 Feb 08 21:49:59.140000 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9102882-3451-4164-8882-80440a28e5d4 req-55fdeaec-d29f-4746-8332-f09b304893a5 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5179691 Feb 08 21:49:59.151257 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b6726c2-3378-4898-aa47-d1b3272c1bfc req-18225dce-2ff5-47a4-888c-397d052642ec service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e1b2688-71d2-4303-bbd9-a20e4172f4ea HTTP/1.1" status: 200 len: 217 time: 0.1336441 Feb 08 21:49:59.254997 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-54212b88-420d-494a-bc02-83fc3a5bd060 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2704563 Feb 08 21:49:59.257012 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e93ac2-0869-4cd1-b5f5-44c7bec53182 service neutron] Pushing event updated for resources: {'Port': ['ID=16398983-adb7-483e-8b6b-3611719c25d2,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:59.261416 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57118) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:59.268398 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6fdc6075-6f07-4e35-b0c8-3f56555879b0 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:49:59.375318 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6726c2-3378-4898-aa47-d1b3272c1bfc req-65b83030-1249-4a29-ba1b-ac8cde4237e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:59.376860 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b6726c2-3378-4898-aa47-d1b3272c1bfc req-65b83030-1249-4a29-ba1b-ac8cde4237e4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a94c9212-9e38-4b18-bedf-fe665376d4de HTTP/1.1" status: 200 len: 848 time: 0.2180135 Feb 08 21:49:59.398045 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90725b0-8969-4715-90df-4c814856c644 x-openstack-request-id: req-e90725b0-8969-4715-90df-4c814856c644 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:49:59.398624 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7815861e-8179-45f2-b2cc-dadf7de1eb78", "tag": "16398983-adb7-483e-8b6b-3611719c25d2", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:49:59.398624 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e90725b0-8969-4715-90df-4c814856c644 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:49:59.399072 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7815861e-8179-45f2-b2cc-dadf7de1eb78', 'tag': '16398983-adb7-483e-8b6b-3611719c25d2', 'status': 'completed', 'code': 200} Feb 08 21:49:59.421977 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbea382-132e-4637-a13a-52987354ec4e req-dc1768d4-ec45-48bd-a446-c57396aff530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:59.423859 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1bbea382-132e-4637-a13a-52987354ec4e req-dc1768d4-ec45-48bd-a446-c57396aff530 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ec1bf92d61e642bbb23989551b86dfdb&device_id=7815861e-8179-45f2-b2cc-dadf7de1eb78 HTTP/1.1" status: 200 len: 1090 time: 0.4567239 Feb 08 21:49:59.426411 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdc6075-6f07-4e35-b0c8-3f56555879b0 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:49:59.427812 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-3b32f884-50fc-4b27-a03f-a424252fe7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca674c1f-9f63-4ede-9fce-36b3ced697c4', 'name': 'tempest-TestServerMultinode-545023694-router', 'tenant_id': '925af96c7c02432aa2974e87ce9d7c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '9bf7a9a2-5559-4e56-976a-910070247dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:49:31Z', 'updated_at': '2022-02-08T21:49:41Z', 'revision_number': 4, 'project_id': '925af96c7c02432aa2974e87ce9d7c55', 'gw_port': {'id': '9bf7a9a2-5559-4e56-976a-910070247dff', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:31:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca674c1f-9f63-4ede-9fce-36b3ced697c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:33Z', 'updated_at': '2022-02-08T21:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '6cb5fefc-dbe5-4455-9c37-f58f6b5816fb', 'name': '', 'network_id': 'd8af79b8-6820-4ff1-8655-f3007ac05009', 'tenant_id': '925af96c7c02432aa2974e87ce9d7c55', 'mac_address': 'fa:16:3e:b3:da:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca674c1f-9f63-4ede-9fce-36b3ced697c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '8f403b48-bdb8-4eaa-b6c4-5cf42c1bf5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:40Z', 'updated_at': '2022-02-08T21:49:56Z', 'revision_number': 4, 'project_id': '925af96c7c02432aa2974e87ce9d7c55', 'subnets': [{'id': '8f403b48-bdb8-4eaa-b6c4-5cf42c1bf5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:49:59.430980 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6fdc6075-6f07-4e35-b0c8-3f56555879b0 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:59.462516 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9102882-3451-4164-8882-80440a28e5d4 req-1bd59801-c4cd-4ca7-926c-b2806aa56aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:59.464051 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9102882-3451-4164-8882-80440a28e5d4 req-1bd59801-c4cd-4ca7-926c-b2806aa56aa5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ec1bf92d61e642bbb23989551b86dfdb&device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac HTTP/1.1" status: 200 len: 1168 time: 0.2319989 Feb 08 21:49:59.544918 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43faeebf-91e2-4a63-be1c-3215c9c1540e None None] get_active_networks_info from n-d-712143-31 {{(pid=103435) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 21:49:59.602199 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 6cb5fefc-dbe5-4455-9c37-f58f6b5816fb, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=6cb5fefc-dbe5-4455-9c37-f58f6b5816fb,segment=NetworkSegment(abb56163-9c1c-47f8-b8ba-01038396243f),segment_id=abb56163-9c1c-47f8-b8ba-01038396243f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:49:59.625625 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6cb5fefc-dbe5-4455-9c37-f58f6b5816fb), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:59.699657 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9102882-3451-4164-8882-80440a28e5d4 req-647cf5b1-2136-4d27-a9ab-d712e74c9427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:59.701289 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9102882-3451-4164-8882-80440a28e5d4 req-647cf5b1-2136-4d27-a9ab-d712e74c9427 service neutron] 10.222.0.96 "GET /v2.0/networks?id=af8269ef-aca6-47c0-be51-599057940be7 HTTP/1.1" status: 200 len: 897 time: 0.2109051 Feb 08 21:49:59.760380 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1bbea382-132e-4637-a13a-52987354ec4e req-0678ea60-4032-4da0-9bdb-09e620267e2d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=16398983-adb7-483e-8b6b-3611719c25d2 HTTP/1.1" status: 200 len: 217 time: 0.0436916 Feb 08 21:49:59.761590 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6fdc6075-6f07-4e35-b0c8-3f56555879b0 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (b41c6e19-a5a8-4609-a487-d8a321d3e783), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:59.842440 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdc6075-6f07-4e35-b0c8-3f56555879b0 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:49:59.852571 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-6fdc6075-6f07-4e35-b0c8-3f56555879b0 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:49:59.869528 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdc6075-6f07-4e35-b0c8-3f56555879b0 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:59.870210 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6fdc6075-6f07-4e35-b0c8-3f56555879b0 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:59.881091 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b32f884-50fc-4b27-a03f-a424252fe7e3 None None] The sync data for ids ['ca674c1f-9f63-4ede-9fce-36b3ced697c4'] in n-d-712143-31 is: [{'id': 'ca674c1f-9f63-4ede-9fce-36b3ced697c4', 'name': 'tempest-TestServerMultinode-545023694-router', 'tenant_id': '925af96c7c02432aa2974e87ce9d7c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '9bf7a9a2-5559-4e56-976a-910070247dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:49:31Z', 'updated_at': '2022-02-08T21:49:41Z', 'revision_number': 4, 'project_id': '925af96c7c02432aa2974e87ce9d7c55', 'gw_port': {'id': '9bf7a9a2-5559-4e56-976a-910070247dff', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:31:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca674c1f-9f63-4ede-9fce-36b3ced697c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:33Z', 'updated_at': '2022-02-08T21:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '6cb5fefc-dbe5-4455-9c37-f58f6b5816fb', 'name': '', 'network_id': 'd8af79b8-6820-4ff1-8655-f3007ac05009', 'tenant_id': '925af96c7c02432aa2974e87ce9d7c55', 'mac_address': 'fa:16:3e:b3:da:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca674c1f-9f63-4ede-9fce-36b3ced697c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '8f403b48-bdb8-4eaa-b6c4-5cf42c1bf5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:40Z', 'updated_at': '2022-02-08T21:49:56Z', 'revision_number': 4, 'project_id': '925af96c7c02432aa2974e87ce9d7c55', 'subnets': [{'id': '8f403b48-bdb8-4eaa-b6c4-5cf42c1bf5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:49:59.885706 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43faeebf-91e2-4a63-be1c-3215c9c1540e None None] Resources bound (agent type, host, resource id): {{(pid=103435) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 21:49:59.892557 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:49:59.912556 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbea382-132e-4637-a13a-52987354ec4e req-8fec1e87-1228-4465-97e8-4e9c79f28c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:59.914380 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1bbea382-132e-4637-a13a-52987354ec4e req-8fec1e87-1228-4465-97e8-4e9c79f28c69 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1644e6a9-5db3-4d26-a204-defd8ce553ea HTTP/1.1" status: 200 len: 836 time: 0.1394751 Feb 08 21:49:59.919043 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6fdc6075-6f07-4e35-b0c8-3f56555879b0 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6549118 Feb 08 21:49:59.920925 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc6075-6f07-4e35-b0c8-3f56555879b0 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=b41c6e19-a5a8-4609-a487-d8a321d3e783,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:49:59.955840 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57132) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:49:59.966036 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6726c2-3378-4898-aa47-d1b3272c1bfc req-f1e6009b-7981-41d1-99e1-7afb1ac29aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:49:59.968367 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b6726c2-3378-4898-aa47-d1b3272c1bfc req-f1e6009b-7981-41d1-99e1-7afb1ac29aaa service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a43ccc7a-849f-4f56-ac11-d029c901b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5766320 Feb 08 21:49:59.972815 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:49:59.978066 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-f647ed41-0f35-424f-8f59-cf7b2c3cca9f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'fixed_ips': [{'subnet_id': 'b41c6e19-a5a8-4609-a487-d8a321d3e783', 'ip_address': '2001:db8::ec8c:1139:1e97:cb32'}], 'name': 'tempest-NetworksTestDHCPv6-1532074575'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:50:00.013105 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbea382-132e-4637-a13a-52987354ec4e req-edfe6af8-0b4b-46ee-9992-2e1b5795d00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:00.015090 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1bbea382-132e-4637-a13a-52987354ec4e req-edfe6af8-0b4b-46ee-9992-2e1b5795d00f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ee539c7f-af72-4bae-b324-2e8f7a819798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0902007 Feb 08 21:50:00.076597 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-8aebd611-5fde-4dca-8c99-81fa81fa34df None None] Provisioning complete for port 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:00.076993 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8aebd611-5fde-4dca-8c99-81fa81fa34df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:00.248958 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=6cb5fefc-dbe5-4455-9c37-f58f6b5816fb,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:00.264277 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1bbea382-132e-4637-a13a-52987354ec4e req-e9714e87-d1a1-4414-8476-33bad2d29d69 service neutron] 10.222.0.94 "GET /v2.0/networks/ee539c7f-af72-4bae-b324-2e8f7a819798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427828 Feb 08 21:50:00.308140 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9102882-3451-4164-8882-80440a28e5d4 req-6cfff7ba-1cf6-4c01-a713-1a6b88b28480 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73a6cde5-daaa-47fc-a627-3ca2e748459d HTTP/1.1" status: 200 len: 1002 time: 0.5599949 Feb 08 21:50:00.373342 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:00.373869 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:00.467812 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8aebd611-5fde-4dca-8c99-81fa81fa34df None None] Current status of the port 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:00.532753 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c99c93-5dc6-4f57-a605-a188da8652f7 req-365d2ea6-38c7-4b48-953c-9151c915e39a tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:00.534180 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-28c99c93-5dc6-4f57-a605-a188da8652f7 req-365d2ea6-38c7-4b48-953c-9151c915e39a tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=7815861e-8179-45f2-b2cc-dadf7de1eb78 HTTP/1.1" status: 200 len: 907 time: 0.8792017 Feb 08 21:50:00.586020 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9102882-3451-4164-8882-80440a28e5d4 req-5233436e-33a8-41d5-a0dd-daf0cefa858f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:00.591390 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9102882-3451-4164-8882-80440a28e5d4 req-5233436e-33a8-41d5-a0dd-daf0cefa858f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=aa4a3a97-4a0a-41f3-9047-7970ab16cbf4 HTTP/1.1" status: 200 len: 833 time: 0.2707636 Feb 08 21:50:00.603960 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1bbea382-132e-4637-a13a-52987354ec4e req-4270de1f-256c-47a9-8a49-449bbe78ee48 service neutron] 10.222.0.94 "GET /v2.0/networks/ee539c7f-af72-4bae-b324-2e8f7a819798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296053 Feb 08 21:50:00.665870 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:00.869021 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87821c28-38c1-434b-a433-98b260d99a37 req-2bf7dea0-d8de-43e8-8535-77ecccc2326d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:00.875675 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-87821c28-38c1-434b-a433-98b260d99a37 req-2bf7dea0-d8de-43e8-8535-77ecccc2326d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ec1bf92d61e642bbb23989551b86dfdb&device_id=7815861e-8179-45f2-b2cc-dadf7de1eb78 HTTP/1.1" status: 200 len: 1090 time: 0.1872046 Feb 08 21:50:00.957297 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5442377e-374f-41ee-a056-9e71e55f06c7 None None] Update dhcp port {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'fixed_ips': [{'subnet_id': 'b41c6e19-a5a8-4609-a487-d8a321d3e783'}], 'binding:host_id': 'n-d-712143-31'}, 'id': '82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570'} from n-d-712143-31. {{(pid=103435) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 21:50:00.982107 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356a078-f7ba-4f89-828d-5501bdd71c0c req-1378d896-f184-40b0-8b30-8b35f28857c8 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:01.001789 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6356a078-f7ba-4f89-828d-5501bdd71c0c req-1378d896-f184-40b0-8b30-8b35f28857c8 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=215f777b-9ec7-44b8-93d7-8497650df3df HTTP/1.1" status: 200 len: 1126 time: 1.0857208 Feb 08 21:50:01.029179 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5442377e-374f-41ee-a056-9e71e55f06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:01.132001 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87821c28-38c1-434b-a433-98b260d99a37 req-87d521ce-a573-44d4-a850-88d961550e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:01.140428 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-87821c28-38c1-434b-a433-98b260d99a37 req-87d521ce-a573-44d4-a850-88d961550e4b service neutron] 10.222.0.94 "GET /v2.0/networks?id=ee539c7f-af72-4bae-b324-2e8f7a819798 HTTP/1.1" status: 200 len: 898 time: 0.2515497 Feb 08 21:50:01.162176 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f647ed41-0f35-424f-8f59-cf7b2c3cca9f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:50:01.194800 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9102882-3451-4164-8882-80440a28e5d4 req-9cc6d959-ca05-4435-a418-8a91053ea3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:01.197390 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9102882-3451-4164-8882-80440a28e5d4 req-9cc6d959-ca05-4435-a418-8a91053ea3a2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=af8269ef-aca6-47c0-be51-599057940be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5111039 Feb 08 21:50:01.284888 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-87821c28-38c1-434b-a433-98b260d99a37 req-0fefe436-b02e-4942-9c12-13ba10a1c26e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=16398983-adb7-483e-8b6b-3611719c25d2 HTTP/1.1" status: 200 len: 217 time: 0.1429422 Feb 08 21:50:01.297728 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b6726c2-3378-4898-aa47-d1b3272c1bfc req-652ce30f-e106-4b3f-bbd8-02048f57a588 service neutron] 10.222.0.96 "GET /v2.0/networks/a43ccc7a-849f-4f56-ac11-d029c901b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2518737 Feb 08 21:50:01.437172 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87821c28-38c1-434b-a433-98b260d99a37 req-2e2daf81-a862-4236-9888-5c227b547241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:01.443188 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-87821c28-38c1-434b-a433-98b260d99a37 req-2e2daf81-a862-4236-9888-5c227b547241 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1644e6a9-5db3-4d26-a204-defd8ce553ea HTTP/1.1" status: 200 len: 836 time: 0.1514034 Feb 08 21:50:01.471432 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6356a078-f7ba-4f89-828d-5501bdd71c0c req-470d06ca-61a5-4b63-a260-312966dca456 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=831c91b7-ce41-4232-b8f7-ccad02b24188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684289 Feb 08 21:50:01.560238 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87821c28-38c1-434b-a433-98b260d99a37 req-6b2edd77-ae73-4b8f-a4f1-a694e22aadc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:01.566852 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-87821c28-38c1-434b-a433-98b260d99a37 req-6b2edd77-ae73-4b8f-a4f1-a694e22aadc8 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ee539c7f-af72-4bae-b324-2e8f7a819798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1167758 Feb 08 21:50:01.686306 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:01.710299 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:01.726475 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-5442377e-374f-41ee-a056-9e71e55f06c7 None None] Allocated IP 2001:db8::2 (27f9d783-a380-45ce-9337-9219c380755c/b41c6e19-a5a8-4609-a487-d8a321d3e783/82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:50:01.858083 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6cb5fefc-dbe5-4455-9c37-f58f6b5816fb up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:50:01.880019 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-87821c28-38c1-434b-a433-98b260d99a37 req-5a34800b-ea3f-4a55-a6dd-2eecf7b0d593 service neutron] 10.222.0.94 "GET /v2.0/networks/ee539c7f-af72-4bae-b324-2e8f7a819798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002248 Feb 08 21:50:01.881330 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b6726c2-3378-4898-aa47-d1b3272c1bfc req-2250f908-94ea-4042-a7c6-d51a69bfcf99 service neutron] 10.222.0.96 "GET /v2.0/networks/a43ccc7a-849f-4f56-ac11-d029c901b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144077 Feb 08 21:50:01.970625 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f647ed41-0f35-424f-8f59-cf7b2c3cca9f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:02.008244 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9102882-3451-4164-8882-80440a28e5d4 req-b21e112a-7b63-416d-adf8-02399a0bec6f service neutron] 10.222.0.96 "GET /v2.0/networks/af8269ef-aca6-47c0-be51-599057940be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7829156 Feb 08 21:50:02.010243 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-5442377e-374f-41ee-a056-9e71e55f06c7 None None] For port 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:02.014724 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-f647ed41-0f35-424f-8f59-cf7b2c3cca9f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] device_id is not set on port 10ff1374-3760-4dc9-9789-984360f5329d yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:50:02.109439 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-87821c28-38c1-434b-a433-98b260d99a37 req-3c6654c2-bb68-4b30-97ef-d96f38b44ba0 service neutron] 10.222.0.94 "GET /v2.0/networks/ee539c7f-af72-4bae-b324-2e8f7a819798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228205 Feb 08 21:50:02.115042 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5442377e-374f-41ee-a056-9e71e55f06c7 None None] Publish callbacks [] for port (82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:02.139473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6742c-78c5-4604-b994-68ba2130eae0 req-09d2ec44-414b-4cad-9725-fd1b686fcb5d tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:02.141120 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e3c6742c-78c5-4604-b994-68ba2130eae0 req-09d2ec44-414b-4cad-9725-fd1b686fcb5d tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=7815861e-8179-45f2-b2cc-dadf7de1eb78 HTTP/1.1" status: 200 len: 907 time: 0.4094934 Feb 08 21:50:02.143014 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5442377e-374f-41ee-a056-9e71e55f06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:02.149450 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 6cb5fefc-dbe5-4455-9c37-f58f6b5816fb triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:02.149836 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6cb5fefc-dbe5-4455-9c37-f58f6b5816fb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:02.312827 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442377e-374f-41ee-a056-9e71e55f06c7 None None] Pushing event updated for resources: {'Port': ['ID=82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570,revision_number=9']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:02.414312 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9102882-3451-4164-8882-80440a28e5d4 req-d63ceaa2-1f97-4b63-bb84-dff4992d9d0c service neutron] 10.222.0.96 "GET /v2.0/networks/af8269ef-aca6-47c0-be51-599057940be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389022 Feb 08 21:50:02.418279 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 6cb5fefc-dbe5-4455-9c37-f58f6b5816fb is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:02.511834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-f647ed41-0f35-424f-8f59-cf7b2c3cca9f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Allocated IP 2001:db8::ec8c:1139:1e97:cb32 (27f9d783-a380-45ce-9337-9219c380755c/b41c6e19-a5a8-4609-a487-d8a321d3e783/10ff1374-3760-4dc9-9789-984360f5329d) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:50:02.774086 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 1e1b2688-71d2-4303-bbd9-a20e4172f4ea details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:50:02.846428 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156729dd-5b1d-403e-b98c-0e18ec26e3c1 req-3d931ae3-5de2-4931-a639-2f2dafa728e9 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:02.847672 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-156729dd-5b1d-403e-b98c-0e18ec26e3c1 req-3d931ae3-5de2-4931-a639-2f2dafa728e9 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=215f777b-9ec7-44b8-93d7-8497650df3df HTTP/1.1" status: 200 len: 1126 time: 0.2277527 Feb 08 21:50:02.925621 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 16398983-adb7-483e-8b6b-3611719c25d2 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:50:03.047144 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f647ed41-0f35-424f-8f59-cf7b2c3cca9f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (10ff1374-3760-4dc9-9789-984360f5329d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:03.077031 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 1e1b2688-71d2-4303-bbd9-a20e4172f4ea, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1e1b2688-71d2-4303-bbd9-a20e4172f4ea,segment=NetworkSegment(768cd7f6-d1e3-43db-aeb0-14839363bb6a),segment_id=768cd7f6-d1e3-43db-aeb0-14839363bb6a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:03.092351 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '1e1b2688-71d2-4303-bbd9-a20e4172f4ea', 'network_id': 'a43ccc7a-849f-4f56-ac11-d029c901b0b3', 'port_id': '1e1b2688-71d2-4303-bbd9-a20e4172f4ea', 'mac_address': 'fa:16:3e:56:f2:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a94c9212-9e38-4b18-bedf-fe665376d4de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:50:03.127841 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-156729dd-5b1d-403e-b98c-0e18ec26e3c1 req-b9949ebd-fbc8-488e-b40d-5e6621a21761 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=831c91b7-ce41-4232-b8f7-ccad02b24188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760077 Feb 08 21:50:03.135300 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57192) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:03.152942 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 16398983-adb7-483e-8b6b-3611719c25d2, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=16398983-adb7-483e-8b6b-3611719c25d2,segment=NetworkSegment(4bb4dbdb-9c29-42ba-851d-42e216974814),segment_id=4bb4dbdb-9c29-42ba-851d-42e216974814)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:03.165264 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '16398983-adb7-483e-8b6b-3611719c25d2', 'network_id': 'ee539c7f-af72-4bae-b324-2e8f7a819798', 'port_id': '16398983-adb7-483e-8b6b-3611719c25d2', 'mac_address': 'fa:16:3e:ee:03:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1644e6a9-5db3-4d26-a204-defd8ce553ea', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:50:03.206175 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f647ed41-0f35-424f-8f59-cf7b2c3cca9f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (10ff1374-3760-4dc9-9789-984360f5329d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:03.228020 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 1e1b2688-71d2-4303-bbd9-a20e4172f4ea is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:03.228432 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1e1b2688-71d2-4303-bbd9-a20e4172f4ea), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:03.288651 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 16398983-adb7-483e-8b6b-3611719c25d2 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:03.288941 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (16398983-adb7-483e-8b6b-3611719c25d2), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:03.292242 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e1b2688-71d2-4303-bbd9-a20e4172f4ea {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:50:03.371460 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3939c218-499a-45d5-baaf-36a1c164f5bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:03.390565 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f647ed41-0f35-424f-8f59-cf7b2c3cca9f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:50:03.393456 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 1e1b2688-71d2-4303-bbd9-a20e4172f4ea, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1e1b2688-71d2-4303-bbd9-a20e4172f4ea,segment=NetworkSegment(768cd7f6-d1e3-43db-aeb0-14839363bb6a),segment_id=768cd7f6-d1e3-43db-aeb0-14839363bb6a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:03.394303 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-f647ed41-0f35-424f-8f59-cf7b2c3cca9f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:50:03.410226 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1e1b2688-71d2-4303-bbd9-a20e4172f4ea), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:03.411319 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f647ed41-0f35-424f-8f59-cf7b2c3cca9f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:50:03.418507 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f647ed41-0f35-424f-8f59-cf7b2c3cca9f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:03.419122 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f647ed41-0f35-424f-8f59-cf7b2c3cca9f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:03.419250 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16398983-adb7-483e-8b6b-3611719c25d2 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:50:03.446742 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647ed41-0f35-424f-8f59-cf7b2c3cca9f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=10ff1374-3760-4dc9-9789-984360f5329d,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:03.468606 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f647ed41-0f35-424f-8f59-cf7b2c3cca9f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4936273 Feb 08 21:50:03.478099 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf1aeb-e389-46ca-bccf-a976aa7355a5 req-81d93972-6623-406b-a8bd-31233d614899 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:03.479854 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-04bf1aeb-e389-46ca-bccf-a976aa7355a5 req-81d93972-6623-406b-a8bd-31233d614899 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=7815861e-8179-45f2-b2cc-dadf7de1eb78 HTTP/1.1" status: 200 len: 907 time: 0.1728153 Feb 08 21:50:03.480558 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57202) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:03.547813 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 16398983-adb7-483e-8b6b-3611719c25d2, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=16398983-adb7-483e-8b6b-3611719c25d2,segment=NetworkSegment(4bb4dbdb-9c29-42ba-851d-42e216974814),segment_id=4bb4dbdb-9c29-42ba-851d-42e216974814)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:03.567434 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c664f4cc-bd88-4780-81c4-5778a7094f48 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:50:03.594185 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (16398983-adb7-483e-8b6b-3611719c25d2), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:03.647570 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3939c218-499a-45d5-baaf-36a1c164f5bb admin admin] Publish callbacks [] for security_group (a638f687-84b1-44e2-aece-9334a8565b25), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:03.650174 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d9f825-7db8-4422-a1b5-7cfb82ab3952 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:03.653834 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3939c218-499a-45d5-baaf-36a1c164f5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a638f687-84b1-44e2-aece-9334a8565b25), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:03.666512 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d9f825-7db8-4422-a1b5-7cfb82ab3952 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:03.675365 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a6d9f825-7db8-4422-a1b5-7cfb82ab3952 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1934872 Feb 08 21:50:03.676131 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57206) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:03.752420 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57208) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:03.752906 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3939c218-499a-45d5-baaf-36a1c164f5bb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6d80216991c745f28d678d1dc4d1dcba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6114390 Feb 08 21:50:03.804085 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939c218-499a-45d5-baaf-36a1c164f5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a638f687-84b1-44e2-aece-9334a8565b25,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:03.907437 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:50:03.978583 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d6cb6a0e-8daf-41e7-b957-29dc8dfe8421 None None] Provisioning complete for port 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:03.979158 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d6cb6a0e-8daf-41e7-b957-29dc8dfe8421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:03.999868 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['16398983-adb7-483e-8b6b-3611719c25d2'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:50:04.067547 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e33bb4c-3581-4517-9b6b-c960b953a494 admin admin] Publish callbacks [] for security_group (a638f687-84b1-44e2-aece-9334a8565b25), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:04.107834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-efecf1a2-5dfd-445c-9c88-d8cb03d5232c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting port 10ff1374-3760-4dc9-9789-984360f5329d {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:50:04.109010 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-efecf1a2-5dfd-445c-9c88-d8cb03d5232c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (10ff1374-3760-4dc9-9789-984360f5329d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:04.137154 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e33bb4c-3581-4517-9b6b-c960b953a494 admin admin] Publish callbacks [] for security_group (a638f687-84b1-44e2-aece-9334a8565b25), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:04.225176 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['1e1b2688-71d2-4303-bbd9-a20e4172f4ea'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:50:04.291765 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e33bb4c-3581-4517-9b6b-c960b953a494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a638f687-84b1-44e2-aece-9334a8565b25), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:04.301554 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e33bb4c-3581-4517-9b6b-c960b953a494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:04.302772 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7e33bb4c-3581-4517-9b6b-c960b953a494 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a638f687-84b1-44e2-aece-9334a8565b25 HTTP/1.1" status: 204 len: 168 time: 0.5488865 Feb 08 21:50:04.360103 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=1e1b2688-71d2-4303-bbd9-a20e4172f4ea,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:04.492031 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33bb4c-3581-4517-9b6b-c960b953a494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a638f687-84b1-44e2-aece-9334a8565b25,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:04.526561 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=16398983-adb7-483e-8b6b-3611719c25d2,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:04.589045 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:04.602850 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:04.665660 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-efecf1a2-5dfd-445c-9c88-d8cb03d5232c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (10ff1374-3760-4dc9-9789-984360f5329d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:04.715159 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda1ba2-f838-40aa-9ca3-5e29d9c70019 req-7f331c80-5f56-46d1-9e01-763b1787d41c tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:04.716768 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbda1ba2-f838-40aa-9ca3-5e29d9c70019 req-7f331c80-5f56-46d1-9e01-763b1787d41c tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=215f777b-9ec7-44b8-93d7-8497650df3df HTTP/1.1" status: 200 len: 1127 time: 0.3765185 Feb 08 21:50:04.729309 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-efecf1a2-5dfd-445c-9c88-d8cb03d5232c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Calling delete_port for 10ff1374-3760-4dc9-9789-984360f5329d owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:50:04.939753 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:04.952614 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 16398983-adb7-483e-8b6b-3611719c25d2 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:50:05.028182 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57230) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:05.082560 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9beded67-ab32-4845-af33-9230a7e1f280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:05.191834 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d6cb6a0e-8daf-41e7-b957-29dc8dfe8421 None None] Current status of the port 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:05.248153 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 16398983-adb7-483e-8b6b-3611719c25d2 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:50:05.266629 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 16398983-adb7-483e-8b6b-3611719c25d2 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:05.267128 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (16398983-adb7-483e-8b6b-3611719c25d2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:05.273101 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9beded67-ab32-4845-af33-9230a7e1f280 admin admin] Publish callbacks [] for security_group (6cfde5b5-a965-41f9-967e-c3039c5e0ac7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:05.278128 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9beded67-ab32-4845-af33-9230a7e1f280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6cfde5b5-a965-41f9-967e-c3039c5e0ac7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:05.310506 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beded67-ab32-4845-af33-9230a7e1f280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfde5b5-a965-41f9-967e-c3039c5e0ac7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:05.356545 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9beded67-ab32-4845-af33-9230a7e1f280 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6eea40b6b6374a52836f25ae0d4a57f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3246796 Feb 08 21:50:05.356812 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57242) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:05.457947 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f1b88766-f6fa-4b4e-9c05-9fdf82583d3c None None] Provisioning complete for port 6cb5fefc-dbe5-4455-9c37-f58f6b5816fb triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:05.458329 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1b88766-f6fa-4b4e-9c05-9fdf82583d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6cb5fefc-dbe5-4455-9c37-f58f6b5816fb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:05.519793 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-905ca1ca-270f-421a-b9bf-b41971a0b600 admin admin] Publish callbacks [] for security_group (6cfde5b5-a965-41f9-967e-c3039c5e0ac7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:05.543051 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-905ca1ca-270f-421a-b9bf-b41971a0b600 admin admin] Publish callbacks [] for security_group (6cfde5b5-a965-41f9-967e-c3039c5e0ac7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:05.544810 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 16398983-adb7-483e-8b6b-3611719c25d2 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:05.545216 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (16398983-adb7-483e-8b6b-3611719c25d2), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:05.560999 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a271f22-aaa0-4131-aa44-06774b0fc1e2 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:50:05.609907 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-905ca1ca-270f-421a-b9bf-b41971a0b600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6cfde5b5-a965-41f9-967e-c3039c5e0ac7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:05.612721 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-905ca1ca-270f-421a-b9bf-b41971a0b600 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:05.616397 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-905ca1ca-270f-421a-b9bf-b41971a0b600 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6cfde5b5-a965-41f9-967e-c3039c5e0ac7 HTTP/1.1" status: 204 len: 168 time: 0.2557359 Feb 08 21:50:05.623447 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7815861e-8179-45f2-b2cc-dadf7de1eb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16398983-adb7-483e-8b6b-3611719c25d2'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:50:05.625721 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a702f09-5d85-4eec-9ec0-36d5d66ff7b3" -d '{"events": [{"server_uuid": "7815861e-8179-45f2-b2cc-dadf7de1eb78", "name": "network-vif-plugged", "status": "completed", "tag": "16398983-adb7-483e-8b6b-3611719c25d2"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:50:05.646556 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ca1ca-270f-421a-b9bf-b41971a0b600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfde5b5-a965-41f9-967e-c3039c5e0ac7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:05.649156 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 16398983-adb7-483e-8b6b-3611719c25d2, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=16398983-adb7-483e-8b6b-3611719c25d2,segment=NetworkSegment(4bb4dbdb-9c29-42ba-851d-42e216974814),segment_id=4bb4dbdb-9c29-42ba-851d-42e216974814)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:05.657085 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (16398983-adb7-483e-8b6b-3611719c25d2), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:05.808507 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=16398983-adb7-483e-8b6b-3611719c25d2,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:05.831070 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f1b88766-f6fa-4b4e-9c05-9fdf82583d3c None None] Current status of the port 6cb5fefc-dbe5-4455-9c37-f58f6b5816fb is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:05.875674 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f1b88766-f6fa-4b4e-9c05-9fdf82583d3c None None] Provisioning complete for port 16398983-adb7-483e-8b6b-3611719c25d2 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:05.876078 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1b88766-f6fa-4b4e-9c05-9fdf82583d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (16398983-adb7-483e-8b6b-3611719c25d2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:05.941213 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbda1ba2-f838-40aa-9ca3-5e29d9c70019 req-70234de4-276b-497f-91cb-28a4c9820c60 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=831c91b7-ce41-4232-b8f7-ccad02b24188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1728311 Feb 08 21:50:06.024400 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ce728-1a4c-4bb8-b2a8-bd2f0b5abf6b req-c6016f68-717a-427a-97eb-8d984c6c16b3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:06.041711 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b97ce728-1a4c-4bb8-b2a8-bd2f0b5abf6b req-c6016f68-717a-427a-97eb-8d984c6c16b3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=7815861e-8179-45f2-b2cc-dadf7de1eb78 HTTP/1.1" status: 200 len: 908 time: 1.3380165 Feb 08 21:50:06.144142 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c45898-b415-46a7-8f39-46705e56ff06 x-openstack-request-id: req-16c45898-b415-46a7-8f39-46705e56ff06 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:50:06.144702 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7815861e-8179-45f2-b2cc-dadf7de1eb78", "name": "network-vif-plugged", "status": "completed", "tag": "16398983-adb7-483e-8b6b-3611719c25d2", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:50:06.144702 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-16c45898-b415-46a7-8f39-46705e56ff06 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:50:06.145090 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7815861e-8179-45f2-b2cc-dadf7de1eb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16398983-adb7-483e-8b6b-3611719c25d2', 'code': 200} Feb 08 21:50:06.193321 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-efecf1a2-5dfd-445c-9c88-d8cb03d5232c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (10ff1374-3760-4dc9-9789-984360f5329d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:06.213672 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f1b88766-f6fa-4b4e-9c05-9fdf82583d3c None None] Current status of the port 16398983-adb7-483e-8b6b-3611719c25d2 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:06.248265 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f1b88766-f6fa-4b4e-9c05-9fdf82583d3c None None] Provisioning complete for port 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:06.248648 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1b88766-f6fa-4b4e-9c05-9fdf82583d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:06.283839 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c865f77-43af-40ad-b5cf-aae0bc8a688d req-82990638-a095-4ce4-875a-8cc263b4f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:06.290369 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1c865f77-43af-40ad-b5cf-aae0bc8a688d req-82990638-a095-4ce4-875a-8cc263b4f884 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=7815861e-8179-45f2-b2cc-dadf7de1eb78 HTTP/1.1" status: 200 len: 1092 time: 0.1142585 Feb 08 21:50:06.334176 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efecf1a2-5dfd-445c-9c88-d8cb03d5232c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Port': ['ID=10ff1374-3760-4dc9-9789-984360f5329d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:06.445918 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-efecf1a2-5dfd-445c-9c88-d8cb03d5232c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:06.455575 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57266) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:06.459024 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-efecf1a2-5dfd-445c-9c88-d8cb03d5232c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/10ff1374-3760-4dc9-9789-984360f5329d HTTP/1.1" status: 204 len: 168 time: 2.7781422 Feb 08 21:50:06.646742 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e25c4ad-bb64-4bb8-a3c6-712c778ccf29 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:06.648505 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e25c4ad-bb64-4bb8-a3c6-712c778ccf29 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:06.653280 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9e25c4ad-bb64-4bb8-a3c6-712c778ccf29 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1942153 Feb 08 21:50:06.656713 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57272) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:06.825303 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 1e1b2688-71d2-4303-bbd9-a20e4172f4ea up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:50:06.871627 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:06.882244 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f1b88766-f6fa-4b4e-9c05-9fdf82583d3c None None] Current status of the port 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:06.892188 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:06.950619 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b26b80a-2455-4d13-9eeb-4517ebdeb3d9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet b41c6e19-a5a8-4609-a487-d8a321d3e783 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:50:06.966449 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0b26b80a-2455-4d13-9eeb-4517ebdeb3d9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (b41c6e19-a5a8-4609-a487-d8a321d3e783), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:06.966982 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 1e1b2688-71d2-4303-bbd9-a20e4172f4ea completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:50:06.977425 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 1e1b2688-71d2-4303-bbd9-a20e4172f4ea triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:06.979376 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1e1b2688-71d2-4303-bbd9-a20e4172f4ea), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:07.132707 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4a10d2da-7494-4bd4-87aa-8283e0f81c77 None None] Provisioning complete for port 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:07.133697 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4a10d2da-7494-4bd4-87aa-8283e0f81c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:07.222083 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0b26b80a-2455-4d13-9eeb-4517ebdeb3d9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (b41c6e19-a5a8-4609-a487-d8a321d3e783), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:07.378344 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 1e1b2688-71d2-4303-bbd9-a20e4172f4ea is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:07.382355 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1e1b2688-71d2-4303-bbd9-a20e4172f4ea), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:07.440497 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0b26b80a-2455-4d13-9eeb-4517ebdeb3d9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (b41c6e19-a5a8-4609-a487-d8a321d3e783), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:07.500702 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 1e1b2688-71d2-4303-bbd9-a20e4172f4ea, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1e1b2688-71d2-4303-bbd9-a20e4172f4ea,segment=NetworkSegment(768cd7f6-d1e3-43db-aeb0-14839363bb6a),segment_id=768cd7f6-d1e3-43db-aeb0-14839363bb6a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:07.518696 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1e1b2688-71d2-4303-bbd9-a20e4172f4ea), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:07.567539 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0f0cc-5f66-4a96-9f6c-fb7d664c9763 req-1455c984-6a18-4ed2-aa9e-9d948fd91e8c tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:07.571359 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27b0f0cc-5f66-4a96-9f6c-fb7d664c9763 req-1455c984-6a18-4ed2-aa9e-9d948fd91e8c tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=7815861e-8179-45f2-b2cc-dadf7de1eb78 HTTP/1.1" status: 200 len: 909 time: 0.2713306 Feb 08 21:50:07.578986 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfb041-a844-4a93-9f3e-1e7a92a37420 req-b717f15f-56dc-4965-bc04-018a840c09f8 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:07.582229 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b6dfb041-a844-4a93-9f3e-1e7a92a37420 req-b717f15f-56dc-4965-bc04-018a840c09f8 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=215f777b-9ec7-44b8-93d7-8497650df3df HTTP/1.1" status: 200 len: 1127 time: 0.3464348 Feb 08 21:50:07.618250 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0b26b80a-2455-4d13-9eeb-4517ebdeb3d9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (b41c6e19-a5a8-4609-a487-d8a321d3e783), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:07.661579 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4a10d2da-7494-4bd4-87aa-8283e0f81c77 None None] Current status of the port 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:07.669950 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4a10d2da-7494-4bd4-87aa-8283e0f81c77 None None] Could not find standard attr ID for object 10ff1374-3760-4dc9-9789-984360f5329d. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:50:07.690226 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4a10d2da-7494-4bd4-87aa-8283e0f81c77 None None] Could not find standard attr ID for object 410c09e5-c73c-4257-b7dc-4302836f5be7. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:50:07.707129 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0b26b80a-2455-4d13-9eeb-4517ebdeb3d9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:07.712469 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=1e1b2688-71d2-4303-bbd9-a20e4172f4ea,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:07.717320 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0b26b80a-2455-4d13-9eeb-4517ebdeb3d9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/b41c6e19-a5a8-4609-a487-d8a321d3e783 HTTP/1.1" status: 204 len: 168 time: 1.0583639 Feb 08 21:50:07.720242 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57304) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:07.723561 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26b80a-2455-4d13-9eeb-4517ebdeb3d9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=b41c6e19-a5a8-4609-a487-d8a321d3e783,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:07.781906 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b6dfb041-a844-4a93-9f3e-1e7a92a37420 req-f37f9890-06b3-4e52-adb2-0b6e7d1df841 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=831c91b7-ce41-4232-b8f7-ccad02b24188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867115 Feb 08 21:50:07.803318 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-bea995e1-e251-4923-82a8-38835806960a None None] Could not find standard attr ID for object 9ba546ef-a974-4dfc-8e8f-eaec087f96ff. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:50:07.805623 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57308) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:07.806757 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cf3f8cbe-cba0-491a-a5d5-dd4537ea3e56 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847952 Feb 08 21:50:07.813837 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-77930ded-e265-4475-a81b-574ab9bdf7c6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:50:07.895205 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10135227-3f89-4a6a-a8e9-01c0f339330a None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:50:07.980734 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77930ded-e265-4475-a81b-574ab9bdf7c6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:50:07.990809 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77930ded-e265-4475-a81b-574ab9bdf7c6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:08.005150 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-5a853f00-28b0-4e26-8d02-9b03ef211d83 None None] Could not find standard attr ID for object 10ff1374-3760-4dc9-9789-984360f5329d. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:50:08.126869 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47d6849-8775-4a1e-adee-bfa0ed0c5a71 None None] DHCP port deletion for 27f9d783-a380-45ce-9337-9219c380755c request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:50:08.183867 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215f777b-9ec7-44b8-93d7-8497650df3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1b2688-71d2-4303-bbd9-a20e4172f4ea'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:50:08.186842 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d1542d-3a14-4274-a53d-60f7c5555855" -d '{"events": [{"server_uuid": "215f777b-9ec7-44b8-93d7-8497650df3df", "name": "network-vif-plugged", "status": "completed", "tag": "1e1b2688-71d2-4303-bbd9-a20e4172f4ea"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:50:08.317732 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77930ded-e265-4475-a81b-574ab9bdf7c6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (d7ce6ba2-15d5-44a7-8add-7e23d9bc6385), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:08.347384 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b47d6849-8775-4a1e-adee-bfa0ed0c5a71 None None] Deleting port 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:50:08.348475 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b47d6849-8775-4a1e-adee-bfa0ed0c5a71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:08.436215 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77930ded-e265-4475-a81b-574ab9bdf7c6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:50:08.448824 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-77930ded-e265-4475-a81b-574ab9bdf7c6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:50:08.461914 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b47d6849-8775-4a1e-adee-bfa0ed0c5a71 None None] For port 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:08.462526 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b47d6849-8775-4a1e-adee-bfa0ed0c5a71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:08.465068 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77930ded-e265-4475-a81b-574ab9bdf7c6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:08.466027 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77930ded-e265-4475-a81b-574ab9bdf7c6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:08.484480 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b47d6849-8775-4a1e-adee-bfa0ed0c5a71 None None] Calling delete_port for 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:50:08.502295 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-77930ded-e265-4475-a81b-574ab9bdf7c6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6952901 Feb 08 21:50:08.505155 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57334) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:08.512312 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a7df8beb-4760-4c8e-956c-b6913e0976a8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'fixed_ips': [{'subnet_id': 'd7ce6ba2-15d5-44a7-8add-7e23d9bc6385', 'ip_address': '2001:db8::91ec:b83a:9441:bade'}], 'name': 'tempest-NetworksTestDHCPv6-45994019'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:50:08.522426 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77930ded-e265-4475-a81b-574ab9bdf7c6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=d7ce6ba2-15d5-44a7-8add-7e23d9bc6385,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:08.725652 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b47d6849-8775-4a1e-adee-bfa0ed0c5a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:08.770208 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d6849-8775-4a1e-adee-bfa0ed0c5a71 None None] Pushing event deleted for resources: {'Port': ['ID=82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:08.776532 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47d6849-8775-4a1e-adee-bfa0ed0c5a71 None None] No DVR routers for this DVR port 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:50:08.784025 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7df8beb-4760-4c8e-956c-b6913e0976a8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:50:08.807591 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7974bfea-227f-4f8f-8808-9550383e2022 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:50:08.901945 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6422df2-319c-40b9-99ad-13e332d836f0 x-openstack-request-id: req-a6422df2-319c-40b9-99ad-13e332d836f0 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:50:08.902283 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215f777b-9ec7-44b8-93d7-8497650df3df", "name": "network-vif-plugged", "status": "completed", "tag": "1e1b2688-71d2-4303-bbd9-a20e4172f4ea", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:50:08.902558 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a6422df2-319c-40b9-99ad-13e332d836f0 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:50:08.903013 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215f777b-9ec7-44b8-93d7-8497650df3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1b2688-71d2-4303-bbd9-a20e4172f4ea', 'code': 200} Feb 08 21:50:08.959531 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c1973-e85d-4251-9c3a-098e031007b5 req-5efcb7e7-4e31-4c03-88e5-c26f084f63bc tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:08.961145 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-678c1973-e85d-4251-9c3a-098e031007b5 req-5efcb7e7-4e31-4c03-88e5-c26f084f63bc tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=7815861e-8179-45f2-b2cc-dadf7de1eb78 HTTP/1.1" status: 200 len: 909 time: 0.2178726 Feb 08 21:50:09.066631 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c9781-15d5-4221-b276-ae9fb1c400cc req-07b01090-8a79-47ee-b453-1b9c4dced8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:09.068310 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc8c9781-15d5-4221-b276-ae9fb1c400cc req-07b01090-8a79-47ee-b453-1b9c4dced8ef service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=215f777b-9ec7-44b8-93d7-8497650df3df HTTP/1.1" status: 200 len: 1128 time: 0.0752988 Feb 08 21:50:09.085457 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fac67-4616-40d8-94a0-b5b8ffca3f23 req-b483ea7e-d41f-4ef8-b810-edc7c71219b5 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:09.086546 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7df8beb-4760-4c8e-956c-b6913e0976a8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:09.087167 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ae4fac67-4616-40d8-94a0-b5b8ffca3f23 req-b483ea7e-d41f-4ef8-b810-edc7c71219b5 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=215f777b-9ec7-44b8-93d7-8497650df3df HTTP/1.1" status: 200 len: 1128 time: 0.1145644 Feb 08 21:50:09.116918 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-a7df8beb-4760-4c8e-956c-b6913e0976a8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] device_id is not set on port ae6dd5ea-eb69-409d-919b-10d5cd32a41c yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:50:09.141920 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-27f9d783-a380-45ce-9337-9219c380755c', 'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'project_id': '1bafe448e33448c7ae7ce06f728d4448', 'fixed_ips': [{'subnet_id': 'd7ce6ba2-15d5-44a7-8add-7e23d9bc6385'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:50:09.142878 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:09.239705 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc8c9781-15d5-4221-b276-ae9fb1c400cc req-18255527-7b84-407d-97e9-03a7ffa24733 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=831c91b7-ce41-4232-b8f7-ccad02b24188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649096 Feb 08 21:50:09.248985 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ae4fac67-4616-40d8-94a0-b5b8ffca3f23 req-17642481-5f66-4ce3-9d4d-70751acb02f1 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=831c91b7-ce41-4232-b8f7-ccad02b24188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438544 Feb 08 21:50:09.274535 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2a350-b861-4177-aa85-4531319ef8e6 req-febdd29d-f55b-49c3-88b9-93fdbc5589d5 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:09.306614 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5cb2a350-b861-4177-aa85-4531319ef8e6 req-febdd29d-f55b-49c3-88b9-93fdbc5589d5 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=7815861e-8179-45f2-b2cc-dadf7de1eb78 HTTP/1.1" status: 200 len: 909 time: 0.1645780 Feb 08 21:50:09.453137 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adc845-f238-4a17-8cc4-bbf9396a9659 req-fc279fee-2767-4f4a-b6ee-ed56f506289b tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:09.467564 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31adc845-f238-4a17-8cc4-bbf9396a9659 req-fc279fee-2767-4f4a-b6ee-ed56f506289b tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=7815861e-8179-45f2-b2cc-dadf7de1eb78 HTTP/1.1" status: 200 len: 1092 time: 0.1001122 Feb 08 21:50:09.519907 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Allocated IP 2001:db8::2 (27f9d783-a380-45ce-9337-9219c380755c/d7ce6ba2-15d5-44a7-8add-7e23d9bc6385/f2bb32da-9249-4059-a429-de03471646c6) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:50:09.618605 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b269fa-2668-4250-86d4-7455df07d9d7 req-d1742e7e-4565-404c-910d-ba062776bcb0 tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:09.630074 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-94b269fa-2668-4250-86d4-7455df07d9d7 req-d1742e7e-4565-404c-910d-ba062776bcb0 tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac HTTP/1.1" status: 200 len: 1168 time: 0.0910769 Feb 08 21:50:09.747888 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-94b269fa-2668-4250-86d4-7455df07d9d7 req-8d21c266-ed8b-4c29-ac60-cdb8516518ea tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=a67be3bd-6d51-4ddb-9c13-02265242dd23&id=3e402ca5-6661-4c8a-a824-9c2fb50d5a34&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1167920 Feb 08 21:50:09.767255 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Publish callbacks [] for port (f2bb32da-9249-4059-a429-de03471646c6), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:09.767834 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57472) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:09.785784 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (f2bb32da-9249-4059-a429-de03471646c6), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:09.836733 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:50:09.840774 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:50:09.875739 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:50:09.878357 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:50:09.895859 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:50:09.896504 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 82eca6a9-d2fe-4b67-8d6a-2e9d6f7fd570 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:50:09.898766 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388c2bd4-b5c6-47bc-937b-b7dd4285bf20 tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:09.901760 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-388c2bd4-b5c6-47bc-937b-b7dd4285bf20 tempest-TestSecurityGroupsBasicOps-71466629 tempest-TestSecurityGroupsBasicOps-71466629-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=7815861e-8179-45f2-b2cc-dadf7de1eb78 HTTP/1.1" status: 200 len: 1087 time: 0.1328037 Feb 08 21:50:09.914309 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-a7df8beb-4760-4c8e-956c-b6913e0976a8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Allocated IP 2001:db8::91ec:b83a:9441:bade (27f9d783-a380-45ce-9337-9219c380755c/d7ce6ba2-15d5-44a7-8add-7e23d9bc6385/ae6dd5ea-eb69-409d-919b-10d5cd32a41c) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:50:09.954152 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Pushing event updated for resources: {'Port': ['ID=f2bb32da-9249-4059-a429-de03471646c6,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:09.981914 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:09.982519 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:09.983178 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:09.983662 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:09.984174 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:10.013289 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:10.014917 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:10.016407 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:10.016849 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:10.018124 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:10.019055 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:10.019479 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:10.021641 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:10.034646 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Attempting to bind port f2bb32da-9249-4059-a429-de03471646c6 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:50:10.037659 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Attempting to bind port f2bb32da-9249-4059-a429-de03471646c6 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:50:10.038061 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Attempting to bind port f2bb32da-9249-4059-a429-de03471646c6 on network 27f9d783-a380-45ce-9337-9219c380755c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:50:10.048127 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:50:10.048543 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Checking segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:50:10.048913 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:10.049341 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Bound using segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:50:10.049922 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Bound port: f2bb32da-9249-4059-a429-de03471646c6, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:50:10.050209 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f2bb32da-9249-4059-a429-de03471646c6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:10.186620 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7df8beb-4760-4c8e-956c-b6913e0976a8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (ae6dd5ea-eb69-409d-919b-10d5cd32a41c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:10.266630 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] For port f2bb32da-9249-4059-a429-de03471646c6, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:50:10.269204 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7df8beb-4760-4c8e-956c-b6913e0976a8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (ae6dd5ea-eb69-409d-919b-10d5cd32a41c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:10.280864 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] For port f2bb32da-9249-4059-a429-de03471646c6, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f2bb32da-9249-4059-a429-de03471646c6,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:50:10.291914 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f2bb32da-9249-4059-a429-de03471646c6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:10.389028 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e863e-6c5a-4ede-ac04-4f697c840382 req-461fa60e-44f8-4b30-ade9-b539029cb6cf tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:10.396383 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-415e863e-6c5a-4ede-ac04-4f697c840382 req-461fa60e-44f8-4b30-ade9-b539029cb6cf tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=7815861e-8179-45f2-b2cc-dadf7de1eb78 HTTP/1.1" status: 200 len: 909 time: 0.1529717 Feb 08 21:50:10.407061 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24509176-12b9-455b-8fe2-c1b7cc7340da None None] Pushing event updated for resources: {'Port': ['ID=f2bb32da-9249-4059-a429-de03471646c6,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:10.443113 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7df8beb-4760-4c8e-956c-b6913e0976a8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:50:10.446604 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-a7df8beb-4760-4c8e-956c-b6913e0976a8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:50:10.453370 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7df8beb-4760-4c8e-956c-b6913e0976a8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:50:10.458760 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7df8beb-4760-4c8e-956c-b6913e0976a8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:10.460015 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7df8beb-4760-4c8e-956c-b6913e0976a8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:10.463142 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df8beb-4760-4c8e-956c-b6913e0976a8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=ae6dd5ea-eb69-409d-919b-10d5cd32a41c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:10.491128 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a7df8beb-4760-4c8e-956c-b6913e0976a8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.9837496 Feb 08 21:50:10.494163 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57504) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:10.537267 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57506) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:10.596685 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630a9ba-a853-4b07-99e5-cee1b20bffe8 req-fda9766c-0392-4849-9f07-3fbd6478c60e tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:10.601218 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7630a9ba-a853-4b07-99e5-cee1b20bffe8 req-fda9766c-0392-4849-9f07-3fbd6478c60e tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=215f777b-9ec7-44b8-93d7-8497650df3df HTTP/1.1" status: 200 len: 1128 time: 0.1406548 Feb 08 21:50:10.619309 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb00aec6-c632-42cc-9d8e-aa162c95bc3f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:10.629951 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb00aec6-c632-42cc-9d8e-aa162c95bc3f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:10.633535 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cb00aec6-c632-42cc-9d8e-aa162c95bc3f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1346688 Feb 08 21:50:10.640402 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57510) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:10.815917 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66426184-a57c-4537-9ca3-0253d855b108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:10.843577 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7630a9ba-a853-4b07-99e5-cee1b20bffe8 req-43664f8d-3644-41b9-a009-9bb372803eb3 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=831c91b7-ce41-4232-b8f7-ccad02b24188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317617 Feb 08 21:50:10.928822 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-7934e472-5f7a-4480-979a-cec5f9e17e13 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting port ae6dd5ea-eb69-409d-919b-10d5cd32a41c {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:50:10.929360 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7934e472-5f7a-4480-979a-cec5f9e17e13 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (ae6dd5ea-eb69-409d-919b-10d5cd32a41c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:11.063026 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66426184-a57c-4537-9ca3-0253d855b108 admin admin] Publish callbacks [] for security_group (60a172ed-0171-4d15-af40-eb684a549690), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:11.065262 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7934e472-5f7a-4480-979a-cec5f9e17e13 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (ae6dd5ea-eb69-409d-919b-10d5cd32a41c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:11.068470 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66426184-a57c-4537-9ca3-0253d855b108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (60a172ed-0171-4d15-af40-eb684a549690), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:11.099178 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-7934e472-5f7a-4480-979a-cec5f9e17e13 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Calling delete_port for ae6dd5ea-eb69-409d-919b-10d5cd32a41c owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:50:11.131443 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-66426184-a57c-4537-9ca3-0253d855b108 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b1d7f1f75f1b444d827364d76794a397&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5943084 Feb 08 21:50:11.131443 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66426184-a57c-4537-9ca3-0253d855b108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a172ed-0171-4d15-af40-eb684a549690,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:11.132359 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57518) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:11.221005 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eba48201-3081-4729-b8b0-b0cabbbf3c40 admin admin] Publish callbacks [] for security_group (60a172ed-0171-4d15-af40-eb684a549690), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:11.250703 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eba48201-3081-4729-b8b0-b0cabbbf3c40 admin admin] Publish callbacks [] for security_group (60a172ed-0171-4d15-af40-eb684a549690), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:11.307511 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7934e472-5f7a-4480-979a-cec5f9e17e13 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (ae6dd5ea-eb69-409d-919b-10d5cd32a41c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:11.320863 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eba48201-3081-4729-b8b0-b0cabbbf3c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (60a172ed-0171-4d15-af40-eb684a549690), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:11.333648 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eba48201-3081-4729-b8b0-b0cabbbf3c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:11.335757 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-eba48201-3081-4729-b8b0-b0cabbbf3c40 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/60a172ed-0171-4d15-af40-eb684a549690 HTTP/1.1" status: 204 len: 168 time: 0.2010801 Feb 08 21:50:11.366134 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba48201-3081-4729-b8b0-b0cabbbf3c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a172ed-0171-4d15-af40-eb684a549690,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:11.391183 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934e472-5f7a-4480-979a-cec5f9e17e13 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Port': ['ID=ae6dd5ea-eb69-409d-919b-10d5cd32a41c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:11.524282 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7934e472-5f7a-4480-979a-cec5f9e17e13 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:11.535700 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7934e472-5f7a-4480-979a-cec5f9e17e13 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/ae6dd5ea-eb69-409d-919b-10d5cd32a41c HTTP/1.1" status: 204 len: 168 time: 0.8911555 Feb 08 21:50:11.536205 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57530) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:11.638101 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c0f30b-78e6-4641-92a2-f16fb080a021 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:11.638587 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56126836-67ac-4e28-813d-9e541e572031 req-3bc8aeec-8967-492f-9f1b-fce2307ad965 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:11.639859 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c0f30b-78e6-4641-92a2-f16fb080a021 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:11.640341 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56126836-67ac-4e28-813d-9e541e572031 req-3bc8aeec-8967-492f-9f1b-fce2307ad965 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=7815861e-8179-45f2-b2cc-dadf7de1eb78 HTTP/1.1" status: 200 len: 909 time: 0.0950186 Feb 08 21:50:11.641397 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-13c0f30b-78e6-4641-92a2-f16fb080a021 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1040704 Feb 08 21:50:11.644536 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57536) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:11.770731 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae759db-f585-4d5b-bf2e-2ec6c8e6b67d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet d7ce6ba2-15d5-44a7-8add-7e23d9bc6385 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:50:11.778784 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bae759db-f585-4d5b-bf2e-2ec6c8e6b67d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (d7ce6ba2-15d5-44a7-8add-7e23d9bc6385), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:11.838354 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053a9ca-0e2c-4ea9-b1b0-12a7fdd93b61 req-b0a0647b-4ced-4516-9af9-09bf3d1d0a10 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:11.839958 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5053a9ca-0e2c-4ea9-b1b0-12a7fdd93b61 req-b0a0647b-4ced-4516-9af9-09bf3d1d0a10 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.94 "GET /v2.0/ports?device_id=7815861e-8179-45f2-b2cc-dadf7de1eb78 HTTP/1.1" status: 200 len: 909 time: 0.1640239 Feb 08 21:50:11.871129 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bae759db-f585-4d5b-bf2e-2ec6c8e6b67d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (d7ce6ba2-15d5-44a7-8add-7e23d9bc6385), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:11.921184 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f2bb32da-9249-4059-a429-de03471646c6 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:50:12.034397 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port f2bb32da-9249-4059-a429-de03471646c6 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:12.035341 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f2bb32da-9249-4059-a429-de03471646c6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:12.037933 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57546) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:12.083504 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7eaf55db-9143-489f-95de-0a4ffb2e4a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:12.126735 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ed96af08-c32b-41b4-aea9-028b9dbc27f5 None None] Provisioning complete for port f2bb32da-9249-4059-a429-de03471646c6 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:12.128009 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ed96af08-c32b-41b4-aea9-028b9dbc27f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f2bb32da-9249-4059-a429-de03471646c6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:12.200138 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bae759db-f585-4d5b-bf2e-2ec6c8e6b67d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (d7ce6ba2-15d5-44a7-8add-7e23d9bc6385), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:12.299019 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-5053a9ca-0e2c-4ea9-b1b0-12a7fdd93b61 req-9f2f595a-3e20-4e8e-80fc-be7b062e8805 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Deleting port 16398983-adb7-483e-8b6b-3611719c25d2 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:50:12.299358 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5053a9ca-0e2c-4ea9-b1b0-12a7fdd93b61 req-9f2f595a-3e20-4e8e-80fc-be7b062e8805 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (16398983-adb7-483e-8b6b-3611719c25d2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:12.301584 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7eaf55db-9143-489f-95de-0a4ffb2e4a57 admin admin] Publish callbacks [] for security_group (e3d94fa2-772d-462e-a0c3-52d14053e59c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:12.306341 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823f276-fe61-49d7-a7ea-a70481900368 req-13a88d5f-8af0-416e-886e-515be5664240 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:12.308192 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c823f276-fe61-49d7-a7ea-a70481900368 req-13a88d5f-8af0-416e-886e-515be5664240 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=215f777b-9ec7-44b8-93d7-8497650df3df HTTP/1.1" status: 200 len: 1128 time: 0.3205600 Feb 08 21:50:12.309397 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7eaf55db-9143-489f-95de-0a4ffb2e4a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e3d94fa2-772d-462e-a0c3-52d14053e59c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:12.346157 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port f2bb32da-9249-4059-a429-de03471646c6 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:12.346480 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f2bb32da-9249-4059-a429-de03471646c6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:12.357724 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bae759db-f585-4d5b-bf2e-2ec6c8e6b67d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (d7ce6ba2-15d5-44a7-8add-7e23d9bc6385), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:12.360987 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ed96af08-c32b-41b4-aea9-028b9dbc27f5 None None] Current status of the port f2bb32da-9249-4059-a429-de03471646c6 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:12.361487 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ed96af08-c32b-41b4-aea9-028b9dbc27f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f2bb32da-9249-4059-a429-de03471646c6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:12.402475 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c823f276-fe61-49d7-a7ea-a70481900368 req-98ef8b2a-ba71-45b9-9e2d-715f7d3a5818 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=831c91b7-ce41-4232-b8f7-ccad02b24188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859938 Feb 08 21:50:12.409066 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7eaf55db-9143-489f-95de-0a4ffb2e4a57 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=500866e01d4748e3809fc59ee5e874f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3627107 Feb 08 21:50:12.410639 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57554) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:12.411411 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf55db-9143-489f-95de-0a4ffb2e4a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d94fa2-772d-462e-a0c3-52d14053e59c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:12.521120 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae759db-f585-4d5b-bf2e-2ec6c8e6b67d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=d7ce6ba2-15d5-44a7-8add-7e23d9bc6385,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:12.523740 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bae759db-f585-4d5b-bf2e-2ec6c8e6b67d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:12.534220 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bae759db-f585-4d5b-bf2e-2ec6c8e6b67d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/d7ce6ba2-15d5-44a7-8add-7e23d9bc6385 HTTP/1.1" status: 204 len: 168 time: 0.8884091 Feb 08 21:50:12.537826 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57560) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:12.546216 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-ed96af08-c32b-41b4-aea9-028b9dbc27f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:50:12.546727 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-ed96af08-c32b-41b4-aea9-028b9dbc27f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:50:12.560952 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:50:12.561344 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:50:12.620230 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d9f4144d-ac78-4bed-bbb3-0a25869d4c6a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0651822 Feb 08 21:50:12.630704 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57562) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:12.682048 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-5053a9ca-0e2c-4ea9-b1b0-12a7fdd93b61 req-9f2f595a-3e20-4e8e-80fc-be7b062e8805 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] For port 16398983-adb7-483e-8b6b-3611719c25d2, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=16398983-adb7-483e-8b6b-3611719c25d2,segment=NetworkSegment(4bb4dbdb-9c29-42ba-851d-42e216974814),segment_id=4bb4dbdb-9c29-42ba-851d-42e216974814)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:12.682428 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5053a9ca-0e2c-4ea9-b1b0-12a7fdd93b61 req-9f2f595a-3e20-4e8e-80fc-be7b062e8805 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (16398983-adb7-483e-8b6b-3611719c25d2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:12.701246 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7c45cd12-8b88-44b8-87a1-19d29c4fe5ce admin admin] Publish callbacks [] for security_group (e3d94fa2-772d-462e-a0c3-52d14053e59c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:12.723546 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422f510-6dbf-421a-bfba-73779be76622 req-363895c6-81ed-4799-89ec-ae1816fd0fa5 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:12.725818 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c422f510-6dbf-421a-bfba-73779be76622 req-363895c6-81ed-4799-89ec-ae1816fd0fa5 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=215f777b-9ec7-44b8-93d7-8497650df3df HTTP/1.1" status: 200 len: 1128 time: 0.1634824 Feb 08 21:50:12.729063 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-5053a9ca-0e2c-4ea9-b1b0-12a7fdd93b61 req-9f2f595a-3e20-4e8e-80fc-be7b062e8805 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Calling delete_port for 16398983-adb7-483e-8b6b-3611719c25d2 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:50:12.751368 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945f8680-23aa-4150-811a-02607788714c None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:50:12.824523 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7c45cd12-8b88-44b8-87a1-19d29c4fe5ce admin admin] Publish callbacks [] for security_group (e3d94fa2-772d-462e-a0c3-52d14053e59c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:12.944222 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f03095-b700-4dbb-8b97-abbf0dc29997 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:12.947387 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b1f03095-b700-4dbb-8b97-abbf0dc29997 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3143654 Feb 08 21:50:12.950969 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57570) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:12.997847 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c422f510-6dbf-421a-bfba-73779be76622 req-9c2b7129-533f-401a-bb8b-5578fbd9a520 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=831c91b7-ce41-4232-b8f7-ccad02b24188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517052 Feb 08 21:50:13.022985 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a76f0-066b-4c49-8b74-14fbd0902207 req-080353b8-1a3d-4c1e-aee5-3fbb0636622f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:13.029180 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5053a9ca-0e2c-4ea9-b1b0-12a7fdd93b61 req-9f2f595a-3e20-4e8e-80fc-be7b062e8805 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (16398983-adb7-483e-8b6b-3611719c25d2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:13.032326 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc3a76f0-066b-4c49-8b74-14fbd0902207 req-080353b8-1a3d-4c1e-aee5-3fbb0636622f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=7815861e-8179-45f2-b2cc-dadf7de1eb78 HTTP/1.1" status: 200 len: 909 time: 0.2501631 Feb 08 21:50:13.180726 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7c45cd12-8b88-44b8-87a1-19d29c4fe5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e3d94fa2-772d-462e-a0c3-52d14053e59c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:13.184999 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7c45cd12-8b88-44b8-87a1-19d29c4fe5ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:13.186887 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ed96af08-c32b-41b4-aea9-028b9dbc27f5 None None] Current status of the port f2bb32da-9249-4059-a429-de03471646c6 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:13.187585 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ed96af08-c32b-41b4-aea9-028b9dbc27f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f2bb32da-9249-4059-a429-de03471646c6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:13.188120 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7c45cd12-8b88-44b8-87a1-19d29c4fe5ce admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e3d94fa2-772d-462e-a0c3-52d14053e59c HTTP/1.1" status: 204 len: 168 time: 0.7720277 Feb 08 21:50:13.192866 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9747d6-3350-4fc7-a433-0ed6faf1f8ac None None] DHCP port deletion for 27f9d783-a380-45ce-9337-9219c380755c request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:50:13.207321 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45cd12-8b88-44b8-87a1-19d29c4fe5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d94fa2-772d-462e-a0c3-52d14053e59c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:13.246915 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cd33d-3e4b-4f8c-8803-b2962f314840 req-b85724df-e0b1-497b-82ee-d5b8e9195c57 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:13.251935 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0c5cd33d-3e4b-4f8c-8803-b2962f314840 req-b85724df-e0b1-497b-82ee-d5b8e9195c57 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=215f777b-9ec7-44b8-93d7-8497650df3df HTTP/1.1" status: 200 len: 1128 time: 0.1440527 Feb 08 21:50:13.302703 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port f2bb32da-9249-4059-a429-de03471646c6 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:13.302703 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f2bb32da-9249-4059-a429-de03471646c6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:13.315731 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-5053a9ca-0e2c-4ea9-b1b0-12a7fdd93b61 req-9f2f595a-3e20-4e8e-80fc-be7b062e8805 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] No DVR routers for this DVR port 16398983-adb7-483e-8b6b-3611719c25d2 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:50:13.319755 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00410cb-ee29-48a8-a7b1-8bdf6072b4cc tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:13.321391 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a00410cb-ee29-48a8-a7b1-8bdf6072b4cc tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3671722 Feb 08 21:50:13.323017 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5053a9ca-0e2c-4ea9-b1b0-12a7fdd93b61 req-9f2f595a-3e20-4e8e-80fc-be7b062e8805 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:13.327233 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5053a9ca-0e2c-4ea9-b1b0-12a7fdd93b61 req-9f2f595a-3e20-4e8e-80fc-be7b062e8805 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.94 "DELETE /v2.0/ports/16398983-adb7-483e-8b6b-3611719c25d2 HTTP/1.1" status: 204 len: 173 time: 1.4790616 Feb 08 21:50:13.328267 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f595a-3e20-4e8e-80fc-be7b062e8805 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event deleted for resources: {'Port': ['ID=16398983-adb7-483e-8b6b-3611719c25d2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:13.330266 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7815861e-8179-45f2-b2cc-dadf7de1eb78', 'name': 'network-vif-deleted', 'tag': '16398983-adb7-483e-8b6b-3611719c25d2'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:50:13.342679 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31845761-1975-43d6-b545-b25832d2cd1f" -d '{"events": [{"server_uuid": "7815861e-8179-45f2-b2cc-dadf7de1eb78", "name": "network-vif-deleted", "tag": "16398983-adb7-483e-8b6b-3611719c25d2"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:50:13.360743 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57586) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:13.365981 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ed96af08-c32b-41b4-aea9-028b9dbc27f5 None None] For port f2bb32da-9249-4059-a429-de03471646c6, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f2bb32da-9249-4059-a429-de03471646c6,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:13.453028 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:50:13.453735 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:50:13.455971 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ed96af08-c32b-41b4-aea9-028b9dbc27f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f2bb32da-9249-4059-a429-de03471646c6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:13.481503 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de64266e-71c8-4531-9104-49fc944c12e8 x-openstack-request-id: req-de64266e-71c8-4531-9104-49fc944c12e8 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:50:13.481843 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7815861e-8179-45f2-b2cc-dadf7de1eb78", "name": "network-vif-deleted", "tag": "16398983-adb7-483e-8b6b-3611719c25d2", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:50:13.482115 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-de64266e-71c8-4531-9104-49fc944c12e8 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:50:13.483749 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7815861e-8179-45f2-b2cc-dadf7de1eb78', 'name': 'network-vif-deleted', 'tag': '16398983-adb7-483e-8b6b-3611719c25d2', 'status': 'completed', 'code': 200} Feb 08 21:50:13.513845 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57592) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:13.515628 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9c40ef51-fb7a-4808-9dc3-67619020bed4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1524360 Feb 08 21:50:13.522160 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d3d57d5f-9825-4da5-a8dc-12989c1e9b44 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:50:13.579166 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0c5cd33d-3e4b-4f8c-8803-b2962f314840 req-adeea83e-ff1e-42c3-9791-51968a0bf7a6 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=831c91b7-ce41-4232-b8f7-ccad02b24188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148944 Feb 08 21:50:13.613491 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port f2bb32da-9249-4059-a429-de03471646c6 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:13.624440 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-01cb5d1e-fda6-43fb-954b-3988fa6b382b None None] Could not find standard attr ID for object ae6dd5ea-eb69-409d-919b-10d5cd32a41c. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:50:13.633277 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5a9747d6-3350-4fc7-a433-0ed6faf1f8ac None None] Deleting port f2bb32da-9249-4059-a429-de03471646c6 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:50:13.633910 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5a9747d6-3350-4fc7-a433-0ed6faf1f8ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f2bb32da-9249-4059-a429-de03471646c6), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:13.715584 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96af08-c32b-41b4-aea9-028b9dbc27f5 None None] Pushing event updated for resources: {'Port': ['ID=f2bb32da-9249-4059-a429-de03471646c6,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:13.766041 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-5a9747d6-3350-4fc7-a433-0ed6faf1f8ac None None] For port f2bb32da-9249-4059-a429-de03471646c6, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f2bb32da-9249-4059-a429-de03471646c6,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:13.769338 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5a9747d6-3350-4fc7-a433-0ed6faf1f8ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f2bb32da-9249-4059-a429-de03471646c6), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:13.831557 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5a9747d6-3350-4fc7-a433-0ed6faf1f8ac None None] Calling delete_port for f2bb32da-9249-4059-a429-de03471646c6 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:50:13.906368 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d57d5f-9825-4da5-a8dc-12989c1e9b44 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:50:13.917135 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d3d57d5f-9825-4da5-a8dc-12989c1e9b44 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:14.157990 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f2bb32da-9249-4059-a429-de03471646c6 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:50:14.169144 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5a9747d6-3350-4fc7-a433-0ed6faf1f8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (f2bb32da-9249-4059-a429-de03471646c6), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:14.189025 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57620) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:14.241874 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: f2bb32da-9249-4059-a429-de03471646c6 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:50:14.242439 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f2bb32da-9249-4059-a429-de03471646c6 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:50:14.303823 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9747d6-3350-4fc7-a433-0ed6faf1f8ac None None] No DVR routers for this DVR port f2bb32da-9249-4059-a429-de03471646c6 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:50:14.317790 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9747d6-3350-4fc7-a433-0ed6faf1f8ac None None] Pushing event deleted for resources: {'Port': ['ID=f2bb32da-9249-4059-a429-de03471646c6,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:14.363260 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-1cda322e-9451-444b-b1aa-96e2ec9fc9bc tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:14.365003 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-1cda322e-9451-444b-b1aa-96e2ec9fc9bc tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/networks?id=a43ccc7a-849f-4f56-ac11-d029c901b0b3 HTTP/1.1" status: 200 len: 910 time: 0.4519134 Feb 08 21:50:14.494777 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-9021749a-6b31-4b7d-8d6c-750e9e156027 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/quotas/925af96c7c02432aa2974e87ce9d7c55 HTTP/1.1" status: 200 len: 375 time: 0.1160715 Feb 08 21:50:14.674102 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d3d57d5f-9825-4da5-a8dc-12989c1e9b44 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (69151362-0605-48f3-91df-fe63aaefb0aa), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:14.732105 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d57d5f-9825-4da5-a8dc-12989c1e9b44 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:50:14.735681 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-d3d57d5f-9825-4da5-a8dc-12989c1e9b44 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:50:14.740373 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d57d5f-9825-4da5-a8dc-12989c1e9b44 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:14.741107 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d3d57d5f-9825-4da5-a8dc-12989c1e9b44 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:14.749532 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ed9fa9-cc45-4b48-bd81-a18115adc283 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:50:14.763424 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d57d5f-9825-4da5-a8dc-12989c1e9b44 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=69151362-0605-48f3-91df-fe63aaefb0aa,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:14.769895 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d3d57d5f-9825-4da5-a8dc-12989c1e9b44 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2541707 Feb 08 21:50:14.773215 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57638) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:14.790842 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-6d1a4f2b-bb32-4218-be72-5743f2adb98b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'fixed_ips': [{'subnet_id': '69151362-0605-48f3-91df-fe63aaefb0aa', 'ip_address': '2001:db8::663:9c5b:a475:b142'}], 'name': 'tempest-NetworksTestDHCPv6-1471194737'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:50:14.895605 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-ba296ec3-5e5a-4c4a-b50c-78e4ca3b5850 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?tenant_id=925af96c7c02432aa2974e87ce9d7c55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3844533 Feb 08 21:50:14.911936 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c006cf85-8a3b-49c8-b6fd-3e068bd89d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-27f9d783-a380-45ce-9337-9219c380755c', 'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'project_id': '1bafe448e33448c7ae7ce06f728d4448', 'fixed_ips': [{'subnet_id': '69151362-0605-48f3-91df-fe63aaefb0aa'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:50:14.913829 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c006cf85-8a3b-49c8-b6fd-3e068bd89d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:15.040222 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57650) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:15.099226 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-78ce9a1d-b290-4b86-b92f-deb881ac1522 service neutron] 10.222.0.88 "GET /v2.0/networks/a43ccc7a-849f-4f56-ac11-d029c901b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026563 Feb 08 21:50:15.111303 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 16398983-adb7-483e-8b6b-3611719c25d2 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:50:15.175430 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 16398983-adb7-483e-8b6b-3611719c25d2 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:50:15.175774 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 16398983-adb7-483e-8b6b-3611719c25d2 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:50:15.195655 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-c006cf85-8a3b-49c8-b6fd-3e068bd89d34 None None] Allocated IP 2001:db8::2 (27f9d783-a380-45ce-9337-9219c380755c/69151362-0605-48f3-91df-fe63aaefb0aa/1a778811-8307-4406-8211-52d01a6e2f98) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:50:15.256849 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a1ddfb00-7550-45b0-ae42-6ee42f124049 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1085926003-network', 'tenant_id': 'b1acb737c3a14aa49c2443125a1d1eee'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:50:15.293929 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ddfb00-7550-45b0-ae42-6ee42f124049 admin admin] Made reservation on behalf of b1acb737c3a14aa49c2443125a1d1eee for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:50:15.298854 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1ddfb00-7550-45b0-ae42-6ee42f124049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:15.313921 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1ddfb00-7550-45b0-ae42-6ee42f124049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:15.385305 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-1cd5736d-3f61-4865-b1b8-8ec23367e8ab service neutron] 10.222.0.88 "GET /v2.0/networks/a43ccc7a-849f-4f56-ac11-d029c901b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848442 Feb 08 21:50:15.447905 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1a4f2b-bb32-4218-be72-5743f2adb98b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:50:15.525663 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1ddfb00-7550-45b0-ae42-6ee42f124049 admin admin] Publish callbacks [] for security_group (8fe62bf3-452a-4f7b-9b50-6cffd958b604), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:15.535970 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1ddfb00-7550-45b0-ae42-6ee42f124049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8fe62bf3-452a-4f7b-9b50-6cffd958b604), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:15.618490 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ddfb00-7550-45b0-ae42-6ee42f124049 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:50:15.625180 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c006cf85-8a3b-49c8-b6fd-3e068bd89d34 None None] Publish callbacks [] for port (1a778811-8307-4406-8211-52d01a6e2f98), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:15.647142 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c006cf85-8a3b-49c8-b6fd-3e068bd89d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (1a778811-8307-4406-8211-52d01a6e2f98), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:15.671456 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6d1a4f2b-bb32-4218-be72-5743f2adb98b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:15.710637 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-15b6a97b-206a-4f0f-91fa-b431bb2ad351 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (919da60f-8cef-4036-848d-8c4b49fcaf70), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:15.756113 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c006cf85-8a3b-49c8-b6fd-3e068bd89d34 None None] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:50:15.761033 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-c006cf85-8a3b-49c8-b6fd-3e068bd89d34 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:50:15.763558 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006cf85-8a3b-49c8-b6fd-3e068bd89d34 None None] Pushing event updated for resources: {'Port': ['ID=1a778811-8307-4406-8211-52d01a6e2f98,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:15.764898 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1ddfb00-7550-45b0-ae42-6ee42f124049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (0bf43c36-20b7-49f4-ac08-5caff686e397), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:15.766967 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c006cf85-8a3b-49c8-b6fd-3e068bd89d34 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:50:15.771564 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-a1ddfb00-7550-45b0-ae42-6ee42f124049 admin admin] Added segment 0bf43c36-20b7-49f4-ac08-5caff686e397 of type vlan for network 6a1247f3-8c90-4ee2-9676-c57e24527f6e Feb 08 21:50:15.773696 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddfb00-7550-45b0-ae42-6ee42f124049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe62bf3-452a-4f7b-9b50-6cffd958b604,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:15.898654 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1ddfb00-7550-45b0-ae42-6ee42f124049 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (6a1247f3-8c90-4ee2-9676-c57e24527f6e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:15.966287 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1ddfb00-7550-45b0-ae42-6ee42f124049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (6a1247f3-8c90-4ee2-9676-c57e24527f6e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:15.967834 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ddfb00-7550-45b0-ae42-6ee42f124049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:15.968890 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1ddfb00-7550-45b0-ae42-6ee42f124049 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:16.127158 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a1ddfb00-7550-45b0-ae42-6ee42f124049 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0857432 Feb 08 21:50:16.129937 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c006cf85-8a3b-49c8-b6fd-3e068bd89d34 None None] Attempting to bind port 1a778811-8307-4406-8211-52d01a6e2f98 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:50:16.130557 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c006cf85-8a3b-49c8-b6fd-3e068bd89d34 None None] Attempting to bind port 1a778811-8307-4406-8211-52d01a6e2f98 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:50:16.131088 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c006cf85-8a3b-49c8-b6fd-3e068bd89d34 None None] Attempting to bind port 1a778811-8307-4406-8211-52d01a6e2f98 on network 27f9d783-a380-45ce-9337-9219c380755c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:50:16.141369 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c006cf85-8a3b-49c8-b6fd-3e068bd89d34 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:50:16.141899 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c006cf85-8a3b-49c8-b6fd-3e068bd89d34 None None] Checking segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:50:16.142103 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57674) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:16.142306 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c006cf85-8a3b-49c8-b6fd-3e068bd89d34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:16.143221 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c006cf85-8a3b-49c8-b6fd-3e068bd89d34 None None] Bound using segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:50:16.143221 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c006cf85-8a3b-49c8-b6fd-3e068bd89d34 None None] Bound port: 1a778811-8307-4406-8211-52d01a6e2f98, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:50:16.143762 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c006cf85-8a3b-49c8-b6fd-3e068bd89d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1a778811-8307-4406-8211-52d01a6e2f98), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:16.166128 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-05461c61-9c4f-479e-aca8-d58f3182f199 admin admin] Request body: {'subnet': {'network_id': '6a1247f3-8c90-4ee2-9676-c57e24527f6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1085926003-subnet', 'tenant_id': 'b1acb737c3a14aa49c2443125a1d1eee', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:50:16.196257 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddfb00-7550-45b0-ae42-6ee42f124049 admin admin] Pushing event updated for resources: {'Network': ['ID=6a1247f3-8c90-4ee2-9676-c57e24527f6e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:16.215859 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 6a1247f3-8c90-4ee2-9676-c57e24527f6e details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:50:16.244589 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05461c61-9c4f-479e-aca8-d58f3182f199 admin admin] Made reservation on behalf of b1acb737c3a14aa49c2443125a1d1eee for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:50:16.247069 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-05461c61-9c4f-479e-aca8-d58f3182f199 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:16.295991 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c006cf85-8a3b-49c8-b6fd-3e068bd89d34 None None] For port 1a778811-8307-4406-8211-52d01a6e2f98, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:50:16.323681 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c006cf85-8a3b-49c8-b6fd-3e068bd89d34 None None] For port 1a778811-8307-4406-8211-52d01a6e2f98, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=1a778811-8307-4406-8211-52d01a6e2f98,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:50:16.340440 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c006cf85-8a3b-49c8-b6fd-3e068bd89d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1a778811-8307-4406-8211-52d01a6e2f98), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:16.469999 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006cf85-8a3b-49c8-b6fd-3e068bd89d34 None None] Pushing event updated for resources: {'Port': ['ID=1a778811-8307-4406-8211-52d01a6e2f98,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:16.504273 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-6d1a4f2b-bb32-4218-be72-5743f2adb98b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] device_id is not set on port a3703ca2-d620-4b04-a1cc-294ec5b56aa0 yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:50:16.600659 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a7ceb499-6dba-4b65-9c4a-58e400af785b req-c79c0df9-4a68-4194-b063-3a8c0a8083f2 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1b5b9eaf-9b5c-4c18-8db6-562e04410c01 HTTP/1.1" status: 200 len: 210 time: 0.0894423 Feb 08 21:50:16.666340 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:50:16.681724 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-05461c61-9c4f-479e-aca8-d58f3182f199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (8ba06a76-3b68-49ad-bce8-d31c8c872bbc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:16.846444 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-6d1a4f2b-bb32-4218-be72-5743f2adb98b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Allocated IP 2001:db8::663:9c5b:a475:b142 (27f9d783-a380-45ce-9337-9219c380755c/69151362-0605-48f3-91df-fe63aaefb0aa/a3703ca2-d620-4b04-a1cc-294ec5b56aa0) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:50:16.848927 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05461c61-9c4f-479e-aca8-d58f3182f199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ba06a76-3b68-49ad-bce8-d31c8c872bbc,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:16.880707 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05461c61-9c4f-479e-aca8-d58f3182f199 admin admin] Checking segment: {'id': '0bf43c36-20b7-49f4-ac08-5caff686e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6a1247f3-8c90-4ee2-9676-c57e24527f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:50:16.881080 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05461c61-9c4f-479e-aca8-d58f3182f199 admin admin] Network hostable DHCP agents. Network: 6a1247f3-8c90-4ee2-9676-c57e24527f6e, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:50:16.922001 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05461c61-9c4f-479e-aca8-d58f3182f199 admin admin] Network 6a1247f3-8c90-4ee2-9676-c57e24527f6e is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:50:16.934827 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-05461c61-9c4f-479e-aca8-d58f3182f199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 6a1247f3-8c90-4ee2-9676-c57e24527f6e) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:50:16.944749 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a22249-a1c0-451e-ae50-64952be2d198 None None] Network 6a1247f3-8c90-4ee2-9676-c57e24527f6e requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:50:16.948369 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05461c61-9c4f-479e-aca8-d58f3182f199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:16.949490 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-05461c61-9c4f-479e-aca8-d58f3182f199 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:16.983661 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-05461c61-9c4f-479e-aca8-d58f3182f199 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8397286 Feb 08 21:50:16.984855 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57694) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:17.005524 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3a0d6bd7-f140-438b-a06e-7f147f436fc8 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1085926003-router', 'tenant_id': 'b1acb737c3a14aa49c2443125a1d1eee', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:50:17.066108 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6bd7-f140-438b-a06e-7f147f436fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (10e86d56-eb2c-4a79-81f0-d9cb5b93be2b), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:17.086345 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6bd7-f140-438b-a06e-7f147f436fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (10e86d56-eb2c-4a79-81f0-d9cb5b93be2b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:17.137122 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8be17a4-2079-4d92-96bb-b8917248d13a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-6a1247f3-8c90-4ee2-9676-c57e24527f6e', 'network_id': '6a1247f3-8c90-4ee2-9676-c57e24527f6e', 'project_id': 'b1acb737c3a14aa49c2443125a1d1eee', 'fixed_ips': [{'subnet_id': '8ba06a76-3b68-49ad-bce8-d31c8c872bbc'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:50:17.138306 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b8be17a4-2079-4d92-96bb-b8917248d13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:17.227783 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6bd7-f140-438b-a06e-7f147f436fc8 admin admin] Publish callbacks [] for router_controller (10e86d56-eb2c-4a79-81f0-d9cb5b93be2b), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:17.348100 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6d1a4f2b-bb32-4218-be72-5743f2adb98b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (a3703ca2-d620-4b04-a1cc-294ec5b56aa0), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:17.414208 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6d1a4f2b-bb32-4218-be72-5743f2adb98b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (a3703ca2-d620-4b04-a1cc-294ec5b56aa0), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:17.504572 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1a4f2b-bb32-4218-be72-5743f2adb98b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:50:17.504572 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-6d1a4f2b-bb32-4218-be72-5743f2adb98b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:50:17.517122 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1a4f2b-bb32-4218-be72-5743f2adb98b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:50:17.525845 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1a4f2b-bb32-4218-be72-5743f2adb98b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:17.526575 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6d1a4f2b-bb32-4218-be72-5743f2adb98b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:17.548880 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-b8be17a4-2079-4d92-96bb-b8917248d13a None None] Allocated IP 172.20.0.2 (6a1247f3-8c90-4ee2-9676-c57e24527f6e/8ba06a76-3b68-49ad-bce8-d31c8c872bbc/623b86cb-6c44-4b5d-b169-f25fdc9fb33c) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:50:17.580634 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a4f2b-bb32-4218-be72-5743f2adb98b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=a3703ca2-d620-4b04-a1cc-294ec5b56aa0,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:17.612201 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6d1a4f2b-bb32-4218-be72-5743f2adb98b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8371148 Feb 08 21:50:17.620660 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57702) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:17.661141 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-1eb6a64c-ff6f-497d-8f47-be17f36b2e6b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'fixed_ips': [{'subnet_id': '69151362-0605-48f3-91df-fe63aaefb0aa', 'ip_address': '2001:db8::663:9c5b:a475:b142'}], 'name': 'tempest-NetworksTestDHCPv6-1347651486'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:50:17.837168 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-3c1a2d7b-9fed-4d4f-94c2-cc41f3c9f9a2 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:17.838875 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-3c1a2d7b-9fed-4d4f-94c2-cc41f3c9f9a2 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.94 "GET /v2.0/networks?id=a43ccc7a-849f-4f56-ac11-d029c901b0b3 HTTP/1.1" status: 200 len: 910 time: 0.3972788 Feb 08 21:50:17.851981 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6bd7-f140-438b-a06e-7f147f436fc8 admin admin] Publish callbacks [] for router_gateway (10e86d56-eb2c-4a79-81f0-d9cb5b93be2b), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:17.860423 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-d77f5d2a-7fae-42c2-8567-f159ed56e6fc tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Request body: {'port': {'device_id': '1b5b9eaf-9b5c-4c18-8db6-562e04410c01', 'network_id': 'a43ccc7a-849f-4f56-ac11-d029c901b0b3', 'admin_state_up': True, 'tenant_id': '925af96c7c02432aa2974e87ce9d7c55'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:50:17.946822 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b8be17a4-2079-4d92-96bb-b8917248d13a None None] Publish callbacks [] for port (623b86cb-6c44-4b5d-b169-f25fdc9fb33c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:17.957214 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b8be17a4-2079-4d92-96bb-b8917248d13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (623b86cb-6c44-4b5d-b169-f25fdc9fb33c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:18.027253 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-d77f5d2a-7fae-42c2-8567-f159ed56e6fc tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Made reservation on behalf of 925af96c7c02432aa2974e87ce9d7c55 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:50:18.030720 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-d77f5d2a-7fae-42c2-8567-f159ed56e6fc tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:18.089167 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8be17a4-2079-4d92-96bb-b8917248d13a None None] Network 6a1247f3-8c90-4ee2-9676-c57e24527f6e is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:50:18.090322 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 1a778811-8307-4406-8211-52d01a6e2f98 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:50:18.096633 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dacffb75-5d1b-4cd8-8722-e17ba1f24f5e req-44269d31-ceb0-4006-b77b-7bcf1bee677e tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1b5b9eaf-9b5c-4c18-8db6-562e04410c01 HTTP/1.1" status: 200 len: 210 time: 0.1257858 Feb 08 21:50:18.102642 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-b8be17a4-2079-4d92-96bb-b8917248d13a None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:50:18.139472 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8be17a4-2079-4d92-96bb-b8917248d13a None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:50:18.224662 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be17a4-2079-4d92-96bb-b8917248d13a None None] Pushing event updated for resources: {'Port': ['ID=623b86cb-6c44-4b5d-b169-f25fdc9fb33c,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:18.243815 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb6a64c-ff6f-497d-8f47-be17f36b2e6b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:50:18.250402 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1eb6a64c-ff6f-497d-8f47-be17f36b2e6b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:18.292999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-1eb6a64c-ff6f-497d-8f47-be17f36b2e6b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] device_id is not set on port 5608a4ec-edb9-47b7-8176-7c42047399ac yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:50:18.346239 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b8be17a4-2079-4d92-96bb-b8917248d13a None None] Attempting to bind port 623b86cb-6c44-4b5d-b169-f25fdc9fb33c on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:50:18.346617 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b8be17a4-2079-4d92-96bb-b8917248d13a None None] Attempting to bind port 623b86cb-6c44-4b5d-b169-f25fdc9fb33c by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '0bf43c36-20b7-49f4-ac08-5caff686e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6a1247f3-8c90-4ee2-9676-c57e24527f6e'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:50:18.346985 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8be17a4-2079-4d92-96bb-b8917248d13a None None] Attempting to bind port 623b86cb-6c44-4b5d-b169-f25fdc9fb33c on network 6a1247f3-8c90-4ee2-9676-c57e24527f6e {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:50:18.364216 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8be17a4-2079-4d92-96bb-b8917248d13a None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:50:18.364599 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8be17a4-2079-4d92-96bb-b8917248d13a None None] Checking segment: {'id': '0bf43c36-20b7-49f4-ac08-5caff686e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6a1247f3-8c90-4ee2-9676-c57e24527f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:50:18.365008 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b8be17a4-2079-4d92-96bb-b8917248d13a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:18.365448 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8be17a4-2079-4d92-96bb-b8917248d13a None None] Bound using segment: {'id': '0bf43c36-20b7-49f4-ac08-5caff686e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6a1247f3-8c90-4ee2-9676-c57e24527f6e'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:50:18.365941 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b8be17a4-2079-4d92-96bb-b8917248d13a None None] Bound port: 623b86cb-6c44-4b5d-b169-f25fdc9fb33c, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf43c36-20b7-49f4-ac08-5caff686e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6a1247f3-8c90-4ee2-9676-c57e24527f6e'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:50:18.366327 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b8be17a4-2079-4d92-96bb-b8917248d13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (623b86cb-6c44-4b5d-b169-f25fdc9fb33c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:18.380395 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 1a778811-8307-4406-8211-52d01a6e2f98 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:18.380884 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1a778811-8307-4406-8211-52d01a6e2f98), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:18.502187 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-15b6a97b-206a-4f0f-91fa-b431bb2ad351 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Deleting port b65475b9-1f96-4f32-aa7a-d498ed8a8bf0 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:50:18.502609 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-15b6a97b-206a-4f0f-91fa-b431bb2ad351 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b65475b9-1f96-4f32-aa7a-d498ed8a8bf0), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:18.577027 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b8be17a4-2079-4d92-96bb-b8917248d13a None None] For port 623b86cb-6c44-4b5d-b169-f25fdc9fb33c, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:50:18.586072 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b8be17a4-2079-4d92-96bb-b8917248d13a None None] For port 623b86cb-6c44-4b5d-b169-f25fdc9fb33c, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=623b86cb-6c44-4b5d-b169-f25fdc9fb33c,segment=NetworkSegment(0bf43c36-20b7-49f4-ac08-5caff686e397),segment_id=0bf43c36-20b7-49f4-ac08-5caff686e397)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:50:18.608488 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-d77f5d2a-7fae-42c2-8567-f159ed56e6fc tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Allocated IP 172.20.0.9 (a43ccc7a-849f-4f56-ac11-d029c901b0b3/a94c9212-9e38-4b18-bedf-fe665376d4de/588a54e2-baba-4c35-adcd-b6d89c848126) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:50:18.613937 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6bd7-f140-438b-a06e-7f147f436fc8 admin admin] Publish callbacks [] for router_gateway (10e86d56-eb2c-4a79-81f0-d9cb5b93be2b), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:18.634843 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb6a64c-ff6f-497d-8f47-be17f36b2e6b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 08 21:50:18.635440 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb6a64c-ff6f-497d-8f47-be17f36b2e6b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:50:18.647346 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b8be17a4-2079-4d92-96bb-b8917248d13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (623b86cb-6c44-4b5d-b169-f25fdc9fb33c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:18.658640 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6bd7-f140-438b-a06e-7f147f436fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:18.727916 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1eb6a64c-ff6f-497d-8f47-be17f36b2e6b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.0968039 Feb 08 21:50:18.731637 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57722) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:18.743360 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-30f3200e-deaf-4f55-aa10-eb10917307f4 None None] Provisioning complete for port 1a778811-8307-4406-8211-52d01a6e2f98 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:18.743806 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30f3200e-deaf-4f55-aa10-eb10917307f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1a778811-8307-4406-8211-52d01a6e2f98), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:18.814742 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 1a778811-8307-4406-8211-52d01a6e2f98 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:18.817436 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1a778811-8307-4406-8211-52d01a6e2f98), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:18.831975 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-15b6a97b-206a-4f0f-91fa-b431bb2ad351 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] For port b65475b9-1f96-4f32-aa7a-d498ed8a8bf0, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b65475b9-1f96-4f32-aa7a-d498ed8a8bf0,segment=NetworkSegment(4bb4dbdb-9c29-42ba-851d-42e216974814),segment_id=4bb4dbdb-9c29-42ba-851d-42e216974814)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:18.832514 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-15b6a97b-206a-4f0f-91fa-b431bb2ad351 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b65475b9-1f96-4f32-aa7a-d498ed8a8bf0), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:18.841848 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be17a4-2079-4d92-96bb-b8917248d13a None None] Pushing event updated for resources: {'Port': ['ID=623b86cb-6c44-4b5d-b169-f25fdc9fb33c,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:18.854427 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-15b6a97b-206a-4f0f-91fa-b431bb2ad351 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Calling delete_port for b65475b9-1f96-4f32-aa7a-d498ed8a8bf0 owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:50:18.932868 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a969c5f-83a0-4170-87ec-cc87e958966f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:18.956576 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a969c5f-83a0-4170-87ec-cc87e958966f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:18.960735 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1a969c5f-83a0-4170-87ec-cc87e958966f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2260339 Feb 08 21:50:18.962438 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57730) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:18.964189 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-30f3200e-deaf-4f55-aa10-eb10917307f4 None None] Current status of the port 1a778811-8307-4406-8211-52d01a6e2f98 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:18.964597 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30f3200e-deaf-4f55-aa10-eb10917307f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1a778811-8307-4406-8211-52d01a6e2f98), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:18.969810 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 1a778811-8307-4406-8211-52d01a6e2f98, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=1a778811-8307-4406-8211-52d01a6e2f98,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:18.982929 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1a778811-8307-4406-8211-52d01a6e2f98), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:19.146134 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-3a0d6bd7-f140-438b-a06e-7f147f436fc8 admin admin] Allocated IP 172.25.3.2 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/60b06826-0025-469d-8926-3504474ebe78) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:50:19.215850 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-15b6a97b-206a-4f0f-91fa-b431bb2ad351 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (b65475b9-1f96-4f32-aa7a-d498ed8a8bf0), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:19.298232 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6a97b-206a-4f0f-91fa-b431bb2ad351 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event deleted for resources: {'Port': ['ID=b65475b9-1f96-4f32-aa7a-d498ed8a8bf0,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:19.339576 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-d77f5d2a-7fae-42c2-8567-f159ed56e6fc tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Publish callbacks [] for port (588a54e2-baba-4c35-adcd-b6d89c848126), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:19.360001 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=1a778811-8307-4406-8211-52d01a6e2f98,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:19.376069 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25336e69-21d0-4b4f-a2b7-4a0a43f0a671 req-63f42dab-390b-42db-84c1-e20228b7aba7 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1b5b9eaf-9b5c-4c18-8db6-562e04410c01 HTTP/1.1" status: 200 len: 210 time: 0.0900378 Feb 08 21:50:19.385565 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-30f3200e-deaf-4f55-aa10-eb10917307f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:50:19.386769 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-30f3200e-deaf-4f55-aa10-eb10917307f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:50:19.461771 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0fdfb1e9-6349-474f-93a8-a491b608c2e1 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting port a3703ca2-d620-4b04-a1cc-294ec5b56aa0 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:50:19.462294 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0fdfb1e9-6349-474f-93a8-a491b608c2e1 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (a3703ca2-d620-4b04-a1cc-294ec5b56aa0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:19.562448 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-d77f5d2a-7fae-42c2-8567-f159ed56e6fc tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (588a54e2-baba-4c35-adcd-b6d89c848126), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:19.575764 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['1e1b2688-71d2-4303-bbd9-a20e4172f4ea'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:50:19.601455 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6bd7-f140-438b-a06e-7f147f436fc8 admin admin] Publish callbacks [] for port (60b06826-0025-469d-8926-3504474ebe78), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:19.683561 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-d77f5d2a-7fae-42c2-8567-f159ed56e6fc tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Network a43ccc7a-849f-4f56-ac11-d029c901b0b3 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:50:19.721204 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-d77f5d2a-7fae-42c2-8567-f159ed56e6fc tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:50:19.734505 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-d77f5d2a-7fae-42c2-8567-f159ed56e6fc tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:50:19.763670 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-15b6a97b-206a-4f0f-91fa-b431bb2ad351 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (919da60f-8cef-4036-848d-8c4b49fcaf70), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:19.803925 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f5d2a-7fae-42c2-8567-f159ed56e6fc tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Pushing event updated for resources: {'Port': ['ID=588a54e2-baba-4c35-adcd-b6d89c848126,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:19.851019 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0fdfb1e9-6349-474f-93a8-a491b608c2e1 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (a3703ca2-d620-4b04-a1cc-294ec5b56aa0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:19.912242 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0fdfb1e9-6349-474f-93a8-a491b608c2e1 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Calling delete_port for a3703ca2-d620-4b04-a1cc-294ec5b56aa0 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:50:20.022664 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-30f3200e-deaf-4f55-aa10-eb10917307f4 None None] Current status of the port 1a778811-8307-4406-8211-52d01a6e2f98 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:20.156204 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-d77f5d2a-7fae-42c2-8567-f159ed56e6fc tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:20.156982 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-d77f5d2a-7fae-42c2-8567-f159ed56e6fc tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:20.179737 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6bd7-f140-438b-a06e-7f147f436fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (60b06826-0025-469d-8926-3504474ebe78), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:20.189138 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2c9d1794-074a-4c47-a171-a2c7202daa1f None None] Provisioning complete for port a3703ca2-d620-4b04-a1cc-294ec5b56aa0 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:20.189829 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c9d1794-074a-4c47-a171-a2c7202daa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a3703ca2-d620-4b04-a1cc-294ec5b56aa0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:20.232469 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-d77f5d2a-7fae-42c2-8567-f159ed56e6fc tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.3859181 Feb 08 21:50:20.259265 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-714a25dd-4a3f-4724-bd96-c2bb09aeda3c service neutron] Request body: {'port': {'device_id': '1b5b9eaf-9b5c-4c18-8db6-562e04410c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:50:20.265790 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 1a778811-8307-4406-8211-52d01a6e2f98 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:50:20.329200 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0d6bd7-f140-438b-a06e-7f147f436fc8 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:50:20.331985 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2c9d1794-074a-4c47-a171-a2c7202daa1f None None] Port a3703ca2-d620-4b04-a1cc-294ec5b56aa0 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:50:20.386146 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 1a778811-8307-4406-8211-52d01a6e2f98 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:20.386795 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1a778811-8307-4406-8211-52d01a6e2f98), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:20.387364 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-3a0d6bd7-f140-438b-a06e-7f147f436fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:50:20.397984 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0d6bd7-f140-438b-a06e-7f147f436fc8 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:50:20.433562 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b6a97b-206a-4f0f-91fa-b431bb2ad351 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Router 919da60f-8cef-4036-848d-8c4b49fcaf70 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:50:20.539086 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-54b91606-7038-4d67-ab27-75944e67ab5b None None] Provisioning complete for port 588a54e2-baba-4c35-adcd-b6d89c848126 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:20.539846 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54b91606-7038-4d67-ab27-75944e67ab5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (588a54e2-baba-4c35-adcd-b6d89c848126), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:20.550096 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d6bd7-f140-438b-a06e-7f147f436fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=60b06826-0025-469d-8926-3504474ebe78,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:20.564295 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-714a25dd-4a3f-4724-bd96-c2bb09aeda3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (588a54e2-baba-4c35-adcd-b6d89c848126), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:20.596308 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-54b91606-7038-4d67-ab27-75944e67ab5b None None] Port 588a54e2-baba-4c35-adcd-b6d89c848126 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:50:20.671931 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 1a778811-8307-4406-8211-52d01a6e2f98 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:20.679963 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 623b86cb-6c44-4b5d-b169-f25fdc9fb33c up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:50:20.694374 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bc8d4-07c2-4943-8771-ab569399dc73 req-927bad79-f001-46cf-9c20-5e3bb8fab134 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:20.702303 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cd7bc8d4-07c2-4943-8771-ab569399dc73 req-927bad79-f001-46cf-9c20-5e3bb8fab134 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1b5b9eaf-9b5c-4c18-8db6-562e04410c01 HTTP/1.1" status: 200 len: 1027 time: 0.0860445 Feb 08 21:50:20.751232 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b6a97b-206a-4f0f-91fa-b431bb2ad351 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:50:20.759253 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-15b6a97b-206a-4f0f-91fa-b431bb2ad351 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "PUT /v2.0/routers/919da60f-8cef-4036-848d-8c4b49fcaf70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5670893 Feb 08 21:50:20.762228 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57758) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:20.767266 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c029d60-3beb-473d-bb8c-ee5f1c4a3487 None None] Sync routers for ids ['919da60f-8cef-4036-848d-8c4b49fcaf70'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:50:20.785488 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cd7bc8d4-07c2-4943-8771-ab569399dc73 req-70a4ece6-c296-4aed-8e09-fd06af68c2e5 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=831c91b7-ce41-4232-b8f7-ccad02b24188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818737 Feb 08 21:50:20.795640 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c029d60-3beb-473d-bb8c-ee5f1c4a3487 None None] Routers {'919da60f-8cef-4036-848d-8c4b49fcaf70'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:50:20.796307 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6c029d60-3beb-473d-bb8c-ee5f1c4a3487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:49:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['919da60f-8cef-4036-848d-8c4b49fcaf70'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:20.812487 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f22fb9-07f8-48a6-a780-bd901354dfc8 None None] Network 6a1247f3-8c90-4ee2-9676-c57e24527f6e requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:50:20.907280 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0fdfb1e9-6349-474f-93a8-a491b608c2e1 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (a3703ca2-d620-4b04-a1cc-294ec5b56aa0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:20.929359 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-de042993-2d22-434c-94f6-1cbe1b4b534f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Deleting subnet 1644e6a9-5db3-4d26-a204-defd8ce553ea {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:50:20.937188 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-de042993-2d22-434c-94f6-1cbe1b4b534f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for subnet (1644e6a9-5db3-4d26-a204-defd8ce553ea), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:21.047169 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-6c029d60-3beb-473d-bb8c-ee5f1c4a3487 None None] Set router 919da60f-8cef-4036-848d-8c4b49fcaf70 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:50:21.060559 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-de042993-2d22-434c-94f6-1cbe1b4b534f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (1644e6a9-5db3-4d26-a204-defd8ce553ea), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:21.097703 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdfb1e9-6349-474f-93a8-a491b608c2e1 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Port': ['ID=a3703ca2-d620-4b04-a1cc-294ec5b56aa0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:21.241490 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 623b86cb-6c44-4b5d-b169-f25fdc9fb33c triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:21.247137 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (623b86cb-6c44-4b5d-b169-f25fdc9fb33c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:21.378032 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-65bc7d8a-8c9c-4684-8464-6d75e00efe64 None None] Provisioning complete for port 623b86cb-6c44-4b5d-b169-f25fdc9fb33c triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:21.387564 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-65bc7d8a-8c9c-4684-8464-6d75e00efe64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (623b86cb-6c44-4b5d-b169-f25fdc9fb33c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:21.415593 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-de042993-2d22-434c-94f6-1cbe1b4b534f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (1644e6a9-5db3-4d26-a204-defd8ce553ea), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:21.490544 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6c029d60-3beb-473d-bb8c-ee5f1c4a3487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919da60f-8cef-4036-848d-8c4b49fcaf70', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666414976', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '22f7023c-2e62-41d1-9358-b11dbb9c8927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:49:29Z', 'updated_at': '2022-02-08T21:50:19Z', 'revision_number': 5, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'gw_port': {'id': '22f7023c-2e62-41d1-9358-b11dbb9c8927', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919da60f-8cef-4036-848d-8c4b49fcaf70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:30Z', 'updated_at': '2022-02-08T21:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:21.576695 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c029d60-3beb-473d-bb8c-ee5f1c4a3487 None None] Checking router: 919da60f-8cef-4036-848d-8c4b49fcaf70 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:50:21.599037 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c029d60-3beb-473d-bb8c-ee5f1c4a3487 None None] Routers {'919da60f-8cef-4036-848d-8c4b49fcaf70'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:50:21.599274 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6c029d60-3beb-473d-bb8c-ee5f1c4a3487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:49:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['919da60f-8cef-4036-848d-8c4b49fcaf70'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:21.649807 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-de042993-2d22-434c-94f6-1cbe1b4b534f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (1644e6a9-5db3-4d26-a204-defd8ce553ea), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:21.700811 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-65bc7d8a-8c9c-4684-8464-6d75e00efe64 None None] Current status of the port 623b86cb-6c44-4b5d-b169-f25fdc9fb33c is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:21.701310 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-65bc7d8a-8c9c-4684-8464-6d75e00efe64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (623b86cb-6c44-4b5d-b169-f25fdc9fb33c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:21.702809 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0fdfb1e9-6349-474f-93a8-a491b608c2e1 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:21.705892 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c58290-cbcd-495c-aa8c-b799df812ade None None] Network ee539c7f-af72-4bae-b324-2e8f7a819798 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:50:21.710131 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 623b86cb-6c44-4b5d-b169-f25fdc9fb33c is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:21.710527 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (623b86cb-6c44-4b5d-b169-f25fdc9fb33c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:21.711195 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0fdfb1e9-6349-474f-93a8-a491b608c2e1 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/a3703ca2-d620-4b04-a1cc-294ec5b56aa0 HTTP/1.1" status: 204 len: 168 time: 2.7450602 Feb 08 21:50:21.716171 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57776) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:21.746273 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-de042993-2d22-434c-94f6-1cbe1b4b534f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:21.750261 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-de042993-2d22-434c-94f6-1cbe1b4b534f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "DELETE /v2.0/subnets/1644e6a9-5db3-4d26-a204-defd8ce553ea HTTP/1.1" status: 204 len: 168 time: 0.9869318 Feb 08 21:50:21.758456 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57778) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:21.759414 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de042993-2d22-434c-94f6-1cbe1b4b534f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event deleted for resources: {'Subnet': ['ID=1644e6a9-5db3-4d26-a204-defd8ce553ea,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:21.789162 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b12a98-288d-4c7c-9485-7b33a927cb3e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:21.791586 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b12a98-288d-4c7c-9485-7b33a927cb3e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:21.796220 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a9b12a98-288d-4c7c-9485-7b33a927cb3e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0785966 Feb 08 21:50:21.865727 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-6c029d60-3beb-473d-bb8c-ee5f1c4a3487 None None] Set router 919da60f-8cef-4036-848d-8c4b49fcaf70 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:50:21.879583 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 623b86cb-6c44-4b5d-b169-f25fdc9fb33c, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=623b86cb-6c44-4b5d-b169-f25fdc9fb33c,segment=NetworkSegment(0bf43c36-20b7-49f4-ac08-5caff686e397),segment_id=0bf43c36-20b7-49f4-ac08-5caff686e397)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:21.886947 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (623b86cb-6c44-4b5d-b169-f25fdc9fb33c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:21.940842 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b81d2163-ede2-4032-8d6c-9e83e6345287 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for router (919da60f-8cef-4036-848d-8c4b49fcaf70), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:21.942366 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57780) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:22.027417 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-695866d8-3c1f-4052-92e2-f44aa9334508 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet 69151362-0605-48f3-91df-fe63aaefb0aa {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:50:22.031453 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-695866d8-3c1f-4052-92e2-f44aa9334508 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (69151362-0605-48f3-91df-fe63aaefb0aa), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:22.133700 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-695866d8-3c1f-4052-92e2-f44aa9334508 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (69151362-0605-48f3-91df-fe63aaefb0aa), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:22.162072 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-65bc7d8a-8c9c-4684-8464-6d75e00efe64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:50:22.162428 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-65bc7d8a-8c9c-4684-8464-6d75e00efe64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:50:22.165591 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baeb085-c1a8-4c71-871a-9477d7cc3669 req-8c4ec729-1cf8-4fea-8afe-42da0b226d13 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:22.167791 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4baeb085-c1a8-4c71-871a-9477d7cc3669 req-8c4ec729-1cf8-4fea-8afe-42da0b226d13 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1b5b9eaf-9b5c-4c18-8db6-562e04410c01 HTTP/1.1" status: 200 len: 1027 time: 0.0820861 Feb 08 21:50:22.179869 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=623b86cb-6c44-4b5d-b169-f25fdc9fb33c,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:22.224187 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b81d2163-ede2-4032-8d6c-9e83e6345287 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for router_gateway (919da60f-8cef-4036-848d-8c4b49fcaf70), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:22.268501 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6c029d60-3beb-473d-bb8c-ee5f1c4a3487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919da60f-8cef-4036-848d-8c4b49fcaf70', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666414976', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '22f7023c-2e62-41d1-9358-b11dbb9c8927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:49:29Z', 'updated_at': '2022-02-08T21:50:19Z', 'revision_number': 5, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'gw_port': {'id': '22f7023c-2e62-41d1-9358-b11dbb9c8927', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919da60f-8cef-4036-848d-8c4b49fcaf70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:30Z', 'updated_at': '2022-02-08T21:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:22.301505 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4baeb085-c1a8-4c71-871a-9477d7cc3669 req-b919cc12-9e2f-4a70-92a8-1558599224e5 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=831c91b7-ce41-4232-b8f7-ccad02b24188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034508 Feb 08 21:50:22.310231 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c029d60-3beb-473d-bb8c-ee5f1c4a3487 None None] The sync data for ids ['919da60f-8cef-4036-848d-8c4b49fcaf70'] in n-d-712143-31 is: [{'id': '919da60f-8cef-4036-848d-8c4b49fcaf70', 'name': 'tempest-TestSecurityGroupsBasicOps-router-666414976', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '22f7023c-2e62-41d1-9358-b11dbb9c8927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:49:29Z', 'updated_at': '2022-02-08T21:50:19Z', 'revision_number': 5, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'gw_port': {'id': '22f7023c-2e62-41d1-9358-b11dbb9c8927', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919da60f-8cef-4036-848d-8c4b49fcaf70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:30Z', 'updated_at': '2022-02-08T21:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:50:22.317138 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda5a585-d185-4f87-8a8c-a365d6a8a2c1 None None] DHCP port deletion for ee539c7f-af72-4bae-b324-2e8f7a819798 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:50:22.350462 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b81d2163-ede2-4032-8d6c-9e83e6345287 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Deleting port 22f7023c-2e62-41d1-9358-b11dbb9c8927 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:50:22.350839 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b81d2163-ede2-4032-8d6c-9e83e6345287 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (22f7023c-2e62-41d1-9358-b11dbb9c8927), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:22.376497 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6bd7-f140-438b-a06e-7f147f436fc8 admin admin] Publish callbacks [] for router_gateway (10e86d56-eb2c-4a79-81f0-d9cb5b93be2b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:22.433492 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-fda5a585-d185-4f87-8a8c-a365d6a8a2c1 None None] Deleting port 7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:50:22.433843 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fda5a585-d185-4f87-8a8c-a365d6a8a2c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:22.463425 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-b81d2163-ede2-4032-8d6c-9e83e6345287 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] For port 22f7023c-2e62-41d1-9358-b11dbb9c8927, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=22f7023c-2e62-41d1-9358-b11dbb9c8927,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:22.463797 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b81d2163-ede2-4032-8d6c-9e83e6345287 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (22f7023c-2e62-41d1-9358-b11dbb9c8927), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:22.487857 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b81d2163-ede2-4032-8d6c-9e83e6345287 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Calling delete_port for 22f7023c-2e62-41d1-9358-b11dbb9c8927 owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:50:22.692033 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-695866d8-3c1f-4052-92e2-f44aa9334508 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (69151362-0605-48f3-91df-fe63aaefb0aa), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:22.739982 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b81d2163-ede2-4032-8d6c-9e83e6345287 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (22f7023c-2e62-41d1-9358-b11dbb9c8927), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:22.788572 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d2163-ede2-4032-8d6c-9e83e6345287 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event deleted for resources: {'Port': ['ID=22f7023c-2e62-41d1-9358-b11dbb9c8927,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:22.856617 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-fda5a585-d185-4f87-8a8c-a365d6a8a2c1 None None] For port 7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d,segment=NetworkSegment(4bb4dbdb-9c29-42ba-851d-42e216974814),segment_id=4bb4dbdb-9c29-42ba-851d-42e216974814)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:22.857050 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fda5a585-d185-4f87-8a8c-a365d6a8a2c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:22.872104 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-65bc7d8a-8c9c-4684-8464-6d75e00efe64 None None] Current status of the port 623b86cb-6c44-4b5d-b169-f25fdc9fb33c is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:22.892351 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-fda5a585-d185-4f87-8a8c-a365d6a8a2c1 None None] Calling delete_port for 7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:50:22.900122 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b81d2163-ede2-4032-8d6c-9e83e6345287 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (919da60f-8cef-4036-848d-8c4b49fcaf70), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:23.013195 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-714a25dd-4a3f-4724-bd96-c2bb09aeda3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 588a54e2-baba-4c35-adcd-b6d89c848126 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:50:23.024721 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-714a25dd-4a3f-4724-bd96-c2bb09aeda3c service neutron] Publish callbacks [] for port (588a54e2-baba-4c35-adcd-b6d89c848126), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:23.058320 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b81d2163-ede2-4032-8d6c-9e83e6345287 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (919da60f-8cef-4036-848d-8c4b49fcaf70), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:23.062369 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b81d2163-ede2-4032-8d6c-9e83e6345287 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for router_controller (919da60f-8cef-4036-848d-8c4b49fcaf70), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:23.094833 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-714a25dd-4a3f-4724-bd96-c2bb09aeda3c service neutron] Transition to ACTIVE for port object 588a54e2-baba-4c35-adcd-b6d89c848126 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:50:23.098779 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-695866d8-3c1f-4052-92e2-f44aa9334508 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (69151362-0605-48f3-91df-fe63aaefb0aa), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:23.106866 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-714a25dd-4a3f-4724-bd96-c2bb09aeda3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (588a54e2-baba-4c35-adcd-b6d89c848126), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:23.142650 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-670a8e9e-de07-4bc3-bb56-6986bd4481ee None None] Provisioning complete for port 623b86cb-6c44-4b5d-b169-f25fdc9fb33c triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:23.144101 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-670a8e9e-de07-4bc3-bb56-6986bd4481ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (623b86cb-6c44-4b5d-b169-f25fdc9fb33c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:23.174969 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695866d8-3c1f-4052-92e2-f44aa9334508 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=69151362-0605-48f3-91df-fe63aaefb0aa,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:23.192756 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b81d2163-ede2-4032-8d6c-9e83e6345287 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (919da60f-8cef-4036-848d-8c4b49fcaf70), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:23.194680 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81d2163-ede2-4032-8d6c-9e83e6345287 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Fanout notify agent at l3_agent the message router_deleted on router 919da60f-8cef-4036-848d-8c4b49fcaf70 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:50:23.202696 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-695866d8-3c1f-4052-92e2-f44aa9334508 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:23.206071 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-695866d8-3c1f-4052-92e2-f44aa9334508 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/69151362-0605-48f3-91df-fe63aaefb0aa HTTP/1.1" status: 204 len: 168 time: 1.2568996 Feb 08 21:50:23.225919 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b81d2163-ede2-4032-8d6c-9e83e6345287 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:23.230639 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57806) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:23.234168 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8707cdb3-1f62-45d6-af0c-55ddf3489975 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:50:23.234399 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b81d2163-ede2-4032-8d6c-9e83e6345287 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "DELETE /v2.0/routers/919da60f-8cef-4036-848d-8c4b49fcaf70 HTTP/1.1" status: 204 len: 168 time: 1.4685440 Feb 08 21:50:23.235341 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57808) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:23.397759 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a25dd-4a3f-4724-bd96-c2bb09aeda3c service neutron] Pushing event updated for resources: {'Port': ['ID=588a54e2-baba-4c35-adcd-b6d89c848126,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:23.402765 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6bd7-f140-438b-a06e-7f147f436fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (10e86d56-eb2c-4a79-81f0-d9cb5b93be2b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:23.423245 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-013a80ff-2399-450a-ad2c-9d5b0fe35d91 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1802042 Feb 08 21:50:23.430101 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57812) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:23.484757 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fda5a585-d185-4f87-8a8c-a365d6a8a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:23.569660 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda5a585-d185-4f87-8a8c-a365d6a8a2c1 None None] No DVR routers for this DVR port 7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:50:23.607910 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-fa3c824c-5caf-48c1-92fe-42fd1b92ff8b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:50:23.695275 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5a585-d185-4f87-8a8c-a365d6a8a2c1 None None] Pushing event deleted for resources: {'Port': ['ID=7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:23.700032 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-670a8e9e-de07-4bc3-bb56-6986bd4481ee None None] Current status of the port 623b86cb-6c44-4b5d-b169-f25fdc9fb33c is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:23.756018 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-714a25dd-4a3f-4724-bd96-c2bb09aeda3c service neutron] Attempting to bind port 588a54e2-baba-4c35-adcd-b6d89c848126 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:50:23.756389 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-714a25dd-4a3f-4724-bd96-c2bb09aeda3c service neutron] Attempting to bind port 588a54e2-baba-4c35-adcd-b6d89c848126 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '768cd7f6-d1e3-43db-aeb0-14839363bb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a43ccc7a-849f-4f56-ac11-d029c901b0b3'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:50:23.756687 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-714a25dd-4a3f-4724-bd96-c2bb09aeda3c service neutron] Attempting to bind port 588a54e2-baba-4c35-adcd-b6d89c848126 on network a43ccc7a-849f-4f56-ac11-d029c901b0b3 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:50:23.769117 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0d6bd7-f140-438b-a06e-7f147f436fc8 admin admin] Router 10e86d56-eb2c-4a79-81f0-d9cb5b93be2b is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:50:23.785108 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-714a25dd-4a3f-4724-bd96-c2bb09aeda3c service neutron] Port 588a54e2-baba-4c35-adcd-b6d89c848126 on network a43ccc7a-849f-4f56-ac11-d029c901b0b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:50:23.785473 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-714a25dd-4a3f-4724-bd96-c2bb09aeda3c service neutron] Attempting to bind port 588a54e2-baba-4c35-adcd-b6d89c848126 on network a43ccc7a-849f-4f56-ac11-d029c901b0b3 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:50:23.892093 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa2ca43-5185-4a56-97cc-e33c3897beb7 None None] DHCP port deletion for 27f9d783-a380-45ce-9337-9219c380755c request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:50:23.895428 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-714a25dd-4a3f-4724-bd96-c2bb09aeda3c service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:50:23.896125 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-714a25dd-4a3f-4724-bd96-c2bb09aeda3c service neutron] Checking segment: {'id': '768cd7f6-d1e3-43db-aeb0-14839363bb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a43ccc7a-849f-4f56-ac11-d029c901b0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:50:23.897015 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-714a25dd-4a3f-4724-bd96-c2bb09aeda3c service neutron] Bound using segment: {'id': '768cd7f6-d1e3-43db-aeb0-14839363bb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a43ccc7a-849f-4f56-ac11-d029c901b0b3'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:50:23.897657 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-714a25dd-4a3f-4724-bd96-c2bb09aeda3c service neutron] Bound port: 588a54e2-baba-4c35-adcd-b6d89c848126, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768cd7f6-d1e3-43db-aeb0-14839363bb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a43ccc7a-849f-4f56-ac11-d029c901b0b3'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:50:23.898180 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-714a25dd-4a3f-4724-bd96-c2bb09aeda3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (588a54e2-baba-4c35-adcd-b6d89c848126), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:23.915107 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3c824c-5caf-48c1-92fe-42fd1b92ff8b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:50:23.928596 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa3c824c-5caf-48c1-92fe-42fd1b92ff8b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:24.048297 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-faa2ca43-5185-4a56-97cc-e33c3897beb7 None None] Deleting port 1a778811-8307-4406-8211-52d01a6e2f98 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:50:24.048768 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-faa2ca43-5185-4a56-97cc-e33c3897beb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (1a778811-8307-4406-8211-52d01a6e2f98), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:24.067131 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2bea07bf-11cf-4876-8ff9-e54d37852a6e tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (ee539c7f-af72-4bae-b324-2e8f7a819798), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:24.084075 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4ff8d-8fe6-40f9-80c4-437ab1d31c6d req-e4fa40ad-e28b-4cf7-8b3a-0c697b10cf08 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:24.085692 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6ca4ff8d-8fe6-40f9-80c4-437ab1d31c6d req-e4fa40ad-e28b-4cf7-8b3a-0c697b10cf08 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1b5b9eaf-9b5c-4c18-8db6-562e04410c01 HTTP/1.1" status: 200 len: 1053 time: 0.2173505 Feb 08 21:50:24.138348 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-faa2ca43-5185-4a56-97cc-e33c3897beb7 None None] For port 1a778811-8307-4406-8211-52d01a6e2f98, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=1a778811-8307-4406-8211-52d01a6e2f98,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:24.138872 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-faa2ca43-5185-4a56-97cc-e33c3897beb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (1a778811-8307-4406-8211-52d01a6e2f98), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:24.154941 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-faa2ca43-5185-4a56-97cc-e33c3897beb7 None None] Calling delete_port for 1a778811-8307-4406-8211-52d01a6e2f98 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:50:24.193062 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-714a25dd-4a3f-4724-bd96-c2bb09aeda3c service neutron] For port 588a54e2-baba-4c35-adcd-b6d89c848126, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:50:24.196320 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-714a25dd-4a3f-4724-bd96-c2bb09aeda3c service neutron] For port 588a54e2-baba-4c35-adcd-b6d89c848126, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=588a54e2-baba-4c35-adcd-b6d89c848126,segment=NetworkSegment(768cd7f6-d1e3-43db-aeb0-14839363bb6a),segment_id=768cd7f6-d1e3-43db-aeb0-14839363bb6a)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:50:24.211555 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-714a25dd-4a3f-4724-bd96-c2bb09aeda3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (588a54e2-baba-4c35-adcd-b6d89c848126), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:24.241448 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2bea07bf-11cf-4876-8ff9-e54d37852a6e tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (ee539c7f-af72-4bae-b324-2e8f7a819798), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:24.256141 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6ca4ff8d-8fe6-40f9-80c4-437ab1d31c6d req-b9bdc8e4-edfc-43f7-bfeb-c90f60e28a5d tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=831c91b7-ce41-4232-b8f7-ccad02b24188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626208 Feb 08 21:50:24.260186 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 623b86cb-6c44-4b5d-b169-f25fdc9fb33c up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:50:24.278609 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-faa2ca43-5185-4a56-97cc-e33c3897beb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (1a778811-8307-4406-8211-52d01a6e2f98), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:24.285248 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-714a25dd-4a3f-4724-bd96-c2bb09aeda3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:24.286198 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-714a25dd-4a3f-4724-bd96-c2bb09aeda3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:24.288307 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-714a25dd-4a3f-4724-bd96-c2bb09aeda3c service neutron] 10.222.0.94 "PUT /v2.0/ports/588a54e2-baba-4c35-adcd-b6d89c848126 HTTP/1.1" status: 200 len: 1092 time: 4.0428643 Feb 08 21:50:24.295465 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b5b9eaf-9b5c-4c18-8db6-562e04410c01', 'tag': '588a54e2-baba-4c35-adcd-b6d89c848126'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:50:24.298084 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff848a05-e7ba-40e0-af52-021d1be04ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "1b5b9eaf-9b5c-4c18-8db6-562e04410c01", "tag": "588a54e2-baba-4c35-adcd-b6d89c848126"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:50:24.308810 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-2bea07bf-11cf-4876-8ff9-e54d37852a6e tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee539c7f-af72-4bae-b324-2e8f7a819798']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:24.349817 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0d6bd7-f140-438b-a06e-7f147f436fc8 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:50:24.356158 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-2bea07bf-11cf-4876-8ff9-e54d37852a6e tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb4dbdb-9c29-42ba-851d-42e216974814') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:24.356465 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-2bea07bf-11cf-4876-8ff9-e54d37852a6e tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb4dbdb-9c29-42ba-851d-42e216974814') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:24.385508 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2bea07bf-11cf-4876-8ff9-e54d37852a6e tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (4bb4dbdb-9c29-42ba-851d-42e216974814), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:24.391662 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c5885b-c07d-43f6-98ec-3ae25df444e1 x-openstack-request-id: req-a1c5885b-c07d-43f6-98ec-3ae25df444e1 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:50:24.391969 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b5b9eaf-9b5c-4c18-8db6-562e04410c01", "tag": "588a54e2-baba-4c35-adcd-b6d89c848126", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:50:24.392235 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a1c5885b-c07d-43f6-98ec-3ae25df444e1 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:50:24.392649 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b5b9eaf-9b5c-4c18-8db6-562e04410c01', 'tag': '588a54e2-baba-4c35-adcd-b6d89c848126', 'status': 'completed', 'code': 200} Feb 08 21:50:24.413496 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2bea07bf-11cf-4876-8ff9-e54d37852a6e tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (4bb4dbdb-9c29-42ba-851d-42e216974814), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:24.417766 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ba43551c-2742-4435-b31e-a62cf83769a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:24.421124 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a25dd-4a3f-4724-bd96-c2bb09aeda3c service neutron] Pushing event updated for resources: {'Port': ['ID=588a54e2-baba-4c35-adcd-b6d89c848126,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:24.443986 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bea07bf-11cf-4876-8ff9-e54d37852a6e tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:50:24.444410 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2bea07bf-11cf-4876-8ff9-e54d37852a6e tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (4bb4dbdb-9c29-42ba-851d-42e216974814), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:24.449647 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5288f75e-ff2a-4c7f-b386-4498188c56c3 None None] Sync routers for ids ['10e86d56-eb2c-4a79-81f0-d9cb5b93be2b'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:50:24.450828 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:50:24.458794 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa2ca43-5185-4a56-97cc-e33c3897beb7 None None] No DVR routers for this DVR port 1a778811-8307-4406-8211-52d01a6e2f98 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:50:24.469304 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6bd7-f140-438b-a06e-7f147f436fc8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:24.474335 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3a0d6bd7-f140-438b-a06e-7f147f436fc8 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 7.4855275 Feb 08 21:50:24.475202 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57830) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:24.476054 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2ca43-5185-4a56-97cc-e33c3897beb7 None None] Pushing event deleted for resources: {'Port': ['ID=1a778811-8307-4406-8211-52d01a6e2f98,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:24.483367 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5288f75e-ff2a-4c7f-b386-4498188c56c3 None None] Routers {'10e86d56-eb2c-4a79-81f0-d9cb5b93be2b'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:50:24.484162 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-5288f75e-ff2a-4c7f-b386-4498188c56c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:49:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['10e86d56-eb2c-4a79-81f0-d9cb5b93be2b'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:24.596609 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 623b86cb-6c44-4b5d-b169-f25fdc9fb33c triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:24.597334 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (623b86cb-6c44-4b5d-b169-f25fdc9fb33c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:24.669352 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2bea07bf-11cf-4876-8ff9-e54d37852a6e tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (ee539c7f-af72-4bae-b324-2e8f7a819798), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:24.669664 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-ba6020c6-c660-4aa7-a4ab-3b06e77002d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:24.669664 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-ba6020c6-c660-4aa7-a4ab-3b06e77002d9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=925af96c7c02432aa2974e87ce9d7c55&device_id=1b5b9eaf-9b5c-4c18-8db6-562e04410c01 HTTP/1.1" status: 200 len: 1126 time: 0.3329864 Feb 08 21:50:24.689677 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2bea07bf-11cf-4876-8ff9-e54d37852a6e tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:24.705169 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2bea07bf-11cf-4876-8ff9-e54d37852a6e tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "DELETE /v2.0/networks/ee539c7f-af72-4bae-b324-2e8f7a819798 HTTP/1.1" status: 204 len: 168 time: 1.4681902 Feb 08 21:50:24.707992 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57840) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:24.745327 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea07bf-11cf-4876-8ff9-e54d37852a6e tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event deleted for resources: {'Network': ['ID=ee539c7f-af72-4bae-b324-2e8f7a819798,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:24.756302 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-3fe79bcd-0665-4f40-8df4-eaad7c60cd01 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=588a54e2-baba-4c35-adcd-b6d89c848126 HTTP/1.1" status: 200 len: 217 time: 0.0569291 Feb 08 21:50:24.805886 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 623b86cb-6c44-4b5d-b169-f25fdc9fb33c is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:24.809198 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa3c824c-5caf-48c1-92fe-42fd1b92ff8b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (36c73732-78cd-4094-a1af-4362026e540e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:24.843507 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-5288f75e-ff2a-4c7f-b386-4498188c56c3 None None] Set router 10e86d56-eb2c-4a79-81f0-d9cb5b93be2b gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:50:24.920495 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c824c-5caf-48c1-92fe-42fd1b92ff8b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=36c73732-78cd-4094-a1af-4362026e540e,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:24.928954 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:50:24.950626 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:50:24.951159 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7a2d4fb2-5a2d-4b8a-bf23-5313a28f369d not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:50:24.951687 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 1a778811-8307-4406-8211-52d01a6e2f98 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:50:25.004062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 1a778811-8307-4406-8211-52d01a6e2f98 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:50:25.004741 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 1a778811-8307-4406-8211-52d01a6e2f98 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:50:25.005461 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 22f7023c-2e62-41d1-9358-b11dbb9c8927 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:50:25.047957 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3c824c-5caf-48c1-92fe-42fd1b92ff8b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:50:25.052925 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-fa3c824c-5caf-48c1-92fe-42fd1b92ff8b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:50:25.054567 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-898aae13-9fbe-4dfa-90ed-15ba59cd6cb0 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Deleting port 842d2c0f-7080-44a5-b082-3a73d79b627b {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:50:25.056467 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-898aae13-9fbe-4dfa-90ed-15ba59cd6cb0 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (842d2c0f-7080-44a5-b082-3a73d79b627b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:25.068677 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3c824c-5caf-48c1-92fe-42fd1b92ff8b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:25.069298 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa3c824c-5caf-48c1-92fe-42fd1b92ff8b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:25.095020 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a977d0-a930-4749-90de-861c2088502e None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:50:25.107282 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 22f7023c-2e62-41d1-9358-b11dbb9c8927 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:50:25.109702 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 22f7023c-2e62-41d1-9358-b11dbb9c8927 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:50:25.110403 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b65475b9-1f96-4f32-aa7a-d498ed8a8bf0 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:50:25.122526 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-eba6447d-4823-4da4-93c6-4db0f92352cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:25.124200 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-eba6447d-4823-4da4-93c6-4db0f92352cb service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a94c9212-9e38-4b18-bedf-fe665376d4de HTTP/1.1" status: 200 len: 848 time: 0.3582964 Feb 08 21:50:25.153810 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fa3c824c-5caf-48c1-92fe-42fd1b92ff8b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5508299 Feb 08 21:50:25.159623 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57848) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:25.167741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-17dff49e-62d6-49de-b7c7-8cb795ffdb15 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'fixed_ips': [{'subnet_id': '36c73732-78cd-4094-a1af-4362026e540e', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1229703359'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:50:25.173802 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-898aae13-9fbe-4dfa-90ed-15ba59cd6cb0 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (842d2c0f-7080-44a5-b082-3a73d79b627b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:25.174128 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-898aae13-9fbe-4dfa-90ed-15ba59cd6cb0 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for floatingip (842d2c0f-7080-44a5-b082-3a73d79b627b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:25.232597 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: b65475b9-1f96-4f32-aa7a-d498ed8a8bf0 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:50:25.233358 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b65475b9-1f96-4f32-aa7a-d498ed8a8bf0 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:50:25.253875 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-898aae13-9fbe-4dfa-90ed-15ba59cd6cb0 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Calling delete_port for 842d2c0f-7080-44a5-b082-3a73d79b627b owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:50:25.275963 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c0fdf2-4058-4ffb-9aaf-cc0d3adf976e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-27f9d783-a380-45ce-9337-9219c380755c', 'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'project_id': '1bafe448e33448c7ae7ce06f728d4448', 'fixed_ips': [{'subnet_id': '36c73732-78cd-4094-a1af-4362026e540e'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:50:25.277001 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-67c0fdf2-4058-4ffb-9aaf-cc0d3adf976e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:25.372060 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-43a247ca-5bbe-47b8-9cb1-5b3ae05b2b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:25.374750 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-43a247ca-5bbe-47b8-9cb1-5b3ae05b2b8b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=a43ccc7a-849f-4f56-ac11-d029c901b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2414935 Feb 08 21:50:25.517351 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-898aae13-9fbe-4dfa-90ed-15ba59cd6cb0 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (842d2c0f-7080-44a5-b082-3a73d79b627b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:25.542676 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-67c0fdf2-4058-4ffb-9aaf-cc0d3adf976e None None] Allocated IP 2001:db8::2 (27f9d783-a380-45ce-9337-9219c380755c/36c73732-78cd-4094-a1af-4362026e540e/4843400d-08f8-4948-a9c2-34c9ebd163c4) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:50:25.555082 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-5288f75e-ff2a-4c7f-b386-4498188c56c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e86d56-eb2c-4a79-81f0-d9cb5b93be2b', 'name': 'tempest-ImageQuotaTest-1085926003-router', 'tenant_id': 'b1acb737c3a14aa49c2443125a1d1eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '60b06826-0025-469d-8926-3504474ebe78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:17Z', 'updated_at': '2022-02-08T21:50:21Z', 'revision_number': 3, 'project_id': 'b1acb737c3a14aa49c2443125a1d1eee', 'gw_port': {'id': '60b06826-0025-469d-8926-3504474ebe78', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e86d56-eb2c-4a79-81f0-d9cb5b93be2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:50:18Z', 'updated_at': '2022-02-08T21:50:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:25.579156 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898aae13-9fbe-4dfa-90ed-15ba59cd6cb0 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event deleted for resources: {'Port': ['ID=842d2c0f-7080-44a5-b082-3a73d79b627b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:25.600136 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5288f75e-ff2a-4c7f-b386-4498188c56c3 None None] Checking router: 10e86d56-eb2c-4a79-81f0-d9cb5b93be2b for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:50:25.600806 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5288f75e-ff2a-4c7f-b386-4498188c56c3 None None] Updating router 10e86d56-eb2c-4a79-81f0-d9cb5b93be2b port 60b06826-0025-469d-8926-3504474ebe78 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:50:25.635803 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5288f75e-ff2a-4c7f-b386-4498188c56c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (60b06826-0025-469d-8926-3504474ebe78), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:25.657248 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-898aae13-9fbe-4dfa-90ed-15ba59cd6cb0 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for floatingip (cbdeb406-0af5-41b7-bf23-803a6f91eeb3), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:25.657248 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-898aae13-9fbe-4dfa-90ed-15ba59cd6cb0 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Floating IP cbdeb406-0af5-41b7-bf23-803a6f91eeb3 disassociated (deleted). External IP: 172.25.3.218, port: 73a6cde5-daaa-47fc-a627-3ca2e748459d. Feb 08 21:50:25.701925 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-f8c94446-298b-41d6-bc71-a297dc3c9ebe service neutron] 10.222.0.94 "GET /v2.0/networks/a43ccc7a-849f-4f56-ac11-d029c901b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685983 Feb 08 21:50:25.825664 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90382bdf-4536-495b-8a01-c19153b20a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:25.860043 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b7831-f577-46c8-9b36-a4ffc343e97e req-06bc0922-2adb-4d19-9717-53da590e7bc5 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:25.861674 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-230b7831-f577-46c8-9b36-a4ffc343e97e req-06bc0922-2adb-4d19-9717-53da590e7bc5 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1b5b9eaf-9b5c-4c18-8db6-562e04410c01 HTTP/1.1" status: 200 len: 1126 time: 0.3791692 Feb 08 21:50:25.868431 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-67c0fdf2-4058-4ffb-9aaf-cc0d3adf976e None None] Publish callbacks [] for port (4843400d-08f8-4948-a9c2-34c9ebd163c4), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:25.948170 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-230b7831-f577-46c8-9b36-a4ffc343e97e req-fdd8fa5a-4cb8-4940-84db-bd8fd550a7de tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=831c91b7-ce41-4232-b8f7-ccad02b24188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715165 Feb 08 21:50:26.155083 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-67c0fdf2-4058-4ffb-9aaf-cc0d3adf976e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (4843400d-08f8-4948-a9c2-34c9ebd163c4), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:26.157085 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dff49e-62d6-49de-b7c7-8cb795ffdb15 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:50:26.218362 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c0fdf2-4058-4ffb-9aaf-cc0d3adf976e None None] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:50:26.222335 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5288f75e-ff2a-4c7f-b386-4498188c56c3 None None] Publish callbacks [] for port (60b06826-0025-469d-8926-3504474ebe78), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:26.227934 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-67c0fdf2-4058-4ffb-9aaf-cc0d3adf976e None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:50:26.230740 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c0fdf2-4058-4ffb-9aaf-cc0d3adf976e None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:50:26.233462 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0fdf2-4058-4ffb-9aaf-cc0d3adf976e None None] Pushing event updated for resources: {'Port': ['ID=4843400d-08f8-4948-a9c2-34c9ebd163c4,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:26.235791 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5288f75e-ff2a-4c7f-b386-4498188c56c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (60b06826-0025-469d-8926-3504474ebe78), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:26.320754 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe96d88-0bfd-4447-8eb0-347e38f1a8a3 None None] Pushing event updated for resources: {'Port': ['ID=60b06826-0025-469d-8926-3504474ebe78,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:26.371166 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-17dff49e-62d6-49de-b7c7-8cb795ffdb15 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:26.386062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-5288f75e-ff2a-4c7f-b386-4498188c56c3 None None] Attempting to bind port 60b06826-0025-469d-8926-3504474ebe78 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:50:26.386062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-5288f75e-ff2a-4c7f-b386-4498188c56c3 None None] Attempting to bind port 60b06826-0025-469d-8926-3504474ebe78 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:50:26.386062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5288f75e-ff2a-4c7f-b386-4498188c56c3 None None] Attempting to bind port 60b06826-0025-469d-8926-3504474ebe78 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:50:26.392860 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5288f75e-ff2a-4c7f-b386-4498188c56c3 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:50:26.393214 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5288f75e-ff2a-4c7f-b386-4498188c56c3 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:50:26.393792 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5288f75e-ff2a-4c7f-b386-4498188c56c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:26.405212 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5288f75e-ff2a-4c7f-b386-4498188c56c3 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:50:26.405889 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-5288f75e-ff2a-4c7f-b386-4498188c56c3 None None] Bound port: 60b06826-0025-469d-8926-3504474ebe78, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:50:26.406314 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5288f75e-ff2a-4c7f-b386-4498188c56c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (60b06826-0025-469d-8926-3504474ebe78), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:26.409431 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-67c0fdf2-4058-4ffb-9aaf-cc0d3adf976e None None] Attempting to bind port 4843400d-08f8-4948-a9c2-34c9ebd163c4 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:50:26.409890 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-67c0fdf2-4058-4ffb-9aaf-cc0d3adf976e None None] Attempting to bind port 4843400d-08f8-4948-a9c2-34c9ebd163c4 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:50:26.410241 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c0fdf2-4058-4ffb-9aaf-cc0d3adf976e None None] Attempting to bind port 4843400d-08f8-4948-a9c2-34c9ebd163c4 on network 27f9d783-a380-45ce-9337-9219c380755c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:50:26.411096 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0dd8cfdd-31fd-45fd-8178-b08f24443fe8 req-02f426b7-f1f9-4f76-bd84-a5e8d79e64c6 service neutron] 10.222.0.94 "GET /v2.0/networks/a43ccc7a-849f-4f56-ac11-d029c901b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6647639 Feb 08 21:50:26.411607 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-17dff49e-62d6-49de-b7c7-8cb795ffdb15 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] device_id is not set on port 8a761036-dd5a-4d86-a398-e79130cc3647 yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:50:26.454910 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c0fdf2-4058-4ffb-9aaf-cc0d3adf976e None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:50:26.455288 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c0fdf2-4058-4ffb-9aaf-cc0d3adf976e None None] Checking segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:50:26.455694 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-67c0fdf2-4058-4ffb-9aaf-cc0d3adf976e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:26.456281 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c0fdf2-4058-4ffb-9aaf-cc0d3adf976e None None] Bound using segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:50:26.456768 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-67c0fdf2-4058-4ffb-9aaf-cc0d3adf976e None None] Bound port: 4843400d-08f8-4948-a9c2-34c9ebd163c4, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:50:26.457542 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-67c0fdf2-4058-4ffb-9aaf-cc0d3adf976e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4843400d-08f8-4948-a9c2-34c9ebd163c4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:26.491733 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898aae13-9fbe-4dfa-90ed-15ba59cd6cb0 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Router 23de3c61-00ce-4867-a824-187e17801b6a has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:50:26.549110 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff848a05-e7ba-40e0-af52-021d1be04ce3 req-bbcd6403-ce9a-4ba3-8d60-d77341e2d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:26.550782 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ff848a05-e7ba-40e0-af52-021d1be04ce3 req-bbcd6403-ce9a-4ba3-8d60-d77341e2d4e3 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=925af96c7c02432aa2974e87ce9d7c55&device_id=1b5b9eaf-9b5c-4c18-8db6-562e04410c01 HTTP/1.1" status: 200 len: 1126 time: 0.0748398 Feb 08 21:50:26.567188 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-5288f75e-ff2a-4c7f-b386-4498188c56c3 None None] For port 60b06826-0025-469d-8926-3504474ebe78, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:50:26.585471 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-5288f75e-ff2a-4c7f-b386-4498188c56c3 None None] For port 60b06826-0025-469d-8926-3504474ebe78, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=60b06826-0025-469d-8926-3504474ebe78,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:50:26.622218 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5288f75e-ff2a-4c7f-b386-4498188c56c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (60b06826-0025-469d-8926-3504474ebe78), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:26.670167 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff848a05-e7ba-40e0-af52-021d1be04ce3 req-e9c6c678-af43-4757-acd3-4786e13ca23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:26.670167 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ff848a05-e7ba-40e0-af52-021d1be04ce3 req-e9c6c678-af43-4757-acd3-4786e13ca23f service neutron] 10.222.0.94 "GET /v2.0/networks?id=a43ccc7a-849f-4f56-ac11-d029c901b0b3 HTTP/1.1" status: 200 len: 910 time: 0.0927906 Feb 08 21:50:26.703140 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe96d88-0bfd-4447-8eb0-347e38f1a8a3 None None] Pushing event updated for resources: {'Port': ['ID=60b06826-0025-469d-8926-3504474ebe78,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:26.732476 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ff848a05-e7ba-40e0-af52-021d1be04ce3 req-52bd9112-09fb-436f-aedc-13901bae1f84 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=588a54e2-baba-4c35-adcd-b6d89c848126 HTTP/1.1" status: 200 len: 217 time: 0.0567782 Feb 08 21:50:26.740838 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5288f75e-ff2a-4c7f-b386-4498188c56c3 None None] Routers {'10e86d56-eb2c-4a79-81f0-d9cb5b93be2b'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:50:26.741580 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-5288f75e-ff2a-4c7f-b386-4498188c56c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:49:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['10e86d56-eb2c-4a79-81f0-d9cb5b93be2b'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:26.770341 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-17dff49e-62d6-49de-b7c7-8cb795ffdb15 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:50:26.770994 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17dff49e-62d6-49de-b7c7-8cb795ffdb15 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:50:26.799645 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898aae13-9fbe-4dfa-90ed-15ba59cd6cb0 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:50:26.816261 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2301378d-0337-48c2-9558-4f6babf2496e None None] Sync routers for ids ['23de3c61-00ce-4867-a824-187e17801b6a'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:50:26.818257 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-17dff49e-62d6-49de-b7c7-8cb795ffdb15 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6575246 Feb 08 21:50:26.822340 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-898aae13-9fbe-4dfa-90ed-15ba59cd6cb0 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:26.824683 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57878) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:26.838049 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-90382bdf-4536-495b-8a01-c19153b20a93 admin admin] Allocated IP 172.20.0.1 (6a1247f3-8c90-4ee2-9676-c57e24527f6e/8ba06a76-3b68-49ad-bce8-d31c8c872bbc/3de4bdfa-5090-43e1-8fa2-1dc47a06144e) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:50:26.842624 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2301378d-0337-48c2-9558-4f6babf2496e None None] Routers {'23de3c61-00ce-4867-a824-187e17801b6a'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:50:26.851233 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-2301378d-0337-48c2-9558-4f6babf2496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:49:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23de3c61-00ce-4867-a824-187e17801b6a'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:26.857584 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff848a05-e7ba-40e0-af52-021d1be04ce3 req-e40ff42d-ed68-44e9-b707-7bd5c38d8bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:26.859442 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ff848a05-e7ba-40e0-af52-021d1be04ce3 req-e40ff42d-ed68-44e9-b707-7bd5c38d8bf0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a94c9212-9e38-4b18-bedf-fe665376d4de HTTP/1.1" status: 200 len: 848 time: 0.1139641 Feb 08 21:50:26.899692 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-67c0fdf2-4058-4ffb-9aaf-cc0d3adf976e None None] For port 4843400d-08f8-4948-a9c2-34c9ebd163c4, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:50:26.934257 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-67c0fdf2-4058-4ffb-9aaf-cc0d3adf976e None None] For port 4843400d-08f8-4948-a9c2-34c9ebd163c4, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=4843400d-08f8-4948-a9c2-34c9ebd163c4,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:50:26.954251 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-898aae13-9fbe-4dfa-90ed-15ba59cd6cb0 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "DELETE /v2.0/floatingips/cbdeb406-0af5-41b7-bf23-803a6f91eeb3 HTTP/1.1" status: 204 len: 168 time: 2.2438278 Feb 08 21:50:26.955029 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93805412-4679-49d4-ae8c-9f0c9c5569ac', 'tag': '73a6cde5-daaa-47fc-a627-3ca2e748459d'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:50:26.955815 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-67c0fdf2-4058-4ffb-9aaf-cc0d3adf976e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (4843400d-08f8-4948-a9c2-34c9ebd163c4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:26.957417 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd9b0ba-50a7-4612-bd91-16fde707ea44" -d '{"events": [{"name": "network-changed", "server_uuid": "93805412-4679-49d4-ae8c-9f0c9c5569ac", "tag": "73a6cde5-daaa-47fc-a627-3ca2e748459d"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:50:26.980702 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff848a05-e7ba-40e0-af52-021d1be04ce3 req-58d2bba0-70f4-4a67-a90b-10db12bb1a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:26.992579 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ff848a05-e7ba-40e0-af52-021d1be04ce3 req-58d2bba0-70f4-4a67-a90b-10db12bb1a42 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=a43ccc7a-849f-4f56-ac11-d029c901b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1151931 Feb 08 21:50:27.015258 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fdf16f-0458-4d8e-bf9d-4bd9acebca9d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:27.026229 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a6fdf16f-0458-4d8e-bf9d-4bd9acebca9d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1990540 Feb 08 21:50:27.031657 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57886) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:27.075167 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099ef8d2-6ce8-4b7a-b776-9e276c075233 x-openstack-request-id: req-099ef8d2-6ce8-4b7a-b776-9e276c075233 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:50:27.076832 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93805412-4679-49d4-ae8c-9f0c9c5569ac", "tag": "73a6cde5-daaa-47fc-a627-3ca2e748459d", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:50:27.077139 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-099ef8d2-6ce8-4b7a-b776-9e276c075233 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:50:27.077821 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93805412-4679-49d4-ae8c-9f0c9c5569ac', 'tag': '73a6cde5-daaa-47fc-a627-3ca2e748459d', 'status': 'completed', 'code': 200} Feb 08 21:50:27.106088 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ff848a05-e7ba-40e0-af52-021d1be04ce3 req-0e6dec22-40d5-4846-959f-249bf5bbad11 service neutron] 10.222.0.94 "GET /v2.0/networks/a43ccc7a-849f-4f56-ac11-d029c901b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127687 Feb 08 21:50:27.213564 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-2301378d-0337-48c2-9558-4f6babf2496e None None] Set router 23de3c61-00ce-4867-a824-187e17801b6a gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:50:27.251190 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90382bdf-4536-495b-8a01-c19153b20a93 admin admin] Publish callbacks [] for port (3de4bdfa-5090-43e1-8fa2-1dc47a06144e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:27.294227 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0fdf2-4058-4ffb-9aaf-cc0d3adf976e None None] Pushing event updated for resources: {'Port': ['ID=4843400d-08f8-4948-a9c2-34c9ebd163c4,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:27.334364 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-5288f75e-ff2a-4c7f-b386-4498188c56c3 None None] Set router 10e86d56-eb2c-4a79-81f0-d9cb5b93be2b gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:50:27.357957 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ff848a05-e7ba-40e0-af52-021d1be04ce3 req-59668072-1e8e-4a2b-baac-b907166bb75b service neutron] 10.222.0.94 "GET /v2.0/networks/a43ccc7a-849f-4f56-ac11-d029c901b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449937 Feb 08 21:50:27.367157 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90382bdf-4536-495b-8a01-c19153b20a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3de4bdfa-5090-43e1-8fa2-1dc47a06144e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:27.438197 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90382bdf-4536-495b-8a01-c19153b20a93 admin admin] Network 6a1247f3-8c90-4ee2-9676-c57e24527f6e is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:50:27.456663 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-90382bdf-4536-495b-8a01-c19153b20a93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:50:27.468047 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90382bdf-4536-495b-8a01-c19153b20a93 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:50:27.534885 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e46d5a6-4e20-4142-a356-849bdcd60100 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:27.536517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e46d5a6-4e20-4142-a356-849bdcd60100 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:27.540622 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1e46d5a6-4e20-4142-a356-849bdcd60100 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5056052 Feb 08 21:50:27.544507 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 57896) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:27.635208 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90382bdf-4536-495b-8a01-c19153b20a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (10e86d56-eb2c-4a79-81f0-d9cb5b93be2b), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:27.707854 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a62397-8fcd-4c98-b758-0e180b77f8ea req-c9bd067d-d8e7-427a-bf4c-77d807309a47 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:27.710469 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49a62397-8fcd-4c98-b758-0e180b77f8ea req-c9bd067d-d8e7-427a-bf4c-77d807309a47 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1b5b9eaf-9b5c-4c18-8db6-562e04410c01 HTTP/1.1" status: 200 len: 1126 time: 0.4882286 Feb 08 21:50:27.720492 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9b0ba-50a7-4612-bd91-16fde707ea44 req-2713c1dc-ca6f-497c-90e7-1813098fcc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:27.722835 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fd9b0ba-50a7-4612-bd91-16fde707ea44 req-2713c1dc-ca6f-497c-90e7-1813098fcc26 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ec1bf92d61e642bbb23989551b86dfdb&device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac HTTP/1.1" status: 200 len: 1168 time: 0.5531442 Feb 08 21:50:27.842751 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-642b4f2d-5031-4f8d-b2f8-743e7d1b1aec tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet 36c73732-78cd-4094-a1af-4362026e540e {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:50:27.864628 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-2301378d-0337-48c2-9558-4f6babf2496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de3c61-00ce-4867-a824-187e17801b6a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-118825268', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '081d40a6-41f2-4d2f-a884-ae6c08f0c3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:47:17Z', 'updated_at': '2022-02-08T21:47:32Z', 'revision_number': 4, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'gw_port': {'id': '081d40a6-41f2-4d2f-a884-ae6c08f0c3f6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de3c61-00ce-4867-a824-187e17801b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:47:18Z', 'updated_at': '2022-02-08T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'c56be75d-3d34-474d-8bc0-0197874f8ac2', 'name': '', 'network_id': 'af8269ef-aca6-47c0-be51-599057940be7', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'mac_address': 'fa:16:3e:5e:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de3c61-00ce-4867-a824-187e17801b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'aa4a3a97-4a0a-41f3-9047-7970ab16cbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:47:26Z', 'updated_at': '2022-02-08T21:47:41Z', 'revision_number': 5, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'subnets': [{'id': 'aa4a3a97-4a0a-41f3-9047-7970ab16cbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:27.869120 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-642b4f2d-5031-4f8d-b2f8-743e7d1b1aec tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (36c73732-78cd-4094-a1af-4362026e540e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:27.889038 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e73ca8-a6fc-4719-b133-a44b3e58842d req-208306f8-c379-4bd2-b716-e04d6e55a4d8 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:27.890731 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-41e73ca8-a6fc-4719-b133-a44b3e58842d req-208306f8-c379-4bd2-b716-e04d6e55a4d8 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac HTTP/1.1" status: 200 len: 985 time: 0.4738302 Feb 08 21:50:27.901845 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2301378d-0337-48c2-9558-4f6babf2496e None None] Checking router: 23de3c61-00ce-4867-a824-187e17801b6a for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:50:27.923733 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2301378d-0337-48c2-9558-4f6babf2496e None None] Routers {'23de3c61-00ce-4867-a824-187e17801b6a'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:50:27.924542 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-2301378d-0337-48c2-9558-4f6babf2496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:49:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23de3c61-00ce-4867-a824-187e17801b6a'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:28.081111 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90382bdf-4536-495b-8a01-c19153b20a93 admin admin] Pushing event updated for resources: {'Port': ['ID=3de4bdfa-5090-43e1-8fa2-1dc47a06144e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:28.086103 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-642b4f2d-5031-4f8d-b2f8-743e7d1b1aec tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (36c73732-78cd-4094-a1af-4362026e540e), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:28.097447 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49a62397-8fcd-4c98-b758-0e180b77f8ea req-cde9339e-0ff4-4c53-9f5d-ad0369e6fd39 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=831c91b7-ce41-4232-b8f7-ccad02b24188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720617 Feb 08 21:50:28.119352 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ce3ba9a-e337-4084-8585-2c48da1abcd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:28.155558 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 4843400d-08f8-4948-a9c2-34c9ebd163c4 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:50:28.174622 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90382bdf-4536-495b-8a01-c19153b20a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3de4bdfa-5090-43e1-8fa2-1dc47a06144e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:28.187371 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-99052a1e-7a79-4dc9-9aeb-39fe4bb237e2 None None] Provisioning complete for port 3de4bdfa-5090-43e1-8fa2-1dc47a06144e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:28.187752 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-99052a1e-7a79-4dc9-9aeb-39fe4bb237e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3de4bdfa-5090-43e1-8fa2-1dc47a06144e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:28.219080 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-2301378d-0337-48c2-9558-4f6babf2496e None None] Set router 23de3c61-00ce-4867-a824-187e17801b6a gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:50:28.245006 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9b0ba-50a7-4612-bd91-16fde707ea44 req-3497a4c5-fbba-4ed8-a489-779aa48b39cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:28.246754 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fd9b0ba-50a7-4612-bd91-16fde707ea44 req-3497a4c5-fbba-4ed8-a489-779aa48b39cb service neutron] 10.222.0.96 "GET /v2.0/networks?id=af8269ef-aca6-47c0-be51-599057940be7 HTTP/1.1" status: 200 len: 897 time: 0.5029080 Feb 08 21:50:28.280907 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-99052a1e-7a79-4dc9-9aeb-39fe4bb237e2 None None] Port 3de4bdfa-5090-43e1-8fa2-1dc47a06144e cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:50:28.333137 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 4843400d-08f8-4948-a9c2-34c9ebd163c4 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:28.333581 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (4843400d-08f8-4948-a9c2-34c9ebd163c4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:28.345830 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fd9b0ba-50a7-4612-bd91-16fde707ea44 req-f20185d4-730e-4445-a374-152e8c678c2f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73a6cde5-daaa-47fc-a627-3ca2e748459d HTTP/1.1" status: 200 len: 217 time: 0.0897157 Feb 08 21:50:28.369180 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-41e73ca8-a6fc-4719-b133-a44b3e58842d req-626ee014-61a9-4276-88b1-eabb06713523 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/security-groups?id=a67be3bd-6d51-4ddb-9c13-02265242dd23&id=3e402ca5-6661-4c8a-a824-9c2fb50d5a34&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4234071 Feb 08 21:50:28.521304 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-642b4f2d-5031-4f8d-b2f8-743e7d1b1aec tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (36c73732-78cd-4094-a1af-4362026e540e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:28.525736 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9b0ba-50a7-4612-bd91-16fde707ea44 req-7c312a3a-9259-4f0c-8d02-d2b6f68670e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:28.531895 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fd9b0ba-50a7-4612-bd91-16fde707ea44 req-7c312a3a-9259-4f0c-8d02-d2b6f68670e5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=aa4a3a97-4a0a-41f3-9047-7970ab16cbf4 HTTP/1.1" status: 200 len: 833 time: 0.1468251 Feb 08 21:50:28.591198 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 4843400d-08f8-4948-a9c2-34c9ebd163c4 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:28.591668 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4843400d-08f8-4948-a9c2-34c9ebd163c4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:28.620160 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-5288f75e-ff2a-4c7f-b386-4498188c56c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e86d56-eb2c-4a79-81f0-d9cb5b93be2b', 'name': 'tempest-ImageQuotaTest-1085926003-router', 'tenant_id': 'b1acb737c3a14aa49c2443125a1d1eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '60b06826-0025-469d-8926-3504474ebe78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:17Z', 'updated_at': '2022-02-08T21:50:21Z', 'revision_number': 3, 'project_id': 'b1acb737c3a14aa49c2443125a1d1eee', 'gw_port': {'id': '60b06826-0025-469d-8926-3504474ebe78', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e86d56-eb2c-4a79-81f0-d9cb5b93be2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:50:18Z', 'updated_at': '2022-02-08T21:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:28.667272 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90382bdf-4536-495b-8a01-c19153b20a93 admin admin] Publish callbacks [] for port (3de4bdfa-5090-43e1-8fa2-1dc47a06144e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:28.694826 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90382bdf-4536-495b-8a01-c19153b20a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (3de4bdfa-5090-43e1-8fa2-1dc47a06144e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:28.702947 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5288f75e-ff2a-4c7f-b386-4498188c56c3 None None] The sync data for ids ['10e86d56-eb2c-4a79-81f0-d9cb5b93be2b'] in n-d-712143-31 is: [{'id': '10e86d56-eb2c-4a79-81f0-d9cb5b93be2b', 'name': 'tempest-ImageQuotaTest-1085926003-router', 'tenant_id': 'b1acb737c3a14aa49c2443125a1d1eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '60b06826-0025-469d-8926-3504474ebe78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:17Z', 'updated_at': '2022-02-08T21:50:21Z', 'revision_number': 3, 'project_id': 'b1acb737c3a14aa49c2443125a1d1eee', 'gw_port': {'id': '60b06826-0025-469d-8926-3504474ebe78', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e86d56-eb2c-4a79-81f0-d9cb5b93be2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:50:18Z', 'updated_at': '2022-02-08T21:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:50:28.775556 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-642b4f2d-5031-4f8d-b2f8-743e7d1b1aec tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (36c73732-78cd-4094-a1af-4362026e540e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:28.806886 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:50:28.825184 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:50:28.834851 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90382bdf-4536-495b-8a01-c19153b20a93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (10e86d56-eb2c-4a79-81f0-d9cb5b93be2b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:28.837107 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90382bdf-4536-495b-8a01-c19153b20a93 admin admin] Pushing event updated for resources: {'Port': ['ID=3de4bdfa-5090-43e1-8fa2-1dc47a06144e,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:28.922474 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-2301378d-0337-48c2-9558-4f6babf2496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de3c61-00ce-4867-a824-187e17801b6a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-118825268', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '081d40a6-41f2-4d2f-a884-ae6c08f0c3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:47:17Z', 'updated_at': '2022-02-08T21:47:32Z', 'revision_number': 4, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'gw_port': {'id': '081d40a6-41f2-4d2f-a884-ae6c08f0c3f6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de3c61-00ce-4867-a824-187e17801b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:47:18Z', 'updated_at': '2022-02-08T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'c56be75d-3d34-474d-8bc0-0197874f8ac2', 'name': '', 'network_id': 'af8269ef-aca6-47c0-be51-599057940be7', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'mac_address': 'fa:16:3e:5e:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de3c61-00ce-4867-a824-187e17801b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'aa4a3a97-4a0a-41f3-9047-7970ab16cbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:47:26Z', 'updated_at': '2022-02-08T21:47:41Z', 'revision_number': 5, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'subnets': [{'id': 'aa4a3a97-4a0a-41f3-9047-7970ab16cbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:29.014054 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90382bdf-4536-495b-8a01-c19153b20a93 admin admin] Network 6a1247f3-8c90-4ee2-9676-c57e24527f6e is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:50:29.015691 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-90382bdf-4536-495b-8a01-c19153b20a93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:50:29.082537 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 588a54e2-baba-4c35-adcd-b6d89c848126 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:50:29.342624 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2301378d-0337-48c2-9558-4f6babf2496e None None] The sync data for ids ['23de3c61-00ce-4867-a824-187e17801b6a'] in n-d-712143-31 is: [{'id': '23de3c61-00ce-4867-a824-187e17801b6a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-118825268', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '081d40a6-41f2-4d2f-a884-ae6c08f0c3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:47:17Z', 'updated_at': '2022-02-08T21:47:32Z', 'revision_number': 4, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'gw_port': {'id': '081d40a6-41f2-4d2f-a884-ae6c08f0c3f6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de3c61-00ce-4867-a824-187e17801b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:47:18Z', 'updated_at': '2022-02-08T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'c56be75d-3d34-474d-8bc0-0197874f8ac2', 'name': '', 'network_id': 'af8269ef-aca6-47c0-be51-599057940be7', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'mac_address': 'fa:16:3e:5e:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de3c61-00ce-4867-a824-187e17801b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'aa4a3a97-4a0a-41f3-9047-7970ab16cbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:47:26Z', 'updated_at': '2022-02-08T21:47:41Z', 'revision_number': 5, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'subnets': [{'id': 'aa4a3a97-4a0a-41f3-9047-7970ab16cbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:50:29.380358 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90382bdf-4536-495b-8a01-c19153b20a93 admin admin] Router 10e86d56-eb2c-4a79-81f0-d9cb5b93be2b has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:50:29.484929 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 588a54e2-baba-4c35-adcd-b6d89c848126, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=588a54e2-baba-4c35-adcd-b6d89c848126,segment=NetworkSegment(768cd7f6-d1e3-43db-aeb0-14839363bb6a),segment_id=768cd7f6-d1e3-43db-aeb0-14839363bb6a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:29.579749 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '588a54e2-baba-4c35-adcd-b6d89c848126', 'network_id': 'a43ccc7a-849f-4f56-ac11-d029c901b0b3', 'port_id': '588a54e2-baba-4c35-adcd-b6d89c848126', 'mac_address': 'fa:16:3e:a9:29:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a94c9212-9e38-4b18-bedf-fe665376d4de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:50:29.796585 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:29.836354 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2a05a8e6-e138-4c36-be97-03e95f1bb0eb None None] Provisioning complete for port 4843400d-08f8-4948-a9c2-34c9ebd163c4 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:29.836909 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2a05a8e6-e138-4c36-be97-03e95f1bb0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (4843400d-08f8-4948-a9c2-34c9ebd163c4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:29.943098 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90382bdf-4536-495b-8a01-c19153b20a93 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:50:29.966830 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-90382bdf-4536-495b-8a01-c19153b20a93 admin admin] 10.222.0.88 "PUT /v2.0/routers/10e86d56-eb2c-4a79-81f0-d9cb5b93be2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4660144 Feb 08 21:50:29.967068 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 4843400d-08f8-4948-a9c2-34c9ebd163c4 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:29.967068 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (4843400d-08f8-4948-a9c2-34c9ebd163c4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:30.054633 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b4f2d-5031-4f8d-b2f8-743e7d1b1aec tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=36c73732-78cd-4094-a1af-4362026e540e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:30.064749 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 588a54e2-baba-4c35-adcd-b6d89c848126 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:30.065192 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (588a54e2-baba-4c35-adcd-b6d89c848126), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:30.091980 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 588a54e2-baba-4c35-adcd-b6d89c848126 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:50:30.120675 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 588a54e2-baba-4c35-adcd-b6d89c848126, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=588a54e2-baba-4c35-adcd-b6d89c848126,segment=NetworkSegment(768cd7f6-d1e3-43db-aeb0-14839363bb6a),segment_id=768cd7f6-d1e3-43db-aeb0-14839363bb6a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:30.125074 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccfcd94-1926-4ed1-ab2c-6099df85addc None None] New status for floating IP cbdeb406-0af5-41b7-bf23-803a6f91eeb3: DOWN {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:50:30.129851 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-642b4f2d-5031-4f8d-b2f8-743e7d1b1aec tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:30.133379 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-642b4f2d-5031-4f8d-b2f8-743e7d1b1aec tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/36c73732-78cd-4094-a1af-4362026e540e HTTP/1.1" status: 204 len: 168 time: 2.5871737 Feb 08 21:50:30.135954 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57934) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:30.150259 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9b0ba-50a7-4612-bd91-16fde707ea44 req-7b0dc4ef-ff1d-4461-8ec1-da4366fc097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:30.151863 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fd9b0ba-50a7-4612-bd91-16fde707ea44 req-7b0dc4ef-ff1d-4461-8ec1-da4366fc097d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=af8269ef-aca6-47c0-be51-599057940be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.5886741 Feb 08 21:50:30.167356 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 4843400d-08f8-4948-a9c2-34c9ebd163c4, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=4843400d-08f8-4948-a9c2-34c9ebd163c4,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:30.173481 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154c0851-530b-4b4d-95c7-bf197937fe95 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:50:30.176175 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (588a54e2-baba-4c35-adcd-b6d89c848126), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:30.227777 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a68b45e7-a085-4ef6-98a7-0337ffafd0ea tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902236 Feb 08 21:50:30.234018 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57938) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:30.243367 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b0a7f55f-4466-489e-8a45-198ccfe44bda tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:50:30.252222 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2becd-3d37-41e8-8bc1-7e7174a3adf5 req-7ed468ce-7680-471c-93a3-54c298b5f24e tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:30.253909 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18a2becd-3d37-41e8-8bc1-7e7174a3adf5 req-7ed468ce-7680-471c-93a3-54c298b5f24e tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.96 "GET /v2.0/ports?device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac HTTP/1.1" status: 200 len: 985 time: 0.4265835 Feb 08 21:50:30.309754 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (4843400d-08f8-4948-a9c2-34c9ebd163c4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:30.352277 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5690f-c0eb-41b4-a4bb-1653bcc57e22 req-56a5549b-4e08-4c71-9371-6b28c0c1be3c tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:30.361933 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9eb5690f-c0eb-41b4-a4bb-1653bcc57e22 req-56a5549b-4e08-4c71-9371-6b28c0c1be3c tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac HTTP/1.1" status: 200 len: 985 time: 0.5652301 Feb 08 21:50:30.434527 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02562d72-6bdb-4b9e-8569-27c9582d29d7 req-14d415c1-6904-49a4-a935-dbff76886205 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:30.449064 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02562d72-6bdb-4b9e-8569-27c9582d29d7 req-14d415c1-6904-49a4-a935-dbff76886205 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1b5b9eaf-9b5c-4c18-8db6-562e04410c01 HTTP/1.1" status: 200 len: 1126 time: 0.6054103 Feb 08 21:50:30.505561 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a7f55f-4466-489e-8a45-198ccfe44bda tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:50:30.509529 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b0a7f55f-4466-489e-8a45-198ccfe44bda tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:30.530989 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=588a54e2-baba-4c35-adcd-b6d89c848126,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:30.651353 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2a05a8e6-e138-4c36-be97-03e95f1bb0eb None None] Current status of the port 4843400d-08f8-4948-a9c2-34c9ebd163c4 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:30.693672 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=4843400d-08f8-4948-a9c2-34c9ebd163c4,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:30.696663 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 60b06826-0025-469d-8926-3504474ebe78 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:50:30.780196 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['588a54e2-baba-4c35-adcd-b6d89c848126'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:50:30.974546 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ee64cbb8-9764-49ae-ab8a-e11456b4ac2e None None] Provisioning complete for port 3de4bdfa-5090-43e1-8fa2-1dc47a06144e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:30.974992 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ee64cbb8-9764-49ae-ab8a-e11456b4ac2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3de4bdfa-5090-43e1-8fa2-1dc47a06144e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:30.989464 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9eb5690f-c0eb-41b4-a4bb-1653bcc57e22 req-5d17453a-45f4-4b91-93ca-2df5304bedc7 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/security-groups?id=a67be3bd-6d51-4ddb-9c13-02265242dd23&id=3e402ca5-6661-4c8a-a824-9c2fb50d5a34&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.6215711 Feb 08 21:50:30.989464 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02562d72-6bdb-4b9e-8569-27c9582d29d7 req-b027523d-a2fa-407d-971a-76dbc18bc7e4 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=831c91b7-ce41-4232-b8f7-ccad02b24188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5373714 Feb 08 21:50:31.011247 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fd9b0ba-50a7-4612-bd91-16fde707ea44 req-903e0534-3897-4142-b911-80a83459e77c service neutron] 10.222.0.96 "GET /v2.0/networks/af8269ef-aca6-47c0-be51-599057940be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8476205 Feb 08 21:50:31.027155 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ee64cbb8-9764-49ae-ab8a-e11456b4ac2e None None] Port 3de4bdfa-5090-43e1-8fa2-1dc47a06144e cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:50:31.072188 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 60b06826-0025-469d-8926-3504474ebe78 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:31.072564 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (60b06826-0025-469d-8926-3504474ebe78), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:31.101512 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b0a7f55f-4466-489e-8a45-198ccfe44bda tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (c8b10d6f-993e-4e1c-980a-282dba1eb79a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:31.195252 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-18a2becd-3d37-41e8-8bc1-7e7174a3adf5 req-e26c2c29-095e-4a81-baab-2521a53f82ba tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Deleting port 73a6cde5-daaa-47fc-a627-3ca2e748459d {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:50:31.197188 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-18a2becd-3d37-41e8-8bc1-7e7174a3adf5 req-e26c2c29-095e-4a81-baab-2521a53f82ba tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (73a6cde5-daaa-47fc-a627-3ca2e748459d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:31.230940 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a7f55f-4466-489e-8a45-198ccfe44bda tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:50:31.240686 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ce40c8-41af-4640-a56c-8716a3216f85 None None] DHCP port deletion for 27f9d783-a380-45ce-9337-9219c380755c request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:50:31.252637 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-b0a7f55f-4466-489e-8a45-198ccfe44bda tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:50:31.259186 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a7f55f-4466-489e-8a45-198ccfe44bda tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:31.260008 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b0a7f55f-4466-489e-8a45-198ccfe44bda tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:31.298823 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7f55f-4466-489e-8a45-198ccfe44bda tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=c8b10d6f-993e-4e1c-980a-282dba1eb79a,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:31.299041 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fd9b0ba-50a7-4612-bd91-16fde707ea44 req-70f7f34e-f41b-42bd-80a8-80aafc7a582b service neutron] 10.222.0.96 "GET /v2.0/networks/af8269ef-aca6-47c0-be51-599057940be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790351 Feb 08 21:50:31.326456 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b0a7f55f-4466-489e-8a45-198ccfe44bda tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0895085 Feb 08 21:50:31.328721 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57966) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:31.337580 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-69a8cf4d-5961-4db8-9a6d-31e6c9bd2a4a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-411879772', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:50:31.392839 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-18a2becd-3d37-41e8-8bc1-7e7174a3adf5 req-e26c2c29-095e-4a81-baab-2521a53f82ba tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] For port 73a6cde5-daaa-47fc-a627-3ca2e748459d, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=73a6cde5-daaa-47fc-a627-3ca2e748459d,segment=NetworkSegment(05ffdc5d-1222-4223-bdbd-541b3bd47349),segment_id=05ffdc5d-1222-4223-bdbd-541b3bd47349)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:31.392839 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-18a2becd-3d37-41e8-8bc1-7e7174a3adf5 req-e26c2c29-095e-4a81-baab-2521a53f82ba tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (73a6cde5-daaa-47fc-a627-3ca2e748459d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:31.406645 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 60b06826-0025-469d-8926-3504474ebe78 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:31.409425 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (60b06826-0025-469d-8926-3504474ebe78), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:31.409617 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-69a8cf4d-5961-4db8-9a6d-31e6c9bd2a4a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (e5d2318c-cce9-43c1-a3c4-39b8b8afb76d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:31.412000 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-69a8cf4d-5961-4db8-9a6d-31e6c9bd2a4a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (e5d2318c-cce9-43c1-a3c4-39b8b8afb76d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:31.417874 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-18a2becd-3d37-41e8-8bc1-7e7174a3adf5 req-e26c2c29-095e-4a81-baab-2521a53f82ba tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Calling delete_port for 73a6cde5-daaa-47fc-a627-3ca2e748459d owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:50:31.476488 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 60b06826-0025-469d-8926-3504474ebe78, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=60b06826-0025-469d-8926-3504474ebe78,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:31.501455 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (60b06826-0025-469d-8926-3504474ebe78), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:31.594015 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:31.618895 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:31.630269 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-69a8cf4d-5961-4db8-9a6d-31e6c9bd2a4a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for router_controller (e5d2318c-cce9-43c1-a3c4-39b8b8afb76d), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:31.637955 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-69a8cf4d-5961-4db8-9a6d-31e6c9bd2a4a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (e5d2318c-cce9-43c1-a3c4-39b8b8afb76d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:31.639148 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-47ce40c8-41af-4640-a56c-8716a3216f85 None None] Deleting port 4843400d-08f8-4948-a9c2-34c9ebd163c4 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:50:31.639525 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-47ce40c8-41af-4640-a56c-8716a3216f85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (4843400d-08f8-4948-a9c2-34c9ebd163c4), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:31.679138 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-69a8cf4d-5961-4db8-9a6d-31e6c9bd2a4a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:31.683865 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-69a8cf4d-5961-4db8-9a6d-31e6c9bd2a4a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3531671 Feb 08 21:50:31.686665 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 57980) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:31.698775 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-18a2becd-3d37-41e8-8bc1-7e7174a3adf5 req-e26c2c29-095e-4a81-baab-2521a53f82ba tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (73a6cde5-daaa-47fc-a627-3ca2e748459d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:31.712551 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=60b06826-0025-469d-8926-3504474ebe78,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:31.773408 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c2c29-095e-4a81-baab-2521a53f82ba tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event deleted for resources: {'Port': ['ID=73a6cde5-daaa-47fc-a627-3ca2e748459d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:31.830340 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-47ce40c8-41af-4640-a56c-8716a3216f85 None None] For port 4843400d-08f8-4948-a9c2-34c9ebd163c4, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=4843400d-08f8-4948-a9c2-34c9ebd163c4,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:31.830743 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-47ce40c8-41af-4640-a56c-8716a3216f85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (4843400d-08f8-4948-a9c2-34c9ebd163c4), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:31.854590 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a2becd-3d37-41e8-8bc1-7e7174a3adf5 req-e26c2c29-095e-4a81-baab-2521a53f82ba tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] No DVR routers for this DVR port 73a6cde5-daaa-47fc-a627-3ca2e748459d on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:50:31.855447 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-47ce40c8-41af-4640-a56c-8716a3216f85 None None] Calling delete_port for 4843400d-08f8-4948-a9c2-34c9ebd163c4 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:50:31.858852 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-18a2becd-3d37-41e8-8bc1-7e7174a3adf5 req-e26c2c29-095e-4a81-baab-2521a53f82ba tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:31.863932 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18a2becd-3d37-41e8-8bc1-7e7174a3adf5 req-e26c2c29-095e-4a81-baab-2521a53f82ba tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.96 "DELETE /v2.0/ports/73a6cde5-daaa-47fc-a627-3ca2e748459d HTTP/1.1" status: 204 len: 173 time: 1.5458493 Feb 08 21:50:31.869563 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93805412-4679-49d4-ae8c-9f0c9c5569ac', 'name': 'network-vif-deleted', 'tag': '73a6cde5-daaa-47fc-a627-3ca2e748459d'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:50:31.872057 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33bbca4-1cc3-4131-a1ee-3fd7041d9cca" -d '{"events": [{"server_uuid": "93805412-4679-49d4-ae8c-9f0c9c5569ac", "name": "network-vif-deleted", "tag": "73a6cde5-daaa-47fc-a627-3ca2e748459d"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:50:31.980845 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078cdee9-bfcd-4876-afb0-457041fd3a05 x-openstack-request-id: req-078cdee9-bfcd-4876-afb0-457041fd3a05 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:50:31.981499 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93805412-4679-49d4-ae8c-9f0c9c5569ac", "name": "network-vif-deleted", "tag": "73a6cde5-daaa-47fc-a627-3ca2e748459d", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:50:31.981499 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-078cdee9-bfcd-4876-afb0-457041fd3a05 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:50:31.981897 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93805412-4679-49d4-ae8c-9f0c9c5569ac', 'name': 'network-vif-deleted', 'tag': '73a6cde5-daaa-47fc-a627-3ca2e748459d', 'status': 'completed', 'code': 200} Feb 08 21:50:32.003666 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-47ce40c8-41af-4640-a56c-8716a3216f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (4843400d-08f8-4948-a9c2-34c9ebd163c4), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:32.046867 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce40c8-41af-4640-a56c-8716a3216f85 None None] Pushing event deleted for resources: {'Port': ['ID=4843400d-08f8-4948-a9c2-34c9ebd163c4,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:32.061616 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ce40c8-41af-4640-a56c-8716a3216f85 None None] No DVR routers for this DVR port 4843400d-08f8-4948-a9c2-34c9ebd163c4 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:50:32.082439 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0949e7d2-27f9-460e-8fbd-0d476e7e0f52 None None] Sync routers for ids ['10e86d56-eb2c-4a79-81f0-d9cb5b93be2b'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:50:32.088358 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdbb753-1672-4cdb-8bab-8308ebd31bc1 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:50:32.103393 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0949e7d2-27f9-460e-8fbd-0d476e7e0f52 None None] Routers {'10e86d56-eb2c-4a79-81f0-d9cb5b93be2b'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:50:32.104042 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0949e7d2-27f9-460e-8fbd-0d476e7e0f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:50:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['10e86d56-eb2c-4a79-81f0-d9cb5b93be2b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:32.314953 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01e5f98-85a9-4afc-acfd-99692392b30d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-27f9d783-a380-45ce-9337-9219c380755c', 'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'project_id': '1bafe448e33448c7ae7ce06f728d4448', 'fixed_ips': [{'subnet_id': 'c8b10d6f-993e-4e1c-980a-282dba1eb79a'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:50:32.338985 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b01e5f98-85a9-4afc-acfd-99692392b30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:32.420329 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3b8889be-2b9a-4749-aeb6-2168e655ecc0 req-aab43555-3abf-4a37-a0cc-85c5255f9af4 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "GET /v2.0/ports?device_id=93805412-4679-49d4-ae8c-9f0c9c5569ac HTTP/1.1" status: 200 len: 210 time: 0.1368728 Feb 08 21:50:32.503701 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be24d7-8ce3-47f9-a201-2ec63359e455 req-4f18ec06-289e-476b-8a9a-b9746fffd337 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:32.509152 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c8be24d7-8ce3-47f9-a201-2ec63359e455 req-4f18ec06-289e-476b-8a9a-b9746fffd337 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1b5b9eaf-9b5c-4c18-8db6-562e04410c01 HTTP/1.1" status: 200 len: 1127 time: 0.3438983 Feb 08 21:50:32.558471 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 60b06826-0025-469d-8926-3504474ebe78 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:50:32.587663 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-0949e7d2-27f9-460e-8fbd-0d476e7e0f52 None None] Set router 10e86d56-eb2c-4a79-81f0-d9cb5b93be2b gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:50:32.588526 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:32.630643 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c8be24d7-8ce3-47f9-a201-2ec63359e455 req-af1adc06-51fb-46e2-bec4-9e2c568dcf1f tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=831c91b7-ce41-4232-b8f7-ccad02b24188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096451 Feb 08 21:50:32.746694 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 60b06826-0025-469d-8926-3504474ebe78 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:32.747264 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (60b06826-0025-469d-8926-3504474ebe78), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:32.798482 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-b01e5f98-85a9-4afc-acfd-99692392b30d None None] Allocated IP 2001:db8::2 (27f9d783-a380-45ce-9337-9219c380755c/c8b10d6f-993e-4e1c-980a-282dba1eb79a/21473b4f-79b8-42cf-a880-272e9a9b8ac8) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:50:32.815572 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58002) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:33.104536 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0949e7d2-27f9-460e-8fbd-0d476e7e0f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e86d56-eb2c-4a79-81f0-d9cb5b93be2b', 'name': 'tempest-ImageQuotaTest-1085926003-router', 'tenant_id': 'b1acb737c3a14aa49c2443125a1d1eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '60b06826-0025-469d-8926-3504474ebe78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:17Z', 'updated_at': '2022-02-08T21:50:28Z', 'revision_number': 4, 'project_id': 'b1acb737c3a14aa49c2443125a1d1eee', 'gw_port': {'id': '60b06826-0025-469d-8926-3504474ebe78', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e86d56-eb2c-4a79-81f0-d9cb5b93be2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:50:18Z', 'updated_at': '2022-02-08T21:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '3de4bdfa-5090-43e1-8fa2-1dc47a06144e', 'name': '', 'network_id': '6a1247f3-8c90-4ee2-9676-c57e24527f6e', 'tenant_id': 'b1acb737c3a14aa49c2443125a1d1eee', 'mac_address': 'fa:16:3e:39:3b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e86d56-eb2c-4a79-81f0-d9cb5b93be2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '8ba06a76-3b68-49ad-bce8-d31c8c872bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:50:25Z', 'updated_at': '2022-02-08T21:50:28Z', 'revision_number': 2, 'project_id': 'b1acb737c3a14aa49c2443125a1d1eee', 'subnets': [{'id': '8ba06a76-3b68-49ad-bce8-d31c8c872bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:33.134432 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b01e5f98-85a9-4afc-acfd-99692392b30d None None] Publish callbacks [] for port (21473b4f-79b8-42cf-a880-272e9a9b8ac8), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:33.137848 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 73a6cde5-daaa-47fc-a627-3ca2e748459d no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:50:33.160258 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 73a6cde5-daaa-47fc-a627-3ca2e748459d {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:50:33.160605 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 73a6cde5-daaa-47fc-a627-3ca2e748459d not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:50:33.162221 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 588a54e2-baba-4c35-adcd-b6d89c848126 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:50:33.164570 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b01e5f98-85a9-4afc-acfd-99692392b30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (21473b4f-79b8-42cf-a880-272e9a9b8ac8), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:33.186673 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0949e7d2-27f9-460e-8fbd-0d476e7e0f52 None None] Checking router: 10e86d56-eb2c-4a79-81f0-d9cb5b93be2b for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:50:33.189360 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0949e7d2-27f9-460e-8fbd-0d476e7e0f52 None None] Updating router 10e86d56-eb2c-4a79-81f0-d9cb5b93be2b port 3de4bdfa-5090-43e1-8fa2-1dc47a06144e binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:50:33.231574 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e5f98-85a9-4afc-acfd-99692392b30d None None] Pushing event updated for resources: {'Port': ['ID=21473b4f-79b8-42cf-a880-272e9a9b8ac8,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:33.269320 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0949e7d2-27f9-460e-8fbd-0d476e7e0f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3de4bdfa-5090-43e1-8fa2-1dc47a06144e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:33.275113 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Allocated IP 2001:db8::1 (27f9d783-a380-45ce-9337-9219c380755c/c8b10d6f-993e-4e1c-980a-282dba1eb79a/1fe0427b-0942-4bd1-a284-a03f36d1c020) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:50:33.288391 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01e5f98-85a9-4afc-acfd-99692392b30d None None] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:50:33.292776 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-b01e5f98-85a9-4afc-acfd-99692392b30d None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:50:33.295868 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 60b06826-0025-469d-8926-3504474ebe78 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:33.297720 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01e5f98-85a9-4afc-acfd-99692392b30d None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:50:33.394308 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b01e5f98-85a9-4afc-acfd-99692392b30d None None] Attempting to bind port 21473b4f-79b8-42cf-a880-272e9a9b8ac8 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:50:33.394652 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b01e5f98-85a9-4afc-acfd-99692392b30d None None] Attempting to bind port 21473b4f-79b8-42cf-a880-272e9a9b8ac8 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:50:33.394995 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01e5f98-85a9-4afc-acfd-99692392b30d None None] Attempting to bind port 21473b4f-79b8-42cf-a880-272e9a9b8ac8 on network 27f9d783-a380-45ce-9337-9219c380755c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:50:33.397207 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 4843400d-08f8-4948-a9c2-34c9ebd163c4 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:50:33.425935 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01e5f98-85a9-4afc-acfd-99692392b30d None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:50:33.426320 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01e5f98-85a9-4afc-acfd-99692392b30d None None] Checking segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:50:33.426737 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b01e5f98-85a9-4afc-acfd-99692392b30d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:33.427140 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01e5f98-85a9-4afc-acfd-99692392b30d None None] Bound using segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:50:33.427626 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b01e5f98-85a9-4afc-acfd-99692392b30d None None] Bound port: 21473b4f-79b8-42cf-a880-272e9a9b8ac8, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:50:33.428014 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b01e5f98-85a9-4afc-acfd-99692392b30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (21473b4f-79b8-42cf-a880-272e9a9b8ac8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:33.429974 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 588a54e2-baba-4c35-adcd-b6d89c848126 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:50:33.431767 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 4843400d-08f8-4948-a9c2-34c9ebd163c4 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:50:33.432109 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 4843400d-08f8-4948-a9c2-34c9ebd163c4 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:50:33.443402 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 588a54e2-baba-4c35-adcd-b6d89c848126 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:33.444332 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (588a54e2-baba-4c35-adcd-b6d89c848126), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:33.461580 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (1fe0427b-0942-4bd1-a284-a03f36d1c020), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:33.496905 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (1fe0427b-0942-4bd1-a284-a03f36d1c020), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:33.527573 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58008) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:33.610247 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:50:33.622006 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:50:33.633713 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:50:33.634261 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (e5d2318c-cce9-43c1-a3c4-39b8b8afb76d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:33.642855 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=1fe0427b-0942-4bd1-a284-a03f36d1c020,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:33.722128 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 588a54e2-baba-4c35-adcd-b6d89c848126 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:33.725694 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (588a54e2-baba-4c35-adcd-b6d89c848126), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:33.730435 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b01e5f98-85a9-4afc-acfd-99692392b30d None None] For port 21473b4f-79b8-42cf-a880-272e9a9b8ac8, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:50:33.736088 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:33.736442 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:33.736789 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:33.737129 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:33.748967 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:33.748967 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:33.749332 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:33.749785 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:33.750095 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:33.750437 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:33.750772 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:33.751103 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:33.751432 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:33.777503 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-02ba4a1f-e13d-4c67-ae47-14b46d90fabc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (10e86d56-eb2c-4a79-81f0-d9cb5b93be2b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:33.782055 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b01e5f98-85a9-4afc-acfd-99692392b30d None None] For port 21473b4f-79b8-42cf-a880-272e9a9b8ac8, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=21473b4f-79b8-42cf-a880-272e9a9b8ac8,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:50:33.808977 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b01e5f98-85a9-4afc-acfd-99692392b30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (21473b4f-79b8-42cf-a880-272e9a9b8ac8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:33.837174 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5b9eaf-9b5c-4c18-8db6-562e04410c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588a54e2-baba-4c35-adcd-b6d89c848126'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:50:33.840831 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeadf56c-0055-4b77-84d9-44330ebc29c0" -d '{"events": [{"server_uuid": "1b5b9eaf-9b5c-4c18-8db6-562e04410c01", "name": "network-vif-plugged", "status": "completed", "tag": "588a54e2-baba-4c35-adcd-b6d89c848126"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:50:33.869186 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0949e7d2-27f9-460e-8fbd-0d476e7e0f52 None None] Publish callbacks [] for port (3de4bdfa-5090-43e1-8fa2-1dc47a06144e), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:33.876067 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0949e7d2-27f9-460e-8fbd-0d476e7e0f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3de4bdfa-5090-43e1-8fa2-1dc47a06144e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:33.881112 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1fe0427b-0942-4bd1-a284-a03f36d1c020), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:33.938727 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 588a54e2-baba-4c35-adcd-b6d89c848126, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=588a54e2-baba-4c35-adcd-b6d89c848126,segment=NetworkSegment(768cd7f6-d1e3-43db-aeb0-14839363bb6a),segment_id=768cd7f6-d1e3-43db-aeb0-14839363bb6a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:33.963997 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (588a54e2-baba-4c35-adcd-b6d89c848126), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:33.974012 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fdd71e7f-072c-4604-b970-271546e44a55 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for security_group (a67be3bd-6d51-4ddb-9c13-02265242dd23), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:33.981504 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5fcbf8-8e60-4cc0-a2e6-baa747342f02 x-openstack-request-id: req-6c5fcbf8-8e60-4cc0-a2e6-baa747342f02 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:50:33.982166 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b5b9eaf-9b5c-4c18-8db6-562e04410c01", "name": "network-vif-plugged", "status": "completed", "tag": "588a54e2-baba-4c35-adcd-b6d89c848126", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:50:33.982628 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6c5fcbf8-8e60-4cc0-a2e6-baa747342f02 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:50:33.983224 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5b9eaf-9b5c-4c18-8db6-562e04410c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588a54e2-baba-4c35-adcd-b6d89c848126', 'code': 200} Feb 08 21:50:34.016328 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe6efd-a69b-491d-9432-c600f8bc0b83 None None] Pushing event updated for resources: {'Port': ['ID=3de4bdfa-5090-43e1-8fa2-1dc47a06144e,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:34.019946 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e5f98-85a9-4afc-acfd-99692392b30d None None] Pushing event updated for resources: {'Port': ['ID=21473b4f-79b8-42cf-a880-272e9a9b8ac8,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:34.103417 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe6efd-a69b-491d-9432-c600f8bc0b83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:34.113064 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe6efd-a69b-491d-9432-c600f8bc0b83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:34.115426 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe6efd-a69b-491d-9432-c600f8bc0b83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:34.116115 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe6efd-a69b-491d-9432-c600f8bc0b83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:34.116816 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe6efd-a69b-491d-9432-c600f8bc0b83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:34.118819 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe6efd-a69b-491d-9432-c600f8bc0b83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:34.119856 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe6efd-a69b-491d-9432-c600f8bc0b83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:34.126351 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe6efd-a69b-491d-9432-c600f8bc0b83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:34.126351 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe6efd-a69b-491d-9432-c600f8bc0b83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:34.126351 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe6efd-a69b-491d-9432-c600f8bc0b83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:34.126351 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe6efd-a69b-491d-9432-c600f8bc0b83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:34.126351 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe6efd-a69b-491d-9432-c600f8bc0b83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:34.126351 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe6efd-a69b-491d-9432-c600f8bc0b83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:34.152727 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=588a54e2-baba-4c35-adcd-b6d89c848126,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:34.206616 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fdd71e7f-072c-4604-b970-271546e44a55 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for security_group (a67be3bd-6d51-4ddb-9c13-02265242dd23), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:34.227409 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-0949e7d2-27f9-460e-8fbd-0d476e7e0f52 None None] Attempting to bind port 3de4bdfa-5090-43e1-8fa2-1dc47a06144e on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:50:34.227709 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-0949e7d2-27f9-460e-8fbd-0d476e7e0f52 None None] Attempting to bind port 3de4bdfa-5090-43e1-8fa2-1dc47a06144e by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '0bf43c36-20b7-49f4-ac08-5caff686e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6a1247f3-8c90-4ee2-9676-c57e24527f6e'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:50:34.237430 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0949e7d2-27f9-460e-8fbd-0d476e7e0f52 None None] Attempting to bind port 3de4bdfa-5090-43e1-8fa2-1dc47a06144e on network 6a1247f3-8c90-4ee2-9676-c57e24527f6e {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:50:34.249158 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0949e7d2-27f9-460e-8fbd-0d476e7e0f52 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:50:34.252731 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0949e7d2-27f9-460e-8fbd-0d476e7e0f52 None None] Checking segment: {'id': '0bf43c36-20b7-49f4-ac08-5caff686e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6a1247f3-8c90-4ee2-9676-c57e24527f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:50:34.256086 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0949e7d2-27f9-460e-8fbd-0d476e7e0f52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:34.256654 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0949e7d2-27f9-460e-8fbd-0d476e7e0f52 None None] Bound using segment: {'id': '0bf43c36-20b7-49f4-ac08-5caff686e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6a1247f3-8c90-4ee2-9676-c57e24527f6e'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:50:34.257261 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-0949e7d2-27f9-460e-8fbd-0d476e7e0f52 None None] Bound port: 3de4bdfa-5090-43e1-8fa2-1dc47a06144e, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf43c36-20b7-49f4-ac08-5caff686e397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6a1247f3-8c90-4ee2-9676-c57e24527f6e'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:50:34.257733 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0949e7d2-27f9-460e-8fbd-0d476e7e0f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3de4bdfa-5090-43e1-8fa2-1dc47a06144e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:34.313731 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515630f-27b0-46f0-9bda-d216a5c1ffe5 req-ecec1781-8533-4227-a881-a3d87439ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:34.315623 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e515630f-27b0-46f0-9bda-d216a5c1ffe5 req-ecec1781-8533-4227-a881-a3d87439ec3b service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=1b5b9eaf-9b5c-4c18-8db6-562e04410c01 HTTP/1.1" status: 200 len: 1128 time: 0.2378006 Feb 08 21:50:34.410722 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0949e7d2-27f9-460e-8fbd-0d476e7e0f52 None None] For port 3de4bdfa-5090-43e1-8fa2-1dc47a06144e, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:50:34.414610 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0949e7d2-27f9-460e-8fbd-0d476e7e0f52 None None] For port 3de4bdfa-5090-43e1-8fa2-1dc47a06144e, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3de4bdfa-5090-43e1-8fa2-1dc47a06144e,segment=NetworkSegment(0bf43c36-20b7-49f4-ac08-5caff686e397),segment_id=0bf43c36-20b7-49f4-ac08-5caff686e397)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:50:34.423854 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac0aa4-7069-4c97-a2d7-5b82ec72fc87 req-20e379bb-061e-49ac-9374-3af9e42f3970 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:34.429977 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0949e7d2-27f9-460e-8fbd-0d476e7e0f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3de4bdfa-5090-43e1-8fa2-1dc47a06144e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:34.436475 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-06ac0aa4-7069-4c97-a2d7-5b82ec72fc87 req-20e379bb-061e-49ac-9374-3af9e42f3970 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1b5b9eaf-9b5c-4c18-8db6-562e04410c01 HTTP/1.1" status: 200 len: 1128 time: 0.6530511 Feb 08 21:50:34.465821 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e515630f-27b0-46f0-9bda-d216a5c1ffe5 req-f97ae69e-3442-41d4-936e-c5133029da35 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=831c91b7-ce41-4232-b8f7-ccad02b24188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414015 Feb 08 21:50:34.508145 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fdd71e7f-072c-4604-b970-271546e44a55 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a67be3bd-6d51-4ddb-9c13-02265242dd23), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:34.511329 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fdd71e7f-072c-4604-b970-271546e44a55 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:34.520000 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fdd71e7f-072c-4604-b970-271546e44a55 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "DELETE /v2.0/security-groups/a67be3bd-6d51-4ddb-9c13-02265242dd23 HTTP/1.1" status: 204 len: 168 time: 0.9918725 Feb 08 21:50:34.522854 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58022) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:34.593990 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-06ac0aa4-7069-4c97-a2d7-5b82ec72fc87 req-95289221-32bd-42d6-af2e-b90f2ca1030f tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=831c91b7-ce41-4232-b8f7-ccad02b24188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525795 Feb 08 21:50:34.600285 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd71e7f-072c-4604-b970-271546e44a55 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67be3bd-6d51-4ddb-9c13-02265242dd23,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:34.636164 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0949e7d2-27f9-460e-8fbd-0d476e7e0f52 None None] Routers {'10e86d56-eb2c-4a79-81f0-d9cb5b93be2b'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:50:34.637282 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0949e7d2-27f9-460e-8fbd-0d476e7e0f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:50:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['10e86d56-eb2c-4a79-81f0-d9cb5b93be2b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:34.664344 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f65b8429-1df9-454b-ae5b-b9cd71bd0c14 None None] Provisioning complete for port 3de4bdfa-5090-43e1-8fa2-1dc47a06144e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:34.664721 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f65b8429-1df9-454b-ae5b-b9cd71bd0c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3de4bdfa-5090-43e1-8fa2-1dc47a06144e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:34.750965 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e14a3064-9ff5-4d0b-8f33-5128d879a6eb tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for security_group (3e402ca5-6661-4c8a-a824-9c2fb50d5a34), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:34.798113 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe6efd-a69b-491d-9432-c600f8bc0b83 None None] Pushing event updated for resources: {'Port': ['ID=3de4bdfa-5090-43e1-8fa2-1dc47a06144e,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:34.803882 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e14a3064-9ff5-4d0b-8f33-5128d879a6eb tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for security_group (3e402ca5-6661-4c8a-a824-9c2fb50d5a34), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:34.808219 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (1fe0427b-0942-4bd1-a284-a03f36d1c020), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:34.830764 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (1fe0427b-0942-4bd1-a284-a03f36d1c020), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:34.831949 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (e5d2318c-cce9-43c1-a3c4-39b8b8afb76d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:34.857367 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-02ba4a1f-e13d-4c67-ae47-14b46d90fabc admin admin] Deleting port 3de4bdfa-5090-43e1-8fa2-1dc47a06144e {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:50:34.857777 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-02ba4a1f-e13d-4c67-ae47-14b46d90fabc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (3de4bdfa-5090-43e1-8fa2-1dc47a06144e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:34.902073 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f65b8429-1df9-454b-ae5b-b9cd71bd0c14 None None] Current status of the port 3de4bdfa-5090-43e1-8fa2-1dc47a06144e is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:34.902578 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f65b8429-1df9-454b-ae5b-b9cd71bd0c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3de4bdfa-5090-43e1-8fa2-1dc47a06144e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:34.917692 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-0949e7d2-27f9-460e-8fbd-0d476e7e0f52 None None] Set router 10e86d56-eb2c-4a79-81f0-d9cb5b93be2b gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:50:34.976350 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f65b8429-1df9-454b-ae5b-b9cd71bd0c14 None None] For port 3de4bdfa-5090-43e1-8fa2-1dc47a06144e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3de4bdfa-5090-43e1-8fa2-1dc47a06144e,segment=NetworkSegment(0bf43c36-20b7-49f4-ac08-5caff686e397),segment_id=0bf43c36-20b7-49f4-ac08-5caff686e397)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:34.986732 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f65b8429-1df9-454b-ae5b-b9cd71bd0c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3de4bdfa-5090-43e1-8fa2-1dc47a06144e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:35.062251 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-02ba4a1f-e13d-4c67-ae47-14b46d90fabc admin admin] For port 3de4bdfa-5090-43e1-8fa2-1dc47a06144e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3de4bdfa-5090-43e1-8fa2-1dc47a06144e,segment=NetworkSegment(0bf43c36-20b7-49f4-ac08-5caff686e397),segment_id=0bf43c36-20b7-49f4-ac08-5caff686e397)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:35.062981 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-02ba4a1f-e13d-4c67-ae47-14b46d90fabc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (3de4bdfa-5090-43e1-8fa2-1dc47a06144e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:35.087738 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b8429-1df9-454b-ae5b-b9cd71bd0c14 None None] Pushing event updated for resources: {'Port': ['ID=3de4bdfa-5090-43e1-8fa2-1dc47a06144e,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:35.094866 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-02ba4a1f-e13d-4c67-ae47-14b46d90fabc admin admin] Calling delete_port for 3de4bdfa-5090-43e1-8fa2-1dc47a06144e owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:50:35.118932 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-477ed1f3-fb25-493c-82db-e18f2f34a06a None None] Provisioning complete for port 3de4bdfa-5090-43e1-8fa2-1dc47a06144e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:35.119415 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-477ed1f3-fb25-493c-82db-e18f2f34a06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3de4bdfa-5090-43e1-8fa2-1dc47a06144e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:35.358660 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-477ed1f3-fb25-493c-82db-e18f2f34a06a None None] Current status of the port 3de4bdfa-5090-43e1-8fa2-1dc47a06144e is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:35.463822 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0949e7d2-27f9-460e-8fbd-0d476e7e0f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e86d56-eb2c-4a79-81f0-d9cb5b93be2b', 'name': 'tempest-ImageQuotaTest-1085926003-router', 'tenant_id': 'b1acb737c3a14aa49c2443125a1d1eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '60b06826-0025-469d-8926-3504474ebe78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:17Z', 'updated_at': '2022-02-08T21:50:28Z', 'revision_number': 4, 'project_id': 'b1acb737c3a14aa49c2443125a1d1eee', 'gw_port': {'id': '60b06826-0025-469d-8926-3504474ebe78', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e86d56-eb2c-4a79-81f0-d9cb5b93be2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:50:18Z', 'updated_at': '2022-02-08T21:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '3de4bdfa-5090-43e1-8fa2-1dc47a06144e', 'name': '', 'network_id': '6a1247f3-8c90-4ee2-9676-c57e24527f6e', 'tenant_id': 'b1acb737c3a14aa49c2443125a1d1eee', 'mac_address': 'fa:16:3e:39:3b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e86d56-eb2c-4a79-81f0-d9cb5b93be2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '8ba06a76-3b68-49ad-bce8-d31c8c872bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:50:25Z', 'updated_at': '2022-02-08T21:50:34Z', 'revision_number': 4, 'project_id': 'b1acb737c3a14aa49c2443125a1d1eee', 'subnets': [{'id': '8ba06a76-3b68-49ad-bce8-d31c8c872bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:35.499517 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0949e7d2-27f9-460e-8fbd-0d476e7e0f52 None None] The sync data for ids ['10e86d56-eb2c-4a79-81f0-d9cb5b93be2b'] in n-d-712143-31 is: [{'id': '10e86d56-eb2c-4a79-81f0-d9cb5b93be2b', 'name': 'tempest-ImageQuotaTest-1085926003-router', 'tenant_id': 'b1acb737c3a14aa49c2443125a1d1eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '60b06826-0025-469d-8926-3504474ebe78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:17Z', 'updated_at': '2022-02-08T21:50:28Z', 'revision_number': 4, 'project_id': 'b1acb737c3a14aa49c2443125a1d1eee', 'gw_port': {'id': '60b06826-0025-469d-8926-3504474ebe78', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e86d56-eb2c-4a79-81f0-d9cb5b93be2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:50:18Z', 'updated_at': '2022-02-08T21:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '3de4bdfa-5090-43e1-8fa2-1dc47a06144e', 'name': '', 'network_id': '6a1247f3-8c90-4ee2-9676-c57e24527f6e', 'tenant_id': 'b1acb737c3a14aa49c2443125a1d1eee', 'mac_address': 'fa:16:3e:39:3b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e86d56-eb2c-4a79-81f0-d9cb5b93be2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '8ba06a76-3b68-49ad-bce8-d31c8c872bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:50:25Z', 'updated_at': '2022-02-08T21:50:34Z', 'revision_number': 4, 'project_id': 'b1acb737c3a14aa49c2443125a1d1eee', 'subnets': [{'id': '8ba06a76-3b68-49ad-bce8-d31c8c872bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:50:35.535362 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-02ba4a1f-e13d-4c67-ae47-14b46d90fabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (3de4bdfa-5090-43e1-8fa2-1dc47a06144e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:35.722575 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba4a1f-e13d-4c67-ae47-14b46d90fabc admin admin] Pushing event deleted for resources: {'Port': ['ID=3de4bdfa-5090-43e1-8fa2-1dc47a06144e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:35.909848 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=1fe0427b-0942-4bd1-a284-a03f36d1c020,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:35.959575 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e14a3064-9ff5-4d0b-8f33-5128d879a6eb tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3e402ca5-6661-4c8a-a824-9c2fb50d5a34), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:35.970397 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e14a3064-9ff5-4d0b-8f33-5128d879a6eb tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:35.974069 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e14a3064-9ff5-4d0b-8f33-5128d879a6eb tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "DELETE /v2.0/security-groups/3e402ca5-6661-4c8a-a824-9c2fb50d5a34 HTTP/1.1" status: 204 len: 168 time: 1.4480908 Feb 08 21:50:35.999259 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58032) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:36.004718 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a3064-9ff5-4d0b-8f33-5128d879a6eb tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e402ca5-6661-4c8a-a824-9c2fb50d5a34,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:36.050941 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:50:36.054379 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:50:36.123240 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-302eda9a-f7dc-476a-a6cd-56b1d8669928 None None] Provisioning complete for port 21473b4f-79b8-42cf-a880-272e9a9b8ac8 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:36.123797 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-302eda9a-f7dc-476a-a6cd-56b1d8669928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (21473b4f-79b8-42cf-a880-272e9a9b8ac8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:36.298571 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-02ba4a1f-e13d-4c67-ae47-14b46d90fabc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (10e86d56-eb2c-4a79-81f0-d9cb5b93be2b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:36.347494 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b741c26-e5fd-40d1-9272-3ea2631e454e req-cf154d07-0ba8-44a2-8816-0f7452096adf tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:36.350047 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3b741c26-e5fd-40d1-9272-3ea2631e454e req-cf154d07-0ba8-44a2-8816-0f7452096adf tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1b5b9eaf-9b5c-4c18-8db6-562e04410c01 HTTP/1.1" status: 200 len: 1128 time: 0.5490463 Feb 08 21:50:36.394251 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-302eda9a-f7dc-476a-a6cd-56b1d8669928 None None] Current status of the port 21473b4f-79b8-42cf-a880-272e9a9b8ac8 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:36.394749 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-302eda9a-f7dc-476a-a6cd-56b1d8669928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (21473b4f-79b8-42cf-a880-272e9a9b8ac8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:36.560486 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 21473b4f-79b8-42cf-a880-272e9a9b8ac8 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:50:36.593340 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3b741c26-e5fd-40d1-9272-3ea2631e454e req-60d896ea-ba38-4e13-adb8-a0e5ae8a6660 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=831c91b7-ce41-4232-b8f7-ccad02b24188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638825 Feb 08 21:50:36.626946 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-302eda9a-f7dc-476a-a6cd-56b1d8669928 None None] For port 21473b4f-79b8-42cf-a880-272e9a9b8ac8, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=21473b4f-79b8-42cf-a880-272e9a9b8ac8,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:36.902655 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Router e5d2318c-cce9-43c1-a3c4-39b8b8afb76d is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:50:37.023137 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ba4a1f-e13d-4c67-ae47-14b46d90fabc admin admin] Router 10e86d56-eb2c-4a79-81f0-d9cb5b93be2b has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:50:37.143334 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:37.143924 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-302eda9a-f7dc-476a-a6cd-56b1d8669928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (21473b4f-79b8-42cf-a880-272e9a9b8ac8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:37.299667 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ba4a1f-e13d-4c67-ae47-14b46d90fabc admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:50:37.305861 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-02ba4a1f-e13d-4c67-ae47-14b46d90fabc admin admin] 10.222.0.88 "PUT /v2.0/routers/10e86d56-eb2c-4a79-81f0-d9cb5b93be2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4890289 Feb 08 21:50:37.308312 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58044) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:37.327553 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302eda9a-f7dc-476a-a6cd-56b1d8669928 None None] Pushing event updated for resources: {'Port': ['ID=21473b4f-79b8-42cf-a880-272e9a9b8ac8,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:37.331892 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:37.332940 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:50:37.351297 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4ae8311f-0f52-479d-8ea9-349e100a74de None None] Provisioning complete for port 1fe0427b-0942-4bd1-a284-a03f36d1c020 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:37.351937 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4ae8311f-0f52-479d-8ea9-349e100a74de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1fe0427b-0942-4bd1-a284-a03f36d1c020), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:37.354605 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638b83cc-ade7-4af1-ad1b-2e03fe6deecf None None] Sync routers for ids ['e5d2318c-cce9-43c1-a3c4-39b8b8afb76d'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:50:37.376006 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2fe29bbc-45a7-4494-9610-2fef84ea8bc6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "PUT /v2.0/routers/e5d2318c-cce9-43c1-a3c4-39b8b8afb76d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6863887 Feb 08 21:50:37.389324 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58046) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:37.391942 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638b83cc-ade7-4af1-ad1b-2e03fe6deecf None None] Routers {'e5d2318c-cce9-43c1-a3c4-39b8b8afb76d'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:50:37.392926 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-638b83cc-ade7-4af1-ad1b-2e03fe6deecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:50:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e5d2318c-cce9-43c1-a3c4-39b8b8afb76d'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:37.447993 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 21473b4f-79b8-42cf-a880-272e9a9b8ac8 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:37.448681 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (21473b4f-79b8-42cf-a880-272e9a9b8ac8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:37.494367 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0bdc7b43-8d0a-4722-9498-c113f874f978 admin admin] Publish callbacks [] for router (10e86d56-eb2c-4a79-81f0-d9cb5b93be2b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:37.534548 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c34598a-d650-4caa-8294-71b59aca4300 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:37.544235 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7c34598a-d650-4caa-8294-71b59aca4300 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports/1fe0427b-0942-4bd1-a284-a03f36d1c020 HTTP/1.1" status: 200 len: 911 time: 0.1514068 Feb 08 21:50:37.546134 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58048) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:37.592828 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4ae8311f-0f52-479d-8ea9-349e100a74de None None] Port 1fe0427b-0942-4bd1-a284-a03f36d1c020 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:50:37.644607 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-638b83cc-ade7-4af1-ad1b-2e03fe6deecf None None] Set router e5d2318c-cce9-43c1-a3c4-39b8b8afb76d gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:50:37.713616 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d005f91d-81e8-4a55-9830-a8d93b5b8b98 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:37.730776 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d005f91d-81e8-4a55-9830-a8d93b5b8b98 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:37.741048 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d005f91d-81e8-4a55-9830-a8d93b5b8b98 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1938224 Feb 08 21:50:37.744275 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58054) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:37.932820 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 21473b4f-79b8-42cf-a880-272e9a9b8ac8 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:37.953461 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9639b01-b4ad-469a-b54e-19c0a1232542 None None] Sync routers for ids ['10e86d56-eb2c-4a79-81f0-d9cb5b93be2b'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:50:37.972414 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9639b01-b4ad-469a-b54e-19c0a1232542 None None] Routers {'10e86d56-eb2c-4a79-81f0-d9cb5b93be2b'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:50:37.973080 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a9639b01-b4ad-469a-b54e-19c0a1232542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:50:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['10e86d56-eb2c-4a79-81f0-d9cb5b93be2b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:38.136034 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0bdc7b43-8d0a-4722-9498-c113f874f978 admin admin] Publish callbacks [] for router_gateway (10e86d56-eb2c-4a79-81f0-d9cb5b93be2b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:38.204068 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-638b83cc-ade7-4af1-ad1b-2e03fe6deecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d2318c-cce9-43c1-a3c4-39b8b8afb76d', 'name': 'tempest-NetworksTestDHCPv6-router-411879772', 'tenant_id': '1bafe448e33448c7ae7ce06f728d4448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:31Z', 'updated_at': '2022-02-08T21:50:33Z', 'revision_number': 2, 'project_id': '1bafe448e33448c7ae7ce06f728d4448', 'gw_port_host': None, '_interfaces': [{'id': '1fe0427b-0942-4bd1-a284-a03f36d1c020', 'name': '', 'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'tenant_id': '1bafe448e33448c7ae7ce06f728d4448', 'mac_address': 'fa:16:3e:38:84:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d2318c-cce9-43c1-a3c4-39b8b8afb76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'c8b10d6f-993e-4e1c-980a-282dba1eb79a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:50:32Z', 'updated_at': '2022-02-08T21:50:34Z', 'revision_number': 2, 'project_id': '1bafe448e33448c7ae7ce06f728d4448', 'subnets': [{'id': 'c8b10d6f-993e-4e1c-980a-282dba1eb79a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:38.254805 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638b83cc-ade7-4af1-ad1b-2e03fe6deecf None None] Checking router: e5d2318c-cce9-43c1-a3c4-39b8b8afb76d for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:50:38.255190 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638b83cc-ade7-4af1-ad1b-2e03fe6deecf None None] Updating router e5d2318c-cce9-43c1-a3c4-39b8b8afb76d port 1fe0427b-0942-4bd1-a284-a03f36d1c020 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:50:38.275416 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a9639b01-b4ad-469a-b54e-19c0a1232542 None None] Set router 10e86d56-eb2c-4a79-81f0-d9cb5b93be2b gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:50:38.285136 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe1651-a0e4-48e9-be68-89c5befda5c2 req-b9b1463c-4a48-4a9a-8e2e-cbb3df1d2cb5 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:38.287005 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56fe1651-a0e4-48e9-be68-89c5befda5c2 req-b9b1463c-4a48-4a9a-8e2e-cbb3df1d2cb5 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1b5b9eaf-9b5c-4c18-8db6-562e04410c01 HTTP/1.1" status: 200 len: 1128 time: 0.1527996 Feb 08 21:50:38.327614 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-638b83cc-ade7-4af1-ad1b-2e03fe6deecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1fe0427b-0942-4bd1-a284-a03f36d1c020), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:38.405022 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56fe1651-a0e4-48e9-be68-89c5befda5c2 req-c025eef5-e2c5-4fc6-b385-c5f8e2533a6e tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=831c91b7-ce41-4232-b8f7-ccad02b24188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004794 Feb 08 21:50:38.412538 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-0bdc7b43-8d0a-4722-9498-c113f874f978 admin admin] Deleting port 60b06826-0025-469d-8926-3504474ebe78 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:50:38.412812 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0bdc7b43-8d0a-4722-9498-c113f874f978 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (60b06826-0025-469d-8926-3504474ebe78), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:38.417428 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-784f78d0-a35a-44f2-8aa5-16712bdffd2e tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (23de3c61-00ce-4867-a824-187e17801b6a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:38.735265 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-638b83cc-ade7-4af1-ad1b-2e03fe6deecf None None] Publish callbacks [] for port (1fe0427b-0942-4bd1-a284-a03f36d1c020), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:38.743935 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 21473b4f-79b8-42cf-a880-272e9a9b8ac8 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:50:38.748312 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-638b83cc-ade7-4af1-ad1b-2e03fe6deecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1fe0427b-0942-4bd1-a284-a03f36d1c020), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:38.753488 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a9639b01-b4ad-469a-b54e-19c0a1232542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e86d56-eb2c-4a79-81f0-d9cb5b93be2b', 'name': 'tempest-ImageQuotaTest-1085926003-router', 'tenant_id': 'b1acb737c3a14aa49c2443125a1d1eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '60b06826-0025-469d-8926-3504474ebe78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:17Z', 'updated_at': '2022-02-08T21:50:35Z', 'revision_number': 5, 'project_id': 'b1acb737c3a14aa49c2443125a1d1eee', 'gw_port': {'id': '60b06826-0025-469d-8926-3504474ebe78', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e86d56-eb2c-4a79-81f0-d9cb5b93be2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:50:18Z', 'updated_at': '2022-02-08T21:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:38.806034 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-0bdc7b43-8d0a-4722-9498-c113f874f978 admin admin] For port 60b06826-0025-469d-8926-3504474ebe78, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=60b06826-0025-469d-8926-3504474ebe78,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:38.806707 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0bdc7b43-8d0a-4722-9498-c113f874f978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (60b06826-0025-469d-8926-3504474ebe78), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:38.836506 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9639b01-b4ad-469a-b54e-19c0a1232542 None None] Checking router: 10e86d56-eb2c-4a79-81f0-d9cb5b93be2b for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:50:38.848341 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-0bdc7b43-8d0a-4722-9498-c113f874f978 admin admin] Calling delete_port for 60b06826-0025-469d-8926-3504474ebe78 owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:50:38.855804 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f75faa-0a27-4422-be56-36ba49ab9bc2 None None] Pushing event updated for resources: {'Port': ['ID=1fe0427b-0942-4bd1-a284-a03f36d1c020,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:38.869699 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9639b01-b4ad-469a-b54e-19c0a1232542 None None] Routers {'10e86d56-eb2c-4a79-81f0-d9cb5b93be2b'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:50:38.870685 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a9639b01-b4ad-469a-b54e-19c0a1232542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:50:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['10e86d56-eb2c-4a79-81f0-d9cb5b93be2b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:38.963065 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7c35d-79b3-4703-a2e3-758bb616d23c req-0b6c473f-1c87-4acb-8ff2-1ea7d6f480dd tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:38.964603 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-93d7c35d-79b3-4703-a2e3-758bb616d23c req-0b6c473f-1c87-4acb-8ff2-1ea7d6f480dd tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1b5b9eaf-9b5c-4c18-8db6-562e04410c01 HTTP/1.1" status: 200 len: 1128 time: 0.4111290 Feb 08 21:50:39.076005 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-638b83cc-ade7-4af1-ad1b-2e03fe6deecf None None] Attempting to bind port 1fe0427b-0942-4bd1-a284-a03f36d1c020 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:50:39.076383 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-638b83cc-ade7-4af1-ad1b-2e03fe6deecf None None] Attempting to bind port 1fe0427b-0942-4bd1-a284-a03f36d1c020 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:50:39.076754 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638b83cc-ade7-4af1-ad1b-2e03fe6deecf None None] Attempting to bind port 1fe0427b-0942-4bd1-a284-a03f36d1c020 on network 27f9d783-a380-45ce-9337-9219c380755c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:50:39.094800 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638b83cc-ade7-4af1-ad1b-2e03fe6deecf None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:50:39.095348 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638b83cc-ade7-4af1-ad1b-2e03fe6deecf None None] Checking segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:50:39.095635 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-638b83cc-ade7-4af1-ad1b-2e03fe6deecf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:39.095990 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638b83cc-ade7-4af1-ad1b-2e03fe6deecf None None] Bound using segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:50:39.096480 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-638b83cc-ade7-4af1-ad1b-2e03fe6deecf None None] Bound port: 1fe0427b-0942-4bd1-a284-a03f36d1c020, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:50:39.096875 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-638b83cc-ade7-4af1-ad1b-2e03fe6deecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1fe0427b-0942-4bd1-a284-a03f36d1c020), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:39.141956 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 21473b4f-79b8-42cf-a880-272e9a9b8ac8 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:39.142501 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (21473b4f-79b8-42cf-a880-272e9a9b8ac8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:39.167558 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-93d7c35d-79b3-4703-a2e3-758bb616d23c req-caf31cbb-8d31-4bf8-b911-a34219d5c9e8 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=831c91b7-ce41-4232-b8f7-ccad02b24188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929781 Feb 08 21:50:39.227284 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27e13443-e626-4573-a868-64b7c96382eb tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (e5d2318c-cce9-43c1-a3c4-39b8b8afb76d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:39.387946 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-638b83cc-ade7-4af1-ad1b-2e03fe6deecf None None] For port 1fe0427b-0942-4bd1-a284-a03f36d1c020, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:50:39.395231 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-638b83cc-ade7-4af1-ad1b-2e03fe6deecf None None] For port 1fe0427b-0942-4bd1-a284-a03f36d1c020, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=1fe0427b-0942-4bd1-a284-a03f36d1c020,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:50:39.402845 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a9639b01-b4ad-469a-b54e-19c0a1232542 None None] Set router 10e86d56-eb2c-4a79-81f0-d9cb5b93be2b gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:50:39.412871 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-638b83cc-ade7-4af1-ad1b-2e03fe6deecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1fe0427b-0942-4bd1-a284-a03f36d1c020), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:39.500903 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca67393-f07e-4838-9215-91cd737fdf73 req-2218e2ea-d160-4d3a-a884-7cc60af2b953 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:39.502471 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ca67393-f07e-4838-9215-91cd737fdf73 req-2218e2ea-d160-4d3a-a884-7cc60af2b953 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1b5b9eaf-9b5c-4c18-8db6-562e04410c01 HTTP/1.1" status: 200 len: 1128 time: 0.2421937 Feb 08 21:50:39.513675 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f75faa-0a27-4422-be56-36ba49ab9bc2 None None] Pushing event updated for resources: {'Port': ['ID=1fe0427b-0942-4bd1-a284-a03f36d1c020,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:39.553618 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a9639b01-b4ad-469a-b54e-19c0a1232542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e86d56-eb2c-4a79-81f0-d9cb5b93be2b', 'name': 'tempest-ImageQuotaTest-1085926003-router', 'tenant_id': 'b1acb737c3a14aa49c2443125a1d1eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:17Z', 'updated_at': '2022-02-08T21:50:38Z', 'revision_number': 6, 'project_id': 'b1acb737c3a14aa49c2443125a1d1eee', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:39.592090 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b7c352c3-7227-49bb-a9f3-95668b15b156 None None] Provisioning complete for port 1fe0427b-0942-4bd1-a284-a03f36d1c020 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:39.593315 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7c352c3-7227-49bb-a9f3-95668b15b156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1fe0427b-0942-4bd1-a284-a03f36d1c020), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:39.640364 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9639b01-b4ad-469a-b54e-19c0a1232542 None None] The sync data for ids ['10e86d56-eb2c-4a79-81f0-d9cb5b93be2b'] in n-d-712143-31 is: [{'id': '10e86d56-eb2c-4a79-81f0-d9cb5b93be2b', 'name': 'tempest-ImageQuotaTest-1085926003-router', 'tenant_id': 'b1acb737c3a14aa49c2443125a1d1eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:17Z', 'updated_at': '2022-02-08T21:50:38Z', 'revision_number': 6, 'project_id': 'b1acb737c3a14aa49c2443125a1d1eee', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:50:39.684201 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ca67393-f07e-4838-9215-91cd737fdf73 req-397c564c-8fed-4474-96b5-d1823591be19 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=831c91b7-ce41-4232-b8f7-ccad02b24188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726804 Feb 08 21:50:39.711919 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0bdc7b43-8d0a-4722-9498-c113f874f978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (60b06826-0025-469d-8926-3504474ebe78), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:39.743203 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638b83cc-ade7-4af1-ad1b-2e03fe6deecf None None] Routers {'e5d2318c-cce9-43c1-a3c4-39b8b8afb76d'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:50:39.745802 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-638b83cc-ade7-4af1-ad1b-2e03fe6deecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:50:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e5d2318c-cce9-43c1-a3c4-39b8b8afb76d'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:39.860517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc7b43-8d0a-4722-9498-c113f874f978 admin admin] Pushing event deleted for resources: {'Port': ['ID=60b06826-0025-469d-8926-3504474ebe78,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:39.919689 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc7b43-8d0a-4722-9498-c113f874f978 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:39.920151 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc7b43-8d0a-4722-9498-c113f874f978 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:39.921050 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc7b43-8d0a-4722-9498-c113f874f978 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:39.926943 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc7b43-8d0a-4722-9498-c113f874f978 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:39.927464 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc7b43-8d0a-4722-9498-c113f874f978 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:39.927850 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc7b43-8d0a-4722-9498-c113f874f978 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:39.928191 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc7b43-8d0a-4722-9498-c113f874f978 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:39.928549 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc7b43-8d0a-4722-9498-c113f874f978 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:39.928883 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc7b43-8d0a-4722-9498-c113f874f978 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:39.929473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc7b43-8d0a-4722-9498-c113f874f978 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:39.929808 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc7b43-8d0a-4722-9498-c113f874f978 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:39.930140 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc7b43-8d0a-4722-9498-c113f874f978 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:39.930470 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdc7b43-8d0a-4722-9498-c113f874f978 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:50:39.960852 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0bdc7b43-8d0a-4722-9498-c113f874f978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (10e86d56-eb2c-4a79-81f0-d9cb5b93be2b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:40.074100 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 21473b4f-79b8-42cf-a880-272e9a9b8ac8 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:40.089487 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-638b83cc-ade7-4af1-ad1b-2e03fe6deecf None None] Set router e5d2318c-cce9-43c1-a3c4-39b8b8afb76d gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:50:40.145193 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0bdc7b43-8d0a-4722-9498-c113f874f978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (10e86d56-eb2c-4a79-81f0-d9cb5b93be2b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:40.149169 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0bdc7b43-8d0a-4722-9498-c113f874f978 admin admin] Publish callbacks [] for router_controller (10e86d56-eb2c-4a79-81f0-d9cb5b93be2b), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:40.152253 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b7c352c3-7227-49bb-a9f3-95668b15b156 None None] Current status of the port 1fe0427b-0942-4bd1-a284-a03f36d1c020 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:40.166888 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7c352c3-7227-49bb-a9f3-95668b15b156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1fe0427b-0942-4bd1-a284-a03f36d1c020), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:40.271047 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0bdc7b43-8d0a-4722-9498-c113f874f978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (10e86d56-eb2c-4a79-81f0-d9cb5b93be2b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:40.273342 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdc7b43-8d0a-4722-9498-c113f874f978 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10e86d56-eb2c-4a79-81f0-d9cb5b93be2b {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:50:40.284585 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0bdc7b43-8d0a-4722-9498-c113f874f978 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:40.289945 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0bdc7b43-8d0a-4722-9498-c113f874f978 admin admin] 10.222.0.88 "DELETE /v2.0/routers/10e86d56-eb2c-4a79-81f0-d9cb5b93be2b HTTP/1.1" status: 204 len: 168 time: 2.9763935 Feb 08 21:50:40.290834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58080) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:40.339367 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b7c352c3-7227-49bb-a9f3-95668b15b156 None None] For port 1fe0427b-0942-4bd1-a284-a03f36d1c020, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=1fe0427b-0942-4bd1-a284-a03f36d1c020,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:40.345911 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7c352c3-7227-49bb-a9f3-95668b15b156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1fe0427b-0942-4bd1-a284-a03f36d1c020), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:40.418099 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-784f78d0-a35a-44f2-8aa5-16712bdffd2e tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Deleting port c56be75d-3d34-474d-8bc0-0197874f8ac2 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:50:40.418670 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-784f78d0-a35a-44f2-8aa5-16712bdffd2e tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c56be75d-3d34-474d-8bc0-0197874f8ac2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:40.424189 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-671eace9-7937-41d0-8bd7-8364f4118459 admin admin] Deleting subnet 8ba06a76-3b68-49ad-bce8-d31c8c872bbc {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:50:40.433953 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-671eace9-7937-41d0-8bd7-8364f4118459 admin admin] Publish callbacks [] for subnet (8ba06a76-3b68-49ad-bce8-d31c8c872bbc), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:40.462225 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c352c3-7227-49bb-a9f3-95668b15b156 None None] Pushing event updated for resources: {'Port': ['ID=1fe0427b-0942-4bd1-a284-a03f36d1c020,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:40.501474 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-671eace9-7937-41d0-8bd7-8364f4118459 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (8ba06a76-3b68-49ad-bce8-d31c8c872bbc), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:40.505910 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-43c85791-64ef-48e1-9048-f1d98df687f4 None None] Provisioning complete for port 1fe0427b-0942-4bd1-a284-a03f36d1c020 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:40.506566 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-43c85791-64ef-48e1-9048-f1d98df687f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1fe0427b-0942-4bd1-a284-a03f36d1c020), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:40.655821 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-27e13443-e626-4573-a868-64b7c96382eb tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting port 1fe0427b-0942-4bd1-a284-a03f36d1c020 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:50:40.656159 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27e13443-e626-4573-a868-64b7c96382eb tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (1fe0427b-0942-4bd1-a284-a03f36d1c020), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:40.660396 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-784f78d0-a35a-44f2-8aa5-16712bdffd2e tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] For port c56be75d-3d34-474d-8bc0-0197874f8ac2, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c56be75d-3d34-474d-8bc0-0197874f8ac2,segment=NetworkSegment(05ffdc5d-1222-4223-bdbd-541b3bd47349),segment_id=05ffdc5d-1222-4223-bdbd-541b3bd47349)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:40.660777 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-784f78d0-a35a-44f2-8aa5-16712bdffd2e tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c56be75d-3d34-474d-8bc0-0197874f8ac2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:40.671726 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-671eace9-7937-41d0-8bd7-8364f4118459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (8ba06a76-3b68-49ad-bce8-d31c8c872bbc), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:40.726099 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3de4bdfa-5090-43e1-8fa2-1dc47a06144e no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:50:40.744516 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-671eace9-7937-41d0-8bd7-8364f4118459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (8ba06a76-3b68-49ad-bce8-d31c8c872bbc), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:40.783453 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-671eace9-7937-41d0-8bd7-8364f4118459 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:40.791075 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-784f78d0-a35a-44f2-8aa5-16712bdffd2e tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Calling delete_port for c56be75d-3d34-474d-8bc0-0197874f8ac2 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:50:40.792690 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-671eace9-7937-41d0-8bd7-8364f4118459 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/8ba06a76-3b68-49ad-bce8-d31c8c872bbc HTTP/1.1" status: 204 len: 168 time: 0.5003655 Feb 08 21:50:40.794955 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58084) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:40.797176 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671eace9-7937-41d0-8bd7-8364f4118459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ba06a76-3b68-49ad-bce8-d31c8c872bbc,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:40.802087 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9d117d-5483-45f5-9a96-aa7959ea11f7 None None] Network 6a1247f3-8c90-4ee2-9676-c57e24527f6e requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:50:40.806878 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c503de-39fe-4882-8473-5bb889e1eda6 req-ccc8f138-5711-4743-980b-dad59686631e tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:40.808718 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-53c503de-39fe-4882-8473-5bb889e1eda6 req-ccc8f138-5711-4743-980b-dad59686631e tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1b5b9eaf-9b5c-4c18-8db6-562e04410c01 HTTP/1.1" status: 200 len: 1128 time: 0.5915444 Feb 08 21:50:40.975287 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-27e13443-e626-4573-a868-64b7c96382eb tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] For port 1fe0427b-0942-4bd1-a284-a03f36d1c020, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=1fe0427b-0942-4bd1-a284-a03f36d1c020,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:40.984113 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27e13443-e626-4573-a868-64b7c96382eb tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (1fe0427b-0942-4bd1-a284-a03f36d1c020), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:40.991225 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-003dc083-b99c-4cfa-9081-914d1c71c4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (6a1247f3-8c90-4ee2-9676-c57e24527f6e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:41.017371 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-27e13443-e626-4573-a868-64b7c96382eb tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Calling delete_port for 1fe0427b-0942-4bd1-a284-a03f36d1c020 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:50:41.024399 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-53c503de-39fe-4882-8473-5bb889e1eda6 req-25e7b853-3623-471c-b367-99ca665f7a00 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=831c91b7-ce41-4232-b8f7-ccad02b24188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893234 Feb 08 21:50:41.149899 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 3de4bdfa-5090-43e1-8fa2-1dc47a06144e {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:50:41.150237 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3de4bdfa-5090-43e1-8fa2-1dc47a06144e not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:50:41.150676 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 60b06826-0025-469d-8926-3504474ebe78 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:50:41.179400 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-003dc083-b99c-4cfa-9081-914d1c71c4f0 admin admin] Deleting port 623b86cb-6c44-4b5d-b169-f25fdc9fb33c {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:50:41.179744 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-003dc083-b99c-4cfa-9081-914d1c71c4f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (623b86cb-6c44-4b5d-b169-f25fdc9fb33c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:41.182605 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-638b83cc-ade7-4af1-ad1b-2e03fe6deecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d2318c-cce9-43c1-a3c4-39b8b8afb76d', 'name': 'tempest-NetworksTestDHCPv6-router-411879772', 'tenant_id': '1bafe448e33448c7ae7ce06f728d4448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:31Z', 'updated_at': '2022-02-08T21:50:33Z', 'revision_number': 2, 'project_id': '1bafe448e33448c7ae7ce06f728d4448', 'gw_port_host': None, '_interfaces': [{'id': '1fe0427b-0942-4bd1-a284-a03f36d1c020', 'name': '', 'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'tenant_id': '1bafe448e33448c7ae7ce06f728d4448', 'mac_address': 'fa:16:3e:38:84:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d2318c-cce9-43c1-a3c4-39b8b8afb76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'c8b10d6f-993e-4e1c-980a-282dba1eb79a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:50:32Z', 'updated_at': '2022-02-08T21:50:39Z', 'revision_number': 4, 'project_id': '1bafe448e33448c7ae7ce06f728d4448', 'subnets': [{'id': 'c8b10d6f-993e-4e1c-980a-282dba1eb79a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:41.234828 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 60b06826-0025-469d-8926-3504474ebe78 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:50:41.235219 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 60b06826-0025-469d-8926-3504474ebe78 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:50:41.244469 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638b83cc-ade7-4af1-ad1b-2e03fe6deecf None None] The sync data for ids ['e5d2318c-cce9-43c1-a3c4-39b8b8afb76d'] in n-d-712143-31 is: [{'id': 'e5d2318c-cce9-43c1-a3c4-39b8b8afb76d', 'name': 'tempest-NetworksTestDHCPv6-router-411879772', 'tenant_id': '1bafe448e33448c7ae7ce06f728d4448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:31Z', 'updated_at': '2022-02-08T21:50:33Z', 'revision_number': 2, 'project_id': '1bafe448e33448c7ae7ce06f728d4448', 'gw_port_host': None, '_interfaces': [{'id': '1fe0427b-0942-4bd1-a284-a03f36d1c020', 'name': '', 'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'tenant_id': '1bafe448e33448c7ae7ce06f728d4448', 'mac_address': 'fa:16:3e:38:84:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d2318c-cce9-43c1-a3c4-39b8b8afb76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'c8b10d6f-993e-4e1c-980a-282dba1eb79a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:50:32Z', 'updated_at': '2022-02-08T21:50:39Z', 'revision_number': 4, 'project_id': '1bafe448e33448c7ae7ce06f728d4448', 'subnets': [{'id': 'c8b10d6f-993e-4e1c-980a-282dba1eb79a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:50:41.255447 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-43c85791-64ef-48e1-9048-f1d98df687f4 None None] Current status of the port 1fe0427b-0942-4bd1-a284-a03f36d1c020 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:41.256131 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-003dc083-b99c-4cfa-9081-914d1c71c4f0 admin admin] For port 623b86cb-6c44-4b5d-b169-f25fdc9fb33c, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=623b86cb-6c44-4b5d-b169-f25fdc9fb33c,segment=NetworkSegment(0bf43c36-20b7-49f4-ac08-5caff686e397),segment_id=0bf43c36-20b7-49f4-ac08-5caff686e397)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:41.256509 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-003dc083-b99c-4cfa-9081-914d1c71c4f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (623b86cb-6c44-4b5d-b169-f25fdc9fb33c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:41.287314 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-003dc083-b99c-4cfa-9081-914d1c71c4f0 admin admin] Calling delete_port for 623b86cb-6c44-4b5d-b169-f25fdc9fb33c owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:50:41.426679 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-003dc083-b99c-4cfa-9081-914d1c71c4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (623b86cb-6c44-4b5d-b169-f25fdc9fb33c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:41.461017 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a98470-f206-4839-85d3-d79780a3ff52 None None] DHCP port deletion for 6a1247f3-8c90-4ee2-9676-c57e24527f6e request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:50:41.469373 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-784f78d0-a35a-44f2-8aa5-16712bdffd2e tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (c56be75d-3d34-474d-8bc0-0197874f8ac2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:41.476120 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003dc083-b99c-4cfa-9081-914d1c71c4f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=623b86cb-6c44-4b5d-b169-f25fdc9fb33c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:41.486538 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003dc083-b99c-4cfa-9081-914d1c71c4f0 admin admin] No DVR routers for this DVR port 623b86cb-6c44-4b5d-b169-f25fdc9fb33c on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:50:41.574315 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f78d0-a35a-44f2-8aa5-16712bdffd2e tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event deleted for resources: {'Port': ['ID=c56be75d-3d34-474d-8bc0-0197874f8ac2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:41.623291 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-003dc083-b99c-4cfa-9081-914d1c71c4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (6a1247f3-8c90-4ee2-9676-c57e24527f6e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:41.661624 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-003dc083-b99c-4cfa-9081-914d1c71c4f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a1247f3-8c90-4ee2-9676-c57e24527f6e']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:41.683811 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-003dc083-b99c-4cfa-9081-914d1c71c4f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf43c36-20b7-49f4-ac08-5caff686e397') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:41.685011 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-003dc083-b99c-4cfa-9081-914d1c71c4f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf43c36-20b7-49f4-ac08-5caff686e397') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:41.701646 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-003dc083-b99c-4cfa-9081-914d1c71c4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (0bf43c36-20b7-49f4-ac08-5caff686e397), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:41.724451 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-003dc083-b99c-4cfa-9081-914d1c71c4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (0bf43c36-20b7-49f4-ac08-5caff686e397), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:41.736558 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003dc083-b99c-4cfa-9081-914d1c71c4f0 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:50:41.737016 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-003dc083-b99c-4cfa-9081-914d1c71c4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (0bf43c36-20b7-49f4-ac08-5caff686e397), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:41.744549 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e16484-a6da-40bd-9660-35a44c9d236e req-ef82d778-6184-48af-85c1-8abe373e4961 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:41.745403 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a2e16484-a6da-40bd-9660-35a44c9d236e req-ef82d778-6184-48af-85c1-8abe373e4961 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=1b5b9eaf-9b5c-4c18-8db6-562e04410c01 HTTP/1.1" status: 200 len: 1128 time: 0.2053988 Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:50:41.828907 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:50:41.832844 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-003dc083-b99c-4cfa-9081-914d1c71c4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (6a1247f3-8c90-4ee2-9676-c57e24527f6e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:41.850146 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-003dc083-b99c-4cfa-9081-914d1c71c4f0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:41.860220 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-003dc083-b99c-4cfa-9081-914d1c71c4f0 admin admin] 10.222.0.88 "DELETE /v2.0/networks/6a1247f3-8c90-4ee2-9676-c57e24527f6e HTTP/1.1" status: 204 len: 168 time: 1.0493956 Feb 08 21:50:41.876505 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27e13443-e626-4573-a868-64b7c96382eb tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (1fe0427b-0942-4bd1-a284-a03f36d1c020), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:41.884208 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003dc083-b99c-4cfa-9081-914d1c71c4f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a1247f3-8c90-4ee2-9676-c57e24527f6e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:41.987318 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e13443-e626-4573-a868-64b7c96382eb tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Port': ['ID=1fe0427b-0942-4bd1-a284-a03f36d1c020,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:42.066299 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58100) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:42.109368 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-784f78d0-a35a-44f2-8aa5-16712bdffd2e tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (23de3c61-00ce-4867-a824-187e17801b6a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:42.155819 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9b1afb40-ef26-4187-aab2-a1f2bb82a65a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b1acb737c3a14aa49c2443125a1d1eee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0868533 Feb 08 21:50:42.160184 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58102) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:42.291707 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4233607d-803f-4d38-82d7-cb7478afaecf admin admin] Publish callbacks [] for security_group (8fe62bf3-452a-4f7b-9b50-6cffd958b604), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:42.316985 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ea1f1-0495-4e22-804f-dd13600eeccd req-117a955f-4bde-4863-8ee4-f06ce8c5997d tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:42.320286 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b21ea1f1-0495-4e22-804f-dd13600eeccd req-117a955f-4bde-4863-8ee4-f06ce8c5997d tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1b5b9eaf-9b5c-4c18-8db6-562e04410c01 HTTP/1.1" status: 200 len: 1128 time: 0.1280773 Feb 08 21:50:42.350830 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4233607d-803f-4d38-82d7-cb7478afaecf admin admin] Publish callbacks [] for security_group (8fe62bf3-452a-4f7b-9b50-6cffd958b604), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:42.460521 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b21ea1f1-0495-4e22-804f-dd13600eeccd req-03ff8b75-e214-44f7-a617-7918b782d96d tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=831c91b7-ce41-4232-b8f7-ccad02b24188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335273 Feb 08 21:50:42.488450 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4233607d-803f-4d38-82d7-cb7478afaecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8fe62bf3-452a-4f7b-9b50-6cffd958b604), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:42.492484 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4233607d-803f-4d38-82d7-cb7478afaecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:42.493735 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4233607d-803f-4d38-82d7-cb7478afaecf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8fe62bf3-452a-4f7b-9b50-6cffd958b604 HTTP/1.1" status: 204 len: 168 time: 0.3323367 Feb 08 21:50:42.510038 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233607d-803f-4d38-82d7-cb7478afaecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe62bf3-452a-4f7b-9b50-6cffd958b604,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:42.628744 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 623b86cb-6c44-4b5d-b169-f25fdc9fb33c no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:50:42.667627 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 623b86cb-6c44-4b5d-b169-f25fdc9fb33c {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:50:42.667968 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 623b86cb-6c44-4b5d-b169-f25fdc9fb33c not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:50:42.706717 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784f78d0-a35a-44f2-8aa5-16712bdffd2e tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Router 23de3c61-00ce-4867-a824-187e17801b6a has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:50:42.719057 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27e13443-e626-4573-a868-64b7c96382eb tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (e5d2318c-cce9-43c1-a3c4-39b8b8afb76d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:42.910713 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-a2e16484-a6da-40bd-9660-35a44c9d236e req-8033448a-b442-4dc5-852a-7f13f3e7024e tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Deleting port 588a54e2-baba-4c35-adcd-b6d89c848126 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:50:42.911077 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a2e16484-a6da-40bd-9660-35a44c9d236e req-8033448a-b442-4dc5-852a-7f13f3e7024e tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (588a54e2-baba-4c35-adcd-b6d89c848126), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:43.100567 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784f78d0-a35a-44f2-8aa5-16712bdffd2e tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:50:43.104671 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58116) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:43.108663 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-784f78d0-a35a-44f2-8aa5-16712bdffd2e tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "PUT /v2.0/routers/23de3c61-00ce-4867-a824-187e17801b6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0946732 Feb 08 21:50:43.112800 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58118) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:43.115490 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b6a560-2d14-4294-8c93-09e5cea74998 None None] Sync routers for ids ['23de3c61-00ce-4867-a824-187e17801b6a'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:50:43.129652 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e13443-e626-4573-a868-64b7c96382eb tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Router e5d2318c-cce9-43c1-a3c4-39b8b8afb76d has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:50:43.131911 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-a2e16484-a6da-40bd-9660-35a44c9d236e req-8033448a-b442-4dc5-852a-7f13f3e7024e tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] For port 588a54e2-baba-4c35-adcd-b6d89c848126, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=588a54e2-baba-4c35-adcd-b6d89c848126,segment=NetworkSegment(768cd7f6-d1e3-43db-aeb0-14839363bb6a),segment_id=768cd7f6-d1e3-43db-aeb0-14839363bb6a)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:43.132289 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a2e16484-a6da-40bd-9660-35a44c9d236e req-8033448a-b442-4dc5-852a-7f13f3e7024e tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (588a54e2-baba-4c35-adcd-b6d89c848126), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:43.134418 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b6a560-2d14-4294-8c93-09e5cea74998 None None] Routers {'23de3c61-00ce-4867-a824-187e17801b6a'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:50:43.135059 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-64b6a560-2d14-4294-8c93-09e5cea74998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:50:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23de3c61-00ce-4867-a824-187e17801b6a'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:43.152004 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-a2e16484-a6da-40bd-9660-35a44c9d236e req-8033448a-b442-4dc5-852a-7f13f3e7024e tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Calling delete_port for 588a54e2-baba-4c35-adcd-b6d89c848126 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:50:43.257627 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-2957fe60-03d9-4a4c-a2ac-46a3a4df4a40 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Deleting subnet aa4a3a97-4a0a-41f3-9047-7970ab16cbf4 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:50:43.262018 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-923c0268-0f47-4702-a8d3-ef33bbcc8369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:43.264957 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2957fe60-03d9-4a4c-a2ac-46a3a4df4a40 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for subnet (aa4a3a97-4a0a-41f3-9047-7970ab16cbf4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:43.350288 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2957fe60-03d9-4a4c-a2ac-46a3a4df4a40 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (aa4a3a97-4a0a-41f3-9047-7970ab16cbf4), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:43.350927 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e13443-e626-4573-a868-64b7c96382eb tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:50:43.357238 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-27e13443-e626-4573-a868-64b7c96382eb tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "PUT /v2.0/routers/e5d2318c-cce9-43c1-a3c4-39b8b8afb76d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6114032 Feb 08 21:50:43.364367 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58120) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:43.429199 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-64b6a560-2d14-4294-8c93-09e5cea74998 None None] Set router 23de3c61-00ce-4867-a824-187e17801b6a gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:50:43.464673 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803c6d4b-5d1f-4f47-8f37-af3fa6b72db5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:43.466374 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803c6d4b-5d1f-4f47-8f37-af3fa6b72db5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:43.467926 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-803c6d4b-5d1f-4f47-8f37-af3fa6b72db5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1026022 Feb 08 21:50:43.473020 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58124) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:43.548052 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2957fe60-03d9-4a4c-a2ac-46a3a4df4a40 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (aa4a3a97-4a0a-41f3-9047-7970ab16cbf4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:43.566032 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0eb9587-d927-476b-a95f-daf81bea11f9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet c8b10d6f-993e-4e1c-980a-282dba1eb79a {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:50:43.573530 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0eb9587-d927-476b-a95f-daf81bea11f9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (c8b10d6f-993e-4e1c-980a-282dba1eb79a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:43.601924 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a2e16484-a6da-40bd-9660-35a44c9d236e req-8033448a-b442-4dc5-852a-7f13f3e7024e tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (588a54e2-baba-4c35-adcd-b6d89c848126), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:43.653657 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033448a-b442-4dc5-852a-7f13f3e7024e tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Pushing event deleted for resources: {'Port': ['ID=588a54e2-baba-4c35-adcd-b6d89c848126,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:43.666724 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0eb9587-d927-476b-a95f-daf81bea11f9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (c8b10d6f-993e-4e1c-980a-282dba1eb79a), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:43.718762 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['1e1b2688-71d2-4303-bbd9-a20e4172f4ea'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:50:43.755463 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-923c0268-0f47-4702-a8d3-ef33bbcc8369 admin admin] Publish callbacks [] for security_group (5861d7d8-f17c-49c5-8d9f-a123f509657c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:43.761085 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2957fe60-03d9-4a4c-a2ac-46a3a4df4a40 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (aa4a3a97-4a0a-41f3-9047-7970ab16cbf4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:43.766337 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139a1da9-fe86-4730-8677-53c5f2b00106 None None] Sync routers for ids ['e5d2318c-cce9-43c1-a3c4-39b8b8afb76d'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:50:43.783401 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139a1da9-fe86-4730-8677-53c5f2b00106 None None] Routers {'e5d2318c-cce9-43c1-a3c4-39b8b8afb76d'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:50:43.788770 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-139a1da9-fe86-4730-8677-53c5f2b00106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:50:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e5d2318c-cce9-43c1-a3c4-39b8b8afb76d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:43.806833 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e16484-a6da-40bd-9660-35a44c9d236e req-8033448a-b442-4dc5-852a-7f13f3e7024e tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] No DVR routers for this DVR port 588a54e2-baba-4c35-adcd-b6d89c848126 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:50:43.819387 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a2e16484-a6da-40bd-9660-35a44c9d236e req-8033448a-b442-4dc5-852a-7f13f3e7024e tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:43.824624 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2957fe60-03d9-4a4c-a2ac-46a3a4df4a40 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:43.832385 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2957fe60-03d9-4a4c-a2ac-46a3a4df4a40 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "DELETE /v2.0/subnets/aa4a3a97-4a0a-41f3-9047-7970ab16cbf4 HTTP/1.1" status: 204 len: 168 time: 0.7086329 Feb 08 21:50:43.834060 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-923c0268-0f47-4702-a8d3-ef33bbcc8369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (5861d7d8-f17c-49c5-8d9f-a123f509657c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:43.838821 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58128) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:43.841213 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a2e16484-a6da-40bd-9660-35a44c9d236e req-8033448a-b442-4dc5-852a-7f13f3e7024e tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.94 "DELETE /v2.0/ports/588a54e2-baba-4c35-adcd-b6d89c848126 HTTP/1.1" status: 204 len: 173 time: 2.0480511 Feb 08 21:50:43.842153 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5b9eaf-9b5c-4c18-8db6-562e04410c01', 'name': 'network-vif-deleted', 'tag': '588a54e2-baba-4c35-adcd-b6d89c848126'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:50:43.862023 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957fe60-03d9-4a4c-a2ac-46a3a4df4a40 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event deleted for resources: {'Subnet': ['ID=aa4a3a97-4a0a-41f3-9047-7970ab16cbf4,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:43.883851 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3d0fdd-1096-44d2-8382-5de5c50bfc8a" -d '{"events": [{"server_uuid": "1b5b9eaf-9b5c-4c18-8db6-562e04410c01", "name": "network-vif-deleted", "tag": "588a54e2-baba-4c35-adcd-b6d89c848126"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:50:43.907277 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583a46cf-ac27-4804-893d-8cae1260c86d None None] Network af8269ef-aca6-47c0-be51-599057940be7 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:50:44.022811 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-139a1da9-fe86-4730-8677-53c5f2b00106 None None] Set router e5d2318c-cce9-43c1-a3c4-39b8b8afb76d gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:50:44.026714 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aee299f-6a89-47c4-8ce0-99261c14dcd2 x-openstack-request-id: req-0aee299f-6a89-47c4-8ce0-99261c14dcd2 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:50:44.030143 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b5b9eaf-9b5c-4c18-8db6-562e04410c01", "name": "network-vif-deleted", "tag": "588a54e2-baba-4c35-adcd-b6d89c848126", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:50:44.030452 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0aee299f-6a89-47c4-8ce0-99261c14dcd2 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:50:44.030872 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5b9eaf-9b5c-4c18-8db6-562e04410c01', 'name': 'network-vif-deleted', 'tag': '588a54e2-baba-4c35-adcd-b6d89c848126', 'status': 'completed', 'code': 200} Feb 08 21:50:44.065141 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c0268-0f47-4702-a8d3-ef33bbcc8369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5861d7d8-f17c-49c5-8d9f-a123f509657c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:44.126382 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0eb9587-d927-476b-a95f-daf81bea11f9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (c8b10d6f-993e-4e1c-980a-282dba1eb79a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:44.145047 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-139a1da9-fe86-4730-8677-53c5f2b00106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d2318c-cce9-43c1-a3c4-39b8b8afb76d', 'name': 'tempest-NetworksTestDHCPv6-router-411879772', 'tenant_id': '1bafe448e33448c7ae7ce06f728d4448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:31Z', 'updated_at': '2022-02-08T21:50:41Z', 'revision_number': 3, 'project_id': '1bafe448e33448c7ae7ce06f728d4448', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:44.182653 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139a1da9-fe86-4730-8677-53c5f2b00106 None None] Checking router: e5d2318c-cce9-43c1-a3c4-39b8b8afb76d for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:50:44.198177 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139a1da9-fe86-4730-8677-53c5f2b00106 None None] Routers {'e5d2318c-cce9-43c1-a3c4-39b8b8afb76d'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:50:44.199333 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-139a1da9-fe86-4730-8677-53c5f2b00106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:50:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e5d2318c-cce9-43c1-a3c4-39b8b8afb76d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:44.207327 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0eb9587-d927-476b-a95f-daf81bea11f9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (c8b10d6f-993e-4e1c-980a-282dba1eb79a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:44.264818 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0eb9587-d927-476b-a95f-daf81bea11f9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:44.272088 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e0eb9587-d927-476b-a95f-daf81bea11f9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/c8b10d6f-993e-4e1c-980a-282dba1eb79a HTTP/1.1" status: 204 len: 168 time: 0.7998037 Feb 08 21:50:44.272900 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58140) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:44.300203 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5835340-a70e-49d5-93f7-433dd62b34fd None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:50:44.311918 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-139a1da9-fe86-4730-8677-53c5f2b00106 None None] Set router e5d2318c-cce9-43c1-a3c4-39b8b8afb76d gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:50:44.371956 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb9587-d927-476b-a95f-daf81bea11f9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b10d6f-993e-4e1c-980a-282dba1eb79a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:44.395352 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84b7da5d-b98a-46fb-99e6-2d5ded3a4df7 req-94db8fe0-0364-4a13-9b2d-52df2321f37d tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=1b5b9eaf-9b5c-4c18-8db6-562e04410c01 HTTP/1.1" status: 200 len: 210 time: 0.7051294 Feb 08 21:50:44.403641 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ae3227f-295b-4bb2-b3f5-8195ee2e900f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for router (23de3c61-00ce-4867-a824-187e17801b6a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:44.436716 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-139a1da9-fe86-4730-8677-53c5f2b00106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d2318c-cce9-43c1-a3c4-39b8b8afb76d', 'name': 'tempest-NetworksTestDHCPv6-router-411879772', 'tenant_id': '1bafe448e33448c7ae7ce06f728d4448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:31Z', 'updated_at': '2022-02-08T21:50:41Z', 'revision_number': 3, 'project_id': '1bafe448e33448c7ae7ce06f728d4448', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:44.496207 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-923c0268-0f47-4702-a8d3-ef33bbcc8369 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 1.3903008 Feb 08 21:50:44.506765 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139a1da9-fe86-4730-8677-53c5f2b00106 None None] The sync data for ids ['e5d2318c-cce9-43c1-a3c4-39b8b8afb76d'] in n-d-712143-31 is: [{'id': 'e5d2318c-cce9-43c1-a3c4-39b8b8afb76d', 'name': 'tempest-NetworksTestDHCPv6-router-411879772', 'tenant_id': '1bafe448e33448c7ae7ce06f728d4448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:31Z', 'updated_at': '2022-02-08T21:50:41Z', 'revision_number': 3, 'project_id': '1bafe448e33448c7ae7ce06f728d4448', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:50:44.516369 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58148) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:44.562537 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-64b6a560-2d14-4294-8c93-09e5cea74998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de3c61-00ce-4867-a824-187e17801b6a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-118825268', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '081d40a6-41f2-4d2f-a884-ae6c08f0c3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:47:17Z', 'updated_at': '2022-02-08T21:50:41Z', 'revision_number': 5, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'gw_port': {'id': '081d40a6-41f2-4d2f-a884-ae6c08f0c3f6', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:10:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de3c61-00ce-4867-a824-187e17801b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:47:18Z', 'updated_at': '2022-02-08T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:44.620064 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b6a560-2d14-4294-8c93-09e5cea74998 None None] Checking router: 23de3c61-00ce-4867-a824-187e17801b6a for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:50:44.634919 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ae3227f-295b-4bb2-b3f5-8195ee2e900f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for router_gateway (23de3c61-00ce-4867-a824-187e17801b6a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:44.674289 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-23a0bf59-131e-4383-a679-541c5f416e9a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3247955 Feb 08 21:50:44.675418 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58150) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:44.681139 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b6a560-2d14-4294-8c93-09e5cea74998 None None] Routers {'23de3c61-00ce-4867-a824-187e17801b6a'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:50:44.681839 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-64b6a560-2d14-4294-8c93-09e5cea74998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:50:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23de3c61-00ce-4867-a824-187e17801b6a'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:44.735176 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-8ae3227f-295b-4bb2-b3f5-8195ee2e900f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Deleting port 081d40a6-41f2-4d2f-a884-ae6c08f0c3f6 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:50:44.735521 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ae3227f-295b-4bb2-b3f5-8195ee2e900f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (081d40a6-41f2-4d2f-a884-ae6c08f0c3f6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:44.832533 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-64b6a560-2d14-4294-8c93-09e5cea74998 None None] Set router 23de3c61-00ce-4867-a824-187e17801b6a gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:50:44.850442 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-8ae3227f-295b-4bb2-b3f5-8195ee2e900f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] For port 081d40a6-41f2-4d2f-a884-ae6c08f0c3f6, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=081d40a6-41f2-4d2f-a884-ae6c08f0c3f6,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:44.850914 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ae3227f-295b-4bb2-b3f5-8195ee2e900f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (081d40a6-41f2-4d2f-a884-ae6c08f0c3f6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:44.880155 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-8ae3227f-295b-4bb2-b3f5-8195ee2e900f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Calling delete_port for 081d40a6-41f2-4d2f-a884-ae6c08f0c3f6 owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:50:44.959643 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cb2bc8-e2c3-415e-86eb-2cd4b2623595 None None] DHCP port deletion for af8269ef-aca6-47c0-be51-599057940be7 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:50:44.968997 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1098fc0-b174-4300-b5be-b0bd4fabd96a None None] DHCP port deletion for 27f9d783-a380-45ce-9337-9219c380755c request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:50:44.979457 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-64b6a560-2d14-4294-8c93-09e5cea74998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23de3c61-00ce-4867-a824-187e17801b6a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-118825268', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:47:17Z', 'updated_at': '2022-02-08T21:50:44Z', 'revision_number': 6, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:45.091950 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b6a560-2d14-4294-8c93-09e5cea74998 None None] The sync data for ids ['23de3c61-00ce-4867-a824-187e17801b6a'] in n-d-712143-31 is: [{'id': '23de3c61-00ce-4867-a824-187e17801b6a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-118825268', 'tenant_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:47:17Z', 'updated_at': '2022-02-08T21:50:44Z', 'revision_number': 6, 'project_id': 'ec1bf92d61e642bbb23989551b86dfdb', 'gw_port_host': None}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:50:45.162899 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f1098fc0-b174-4300-b5be-b0bd4fabd96a None None] Deleting port 21473b4f-79b8-42cf-a880-272e9a9b8ac8 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:50:45.163296 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1098fc0-b174-4300-b5be-b0bd4fabd96a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (21473b4f-79b8-42cf-a880-272e9a9b8ac8), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:45.213532 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ae3227f-295b-4bb2-b3f5-8195ee2e900f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (081d40a6-41f2-4d2f-a884-ae6c08f0c3f6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:45.267189 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f1098fc0-b174-4300-b5be-b0bd4fabd96a None None] For port 21473b4f-79b8-42cf-a880-272e9a9b8ac8, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=21473b4f-79b8-42cf-a880-272e9a9b8ac8,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:45.267597 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1098fc0-b174-4300-b5be-b0bd4fabd96a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (21473b4f-79b8-42cf-a880-272e9a9b8ac8), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:45.284702 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f1098fc0-b174-4300-b5be-b0bd4fabd96a None None] Calling delete_port for 21473b4f-79b8-42cf-a880-272e9a9b8ac8 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:50:45.291302 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3227f-295b-4bb2-b3f5-8195ee2e900f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event deleted for resources: {'Port': ['ID=081d40a6-41f2-4d2f-a884-ae6c08f0c3f6,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:45.351538 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ae3227f-295b-4bb2-b3f5-8195ee2e900f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (23de3c61-00ce-4867-a824-187e17801b6a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:45.357572 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0bf0d2a6-003b-4ba0-8b2b-68e510115774 admin admin] Publish callbacks [] for security_group (5861d7d8-f17c-49c5-8d9f-a123f509657c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:45.374367 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 588a54e2-baba-4c35-adcd-b6d89c848126 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:50:45.385198 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0bf0d2a6-003b-4ba0-8b2b-68e510115774 admin admin] Publish callbacks [] for security_group (5861d7d8-f17c-49c5-8d9f-a123f509657c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:45.396621 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 588a54e2-baba-4c35-adcd-b6d89c848126 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:50:45.396976 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 588a54e2-baba-4c35-adcd-b6d89c848126 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:50:45.398501 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1098fc0-b174-4300-b5be-b0bd4fabd96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (21473b4f-79b8-42cf-a880-272e9a9b8ac8), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:45.405105 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-89cb2bc8-e2c3-415e-86eb-2cd4b2623595 None None] Deleting port 7fd2da44-7df7-4994-956c-2aceb5ce7114 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:50:45.405562 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-89cb2bc8-e2c3-415e-86eb-2cd4b2623595 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (7fd2da44-7df7-4994-956c-2aceb5ce7114), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:45.473266 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0bf0d2a6-003b-4ba0-8b2b-68e510115774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (5861d7d8-f17c-49c5-8d9f-a123f509657c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:45.483343 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0bf0d2a6-003b-4ba0-8b2b-68e510115774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:45.486940 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0bf0d2a6-003b-4ba0-8b2b-68e510115774 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5861d7d8-f17c-49c5-8d9f-a123f509657c HTTP/1.1" status: 204 len: 168 time: 0.9659727 Feb 08 21:50:45.515584 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ae3227f-295b-4bb2-b3f5-8195ee2e900f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (23de3c61-00ce-4867-a824-187e17801b6a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:45.519571 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ae3227f-295b-4bb2-b3f5-8195ee2e900f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for router_controller (23de3c61-00ce-4867-a824-187e17801b6a), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:45.540762 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0d2a6-003b-4ba0-8b2b-68e510115774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5861d7d8-f17c-49c5-8d9f-a123f509657c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:45.551315 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1098fc0-b174-4300-b5be-b0bd4fabd96a None None] Pushing event deleted for resources: {'Port': ['ID=21473b4f-79b8-42cf-a880-272e9a9b8ac8,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:45.572508 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1098fc0-b174-4300-b5be-b0bd4fabd96a None None] No DVR routers for this DVR port 21473b4f-79b8-42cf-a880-272e9a9b8ac8 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:50:45.578975 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7fd033d-3e61-4c1f-8d0e-2d9c055399a8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for router (e5d2318c-cce9-43c1-a3c4-39b8b8afb76d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:45.643344 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ae3227f-295b-4bb2-b3f5-8195ee2e900f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (23de3c61-00ce-4867-a824-187e17801b6a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:45.646716 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae3227f-295b-4bb2-b3f5-8195ee2e900f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Fanout notify agent at l3_agent the message router_deleted on router 23de3c61-00ce-4867-a824-187e17801b6a {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:50:45.686809 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ae3227f-295b-4bb2-b3f5-8195ee2e900f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:45.687969 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8ae3227f-295b-4bb2-b3f5-8195ee2e900f tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "DELETE /v2.0/routers/23de3c61-00ce-4867-a824-187e17801b6a HTTP/1.1" status: 204 len: 168 time: 1.7236569 Feb 08 21:50:45.690689 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58162) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:45.702010 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-89cb2bc8-e2c3-415e-86eb-2cd4b2623595 None None] For port 7fd2da44-7df7-4994-956c-2aceb5ce7114, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7fd2da44-7df7-4994-956c-2aceb5ce7114,segment=NetworkSegment(05ffdc5d-1222-4223-bdbd-541b3bd47349),segment_id=05ffdc5d-1222-4223-bdbd-541b3bd47349)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:45.707869 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-89cb2bc8-e2c3-415e-86eb-2cd4b2623595 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (7fd2da44-7df7-4994-956c-2aceb5ce7114), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:45.727045 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-89cb2bc8-e2c3-415e-86eb-2cd4b2623595 None None] Calling delete_port for 7fd2da44-7df7-4994-956c-2aceb5ce7114 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:50:45.928141 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-89cb2bc8-e2c3-415e-86eb-2cd4b2623595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (7fd2da44-7df7-4994-956c-2aceb5ce7114), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:45.961101 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb2bc8-e2c3-415e-86eb-2cd4b2623595 None None] Pushing event deleted for resources: {'Port': ['ID=7fd2da44-7df7-4994-956c-2aceb5ce7114,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:45.968448 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cb2bc8-e2c3-415e-86eb-2cd4b2623595 None None] No DVR routers for this DVR port 7fd2da44-7df7-4994-956c-2aceb5ce7114 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:50:45.986762 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-60f08c89-ee7d-4597-8c4f-4b3fab0954e3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (af8269ef-aca6-47c0-be51-599057940be7), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:46.021188 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7fd033d-3e61-4c1f-8d0e-2d9c055399a8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (e5d2318c-cce9-43c1-a3c4-39b8b8afb76d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:46.024978 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7fd033d-3e61-4c1f-8d0e-2d9c055399a8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for router_controller (e5d2318c-cce9-43c1-a3c4-39b8b8afb76d), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:46.096902 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7fd033d-3e61-4c1f-8d0e-2d9c055399a8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (e5d2318c-cce9-43c1-a3c4-39b8b8afb76d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:46.098105 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fd033d-3e61-4c1f-8d0e-2d9c055399a8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Fanout notify agent at l3_agent the message router_deleted on router e5d2318c-cce9-43c1-a3c4-39b8b8afb76d {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:50:46.112175 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7fd033d-3e61-4c1f-8d0e-2d9c055399a8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:46.113455 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f7fd033d-3e61-4c1f-8d0e-2d9c055399a8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/routers/e5d2318c-cce9-43c1-a3c4-39b8b8afb76d HTTP/1.1" status: 204 len: 168 time: 1.4369333 Feb 08 21:50:46.117320 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58180) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:46.121944 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6115d4e-a947-4fd8-ab7e-0baa195925e3 req-38d03344-6060-4774-81f0-ef5d738f0c51 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:46.125072 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f6115d4e-a947-4fd8-ab7e-0baa195925e3 req-38d03344-6060-4774-81f0-ef5d738f0c51 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=215f777b-9ec7-44b8-93d7-8497650df3df HTTP/1.1" status: 200 len: 1128 time: 0.2072334 Feb 08 21:50:46.126326 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-731ea077-a363-4195-ba5a-347d6ac4be84 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:50:46.337992 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731ea077-a363-4195-ba5a-347d6ac4be84 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:50:46.345167 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-731ea077-a363-4195-ba5a-347d6ac4be84 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:46.372553 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f6115d4e-a947-4fd8-ab7e-0baa195925e3 req-5d4dbdfa-61f8-446f-8249-0a4285acb61f tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=831c91b7-ce41-4232-b8f7-ccad02b24188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401769 Feb 08 21:50:46.382888 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-60f08c89-ee7d-4597-8c4f-4b3fab0954e3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (af8269ef-aca6-47c0-be51-599057940be7), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:46.429314 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-60f08c89-ee7d-4597-8c4f-4b3fab0954e3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af8269ef-aca6-47c0-be51-599057940be7']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:46.455486 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-60f08c89-ee7d-4597-8c4f-4b3fab0954e3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ffdc5d-1222-4223-bdbd-541b3bd47349') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:46.455790 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-60f08c89-ee7d-4597-8c4f-4b3fab0954e3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ffdc5d-1222-4223-bdbd-541b3bd47349') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:46.480888 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-60f08c89-ee7d-4597-8c4f-4b3fab0954e3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (05ffdc5d-1222-4223-bdbd-541b3bd47349), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:46.504498 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7fd2da44-7df7-4994-956c-2aceb5ce7114 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:50:46.514246 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-60f08c89-ee7d-4597-8c4f-4b3fab0954e3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (05ffdc5d-1222-4223-bdbd-541b3bd47349), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:46.538125 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f08c89-ee7d-4597-8c4f-4b3fab0954e3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:50:46.538769 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-60f08c89-ee7d-4597-8c4f-4b3fab0954e3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (05ffdc5d-1222-4223-bdbd-541b3bd47349), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:50:46.543047 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:50:46.550660 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 7fd2da44-7df7-4994-956c-2aceb5ce7114 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:50:46.551022 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7fd2da44-7df7-4994-956c-2aceb5ce7114 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:50:46.552591 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 081d40a6-41f2-4d2f-a884-ae6c08f0c3f6 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:50:46.616689 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 081d40a6-41f2-4d2f-a884-ae6c08f0c3f6 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:50:46.617363 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 081d40a6-41f2-4d2f-a884-ae6c08f0c3f6 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:50:46.618430 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 21473b4f-79b8-42cf-a880-272e9a9b8ac8 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:50:46.648747 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-60f08c89-ee7d-4597-8c4f-4b3fab0954e3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (af8269ef-aca6-47c0-be51-599057940be7), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:46.657775 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-60f08c89-ee7d-4597-8c4f-4b3fab0954e3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:46.665767 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-60f08c89-ee7d-4597-8c4f-4b3fab0954e3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] 10.222.0.88 "DELETE /v2.0/networks/af8269ef-aca6-47c0-be51-599057940be7 HTTP/1.1" status: 204 len: 168 time: 0.9712629 Feb 08 21:50:46.670889 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 21473b4f-79b8-42cf-a880-272e9a9b8ac8 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:50:46.671236 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 21473b4f-79b8-42cf-a880-272e9a9b8ac8 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:50:46.671867 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 1fe0427b-0942-4bd1-a284-a03f36d1c020 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:50:46.700334 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f08c89-ee7d-4597-8c4f-4b3fab0954e3 tempest-TestSecurityGroupsBasicOps-952132262 tempest-TestSecurityGroupsBasicOps-952132262-project] Pushing event deleted for resources: {'Network': ['ID=af8269ef-aca6-47c0-be51-599057940be7,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:46.723026 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 1fe0427b-0942-4bd1-a284-a03f36d1c020 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:50:46.723618 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 1fe0427b-0942-4bd1-a284-a03f36d1c020 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:50:46.724202 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c56be75d-3d34-474d-8bc0-0197874f8ac2 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:50:46.773753 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: c56be75d-3d34-474d-8bc0-0197874f8ac2 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:50:46.773965 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c56be75d-3d34-474d-8bc0-0197874f8ac2 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:50:46.812087 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-731ea077-a363-4195-ba5a-347d6ac4be84 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (7d62e6fd-4991-456a-92db-4c636ed1546f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:46.835495 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58198) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:46.883350 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731ea077-a363-4195-ba5a-347d6ac4be84 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:50:46.888887 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-731ea077-a363-4195-ba5a-347d6ac4be84 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:50:46.894268 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731ea077-a363-4195-ba5a-347d6ac4be84 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:46.895134 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-731ea077-a363-4195-ba5a-347d6ac4be84 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:46.899357 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff4b058-fed0-4517-9ed1-d3f800b88c29 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:50:46.917149 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-731ea077-a363-4195-ba5a-347d6ac4be84 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7987003 Feb 08 21:50:46.920794 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58202) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:46.926173 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-c19fbefd-d7df-41ee-9865-d80b8d239da9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-432475251', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:50:46.939193 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ea077-a363-4195-ba5a-347d6ac4be84 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=7d62e6fd-4991-456a-92db-4c636ed1546f,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:46.960882 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c19fbefd-d7df-41ee-9865-d80b8d239da9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (c25bb058-058f-4579-b1e3-d99c09fbd356), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:46.962415 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c19fbefd-d7df-41ee-9865-d80b8d239da9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (c25bb058-058f-4579-b1e3-d99c09fbd356), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:47.102615 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c62ccba-e78c-457a-8e3e-9891e0e228cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-27f9d783-a380-45ce-9337-9219c380755c', 'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'project_id': '1bafe448e33448c7ae7ce06f728d4448', 'fixed_ips': [{'subnet_id': '7d62e6fd-4991-456a-92db-4c636ed1546f'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:50:47.103432 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9c62ccba-e78c-457a-8e3e-9891e0e228cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:47.105412 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c19fbefd-d7df-41ee-9865-d80b8d239da9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for router_controller (c25bb058-058f-4579-b1e3-d99c09fbd356), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:47.112723 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c19fbefd-d7df-41ee-9865-d80b8d239da9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (c25bb058-058f-4579-b1e3-d99c09fbd356), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:47.137668 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c19fbefd-d7df-41ee-9865-d80b8d239da9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:47.140382 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c19fbefd-d7df-41ee-9865-d80b8d239da9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2179773 Feb 08 21:50:47.142964 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58208) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:47.163298 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58210) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:47.203655 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-88f3aa31-4f28-4547-885c-6d457558c257 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1365044836-network', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:50:47.255839 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f3aa31-4f28-4547-885c-6d457558c257 admin admin] Made reservation on behalf of 43758e0ca23d49be9ce42a7a0ada4b07 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:50:47.258775 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-88f3aa31-4f28-4547-885c-6d457558c257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:47.277405 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-88f3aa31-4f28-4547-885c-6d457558c257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:47.419520 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-9c62ccba-e78c-457a-8e3e-9891e0e228cc None None] Allocated IP 2001:db8::2 (27f9d783-a380-45ce-9337-9219c380755c/7d62e6fd-4991-456a-92db-4c636ed1546f/5f689e1e-830e-4e34-8490-452768679aa6) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:50:47.544716 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a9c263cb-970f-4735-9133-92f63620e04b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ec1bf92d61e642bbb23989551b86dfdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3797197 Feb 08 21:50:47.569134 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58218) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:47.687069 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9903bb6-d852-4b65-834e-6fb7964dd19d req-55568cf6-fd98-403e-aa76-ab77ecdbadbb tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:47.687790 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f41265f-7b7d-4a6e-b8d6-4e2fbf2afe17 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:47.689870 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9903bb6-d852-4b65-834e-6fb7964dd19d req-55568cf6-fd98-403e-aa76-ab77ecdbadbb tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=215f777b-9ec7-44b8-93d7-8497650df3df HTTP/1.1" status: 200 len: 1128 time: 0.1802773 Feb 08 21:50:47.712680 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-88f3aa31-4f28-4547-885c-6d457558c257 admin admin] Publish callbacks [] for security_group (7511107f-2f43-4847-bd5c-7b3ff980bf3b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:47.717868 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f619e3-f3ee-454d-8e5b-7e19f03da1c2 req-18885764-0fa1-4ff3-b561-f3e65dd80bc6 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:47.719982 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-78f619e3-f3ee-454d-8e5b-7e19f03da1c2 req-18885764-0fa1-4ff3-b561-f3e65dd80bc6 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=215f777b-9ec7-44b8-93d7-8497650df3df HTTP/1.1" status: 200 len: 1128 time: 0.2302091 Feb 08 21:50:47.776019 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9903bb6-d852-4b65-834e-6fb7964dd19d req-92dbd9c7-bd47-4548-9711-45f512487c4b tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=831c91b7-ce41-4232-b8f7-ccad02b24188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661335 Feb 08 21:50:47.777008 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-88f3aa31-4f28-4547-885c-6d457558c257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7511107f-2f43-4847-bd5c-7b3ff980bf3b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:47.842348 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9c62ccba-e78c-457a-8e3e-9891e0e228cc None None] Publish callbacks [] for port (5f689e1e-830e-4e34-8490-452768679aa6), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:47.843020 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9b1ec1d5-38c9-4b34-adc7-ecd31ee8cc22 admin admin] Publish callbacks [] for security_group (c6f9d75d-65a0-49b2-a39f-ddbe1280c153), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:47.850747 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9c62ccba-e78c-457a-8e3e-9891e0e228cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (5f689e1e-830e-4e34-8490-452768679aa6), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:47.863402 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88f3aa31-4f28-4547-885c-6d457558c257 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:50:47.892697 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c62ccba-e78c-457a-8e3e-9891e0e228cc None None] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:50:47.898413 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-9c62ccba-e78c-457a-8e3e-9891e0e228cc None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:50:47.902597 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c62ccba-e78c-457a-8e3e-9891e0e228cc None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:50:47.918732 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3aa31-4f28-4547-885c-6d457558c257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7511107f-2f43-4847-bd5c-7b3ff980bf3b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:47.942745 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62ccba-e78c-457a-8e3e-9891e0e228cc None None] Pushing event updated for resources: {'Port': ['ID=5f689e1e-830e-4e34-8490-452768679aa6,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:47.958684 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-88f3aa31-4f28-4547-885c-6d457558c257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (a4503a19-b855-4168-b220-48b435fa7ad1), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:47.959516 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-88f3aa31-4f28-4547-885c-6d457558c257 admin admin] Added segment a4503a19-b855-4168-b220-48b435fa7ad1 of type vlan for network 6f5dd32d-bd81-4033-bc3b-155fd1d2d547 Feb 08 21:50:47.964031 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9b1ec1d5-38c9-4b34-adc7-ecd31ee8cc22 admin admin] Publish callbacks [] for security_group (c6f9d75d-65a0-49b2-a39f-ddbe1280c153), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:47.979441 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-9c62ccba-e78c-457a-8e3e-9891e0e228cc None None] Attempting to bind port 5f689e1e-830e-4e34-8490-452768679aa6 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:50:47.980106 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-9c62ccba-e78c-457a-8e3e-9891e0e228cc None None] Attempting to bind port 5f689e1e-830e-4e34-8490-452768679aa6 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:50:47.980641 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c62ccba-e78c-457a-8e3e-9891e0e228cc None None] Attempting to bind port 5f689e1e-830e-4e34-8490-452768679aa6 on network 27f9d783-a380-45ce-9337-9219c380755c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:50:47.990266 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c62ccba-e78c-457a-8e3e-9891e0e228cc None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:50:47.992149 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c62ccba-e78c-457a-8e3e-9891e0e228cc None None] Checking segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:50:47.992753 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9c62ccba-e78c-457a-8e3e-9891e0e228cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:47.994100 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c62ccba-e78c-457a-8e3e-9891e0e228cc None None] Bound using segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:50:47.995812 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-9c62ccba-e78c-457a-8e3e-9891e0e228cc None None] Bound port: 5f689e1e-830e-4e34-8490-452768679aa6, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:50:47.997710 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9c62ccba-e78c-457a-8e3e-9891e0e228cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5f689e1e-830e-4e34-8490-452768679aa6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:48.157658 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-88f3aa31-4f28-4547-885c-6d457558c257 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (6f5dd32d-bd81-4033-bc3b-155fd1d2d547), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:48.162373 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-78f619e3-f3ee-454d-8e5b-7e19f03da1c2 req-5bf21ffa-104d-4200-91c6-9302948db2da tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Deleting port 1e1b2688-71d2-4303-bbd9-a20e4172f4ea {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:50:48.163249 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-78f619e3-f3ee-454d-8e5b-7e19f03da1c2 req-5bf21ffa-104d-4200-91c6-9302948db2da tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (1e1b2688-71d2-4303-bbd9-a20e4172f4ea), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:48.168226 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-9c62ccba-e78c-457a-8e3e-9891e0e228cc None None] For port 5f689e1e-830e-4e34-8490-452768679aa6, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:50:48.184062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-9c62ccba-e78c-457a-8e3e-9891e0e228cc None None] For port 5f689e1e-830e-4e34-8490-452768679aa6, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5f689e1e-830e-4e34-8490-452768679aa6,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:50:48.204071 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9c62ccba-e78c-457a-8e3e-9891e0e228cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5f689e1e-830e-4e34-8490-452768679aa6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:48.248585 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9b1ec1d5-38c9-4b34-adc7-ecd31ee8cc22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c6f9d75d-65a0-49b2-a39f-ddbe1280c153), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:48.251833 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9b1ec1d5-38c9-4b34-adc7-ecd31ee8cc22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:48.253519 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9b1ec1d5-38c9-4b34-adc7-ecd31ee8cc22 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c6f9d75d-65a0-49b2-a39f-ddbe1280c153 HTTP/1.1" status: 204 len: 168 time: 0.6817827 Feb 08 21:50:48.275329 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-88f3aa31-4f28-4547-885c-6d457558c257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (6f5dd32d-bd81-4033-bc3b-155fd1d2d547), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:48.279880 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f3aa31-4f28-4547-885c-6d457558c257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:48.282325 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-88f3aa31-4f28-4547-885c-6d457558c257 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:48.286769 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-6f41265f-7b7d-4a6e-b8d6-4e2fbf2afe17 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Allocated IP 2001:db8::1 (27f9d783-a380-45ce-9337-9219c380755c/7d62e6fd-4991-456a-92db-4c636ed1546f/453f0cd9-222c-492b-a016-03e90740b5d0) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:50:48.318268 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62ccba-e78c-457a-8e3e-9891e0e228cc None None] Pushing event updated for resources: {'Port': ['ID=5f689e1e-830e-4e34-8490-452768679aa6,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:48.404487 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ec1d5-38c9-4b34-adc7-ecd31ee8cc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f9d75d-65a0-49b2-a39f-ddbe1280c153,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:48.423174 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3aa31-4f28-4547-885c-6d457558c257 admin admin] Pushing event updated for resources: {'Network': ['ID=6f5dd32d-bd81-4033-bc3b-155fd1d2d547,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:48.448812 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 6f5dd32d-bd81-4033-bc3b-155fd1d2d547 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:50:48.477344 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-88f3aa31-4f28-4547-885c-6d457558c257 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6405036 Feb 08 21:50:48.481076 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58228) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:48.488004 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-78f619e3-f3ee-454d-8e5b-7e19f03da1c2 req-5bf21ffa-104d-4200-91c6-9302948db2da tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] For port 1e1b2688-71d2-4303-bbd9-a20e4172f4ea, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=1e1b2688-71d2-4303-bbd9-a20e4172f4ea,segment=NetworkSegment(768cd7f6-d1e3-43db-aeb0-14839363bb6a),segment_id=768cd7f6-d1e3-43db-aeb0-14839363bb6a)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:48.492669 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-78f619e3-f3ee-454d-8e5b-7e19f03da1c2 req-5bf21ffa-104d-4200-91c6-9302948db2da tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (1e1b2688-71d2-4303-bbd9-a20e4172f4ea), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:48.499455 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d9577b52-776f-462c-b5de-022ba075cbd0 admin admin] Request body: {'subnet': {'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1365044836-subnet', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:50:48.523195 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-78f619e3-f3ee-454d-8e5b-7e19f03da1c2 req-5bf21ffa-104d-4200-91c6-9302948db2da tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Calling delete_port for 1e1b2688-71d2-4303-bbd9-a20e4172f4ea owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:50:48.720896 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9577b52-776f-462c-b5de-022ba075cbd0 admin admin] Made reservation on behalf of 43758e0ca23d49be9ce42a7a0ada4b07 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:50:48.723438 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d9577b52-776f-462c-b5de-022ba075cbd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:48.737278 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f41265f-7b7d-4a6e-b8d6-4e2fbf2afe17 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (453f0cd9-222c-492b-a016-03e90740b5d0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:48.871731 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-78f619e3-f3ee-454d-8e5b-7e19f03da1c2 req-5bf21ffa-104d-4200-91c6-9302948db2da tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (1e1b2688-71d2-4303-bbd9-a20e4172f4ea), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:48.883866 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['1e1b2688-71d2-4303-bbd9-a20e4172f4ea'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:50:48.885136 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f41265f-7b7d-4a6e-b8d6-4e2fbf2afe17 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (453f0cd9-222c-492b-a016-03e90740b5d0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:48.924061 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58240) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:48.970795 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf21ffa-104d-4200-91c6-9302948db2da tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e1b2688-71d2-4303-bbd9-a20e4172f4ea,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:49.015309 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd87ca14-96e4-43e7-b18a-8522f0317e2d req-818bba75-a4d7-4f22-a972-d64d4a3005f9 tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=215f777b-9ec7-44b8-93d7-8497650df3df HTTP/1.1" status: 200 len: 210 time: 0.0603707 Feb 08 21:50:49.028663 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f41265f-7b7d-4a6e-b8d6-4e2fbf2afe17 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:50:49.046086 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-6f41265f-7b7d-4a6e-b8d6-4e2fbf2afe17 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:50:49.052703 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f41265f-7b7d-4a6e-b8d6-4e2fbf2afe17 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:50:49.053400 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f41265f-7b7d-4a6e-b8d6-4e2fbf2afe17 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (c25bb058-058f-4579-b1e3-d99c09fbd356), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:49.056376 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8451e18d-d752-4d3d-ae01-244d6aeeae61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:49.071039 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f619e3-f3ee-454d-8e5b-7e19f03da1c2 req-5bf21ffa-104d-4200-91c6-9302948db2da tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] No DVR routers for this DVR port 1e1b2688-71d2-4303-bbd9-a20e4172f4ea on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:50:49.074338 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-78f619e3-f3ee-454d-8e5b-7e19f03da1c2 req-5bf21ffa-104d-4200-91c6-9302948db2da tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:49.082117 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-78f619e3-f3ee-454d-8e5b-7e19f03da1c2 req-5bf21ffa-104d-4200-91c6-9302948db2da tempest-TestServerMultinode-1392558080 tempest-TestServerMultinode-1392558080-project-admin] 10.222.0.96 "DELETE /v2.0/ports/1e1b2688-71d2-4303-bbd9-a20e4172f4ea HTTP/1.1" status: 204 len: 173 time: 1.3157895 Feb 08 21:50:49.082787 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215f777b-9ec7-44b8-93d7-8497650df3df', 'name': 'network-vif-deleted', 'tag': '1e1b2688-71d2-4303-bbd9-a20e4172f4ea'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:50:49.085397 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b63a04-2c21-4e51-86e2-45b6f8abe3ab" -d '{"events": [{"server_uuid": "215f777b-9ec7-44b8-93d7-8497650df3df", "name": "network-vif-deleted", "tag": "1e1b2688-71d2-4303-bbd9-a20e4172f4ea"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:50:49.121334 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41265f-7b7d-4a6e-b8d6-4e2fbf2afe17 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=453f0cd9-222c-492b-a016-03e90740b5d0,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:49.174318 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bebce43-7d9a-490f-a1ee-d954ace2de25 x-openstack-request-id: req-5bebce43-7d9a-490f-a1ee-d954ace2de25 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:50:49.174634 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215f777b-9ec7-44b8-93d7-8497650df3df", "name": "network-vif-deleted", "tag": "1e1b2688-71d2-4303-bbd9-a20e4172f4ea", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:50:49.174906 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5bebce43-7d9a-490f-a1ee-d954ace2de25 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:50:49.181215 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215f777b-9ec7-44b8-93d7-8497650df3df', 'name': 'network-vif-deleted', 'tag': '1e1b2688-71d2-4303-bbd9-a20e4172f4ea', 'status': 'completed', 'code': 200} Feb 08 21:50:49.288677 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d9577b52-776f-462c-b5de-022ba075cbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (6ea13670-24a3-4222-9668-be9f4513e3f9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:49.396694 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9577b52-776f-462c-b5de-022ba075cbd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ea13670-24a3-4222-9668-be9f4513e3f9,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:49.417715 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f41265f-7b7d-4a6e-b8d6-4e2fbf2afe17 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (453f0cd9-222c-492b-a016-03e90740b5d0), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:49.455020 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9577b52-776f-462c-b5de-022ba075cbd0 admin admin] Checking segment: {'id': 'a4503a19-b855-4168-b220-48b435fa7ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:50:49.455708 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9577b52-776f-462c-b5de-022ba075cbd0 admin admin] Network hostable DHCP agents. Network: 6f5dd32d-bd81-4033-bc3b-155fd1d2d547, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:50:49.489050 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8451e18d-d752-4d3d-ae01-244d6aeeae61 admin admin] Publish callbacks [] for security_group (37d68bfc-8964-481f-a68d-d1dcc533b962), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:49.501522 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8451e18d-d752-4d3d-ae01-244d6aeeae61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (37d68bfc-8964-481f-a68d-d1dcc533b962), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:49.712173 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451e18d-d752-4d3d-ae01-244d6aeeae61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d68bfc-8964-481f-a68d-d1dcc533b962,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:49.736962 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9577b52-776f-462c-b5de-022ba075cbd0 admin admin] Network 6f5dd32d-bd81-4033-bc3b-155fd1d2d547 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:50:49.753490 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-d9577b52-776f-462c-b5de-022ba075cbd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 6f5dd32d-bd81-4033-bc3b-155fd1d2d547) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:50:49.770785 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b35293-3446-448b-8c23-83d5a3392b44 None None] Network 6f5dd32d-bd81-4033-bc3b-155fd1d2d547 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:50:49.911664 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8451e18d-d752-4d3d-ae01-244d6aeeae61 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d2b0989a6ae74d77b4e53586410ae7cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9847181 Feb 08 21:50:49.914498 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58248) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:49.924361 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9577b52-776f-462c-b5de-022ba075cbd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:49.925148 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d9577b52-776f-462c-b5de-022ba075cbd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:49.952969 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d9577b52-776f-462c-b5de-022ba075cbd0 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4672801 Feb 08 21:50:49.960741 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58250) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:49.964423 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7883e55a-051a-467a-8b50-63b027cff88c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-6f5dd32d-bd81-4033-bc3b-155fd1d2d547', 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547', 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'fixed_ips': [{'subnet_id': '6ea13670-24a3-4222-9668-be9f4513e3f9'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:50:49.968295 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7883e55a-051a-467a-8b50-63b027cff88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:49.973340 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ee636648-530b-4679-a658-77cae49b6460 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1365044836-router', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:50:50.011117 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee636648-530b-4679-a658-77cae49b6460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:50.013696 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee636648-530b-4679-a658-77cae49b6460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:50.072085 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f41265f-7b7d-4a6e-b8d6-4e2fbf2afe17 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (453f0cd9-222c-492b-a016-03e90740b5d0), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:50.079499 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f41265f-7b7d-4a6e-b8d6-4e2fbf2afe17 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (453f0cd9-222c-492b-a016-03e90740b5d0), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:50.080325 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f41265f-7b7d-4a6e-b8d6-4e2fbf2afe17 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (c25bb058-058f-4579-b1e3-d99c09fbd356), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:50.117662 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a4fc7e5f-b6ad-432b-b72e-c55ff107b91c admin admin] Publish callbacks [] for security_group (37d68bfc-8964-481f-a68d-d1dcc533b962), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:50.149699 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58254) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:50.170026 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a4fc7e5f-b6ad-432b-b72e-c55ff107b91c admin admin] Publish callbacks [] for security_group (37d68bfc-8964-481f-a68d-d1dcc533b962), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:50.237189 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-7883e55a-051a-467a-8b50-63b027cff88c None None] Allocated IP 172.20.0.2 (6f5dd32d-bd81-4033-bc3b-155fd1d2d547/6ea13670-24a3-4222-9668-be9f4513e3f9/3fa121c4-c06f-4644-8431-b50eafa6ee9c) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:50:50.307651 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a4fc7e5f-b6ad-432b-b72e-c55ff107b91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (37d68bfc-8964-481f-a68d-d1dcc533b962), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:50.312727 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a4fc7e5f-b6ad-432b-b72e-c55ff107b91c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:50.326091 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a4fc7e5f-b6ad-432b-b72e-c55ff107b91c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/37d68bfc-8964-481f-a68d-d1dcc533b962 HTTP/1.1" status: 204 len: 168 time: 0.4047267 Feb 08 21:50:50.354886 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc7e5f-b6ad-432b-b72e-c55ff107b91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d68bfc-8964-481f-a68d-d1dcc533b962,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:50.510470 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7883e55a-051a-467a-8b50-63b027cff88c None None] Publish callbacks [] for port (3fa121c4-c06f-4644-8431-b50eafa6ee9c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:50.513018 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-3d172bd0-dd9e-41b2-9297-104248088663 None None] Provisioning complete for port 5f689e1e-830e-4e34-8490-452768679aa6 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:50.513432 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3d172bd0-dd9e-41b2-9297-104248088663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5f689e1e-830e-4e34-8490-452768679aa6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:50.572072 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5f689e1e-830e-4e34-8490-452768679aa6 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:50:50.578557 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7883e55a-051a-467a-8b50-63b027cff88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (3fa121c4-c06f-4644-8431-b50eafa6ee9c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:50.615253 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7883e55a-051a-467a-8b50-63b027cff88c None None] Network 6f5dd32d-bd81-4033-bc3b-155fd1d2d547 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:50:50.624574 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-7883e55a-051a-467a-8b50-63b027cff88c None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:50:50.647516 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee636648-530b-4679-a658-77cae49b6460 admin admin] Publish callbacks [] for router_controller (3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:50.660651 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7883e55a-051a-467a-8b50-63b027cff88c None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:50:50.743637 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883e55a-051a-467a-8b50-63b027cff88c None None] Pushing event updated for resources: {'Port': ['ID=3fa121c4-c06f-4644-8431-b50eafa6ee9c,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:50.759575 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f41265f-7b7d-4a6e-b8d6-4e2fbf2afe17 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:50:50.805275 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-7883e55a-051a-467a-8b50-63b027cff88c None None] Attempting to bind port 3fa121c4-c06f-4644-8431-b50eafa6ee9c on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:50:50.805742 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-7883e55a-051a-467a-8b50-63b027cff88c None None] Attempting to bind port 3fa121c4-c06f-4644-8431-b50eafa6ee9c by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'a4503a19-b855-4168-b220-48b435fa7ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:50:50.805963 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883e55a-051a-467a-8b50-63b027cff88c None None] Attempting to bind port 3fa121c4-c06f-4644-8431-b50eafa6ee9c on network 6f5dd32d-bd81-4033-bc3b-155fd1d2d547 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:50:50.858592 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883e55a-051a-467a-8b50-63b027cff88c None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:50:50.860258 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883e55a-051a-467a-8b50-63b027cff88c None None] Checking segment: {'id': 'a4503a19-b855-4168-b220-48b435fa7ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:50:50.861580 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7883e55a-051a-467a-8b50-63b027cff88c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:50.862469 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883e55a-051a-467a-8b50-63b027cff88c None None] Bound using segment: {'id': 'a4503a19-b855-4168-b220-48b435fa7ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:50:50.864525 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-7883e55a-051a-467a-8b50-63b027cff88c None None] Bound port: 3fa121c4-c06f-4644-8431-b50eafa6ee9c, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4503a19-b855-4168-b220-48b435fa7ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:50:50.865960 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7883e55a-051a-467a-8b50-63b027cff88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3fa121c4-c06f-4644-8431-b50eafa6ee9c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:50.902052 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 5f689e1e-830e-4e34-8490-452768679aa6 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:50.905193 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5f689e1e-830e-4e34-8490-452768679aa6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:50.982223 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-3d172bd0-dd9e-41b2-9297-104248088663 None None] Current status of the port 5f689e1e-830e-4e34-8490-452768679aa6 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:50.982843 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3d172bd0-dd9e-41b2-9297-104248088663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5f689e1e-830e-4e34-8490-452768679aa6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:51.000886 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-6f41265f-7b7d-4a6e-b8d6-4e2fbf2afe17 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:50:51.046444 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 1e1b2688-71d2-4303-bbd9-a20e4172f4ea no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:50:51.116663 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 1e1b2688-71d2-4303-bbd9-a20e4172f4ea {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:50:51.117014 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 1e1b2688-71d2-4303-bbd9-a20e4172f4ea not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:50:51.141882 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-3d172bd0-dd9e-41b2-9297-104248088663 None None] For port 5f689e1e-830e-4e34-8490-452768679aa6, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5f689e1e-830e-4e34-8490-452768679aa6,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:51.143487 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58268) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:51.146068 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-7883e55a-051a-467a-8b50-63b027cff88c None None] For port 3fa121c4-c06f-4644-8431-b50eafa6ee9c, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:50:51.149961 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-7883e55a-051a-467a-8b50-63b027cff88c None None] For port 3fa121c4-c06f-4644-8431-b50eafa6ee9c, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3fa121c4-c06f-4644-8431-b50eafa6ee9c,segment=NetworkSegment(a4503a19-b855-4168-b220-48b435fa7ad1),segment_id=a4503a19-b855-4168-b220-48b435fa7ad1)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:50:51.154136 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3d172bd0-dd9e-41b2-9297-104248088663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5f689e1e-830e-4e34-8490-452768679aa6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:51.189301 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7883e55a-051a-467a-8b50-63b027cff88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3fa121c4-c06f-4644-8431-b50eafa6ee9c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:51.262855 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b90ad8b6-3d9f-4561-87be-47daefc25223 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e8943cfa3d9b4ec3bc8310b675da2fe0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1163509 Feb 08 21:50:51.268045 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58272) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:51.312753 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 5f689e1e-830e-4e34-8490-452768679aa6 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:51.373529 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d172bd0-dd9e-41b2-9297-104248088663 None None] Pushing event updated for resources: {'Port': ['ID=5f689e1e-830e-4e34-8490-452768679aa6,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:51.383334 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f664a0e2-ef75-4d61-a011-cb6edbc50423 None None] Provisioning complete for port 453f0cd9-222c-492b-a016-03e90740b5d0 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:51.383334 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f664a0e2-ef75-4d61-a011-cb6edbc50423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (453f0cd9-222c-492b-a016-03e90740b5d0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:51.415709 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-893781fc-1a69-48d2-ae21-99bb604d0fcc admin admin] Publish callbacks [] for security_group (41708548-855c-427d-ae11-d49ffe89da5b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:51.489089 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-893781fc-1a69-48d2-ae21-99bb604d0fcc admin admin] Publish callbacks [] for security_group (41708548-855c-427d-ae11-d49ffe89da5b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:51.520868 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee636648-530b-4679-a658-77cae49b6460 admin admin] Publish callbacks [] for router_gateway (3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:51.536703 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883e55a-051a-467a-8b50-63b027cff88c None None] Pushing event updated for resources: {'Port': ['ID=3fa121c4-c06f-4644-8431-b50eafa6ee9c,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:51.562043 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41265f-7b7d-4a6e-b8d6-4e2fbf2afe17 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=453f0cd9-222c-492b-a016-03e90740b5d0,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:51.562835 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f664a0e2-ef75-4d61-a011-cb6edbc50423 None None] Port 453f0cd9-222c-492b-a016-03e90740b5d0 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:50:51.579664 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-893781fc-1a69-48d2-ae21-99bb604d0fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (41708548-855c-427d-ae11-d49ffe89da5b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:51.583511 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-893781fc-1a69-48d2-ae21-99bb604d0fcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:51.588953 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-893781fc-1a69-48d2-ae21-99bb604d0fcc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/41708548-855c-427d-ae11-d49ffe89da5b HTTP/1.1" status: 204 len: 168 time: 0.3192382 Feb 08 21:50:51.600187 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893781fc-1a69-48d2-ae21-99bb604d0fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41708548-855c-427d-ae11-d49ffe89da5b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:51.727790 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-9808cd6b-653f-4c90-b088-803813bee788 None None] Provisioning complete for port 453f0cd9-222c-492b-a016-03e90740b5d0 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:51.728957 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9808cd6b-653f-4c90-b088-803813bee788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (453f0cd9-222c-492b-a016-03e90740b5d0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:51.847476 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9808cd6b-653f-4c90-b088-803813bee788 None None] Port 453f0cd9-222c-492b-a016-03e90740b5d0 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:50:52.391821 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f41265f-7b7d-4a6e-b8d6-4e2fbf2afe17 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Router c25bb058-058f-4579-b1e3-d99c09fbd356 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:50:52.713217 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5f689e1e-830e-4e34-8490-452768679aa6 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:50:52.833287 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f41265f-7b7d-4a6e-b8d6-4e2fbf2afe17 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:50:52.834517 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 5f689e1e-830e-4e34-8490-452768679aa6 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:52.835426 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5f689e1e-830e-4e34-8490-452768679aa6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:52.849737 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517b63d9-bf88-4210-af11-bc5b1604456a None None] Sync routers for ids ['c25bb058-058f-4579-b1e3-d99c09fbd356'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:50:52.855642 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6f41265f-7b7d-4a6e-b8d6-4e2fbf2afe17 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "PUT /v2.0/routers/c25bb058-058f-4579-b1e3-d99c09fbd356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7111881 Feb 08 21:50:52.858681 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58308) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:52.926077 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-293e1247-5044-451e-b328-59a4161a1586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (2ed2552c-548b-4f79-b066-ac7d27016f79), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:52.946560 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517b63d9-bf88-4210-af11-bc5b1604456a None None] Routers {'c25bb058-058f-4579-b1e3-d99c09fbd356'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:50:52.947460 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-517b63d9-bf88-4210-af11-bc5b1604456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:50:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c25bb058-058f-4579-b1e3-d99c09fbd356'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:53.007939 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ee8a5e-8c22-4863-9bfa-8cba3563ffa5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:53.013439 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e3ee8a5e-8c22-4863-9bfa-8cba3563ffa5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports/453f0cd9-222c-492b-a016-03e90740b5d0 HTTP/1.1" status: 200 len: 911 time: 0.1491702 Feb 08 21:50:53.014373 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58314) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:53.139070 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77525811-913e-4d42-b1f7-43c02e1c9e0b None None] Network 6f5dd32d-bd81-4033-bc3b-155fd1d2d547 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:50:53.153846 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee636648-530b-4679-a658-77cae49b6460 admin admin] Publish callbacks [] for router_gateway (3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:53.157009 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73f6c5c-3403-466d-93f3-c54a4fdd2009 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:53.168688 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73f6c5c-3403-466d-93f3-c54a4fdd2009 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:53.175361 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b73f6c5c-3403-466d-93f3-c54a4fdd2009 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1575177 Feb 08 21:50:53.175885 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58316) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:53.207659 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58318) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:53.287577 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee636648-530b-4679-a658-77cae49b6460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:53.368540 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-517b63d9-bf88-4210-af11-bc5b1604456a None None] Set router c25bb058-058f-4579-b1e3-d99c09fbd356 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:50:53.408141 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1c551796-1d97-4e4a-993e-ef2dd9e94a56 None None] Provisioning complete for port 3fa121c4-c06f-4644-8431-b50eafa6ee9c triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:53.408615 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1c551796-1d97-4e4a-993e-ef2dd9e94a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3fa121c4-c06f-4644-8431-b50eafa6ee9c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:53.457169 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 5f689e1e-830e-4e34-8490-452768679aa6 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:53.458472 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3fa121c4-c06f-4644-8431-b50eafa6ee9c up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:50:53.461701 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-ee636648-530b-4679-a658-77cae49b6460 admin admin] Allocated IP 172.25.3.108 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/0d815327-22a4-4293-9ad9-28ecb7e5cc3c) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:50:53.608849 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee636648-530b-4679-a658-77cae49b6460 admin admin] Publish callbacks [] for port (0d815327-22a4-4293-9ad9-28ecb7e5cc3c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:53.681211 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:50:53.756395 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f4a23cf1-fd45-42e1-8187-cef1c86c70c7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (c25bb058-058f-4579-b1e3-d99c09fbd356), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:53.865358 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee636648-530b-4679-a658-77cae49b6460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (0d815327-22a4-4293-9ad9-28ecb7e5cc3c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:53.910664 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-320908be-3aa7-47b9-a33c-5f265f421054 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1925516844-network', 'tenant_id': '224cdca309204cf4ab30e157a31b072a'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:50:53.950608 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee636648-530b-4679-a658-77cae49b6460 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:50:53.962390 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-ee636648-530b-4679-a658-77cae49b6460 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:50:53.973827 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee636648-530b-4679-a658-77cae49b6460 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:50:54.066734 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 3fa121c4-c06f-4644-8431-b50eafa6ee9c triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:54.067289 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3fa121c4-c06f-4644-8431-b50eafa6ee9c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:54.071801 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1c551796-1d97-4e4a-993e-ef2dd9e94a56 None None] Current status of the port 3fa121c4-c06f-4644-8431-b50eafa6ee9c is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:54.072286 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1c551796-1d97-4e4a-993e-ef2dd9e94a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3fa121c4-c06f-4644-8431-b50eafa6ee9c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:54.174995 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee636648-530b-4679-a658-77cae49b6460 admin admin] Pushing event updated for resources: {'Port': ['ID=0d815327-22a4-4293-9ad9-28ecb7e5cc3c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:54.196951 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320908be-3aa7-47b9-a33c-5f265f421054 admin admin] Made reservation on behalf of 224cdca309204cf4ab30e157a31b072a for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:50:54.200890 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-320908be-3aa7-47b9-a33c-5f265f421054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:54.213520 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-320908be-3aa7-47b9-a33c-5f265f421054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:54.294334 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-1c551796-1d97-4e4a-993e-ef2dd9e94a56 None None] For port 3fa121c4-c06f-4644-8431-b50eafa6ee9c, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3fa121c4-c06f-4644-8431-b50eafa6ee9c,segment=NetworkSegment(a4503a19-b855-4168-b220-48b435fa7ad1),segment_id=a4503a19-b855-4168-b220-48b435fa7ad1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:54.308297 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5ad0b134-ad82-441c-aac8-d565f198db70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:54.347327 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1c551796-1d97-4e4a-993e-ef2dd9e94a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3fa121c4-c06f-4644-8431-b50eafa6ee9c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:54.415335 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-293e1247-5044-451e-b328-59a4161a1586 admin admin] Deleting port 367c4799-26ef-4391-9fac-f8a32502b01b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:50:54.415761 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-293e1247-5044-451e-b328-59a4161a1586 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (367c4799-26ef-4391-9fac-f8a32502b01b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:54.515552 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-293e1247-5044-451e-b328-59a4161a1586 admin admin] For port 367c4799-26ef-4391-9fac-f8a32502b01b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=367c4799-26ef-4391-9fac-f8a32502b01b,segment=NetworkSegment(768cd7f6-d1e3-43db-aeb0-14839363bb6a),segment_id=768cd7f6-d1e3-43db-aeb0-14839363bb6a)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:54.516346 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-293e1247-5044-451e-b328-59a4161a1586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (367c4799-26ef-4391-9fac-f8a32502b01b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:54.522077 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 3fa121c4-c06f-4644-8431-b50eafa6ee9c is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:54.525091 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-517b63d9-bf88-4210-af11-bc5b1604456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25bb058-058f-4579-b1e3-d99c09fbd356', 'name': 'tempest-NetworksTestDHCPv6-router-432475251', 'tenant_id': '1bafe448e33448c7ae7ce06f728d4448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:46Z', 'updated_at': '2022-02-08T21:50:49Z', 'revision_number': 2, 'project_id': '1bafe448e33448c7ae7ce06f728d4448', 'gw_port_host': None, '_interfaces': [{'id': '453f0cd9-222c-492b-a016-03e90740b5d0', 'name': '', 'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'tenant_id': '1bafe448e33448c7ae7ce06f728d4448', 'mac_address': 'fa:16:3e:f1:10:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25bb058-058f-4579-b1e3-d99c09fbd356', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '7d62e6fd-4991-456a-92db-4c636ed1546f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:50:47Z', 'updated_at': '2022-02-08T21:50:49Z', 'revision_number': 2, 'project_id': '1bafe448e33448c7ae7ce06f728d4448', 'subnets': [{'id': '7d62e6fd-4991-456a-92db-4c636ed1546f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:54.551907 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-293e1247-5044-451e-b328-59a4161a1586 admin admin] Calling delete_port for 367c4799-26ef-4391-9fac-f8a32502b01b owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:50:54.628101 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c551796-1d97-4e4a-993e-ef2dd9e94a56 None None] Pushing event updated for resources: {'Port': ['ID=3fa121c4-c06f-4644-8431-b50eafa6ee9c,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:54.639379 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517b63d9-bf88-4210-af11-bc5b1604456a None None] Checking router: c25bb058-058f-4579-b1e3-d99c09fbd356 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:50:54.639642 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517b63d9-bf88-4210-af11-bc5b1604456a None None] Updating router c25bb058-058f-4579-b1e3-d99c09fbd356 port 453f0cd9-222c-492b-a016-03e90740b5d0 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:50:54.644456 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-66800a74-676f-4382-ad44-90c15656d905 None None] Provisioning complete for port 3fa121c4-c06f-4644-8431-b50eafa6ee9c triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:54.644456 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-66800a74-676f-4382-ad44-90c15656d905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3fa121c4-c06f-4644-8431-b50eafa6ee9c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:54.794856 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-320908be-3aa7-47b9-a33c-5f265f421054 admin admin] Publish callbacks [] for security_group (cf6dcb9c-8392-40d7-b519-b6ce783e60db), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:54.807962 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-320908be-3aa7-47b9-a33c-5f265f421054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (cf6dcb9c-8392-40d7-b519-b6ce783e60db), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:54.836254 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-517b63d9-bf88-4210-af11-bc5b1604456a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (453f0cd9-222c-492b-a016-03e90740b5d0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:54.841844 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-f4a23cf1-fd45-42e1-8187-cef1c86c70c7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting port 453f0cd9-222c-492b-a016-03e90740b5d0 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:50:54.842405 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f4a23cf1-fd45-42e1-8187-cef1c86c70c7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (453f0cd9-222c-492b-a016-03e90740b5d0), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:54.924878 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-66800a74-676f-4382-ad44-90c15656d905 None None] Current status of the port 3fa121c4-c06f-4644-8431-b50eafa6ee9c is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:54.946127 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee636648-530b-4679-a658-77cae49b6460 admin admin] Publish callbacks [] for router_gateway (3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:54.959139 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320908be-3aa7-47b9-a33c-5f265f421054 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:50:55.107866 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-320908be-3aa7-47b9-a33c-5f265f421054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (7ab22fa1-46fb-4214-a54a-86e5ad39b7ea), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:55.108216 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-320908be-3aa7-47b9-a33c-5f265f421054 admin admin] Added segment 7ab22fa1-46fb-4214-a54a-86e5ad39b7ea of type vlan for network 0512048c-55e1-420b-8bea-491fbd42c90c Feb 08 21:50:55.109635 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f4a23cf1-fd45-42e1-8187-cef1c86c70c7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (453f0cd9-222c-492b-a016-03e90740b5d0), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:55.132755 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-f4a23cf1-fd45-42e1-8187-cef1c86c70c7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Calling delete_port for 453f0cd9-222c-492b-a016-03e90740b5d0 owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:50:55.146784 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320908be-3aa7-47b9-a33c-5f265f421054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6dcb9c-8392-40d7-b519-b6ce783e60db,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:55.413652 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-517b63d9-bf88-4210-af11-bc5b1604456a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:50:55.414183 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-517b63d9-bf88-4210-af11-bc5b1604456a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:50:55.416019 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f4a23cf1-fd45-42e1-8187-cef1c86c70c7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (453f0cd9-222c-492b-a016-03e90740b5d0), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:55.457148 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a23cf1-fd45-42e1-8187-cef1c86c70c7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Port': ['ID=453f0cd9-222c-492b-a016-03e90740b5d0,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:55.481244 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-320908be-3aa7-47b9-a33c-5f265f421054 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (0512048c-55e1-420b-8bea-491fbd42c90c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:55.604384 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-320908be-3aa7-47b9-a33c-5f265f421054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (0512048c-55e1-420b-8bea-491fbd42c90c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:55.605537 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320908be-3aa7-47b9-a33c-5f265f421054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:55.606830 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-320908be-3aa7-47b9-a33c-5f265f421054 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:55.618751 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-293e1247-5044-451e-b328-59a4161a1586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (367c4799-26ef-4391-9fac-f8a32502b01b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:55.701086 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f4a23cf1-fd45-42e1-8187-cef1c86c70c7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (c25bb058-058f-4579-b1e3-d99c09fbd356), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:55.771759 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-320908be-3aa7-47b9-a33c-5f265f421054 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5561774 Feb 08 21:50:55.818065 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e1247-5044-451e-b328-59a4161a1586 admin admin] Pushing event deleted for resources: {'Port': ['ID=367c4799-26ef-4391-9fac-f8a32502b01b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:55.822957 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58348) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:55.848047 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7986d24b-aee4-44e9-a349-2fbc7c6ff865 admin admin] Request body: {'subnet': {'network_id': '0512048c-55e1-420b-8bea-491fbd42c90c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1925516844-subnet', 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:50:55.949961 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7986d24b-aee4-44e9-a349-2fbc7c6ff865 admin admin] Made reservation on behalf of 224cdca309204cf4ab30e157a31b072a for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:50:55.952375 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7986d24b-aee4-44e9-a349-2fbc7c6ff865 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:55.954378 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320908be-3aa7-47b9-a33c-5f265f421054 admin admin] Pushing event updated for resources: {'Network': ['ID=0512048c-55e1-420b-8bea-491fbd42c90c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:55.963367 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517b63d9-bf88-4210-af11-bc5b1604456a None None] Port 453f0cd9-222c-492b-a016-03e90740b5d0 not found while updating agent binding for router c25bb058-058f-4579-b1e3-d99c09fbd356. {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 08 21:50:55.986888 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 0512048c-55e1-420b-8bea-491fbd42c90c details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:50:55.990974 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517b63d9-bf88-4210-af11-bc5b1604456a None None] Routers {'c25bb058-058f-4579-b1e3-d99c09fbd356'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:50:55.991844 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-517b63d9-bf88-4210-af11-bc5b1604456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:50:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c25bb058-058f-4579-b1e3-d99c09fbd356'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:56.054102 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a23cf1-fd45-42e1-8187-cef1c86c70c7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Router c25bb058-058f-4579-b1e3-d99c09fbd356 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:50:56.123825 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee636648-530b-4679-a658-77cae49b6460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:56.166969 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-517b63d9-bf88-4210-af11-bc5b1604456a None None] Set router c25bb058-058f-4579-b1e3-d99c09fbd356 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:50:56.218409 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a23cf1-fd45-42e1-8187-cef1c86c70c7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:50:56.230559 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f4a23cf1-fd45-42e1-8187-cef1c86c70c7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "PUT /v2.0/routers/c25bb058-058f-4579-b1e3-d99c09fbd356/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0513914 Feb 08 21:50:56.231205 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58352) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:56.260715 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-517b63d9-bf88-4210-af11-bc5b1604456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25bb058-058f-4579-b1e3-d99c09fbd356', 'name': 'tempest-NetworksTestDHCPv6-router-432475251', 'tenant_id': '1bafe448e33448c7ae7ce06f728d4448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:46Z', 'updated_at': '2022-02-08T21:50:55Z', 'revision_number': 3, 'project_id': '1bafe448e33448c7ae7ce06f728d4448', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:56.303737 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517b63d9-bf88-4210-af11-bc5b1604456a None None] The sync data for ids ['c25bb058-058f-4579-b1e3-d99c09fbd356'] in n-d-712143-31 is: [{'id': 'c25bb058-058f-4579-b1e3-d99c09fbd356', 'name': 'tempest-NetworksTestDHCPv6-router-432475251', 'tenant_id': '1bafe448e33448c7ae7ce06f728d4448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:46Z', 'updated_at': '2022-02-08T21:50:55Z', 'revision_number': 3, 'project_id': '1bafe448e33448c7ae7ce06f728d4448', 'gw_port_host': None}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:50:56.341677 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533173c2-d646-4304-86bb-fa5f941ce014 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:56.344079 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533173c2-d646-4304-86bb-fa5f941ce014 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:56.347261 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-533173c2-d646-4304-86bb-fa5f941ce014 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1149170 Feb 08 21:50:56.350545 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58354) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:56.454890 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-681a29d2-687d-47ad-9939-835f7fe82913 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet 7d62e6fd-4991-456a-92db-4c636ed1546f {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:50:56.458992 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-681a29d2-687d-47ad-9939-835f7fe82913 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (7d62e6fd-4991-456a-92db-4c636ed1546f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:56.530175 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-681a29d2-687d-47ad-9939-835f7fe82913 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (7d62e6fd-4991-456a-92db-4c636ed1546f), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:56.655911 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-293e1247-5044-451e-b328-59a4161a1586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (2ed2552c-548b-4f79-b066-ac7d27016f79), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:56.696466 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-681a29d2-687d-47ad-9939-835f7fe82913 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (7d62e6fd-4991-456a-92db-4c636ed1546f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:56.745510 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7986d24b-aee4-44e9-a349-2fbc7c6ff865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (0aba1a01-7dcc-429b-a7ed-eefc12dcd42c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:56.796652 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3fa121c4-c06f-4644-8431-b50eafa6ee9c up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:50:56.810979 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee636648-530b-4679-a658-77cae49b6460 admin admin] Router 3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:50:56.842257 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-681a29d2-687d-47ad-9939-835f7fe82913 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (7d62e6fd-4991-456a-92db-4c636ed1546f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:56.905619 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 3fa121c4-c06f-4644-8431-b50eafa6ee9c triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:50:56.906264 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3fa121c4-c06f-4644-8431-b50eafa6ee9c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:56.913615 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a29d2-687d-47ad-9939-835f7fe82913 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=7d62e6fd-4991-456a-92db-4c636ed1546f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:56.943947 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-681a29d2-687d-47ad-9939-835f7fe82913 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:56.960039 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-681a29d2-687d-47ad-9939-835f7fe82913 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/7d62e6fd-4991-456a-92db-4c636ed1546f HTTP/1.1" status: 204 len: 168 time: 0.6069713 Feb 08 21:50:56.961426 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58360) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:56.968162 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7d9d12-66bd-4317-a13a-924cd917ee3b None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:50:57.206142 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5c8c0dd4-930e-4ef7-9c28-813600c37e5c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2315934 Feb 08 21:50:57.209193 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58366) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:57.238574 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 3fa121c4-c06f-4644-8431-b50eafa6ee9c is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:50:57.330713 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394c30ee-be47-4381-a314-762774ea18e8 None None] DHCP port deletion for 27f9d783-a380-45ce-9337-9219c380755c request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:50:57.386562 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-219b4edd-8c4d-4ffb-abd6-4dc0c7f60d7c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for router (c25bb058-058f-4579-b1e3-d99c09fbd356), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:57.479820 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-394c30ee-be47-4381-a314-762774ea18e8 None None] Deleting port 5f689e1e-830e-4e34-8490-452768679aa6 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:50:57.480195 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-394c30ee-be47-4381-a314-762774ea18e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (5f689e1e-830e-4e34-8490-452768679aa6), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:57.527882 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986d24b-aee4-44e9-a349-2fbc7c6ff865 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aba1a01-7dcc-429b-a7ed-eefc12dcd42c,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:57.585129 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-748a1395-2520-4214-9a01-96adc15975a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:57.601445 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-219b4edd-8c4d-4ffb-abd6-4dc0c7f60d7c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (c25bb058-058f-4579-b1e3-d99c09fbd356), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:57.604377 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-219b4edd-8c4d-4ffb-abd6-4dc0c7f60d7c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for router_controller (c25bb058-058f-4579-b1e3-d99c09fbd356), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:57.658624 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-394c30ee-be47-4381-a314-762774ea18e8 None None] For port 5f689e1e-830e-4e34-8490-452768679aa6, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5f689e1e-830e-4e34-8490-452768679aa6,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:50:57.659043 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-394c30ee-be47-4381-a314-762774ea18e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (5f689e1e-830e-4e34-8490-452768679aa6), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:57.672997 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-219b4edd-8c4d-4ffb-abd6-4dc0c7f60d7c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (c25bb058-058f-4579-b1e3-d99c09fbd356), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:57.673809 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219b4edd-8c4d-4ffb-abd6-4dc0c7f60d7c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Fanout notify agent at l3_agent the message router_deleted on router c25bb058-058f-4579-b1e3-d99c09fbd356 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:50:57.690182 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-219b4edd-8c4d-4ffb-abd6-4dc0c7f60d7c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:57.690182 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-219b4edd-8c4d-4ffb-abd6-4dc0c7f60d7c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/routers/c25bb058-058f-4579-b1e3-d99c09fbd356 HTTP/1.1" status: 204 len: 168 time: 0.4749749 Feb 08 21:50:57.691367 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58368) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:57.707358 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-394c30ee-be47-4381-a314-762774ea18e8 None None] Calling delete_port for 5f689e1e-830e-4e34-8490-452768679aa6 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:50:57.794554 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea2588c-c338-4198-80e7-5c57b12d6bd2 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:57.796416 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3ea2588c-c338-4198-80e7-5c57b12d6bd2 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1033635 Feb 08 21:50:57.799001 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58374) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:57.817617 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-394c30ee-be47-4381-a314-762774ea18e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (5f689e1e-830e-4e34-8490-452768679aa6), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:57.834089 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7986d24b-aee4-44e9-a349-2fbc7c6ff865 admin admin] Checking segment: {'id': '7ab22fa1-46fb-4214-a54a-86e5ad39b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0512048c-55e1-420b-8bea-491fbd42c90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:50:57.836276 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7986d24b-aee4-44e9-a349-2fbc7c6ff865 admin admin] Network hostable DHCP agents. Network: 0512048c-55e1-420b-8bea-491fbd42c90c, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:50:57.874014 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394c30ee-be47-4381-a314-762774ea18e8 None None] No DVR routers for this DVR port 5f689e1e-830e-4e34-8490-452768679aa6 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:50:57.875210 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c30ee-be47-4381-a314-762774ea18e8 None None] Pushing event deleted for resources: {'Port': ['ID=5f689e1e-830e-4e34-8490-452768679aa6,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:57.939754 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7986d24b-aee4-44e9-a349-2fbc7c6ff865 admin admin] Network 0512048c-55e1-420b-8bea-491fbd42c90c is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:50:57.945587 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee636648-530b-4679-a658-77cae49b6460 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:50:57.965722 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c01feb8-81d3-47d2-ae9f-38ee107d852d None None] Sync routers for ids ['3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:50:57.971852 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-7986d24b-aee4-44e9-a349-2fbc7c6ff865 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 0512048c-55e1-420b-8bea-491fbd42c90c) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:50:57.981405 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019ceb47-ca8e-4cb9-8caf-a73a5e02c974 None None] Network 0512048c-55e1-420b-8bea-491fbd42c90c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:50:57.994048 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7986d24b-aee4-44e9-a349-2fbc7c6ff865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:57.994663 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7986d24b-aee4-44e9-a349-2fbc7c6ff865 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:57.995407 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6fb81b-30e3-4872-a329-bf87e513c9b9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:57.997137 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8a6fb81b-30e3-4872-a329-bf87e513c9b9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1970949 Feb 08 21:50:58.003809 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c01feb8-81d3-47d2-ae9f-38ee107d852d None None] Routers {'3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:50:58.007104 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4c01feb8-81d3-47d2-ae9f-38ee107d852d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:50:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:58.007446 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58378) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:58.020673 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee636648-530b-4679-a658-77cae49b6460 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:58.022120 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ee636648-530b-4679-a658-77cae49b6460 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.0594869 Feb 08 21:50:58.024755 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293e1247-5044-451e-b328-59a4161a1586 admin admin] Router 2ed2552c-548b-4f79-b066-ac7d27016f79 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:50:58.029869 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7986d24b-aee4-44e9-a349-2fbc7c6ff865 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1933448 Feb 08 21:50:58.031113 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58380) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:58.038884 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58382) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:58.046170 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-866ad67a-8797-4461-838f-6fc399b32d8a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1925516844-router', 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:50:58.111716 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23652006-2463-41ae-98da-b9204bfcacd7 None None] Sync routers for ids ['c25bb058-058f-4579-b1e3-d99c09fbd356'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:50:58.117759 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3ac36f56-cd5d-4a50-953b-4d4cc41820e7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1089849 Feb 08 21:50:58.123587 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58384) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:58.131166 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-0796ae75-5e14-41f5-b42c-246300bee2bf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:50:58.194269 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23652006-2463-41ae-98da-b9204bfcacd7 None None] Routers set() bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:50:58.197117 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23652006-2463-41ae-98da-b9204bfcacd7 None None] Router IDs set() for agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 08 21:50:58.197974 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_agentschedulers_db [None req-23652006-2463-41ae-98da-b9204bfcacd7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c25bb058-058f-4579-b1e3-d99c09fbd356'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:50:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent'). {{(pid=103435) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 08 21:50:58.245013 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23652006-2463-41ae-98da-b9204bfcacd7 None None] Routers set() bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:50:58.246912 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23652006-2463-41ae-98da-b9204bfcacd7 None None] Router IDs set() for agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 08 21:50:58.247835 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_agentschedulers_db [None req-23652006-2463-41ae-98da-b9204bfcacd7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c25bb058-058f-4579-b1e3-d99c09fbd356'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:50:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent'). {{(pid=103435) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 08 21:50:58.250426 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23652006-2463-41ae-98da-b9204bfcacd7 None None] The sync data for ids ['c25bb058-058f-4579-b1e3-d99c09fbd356'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:50:58.252752 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-866ad67a-8797-4461-838f-6fc399b32d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (1f1e65be-f37f-415d-86c8-6c2d731b4825), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:58.253844 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-866ad67a-8797-4461-838f-6fc399b32d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (1f1e65be-f37f-415d-86c8-6c2d731b4825), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:58.264781 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-4c01feb8-81d3-47d2-ae9f-38ee107d852d None None] Set router 3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:50:58.332209 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b4305f-261f-4819-a646-8f8e7da24883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-0512048c-55e1-420b-8bea-491fbd42c90c', 'network_id': '0512048c-55e1-420b-8bea-491fbd42c90c', 'project_id': '224cdca309204cf4ab30e157a31b072a', 'fixed_ips': [{'subnet_id': '0aba1a01-7dcc-429b-a7ed-eefc12dcd42c'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:50:58.335764 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e0b4305f-261f-4819-a646-8f8e7da24883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:58.377698 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0796ae75-5e14-41f5-b42c-246300bee2bf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:50:58.383907 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0796ae75-5e14-41f5-b42c-246300bee2bf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:58.460497 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-866ad67a-8797-4461-838f-6fc399b32d8a admin admin] Publish callbacks [] for router_controller (1f1e65be-f37f-415d-86c8-6c2d731b4825), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:58.678095 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5f689e1e-830e-4e34-8490-452768679aa6 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:50:58.702809 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293e1247-5044-451e-b328-59a4161a1586 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:50:58.710071 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4c01feb8-81d3-47d2-ae9f-38ee107d852d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'name': 'tempest-TestVolumeBackupRestore-1365044836-router', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:50Z', 'updated_at': '2022-02-08T21:50:54Z', 'revision_number': 3, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'gw_port': {'id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:50:53Z', 'updated_at': '2022-02-08T21:50:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:58.713796 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-293e1247-5044-451e-b328-59a4161a1586 admin admin] 10.222.0.88 "PUT /v2.0/routers/2ed2552c-548b-4f79-b066-ac7d27016f79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5184882 Feb 08 21:50:58.719365 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58390) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:58.719562 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa57dc-a498-4046-abb4-5c24b98b9af6 None None] Sync routers for ids ['2ed2552c-548b-4f79-b066-ac7d27016f79'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:50:58.772987 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-866ad67a-8797-4461-838f-6fc399b32d8a admin admin] Publish callbacks [] for router_gateway (1f1e65be-f37f-415d-86c8-6c2d731b4825), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:58.779425 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c01feb8-81d3-47d2-ae9f-38ee107d852d None None] Checking router: 3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:50:58.780273 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c01feb8-81d3-47d2-ae9f-38ee107d852d None None] Updating router 3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3 port 0d815327-22a4-4293-9ad9-28ecb7e5cc3c binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:50:58.816932 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4c01feb8-81d3-47d2-ae9f-38ee107d852d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0d815327-22a4-4293-9ad9-28ecb7e5cc3c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:58.824299 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aa57dc-a498-4046-abb4-5c24b98b9af6 None None] Routers {'2ed2552c-548b-4f79-b066-ac7d27016f79'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:50:58.825443 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-31aa57dc-a498-4046-abb4-5c24b98b9af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:50:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['2ed2552c-548b-4f79-b066-ac7d27016f79'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:50:58.986791 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 5f689e1e-830e-4e34-8490-452768679aa6 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:50:58.987842 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5f689e1e-830e-4e34-8490-452768679aa6 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:50:58.993947 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-e0b4305f-261f-4819-a646-8f8e7da24883 None None] Allocated IP 172.20.0.2 (0512048c-55e1-420b-8bea-491fbd42c90c/0aba1a01-7dcc-429b-a7ed-eefc12dcd42c/86afb307-fbe2-4acb-9fd1-1622ce90c40e) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:50:59.020272 n-d-712143-31 neutron-server[103433]: DEBUG neutron.objects.ports [None req-0796ae75-5e14-41f5-b42c-246300bee2bf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103433) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 21:50:59.023125 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0796ae75-5e14-41f5-b42c-246300bee2bf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (bd846485-26c5-45cf-801b-b2223083c273), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:59.113728 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796ae75-5e14-41f5-b42c-246300bee2bf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=bd846485-26c5-45cf-801b-b2223083c273,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:59.133321 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0796ae75-5e14-41f5-b42c-246300bee2bf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:50:59.134743 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-0796ae75-5e14-41f5-b42c-246300bee2bf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:50:59.138322 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26e1b798-4236-471d-91d7-06c0e6f49531 admin admin] Publish callbacks [] for router (2ed2552c-548b-4f79-b066-ac7d27016f79), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:59.146671 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0796ae75-5e14-41f5-b42c-246300bee2bf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:50:59.147303 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-31aa57dc-a498-4046-abb4-5c24b98b9af6 None None] Set router 2ed2552c-548b-4f79-b066-ac7d27016f79 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:50:59.149939 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0796ae75-5e14-41f5-b42c-246300bee2bf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:59.185193 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0796ae75-5e14-41f5-b42c-246300bee2bf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0604472 Feb 08 21:50:59.190403 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58394) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:50:59.202495 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-d0e53268-5518-4eb8-ab99-f2239bc09a69 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:50:59.246889 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e0b4305f-261f-4819-a646-8f8e7da24883 None None] Publish callbacks [] for port (86afb307-fbe2-4acb-9fd1-1622ce90c40e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:59.253983 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d557a9-7e3e-4613-9d6d-8b4a57863741 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:50:59.263797 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e0b4305f-261f-4819-a646-8f8e7da24883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (86afb307-fbe2-4acb-9fd1-1622ce90c40e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:59.369371 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b4305f-261f-4819-a646-8f8e7da24883 None None] Network 0512048c-55e1-420b-8bea-491fbd42c90c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:50:59.377580 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-e0b4305f-261f-4819-a646-8f8e7da24883 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:50:59.391323 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:59.392434 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b4305f-261f-4819-a646-8f8e7da24883 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:50:59.432341 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4305f-261f-4819-a646-8f8e7da24883 None None] Pushing event updated for resources: {'Port': ['ID=86afb307-fbe2-4acb-9fd1-1622ce90c40e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:50:59.493030 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e53268-5518-4eb8-ab99-f2239bc09a69 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:50:59.502500 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d0e53268-5518-4eb8-ab99-f2239bc09a69 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:59.574290 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-e0b4305f-261f-4819-a646-8f8e7da24883 None None] Attempting to bind port 86afb307-fbe2-4acb-9fd1-1622ce90c40e on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:50:59.574687 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-e0b4305f-261f-4819-a646-8f8e7da24883 None None] Attempting to bind port 86afb307-fbe2-4acb-9fd1-1622ce90c40e by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '7ab22fa1-46fb-4214-a54a-86e5ad39b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0512048c-55e1-420b-8bea-491fbd42c90c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:50:59.575122 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b4305f-261f-4819-a646-8f8e7da24883 None None] Attempting to bind port 86afb307-fbe2-4acb-9fd1-1622ce90c40e on network 0512048c-55e1-420b-8bea-491fbd42c90c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:50:59.577662 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5665803d-dfb4-4181-85df-028e42b5d3c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-27f9d783-a380-45ce-9337-9219c380755c', 'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'project_id': '1bafe448e33448c7ae7ce06f728d4448', 'fixed_ips': [{'subnet_id': 'bd846485-26c5-45cf-801b-b2223083c273'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:50:59.587037 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5665803d-dfb4-4181-85df-028e42b5d3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:59.637987 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b4305f-261f-4819-a646-8f8e7da24883 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:50:59.638369 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b4305f-261f-4819-a646-8f8e7da24883 None None] Checking segment: {'id': '7ab22fa1-46fb-4214-a54a-86e5ad39b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0512048c-55e1-420b-8bea-491fbd42c90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:50:59.638677 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e0b4305f-261f-4819-a646-8f8e7da24883 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:59.639131 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b4305f-261f-4819-a646-8f8e7da24883 None None] Bound using segment: {'id': '7ab22fa1-46fb-4214-a54a-86e5ad39b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0512048c-55e1-420b-8bea-491fbd42c90c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:50:59.640137 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-e0b4305f-261f-4819-a646-8f8e7da24883 None None] Bound port: 86afb307-fbe2-4acb-9fd1-1622ce90c40e, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab22fa1-46fb-4214-a54a-86e5ad39b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0512048c-55e1-420b-8bea-491fbd42c90c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:50:59.640456 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e0b4305f-261f-4819-a646-8f8e7da24883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (86afb307-fbe2-4acb-9fd1-1622ce90c40e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:59.651516 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d0d63c8-fed4-485e-bd9e-a6d2279826aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:59.782788 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26e1b798-4236-471d-91d7-06c0e6f49531 admin admin] Publish callbacks [] for router_gateway (2ed2552c-548b-4f79-b066-ac7d27016f79), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:59.895288 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-e0b4305f-261f-4819-a646-8f8e7da24883 None None] For port 86afb307-fbe2-4acb-9fd1-1622ce90c40e, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:50:59.921846 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-e0b4305f-261f-4819-a646-8f8e7da24883 None None] For port 86afb307-fbe2-4acb-9fd1-1622ce90c40e, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=86afb307-fbe2-4acb-9fd1-1622ce90c40e,segment=NetworkSegment(7ab22fa1-46fb-4214-a54a-86e5ad39b7ea),segment_id=7ab22fa1-46fb-4214-a54a-86e5ad39b7ea)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:50:59.932289 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e0b4305f-261f-4819-a646-8f8e7da24883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (86afb307-fbe2-4acb-9fd1-1622ce90c40e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:50:59.959240 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-5665803d-dfb4-4181-85df-028e42b5d3c4 None None] Allocated IP 2001:db8::f816:3eff:fe09:452f (27f9d783-a380-45ce-9337-9219c380755c/bd846485-26c5-45cf-801b-b2223083c273/f74551d2-7348-483d-b861-12525a421e61) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:51:00.130534 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-31aa57dc-a498-4046-abb4-5c24b98b9af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed2552c-548b-4f79-b066-ac7d27016f79', 'name': 'tempest-TestServerMultinode-230254912-router', 'tenant_id': '326ff8fa8f8547a694ad37c8973e5548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '14e76836-0073-428f-8914-2cd89d2af34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:49:21Z', 'updated_at': '2022-02-08T21:50:55Z', 'revision_number': 5, 'project_id': '326ff8fa8f8547a694ad37c8973e5548', 'gw_port': {'id': '14e76836-0073-428f-8914-2cd89d2af34e', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed2552c-548b-4f79-b066-ac7d27016f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:21Z', 'updated_at': '2022-02-08T21:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:00.138535 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d0e53268-5518-4eb8-ab99-f2239bc09a69 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (dcad49df-4424-4e49-814d-c4c232ac341a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:00.203176 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-866ad67a-8797-4461-838f-6fc399b32d8a admin admin] Publish callbacks [] for router_gateway (1f1e65be-f37f-415d-86c8-6c2d731b4825), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:00.227028 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4305f-261f-4819-a646-8f8e7da24883 None None] Pushing event updated for resources: {'Port': ['ID=86afb307-fbe2-4acb-9fd1-1622ce90c40e,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:00.248571 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-866ad67a-8797-4461-838f-6fc399b32d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:00.280658 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e53268-5518-4eb8-ab99-f2239bc09a69 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:00.296750 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-d0e53268-5518-4eb8-ab99-f2239bc09a69 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:00.301432 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4c01feb8-81d3-47d2-ae9f-38ee107d852d None None] Publish callbacks [] for port (0d815327-22a4-4293-9ad9-28ecb7e5cc3c), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:00.301991 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e53268-5518-4eb8-ab99-f2239bc09a69 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:00.302086 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d0e53268-5518-4eb8-ab99-f2239bc09a69 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:00.312101 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa57dc-a498-4046-abb4-5c24b98b9af6 None None] Checking router: 2ed2552c-548b-4f79-b066-ac7d27016f79 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:51:00.319001 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4c01feb8-81d3-47d2-ae9f-38ee107d852d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0d815327-22a4-4293-9ad9-28ecb7e5cc3c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:00.395253 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aa57dc-a498-4046-abb4-5c24b98b9af6 None None] Routers {'2ed2552c-548b-4f79-b066-ac7d27016f79'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:51:00.395978 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-31aa57dc-a498-4046-abb4-5c24b98b9af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:50:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['2ed2552c-548b-4f79-b066-ac7d27016f79'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:00.406659 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d0e53268-5518-4eb8-ab99-f2239bc09a69 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2148468 Feb 08 21:51:00.418752 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58410) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:00.426725 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e53268-5518-4eb8-ab99-f2239bc09a69 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=dcad49df-4424-4e49-814d-c4c232ac341a,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:00.448183 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-525eb835-df64-4c30-8f26-8a86ec7bb22f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'mac_address': 'fa:16:3e:57:ff:af', 'name': 'tempest-NetworksTestDHCPv6-1189852570'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:00.491073 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5665803d-dfb4-4181-85df-028e42b5d3c4 None None] Publish callbacks [] for port (f74551d2-7348-483d-b861-12525a421e61), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:00.504712 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5665803d-dfb4-4181-85df-028e42b5d3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (f74551d2-7348-483d-b861-12525a421e61), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:00.549310 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-7d0d63c8-fed4-485e-bd9e-a6d2279826aa admin admin] Allocated IP 172.20.0.1 (6f5dd32d-bd81-4033-bc3b-155fd1d2d547/6ea13670-24a3-4222-9668-be9f4513e3f9/02d7b2ea-be77-4a83-94e5-d4af33494f2e) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:51:00.562961 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-31aa57dc-a498-4046-abb4-5c24b98b9af6 None None] Set router 2ed2552c-548b-4f79-b066-ac7d27016f79 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:51:00.653209 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5665803d-dfb4-4181-85df-028e42b5d3c4 None None] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:00.671706 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-5665803d-dfb4-4181-85df-028e42b5d3c4 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:00.692054 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5665803d-dfb4-4181-85df-028e42b5d3c4 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:51:00.696278 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-31aa57dc-a498-4046-abb4-5c24b98b9af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed2552c-548b-4f79-b066-ac7d27016f79', 'name': 'tempest-TestServerMultinode-230254912-router', 'tenant_id': '326ff8fa8f8547a694ad37c8973e5548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:49:21Z', 'updated_at': '2022-02-08T21:50:59Z', 'revision_number': 6, 'project_id': '326ff8fa8f8547a694ad37c8973e5548', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:00.707380 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5665803d-dfb4-4181-85df-028e42b5d3c4 None None] Pushing event updated for resources: {'Port': ['ID=f74551d2-7348-483d-b861-12525a421e61,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:00.754218 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa57dc-a498-4046-abb4-5c24b98b9af6 None None] The sync data for ids ['2ed2552c-548b-4f79-b066-ac7d27016f79'] in n-d-712143-31 is: [{'id': '2ed2552c-548b-4f79-b066-ac7d27016f79', 'name': 'tempest-TestServerMultinode-230254912-router', 'tenant_id': '326ff8fa8f8547a694ad37c8973e5548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:49:21Z', 'updated_at': '2022-02-08T21:50:59Z', 'revision_number': 6, 'project_id': '326ff8fa8f8547a694ad37c8973e5548', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:51:00.770418 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4c01feb8-81d3-47d2-ae9f-38ee107d852d None None] Attempting to bind port 0d815327-22a4-4293-9ad9-28ecb7e5cc3c on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:51:00.770810 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4c01feb8-81d3-47d2-ae9f-38ee107d852d None None] Attempting to bind port 0d815327-22a4-4293-9ad9-28ecb7e5cc3c by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:51:00.771169 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c01feb8-81d3-47d2-ae9f-38ee107d852d None None] Attempting to bind port 0d815327-22a4-4293-9ad9-28ecb7e5cc3c on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:51:00.785964 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525eb835-df64-4c30-8f26-8a86ec7bb22f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:51:00.811664 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517ef6c-aeed-4f49-80fe-f1acef968c78 None None] Pushing event updated for resources: {'Port': ['ID=0d815327-22a4-4293-9ad9-28ecb7e5cc3c,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:00.834380 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c01feb8-81d3-47d2-ae9f-38ee107d852d None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:51:00.835693 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c01feb8-81d3-47d2-ae9f-38ee107d852d None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:51:00.836115 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4c01feb8-81d3-47d2-ae9f-38ee107d852d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:00.836518 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c01feb8-81d3-47d2-ae9f-38ee107d852d None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:51:00.837008 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4c01feb8-81d3-47d2-ae9f-38ee107d852d None None] Bound port: 0d815327-22a4-4293-9ad9-28ecb7e5cc3c, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:51:00.837423 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4c01feb8-81d3-47d2-ae9f-38ee107d852d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0d815327-22a4-4293-9ad9-28ecb7e5cc3c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:00.878961 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-5665803d-dfb4-4181-85df-028e42b5d3c4 None None] Attempting to bind port f74551d2-7348-483d-b861-12525a421e61 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:51:00.879413 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-5665803d-dfb4-4181-85df-028e42b5d3c4 None None] Attempting to bind port f74551d2-7348-483d-b861-12525a421e61 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:51:00.879790 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5665803d-dfb4-4181-85df-028e42b5d3c4 None None] Attempting to bind port f74551d2-7348-483d-b861-12525a421e61 on network 27f9d783-a380-45ce-9337-9219c380755c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:51:00.890086 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5665803d-dfb4-4181-85df-028e42b5d3c4 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:51:00.890474 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5665803d-dfb4-4181-85df-028e42b5d3c4 None None] Checking segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:51:00.890891 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5665803d-dfb4-4181-85df-028e42b5d3c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:00.891291 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5665803d-dfb4-4181-85df-028e42b5d3c4 None None] Bound using segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:51:00.891779 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-5665803d-dfb4-4181-85df-028e42b5d3c4 None None] Bound port: f74551d2-7348-483d-b861-12525a421e61, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:51:00.892166 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5665803d-dfb4-4181-85df-028e42b5d3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f74551d2-7348-483d-b861-12525a421e61), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:00.970634 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-4c01feb8-81d3-47d2-ae9f-38ee107d852d None None] For port 0d815327-22a4-4293-9ad9-28ecb7e5cc3c, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:51:00.974585 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-4c01feb8-81d3-47d2-ae9f-38ee107d852d None None] For port 0d815327-22a4-4293-9ad9-28ecb7e5cc3c, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=0d815327-22a4-4293-9ad9-28ecb7e5cc3c,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:51:00.982277 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4c01feb8-81d3-47d2-ae9f-38ee107d852d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0d815327-22a4-4293-9ad9-28ecb7e5cc3c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:00.983584 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-525eb835-df64-4c30-8f26-8a86ec7bb22f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:01.046292 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-525eb835-df64-4c30-8f26-8a86ec7bb22f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] device_id is not set on port 0a99e31d-abe0-44d4-88f0-d60751202bda yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:51:01.073772 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-5665803d-dfb4-4181-85df-028e42b5d3c4 None None] For port f74551d2-7348-483d-b861-12525a421e61, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:51:01.077911 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-5665803d-dfb4-4181-85df-028e42b5d3c4 None None] For port f74551d2-7348-483d-b861-12525a421e61, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f74551d2-7348-483d-b861-12525a421e61,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:51:01.082048 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c01feb8-81d3-47d2-ae9f-38ee107d852d None None] Routers {'3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:51:01.083776 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4c01feb8-81d3-47d2-ae9f-38ee107d852d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:50:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:01.092238 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5665803d-dfb4-4181-85df-028e42b5d3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f74551d2-7348-483d-b861-12525a421e61), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:01.217369 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 86afb307-fbe2-4acb-9fd1-1622ce90c40e up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:51:01.290951 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5665803d-dfb4-4181-85df-028e42b5d3c4 None None] Pushing event updated for resources: {'Port': ['ID=f74551d2-7348-483d-b861-12525a421e61,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:01.332112 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517ef6c-aeed-4f49-80fe-f1acef968c78 None None] Pushing event updated for resources: {'Port': ['ID=0d815327-22a4-4293-9ad9-28ecb7e5cc3c,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:01.406664 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-4c01feb8-81d3-47d2-ae9f-38ee107d852d None None] Set router 3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:51:01.525634 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:01.530794 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 86afb307-fbe2-4acb-9fd1-1622ce90c40e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:01.531180 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (86afb307-fbe2-4acb-9fd1-1622ce90c40e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:01.584278 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-525eb835-df64-4c30-8f26-8a86ec7bb22f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Allocated IP 172.20.0.7 (27f9d783-a380-45ce-9337-9219c380755c/dcad49df-4424-4e49-814d-c4c232ac341a/0a99e31d-abe0-44d4-88f0-d60751202bda) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:51:01.605966 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-525eb835-df64-4c30-8f26-8a86ec7bb22f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Allocated IP 2001:db8::f816:3eff:fe57:ffaf (27f9d783-a380-45ce-9337-9219c380755c/bd846485-26c5-45cf-801b-b2223083c273/0a99e31d-abe0-44d4-88f0-d60751202bda) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:51:01.687016 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:01.839272 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 86afb307-fbe2-4acb-9fd1-1622ce90c40e is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:01.842171 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (86afb307-fbe2-4acb-9fd1-1622ce90c40e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:01.970752 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 86afb307-fbe2-4acb-9fd1-1622ce90c40e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=86afb307-fbe2-4acb-9fd1-1622ce90c40e,segment=NetworkSegment(7ab22fa1-46fb-4214-a54a-86e5ad39b7ea),segment_id=7ab22fa1-46fb-4214-a54a-86e5ad39b7ea)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:01.977557 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43136bb-a1ee-454b-857d-2a5979d5b544 None None] Network 0512048c-55e1-420b-8bea-491fbd42c90c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:51:01.989441 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (86afb307-fbe2-4acb-9fd1-1622ce90c40e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:01.998589 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d0d63c8-fed4-485e-bd9e-a6d2279826aa admin admin] Publish callbacks [] for port (02d7b2ea-be77-4a83-94e5-d4af33494f2e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:02.062014 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4c01feb8-81d3-47d2-ae9f-38ee107d852d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'name': 'tempest-TestVolumeBackupRestore-1365044836-router', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:50Z', 'updated_at': '2022-02-08T21:50:54Z', 'revision_number': 3, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'gw_port': {'id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:50:53Z', 'updated_at': '2022-02-08T21:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:02.067015 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-525eb835-df64-4c30-8f26-8a86ec7bb22f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (0a99e31d-abe0-44d4-88f0-d60751202bda), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:02.099279 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d0d63c8-fed4-485e-bd9e-a6d2279826aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (02d7b2ea-be77-4a83-94e5-d4af33494f2e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:02.152887 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=86afb307-fbe2-4acb-9fd1-1622ce90c40e,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:02.174965 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c01feb8-81d3-47d2-ae9f-38ee107d852d None None] The sync data for ids ['3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'] in n-d-712143-31 is: [{'id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'name': 'tempest-TestVolumeBackupRestore-1365044836-router', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:50Z', 'updated_at': '2022-02-08T21:50:54Z', 'revision_number': 3, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'gw_port': {'id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:50:53Z', 'updated_at': '2022-02-08T21:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:51:02.184976 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-525eb835-df64-4c30-8f26-8a86ec7bb22f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (0a99e31d-abe0-44d4-88f0-d60751202bda), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:02.204928 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-be5c1208-76ae-42d5-96a1-98a304be833a None None] Provisioning complete for port 86afb307-fbe2-4acb-9fd1-1622ce90c40e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:02.205751 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be5c1208-76ae-42d5-96a1-98a304be833a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (86afb307-fbe2-4acb-9fd1-1622ce90c40e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:02.234926 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0d63c8-fed4-485e-bd9e-a6d2279826aa admin admin] Network 6f5dd32d-bd81-4033-bc3b-155fd1d2d547 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:02.239815 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d63c8-fed4-485e-bd9e-a6d2279826aa admin admin] Pushing event updated for resources: {'Port': ['ID=02d7b2ea-be77-4a83-94e5-d4af33494f2e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:02.240883 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525eb835-df64-4c30-8f26-8a86ec7bb22f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:02.244679 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-7d0d63c8-fed4-485e-bd9e-a6d2279826aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:02.247265 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-525eb835-df64-4c30-8f26-8a86ec7bb22f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:02.248374 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-26e1b798-4236-471d-91d7-06c0e6f49531 admin admin] Deleting port 14e76836-0073-428f-8914-2cd89d2af34e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:51:02.249004 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26e1b798-4236-471d-91d7-06c0e6f49531 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (14e76836-0073-428f-8914-2cd89d2af34e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:02.251619 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525eb835-df64-4c30-8f26-8a86ec7bb22f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:51:02.373006 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525eb835-df64-4c30-8f26-8a86ec7bb22f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=0a99e31d-abe0-44d4-88f0-d60751202bda,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:02.415696 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525eb835-df64-4c30-8f26-8a86ec7bb22f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:02.416366 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-525eb835-df64-4c30-8f26-8a86ec7bb22f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:02.419223 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-26e1b798-4236-471d-91d7-06c0e6f49531 admin admin] For port 14e76836-0073-428f-8914-2cd89d2af34e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=14e76836-0073-428f-8914-2cd89d2af34e,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:02.419597 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26e1b798-4236-471d-91d7-06c0e6f49531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (14e76836-0073-428f-8914-2cd89d2af34e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:02.439337 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-26e1b798-4236-471d-91d7-06c0e6f49531 admin admin] Calling delete_port for 14e76836-0073-428f-8914-2cd89d2af34e owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:51:02.457162 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-525eb835-df64-4c30-8f26-8a86ec7bb22f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0370686 Feb 08 21:51:02.457855 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58430) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:02.476895 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-be5c1208-76ae-42d5-96a1-98a304be833a None None] Current status of the port 86afb307-fbe2-4acb-9fd1-1622ce90c40e is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:02.594864 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf7c2b8-1169-4834-90f5-cec25a1edafd tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:02.606090 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf7c2b8-1169-4834-90f5-cec25a1edafd tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:02.617904 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4cf7c2b8-1169-4834-90f5-cec25a1edafd tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1588745 Feb 08 21:51:02.618754 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58434) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:02.631819 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0d63c8-fed4-485e-bd9e-a6d2279826aa admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:51:02.668279 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-866ad67a-8797-4461-838f-6fc399b32d8a admin admin] Allocated IP 172.25.3.155 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/122cc8ba-ac44-4f8e-a52b-b814624b94a0) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:51:02.754956 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-379aba76-660d-43bb-8423-cd6908e28dbe None None] Provisioning complete for port 02d7b2ea-be77-4a83-94e5-d4af33494f2e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:02.755433 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-379aba76-660d-43bb-8423-cd6908e28dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (02d7b2ea-be77-4a83-94e5-d4af33494f2e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:02.862152 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-379aba76-660d-43bb-8423-cd6908e28dbe None None] Port 02d7b2ea-be77-4a83-94e5-d4af33494f2e cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:51:02.882675 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-98bcf722-66a6-4631-bc62-472b3d63af01 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting port 0a99e31d-abe0-44d4-88f0-d60751202bda {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:51:02.883354 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-98bcf722-66a6-4631-bc62-472b3d63af01 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (0a99e31d-abe0-44d4-88f0-d60751202bda), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:02.926200 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 86afb307-fbe2-4acb-9fd1-1622ce90c40e up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:51:03.071427 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d0d63c8-fed4-485e-bd9e-a6d2279826aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:03.091782 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 86afb307-fbe2-4acb-9fd1-1622ce90c40e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:03.093091 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (86afb307-fbe2-4acb-9fd1-1622ce90c40e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:03.191202 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-98bcf722-66a6-4631-bc62-472b3d63af01 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (0a99e31d-abe0-44d4-88f0-d60751202bda), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:03.219859 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-98bcf722-66a6-4631-bc62-472b3d63af01 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Calling delete_port for 0a99e31d-abe0-44d4-88f0-d60751202bda owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:51:03.266350 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b4343d7b-5a7f-496b-94f4-74b5421ab2c5 None None] Provisioning complete for port 86afb307-fbe2-4acb-9fd1-1622ce90c40e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:03.267210 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b4343d7b-5a7f-496b-94f4-74b5421ab2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (86afb307-fbe2-4acb-9fd1-1622ce90c40e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:03.504526 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26e1b798-4236-471d-91d7-06c0e6f49531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (14e76836-0073-428f-8914-2cd89d2af34e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:03.518965 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 86afb307-fbe2-4acb-9fd1-1622ce90c40e is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:03.521645 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f74551d2-7348-483d-b861-12525a421e61 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:51:03.582740 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b4343d7b-5a7f-496b-94f4-74b5421ab2c5 None None] Current status of the port 86afb307-fbe2-4acb-9fd1-1622ce90c40e is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:03.605466 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-866ad67a-8797-4461-838f-6fc399b32d8a admin admin] Publish callbacks [] for port (122cc8ba-ac44-4f8e-a52b-b814624b94a0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:03.661207 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1b798-4236-471d-91d7-06c0e6f49531 admin admin] Pushing event deleted for resources: {'Port': ['ID=14e76836-0073-428f-8914-2cd89d2af34e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:03.682606 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port f74551d2-7348-483d-b861-12525a421e61 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:03.683130 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f74551d2-7348-483d-b861-12525a421e61), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:03.685511 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-98bcf722-66a6-4631-bc62-472b3d63af01 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (0a99e31d-abe0-44d4-88f0-d60751202bda), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:03.763791 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bcf722-66a6-4631-bc62-472b3d63af01 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Port': ['ID=0a99e31d-abe0-44d4-88f0-d60751202bda,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:03.778514 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a27f713-ccf3-4113-852b-c91353529d84 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:51:03.821201 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d0d63c8-fed4-485e-bd9e-a6d2279826aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (02d7b2ea-be77-4a83-94e5-d4af33494f2e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:03.930623 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-98bcf722-66a6-4631-bc62-472b3d63af01 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:03.936534 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-98bcf722-66a6-4631-bc62-472b3d63af01 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/0a99e31d-abe0-44d4-88f0-d60751202bda HTTP/1.1" status: 204 len: 168 time: 1.3155229 Feb 08 21:51:03.936741 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26e1b798-4236-471d-91d7-06c0e6f49531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (2ed2552c-548b-4f79-b066-ac7d27016f79), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:03.939123 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58446) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:03.993542 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-e0258069-ea52-4684-ae89-b65fa31351f2 None None] Provisioning complete for port f74551d2-7348-483d-b861-12525a421e61 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:03.994254 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e0258069-ea52-4684-ae89-b65fa31351f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f74551d2-7348-483d-b861-12525a421e61), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:04.017751 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4333b484-8b1a-4834-92c3-0ace6902e39f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:04.019208 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4333b484-8b1a-4834-92c3-0ace6902e39f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:04.021472 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4333b484-8b1a-4834-92c3-0ace6902e39f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:04.023837 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4333b484-8b1a-4834-92c3-0ace6902e39f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0834033 Feb 08 21:51:04.026512 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58448) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:04.087710 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26e1b798-4236-471d-91d7-06c0e6f49531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (2ed2552c-548b-4f79-b066-ac7d27016f79), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:04.094200 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26e1b798-4236-471d-91d7-06c0e6f49531 admin admin] Publish callbacks [] for router_controller (2ed2552c-548b-4f79-b066-ac7d27016f79), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:04.138855 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-af1024f5-5d64-486b-88a3-e7bf28a7d633 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet bd846485-26c5-45cf-801b-b2223083c273 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:51:04.148046 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-af1024f5-5d64-486b-88a3-e7bf28a7d633 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (bd846485-26c5-45cf-801b-b2223083c273), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:04.162245 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-866ad67a-8797-4461-838f-6fc399b32d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (122cc8ba-ac44-4f8e-a52b-b814624b94a0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:04.220666 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26e1b798-4236-471d-91d7-06c0e6f49531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (2ed2552c-548b-4f79-b066-ac7d27016f79), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:04.222009 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e1b798-4236-471d-91d7-06c0e6f49531 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ed2552c-548b-4f79-b066-ac7d27016f79 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:51:04.240847 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26e1b798-4236-471d-91d7-06c0e6f49531 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:04.244495 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-26e1b798-4236-471d-91d7-06c0e6f49531 admin admin] 10.222.0.88 "DELETE /v2.0/routers/2ed2552c-548b-4f79-b066-ac7d27016f79 HTTP/1.1" status: 204 len: 168 time: 5.5216432 Feb 08 21:51:04.245471 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58450) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:04.254282 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866ad67a-8797-4461-838f-6fc399b32d8a admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:04.268371 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-af1024f5-5d64-486b-88a3-e7bf28a7d633 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (bd846485-26c5-45cf-801b-b2223083c273), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:04.306193 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-866ad67a-8797-4461-838f-6fc399b32d8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:04.311418 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866ad67a-8797-4461-838f-6fc399b32d8a admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:51:04.342091 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e0258069-ea52-4684-ae89-b65fa31351f2 None None] Current status of the port f74551d2-7348-483d-b861-12525a421e61 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:04.343034 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e0258069-ea52-4684-ae89-b65fa31351f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f74551d2-7348-483d-b861-12525a421e61), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:04.389353 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port f74551d2-7348-483d-b861-12525a421e61 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:04.390380 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f74551d2-7348-483d-b861-12525a421e61), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:04.436035 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ad67a-8797-4461-838f-6fc399b32d8a admin admin] Pushing event updated for resources: {'Port': ['ID=122cc8ba-ac44-4f8e-a52b-b814624b94a0,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:04.445129 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3e8847-b117-4afa-8d67-5b45626eaa5d None None] Update dhcp port {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'fixed_ips': [{'subnet_id': 'bd846485-26c5-45cf-801b-b2223083c273', 'ip_address': '2001:db8::f816:3eff:fe09:452f'}, {'subnet_id': 'dcad49df-4424-4e49-814d-c4c232ac341a'}], 'binding:host_id': 'n-d-712143-31'}, 'id': 'f74551d2-7348-483d-b861-12525a421e61'} from n-d-712143-31. {{(pid=103435) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 21:51:04.533958 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-e0258069-ea52-4684-ae89-b65fa31351f2 None None] For port f74551d2-7348-483d-b861-12525a421e61, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f74551d2-7348-483d-b861-12525a421e61,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:04.536314 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8847-b117-4afa-8d67-5b45626eaa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f74551d2-7348-483d-b861-12525a421e61), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:04.548836 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e0258069-ea52-4684-ae89-b65fa31351f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f74551d2-7348-483d-b861-12525a421e61), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:04.685852 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:51:04.686216 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:51:04.691300 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d0d63c8-fed4-485e-bd9e-a6d2279826aa admin admin] Publish callbacks [] for port (02d7b2ea-be77-4a83-94e5-d4af33494f2e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:04.765090 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d0d63c8-fed4-485e-bd9e-a6d2279826aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (02d7b2ea-be77-4a83-94e5-d4af33494f2e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:04.776900 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0258069-ea52-4684-ae89-b65fa31351f2 None None] Pushing event updated for resources: {'Port': ['ID=f74551d2-7348-483d-b861-12525a421e61,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:04.953665 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d0d63c8-fed4-485e-bd9e-a6d2279826aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:04.998357 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-af1024f5-5d64-486b-88a3-e7bf28a7d633 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (bd846485-26c5-45cf-801b-b2223083c273), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:05.026579 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed13ef9-e034-4d76-8501-1de537565658 admin admin] Deleting subnet a94c9212-9e38-4b18-bedf-fe665376d4de {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:51:05.034739 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ed13ef9-e034-4d76-8501-1de537565658 admin admin] Publish callbacks [] for subnet (a94c9212-9e38-4b18-bedf-fe665376d4de), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:05.053675 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d63c8-fed4-485e-bd9e-a6d2279826aa admin admin] Pushing event updated for resources: {'Port': ['ID=02d7b2ea-be77-4a83-94e5-d4af33494f2e,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:05.099896 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ed13ef9-e034-4d76-8501-1de537565658 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (a94c9212-9e38-4b18-bedf-fe665376d4de), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server [None req-cd3e8847-b117-4afa-8d67-5b45626eaa5d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd846485-26c5-45cf-801b-b2223083c273: This subnet is being modified by another concurrent operation. Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 21:51:05.148057 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise exception Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd846485-26c5-45cf-801b-b2223083c273: This subnet is being modified by another concurrent operation. Feb 08 21:51:05.151376 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server Feb 08 21:51:05.153197 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-af1024f5-5d64-486b-88a3-e7bf28a7d633 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (bd846485-26c5-45cf-801b-b2223083c273), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:05.212646 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1024f5-5d64-486b-88a3-e7bf28a7d633 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=bd846485-26c5-45cf-801b-b2223083c273,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:05.295841 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0d63c8-fed4-485e-bd9e-a6d2279826aa admin admin] Network 6f5dd32d-bd81-4033-bc3b-155fd1d2d547 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:05.305218 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-af1024f5-5d64-486b-88a3-e7bf28a7d633 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:05.310179 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-7d0d63c8-fed4-485e-bd9e-a6d2279826aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:05.313686 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-af1024f5-5d64-486b-88a3-e7bf28a7d633 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/bd846485-26c5-45cf-801b-b2223083c273 HTTP/1.1" status: 204 len: 168 time: 1.2853856 Feb 08 21:51:05.317870 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58464) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:05.447254 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af49e6c-2dcd-4f9e-b447-214b85862ab9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet dcad49df-4424-4e49-814d-c4c232ac341a {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:51:05.451000 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4af49e6c-2dcd-4f9e-b447-214b85862ab9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (dcad49df-4424-4e49-814d-c4c232ac341a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:05.477858 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-866ad67a-8797-4461-838f-6fc399b32d8a admin admin] Publish callbacks [] for router_gateway (1f1e65be-f37f-415d-86c8-6c2d731b4825), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:05.478525 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef68e99-f5bd-4f01-a148-7d1605342edc None None] get_active_networks_info from n-d-712143-31 {{(pid=103435) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 21:51:05.527649 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port f74551d2-7348-483d-b861-12525a421e61 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:05.548971 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1e3b9bfb-71de-41f4-8806-0db30c8c5a5c None None] Provisioning complete for port f74551d2-7348-483d-b861-12525a421e61 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:05.549636 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e3b9bfb-71de-41f4-8806-0db30c8c5a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f74551d2-7348-483d-b861-12525a421e61), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:05.601776 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4af49e6c-2dcd-4f9e-b447-214b85862ab9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (dcad49df-4424-4e49-814d-c4c232ac341a), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:05.647562 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 14e76836-0073-428f-8914-2cd89d2af34e no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:51:05.710468 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ed13ef9-e034-4d76-8501-1de537565658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (a94c9212-9e38-4b18-bedf-fe665376d4de), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:05.711460 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 14e76836-0073-428f-8914-2cd89d2af34e {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:51:05.712028 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 14e76836-0073-428f-8914-2cd89d2af34e not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:51:05.713019 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 367c4799-26ef-4391-9fac-f8a32502b01b no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:51:05.754587 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 367c4799-26ef-4391-9fac-f8a32502b01b {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:51:05.755287 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 367c4799-26ef-4391-9fac-f8a32502b01b not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:51:05.787444 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4af49e6c-2dcd-4f9e-b447-214b85862ab9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (dcad49df-4424-4e49-814d-c4c232ac341a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:05.852301 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef68e99-f5bd-4f01-a148-7d1605342edc None None] Resources bound (agent type, host, resource id): {{(pid=103435) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 21:51:05.866755 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1e3b9bfb-71de-41f4-8806-0db30c8c5a5c None None] Current status of the port f74551d2-7348-483d-b861-12525a421e61 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:05.945978 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ed13ef9-e034-4d76-8501-1de537565658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (a94c9212-9e38-4b18-bedf-fe665376d4de), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:05.982831 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-866ad67a-8797-4461-838f-6fc399b32d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (1f1e65be-f37f-415d-86c8-6c2d731b4825), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:05.991551 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0d63c8-fed4-485e-bd9e-a6d2279826aa admin admin] Router 3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:51:06.009662 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 0d815327-22a4-4293-9ad9-28ecb7e5cc3c up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:51:06.045074 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed13ef9-e034-4d76-8501-1de537565658 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a94c9212-9e38-4b18-bedf-fe665376d4de,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:06.057092 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ed13ef9-e034-4d76-8501-1de537565658 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:06.063937 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8ed13ef9-e034-4d76-8501-1de537565658 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/a94c9212-9e38-4b18-bedf-fe665376d4de HTTP/1.1" status: 204 len: 168 time: 1.8179939 Feb 08 21:51:06.066739 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58474) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:06.086494 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4af49e6c-2dcd-4f9e-b447-214b85862ab9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (dcad49df-4424-4e49-814d-c4c232ac341a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:06.220441 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4af49e6c-2dcd-4f9e-b447-214b85862ab9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:06.221943 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 0d815327-22a4-4293-9ad9-28ecb7e5cc3c triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:06.222361 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0d815327-22a4-4293-9ad9-28ecb7e5cc3c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:06.233478 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4af49e6c-2dcd-4f9e-b447-214b85862ab9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/dcad49df-4424-4e49-814d-c4c232ac341a HTTP/1.1" status: 204 len: 168 time: 0.9109108 Feb 08 21:51:06.240660 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58476) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:06.252443 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af49e6c-2dcd-4f9e-b447-214b85862ab9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=dcad49df-4424-4e49-814d-c4c232ac341a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:06.327218 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7849e55a-f96d-46a4-81da-23650c19c733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (a43ccc7a-849f-4f56-ac11-d029c901b0b3), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:06.349588 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d6999ea0-2030-4053-93c7-8ef77f43e4bb tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1072888 Feb 08 21:51:06.354141 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58482) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:06.385372 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2003a1-8987-4faa-9943-65baab37692f None None] Update dhcp port {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'fixed_ips': [{'subnet_id': 'dcad49df-4424-4e49-814d-c4c232ac341a'}], 'binding:host_id': 'n-d-712143-31'}, 'id': 'f74551d2-7348-483d-b861-12525a421e61'} from n-d-712143-31. {{(pid=103435) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 21:51:06.402698 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-40878ca0-ec5a-40d0-a615-5b818fbf61a5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:06.423327 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0d63c8-fed4-485e-bd9e-a6d2279826aa admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:51:06.431427 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7d0d63c8-fed4-485e-bd9e-a6d2279826aa admin admin] 10.222.0.88 "PUT /v2.0/routers/3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3984404 Feb 08 21:51:06.471911 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866ad67a-8797-4461-838f-6fc399b32d8a admin admin] Router 1f1e65be-f37f-415d-86c8-6c2d731b4825 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:51:06.482135 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259b3c40-c44a-4107-ba11-8b130e7c814a None None] Sync routers for ids ['3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:51:06.584288 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c2003a1-8987-4faa-9943-65baab37692f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f74551d2-7348-483d-b861-12525a421e61), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:06.666544 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 0d815327-22a4-4293-9ad9-28ecb7e5cc3c is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:06.674841 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0d815327-22a4-4293-9ad9-28ecb7e5cc3c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:06.696560 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-7849e55a-f96d-46a4-81da-23650c19c733 admin admin] Deleting port eb715da2-0838-4dfd-8ae2-800f3c6fd83c {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:51:06.696560 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7849e55a-f96d-46a4-81da-23650c19c733 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (eb715da2-0838-4dfd-8ae2-800f3c6fd83c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:06.709090 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40878ca0-ec5a-40d0-a615-5b818fbf61a5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:51:06.713036 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-40878ca0-ec5a-40d0-a615-5b818fbf61a5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:06.735447 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 0d815327-22a4-4293-9ad9-28ecb7e5cc3c, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=0d815327-22a4-4293-9ad9-28ecb7e5cc3c,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:06.739376 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259b3c40-c44a-4107-ba11-8b130e7c814a None None] Routers {'3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:51:06.741317 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-259b3c40-c44a-4107-ba11-8b130e7c814a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:50:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:06.754469 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:06.762433 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0d815327-22a4-4293-9ad9-28ecb7e5cc3c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:06.913409 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-7849e55a-f96d-46a4-81da-23650c19c733 admin admin] For port eb715da2-0838-4dfd-8ae2-800f3c6fd83c, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=eb715da2-0838-4dfd-8ae2-800f3c6fd83c,segment=NetworkSegment(768cd7f6-d1e3-43db-aeb0-14839363bb6a),segment_id=768cd7f6-d1e3-43db-aeb0-14839363bb6a)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:06.913960 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7849e55a-f96d-46a4-81da-23650c19c733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (eb715da2-0838-4dfd-8ae2-800f3c6fd83c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:06.932691 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f74551d2-7348-483d-b861-12525a421e61 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:51:06.941436 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-7849e55a-f96d-46a4-81da-23650c19c733 admin admin] Calling delete_port for eb715da2-0838-4dfd-8ae2-800f3c6fd83c owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:51:07.205765 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:07.228592 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7849e55a-f96d-46a4-81da-23650c19c733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (eb715da2-0838-4dfd-8ae2-800f3c6fd83c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:07.252610 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=0d815327-22a4-4293-9ad9-28ecb7e5cc3c,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:07.275735 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7849e55a-f96d-46a4-81da-23650c19c733 admin admin] No DVR routers for this DVR port eb715da2-0838-4dfd-8ae2-800f3c6fd83c on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:51:07.284865 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849e55a-f96d-46a4-81da-23650c19c733 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb715da2-0838-4dfd-8ae2-800f3c6fd83c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:07.298752 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0b0eee-bcf8-4625-860e-b229079fc676 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:51:07.446073 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-259b3c40-c44a-4107-ba11-8b130e7c814a None None] Set router 3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:51:07.459777 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7849e55a-f96d-46a4-81da-23650c19c733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (a43ccc7a-849f-4f56-ac11-d029c901b0b3), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:07.468867 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad3e48e-ddd0-48a3-911d-f58e9a670c01 None None] Network a43ccc7a-849f-4f56-ac11-d029c901b0b3 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:51:07.528896 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866ad67a-8797-4461-838f-6fc399b32d8a admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:51:07.535821 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-7849e55a-f96d-46a4-81da-23650c19c733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43ccc7a-849f-4f56-ac11-d029c901b0b3']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:07.540698 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3635715c-7327-4a79-80f4-0c00cb7bb8f0 None None] Sync routers for ids ['1f1e65be-f37f-415d-86c8-6c2d731b4825'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:51:07.584238 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3635715c-7327-4a79-80f4-0c00cb7bb8f0 None None] Routers {'1f1e65be-f37f-415d-86c8-6c2d731b4825'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:51:07.591043 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-3635715c-7327-4a79-80f4-0c00cb7bb8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:50:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['1f1e65be-f37f-415d-86c8-6c2d731b4825'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:07.592284 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-7849e55a-f96d-46a4-81da-23650c19c733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768cd7f6-d1e3-43db-aeb0-14839363bb6a') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:07.592641 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-866ad67a-8797-4461-838f-6fc399b32d8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:07.592820 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-7849e55a-f96d-46a4-81da-23650c19c733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768cd7f6-d1e3-43db-aeb0-14839363bb6a') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:07.598115 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-866ad67a-8797-4461-838f-6fc399b32d8a admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.5542338 Feb 08 21:51:07.598873 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58508) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:07.639509 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7849e55a-f96d-46a4-81da-23650c19c733 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (768cd7f6-d1e3-43db-aeb0-14839363bb6a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:07.714516 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58510) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:07.741270 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-db54fec7-1aca-4947-9438-0cbfdeecd38e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-21089657-network', 'tenant_id': '94e1a1d82d71424db12fd4e4a1f107bf'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:07.782958 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7849e55a-f96d-46a4-81da-23650c19c733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (768cd7f6-d1e3-43db-aeb0-14839363bb6a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:07.905950 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db54fec7-1aca-4947-9438-0cbfdeecd38e admin admin] Made reservation on behalf of 94e1a1d82d71424db12fd4e4a1f107bf for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:51:07.912703 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port f74551d2-7348-483d-b861-12525a421e61 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:07.913570 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f74551d2-7348-483d-b861-12525a421e61), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:07.916424 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db54fec7-1aca-4947-9438-0cbfdeecd38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:07.929248 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-3635715c-7327-4a79-80f4-0c00cb7bb8f0 None None] Set router 1f1e65be-f37f-415d-86c8-6c2d731b4825 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:51:07.940778 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7849e55a-f96d-46a4-81da-23650c19c733 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:51:07.941468 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7849e55a-f96d-46a4-81da-23650c19c733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (768cd7f6-d1e3-43db-aeb0-14839363bb6a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:51:07.966170 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:51:08.063379 n-d-712143-31 neutron-server[103433]: DEBUG neutron.objects.ports [None req-40878ca0-ec5a-40d0-a615-5b818fbf61a5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103433) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 21:51:08.069140 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db54fec7-1aca-4947-9438-0cbfdeecd38e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:08.115565 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-895ca8f8-4fde-4e1d-9ee7-0e5c8111b71c None None] Provisioning complete for port f74551d2-7348-483d-b861-12525a421e61 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:08.118276 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-895ca8f8-4fde-4e1d-9ee7-0e5c8111b71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f74551d2-7348-483d-b861-12525a421e61), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:08.216575 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db54fec7-1aca-4947-9438-0cbfdeecd38e admin admin] Publish callbacks [] for security_group (ca3525e9-80e5-4def-9c27-66ad8d26c999), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:08.273318 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db54fec7-1aca-4947-9438-0cbfdeecd38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ca3525e9-80e5-4def-9c27-66ad8d26c999), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:08.285713 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db54fec7-1aca-4947-9438-0cbfdeecd38e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:51:08.382704 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-3635715c-7327-4a79-80f4-0c00cb7bb8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'name': 'tempest-TestServerBasicOps-1925516844-router', 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '122cc8ba-ac44-4f8e-a52b-b814624b94a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:58Z', 'updated_at': '2022-02-08T21:51:04Z', 'revision_number': 3, 'project_id': '224cdca309204cf4ab30e157a31b072a', 'gw_port': {'id': '122cc8ba-ac44-4f8e-a52b-b814624b94a0', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dd:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:00Z', 'updated_at': '2022-02-08T21:51:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:08.423525 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3635715c-7327-4a79-80f4-0c00cb7bb8f0 None None] Checking router: 1f1e65be-f37f-415d-86c8-6c2d731b4825 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:51:08.424192 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3635715c-7327-4a79-80f4-0c00cb7bb8f0 None None] Updating router 1f1e65be-f37f-415d-86c8-6c2d731b4825 port 122cc8ba-ac44-4f8e-a52b-b814624b94a0 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:51:08.435267 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7849e55a-f96d-46a4-81da-23650c19c733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (a43ccc7a-849f-4f56-ac11-d029c901b0b3), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:08.438355 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db54fec7-1aca-4947-9438-0cbfdeecd38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (be4fcaaf-37c1-4563-a30e-bf1cc30f5954), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:08.438711 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-db54fec7-1aca-4947-9438-0cbfdeecd38e admin admin] Added segment be4fcaaf-37c1-4563-a30e-bf1cc30f5954 of type vlan for network 872dd483-80dc-4f25-adf3-2db0ddc9054d Feb 08 21:51:08.472031 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port f74551d2-7348-483d-b861-12525a421e61, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f74551d2-7348-483d-b861-12525a421e61,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:08.486187 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3635715c-7327-4a79-80f4-0c00cb7bb8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (122cc8ba-ac44-4f8e-a52b-b814624b94a0), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:08.490141 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7849e55a-f96d-46a4-81da-23650c19c733 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:08.498026 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7849e55a-f96d-46a4-81da-23650c19c733 admin admin] 10.222.0.88 "DELETE /v2.0/networks/a43ccc7a-849f-4f56-ac11-d029c901b0b3 HTTP/1.1" status: 204 len: 168 time: 2.4297886 Feb 08 21:51:08.503597 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f74551d2-7348-483d-b861-12525a421e61), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:08.522741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58518) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:08.568864 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849e55a-f96d-46a4-81da-23650c19c733 admin admin] Pushing event deleted for resources: {'Network': ['ID=a43ccc7a-849f-4f56-ac11-d029c901b0b3,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:08.574772 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54fec7-1aca-4947-9438-0cbfdeecd38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3525e9-80e5-4def-9c27-66ad8d26c999,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:08.613446 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c656bc-4407-4716-a317-1e4ab642cbae None None] DHCP port deletion for a43ccc7a-849f-4f56-ac11-d029c901b0b3 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:51:08.740091 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=f74551d2-7348-483d-b861-12525a421e61,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:08.764127 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-259b3c40-c44a-4107-ba11-8b130e7c814a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'name': 'tempest-TestVolumeBackupRestore-1365044836-router', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:50Z', 'updated_at': '2022-02-08T21:51:03Z', 'revision_number': 4, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'gw_port': {'id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:50:53Z', 'updated_at': '2022-02-08T21:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '02d7b2ea-be77-4a83-94e5-d4af33494f2e', 'name': '', 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'mac_address': 'fa:16:3e:74:49:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '6ea13670-24a3-4222-9668-be9f4513e3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:00Z', 'updated_at': '2022-02-08T21:51:04Z', 'revision_number': 2, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'subnets': [{'id': '6ea13670-24a3-4222-9668-be9f4513e3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:08.778169 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db54fec7-1aca-4947-9438-0cbfdeecd38e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (872dd483-80dc-4f25-adf3-2db0ddc9054d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:08.877676 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db54fec7-1aca-4947-9438-0cbfdeecd38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (872dd483-80dc-4f25-adf3-2db0ddc9054d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:08.878333 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07f848b6-2c42-4d71-bb18-5dc54d857b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:08.879171 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db54fec7-1aca-4947-9438-0cbfdeecd38e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:08.879942 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db54fec7-1aca-4947-9438-0cbfdeecd38e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:08.928950 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-db54fec7-1aca-4947-9438-0cbfdeecd38e admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2123623 Feb 08 21:51:08.934159 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58524) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:08.942046 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0e6c1a7f-a8d4-412e-bd66-bf97054ebfb0 admin admin] Request body: {'subnet': {'network_id': '872dd483-80dc-4f25-adf3-2db0ddc9054d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-21089657-subnet', 'tenant_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:09.019394 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6c1a7f-a8d4-412e-bd66-bf97054ebfb0 admin admin] Made reservation on behalf of 94e1a1d82d71424db12fd4e4a1f107bf for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:51:09.024432 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e6c1a7f-a8d4-412e-bd66-bf97054ebfb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:09.039075 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259b3c40-c44a-4107-ba11-8b130e7c814a None None] Checking router: 3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:51:09.039617 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259b3c40-c44a-4107-ba11-8b130e7c814a None None] Updating router 3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3 port 02d7b2ea-be77-4a83-94e5-d4af33494f2e binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:51:09.041813 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c5b230-3df0-42e0-b9de-6bb49b7b1d8b None None] get_active_networks_info from n-d-712143-31 {{(pid=103435) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 21:51:09.053515 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54fec7-1aca-4947-9438-0cbfdeecd38e admin admin] Pushing event updated for resources: {'Network': ['ID=872dd483-80dc-4f25-adf3-2db0ddc9054d,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:09.158928 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 0d815327-22a4-4293-9ad9-28ecb7e5cc3c up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:51:09.164886 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c5b230-3df0-42e0-b9de-6bb49b7b1d8b None None] Resources bound (agent type, host, resource id): {{(pid=103435) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 21:51:09.167058 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 872dd483-80dc-4f25-adf3-2db0ddc9054d details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:51:09.214703 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-895ca8f8-4fde-4e1d-9ee7-0e5c8111b71c None None] Current status of the port f74551d2-7348-483d-b861-12525a421e61 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:09.215155 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-895ca8f8-4fde-4e1d-9ee7-0e5c8111b71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f74551d2-7348-483d-b861-12525a421e61), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:09.226191 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-40878ca0-ec5a-40d0-a615-5b818fbf61a5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f74551d2-7348-483d-b861-12525a421e61), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:09.438544 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-07f848b6-2c42-4d71-bb18-5dc54d857b4b admin admin] Allocated IP 172.20.0.1 (0512048c-55e1-420b-8bea-491fbd42c90c/0aba1a01-7dcc-429b-a7ed-eefc12dcd42c/b5088131-7124-488f-812a-a83abc9094c3) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:51:09.513195 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-259b3c40-c44a-4107-ba11-8b130e7c814a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (02d7b2ea-be77-4a83-94e5-d4af33494f2e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:09.541097 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3635715c-7327-4a79-80f4-0c00cb7bb8f0 None None] Publish callbacks [] for port (122cc8ba-ac44-4f8e-a52b-b814624b94a0), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:09.544010 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e6c1a7f-a8d4-412e-bd66-bf97054ebfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (53e2abd7-3252-4af0-a681-1736e42fa6db), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:09.550440 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3635715c-7327-4a79-80f4-0c00cb7bb8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (122cc8ba-ac44-4f8e-a52b-b814624b94a0), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:09.665354 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-3635715c-7327-4a79-80f4-0c00cb7bb8f0 None None] Attempting to bind port 122cc8ba-ac44-4f8e-a52b-b814624b94a0 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:51:09.665728 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-3635715c-7327-4a79-80f4-0c00cb7bb8f0 None None] Attempting to bind port 122cc8ba-ac44-4f8e-a52b-b814624b94a0 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:51:09.674657 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3635715c-7327-4a79-80f4-0c00cb7bb8f0 None None] Attempting to bind port 122cc8ba-ac44-4f8e-a52b-b814624b94a0 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:51:09.698505 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3635715c-7327-4a79-80f4-0c00cb7bb8f0 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:51:09.698903 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3635715c-7327-4a79-80f4-0c00cb7bb8f0 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:51:09.699342 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3635715c-7327-4a79-80f4-0c00cb7bb8f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:09.699743 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3635715c-7327-4a79-80f4-0c00cb7bb8f0 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:51:09.700231 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-3635715c-7327-4a79-80f4-0c00cb7bb8f0 None None] Bound port: 122cc8ba-ac44-4f8e-a52b-b814624b94a0, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:51:09.700614 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3635715c-7327-4a79-80f4-0c00cb7bb8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (122cc8ba-ac44-4f8e-a52b-b814624b94a0), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:09.737712 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c1a7f-a8d4-412e-bd66-bf97054ebfb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53e2abd7-3252-4af0-a681-1736e42fa6db,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:09.869628 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-3635715c-7327-4a79-80f4-0c00cb7bb8f0 None None] For port 122cc8ba-ac44-4f8e-a52b-b814624b94a0, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:51:09.874542 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07f848b6-2c42-4d71-bb18-5dc54d857b4b admin admin] Publish callbacks [] for port (b5088131-7124-488f-812a-a83abc9094c3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:09.887793 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-3635715c-7327-4a79-80f4-0c00cb7bb8f0 None None] For port 122cc8ba-ac44-4f8e-a52b-b814624b94a0, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=122cc8ba-ac44-4f8e-a52b-b814624b94a0,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:51:09.899873 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f72689b-a348-4208-88e3-be8468299273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (ca674c1f-9f63-4ede-9fce-36b3ced697c4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:09.908677 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3635715c-7327-4a79-80f4-0c00cb7bb8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (122cc8ba-ac44-4f8e-a52b-b814624b94a0), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:09.921540 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377fde8-84d7-41ea-bcc0-3f7b8ca91ea1 None None] Pushing event updated for resources: {'Port': ['ID=122cc8ba-ac44-4f8e-a52b-b814624b94a0,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:09.940163 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07f848b6-2c42-4d71-bb18-5dc54d857b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (b5088131-7124-488f-812a-a83abc9094c3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:09.956504 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6c1a7f-a8d4-412e-bd66-bf97054ebfb0 admin admin] Checking segment: {'id': 'be4fcaaf-37c1-4563-a30e-bf1cc30f5954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '872dd483-80dc-4f25-adf3-2db0ddc9054d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:51:09.957553 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6c1a7f-a8d4-412e-bd66-bf97054ebfb0 admin admin] Network hostable DHCP agents. Network: 872dd483-80dc-4f25-adf3-2db0ddc9054d, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:51:10.005000 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-259b3c40-c44a-4107-ba11-8b130e7c814a None None] Publish callbacks [] for port (02d7b2ea-be77-4a83-94e5-d4af33494f2e), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:10.021558 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f848b6-2c42-4d71-bb18-5dc54d857b4b admin admin] Network 0512048c-55e1-420b-8bea-491fbd42c90c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:10.026191 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-07f848b6-2c42-4d71-bb18-5dc54d857b4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:10.036503 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f848b6-2c42-4d71-bb18-5dc54d857b4b admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:51:10.062014 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-259b3c40-c44a-4107-ba11-8b130e7c814a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (02d7b2ea-be77-4a83-94e5-d4af33494f2e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:10.071361 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3635715c-7327-4a79-80f4-0c00cb7bb8f0 None None] Routers {'1f1e65be-f37f-415d-86c8-6c2d731b4825'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:51:10.072007 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-3635715c-7327-4a79-80f4-0c00cb7bb8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:50:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['1f1e65be-f37f-415d-86c8-6c2d731b4825'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:10.105329 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07f848b6-2c42-4d71-bb18-5dc54d857b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (1f1e65be-f37f-415d-86c8-6c2d731b4825), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:10.169739 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6c1a7f-a8d4-412e-bd66-bf97054ebfb0 admin admin] Network 872dd483-80dc-4f25-adf3-2db0ddc9054d is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:51:10.188850 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-0e6c1a7f-a8d4-412e-bd66-bf97054ebfb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 872dd483-80dc-4f25-adf3-2db0ddc9054d) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:10.203020 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6c1a7f-a8d4-412e-bd66-bf97054ebfb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:10.203921 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e6c1a7f-a8d4-412e-bd66-bf97054ebfb0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:10.211697 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f848b6-2c42-4d71-bb18-5dc54d857b4b admin admin] Pushing event updated for resources: {'Port': ['ID=b5088131-7124-488f-812a-a83abc9094c3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:10.251979 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0e6c1a7f-a8d4-412e-bd66-bf97054ebfb0 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3156989 Feb 08 21:51:10.255355 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58534) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:10.262168 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377fde8-84d7-41ea-bcc0-3f7b8ca91ea1 None None] Pushing event updated for resources: {'Port': ['ID=122cc8ba-ac44-4f8e-a52b-b814624b94a0,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:10.263057 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f0638134-dfa9-4c21-8dc2-522e09a0062c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-21089657-router', 'tenant_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:10.288812 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd863361-ddad-448f-9fec-602790f4584a None None] Pushing event updated for resources: {'Port': ['ID=02d7b2ea-be77-4a83-94e5-d4af33494f2e,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:10.327256 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd863361-ddad-448f-9fec-602790f4584a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:10.327784 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd863361-ddad-448f-9fec-602790f4584a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:10.351112 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd863361-ddad-448f-9fec-602790f4584a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:10.357289 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd863361-ddad-448f-9fec-602790f4584a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:10.357963 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd863361-ddad-448f-9fec-602790f4584a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:10.358455 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd863361-ddad-448f-9fec-602790f4584a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:10.358908 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd863361-ddad-448f-9fec-602790f4584a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:10.360659 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd863361-ddad-448f-9fec-602790f4584a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:10.361125 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd863361-ddad-448f-9fec-602790f4584a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:10.361490 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd863361-ddad-448f-9fec-602790f4584a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:10.362015 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd863361-ddad-448f-9fec-602790f4584a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:10.362409 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd863361-ddad-448f-9fec-602790f4584a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:10.362846 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd863361-ddad-448f-9fec-602790f4584a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:10.369073 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-3635715c-7327-4a79-80f4-0c00cb7bb8f0 None None] Set router 1f1e65be-f37f-415d-86c8-6c2d731b4825 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:51:10.410734 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 0d815327-22a4-4293-9ad9-28ecb7e5cc3c triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:10.413566 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0d815327-22a4-4293-9ad9-28ecb7e5cc3c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:10.443794 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f0638134-dfa9-4c21-8dc2-522e09a0062c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (04082e27-e43f-4a7d-975d-0c6424113f17), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:10.445571 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f0638134-dfa9-4c21-8dc2-522e09a0062c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (04082e27-e43f-4a7d-975d-0c6424113f17), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:10.454131 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-895ca8f8-4fde-4e1d-9ee7-0e5c8111b71c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:51:10.454575 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-895ca8f8-4fde-4e1d-9ee7-0e5c8111b71c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:51:10.539606 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f0638134-dfa9-4c21-8dc2-522e09a0062c admin admin] Publish callbacks [] for router_controller (04082e27-e43f-4a7d-975d-0c6424113f17), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:10.598904 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-40878ca0-ec5a-40d0-a615-5b818fbf61a5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] For port f74551d2-7348-483d-b861-12525a421e61, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f74551d2-7348-483d-b861-12525a421e61,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:10.665887 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-259b3c40-c44a-4107-ba11-8b130e7c814a None None] Attempting to bind port 02d7b2ea-be77-4a83-94e5-d4af33494f2e on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:51:10.666280 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-259b3c40-c44a-4107-ba11-8b130e7c814a None None] Attempting to bind port 02d7b2ea-be77-4a83-94e5-d4af33494f2e by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'a4503a19-b855-4168-b220-48b435fa7ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:51:10.666662 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259b3c40-c44a-4107-ba11-8b130e7c814a None None] Attempting to bind port 02d7b2ea-be77-4a83-94e5-d4af33494f2e on network 6f5dd32d-bd81-4033-bc3b-155fd1d2d547 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:51:10.683091 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259b3c40-c44a-4107-ba11-8b130e7c814a None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:51:10.683483 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259b3c40-c44a-4107-ba11-8b130e7c814a None None] Checking segment: {'id': 'a4503a19-b855-4168-b220-48b435fa7ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:51:10.683907 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-259b3c40-c44a-4107-ba11-8b130e7c814a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:10.684436 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259b3c40-c44a-4107-ba11-8b130e7c814a None None] Bound using segment: {'id': 'a4503a19-b855-4168-b220-48b435fa7ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:51:10.684819 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-259b3c40-c44a-4107-ba11-8b130e7c814a None None] Bound port: 02d7b2ea-be77-4a83-94e5-d4af33494f2e, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4503a19-b855-4168-b220-48b435fa7ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:51:10.685222 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-259b3c40-c44a-4107-ba11-8b130e7c814a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (02d7b2ea-be77-4a83-94e5-d4af33494f2e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:10.712649 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-40878ca0-ec5a-40d0-a615-5b818fbf61a5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (f74551d2-7348-483d-b861-12525a421e61), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:10.713545 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-3635715c-7327-4a79-80f4-0c00cb7bb8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'name': 'tempest-TestServerBasicOps-1925516844-router', 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '122cc8ba-ac44-4f8e-a52b-b814624b94a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:58Z', 'updated_at': '2022-02-08T21:51:04Z', 'revision_number': 3, 'project_id': '224cdca309204cf4ab30e157a31b072a', 'gw_port': {'id': '122cc8ba-ac44-4f8e-a52b-b814624b94a0', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dd:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:00Z', 'updated_at': '2022-02-08T21:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:10.735535 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-40878ca0-ec5a-40d0-a615-5b818fbf61a5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (f74551d2-7348-483d-b861-12525a421e61), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:10.796223 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 0d815327-22a4-4293-9ad9-28ecb7e5cc3c is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:10.812542 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3635715c-7327-4a79-80f4-0c00cb7bb8f0 None None] The sync data for ids ['1f1e65be-f37f-415d-86c8-6c2d731b4825'] in n-d-712143-31 is: [{'id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'name': 'tempest-TestServerBasicOps-1925516844-router', 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '122cc8ba-ac44-4f8e-a52b-b814624b94a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:58Z', 'updated_at': '2022-02-08T21:51:04Z', 'revision_number': 3, 'project_id': '224cdca309204cf4ab30e157a31b072a', 'gw_port': {'id': '122cc8ba-ac44-4f8e-a52b-b814624b94a0', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dd:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:00Z', 'updated_at': '2022-02-08T21:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:51:10.858549 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f0638134-dfa9-4c21-8dc2-522e09a0062c admin admin] Publish callbacks [] for router_gateway (04082e27-e43f-4a7d-975d-0c6424113f17), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:10.869262 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device eb715da2-0838-4dfd-8ae2-800f3c6fd83c no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:51:10.906853 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-40878ca0-ec5a-40d0-a615-5b818fbf61a5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (34936979-a124-4e49-9be6-d01f8c61d357), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:10.947990 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-259b3c40-c44a-4107-ba11-8b130e7c814a None None] For port 02d7b2ea-be77-4a83-94e5-d4af33494f2e, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:51:10.961359 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-259b3c40-c44a-4107-ba11-8b130e7c814a None None] For port 02d7b2ea-be77-4a83-94e5-d4af33494f2e, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=02d7b2ea-be77-4a83-94e5-d4af33494f2e,segment=NetworkSegment(a4503a19-b855-4168-b220-48b435fa7ad1),segment_id=a4503a19-b855-4168-b220-48b435fa7ad1)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:51:11.023684 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40878ca0-ec5a-40d0-a615-5b818fbf61a5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:11.026027 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-259b3c40-c44a-4107-ba11-8b130e7c814a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (02d7b2ea-be77-4a83-94e5-d4af33494f2e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:11.034022 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-40878ca0-ec5a-40d0-a615-5b818fbf61a5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:11.034901 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07f848b6-2c42-4d71-bb18-5dc54d857b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b5088131-7124-488f-812a-a83abc9094c3), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:11.051444 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40878ca0-ec5a-40d0-a615-5b818fbf61a5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:11.052202 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-40878ca0-ec5a-40d0-a615-5b818fbf61a5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:11.062076 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40878ca0-ec5a-40d0-a615-5b818fbf61a5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=f74551d2-7348-483d-b861-12525a421e61,revision_number=7']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:11.119579 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-895ca8f8-4fde-4e1d-9ee7-0e5c8111b71c None None] Current status of the port f74551d2-7348-483d-b861-12525a421e61 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:11.121180 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-895ca8f8-4fde-4e1d-9ee7-0e5c8111b71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f74551d2-7348-483d-b861-12525a421e61), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:11.123665 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: eb715da2-0838-4dfd-8ae2-800f3c6fd83c {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:51:11.124402 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device eb715da2-0838-4dfd-8ae2-800f3c6fd83c not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:51:11.142360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40878ca0-ec5a-40d0-a615-5b818fbf61a5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=34936979-a124-4e49-9be6-d01f8c61d357,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:11.159882 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-40878ca0-ec5a-40d0-a615-5b818fbf61a5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.7701235 Feb 08 21:51:11.163441 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58548) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:11.193177 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-e5692747-d046-406e-a1ea-1359cdbaf39d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:11.285560 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd863361-ddad-448f-9fec-602790f4584a None None] Pushing event updated for resources: {'Port': ['ID=02d7b2ea-be77-4a83-94e5-d4af33494f2e,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:11.333361 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-895ca8f8-4fde-4e1d-9ee7-0e5c8111b71c None None] For port f74551d2-7348-483d-b861-12525a421e61, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f74551d2-7348-483d-b861-12525a421e61,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:11.334627 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259b3c40-c44a-4107-ba11-8b130e7c814a None None] Routers {'3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:51:11.335701 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-259b3c40-c44a-4107-ba11-8b130e7c814a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:50:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:11.340680 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-895ca8f8-4fde-4e1d-9ee7-0e5c8111b71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f74551d2-7348-483d-b861-12525a421e61), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:11.366439 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-3f72689b-a348-4208-88e3-be8468299273 admin admin] Deleting port 6cb5fefc-dbe5-4455-9c37-f58f6b5816fb {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:51:11.367121 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f72689b-a348-4208-88e3-be8468299273 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (6cb5fefc-dbe5-4455-9c37-f58f6b5816fb), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:11.528989 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-3f72689b-a348-4208-88e3-be8468299273 admin admin] For port 6cb5fefc-dbe5-4455-9c37-f58f6b5816fb, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=6cb5fefc-dbe5-4455-9c37-f58f6b5816fb,segment=NetworkSegment(abb56163-9c1c-47f8-b8ba-01038396243f),segment_id=abb56163-9c1c-47f8-b8ba-01038396243f)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:11.529634 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f72689b-a348-4208-88e3-be8468299273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (6cb5fefc-dbe5-4455-9c37-f58f6b5816fb), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:11.549026 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-3f72689b-a348-4208-88e3-be8468299273 admin admin] Calling delete_port for 6cb5fefc-dbe5-4455-9c37-f58f6b5816fb owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:51:11.617568 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-259b3c40-c44a-4107-ba11-8b130e7c814a None None] Set router 3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:51:11.910287 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ff20ff5a-5b0f-4c11-8917-61a9d3d5764b None None] Provisioning complete for port f74551d2-7348-483d-b861-12525a421e61 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:11.910669 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ff20ff5a-5b0f-4c11-8917-61a9d3d5764b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f74551d2-7348-483d-b861-12525a421e61), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:12.025784 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ca8f8-4fde-4e1d-9ee7-0e5c8111b71c None None] Pushing event updated for resources: {'Port': ['ID=f74551d2-7348-483d-b861-12525a421e61,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:12.104349 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07f848b6-2c42-4d71-bb18-5dc54d857b4b admin admin] Publish callbacks [] for port (b5088131-7124-488f-812a-a83abc9094c3), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:12.115418 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07f848b6-2c42-4d71-bb18-5dc54d857b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (b5088131-7124-488f-812a-a83abc9094c3), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:12.270747 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f0638134-dfa9-4c21-8dc2-522e09a0062c admin admin] Publish callbacks [] for router_gateway (04082e27-e43f-4a7d-975d-0c6424113f17), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:12.307216 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07f848b6-2c42-4d71-bb18-5dc54d857b4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (1f1e65be-f37f-415d-86c8-6c2d731b4825), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:12.349533 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ff20ff5a-5b0f-4c11-8917-61a9d3d5764b None None] Current status of the port f74551d2-7348-483d-b861-12525a421e61 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:12.359636 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a12669b-0145-47fc-b13f-2039bdffba73 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:51:12.385530 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f0638134-dfa9-4c21-8dc2-522e09a0062c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:12.463289 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1978d53-ef0e-4b86-bdeb-21e4c54d0aca None None] Network 872dd483-80dc-4f25-adf3-2db0ddc9054d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:51:12.467949 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f848b6-2c42-4d71-bb18-5dc54d857b4b admin admin] Pushing event updated for resources: {'Port': ['ID=b5088131-7124-488f-812a-a83abc9094c3,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:12.671869 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ff20ff5a-5b0f-4c11-8917-61a9d3d5764b None None] Provisioning complete for port 02d7b2ea-be77-4a83-94e5-d4af33494f2e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:12.672252 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ff20ff5a-5b0f-4c11-8917-61a9d3d5764b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (02d7b2ea-be77-4a83-94e5-d4af33494f2e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:12.776092 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5692747-d046-406e-a1ea-1359cdbaf39d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:51:12.788198 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5692747-d046-406e-a1ea-1359cdbaf39d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:12.900970 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f848b6-2c42-4d71-bb18-5dc54d857b4b admin admin] Network 0512048c-55e1-420b-8bea-491fbd42c90c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:12.918418 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-f0638134-dfa9-4c21-8dc2-522e09a0062c admin admin] Allocated IP 172.25.3.236 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/cd900efc-ab4c-469d-a2cd-0ca395df5d54) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:51:12.926641 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-07f848b6-2c42-4d71-bb18-5dc54d857b4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:13.088930 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-259b3c40-c44a-4107-ba11-8b130e7c814a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'name': 'tempest-TestVolumeBackupRestore-1365044836-router', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:50Z', 'updated_at': '2022-02-08T21:51:03Z', 'revision_number': 4, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'gw_port': {'id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:50:53Z', 'updated_at': '2022-02-08T21:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '02d7b2ea-be77-4a83-94e5-d4af33494f2e', 'name': '', 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'mac_address': 'fa:16:3e:74:49:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '6ea13670-24a3-4222-9668-be9f4513e3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:00Z', 'updated_at': '2022-02-08T21:51:10Z', 'revision_number': 4, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'subnets': [{'id': '6ea13670-24a3-4222-9668-be9f4513e3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:13.098343 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61d80c5-32e4-4bfa-8fce-59a078e8a127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-872dd483-80dc-4f25-adf3-2db0ddc9054d', 'network_id': '872dd483-80dc-4f25-adf3-2db0ddc9054d', 'project_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'fixed_ips': [{'subnet_id': '53e2abd7-3252-4af0-a681-1736e42fa6db'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:51:13.099264 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b61d80c5-32e4-4bfa-8fce-59a078e8a127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:13.194225 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 122cc8ba-ac44-4f8e-a52b-b814624b94a0 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:51:13.207408 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259b3c40-c44a-4107-ba11-8b130e7c814a None None] The sync data for ids ['3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'] in n-d-712143-31 is: [{'id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'name': 'tempest-TestVolumeBackupRestore-1365044836-router', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:50Z', 'updated_at': '2022-02-08T21:51:03Z', 'revision_number': 4, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'gw_port': {'id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:50:53Z', 'updated_at': '2022-02-08T21:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '02d7b2ea-be77-4a83-94e5-d4af33494f2e', 'name': '', 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'mac_address': 'fa:16:3e:74:49:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '6ea13670-24a3-4222-9668-be9f4513e3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:00Z', 'updated_at': '2022-02-08T21:51:10Z', 'revision_number': 4, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'subnets': [{'id': '6ea13670-24a3-4222-9668-be9f4513e3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:51:13.459497 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f0638134-dfa9-4c21-8dc2-522e09a0062c admin admin] Publish callbacks [] for port (cd900efc-ab4c-469d-a2cd-0ca395df5d54), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:13.548879 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5692747-d046-406e-a1ea-1359cdbaf39d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (ebd13178-605a-4871-83af-8c257839733f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:13.588547 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f0638134-dfa9-4c21-8dc2-522e09a0062c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (cd900efc-ab4c-469d-a2cd-0ca395df5d54), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:13.674836 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-b61d80c5-32e4-4bfa-8fce-59a078e8a127 None None] Allocated IP 172.20.0.2 (872dd483-80dc-4f25-adf3-2db0ddc9054d/53e2abd7-3252-4af0-a681-1736e42fa6db/33fd69c3-1ee5-40c3-b729-e61a1dbefa7f) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:51:13.758932 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5692747-d046-406e-a1ea-1359cdbaf39d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:13.771988 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0638134-dfa9-4c21-8dc2-522e09a0062c admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:13.789170 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-e5692747-d046-406e-a1ea-1359cdbaf39d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:13.799930 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5692747-d046-406e-a1ea-1359cdbaf39d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:13.800881 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5692747-d046-406e-a1ea-1359cdbaf39d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:13.869373 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-f0638134-dfa9-4c21-8dc2-522e09a0062c admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:13.876469 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0638134-dfa9-4c21-8dc2-522e09a0062c admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:51:13.905732 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5692747-d046-406e-a1ea-1359cdbaf39d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=ebd13178-605a-4871-83af-8c257839733f,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:13.934581 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e5692747-d046-406e-a1ea-1359cdbaf39d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7598503 Feb 08 21:51:13.941398 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58574) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:13.956326 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f848b6-2c42-4d71-bb18-5dc54d857b4b admin admin] Router 1f1e65be-f37f-415d-86c8-6c2d731b4825 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:51:14.005442 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0638134-dfa9-4c21-8dc2-522e09a0062c admin admin] Pushing event updated for resources: {'Port': ['ID=cd900efc-ab4c-469d-a2cd-0ca395df5d54,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:14.008616 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-87811cf4-2393-4c9b-a530-fe12a1a7e609 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'mac_address': 'fa:16:3e:43:ad:3d', 'name': 'tempest-NetworksTestDHCPv6-1418050026'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:14.042845 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b61d80c5-32e4-4bfa-8fce-59a078e8a127 None None] Publish callbacks [] for port (33fd69c3-1ee5-40c3-b729-e61a1dbefa7f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:14.296473 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f72689b-a348-4208-88e3-be8468299273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (6cb5fefc-dbe5-4455-9c37-f58f6b5816fb), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:14.401975 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436365dd-6a45-4539-9e30-06024be772a1 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:51:14.412997 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87811cf4-2393-4c9b-a530-fe12a1a7e609 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:51:14.422523 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b61d80c5-32e4-4bfa-8fce-59a078e8a127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (33fd69c3-1ee5-40c3-b729-e61a1dbefa7f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:14.440812 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f848b6-2c42-4d71-bb18-5dc54d857b4b admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:51:14.469420 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61d80c5-32e4-4bfa-8fce-59a078e8a127 None None] Network 872dd483-80dc-4f25-adf3-2db0ddc9054d is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:14.508379 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-b61d80c5-32e4-4bfa-8fce-59a078e8a127 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:14.511829 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61d80c5-32e4-4bfa-8fce-59a078e8a127 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:51:14.514279 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0f72e1-1745-40b3-bc18-51659a739ea9 None None] Sync routers for ids ['1f1e65be-f37f-415d-86c8-6c2d731b4825'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:51:14.596903 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0f72e1-1745-40b3-bc18-51659a739ea9 None None] Routers {'1f1e65be-f37f-415d-86c8-6c2d731b4825'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:51:14.609694 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7e0f72e1-1745-40b3-bc18-51659a739ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:50:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['1f1e65be-f37f-415d-86c8-6c2d731b4825'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:14.620354 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-07f848b6-2c42-4d71-bb18-5dc54d857b4b admin admin] 10.222.0.88 "PUT /v2.0/routers/1f1e65be-f37f-415d-86c8-6c2d731b4825/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0198209 Feb 08 21:51:14.639699 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72689b-a348-4208-88e3-be8468299273 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb5fefc-dbe5-4455-9c37-f58f6b5816fb,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:14.762964 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f0638134-dfa9-4c21-8dc2-522e09a0062c admin admin] Publish callbacks [] for router_gateway (04082e27-e43f-4a7d-975d-0c6424113f17), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:14.763179 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ff20ff5a-5b0f-4c11-8917-61a9d3d5764b None None] Current status of the port 02d7b2ea-be77-4a83-94e5-d4af33494f2e is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:14.763670 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ff20ff5a-5b0f-4c11-8917-61a9d3d5764b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (02d7b2ea-be77-4a83-94e5-d4af33494f2e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:14.997449 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-87811cf4-2393-4c9b-a530-fe12a1a7e609 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:15.060610 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-7e0f72e1-1745-40b3-bc18-51659a739ea9 None None] Set router 1f1e65be-f37f-415d-86c8-6c2d731b4825 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:51:15.132492 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-87811cf4-2393-4c9b-a530-fe12a1a7e609 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] device_id is not set on port ffbda147-57dc-4597-9e84-9d387332b884 yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:51:15.307492 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3f72689b-a348-4208-88e3-be8468299273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (ca674c1f-9f63-4ede-9fce-36b3ced697c4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:15.469129 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d80c5-32e4-4bfa-8fce-59a078e8a127 None None] Pushing event updated for resources: {'Port': ['ID=33fd69c3-1ee5-40c3-b729-e61a1dbefa7f,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:15.490434 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ff20ff5a-5b0f-4c11-8917-61a9d3d5764b None None] For port 02d7b2ea-be77-4a83-94e5-d4af33494f2e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=02d7b2ea-be77-4a83-94e5-d4af33494f2e,segment=NetworkSegment(a4503a19-b855-4168-b220-48b435fa7ad1),segment_id=a4503a19-b855-4168-b220-48b435fa7ad1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:15.521081 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 122cc8ba-ac44-4f8e-a52b-b814624b94a0 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:15.523095 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (122cc8ba-ac44-4f8e-a52b-b814624b94a0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:15.544239 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ff20ff5a-5b0f-4c11-8917-61a9d3d5764b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (02d7b2ea-be77-4a83-94e5-d4af33494f2e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:15.603278 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b61d80c5-32e4-4bfa-8fce-59a078e8a127 None None] Attempting to bind port 33fd69c3-1ee5-40c3-b729-e61a1dbefa7f on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:51:15.604638 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b61d80c5-32e4-4bfa-8fce-59a078e8a127 None None] Attempting to bind port 33fd69c3-1ee5-40c3-b729-e61a1dbefa7f by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'be4fcaaf-37c1-4563-a30e-bf1cc30f5954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '872dd483-80dc-4f25-adf3-2db0ddc9054d'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:51:15.605681 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61d80c5-32e4-4bfa-8fce-59a078e8a127 None None] Attempting to bind port 33fd69c3-1ee5-40c3-b729-e61a1dbefa7f on network 872dd483-80dc-4f25-adf3-2db0ddc9054d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:51:15.780765 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58600) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:15.796875 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-db2600ea-f5d4-4c3b-b05e-be575dedb440 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1104902754-network', 'tenant_id': '14935e8771d942dcbcd58657dd9196c1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:15.857705 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61d80c5-32e4-4bfa-8fce-59a078e8a127 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:51:15.858307 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61d80c5-32e4-4bfa-8fce-59a078e8a127 None None] Checking segment: {'id': 'be4fcaaf-37c1-4563-a30e-bf1cc30f5954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '872dd483-80dc-4f25-adf3-2db0ddc9054d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:51:15.858397 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b61d80c5-32e4-4bfa-8fce-59a078e8a127 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:15.859197 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61d80c5-32e4-4bfa-8fce-59a078e8a127 None None] Bound using segment: {'id': 'be4fcaaf-37c1-4563-a30e-bf1cc30f5954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '872dd483-80dc-4f25-adf3-2db0ddc9054d'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:51:15.859715 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b61d80c5-32e4-4bfa-8fce-59a078e8a127 None None] Bound port: 33fd69c3-1ee5-40c3-b729-e61a1dbefa7f, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4fcaaf-37c1-4563-a30e-bf1cc30f5954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '872dd483-80dc-4f25-adf3-2db0ddc9054d'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:51:15.860365 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b61d80c5-32e4-4bfa-8fce-59a078e8a127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (33fd69c3-1ee5-40c3-b729-e61a1dbefa7f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:15.953779 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f0638134-dfa9-4c21-8dc2-522e09a0062c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (04082e27-e43f-4a7d-975d-0c6424113f17), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:15.957087 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b61d80c5-32e4-4bfa-8fce-59a078e8a127 None None] For port 33fd69c3-1ee5-40c3-b729-e61a1dbefa7f, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:51:15.961411 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b61d80c5-32e4-4bfa-8fce-59a078e8a127 None None] For port 33fd69c3-1ee5-40c3-b729-e61a1dbefa7f, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=33fd69c3-1ee5-40c3-b729-e61a1dbefa7f,segment=NetworkSegment(be4fcaaf-37c1-4563-a30e-bf1cc30f5954),segment_id=be4fcaaf-37c1-4563-a30e-bf1cc30f5954)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:51:15.980956 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-7f6ccd13-3929-422e-a4c5-efb9c5164013 None None] Provisioning complete for port f74551d2-7348-483d-b861-12525a421e61 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:15.981641 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7f6ccd13-3929-422e-a4c5-efb9c5164013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f74551d2-7348-483d-b861-12525a421e61), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:16.021727 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b61d80c5-32e4-4bfa-8fce-59a078e8a127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (33fd69c3-1ee5-40c3-b729-e61a1dbefa7f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:16.096203 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2600ea-f5d4-4c3b-b05e-be575dedb440 admin admin] Made reservation on behalf of 14935e8771d942dcbcd58657dd9196c1 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:51:16.099194 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db2600ea-f5d4-4c3b-b05e-be575dedb440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:16.112234 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-87811cf4-2393-4c9b-a530-fe12a1a7e609 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Allocated IP 172.20.0.7 (27f9d783-a380-45ce-9337-9219c380755c/ebd13178-605a-4871-83af-8c257839733f/ffbda147-57dc-4597-9e84-9d387332b884) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:51:16.119010 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db2600ea-f5d4-4c3b-b05e-be575dedb440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:16.133258 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-87811cf4-2393-4c9b-a530-fe12a1a7e609 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Allocated IP 2001:db8::f816:3eff:fe43:ad3d (27f9d783-a380-45ce-9337-9219c380755c/34936979-a124-4e49-9be6-d01f8c61d357/ffbda147-57dc-4597-9e84-9d387332b884) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:51:16.211326 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f72689b-a348-4208-88e3-be8468299273 admin admin] Router ca674c1f-9f63-4ede-9fce-36b3ced697c4 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:51:16.257747 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7e0f72e1-1745-40b3-bc18-51659a739ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'name': 'tempest-TestServerBasicOps-1925516844-router', 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '122cc8ba-ac44-4f8e-a52b-b814624b94a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:58Z', 'updated_at': '2022-02-08T21:51:10Z', 'revision_number': 4, 'project_id': '224cdca309204cf4ab30e157a31b072a', 'gw_port': {'id': '122cc8ba-ac44-4f8e-a52b-b814624b94a0', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dd:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:00Z', 'updated_at': '2022-02-08T21:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'b5088131-7124-488f-812a-a83abc9094c3', 'name': '', 'network_id': '0512048c-55e1-420b-8bea-491fbd42c90c', 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'mac_address': 'fa:16:3e:22:61:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '0aba1a01-7dcc-429b-a7ed-eefc12dcd42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:08Z', 'updated_at': '2022-02-08T21:51:11Z', 'revision_number': 2, 'project_id': '224cdca309204cf4ab30e157a31b072a', 'subnets': [{'id': '0aba1a01-7dcc-429b-a7ed-eefc12dcd42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:16.277412 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0638134-dfa9-4c21-8dc2-522e09a0062c admin admin] Router 04082e27-e43f-4a7d-975d-0c6424113f17 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:51:16.285140 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20ff5a-5b0f-4c11-8917-61a9d3d5764b None None] Pushing event updated for resources: {'Port': ['ID=02d7b2ea-be77-4a83-94e5-d4af33494f2e,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:16.401088 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0f72e1-1745-40b3-bc18-51659a739ea9 None None] Checking router: 1f1e65be-f37f-415d-86c8-6c2d731b4825 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:51:16.401678 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0f72e1-1745-40b3-bc18-51659a739ea9 None None] Updating router 1f1e65be-f37f-415d-86c8-6c2d731b4825 port b5088131-7124-488f-812a-a83abc9094c3 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:51:16.453364 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7e0f72e1-1745-40b3-bc18-51659a739ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b5088131-7124-488f-812a-a83abc9094c3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:16.502267 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db2600ea-f5d4-4c3b-b05e-be575dedb440 admin admin] Publish callbacks [] for security_group (beb4d3fd-3a30-4537-babc-538a64f8924c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:16.513364 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db2600ea-f5d4-4c3b-b05e-be575dedb440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (beb4d3fd-3a30-4537-babc-538a64f8924c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:16.565874 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2600ea-f5d4-4c3b-b05e-be575dedb440 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:51:16.573269 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-87811cf4-2393-4c9b-a530-fe12a1a7e609 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (ffbda147-57dc-4597-9e84-9d387332b884), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:16.598465 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db2600ea-f5d4-4c3b-b05e-be575dedb440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (100844f2-610f-4803-b8cc-5f647208dd1b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:16.598818 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-db2600ea-f5d4-4c3b-b05e-be575dedb440 admin admin] Added segment 100844f2-610f-4803-b8cc-5f647208dd1b of type vlan for network 2b0054d5-f895-49cc-823e-ebf3bbb7db85 Feb 08 21:51:16.601638 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2600ea-f5d4-4c3b-b05e-be575dedb440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb4d3fd-3a30-4537-babc-538a64f8924c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:16.627254 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f72689b-a348-4208-88e3-be8468299273 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:51:16.637478 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3f72689b-a348-4208-88e3-be8468299273 admin admin] 10.222.0.88 "PUT /v2.0/routers/ca674c1f-9f63-4ede-9fce-36b3ced697c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0644979 Feb 08 21:51:16.641468 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c942995-cb14-4fe1-8d2f-f25713f53783 None None] Sync routers for ids ['ca674c1f-9f63-4ede-9fce-36b3ced697c4'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:51:16.645453 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58606) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:16.672339 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7f6ccd13-3929-422e-a4c5-efb9c5164013 None None] Current status of the port f74551d2-7348-483d-b861-12525a421e61 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:16.687276 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c942995-cb14-4fe1-8d2f-f25713f53783 None None] Routers {'ca674c1f-9f63-4ede-9fce-36b3ced697c4'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:51:16.688219 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8c942995-cb14-4fe1-8d2f-f25713f53783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:50:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ca674c1f-9f63-4ede-9fce-36b3ced697c4'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:16.707253 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 122cc8ba-ac44-4f8e-a52b-b814624b94a0 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:16.707840 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (122cc8ba-ac44-4f8e-a52b-b814624b94a0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:16.740555 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea553f1a-03bd-438c-aaab-c334802d77f4 None None] Update dhcp port {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'fixed_ips': [{'subnet_id': '34936979-a124-4e49-9be6-d01f8c61d357', 'ip_address': '2001:db8::f816:3eff:fe09:452f'}, {'subnet_id': 'ebd13178-605a-4871-83af-8c257839733f'}], 'binding:host_id': 'n-d-712143-31'}, 'id': 'f74551d2-7348-483d-b861-12525a421e61'} from n-d-712143-31. {{(pid=103435) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 21:51:16.760870 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db2600ea-f5d4-4c3b-b05e-be575dedb440 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (2b0054d5-f895-49cc-823e-ebf3bbb7db85), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:16.787856 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ea553f1a-03bd-438c-aaab-c334802d77f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f74551d2-7348-483d-b861-12525a421e61), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:16.851485 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d80c5-32e4-4bfa-8fce-59a078e8a127 None None] Pushing event updated for resources: {'Port': ['ID=33fd69c3-1ee5-40c3-b729-e61a1dbefa7f,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:16.857044 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-87811cf4-2393-4c9b-a530-fe12a1a7e609 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (ffbda147-57dc-4597-9e84-9d387332b884), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:16.872354 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0638134-dfa9-4c21-8dc2-522e09a0062c admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:51:16.880682 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-7f6ccd13-3929-422e-a4c5-efb9c5164013 None None] Provisioning complete for port b5088131-7124-488f-812a-a83abc9094c3 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:16.881707 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7f6ccd13-3929-422e-a4c5-efb9c5164013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b5088131-7124-488f-812a-a83abc9094c3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:16.944173 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 122cc8ba-ac44-4f8e-a52b-b814624b94a0, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=122cc8ba-ac44-4f8e-a52b-b814624b94a0,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:16.954230 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f0638134-dfa9-4c21-8dc2-522e09a0062c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:16.970729 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f0638134-dfa9-4c21-8dc2-522e09a0062c admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.6990643 Feb 08 21:51:16.971499 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58608) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:16.972564 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7f6ccd13-3929-422e-a4c5-efb9c5164013 None None] Port b5088131-7124-488f-812a-a83abc9094c3 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:51:16.974229 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-8c942995-cb14-4fe1-8d2f-f25713f53783 None None] Set router ca674c1f-9f63-4ede-9fce-36b3ced697c4 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:51:16.977689 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f25545-37d8-4593-9285-fa62d8faf827 None None] Sync routers for ids ['04082e27-e43f-4a7d-975d-0c6424113f17'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:51:17.026198 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db2600ea-f5d4-4c3b-b05e-be575dedb440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (2b0054d5-f895-49cc-823e-ebf3bbb7db85), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:17.027777 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2600ea-f5d4-4c3b-b05e-be575dedb440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:17.028386 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db2600ea-f5d4-4c3b-b05e-be575dedb440 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:17.036421 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87811cf4-2393-4c9b-a530-fe12a1a7e609 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:17.050963 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-87811cf4-2393-4c9b-a530-fe12a1a7e609 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:17.073163 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87811cf4-2393-4c9b-a530-fe12a1a7e609 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=ffbda147-57dc-4597-9e84-9d387332b884,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:17.076043 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f25545-37d8-4593-9285-fa62d8faf827 None None] Routers {'04082e27-e43f-4a7d-975d-0c6424113f17'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:51:17.076606 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-44f25545-37d8-4593-9285-fa62d8faf827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:50:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['04082e27-e43f-4a7d-975d-0c6424113f17'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:17.079108 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87811cf4-2393-4c9b-a530-fe12a1a7e609 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:51:17.199608 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (122cc8ba-ac44-4f8e-a52b-b814624b94a0), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:17.200474 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f74551d2-7348-483d-b861-12525a421e61 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:51:17.209888 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87811cf4-2393-4c9b-a530-fe12a1a7e609 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:17.210853 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-87811cf4-2393-4c9b-a530-fe12a1a7e609 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:17.227108 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-db2600ea-f5d4-4c3b-b05e-be575dedb440 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4427226 Feb 08 21:51:17.231093 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58618) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:17.244799 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-66c73e8d-1d19-4dda-9a9e-ccc36b824f00 admin admin] Request body: {'subnet': {'network_id': '2b0054d5-f895-49cc-823e-ebf3bbb7db85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1104902754-subnet', 'tenant_id': '14935e8771d942dcbcd58657dd9196c1', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:17.278001 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-87811cf4-2393-4c9b-a530-fe12a1a7e609 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2781446 Feb 08 21:51:17.280491 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2600ea-f5d4-4c3b-b05e-be575dedb440 admin admin] Pushing event updated for resources: {'Network': ['ID=2b0054d5-f895-49cc-823e-ebf3bbb7db85,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:17.299417 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6981d2b9-25e1-4d53-b9ab-61b4fb5f926c admin admin] Publish callbacks [] for router (ca674c1f-9f63-4ede-9fce-36b3ced697c4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:17.304707 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58620) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:17.424639 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8c942995-cb14-4fe1-8d2f-f25713f53783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca674c1f-9f63-4ede-9fce-36b3ced697c4', 'name': 'tempest-TestServerMultinode-545023694-router', 'tenant_id': '925af96c7c02432aa2974e87ce9d7c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '9bf7a9a2-5559-4e56-976a-910070247dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:49:31Z', 'updated_at': '2022-02-08T21:51:13Z', 'revision_number': 5, 'project_id': '925af96c7c02432aa2974e87ce9d7c55', 'gw_port': {'id': '9bf7a9a2-5559-4e56-976a-910070247dff', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:31:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca674c1f-9f63-4ede-9fce-36b3ced697c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:33Z', 'updated_at': '2022-02-08T21:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:17.475755 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317012a7-5164-4b08-932b-f10e8bb3c41c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:17.492895 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317012a7-5164-4b08-932b-f10e8bb3c41c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:17.499503 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-317012a7-5164-4b08-932b-f10e8bb3c41c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1908090 Feb 08 21:51:17.500247 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58622) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:17.501968 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c942995-cb14-4fe1-8d2f-f25713f53783 None None] Checking router: ca674c1f-9f63-4ede-9fce-36b3ced697c4 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:51:17.517508 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c942995-cb14-4fe1-8d2f-f25713f53783 None None] Routers {'ca674c1f-9f63-4ede-9fce-36b3ced697c4'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:51:17.518157 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8c942995-cb14-4fe1-8d2f-f25713f53783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:50:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ca674c1f-9f63-4ede-9fce-36b3ced697c4'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:17.594629 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7e0f72e1-1745-40b3-bc18-51659a739ea9 None None] Publish callbacks [] for port (b5088131-7124-488f-812a-a83abc9094c3), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:17.726201 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-8c942995-cb14-4fe1-8d2f-f25713f53783 None None] Set router ca674c1f-9f63-4ede-9fce-36b3ced697c4 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:51:17.765599 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-5c42e382-d5a8-4d11-9c1f-8a4c98f1a5fc tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting port ffbda147-57dc-4597-9e84-9d387332b884 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:51:17.765949 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5c42e382-d5a8-4d11-9c1f-8a4c98f1a5fc tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (ffbda147-57dc-4597-9e84-9d387332b884), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:17.777564 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c73e8d-1d19-4dda-9a9e-ccc36b824f00 admin admin] Made reservation on behalf of 14935e8771d942dcbcd58657dd9196c1 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:51:17.779955 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66c73e8d-1d19-4dda-9a9e-ccc36b824f00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:17.999091 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5c42e382-d5a8-4d11-9c1f-8a4c98f1a5fc tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (ffbda147-57dc-4597-9e84-9d387332b884), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:18.026064 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-5c42e382-d5a8-4d11-9c1f-8a4c98f1a5fc tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Calling delete_port for ffbda147-57dc-4597-9e84-9d387332b884 owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:51:18.043262 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-ea553f1a-03bd-438c-aaab-c334802d77f4 None None] Allocated IP 172.20.0.2 (27f9d783-a380-45ce-9337-9219c380755c/ebd13178-605a-4871-83af-8c257839733f/f74551d2-7348-483d-b861-12525a421e61) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:51:18.074783 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6981d2b9-25e1-4d53-b9ab-61b4fb5f926c admin admin] Publish callbacks [] for router_gateway (ca674c1f-9f63-4ede-9fce-36b3ced697c4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:18.167189 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8c942995-cb14-4fe1-8d2f-f25713f53783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca674c1f-9f63-4ede-9fce-36b3ced697c4', 'name': 'tempest-TestServerMultinode-545023694-router', 'tenant_id': '925af96c7c02432aa2974e87ce9d7c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '9bf7a9a2-5559-4e56-976a-910070247dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:49:31Z', 'updated_at': '2022-02-08T21:51:13Z', 'revision_number': 5, 'project_id': '925af96c7c02432aa2974e87ce9d7c55', 'gw_port': {'id': '9bf7a9a2-5559-4e56-976a-910070247dff', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:31:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca674c1f-9f63-4ede-9fce-36b3ced697c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:33Z', 'updated_at': '2022-02-08T21:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:18.181596 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 2b0054d5-f895-49cc-823e-ebf3bbb7db85 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:51:18.184031 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7e0f72e1-1745-40b3-bc18-51659a739ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b5088131-7124-488f-812a-a83abc9094c3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:18.218557 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae070a7-c945-4d9a-a3a5-dcb689042e07 None None] Network 872dd483-80dc-4f25-adf3-2db0ddc9054d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:51:18.241307 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c942995-cb14-4fe1-8d2f-f25713f53783 None None] The sync data for ids ['ca674c1f-9f63-4ede-9fce-36b3ced697c4'] in n-d-712143-31 is: [{'id': 'ca674c1f-9f63-4ede-9fce-36b3ced697c4', 'name': 'tempest-TestServerMultinode-545023694-router', 'tenant_id': '925af96c7c02432aa2974e87ce9d7c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '9bf7a9a2-5559-4e56-976a-910070247dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:49:31Z', 'updated_at': '2022-02-08T21:51:13Z', 'revision_number': 5, 'project_id': '925af96c7c02432aa2974e87ce9d7c55', 'gw_port': {'id': '9bf7a9a2-5559-4e56-976a-910070247dff', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:31:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca674c1f-9f63-4ede-9fce-36b3ced697c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:49:33Z', 'updated_at': '2022-02-08T21:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:51:18.435555 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-6981d2b9-25e1-4d53-b9ab-61b4fb5f926c admin admin] Deleting port 9bf7a9a2-5559-4e56-976a-910070247dff {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:51:18.436150 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6981d2b9-25e1-4d53-b9ab-61b4fb5f926c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (9bf7a9a2-5559-4e56-976a-910070247dff), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:18.494749 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5c42e382-d5a8-4d11-9c1f-8a4c98f1a5fc tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (ffbda147-57dc-4597-9e84-9d387332b884), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:18.518517 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ea553f1a-03bd-438c-aaab-c334802d77f4 None None] For port f74551d2-7348-483d-b861-12525a421e61, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f74551d2-7348-483d-b861-12525a421e61,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:18.546268 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42e382-d5a8-4d11-9c1f-8a4c98f1a5fc tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Port': ['ID=ffbda147-57dc-4597-9e84-9d387332b884,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:18.574582 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-6981d2b9-25e1-4d53-b9ab-61b4fb5f926c admin admin] For port 9bf7a9a2-5559-4e56-976a-910070247dff, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=9bf7a9a2-5559-4e56-976a-910070247dff,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:18.575260 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6981d2b9-25e1-4d53-b9ab-61b4fb5f926c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (9bf7a9a2-5559-4e56-976a-910070247dff), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:18.588412 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ea553f1a-03bd-438c-aaab-c334802d77f4 None None] Publish callbacks [] for port (f74551d2-7348-483d-b861-12525a421e61), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:18.604715 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-6981d2b9-25e1-4d53-b9ab-61b4fb5f926c admin admin] Calling delete_port for 9bf7a9a2-5559-4e56-976a-910070247dff owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:51:18.714115 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-7f6ccd13-3929-422e-a4c5-efb9c5164013 None None] Provisioning complete for port 02d7b2ea-be77-4a83-94e5-d4af33494f2e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:18.714500 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7f6ccd13-3929-422e-a4c5-efb9c5164013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (02d7b2ea-be77-4a83-94e5-d4af33494f2e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:18.746701 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5c42e382-d5a8-4d11-9c1f-8a4c98f1a5fc tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:18.749626 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ea553f1a-03bd-438c-aaab-c334802d77f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f74551d2-7348-483d-b861-12525a421e61), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:18.759591 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5c42e382-d5a8-4d11-9c1f-8a4c98f1a5fc tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/ffbda147-57dc-4597-9e84-9d387332b884 HTTP/1.1" status: 204 len: 168 time: 1.2538800 Feb 08 21:51:18.761216 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58636) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:18.847070 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6785ac4f-1513-41f6-8af6-8f0005025010 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:18.849057 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6785ac4f-1513-41f6-8af6-8f0005025010 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:18.862073 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6785ac4f-1513-41f6-8af6-8f0005025010 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:18.865761 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6981d2b9-25e1-4d53-b9ab-61b4fb5f926c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (9bf7a9a2-5559-4e56-976a-910070247dff), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:18.866531 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6785ac4f-1513-41f6-8af6-8f0005025010 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1016421 Feb 08 21:51:18.870666 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58638) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:18.939463 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981d2b9-25e1-4d53-b9ab-61b4fb5f926c admin admin] Pushing event deleted for resources: {'Port': ['ID=9bf7a9a2-5559-4e56-976a-910070247dff,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:19.013020 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-378c0f54-cf87-441d-b3af-b8950cac63f0 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet 34936979-a124-4e49-9be6-d01f8c61d357 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:51:19.017159 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-378c0f54-cf87-441d-b3af-b8950cac63f0 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (34936979-a124-4e49-9be6-d01f8c61d357), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:19.137627 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-378c0f54-cf87-441d-b3af-b8950cac63f0 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (34936979-a124-4e49-9be6-d01f8c61d357), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:19.147921 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66c73e8d-1d19-4dda-9a9e-ccc36b824f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (1835b7e1-798e-4646-aad5-03410535fb06), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:19.152740 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6981d2b9-25e1-4d53-b9ab-61b4fb5f926c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (ca674c1f-9f63-4ede-9fce-36b3ced697c4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:19.245867 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=122cc8ba-ac44-4f8e-a52b-b814624b94a0,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:19.333531 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42a845-1716-470a-b99b-a52f5a8aa806 None None] Pushing event updated for resources: {'Port': ['ID=b5088131-7124-488f-812a-a83abc9094c3,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:19.369153 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-378c0f54-cf87-441d-b3af-b8950cac63f0 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (34936979-a124-4e49-9be6-d01f8c61d357), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:19.371667 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port f74551d2-7348-483d-b861-12525a421e61 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:19.372344 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f74551d2-7348-483d-b861-12525a421e61), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:19.431631 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6981d2b9-25e1-4d53-b9ab-61b4fb5f926c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (ca674c1f-9f63-4ede-9fce-36b3ced697c4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:19.449549 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6981d2b9-25e1-4d53-b9ab-61b4fb5f926c admin admin] Publish callbacks [] for router_controller (ca674c1f-9f63-4ede-9fce-36b3ced697c4), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:19.453589 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c73e8d-1d19-4dda-9a9e-ccc36b824f00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1835b7e1-798e-4646-aad5-03410535fb06,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:19.501113 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7f6ccd13-3929-422e-a4c5-efb9c5164013 None None] Current status of the port 02d7b2ea-be77-4a83-94e5-d4af33494f2e is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:19.505004 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-44f25545-37d8-4593-9285-fa62d8faf827 None None] Set router 04082e27-e43f-4a7d-975d-0c6424113f17 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:51:19.525948 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-378c0f54-cf87-441d-b3af-b8950cac63f0 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (34936979-a124-4e49-9be6-d01f8c61d357), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:19.557276 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-7e0f72e1-1745-40b3-bc18-51659a739ea9 None None] Attempting to bind port b5088131-7124-488f-812a-a83abc9094c3 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:51:19.558529 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-7e0f72e1-1745-40b3-bc18-51659a739ea9 None None] Attempting to bind port b5088131-7124-488f-812a-a83abc9094c3 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '7ab22fa1-46fb-4214-a54a-86e5ad39b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0512048c-55e1-420b-8bea-491fbd42c90c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:51:19.559047 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0f72e1-1745-40b3-bc18-51659a739ea9 None None] Attempting to bind port b5088131-7124-488f-812a-a83abc9094c3 on network 0512048c-55e1-420b-8bea-491fbd42c90c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:51:19.596909 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0f72e1-1745-40b3-bc18-51659a739ea9 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:51:19.597602 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0f72e1-1745-40b3-bc18-51659a739ea9 None None] Checking segment: {'id': '7ab22fa1-46fb-4214-a54a-86e5ad39b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0512048c-55e1-420b-8bea-491fbd42c90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:51:19.598131 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7e0f72e1-1745-40b3-bc18-51659a739ea9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:19.598718 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0f72e1-1745-40b3-bc18-51659a739ea9 None None] Bound using segment: {'id': '7ab22fa1-46fb-4214-a54a-86e5ad39b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0512048c-55e1-420b-8bea-491fbd42c90c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:51:19.599330 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-7e0f72e1-1745-40b3-bc18-51659a739ea9 None None] Bound port: b5088131-7124-488f-812a-a83abc9094c3, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab22fa1-46fb-4214-a54a-86e5ad39b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0512048c-55e1-420b-8bea-491fbd42c90c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:51:19.599893 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7e0f72e1-1745-40b3-bc18-51659a739ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b5088131-7124-488f-812a-a83abc9094c3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:19.614065 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c0f54-cf87-441d-b3af-b8950cac63f0 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=34936979-a124-4e49-9be6-d01f8c61d357,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:19.639522 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-378c0f54-cf87-441d-b3af-b8950cac63f0 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:19.649696 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-378c0f54-cf87-441d-b3af-b8950cac63f0 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/34936979-a124-4e49-9be6-d01f8c61d357 HTTP/1.1" status: 204 len: 168 time: 0.7771301 Feb 08 21:51:19.650372 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58654) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:19.669395 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-7f6ccd13-3929-422e-a4c5-efb9c5164013 None None] Could not find standard attr ID for object 0a99e31d-abe0-44d4-88f0-d60751202bda. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:51:19.709104 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c73e8d-1d19-4dda-9a9e-ccc36b824f00 admin admin] Checking segment: {'id': '100844f2-610f-4803-b8cc-5f647208dd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2b0054d5-f895-49cc-823e-ebf3bbb7db85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:51:19.710421 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c73e8d-1d19-4dda-9a9e-ccc36b824f00 admin admin] Network hostable DHCP agents. Network: 2b0054d5-f895-49cc-823e-ebf3bbb7db85, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:51:19.717687 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6981d2b9-25e1-4d53-b9ab-61b4fb5f926c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (ca674c1f-9f63-4ede-9fce-36b3ced697c4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:19.718492 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6981d2b9-25e1-4d53-b9ab-61b4fb5f926c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca674c1f-9f63-4ede-9fce-36b3ced697c4 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:51:19.746131 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6981d2b9-25e1-4d53-b9ab-61b4fb5f926c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:19.753427 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6981d2b9-25e1-4d53-b9ab-61b4fb5f926c admin admin] 10.222.0.88 "DELETE /v2.0/routers/ca674c1f-9f63-4ede-9fce-36b3ced697c4 HTTP/1.1" status: 204 len: 168 time: 3.1039889 Feb 08 21:51:19.754939 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58656) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:19.895551 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-69adb4ca-7823-411f-9cd8-405ef43d66ee tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet ebd13178-605a-4871-83af-8c257839733f {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:51:19.908553 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-69adb4ca-7823-411f-9cd8-405ef43d66ee tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (ebd13178-605a-4871-83af-8c257839733f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:20.010720 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port f74551d2-7348-483d-b861-12525a421e61 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:20.018759 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-69adb4ca-7823-411f-9cd8-405ef43d66ee tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (ebd13178-605a-4871-83af-8c257839733f), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:20.092465 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea553f1a-03bd-438c-aaab-c334802d77f4 None None] Pushing event updated for resources: {'Port': ['ID=f74551d2-7348-483d-b861-12525a421e61,revision_number=9']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:20.142132 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-6480e13c-062c-4849-bfbf-b6b488332b0c None None] Provisioning complete for port 33fd69c3-1ee5-40c3-b729-e61a1dbefa7f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:20.142559 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6480e13c-062c-4849-bfbf-b6b488332b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (33fd69c3-1ee5-40c3-b729-e61a1dbefa7f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:20.341798 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-7e0f72e1-1745-40b3-bc18-51659a739ea9 None None] For port b5088131-7124-488f-812a-a83abc9094c3, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:51:20.383654 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-7e0f72e1-1745-40b3-bc18-51659a739ea9 None None] For port b5088131-7124-488f-812a-a83abc9094c3, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b5088131-7124-488f-812a-a83abc9094c3,segment=NetworkSegment(7ab22fa1-46fb-4214-a54a-86e5ad39b7ea),segment_id=7ab22fa1-46fb-4214-a54a-86e5ad39b7ea)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:51:20.402646 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7e0f72e1-1745-40b3-bc18-51659a739ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b5088131-7124-488f-812a-a83abc9094c3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:20.410936 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-69adb4ca-7823-411f-9cd8-405ef43d66ee tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (ebd13178-605a-4871-83af-8c257839733f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:20.552631 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-44f25545-37d8-4593-9285-fa62d8faf827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04082e27-e43f-4a7d-975d-0c6424113f17', 'name': 'tempest-TestVolumeBackupRestore-21089657-router', 'tenant_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'cd900efc-ab4c-469d-a2cd-0ca395df5d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:51:10Z', 'updated_at': '2022-02-08T21:51:14Z', 'revision_number': 3, 'project_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'gw_port': {'id': 'cd900efc-ab4c-469d-a2cd-0ca395df5d54', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:68:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04082e27-e43f-4a7d-975d-0c6424113f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:12Z', 'updated_at': '2022-02-08T21:51:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:20.593422 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-69adb4ca-7823-411f-9cd8-405ef43d66ee tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (ebd13178-605a-4871-83af-8c257839733f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:20.616314 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0686c140-b027-44d9-bfce-5620b7a5d948 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:51:20.630711 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f25545-37d8-4593-9285-fa62d8faf827 None None] Checking router: 04082e27-e43f-4a7d-975d-0c6424113f17 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:51:20.631070 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f25545-37d8-4593-9285-fa62d8faf827 None None] Updating router 04082e27-e43f-4a7d-975d-0c6424113f17 port cd900efc-ab4c-469d-a2cd-0ca395df5d54 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:51:20.637260 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4994ca3e-e966-4e60-b8de-0196c42644a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:20.643544 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69adb4ca-7823-411f-9cd8-405ef43d66ee tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=ebd13178-605a-4871-83af-8c257839733f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:20.661742 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-69adb4ca-7823-411f-9cd8-405ef43d66ee tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:20.666122 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-69adb4ca-7823-411f-9cd8-405ef43d66ee tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/ebd13178-605a-4871-83af-8c257839733f HTTP/1.1" status: 204 len: 168 time: 1.0146418 Feb 08 21:51:20.669501 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58666) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:20.689480 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c73e8d-1d19-4dda-9a9e-ccc36b824f00 admin admin] Network 2b0054d5-f895-49cc-823e-ebf3bbb7db85 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:51:20.717558 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-66c73e8d-1d19-4dda-9a9e-ccc36b824f00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 2b0054d5-f895-49cc-823e-ebf3bbb7db85) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:20.741536 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c73e8d-1d19-4dda-9a9e-ccc36b824f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:20.742293 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66c73e8d-1d19-4dda-9a9e-ccc36b824f00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:20.754266 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3921574-25e8-419d-9d03-9c35d9b808a6 admin admin] Deleting subnet 8f403b48-bdb8-4eaa-b6c4-5cf42c1bf5b2 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:51:20.759928 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3921574-25e8-419d-9d03-9c35d9b808a6 admin admin] Publish callbacks [] for subnet (8f403b48-bdb8-4eaa-b6c4-5cf42c1bf5b2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:20.761757 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-97478b17-7af6-4614-9bb8-fc12da11c85d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902133 Feb 08 21:51:20.764267 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58668) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:20.770423 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-938cd923-52ec-42b7-a483-69fd2ab97457 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:20.809525 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bd1427-acdf-40b9-9c47-3417e6b27bbf None None] Network 2b0054d5-f895-49cc-823e-ebf3bbb7db85 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:51:20.820505 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3921574-25e8-419d-9d03-9c35d9b808a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (8f403b48-bdb8-4eaa-b6c4-5cf42c1bf5b2), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:20.861105 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 33fd69c3-1ee5-40c3-b729-e61a1dbefa7f up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:51:20.938428 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3921574-25e8-419d-9d03-9c35d9b808a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (8f403b48-bdb8-4eaa-b6c4-5cf42c1bf5b2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:20.944444 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42a845-1716-470a-b99b-a52f5a8aa806 None None] Pushing event updated for resources: {'Port': ['ID=b5088131-7124-488f-812a-a83abc9094c3,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:20.950057 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0f72e1-1745-40b3-bc18-51659a739ea9 None None] Routers {'1f1e65be-f37f-415d-86c8-6c2d731b4825'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:51:20.950701 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7e0f72e1-1745-40b3-bc18-51659a739ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:50:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['1f1e65be-f37f-415d-86c8-6c2d731b4825'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:20.952742 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6480e13c-062c-4849-bfbf-b6b488332b0c None None] Current status of the port 33fd69c3-1ee5-40c3-b729-e61a1dbefa7f is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:20.953142 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6480e13c-062c-4849-bfbf-b6b488332b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (33fd69c3-1ee5-40c3-b729-e61a1dbefa7f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:20.998140 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938cd923-52ec-42b7-a483-69fd2ab97457 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:51:21.004771 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-938cd923-52ec-42b7-a483-69fd2ab97457 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:21.051160 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3921574-25e8-419d-9d03-9c35d9b808a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (8f403b48-bdb8-4eaa-b6c4-5cf42c1bf5b2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:21.100891 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-66c73e8d-1d19-4dda-9a9e-ccc36b824f00 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.8665280 Feb 08 21:51:21.101845 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58674) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:21.109687 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-33a2c9d3-e672-4b9e-9c27-793cbdf32ba5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1104902754-router', 'tenant_id': '14935e8771d942dcbcd58657dd9196c1', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:21.130389 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3921574-25e8-419d-9d03-9c35d9b808a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f403b48-bdb8-4eaa-b6c4-5cf42c1bf5b2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:21.142724 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33a2c9d3-e672-4b9e-9c27-793cbdf32ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (a7b49699-02ed-42b6-bc7c-9dd7db00518f), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:21.144153 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33a2c9d3-e672-4b9e-9c27-793cbdf32ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (a7b49699-02ed-42b6-bc7c-9dd7db00518f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:21.148844 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3921574-25e8-419d-9d03-9c35d9b808a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:21.153775 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a3921574-25e8-419d-9d03-9c35d9b808a6 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/8f403b48-bdb8-4eaa-b6c4-5cf42c1bf5b2 HTTP/1.1" status: 204 len: 168 time: 1.3533773 Feb 08 21:51:21.157951 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58676) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:21.297411 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-218ebc56-5d16-4bc2-9f2d-c6168f6e2b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (d8af79b8-6820-4ff1-8655-f3007ac05009), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:21.322623 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-44f25545-37d8-4593-9285-fa62d8faf827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cd900efc-ab4c-469d-a2cd-0ca395df5d54), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:21.333512 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf182ff-3059-4233-9734-584208b73a35 None None] Network d8af79b8-6820-4ff1-8655-f3007ac05009 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:51:21.516811 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33a2c9d3-e672-4b9e-9c27-793cbdf32ba5 admin admin] Publish callbacks [] for router_controller (a7b49699-02ed-42b6-bc7c-9dd7db00518f), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:21.614481 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-6480e13c-062c-4849-bfbf-b6b488332b0c None None] For port 33fd69c3-1ee5-40c3-b729-e61a1dbefa7f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=33fd69c3-1ee5-40c3-b729-e61a1dbefa7f,segment=NetworkSegment(be4fcaaf-37c1-4563-a30e-bf1cc30f5954),segment_id=be4fcaaf-37c1-4563-a30e-bf1cc30f5954)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:21.689631 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6480e13c-062c-4849-bfbf-b6b488332b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (33fd69c3-1ee5-40c3-b729-e61a1dbefa7f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:21.891048 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480e13c-062c-4849-bfbf-b6b488332b0c None None] Pushing event updated for resources: {'Port': ['ID=33fd69c3-1ee5-40c3-b729-e61a1dbefa7f,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:21.904895 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d96a180-f660-4a28-9186-628271d345ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-2b0054d5-f895-49cc-823e-ebf3bbb7db85', 'network_id': '2b0054d5-f895-49cc-823e-ebf3bbb7db85', 'project_id': '14935e8771d942dcbcd58657dd9196c1', 'fixed_ips': [{'subnet_id': '1835b7e1-798e-4646-aad5-03410535fb06'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:51:21.907352 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0d96a180-f660-4a28-9186-628271d345ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:21.925965 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-938cd923-52ec-42b7-a483-69fd2ab97457 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (fddeb72a-79fd-4847-8d15-8923ac99c047), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:21.946932 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-7e0f72e1-1745-40b3-bc18-51659a739ea9 None None] Set router 1f1e65be-f37f-415d-86c8-6c2d731b4825 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:51:21.955365 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 33fd69c3-1ee5-40c3-b729-e61a1dbefa7f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:21.955851 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (33fd69c3-1ee5-40c3-b729-e61a1dbefa7f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:21.966686 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33a2c9d3-e672-4b9e-9c27-793cbdf32ba5 admin admin] Publish callbacks [] for router_gateway (a7b49699-02ed-42b6-bc7c-9dd7db00518f), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:22.001939 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-218ebc56-5d16-4bc2-9f2d-c6168f6e2b2f admin admin] Deleting port 03f72542-98ac-40cb-832e-19efa803e9a2 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:51:22.002279 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-218ebc56-5d16-4bc2-9f2d-c6168f6e2b2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (03f72542-98ac-40cb-832e-19efa803e9a2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:22.018006 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-4994ca3e-e966-4e60-b8de-0196c42644a1 admin admin] Allocated IP 172.20.0.1 (872dd483-80dc-4f25-adf3-2db0ddc9054d/53e2abd7-3252-4af0-a681-1736e42fa6db/5e419b72-435c-452f-ac0c-1ac487c9ef74) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:51:22.043847 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938cd923-52ec-42b7-a483-69fd2ab97457 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:22.050949 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-938cd923-52ec-42b7-a483-69fd2ab97457 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:22.059180 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938cd923-52ec-42b7-a483-69fd2ab97457 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:22.060488 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-938cd923-52ec-42b7-a483-69fd2ab97457 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:22.134287 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-6480e13c-062c-4849-bfbf-b6b488332b0c None None] Provisioning complete for port b5088131-7124-488f-812a-a83abc9094c3 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:22.134660 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6480e13c-062c-4849-bfbf-b6b488332b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b5088131-7124-488f-812a-a83abc9094c3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:22.193716 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938cd923-52ec-42b7-a483-69fd2ab97457 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=fddeb72a-79fd-4847-8d15-8923ac99c047,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:22.237746 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-938cd923-52ec-42b7-a483-69fd2ab97457 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4710169 Feb 08 21:51:22.238954 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58690) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:22.254041 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5152263-6fea-4bcf-b498-7b3f8a7213de None None] DHCP port deletion for 27f9d783-a380-45ce-9337-9219c380755c request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:51:22.262747 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-0219d108-cb8e-4178-9940-10e94521d832 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:22.269110 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-218ebc56-5d16-4bc2-9f2d-c6168f6e2b2f admin admin] For port 03f72542-98ac-40cb-832e-19efa803e9a2, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=03f72542-98ac-40cb-832e-19efa803e9a2,segment=NetworkSegment(abb56163-9c1c-47f8-b8ba-01038396243f),segment_id=abb56163-9c1c-47f8-b8ba-01038396243f)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:22.269517 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-218ebc56-5d16-4bc2-9f2d-c6168f6e2b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (03f72542-98ac-40cb-832e-19efa803e9a2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:22.314169 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-218ebc56-5d16-4bc2-9f2d-c6168f6e2b2f admin admin] Calling delete_port for 03f72542-98ac-40cb-832e-19efa803e9a2 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:51:22.399363 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4994ca3e-e966-4e60-b8de-0196c42644a1 admin admin] Publish callbacks [] for port (5e419b72-435c-452f-ac0c-1ac487c9ef74), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:22.474790 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83106dd9-3eab-4e89-8cda-7b56b20c9918 None None] DHCP port deletion for d8af79b8-6820-4ff1-8655-f3007ac05009 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:51:22.639991 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-0d96a180-f660-4a28-9186-628271d345ad None None] Allocated IP 172.20.0.2 (2b0054d5-f895-49cc-823e-ebf3bbb7db85/1835b7e1-798e-4646-aad5-03410535fb06/b67643e6-aea6-46d2-86fc-90e8fae25bf8) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:51:22.670945 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0219d108-cb8e-4178-9940-10e94521d832 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:51:22.677201 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0219d108-cb8e-4178-9940-10e94521d832 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:22.892986 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-218ebc56-5d16-4bc2-9f2d-c6168f6e2b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (03f72542-98ac-40cb-832e-19efa803e9a2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:22.892986 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4994ca3e-e966-4e60-b8de-0196c42644a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (5e419b72-435c-452f-ac0c-1ac487c9ef74), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:22.892986 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4994ca3e-e966-4e60-b8de-0196c42644a1 admin admin] Network 872dd483-80dc-4f25-adf3-2db0ddc9054d is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:22.897423 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 33fd69c3-1ee5-40c3-b729-e61a1dbefa7f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:22.897708 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-4994ca3e-e966-4e60-b8de-0196c42644a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:22.897998 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 122cc8ba-ac44-4f8e-a52b-b814624b94a0 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:51:22.898261 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4994ca3e-e966-4e60-b8de-0196c42644a1 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:51:22.951802 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ebc56-5d16-4bc2-9f2d-c6168f6e2b2f admin admin] Pushing event deleted for resources: {'Port': ['ID=03f72542-98ac-40cb-832e-19efa803e9a2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:22.963518 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218ebc56-5d16-4bc2-9f2d-c6168f6e2b2f admin admin] No DVR routers for this DVR port 03f72542-98ac-40cb-832e-19efa803e9a2 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:51:23.050078 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33a2c9d3-e672-4b9e-9c27-793cbdf32ba5 admin admin] Publish callbacks [] for router_gateway (a7b49699-02ed-42b6-bc7c-9dd7db00518f), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:23.060832 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4994ca3e-e966-4e60-b8de-0196c42644a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (04082e27-e43f-4a7d-975d-0c6424113f17), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:23.151567 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33a2c9d3-e672-4b9e-9c27-793cbdf32ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:23.230183 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994ca3e-e966-4e60-b8de-0196c42644a1 admin admin] Pushing event updated for resources: {'Port': ['ID=5e419b72-435c-452f-ac0c-1ac487c9ef74,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:23.235163 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-218ebc56-5d16-4bc2-9f2d-c6168f6e2b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (d8af79b8-6820-4ff1-8655-f3007ac05009), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:23.263436 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6480e13c-062c-4849-bfbf-b6b488332b0c None None] Current status of the port b5088131-7124-488f-812a-a83abc9094c3 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:23.263835 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6480e13c-062c-4849-bfbf-b6b488332b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b5088131-7124-488f-812a-a83abc9094c3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:23.266584 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d5152263-6fea-4bcf-b498-7b3f8a7213de None None] Deleting port f74551d2-7348-483d-b861-12525a421e61 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:51:23.267006 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d5152263-6fea-4bcf-b498-7b3f8a7213de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f74551d2-7348-483d-b861-12525a421e61), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:23.301971 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-218ebc56-5d16-4bc2-9f2d-c6168f6e2b2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8af79b8-6820-4ff1-8655-f3007ac05009']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:23.330103 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-218ebc56-5d16-4bc2-9f2d-c6168f6e2b2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abb56163-9c1c-47f8-b8ba-01038396243f') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:23.330764 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-218ebc56-5d16-4bc2-9f2d-c6168f6e2b2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abb56163-9c1c-47f8-b8ba-01038396243f') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:23.335769 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-83106dd9-3eab-4e89-8cda-7b56b20c9918 None None] Deleting port 03f72542-98ac-40cb-832e-19efa803e9a2 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:51:23.336140 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-83106dd9-3eab-4e89-8cda-7b56b20c9918 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (03f72542-98ac-40cb-832e-19efa803e9a2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:23.353700 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-44f25545-37d8-4593-9285-fa62d8faf827 None None] Publish callbacks [] for port (cd900efc-ab4c-469d-a2cd-0ca395df5d54), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:23.410706 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-218ebc56-5d16-4bc2-9f2d-c6168f6e2b2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (abb56163-9c1c-47f8-b8ba-01038396243f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:23.518978 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-218ebc56-5d16-4bc2-9f2d-c6168f6e2b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (abb56163-9c1c-47f8-b8ba-01038396243f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:23.538726 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218ebc56-5d16-4bc2-9f2d-c6168f6e2b2f admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:51:23.539193 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-218ebc56-5d16-4bc2-9f2d-c6168f6e2b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (abb56163-9c1c-47f8-b8ba-01038396243f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:51:23.543373 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:51:23.548788 n-d-712143-31 neutron-server[103433]: DEBUG neutron.objects.ports [None req-0219d108-cb8e-4178-9940-10e94521d832 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103433) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 21:51:23.555638 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4994ca3e-e966-4e60-b8de-0196c42644a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5e419b72-435c-452f-ac0c-1ac487c9ef74), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:23.678122 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-83106dd9-3eab-4e89-8cda-7b56b20c9918 None None] For port 03f72542-98ac-40cb-832e-19efa803e9a2, host n-d-712143-31, got binding levels [] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:23.679809 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-83106dd9-3eab-4e89-8cda-7b56b20c9918 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (03f72542-98ac-40cb-832e-19efa803e9a2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:23.697659 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-33a2c9d3-e672-4b9e-9c27-793cbdf32ba5 admin admin] Allocated IP 172.25.3.194 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/556f29c4-61ee-482a-b134-8468f985aef7) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:51:23.706482 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-83106dd9-3eab-4e89-8cda-7b56b20c9918 None None] Calling delete_port for 03f72542-98ac-40cb-832e-19efa803e9a2 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:51:23.712936 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.ipam_backend_mixin [None req-83106dd9-3eab-4e89-8cda-7b56b20c9918 None None] Port 03f72542-98ac-40cb-832e-19efa803e9a2 was not found and therefore no delete operation was performed {{(pid=103435) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 21:51:23.716229 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-44f25545-37d8-4593-9285-fa62d8faf827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cd900efc-ab4c-469d-a2cd-0ca395df5d54), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:23.720866 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-83106dd9-3eab-4e89-8cda-7b56b20c9918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (03f72542-98ac-40cb-832e-19efa803e9a2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:23.768746 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-218ebc56-5d16-4bc2-9f2d-c6168f6e2b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (d8af79b8-6820-4ff1-8655-f3007ac05009), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:23.858729 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-218ebc56-5d16-4bc2-9f2d-c6168f6e2b2f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:23.862147 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-218ebc56-5d16-4bc2-9f2d-c6168f6e2b2f admin admin] 10.222.0.88 "DELETE /v2.0/networks/d8af79b8-6820-4ff1-8655-f3007ac05009 HTTP/1.1" status: 204 len: 168 time: 2.7027519 Feb 08 21:51:23.863193 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ebc56-5d16-4bc2-9f2d-c6168f6e2b2f admin admin] Pushing event deleted for resources: {'Network': ['ID=d8af79b8-6820-4ff1-8655-f3007ac05009,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:23.896653 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0219d108-cb8e-4178-9940-10e94521d832 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f74551d2-7348-483d-b861-12525a421e61), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:24.090975 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33a2c9d3-e672-4b9e-9c27-793cbdf32ba5 admin admin] Publish callbacks [] for port (556f29c4-61ee-482a-b134-8468f985aef7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:24.095343 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-6480e13c-062c-4849-bfbf-b6b488332b0c None None] For port b5088131-7124-488f-812a-a83abc9094c3, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b5088131-7124-488f-812a-a83abc9094c3,segment=NetworkSegment(7ab22fa1-46fb-4214-a54a-86e5ad39b7ea),segment_id=7ab22fa1-46fb-4214-a54a-86e5ad39b7ea)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:24.097036 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83106dd9-3eab-4e89-8cda-7b56b20c9918 None None] No DVR routers for this DVR port 03f72542-98ac-40cb-832e-19efa803e9a2 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:51:24.158966 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33a2c9d3-e672-4b9e-9c27-793cbdf32ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (556f29c4-61ee-482a-b134-8468f985aef7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:24.209398 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6480e13c-062c-4849-bfbf-b6b488332b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b5088131-7124-488f-812a-a83abc9094c3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:24.225688 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 122cc8ba-ac44-4f8e-a52b-b814624b94a0 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:24.226074 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (122cc8ba-ac44-4f8e-a52b-b814624b94a0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:24.234905 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-0219d108-cb8e-4178-9940-10e94521d832 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] For port f74551d2-7348-483d-b861-12525a421e61, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f74551d2-7348-483d-b861-12525a421e61,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:24.245130 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a2c9d3-e672-4b9e-9c27-793cbdf32ba5 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:24.256813 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-33a2c9d3-e672-4b9e-9c27-793cbdf32ba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:24.266928 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a2c9d3-e672-4b9e-9c27-793cbdf32ba5 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:51:24.294234 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0219d108-cb8e-4178-9940-10e94521d832 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (f74551d2-7348-483d-b861-12525a421e61), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:24.304021 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0219d108-cb8e-4178-9940-10e94521d832 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (f74551d2-7348-483d-b861-12525a421e61), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:24.326642 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58748) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:24.353830 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0219d108-cb8e-4178-9940-10e94521d832 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (50f043f7-e2c9-4aeb-b73b-60fcaa0ed370), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:24.358784 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-897b4459-0c63-4f2e-829d-b6c9985404f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:24.382135 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408b880-e759-458d-b67b-2fdad99a611b None None] Pushing event updated for resources: {'Port': ['ID=cd900efc-ab4c-469d-a2cd-0ca395df5d54,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:24.411863 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-44f25545-37d8-4593-9285-fa62d8faf827 None None] Attempting to bind port cd900efc-ab4c-469d-a2cd-0ca395df5d54 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:51:24.428195 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-44f25545-37d8-4593-9285-fa62d8faf827 None None] Attempting to bind port cd900efc-ab4c-469d-a2cd-0ca395df5d54 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:51:24.428868 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f25545-37d8-4593-9285-fa62d8faf827 None None] Attempting to bind port cd900efc-ab4c-469d-a2cd-0ca395df5d54 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:51:24.432723 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4994ca3e-e966-4e60-b8de-0196c42644a1 admin admin] Publish callbacks [] for port (5e419b72-435c-452f-ac0c-1ac487c9ef74), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:24.434553 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2c9d3-e672-4b9e-9c27-793cbdf32ba5 admin admin] Pushing event updated for resources: {'Port': ['ID=556f29c4-61ee-482a-b134-8468f985aef7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:24.440876 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219d108-cb8e-4178-9940-10e94521d832 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=50f043f7-e2c9-4aeb-b73b-60fcaa0ed370,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:24.456117 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4994ca3e-e966-4e60-b8de-0196c42644a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (5e419b72-435c-452f-ac0c-1ac487c9ef74), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:24.475386 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0219d108-cb8e-4178-9940-10e94521d832 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:24.480500 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-0219d108-cb8e-4178-9940-10e94521d832 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:24.488278 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0219d108-cb8e-4178-9940-10e94521d832 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:24.488886 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0219d108-cb8e-4178-9940-10e94521d832 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:24.489599 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d5152263-6fea-4bcf-b498-7b3f8a7213de None None] For port f74551d2-7348-483d-b861-12525a421e61, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f74551d2-7348-483d-b861-12525a421e61,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:24.490171 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d5152263-6fea-4bcf-b498-7b3f8a7213de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f74551d2-7348-483d-b861-12525a421e61), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:24.504254 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219d108-cb8e-4178-9940-10e94521d832 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=f74551d2-7348-483d-b861-12525a421e61,revision_number=13']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:24.505875 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d5152263-6fea-4bcf-b498-7b3f8a7213de None None] Calling delete_port for f74551d2-7348-483d-b861-12525a421e61 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:51:24.517089 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0219d108-cb8e-4178-9940-10e94521d832 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2748444 Feb 08 21:51:24.519804 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58756) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:24.527532 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-486567c4-8b17-45a8-8f39-3f3c390537fd tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'mac_address': 'fa:16:3e:e7:7f:38', 'name': 'tempest-NetworksTestDHCPv6-177923826'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:24.681104 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486567c4-8b17-45a8-8f39-3f3c390537fd tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:51:24.765396 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994ca3e-e966-4e60-b8de-0196c42644a1 admin admin] Pushing event updated for resources: {'Port': ['ID=5e419b72-435c-452f-ac0c-1ac487c9ef74,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:24.778786 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4994ca3e-e966-4e60-b8de-0196c42644a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (04082e27-e43f-4a7d-975d-0c6424113f17), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:24.792932 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d56b22f2-4565-4970-bf88-feeb369b07e8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=326ff8fa8f8547a694ad37c8973e5548&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4600720 Feb 08 21:51:24.799698 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58764) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:24.865918 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-486567c4-8b17-45a8-8f39-3f3c390537fd tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:24.909001 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ac42d21a-2d83-49d1-8691-00fa5ccb4ead admin admin] Publish callbacks [] for security_group (6ff0f4f7-e91e-4a95-99aa-cc3615752b12), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:24.931565 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f25545-37d8-4593-9285-fa62d8faf827 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:51:24.932048 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f25545-37d8-4593-9285-fa62d8faf827 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:51:24.932990 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-44f25545-37d8-4593-9285-fa62d8faf827 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:24.933465 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f25545-37d8-4593-9285-fa62d8faf827 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:51:24.934110 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-44f25545-37d8-4593-9285-fa62d8faf827 None None] Bound port: cd900efc-ab4c-469d-a2cd-0ca395df5d54, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:51:24.934567 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-44f25545-37d8-4593-9285-fa62d8faf827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cd900efc-ab4c-469d-a2cd-0ca395df5d54), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:24.948822 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7e0f72e1-1745-40b3-bc18-51659a739ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'name': 'tempest-TestServerBasicOps-1925516844-router', 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '122cc8ba-ac44-4f8e-a52b-b814624b94a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:58Z', 'updated_at': '2022-02-08T21:51:10Z', 'revision_number': 4, 'project_id': '224cdca309204cf4ab30e157a31b072a', 'gw_port': {'id': '122cc8ba-ac44-4f8e-a52b-b814624b94a0', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:00Z', 'updated_at': '2022-02-08T21:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'b5088131-7124-488f-812a-a83abc9094c3', 'name': '', 'network_id': '0512048c-55e1-420b-8bea-491fbd42c90c', 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'mac_address': 'fa:16:3e:22:61:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '0aba1a01-7dcc-429b-a7ed-eefc12dcd42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:08Z', 'updated_at': '2022-02-08T21:51:20Z', 'revision_number': 4, 'project_id': '224cdca309204cf4ab30e157a31b072a', 'subnets': [{'id': '0aba1a01-7dcc-429b-a7ed-eefc12dcd42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:24.972040 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-486567c4-8b17-45a8-8f39-3f3c390537fd tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] device_id is not set on port 2e29c2ca-befe-44b0-8db3-765e778df32a yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:51:24.978339 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83106dd9-3eab-4e89-8cda-7b56b20c9918 None None] Pushing event deleted for resources: {'Port': ['ID=03f72542-98ac-40cb-832e-19efa803e9a2,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:24.999557 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ac42d21a-2d83-49d1-8691-00fa5ccb4ead admin admin] Publish callbacks [] for security_group (6ff0f4f7-e91e-4a95-99aa-cc3615752b12), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:25.007307 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0d96a180-f660-4a28-9186-628271d345ad None None] Publish callbacks [] for port (b67643e6-aea6-46d2-86fc-90e8fae25bf8), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:25.067413 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0f72e1-1745-40b3-bc18-51659a739ea9 None None] The sync data for ids ['1f1e65be-f37f-415d-86c8-6c2d731b4825'] in n-d-712143-31 is: [{'id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'name': 'tempest-TestServerBasicOps-1925516844-router', 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '122cc8ba-ac44-4f8e-a52b-b814624b94a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:58Z', 'updated_at': '2022-02-08T21:51:10Z', 'revision_number': 4, 'project_id': '224cdca309204cf4ab30e157a31b072a', 'gw_port': {'id': '122cc8ba-ac44-4f8e-a52b-b814624b94a0', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:00Z', 'updated_at': '2022-02-08T21:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'b5088131-7124-488f-812a-a83abc9094c3', 'name': '', 'network_id': '0512048c-55e1-420b-8bea-491fbd42c90c', 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'mac_address': 'fa:16:3e:22:61:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '0aba1a01-7dcc-429b-a7ed-eefc12dcd42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:08Z', 'updated_at': '2022-02-08T21:51:20Z', 'revision_number': 4, 'project_id': '224cdca309204cf4ab30e157a31b072a', 'subnets': [{'id': '0aba1a01-7dcc-429b-a7ed-eefc12dcd42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:51:25.083400 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0d96a180-f660-4a28-9186-628271d345ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (b67643e6-aea6-46d2-86fc-90e8fae25bf8), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:25.150687 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-bd247933-7c40-431d-bc83-da7186bb7f1a None None] Provisioning complete for port f74551d2-7348-483d-b861-12525a421e61 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:25.151759 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bd247933-7c40-431d-bc83-da7186bb7f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f74551d2-7348-483d-b861-12525a421e61), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:25.223471 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d96a180-f660-4a28-9186-628271d345ad None None] Network 2b0054d5-f895-49cc-823e-ebf3bbb7db85 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:25.263152 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ac42d21a-2d83-49d1-8691-00fa5ccb4ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6ff0f4f7-e91e-4a95-99aa-cc3615752b12), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:25.266263 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ac42d21a-2d83-49d1-8691-00fa5ccb4ead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:25.269485 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ac42d21a-2d83-49d1-8691-00fa5ccb4ead admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6ff0f4f7-e91e-4a95-99aa-cc3615752b12 HTTP/1.1" status: 204 len: 168 time: 0.4645128 Feb 08 21:51:25.291022 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-0d96a180-f660-4a28-9186-628271d345ad None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:25.355626 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d96a180-f660-4a28-9186-628271d345ad None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:51:25.399621 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-486567c4-8b17-45a8-8f39-3f3c390537fd tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Allocated IP 172.20.0.2 (27f9d783-a380-45ce-9337-9219c380755c/fddeb72a-79fd-4847-8d15-8923ac99c047/2e29c2ca-befe-44b0-8db3-765e778df32a) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:51:25.412135 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-486567c4-8b17-45a8-8f39-3f3c390537fd tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Allocated IP 2001:db8::f816:3eff:fee7:7f38 (27f9d783-a380-45ce-9337-9219c380755c/50f043f7-e2c9-4aeb-b73b-60fcaa0ed370/2e29c2ca-befe-44b0-8db3-765e778df32a) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:51:25.421299 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480e13c-062c-4849-bfbf-b6b488332b0c None None] Pushing event updated for resources: {'Port': ['ID=b5088131-7124-488f-812a-a83abc9094c3,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:25.461677 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 122cc8ba-ac44-4f8e-a52b-b814624b94a0 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:25.462910 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f74551d2-7348-483d-b861-12525a421e61 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:51:25.516196 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42d21a-2d83-49d1-8691-00fa5ccb4ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff0f4f7-e91e-4a95-99aa-cc3615752b12,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:25.528265 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-44f25545-37d8-4593-9285-fa62d8faf827 None None] For port cd900efc-ab4c-469d-a2cd-0ca395df5d54, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:51:25.773967 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33a2c9d3-e672-4b9e-9c27-793cbdf32ba5 admin admin] Publish callbacks [] for router_gateway (a7b49699-02ed-42b6-bc7c-9dd7db00518f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:25.777935 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d5152263-6fea-4bcf-b498-7b3f8a7213de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (f74551d2-7348-483d-b861-12525a421e61), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:25.825081 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-bd247933-7c40-431d-bc83-da7186bb7f1a None None] Could not find standard attr ID for object f74551d2-7348-483d-b861-12525a421e61. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:51:25.830786 n-d-712143-31 neutron-server[103435]: INFO neutron.plugins.ml2.db [None req-bd247933-7c40-431d-bc83-da7186bb7f1a None None] No ports have port_id starting with f74551d2-7348-483d-b861-12525a421e61 Feb 08 21:51:25.837090 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-44f25545-37d8-4593-9285-fa62d8faf827 None None] For port cd900efc-ab4c-469d-a2cd-0ca395df5d54, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cd900efc-ab4c-469d-a2cd-0ca395df5d54,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:51:25.872084 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-486567c4-8b17-45a8-8f39-3f3c390537fd tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (2e29c2ca-befe-44b0-8db3-765e778df32a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:25.904116 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4994ca3e-e966-4e60-b8de-0196c42644a1 admin admin] Network 872dd483-80dc-4f25-adf3-2db0ddc9054d is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:25.917752 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No active binding found for port f74551d2-7348-483d-b861-12525a421e61 {{(pid=103435) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 08 21:51:25.919218 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] The host n-d-712143-31 is not matching for port f74551d2-7348-483d-b861-12525a421e61 host None! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 21:51:25.919797 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f74551d2-7348-483d-b861-12525a421e61 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 08 21:51:25.959858 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-486567c4-8b17-45a8-8f39-3f3c390537fd tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (2e29c2ca-befe-44b0-8db3-765e778df32a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:25.976114 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-4994ca3e-e966-4e60-b8de-0196c42644a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:26.014478 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5152263-6fea-4bcf-b498-7b3f8a7213de None None] No DVR routers for this DVR port f74551d2-7348-483d-b861-12525a421e61 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:51:26.017469 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-44f25545-37d8-4593-9285-fa62d8faf827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cd900efc-ab4c-469d-a2cd-0ca395df5d54), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:26.058600 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486567c4-8b17-45a8-8f39-3f3c390537fd tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:26.064738 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-486567c4-8b17-45a8-8f39-3f3c390537fd tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:26.071467 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Port f74551d2-7348-483d-b861-12525a421e61 not found, will not notify nova. {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 08 21:51:26.072015 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 02d7b2ea-be77-4a83-94e5-d4af33494f2e up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:51:26.077473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486567c4-8b17-45a8-8f39-3f3c390537fd tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:51:26.096843 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4251b3e4-e7d2-4883-af2c-f381e7a89c88 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:51:26.109342 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-0d96a180-f660-4a28-9186-628271d345ad None None] Attempting to bind port b67643e6-aea6-46d2-86fc-90e8fae25bf8 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:51:26.109696 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-0d96a180-f660-4a28-9186-628271d345ad None None] Attempting to bind port b67643e6-aea6-46d2-86fc-90e8fae25bf8 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '100844f2-610f-4803-b8cc-5f647208dd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2b0054d5-f895-49cc-823e-ebf3bbb7db85'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:51:26.110074 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96a180-f660-4a28-9186-628271d345ad None None] Attempting to bind port b67643e6-aea6-46d2-86fc-90e8fae25bf8 on network 2b0054d5-f895-49cc-823e-ebf3bbb7db85 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:51:26.117373 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96a180-f660-4a28-9186-628271d345ad None None] Pushing event updated for resources: {'Port': ['ID=b67643e6-aea6-46d2-86fc-90e8fae25bf8,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:26.244700 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486567c4-8b17-45a8-8f39-3f3c390537fd tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=2e29c2ca-befe-44b0-8db3-765e778df32a,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:26.264890 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58798) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:26.312708 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486567c4-8b17-45a8-8f39-3f3c390537fd tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:26.313681 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-486567c4-8b17-45a8-8f39-3f3c390537fd tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:26.362076 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58802) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:26.367799 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-486567c4-8b17-45a8-8f39-3f3c390537fd tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8463306 Feb 08 21:51:26.379477 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a404703e-4715-4f3b-84c2-07c45a65c5c1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=925af96c7c02432aa2974e87ce9d7c55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1113501 Feb 08 21:51:26.379917 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58804) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:26.448305 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-bd247933-7c40-431d-bc83-da7186bb7f1a None None] Provisioning complete for port 33fd69c3-1ee5-40c3-b729-e61a1dbefa7f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:26.449004 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bd247933-7c40-431d-bc83-da7186bb7f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (33fd69c3-1ee5-40c3-b729-e61a1dbefa7f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:26.503425 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5152263-6fea-4bcf-b498-7b3f8a7213de None None] Pushing event deleted for resources: {'Port': ['ID=f74551d2-7348-483d-b861-12525a421e61,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:26.515774 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-18db1830-d2a9-485d-b86c-5acc882ee042 admin admin] Publish callbacks [] for security_group (831c91b7-ce41-4232-b8f7-ccad02b24188), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:26.529840 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96a180-f660-4a28-9186-628271d345ad None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:51:26.530600 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96a180-f660-4a28-9186-628271d345ad None None] Checking segment: {'id': '100844f2-610f-4803-b8cc-5f647208dd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2b0054d5-f895-49cc-823e-ebf3bbb7db85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:51:26.531264 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0d96a180-f660-4a28-9186-628271d345ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:26.531860 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96a180-f660-4a28-9186-628271d345ad None None] Bound using segment: {'id': '100844f2-610f-4803-b8cc-5f647208dd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2b0054d5-f895-49cc-823e-ebf3bbb7db85'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:51:26.532568 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-0d96a180-f660-4a28-9186-628271d345ad None None] Bound port: b67643e6-aea6-46d2-86fc-90e8fae25bf8, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '100844f2-610f-4803-b8cc-5f647208dd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2b0054d5-f895-49cc-823e-ebf3bbb7db85'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:51:26.533192 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0d96a180-f660-4a28-9186-628271d345ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b67643e6-aea6-46d2-86fc-90e8fae25bf8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:26.540398 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4994ca3e-e966-4e60-b8de-0196c42644a1 admin admin] Router 04082e27-e43f-4a7d-975d-0c6424113f17 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:51:26.547126 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-18db1830-d2a9-485d-b86c-5acc882ee042 admin admin] Publish callbacks [] for security_group (831c91b7-ce41-4232-b8f7-ccad02b24188), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:26.637845 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-18db1830-d2a9-485d-b86c-5acc882ee042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (831c91b7-ce41-4232-b8f7-ccad02b24188), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:26.640541 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-18db1830-d2a9-485d-b86c-5acc882ee042 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:26.641775 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-18db1830-d2a9-485d-b86c-5acc882ee042 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/831c91b7-ce41-4232-b8f7-ccad02b24188 HTTP/1.1" status: 204 len: 168 time: 0.2607901 Feb 08 21:51:26.659068 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db1830-d2a9-485d-b86c-5acc882ee042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831c91b7-ce41-4232-b8f7-ccad02b24188,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:26.763472 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-bd247933-7c40-431d-bc83-da7186bb7f1a None None] Current status of the port 33fd69c3-1ee5-40c3-b729-e61a1dbefa7f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:26.766731 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ea56d6-9ded-46f1-b5a2-bcd6994e67d8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:26.768319 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-23ea56d6-9ded-46f1-b5a2-bcd6994e67d8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1024 time: 0.4037859 Feb 08 21:51:26.769647 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f25545-37d8-4593-9285-fa62d8faf827 None None] Routers {'04082e27-e43f-4a7d-975d-0c6424113f17'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:51:26.770280 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-44f25545-37d8-4593-9285-fa62d8faf827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:50:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['04082e27-e43f-4a7d-975d-0c6424113f17'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:26.772894 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58814) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:26.804126 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408b880-e759-458d-b67b-2fdad99a611b None None] Pushing event updated for resources: {'Port': ['ID=cd900efc-ab4c-469d-a2cd-0ca395df5d54,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:26.973243 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33a2c9d3-e672-4b9e-9c27-793cbdf32ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (a7b49699-02ed-42b6-bc7c-9dd7db00518f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:27.077808 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-bd247933-7c40-431d-bc83-da7186bb7f1a None None] Provisioning complete for port b5088131-7124-488f-812a-a83abc9094c3 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:27.078321 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bd247933-7c40-431d-bc83-da7186bb7f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b5088131-7124-488f-812a-a83abc9094c3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:27.133901 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-00c135d2-6010-491a-b6ff-cc3039cad90f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting port 2e29c2ca-befe-44b0-8db3-765e778df32a {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:51:27.134419 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-00c135d2-6010-491a-b6ff-cc3039cad90f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (2e29c2ca-befe-44b0-8db3-765e778df32a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:27.171427 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 02d7b2ea-be77-4a83-94e5-d4af33494f2e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:27.171896 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (02d7b2ea-be77-4a83-94e5-d4af33494f2e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:27.368490 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4994ca3e-e966-4e60-b8de-0196c42644a1 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:51:27.382762 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4994ca3e-e966-4e60-b8de-0196c42644a1 admin admin] 10.222.0.88 "PUT /v2.0/routers/04082e27-e43f-4a7d-975d-0c6424113f17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4080670 Feb 08 21:51:27.420434 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-00c135d2-6010-491a-b6ff-cc3039cad90f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (2e29c2ca-befe-44b0-8db3-765e778df32a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:27.439017 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-0d96a180-f660-4a28-9186-628271d345ad None None] For port b67643e6-aea6-46d2-86fc-90e8fae25bf8, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:51:27.441888 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-00c135d2-6010-491a-b6ff-cc3039cad90f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Calling delete_port for 2e29c2ca-befe-44b0-8db3-765e778df32a owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:51:27.451923 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-0d96a180-f660-4a28-9186-628271d345ad None None] For port b67643e6-aea6-46d2-86fc-90e8fae25bf8, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b67643e6-aea6-46d2-86fc-90e8fae25bf8,segment=NetworkSegment(100844f2-610f-4803-b8cc-5f647208dd1b),segment_id=100844f2-610f-4803-b8cc-5f647208dd1b)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:51:27.464363 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a2c9d3-e672-4b9e-9c27-793cbdf32ba5 admin admin] Router a7b49699-02ed-42b6-bc7c-9dd7db00518f is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:51:27.621393 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0d96a180-f660-4a28-9186-628271d345ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b67643e6-aea6-46d2-86fc-90e8fae25bf8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:27.753869 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f75246-8f4f-4d64-959d-d3062032c9c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-27f9d783-a380-45ce-9337-9219c380755c', 'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'project_id': '1bafe448e33448c7ae7ce06f728d4448', 'fixed_ips': [{'subnet_id': '50f043f7-e2c9-4aeb-b73b-60fcaa0ed370'}, {'subnet_id': 'fddeb72a-79fd-4847-8d15-8923ac99c047'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:51:27.755153 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-79f75246-8f4f-4d64-959d-d3062032c9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:27.898656 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a2c9d3-e672-4b9e-9c27-793cbdf32ba5 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:51:27.914612 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daee644b-9f91-42b8-b16e-d764969fb37c None None] Sync routers for ids ['a7b49699-02ed-42b6-bc7c-9dd7db00518f'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:51:27.937080 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daee644b-9f91-42b8-b16e-d764969fb37c None None] Routers {'a7b49699-02ed-42b6-bc7c-9dd7db00518f'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:51:27.938917 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33a2c9d3-e672-4b9e-9c27-793cbdf32ba5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:27.940564 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-daee644b-9f91-42b8-b16e-d764969fb37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:50:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['a7b49699-02ed-42b6-bc7c-9dd7db00518f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:27.942193 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-33a2c9d3-e672-4b9e-9c27-793cbdf32ba5 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.8361900 Feb 08 21:51:27.943991 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58850) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:27.970949 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-44f25545-37d8-4593-9285-fa62d8faf827 None None] Set router 04082e27-e43f-4a7d-975d-0c6424113f17 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:51:28.043984 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ae33008-b4af-4c18-8751-4a5da5736b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:28.077854 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-bd247933-7c40-431d-bc83-da7186bb7f1a None None] Current status of the port b5088131-7124-488f-812a-a83abc9094c3 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:28.160528 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96a180-f660-4a28-9186-628271d345ad None None] Pushing event updated for resources: {'Port': ['ID=b67643e6-aea6-46d2-86fc-90e8fae25bf8,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:28.262333 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-00c135d2-6010-491a-b6ff-cc3039cad90f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (2e29c2ca-befe-44b0-8db3-765e778df32a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:28.297157 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c135d2-6010-491a-b6ff-cc3039cad90f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Port': ['ID=2e29c2ca-befe-44b0-8db3-765e778df32a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:28.298565 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-daee644b-9f91-42b8-b16e-d764969fb37c None None] Set router a7b49699-02ed-42b6-bc7c-9dd7db00518f gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:51:28.523589 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 02d7b2ea-be77-4a83-94e5-d4af33494f2e is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:28.527622 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-bd247933-7c40-431d-bc83-da7186bb7f1a None None] Provisioning complete for port 5e419b72-435c-452f-ac0c-1ac487c9ef74 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:28.528620 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bd247933-7c40-431d-bc83-da7186bb7f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5e419b72-435c-452f-ac0c-1ac487c9ef74), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:28.629055 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-00c135d2-6010-491a-b6ff-cc3039cad90f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:28.668995 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-00c135d2-6010-491a-b6ff-cc3039cad90f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/2e29c2ca-befe-44b0-8db3-765e778df32a HTTP/1.1" status: 204 len: 168 time: 1.8929081 Feb 08 21:51:28.669782 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58896) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:28.680132 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6cb5fefc-dbe5-4455-9c37-f58f6b5816fb no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:51:28.815900 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2961f2e8-6ef8-4b80-914d-700a75e76388 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:28.830931 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2961f2e8-6ef8-4b80-914d-700a75e76388 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:28.834537 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2961f2e8-6ef8-4b80-914d-700a75e76388 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:28.837853 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2961f2e8-6ef8-4b80-914d-700a75e76388 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1670330 Feb 08 21:51:28.842484 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 58904) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:28.994230 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b93c48-5d82-4897-bc4b-0505bc29e44a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet 50f043f7-e2c9-4aeb-b73b-60fcaa0ed370 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:51:29.038329 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-daee644b-9f91-42b8-b16e-d764969fb37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b49699-02ed-42b6-bc7c-9dd7db00518f', 'name': 'tempest-TestServerBasicOps-1104902754-router', 'tenant_id': '14935e8771d942dcbcd58657dd9196c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '556f29c4-61ee-482a-b134-8468f985aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:51:21Z', 'updated_at': '2022-02-08T21:51:24Z', 'revision_number': 3, 'project_id': '14935e8771d942dcbcd58657dd9196c1', 'gw_port': {'id': '556f29c4-61ee-482a-b134-8468f985aef7', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:64:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b49699-02ed-42b6-bc7c-9dd7db00518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:23Z', 'updated_at': '2022-02-08T21:51:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:29.104257 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daee644b-9f91-42b8-b16e-d764969fb37c None None] Checking router: a7b49699-02ed-42b6-bc7c-9dd7db00518f for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:51:29.104864 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daee644b-9f91-42b8-b16e-d764969fb37c None None] Updating router a7b49699-02ed-42b6-bc7c-9dd7db00518f port 556f29c4-61ee-482a-b134-8468f985aef7 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:51:29.167917 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-daee644b-9f91-42b8-b16e-d764969fb37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (556f29c4-61ee-482a-b134-8468f985aef7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:29.366365 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-79f75246-8f4f-4d64-959d-d3062032c9c5 None None] Allocated IP 172.20.0.3 (27f9d783-a380-45ce-9337-9219c380755c/fddeb72a-79fd-4847-8d15-8923ac99c047/dc3405f2-7e3d-4267-b096-b0f9cdb7205e) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:51:29.375898 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-79f75246-8f4f-4d64-959d-d3062032c9c5 None None] Allocated IP 2001:db8::f816:3eff:fee9:ce96 (27f9d783-a380-45ce-9337-9219c380755c/50f043f7-e2c9-4aeb-b73b-60fcaa0ed370/dc3405f2-7e3d-4267-b096-b0f9cdb7205e) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:51:29.582272 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dfedd528-2f9b-48c9-91a9-274ea413e9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:29.654412 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 6cb5fefc-dbe5-4455-9c37-f58f6b5816fb {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:51:29.655188 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6cb5fefc-dbe5-4455-9c37-f58f6b5816fb not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:51:29.655858 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 9bf7a9a2-5559-4e56-976a-910070247dff no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:51:29.696900 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 9bf7a9a2-5559-4e56-976a-910070247dff {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:51:29.697438 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 9bf7a9a2-5559-4e56-976a-910070247dff not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:51:29.747019 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-bd247933-7c40-431d-bc83-da7186bb7f1a None None] Port 5e419b72-435c-452f-ac0c-1ac487c9ef74 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:51:29.777464 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-daee644b-9f91-42b8-b16e-d764969fb37c None None] Publish callbacks [] for port (556f29c4-61ee-482a-b134-8468f985aef7), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:29.794077 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-daee644b-9f91-42b8-b16e-d764969fb37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (556f29c4-61ee-482a-b134-8468f985aef7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:29.824688 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:29.827988 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-79f75246-8f4f-4d64-959d-d3062032c9c5 None None] Publish callbacks [] for port (dc3405f2-7e3d-4267-b096-b0f9cdb7205e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:29.844881 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b5b93c48-5d82-4897-bc4b-0505bc29e44a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (50f043f7-e2c9-4aeb-b73b-60fcaa0ed370), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:29.889754 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-79f75246-8f4f-4d64-959d-d3062032c9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (dc3405f2-7e3d-4267-b096-b0f9cdb7205e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:29.964473 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b5b93c48-5d82-4897-bc4b-0505bc29e44a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (50f043f7-e2c9-4aeb-b73b-60fcaa0ed370), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:29.969706 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f75246-8f4f-4d64-959d-d3062032c9c5 None None] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:30.019068 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67542242-2d59-4da7-9b5f-e1a3437ec856 None None] Network 2b0054d5-f895-49cc-823e-ebf3bbb7db85 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:51:30.053409 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a46fa-2fd9-4999-8036-8eba7ecc1385 None None] Pushing event updated for resources: {'Port': ['ID=556f29c4-61ee-482a-b134-8468f985aef7,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:30.059367 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-daee644b-9f91-42b8-b16e-d764969fb37c None None] Attempting to bind port 556f29c4-61ee-482a-b134-8468f985aef7 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:51:30.061022 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f663974e-0ebe-4ce5-b952-7b7dd0878f7d None None] Provisioning complete for port 5e419b72-435c-452f-ac0c-1ac487c9ef74 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:30.061442 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f663974e-0ebe-4ce5-b952-7b7dd0878f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5e419b72-435c-452f-ac0c-1ac487c9ef74), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:30.062211 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-daee644b-9f91-42b8-b16e-d764969fb37c None None] Attempting to bind port 556f29c4-61ee-482a-b134-8468f985aef7 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:51:30.063240 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daee644b-9f91-42b8-b16e-d764969fb37c None None] Attempting to bind port 556f29c4-61ee-482a-b134-8468f985aef7 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:51:30.063509 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-79f75246-8f4f-4d64-959d-d3062032c9c5 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:30.077301 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daee644b-9f91-42b8-b16e-d764969fb37c None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:51:30.078250 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daee644b-9f91-42b8-b16e-d764969fb37c None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:51:30.079888 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-daee644b-9f91-42b8-b16e-d764969fb37c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:30.081258 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daee644b-9f91-42b8-b16e-d764969fb37c None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:51:30.082311 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-daee644b-9f91-42b8-b16e-d764969fb37c None None] Bound port: 556f29c4-61ee-482a-b134-8468f985aef7, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:51:30.083368 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-daee644b-9f91-42b8-b16e-d764969fb37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (556f29c4-61ee-482a-b134-8468f985aef7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:30.109135 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f75246-8f4f-4d64-959d-d3062032c9c5 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:51:30.223989 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b5b93c48-5d82-4897-bc4b-0505bc29e44a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (50f043f7-e2c9-4aeb-b73b-60fcaa0ed370), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:30.257517 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-44f25545-37d8-4593-9285-fa62d8faf827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04082e27-e43f-4a7d-975d-0c6424113f17', 'name': 'tempest-TestVolumeBackupRestore-21089657-router', 'tenant_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'cd900efc-ab4c-469d-a2cd-0ca395df5d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:51:10Z', 'updated_at': '2022-02-08T21:51:23Z', 'revision_number': 4, 'project_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'gw_port': {'id': 'cd900efc-ab4c-469d-a2cd-0ca395df5d54', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:68:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04082e27-e43f-4a7d-975d-0c6424113f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:12Z', 'updated_at': '2022-02-08T21:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '5e419b72-435c-452f-ac0c-1ac487c9ef74', 'name': '', 'network_id': '872dd483-80dc-4f25-adf3-2db0ddc9054d', 'tenant_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'mac_address': 'fa:16:3e:8b:31:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04082e27-e43f-4a7d-975d-0c6424113f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '53e2abd7-3252-4af0-a681-1736e42fa6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:20Z', 'updated_at': '2022-02-08T21:51:23Z', 'revision_number': 2, 'project_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'subnets': [{'id': '53e2abd7-3252-4af0-a681-1736e42fa6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:30.423906 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-daee644b-9f91-42b8-b16e-d764969fb37c None None] For port 556f29c4-61ee-482a-b134-8468f985aef7, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:51:30.436339 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-daee644b-9f91-42b8-b16e-d764969fb37c None None] For port 556f29c4-61ee-482a-b134-8468f985aef7, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=556f29c4-61ee-482a-b134-8468f985aef7,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:51:30.444627 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f25545-37d8-4593-9285-fa62d8faf827 None None] The sync data for ids ['04082e27-e43f-4a7d-975d-0c6424113f17'] in n-d-712143-31 is: [{'id': '04082e27-e43f-4a7d-975d-0c6424113f17', 'name': 'tempest-TestVolumeBackupRestore-21089657-router', 'tenant_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'cd900efc-ab4c-469d-a2cd-0ca395df5d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:51:10Z', 'updated_at': '2022-02-08T21:51:23Z', 'revision_number': 4, 'project_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'gw_port': {'id': 'cd900efc-ab4c-469d-a2cd-0ca395df5d54', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:68:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04082e27-e43f-4a7d-975d-0c6424113f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:12Z', 'updated_at': '2022-02-08T21:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '5e419b72-435c-452f-ac0c-1ac487c9ef74', 'name': '', 'network_id': '872dd483-80dc-4f25-adf3-2db0ddc9054d', 'tenant_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'mac_address': 'fa:16:3e:8b:31:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04082e27-e43f-4a7d-975d-0c6424113f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '53e2abd7-3252-4af0-a681-1736e42fa6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:20Z', 'updated_at': '2022-02-08T21:51:23Z', 'revision_number': 2, 'project_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'subnets': [{'id': '53e2abd7-3252-4af0-a681-1736e42fa6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:51:30.468875 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-daee644b-9f91-42b8-b16e-d764969fb37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (556f29c4-61ee-482a-b134-8468f985aef7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:30.482437 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f75246-8f4f-4d64-959d-d3062032c9c5 None None] Pushing event updated for resources: {'Port': ['ID=dc3405f2-7e3d-4267-b096-b0f9cdb7205e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:30.539506 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b5b93c48-5d82-4897-bc4b-0505bc29e44a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (50f043f7-e2c9-4aeb-b73b-60fcaa0ed370), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:30.565797 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-dfedd528-2f9b-48c9-91a9-274ea413e9fe admin admin] Allocated IP 172.20.0.1 (2b0054d5-f895-49cc-823e-ebf3bbb7db85/1835b7e1-798e-4646-aad5-03410535fb06/311aa7dd-6b5b-48a7-9afe-07d03bad4858) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:51:30.658251 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f663974e-0ebe-4ce5-b952-7b7dd0878f7d None None] Port 5e419b72-435c-452f-ac0c-1ac487c9ef74 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:51:30.663554 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b5b93c48-5d82-4897-bc4b-0505bc29e44a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:30.674535 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b5b93c48-5d82-4897-bc4b-0505bc29e44a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/50f043f7-e2c9-4aeb-b73b-60fcaa0ed370 HTTP/1.1" status: 204 len: 168 time: 1.8260138 Feb 08 21:51:30.677793 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 58972) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:30.751226 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b93c48-5d82-4897-bc4b-0505bc29e44a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=50f043f7-e2c9-4aeb-b73b-60fcaa0ed370,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:30.775901 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a46fa-2fd9-4999-8036-8eba7ecc1385 None None] Pushing event updated for resources: {'Port': ['ID=556f29c4-61ee-482a-b134-8468f985aef7,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:30.788302 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daee644b-9f91-42b8-b16e-d764969fb37c None None] Routers {'a7b49699-02ed-42b6-bc7c-9dd7db00518f'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:51:30.789171 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-daee644b-9f91-42b8-b16e-d764969fb37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:51:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['a7b49699-02ed-42b6-bc7c-9dd7db00518f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:30.801027 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:51:30.823990 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ef82ef-8e2e-4c83-abbf-568543ca0169 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet fddeb72a-79fd-4847-8d15-8923ac99c047 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:51:30.837000 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-36ef82ef-8e2e-4c83-abbf-568543ca0169 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (fddeb72a-79fd-4847-8d15-8923ac99c047), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:30.881902 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 33fd69c3-1ee5-40c3-b729-e61a1dbefa7f up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:51:30.951326 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-36ef82ef-8e2e-4c83-abbf-568543ca0169 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (fddeb72a-79fd-4847-8d15-8923ac99c047), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:30.998261 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-daee644b-9f91-42b8-b16e-d764969fb37c None None] Set router a7b49699-02ed-42b6-bc7c-9dd7db00518f gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:51:31.053735 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dfedd528-2f9b-48c9-91a9-274ea413e9fe admin admin] Publish callbacks [] for port (311aa7dd-6b5b-48a7-9afe-07d03bad4858), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:31.060529 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-79f75246-8f4f-4d64-959d-d3062032c9c5 None None] Attempting to bind port dc3405f2-7e3d-4267-b096-b0f9cdb7205e on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:51:31.060921 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-79f75246-8f4f-4d64-959d-d3062032c9c5 None None] Attempting to bind port dc3405f2-7e3d-4267-b096-b0f9cdb7205e by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:51:31.061329 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f75246-8f4f-4d64-959d-d3062032c9c5 None None] Attempting to bind port dc3405f2-7e3d-4267-b096-b0f9cdb7205e on network 27f9d783-a380-45ce-9337-9219c380755c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:51:31.094057 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b3bcaa55-9cf3-4083-aff0-47ba658ad6ca None None] Provisioning complete for port b67643e6-aea6-46d2-86fc-90e8fae25bf8 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:31.094949 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3bcaa55-9cf3-4083-aff0-47ba658ad6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b67643e6-aea6-46d2-86fc-90e8fae25bf8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:31.168207 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f75246-8f4f-4d64-959d-d3062032c9c5 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:51:31.168630 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f75246-8f4f-4d64-959d-d3062032c9c5 None None] Checking segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:51:31.169106 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-79f75246-8f4f-4d64-959d-d3062032c9c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:31.174434 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dfedd528-2f9b-48c9-91a9-274ea413e9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (311aa7dd-6b5b-48a7-9afe-07d03bad4858), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:31.175730 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f75246-8f4f-4d64-959d-d3062032c9c5 None None] Bound using segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:51:31.176704 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-79f75246-8f4f-4d64-959d-d3062032c9c5 None None] Bound port: dc3405f2-7e3d-4267-b096-b0f9cdb7205e, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:51:31.177188 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-79f75246-8f4f-4d64-959d-d3062032c9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dc3405f2-7e3d-4267-b096-b0f9cdb7205e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:31.347577 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 33fd69c3-1ee5-40c3-b729-e61a1dbefa7f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:31.348439 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (33fd69c3-1ee5-40c3-b729-e61a1dbefa7f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:31.368527 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfedd528-2f9b-48c9-91a9-274ea413e9fe admin admin] Network 2b0054d5-f895-49cc-823e-ebf3bbb7db85 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:31.517888 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-dfedd528-2f9b-48c9-91a9-274ea413e9fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:31.531003 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfedd528-2f9b-48c9-91a9-274ea413e9fe admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:51:31.562958 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfedd528-2f9b-48c9-91a9-274ea413e9fe admin admin] Pushing event updated for resources: {'Port': ['ID=311aa7dd-6b5b-48a7-9afe-07d03bad4858,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:31.685312 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:31.706704 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-79f75246-8f4f-4d64-959d-d3062032c9c5 None None] For port dc3405f2-7e3d-4267-b096-b0f9cdb7205e, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:51:31.707905 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dfedd528-2f9b-48c9-91a9-274ea413e9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (a7b49699-02ed-42b6-bc7c-9dd7db00518f), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:31.719626 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-daee644b-9f91-42b8-b16e-d764969fb37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b49699-02ed-42b6-bc7c-9dd7db00518f', 'name': 'tempest-TestServerBasicOps-1104902754-router', 'tenant_id': '14935e8771d942dcbcd58657dd9196c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '556f29c4-61ee-482a-b134-8468f985aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:51:21Z', 'updated_at': '2022-02-08T21:51:24Z', 'revision_number': 3, 'project_id': '14935e8771d942dcbcd58657dd9196c1', 'gw_port': {'id': '556f29c4-61ee-482a-b134-8468f985aef7', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:64:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b49699-02ed-42b6-bc7c-9dd7db00518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:23Z', 'updated_at': '2022-02-08T21:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:31.720610 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b3bcaa55-9cf3-4083-aff0-47ba658ad6ca None None] Current status of the port b67643e6-aea6-46d2-86fc-90e8fae25bf8 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:31.721020 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3bcaa55-9cf3-4083-aff0-47ba658ad6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b67643e6-aea6-46d2-86fc-90e8fae25bf8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:31.731468 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-79f75246-8f4f-4d64-959d-d3062032c9c5 None None] For port dc3405f2-7e3d-4267-b096-b0f9cdb7205e, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=dc3405f2-7e3d-4267-b096-b0f9cdb7205e,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:51:31.779807 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:31.823295 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-79f75246-8f4f-4d64-959d-d3062032c9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (dc3405f2-7e3d-4267-b096-b0f9cdb7205e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:31.828447 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daee644b-9f91-42b8-b16e-d764969fb37c None None] The sync data for ids ['a7b49699-02ed-42b6-bc7c-9dd7db00518f'] in n-d-712143-31 is: [{'id': 'a7b49699-02ed-42b6-bc7c-9dd7db00518f', 'name': 'tempest-TestServerBasicOps-1104902754-router', 'tenant_id': '14935e8771d942dcbcd58657dd9196c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '556f29c4-61ee-482a-b134-8468f985aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:51:21Z', 'updated_at': '2022-02-08T21:51:24Z', 'revision_number': 3, 'project_id': '14935e8771d942dcbcd58657dd9196c1', 'gw_port': {'id': '556f29c4-61ee-482a-b134-8468f985aef7', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:64:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b49699-02ed-42b6-bc7c-9dd7db00518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:23Z', 'updated_at': '2022-02-08T21:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:51:31.837312 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-36ef82ef-8e2e-4c83-abbf-568543ca0169 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (fddeb72a-79fd-4847-8d15-8923ac99c047), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:32.000082 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-36ef82ef-8e2e-4c83-abbf-568543ca0169 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (fddeb72a-79fd-4847-8d15-8923ac99c047), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:32.176740 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b3bcaa55-9cf3-4083-aff0-47ba658ad6ca None None] For port b67643e6-aea6-46d2-86fc-90e8fae25bf8, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b67643e6-aea6-46d2-86fc-90e8fae25bf8,segment=NetworkSegment(100844f2-610f-4803-b8cc-5f647208dd1b),segment_id=100844f2-610f-4803-b8cc-5f647208dd1b)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:32.182892 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-36ef82ef-8e2e-4c83-abbf-568543ca0169 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:32.186444 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-36ef82ef-8e2e-4c83-abbf-568543ca0169 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/fddeb72a-79fd-4847-8d15-8923ac99c047 HTTP/1.1" status: 204 len: 168 time: 1.5075376 Feb 08 21:51:32.188872 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59004) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:32.189686 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef82ef-8e2e-4c83-abbf-568543ca0169 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=fddeb72a-79fd-4847-8d15-8923ac99c047,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:32.203247 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3bcaa55-9cf3-4083-aff0-47ba658ad6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b67643e6-aea6-46d2-86fc-90e8fae25bf8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:32.209759 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 33fd69c3-1ee5-40c3-b729-e61a1dbefa7f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:32.211083 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b5088131-7124-488f-812a-a83abc9094c3 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:51:32.341054 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-334802d7-40eb-4639-bcc8-cc7b7e8037f2 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1488481 Feb 08 21:51:32.342906 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59010) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:32.349650 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1558d894-3951-46bc-9260-f806c730dd4c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:32.354498 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f75246-8f4f-4d64-959d-d3062032c9c5 None None] Pushing event updated for resources: {'Port': ['ID=dc3405f2-7e3d-4267-b096-b0f9cdb7205e,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:32.540371 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dfedd528-2f9b-48c9-91a9-274ea413e9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (311aa7dd-6b5b-48a7-9afe-07d03bad4858), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:32.567250 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bcaa55-9cf3-4083-aff0-47ba658ad6ca None None] Pushing event updated for resources: {'Port': ['ID=b67643e6-aea6-46d2-86fc-90e8fae25bf8,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:32.597911 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-795c1f80-8411-4ab7-bcb4-1ed9d4cbdf5c None None] Provisioning complete for port b67643e6-aea6-46d2-86fc-90e8fae25bf8 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:32.598963 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-795c1f80-8411-4ab7-bcb4-1ed9d4cbdf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b67643e6-aea6-46d2-86fc-90e8fae25bf8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:32.629120 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1558d894-3951-46bc-9260-f806c730dd4c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:51:32.634750 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1558d894-3951-46bc-9260-f806c730dd4c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:32.713830 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905c68db-d4ee-40c3-b897-2a82227bc4f1 None None] get_active_networks_info from n-d-712143-31 {{(pid=103435) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 21:51:33.198747 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port b5088131-7124-488f-812a-a83abc9094c3 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:33.200658 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b5088131-7124-488f-812a-a83abc9094c3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:33.239727 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dfedd528-2f9b-48c9-91a9-274ea413e9fe admin admin] Publish callbacks [] for port (311aa7dd-6b5b-48a7-9afe-07d03bad4858), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:33.258886 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dfedd528-2f9b-48c9-91a9-274ea413e9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (311aa7dd-6b5b-48a7-9afe-07d03bad4858), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:33.278984 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905c68db-d4ee-40c3-b897-2a82227bc4f1 None None] Resources bound (agent type, host, resource id): {{(pid=103435) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 21:51:33.288593 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1558d894-3951-46bc-9260-f806c730dd4c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (fb6d878b-919b-4631-97ba-a14bf6829735), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:33.315810 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-795c1f80-8411-4ab7-bcb4-1ed9d4cbdf5c None None] Current status of the port b67643e6-aea6-46d2-86fc-90e8fae25bf8 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:33.438158 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dfedd528-2f9b-48c9-91a9-274ea413e9fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (a7b49699-02ed-42b6-bc7c-9dd7db00518f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:33.455651 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558d894-3951-46bc-9260-f806c730dd4c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=fb6d878b-919b-4631-97ba-a14bf6829735,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:33.462354 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1558d894-3951-46bc-9260-f806c730dd4c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:33.468740 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-1558d894-3951-46bc-9260-f806c730dd4c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:33.496348 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1558d894-3951-46bc-9260-f806c730dd4c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:33.498453 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1558d894-3951-46bc-9260-f806c730dd4c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:33.551570 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1558d894-3951-46bc-9260-f806c730dd4c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2073162 Feb 08 21:51:33.552234 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59034) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:33.572956 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfedd528-2f9b-48c9-91a9-274ea413e9fe admin admin] Pushing event updated for resources: {'Port': ['ID=311aa7dd-6b5b-48a7-9afe-07d03bad4858,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:33.575539 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a13284ff-cb2a-4b50-a0ae-a9f593abe4f5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:33.673875 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfedd528-2f9b-48c9-91a9-274ea413e9fe admin admin] Network 2b0054d5-f895-49cc-823e-ebf3bbb7db85 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:33.676218 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-dfedd528-2f9b-48c9-91a9-274ea413e9fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:33.787312 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port b5088131-7124-488f-812a-a83abc9094c3 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:33.789622 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b67643e6-aea6-46d2-86fc-90e8fae25bf8 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:51:33.794406 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-755d7726-0bad-49d5-84ec-3166eb8096fd None None] Provisioning complete for port 311aa7dd-6b5b-48a7-9afe-07d03bad4858 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:33.794834 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-755d7726-0bad-49d5-84ec-3166eb8096fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (311aa7dd-6b5b-48a7-9afe-07d03bad4858), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:34.004071 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13284ff-cb2a-4b50-a0ae-a9f593abe4f5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:51:34.013131 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a13284ff-cb2a-4b50-a0ae-a9f593abe4f5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:34.105838 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfedd528-2f9b-48c9-91a9-274ea413e9fe admin admin] Router a7b49699-02ed-42b6-bc7c-9dd7db00518f has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:51:34.223229 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-755d7726-0bad-49d5-84ec-3166eb8096fd None None] Port 311aa7dd-6b5b-48a7-9afe-07d03bad4858 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:51:34.344617 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port b67643e6-aea6-46d2-86fc-90e8fae25bf8 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:34.366197 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b67643e6-aea6-46d2-86fc-90e8fae25bf8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:34.513338 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfedd528-2f9b-48c9-91a9-274ea413e9fe admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:51:34.537340 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-dfedd528-2f9b-48c9-91a9-274ea413e9fe admin admin] 10.222.0.88 "PUT /v2.0/routers/a7b49699-02ed-42b6-bc7c-9dd7db00518f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5909405 Feb 08 21:51:34.618882 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port b67643e6-aea6-46d2-86fc-90e8fae25bf8 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:34.750203 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d431d79-0255-45b1-8fba-a2aefa503aef None None] Update dhcp port {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'fixed_ips': [{'subnet_id': 'fb6d878b-919b-4631-97ba-a14bf6829735'}], 'binding:host_id': 'n-d-712143-31'}, 'id': 'dc3405f2-7e3d-4267-b096-b0f9cdb7205e'} from n-d-712143-31. {{(pid=103435) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 21:51:34.811852 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 03f72542-98ac-40cb-832e-19efa803e9a2 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:51:35.156165 n-d-712143-31 neutron-server[103434]: DEBUG neutron.objects.ports [None req-a13284ff-cb2a-4b50-a0ae-a9f593abe4f5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103434) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 21:51:35.187242 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 03f72542-98ac-40cb-832e-19efa803e9a2 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:51:35.187730 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 03f72542-98ac-40cb-832e-19efa803e9a2 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:51:35.188362 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f74551d2-7348-483d-b861-12525a421e61 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:51:35.217543 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8d431d79-0255-45b1-8fba-a2aefa503aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dc3405f2-7e3d-4267-b096-b0f9cdb7205e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:35.233058 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: f74551d2-7348-483d-b861-12525a421e61 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:51:35.233986 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f74551d2-7348-483d-b861-12525a421e61 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:51:35.825789 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cd900efc-ab4c-469d-a2cd-0ca395df5d54 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:51:35.899242 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port cd900efc-ab4c-469d-a2cd-0ca395df5d54 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:35.899767 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cd900efc-ab4c-469d-a2cd-0ca395df5d54), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:35.952050 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-8d431d79-0255-45b1-8fba-a2aefa503aef None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 08 21:51:35.952050 n-d-712143-31 neutron-server[103435]: [SQL: INSERT INTO ipamallocations (ip_address, status, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Feb 08 21:51:35.952050 n-d-712143-31 neutron-server[103435]: [parameters: {'ip_address': '2001:db8::f816:3eff:fee9:ce96', 'status': 'ALLOCATED', 'ipam_subnet_id': '76cf5b31-09a6-443b-bf16-1b4d76755f61'}] Feb 08 21:51:35.952050 n-d-712143-31 neutron-server[103435]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:51:35.955179 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-8d431d79-0255-45b1-8fba-a2aefa503aef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:51:36.033536 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a13284ff-cb2a-4b50-a0ae-a9f593abe4f5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dc3405f2-7e3d-4267-b096-b0f9cdb7205e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:36.108097 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port cd900efc-ab4c-469d-a2cd-0ca395df5d54 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:36.108701 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cd900efc-ab4c-469d-a2cd-0ca395df5d54), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:36.162005 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port cd900efc-ab4c-469d-a2cd-0ca395df5d54, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cd900efc-ab4c-469d-a2cd-0ca395df5d54,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:36.162843 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cd900efc-ab4c-469d-a2cd-0ca395df5d54), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:36.164195 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 556f29c4-61ee-482a-b134-8468f985aef7 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:51:36.303252 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=cd900efc-ab4c-469d-a2cd-0ca395df5d54,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:36.337558 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 556f29c4-61ee-482a-b134-8468f985aef7 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:36.338290 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (556f29c4-61ee-482a-b134-8468f985aef7), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:36.401096 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59102) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:36.413034 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-4a743dfa-f21f-41d4-94aa-2042ce6e681c tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-744768012', 'description': 'tempest-secgroup-smoke-744768012 description', 'project_id': '224cdca309204cf4ab30e157a31b072a'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:36.470637 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4a743dfa-f21f-41d4-94aa-2042ce6e681c tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:36.571380 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-a13284ff-cb2a-4b50-a0ae-a9f593abe4f5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] For port dc3405f2-7e3d-4267-b096-b0f9cdb7205e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=dc3405f2-7e3d-4267-b096-b0f9cdb7205e,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:36.601614 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:36.603454 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 556f29c4-61ee-482a-b134-8468f985aef7 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:36.604256 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (556f29c4-61ee-482a-b134-8468f985aef7), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:36.629495 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 556f29c4-61ee-482a-b134-8468f985aef7, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=556f29c4-61ee-482a-b134-8468f985aef7,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:36.630905 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8d431d79-0255-45b1-8fba-a2aefa503aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dc3405f2-7e3d-4267-b096-b0f9cdb7205e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:36.646452 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4a743dfa-f21f-41d4-94aa-2042ce6e681c tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for security_group (052a3d99-074d-48d3-95bb-cd5ccd76bc8c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:36.650168 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (556f29c4-61ee-482a-b134-8468f985aef7), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:36.651158 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b67643e6-aea6-46d2-86fc-90e8fae25bf8 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:51:36.652783 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4a743dfa-f21f-41d4-94aa-2042ce6e681c tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (052a3d99-074d-48d3-95bb-cd5ccd76bc8c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:36.694586 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4a743dfa-f21f-41d4-94aa-2042ce6e681c tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:36.695978 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4a743dfa-f21f-41d4-94aa-2042ce6e681c tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2910285 Feb 08 21:51:36.702216 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59112) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:36.707424 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-5f263dfb-3f5a-452c-8868-2b62a96474e6 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Request body: {'security_group_rule': {'security_group_id': '052a3d99-074d-48d3-95bb-cd5ccd76bc8c', 'project_id': '224cdca309204cf4ab30e157a31b072a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:36.745412 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a743dfa-f21f-41d4-94aa-2042ce6e681c tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=052a3d99-074d-48d3-95bb-cd5ccd76bc8c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:36.801576 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=556f29c4-61ee-482a-b134-8468f985aef7,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:36.810177 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f263dfb-3f5a-452c-8868-2b62a96474e6 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for security_group_rule (4dcfb90d-804a-4719-ae34-36f0dafc84d3), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:36.828334 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a13284ff-cb2a-4b50-a0ae-a9f593abe4f5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (dc3405f2-7e3d-4267-b096-b0f9cdb7205e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:36.862706 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a13284ff-cb2a-4b50-a0ae-a9f593abe4f5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (dc3405f2-7e3d-4267-b096-b0f9cdb7205e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:36.905862 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f263dfb-3f5a-452c-8868-2b62a96474e6 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for security_group_rule (4dcfb90d-804a-4719-ae34-36f0dafc84d3), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:36.909080 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:36.919476 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f263dfb-3f5a-452c-8868-2b62a96474e6 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (4dcfb90d-804a-4719-ae34-36f0dafc84d3), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:36.967455 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f263dfb-3f5a-452c-8868-2b62a96474e6 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:36.970054 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5f263dfb-3f5a-452c-8868-2b62a96474e6 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2658355 Feb 08 21:51:36.973544 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port b67643e6-aea6-46d2-86fc-90e8fae25bf8 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:36.974212 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b67643e6-aea6-46d2-86fc-90e8fae25bf8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:36.977541 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59116) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:36.991926 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-2165cd57-b9af-4227-acb2-2d622c1226c3 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Request body: {'security_group_rule': {'security_group_id': '052a3d99-074d-48d3-95bb-cd5ccd76bc8c', 'project_id': '224cdca309204cf4ab30e157a31b072a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:37.018710 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f263dfb-3f5a-452c-8868-2b62a96474e6 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dcfb90d-804a-4719-ae34-36f0dafc84d3,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:37.028350 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13284ff-cb2a-4b50-a0ae-a9f593abe4f5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=dc3405f2-7e3d-4267-b096-b0f9cdb7205e,revision_number=6']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:37.078109 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a13284ff-cb2a-4b50-a0ae-a9f593abe4f5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (c6cba33e-f3f2-4a2c-842a-a5ed78207d1c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:37.132880 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2165cd57-b9af-4227-acb2-2d622c1226c3 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for security_group_rule (fbddb084-d54c-4ad6-bdd9-4a76024ec6e9), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:37.204513 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2165cd57-b9af-4227-acb2-2d622c1226c3 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for security_group_rule (fbddb084-d54c-4ad6-bdd9-4a76024ec6e9), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:37.219318 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13284ff-cb2a-4b50-a0ae-a9f593abe4f5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:37.219671 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13284ff-cb2a-4b50-a0ae-a9f593abe4f5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:37.220016 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13284ff-cb2a-4b50-a0ae-a9f593abe4f5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:37.220363 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13284ff-cb2a-4b50-a0ae-a9f593abe4f5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:37.220700 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13284ff-cb2a-4b50-a0ae-a9f593abe4f5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:37.221036 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13284ff-cb2a-4b50-a0ae-a9f593abe4f5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:37.221403 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13284ff-cb2a-4b50-a0ae-a9f593abe4f5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:37.221739 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13284ff-cb2a-4b50-a0ae-a9f593abe4f5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:37.222072 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13284ff-cb2a-4b50-a0ae-a9f593abe4f5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:37.222398 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13284ff-cb2a-4b50-a0ae-a9f593abe4f5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:37.222728 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13284ff-cb2a-4b50-a0ae-a9f593abe4f5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:37.223054 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13284ff-cb2a-4b50-a0ae-a9f593abe4f5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:37.223376 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13284ff-cb2a-4b50-a0ae-a9f593abe4f5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:37.252185 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2165cd57-b9af-4227-acb2-2d622c1226c3 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (fbddb084-d54c-4ad6-bdd9-4a76024ec6e9), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:37.271103 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13284ff-cb2a-4b50-a0ae-a9f593abe4f5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=c6cba33e-f3f2-4a2c-842a-a5ed78207d1c,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:37.297873 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13284ff-cb2a-4b50-a0ae-a9f593abe4f5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:37.307999 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port b67643e6-aea6-46d2-86fc-90e8fae25bf8 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:37.333793 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-a13284ff-cb2a-4b50-a0ae-a9f593abe4f5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:37.348651 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13284ff-cb2a-4b50-a0ae-a9f593abe4f5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:37.350387 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a13284ff-cb2a-4b50-a0ae-a9f593abe4f5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:37.378408 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a13284ff-cb2a-4b50-a0ae-a9f593abe4f5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8250644 Feb 08 21:51:37.387608 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59130) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:37.396276 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e3c59461-0960-42dd-bf0e-70abf4c358ad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'mac_address': 'fa:16:3e:78:f2:c6', 'name': 'tempest-NetworksTestDHCPv6-374187508'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:37.416244 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1201c95-b72a-4ef1-9cf0-8c2fde3591c0 None None] Sync routers for ids ['04082e27-e43f-4a7d-975d-0c6424113f17'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:51:37.451357 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1201c95-b72a-4ef1-9cf0-8c2fde3591c0 None None] Routers {'04082e27-e43f-4a7d-975d-0c6424113f17'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:51:37.452321 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c1201c95-b72a-4ef1-9cf0-8c2fde3591c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:51:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['04082e27-e43f-4a7d-975d-0c6424113f17'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:37.463671 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165cd57-b9af-4227-acb2-2d622c1226c3 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbddb084-d54c-4ad6-bdd9-4a76024ec6e9,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:37.485456 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2165cd57-b9af-4227-acb2-2d622c1226c3 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:37.512689 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2165cd57-b9af-4227-acb2-2d622c1226c3 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5281875 Feb 08 21:51:37.513474 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59134) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:37.527341 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1f78a157-837a-4f2f-b170-a2aaa507d4a1 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Request body: {'security_group_rule': {'security_group_id': '052a3d99-074d-48d3-95bb-cd5ccd76bc8c', 'project_id': '224cdca309204cf4ab30e157a31b072a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:37.579624 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-8d431d79-0255-45b1-8fba-a2aefa503aef None None] Allocated IP 172.20.0.2 (27f9d783-a380-45ce-9337-9219c380755c/fb6d878b-919b-4631-97ba-a14bf6829735/dc3405f2-7e3d-4267-b096-b0f9cdb7205e) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:51:37.642550 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f78a157-837a-4f2f-b170-a2aaa507d4a1 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for security_group_rule (a0096ead-f8c0-4e8f-8d19-e305b9e3aa48), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:37.689171 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-c1201c95-b72a-4ef1-9cf0-8c2fde3591c0 None None] Set router 04082e27-e43f-4a7d-975d-0c6424113f17 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:51:37.874256 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c59461-0960-42dd-bf0e-70abf4c358ad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:51:37.985794 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cd900efc-ab4c-469d-a2cd-0ca395df5d54 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:51:38.005512 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791d2acc-c51c-4ebd-b8d5-22d503180450 None None] Sync routers for ids ['a7b49699-02ed-42b6-bc7c-9dd7db00518f'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:51:38.053488 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791d2acc-c51c-4ebd-b8d5-22d503180450 None None] Routers {'a7b49699-02ed-42b6-bc7c-9dd7db00518f'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:51:38.058794 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-791d2acc-c51c-4ebd-b8d5-22d503180450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:51:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['a7b49699-02ed-42b6-bc7c-9dd7db00518f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:38.107393 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3c59461-0960-42dd-bf0e-70abf4c358ad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:38.221130 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f78a157-837a-4f2f-b170-a2aaa507d4a1 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for security_group_rule (a0096ead-f8c0-4e8f-8d19-e305b9e3aa48), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:38.241193 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f78a157-837a-4f2f-b170-a2aaa507d4a1 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (a0096ead-f8c0-4e8f-8d19-e305b9e3aa48), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:38.248199 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-e3c59461-0960-42dd-bf0e-70abf4c358ad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] device_id is not set on port 1520fb28-26cb-4855-84eb-4f3db6351933 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:51:38.325756 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-8d431d79-0255-45b1-8fba-a2aefa503aef None None] For port dc3405f2-7e3d-4267-b096-b0f9cdb7205e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=dc3405f2-7e3d-4267-b096-b0f9cdb7205e,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:38.362479 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port cd900efc-ab4c-469d-a2cd-0ca395df5d54 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:38.363040 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cd900efc-ab4c-469d-a2cd-0ca395df5d54), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:38.472119 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8d431d79-0255-45b1-8fba-a2aefa503aef None None] Publish callbacks [] for port (dc3405f2-7e3d-4267-b096-b0f9cdb7205e), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:38.485091 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78a157-837a-4f2f-b170-a2aaa507d4a1 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0096ead-f8c0-4e8f-8d19-e305b9e3aa48,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:38.501669 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f78a157-837a-4f2f-b170-a2aaa507d4a1 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:38.506805 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1f78a157-837a-4f2f-b170-a2aaa507d4a1 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9934151 Feb 08 21:51:38.521557 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59154) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:38.534229 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8d431d79-0255-45b1-8fba-a2aefa503aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (dc3405f2-7e3d-4267-b096-b0f9cdb7205e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:38.546872 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-6b01ef97-879d-4911-abd5-2843f0b6dc45 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Request body: {'security_group_rule': {'security_group_id': '052a3d99-074d-48d3-95bb-cd5ccd76bc8c', 'project_id': '224cdca309204cf4ab30e157a31b072a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:38.607803 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-791d2acc-c51c-4ebd-b8d5-22d503180450 None None] Set router a7b49699-02ed-42b6-bc7c-9dd7db00518f gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:51:38.656432 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6b01ef97-879d-4911-abd5-2843f0b6dc45 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for security_group_rule (8a7b9738-3cc4-45bf-bc28-63702f5b49fb), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:38.705005 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c1201c95-b72a-4ef1-9cf0-8c2fde3591c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04082e27-e43f-4a7d-975d-0c6424113f17', 'name': 'tempest-TestVolumeBackupRestore-21089657-router', 'tenant_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'cd900efc-ab4c-469d-a2cd-0ca395df5d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:51:10Z', 'updated_at': '2022-02-08T21:51:23Z', 'revision_number': 4, 'project_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'gw_port': {'id': 'cd900efc-ab4c-469d-a2cd-0ca395df5d54', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:68:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04082e27-e43f-4a7d-975d-0c6424113f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:12Z', 'updated_at': '2022-02-08T21:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '5e419b72-435c-452f-ac0c-1ac487c9ef74', 'name': '', 'network_id': '872dd483-80dc-4f25-adf3-2db0ddc9054d', 'tenant_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'mac_address': 'fa:16:3e:8b:31:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04082e27-e43f-4a7d-975d-0c6424113f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '53e2abd7-3252-4af0-a681-1736e42fa6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:20Z', 'updated_at': '2022-02-08T21:51:23Z', 'revision_number': 2, 'project_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'subnets': [{'id': '53e2abd7-3252-4af0-a681-1736e42fa6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:38.965168 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-e3c59461-0960-42dd-bf0e-70abf4c358ad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Allocated IP 172.20.0.3 (27f9d783-a380-45ce-9337-9219c380755c/fb6d878b-919b-4631-97ba-a14bf6829735/1520fb28-26cb-4855-84eb-4f3db6351933) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:51:38.976895 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-e3c59461-0960-42dd-bf0e-70abf4c358ad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Allocated IP 2001:db8::f816:3eff:fe78:f2c6 (27f9d783-a380-45ce-9337-9219c380755c/c6cba33e-f3f2-4a2c-842a-a5ed78207d1c/1520fb28-26cb-4855-84eb-4f3db6351933) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:51:39.094955 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port cd900efc-ab4c-469d-a2cd-0ca395df5d54 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:39.098855 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 556f29c4-61ee-482a-b134-8468f985aef7 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:51:39.251486 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-791d2acc-c51c-4ebd-b8d5-22d503180450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b49699-02ed-42b6-bc7c-9dd7db00518f', 'name': 'tempest-TestServerBasicOps-1104902754-router', 'tenant_id': '14935e8771d942dcbcd58657dd9196c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '556f29c4-61ee-482a-b134-8468f985aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:51:21Z', 'updated_at': '2022-02-08T21:51:32Z', 'revision_number': 4, 'project_id': '14935e8771d942dcbcd58657dd9196c1', 'gw_port': {'id': '556f29c4-61ee-482a-b134-8468f985aef7', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b49699-02ed-42b6-bc7c-9dd7db00518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:23Z', 'updated_at': '2022-02-08T21:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '311aa7dd-6b5b-48a7-9afe-07d03bad4858', 'name': '', 'network_id': '2b0054d5-f895-49cc-823e-ebf3bbb7db85', 'tenant_id': '14935e8771d942dcbcd58657dd9196c1', 'mac_address': 'fa:16:3e:0b:e3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b49699-02ed-42b6-bc7c-9dd7db00518f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '1835b7e1-798e-4646-aad5-03410535fb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:29Z', 'updated_at': '2022-02-08T21:51:32Z', 'revision_number': 2, 'project_id': '14935e8771d942dcbcd58657dd9196c1', 'subnets': [{'id': '1835b7e1-798e-4646-aad5-03410535fb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:39.270304 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1201c95-b72a-4ef1-9cf0-8c2fde3591c0 None None] Checking router: 04082e27-e43f-4a7d-975d-0c6424113f17 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:51:39.276651 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1201c95-b72a-4ef1-9cf0-8c2fde3591c0 None None] Updating router 04082e27-e43f-4a7d-975d-0c6424113f17 port 5e419b72-435c-452f-ac0c-1ac487c9ef74 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:51:39.303682 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791d2acc-c51c-4ebd-b8d5-22d503180450 None None] Checking router: a7b49699-02ed-42b6-bc7c-9dd7db00518f for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:51:39.304320 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791d2acc-c51c-4ebd-b8d5-22d503180450 None None] Updating router a7b49699-02ed-42b6-bc7c-9dd7db00518f port 311aa7dd-6b5b-48a7-9afe-07d03bad4858 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:51:39.370581 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-791d2acc-c51c-4ebd-b8d5-22d503180450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (311aa7dd-6b5b-48a7-9afe-07d03bad4858), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:39.383998 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3c59461-0960-42dd-bf0e-70abf4c358ad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (1520fb28-26cb-4855-84eb-4f3db6351933), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:39.449827 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c1201c95-b72a-4ef1-9cf0-8c2fde3591c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5e419b72-435c-452f-ac0c-1ac487c9ef74), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:39.458971 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d431d79-0255-45b1-8fba-a2aefa503aef None None] Pushing event updated for resources: {'Port': ['ID=dc3405f2-7e3d-4267-b096-b0f9cdb7205e,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:39.503067 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6b01ef97-879d-4911-abd5-2843f0b6dc45 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for security_group_rule (8a7b9738-3cc4-45bf-bc28-63702f5b49fb), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:39.509948 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6b01ef97-879d-4911-abd5-2843f0b6dc45 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (8a7b9738-3cc4-45bf-bc28-63702f5b49fb), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:39.539557 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3c59461-0960-42dd-bf0e-70abf4c358ad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (1520fb28-26cb-4855-84eb-4f3db6351933), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:39.581212 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6b01ef97-879d-4911-abd5-2843f0b6dc45 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:39.585972 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6b01ef97-879d-4911-abd5-2843f0b6dc45 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0717089 Feb 08 21:51:39.593348 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59174) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:39.618420 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-3c249766-0381-4502-af14-dd0d278b082a tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Request body: {'security_group_rule': {'security_group_id': '052a3d99-074d-48d3-95bb-cd5ccd76bc8c', 'project_id': '224cdca309204cf4ab30e157a31b072a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:39.640209 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c59461-0960-42dd-bf0e-70abf4c358ad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:39.645569 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-e3c59461-0960-42dd-bf0e-70abf4c358ad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:39.675471 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 556f29c4-61ee-482a-b134-8468f985aef7 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:39.675471 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (556f29c4-61ee-482a-b134-8468f985aef7), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:39.675955 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01ef97-879d-4911-abd5-2843f0b6dc45 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7b9738-3cc4-45bf-bc28-63702f5b49fb,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:39.743452 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c59461-0960-42dd-bf0e-70abf4c358ad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:51:39.749718 n-d-712143-31 neutron-server[103433]: INFO neutron.db.securitygroups_db [None req-3c249766-0381-4502-af14-dd0d278b082a tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Project 224cdca309204cf4ab30e157a31b072a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 21:51:39.782716 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3c249766-0381-4502-af14-dd0d278b082a tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for security_group_rule (5f225ff8-afd0-4aed-9165-98f6b3f4e8b4), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:39.842321 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c59461-0960-42dd-bf0e-70abf4c358ad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=1520fb28-26cb-4855-84eb-4f3db6351933,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:39.864711 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c59461-0960-42dd-bf0e-70abf4c358ad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:39.865747 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3c59461-0960-42dd-bf0e-70abf4c358ad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:39.923799 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e3c59461-0960-42dd-bf0e-70abf4c358ad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.5346382 Feb 08 21:51:39.931607 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59186) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:40.091981 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80cda94-0d33-46f0-850d-bba4964f494a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:40.105177 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3c249766-0381-4502-af14-dd0d278b082a tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for security_group_rule (5f225ff8-afd0-4aed-9165-98f6b3f4e8b4), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:40.112442 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80cda94-0d33-46f0-850d-bba4964f494a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:40.114711 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c80cda94-0d33-46f0-850d-bba4964f494a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1811161 Feb 08 21:51:40.120563 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59188) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:40.121735 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3c249766-0381-4502-af14-dd0d278b082a tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (5f225ff8-afd0-4aed-9165-98f6b3f4e8b4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:40.255815 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-791d2acc-c51c-4ebd-b8d5-22d503180450 None None] Publish callbacks [] for port (311aa7dd-6b5b-48a7-9afe-07d03bad4858), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:40.269520 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-791d2acc-c51c-4ebd-b8d5-22d503180450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (311aa7dd-6b5b-48a7-9afe-07d03bad4858), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:40.319657 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3c249766-0381-4502-af14-dd0d278b082a tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:40.323663 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3c249766-0381-4502-af14-dd0d278b082a tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7244661 Feb 08 21:51:40.326193 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59196) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:40.334411 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d399fa6e-5873-4786-88ab-ee029dbf37f2 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Request body: {'security_group_rule': {'security_group_id': '052a3d99-074d-48d3-95bb-cd5ccd76bc8c', 'project_id': '224cdca309204cf4ab30e157a31b072a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:40.338722 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c249766-0381-4502-af14-dd0d278b082a tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f225ff8-afd0-4aed-9165-98f6b3f4e8b4,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:40.375937 n-d-712143-31 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-d399fa6e-5873-4786-88ab-ee029dbf37f2 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Project 224cdca309204cf4ab30e157a31b072a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 21:51:40.388506 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c249766-0381-4502-af14-dd0d278b082a tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:40.389024 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d399fa6e-5873-4786-88ab-ee029dbf37f2 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for security_group_rule (89a447fc-7cee-4570-985c-5c10baad29ec), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:40.389215 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c249766-0381-4502-af14-dd0d278b082a tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:40.389499 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c249766-0381-4502-af14-dd0d278b082a tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:40.389921 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c249766-0381-4502-af14-dd0d278b082a tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:40.390316 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c249766-0381-4502-af14-dd0d278b082a tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:40.390716 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c249766-0381-4502-af14-dd0d278b082a tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:40.391068 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c249766-0381-4502-af14-dd0d278b082a tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:40.391411 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c249766-0381-4502-af14-dd0d278b082a tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:40.391903 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c249766-0381-4502-af14-dd0d278b082a tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:40.392304 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c249766-0381-4502-af14-dd0d278b082a tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:40.392978 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c249766-0381-4502-af14-dd0d278b082a tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:40.393340 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c249766-0381-4502-af14-dd0d278b082a tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:40.393933 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c249766-0381-4502-af14-dd0d278b082a tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:40.469892 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-107fafa5-69d9-40f3-a10e-cc73d7746c08 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting port 1520fb28-26cb-4855-84eb-4f3db6351933 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:51:40.470640 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-107fafa5-69d9-40f3-a10e-cc73d7746c08 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (1520fb28-26cb-4855-84eb-4f3db6351933), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:40.513618 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81468d31-7d31-4a5e-9988-ad7109d33cd7 None None] Pushing event updated for resources: {'Port': ['ID=311aa7dd-6b5b-48a7-9afe-07d03bad4858,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:40.544835 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81468d31-7d31-4a5e-9988-ad7109d33cd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:40.546923 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81468d31-7d31-4a5e-9988-ad7109d33cd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:40.547509 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81468d31-7d31-4a5e-9988-ad7109d33cd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:40.548928 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81468d31-7d31-4a5e-9988-ad7109d33cd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:40.553998 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81468d31-7d31-4a5e-9988-ad7109d33cd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:40.555243 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81468d31-7d31-4a5e-9988-ad7109d33cd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:40.556613 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81468d31-7d31-4a5e-9988-ad7109d33cd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:40.557701 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81468d31-7d31-4a5e-9988-ad7109d33cd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:40.558776 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81468d31-7d31-4a5e-9988-ad7109d33cd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:40.559209 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81468d31-7d31-4a5e-9988-ad7109d33cd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:40.560300 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81468d31-7d31-4a5e-9988-ad7109d33cd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:40.560730 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81468d31-7d31-4a5e-9988-ad7109d33cd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:40.561173 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81468d31-7d31-4a5e-9988-ad7109d33cd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:51:40.588158 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d399fa6e-5873-4786-88ab-ee029dbf37f2 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for security_group_rule (89a447fc-7cee-4570-985c-5c10baad29ec), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:40.597777 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d399fa6e-5873-4786-88ab-ee029dbf37f2 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (89a447fc-7cee-4570-985c-5c10baad29ec), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:40.620833 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-791d2acc-c51c-4ebd-b8d5-22d503180450 None None] Attempting to bind port 311aa7dd-6b5b-48a7-9afe-07d03bad4858 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:51:40.629689 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-791d2acc-c51c-4ebd-b8d5-22d503180450 None None] Attempting to bind port 311aa7dd-6b5b-48a7-9afe-07d03bad4858 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '100844f2-610f-4803-b8cc-5f647208dd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2b0054d5-f895-49cc-823e-ebf3bbb7db85'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:51:40.629940 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399fa6e-5873-4786-88ab-ee029dbf37f2 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a447fc-7cee-4570-985c-5c10baad29ec,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:40.631140 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d2acc-c51c-4ebd-b8d5-22d503180450 None None] Attempting to bind port 311aa7dd-6b5b-48a7-9afe-07d03bad4858 on network 2b0054d5-f895-49cc-823e-ebf3bbb7db85 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:51:40.651197 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d399fa6e-5873-4786-88ab-ee029dbf37f2 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:40.654074 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d399fa6e-5873-4786-88ab-ee029dbf37f2 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3265624 Feb 08 21:51:40.657131 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d2acc-c51c-4ebd-b8d5-22d503180450 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:51:40.659129 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d2acc-c51c-4ebd-b8d5-22d503180450 None None] Checking segment: {'id': '100844f2-610f-4803-b8cc-5f647208dd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2b0054d5-f895-49cc-823e-ebf3bbb7db85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:51:40.659652 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-791d2acc-c51c-4ebd-b8d5-22d503180450 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:40.660125 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791d2acc-c51c-4ebd-b8d5-22d503180450 None None] Bound using segment: {'id': '100844f2-610f-4803-b8cc-5f647208dd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2b0054d5-f895-49cc-823e-ebf3bbb7db85'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:51:40.660716 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-791d2acc-c51c-4ebd-b8d5-22d503180450 None None] Bound port: 311aa7dd-6b5b-48a7-9afe-07d03bad4858, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '100844f2-610f-4803-b8cc-5f647208dd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2b0054d5-f895-49cc-823e-ebf3bbb7db85'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:51:40.661192 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-791d2acc-c51c-4ebd-b8d5-22d503180450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (311aa7dd-6b5b-48a7-9afe-07d03bad4858), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:40.681732 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 556f29c4-61ee-482a-b134-8468f985aef7 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:40.896017 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-107fafa5-69d9-40f3-a10e-cc73d7746c08 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (1520fb28-26cb-4855-84eb-4f3db6351933), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:40.941850 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-107fafa5-69d9-40f3-a10e-cc73d7746c08 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Calling delete_port for 1520fb28-26cb-4855-84eb-4f3db6351933 owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:51:40.958271 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-791d2acc-c51c-4ebd-b8d5-22d503180450 None None] For port 311aa7dd-6b5b-48a7-9afe-07d03bad4858, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:51:40.964635 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-791d2acc-c51c-4ebd-b8d5-22d503180450 None None] For port 311aa7dd-6b5b-48a7-9afe-07d03bad4858, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=311aa7dd-6b5b-48a7-9afe-07d03bad4858,segment=NetworkSegment(100844f2-610f-4803-b8cc-5f647208dd1b),segment_id=100844f2-610f-4803-b8cc-5f647208dd1b)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:51:40.978213 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-791d2acc-c51c-4ebd-b8d5-22d503180450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (311aa7dd-6b5b-48a7-9afe-07d03bad4858), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:41.074190 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device dc3405f2-7e3d-4267-b096-b0f9cdb7205e up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:51:41.194925 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81468d31-7d31-4a5e-9988-ad7109d33cd7 None None] Pushing event updated for resources: {'Port': ['ID=311aa7dd-6b5b-48a7-9afe-07d03bad4858,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:41.227332 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791d2acc-c51c-4ebd-b8d5-22d503180450 None None] Routers {'a7b49699-02ed-42b6-bc7c-9dd7db00518f'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:51:41.228343 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-791d2acc-c51c-4ebd-b8d5-22d503180450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:51:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['a7b49699-02ed-42b6-bc7c-9dd7db00518f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:41.264686 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-3c8e1f18-400d-4204-9164-b3fd027f4f94 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-744768012&fields=id&tenant_id=224cdca309204cf4ab30e157a31b072a HTTP/1.1" status: 200 len: 267 time: 0.3386409 Feb 08 21:51:41.275838 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c1201c95-b72a-4ef1-9cf0-8c2fde3591c0 None None] Publish callbacks [] for port (5e419b72-435c-452f-ac0c-1ac487c9ef74), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:41.312465 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c1201c95-b72a-4ef1-9cf0-8c2fde3591c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5e419b72-435c-452f-ac0c-1ac487c9ef74), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:41.388491 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8086dcd-5309-4af2-b5bc-e7a5e817a736 None None] Pushing event updated for resources: {'Port': ['ID=5e419b72-435c-452f-ac0c-1ac487c9ef74,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:41.425575 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port dc3405f2-7e3d-4267-b096-b0f9cdb7205e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:41.426814 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (dc3405f2-7e3d-4267-b096-b0f9cdb7205e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:41.543308 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-791d2acc-c51c-4ebd-b8d5-22d503180450 None None] Set router a7b49699-02ed-42b6-bc7c-9dd7db00518f gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:51:41.606027 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-c0c962c0-7376-409c-b7a6-0fcad24b56f0 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:41.608572 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-c0c962c0-7376-409c-b7a6-0fcad24b56f0 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/networks?id=0512048c-55e1-420b-8bea-491fbd42c90c HTTP/1.1" status: 200 len: 809 time: 0.3082697 Feb 08 21:51:41.629859 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c1201c95-b72a-4ef1-9cf0-8c2fde3591c0 None None] Attempting to bind port 5e419b72-435c-452f-ac0c-1ac487c9ef74 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:51:41.631402 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c1201c95-b72a-4ef1-9cf0-8c2fde3591c0 None None] Attempting to bind port 5e419b72-435c-452f-ac0c-1ac487c9ef74 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'be4fcaaf-37c1-4563-a30e-bf1cc30f5954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '872dd483-80dc-4f25-adf3-2db0ddc9054d'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:51:41.631626 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1201c95-b72a-4ef1-9cf0-8c2fde3591c0 None None] Attempting to bind port 5e419b72-435c-452f-ac0c-1ac487c9ef74 on network 872dd483-80dc-4f25-adf3-2db0ddc9054d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:51:41.651260 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c101ce15-5b1e-4631-acd8-d74e4cf2cb6e None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:51:41.755495 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-b80c8536-c2a6-47c8-a693-953c34e2d503 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/quotas/224cdca309204cf4ab30e157a31b072a HTTP/1.1" status: 200 len: 375 time: 0.0679049 Feb 08 21:51:41.859875 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1201c95-b72a-4ef1-9cf0-8c2fde3591c0 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:51:41.860499 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1201c95-b72a-4ef1-9cf0-8c2fde3591c0 None None] Checking segment: {'id': 'be4fcaaf-37c1-4563-a30e-bf1cc30f5954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '872dd483-80dc-4f25-adf3-2db0ddc9054d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:51:41.860744 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c1201c95-b72a-4ef1-9cf0-8c2fde3591c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:41.861142 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1201c95-b72a-4ef1-9cf0-8c2fde3591c0 None None] Bound using segment: {'id': 'be4fcaaf-37c1-4563-a30e-bf1cc30f5954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '872dd483-80dc-4f25-adf3-2db0ddc9054d'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:51:41.861687 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c1201c95-b72a-4ef1-9cf0-8c2fde3591c0 None None] Bound port: 5e419b72-435c-452f-ac0c-1ac487c9ef74, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4fcaaf-37c1-4563-a30e-bf1cc30f5954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '872dd483-80dc-4f25-adf3-2db0ddc9054d'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:51:41.862086 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c1201c95-b72a-4ef1-9cf0-8c2fde3591c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5e419b72-435c-452f-ac0c-1ac487c9ef74), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:41.966296 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-107fafa5-69d9-40f3-a10e-cc73d7746c08 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (1520fb28-26cb-4855-84eb-4f3db6351933), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:42.106071 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c1201c95-b72a-4ef1-9cf0-8c2fde3591c0 None None] For port 5e419b72-435c-452f-ac0c-1ac487c9ef74, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:51:42.132368 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c1201c95-b72a-4ef1-9cf0-8c2fde3591c0 None None] For port 5e419b72-435c-452f-ac0c-1ac487c9ef74, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5e419b72-435c-452f-ac0c-1ac487c9ef74,segment=NetworkSegment(be4fcaaf-37c1-4563-a30e-bf1cc30f5954),segment_id=be4fcaaf-37c1-4563-a30e-bf1cc30f5954)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:51:42.167295 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c1201c95-b72a-4ef1-9cf0-8c2fde3591c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5e419b72-435c-452f-ac0c-1ac487c9ef74), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:42.215281 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fafa5-69d9-40f3-a10e-cc73d7746c08 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Port': ['ID=1520fb28-26cb-4855-84eb-4f3db6351933,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:42.251185 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-fcbfd504-6da1-453b-acb3-85490566037c None None] Provisioning complete for port dc3405f2-7e3d-4267-b096-b0f9cdb7205e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:42.251455 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fcbfd504-6da1-453b-acb3-85490566037c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (dc3405f2-7e3d-4267-b096-b0f9cdb7205e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:42.255714 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-791d2acc-c51c-4ebd-b8d5-22d503180450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b49699-02ed-42b6-bc7c-9dd7db00518f', 'name': 'tempest-TestServerBasicOps-1104902754-router', 'tenant_id': '14935e8771d942dcbcd58657dd9196c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '556f29c4-61ee-482a-b134-8468f985aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:51:21Z', 'updated_at': '2022-02-08T21:51:32Z', 'revision_number': 4, 'project_id': '14935e8771d942dcbcd58657dd9196c1', 'gw_port': {'id': '556f29c4-61ee-482a-b134-8468f985aef7', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b49699-02ed-42b6-bc7c-9dd7db00518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:23Z', 'updated_at': '2022-02-08T21:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '311aa7dd-6b5b-48a7-9afe-07d03bad4858', 'name': '', 'network_id': '2b0054d5-f895-49cc-823e-ebf3bbb7db85', 'tenant_id': '14935e8771d942dcbcd58657dd9196c1', 'mac_address': 'fa:16:3e:0b:e3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b49699-02ed-42b6-bc7c-9dd7db00518f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '1835b7e1-798e-4646-aad5-03410535fb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:29Z', 'updated_at': '2022-02-08T21:51:40Z', 'revision_number': 4, 'project_id': '14935e8771d942dcbcd58657dd9196c1', 'subnets': [{'id': '1835b7e1-798e-4646-aad5-03410535fb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:42.282682 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-c3d3723e-925b-46bc-852d-3e4895bb7671 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=224cdca309204cf4ab30e157a31b072a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5262759 Feb 08 21:51:42.308119 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791d2acc-c51c-4ebd-b8d5-22d503180450 None None] The sync data for ids ['a7b49699-02ed-42b6-bc7c-9dd7db00518f'] in n-d-712143-31 is: [{'id': 'a7b49699-02ed-42b6-bc7c-9dd7db00518f', 'name': 'tempest-TestServerBasicOps-1104902754-router', 'tenant_id': '14935e8771d942dcbcd58657dd9196c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '556f29c4-61ee-482a-b134-8468f985aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:51:21Z', 'updated_at': '2022-02-08T21:51:32Z', 'revision_number': 4, 'project_id': '14935e8771d942dcbcd58657dd9196c1', 'gw_port': {'id': '556f29c4-61ee-482a-b134-8468f985aef7', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b49699-02ed-42b6-bc7c-9dd7db00518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:23Z', 'updated_at': '2022-02-08T21:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '311aa7dd-6b5b-48a7-9afe-07d03bad4858', 'name': '', 'network_id': '2b0054d5-f895-49cc-823e-ebf3bbb7db85', 'tenant_id': '14935e8771d942dcbcd58657dd9196c1', 'mac_address': 'fa:16:3e:0b:e3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b49699-02ed-42b6-bc7c-9dd7db00518f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '1835b7e1-798e-4646-aad5-03410535fb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:29Z', 'updated_at': '2022-02-08T21:51:40Z', 'revision_number': 4, 'project_id': '14935e8771d942dcbcd58657dd9196c1', 'subnets': [{'id': '1835b7e1-798e-4646-aad5-03410535fb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:51:42.336907 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port dc3405f2-7e3d-4267-b096-b0f9cdb7205e is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:42.342664 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dc3405f2-7e3d-4267-b096-b0f9cdb7205e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:42.464621 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1201c95-b72a-4ef1-9cf0-8c2fde3591c0 None None] Routers {'04082e27-e43f-4a7d-975d-0c6424113f17'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:51:42.465425 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c1201c95-b72a-4ef1-9cf0-8c2fde3591c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:51:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['04082e27-e43f-4a7d-975d-0c6424113f17'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:42.488208 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8086dcd-5309-4af2-b5bc-e7a5e817a736 None None] Pushing event updated for resources: {'Port': ['ID=5e419b72-435c-452f-ac0c-1ac487c9ef74,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:42.579820 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-5551643c-3ce2-4ee4-b036-908d3def9190 service neutron] 10.222.0.88 "GET /v2.0/networks/0512048c-55e1-420b-8bea-491fbd42c90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549522 Feb 08 21:51:42.863208 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port dc3405f2-7e3d-4267-b096-b0f9cdb7205e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=dc3405f2-7e3d-4267-b096-b0f9cdb7205e,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:42.880109 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (dc3405f2-7e3d-4267-b096-b0f9cdb7205e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:42.948571 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-fcbfd504-6da1-453b-acb3-85490566037c None None] Current status of the port dc3405f2-7e3d-4267-b096-b0f9cdb7205e is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:42.949849 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fcbfd504-6da1-453b-acb3-85490566037c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dc3405f2-7e3d-4267-b096-b0f9cdb7205e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:42.989489 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-4eb25939-4d33-42c8-bc0b-6575c478df45 service neutron] 10.222.0.88 "GET /v2.0/networks/0512048c-55e1-420b-8bea-491fbd42c90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056506 Feb 08 21:51:43.108196 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-c1201c95-b72a-4ef1-9cf0-8c2fde3591c0 None None] Set router 04082e27-e43f-4a7d-975d-0c6424113f17 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:51:43.113746 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=dc3405f2-7e3d-4267-b096-b0f9cdb7205e,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:43.150888 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-107fafa5-69d9-40f3-a10e-cc73d7746c08 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:43.154437 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-107fafa5-69d9-40f3-a10e-cc73d7746c08 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/1520fb28-26cb-4855-84eb-4f3db6351933 HTTP/1.1" status: 204 len: 168 time: 3.0301566 Feb 08 21:51:43.157185 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59262) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:43.366455 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13c5d35-702c-44db-bca5-59d87efe7ea7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:43.368450 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13c5d35-702c-44db-bca5-59d87efe7ea7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:43.378844 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13c5d35-702c-44db-bca5-59d87efe7ea7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:43.389570 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b13c5d35-702c-44db-bca5-59d87efe7ea7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2252057 Feb 08 21:51:43.391558 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59266) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:43.497619 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-fcbfd504-6da1-453b-acb3-85490566037c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:51:43.498177 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-fcbfd504-6da1-453b-acb3-85490566037c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:51:43.499665 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5e419b72-435c-452f-ac0c-1ac487c9ef74 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:51:43.584458 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f90df48-d0b4-4a41-9d20-c2bca82e8eaf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet c6cba33e-f3f2-4a2c-842a-a5ed78207d1c {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:51:43.706393 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4f90df48-d0b4-4a41-9d20-c2bca82e8eaf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (c6cba33e-f3f2-4a2c-842a-a5ed78207d1c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:43.830154 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4f90df48-d0b4-4a41-9d20-c2bca82e8eaf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (c6cba33e-f3f2-4a2c-842a-a5ed78207d1c), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:43.992090 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 5e419b72-435c-452f-ac0c-1ac487c9ef74 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:43.992956 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5e419b72-435c-452f-ac0c-1ac487c9ef74), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:44.030623 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4f90df48-d0b4-4a41-9d20-c2bca82e8eaf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (c6cba33e-f3f2-4a2c-842a-a5ed78207d1c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:44.198840 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c2192407-908c-4c51-b465-7ded0e6df7b1 req-6b22d12a-4424-456d-b27d-f7a78ac0724c tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd14a583-6008-4070-857b-d7384a68a06b HTTP/1.1" status: 200 len: 210 time: 0.5793414 Feb 08 21:51:44.201117 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4f90df48-d0b4-4a41-9d20-c2bca82e8eaf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (c6cba33e-f3f2-4a2c-842a-a5ed78207d1c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:44.246203 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90df48-d0b4-4a41-9d20-c2bca82e8eaf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=c6cba33e-f3f2-4a2c-842a-a5ed78207d1c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:44.262855 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4f90df48-d0b4-4a41-9d20-c2bca82e8eaf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:44.274967 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59288) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:44.276148 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4f90df48-d0b4-4a41-9d20-c2bca82e8eaf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/c6cba33e-f3f2-4a2c-842a-a5ed78207d1c HTTP/1.1" status: 204 len: 168 time: 0.8833864 Feb 08 21:51:44.355266 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-fcbfd504-6da1-453b-acb3-85490566037c None None] Current status of the port dc3405f2-7e3d-4267-b096-b0f9cdb7205e is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:44.377439 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f41333-e72f-413c-ab41-a2f99027b6d1 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:51:44.437136 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-de8b69bc-c97f-4032-86ae-93d07bda146b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet fb6d878b-919b-4631-97ba-a14bf6829735 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:51:44.447703 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de8b69bc-c97f-4032-86ae-93d07bda146b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (fb6d878b-919b-4631-97ba-a14bf6829735), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:44.602279 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c1201c95-b72a-4ef1-9cf0-8c2fde3591c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04082e27-e43f-4a7d-975d-0c6424113f17', 'name': 'tempest-TestVolumeBackupRestore-21089657-router', 'tenant_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'cd900efc-ab4c-469d-a2cd-0ca395df5d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:51:10Z', 'updated_at': '2022-02-08T21:51:23Z', 'revision_number': 4, 'project_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'gw_port': {'id': 'cd900efc-ab4c-469d-a2cd-0ca395df5d54', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:68:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04082e27-e43f-4a7d-975d-0c6424113f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:12Z', 'updated_at': '2022-02-08T21:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '5e419b72-435c-452f-ac0c-1ac487c9ef74', 'name': '', 'network_id': '872dd483-80dc-4f25-adf3-2db0ddc9054d', 'tenant_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'mac_address': 'fa:16:3e:8b:31:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04082e27-e43f-4a7d-975d-0c6424113f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '53e2abd7-3252-4af0-a681-1736e42fa6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:20Z', 'updated_at': '2022-02-08T21:51:42Z', 'revision_number': 4, 'project_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'subnets': [{'id': '53e2abd7-3252-4af0-a681-1736e42fa6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:51:44.616647 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de8b69bc-c97f-4032-86ae-93d07bda146b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (fb6d878b-919b-4631-97ba-a14bf6829735), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:44.732423 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1201c95-b72a-4ef1-9cf0-8c2fde3591c0 None None] The sync data for ids ['04082e27-e43f-4a7d-975d-0c6424113f17'] in n-d-712143-31 is: [{'id': '04082e27-e43f-4a7d-975d-0c6424113f17', 'name': 'tempest-TestVolumeBackupRestore-21089657-router', 'tenant_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'cd900efc-ab4c-469d-a2cd-0ca395df5d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:51:10Z', 'updated_at': '2022-02-08T21:51:23Z', 'revision_number': 4, 'project_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'gw_port': {'id': 'cd900efc-ab4c-469d-a2cd-0ca395df5d54', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:68:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04082e27-e43f-4a7d-975d-0c6424113f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:12Z', 'updated_at': '2022-02-08T21:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '5e419b72-435c-452f-ac0c-1ac487c9ef74', 'name': '', 'network_id': '872dd483-80dc-4f25-adf3-2db0ddc9054d', 'tenant_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'mac_address': 'fa:16:3e:8b:31:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04082e27-e43f-4a7d-975d-0c6424113f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '53e2abd7-3252-4af0-a681-1736e42fa6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:20Z', 'updated_at': '2022-02-08T21:51:42Z', 'revision_number': 4, 'project_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'subnets': [{'id': '53e2abd7-3252-4af0-a681-1736e42fa6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:51:44.788181 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-0b08df35-a2ab-439e-9fd9-ad85b3f0cdb2 None None] Provisioning complete for port dc3405f2-7e3d-4267-b096-b0f9cdb7205e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:44.789182 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b08df35-a2ab-439e-9fd9-ad85b3f0cdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (dc3405f2-7e3d-4267-b096-b0f9cdb7205e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:44.850225 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de8b69bc-c97f-4032-86ae-93d07bda146b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (fb6d878b-919b-4631-97ba-a14bf6829735), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:44.867705 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 5e419b72-435c-452f-ac0c-1ac487c9ef74 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:44.868034 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5e419b72-435c-452f-ac0c-1ac487c9ef74), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:45.004676 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de8b69bc-c97f-4032-86ae-93d07bda146b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (fb6d878b-919b-4631-97ba-a14bf6829735), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:45.068459 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 5e419b72-435c-452f-ac0c-1ac487c9ef74, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5e419b72-435c-452f-ac0c-1ac487c9ef74,segment=NetworkSegment(be4fcaaf-37c1-4563-a30e-bf1cc30f5954),segment_id=be4fcaaf-37c1-4563-a30e-bf1cc30f5954)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:45.108057 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5e419b72-435c-452f-ac0c-1ac487c9ef74), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:45.109724 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b69bc-c97f-4032-86ae-93d07bda146b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=fb6d878b-919b-4631-97ba-a14bf6829735,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:45.127323 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 311aa7dd-6b5b-48a7-9afe-07d03bad4858 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:51:45.141878 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de8b69bc-c97f-4032-86ae-93d07bda146b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:45.145311 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-de8b69bc-c97f-4032-86ae-93d07bda146b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/fb6d878b-919b-4631-97ba-a14bf6829735 HTTP/1.1" status: 204 len: 168 time: 0.8669567 Feb 08 21:51:45.148148 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59304) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:45.166668 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0b08df35-a2ab-439e-9fd9-ad85b3f0cdb2 None None] Current status of the port dc3405f2-7e3d-4267-b096-b0f9cdb7205e is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:45.279067 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59308) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:45.296974 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-aa97be43-4332-4e2c-ba57-fa3b8c79a9e7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1320560 Feb 08 21:51:45.365429 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=5e419b72-435c-452f-ac0c-1ac487c9ef74,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:45.423197 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ab3ba2-3bfa-4f49-bcee-4a82ec8f22b4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:45.438141 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59314) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:45.449248 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-83ab3ba2-3bfa-4f49-bcee-4a82ec8f22b4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1686065 Feb 08 21:51:45.602620 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc860a6f-e683-43b1-8d4f-b500091193f1 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:45.609713 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59320) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:45.618463 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-dc860a6f-e683-43b1-8d4f-b500091193f1 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1787794 Feb 08 21:51:45.732921 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59326) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:45.734216 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-360edd3a-107b-4550-8547-28949b185c27 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1222391 Feb 08 21:51:45.743321 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-90925c3c-79f4-47b8-bd0b-b8415ac46ee5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:45.918298 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-0b08df35-a2ab-439e-9fd9-ad85b3f0cdb2 None None] Provisioning complete for port 311aa7dd-6b5b-48a7-9afe-07d03bad4858 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:45.918753 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b08df35-a2ab-439e-9fd9-ad85b3f0cdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (311aa7dd-6b5b-48a7-9afe-07d03bad4858), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:45.973308 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-371080ab-dc88-4cda-883f-99b2b5b28433 req-1cf98602-6053-4374-a11b-5d0b90ab8d20 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd14a583-6008-4070-857b-d7384a68a06b HTTP/1.1" status: 200 len: 210 time: 0.3527374 Feb 08 21:51:45.981183 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0665fbd1-0960-4b9a-b3aa-512ac239c14e None None] Update dhcp port {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'fixed_ips': [{'subnet_id': 'fb6d878b-919b-4631-97ba-a14bf6829735'}], 'binding:host_id': 'n-d-712143-31'}, 'id': 'dc3405f2-7e3d-4267-b096-b0f9cdb7205e'} from n-d-712143-31. {{(pid=103435) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 21:51:46.059293 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 311aa7dd-6b5b-48a7-9afe-07d03bad4858 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:46.061834 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (311aa7dd-6b5b-48a7-9afe-07d03bad4858), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:46.146536 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0665fbd1-0960-4b9a-b3aa-512ac239c14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dc3405f2-7e3d-4267-b096-b0f9cdb7205e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:46.176984 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90925c3c-79f4-47b8-bd0b-b8415ac46ee5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:51:46.180643 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-90925c3c-79f4-47b8-bd0b-b8415ac46ee5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:46.183828 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-90925c3c-79f4-47b8-bd0b-b8415ac46ee5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:51:46.184555 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90925c3c-79f4-47b8-bd0b-b8415ac46ee5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:51:46.207419 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-90925c3c-79f4-47b8-bd0b-b8415ac46ee5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4727898 Feb 08 21:51:46.210796 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59334) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:46.229762 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-81413965-51f7-4c55-8621-030bd64e68ef tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:46.387111 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0b08df35-a2ab-439e-9fd9-ad85b3f0cdb2 None None] Current status of the port 311aa7dd-6b5b-48a7-9afe-07d03bad4858 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:46.391495 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-01fb2523-837e-4055-902d-230c65fa81e4 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:46.393106 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-01fb2523-837e-4055-902d-230c65fa81e4 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.94 "GET /v2.0/networks?id=0512048c-55e1-420b-8bea-491fbd42c90c HTTP/1.1" status: 200 len: 809 time: 0.1803873 Feb 08 21:51:46.405608 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b08df35-a2ab-439e-9fd9-ad85b3f0cdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (311aa7dd-6b5b-48a7-9afe-07d03bad4858), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:46.524101 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81413965-51f7-4c55-8621-030bd64e68ef tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:51:46.526647 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-96987247-efe1-4ae7-9bc5-e69b30115030 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=224cdca309204cf4ab30e157a31b072a HTTP/1.1" status: 200 len: 379 time: 0.1244965 Feb 08 21:51:46.530288 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-81413965-51f7-4c55-8621-030bd64e68ef tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:46.535981 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-b73a95f8-287f-4c36-9271-1d1c7b2a88b7 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Request body: {'port': {'device_id': 'bd14a583-6008-4070-857b-d7384a68a06b', 'network_id': '0512048c-55e1-420b-8bea-491fbd42c90c', 'admin_state_up': True, 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'security_groups': ['052a3d99-074d-48d3-95bb-cd5ccd76bc8c']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:46.537414 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-81413965-51f7-4c55-8621-030bd64e68ef tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:51:46.539604 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81413965-51f7-4c55-8621-030bd64e68ef tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:51:46.578772 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-81413965-51f7-4c55-8621-030bd64e68ef tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3668764 Feb 08 21:51:46.581892 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59340) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:46.588181 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-4f1228cc-365b-4d07-bacd-09f2ba611e62 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:46.630806 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-0b08df35-a2ab-439e-9fd9-ad85b3f0cdb2 None None] For port 311aa7dd-6b5b-48a7-9afe-07d03bad4858, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=311aa7dd-6b5b-48a7-9afe-07d03bad4858,segment=NetworkSegment(100844f2-610f-4803-b8cc-5f647208dd1b),segment_id=100844f2-610f-4803-b8cc-5f647208dd1b)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:46.825840 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b08df35-a2ab-439e-9fd9-ad85b3f0cdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (311aa7dd-6b5b-48a7-9afe-07d03bad4858), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:46.832006 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-b73a95f8-287f-4c36-9271-1d1c7b2a88b7 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Made reservation on behalf of 224cdca309204cf4ab30e157a31b072a for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:51:46.838280 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 311aa7dd-6b5b-48a7-9afe-07d03bad4858 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:46.838681 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (311aa7dd-6b5b-48a7-9afe-07d03bad4858), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:46.849579 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-b73a95f8-287f-4c36-9271-1d1c7b2a88b7 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:46.886962 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1228cc-365b-4d07-bacd-09f2ba611e62 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:51:46.900529 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4f1228cc-365b-4d07-bacd-09f2ba611e62 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:46.904735 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1228cc-365b-4d07-bacd-09f2ba611e62 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:51:46.905523 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f1228cc-365b-4d07-bacd-09f2ba611e62 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:51:46.953541 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4f1228cc-365b-4d07-bacd-09f2ba611e62 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3702843 Feb 08 21:51:46.956430 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59348) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:46.960777 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-0b08df35-a2ab-439e-9fd9-ad85b3f0cdb2 None None] Provisioning complete for port 5e419b72-435c-452f-ac0c-1ac487c9ef74 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:46.961159 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b08df35-a2ab-439e-9fd9-ad85b3f0cdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5e419b72-435c-452f-ac0c-1ac487c9ef74), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:46.964874 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-6e926a0f-56c7-44ae-8165-7030000e9da4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:46.969365 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a56126-16a8-4215-91a6-a710134b9be0 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:51:47.092860 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e926a0f-56c7-44ae-8165-7030000e9da4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:51:47.103970 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e926a0f-56c7-44ae-8165-7030000e9da4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:47.107765 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e926a0f-56c7-44ae-8165-7030000e9da4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:51:47.110691 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e926a0f-56c7-44ae-8165-7030000e9da4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:51:47.147228 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6e926a0f-56c7-44ae-8165-7030000e9da4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1889288 Feb 08 21:51:47.153214 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59354) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:47.162981 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-d207ae37-04f7-4439-afc9-b4a4042c3da4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:47.187647 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-b73a95f8-287f-4c36-9271-1d1c7b2a88b7 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Allocated IP 172.20.0.8 (0512048c-55e1-420b-8bea-491fbd42c90c/0aba1a01-7dcc-429b-a7ed-eefc12dcd42c/f9e84ae9-01e4-4066-a89f-9c7839ed4c39) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:51:47.213416 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08df35-a2ab-439e-9fd9-ad85b3f0cdb2 None None] Pushing event updated for resources: {'Port': ['ID=311aa7dd-6b5b-48a7-9afe-07d03bad4858,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:47.244336 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:51:47.244695 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:51:47.327478 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0b08df35-a2ab-439e-9fd9-ad85b3f0cdb2 None None] Current status of the port 5e419b72-435c-452f-ac0c-1ac487c9ef74 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:47.399671 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb8b632-1373-4b8d-84aa-3057cb0713ba None None] DHCP port deletion for 27f9d783-a380-45ce-9337-9219c380755c request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:51:47.407926 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c1d7ace6-fe7d-45c6-8651-b9b742dc0963 req-d248fc26-fcb1-4846-a443-72cb803ef308 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd14a583-6008-4070-857b-d7384a68a06b HTTP/1.1" status: 200 len: 210 time: 0.2257223 Feb 08 21:51:47.449420 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d207ae37-04f7-4439-afc9-b4a4042c3da4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:51:47.461607 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d207ae37-04f7-4439-afc9-b4a4042c3da4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:47.468134 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-d207ae37-04f7-4439-afc9-b4a4042c3da4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:51:47.468662 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d207ae37-04f7-4439-afc9-b4a4042c3da4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:51:47.496580 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d207ae37-04f7-4439-afc9-b4a4042c3da4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3417971 Feb 08 21:51:47.499524 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59356) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:47.513878 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-74fa7df3-e4af-4262-ac51-184734515741 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:47.519217 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-734c416e-ece8-4384-86e7-3bb73f6b89c0 None None] Provisioning complete for port dc3405f2-7e3d-4267-b096-b0f9cdb7205e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:47.527523 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-734c416e-ece8-4384-86e7-3bb73f6b89c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (dc3405f2-7e3d-4267-b096-b0f9cdb7205e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:47.557334 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-b73a95f8-287f-4c36-9271-1d1c7b2a88b7 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for port (f9e84ae9-01e4-4066-a89f-9c7839ed4c39), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:47.591944 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1bb8b632-1373-4b8d-84aa-3057cb0713ba None None] Deleting port dc3405f2-7e3d-4267-b096-b0f9cdb7205e {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:51:47.592567 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1bb8b632-1373-4b8d-84aa-3057cb0713ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (dc3405f2-7e3d-4267-b096-b0f9cdb7205e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:47.649415 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-b73a95f8-287f-4c36-9271-1d1c7b2a88b7 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (f9e84ae9-01e4-4066-a89f-9c7839ed4c39), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:47.679435 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-1bb8b632-1373-4b8d-84aa-3057cb0713ba None None] For port dc3405f2-7e3d-4267-b096-b0f9cdb7205e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=dc3405f2-7e3d-4267-b096-b0f9cdb7205e,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:47.680422 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1bb8b632-1373-4b8d-84aa-3057cb0713ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (dc3405f2-7e3d-4267-b096-b0f9cdb7205e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:47.703628 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fa7df3-e4af-4262-ac51-184734515741 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:51:47.707616 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-74fa7df3-e4af-4262-ac51-184734515741 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:47.710794 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-74fa7df3-e4af-4262-ac51-184734515741 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:51:47.711251 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74fa7df3-e4af-4262-ac51-184734515741 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:51:47.741627 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-74fa7df3-e4af-4262-ac51-184734515741 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2407036 Feb 08 21:51:47.746069 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59362) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:47.781964 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1bb8b632-1373-4b8d-84aa-3057cb0713ba None None] Calling delete_port for dc3405f2-7e3d-4267-b096-b0f9cdb7205e owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:51:47.798259 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-b73a95f8-287f-4c36-9271-1d1c7b2a88b7 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Network 0512048c-55e1-420b-8bea-491fbd42c90c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:47.810948 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-b73a95f8-287f-4c36-9271-1d1c7b2a88b7 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:47.815275 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-b73a95f8-287f-4c36-9271-1d1c7b2a88b7 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:51:47.888030 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494a8302-a263-4804-b694-bd2130ae206b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:47.894611 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-734c416e-ece8-4384-86e7-3bb73f6b89c0 None None] Current status of the port dc3405f2-7e3d-4267-b096-b0f9cdb7205e is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:47.898907 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-494a8302-a263-4804-b694-bd2130ae206b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1514297 Feb 08 21:51:47.901416 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59364) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:47.905409 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-b73a95f8-287f-4c36-9271-1d1c7b2a88b7 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:47.906313 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-b73a95f8-287f-4c36-9271-1d1c7b2a88b7 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:47.927073 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-b73a95f8-287f-4c36-9271-1d1c7b2a88b7 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3957167 Feb 08 21:51:47.939704 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-db70c660-3155-4a10-aa09-f17facb6a921 service neutron] Request body: {'port': {'device_id': 'bd14a583-6008-4070-857b-d7384a68a06b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:47.990776 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a95f8-287f-4c36-9271-1d1c7b2a88b7 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Pushing event updated for resources: {'Port': ['ID=f9e84ae9-01e4-4066-a89f-9c7839ed4c39,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:48.023930 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79192fa-a571-4ac0-bae5-016b397761ed tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:48.033742 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 311aa7dd-6b5b-48a7-9afe-07d03bad4858 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:48.045852 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-db70c660-3155-4a10-aa09-f17facb6a921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f9e84ae9-01e4-4066-a89f-9c7839ed4c39), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:48.050178 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e79192fa-a571-4ac0-bae5-016b397761ed tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1477234 Feb 08 21:51:48.052923 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59366) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:48.116762 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1bb8b632-1373-4b8d-84aa-3057cb0713ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (dc3405f2-7e3d-4267-b096-b0f9cdb7205e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:48.167774 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-648d6139-a3d0-4a83-90b2-b95668016df1 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1077275 Feb 08 21:51:48.168403 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59370) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:48.174720 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-acc77ba4-21a4-4073-9aeb-32d68c50efad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:48.203707 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8b632-1373-4b8d-84aa-3057cb0713ba None None] Pushing event deleted for resources: {'Port': ['ID=dc3405f2-7e3d-4267-b096-b0f9cdb7205e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:48.229265 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb8b632-1373-4b8d-84aa-3057cb0713ba None None] No DVR routers for this DVR port dc3405f2-7e3d-4267-b096-b0f9cdb7205e on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:51:48.265120 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5e419b72-435c-452f-ac0c-1ac487c9ef74 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:51:48.335591 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc77ba4-21a4-4073-9aeb-32d68c50efad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:51:48.341751 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-acc77ba4-21a4-4073-9aeb-32d68c50efad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:48.415365 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1368701f-302c-4446-a5f8-d5a2eeddf18f None None] Provisioning complete for port f9e84ae9-01e4-4066-a89f-9c7839ed4c39 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:48.416605 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1368701f-302c-4446-a5f8-d5a2eeddf18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f9e84ae9-01e4-4066-a89f-9c7839ed4c39), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:48.606939 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1368701f-302c-4446-a5f8-d5a2eeddf18f None None] Port f9e84ae9-01e4-4066-a89f-9c7839ed4c39 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:51:48.616350 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 5e419b72-435c-452f-ac0c-1ac487c9ef74 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:48.619613 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5e419b72-435c-452f-ac0c-1ac487c9ef74), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:48.738044 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be08bb-6ae3-4241-9f07-81d738dc866f req-8144a919-9aa7-47da-8f04-c4a89e2fbbf6 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:48.751108 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43be08bb-6ae3-4241-9f07-81d738dc866f req-8144a919-9aa7-47da-8f04-c4a89e2fbbf6 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd14a583-6008-4070-857b-d7384a68a06b HTTP/1.1" status: 200 len: 931 time: 0.1623096 Feb 08 21:51:48.859145 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 5e419b72-435c-452f-ac0c-1ac487c9ef74 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:48.860251 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 311aa7dd-6b5b-48a7-9afe-07d03bad4858 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:51:48.915003 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43be08bb-6ae3-4241-9f07-81d738dc866f req-068f4388-c305-4d6e-8c94-d08145c3015c tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/security-groups?id=052a3d99-074d-48d3-95bb-cd5ccd76bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628888 Feb 08 21:51:48.996509 n-d-712143-31 neutron-server[103433]: DEBUG neutron.objects.ports [None req-acc77ba4-21a4-4073-9aeb-32d68c50efad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103433) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 21:51:49.002076 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 311aa7dd-6b5b-48a7-9afe-07d03bad4858 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:49.002461 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (311aa7dd-6b5b-48a7-9afe-07d03bad4858), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:49.002727 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-acc77ba4-21a4-4073-9aeb-32d68c50efad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (8e6dd905-dee5-4eaf-9a3b-0c3f764d420b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:49.082152 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc77ba4-21a4-4073-9aeb-32d68c50efad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:49.101536 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-acc77ba4-21a4-4073-9aeb-32d68c50efad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:49.116083 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc77ba4-21a4-4073-9aeb-32d68c50efad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:49.117932 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-acc77ba4-21a4-4073-9aeb-32d68c50efad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:49.118070 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e3decb-0fe8-416f-848b-f0978081114e None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:51:49.148818 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-acc77ba4-21a4-4073-9aeb-32d68c50efad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9792039 Feb 08 21:51:49.152548 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59378) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:49.161182 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-32ae8c8f-8168-4a95-8370-564ff832035f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'mac_address': 'fa:16:3e:7d:3e:47', 'name': 'tempest-NetworksTestDHCPv6-1417272591'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:49.166440 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc77ba4-21a4-4073-9aeb-32d68c50efad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=8e6dd905-dee5-4eaf-9a3b-0c3f764d420b,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:49.212431 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 311aa7dd-6b5b-48a7-9afe-07d03bad4858 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:49.276585 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-db70c660-3155-4a10-aa09-f17facb6a921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e84ae9-01e4-4066-a89f-9c7839ed4c39 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:51:49.289210 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-db70c660-3155-4a10-aa09-f17facb6a921 service neutron] Publish callbacks [] for port (f9e84ae9-01e4-4066-a89f-9c7839ed4c39), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:49.294924 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fd51ee-6eb1-40bf-bb27-448bbeeff015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-27f9d783-a380-45ce-9337-9219c380755c', 'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'project_id': '1bafe448e33448c7ae7ce06f728d4448', 'fixed_ips': [{'subnet_id': '8e6dd905-dee5-4eaf-9a3b-0c3f764d420b'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:51:49.298664 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-10fd51ee-6eb1-40bf-bb27-448bbeeff015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:49.321076 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-db70c660-3155-4a10-aa09-f17facb6a921 service neutron] Transition to ACTIVE for port object f9e84ae9-01e4-4066-a89f-9c7839ed4c39 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:51:49.331265 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device dc3405f2-7e3d-4267-b096-b0f9cdb7205e no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:51:49.337088 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-db70c660-3155-4a10-aa09-f17facb6a921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (f9e84ae9-01e4-4066-a89f-9c7839ed4c39), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:49.376259 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: dc3405f2-7e3d-4267-b096-b0f9cdb7205e {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:51:49.377461 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device dc3405f2-7e3d-4267-b096-b0f9cdb7205e not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:51:49.481606 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70c660-3155-4a10-aa09-f17facb6a921 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e84ae9-01e4-4066-a89f-9c7839ed4c39,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:49.494610 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ae8c8f-8168-4a95-8370-564ff832035f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:51:49.699561 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-10fd51ee-6eb1-40bf-bb27-448bbeeff015 None None] Allocated IP 2001:db8::f816:3eff:fe5c:7f7e (27f9d783-a380-45ce-9337-9219c380755c/8e6dd905-dee5-4eaf-9a3b-0c3f764d420b/84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:51:49.709480 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32ae8c8f-8168-4a95-8370-564ff832035f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:49.755092 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-db70c660-3155-4a10-aa09-f17facb6a921 service neutron] Attempting to bind port f9e84ae9-01e4-4066-a89f-9c7839ed4c39 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:51:49.756492 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-db70c660-3155-4a10-aa09-f17facb6a921 service neutron] Attempting to bind port f9e84ae9-01e4-4066-a89f-9c7839ed4c39 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '7ab22fa1-46fb-4214-a54a-86e5ad39b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0512048c-55e1-420b-8bea-491fbd42c90c'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:51:49.758307 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-db70c660-3155-4a10-aa09-f17facb6a921 service neutron] Attempting to bind port f9e84ae9-01e4-4066-a89f-9c7839ed4c39 on network 0512048c-55e1-420b-8bea-491fbd42c90c {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:51:49.782987 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-db70c660-3155-4a10-aa09-f17facb6a921 service neutron] Port f9e84ae9-01e4-4066-a89f-9c7839ed4c39 on network 0512048c-55e1-420b-8bea-491fbd42c90c not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:51:49.783717 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-db70c660-3155-4a10-aa09-f17facb6a921 service neutron] Attempting to bind port f9e84ae9-01e4-4066-a89f-9c7839ed4c39 on network 0512048c-55e1-420b-8bea-491fbd42c90c {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:51:49.786934 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-32ae8c8f-8168-4a95-8370-564ff832035f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] device_id is not set on port 04319460-9035-48b8-8595-7f8f97c22390 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:51:49.799527 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-db70c660-3155-4a10-aa09-f17facb6a921 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:51:49.800318 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-db70c660-3155-4a10-aa09-f17facb6a921 service neutron] Checking segment: {'id': '7ab22fa1-46fb-4214-a54a-86e5ad39b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0512048c-55e1-420b-8bea-491fbd42c90c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:51:49.801002 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-db70c660-3155-4a10-aa09-f17facb6a921 service neutron] Bound using segment: {'id': '7ab22fa1-46fb-4214-a54a-86e5ad39b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0512048c-55e1-420b-8bea-491fbd42c90c'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:51:49.801730 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-db70c660-3155-4a10-aa09-f17facb6a921 service neutron] Bound port: f9e84ae9-01e4-4066-a89f-9c7839ed4c39, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ab22fa1-46fb-4214-a54a-86e5ad39b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0512048c-55e1-420b-8bea-491fbd42c90c'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:51:49.802394 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-db70c660-3155-4a10-aa09-f17facb6a921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f9e84ae9-01e4-4066-a89f-9c7839ed4c39), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:49.995478 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-db70c660-3155-4a10-aa09-f17facb6a921 service neutron] For port f9e84ae9-01e4-4066-a89f-9c7839ed4c39, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:51:50.001147 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-db70c660-3155-4a10-aa09-f17facb6a921 service neutron] For port f9e84ae9-01e4-4066-a89f-9c7839ed4c39, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=f9e84ae9-01e4-4066-a89f-9c7839ed4c39,segment=NetworkSegment(7ab22fa1-46fb-4214-a54a-86e5ad39b7ea),segment_id=7ab22fa1-46fb-4214-a54a-86e5ad39b7ea)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:51:50.018387 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-db70c660-3155-4a10-aa09-f17facb6a921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (f9e84ae9-01e4-4066-a89f-9c7839ed4c39), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:50.172590 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-db70c660-3155-4a10-aa09-f17facb6a921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:50.175018 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-db70c660-3155-4a10-aa09-f17facb6a921 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:50.175865 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-db70c660-3155-4a10-aa09-f17facb6a921 service neutron] 10.222.0.94 "PUT /v2.0/ports/f9e84ae9-01e4-4066-a89f-9c7839ed4c39 HTTP/1.1" status: 200 len: 1092 time: 2.2409477 Feb 08 21:51:50.176416 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70c660-3155-4a10-aa09-f17facb6a921 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e84ae9-01e4-4066-a89f-9c7839ed4c39,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:50.195409 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd14a583-6008-4070-857b-d7384a68a06b', 'tag': 'f9e84ae9-01e4-4066-a89f-9c7839ed4c39'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:51:50.200899 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8b9efd-df9b-48f7-93d9-6c0f3e2745de" -d '{"events": [{"name": "network-changed", "server_uuid": "bd14a583-6008-4070-857b-d7384a68a06b", "tag": "f9e84ae9-01e4-4066-a89f-9c7839ed4c39"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:51:50.215018 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834e31e-b987-4cb1-9487-0db8714a898c req-6a8bd604-d74c-477f-a633-9d8394a9ba88 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:50.216225 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4834e31e-b987-4cb1-9487-0db8714a898c req-6a8bd604-d74c-477f-a633-9d8394a9ba88 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd14a583-6008-4070-857b-d7384a68a06b HTTP/1.1" status: 200 len: 943 time: 0.1417983 Feb 08 21:51:50.242858 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-10fd51ee-6eb1-40bf-bb27-448bbeeff015 None None] Publish callbacks [] for port (84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:50.261278 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-10fd51ee-6eb1-40bf-bb27-448bbeeff015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:50.351812 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b987fb-01bd-4aac-b55b-fedc775267f5 x-openstack-request-id: req-46b987fb-01bd-4aac-b55b-fedc775267f5 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:51:50.352143 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd14a583-6008-4070-857b-d7384a68a06b", "tag": "f9e84ae9-01e4-4066-a89f-9c7839ed4c39", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:51:50.352300 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-46b987fb-01bd-4aac-b55b-fedc775267f5 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:51:50.353281 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd14a583-6008-4070-857b-d7384a68a06b', 'tag': 'f9e84ae9-01e4-4066-a89f-9c7839ed4c39', 'status': 'completed', 'code': 200} Feb 08 21:51:50.354581 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4834e31e-b987-4cb1-9487-0db8714a898c req-7e4e071a-f88f-4686-9196-90202da15e17 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/security-groups?id=052a3d99-074d-48d3-95bb-cd5ccd76bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163316 Feb 08 21:51:50.395719 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-fbb8108c-fcc2-4c6b-8d9e-23df5a8704df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:50.397410 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-fbb8108c-fcc2-4c6b-8d9e-23df5a8704df service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=224cdca309204cf4ab30e157a31b072a&device_id=bd14a583-6008-4070-857b-d7384a68a06b HTTP/1.1" status: 200 len: 1126 time: 0.1690185 Feb 08 21:51:50.414930 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd51ee-6eb1-40bf-bb27-448bbeeff015 None None] Pushing event updated for resources: {'Port': ['ID=84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:50.425947 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fd51ee-6eb1-40bf-bb27-448bbeeff015 None None] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:50.432242 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-10fd51ee-6eb1-40bf-bb27-448bbeeff015 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:50.438802 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fd51ee-6eb1-40bf-bb27-448bbeeff015 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:51:50.458626 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-1d5c74fa-cf30-4cce-b64c-1159fc207217 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e84ae9-01e4-4066-a89f-9c7839ed4c39 HTTP/1.1" status: 200 len: 217 time: 0.0498860 Feb 08 21:51:50.460017 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-32ae8c8f-8168-4a95-8370-564ff832035f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Allocated IP 2001:db8::f816:3eff:fe7d:3e47 (27f9d783-a380-45ce-9337-9219c380755c/8e6dd905-dee5-4eaf-9a3b-0c3f764d420b/04319460-9035-48b8-8595-7f8f97c22390) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:51:50.523498 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-10fd51ee-6eb1-40bf-bb27-448bbeeff015 None None] Attempting to bind port 84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:51:50.523856 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-10fd51ee-6eb1-40bf-bb27-448bbeeff015 None None] Attempting to bind port 84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:51:50.524220 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd51ee-6eb1-40bf-bb27-448bbeeff015 None None] Attempting to bind port 84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0 on network 27f9d783-a380-45ce-9337-9219c380755c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:51:50.546493 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd51ee-6eb1-40bf-bb27-448bbeeff015 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:51:50.547133 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd51ee-6eb1-40bf-bb27-448bbeeff015 None None] Checking segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:51:50.548074 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-10fd51ee-6eb1-40bf-bb27-448bbeeff015 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:50.550462 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd51ee-6eb1-40bf-bb27-448bbeeff015 None None] Bound using segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:51:50.551126 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-10fd51ee-6eb1-40bf-bb27-448bbeeff015 None None] Bound port: 84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:51:50.551991 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-10fd51ee-6eb1-40bf-bb27-448bbeeff015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:50.558406 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-02a2a3a8-ff13-4820-9739-c04ea2b62123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:50.560105 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-02a2a3a8-ff13-4820-9739-c04ea2b62123 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0aba1a01-7dcc-429b-a7ed-eefc12dcd42c HTTP/1.1" status: 200 len: 848 time: 0.0973370 Feb 08 21:51:50.658665 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-10fd51ee-6eb1-40bf-bb27-448bbeeff015 None None] For port 84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:51:50.662550 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-10fd51ee-6eb1-40bf-bb27-448bbeeff015 None None] For port 84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:51:50.671724 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-10fd51ee-6eb1-40bf-bb27-448bbeeff015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:50.697394 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-ee8889bd-d9ea-44b9-a5f2-83a8cc604323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:50.699246 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-ee8889bd-d9ea-44b9-a5f2-83a8cc604323 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0512048c-55e1-420b-8bea-491fbd42c90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1327598 Feb 08 21:51:50.751065 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd51ee-6eb1-40bf-bb27-448bbeeff015 None None] Pushing event updated for resources: {'Port': ['ID=84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:50.836153 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32ae8c8f-8168-4a95-8370-564ff832035f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (04319460-9035-48b8-8595-7f8f97c22390), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:50.864347 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-a14a4806-41e3-4d87-8e26-a4f3340d821b service neutron] 10.222.0.94 "GET /v2.0/networks/0512048c-55e1-420b-8bea-491fbd42c90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583300 Feb 08 21:51:50.976818 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32ae8c8f-8168-4a95-8370-564ff832035f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (04319460-9035-48b8-8595-7f8f97c22390), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:51.038747 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ae8c8f-8168-4a95-8370-564ff832035f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:51.046521 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-32ae8c8f-8168-4a95-8370-564ff832035f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:51.081797 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ae8c8f-8168-4a95-8370-564ff832035f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:51:51.087899 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ae8c8f-8168-4a95-8370-564ff832035f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:51.088557 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32ae8c8f-8168-4a95-8370-564ff832035f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:51.104795 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1a422a26-ae50-423c-8b8c-43bbbacbccd9 req-ab9a4a3f-763e-4c57-ab79-19421dda0af7 service neutron] 10.222.0.94 "GET /v2.0/networks/0512048c-55e1-420b-8bea-491fbd42c90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306216 Feb 08 21:51:51.145288 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae8c8f-8168-4a95-8370-564ff832035f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=04319460-9035-48b8-8595-7f8f97c22390,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:51.196010 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-32ae8c8f-8168-4a95-8370-564ff832035f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0416024 Feb 08 21:51:51.199657 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59396) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:51.278746 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b9efd-df9b-48f7-93d9-6c0f3e2745de req-d5c85a7e-53eb-4369-bbf1-6192ad24d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:51.295403 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5e8b9efd-df9b-48f7-93d9-6c0f3e2745de req-d5c85a7e-53eb-4369-bbf1-6192ad24d8b7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=224cdca309204cf4ab30e157a31b072a&device_id=bd14a583-6008-4070-857b-d7384a68a06b HTTP/1.1" status: 200 len: 1126 time: 0.1235754 Feb 08 21:51:51.303586 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d02019-f9c4-40fd-a844-a0f01fed4ae3 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:51.318287 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d02019-f9c4-40fd-a844-a0f01fed4ae3 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:51.326720 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-78d02019-f9c4-40fd-a844-a0f01fed4ae3 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1241987 Feb 08 21:51:51.328334 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59400) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:51.444762 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b9efd-df9b-48f7-93d9-6c0f3e2745de req-632ca9dc-f333-494a-91ca-f96e62451cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:51.447950 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5e8b9efd-df9b-48f7-93d9-6c0f3e2745de req-632ca9dc-f333-494a-91ca-f96e62451cf4 service neutron] 10.222.0.94 "GET /v2.0/networks?id=0512048c-55e1-420b-8bea-491fbd42c90c HTTP/1.1" status: 200 len: 910 time: 0.1443779 Feb 08 21:51:51.508208 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5e8b9efd-df9b-48f7-93d9-6c0f3e2745de req-ac59219b-cc5c-4830-af4c-75b32150e59d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e84ae9-01e4-4066-a89f-9c7839ed4c39 HTTP/1.1" status: 200 len: 217 time: 0.0540285 Feb 08 21:51:51.596810 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a4143-9811-4945-80bf-a952fd12182e req-c9022072-5fae-46a5-a728-f6506d2d5f74 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:51.604605 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-500a4143-9811-4945-80bf-a952fd12182e req-c9022072-5fae-46a5-a728-f6506d2d5f74 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd14a583-6008-4070-857b-d7384a68a06b HTTP/1.1" status: 200 len: 943 time: 0.1046131 Feb 08 21:51:51.619950 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b9efd-df9b-48f7-93d9-6c0f3e2745de req-4cde9002-9684-4ec5-8cdc-12fa5ca7952e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:51.620940 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5e8b9efd-df9b-48f7-93d9-6c0f3e2745de req-4cde9002-9684-4ec5-8cdc-12fa5ca7952e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0aba1a01-7dcc-429b-a7ed-eefc12dcd42c HTTP/1.1" status: 200 len: 848 time: 0.1057193 Feb 08 21:51:51.647961 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-26c640b7-e4a0-471e-a826-492dc425a689 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting port 04319460-9035-48b8-8595-7f8f97c22390 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:51:51.648921 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-26c640b7-e4a0-471e-a826-492dc425a689 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (04319460-9035-48b8-8595-7f8f97c22390), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:51.747495 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-500a4143-9811-4945-80bf-a952fd12182e req-af3c7933-cda1-4374-9245-ab4867a0762a tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/security-groups?id=052a3d99-074d-48d3-95bb-cd5ccd76bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414750 Feb 08 21:51:51.760866 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b9efd-df9b-48f7-93d9-6c0f3e2745de req-9e3d1b06-f67f-41ff-b707-3315097115bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:51.762456 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5e8b9efd-df9b-48f7-93d9-6c0f3e2745de req-9e3d1b06-f67f-41ff-b707-3315097115bc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0512048c-55e1-420b-8bea-491fbd42c90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1356671 Feb 08 21:51:51.865181 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-26c640b7-e4a0-471e-a826-492dc425a689 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (04319460-9035-48b8-8595-7f8f97c22390), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:51.900600 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-26c640b7-e4a0-471e-a826-492dc425a689 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Calling delete_port for 04319460-9035-48b8-8595-7f8f97c22390 owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:51:51.910439 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5e8b9efd-df9b-48f7-93d9-6c0f3e2745de req-571c9a9d-5f1c-47b7-b9f0-35acb7c77a4c service neutron] 10.222.0.94 "GET /v2.0/networks/0512048c-55e1-420b-8bea-491fbd42c90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409152 Feb 08 21:51:52.091071 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5e8b9efd-df9b-48f7-93d9-6c0f3e2745de req-925e6096-2655-4532-8f51-583a944e0d0f service neutron] 10.222.0.94 "GET /v2.0/networks/0512048c-55e1-420b-8bea-491fbd42c90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747251 Feb 08 21:51:52.288585 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-26c640b7-e4a0-471e-a826-492dc425a689 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (04319460-9035-48b8-8595-7f8f97c22390), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:52.293190 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:51:52.431911 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:52.432283 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:52.442118 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c640b7-e4a0-471e-a826-492dc425a689 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Port': ['ID=04319460-9035-48b8-8595-7f8f97c22390,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:52.456133 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-26c640b7-e4a0-471e-a826-492dc425a689 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:52.462533 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-26c640b7-e4a0-471e-a826-492dc425a689 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/04319460-9035-48b8-8595-7f8f97c22390 HTTP/1.1" status: 204 len: 168 time: 1.1308572 Feb 08 21:51:52.464951 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59410) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:52.560268 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b781b72a-bbdd-4670-ba6d-e5835415b6d4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:52.561724 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b781b72a-bbdd-4670-ba6d-e5835415b6d4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:52.563290 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b781b72a-bbdd-4670-ba6d-e5835415b6d4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0971420 Feb 08 21:51:52.566195 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59412) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:52.574186 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:52.574594 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:52.626753 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:52.632297 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:52.669325 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d0c7c0-8388-441b-a9fe-6e09b0013546 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet 8e6dd905-dee5-4eaf-9a3b-0c3f764d420b {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:51:52.673826 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-15d0c7c0-8388-441b-a9fe-6e09b0013546 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (8e6dd905-dee5-4eaf-9a3b-0c3f764d420b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:52.681504 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-27a0a89a-5d53-4e86-9fc6-c4c8d73ad0ec None None] Provisioning complete for port 84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:52.681895 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-27a0a89a-5d53-4e86-9fc6-c4c8d73ad0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:52.758146 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:52.812631 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-15d0c7c0-8388-441b-a9fe-6e09b0013546 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (8e6dd905-dee5-4eaf-9a3b-0c3f764d420b), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:52.901609 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-27a0a89a-5d53-4e86-9fc6-c4c8d73ad0ec None None] Current status of the port 84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:53.018678 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b0d8dce3-d011-4aef-b9a3-9d0f979fb8b3 None None] Could not find standard attr ID for object 04319460-9035-48b8-8595-7f8f97c22390. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:51:53.042340 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-15d0c7c0-8388-441b-a9fe-6e09b0013546 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (8e6dd905-dee5-4eaf-9a3b-0c3f764d420b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:53.109577 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e872c-58a7-4ffe-bc44-b35f61db8953 req-ea1e22cf-297e-44a3-aa71-6aac52bd6bac tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:53.117849 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2f6e872c-58a7-4ffe-bc44-b35f61db8953 req-ea1e22cf-297e-44a3-aa71-6aac52bd6bac tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd14a583-6008-4070-857b-d7384a68a06b HTTP/1.1" status: 200 len: 943 time: 0.2418702 Feb 08 21:51:53.221297 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2f6e872c-58a7-4ffe-bc44-b35f61db8953 req-84c570fd-4f60-4e21-ab4d-e82fa10dd82c tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/security-groups?id=052a3d99-074d-48d3-95bb-cd5ccd76bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013567 Feb 08 21:51:53.262693 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-15d0c7c0-8388-441b-a9fe-6e09b0013546 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (8e6dd905-dee5-4eaf-9a3b-0c3f764d420b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:53.329887 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0c7c0-8388-441b-a9fe-6e09b0013546 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=8e6dd905-dee5-4eaf-9a3b-0c3f764d420b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:53.334407 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-15d0c7c0-8388-441b-a9fe-6e09b0013546 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:53.339876 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ad5d67-4e57-4976-9964-c4539e2a0f1c None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:51:53.341195 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59420) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:53.341945 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-15d0c7c0-8388-441b-a9fe-6e09b0013546 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/8e6dd905-dee5-4eaf-9a3b-0c3f764d420b HTTP/1.1" status: 204 len: 168 time: 0.7743046 Feb 08 21:51:53.406109 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-558f5dca-db62-4459-a9ae-03d5677b075f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0627542 Feb 08 21:51:53.409457 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59424) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:53.415066 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8c9e10f1-303a-4808-874b-6ef948974ff6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:53.516268 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device f9e84ae9-01e4-4066-a89f-9c7839ed4c39 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:51:53.541112 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9e10f1-303a-4808-874b-6ef948974ff6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:51:53.551195 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c9e10f1-303a-4808-874b-6ef948974ff6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:53.661354 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349e6ecd-fa75-419b-a635-ae6530fb9691 None None] DHCP port deletion for 27f9d783-a380-45ce-9337-9219c380755c request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:51:53.812600 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port f9e84ae9-01e4-4066-a89f-9c7839ed4c39, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=f9e84ae9-01e4-4066-a89f-9c7839ed4c39,segment=NetworkSegment(7ab22fa1-46fb-4214-a54a-86e5ad39b7ea),segment_id=7ab22fa1-46fb-4214-a54a-86e5ad39b7ea)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:53.873475 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'f9e84ae9-01e4-4066-a89f-9c7839ed4c39', 'network_id': '0512048c-55e1-420b-8bea-491fbd42c90c', 'port_id': 'f9e84ae9-01e4-4066-a89f-9c7839ed4c39', 'mac_address': 'fa:16:3e:ab:51:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aba1a01-7dcc-429b-a7ed-eefc12dcd42c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:51:53.886176 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-349e6ecd-fa75-419b-a635-ae6530fb9691 None None] Deleting port 84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:51:53.886836 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-349e6ecd-fa75-419b-a635-ae6530fb9691 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:54.011209 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port f9e84ae9-01e4-4066-a89f-9c7839ed4c39 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:54.011597 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f9e84ae9-01e4-4066-a89f-9c7839ed4c39), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:54.044168 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e84ae9-01e4-4066-a89f-9c7839ed4c39 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:51:54.072788 n-d-712143-31 neutron-server[103434]: DEBUG neutron.objects.ports [None req-8c9e10f1-303a-4808-874b-6ef948974ff6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103434) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 21:51:54.096608 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port f9e84ae9-01e4-4066-a89f-9c7839ed4c39, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=f9e84ae9-01e4-4066-a89f-9c7839ed4c39,segment=NetworkSegment(7ab22fa1-46fb-4214-a54a-86e5ad39b7ea),segment_id=7ab22fa1-46fb-4214-a54a-86e5ad39b7ea)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:54.124447 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f9e84ae9-01e4-4066-a89f-9c7839ed4c39), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:54.202594 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:51:54.346684 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9ec66c98-b9fd-4839-8c42-19e99c61acf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:54.354697 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c9e10f1-303a-4808-874b-6ef948974ff6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:54.409180 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-349e6ecd-fa75-419b-a635-ae6530fb9691 None None] For port 84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:54.409499 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-349e6ecd-fa75-419b-a635-ae6530fb9691 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:54.482828 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-349e6ecd-fa75-419b-a635-ae6530fb9691 None None] Calling delete_port for 84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:51:54.494042 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2584aa-20e9-491a-9274-6091d819c508 req-2452bb97-ca6a-4e98-bc9b-19e27ec57e04 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:54.496279 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf2584aa-20e9-491a-9274-6091d819c508 req-2452bb97-ca6a-4e98-bc9b-19e27ec57e04 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd14a583-6008-4070-857b-d7384a68a06b HTTP/1.1" status: 200 len: 944 time: 0.0707631 Feb 08 21:51:54.500122 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['f9e84ae9-01e4-4066-a89f-9c7839ed4c39'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:51:54.529522 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=f9e84ae9-01e4-4066-a89f-9c7839ed4c39,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:54.623188 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf2584aa-20e9-491a-9274-6091d819c508 req-08ff11e3-6956-447e-9227-99ff2a594903 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/security-groups?id=052a3d99-074d-48d3-95bb-cd5ccd76bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192310 Feb 08 21:51:54.714647 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-8c9e10f1-303a-4808-874b-6ef948974ff6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] For port 84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:54.744358 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:54.744762 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:54.771907 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c9e10f1-303a-4808-874b-6ef948974ff6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:54.780022 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c9e10f1-303a-4808-874b-6ef948974ff6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:54.819771 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c9e10f1-303a-4808-874b-6ef948974ff6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (fb8680db-0df3-42be-a43b-2eb7fce60480), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:54.890379 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-349e6ecd-fa75-419b-a635-ae6530fb9691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:54.918935 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9e10f1-303a-4808-874b-6ef948974ff6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:54.931664 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8c9e10f1-303a-4808-874b-6ef948974ff6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:54.940673 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9e10f1-303a-4808-874b-6ef948974ff6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:54.941463 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c9e10f1-303a-4808-874b-6ef948974ff6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:54.954643 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e10f1-303a-4808-874b-6ef948974ff6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0,revision_number=6']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:54.958656 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e10f1-303a-4808-874b-6ef948974ff6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=fb8680db-0df3-42be-a43b-2eb7fce60480,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:54.968150 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8c9e10f1-303a-4808-874b-6ef948974ff6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5548234 Feb 08 21:51:54.968685 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59434) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:54.974578 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-aec4317c-8f73-4586-9fc2-4d0048aaefc5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'mac_address': 'fa:16:3e:bb:00:f1', 'name': 'tempest-NetworksTestDHCPv6-1696764895'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:55.125394 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e6ecd-fa75-419b-a635-ae6530fb9691 None None] Pushing event deleted for resources: {'Port': ['ID=84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:55.138028 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349e6ecd-fa75-419b-a635-ae6530fb9691 None None] No DVR routers for this DVR port 84a59e2b-3bec-4f0c-9bf2-06dc6034c1a0 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:51:55.174672 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb1ce34-8a56-43f5-afd3-466a2a1e80e9 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:51:55.180202 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec4317c-8f73-4586-9fc2-4d0048aaefc5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:51:55.313781 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aec4317c-8f73-4586-9fc2-4d0048aaefc5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:55.344476 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-aec4317c-8f73-4586-9fc2-4d0048aaefc5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] device_id is not set on port 7818c193-b6c2-4de0-ad0d-110057030c1e yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:51:55.394338 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12537a5-eba5-415f-bba1-153aa5a62f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-27f9d783-a380-45ce-9337-9219c380755c', 'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'project_id': '1bafe448e33448c7ae7ce06f728d4448', 'fixed_ips': [{'subnet_id': 'fb8680db-0df3-42be-a43b-2eb7fce60480'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:51:55.395077 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c12537a5-eba5-415f-bba1-153aa5a62f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:55.507293 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-aec4317c-8f73-4586-9fc2-4d0048aaefc5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Allocated IP 2001:db8::f816:3eff:febb:f1 (27f9d783-a380-45ce-9337-9219c380755c/fb8680db-0df3-42be-a43b-2eb7fce60480/7818c193-b6c2-4de0-ad0d-110057030c1e) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:51:55.762856 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aec4317c-8f73-4586-9fc2-4d0048aaefc5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (7818c193-b6c2-4de0-ad0d-110057030c1e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:55.825557 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0faf6e-6c8c-4153-8092-92ba1bdbba85 req-9d88a85d-0330-4ff9-ad2d-55e4fb5e6cf2 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:55.826411 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aec4317c-8f73-4586-9fc2-4d0048aaefc5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (7818c193-b6c2-4de0-ad0d-110057030c1e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:55.842079 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0a0faf6e-6c8c-4153-8092-92ba1bdbba85 req-9d88a85d-0330-4ff9-ad2d-55e4fb5e6cf2 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd14a583-6008-4070-857b-d7384a68a06b HTTP/1.1" status: 200 len: 944 time: 0.1126187 Feb 08 21:51:55.875519 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec4317c-8f73-4586-9fc2-4d0048aaefc5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:55.879318 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-aec4317c-8f73-4586-9fc2-4d0048aaefc5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:55.886176 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec4317c-8f73-4586-9fc2-4d0048aaefc5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:51:55.892738 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec4317c-8f73-4586-9fc2-4d0048aaefc5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:55.893794 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aec4317c-8f73-4586-9fc2-4d0048aaefc5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:55.907664 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-c12537a5-eba5-415f-bba1-153aa5a62f29 None None] Allocated IP 2001:db8::f816:3eff:fe83:cd04 (27f9d783-a380-45ce-9337-9219c380755c/fb8680db-0df3-42be-a43b-2eb7fce60480/a48a4193-80e3-45cb-904b-311df272f527) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:51:55.916918 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-aec4317c-8f73-4586-9fc2-4d0048aaefc5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.9470170 Feb 08 21:51:55.920005 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59454) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:55.938494 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4317c-8f73-4586-9fc2-4d0048aaefc5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=7818c193-b6c2-4de0-ad0d-110057030c1e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:56.018308 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e1ebb5-4844-49b6-b541-022052f42036 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:56.019839 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-44e1ebb5-4844-49b6-b541-022052f42036 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0980656 Feb 08 21:51:56.022681 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59456) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:56.112876 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0a0faf6e-6c8c-4153-8092-92ba1bdbba85 req-16c86ff4-551b-4f76-b8ea-a3d1f7c05039 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/security-groups?id=052a3d99-074d-48d3-95bb-cd5ccd76bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2682905 Feb 08 21:51:56.164376 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c12537a5-eba5-415f-bba1-153aa5a62f29 None None] Publish callbacks [] for port (a48a4193-80e3-45cb-904b-311df272f527), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:56.173062 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c12537a5-eba5-415f-bba1-153aa5a62f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (a48a4193-80e3-45cb-904b-311df272f527), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:56.177665 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-7a517387-4132-4d05-a7cf-2e1c6dee3bf5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting port 7818c193-b6c2-4de0-ad0d-110057030c1e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:51:56.178106 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a517387-4132-4d05-a7cf-2e1c6dee3bf5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (7818c193-b6c2-4de0-ad0d-110057030c1e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:56.221650 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12537a5-eba5-415f-bba1-153aa5a62f29 None None] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:56.225876 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-c12537a5-eba5-415f-bba1-153aa5a62f29 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:56.232677 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12537a5-eba5-415f-bba1-153aa5a62f29 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:51:56.288004 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12537a5-eba5-415f-bba1-153aa5a62f29 None None] Pushing event updated for resources: {'Port': ['ID=a48a4193-80e3-45cb-904b-311df272f527,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:56.330908 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a517387-4132-4d05-a7cf-2e1c6dee3bf5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (7818c193-b6c2-4de0-ad0d-110057030c1e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:56.333493 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c12537a5-eba5-415f-bba1-153aa5a62f29 None None] Attempting to bind port a48a4193-80e3-45cb-904b-311df272f527 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:51:56.334046 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c12537a5-eba5-415f-bba1-153aa5a62f29 None None] Attempting to bind port a48a4193-80e3-45cb-904b-311df272f527 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:51:56.334509 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12537a5-eba5-415f-bba1-153aa5a62f29 None None] Attempting to bind port a48a4193-80e3-45cb-904b-311df272f527 on network 27f9d783-a380-45ce-9337-9219c380755c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:51:56.340977 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12537a5-eba5-415f-bba1-153aa5a62f29 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:51:56.341527 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12537a5-eba5-415f-bba1-153aa5a62f29 None None] Checking segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:51:56.342513 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c12537a5-eba5-415f-bba1-153aa5a62f29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:56.343022 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12537a5-eba5-415f-bba1-153aa5a62f29 None None] Bound using segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:51:56.343609 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c12537a5-eba5-415f-bba1-153aa5a62f29 None None] Bound port: a48a4193-80e3-45cb-904b-311df272f527, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:51:56.344094 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c12537a5-eba5-415f-bba1-153aa5a62f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a48a4193-80e3-45cb-904b-311df272f527), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:56.348425 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-7a517387-4132-4d05-a7cf-2e1c6dee3bf5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Calling delete_port for 7818c193-b6c2-4de0-ad0d-110057030c1e owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:51:56.447739 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c12537a5-eba5-415f-bba1-153aa5a62f29 None None] For port a48a4193-80e3-45cb-904b-311df272f527, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:51:56.454876 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c12537a5-eba5-415f-bba1-153aa5a62f29 None None] For port a48a4193-80e3-45cb-904b-311df272f527, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=a48a4193-80e3-45cb-904b-311df272f527,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:51:56.476084 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c12537a5-eba5-415f-bba1-153aa5a62f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a48a4193-80e3-45cb-904b-311df272f527), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:56.579542 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12537a5-eba5-415f-bba1-153aa5a62f29 None None] Pushing event updated for resources: {'Port': ['ID=a48a4193-80e3-45cb-904b-311df272f527,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:56.604605 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a517387-4132-4d05-a7cf-2e1c6dee3bf5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (7818c193-b6c2-4de0-ad0d-110057030c1e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:56.650832 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a517387-4132-4d05-a7cf-2e1c6dee3bf5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Port': ['ID=7818c193-b6c2-4de0-ad0d-110057030c1e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:56.701748 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a517387-4132-4d05-a7cf-2e1c6dee3bf5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:56.705828 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7a517387-4132-4d05-a7cf-2e1c6dee3bf5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/7818c193-b6c2-4de0-ad0d-110057030c1e HTTP/1.1" status: 204 len: 168 time: 0.6818895 Feb 08 21:51:56.709517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59464) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:56.787113 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a98952-4f7c-4e20-8334-1283f1020656 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:56.788889 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a98952-4f7c-4e20-8334-1283f1020656 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:56.795197 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59466) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:56.808932 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-41a98952-4f7c-4e20-8334-1283f1020656 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0979261 Feb 08 21:51:56.869414 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b39ec9a-a363-4af8-b538-b218b6d93194 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet fb8680db-0df3-42be-a43b-2eb7fce60480 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:51:56.874253 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b39ec9a-a363-4af8-b538-b218b6d93194 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (fb8680db-0df3-42be-a43b-2eb7fce60480), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:56.955750 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b39ec9a-a363-4af8-b538-b218b6d93194 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (fb8680db-0df3-42be-a43b-2eb7fce60480), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:57.074645 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b39ec9a-a363-4af8-b538-b218b6d93194 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (fb8680db-0df3-42be-a43b-2eb7fce60480), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:57.172037 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b39ec9a-a363-4af8-b538-b218b6d93194 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (fb8680db-0df3-42be-a43b-2eb7fce60480), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:57.224254 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b39ec9a-a363-4af8-b538-b218b6d93194 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:57.228908 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7b39ec9a-a363-4af8-b538-b218b6d93194 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/fb8680db-0df3-42be-a43b-2eb7fce60480 HTTP/1.1" status: 204 len: 168 time: 0.4318638 Feb 08 21:51:57.230912 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39ec9a-a363-4af8-b538-b218b6d93194 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=fb8680db-0df3-42be-a43b-2eb7fce60480,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:57.233184 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59480) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:57.289481 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-525f9181-81bf-424c-a13c-3fd369021c9b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541348 Feb 08 21:51:57.292647 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59482) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:57.318378 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fef6cc-4108-41e1-a832-d19f6a5e9299 req-3e1cb80d-72ba-409c-8056-55e0c5fb1c95 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:57.320088 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-52fef6cc-4108-41e1-a832-d19f6a5e9299 req-3e1cb80d-72ba-409c-8056-55e0c5fb1c95 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd14a583-6008-4070-857b-d7384a68a06b HTTP/1.1" status: 200 len: 944 time: 0.1223681 Feb 08 21:51:57.353387 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8215ed-e3ad-4644-8077-0bd4fdd33db9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:57.360200 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59484) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:57.362917 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ea8215ed-e3ad-4644-8077-0bd4fdd33db9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0686359 Feb 08 21:51:57.425780 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-52fef6cc-4108-41e1-a832-d19f6a5e9299 req-da408e5e-8b2e-47fa-aa55-4ed0c469d00f tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/security-groups?id=052a3d99-074d-48d3-95bb-cd5ccd76bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995295 Feb 08 21:51:57.432615 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb15505-0f6b-4a97-a335-19ac6858b7ee tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:57.436218 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2fb15505-0f6b-4a97-a335-19ac6858b7ee tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0724270 Feb 08 21:51:57.436388 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59486) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:57.495334 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59488) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:57.501262 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7675f938-c817-407e-83d6-93e343459d02 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:57.506871 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-39eeaab0-c0aa-4bd9-ac40-34a9a566cabf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683987 Feb 08 21:51:57.508401 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-987e1442-ff1e-458a-92fd-c067d3097c59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:57.578168 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device f9e84ae9-01e4-4066-a89f-9c7839ed4c39 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:51:57.678007 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port f9e84ae9-01e4-4066-a89f-9c7839ed4c39 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:51:57.687447 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port f9e84ae9-01e4-4066-a89f-9c7839ed4c39 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:57.687909 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7675f938-c817-407e-83d6-93e343459d02 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:51:57.688053 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f9e84ae9-01e4-4066-a89f-9c7839ed4c39), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:57.695283 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7675f938-c817-407e-83d6-93e343459d02 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:57.796852 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port f9e84ae9-01e4-4066-a89f-9c7839ed4c39 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:57.797664 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f9e84ae9-01e4-4066-a89f-9c7839ed4c39), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:57.842215 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port f9e84ae9-01e4-4066-a89f-9c7839ed4c39, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=f9e84ae9-01e4-4066-a89f-9c7839ed4c39,segment=NetworkSegment(7ab22fa1-46fb-4214-a54a-86e5ad39b7ea),segment_id=7ab22fa1-46fb-4214-a54a-86e5ad39b7ea)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:57.843992 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd14a583-6008-4070-857b-d7384a68a06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e84ae9-01e4-4066-a89f-9c7839ed4c39'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:51:57.847549 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a80c34-94a6-45f9-808f-90d0dd32e6df" -d '{"events": [{"server_uuid": "bd14a583-6008-4070-857b-d7384a68a06b", "name": "network-vif-plugged", "status": "completed", "tag": "f9e84ae9-01e4-4066-a89f-9c7839ed4c39"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:51:57.852077 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f9e84ae9-01e4-4066-a89f-9c7839ed4c39), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:57.916684 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=f9e84ae9-01e4-4066-a89f-9c7839ed4c39,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:57.922434 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49ee428-d786-43b7-a5a7-9380fac1052d x-openstack-request-id: req-a49ee428-d786-43b7-a5a7-9380fac1052d {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:51:57.922814 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd14a583-6008-4070-857b-d7384a68a06b", "name": "network-vif-plugged", "status": "completed", "tag": "f9e84ae9-01e4-4066-a89f-9c7839ed4c39", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:51:57.923076 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a49ee428-d786-43b7-a5a7-9380fac1052d {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:51:57.923474 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd14a583-6008-4070-857b-d7384a68a06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e84ae9-01e4-4066-a89f-9c7839ed4c39', 'code': 200} Feb 08 21:51:58.033591 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec58dc24-cc4d-408d-b424-ea198c78e200 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:51:58.138636 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df1000-ba5f-4fed-bb18-4e0fdff6f12b req-bc1f8fb8-ae5a-4a34-bdc9-5cea1110d44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:58.140502 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d3df1000-ba5f-4fed-bb18-4e0fdff6f12b req-bc1f8fb8-ae5a-4a34-bdc9-5cea1110d44f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=bd14a583-6008-4070-857b-d7384a68a06b HTTP/1.1" status: 200 len: 1128 time: 0.1539130 Feb 08 21:51:58.238738 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device a48a4193-80e3-45cb-904b-311df272f527 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:51:58.275499 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d3df1000-ba5f-4fed-bb18-4e0fdff6f12b req-9e036556-5aad-490b-b1df-b2a0de68a0b1 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=052a3d99-074d-48d3-95bb-cd5ccd76bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273065 Feb 08 21:51:58.277457 n-d-712143-31 neutron-server[103434]: DEBUG neutron.objects.ports [None req-7675f938-c817-407e-83d6-93e343459d02 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103434) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 21:51:58.278284 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-decba416-3347-4d1c-b754-0c455d277c9a None None] Provisioning complete for port a48a4193-80e3-45cb-904b-311df272f527 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:58.278773 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-decba416-3347-4d1c-b754-0c455d277c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a48a4193-80e3-45cb-904b-311df272f527), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:58.383836 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port a48a4193-80e3-45cb-904b-311df272f527 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:51:58.384250 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (a48a4193-80e3-45cb-904b-311df272f527), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:58.467059 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-decba416-3347-4d1c-b754-0c455d277c9a None None] Current status of the port a48a4193-80e3-45cb-904b-311df272f527 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:58.467732 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-decba416-3347-4d1c-b754-0c455d277c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a48a4193-80e3-45cb-904b-311df272f527), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:58.487327 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77394bb8-cd8e-4da7-9a72-ae08cb9f8c4c None None] DHCP port deletion for 27f9d783-a380-45ce-9337-9219c380755c request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:51:58.590946 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7675f938-c817-407e-83d6-93e343459d02 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a48a4193-80e3-45cb-904b-311df272f527), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:58.624558 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port a48a4193-80e3-45cb-904b-311df272f527 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:51:58.625133 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a48a4193-80e3-45cb-904b-311df272f527), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:58.629967 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-decba416-3347-4d1c-b754-0c455d277c9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:51:58.630335 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-decba416-3347-4d1c-b754-0c455d277c9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:51:58.671454 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port a48a4193-80e3-45cb-904b-311df272f527, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=a48a4193-80e3-45cb-904b-311df272f527,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:58.677390 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (a48a4193-80e3-45cb-904b-311df272f527), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:58.686818 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3946a-31ff-4716-8907-f8e3d38ff039 req-70ada720-06d7-4e3a-a7db-e8a36543142d tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:58.690654 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18d3946a-31ff-4716-8907-f8e3d38ff039 req-70ada720-06d7-4e3a-a7db-e8a36543142d tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd14a583-6008-4070-857b-d7384a68a06b HTTP/1.1" status: 200 len: 945 time: 0.1506486 Feb 08 21:51:58.713963 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-77394bb8-cd8e-4da7-9a72-ae08cb9f8c4c None None] Deleting port a48a4193-80e3-45cb-904b-311df272f527 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:51:58.714413 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-77394bb8-cd8e-4da7-9a72-ae08cb9f8c4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (a48a4193-80e3-45cb-904b-311df272f527), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:58.764668 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.db.api [None req-7675f938-c817-407e-83d6-93e343459d02 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:51:58.765030 n-d-712143-31 neutron-server[103434]: DEBUG oslo_db.api [None req-7675f938-c817-407e-83d6-93e343459d02 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:51:58.792529 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18d3946a-31ff-4716-8907-f8e3d38ff039 req-0898f9e8-1e7e-40a5-bce3-08ae5478ae68 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/security-groups?id=052a3d99-074d-48d3-95bb-cd5ccd76bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952101 Feb 08 21:51:58.796507 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=a48a4193-80e3-45cb-904b-311df272f527,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:58.839781 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-77394bb8-cd8e-4da7-9a72-ae08cb9f8c4c None None] For port a48a4193-80e3-45cb-904b-311df272f527, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=a48a4193-80e3-45cb-904b-311df272f527,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:51:58.840308 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-77394bb8-cd8e-4da7-9a72-ae08cb9f8c4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (a48a4193-80e3-45cb-904b-311df272f527), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:58.854448 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-77394bb8-cd8e-4da7-9a72-ae08cb9f8c4c None None] Calling delete_port for a48a4193-80e3-45cb-904b-311df272f527 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:51:59.014379 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-77394bb8-cd8e-4da7-9a72-ae08cb9f8c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (a48a4193-80e3-45cb-904b-311df272f527), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:59.048656 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77394bb8-cd8e-4da7-9a72-ae08cb9f8c4c None None] Pushing event deleted for resources: {'Port': ['ID=a48a4193-80e3-45cb-904b-311df272f527,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:59.090986 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77394bb8-cd8e-4da7-9a72-ae08cb9f8c4c None None] No DVR routers for this DVR port a48a4193-80e3-45cb-904b-311df272f527 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:51:59.158032 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-decba416-3347-4d1c-b754-0c455d277c9a None None] Port a48a4193-80e3-45cb-904b-311df272f527 update to ACTIVE by agent not found {{(pid=103435) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 08 21:51:59.252074 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:59.297068 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-7675f938-c817-407e-83d6-93e343459d02 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Port a48a4193-80e3-45cb-904b-311df272f527 concurrently deleted while adding address for new subnet {'id': 'e6eb6fd5-156d-46b8-92d0-f3646ea9a928', 'name': '', 'tenant_id': '1bafe448e33448c7ae7ce06f728d4448', 'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'slaac', 'standard_attr_id': 3642, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-02-08T21:51:57Z', 'updated_at': '2022-02-08T21:51:57Z', 'revision_number': 0, 'segment_id': None, 'project_id': '1bafe448e33448c7ae7ce06f728d4448'}. {{(pid=103434) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Feb 08 21:51:59.298006 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7675f938-c817-407e-83d6-93e343459d02 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (e6eb6fd5-156d-46b8-92d0-f3646ea9a928), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:59.343445 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7675f938-c817-407e-83d6-93e343459d02 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:51:59.346739 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-7675f938-c817-407e-83d6-93e343459d02 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:51:59.351220 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7675f938-c817-407e-83d6-93e343459d02 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:59.351749 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7675f938-c817-407e-83d6-93e343459d02 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:59.361876 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a22fb3-0326-448e-8b21-380c8f2d5522 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:51:59.364907 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675f938-c817-407e-83d6-93e343459d02 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=e6eb6fd5-156d-46b8-92d0-f3646ea9a928,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:51:59.378400 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7675f938-c817-407e-83d6-93e343459d02 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.8818059 Feb 08 21:51:59.380953 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59508) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:51:59.387493 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0eb167b7-4fec-49bb-95e5-5318070b9ba3 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'mac_address': 'fa:16:3e:5a:26:8e', 'name': 'tempest-NetworksTestDHCPv6-1536630415'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:51:59.507496 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b701ff-e2d7-4a59-a4ca-6f438e4e5139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-27f9d783-a380-45ce-9337-9219c380755c', 'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'project_id': '1bafe448e33448c7ae7ce06f728d4448', 'fixed_ips': [{'subnet_id': 'e6eb6fd5-156d-46b8-92d0-f3646ea9a928'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:51:59.508392 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a9b701ff-e2d7-4a59-a4ca-6f438e4e5139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:59.536341 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb167b7-4fec-49bb-95e5-5318070b9ba3 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:51:59.544678 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0eb167b7-4fec-49bb-95e5-5318070b9ba3 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:59.567895 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-0eb167b7-4fec-49bb-95e5-5318070b9ba3 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] device_id is not set on port 45cff58a-3a36-4fd1-b915-fb2a4a0fa6da yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:51:59.701668 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-a9b701ff-e2d7-4a59-a4ca-6f438e4e5139 None None] Allocated IP 2001:db8::f816:3eff:fe24:703c (27f9d783-a380-45ce-9337-9219c380755c/e6eb6fd5-156d-46b8-92d0-f3646ea9a928/e9a61d6f-5c10-4d41-a6ea-9642f4a8490e) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:51:59.910841 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a9b701ff-e2d7-4a59-a4ca-6f438e4e5139 None None] Publish callbacks [] for port (e9a61d6f-5c10-4d41-a6ea-9642f4a8490e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:59.921092 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a9b701ff-e2d7-4a59-a4ca-6f438e4e5139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (e9a61d6f-5c10-4d41-a6ea-9642f4a8490e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:51:59.952656 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cf45f-b88b-4a22-86c6-459e63bb2e3a req-8c79e32e-b16a-4b0b-a1e1-d38692e1b2a9 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:51:59.970949 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a1cf45f-b88b-4a22-86c6-459e63bb2e3a req-8c79e32e-b16a-4b0b-a1e1-d38692e1b2a9 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd14a583-6008-4070-857b-d7384a68a06b HTTP/1.1" status: 200 len: 945 time: 0.0830612 Feb 08 21:51:59.999338 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b701ff-e2d7-4a59-a4ca-6f438e4e5139 None None] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:52:00.010880 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-a9b701ff-e2d7-4a59-a4ca-6f438e4e5139 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:00.015774 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b701ff-e2d7-4a59-a4ca-6f438e4e5139 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:52:00.022449 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b701ff-e2d7-4a59-a4ca-6f438e4e5139 None None] Pushing event updated for resources: {'Port': ['ID=e9a61d6f-5c10-4d41-a6ea-9642f4a8490e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:00.085978 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a1cf45f-b88b-4a22-86c6-459e63bb2e3a req-39aa8e21-0052-4ed7-b28e-7537fc1903b1 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/security-groups?id=052a3d99-074d-48d3-95bb-cd5ccd76bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102569 Feb 08 21:52:00.105760 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-0eb167b7-4fec-49bb-95e5-5318070b9ba3 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Allocated IP 2001:db8::f816:3eff:fe5a:268e (27f9d783-a380-45ce-9337-9219c380755c/e6eb6fd5-156d-46b8-92d0-f3646ea9a928/45cff58a-3a36-4fd1-b915-fb2a4a0fa6da) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:52:00.149137 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-a9b701ff-e2d7-4a59-a4ca-6f438e4e5139 None None] Attempting to bind port e9a61d6f-5c10-4d41-a6ea-9642f4a8490e on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:52:00.149620 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-a9b701ff-e2d7-4a59-a4ca-6f438e4e5139 None None] Attempting to bind port e9a61d6f-5c10-4d41-a6ea-9642f4a8490e by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:52:00.150584 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b701ff-e2d7-4a59-a4ca-6f438e4e5139 None None] Attempting to bind port e9a61d6f-5c10-4d41-a6ea-9642f4a8490e on network 27f9d783-a380-45ce-9337-9219c380755c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:52:00.166726 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b701ff-e2d7-4a59-a4ca-6f438e4e5139 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:52:00.168479 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b701ff-e2d7-4a59-a4ca-6f438e4e5139 None None] Checking segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:52:00.170304 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a9b701ff-e2d7-4a59-a4ca-6f438e4e5139 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:00.172446 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b701ff-e2d7-4a59-a4ca-6f438e4e5139 None None] Bound using segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:52:00.173107 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-a9b701ff-e2d7-4a59-a4ca-6f438e4e5139 None None] Bound port: e9a61d6f-5c10-4d41-a6ea-9642f4a8490e, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:52:00.173739 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a9b701ff-e2d7-4a59-a4ca-6f438e4e5139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e9a61d6f-5c10-4d41-a6ea-9642f4a8490e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:00.199803 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device a48a4193-80e3-45cb-904b-311df272f527 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:52:00.237125 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: a48a4193-80e3-45cb-904b-311df272f527 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:52:00.237917 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device a48a4193-80e3-45cb-904b-311df272f527 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:52:00.304120 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82148381-f09c-4318-9147-af319d353bbf req-ebe01477-8a4d-42f3-92a2-6718e5da9357 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:00.306321 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-82148381-f09c-4318-9147-af319d353bbf req-ebe01477-8a4d-42f3-92a2-6718e5da9357 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd14a583-6008-4070-857b-d7384a68a06b HTTP/1.1" status: 200 len: 945 time: 0.1170897 Feb 08 21:52:00.308620 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-a9b701ff-e2d7-4a59-a4ca-6f438e4e5139 None None] For port e9a61d6f-5c10-4d41-a6ea-9642f4a8490e, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:52:00.312022 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-a9b701ff-e2d7-4a59-a4ca-6f438e4e5139 None None] For port e9a61d6f-5c10-4d41-a6ea-9642f4a8490e, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e9a61d6f-5c10-4d41-a6ea-9642f4a8490e,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:52:00.319365 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a9b701ff-e2d7-4a59-a4ca-6f438e4e5139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e9a61d6f-5c10-4d41-a6ea-9642f4a8490e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:00.404046 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-82148381-f09c-4318-9147-af319d353bbf req-b968993b-1cac-474d-9898-78fb70350bb9 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/security-groups?id=052a3d99-074d-48d3-95bb-cd5ccd76bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900519 Feb 08 21:52:00.427849 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b701ff-e2d7-4a59-a4ca-6f438e4e5139 None None] Pushing event updated for resources: {'Port': ['ID=e9a61d6f-5c10-4d41-a6ea-9642f4a8490e,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:00.450226 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0eb167b7-4fec-49bb-95e5-5318070b9ba3 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (45cff58a-3a36-4fd1-b915-fb2a4a0fa6da), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:00.505504 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0eb167b7-4fec-49bb-95e5-5318070b9ba3 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (45cff58a-3a36-4fd1-b915-fb2a4a0fa6da), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:00.570834 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb167b7-4fec-49bb-95e5-5318070b9ba3 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:52:00.577078 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-0eb167b7-4fec-49bb-95e5-5318070b9ba3 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:00.581433 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb167b7-4fec-49bb-95e5-5318070b9ba3 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:52:00.587737 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb167b7-4fec-49bb-95e5-5318070b9ba3 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:00.588466 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0eb167b7-4fec-49bb-95e5-5318070b9ba3 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:00.600510 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb167b7-4fec-49bb-95e5-5318070b9ba3 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=45cff58a-3a36-4fd1-b915-fb2a4a0fa6da,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:00.617581 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0eb167b7-4fec-49bb-95e5-5318070b9ba3 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2353556 Feb 08 21:52:00.620373 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59530) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:00.672863 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ed062-5be0-4201-9e77-62be2e7a309a req-0f4de2ad-ef95-439b-97f4-3b0f45390575 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:00.698857 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-892ed062-5be0-4201-9e77-62be2e7a309a req-0f4de2ad-ef95-439b-97f4-3b0f45390575 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd14a583-6008-4070-857b-d7384a68a06b HTTP/1.1" status: 200 len: 945 time: 0.1514051 Feb 08 21:52:00.755036 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420af4e9-8ed4-48e4-90f0-6b541546ceaa tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:00.761651 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420af4e9-8ed4-48e4-90f0-6b541546ceaa tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:00.763328 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-420af4e9-8ed4-48e4-90f0-6b541546ceaa tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1418207 Feb 08 21:52:00.768186 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59534) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:00.833281 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-892ed062-5be0-4201-9e77-62be2e7a309a req-f609816d-8034-44ab-b3a4-7802b445c372 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/security-groups?id=052a3d99-074d-48d3-95bb-cd5ccd76bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110826 Feb 08 21:52:00.851157 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59538) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:00.954199 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b57753b1-4142-4d5d-8905-261efba27f90 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting port 45cff58a-3a36-4fd1-b915-fb2a4a0fa6da {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:52:00.954723 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b57753b1-4142-4d5d-8905-261efba27f90 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (45cff58a-3a36-4fd1-b915-fb2a4a0fa6da), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:01.001024 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8245bf-a036-4eb0-b592-1f7ac4d8db27 tempest-TestServerBasicOps-667636845 tempest-TestServerBasicOps-667636845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:01.002624 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ed8245bf-a036-4eb0-b592-1f7ac4d8db27 tempest-TestServerBasicOps-667636845 tempest-TestServerBasicOps-667636845-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=bd14a583-6008-4070-857b-d7384a68a06b HTTP/1.1" status: 200 len: 1123 time: 0.1500936 Feb 08 21:52:01.005739 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59542) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:01.014251 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-c19c8343-3b2c-40fb-a55f-c3c2ab0fd154 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'port_id': 'f9e84ae9-01e4-4066-a89f-9c7839ed4c39', 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:01.053382 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c19c8343-3b2c-40fb-a55f-c3c2ab0fd154 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:01.064457 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b57753b1-4142-4d5d-8905-261efba27f90 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (45cff58a-3a36-4fd1-b915-fb2a4a0fa6da), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:01.081245 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b57753b1-4142-4d5d-8905-261efba27f90 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Calling delete_port for 45cff58a-3a36-4fd1-b915-fb2a4a0fa6da owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:52:01.198314 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c19c8343-3b2c-40fb-a55f-c3c2ab0fd154 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:01.266143 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b57753b1-4142-4d5d-8905-261efba27f90 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (45cff58a-3a36-4fd1-b915-fb2a4a0fa6da), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:01.300645 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57753b1-4142-4d5d-8905-261efba27f90 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Port': ['ID=45cff58a-3a36-4fd1-b915-fb2a4a0fa6da,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:01.333750 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b57753b1-4142-4d5d-8905-261efba27f90 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:01.338672 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b57753b1-4142-4d5d-8905-261efba27f90 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/45cff58a-3a36-4fd1-b915-fb2a4a0fa6da HTTP/1.1" status: 204 len: 168 time: 0.5692396 Feb 08 21:52:01.341323 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59546) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:01.404659 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3954c4-6891-4386-a762-ba26fc5127e9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:01.406233 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3954c4-6891-4386-a762-ba26fc5127e9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:01.407857 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9e3954c4-6891-4386-a762-ba26fc5127e9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0654838 Feb 08 21:52:01.411712 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59548) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:01.445365 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-c19c8343-3b2c-40fb-a55f-c3c2ab0fd154 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Allocated IP 172.25.3.18 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/b7888ab8-9434-44fd-9dc4-8d612ce3434e) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:52:01.476457 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:01.570758 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:01.587844 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-e978ef60-b960-4624-a823-79d0bf98355a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet e6eb6fd5-156d-46b8-92d0-f3646ea9a928 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:52:01.602424 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e978ef60-b960-4624-a823-79d0bf98355a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (e6eb6fd5-156d-46b8-92d0-f3646ea9a928), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:01.679889 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e978ef60-b960-4624-a823-79d0bf98355a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (e6eb6fd5-156d-46b8-92d0-f3646ea9a928), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:01.732372 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c19c8343-3b2c-40fb-a55f-c3c2ab0fd154 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for port (b7888ab8-9434-44fd-9dc4-8d612ce3434e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:01.818786 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e978ef60-b960-4624-a823-79d0bf98355a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (e6eb6fd5-156d-46b8-92d0-f3646ea9a928), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:01.853869 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c19c8343-3b2c-40fb-a55f-c3c2ab0fd154 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (b7888ab8-9434-44fd-9dc4-8d612ce3434e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:01.934302 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19c8343-3b2c-40fb-a55f-c3c2ab0fd154 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:52:01.937828 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2dc35719-1363-4c8b-b0aa-68c1b40dfd8c None None] Provisioning complete for port e9a61d6f-5c10-4d41-a6ea-9642f4a8490e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:52:01.938221 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2dc35719-1363-4c8b-b0aa-68c1b40dfd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e9a61d6f-5c10-4d41-a6ea-9642f4a8490e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:01.948004 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-c19c8343-3b2c-40fb-a55f-c3c2ab0fd154 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:01.963353 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c8343-3b2c-40fb-a55f-c3c2ab0fd154 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Pushing event updated for resources: {'Port': ['ID=b7888ab8-9434-44fd-9dc4-8d612ce3434e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:01.980156 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19c8343-3b2c-40fb-a55f-c3c2ab0fd154 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:52:02.027048 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e978ef60-b960-4624-a823-79d0bf98355a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (e6eb6fd5-156d-46b8-92d0-f3646ea9a928), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:02.075386 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978ef60-b960-4624-a823-79d0bf98355a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=e6eb6fd5-156d-46b8-92d0-f3646ea9a928,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:02.083091 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e978ef60-b960-4624-a823-79d0bf98355a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:02.089892 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e978ef60-b960-4624-a823-79d0bf98355a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/e6eb6fd5-156d-46b8-92d0-f3646ea9a928 HTTP/1.1" status: 204 len: 168 time: 0.6726429 Feb 08 21:52:02.090538 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59554) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:02.170199 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-64f0bf7f-3768-44f2-85c1-3822bf86083a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0760071 Feb 08 21:52:02.170903 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59556) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:02.176639 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ec47e68c-b831-4a8a-bf13-56345aa21b90 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:02.198416 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac2f3bb-390d-46bb-9863-1bdf2bd56b14 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:52:02.211662 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2dc35719-1363-4c8b-b0aa-68c1b40dfd8c None None] Current status of the port e9a61d6f-5c10-4d41-a6ea-9642f4a8490e is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:02.212891 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2dc35719-1363-4c8b-b0aa-68c1b40dfd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e9a61d6f-5c10-4d41-a6ea-9642f4a8490e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:02.344399 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec47e68c-b831-4a8a-bf13-56345aa21b90 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:02.357777 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec47e68c-b831-4a8a-bf13-56345aa21b90 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:02.553406 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e9a61d6f-5c10-4d41-a6ea-9642f4a8490e up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:52:02.639412 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2dc35719-1363-4c8b-b0aa-68c1b40dfd8c None None] For port e9a61d6f-5c10-4d41-a6ea-9642f4a8490e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e9a61d6f-5c10-4d41-a6ea-9642f4a8490e,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:52:02.660770 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2dc35719-1363-4c8b-b0aa-68c1b40dfd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e9a61d6f-5c10-4d41-a6ea-9642f4a8490e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:02.749196 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port e9a61d6f-5c10-4d41-a6ea-9642f4a8490e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:52:02.749874 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e9a61d6f-5c10-4d41-a6ea-9642f4a8490e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:02.805128 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc35719-1363-4c8b-b0aa-68c1b40dfd8c None None] Pushing event updated for resources: {'Port': ['ID=e9a61d6f-5c10-4d41-a6ea-9642f4a8490e,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:02.810119 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d8035824-4166-4101-8cfd-6b4572e1f562 None None] Could not find standard attr ID for object 45cff58a-3a36-4fd1-b915-fb2a4a0fa6da. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:52:02.904279 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port e9a61d6f-5c10-4d41-a6ea-9642f4a8490e is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:02.918136 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26486283-44f7-40e2-ae25-dd23f17b1d18 None None] DHCP port deletion for 27f9d783-a380-45ce-9337-9219c380755c request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:52:02.923118 n-d-712143-31 neutron-server[103434]: DEBUG neutron.objects.ports [None req-ec47e68c-b831-4a8a-bf13-56345aa21b90 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103434) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 21:52:03.003818 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-26486283-44f7-40e2-ae25-dd23f17b1d18 None None] Deleting port e9a61d6f-5c10-4d41-a6ea-9642f4a8490e {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:52:03.004197 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-26486283-44f7-40e2-ae25-dd23f17b1d18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (e9a61d6f-5c10-4d41-a6ea-9642f4a8490e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:03.096165 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c19c8343-3b2c-40fb-a55f-c3c2ab0fd154 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for floatingip (87637280-5bdd-4525-80df-49a7bd6d236a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:03.158836 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec47e68c-b831-4a8a-bf13-56345aa21b90 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e9a61d6f-5c10-4d41-a6ea-9642f4a8490e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:03.173543 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-26486283-44f7-40e2-ae25-dd23f17b1d18 None None] For port e9a61d6f-5c10-4d41-a6ea-9642f4a8490e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e9a61d6f-5c10-4d41-a6ea-9642f4a8490e,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:52:03.174240 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-26486283-44f7-40e2-ae25-dd23f17b1d18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (e9a61d6f-5c10-4d41-a6ea-9642f4a8490e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:03.193522 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-26486283-44f7-40e2-ae25-dd23f17b1d18 None None] Calling delete_port for e9a61d6f-5c10-4d41-a6ea-9642f4a8490e owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:52:03.239276 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c19c8343-3b2c-40fb-a55f-c3c2ab0fd154 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b7888ab8-9434-44fd-9dc4-8d612ce3434e), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:03.346084 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-ec47e68c-b831-4a8a-bf13-56345aa21b90 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] For port e9a61d6f-5c10-4d41-a6ea-9642f4a8490e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e9a61d6f-5c10-4d41-a6ea-9642f4a8490e,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:52:03.394697 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec47e68c-b831-4a8a-bf13-56345aa21b90 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (e9a61d6f-5c10-4d41-a6ea-9642f4a8490e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:03.399582 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec47e68c-b831-4a8a-bf13-56345aa21b90 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (e9a61d6f-5c10-4d41-a6ea-9642f4a8490e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:03.404106 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-26486283-44f7-40e2-ae25-dd23f17b1d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (e9a61d6f-5c10-4d41-a6ea-9642f4a8490e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:03.419089 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26486283-44f7-40e2-ae25-dd23f17b1d18 None None] No DVR routers for this DVR port e9a61d6f-5c10-4d41-a6ea-9642f4a8490e on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:52:03.447920 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47e68c-b831-4a8a-bf13-56345aa21b90 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Port': ['ID=e9a61d6f-5c10-4d41-a6ea-9642f4a8490e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:03.460013 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec47e68c-b831-4a8a-bf13-56345aa21b90 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (6cf706bb-bc8e-4f8e-888d-c5f2cfb939ef), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:03.483296 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26486283-44f7-40e2-ae25-dd23f17b1d18 None None] Pushing event deleted for resources: {'Port': ['ID=e9a61d6f-5c10-4d41-a6ea-9642f4a8490e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:03.486480 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c19c8343-3b2c-40fb-a55f-c3c2ab0fd154 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for port (b7888ab8-9434-44fd-9dc4-8d612ce3434e), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:03.494451 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c19c8343-3b2c-40fb-a55f-c3c2ab0fd154 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (b7888ab8-9434-44fd-9dc4-8d612ce3434e), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:03.534537 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec47e68c-b831-4a8a-bf13-56345aa21b90 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:52:03.535499 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47e68c-b831-4a8a-bf13-56345aa21b90 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=6cf706bb-bc8e-4f8e-888d-c5f2cfb939ef,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:03.548694 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-ec47e68c-b831-4a8a-bf13-56345aa21b90 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:03.551459 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec47e68c-b831-4a8a-bf13-56345aa21b90 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:03.552060 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec47e68c-b831-4a8a-bf13-56345aa21b90 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:03.559337 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f350b03-013e-4fe7-97f2-e78a1e0b189b None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:52:03.573667 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ec47e68c-b831-4a8a-bf13-56345aa21b90 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3985865 Feb 08 21:52:03.575024 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59566) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:03.583872 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8606c3d8-8db9-4a5f-ab6c-76bffc0da29e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'mac_address': 'fa:16:3e:d6:c9:85', 'name': 'tempest-NetworksTestDHCPv6-1828944884'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:03.655872 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c8343-3b2c-40fb-a55f-c3c2ab0fd154 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Pushing event updated for resources: {'Port': ['ID=b7888ab8-9434-44fd-9dc4-8d612ce3434e,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:03.672037 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c19c8343-3b2c-40fb-a55f-c3c2ab0fd154 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (87637280-5bdd-4525-80df-49a7bd6d236a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:03.763847 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30200dc8-8b43-4914-a309-bbfb5d3313e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-27f9d783-a380-45ce-9337-9219c380755c', 'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'project_id': '1bafe448e33448c7ae7ce06f728d4448', 'fixed_ips': [{'subnet_id': '6cf706bb-bc8e-4f8e-888d-c5f2cfb939ef'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:52:03.764727 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30200dc8-8b43-4914-a309-bbfb5d3313e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:03.824551 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-c19c8343-3b2c-40fb-a55f-c3c2ab0fd154 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Floating IP 87637280-5bdd-4525-80df-49a7bd6d236a associated. External IP: 172.25.3.18, port: f9e84ae9-01e4-4066-a89f-9c7839ed4c39. Feb 08 21:52:03.834235 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8606c3d8-8db9-4a5f-ab6c-76bffc0da29e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:04.011269 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-30200dc8-8b43-4914-a309-bbfb5d3313e6 None None] Allocated IP 2001:db8::f816:3eff:fed9:9ce9 (27f9d783-a380-45ce-9337-9219c380755c/6cf706bb-bc8e-4f8e-888d-c5f2cfb939ef/47d07818-404f-4221-a5f6-cc0e573f500f) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:52:04.175582 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19c8343-3b2c-40fb-a55f-c3c2ab0fd154 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Router 1f1e65be-f37f-415d-86c8-6c2d731b4825 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:52:04.194997 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30200dc8-8b43-4914-a309-bbfb5d3313e6 None None] Publish callbacks [] for port (47d07818-404f-4221-a5f6-cc0e573f500f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:04.202664 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e9a61d6f-5c10-4d41-a6ea-9642f4a8490e no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:52:04.205533 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30200dc8-8b43-4914-a309-bbfb5d3313e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (47d07818-404f-4221-a5f6-cc0e573f500f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:04.308900 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: e9a61d6f-5c10-4d41-a6ea-9642f4a8490e {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:52:04.309256 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e9a61d6f-5c10-4d41-a6ea-9642f4a8490e not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:52:04.310750 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30200dc8-8b43-4914-a309-bbfb5d3313e6 None None] Pushing event updated for resources: {'Port': ['ID=47d07818-404f-4221-a5f6-cc0e573f500f,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:04.323305 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30200dc8-8b43-4914-a309-bbfb5d3313e6 None None] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:52:04.325353 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-30200dc8-8b43-4914-a309-bbfb5d3313e6 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:04.329213 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30200dc8-8b43-4914-a309-bbfb5d3313e6 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:52:04.371095 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19c8343-3b2c-40fb-a55f-c3c2ab0fd154 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:52:04.413629 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00923c87-19d9-4b55-8b43-4f9911725f36 None None] Sync routers for ids ['1f1e65be-f37f-415d-86c8-6c2d731b4825'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:52:04.420929 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-30200dc8-8b43-4914-a309-bbfb5d3313e6 None None] Attempting to bind port 47d07818-404f-4221-a5f6-cc0e573f500f on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:52:04.421671 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-30200dc8-8b43-4914-a309-bbfb5d3313e6 None None] Attempting to bind port 47d07818-404f-4221-a5f6-cc0e573f500f by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:52:04.422253 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30200dc8-8b43-4914-a309-bbfb5d3313e6 None None] Attempting to bind port 47d07818-404f-4221-a5f6-cc0e573f500f on network 27f9d783-a380-45ce-9337-9219c380755c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:52:04.423682 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c19c8343-3b2c-40fb-a55f-c3c2ab0fd154 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:04.445303 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30200dc8-8b43-4914-a309-bbfb5d3313e6 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:52:04.445705 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30200dc8-8b43-4914-a309-bbfb5d3313e6 None None] Checking segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:52:04.446114 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30200dc8-8b43-4914-a309-bbfb5d3313e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:04.446578 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30200dc8-8b43-4914-a309-bbfb5d3313e6 None None] Bound using segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:52:04.447099 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-30200dc8-8b43-4914-a309-bbfb5d3313e6 None None] Bound port: 47d07818-404f-4221-a5f6-cc0e573f500f, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:52:04.447486 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30200dc8-8b43-4914-a309-bbfb5d3313e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (47d07818-404f-4221-a5f6-cc0e573f500f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:04.449497 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00923c87-19d9-4b55-8b43-4f9911725f36 None None] Routers {'1f1e65be-f37f-415d-86c8-6c2d731b4825'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:52:04.450124 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-00923c87-19d9-4b55-8b43-4f9911725f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:51:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['1f1e65be-f37f-415d-86c8-6c2d731b4825'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:52:04.521148 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c19c8343-3b2c-40fb-a55f-c3c2ab0fd154 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5142219 Feb 08 21:52:04.527161 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd14a583-6008-4070-857b-d7384a68a06b', 'tag': 'f9e84ae9-01e4-4066-a89f-9c7839ed4c39'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:52:04.531264 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b315e7d-fdfc-40b0-a239-411a910831bf" -d '{"events": [{"name": "network-changed", "server_uuid": "bd14a583-6008-4070-857b-d7384a68a06b", "tag": "f9e84ae9-01e4-4066-a89f-9c7839ed4c39"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:52:04.627598 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c57149-6684-4331-8831-a8ab9b85e110 x-openstack-request-id: req-87c57149-6684-4331-8831-a8ab9b85e110 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:52:04.628288 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd14a583-6008-4070-857b-d7384a68a06b", "tag": "f9e84ae9-01e4-4066-a89f-9c7839ed4c39", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:52:04.628655 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-87c57149-6684-4331-8831-a8ab9b85e110 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:52:04.629891 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd14a583-6008-4070-857b-d7384a68a06b', 'tag': 'f9e84ae9-01e4-4066-a89f-9c7839ed4c39', 'status': 'completed', 'code': 200} Feb 08 21:52:04.655020 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8606c3d8-8db9-4a5f-ab6c-76bffc0da29e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:04.672938 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-30200dc8-8b43-4914-a309-bbfb5d3313e6 None None] For port 47d07818-404f-4221-a5f6-cc0e573f500f, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:52:04.688027 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-30200dc8-8b43-4914-a309-bbfb5d3313e6 None None] For port 47d07818-404f-4221-a5f6-cc0e573f500f, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=47d07818-404f-4221-a5f6-cc0e573f500f,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:52:04.709039 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30200dc8-8b43-4914-a309-bbfb5d3313e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (47d07818-404f-4221-a5f6-cc0e573f500f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:04.712165 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-00923c87-19d9-4b55-8b43-4f9911725f36 None None] Set router 1f1e65be-f37f-415d-86c8-6c2d731b4825 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:52:04.714722 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-8606c3d8-8db9-4a5f-ab6c-76bffc0da29e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] device_id is not set on port f5d86cdd-f5f4-4953-a350-fa65d27096eb yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:52:04.914957 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30200dc8-8b43-4914-a309-bbfb5d3313e6 None None] Pushing event updated for resources: {'Port': ['ID=47d07818-404f-4221-a5f6-cc0e573f500f,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:04.935302 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-8606c3d8-8db9-4a5f-ab6c-76bffc0da29e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Allocated IP 2001:db8::f816:3eff:fed6:c985 (27f9d783-a380-45ce-9337-9219c380755c/6cf706bb-bc8e-4f8e-888d-c5f2cfb939ef/f5d86cdd-f5f4-4953-a350-fa65d27096eb) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:52:05.073312 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b315e7d-fdfc-40b0-a239-411a910831bf req-631cb8d1-5e55-453d-b3f3-a7cb08e6e2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:05.074851 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7b315e7d-fdfc-40b0-a239-411a910831bf req-631cb8d1-5e55-453d-b3f3-a7cb08e6e2c6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=224cdca309204cf4ab30e157a31b072a&device_id=bd14a583-6008-4070-857b-d7384a68a06b HTTP/1.1" status: 200 len: 1128 time: 0.4036770 Feb 08 21:52:05.325345 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-00923c87-19d9-4b55-8b43-4f9911725f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'name': 'tempest-TestServerBasicOps-1925516844-router', 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '122cc8ba-ac44-4f8e-a52b-b814624b94a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:58Z', 'updated_at': '2022-02-08T21:51:10Z', 'revision_number': 4, 'project_id': '224cdca309204cf4ab30e157a31b072a', 'gw_port': {'id': '122cc8ba-ac44-4f8e-a52b-b814624b94a0', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:00Z', 'updated_at': '2022-02-08T21:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '87637280-5bdd-4525-80df-49a7bd6d236a', 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'port_id': 'f9e84ae9-01e4-4066-a89f-9c7839ed4c39', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0512048c-55e1-420b-8bea-491fbd42c90c', 'mac_address': 'fa:16:3e:ab:51:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd14a583-6008-4070-857b-d7384a68a06b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:52:02Z', 'updated_at': '2022-02-08T21:52:02Z', 'revision_number': 0, 'project_id': '224cdca309204cf4ab30e157a31b072a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5088131-7124-488f-812a-a83abc9094c3', 'name': '', 'network_id': '0512048c-55e1-420b-8bea-491fbd42c90c', 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'mac_address': 'fa:16:3e:22:61:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '0aba1a01-7dcc-429b-a7ed-eefc12dcd42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:08Z', 'updated_at': '2022-02-08T21:51:23Z', 'revision_number': 5, 'project_id': '224cdca309204cf4ab30e157a31b072a', 'subnets': [{'id': '0aba1a01-7dcc-429b-a7ed-eefc12dcd42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:52:05.374265 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00923c87-19d9-4b55-8b43-4f9911725f36 None None] Checking router: 1f1e65be-f37f-415d-86c8-6c2d731b4825 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:52:05.389024 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00923c87-19d9-4b55-8b43-4f9911725f36 None None] Routers {'1f1e65be-f37f-415d-86c8-6c2d731b4825'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:52:05.389708 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-00923c87-19d9-4b55-8b43-4f9911725f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:51:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['1f1e65be-f37f-415d-86c8-6c2d731b4825'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:52:05.405711 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8606c3d8-8db9-4a5f-ab6c-76bffc0da29e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (f5d86cdd-f5f4-4953-a350-fa65d27096eb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:05.407783 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b315e7d-fdfc-40b0-a239-411a910831bf req-b6b82f49-c0ce-4389-aa17-d8108da1657a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:05.409399 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7b315e7d-fdfc-40b0-a239-411a910831bf req-b6b82f49-c0ce-4389-aa17-d8108da1657a service neutron] 10.222.0.94 "GET /v2.0/networks?id=0512048c-55e1-420b-8bea-491fbd42c90c HTTP/1.1" status: 200 len: 910 time: 0.3173852 Feb 08 21:52:05.569868 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7b315e7d-fdfc-40b0-a239-411a910831bf req-ea8a51f4-a5fb-4673-b47b-8807727c24ce service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e84ae9-01e4-4066-a89f-9c7839ed4c39 HTTP/1.1" status: 200 len: 998 time: 0.1460147 Feb 08 21:52:05.599041 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8606c3d8-8db9-4a5f-ab6c-76bffc0da29e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (f5d86cdd-f5f4-4953-a350-fa65d27096eb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:05.633031 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-00923c87-19d9-4b55-8b43-4f9911725f36 None None] Set router 1f1e65be-f37f-415d-86c8-6c2d731b4825 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:52:05.751740 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8606c3d8-8db9-4a5f-ab6c-76bffc0da29e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:52:05.761623 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8606c3d8-8db9-4a5f-ab6c-76bffc0da29e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:05.768248 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8606c3d8-8db9-4a5f-ab6c-76bffc0da29e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:52:05.785112 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8606c3d8-8db9-4a5f-ab6c-76bffc0da29e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:05.786084 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8606c3d8-8db9-4a5f-ab6c-76bffc0da29e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:05.794228 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b315e7d-fdfc-40b0-a239-411a910831bf req-f9f98439-16c8-4d26-8dfb-f205a88c5524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:05.799755 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7b315e7d-fdfc-40b0-a239-411a910831bf req-f9f98439-16c8-4d26-8dfb-f205a88c5524 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0aba1a01-7dcc-429b-a7ed-eefc12dcd42c HTTP/1.1" status: 200 len: 848 time: 0.2246528 Feb 08 21:52:05.805068 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606c3d8-8db9-4a5f-ab6c-76bffc0da29e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=f5d86cdd-f5f4-4953-a350-fa65d27096eb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:05.912702 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59592) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:05.930345 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8606c3d8-8db9-4a5f-ab6c-76bffc0da29e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3325393 Feb 08 21:52:05.968913 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b315e7d-fdfc-40b0-a239-411a910831bf req-b2aa1198-b513-43f9-b325-84095a5cab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:05.970889 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7b315e7d-fdfc-40b0-a239-411a910831bf req-b2aa1198-b513-43f9-b325-84095a5cab48 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0512048c-55e1-420b-8bea-491fbd42c90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1598339 Feb 08 21:52:05.991746 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-00923c87-19d9-4b55-8b43-4f9911725f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'name': 'tempest-TestServerBasicOps-1925516844-router', 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '122cc8ba-ac44-4f8e-a52b-b814624b94a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:58Z', 'updated_at': '2022-02-08T21:51:10Z', 'revision_number': 4, 'project_id': '224cdca309204cf4ab30e157a31b072a', 'gw_port': {'id': '122cc8ba-ac44-4f8e-a52b-b814624b94a0', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:00Z', 'updated_at': '2022-02-08T21:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '87637280-5bdd-4525-80df-49a7bd6d236a', 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'port_id': 'f9e84ae9-01e4-4066-a89f-9c7839ed4c39', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0512048c-55e1-420b-8bea-491fbd42c90c', 'mac_address': 'fa:16:3e:ab:51:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd14a583-6008-4070-857b-d7384a68a06b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:52:02Z', 'updated_at': '2022-02-08T21:52:02Z', 'revision_number': 0, 'project_id': '224cdca309204cf4ab30e157a31b072a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5088131-7124-488f-812a-a83abc9094c3', 'name': '', 'network_id': '0512048c-55e1-420b-8bea-491fbd42c90c', 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'mac_address': 'fa:16:3e:22:61:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '0aba1a01-7dcc-429b-a7ed-eefc12dcd42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:08Z', 'updated_at': '2022-02-08T21:51:23Z', 'revision_number': 5, 'project_id': '224cdca309204cf4ab30e157a31b072a', 'subnets': [{'id': '0aba1a01-7dcc-429b-a7ed-eefc12dcd42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:52:06.050883 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d1620f-7554-4a10-86f1-a7eaf9a395ba tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:06.061202 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d1620f-7554-4a10-86f1-a7eaf9a395ba tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:06.062719 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00923c87-19d9-4b55-8b43-4f9911725f36 None None] The sync data for ids ['1f1e65be-f37f-415d-86c8-6c2d731b4825'] in n-d-712143-31 is: [{'id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'name': 'tempest-TestServerBasicOps-1925516844-router', 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '122cc8ba-ac44-4f8e-a52b-b814624b94a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:58Z', 'updated_at': '2022-02-08T21:51:10Z', 'revision_number': 4, 'project_id': '224cdca309204cf4ab30e157a31b072a', 'gw_port': {'id': '122cc8ba-ac44-4f8e-a52b-b814624b94a0', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:00Z', 'updated_at': '2022-02-08T21:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '87637280-5bdd-4525-80df-49a7bd6d236a', 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'port_id': 'f9e84ae9-01e4-4066-a89f-9c7839ed4c39', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0512048c-55e1-420b-8bea-491fbd42c90c', 'mac_address': 'fa:16:3e:ab:51:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd14a583-6008-4070-857b-d7384a68a06b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:52:02Z', 'updated_at': '2022-02-08T21:52:02Z', 'revision_number': 0, 'project_id': '224cdca309204cf4ab30e157a31b072a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5088131-7124-488f-812a-a83abc9094c3', 'name': '', 'network_id': '0512048c-55e1-420b-8bea-491fbd42c90c', 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'mac_address': 'fa:16:3e:22:61:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '0aba1a01-7dcc-429b-a7ed-eefc12dcd42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:08Z', 'updated_at': '2022-02-08T21:51:23Z', 'revision_number': 5, 'project_id': '224cdca309204cf4ab30e157a31b072a', 'subnets': [{'id': '0aba1a01-7dcc-429b-a7ed-eefc12dcd42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:52:06.066592 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-75d1620f-7554-4a10-86f1-a7eaf9a395ba tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1520920 Feb 08 21:52:06.069648 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59594) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:06.213943 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7b315e7d-fdfc-40b0-a239-411a910831bf req-14039892-0666-4eaa-899b-ace75a03fe9d service neutron] 10.222.0.94 "GET /v2.0/networks/0512048c-55e1-420b-8bea-491fbd42c90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363739 Feb 08 21:52:06.269021 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 47d07818-404f-4221-a5f6-cc0e573f500f up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:52:06.327175 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-d98f7cba-adec-41ec-8f46-c0f50f07efaa tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting port f5d86cdd-f5f4-4953-a350-fa65d27096eb {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:52:06.327513 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d98f7cba-adec-41ec-8f46-c0f50f07efaa tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f5d86cdd-f5f4-4953-a350-fa65d27096eb), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:06.419127 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 47d07818-404f-4221-a5f6-cc0e573f500f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:52:06.428362 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (47d07818-404f-4221-a5f6-cc0e573f500f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:06.481103 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7b315e7d-fdfc-40b0-a239-411a910831bf req-9db14974-6991-4deb-8c34-82162b87cc96 service neutron] 10.222.0.94 "GET /v2.0/networks/0512048c-55e1-420b-8bea-491fbd42c90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610571 Feb 08 21:52:06.558658 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5714ccb-5db5-47df-997e-ed8db5ce3893 None None] New status for floating IP 87637280-5bdd-4525-80df-49a7bd6d236a: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:52:06.560134 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d98f7cba-adec-41ec-8f46-c0f50f07efaa tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f5d86cdd-f5f4-4953-a350-fa65d27096eb), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:06.575149 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-d98f7cba-adec-41ec-8f46-c0f50f07efaa tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Calling delete_port for f5d86cdd-f5f4-4953-a350-fa65d27096eb owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:52:06.636648 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:06.687329 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 47d07818-404f-4221-a5f6-cc0e573f500f is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:06.688118 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (47d07818-404f-4221-a5f6-cc0e573f500f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:06.739095 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 47d07818-404f-4221-a5f6-cc0e573f500f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=47d07818-404f-4221-a5f6-cc0e573f500f,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:52:06.740247 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-93a0b9be-37be-447f-86a3-452e70dd6521 None None] Provisioning complete for port 47d07818-404f-4221-a5f6-cc0e573f500f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:52:06.740617 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-93a0b9be-37be-447f-86a3-452e70dd6521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (47d07818-404f-4221-a5f6-cc0e573f500f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:06.820569 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (47d07818-404f-4221-a5f6-cc0e573f500f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:06.914671 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d98f7cba-adec-41ec-8f46-c0f50f07efaa tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (f5d86cdd-f5f4-4953-a350-fa65d27096eb), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:06.924010 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=47d07818-404f-4221-a5f6-cc0e573f500f,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:06.951023 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:07.024759 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-93a0b9be-37be-447f-86a3-452e70dd6521 None None] Current status of the port 47d07818-404f-4221-a5f6-cc0e573f500f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:07.077549 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f7cba-adec-41ec-8f46-c0f50f07efaa tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Port': ['ID=f5d86cdd-f5f4-4953-a350-fa65d27096eb,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:07.083058 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d98f7cba-adec-41ec-8f46-c0f50f07efaa tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:07.088450 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d98f7cba-adec-41ec-8f46-c0f50f07efaa tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/f5d86cdd-f5f4-4953-a350-fa65d27096eb HTTP/1.1" status: 204 len: 168 time: 1.0169680 Feb 08 21:52:07.091836 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59600) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:07.145609 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-92875b2e-86ce-4031-9f86-9a1f1a85941b None None] Could not find standard attr ID for object f5d86cdd-f5f4-4953-a350-fa65d27096eb. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:52:07.232229 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c863174c-8734-49ee-b49c-d0ad17662e65 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:07.241303 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c863174c-8734-49ee-b49c-d0ad17662e65 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:07.248082 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c863174c-8734-49ee-b49c-d0ad17662e65 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1530781 Feb 08 21:52:07.250341 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59602) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:07.371959 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-b289799e-6951-4741-85c4-6d6d01e9030b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet 6cf706bb-bc8e-4f8e-888d-c5f2cfb939ef {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:52:07.380788 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b289799e-6951-4741-85c4-6d6d01e9030b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (6cf706bb-bc8e-4f8e-888d-c5f2cfb939ef), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:07.486468 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b289799e-6951-4741-85c4-6d6d01e9030b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (6cf706bb-bc8e-4f8e-888d-c5f2cfb939ef), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:07.601045 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b289799e-6951-4741-85c4-6d6d01e9030b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (6cf706bb-bc8e-4f8e-888d-c5f2cfb939ef), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:07.670984 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b289799e-6951-4741-85c4-6d6d01e9030b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (6cf706bb-bc8e-4f8e-888d-c5f2cfb939ef), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:07.702758 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289799e-6951-4741-85c4-6d6d01e9030b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=6cf706bb-bc8e-4f8e-888d-c5f2cfb939ef,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:07.706514 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b289799e-6951-4741-85c4-6d6d01e9030b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:07.713660 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b289799e-6951-4741-85c4-6d6d01e9030b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/6cf706bb-bc8e-4f8e-888d-c5f2cfb939ef HTTP/1.1" status: 204 len: 168 time: 0.4567995 Feb 08 21:52:07.714027 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59606) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:07.725836 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e2a134-5e57-41ee-832f-dd18ceea0048 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:52:07.761244 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-636e44e3-223b-47c1-99ac-2d90b8c324cf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459750 Feb 08 21:52:07.763897 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59608) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:07.772192 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:52:07.825810 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769348f7-123e-4a32-911c-a87d97ed0ac2 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:07.827845 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-769348f7-123e-4a32-911c-a87d97ed0ac2 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0629604 Feb 08 21:52:07.830772 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59610) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:07.891321 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907be81c-7e9f-4e38-9b59-e75cefa31e14 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:07.893490 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-907be81c-7e9f-4e38-9b59-e75cefa31e14 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0614665 Feb 08 21:52:07.896151 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59612) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:07.948792 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8d984908-404c-4ae5-ac95-f1d89a8c18a1 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508504 Feb 08 21:52:07.954440 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59616) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:07.960729 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-f5af9a82-308b-451b-be31-2d69e5551fb5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:08.111343 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622d99a0-2e96-4934-ab86-8181937f5dce None None] DHCP port deletion for 27f9d783-a380-45ce-9337-9219c380755c request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:52:08.178423 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5af9a82-308b-451b-be31-2d69e5551fb5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:08.184749 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f5af9a82-308b-451b-be31-2d69e5551fb5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:08.190788 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-622d99a0-2e96-4934-ab86-8181937f5dce None None] Deleting port 47d07818-404f-4221-a5f6-cc0e573f500f {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:52:08.191173 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-622d99a0-2e96-4934-ab86-8181937f5dce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (47d07818-404f-4221-a5f6-cc0e573f500f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:08.282882 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-622d99a0-2e96-4934-ab86-8181937f5dce None None] For port 47d07818-404f-4221-a5f6-cc0e573f500f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=47d07818-404f-4221-a5f6-cc0e573f500f,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:52:08.283288 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-622d99a0-2e96-4934-ab86-8181937f5dce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (47d07818-404f-4221-a5f6-cc0e573f500f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:08.301498 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-622d99a0-2e96-4934-ab86-8181937f5dce None None] Calling delete_port for 47d07818-404f-4221-a5f6-cc0e573f500f owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:52:08.418937 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-622d99a0-2e96-4934-ab86-8181937f5dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (47d07818-404f-4221-a5f6-cc0e573f500f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:08.438031 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622d99a0-2e96-4934-ab86-8181937f5dce None None] No DVR routers for this DVR port 47d07818-404f-4221-a5f6-cc0e573f500f on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:52:08.472526 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d99a0-2e96-4934-ab86-8181937f5dce None None] Pushing event deleted for resources: {'Port': ['ID=47d07818-404f-4221-a5f6-cc0e573f500f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:08.489105 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f5af9a82-308b-451b-be31-2d69e5551fb5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (79d0abf0-76db-4f3e-8486-3b55d5843934), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:08.544057 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5af9a82-308b-451b-be31-2d69e5551fb5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:52:08.551100 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-f5af9a82-308b-451b-be31-2d69e5551fb5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:08.565133 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdddf12b-0965-40f1-98bd-967e5333729e None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:52:08.580181 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5af9a82-308b-451b-be31-2d69e5551fb5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:08.580837 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f5af9a82-308b-451b-be31-2d69e5551fb5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:08.623820 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af9a82-308b-451b-be31-2d69e5551fb5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=79d0abf0-76db-4f3e-8486-3b55d5843934,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:08.642363 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f5af9a82-308b-451b-be31-2d69e5551fb5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6854177 Feb 08 21:52:08.644335 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59622) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:08.649948 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-5d1abd70-dfbb-4ee3-8370-eda408e40268 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'mac_address': 'fa:16:3e:e6:b5:cb', 'name': 'tempest-NetworksTestDHCPv6-1378767119'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:08.807371 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1abd70-dfbb-4ee3-8370-eda408e40268 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:08.807535 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e05dab-3843-4d48-9615-e49f3ce7aa5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-27f9d783-a380-45ce-9337-9219c380755c', 'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'project_id': '1bafe448e33448c7ae7ce06f728d4448', 'fixed_ips': [{'subnet_id': '79d0abf0-76db-4f3e-8486-3b55d5843934'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:52:08.808454 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-85e05dab-3843-4d48-9615-e49f3ce7aa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:08.960141 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5d1abd70-dfbb-4ee3-8370-eda408e40268 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:09.018564 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-5d1abd70-dfbb-4ee3-8370-eda408e40268 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] device_id is not set on port f76eafca-8e62-42be-b958-6b3b601f459c yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:52:09.052435 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-85e05dab-3843-4d48-9615-e49f3ce7aa5e None None] Allocated IP 2001:db8::2 (27f9d783-a380-45ce-9337-9219c380755c/79d0abf0-76db-4f3e-8486-3b55d5843934/17592527-9f0d-45ea-ba32-d35e65b227d4) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:52:09.281775 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-85e05dab-3843-4d48-9615-e49f3ce7aa5e None None] Publish callbacks [] for port (17592527-9f0d-45ea-ba32-d35e65b227d4), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:09.290312 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-85e05dab-3843-4d48-9615-e49f3ce7aa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (17592527-9f0d-45ea-ba32-d35e65b227d4), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:09.363207 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e05dab-3843-4d48-9615-e49f3ce7aa5e None None] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:52:09.364434 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e05dab-3843-4d48-9615-e49f3ce7aa5e None None] Pushing event updated for resources: {'Port': ['ID=17592527-9f0d-45ea-ba32-d35e65b227d4,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:09.368142 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-85e05dab-3843-4d48-9615-e49f3ce7aa5e None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:09.369911 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e05dab-3843-4d48-9615-e49f3ce7aa5e None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:52:09.398997 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-5d1abd70-dfbb-4ee3-8370-eda408e40268 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Allocated IP 2001:db8::94 (27f9d783-a380-45ce-9337-9219c380755c/79d0abf0-76db-4f3e-8486-3b55d5843934/f76eafca-8e62-42be-b958-6b3b601f459c) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:52:09.444281 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-85e05dab-3843-4d48-9615-e49f3ce7aa5e None None] Attempting to bind port 17592527-9f0d-45ea-ba32-d35e65b227d4 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:52:09.444700 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-85e05dab-3843-4d48-9615-e49f3ce7aa5e None None] Attempting to bind port 17592527-9f0d-45ea-ba32-d35e65b227d4 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:52:09.445075 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e05dab-3843-4d48-9615-e49f3ce7aa5e None None] Attempting to bind port 17592527-9f0d-45ea-ba32-d35e65b227d4 on network 27f9d783-a380-45ce-9337-9219c380755c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:52:09.453344 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e05dab-3843-4d48-9615-e49f3ce7aa5e None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:52:09.455014 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e05dab-3843-4d48-9615-e49f3ce7aa5e None None] Checking segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:52:09.455440 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-85e05dab-3843-4d48-9615-e49f3ce7aa5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:09.455921 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e05dab-3843-4d48-9615-e49f3ce7aa5e None None] Bound using segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:52:09.456441 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-85e05dab-3843-4d48-9615-e49f3ce7aa5e None None] Bound port: 17592527-9f0d-45ea-ba32-d35e65b227d4, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:52:09.456841 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-85e05dab-3843-4d48-9615-e49f3ce7aa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (17592527-9f0d-45ea-ba32-d35e65b227d4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:09.551608 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-85e05dab-3843-4d48-9615-e49f3ce7aa5e None None] For port 17592527-9f0d-45ea-ba32-d35e65b227d4, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:52:09.557948 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-85e05dab-3843-4d48-9615-e49f3ce7aa5e None None] For port 17592527-9f0d-45ea-ba32-d35e65b227d4, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=17592527-9f0d-45ea-ba32-d35e65b227d4,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:52:09.567635 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-85e05dab-3843-4d48-9615-e49f3ce7aa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (17592527-9f0d-45ea-ba32-d35e65b227d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:09.598509 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5d1abd70-dfbb-4ee3-8370-eda408e40268 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (f76eafca-8e62-42be-b958-6b3b601f459c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:09.641881 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e05dab-3843-4d48-9615-e49f3ce7aa5e None None] Pushing event updated for resources: {'Port': ['ID=17592527-9f0d-45ea-ba32-d35e65b227d4,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:09.642887 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5d1abd70-dfbb-4ee3-8370-eda408e40268 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (f76eafca-8e62-42be-b958-6b3b601f459c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:09.699923 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1abd70-dfbb-4ee3-8370-eda408e40268 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:52:09.706548 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-5d1abd70-dfbb-4ee3-8370-eda408e40268 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:09.713298 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1abd70-dfbb-4ee3-8370-eda408e40268 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:52:09.723660 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1abd70-dfbb-4ee3-8370-eda408e40268 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:09.726684 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5d1abd70-dfbb-4ee3-8370-eda408e40268 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:09.769259 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1abd70-dfbb-4ee3-8370-eda408e40268 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=f76eafca-8e62-42be-b958-6b3b601f459c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:09.788424 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5d1abd70-dfbb-4ee3-8370-eda408e40268 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1425865 Feb 08 21:52:09.791236 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59634) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:09.871314 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b6a9aa-95e4-4c80-9720-5c2631a7f775 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:09.877636 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b6a9aa-95e4-4c80-9720-5c2631a7f775 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:09.879571 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-87b6a9aa-95e4-4c80-9720-5c2631a7f775 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0867929 Feb 08 21:52:09.883107 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59638) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:10.058588 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c8490ef0-69dd-4a4b-adf0-db07c0ae10c2 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting port f76eafca-8e62-42be-b958-6b3b601f459c {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:52:10.059098 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c8490ef0-69dd-4a4b-adf0-db07c0ae10c2 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f76eafca-8e62-42be-b958-6b3b601f459c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:10.203230 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c8490ef0-69dd-4a4b-adf0-db07c0ae10c2 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f76eafca-8e62-42be-b958-6b3b601f459c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:10.222057 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c8490ef0-69dd-4a4b-adf0-db07c0ae10c2 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Calling delete_port for f76eafca-8e62-42be-b958-6b3b601f459c owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:52:10.238585 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 17592527-9f0d-45ea-ba32-d35e65b227d4 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:52:10.311987 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 17592527-9f0d-45ea-ba32-d35e65b227d4 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:52:10.312633 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (17592527-9f0d-45ea-ba32-d35e65b227d4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:10.423329 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c8490ef0-69dd-4a4b-adf0-db07c0ae10c2 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (f76eafca-8e62-42be-b958-6b3b601f459c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:10.458758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 17592527-9f0d-45ea-ba32-d35e65b227d4 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:10.459253 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (17592527-9f0d-45ea-ba32-d35e65b227d4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:10.466434 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8490ef0-69dd-4a4b-adf0-db07c0ae10c2 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Port': ['ID=f76eafca-8e62-42be-b958-6b3b601f459c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:10.500078 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c8490ef0-69dd-4a4b-adf0-db07c0ae10c2 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:10.508102 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59650) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:10.515696 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 17592527-9f0d-45ea-ba32-d35e65b227d4, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=17592527-9f0d-45ea-ba32-d35e65b227d4,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:52:10.518102 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c8490ef0-69dd-4a4b-adf0-db07c0ae10c2 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/f76eafca-8e62-42be-b958-6b3b601f459c HTTP/1.1" status: 204 len: 168 time: 0.6336143 Feb 08 21:52:10.520549 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (17592527-9f0d-45ea-ba32-d35e65b227d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:10.582423 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=17592527-9f0d-45ea-ba32-d35e65b227d4,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:10.590680 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:10.591025 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:10.591373 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:10.591705 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:10.592037 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:10.592369 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:10.592693 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:10.593017 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:10.593370 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:10.593695 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:10.594015 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:10.594337 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:10.594655 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:10.631276 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 47d07818-404f-4221-a5f6-cc0e573f500f no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:52:10.641308 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77c5d3c-9f43-403e-9ee5-5831ed4ea45d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:10.642730 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77c5d3c-9f43-403e-9ee5-5831ed4ea45d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:10.646841 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f77c5d3c-9f43-403e-9ee5-5831ed4ea45d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1350121 Feb 08 21:52:10.647749 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59652) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:10.654861 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 47d07818-404f-4221-a5f6-cc0e573f500f {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:52:10.655211 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 47d07818-404f-4221-a5f6-cc0e573f500f not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:52:10.735160 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca09b9a0-9c0d-4c6b-84a7-a40d51d0f1d7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet 79d0abf0-76db-4f3e-8486-3b55d5843934 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:52:10.739500 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca09b9a0-9c0d-4c6b-84a7-a40d51d0f1d7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (79d0abf0-76db-4f3e-8486-3b55d5843934), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:10.802524 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca09b9a0-9c0d-4c6b-84a7-a40d51d0f1d7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (79d0abf0-76db-4f3e-8486-3b55d5843934), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:10.930248 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca09b9a0-9c0d-4c6b-84a7-a40d51d0f1d7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (79d0abf0-76db-4f3e-8486-3b55d5843934), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:11.016530 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca09b9a0-9c0d-4c6b-84a7-a40d51d0f1d7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (79d0abf0-76db-4f3e-8486-3b55d5843934), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:11.034756 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca09b9a0-9c0d-4c6b-84a7-a40d51d0f1d7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:11.045767 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ca09b9a0-9c0d-4c6b-84a7-a40d51d0f1d7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/79d0abf0-76db-4f3e-8486-3b55d5843934 HTTP/1.1" status: 204 len: 168 time: 0.3888028 Feb 08 21:52:11.045767 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59654) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:11.070879 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09b9a0-9c0d-4c6b-84a7-a40d51d0f1d7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=79d0abf0-76db-4f3e-8486-3b55d5843934,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:11.125150 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-32e9a4fe-f30f-499e-a5f5-24d5de246847 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794129 Feb 08 21:52:11.125394 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59660) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:11.195164 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9eab9be-6c4f-4b42-8290-df23677b0b03 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:11.196646 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b9eab9be-6c4f-4b42-8290-df23677b0b03 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0702522 Feb 08 21:52:11.199970 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59662) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:11.237594 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb1f186-7e29-40ba-9ea9-c1622730a44b None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:52:11.282174 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f74704-49e4-494b-8b7e-58bf374d4303 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:11.284068 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-82f74704-49e4-494b-8b7e-58bf374d4303 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0831027 Feb 08 21:52:11.287365 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59666) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:11.345741 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59668) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:11.347607 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ac1950b3-2dc2-4aba-9983-08d42f7da18f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589106 Feb 08 21:52:11.351428 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ef40db73-986a-4bc0-9b47-39e23efa8417 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:11.356930 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-576557ad-1fb5-4acd-a85b-b0d84a470243 None None] Provisioning complete for port 17592527-9f0d-45ea-ba32-d35e65b227d4 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:52:11.357494 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-576557ad-1fb5-4acd-a85b-b0d84a470243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (17592527-9f0d-45ea-ba32-d35e65b227d4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:11.495442 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-576557ad-1fb5-4acd-a85b-b0d84a470243 None None] Current status of the port 17592527-9f0d-45ea-ba32-d35e65b227d4 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:11.496177 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef40db73-986a-4bc0-9b47-39e23efa8417 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:11.502029 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef40db73-986a-4bc0-9b47-39e23efa8417 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:11.524673 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c4cea1-5190-4a7d-9516-50af3c944838 None None] DHCP port deletion for 27f9d783-a380-45ce-9337-9219c380755c request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:52:11.581825 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e3c4cea1-5190-4a7d-9516-50af3c944838 None None] Deleting port 17592527-9f0d-45ea-ba32-d35e65b227d4 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:52:11.582301 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cea1-5190-4a7d-9516-50af3c944838 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (17592527-9f0d-45ea-ba32-d35e65b227d4), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:11.656098 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-e3c4cea1-5190-4a7d-9516-50af3c944838 None None] For port 17592527-9f0d-45ea-ba32-d35e65b227d4, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=17592527-9f0d-45ea-ba32-d35e65b227d4,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:52:11.656608 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cea1-5190-4a7d-9516-50af3c944838 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (17592527-9f0d-45ea-ba32-d35e65b227d4), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:11.670849 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e3c4cea1-5190-4a7d-9516-50af3c944838 None None] Calling delete_port for 17592527-9f0d-45ea-ba32-d35e65b227d4 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:52:11.774864 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e3c4cea1-5190-4a7d-9516-50af3c944838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (17592527-9f0d-45ea-ba32-d35e65b227d4), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:11.802056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4cea1-5190-4a7d-9516-50af3c944838 None None] Pushing event deleted for resources: {'Port': ['ID=17592527-9f0d-45ea-ba32-d35e65b227d4,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:11.805982 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c4cea1-5190-4a7d-9516-50af3c944838 None None] No DVR routers for this DVR port 17592527-9f0d-45ea-ba32-d35e65b227d4 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:52:11.814951 n-d-712143-31 neutron-server[103434]: DEBUG neutron.objects.ports [None req-ef40db73-986a-4bc0-9b47-39e23efa8417 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103434) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 21:52:11.815623 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef40db73-986a-4bc0-9b47-39e23efa8417 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (142d604b-6e4d-4988-a3a3-1bf223ad755f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:11.868715 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef40db73-986a-4bc0-9b47-39e23efa8417 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:52:11.872603 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-ef40db73-986a-4bc0-9b47-39e23efa8417 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:11.877300 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef40db73-986a-4bc0-9b47-39e23efa8417 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:11.877899 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef40db73-986a-4bc0-9b47-39e23efa8417 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:11.884553 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d18b80-dae3-4029-a65f-4de87b685625 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:52:11.889086 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40db73-986a-4bc0-9b47-39e23efa8417 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=142d604b-6e4d-4988-a3a3-1bf223ad755f,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:11.902766 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ef40db73-986a-4bc0-9b47-39e23efa8417 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5550575 Feb 08 21:52:11.905947 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59670) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:11.911415 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1c72aeaf-42e2-4a64-916e-45d0304846ad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:12.033209 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621fd356-4bf8-4198-b990-dadf339920c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-27f9d783-a380-45ce-9337-9219c380755c', 'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'project_id': '1bafe448e33448c7ae7ce06f728d4448', 'fixed_ips': [{'subnet_id': '142d604b-6e4d-4988-a3a3-1bf223ad755f'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:52:12.034201 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-621fd356-4bf8-4198-b990-dadf339920c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:12.056450 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c72aeaf-42e2-4a64-916e-45d0304846ad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:12.060139 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1c72aeaf-42e2-4a64-916e-45d0304846ad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:12.215210 n-d-712143-31 neutron-server[103434]: INFO neutron.db.ipam_backend_mixin [None req-1c72aeaf-42e2-4a64-916e-45d0304846ad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 142d604b-6e4d-4988-a3a3-1bf223ad755f (CIDR: 2001:db8::/64) Feb 08 21:52:12.219476 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c72aeaf-42e2-4a64-916e-45d0304846ad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:52:12.219936 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c72aeaf-42e2-4a64-916e-45d0304846ad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:12.234413 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 17592527-9f0d-45ea-ba32-d35e65b227d4 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:52:12.247572 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1c72aeaf-42e2-4a64-916e-45d0304846ad tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3352261 Feb 08 21:52:12.247572 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59680) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:12.262699 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 17592527-9f0d-45ea-ba32-d35e65b227d4 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:52:12.262954 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 17592527-9f0d-45ea-ba32-d35e65b227d4 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:52:12.267238 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-621fd356-4bf8-4198-b990-dadf339920c3 None None] Allocated IP 2001:db8::f816:3eff:fe35:39ac (27f9d783-a380-45ce-9337-9219c380755c/142d604b-6e4d-4988-a3a3-1bf223ad755f/788ba14a-409d-4dee-bd76-d8ac0576929b) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:52:12.279773 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-62d70cc5-331f-42cc-8272-1e66c908b624 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:12.426923 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d70cc5-331f-42cc-8272-1e66c908b624 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:12.433646 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62d70cc5-331f-42cc-8272-1e66c908b624 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:12.444314 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-621fd356-4bf8-4198-b990-dadf339920c3 None None] Publish callbacks [] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:12.452111 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-621fd356-4bf8-4198-b990-dadf339920c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:12.518906 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621fd356-4bf8-4198-b990-dadf339920c3 None None] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:52:12.540778 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621fd356-4bf8-4198-b990-dadf339920c3 None None] Pushing event updated for resources: {'Port': ['ID=788ba14a-409d-4dee-bd76-d8ac0576929b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:12.544828 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-621fd356-4bf8-4198-b990-dadf339920c3 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:12.546962 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621fd356-4bf8-4198-b990-dadf339920c3 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:52:12.635654 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-621fd356-4bf8-4198-b990-dadf339920c3 None None] Attempting to bind port 788ba14a-409d-4dee-bd76-d8ac0576929b on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:52:12.636570 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-621fd356-4bf8-4198-b990-dadf339920c3 None None] Attempting to bind port 788ba14a-409d-4dee-bd76-d8ac0576929b by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:52:12.637011 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621fd356-4bf8-4198-b990-dadf339920c3 None None] Attempting to bind port 788ba14a-409d-4dee-bd76-d8ac0576929b on network 27f9d783-a380-45ce-9337-9219c380755c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:52:12.643443 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621fd356-4bf8-4198-b990-dadf339920c3 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:52:12.644097 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621fd356-4bf8-4198-b990-dadf339920c3 None None] Checking segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:52:12.644337 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-621fd356-4bf8-4198-b990-dadf339920c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:12.644915 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621fd356-4bf8-4198-b990-dadf339920c3 None None] Bound using segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:52:12.645488 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-621fd356-4bf8-4198-b990-dadf339920c3 None None] Bound port: 788ba14a-409d-4dee-bd76-d8ac0576929b, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:52:12.645905 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-621fd356-4bf8-4198-b990-dadf339920c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:12.737998 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-621fd356-4bf8-4198-b990-dadf339920c3 None None] For port 788ba14a-409d-4dee-bd76-d8ac0576929b, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:52:12.742653 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-621fd356-4bf8-4198-b990-dadf339920c3 None None] For port 788ba14a-409d-4dee-bd76-d8ac0576929b, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=788ba14a-409d-4dee-bd76-d8ac0576929b,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:52:12.752955 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-621fd356-4bf8-4198-b990-dadf339920c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:12.790102 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62d70cc5-331f-42cc-8272-1e66c908b624 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (7b4a2a65-67fb-4b0d-a493-7b373444401a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:12.823155 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621fd356-4bf8-4198-b990-dadf339920c3 None None] Pushing event updated for resources: {'Port': ['ID=788ba14a-409d-4dee-bd76-d8ac0576929b,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:12.847836 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d70cc5-331f-42cc-8272-1e66c908b624 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:52:12.851946 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-62d70cc5-331f-42cc-8272-1e66c908b624 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:12.856920 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d70cc5-331f-42cc-8272-1e66c908b624 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:12.857565 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62d70cc5-331f-42cc-8272-1e66c908b624 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:12.869214 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d70cc5-331f-42cc-8272-1e66c908b624 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=7b4a2a65-67fb-4b0d-a493-7b373444401a,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:12.886706 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-62d70cc5-331f-42cc-8272-1e66c908b624 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6380479 Feb 08 21:52:12.891375 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59698) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:12.898477 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-4851d36f-1cd8-4ae4-ab12-56efa9d40a57 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'mac_address': 'fa:16:3e:86:e0:4d', 'name': 'tempest-NetworksTestDHCPv6-841446469'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:13.095462 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4851d36f-1cd8-4ae4-ab12-56efa9d40a57 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:13.190374 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4851d36f-1cd8-4ae4-ab12-56efa9d40a57 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:13.216929 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-4851d36f-1cd8-4ae4-ab12-56efa9d40a57 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] device_id is not set on port b4def9a6-a0fe-45c2-9084-bf62b9dc8ce8 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:52:13.398099 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-4851d36f-1cd8-4ae4-ab12-56efa9d40a57 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Allocated IP 2001:db8:0:1::2bb (27f9d783-a380-45ce-9337-9219c380755c/7b4a2a65-67fb-4b0d-a493-7b373444401a/b4def9a6-a0fe-45c2-9084-bf62b9dc8ce8) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:52:13.405029 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-4851d36f-1cd8-4ae4-ab12-56efa9d40a57 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Allocated IP 2001:db8::f816:3eff:fe86:e04d (27f9d783-a380-45ce-9337-9219c380755c/142d604b-6e4d-4988-a3a3-1bf223ad755f/b4def9a6-a0fe-45c2-9084-bf62b9dc8ce8) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:52:13.561121 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4851d36f-1cd8-4ae4-ab12-56efa9d40a57 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (b4def9a6-a0fe-45c2-9084-bf62b9dc8ce8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:13.603931 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4851d36f-1cd8-4ae4-ab12-56efa9d40a57 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (b4def9a6-a0fe-45c2-9084-bf62b9dc8ce8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:13.654176 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4851d36f-1cd8-4ae4-ab12-56efa9d40a57 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:52:13.657807 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-4851d36f-1cd8-4ae4-ab12-56efa9d40a57 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:13.661852 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4851d36f-1cd8-4ae4-ab12-56efa9d40a57 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:52:13.668320 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4851d36f-1cd8-4ae4-ab12-56efa9d40a57 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:13.669008 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4851d36f-1cd8-4ae4-ab12-56efa9d40a57 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:13.687845 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851d36f-1cd8-4ae4-ab12-56efa9d40a57 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=b4def9a6-a0fe-45c2-9084-bf62b9dc8ce8,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:13.708247 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59712) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:13.718374 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4851d36f-1cd8-4ae4-ab12-56efa9d40a57 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8249538 Feb 08 21:52:13.863042 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b4b8daf4-7a61-4411-bbc2-40219a51b4fe tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting port b4def9a6-a0fe-45c2-9084-bf62b9dc8ce8 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:52:13.863444 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b4b8daf4-7a61-4411-bbc2-40219a51b4fe tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b4def9a6-a0fe-45c2-9084-bf62b9dc8ce8), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:14.015549 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b4b8daf4-7a61-4411-bbc2-40219a51b4fe tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b4def9a6-a0fe-45c2-9084-bf62b9dc8ce8), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:14.033506 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b4b8daf4-7a61-4411-bbc2-40219a51b4fe tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Calling delete_port for b4def9a6-a0fe-45c2-9084-bf62b9dc8ce8 owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:52:14.097833 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75224a5-f203-445b-bcf6-73d5a19526b5 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:52:14.243349 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 788ba14a-409d-4dee-bd76-d8ac0576929b up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:52:14.254415 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1ed479a3-75b8-4863-9888-86de9f1fd0c5 None None] Provisioning complete for port 788ba14a-409d-4dee-bd76-d8ac0576929b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:52:14.254787 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1ed479a3-75b8-4863-9888-86de9f1fd0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:14.375652 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b4b8daf4-7a61-4411-bbc2-40219a51b4fe tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (b4def9a6-a0fe-45c2-9084-bf62b9dc8ce8), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:14.399098 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 788ba14a-409d-4dee-bd76-d8ac0576929b triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:52:14.399486 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:14.426566 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8daf4-7a61-4411-bbc2-40219a51b4fe tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Port': ['ID=b4def9a6-a0fe-45c2-9084-bf62b9dc8ce8,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:14.495092 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b4b8daf4-7a61-4411-bbc2-40219a51b4fe tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:14.499805 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b4b8daf4-7a61-4411-bbc2-40219a51b4fe tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/b4def9a6-a0fe-45c2-9084-bf62b9dc8ce8 HTTP/1.1" status: 204 len: 168 time: 0.7904921 Feb 08 21:52:14.502573 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59798) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:14.521261 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1ed479a3-75b8-4863-9888-86de9f1fd0c5 None None] Current status of the port 788ba14a-409d-4dee-bd76-d8ac0576929b is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:14.521668 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1ed479a3-75b8-4863-9888-86de9f1fd0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:14.545264 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30977c32-1394-46c0-b720-aec33ac663e1 None None] Update dhcp port {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'fixed_ips': [{'subnet_id': '142d604b-6e4d-4988-a3a3-1bf223ad755f', 'ip_address': '2001:db8::f816:3eff:fe35:39ac'}, {'subnet_id': '7b4a2a65-67fb-4b0d-a493-7b373444401a'}], 'binding:host_id': 'n-d-712143-31'}, 'id': '788ba14a-409d-4dee-bd76-d8ac0576929b'} from n-d-712143-31. {{(pid=103435) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 21:52:14.573834 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f45120-9b33-40e9-8ca1-58bfc9311c99 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:14.578601 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59806) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:14.579170 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f6f45120-9b33-40e9-8ca1-58bfc9311c99 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0744150 Feb 08 21:52:14.648917 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30977c32-1394-46c0-b720-aec33ac663e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:14.665446 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3c3598-da78-41ba-a092-148f5f94dcec tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:14.668022 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bf3c3598-da78-41ba-a092-148f5f94dcec tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0884941 Feb 08 21:52:14.671668 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59818) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:14.676431 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 788ba14a-409d-4dee-bd76-d8ac0576929b is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:14.676808 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:14.690540 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-1ed479a3-75b8-4863-9888-86de9f1fd0c5 None None] For port 788ba14a-409d-4dee-bd76-d8ac0576929b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=788ba14a-409d-4dee-bd76-d8ac0576929b,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:52:14.721331 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1ed479a3-75b8-4863-9888-86de9f1fd0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:14.745508 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3af3532-2e07-4789-b36d-6eb57cdcb41f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:14.747115 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3af3532-2e07-4789-b36d-6eb57cdcb41f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:14.749907 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3af3532-2e07-4789-b36d-6eb57cdcb41f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:14.755016 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59830) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:14.755844 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e3af3532-2e07-4789-b36d-6eb57cdcb41f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0820742 Feb 08 21:52:14.824768 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5f5345-8e4e-4268-bcfa-d3397b1e56ff tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet 142d604b-6e4d-4988-a3a3-1bf223ad755f {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:52:14.829573 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab5f5345-8e4e-4268-bcfa-d3397b1e56ff tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (142d604b-6e4d-4988-a3a3-1bf223ad755f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:14.892703 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab5f5345-8e4e-4268-bcfa-d3397b1e56ff tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (142d604b-6e4d-4988-a3a3-1bf223ad755f), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:15.004384 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab5f5345-8e4e-4268-bcfa-d3397b1e56ff tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (142d604b-6e4d-4988-a3a3-1bf223ad755f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:15.084453 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab5f5345-8e4e-4268-bcfa-d3397b1e56ff tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (142d604b-6e4d-4988-a3a3-1bf223ad755f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:15.098168 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed479a3-75b8-4863-9888-86de9f1fd0c5 None None] Pushing event updated for resources: {'Port': ['ID=788ba14a-409d-4dee-bd76-d8ac0576929b,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:15.135447 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:52:15.135954 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server [None req-30977c32-1394-46c0-b720-aec33ac663e1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 142d604b-6e4d-4988-a3a3-1bf223ad755f: This subnet is being modified by another concurrent operation. Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 21:52:15.139479 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise exception Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 142d604b-6e4d-4988-a3a3-1bf223ad755f: This subnet is being modified by another concurrent operation. Feb 08 21:52:15.143328 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server Feb 08 21:52:15.147180 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f5345-8e4e-4268-bcfa-d3397b1e56ff tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=142d604b-6e4d-4988-a3a3-1bf223ad755f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:15.162425 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab5f5345-8e4e-4268-bcfa-d3397b1e56ff tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:15.168996 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ab5f5345-8e4e-4268-bcfa-d3397b1e56ff tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/142d604b-6e4d-4988-a3a3-1bf223ad755f HTTP/1.1" status: 204 len: 168 time: 0.4106059 Feb 08 21:52:15.170367 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 59876) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:15.257775 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809a4b19-f198-4086-b2b9-0dc888cbf1c8 None None] get_active_networks_info from n-d-712143-31 {{(pid=103435) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 21:52:15.273813 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-524bce6d-6281-4730-ba20-2c27c37b522b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet 7b4a2a65-67fb-4b0d-a493-7b373444401a {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:52:15.284287 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-524bce6d-6281-4730-ba20-2c27c37b522b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (7b4a2a65-67fb-4b0d-a493-7b373444401a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:15.319742 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d6d2e2b6-c1a8-4b0e-944c-f7946fb1309c None None] Provisioning complete for port 788ba14a-409d-4dee-bd76-d8ac0576929b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:52:15.320243 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d6d2e2b6-c1a8-4b0e-944c-f7946fb1309c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:15.345876 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-524bce6d-6281-4730-ba20-2c27c37b522b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (7b4a2a65-67fb-4b0d-a493-7b373444401a), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:15.423814 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-524bce6d-6281-4730-ba20-2c27c37b522b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (7b4a2a65-67fb-4b0d-a493-7b373444401a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:15.461182 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809a4b19-f198-4086-b2b9-0dc888cbf1c8 None None] Resources bound (agent type, host, resource id): {{(pid=103435) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 21:52:15.500512 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d6d2e2b6-c1a8-4b0e-944c-f7946fb1309c None None] Current status of the port 788ba14a-409d-4dee-bd76-d8ac0576929b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:15.515973 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-524bce6d-6281-4730-ba20-2c27c37b522b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (7b4a2a65-67fb-4b0d-a493-7b373444401a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:15.540822 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d6d2e2b6-c1a8-4b0e-944c-f7946fb1309c None None] Could not find standard attr ID for object b4def9a6-a0fe-45c2-9084-bf62b9dc8ce8. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:52:15.547577 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524bce6d-6281-4730-ba20-2c27c37b522b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=7b4a2a65-67fb-4b0d-a493-7b373444401a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:15.553610 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-524bce6d-6281-4730-ba20-2c27c37b522b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:15.558186 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-524bce6d-6281-4730-ba20-2c27c37b522b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/7b4a2a65-67fb-4b0d-a493-7b373444401a HTTP/1.1" status: 204 len: 168 time: 0.3864601 Feb 08 21:52:15.560667 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59926) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:15.622909 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a207a845-abd2-42bc-8b80-aee317fea57f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611968 Feb 08 21:52:15.625629 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 59934) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:15.630901 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-c4cb5f01-d9f3-4480-ae3b-e7636a4c1b6b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:15.702790 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 788ba14a-409d-4dee-bd76-d8ac0576929b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:15.771387 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cb5f01-d9f3-4480-ae3b-e7636a4c1b6b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:15.775725 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c4cb5f01-d9f3-4480-ae3b-e7636a4c1b6b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:15.843567 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9332e5c-ec27-4333-824a-a70731717351 None None] Update dhcp port {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'fixed_ips': [{'subnet_id': '7b4a2a65-67fb-4b0d-a493-7b373444401a'}], 'binding:host_id': 'n-d-712143-31'}, 'id': '788ba14a-409d-4dee-bd76-d8ac0576929b'} from n-d-712143-31. {{(pid=103435) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 21:52:15.896661 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a9332e5c-ec27-4333-824a-a70731717351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:16.082917 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe4dbdf-99a7-489e-bef6-98257f2acacb None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:52:16.205834 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 788ba14a-409d-4dee-bd76-d8ac0576929b no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:52:16.241130 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-528d7b8f-72d4-46a7-b410-c0c1ce2dcb95 None None] Provisioning complete for port 788ba14a-409d-4dee-bd76-d8ac0576929b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:52:16.241634 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-528d7b8f-72d4-46a7-b410-c0c1ce2dcb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:16.247288 n-d-712143-31 neutron-server[103433]: DEBUG neutron.objects.ports [None req-c4cb5f01-d9f3-4480-ae3b-e7636a4c1b6b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103433) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 21:52:16.480346 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 788ba14a-409d-4dee-bd76-d8ac0576929b is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:16.480750 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:16.525301 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5977df3b-be14-440f-a6b4-4db2d0991af7 None None] get_active_networks_info from n-d-712143-31 {{(pid=103435) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 21:52:16.531333 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c4cb5f01-d9f3-4480-ae3b-e7636a4c1b6b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:16.536901 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-528d7b8f-72d4-46a7-b410-c0c1ce2dcb95 None None] Current status of the port 788ba14a-409d-4dee-bd76-d8ac0576929b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:16.663377 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:52:16.664035 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:52:16.692132 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1560e5c8-d8e4-4359-a570-4be3353e566c None None] Provisioning complete for port 788ba14a-409d-4dee-bd76-d8ac0576929b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:52:16.692746 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1560e5c8-d8e4-4359-a570-4be3353e566c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:16.760804 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-c4cb5f01-d9f3-4480-ae3b-e7636a4c1b6b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] For port 788ba14a-409d-4dee-bd76-d8ac0576929b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=788ba14a-409d-4dee-bd76-d8ac0576929b,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:52:16.764187 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5977df3b-be14-440f-a6b4-4db2d0991af7 None None] Resources bound (agent type, host, resource id): {{(pid=103435) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 21:52:16.802737 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c4cb5f01-d9f3-4480-ae3b-e7636a4c1b6b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:16.818515 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c4cb5f01-d9f3-4480-ae3b-e7636a4c1b6b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:16.842643 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c4cb5f01-d9f3-4480-ae3b-e7636a4c1b6b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (dafb5c85-d9e1-4010-86cd-9fac77790d5e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:16.862454 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1560e5c8-d8e4-4359-a570-4be3353e566c None None] Current status of the port 788ba14a-409d-4dee-bd76-d8ac0576929b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:16.991449 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb5f01-d9f3-4480-ae3b-e7636a4c1b6b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=dafb5c85-d9e1-4010-86cd-9fac77790d5e,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:17.013520 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cb5f01-d9f3-4480-ae3b-e7636a4c1b6b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:52:17.027126 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-c4cb5f01-d9f3-4480-ae3b-e7636a4c1b6b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:17.033903 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cb5f01-d9f3-4480-ae3b-e7636a4c1b6b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:17.034602 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c4cb5f01-d9f3-4480-ae3b-e7636a4c1b6b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:17.044836 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb5f01-d9f3-4480-ae3b-e7636a4c1b6b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=788ba14a-409d-4dee-bd76-d8ac0576929b,revision_number=6']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:17.061302 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c4cb5f01-d9f3-4480-ae3b-e7636a4c1b6b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4343541 Feb 08 21:52:17.063901 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60090) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:17.070377 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-7a048776-e489-45cc-b4c6-0576da3a27af tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:17.249993 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 788ba14a-409d-4dee-bd76-d8ac0576929b is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:17.250482 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:17.321715 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a048776-e489-45cc-b4c6-0576da3a27af tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:17.325008 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 788ba14a-409d-4dee-bd76-d8ac0576929b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=788ba14a-409d-4dee-bd76-d8ac0576929b,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:52:17.328698 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a048776-e489-45cc-b4c6-0576da3a27af tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:17.330106 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:17.440028 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=788ba14a-409d-4dee-bd76-d8ac0576929b,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:17.493714 n-d-712143-31 neutron-server[103433]: INFO neutron.db.ipam_backend_mixin [None req-7a048776-e489-45cc-b4c6-0576da3a27af tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dafb5c85-d9e1-4010-86cd-9fac77790d5e (CIDR: 2001:db8::/64) Feb 08 21:52:17.498266 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a048776-e489-45cc-b4c6-0576da3a27af tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:52:17.498724 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a048776-e489-45cc-b4c6-0576da3a27af tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:17.520507 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7a048776-e489-45cc-b4c6-0576da3a27af tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4550185 Feb 08 21:52:17.523306 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60144) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:17.530240 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c070296e-2a76-445f-a08c-65c6fb84e7f3 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:17.672304 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c070296e-2a76-445f-a08c-65c6fb84e7f3 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:17.675986 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c070296e-2a76-445f-a08c-65c6fb84e7f3 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:18.002896 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c070296e-2a76-445f-a08c-65c6fb84e7f3 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (c00d2a23-b99f-4cb4-a8dc-39d10717e547), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:18.033594 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe88aa4-0fb1-45a0-a2f5-64a7063b2766 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:52:18.047174 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c070296e-2a76-445f-a08c-65c6fb84e7f3 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:52:18.050846 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c070296e-2a76-445f-a08c-65c6fb84e7f3 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:18.055498 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c070296e-2a76-445f-a08c-65c6fb84e7f3 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:18.056097 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c070296e-2a76-445f-a08c-65c6fb84e7f3 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:18.070802 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070296e-2a76-445f-a08c-65c6fb84e7f3 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=c00d2a23-b99f-4cb4-a8dc-39d10717e547,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:18.080261 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c070296e-2a76-445f-a08c-65c6fb84e7f3 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5551753 Feb 08 21:52:18.083047 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60188) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:18.090023 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e25e87e9-ff35-4393-9980-8937fd30631a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'mac_address': 'fa:16:3e:e9:c4:ae', 'name': 'tempest-NetworksTestDHCPv6-1994272207'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:18.207310 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d7ed1fea-86ca-47b8-bf68-93c019ef8ab5 None None] Provisioning complete for port 788ba14a-409d-4dee-bd76-d8ac0576929b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:52:18.208347 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1fea-86ca-47b8-bf68-93c019ef8ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:18.225641 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25e87e9-ff35-4393-9980-8937fd30631a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:18.256490 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 788ba14a-409d-4dee-bd76-d8ac0576929b up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:52:18.328302 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e25e87e9-ff35-4393-9980-8937fd30631a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:18.356237 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-e25e87e9-ff35-4393-9980-8937fd30631a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] device_id is not set on port d3e7efc5-835a-4ad1-987f-76387721ec56 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:52:18.394597 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 788ba14a-409d-4dee-bd76-d8ac0576929b triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:52:18.395247 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:18.462002 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d7ed1fea-86ca-47b8-bf68-93c019ef8ab5 None None] Current status of the port 788ba14a-409d-4dee-bd76-d8ac0576929b is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:18.462821 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1fea-86ca-47b8-bf68-93c019ef8ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:18.531324 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d7ed1fea-86ca-47b8-bf68-93c019ef8ab5 None None] For port 788ba14a-409d-4dee-bd76-d8ac0576929b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=788ba14a-409d-4dee-bd76-d8ac0576929b,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:52:18.537269 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4a6edc-8c73-413f-ac4b-afa6302f43b0 None None] Update dhcp port {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'fixed_ips': [{'subnet_id': 'dafb5c85-d9e1-4010-86cd-9fac77790d5e', 'ip_address': '2001:db8::f816:3eff:fe35:39ac'}, {'subnet_id': 'c00d2a23-b99f-4cb4-a8dc-39d10717e547'}], 'binding:host_id': 'n-d-712143-31'}, 'id': '788ba14a-409d-4dee-bd76-d8ac0576929b'} from n-d-712143-31. {{(pid=103435) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 21:52:18.539935 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1fea-86ca-47b8-bf68-93c019ef8ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:18.589464 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-e25e87e9-ff35-4393-9980-8937fd30631a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Allocated IP 2001:db8:0:1::101 (27f9d783-a380-45ce-9337-9219c380755c/c00d2a23-b99f-4cb4-a8dc-39d10717e547/d3e7efc5-835a-4ad1-987f-76387721ec56) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:52:18.596194 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-e25e87e9-ff35-4393-9980-8937fd30631a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Allocated IP 2001:db8::f816:3eff:fee9:c4ae (27f9d783-a380-45ce-9337-9219c380755c/dafb5c85-d9e1-4010-86cd-9fac77790d5e/d3e7efc5-835a-4ad1-987f-76387721ec56) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:52:18.613756 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6c4a6edc-8c73-413f-ac4b-afa6302f43b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:18.653063 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 788ba14a-409d-4dee-bd76-d8ac0576929b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:18.681834 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed1fea-86ca-47b8-bf68-93c019ef8ab5 None None] Pushing event updated for resources: {'Port': ['ID=788ba14a-409d-4dee-bd76-d8ac0576929b,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:18.769848 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e25e87e9-ff35-4393-9980-8937fd30631a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (d3e7efc5-835a-4ad1-987f-76387721ec56), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:18.805938 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e25e87e9-ff35-4393-9980-8937fd30631a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (d3e7efc5-835a-4ad1-987f-76387721ec56), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:18.846659 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25e87e9-ff35-4393-9980-8937fd30631a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:52:18.849906 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-e25e87e9-ff35-4393-9980-8937fd30631a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:18.857210 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25e87e9-ff35-4393-9980-8937fd30631a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:52:18.862390 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25e87e9-ff35-4393-9980-8937fd30631a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:18.863018 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e25e87e9-ff35-4393-9980-8937fd30631a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:18.870266 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-6c4a6edc-8c73-413f-ac4b-afa6302f43b0 None None] Allocated IP 2001:db8:0:1::2 (27f9d783-a380-45ce-9337-9219c380755c/c00d2a23-b99f-4cb4-a8dc-39d10717e547/788ba14a-409d-4dee-bd76-d8ac0576929b) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:52:18.879040 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e87e9-ff35-4393-9980-8937fd30631a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=d3e7efc5-835a-4ad1-987f-76387721ec56,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:18.889444 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e25e87e9-ff35-4393-9980-8937fd30631a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.8044841 Feb 08 21:52:18.892080 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60194) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:19.013880 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-7f3829f6-982f-4797-ab02-3f367fe2c6a2 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting port d3e7efc5-835a-4ad1-987f-76387721ec56 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:52:19.014285 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f3829f6-982f-4797-ab02-3f367fe2c6a2 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d3e7efc5-835a-4ad1-987f-76387721ec56), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:19.021299 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-6c4a6edc-8c73-413f-ac4b-afa6302f43b0 None None] For port 788ba14a-409d-4dee-bd76-d8ac0576929b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=788ba14a-409d-4dee-bd76-d8ac0576929b,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:52:19.055009 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6c4a6edc-8c73-413f-ac4b-afa6302f43b0 None None] Publish callbacks [] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:19.062106 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6c4a6edc-8c73-413f-ac4b-afa6302f43b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:19.141894 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f3829f6-982f-4797-ab02-3f367fe2c6a2 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d3e7efc5-835a-4ad1-987f-76387721ec56), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:19.161458 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-7f3829f6-982f-4797-ab02-3f367fe2c6a2 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Calling delete_port for d3e7efc5-835a-4ad1-987f-76387721ec56 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:52:19.168581 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a6edc-8c73-413f-ac4b-afa6302f43b0 None None] Pushing event updated for resources: {'Port': ['ID=788ba14a-409d-4dee-bd76-d8ac0576929b,revision_number=9']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:19.443236 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f3829f6-982f-4797-ab02-3f367fe2c6a2 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (d3e7efc5-835a-4ad1-987f-76387721ec56), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:19.475297 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3829f6-982f-4797-ab02-3f367fe2c6a2 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Port': ['ID=d3e7efc5-835a-4ad1-987f-76387721ec56,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:19.561515 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f3829f6-982f-4797-ab02-3f367fe2c6a2 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:19.567920 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60210) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:19.568477 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7f3829f6-982f-4797-ab02-3f367fe2c6a2 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/d3e7efc5-835a-4ad1-987f-76387721ec56 HTTP/1.1" status: 204 len: 168 time: 0.6748321 Feb 08 21:52:19.642511 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373bf101-d756-43b8-a201-b45a6772b226 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:19.644083 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-373bf101-d756-43b8-a201-b45a6772b226 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0749240 Feb 08 21:52:19.646937 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60212) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:19.706647 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f2a8ae-492f-45e1-b3b4-7160ba18586f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:19.711054 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60214) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:19.723077 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e2f2a8ae-492f-45e1-b3b4-7160ba18586f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0749676 Feb 08 21:52:19.783462 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb002f0-d153-4eb9-855c-d6acef0f1021 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:19.785212 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb002f0-d153-4eb9-855c-d6acef0f1021 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:19.789988 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb002f0-d153-4eb9-855c-d6acef0f1021 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:19.795480 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60216) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:19.805926 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-acb002f0-d153-4eb9-855c-d6acef0f1021 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0935726 Feb 08 21:52:19.861517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7093bec-9194-4f33-9684-bb7c64d43359 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet c00d2a23-b99f-4cb4-a8dc-39d10717e547 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:52:19.865325 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c7093bec-9194-4f33-9684-bb7c64d43359 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (c00d2a23-b99f-4cb4-a8dc-39d10717e547), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:19.925950 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a815f446-ac0d-4086-9828-926535ce995a None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:52:19.929572 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c7093bec-9194-4f33-9684-bb7c64d43359 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (c00d2a23-b99f-4cb4-a8dc-39d10717e547), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:20.052849 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c7093bec-9194-4f33-9684-bb7c64d43359 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (c00d2a23-b99f-4cb4-a8dc-39d10717e547), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:20.133348 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c7093bec-9194-4f33-9684-bb7c64d43359 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (c00d2a23-b99f-4cb4-a8dc-39d10717e547), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:20.192733 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7093bec-9194-4f33-9684-bb7c64d43359 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=c00d2a23-b99f-4cb4-a8dc-39d10717e547,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:20.195513 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c7093bec-9194-4f33-9684-bb7c64d43359 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:20.200717 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c7093bec-9194-4f33-9684-bb7c64d43359 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/c00d2a23-b99f-4cb4-a8dc-39d10717e547 HTTP/1.1" status: 204 len: 168 time: 0.4005165 Feb 08 21:52:20.202467 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60218) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:20.278541 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc0b8d2b-1f1e-4a59-b79e-fa6af8adbf86 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet dafb5c85-d9e1-4010-86cd-9fac77790d5e {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:52:20.282968 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc0b8d2b-1f1e-4a59-b79e-fa6af8adbf86 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (dafb5c85-d9e1-4010-86cd-9fac77790d5e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:20.306952 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 788ba14a-409d-4dee-bd76-d8ac0576929b up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:52:20.335919 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc0b8d2b-1f1e-4a59-b79e-fa6af8adbf86 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (dafb5c85-d9e1-4010-86cd-9fac77790d5e), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:20.400985 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-311727be-038a-4396-8bab-40d89ecc2be4 None None] Provisioning complete for port 788ba14a-409d-4dee-bd76-d8ac0576929b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:52:20.401401 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-311727be-038a-4396-8bab-40d89ecc2be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:20.448527 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc0b8d2b-1f1e-4a59-b79e-fa6af8adbf86 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (dafb5c85-d9e1-4010-86cd-9fac77790d5e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:20.495622 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 788ba14a-409d-4dee-bd76-d8ac0576929b triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:52:20.496301 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:20.559478 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc0b8d2b-1f1e-4a59-b79e-fa6af8adbf86 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (dafb5c85-d9e1-4010-86cd-9fac77790d5e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:20.603151 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b8d2b-1f1e-4a59-b79e-fa6af8adbf86 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=dafb5c85-d9e1-4010-86cd-9fac77790d5e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:20.614036 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc0b8d2b-1f1e-4a59-b79e-fa6af8adbf86 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:20.614547 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-311727be-038a-4396-8bab-40d89ecc2be4 None None] Current status of the port 788ba14a-409d-4dee-bd76-d8ac0576929b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:20.633083 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fc0b8d2b-1f1e-4a59-b79e-fa6af8adbf86 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/dafb5c85-d9e1-4010-86cd-9fac77790d5e HTTP/1.1" status: 204 len: 168 time: 0.4292502 Feb 08 21:52:20.635841 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60226) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:20.690534 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-16ba7c3a-6e8b-47ad-8576-4ef60b9e4d59 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528271 Feb 08 21:52:20.693618 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60228) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:20.702000 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-948b6cf8-f8f5-4896-bac7-3f3a637b6b3a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:20.711167 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 788ba14a-409d-4dee-bd76-d8ac0576929b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:20.809637 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dfc920-cadb-4763-843a-98e3015b65c7 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:52:20.870876 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948b6cf8-f8f5-4896-bac7-3f3a637b6b3a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:20.876260 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-948b6cf8-f8f5-4896-bac7-3f3a637b6b3a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:20.886750 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f46d7eca-0295-42fc-a11f-dd7054db562e None None] Provisioning complete for port 788ba14a-409d-4dee-bd76-d8ac0576929b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:52:20.887163 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f46d7eca-0295-42fc-a11f-dd7054db562e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:21.011395 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f46d7eca-0295-42fc-a11f-dd7054db562e None None] Current status of the port 788ba14a-409d-4dee-bd76-d8ac0576929b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:21.055791 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9e4f70-d0fd-4ef4-80b5-90e6ad4bc4d3 None None] DHCP port deletion for 27f9d783-a380-45ce-9337-9219c380755c request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:52:21.100815 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-948b6cf8-f8f5-4896-bac7-3f3a637b6b3a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (d6c90b5a-c53a-450d-9983-a6dd704bc99d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:21.107337 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-fc9e4f70-d0fd-4ef4-80b5-90e6ad4bc4d3 None None] Deleting port 788ba14a-409d-4dee-bd76-d8ac0576929b {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:52:21.107790 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fc9e4f70-d0fd-4ef4-80b5-90e6ad4bc4d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:21.146857 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948b6cf8-f8f5-4896-bac7-3f3a637b6b3a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:52:21.151035 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-948b6cf8-f8f5-4896-bac7-3f3a637b6b3a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:21.155596 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948b6cf8-f8f5-4896-bac7-3f3a637b6b3a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:21.156393 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-948b6cf8-f8f5-4896-bac7-3f3a637b6b3a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:21.171099 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b6cf8-f8f5-4896-bac7-3f3a637b6b3a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=d6c90b5a-c53a-450d-9983-a6dd704bc99d,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:21.186822 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-948b6cf8-f8f5-4896-bac7-3f3a637b6b3a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4914815 Feb 08 21:52:21.190386 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60230) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:21.197116 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-2b6aa328-6bb1-4d39-a4f0-2c8d92bd8c53 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:21.216168 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-fc9e4f70-d0fd-4ef4-80b5-90e6ad4bc4d3 None None] For port 788ba14a-409d-4dee-bd76-d8ac0576929b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=788ba14a-409d-4dee-bd76-d8ac0576929b,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:52:21.216873 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fc9e4f70-d0fd-4ef4-80b5-90e6ad4bc4d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:21.230734 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-fc9e4f70-d0fd-4ef4-80b5-90e6ad4bc4d3 None None] Calling delete_port for 788ba14a-409d-4dee-bd76-d8ac0576929b owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:52:21.319442 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fc9e4f70-d0fd-4ef4-80b5-90e6ad4bc4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (788ba14a-409d-4dee-bd76-d8ac0576929b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:21.329124 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6aa328-6bb1-4d39-a4f0-2c8d92bd8c53 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:21.332702 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2b6aa328-6bb1-4d39-a4f0-2c8d92bd8c53 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:21.350034 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e4f70-d0fd-4ef4-80b5-90e6ad4bc4d3 None None] Pushing event deleted for resources: {'Port': ['ID=788ba14a-409d-4dee-bd76-d8ac0576929b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:21.353551 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9e4f70-d0fd-4ef4-80b5-90e6ad4bc4d3 None None] No DVR routers for this DVR port 788ba14a-409d-4dee-bd76-d8ac0576929b on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:52:21.375197 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f299766f-b664-4643-80ab-5c68276a19dd None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:52:21.499533 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b4aba6-9dc1-4a19-aa0b-f275495eda28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-27f9d783-a380-45ce-9337-9219c380755c', 'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'project_id': '1bafe448e33448c7ae7ce06f728d4448', 'fixed_ips': [{'subnet_id': 'd6c90b5a-c53a-450d-9983-a6dd704bc99d'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:52:21.500958 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d0b4aba6-9dc1-4a19-aa0b-f275495eda28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:21.673496 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-d0b4aba6-9dc1-4a19-aa0b-f275495eda28 None None] Allocated IP 2001:db8::2 (27f9d783-a380-45ce-9337-9219c380755c/d6c90b5a-c53a-450d-9983-a6dd704bc99d/bf106329-eddb-4617-b626-b0b9a65065ab) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:52:21.873140 n-d-712143-31 neutron-server[103433]: INFO neutron.db.ipam_backend_mixin [None req-2b6aa328-6bb1-4d39-a4f0-2c8d92bd8c53 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d6c90b5a-c53a-450d-9983-a6dd704bc99d (CIDR: 2001:db8::/64) Feb 08 21:52:21.876760 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b6aa328-6bb1-4d39-a4f0-2c8d92bd8c53 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:52:21.877305 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b6aa328-6bb1-4d39-a4f0-2c8d92bd8c53 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:21.904161 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d0b4aba6-9dc1-4a19-aa0b-f275495eda28 None None] Publish callbacks [] for port (bf106329-eddb-4617-b626-b0b9a65065ab), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:21.910703 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d0b4aba6-9dc1-4a19-aa0b-f275495eda28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (bf106329-eddb-4617-b626-b0b9a65065ab), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:21.915546 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60242) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:21.916043 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2b6aa328-6bb1-4d39-a4f0-2c8d92bd8c53 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7241921 Feb 08 21:52:21.922804 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e0ddbb60-9986-4d14-8e9a-f9d6c53741f4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:21.956646 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b4aba6-9dc1-4a19-aa0b-f275495eda28 None None] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:52:21.959770 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-d0b4aba6-9dc1-4a19-aa0b-f275495eda28 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:21.965563 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b4aba6-9dc1-4a19-aa0b-f275495eda28 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:52:21.968895 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4aba6-9dc1-4a19-aa0b-f275495eda28 None None] Pushing event updated for resources: {'Port': ['ID=bf106329-eddb-4617-b626-b0b9a65065ab,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:22.033599 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-d0b4aba6-9dc1-4a19-aa0b-f275495eda28 None None] Attempting to bind port bf106329-eddb-4617-b626-b0b9a65065ab on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:52:22.034292 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-d0b4aba6-9dc1-4a19-aa0b-f275495eda28 None None] Attempting to bind port bf106329-eddb-4617-b626-b0b9a65065ab by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:52:22.034419 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b4aba6-9dc1-4a19-aa0b-f275495eda28 None None] Attempting to bind port bf106329-eddb-4617-b626-b0b9a65065ab on network 27f9d783-a380-45ce-9337-9219c380755c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:52:22.052429 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b4aba6-9dc1-4a19-aa0b-f275495eda28 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:52:22.052670 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b4aba6-9dc1-4a19-aa0b-f275495eda28 None None] Checking segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:52:22.053084 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d0b4aba6-9dc1-4a19-aa0b-f275495eda28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:22.053630 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b4aba6-9dc1-4a19-aa0b-f275495eda28 None None] Bound using segment: {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:52:22.054321 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-d0b4aba6-9dc1-4a19-aa0b-f275495eda28 None None] Bound port: bf106329-eddb-4617-b626-b0b9a65065ab, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '27f9d783-a380-45ce-9337-9219c380755c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:52:22.054878 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d0b4aba6-9dc1-4a19-aa0b-f275495eda28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bf106329-eddb-4617-b626-b0b9a65065ab), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:22.075668 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ddbb60-9986-4d14-8e9a-f9d6c53741f4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:22.079986 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0ddbb60-9986-4d14-8e9a-f9d6c53741f4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:22.142724 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d0b4aba6-9dc1-4a19-aa0b-f275495eda28 None None] For port bf106329-eddb-4617-b626-b0b9a65065ab, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:52:22.148031 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d0b4aba6-9dc1-4a19-aa0b-f275495eda28 None None] For port bf106329-eddb-4617-b626-b0b9a65065ab, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=bf106329-eddb-4617-b626-b0b9a65065ab,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:52:22.157387 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d0b4aba6-9dc1-4a19-aa0b-f275495eda28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (bf106329-eddb-4617-b626-b0b9a65065ab), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:22.207302 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 788ba14a-409d-4dee-bd76-d8ac0576929b no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:52:22.252248 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 788ba14a-409d-4dee-bd76-d8ac0576929b {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:52:22.256820 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 788ba14a-409d-4dee-bd76-d8ac0576929b not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:52:22.296806 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4aba6-9dc1-4a19-aa0b-f275495eda28 None None] Pushing event updated for resources: {'Port': ['ID=bf106329-eddb-4617-b626-b0b9a65065ab,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:22.945679 n-d-712143-31 neutron-server[103434]: DEBUG neutron.objects.ports [None req-e0ddbb60-9986-4d14-8e9a-f9d6c53741f4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103434) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 21:52:23.152553 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0ddbb60-9986-4d14-8e9a-f9d6c53741f4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bf106329-eddb-4617-b626-b0b9a65065ab), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:23.355800 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-e0ddbb60-9986-4d14-8e9a-f9d6c53741f4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] For port bf106329-eddb-4617-b626-b0b9a65065ab, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=bf106329-eddb-4617-b626-b0b9a65065ab,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:52:23.390990 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0ddbb60-9986-4d14-8e9a-f9d6c53741f4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (bf106329-eddb-4617-b626-b0b9a65065ab), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:23.396323 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0ddbb60-9986-4d14-8e9a-f9d6c53741f4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (bf106329-eddb-4617-b626-b0b9a65065ab), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:23.434392 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0ddbb60-9986-4d14-8e9a-f9d6c53741f4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (6c693d5d-c7d5-4ec6-acc6-0af6f84c354e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:23.506982 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ddbb60-9986-4d14-8e9a-f9d6c53741f4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:52:23.514192 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-e0ddbb60-9986-4d14-8e9a-f9d6c53741f4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:23.518453 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ddbb60-9986-4d14-8e9a-f9d6c53741f4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=bf106329-eddb-4617-b626-b0b9a65065ab,revision_number=4']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:23.522151 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ddbb60-9986-4d14-8e9a-f9d6c53741f4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:23.522709 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0ddbb60-9986-4d14-8e9a-f9d6c53741f4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:23.525958 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ddbb60-9986-4d14-8e9a-f9d6c53741f4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=6c693d5d-c7d5-4ec6-acc6-0af6f84c354e,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:23.540652 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9991bb-8f20-44f7-a81c-3d626145e1c7 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:52:23.559991 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e0ddbb60-9986-4d14-8e9a-f9d6c53741f4 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6377847 Feb 08 21:52:23.559991 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60252) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:23.564235 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b7448382-7f4d-45c2-8d59-8069cacfa7af tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'mac_address': 'fa:16:3e:39:f3:98', 'name': 'tempest-NetworksTestDHCPv6-1353733737'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:23.612238 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-c43fc9e0-01d8-4bfd-ba46-3f48c63cb42d None None] Provisioning complete for port bf106329-eddb-4617-b626-b0b9a65065ab triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:52:23.612590 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c43fc9e0-01d8-4bfd-ba46-3f48c63cb42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bf106329-eddb-4617-b626-b0b9a65065ab), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:23.702802 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7448382-7f4d-45c2-8d59-8069cacfa7af tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:23.755907 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c43fc9e0-01d8-4bfd-ba46-3f48c63cb42d None None] Current status of the port bf106329-eddb-4617-b626-b0b9a65065ab is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:23.756455 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c43fc9e0-01d8-4bfd-ba46-3f48c63cb42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bf106329-eddb-4617-b626-b0b9a65065ab), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:23.806024 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c43fc9e0-01d8-4bfd-ba46-3f48c63cb42d None None] For port bf106329-eddb-4617-b626-b0b9a65065ab, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=bf106329-eddb-4617-b626-b0b9a65065ab,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:52:23.826738 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c43fc9e0-01d8-4bfd-ba46-3f48c63cb42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (bf106329-eddb-4617-b626-b0b9a65065ab), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:23.840897 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7448382-7f4d-45c2-8d59-8069cacfa7af tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:23.867346 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-b7448382-7f4d-45c2-8d59-8069cacfa7af tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] device_id is not set on port c93b35f2-e0be-4735-8cb2-25fa2ca11f1a yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:52:23.898656 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43fc9e0-01d8-4bfd-ba46-3f48c63cb42d None None] Pushing event updated for resources: {'Port': ['ID=bf106329-eddb-4617-b626-b0b9a65065ab,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:24.094621 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-b7448382-7f4d-45c2-8d59-8069cacfa7af tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Allocated IP 2001:db8::e4 (27f9d783-a380-45ce-9337-9219c380755c/d6c90b5a-c53a-450d-9983-a6dd704bc99d/c93b35f2-e0be-4735-8cb2-25fa2ca11f1a) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:52:24.103501 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-b7448382-7f4d-45c2-8d59-8069cacfa7af tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Allocated IP 2001:db8:0:1:f816:3eff:fe39:f398 (27f9d783-a380-45ce-9337-9219c380755c/6c693d5d-c7d5-4ec6-acc6-0af6f84c354e/c93b35f2-e0be-4735-8cb2-25fa2ca11f1a) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:52:24.200681 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b70c9d9f-24e4-4a2d-bfa6-fa9f1ae982aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:24.239354 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device bf106329-eddb-4617-b626-b0b9a65065ab up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:52:24.288761 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7448382-7f4d-45c2-8d59-8069cacfa7af tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (c93b35f2-e0be-4735-8cb2-25fa2ca11f1a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:24.306034 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port bf106329-eddb-4617-b626-b0b9a65065ab triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:52:24.306787 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bf106329-eddb-4617-b626-b0b9a65065ab), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:24.331375 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7448382-7f4d-45c2-8d59-8069cacfa7af tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (c93b35f2-e0be-4735-8cb2-25fa2ca11f1a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:24.387696 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7448382-7f4d-45c2-8d59-8069cacfa7af tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:52:24.400041 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-b7448382-7f4d-45c2-8d59-8069cacfa7af tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:24.402516 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7448382-7f4d-45c2-8d59-8069cacfa7af tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=c93b35f2-e0be-4735-8cb2-25fa2ca11f1a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:24.404903 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7448382-7f4d-45c2-8d59-8069cacfa7af tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:52:24.410244 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7448382-7f4d-45c2-8d59-8069cacfa7af tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:24.410911 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7448382-7f4d-45c2-8d59-8069cacfa7af tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:24.422219 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port bf106329-eddb-4617-b626-b0b9a65065ab is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:24.431857 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b7448382-7f4d-45c2-8d59-8069cacfa7af tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8718500 Feb 08 21:52:24.435170 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60258) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:24.558543 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-91baeecf-c636-4e48-b584-c750fba4a4cd None None] Provisioning complete for port bf106329-eddb-4617-b626-b0b9a65065ab triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:52:24.559125 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-91baeecf-c636-4e48-b584-c750fba4a4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bf106329-eddb-4617-b626-b0b9a65065ab), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:24.566904 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-806c789d-48c3-4659-8a60-0c8e855e0d86 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting port c93b35f2-e0be-4735-8cb2-25fa2ca11f1a {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:52:24.567329 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-806c789d-48c3-4659-8a60-0c8e855e0d86 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c93b35f2-e0be-4735-8cb2-25fa2ca11f1a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:24.665958 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-91baeecf-c636-4e48-b584-c750fba4a4cd None None] Current status of the port bf106329-eddb-4617-b626-b0b9a65065ab is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:24.690630 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-806c789d-48c3-4659-8a60-0c8e855e0d86 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c93b35f2-e0be-4735-8cb2-25fa2ca11f1a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:24.710753 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-806c789d-48c3-4659-8a60-0c8e855e0d86 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Calling delete_port for c93b35f2-e0be-4735-8cb2-25fa2ca11f1a owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:52:24.781335 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-71012f2c-c3c4-41ca-9370-4ecbc1c2244d None None] Could not find standard attr ID for object b4def9a6-a0fe-45c2-9084-bf62b9dc8ce8. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:52:24.926898 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-806c789d-48c3-4659-8a60-0c8e855e0d86 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (c93b35f2-e0be-4735-8cb2-25fa2ca11f1a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:24.957421 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c789d-48c3-4659-8a60-0c8e855e0d86 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Port': ['ID=c93b35f2-e0be-4735-8cb2-25fa2ca11f1a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:25.000594 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-810ee8d8-1f78-4b3c-90d6-17dfb939f254 None None] Could not find standard attr ID for object d3e7efc5-835a-4ad1-987f-76387721ec56. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:52:25.032753 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-806c789d-48c3-4659-8a60-0c8e855e0d86 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:25.037100 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-806c789d-48c3-4659-8a60-0c8e855e0d86 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/c93b35f2-e0be-4735-8cb2-25fa2ca11f1a HTTP/1.1" status: 204 len: 168 time: 0.6009309 Feb 08 21:52:25.039573 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60268) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:25.098578 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72064feb-b893-4d24-850e-90650f7092e9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:25.100163 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-72064feb-b893-4d24-850e-90650f7092e9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0594428 Feb 08 21:52:25.102816 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60270) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:25.162877 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef488628-5938-4207-b7d3-2aa7167cbf17 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:25.165953 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ef488628-5938-4207-b7d3-2aa7167cbf17 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0613732 Feb 08 21:52:25.167180 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60272) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:25.216584 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-63039bc9-0f4c-4c68-a27c-f3dd6455d560 None None] Could not find standard attr ID for object c93b35f2-e0be-4735-8cb2-25fa2ca11f1a. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:52:25.237382 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549b2a0b-23f3-44e6-870a-277fe534f827 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:25.241255 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549b2a0b-23f3-44e6-870a-277fe534f827 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:25.243052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549b2a0b-23f3-44e6-870a-277fe534f827 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:25.248224 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60274) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:25.248436 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-549b2a0b-23f3-44e6-870a-277fe534f827 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0799818 Feb 08 21:52:25.301998 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-2916cb1b-6791-41db-b8c9-99a9afb04e6f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet 6c693d5d-c7d5-4ec6-acc6-0af6f84c354e {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:52:25.305962 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2916cb1b-6791-41db-b8c9-99a9afb04e6f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (6c693d5d-c7d5-4ec6-acc6-0af6f84c354e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:25.360159 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2916cb1b-6791-41db-b8c9-99a9afb04e6f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (6c693d5d-c7d5-4ec6-acc6-0af6f84c354e), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:25.448485 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2916cb1b-6791-41db-b8c9-99a9afb04e6f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (6c693d5d-c7d5-4ec6-acc6-0af6f84c354e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:25.514172 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2916cb1b-6791-41db-b8c9-99a9afb04e6f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (6c693d5d-c7d5-4ec6-acc6-0af6f84c354e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:25.542939 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916cb1b-6791-41db-b8c9-99a9afb04e6f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=6c693d5d-c7d5-4ec6-acc6-0af6f84c354e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:25.547527 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2916cb1b-6791-41db-b8c9-99a9afb04e6f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:25.553826 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60276) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:25.553999 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2916cb1b-6791-41db-b8c9-99a9afb04e6f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/6c693d5d-c7d5-4ec6-acc6-0af6f84c354e HTTP/1.1" status: 204 len: 168 time: 0.3045404 Feb 08 21:52:25.615553 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-9592da66-c289-420c-9bc3-6ffd1be915e8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet d6c90b5a-c53a-450d-9983-a6dd704bc99d {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:52:25.621559 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9592da66-c289-420c-9bc3-6ffd1be915e8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (d6c90b5a-c53a-450d-9983-a6dd704bc99d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:25.662220 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46639662-fd77-4244-86d0-e4b14f9f13cd None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:52:25.677996 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9592da66-c289-420c-9bc3-6ffd1be915e8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (d6c90b5a-c53a-450d-9983-a6dd704bc99d), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:25.793428 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9592da66-c289-420c-9bc3-6ffd1be915e8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (d6c90b5a-c53a-450d-9983-a6dd704bc99d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:25.872378 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9592da66-c289-420c-9bc3-6ffd1be915e8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (d6c90b5a-c53a-450d-9983-a6dd704bc99d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:25.905285 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592da66-c289-420c-9bc3-6ffd1be915e8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=d6c90b5a-c53a-450d-9983-a6dd704bc99d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:25.916025 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9592da66-c289-420c-9bc3-6ffd1be915e8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:25.922387 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9592da66-c289-420c-9bc3-6ffd1be915e8 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/d6c90b5a-c53a-450d-9983-a6dd704bc99d HTTP/1.1" status: 204 len: 168 time: 0.3650753 Feb 08 21:52:25.922742 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60284) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:25.966945 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b370e778-f515-4761-9ed6-020daf34e376 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420706 Feb 08 21:52:25.970639 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60286) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:25.976024 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-41c45898-c808-484a-9618-664db114feb7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:26.113933 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c45898-c808-484a-9618-664db114feb7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:26.118473 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-41c45898-c808-484a-9618-664db114feb7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:26.340022 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-41c45898-c808-484a-9618-664db114feb7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (a3e33f62-a3a1-4886-9815-aeaddcb1b68a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:26.404501 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c45898-c808-484a-9618-664db114feb7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:52:26.409783 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-41c45898-c808-484a-9618-664db114feb7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:26.417439 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c45898-c808-484a-9618-664db114feb7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:26.418351 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-41c45898-c808-484a-9618-664db114feb7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:26.437974 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c45898-c808-484a-9618-664db114feb7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=a3e33f62-a3a1-4886-9815-aeaddcb1b68a,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:26.452541 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60288) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:26.458226 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9918d25e-c1a4-480e-84d0-6a173ff58180 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:26.461819 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-41c45898-c808-484a-9618-664db114feb7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4899960 Feb 08 21:52:26.479121 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266a2369-0c54-46c3-8e37-e9bcd3623561 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:52:26.575211 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d93ef872-a861-4645-b524-cca25a9f7862 None None] Provisioning complete for port bf106329-eddb-4617-b626-b0b9a65065ab triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:52:26.575614 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d93ef872-a861-4645-b524-cca25a9f7862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bf106329-eddb-4617-b626-b0b9a65065ab), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:26.602426 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9918d25e-c1a4-480e-84d0-6a173ff58180 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:26.608350 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9918d25e-c1a4-480e-84d0-6a173ff58180 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:26.726853 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d93ef872-a861-4645-b524-cca25a9f7862 None None] Current status of the port bf106329-eddb-4617-b626-b0b9a65065ab is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:26.742601 n-d-712143-31 neutron-server[103434]: INFO neutron.db.ipam_backend_mixin [None req-9918d25e-c1a4-480e-84d0-6a173ff58180 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a3e33f62-a3a1-4886-9815-aeaddcb1b68a (CIDR: 2001:db8::/64) Feb 08 21:52:26.747275 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-9918d25e-c1a4-480e-84d0-6a173ff58180 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 21:52:26.747743 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9918d25e-c1a4-480e-84d0-6a173ff58180 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:26.769321 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60294) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:26.775605 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-a98cc660-eefd-4a54-b2cc-d498e2364301 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'subnet': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:26.780556 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9918d25e-c1a4-480e-84d0-6a173ff58180 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3268037 Feb 08 21:52:26.938836 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98cc660-eefd-4a54-b2cc-d498e2364301 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:26.942397 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a98cc660-eefd-4a54-b2cc-d498e2364301 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:26.959212 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4adc7331-29f8-4381-9a89-bde6762bf7f0 None None] Provisioning complete for port bf106329-eddb-4617-b626-b0b9a65065ab triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:52:26.959931 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4adc7331-29f8-4381-9a89-bde6762bf7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bf106329-eddb-4617-b626-b0b9a65065ab), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:27.081708 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4adc7331-29f8-4381-9a89-bde6762bf7f0 None None] Current status of the port bf106329-eddb-4617-b626-b0b9a65065ab is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:27.365979 n-d-712143-31 neutron-server[103433]: DEBUG neutron.objects.ports [None req-a98cc660-eefd-4a54-b2cc-d498e2364301 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103433) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 21:52:27.500353 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6bd736e2-4d5d-4f14-8e16-276e9050aeab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:27.579526 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a98cc660-eefd-4a54-b2cc-d498e2364301 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bf106329-eddb-4617-b626-b0b9a65065ab), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:27.777957 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-a98cc660-eefd-4a54-b2cc-d498e2364301 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] For port bf106329-eddb-4617-b626-b0b9a65065ab, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=bf106329-eddb-4617-b626-b0b9a65065ab,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:52:27.819404 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a98cc660-eefd-4a54-b2cc-d498e2364301 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (bf106329-eddb-4617-b626-b0b9a65065ab), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:27.827675 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a98cc660-eefd-4a54-b2cc-d498e2364301 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (bf106329-eddb-4617-b626-b0b9a65065ab), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:27.864236 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a98cc660-eefd-4a54-b2cc-d498e2364301 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (6a8aa83a-1ad5-4963-9bcb-e1bad1181634), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:27.945360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98cc660-eefd-4a54-b2cc-d498e2364301 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=bf106329-eddb-4617-b626-b0b9a65065ab,revision_number=9']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:27.947885 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98cc660-eefd-4a54-b2cc-d498e2364301 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Subnet': ['ID=6a8aa83a-1ad5-4963-9bcb-e1bad1181634,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:27.956328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98cc660-eefd-4a54-b2cc-d498e2364301 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:52:27.958288 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-a98cc660-eefd-4a54-b2cc-d498e2364301 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:27.967153 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f79b18-5eb0-476f-b4af-cfd5aadc21a5 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:52:27.974170 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98cc660-eefd-4a54-b2cc-d498e2364301 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:27.974993 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a98cc660-eefd-4a54-b2cc-d498e2364301 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:28.007196 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a98cc660-eefd-4a54-b2cc-d498e2364301 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2341611 Feb 08 21:52:28.007440 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60304) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:28.019057 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-b9bd0396-b8e2-43a7-91d0-b68b2e93796a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Request body: {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'mac_address': 'fa:16:3e:52:ca:c1', 'name': 'tempest-NetworksTestDHCPv6-1440455704'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:28.194750 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bd0396-b8e2-43a7-91d0-b68b2e93796a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Made reservation on behalf of 1bafe448e33448c7ae7ce06f728d4448 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:28.210024 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device bf106329-eddb-4617-b626-b0b9a65065ab up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:52:28.301415 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f79e42-d186-4740-b949-aa18094f1469 None None] Update dhcp port {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'fixed_ips': [{'subnet_id': '6a8aa83a-1ad5-4963-9bcb-e1bad1181634', 'ip_address': '2001:db8:0:1:f816:3eff:fe70:3335'}, {'subnet_id': 'a3e33f62-a3a1-4886-9815-aeaddcb1b68a'}], 'binding:host_id': 'n-d-712143-31'}, 'id': 'bf106329-eddb-4617-b626-b0b9a65065ab'} from n-d-712143-31. {{(pid=103435) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 21:52:28.324047 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9bd0396-b8e2-43a7-91d0-b68b2e93796a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:28.336510 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port bf106329-eddb-4617-b626-b0b9a65065ab triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:52:28.336979 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bf106329-eddb-4617-b626-b0b9a65065ab), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:28.353394 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-b9bd0396-b8e2-43a7-91d0-b68b2e93796a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] device_id is not set on port 66a6266a-1723-474c-b55c-cf423aff9f4b yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:52:28.372189 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a6f79e42-d186-4740-b949-aa18094f1469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bf106329-eddb-4617-b626-b0b9a65065ab), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:28.594226 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-b9bd0396-b8e2-43a7-91d0-b68b2e93796a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Allocated IP 2001:db8::2b2 (27f9d783-a380-45ce-9337-9219c380755c/a3e33f62-a3a1-4886-9815-aeaddcb1b68a/66a6266a-1723-474c-b55c-cf423aff9f4b) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:52:28.602152 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-b9bd0396-b8e2-43a7-91d0-b68b2e93796a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Allocated IP 2001:db8:0:1:f816:3eff:fe52:cac1 (27f9d783-a380-45ce-9337-9219c380755c/6a8aa83a-1ad5-4963-9bcb-e1bad1181634/66a6266a-1723-474c-b55c-cf423aff9f4b) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:52:28.696932 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port bf106329-eddb-4617-b626-b0b9a65065ab is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:28.804430 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9bd0396-b8e2-43a7-91d0-b68b2e93796a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for port (66a6266a-1723-474c-b55c-cf423aff9f4b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:28.846313 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9bd0396-b8e2-43a7-91d0-b68b2e93796a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (66a6266a-1723-474c-b55c-cf423aff9f4b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:28.890543 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bd0396-b8e2-43a7-91d0-b68b2e93796a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Network 27f9d783-a380-45ce-9337-9219c380755c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:52:28.894681 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-b9bd0396-b8e2-43a7-91d0-b68b2e93796a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:28.903840 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bd0396-b8e2-43a7-91d0-b68b2e93796a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:52:28.909801 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bd0396-b8e2-43a7-91d0-b68b2e93796a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:28.910661 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9bd0396-b8e2-43a7-91d0-b68b2e93796a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:28.921456 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-a6f79e42-d186-4740-b949-aa18094f1469 None None] Allocated IP 2001:db8::2 (27f9d783-a380-45ce-9337-9219c380755c/a3e33f62-a3a1-4886-9815-aeaddcb1b68a/bf106329-eddb-4617-b626-b0b9a65065ab) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:52:28.936223 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd0396-b8e2-43a7-91d0-b68b2e93796a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event updated for resources: {'Port': ['ID=66a6266a-1723-474c-b55c-cf423aff9f4b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:28.945243 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b9bd0396-b8e2-43a7-91d0-b68b2e93796a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9345932 Feb 08 21:52:28.945795 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60310) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:29.070017 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-a6f79e42-d186-4740-b949-aa18094f1469 None None] For port bf106329-eddb-4617-b626-b0b9a65065ab, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=bf106329-eddb-4617-b626-b0b9a65065ab,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:52:29.073599 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-27badcb7-e579-4ebd-8605-eb79e1a2ec85 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting port 66a6266a-1723-474c-b55c-cf423aff9f4b {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:52:29.074231 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-27badcb7-e579-4ebd-8605-eb79e1a2ec85 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (66a6266a-1723-474c-b55c-cf423aff9f4b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:29.104474 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a6f79e42-d186-4740-b949-aa18094f1469 None None] Publish callbacks [] for port (bf106329-eddb-4617-b626-b0b9a65065ab), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:29.111099 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a6f79e42-d186-4740-b949-aa18094f1469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (bf106329-eddb-4617-b626-b0b9a65065ab), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:29.191177 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-27badcb7-e579-4ebd-8605-eb79e1a2ec85 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (66a6266a-1723-474c-b55c-cf423aff9f4b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:29.206567 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-27badcb7-e579-4ebd-8605-eb79e1a2ec85 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Calling delete_port for 66a6266a-1723-474c-b55c-cf423aff9f4b owned by {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:52:29.212703 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79e42-d186-4740-b949-aa18094f1469 None None] Pushing event updated for resources: {'Port': ['ID=bf106329-eddb-4617-b626-b0b9a65065ab,revision_number=10']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:29.280197 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:29.462253 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-27badcb7-e579-4ebd-8605-eb79e1a2ec85 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (66a6266a-1723-474c-b55c-cf423aff9f4b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:29.503061 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27badcb7-e579-4ebd-8605-eb79e1a2ec85 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Port': ['ID=66a6266a-1723-474c-b55c-cf423aff9f4b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:29.559583 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-27badcb7-e579-4ebd-8605-eb79e1a2ec85 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:29.566285 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60314) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:29.577148 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-27badcb7-e579-4ebd-8605-eb79e1a2ec85 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/66a6266a-1723-474c-b55c-cf423aff9f4b HTTP/1.1" status: 204 len: 168 time: 0.6301770 Feb 08 21:52:29.639586 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e243d1-6a55-4456-94b7-7721b23e7ff1 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:29.641509 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b1e243d1-6a55-4456-94b7-7721b23e7ff1 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0736175 Feb 08 21:52:29.644218 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60316) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:29.711316 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea61ea2-3430-4ebe-90b8-7efdbf2154b3 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:29.716495 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60318) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:29.717113 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1ea61ea2-3430-4ebe-90b8-7efdbf2154b3 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0714114 Feb 08 21:52:29.793947 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b814548d-63f6-4f16-a6c3-12f16498ec70 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:29.795323 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b814548d-63f6-4f16-a6c3-12f16498ec70 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:29.796885 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b814548d-63f6-4f16-a6c3-12f16498ec70 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:29.801011 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b814548d-63f6-4f16-a6c3-12f16498ec70 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0811427 Feb 08 21:52:29.801353 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60322) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:29.907026 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b95b3ff-4aa1-4d62-b199-6da75de8e30a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet 6a8aa83a-1ad5-4963-9bcb-e1bad1181634 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:52:29.913865 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3b95b3ff-4aa1-4d62-b199-6da75de8e30a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (6a8aa83a-1ad5-4963-9bcb-e1bad1181634), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:29.963508 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3b95b3ff-4aa1-4d62-b199-6da75de8e30a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (6a8aa83a-1ad5-4963-9bcb-e1bad1181634), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:30.102570 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3b95b3ff-4aa1-4d62-b199-6da75de8e30a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (6a8aa83a-1ad5-4963-9bcb-e1bad1181634), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:30.131889 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-079f1cc7-f610-4116-99dc-04b8d7cb3bc8 None None] Provisioning complete for port bf106329-eddb-4617-b626-b0b9a65065ab triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:52:30.132381 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-079f1cc7-f610-4116-99dc-04b8d7cb3bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bf106329-eddb-4617-b626-b0b9a65065ab), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:30.207272 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3b95b3ff-4aa1-4d62-b199-6da75de8e30a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (6a8aa83a-1ad5-4963-9bcb-e1bad1181634), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:30.217295 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device bf106329-eddb-4617-b626-b0b9a65065ab up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:52:30.232847 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3b95b3ff-4aa1-4d62-b199-6da75de8e30a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:30.237127 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3b95b3ff-4aa1-4d62-b199-6da75de8e30a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/6a8aa83a-1ad5-4963-9bcb-e1bad1181634 HTTP/1.1" status: 204 len: 168 time: 0.4346585 Feb 08 21:52:30.239710 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60328) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:30.260979 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95b3ff-4aa1-4d62-b199-6da75de8e30a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=6a8aa83a-1ad5-4963-9bcb-e1bad1181634,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:30.318586 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-349a7aaa-be34-4449-90b2-ecce8bf0cd9e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Deleting subnet a3e33f62-a3a1-4886-9815-aeaddcb1b68a {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:52:30.329407 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-349a7aaa-be34-4449-90b2-ecce8bf0cd9e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (a3e33f62-a3a1-4886-9815-aeaddcb1b68a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:30.365485 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port bf106329-eddb-4617-b626-b0b9a65065ab triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:52:30.365485 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bf106329-eddb-4617-b626-b0b9a65065ab), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:30.403984 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-349a7aaa-be34-4449-90b2-ecce8bf0cd9e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (a3e33f62-a3a1-4886-9815-aeaddcb1b68a), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:30.432411 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-079f1cc7-f610-4116-99dc-04b8d7cb3bc8 None None] Current status of the port bf106329-eddb-4617-b626-b0b9a65065ab is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:30.462368 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa69b76-bd44-4b6c-a9b4-670610a5d601 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:52:30.506034 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-349a7aaa-be34-4449-90b2-ecce8bf0cd9e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (a3e33f62-a3a1-4886-9815-aeaddcb1b68a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:30.580196 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-8c2dc471-bae7-4602-a093-cd021f90fc44 None None] Could not find standard attr ID for object 66a6266a-1723-474c-b55c-cf423aff9f4b. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:52:30.581623 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-349a7aaa-be34-4449-90b2-ecce8bf0cd9e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (a3e33f62-a3a1-4886-9815-aeaddcb1b68a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:30.617457 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port bf106329-eddb-4617-b626-b0b9a65065ab is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:30.617793 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a7aaa-be34-4449-90b2-ecce8bf0cd9e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e33f62-a3a1-4886-9815-aeaddcb1b68a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:30.623443 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-349a7aaa-be34-4449-90b2-ecce8bf0cd9e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:30.630591 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60332) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:30.644982 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-349a7aaa-be34-4449-90b2-ecce8bf0cd9e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/a3e33f62-a3a1-4886-9815-aeaddcb1b68a HTTP/1.1" status: 204 len: 168 time: 0.3867674 Feb 08 21:52:30.723091 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-479d4c8f-ddf3-4f77-a2a1-22e20ca60ca6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0895329 Feb 08 21:52:30.728994 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60334) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:30.805512 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca3dce2-d073-4be6-93af-3c1a44e32484 None None] Update dhcp port {'port': {'network_id': '27f9d783-a380-45ce-9337-9219c380755c', 'fixed_ips': [{'subnet_id': 'a3e33f62-a3a1-4886-9815-aeaddcb1b68a'}], 'binding:host_id': 'n-d-712143-31'}, 'id': 'bf106329-eddb-4617-b626-b0b9a65065ab'} from n-d-712143-31. {{(pid=103435) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 21:52:30.819989 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf90fac-cbb0-48ec-9afd-0b3da5e8d520 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:30.825125 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60338) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:30.842318 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bbf90fac-cbb0-48ec-9afd-0b3da5e8d520 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1110811 Feb 08 21:52:30.854053 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ca3dce2-d073-4be6-93af-3c1a44e32484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bf106329-eddb-4617-b626-b0b9a65065ab), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:30.908501 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d076b9-646c-47b4-abf6-9a03addaf95c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:30.923622 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60340) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:30.930685 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c5d076b9-646c-47b4-abf6-9a03addaf95c tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1042852 Feb 08 21:52:31.008475 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-12cca49d-5dc7-4abf-b65d-aba8d4dfdc06 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0813205 Feb 08 21:52:31.014650 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60346) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:31.063567 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b49e10-c24c-4b70-8560-16778439dc04 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:31.065903 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b49e10-c24c-4b70-8560-16778439dc04 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:31.072205 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60350) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:31.072386 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-53b49e10-c24c-4b70-8560-16778439dc04 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/66a6266a-1723-474c-b55c-cf423aff9f4b HTTP/1.1" status: 404 len: 333 time: 0.0573895 Feb 08 21:52:31.125147 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ba7d8f-bf8c-4018-9e64-ea4fc43b96a5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:31.126873 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63ba7d8f-bf8c-4018-9e64-ea4fc43b96a5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:31.131347 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec320037-98da-4423-a31c-e2460098f926 None None] Network 27f9d783-a380-45ce-9337-9219c380755c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:52:31.133660 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-63ba7d8f-bf8c-4018-9e64-ea4fc43b96a5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/6a8aa83a-1ad5-4963-9bcb-e1bad1181634 HTTP/1.1" status: 404 len: 337 time: 0.0590405 Feb 08 21:52:31.136744 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60352) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:31.176929 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5bd8bb-8de5-46fc-aa87-67fe9f04c2cb tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:31.177997 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5bd8bb-8de5-46fc-aa87-67fe9f04c2cb tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:31.182257 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9d5bd8bb-8de5-46fc-aa87-67fe9f04c2cb tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/a3e33f62-a3a1-4886-9815-aeaddcb1b68a HTTP/1.1" status: 404 len: 337 time: 0.0420744 Feb 08 21:52:31.186251 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60354) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:31.249423 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb227b40-81cf-4cc8-b1fc-ae45e83d83b6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:31.250463 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb227b40-81cf-4cc8-b1fc-ae45e83d83b6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:31.259060 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60356) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:31.259375 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-eb227b40-81cf-4cc8-b1fc-ae45e83d83b6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/c93b35f2-e0be-4735-8cb2-25fa2ca11f1a HTTP/1.1" status: 404 len: 333 time: 0.0685465 Feb 08 21:52:31.264807 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-84aefccd-73e0-4331-84ed-95988b3b85ab None None] Provisioning complete for port bf106329-eddb-4617-b626-b0b9a65065ab triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:52:31.265472 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-84aefccd-73e0-4331-84ed-95988b3b85ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bf106329-eddb-4617-b626-b0b9a65065ab), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:31.300049 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-db5b7388-c35e-4b8b-a0bf-e35095589b58 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:31.300820 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db5b7388-c35e-4b8b-a0bf-e35095589b58 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:31.304268 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-db5b7388-c35e-4b8b-a0bf-e35095589b58 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/6c693d5d-c7d5-4ec6-acc6-0af6f84c354e HTTP/1.1" status: 404 len: 337 time: 0.0438008 Feb 08 21:52:31.306872 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60358) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:31.337782 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc59c281-b611-40d9-8d45-f5702b73d928 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:31.338315 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc59c281-b611-40d9-8d45-f5702b73d928 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:31.344080 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cc59c281-b611-40d9-8d45-f5702b73d928 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/d6c90b5a-c53a-450d-9983-a6dd704bc99d HTTP/1.1" status: 404 len: 337 time: 0.0352857 Feb 08 21:52:31.346049 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60360) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:31.372790 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-35eb653f-b5fd-4e69-b177-3204bd4a5b51 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:31.373436 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35eb653f-b5fd-4e69-b177-3204bd4a5b51 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:31.376571 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-35eb653f-b5fd-4e69-b177-3204bd4a5b51 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/d3e7efc5-835a-4ad1-987f-76387721ec56 HTTP/1.1" status: 404 len: 333 time: 0.0295665 Feb 08 21:52:31.379151 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60362) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:31.418346 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1e58909-b59e-4594-aae4-8f268b94b81f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:31.418884 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1e58909-b59e-4594-aae4-8f268b94b81f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:31.425278 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f1e58909-b59e-4594-aae4-8f268b94b81f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/c00d2a23-b99f-4cb4-a8dc-39d10717e547 HTTP/1.1" status: 404 len: 337 time: 0.0423429 Feb 08 21:52:31.425501 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60364) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:31.450534 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bd27e8-1e68-4418-ab61-ca8321a8be87 None None] DHCP port deletion for 27f9d783-a380-45ce-9337-9219c380755c request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:52:31.453084 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-84aefccd-73e0-4331-84ed-95988b3b85ab None None] Current status of the port bf106329-eddb-4617-b626-b0b9a65065ab is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:31.465879 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-998a9e11-f9db-4712-9db8-c397a77f4fcd tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:31.466337 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998a9e11-f9db-4712-9db8-c397a77f4fcd tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:31.472093 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-998a9e11-f9db-4712-9db8-c397a77f4fcd tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/dafb5c85-d9e1-4010-86cd-9fac77790d5e HTTP/1.1" status: 404 len: 337 time: 0.0434737 Feb 08 21:52:31.472350 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60366) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:31.491334 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:31.512686 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb30ee3-b504-47f0-b9f6-3548afded85b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:31.514492 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb30ee3-b504-47f0-b9f6-3548afded85b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:31.520324 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ddb30ee3-b504-47f0-b9f6-3548afded85b tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/b4def9a6-a0fe-45c2-9084-bf62b9dc8ce8 HTTP/1.1" status: 404 len: 333 time: 0.0459626 Feb 08 21:52:31.521924 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60368) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:31.547428 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-95bd27e8-1e68-4418-ab61-ca8321a8be87 None None] Deleting port bf106329-eddb-4617-b626-b0b9a65065ab {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:52:31.547732 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-95bd27e8-1e68-4418-ab61-ca8321a8be87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (bf106329-eddb-4617-b626-b0b9a65065ab), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:31.551867 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-393cec24-597e-41b6-9645-3a281a311d73 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:31.552477 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-393cec24-597e-41b6-9645-3a281a311d73 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:31.555834 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-393cec24-597e-41b6-9645-3a281a311d73 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/7b4a2a65-67fb-4b0d-a493-7b373444401a HTTP/1.1" status: 404 len: 337 time: 0.0325937 Feb 08 21:52:31.559477 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60370) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:31.597173 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-050963e0-b256-4095-a330-1a8a51f291ab tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:31.597593 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-050963e0-b256-4095-a330-1a8a51f291ab tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:31.603889 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-050963e0-b256-4095-a330-1a8a51f291ab tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/142d604b-6e4d-4988-a3a3-1bf223ad755f HTTP/1.1" status: 404 len: 337 time: 0.0409367 Feb 08 21:52:31.604194 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60372) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:31.623315 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-95bd27e8-1e68-4418-ab61-ca8321a8be87 None None] For port bf106329-eddb-4617-b626-b0b9a65065ab, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=bf106329-eddb-4617-b626-b0b9a65065ab,segment=NetworkSegment(dac6ebe0-cba8-443a-abf3-3d9e609d8c27),segment_id=dac6ebe0-cba8-443a-abf3-3d9e609d8c27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:52:31.623721 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-95bd27e8-1e68-4418-ab61-ca8321a8be87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (bf106329-eddb-4617-b626-b0b9a65065ab), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:31.630896 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad34538-4f11-4038-894f-e058aca63f43 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:31.631666 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad34538-4f11-4038-894f-e058aca63f43 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:31.637739 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cad34538-4f11-4038-894f-e058aca63f43 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/f76eafca-8e62-42be-b958-6b3b601f459c HTTP/1.1" status: 404 len: 333 time: 0.0291834 Feb 08 21:52:31.638066 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60374) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:31.640549 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-95bd27e8-1e68-4418-ab61-ca8321a8be87 None None] Calling delete_port for bf106329-eddb-4617-b626-b0b9a65065ab owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:52:31.664795 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9cf384f-e6e1-45ac-a316-6b694f982655 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:31.665396 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9cf384f-e6e1-45ac-a316-6b694f982655 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:31.668454 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d9cf384f-e6e1-45ac-a316-6b694f982655 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/79d0abf0-76db-4f3e-8486-3b55d5843934 HTTP/1.1" status: 404 len: 337 time: 0.0294306 Feb 08 21:52:31.671037 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60376) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:31.695377 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-9962ea66-2feb-461a-8eb4-1deab2dd3352 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:31.695997 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9962ea66-2feb-461a-8eb4-1deab2dd3352 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:31.700150 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9962ea66-2feb-461a-8eb4-1deab2dd3352 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/f5d86cdd-f5f4-4953-a350-fa65d27096eb HTTP/1.1" status: 404 len: 333 time: 0.0277352 Feb 08 21:52:31.702431 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60378) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:31.712330 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:31.731971 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad1b50bc-d081-4782-8783-f4530cf75c35 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:31.732537 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad1b50bc-d081-4782-8783-f4530cf75c35 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:31.738465 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ad1b50bc-d081-4782-8783-f4530cf75c35 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/6cf706bb-bc8e-4f8e-888d-c5f2cfb939ef HTTP/1.1" status: 404 len: 337 time: 0.0321219 Feb 08 21:52:31.739143 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60380) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:31.764800 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-b37c304c-ffe7-4892-a056-7f6671c70bb5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:31.765579 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b37c304c-ffe7-4892-a056-7f6671c70bb5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:31.767931 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-95bd27e8-1e68-4418-ab61-ca8321a8be87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (bf106329-eddb-4617-b626-b0b9a65065ab), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:31.771530 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b37c304c-ffe7-4892-a056-7f6671c70bb5 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/45cff58a-3a36-4fd1-b915-fb2a4a0fa6da HTTP/1.1" status: 404 len: 333 time: 0.0291440 Feb 08 21:52:31.771974 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60382) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:31.807454 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e263e7-da79-4b07-8e8a-9dde00cff565 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:31.807993 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd27e8-1e68-4418-ab61-ca8321a8be87 None None] Pushing event deleted for resources: {'Port': ['ID=bf106329-eddb-4617-b626-b0b9a65065ab,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:31.808182 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31e263e7-da79-4b07-8e8a-9dde00cff565 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:31.815849 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-31e263e7-da79-4b07-8e8a-9dde00cff565 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/e6eb6fd5-156d-46b8-92d0-f3646ea9a928 HTTP/1.1" status: 404 len: 337 time: 0.0387418 Feb 08 21:52:31.817311 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60384) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:31.835070 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bd27e8-1e68-4418-ab61-ca8321a8be87 None None] No DVR routers for this DVR port bf106329-eddb-4617-b626-b0b9a65065ab on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:52:31.869480 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee669f73-9309-4a06-97f6-5c8138070fbf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:31.873197 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee669f73-9309-4a06-97f6-5c8138070fbf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:31.879610 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60388) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:31.889092 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ee669f73-9309-4a06-97f6-5c8138070fbf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/7818c193-b6c2-4de0-ad0d-110057030c1e HTTP/1.1" status: 404 len: 333 time: 0.0714662 Feb 08 21:52:31.911428 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-6afeb2f8-2751-4749-9243-c181e84607da tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:31.911892 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6afeb2f8-2751-4749-9243-c181e84607da tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:31.918242 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6afeb2f8-2751-4749-9243-c181e84607da tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/fb8680db-0df3-42be-a43b-2eb7fce60480 HTTP/1.1" status: 404 len: 337 time: 0.0375237 Feb 08 21:52:31.918798 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60390) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:31.943517 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1fbdaee-e56e-40c9-aabd-51ac55033206 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:31.944272 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1fbdaee-e56e-40c9-aabd-51ac55033206 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:31.949754 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a1fbdaee-e56e-40c9-aabd-51ac55033206 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/04319460-9035-48b8-8595-7f8f97c22390 HTTP/1.1" status: 404 len: 333 time: 0.0298829 Feb 08 21:52:31.950299 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60392) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:31.978378 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96e705c-7f85-4442-8dbe-d78039db8236 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:31.978854 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e96e705c-7f85-4442-8dbe-d78039db8236 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:31.987528 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e96e705c-7f85-4442-8dbe-d78039db8236 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/8e6dd905-dee5-4eaf-9a3b-0c3f764d420b HTTP/1.1" status: 404 len: 337 time: 0.0360899 Feb 08 21:52:31.988413 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60396) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:32.025737 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f6db2aa-0a2c-4af3-abe7-602363c5181e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:32.026422 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f6db2aa-0a2c-4af3-abe7-602363c5181e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:32.030786 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7f6db2aa-0a2c-4af3-abe7-602363c5181e tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/1520fb28-26cb-4855-84eb-4f3db6351933 HTTP/1.1" status: 404 len: 333 time: 0.0400357 Feb 08 21:52:32.032988 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60398) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:32.067748 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b28a813-4d86-462c-ad2c-73beed0a779d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:32.068254 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b28a813-4d86-462c-ad2c-73beed0a779d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:32.071559 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7b28a813-4d86-462c-ad2c-73beed0a779d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/c6cba33e-f3f2-4a2c-842a-a5ed78207d1c HTTP/1.1" status: 404 len: 337 time: 0.0374527 Feb 08 21:52:32.076644 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60402) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:32.126426 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-3196adb9-6600-473a-bef9-cf935f9256d9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:32.127224 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3196adb9-6600-473a-bef9-cf935f9256d9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:32.134875 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3196adb9-6600-473a-bef9-cf935f9256d9 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/fb6d878b-919b-4631-97ba-a14bf6829735 HTTP/1.1" status: 404 len: 337 time: 0.0531535 Feb 08 21:52:32.135404 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60404) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:32.184271 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-13373691-53b4-46e7-a6e5-79e92d6838cb tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:32.185000 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13373691-53b4-46e7-a6e5-79e92d6838cb tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:32.192028 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-13373691-53b4-46e7-a6e5-79e92d6838cb tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/2e29c2ca-befe-44b0-8db3-765e778df32a HTTP/1.1" status: 404 len: 333 time: 0.0515249 Feb 08 21:52:32.192386 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60406) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:32.223565 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device bf106329-eddb-4617-b626-b0b9a65065ab no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:52:32.268784 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26fc7cf-e2fd-4d61-9392-319030930e06 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:32.269587 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f26fc7cf-e2fd-4d61-9392-319030930e06 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:32.279360 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f26fc7cf-e2fd-4d61-9392-319030930e06 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/50f043f7-e2c9-4aeb-b73b-60fcaa0ed370 HTTP/1.1" status: 404 len: 337 time: 0.0858524 Feb 08 21:52:32.282221 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: bf106329-eddb-4617-b626-b0b9a65065ab {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:52:32.283239 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device bf106329-eddb-4617-b626-b0b9a65065ab not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:52:32.283513 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60408) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:32.315360 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c879e9c-e794-49a1-b0f8-451a50fc0040 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:32.316212 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c879e9c-e794-49a1-b0f8-451a50fc0040 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:32.320152 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2c879e9c-e794-49a1-b0f8-451a50fc0040 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/fddeb72a-79fd-4847-8d15-8923ac99c047 HTTP/1.1" status: 404 len: 337 time: 0.0352275 Feb 08 21:52:32.322586 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60410) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:32.347689 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3b730f-7dfe-41fe-ae41-2283ac1f12f0 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:32.348627 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a3b730f-7dfe-41fe-ae41-2283ac1f12f0 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:32.352523 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6a3b730f-7dfe-41fe-ae41-2283ac1f12f0 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/ffbda147-57dc-4597-9e84-9d387332b884 HTTP/1.1" status: 404 len: 333 time: 0.0284595 Feb 08 21:52:32.355296 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60412) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:32.387320 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-29411ce0-8902-48cc-b15a-7cd4c011c4a6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:32.388349 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29411ce0-8902-48cc-b15a-7cd4c011c4a6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:32.394800 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-29411ce0-8902-48cc-b15a-7cd4c011c4a6 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/ebd13178-605a-4871-83af-8c257839733f HTTP/1.1" status: 404 len: 337 time: 0.0359929 Feb 08 21:52:32.394961 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60414) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:32.441792 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-376b09c7-d5ab-463b-bd25-dc838dc8ea97 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:32.442259 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-376b09c7-d5ab-463b-bd25-dc838dc8ea97 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:32.448090 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-376b09c7-d5ab-463b-bd25-dc838dc8ea97 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/34936979-a124-4e49-9be6-d01f8c61d357 HTTP/1.1" status: 404 len: 337 time: 0.0499122 Feb 08 21:52:32.448855 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60416) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:32.474695 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77a3e8b-c86d-48ba-947b-eb101e12c465 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:32.475529 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d77a3e8b-c86d-48ba-947b-eb101e12c465 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:32.482813 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d77a3e8b-c86d-48ba-947b-eb101e12c465 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/0a99e31d-abe0-44d4-88f0-d60751202bda HTTP/1.1" status: 404 len: 333 time: 0.0325980 Feb 08 21:52:32.483048 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60418) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:32.511612 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3397331-0476-4992-b30b-8aad39738a76 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:32.512869 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3397331-0476-4992-b30b-8aad39738a76 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:32.521358 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e3397331-0476-4992-b30b-8aad39738a76 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/dcad49df-4424-4e49-814d-c4c232ac341a HTTP/1.1" status: 404 len: 337 time: 0.0351827 Feb 08 21:52:32.522807 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60420) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:32.557455 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af3c359-ec4d-488d-a5c0-d7c9f081c074 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:32.558105 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9af3c359-ec4d-488d-a5c0-d7c9f081c074 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:32.564124 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9af3c359-ec4d-488d-a5c0-d7c9f081c074 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/bd846485-26c5-45cf-801b-b2223083c273 HTTP/1.1" status: 404 len: 337 time: 0.0378478 Feb 08 21:52:32.564468 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60422) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:32.604186 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e1567ba4-9a64-441a-be5f-d2afcfbdc68a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports?device_id=c25bb058-058f-4579-b1e3-d99c09fbd356 HTTP/1.1" status: 200 len: 205 time: 0.0365455 Feb 08 21:52:32.605076 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60424) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:32.646419 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-d216513d-ed99-41bb-adac-bb6b0b546815 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] delete failed (client error): The resource could not be found. Feb 08 21:52:32.651245 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d216513d-ed99-41bb-adac-bb6b0b546815 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/routers/c25bb058-058f-4579-b1e3-d99c09fbd356 HTTP/1.1" status: 404 len: 336 time: 0.0448263 Feb 08 21:52:32.651424 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60426) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:32.692869 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae591308-9e1a-4c2b-9278-8f043fb4a767 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:32.693387 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae591308-9e1a-4c2b-9278-8f043fb4a767 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:32.700216 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ae591308-9e1a-4c2b-9278-8f043fb4a767 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/7d62e6fd-4991-456a-92db-4c636ed1546f HTTP/1.1" status: 404 len: 337 time: 0.0438197 Feb 08 21:52:32.700596 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60428) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:32.738652 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ebe095b9-a8de-4d3a-9b1d-7ccdf6f35f9d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "GET /v2.0/ports?device_id=e5d2318c-cce9-43c1-a3c4-39b8b8afb76d HTTP/1.1" status: 200 len: 205 time: 0.0345309 Feb 08 21:52:32.739004 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60430) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:32.788572 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-850a3413-203f-420e-8515-90d4f49c6569 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] delete failed (client error): The resource could not be found. Feb 08 21:52:32.791998 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-850a3413-203f-420e-8515-90d4f49c6569 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/routers/e5d2318c-cce9-43c1-a3c4-39b8b8afb76d HTTP/1.1" status: 404 len: 336 time: 0.0496607 Feb 08 21:52:32.792473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60432) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:32.824206 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c5552e6-4dca-476d-976b-0d3cfaaac51a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:32.824791 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c5552e6-4dca-476d-976b-0d3cfaaac51a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:32.828114 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0c5552e6-4dca-476d-976b-0d3cfaaac51a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/c8b10d6f-993e-4e1c-980a-282dba1eb79a HTTP/1.1" status: 404 len: 337 time: 0.0344355 Feb 08 21:52:32.830804 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60434) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:32.871251 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a18535-b14f-40d5-8725-e3f077d37eb1 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:32.872461 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a18535-b14f-40d5-8725-e3f077d37eb1 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:32.876964 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-64a18535-b14f-40d5-8725-e3f077d37eb1 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/36c73732-78cd-4094-a1af-4362026e540e HTTP/1.1" status: 404 len: 337 time: 0.0451455 Feb 08 21:52:32.879699 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60436) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:32.921997 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f37af25-3e8a-4a1b-a5d4-afde632253a7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:32.923148 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f37af25-3e8a-4a1b-a5d4-afde632253a7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:32.928020 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1f37af25-3e8a-4a1b-a5d4-afde632253a7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/a3703ca2-d620-4b04-a1cc-294ec5b56aa0 HTTP/1.1" status: 404 len: 333 time: 0.0470095 Feb 08 21:52:32.930597 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60440) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:32.961595 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f9ab624-cdb9-4c4e-afbe-060f0a6837cf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:32.962208 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f9ab624-cdb9-4c4e-afbe-060f0a6837cf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:32.966025 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9f9ab624-cdb9-4c4e-afbe-060f0a6837cf tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/69151362-0605-48f3-91df-fe63aaefb0aa HTTP/1.1" status: 404 len: 337 time: 0.0343187 Feb 08 21:52:32.968544 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60442) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:32.994403 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-2531d69d-0ae5-407b-a60a-27f0734c6390 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:32.995136 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2531d69d-0ae5-407b-a60a-27f0734c6390 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:32.998806 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2531d69d-0ae5-407b-a60a-27f0734c6390 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/ae6dd5ea-eb69-409d-919b-10d5cd32a41c HTTP/1.1" status: 404 len: 333 time: 0.0289495 Feb 08 21:52:33.001043 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60444) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:33.033814 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16a4fe6-610d-4e44-ad03-28416b8000df tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:33.034381 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c16a4fe6-610d-4e44-ad03-28416b8000df tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:33.037623 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c16a4fe6-610d-4e44-ad03-28416b8000df tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/d7ce6ba2-15d5-44a7-8add-7e23d9bc6385 HTTP/1.1" status: 404 len: 337 time: 0.0355222 Feb 08 21:52:33.041103 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60448) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:33.067920 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee553bf-6828-4ead-95b4-d946c51cf300 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:33.068520 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ee553bf-6828-4ead-95b4-d946c51cf300 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:33.072852 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0ee553bf-6828-4ead-95b4-d946c51cf300 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/10ff1374-3760-4dc9-9789-984360f5329d HTTP/1.1" status: 404 len: 333 time: 0.0306208 Feb 08 21:52:33.076294 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60450) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:33.125617 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-95250f67-fa6d-413b-8838-d82aa050d90f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:33.126362 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95250f67-fa6d-413b-8838-d82aa050d90f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:33.129978 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-95250f67-fa6d-413b-8838-d82aa050d90f tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/b41c6e19-a5a8-4609-a487-d8a321d3e783 HTTP/1.1" status: 404 len: 337 time: 0.0523529 Feb 08 21:52:33.132506 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60454) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:33.161791 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e98bd3-76c4-463f-921f-573e016e7f03 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:33.162737 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e98bd3-76c4-463f-921f-573e016e7f03 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:33.176359 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f7e98bd3-76c4-463f-921f-573e016e7f03 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/9ba546ef-a974-4dfc-8e8f-eaec087f96ff HTTP/1.1" status: 404 len: 333 time: 0.0426202 Feb 08 21:52:33.178698 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60456) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:33.210841 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6bdac1-1b29-4ec1-b68b-d995f1e22e47 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:33.211474 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a6bdac1-1b29-4ec1-b68b-d995f1e22e47 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:33.219805 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4a6bdac1-1b29-4ec1-b68b-d995f1e22e47 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/cb1cb67c-47c3-49d5-9326-6efb99cbdc1d HTTP/1.1" status: 404 len: 337 time: 0.0356932 Feb 08 21:52:33.220152 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60458) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:33.247664 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b4a84da-ef33-487d-8a70-dec3cdbbaa26 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:33.248388 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b4a84da-ef33-487d-8a70-dec3cdbbaa26 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:33.252095 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1b4a84da-ef33-487d-8a70-dec3cdbbaa26 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/410c09e5-c73c-4257-b7dc-4302836f5be7 HTTP/1.1" status: 404 len: 333 time: 0.0305035 Feb 08 21:52:33.255546 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60460) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:33.284507 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea6bb70-da32-4d7e-943f-bc325eb19034 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:33.284981 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bea6bb70-da32-4d7e-943f-bc325eb19034 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:33.290467 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bea6bb70-da32-4d7e-943f-bc325eb19034 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/fab1d928-ed7d-4322-8bb9-42f9475cff46 HTTP/1.1" status: 404 len: 337 time: 0.0314710 Feb 08 21:52:33.290953 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60464) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:33.320958 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-5184fe18-d404-4b17-a0cf-9ca1361a2e70 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:33.322329 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5184fe18-d404-4b17-a0cf-9ca1361a2e70 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:33.325739 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5184fe18-d404-4b17-a0cf-9ca1361a2e70 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/8880cb6c-4362-43c8-a961-4a4687a91304 HTTP/1.1" status: 404 len: 333 time: 0.0336425 Feb 08 21:52:33.329381 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60472) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:33.359963 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-3970d5a0-5a0c-4168-b9f4-1b45e4b0e0d7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:33.360430 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3970d5a0-5a0c-4168-b9f4-1b45e4b0e0d7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:33.366001 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3970d5a0-5a0c-4168-b9f4-1b45e4b0e0d7 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/a2695124-c079-4414-85c5-1e25890b6fc5 HTTP/1.1" status: 404 len: 337 time: 0.0326827 Feb 08 21:52:33.366842 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60478) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:33.437005 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-0064b909-dc5d-4e3f-a8d7-43bf71ab822a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:33.437005 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0064b909-dc5d-4e3f-a8d7-43bf71ab822a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:33.437005 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0064b909-dc5d-4e3f-a8d7-43bf71ab822a tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/ports/373428cd-db1e-4a89-963e-520f188051a8 HTTP/1.1" status: 404 len: 333 time: 0.0448592 Feb 08 21:52:33.503685 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60480) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:33.523624 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4684e8-2f81-4c52-b5b4-5cee8d47f75d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] DELETE failed (client error): The resource could not be found. Feb 08 21:52:33.524185 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c4684e8-2f81-4c52-b5b4-5cee8d47f75d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:52:33.530812 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60490) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:33.531122 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7c4684e8-2f81-4c52-b5b4-5cee8d47f75d tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/subnets/6055868b-b8dc-4a58-9974-f3310e85198a HTTP/1.1" status: 404 len: 337 time: 0.1100974 Feb 08 21:52:33.619586 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-84841cbb-8766-440f-ab0f-436c91bed193 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (27f9d783-a380-45ce-9337-9219c380755c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:33.727368 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-84841cbb-8766-440f-ab0f-436c91bed193 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (27f9d783-a380-45ce-9337-9219c380755c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:33.764105 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-84841cbb-8766-440f-ab0f-436c91bed193 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f9d783-a380-45ce-9337-9219c380755c']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:52:33.782691 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-84841cbb-8766-440f-ab0f-436c91bed193 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:52:33.783215 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-84841cbb-8766-440f-ab0f-436c91bed193 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dac6ebe0-cba8-443a-abf3-3d9e609d8c27') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:52:33.801898 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-84841cbb-8766-440f-ab0f-436c91bed193 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (dac6ebe0-cba8-443a-abf3-3d9e609d8c27), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:33.835966 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-84841cbb-8766-440f-ab0f-436c91bed193 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (dac6ebe0-cba8-443a-abf3-3d9e609d8c27), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:33.847515 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84841cbb-8766-440f-ab0f-436c91bed193 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:52:33.848171 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-84841cbb-8766-440f-ab0f-436c91bed193 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (dac6ebe0-cba8-443a-abf3-3d9e609d8c27), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:52:33.852334 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:52:33.939363 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-84841cbb-8766-440f-ab0f-436c91bed193 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (27f9d783-a380-45ce-9337-9219c380755c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:33.961503 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-84841cbb-8766-440f-ab0f-436c91bed193 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:33.968630 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-84841cbb-8766-440f-ab0f-436c91bed193 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] 10.222.0.88 "DELETE /v2.0/networks/27f9d783-a380-45ce-9337-9219c380755c HTTP/1.1" status: 204 len: 168 time: 0.4332812 Feb 08 21:52:33.968630 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84841cbb-8766-440f-ab0f-436c91bed193 tempest-NetworksTestDHCPv6-762175339 tempest-NetworksTestDHCPv6-762175339-project] Pushing event deleted for resources: {'Network': ['ID=27f9d783-a380-45ce-9337-9219c380755c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:34.422265 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60514) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:34.670055 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60522) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:34.670662 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3aff6099-7e5c-4a10-ad8b-c823f068eb8e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1bafe448e33448c7ae7ce06f728d4448&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2467439 Feb 08 21:52:34.740258 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2741ecfa-ec65-4c9e-9920-7794de483e23 admin admin] Publish callbacks [] for security_group (c16bb966-fa7a-467a-9882-41afe083d798), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:34.786083 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2741ecfa-ec65-4c9e-9920-7794de483e23 admin admin] Publish callbacks [] for security_group (c16bb966-fa7a-467a-9882-41afe083d798), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:34.871950 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2741ecfa-ec65-4c9e-9920-7794de483e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c16bb966-fa7a-467a-9882-41afe083d798), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:34.878908 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2741ecfa-ec65-4c9e-9920-7794de483e23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:34.896881 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2741ecfa-ec65-4c9e-9920-7794de483e23 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c16bb966-fa7a-467a-9882-41afe083d798 HTTP/1.1" status: 204 len: 168 time: 0.2245538 Feb 08 21:52:34.921942 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741ecfa-ec65-4c9e-9920-7794de483e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16bb966-fa7a-467a-9882-41afe083d798,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:35.944052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60568) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:36.091407 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-77251cd6-df82-42ef-aea9-e2c7a6c0fdab tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Request body: {'networks': [{'name': 'tempest-network--1605166858'}, {'name': 'tempest-network--1076085622'}]} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:36.091735 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-77251cd6-df82-42ef-aea9-e2c7a6c0fdab tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Request body: {'network': {'name': 'tempest-network--1605166858'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:36.092321 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-77251cd6-df82-42ef-aea9-e2c7a6c0fdab tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Request body: {'network': {'name': 'tempest-network--1076085622'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:36.119629 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77251cd6-df82-42ef-aea9-e2c7a6c0fdab tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Made reservation on behalf of c818f5e949ee489792c135f62b2480b2 for: {'network': 2} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:36.124998 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77251cd6-df82-42ef-aea9-e2c7a6c0fdab tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:36.135429 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77251cd6-df82-42ef-aea9-e2c7a6c0fdab tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:36.233710 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77251cd6-df82-42ef-aea9-e2c7a6c0fdab tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks [] for security_group (aa3cd8f5-54cf-4a17-b983-6f01f983f87c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:36.243482 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77251cd6-df82-42ef-aea9-e2c7a6c0fdab tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (aa3cd8f5-54cf-4a17-b983-6f01f983f87c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:36.244061 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77251cd6-df82-42ef-aea9-e2c7a6c0fdab tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:36.317063 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77251cd6-df82-42ef-aea9-e2c7a6c0fdab tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3cd8f5-54cf-4a17-b983-6f01f983f87c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:36.338496 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77251cd6-df82-42ef-aea9-e2c7a6c0fdab tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:52:36.360522 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77251cd6-df82-42ef-aea9-e2c7a6c0fdab tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (0ff283a1-6ba5-4d96-bb88-2df6de33f390), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:36.361500 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-77251cd6-df82-42ef-aea9-e2c7a6c0fdab tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Added segment 0ff283a1-6ba5-4d96-bb88-2df6de33f390 of type vlan for network 8defaea2-fa34-4d46-b765-99adf8a020b4 Feb 08 21:52:36.485360 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77251cd6-df82-42ef-aea9-e2c7a6c0fdab tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (8defaea2-fa34-4d46-b765-99adf8a020b4), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:36.578982 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77251cd6-df82-42ef-aea9-e2c7a6c0fdab tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:52:36.591802 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77251cd6-df82-42ef-aea9-e2c7a6c0fdab tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (b950198d-b22a-4337-a3c6-9d5f5fbdeef5), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:36.592186 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-77251cd6-df82-42ef-aea9-e2c7a6c0fdab tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Added segment b950198d-b22a-4337-a3c6-9d5f5fbdeef5 of type vlan for network 806a2f5d-e5c8-4b38-aee3-16d17a97f1e8 Feb 08 21:52:36.647527 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:36.670421 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77251cd6-df82-42ef-aea9-e2c7a6c0fdab tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (806a2f5d-e5c8-4b38-aee3-16d17a97f1e8), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:36.713929 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77251cd6-df82-42ef-aea9-e2c7a6c0fdab tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (8defaea2-fa34-4d46-b765-99adf8a020b4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:36.714523 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77251cd6-df82-42ef-aea9-e2c7a6c0fdab tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (806a2f5d-e5c8-4b38-aee3-16d17a97f1e8), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:36.721081 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77251cd6-df82-42ef-aea9-e2c7a6c0fdab tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:36.726969 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77251cd6-df82-42ef-aea9-e2c7a6c0fdab tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:36.727667 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77251cd6-df82-42ef-aea9-e2c7a6c0fdab tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:36.812987 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-77251cd6-df82-42ef-aea9-e2c7a6c0fdab tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.8677707 Feb 08 21:52:36.815793 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60586) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:36.824466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77251cd6-df82-42ef-aea9-e2c7a6c0fdab tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Pushing event updated for resources: {'Network': ['ID=8defaea2-fa34-4d46-b765-99adf8a020b4,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:36.860264 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:36.945136 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77251cd6-df82-42ef-aea9-e2c7a6c0fdab tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Pushing event updated for resources: {'Network': ['ID=806a2f5d-e5c8-4b38-aee3-16d17a97f1e8,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:37.148504 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 8defaea2-fa34-4d46-b765-99adf8a020b4 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:52:37.237868 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09530e88-7e97-42bb-9903-cb2bcd66fb37 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:37.246556 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09530e88-7e97-42bb-9903-cb2bcd66fb37 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:37.251992 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 806a2f5d-e5c8-4b38-aee3-16d17a97f1e8 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:52:37.252852 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09530e88-7e97-42bb-9903-cb2bcd66fb37 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:37.259358 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09530e88-7e97-42bb-9903-cb2bcd66fb37 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:37.265163 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60598) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:37.265502 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-09530e88-7e97-42bb-9903-cb2bcd66fb37 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4484177 Feb 08 21:52:37.351126 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77f3b191-d99e-4af7-a343-7dd2b0288c4c tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (8defaea2-fa34-4d46-b765-99adf8a020b4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:37.477435 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77f3b191-d99e-4af7-a343-7dd2b0288c4c tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (8defaea2-fa34-4d46-b765-99adf8a020b4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:37.510116 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-77f3b191-d99e-4af7-a343-7dd2b0288c4c tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8defaea2-fa34-4d46-b765-99adf8a020b4']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:52:37.531392 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-77f3b191-d99e-4af7-a343-7dd2b0288c4c tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff283a1-6ba5-4d96-bb88-2df6de33f390') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:52:37.531966 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-77f3b191-d99e-4af7-a343-7dd2b0288c4c tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff283a1-6ba5-4d96-bb88-2df6de33f390') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:52:37.547508 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77f3b191-d99e-4af7-a343-7dd2b0288c4c tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (0ff283a1-6ba5-4d96-bb88-2df6de33f390), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:37.571280 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77f3b191-d99e-4af7-a343-7dd2b0288c4c tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (0ff283a1-6ba5-4d96-bb88-2df6de33f390), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:37.582855 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f3b191-d99e-4af7-a343-7dd2b0288c4c tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:52:37.583972 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77f3b191-d99e-4af7-a343-7dd2b0288c4c tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (0ff283a1-6ba5-4d96-bb88-2df6de33f390), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:52:37.606326 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:52:37.668697 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77f3b191-d99e-4af7-a343-7dd2b0288c4c tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (8defaea2-fa34-4d46-b765-99adf8a020b4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:37.676923 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77f3b191-d99e-4af7-a343-7dd2b0288c4c tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:37.684583 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-77f3b191-d99e-4af7-a343-7dd2b0288c4c tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] 10.222.0.88 "DELETE /v2.0/networks/8defaea2-fa34-4d46-b765-99adf8a020b4 HTTP/1.1" status: 204 len: 168 time: 0.4151528 Feb 08 21:52:37.685377 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60608) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:37.707630 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3b191-d99e-4af7-a343-7dd2b0288c4c tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Pushing event deleted for resources: {'Network': ['ID=8defaea2-fa34-4d46-b765-99adf8a020b4,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:37.792685 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b0c4beaf-2263-4057-b534-971e374bbb5d tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (806a2f5d-e5c8-4b38-aee3-16d17a97f1e8), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:37.927939 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b0c4beaf-2263-4057-b534-971e374bbb5d tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (806a2f5d-e5c8-4b38-aee3-16d17a97f1e8), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:37.958953 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-b0c4beaf-2263-4057-b534-971e374bbb5d tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['806a2f5d-e5c8-4b38-aee3-16d17a97f1e8']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:52:37.982249 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-b0c4beaf-2263-4057-b534-971e374bbb5d tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b950198d-b22a-4337-a3c6-9d5f5fbdeef5') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:52:37.982854 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-b0c4beaf-2263-4057-b534-971e374bbb5d tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b950198d-b22a-4337-a3c6-9d5f5fbdeef5') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:52:37.999308 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b0c4beaf-2263-4057-b534-971e374bbb5d tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (b950198d-b22a-4337-a3c6-9d5f5fbdeef5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:38.015843 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b0c4beaf-2263-4057-b534-971e374bbb5d tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (b950198d-b22a-4337-a3c6-9d5f5fbdeef5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:38.022981 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c4beaf-2263-4057-b534-971e374bbb5d tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:52:38.023362 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b0c4beaf-2263-4057-b534-971e374bbb5d tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (b950198d-b22a-4337-a3c6-9d5f5fbdeef5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:52:38.112356 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:52:38.115508 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b0c4beaf-2263-4057-b534-971e374bbb5d tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (806a2f5d-e5c8-4b38-aee3-16d17a97f1e8), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:38.150860 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b0c4beaf-2263-4057-b534-971e374bbb5d tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:38.156868 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b0c4beaf-2263-4057-b534-971e374bbb5d tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] 10.222.0.88 "DELETE /v2.0/networks/806a2f5d-e5c8-4b38-aee3-16d17a97f1e8 HTTP/1.1" status: 204 len: 168 time: 0.4681418 Feb 08 21:52:38.156868 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4beaf-2263-4057-b534-971e374bbb5d tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Pushing event deleted for resources: {'Network': ['ID=806a2f5d-e5c8-4b38-aee3-16d17a97f1e8,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:38.157350 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60630) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:38.321329 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bf951b-7320-4407-ae07-0a186c5f4010 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:38.328080 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bf951b-7320-4407-ae07-0a186c5f4010 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:38.329929 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-99bf951b-7320-4407-ae07-0a186c5f4010 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1714292 Feb 08 21:52:38.333651 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60638) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:38.339137 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-f3cc42e6-e494-4dbb-9ae4-f67bebce7529 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-579668823'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:38.370127 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cc42e6-e494-4dbb-9ae4-f67bebce7529 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Made reservation on behalf of c818f5e949ee489792c135f62b2480b2 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:38.374520 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f3cc42e6-e494-4dbb-9ae4-f67bebce7529 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:38.426568 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3cc42e6-e494-4dbb-9ae4-f67bebce7529 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:52:38.448026 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f3cc42e6-e494-4dbb-9ae4-f67bebce7529 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (f81ebb19-580f-4b72-aeb1-55ca59b892a1), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:38.448430 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-f3cc42e6-e494-4dbb-9ae4-f67bebce7529 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Added segment f81ebb19-580f-4b72-aeb1-55ca59b892a1 of type vlan for network 8b9f38ad-207f-4983-826b-e3cce1384c29 Feb 08 21:52:38.509079 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f3cc42e6-e494-4dbb-9ae4-f67bebce7529 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (8b9f38ad-207f-4983-826b-e3cce1384c29), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:38.577505 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f3cc42e6-e494-4dbb-9ae4-f67bebce7529 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (8b9f38ad-207f-4983-826b-e3cce1384c29), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:38.578450 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cc42e6-e494-4dbb-9ae4-f67bebce7529 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:38.579135 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f3cc42e6-e494-4dbb-9ae4-f67bebce7529 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:38.661085 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f3cc42e6-e494-4dbb-9ae4-f67bebce7529 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3247888 Feb 08 21:52:38.661955 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60650) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:38.668050 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ab38bb0e-4f12-47b7-944a-94ca71c08779 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1641695640'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:38.679841 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc42e6-e494-4dbb-9ae4-f67bebce7529 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Pushing event updated for resources: {'Network': ['ID=8b9f38ad-207f-4983-826b-e3cce1384c29,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:38.702573 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab38bb0e-4f12-47b7-944a-94ca71c08779 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Made reservation on behalf of c818f5e949ee489792c135f62b2480b2 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:38.714049 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 8b9f38ad-207f-4983-826b-e3cce1384c29 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:52:38.721284 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab38bb0e-4f12-47b7-944a-94ca71c08779 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:38.757885 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab38bb0e-4f12-47b7-944a-94ca71c08779 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:52:38.772297 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab38bb0e-4f12-47b7-944a-94ca71c08779 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (f7b61fae-d451-4398-ab07-e5d57a977e61), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:38.772991 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-ab38bb0e-4f12-47b7-944a-94ca71c08779 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Added segment f7b61fae-d451-4398-ab07-e5d57a977e61 of type vlan for network 01a2484f-b813-4105-872e-0167d039fa98 Feb 08 21:52:38.831097 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab38bb0e-4f12-47b7-944a-94ca71c08779 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (01a2484f-b813-4105-872e-0167d039fa98), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:38.894429 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab38bb0e-4f12-47b7-944a-94ca71c08779 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (01a2484f-b813-4105-872e-0167d039fa98), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:38.911920 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab38bb0e-4f12-47b7-944a-94ca71c08779 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:38.913132 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab38bb0e-4f12-47b7-944a-94ca71c08779 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:39.004850 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ab38bb0e-4f12-47b7-944a-94ca71c08779 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3415077 Feb 08 21:52:39.008272 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60658) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:39.017504 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2e9bc3cf-1c14-46db-983c-7860eea791ee tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Request body: {'ports': [{'network_id': '8b9f38ad-207f-4983-826b-e3cce1384c29', 'name': 'tempest-port--1712921637', 'admin_state_up': True}, {'network_id': '01a2484f-b813-4105-872e-0167d039fa98', 'admin_state_up': False}]} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:39.017832 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2e9bc3cf-1c14-46db-983c-7860eea791ee tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Request body: {'port': {'network_id': '8b9f38ad-207f-4983-826b-e3cce1384c29', 'name': 'tempest-port--1712921637', 'admin_state_up': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:39.018324 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2e9bc3cf-1c14-46db-983c-7860eea791ee tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Request body: {'port': {'network_id': '01a2484f-b813-4105-872e-0167d039fa98', 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:39.037546 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38bb0e-4f12-47b7-944a-94ca71c08779 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Pushing event updated for resources: {'Network': ['ID=01a2484f-b813-4105-872e-0167d039fa98,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:39.098763 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38bb0e-4f12-47b7-944a-94ca71c08779 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:39.099005 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38bb0e-4f12-47b7-944a-94ca71c08779 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:39.099349 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38bb0e-4f12-47b7-944a-94ca71c08779 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:39.099693 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38bb0e-4f12-47b7-944a-94ca71c08779 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:39.100028 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38bb0e-4f12-47b7-944a-94ca71c08779 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:39.100362 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38bb0e-4f12-47b7-944a-94ca71c08779 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:39.100690 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38bb0e-4f12-47b7-944a-94ca71c08779 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:39.101018 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38bb0e-4f12-47b7-944a-94ca71c08779 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:39.101845 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38bb0e-4f12-47b7-944a-94ca71c08779 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:39.101845 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38bb0e-4f12-47b7-944a-94ca71c08779 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:39.102061 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38bb0e-4f12-47b7-944a-94ca71c08779 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:39.102332 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38bb0e-4f12-47b7-944a-94ca71c08779 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:39.102649 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38bb0e-4f12-47b7-944a-94ca71c08779 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:39.114688 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 01a2484f-b813-4105-872e-0167d039fa98 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:52:39.256212 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9bc3cf-1c14-46db-983c-7860eea791ee tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Made reservation on behalf of c818f5e949ee489792c135f62b2480b2 for: {'port': 2} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:39.262514 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e9bc3cf-1c14-46db-983c-7860eea791ee tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:39.277165 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e9bc3cf-1c14-46db-983c-7860eea791ee tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:39.454320 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-2e9bc3cf-1c14-46db-983c-7860eea791ee tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] device_id is not set on port 74da0e2c-89fa-41b5-ad87-2f1c672efbc3 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:52:39.579482 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e9bc3cf-1c14-46db-983c-7860eea791ee tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks [] for port (74da0e2c-89fa-41b5-ad87-2f1c672efbc3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:39.677007 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-2e9bc3cf-1c14-46db-983c-7860eea791ee tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] device_id is not set on port 9e739eb4-5368-40e4-ba09-6364473c6cc6 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:52:39.814145 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e9bc3cf-1c14-46db-983c-7860eea791ee tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks [] for port (9e739eb4-5368-40e4-ba09-6364473c6cc6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:39.867941 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e9bc3cf-1c14-46db-983c-7860eea791ee tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (74da0e2c-89fa-41b5-ad87-2f1c672efbc3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:39.931432 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9bc3cf-1c14-46db-983c-7860eea791ee tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Pushing event updated for resources: {'Port': ['ID=74da0e2c-89fa-41b5-ad87-2f1c672efbc3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:39.949816 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9bc3cf-1c14-46db-983c-7860eea791ee tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Checking segment: {'id': 'f81ebb19-580f-4b72-aeb1-55ca59b892a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8b9f38ad-207f-4983-826b-e3cce1384c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:52:39.950281 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9bc3cf-1c14-46db-983c-7860eea791ee tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Network hostable DHCP agents. Network: 8b9f38ad-207f-4983-826b-e3cce1384c29, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:52:39.971662 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9bc3cf-1c14-46db-983c-7860eea791ee tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Network 8b9f38ad-207f-4983-826b-e3cce1384c29 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:52:39.992480 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2e9bc3cf-1c14-46db-983c-7860eea791ee tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 8b9f38ad-207f-4983-826b-e3cce1384c29) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:40.007154 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9bc3cf-1c14-46db-983c-7860eea791ee tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:52:40.008866 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e9bc3cf-1c14-46db-983c-7860eea791ee tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (9e739eb4-5368-40e4-ba09-6364473c6cc6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:40.019538 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b7fd2b-7211-4e2f-bf7d-57db466f897f None None] Network 8b9f38ad-207f-4983-826b-e3cce1384c29 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:52:40.154970 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9bc3cf-1c14-46db-983c-7860eea791ee tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Pushing event updated for resources: {'Port': ['ID=9e739eb4-5368-40e4-ba09-6364473c6cc6,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:40.161064 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9bc3cf-1c14-46db-983c-7860eea791ee tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Checking segment: {'id': 'f7b61fae-d451-4398-ab07-e5d57a977e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '01a2484f-b813-4105-872e-0167d039fa98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:52:40.161606 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9bc3cf-1c14-46db-983c-7860eea791ee tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Network hostable DHCP agents. Network: 01a2484f-b813-4105-872e-0167d039fa98, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:52:40.181768 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9bc3cf-1c14-46db-983c-7860eea791ee tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Network 01a2484f-b813-4105-872e-0167d039fa98 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:52:40.196543 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2e9bc3cf-1c14-46db-983c-7860eea791ee tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 01a2484f-b813-4105-872e-0167d039fa98) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:40.211222 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910a55d2-dcc9-4855-b4d7-9366db9cb629 None None] Network 01a2484f-b813-4105-872e-0167d039fa98 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:52:40.213260 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9bc3cf-1c14-46db-983c-7860eea791ee tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:52:40.224519 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9bc3cf-1c14-46db-983c-7860eea791ee tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:40.235302 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9bc3cf-1c14-46db-983c-7860eea791ee tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:40.236248 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e9bc3cf-1c14-46db-983c-7860eea791ee tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:40.264190 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60684) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:40.266519 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2e9bc3cf-1c14-46db-983c-7860eea791ee tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.2577546 Feb 08 21:52:40.398395 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a093b894-ec21-493b-82cf-a4e96d5f4c9c tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:40.403767 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a093b894-ec21-493b-82cf-a4e96d5f4c9c tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:40.408803 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60690) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:40.421534 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a093b894-ec21-493b-82cf-a4e96d5f4c9c tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1377957 Feb 08 21:52:40.538773 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-6fa26ee0-ed5a-46dc-bace-80be2a44fc36 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Deleting port 74da0e2c-89fa-41b5-ad87-2f1c672efbc3 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:52:40.539359 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6fa26ee0-ed5a-46dc-bace-80be2a44fc36 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (74da0e2c-89fa-41b5-ad87-2f1c672efbc3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:40.630067 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6fa26ee0-ed5a-46dc-bace-80be2a44fc36 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (74da0e2c-89fa-41b5-ad87-2f1c672efbc3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:40.658053 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-6fa26ee0-ed5a-46dc-bace-80be2a44fc36 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Calling delete_port for 74da0e2c-89fa-41b5-ad87-2f1c672efbc3 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:52:40.755516 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6fa26ee0-ed5a-46dc-bace-80be2a44fc36 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (74da0e2c-89fa-41b5-ad87-2f1c672efbc3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:40.795212 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa26ee0-ed5a-46dc-bace-80be2a44fc36 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Pushing event deleted for resources: {'Port': ['ID=74da0e2c-89fa-41b5-ad87-2f1c672efbc3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:40.810175 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6fa26ee0-ed5a-46dc-bace-80be2a44fc36 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:40.814642 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6fa26ee0-ed5a-46dc-bace-80be2a44fc36 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] 10.222.0.88 "DELETE /v2.0/ports/74da0e2c-89fa-41b5-ad87-2f1c672efbc3 HTTP/1.1" status: 204 len: 168 time: 0.4044871 Feb 08 21:52:40.817141 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60696) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:40.957066 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e85ca569-d972-4ab0-805f-655bd4126376 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Deleting port 9e739eb4-5368-40e4-ba09-6364473c6cc6 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:52:40.957711 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e85ca569-d972-4ab0-805f-655bd4126376 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (9e739eb4-5368-40e4-ba09-6364473c6cc6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:41.067618 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e85ca569-d972-4ab0-805f-655bd4126376 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (9e739eb4-5368-40e4-ba09-6364473c6cc6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:41.089481 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e85ca569-d972-4ab0-805f-655bd4126376 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Calling delete_port for 9e739eb4-5368-40e4-ba09-6364473c6cc6 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:52:41.190998 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e85ca569-d972-4ab0-805f-655bd4126376 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (9e739eb4-5368-40e4-ba09-6364473c6cc6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:41.235156 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ca569-d972-4ab0-805f-655bd4126376 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Pushing event deleted for resources: {'Port': ['ID=9e739eb4-5368-40e4-ba09-6364473c6cc6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:41.247568 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e85ca569-d972-4ab0-805f-655bd4126376 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:41.251843 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e85ca569-d972-4ab0-805f-655bd4126376 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] 10.222.0.88 "DELETE /v2.0/ports/9e739eb4-5368-40e4-ba09-6364473c6cc6 HTTP/1.1" status: 204 len: 168 time: 0.4333668 Feb 08 21:52:41.254272 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60710) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:41.287880 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ecc13c94-fc97-4d04-8c4a-f859dfdcd1df tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] 10.222.0.88 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0315425 Feb 08 21:52:41.291217 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60712) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:41.297462 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-cb1a2bf5-08d0-4331-933a-25b7d5d9e1b9 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2046664305'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:41.320084 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1a2bf5-08d0-4331-933a-25b7d5d9e1b9 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Made reservation on behalf of c818f5e949ee489792c135f62b2480b2 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:41.326180 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2bf5-08d0-4331-933a-25b7d5d9e1b9 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:41.357028 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb1a2bf5-08d0-4331-933a-25b7d5d9e1b9 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:52:41.374008 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2bf5-08d0-4331-933a-25b7d5d9e1b9 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (feee0e2d-a51c-4b11-8d03-bce2c0adac08), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:41.374630 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-cb1a2bf5-08d0-4331-933a-25b7d5d9e1b9 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Added segment feee0e2d-a51c-4b11-8d03-bce2c0adac08 of type vlan for network a0a28c91-005f-4365-9310-d3528f16259d Feb 08 21:52:41.479257 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2bf5-08d0-4331-933a-25b7d5d9e1b9 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (a0a28c91-005f-4365-9310-d3528f16259d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:41.513773 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2bf5-08d0-4331-933a-25b7d5d9e1b9 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (a0a28c91-005f-4365-9310-d3528f16259d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:41.523505 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1a2bf5-08d0-4331-933a-25b7d5d9e1b9 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:41.524377 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cb1a2bf5-08d0-4331-933a-25b7d5d9e1b9 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:41.616406 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a2bf5-08d0-4331-933a-25b7d5d9e1b9 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Pushing event updated for resources: {'Network': ['ID=a0a28c91-005f-4365-9310-d3528f16259d,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:41.622328 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cb1a2bf5-08d0-4331-933a-25b7d5d9e1b9 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3293772 Feb 08 21:52:41.625058 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60720) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:41.632101 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1ce3a863-a83d-472f-8c10-5322c1392ffb tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-353408174'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:41.634567 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a2bf5-08d0-4331-933a-25b7d5d9e1b9 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:41.635280 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a2bf5-08d0-4331-933a-25b7d5d9e1b9 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:41.635850 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a2bf5-08d0-4331-933a-25b7d5d9e1b9 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:41.636746 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a2bf5-08d0-4331-933a-25b7d5d9e1b9 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:41.637778 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a2bf5-08d0-4331-933a-25b7d5d9e1b9 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:41.638018 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a2bf5-08d0-4331-933a-25b7d5d9e1b9 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:41.638870 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a2bf5-08d0-4331-933a-25b7d5d9e1b9 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:41.639930 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a2bf5-08d0-4331-933a-25b7d5d9e1b9 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:41.640632 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a2bf5-08d0-4331-933a-25b7d5d9e1b9 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:41.641313 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a2bf5-08d0-4331-933a-25b7d5d9e1b9 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:41.641966 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a2bf5-08d0-4331-933a-25b7d5d9e1b9 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:41.643039 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a2bf5-08d0-4331-933a-25b7d5d9e1b9 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:41.643295 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a2bf5-08d0-4331-933a-25b7d5d9e1b9 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:52:41.664441 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network a0a28c91-005f-4365-9310-d3528f16259d details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:52:41.670779 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce3a863-a83d-472f-8c10-5322c1392ffb tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Made reservation on behalf of c818f5e949ee489792c135f62b2480b2 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:41.675644 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ce3a863-a83d-472f-8c10-5322c1392ffb tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:41.711108 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce3a863-a83d-472f-8c10-5322c1392ffb tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:52:41.731487 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ce3a863-a83d-472f-8c10-5322c1392ffb tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (c3c04d07-911a-4038-ab2f-a9210c0a09f5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:41.732136 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-1ce3a863-a83d-472f-8c10-5322c1392ffb tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Added segment c3c04d07-911a-4038-ab2f-a9210c0a09f5 of type vlan for network 92ccef0a-ff3b-4538-83f6-a4747c4db43d Feb 08 21:52:41.810947 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ce3a863-a83d-472f-8c10-5322c1392ffb tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (92ccef0a-ff3b-4538-83f6-a4747c4db43d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:41.865209 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ce3a863-a83d-472f-8c10-5322c1392ffb tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (92ccef0a-ff3b-4538-83f6-a4747c4db43d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:41.874454 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce3a863-a83d-472f-8c10-5322c1392ffb tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:41.875113 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ce3a863-a83d-472f-8c10-5322c1392ffb tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:41.962714 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3a863-a83d-472f-8c10-5322c1392ffb tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Pushing event updated for resources: {'Network': ['ID=92ccef0a-ff3b-4538-83f6-a4747c4db43d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:41.979149 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 92ccef0a-ff3b-4538-83f6-a4747c4db43d details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:52:42.010798 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1ce3a863-a83d-472f-8c10-5322c1392ffb tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3828793 Feb 08 21:52:44.777850 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:52:45.565798 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60820) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:45.572961 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-98df8452-4e84-40ff-88f7-e1222123ae93 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Request body: {'subnets': [{'network_id': 'a0a28c91-005f-4365-9310-d3528f16259d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1414711194', 'ip_version': 6}, {'network_id': '92ccef0a-ff3b-4538-83f6-a4747c4db43d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:45.573710 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-98df8452-4e84-40ff-88f7-e1222123ae93 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Request body: {'subnet': {'network_id': 'a0a28c91-005f-4365-9310-d3528f16259d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1414711194', 'ip_version': 6}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:45.574410 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-98df8452-4e84-40ff-88f7-e1222123ae93 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Request body: {'subnet': {'network_id': '92ccef0a-ff3b-4538-83f6-a4747c4db43d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:45.830461 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98df8452-4e84-40ff-88f7-e1222123ae93 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Made reservation on behalf of c818f5e949ee489792c135f62b2480b2 for: {'subnet': 2} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:45.836146 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-98df8452-4e84-40ff-88f7-e1222123ae93 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:45.836959 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-98df8452-4e84-40ff-88f7-e1222123ae93 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:46.287757 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-98df8452-4e84-40ff-88f7-e1222123ae93 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (683eef89-df73-423e-96d5-acd143d16d60), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:46.365873 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df8452-4e84-40ff-88f7-e1222123ae93 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Pushing event updated for resources: {'Subnet': ['ID=683eef89-df73-423e-96d5-acd143d16d60,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:46.377827 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98df8452-4e84-40ff-88f7-e1222123ae93 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Checking segment: {'id': 'feee0e2d-a51c-4b11-8d03-bce2c0adac08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a0a28c91-005f-4365-9310-d3528f16259d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:52:46.378198 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98df8452-4e84-40ff-88f7-e1222123ae93 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Network hostable DHCP agents. Network: a0a28c91-005f-4365-9310-d3528f16259d, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:52:46.411863 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98df8452-4e84-40ff-88f7-e1222123ae93 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Network a0a28c91-005f-4365-9310-d3528f16259d is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:52:46.428885 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-98df8452-4e84-40ff-88f7-e1222123ae93 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, a0a28c91-005f-4365-9310-d3528f16259d) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:46.436110 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-98df8452-4e84-40ff-88f7-e1222123ae93 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (97ed005b-9170-466f-b7a7-c8f69bc60c26), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:46.447104 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92ef377-b385-4259-acb7-c16b0a7eda81 None None] Network a0a28c91-005f-4365-9310-d3528f16259d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:52:46.538592 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df8452-4e84-40ff-88f7-e1222123ae93 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Pushing event updated for resources: {'Subnet': ['ID=97ed005b-9170-466f-b7a7-c8f69bc60c26,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:46.563521 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98df8452-4e84-40ff-88f7-e1222123ae93 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Checking segment: {'id': 'c3c04d07-911a-4038-ab2f-a9210c0a09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '92ccef0a-ff3b-4538-83f6-a4747c4db43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:52:46.572709 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98df8452-4e84-40ff-88f7-e1222123ae93 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Network hostable DHCP agents. Network: 92ccef0a-ff3b-4538-83f6-a4747c4db43d, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:52:46.630597 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98df8452-4e84-40ff-88f7-e1222123ae93 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Network 92ccef0a-ff3b-4538-83f6-a4747c4db43d is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:52:46.640884 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528ad8cb-f455-4e9a-aa4a-af50596e9310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-a0a28c91-005f-4365-9310-d3528f16259d', 'network_id': 'a0a28c91-005f-4365-9310-d3528f16259d', 'project_id': 'c818f5e949ee489792c135f62b2480b2', 'fixed_ips': [{'subnet_id': '683eef89-df73-423e-96d5-acd143d16d60'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:52:46.641762 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-528ad8cb-f455-4e9a-aa4a-af50596e9310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:46.672170 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-98df8452-4e84-40ff-88f7-e1222123ae93 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 92ccef0a-ff3b-4538-83f6-a4747c4db43d) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:46.692526 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98df8452-4e84-40ff-88f7-e1222123ae93 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:46.693449 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98df8452-4e84-40ff-88f7-e1222123ae93 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:46.694785 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-98df8452-4e84-40ff-88f7-e1222123ae93 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:46.720917 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-98df8452-4e84-40ff-88f7-e1222123ae93 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.1532197 Feb 08 21:52:46.721698 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60860) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:46.789298 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018b8a4c-6be4-4b68-b8d0-e83d1a78a02f None None] Network 92ccef0a-ff3b-4538-83f6-a4747c4db43d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:52:46.794251 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fb095d-246b-46f2-a4be-de557b530c22 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:46.795583 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fb095d-246b-46f2-a4be-de557b530c22 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:46.797122 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fb095d-246b-46f2-a4be-de557b530c22 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:46.810603 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60864) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:46.819250 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-89fb095d-246b-46f2-a4be-de557b530c22 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0956616 Feb 08 21:52:46.890749 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-842c6178-07ca-4f9a-b68d-2b86b168b168 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Deleting subnet 683eef89-df73-423e-96d5-acd143d16d60 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:52:46.902156 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-842c6178-07ca-4f9a-b68d-2b86b168b168 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks [] for subnet (683eef89-df73-423e-96d5-acd143d16d60), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:46.992663 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-842c6178-07ca-4f9a-b68d-2b86b168b168 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (683eef89-df73-423e-96d5-acd143d16d60), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:47.028516 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a4311d-00a8-4188-8dae-b445252b4d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-92ccef0a-ff3b-4538-83f6-a4747c4db43d', 'network_id': '92ccef0a-ff3b-4538-83f6-a4747c4db43d', 'project_id': 'c818f5e949ee489792c135f62b2480b2', 'fixed_ips': [{'subnet_id': '97ed005b-9170-466f-b7a7-c8f69bc60c26'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:52:47.029707 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b1a4311d-00a8-4188-8dae-b445252b4d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:47.081008 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-842c6178-07ca-4f9a-b68d-2b86b168b168 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (683eef89-df73-423e-96d5-acd143d16d60), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:47.246844 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-842c6178-07ca-4f9a-b68d-2b86b168b168 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (683eef89-df73-423e-96d5-acd143d16d60), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server [None req-528ad8cb-f455-4e9a-aa4a-af50596e9310 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 683eef89-df73-423e-96d5-acd143d16d60: This subnet is being modified by another concurrent operation. Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 21:52:47.266765 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise exception Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 683eef89-df73-423e-96d5-acd143d16d60: This subnet is being modified by another concurrent operation. Feb 08 21:52:47.270219 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server Feb 08 21:52:47.285323 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-842c6178-07ca-4f9a-b68d-2b86b168b168 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:47.289039 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-b1a4311d-00a8-4188-8dae-b445252b4d75 None None] Allocated IP 2001:db8:0:1::1 (92ccef0a-ff3b-4538-83f6-a4747c4db43d/97ed005b-9170-466f-b7a7-c8f69bc60c26/30800bc9-238b-4fe8-89d7-f37e14c387b8) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:52:47.297313 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713e5da0-cd7f-4984-8ab0-ae99d81dcc21 None None] Network a0a28c91-005f-4365-9310-d3528f16259d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:52:47.300489 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-842c6178-07ca-4f9a-b68d-2b86b168b168 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] 10.222.0.88 "DELETE /v2.0/subnets/683eef89-df73-423e-96d5-acd143d16d60 HTTP/1.1" status: 204 len: 168 time: 0.4860487 Feb 08 21:52:47.301332 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60872) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:47.385415 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c6178-07ca-4f9a-b68d-2b86b168b168 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Pushing event deleted for resources: {'Subnet': ['ID=683eef89-df73-423e-96d5-acd143d16d60,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:47.405119 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a76a565-c648-48f2-a031-a4a1fd8d0193 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Deleting subnet 97ed005b-9170-466f-b7a7-c8f69bc60c26 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:52:47.616090 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b1a4311d-00a8-4188-8dae-b445252b4d75 None None] Publish callbacks [] for port (30800bc9-238b-4fe8-89d7-f37e14c387b8), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:47.624163 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a76a565-c648-48f2-a031-a4a1fd8d0193 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks [] for subnet (97ed005b-9170-466f-b7a7-c8f69bc60c26), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:47.626136 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b1a4311d-00a8-4188-8dae-b445252b4d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (30800bc9-238b-4fe8-89d7-f37e14c387b8), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:47.694211 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a4311d-00a8-4188-8dae-b445252b4d75 None None] Network 92ccef0a-ff3b-4538-83f6-a4747c4db43d is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:52:47.700300 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-0ea42ca9-3355-4111-81e1-03ed56624202 req-f4a21c7b-8905-4435-9d61-e11e798f5e4d service neutron] (103433) timed out ('10.222.0.88', 39138) {{(pid=103433) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 21:52:47.702685 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-b1a4311d-00a8-4188-8dae-b445252b4d75 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:47.707786 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a4311d-00a8-4188-8dae-b445252b4d75 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:52:47.716621 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4311d-00a8-4188-8dae-b445252b4d75 None None] Pushing event updated for resources: {'Port': ['ID=30800bc9-238b-4fe8-89d7-f37e14c387b8,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:47.776555 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a76a565-c648-48f2-a031-a4a1fd8d0193 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (97ed005b-9170-466f-b7a7-c8f69bc60c26), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:47.813440 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b1a4311d-00a8-4188-8dae-b445252b4d75 None None] Attempting to bind port 30800bc9-238b-4fe8-89d7-f37e14c387b8 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:52:47.814060 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b1a4311d-00a8-4188-8dae-b445252b4d75 None None] Attempting to bind port 30800bc9-238b-4fe8-89d7-f37e14c387b8 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'c3c04d07-911a-4038-ab2f-a9210c0a09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '92ccef0a-ff3b-4538-83f6-a4747c4db43d'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:52:47.814690 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a4311d-00a8-4188-8dae-b445252b4d75 None None] Attempting to bind port 30800bc9-238b-4fe8-89d7-f37e14c387b8 on network 92ccef0a-ff3b-4538-83f6-a4747c4db43d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:52:47.828167 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a4311d-00a8-4188-8dae-b445252b4d75 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:52:47.830004 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a4311d-00a8-4188-8dae-b445252b4d75 None None] Checking segment: {'id': 'c3c04d07-911a-4038-ab2f-a9210c0a09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '92ccef0a-ff3b-4538-83f6-a4747c4db43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:52:47.832559 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b1a4311d-00a8-4188-8dae-b445252b4d75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:47.832923 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a4311d-00a8-4188-8dae-b445252b4d75 None None] Bound using segment: {'id': 'c3c04d07-911a-4038-ab2f-a9210c0a09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '92ccef0a-ff3b-4538-83f6-a4747c4db43d'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:52:47.833465 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b1a4311d-00a8-4188-8dae-b445252b4d75 None None] Bound port: 30800bc9-238b-4fe8-89d7-f37e14c387b8, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c04d07-911a-4038-ab2f-a9210c0a09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '92ccef0a-ff3b-4538-83f6-a4747c4db43d'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:52:47.833867 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b1a4311d-00a8-4188-8dae-b445252b4d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (30800bc9-238b-4fe8-89d7-f37e14c387b8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:47.895008 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a76a565-c648-48f2-a031-a4a1fd8d0193 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (97ed005b-9170-466f-b7a7-c8f69bc60c26), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:48.006636 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a76a565-c648-48f2-a031-a4a1fd8d0193 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (97ed005b-9170-466f-b7a7-c8f69bc60c26), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:48.008145 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b1a4311d-00a8-4188-8dae-b445252b4d75 None None] For port 30800bc9-238b-4fe8-89d7-f37e14c387b8, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:52:48.013060 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b1a4311d-00a8-4188-8dae-b445252b4d75 None None] For port 30800bc9-238b-4fe8-89d7-f37e14c387b8, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=30800bc9-238b-4fe8-89d7-f37e14c387b8,segment=NetworkSegment(c3c04d07-911a-4038-ab2f-a9210c0a09f5),segment_id=c3c04d07-911a-4038-ab2f-a9210c0a09f5)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:52:48.021116 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b1a4311d-00a8-4188-8dae-b445252b4d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (30800bc9-238b-4fe8-89d7-f37e14c387b8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:48.066610 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a76a565-c648-48f2-a031-a4a1fd8d0193 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:48.073902 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7a76a565-c648-48f2-a031-a4a1fd8d0193 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] 10.222.0.88 "DELETE /v2.0/subnets/97ed005b-9170-466f-b7a7-c8f69bc60c26 HTTP/1.1" status: 204 len: 168 time: 0.7679672 Feb 08 21:52:48.073902 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76a565-c648-48f2-a031-a4a1fd8d0193 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Pushing event deleted for resources: {'Subnet': ['ID=97ed005b-9170-466f-b7a7-c8f69bc60c26,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:48.074384 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60894) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:48.169577 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfefa0b5-fe40-48fc-bebe-8cc6118c2a2a tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:48.171782 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cfefa0b5-fe40-48fc-bebe-8cc6118c2a2a tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0957277 Feb 08 21:52:48.177849 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60898) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:48.200001 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4311d-00a8-4188-8dae-b445252b4d75 None None] Pushing event updated for resources: {'Port': ['ID=30800bc9-238b-4fe8-89d7-f37e14c387b8,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:48.297930 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-666bec9a-416d-4a55-bd67-4f02ba639580 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (92ccef0a-ff3b-4538-83f6-a4747c4db43d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:48.377260 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-666bec9a-416d-4a55-bd67-4f02ba639580 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Deleting port 30800bc9-238b-4fe8-89d7-f37e14c387b8 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:52:48.377693 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-666bec9a-416d-4a55-bd67-4f02ba639580 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (30800bc9-238b-4fe8-89d7-f37e14c387b8), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:48.506899 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-666bec9a-416d-4a55-bd67-4f02ba639580 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] For port 30800bc9-238b-4fe8-89d7-f37e14c387b8, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=30800bc9-238b-4fe8-89d7-f37e14c387b8,segment=NetworkSegment(c3c04d07-911a-4038-ab2f-a9210c0a09f5),segment_id=c3c04d07-911a-4038-ab2f-a9210c0a09f5)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:52:48.507268 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-666bec9a-416d-4a55-bd67-4f02ba639580 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (30800bc9-238b-4fe8-89d7-f37e14c387b8), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:48.538873 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-666bec9a-416d-4a55-bd67-4f02ba639580 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Calling delete_port for 30800bc9-238b-4fe8-89d7-f37e14c387b8 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:52:48.659433 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-666bec9a-416d-4a55-bd67-4f02ba639580 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (30800bc9-238b-4fe8-89d7-f37e14c387b8), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:48.717832 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666bec9a-416d-4a55-bd67-4f02ba639580 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Pushing event deleted for resources: {'Port': ['ID=30800bc9-238b-4fe8-89d7-f37e14c387b8,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:48.725838 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666bec9a-416d-4a55-bd67-4f02ba639580 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] No DVR routers for this DVR port 30800bc9-238b-4fe8-89d7-f37e14c387b8 on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:52:48.849761 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-666bec9a-416d-4a55-bd67-4f02ba639580 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (92ccef0a-ff3b-4538-83f6-a4747c4db43d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:48.886065 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-666bec9a-416d-4a55-bd67-4f02ba639580 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ccef0a-ff3b-4538-83f6-a4747c4db43d']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:52:48.926037 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-666bec9a-416d-4a55-bd67-4f02ba639580 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3c04d07-911a-4038-ab2f-a9210c0a09f5') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:52:48.926478 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-666bec9a-416d-4a55-bd67-4f02ba639580 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3c04d07-911a-4038-ab2f-a9210c0a09f5') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:52:48.940597 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-666bec9a-416d-4a55-bd67-4f02ba639580 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (c3c04d07-911a-4038-ab2f-a9210c0a09f5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:48.958249 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-666bec9a-416d-4a55-bd67-4f02ba639580 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (c3c04d07-911a-4038-ab2f-a9210c0a09f5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:48.965608 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666bec9a-416d-4a55-bd67-4f02ba639580 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:52:48.966092 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-666bec9a-416d-4a55-bd67-4f02ba639580 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (c3c04d07-911a-4038-ab2f-a9210c0a09f5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:52:49.021832 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:52:49.075727 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-666bec9a-416d-4a55-bd67-4f02ba639580 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (92ccef0a-ff3b-4538-83f6-a4747c4db43d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:49.082514 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-666bec9a-416d-4a55-bd67-4f02ba639580 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:49.091833 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-666bec9a-416d-4a55-bd67-4f02ba639580 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] 10.222.0.88 "DELETE /v2.0/networks/92ccef0a-ff3b-4538-83f6-a4747c4db43d HTTP/1.1" status: 204 len: 168 time: 0.9104822 Feb 08 21:52:49.092476 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60930) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:49.138088 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666bec9a-416d-4a55-bd67-4f02ba639580 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Pushing event deleted for resources: {'Network': ['ID=92ccef0a-ff3b-4538-83f6-a4747c4db43d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:49.224169 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-48f5bd0c-ba7c-43d1-8ffa-cde17618861c tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (a0a28c91-005f-4365-9310-d3528f16259d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:49.397386 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-48f5bd0c-ba7c-43d1-8ffa-cde17618861c tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (a0a28c91-005f-4365-9310-d3528f16259d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:49.448259 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-48f5bd0c-ba7c-43d1-8ffa-cde17618861c tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a28c91-005f-4365-9310-d3528f16259d']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:52:49.460290 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-48f5bd0c-ba7c-43d1-8ffa-cde17618861c tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feee0e2d-a51c-4b11-8d03-bce2c0adac08') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:52:49.460650 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-48f5bd0c-ba7c-43d1-8ffa-cde17618861c tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feee0e2d-a51c-4b11-8d03-bce2c0adac08') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:52:49.477405 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-48f5bd0c-ba7c-43d1-8ffa-cde17618861c tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (feee0e2d-a51c-4b11-8d03-bce2c0adac08), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:49.494908 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-48f5bd0c-ba7c-43d1-8ffa-cde17618861c tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (feee0e2d-a51c-4b11-8d03-bce2c0adac08), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:49.504495 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f5bd0c-ba7c-43d1-8ffa-cde17618861c tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:52:49.504954 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-48f5bd0c-ba7c-43d1-8ffa-cde17618861c tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (feee0e2d-a51c-4b11-8d03-bce2c0adac08), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:52:49.508838 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:52:49.691269 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32863c78-8311-4ccc-ba7b-64ebb419fcdd None None] get_active_networks_info from n-d-712143-31 {{(pid=103435) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 21:52:49.845720 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32863c78-8311-4ccc-ba7b-64ebb419fcdd None None] Resources bound (agent type, host, resource id): {{(pid=103435) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 21:52:49.854568 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f28fcc4e-f6c7-4848-813f-8089d75b0afb None None] Could not find standard attr ID for object 30800bc9-238b-4fe8-89d7-f37e14c387b8. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 21:52:50.026901 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-48f5bd0c-ba7c-43d1-8ffa-cde17618861c tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (a0a28c91-005f-4365-9310-d3528f16259d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:50.060085 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-48f5bd0c-ba7c-43d1-8ffa-cde17618861c tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:50.065177 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-48f5bd0c-ba7c-43d1-8ffa-cde17618861c tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] 10.222.0.88 "DELETE /v2.0/networks/a0a28c91-005f-4365-9310-d3528f16259d HTTP/1.1" status: 204 len: 168 time: 0.9613554 Feb 08 21:52:50.066130 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5bd0c-ba7c-43d1-8ffa-cde17618861c tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Pushing event deleted for resources: {'Network': ['ID=a0a28c91-005f-4365-9310-d3528f16259d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:50.067934 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 60966) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:50.180120 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f65c6630-c5e1-4f0e-900e-6a6b7b0b6df2 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (01a2484f-b813-4105-872e-0167d039fa98), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:50.212617 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630272f9-4533-48f9-8308-1f6a68cf5f39 None None] DHCP port deletion for 92ccef0a-ff3b-4538-83f6-a4747c4db43d request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:52:50.256624 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074dce61-9bf9-4007-b327-adb3d07c609e None None] Network 92ccef0a-ff3b-4538-83f6-a4747c4db43d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:52:50.273193 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074dce61-9bf9-4007-b327-adb3d07c609e None None] Network 92ccef0a-ff3b-4538-83f6-a4747c4db43d could not be found, it might have been deleted concurrently. {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 08 21:52:50.329547 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f65c6630-c5e1-4f0e-900e-6a6b7b0b6df2 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (01a2484f-b813-4105-872e-0167d039fa98), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:50.352004 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f65c6630-c5e1-4f0e-900e-6a6b7b0b6df2 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a2484f-b813-4105-872e-0167d039fa98']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:52:50.363710 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f65c6630-c5e1-4f0e-900e-6a6b7b0b6df2 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b61fae-d451-4398-ab07-e5d57a977e61') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:52:50.364016 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f65c6630-c5e1-4f0e-900e-6a6b7b0b6df2 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b61fae-d451-4398-ab07-e5d57a977e61') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:52:50.376884 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f65c6630-c5e1-4f0e-900e-6a6b7b0b6df2 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (f7b61fae-d451-4398-ab07-e5d57a977e61), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:50.394752 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f65c6630-c5e1-4f0e-900e-6a6b7b0b6df2 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (f7b61fae-d451-4398-ab07-e5d57a977e61), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:50.402818 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f65c6630-c5e1-4f0e-900e-6a6b7b0b6df2 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:52:50.403948 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f65c6630-c5e1-4f0e-900e-6a6b7b0b6df2 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (f7b61fae-d451-4398-ab07-e5d57a977e61), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:52:50.407817 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:52:50.488760 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f65c6630-c5e1-4f0e-900e-6a6b7b0b6df2 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (01a2484f-b813-4105-872e-0167d039fa98), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:50.500561 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f65c6630-c5e1-4f0e-900e-6a6b7b0b6df2 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:50.504888 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f65c6630-c5e1-4f0e-900e-6a6b7b0b6df2 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] 10.222.0.88 "DELETE /v2.0/networks/01a2484f-b813-4105-872e-0167d039fa98 HTTP/1.1" status: 204 len: 168 time: 0.4356797 Feb 08 21:52:50.507638 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 60980) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:50.679676 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d7aadb50-a480-422a-b8d5-8ac949a2d559 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (8b9f38ad-207f-4983-826b-e3cce1384c29), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:50.836575 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d7aadb50-a480-422a-b8d5-8ac949a2d559 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (8b9f38ad-207f-4983-826b-e3cce1384c29), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:50.885640 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-d7aadb50-a480-422a-b8d5-8ac949a2d559 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b9f38ad-207f-4983-826b-e3cce1384c29']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:52:50.915871 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-d7aadb50-a480-422a-b8d5-8ac949a2d559 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f81ebb19-580f-4b72-aeb1-55ca59b892a1') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:52:50.916198 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-d7aadb50-a480-422a-b8d5-8ac949a2d559 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f81ebb19-580f-4b72-aeb1-55ca59b892a1') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:52:50.928879 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d7aadb50-a480-422a-b8d5-8ac949a2d559 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (f81ebb19-580f-4b72-aeb1-55ca59b892a1), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:50.945719 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d7aadb50-a480-422a-b8d5-8ac949a2d559 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (f81ebb19-580f-4b72-aeb1-55ca59b892a1), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:50.953026 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7aadb50-a480-422a-b8d5-8ac949a2d559 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:52:50.953524 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d7aadb50-a480-422a-b8d5-8ac949a2d559 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (f81ebb19-580f-4b72-aeb1-55ca59b892a1), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:52:50.956976 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:52:51.008757 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c6630-c5e1-4f0e-900e-6a6b7b0b6df2 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Pushing event deleted for resources: {'Network': ['ID=01a2484f-b813-4105-872e-0167d039fa98,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:51.034662 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d7aadb50-a480-422a-b8d5-8ac949a2d559 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (8b9f38ad-207f-4983-826b-e3cce1384c29), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:51.051287 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d7aadb50-a480-422a-b8d5-8ac949a2d559 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:51.064515 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d7aadb50-a480-422a-b8d5-8ac949a2d559 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] 10.222.0.88 "DELETE /v2.0/networks/8b9f38ad-207f-4983-826b-e3cce1384c29 HTTP/1.1" status: 204 len: 168 time: 0.5541649 Feb 08 21:52:51.086019 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aadb50-a480-422a-b8d5-8ac949a2d559 tempest-BulkNetworkOpsIpV6Test-1659655232 tempest-BulkNetworkOpsIpV6Test-1659655232-project] Pushing event deleted for resources: {'Network': ['ID=8b9f38ad-207f-4983-826b-e3cce1384c29,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:51.486453 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 32772) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:51.724213 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f1795404-f662-4f12-948f-44e21b3e42cd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c818f5e949ee489792c135f62b2480b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2317545 Feb 08 21:52:51.726339 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 32778) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:51.823755 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-992c3fd2-6af1-4ffc-ad84-d78e948b2c1d admin admin] Publish callbacks [] for security_group (aa3cd8f5-54cf-4a17-b983-6f01f983f87c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:51.887061 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-992c3fd2-6af1-4ffc-ad84-d78e948b2c1d admin admin] Publish callbacks [] for security_group (aa3cd8f5-54cf-4a17-b983-6f01f983f87c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:51.957134 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-992c3fd2-6af1-4ffc-ad84-d78e948b2c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (aa3cd8f5-54cf-4a17-b983-6f01f983f87c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:51.960940 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-992c3fd2-6af1-4ffc-ad84-d78e948b2c1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:51.962435 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-992c3fd2-6af1-4ffc-ad84-d78e948b2c1d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/aa3cd8f5-54cf-4a17-b983-6f01f983f87c HTTP/1.1" status: 204 len: 168 time: 0.2347248 Feb 08 21:52:51.994381 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c3fd2-6af1-4ffc-ad84-d78e948b2c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3cd8f5-54cf-4a17-b983-6f01f983f87c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:52.150751 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 30800bc9-238b-4fe8-89d7-f37e14c387b8 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:52:52.191266 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 30800bc9-238b-4fe8-89d7-f37e14c387b8 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:52:52.193769 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 30800bc9-238b-4fe8-89d7-f37e14c387b8 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:52:53.260016 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 32832) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:53.290541 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d6b5f595-1f6c-42b3-8182-c3a7193b2d58 req-eabb2afc-1a0b-4be8-9c19-52f936face7f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=bd14a583-6008-4070-857b-d7384a68a06b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1138892 Feb 08 21:52:53.394487 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5f595-1f6c-42b3-8182-c3a7193b2d58 req-8af5ce6f-9e1d-4adc-89aa-03379540a123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:53.396211 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d6b5f595-1f6c-42b3-8182-c3a7193b2d58 req-8af5ce6f-9e1d-4adc-89aa-03379540a123 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=224cdca309204cf4ab30e157a31b072a&device_id=bd14a583-6008-4070-857b-d7384a68a06b HTTP/1.1" status: 200 len: 1128 time: 0.0595765 Feb 08 21:52:53.461483 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-30d2ff47-5afa-49f1-9142-cd8e6f9f9cfe tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-764466848'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:53.493172 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d2ff47-5afa-49f1-9142-cd8e6f9f9cfe tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Made reservation on behalf of dda9e6991cfd4a339fee4c7fa0ab8236 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:53.498553 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-30d2ff47-5afa-49f1-9142-cd8e6f9f9cfe tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:53.510607 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-30d2ff47-5afa-49f1-9142-cd8e6f9f9cfe tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:53.567529 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5f595-1f6c-42b3-8182-c3a7193b2d58 req-bec8bba1-0255-4361-922c-7b6c8e63485a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:53.569120 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d6b5f595-1f6c-42b3-8182-c3a7193b2d58 req-bec8bba1-0255-4361-922c-7b6c8e63485a service neutron] 10.222.0.94 "GET /v2.0/networks?id=0512048c-55e1-420b-8bea-491fbd42c90c HTTP/1.1" status: 200 len: 910 time: 0.1539109 Feb 08 21:52:53.642398 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-30d2ff47-5afa-49f1-9142-cd8e6f9f9cfe tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for security_group (c167bc4f-9d04-45cd-906d-a44f2d42294e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:53.647898 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-30d2ff47-5afa-49f1-9142-cd8e6f9f9cfe tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c167bc4f-9d04-45cd-906d-a44f2d42294e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:53.681931 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d2ff47-5afa-49f1-9142-cd8e6f9f9cfe tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:52:53.710722 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d6b5f595-1f6c-42b3-8182-c3a7193b2d58 req-d5cf8e36-82be-40d6-bbda-8b5f96ec95d9 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e84ae9-01e4-4066-a89f-9c7839ed4c39 HTTP/1.1" status: 200 len: 1000 time: 0.1344850 Feb 08 21:52:53.714057 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-30d2ff47-5afa-49f1-9142-cd8e6f9f9cfe tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (e083a3ca-68c4-4294-80e0-81e56924fa27), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:53.714422 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-30d2ff47-5afa-49f1-9142-cd8e6f9f9cfe tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Added segment e083a3ca-68c4-4294-80e0-81e56924fa27 of type vlan for network 43476e4e-6d22-4fb4-995c-74ee4965a16c Feb 08 21:52:53.790198 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2ff47-5afa-49f1-9142-cd8e6f9f9cfe tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c167bc4f-9d04-45cd-906d-a44f2d42294e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:53.807847 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-30d2ff47-5afa-49f1-9142-cd8e6f9f9cfe tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (43476e4e-6d22-4fb4-995c-74ee4965a16c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:53.846545 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-30d2ff47-5afa-49f1-9142-cd8e6f9f9cfe tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (43476e4e-6d22-4fb4-995c-74ee4965a16c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:53.857098 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d2ff47-5afa-49f1-9142-cd8e6f9f9cfe tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:53.857949 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-30d2ff47-5afa-49f1-9142-cd8e6f9f9cfe tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:53.877423 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-30d2ff47-5afa-49f1-9142-cd8e6f9f9cfe tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6154432 Feb 08 21:52:53.881725 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 32848) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:53.894530 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5f595-1f6c-42b3-8182-c3a7193b2d58 req-5a5683aa-420b-4657-bfb0-bbc1732b73b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:53.895974 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d6b5f595-1f6c-42b3-8182-c3a7193b2d58 req-5a5683aa-420b-4657-bfb0-bbc1732b73b3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0aba1a01-7dcc-429b-a7ed-eefc12dcd42c HTTP/1.1" status: 200 len: 848 time: 0.1737056 Feb 08 21:52:53.933804 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-fe4339fc-579c-462a-aac0-bee0956d72e5 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-656609990'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:53.971125 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2ff47-5afa-49f1-9142-cd8e6f9f9cfe tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Network': ['ID=43476e4e-6d22-4fb4-995c-74ee4965a16c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:53.984262 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 43476e4e-6d22-4fb4-995c-74ee4965a16c details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:52:54.001094 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4339fc-579c-462a-aac0-bee0956d72e5 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Made reservation on behalf of dda9e6991cfd4a339fee4c7fa0ab8236 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:54.005733 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe4339fc-579c-462a-aac0-bee0956d72e5 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:54.010936 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5f595-1f6c-42b3-8182-c3a7193b2d58 req-c42cb2e1-868a-4d90-9389-298a48431820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:54.017816 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d6b5f595-1f6c-42b3-8182-c3a7193b2d58 req-c42cb2e1-868a-4d90-9389-298a48431820 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0512048c-55e1-420b-8bea-491fbd42c90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1152709 Feb 08 21:52:54.036829 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [req-d6b5f595-1f6c-42b3-8182-c3a7193b2d58 req-1c7d8c7d-24c9-44c4-bd8f-ff861887b5d7 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:52:54.037882 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d6b5f595-1f6c-42b3-8182-c3a7193b2d58 req-1c7d8c7d-24c9-44c4-bd8f-ff861887b5d7 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083447 Feb 08 21:52:54.057565 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4339fc-579c-462a-aac0-bee0956d72e5 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:52:54.079741 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe4339fc-579c-462a-aac0-bee0956d72e5 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (53605b5d-612b-4223-a733-53b52030b276), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:54.080134 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-fe4339fc-579c-462a-aac0-bee0956d72e5 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Added segment 53605b5d-612b-4223-a733-53b52030b276 of type vlan for network 971cb0cc-7218-49ce-90d9-f630bd93043f Feb 08 21:52:54.180705 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe4339fc-579c-462a-aac0-bee0956d72e5 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (971cb0cc-7218-49ce-90d9-f630bd93043f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:54.200444 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f7099e99-69d1-4057-a0f9-2d3a9ee32aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:54.241540 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe4339fc-579c-462a-aac0-bee0956d72e5 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (971cb0cc-7218-49ce-90d9-f630bd93043f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:54.248853 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4339fc-579c-462a-aac0-bee0956d72e5 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:54.249538 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe4339fc-579c-462a-aac0-bee0956d72e5 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:54.261548 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d6b5f595-1f6c-42b3-8182-c3a7193b2d58 req-9058d0c9-cf4f-41be-8938-8e5497bfd204 service neutron] 10.222.0.94 "GET /v2.0/networks/0512048c-55e1-420b-8bea-491fbd42c90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152045 Feb 08 21:52:54.382549 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fe4339fc-579c-462a-aac0-bee0956d72e5 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4835362 Feb 08 21:52:54.389778 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 32858) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:54.398984 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d6b5f595-1f6c-42b3-8182-c3a7193b2d58 req-db752a5b-1d6c-4ddd-8b73-9437783ee635 service neutron] 10.222.0.94 "GET /v2.0/networks/0512048c-55e1-420b-8bea-491fbd42c90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313148 Feb 08 21:52:54.399554 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-9fd1b7d6-80d1-4b73-a64f-2dffc2bb460e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'subnet': {'network_id': '43476e4e-6d22-4fb4-995c-74ee4965a16c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:54.483425 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4339fc-579c-462a-aac0-bee0956d72e5 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Network': ['ID=971cb0cc-7218-49ce-90d9-f630bd93043f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:54.497927 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 971cb0cc-7218-49ce-90d9-f630bd93043f details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:52:54.576458 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd1b7d6-80d1-4b73-a64f-2dffc2bb460e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Made reservation on behalf of dda9e6991cfd4a339fee4c7fa0ab8236 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:54.580524 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9fd1b7d6-80d1-4b73-a64f-2dffc2bb460e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:54.936753 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9fd1b7d6-80d1-4b73-a64f-2dffc2bb460e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (58d1d6b2-a272-4ac0-928a-271f26662233), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:55.006044 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1b7d6-80d1-4b73-a64f-2dffc2bb460e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Subnet': ['ID=58d1d6b2-a272-4ac0-928a-271f26662233,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:55.025015 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd1b7d6-80d1-4b73-a64f-2dffc2bb460e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Checking segment: {'id': 'e083a3ca-68c4-4294-80e0-81e56924fa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '43476e4e-6d22-4fb4-995c-74ee4965a16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:52:55.025328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd1b7d6-80d1-4b73-a64f-2dffc2bb460e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network hostable DHCP agents. Network: 43476e4e-6d22-4fb4-995c-74ee4965a16c, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:52:55.058798 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd1b7d6-80d1-4b73-a64f-2dffc2bb460e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network 43476e4e-6d22-4fb4-995c-74ee4965a16c is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:52:55.070583 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-9fd1b7d6-80d1-4b73-a64f-2dffc2bb460e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 43476e4e-6d22-4fb4-995c-74ee4965a16c) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:55.078992 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd1b7d6-80d1-4b73-a64f-2dffc2bb460e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:55.079695 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9fd1b7d6-80d1-4b73-a64f-2dffc2bb460e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:55.080346 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbd6ff0-b728-40cb-8712-0312c1328cb5 None None] Network 43476e4e-6d22-4fb4-995c-74ee4965a16c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:52:55.102600 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 32880) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:55.103643 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9fd1b7d6-80d1-4b73-a64f-2dffc2bb460e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7100728 Feb 08 21:52:55.110096 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-cc9a6282-1c57-43e5-9713-3945f3b0abb6 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'subnet': {'network_id': '971cb0cc-7218-49ce-90d9-f630bd93043f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:55.217846 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9a6282-1c57-43e5-9713-3945f3b0abb6 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Made reservation on behalf of dda9e6991cfd4a339fee4c7fa0ab8236 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:52:55.224361 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc9a6282-1c57-43e5-9713-3945f3b0abb6 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:55.267664 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf00fb8-152f-4415-869f-3f87d4cbca54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-43476e4e-6d22-4fb4-995c-74ee4965a16c', 'network_id': '43476e4e-6d22-4fb4-995c-74ee4965a16c', 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'fixed_ips': [{'subnet_id': '58d1d6b2-a272-4ac0-928a-271f26662233'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:52:55.268561 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3cf00fb8-152f-4415-869f-3f87d4cbca54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:55.455728 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-3cf00fb8-152f-4415-869f-3f87d4cbca54 None None] Allocated IP 2001:db8::2 (43476e4e-6d22-4fb4-995c-74ee4965a16c/58d1d6b2-a272-4ac0-928a-271f26662233/d45bb388-a01d-4ca8-a883-27dfaaeac5c2) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:52:55.497627 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc9a6282-1c57-43e5-9713-3945f3b0abb6 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (2b411ece-896c-47e3-b657-6e9786f10670), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:55.630601 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a6282-1c57-43e5-9713-3945f3b0abb6 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Subnet': ['ID=2b411ece-896c-47e3-b657-6e9786f10670,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:55.633636 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9a6282-1c57-43e5-9713-3945f3b0abb6 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Checking segment: {'id': '53605b5d-612b-4223-a733-53b52030b276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '971cb0cc-7218-49ce-90d9-f630bd93043f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:52:55.634089 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9a6282-1c57-43e5-9713-3945f3b0abb6 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network hostable DHCP agents. Network: 971cb0cc-7218-49ce-90d9-f630bd93043f, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:52:55.669069 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9a6282-1c57-43e5-9713-3945f3b0abb6 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network 971cb0cc-7218-49ce-90d9-f630bd93043f is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:52:55.683319 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-cc9a6282-1c57-43e5-9713-3945f3b0abb6 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 971cb0cc-7218-49ce-90d9-f630bd93043f) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:55.699191 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9a6282-1c57-43e5-9713-3945f3b0abb6 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:55.701799 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc9a6282-1c57-43e5-9713-3945f3b0abb6 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:55.714338 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f9bab7-70a9-461a-8e46-a1c864c8fa73 None None] Network 971cb0cc-7218-49ce-90d9-f630bd93043f requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:52:55.724798 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cc9a6282-1c57-43e5-9713-3945f3b0abb6 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6187143 Feb 08 21:52:55.725082 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 32886) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:55.730826 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ff7a3af1-6dfe-4d12-90d8-992b6121d54c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1882039330', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:52:55.756029 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ff7a3af1-6dfe-4d12-90d8-992b6121d54c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (cc61184b-1e0f-4d06-aaa7-97d83968fd79), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:55.757405 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ff7a3af1-6dfe-4d12-90d8-992b6121d54c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (cc61184b-1e0f-4d06-aaa7-97d83968fd79), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:55.828230 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ff7a3af1-6dfe-4d12-90d8-992b6121d54c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router_controller (cc61184b-1e0f-4d06-aaa7-97d83968fd79), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:55.843269 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ff7a3af1-6dfe-4d12-90d8-992b6121d54c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (cc61184b-1e0f-4d06-aaa7-97d83968fd79), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:55.871896 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3cf00fb8-152f-4415-869f-3f87d4cbca54 None None] Publish callbacks [] for port (d45bb388-a01d-4ca8-a883-27dfaaeac5c2), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:55.872062 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ff7a3af1-6dfe-4d12-90d8-992b6121d54c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:55.879552 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 32894) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:55.880959 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ff7a3af1-6dfe-4d12-90d8-992b6121d54c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1536701 Feb 08 21:52:55.884910 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3cf00fb8-152f-4415-869f-3f87d4cbca54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (d45bb388-a01d-4ca8-a883-27dfaaeac5c2), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:56.071521 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf00fb8-152f-4415-869f-3f87d4cbca54 None None] Network 43476e4e-6d22-4fb4-995c-74ee4965a16c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:52:56.076818 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d644e590-dd1d-454d-8c7e-169dec1f79d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-971cb0cc-7218-49ce-90d9-f630bd93043f', 'network_id': '971cb0cc-7218-49ce-90d9-f630bd93043f', 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'fixed_ips': [{'subnet_id': '2b411ece-896c-47e3-b657-6e9786f10670'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:52:56.077999 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d644e590-dd1d-454d-8c7e-169dec1f79d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:56.084072 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-3cf00fb8-152f-4415-869f-3f87d4cbca54 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:56.118607 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf00fb8-152f-4415-869f-3f87d4cbca54 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:52:56.145518 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf00fb8-152f-4415-869f-3f87d4cbca54 None None] Pushing event updated for resources: {'Port': ['ID=d45bb388-a01d-4ca8-a883-27dfaaeac5c2,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:56.274161 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-3cf00fb8-152f-4415-869f-3f87d4cbca54 None None] Attempting to bind port d45bb388-a01d-4ca8-a883-27dfaaeac5c2 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:52:56.274336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-3cf00fb8-152f-4415-869f-3f87d4cbca54 None None] Attempting to bind port d45bb388-a01d-4ca8-a883-27dfaaeac5c2 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'e083a3ca-68c4-4294-80e0-81e56924fa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '43476e4e-6d22-4fb4-995c-74ee4965a16c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:52:56.275447 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf00fb8-152f-4415-869f-3f87d4cbca54 None None] Attempting to bind port d45bb388-a01d-4ca8-a883-27dfaaeac5c2 on network 43476e4e-6d22-4fb4-995c-74ee4965a16c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:52:56.289129 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf00fb8-152f-4415-869f-3f87d4cbca54 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:52:56.289778 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf00fb8-152f-4415-869f-3f87d4cbca54 None None] Checking segment: {'id': 'e083a3ca-68c4-4294-80e0-81e56924fa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '43476e4e-6d22-4fb4-995c-74ee4965a16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:52:56.290309 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3cf00fb8-152f-4415-869f-3f87d4cbca54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:56.290829 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf00fb8-152f-4415-869f-3f87d4cbca54 None None] Bound using segment: {'id': 'e083a3ca-68c4-4294-80e0-81e56924fa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '43476e4e-6d22-4fb4-995c-74ee4965a16c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:52:56.291478 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-3cf00fb8-152f-4415-869f-3f87d4cbca54 None None] Bound port: d45bb388-a01d-4ca8-a883-27dfaaeac5c2, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e083a3ca-68c4-4294-80e0-81e56924fa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '43476e4e-6d22-4fb4-995c-74ee4965a16c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:52:56.291999 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3cf00fb8-152f-4415-869f-3f87d4cbca54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d45bb388-a01d-4ca8-a883-27dfaaeac5c2), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:56.399739 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec453937-8980-43c2-b27d-040971672f58 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:56.454418 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-d644e590-dd1d-454d-8c7e-169dec1f79d7 None None] Allocated IP 2001:db8:1::2 (971cb0cc-7218-49ce-90d9-f630bd93043f/2b411ece-896c-47e3-b657-6e9786f10670/b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:52:56.488413 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-3cf00fb8-152f-4415-869f-3f87d4cbca54 None None] For port d45bb388-a01d-4ca8-a883-27dfaaeac5c2, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:52:56.533552 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-3cf00fb8-152f-4415-869f-3f87d4cbca54 None None] For port d45bb388-a01d-4ca8-a883-27dfaaeac5c2, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d45bb388-a01d-4ca8-a883-27dfaaeac5c2,segment=NetworkSegment(e083a3ca-68c4-4294-80e0-81e56924fa27),segment_id=e083a3ca-68c4-4294-80e0-81e56924fa27)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:52:56.546175 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3cf00fb8-152f-4415-869f-3f87d4cbca54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d45bb388-a01d-4ca8-a883-27dfaaeac5c2), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:56.742488 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d644e590-dd1d-454d-8c7e-169dec1f79d7 None None] Publish callbacks [] for port (b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:56.765677 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf00fb8-152f-4415-869f-3f87d4cbca54 None None] Pushing event updated for resources: {'Port': ['ID=d45bb388-a01d-4ca8-a883-27dfaaeac5c2,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:56.770984 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d644e590-dd1d-454d-8c7e-169dec1f79d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:56.843531 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d644e590-dd1d-454d-8c7e-169dec1f79d7 None None] Pushing event updated for resources: {'Port': ['ID=b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:56.844132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-ec453937-8980-43c2-b27d-040971672f58 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Allocated IP 2001:db8::1 (43476e4e-6d22-4fb4-995c-74ee4965a16c/58d1d6b2-a272-4ac0-928a-271f26662233/e87d99a0-ecf5-4ce4-8980-5c2141cc3723) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:52:56.881591 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d644e590-dd1d-454d-8c7e-169dec1f79d7 None None] Network 971cb0cc-7218-49ce-90d9-f630bd93043f is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:52:56.884051 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-d644e590-dd1d-454d-8c7e-169dec1f79d7 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:56.890716 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d644e590-dd1d-454d-8c7e-169dec1f79d7 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:52:57.065938 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec453937-8980-43c2-b27d-040971672f58 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for port (e87d99a0-ecf5-4ce4-8980-5c2141cc3723), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:57.143157 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec453937-8980-43c2-b27d-040971672f58 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (e87d99a0-ecf5-4ce4-8980-5c2141cc3723), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:57.253488 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec453937-8980-43c2-b27d-040971672f58 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network 43476e4e-6d22-4fb4-995c-74ee4965a16c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:52:57.257794 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-ec453937-8980-43c2-b27d-040971672f58 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:57.270318 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec453937-8980-43c2-b27d-040971672f58 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:52:57.271672 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec453937-8980-43c2-b27d-040971672f58 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (cc61184b-1e0f-4d06-aaa7-97d83968fd79), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:57.299347 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-d644e590-dd1d-454d-8c7e-169dec1f79d7 None None] Attempting to bind port b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:52:57.300055 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-d644e590-dd1d-454d-8c7e-169dec1f79d7 None None] Attempting to bind port b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '53605b5d-612b-4223-a733-53b52030b276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '971cb0cc-7218-49ce-90d9-f630bd93043f'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:52:57.300509 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d644e590-dd1d-454d-8c7e-169dec1f79d7 None None] Attempting to bind port b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54 on network 971cb0cc-7218-49ce-90d9-f630bd93043f {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:52:57.305977 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d644e590-dd1d-454d-8c7e-169dec1f79d7 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:52:57.306444 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d644e590-dd1d-454d-8c7e-169dec1f79d7 None None] Checking segment: {'id': '53605b5d-612b-4223-a733-53b52030b276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '971cb0cc-7218-49ce-90d9-f630bd93043f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:52:57.306924 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d644e590-dd1d-454d-8c7e-169dec1f79d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:57.307397 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d644e590-dd1d-454d-8c7e-169dec1f79d7 None None] Bound using segment: {'id': '53605b5d-612b-4223-a733-53b52030b276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '971cb0cc-7218-49ce-90d9-f630bd93043f'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:52:57.307951 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-d644e590-dd1d-454d-8c7e-169dec1f79d7 None None] Bound port: b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53605b5d-612b-4223-a733-53b52030b276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '971cb0cc-7218-49ce-90d9-f630bd93043f'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:52:57.308412 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d644e590-dd1d-454d-8c7e-169dec1f79d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:57.327271 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec453937-8980-43c2-b27d-040971672f58 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Port': ['ID=e87d99a0-ecf5-4ce4-8980-5c2141cc3723,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:57.383495 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d644e590-dd1d-454d-8c7e-169dec1f79d7 None None] For port b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:52:57.388061 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d644e590-dd1d-454d-8c7e-169dec1f79d7 None None] For port b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54,segment=NetworkSegment(53605b5d-612b-4223-a733-53b52030b276),segment_id=53605b5d-612b-4223-a733-53b52030b276)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:52:57.405595 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d644e590-dd1d-454d-8c7e-169dec1f79d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:57.451989 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec453937-8980-43c2-b27d-040971672f58 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e87d99a0-ecf5-4ce4-8980-5c2141cc3723), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:57.565983 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-374749c7-da9f-4e0d-b482-21364c5e4c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:57.572069 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d644e590-dd1d-454d-8c7e-169dec1f79d7 None None] Pushing event updated for resources: {'Port': ['ID=b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:58.008800 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec453937-8980-43c2-b27d-040971672f58 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for port (e87d99a0-ecf5-4ce4-8980-5c2141cc3723), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:58.024431 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec453937-8980-43c2-b27d-040971672f58 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (e87d99a0-ecf5-4ce4-8980-5c2141cc3723), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:58.025688 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec453937-8980-43c2-b27d-040971672f58 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (cc61184b-1e0f-4d06-aaa7-97d83968fd79), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:58.104100 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec453937-8980-43c2-b27d-040971672f58 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Port': ['ID=e87d99a0-ecf5-4ce4-8980-5c2141cc3723,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:58.332968 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec453937-8980-43c2-b27d-040971672f58 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network 43476e4e-6d22-4fb4-995c-74ee4965a16c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:52:58.342756 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-ec453937-8980-43c2-b27d-040971672f58 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:52:58.368625 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330113d6-c201-487f-a308-ac5fbac79d92 None None] Network 43476e4e-6d22-4fb4-995c-74ee4965a16c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:52:58.425802 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:52:58.501346 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec453937-8980-43c2-b27d-040971672f58 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Router cc61184b-1e0f-4d06-aaa7-97d83968fd79 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:52:58.597127 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-8bac7d51-654b-44c4-a9b2-92a191bab822 None None] Provisioning complete for port d45bb388-a01d-4ca8-a883-27dfaaeac5c2 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:52:58.597450 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8bac7d51-654b-44c4-a9b2-92a191bab822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d45bb388-a01d-4ca8-a883-27dfaaeac5c2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:58.607568 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec453937-8980-43c2-b27d-040971672f58 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:52:58.612985 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ec453937-8980-43c2-b27d-040971672f58 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "PUT /v2.0/routers/cc61184b-1e0f-4d06-aaa7-97d83968fd79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7313702 Feb 08 21:52:58.615447 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 32944) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:58.640846 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f203e488-a3eb-4554-919d-cbf3e2c36529 None None] Sync routers for ids ['cc61184b-1e0f-4d06-aaa7-97d83968fd79'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:52:58.716672 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b82ff1-47f1-4b47-8b7a-1265e83a7e23 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:52:58.718221 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-07b82ff1-47f1-4b47-8b7a-1265e83a7e23 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "GET /v2.0/ports/e87d99a0-ecf5-4ce4-8980-5c2141cc3723 HTTP/1.1" status: 200 len: 911 time: 0.1018178 Feb 08 21:52:58.720896 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 32946) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:52:58.729617 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:52:58.733695 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:58.822326 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f203e488-a3eb-4554-919d-cbf3e2c36529 None None] Routers {'cc61184b-1e0f-4d06-aaa7-97d83968fd79'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:52:58.829024 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f203e488-a3eb-4554-919d-cbf3e2c36529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:52:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['cc61184b-1e0f-4d06-aaa7-97d83968fd79'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:52:58.911283 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f203e488-a3eb-4554-919d-cbf3e2c36529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:52:59.005638 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8bac7d51-654b-44c4-a9b2-92a191bab822 None None] Current status of the port d45bb388-a01d-4ca8-a883-27dfaaeac5c2 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:59.006064 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8bac7d51-654b-44c4-a9b2-92a191bab822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d45bb388-a01d-4ca8-a883-27dfaaeac5c2), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:59.182152 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f203e488-a3eb-4554-919d-cbf3e2c36529 None None] Routers {'cc61184b-1e0f-4d06-aaa7-97d83968fd79'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:52:59.182954 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f203e488-a3eb-4554-919d-cbf3e2c36529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:52:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['cc61184b-1e0f-4d06-aaa7-97d83968fd79'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:52:59.185427 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:59.185921 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:59.293116 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54,segment=NetworkSegment(53605b5d-612b-4223-a733-53b52030b276),segment_id=53605b5d-612b-4223-a733-53b52030b276)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:52:59.366910 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-8bac7d51-654b-44c4-a9b2-92a191bab822 None None] For port d45bb388-a01d-4ca8-a883-27dfaaeac5c2, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d45bb388-a01d-4ca8-a883-27dfaaeac5c2,segment=NetworkSegment(e083a3ca-68c4-4294-80e0-81e56924fa27),segment_id=e083a3ca-68c4-4294-80e0-81e56924fa27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:52:59.371635 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0249841-4b0f-4edd-8227-56e2faa1fc7f None None] Network 971cb0cc-7218-49ce-90d9-f630bd93043f requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:52:59.382065 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f203e488-a3eb-4554-919d-cbf3e2c36529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:52:59.382860 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f203e488-a3eb-4554-919d-cbf3e2c36529 None None] The sync data for ids ['cc61184b-1e0f-4d06-aaa7-97d83968fd79'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:52:59.384361 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:59.385274 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d45bb388-a01d-4ca8-a883-27dfaaeac5c2 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:52:59.432934 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8bac7d51-654b-44c4-a9b2-92a191bab822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d45bb388-a01d-4ca8-a883-27dfaaeac5c2), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:59.434324 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ed276605-1bad-4c5f-8c9b-0c4d39d786b9 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:59.564164 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:59.644447 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d45bb388-a01d-4ca8-a883-27dfaaeac5c2 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:52:59.644933 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d45bb388-a01d-4ca8-a883-27dfaaeac5c2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:59.672444 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:59.682993 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-900f2345-67ec-418e-8040-4bc3931b842c None None] Provisioning complete for port b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:52:59.683630 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-900f2345-67ec-418e-8040-4bc3931b842c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:52:59.842580 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac7d51-654b-44c4-a9b2-92a191bab822 None None] Pushing event updated for resources: {'Port': ['ID=d45bb388-a01d-4ca8-a883-27dfaaeac5c2,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:52:59.955129 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d45bb388-a01d-4ca8-a883-27dfaaeac5c2 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:52:59.972346 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-900f2345-67ec-418e-8040-4bc3931b842c None None] Current status of the port b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:53:00.027461 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-ed276605-1bad-4c5f-8c9b-0c4d39d786b9 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Allocated IP 2001:db8:1::1 (971cb0cc-7218-49ce-90d9-f630bd93043f/2b411ece-896c-47e3-b657-6e9786f10670/6542cbeb-8680-48c0-b58a-310424d84f5d) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:53:00.165037 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-3254b0d9-aff1-4381-b175-ccd9fa7dff9f None None] Provisioning complete for port e87d99a0-ecf5-4ce4-8980-5c2141cc3723 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:00.165655 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3254b0d9-aff1-4381-b175-ccd9fa7dff9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e87d99a0-ecf5-4ce4-8980-5c2141cc3723), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:00.280541 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-3254b0d9-aff1-4381-b175-ccd9fa7dff9f None None] Port e87d99a0-ecf5-4ce4-8980-5c2141cc3723 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:53:00.319700 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-3254b0d9-aff1-4381-b175-ccd9fa7dff9f None None] Provisioning complete for port d45bb388-a01d-4ca8-a883-27dfaaeac5c2 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:00.320079 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3254b0d9-aff1-4381-b175-ccd9fa7dff9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d45bb388-a01d-4ca8-a883-27dfaaeac5c2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:00.381276 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ed276605-1bad-4c5f-8c9b-0c4d39d786b9 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for port (6542cbeb-8680-48c0-b58a-310424d84f5d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:00.411295 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:53:00.452533 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ed276605-1bad-4c5f-8c9b-0c4d39d786b9 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (6542cbeb-8680-48c0-b58a-310424d84f5d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:00.570319 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed276605-1bad-4c5f-8c9b-0c4d39d786b9 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network 971cb0cc-7218-49ce-90d9-f630bd93043f is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:53:00.571916 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed276605-1bad-4c5f-8c9b-0c4d39d786b9 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Port': ['ID=6542cbeb-8680-48c0-b58a-310424d84f5d,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:00.576335 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-ed276605-1bad-4c5f-8c9b-0c4d39d786b9 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:53:00.578825 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed276605-1bad-4c5f-8c9b-0c4d39d786b9 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:53:00.579514 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ed276605-1bad-4c5f-8c9b-0c4d39d786b9 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (cc61184b-1e0f-4d06-aaa7-97d83968fd79), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:00.720180 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-3254b0d9-aff1-4381-b175-ccd9fa7dff9f None None] Current status of the port d45bb388-a01d-4ca8-a883-27dfaaeac5c2 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:53:00.750248 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:00.750629 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:00.813647 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ed276605-1bad-4c5f-8c9b-0c4d39d786b9 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6542cbeb-8680-48c0-b58a-310424d84f5d), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:00.917350 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-58bbe25c-ad09-4851-9829-77dd0846592a None None] Provisioning complete for port e87d99a0-ecf5-4ce4-8980-5c2141cc3723 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:00.924246 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-58bbe25c-ad09-4851-9829-77dd0846592a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e87d99a0-ecf5-4ce4-8980-5c2141cc3723), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:01.005913 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-58bbe25c-ad09-4851-9829-77dd0846592a None None] Port e87d99a0-ecf5-4ce4-8980-5c2141cc3723 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:53:01.087727 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-58bbe25c-ad09-4851-9829-77dd0846592a None None] Provisioning complete for port b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:01.088203 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-58bbe25c-ad09-4851-9829-77dd0846592a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:01.179276 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:53:01.180445 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d45bb388-a01d-4ca8-a883-27dfaaeac5c2 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:53:01.317190 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-58bbe25c-ad09-4851-9829-77dd0846592a None None] Current status of the port b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:53:01.347016 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ed276605-1bad-4c5f-8c9b-0c4d39d786b9 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for port (6542cbeb-8680-48c0-b58a-310424d84f5d), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:01.354712 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ed276605-1bad-4c5f-8c9b-0c4d39d786b9 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (6542cbeb-8680-48c0-b58a-310424d84f5d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:01.355829 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ed276605-1bad-4c5f-8c9b-0c4d39d786b9 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (cc61184b-1e0f-4d06-aaa7-97d83968fd79), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:01.381962 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d45bb388-a01d-4ca8-a883-27dfaaeac5c2 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:01.382352 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d45bb388-a01d-4ca8-a883-27dfaaeac5c2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:01.427251 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed276605-1bad-4c5f-8c9b-0c4d39d786b9 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Port': ['ID=6542cbeb-8680-48c0-b58a-310424d84f5d,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:01.593654 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:01.603886 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed276605-1bad-4c5f-8c9b-0c4d39d786b9 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network 971cb0cc-7218-49ce-90d9-f630bd93043f is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:53:01.607112 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-ed276605-1bad-4c5f-8c9b-0c4d39d786b9 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:53:01.611734 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d208d5a9-d59a-4ab5-beaf-544c414c236a None None] Provisioning complete for port e87d99a0-ecf5-4ce4-8980-5c2141cc3723 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:01.612115 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d208d5a9-d59a-4ab5-beaf-544c414c236a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e87d99a0-ecf5-4ce4-8980-5c2141cc3723), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:01.681083 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d45bb388-a01d-4ca8-a883-27dfaaeac5c2 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:53:01.685794 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:01.708200 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d208d5a9-d59a-4ab5-beaf-544c414c236a None None] Port e87d99a0-ecf5-4ce4-8980-5c2141cc3723 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:53:01.738719 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d208d5a9-d59a-4ab5-beaf-544c414c236a None None] Provisioning complete for port 6542cbeb-8680-48c0-b58a-310424d84f5d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:01.739848 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d208d5a9-d59a-4ab5-beaf-544c414c236a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6542cbeb-8680-48c0-b58a-310424d84f5d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:01.827759 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d208d5a9-d59a-4ab5-beaf-544c414c236a None None] Port 6542cbeb-8680-48c0-b58a-310424d84f5d cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:53:01.832956 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed276605-1bad-4c5f-8c9b-0c4d39d786b9 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Router cc61184b-1e0f-4d06-aaa7-97d83968fd79 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:53:01.957065 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1702e99d-66c8-41ad-8661-18546feaf362 None None] Provisioning complete for port 6542cbeb-8680-48c0-b58a-310424d84f5d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:01.957386 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1702e99d-66c8-41ad-8661-18546feaf362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6542cbeb-8680-48c0-b58a-310424d84f5d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:01.998362 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed276605-1bad-4c5f-8c9b-0c4d39d786b9 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:53:02.004659 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ed276605-1bad-4c5f-8c9b-0c4d39d786b9 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "PUT /v2.0/routers/cc61184b-1e0f-4d06-aaa7-97d83968fd79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2827005 Feb 08 21:53:02.007134 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33008) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:02.009736 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc610ef-ef0c-4c38-8460-c16893dcc2b1 None None] Sync routers for ids ['cc61184b-1e0f-4d06-aaa7-97d83968fd79'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:53:02.026321 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc610ef-ef0c-4c38-8460-c16893dcc2b1 None None] Routers {'cc61184b-1e0f-4d06-aaa7-97d83968fd79'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:53:02.027107 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-bfc610ef-ef0c-4c38-8460-c16893dcc2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:52:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['cc61184b-1e0f-4d06-aaa7-97d83968fd79'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:02.032054 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1702e99d-66c8-41ad-8661-18546feaf362 None None] Port 6542cbeb-8680-48c0-b58a-310424d84f5d cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:53:02.130267 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a0f747-f3d0-473c-9efd-3d5629d80d29 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:53:02.134895 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33014) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:02.136811 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-bfc610ef-ef0c-4c38-8460-c16893dcc2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:02.143003 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b9a0f747-f3d0-473c-9efd-3d5629d80d29 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "GET /v2.0/ports/6542cbeb-8680-48c0-b58a-310424d84f5d HTTP/1.1" status: 200 len: 913 time: 0.1225886 Feb 08 21:53:02.164628 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc610ef-ef0c-4c38-8460-c16893dcc2b1 None None] Routers {'cc61184b-1e0f-4d06-aaa7-97d83968fd79'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:53:02.165321 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-bfc610ef-ef0c-4c38-8460-c16893dcc2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:52:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['cc61184b-1e0f-4d06-aaa7-97d83968fd79'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:02.247490 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-bfc610ef-ef0c-4c38-8460-c16893dcc2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:02.248408 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc610ef-ef0c-4c38-8460-c16893dcc2b1 None None] The sync data for ids ['cc61184b-1e0f-4d06-aaa7-97d83968fd79'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:53:02.569874 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbaf53f8-38de-40c6-9298-34fad59f7d7b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (cc61184b-1e0f-4d06-aaa7-97d83968fd79), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:02.860745 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-dbaf53f8-38de-40c6-9298-34fad59f7d7b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Deleting port 6542cbeb-8680-48c0-b58a-310424d84f5d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:53:02.861473 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbaf53f8-38de-40c6-9298-34fad59f7d7b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (6542cbeb-8680-48c0-b58a-310424d84f5d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:02.961576 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbaf53f8-38de-40c6-9298-34fad59f7d7b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (6542cbeb-8680-48c0-b58a-310424d84f5d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:02.990065 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-dbaf53f8-38de-40c6-9298-34fad59f7d7b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Calling delete_port for 6542cbeb-8680-48c0-b58a-310424d84f5d owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:53:03.254785 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbaf53f8-38de-40c6-9298-34fad59f7d7b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (6542cbeb-8680-48c0-b58a-310424d84f5d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:03.290090 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf53f8-38de-40c6-9298-34fad59f7d7b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Port': ['ID=6542cbeb-8680-48c0-b58a-310424d84f5d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:03.491996 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbaf53f8-38de-40c6-9298-34fad59f7d7b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (cc61184b-1e0f-4d06-aaa7-97d83968fd79), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:03.738674 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbaf53f8-38de-40c6-9298-34fad59f7d7b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Router cc61184b-1e0f-4d06-aaa7-97d83968fd79 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:53:03.871751 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbaf53f8-38de-40c6-9298-34fad59f7d7b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:53:03.878722 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-dbaf53f8-38de-40c6-9298-34fad59f7d7b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "PUT /v2.0/routers/cc61184b-1e0f-4d06-aaa7-97d83968fd79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7427411 Feb 08 21:53:03.881407 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33052) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:03.886153 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a63dbbd-90e8-47e4-aed8-7838d4b42eb2 None None] Sync routers for ids ['cc61184b-1e0f-4d06-aaa7-97d83968fd79'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:53:03.897320 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a63dbbd-90e8-47e4-aed8-7838d4b42eb2 None None] Routers {'cc61184b-1e0f-4d06-aaa7-97d83968fd79'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:53:03.900319 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7a63dbbd-90e8-47e4-aed8-7838d4b42eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:52:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['cc61184b-1e0f-4d06-aaa7-97d83968fd79'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:04.002428 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7a63dbbd-90e8-47e4-aed8-7838d4b42eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:04.033055 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a63dbbd-90e8-47e4-aed8-7838d4b42eb2 None None] Routers {'cc61184b-1e0f-4d06-aaa7-97d83968fd79'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:53:04.035505 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7a63dbbd-90e8-47e4-aed8-7838d4b42eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:52:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['cc61184b-1e0f-4d06-aaa7-97d83968fd79'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:04.088128 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7a63dbbd-90e8-47e4-aed8-7838d4b42eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:04.088971 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a63dbbd-90e8-47e4-aed8-7838d4b42eb2 None None] The sync data for ids ['cc61184b-1e0f-4d06-aaa7-97d83968fd79'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:53:04.406644 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-73303e42-53b5-4d9c-bc78-34e5c9b1c852 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (cc61184b-1e0f-4d06-aaa7-97d83968fd79), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:04.686831 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-73303e42-53b5-4d9c-bc78-34e5c9b1c852 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Deleting port e87d99a0-ecf5-4ce4-8980-5c2141cc3723 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:53:04.687270 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-73303e42-53b5-4d9c-bc78-34e5c9b1c852 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (e87d99a0-ecf5-4ce4-8980-5c2141cc3723), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:04.798769 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-73303e42-53b5-4d9c-bc78-34e5c9b1c852 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (e87d99a0-ecf5-4ce4-8980-5c2141cc3723), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:04.812743 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-73303e42-53b5-4d9c-bc78-34e5c9b1c852 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Calling delete_port for e87d99a0-ecf5-4ce4-8980-5c2141cc3723 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:53:05.058062 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-73303e42-53b5-4d9c-bc78-34e5c9b1c852 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (e87d99a0-ecf5-4ce4-8980-5c2141cc3723), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:05.096691 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73303e42-53b5-4d9c-bc78-34e5c9b1c852 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Port': ['ID=e87d99a0-ecf5-4ce4-8980-5c2141cc3723,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:05.207189 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-73303e42-53b5-4d9c-bc78-34e5c9b1c852 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (cc61184b-1e0f-4d06-aaa7-97d83968fd79), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:05.831348 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73303e42-53b5-4d9c-bc78-34e5c9b1c852 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Router cc61184b-1e0f-4d06-aaa7-97d83968fd79 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:53:05.920690 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73303e42-53b5-4d9c-bc78-34e5c9b1c852 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:53:05.931050 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33098) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:05.936335 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27aaf410-7400-48e9-bb6d-a274e0ccd56e None None] Sync routers for ids ['cc61184b-1e0f-4d06-aaa7-97d83968fd79'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:53:05.942991 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-73303e42-53b5-4d9c-bc78-34e5c9b1c852 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "PUT /v2.0/routers/cc61184b-1e0f-4d06-aaa7-97d83968fd79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0604005 Feb 08 21:53:05.963947 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27aaf410-7400-48e9-bb6d-a274e0ccd56e None None] Routers {'cc61184b-1e0f-4d06-aaa7-97d83968fd79'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:53:05.964948 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-27aaf410-7400-48e9-bb6d-a274e0ccd56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:52:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['cc61184b-1e0f-4d06-aaa7-97d83968fd79'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:05.969321 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c42ed732-d253-4a12-b545-942c797952b9 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "GET /v2.0/ports?device_id=cc61184b-1e0f-4d06-aaa7-97d83968fd79 HTTP/1.1" status: 200 len: 205 time: 0.0357053 Feb 08 21:53:05.971120 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33102) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:06.047603 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-27aaf410-7400-48e9-bb6d-a274e0ccd56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:06.093737 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27aaf410-7400-48e9-bb6d-a274e0ccd56e None None] Routers {'cc61184b-1e0f-4d06-aaa7-97d83968fd79'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:53:06.094596 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-27aaf410-7400-48e9-bb6d-a274e0ccd56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:52:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['cc61184b-1e0f-4d06-aaa7-97d83968fd79'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:06.102249 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65b01cc1-5a0a-4ad5-a6b0-b7a8085e653b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router (cc61184b-1e0f-4d06-aaa7-97d83968fd79), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:06.171261 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-27aaf410-7400-48e9-bb6d-a274e0ccd56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:06.172120 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27aaf410-7400-48e9-bb6d-a274e0ccd56e None None] The sync data for ids ['cc61184b-1e0f-4d06-aaa7-97d83968fd79'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:53:06.339189 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65b01cc1-5a0a-4ad5-a6b0-b7a8085e653b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (cc61184b-1e0f-4d06-aaa7-97d83968fd79), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:06.341710 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65b01cc1-5a0a-4ad5-a6b0-b7a8085e653b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router_controller (cc61184b-1e0f-4d06-aaa7-97d83968fd79), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:06.402384 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65b01cc1-5a0a-4ad5-a6b0-b7a8085e653b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (cc61184b-1e0f-4d06-aaa7-97d83968fd79), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:06.402914 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b01cc1-5a0a-4ad5-a6b0-b7a8085e653b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Fanout notify agent at l3_agent the message router_deleted on router cc61184b-1e0f-4d06-aaa7-97d83968fd79 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:53:06.417413 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65b01cc1-5a0a-4ad5-a6b0-b7a8085e653b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:06.418760 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-65b01cc1-5a0a-4ad5-a6b0-b7a8085e653b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/routers/cc61184b-1e0f-4d06-aaa7-97d83968fd79 HTTP/1.1" status: 204 len: 168 time: 0.4454737 Feb 08 21:53:06.422474 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33116) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:06.508262 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0ca0ae-8d5c-4b27-99c3-486f369590b6 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Deleting subnet 2b411ece-896c-47e3-b657-6e9786f10670 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:53:06.512233 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3b0ca0ae-8d5c-4b27-99c3-486f369590b6 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for subnet (2b411ece-896c-47e3-b657-6e9786f10670), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:06.564235 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3b0ca0ae-8d5c-4b27-99c3-486f369590b6 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (2b411ece-896c-47e3-b657-6e9786f10670), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:06.573505 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:06.666659 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3b0ca0ae-8d5c-4b27-99c3-486f369590b6 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (2b411ece-896c-47e3-b657-6e9786f10670), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:06.742636 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3b0ca0ae-8d5c-4b27-99c3-486f369590b6 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (2b411ece-896c-47e3-b657-6e9786f10670), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:06.772383 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ca0ae-8d5c-4b27-99c3-486f369590b6 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Subnet': ['ID=2b411ece-896c-47e3-b657-6e9786f10670,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:06.775989 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3b0ca0ae-8d5c-4b27-99c3-486f369590b6 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:06.779988 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3b0ca0ae-8d5c-4b27-99c3-486f369590b6 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/subnets/2b411ece-896c-47e3-b657-6e9786f10670 HTTP/1.1" status: 204 len: 168 time: 0.3559639 Feb 08 21:53:06.782546 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33122) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:06.791724 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a9a795-ae1d-4cf6-aeb1-bf4304885b60 None None] Network 971cb0cc-7218-49ce-90d9-f630bd93043f requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:53:06.855377 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-186790d6-8b81-419d-8680-7e6e0684838c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Deleting subnet 58d1d6b2-a272-4ac0-928a-271f26662233 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:53:06.859553 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:06.862589 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-186790d6-8b81-419d-8680-7e6e0684838c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for subnet (58d1d6b2-a272-4ac0-928a-271f26662233), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:06.926097 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-186790d6-8b81-419d-8680-7e6e0684838c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (58d1d6b2-a272-4ac0-928a-271f26662233), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:07.006681 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b549951-c160-4160-8456-f57ecd384f56 None None] DHCP port deletion for 971cb0cc-7218-49ce-90d9-f630bd93043f request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:53:07.051523 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-186790d6-8b81-419d-8680-7e6e0684838c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (58d1d6b2-a272-4ac0-928a-271f26662233), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:07.072252 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1b549951-c160-4160-8456-f57ecd384f56 None None] Deleting port b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:53:07.073119 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1b549951-c160-4160-8456-f57ecd384f56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:07.115395 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-186790d6-8b81-419d-8680-7e6e0684838c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (58d1d6b2-a272-4ac0-928a-271f26662233), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:07.151887 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186790d6-8b81-419d-8680-7e6e0684838c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Subnet': ['ID=58d1d6b2-a272-4ac0-928a-271f26662233,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:07.152141 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-1b549951-c160-4160-8456-f57ecd384f56 None None] For port b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54,segment=NetworkSegment(53605b5d-612b-4223-a733-53b52030b276),segment_id=53605b5d-612b-4223-a733-53b52030b276)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:53:07.152628 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1b549951-c160-4160-8456-f57ecd384f56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:07.164367 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-186790d6-8b81-419d-8680-7e6e0684838c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:07.172230 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33128) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:07.172796 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-186790d6-8b81-419d-8680-7e6e0684838c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/subnets/58d1d6b2-a272-4ac0-928a-271f26662233 HTTP/1.1" status: 204 len: 168 time: 0.3889298 Feb 08 21:53:07.178112 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f688b8a-2dd1-404b-9528-00adef24a036 None None] Network 43476e4e-6d22-4fb4-995c-74ee4965a16c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:53:07.183463 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1b549951-c160-4160-8456-f57ecd384f56 None None] Calling delete_port for b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:53:07.298729 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b120ec7a-72cf-48dc-ba19-735f0ad9660d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (971cb0cc-7218-49ce-90d9-f630bd93043f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:07.363976 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1b549951-c160-4160-8456-f57ecd384f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:07.387290 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b549951-c160-4160-8456-f57ecd384f56 None None] No DVR routers for this DVR port b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:53:07.391894 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b549951-c160-4160-8456-f57ecd384f56 None None] Pushing event deleted for resources: {'Port': ['ID=b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:07.527022 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca41dac-9b7e-474c-9c45-c62c804794db None None] DHCP port deletion for 43476e4e-6d22-4fb4-995c-74ee4965a16c request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:53:07.601767 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4ca41dac-9b7e-474c-9c45-c62c804794db None None] Deleting port d45bb388-a01d-4ca8-a883-27dfaaeac5c2 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:53:07.603642 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4ca41dac-9b7e-474c-9c45-c62c804794db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d45bb388-a01d-4ca8-a883-27dfaaeac5c2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:07.867308 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b120ec7a-72cf-48dc-ba19-735f0ad9660d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Deleting port b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:53:07.867668 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b120ec7a-72cf-48dc-ba19-735f0ad9660d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:07.979860 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-b120ec7a-72cf-48dc-ba19-735f0ad9660d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] For port b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54, host n-d-712143-31, got binding levels [] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:53:07.980467 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b120ec7a-72cf-48dc-ba19-735f0ad9660d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:08.000307 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b120ec7a-72cf-48dc-ba19-735f0ad9660d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Calling delete_port for b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:53:08.004049 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.ipam_backend_mixin [None req-b120ec7a-72cf-48dc-ba19-735f0ad9660d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Port b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54 was not found and therefore no delete operation was performed {{(pid=103433) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 21:53:08.005678 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b120ec7a-72cf-48dc-ba19-735f0ad9660d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:08.034208 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4ca41dac-9b7e-474c-9c45-c62c804794db None None] For port d45bb388-a01d-4ca8-a883-27dfaaeac5c2, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d45bb388-a01d-4ca8-a883-27dfaaeac5c2,segment=NetworkSegment(e083a3ca-68c4-4294-80e0-81e56924fa27),segment_id=e083a3ca-68c4-4294-80e0-81e56924fa27)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:53:08.034782 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4ca41dac-9b7e-474c-9c45-c62c804794db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d45bb388-a01d-4ca8-a883-27dfaaeac5c2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:08.036123 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120ec7a-72cf-48dc-ba19-735f0ad9660d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Port': ['ID=b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:08.038209 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b120ec7a-72cf-48dc-ba19-735f0ad9660d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] No DVR routers for this DVR port b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54 on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:53:08.064484 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4ca41dac-9b7e-474c-9c45-c62c804794db None None] Calling delete_port for d45bb388-a01d-4ca8-a883-27dfaaeac5c2 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:53:08.162877 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b120ec7a-72cf-48dc-ba19-735f0ad9660d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (971cb0cc-7218-49ce-90d9-f630bd93043f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:08.207568 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-b120ec7a-72cf-48dc-ba19-735f0ad9660d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['971cb0cc-7218-49ce-90d9-f630bd93043f']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:08.216691 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:53:08.226400 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4ca41dac-9b7e-474c-9c45-c62c804794db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (d45bb388-a01d-4ca8-a883-27dfaaeac5c2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:08.229607 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-b120ec7a-72cf-48dc-ba19-735f0ad9660d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53605b5d-612b-4223-a733-53b52030b276') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:08.230139 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-b120ec7a-72cf-48dc-ba19-735f0ad9660d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53605b5d-612b-4223-a733-53b52030b276') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:08.254242 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b120ec7a-72cf-48dc-ba19-735f0ad9660d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (53605b5d-612b-4223-a733-53b52030b276), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:08.259381 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:53:08.259733 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b9c5ae4f-9e0f-4c54-9010-68f4d3ec1d54 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:53:08.260179 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d45bb388-a01d-4ca8-a883-27dfaaeac5c2 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:53:08.274159 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b120ec7a-72cf-48dc-ba19-735f0ad9660d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (53605b5d-612b-4223-a733-53b52030b276), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:08.282554 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b120ec7a-72cf-48dc-ba19-735f0ad9660d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:53:08.283265 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b120ec7a-72cf-48dc-ba19-735f0ad9660d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (53605b5d-612b-4223-a733-53b52030b276), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:53:08.286871 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:53:08.318540 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: d45bb388-a01d-4ca8-a883-27dfaaeac5c2 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:53:08.318923 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d45bb388-a01d-4ca8-a883-27dfaaeac5c2 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:53:08.322304 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca41dac-9b7e-474c-9c45-c62c804794db None None] No DVR routers for this DVR port d45bb388-a01d-4ca8-a883-27dfaaeac5c2 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:53:08.323954 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca41dac-9b7e-474c-9c45-c62c804794db None None] Pushing event deleted for resources: {'Port': ['ID=d45bb388-a01d-4ca8-a883-27dfaaeac5c2,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:08.376967 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b120ec7a-72cf-48dc-ba19-735f0ad9660d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (971cb0cc-7218-49ce-90d9-f630bd93043f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:08.384927 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b120ec7a-72cf-48dc-ba19-735f0ad9660d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:08.389018 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b120ec7a-72cf-48dc-ba19-735f0ad9660d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/networks/971cb0cc-7218-49ce-90d9-f630bd93043f HTTP/1.1" status: 204 len: 168 time: 1.2149701 Feb 08 21:53:08.391841 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33160) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:08.412495 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120ec7a-72cf-48dc-ba19-735f0ad9660d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Network': ['ID=971cb0cc-7218-49ce-90d9-f630bd93043f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:08.505552 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-94e90fc8-4c8c-4af1-9391-5647f1626506 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (43476e4e-6d22-4fb4-995c-74ee4965a16c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:08.639599 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-94e90fc8-4c8c-4af1-9391-5647f1626506 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (43476e4e-6d22-4fb4-995c-74ee4965a16c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:08.667143 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-94e90fc8-4c8c-4af1-9391-5647f1626506 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43476e4e-6d22-4fb4-995c-74ee4965a16c']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:08.677543 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-94e90fc8-4c8c-4af1-9391-5647f1626506 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e083a3ca-68c4-4294-80e0-81e56924fa27') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:08.677847 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-94e90fc8-4c8c-4af1-9391-5647f1626506 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e083a3ca-68c4-4294-80e0-81e56924fa27') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:08.689646 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-94e90fc8-4c8c-4af1-9391-5647f1626506 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (e083a3ca-68c4-4294-80e0-81e56924fa27), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:08.704256 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-94e90fc8-4c8c-4af1-9391-5647f1626506 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (e083a3ca-68c4-4294-80e0-81e56924fa27), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:08.710966 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e90fc8-4c8c-4af1-9391-5647f1626506 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:53:08.711366 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-94e90fc8-4c8c-4af1-9391-5647f1626506 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (e083a3ca-68c4-4294-80e0-81e56924fa27), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:53:08.714737 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:53:08.781552 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-94e90fc8-4c8c-4af1-9391-5647f1626506 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (43476e4e-6d22-4fb4-995c-74ee4965a16c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:08.802612 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-94e90fc8-4c8c-4af1-9391-5647f1626506 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:08.807442 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-94e90fc8-4c8c-4af1-9391-5647f1626506 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/networks/43476e4e-6d22-4fb4-995c-74ee4965a16c HTTP/1.1" status: 204 len: 168 time: 0.4144957 Feb 08 21:53:08.808751 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e90fc8-4c8c-4af1-9391-5647f1626506 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Network': ['ID=43476e4e-6d22-4fb4-995c-74ee4965a16c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:08.811432 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33174) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:08.821403 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-a6284d67-0c66-46a7-84f9-ea1f67a09a37 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1361473941'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:53:08.850652 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6284d67-0c66-46a7-84f9-ea1f67a09a37 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Made reservation on behalf of dda9e6991cfd4a339fee4c7fa0ab8236 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:53:08.854471 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6284d67-0c66-46a7-84f9-ea1f67a09a37 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:08.888220 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6284d67-0c66-46a7-84f9-ea1f67a09a37 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:53:08.926499 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6284d67-0c66-46a7-84f9-ea1f67a09a37 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (8ee6b9b2-f186-4bf4-ac10-4865a9c89956), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:08.927405 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-a6284d67-0c66-46a7-84f9-ea1f67a09a37 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Added segment 8ee6b9b2-f186-4bf4-ac10-4865a9c89956 of type vlan for network 9132cb62-d396-42bd-8334-2f448c5c3cf1 Feb 08 21:53:08.992569 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6284d67-0c66-46a7-84f9-ea1f67a09a37 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (9132cb62-d396-42bd-8334-2f448c5c3cf1), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:09.027100 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6284d67-0c66-46a7-84f9-ea1f67a09a37 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (9132cb62-d396-42bd-8334-2f448c5c3cf1), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:09.037491 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6284d67-0c66-46a7-84f9-ea1f67a09a37 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:53:09.040147 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6284d67-0c66-46a7-84f9-ea1f67a09a37 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:09.102199 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a6284d67-0c66-46a7-84f9-ea1f67a09a37 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2857714 Feb 08 21:53:09.105772 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33186) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:09.113065 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-add1a5f3-fb34-44cc-b58e-d4e1cef69520 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'subnet': {'network_id': '9132cb62-d396-42bd-8334-2f448c5c3cf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:53:09.132099 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6284d67-0c66-46a7-84f9-ea1f67a09a37 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Network': ['ID=9132cb62-d396-42bd-8334-2f448c5c3cf1,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:09.150435 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 9132cb62-d396-42bd-8334-2f448c5c3cf1 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:53:09.299964 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add1a5f3-fb34-44cc-b58e-d4e1cef69520 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Made reservation on behalf of dda9e6991cfd4a339fee4c7fa0ab8236 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:53:09.304340 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-add1a5f3-fb34-44cc-b58e-d4e1cef69520 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:09.586669 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-add1a5f3-fb34-44cc-b58e-d4e1cef69520 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (b955939f-75bd-4662-9e9d-3b363382852f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:09.720908 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add1a5f3-fb34-44cc-b58e-d4e1cef69520 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Checking segment: {'id': '8ee6b9b2-f186-4bf4-ac10-4865a9c89956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '9132cb62-d396-42bd-8334-2f448c5c3cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:53:09.721343 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add1a5f3-fb34-44cc-b58e-d4e1cef69520 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network hostable DHCP agents. Network: 9132cb62-d396-42bd-8334-2f448c5c3cf1, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:53:09.725314 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1a5f3-fb34-44cc-b58e-d4e1cef69520 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Subnet': ['ID=b955939f-75bd-4662-9e9d-3b363382852f,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:09.755220 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add1a5f3-fb34-44cc-b58e-d4e1cef69520 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network 9132cb62-d396-42bd-8334-2f448c5c3cf1 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:53:09.769123 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-add1a5f3-fb34-44cc-b58e-d4e1cef69520 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 9132cb62-d396-42bd-8334-2f448c5c3cf1) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:53:09.774207 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add1a5f3-fb34-44cc-b58e-d4e1cef69520 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:53:09.775023 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-add1a5f3-fb34-44cc-b58e-d4e1cef69520 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:09.784092 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6788b75f-93f3-4be9-8a10-b4fbd916b581 None None] Network 9132cb62-d396-42bd-8334-2f448c5c3cf1 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:53:09.796237 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-add1a5f3-fb34-44cc-b58e-d4e1cef69520 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6882470 Feb 08 21:53:09.799891 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33200) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:09.805892 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-4acd3209-1603-4157-8b0b-6a1aee6ebf1c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2075838855', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:53:09.849283 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4acd3209-1603-4157-8b0b-6a1aee6ebf1c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (a486a773-b2a1-4708-8fe6-a8d7bf831f71), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:09.851871 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4acd3209-1603-4157-8b0b-6a1aee6ebf1c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (a486a773-b2a1-4708-8fe6-a8d7bf831f71), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:09.970010 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4acd3209-1603-4157-8b0b-6a1aee6ebf1c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router_controller (a486a773-b2a1-4708-8fe6-a8d7bf831f71), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:09.981953 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4acd3209-1603-4157-8b0b-6a1aee6ebf1c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (a486a773-b2a1-4708-8fe6-a8d7bf831f71), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:10.020966 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4acd3209-1603-4157-8b0b-6a1aee6ebf1c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:10.022676 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4acd3209-1603-4157-8b0b-6a1aee6ebf1c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2211847 Feb 08 21:53:10.025630 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33208) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:10.031198 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ee3d79df-f23f-4d15-9b8f-8e55ceebcf4b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'port': {'network_id': '9132cb62-d396-42bd-8334-2f448c5c3cf1', 'name': 'tempest-RoutersIpV6Test-952204615'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:53:10.051508 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-9132cb62-d396-42bd-8334-2f448c5c3cf1', 'network_id': '9132cb62-d396-42bd-8334-2f448c5c3cf1', 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'fixed_ips': [{'subnet_id': 'b955939f-75bd-4662-9e9d-3b363382852f'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:53:10.061430 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:10.228629 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3d79df-f23f-4d15-9b8f-8e55ceebcf4b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Made reservation on behalf of dda9e6991cfd4a339fee4c7fa0ab8236 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:53:10.233612 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee3d79df-f23f-4d15-9b8f-8e55ceebcf4b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:10.259878 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-ee3d79df-f23f-4d15-9b8f-8e55ceebcf4b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] device_id is not set on port 6fa0387f-89ce-422b-83f2-0495086e8667 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:53:10.375608 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Allocated IP 2001:db8::2 (9132cb62-d396-42bd-8334-2f448c5c3cf1/b955939f-75bd-4662-9e9d-3b363382852f/9a398d1f-a024-4247-a1e3-d7481c9385fa) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:53:10.460105 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33222) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:10.586392 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Publish callbacks [] for port (9a398d1f-a024-4247-a1e3-d7481c9385fa), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:10.604142 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (9a398d1f-a024-4247-a1e3-d7481c9385fa), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:10.623166 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Network 9132cb62-d396-42bd-8334-2f448c5c3cf1 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:53:10.625704 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:53:10.629191 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:53:10.746335 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Attempting to bind port 9a398d1f-a024-4247-a1e3-d7481c9385fa on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:53:10.746714 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Attempting to bind port 9a398d1f-a024-4247-a1e3-d7481c9385fa by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '8ee6b9b2-f186-4bf4-ac10-4865a9c89956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '9132cb62-d396-42bd-8334-2f448c5c3cf1'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:53:10.747086 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Attempting to bind port 9a398d1f-a024-4247-a1e3-d7481c9385fa on network 9132cb62-d396-42bd-8334-2f448c5c3cf1 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:53:10.751299 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-ee3d79df-f23f-4d15-9b8f-8e55ceebcf4b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Allocated IP 2001:db8::232 (9132cb62-d396-42bd-8334-2f448c5c3cf1/b955939f-75bd-4662-9e9d-3b363382852f/6fa0387f-89ce-422b-83f2-0495086e8667) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:53:10.751502 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Pushing event updated for resources: {'Port': ['ID=9a398d1f-a024-4247-a1e3-d7481c9385fa,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:10.759157 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:53:10.759580 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Checking segment: {'id': '8ee6b9b2-f186-4bf4-ac10-4865a9c89956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '9132cb62-d396-42bd-8334-2f448c5c3cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:53:10.760107 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:10.760652 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Bound using segment: {'id': '8ee6b9b2-f186-4bf4-ac10-4865a9c89956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '9132cb62-d396-42bd-8334-2f448c5c3cf1'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:53:10.761456 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Bound port: 9a398d1f-a024-4247-a1e3-d7481c9385fa, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee6b9b2-f186-4bf4-ac10-4865a9c89956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '9132cb62-d396-42bd-8334-2f448c5c3cf1'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:53:10.762070 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9a398d1f-a024-4247-a1e3-d7481c9385fa), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:10.838248 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] For port 9a398d1f-a024-4247-a1e3-d7481c9385fa, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:53:10.854643 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] For port 9a398d1f-a024-4247-a1e3-d7481c9385fa, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=9a398d1f-a024-4247-a1e3-d7481c9385fa,segment=NetworkSegment(8ee6b9b2-f186-4bf4-ac10-4865a9c89956),segment_id=8ee6b9b2-f186-4bf4-ac10-4865a9c89956)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:53:10.871897 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:10.872427 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:10.875384 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:10.876411 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:10.877508 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:10.878525 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:10.879078 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:10.881195 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:10.881711 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:10.882117 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:10.882521 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:10.882958 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:10.883398 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:10.897274 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9a398d1f-a024-4247-a1e3-d7481c9385fa), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:10.941379 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f27ffe-d697-4db8-be38-24782ce74e07 req-a548bffe-9ee7-4657-b327-e88601b35640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:53:10.942962 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-68f27ffe-d697-4db8-be38-24782ce74e07 req-a548bffe-9ee7-4657-b327-e88601b35640 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bd14a583-6008-4070-857b-d7384a68a06b HTTP/1.1" status: 200 len: 1128 time: 0.4812694 Feb 08 21:53:11.013668 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8df659-96a1-4cd2-a267-288525d121ac None None] Pushing event updated for resources: {'Port': ['ID=9a398d1f-a024-4247-a1e3-d7481c9385fa,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:11.033894 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee3d79df-f23f-4d15-9b8f-8e55ceebcf4b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for port (6fa0387f-89ce-422b-83f2-0495086e8667), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:11.055681 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-68f27ffe-d697-4db8-be38-24782ce74e07 req-f09ed566-a42b-457f-ba32-5df378949ff1 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=052a3d99-074d-48d3-95bb-cd5ccd76bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965843 Feb 08 21:53:11.111858 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee3d79df-f23f-4d15-9b8f-8e55ceebcf4b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (6fa0387f-89ce-422b-83f2-0495086e8667), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:11.195487 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3d79df-f23f-4d15-9b8f-8e55ceebcf4b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network 9132cb62-d396-42bd-8334-2f448c5c3cf1 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:53:11.199535 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-ee3d79df-f23f-4d15-9b8f-8e55ceebcf4b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:53:11.218567 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3d79df-f23f-4d15-9b8f-8e55ceebcf4b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:53:11.227097 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3d79df-f23f-4d15-9b8f-8e55ceebcf4b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:53:11.228136 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee3d79df-f23f-4d15-9b8f-8e55ceebcf4b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:11.234701 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d79df-f23f-4d15-9b8f-8e55ceebcf4b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Port': ['ID=6fa0387f-89ce-422b-83f2-0495086e8667,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:11.284559 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ee3d79df-f23f-4d15-9b8f-8e55ceebcf4b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2575181 Feb 08 21:53:11.288442 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33242) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:11.902176 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8b436789-6581-4076-ba6c-3a05c7e6f1bd tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6fa0387f-89ce-422b-83f2-0495086e8667), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:12.347305 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 9a398d1f-a024-4247-a1e3-d7481c9385fa up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:53:12.438669 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 9a398d1f-a024-4247-a1e3-d7481c9385fa triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:12.439292 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9a398d1f-a024-4247-a1e3-d7481c9385fa), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:12.456949 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8b436789-6581-4076-ba6c-3a05c7e6f1bd tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for port (6fa0387f-89ce-422b-83f2-0495086e8667), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:12.465010 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8b436789-6581-4076-ba6c-3a05c7e6f1bd tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (6fa0387f-89ce-422b-83f2-0495086e8667), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:12.674146 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 9a398d1f-a024-4247-a1e3-d7481c9385fa is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:53:12.674961 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9a398d1f-a024-4247-a1e3-d7481c9385fa), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:12.708297 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b436789-6581-4076-ba6c-3a05c7e6f1bd tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Port': ['ID=6fa0387f-89ce-422b-83f2-0495086e8667,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:12.733826 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 9a398d1f-a024-4247-a1e3-d7481c9385fa, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=9a398d1f-a024-4247-a1e3-d7481c9385fa,segment=NetworkSegment(8ee6b9b2-f186-4bf4-ac10-4865a9c89956),segment_id=8ee6b9b2-f186-4bf4-ac10-4865a9c89956)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:53:12.751774 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9a398d1f-a024-4247-a1e3-d7481c9385fa), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:12.848893 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8b436789-6581-4076-ba6c-3a05c7e6f1bd tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (a486a773-b2a1-4708-8fe6-a8d7bf831f71), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:12.860812 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=9a398d1f-a024-4247-a1e3-d7481c9385fa,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:12.876720 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1987eec0-a4f2-4533-96f6-6ca4601b6f1f None None] Network 9132cb62-d396-42bd-8334-2f448c5c3cf1 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:53:12.999699 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-83663b0d-caf1-4424-ba66-2c04da90a863 None None] Provisioning complete for port 9a398d1f-a024-4247-a1e3-d7481c9385fa triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:12.999699 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-83663b0d-caf1-4424-ba66-2c04da90a863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9a398d1f-a024-4247-a1e3-d7481c9385fa), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:13.068874 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8b436789-6581-4076-ba6c-3a05c7e6f1bd tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6fa0387f-89ce-422b-83f2-0495086e8667), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:13.225991 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-83663b0d-caf1-4424-ba66-2c04da90a863 None None] Current status of the port 9a398d1f-a024-4247-a1e3-d7481c9385fa is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:53:13.483369 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8b436789-6581-4076-ba6c-3a05c7e6f1bd tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for port (6fa0387f-89ce-422b-83f2-0495086e8667), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:13.490321 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8b436789-6581-4076-ba6c-3a05c7e6f1bd tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (6fa0387f-89ce-422b-83f2-0495086e8667), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:13.491185 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8b436789-6581-4076-ba6c-3a05c7e6f1bd tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (a486a773-b2a1-4708-8fe6-a8d7bf831f71), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:13.629578 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b436789-6581-4076-ba6c-3a05c7e6f1bd tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Port': ['ID=6fa0387f-89ce-422b-83f2-0495086e8667,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:13.701744 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b09c7884-4b78-48f8-9141-c63046231dca None None] Provisioning complete for port 6fa0387f-89ce-422b-83f2-0495086e8667 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:13.704259 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b09c7884-4b78-48f8-9141-c63046231dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6fa0387f-89ce-422b-83f2-0495086e8667), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:13.725944 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b436789-6581-4076-ba6c-3a05c7e6f1bd tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network 9132cb62-d396-42bd-8334-2f448c5c3cf1 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:53:13.727517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-8b436789-6581-4076-ba6c-3a05c7e6f1bd tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:53:13.809090 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b09c7884-4b78-48f8-9141-c63046231dca None None] Port 6fa0387f-89ce-422b-83f2-0495086e8667 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:53:13.836019 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b09c7884-4b78-48f8-9141-c63046231dca None None] Provisioning complete for port 9a398d1f-a024-4247-a1e3-d7481c9385fa triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:13.839358 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b09c7884-4b78-48f8-9141-c63046231dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9a398d1f-a024-4247-a1e3-d7481c9385fa), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:14.056809 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b09c7884-4b78-48f8-9141-c63046231dca None None] Current status of the port 9a398d1f-a024-4247-a1e3-d7481c9385fa is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:53:14.058049 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b436789-6581-4076-ba6c-3a05c7e6f1bd tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Router a486a773-b2a1-4708-8fe6-a8d7bf831f71 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:53:14.207264 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2810f220-b230-4eb2-8168-6b049adf759d None None] Provisioning complete for port 6fa0387f-89ce-422b-83f2-0495086e8667 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:14.207688 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2810f220-b230-4eb2-8168-6b049adf759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6fa0387f-89ce-422b-83f2-0495086e8667), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:14.216748 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b436789-6581-4076-ba6c-3a05c7e6f1bd tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:53:14.236378 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8b436789-6581-4076-ba6c-3a05c7e6f1bd tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "PUT /v2.0/routers/a486a773-b2a1-4708-8fe6-a8d7bf831f71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9446585 Feb 08 21:53:14.236656 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33316) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:14.299421 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99db96f5-987b-4774-9a1b-6a835121e1f4 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:53:14.301096 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-99db96f5-987b-4774-9a1b-6a835121e1f4 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "GET /v2.0/ports/6fa0387f-89ce-422b-83f2-0495086e8667 HTTP/1.1" status: 200 len: 983 time: 0.0633998 Feb 08 21:53:14.303936 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33318) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:14.306513 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f56e5f4-34f8-4644-8f33-4b6f0e248592 None None] Sync routers for ids ['a486a773-b2a1-4708-8fe6-a8d7bf831f71'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:53:14.341364 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 9a398d1f-a024-4247-a1e3-d7481c9385fa up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:53:14.347884 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f56e5f4-34f8-4644-8f33-4b6f0e248592 None None] Routers {'a486a773-b2a1-4708-8fe6-a8d7bf831f71'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:53:14.357846 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-8f56e5f4-34f8-4644-8f33-4b6f0e248592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:52:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['a486a773-b2a1-4708-8fe6-a8d7bf831f71'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:14.467585 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2810f220-b230-4eb2-8168-6b049adf759d None None] Port 6fa0387f-89ce-422b-83f2-0495086e8667 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:53:14.472443 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-8f56e5f4-34f8-4644-8f33-4b6f0e248592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:14.504053 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f56e5f4-34f8-4644-8f33-4b6f0e248592 None None] Routers {'a486a773-b2a1-4708-8fe6-a8d7bf831f71'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:53:14.505019 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-8f56e5f4-34f8-4644-8f33-4b6f0e248592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:52:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['a486a773-b2a1-4708-8fe6-a8d7bf831f71'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:14.628124 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-8f56e5f4-34f8-4644-8f33-4b6f0e248592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:14.628799 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f56e5f4-34f8-4644-8f33-4b6f0e248592 None None] The sync data for ids ['a486a773-b2a1-4708-8fe6-a8d7bf831f71'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:53:14.635368 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 9a398d1f-a024-4247-a1e3-d7481c9385fa triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:14.642710 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9a398d1f-a024-4247-a1e3-d7481c9385fa), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:14.692259 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4ac7dbba-460e-4a7b-b993-53addb6a21ac None None] Provisioning complete for port 6fa0387f-89ce-422b-83f2-0495086e8667 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:14.692929 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4ac7dbba-460e-4a7b-b993-53addb6a21ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6fa0387f-89ce-422b-83f2-0495086e8667), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:14.771269 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4ac7dbba-460e-4a7b-b993-53addb6a21ac None None] Port 6fa0387f-89ce-422b-83f2-0495086e8667 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:53:14.832409 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 9a398d1f-a024-4247-a1e3-d7481c9385fa is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:53:14.998831 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d35cf7fd-cee6-48aa-bea2-9f94fc6cd864 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (a486a773-b2a1-4708-8fe6-a8d7bf831f71), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:15.010090 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-8d6a41c7-6805-4395-8ead-835525075428 None None] Provisioning complete for port 6fa0387f-89ce-422b-83f2-0495086e8667 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:15.010877 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8d6a41c7-6805-4395-8ead-835525075428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6fa0387f-89ce-422b-83f2-0495086e8667), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:15.057292 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8d6a41c7-6805-4395-8ead-835525075428 None None] Port 6fa0387f-89ce-422b-83f2-0495086e8667 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:53:15.287206 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d35cf7fd-cee6-48aa-bea2-9f94fc6cd864 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Deleting port 6fa0387f-89ce-422b-83f2-0495086e8667 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:53:15.287479 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d35cf7fd-cee6-48aa-bea2-9f94fc6cd864 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (6fa0387f-89ce-422b-83f2-0495086e8667), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:15.400000 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d35cf7fd-cee6-48aa-bea2-9f94fc6cd864 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (6fa0387f-89ce-422b-83f2-0495086e8667), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:15.414499 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d35cf7fd-cee6-48aa-bea2-9f94fc6cd864 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Calling delete_port for 6fa0387f-89ce-422b-83f2-0495086e8667 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:53:15.660408 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d35cf7fd-cee6-48aa-bea2-9f94fc6cd864 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (6fa0387f-89ce-422b-83f2-0495086e8667), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:15.704956 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35cf7fd-cee6-48aa-bea2-9f94fc6cd864 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Port': ['ID=6fa0387f-89ce-422b-83f2-0495086e8667,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:15.909485 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d35cf7fd-cee6-48aa-bea2-9f94fc6cd864 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (a486a773-b2a1-4708-8fe6-a8d7bf831f71), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:16.225879 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35cf7fd-cee6-48aa-bea2-9f94fc6cd864 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Router a486a773-b2a1-4708-8fe6-a8d7bf831f71 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:53:16.347232 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35cf7fd-cee6-48aa-bea2-9f94fc6cd864 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:53:16.353174 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d35cf7fd-cee6-48aa-bea2-9f94fc6cd864 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "PUT /v2.0/routers/a486a773-b2a1-4708-8fe6-a8d7bf831f71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0480530 Feb 08 21:53:16.356197 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33432) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:16.377911 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69e21c0-531f-404b-96f8-ebdc52944854 None None] Sync routers for ids ['a486a773-b2a1-4708-8fe6-a8d7bf831f71'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:53:16.437801 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69e21c0-531f-404b-96f8-ebdc52944854 None None] Routers {'a486a773-b2a1-4708-8fe6-a8d7bf831f71'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:53:16.440797 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c69e21c0-531f-404b-96f8-ebdc52944854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:52:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['a486a773-b2a1-4708-8fe6-a8d7bf831f71'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:16.561174 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c69e21c0-531f-404b-96f8-ebdc52944854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:16.572708 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69e21c0-531f-404b-96f8-ebdc52944854 None None] Routers {'a486a773-b2a1-4708-8fe6-a8d7bf831f71'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:53:16.575292 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c69e21c0-531f-404b-96f8-ebdc52944854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:52:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['a486a773-b2a1-4708-8fe6-a8d7bf831f71'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:16.621269 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c69e21c0-531f-404b-96f8-ebdc52944854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:16.622141 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69e21c0-531f-404b-96f8-ebdc52944854 None None] The sync data for ids ['a486a773-b2a1-4708-8fe6-a8d7bf831f71'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:53:16.772297 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-42afba53-0466-407e-a054-bcfcc3728dd6 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] remove_router_interface failed (client error): The resource could not be found. Feb 08 21:53:16.773617 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-42afba53-0466-407e-a054-bcfcc3728dd6 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "PUT /v2.0/routers/a486a773-b2a1-4708-8fe6-a8d7bf831f71/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4151134 Feb 08 21:53:16.776358 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33476) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:16.835217 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7957ae7a-c1b6-4bc1-af20-481e0cab0d54 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "GET /v2.0/ports?device_id=a486a773-b2a1-4708-8fe6-a8d7bf831f71 HTTP/1.1" status: 200 len: 205 time: 0.0560172 Feb 08 21:53:16.836348 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33488) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:17.005853 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bb944d5c-9a09-4af0-83f7-a8fa9968c801 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router (a486a773-b2a1-4708-8fe6-a8d7bf831f71), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:17.206280 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bb944d5c-9a09-4af0-83f7-a8fa9968c801 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (a486a773-b2a1-4708-8fe6-a8d7bf831f71), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:17.209882 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bb944d5c-9a09-4af0-83f7-a8fa9968c801 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router_controller (a486a773-b2a1-4708-8fe6-a8d7bf831f71), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:17.288597 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bb944d5c-9a09-4af0-83f7-a8fa9968c801 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (a486a773-b2a1-4708-8fe6-a8d7bf831f71), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:17.289310 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb944d5c-9a09-4af0-83f7-a8fa9968c801 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Fanout notify agent at l3_agent the message router_deleted on router a486a773-b2a1-4708-8fe6-a8d7bf831f71 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:53:17.310178 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bb944d5c-9a09-4af0-83f7-a8fa9968c801 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:17.312018 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bb944d5c-9a09-4af0-83f7-a8fa9968c801 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/routers/a486a773-b2a1-4708-8fe6-a8d7bf831f71 HTTP/1.1" status: 204 len: 168 time: 0.4746027 Feb 08 21:53:17.314697 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33536) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:17.425664 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-a97b077c-43bd-4f58-9ae8-6284610b9275 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Deleting subnet b955939f-75bd-4662-9e9d-3b363382852f {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:53:17.430207 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a97b077c-43bd-4f58-9ae8-6284610b9275 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for subnet (b955939f-75bd-4662-9e9d-3b363382852f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:17.512548 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a97b077c-43bd-4f58-9ae8-6284610b9275 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (b955939f-75bd-4662-9e9d-3b363382852f), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:17.683305 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a97b077c-43bd-4f58-9ae8-6284610b9275 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (b955939f-75bd-4662-9e9d-3b363382852f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:17.800215 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a97b077c-43bd-4f58-9ae8-6284610b9275 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (b955939f-75bd-4662-9e9d-3b363382852f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:17.835058 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b077c-43bd-4f58-9ae8-6284610b9275 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Subnet': ['ID=b955939f-75bd-4662-9e9d-3b363382852f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:17.846531 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e21e07-4ebe-4885-b988-1104181e6753 None None] Network 9132cb62-d396-42bd-8334-2f448c5c3cf1 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:53:17.856991 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a97b077c-43bd-4f58-9ae8-6284610b9275 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:17.863366 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a97b077c-43bd-4f58-9ae8-6284610b9275 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/subnets/b955939f-75bd-4662-9e9d-3b363382852f HTTP/1.1" status: 204 len: 168 time: 0.5476673 Feb 08 21:53:17.867494 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33600) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:18.124041 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef453287-0464-45a5-b2a2-a4885b1f93d3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (9132cb62-d396-42bd-8334-2f448c5c3cf1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:18.156021 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5572b7-07bd-473d-929f-2474158f720b None None] DHCP port deletion for 9132cb62-d396-42bd-8334-2f448c5c3cf1 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:53:18.263113 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-de5572b7-07bd-473d-929f-2474158f720b None None] Deleting port 9a398d1f-a024-4247-a1e3-d7481c9385fa {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:53:18.263978 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de5572b7-07bd-473d-929f-2474158f720b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (9a398d1f-a024-4247-a1e3-d7481c9385fa), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:18.276555 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ef453287-0464-45a5-b2a2-a4885b1f93d3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Deleting port 9a398d1f-a024-4247-a1e3-d7481c9385fa {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:53:18.277325 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef453287-0464-45a5-b2a2-a4885b1f93d3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (9a398d1f-a024-4247-a1e3-d7481c9385fa), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:18.405095 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-de5572b7-07bd-473d-929f-2474158f720b None None] For port 9a398d1f-a024-4247-a1e3-d7481c9385fa, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=9a398d1f-a024-4247-a1e3-d7481c9385fa,segment=NetworkSegment(8ee6b9b2-f186-4bf4-ac10-4865a9c89956),segment_id=8ee6b9b2-f186-4bf4-ac10-4865a9c89956)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:53:18.405781 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de5572b7-07bd-473d-929f-2474158f720b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (9a398d1f-a024-4247-a1e3-d7481c9385fa), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:18.425727 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-ef453287-0464-45a5-b2a2-a4885b1f93d3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] For port 9a398d1f-a024-4247-a1e3-d7481c9385fa, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=9a398d1f-a024-4247-a1e3-d7481c9385fa,segment=NetworkSegment(8ee6b9b2-f186-4bf4-ac10-4865a9c89956),segment_id=8ee6b9b2-f186-4bf4-ac10-4865a9c89956)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:53:18.426400 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef453287-0464-45a5-b2a2-a4885b1f93d3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (9a398d1f-a024-4247-a1e3-d7481c9385fa), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:18.441137 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-de5572b7-07bd-473d-929f-2474158f720b None None] Calling delete_port for 9a398d1f-a024-4247-a1e3-d7481c9385fa owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:53:18.449567 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ef453287-0464-45a5-b2a2-a4885b1f93d3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Calling delete_port for 9a398d1f-a024-4247-a1e3-d7481c9385fa owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:53:18.464406 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 9a398d1f-a024-4247-a1e3-d7481c9385fa no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:53:18.619010 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef453287-0464-45a5-b2a2-a4885b1f93d3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (9a398d1f-a024-4247-a1e3-d7481c9385fa), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:18.672654 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef453287-0464-45a5-b2a2-a4885b1f93d3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Port': ['ID=9a398d1f-a024-4247-a1e3-d7481c9385fa,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:18.674670 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef453287-0464-45a5-b2a2-a4885b1f93d3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] No DVR routers for this DVR port 9a398d1f-a024-4247-a1e3-d7481c9385fa on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:53:18.803910 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef453287-0464-45a5-b2a2-a4885b1f93d3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (9132cb62-d396-42bd-8334-2f448c5c3cf1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:18.827667 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ef453287-0464-45a5-b2a2-a4885b1f93d3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9132cb62-d396-42bd-8334-2f448c5c3cf1']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:18.838955 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ef453287-0464-45a5-b2a2-a4885b1f93d3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee6b9b2-f186-4bf4-ac10-4865a9c89956') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:18.839525 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ef453287-0464-45a5-b2a2-a4885b1f93d3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee6b9b2-f186-4bf4-ac10-4865a9c89956') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:18.850415 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de5572b7-07bd-473d-929f-2474158f720b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (9a398d1f-a024-4247-a1e3-d7481c9385fa), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:18.853834 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef453287-0464-45a5-b2a2-a4885b1f93d3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (8ee6b9b2-f186-4bf4-ac10-4865a9c89956), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:18.871707 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef453287-0464-45a5-b2a2-a4885b1f93d3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (8ee6b9b2-f186-4bf4-ac10-4865a9c89956), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:18.879144 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5572b7-07bd-473d-929f-2474158f720b None None] Pushing event deleted for resources: {'Port': ['ID=9a398d1f-a024-4247-a1e3-d7481c9385fa,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:18.881753 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef453287-0464-45a5-b2a2-a4885b1f93d3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:53:18.882395 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef453287-0464-45a5-b2a2-a4885b1f93d3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (8ee6b9b2-f186-4bf4-ac10-4865a9c89956), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:18.890184 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No active binding found for port 9a398d1f-a024-4247-a1e3-d7481c9385fa {{(pid=103435) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 08 21:53:18.891271 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] The host n-d-712143-31 is not matching for port 9a398d1f-a024-4247-a1e3-d7481c9385fa host None! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 21:53:18.891995 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 9a398d1f-a024-4247-a1e3-d7481c9385fa not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:53:18.894645 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5572b7-07bd-473d-929f-2474158f720b None None] No DVR routers for this DVR port 9a398d1f-a024-4247-a1e3-d7481c9385fa on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:53:18.942075 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:53:18.980495 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef453287-0464-45a5-b2a2-a4885b1f93d3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (9132cb62-d396-42bd-8334-2f448c5c3cf1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:18.988579 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef453287-0464-45a5-b2a2-a4885b1f93d3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:18.999238 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33708) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:19.001965 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ef453287-0464-45a5-b2a2-a4885b1f93d3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/networks/9132cb62-d396-42bd-8334-2f448c5c3cf1 HTTP/1.1" status: 204 len: 168 time: 1.1325324 Feb 08 21:53:19.017569 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-f672950a-ec2f-46fd-9ecb-e9560426e2f8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1182062968'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:53:19.032531 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef453287-0464-45a5-b2a2-a4885b1f93d3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Network': ['ID=9132cb62-d396-42bd-8334-2f448c5c3cf1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:19.056750 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f672950a-ec2f-46fd-9ecb-e9560426e2f8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Made reservation on behalf of dda9e6991cfd4a339fee4c7fa0ab8236 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:53:19.061023 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f672950a-ec2f-46fd-9ecb-e9560426e2f8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:19.098884 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f672950a-ec2f-46fd-9ecb-e9560426e2f8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:53:19.111097 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f672950a-ec2f-46fd-9ecb-e9560426e2f8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (93cd81f7-cfff-4f97-a47f-d028e6d7a2ab), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:19.111592 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-f672950a-ec2f-46fd-9ecb-e9560426e2f8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Added segment 93cd81f7-cfff-4f97-a47f-d028e6d7a2ab of type vlan for network 9038ce10-e0ed-49c2-85f8-ec4e64aac088 Feb 08 21:53:19.176782 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f672950a-ec2f-46fd-9ecb-e9560426e2f8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (9038ce10-e0ed-49c2-85f8-ec4e64aac088), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:19.212821 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f672950a-ec2f-46fd-9ecb-e9560426e2f8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (9038ce10-e0ed-49c2-85f8-ec4e64aac088), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:19.222758 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f672950a-ec2f-46fd-9ecb-e9560426e2f8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:53:19.223587 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f672950a-ec2f-46fd-9ecb-e9560426e2f8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:19.290178 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f672950a-ec2f-46fd-9ecb-e9560426e2f8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2892225 Feb 08 21:53:19.293354 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33738) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:19.303243 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-acea92c3-4734-4b0b-9685-e4002c38548e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'subnet': {'network_id': '9038ce10-e0ed-49c2-85f8-ec4e64aac088', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:53:19.319267 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672950a-ec2f-46fd-9ecb-e9560426e2f8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Network': ['ID=9038ce10-e0ed-49c2-85f8-ec4e64aac088,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:19.330799 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 9038ce10-e0ed-49c2-85f8-ec4e64aac088 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:53:19.482144 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acea92c3-4734-4b0b-9685-e4002c38548e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Made reservation on behalf of dda9e6991cfd4a339fee4c7fa0ab8236 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:53:19.488703 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-acea92c3-4734-4b0b-9685-e4002c38548e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:19.770969 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-acea92c3-4734-4b0b-9685-e4002c38548e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (27133ce2-5e02-429a-88e6-ac0811f0baa5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:19.867283 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea92c3-4734-4b0b-9685-e4002c38548e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Subnet': ['ID=27133ce2-5e02-429a-88e6-ac0811f0baa5,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:19.876097 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acea92c3-4734-4b0b-9685-e4002c38548e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Checking segment: {'id': '93cd81f7-cfff-4f97-a47f-d028e6d7a2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9038ce10-e0ed-49c2-85f8-ec4e64aac088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:53:19.877543 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acea92c3-4734-4b0b-9685-e4002c38548e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network hostable DHCP agents. Network: 9038ce10-e0ed-49c2-85f8-ec4e64aac088, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:53:19.898496 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acea92c3-4734-4b0b-9685-e4002c38548e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network 9038ce10-e0ed-49c2-85f8-ec4e64aac088 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:53:19.920553 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-acea92c3-4734-4b0b-9685-e4002c38548e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 9038ce10-e0ed-49c2-85f8-ec4e64aac088) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:53:19.940337 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea92c3-4734-4b0b-9685-e4002c38548e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:53:19.941301 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273fe7d3-a078-4b36-8e0c-638cbf1cac03 None None] Network 9038ce10-e0ed-49c2-85f8-ec4e64aac088 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:53:19.941794 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-acea92c3-4734-4b0b-9685-e4002c38548e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:19.967796 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-acea92c3-4734-4b0b-9685-e4002c38548e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6723888 Feb 08 21:53:19.969999 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33820) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:19.976089 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-910530df-ffc8-4f04-aad1-a43f57cbdca1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2068404451', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:53:20.008221 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-910530df-ffc8-4f04-aad1-a43f57cbdca1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (fb5df46d-cbf1-45fa-b20f-97a82ff1c98d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:20.010806 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-910530df-ffc8-4f04-aad1-a43f57cbdca1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (fb5df46d-cbf1-45fa-b20f-97a82ff1c98d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:20.101350 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afad152-315b-4a53-b4a1-c92043569e70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-9038ce10-e0ed-49c2-85f8-ec4e64aac088', 'network_id': '9038ce10-e0ed-49c2-85f8-ec4e64aac088', 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'fixed_ips': [{'subnet_id': '27133ce2-5e02-429a-88e6-ac0811f0baa5'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:53:20.102955 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5afad152-315b-4a53-b4a1-c92043569e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:20.118674 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-910530df-ffc8-4f04-aad1-a43f57cbdca1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router_controller (fb5df46d-cbf1-45fa-b20f-97a82ff1c98d), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:20.127407 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-910530df-ffc8-4f04-aad1-a43f57cbdca1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (fb5df46d-cbf1-45fa-b20f-97a82ff1c98d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:20.172253 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-910530df-ffc8-4f04-aad1-a43f57cbdca1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:20.173510 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-910530df-ffc8-4f04-aad1-a43f57cbdca1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2021515 Feb 08 21:53:20.176462 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33848) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:20.304604 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-5afad152-315b-4a53-b4a1-c92043569e70 None None] Allocated IP 2001:db8::2 (9038ce10-e0ed-49c2-85f8-ec4e64aac088/27133ce2-5e02-429a-88e6-ac0811f0baa5/e34a7341-2f32-454b-ae79-0dafa1ada557) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:53:20.574405 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5afad152-315b-4a53-b4a1-c92043569e70 None None] Publish callbacks [] for port (e34a7341-2f32-454b-ae79-0dafa1ada557), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:20.581615 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5afad152-315b-4a53-b4a1-c92043569e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (e34a7341-2f32-454b-ae79-0dafa1ada557), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:20.619140 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-34a3388c-00c9-4370-b9c5-6d7eb2ee82e8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:20.630998 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afad152-315b-4a53-b4a1-c92043569e70 None None] Network 9038ce10-e0ed-49c2-85f8-ec4e64aac088 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:53:20.634455 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-5afad152-315b-4a53-b4a1-c92043569e70 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:53:20.643123 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afad152-315b-4a53-b4a1-c92043569e70 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:53:20.649304 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afad152-315b-4a53-b4a1-c92043569e70 None None] Pushing event updated for resources: {'Port': ['ID=e34a7341-2f32-454b-ae79-0dafa1ada557,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:20.719739 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-5afad152-315b-4a53-b4a1-c92043569e70 None None] Attempting to bind port e34a7341-2f32-454b-ae79-0dafa1ada557 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:53:20.720159 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-5afad152-315b-4a53-b4a1-c92043569e70 None None] Attempting to bind port e34a7341-2f32-454b-ae79-0dafa1ada557 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '93cd81f7-cfff-4f97-a47f-d028e6d7a2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9038ce10-e0ed-49c2-85f8-ec4e64aac088'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:53:20.720988 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afad152-315b-4a53-b4a1-c92043569e70 None None] Attempting to bind port e34a7341-2f32-454b-ae79-0dafa1ada557 on network 9038ce10-e0ed-49c2-85f8-ec4e64aac088 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:53:20.734005 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afad152-315b-4a53-b4a1-c92043569e70 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:53:20.734778 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afad152-315b-4a53-b4a1-c92043569e70 None None] Checking segment: {'id': '93cd81f7-cfff-4f97-a47f-d028e6d7a2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9038ce10-e0ed-49c2-85f8-ec4e64aac088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:53:20.735449 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5afad152-315b-4a53-b4a1-c92043569e70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:20.735991 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afad152-315b-4a53-b4a1-c92043569e70 None None] Bound using segment: {'id': '93cd81f7-cfff-4f97-a47f-d028e6d7a2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9038ce10-e0ed-49c2-85f8-ec4e64aac088'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:53:20.736738 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-5afad152-315b-4a53-b4a1-c92043569e70 None None] Bound port: e34a7341-2f32-454b-ae79-0dafa1ada557, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93cd81f7-cfff-4f97-a47f-d028e6d7a2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9038ce10-e0ed-49c2-85f8-ec4e64aac088'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:53:20.737865 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5afad152-315b-4a53-b4a1-c92043569e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e34a7341-2f32-454b-ae79-0dafa1ada557), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:20.893339 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-5afad152-315b-4a53-b4a1-c92043569e70 None None] For port e34a7341-2f32-454b-ae79-0dafa1ada557, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:53:20.899197 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-5afad152-315b-4a53-b4a1-c92043569e70 None None] For port e34a7341-2f32-454b-ae79-0dafa1ada557, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e34a7341-2f32-454b-ae79-0dafa1ada557,segment=NetworkSegment(93cd81f7-cfff-4f97-a47f-d028e6d7a2ab),segment_id=93cd81f7-cfff-4f97-a47f-d028e6d7a2ab)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:53:20.910383 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5afad152-315b-4a53-b4a1-c92043569e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e34a7341-2f32-454b-ae79-0dafa1ada557), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:21.054183 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-34a3388c-00c9-4370-b9c5-6d7eb2ee82e8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Allocated IP 2001:db8::1 (9038ce10-e0ed-49c2-85f8-ec4e64aac088/27133ce2-5e02-429a-88e6-ac0811f0baa5/03d74029-737c-4b20-bbba-a8554573564a) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:53:21.091767 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afad152-315b-4a53-b4a1-c92043569e70 None None] Pushing event updated for resources: {'Port': ['ID=e34a7341-2f32-454b-ae79-0dafa1ada557,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:21.752007 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-34a3388c-00c9-4370-b9c5-6d7eb2ee82e8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for port (03d74029-737c-4b20-bbba-a8554573564a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:21.779736 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:53:21.804610 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-34a3388c-00c9-4370-b9c5-6d7eb2ee82e8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (03d74029-737c-4b20-bbba-a8554573564a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:21.869574 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3388c-00c9-4370-b9c5-6d7eb2ee82e8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Port': ['ID=03d74029-737c-4b20-bbba-a8554573564a,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:21.894298 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a3388c-00c9-4370-b9c5-6d7eb2ee82e8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network 9038ce10-e0ed-49c2-85f8-ec4e64aac088 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:53:21.895882 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-34a3388c-00c9-4370-b9c5-6d7eb2ee82e8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:53:21.898683 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a3388c-00c9-4370-b9c5-6d7eb2ee82e8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:53:21.899241 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-34a3388c-00c9-4370-b9c5-6d7eb2ee82e8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (fb5df46d-cbf1-45fa-b20f-97a82ff1c98d), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:22.157007 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-34a3388c-00c9-4370-b9c5-6d7eb2ee82e8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (03d74029-737c-4b20-bbba-a8554573564a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:22.305831 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e34a7341-2f32-454b-ae79-0dafa1ada557 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:53:22.424268 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port e34a7341-2f32-454b-ae79-0dafa1ada557 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:22.424642 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e34a7341-2f32-454b-ae79-0dafa1ada557), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:22.571924 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port e34a7341-2f32-454b-ae79-0dafa1ada557 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:53:22.575150 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e34a7341-2f32-454b-ae79-0dafa1ada557), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:22.634259 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port e34a7341-2f32-454b-ae79-0dafa1ada557, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e34a7341-2f32-454b-ae79-0dafa1ada557,segment=NetworkSegment(93cd81f7-cfff-4f97-a47f-d028e6d7a2ab),segment_id=93cd81f7-cfff-4f97-a47f-d028e6d7a2ab)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:53:22.642481 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e34a7341-2f32-454b-ae79-0dafa1ada557), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:22.725694 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-34a3388c-00c9-4370-b9c5-6d7eb2ee82e8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for port (03d74029-737c-4b20-bbba-a8554573564a), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:22.731574 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-34a3388c-00c9-4370-b9c5-6d7eb2ee82e8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (03d74029-737c-4b20-bbba-a8554573564a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:22.733066 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-34a3388c-00c9-4370-b9c5-6d7eb2ee82e8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (fb5df46d-cbf1-45fa-b20f-97a82ff1c98d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:22.798288 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=e34a7341-2f32-454b-ae79-0dafa1ada557,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:22.869875 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44100e55-4652-48b0-a306-f4ffdc2bf6e5 None None] Network 9038ce10-e0ed-49c2-85f8-ec4e64aac088 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:53:22.946166 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3388c-00c9-4370-b9c5-6d7eb2ee82e8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Port': ['ID=03d74029-737c-4b20-bbba-a8554573564a,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:22.974367 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a3388c-00c9-4370-b9c5-6d7eb2ee82e8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network 9038ce10-e0ed-49c2-85f8-ec4e64aac088 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:53:22.976027 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-34a3388c-00c9-4370-b9c5-6d7eb2ee82e8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:53:22.994099 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f51e3089-04a0-41b5-859f-7ae8a536096f None None] Provisioning complete for port e34a7341-2f32-454b-ae79-0dafa1ada557 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:22.994777 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f51e3089-04a0-41b5-859f-7ae8a536096f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e34a7341-2f32-454b-ae79-0dafa1ada557), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:23.127116 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f51e3089-04a0-41b5-859f-7ae8a536096f None None] Current status of the port e34a7341-2f32-454b-ae79-0dafa1ada557 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:53:23.239839 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a3388c-00c9-4370-b9c5-6d7eb2ee82e8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Router fb5df46d-cbf1-45fa-b20f-97a82ff1c98d is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:53:23.375621 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a3388c-00c9-4370-b9c5-6d7eb2ee82e8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:53:23.380944 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-34a3388c-00c9-4370-b9c5-6d7eb2ee82e8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "PUT /v2.0/routers/fb5df46d-cbf1-45fa-b20f-97a82ff1c98d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2027650 Feb 08 21:53:23.383445 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 33946) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:23.387400 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853c74a0-4ea5-42d1-b7e9-0a14b72c72d6 None None] Sync routers for ids ['fb5df46d-cbf1-45fa-b20f-97a82ff1c98d'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:53:23.409096 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853c74a0-4ea5-42d1-b7e9-0a14b72c72d6 None None] Routers {'fb5df46d-cbf1-45fa-b20f-97a82ff1c98d'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:53:23.409897 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-853c74a0-4ea5-42d1-b7e9-0a14b72c72d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:52:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['fb5df46d-cbf1-45fa-b20f-97a82ff1c98d'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:23.442856 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955d24dd-1da0-4daa-a162-b7bb75e07754 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:53:23.444647 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-955d24dd-1da0-4daa-a162-b7bb75e07754 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "GET /v2.0/ports/03d74029-737c-4b20-bbba-a8554573564a HTTP/1.1" status: 200 len: 911 time: 0.0600481 Feb 08 21:53:23.447706 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 33950) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:23.496924 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-853c74a0-4ea5-42d1-b7e9-0a14b72c72d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:23.519993 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853c74a0-4ea5-42d1-b7e9-0a14b72c72d6 None None] Routers {'fb5df46d-cbf1-45fa-b20f-97a82ff1c98d'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:53:23.520716 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-853c74a0-4ea5-42d1-b7e9-0a14b72c72d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:52:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['fb5df46d-cbf1-45fa-b20f-97a82ff1c98d'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:23.577375 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-853c74a0-4ea5-42d1-b7e9-0a14b72c72d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:23.578541 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853c74a0-4ea5-42d1-b7e9-0a14b72c72d6 None None] The sync data for ids ['fb5df46d-cbf1-45fa-b20f-97a82ff1c98d'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:53:23.720915 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-9a4fe4ff-02d4-4189-8a66-690aa999c321 None None] Provisioning complete for port e34a7341-2f32-454b-ae79-0dafa1ada557 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:23.721479 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe4ff-02d4-4189-8a66-690aa999c321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e34a7341-2f32-454b-ae79-0dafa1ada557), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:23.862894 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9a4fe4ff-02d4-4189-8a66-690aa999c321 None None] Current status of the port e34a7341-2f32-454b-ae79-0dafa1ada557 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:53:23.917762 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-9a4fe4ff-02d4-4189-8a66-690aa999c321 None None] Provisioning complete for port 03d74029-737c-4b20-bbba-a8554573564a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:23.918124 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9a4fe4ff-02d4-4189-8a66-690aa999c321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (03d74029-737c-4b20-bbba-a8554573564a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:24.023243 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9a4fe4ff-02d4-4189-8a66-690aa999c321 None None] Port 03d74029-737c-4b20-bbba-a8554573564a cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:53:24.116227 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6a3b13a-11c3-422a-8972-e61ed31bb313 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (fb5df46d-cbf1-45fa-b20f-97a82ff1c98d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:24.216314 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-6a9e1966-32b8-4413-8e2c-4d5a59fee6d0 None None] Provisioning complete for port 03d74029-737c-4b20-bbba-a8554573564a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:24.218921 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6a9e1966-32b8-4413-8e2c-4d5a59fee6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (03d74029-737c-4b20-bbba-a8554573564a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:24.338514 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e34a7341-2f32-454b-ae79-0dafa1ada557 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:53:24.428998 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0510c1f9-fd80-4f8b-a4d6-0779238753db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:24.439281 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6a9e1966-32b8-4413-8e2c-4d5a59fee6d0 None None] Port 03d74029-737c-4b20-bbba-a8554573564a cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:53:24.444625 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port e34a7341-2f32-454b-ae79-0dafa1ada557 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:24.445008 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e34a7341-2f32-454b-ae79-0dafa1ada557), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:24.606707 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b6a3b13a-11c3-422a-8972-e61ed31bb313 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Deleting port 03d74029-737c-4b20-bbba-a8554573564a {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:53:24.607281 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6a3b13a-11c3-422a-8972-e61ed31bb313 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (03d74029-737c-4b20-bbba-a8554573564a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:24.608746 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-76b401ec-d038-417d-903a-a570d7778a85 None None] Provisioning complete for port 03d74029-737c-4b20-bbba-a8554573564a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:24.609125 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-76b401ec-d038-417d-903a-a570d7778a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (03d74029-737c-4b20-bbba-a8554573564a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:24.624282 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port e34a7341-2f32-454b-ae79-0dafa1ada557 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:53:24.695315 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-76b401ec-d038-417d-903a-a570d7778a85 None None] Port 03d74029-737c-4b20-bbba-a8554573564a cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:53:24.713795 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6a3b13a-11c3-422a-8972-e61ed31bb313 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (03d74029-737c-4b20-bbba-a8554573564a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:24.730439 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b6a3b13a-11c3-422a-8972-e61ed31bb313 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Calling delete_port for 03d74029-737c-4b20-bbba-a8554573564a owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:53:24.965904 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6a3b13a-11c3-422a-8972-e61ed31bb313 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (03d74029-737c-4b20-bbba-a8554573564a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:25.043735 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3b13a-11c3-422a-8972-e61ed31bb313 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Port': ['ID=03d74029-737c-4b20-bbba-a8554573564a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:25.532558 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6a3b13a-11c3-422a-8972-e61ed31bb313 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (fb5df46d-cbf1-45fa-b20f-97a82ff1c98d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:25.748205 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a3b13a-11c3-422a-8972-e61ed31bb313 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Router fb5df46d-cbf1-45fa-b20f-97a82ff1c98d has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:53:25.880228 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a3b13a-11c3-422a-8972-e61ed31bb313 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:53:25.896420 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b6a3b13a-11c3-422a-8972-e61ed31bb313 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "PUT /v2.0/routers/fb5df46d-cbf1-45fa-b20f-97a82ff1c98d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4472260 Feb 08 21:53:25.899547 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34000) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:25.901472 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c885b66d-83fd-4fcc-aadd-7b468f8f87f9 None None] Sync routers for ids ['fb5df46d-cbf1-45fa-b20f-97a82ff1c98d'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:53:25.917118 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c885b66d-83fd-4fcc-aadd-7b468f8f87f9 None None] Routers {'fb5df46d-cbf1-45fa-b20f-97a82ff1c98d'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:53:25.918284 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c885b66d-83fd-4fcc-aadd-7b468f8f87f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:52:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['fb5df46d-cbf1-45fa-b20f-97a82ff1c98d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:25.946894 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-43d86417-2d37-4eec-ad14-7385b310b073 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb5df46d-cbf1-45fa-b20f-97a82ff1c98d HTTP/1.1" status: 200 len: 205 time: 0.0457110 Feb 08 21:53:25.949175 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34006) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:25.962989 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c885b66d-83fd-4fcc-aadd-7b468f8f87f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:25.973523 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c885b66d-83fd-4fcc-aadd-7b468f8f87f9 None None] Routers {'fb5df46d-cbf1-45fa-b20f-97a82ff1c98d'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:53:25.974404 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c885b66d-83fd-4fcc-aadd-7b468f8f87f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:52:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['fb5df46d-cbf1-45fa-b20f-97a82ff1c98d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:26.068431 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c885b66d-83fd-4fcc-aadd-7b468f8f87f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:26.069111 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c885b66d-83fd-4fcc-aadd-7b468f8f87f9 None None] The sync data for ids ['fb5df46d-cbf1-45fa-b20f-97a82ff1c98d'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:53:26.071478 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bead01dd-e1f3-4bba-a2c0-c322ed25f24e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router (fb5df46d-cbf1-45fa-b20f-97a82ff1c98d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:26.364375 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bead01dd-e1f3-4bba-a2c0-c322ed25f24e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (fb5df46d-cbf1-45fa-b20f-97a82ff1c98d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:26.367968 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bead01dd-e1f3-4bba-a2c0-c322ed25f24e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router_controller (fb5df46d-cbf1-45fa-b20f-97a82ff1c98d), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:26.441172 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bead01dd-e1f3-4bba-a2c0-c322ed25f24e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (fb5df46d-cbf1-45fa-b20f-97a82ff1c98d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:26.442090 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bead01dd-e1f3-4bba-a2c0-c322ed25f24e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Fanout notify agent at l3_agent the message router_deleted on router fb5df46d-cbf1-45fa-b20f-97a82ff1c98d {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:53:26.468025 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bead01dd-e1f3-4bba-a2c0-c322ed25f24e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:26.471406 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bead01dd-e1f3-4bba-a2c0-c322ed25f24e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/routers/fb5df46d-cbf1-45fa-b20f-97a82ff1c98d HTTP/1.1" status: 204 len: 168 time: 0.5198369 Feb 08 21:53:26.473919 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34018) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:26.560797 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da5a17f-85ee-406d-a414-7fa3ae61840d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Deleting subnet 27133ce2-5e02-429a-88e6-ac0811f0baa5 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:53:26.566858 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9da5a17f-85ee-406d-a414-7fa3ae61840d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for subnet (27133ce2-5e02-429a-88e6-ac0811f0baa5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:26.639891 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9da5a17f-85ee-406d-a414-7fa3ae61840d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (27133ce2-5e02-429a-88e6-ac0811f0baa5), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:26.760052 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9da5a17f-85ee-406d-a414-7fa3ae61840d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (27133ce2-5e02-429a-88e6-ac0811f0baa5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:26.864241 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9da5a17f-85ee-406d-a414-7fa3ae61840d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (27133ce2-5e02-429a-88e6-ac0811f0baa5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:26.903608 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5a17f-85ee-406d-a414-7fa3ae61840d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Subnet': ['ID=27133ce2-5e02-429a-88e6-ac0811f0baa5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:26.907656 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9da5a17f-85ee-406d-a414-7fa3ae61840d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:26.911889 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9da5a17f-85ee-406d-a414-7fa3ae61840d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/subnets/27133ce2-5e02-429a-88e6-ac0811f0baa5 HTTP/1.1" status: 204 len: 168 time: 0.4361765 Feb 08 21:53:26.914516 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34028) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:26.931227 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a64b11-a382-42a1-9bb7-933dbf0a9668 None None] Network 9038ce10-e0ed-49c2-85f8-ec4e64aac088 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:53:27.061827 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-90e95c92-5a35-4642-93e2-30a7dd74b9e1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (9038ce10-e0ed-49c2-85f8-ec4e64aac088), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:27.146614 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-90e95c92-5a35-4642-93e2-30a7dd74b9e1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Deleting port e34a7341-2f32-454b-ae79-0dafa1ada557 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:53:27.146960 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-90e95c92-5a35-4642-93e2-30a7dd74b9e1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (e34a7341-2f32-454b-ae79-0dafa1ada557), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:27.209661 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baca98f0-0d39-41f0-a4d1-84bb5dd94e6d None None] DHCP port deletion for 9038ce10-e0ed-49c2-85f8-ec4e64aac088 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:53:27.282141 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-90e95c92-5a35-4642-93e2-30a7dd74b9e1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] For port e34a7341-2f32-454b-ae79-0dafa1ada557, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e34a7341-2f32-454b-ae79-0dafa1ada557,segment=NetworkSegment(93cd81f7-cfff-4f97-a47f-d028e6d7a2ab),segment_id=93cd81f7-cfff-4f97-a47f-d028e6d7a2ab)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:53:27.283005 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-90e95c92-5a35-4642-93e2-30a7dd74b9e1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (e34a7341-2f32-454b-ae79-0dafa1ada557), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:27.294990 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-baca98f0-0d39-41f0-a4d1-84bb5dd94e6d None None] Deleting port e34a7341-2f32-454b-ae79-0dafa1ada557 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:53:27.295934 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-baca98f0-0d39-41f0-a4d1-84bb5dd94e6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (e34a7341-2f32-454b-ae79-0dafa1ada557), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:27.303413 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-90e95c92-5a35-4642-93e2-30a7dd74b9e1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Calling delete_port for e34a7341-2f32-454b-ae79-0dafa1ada557 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:53:27.413502 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-baca98f0-0d39-41f0-a4d1-84bb5dd94e6d None None] For port e34a7341-2f32-454b-ae79-0dafa1ada557, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e34a7341-2f32-454b-ae79-0dafa1ada557,segment=NetworkSegment(93cd81f7-cfff-4f97-a47f-d028e6d7a2ab),segment_id=93cd81f7-cfff-4f97-a47f-d028e6d7a2ab)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:53:27.414510 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-baca98f0-0d39-41f0-a4d1-84bb5dd94e6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (e34a7341-2f32-454b-ae79-0dafa1ada557), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:27.428992 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-90e95c92-5a35-4642-93e2-30a7dd74b9e1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (e34a7341-2f32-454b-ae79-0dafa1ada557), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:27.442012 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-baca98f0-0d39-41f0-a4d1-84bb5dd94e6d None None] Calling delete_port for e34a7341-2f32-454b-ae79-0dafa1ada557 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:53:27.495275 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e95c92-5a35-4642-93e2-30a7dd74b9e1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Port': ['ID=e34a7341-2f32-454b-ae79-0dafa1ada557,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:27.500450 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e95c92-5a35-4642-93e2-30a7dd74b9e1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] No DVR routers for this DVR port e34a7341-2f32-454b-ae79-0dafa1ada557 on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:53:27.634709 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b14db6b3-0415-40ce-9324-8fd9930e9b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:27.693827 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-baca98f0-0d39-41f0-a4d1-84bb5dd94e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (e34a7341-2f32-454b-ae79-0dafa1ada557), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:27.735386 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-90e95c92-5a35-4642-93e2-30a7dd74b9e1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (9038ce10-e0ed-49c2-85f8-ec4e64aac088), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:27.762985 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-90e95c92-5a35-4642-93e2-30a7dd74b9e1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9038ce10-e0ed-49c2-85f8-ec4e64aac088']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:27.764841 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca98f0-0d39-41f0-a4d1-84bb5dd94e6d None None] Pushing event deleted for resources: {'Port': ['ID=e34a7341-2f32-454b-ae79-0dafa1ada557,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:27.775960 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baca98f0-0d39-41f0-a4d1-84bb5dd94e6d None None] No DVR routers for this DVR port e34a7341-2f32-454b-ae79-0dafa1ada557 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:53:27.798054 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-90e95c92-5a35-4642-93e2-30a7dd74b9e1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93cd81f7-cfff-4f97-a47f-d028e6d7a2ab') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:27.798494 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-90e95c92-5a35-4642-93e2-30a7dd74b9e1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93cd81f7-cfff-4f97-a47f-d028e6d7a2ab') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:27.817291 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-90e95c92-5a35-4642-93e2-30a7dd74b9e1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (93cd81f7-cfff-4f97-a47f-d028e6d7a2ab), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:27.837301 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-90e95c92-5a35-4642-93e2-30a7dd74b9e1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (93cd81f7-cfff-4f97-a47f-d028e6d7a2ab), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:27.845983 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e95c92-5a35-4642-93e2-30a7dd74b9e1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:53:27.846363 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-90e95c92-5a35-4642-93e2-30a7dd74b9e1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (93cd81f7-cfff-4f97-a47f-d028e6d7a2ab), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:53:27.854810 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:53:27.960895 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-90e95c92-5a35-4642-93e2-30a7dd74b9e1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (9038ce10-e0ed-49c2-85f8-ec4e64aac088), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:27.970616 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-90e95c92-5a35-4642-93e2-30a7dd74b9e1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:27.975888 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-90e95c92-5a35-4642-93e2-30a7dd74b9e1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/networks/9038ce10-e0ed-49c2-85f8-ec4e64aac088 HTTP/1.1" status: 204 len: 168 time: 1.0584149 Feb 08 21:53:27.985720 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34048) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:27.989418 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e95c92-5a35-4642-93e2-30a7dd74b9e1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Network': ['ID=9038ce10-e0ed-49c2-85f8-ec4e64aac088,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:27.993115 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-26afc4f6-8415-4ef1-9064-7c23705cdfbf tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-866564987', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:53:28.032169 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26afc4f6-8415-4ef1-9064-7c23705cdfbf tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:28.033612 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26afc4f6-8415-4ef1-9064-7c23705cdfbf tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:28.125409 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26afc4f6-8415-4ef1-9064-7c23705cdfbf tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router_controller (a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:28.272217 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e34a7341-2f32-454b-ae79-0dafa1ada557 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:53:28.303920 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: e34a7341-2f32-454b-ae79-0dafa1ada557 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:53:28.304889 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e34a7341-2f32-454b-ae79-0dafa1ada557 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:53:28.423902 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26afc4f6-8415-4ef1-9064-7c23705cdfbf tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router_gateway (a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:28.784423 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26afc4f6-8415-4ef1-9064-7c23705cdfbf tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router_gateway (a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:28.810518 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26afc4f6-8415-4ef1-9064-7c23705cdfbf tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:28.982893 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-26afc4f6-8415-4ef1-9064-7c23705cdfbf tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Allocated IP 172.25.3.132 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/f774a6a0-a84d-4087-b448-453136b5660c) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:53:29.180390 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26afc4f6-8415-4ef1-9064-7c23705cdfbf tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for port (f774a6a0-a84d-4087-b448-453136b5660c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:29.224255 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26afc4f6-8415-4ef1-9064-7c23705cdfbf tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (f774a6a0-a84d-4087-b448-453136b5660c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:29.274062 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:29.282973 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26afc4f6-8415-4ef1-9064-7c23705cdfbf tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:53:29.290633 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-26afc4f6-8415-4ef1-9064-7c23705cdfbf tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:53:29.294772 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26afc4f6-8415-4ef1-9064-7c23705cdfbf tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:53:29.321514 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afc4f6-8415-4ef1-9064-7c23705cdfbf tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Port': ['ID=f774a6a0-a84d-4087-b448-453136b5660c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:29.695583 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26afc4f6-8415-4ef1-9064-7c23705cdfbf tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router_gateway (a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:29.982579 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26afc4f6-8415-4ef1-9064-7c23705cdfbf tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:30.195156 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26afc4f6-8415-4ef1-9064-7c23705cdfbf tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Router a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:53:30.371676 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26afc4f6-8415-4ef1-9064-7c23705cdfbf tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:53:30.388934 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9579c75-76f7-49c2-9984-c381069ca038 None None] Sync routers for ids ['a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:53:30.422598 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9579c75-76f7-49c2-9984-c381069ca038 None None] Routers {'a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:53:30.422598 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f9579c75-76f7-49c2-9984-c381069ca038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:53:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:30.433936 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26afc4f6-8415-4ef1-9064-7c23705cdfbf tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:30.437108 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-26afc4f6-8415-4ef1-9064-7c23705cdfbf tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.4480340 Feb 08 21:53:30.437388 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34104) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:30.480627 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f9579c75-76f7-49c2-9984-c381069ca038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:30.494890 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9579c75-76f7-49c2-9984-c381069ca038 None None] Routers {'a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:53:30.495752 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f9579c75-76f7-49c2-9984-c381069ca038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:53:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:30.554977 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f9579c75-76f7-49c2-9984-c381069ca038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:30.556135 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9579c75-76f7-49c2-9984-c381069ca038 None None] The sync data for ids ['a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:53:30.629282 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b114b990-26f4-464c-b621-612563823f1d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "GET /v2.0/routers/a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93 HTTP/1.1" status: 200 len: 884 time: 0.1879191 Feb 08 21:53:30.629282 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34108) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:30.907199 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f3f6ef05-41f3-4d0b-b46f-af61584e8a76 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2765682 Feb 08 21:53:30.910234 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34118) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:30.914905 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-32b95d55-eafa-41db-bab3-87aa3ba879ea tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-866564987'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:53:31.482463 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:31.488692 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32b95d55-eafa-41db-bab3-87aa3ba879ea tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-346790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58238'] for router (a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:31.508442 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32b95d55-eafa-41db-bab3-87aa3ba879ea tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-346797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-346804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351703'] for router (a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:31.616951 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:31.769717 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b95d55-eafa-41db-bab3-87aa3ba879ea tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Router a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:53:31.939733 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b95d55-eafa-41db-bab3-87aa3ba879ea tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:53:31.950108 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a70c71d-5bdb-42c9-a3ab-c50d30e95461 None None] Sync routers for ids ['a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:53:31.953926 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32b95d55-eafa-41db-bab3-87aa3ba879ea tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:31.959573 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34138) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:31.961332 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-32b95d55-eafa-41db-bab3-87aa3ba879ea tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "PUT /v2.0/routers/a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93 HTTP/1.1" status: 200 len: 891 time: 1.0501676 Feb 08 21:53:31.962536 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a70c71d-5bdb-42c9-a3ab-c50d30e95461 None None] Routers {'a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:53:31.963530 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0a70c71d-5bdb-42c9-a3ab-c50d30e95461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:53:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:32.124278 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8d6b33fc-ee0c-4db8-9257-f52742854fbc tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "GET /v2.0/routers/a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93 HTTP/1.1" status: 200 len: 891 time: 0.1628664 Feb 08 21:53:32.127926 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34140) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:32.171540 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0a70c71d-5bdb-42c9-a3ab-c50d30e95461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:32.186435 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7b748bb8-b139-4141-bc95-dc0d91e398b1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "GET /v2.0/ports?device_id=a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93 HTTP/1.1" status: 200 len: 205 time: 0.0570893 Feb 08 21:53:32.191234 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34144) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:32.192419 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a70c71d-5bdb-42c9-a3ab-c50d30e95461 None None] Routers {'a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:53:32.193546 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0a70c71d-5bdb-42c9-a3ab-c50d30e95461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:53:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:32.257977 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0a70c71d-5bdb-42c9-a3ab-c50d30e95461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:32.259013 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a70c71d-5bdb-42c9-a3ab-c50d30e95461 None None] The sync data for ids ['a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:53:32.410142 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c14b726-dc13-41c9-860c-8d0f54b0a63b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router (a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:32.621419 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c14b726-dc13-41c9-860c-8d0f54b0a63b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router_gateway (a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:33.122539 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-3c14b726-dc13-41c9-860c-8d0f54b0a63b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Deleting port f774a6a0-a84d-4087-b448-453136b5660c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:53:33.123094 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c14b726-dc13-41c9-860c-8d0f54b0a63b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f774a6a0-a84d-4087-b448-453136b5660c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:33.259665 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c14b726-dc13-41c9-860c-8d0f54b0a63b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f774a6a0-a84d-4087-b448-453136b5660c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:33.278535 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-3c14b726-dc13-41c9-860c-8d0f54b0a63b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Calling delete_port for f774a6a0-a84d-4087-b448-453136b5660c owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:53:33.516652 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c14b726-dc13-41c9-860c-8d0f54b0a63b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (f774a6a0-a84d-4087-b448-453136b5660c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:33.553980 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14b726-dc13-41c9-860c-8d0f54b0a63b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Port': ['ID=f774a6a0-a84d-4087-b448-453136b5660c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:33.628148 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c14b726-dc13-41c9-860c-8d0f54b0a63b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:33.736658 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c14b726-dc13-41c9-860c-8d0f54b0a63b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:33.739311 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c14b726-dc13-41c9-860c-8d0f54b0a63b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router_controller (a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:33.808076 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c14b726-dc13-41c9-860c-8d0f54b0a63b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:33.808688 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c14b726-dc13-41c9-860c-8d0f54b0a63b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Fanout notify agent at l3_agent the message router_deleted on router a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:53:33.818946 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c14b726-dc13-41c9-860c-8d0f54b0a63b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:33.819438 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3c14b726-dc13-41c9-860c-8d0f54b0a63b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/routers/a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93 HTTP/1.1" status: 204 len: 168 time: 1.6268260 Feb 08 21:53:33.829309 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34176) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:33.839658 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-2a29f4a6-8e43-4c5c-ac24-454be468bd87 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-671762475'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:53:33.878825 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a29f4a6-8e43-4c5c-ac24-454be468bd87 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Made reservation on behalf of dda9e6991cfd4a339fee4c7fa0ab8236 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:53:33.885738 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2a29f4a6-8e43-4c5c-ac24-454be468bd87 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:33.928991 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a29f4a6-8e43-4c5c-ac24-454be468bd87 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:53:33.945115 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2a29f4a6-8e43-4c5c-ac24-454be468bd87 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (03859aad-c525-4e60-83ee-4ae87cc877df), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:33.949621 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-2a29f4a6-8e43-4c5c-ac24-454be468bd87 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Added segment 03859aad-c525-4e60-83ee-4ae87cc877df of type vlan for network c705de7b-e40e-441b-9199-a9fdf0bf82c4 Feb 08 21:53:34.016050 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2a29f4a6-8e43-4c5c-ac24-454be468bd87 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (c705de7b-e40e-441b-9199-a9fdf0bf82c4), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:34.047245 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2a29f4a6-8e43-4c5c-ac24-454be468bd87 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (c705de7b-e40e-441b-9199-a9fdf0bf82c4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:34.052758 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a29f4a6-8e43-4c5c-ac24-454be468bd87 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:53:34.053574 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2a29f4a6-8e43-4c5c-ac24-454be468bd87 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:34.115508 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2a29f4a6-8e43-4c5c-ac24-454be468bd87 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2845664 Feb 08 21:53:34.118436 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34178) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:34.128763 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c988a2a7-45c4-4ad1-8ca2-0fbc20ace2ce tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'subnet': {'network_id': 'c705de7b-e40e-441b-9199-a9fdf0bf82c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:53:34.132211 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29f4a6-8e43-4c5c-ac24-454be468bd87 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Network': ['ID=c705de7b-e40e-441b-9199-a9fdf0bf82c4,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:34.146602 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network c705de7b-e40e-441b-9199-a9fdf0bf82c4 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:53:34.256736 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c988a2a7-45c4-4ad1-8ca2-0fbc20ace2ce tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Made reservation on behalf of dda9e6991cfd4a339fee4c7fa0ab8236 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:53:34.260761 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c988a2a7-45c4-4ad1-8ca2-0fbc20ace2ce tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:34.503152 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c988a2a7-45c4-4ad1-8ca2-0fbc20ace2ce tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (b62b572a-d20c-44a4-82ca-b919ebbaa08a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:34.585832 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988a2a7-45c4-4ad1-8ca2-0fbc20ace2ce tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Subnet': ['ID=b62b572a-d20c-44a4-82ca-b919ebbaa08a,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:34.588432 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c988a2a7-45c4-4ad1-8ca2-0fbc20ace2ce tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Checking segment: {'id': '03859aad-c525-4e60-83ee-4ae87cc877df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c705de7b-e40e-441b-9199-a9fdf0bf82c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:53:34.588913 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c988a2a7-45c4-4ad1-8ca2-0fbc20ace2ce tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network hostable DHCP agents. Network: c705de7b-e40e-441b-9199-a9fdf0bf82c4, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:53:34.618293 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c988a2a7-45c4-4ad1-8ca2-0fbc20ace2ce tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network c705de7b-e40e-441b-9199-a9fdf0bf82c4 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:53:34.631654 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c988a2a7-45c4-4ad1-8ca2-0fbc20ace2ce tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, c705de7b-e40e-441b-9199-a9fdf0bf82c4) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:53:34.641682 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c988a2a7-45c4-4ad1-8ca2-0fbc20ace2ce tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:53:34.642942 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c988a2a7-45c4-4ad1-8ca2-0fbc20ace2ce tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:34.643514 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7f3ad3-ff67-4bfb-8829-6df169339927 None None] Network c705de7b-e40e-441b-9199-a9fdf0bf82c4 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:53:34.682273 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34188) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:34.682695 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c988a2a7-45c4-4ad1-8ca2-0fbc20ace2ce tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5622416 Feb 08 21:53:34.689492 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-383955e6-b63d-4aa3-939e-2d2fe67c0bd9 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-793755487', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:53:34.727268 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-383955e6-b63d-4aa3-939e-2d2fe67c0bd9 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (927d8c55-a82c-4381-b93d-e7dc89abcf5f), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:34.729086 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-383955e6-b63d-4aa3-939e-2d2fe67c0bd9 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (927d8c55-a82c-4381-b93d-e7dc89abcf5f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:34.800490 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644de0cb-b62d-489b-82a8-45468cb56f0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-c705de7b-e40e-441b-9199-a9fdf0bf82c4', 'network_id': 'c705de7b-e40e-441b-9199-a9fdf0bf82c4', 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'fixed_ips': [{'subnet_id': 'b62b572a-d20c-44a4-82ca-b919ebbaa08a'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:53:34.801990 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-644de0cb-b62d-489b-82a8-45468cb56f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:34.806578 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-383955e6-b63d-4aa3-939e-2d2fe67c0bd9 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router_controller (927d8c55-a82c-4381-b93d-e7dc89abcf5f), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:34.814233 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-383955e6-b63d-4aa3-939e-2d2fe67c0bd9 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (927d8c55-a82c-4381-b93d-e7dc89abcf5f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:34.837885 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-383955e6-b63d-4aa3-939e-2d2fe67c0bd9 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:34.839400 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-383955e6-b63d-4aa3-939e-2d2fe67c0bd9 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1553471 Feb 08 21:53:34.845192 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34192) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:34.982454 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-644de0cb-b62d-489b-82a8-45468cb56f0a None None] Allocated IP 2001:db8::2 (c705de7b-e40e-441b-9199-a9fdf0bf82c4/b62b572a-d20c-44a4-82ca-b919ebbaa08a/0f57d318-499e-439e-927e-7badef538884) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:53:35.181629 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-644de0cb-b62d-489b-82a8-45468cb56f0a None None] Publish callbacks [] for port (0f57d318-499e-439e-927e-7badef538884), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:35.191663 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-644de0cb-b62d-489b-82a8-45468cb56f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (0f57d318-499e-439e-927e-7badef538884), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:35.247266 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644de0cb-b62d-489b-82a8-45468cb56f0a None None] Pushing event updated for resources: {'Port': ['ID=0f57d318-499e-439e-927e-7badef538884,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:35.269403 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644de0cb-b62d-489b-82a8-45468cb56f0a None None] Network c705de7b-e40e-441b-9199-a9fdf0bf82c4 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:53:35.271231 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-644de0cb-b62d-489b-82a8-45468cb56f0a None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:53:35.276872 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644de0cb-b62d-489b-82a8-45468cb56f0a None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:53:35.299154 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-399d7b11-2f91-40d0-85ee-e10c74db6553 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:35.343556 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-644de0cb-b62d-489b-82a8-45468cb56f0a None None] Attempting to bind port 0f57d318-499e-439e-927e-7badef538884 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:53:35.345389 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-644de0cb-b62d-489b-82a8-45468cb56f0a None None] Attempting to bind port 0f57d318-499e-439e-927e-7badef538884 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '03859aad-c525-4e60-83ee-4ae87cc877df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c705de7b-e40e-441b-9199-a9fdf0bf82c4'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:53:35.346101 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644de0cb-b62d-489b-82a8-45468cb56f0a None None] Attempting to bind port 0f57d318-499e-439e-927e-7badef538884 on network c705de7b-e40e-441b-9199-a9fdf0bf82c4 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:53:35.353570 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644de0cb-b62d-489b-82a8-45468cb56f0a None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:53:35.354177 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644de0cb-b62d-489b-82a8-45468cb56f0a None None] Checking segment: {'id': '03859aad-c525-4e60-83ee-4ae87cc877df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c705de7b-e40e-441b-9199-a9fdf0bf82c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:53:35.354834 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-644de0cb-b62d-489b-82a8-45468cb56f0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:35.355485 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644de0cb-b62d-489b-82a8-45468cb56f0a None None] Bound using segment: {'id': '03859aad-c525-4e60-83ee-4ae87cc877df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c705de7b-e40e-441b-9199-a9fdf0bf82c4'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:53:35.356297 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-644de0cb-b62d-489b-82a8-45468cb56f0a None None] Bound port: 0f57d318-499e-439e-927e-7badef538884, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03859aad-c525-4e60-83ee-4ae87cc877df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c705de7b-e40e-441b-9199-a9fdf0bf82c4'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:53:35.356923 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-644de0cb-b62d-489b-82a8-45468cb56f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0f57d318-499e-439e-927e-7badef538884), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:35.494787 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-644de0cb-b62d-489b-82a8-45468cb56f0a None None] For port 0f57d318-499e-439e-927e-7badef538884, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:53:35.499912 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-644de0cb-b62d-489b-82a8-45468cb56f0a None None] For port 0f57d318-499e-439e-927e-7badef538884, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=0f57d318-499e-439e-927e-7badef538884,segment=NetworkSegment(03859aad-c525-4e60-83ee-4ae87cc877df),segment_id=03859aad-c525-4e60-83ee-4ae87cc877df)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:53:35.512123 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-644de0cb-b62d-489b-82a8-45468cb56f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0f57d318-499e-439e-927e-7badef538884), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:35.645290 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644de0cb-b62d-489b-82a8-45468cb56f0a None None] Pushing event updated for resources: {'Port': ['ID=0f57d318-499e-439e-927e-7badef538884,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:35.660768 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-399d7b11-2f91-40d0-85ee-e10c74db6553 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Allocated IP 2001:db8::1 (c705de7b-e40e-441b-9199-a9fdf0bf82c4/b62b572a-d20c-44a4-82ca-b919ebbaa08a/3dbf832e-f634-4ac9-8843-4fdafac30232) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:53:35.881307 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-399d7b11-2f91-40d0-85ee-e10c74db6553 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for port (3dbf832e-f634-4ac9-8843-4fdafac30232), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:36.002992 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-399d7b11-2f91-40d0-85ee-e10c74db6553 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3dbf832e-f634-4ac9-8843-4fdafac30232), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:36.054927 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399d7b11-2f91-40d0-85ee-e10c74db6553 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network c705de7b-e40e-441b-9199-a9fdf0bf82c4 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:53:36.059377 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-399d7b11-2f91-40d0-85ee-e10c74db6553 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:53:36.071254 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399d7b11-2f91-40d0-85ee-e10c74db6553 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:53:36.071980 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-399d7b11-2f91-40d0-85ee-e10c74db6553 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (927d8c55-a82c-4381-b93d-e7dc89abcf5f), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:36.183565 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d7b11-2f91-40d0-85ee-e10c74db6553 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Port': ['ID=3dbf832e-f634-4ac9-8843-4fdafac30232,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:36.308907 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-399d7b11-2f91-40d0-85ee-e10c74db6553 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3dbf832e-f634-4ac9-8843-4fdafac30232), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:36.343610 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 0f57d318-499e-439e-927e-7badef538884 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:53:36.474116 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 0f57d318-499e-439e-927e-7badef538884 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:36.475329 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0f57d318-499e-439e-927e-7badef538884), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:36.626452 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 0f57d318-499e-439e-927e-7badef538884 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:53:36.626861 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0f57d318-499e-439e-927e-7badef538884), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:36.630587 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:36.687421 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 0f57d318-499e-439e-927e-7badef538884, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=0f57d318-499e-439e-927e-7badef538884,segment=NetworkSegment(03859aad-c525-4e60-83ee-4ae87cc877df),segment_id=03859aad-c525-4e60-83ee-4ae87cc877df)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:53:36.693209 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0f57d318-499e-439e-927e-7badef538884), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:36.774871 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-399d7b11-2f91-40d0-85ee-e10c74db6553 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for port (3dbf832e-f634-4ac9-8843-4fdafac30232), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:36.776126 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=0f57d318-499e-439e-927e-7badef538884,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:36.781580 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-399d7b11-2f91-40d0-85ee-e10c74db6553 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (3dbf832e-f634-4ac9-8843-4fdafac30232), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:36.782511 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-399d7b11-2f91-40d0-85ee-e10c74db6553 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (927d8c55-a82c-4381-b93d-e7dc89abcf5f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:36.838222 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:36.898430 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d7b11-2f91-40d0-85ee-e10c74db6553 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Port': ['ID=3dbf832e-f634-4ac9-8843-4fdafac30232,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:36.937203 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399d7b11-2f91-40d0-85ee-e10c74db6553 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network c705de7b-e40e-441b-9199-a9fdf0bf82c4 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:53:36.938953 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-399d7b11-2f91-40d0-85ee-e10c74db6553 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:53:37.110584 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399d7b11-2f91-40d0-85ee-e10c74db6553 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Router 927d8c55-a82c-4381-b93d-e7dc89abcf5f is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:53:37.201412 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582d9908-5144-4b73-bdd3-6860214a8f76 None None] Network c705de7b-e40e-441b-9199-a9fdf0bf82c4 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:53:37.289379 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399d7b11-2f91-40d0-85ee-e10c74db6553 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:53:37.295507 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-399d7b11-2f91-40d0-85ee-e10c74db6553 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "PUT /v2.0/routers/927d8c55-a82c-4381-b93d-e7dc89abcf5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4485676 Feb 08 21:53:37.302016 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34222) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:37.311050 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f674fd90-8086-47c3-a5f3-241961a4a686 None None] Sync routers for ids ['927d8c55-a82c-4381-b93d-e7dc89abcf5f'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:53:37.357805 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f674fd90-8086-47c3-a5f3-241961a4a686 None None] Routers {'927d8c55-a82c-4381-b93d-e7dc89abcf5f'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:53:37.359287 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f674fd90-8086-47c3-a5f3-241961a4a686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:53:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['927d8c55-a82c-4381-b93d-e7dc89abcf5f'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:37.366526 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-22d8af41-116b-4234-b702-d1e666f18104 None None] Provisioning complete for port 0f57d318-499e-439e-927e-7badef538884 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:37.367061 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-22d8af41-116b-4234-b702-d1e666f18104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0f57d318-499e-439e-927e-7badef538884), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:37.414992 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f674fd90-8086-47c3-a5f3-241961a4a686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:37.426690 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642ca172-fa39-4332-8f85-e33b203e70ce tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:53:37.432780 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34226) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:37.445341 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-93474508-70bb-4be7-ac80-a5ee7c77d1e6 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b62b572a-d20c-44a4-82ca-b919ebbaa08a'}]}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:53:37.452136 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-642ca172-fa39-4332-8f85-e33b203e70ce tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "GET /v2.0/ports/3dbf832e-f634-4ac9-8843-4fdafac30232 HTTP/1.1" status: 200 len: 911 time: 0.1482134 Feb 08 21:53:37.464965 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f674fd90-8086-47c3-a5f3-241961a4a686 None None] Routers {'927d8c55-a82c-4381-b93d-e7dc89abcf5f'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:53:37.465781 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f674fd90-8086-47c3-a5f3-241961a4a686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:53:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['927d8c55-a82c-4381-b93d-e7dc89abcf5f'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:37.548937 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-f674fd90-8086-47c3-a5f3-241961a4a686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:37.549769 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f674fd90-8086-47c3-a5f3-241961a4a686 None None] The sync data for ids ['927d8c55-a82c-4381-b93d-e7dc89abcf5f'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:53:37.645127 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-22d8af41-116b-4234-b702-d1e666f18104 None None] Current status of the port 0f57d318-499e-439e-927e-7badef538884 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:53:37.684095 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-93474508-70bb-4be7-ac80-a5ee7c77d1e6 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3dbf832e-f634-4ac9-8843-4fdafac30232), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:37.885682 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f786ad85-742e-43e4-a01a-90ef6578a3ee None None] Provisioning complete for port 0f57d318-499e-439e-927e-7badef538884 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:37.886107 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f786ad85-742e-43e4-a01a-90ef6578a3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0f57d318-499e-439e-927e-7badef538884), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:38.028056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f786ad85-742e-43e4-a01a-90ef6578a3ee None None] Current status of the port 0f57d318-499e-439e-927e-7badef538884 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:53:38.043762 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f786ad85-742e-43e4-a01a-90ef6578a3ee None None] Provisioning complete for port 3dbf832e-f634-4ac9-8843-4fdafac30232 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:38.044494 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f786ad85-742e-43e4-a01a-90ef6578a3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3dbf832e-f634-4ac9-8843-4fdafac30232), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:38.088140 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f786ad85-742e-43e4-a01a-90ef6578a3ee None None] Port 3dbf832e-f634-4ac9-8843-4fdafac30232 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:53:38.321758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 0f57d318-499e-439e-927e-7badef538884 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:53:38.367442 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-93474508-70bb-4be7-ac80-a5ee7c77d1e6 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for port (3dbf832e-f634-4ac9-8843-4fdafac30232), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:38.382567 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-93474508-70bb-4be7-ac80-a5ee7c77d1e6 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (3dbf832e-f634-4ac9-8843-4fdafac30232), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:38.388553 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93474508-70bb-4be7-ac80-a5ee7c77d1e6 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:53:38.402217 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-93474508-70bb-4be7-ac80-a5ee7c77d1e6 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:38.406393 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-93474508-70bb-4be7-ac80-a5ee7c77d1e6 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "PUT /v2.0/ports/3dbf832e-f634-4ac9-8843-4fdafac30232 HTTP/1.1" status: 200 len: 911 time: 0.9702654 Feb 08 21:53:38.409427 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34244) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:38.440980 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-7c14f7d8-4b0e-4af8-b8d6-309c5bc0113e None None] Provisioning complete for port 3dbf832e-f634-4ac9-8843-4fdafac30232 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:38.443842 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7c14f7d8-4b0e-4af8-b8d6-309c5bc0113e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3dbf832e-f634-4ac9-8843-4fdafac30232), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:38.755987 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7c14f7d8-4b0e-4af8-b8d6-309c5bc0113e None None] Port 3dbf832e-f634-4ac9-8843-4fdafac30232 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:53:38.812512 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 0f57d318-499e-439e-927e-7badef538884 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:38.813020 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0f57d318-499e-439e-927e-7badef538884), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:38.929799 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ee70d600-06cd-4bde-85b7-15a8eacded3c None None] Provisioning complete for port 3dbf832e-f634-4ac9-8843-4fdafac30232 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:38.930831 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ee70d600-06cd-4bde-85b7-15a8eacded3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3dbf832e-f634-4ac9-8843-4fdafac30232), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:39.041847 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ee70d600-06cd-4bde-85b7-15a8eacded3c None None] Port 3dbf832e-f634-4ac9-8843-4fdafac30232 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:53:39.130154 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 0f57d318-499e-439e-927e-7badef538884 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:53:39.150950 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93474508-70bb-4be7-ac80-a5ee7c77d1e6 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Port': ['ID=3dbf832e-f634-4ac9-8843-4fdafac30232,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:39.387394 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c6f0b849-f577-4957-bd5b-7ee933148c0a tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (927d8c55-a82c-4381-b93d-e7dc89abcf5f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:39.809147 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c6f0b849-f577-4957-bd5b-7ee933148c0a tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Deleting port 3dbf832e-f634-4ac9-8843-4fdafac30232 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:53:39.815774 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c6f0b849-f577-4957-bd5b-7ee933148c0a tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (3dbf832e-f634-4ac9-8843-4fdafac30232), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:39.959032 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c6f0b849-f577-4957-bd5b-7ee933148c0a tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (3dbf832e-f634-4ac9-8843-4fdafac30232), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:39.984233 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c6f0b849-f577-4957-bd5b-7ee933148c0a tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Calling delete_port for 3dbf832e-f634-4ac9-8843-4fdafac30232 owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:53:40.270398 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c6f0b849-f577-4957-bd5b-7ee933148c0a tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (3dbf832e-f634-4ac9-8843-4fdafac30232), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:40.336299 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0b849-f577-4957-bd5b-7ee933148c0a tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Port': ['ID=3dbf832e-f634-4ac9-8843-4fdafac30232,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:40.610395 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c6f0b849-f577-4957-bd5b-7ee933148c0a tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (927d8c55-a82c-4381-b93d-e7dc89abcf5f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:40.853850 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f0b849-f577-4957-bd5b-7ee933148c0a tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Router 927d8c55-a82c-4381-b93d-e7dc89abcf5f has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:53:41.074871 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f0b849-f577-4957-bd5b-7ee933148c0a tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:53:41.089367 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c6f0b849-f577-4957-bd5b-7ee933148c0a tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "PUT /v2.0/routers/927d8c55-a82c-4381-b93d-e7dc89abcf5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6718881 Feb 08 21:53:41.098057 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34304) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:41.098957 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828ca4fa-53b0-42ef-afd2-8aee5edc3f32 None None] Sync routers for ids ['927d8c55-a82c-4381-b93d-e7dc89abcf5f'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:53:41.120388 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828ca4fa-53b0-42ef-afd2-8aee5edc3f32 None None] Routers {'927d8c55-a82c-4381-b93d-e7dc89abcf5f'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:53:41.120991 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-828ca4fa-53b0-42ef-afd2-8aee5edc3f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:53:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['927d8c55-a82c-4381-b93d-e7dc89abcf5f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:41.161986 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-09ab7b6a-e022-4dc7-842c-c0d87091693e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "GET /v2.0/ports?device_id=927d8c55-a82c-4381-b93d-e7dc89abcf5f HTTP/1.1" status: 200 len: 205 time: 0.0595286 Feb 08 21:53:41.162546 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34306) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:41.189654 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-828ca4fa-53b0-42ef-afd2-8aee5edc3f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:41.206450 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828ca4fa-53b0-42ef-afd2-8aee5edc3f32 None None] Routers {'927d8c55-a82c-4381-b93d-e7dc89abcf5f'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:53:41.207172 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-828ca4fa-53b0-42ef-afd2-8aee5edc3f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:53:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['927d8c55-a82c-4381-b93d-e7dc89abcf5f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:41.248445 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-828ca4fa-53b0-42ef-afd2-8aee5edc3f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:41.249727 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828ca4fa-53b0-42ef-afd2-8aee5edc3f32 None None] The sync data for ids ['927d8c55-a82c-4381-b93d-e7dc89abcf5f'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:53:41.351676 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8a788697-24f5-43d0-8879-39713d37a6c8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router (927d8c55-a82c-4381-b93d-e7dc89abcf5f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:41.650019 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8a788697-24f5-43d0-8879-39713d37a6c8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (927d8c55-a82c-4381-b93d-e7dc89abcf5f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:41.653666 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8a788697-24f5-43d0-8879-39713d37a6c8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router_controller (927d8c55-a82c-4381-b93d-e7dc89abcf5f), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:41.708815 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8a788697-24f5-43d0-8879-39713d37a6c8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (927d8c55-a82c-4381-b93d-e7dc89abcf5f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:41.709763 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a788697-24f5-43d0-8879-39713d37a6c8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Fanout notify agent at l3_agent the message router_deleted on router 927d8c55-a82c-4381-b93d-e7dc89abcf5f {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:53:41.727508 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8a788697-24f5-43d0-8879-39713d37a6c8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:41.731262 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8a788697-24f5-43d0-8879-39713d37a6c8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/routers/927d8c55-a82c-4381-b93d-e7dc89abcf5f HTTP/1.1" status: 204 len: 168 time: 0.5650992 Feb 08 21:53:41.731534 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34320) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:41.808637 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-004e3863-d236-4411-b05f-0ef39469c830 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Deleting subnet b62b572a-d20c-44a4-82ca-b919ebbaa08a {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:53:41.813316 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-004e3863-d236-4411-b05f-0ef39469c830 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for subnet (b62b572a-d20c-44a4-82ca-b919ebbaa08a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:41.887893 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-004e3863-d236-4411-b05f-0ef39469c830 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (b62b572a-d20c-44a4-82ca-b919ebbaa08a), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:42.053664 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-004e3863-d236-4411-b05f-0ef39469c830 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (b62b572a-d20c-44a4-82ca-b919ebbaa08a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:42.175998 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-004e3863-d236-4411-b05f-0ef39469c830 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (b62b572a-d20c-44a4-82ca-b919ebbaa08a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:42.227112 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e3863-d236-4411-b05f-0ef39469c830 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Subnet': ['ID=b62b572a-d20c-44a4-82ca-b919ebbaa08a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:42.243315 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-004e3863-d236-4411-b05f-0ef39469c830 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:42.244219 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c192c973-3866-40a5-a003-6db83f2dd2da None None] Network c705de7b-e40e-441b-9199-a9fdf0bf82c4 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:53:42.248212 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-004e3863-d236-4411-b05f-0ef39469c830 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/subnets/b62b572a-d20c-44a4-82ca-b919ebbaa08a HTTP/1.1" status: 204 len: 168 time: 0.5142963 Feb 08 21:53:42.251249 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004e3863-d236-4411-b05f-0ef39469c830 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:42.251889 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004e3863-d236-4411-b05f-0ef39469c830 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:42.252177 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34334) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:42.252897 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004e3863-d236-4411-b05f-0ef39469c830 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:42.254115 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004e3863-d236-4411-b05f-0ef39469c830 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:42.254590 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004e3863-d236-4411-b05f-0ef39469c830 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:42.255063 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004e3863-d236-4411-b05f-0ef39469c830 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:42.255514 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004e3863-d236-4411-b05f-0ef39469c830 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:42.256096 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004e3863-d236-4411-b05f-0ef39469c830 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:42.256544 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004e3863-d236-4411-b05f-0ef39469c830 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:42.257140 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004e3863-d236-4411-b05f-0ef39469c830 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:42.257604 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004e3863-d236-4411-b05f-0ef39469c830 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:42.258042 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004e3863-d236-4411-b05f-0ef39469c830 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:42.258480 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004e3863-d236-4411-b05f-0ef39469c830 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:42.395592 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (c705de7b-e40e-441b-9199-a9fdf0bf82c4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:42.481657 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Deleting port 0f57d318-499e-439e-927e-7badef538884 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:53:42.482501 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (0f57d318-499e-439e-927e-7badef538884), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:42.617147 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] For port 0f57d318-499e-439e-927e-7badef538884, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=0f57d318-499e-439e-927e-7badef538884,segment=NetworkSegment(03859aad-c525-4e60-83ee-4ae87cc877df),segment_id=03859aad-c525-4e60-83ee-4ae87cc877df)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:53:42.617563 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (0f57d318-499e-439e-927e-7badef538884), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:42.638526 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Calling delete_port for 0f57d318-499e-439e-927e-7badef538884 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:53:42.651682 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf5fd2e-2990-4eae-b2be-d905082392fb None None] DHCP port deletion for c705de7b-e40e-441b-9199-a9fdf0bf82c4 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:53:42.715062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2cf5fd2e-2990-4eae-b2be-d905082392fb None None] Deleting port 0f57d318-499e-439e-927e-7badef538884 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:53:42.715793 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2cf5fd2e-2990-4eae-b2be-d905082392fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (0f57d318-499e-439e-927e-7badef538884), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:42.812618 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (0f57d318-499e-439e-927e-7badef538884), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:42.848373 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2cf5fd2e-2990-4eae-b2be-d905082392fb None None] For port 0f57d318-499e-439e-927e-7badef538884, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=0f57d318-499e-439e-927e-7badef538884,segment=NetworkSegment(03859aad-c525-4e60-83ee-4ae87cc877df),segment_id=03859aad-c525-4e60-83ee-4ae87cc877df)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:53:42.852151 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2cf5fd2e-2990-4eae-b2be-d905082392fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (0f57d318-499e-439e-927e-7badef538884), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:42.875685 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] No DVR routers for this DVR port 0f57d318-499e-439e-927e-7badef538884 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:53:42.892169 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2cf5fd2e-2990-4eae-b2be-d905082392fb None None] Calling delete_port for 0f57d318-499e-439e-927e-7badef538884 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:53:42.908688 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Port': ['ID=0f57d318-499e-439e-927e-7badef538884,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:42.964598 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:42.965029 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:42.965417 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:42.965758 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:42.966092 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:42.966424 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:42.966752 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:42.967209 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:42.967545 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:42.967941 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:42.968271 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:42.968590 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:42.968916 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:43.019670 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (c705de7b-e40e-441b-9199-a9fdf0bf82c4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:43.051830 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c705de7b-e40e-441b-9199-a9fdf0bf82c4']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:43.082828 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03859aad-c525-4e60-83ee-4ae87cc877df') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:43.083129 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03859aad-c525-4e60-83ee-4ae87cc877df') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:43.119891 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2cf5fd2e-2990-4eae-b2be-d905082392fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (0f57d318-499e-439e-927e-7badef538884), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:43.120145 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (03859aad-c525-4e60-83ee-4ae87cc877df), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:43.137737 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (03859aad-c525-4e60-83ee-4ae87cc877df), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:43.148366 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:53:43.148869 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (03859aad-c525-4e60-83ee-4ae87cc877df), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:53:43.152947 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:53:43.191580 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5fd2e-2990-4eae-b2be-d905082392fb None None] Pushing event deleted for resources: {'Port': ['ID=0f57d318-499e-439e-927e-7badef538884,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:43.206613 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf5fd2e-2990-4eae-b2be-d905082392fb None None] No DVR routers for this DVR port 0f57d318-499e-439e-927e-7badef538884 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:53:43.277020 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (c705de7b-e40e-441b-9199-a9fdf0bf82c4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:43.285529 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:43.294746 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/networks/c705de7b-e40e-441b-9199-a9fdf0bf82c4 HTTP/1.1" status: 204 len: 168 time: 1.0353801 Feb 08 21:53:43.295034 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34350) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:43.299758 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-9c391ffd-fcbb-4468-b98f-580c9d9503da tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1876814158', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:53:43.318292 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfac5c-3e52-4974-b9cb-3fc1b8b0d7ca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Network': ['ID=c705de7b-e40e-441b-9199-a9fdf0bf82c4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:43.342549 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9c391ffd-fcbb-4468-b98f-580c9d9503da tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:43.343928 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9c391ffd-fcbb-4468-b98f-580c9d9503da tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:43.448997 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9c391ffd-fcbb-4468-b98f-580c9d9503da tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router_controller (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:43.457277 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9c391ffd-fcbb-4468-b98f-580c9d9503da tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:43.492958 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9c391ffd-fcbb-4468-b98f-580c9d9503da tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:43.497200 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9c391ffd-fcbb-4468-b98f-580c9d9503da tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1983008 Feb 08 21:53:43.497741 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34356) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:43.502950 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-39a2a491-6187-405c-af02-71effce23af0 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-518704780'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:53:43.531569 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a2a491-6187-405c-af02-71effce23af0 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Made reservation on behalf of dda9e6991cfd4a339fee4c7fa0ab8236 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:53:43.539900 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-39a2a491-6187-405c-af02-71effce23af0 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:43.577712 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a2a491-6187-405c-af02-71effce23af0 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:53:43.591450 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-39a2a491-6187-405c-af02-71effce23af0 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (f7166e9c-dd0f-4ed9-aab8-376295576cd1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:43.591860 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-39a2a491-6187-405c-af02-71effce23af0 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Added segment f7166e9c-dd0f-4ed9-aab8-376295576cd1 of type vlan for network 6c325e13-9cb7-4e02-9410-2132712d502c Feb 08 21:53:43.674538 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-39a2a491-6187-405c-af02-71effce23af0 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (6c325e13-9cb7-4e02-9410-2132712d502c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:43.724042 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-39a2a491-6187-405c-af02-71effce23af0 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (6c325e13-9cb7-4e02-9410-2132712d502c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:43.736304 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a2a491-6187-405c-af02-71effce23af0 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:53:43.737494 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-39a2a491-6187-405c-af02-71effce23af0 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:43.839379 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2a491-6187-405c-af02-71effce23af0 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Network': ['ID=6c325e13-9cb7-4e02-9410-2132712d502c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:43.852236 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-39a2a491-6187-405c-af02-71effce23af0 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3496313 Feb 08 21:53:43.852236 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34368) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:43.854663 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 6c325e13-9cb7-4e02-9410-2132712d502c details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:53:43.872567 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d5b7b781-3fb7-4573-a669-bbac49c1f7c7 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'subnet': {'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:53:44.034998 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b7b781-3fb7-4573-a669-bbac49c1f7c7 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Made reservation on behalf of dda9e6991cfd4a339fee4c7fa0ab8236 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:53:44.048227 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5b7b781-3fb7-4573-a669-bbac49c1f7c7 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:44.288751 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 0f57d318-499e-439e-927e-7badef538884 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:53:44.334922 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 0f57d318-499e-439e-927e-7badef538884 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:53:44.335288 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 0f57d318-499e-439e-927e-7badef538884 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:53:44.355101 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5b7b781-3fb7-4573-a669-bbac49c1f7c7 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (a3e1908f-5231-49fc-ba54-45d165cc737e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:44.440858 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7b781-3fb7-4573-a669-bbac49c1f7c7 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Subnet': ['ID=a3e1908f-5231-49fc-ba54-45d165cc737e,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:44.450560 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b7b781-3fb7-4573-a669-bbac49c1f7c7 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Checking segment: {'id': 'f7166e9c-dd0f-4ed9-aab8-376295576cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:53:44.450938 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b7b781-3fb7-4573-a669-bbac49c1f7c7 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network hostable DHCP agents. Network: 6c325e13-9cb7-4e02-9410-2132712d502c, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:53:44.476797 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b7b781-3fb7-4573-a669-bbac49c1f7c7 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network 6c325e13-9cb7-4e02-9410-2132712d502c is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:53:44.492863 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-d5b7b781-3fb7-4573-a669-bbac49c1f7c7 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 6c325e13-9cb7-4e02-9410-2132712d502c) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:53:44.504336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc372524-78e5-4eef-86ec-8334e0521e47 None None] Network 6c325e13-9cb7-4e02-9410-2132712d502c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:53:44.522570 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b7b781-3fb7-4573-a669-bbac49c1f7c7 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:53:44.523104 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5b7b781-3fb7-4573-a669-bbac49c1f7c7 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:44.563076 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d5b7b781-3fb7-4573-a669-bbac49c1f7c7 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6978993 Feb 08 21:53:44.567453 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34380) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:44.753665 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34bd092-decf-4068-9ab4-6f7f3a25da10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-6c325e13-9cb7-4e02-9410-2132712d502c', 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c', 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'fixed_ips': [{'subnet_id': 'a3e1908f-5231-49fc-ba54-45d165cc737e'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:53:44.756151 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d34bd092-decf-4068-9ab4-6f7f3a25da10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:45.005432 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1593a7bd-e4bb-4916-a29e-e5508d5a8e42 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:45.045510 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-d34bd092-decf-4068-9ab4-6f7f3a25da10 None None] Allocated IP 2001:db8::2 (6c325e13-9cb7-4e02-9410-2132712d502c/a3e1908f-5231-49fc-ba54-45d165cc737e/b2f601c0-cd21-4b73-99d8-eba92f7fe376) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:53:45.408952 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d34bd092-decf-4068-9ab4-6f7f3a25da10 None None] Publish callbacks [] for port (b2f601c0-cd21-4b73-99d8-eba92f7fe376), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:45.418707 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d34bd092-decf-4068-9ab4-6f7f3a25da10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (b2f601c0-cd21-4b73-99d8-eba92f7fe376), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:45.480880 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34bd092-decf-4068-9ab4-6f7f3a25da10 None None] Pushing event updated for resources: {'Port': ['ID=b2f601c0-cd21-4b73-99d8-eba92f7fe376,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:45.506670 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-1593a7bd-e4bb-4916-a29e-e5508d5a8e42 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Allocated IP 2001:db8::1 (6c325e13-9cb7-4e02-9410-2132712d502c/a3e1908f-5231-49fc-ba54-45d165cc737e/79bc9327-312a-4c4c-96b9-56fe277f78d8) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:53:45.507503 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34bd092-decf-4068-9ab4-6f7f3a25da10 None None] Network 6c325e13-9cb7-4e02-9410-2132712d502c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:53:45.509516 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-d34bd092-decf-4068-9ab4-6f7f3a25da10 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:53:45.517086 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34bd092-decf-4068-9ab4-6f7f3a25da10 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:53:45.620315 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-d34bd092-decf-4068-9ab4-6f7f3a25da10 None None] Attempting to bind port b2f601c0-cd21-4b73-99d8-eba92f7fe376 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:53:45.620699 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-d34bd092-decf-4068-9ab4-6f7f3a25da10 None None] Attempting to bind port b2f601c0-cd21-4b73-99d8-eba92f7fe376 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'f7166e9c-dd0f-4ed9-aab8-376295576cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:53:45.621119 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34bd092-decf-4068-9ab4-6f7f3a25da10 None None] Attempting to bind port b2f601c0-cd21-4b73-99d8-eba92f7fe376 on network 6c325e13-9cb7-4e02-9410-2132712d502c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:53:45.631877 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34bd092-decf-4068-9ab4-6f7f3a25da10 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:53:45.632264 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34bd092-decf-4068-9ab4-6f7f3a25da10 None None] Checking segment: {'id': 'f7166e9c-dd0f-4ed9-aab8-376295576cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:53:45.632685 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d34bd092-decf-4068-9ab4-6f7f3a25da10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:45.633084 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34bd092-decf-4068-9ab4-6f7f3a25da10 None None] Bound using segment: {'id': 'f7166e9c-dd0f-4ed9-aab8-376295576cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:53:45.633608 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-d34bd092-decf-4068-9ab4-6f7f3a25da10 None None] Bound port: b2f601c0-cd21-4b73-99d8-eba92f7fe376, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7166e9c-dd0f-4ed9-aab8-376295576cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:53:45.633994 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d34bd092-decf-4068-9ab4-6f7f3a25da10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b2f601c0-cd21-4b73-99d8-eba92f7fe376), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:45.727982 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1593a7bd-e4bb-4916-a29e-e5508d5a8e42 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for port (79bc9327-312a-4c4c-96b9-56fe277f78d8), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:45.791516 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1593a7bd-e4bb-4916-a29e-e5508d5a8e42 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (79bc9327-312a-4c4c-96b9-56fe277f78d8), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:45.793498 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d34bd092-decf-4068-9ab4-6f7f3a25da10 None None] For port b2f601c0-cd21-4b73-99d8-eba92f7fe376, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:53:45.799662 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d34bd092-decf-4068-9ab4-6f7f3a25da10 None None] For port b2f601c0-cd21-4b73-99d8-eba92f7fe376, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b2f601c0-cd21-4b73-99d8-eba92f7fe376,segment=NetworkSegment(f7166e9c-dd0f-4ed9-aab8-376295576cd1),segment_id=f7166e9c-dd0f-4ed9-aab8-376295576cd1)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:53:45.809997 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d34bd092-decf-4068-9ab4-6f7f3a25da10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b2f601c0-cd21-4b73-99d8-eba92f7fe376), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:45.894922 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34bd092-decf-4068-9ab4-6f7f3a25da10 None None] Pushing event updated for resources: {'Port': ['ID=b2f601c0-cd21-4b73-99d8-eba92f7fe376,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:45.916238 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1593a7bd-e4bb-4916-a29e-e5508d5a8e42 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network 6c325e13-9cb7-4e02-9410-2132712d502c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:53:45.920682 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-1593a7bd-e4bb-4916-a29e-e5508d5a8e42 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:53:45.923973 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1593a7bd-e4bb-4916-a29e-e5508d5a8e42 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:53:45.924697 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1593a7bd-e4bb-4916-a29e-e5508d5a8e42 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:45.980333 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593a7bd-e4bb-4916-a29e-e5508d5a8e42 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Port': ['ID=79bc9327-312a-4c4c-96b9-56fe277f78d8,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:46.211761 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1593a7bd-e4bb-4916-a29e-e5508d5a8e42 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (79bc9327-312a-4c4c-96b9-56fe277f78d8), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:47.394227 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1593a7bd-e4bb-4916-a29e-e5508d5a8e42 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for port (79bc9327-312a-4c4c-96b9-56fe277f78d8), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:47.401942 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1593a7bd-e4bb-4916-a29e-e5508d5a8e42 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (79bc9327-312a-4c4c-96b9-56fe277f78d8), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:47.403187 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1593a7bd-e4bb-4916-a29e-e5508d5a8e42 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:47.563608 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593a7bd-e4bb-4916-a29e-e5508d5a8e42 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Port': ['ID=79bc9327-312a-4c4c-96b9-56fe277f78d8,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:47.622039 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1593a7bd-e4bb-4916-a29e-e5508d5a8e42 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network 6c325e13-9cb7-4e02-9410-2132712d502c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:53:47.624179 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-1593a7bd-e4bb-4916-a29e-e5508d5a8e42 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:53:47.794448 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484a18ab-b350-405c-8620-c50f079e9cbf None None] Network 6c325e13-9cb7-4e02-9410-2132712d502c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:53:47.827075 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1593a7bd-e4bb-4916-a29e-e5508d5a8e42 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:53:47.957868 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ff8ac2c9-fde9-45f6-a5dd-3f0839625a6d None None] Provisioning complete for port b2f601c0-cd21-4b73-99d8-eba92f7fe376 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:47.958503 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ff8ac2c9-fde9-45f6-a5dd-3f0839625a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b2f601c0-cd21-4b73-99d8-eba92f7fe376), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:48.082951 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1593a7bd-e4bb-4916-a29e-e5508d5a8e42 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:53:48.089266 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1593a7bd-e4bb-4916-a29e-e5508d5a8e42 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "PUT /v2.0/routers/04e82c1b-191e-4e81-ac9e-13e6a964a3d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5198624 Feb 08 21:53:48.094372 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34468) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:48.101142 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-35798440-a437-417f-989f-00886d6cebcc tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1854278511'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:53:48.121894 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c160ed36-90b1-4583-a4b7-9f694c7148a3 None None] Sync routers for ids ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:53:48.138467 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35798440-a437-417f-989f-00886d6cebcc tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Made reservation on behalf of dda9e6991cfd4a339fee4c7fa0ab8236 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:53:48.144779 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35798440-a437-417f-989f-00886d6cebcc tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:48.149729 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ff8ac2c9-fde9-45f6-a5dd-3f0839625a6d None None] Current status of the port b2f601c0-cd21-4b73-99d8-eba92f7fe376 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:53:48.150172 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ff8ac2c9-fde9-45f6-a5dd-3f0839625a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b2f601c0-cd21-4b73-99d8-eba92f7fe376), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:48.158685 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c160ed36-90b1-4583-a4b7-9f694c7148a3 None None] Routers {'04e82c1b-191e-4e81-ac9e-13e6a964a3d4'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:53:48.159482 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c160ed36-90b1-4583-a4b7-9f694c7148a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:53:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:48.228659 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35798440-a437-417f-989f-00886d6cebcc tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:53:48.258457 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35798440-a437-417f-989f-00886d6cebcc tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (5ade884a-402a-4806-8062-5287e7c024cf), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:48.266180 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-35798440-a437-417f-989f-00886d6cebcc tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Added segment 5ade884a-402a-4806-8062-5287e7c024cf of type vlan for network 14353323-c9f3-40cb-bc88-1fd7e62f1862 Feb 08 21:53:48.341259 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ff8ac2c9-fde9-45f6-a5dd-3f0839625a6d None None] For port b2f601c0-cd21-4b73-99d8-eba92f7fe376, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b2f601c0-cd21-4b73-99d8-eba92f7fe376,segment=NetworkSegment(f7166e9c-dd0f-4ed9-aab8-376295576cd1),segment_id=f7166e9c-dd0f-4ed9-aab8-376295576cd1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:53:48.350143 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ff8ac2c9-fde9-45f6-a5dd-3f0839625a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b2f601c0-cd21-4b73-99d8-eba92f7fe376), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:48.362145 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35798440-a437-417f-989f-00886d6cebcc tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (14353323-c9f3-40cb-bc88-1fd7e62f1862), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:48.414521 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-c160ed36-90b1-4583-a4b7-9f694c7148a3 None None] Set router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:53:48.478116 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35798440-a437-417f-989f-00886d6cebcc tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (14353323-c9f3-40cb-bc88-1fd7e62f1862), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:48.500458 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35798440-a437-417f-989f-00886d6cebcc tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:53:48.502204 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35798440-a437-417f-989f-00886d6cebcc tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:48.615921 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b2f601c0-cd21-4b73-99d8-eba92f7fe376 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:53:48.690408 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35798440-a437-417f-989f-00886d6cebcc tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Network': ['ID=14353323-c9f3-40cb-bc88-1fd7e62f1862,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:48.719459 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-35798440-a437-417f-989f-00886d6cebcc tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6181219 Feb 08 21:53:48.720115 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 34478) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:48.728129 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 14353323-c9f3-40cb-bc88-1fd7e62f1862 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:53:48.745956 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-40cda543-7faa-4841-8c0d-2ff0114d0990 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'subnet': {'network_id': '14353323-c9f3-40cb-bc88-1fd7e62f1862', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:53:49.106872 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cda543-7faa-4841-8c0d-2ff0114d0990 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Made reservation on behalf of dda9e6991cfd4a339fee4c7fa0ab8236 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:53:49.120936 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40cda543-7faa-4841-8c0d-2ff0114d0990 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:49.342651 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ac2c9-fde9-45f6-a5dd-3f0839625a6d None None] Pushing event updated for resources: {'Port': ['ID=b2f601c0-cd21-4b73-99d8-eba92f7fe376,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:49.498907 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-cc96c14c-7e7e-4b29-af43-cdcf336de30a None None] Provisioning complete for port 79bc9327-312a-4c4c-96b9-56fe277f78d8 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:49.500352 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cc96c14c-7e7e-4b29-af43-cdcf336de30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (79bc9327-312a-4c4c-96b9-56fe277f78d8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:49.682183 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port b2f601c0-cd21-4b73-99d8-eba92f7fe376 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:49.685201 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b2f601c0-cd21-4b73-99d8-eba92f7fe376), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:49.803707 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40cda543-7faa-4841-8c0d-2ff0114d0990 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (f8c7cab8-caca-49d0-a45e-e7bf297ac6bd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:49.820812 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-cc96c14c-7e7e-4b29-af43-cdcf336de30a None None] Port 79bc9327-312a-4c4c-96b9-56fe277f78d8 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:53:49.946610 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-cc96c14c-7e7e-4b29-af43-cdcf336de30a None None] Provisioning complete for port b2f601c0-cd21-4b73-99d8-eba92f7fe376 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:49.951745 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cc96c14c-7e7e-4b29-af43-cdcf336de30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b2f601c0-cd21-4b73-99d8-eba92f7fe376), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:49.958222 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cda543-7faa-4841-8c0d-2ff0114d0990 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Subnet': ['ID=f8c7cab8-caca-49d0-a45e-e7bf297ac6bd,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:49.999786 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c160ed36-90b1-4583-a4b7-9f694c7148a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'name': 'tempest-RoutersIpV6Test-router-1876814158', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:53:43Z', 'updated_at': '2022-02-08T21:53:46Z', 'revision_number': 2, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None, '_interfaces': [{'id': '79bc9327-312a-4c4c-96b9-56fe277f78d8', 'name': '', 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:cd:78:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:45Z', 'updated_at': '2022-02-08T21:53:47Z', 'revision_number': 2, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:50.002931 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port b2f601c0-cd21-4b73-99d8-eba92f7fe376 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:53:50.080744 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c160ed36-90b1-4583-a4b7-9f694c7148a3 None None] Checking router: 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:53:50.082732 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c160ed36-90b1-4583-a4b7-9f694c7148a3 None None] Updating router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 port 79bc9327-312a-4c4c-96b9-56fe277f78d8 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:53:50.104075 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cda543-7faa-4841-8c0d-2ff0114d0990 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Checking segment: {'id': '5ade884a-402a-4806-8062-5287e7c024cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '14353323-c9f3-40cb-bc88-1fd7e62f1862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:53:50.104660 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cda543-7faa-4841-8c0d-2ff0114d0990 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network hostable DHCP agents. Network: 14353323-c9f3-40cb-bc88-1fd7e62f1862, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:53:50.145724 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cda543-7faa-4841-8c0d-2ff0114d0990 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network 14353323-c9f3-40cb-bc88-1fd7e62f1862 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:53:50.160799 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c160ed36-90b1-4583-a4b7-9f694c7148a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (79bc9327-312a-4c4c-96b9-56fe277f78d8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:50.167539 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-40cda543-7faa-4841-8c0d-2ff0114d0990 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 14353323-c9f3-40cb-bc88-1fd7e62f1862) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:53:50.177943 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cda543-7faa-4841-8c0d-2ff0114d0990 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:53:50.180535 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40cda543-7faa-4841-8c0d-2ff0114d0990 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:50.210052 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0e7e1b-441d-4d7a-b680-3af0fe55f746 None None] Network 14353323-c9f3-40cb-bc88-1fd7e62f1862 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:53:50.221126 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34508) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:50.230480 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-40cda543-7faa-4841-8c0d-2ff0114d0990 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5078142 Feb 08 21:53:50.370575 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b2f601c0-cd21-4b73-99d8-eba92f7fe376 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:53:50.673758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-cc96c14c-7e7e-4b29-af43-cdcf336de30a None None] Current status of the port b2f601c0-cd21-4b73-99d8-eba92f7fe376 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:53:50.684847 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392bdc19-b1f0-4749-9ece-1f6fa1cc9bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-14353323-c9f3-40cb-bc88-1fd7e62f1862', 'network_id': '14353323-c9f3-40cb-bc88-1fd7e62f1862', 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'fixed_ips': [{'subnet_id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:53:50.686099 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-392bdc19-b1f0-4749-9ece-1f6fa1cc9bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:50.938471 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port b2f601c0-cd21-4b73-99d8-eba92f7fe376 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:50.953445 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b2f601c0-cd21-4b73-99d8-eba92f7fe376), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:51.060082 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-c837abc6-d5a8-46e0-813a-010a66d8a595 None None] Provisioning complete for port 79bc9327-312a-4c4c-96b9-56fe277f78d8 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:51.060082 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c837abc6-d5a8-46e0-813a-010a66d8a595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (79bc9327-312a-4c4c-96b9-56fe277f78d8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:51.108610 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c837abc6-d5a8-46e0-813a-010a66d8a595 None None] Port 79bc9327-312a-4c4c-96b9-56fe277f78d8 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:53:51.200634 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-455f0f8f-c7ef-46cf-af28-60ae00bb31ad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:51.274254 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-392bdc19-b1f0-4749-9ece-1f6fa1cc9bab None None] Allocated IP 2001:db8:1::2 (14353323-c9f3-40cb-bc88-1fd7e62f1862/f8c7cab8-caca-49d0-a45e-e7bf297ac6bd/c17e3733-fe91-4a4e-bc64-a60681f1846b) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:53:51.475000 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port b2f601c0-cd21-4b73-99d8-eba92f7fe376 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:53:51.583333 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c160ed36-90b1-4583-a4b7-9f694c7148a3 None None] Publish callbacks [] for port (79bc9327-312a-4c4c-96b9-56fe277f78d8), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:51.609925 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c160ed36-90b1-4583-a4b7-9f694c7148a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (79bc9327-312a-4c4c-96b9-56fe277f78d8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:51.991426 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38db4e-cd9c-482c-9a82-bf45aabe1344 None None] Pushing event updated for resources: {'Port': ['ID=79bc9327-312a-4c4c-96b9-56fe277f78d8,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:52.162081 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c160ed36-90b1-4583-a4b7-9f694c7148a3 None None] Attempting to bind port 79bc9327-312a-4c4c-96b9-56fe277f78d8 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:53:52.162881 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c160ed36-90b1-4583-a4b7-9f694c7148a3 None None] Attempting to bind port 79bc9327-312a-4c4c-96b9-56fe277f78d8 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'f7166e9c-dd0f-4ed9-aab8-376295576cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:53:52.163734 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c160ed36-90b1-4583-a4b7-9f694c7148a3 None None] Attempting to bind port 79bc9327-312a-4c4c-96b9-56fe277f78d8 on network 6c325e13-9cb7-4e02-9410-2132712d502c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:53:52.182310 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c160ed36-90b1-4583-a4b7-9f694c7148a3 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:53:52.182901 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c160ed36-90b1-4583-a4b7-9f694c7148a3 None None] Checking segment: {'id': 'f7166e9c-dd0f-4ed9-aab8-376295576cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:53:52.183561 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c160ed36-90b1-4583-a4b7-9f694c7148a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:52.184181 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c160ed36-90b1-4583-a4b7-9f694c7148a3 None None] Bound using segment: {'id': 'f7166e9c-dd0f-4ed9-aab8-376295576cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:53:52.184993 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c160ed36-90b1-4583-a4b7-9f694c7148a3 None None] Bound port: 79bc9327-312a-4c4c-96b9-56fe277f78d8, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7166e9c-dd0f-4ed9-aab8-376295576cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:53:52.185660 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c160ed36-90b1-4583-a4b7-9f694c7148a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (79bc9327-312a-4c4c-96b9-56fe277f78d8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:52.396157 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c160ed36-90b1-4583-a4b7-9f694c7148a3 None None] For port 79bc9327-312a-4c4c-96b9-56fe277f78d8, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:53:52.402684 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c160ed36-90b1-4583-a4b7-9f694c7148a3 None None] For port 79bc9327-312a-4c4c-96b9-56fe277f78d8, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=79bc9327-312a-4c4c-96b9-56fe277f78d8,segment=NetworkSegment(f7166e9c-dd0f-4ed9-aab8-376295576cd1),segment_id=f7166e9c-dd0f-4ed9-aab8-376295576cd1)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:53:52.469397 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c160ed36-90b1-4583-a4b7-9f694c7148a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (79bc9327-312a-4c4c-96b9-56fe277f78d8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:52.553251 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-0bac841a-6308-4d5d-bc66-a5c29b22eb53 None None] Provisioning complete for port 79bc9327-312a-4c4c-96b9-56fe277f78d8 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:52.554414 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0bac841a-6308-4d5d-bc66-a5c29b22eb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (79bc9327-312a-4c4c-96b9-56fe277f78d8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:52.580916 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-392bdc19-b1f0-4749-9ece-1f6fa1cc9bab None None] Publish callbacks [] for port (c17e3733-fe91-4a4e-bc64-a60681f1846b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:52.646172 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-392bdc19-b1f0-4749-9ece-1f6fa1cc9bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (c17e3733-fe91-4a4e-bc64-a60681f1846b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:52.674397 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c160ed36-90b1-4583-a4b7-9f694c7148a3 None None] Routers {'04e82c1b-191e-4e81-ac9e-13e6a964a3d4'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:53:52.675316 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c160ed36-90b1-4583-a4b7-9f694c7148a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:53:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:52.726529 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-455f0f8f-c7ef-46cf-af28-60ae00bb31ad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Allocated IP 2001:db8:1::1 (14353323-c9f3-40cb-bc88-1fd7e62f1862/f8c7cab8-caca-49d0-a45e-e7bf297ac6bd/d1e04862-4a53-4bb2-b995-d5d42f0d8c0a) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:53:52.800632 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38db4e-cd9c-482c-9a82-bf45aabe1344 None None] Pushing event updated for resources: {'Port': ['ID=79bc9327-312a-4c4c-96b9-56fe277f78d8,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:52.884579 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392bdc19-b1f0-4749-9ece-1f6fa1cc9bab None None] Network 14353323-c9f3-40cb-bc88-1fd7e62f1862 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:53:52.948449 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-392bdc19-b1f0-4749-9ece-1f6fa1cc9bab None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:53:52.955405 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392bdc19-b1f0-4749-9ece-1f6fa1cc9bab None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:53:53.106348 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-455f0f8f-c7ef-46cf-af28-60ae00bb31ad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for port (d1e04862-4a53-4bb2-b995-d5d42f0d8c0a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:53.150953 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0bac841a-6308-4d5d-bc66-a5c29b22eb53 None None] Current status of the port 79bc9327-312a-4c4c-96b9-56fe277f78d8 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:53:53.151358 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0bac841a-6308-4d5d-bc66-a5c29b22eb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (79bc9327-312a-4c4c-96b9-56fe277f78d8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:53.154270 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-c160ed36-90b1-4583-a4b7-9f694c7148a3 None None] Set router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:53:53.175327 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392bdc19-b1f0-4749-9ece-1f6fa1cc9bab None None] Pushing event updated for resources: {'Port': ['ID=c17e3733-fe91-4a4e-bc64-a60681f1846b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:53.189811 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-455f0f8f-c7ef-46cf-af28-60ae00bb31ad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (d1e04862-4a53-4bb2-b995-d5d42f0d8c0a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:53.309172 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455f0f8f-c7ef-46cf-af28-60ae00bb31ad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network 14353323-c9f3-40cb-bc88-1fd7e62f1862 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:53:53.316271 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-455f0f8f-c7ef-46cf-af28-60ae00bb31ad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:53:53.334558 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-392bdc19-b1f0-4749-9ece-1f6fa1cc9bab None None] Attempting to bind port c17e3733-fe91-4a4e-bc64-a60681f1846b on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:53:53.334938 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-392bdc19-b1f0-4749-9ece-1f6fa1cc9bab None None] Attempting to bind port c17e3733-fe91-4a4e-bc64-a60681f1846b by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '5ade884a-402a-4806-8062-5287e7c024cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '14353323-c9f3-40cb-bc88-1fd7e62f1862'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:53:53.335761 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392bdc19-b1f0-4749-9ece-1f6fa1cc9bab None None] Attempting to bind port c17e3733-fe91-4a4e-bc64-a60681f1846b on network 14353323-c9f3-40cb-bc88-1fd7e62f1862 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:53:53.352533 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f0f8f-c7ef-46cf-af28-60ae00bb31ad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:53:53.353258 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-455f0f8f-c7ef-46cf-af28-60ae00bb31ad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:53.386419 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-0bac841a-6308-4d5d-bc66-a5c29b22eb53 None None] For port 79bc9327-312a-4c4c-96b9-56fe277f78d8, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=79bc9327-312a-4c4c-96b9-56fe277f78d8,segment=NetworkSegment(f7166e9c-dd0f-4ed9-aab8-376295576cd1),segment_id=f7166e9c-dd0f-4ed9-aab8-376295576cd1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:53:53.387602 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392bdc19-b1f0-4749-9ece-1f6fa1cc9bab None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:53:53.387979 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392bdc19-b1f0-4749-9ece-1f6fa1cc9bab None None] Checking segment: {'id': '5ade884a-402a-4806-8062-5287e7c024cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '14353323-c9f3-40cb-bc88-1fd7e62f1862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:53:53.388414 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-392bdc19-b1f0-4749-9ece-1f6fa1cc9bab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:53.388889 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392bdc19-b1f0-4749-9ece-1f6fa1cc9bab None None] Bound using segment: {'id': '5ade884a-402a-4806-8062-5287e7c024cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '14353323-c9f3-40cb-bc88-1fd7e62f1862'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:53:53.389493 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-392bdc19-b1f0-4749-9ece-1f6fa1cc9bab None None] Bound port: c17e3733-fe91-4a4e-bc64-a60681f1846b, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ade884a-402a-4806-8062-5287e7c024cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '14353323-c9f3-40cb-bc88-1fd7e62f1862'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:53:53.389789 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-392bdc19-b1f0-4749-9ece-1f6fa1cc9bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c17e3733-fe91-4a4e-bc64-a60681f1846b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:53.395501 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0bac841a-6308-4d5d-bc66-a5c29b22eb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (79bc9327-312a-4c4c-96b9-56fe277f78d8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:53.483016 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac841a-6308-4d5d-bc66-a5c29b22eb53 None None] Pushing event updated for resources: {'Port': ['ID=79bc9327-312a-4c4c-96b9-56fe277f78d8,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:53.557982 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f0f8f-c7ef-46cf-af28-60ae00bb31ad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Port': ['ID=d1e04862-4a53-4bb2-b995-d5d42f0d8c0a,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:53.767173 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-455f0f8f-c7ef-46cf-af28-60ae00bb31ad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d1e04862-4a53-4bb2-b995-d5d42f0d8c0a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:53.892611 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-78d3fdcd-cbd4-45fb-b362-249aeec81cc0 None None] Provisioning complete for port 79bc9327-312a-4c4c-96b9-56fe277f78d8 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:53.894530 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-78d3fdcd-cbd4-45fb-b362-249aeec81cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (79bc9327-312a-4c4c-96b9-56fe277f78d8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:54.211888 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-392bdc19-b1f0-4749-9ece-1f6fa1cc9bab None None] For port c17e3733-fe91-4a4e-bc64-a60681f1846b, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:53:54.248102 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-392bdc19-b1f0-4749-9ece-1f6fa1cc9bab None None] For port c17e3733-fe91-4a4e-bc64-a60681f1846b, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c17e3733-fe91-4a4e-bc64-a60681f1846b,segment=NetworkSegment(5ade884a-402a-4806-8062-5287e7c024cf),segment_id=5ade884a-402a-4806-8062-5287e7c024cf)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:53:54.263887 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-392bdc19-b1f0-4749-9ece-1f6fa1cc9bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c17e3733-fe91-4a4e-bc64-a60681f1846b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:54.276008 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f164b58d-c293-45ae-8fe6-f9be8eca6ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:54.278597 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-78d3fdcd-cbd4-45fb-b362-249aeec81cc0 None None] Current status of the port 79bc9327-312a-4c4c-96b9-56fe277f78d8 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:53:54.395014 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c160ed36-90b1-4583-a4b7-9f694c7148a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'name': 'tempest-RoutersIpV6Test-router-1876814158', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:53:43Z', 'updated_at': '2022-02-08T21:53:46Z', 'revision_number': 2, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None, '_interfaces': [{'id': '79bc9327-312a-4c4c-96b9-56fe277f78d8', 'name': '', 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:cd:78:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:45Z', 'updated_at': '2022-02-08T21:53:52Z', 'revision_number': 4, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:54.399549 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392bdc19-b1f0-4749-9ece-1f6fa1cc9bab None None] Pushing event updated for resources: {'Port': ['ID=c17e3733-fe91-4a4e-bc64-a60681f1846b,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:54.418596 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-455f0f8f-c7ef-46cf-af28-60ae00bb31ad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for port (d1e04862-4a53-4bb2-b995-d5d42f0d8c0a), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:54.431231 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-455f0f8f-c7ef-46cf-af28-60ae00bb31ad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (d1e04862-4a53-4bb2-b995-d5d42f0d8c0a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:54.433011 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-455f0f8f-c7ef-46cf-af28-60ae00bb31ad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:54.475274 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c160ed36-90b1-4583-a4b7-9f694c7148a3 None None] The sync data for ids ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'] in n-d-712143-31 is: [{'id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'name': 'tempest-RoutersIpV6Test-router-1876814158', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:53:43Z', 'updated_at': '2022-02-08T21:53:46Z', 'revision_number': 2, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None, '_interfaces': [{'id': '79bc9327-312a-4c4c-96b9-56fe277f78d8', 'name': '', 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:cd:78:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:45Z', 'updated_at': '2022-02-08T21:53:52Z', 'revision_number': 4, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:53:54.778996 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f0f8f-c7ef-46cf-af28-60ae00bb31ad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Port': ['ID=d1e04862-4a53-4bb2-b995-d5d42f0d8c0a,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:54.797159 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455f0f8f-c7ef-46cf-af28-60ae00bb31ad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network 14353323-c9f3-40cb-bc88-1fd7e62f1862 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:53:54.797159 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-455f0f8f-c7ef-46cf-af28-60ae00bb31ad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:53:55.203383 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455f0f8f-c7ef-46cf-af28-60ae00bb31ad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:53:55.220745 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-eac45f67-4b4c-43c2-955b-d176682b61e9 req-4dc476c3-dcf6-4a41-9465-d36fc9d68c3e service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=bd14a583-6008-4070-857b-d7384a68a06b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3284609 Feb 08 21:53:55.456711 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac45f67-4b4c-43c2-955b-d176682b61e9 req-bd741ee7-7a9f-41d4-8446-876424a88953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:53:55.457804 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-eac45f67-4b4c-43c2-955b-d176682b61e9 req-bd741ee7-7a9f-41d4-8446-876424a88953 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=224cdca309204cf4ab30e157a31b072a&device_id=bd14a583-6008-4070-857b-d7384a68a06b HTTP/1.1" status: 200 len: 1128 time: 0.1570876 Feb 08 21:53:55.517833 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455f0f8f-c7ef-46cf-af28-60ae00bb31ad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:53:55.529390 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-455f0f8f-c7ef-46cf-af28-60ae00bb31ad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "PUT /v2.0/routers/04e82c1b-191e-4e81-ac9e-13e6a964a3d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3066111 Feb 08 21:53:55.529717 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34814) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:55.536502 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-73f57c9b-dce3-4e8b-a292-b3d76b4997f3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1262541764'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:53:55.609548 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f57c9b-dce3-4e8b-a292-b3d76b4997f3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Made reservation on behalf of dda9e6991cfd4a339fee4c7fa0ab8236 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:53:55.615704 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73f57c9b-dce3-4e8b-a292-b3d76b4997f3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:55.672163 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac45f67-4b4c-43c2-955b-d176682b61e9 req-460d9157-027e-40e3-9f12-902997d122d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:53:55.674938 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-eac45f67-4b4c-43c2-955b-d176682b61e9 req-460d9157-027e-40e3-9f12-902997d122d3 service neutron] 10.222.0.94 "GET /v2.0/networks?id=0512048c-55e1-420b-8bea-491fbd42c90c HTTP/1.1" status: 200 len: 910 time: 0.1723492 Feb 08 21:53:55.677938 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f57c9b-dce3-4e8b-a292-b3d76b4997f3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:53:55.749752 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73f57c9b-dce3-4e8b-a292-b3d76b4997f3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (0d62db69-8dcd-4fca-a044-2f0e817a2498), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:55.752890 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-73f57c9b-dce3-4e8b-a292-b3d76b4997f3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Added segment 0d62db69-8dcd-4fca-a044-2f0e817a2498 of type vlan for network fc41940c-716c-4840-a030-aa97a3bc5f24 Feb 08 21:53:55.795868 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-eac45f67-4b4c-43c2-955b-d176682b61e9 req-f2f16665-1921-4e80-817b-f66bac24e15c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e84ae9-01e4-4066-a89f-9c7839ed4c39 HTTP/1.1" status: 200 len: 1000 time: 0.1142507 Feb 08 21:53:55.880839 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73f57c9b-dce3-4e8b-a292-b3d76b4997f3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (fc41940c-716c-4840-a030-aa97a3bc5f24), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:55.955005 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac45f67-4b4c-43c2-955b-d176682b61e9 req-afddaa24-fce9-4281-8013-366fd7e1bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:53:55.955258 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73f57c9b-dce3-4e8b-a292-b3d76b4997f3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (fc41940c-716c-4840-a030-aa97a3bc5f24), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:55.960518 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f57c9b-dce3-4e8b-a292-b3d76b4997f3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:53:55.961216 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73f57c9b-dce3-4e8b-a292-b3d76b4997f3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:55.961478 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-eac45f67-4b4c-43c2-955b-d176682b61e9 req-afddaa24-fce9-4281-8013-366fd7e1bf6f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0aba1a01-7dcc-429b-a7ed-eefc12dcd42c HTTP/1.1" status: 200 len: 848 time: 0.1598508 Feb 08 21:53:56.059170 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac45f67-4b4c-43c2-955b-d176682b61e9 req-b9b27339-8d1a-47cd-86ad-266eaaa96d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:53:56.060918 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-eac45f67-4b4c-43c2-955b-d176682b61e9 req-b9b27339-8d1a-47cd-86ad-266eaaa96d6a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0512048c-55e1-420b-8bea-491fbd42c90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0926833 Feb 08 21:53:56.126167 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f57c9b-dce3-4e8b-a292-b3d76b4997f3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Network': ['ID=fc41940c-716c-4840-a030-aa97a3bc5f24,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:56.166127 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network fc41940c-716c-4840-a030-aa97a3bc5f24 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:53:56.192963 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-73f57c9b-dce3-4e8b-a292-b3d76b4997f3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6583838 Feb 08 21:53:56.194581 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34868) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:56.216635 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-eac45f67-4b4c-43c2-955b-d176682b61e9 req-e4f8958b-b958-441e-a1da-df732aca2535 service neutron] 10.222.0.94 "GET /v2.0/networks/0512048c-55e1-420b-8bea-491fbd42c90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443908 Feb 08 21:53:56.233872 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-98ce5077-97b7-4a83-a897-ba11501f58b3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'subnet': {'network_id': 'fc41940c-716c-4840-a030-aa97a3bc5f24', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:53:56.500302 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ce5077-97b7-4a83-a897-ba11501f58b3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Made reservation on behalf of dda9e6991cfd4a339fee4c7fa0ab8236 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:53:56.506559 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d3f839-348b-48d7-bac6-802287be08d1 None None] Network 14353323-c9f3-40cb-bc88-1fd7e62f1862 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:53:56.509142 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-98ce5077-97b7-4a83-a897-ba11501f58b3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:56.572800 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-eac45f67-4b4c-43c2-955b-d176682b61e9 req-e7500f11-6bb3-4800-84b2-d616bf8da9cb service neutron] 10.222.0.94 "GET /v2.0/networks/0512048c-55e1-420b-8bea-491fbd42c90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509991 Feb 08 21:53:56.713079 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 79bc9327-312a-4c4c-96b9-56fe277f78d8 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:53:56.830584 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-15fb0048-c8a1-4a68-974f-cb161ac08548 None None] Provisioning complete for port c17e3733-fe91-4a4e-bc64-a60681f1846b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:56.830969 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-15fb0048-c8a1-4a68-974f-cb161ac08548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c17e3733-fe91-4a4e-bc64-a60681f1846b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:56.928645 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 79bc9327-312a-4c4c-96b9-56fe277f78d8 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:56.929026 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (79bc9327-312a-4c4c-96b9-56fe277f78d8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:56.956813 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-98ce5077-97b7-4a83-a897-ba11501f58b3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:57.044568 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-15fb0048-c8a1-4a68-974f-cb161ac08548 None None] Current status of the port c17e3733-fe91-4a4e-bc64-a60681f1846b is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:53:57.045954 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-15fb0048-c8a1-4a68-974f-cb161ac08548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c17e3733-fe91-4a4e-bc64-a60681f1846b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:57.127397 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ce5077-97b7-4a83-a897-ba11501f58b3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Checking segment: {'id': '0d62db69-8dcd-4fca-a044-2f0e817a2498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fc41940c-716c-4840-a030-aa97a3bc5f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:53:57.127982 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ce5077-97b7-4a83-a897-ba11501f58b3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network hostable DHCP agents. Network: fc41940c-716c-4840-a030-aa97a3bc5f24, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:53:57.156809 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce5077-97b7-4a83-a897-ba11501f58b3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Subnet': ['ID=0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:57.160458 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-15fb0048-c8a1-4a68-974f-cb161ac08548 None None] For port c17e3733-fe91-4a4e-bc64-a60681f1846b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c17e3733-fe91-4a4e-bc64-a60681f1846b,segment=NetworkSegment(5ade884a-402a-4806-8062-5287e7c024cf),segment_id=5ade884a-402a-4806-8062-5287e7c024cf)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:53:57.172647 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ce5077-97b7-4a83-a897-ba11501f58b3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network fc41940c-716c-4840-a030-aa97a3bc5f24 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:53:57.173667 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b849b069-f18b-4001-b09e-d9242ae68693 None None] Sync routers for ids ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:53:57.190072 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-98ce5077-97b7-4a83-a897-ba11501f58b3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, fc41940c-716c-4840-a030-aa97a3bc5f24) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:53:57.196295 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-15fb0048-c8a1-4a68-974f-cb161ac08548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c17e3733-fe91-4a4e-bc64-a60681f1846b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:57.201367 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b849b069-f18b-4001-b09e-d9242ae68693 None None] Routers {'04e82c1b-191e-4e81-ac9e-13e6a964a3d4'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:53:57.203938 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b849b069-f18b-4001-b09e-d9242ae68693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:53:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:57.206335 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ce5077-97b7-4a83-a897-ba11501f58b3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:53:57.208628 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-98ce5077-97b7-4a83-a897-ba11501f58b3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:57.217828 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2eb4690-322c-4106-818a-170b27437923 None None] Network fc41940c-716c-4840-a030-aa97a3bc5f24 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:53:57.226819 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 79bc9327-312a-4c4c-96b9-56fe277f78d8 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:53:57.229775 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c17e3733-fe91-4a4e-bc64-a60681f1846b up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:53:57.251517 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-98ce5077-97b7-4a83-a897-ba11501f58b3 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0305619 Feb 08 21:53:57.251996 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 34958) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:53:57.463260 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-b849b069-f18b-4001-b09e-d9242ae68693 None None] Set router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:53:57.521401 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb0048-c8a1-4a68-974f-cb161ac08548 None None] Pushing event updated for resources: {'Port': ['ID=c17e3733-fe91-4a4e-bc64-a60681f1846b,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:57.536534 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port c17e3733-fe91-4a4e-bc64-a60681f1846b triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:57.537400 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c17e3733-fe91-4a4e-bc64-a60681f1846b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:57.638961 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2a09c4e5-23c7-4c7f-9bf4-96d4e5d2b4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:57.749445 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-10635782-4980-4c25-aa7c-b50653d2ace8 None None] Provisioning complete for port c17e3733-fe91-4a4e-bc64-a60681f1846b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:57.750687 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-10635782-4980-4c25-aa7c-b50653d2ace8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c17e3733-fe91-4a4e-bc64-a60681f1846b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:57.792608 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6aa240d-f985-4faf-9ac9-d3c6b94f711f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-fc41940c-716c-4840-a030-aa97a3bc5f24', 'network_id': 'fc41940c-716c-4840-a030-aa97a3bc5f24', 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'fixed_ips': [{'subnet_id': '0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:53:57.793834 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d6aa240d-f985-4faf-9ac9-d3c6b94f711f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:57.901418 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port c17e3733-fe91-4a4e-bc64-a60681f1846b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:53:57.957954 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b849b069-f18b-4001-b09e-d9242ae68693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'name': 'tempest-RoutersIpV6Test-router-1876814158', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:53:43Z', 'updated_at': '2022-02-08T21:53:53Z', 'revision_number': 3, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None, '_interfaces': [{'id': '79bc9327-312a-4c4c-96b9-56fe277f78d8', 'name': '', 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:cd:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:45Z', 'updated_at': '2022-02-08T21:53:53Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e04862-4a53-4bb2-b995-d5d42f0d8c0a', 'name': '', 'network_id': '14353323-c9f3-40cb-bc88-1fd7e62f1862', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:60:93:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:51Z', 'updated_at': '2022-02-08T21:53:54Z', 'revision_number': 2, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:58.027780 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b849b069-f18b-4001-b09e-d9242ae68693 None None] Checking router: 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:53:58.030275 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b849b069-f18b-4001-b09e-d9242ae68693 None None] Updating router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 port d1e04862-4a53-4bb2-b995-d5d42f0d8c0a binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:53:58.085545 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b849b069-f18b-4001-b09e-d9242ae68693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d1e04862-4a53-4bb2-b995-d5d42f0d8c0a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:58.157939 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-380fe277-0bef-42dc-ab8e-a420d25cc39c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:58.203856 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-10635782-4980-4c25-aa7c-b50653d2ace8 None None] Current status of the port c17e3733-fe91-4a4e-bc64-a60681f1846b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:53:58.261912 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-10635782-4980-4c25-aa7c-b50653d2ace8 None None] Provisioning complete for port d1e04862-4a53-4bb2-b995-d5d42f0d8c0a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:58.262572 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-10635782-4980-4c25-aa7c-b50653d2ace8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d1e04862-4a53-4bb2-b995-d5d42f0d8c0a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:58.307618 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-d6aa240d-f985-4faf-9ac9-d3c6b94f711f None None] Allocated IP 2001:db8:2::2 (fc41940c-716c-4840-a030-aa97a3bc5f24/0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d/44fab530-1fd9-4584-8063-6a3d4fab20c8) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:53:58.391030 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c17e3733-fe91-4a4e-bc64-a60681f1846b up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:53:58.473670 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-10635782-4980-4c25-aa7c-b50653d2ace8 None None] Port d1e04862-4a53-4bb2-b995-d5d42f0d8c0a cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:53:58.509768 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port c17e3733-fe91-4a4e-bc64-a60681f1846b triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:58.514007 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c17e3733-fe91-4a4e-bc64-a60681f1846b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:58.727448 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d6aa240d-f985-4faf-9ac9-d3c6b94f711f None None] Publish callbacks [] for port (44fab530-1fd9-4584-8063-6a3d4fab20c8), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:58.735236 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-600c0aec-7c03-40e8-af30-a8f854bd5298 None None] Provisioning complete for port d1e04862-4a53-4bb2-b995-d5d42f0d8c0a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:58.735924 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-600c0aec-7c03-40e8-af30-a8f854bd5298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d1e04862-4a53-4bb2-b995-d5d42f0d8c0a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:58.741751 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d6aa240d-f985-4faf-9ac9-d3c6b94f711f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (44fab530-1fd9-4584-8063-6a3d4fab20c8), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:58.771443 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b849b069-f18b-4001-b09e-d9242ae68693 None None] Publish callbacks [] for port (d1e04862-4a53-4bb2-b995-d5d42f0d8c0a), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:58.792119 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b849b069-f18b-4001-b09e-d9242ae68693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d1e04862-4a53-4bb2-b995-d5d42f0d8c0a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:58.819764 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:53:58.886155 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18cd32a-e162-4698-8a21-63f02a4f3fe7 None None] Pushing event updated for resources: {'Port': ['ID=d1e04862-4a53-4bb2-b995-d5d42f0d8c0a,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:58.919287 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6aa240d-f985-4faf-9ac9-d3c6b94f711f None None] Network fc41940c-716c-4840-a030-aa97a3bc5f24 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:53:58.931448 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-380fe277-0bef-42dc-ab8e-a420d25cc39c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Allocated IP 2001:db8:2::1 (fc41940c-716c-4840-a030-aa97a3bc5f24/0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d/e5b5823b-c264-455e-9efc-7d1a74b24358) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:53:58.938991 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18cd32a-e162-4698-8a21-63f02a4f3fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:58.939243 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18cd32a-e162-4698-8a21-63f02a4f3fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:58.945949 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18cd32a-e162-4698-8a21-63f02a4f3fe7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:58.946264 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18cd32a-e162-4698-8a21-63f02a4f3fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:58.946654 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18cd32a-e162-4698-8a21-63f02a4f3fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:58.947104 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18cd32a-e162-4698-8a21-63f02a4f3fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:58.947496 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18cd32a-e162-4698-8a21-63f02a4f3fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:58.947837 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18cd32a-e162-4698-8a21-63f02a4f3fe7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:58.948164 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18cd32a-e162-4698-8a21-63f02a4f3fe7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:58.948674 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18cd32a-e162-4698-8a21-63f02a4f3fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:58.949191 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18cd32a-e162-4698-8a21-63f02a4f3fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:58.949707 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18cd32a-e162-4698-8a21-63f02a4f3fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:58.950190 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18cd32a-e162-4698-8a21-63f02a4f3fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:53:58.970748 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b849b069-f18b-4001-b09e-d9242ae68693 None None] Attempting to bind port d1e04862-4a53-4bb2-b995-d5d42f0d8c0a on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:53:58.971646 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b849b069-f18b-4001-b09e-d9242ae68693 None None] Attempting to bind port d1e04862-4a53-4bb2-b995-d5d42f0d8c0a by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '5ade884a-402a-4806-8062-5287e7c024cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '14353323-c9f3-40cb-bc88-1fd7e62f1862'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:53:58.972213 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b849b069-f18b-4001-b09e-d9242ae68693 None None] Attempting to bind port d1e04862-4a53-4bb2-b995-d5d42f0d8c0a on network 14353323-c9f3-40cb-bc88-1fd7e62f1862 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:53:58.979760 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b849b069-f18b-4001-b09e-d9242ae68693 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:53:58.980381 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b849b069-f18b-4001-b09e-d9242ae68693 None None] Checking segment: {'id': '5ade884a-402a-4806-8062-5287e7c024cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '14353323-c9f3-40cb-bc88-1fd7e62f1862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:53:58.980947 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b849b069-f18b-4001-b09e-d9242ae68693 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:58.981558 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b849b069-f18b-4001-b09e-d9242ae68693 None None] Bound using segment: {'id': '5ade884a-402a-4806-8062-5287e7c024cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '14353323-c9f3-40cb-bc88-1fd7e62f1862'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:53:58.982259 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b849b069-f18b-4001-b09e-d9242ae68693 None None] Bound port: d1e04862-4a53-4bb2-b995-d5d42f0d8c0a, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ade884a-402a-4806-8062-5287e7c024cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '14353323-c9f3-40cb-bc88-1fd7e62f1862'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:53:58.983007 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b849b069-f18b-4001-b09e-d9242ae68693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d1e04862-4a53-4bb2-b995-d5d42f0d8c0a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:59.005014 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-d6aa240d-f985-4faf-9ac9-d3c6b94f711f None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:53:59.008967 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aa240d-f985-4faf-9ac9-d3c6b94f711f None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:53:59.028594 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-600c0aec-7c03-40e8-af30-a8f854bd5298 None None] Port d1e04862-4a53-4bb2-b995-d5d42f0d8c0a cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:53:59.067306 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa240d-f985-4faf-9ac9-d3c6b94f711f None None] Pushing event updated for resources: {'Port': ['ID=44fab530-1fd9-4584-8063-6a3d4fab20c8,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:59.179896 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b849b069-f18b-4001-b09e-d9242ae68693 None None] For port d1e04862-4a53-4bb2-b995-d5d42f0d8c0a, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:53:59.186326 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b849b069-f18b-4001-b09e-d9242ae68693 None None] For port d1e04862-4a53-4bb2-b995-d5d42f0d8c0a, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d1e04862-4a53-4bb2-b995-d5d42f0d8c0a,segment=NetworkSegment(5ade884a-402a-4806-8062-5287e7c024cf),segment_id=5ade884a-402a-4806-8062-5287e7c024cf)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:53:59.206269 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b849b069-f18b-4001-b09e-d9242ae68693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d1e04862-4a53-4bb2-b995-d5d42f0d8c0a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:59.286394 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-380fe277-0bef-42dc-ab8e-a420d25cc39c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for port (e5b5823b-c264-455e-9efc-7d1a74b24358), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:59.289028 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b849b069-f18b-4001-b09e-d9242ae68693 None None] Routers {'04e82c1b-191e-4e81-ac9e-13e6a964a3d4'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:53:59.290025 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b849b069-f18b-4001-b09e-d9242ae68693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:53:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:59.407734 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-380fe277-0bef-42dc-ab8e-a420d25cc39c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (e5b5823b-c264-455e-9efc-7d1a74b24358), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:59.443873 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-b849b069-f18b-4001-b09e-d9242ae68693 None None] Set router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:53:59.507748 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380fe277-0bef-42dc-ab8e-a420d25cc39c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network fc41940c-716c-4840-a030-aa97a3bc5f24 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:53:59.512477 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-380fe277-0bef-42dc-ab8e-a420d25cc39c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:53:59.516433 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380fe277-0bef-42dc-ab8e-a420d25cc39c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:53:59.517144 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-380fe277-0bef-42dc-ab8e-a420d25cc39c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:59.584001 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fe277-0bef-42dc-ab8e-a420d25cc39c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Port': ['ID=e5b5823b-c264-455e-9efc-7d1a74b24358,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:59.587566 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18cd32a-e162-4698-8a21-63f02a4f3fe7 None None] Pushing event updated for resources: {'Port': ['ID=d1e04862-4a53-4bb2-b995-d5d42f0d8c0a,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:53:59.610696 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port c17e3733-fe91-4a4e-bc64-a60681f1846b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:53:59.664856 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-d6aa240d-f985-4faf-9ac9-d3c6b94f711f None None] Attempting to bind port 44fab530-1fd9-4584-8063-6a3d4fab20c8 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:53:59.666713 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-d6aa240d-f985-4faf-9ac9-d3c6b94f711f None None] Attempting to bind port 44fab530-1fd9-4584-8063-6a3d4fab20c8 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '0d62db69-8dcd-4fca-a044-2f0e817a2498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fc41940c-716c-4840-a030-aa97a3bc5f24'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:53:59.669527 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6aa240d-f985-4faf-9ac9-d3c6b94f711f None None] Attempting to bind port 44fab530-1fd9-4584-8063-6a3d4fab20c8 on network fc41940c-716c-4840-a030-aa97a3bc5f24 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:53:59.697401 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:59.715719 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-00db6ef3-9cde-4f61-98e7-14cae953327a None None] Provisioning complete for port d1e04862-4a53-4bb2-b995-d5d42f0d8c0a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:53:59.716110 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-00db6ef3-9cde-4f61-98e7-14cae953327a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d1e04862-4a53-4bb2-b995-d5d42f0d8c0a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:59.722327 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6aa240d-f985-4faf-9ac9-d3c6b94f711f None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:53:59.723601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6aa240d-f985-4faf-9ac9-d3c6b94f711f None None] Checking segment: {'id': '0d62db69-8dcd-4fca-a044-2f0e817a2498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fc41940c-716c-4840-a030-aa97a3bc5f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:53:59.724510 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d6aa240d-f985-4faf-9ac9-d3c6b94f711f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:59.724939 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6aa240d-f985-4faf-9ac9-d3c6b94f711f None None] Bound using segment: {'id': '0d62db69-8dcd-4fca-a044-2f0e817a2498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fc41940c-716c-4840-a030-aa97a3bc5f24'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:53:59.725484 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-d6aa240d-f985-4faf-9ac9-d3c6b94f711f None None] Bound port: 44fab530-1fd9-4584-8063-6a3d4fab20c8, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d62db69-8dcd-4fca-a044-2f0e817a2498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fc41940c-716c-4840-a030-aa97a3bc5f24'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:53:59.725884 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d6aa240d-f985-4faf-9ac9-d3c6b94f711f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (44fab530-1fd9-4584-8063-6a3d4fab20c8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:59.791291 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-380fe277-0bef-42dc-ab8e-a420d25cc39c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e5b5823b-c264-455e-9efc-7d1a74b24358), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:53:59.845706 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b849b069-f18b-4001-b09e-d9242ae68693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'name': 'tempest-RoutersIpV6Test-router-1876814158', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:53:43Z', 'updated_at': '2022-02-08T21:53:53Z', 'revision_number': 3, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None, '_interfaces': [{'id': '79bc9327-312a-4c4c-96b9-56fe277f78d8', 'name': '', 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:cd:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:45Z', 'updated_at': '2022-02-08T21:53:53Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e04862-4a53-4bb2-b995-d5d42f0d8c0a', 'name': '', 'network_id': '14353323-c9f3-40cb-bc88-1fd7e62f1862', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:60:93:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:51Z', 'updated_at': '2022-02-08T21:53:59Z', 'revision_number': 4, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:53:59.890535 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b849b069-f18b-4001-b09e-d9242ae68693 None None] The sync data for ids ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'] in n-d-712143-31 is: [{'id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'name': 'tempest-RoutersIpV6Test-router-1876814158', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:53:43Z', 'updated_at': '2022-02-08T21:53:53Z', 'revision_number': 3, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None, '_interfaces': [{'id': '79bc9327-312a-4c4c-96b9-56fe277f78d8', 'name': '', 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:cd:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:45Z', 'updated_at': '2022-02-08T21:53:53Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e04862-4a53-4bb2-b995-d5d42f0d8c0a', 'name': '', 'network_id': '14353323-c9f3-40cb-bc88-1fd7e62f1862', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:60:93:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:51Z', 'updated_at': '2022-02-08T21:53:59Z', 'revision_number': 4, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:53:59.976696 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d6aa240d-f985-4faf-9ac9-d3c6b94f711f None None] For port 44fab530-1fd9-4584-8063-6a3d4fab20c8, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:53:59.981855 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d6aa240d-f985-4faf-9ac9-d3c6b94f711f None None] For port 44fab530-1fd9-4584-8063-6a3d4fab20c8, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=44fab530-1fd9-4584-8063-6a3d4fab20c8,segment=NetworkSegment(0d62db69-8dcd-4fca-a044-2f0e817a2498),segment_id=0d62db69-8dcd-4fca-a044-2f0e817a2498)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:54:00.080005 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d6aa240d-f985-4faf-9ac9-d3c6b94f711f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (44fab530-1fd9-4584-8063-6a3d4fab20c8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:00.105879 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-00db6ef3-9cde-4f61-98e7-14cae953327a None None] Current status of the port d1e04862-4a53-4bb2-b995-d5d42f0d8c0a is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:54:00.106192 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-00db6ef3-9cde-4f61-98e7-14cae953327a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d1e04862-4a53-4bb2-b995-d5d42f0d8c0a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:00.273787 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa240d-f985-4faf-9ac9-d3c6b94f711f None None] Pushing event updated for resources: {'Port': ['ID=44fab530-1fd9-4584-8063-6a3d4fab20c8,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:00.295851 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-00db6ef3-9cde-4f61-98e7-14cae953327a None None] For port d1e04862-4a53-4bb2-b995-d5d42f0d8c0a, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d1e04862-4a53-4bb2-b995-d5d42f0d8c0a,segment=NetworkSegment(5ade884a-402a-4806-8062-5287e7c024cf),segment_id=5ade884a-402a-4806-8062-5287e7c024cf)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:54:00.302608 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-00db6ef3-9cde-4f61-98e7-14cae953327a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d1e04862-4a53-4bb2-b995-d5d42f0d8c0a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:00.448000 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db6ef3-9cde-4f61-98e7-14cae953327a None None] Pushing event updated for resources: {'Port': ['ID=d1e04862-4a53-4bb2-b995-d5d42f0d8c0a,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:00.520092 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d1e04862-4a53-4bb2-b995-d5d42f0d8c0a up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:54:00.669129 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d6707a7c-d99c-4db7-96b0-8f8a7c236999 None None] Provisioning complete for port d1e04862-4a53-4bb2-b995-d5d42f0d8c0a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:00.669880 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d6707a7c-d99c-4db7-96b0-8f8a7c236999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d1e04862-4a53-4bb2-b995-d5d42f0d8c0a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:00.993805 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d1e04862-4a53-4bb2-b995-d5d42f0d8c0a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:00.994164 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d1e04862-4a53-4bb2-b995-d5d42f0d8c0a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:01.146370 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d6707a7c-d99c-4db7-96b0-8f8a7c236999 None None] Current status of the port d1e04862-4a53-4bb2-b995-d5d42f0d8c0a is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:54:01.289331 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d1e04862-4a53-4bb2-b995-d5d42f0d8c0a is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:54:01.482807 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:01.607202 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:01.691350 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-380fe277-0bef-42dc-ab8e-a420d25cc39c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for port (e5b5823b-c264-455e-9efc-7d1a74b24358), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:01.712998 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-380fe277-0bef-42dc-ab8e-a420d25cc39c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (e5b5823b-c264-455e-9efc-7d1a74b24358), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:01.716869 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-380fe277-0bef-42dc-ab8e-a420d25cc39c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:02.053508 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380fe277-0bef-42dc-ab8e-a420d25cc39c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network fc41940c-716c-4840-a030-aa97a3bc5f24 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:54:02.055561 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fe277-0bef-42dc-ab8e-a420d25cc39c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Port': ['ID=e5b5823b-c264-455e-9efc-7d1a74b24358,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:02.066400 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-380fe277-0bef-42dc-ab8e-a420d25cc39c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:54:02.222898 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccfc685-a360-49b8-af0f-24580babc43f None None] Network fc41940c-716c-4840-a030-aa97a3bc5f24 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:54:02.347693 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380fe277-0bef-42dc-ab8e-a420d25cc39c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:54:02.380862 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-01749056-8c93-40d4-8af4-7d903c2a9f1f None None] Provisioning complete for port 44fab530-1fd9-4584-8063-6a3d4fab20c8 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:02.381650 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01749056-8c93-40d4-8af4-7d903c2a9f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (44fab530-1fd9-4584-8063-6a3d4fab20c8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:02.571601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 44fab530-1fd9-4584-8063-6a3d4fab20c8 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:54:02.612914 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380fe277-0bef-42dc-ab8e-a420d25cc39c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:54:02.632363 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35196) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:02.633214 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-380fe277-0bef-42dc-ab8e-a420d25cc39c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "PUT /v2.0/routers/04e82c1b-191e-4e81-ac9e-13e6a964a3d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3801193 Feb 08 21:54:02.637669 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-02ad14ac-3ca1-4d02-ac0c-f5a41ea692bb tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-353293424'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:54:02.643354 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560c4351-63f4-4369-bd67-361be27aac9c None None] Sync routers for ids ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:54:02.681720 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ad14ac-3ca1-4d02-ac0c-f5a41ea692bb tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Made reservation on behalf of dda9e6991cfd4a339fee4c7fa0ab8236 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:54:02.685771 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02ad14ac-3ca1-4d02-ac0c-f5a41ea692bb tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:02.747036 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ad14ac-3ca1-4d02-ac0c-f5a41ea692bb tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:54:02.770172 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02ad14ac-3ca1-4d02-ac0c-f5a41ea692bb tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (81889c7b-d75b-451b-90a1-51b2212abda6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:02.771009 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-02ad14ac-3ca1-4d02-ac0c-f5a41ea692bb tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Added segment 81889c7b-d75b-451b-90a1-51b2212abda6 of type vlan for network 3faedbb9-d007-448c-8206-2123c9313852 Feb 08 21:54:02.785352 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560c4351-63f4-4369-bd67-361be27aac9c None None] Routers {'04e82c1b-191e-4e81-ac9e-13e6a964a3d4'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:54:02.786489 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-560c4351-63f4-4369-bd67-361be27aac9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:53:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:02.861557 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02ad14ac-3ca1-4d02-ac0c-f5a41ea692bb tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (3faedbb9-d007-448c-8206-2123c9313852), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:02.895494 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02ad14ac-3ca1-4d02-ac0c-f5a41ea692bb tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (3faedbb9-d007-448c-8206-2123c9313852), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:02.903427 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ad14ac-3ca1-4d02-ac0c-f5a41ea692bb tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:54:02.903427 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02ad14ac-3ca1-4d02-ac0c-f5a41ea692bb tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:03.010280 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-02ad14ac-3ca1-4d02-ac0c-f5a41ea692bb tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3764014 Feb 08 21:54:03.014542 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35212) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:03.024973 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-87949f1c-3089-4af2-b01d-99759134828f tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'subnet': {'network_id': '3faedbb9-d007-448c-8206-2123c9313852', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:54:03.052977 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad14ac-3ca1-4d02-ac0c-f5a41ea692bb tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Network': ['ID=3faedbb9-d007-448c-8206-2123c9313852,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:03.119950 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-01749056-8c93-40d4-8af4-7d903c2a9f1f None None] Current status of the port 44fab530-1fd9-4584-8063-6a3d4fab20c8 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:54:03.129356 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01749056-8c93-40d4-8af4-7d903c2a9f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (44fab530-1fd9-4584-8063-6a3d4fab20c8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:03.194044 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-560c4351-63f4-4369-bd67-361be27aac9c None None] Set router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:54:03.305443 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87949f1c-3089-4af2-b01d-99759134828f tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Made reservation on behalf of dda9e6991cfd4a339fee4c7fa0ab8236 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:54:03.309159 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-87949f1c-3089-4af2-b01d-99759134828f tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:03.370325 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 3faedbb9-d007-448c-8206-2123c9313852 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:54:03.394400 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 44fab530-1fd9-4584-8063-6a3d4fab20c8 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:03.395239 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (44fab530-1fd9-4584-8063-6a3d4fab20c8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:03.541399 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-01749056-8c93-40d4-8af4-7d903c2a9f1f None None] For port 44fab530-1fd9-4584-8063-6a3d4fab20c8, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=44fab530-1fd9-4584-8063-6a3d4fab20c8,segment=NetworkSegment(0d62db69-8dcd-4fca-a044-2f0e817a2498),segment_id=0d62db69-8dcd-4fca-a044-2f0e817a2498)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:54:03.570761 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01749056-8c93-40d4-8af4-7d903c2a9f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (44fab530-1fd9-4584-8063-6a3d4fab20c8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:03.753991 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 44fab530-1fd9-4584-8063-6a3d4fab20c8 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:54:03.755278 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d1e04862-4a53-4bb2-b995-d5d42f0d8c0a up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:54:03.766836 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01749056-8c93-40d4-8af4-7d903c2a9f1f None None] Pushing event updated for resources: {'Port': ['ID=44fab530-1fd9-4584-8063-6a3d4fab20c8,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:03.790428 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-87949f1c-3089-4af2-b01d-99759134828f tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (e1f86936-9096-447b-ae8b-f52bbf2443ae), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:03.920591 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f8a8ab48-3efd-4516-86af-3e845841cf06 None None] Provisioning complete for port 44fab530-1fd9-4584-8063-6a3d4fab20c8 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:03.920973 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f8a8ab48-3efd-4516-86af-3e845841cf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (44fab530-1fd9-4584-8063-6a3d4fab20c8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:03.950775 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87949f1c-3089-4af2-b01d-99759134828f tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Subnet': ['ID=e1f86936-9096-447b-ae8b-f52bbf2443ae,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:03.972851 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87949f1c-3089-4af2-b01d-99759134828f tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Checking segment: {'id': '81889c7b-d75b-451b-90a1-51b2212abda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3faedbb9-d007-448c-8206-2123c9313852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:54:03.973309 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87949f1c-3089-4af2-b01d-99759134828f tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network hostable DHCP agents. Network: 3faedbb9-d007-448c-8206-2123c9313852, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:54:04.046355 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87949f1c-3089-4af2-b01d-99759134828f tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network 3faedbb9-d007-448c-8206-2123c9313852 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:54:04.061431 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-87949f1c-3089-4af2-b01d-99759134828f tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 3faedbb9-d007-448c-8206-2123c9313852) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:54:04.064049 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d1e04862-4a53-4bb2-b995-d5d42f0d8c0a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:04.064575 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d1e04862-4a53-4bb2-b995-d5d42f0d8c0a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:04.079531 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87949f1c-3089-4af2-b01d-99759134828f tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:54:04.080427 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-87949f1c-3089-4af2-b01d-99759134828f tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:04.103299 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b444310b-136b-44d9-8fb7-c2f83742bd60 None None] Network 3faedbb9-d007-448c-8206-2123c9313852 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:54:04.123320 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-87949f1c-3089-4af2-b01d-99759134828f tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1059120 Feb 08 21:54:04.126385 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35236) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:04.200904 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-560c4351-63f4-4369-bd67-361be27aac9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'name': 'tempest-RoutersIpV6Test-router-1876814158', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:53:43Z', 'updated_at': '2022-02-08T21:53:59Z', 'revision_number': 4, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None, '_interfaces': [{'id': '79bc9327-312a-4c4c-96b9-56fe277f78d8', 'name': '', 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:cd:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:45Z', 'updated_at': '2022-02-08T21:53:53Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e04862-4a53-4bb2-b995-d5d42f0d8c0a', 'name': '', 'network_id': '14353323-c9f3-40cb-bc88-1fd7e62f1862', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:60:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:51Z', 'updated_at': '2022-02-08T21:54:00Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b5823b-c264-455e-9efc-7d1a74b24358', 'name': '', 'network_id': 'fc41940c-716c-4840-a030-aa97a3bc5f24', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:32:21:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:58Z', 'updated_at': '2022-02-08T21:54:01Z', 'revision_number': 2, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': '0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:04.564418 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f8a8ab48-3efd-4516-86af-3e845841cf06 None None] Current status of the port 44fab530-1fd9-4584-8063-6a3d4fab20c8 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:54:04.601804 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560c4351-63f4-4369-bd67-361be27aac9c None None] Checking router: 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:54:04.602416 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560c4351-63f4-4369-bd67-361be27aac9c None None] Updating router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 port e5b5823b-c264-455e-9efc-7d1a74b24358 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:54:04.703787 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-560c4351-63f4-4369-bd67-361be27aac9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e5b5823b-c264-455e-9efc-7d1a74b24358), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:04.864239 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f8a8ab48-3efd-4516-86af-3e845841cf06 None None] Provisioning complete for port e5b5823b-c264-455e-9efc-7d1a74b24358 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:04.864915 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f8a8ab48-3efd-4516-86af-3e845841cf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e5b5823b-c264-455e-9efc-7d1a74b24358), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:04.910023 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b81902b-24d0-4279-95ab-22280ec40014 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:04.934819 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d1e04862-4a53-4bb2-b995-d5d42f0d8c0a is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:54:05.016738 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f8a8ab48-3efd-4516-86af-3e845841cf06 None None] Port e5b5823b-c264-455e-9efc-7d1a74b24358 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:54:05.192726 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6945acd-e205-42aa-ad28-e516feb9e5e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-3faedbb9-d007-448c-8206-2123c9313852', 'network_id': '3faedbb9-d007-448c-8206-2123c9313852', 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'fixed_ips': [{'subnet_id': 'e1f86936-9096-447b-ae8b-f52bbf2443ae'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:54:05.205468 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6945acd-e205-42aa-ad28-e516feb9e5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:05.208128 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 44fab530-1fd9-4584-8063-6a3d4fab20c8 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:54:05.350458 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-56c3ae2f-b6f9-4cd7-a584-a81b58b85f33 None None] Provisioning complete for port e5b5823b-c264-455e-9efc-7d1a74b24358 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:05.351689 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-56c3ae2f-b6f9-4cd7-a584-a81b58b85f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e5b5823b-c264-455e-9efc-7d1a74b24358), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:05.355476 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-8b81902b-24d0-4279-95ab-22280ec40014 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Allocated IP 2001:db8:3::1 (3faedbb9-d007-448c-8206-2123c9313852/e1f86936-9096-447b-ae8b-f52bbf2443ae/9a8f4c88-c01b-448a-8384-5bbec578585c) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:54:05.534164 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b81902b-24d0-4279-95ab-22280ec40014 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for port (9a8f4c88-c01b-448a-8384-5bbec578585c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:05.575649 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b81902b-24d0-4279-95ab-22280ec40014 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (9a8f4c88-c01b-448a-8384-5bbec578585c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:05.620600 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-56c3ae2f-b6f9-4cd7-a584-a81b58b85f33 None None] Port e5b5823b-c264-455e-9efc-7d1a74b24358 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:54:05.648742 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b81902b-24d0-4279-95ab-22280ec40014 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network 3faedbb9-d007-448c-8206-2123c9313852 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:54:05.654635 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8b81902b-24d0-4279-95ab-22280ec40014 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:54:05.667864 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b81902b-24d0-4279-95ab-22280ec40014 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:54:05.669090 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b81902b-24d0-4279-95ab-22280ec40014 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:05.699495 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 44fab530-1fd9-4584-8063-6a3d4fab20c8 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:05.700020 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (44fab530-1fd9-4584-8063-6a3d4fab20c8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:05.733877 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81902b-24d0-4279-95ab-22280ec40014 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Port': ['ID=9a8f4c88-c01b-448a-8384-5bbec578585c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:05.843766 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-c6945acd-e205-42aa-ad28-e516feb9e5e4 None None] Allocated IP 2001:db8:3::2 (3faedbb9-d007-448c-8206-2123c9313852/e1f86936-9096-447b-ae8b-f52bbf2443ae/8cba405d-8f76-4668-a128-39afdddd1be6) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:54:05.933426 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b81902b-24d0-4279-95ab-22280ec40014 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9a8f4c88-c01b-448a-8384-5bbec578585c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:06.098336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 44fab530-1fd9-4584-8063-6a3d4fab20c8 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:54:06.133195 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-560c4351-63f4-4369-bd67-361be27aac9c None None] Publish callbacks [] for port (e5b5823b-c264-455e-9efc-7d1a74b24358), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:06.162193 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-560c4351-63f4-4369-bd67-361be27aac9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e5b5823b-c264-455e-9efc-7d1a74b24358), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:06.400406 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6945acd-e205-42aa-ad28-e516feb9e5e4 None None] Publish callbacks [] for port (8cba405d-8f76-4668-a128-39afdddd1be6), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:06.403562 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524988b6-1f29-42f6-8fb1-f2837030ef61 None None] Pushing event updated for resources: {'Port': ['ID=e5b5823b-c264-455e-9efc-7d1a74b24358,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:06.419947 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6945acd-e205-42aa-ad28-e516feb9e5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (8cba405d-8f76-4668-a128-39afdddd1be6), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:06.603531 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6945acd-e205-42aa-ad28-e516feb9e5e4 None None] Network 3faedbb9-d007-448c-8206-2123c9313852 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:54:06.607410 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6945acd-e205-42aa-ad28-e516feb9e5e4 None None] Pushing event updated for resources: {'Port': ['ID=8cba405d-8f76-4668-a128-39afdddd1be6,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:06.618789 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-c6945acd-e205-42aa-ad28-e516feb9e5e4 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:54:06.621633 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-560c4351-63f4-4369-bd67-361be27aac9c None None] Attempting to bind port e5b5823b-c264-455e-9efc-7d1a74b24358 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:54:06.622438 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-560c4351-63f4-4369-bd67-361be27aac9c None None] Attempting to bind port e5b5823b-c264-455e-9efc-7d1a74b24358 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '0d62db69-8dcd-4fca-a044-2f0e817a2498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fc41940c-716c-4840-a030-aa97a3bc5f24'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:54:06.622971 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560c4351-63f4-4369-bd67-361be27aac9c None None] Attempting to bind port e5b5823b-c264-455e-9efc-7d1a74b24358 on network fc41940c-716c-4840-a030-aa97a3bc5f24 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:54:06.628704 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6945acd-e205-42aa-ad28-e516feb9e5e4 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:54:06.669669 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:06.713079 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560c4351-63f4-4369-bd67-361be27aac9c None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:54:06.713387 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560c4351-63f4-4369-bd67-361be27aac9c None None] Checking segment: {'id': '0d62db69-8dcd-4fca-a044-2f0e817a2498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fc41940c-716c-4840-a030-aa97a3bc5f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:54:06.716355 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-560c4351-63f4-4369-bd67-361be27aac9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:06.716355 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560c4351-63f4-4369-bd67-361be27aac9c None None] Bound using segment: {'id': '0d62db69-8dcd-4fca-a044-2f0e817a2498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fc41940c-716c-4840-a030-aa97a3bc5f24'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:54:06.716727 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-560c4351-63f4-4369-bd67-361be27aac9c None None] Bound port: e5b5823b-c264-455e-9efc-7d1a74b24358, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d62db69-8dcd-4fca-a044-2f0e817a2498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fc41940c-716c-4840-a030-aa97a3bc5f24'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:54:06.717179 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-560c4351-63f4-4369-bd67-361be27aac9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e5b5823b-c264-455e-9efc-7d1a74b24358), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:06.747094 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c6945acd-e205-42aa-ad28-e516feb9e5e4 None None] Attempting to bind port 8cba405d-8f76-4668-a128-39afdddd1be6 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:54:06.747477 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c6945acd-e205-42aa-ad28-e516feb9e5e4 None None] Attempting to bind port 8cba405d-8f76-4668-a128-39afdddd1be6 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '81889c7b-d75b-451b-90a1-51b2212abda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3faedbb9-d007-448c-8206-2123c9313852'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:54:06.747853 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6945acd-e205-42aa-ad28-e516feb9e5e4 None None] Attempting to bind port 8cba405d-8f76-4668-a128-39afdddd1be6 on network 3faedbb9-d007-448c-8206-2123c9313852 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:54:06.789188 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6945acd-e205-42aa-ad28-e516feb9e5e4 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:54:06.789594 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6945acd-e205-42aa-ad28-e516feb9e5e4 None None] Checking segment: {'id': '81889c7b-d75b-451b-90a1-51b2212abda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3faedbb9-d007-448c-8206-2123c9313852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:54:06.789996 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6945acd-e205-42aa-ad28-e516feb9e5e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:06.791528 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6945acd-e205-42aa-ad28-e516feb9e5e4 None None] Bound using segment: {'id': '81889c7b-d75b-451b-90a1-51b2212abda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3faedbb9-d007-448c-8206-2123c9313852'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:54:06.791528 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c6945acd-e205-42aa-ad28-e516feb9e5e4 None None] Bound port: 8cba405d-8f76-4668-a128-39afdddd1be6, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81889c7b-d75b-451b-90a1-51b2212abda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3faedbb9-d007-448c-8206-2123c9313852'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:54:06.791528 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6945acd-e205-42aa-ad28-e516feb9e5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (8cba405d-8f76-4668-a128-39afdddd1be6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:06.846206 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d6427513-b977-453e-8cf1-f51d0788af8f None None] Provisioning complete for port e5b5823b-c264-455e-9efc-7d1a74b24358 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:06.846583 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d6427513-b977-453e-8cf1-f51d0788af8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e5b5823b-c264-455e-9efc-7d1a74b24358), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:06.886996 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b81902b-24d0-4279-95ab-22280ec40014 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for port (9a8f4c88-c01b-448a-8384-5bbec578585c), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:06.893451 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b81902b-24d0-4279-95ab-22280ec40014 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (9a8f4c88-c01b-448a-8384-5bbec578585c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:06.894641 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b81902b-24d0-4279-95ab-22280ec40014 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:06.919822 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c6945acd-e205-42aa-ad28-e516feb9e5e4 None None] For port 8cba405d-8f76-4668-a128-39afdddd1be6, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:54:06.924308 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c6945acd-e205-42aa-ad28-e516feb9e5e4 None None] For port 8cba405d-8f76-4668-a128-39afdddd1be6, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=8cba405d-8f76-4668-a128-39afdddd1be6,segment=NetworkSegment(81889c7b-d75b-451b-90a1-51b2212abda6),segment_id=81889c7b-d75b-451b-90a1-51b2212abda6)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:54:06.962159 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6945acd-e205-42aa-ad28-e516feb9e5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (8cba405d-8f76-4668-a128-39afdddd1be6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:06.977838 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:07.054011 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-560c4351-63f4-4369-bd67-361be27aac9c None None] For port e5b5823b-c264-455e-9efc-7d1a74b24358, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:54:07.074699 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d6427513-b977-453e-8cf1-f51d0788af8f None None] Port e5b5823b-c264-455e-9efc-7d1a74b24358 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:54:07.090797 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b81902b-24d0-4279-95ab-22280ec40014 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Network 3faedbb9-d007-448c-8206-2123c9313852 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:54:07.097290 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8b81902b-24d0-4279-95ab-22280ec40014 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:54:07.114915 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-560c4351-63f4-4369-bd67-361be27aac9c None None] For port e5b5823b-c264-455e-9efc-7d1a74b24358, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e5b5823b-c264-455e-9efc-7d1a74b24358,segment=NetworkSegment(0d62db69-8dcd-4fca-a044-2f0e817a2498),segment_id=0d62db69-8dcd-4fca-a044-2f0e817a2498)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:54:07.124475 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81902b-24d0-4279-95ab-22280ec40014 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event updated for resources: {'Port': ['ID=9a8f4c88-c01b-448a-8384-5bbec578585c,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:07.132929 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6945acd-e205-42aa-ad28-e516feb9e5e4 None None] Pushing event updated for resources: {'Port': ['ID=8cba405d-8f76-4668-a128-39afdddd1be6,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:07.152064 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-560c4351-63f4-4369-bd67-361be27aac9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e5b5823b-c264-455e-9efc-7d1a74b24358), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:07.287572 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560c4351-63f4-4369-bd67-361be27aac9c None None] Routers {'04e82c1b-191e-4e81-ac9e-13e6a964a3d4'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:54:07.287572 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-560c4351-63f4-4369-bd67-361be27aac9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:53:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:07.376889 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b81902b-24d0-4279-95ab-22280ec40014 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:54:07.569130 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524988b6-1f29-42f6-8fb1-f2837030ef61 None None] Pushing event updated for resources: {'Port': ['ID=e5b5823b-c264-455e-9efc-7d1a74b24358,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:07.632411 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-560c4351-63f4-4369-bd67-361be27aac9c None None] Set router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:54:07.683881 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b81902b-24d0-4279-95ab-22280ec40014 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:54:07.691588 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8b81902b-24d0-4279-95ab-22280ec40014 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "PUT /v2.0/routers/04e82c1b-191e-4e81-ac9e-13e6a964a3d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5633118 Feb 08 21:54:07.696846 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35304) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:07.705141 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-151d30cb-580a-47d0-9e45-688fe28423e8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:54:07.856897 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d859f7bd-6bd8-41d4-a51b-0d67acd4b161 None None] Provisioning complete for port e5b5823b-c264-455e-9efc-7d1a74b24358 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:07.857327 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d859f7bd-6bd8-41d4-a51b-0d67acd4b161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e5b5823b-c264-455e-9efc-7d1a74b24358), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:08.338281 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d859f7bd-6bd8-41d4-a51b-0d67acd4b161 None None] Current status of the port e5b5823b-c264-455e-9efc-7d1a74b24358 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:54:08.338680 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d859f7bd-6bd8-41d4-a51b-0d67acd4b161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e5b5823b-c264-455e-9efc-7d1a74b24358), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:08.398971 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-560c4351-63f4-4369-bd67-361be27aac9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'name': 'tempest-RoutersIpV6Test-router-1876814158', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:53:43Z', 'updated_at': '2022-02-08T21:54:05Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None, '_interfaces': [{'id': '79bc9327-312a-4c4c-96b9-56fe277f78d8', 'name': '', 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:cd:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:45Z', 'updated_at': '2022-02-08T21:53:53Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a8f4c88-c01b-448a-8384-5bbec578585c', 'name': '', 'network_id': '3faedbb9-d007-448c-8206-2123c9313852', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:fe:d3:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'e1f86936-9096-447b-ae8b-f52bbf2443ae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:54:05Z', 'updated_at': '2022-02-08T21:54:06Z', 'revision_number': 2, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'e1f86936-9096-447b-ae8b-f52bbf2443ae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e04862-4a53-4bb2-b995-d5d42f0d8c0a', 'name': '', 'network_id': '14353323-c9f3-40cb-bc88-1fd7e62f1862', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:60:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:51Z', 'updated_at': '2022-02-08T21:54:00Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b5823b-c264-455e-9efc-7d1a74b24358', 'name': '', 'network_id': 'fc41940c-716c-4840-a030-aa97a3bc5f24', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:32:21:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:58Z', 'updated_at': '2022-02-08T21:54:06Z', 'revision_number': 4, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': '0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:08.460543 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560c4351-63f4-4369-bd67-361be27aac9c None None] The sync data for ids ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'] in n-d-712143-31 is: [{'id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'name': 'tempest-RoutersIpV6Test-router-1876814158', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:53:43Z', 'updated_at': '2022-02-08T21:54:05Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None, '_interfaces': [{'id': '79bc9327-312a-4c4c-96b9-56fe277f78d8', 'name': '', 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:cd:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:45Z', 'updated_at': '2022-02-08T21:53:53Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a8f4c88-c01b-448a-8384-5bbec578585c', 'name': '', 'network_id': '3faedbb9-d007-448c-8206-2123c9313852', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:fe:d3:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'e1f86936-9096-447b-ae8b-f52bbf2443ae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:54:05Z', 'updated_at': '2022-02-08T21:54:06Z', 'revision_number': 2, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'e1f86936-9096-447b-ae8b-f52bbf2443ae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e04862-4a53-4bb2-b995-d5d42f0d8c0a', 'name': '', 'network_id': '14353323-c9f3-40cb-bc88-1fd7e62f1862', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:60:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:51Z', 'updated_at': '2022-02-08T21:54:00Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b5823b-c264-455e-9efc-7d1a74b24358', 'name': '', 'network_id': 'fc41940c-716c-4840-a030-aa97a3bc5f24', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:32:21:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:58Z', 'updated_at': '2022-02-08T21:54:06Z', 'revision_number': 4, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': '0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:54:08.488756 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.extraroute_db [None req-151d30cb-580a-47d0-9e45-688fe28423e8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103433) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 08 21:54:08.494334 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d859f7bd-6bd8-41d4-a51b-0d67acd4b161 None None] For port e5b5823b-c264-455e-9efc-7d1a74b24358, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e5b5823b-c264-455e-9efc-7d1a74b24358,segment=NetworkSegment(0d62db69-8dcd-4fca-a044-2f0e817a2498),segment_id=0d62db69-8dcd-4fca-a044-2f0e817a2498)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:54:08.502724 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d859f7bd-6bd8-41d4-a51b-0d67acd4b161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e5b5823b-c264-455e-9efc-7d1a74b24358), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:08.591419 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.extraroute_db [None req-151d30cb-580a-47d0-9e45-688fe28423e8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Removed routes are [] {{(pid=103433) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 08 21:54:08.592093 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-151d30cb-580a-47d0-9e45-688fe28423e8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-346790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58238'] for router (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:08.625977 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859f7bd-6bd8-41d4-a51b-0d67acd4b161 None None] Pushing event updated for resources: {'Port': ['ID=e5b5823b-c264-455e-9efc-7d1a74b24358,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:09.024976 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-151d30cb-580a-47d0-9e45-688fe28423e8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-346790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58238'] for router (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:09.034541 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-151d30cb-580a-47d0-9e45-688fe28423e8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-346797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-346804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351703'] for router (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:09.076720 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f90cc60-07d7-4670-8538-a2737689c4ca None None] Network 3faedbb9-d007-448c-8206-2123c9313852 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:54:09.222387 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 8cba405d-8f76-4668-a128-39afdddd1be6 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:54:09.316355 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-eadf33f3-7ad9-499b-8fe2-e446b6a793fe None None] Provisioning complete for port 8cba405d-8f76-4668-a128-39afdddd1be6 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:09.316730 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eadf33f3-7ad9-499b-8fe2-e446b6a793fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (8cba405d-8f76-4668-a128-39afdddd1be6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:09.319333 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151d30cb-580a-47d0-9e45-688fe28423e8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:54:09.477788 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-eadf33f3-7ad9-499b-8fe2-e446b6a793fe None None] Current status of the port 8cba405d-8f76-4668-a128-39afdddd1be6 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:54:09.478375 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eadf33f3-7ad9-499b-8fe2-e446b6a793fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (8cba405d-8f76-4668-a128-39afdddd1be6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:09.495478 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 8cba405d-8f76-4668-a128-39afdddd1be6 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:09.496138 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (8cba405d-8f76-4668-a128-39afdddd1be6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:09.605616 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151d30cb-580a-47d0-9e45-688fe28423e8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:54:09.614242 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-151d30cb-580a-47d0-9e45-688fe28423e8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:09.615505 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-151d30cb-580a-47d0-9e45-688fe28423e8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "PUT /v2.0/routers/04e82c1b-191e-4e81-ac9e-13e6a964a3d4 HTTP/1.1" status: 200 len: 954 time: 1.9168441 Feb 08 21:54:09.619076 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35334) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:09.641479 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-eadf33f3-7ad9-499b-8fe2-e446b6a793fe None None] For port 8cba405d-8f76-4668-a128-39afdddd1be6, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=8cba405d-8f76-4668-a128-39afdddd1be6,segment=NetworkSegment(81889c7b-d75b-451b-90a1-51b2212abda6),segment_id=81889c7b-d75b-451b-90a1-51b2212abda6)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:54:09.653660 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eadf33f3-7ad9-499b-8fe2-e446b6a793fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (8cba405d-8f76-4668-a128-39afdddd1be6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:09.765704 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 8cba405d-8f76-4668-a128-39afdddd1be6 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:54:09.785649 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf33f3-7ad9-499b-8fe2-e446b6a793fe None None] Pushing event updated for resources: {'Port': ['ID=8cba405d-8f76-4668-a128-39afdddd1be6,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:09.825131 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3ecc3611-b014-41db-b539-897e554f943a tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "GET /v2.0/routers/04e82c1b-191e-4e81-ac9e-13e6a964a3d4 HTTP/1.1" status: 200 len: 954 time: 0.2047315 Feb 08 21:54:09.827813 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35340) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:09.833549 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-5dbc5777-b27b-4e00-902b-eec6a6494c77 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'router': {'routes': None}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:54:10.110112 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-89808562-619b-411c-ac24-35c9f42dca94 None None] Provisioning complete for port 9a8f4c88-c01b-448a-8384-5bbec578585c triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:10.110567 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-89808562-619b-411c-ac24-35c9f42dca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9a8f4c88-c01b-448a-8384-5bbec578585c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:10.201950 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-89808562-619b-411c-ac24-35c9f42dca94 None None] Port 9a8f4c88-c01b-448a-8384-5bbec578585c cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:54:10.234781 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-89808562-619b-411c-ac24-35c9f42dca94 None None] Provisioning complete for port 8cba405d-8f76-4668-a128-39afdddd1be6 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:10.235161 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-89808562-619b-411c-ac24-35c9f42dca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (8cba405d-8f76-4668-a128-39afdddd1be6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:10.497269 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.extraroute_db [None req-5dbc5777-b27b-4e00-902b-eec6a6494c77 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Added routes are [] {{(pid=103433) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 08 21:54:10.497269 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.extraroute_db [None req-5dbc5777-b27b-4e00-902b-eec6a6494c77 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103433) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 08 21:54:10.513386 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-89808562-619b-411c-ac24-35c9f42dca94 None None] Current status of the port 8cba405d-8f76-4668-a128-39afdddd1be6 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:54:10.530323 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5dbc5777-b27b-4e00-902b-eec6a6494c77 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-346790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58238'] for router (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:10.654145 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-33af5a51-f3f1-4974-86c5-83213e459cfb None None] Provisioning complete for port 9a8f4c88-c01b-448a-8384-5bbec578585c triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:10.654867 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-33af5a51-f3f1-4974-86c5-83213e459cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9a8f4c88-c01b-448a-8384-5bbec578585c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:10.744594 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-33af5a51-f3f1-4974-86c5-83213e459cfb None None] Port 9a8f4c88-c01b-448a-8384-5bbec578585c cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:54:10.832854 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9af777-a0b2-4c23-bec6-1625c372e7ec None None] Sync routers for ids ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:54:10.841743 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5dbc5777-b27b-4e00-902b-eec6a6494c77 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-346790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58238'] for router (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:10.848459 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5dbc5777-b27b-4e00-902b-eec6a6494c77 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-346797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-346804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351703'] for router (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:10.878604 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9af777-a0b2-4c23-bec6-1625c372e7ec None None] Routers {'04e82c1b-191e-4e81-ac9e-13e6a964a3d4'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:54:10.879607 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-bb9af777-a0b2-4c23-bec6-1625c372e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:53:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:10.999181 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbc5777-b27b-4e00-902b-eec6a6494c77 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:54:11.046327 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-0be3792c-5ce0-4250-8b11-2e3c5f8a3d82 None None] Provisioning complete for port 9a8f4c88-c01b-448a-8384-5bbec578585c triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:11.046720 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0be3792c-5ce0-4250-8b11-2e3c5f8a3d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9a8f4c88-c01b-448a-8384-5bbec578585c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:11.153201 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0be3792c-5ce0-4250-8b11-2e3c5f8a3d82 None None] Port 9a8f4c88-c01b-448a-8384-5bbec578585c cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:54:11.290371 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbc5777-b27b-4e00-902b-eec6a6494c77 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:54:11.329501 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5dbc5777-b27b-4e00-902b-eec6a6494c77 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:11.332766 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-bb9af777-a0b2-4c23-bec6-1625c372e7ec None None] Set router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:54:11.334187 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5dbc5777-b27b-4e00-902b-eec6a6494c77 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "PUT /v2.0/routers/04e82c1b-191e-4e81-ac9e-13e6a964a3d4 HTTP/1.1" status: 200 len: 704 time: 1.5050452 Feb 08 21:54:11.337954 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35368) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:11.340474 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e5b5823b-c264-455e-9efc-7d1a74b24358 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:54:11.526144 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port e5b5823b-c264-455e-9efc-7d1a74b24358 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:11.526527 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e5b5823b-c264-455e-9efc-7d1a74b24358), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:11.652663 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port e5b5823b-c264-455e-9efc-7d1a74b24358 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:54:11.653792 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 8cba405d-8f76-4668-a128-39afdddd1be6 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:54:11.780443 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 8cba405d-8f76-4668-a128-39afdddd1be6 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:11.781077 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (8cba405d-8f76-4668-a128-39afdddd1be6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:11.905490 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-bb9af777-a0b2-4c23-bec6-1625c372e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'name': 'tempest-RoutersIpV6Test-router-1876814158', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:53:43Z', 'updated_at': '2022-02-08T21:54:10Z', 'revision_number': 7, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None, '_interfaces': [{'id': '79bc9327-312a-4c4c-96b9-56fe277f78d8', 'name': '', 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:cd:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:45Z', 'updated_at': '2022-02-08T21:53:53Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a8f4c88-c01b-448a-8384-5bbec578585c', 'name': '', 'network_id': '3faedbb9-d007-448c-8206-2123c9313852', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:fe:d3:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'e1f86936-9096-447b-ae8b-f52bbf2443ae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:54:05Z', 'updated_at': '2022-02-08T21:54:06Z', 'revision_number': 2, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'e1f86936-9096-447b-ae8b-f52bbf2443ae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e04862-4a53-4bb2-b995-d5d42f0d8c0a', 'name': '', 'network_id': '14353323-c9f3-40cb-bc88-1fd7e62f1862', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:60:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:51Z', 'updated_at': '2022-02-08T21:54:00Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b5823b-c264-455e-9efc-7d1a74b24358', 'name': '', 'network_id': 'fc41940c-716c-4840-a030-aa97a3bc5f24', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:32:21:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:58Z', 'updated_at': '2022-02-08T21:54:08Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': '0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:11.939235 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 8cba405d-8f76-4668-a128-39afdddd1be6 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:54:11.964512 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9af777-a0b2-4c23-bec6-1625c372e7ec None None] Checking router: 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:54:11.964864 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9af777-a0b2-4c23-bec6-1625c372e7ec None None] Updating router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 port 9a8f4c88-c01b-448a-8384-5bbec578585c binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:54:12.020852 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb9af777-a0b2-4c23-bec6-1625c372e7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9a8f4c88-c01b-448a-8384-5bbec578585c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:12.288645 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-48a9c05f-b00f-4f0b-99a2-fa04821be744 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "GET /v2.0/routers/04e82c1b-191e-4e81-ac9e-13e6a964a3d4 HTTP/1.1" status: 200 len: 704 time: 0.9471014 Feb 08 21:54:12.289198 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35382) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:12.498550 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb9af777-a0b2-4c23-bec6-1625c372e7ec None None] Publish callbacks [] for port (9a8f4c88-c01b-448a-8384-5bbec578585c), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:12.507476 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb9af777-a0b2-4c23-bec6-1625c372e7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9a8f4c88-c01b-448a-8384-5bbec578585c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:12.707056 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba7e09-699c-4511-a877-5c36935f8c5c None None] Pushing event updated for resources: {'Port': ['ID=9a8f4c88-c01b-448a-8384-5bbec578585c,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:12.736615 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-bb9af777-a0b2-4c23-bec6-1625c372e7ec None None] Attempting to bind port 9a8f4c88-c01b-448a-8384-5bbec578585c on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:54:12.737363 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-bb9af777-a0b2-4c23-bec6-1625c372e7ec None None] Attempting to bind port 9a8f4c88-c01b-448a-8384-5bbec578585c by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '81889c7b-d75b-451b-90a1-51b2212abda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3faedbb9-d007-448c-8206-2123c9313852'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:54:12.737930 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9af777-a0b2-4c23-bec6-1625c372e7ec None None] Attempting to bind port 9a8f4c88-c01b-448a-8384-5bbec578585c on network 3faedbb9-d007-448c-8206-2123c9313852 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:54:12.747090 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9af777-a0b2-4c23-bec6-1625c372e7ec None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:54:12.747578 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9af777-a0b2-4c23-bec6-1625c372e7ec None None] Checking segment: {'id': '81889c7b-d75b-451b-90a1-51b2212abda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3faedbb9-d007-448c-8206-2123c9313852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:54:12.748064 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb9af777-a0b2-4c23-bec6-1625c372e7ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:12.748543 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9af777-a0b2-4c23-bec6-1625c372e7ec None None] Bound using segment: {'id': '81889c7b-d75b-451b-90a1-51b2212abda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3faedbb9-d007-448c-8206-2123c9313852'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:54:12.749128 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-bb9af777-a0b2-4c23-bec6-1625c372e7ec None None] Bound port: 9a8f4c88-c01b-448a-8384-5bbec578585c, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81889c7b-d75b-451b-90a1-51b2212abda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3faedbb9-d007-448c-8206-2123c9313852'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:54:12.750211 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb9af777-a0b2-4c23-bec6-1625c372e7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9a8f4c88-c01b-448a-8384-5bbec578585c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:12.885103 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-bb9af777-a0b2-4c23-bec6-1625c372e7ec None None] For port 9a8f4c88-c01b-448a-8384-5bbec578585c, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:54:12.888208 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00832556-0b93-4fc1-899e-ee856fd6a1bb tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:12.890240 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-bb9af777-a0b2-4c23-bec6-1625c372e7ec None None] For port 9a8f4c88-c01b-448a-8384-5bbec578585c, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=9a8f4c88-c01b-448a-8384-5bbec578585c,segment=NetworkSegment(81889c7b-d75b-451b-90a1-51b2212abda6),segment_id=81889c7b-d75b-451b-90a1-51b2212abda6)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:54:12.901207 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb9af777-a0b2-4c23-bec6-1625c372e7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9a8f4c88-c01b-448a-8384-5bbec578585c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:13.021212 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9af777-a0b2-4c23-bec6-1625c372e7ec None None] Routers {'04e82c1b-191e-4e81-ac9e-13e6a964a3d4'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:54:13.022814 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-bb9af777-a0b2-4c23-bec6-1625c372e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:53:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:13.136696 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba7e09-699c-4511-a877-5c36935f8c5c None None] Pushing event updated for resources: {'Port': ['ID=9a8f4c88-c01b-448a-8384-5bbec578585c,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:13.142870 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-5523e5dc-ef6d-4215-b4f4-ea876bb5efb9 None None] Provisioning complete for port 9a8f4c88-c01b-448a-8384-5bbec578585c triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:13.143460 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5523e5dc-ef6d-4215-b4f4-ea876bb5efb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9a8f4c88-c01b-448a-8384-5bbec578585c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:13.190764 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-bb9af777-a0b2-4c23-bec6-1625c372e7ec None None] Set router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:54:13.347168 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5523e5dc-ef6d-4215-b4f4-ea876bb5efb9 None None] Current status of the port 9a8f4c88-c01b-448a-8384-5bbec578585c is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:54:13.349400 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5523e5dc-ef6d-4215-b4f4-ea876bb5efb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9a8f4c88-c01b-448a-8384-5bbec578585c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:13.433219 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-5523e5dc-ef6d-4215-b4f4-ea876bb5efb9 None None] For port 9a8f4c88-c01b-448a-8384-5bbec578585c, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=9a8f4c88-c01b-448a-8384-5bbec578585c,segment=NetworkSegment(81889c7b-d75b-451b-90a1-51b2212abda6),segment_id=81889c7b-d75b-451b-90a1-51b2212abda6)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:54:13.442138 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5523e5dc-ef6d-4215-b4f4-ea876bb5efb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9a8f4c88-c01b-448a-8384-5bbec578585c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:13.545916 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523e5dc-ef6d-4215-b4f4-ea876bb5efb9 None None] Pushing event updated for resources: {'Port': ['ID=9a8f4c88-c01b-448a-8384-5bbec578585c,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:13.563249 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5523e5dc-ef6d-4215-b4f4-ea876bb5efb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:13.564325 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5523e5dc-ef6d-4215-b4f4-ea876bb5efb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:13.564906 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5523e5dc-ef6d-4215-b4f4-ea876bb5efb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:13.565526 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5523e5dc-ef6d-4215-b4f4-ea876bb5efb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:13.566101 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5523e5dc-ef6d-4215-b4f4-ea876bb5efb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:13.566655 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5523e5dc-ef6d-4215-b4f4-ea876bb5efb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:13.567235 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5523e5dc-ef6d-4215-b4f4-ea876bb5efb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:13.567881 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5523e5dc-ef6d-4215-b4f4-ea876bb5efb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:13.569286 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5523e5dc-ef6d-4215-b4f4-ea876bb5efb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:13.569747 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5523e5dc-ef6d-4215-b4f4-ea876bb5efb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:13.570547 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5523e5dc-ef6d-4215-b4f4-ea876bb5efb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:13.570907 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5523e5dc-ef6d-4215-b4f4-ea876bb5efb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:13.571361 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5523e5dc-ef6d-4215-b4f4-ea876bb5efb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:13.588493 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-94e52694-0058-43b3-9d74-37e8bb6d4b47 None None] Provisioning complete for port 9a8f4c88-c01b-448a-8384-5bbec578585c triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:13.589036 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-94e52694-0058-43b3-9d74-37e8bb6d4b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9a8f4c88-c01b-448a-8384-5bbec578585c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:13.592383 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-00832556-0b93-4fc1-899e-ee856fd6a1bb tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Deleting port 9a8f4c88-c01b-448a-8384-5bbec578585c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:54:13.598998 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00832556-0b93-4fc1-899e-ee856fd6a1bb tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (9a8f4c88-c01b-448a-8384-5bbec578585c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:13.753701 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-bb9af777-a0b2-4c23-bec6-1625c372e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'name': 'tempest-RoutersIpV6Test-router-1876814158', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:53:43Z', 'updated_at': '2022-02-08T21:54:10Z', 'revision_number': 7, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None, '_interfaces': [{'id': '79bc9327-312a-4c4c-96b9-56fe277f78d8', 'name': '', 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:cd:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:45Z', 'updated_at': '2022-02-08T21:53:53Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a8f4c88-c01b-448a-8384-5bbec578585c', 'name': '', 'network_id': '3faedbb9-d007-448c-8206-2123c9313852', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:fe:d3:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'e1f86936-9096-447b-ae8b-f52bbf2443ae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:54:05Z', 'updated_at': '2022-02-08T21:54:12Z', 'revision_number': 4, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'e1f86936-9096-447b-ae8b-f52bbf2443ae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e04862-4a53-4bb2-b995-d5d42f0d8c0a', 'name': '', 'network_id': '14353323-c9f3-40cb-bc88-1fd7e62f1862', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:60:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:51Z', 'updated_at': '2022-02-08T21:54:00Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b5823b-c264-455e-9efc-7d1a74b24358', 'name': '', 'network_id': 'fc41940c-716c-4840-a030-aa97a3bc5f24', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:32:21:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:58Z', 'updated_at': '2022-02-08T21:54:08Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': '0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:13.758574 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-94e52694-0058-43b3-9d74-37e8bb6d4b47 None None] Current status of the port 9a8f4c88-c01b-448a-8384-5bbec578585c is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:54:13.797929 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-00832556-0b93-4fc1-899e-ee856fd6a1bb tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] For port 9a8f4c88-c01b-448a-8384-5bbec578585c, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=9a8f4c88-c01b-448a-8384-5bbec578585c,segment=NetworkSegment(81889c7b-d75b-451b-90a1-51b2212abda6),segment_id=81889c7b-d75b-451b-90a1-51b2212abda6)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:54:13.798343 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00832556-0b93-4fc1-899e-ee856fd6a1bb tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (9a8f4c88-c01b-448a-8384-5bbec578585c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:13.802809 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9af777-a0b2-4c23-bec6-1625c372e7ec None None] The sync data for ids ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'] in n-d-712143-31 is: [{'id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'name': 'tempest-RoutersIpV6Test-router-1876814158', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:53:43Z', 'updated_at': '2022-02-08T21:54:10Z', 'revision_number': 7, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None, '_interfaces': [{'id': '79bc9327-312a-4c4c-96b9-56fe277f78d8', 'name': '', 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:cd:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:45Z', 'updated_at': '2022-02-08T21:53:53Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a8f4c88-c01b-448a-8384-5bbec578585c', 'name': '', 'network_id': '3faedbb9-d007-448c-8206-2123c9313852', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:fe:d3:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'e1f86936-9096-447b-ae8b-f52bbf2443ae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:54:05Z', 'updated_at': '2022-02-08T21:54:12Z', 'revision_number': 4, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'e1f86936-9096-447b-ae8b-f52bbf2443ae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e04862-4a53-4bb2-b995-d5d42f0d8c0a', 'name': '', 'network_id': '14353323-c9f3-40cb-bc88-1fd7e62f1862', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:60:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:51Z', 'updated_at': '2022-02-08T21:54:00Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b5823b-c264-455e-9efc-7d1a74b24358', 'name': '', 'network_id': 'fc41940c-716c-4840-a030-aa97a3bc5f24', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:32:21:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:58Z', 'updated_at': '2022-02-08T21:54:08Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': '0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:54:13.859420 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-00832556-0b93-4fc1-899e-ee856fd6a1bb tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Calling delete_port for 9a8f4c88-c01b-448a-8384-5bbec578585c owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:54:14.161615 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522ed925-703e-4292-8583-f39b1f4611e8 None None] Sync routers for ids ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:54:14.177593 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522ed925-703e-4292-8583-f39b1f4611e8 None None] Routers {'04e82c1b-191e-4e81-ac9e-13e6a964a3d4'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:54:14.178654 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-522ed925-703e-4292-8583-f39b1f4611e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:53:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:14.206184 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00832556-0b93-4fc1-899e-ee856fd6a1bb tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (9a8f4c88-c01b-448a-8384-5bbec578585c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:14.237826 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00832556-0b93-4fc1-899e-ee856fd6a1bb tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Port': ['ID=9a8f4c88-c01b-448a-8384-5bbec578585c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:14.333523 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-522ed925-703e-4292-8583-f39b1f4611e8 None None] Set router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:54:14.432692 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00832556-0b93-4fc1-899e-ee856fd6a1bb tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:14.672492 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-522ed925-703e-4292-8583-f39b1f4611e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'name': 'tempest-RoutersIpV6Test-router-1876814158', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:53:43Z', 'updated_at': '2022-02-08T21:54:10Z', 'revision_number': 7, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None, '_interfaces': [{'id': '79bc9327-312a-4c4c-96b9-56fe277f78d8', 'name': '', 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:cd:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:45Z', 'updated_at': '2022-02-08T21:53:53Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a8f4c88-c01b-448a-8384-5bbec578585c', 'name': '', 'network_id': '3faedbb9-d007-448c-8206-2123c9313852', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:fe:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'e1f86936-9096-447b-ae8b-f52bbf2443ae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:54:05Z', 'updated_at': '2022-02-08T21:54:13Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'e1f86936-9096-447b-ae8b-f52bbf2443ae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e04862-4a53-4bb2-b995-d5d42f0d8c0a', 'name': '', 'network_id': '14353323-c9f3-40cb-bc88-1fd7e62f1862', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:60:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:51Z', 'updated_at': '2022-02-08T21:54:00Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b5823b-c264-455e-9efc-7d1a74b24358', 'name': '', 'network_id': 'fc41940c-716c-4840-a030-aa97a3bc5f24', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:32:21:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:58Z', 'updated_at': '2022-02-08T21:54:08Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': '0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:14.736230 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522ed925-703e-4292-8583-f39b1f4611e8 None None] Checking router: 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:54:14.764826 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00832556-0b93-4fc1-899e-ee856fd6a1bb tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:54:14.768168 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522ed925-703e-4292-8583-f39b1f4611e8 None None] Routers {'04e82c1b-191e-4e81-ac9e-13e6a964a3d4'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:54:14.769673 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-522ed925-703e-4292-8583-f39b1f4611e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:53:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:14.870081 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-522ed925-703e-4292-8583-f39b1f4611e8 None None] Set router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:54:14.887103 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00832556-0b93-4fc1-899e-ee856fd6a1bb tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:54:14.898047 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-00832556-0b93-4fc1-899e-ee856fd6a1bb tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "PUT /v2.0/routers/04e82c1b-191e-4e81-ac9e-13e6a964a3d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6055517 Feb 08 21:54:14.898858 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35428) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:14.971475 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-74dc2405-e1f5-4843-a9f7-39a148442d1b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Deleting subnet e1f86936-9096-447b-ae8b-f52bbf2443ae {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:54:14.976499 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-74dc2405-e1f5-4843-a9f7-39a148442d1b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for subnet (e1f86936-9096-447b-ae8b-f52bbf2443ae), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:15.033450 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-74dc2405-e1f5-4843-a9f7-39a148442d1b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (e1f86936-9096-447b-ae8b-f52bbf2443ae), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:15.168070 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-74dc2405-e1f5-4843-a9f7-39a148442d1b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (e1f86936-9096-447b-ae8b-f52bbf2443ae), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:15.183412 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-522ed925-703e-4292-8583-f39b1f4611e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'name': 'tempest-RoutersIpV6Test-router-1876814158', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:53:43Z', 'updated_at': '2022-02-08T21:54:14Z', 'revision_number': 8, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None, '_interfaces': [{'id': '79bc9327-312a-4c4c-96b9-56fe277f78d8', 'name': '', 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:cd:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:45Z', 'updated_at': '2022-02-08T21:53:53Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e04862-4a53-4bb2-b995-d5d42f0d8c0a', 'name': '', 'network_id': '14353323-c9f3-40cb-bc88-1fd7e62f1862', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:60:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:51Z', 'updated_at': '2022-02-08T21:54:00Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b5823b-c264-455e-9efc-7d1a74b24358', 'name': '', 'network_id': 'fc41940c-716c-4840-a030-aa97a3bc5f24', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:32:21:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:58Z', 'updated_at': '2022-02-08T21:54:08Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': '0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:15.218071 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522ed925-703e-4292-8583-f39b1f4611e8 None None] The sync data for ids ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'] in n-d-712143-31 is: [{'id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'name': 'tempest-RoutersIpV6Test-router-1876814158', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:53:43Z', 'updated_at': '2022-02-08T21:54:14Z', 'revision_number': 8, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None, '_interfaces': [{'id': '79bc9327-312a-4c4c-96b9-56fe277f78d8', 'name': '', 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:cd:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:45Z', 'updated_at': '2022-02-08T21:53:53Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e04862-4a53-4bb2-b995-d5d42f0d8c0a', 'name': '', 'network_id': '14353323-c9f3-40cb-bc88-1fd7e62f1862', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:60:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:51Z', 'updated_at': '2022-02-08T21:54:00Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b5823b-c264-455e-9efc-7d1a74b24358', 'name': '', 'network_id': 'fc41940c-716c-4840-a030-aa97a3bc5f24', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:32:21:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:58Z', 'updated_at': '2022-02-08T21:54:08Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': '0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:54:15.251818 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-74dc2405-e1f5-4843-a9f7-39a148442d1b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (e1f86936-9096-447b-ae8b-f52bbf2443ae), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:15.305126 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc2405-e1f5-4843-a9f7-39a148442d1b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f86936-9096-447b-ae8b-f52bbf2443ae,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:15.308944 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-74dc2405-e1f5-4843-a9f7-39a148442d1b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:15.313710 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-74dc2405-e1f5-4843-a9f7-39a148442d1b tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/subnets/e1f86936-9096-447b-ae8b-f52bbf2443ae HTTP/1.1" status: 204 len: 168 time: 0.4119303 Feb 08 21:54:15.316806 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35436) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:15.326017 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825c3ce1-8845-45ea-9bdd-818b35a4ff93 None None] Network 3faedbb9-d007-448c-8206-2123c9313852 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:54:15.417514 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26ebf488-7975-4805-a0ac-d5cfa5473957 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (3faedbb9-d007-448c-8206-2123c9313852), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:15.502917 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-26ebf488-7975-4805-a0ac-d5cfa5473957 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Deleting port 8cba405d-8f76-4668-a128-39afdddd1be6 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:54:15.503647 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26ebf488-7975-4805-a0ac-d5cfa5473957 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (8cba405d-8f76-4668-a128-39afdddd1be6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:15.603474 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4d946a-7790-4838-bc74-78e35e8d0245 None None] DHCP port deletion for 3faedbb9-d007-448c-8206-2123c9313852 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:54:15.616286 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-26ebf488-7975-4805-a0ac-d5cfa5473957 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] For port 8cba405d-8f76-4668-a128-39afdddd1be6, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=8cba405d-8f76-4668-a128-39afdddd1be6,segment=NetworkSegment(81889c7b-d75b-451b-90a1-51b2212abda6),segment_id=81889c7b-d75b-451b-90a1-51b2212abda6)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:54:15.618531 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26ebf488-7975-4805-a0ac-d5cfa5473957 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (8cba405d-8f76-4668-a128-39afdddd1be6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:15.656212 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-26ebf488-7975-4805-a0ac-d5cfa5473957 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Calling delete_port for 8cba405d-8f76-4668-a128-39afdddd1be6 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:54:15.704317 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9f4d946a-7790-4838-bc74-78e35e8d0245 None None] Deleting port 8cba405d-8f76-4668-a128-39afdddd1be6 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:54:15.704655 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f4d946a-7790-4838-bc74-78e35e8d0245 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (8cba405d-8f76-4668-a128-39afdddd1be6), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:15.844966 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26ebf488-7975-4805-a0ac-d5cfa5473957 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (8cba405d-8f76-4668-a128-39afdddd1be6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:15.878999 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-9f4d946a-7790-4838-bc74-78e35e8d0245 None None] For port 8cba405d-8f76-4668-a128-39afdddd1be6, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=8cba405d-8f76-4668-a128-39afdddd1be6,segment=NetworkSegment(81889c7b-d75b-451b-90a1-51b2212abda6),segment_id=81889c7b-d75b-451b-90a1-51b2212abda6)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:54:15.880738 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f4d946a-7790-4838-bc74-78e35e8d0245 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (8cba405d-8f76-4668-a128-39afdddd1be6), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:15.890508 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebf488-7975-4805-a0ac-d5cfa5473957 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Port': ['ID=8cba405d-8f76-4668-a128-39afdddd1be6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:15.905983 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ebf488-7975-4805-a0ac-d5cfa5473957 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] No DVR routers for this DVR port 8cba405d-8f76-4668-a128-39afdddd1be6 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:54:15.911706 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9f4d946a-7790-4838-bc74-78e35e8d0245 None None] Calling delete_port for 8cba405d-8f76-4668-a128-39afdddd1be6 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:54:15.981839 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1679689e-38f7-4f99-b03c-23f47de1853f None None] Sync routers for ids ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:54:15.999234 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1679689e-38f7-4f99-b03c-23f47de1853f None None] Routers {'04e82c1b-191e-4e81-ac9e-13e6a964a3d4'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:54:15.999863 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1679689e-38f7-4f99-b03c-23f47de1853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:53:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:16.016416 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26ebf488-7975-4805-a0ac-d5cfa5473957 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (3faedbb9-d007-448c-8206-2123c9313852), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:16.040069 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f4d946a-7790-4838-bc74-78e35e8d0245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (8cba405d-8f76-4668-a128-39afdddd1be6), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:16.044365 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-26ebf488-7975-4805-a0ac-d5cfa5473957 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3faedbb9-d007-448c-8206-2123c9313852']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:16.056718 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-26ebf488-7975-4805-a0ac-d5cfa5473957 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81889c7b-d75b-451b-90a1-51b2212abda6') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:16.057028 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-26ebf488-7975-4805-a0ac-d5cfa5473957 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81889c7b-d75b-451b-90a1-51b2212abda6') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:16.072313 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26ebf488-7975-4805-a0ac-d5cfa5473957 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (81889c7b-d75b-451b-90a1-51b2212abda6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:16.087977 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26ebf488-7975-4805-a0ac-d5cfa5473957 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (81889c7b-d75b-451b-90a1-51b2212abda6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:16.095336 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ebf488-7975-4805-a0ac-d5cfa5473957 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:54:16.095662 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26ebf488-7975-4805-a0ac-d5cfa5473957 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (81889c7b-d75b-451b-90a1-51b2212abda6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:16.096141 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d946a-7790-4838-bc74-78e35e8d0245 None None] Pushing event deleted for resources: {'Port': ['ID=8cba405d-8f76-4668-a128-39afdddd1be6,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:16.106138 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4d946a-7790-4838-bc74-78e35e8d0245 None None] No DVR routers for this DVR port 8cba405d-8f76-4668-a128-39afdddd1be6 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:54:16.130650 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-1679689e-38f7-4f99-b03c-23f47de1853f None None] Set router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:54:16.172489 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:54:16.177150 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26ebf488-7975-4805-a0ac-d5cfa5473957 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (3faedbb9-d007-448c-8206-2123c9313852), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:16.185734 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26ebf488-7975-4805-a0ac-d5cfa5473957 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:16.190152 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-26ebf488-7975-4805-a0ac-d5cfa5473957 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/networks/3faedbb9-d007-448c-8206-2123c9313852 HTTP/1.1" status: 204 len: 168 time: 0.8705704 Feb 08 21:54:16.193394 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35452) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:16.216521 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebf488-7975-4805-a0ac-d5cfa5473957 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Network': ['ID=3faedbb9-d007-448c-8206-2123c9313852,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:16.422941 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1679689e-38f7-4f99-b03c-23f47de1853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'name': 'tempest-RoutersIpV6Test-router-1876814158', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:53:43Z', 'updated_at': '2022-02-08T21:54:14Z', 'revision_number': 8, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None, '_interfaces': [{'id': '79bc9327-312a-4c4c-96b9-56fe277f78d8', 'name': '', 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:cd:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:45Z', 'updated_at': '2022-02-08T21:53:53Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e04862-4a53-4bb2-b995-d5d42f0d8c0a', 'name': '', 'network_id': '14353323-c9f3-40cb-bc88-1fd7e62f1862', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:60:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:51Z', 'updated_at': '2022-02-08T21:54:00Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b5823b-c264-455e-9efc-7d1a74b24358', 'name': '', 'network_id': 'fc41940c-716c-4840-a030-aa97a3bc5f24', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:32:21:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:58Z', 'updated_at': '2022-02-08T21:54:08Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': '0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:16.474298 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1679689e-38f7-4f99-b03c-23f47de1853f None None] Checking router: 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:54:16.484933 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1679689e-38f7-4f99-b03c-23f47de1853f None None] Routers {'04e82c1b-191e-4e81-ac9e-13e6a964a3d4'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:54:16.485688 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1679689e-38f7-4f99-b03c-23f47de1853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:53:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:16.649957 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-1679689e-38f7-4f99-b03c-23f47de1853f None None] Set router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:54:16.698775 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-06256fbd-395f-4bb0-a71a-1d17e5e2e497 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:17.096130 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 8cba405d-8f76-4668-a128-39afdddd1be6 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:54:17.151271 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 8cba405d-8f76-4668-a128-39afdddd1be6 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:54:17.151651 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 8cba405d-8f76-4668-a128-39afdddd1be6 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:54:17.152111 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 9a8f4c88-c01b-448a-8384-5bbec578585c no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:54:17.204386 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 9a8f4c88-c01b-448a-8384-5bbec578585c {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:54:17.204800 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 9a8f4c88-c01b-448a-8384-5bbec578585c not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:54:17.279794 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1679689e-38f7-4f99-b03c-23f47de1853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'name': 'tempest-RoutersIpV6Test-router-1876814158', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:53:43Z', 'updated_at': '2022-02-08T21:54:14Z', 'revision_number': 8, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None, '_interfaces': [{'id': '79bc9327-312a-4c4c-96b9-56fe277f78d8', 'name': '', 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:cd:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:45Z', 'updated_at': '2022-02-08T21:53:53Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e04862-4a53-4bb2-b995-d5d42f0d8c0a', 'name': '', 'network_id': '14353323-c9f3-40cb-bc88-1fd7e62f1862', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:60:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:51Z', 'updated_at': '2022-02-08T21:54:00Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b5823b-c264-455e-9efc-7d1a74b24358', 'name': '', 'network_id': 'fc41940c-716c-4840-a030-aa97a3bc5f24', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:32:21:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:58Z', 'updated_at': '2022-02-08T21:54:08Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': '0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:17.322062 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1679689e-38f7-4f99-b03c-23f47de1853f None None] The sync data for ids ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'] in n-d-712143-31 is: [{'id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'name': 'tempest-RoutersIpV6Test-router-1876814158', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:53:43Z', 'updated_at': '2022-02-08T21:54:14Z', 'revision_number': 8, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None, '_interfaces': [{'id': '79bc9327-312a-4c4c-96b9-56fe277f78d8', 'name': '', 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:cd:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:45Z', 'updated_at': '2022-02-08T21:53:53Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e04862-4a53-4bb2-b995-d5d42f0d8c0a', 'name': '', 'network_id': '14353323-c9f3-40cb-bc88-1fd7e62f1862', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:60:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:51Z', 'updated_at': '2022-02-08T21:54:00Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b5823b-c264-455e-9efc-7d1a74b24358', 'name': '', 'network_id': 'fc41940c-716c-4840-a030-aa97a3bc5f24', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:32:21:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:58Z', 'updated_at': '2022-02-08T21:54:08Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': '0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:54:17.336349 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-06256fbd-395f-4bb0-a71a-1d17e5e2e497 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Deleting port e5b5823b-c264-455e-9efc-7d1a74b24358 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:54:17.336898 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-06256fbd-395f-4bb0-a71a-1d17e5e2e497 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (e5b5823b-c264-455e-9efc-7d1a74b24358), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:17.476783 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-06256fbd-395f-4bb0-a71a-1d17e5e2e497 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] For port e5b5823b-c264-455e-9efc-7d1a74b24358, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e5b5823b-c264-455e-9efc-7d1a74b24358,segment=NetworkSegment(0d62db69-8dcd-4fca-a044-2f0e817a2498),segment_id=0d62db69-8dcd-4fca-a044-2f0e817a2498)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:54:17.477159 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-06256fbd-395f-4bb0-a71a-1d17e5e2e497 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (e5b5823b-c264-455e-9efc-7d1a74b24358), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:17.496497 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-06256fbd-395f-4bb0-a71a-1d17e5e2e497 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Calling delete_port for e5b5823b-c264-455e-9efc-7d1a74b24358 owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:54:17.733461 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-06256fbd-395f-4bb0-a71a-1d17e5e2e497 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (e5b5823b-c264-455e-9efc-7d1a74b24358), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:17.777795 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06256fbd-395f-4bb0-a71a-1d17e5e2e497 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Port': ['ID=e5b5823b-c264-455e-9efc-7d1a74b24358,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:17.955872 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-06256fbd-395f-4bb0-a71a-1d17e5e2e497 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:18.248523 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06256fbd-395f-4bb0-a71a-1d17e5e2e497 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:54:18.359519 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06256fbd-395f-4bb0-a71a-1d17e5e2e497 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:54:18.367630 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-06256fbd-395f-4bb0-a71a-1d17e5e2e497 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "PUT /v2.0/routers/04e82c1b-191e-4e81-ac9e-13e6a964a3d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1729460 Feb 08 21:54:18.377633 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35494) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:18.382010 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4aa92dd-867e-47a7-94bb-7dc8af711d26 None None] Sync routers for ids ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:54:18.398642 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aa92dd-867e-47a7-94bb-7dc8af711d26 None None] Routers {'04e82c1b-191e-4e81-ac9e-13e6a964a3d4'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:54:18.399683 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-e4aa92dd-867e-47a7-94bb-7dc8af711d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:53:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:18.500292 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-9277e845-f5d9-4c47-abde-f64995d9b340 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Deleting subnet 0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:54:18.507637 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9277e845-f5d9-4c47-abde-f64995d9b340 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for subnet (0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:18.545331 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-e4aa92dd-867e-47a7-94bb-7dc8af711d26 None None] Set router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:54:18.591155 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9277e845-f5d9-4c47-abde-f64995d9b340 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:18.679056 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9277e845-f5d9-4c47-abde-f64995d9b340 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:18.772561 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9277e845-f5d9-4c47-abde-f64995d9b340 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:18.835602 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277e845-f5d9-4c47-abde-f64995d9b340 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Subnet': ['ID=0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:18.852417 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9277e845-f5d9-4c47-abde-f64995d9b340 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:18.858755 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35502) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:18.867832 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9277e845-f5d9-4c47-abde-f64995d9b340 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/subnets/0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d HTTP/1.1" status: 204 len: 168 time: 0.4887128 Feb 08 21:54:18.962945 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e5a70bff-a2b5-4637-b7be-9c8c3814d0b8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (fc41940c-716c-4840-a030-aa97a3bc5f24), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:19.055632 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e5a70bff-a2b5-4637-b7be-9c8c3814d0b8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Deleting port 44fab530-1fd9-4584-8063-6a3d4fab20c8 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:54:19.056121 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e5a70bff-a2b5-4637-b7be-9c8c3814d0b8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (44fab530-1fd9-4584-8063-6a3d4fab20c8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:19.200618 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713d6232-fd35-490e-9627-bff5ca2f9bbf None None] Network fc41940c-716c-4840-a030-aa97a3bc5f24 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:54:19.218504 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-e5a70bff-a2b5-4637-b7be-9c8c3814d0b8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] For port 44fab530-1fd9-4584-8063-6a3d4fab20c8, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=44fab530-1fd9-4584-8063-6a3d4fab20c8,segment=NetworkSegment(0d62db69-8dcd-4fca-a044-2f0e817a2498),segment_id=0d62db69-8dcd-4fca-a044-2f0e817a2498)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:54:19.218852 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e5a70bff-a2b5-4637-b7be-9c8c3814d0b8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (44fab530-1fd9-4584-8063-6a3d4fab20c8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:19.258574 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e5a70bff-a2b5-4637-b7be-9c8c3814d0b8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Calling delete_port for 44fab530-1fd9-4584-8063-6a3d4fab20c8 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:54:19.370244 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-e4aa92dd-867e-47a7-94bb-7dc8af711d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'name': 'tempest-RoutersIpV6Test-router-1876814158', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:53:43Z', 'updated_at': '2022-02-08T21:54:17Z', 'revision_number': 9, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None, '_interfaces': [{'id': '79bc9327-312a-4c4c-96b9-56fe277f78d8', 'name': '', 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:cd:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:45Z', 'updated_at': '2022-02-08T21:53:53Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e04862-4a53-4bb2-b995-d5d42f0d8c0a', 'name': '', 'network_id': '14353323-c9f3-40cb-bc88-1fd7e62f1862', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:60:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:51Z', 'updated_at': '2022-02-08T21:54:00Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:19.376878 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e5a70bff-a2b5-4637-b7be-9c8c3814d0b8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (44fab530-1fd9-4584-8063-6a3d4fab20c8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:19.419804 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a70bff-a2b5-4637-b7be-9c8c3814d0b8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] No DVR routers for this DVR port 44fab530-1fd9-4584-8063-6a3d4fab20c8 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:54:19.421857 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a70bff-a2b5-4637-b7be-9c8c3814d0b8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Port': ['ID=44fab530-1fd9-4584-8063-6a3d4fab20c8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:19.440851 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4aa92dd-867e-47a7-94bb-7dc8af711d26 None None] Checking router: 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:54:19.471892 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca27f2fd-4ad1-4ac2-9bc4-d1708202d638 None None] DHCP port deletion for fc41940c-716c-4840-a030-aa97a3bc5f24 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:54:19.474253 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aa92dd-867e-47a7-94bb-7dc8af711d26 None None] Routers {'04e82c1b-191e-4e81-ac9e-13e6a964a3d4'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:54:19.474966 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-e4aa92dd-867e-47a7-94bb-7dc8af711d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:53:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:19.622379 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e5a70bff-a2b5-4637-b7be-9c8c3814d0b8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (fc41940c-716c-4840-a030-aa97a3bc5f24), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:19.664508 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e5a70bff-a2b5-4637-b7be-9c8c3814d0b8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc41940c-716c-4840-a030-aa97a3bc5f24']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:19.668832 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-e4aa92dd-867e-47a7-94bb-7dc8af711d26 None None] Set router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:54:19.681352 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e5a70bff-a2b5-4637-b7be-9c8c3814d0b8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d62db69-8dcd-4fca-a044-2f0e817a2498') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:19.681958 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e5a70bff-a2b5-4637-b7be-9c8c3814d0b8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d62db69-8dcd-4fca-a044-2f0e817a2498') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:19.696759 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e5a70bff-a2b5-4637-b7be-9c8c3814d0b8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (0d62db69-8dcd-4fca-a044-2f0e817a2498), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:19.716838 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e5a70bff-a2b5-4637-b7be-9c8c3814d0b8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (0d62db69-8dcd-4fca-a044-2f0e817a2498), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:19.725357 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a70bff-a2b5-4637-b7be-9c8c3814d0b8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:54:19.726753 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e5a70bff-a2b5-4637-b7be-9c8c3814d0b8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (0d62db69-8dcd-4fca-a044-2f0e817a2498), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:54:19.744407 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:54:19.800827 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e5a70bff-a2b5-4637-b7be-9c8c3814d0b8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (fc41940c-716c-4840-a030-aa97a3bc5f24), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:19.818391 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e5a70bff-a2b5-4637-b7be-9c8c3814d0b8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:19.827304 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e5a70bff-a2b5-4637-b7be-9c8c3814d0b8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/networks/fc41940c-716c-4840-a030-aa97a3bc5f24 HTTP/1.1" status: 204 len: 168 time: 0.9660633 Feb 08 21:54:19.832244 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35516) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:19.864418 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a70bff-a2b5-4637-b7be-9c8c3814d0b8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Network': ['ID=fc41940c-716c-4840-a030-aa97a3bc5f24,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:20.079556 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-e4aa92dd-867e-47a7-94bb-7dc8af711d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'name': 'tempest-RoutersIpV6Test-router-1876814158', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:53:43Z', 'updated_at': '2022-02-08T21:54:17Z', 'revision_number': 9, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None, '_interfaces': [{'id': '79bc9327-312a-4c4c-96b9-56fe277f78d8', 'name': '', 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:cd:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:45Z', 'updated_at': '2022-02-08T21:53:53Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e04862-4a53-4bb2-b995-d5d42f0d8c0a', 'name': '', 'network_id': '14353323-c9f3-40cb-bc88-1fd7e62f1862', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:60:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:51Z', 'updated_at': '2022-02-08T21:54:00Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:20.115610 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4aa92dd-867e-47a7-94bb-7dc8af711d26 None None] The sync data for ids ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'] in n-d-712143-31 is: [{'id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'name': 'tempest-RoutersIpV6Test-router-1876814158', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:53:43Z', 'updated_at': '2022-02-08T21:54:17Z', 'revision_number': 9, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None, '_interfaces': [{'id': '79bc9327-312a-4c4c-96b9-56fe277f78d8', 'name': '', 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:cd:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:45Z', 'updated_at': '2022-02-08T21:53:53Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e04862-4a53-4bb2-b995-d5d42f0d8c0a', 'name': '', 'network_id': '14353323-c9f3-40cb-bc88-1fd7e62f1862', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:60:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:51Z', 'updated_at': '2022-02-08T21:54:00Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'f8c7cab8-caca-49d0-a45e-e7bf297ac6bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:54:20.375694 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e368828f-beab-4d92-b064-e0fb7059233e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:20.753566 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-e368828f-beab-4d92-b064-e0fb7059233e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Deleting port d1e04862-4a53-4bb2-b995-d5d42f0d8c0a {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:54:20.754283 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e368828f-beab-4d92-b064-e0fb7059233e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d1e04862-4a53-4bb2-b995-d5d42f0d8c0a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:20.871959 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-e368828f-beab-4d92-b064-e0fb7059233e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] For port d1e04862-4a53-4bb2-b995-d5d42f0d8c0a, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d1e04862-4a53-4bb2-b995-d5d42f0d8c0a,segment=NetworkSegment(5ade884a-402a-4806-8062-5287e7c024cf),segment_id=5ade884a-402a-4806-8062-5287e7c024cf)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:54:20.872528 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e368828f-beab-4d92-b064-e0fb7059233e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d1e04862-4a53-4bb2-b995-d5d42f0d8c0a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:20.890887 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-e368828f-beab-4d92-b064-e0fb7059233e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Calling delete_port for d1e04862-4a53-4bb2-b995-d5d42f0d8c0a owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:54:21.050669 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 44fab530-1fd9-4584-8063-6a3d4fab20c8 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:54:21.099487 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 44fab530-1fd9-4584-8063-6a3d4fab20c8 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:54:21.099814 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 44fab530-1fd9-4584-8063-6a3d4fab20c8 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:54:21.100247 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e5b5823b-c264-455e-9efc-7d1a74b24358 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:54:21.142127 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: e5b5823b-c264-455e-9efc-7d1a74b24358 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:54:21.142627 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e5b5823b-c264-455e-9efc-7d1a74b24358 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:54:21.160992 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e368828f-beab-4d92-b064-e0fb7059233e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (d1e04862-4a53-4bb2-b995-d5d42f0d8c0a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:21.194925 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368828f-beab-4d92-b064-e0fb7059233e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Port': ['ID=d1e04862-4a53-4bb2-b995-d5d42f0d8c0a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:21.432034 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e368828f-beab-4d92-b064-e0fb7059233e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:21.693528 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e368828f-beab-4d92-b064-e0fb7059233e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:54:21.821418 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e368828f-beab-4d92-b064-e0fb7059233e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:54:21.843243 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3f962e-60cf-4d56-85df-68de8681ae01 None None] Sync routers for ids ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:54:21.850189 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35562) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:21.851126 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35564) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:21.865808 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3f962e-60cf-4d56-85df-68de8681ae01 None None] Routers {'04e82c1b-191e-4e81-ac9e-13e6a964a3d4'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:54:21.866019 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e368828f-beab-4d92-b064-e0fb7059233e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "PUT /v2.0/routers/04e82c1b-191e-4e81-ac9e-13e6a964a3d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9942036 Feb 08 21:54:21.866955 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6e3f962e-60cf-4d56-85df-68de8681ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:53:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:21.932461 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd5879f-80b2-4861-8342-c33412ecea00 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Deleting subnet f8c7cab8-caca-49d0-a45e-e7bf297ac6bd {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:54:21.938861 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-acd5879f-80b2-4861-8342-c33412ecea00 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for subnet (f8c7cab8-caca-49d0-a45e-e7bf297ac6bd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:22.050811 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-acd5879f-80b2-4861-8342-c33412ecea00 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (f8c7cab8-caca-49d0-a45e-e7bf297ac6bd), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:22.066991 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-6e3f962e-60cf-4d56-85df-68de8681ae01 None None] Set router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:54:22.121098 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-062e5a5b-efe7-4428-af22-9dc041fe93fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:22.351954 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6e3f962e-60cf-4d56-85df-68de8681ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'name': 'tempest-RoutersIpV6Test-router-1876814158', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:53:43Z', 'updated_at': '2022-02-08T21:54:21Z', 'revision_number': 10, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None, '_interfaces': [{'id': '79bc9327-312a-4c4c-96b9-56fe277f78d8', 'name': '', 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:cd:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:45Z', 'updated_at': '2022-02-08T21:53:53Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:22.358413 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-acd5879f-80b2-4861-8342-c33412ecea00 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (f8c7cab8-caca-49d0-a45e-e7bf297ac6bd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:22.390839 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3f962e-60cf-4d56-85df-68de8681ae01 None None] Checking router: 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:54:22.403458 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3f962e-60cf-4d56-85df-68de8681ae01 None None] Routers {'04e82c1b-191e-4e81-ac9e-13e6a964a3d4'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:54:22.404477 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6e3f962e-60cf-4d56-85df-68de8681ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:53:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:22.453700 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-062e5a5b-efe7-4428-af22-9dc041fe93fd admin admin] Publish callbacks [] for security_group (7c96e444-b19a-49fa-b34e-f2a10bab35d7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:22.464531 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-062e5a5b-efe7-4428-af22-9dc041fe93fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7c96e444-b19a-49fa-b34e-f2a10bab35d7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:22.535379 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-6e3f962e-60cf-4d56-85df-68de8681ae01 None None] Set router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:54:22.557664 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-062e5a5b-efe7-4428-af22-9dc041fe93fd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6236a1f2bcf546aeb2cbfd32a9226d9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6886604 Feb 08 21:54:22.560293 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35580) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:22.565874 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-acd5879f-80b2-4861-8342-c33412ecea00 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (f8c7cab8-caca-49d0-a45e-e7bf297ac6bd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:22.640379 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5879f-80b2-4861-8342-c33412ecea00 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Subnet': ['ID=f8c7cab8-caca-49d0-a45e-e7bf297ac6bd,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:22.651815 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-acd5879f-80b2-4861-8342-c33412ecea00 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:22.656213 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031fb870-98e8-4eab-8eda-b46b5cd80819 None None] Network 14353323-c9f3-40cb-bc88-1fd7e62f1862 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:54:22.662500 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-acd5879f-80b2-4861-8342-c33412ecea00 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/subnets/f8c7cab8-caca-49d0-a45e-e7bf297ac6bd HTTP/1.1" status: 204 len: 168 time: 0.8100271 Feb 08 21:54:22.663211 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35582) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:22.665214 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e5a5b-efe7-4428-af22-9dc041fe93fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c96e444-b19a-49fa-b34e-f2a10bab35d7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:22.774159 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a4572246-6856-4ed2-bbe4-e44823f3260e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (14353323-c9f3-40cb-bc88-1fd7e62f1862), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:22.805159 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-46bfe735-24cd-41db-a724-f4c0f602b517 admin admin] Publish callbacks [] for security_group (7c96e444-b19a-49fa-b34e-f2a10bab35d7), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:22.832354 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-46bfe735-24cd-41db-a724-f4c0f602b517 admin admin] Publish callbacks [] for security_group (7c96e444-b19a-49fa-b34e-f2a10bab35d7), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:22.906378 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6e3f962e-60cf-4d56-85df-68de8681ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'name': 'tempest-RoutersIpV6Test-router-1876814158', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:53:43Z', 'updated_at': '2022-02-08T21:54:21Z', 'revision_number': 10, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None, '_interfaces': [{'id': '79bc9327-312a-4c4c-96b9-56fe277f78d8', 'name': '', 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:cd:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:45Z', 'updated_at': '2022-02-08T21:53:53Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:22.937105 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-a4572246-6856-4ed2-bbe4-e44823f3260e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Deleting port c17e3733-fe91-4a4e-bc64-a60681f1846b {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:54:22.937493 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a4572246-6856-4ed2-bbe4-e44823f3260e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c17e3733-fe91-4a4e-bc64-a60681f1846b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:22.949221 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c40133-b082-4182-bf5e-f8ce15e5f555 None None] DHCP port deletion for 14353323-c9f3-40cb-bc88-1fd7e62f1862 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:54:23.025010 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3f962e-60cf-4d56-85df-68de8681ae01 None None] The sync data for ids ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'] in n-d-712143-31 is: [{'id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'name': 'tempest-RoutersIpV6Test-router-1876814158', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:53:43Z', 'updated_at': '2022-02-08T21:54:21Z', 'revision_number': 10, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None, '_interfaces': [{'id': '79bc9327-312a-4c4c-96b9-56fe277f78d8', 'name': '', 'network_id': '6c325e13-9cb7-4e02-9410-2132712d502c', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'mac_address': 'fa:16:3e:cd:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:53:45Z', 'updated_at': '2022-02-08T21:53:53Z', 'revision_number': 5, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'subnets': [{'id': 'a3e1908f-5231-49fc-ba54-45d165cc737e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:54:23.055387 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-46bfe735-24cd-41db-a724-f4c0f602b517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7c96e444-b19a-49fa-b34e-f2a10bab35d7), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:23.058246 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-46bfe735-24cd-41db-a724-f4c0f602b517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:23.059391 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-46bfe735-24cd-41db-a724-f4c0f602b517 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7c96e444-b19a-49fa-b34e-f2a10bab35d7 HTTP/1.1" status: 204 len: 168 time: 0.4980905 Feb 08 21:54:23.116410 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bfe735-24cd-41db-a724-f4c0f602b517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c96e444-b19a-49fa-b34e-f2a10bab35d7,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:23.122944 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e3c40133-b082-4182-bf5e-f8ce15e5f555 None None] Deleting port c17e3733-fe91-4a4e-bc64-a60681f1846b {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:54:23.123328 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e3c40133-b082-4182-bf5e-f8ce15e5f555 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c17e3733-fe91-4a4e-bc64-a60681f1846b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:23.171313 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-a4572246-6856-4ed2-bbe4-e44823f3260e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] For port c17e3733-fe91-4a4e-bc64-a60681f1846b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c17e3733-fe91-4a4e-bc64-a60681f1846b,segment=NetworkSegment(5ade884a-402a-4806-8062-5287e7c024cf),segment_id=5ade884a-402a-4806-8062-5287e7c024cf)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:54:23.171689 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a4572246-6856-4ed2-bbe4-e44823f3260e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c17e3733-fe91-4a4e-bc64-a60681f1846b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:23.263641 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-e3c40133-b082-4182-bf5e-f8ce15e5f555 None None] For port c17e3733-fe91-4a4e-bc64-a60681f1846b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c17e3733-fe91-4a4e-bc64-a60681f1846b,segment=NetworkSegment(5ade884a-402a-4806-8062-5287e7c024cf),segment_id=5ade884a-402a-4806-8062-5287e7c024cf)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:54:23.264355 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e3c40133-b082-4182-bf5e-f8ce15e5f555 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c17e3733-fe91-4a4e-bc64-a60681f1846b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:23.305532 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e3c40133-b082-4182-bf5e-f8ce15e5f555 None None] Calling delete_port for c17e3733-fe91-4a4e-bc64-a60681f1846b owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:54:23.520687 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c17e3733-fe91-4a4e-bc64-a60681f1846b no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:54:23.622168 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e3c40133-b082-4182-bf5e-f8ce15e5f555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (c17e3733-fe91-4a4e-bc64-a60681f1846b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:23.627154 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35600) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:23.658521 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10869e0e-67c0-4337-a69c-29c73fdf2f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:23.769591 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c40133-b082-4182-bf5e-f8ce15e5f555 None None] Pushing event deleted for resources: {'Port': ['ID=c17e3733-fe91-4a4e-bc64-a60681f1846b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:23.777217 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Port c17e3733-fe91-4a4e-bc64-a60681f1846b update to DOWN by agent not found {{(pid=103435) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 08 21:54:23.786862 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c40133-b082-4182-bf5e-f8ce15e5f555 None None] No DVR routers for this DVR port c17e3733-fe91-4a4e-bc64-a60681f1846b on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:54:23.851647 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10869e0e-67c0-4337-a69c-29c73fdf2f73 admin admin] Publish callbacks [] for security_group (141fa899-fd43-4667-9b4a-955ae1f8f4b0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:23.858729 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10869e0e-67c0-4337-a69c-29c73fdf2f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (141fa899-fd43-4667-9b4a-955ae1f8f4b0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:23.934748 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-10869e0e-67c0-4337-a69c-29c73fdf2f73 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=eebbe5e8aed14645a12b7d243c355594&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3035643 Feb 08 21:54:23.941846 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35606) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:23.984740 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10869e0e-67c0-4337-a69c-29c73fdf2f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141fa899-fd43-4667-9b4a-955ae1f8f4b0,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:24.044146 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e8cb50f-b558-47c5-9708-70fce048feb6 admin admin] Publish callbacks [] for security_group (141fa899-fd43-4667-9b4a-955ae1f8f4b0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:24.064171 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-a4572246-6856-4ed2-bbe4-e44823f3260e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Calling delete_port for c17e3733-fe91-4a4e-bc64-a60681f1846b owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:54:24.083116 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e8cb50f-b558-47c5-9708-70fce048feb6 admin admin] Publish callbacks [] for security_group (141fa899-fd43-4667-9b4a-955ae1f8f4b0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:24.158861 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a4572246-6856-4ed2-bbe4-e44823f3260e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (c17e3733-fe91-4a4e-bc64-a60681f1846b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:24.162156 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e8cb50f-b558-47c5-9708-70fce048feb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (141fa899-fd43-4667-9b4a-955ae1f8f4b0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:24.166912 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e8cb50f-b558-47c5-9708-70fce048feb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:24.168104 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4e8cb50f-b558-47c5-9708-70fce048feb6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/141fa899-fd43-4667-9b4a-955ae1f8f4b0 HTTP/1.1" status: 204 len: 168 time: 0.2250199 Feb 08 21:54:24.178985 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4572246-6856-4ed2-bbe4-e44823f3260e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] No DVR routers for this DVR port c17e3733-fe91-4a4e-bc64-a60681f1846b on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:54:24.182210 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8cb50f-b558-47c5-9708-70fce048feb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141fa899-fd43-4667-9b4a-955ae1f8f4b0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:24.240243 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4572246-6856-4ed2-bbe4-e44823f3260e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Port': ['ID=c17e3733-fe91-4a4e-bc64-a60681f1846b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:24.243598 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df80f75d-853f-46c2-a105-60e0ccac3fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:24.316380 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a4572246-6856-4ed2-bbe4-e44823f3260e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (14353323-c9f3-40cb-bc88-1fd7e62f1862), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:24.353456 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-a4572246-6856-4ed2-bbe4-e44823f3260e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14353323-c9f3-40cb-bc88-1fd7e62f1862']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:24.371805 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-a4572246-6856-4ed2-bbe4-e44823f3260e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ade884a-402a-4806-8062-5287e7c024cf') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:24.372120 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-a4572246-6856-4ed2-bbe4-e44823f3260e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ade884a-402a-4806-8062-5287e7c024cf') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:24.385836 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a4572246-6856-4ed2-bbe4-e44823f3260e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (5ade884a-402a-4806-8062-5287e7c024cf), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:24.405571 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a4572246-6856-4ed2-bbe4-e44823f3260e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (5ade884a-402a-4806-8062-5287e7c024cf), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:24.415765 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4572246-6856-4ed2-bbe4-e44823f3260e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:54:24.416240 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a4572246-6856-4ed2-bbe4-e44823f3260e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (5ade884a-402a-4806-8062-5287e7c024cf), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: self.session.flush() Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: self.session.flush() Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: self.session.flush() Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: self.session.flush() Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:54:24.419901 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:54:24.517920 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a4572246-6856-4ed2-bbe4-e44823f3260e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (14353323-c9f3-40cb-bc88-1fd7e62f1862), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:24.528675 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a4572246-6856-4ed2-bbe4-e44823f3260e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:24.533621 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a4572246-6856-4ed2-bbe4-e44823f3260e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/networks/14353323-c9f3-40cb-bc88-1fd7e62f1862 HTTP/1.1" status: 204 len: 168 time: 1.8575852 Feb 08 21:54:24.537196 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35620) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:24.551388 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4572246-6856-4ed2-bbe4-e44823f3260e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Network': ['ID=14353323-c9f3-40cb-bc88-1fd7e62f1862,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:24.974297 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd84cfa1-5c9f-4b20-afb9-875e2f4bb724 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:24.998176 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d1e04862-4a53-4bb2-b995-d5d42f0d8c0a no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:54:25.027727 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: d1e04862-4a53-4bb2-b995-d5d42f0d8c0a {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:54:25.028384 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d1e04862-4a53-4bb2-b995-d5d42f0d8c0a not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:54:25.747585 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bd84cfa1-5c9f-4b20-afb9-875e2f4bb724 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Deleting port 79bc9327-312a-4c4c-96b9-56fe277f78d8 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:54:25.747753 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd84cfa1-5c9f-4b20-afb9-875e2f4bb724 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (79bc9327-312a-4c4c-96b9-56fe277f78d8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:25.864698 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-bd84cfa1-5c9f-4b20-afb9-875e2f4bb724 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] For port 79bc9327-312a-4c4c-96b9-56fe277f78d8, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=79bc9327-312a-4c4c-96b9-56fe277f78d8,segment=NetworkSegment(f7166e9c-dd0f-4ed9-aab8-376295576cd1),segment_id=f7166e9c-dd0f-4ed9-aab8-376295576cd1)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:54:25.865654 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd84cfa1-5c9f-4b20-afb9-875e2f4bb724 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (79bc9327-312a-4c4c-96b9-56fe277f78d8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:25.882274 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bd84cfa1-5c9f-4b20-afb9-875e2f4bb724 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Calling delete_port for 79bc9327-312a-4c4c-96b9-56fe277f78d8 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:54:26.118307 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd84cfa1-5c9f-4b20-afb9-875e2f4bb724 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (79bc9327-312a-4c4c-96b9-56fe277f78d8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:26.198758 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84cfa1-5c9f-4b20-afb9-875e2f4bb724 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Port': ['ID=79bc9327-312a-4c4c-96b9-56fe277f78d8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:26.285603 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd84cfa1-5c9f-4b20-afb9-875e2f4bb724 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:26.479524 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd84cfa1-5c9f-4b20-afb9-875e2f4bb724 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:54:26.596176 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd84cfa1-5c9f-4b20-afb9-875e2f4bb724 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:54:26.602592 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bd84cfa1-5c9f-4b20-afb9-875e2f4bb724 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "PUT /v2.0/routers/04e82c1b-191e-4e81-ac9e-13e6a964a3d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0639100 Feb 08 21:54:26.605290 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35696) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:26.620525 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91fb918-69a9-4e6b-a8dd-c5373d5d6306 None None] Sync routers for ids ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:54:26.636574 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91fb918-69a9-4e6b-a8dd-c5373d5d6306 None None] Routers {'04e82c1b-191e-4e81-ac9e-13e6a964a3d4'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:54:26.638086 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b91fb918-69a9-4e6b-a8dd-c5373d5d6306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:53:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:26.685247 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d2efa6-2bc9-4f62-b87e-bbf14ef0331a tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Deleting subnet a3e1908f-5231-49fc-ba54-45d165cc737e {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:54:26.689298 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-58d2efa6-2bc9-4f62-b87e-bbf14ef0331a tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for subnet (a3e1908f-5231-49fc-ba54-45d165cc737e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:26.737464 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-58d2efa6-2bc9-4f62-b87e-bbf14ef0331a tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (a3e1908f-5231-49fc-ba54-45d165cc737e), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:26.777190 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-b91fb918-69a9-4e6b-a8dd-c5373d5d6306 None None] Set router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:54:26.894688 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-58d2efa6-2bc9-4f62-b87e-bbf14ef0331a tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (a3e1908f-5231-49fc-ba54-45d165cc737e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:26.895376 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b91fb918-69a9-4e6b-a8dd-c5373d5d6306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'name': 'tempest-RoutersIpV6Test-router-1876814158', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:53:43Z', 'updated_at': '2022-02-08T21:54:26Z', 'revision_number': 11, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:26.948703 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91fb918-69a9-4e6b-a8dd-c5373d5d6306 None None] Checking router: 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:54:26.977817 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91fb918-69a9-4e6b-a8dd-c5373d5d6306 None None] Routers {'04e82c1b-191e-4e81-ac9e-13e6a964a3d4'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:54:26.978735 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b91fb918-69a9-4e6b-a8dd-c5373d5d6306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:53:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:27.030750 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-58d2efa6-2bc9-4f62-b87e-bbf14ef0331a tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (a3e1908f-5231-49fc-ba54-45d165cc737e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:27.088151 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0310b3a-f38a-4d1d-83ce-d5fad0e6ba16 None None] Network 6c325e13-9cb7-4e02-9410-2132712d502c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:54:27.136677 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-58d2efa6-2bc9-4f62-b87e-bbf14ef0331a tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:27.143467 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35706) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:27.148827 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-58d2efa6-2bc9-4f62-b87e-bbf14ef0331a tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/subnets/a3e1908f-5231-49fc-ba54-45d165cc737e HTTP/1.1" status: 204 len: 168 time: 0.5423794 Feb 08 21:54:27.150355 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2efa6-2bc9-4f62-b87e-bbf14ef0331a tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e1908f-5231-49fc-ba54-45d165cc737e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:27.154169 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-b91fb918-69a9-4e6b-a8dd-c5373d5d6306 None None] Set router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:54:27.229661 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b91fb918-69a9-4e6b-a8dd-c5373d5d6306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'name': 'tempest-RoutersIpV6Test-router-1876814158', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:53:43Z', 'updated_at': '2022-02-08T21:54:26Z', 'revision_number': 11, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:27.268203 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91fb918-69a9-4e6b-a8dd-c5373d5d6306 None None] The sync data for ids ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'] in n-d-712143-31 is: [{'id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'name': 'tempest-RoutersIpV6Test-router-1876814158', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:53:43Z', 'updated_at': '2022-02-08T21:54:26Z', 'revision_number': 11, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:54:27.273593 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fecc35c4-afa7-48cd-9c3c-96a9e1e42cad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (6c325e13-9cb7-4e02-9410-2132712d502c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:27.374034 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-fecc35c4-afa7-48cd-9c3c-96a9e1e42cad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Deleting port b2f601c0-cd21-4b73-99d8-eba92f7fe376 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:54:27.374759 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fecc35c4-afa7-48cd-9c3c-96a9e1e42cad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b2f601c0-cd21-4b73-99d8-eba92f7fe376), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:27.459950 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-fecc35c4-afa7-48cd-9c3c-96a9e1e42cad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] For port b2f601c0-cd21-4b73-99d8-eba92f7fe376, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b2f601c0-cd21-4b73-99d8-eba92f7fe376,segment=NetworkSegment(f7166e9c-dd0f-4ed9-aab8-376295576cd1),segment_id=f7166e9c-dd0f-4ed9-aab8-376295576cd1)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:54:27.460227 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fecc35c4-afa7-48cd-9c3c-96a9e1e42cad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b2f601c0-cd21-4b73-99d8-eba92f7fe376), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:27.503219 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-fecc35c4-afa7-48cd-9c3c-96a9e1e42cad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Calling delete_port for b2f601c0-cd21-4b73-99d8-eba92f7fe376 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:54:27.567793 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5f730251-639c-492d-94ca-d109d7cb012b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:27.663566 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dca2ee-15a3-4b2b-b23d-53a5d73765de None None] DHCP port deletion for 6c325e13-9cb7-4e02-9410-2132712d502c request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:54:27.674070 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fecc35c4-afa7-48cd-9c3c-96a9e1e42cad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (b2f601c0-cd21-4b73-99d8-eba92f7fe376), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:27.717778 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecc35c4-afa7-48cd-9c3c-96a9e1e42cad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] No DVR routers for this DVR port b2f601c0-cd21-4b73-99d8-eba92f7fe376 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:54:27.726300 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc35c4-afa7-48cd-9c3c-96a9e1e42cad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Port': ['ID=b2f601c0-cd21-4b73-99d8-eba92f7fe376,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:27.727748 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-72dca2ee-15a3-4b2b-b23d-53a5d73765de None None] The port 'b2f601c0-cd21-4b73-99d8-eba92f7fe376' was deleted {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 08 21:54:27.834092 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fecc35c4-afa7-48cd-9c3c-96a9e1e42cad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (6c325e13-9cb7-4e02-9410-2132712d502c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:27.868495 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-fecc35c4-afa7-48cd-9c3c-96a9e1e42cad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c325e13-9cb7-4e02-9410-2132712d502c']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:27.881865 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-fecc35c4-afa7-48cd-9c3c-96a9e1e42cad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7166e9c-dd0f-4ed9-aab8-376295576cd1') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:27.882259 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-fecc35c4-afa7-48cd-9c3c-96a9e1e42cad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7166e9c-dd0f-4ed9-aab8-376295576cd1') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:27.903758 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fecc35c4-afa7-48cd-9c3c-96a9e1e42cad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (f7166e9c-dd0f-4ed9-aab8-376295576cd1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:27.928559 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fecc35c4-afa7-48cd-9c3c-96a9e1e42cad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (f7166e9c-dd0f-4ed9-aab8-376295576cd1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:27.937924 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fecc35c4-afa7-48cd-9c3c-96a9e1e42cad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:54:27.940927 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fecc35c4-afa7-48cd-9c3c-96a9e1e42cad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (f7166e9c-dd0f-4ed9-aab8-376295576cd1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:54:27.945446 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:54:28.031417 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fecc35c4-afa7-48cd-9c3c-96a9e1e42cad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (6c325e13-9cb7-4e02-9410-2132712d502c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:28.038672 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fecc35c4-afa7-48cd-9c3c-96a9e1e42cad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:28.044986 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fecc35c4-afa7-48cd-9c3c-96a9e1e42cad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/networks/6c325e13-9cb7-4e02-9410-2132712d502c HTTP/1.1" status: 204 len: 168 time: 0.8996556 Feb 08 21:54:28.045798 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35732) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:28.053461 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-6301cbb8-f09b-4b6d-8b74-3ecb17887985 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'router': {'routes': None}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:54:28.069404 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc35c4-afa7-48cd-9c3c-96a9e1e42cad tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Pushing event deleted for resources: {'Network': ['ID=6c325e13-9cb7-4e02-9410-2132712d502c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:28.276380 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.extraroute_db [None req-6301cbb8-f09b-4b6d-8b74-3ecb17887985 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Added routes are [] {{(pid=103433) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 08 21:54:28.276877 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.extraroute_db [None req-6301cbb8-f09b-4b6d-8b74-3ecb17887985 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Removed routes are [] {{(pid=103433) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 08 21:54:28.277337 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6301cbb8-f09b-4b6d-8b74-3ecb17887985 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-346790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58238'] for router (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:28.471338 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6301cbb8-f09b-4b6d-8b74-3ecb17887985 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-346790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58238'] for router (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:28.477285 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6301cbb8-f09b-4b6d-8b74-3ecb17887985 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-346797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-346804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351703'] for router (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:28.608912 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6301cbb8-f09b-4b6d-8b74-3ecb17887985 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:54:28.724091 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6301cbb8-f09b-4b6d-8b74-3ecb17887985 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:54:28.734914 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebcfdf7-aaaf-4f38-a790-d7edf0afd705 None None] Sync routers for ids ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:54:28.736252 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6301cbb8-f09b-4b6d-8b74-3ecb17887985 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:28.740094 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6301cbb8-f09b-4b6d-8b74-3ecb17887985 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "PUT /v2.0/routers/04e82c1b-191e-4e81-ac9e-13e6a964a3d4 HTTP/1.1" status: 200 len: 705 time: 0.6900113 Feb 08 21:54:28.740739 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35746) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:28.758195 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebcfdf7-aaaf-4f38-a790-d7edf0afd705 None None] Routers {'04e82c1b-191e-4e81-ac9e-13e6a964a3d4'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:54:28.759095 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-2ebcfdf7-aaaf-4f38-a790-d7edf0afd705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:54:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:28.793261 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8026a20c-7787-49ac-bf52-d93787c7283e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "GET /v2.0/ports?device_id=04e82c1b-191e-4e81-ac9e-13e6a964a3d4 HTTP/1.1" status: 200 len: 205 time: 0.0479314 Feb 08 21:54:28.793734 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35748) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:28.869953 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-2ebcfdf7-aaaf-4f38-a790-d7edf0afd705 None None] Set router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:54:28.925274 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f7a93350-e18c-42f3-a597-72a68daf6f98 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:28.932354 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-2ebcfdf7-aaaf-4f38-a790-d7edf0afd705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'name': 'tempest-RoutersIpV6Test-router-1876814158', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:53:43Z', 'updated_at': '2022-02-08T21:54:26Z', 'revision_number': 11, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:28.966153 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebcfdf7-aaaf-4f38-a790-d7edf0afd705 None None] Checking router: 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:54:28.990836 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebcfdf7-aaaf-4f38-a790-d7edf0afd705 None None] Routers {'04e82c1b-191e-4e81-ac9e-13e6a964a3d4'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:54:28.991631 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-2ebcfdf7-aaaf-4f38-a790-d7edf0afd705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:54:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:29.089381 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b2f601c0-cd21-4b73-99d8-eba92f7fe376 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:54:29.128375 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-2ebcfdf7-aaaf-4f38-a790-d7edf0afd705 None None] Set router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:54:29.147341 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: b2f601c0-cd21-4b73-99d8-eba92f7fe376 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:54:29.148113 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b2f601c0-cd21-4b73-99d8-eba92f7fe376 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:54:29.148996 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 79bc9327-312a-4c4c-96b9-56fe277f78d8 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:54:29.209249 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 79bc9327-312a-4c4c-96b9-56fe277f78d8 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:54:29.210092 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 79bc9327-312a-4c4c-96b9-56fe277f78d8 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:54:29.223514 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-2ebcfdf7-aaaf-4f38-a790-d7edf0afd705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'name': 'tempest-RoutersIpV6Test-router-1876814158', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:53:43Z', 'updated_at': '2022-02-08T21:54:26Z', 'revision_number': 11, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:29.275114 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebcfdf7-aaaf-4f38-a790-d7edf0afd705 None None] The sync data for ids ['04e82c1b-191e-4e81-ac9e-13e6a964a3d4'] in n-d-712143-31 is: [{'id': '04e82c1b-191e-4e81-ac9e-13e6a964a3d4', 'name': 'tempest-RoutersIpV6Test-router-1876814158', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:53:43Z', 'updated_at': '2022-02-08T21:54:26Z', 'revision_number': 11, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:54:29.278615 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:29.331415 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f7a93350-e18c-42f3-a597-72a68daf6f98 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:29.339251 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f7a93350-e18c-42f3-a597-72a68daf6f98 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router_controller (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:29.422652 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f7a93350-e18c-42f3-a597-72a68daf6f98 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (04e82c1b-191e-4e81-ac9e-13e6a964a3d4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:29.424117 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a93350-e18c-42f3-a597-72a68daf6f98 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Fanout notify agent at l3_agent the message router_deleted on router 04e82c1b-191e-4e81-ac9e-13e6a964a3d4 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:54:29.434093 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f7a93350-e18c-42f3-a597-72a68daf6f98 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:29.437332 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f7a93350-e18c-42f3-a597-72a68daf6f98 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/routers/04e82c1b-191e-4e81-ac9e-13e6a964a3d4 HTTP/1.1" status: 204 len: 168 time: 0.6414275 Feb 08 21:54:29.441153 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35756) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:29.448628 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c239dba3-a0dc-49f6-9316-25f8c5bfc8a7 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-277689450', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:54:29.496686 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c239dba3-a0dc-49f6-9316-25f8c5bfc8a7 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (e7904dcc-368c-4afe-8eb8-2d561491750a), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:29.508529 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c239dba3-a0dc-49f6-9316-25f8c5bfc8a7 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (e7904dcc-368c-4afe-8eb8-2d561491750a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:29.616382 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c239dba3-a0dc-49f6-9316-25f8c5bfc8a7 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router_controller (e7904dcc-368c-4afe-8eb8-2d561491750a), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:29.624935 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c239dba3-a0dc-49f6-9316-25f8c5bfc8a7 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (e7904dcc-368c-4afe-8eb8-2d561491750a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:29.668502 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c239dba3-a0dc-49f6-9316-25f8c5bfc8a7 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:29.669918 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c239dba3-a0dc-49f6-9316-25f8c5bfc8a7 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2274408 Feb 08 21:54:29.672969 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35766) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:29.679128 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-07a8b506-db3c-43ce-ac25-cb06c568452d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:54:29.971125 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-07a8b506-db3c-43ce-ac25-cb06c568452d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-346790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58238'] for router (e7904dcc-368c-4afe-8eb8-2d561491750a), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:29.984211 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-07a8b506-db3c-43ce-ac25-cb06c568452d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-346797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-346804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351703'] for router (e7904dcc-368c-4afe-8eb8-2d561491750a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:30.107093 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a8b506-db3c-43ce-ac25-cb06c568452d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Router e7904dcc-368c-4afe-8eb8-2d561491750a is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:54:30.200090 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a8b506-db3c-43ce-ac25-cb06c568452d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:54:30.209678 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-07a8b506-db3c-43ce-ac25-cb06c568452d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:30.211955 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-07a8b506-db3c-43ce-ac25-cb06c568452d tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "PUT /v2.0/routers/e7904dcc-368c-4afe-8eb8-2d561491750a HTTP/1.1" status: 200 len: 697 time: 0.5376654 Feb 08 21:54:30.215084 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35770) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:30.222018 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf9d0e-7365-4ce2-993f-a923b9d0794e None None] Sync routers for ids ['e7904dcc-368c-4afe-8eb8-2d561491750a'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:54:30.247168 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cf9d0e-7365-4ce2-993f-a923b9d0794e None None] Routers {'e7904dcc-368c-4afe-8eb8-2d561491750a'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:54:30.247803 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-34cf9d0e-7365-4ce2-993f-a923b9d0794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:54:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e7904dcc-368c-4afe-8eb8-2d561491750a'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:30.342300 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ac29ae2d-744e-4a7f-a62c-98b67cbda679 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "GET /v2.0/routers/e7904dcc-368c-4afe-8eb8-2d561491750a HTTP/1.1" status: 200 len: 703 time: 0.1250217 Feb 08 21:54:30.342514 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35772) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:30.358344 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-34cf9d0e-7365-4ce2-993f-a923b9d0794e None None] Set router e7904dcc-368c-4afe-8eb8-2d561491750a gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:54:30.374712 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e11fa017-17aa-4bd6-aed3-86666ca65307 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7904dcc-368c-4afe-8eb8-2d561491750a HTTP/1.1" status: 200 len: 205 time: 0.0310371 Feb 08 21:54:30.377120 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35774) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:30.433103 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-34cf9d0e-7365-4ce2-993f-a923b9d0794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7904dcc-368c-4afe-8eb8-2d561491750a', 'name': 'tempest-RoutersIpV6Test-router-277689450', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:54:29Z', 'updated_at': '2022-02-08T21:54:29Z', 'revision_number': 2, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:30.464148 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf9d0e-7365-4ce2-993f-a923b9d0794e None None] Checking router: e7904dcc-368c-4afe-8eb8-2d561491750a for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:54:30.464382 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d3dfcb44-7008-46f3-a2fa-7704db0dc82c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router (e7904dcc-368c-4afe-8eb8-2d561491750a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:30.479016 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cf9d0e-7365-4ce2-993f-a923b9d0794e None None] Routers {'e7904dcc-368c-4afe-8eb8-2d561491750a'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:54:30.479889 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-34cf9d0e-7365-4ce2-993f-a923b9d0794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:54:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e7904dcc-368c-4afe-8eb8-2d561491750a'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:30.567415 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-34cf9d0e-7365-4ce2-993f-a923b9d0794e None None] Set router e7904dcc-368c-4afe-8eb8-2d561491750a gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:54:30.740031 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d3dfcb44-7008-46f3-a2fa-7704db0dc82c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (e7904dcc-368c-4afe-8eb8-2d561491750a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:30.743421 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d3dfcb44-7008-46f3-a2fa-7704db0dc82c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router_controller (e7904dcc-368c-4afe-8eb8-2d561491750a), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:30.800944 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d3dfcb44-7008-46f3-a2fa-7704db0dc82c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (e7904dcc-368c-4afe-8eb8-2d561491750a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:30.802013 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dfcb44-7008-46f3-a2fa-7704db0dc82c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Fanout notify agent at l3_agent the message router_deleted on router e7904dcc-368c-4afe-8eb8-2d561491750a {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:54:30.811614 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d3dfcb44-7008-46f3-a2fa-7704db0dc82c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:30.813103 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d3dfcb44-7008-46f3-a2fa-7704db0dc82c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/routers/e7904dcc-368c-4afe-8eb8-2d561491750a HTTP/1.1" status: 204 len: 168 time: 0.4349091 Feb 08 21:54:30.817287 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35782) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:30.852216 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-34cf9d0e-7365-4ce2-993f-a923b9d0794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7904dcc-368c-4afe-8eb8-2d561491750a', 'name': 'tempest-RoutersIpV6Test-router-277689450', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:54:29Z', 'updated_at': '2022-02-08T21:54:29Z', 'revision_number': 2, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:30.852505 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35784) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:30.854005 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5536ba62-4906-4a7a-a4b5-f93518f9ddcb tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "GET /v2.0/ports?device_id=e7904dcc-368c-4afe-8eb8-2d561491750a HTTP/1.1" status: 200 len: 205 time: 0.0351727 Feb 08 21:54:30.879136 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf9d0e-7365-4ce2-993f-a923b9d0794e None None] The sync data for ids ['e7904dcc-368c-4afe-8eb8-2d561491750a'] in n-d-712143-31 is: [{'id': 'e7904dcc-368c-4afe-8eb8-2d561491750a', 'name': 'tempest-RoutersIpV6Test-router-277689450', 'tenant_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:54:29Z', 'updated_at': '2022-02-08T21:54:29Z', 'revision_number': 2, 'project_id': 'dda9e6991cfd4a339fee4c7fa0ab8236', 'gw_port_host': None}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:54:30.921868 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-efba45b4-d918-49cd-a2fc-ce797495051c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] delete failed (client error): The resource could not be found. Feb 08 21:54:30.923125 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-efba45b4-d918-49cd-a2fc-ce797495051c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/routers/e7904dcc-368c-4afe-8eb8-2d561491750a HTTP/1.1" status: 404 len: 336 time: 0.0692952 Feb 08 21:54:30.926033 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35786) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:30.972454 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d5b841-3acf-4a3e-916b-768faa918a29 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] DELETE failed (client error): The resource could not be found. Feb 08 21:54:30.973036 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d5b841-3acf-4a3e-916b-768faa918a29 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:54:30.976688 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-52d5b841-3acf-4a3e-916b-768faa918a29 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/subnets/e1f86936-9096-447b-ae8b-f52bbf2443ae HTTP/1.1" status: 404 len: 337 time: 0.0494952 Feb 08 21:54:30.979075 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35788) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:31.012970 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a64566b-1aa7-4a8a-928d-0b9994479b44 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] DELETE failed (client error): The resource could not be found. Feb 08 21:54:31.013807 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a64566b-1aa7-4a8a-928d-0b9994479b44 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:54:31.017581 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7a64566b-1aa7-4a8a-928d-0b9994479b44 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/subnets/0ee9c03a-5d6c-4d90-b7cc-5c5511f9de1d HTTP/1.1" status: 404 len: 337 time: 0.0372629 Feb 08 21:54:31.020108 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35790) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:31.060487 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf118fd3-7d8c-4df1-ad85-4022a94cb7d4 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] DELETE failed (client error): The resource could not be found. Feb 08 21:54:31.062074 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf118fd3-7d8c-4df1-ad85-4022a94cb7d4 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:54:31.069664 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cf118fd3-7d8c-4df1-ad85-4022a94cb7d4 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/subnets/f8c7cab8-caca-49d0-a45e-e7bf297ac6bd HTTP/1.1" status: 404 len: 337 time: 0.0474062 Feb 08 21:54:31.072489 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35792) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:31.116832 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-11bb98b7-786b-413b-b009-65f62633e1d1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] DELETE failed (client error): The resource could not be found. Feb 08 21:54:31.117530 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11bb98b7-786b-413b-b009-65f62633e1d1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:54:31.125508 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-11bb98b7-786b-413b-b009-65f62633e1d1 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/subnets/a3e1908f-5231-49fc-ba54-45d165cc737e HTTP/1.1" status: 404 len: 337 time: 0.0510859 Feb 08 21:54:31.128704 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35794) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:31.180664 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35796) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:31.181472 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-de57fce0-361a-414c-80e3-3ba712bcc34e tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "GET /v2.0/ports?device_id=04e82c1b-191e-4e81-ac9e-13e6a964a3d4 HTTP/1.1" status: 200 len: 205 time: 0.0507283 Feb 08 21:54:31.244556 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-5b42e2c5-1264-42e1-b233-a639168fdc38 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] delete failed (client error): The resource could not be found. Feb 08 21:54:31.245804 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5b42e2c5-1264-42e1-b233-a639168fdc38 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/routers/04e82c1b-191e-4e81-ac9e-13e6a964a3d4 HTTP/1.1" status: 404 len: 336 time: 0.0640430 Feb 08 21:54:31.249272 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35798) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:31.283413 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-12ffc6ed-7742-4ef3-87a3-a4d9d5c34593 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "GET /v2.0/ports?device_id=927d8c55-a82c-4381-b93d-e7dc89abcf5f HTTP/1.1" status: 200 len: 205 time: 0.0332263 Feb 08 21:54:31.285852 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35800) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:31.327145 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-6cc152f4-ab43-46a6-8c3a-fe545a702ad7 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] delete failed (client error): The resource could not be found. Feb 08 21:54:31.328580 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6cc152f4-ab43-46a6-8c3a-fe545a702ad7 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/routers/927d8c55-a82c-4381-b93d-e7dc89abcf5f HTTP/1.1" status: 404 len: 336 time: 0.0414443 Feb 08 21:54:31.331072 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35804) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:31.362141 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5bc6fd5-3515-4f40-a07c-4dd07f9f1cca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] DELETE failed (client error): The resource could not be found. Feb 08 21:54:31.362764 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5bc6fd5-3515-4f40-a07c-4dd07f9f1cca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:54:31.366191 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f5bc6fd5-3515-4f40-a07c-4dd07f9f1cca tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/subnets/b62b572a-d20c-44a4-82ca-b919ebbaa08a HTTP/1.1" status: 404 len: 337 time: 0.0337911 Feb 08 21:54:31.368703 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35806) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:31.409534 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0da9151e-5896-4e5a-bd0f-c34bb4c79294 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "GET /v2.0/ports?device_id=a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93 HTTP/1.1" status: 200 len: 205 time: 0.0393908 Feb 08 21:54:31.415853 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35808) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:31.463399 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-df057934-08b5-4bf7-816c-fc5a026e7f26 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] delete failed (client error): The resource could not be found. Feb 08 21:54:31.464525 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-df057934-08b5-4bf7-816c-fc5a026e7f26 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/routers/a2b3b885-e033-4c4d-9c4a-a54fd9fa0f93 HTTP/1.1" status: 404 len: 336 time: 0.0473971 Feb 08 21:54:31.467318 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35810) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:31.473383 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:31.498611 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d4845e8b-1248-41e2-ba3c-75aef1c4b3e8 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb5df46d-cbf1-45fa-b20f-97a82ff1c98d HTTP/1.1" status: 200 len: 205 time: 0.0300274 Feb 08 21:54:31.500930 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35812) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:31.546087 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-875cf4a8-a051-48d3-8393-10e2acb72175 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] delete failed (client error): The resource could not be found. Feb 08 21:54:31.547135 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-875cf4a8-a051-48d3-8393-10e2acb72175 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/routers/fb5df46d-cbf1-45fa-b20f-97a82ff1c98d HTTP/1.1" status: 404 len: 336 time: 0.0445583 Feb 08 21:54:31.550330 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35814) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:31.580756 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf0fe19-c448-45a3-95e7-d33b3de295c7 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] DELETE failed (client error): The resource could not be found. Feb 08 21:54:31.581913 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf0fe19-c448-45a3-95e7-d33b3de295c7 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:54:31.584710 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9cf0fe19-c448-45a3-95e7-d33b3de295c7 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/subnets/27133ce2-5e02-429a-88e6-ac0811f0baa5 HTTP/1.1" status: 404 len: 337 time: 0.0333331 Feb 08 21:54:31.585184 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:31.587534 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35816) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:31.635175 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fafb12a3-eb02-4191-8492-a48ebfa16970 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "GET /v2.0/ports?device_id=a486a773-b2a1-4708-8fe6-a8d7bf831f71 HTTP/1.1" status: 200 len: 205 time: 0.0433867 Feb 08 21:54:31.635513 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35820) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:31.681667 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-2a6de8d6-7072-4bfb-9d5f-756a95020565 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] delete failed (client error): The resource could not be found. Feb 08 21:54:31.685272 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2a6de8d6-7072-4bfb-9d5f-756a95020565 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/routers/a486a773-b2a1-4708-8fe6-a8d7bf831f71 HTTP/1.1" status: 404 len: 336 time: 0.0462258 Feb 08 21:54:31.686893 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35822) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:31.724399 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bcae247-ae1f-45d4-b20e-632d791ebdd2 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] DELETE failed (client error): The resource could not be found. Feb 08 21:54:31.724867 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bcae247-ae1f-45d4-b20e-632d791ebdd2 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:54:31.735569 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7bcae247-ae1f-45d4-b20e-632d791ebdd2 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/subnets/b955939f-75bd-4662-9e9d-3b363382852f HTTP/1.1" status: 404 len: 337 time: 0.0431092 Feb 08 21:54:31.735569 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35830) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:31.776904 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-88e78923-6b51-43ae-9399-cc7edb4f35d9 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "GET /v2.0/ports?device_id=cc61184b-1e0f-4d06-aaa7-97d83968fd79 HTTP/1.1" status: 200 len: 205 time: 0.0434275 Feb 08 21:54:31.779375 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35834) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:31.822527 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-8f92c144-52b2-48f6-b081-49c8c39fdf38 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] delete failed (client error): The resource could not be found. Feb 08 21:54:31.826316 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35836) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:31.826894 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8f92c144-52b2-48f6-b081-49c8c39fdf38 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/routers/cc61184b-1e0f-4d06-aaa7-97d83968fd79 HTTP/1.1" status: 404 len: 336 time: 0.0459843 Feb 08 21:54:31.858804 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-f34d371d-4f9b-41f7-b781-a27e33add827 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] DELETE failed (client error): The resource could not be found. Feb 08 21:54:31.859366 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f34d371d-4f9b-41f7-b781-a27e33add827 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:54:31.865726 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f34d371d-4f9b-41f7-b781-a27e33add827 tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/subnets/2b411ece-896c-47e3-b657-6e9786f10670 HTTP/1.1" status: 404 len: 337 time: 0.0353055 Feb 08 21:54:31.866018 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35838) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:31.902686 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-f437c25a-7711-4ec1-99fc-195ed37c3e3c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] DELETE failed (client error): The resource could not be found. Feb 08 21:54:31.903662 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f437c25a-7711-4ec1-99fc-195ed37c3e3c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:54:31.925254 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f437c25a-7711-4ec1-99fc-195ed37c3e3c tempest-RoutersIpV6Test-221955585 tempest-RoutersIpV6Test-221955585-project] 10.222.0.88 "DELETE /v2.0/subnets/58d1d6b2-a272-4ac0-928a-271f26662233 HTTP/1.1" status: 404 len: 337 time: 0.0580626 Feb 08 21:54:32.399382 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35852) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:32.585708 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-45131f81-868a-455c-a250-a85de7bb8657 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dda9e6991cfd4a339fee4c7fa0ab8236&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1844928 Feb 08 21:54:32.588145 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35856) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:32.642499 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ede3300-d831-468a-b9c8-6f24c4c43422 admin admin] Publish callbacks [] for security_group (c167bc4f-9d04-45cd-906d-a44f2d42294e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:32.666043 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ede3300-d831-468a-b9c8-6f24c4c43422 admin admin] Publish callbacks [] for security_group (c167bc4f-9d04-45cd-906d-a44f2d42294e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:32.721838 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ede3300-d831-468a-b9c8-6f24c4c43422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c167bc4f-9d04-45cd-906d-a44f2d42294e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:32.726584 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ede3300-d831-468a-b9c8-6f24c4c43422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:32.730334 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2ede3300-d831-468a-b9c8-6f24c4c43422 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c167bc4f-9d04-45cd-906d-a44f2d42294e HTTP/1.1" status: 204 len: 168 time: 0.1385605 Feb 08 21:54:32.737014 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede3300-d831-468a-b9c8-6f24c4c43422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c167bc4f-9d04-45cd-906d-a44f2d42294e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:33.628801 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35886) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:33.747236 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a369c250-88d5-4240-9529-a2f202cb5a7e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'network': {'name': 'tempest-RoutersTest-685511796'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:54:33.774527 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a369c250-88d5-4240-9529-a2f202cb5a7e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Made reservation on behalf of ce00c950d6fd4f2cb5d48594e4844733 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:54:33.778334 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a369c250-88d5-4240-9529-a2f202cb5a7e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:33.788221 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a369c250-88d5-4240-9529-a2f202cb5a7e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:33.899108 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a369c250-88d5-4240-9529-a2f202cb5a7e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for security_group (b98888e8-2ad1-4845-a842-19c806f12c83), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:33.904872 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a369c250-88d5-4240-9529-a2f202cb5a7e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b98888e8-2ad1-4845-a842-19c806f12c83), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:33.952400 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a369c250-88d5-4240-9529-a2f202cb5a7e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:54:33.983124 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369c250-88d5-4240-9529-a2f202cb5a7e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b98888e8-2ad1-4845-a842-19c806f12c83,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:33.990125 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a369c250-88d5-4240-9529-a2f202cb5a7e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (44fe58dd-f1cd-4beb-9f29-666be85a59e9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:33.990399 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-a369c250-88d5-4240-9529-a2f202cb5a7e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Added segment 44fe58dd-f1cd-4beb-9f29-666be85a59e9 of type vlan for network ff517d04-f164-4d62-a562-36464977f494 Feb 08 21:54:34.068721 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a369c250-88d5-4240-9529-a2f202cb5a7e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (ff517d04-f164-4d62-a562-36464977f494), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:34.099990 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a369c250-88d5-4240-9529-a2f202cb5a7e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (ff517d04-f164-4d62-a562-36464977f494), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:34.105340 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a369c250-88d5-4240-9529-a2f202cb5a7e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:54:34.106060 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a369c250-88d5-4240-9529-a2f202cb5a7e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:34.175424 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a369c250-88d5-4240-9529-a2f202cb5a7e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5451183 Feb 08 21:54:34.178754 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35894) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:34.186152 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d73c0962-104e-4851-92ac-fa200a4f204f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'network': {'name': 'tempest-RoutersTest-2118843649'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:54:34.196517 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369c250-88d5-4240-9529-a2f202cb5a7e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Network': ['ID=ff517d04-f164-4d62-a562-36464977f494,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:34.212533 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network ff517d04-f164-4d62-a562-36464977f494 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:54:34.216652 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73c0962-104e-4851-92ac-fa200a4f204f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Made reservation on behalf of ce00c950d6fd4f2cb5d48594e4844733 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:54:34.222675 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d73c0962-104e-4851-92ac-fa200a4f204f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:34.268638 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d73c0962-104e-4851-92ac-fa200a4f204f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:54:34.288623 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d73c0962-104e-4851-92ac-fa200a4f204f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (e05b0f50-d084-418b-b0a9-19dea43860e9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:34.288920 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-d73c0962-104e-4851-92ac-fa200a4f204f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Added segment e05b0f50-d084-418b-b0a9-19dea43860e9 of type vlan for network 3b8d3e87-20bc-423d-be71-815ac472410c Feb 08 21:54:34.341110 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d73c0962-104e-4851-92ac-fa200a4f204f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (3b8d3e87-20bc-423d-be71-815ac472410c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:34.378803 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d73c0962-104e-4851-92ac-fa200a4f204f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (3b8d3e87-20bc-423d-be71-815ac472410c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:34.385509 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73c0962-104e-4851-92ac-fa200a4f204f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:54:34.386448 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d73c0962-104e-4851-92ac-fa200a4f204f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:34.457196 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d73c0962-104e-4851-92ac-fa200a4f204f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2773054 Feb 08 21:54:34.460158 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35904) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:34.471759 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-a6a63a57-da9b-44f6-927f-8052327fc26f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'subnet': {'network_id': 'ff517d04-f164-4d62-a562-36464977f494', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:54:34.474599 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c0962-104e-4851-92ac-fa200a4f204f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Network': ['ID=3b8d3e87-20bc-423d-be71-815ac472410c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:34.489344 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 3b8d3e87-20bc-423d-be71-815ac472410c details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:54:34.602876 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a63a57-da9b-44f6-927f-8052327fc26f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Made reservation on behalf of ce00c950d6fd4f2cb5d48594e4844733 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:54:34.606601 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6a63a57-da9b-44f6-927f-8052327fc26f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:34.835092 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6a63a57-da9b-44f6-927f-8052327fc26f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (fc44abe4-e994-4e27-b59d-602438bdf03a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:34.937553 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a63a57-da9b-44f6-927f-8052327fc26f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Subnet': ['ID=fc44abe4-e994-4e27-b59d-602438bdf03a,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:34.945998 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a63a57-da9b-44f6-927f-8052327fc26f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Checking segment: {'id': '44fe58dd-f1cd-4beb-9f29-666be85a59e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ff517d04-f164-4d62-a562-36464977f494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:54:34.946378 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a63a57-da9b-44f6-927f-8052327fc26f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network hostable DHCP agents. Network: ff517d04-f164-4d62-a562-36464977f494, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:54:34.970720 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a63a57-da9b-44f6-927f-8052327fc26f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network ff517d04-f164-4d62-a562-36464977f494 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:54:34.985026 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-a6a63a57-da9b-44f6-927f-8052327fc26f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, ff517d04-f164-4d62-a562-36464977f494) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:54:35.010684 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a63a57-da9b-44f6-927f-8052327fc26f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:54:35.012955 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30593037-65b0-428e-939e-dd69381549bb None None] Network ff517d04-f164-4d62-a562-36464977f494 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:54:35.013174 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6a63a57-da9b-44f6-927f-8052327fc26f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:35.035034 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a6a63a57-da9b-44f6-927f-8052327fc26f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5727904 Feb 08 21:54:35.037821 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35914) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:35.045340 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-b1a2836e-1f71-40ed-9de2-6deb1a4722fd tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'subnet': {'network_id': '3b8d3e87-20bc-423d-be71-815ac472410c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:54:35.155407 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a2836e-1f71-40ed-9de2-6deb1a4722fd tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Made reservation on behalf of ce00c950d6fd4f2cb5d48594e4844733 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:54:35.161835 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b1a2836e-1f71-40ed-9de2-6deb1a4722fd tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:35.171553 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7a2cd4-63dd-4a7e-8151-6ee43a9e9480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-ff517d04-f164-4d62-a562-36464977f494', 'network_id': 'ff517d04-f164-4d62-a562-36464977f494', 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'fixed_ips': [{'subnet_id': 'fc44abe4-e994-4e27-b59d-602438bdf03a'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:54:35.172562 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3a7a2cd4-63dd-4a7e-8151-6ee43a9e9480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:35.344184 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-3a7a2cd4-63dd-4a7e-8151-6ee43a9e9480 None None] Allocated IP 172.20.0.2 (ff517d04-f164-4d62-a562-36464977f494/fc44abe4-e994-4e27-b59d-602438bdf03a/cc007a66-1fdf-44f2-846a-9ed06ffa9fa1) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:54:35.396666 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b1a2836e-1f71-40ed-9de2-6deb1a4722fd tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (2afbbd61-bc39-4361-8943-6e43e4b2291c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:35.507410 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2836e-1f71-40ed-9de2-6deb1a4722fd tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Subnet': ['ID=2afbbd61-bc39-4361-8943-6e43e4b2291c,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:35.522589 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a2836e-1f71-40ed-9de2-6deb1a4722fd tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Checking segment: {'id': 'e05b0f50-d084-418b-b0a9-19dea43860e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3b8d3e87-20bc-423d-be71-815ac472410c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:54:35.523667 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a2836e-1f71-40ed-9de2-6deb1a4722fd tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network hostable DHCP agents. Network: 3b8d3e87-20bc-423d-be71-815ac472410c, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:54:35.555992 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a2836e-1f71-40ed-9de2-6deb1a4722fd tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network 3b8d3e87-20bc-423d-be71-815ac472410c is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:54:35.564204 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3a7a2cd4-63dd-4a7e-8151-6ee43a9e9480 None None] Publish callbacks [] for port (cc007a66-1fdf-44f2-846a-9ed06ffa9fa1), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:35.575584 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3a7a2cd4-63dd-4a7e-8151-6ee43a9e9480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (cc007a66-1fdf-44f2-846a-9ed06ffa9fa1), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:35.580798 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-b1a2836e-1f71-40ed-9de2-6deb1a4722fd tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 3b8d3e87-20bc-423d-be71-815ac472410c) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:54:35.592952 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a2836e-1f71-40ed-9de2-6deb1a4722fd tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:54:35.593519 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b1a2836e-1f71-40ed-9de2-6deb1a4722fd tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:35.622328 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b1a2836e-1f71-40ed-9de2-6deb1a4722fd tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5815268 Feb 08 21:54:35.625593 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35918) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:35.639439 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0645d931-9f56-4aaf-848c-093efe178340 None None] Network 3b8d3e87-20bc-423d-be71-815ac472410c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:54:35.642726 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-4ffb6354-839a-4bb6-a52c-39effaf686b4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1514104373', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:54:35.669385 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7a2cd4-63dd-4a7e-8151-6ee43a9e9480 None None] Network ff517d04-f164-4d62-a562-36464977f494 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:54:35.706562 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6354-839a-4bb6-a52c-39effaf686b4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (7c000093-78e6-437f-84f1-1a16e0568c68), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:35.712327 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-3a7a2cd4-63dd-4a7e-8151-6ee43a9e9480 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:54:35.714529 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6354-839a-4bb6-a52c-39effaf686b4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (7c000093-78e6-437f-84f1-1a16e0568c68), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:35.719081 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7a2cd4-63dd-4a7e-8151-6ee43a9e9480 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:54:35.726245 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a2cd4-63dd-4a7e-8151-6ee43a9e9480 None None] Pushing event updated for resources: {'Port': ['ID=cc007a66-1fdf-44f2-846a-9ed06ffa9fa1,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:35.800924 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:54:35.860029 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6354-839a-4bb6-a52c-39effaf686b4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router_controller (7c000093-78e6-437f-84f1-1a16e0568c68), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:35.866405 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-3a7a2cd4-63dd-4a7e-8151-6ee43a9e9480 None None] Attempting to bind port cc007a66-1fdf-44f2-846a-9ed06ffa9fa1 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:54:35.866721 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6354-839a-4bb6-a52c-39effaf686b4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (7c000093-78e6-437f-84f1-1a16e0568c68), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:35.867729 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-3a7a2cd4-63dd-4a7e-8151-6ee43a9e9480 None None] Attempting to bind port cc007a66-1fdf-44f2-846a-9ed06ffa9fa1 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '44fe58dd-f1cd-4beb-9f29-666be85a59e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ff517d04-f164-4d62-a562-36464977f494'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:54:35.868498 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7a2cd4-63dd-4a7e-8151-6ee43a9e9480 None None] Attempting to bind port cc007a66-1fdf-44f2-846a-9ed06ffa9fa1 on network ff517d04-f164-4d62-a562-36464977f494 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:54:35.885479 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7a2cd4-63dd-4a7e-8151-6ee43a9e9480 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:54:35.886424 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7a2cd4-63dd-4a7e-8151-6ee43a9e9480 None None] Checking segment: {'id': '44fe58dd-f1cd-4beb-9f29-666be85a59e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ff517d04-f164-4d62-a562-36464977f494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:54:35.887253 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3a7a2cd4-63dd-4a7e-8151-6ee43a9e9480 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:35.888686 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7a2cd4-63dd-4a7e-8151-6ee43a9e9480 None None] Bound using segment: {'id': '44fe58dd-f1cd-4beb-9f29-666be85a59e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ff517d04-f164-4d62-a562-36464977f494'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:54:35.889713 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-3a7a2cd4-63dd-4a7e-8151-6ee43a9e9480 None None] Bound port: cc007a66-1fdf-44f2-846a-9ed06ffa9fa1, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44fe58dd-f1cd-4beb-9f29-666be85a59e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ff517d04-f164-4d62-a562-36464977f494'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:54:35.890489 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3a7a2cd4-63dd-4a7e-8151-6ee43a9e9480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cc007a66-1fdf-44f2-846a-9ed06ffa9fa1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:35.925508 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6354-839a-4bb6-a52c-39effaf686b4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:35.927209 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4ffb6354-839a-4bb6-a52c-39effaf686b4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2989466 Feb 08 21:54:35.930247 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35924) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:35.976648 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00d5108-28b6-4c33-885a-637f570c56c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-3b8d3e87-20bc-423d-be71-815ac472410c', 'network_id': '3b8d3e87-20bc-423d-be71-815ac472410c', 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'fixed_ips': [{'subnet_id': '2afbbd61-bc39-4361-8943-6e43e4b2291c'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:54:35.977990 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a00d5108-28b6-4c33-885a-637f570c56c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:36.252382 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-3a7a2cd4-63dd-4a7e-8151-6ee43a9e9480 None None] For port cc007a66-1fdf-44f2-846a-9ed06ffa9fa1, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:54:36.266696 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-3a7a2cd4-63dd-4a7e-8151-6ee43a9e9480 None None] For port cc007a66-1fdf-44f2-846a-9ed06ffa9fa1, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cc007a66-1fdf-44f2-846a-9ed06ffa9fa1,segment=NetworkSegment(44fe58dd-f1cd-4beb-9f29-666be85a59e9),segment_id=44fe58dd-f1cd-4beb-9f29-666be85a59e9)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:54:36.342190 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-a00d5108-28b6-4c33-885a-637f570c56c7 None None] Allocated IP 172.21.0.2 (3b8d3e87-20bc-423d-be71-815ac472410c/2afbbd61-bc39-4361-8943-6e43e4b2291c/d88c3edc-d473-4af5-b8eb-205fec78aba0) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:54:36.447856 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2737a601-ed60-4733-94a7-e0ba10019d2d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:36.465451 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3a7a2cd4-63dd-4a7e-8151-6ee43a9e9480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cc007a66-1fdf-44f2-846a-9ed06ffa9fa1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:36.551208 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a2cd4-63dd-4a7e-8151-6ee43a9e9480 None None] Pushing event updated for resources: {'Port': ['ID=cc007a66-1fdf-44f2-846a-9ed06ffa9fa1,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:36.696210 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:36.704586 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a00d5108-28b6-4c33-885a-637f570c56c7 None None] Publish callbacks [] for port (d88c3edc-d473-4af5-b8eb-205fec78aba0), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:36.718955 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a00d5108-28b6-4c33-885a-637f570c56c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (d88c3edc-d473-4af5-b8eb-205fec78aba0), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:36.755379 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00d5108-28b6-4c33-885a-637f570c56c7 None None] Network 3b8d3e87-20bc-423d-be71-815ac472410c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:54:36.769037 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-a00d5108-28b6-4c33-885a-637f570c56c7 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:54:36.772700 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00d5108-28b6-4c33-885a-637f570c56c7 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:54:36.929279 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d5108-28b6-4c33-885a-637f570c56c7 None None] Pushing event updated for resources: {'Port': ['ID=d88c3edc-d473-4af5-b8eb-205fec78aba0,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:36.954135 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:36.976023 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-a00d5108-28b6-4c33-885a-637f570c56c7 None None] Attempting to bind port d88c3edc-d473-4af5-b8eb-205fec78aba0 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:54:36.976625 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-a00d5108-28b6-4c33-885a-637f570c56c7 None None] Attempting to bind port d88c3edc-d473-4af5-b8eb-205fec78aba0 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'e05b0f50-d084-418b-b0a9-19dea43860e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3b8d3e87-20bc-423d-be71-815ac472410c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:54:36.977222 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00d5108-28b6-4c33-885a-637f570c56c7 None None] Attempting to bind port d88c3edc-d473-4af5-b8eb-205fec78aba0 on network 3b8d3e87-20bc-423d-be71-815ac472410c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:54:36.990253 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00d5108-28b6-4c33-885a-637f570c56c7 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:54:36.990873 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00d5108-28b6-4c33-885a-637f570c56c7 None None] Checking segment: {'id': 'e05b0f50-d084-418b-b0a9-19dea43860e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3b8d3e87-20bc-423d-be71-815ac472410c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:54:36.991623 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a00d5108-28b6-4c33-885a-637f570c56c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:36.992211 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00d5108-28b6-4c33-885a-637f570c56c7 None None] Bound using segment: {'id': 'e05b0f50-d084-418b-b0a9-19dea43860e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3b8d3e87-20bc-423d-be71-815ac472410c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:54:36.993141 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-a00d5108-28b6-4c33-885a-637f570c56c7 None None] Bound port: d88c3edc-d473-4af5-b8eb-205fec78aba0, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05b0f50-d084-418b-b0a9-19dea43860e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3b8d3e87-20bc-423d-be71-815ac472410c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:54:36.993799 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a00d5108-28b6-4c33-885a-637f570c56c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d88c3edc-d473-4af5-b8eb-205fec78aba0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:37.027774 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-2737a601-ed60-4733-94a7-e0ba10019d2d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Allocated IP 172.20.0.1 (ff517d04-f164-4d62-a562-36464977f494/fc44abe4-e994-4e27-b59d-602438bdf03a/04a232ff-2bb9-4cdf-8aa3-6119eeee9ffe) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:54:37.222191 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-a00d5108-28b6-4c33-885a-637f570c56c7 None None] For port d88c3edc-d473-4af5-b8eb-205fec78aba0, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:54:37.228082 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-a00d5108-28b6-4c33-885a-637f570c56c7 None None] For port d88c3edc-d473-4af5-b8eb-205fec78aba0, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d88c3edc-d473-4af5-b8eb-205fec78aba0,segment=NetworkSegment(e05b0f50-d084-418b-b0a9-19dea43860e9),segment_id=e05b0f50-d084-418b-b0a9-19dea43860e9)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:54:37.246287 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a00d5108-28b6-4c33-885a-637f570c56c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d88c3edc-d473-4af5-b8eb-205fec78aba0), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:37.300272 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2737a601-ed60-4733-94a7-e0ba10019d2d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for port (04a232ff-2bb9-4cdf-8aa3-6119eeee9ffe), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:37.343666 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d5108-28b6-4c33-885a-637f570c56c7 None None] Pushing event updated for resources: {'Port': ['ID=d88c3edc-d473-4af5-b8eb-205fec78aba0,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:37.355784 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2737a601-ed60-4733-94a7-e0ba10019d2d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (04a232ff-2bb9-4cdf-8aa3-6119eeee9ffe), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:37.430254 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2737a601-ed60-4733-94a7-e0ba10019d2d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network ff517d04-f164-4d62-a562-36464977f494 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:54:37.436076 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2737a601-ed60-4733-94a7-e0ba10019d2d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:54:37.443324 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2737a601-ed60-4733-94a7-e0ba10019d2d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:54:37.485434 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737a601-ed60-4733-94a7-e0ba10019d2d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Port': ['ID=04a232ff-2bb9-4cdf-8aa3-6119eeee9ffe,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:37.538527 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2737a601-ed60-4733-94a7-e0ba10019d2d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (7c000093-78e6-437f-84f1-1a16e0568c68), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:37.844040 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2737a601-ed60-4733-94a7-e0ba10019d2d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (04a232ff-2bb9-4cdf-8aa3-6119eeee9ffe), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:38.699849 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89cd95e-8b5c-4605-8627-2599393b2457 None None] Network ff517d04-f164-4d62-a562-36464977f494 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:54:38.726077 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2737a601-ed60-4733-94a7-e0ba10019d2d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for port (04a232ff-2bb9-4cdf-8aa3-6119eeee9ffe), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:38.734129 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2737a601-ed60-4733-94a7-e0ba10019d2d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (04a232ff-2bb9-4cdf-8aa3-6119eeee9ffe), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:39.008674 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2737a601-ed60-4733-94a7-e0ba10019d2d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (7c000093-78e6-437f-84f1-1a16e0568c68), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:39.121710 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2977ab9b-b86a-4a9a-9710-5d574dddc3eb None None] Provisioning complete for port cc007a66-1fdf-44f2-846a-9ed06ffa9fa1 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:39.122659 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2977ab9b-b86a-4a9a-9710-5d574dddc3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cc007a66-1fdf-44f2-846a-9ed06ffa9fa1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:39.269456 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2737a601-ed60-4733-94a7-e0ba10019d2d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network ff517d04-f164-4d62-a562-36464977f494 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:54:39.271907 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2737a601-ed60-4733-94a7-e0ba10019d2d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:54:39.294917 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737a601-ed60-4733-94a7-e0ba10019d2d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Port': ['ID=04a232ff-2bb9-4cdf-8aa3-6119eeee9ffe,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:39.366762 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d7234d-ee69-4e09-aaa6-a45ae819710b None None] Network 3b8d3e87-20bc-423d-be71-815ac472410c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:54:39.454354 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d88c3edc-d473-4af5-b8eb-205fec78aba0 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:54:39.456947 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2737a601-ed60-4733-94a7-e0ba10019d2d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Router 7c000093-78e6-437f-84f1-1a16e0568c68 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:54:39.471880 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2977ab9b-b86a-4a9a-9710-5d574dddc3eb None None] Current status of the port cc007a66-1fdf-44f2-846a-9ed06ffa9fa1 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:54:39.472182 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2977ab9b-b86a-4a9a-9710-5d574dddc3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cc007a66-1fdf-44f2-846a-9ed06ffa9fa1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:39.561308 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2977ab9b-b86a-4a9a-9710-5d574dddc3eb None None] For port cc007a66-1fdf-44f2-846a-9ed06ffa9fa1, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cc007a66-1fdf-44f2-846a-9ed06ffa9fa1,segment=NetworkSegment(44fe58dd-f1cd-4beb-9f29-666be85a59e9),segment_id=44fe58dd-f1cd-4beb-9f29-666be85a59e9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:54:39.587293 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2977ab9b-b86a-4a9a-9710-5d574dddc3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cc007a66-1fdf-44f2-846a-9ed06ffa9fa1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:39.687560 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d88c3edc-d473-4af5-b8eb-205fec78aba0 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:39.687937 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d88c3edc-d473-4af5-b8eb-205fec78aba0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:39.789757 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-8af806d9-1bd0-477d-b32d-234501075198 None None] Provisioning complete for port cc007a66-1fdf-44f2-846a-9ed06ffa9fa1 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:39.790402 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8af806d9-1bd0-477d-b32d-234501075198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cc007a66-1fdf-44f2-846a-9ed06ffa9fa1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:39.792361 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2737a601-ed60-4733-94a7-e0ba10019d2d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:54:39.798098 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2737a601-ed60-4733-94a7-e0ba10019d2d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "PUT /v2.0/routers/7c000093-78e6-437f-84f1-1a16e0568c68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8660719 Feb 08 21:54:39.801600 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35952) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:39.817468 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34196e5c-1978-458f-b713-e50c1a674833 None None] Sync routers for ids ['7c000093-78e6-437f-84f1-1a16e0568c68'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:54:39.833556 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34196e5c-1978-458f-b713-e50c1a674833 None None] Routers {'7c000093-78e6-437f-84f1-1a16e0568c68'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:54:39.834441 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-34196e5c-1978-458f-b713-e50c1a674833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:54:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c000093-78e6-437f-84f1-1a16e0568c68'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:39.865144 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977ab9b-b86a-4a9a-9710-5d574dddc3eb None None] Pushing event updated for resources: {'Port': ['ID=cc007a66-1fdf-44f2-846a-9ed06ffa9fa1,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:39.917667 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2419b558-28d7-4a86-b724-13bdcd2e2d16 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:54:39.920161 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2419b558-28d7-4a86-b724-13bdcd2e2d16 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "GET /v2.0/ports/04a232ff-2bb9-4cdf-8aa3-6119eeee9ffe HTTP/1.1" status: 200 len: 910 time: 0.1169963 Feb 08 21:54:39.922736 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35954) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:39.927464 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-34196e5c-1978-458f-b713-e50c1a674833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:39.940489 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34196e5c-1978-458f-b713-e50c1a674833 None None] Routers {'7c000093-78e6-437f-84f1-1a16e0568c68'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:54:39.941540 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-34196e5c-1978-458f-b713-e50c1a674833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:54:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c000093-78e6-437f-84f1-1a16e0568c68'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:39.981402 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-34196e5c-1978-458f-b713-e50c1a674833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:39.982532 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34196e5c-1978-458f-b713-e50c1a674833 None None] The sync data for ids ['7c000093-78e6-437f-84f1-1a16e0568c68'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:54:40.274021 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8af806d9-1bd0-477d-b32d-234501075198 None None] Current status of the port cc007a66-1fdf-44f2-846a-9ed06ffa9fa1 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:54:40.319491 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d88c3edc-d473-4af5-b8eb-205fec78aba0 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:54:40.319901 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d88c3edc-d473-4af5-b8eb-205fec78aba0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:40.327618 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-8af806d9-1bd0-477d-b32d-234501075198 None None] Provisioning complete for port 04a232ff-2bb9-4cdf-8aa3-6119eeee9ffe triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:40.327618 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8af806d9-1bd0-477d-b32d-234501075198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (04a232ff-2bb9-4cdf-8aa3-6119eeee9ffe), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:40.372659 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8af806d9-1bd0-477d-b32d-234501075198 None None] Port 04a232ff-2bb9-4cdf-8aa3-6119eeee9ffe cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:54:40.407105 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-8af806d9-1bd0-477d-b32d-234501075198 None None] Provisioning complete for port d88c3edc-d473-4af5-b8eb-205fec78aba0 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:40.407549 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8af806d9-1bd0-477d-b32d-234501075198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d88c3edc-d473-4af5-b8eb-205fec78aba0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:40.450437 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port d88c3edc-d473-4af5-b8eb-205fec78aba0, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d88c3edc-d473-4af5-b8eb-205fec78aba0,segment=NetworkSegment(e05b0f50-d084-418b-b0a9-19dea43860e9),segment_id=e05b0f50-d084-418b-b0a9-19dea43860e9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:54:40.471059 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d88c3edc-d473-4af5-b8eb-205fec78aba0), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:40.471876 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cc007a66-1fdf-44f2-846a-9ed06ffa9fa1 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:54:40.696108 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8af806d9-1bd0-477d-b32d-234501075198 None None] Current status of the port d88c3edc-d473-4af5-b8eb-205fec78aba0 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:54:40.699853 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=d88c3edc-d473-4af5-b8eb-205fec78aba0,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:40.720012 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port cc007a66-1fdf-44f2-846a-9ed06ffa9fa1 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:40.720452 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cc007a66-1fdf-44f2-846a-9ed06ffa9fa1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:40.856242 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port cc007a66-1fdf-44f2-846a-9ed06ffa9fa1 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:54:40.874847 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-a081923b-5157-44fb-91d9-0b2a3e606d9e None None] Provisioning complete for port 04a232ff-2bb9-4cdf-8aa3-6119eeee9ffe triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:40.875408 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a081923b-5157-44fb-91d9-0b2a3e606d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (04a232ff-2bb9-4cdf-8aa3-6119eeee9ffe), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:40.918922 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a081923b-5157-44fb-91d9-0b2a3e606d9e None None] Port 04a232ff-2bb9-4cdf-8aa3-6119eeee9ffe cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:54:40.936261 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-a081923b-5157-44fb-91d9-0b2a3e606d9e None None] Provisioning complete for port d88c3edc-d473-4af5-b8eb-205fec78aba0 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:40.939667 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a081923b-5157-44fb-91d9-0b2a3e606d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d88c3edc-d473-4af5-b8eb-205fec78aba0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:41.117893 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d88c3edc-d473-4af5-b8eb-205fec78aba0 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:54:41.172471 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:41.185054 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a081923b-5157-44fb-91d9-0b2a3e606d9e None None] Current status of the port d88c3edc-d473-4af5-b8eb-205fec78aba0 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:54:41.200263 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d88c3edc-d473-4af5-b8eb-205fec78aba0 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:41.200645 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d88c3edc-d473-4af5-b8eb-205fec78aba0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:41.311492 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d88c3edc-d473-4af5-b8eb-205fec78aba0 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:54:41.312631 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cc007a66-1fdf-44f2-846a-9ed06ffa9fa1 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:54:41.371852 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port cc007a66-1fdf-44f2-846a-9ed06ffa9fa1 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:41.372247 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cc007a66-1fdf-44f2-846a-9ed06ffa9fa1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:41.486483 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port cc007a66-1fdf-44f2-846a-9ed06ffa9fa1 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:54:41.572315 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Allocated IP 172.21.0.1 (3b8d3e87-20bc-423d-be71-815ac472410c/2afbbd61-bc39-4361-8943-6e43e4b2291c/c701db66-d1e9-465a-a036-307595863aa3) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:54:41.734457 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for port (c701db66-d1e9-465a-a036-307595863aa3), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:41.775139 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (c701db66-d1e9-465a-a036-307595863aa3), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:41.834138 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network 3b8d3e87-20bc-423d-be71-815ac472410c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:54:41.839461 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:54:41.844785 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:54:41.880022 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Port': ['ID=c701db66-d1e9-465a-a036-307595863aa3,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:41.934871 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (7c000093-78e6-437f-84f1-1a16e0568c68), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:42.147193 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c701db66-d1e9-465a-a036-307595863aa3), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:42.232975 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-9d2ad5a4-23f5-415d-93b7-8f5aaf31c4c6 None None] Provisioning complete for port c701db66-d1e9-465a-a036-307595863aa3 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:42.234831 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9d2ad5a4-23f5-415d-93b7-8f5aaf31c4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c701db66-d1e9-465a-a036-307595863aa3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:42.315816 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ad5a4-23f5-415d-93b7-8f5aaf31c4c6 None None] Port c701db66-d1e9-465a-a036-307595863aa3 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:54:42.544055 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for port (c701db66-d1e9-465a-a036-307595863aa3), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:42.550200 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (c701db66-d1e9-465a-a036-307595863aa3), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:42.642059 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (7c000093-78e6-437f-84f1-1a16e0568c68), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:42.644704 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Port': ['ID=c701db66-d1e9-465a-a036-307595863aa3,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:42.659838 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:42.660577 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:42.661157 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:42.661803 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:42.662372 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:42.664037 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:42.664638 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:42.665184 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:42.665774 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:42.666347 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:42.666903 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:42.667456 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:42.668140 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:42.776784 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network 3b8d3e87-20bc-423d-be71-815ac472410c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:54:42.778663 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:54:42.937655 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Router 7c000093-78e6-437f-84f1-1a16e0568c68 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:54:43.106838 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:54:43.112858 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-100dc04a-2192-4e84-96e3-7d8e28d0a9db tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "PUT /v2.0/routers/7c000093-78e6-437f-84f1-1a16e0568c68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1891201 Feb 08 21:54:43.115481 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 35976) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:43.119283 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0968b6d-4024-486a-8773-71fc4bae9bd8 None None] Sync routers for ids ['7c000093-78e6-437f-84f1-1a16e0568c68'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:54:43.154209 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0968b6d-4024-486a-8773-71fc4bae9bd8 None None] Routers {'7c000093-78e6-437f-84f1-1a16e0568c68'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:54:43.155356 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-a0968b6d-4024-486a-8773-71fc4bae9bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:54:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c000093-78e6-437f-84f1-1a16e0568c68'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:43.160806 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-07d01fa1-3bdd-4b57-93ec-d7a4e669d448 None None] Provisioning complete for port c701db66-d1e9-465a-a036-307595863aa3 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:43.161560 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-07d01fa1-3bdd-4b57-93ec-d7a4e669d448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c701db66-d1e9-465a-a036-307595863aa3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:43.190712 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3e59d2-a5aa-43ef-acd1-86a8afb47418 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:54:43.192748 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3a3e59d2-a5aa-43ef-acd1-86a8afb47418 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "GET /v2.0/ports/c701db66-d1e9-465a-a036-307595863aa3 HTTP/1.1" status: 200 len: 910 time: 0.0759475 Feb 08 21:54:43.202033 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 35978) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:43.242126 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-a0968b6d-4024-486a-8773-71fc4bae9bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:43.290419 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0968b6d-4024-486a-8773-71fc4bae9bd8 None None] Routers {'7c000093-78e6-437f-84f1-1a16e0568c68'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:54:43.291220 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-a0968b6d-4024-486a-8773-71fc4bae9bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:54:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c000093-78e6-437f-84f1-1a16e0568c68'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:43.378866 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-a0968b6d-4024-486a-8773-71fc4bae9bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:43.379588 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0968b6d-4024-486a-8773-71fc4bae9bd8 None None] The sync data for ids ['7c000093-78e6-437f-84f1-1a16e0568c68'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:54:43.384680 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-07d01fa1-3bdd-4b57-93ec-d7a4e669d448 None None] Port c701db66-d1e9-465a-a036-307595863aa3 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:54:44.038483 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1de2e401-a5d4-4b71-aacb-11e4c769b653 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (7c000093-78e6-437f-84f1-1a16e0568c68), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:44.363869 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1de2e401-a5d4-4b71-aacb-11e4c769b653 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Deleting port c701db66-d1e9-465a-a036-307595863aa3 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:54:44.364522 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1de2e401-a5d4-4b71-aacb-11e4c769b653 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c701db66-d1e9-465a-a036-307595863aa3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:44.489373 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1de2e401-a5d4-4b71-aacb-11e4c769b653 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c701db66-d1e9-465a-a036-307595863aa3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:44.506712 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1de2e401-a5d4-4b71-aacb-11e4c769b653 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Calling delete_port for c701db66-d1e9-465a-a036-307595863aa3 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:54:44.760212 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1de2e401-a5d4-4b71-aacb-11e4c769b653 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (c701db66-d1e9-465a-a036-307595863aa3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:44.819828 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2e401-a5d4-4b71-aacb-11e4c769b653 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Port': ['ID=c701db66-d1e9-465a-a036-307595863aa3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:44.833375 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de2e401-a5d4-4b71-aacb-11e4c769b653 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:44.833375 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de2e401-a5d4-4b71-aacb-11e4c769b653 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:44.833375 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de2e401-a5d4-4b71-aacb-11e4c769b653 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:44.834269 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de2e401-a5d4-4b71-aacb-11e4c769b653 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:44.834269 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de2e401-a5d4-4b71-aacb-11e4c769b653 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:44.834269 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de2e401-a5d4-4b71-aacb-11e4c769b653 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:44.834584 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de2e401-a5d4-4b71-aacb-11e4c769b653 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:44.834751 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de2e401-a5d4-4b71-aacb-11e4c769b653 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:44.835087 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de2e401-a5d4-4b71-aacb-11e4c769b653 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:44.836004 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de2e401-a5d4-4b71-aacb-11e4c769b653 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:44.836540 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de2e401-a5d4-4b71-aacb-11e4c769b653 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:44.837085 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de2e401-a5d4-4b71-aacb-11e4c769b653 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:44.838109 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de2e401-a5d4-4b71-aacb-11e4c769b653 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:54:45.114954 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1de2e401-a5d4-4b71-aacb-11e4c769b653 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (7c000093-78e6-437f-84f1-1a16e0568c68), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:45.472716 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de2e401-a5d4-4b71-aacb-11e4c769b653 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Router 7c000093-78e6-437f-84f1-1a16e0568c68 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:54:45.591442 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de2e401-a5d4-4b71-aacb-11e4c769b653 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:54:45.605426 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06f82c6-f868-481b-8f16-6e64f4ad2f28 None None] Sync routers for ids ['7c000093-78e6-437f-84f1-1a16e0568c68'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:54:45.608222 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1de2e401-a5d4-4b71-aacb-11e4c769b653 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "PUT /v2.0/routers/7c000093-78e6-437f-84f1-1a16e0568c68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4044955 Feb 08 21:54:45.612764 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36000) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:45.679355 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06f82c6-f868-481b-8f16-6e64f4ad2f28 None None] Routers {'7c000093-78e6-437f-84f1-1a16e0568c68'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:54:45.680235 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d06f82c6-f868-481b-8f16-6e64f4ad2f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:54:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c000093-78e6-437f-84f1-1a16e0568c68'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:46.020711 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d06f82c6-f868-481b-8f16-6e64f4ad2f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:46.039038 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06f82c6-f868-481b-8f16-6e64f4ad2f28 None None] Routers {'7c000093-78e6-437f-84f1-1a16e0568c68'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:54:46.040254 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d06f82c6-f868-481b-8f16-6e64f4ad2f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:54:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c000093-78e6-437f-84f1-1a16e0568c68'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:46.106104 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d06f82c6-f868-481b-8f16-6e64f4ad2f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:46.107833 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06f82c6-f868-481b-8f16-6e64f4ad2f28 None None] The sync data for ids ['7c000093-78e6-437f-84f1-1a16e0568c68'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:54:46.304087 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2209-1730-4cc8-8529-f1fe013c7c53 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (7c000093-78e6-437f-84f1-1a16e0568c68), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:46.458569 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-470abb7e-6c99-40aa-be34-3addd9d9de1b req-df531ee2-3845-4428-be55-e49a38817550 service neutron] (103433) timed out ('10.222.0.96', 59085) {{(pid=103433) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 21:54:46.837854 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-2b6e2209-1730-4cc8-8529-f1fe013c7c53 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Deleting port 04a232ff-2bb9-4cdf-8aa3-6119eeee9ffe {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:54:46.838691 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2209-1730-4cc8-8529-f1fe013c7c53 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (04a232ff-2bb9-4cdf-8aa3-6119eeee9ffe), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:46.995694 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2209-1730-4cc8-8529-f1fe013c7c53 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (04a232ff-2bb9-4cdf-8aa3-6119eeee9ffe), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:47.014289 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-2b6e2209-1730-4cc8-8529-f1fe013c7c53 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Calling delete_port for 04a232ff-2bb9-4cdf-8aa3-6119eeee9ffe owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:54:47.286708 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2209-1730-4cc8-8529-f1fe013c7c53 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (04a232ff-2bb9-4cdf-8aa3-6119eeee9ffe), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:47.333105 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e2209-1730-4cc8-8529-f1fe013c7c53 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Port': ['ID=04a232ff-2bb9-4cdf-8aa3-6119eeee9ffe,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:47.567058 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2209-1730-4cc8-8529-f1fe013c7c53 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (7c000093-78e6-437f-84f1-1a16e0568c68), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:47.777014 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6e2209-1730-4cc8-8529-f1fe013c7c53 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Router 7c000093-78e6-437f-84f1-1a16e0568c68 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:54:47.857669 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6e2209-1730-4cc8-8529-f1fe013c7c53 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:54:47.863972 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2b6e2209-1730-4cc8-8529-f1fe013c7c53 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "PUT /v2.0/routers/7c000093-78e6-437f-84f1-1a16e0568c68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2484431 Feb 08 21:54:47.866594 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36018) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:47.880574 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b530c4-8af6-4200-8bc9-2d38e67f39c4 None None] Sync routers for ids ['7c000093-78e6-437f-84f1-1a16e0568c68'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:54:47.895239 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b530c4-8af6-4200-8bc9-2d38e67f39c4 None None] Routers {'7c000093-78e6-437f-84f1-1a16e0568c68'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:54:47.896740 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-67b530c4-8af6-4200-8bc9-2d38e67f39c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:54:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c000093-78e6-437f-84f1-1a16e0568c68'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:47.900051 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ec75b862-54f7-4892-9a11-212cf8cc6d82 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c000093-78e6-437f-84f1-1a16e0568c68 HTTP/1.1" status: 200 len: 205 time: 0.0320983 Feb 08 21:54:47.902559 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36020) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:47.940671 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-67b530c4-8af6-4200-8bc9-2d38e67f39c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:47.951947 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b530c4-8af6-4200-8bc9-2d38e67f39c4 None None] Routers {'7c000093-78e6-437f-84f1-1a16e0568c68'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:54:47.952682 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-67b530c4-8af6-4200-8bc9-2d38e67f39c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:54:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['7c000093-78e6-437f-84f1-1a16e0568c68'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:47.998730 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2042101f-5878-4e16-8431-337752f188c8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router (7c000093-78e6-437f-84f1-1a16e0568c68), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:48.010874 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-67b530c4-8af6-4200-8bc9-2d38e67f39c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:48.011639 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b530c4-8af6-4200-8bc9-2d38e67f39c4 None None] The sync data for ids ['7c000093-78e6-437f-84f1-1a16e0568c68'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:54:48.178324 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2042101f-5878-4e16-8431-337752f188c8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (7c000093-78e6-437f-84f1-1a16e0568c68), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:48.181274 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2042101f-5878-4e16-8431-337752f188c8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router_controller (7c000093-78e6-437f-84f1-1a16e0568c68), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:48.230523 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2042101f-5878-4e16-8431-337752f188c8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (7c000093-78e6-437f-84f1-1a16e0568c68), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:48.231651 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2042101f-5878-4e16-8431-337752f188c8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Fanout notify agent at l3_agent the message router_deleted on router 7c000093-78e6-437f-84f1-1a16e0568c68 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:54:48.247156 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2042101f-5878-4e16-8431-337752f188c8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:48.248802 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2042101f-5878-4e16-8431-337752f188c8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/routers/7c000093-78e6-437f-84f1-1a16e0568c68 HTTP/1.1" status: 204 len: 168 time: 0.3451648 Feb 08 21:54:48.251468 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36024) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:48.315782 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-0665d7d4-adf4-44cc-838e-644b7b0118c8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Deleting subnet 2afbbd61-bc39-4361-8943-6e43e4b2291c {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:54:48.319692 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0665d7d4-adf4-44cc-838e-644b7b0118c8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for subnet (2afbbd61-bc39-4361-8943-6e43e4b2291c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:48.381177 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0665d7d4-adf4-44cc-838e-644b7b0118c8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (2afbbd61-bc39-4361-8943-6e43e4b2291c), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:48.472095 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0665d7d4-adf4-44cc-838e-644b7b0118c8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (2afbbd61-bc39-4361-8943-6e43e4b2291c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:48.549383 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0665d7d4-adf4-44cc-838e-644b7b0118c8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (2afbbd61-bc39-4361-8943-6e43e4b2291c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:48.593146 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665d7d4-adf4-44cc-838e-644b7b0118c8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Subnet': ['ID=2afbbd61-bc39-4361-8943-6e43e4b2291c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:48.600832 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0665d7d4-adf4-44cc-838e-644b7b0118c8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:48.606916 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0665d7d4-adf4-44cc-838e-644b7b0118c8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/subnets/2afbbd61-bc39-4361-8943-6e43e4b2291c HTTP/1.1" status: 204 len: 168 time: 0.3514757 Feb 08 21:54:48.607952 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36030) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:48.614173 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56ebe65-c1fc-4178-a245-aefcd80d2b87 None None] Network 3b8d3e87-20bc-423d-be71-815ac472410c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:54:48.669943 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad1406b-52be-44a7-8944-74ad1c9dc631 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Deleting subnet fc44abe4-e994-4e27-b59d-602438bdf03a {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:54:48.673507 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bad1406b-52be-44a7-8944-74ad1c9dc631 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for subnet (fc44abe4-e994-4e27-b59d-602438bdf03a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:48.721416 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bad1406b-52be-44a7-8944-74ad1c9dc631 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (fc44abe4-e994-4e27-b59d-602438bdf03a), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:48.897498 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2f4142-cae7-47bb-80fe-e67492dd4eed None None] DHCP port deletion for 3b8d3e87-20bc-423d-be71-815ac472410c request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:54:48.899460 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bad1406b-52be-44a7-8944-74ad1c9dc631 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (fc44abe4-e994-4e27-b59d-602438bdf03a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:48.964502 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4c2f4142-cae7-47bb-80fe-e67492dd4eed None None] Deleting port d88c3edc-d473-4af5-b8eb-205fec78aba0 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:54:48.965315 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c2f4142-cae7-47bb-80fe-e67492dd4eed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d88c3edc-d473-4af5-b8eb-205fec78aba0), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:48.979855 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bad1406b-52be-44a7-8944-74ad1c9dc631 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (fc44abe4-e994-4e27-b59d-602438bdf03a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:49.019439 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1406b-52be-44a7-8944-74ad1c9dc631 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Subnet': ['ID=fc44abe4-e994-4e27-b59d-602438bdf03a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:49.032968 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bad1406b-52be-44a7-8944-74ad1c9dc631 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:49.044794 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bad1406b-52be-44a7-8944-74ad1c9dc631 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/subnets/fc44abe4-e994-4e27-b59d-602438bdf03a HTTP/1.1" status: 204 len: 168 time: 0.4339552 Feb 08 21:54:49.046128 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36034) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:49.156537 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8c2e165-6030-4c9a-ac25-0cedc15ea28e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (3b8d3e87-20bc-423d-be71-815ac472410c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:49.161283 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4c2f4142-cae7-47bb-80fe-e67492dd4eed None None] For port d88c3edc-d473-4af5-b8eb-205fec78aba0, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d88c3edc-d473-4af5-b8eb-205fec78aba0,segment=NetworkSegment(e05b0f50-d084-418b-b0a9-19dea43860e9),segment_id=e05b0f50-d084-418b-b0a9-19dea43860e9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:54:49.162013 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c2f4142-cae7-47bb-80fe-e67492dd4eed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d88c3edc-d473-4af5-b8eb-205fec78aba0), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:49.178875 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4c2f4142-cae7-47bb-80fe-e67492dd4eed None None] Calling delete_port for d88c3edc-d473-4af5-b8eb-205fec78aba0 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:54:49.226417 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2e165-6030-4c9a-ac25-0cedc15ea28e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Deleting port d88c3edc-d473-4af5-b8eb-205fec78aba0 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:54:49.226774 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8c2e165-6030-4c9a-ac25-0cedc15ea28e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d88c3edc-d473-4af5-b8eb-205fec78aba0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:49.241735 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37242d95-89f4-49d8-9e2b-c46e448f2557 None None] Network ff517d04-f164-4d62-a562-36464977f494 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:54:49.244057 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d88c3edc-d473-4af5-b8eb-205fec78aba0 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:54:49.315973 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-c8c2e165-6030-4c9a-ac25-0cedc15ea28e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] For port d88c3edc-d473-4af5-b8eb-205fec78aba0, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d88c3edc-d473-4af5-b8eb-205fec78aba0,segment=NetworkSegment(e05b0f50-d084-418b-b0a9-19dea43860e9),segment_id=e05b0f50-d084-418b-b0a9-19dea43860e9)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:54:49.316814 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8c2e165-6030-4c9a-ac25-0cedc15ea28e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d88c3edc-d473-4af5-b8eb-205fec78aba0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:49.339278 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2e165-6030-4c9a-ac25-0cedc15ea28e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Calling delete_port for d88c3edc-d473-4af5-b8eb-205fec78aba0 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:54:49.488598 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d88c3edc-d473-4af5-b8eb-205fec78aba0 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:54:49.489002 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d88c3edc-d473-4af5-b8eb-205fec78aba0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:49.520658 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8c2e165-6030-4c9a-ac25-0cedc15ea28e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (d88c3edc-d473-4af5-b8eb-205fec78aba0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:49.545496 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf53887e-8155-4ca6-bb6e-39fc6e698622 None None] DHCP port deletion for ff517d04-f164-4d62-a562-36464977f494 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:54:49.551577 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c2f4142-cae7-47bb-80fe-e67492dd4eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (d88c3edc-d473-4af5-b8eb-205fec78aba0), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:49.605900 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2e165-6030-4c9a-ac25-0cedc15ea28e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Port': ['ID=d88c3edc-d473-4af5-b8eb-205fec78aba0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:49.608373 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c2e165-6030-4c9a-ac25-0cedc15ea28e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] No DVR routers for this DVR port d88c3edc-d473-4af5-b8eb-205fec78aba0 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:54:49.671546 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f4142-cae7-47bb-80fe-e67492dd4eed None None] Pushing event deleted for resources: {'Port': ['ID=d88c3edc-d473-4af5-b8eb-205fec78aba0,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:49.678240 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2f4142-cae7-47bb-80fe-e67492dd4eed None None] No DVR routers for this DVR port d88c3edc-d473-4af5-b8eb-205fec78aba0 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:54:49.732947 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-cf53887e-8155-4ca6-bb6e-39fc6e698622 None None] Deleting port cc007a66-1fdf-44f2-846a-9ed06ffa9fa1 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:54:49.733318 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cf53887e-8155-4ca6-bb6e-39fc6e698622 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (cc007a66-1fdf-44f2-846a-9ed06ffa9fa1), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:49.733787 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8c2e165-6030-4c9a-ac25-0cedc15ea28e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (3b8d3e87-20bc-423d-be71-815ac472410c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:49.769097 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-c8c2e165-6030-4c9a-ac25-0cedc15ea28e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b8d3e87-20bc-423d-be71-815ac472410c']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:49.781992 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-c8c2e165-6030-4c9a-ac25-0cedc15ea28e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e05b0f50-d084-418b-b0a9-19dea43860e9') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:49.782678 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-c8c2e165-6030-4c9a-ac25-0cedc15ea28e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e05b0f50-d084-418b-b0a9-19dea43860e9') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:49.804404 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8c2e165-6030-4c9a-ac25-0cedc15ea28e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (e05b0f50-d084-418b-b0a9-19dea43860e9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:49.831359 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8c2e165-6030-4c9a-ac25-0cedc15ea28e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (e05b0f50-d084-418b-b0a9-19dea43860e9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:49.838844 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c2e165-6030-4c9a-ac25-0cedc15ea28e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:54:49.839343 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8c2e165-6030-4c9a-ac25-0cedc15ea28e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (e05b0f50-d084-418b-b0a9-19dea43860e9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:49.842052 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-cf53887e-8155-4ca6-bb6e-39fc6e698622 None None] For port cc007a66-1fdf-44f2-846a-9ed06ffa9fa1, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cc007a66-1fdf-44f2-846a-9ed06ffa9fa1,segment=NetworkSegment(44fe58dd-f1cd-4beb-9f29-666be85a59e9),segment_id=44fe58dd-f1cd-4beb-9f29-666be85a59e9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:54:49.842769 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cf53887e-8155-4ca6-bb6e-39fc6e698622 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (cc007a66-1fdf-44f2-846a-9ed06ffa9fa1), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:49.861982 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-cf53887e-8155-4ca6-bb6e-39fc6e698622 None None] Calling delete_port for cc007a66-1fdf-44f2-846a-9ed06ffa9fa1 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: self.session.flush() Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:54:49.912314 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:54:49.920314 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8c2e165-6030-4c9a-ac25-0cedc15ea28e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (3b8d3e87-20bc-423d-be71-815ac472410c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:49.931471 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8c2e165-6030-4c9a-ac25-0cedc15ea28e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:49.937215 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c8c2e165-6030-4c9a-ac25-0cedc15ea28e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/networks/3b8d3e87-20bc-423d-be71-815ac472410c HTTP/1.1" status: 204 len: 168 time: 0.8888459 Feb 08 21:54:49.942720 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36040) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:49.955232 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2e165-6030-4c9a-ac25-0cedc15ea28e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Network': ['ID=3b8d3e87-20bc-423d-be71-815ac472410c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:50.019111 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cf53887e-8155-4ca6-bb6e-39fc6e698622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (cc007a66-1fdf-44f2-846a-9ed06ffa9fa1), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:50.090406 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53887e-8155-4ca6-bb6e-39fc6e698622 None None] Pushing event deleted for resources: {'Port': ['ID=cc007a66-1fdf-44f2-846a-9ed06ffa9fa1,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:50.114303 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf53887e-8155-4ca6-bb6e-39fc6e698622 None None] No DVR routers for this DVR port cc007a66-1fdf-44f2-846a-9ed06ffa9fa1 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:54:50.178305 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-418ced6f-25ea-4e7b-ad5f-9ea5a798b333 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (ff517d04-f164-4d62-a562-36464977f494), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:51.137884 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-418ced6f-25ea-4e7b-ad5f-9ea5a798b333 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (ff517d04-f164-4d62-a562-36464977f494), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:51.161376 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cc007a66-1fdf-44f2-846a-9ed06ffa9fa1 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:54:51.208643 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: cc007a66-1fdf-44f2-846a-9ed06ffa9fa1 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:54:51.209007 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cc007a66-1fdf-44f2-846a-9ed06ffa9fa1 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:54:51.210894 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-418ced6f-25ea-4e7b-ad5f-9ea5a798b333 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff517d04-f164-4d62-a562-36464977f494']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:51.239692 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-418ced6f-25ea-4e7b-ad5f-9ea5a798b333 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44fe58dd-f1cd-4beb-9f29-666be85a59e9') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:51.240161 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-418ced6f-25ea-4e7b-ad5f-9ea5a798b333 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44fe58dd-f1cd-4beb-9f29-666be85a59e9') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:51.263351 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-418ced6f-25ea-4e7b-ad5f-9ea5a798b333 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (44fe58dd-f1cd-4beb-9f29-666be85a59e9), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:51.291633 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-418ced6f-25ea-4e7b-ad5f-9ea5a798b333 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (44fe58dd-f1cd-4beb-9f29-666be85a59e9), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:51.301373 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418ced6f-25ea-4e7b-ad5f-9ea5a798b333 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:54:51.304043 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-418ced6f-25ea-4e7b-ad5f-9ea5a798b333 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (44fe58dd-f1cd-4beb-9f29-666be85a59e9), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:54:51.311032 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:54:51.433722 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-418ced6f-25ea-4e7b-ad5f-9ea5a798b333 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (ff517d04-f164-4d62-a562-36464977f494), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:51.476728 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-418ced6f-25ea-4e7b-ad5f-9ea5a798b333 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:51.484731 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-418ced6f-25ea-4e7b-ad5f-9ea5a798b333 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/networks/ff517d04-f164-4d62-a562-36464977f494 HTTP/1.1" status: 204 len: 168 time: 1.5405281 Feb 08 21:54:51.485846 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ced6f-25ea-4e7b-ad5f-9ea5a798b333 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Network': ['ID=ff517d04-f164-4d62-a562-36464977f494,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:51.490687 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36076) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:51.497029 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-287006c6-92c0-4519-a007-41af4358fc9c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'network': {'name': 'tempest-RoutersTest-103709823'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:54:51.562191 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287006c6-92c0-4519-a007-41af4358fc9c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Made reservation on behalf of ce00c950d6fd4f2cb5d48594e4844733 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:54:51.575390 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-287006c6-92c0-4519-a007-41af4358fc9c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:51.673180 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287006c6-92c0-4519-a007-41af4358fc9c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:54:51.711130 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-287006c6-92c0-4519-a007-41af4358fc9c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (d558895c-a227-401b-be57-bd1584a1db5b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:51.711764 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-287006c6-92c0-4519-a007-41af4358fc9c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Added segment d558895c-a227-401b-be57-bd1584a1db5b of type vlan for network 156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6 Feb 08 21:54:51.819899 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-287006c6-92c0-4519-a007-41af4358fc9c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:51.883644 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-287006c6-92c0-4519-a007-41af4358fc9c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:51.889537 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287006c6-92c0-4519-a007-41af4358fc9c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:54:51.890286 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-287006c6-92c0-4519-a007-41af4358fc9c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:52.046237 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36088) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:52.046958 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-287006c6-92c0-4519-a007-41af4358fc9c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5539427 Feb 08 21:54:52.053152 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-77c717ac-db64-4f31-9583-8e8a8d60c0e6 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'subnet': {'network_id': '156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:54:52.099078 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287006c6-92c0-4519-a007-41af4358fc9c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Network': ['ID=156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:52.123398 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:54:52.203960 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c717ac-db64-4f31-9583-8e8a8d60c0e6 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Made reservation on behalf of ce00c950d6fd4f2cb5d48594e4844733 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:54:52.216060 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77c717ac-db64-4f31-9583-8e8a8d60c0e6 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:52.839077 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77c717ac-db64-4f31-9583-8e8a8d60c0e6 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (bbf0d5cc-7f1a-4eba-b88f-c6076eb5d00f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:52.966127 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c717ac-db64-4f31-9583-8e8a8d60c0e6 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Subnet': ['ID=bbf0d5cc-7f1a-4eba-b88f-c6076eb5d00f,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:53.007514 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c717ac-db64-4f31-9583-8e8a8d60c0e6 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Checking segment: {'id': 'd558895c-a227-401b-be57-bd1584a1db5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:54:53.008160 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c717ac-db64-4f31-9583-8e8a8d60c0e6 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network hostable DHCP agents. Network: 156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:54:53.046621 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c717ac-db64-4f31-9583-8e8a8d60c0e6 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network 156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:54:53.066713 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-77c717ac-db64-4f31-9583-8e8a8d60c0e6 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:54:53.072822 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c717ac-db64-4f31-9583-8e8a8d60c0e6 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:54:53.073576 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77c717ac-db64-4f31-9583-8e8a8d60c0e6 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:53.080710 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4d2b82-5ecf-4209-82ab-f3c390013004 None None] Network 156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:54:53.101049 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36112) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:53.106902 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c5c5db55-4511-468f-8755-c3d76d7cbf4a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1533110895', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:54:53.113477 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-77c717ac-db64-4f31-9583-8e8a8d60c0e6 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0651007 Feb 08 21:54:53.150641 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c5c5db55-4511-468f-8755-c3d76d7cbf4a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (87401621-c1bd-4e77-9b55-7273d85b0023), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:53.152151 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c5c5db55-4511-468f-8755-c3d76d7cbf4a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (87401621-c1bd-4e77-9b55-7273d85b0023), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:53.303119 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c5c5db55-4511-468f-8755-c3d76d7cbf4a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router_controller (87401621-c1bd-4e77-9b55-7273d85b0023), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:53.308996 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c5c5db55-4511-468f-8755-c3d76d7cbf4a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (87401621-c1bd-4e77-9b55-7273d85b0023), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:53.322728 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdb37c4-64ca-44ac-8f3f-17a16324e0f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6', 'network_id': '156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6', 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'fixed_ips': [{'subnet_id': 'bbf0d5cc-7f1a-4eba-b88f-c6076eb5d00f'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:54:53.323997 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4fdb37c4-64ca-44ac-8f3f-17a16324e0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:53.350302 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c5c5db55-4511-468f-8755-c3d76d7cbf4a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:53.355655 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36116) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:53.362161 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-2675321a-fef5-46e8-b708-0d86fc16cf63 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'port': {'network_id': '156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6', 'name': 'tempest-RoutersTest-646786132'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:54:53.365046 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c5c5db55-4511-468f-8755-c3d76d7cbf4a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2628231 Feb 08 21:54:53.638954 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-4fdb37c4-64ca-44ac-8f3f-17a16324e0f2 None None] Allocated IP 172.20.0.2 (156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6/bbf0d5cc-7f1a-4eba-b88f-c6076eb5d00f/7fc2c20f-e22e-41a4-8337-ec8dd62e10eb) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:54:53.646432 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2675321a-fef5-46e8-b708-0d86fc16cf63 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Made reservation on behalf of ce00c950d6fd4f2cb5d48594e4844733 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:54:53.671549 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2675321a-fef5-46e8-b708-0d86fc16cf63 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:53.745707 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-2675321a-fef5-46e8-b708-0d86fc16cf63 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] device_id is not set on port 2b21b69c-7da0-48a1-9dee-456fe7c03487 yet. {{(pid=103433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 21:54:54.003177 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4fdb37c4-64ca-44ac-8f3f-17a16324e0f2 None None] Publish callbacks [] for port (7fc2c20f-e22e-41a4-8337-ec8dd62e10eb), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:54.012059 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4fdb37c4-64ca-44ac-8f3f-17a16324e0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (7fc2c20f-e22e-41a4-8337-ec8dd62e10eb), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:54.143792 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-2675321a-fef5-46e8-b708-0d86fc16cf63 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Allocated IP 172.20.0.10 (156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6/bbf0d5cc-7f1a-4eba-b88f-c6076eb5d00f/2b21b69c-7da0-48a1-9dee-456fe7c03487) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:54:54.162478 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdb37c4-64ca-44ac-8f3f-17a16324e0f2 None None] Network 156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:54:54.172808 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-4fdb37c4-64ca-44ac-8f3f-17a16324e0f2 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:54:54.191436 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdb37c4-64ca-44ac-8f3f-17a16324e0f2 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:54:54.304746 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3df67fc4-94b3-4ef7-a75e-2852efaf612f req-0c332b74-6fd6-4265-a962-6ab62cda3f42 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=bd14a583-6008-4070-857b-d7384a68a06b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1500676 Feb 08 21:54:54.397174 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c5376e64-9c67-4e3d-8836-492c4e0aef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:54.419598 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb37c4-64ca-44ac-8f3f-17a16324e0f2 None None] Pushing event updated for resources: {'Port': ['ID=7fc2c20f-e22e-41a4-8337-ec8dd62e10eb,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:54.453368 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df67fc4-94b3-4ef7-a75e-2852efaf612f req-d96d08b0-2898-40ab-b401-5724db64c3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:54:54.455118 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3df67fc4-94b3-4ef7-a75e-2852efaf612f req-d96d08b0-2898-40ab-b401-5724db64c3d7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=224cdca309204cf4ab30e157a31b072a&device_id=bd14a583-6008-4070-857b-d7384a68a06b HTTP/1.1" status: 200 len: 1128 time: 0.0963445 Feb 08 21:54:54.485258 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-4fdb37c4-64ca-44ac-8f3f-17a16324e0f2 None None] Attempting to bind port 7fc2c20f-e22e-41a4-8337-ec8dd62e10eb on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:54:54.487132 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-4fdb37c4-64ca-44ac-8f3f-17a16324e0f2 None None] Attempting to bind port 7fc2c20f-e22e-41a4-8337-ec8dd62e10eb by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'd558895c-a227-401b-be57-bd1584a1db5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:54:54.487620 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdb37c4-64ca-44ac-8f3f-17a16324e0f2 None None] Attempting to bind port 7fc2c20f-e22e-41a4-8337-ec8dd62e10eb on network 156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:54:54.501791 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdb37c4-64ca-44ac-8f3f-17a16324e0f2 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:54:54.502815 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdb37c4-64ca-44ac-8f3f-17a16324e0f2 None None] Checking segment: {'id': 'd558895c-a227-401b-be57-bd1584a1db5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:54:54.503314 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4fdb37c4-64ca-44ac-8f3f-17a16324e0f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:54.505191 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdb37c4-64ca-44ac-8f3f-17a16324e0f2 None None] Bound using segment: {'id': 'd558895c-a227-401b-be57-bd1584a1db5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:54:54.505926 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-4fdb37c4-64ca-44ac-8f3f-17a16324e0f2 None None] Bound port: 7fc2c20f-e22e-41a4-8337-ec8dd62e10eb, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd558895c-a227-401b-be57-bd1584a1db5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:54:54.506571 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4fdb37c4-64ca-44ac-8f3f-17a16324e0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7fc2c20f-e22e-41a4-8337-ec8dd62e10eb), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:54.623410 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2675321a-fef5-46e8-b708-0d86fc16cf63 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for port (2b21b69c-7da0-48a1-9dee-456fe7c03487), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:54.656324 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df67fc4-94b3-4ef7-a75e-2852efaf612f req-6e8f6d8a-c2e2-4204-a753-2e596a3c8a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:54:54.658446 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3df67fc4-94b3-4ef7-a75e-2852efaf612f req-6e8f6d8a-c2e2-4204-a753-2e596a3c8a9b service neutron] 10.222.0.94 "GET /v2.0/networks?id=0512048c-55e1-420b-8bea-491fbd42c90c HTTP/1.1" status: 200 len: 910 time: 0.1822758 Feb 08 21:54:54.693472 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2675321a-fef5-46e8-b708-0d86fc16cf63 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (2b21b69c-7da0-48a1-9dee-456fe7c03487), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:54.716827 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4fdb37c4-64ca-44ac-8f3f-17a16324e0f2 None None] For port 7fc2c20f-e22e-41a4-8337-ec8dd62e10eb, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:54:54.725287 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4fdb37c4-64ca-44ac-8f3f-17a16324e0f2 None None] For port 7fc2c20f-e22e-41a4-8337-ec8dd62e10eb, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7fc2c20f-e22e-41a4-8337-ec8dd62e10eb,segment=NetworkSegment(d558895c-a227-401b-be57-bd1584a1db5b),segment_id=d558895c-a227-401b-be57-bd1584a1db5b)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:54:54.741608 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4fdb37c4-64ca-44ac-8f3f-17a16324e0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7fc2c20f-e22e-41a4-8337-ec8dd62e10eb), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:54.813617 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2675321a-fef5-46e8-b708-0d86fc16cf63 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network 156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:54:54.825069 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-2675321a-fef5-46e8-b708-0d86fc16cf63 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:54:54.832311 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2675321a-fef5-46e8-b708-0d86fc16cf63 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:54:54.887711 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675321a-fef5-46e8-b708-0d86fc16cf63 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Port': ['ID=2b21b69c-7da0-48a1-9dee-456fe7c03487,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:54.928682 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb37c4-64ca-44ac-8f3f-17a16324e0f2 None None] Pushing event updated for resources: {'Port': ['ID=7fc2c20f-e22e-41a4-8337-ec8dd62e10eb,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:54.952234 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2675321a-fef5-46e8-b708-0d86fc16cf63 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:54:54.953467 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2675321a-fef5-46e8-b708-0d86fc16cf63 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:54.995724 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2675321a-fef5-46e8-b708-0d86fc16cf63 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6388974 Feb 08 21:54:54.999511 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36144) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:55.007506 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3df67fc4-94b3-4ef7-a75e-2852efaf612f req-50aaac56-3cce-4471-a99c-ce8b65486bce service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e84ae9-01e4-4066-a89f-9c7839ed4c39 HTTP/1.1" status: 200 len: 1000 time: 0.3410158 Feb 08 21:54:55.156903 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df67fc4-94b3-4ef7-a75e-2852efaf612f req-19d9fff5-844d-4c69-af50-718d3346d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:54:55.165746 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3df67fc4-94b3-4ef7-a75e-2852efaf612f req-19d9fff5-844d-4c69-af50-718d3346d49a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0aba1a01-7dcc-429b-a7ed-eefc12dcd42c HTTP/1.1" status: 200 len: 848 time: 0.1522291 Feb 08 21:54:55.331190 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df67fc4-94b3-4ef7-a75e-2852efaf612f req-ac54ec6a-bb58-42f9-b90a-c53440872fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:54:55.332788 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3df67fc4-94b3-4ef7-a75e-2852efaf612f req-ac54ec6a-bb58-42f9-b90a-c53440872fd3 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0512048c-55e1-420b-8bea-491fbd42c90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1612723 Feb 08 21:54:55.628025 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3df67fc4-94b3-4ef7-a75e-2852efaf612f req-4625b16c-acbe-49d8-8070-965a481252d3 service neutron] 10.222.0.94 "GET /v2.0/networks/0512048c-55e1-420b-8bea-491fbd42c90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876861 Feb 08 21:54:55.884299 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-3df67fc4-94b3-4ef7-a75e-2852efaf612f req-7ce87c65-7ce2-4071-8908-298eb6887340 service neutron] 10.222.0.94 "GET /v2.0/networks/0512048c-55e1-420b-8bea-491fbd42c90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475255 Feb 08 21:54:56.066302 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b4778097-0988-4e61-9f49-427759ddebcb tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2b21b69c-7da0-48a1-9dee-456fe7c03487), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:56.612590 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b4778097-0988-4e61-9f49-427759ddebcb tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for port (2b21b69c-7da0-48a1-9dee-456fe7c03487), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:56.618793 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b4778097-0988-4e61-9f49-427759ddebcb tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (2b21b69c-7da0-48a1-9dee-456fe7c03487), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:56.732916 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4778097-0988-4e61-9f49-427759ddebcb tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Port': ['ID=2b21b69c-7da0-48a1-9dee-456fe7c03487,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:56.976787 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b4778097-0988-4e61-9f49-427759ddebcb tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (87401621-c1bd-4e77-9b55-7273d85b0023), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:57.066224 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09b44de-88b0-49c8-9f8e-07720fc58a49 None None] Network 156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:54:57.227115 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-cc2aa57a-57dc-44d8-a67b-2853eaf931d2 None None] Provisioning complete for port 7fc2c20f-e22e-41a4-8337-ec8dd62e10eb triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:57.227718 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cc2aa57a-57dc-44d8-a67b-2853eaf931d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7fc2c20f-e22e-41a4-8337-ec8dd62e10eb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:57.232919 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b4778097-0988-4e61-9f49-427759ddebcb tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2b21b69c-7da0-48a1-9dee-456fe7c03487), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:57.234850 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7fc2c20f-e22e-41a4-8337-ec8dd62e10eb up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:54:57.702007 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 7fc2c20f-e22e-41a4-8337-ec8dd62e10eb triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:57.702868 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7fc2c20f-e22e-41a4-8337-ec8dd62e10eb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:57.709459 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a72d0366-217b-4635-9fcb-79558a3edb00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:57.779078 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b4778097-0988-4e61-9f49-427759ddebcb tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for port (2b21b69c-7da0-48a1-9dee-456fe7c03487), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:57.785323 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b4778097-0988-4e61-9f49-427759ddebcb tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (2b21b69c-7da0-48a1-9dee-456fe7c03487), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:57.981801 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 7fc2c20f-e22e-41a4-8337-ec8dd62e10eb is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:54:57.994285 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7fc2c20f-e22e-41a4-8337-ec8dd62e10eb), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:57.996611 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b4778097-0988-4e61-9f49-427759ddebcb tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (87401621-c1bd-4e77-9b55-7273d85b0023), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:58.010869 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4778097-0988-4e61-9f49-427759ddebcb tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Port': ['ID=2b21b69c-7da0-48a1-9dee-456fe7c03487,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:58.066186 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-cc2aa57a-57dc-44d8-a67b-2853eaf931d2 None None] Current status of the port 7fc2c20f-e22e-41a4-8337-ec8dd62e10eb is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:54:58.066723 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cc2aa57a-57dc-44d8-a67b-2853eaf931d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7fc2c20f-e22e-41a4-8337-ec8dd62e10eb), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:58.102982 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 7fc2c20f-e22e-41a4-8337-ec8dd62e10eb, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7fc2c20f-e22e-41a4-8337-ec8dd62e10eb,segment=NetworkSegment(d558895c-a227-401b-be57-bd1584a1db5b),segment_id=d558895c-a227-401b-be57-bd1584a1db5b)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:54:58.113072 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7fc2c20f-e22e-41a4-8337-ec8dd62e10eb), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:58.204711 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4778097-0988-4e61-9f49-427759ddebcb tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network 156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:54:58.209518 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-b4778097-0988-4e61-9f49-427759ddebcb tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:54:58.297604 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-cc2aa57a-57dc-44d8-a67b-2853eaf931d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:54:58.297967 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-cc2aa57a-57dc-44d8-a67b-2853eaf931d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:54:58.302007 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=7fc2c20f-e22e-41a4-8337-ec8dd62e10eb,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:58.365417 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4778097-0988-4e61-9f49-427759ddebcb tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Router 87401621-c1bd-4e77-9b55-7273d85b0023 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:54:58.527420 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4778097-0988-4e61-9f49-427759ddebcb tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:54:58.538731 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a692c5-449e-4e65-bf26-cf9abb61f75f None None] Sync routers for ids ['87401621-c1bd-4e77-9b55-7273d85b0023'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:54:58.546734 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36208) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:58.553323 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b4778097-0988-4e61-9f49-427759ddebcb tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "PUT /v2.0/routers/87401621-c1bd-4e77-9b55-7273d85b0023/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5509620 Feb 08 21:54:58.571245 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a692c5-449e-4e65-bf26-cf9abb61f75f None None] Routers {'87401621-c1bd-4e77-9b55-7273d85b0023'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:54:58.571818 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-07a692c5-449e-4e65-bf26-cf9abb61f75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:54:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['87401621-c1bd-4e77-9b55-7273d85b0023'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:58.668738 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-07a692c5-449e-4e65-bf26-cf9abb61f75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:58.689438 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd88104-310a-4e08-b3ce-9d797cdc62ec tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:54:58.691855 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bfd88104-310a-4e08-b3ce-9d797cdc62ec tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "GET /v2.0/ports/2b21b69c-7da0-48a1-9dee-456fe7c03487 HTTP/1.1" status: 200 len: 977 time: 0.1441126 Feb 08 21:54:58.694774 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36210) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:58.701201 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a692c5-449e-4e65-bf26-cf9abb61f75f None None] Routers {'87401621-c1bd-4e77-9b55-7273d85b0023'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:54:58.701896 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-07a692c5-449e-4e65-bf26-cf9abb61f75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:54:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['87401621-c1bd-4e77-9b55-7273d85b0023'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:58.792280 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-07a692c5-449e-4e65-bf26-cf9abb61f75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:54:58.792953 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a692c5-449e-4e65-bf26-cf9abb61f75f None None] The sync data for ids ['87401621-c1bd-4e77-9b55-7273d85b0023'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:54:58.874603 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-cc2aa57a-57dc-44d8-a67b-2853eaf931d2 None None] Current status of the port 7fc2c20f-e22e-41a4-8337-ec8dd62e10eb is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:54:59.008495 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-293cd4f2-0496-4b65-ae1f-3d78f34c8e45 None None] Provisioning complete for port 2b21b69c-7da0-48a1-9dee-456fe7c03487 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:59.008874 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-293cd4f2-0496-4b65-ae1f-3d78f34c8e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2b21b69c-7da0-48a1-9dee-456fe7c03487), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:59.104439 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-293cd4f2-0496-4b65-ae1f-3d78f34c8e45 None None] Port 2b21b69c-7da0-48a1-9dee-456fe7c03487 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:54:59.133687 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36218) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:59.168275 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-293cd4f2-0496-4b65-ae1f-3d78f34c8e45 None None] Provisioning complete for port 7fc2c20f-e22e-41a4-8337-ec8dd62e10eb triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:59.168974 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-293cd4f2-0496-4b65-ae1f-3d78f34c8e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7fc2c20f-e22e-41a4-8337-ec8dd62e10eb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:59.215919 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7fc2c20f-e22e-41a4-8337-ec8dd62e10eb up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:54:59.300888 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-293cd4f2-0496-4b65-ae1f-3d78f34c8e45 None None] Current status of the port 7fc2c20f-e22e-41a4-8337-ec8dd62e10eb is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:54:59.329392 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:59.341076 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 7fc2c20f-e22e-41a4-8337-ec8dd62e10eb triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:59.341488 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7fc2c20f-e22e-41a4-8337-ec8dd62e10eb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:59.449532 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 7fc2c20f-e22e-41a4-8337-ec8dd62e10eb is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:54:59.454595 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-34de4398-53a2-4485-b642-7e137eb9731c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:59.484972 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-a8d53d25-067c-4af7-a265-2e60273162bf None None] Provisioning complete for port 2b21b69c-7da0-48a1-9dee-456fe7c03487 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:59.485665 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a8d53d25-067c-4af7-a265-2e60273162bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2b21b69c-7da0-48a1-9dee-456fe7c03487), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:59.590976 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a8d53d25-067c-4af7-a265-2e60273162bf None None] Port 2b21b69c-7da0-48a1-9dee-456fe7c03487 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:54:59.640454 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b16fa92b-f892-464c-a815-64b1e8e26e5a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (87401621-c1bd-4e77-9b55-7273d85b0023), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:59.656492 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-34de4398-53a2-4485-b642-7e137eb9731c admin admin] Publish callbacks [] for security_group (f059d28d-578b-47ca-b732-13c91767419a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:59.662069 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-34de4398-53a2-4485-b642-7e137eb9731c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f059d28d-578b-47ca-b732-13c91767419a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:59.760667 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-34de4398-53a2-4485-b642-7e137eb9731c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5451d8fd85944812aac5419f1a19eda3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6259763 Feb 08 21:54:59.763427 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36230) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:54:59.764840 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-7b0c56bd-c9a4-41da-93d8-d669aa0b29da None None] Provisioning complete for port 2b21b69c-7da0-48a1-9dee-456fe7c03487 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:54:59.765259 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7b0c56bd-c9a4-41da-93d8-d669aa0b29da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2b21b69c-7da0-48a1-9dee-456fe7c03487), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:59.785159 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de4398-53a2-4485-b642-7e137eb9731c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f059d28d-578b-47ca-b732-13c91767419a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:54:59.871782 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7b0c56bd-c9a4-41da-93d8-d669aa0b29da None None] Port 2b21b69c-7da0-48a1-9dee-456fe7c03487 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:54:59.924014 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fd715a2-1ab0-4b8a-85fb-3b65630dd435 admin admin] Publish callbacks [] for security_group (f059d28d-578b-47ca-b732-13c91767419a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:54:59.963991 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fd715a2-1ab0-4b8a-85fb-3b65630dd435 admin admin] Publish callbacks [] for security_group (f059d28d-578b-47ca-b732-13c91767419a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:00.026405 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fd715a2-1ab0-4b8a-85fb-3b65630dd435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f059d28d-578b-47ca-b732-13c91767419a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:00.031754 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fd715a2-1ab0-4b8a-85fb-3b65630dd435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:00.039058 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2fd715a2-1ab0-4b8a-85fb-3b65630dd435 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f059d28d-578b-47ca-b732-13c91767419a HTTP/1.1" status: 204 len: 168 time: 0.2741659 Feb 08 21:55:00.085212 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b16fa92b-f892-464c-a815-64b1e8e26e5a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Deleting port 2b21b69c-7da0-48a1-9dee-456fe7c03487 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:55:00.085854 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b16fa92b-f892-464c-a815-64b1e8e26e5a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (2b21b69c-7da0-48a1-9dee-456fe7c03487), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:00.101138 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd715a2-1ab0-4b8a-85fb-3b65630dd435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f059d28d-578b-47ca-b732-13c91767419a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:00.264385 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b16fa92b-f892-464c-a815-64b1e8e26e5a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (2b21b69c-7da0-48a1-9dee-456fe7c03487), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:00.289456 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b16fa92b-f892-464c-a815-64b1e8e26e5a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Calling delete_port for 2b21b69c-7da0-48a1-9dee-456fe7c03487 owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:55:00.594054 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b16fa92b-f892-464c-a815-64b1e8e26e5a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (2b21b69c-7da0-48a1-9dee-456fe7c03487), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:00.668324 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fa92b-f892-464c-a815-64b1e8e26e5a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Port': ['ID=2b21b69c-7da0-48a1-9dee-456fe7c03487,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:00.760974 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36246) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:00.843451 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e20a307e-a75c-4af6-806c-3e95010e135e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:01.055750 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b16fa92b-f892-464c-a815-64b1e8e26e5a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (87401621-c1bd-4e77-9b55-7273d85b0023), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:01.238544 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e20a307e-a75c-4af6-806c-3e95010e135e admin admin] Publish callbacks [] for security_group (a9f1b6bf-a9ef-48f8-8cee-59a45e00688b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:01.244451 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e20a307e-a75c-4af6-806c-3e95010e135e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a9f1b6bf-a9ef-48f8-8cee-59a45e00688b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:01.355858 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a307e-a75c-4af6-806c-3e95010e135e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f1b6bf-a9ef-48f8-8cee-59a45e00688b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:01.362838 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e20a307e-a75c-4af6-806c-3e95010e135e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c3a88efc9c854dfdabf625db02d11cb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5991147 Feb 08 21:55:01.363349 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36258) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:01.395631 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16fa92b-f892-464c-a815-64b1e8e26e5a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Router 87401621-c1bd-4e77-9b55-7273d85b0023 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:55:01.488000 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:01.507852 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-43534d6f-6f36-4179-b1f5-052cd924474e admin admin] Publish callbacks [] for security_group (a9f1b6bf-a9ef-48f8-8cee-59a45e00688b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:01.524825 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16fa92b-f892-464c-a815-64b1e8e26e5a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:55:01.535983 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b16fa92b-f892-464c-a815-64b1e8e26e5a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "PUT /v2.0/routers/87401621-c1bd-4e77-9b55-7273d85b0023/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8359027 Feb 08 21:55:01.536407 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36262) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:01.543372 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24656d95-7cae-42dd-9adb-0d29174b6da8 None None] Sync routers for ids ['87401621-c1bd-4e77-9b55-7273d85b0023'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:55:01.569965 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24656d95-7cae-42dd-9adb-0d29174b6da8 None None] Routers {'87401621-c1bd-4e77-9b55-7273d85b0023'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:55:01.570890 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-24656d95-7cae-42dd-9adb-0d29174b6da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:54:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['87401621-c1bd-4e77-9b55-7273d85b0023'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:01.588515 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-43534d6f-6f36-4179-b1f5-052cd924474e admin admin] Publish callbacks [] for security_group (a9f1b6bf-a9ef-48f8-8cee-59a45e00688b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:01.706846 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-43534d6f-6f36-4179-b1f5-052cd924474e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a9f1b6bf-a9ef-48f8-8cee-59a45e00688b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:01.709867 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-43534d6f-6f36-4179-b1f5-052cd924474e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:01.713921 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-43534d6f-6f36-4179-b1f5-052cd924474e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a9f1b6bf-a9ef-48f8-8cee-59a45e00688b HTTP/1.1" status: 204 len: 168 time: 0.3494222 Feb 08 21:55:01.725159 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-24656d95-7cae-42dd-9adb-0d29174b6da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:01.730880 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43534d6f-6f36-4179-b1f5-052cd924474e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f1b6bf-a9ef-48f8-8cee-59a45e00688b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:01.774539 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:01.780212 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24656d95-7cae-42dd-9adb-0d29174b6da8 None None] Routers {'87401621-c1bd-4e77-9b55-7273d85b0023'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:55:01.782180 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-24656d95-7cae-42dd-9adb-0d29174b6da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:54:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['87401621-c1bd-4e77-9b55-7273d85b0023'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:01.825656 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-24656d95-7cae-42dd-9adb-0d29174b6da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:01.826730 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24656d95-7cae-42dd-9adb-0d29174b6da8 None None] The sync data for ids ['87401621-c1bd-4e77-9b55-7273d85b0023'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:55:02.204807 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-25184007-ed35-4853-86d2-199d2ad623c4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] remove_router_interface failed (client error): The resource could not be found. Feb 08 21:55:02.209063 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-25184007-ed35-4853-86d2-199d2ad623c4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "PUT /v2.0/routers/87401621-c1bd-4e77-9b55-7273d85b0023/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6689620 Feb 08 21:55:02.209372 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36280) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:02.244696 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-99c6a7e4-c8fb-4b59-8824-3b0788fb94ab tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "GET /v2.0/ports?device_id=87401621-c1bd-4e77-9b55-7273d85b0023 HTTP/1.1" status: 200 len: 205 time: 0.0319457 Feb 08 21:55:02.245078 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36284) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:02.353134 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c5a6f75c-7ddb-4b9c-b227-076a6e8ff1ac tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router (87401621-c1bd-4e77-9b55-7273d85b0023), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:02.549611 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c5a6f75c-7ddb-4b9c-b227-076a6e8ff1ac tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (87401621-c1bd-4e77-9b55-7273d85b0023), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:02.555336 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c5a6f75c-7ddb-4b9c-b227-076a6e8ff1ac tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router_controller (87401621-c1bd-4e77-9b55-7273d85b0023), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:02.623663 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c5a6f75c-7ddb-4b9c-b227-076a6e8ff1ac tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (87401621-c1bd-4e77-9b55-7273d85b0023), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:02.624553 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a6f75c-7ddb-4b9c-b227-076a6e8ff1ac tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Fanout notify agent at l3_agent the message router_deleted on router 87401621-c1bd-4e77-9b55-7273d85b0023 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:55:02.661786 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c5a6f75c-7ddb-4b9c-b227-076a6e8ff1ac tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:02.662928 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c5a6f75c-7ddb-4b9c-b227-076a6e8ff1ac tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/routers/87401621-c1bd-4e77-9b55-7273d85b0023 HTTP/1.1" status: 204 len: 168 time: 0.4170170 Feb 08 21:55:02.665660 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36302) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:02.729760 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-0efa975d-3400-44c3-a0d6-2b487eb4b655 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Deleting subnet bbf0d5cc-7f1a-4eba-b88f-c6076eb5d00f {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:55:02.734685 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0efa975d-3400-44c3-a0d6-2b487eb4b655 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for subnet (bbf0d5cc-7f1a-4eba-b88f-c6076eb5d00f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:02.811620 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0efa975d-3400-44c3-a0d6-2b487eb4b655 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (bbf0d5cc-7f1a-4eba-b88f-c6076eb5d00f), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:02.968665 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0efa975d-3400-44c3-a0d6-2b487eb4b655 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (bbf0d5cc-7f1a-4eba-b88f-c6076eb5d00f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:03.063223 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0efa975d-3400-44c3-a0d6-2b487eb4b655 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (bbf0d5cc-7f1a-4eba-b88f-c6076eb5d00f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:03.078454 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0efa975d-3400-44c3-a0d6-2b487eb4b655 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:03.081767 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0efa975d-3400-44c3-a0d6-2b487eb4b655 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/subnets/bbf0d5cc-7f1a-4eba-b88f-c6076eb5d00f HTTP/1.1" status: 204 len: 168 time: 0.4151194 Feb 08 21:55:03.083508 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad65f94-d458-4b1e-9925-2cf6d23e8a9b None None] Network 156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:55:03.084712 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36316) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:03.101697 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa975d-3400-44c3-a0d6-2b487eb4b655 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Subnet': ['ID=bbf0d5cc-7f1a-4eba-b88f-c6076eb5d00f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:03.303244 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3937e356-ff66-48b9-921c-c4832d44b48f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:03.395678 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a2da42-77d1-4d73-841b-2fc3c9479cd3 None None] DHCP port deletion for 156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:55:03.404130 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-3937e356-ff66-48b9-921c-c4832d44b48f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Deleting port 7fc2c20f-e22e-41a4-8337-ec8dd62e10eb {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:55:03.405075 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3937e356-ff66-48b9-921c-c4832d44b48f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (7fc2c20f-e22e-41a4-8337-ec8dd62e10eb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:03.487396 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-3937e356-ff66-48b9-921c-c4832d44b48f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] For port 7fc2c20f-e22e-41a4-8337-ec8dd62e10eb, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7fc2c20f-e22e-41a4-8337-ec8dd62e10eb,segment=NetworkSegment(d558895c-a227-401b-be57-bd1584a1db5b),segment_id=d558895c-a227-401b-be57-bd1584a1db5b)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:55:03.487774 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3937e356-ff66-48b9-921c-c4832d44b48f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (7fc2c20f-e22e-41a4-8337-ec8dd62e10eb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:03.508926 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-3937e356-ff66-48b9-921c-c4832d44b48f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Calling delete_port for 7fc2c20f-e22e-41a4-8337-ec8dd62e10eb owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:55:03.586263 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f9a2da42-77d1-4d73-841b-2fc3c9479cd3 None None] Deleting port 7fc2c20f-e22e-41a4-8337-ec8dd62e10eb {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:55:03.586642 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f9a2da42-77d1-4d73-841b-2fc3c9479cd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (7fc2c20f-e22e-41a4-8337-ec8dd62e10eb), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:03.657977 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3937e356-ff66-48b9-921c-c4832d44b48f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (7fc2c20f-e22e-41a4-8337-ec8dd62e10eb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:03.722179 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f9a2da42-77d1-4d73-841b-2fc3c9479cd3 None None] For port 7fc2c20f-e22e-41a4-8337-ec8dd62e10eb, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7fc2c20f-e22e-41a4-8337-ec8dd62e10eb,segment=NetworkSegment(d558895c-a227-401b-be57-bd1584a1db5b),segment_id=d558895c-a227-401b-be57-bd1584a1db5b)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:55:03.722770 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f9a2da42-77d1-4d73-841b-2fc3c9479cd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (7fc2c20f-e22e-41a4-8337-ec8dd62e10eb), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:03.725837 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3937e356-ff66-48b9-921c-c4832d44b48f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] No DVR routers for this DVR port 7fc2c20f-e22e-41a4-8337-ec8dd62e10eb on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:55:03.740526 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937e356-ff66-48b9-921c-c4832d44b48f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Port': ['ID=7fc2c20f-e22e-41a4-8337-ec8dd62e10eb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:03.743629 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f9a2da42-77d1-4d73-841b-2fc3c9479cd3 None None] Calling delete_port for 7fc2c20f-e22e-41a4-8337-ec8dd62e10eb owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:55:03.853911 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f9a2da42-77d1-4d73-841b-2fc3c9479cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (7fc2c20f-e22e-41a4-8337-ec8dd62e10eb), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:03.886665 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2da42-77d1-4d73-841b-2fc3c9479cd3 None None] Pushing event deleted for resources: {'Port': ['ID=7fc2c20f-e22e-41a4-8337-ec8dd62e10eb,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:03.889134 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a2da42-77d1-4d73-841b-2fc3c9479cd3 None None] No DVR routers for this DVR port 7fc2c20f-e22e-41a4-8337-ec8dd62e10eb on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:55:03.893626 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3937e356-ff66-48b9-921c-c4832d44b48f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:03.931717 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-3937e356-ff66-48b9-921c-c4832d44b48f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:03.950707 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-3937e356-ff66-48b9-921c-c4832d44b48f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd558895c-a227-401b-be57-bd1584a1db5b') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:03.951358 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-3937e356-ff66-48b9-921c-c4832d44b48f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd558895c-a227-401b-be57-bd1584a1db5b') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:03.966782 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3937e356-ff66-48b9-921c-c4832d44b48f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (d558895c-a227-401b-be57-bd1584a1db5b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:03.982422 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3937e356-ff66-48b9-921c-c4832d44b48f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (d558895c-a227-401b-be57-bd1584a1db5b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:03.999419 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3937e356-ff66-48b9-921c-c4832d44b48f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:55:04.001024 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3937e356-ff66-48b9-921c-c4832d44b48f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (d558895c-a227-401b-be57-bd1584a1db5b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:55:04.005446 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:55:04.127311 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3937e356-ff66-48b9-921c-c4832d44b48f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:04.140614 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3937e356-ff66-48b9-921c-c4832d44b48f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:04.145708 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3937e356-ff66-48b9-921c-c4832d44b48f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/networks/156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6 HTTP/1.1" status: 204 len: 168 time: 1.0585260 Feb 08 21:55:04.151179 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36340) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:04.156390 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-94591a4c-1aee-4e32-b3f0-27e5c0c92ea3 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'network': {'name': 'tempest-RoutersTest-1257984456'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:55:04.169843 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937e356-ff66-48b9-921c-c4832d44b48f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Network': ['ID=156ac3c8-0bc0-4a45-a83e-63c85aa8ddb6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:04.206315 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94591a4c-1aee-4e32-b3f0-27e5c0c92ea3 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Made reservation on behalf of ce00c950d6fd4f2cb5d48594e4844733 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:55:04.209737 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-94591a4c-1aee-4e32-b3f0-27e5c0c92ea3 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:04.248670 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94591a4c-1aee-4e32-b3f0-27e5c0c92ea3 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:55:04.272336 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-94591a4c-1aee-4e32-b3f0-27e5c0c92ea3 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (2fb45968-36df-4042-a461-31781a383abe), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:04.272689 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-94591a4c-1aee-4e32-b3f0-27e5c0c92ea3 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Added segment 2fb45968-36df-4042-a461-31781a383abe of type vlan for network 6427be2c-8da0-40b3-ac6c-e4daa4ba2881 Feb 08 21:55:04.332888 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-94591a4c-1aee-4e32-b3f0-27e5c0c92ea3 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (6427be2c-8da0-40b3-ac6c-e4daa4ba2881), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:04.372737 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-94591a4c-1aee-4e32-b3f0-27e5c0c92ea3 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (6427be2c-8da0-40b3-ac6c-e4daa4ba2881), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:04.380611 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94591a4c-1aee-4e32-b3f0-27e5c0c92ea3 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:04.390710 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-94591a4c-1aee-4e32-b3f0-27e5c0c92ea3 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:04.474571 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36348) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:04.474571 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e43fa4bc-c1ae-45e9-ab44-66df2e9b5fe1 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'subnet': {'network_id': '6427be2c-8da0-40b3-ac6c-e4daa4ba2881', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:55:04.478875 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-94591a4c-1aee-4e32-b3f0-27e5c0c92ea3 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3247895 Feb 08 21:55:04.517925 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94591a4c-1aee-4e32-b3f0-27e5c0c92ea3 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Network': ['ID=6427be2c-8da0-40b3-ac6c-e4daa4ba2881,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:04.532689 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 6427be2c-8da0-40b3-ac6c-e4daa4ba2881 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:55:04.648695 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43fa4bc-c1ae-45e9-ab44-66df2e9b5fe1 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Made reservation on behalf of ce00c950d6fd4f2cb5d48594e4844733 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:55:04.654039 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e43fa4bc-c1ae-45e9-ab44-66df2e9b5fe1 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:04.908374 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e43fa4bc-c1ae-45e9-ab44-66df2e9b5fe1 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (921ac5b9-726a-476a-911c-3c0742f97026), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:05.001940 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43fa4bc-c1ae-45e9-ab44-66df2e9b5fe1 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Subnet': ['ID=921ac5b9-726a-476a-911c-3c0742f97026,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:05.088487 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43fa4bc-c1ae-45e9-ab44-66df2e9b5fe1 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Checking segment: {'id': '2fb45968-36df-4042-a461-31781a383abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6427be2c-8da0-40b3-ac6c-e4daa4ba2881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:55:05.088886 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43fa4bc-c1ae-45e9-ab44-66df2e9b5fe1 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network hostable DHCP agents. Network: 6427be2c-8da0-40b3-ac6c-e4daa4ba2881, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:55:05.107592 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7fc2c20f-e22e-41a4-8337-ec8dd62e10eb no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:55:05.134372 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 7fc2c20f-e22e-41a4-8337-ec8dd62e10eb {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:55:05.135011 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7fc2c20f-e22e-41a4-8337-ec8dd62e10eb not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:55:05.155106 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43fa4bc-c1ae-45e9-ab44-66df2e9b5fe1 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network 6427be2c-8da0-40b3-ac6c-e4daa4ba2881 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:55:05.196452 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-e43fa4bc-c1ae-45e9-ab44-66df2e9b5fe1 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 6427be2c-8da0-40b3-ac6c-e4daa4ba2881) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:55:05.201946 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43fa4bc-c1ae-45e9-ab44-66df2e9b5fe1 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:05.202830 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e43fa4bc-c1ae-45e9-ab44-66df2e9b5fe1 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:05.216712 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8402b7b6-3ff4-4104-a9b0-126f8213ecfb None None] Network 6427be2c-8da0-40b3-ac6c-e4daa4ba2881 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:55:05.243401 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e43fa4bc-c1ae-45e9-ab44-66df2e9b5fe1 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7753348 Feb 08 21:55:05.245610 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36368) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:05.251445 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7da97a9b-86cf-47e2-a436-a92d528dcfff tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1248240405', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:55:05.325209 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7da97a9b-86cf-47e2-a436-a92d528dcfff tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (f668edfe-51d3-4474-8279-336b8c720119), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:05.326900 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7da97a9b-86cf-47e2-a436-a92d528dcfff tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (f668edfe-51d3-4474-8279-336b8c720119), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:05.375772 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29eae903-c2c9-4438-91d4-5f4841acfadc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-6427be2c-8da0-40b3-ac6c-e4daa4ba2881', 'network_id': '6427be2c-8da0-40b3-ac6c-e4daa4ba2881', 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'fixed_ips': [{'subnet_id': '921ac5b9-726a-476a-911c-3c0742f97026'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:55:05.378124 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-29eae903-c2c9-4438-91d4-5f4841acfadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:05.437455 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7da97a9b-86cf-47e2-a436-a92d528dcfff tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router_controller (f668edfe-51d3-4474-8279-336b8c720119), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:05.443864 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7da97a9b-86cf-47e2-a436-a92d528dcfff tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (f668edfe-51d3-4474-8279-336b8c720119), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:05.498482 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7da97a9b-86cf-47e2-a436-a92d528dcfff tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:05.501359 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7da97a9b-86cf-47e2-a436-a92d528dcfff tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2522998 Feb 08 21:55:05.502470 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36372) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:05.603231 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-29eae903-c2c9-4438-91d4-5f4841acfadc None None] Allocated IP 172.20.0.2 (6427be2c-8da0-40b3-ac6c-e4daa4ba2881/921ac5b9-726a-476a-911c-3c0742f97026/065df1c1-f660-4c42-b679-22040c3d047d) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:55:05.855163 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-29eae903-c2c9-4438-91d4-5f4841acfadc None None] Publish callbacks [] for port (065df1c1-f660-4c42-b679-22040c3d047d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:05.862863 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-29eae903-c2c9-4438-91d4-5f4841acfadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (065df1c1-f660-4c42-b679-22040c3d047d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:05.926998 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eae903-c2c9-4438-91d4-5f4841acfadc None None] Network 6427be2c-8da0-40b3-ac6c-e4daa4ba2881 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:55:05.926998 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-29eae903-c2c9-4438-91d4-5f4841acfadc None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:55:05.939430 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eae903-c2c9-4438-91d4-5f4841acfadc None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:55:06.020779 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eae903-c2c9-4438-91d4-5f4841acfadc None None] Pushing event updated for resources: {'Port': ['ID=065df1c1-f660-4c42-b679-22040c3d047d,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:06.026655 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-29eae903-c2c9-4438-91d4-5f4841acfadc None None] Attempting to bind port 065df1c1-f660-4c42-b679-22040c3d047d on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:55:06.027159 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-29eae903-c2c9-4438-91d4-5f4841acfadc None None] Attempting to bind port 065df1c1-f660-4c42-b679-22040c3d047d by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '2fb45968-36df-4042-a461-31781a383abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6427be2c-8da0-40b3-ac6c-e4daa4ba2881'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:55:06.027877 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eae903-c2c9-4438-91d4-5f4841acfadc None None] Attempting to bind port 065df1c1-f660-4c42-b679-22040c3d047d on network 6427be2c-8da0-40b3-ac6c-e4daa4ba2881 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:55:06.033900 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-84fc5346-de37-4a30-8500-e54ab6576d8e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:06.041336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eae903-c2c9-4438-91d4-5f4841acfadc None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:55:06.041336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eae903-c2c9-4438-91d4-5f4841acfadc None None] Checking segment: {'id': '2fb45968-36df-4042-a461-31781a383abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6427be2c-8da0-40b3-ac6c-e4daa4ba2881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:55:06.041336 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-29eae903-c2c9-4438-91d4-5f4841acfadc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:06.041336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eae903-c2c9-4438-91d4-5f4841acfadc None None] Bound using segment: {'id': '2fb45968-36df-4042-a461-31781a383abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6427be2c-8da0-40b3-ac6c-e4daa4ba2881'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:55:06.041336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-29eae903-c2c9-4438-91d4-5f4841acfadc None None] Bound port: 065df1c1-f660-4c42-b679-22040c3d047d, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb45968-36df-4042-a461-31781a383abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6427be2c-8da0-40b3-ac6c-e4daa4ba2881'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:55:06.041336 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-29eae903-c2c9-4438-91d4-5f4841acfadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (065df1c1-f660-4c42-b679-22040c3d047d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:06.185455 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-29eae903-c2c9-4438-91d4-5f4841acfadc None None] For port 065df1c1-f660-4c42-b679-22040c3d047d, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:55:06.190248 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-29eae903-c2c9-4438-91d4-5f4841acfadc None None] For port 065df1c1-f660-4c42-b679-22040c3d047d, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=065df1c1-f660-4c42-b679-22040c3d047d,segment=NetworkSegment(2fb45968-36df-4042-a461-31781a383abe),segment_id=2fb45968-36df-4042-a461-31781a383abe)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:55:06.203192 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-29eae903-c2c9-4438-91d4-5f4841acfadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (065df1c1-f660-4c42-b679-22040c3d047d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:06.337525 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eae903-c2c9-4438-91d4-5f4841acfadc None None] Pushing event updated for resources: {'Port': ['ID=065df1c1-f660-4c42-b679-22040c3d047d,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:06.526388 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-84fc5346-de37-4a30-8500-e54ab6576d8e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Allocated IP 172.20.0.1 (6427be2c-8da0-40b3-ac6c-e4daa4ba2881/921ac5b9-726a-476a-911c-3c0742f97026/05cde911-4ac7-45cb-b6c9-a6fc77697e1b) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:55:06.605546 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:06.785068 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-84fc5346-de37-4a30-8500-e54ab6576d8e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for port (05cde911-4ac7-45cb-b6c9-a6fc77697e1b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:06.840572 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-84fc5346-de37-4a30-8500-e54ab6576d8e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (05cde911-4ac7-45cb-b6c9-a6fc77697e1b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:06.873763 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:06.920243 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fc5346-de37-4a30-8500-e54ab6576d8e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network 6427be2c-8da0-40b3-ac6c-e4daa4ba2881 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:55:06.925303 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-84fc5346-de37-4a30-8500-e54ab6576d8e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:55:06.934874 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fc5346-de37-4a30-8500-e54ab6576d8e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:55:06.944724 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc5346-de37-4a30-8500-e54ab6576d8e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Port': ['ID=05cde911-4ac7-45cb-b6c9-a6fc77697e1b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:07.010727 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-84fc5346-de37-4a30-8500-e54ab6576d8e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (f668edfe-51d3-4474-8279-336b8c720119), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:07.221858 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 065df1c1-f660-4c42-b679-22040c3d047d up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:55:07.261473 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-84fc5346-de37-4a30-8500-e54ab6576d8e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (05cde911-4ac7-45cb-b6c9-a6fc77697e1b), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:07.323510 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 065df1c1-f660-4c42-b679-22040c3d047d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:07.324200 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (065df1c1-f660-4c42-b679-22040c3d047d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:07.470905 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 065df1c1-f660-4c42-b679-22040c3d047d is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:07.471653 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (065df1c1-f660-4c42-b679-22040c3d047d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:07.559442 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 065df1c1-f660-4c42-b679-22040c3d047d, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=065df1c1-f660-4c42-b679-22040c3d047d,segment=NetworkSegment(2fb45968-36df-4042-a461-31781a383abe),segment_id=2fb45968-36df-4042-a461-31781a383abe)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:55:07.570001 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (065df1c1-f660-4c42-b679-22040c3d047d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:07.691476 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=065df1c1-f660-4c42-b679-22040c3d047d,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:07.892133 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-84fc5346-de37-4a30-8500-e54ab6576d8e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for port (05cde911-4ac7-45cb-b6c9-a6fc77697e1b), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:07.903433 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-84fc5346-de37-4a30-8500-e54ab6576d8e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (05cde911-4ac7-45cb-b6c9-a6fc77697e1b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:07.992326 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfb2159-ef03-455f-b1c9-11e061b65afb None None] Network 6427be2c-8da0-40b3-ac6c-e4daa4ba2881 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:55:08.102827 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-30d4a652-095b-441e-9262-7203b339c9cb None None] Provisioning complete for port 065df1c1-f660-4c42-b679-22040c3d047d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:08.103527 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30d4a652-095b-441e-9262-7203b339c9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (065df1c1-f660-4c42-b679-22040c3d047d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:08.279670 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-30d4a652-095b-441e-9262-7203b339c9cb None None] Current status of the port 065df1c1-f660-4c42-b679-22040c3d047d is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:08.465934 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-84fc5346-de37-4a30-8500-e54ab6576d8e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (f668edfe-51d3-4474-8279-336b8c720119), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:08.511495 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc5346-de37-4a30-8500-e54ab6576d8e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Port': ['ID=05cde911-4ac7-45cb-b6c9-a6fc77697e1b,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:08.635369 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fc5346-de37-4a30-8500-e54ab6576d8e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network 6427be2c-8da0-40b3-ac6c-e4daa4ba2881 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:55:08.637582 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-84fc5346-de37-4a30-8500-e54ab6576d8e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:55:08.718145 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4f408aad-38f1-43f9-89bc-4ffb85e8f019 None None] Provisioning complete for port 065df1c1-f660-4c42-b679-22040c3d047d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:08.719455 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f408aad-38f1-43f9-89bc-4ffb85e8f019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (065df1c1-f660-4c42-b679-22040c3d047d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:08.898080 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4f408aad-38f1-43f9-89bc-4ffb85e8f019 None None] Current status of the port 065df1c1-f660-4c42-b679-22040c3d047d is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:08.922794 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4f408aad-38f1-43f9-89bc-4ffb85e8f019 None None] Provisioning complete for port 05cde911-4ac7-45cb-b6c9-a6fc77697e1b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:08.923174 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f408aad-38f1-43f9-89bc-4ffb85e8f019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (05cde911-4ac7-45cb-b6c9-a6fc77697e1b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:08.997780 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fc5346-de37-4a30-8500-e54ab6576d8e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Router f668edfe-51d3-4474-8279-336b8c720119 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:55:09.020879 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4f408aad-38f1-43f9-89bc-4ffb85e8f019 None None] Port 05cde911-4ac7-45cb-b6c9-a6fc77697e1b cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:55:09.156579 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d34a0795-2948-4c5c-b2a6-2a7fa5aa9322 None None] Provisioning complete for port 05cde911-4ac7-45cb-b6c9-a6fc77697e1b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:09.157589 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d34a0795-2948-4c5c-b2a6-2a7fa5aa9322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (05cde911-4ac7-45cb-b6c9-a6fc77697e1b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:09.192581 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 065df1c1-f660-4c42-b679-22040c3d047d up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:55:09.205936 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fc5346-de37-4a30-8500-e54ab6576d8e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:55:09.212579 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-84fc5346-de37-4a30-8500-e54ab6576d8e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "PUT /v2.0/routers/f668edfe-51d3-4474-8279-336b8c720119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7088821 Feb 08 21:55:09.215467 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36444) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:09.219956 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaac0bf0-702c-470b-a9c0-c69e071bb8b9 None None] Sync routers for ids ['f668edfe-51d3-4474-8279-336b8c720119'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:55:09.259261 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaac0bf0-702c-470b-a9c0-c69e071bb8b9 None None] Routers {'f668edfe-51d3-4474-8279-336b8c720119'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:55:09.266468 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-eaac0bf0-702c-470b-a9c0-c69e071bb8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:54:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['f668edfe-51d3-4474-8279-336b8c720119'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:09.347505 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9537c9-995b-4cb7-b501-d5f2888254ae tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:09.349192 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-af9537c9-995b-4cb7-b501-d5f2888254ae tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "GET /v2.0/ports/05cde911-4ac7-45cb-b6c9-a6fc77697e1b HTTP/1.1" status: 200 len: 910 time: 0.1325998 Feb 08 21:55:09.352077 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36452) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:09.383219 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-eaac0bf0-702c-470b-a9c0-c69e071bb8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:09.394848 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaac0bf0-702c-470b-a9c0-c69e071bb8b9 None None] Routers {'f668edfe-51d3-4474-8279-336b8c720119'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:55:09.396180 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-eaac0bf0-702c-470b-a9c0-c69e071bb8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:54:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['f668edfe-51d3-4474-8279-336b8c720119'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:09.414552 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d34a0795-2948-4c5c-b2a6-2a7fa5aa9322 None None] Port 05cde911-4ac7-45cb-b6c9-a6fc77697e1b cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:55:09.438764 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 065df1c1-f660-4c42-b679-22040c3d047d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:09.439153 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (065df1c1-f660-4c42-b679-22040c3d047d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:09.444418 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-eaac0bf0-702c-470b-a9c0-c69e071bb8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:09.445639 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaac0bf0-702c-470b-a9c0-c69e071bb8b9 None None] The sync data for ids ['f668edfe-51d3-4474-8279-336b8c720119'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:55:09.600776 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f82c9014-9b17-4188-95a1-84276bc93af1 None None] Provisioning complete for port 05cde911-4ac7-45cb-b6c9-a6fc77697e1b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:09.600776 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f82c9014-9b17-4188-95a1-84276bc93af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (05cde911-4ac7-45cb-b6c9-a6fc77697e1b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:09.683553 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 065df1c1-f660-4c42-b679-22040c3d047d is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:09.686878 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f82c9014-9b17-4188-95a1-84276bc93af1 None None] Port 05cde911-4ac7-45cb-b6c9-a6fc77697e1b cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:55:09.864285 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ed5afd4-b059-4ff2-8eda-26f486c362ed tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (f668edfe-51d3-4474-8279-336b8c720119), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:10.291475 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-4ed5afd4-b059-4ff2-8eda-26f486c362ed tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Deleting port 05cde911-4ac7-45cb-b6c9-a6fc77697e1b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:55:10.292051 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ed5afd4-b059-4ff2-8eda-26f486c362ed tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (05cde911-4ac7-45cb-b6c9-a6fc77697e1b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:10.432928 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ed5afd4-b059-4ff2-8eda-26f486c362ed tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (05cde911-4ac7-45cb-b6c9-a6fc77697e1b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:10.448310 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-4ed5afd4-b059-4ff2-8eda-26f486c362ed tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Calling delete_port for 05cde911-4ac7-45cb-b6c9-a6fc77697e1b owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:55:10.678897 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ed5afd4-b059-4ff2-8eda-26f486c362ed tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (05cde911-4ac7-45cb-b6c9-a6fc77697e1b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:10.708027 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5afd4-b059-4ff2-8eda-26f486c362ed tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Port': ['ID=05cde911-4ac7-45cb-b6c9-a6fc77697e1b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:10.893700 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ed5afd4-b059-4ff2-8eda-26f486c362ed tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (f668edfe-51d3-4474-8279-336b8c720119), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:11.098524 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed5afd4-b059-4ff2-8eda-26f486c362ed tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Router f668edfe-51d3-4474-8279-336b8c720119 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:55:11.187527 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed5afd4-b059-4ff2-8eda-26f486c362ed tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:55:11.196608 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4ed5afd4-b059-4ff2-8eda-26f486c362ed tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "PUT /v2.0/routers/f668edfe-51d3-4474-8279-336b8c720119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8406074 Feb 08 21:55:11.196608 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36490) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:11.204104 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83384d17-4f24-4caa-bf6d-a96ef73443f3 None None] Sync routers for ids ['f668edfe-51d3-4474-8279-336b8c720119'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:55:11.215199 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83384d17-4f24-4caa-bf6d-a96ef73443f3 None None] Routers {'f668edfe-51d3-4474-8279-336b8c720119'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:55:11.215839 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-83384d17-4f24-4caa-bf6d-a96ef73443f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:54:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['f668edfe-51d3-4474-8279-336b8c720119'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:11.231223 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1fcf8ea1-819e-4d6e-9705-658d5405fd83 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "GET /v2.0/ports?device_id=f668edfe-51d3-4474-8279-336b8c720119 HTTP/1.1" status: 200 len: 205 time: 0.0331407 Feb 08 21:55:11.233556 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36492) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:11.257416 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-83384d17-4f24-4caa-bf6d-a96ef73443f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:11.267477 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83384d17-4f24-4caa-bf6d-a96ef73443f3 None None] Routers {'f668edfe-51d3-4474-8279-336b8c720119'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:55:11.268900 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-83384d17-4f24-4caa-bf6d-a96ef73443f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:54:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['f668edfe-51d3-4474-8279-336b8c720119'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:11.306713 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-83384d17-4f24-4caa-bf6d-a96ef73443f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:11.307629 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83384d17-4f24-4caa-bf6d-a96ef73443f3 None None] The sync data for ids ['f668edfe-51d3-4474-8279-336b8c720119'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:55:11.320669 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a398aa8f-b53e-4621-8ce5-92658fc68ff9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router (f668edfe-51d3-4474-8279-336b8c720119), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:11.566304 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a398aa8f-b53e-4621-8ce5-92658fc68ff9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (f668edfe-51d3-4474-8279-336b8c720119), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:11.570450 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a398aa8f-b53e-4621-8ce5-92658fc68ff9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router_controller (f668edfe-51d3-4474-8279-336b8c720119), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:11.630787 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a398aa8f-b53e-4621-8ce5-92658fc68ff9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (f668edfe-51d3-4474-8279-336b8c720119), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:11.631365 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a398aa8f-b53e-4621-8ce5-92658fc68ff9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Fanout notify agent at l3_agent the message router_deleted on router f668edfe-51d3-4474-8279-336b8c720119 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:55:11.640739 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a398aa8f-b53e-4621-8ce5-92658fc68ff9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:11.642106 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a398aa8f-b53e-4621-8ce5-92658fc68ff9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/routers/f668edfe-51d3-4474-8279-336b8c720119 HTTP/1.1" status: 204 len: 168 time: 0.4076333 Feb 08 21:55:11.648757 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36502) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:11.714577 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-37cb5916-6168-4178-a909-7549906dbeb0 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Deleting subnet 921ac5b9-726a-476a-911c-3c0742f97026 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:55:11.718541 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37cb5916-6168-4178-a909-7549906dbeb0 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for subnet (921ac5b9-726a-476a-911c-3c0742f97026), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:11.769793 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37cb5916-6168-4178-a909-7549906dbeb0 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (921ac5b9-726a-476a-911c-3c0742f97026), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:11.884453 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37cb5916-6168-4178-a909-7549906dbeb0 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (921ac5b9-726a-476a-911c-3c0742f97026), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:11.963543 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37cb5916-6168-4178-a909-7549906dbeb0 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (921ac5b9-726a-476a-911c-3c0742f97026), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:11.984445 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5938eafe-4687-4e4b-8725-c578e8410564 None None] Network 6427be2c-8da0-40b3-ac6c-e4daa4ba2881 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:55:11.992505 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37cb5916-6168-4178-a909-7549906dbeb0 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:11.996583 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-37cb5916-6168-4178-a909-7549906dbeb0 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/subnets/921ac5b9-726a-476a-911c-3c0742f97026 HTTP/1.1" status: 204 len: 168 time: 0.3461761 Feb 08 21:55:11.998959 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36506) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:12.017553 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb5916-6168-4178-a909-7549906dbeb0 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Subnet': ['ID=921ac5b9-726a-476a-911c-3c0742f97026,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:12.178953 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8a572729-5a35-49eb-bcd7-e98533a05db4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (6427be2c-8da0-40b3-ac6c-e4daa4ba2881), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:12.290444 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514ad507-db7c-445b-88a6-78862c4ed4d5 None None] DHCP port deletion for 6427be2c-8da0-40b3-ac6c-e4daa4ba2881 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:55:12.304392 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-8a572729-5a35-49eb-bcd7-e98533a05db4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Deleting port 065df1c1-f660-4c42-b679-22040c3d047d {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:55:12.321319 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8a572729-5a35-49eb-bcd7-e98533a05db4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (065df1c1-f660-4c42-b679-22040c3d047d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:12.362534 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-514ad507-db7c-445b-88a6-78862c4ed4d5 None None] Deleting port 065df1c1-f660-4c42-b679-22040c3d047d {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:55:12.363019 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-514ad507-db7c-445b-88a6-78862c4ed4d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (065df1c1-f660-4c42-b679-22040c3d047d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:12.456758 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-8a572729-5a35-49eb-bcd7-e98533a05db4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] For port 065df1c1-f660-4c42-b679-22040c3d047d, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=065df1c1-f660-4c42-b679-22040c3d047d,segment=NetworkSegment(2fb45968-36df-4042-a461-31781a383abe),segment_id=2fb45968-36df-4042-a461-31781a383abe)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:55:12.457424 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8a572729-5a35-49eb-bcd7-e98533a05db4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (065df1c1-f660-4c42-b679-22040c3d047d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:12.477562 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-514ad507-db7c-445b-88a6-78862c4ed4d5 None None] For port 065df1c1-f660-4c42-b679-22040c3d047d, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=065df1c1-f660-4c42-b679-22040c3d047d,segment=NetworkSegment(2fb45968-36df-4042-a461-31781a383abe),segment_id=2fb45968-36df-4042-a461-31781a383abe)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:55:12.478097 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-514ad507-db7c-445b-88a6-78862c4ed4d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (065df1c1-f660-4c42-b679-22040c3d047d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:12.486367 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-8a572729-5a35-49eb-bcd7-e98533a05db4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Calling delete_port for 065df1c1-f660-4c42-b679-22040c3d047d owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:55:12.670215 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8a572729-5a35-49eb-bcd7-e98533a05db4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (065df1c1-f660-4c42-b679-22040c3d047d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:12.728966 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a572729-5a35-49eb-bcd7-e98533a05db4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Port': ['ID=065df1c1-f660-4c42-b679-22040c3d047d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:12.747214 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a572729-5a35-49eb-bcd7-e98533a05db4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] No DVR routers for this DVR port 065df1c1-f660-4c42-b679-22040c3d047d on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:55:12.750695 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-514ad507-db7c-445b-88a6-78862c4ed4d5 None None] Calling delete_port for 065df1c1-f660-4c42-b679-22040c3d047d owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:55:12.802717 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:55:12.879823 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-514ad507-db7c-445b-88a6-78862c4ed4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (065df1c1-f660-4c42-b679-22040c3d047d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:12.894014 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514ad507-db7c-445b-88a6-78862c4ed4d5 None None] No DVR routers for this DVR port 065df1c1-f660-4c42-b679-22040c3d047d on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:55:12.894732 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8a572729-5a35-49eb-bcd7-e98533a05db4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (6427be2c-8da0-40b3-ac6c-e4daa4ba2881), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:12.913600 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ad507-db7c-445b-88a6-78862c4ed4d5 None None] Pushing event deleted for resources: {'Port': ['ID=065df1c1-f660-4c42-b679-22040c3d047d,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:12.931202 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-8a572729-5a35-49eb-bcd7-e98533a05db4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6427be2c-8da0-40b3-ac6c-e4daa4ba2881']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:12.944191 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-8a572729-5a35-49eb-bcd7-e98533a05db4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb45968-36df-4042-a461-31781a383abe') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:12.944564 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-8a572729-5a35-49eb-bcd7-e98533a05db4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb45968-36df-4042-a461-31781a383abe') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:12.959503 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8a572729-5a35-49eb-bcd7-e98533a05db4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (2fb45968-36df-4042-a461-31781a383abe), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:12.980731 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8a572729-5a35-49eb-bcd7-e98533a05db4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (2fb45968-36df-4042-a461-31781a383abe), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:13.000317 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a572729-5a35-49eb-bcd7-e98533a05db4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:55:13.001005 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8a572729-5a35-49eb-bcd7-e98533a05db4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (2fb45968-36df-4042-a461-31781a383abe), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:55:13.005014 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:55:13.103515 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8a572729-5a35-49eb-bcd7-e98533a05db4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (6427be2c-8da0-40b3-ac6c-e4daa4ba2881), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:13.121296 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 065df1c1-f660-4c42-b679-22040c3d047d no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:55:13.122903 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8a572729-5a35-49eb-bcd7-e98533a05db4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:13.130294 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8a572729-5a35-49eb-bcd7-e98533a05db4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/networks/6427be2c-8da0-40b3-ac6c-e4daa4ba2881 HTTP/1.1" status: 204 len: 168 time: 1.1300089 Feb 08 21:55:13.135098 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36514) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:13.139274 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-dcb81c06-92b6-4569-9bf3-d7694f6c76c9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1210095676', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:55:13.151475 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a572729-5a35-49eb-bcd7-e98533a05db4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Network': ['ID=6427be2c-8da0-40b3-ac6c-e4daa4ba2881,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:13.162111 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 065df1c1-f660-4c42-b679-22040c3d047d {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:55:13.162470 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 065df1c1-f660-4c42-b679-22040c3d047d not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:55:13.199608 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dcb81c06-92b6-4569-9bf3-d7694f6c76c9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (137734bc-a50f-4cd3-a559-1ecdc95818be), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:13.200889 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dcb81c06-92b6-4569-9bf3-d7694f6c76c9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (137734bc-a50f-4cd3-a559-1ecdc95818be), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:13.274631 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dcb81c06-92b6-4569-9bf3-d7694f6c76c9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router_controller (137734bc-a50f-4cd3-a559-1ecdc95818be), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:13.445185 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dcb81c06-92b6-4569-9bf3-d7694f6c76c9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router_gateway (137734bc-a50f-4cd3-a559-1ecdc95818be), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:13.672350 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dcb81c06-92b6-4569-9bf3-d7694f6c76c9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router_gateway (137734bc-a50f-4cd3-a559-1ecdc95818be), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:13.695610 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dcb81c06-92b6-4569-9bf3-d7694f6c76c9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:13.818200 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-dcb81c06-92b6-4569-9bf3-d7694f6c76c9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Allocated IP 172.25.3.96 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/b46718b9-c369-41f7-a7c4-49d7384488a5) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:55:13.942252 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dcb81c06-92b6-4569-9bf3-d7694f6c76c9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for port (b46718b9-c369-41f7-a7c4-49d7384488a5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:13.977369 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dcb81c06-92b6-4569-9bf3-d7694f6c76c9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (b46718b9-c369-41f7-a7c4-49d7384488a5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:14.026579 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb81c06-92b6-4569-9bf3-d7694f6c76c9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:55:14.029785 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-dcb81c06-92b6-4569-9bf3-d7694f6c76c9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:55:14.032842 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb81c06-92b6-4569-9bf3-d7694f6c76c9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:55:14.066158 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb81c06-92b6-4569-9bf3-d7694f6c76c9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Port': ['ID=b46718b9-c369-41f7-a7c4-49d7384488a5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:14.787023 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dcb81c06-92b6-4569-9bf3-d7694f6c76c9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router_gateway (137734bc-a50f-4cd3-a559-1ecdc95818be), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:15.074693 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dcb81c06-92b6-4569-9bf3-d7694f6c76c9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (137734bc-a50f-4cd3-a559-1ecdc95818be), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:15.229468 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb81c06-92b6-4569-9bf3-d7694f6c76c9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Router 137734bc-a50f-4cd3-a559-1ecdc95818be is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:55:15.363971 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb81c06-92b6-4569-9bf3-d7694f6c76c9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:55:15.380779 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1746253-e6e8-4a78-be9e-04a1763dda36 None None] Sync routers for ids ['137734bc-a50f-4cd3-a559-1ecdc95818be'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:55:15.389208 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dcb81c06-92b6-4569-9bf3-d7694f6c76c9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:15.391394 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-dcb81c06-92b6-4569-9bf3-d7694f6c76c9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.2563093 Feb 08 21:55:15.394423 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36538) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:15.395980 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1746253-e6e8-4a78-be9e-04a1763dda36 None None] Routers {'137734bc-a50f-4cd3-a559-1ecdc95818be'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:55:15.396796 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c1746253-e6e8-4a78-be9e-04a1763dda36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:54:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['137734bc-a50f-4cd3-a559-1ecdc95818be'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:15.431943 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c1746253-e6e8-4a78-be9e-04a1763dda36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:15.441606 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1746253-e6e8-4a78-be9e-04a1763dda36 None None] Routers {'137734bc-a50f-4cd3-a559-1ecdc95818be'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:55:15.442519 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c1746253-e6e8-4a78-be9e-04a1763dda36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:54:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['137734bc-a50f-4cd3-a559-1ecdc95818be'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:15.476250 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c1746253-e6e8-4a78-be9e-04a1763dda36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:15.477165 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1746253-e6e8-4a78-be9e-04a1763dda36 None None] The sync data for ids ['137734bc-a50f-4cd3-a559-1ecdc95818be'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:55:15.544748 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1ce22e8a-76b6-47d5-887b-8111c95d105a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "GET /v2.0/routers/137734bc-a50f-4cd3-a559-1ecdc95818be HTTP/1.1" status: 200 len: 880 time: 0.1484423 Feb 08 21:55:15.546503 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36544) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:15.879327 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36546) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:15.879869 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f8dfe171-7bfa-4fcc-805d-f1df0d4d31aa tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3314600 Feb 08 21:55:15.885426 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-412e80e6-843a-4247-b7e4-82ce7411af90 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1210095676'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:55:16.451088 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-412e80e6-843a-4247-b7e4-82ce7411af90 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-346790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58238'] for router (137734bc-a50f-4cd3-a559-1ecdc95818be), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:16.468214 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-412e80e6-843a-4247-b7e4-82ce7411af90 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-346797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-346804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351703'] for router (137734bc-a50f-4cd3-a559-1ecdc95818be), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:16.638676 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412e80e6-843a-4247-b7e4-82ce7411af90 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Router 137734bc-a50f-4cd3-a559-1ecdc95818be has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:55:16.858885 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412e80e6-843a-4247-b7e4-82ce7411af90 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:55:16.871334 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c1d18b-c8ac-4944-ac5c-c92ba33d4457 None None] Sync routers for ids ['137734bc-a50f-4cd3-a559-1ecdc95818be'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:55:16.873759 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-412e80e6-843a-4247-b7e4-82ce7411af90 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:16.880384 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36554) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:16.881431 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-412e80e6-843a-4247-b7e4-82ce7411af90 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "PUT /v2.0/routers/137734bc-a50f-4cd3-a559-1ecdc95818be HTTP/1.1" status: 200 len: 887 time: 0.9992921 Feb 08 21:55:16.904713 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c1d18b-c8ac-4944-ac5c-c92ba33d4457 None None] Routers {'137734bc-a50f-4cd3-a559-1ecdc95818be'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:55:16.905667 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-15c1d18b-c8ac-4944-ac5c-c92ba33d4457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:54:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['137734bc-a50f-4cd3-a559-1ecdc95818be'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:16.974024 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-15c1d18b-c8ac-4944-ac5c-c92ba33d4457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:16.984608 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c1d18b-c8ac-4944-ac5c-c92ba33d4457 None None] Routers {'137734bc-a50f-4cd3-a559-1ecdc95818be'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:55:16.998203 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-15c1d18b-c8ac-4944-ac5c-c92ba33d4457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:54:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['137734bc-a50f-4cd3-a559-1ecdc95818be'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:17.131976 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-15c1d18b-c8ac-4944-ac5c-c92ba33d4457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:17.132929 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c1d18b-c8ac-4944-ac5c-c92ba33d4457 None None] The sync data for ids ['137734bc-a50f-4cd3-a559-1ecdc95818be'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:55:17.174760 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-108ef156-e74a-41c8-8333-b2b74daa77f1 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "GET /v2.0/routers/137734bc-a50f-4cd3-a559-1ecdc95818be HTTP/1.1" status: 200 len: 887 time: 0.2910066 Feb 08 21:55:17.179133 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36560) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:17.224330 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2df168ee-1282-44c6-8a47-63447204868e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "GET /v2.0/ports?device_id=137734bc-a50f-4cd3-a559-1ecdc95818be HTTP/1.1" status: 200 len: 205 time: 0.0439820 Feb 08 21:55:17.228955 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36562) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:17.390733 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-318442a1-f765-4662-b831-0eb7c4e7d412 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router (137734bc-a50f-4cd3-a559-1ecdc95818be), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:17.707028 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-318442a1-f765-4662-b831-0eb7c4e7d412 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router_gateway (137734bc-a50f-4cd3-a559-1ecdc95818be), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:17.783030 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-318442a1-f765-4662-b831-0eb7c4e7d412 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Deleting port b46718b9-c369-41f7-a7c4-49d7384488a5 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:55:17.783413 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-318442a1-f765-4662-b831-0eb7c4e7d412 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b46718b9-c369-41f7-a7c4-49d7384488a5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:17.901564 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-318442a1-f765-4662-b831-0eb7c4e7d412 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b46718b9-c369-41f7-a7c4-49d7384488a5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:17.919481 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-318442a1-f765-4662-b831-0eb7c4e7d412 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Calling delete_port for b46718b9-c369-41f7-a7c4-49d7384488a5 owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:55:18.285831 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-318442a1-f765-4662-b831-0eb7c4e7d412 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (b46718b9-c369-41f7-a7c4-49d7384488a5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:18.338033 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318442a1-f765-4662-b831-0eb7c4e7d412 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Port': ['ID=b46718b9-c369-41f7-a7c4-49d7384488a5,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:18.424052 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-318442a1-f765-4662-b831-0eb7c4e7d412 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (137734bc-a50f-4cd3-a559-1ecdc95818be), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:18.556680 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-318442a1-f765-4662-b831-0eb7c4e7d412 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (137734bc-a50f-4cd3-a559-1ecdc95818be), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:18.559272 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-318442a1-f765-4662-b831-0eb7c4e7d412 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router_controller (137734bc-a50f-4cd3-a559-1ecdc95818be), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:18.634930 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-318442a1-f765-4662-b831-0eb7c4e7d412 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (137734bc-a50f-4cd3-a559-1ecdc95818be), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:18.636026 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318442a1-f765-4662-b831-0eb7c4e7d412 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Fanout notify agent at l3_agent the message router_deleted on router 137734bc-a50f-4cd3-a559-1ecdc95818be {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:55:18.660652 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-318442a1-f765-4662-b831-0eb7c4e7d412 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:18.665370 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-318442a1-f765-4662-b831-0eb7c4e7d412 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/routers/137734bc-a50f-4cd3-a559-1ecdc95818be HTTP/1.1" status: 204 len: 168 time: 1.4347830 Feb 08 21:55:18.669532 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36602) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:18.675560 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d3e96fc9-0701-4f11-a5d0-af14bc8349ff tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'network': {'name': 'tempest-RoutersTest-1867731225'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:55:18.702383 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e96fc9-0701-4f11-a5d0-af14bc8349ff tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Made reservation on behalf of ce00c950d6fd4f2cb5d48594e4844733 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:55:18.709206 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d3e96fc9-0701-4f11-a5d0-af14bc8349ff tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:18.752586 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e96fc9-0701-4f11-a5d0-af14bc8349ff tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:55:18.778151 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d3e96fc9-0701-4f11-a5d0-af14bc8349ff tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (c960abf0-76f9-4b5d-8583-c746c6f01363), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:18.779139 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-d3e96fc9-0701-4f11-a5d0-af14bc8349ff tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Added segment c960abf0-76f9-4b5d-8583-c746c6f01363 of type vlan for network 92173bf1-e4bb-4b2e-95ce-d64ae31803a3 Feb 08 21:55:18.853366 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d3e96fc9-0701-4f11-a5d0-af14bc8349ff tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (92173bf1-e4bb-4b2e-95ce-d64ae31803a3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:18.906395 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d3e96fc9-0701-4f11-a5d0-af14bc8349ff tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (92173bf1-e4bb-4b2e-95ce-d64ae31803a3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:18.913195 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e96fc9-0701-4f11-a5d0-af14bc8349ff tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:18.915121 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d3e96fc9-0701-4f11-a5d0-af14bc8349ff tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:19.030923 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d3e96fc9-0701-4f11-a5d0-af14bc8349ff tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3596201 Feb 08 21:55:19.035373 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36610) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:19.048483 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-33804418-b718-471a-905d-27ec81f91d58 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'subnet': {'network_id': '92173bf1-e4bb-4b2e-95ce-d64ae31803a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:55:19.074314 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e96fc9-0701-4f11-a5d0-af14bc8349ff tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Network': ['ID=92173bf1-e4bb-4b2e-95ce-d64ae31803a3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:19.087077 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 92173bf1-e4bb-4b2e-95ce-d64ae31803a3 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:55:19.277437 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33804418-b718-471a-905d-27ec81f91d58 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Made reservation on behalf of ce00c950d6fd4f2cb5d48594e4844733 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:55:19.281762 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-33804418-b718-471a-905d-27ec81f91d58 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:19.598962 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-33804418-b718-471a-905d-27ec81f91d58 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (73e52cc6-6445-4e65-b884-f3aef8a3631f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:19.691264 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33804418-b718-471a-905d-27ec81f91d58 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Subnet': ['ID=73e52cc6-6445-4e65-b884-f3aef8a3631f,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:19.715988 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33804418-b718-471a-905d-27ec81f91d58 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Checking segment: {'id': 'c960abf0-76f9-4b5d-8583-c746c6f01363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '92173bf1-e4bb-4b2e-95ce-d64ae31803a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:55:19.716673 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33804418-b718-471a-905d-27ec81f91d58 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network hostable DHCP agents. Network: 92173bf1-e4bb-4b2e-95ce-d64ae31803a3, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:55:19.759551 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33804418-b718-471a-905d-27ec81f91d58 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network 92173bf1-e4bb-4b2e-95ce-d64ae31803a3 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:55:19.771278 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-33804418-b718-471a-905d-27ec81f91d58 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 92173bf1-e4bb-4b2e-95ce-d64ae31803a3) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:55:19.781372 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef39de2-91ee-4b1a-874c-a2284622fa30 None None] Network 92173bf1-e4bb-4b2e-95ce-d64ae31803a3 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:55:19.803133 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33804418-b718-471a-905d-27ec81f91d58 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:19.803776 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-33804418-b718-471a-905d-27ec81f91d58 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:19.886249 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-33804418-b718-471a-905d-27ec81f91d58 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8482020 Feb 08 21:55:19.889209 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36632) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:19.895634 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-090915ff-a8df-46f3-ab28-76fc1ae2874f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-750549601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:55:19.925664 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-090915ff-a8df-46f3-ab28-76fc1ae2874f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (754d945e-a7bb-433c-a516-69c1be533c2b), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:19.927408 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-090915ff-a8df-46f3-ab28-76fc1ae2874f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (754d945e-a7bb-433c-a516-69c1be533c2b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:20.030257 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-090915ff-a8df-46f3-ab28-76fc1ae2874f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router_controller (754d945e-a7bb-433c-a516-69c1be533c2b), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:20.036532 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-92173bf1-e4bb-4b2e-95ce-d64ae31803a3', 'network_id': '92173bf1-e4bb-4b2e-95ce-d64ae31803a3', 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'fixed_ips': [{'subnet_id': '73e52cc6-6445-4e65-b884-f3aef8a3631f'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:55:20.037446 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:20.037911 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-090915ff-a8df-46f3-ab28-76fc1ae2874f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (754d945e-a7bb-433c-a516-69c1be533c2b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:20.065515 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-090915ff-a8df-46f3-ab28-76fc1ae2874f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:20.068241 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-090915ff-a8df-46f3-ab28-76fc1ae2874f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1771169 Feb 08 21:55:20.070777 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36636) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:20.264128 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Allocated IP 172.20.0.2 (92173bf1-e4bb-4b2e-95ce-d64ae31803a3/73e52cc6-6445-4e65-b884-f3aef8a3631f/b53249f3-3c62-4200-a700-6d1a0522b2fb) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:55:20.529175 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Publish callbacks [] for port (b53249f3-3c62-4200-a700-6d1a0522b2fb), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:20.553048 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (b53249f3-3c62-4200-a700-6d1a0522b2fb), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:20.624993 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4ea2579-15f7-4817-a58e-d9418d1b949c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:20.679358 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Network 92173bf1-e4bb-4b2e-95ce-d64ae31803a3 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:55:20.681928 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Pushing event updated for resources: {'Port': ['ID=b53249f3-3c62-4200-a700-6d1a0522b2fb,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:20.690490 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:55:20.696546 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:55:20.703561 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:20.703916 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:20.704260 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:20.704598 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:20.704925 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:20.705462 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:20.705963 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:20.706488 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:20.706973 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:20.707455 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:20.707944 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:20.708437 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:20.708934 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:20.778245 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Attempting to bind port b53249f3-3c62-4200-a700-6d1a0522b2fb on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:55:20.778643 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Attempting to bind port b53249f3-3c62-4200-a700-6d1a0522b2fb by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'c960abf0-76f9-4b5d-8583-c746c6f01363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '92173bf1-e4bb-4b2e-95ce-d64ae31803a3'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:55:20.779544 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Attempting to bind port b53249f3-3c62-4200-a700-6d1a0522b2fb on network 92173bf1-e4bb-4b2e-95ce-d64ae31803a3 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:55:20.788636 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:55:20.789025 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Checking segment: {'id': 'c960abf0-76f9-4b5d-8583-c746c6f01363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '92173bf1-e4bb-4b2e-95ce-d64ae31803a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:55:20.789605 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:20.790241 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Bound using segment: {'id': 'c960abf0-76f9-4b5d-8583-c746c6f01363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '92173bf1-e4bb-4b2e-95ce-d64ae31803a3'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:55:20.790932 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Bound port: b53249f3-3c62-4200-a700-6d1a0522b2fb, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c960abf0-76f9-4b5d-8583-c746c6f01363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '92173bf1-e4bb-4b2e-95ce-d64ae31803a3'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:55:20.793283 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b53249f3-3c62-4200-a700-6d1a0522b2fb), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:20.968148 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] For port b53249f3-3c62-4200-a700-6d1a0522b2fb, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:55:20.972821 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] For port b53249f3-3c62-4200-a700-6d1a0522b2fb, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b53249f3-3c62-4200-a700-6d1a0522b2fb,segment=NetworkSegment(c960abf0-76f9-4b5d-8583-c746c6f01363),segment_id=c960abf0-76f9-4b5d-8583-c746c6f01363)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:55:21.014156 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b53249f3-3c62-4200-a700-6d1a0522b2fb), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:21.057737 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-a4ea2579-15f7-4817-a58e-d9418d1b949c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Allocated IP 172.20.0.1 (92173bf1-e4bb-4b2e-95ce-d64ae31803a3/73e52cc6-6445-4e65-b884-f3aef8a3631f/3efd3ade-bcf3-46f0-8f87-f28e5438ee7d) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:55:21.147260 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c2b34-2b3f-4688-a38b-0c9aee22d1de None None] Pushing event updated for resources: {'Port': ['ID=b53249f3-3c62-4200-a700-6d1a0522b2fb,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:21.243152 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4ea2579-15f7-4817-a58e-d9418d1b949c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for port (3efd3ade-bcf3-46f0-8f87-f28e5438ee7d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:21.287323 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4ea2579-15f7-4817-a58e-d9418d1b949c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3efd3ade-bcf3-46f0-8f87-f28e5438ee7d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:21.359260 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ea2579-15f7-4817-a58e-d9418d1b949c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network 92173bf1-e4bb-4b2e-95ce-d64ae31803a3 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:55:21.370175 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-a4ea2579-15f7-4817-a58e-d9418d1b949c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:55:21.403727 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ea2579-15f7-4817-a58e-d9418d1b949c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:55:21.449557 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea2579-15f7-4817-a58e-d9418d1b949c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Port': ['ID=3efd3ade-bcf3-46f0-8f87-f28e5438ee7d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:21.576629 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4ea2579-15f7-4817-a58e-d9418d1b949c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (754d945e-a7bb-433c-a516-69c1be533c2b), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:21.810508 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4ea2579-15f7-4817-a58e-d9418d1b949c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3efd3ade-bcf3-46f0-8f87-f28e5438ee7d), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:22.254398 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4ea2579-15f7-4817-a58e-d9418d1b949c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for port (3efd3ade-bcf3-46f0-8f87-f28e5438ee7d), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:22.267108 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4ea2579-15f7-4817-a58e-d9418d1b949c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (3efd3ade-bcf3-46f0-8f87-f28e5438ee7d), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:22.407263 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea2579-15f7-4817-a58e-d9418d1b949c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Port': ['ID=3efd3ade-bcf3-46f0-8f87-f28e5438ee7d,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:22.429550 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4ea2579-15f7-4817-a58e-d9418d1b949c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (754d945e-a7bb-433c-a516-69c1be533c2b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:22.621450 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ea2579-15f7-4817-a58e-d9418d1b949c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network 92173bf1-e4bb-4b2e-95ce-d64ae31803a3 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:55:22.623174 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-a4ea2579-15f7-4817-a58e-d9418d1b949c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:55:22.890736 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ea2579-15f7-4817-a58e-d9418d1b949c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Router 754d945e-a7bb-433c-a516-69c1be533c2b is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:55:22.934970 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c06d8ec-363a-44b2-8cfb-59f1e18e2bee None None] Network 92173bf1-e4bb-4b2e-95ce-d64ae31803a3 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:55:23.145655 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-988d2960-99a8-4847-90bd-30079d96094e None None] Provisioning complete for port b53249f3-3c62-4200-a700-6d1a0522b2fb triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:23.146327 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-988d2960-99a8-4847-90bd-30079d96094e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b53249f3-3c62-4200-a700-6d1a0522b2fb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:23.282442 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b53249f3-3c62-4200-a700-6d1a0522b2fb up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:55:23.441743 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-988d2960-99a8-4847-90bd-30079d96094e None None] Current status of the port b53249f3-3c62-4200-a700-6d1a0522b2fb is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:23.442141 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-988d2960-99a8-4847-90bd-30079d96094e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b53249f3-3c62-4200-a700-6d1a0522b2fb), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:23.506025 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-988d2960-99a8-4847-90bd-30079d96094e None None] For port b53249f3-3c62-4200-a700-6d1a0522b2fb, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b53249f3-3c62-4200-a700-6d1a0522b2fb,segment=NetworkSegment(c960abf0-76f9-4b5d-8583-c746c6f01363),segment_id=c960abf0-76f9-4b5d-8583-c746c6f01363)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:55:23.510147 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port b53249f3-3c62-4200-a700-6d1a0522b2fb triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:23.511151 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b53249f3-3c62-4200-a700-6d1a0522b2fb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:23.554284 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-988d2960-99a8-4847-90bd-30079d96094e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b53249f3-3c62-4200-a700-6d1a0522b2fb), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:23.619817 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d2960-99a8-4847-90bd-30079d96094e None None] Pushing event updated for resources: {'Port': ['ID=b53249f3-3c62-4200-a700-6d1a0522b2fb,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:23.747437 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ea2579-15f7-4817-a58e-d9418d1b949c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:55:23.750531 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port b53249f3-3c62-4200-a700-6d1a0522b2fb is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:23.759182 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd0cffd-66f1-44af-a01e-3decce731bc7 None None] Sync routers for ids ['754d945e-a7bb-433c-a516-69c1be533c2b'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:55:23.762514 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a4ea2579-15f7-4817-a58e-d9418d1b949c tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "PUT /v2.0/routers/754d945e-a7bb-433c-a516-69c1be533c2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6894958 Feb 08 21:55:23.764603 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36706) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:23.782395 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd0cffd-66f1-44af-a01e-3decce731bc7 None None] Routers {'754d945e-a7bb-433c-a516-69c1be533c2b'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:55:23.783323 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9bd0cffd-66f1-44af-a01e-3decce731bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:54:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['754d945e-a7bb-433c-a516-69c1be533c2b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:23.861505 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9bd0cffd-66f1-44af-a01e-3decce731bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:23.877724 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee15c112-2cc7-4020-8c58-80413279e415 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:23.880951 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ee15c112-2cc7-4020-8c58-80413279e415 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "GET /v2.0/ports/3efd3ade-bcf3-46f0-8f87-f28e5438ee7d HTTP/1.1" status: 200 len: 910 time: 0.1149185 Feb 08 21:55:23.883604 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36710) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:23.891026 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-acd4f099-eee1-482e-aa79-f6ec1ea153f9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '73e52cc6-6445-4e65-b884-f3aef8a3631f'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:55:23.902119 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd0cffd-66f1-44af-a01e-3decce731bc7 None None] Routers {'754d945e-a7bb-433c-a516-69c1be533c2b'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:55:23.902780 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9bd0cffd-66f1-44af-a01e-3decce731bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:54:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['754d945e-a7bb-433c-a516-69c1be533c2b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:23.944428 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9bd0cffd-66f1-44af-a01e-3decce731bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:23.945113 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd0cffd-66f1-44af-a01e-3decce731bc7 None None] The sync data for ids ['754d945e-a7bb-433c-a516-69c1be533c2b'] in n-d-712143-31 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:55:24.110907 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-42ec36a5-e6f3-428a-b66c-51b0137671cc None None] Provisioning complete for port 3efd3ade-bcf3-46f0-8f87-f28e5438ee7d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:24.111736 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-42ec36a5-e6f3-428a-b66c-51b0137671cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3efd3ade-bcf3-46f0-8f87-f28e5438ee7d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:24.223655 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-acd4f099-eee1-482e-aa79-f6ec1ea153f9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3efd3ade-bcf3-46f0-8f87-f28e5438ee7d), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:24.299264 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-42ec36a5-e6f3-428a-b66c-51b0137671cc None None] Port 3efd3ade-bcf3-46f0-8f87-f28e5438ee7d cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:55:24.315325 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de8cf1cf-e1b6-49b2-9465-49ed34e952e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:24.356833 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-42ec36a5-e6f3-428a-b66c-51b0137671cc None None] Provisioning complete for port b53249f3-3c62-4200-a700-6d1a0522b2fb triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:24.357361 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-42ec36a5-e6f3-428a-b66c-51b0137671cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b53249f3-3c62-4200-a700-6d1a0522b2fb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:24.475510 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-42ec36a5-e6f3-428a-b66c-51b0137671cc None None] Current status of the port b53249f3-3c62-4200-a700-6d1a0522b2fb is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:24.609155 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ab30b0d7-844d-449b-97b3-e06d9023f79c None None] Provisioning complete for port 3efd3ade-bcf3-46f0-8f87-f28e5438ee7d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:24.609567 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ab30b0d7-844d-449b-97b3-e06d9023f79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3efd3ade-bcf3-46f0-8f87-f28e5438ee7d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:24.658773 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ab30b0d7-844d-449b-97b3-e06d9023f79c None None] Port 3efd3ade-bcf3-46f0-8f87-f28e5438ee7d cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:55:24.993928 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-17fa0257-3cdc-4d89-8103-a4cec52e2ce8 None None] Provisioning complete for port 3efd3ade-bcf3-46f0-8f87-f28e5438ee7d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:24.994603 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-17fa0257-3cdc-4d89-8103-a4cec52e2ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3efd3ade-bcf3-46f0-8f87-f28e5438ee7d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:25.084281 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-acd4f099-eee1-482e-aa79-f6ec1ea153f9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for port (3efd3ade-bcf3-46f0-8f87-f28e5438ee7d), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:25.095495 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-acd4f099-eee1-482e-aa79-f6ec1ea153f9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (3efd3ade-bcf3-46f0-8f87-f28e5438ee7d), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:25.125358 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-17fa0257-3cdc-4d89-8103-a4cec52e2ce8 None None] Port 3efd3ade-bcf3-46f0-8f87-f28e5438ee7d cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:55:25.191156 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b53249f3-3c62-4200-a700-6d1a0522b2fb up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:55:25.254005 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd4f099-eee1-482e-aa79-f6ec1ea153f9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:25.254005 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-acd4f099-eee1-482e-aa79-f6ec1ea153f9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:25.254519 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36736) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:25.265737 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-acd4f099-eee1-482e-aa79-f6ec1ea153f9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "PUT /v2.0/ports/3efd3ade-bcf3-46f0-8f87-f28e5438ee7d HTTP/1.1" status: 200 len: 910 time: 1.3773477 Feb 08 21:55:25.270748 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd4f099-eee1-482e-aa79-f6ec1ea153f9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Port': ['ID=3efd3ade-bcf3-46f0-8f87-f28e5438ee7d,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:25.317429 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port b53249f3-3c62-4200-a700-6d1a0522b2fb triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:25.317991 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b53249f3-3c62-4200-a700-6d1a0522b2fb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:25.484161 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port b53249f3-3c62-4200-a700-6d1a0522b2fb is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:25.701003 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97eae155-5888-4428-8529-14c398e0c926 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (754d945e-a7bb-433c-a516-69c1be533c2b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:26.082713 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-97eae155-5888-4428-8529-14c398e0c926 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Deleting port 3efd3ade-bcf3-46f0-8f87-f28e5438ee7d {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:55:26.083062 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97eae155-5888-4428-8529-14c398e0c926 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (3efd3ade-bcf3-46f0-8f87-f28e5438ee7d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:26.660444 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97eae155-5888-4428-8529-14c398e0c926 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (3efd3ade-bcf3-46f0-8f87-f28e5438ee7d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:26.678041 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-97eae155-5888-4428-8529-14c398e0c926 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Calling delete_port for 3efd3ade-bcf3-46f0-8f87-f28e5438ee7d owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:55:26.917970 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97eae155-5888-4428-8529-14c398e0c926 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (3efd3ade-bcf3-46f0-8f87-f28e5438ee7d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:26.954206 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eae155-5888-4428-8529-14c398e0c926 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Port': ['ID=3efd3ade-bcf3-46f0-8f87-f28e5438ee7d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:27.213692 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97eae155-5888-4428-8529-14c398e0c926 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (754d945e-a7bb-433c-a516-69c1be533c2b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:27.430734 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97eae155-5888-4428-8529-14c398e0c926 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Router 754d945e-a7bb-433c-a516-69c1be533c2b has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:55:27.511028 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5a6dae6d-8a84-4292-af9f-c0eafba37e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:27.529557 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97eae155-5888-4428-8529-14c398e0c926 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:55:27.539218 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36788) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:27.540325 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-97eae155-5888-4428-8529-14c398e0c926 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "PUT /v2.0/routers/754d945e-a7bb-433c-a516-69c1be533c2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2893593 Feb 08 21:55:27.548783 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488ade6c-8f6b-4069-bd15-4afe2034a945 None None] Sync routers for ids ['754d945e-a7bb-433c-a516-69c1be533c2b'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:55:27.582758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488ade6c-8f6b-4069-bd15-4afe2034a945 None None] Routers {'754d945e-a7bb-433c-a516-69c1be533c2b'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:55:27.583719 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-488ade6c-8f6b-4069-bd15-4afe2034a945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:55:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['754d945e-a7bb-433c-a516-69c1be533c2b'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:27.614288 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7a412d6b-f553-4d4b-83a4-3218a530e91a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "GET /v2.0/ports?device_id=754d945e-a7bb-433c-a516-69c1be533c2b HTTP/1.1" status: 200 len: 205 time: 0.0736754 Feb 08 21:55:27.616651 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36794) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:27.635932 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-488ade6c-8f6b-4069-bd15-4afe2034a945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:27.649456 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488ade6c-8f6b-4069-bd15-4afe2034a945 None None] Routers {'754d945e-a7bb-433c-a516-69c1be533c2b'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:55:27.650501 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-488ade6c-8f6b-4069-bd15-4afe2034a945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:55:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['754d945e-a7bb-433c-a516-69c1be533c2b'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:27.705174 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-488ade6c-8f6b-4069-bd15-4afe2034a945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:27.706207 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488ade6c-8f6b-4069-bd15-4afe2034a945 None None] The sync data for ids ['754d945e-a7bb-433c-a516-69c1be533c2b'] in n-d-712143-31 is: [] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:55:27.787575 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb68dd5f-2a87-4101-80e9-4398d033cc2b tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router (754d945e-a7bb-433c-a516-69c1be533c2b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:28.058472 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb68dd5f-2a87-4101-80e9-4398d033cc2b tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (754d945e-a7bb-433c-a516-69c1be533c2b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:28.072975 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb68dd5f-2a87-4101-80e9-4398d033cc2b tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router_controller (754d945e-a7bb-433c-a516-69c1be533c2b), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:28.191470 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb68dd5f-2a87-4101-80e9-4398d033cc2b tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (754d945e-a7bb-433c-a516-69c1be533c2b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:28.192554 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb68dd5f-2a87-4101-80e9-4398d033cc2b tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Fanout notify agent at l3_agent the message router_deleted on router 754d945e-a7bb-433c-a516-69c1be533c2b {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:55:28.211084 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb68dd5f-2a87-4101-80e9-4398d033cc2b tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:28.212845 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cb68dd5f-2a87-4101-80e9-4398d033cc2b tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/routers/754d945e-a7bb-433c-a516-69c1be533c2b HTTP/1.1" status: 204 len: 168 time: 0.5953348 Feb 08 21:55:28.215569 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36814) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:28.317979 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-baef3a32-0f9f-423f-89f2-54b07cee80a8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Deleting subnet 73e52cc6-6445-4e65-b884-f3aef8a3631f {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:55:28.329144 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-baef3a32-0f9f-423f-89f2-54b07cee80a8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for subnet (73e52cc6-6445-4e65-b884-f3aef8a3631f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:28.460066 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-baef3a32-0f9f-423f-89f2-54b07cee80a8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (73e52cc6-6445-4e65-b884-f3aef8a3631f), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:28.462221 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36822) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:28.472652 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-cd135dab-c7ae-4749-a58a-0018503ae6cc tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1288286592', 'description': 'tempest-secgroup-smoke-1288286592 description', 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:55:28.535404 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd135dab-c7ae-4749-a58a-0018503ae6cc tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:28.679924 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-baef3a32-0f9f-423f-89f2-54b07cee80a8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (73e52cc6-6445-4e65-b884-f3aef8a3631f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:28.692069 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd135dab-c7ae-4749-a58a-0018503ae6cc tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for security_group (c02e2c1a-0bc2-428d-87de-c263e76f2d78), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:28.697829 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd135dab-c7ae-4749-a58a-0018503ae6cc tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c02e2c1a-0bc2-428d-87de-c263e76f2d78), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:28.777653 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd135dab-c7ae-4749-a58a-0018503ae6cc tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c02e2c1a-0bc2-428d-87de-c263e76f2d78,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:28.811927 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd135dab-c7ae-4749-a58a-0018503ae6cc tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:28.815005 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cd135dab-c7ae-4749-a58a-0018503ae6cc tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3471630 Feb 08 21:55:28.818528 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36834) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:28.826155 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-dd7db361-8aef-4362-aba8-df28acc5e826 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Request body: {'security_group_rule': {'security_group_id': 'c02e2c1a-0bc2-428d-87de-c263e76f2d78', 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:55:28.872002 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-baef3a32-0f9f-423f-89f2-54b07cee80a8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (73e52cc6-6445-4e65-b884-f3aef8a3631f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:28.893122 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-baef3a32-0f9f-423f-89f2-54b07cee80a8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:28.897682 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-baef3a32-0f9f-423f-89f2-54b07cee80a8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/subnets/73e52cc6-6445-4e65-b884-f3aef8a3631f HTTP/1.1" status: 204 len: 168 time: 0.6810501 Feb 08 21:55:28.900856 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831b4db5-4205-419b-8870-f7b2cfdc8b10 None None] Network 92173bf1-e4bb-4b2e-95ce-d64ae31803a3 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:55:28.902446 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36836) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:28.971094 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef3a32-0f9f-423f-89f2-54b07cee80a8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Subnet': ['ID=73e52cc6-6445-4e65-b884-f3aef8a3631f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:29.092122 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17bcab3f-2db8-4566-9e4f-3adcf3fdb964 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (92173bf1-e4bb-4b2e-95ce-d64ae31803a3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:29.105765 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dd7db361-8aef-4362-aba8-df28acc5e826 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for security_group_rule (ff2416fd-ca7e-4f94-8550-641feb437ef0), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:29.190393 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004c5e80-9e14-4ec5-9932-4df9420697c0 None None] DHCP port deletion for 92173bf1-e4bb-4b2e-95ce-d64ae31803a3 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:55:29.249270 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dd7db361-8aef-4362-aba8-df28acc5e826 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for security_group_rule (ff2416fd-ca7e-4f94-8550-641feb437ef0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:29.258001 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dd7db361-8aef-4362-aba8-df28acc5e826 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (ff2416fd-ca7e-4f94-8550-641feb437ef0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:29.284669 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7db361-8aef-4362-aba8-df28acc5e826 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2416fd-ca7e-4f94-8550-641feb437ef0,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:29.288041 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-17bcab3f-2db8-4566-9e4f-3adcf3fdb964 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Deleting port b53249f3-3c62-4200-a700-6d1a0522b2fb {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:55:29.288387 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17bcab3f-2db8-4566-9e4f-3adcf3fdb964 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b53249f3-3c62-4200-a700-6d1a0522b2fb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:29.295978 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-004c5e80-9e14-4ec5-9932-4df9420697c0 None None] Deleting port b53249f3-3c62-4200-a700-6d1a0522b2fb {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:55:29.296442 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-004c5e80-9e14-4ec5-9932-4df9420697c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b53249f3-3c62-4200-a700-6d1a0522b2fb), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:29.381153 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dd7db361-8aef-4362-aba8-df28acc5e826 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:29.385599 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36848) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:29.386201 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-dd7db361-8aef-4362-aba8-df28acc5e826 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5662053 Feb 08 21:55:29.391728 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-a000db2c-160c-4355-b7dc-8bc6e26875e8 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Request body: {'security_group_rule': {'security_group_id': 'c02e2c1a-0bc2-428d-87de-c263e76f2d78', 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:55:29.408603 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:29.430614 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-17bcab3f-2db8-4566-9e4f-3adcf3fdb964 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] For port b53249f3-3c62-4200-a700-6d1a0522b2fb, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b53249f3-3c62-4200-a700-6d1a0522b2fb,segment=NetworkSegment(c960abf0-76f9-4b5d-8583-c746c6f01363),segment_id=c960abf0-76f9-4b5d-8583-c746c6f01363)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:55:29.431394 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17bcab3f-2db8-4566-9e4f-3adcf3fdb964 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b53249f3-3c62-4200-a700-6d1a0522b2fb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:29.452457 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a000db2c-160c-4355-b7dc-8bc6e26875e8 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for security_group_rule (34a52247-6878-416a-a043-6e09c4688e6e), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:29.457366 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-004c5e80-9e14-4ec5-9932-4df9420697c0 None None] For port b53249f3-3c62-4200-a700-6d1a0522b2fb, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b53249f3-3c62-4200-a700-6d1a0522b2fb,segment=NetworkSegment(c960abf0-76f9-4b5d-8583-c746c6f01363),segment_id=c960abf0-76f9-4b5d-8583-c746c6f01363)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:55:29.467812 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-004c5e80-9e14-4ec5-9932-4df9420697c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b53249f3-3c62-4200-a700-6d1a0522b2fb), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:29.471941 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-17bcab3f-2db8-4566-9e4f-3adcf3fdb964 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Calling delete_port for b53249f3-3c62-4200-a700-6d1a0522b2fb owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:55:29.499668 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-004c5e80-9e14-4ec5-9932-4df9420697c0 None None] Calling delete_port for b53249f3-3c62-4200-a700-6d1a0522b2fb owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:55:29.607686 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a000db2c-160c-4355-b7dc-8bc6e26875e8 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for security_group_rule (34a52247-6878-416a-a043-6e09c4688e6e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:29.615891 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a000db2c-160c-4355-b7dc-8bc6e26875e8 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (34a52247-6878-416a-a043-6e09c4688e6e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:29.675001 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a000db2c-160c-4355-b7dc-8bc6e26875e8 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:29.680702 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a000db2c-160c-4355-b7dc-8bc6e26875e8 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2934520 Feb 08 21:55:29.683104 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000db2c-160c-4355-b7dc-8bc6e26875e8 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a52247-6878-416a-a043-6e09c4688e6e,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:29.686831 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36854) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:29.688224 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17bcab3f-2db8-4566-9e4f-3adcf3fdb964 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (b53249f3-3c62-4200-a700-6d1a0522b2fb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:29.695470 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-72afe02b-d0a1-400a-b50b-d8922b3325bd tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Request body: {'security_group_rule': {'security_group_id': 'c02e2c1a-0bc2-428d-87de-c263e76f2d78', 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:55:29.705408 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-004c5e80-9e14-4ec5-9932-4df9420697c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (b53249f3-3c62-4200-a700-6d1a0522b2fb), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:29.734449 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c5e80-9e14-4ec5-9932-4df9420697c0 None None] Pushing event deleted for resources: {'Port': ['ID=b53249f3-3c62-4200-a700-6d1a0522b2fb,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:29.763930 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004c5e80-9e14-4ec5-9932-4df9420697c0 None None] No DVR routers for this DVR port b53249f3-3c62-4200-a700-6d1a0522b2fb on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:55:29.779775 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bcab3f-2db8-4566-9e4f-3adcf3fdb964 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] No DVR routers for this DVR port b53249f3-3c62-4200-a700-6d1a0522b2fb on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:55:29.783082 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcab3f-2db8-4566-9e4f-3adcf3fdb964 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Port': ['ID=b53249f3-3c62-4200-a700-6d1a0522b2fb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:29.839022 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72afe02b-d0a1-400a-b50b-d8922b3325bd tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for security_group_rule (d3cd31ca-7d66-47ce-b139-ee5c1ca688e0), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:29.947342 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72afe02b-d0a1-400a-b50b-d8922b3325bd tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for security_group_rule (d3cd31ca-7d66-47ce-b139-ee5c1ca688e0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:29.966981 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72afe02b-d0a1-400a-b50b-d8922b3325bd tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (d3cd31ca-7d66-47ce-b139-ee5c1ca688e0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:30.088044 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72afe02b-d0a1-400a-b50b-d8922b3325bd tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3cd31ca-7d66-47ce-b139-ee5c1ca688e0,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:30.109504 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72afe02b-d0a1-400a-b50b-d8922b3325bd tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:30.115093 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36864) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:30.115373 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-72afe02b-d0a1-400a-b50b-d8922b3325bd tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4241118 Feb 08 21:55:30.121660 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17bcab3f-2db8-4566-9e4f-3adcf3fdb964 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (92173bf1-e4bb-4b2e-95ce-d64ae31803a3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:30.123554 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-8f3357e1-5fe5-4c79-8b32-4a70c5b5bca2 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Request body: {'security_group_rule': {'security_group_id': 'c02e2c1a-0bc2-428d-87de-c263e76f2d78', 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:55:30.181140 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-17bcab3f-2db8-4566-9e4f-3adcf3fdb964 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92173bf1-e4bb-4b2e-95ce-d64ae31803a3']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:30.199188 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-17bcab3f-2db8-4566-9e4f-3adcf3fdb964 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c960abf0-76f9-4b5d-8583-c746c6f01363') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:30.199613 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-17bcab3f-2db8-4566-9e4f-3adcf3fdb964 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c960abf0-76f9-4b5d-8583-c746c6f01363') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:30.225988 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8f3357e1-5fe5-4c79-8b32-4a70c5b5bca2 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for security_group_rule (9fb41340-6d0f-4116-a535-506e34d4adde), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:30.260202 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17bcab3f-2db8-4566-9e4f-3adcf3fdb964 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (c960abf0-76f9-4b5d-8583-c746c6f01363), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:30.295029 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17bcab3f-2db8-4566-9e4f-3adcf3fdb964 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (c960abf0-76f9-4b5d-8583-c746c6f01363), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:30.311398 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17bcab3f-2db8-4566-9e4f-3adcf3fdb964 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:55:30.311936 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17bcab3f-2db8-4566-9e4f-3adcf3fdb964 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (c960abf0-76f9-4b5d-8583-c746c6f01363), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:55:30.316832 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:55:30.395025 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8f3357e1-5fe5-4c79-8b32-4a70c5b5bca2 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for security_group_rule (9fb41340-6d0f-4116-a535-506e34d4adde), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:30.402252 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8f3357e1-5fe5-4c79-8b32-4a70c5b5bca2 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (9fb41340-6d0f-4116-a535-506e34d4adde), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:30.463119 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3357e1-5fe5-4c79-8b32-4a70c5b5bca2 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb41340-6d0f-4116-a535-506e34d4adde,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:30.478026 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8f3357e1-5fe5-4c79-8b32-4a70c5b5bca2 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:30.480354 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8f3357e1-5fe5-4c79-8b32-4a70c5b5bca2 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3634906 Feb 08 21:55:30.483720 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36872) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:30.498652 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-29c37023-66e7-4c96-9cfa-bd173f30f570 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Request body: {'security_group_rule': {'security_group_id': 'c02e2c1a-0bc2-428d-87de-c263e76f2d78', 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:55:30.508259 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17bcab3f-2db8-4566-9e4f-3adcf3fdb964 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (92173bf1-e4bb-4b2e-95ce-d64ae31803a3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:30.521896 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17bcab3f-2db8-4566-9e4f-3adcf3fdb964 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:30.531070 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-17bcab3f-2db8-4566-9e4f-3adcf3fdb964 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/networks/92173bf1-e4bb-4b2e-95ce-d64ae31803a3 HTTP/1.1" status: 204 len: 168 time: 1.6201937 Feb 08 21:55:30.531318 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36874) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:30.576275 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-8c5393e0-24dd-4433-96fc-556c16a728f8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-739514684', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:55:30.583316 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcab3f-2db8-4566-9e4f-3adcf3fdb964 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Network': ['ID=92173bf1-e4bb-4b2e-95ce-d64ae31803a3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:30.620658 n-d-712143-31 neutron-server[103433]: INFO neutron.db.securitygroups_db [None req-29c37023-66e7-4c96-9cfa-bd173f30f570 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Project 43758e0ca23d49be9ce42a7a0ada4b07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 21:55:30.630566 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-29c37023-66e7-4c96-9cfa-bd173f30f570 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for security_group_rule (24c53d91-d555-4deb-80a1-93bbf293d699), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:30.636564 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8c5393e0-24dd-4433-96fc-556c16a728f8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:30.638596 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8c5393e0-24dd-4433-96fc-556c16a728f8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:30.806903 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8c5393e0-24dd-4433-96fc-556c16a728f8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router_controller (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:30.824110 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8c5393e0-24dd-4433-96fc-556c16a728f8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:30.878105 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-29c37023-66e7-4c96-9cfa-bd173f30f570 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for security_group_rule (24c53d91-d555-4deb-80a1-93bbf293d699), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:30.886390 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8c5393e0-24dd-4433-96fc-556c16a728f8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:30.888755 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8c5393e0-24dd-4433-96fc-556c16a728f8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3541842 Feb 08 21:55:30.890872 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-29c37023-66e7-4c96-9cfa-bd173f30f570 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (24c53d91-d555-4deb-80a1-93bbf293d699), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:30.892276 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36882) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:30.901271 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0fa3f727-4dfd-400b-9598-1e6df9da01ab tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'network': {'name': 'tempest-RoutersTest-1669896213'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:55:30.935537 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c37023-66e7-4c96-9cfa-bd173f30f570 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c53d91-d555-4deb-80a1-93bbf293d699,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:30.942036 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-29c37023-66e7-4c96-9cfa-bd173f30f570 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:30.947186 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-29c37023-66e7-4c96-9cfa-bd173f30f570 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4619832 Feb 08 21:55:30.948282 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36886) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:30.955890 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-ec1b8d34-3d66-4497-9dae-6ed0620a89ee tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Request body: {'security_group_rule': {'security_group_id': 'c02e2c1a-0bc2-428d-87de-c263e76f2d78', 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:55:30.966630 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa3f727-4dfd-400b-9598-1e6df9da01ab tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Made reservation on behalf of ce00c950d6fd4f2cb5d48594e4844733 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:55:30.986125 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0fa3f727-4dfd-400b-9598-1e6df9da01ab tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:30.997868 n-d-712143-31 neutron-server[103433]: INFO neutron.db.securitygroups_db [None req-ec1b8d34-3d66-4497-9dae-6ed0620a89ee tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Project 43758e0ca23d49be9ce42a7a0ada4b07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 21:55:31.027157 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec1b8d34-3d66-4497-9dae-6ed0620a89ee tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for security_group_rule (5d95f7ca-8bdf-49ba-8e1f-4fde516e20cc), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:31.045003 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa3f727-4dfd-400b-9598-1e6df9da01ab tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:55:31.079036 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0fa3f727-4dfd-400b-9598-1e6df9da01ab tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (9c3a67ac-ffa4-4c6d-a3ef-beb7bd9a9f86), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:31.079633 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-0fa3f727-4dfd-400b-9598-1e6df9da01ab tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Added segment 9c3a67ac-ffa4-4c6d-a3ef-beb7bd9a9f86 of type vlan for network d6fcf2a7-7860-4e70-a9d4-3a1f6641b47e Feb 08 21:55:31.154480 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec1b8d34-3d66-4497-9dae-6ed0620a89ee tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for security_group_rule (5d95f7ca-8bdf-49ba-8e1f-4fde516e20cc), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:31.160554 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec1b8d34-3d66-4497-9dae-6ed0620a89ee tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (5d95f7ca-8bdf-49ba-8e1f-4fde516e20cc), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:31.246207 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec1b8d34-3d66-4497-9dae-6ed0620a89ee tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:31.250878 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ec1b8d34-3d66-4497-9dae-6ed0620a89ee tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2987156 Feb 08 21:55:31.256083 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b8d34-3d66-4497-9dae-6ed0620a89ee tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d95f7ca-8bdf-49ba-8e1f-4fde516e20cc,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:31.259441 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0fa3f727-4dfd-400b-9598-1e6df9da01ab tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (d6fcf2a7-7860-4e70-a9d4-3a1f6641b47e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:31.279542 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b53249f3-3c62-4200-a700-6d1a0522b2fb no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:55:31.330437 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: b53249f3-3c62-4200-a700-6d1a0522b2fb {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:55:31.330629 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b53249f3-3c62-4200-a700-6d1a0522b2fb not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:55:31.344468 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0fa3f727-4dfd-400b-9598-1e6df9da01ab tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (d6fcf2a7-7860-4e70-a9d4-3a1f6641b47e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:31.361739 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa3f727-4dfd-400b-9598-1e6df9da01ab tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:31.362759 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0fa3f727-4dfd-400b-9598-1e6df9da01ab tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:31.509836 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36904) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:31.510305 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0fa3f727-4dfd-400b-9598-1e6df9da01ab tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6155171 Feb 08 21:55:31.520052 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:31.533296 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-f98c25f9-aafb-43a1-a814-3195ee14d10e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'subnet': {'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:55:31.600963 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3f727-4dfd-400b-9598-1e6df9da01ab tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Network': ['ID=d6fcf2a7-7860-4e70-a9d4-3a1f6641b47e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:31.623331 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network d6fcf2a7-7860-4e70-a9d4-3a1f6641b47e details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:55:31.628102 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:31.807435 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-b9412491-cff1-4d6b-ac77-09d797249aab tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1288286592&fields=id&tenant_id=43758e0ca23d49be9ce42a7a0ada4b07 HTTP/1.1" status: 200 len: 267 time: 0.1492853 Feb 08 21:55:31.815142 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98c25f9-aafb-43a1-a814-3195ee14d10e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Made reservation on behalf of ce00c950d6fd4f2cb5d48594e4844733 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:55:31.820292 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f98c25f9-aafb-43a1-a814-3195ee14d10e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:32.056076 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-e1c0130a-06da-4e32-83d0-de35b7a2d80f tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:32.057623 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-e1c0130a-06da-4e32-83d0-de35b7a2d80f tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/networks?id=6f5dd32d-bd81-4033-bc3b-155fd1d2d547 HTTP/1.1" status: 200 len: 814 time: 0.2125630 Feb 08 21:55:32.102061 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-17102397-7367-4050-b77a-d72cea97afbf tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/quotas/43758e0ca23d49be9ce42a7a0ada4b07 HTTP/1.1" status: 200 len: 375 time: 0.0180166 Feb 08 21:55:32.224936 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f98c25f9-aafb-43a1-a814-3195ee14d10e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (01ca73cc-f721-4e09-9a12-98e562c4fb6c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:32.248153 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-7b502df6-6202-4059-b4fa-cc945f36d944 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=43758e0ca23d49be9ce42a7a0ada4b07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1340885 Feb 08 21:55:32.385448 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c25f9-aafb-43a1-a814-3195ee14d10e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Subnet': ['ID=01ca73cc-f721-4e09-9a12-98e562c4fb6c,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:32.422034 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98c25f9-aafb-43a1-a814-3195ee14d10e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Checking segment: {'id': '9c3a67ac-ffa4-4c6d-a3ef-beb7bd9a9f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:55:32.422474 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98c25f9-aafb-43a1-a814-3195ee14d10e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network hostable DHCP agents. Network: d6fcf2a7-7860-4e70-a9d4-3a1f6641b47e, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:55:32.502934 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98c25f9-aafb-43a1-a814-3195ee14d10e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network d6fcf2a7-7860-4e70-a9d4-3a1f6641b47e is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:55:32.525266 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-f98c25f9-aafb-43a1-a814-3195ee14d10e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, d6fcf2a7-7860-4e70-a9d4-3a1f6641b47e) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:55:32.540144 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98c25f9-aafb-43a1-a814-3195ee14d10e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:32.540770 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f98c25f9-aafb-43a1-a814-3195ee14d10e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:32.541532 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4117f90-5849-4d62-a470-2112c5ed1061 None None] Network d6fcf2a7-7860-4e70-a9d4-3a1f6641b47e requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:55:32.594183 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f98c25f9-aafb-43a1-a814-3195ee14d10e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0821660 Feb 08 21:55:32.599106 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36934) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:32.620597 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-80fb8228-c201-4fd1-8e20-e3b782f04f7f service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:55:32.630815 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-80fb8228-c201-4fd1-8e20-e3b782f04f7f service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3488104 Feb 08 21:55:32.882592 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0a4ba3-812e-4cc3-81bf-acc3c42cf880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-d6fcf2a7-7860-4e70-a9d4-3a1f6641b47e', 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e', 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'fixed_ips': [{'subnet_id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:55:32.885358 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4e0a4ba3-812e-4cc3-81bf-acc3c42cf880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:32.986512 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-f5b7f168-a92b-4a26-925b-ef8536fd8ccb service neutron] 10.222.0.88 "GET /v2.0/networks/6f5dd32d-bd81-4033-bc3b-155fd1d2d547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541913 Feb 08 21:55:33.250474 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-746e75cd-e628-45cc-87e3-d48c5ccf9b18 service neutron] 10.222.0.88 "GET /v2.0/networks/6f5dd32d-bd81-4033-bc3b-155fd1d2d547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484095 Feb 08 21:55:33.464401 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-4e0a4ba3-812e-4cc3-81bf-acc3c42cf880 None None] Allocated IP 172.20.0.2 (d6fcf2a7-7860-4e70-a9d4-3a1f6641b47e/01ca73cc-f721-4e09-9a12-98e562c4fb6c/44d07dc3-261c-47e7-9921-90302eb64f1b) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:55:33.466099 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-862fa0ca-0dd0-484c-9c63-66651655946e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:33.604115 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4e0a4ba3-812e-4cc3-81bf-acc3c42cf880 None None] Publish callbacks [] for port (44d07dc3-261c-47e7-9921-90302eb64f1b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:33.615776 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4e0a4ba3-812e-4cc3-81bf-acc3c42cf880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (44d07dc3-261c-47e7-9921-90302eb64f1b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:33.723374 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0a4ba3-812e-4cc3-81bf-acc3c42cf880 None None] Network d6fcf2a7-7860-4e70-a9d4-3a1f6641b47e is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:55:33.724857 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a4ba3-812e-4cc3-81bf-acc3c42cf880 None None] Pushing event updated for resources: {'Port': ['ID=44d07dc3-261c-47e7-9921-90302eb64f1b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:33.729637 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-4e0a4ba3-812e-4cc3-81bf-acc3c42cf880 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:55:33.752672 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0a4ba3-812e-4cc3-81bf-acc3c42cf880 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:55:33.819776 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b1ccd51-16fa-4273-b2cd-8292fb00e489 req-72df489f-7150-4f39-9c24-d5e18c1dcb1e tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 210 time: 0.0423105 Feb 08 21:55:33.899879 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-4e0a4ba3-812e-4cc3-81bf-acc3c42cf880 None None] Attempting to bind port 44d07dc3-261c-47e7-9921-90302eb64f1b on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:55:33.900481 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-4e0a4ba3-812e-4cc3-81bf-acc3c42cf880 None None] Attempting to bind port 44d07dc3-261c-47e7-9921-90302eb64f1b by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '9c3a67ac-ffa4-4c6d-a3ef-beb7bd9a9f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:55:33.901115 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0a4ba3-812e-4cc3-81bf-acc3c42cf880 None None] Attempting to bind port 44d07dc3-261c-47e7-9921-90302eb64f1b on network d6fcf2a7-7860-4e70-a9d4-3a1f6641b47e {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:55:33.912027 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0a4ba3-812e-4cc3-81bf-acc3c42cf880 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:55:33.912836 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0a4ba3-812e-4cc3-81bf-acc3c42cf880 None None] Checking segment: {'id': '9c3a67ac-ffa4-4c6d-a3ef-beb7bd9a9f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:55:33.913871 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4e0a4ba3-812e-4cc3-81bf-acc3c42cf880 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:33.915114 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0a4ba3-812e-4cc3-81bf-acc3c42cf880 None None] Bound using segment: {'id': '9c3a67ac-ffa4-4c6d-a3ef-beb7bd9a9f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:55:33.916315 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-4e0a4ba3-812e-4cc3-81bf-acc3c42cf880 None None] Bound port: 44d07dc3-261c-47e7-9921-90302eb64f1b, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3a67ac-ffa4-4c6d-a3ef-beb7bd9a9f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:55:33.917220 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4e0a4ba3-812e-4cc3-81bf-acc3c42cf880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (44d07dc3-261c-47e7-9921-90302eb64f1b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:33.936569 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-862fa0ca-0dd0-484c-9c63-66651655946e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Allocated IP 172.20.0.1 (d6fcf2a7-7860-4e70-a9d4-3a1f6641b47e/01ca73cc-f721-4e09-9a12-98e562c4fb6c/7a81e95d-917c-426c-a872-71120c6825ae) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:55:34.104650 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-862fa0ca-0dd0-484c-9c63-66651655946e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for port (7a81e95d-917c-426c-a872-71120c6825ae), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:34.174861 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-862fa0ca-0dd0-484c-9c63-66651655946e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (7a81e95d-917c-426c-a872-71120c6825ae), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:34.238451 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4e0a4ba3-812e-4cc3-81bf-acc3c42cf880 None None] For port 44d07dc3-261c-47e7-9921-90302eb64f1b, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:55:34.243335 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4e0a4ba3-812e-4cc3-81bf-acc3c42cf880 None None] For port 44d07dc3-261c-47e7-9921-90302eb64f1b, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=44d07dc3-261c-47e7-9921-90302eb64f1b,segment=NetworkSegment(9c3a67ac-ffa4-4c6d-a3ef-beb7bd9a9f86),segment_id=9c3a67ac-ffa4-4c6d-a3ef-beb7bd9a9f86)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:55:34.251663 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4e0a4ba3-812e-4cc3-81bf-acc3c42cf880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (44d07dc3-261c-47e7-9921-90302eb64f1b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:34.304112 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862fa0ca-0dd0-484c-9c63-66651655946e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network d6fcf2a7-7860-4e70-a9d4-3a1f6641b47e is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:55:34.304112 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862fa0ca-0dd0-484c-9c63-66651655946e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Port': ['ID=7a81e95d-917c-426c-a872-71120c6825ae,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:34.305715 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-862fa0ca-0dd0-484c-9c63-66651655946e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:55:34.308127 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862fa0ca-0dd0-484c-9c63-66651655946e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:55:34.383805 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-862fa0ca-0dd0-484c-9c63-66651655946e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:34.385714 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a4ba3-812e-4cc3-81bf-acc3c42cf880 None None] Pushing event updated for resources: {'Port': ['ID=44d07dc3-261c-47e7-9921-90302eb64f1b,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:34.662782 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-862fa0ca-0dd0-484c-9c63-66651655946e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7a81e95d-917c-426c-a872-71120c6825ae), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:35.108367 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d98051f6-ade1-492e-9957-e3d43a919d88 req-bc8da533-a8a8-406b-911f-2016ebec6cec tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 210 time: 0.1454384 Feb 08 21:55:35.267883 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 44d07dc3-261c-47e7-9921-90302eb64f1b up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:55:35.369094 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 44d07dc3-261c-47e7-9921-90302eb64f1b triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:35.369817 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (44d07dc3-261c-47e7-9921-90302eb64f1b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:35.392395 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-862fa0ca-0dd0-484c-9c63-66651655946e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for port (7a81e95d-917c-426c-a872-71120c6825ae), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:35.399069 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-862fa0ca-0dd0-484c-9c63-66651655946e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (7a81e95d-917c-426c-a872-71120c6825ae), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:35.551824 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-862fa0ca-0dd0-484c-9c63-66651655946e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:35.554200 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862fa0ca-0dd0-484c-9c63-66651655946e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Port': ['ID=7a81e95d-917c-426c-a872-71120c6825ae,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:35.641682 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 44d07dc3-261c-47e7-9921-90302eb64f1b is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:35.642651 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (44d07dc3-261c-47e7-9921-90302eb64f1b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:35.696070 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 44d07dc3-261c-47e7-9921-90302eb64f1b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=44d07dc3-261c-47e7-9921-90302eb64f1b,segment=NetworkSegment(9c3a67ac-ffa4-4c6d-a3ef-beb7bd9a9f86),segment_id=9c3a67ac-ffa4-4c6d-a3ef-beb7bd9a9f86)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:55:35.703007 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (44d07dc3-261c-47e7-9921-90302eb64f1b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:35.750210 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862fa0ca-0dd0-484c-9c63-66651655946e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network d6fcf2a7-7860-4e70-a9d4-3a1f6641b47e is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:55:35.752584 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-862fa0ca-0dd0-484c-9c63-66651655946e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:55:35.793544 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=44d07dc3-261c-47e7-9921-90302eb64f1b,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:35.978315 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862fa0ca-0dd0-484c-9c63-66651655946e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:55:36.124116 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862fa0ca-0dd0-484c-9c63-66651655946e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:55:36.137011 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 36984) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:36.145426 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e930bed-959f-47b9-824b-0610c5864263 None None] Sync routers for ids ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:55:36.154649 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-005b9759-6b68-4c0d-9f9f-ef2b6bb22835 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'network': {'name': 'tempest-RoutersTest-967638434'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:55:36.161695 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-862fa0ca-0dd0-484c-9c63-66651655946e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "PUT /v2.0/routers/23e29e5d-a0ac-4283-a3a6-980fc76c1d68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5610738 Feb 08 21:55:36.181450 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e930bed-959f-47b9-824b-0610c5864263 None None] Routers {'23e29e5d-a0ac-4283-a3a6-980fc76c1d68'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:55:36.183710 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1e930bed-959f-47b9-824b-0610c5864263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:55:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:36.235484 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005b9759-6b68-4c0d-9f9f-ef2b6bb22835 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Made reservation on behalf of ce00c950d6fd4f2cb5d48594e4844733 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:55:36.242609 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-005b9759-6b68-4c0d-9f9f-ef2b6bb22835 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:36.248869 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08ad988-3f53-4ffb-bb02-0cef658e8d30 None None] Network d6fcf2a7-7860-4e70-a9d4-3a1f6641b47e requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:55:36.347360 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9922a13d-2192-4ef8-82c9-2c51b8cae67b req-e5d9268f-5b33-4951-bfc4-544c2efc4384 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 210 time: 0.1379073 Feb 08 21:55:36.391858 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-3c7ad1b0-d91e-4b4c-bd14-20293af216e9 None None] Provisioning complete for port 44d07dc3-261c-47e7-9921-90302eb64f1b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:36.393299 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-005b9759-6b68-4c0d-9f9f-ef2b6bb22835 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:55:36.397299 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3c7ad1b0-d91e-4b4c-bd14-20293af216e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (44d07dc3-261c-47e7-9921-90302eb64f1b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:36.420824 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-005b9759-6b68-4c0d-9f9f-ef2b6bb22835 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (4d35791e-3cde-4933-b883-254565576946), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:36.420824 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-005b9759-6b68-4c0d-9f9f-ef2b6bb22835 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Added segment 4d35791e-3cde-4933-b883-254565576946 of type vlan for network 0ba485d7-0096-410e-820f-0842c4d0742f Feb 08 21:55:36.424845 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-1e930bed-959f-47b9-824b-0610c5864263 None None] Set router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:55:36.658953 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-005b9759-6b68-4c0d-9f9f-ef2b6bb22835 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (0ba485d7-0096-410e-820f-0842c4d0742f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:36.700146 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:36.779542 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-3c7ad1b0-d91e-4b4c-bd14-20293af216e9 None None] Current status of the port 44d07dc3-261c-47e7-9921-90302eb64f1b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:36.843814 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.db.resource_extend [None req-005b9759-6b68-4c0d-9f9f-ef2b6bb22835 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 21:55:36.897116 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:36.915580 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-005b9759-6b68-4c0d-9f9f-ef2b6bb22835 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (0ba485d7-0096-410e-820f-0842c4d0742f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:36.923529 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005b9759-6b68-4c0d-9f9f-ef2b6bb22835 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:36.924481 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-005b9759-6b68-4c0d-9f9f-ef2b6bb22835 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:37.013585 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1e930bed-959f-47b9-824b-0610c5864263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'name': 'tempest-RoutersTest-router-739514684', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:55:30Z', 'updated_at': '2022-02-08T21:55:34Z', 'revision_number': 2, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None, '_interfaces': [{'id': '7a81e95d-917c-426c-a872-71120c6825ae', 'name': '', 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:35:8f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:33Z', 'updated_at': '2022-02-08T21:55:35Z', 'revision_number': 2, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:37.095577 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e930bed-959f-47b9-824b-0610c5864263 None None] Checking router: 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:55:37.096175 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e930bed-959f-47b9-824b-0610c5864263 None None] Updating router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 port 7a81e95d-917c-426c-a872-71120c6825ae binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:55:37.105272 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-005b9759-6b68-4c0d-9f9f-ef2b6bb22835 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9625461 Feb 08 21:55:37.108496 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 36992) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:37.118248 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-631bc6c0-b327-45d8-b31e-c4ee1e9c0d5c tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:37.120837 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-631bc6c0-b327-45d8-b31e-c4ee1e9c0d5c tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.96 "GET /v2.0/networks?id=6f5dd32d-bd81-4033-bc3b-155fd1d2d547 HTTP/1.1" status: 200 len: 814 time: 0.5765481 Feb 08 21:55:37.121007 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c3deee4d-1626-4ec4-98d7-8e606cb56845 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'subnet': {'network_id': '0ba485d7-0096-410e-820f-0842c4d0742f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:55:37.125939 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b9759-6b68-4c0d-9f9f-ef2b6bb22835 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Network': ['ID=0ba485d7-0096-410e-820f-0842c4d0742f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:37.177549 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1e930bed-959f-47b9-824b-0610c5864263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7a81e95d-917c-426c-a872-71120c6825ae), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:37.200723 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 0ba485d7-0096-410e-820f-0842c4d0742f details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:55:37.305343 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-cfb6e3f2-ee3a-4cf6-8821-80253dd13676 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43758e0ca23d49be9ce42a7a0ada4b07 HTTP/1.1" status: 200 len: 380 time: 0.1758504 Feb 08 21:55:37.323735 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-30ffa937-b4c7-4d62-8916-2fc3feeb135a tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Request body: {'port': {'device_id': '9727864f-64a0-46ec-a938-f570b5ffdd85', 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547', 'admin_state_up': True, 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'security_groups': ['c02e2c1a-0bc2-428d-87de-c263e76f2d78']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:55:37.482543 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3deee4d-1626-4ec4-98d7-8e606cb56845 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Made reservation on behalf of ce00c950d6fd4f2cb5d48594e4844733 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:55:37.484726 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 44d07dc3-261c-47e7-9921-90302eb64f1b up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:55:37.492847 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3deee4d-1626-4ec4-98d7-8e606cb56845 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:37.595827 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1223818d-5c67-4332-bf47-145e842eff2c None None] Provisioning complete for port 44d07dc3-261c-47e7-9921-90302eb64f1b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:37.596520 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1223818d-5c67-4332-bf47-145e842eff2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (44d07dc3-261c-47e7-9921-90302eb64f1b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:37.764542 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0018d198-d64d-4af5-82a7-b95ae060b821 req-d5a50eaf-20b3-445a-b1b0-91089367f7fa tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 210 time: 0.1764214 Feb 08 21:55:37.788111 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 44d07dc3-261c-47e7-9921-90302eb64f1b triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:37.801778 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (44d07dc3-261c-47e7-9921-90302eb64f1b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:37.823742 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-30ffa937-b4c7-4d62-8916-2fc3feeb135a tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Made reservation on behalf of 43758e0ca23d49be9ce42a7a0ada4b07 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:55:37.830140 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-30ffa937-b4c7-4d62-8916-2fc3feeb135a tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:38.002028 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1223818d-5c67-4332-bf47-145e842eff2c None None] Current status of the port 44d07dc3-261c-47e7-9921-90302eb64f1b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:38.078689 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3deee4d-1626-4ec4-98d7-8e606cb56845 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (1340600d-4b37-4dd8-9348-9f40eb132319), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:38.096594 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1e930bed-959f-47b9-824b-0610c5864263 None None] Publish callbacks [] for port (7a81e95d-917c-426c-a872-71120c6825ae), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:38.106420 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1e930bed-959f-47b9-824b-0610c5864263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7a81e95d-917c-426c-a872-71120c6825ae), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:38.135532 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 44d07dc3-261c-47e7-9921-90302eb64f1b is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:38.137104 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3deee4d-1626-4ec4-98d7-8e606cb56845 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Subnet': ['ID=1340600d-4b37-4dd8-9348-9f40eb132319,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:38.144534 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1223818d-5c67-4332-bf47-145e842eff2c None None] Provisioning complete for port 7a81e95d-917c-426c-a872-71120c6825ae triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:38.145347 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1223818d-5c67-4332-bf47-145e842eff2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7a81e95d-917c-426c-a872-71120c6825ae), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:38.218227 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3deee4d-1626-4ec4-98d7-8e606cb56845 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Checking segment: {'id': '4d35791e-3cde-4933-b883-254565576946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0ba485d7-0096-410e-820f-0842c4d0742f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:55:38.220459 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1223818d-5c67-4332-bf47-145e842eff2c None None] Port 7a81e95d-917c-426c-a872-71120c6825ae cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:55:38.221336 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3deee4d-1626-4ec4-98d7-8e606cb56845 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network hostable DHCP agents. Network: 0ba485d7-0096-410e-820f-0842c4d0742f, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:55:38.229175 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d766b51-bf16-4adb-b5c8-29ada5099e11 None None] Pushing event updated for resources: {'Port': ['ID=7a81e95d-917c-426c-a872-71120c6825ae,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:38.248056 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d766b51-bf16-4adb-b5c8-29ada5099e11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:38.254313 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d766b51-bf16-4adb-b5c8-29ada5099e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:38.254672 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d766b51-bf16-4adb-b5c8-29ada5099e11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:38.255010 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d766b51-bf16-4adb-b5c8-29ada5099e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:38.255367 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d766b51-bf16-4adb-b5c8-29ada5099e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:38.255913 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d766b51-bf16-4adb-b5c8-29ada5099e11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:38.256329 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d766b51-bf16-4adb-b5c8-29ada5099e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:38.256850 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d766b51-bf16-4adb-b5c8-29ada5099e11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:38.257259 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d766b51-bf16-4adb-b5c8-29ada5099e11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:38.258420 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d766b51-bf16-4adb-b5c8-29ada5099e11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:38.258799 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d766b51-bf16-4adb-b5c8-29ada5099e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:38.259177 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d766b51-bf16-4adb-b5c8-29ada5099e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:38.259566 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d766b51-bf16-4adb-b5c8-29ada5099e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:38.315950 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3deee4d-1626-4ec4-98d7-8e606cb56845 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network 0ba485d7-0096-410e-820f-0842c4d0742f is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:55:38.332640 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-30ffa937-b4c7-4d62-8916-2fc3feeb135a tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Allocated IP 172.20.0.12 (6f5dd32d-bd81-4033-bc3b-155fd1d2d547/6ea13670-24a3-4222-9668-be9f4513e3f9/2b5a2e59-412c-4b3d-a939-fd32ea8c71bf) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:55:38.354467 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c3deee4d-1626-4ec4-98d7-8e606cb56845 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 0ba485d7-0096-410e-820f-0842c4d0742f) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:55:38.372422 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3deee4d-1626-4ec4-98d7-8e606cb56845 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:38.377379 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3deee4d-1626-4ec4-98d7-8e606cb56845 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:38.393891 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f37850-910d-468e-a43f-299aeb71930d None None] Network 0ba485d7-0096-410e-820f-0842c4d0742f requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:55:38.398251 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-1e930bed-959f-47b9-824b-0610c5864263 None None] Attempting to bind port 7a81e95d-917c-426c-a872-71120c6825ae on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:55:38.398674 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-1e930bed-959f-47b9-824b-0610c5864263 None None] Attempting to bind port 7a81e95d-917c-426c-a872-71120c6825ae by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '9c3a67ac-ffa4-4c6d-a3ef-beb7bd9a9f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:55:38.399724 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e930bed-959f-47b9-824b-0610c5864263 None None] Attempting to bind port 7a81e95d-917c-426c-a872-71120c6825ae on network d6fcf2a7-7860-4e70-a9d4-3a1f6641b47e {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:55:38.409063 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e930bed-959f-47b9-824b-0610c5864263 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:55:38.409734 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e930bed-959f-47b9-824b-0610c5864263 None None] Checking segment: {'id': '9c3a67ac-ffa4-4c6d-a3ef-beb7bd9a9f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:55:38.410983 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1e930bed-959f-47b9-824b-0610c5864263 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:38.412086 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e930bed-959f-47b9-824b-0610c5864263 None None] Bound using segment: {'id': '9c3a67ac-ffa4-4c6d-a3ef-beb7bd9a9f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:55:38.412870 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-1e930bed-959f-47b9-824b-0610c5864263 None None] Bound port: 7a81e95d-917c-426c-a872-71120c6825ae, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3a67ac-ffa4-4c6d-a3ef-beb7bd9a9f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:55:38.413304 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1e930bed-959f-47b9-824b-0610c5864263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7a81e95d-917c-426c-a872-71120c6825ae), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:38.415596 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-a8c406d7-2599-48ad-a838-0e8552cedbb8 None None] Provisioning complete for port 7a81e95d-917c-426c-a872-71120c6825ae triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:38.416668 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a8c406d7-2599-48ad-a838-0e8552cedbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7a81e95d-917c-426c-a872-71120c6825ae), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:38.459913 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c3deee4d-1626-4ec4-98d7-8e606cb56845 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3474510 Feb 08 21:55:38.464315 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37004) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:38.543860 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-1e930bed-959f-47b9-824b-0610c5864263 None None] For port 7a81e95d-917c-426c-a872-71120c6825ae, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:55:38.553076 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-1e930bed-959f-47b9-824b-0610c5864263 None None] For port 7a81e95d-917c-426c-a872-71120c6825ae, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7a81e95d-917c-426c-a872-71120c6825ae,segment=NetworkSegment(9c3a67ac-ffa4-4c6d-a3ef-beb7bd9a9f86),segment_id=9c3a67ac-ffa4-4c6d-a3ef-beb7bd9a9f86)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:55:38.568347 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1e930bed-959f-47b9-824b-0610c5864263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7a81e95d-917c-426c-a872-71120c6825ae), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:38.627165 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a8c406d7-2599-48ad-a838-0e8552cedbb8 None None] Port 7a81e95d-917c-426c-a872-71120c6825ae cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:55:38.843223 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d766b51-bf16-4adb-b5c8-29ada5099e11 None None] Pushing event updated for resources: {'Port': ['ID=7a81e95d-917c-426c-a872-71120c6825ae,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:38.886730 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e930bed-959f-47b9-824b-0610c5864263 None None] Routers {'23e29e5d-a0ac-4283-a3a6-980fc76c1d68'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:55:38.890106 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1e930bed-959f-47b9-824b-0610c5864263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:55:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:39.009199 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-30ffa937-b4c7-4d62-8916-2fc3feeb135a tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for port (2b5a2e59-412c-4b3d-a939-fd32ea8c71bf), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:39.070599 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a90744-e39e-43a2-a456-86283721ba6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-0ba485d7-0096-410e-820f-0842c4d0742f', 'network_id': '0ba485d7-0096-410e-820f-0842c4d0742f', 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'fixed_ips': [{'subnet_id': '1340600d-4b37-4dd8-9348-9f40eb132319'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:55:39.072224 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f0a90744-e39e-43a2-a456-86283721ba6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:39.092010 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-fc64631e-b458-4d80-9dbc-bd93dbf3e127 None None] Provisioning complete for port 7a81e95d-917c-426c-a872-71120c6825ae triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:39.092540 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fc64631e-b458-4d80-9dbc-bd93dbf3e127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7a81e95d-917c-426c-a872-71120c6825ae), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:39.216855 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-1e930bed-959f-47b9-824b-0610c5864263 None None] Set router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:55:39.247741 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-30ffa937-b4c7-4d62-8916-2fc3feeb135a tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (2b5a2e59-412c-4b3d-a939-fd32ea8c71bf), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:39.383773 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-30ffa937-b4c7-4d62-8916-2fc3feeb135a tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Network 6f5dd32d-bd81-4033-bc3b-155fd1d2d547 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:55:39.435163 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-30ffa937-b4c7-4d62-8916-2fc3feeb135a tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:55:39.458387 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-30ffa937-b4c7-4d62-8916-2fc3feeb135a tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:55:39.508476 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-f0a90744-e39e-43a2-a456-86283721ba6b None None] Allocated IP 172.21.0.2 (0ba485d7-0096-410e-820f-0842c4d0742f/1340600d-4b37-4dd8-9348-9f40eb132319/5da3145f-66ce-4376-882f-5dfae856ec63) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:55:39.584687 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e06d5-a5d5-44c3-8167-3cecf42ed451 req-04552b05-daa4-433b-b1e7-296746ca873e tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:39.592400 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a50e06d5-a5d5-44c3-8167-3cecf42ed451 req-04552b05-daa4-433b-b1e7-296746ca873e tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 932 time: 0.4475434 Feb 08 21:55:39.623748 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffa937-b4c7-4d62-8916-2fc3feeb135a tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Pushing event updated for resources: {'Port': ['ID=2b5a2e59-412c-4b3d-a939-fd32ea8c71bf,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:39.636734 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-30ffa937-b4c7-4d62-8916-2fc3feeb135a tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:39.637420 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-30ffa937-b4c7-4d62-8916-2fc3feeb135a tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:39.663898 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-30ffa937-b4c7-4d62-8916-2fc3feeb135a tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3454401 Feb 08 21:55:39.678034 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-f349a5ab-0022-4e48-b181-2e549fa42151 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:55:39.679166 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-f349a5ab-0022-4e48-b181-2e549fa42151 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084805 Feb 08 21:55:39.729708 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a50e06d5-a5d5-44c3-8167-3cecf42ed451 req-2d66f1af-a5ec-4d8f-b740-1d425021606f tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360765 Feb 08 21:55:39.891948 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1e930bed-959f-47b9-824b-0610c5864263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'name': 'tempest-RoutersTest-router-739514684', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:55:30Z', 'updated_at': '2022-02-08T21:55:34Z', 'revision_number': 2, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None, '_interfaces': [{'id': '7a81e95d-917c-426c-a872-71120c6825ae', 'name': '', 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:35:8f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:33Z', 'updated_at': '2022-02-08T21:55:38Z', 'revision_number': 4, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:39.907128 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-759112fb-d8af-4ed7-bf11-0c3fee22cc7a service neutron] Request body: {'port': {'device_id': '9727864f-64a0-46ec-a938-f570b5ffdd85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:55:39.962799 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e930bed-959f-47b9-824b-0610c5864263 None None] The sync data for ids ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'] in n-d-712143-31 is: [{'id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'name': 'tempest-RoutersTest-router-739514684', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:55:30Z', 'updated_at': '2022-02-08T21:55:34Z', 'revision_number': 2, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None, '_interfaces': [{'id': '7a81e95d-917c-426c-a872-71120c6825ae', 'name': '', 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:35:8f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:33Z', 'updated_at': '2022-02-08T21:55:38Z', 'revision_number': 4, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:55:39.982005 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-fc64631e-b458-4d80-9dbc-bd93dbf3e127 None None] Current status of the port 7a81e95d-917c-426c-a872-71120c6825ae is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:39.988526 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fc64631e-b458-4d80-9dbc-bd93dbf3e127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7a81e95d-917c-426c-a872-71120c6825ae), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:40.108442 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-759112fb-d8af-4ed7-bf11-0c3fee22cc7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2b5a2e59-412c-4b3d-a939-fd32ea8c71bf), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:40.134388 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f0a90744-e39e-43a2-a456-86283721ba6b None None] Publish callbacks [] for port (5da3145f-66ce-4376-882f-5dfae856ec63), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:40.200947 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-fc64631e-b458-4d80-9dbc-bd93dbf3e127 None None] For port 7a81e95d-917c-426c-a872-71120c6825ae, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7a81e95d-917c-426c-a872-71120c6825ae,segment=NetworkSegment(9c3a67ac-ffa4-4c6d-a3ef-beb7bd9a9f86),segment_id=9c3a67ac-ffa4-4c6d-a3ef-beb7bd9a9f86)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:55:40.205763 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f0a90744-e39e-43a2-a456-86283721ba6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (5da3145f-66ce-4376-882f-5dfae856ec63), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:40.287174 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fc64631e-b458-4d80-9dbc-bd93dbf3e127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7a81e95d-917c-426c-a872-71120c6825ae), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:40.294242 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a90744-e39e-43a2-a456-86283721ba6b None None] Pushing event updated for resources: {'Port': ['ID=5da3145f-66ce-4376-882f-5dfae856ec63,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:40.385865 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a90744-e39e-43a2-a456-86283721ba6b None None] Network 0ba485d7-0096-410e-820f-0842c4d0742f is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:55:40.391606 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-f0a90744-e39e-43a2-a456-86283721ba6b None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:55:40.415744 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a90744-e39e-43a2-a456-86283721ba6b None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:55:40.640855 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64631e-b458-4d80-9dbc-bd93dbf3e127 None None] Pushing event updated for resources: {'Port': ['ID=7a81e95d-917c-426c-a872-71120c6825ae,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:40.648747 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-f0a90744-e39e-43a2-a456-86283721ba6b None None] Attempting to bind port 5da3145f-66ce-4376-882f-5dfae856ec63 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:55:40.649641 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-f0a90744-e39e-43a2-a456-86283721ba6b None None] Attempting to bind port 5da3145f-66ce-4376-882f-5dfae856ec63 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '4d35791e-3cde-4933-b883-254565576946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0ba485d7-0096-410e-820f-0842c4d0742f'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:55:40.650281 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a90744-e39e-43a2-a456-86283721ba6b None None] Attempting to bind port 5da3145f-66ce-4376-882f-5dfae856ec63 on network 0ba485d7-0096-410e-820f-0842c4d0742f {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:55:40.662374 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-018f014f-a8de-42af-9d85-73ad1299806f None None] Provisioning complete for port 7a81e95d-917c-426c-a872-71120c6825ae triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:40.662839 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-018f014f-a8de-42af-9d85-73ad1299806f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7a81e95d-917c-426c-a872-71120c6825ae), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:40.665034 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94316854-2ff1-4cb0-9b2a-1c2f18b8f273 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:40.667444 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a90744-e39e-43a2-a456-86283721ba6b None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:55:40.668350 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a90744-e39e-43a2-a456-86283721ba6b None None] Checking segment: {'id': '4d35791e-3cde-4933-b883-254565576946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0ba485d7-0096-410e-820f-0842c4d0742f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:55:40.669415 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f0a90744-e39e-43a2-a456-86283721ba6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:40.670124 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a90744-e39e-43a2-a456-86283721ba6b None None] Bound using segment: {'id': '4d35791e-3cde-4933-b883-254565576946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0ba485d7-0096-410e-820f-0842c4d0742f'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:55:40.670998 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-f0a90744-e39e-43a2-a456-86283721ba6b None None] Bound port: 5da3145f-66ce-4376-882f-5dfae856ec63, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d35791e-3cde-4933-b883-254565576946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0ba485d7-0096-410e-820f-0842c4d0742f'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:55:40.671463 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f0a90744-e39e-43a2-a456-86283721ba6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5da3145f-66ce-4376-882f-5dfae856ec63), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:40.854156 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f0a90744-e39e-43a2-a456-86283721ba6b None None] For port 5da3145f-66ce-4376-882f-5dfae856ec63, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:55:40.867645 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-018f014f-a8de-42af-9d85-73ad1299806f None None] Current status of the port 7a81e95d-917c-426c-a872-71120c6825ae is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:40.885198 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f0a90744-e39e-43a2-a456-86283721ba6b None None] For port 5da3145f-66ce-4376-882f-5dfae856ec63, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5da3145f-66ce-4376-882f-5dfae856ec63,segment=NetworkSegment(4d35791e-3cde-4933-b883-254565576946),segment_id=4d35791e-3cde-4933-b883-254565576946)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:55:40.899772 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-018f014f-a8de-42af-9d85-73ad1299806f None None] Provisioning complete for port 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:40.900356 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-018f014f-a8de-42af-9d85-73ad1299806f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2b5a2e59-412c-4b3d-a939-fd32ea8c71bf), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:40.903736 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f0a90744-e39e-43a2-a456-86283721ba6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5da3145f-66ce-4376-882f-5dfae856ec63), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:40.956846 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-759112fb-d8af-4ed7-bf11-0c3fee22cc7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:55:40.992488 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-759112fb-d8af-4ed7-bf11-0c3fee22cc7a service neutron] Publish callbacks [] for port (2b5a2e59-412c-4b3d-a939-fd32ea8c71bf), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:41.010274 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-759112fb-d8af-4ed7-bf11-0c3fee22cc7a service neutron] Transition to ACTIVE for port object 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:55:41.025971 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-759112fb-d8af-4ed7-bf11-0c3fee22cc7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (2b5a2e59-412c-4b3d-a939-fd32ea8c71bf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:41.167297 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a90744-e39e-43a2-a456-86283721ba6b None None] Pushing event updated for resources: {'Port': ['ID=5da3145f-66ce-4376-882f-5dfae856ec63,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:41.216526 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-018f014f-a8de-42af-9d85-73ad1299806f None None] Port 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:55:41.312919 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7a81e95d-917c-426c-a872-71120c6825ae up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:55:41.348221 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61962c2e-2e50-4e41-ab99-1c74f88ee4eb req-7f5932a5-a9bf-43e9-91f3-c32213bf1b29 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:41.372183 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61962c2e-2e50-4e41-ab99-1c74f88ee4eb req-7f5932a5-a9bf-43e9-91f3-c32213bf1b29 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 944 time: 0.3594127 Feb 08 21:55:41.573056 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759112fb-d8af-4ed7-bf11-0c3fee22cc7a service neutron] Pushing event updated for resources: {'Port': ['ID=2b5a2e59-412c-4b3d-a939-fd32ea8c71bf,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:41.575807 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-94316854-2ff1-4cb0-9b2a-1c2f18b8f273 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Allocated IP 172.21.0.1 (0ba485d7-0096-410e-820f-0842c4d0742f/1340600d-4b37-4dd8-9348-9f40eb132319/037349e2-00b2-42dd-9221-f53267646ef5) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:55:41.616278 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 7a81e95d-917c-426c-a872-71120c6825ae triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:41.618298 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7a81e95d-917c-426c-a872-71120c6825ae), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:41.710655 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61962c2e-2e50-4e41-ab99-1c74f88ee4eb req-a74ed061-6a92-4bfa-a99f-f820ba5cf7c4 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3301680 Feb 08 21:55:41.751684 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-759112fb-d8af-4ed7-bf11-0c3fee22cc7a service neutron] Attempting to bind port 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:55:41.752829 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-759112fb-d8af-4ed7-bf11-0c3fee22cc7a service neutron] Attempting to bind port 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'a4503a19-b855-4168-b220-48b435fa7ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:55:41.752829 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-759112fb-d8af-4ed7-bf11-0c3fee22cc7a service neutron] Attempting to bind port 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf on network 6f5dd32d-bd81-4033-bc3b-155fd1d2d547 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:55:41.760978 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-759112fb-d8af-4ed7-bf11-0c3fee22cc7a service neutron] Port 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf on network 6f5dd32d-bd81-4033-bc3b-155fd1d2d547 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:55:41.761689 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-759112fb-d8af-4ed7-bf11-0c3fee22cc7a service neutron] Attempting to bind port 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf on network 6f5dd32d-bd81-4033-bc3b-155fd1d2d547 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:55:41.775082 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-759112fb-d8af-4ed7-bf11-0c3fee22cc7a service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:55:41.775654 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-759112fb-d8af-4ed7-bf11-0c3fee22cc7a service neutron] Checking segment: {'id': 'a4503a19-b855-4168-b220-48b435fa7ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:55:41.776307 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-759112fb-d8af-4ed7-bf11-0c3fee22cc7a service neutron] Bound using segment: {'id': 'a4503a19-b855-4168-b220-48b435fa7ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:55:41.777079 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-759112fb-d8af-4ed7-bf11-0c3fee22cc7a service neutron] Bound port: 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4503a19-b855-4168-b220-48b435fa7ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:55:41.778812 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-759112fb-d8af-4ed7-bf11-0c3fee22cc7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2b5a2e59-412c-4b3d-a939-fd32ea8c71bf), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:42.003795 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94316854-2ff1-4cb0-9b2a-1c2f18b8f273 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for port (037349e2-00b2-42dd-9221-f53267646ef5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:42.012233 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-759112fb-d8af-4ed7-bf11-0c3fee22cc7a service neutron] For port 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:55:42.018494 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-759112fb-d8af-4ed7-bf11-0c3fee22cc7a service neutron] For port 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2b5a2e59-412c-4b3d-a939-fd32ea8c71bf,segment=NetworkSegment(a4503a19-b855-4168-b220-48b435fa7ad1),segment_id=a4503a19-b855-4168-b220-48b435fa7ad1)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:55:42.039592 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-759112fb-d8af-4ed7-bf11-0c3fee22cc7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (2b5a2e59-412c-4b3d-a939-fd32ea8c71bf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:42.045063 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 7a81e95d-917c-426c-a872-71120c6825ae is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:42.117403 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-759112fb-d8af-4ed7-bf11-0c3fee22cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:42.119442 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-759112fb-d8af-4ed7-bf11-0c3fee22cc7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:42.121208 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-759112fb-d8af-4ed7-bf11-0c3fee22cc7a service neutron] 10.222.0.96 "PUT /v2.0/ports/2b5a2e59-412c-4b3d-a939-fd32ea8c71bf HTTP/1.1" status: 200 len: 1093 time: 2.4317563 Feb 08 21:55:42.125965 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9727864f-64a0-46ec-a938-f570b5ffdd85', 'tag': '2b5a2e59-412c-4b3d-a939-fd32ea8c71bf'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:55:42.128442 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94316854-2ff1-4cb0-9b2a-1c2f18b8f273 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (037349e2-00b2-42dd-9221-f53267646ef5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:42.147056 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c586e0fa-54d4-412c-a488-ca5eaa4341ba" -d '{"events": [{"name": "network-changed", "server_uuid": "9727864f-64a0-46ec-a938-f570b5ffdd85", "tag": "2b5a2e59-412c-4b3d-a939-fd32ea8c71bf"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:55:42.239559 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759112fb-d8af-4ed7-bf11-0c3fee22cc7a service neutron] Pushing event updated for resources: {'Port': ['ID=2b5a2e59-412c-4b3d-a939-fd32ea8c71bf,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:42.241070 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94316854-2ff1-4cb0-9b2a-1c2f18b8f273 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network 0ba485d7-0096-410e-820f-0842c4d0742f is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:55:42.256898 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-94316854-2ff1-4cb0-9b2a-1c2f18b8f273 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:55:42.271315 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94316854-2ff1-4cb0-9b2a-1c2f18b8f273 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:55:42.354902 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-00b2576b-54f3-44a0-8850-93965df15e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:42.365358 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-00b2576b-54f3-44a0-8850-93965df15e43 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=43758e0ca23d49be9ce42a7a0ada4b07&device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 1127 time: 0.1593072 Feb 08 21:55:42.421761 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94316854-2ff1-4cb0-9b2a-1c2f18b8f273 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:42.495856 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-fa03d4ab-dd24-422b-aff9-fe8bc42b9603 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b5a2e59-412c-4b3d-a939-fd32ea8c71bf HTTP/1.1" status: 200 len: 217 time: 0.1205449 Feb 08 21:55:42.596815 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94316854-2ff1-4cb0-9b2a-1c2f18b8f273 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Port': ['ID=037349e2-00b2-42dd-9221-f53267646ef5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:42.608069 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-5ad98f00-307f-4472-b353-2ac2994ee4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:42.610390 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-5ad98f00-307f-4472-b353-2ac2994ee4a1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6ea13670-24a3-4222-9668-be9f4513e3f9 HTTP/1.1" status: 200 len: 853 time: 0.1099820 Feb 08 21:55:42.662574 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62259faa-4e04-4510-8caf-411a90102128 x-openstack-request-id: req-62259faa-4e04-4510-8caf-411a90102128 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:55:42.663012 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9727864f-64a0-46ec-a938-f570b5ffdd85", "tag": "2b5a2e59-412c-4b3d-a939-fd32ea8c71bf", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:55:42.663357 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-62259faa-4e04-4510-8caf-411a90102128 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:55:42.663862 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9727864f-64a0-46ec-a938-f570b5ffdd85', 'tag': '2b5a2e59-412c-4b3d-a939-fd32ea8c71bf', 'status': 'completed', 'code': 200} Feb 08 21:55:42.676911 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94316854-2ff1-4cb0-9b2a-1c2f18b8f273 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (037349e2-00b2-42dd-9221-f53267646ef5), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:42.704798 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-9f80e457-ae9a-4789-89cd-df5e481f7cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:42.707691 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-9f80e457-ae9a-4789-89cd-df5e481f7cbc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6f5dd32d-bd81-4033-bc3b-155fd1d2d547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0904570 Feb 08 21:55:43.134447 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc264ea2-67c8-4b0f-8894-2463795a67c1 req-0df44337-539c-4828-95d6-4e81faa29f9c tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:43.145767 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc264ea2-67c8-4b0f-8894-2463795a67c1 req-0df44337-539c-4828-95d6-4e81faa29f9c tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 944 time: 0.2491324 Feb 08 21:55:43.148435 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-615a74e8-82c4-4b28-b903-5097b2b91e57 service neutron] 10.222.0.96 "GET /v2.0/networks/6f5dd32d-bd81-4033-bc3b-155fd1d2d547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300749 Feb 08 21:55:43.343788 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f5ecbec-20a9-4c4c-84e8-dc6e43be5e09 req-20ad5c99-86b3-4dc9-aa83-65bb1a4dc45e service neutron] 10.222.0.96 "GET /v2.0/networks/6f5dd32d-bd81-4033-bc3b-155fd1d2d547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893909 Feb 08 21:55:43.373797 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5da3145f-66ce-4376-882f-5dfae856ec63 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:55:43.490752 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94316854-2ff1-4cb0-9b2a-1c2f18b8f273 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for port (037349e2-00b2-42dd-9221-f53267646ef5), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:43.501884 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94316854-2ff1-4cb0-9b2a-1c2f18b8f273 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (037349e2-00b2-42dd-9221-f53267646ef5), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:43.545556 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc264ea2-67c8-4b0f-8894-2463795a67c1 req-fcb07169-cfd1-49c5-94e5-b77ad5f8bcca tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955264 Feb 08 21:55:43.576839 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586e0fa-54d4-412c-a488-ca5eaa4341ba req-7373c0c9-c2ce-4521-86fa-90e6b0f3ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:43.579412 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887ad90c-6dfb-49f4-8b52-15a5d7485d91 None None] Network 0ba485d7-0096-410e-820f-0842c4d0742f requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:55:43.580166 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c586e0fa-54d4-412c-a488-ca5eaa4341ba req-7373c0c9-c2ce-4521-86fa-90e6b0f3ae1b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=43758e0ca23d49be9ce42a7a0ada4b07&device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 1127 time: 0.1727538 Feb 08 21:55:43.695420 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94316854-2ff1-4cb0-9b2a-1c2f18b8f273 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:43.782512 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-574c44a5-634a-454e-8bd5-32bad3b56e6e None None] Provisioning complete for port 5da3145f-66ce-4376-882f-5dfae856ec63 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:43.783018 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-574c44a5-634a-454e-8bd5-32bad3b56e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5da3145f-66ce-4376-882f-5dfae856ec63), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:43.791462 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94316854-2ff1-4cb0-9b2a-1c2f18b8f273 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Port': ['ID=037349e2-00b2-42dd-9221-f53267646ef5,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:43.803669 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 5da3145f-66ce-4376-882f-5dfae856ec63 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:43.803669 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5da3145f-66ce-4376-882f-5dfae856ec63), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:43.806589 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586e0fa-54d4-412c-a488-ca5eaa4341ba req-8a21c987-68ab-4b88-8685-260241b35976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:43.808415 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c586e0fa-54d4-412c-a488-ca5eaa4341ba req-8a21c987-68ab-4b88-8685-260241b35976 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6f5dd32d-bd81-4033-bc3b-155fd1d2d547 HTTP/1.1" status: 200 len: 915 time: 0.2229614 Feb 08 21:55:43.898692 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94316854-2ff1-4cb0-9b2a-1c2f18b8f273 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network 0ba485d7-0096-410e-820f-0842c4d0742f is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:55:43.901611 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-94316854-2ff1-4cb0-9b2a-1c2f18b8f273 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:55:43.940122 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c586e0fa-54d4-412c-a488-ca5eaa4341ba req-64ac58f9-b05a-46d4-becf-3220d53d6aba service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b5a2e59-412c-4b3d-a939-fd32ea8c71bf HTTP/1.1" status: 200 len: 217 time: 0.1253045 Feb 08 21:55:44.072564 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586e0fa-54d4-412c-a488-ca5eaa4341ba req-8a3c3217-0e60-4ed1-9b0d-ae00c493a8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:44.076088 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c586e0fa-54d4-412c-a488-ca5eaa4341ba req-8a3c3217-0e60-4ed1-9b0d-ae00c493a8c0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6ea13670-24a3-4222-9668-be9f4513e3f9 HTTP/1.1" status: 200 len: 853 time: 0.1291335 Feb 08 21:55:44.137919 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94316854-2ff1-4cb0-9b2a-1c2f18b8f273 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:55:44.187698 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586e0fa-54d4-412c-a488-ca5eaa4341ba req-90c962b0-de64-490a-9be0-a471ee8df6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:44.195105 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c586e0fa-54d4-412c-a488-ca5eaa4341ba req-90c962b0-de64-490a-9be0-a471ee8df6a3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6f5dd32d-bd81-4033-bc3b-155fd1d2d547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1079662 Feb 08 21:55:44.314614 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-574c44a5-634a-454e-8bd5-32bad3b56e6e None None] Current status of the port 5da3145f-66ce-4376-882f-5dfae856ec63 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:44.324804 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-574c44a5-634a-454e-8bd5-32bad3b56e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5da3145f-66ce-4376-882f-5dfae856ec63), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:44.358070 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 5da3145f-66ce-4376-882f-5dfae856ec63 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:44.359085 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5da3145f-66ce-4376-882f-5dfae856ec63), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:44.425301 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-574c44a5-634a-454e-8bd5-32bad3b56e6e None None] For port 5da3145f-66ce-4376-882f-5dfae856ec63, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5da3145f-66ce-4376-882f-5dfae856ec63,segment=NetworkSegment(4d35791e-3cde-4933-b883-254565576946),segment_id=4d35791e-3cde-4933-b883-254565576946)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:55:44.437099 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-574c44a5-634a-454e-8bd5-32bad3b56e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5da3145f-66ce-4376-882f-5dfae856ec63), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:44.441109 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94316854-2ff1-4cb0-9b2a-1c2f18b8f273 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:55:44.442788 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c586e0fa-54d4-412c-a488-ca5eaa4341ba req-b2763a24-96af-4426-add4-45f58687f5b7 service neutron] 10.222.0.96 "GET /v2.0/networks/6f5dd32d-bd81-4033-bc3b-155fd1d2d547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374327 Feb 08 21:55:44.463999 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-94316854-2ff1-4cb0-9b2a-1c2f18b8f273 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "PUT /v2.0/routers/23e29e5d-a0ac-4283-a3a6-980fc76c1d68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9941454 Feb 08 21:55:44.465981 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37044) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:44.481134 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d8d81601-6819-4ef4-840a-1968def8d331 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'network': {'name': 'tempest-RoutersTest-1925676953'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:55:44.558007 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d81601-6819-4ef4-840a-1968def8d331 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Made reservation on behalf of ce00c950d6fd4f2cb5d48594e4844733 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:55:44.564321 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c44a5-634a-454e-8bd5-32bad3b56e6e None None] Pushing event updated for resources: {'Port': ['ID=5da3145f-66ce-4376-882f-5dfae856ec63,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:44.576821 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d8d81601-6819-4ef4-840a-1968def8d331 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:44.577954 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052797f5-0d6f-45ff-85fb-5ee719a545bb None None] Sync routers for ids ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:55:44.695025 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d81601-6819-4ef4-840a-1968def8d331 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:55:44.700332 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052797f5-0d6f-45ff-85fb-5ee719a545bb None None] Routers {'23e29e5d-a0ac-4283-a3a6-980fc76c1d68'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:55:44.701006 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-052797f5-0d6f-45ff-85fb-5ee719a545bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:55:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:44.733685 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d8d81601-6819-4ef4-840a-1968def8d331 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (fc7d5287-0acf-4494-9313-27096392567f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:44.734469 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-d8d81601-6819-4ef4-840a-1968def8d331 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Added segment fc7d5287-0acf-4494-9313-27096392567f of type vlan for network af907b0d-20f4-46dc-b206-49adc1987785 Feb 08 21:55:44.751934 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c586e0fa-54d4-412c-a488-ca5eaa4341ba req-37b0fef9-e586-496f-b621-5a037844dfae service neutron] 10.222.0.96 "GET /v2.0/networks/6f5dd32d-bd81-4033-bc3b-155fd1d2d547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973235 Feb 08 21:55:44.819751 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b385cb-a83b-4c53-9a2f-904ea5616b34 req-0e0b05e0-d215-4b5d-910d-6334be8bce75 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:44.822879 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a7b385cb-a83b-4c53-9a2f-904ea5616b34 req-0e0b05e0-d215-4b5d-910d-6334be8bce75 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 944 time: 0.1131203 Feb 08 21:55:44.835109 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d8d81601-6819-4ef4-840a-1968def8d331 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (af907b0d-20f4-46dc-b206-49adc1987785), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:44.914085 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d8d81601-6819-4ef4-840a-1968def8d331 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (af907b0d-20f4-46dc-b206-49adc1987785), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:44.920524 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d81601-6819-4ef4-840a-1968def8d331 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:44.921479 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d8d81601-6819-4ef4-840a-1968def8d331 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:44.975349 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a7b385cb-a83b-4c53-9a2f-904ea5616b34 req-886a984b-6cff-49da-b80a-b608a40e5cc8 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414568 Feb 08 21:55:45.087931 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d81601-6819-4ef4-840a-1968def8d331 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Network': ['ID=af907b0d-20f4-46dc-b206-49adc1987785,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:45.101674 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d81601-6819-4ef4-840a-1968def8d331 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:45.102091 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d81601-6819-4ef4-840a-1968def8d331 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:45.102500 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d81601-6819-4ef4-840a-1968def8d331 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:45.102900 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d81601-6819-4ef4-840a-1968def8d331 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:45.103313 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d81601-6819-4ef4-840a-1968def8d331 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:45.103899 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d81601-6819-4ef4-840a-1968def8d331 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:45.104162 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d81601-6819-4ef4-840a-1968def8d331 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:45.104554 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d81601-6819-4ef4-840a-1968def8d331 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:45.104945 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d81601-6819-4ef4-840a-1968def8d331 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:45.105361 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d81601-6819-4ef4-840a-1968def8d331 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:45.106837 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d81601-6819-4ef4-840a-1968def8d331 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:45.107184 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d81601-6819-4ef4-840a-1968def8d331 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:45.107686 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d81601-6819-4ef4-840a-1968def8d331 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:45.117091 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d8d81601-6819-4ef4-840a-1968def8d331 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6488068 Feb 08 21:55:45.119857 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37052) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:45.127611 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-27735413-8408-473d-8836-268173871890 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'subnet': {'network_id': 'af907b0d-20f4-46dc-b206-49adc1987785', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:55:45.309941 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27735413-8408-473d-8836-268173871890 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Made reservation on behalf of ce00c950d6fd4f2cb5d48594e4844733 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:55:45.315607 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-27735413-8408-473d-8836-268173871890 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:45.364493 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-052797f5-0d6f-45ff-85fb-5ee719a545bb None None] Set router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:55:45.427382 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network af907b0d-20f4-46dc-b206-49adc1987785 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:55:45.431724 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:55:45.432146 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:55:45.527493 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1c16d3ab-73da-47df-ae23-994bc7d01be0 None None] Provisioning complete for port 037349e2-00b2-42dd-9221-f53267646ef5 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:45.527873 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1c16d3ab-73da-47df-ae23-994bc7d01be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (037349e2-00b2-42dd-9221-f53267646ef5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:45.697802 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1c16d3ab-73da-47df-ae23-994bc7d01be0 None None] Port 037349e2-00b2-42dd-9221-f53267646ef5 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:55:45.749999 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1c16d3ab-73da-47df-ae23-994bc7d01be0 None None] Provisioning complete for port 5da3145f-66ce-4376-882f-5dfae856ec63 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:45.750787 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1c16d3ab-73da-47df-ae23-994bc7d01be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5da3145f-66ce-4376-882f-5dfae856ec63), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:45.770975 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-27735413-8408-473d-8836-268173871890 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (9399ef63-7d75-46cd-a703-0a561f1c2a88), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:45.967171 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27735413-8408-473d-8836-268173871890 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Checking segment: {'id': 'fc7d5287-0acf-4494-9313-27096392567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'af907b0d-20f4-46dc-b206-49adc1987785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:55:45.968554 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27735413-8408-473d-8836-268173871890 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network hostable DHCP agents. Network: af907b0d-20f4-46dc-b206-49adc1987785, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:55:45.998409 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27735413-8408-473d-8836-268173871890 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Subnet': ['ID=9399ef63-7d75-46cd-a703-0a561f1c2a88,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:46.016783 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27735413-8408-473d-8836-268173871890 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:46.017626 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27735413-8408-473d-8836-268173871890 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:46.018757 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27735413-8408-473d-8836-268173871890 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:46.019261 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27735413-8408-473d-8836-268173871890 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:46.020471 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27735413-8408-473d-8836-268173871890 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:46.021639 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27735413-8408-473d-8836-268173871890 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:46.022271 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27735413-8408-473d-8836-268173871890 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:46.023023 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27735413-8408-473d-8836-268173871890 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:46.023617 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27735413-8408-473d-8836-268173871890 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:46.024484 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27735413-8408-473d-8836-268173871890 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:46.025110 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27735413-8408-473d-8836-268173871890 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:46.026781 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27735413-8408-473d-8836-268173871890 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:46.027372 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27735413-8408-473d-8836-268173871890 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:55:46.045186 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27735413-8408-473d-8836-268173871890 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network af907b0d-20f4-46dc-b206-49adc1987785 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:55:46.053048 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1c16d3ab-73da-47df-ae23-994bc7d01be0 None None] Current status of the port 5da3145f-66ce-4376-882f-5dfae856ec63 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:46.057291 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 5da3145f-66ce-4376-882f-5dfae856ec63 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:46.071436 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-27735413-8408-473d-8836-268173871890 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, af907b0d-20f4-46dc-b206-49adc1987785) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:55:46.078234 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27735413-8408-473d-8836-268173871890 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:46.078948 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-27735413-8408-473d-8836-268173871890 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:46.080706 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-052797f5-0d6f-45ff-85fb-5ee719a545bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'name': 'tempest-RoutersTest-router-739514684', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:55:30Z', 'updated_at': '2022-02-08T21:55:42Z', 'revision_number': 3, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None, '_interfaces': [{'id': '037349e2-00b2-42dd-9221-f53267646ef5', 'name': '', 'network_id': '0ba485d7-0096-410e-820f-0842c4d0742f', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:3c:42:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:41Z', 'updated_at': '2022-02-08T21:55:43Z', 'revision_number': 2, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a81e95d-917c-426c-a872-71120c6825ae', 'name': '', 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:35:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:33Z', 'updated_at': '2022-02-08T21:55:40Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:46.121980 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-27735413-8408-473d-8836-268173871890 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0004904 Feb 08 21:55:46.123486 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37060) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:46.174241 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052797f5-0d6f-45ff-85fb-5ee719a545bb None None] Checking router: 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:55:46.175149 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052797f5-0d6f-45ff-85fb-5ee719a545bb None None] Updating router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 port 037349e2-00b2-42dd-9221-f53267646ef5 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:55:46.178307 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231b3b5c-9ea6-4f0d-becb-d6676fce854b None None] Network af907b0d-20f4-46dc-b206-49adc1987785 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:55:46.268436 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dae8f-8a97-4cae-9876-b6a4f034eeea req-c24e81de-ee36-44f7-9e1a-461653fef0bc tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:46.271254 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f9dae8f-8a97-4cae-9876-b6a4f034eeea req-c24e81de-ee36-44f7-9e1a-461653fef0bc tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 944 time: 0.1040008 Feb 08 21:55:46.281376 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5da3145f-66ce-4376-882f-5dfae856ec63 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:55:46.346289 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ac4448cd-e152-44a1-931a-6c54581e89ed None None] Provisioning complete for port 037349e2-00b2-42dd-9221-f53267646ef5 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:46.346971 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ac4448cd-e152-44a1-931a-6c54581e89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (037349e2-00b2-42dd-9221-f53267646ef5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:46.352772 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-052797f5-0d6f-45ff-85fb-5ee719a545bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (037349e2-00b2-42dd-9221-f53267646ef5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:46.406701 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f9dae8f-8a97-4cae-9876-b6a4f034eeea req-967f321f-2717-4716-a58b-fdeb1e3a8fa6 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274860 Feb 08 21:55:46.541494 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 5da3145f-66ce-4376-882f-5dfae856ec63 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:46.542061 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5da3145f-66ce-4376-882f-5dfae856ec63), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:46.548664 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662e72f5-6ba1-4060-a52f-94b9d382dac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-af907b0d-20f4-46dc-b206-49adc1987785', 'network_id': 'af907b0d-20f4-46dc-b206-49adc1987785', 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'fixed_ips': [{'subnet_id': '9399ef63-7d75-46cd-a703-0a561f1c2a88'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:55:46.549857 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-662e72f5-6ba1-4060-a52f-94b9d382dac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:46.557215 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ac4448cd-e152-44a1-931a-6c54581e89ed None None] Port 037349e2-00b2-42dd-9221-f53267646ef5 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:55:46.715086 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30b6da2e-51a5-4225-9faa-d4508080f4dc tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:46.800594 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-662e72f5-6ba1-4060-a52f-94b9d382dac7 None None] Allocated IP 172.22.0.2 (af907b0d-20f4-46dc-b206-49adc1987785/9399ef63-7d75-46cd-a703-0a561f1c2a88/345bece7-c1bc-4164-b127-e7e2fd667b9f) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:55:47.213841 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 5da3145f-66ce-4376-882f-5dfae856ec63 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:47.262269 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-662e72f5-6ba1-4060-a52f-94b9d382dac7 None None] Publish callbacks [] for port (345bece7-c1bc-4164-b127-e7e2fd667b9f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:47.282564 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-662e72f5-6ba1-4060-a52f-94b9d382dac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (345bece7-c1bc-4164-b127-e7e2fd667b9f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:47.344854 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e72f5-6ba1-4060-a52f-94b9d382dac7 None None] Pushing event updated for resources: {'Port': ['ID=345bece7-c1bc-4164-b127-e7e2fd667b9f,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:47.430524 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-30b6da2e-51a5-4225-9faa-d4508080f4dc tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Allocated IP 172.22.0.1 (af907b0d-20f4-46dc-b206-49adc1987785/9399ef63-7d75-46cd-a703-0a561f1c2a88/541ee206-e774-4c79-91a0-5b6959cdfdb1) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:55:47.473054 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-052797f5-0d6f-45ff-85fb-5ee719a545bb None None] Publish callbacks [] for port (037349e2-00b2-42dd-9221-f53267646ef5), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:47.493677 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662e72f5-6ba1-4060-a52f-94b9d382dac7 None None] Network af907b0d-20f4-46dc-b206-49adc1987785 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:55:47.497271 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-662e72f5-6ba1-4060-a52f-94b9d382dac7 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:55:47.502011 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662e72f5-6ba1-4060-a52f-94b9d382dac7 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:55:47.511611 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-052797f5-0d6f-45ff-85fb-5ee719a545bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (037349e2-00b2-42dd-9221-f53267646ef5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:47.696431 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeed748-e074-4f0d-9c99-b1a71ed46490 req-971a442d-21bf-4503-be81-819f5e438b5e tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:47.710963 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8aeed748-e074-4f0d-9c99-b1a71ed46490 req-971a442d-21bf-4503-be81-819f5e438b5e tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 944 time: 0.1512756 Feb 08 21:55:47.730592 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30b6da2e-51a5-4225-9faa-d4508080f4dc tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for port (541ee206-e774-4c79-91a0-5b6959cdfdb1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:47.813507 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30b6da2e-51a5-4225-9faa-d4508080f4dc tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (541ee206-e774-4c79-91a0-5b6959cdfdb1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:47.815414 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d35eb6-ea3f-4189-a96a-f5266086a011 None None] Pushing event updated for resources: {'Port': ['ID=037349e2-00b2-42dd-9221-f53267646ef5,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:47.830978 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-662e72f5-6ba1-4060-a52f-94b9d382dac7 None None] Attempting to bind port 345bece7-c1bc-4164-b127-e7e2fd667b9f on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:55:47.833176 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-662e72f5-6ba1-4060-a52f-94b9d382dac7 None None] Attempting to bind port 345bece7-c1bc-4164-b127-e7e2fd667b9f by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'fc7d5287-0acf-4494-9313-27096392567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'af907b0d-20f4-46dc-b206-49adc1987785'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:55:47.833790 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e72f5-6ba1-4060-a52f-94b9d382dac7 None None] Attempting to bind port 345bece7-c1bc-4164-b127-e7e2fd667b9f on network af907b0d-20f4-46dc-b206-49adc1987785 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:55:47.842210 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-052797f5-0d6f-45ff-85fb-5ee719a545bb None None] Attempting to bind port 037349e2-00b2-42dd-9221-f53267646ef5 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:55:47.842841 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-052797f5-0d6f-45ff-85fb-5ee719a545bb None None] Attempting to bind port 037349e2-00b2-42dd-9221-f53267646ef5 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '4d35791e-3cde-4933-b883-254565576946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0ba485d7-0096-410e-820f-0842c4d0742f'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:55:47.844330 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052797f5-0d6f-45ff-85fb-5ee719a545bb None None] Attempting to bind port 037349e2-00b2-42dd-9221-f53267646ef5 on network 0ba485d7-0096-410e-820f-0842c4d0742f {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:55:47.848986 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e72f5-6ba1-4060-a52f-94b9d382dac7 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:55:47.849758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e72f5-6ba1-4060-a52f-94b9d382dac7 None None] Checking segment: {'id': 'fc7d5287-0acf-4494-9313-27096392567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'af907b0d-20f4-46dc-b206-49adc1987785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:55:47.850289 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-662e72f5-6ba1-4060-a52f-94b9d382dac7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:47.850803 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e72f5-6ba1-4060-a52f-94b9d382dac7 None None] Bound using segment: {'id': 'fc7d5287-0acf-4494-9313-27096392567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'af907b0d-20f4-46dc-b206-49adc1987785'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:55:47.851674 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-662e72f5-6ba1-4060-a52f-94b9d382dac7 None None] Bound port: 345bece7-c1bc-4164-b127-e7e2fd667b9f, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7d5287-0acf-4494-9313-27096392567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'af907b0d-20f4-46dc-b206-49adc1987785'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:55:47.852407 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-662e72f5-6ba1-4060-a52f-94b9d382dac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (345bece7-c1bc-4164-b127-e7e2fd667b9f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:47.871337 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8aeed748-e074-4f0d-9c99-b1a71ed46490 req-3c6c4e4e-b359-48ac-b81b-639a335902bd tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520174 Feb 08 21:55:47.931356 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6da2e-51a5-4225-9faa-d4508080f4dc tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Port': ['ID=541ee206-e774-4c79-91a0-5b6959cdfdb1,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:47.959406 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b6da2e-51a5-4225-9faa-d4508080f4dc tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network af907b0d-20f4-46dc-b206-49adc1987785 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:55:47.964535 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-30b6da2e-51a5-4225-9faa-d4508080f4dc tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:55:47.975160 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b6da2e-51a5-4225-9faa-d4508080f4dc tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:55:48.026699 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-662e72f5-6ba1-4060-a52f-94b9d382dac7 None None] For port 345bece7-c1bc-4164-b127-e7e2fd667b9f, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:55:48.031543 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-662e72f5-6ba1-4060-a52f-94b9d382dac7 None None] For port 345bece7-c1bc-4164-b127-e7e2fd667b9f, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=345bece7-c1bc-4164-b127-e7e2fd667b9f,segment=NetworkSegment(fc7d5287-0acf-4494-9313-27096392567f),segment_id=fc7d5287-0acf-4494-9313-27096392567f)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:55:48.038019 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052797f5-0d6f-45ff-85fb-5ee719a545bb None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:55:48.038690 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052797f5-0d6f-45ff-85fb-5ee719a545bb None None] Checking segment: {'id': '4d35791e-3cde-4933-b883-254565576946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0ba485d7-0096-410e-820f-0842c4d0742f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:55:48.039156 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-052797f5-0d6f-45ff-85fb-5ee719a545bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:48.039532 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052797f5-0d6f-45ff-85fb-5ee719a545bb None None] Bound using segment: {'id': '4d35791e-3cde-4933-b883-254565576946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0ba485d7-0096-410e-820f-0842c4d0742f'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:55:48.040043 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-052797f5-0d6f-45ff-85fb-5ee719a545bb None None] Bound port: 037349e2-00b2-42dd-9221-f53267646ef5, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d35791e-3cde-4933-b883-254565576946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0ba485d7-0096-410e-820f-0842c4d0742f'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:55:48.040748 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-052797f5-0d6f-45ff-85fb-5ee719a545bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (037349e2-00b2-42dd-9221-f53267646ef5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:48.063394 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-662e72f5-6ba1-4060-a52f-94b9d382dac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (345bece7-c1bc-4164-b127-e7e2fd667b9f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:48.094884 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30b6da2e-51a5-4225-9faa-d4508080f4dc tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:48.193969 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-004508af-c2ee-40d3-a99e-ec4c36797fd1 None None] Provisioning complete for port 037349e2-00b2-42dd-9221-f53267646ef5 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:48.194264 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-004508af-c2ee-40d3-a99e-ec4c36797fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (037349e2-00b2-42dd-9221-f53267646ef5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:48.300002 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-052797f5-0d6f-45ff-85fb-5ee719a545bb None None] For port 037349e2-00b2-42dd-9221-f53267646ef5, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:55:48.304611 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30b6da2e-51a5-4225-9faa-d4508080f4dc tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (541ee206-e774-4c79-91a0-5b6959cdfdb1), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:48.309682 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-052797f5-0d6f-45ff-85fb-5ee719a545bb None None] For port 037349e2-00b2-42dd-9221-f53267646ef5, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=037349e2-00b2-42dd-9221-f53267646ef5,segment=NetworkSegment(4d35791e-3cde-4933-b883-254565576946),segment_id=4d35791e-3cde-4933-b883-254565576946)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:55:48.318766 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e72f5-6ba1-4060-a52f-94b9d382dac7 None None] Pushing event updated for resources: {'Port': ['ID=345bece7-c1bc-4164-b127-e7e2fd667b9f,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:48.326201 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-004508af-c2ee-40d3-a99e-ec4c36797fd1 None None] Port 037349e2-00b2-42dd-9221-f53267646ef5 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:55:48.333705 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-052797f5-0d6f-45ff-85fb-5ee719a545bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (037349e2-00b2-42dd-9221-f53267646ef5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:48.488232 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052797f5-0d6f-45ff-85fb-5ee719a545bb None None] Routers {'23e29e5d-a0ac-4283-a3a6-980fc76c1d68'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:55:48.491533 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-052797f5-0d6f-45ff-85fb-5ee719a545bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:55:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:48.499570 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d35eb6-ea3f-4189-a96a-f5266086a011 None None] Pushing event updated for resources: {'Port': ['ID=037349e2-00b2-42dd-9221-f53267646ef5,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:48.904397 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30b6da2e-51a5-4225-9faa-d4508080f4dc tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for port (541ee206-e774-4c79-91a0-5b6959cdfdb1), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:48.912782 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30b6da2e-51a5-4225-9faa-d4508080f4dc tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (541ee206-e774-4c79-91a0-5b6959cdfdb1), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:49.007234 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-052797f5-0d6f-45ff-85fb-5ee719a545bb None None] Set router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:55:49.025806 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6da2e-51a5-4225-9faa-d4508080f4dc tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Port': ['ID=541ee206-e774-4c79-91a0-5b6959cdfdb1,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:49.042129 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30b6da2e-51a5-4225-9faa-d4508080f4dc tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:49.069440 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683aaf1-9408-443e-8176-1146fdfad5ce req-73d4067e-a751-4fad-9c9b-a65c33631483 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:49.081019 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0683aaf1-9408-443e-8176-1146fdfad5ce req-73d4067e-a751-4fad-9c9b-a65c33631483 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 944 time: 0.1150031 Feb 08 21:55:49.159771 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0683aaf1-9408-443e-8176-1146fdfad5ce req-db791e50-84e4-4527-be67-13a347a51fee tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776935 Feb 08 21:55:49.204453 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b6da2e-51a5-4225-9faa-d4508080f4dc tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network af907b0d-20f4-46dc-b206-49adc1987785 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:55:49.206606 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-30b6da2e-51a5-4225-9faa-d4508080f4dc tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:55:49.256383 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-abde2ad7-4ccb-4c74-8096-3ccaf97aa5a4 None None] Provisioning complete for port 037349e2-00b2-42dd-9221-f53267646ef5 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:49.256761 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-abde2ad7-4ccb-4c74-8096-3ccaf97aa5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (037349e2-00b2-42dd-9221-f53267646ef5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:49.413327 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b6da2e-51a5-4225-9faa-d4508080f4dc tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:55:49.481083 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-abde2ad7-4ccb-4c74-8096-3ccaf97aa5a4 None None] Current status of the port 037349e2-00b2-42dd-9221-f53267646ef5 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:49.482015 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-abde2ad7-4ccb-4c74-8096-3ccaf97aa5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (037349e2-00b2-42dd-9221-f53267646ef5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:49.552675 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-abde2ad7-4ccb-4c74-8096-3ccaf97aa5a4 None None] For port 037349e2-00b2-42dd-9221-f53267646ef5, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=037349e2-00b2-42dd-9221-f53267646ef5,segment=NetworkSegment(4d35791e-3cde-4933-b883-254565576946),segment_id=4d35791e-3cde-4933-b883-254565576946)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:55:49.567873 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-abde2ad7-4ccb-4c74-8096-3ccaf97aa5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (037349e2-00b2-42dd-9221-f53267646ef5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:49.650409 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-052797f5-0d6f-45ff-85fb-5ee719a545bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'name': 'tempest-RoutersTest-router-739514684', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:55:30Z', 'updated_at': '2022-02-08T21:55:48Z', 'revision_number': 4, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None, '_interfaces': [{'id': '037349e2-00b2-42dd-9221-f53267646ef5', 'name': '', 'network_id': '0ba485d7-0096-410e-820f-0842c4d0742f', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:3c:42:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:41Z', 'updated_at': '2022-02-08T21:55:48Z', 'revision_number': 4, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '541ee206-e774-4c79-91a0-5b6959cdfdb1', 'name': '', 'network_id': 'af907b0d-20f4-46dc-b206-49adc1987785', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:5b:26:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '9399ef63-7d75-46cd-a703-0a561f1c2a88', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:46Z', 'updated_at': '2022-02-08T21:55:47Z', 'revision_number': 1, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '9399ef63-7d75-46cd-a703-0a561f1c2a88', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a81e95d-917c-426c-a872-71120c6825ae', 'name': '', 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:35:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:33Z', 'updated_at': '2022-02-08T21:55:40Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:49.663716 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b6da2e-51a5-4225-9faa-d4508080f4dc tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:55:49.684263 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-30b6da2e-51a5-4225-9faa-d4508080f4dc tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "PUT /v2.0/routers/23e29e5d-a0ac-4283-a3a6-980fc76c1d68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5584710 Feb 08 21:55:49.688730 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37078) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:49.700154 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-2d223ae1-abc0-4334-89d5-77fc8d12d6aa tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'network': {'name': 'tempest-RoutersTest-1115115613'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:55:49.736417 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052797f5-0d6f-45ff-85fb-5ee719a545bb None None] The sync data for ids ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'] in n-d-712143-31 is: [{'id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'name': 'tempest-RoutersTest-router-739514684', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:55:30Z', 'updated_at': '2022-02-08T21:55:48Z', 'revision_number': 4, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None, '_interfaces': [{'id': '037349e2-00b2-42dd-9221-f53267646ef5', 'name': '', 'network_id': '0ba485d7-0096-410e-820f-0842c4d0742f', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:3c:42:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:41Z', 'updated_at': '2022-02-08T21:55:48Z', 'revision_number': 4, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '541ee206-e774-4c79-91a0-5b6959cdfdb1', 'name': '', 'network_id': 'af907b0d-20f4-46dc-b206-49adc1987785', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:5b:26:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '9399ef63-7d75-46cd-a703-0a561f1c2a88', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:46Z', 'updated_at': '2022-02-08T21:55:47Z', 'revision_number': 1, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '9399ef63-7d75-46cd-a703-0a561f1c2a88', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a81e95d-917c-426c-a872-71120c6825ae', 'name': '', 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:35:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:33Z', 'updated_at': '2022-02-08T21:55:40Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:55:49.751366 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde2ad7-4ccb-4c74-8096-3ccaf97aa5a4 None None] Pushing event updated for resources: {'Port': ['ID=037349e2-00b2-42dd-9221-f53267646ef5,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:49.802345 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d223ae1-abc0-4334-89d5-77fc8d12d6aa tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Made reservation on behalf of ce00c950d6fd4f2cb5d48594e4844733 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:55:49.832899 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2d223ae1-abc0-4334-89d5-77fc8d12d6aa tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:49.883375 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:55:49.925011 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d223ae1-abc0-4334-89d5-77fc8d12d6aa tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:55:49.970544 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2d223ae1-abc0-4334-89d5-77fc8d12d6aa tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (94126510-13d5-4175-b124-ebbee8b1a11e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:49.971403 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-2d223ae1-abc0-4334-89d5-77fc8d12d6aa tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Added segment 94126510-13d5-4175-b124-ebbee8b1a11e of type vlan for network f50658ba-3c66-48e5-9f92-4f17406742e1 Feb 08 21:55:50.193719 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2d223ae1-abc0-4334-89d5-77fc8d12d6aa tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (f50658ba-3c66-48e5-9f92-4f17406742e1), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:50.249349 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e6bc21-424f-4610-b988-1e5e1a8b2dab None None] Network af907b0d-20f4-46dc-b206-49adc1987785 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:55:50.293594 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2d223ae1-abc0-4334-89d5-77fc8d12d6aa tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (f50658ba-3c66-48e5-9f92-4f17406742e1), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:50.300654 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d223ae1-abc0-4334-89d5-77fc8d12d6aa tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:50.306146 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2d223ae1-abc0-4334-89d5-77fc8d12d6aa tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:50.525138 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d223ae1-abc0-4334-89d5-77fc8d12d6aa tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Network': ['ID=f50658ba-3c66-48e5-9f92-4f17406742e1,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:50.553707 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 037349e2-00b2-42dd-9221-f53267646ef5 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:55:50.607161 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37086) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:50.609297 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2d223ae1-abc0-4334-89d5-77fc8d12d6aa tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9167643 Feb 08 21:55:50.614571 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e7e6097a-e7f4-4560-b152-128edf579aa4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'subnet': {'network_id': 'f50658ba-3c66-48e5-9f92-4f17406742e1', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:55:50.621978 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa95787-f85d-40c8-b56f-1c6a63ff2681 req-12c95e02-7e0d-4158-b0bf-5d26ac7a2130 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:50.632821 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-baa95787-f85d-40c8-b56f-1c6a63ff2681 req-12c95e02-7e0d-4158-b0bf-5d26ac7a2130 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 944 time: 0.3221493 Feb 08 21:55:50.635915 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network f50658ba-3c66-48e5-9f92-4f17406742e1 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:55:50.707945 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-baa95787-f85d-40c8-b56f-1c6a63ff2681 req-6a0e5c83-8d65-4532-b889-0a073662dfbb tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735872 Feb 08 21:55:50.891044 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e6097a-e7f4-4560-b152-128edf579aa4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Made reservation on behalf of ce00c950d6fd4f2cb5d48594e4844733 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:55:50.895183 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7e6097a-e7f4-4560-b152-128edf579aa4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:50.973758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4074400d-8dc1-4e62-881c-0097453fdb3a None None] Provisioning complete for port 345bece7-c1bc-4164-b127-e7e2fd667b9f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:50.974573 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4074400d-8dc1-4e62-881c-0097453fdb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (345bece7-c1bc-4164-b127-e7e2fd667b9f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:51.331804 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7e6097a-e7f4-4560-b152-128edf579aa4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (a783e99f-67d3-42cc-8a27-6e5118d6891c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:51.499500 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6097a-e7f4-4560-b152-128edf579aa4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Subnet': ['ID=a783e99f-67d3-42cc-8a27-6e5118d6891c,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:51.557068 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e6097a-e7f4-4560-b152-128edf579aa4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Checking segment: {'id': '94126510-13d5-4175-b124-ebbee8b1a11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f50658ba-3c66-48e5-9f92-4f17406742e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:55:51.557068 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e6097a-e7f4-4560-b152-128edf579aa4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network hostable DHCP agents. Network: f50658ba-3c66-48e5-9f92-4f17406742e1, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:55:51.622194 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e6097a-e7f4-4560-b152-128edf579aa4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network f50658ba-3c66-48e5-9f92-4f17406742e1 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:55:51.638235 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-e7e6097a-e7f4-4560-b152-128edf579aa4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, f50658ba-3c66-48e5-9f92-4f17406742e1) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:55:51.643227 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e6097a-e7f4-4560-b152-128edf579aa4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:51.643888 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7e6097a-e7f4-4560-b152-128edf579aa4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:51.669756 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 037349e2-00b2-42dd-9221-f53267646ef5 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:51.670653 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (037349e2-00b2-42dd-9221-f53267646ef5), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:51.677179 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e7e6097a-e7f4-4560-b152-128edf579aa4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0688698 Feb 08 21:55:51.678845 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4074400d-8dc1-4e62-881c-0097453fdb3a None None] Current status of the port 345bece7-c1bc-4164-b127-e7e2fd667b9f is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:51.679316 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4074400d-8dc1-4e62-881c-0097453fdb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (345bece7-c1bc-4164-b127-e7e2fd667b9f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:51.682307 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e259db1-992e-4c15-b4db-c06dc6f81533 None None] Network f50658ba-3c66-48e5-9f92-4f17406742e1 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:55:51.691149 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37092) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:52.135620 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928428e2-68ad-489a-bbb9-6e6c79f5e758 req-adb78929-4fef-440b-a33c-0cc3fa65635d tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:52.161737 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-928428e2-68ad-489a-bbb9-6e6c79f5e758 req-adb78929-4fef-440b-a33c-0cc3fa65635d tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 944 time: 0.3365231 Feb 08 21:55:52.357762 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4074400d-8dc1-4e62-881c-0097453fdb3a None None] For port 345bece7-c1bc-4164-b127-e7e2fd667b9f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=345bece7-c1bc-4164-b127-e7e2fd667b9f,segment=NetworkSegment(fc7d5287-0acf-4494-9313-27096392567f),segment_id=fc7d5287-0acf-4494-9313-27096392567f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:55:52.369850 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-928428e2-68ad-489a-bbb9-6e6c79f5e758 req-fdcdd8af-217c-4a36-9648-54e3fe6605a2 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065670 Feb 08 21:55:52.379713 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4074400d-8dc1-4e62-881c-0097453fdb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (345bece7-c1bc-4164-b127-e7e2fd667b9f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:52.536961 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6eef5d-4f43-42e1-a829-d42292567b2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-f50658ba-3c66-48e5-9f92-4f17406742e1', 'network_id': 'f50658ba-3c66-48e5-9f92-4f17406742e1', 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'fixed_ips': [{'subnet_id': 'a783e99f-67d3-42cc-8a27-6e5118d6891c'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:55:52.541075 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ab6eef5d-4f43-42e1-a829-d42292567b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:52.703177 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4074400d-8dc1-4e62-881c-0097453fdb3a None None] Pushing event updated for resources: {'Port': ['ID=345bece7-c1bc-4164-b127-e7e2fd667b9f,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:52.773765 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 037349e2-00b2-42dd-9221-f53267646ef5 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:52.775800 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 345bece7-c1bc-4164-b127-e7e2fd667b9f up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:55:52.795574 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a58c38-ab38-4fe5-9e4a-6dd3d7195838 None None] Sync routers for ids ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:55:52.831420 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-c616c8bd-39b5-45e1-b9f1-98ad8ac5579b None None] Provisioning complete for port 541ee206-e774-4c79-91a0-5b6959cdfdb1 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:52.832139 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c616c8bd-39b5-45e1-b9f1-98ad8ac5579b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (541ee206-e774-4c79-91a0-5b6959cdfdb1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:52.835423 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a58c38-ab38-4fe5-9e4a-6dd3d7195838 None None] Routers {'23e29e5d-a0ac-4283-a3a6-980fc76c1d68'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:55:52.836121 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-10a58c38-ab38-4fe5-9e4a-6dd3d7195838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:55:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:53.031476 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c616c8bd-39b5-45e1-b9f1-98ad8ac5579b None None] Port 541ee206-e774-4c79-91a0-5b6959cdfdb1 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:55:53.039432 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b18e7c65-08fc-4052-be48-28417a381e9f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:53.108527 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-10a58c38-ab38-4fe5-9e4a-6dd3d7195838 None None] Set router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:55:53.142735 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-c616c8bd-39b5-45e1-b9f1-98ad8ac5579b None None] Provisioning complete for port 345bece7-c1bc-4164-b127-e7e2fd667b9f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:53.143333 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c616c8bd-39b5-45e1-b9f1-98ad8ac5579b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (345bece7-c1bc-4164-b127-e7e2fd667b9f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:53.236615 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-ab6eef5d-4f43-42e1-a829-d42292567b2f None None] Allocated IP 172.23.0.2 (f50658ba-3c66-48e5-9f92-4f17406742e1/a783e99f-67d3-42cc-8a27-6e5118d6891c/2a918b08-a280-4d7f-87d6-585261597fe4) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:55:53.271199 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 345bece7-c1bc-4164-b127-e7e2fd667b9f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:53.271913 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (345bece7-c1bc-4164-b127-e7e2fd667b9f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:53.755205 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e657d-37e3-4894-b1f5-6e3a4710aed0 req-f46e0bc1-e084-48d9-be1c-edcd9fe0f857 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:53.762949 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef9e657d-37e3-4894-b1f5-6e3a4710aed0 req-f46e0bc1-e084-48d9-be1c-edcd9fe0f857 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 944 time: 0.2078211 Feb 08 21:55:53.837101 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-10a58c38-ab38-4fe5-9e4a-6dd3d7195838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'name': 'tempest-RoutersTest-router-739514684', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:55:30Z', 'updated_at': '2022-02-08T21:55:48Z', 'revision_number': 4, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None, '_interfaces': [{'id': '037349e2-00b2-42dd-9221-f53267646ef5', 'name': '', 'network_id': '0ba485d7-0096-410e-820f-0842c4d0742f', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:3c:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:41Z', 'updated_at': '2022-02-08T21:55:49Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '541ee206-e774-4c79-91a0-5b6959cdfdb1', 'name': '', 'network_id': 'af907b0d-20f4-46dc-b206-49adc1987785', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:5b:26:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '9399ef63-7d75-46cd-a703-0a561f1c2a88', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:46Z', 'updated_at': '2022-02-08T21:55:48Z', 'revision_number': 2, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '9399ef63-7d75-46cd-a703-0a561f1c2a88', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a81e95d-917c-426c-a872-71120c6825ae', 'name': '', 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:35:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:33Z', 'updated_at': '2022-02-08T21:55:40Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:53.901167 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef9e657d-37e3-4894-b1f5-6e3a4710aed0 req-010003d2-878b-46bd-9559-e96957f707ff tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284795 Feb 08 21:55:53.957013 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a58c38-ab38-4fe5-9e4a-6dd3d7195838 None None] Checking router: 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:55:53.957982 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a58c38-ab38-4fe5-9e4a-6dd3d7195838 None None] Updating router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 port 541ee206-e774-4c79-91a0-5b6959cdfdb1 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:55:54.049222 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-10a58c38-ab38-4fe5-9e4a-6dd3d7195838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (541ee206-e774-4c79-91a0-5b6959cdfdb1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:54.243910 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 345bece7-c1bc-4164-b127-e7e2fd667b9f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:54.389129 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ab6eef5d-4f43-42e1-a829-d42292567b2f None None] Publish callbacks [] for port (2a918b08-a280-4d7f-87d6-585261597fe4), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:54.411687 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ab6eef5d-4f43-42e1-a829-d42292567b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (2a918b08-a280-4d7f-87d6-585261597fe4), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:54.502321 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1190fde9-22f2-4894-b321-db66a402d99d req-fe78b03f-0f50-4107-a07b-69244c43e7a5 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=bd14a583-6008-4070-857b-d7384a68a06b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2721395 Feb 08 21:55:54.596440 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-b18e7c65-08fc-4052-be48-28417a381e9f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Allocated IP 172.23.0.1 (f50658ba-3c66-48e5-9f92-4f17406742e1/a783e99f-67d3-42cc-8a27-6e5118d6891c/151dc9b9-30e4-459e-ab48-5d6c5ec962bb) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:55:54.896430 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6eef5d-4f43-42e1-a829-d42292567b2f None None] Network f50658ba-3c66-48e5-9f92-4f17406742e1 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:55:54.906198 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-ab6eef5d-4f43-42e1-a829-d42292567b2f None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:55:54.910815 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 345bece7-c1bc-4164-b127-e7e2fd667b9f up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:55:54.916234 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190fde9-22f2-4894-b321-db66a402d99d req-d08f0b77-e84c-49d6-9505-3175ca465c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:54.918524 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1190fde9-22f2-4894-b321-db66a402d99d req-d08f0b77-e84c-49d6-9505-3175ca465c97 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=224cdca309204cf4ab30e157a31b072a&device_id=bd14a583-6008-4070-857b-d7384a68a06b HTTP/1.1" status: 200 len: 1128 time: 0.3590653 Feb 08 21:55:54.921554 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6eef5d-4f43-42e1-a829-d42292567b2f None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:55:54.924466 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c616c8bd-39b5-45e1-b9f1-98ad8ac5579b None None] Current status of the port 345bece7-c1bc-4164-b127-e7e2fd667b9f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:55.011285 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7b2a9a11-c5ac-408d-9a8d-f6a15fb23474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:55.031857 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6eef5d-4f43-42e1-a829-d42292567b2f None None] Pushing event updated for resources: {'Port': ['ID=2a918b08-a280-4d7f-87d6-585261597fe4,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:55.182115 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-10a58c38-ab38-4fe5-9e4a-6dd3d7195838 None None] Publish callbacks [] for port (541ee206-e774-4c79-91a0-5b6959cdfdb1), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:55.213465 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-97e59cef-cd33-4afd-8c99-e67e7e73d769 None None] Provisioning complete for port 541ee206-e774-4c79-91a0-5b6959cdfdb1 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:55.213940 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-97e59cef-cd33-4afd-8c99-e67e7e73d769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (541ee206-e774-4c79-91a0-5b6959cdfdb1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:55.214106 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-10a58c38-ab38-4fe5-9e4a-6dd3d7195838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (541ee206-e774-4c79-91a0-5b6959cdfdb1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:55.263503 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-97e59cef-cd33-4afd-8c99-e67e7e73d769 None None] Port 541ee206-e774-4c79-91a0-5b6959cdfdb1 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:55:55.283538 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-ab6eef5d-4f43-42e1-a829-d42292567b2f None None] Attempting to bind port 2a918b08-a280-4d7f-87d6-585261597fe4 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:55:55.283985 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-ab6eef5d-4f43-42e1-a829-d42292567b2f None None] Attempting to bind port 2a918b08-a280-4d7f-87d6-585261597fe4 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '94126510-13d5-4175-b124-ebbee8b1a11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f50658ba-3c66-48e5-9f92-4f17406742e1'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:55:55.284276 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6eef5d-4f43-42e1-a829-d42292567b2f None None] Attempting to bind port 2a918b08-a280-4d7f-87d6-585261597fe4 on network f50658ba-3c66-48e5-9f92-4f17406742e1 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:55:55.322461 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6eef5d-4f43-42e1-a829-d42292567b2f None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:55:55.323174 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6eef5d-4f43-42e1-a829-d42292567b2f None None] Checking segment: {'id': '94126510-13d5-4175-b124-ebbee8b1a11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f50658ba-3c66-48e5-9f92-4f17406742e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:55:55.325326 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ab6eef5d-4f43-42e1-a829-d42292567b2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:55.325326 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6eef5d-4f43-42e1-a829-d42292567b2f None None] Bound using segment: {'id': '94126510-13d5-4175-b124-ebbee8b1a11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f50658ba-3c66-48e5-9f92-4f17406742e1'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:55:55.330406 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-ab6eef5d-4f43-42e1-a829-d42292567b2f None None] Bound port: 2a918b08-a280-4d7f-87d6-585261597fe4, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94126510-13d5-4175-b124-ebbee8b1a11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f50658ba-3c66-48e5-9f92-4f17406742e1'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:55:55.330406 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ab6eef5d-4f43-42e1-a829-d42292567b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2a918b08-a280-4d7f-87d6-585261597fe4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:55.340375 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 345bece7-c1bc-4164-b127-e7e2fd667b9f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:55.340955 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (345bece7-c1bc-4164-b127-e7e2fd667b9f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:55.378892 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a6bbc-fb2d-4510-aad9-f1324511717a None None] Pushing event updated for resources: {'Port': ['ID=541ee206-e774-4c79-91a0-5b6959cdfdb1,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:55.508883 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256938fe-c0b6-4ff7-9b7d-8c4467931b73 req-1e468baa-4f7b-493b-bc4c-c9e2775da1ce tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:55.510529 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b18e7c65-08fc-4052-be48-28417a381e9f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for port (151dc9b9-30e4-459e-ab48-5d6c5ec962bb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:55.513793 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-256938fe-c0b6-4ff7-9b7d-8c4467931b73 req-1e468baa-4f7b-493b-bc4c-c9e2775da1ce tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 944 time: 0.3266964 Feb 08 21:55:55.592016 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-10a58c38-ab38-4fe5-9e4a-6dd3d7195838 None None] Attempting to bind port 541ee206-e774-4c79-91a0-5b6959cdfdb1 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:55:55.597310 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-10a58c38-ab38-4fe5-9e4a-6dd3d7195838 None None] Attempting to bind port 541ee206-e774-4c79-91a0-5b6959cdfdb1 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'fc7d5287-0acf-4494-9313-27096392567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'af907b0d-20f4-46dc-b206-49adc1987785'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:55:55.598713 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a58c38-ab38-4fe5-9e4a-6dd3d7195838 None None] Attempting to bind port 541ee206-e774-4c79-91a0-5b6959cdfdb1 on network af907b0d-20f4-46dc-b206-49adc1987785 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:55:55.633835 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a58c38-ab38-4fe5-9e4a-6dd3d7195838 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:55:55.634394 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a58c38-ab38-4fe5-9e4a-6dd3d7195838 None None] Checking segment: {'id': 'fc7d5287-0acf-4494-9313-27096392567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'af907b0d-20f4-46dc-b206-49adc1987785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:55:55.635050 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-10a58c38-ab38-4fe5-9e4a-6dd3d7195838 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:55.635698 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a58c38-ab38-4fe5-9e4a-6dd3d7195838 None None] Bound using segment: {'id': 'fc7d5287-0acf-4494-9313-27096392567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'af907b0d-20f4-46dc-b206-49adc1987785'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:55:55.636463 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-10a58c38-ab38-4fe5-9e4a-6dd3d7195838 None None] Bound port: 541ee206-e774-4c79-91a0-5b6959cdfdb1, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7d5287-0acf-4494-9313-27096392567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'af907b0d-20f4-46dc-b206-49adc1987785'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:55:55.637090 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-10a58c38-ab38-4fe5-9e4a-6dd3d7195838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (541ee206-e774-4c79-91a0-5b6959cdfdb1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:55.703344 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190fde9-22f2-4894-b321-db66a402d99d req-21c7dab3-8deb-4b21-9436-95706ea8eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:55.707191 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1190fde9-22f2-4894-b321-db66a402d99d req-21c7dab3-8deb-4b21-9436-95706ea8eab8 service neutron] 10.222.0.94 "GET /v2.0/networks?id=0512048c-55e1-420b-8bea-491fbd42c90c HTTP/1.1" status: 200 len: 910 time: 0.7314727 Feb 08 21:55:55.744973 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ab6eef5d-4f43-42e1-a829-d42292567b2f None None] For port 2a918b08-a280-4d7f-87d6-585261597fe4, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:55:55.754984 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ab6eef5d-4f43-42e1-a829-d42292567b2f None None] For port 2a918b08-a280-4d7f-87d6-585261597fe4, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=2a918b08-a280-4d7f-87d6-585261597fe4,segment=NetworkSegment(94126510-13d5-4175-b124-ebbee8b1a11e),segment_id=94126510-13d5-4175-b124-ebbee8b1a11e)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:55:55.768442 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-256938fe-c0b6-4ff7-9b7d-8c4467931b73 req-e85ac2fb-5780-4ba6-9465-2bf4df918b8c tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370715 Feb 08 21:55:55.793027 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ab6eef5d-4f43-42e1-a829-d42292567b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2a918b08-a280-4d7f-87d6-585261597fe4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:55.987293 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b18e7c65-08fc-4052-be48-28417a381e9f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (151dc9b9-30e4-459e-ab48-5d6c5ec962bb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:55.999246 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-10a58c38-ab38-4fe5-9e4a-6dd3d7195838 None None] For port 541ee206-e774-4c79-91a0-5b6959cdfdb1, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:55:56.010607 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-10a58c38-ab38-4fe5-9e4a-6dd3d7195838 None None] For port 541ee206-e774-4c79-91a0-5b6959cdfdb1, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=541ee206-e774-4c79-91a0-5b6959cdfdb1,segment=NetworkSegment(fc7d5287-0acf-4494-9313-27096392567f),segment_id=fc7d5287-0acf-4494-9313-27096392567f)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:55:56.030295 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-10a58c38-ab38-4fe5-9e4a-6dd3d7195838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (541ee206-e774-4c79-91a0-5b6959cdfdb1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:56.037588 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1190fde9-22f2-4894-b321-db66a402d99d req-7329d3b5-2665-4ce8-9187-017e9bb57643 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e84ae9-01e4-4066-a89f-9c7839ed4c39 HTTP/1.1" status: 200 len: 1000 time: 0.3226190 Feb 08 21:55:56.248270 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a58c38-ab38-4fe5-9e4a-6dd3d7195838 None None] Routers {'23e29e5d-a0ac-4283-a3a6-980fc76c1d68'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:55:56.249318 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-10a58c38-ab38-4fe5-9e4a-6dd3d7195838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:55:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:56.336228 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 345bece7-c1bc-4164-b127-e7e2fd667b9f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:56.350841 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6eef5d-4f43-42e1-a829-d42292567b2f None None] Pushing event updated for resources: {'Port': ['ID=2a918b08-a280-4d7f-87d6-585261597fe4,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:56.394321 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ef6c69a1-6b5b-4df1-b277-5167ea0abcdd None None] Provisioning complete for port 541ee206-e774-4c79-91a0-5b6959cdfdb1 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:56.395430 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ef6c69a1-6b5b-4df1-b277-5167ea0abcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (541ee206-e774-4c79-91a0-5b6959cdfdb1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:56.429719 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a6bbc-fb2d-4510-aad9-f1324511717a None None] Pushing event updated for resources: {'Port': ['ID=541ee206-e774-4c79-91a0-5b6959cdfdb1,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:56.447007 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190fde9-22f2-4894-b321-db66a402d99d req-ef2b725c-50fb-4835-8ff6-61630bd997e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:56.449493 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1190fde9-22f2-4894-b321-db66a402d99d req-ef2b725c-50fb-4835-8ff6-61630bd997e7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0aba1a01-7dcc-429b-a7ed-eefc12dcd42c HTTP/1.1" status: 200 len: 848 time: 0.3510127 Feb 08 21:55:56.484861 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18e7c65-08fc-4052-be48-28417a381e9f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network f50658ba-3c66-48e5-9f92-4f17406742e1 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:55:56.607036 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-b18e7c65-08fc-4052-be48-28417a381e9f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:55:56.630238 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18e7c65-08fc-4052-be48-28417a381e9f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:55:56.847230 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e7c65-08fc-4052-be48-28417a381e9f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Port': ['ID=151dc9b9-30e4-459e-ab48-5d6c5ec962bb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:56.909257 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b18e7c65-08fc-4052-be48-28417a381e9f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:56.924663 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190fde9-22f2-4894-b321-db66a402d99d req-54929041-fdc2-4da7-a298-2a16312dc08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:56.927694 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1190fde9-22f2-4894-b321-db66a402d99d req-54929041-fdc2-4da7-a298-2a16312dc08e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0512048c-55e1-420b-8bea-491fbd42c90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4215527 Feb 08 21:55:57.043794 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ef6c69a1-6b5b-4df1-b277-5167ea0abcdd None None] Current status of the port 541ee206-e774-4c79-91a0-5b6959cdfdb1 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:57.043794 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ef6c69a1-6b5b-4df1-b277-5167ea0abcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (541ee206-e774-4c79-91a0-5b6959cdfdb1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:57.134298 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-10a58c38-ab38-4fe5-9e4a-6dd3d7195838 None None] Set router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:55:57.169179 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ef6c69a1-6b5b-4df1-b277-5167ea0abcdd None None] For port 541ee206-e774-4c79-91a0-5b6959cdfdb1, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=541ee206-e774-4c79-91a0-5b6959cdfdb1,segment=NetworkSegment(fc7d5287-0acf-4494-9313-27096392567f),segment_id=fc7d5287-0acf-4494-9313-27096392567f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:55:57.177323 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ef6c69a1-6b5b-4df1-b277-5167ea0abcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (541ee206-e774-4c79-91a0-5b6959cdfdb1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:57.225166 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8934e71-7fc0-4b03-8bd8-b73782c795df req-c5c037ab-0f8c-4a2f-bde6-3c35e29d9196 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:57.237511 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8934e71-7fc0-4b03-8bd8-b73782c795df req-c5c037ab-0f8c-4a2f-bde6-3c35e29d9196 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 944 time: 0.2083902 Feb 08 21:55:57.386315 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1190fde9-22f2-4894-b321-db66a402d99d req-d8cead79-1132-4782-ad1a-2ae0e4a89646 service neutron] 10.222.0.94 "GET /v2.0/networks/0512048c-55e1-420b-8bea-491fbd42c90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195212 Feb 08 21:55:57.398136 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8934e71-7fc0-4b03-8bd8-b73782c795df req-2392f2d0-7b51-4b83-b5c6-528f3e08c11d tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593108 Feb 08 21:55:57.588971 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c69a1-6b5b-4df1-b277-5167ea0abcdd None None] Pushing event updated for resources: {'Port': ['ID=541ee206-e774-4c79-91a0-5b6959cdfdb1,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:57.629750 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-45abf001-d348-4844-bb1d-fd5bb3457014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:57.636089 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-9b1d8e52-9aa3-49ca-a199-93c640f44d71 None None] Provisioning complete for port 541ee206-e774-4c79-91a0-5b6959cdfdb1 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:57.636780 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9b1d8e52-9aa3-49ca-a199-93c640f44d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (541ee206-e774-4c79-91a0-5b6959cdfdb1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:57.868128 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1190fde9-22f2-4894-b321-db66a402d99d req-8d5ef278-3a25-438d-ab37-8874da018239 service neutron] 10.222.0.94 "GET /v2.0/networks/0512048c-55e1-420b-8bea-491fbd42c90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548364 Feb 08 21:55:57.952260 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9b1d8e52-9aa3-49ca-a199-93c640f44d71 None None] Current status of the port 541ee206-e774-4c79-91a0-5b6959cdfdb1 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:58.054086 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b18e7c65-08fc-4052-be48-28417a381e9f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (151dc9b9-30e4-459e-ab48-5d6c5ec962bb), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:58.294070 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-10a58c38-ab38-4fe5-9e4a-6dd3d7195838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'name': 'tempest-RoutersTest-router-739514684', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:55:30Z', 'updated_at': '2022-02-08T21:55:48Z', 'revision_number': 4, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None, '_interfaces': [{'id': '037349e2-00b2-42dd-9221-f53267646ef5', 'name': '', 'network_id': '0ba485d7-0096-410e-820f-0842c4d0742f', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:3c:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:41Z', 'updated_at': '2022-02-08T21:55:49Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '541ee206-e774-4c79-91a0-5b6959cdfdb1', 'name': '', 'network_id': 'af907b0d-20f4-46dc-b206-49adc1987785', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:5b:26:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '9399ef63-7d75-46cd-a703-0a561f1c2a88', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:46Z', 'updated_at': '2022-02-08T21:55:55Z', 'revision_number': 4, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '9399ef63-7d75-46cd-a703-0a561f1c2a88', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a81e95d-917c-426c-a872-71120c6825ae', 'name': '', 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:35:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:33Z', 'updated_at': '2022-02-08T21:55:40Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:58.376591 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a58c38-ab38-4fe5-9e4a-6dd3d7195838 None None] The sync data for ids ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'] in n-d-712143-31 is: [{'id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'name': 'tempest-RoutersTest-router-739514684', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:55:30Z', 'updated_at': '2022-02-08T21:55:48Z', 'revision_number': 4, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None, '_interfaces': [{'id': '037349e2-00b2-42dd-9221-f53267646ef5', 'name': '', 'network_id': '0ba485d7-0096-410e-820f-0842c4d0742f', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:3c:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:41Z', 'updated_at': '2022-02-08T21:55:49Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '541ee206-e774-4c79-91a0-5b6959cdfdb1', 'name': '', 'network_id': 'af907b0d-20f4-46dc-b206-49adc1987785', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:5b:26:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '9399ef63-7d75-46cd-a703-0a561f1c2a88', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:46Z', 'updated_at': '2022-02-08T21:55:55Z', 'revision_number': 4, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '9399ef63-7d75-46cd-a703-0a561f1c2a88', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a81e95d-917c-426c-a872-71120c6825ae', 'name': '', 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:35:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:33Z', 'updated_at': '2022-02-08T21:55:40Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:55:58.462142 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f604781-8b2a-4b01-89ea-31b0500ea60d None None] Network f50658ba-3c66-48e5-9f92-4f17406742e1 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:55:58.768445 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ba0eb759-bb19-4f91-bfd8-f40a8329177f None None] Provisioning complete for port 2a918b08-a280-4d7f-87d6-585261597fe4 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:58.771369 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ba0eb759-bb19-4f91-bfd8-f40a8329177f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2a918b08-a280-4d7f-87d6-585261597fe4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:58.791395 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b18e7c65-08fc-4052-be48-28417a381e9f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for port (151dc9b9-30e4-459e-ab48-5d6c5ec962bb), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:58.800845 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b18e7c65-08fc-4052-be48-28417a381e9f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (151dc9b9-30e4-459e-ab48-5d6c5ec962bb), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:58.814612 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400c51a-9666-4c59-9483-735eb9a4312c req-f34cdab7-162b-44e7-af24-393c1adddd61 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:55:58.831251 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a400c51a-9666-4c59-9483-735eb9a4312c req-f34cdab7-162b-44e7-af24-393c1adddd61 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 944 time: 0.1948681 Feb 08 21:55:58.950025 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a400c51a-9666-4c59-9483-735eb9a4312c req-b7fd0657-329e-479b-aa62-4f9103bc261f tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156032 Feb 08 21:55:59.018049 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 2a918b08-a280-4d7f-87d6-585261597fe4 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:55:59.028922 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e7c65-08fc-4052-be48-28417a381e9f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event updated for resources: {'Port': ['ID=151dc9b9-30e4-459e-ab48-5d6c5ec962bb,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:59.045089 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b18e7c65-08fc-4052-be48-28417a381e9f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:59.099077 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ba0eb759-bb19-4f91-bfd8-f40a8329177f None None] Current status of the port 2a918b08-a280-4d7f-87d6-585261597fe4 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:59.099568 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ba0eb759-bb19-4f91-bfd8-f40a8329177f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2a918b08-a280-4d7f-87d6-585261597fe4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:59.184424 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ba0eb759-bb19-4f91-bfd8-f40a8329177f None None] For port 2a918b08-a280-4d7f-87d6-585261597fe4, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=2a918b08-a280-4d7f-87d6-585261597fe4,segment=NetworkSegment(94126510-13d5-4175-b124-ebbee8b1a11e),segment_id=94126510-13d5-4175-b124-ebbee8b1a11e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:55:59.197075 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ba0eb759-bb19-4f91-bfd8-f40a8329177f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2a918b08-a280-4d7f-87d6-585261597fe4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:59.224109 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18e7c65-08fc-4052-be48-28417a381e9f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Network f50658ba-3c66-48e5-9f92-4f17406742e1 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:55:59.224391 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 2a918b08-a280-4d7f-87d6-585261597fe4 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:59.224391 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2a918b08-a280-4d7f-87d6-585261597fe4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:59.225143 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-b18e7c65-08fc-4052-be48-28417a381e9f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:55:59.369076 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:59.374739 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0eb759-bb19-4f91-bfd8-f40a8329177f None None] Pushing event updated for resources: {'Port': ['ID=2a918b08-a280-4d7f-87d6-585261597fe4,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:55:59.423732 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18e7c65-08fc-4052-be48-28417a381e9f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:55:59.429357 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 2a918b08-a280-4d7f-87d6-585261597fe4 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:59.431018 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 541ee206-e774-4c79-91a0-5b6959cdfdb1 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:55:59.531448 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 541ee206-e774-4c79-91a0-5b6959cdfdb1 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:59.532124 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (541ee206-e774-4c79-91a0-5b6959cdfdb1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:59.574697 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18e7c65-08fc-4052-be48-28417a381e9f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:55:59.593436 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b18e7c65-08fc-4052-be48-28417a381e9f tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "PUT /v2.0/routers/23e29e5d-a0ac-4283-a3a6-980fc76c1d68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9000721 Feb 08 21:55:59.595675 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18383688-7d91-4425-b9d5-4b02754cb127 None None] Sync routers for ids ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:55:59.597369 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37130) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:55:59.603516 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-6e61a234-c693-45bc-9ff7-d72bdd5402ea tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:55:59.682455 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-91dea5aa-9e33-46c5-b41f-1d7d5578def8 None None] Provisioning complete for port 2a918b08-a280-4d7f-87d6-585261597fe4 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:55:59.682832 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-91dea5aa-9e33-46c5-b41f-1d7d5578def8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2a918b08-a280-4d7f-87d6-585261597fe4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:55:59.687355 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18383688-7d91-4425-b9d5-4b02754cb127 None None] Routers {'23e29e5d-a0ac-4283-a3a6-980fc76c1d68'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:55:59.688016 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-18383688-7d91-4425-b9d5-4b02754cb127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:55:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:55:59.736101 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 541ee206-e774-4c79-91a0-5b6959cdfdb1 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:55:59.913580 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-18383688-7d91-4425-b9d5-4b02754cb127 None None] Set router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:56:00.138241 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-91dea5aa-9e33-46c5-b41f-1d7d5578def8 None None] Current status of the port 2a918b08-a280-4d7f-87d6-585261597fe4 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:56:00.443083 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-91dea5aa-9e33-46c5-b41f-1d7d5578def8 None None] Provisioning complete for port 151dc9b9-30e4-459e-ab48-5d6c5ec962bb triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:56:00.444120 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-91dea5aa-9e33-46c5-b41f-1d7d5578def8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (151dc9b9-30e4-459e-ab48-5d6c5ec962bb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:00.532308 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 2a918b08-a280-4d7f-87d6-585261597fe4 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:56:00.637617 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-91dea5aa-9e33-46c5-b41f-1d7d5578def8 None None] Port 151dc9b9-30e4-459e-ab48-5d6c5ec962bb cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:56:00.661042 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 2a918b08-a280-4d7f-87d6-585261597fe4 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:56:00.662042 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2a918b08-a280-4d7f-87d6-585261597fe4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:00.800806 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f692c-5a33-4fd4-a779-67596e8aa136 req-425b74f1-c389-4cc8-86ea-7e69c3e60d1f tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:00.810520 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-18383688-7d91-4425-b9d5-4b02754cb127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'name': 'tempest-RoutersTest-router-739514684', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:55:30Z', 'updated_at': '2022-02-08T21:55:57Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None, '_interfaces': [{'id': '037349e2-00b2-42dd-9221-f53267646ef5', 'name': '', 'network_id': '0ba485d7-0096-410e-820f-0842c4d0742f', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:3c:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:41Z', 'updated_at': '2022-02-08T21:55:49Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '151dc9b9-30e4-459e-ab48-5d6c5ec962bb', 'name': '', 'network_id': 'f50658ba-3c66-48e5-9f92-4f17406742e1', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:e8:2d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'a783e99f-67d3-42cc-8a27-6e5118d6891c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:54Z', 'updated_at': '2022-02-08T21:55:58Z', 'revision_number': 2, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': 'a783e99f-67d3-42cc-8a27-6e5118d6891c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '541ee206-e774-4c79-91a0-5b6959cdfdb1', 'name': '', 'network_id': 'af907b0d-20f4-46dc-b206-49adc1987785', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:5b:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '9399ef63-7d75-46cd-a703-0a561f1c2a88', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:46Z', 'updated_at': '2022-02-08T21:55:57Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '9399ef63-7d75-46cd-a703-0a561f1c2a88', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a81e95d-917c-426c-a872-71120c6825ae', 'name': '', 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:35:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:33Z', 'updated_at': '2022-02-08T21:55:40Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:00.811872 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e1f692c-5a33-4fd4-a779-67596e8aa136 req-425b74f1-c389-4cc8-86ea-7e69c3e60d1f tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 944 time: 0.1219473 Feb 08 21:56:00.856816 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18383688-7d91-4425-b9d5-4b02754cb127 None None] Checking router: 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:56:00.857613 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18383688-7d91-4425-b9d5-4b02754cb127 None None] Updating router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 port 151dc9b9-30e4-459e-ab48-5d6c5ec962bb binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:56:00.906004 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-18383688-7d91-4425-b9d5-4b02754cb127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (151dc9b9-30e4-459e-ab48-5d6c5ec962bb), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:00.922754 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-c4741daa-9460-4133-b52a-0736806abdf7 None None] Provisioning complete for port 151dc9b9-30e4-459e-ab48-5d6c5ec962bb triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:56:00.924261 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c4741daa-9460-4133-b52a-0736806abdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (151dc9b9-30e4-459e-ab48-5d6c5ec962bb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:00.973208 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e1f692c-5a33-4fd4-a779-67596e8aa136 req-76287604-58ba-40e4-9312-2d453ddff002 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600506 Feb 08 21:56:00.986328 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 2a918b08-a280-4d7f-87d6-585261597fe4 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:56:00.997948 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.extraroute_db [None req-6e61a234-c693-45bc-9ff7-d72bdd5402ea tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103433) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 08 21:56:01.036217 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.extraroute_db [None req-6e61a234-c693-45bc-9ff7-d72bdd5402ea tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Removed routes are [] {{(pid=103433) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 08 21:56:01.036746 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e61a234-c693-45bc-9ff7-d72bdd5402ea tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-346790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58238'] for router (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:01.066486 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c4741daa-9460-4133-b52a-0736806abdf7 None None] Port 151dc9b9-30e4-459e-ab48-5d6c5ec962bb cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:56:01.343785 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e61a234-c693-45bc-9ff7-d72bdd5402ea tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-346790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58238'] for router (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:01.348420 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e61a234-c693-45bc-9ff7-d72bdd5402ea tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-346797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-346804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351703'] for router (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:01.478475 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e61a234-c693-45bc-9ff7-d72bdd5402ea tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:56:01.530994 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:01.640968 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:01.646321 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e61a234-c693-45bc-9ff7-d72bdd5402ea tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:56:01.647589 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-18383688-7d91-4425-b9d5-4b02754cb127 None None] Publish callbacks [] for port (151dc9b9-30e4-459e-ab48-5d6c5ec962bb), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:01.661778 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-18383688-7d91-4425-b9d5-4b02754cb127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (151dc9b9-30e4-459e-ab48-5d6c5ec962bb), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:01.665598 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e61a234-c693-45bc-9ff7-d72bdd5402ea tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:01.668535 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6e61a234-c693-45bc-9ff7-d72bdd5402ea tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "PUT /v2.0/routers/23e29e5d-a0ac-4283-a3a6-980fc76c1d68 HTTP/1.1" status: 200 len: 933 time: 2.0695121 Feb 08 21:56:01.672790 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37148) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:01.771104 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd908a-75be-436a-9fa8-60f730310aca None None] Pushing event updated for resources: {'Port': ['ID=151dc9b9-30e4-459e-ab48-5d6c5ec962bb,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:01.858968 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-aace1f4d-7c2c-4f8e-962c-ab88915f1751 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "GET /v2.0/routers/23e29e5d-a0ac-4283-a3a6-980fc76c1d68 HTTP/1.1" status: 200 len: 933 time: 0.1789536 Feb 08 21:56:01.861836 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37152) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:01.864650 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-18383688-7d91-4425-b9d5-4b02754cb127 None None] Attempting to bind port 151dc9b9-30e4-459e-ab48-5d6c5ec962bb on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:56:01.865027 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-18383688-7d91-4425-b9d5-4b02754cb127 None None] Attempting to bind port 151dc9b9-30e4-459e-ab48-5d6c5ec962bb by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '94126510-13d5-4175-b124-ebbee8b1a11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f50658ba-3c66-48e5-9f92-4f17406742e1'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:56:01.865456 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18383688-7d91-4425-b9d5-4b02754cb127 None None] Attempting to bind port 151dc9b9-30e4-459e-ab48-5d6c5ec962bb on network f50658ba-3c66-48e5-9f92-4f17406742e1 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:56:01.868258 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-1694fbd2-74ee-48e3-b064-c7bdeac57bed tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'router': {'routes': None}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:56:01.871471 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18383688-7d91-4425-b9d5-4b02754cb127 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:56:01.872168 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18383688-7d91-4425-b9d5-4b02754cb127 None None] Checking segment: {'id': '94126510-13d5-4175-b124-ebbee8b1a11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f50658ba-3c66-48e5-9f92-4f17406742e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:56:01.872582 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-18383688-7d91-4425-b9d5-4b02754cb127 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:01.872995 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18383688-7d91-4425-b9d5-4b02754cb127 None None] Bound using segment: {'id': '94126510-13d5-4175-b124-ebbee8b1a11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f50658ba-3c66-48e5-9f92-4f17406742e1'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:56:01.873746 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-18383688-7d91-4425-b9d5-4b02754cb127 None None] Bound port: 151dc9b9-30e4-459e-ab48-5d6c5ec962bb, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94126510-13d5-4175-b124-ebbee8b1a11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f50658ba-3c66-48e5-9f92-4f17406742e1'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:56:01.874408 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-18383688-7d91-4425-b9d5-4b02754cb127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (151dc9b9-30e4-459e-ab48-5d6c5ec962bb), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:01.981746 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-18383688-7d91-4425-b9d5-4b02754cb127 None None] For port 151dc9b9-30e4-459e-ab48-5d6c5ec962bb, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:56:01.987121 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-18383688-7d91-4425-b9d5-4b02754cb127 None None] For port 151dc9b9-30e4-459e-ab48-5d6c5ec962bb, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=151dc9b9-30e4-459e-ab48-5d6c5ec962bb,segment=NetworkSegment(94126510-13d5-4175-b124-ebbee8b1a11e),segment_id=94126510-13d5-4175-b124-ebbee8b1a11e)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:56:01.995947 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-18383688-7d91-4425-b9d5-4b02754cb127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (151dc9b9-30e4-459e-ab48-5d6c5ec962bb), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:02.079615 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd908a-75be-436a-9fa8-60f730310aca None None] Pushing event updated for resources: {'Port': ['ID=151dc9b9-30e4-459e-ab48-5d6c5ec962bb,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:02.118045 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-050bbddd-73e5-4485-b23f-4af1ff8ca3b3 None None] Provisioning complete for port 151dc9b9-30e4-459e-ab48-5d6c5ec962bb triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:56:02.118461 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-050bbddd-73e5-4485-b23f-4af1ff8ca3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (151dc9b9-30e4-459e-ab48-5d6c5ec962bb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:02.123677 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18383688-7d91-4425-b9d5-4b02754cb127 None None] Routers {'23e29e5d-a0ac-4283-a3a6-980fc76c1d68'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:56:02.124469 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-18383688-7d91-4425-b9d5-4b02754cb127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:55:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:02.457954 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-050bbddd-73e5-4485-b23f-4af1ff8ca3b3 None None] Current status of the port 151dc9b9-30e4-459e-ab48-5d6c5ec962bb is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:56:02.458561 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-050bbddd-73e5-4485-b23f-4af1ff8ca3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (151dc9b9-30e4-459e-ab48-5d6c5ec962bb), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:02.490000 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391443a0-4212-4e53-b9de-2b06888b7b11 req-9e2b6530-01e9-417f-a6e4-4941d5a0685a tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:02.491567 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-391443a0-4212-4e53-b9de-2b06888b7b11 req-9e2b6530-01e9-417f-a6e4-4941d5a0685a tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 944 time: 0.1460891 Feb 08 21:56:02.531606 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-050bbddd-73e5-4485-b23f-4af1ff8ca3b3 None None] For port 151dc9b9-30e4-459e-ab48-5d6c5ec962bb, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=151dc9b9-30e4-459e-ab48-5d6c5ec962bb,segment=NetworkSegment(94126510-13d5-4175-b124-ebbee8b1a11e),segment_id=94126510-13d5-4175-b124-ebbee8b1a11e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:56:02.536125 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-18383688-7d91-4425-b9d5-4b02754cb127 None None] Set router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:56:02.541097 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-050bbddd-73e5-4485-b23f-4af1ff8ca3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (151dc9b9-30e4-459e-ab48-5d6c5ec962bb), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:02.627847 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-391443a0-4212-4e53-b9de-2b06888b7b11 req-942d4166-8db7-40a7-b963-e57908087761 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197729 Feb 08 21:56:02.831331 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050bbddd-73e5-4485-b23f-4af1ff8ca3b3 None None] Pushing event updated for resources: {'Port': ['ID=151dc9b9-30e4-459e-ab48-5d6c5ec962bb,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:02.872043 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-daf8c7af-764d-4830-bdb0-0833fd87269f None None] Provisioning complete for port 151dc9b9-30e4-459e-ab48-5d6c5ec962bb triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:56:02.872810 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-daf8c7af-764d-4830-bdb0-0833fd87269f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (151dc9b9-30e4-459e-ab48-5d6c5ec962bb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:02.938627 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.extraroute_db [None req-1694fbd2-74ee-48e3-b064-c7bdeac57bed tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Added routes are [] {{(pid=103433) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 08 21:56:02.939571 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.extraroute_db [None req-1694fbd2-74ee-48e3-b064-c7bdeac57bed tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103433) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 08 21:56:02.982476 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1694fbd2-74ee-48e3-b064-c7bdeac57bed tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-346790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58238'] for router (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:03.159799 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-daf8c7af-764d-4830-bdb0-0833fd87269f None None] Current status of the port 151dc9b9-30e4-459e-ab48-5d6c5ec962bb is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:56:03.196891 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-18383688-7d91-4425-b9d5-4b02754cb127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'name': 'tempest-RoutersTest-router-739514684', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:55:30Z', 'updated_at': '2022-02-08T21:56:01Z', 'revision_number': 6, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None, '_interfaces': [{'id': '037349e2-00b2-42dd-9221-f53267646ef5', 'name': '', 'network_id': '0ba485d7-0096-410e-820f-0842c4d0742f', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:3c:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:41Z', 'updated_at': '2022-02-08T21:55:49Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '151dc9b9-30e4-459e-ab48-5d6c5ec962bb', 'name': '', 'network_id': 'f50658ba-3c66-48e5-9f92-4f17406742e1', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:e8:2d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'a783e99f-67d3-42cc-8a27-6e5118d6891c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:54Z', 'updated_at': '2022-02-08T21:56:01Z', 'revision_number': 4, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': 'a783e99f-67d3-42cc-8a27-6e5118d6891c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '541ee206-e774-4c79-91a0-5b6959cdfdb1', 'name': '', 'network_id': 'af907b0d-20f4-46dc-b206-49adc1987785', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:5b:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '9399ef63-7d75-46cd-a703-0a561f1c2a88', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:46Z', 'updated_at': '2022-02-08T21:55:57Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '9399ef63-7d75-46cd-a703-0a561f1c2a88', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a81e95d-917c-426c-a872-71120c6825ae', 'name': '', 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:35:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:33Z', 'updated_at': '2022-02-08T21:55:40Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:03.253221 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18383688-7d91-4425-b9d5-4b02754cb127 None None] The sync data for ids ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'] in n-d-712143-31 is: [{'id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'name': 'tempest-RoutersTest-router-739514684', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:55:30Z', 'updated_at': '2022-02-08T21:56:01Z', 'revision_number': 6, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None, '_interfaces': [{'id': '037349e2-00b2-42dd-9221-f53267646ef5', 'name': '', 'network_id': '0ba485d7-0096-410e-820f-0842c4d0742f', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:3c:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:41Z', 'updated_at': '2022-02-08T21:55:49Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '151dc9b9-30e4-459e-ab48-5d6c5ec962bb', 'name': '', 'network_id': 'f50658ba-3c66-48e5-9f92-4f17406742e1', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:e8:2d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'a783e99f-67d3-42cc-8a27-6e5118d6891c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:54Z', 'updated_at': '2022-02-08T21:56:01Z', 'revision_number': 4, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': 'a783e99f-67d3-42cc-8a27-6e5118d6891c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '541ee206-e774-4c79-91a0-5b6959cdfdb1', 'name': '', 'network_id': 'af907b0d-20f4-46dc-b206-49adc1987785', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:5b:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '9399ef63-7d75-46cd-a703-0a561f1c2a88', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:46Z', 'updated_at': '2022-02-08T21:55:57Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '9399ef63-7d75-46cd-a703-0a561f1c2a88', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a81e95d-917c-426c-a872-71120c6825ae', 'name': '', 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:35:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:33Z', 'updated_at': '2022-02-08T21:55:40Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:56:03.329261 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1694fbd2-74ee-48e3-b064-c7bdeac57bed tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-346790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58238'] for router (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:03.405489 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1694fbd2-74ee-48e3-b064-c7bdeac57bed tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-346797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-346804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351703'] for router (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:03.588997 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1694fbd2-74ee-48e3-b064-c7bdeac57bed tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:56:03.755638 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1694fbd2-74ee-48e3-b064-c7bdeac57bed tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:56:03.766867 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1694fbd2-74ee-48e3-b064-c7bdeac57bed tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:03.769212 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1694fbd2-74ee-48e3-b064-c7bdeac57bed tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "PUT /v2.0/routers/23e29e5d-a0ac-4283-a3a6-980fc76c1d68 HTTP/1.1" status: 200 len: 699 time: 1.9054530 Feb 08 21:56:03.773006 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37164) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:03.891658 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b119ab5-436e-41cc-a79c-7801fb1e61b0 req-836e766f-fba9-41f4-a531-4080810965bf tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:03.893586 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b119ab5-436e-41cc-a79c-7801fb1e61b0 req-836e766f-fba9-41f4-a531-4080810965bf tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 944 time: 0.1100130 Feb 08 21:56:03.999511 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b119ab5-436e-41cc-a79c-7801fb1e61b0 req-cca129e5-7e88-4e62-b0ea-c637800b976e tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942671 Feb 08 21:56:04.029342 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e8b0f505-dfcc-4409-87f3-3439cb5783bf tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "GET /v2.0/routers/23e29e5d-a0ac-4283-a3a6-980fc76c1d68 HTTP/1.1" status: 200 len: 699 time: 0.2548416 Feb 08 21:56:04.032294 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37168) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:04.590919 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 151dc9b9-30e4-459e-ab48-5d6c5ec962bb up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:56:04.627041 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aee602-593c-497d-831f-c3fd3070e37d None None] Sync routers for ids ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:56:04.644756 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aee602-593c-497d-831f-c3fd3070e37d None None] Routers {'23e29e5d-a0ac-4283-a3a6-980fc76c1d68'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:56:04.646723 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-07aee602-593c-497d-831f-c3fd3070e37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:55:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:04.686349 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2fca2b2-cc3a-4ada-96a9-ce81e8a02195 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:04.710967 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 151dc9b9-30e4-459e-ab48-5d6c5ec962bb triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:56:04.711696 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (151dc9b9-30e4-459e-ab48-5d6c5ec962bb), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:04.890580 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 151dc9b9-30e4-459e-ab48-5d6c5ec962bb is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:56:04.925140 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-07aee602-593c-497d-831f-c3fd3070e37d None None] Set router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:56:05.136294 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d2fca2b2-cc3a-4ada-96a9-ce81e8a02195 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Deleting port 151dc9b9-30e4-459e-ab48-5d6c5ec962bb {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:56:05.136890 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2fca2b2-cc3a-4ada-96a9-ce81e8a02195 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (151dc9b9-30e4-459e-ab48-5d6c5ec962bb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:05.343459 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e72975-95fe-46d3-9179-7dca60259efe req-13deb0e8-ecfd-4034-86f4-e1eab0c2b6d3 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:05.345209 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-58e72975-95fe-46d3-9179-7dca60259efe req-13deb0e8-ecfd-4034-86f4-e1eab0c2b6d3 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 944 time: 0.1407328 Feb 08 21:56:05.364696 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-d2fca2b2-cc3a-4ada-96a9-ce81e8a02195 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] For port 151dc9b9-30e4-459e-ab48-5d6c5ec962bb, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=151dc9b9-30e4-459e-ab48-5d6c5ec962bb,segment=NetworkSegment(94126510-13d5-4175-b124-ebbee8b1a11e),segment_id=94126510-13d5-4175-b124-ebbee8b1a11e)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:56:05.365311 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2fca2b2-cc3a-4ada-96a9-ce81e8a02195 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (151dc9b9-30e4-459e-ab48-5d6c5ec962bb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:05.383984 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d2fca2b2-cc3a-4ada-96a9-ce81e8a02195 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Calling delete_port for 151dc9b9-30e4-459e-ab48-5d6c5ec962bb owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:56:05.491323 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-58e72975-95fe-46d3-9179-7dca60259efe req-7d7de9af-74ef-4e76-a93c-99f0da0f5087 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369178 Feb 08 21:56:05.574611 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-07aee602-593c-497d-831f-c3fd3070e37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'name': 'tempest-RoutersTest-router-739514684', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:55:30Z', 'updated_at': '2022-02-08T21:56:02Z', 'revision_number': 7, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None, '_interfaces': [{'id': '037349e2-00b2-42dd-9221-f53267646ef5', 'name': '', 'network_id': '0ba485d7-0096-410e-820f-0842c4d0742f', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:3c:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:41Z', 'updated_at': '2022-02-08T21:55:49Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '151dc9b9-30e4-459e-ab48-5d6c5ec962bb', 'name': '', 'network_id': 'f50658ba-3c66-48e5-9f92-4f17406742e1', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:e8:2d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'a783e99f-67d3-42cc-8a27-6e5118d6891c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:54Z', 'updated_at': '2022-02-08T21:56:02Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': 'a783e99f-67d3-42cc-8a27-6e5118d6891c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '541ee206-e774-4c79-91a0-5b6959cdfdb1', 'name': '', 'network_id': 'af907b0d-20f4-46dc-b206-49adc1987785', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:5b:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '9399ef63-7d75-46cd-a703-0a561f1c2a88', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:46Z', 'updated_at': '2022-02-08T21:55:57Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '9399ef63-7d75-46cd-a703-0a561f1c2a88', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a81e95d-917c-426c-a872-71120c6825ae', 'name': '', 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:35:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:33Z', 'updated_at': '2022-02-08T21:55:40Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:05.609919 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aee602-593c-497d-831f-c3fd3070e37d None None] Checking router: 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:56:05.625868 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aee602-593c-497d-831f-c3fd3070e37d None None] Routers {'23e29e5d-a0ac-4283-a3a6-980fc76c1d68'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:56:05.626638 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-07aee602-593c-497d-831f-c3fd3070e37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:55:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:05.653755 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2fca2b2-cc3a-4ada-96a9-ce81e8a02195 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (151dc9b9-30e4-459e-ab48-5d6c5ec962bb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:05.741046 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fca2b2-cc3a-4ada-96a9-ce81e8a02195 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Port': ['ID=151dc9b9-30e4-459e-ab48-5d6c5ec962bb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:05.793291 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-07aee602-593c-497d-831f-c3fd3070e37d None None] Set router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:56:06.003540 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2fca2b2-cc3a-4ada-96a9-ce81e8a02195 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:06.256922 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-07aee602-593c-497d-831f-c3fd3070e37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'name': 'tempest-RoutersTest-router-739514684', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:55:30Z', 'updated_at': '2022-02-08T21:56:02Z', 'revision_number': 7, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None, '_interfaces': [{'id': '037349e2-00b2-42dd-9221-f53267646ef5', 'name': '', 'network_id': '0ba485d7-0096-410e-820f-0842c4d0742f', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:3c:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:41Z', 'updated_at': '2022-02-08T21:55:49Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '151dc9b9-30e4-459e-ab48-5d6c5ec962bb', 'name': '', 'network_id': 'f50658ba-3c66-48e5-9f92-4f17406742e1', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:e8:2d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'a783e99f-67d3-42cc-8a27-6e5118d6891c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:54Z', 'updated_at': '2022-02-08T21:56:02Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': 'a783e99f-67d3-42cc-8a27-6e5118d6891c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '541ee206-e774-4c79-91a0-5b6959cdfdb1', 'name': '', 'network_id': 'af907b0d-20f4-46dc-b206-49adc1987785', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:5b:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '9399ef63-7d75-46cd-a703-0a561f1c2a88', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:46Z', 'updated_at': '2022-02-08T21:55:57Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '9399ef63-7d75-46cd-a703-0a561f1c2a88', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a81e95d-917c-426c-a872-71120c6825ae', 'name': '', 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:35:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:33Z', 'updated_at': '2022-02-08T21:55:40Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:06.309307 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aee602-593c-497d-831f-c3fd3070e37d None None] The sync data for ids ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'] in n-d-712143-31 is: [{'id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'name': 'tempest-RoutersTest-router-739514684', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:55:30Z', 'updated_at': '2022-02-08T21:56:02Z', 'revision_number': 7, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None, '_interfaces': [{'id': '037349e2-00b2-42dd-9221-f53267646ef5', 'name': '', 'network_id': '0ba485d7-0096-410e-820f-0842c4d0742f', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:3c:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:41Z', 'updated_at': '2022-02-08T21:55:49Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '151dc9b9-30e4-459e-ab48-5d6c5ec962bb', 'name': '', 'network_id': 'f50658ba-3c66-48e5-9f92-4f17406742e1', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:e8:2d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'a783e99f-67d3-42cc-8a27-6e5118d6891c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:54Z', 'updated_at': '2022-02-08T21:56:02Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': 'a783e99f-67d3-42cc-8a27-6e5118d6891c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '541ee206-e774-4c79-91a0-5b6959cdfdb1', 'name': '', 'network_id': 'af907b0d-20f4-46dc-b206-49adc1987785', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:5b:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '9399ef63-7d75-46cd-a703-0a561f1c2a88', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:46Z', 'updated_at': '2022-02-08T21:55:57Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '9399ef63-7d75-46cd-a703-0a561f1c2a88', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a81e95d-917c-426c-a872-71120c6825ae', 'name': '', 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:35:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:33Z', 'updated_at': '2022-02-08T21:55:40Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:56:06.416081 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2fca2b2-cc3a-4ada-96a9-ce81e8a02195 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:56:06.606857 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fca2b2-cc3a-4ada-96a9-ce81e8a02195 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:56:06.614428 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d2fca2b2-cc3a-4ada-96a9-ce81e8a02195 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "PUT /v2.0/routers/23e29e5d-a0ac-4283-a3a6-980fc76c1d68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5775492 Feb 08 21:56:06.617780 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37182) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:06.654081 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:06.728057 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-577c280b-f51c-47c1-aa4e-9ff1610744aa tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Deleting subnet a783e99f-67d3-42cc-8a27-6e5118d6891c {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:56:06.737213 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-577c280b-f51c-47c1-aa4e-9ff1610744aa tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for subnet (a783e99f-67d3-42cc-8a27-6e5118d6891c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:06.746880 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d968e-4c75-4ed9-87c4-8cb146d00797 req-3f7e153c-122d-4f08-a73b-83e3b5ecb6af tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:06.755846 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-786d968e-4c75-4ed9-87c4-8cb146d00797 req-3f7e153c-122d-4f08-a73b-83e3b5ecb6af tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 944 time: 0.1489675 Feb 08 21:56:06.816481 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-577c280b-f51c-47c1-aa4e-9ff1610744aa tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (a783e99f-67d3-42cc-8a27-6e5118d6891c), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:06.839284 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-786d968e-4c75-4ed9-87c4-8cb146d00797 req-ba614b41-cc0e-4af7-b4fc-646c5f553d9a tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820639 Feb 08 21:56:06.866994 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab481de-93d0-42d7-a41a-471d3e7052a6 None None] Sync routers for ids ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:56:06.891480 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:06.893264 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab481de-93d0-42d7-a41a-471d3e7052a6 None None] Routers {'23e29e5d-a0ac-4283-a3a6-980fc76c1d68'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:56:06.893708 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-bab481de-93d0-42d7-a41a-471d3e7052a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:55:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:06.975965 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-577c280b-f51c-47c1-aa4e-9ff1610744aa tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (a783e99f-67d3-42cc-8a27-6e5118d6891c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:07.028173 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-bab481de-93d0-42d7-a41a-471d3e7052a6 None None] Set router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:56:07.125216 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-577c280b-f51c-47c1-aa4e-9ff1610744aa tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (a783e99f-67d3-42cc-8a27-6e5118d6891c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:07.195784 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c280b-f51c-47c1-aa4e-9ff1610744aa tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Subnet': ['ID=a783e99f-67d3-42cc-8a27-6e5118d6891c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:07.200070 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-577c280b-f51c-47c1-aa4e-9ff1610744aa tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:07.210659 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37188) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:07.225307 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-577c280b-f51c-47c1-aa4e-9ff1610744aa tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/subnets/a783e99f-67d3-42cc-8a27-6e5118d6891c HTTP/1.1" status: 204 len: 168 time: 0.6058214 Feb 08 21:56:07.268709 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1b5224-c27a-46a1-a526-88043b0f35e1 None None] Network f50658ba-3c66-48e5-9f92-4f17406742e1 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:56:07.354650 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6522f5ce-5f13-40bc-af8d-87b5e09bf038 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (f50658ba-3c66-48e5-9f92-4f17406742e1), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:07.444761 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-6522f5ce-5f13-40bc-af8d-87b5e09bf038 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Deleting port 2a918b08-a280-4d7f-87d6-585261597fe4 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:56:07.446148 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6522f5ce-5f13-40bc-af8d-87b5e09bf038 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (2a918b08-a280-4d7f-87d6-585261597fe4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:07.463084 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-bab481de-93d0-42d7-a41a-471d3e7052a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'name': 'tempest-RoutersTest-router-739514684', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:55:30Z', 'updated_at': '2022-02-08T21:56:05Z', 'revision_number': 8, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None, '_interfaces': [{'id': '037349e2-00b2-42dd-9221-f53267646ef5', 'name': '', 'network_id': '0ba485d7-0096-410e-820f-0842c4d0742f', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:3c:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:41Z', 'updated_at': '2022-02-08T21:55:49Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '541ee206-e774-4c79-91a0-5b6959cdfdb1', 'name': '', 'network_id': 'af907b0d-20f4-46dc-b206-49adc1987785', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:5b:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '9399ef63-7d75-46cd-a703-0a561f1c2a88', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:46Z', 'updated_at': '2022-02-08T21:55:57Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '9399ef63-7d75-46cd-a703-0a561f1c2a88', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a81e95d-917c-426c-a872-71120c6825ae', 'name': '', 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:35:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:33Z', 'updated_at': '2022-02-08T21:55:40Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:07.517432 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab481de-93d0-42d7-a41a-471d3e7052a6 None None] Checking router: 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:56:07.552586 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab481de-93d0-42d7-a41a-471d3e7052a6 None None] Routers {'23e29e5d-a0ac-4283-a3a6-980fc76c1d68'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:56:07.554551 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-bab481de-93d0-42d7-a41a-471d3e7052a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:55:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:07.642747 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-6522f5ce-5f13-40bc-af8d-87b5e09bf038 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] For port 2a918b08-a280-4d7f-87d6-585261597fe4, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=2a918b08-a280-4d7f-87d6-585261597fe4,segment=NetworkSegment(94126510-13d5-4175-b124-ebbee8b1a11e),segment_id=94126510-13d5-4175-b124-ebbee8b1a11e)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:56:07.643554 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6522f5ce-5f13-40bc-af8d-87b5e09bf038 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (2a918b08-a280-4d7f-87d6-585261597fe4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:07.683894 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-6522f5ce-5f13-40bc-af8d-87b5e09bf038 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Calling delete_port for 2a918b08-a280-4d7f-87d6-585261597fe4 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:56:07.802668 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-bab481de-93d0-42d7-a41a-471d3e7052a6 None None] Set router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:56:07.875651 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5969b3-3bdf-4108-af83-6de28832a0cd None None] DHCP port deletion for f50658ba-3c66-48e5-9f92-4f17406742e1 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:56:07.885864 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6522f5ce-5f13-40bc-af8d-87b5e09bf038 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (2a918b08-a280-4d7f-87d6-585261597fe4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:07.925318 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522f5ce-5f13-40bc-af8d-87b5e09bf038 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Port': ['ID=2a918b08-a280-4d7f-87d6-585261597fe4,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:07.947788 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6522f5ce-5f13-40bc-af8d-87b5e09bf038 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] No DVR routers for this DVR port 2a918b08-a280-4d7f-87d6-585261597fe4 on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:56:08.147203 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6522f5ce-5f13-40bc-af8d-87b5e09bf038 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (f50658ba-3c66-48e5-9f92-4f17406742e1), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:08.208836 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50a69c-2115-49c2-871e-4f447494cd32 req-5a3a11a1-cbe7-4bd0-a54e-7cb8746f1d93 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:08.219417 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be50a69c-2115-49c2-871e-4f447494cd32 req-5a3a11a1-cbe7-4bd0-a54e-7cb8746f1d93 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 944 time: 0.2118230 Feb 08 21:56:08.220408 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-bab481de-93d0-42d7-a41a-471d3e7052a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'name': 'tempest-RoutersTest-router-739514684', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:55:30Z', 'updated_at': '2022-02-08T21:56:05Z', 'revision_number': 8, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None, '_interfaces': [{'id': '037349e2-00b2-42dd-9221-f53267646ef5', 'name': '', 'network_id': '0ba485d7-0096-410e-820f-0842c4d0742f', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:3c:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:41Z', 'updated_at': '2022-02-08T21:55:49Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '541ee206-e774-4c79-91a0-5b6959cdfdb1', 'name': '', 'network_id': 'af907b0d-20f4-46dc-b206-49adc1987785', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:5b:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '9399ef63-7d75-46cd-a703-0a561f1c2a88', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:46Z', 'updated_at': '2022-02-08T21:55:57Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '9399ef63-7d75-46cd-a703-0a561f1c2a88', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a81e95d-917c-426c-a872-71120c6825ae', 'name': '', 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:35:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:33Z', 'updated_at': '2022-02-08T21:55:40Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:08.278160 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-6522f5ce-5f13-40bc-af8d-87b5e09bf038 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f50658ba-3c66-48e5-9f92-4f17406742e1']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:08.292639 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be50a69c-2115-49c2-871e-4f447494cd32 req-b4b62182-781c-4889-95bc-04b567178e86 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708787 Feb 08 21:56:08.304557 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab481de-93d0-42d7-a41a-471d3e7052a6 None None] The sync data for ids ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'] in n-d-712143-31 is: [{'id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'name': 'tempest-RoutersTest-router-739514684', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:55:30Z', 'updated_at': '2022-02-08T21:56:05Z', 'revision_number': 8, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None, '_interfaces': [{'id': '037349e2-00b2-42dd-9221-f53267646ef5', 'name': '', 'network_id': '0ba485d7-0096-410e-820f-0842c4d0742f', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:3c:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:41Z', 'updated_at': '2022-02-08T21:55:49Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '541ee206-e774-4c79-91a0-5b6959cdfdb1', 'name': '', 'network_id': 'af907b0d-20f4-46dc-b206-49adc1987785', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:5b:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '9399ef63-7d75-46cd-a703-0a561f1c2a88', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:46Z', 'updated_at': '2022-02-08T21:55:57Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '9399ef63-7d75-46cd-a703-0a561f1c2a88', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a81e95d-917c-426c-a872-71120c6825ae', 'name': '', 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:35:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:33Z', 'updated_at': '2022-02-08T21:55:40Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:56:08.324668 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-6522f5ce-5f13-40bc-af8d-87b5e09bf038 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94126510-13d5-4175-b124-ebbee8b1a11e') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:08.325011 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-6522f5ce-5f13-40bc-af8d-87b5e09bf038 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94126510-13d5-4175-b124-ebbee8b1a11e') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:08.347549 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6522f5ce-5f13-40bc-af8d-87b5e09bf038 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (94126510-13d5-4175-b124-ebbee8b1a11e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:08.381294 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6522f5ce-5f13-40bc-af8d-87b5e09bf038 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (94126510-13d5-4175-b124-ebbee8b1a11e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:08.395196 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6522f5ce-5f13-40bc-af8d-87b5e09bf038 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:56:08.396128 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6522f5ce-5f13-40bc-af8d-87b5e09bf038 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (94126510-13d5-4175-b124-ebbee8b1a11e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:56:08.399612 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:56:08.482216 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6522f5ce-5f13-40bc-af8d-87b5e09bf038 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (f50658ba-3c66-48e5-9f92-4f17406742e1), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:08.495203 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6522f5ce-5f13-40bc-af8d-87b5e09bf038 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:08.501616 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37204) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:08.508004 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6522f5ce-5f13-40bc-af8d-87b5e09bf038 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/networks/f50658ba-3c66-48e5-9f92-4f17406742e1 HTTP/1.1" status: 204 len: 168 time: 1.2905951 Feb 08 21:56:08.533402 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522f5ce-5f13-40bc-af8d-87b5e09bf038 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Network': ['ID=f50658ba-3c66-48e5-9f92-4f17406742e1,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:08.898794 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 2a918b08-a280-4d7f-87d6-585261597fe4 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:56:08.937807 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 2a918b08-a280-4d7f-87d6-585261597fe4 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:56:08.938157 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 2a918b08-a280-4d7f-87d6-585261597fe4 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:56:08.938591 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 151dc9b9-30e4-459e-ab48-5d6c5ec962bb no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:56:09.166816 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 151dc9b9-30e4-459e-ab48-5d6c5ec962bb {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:56:09.167170 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 151dc9b9-30e4-459e-ab48-5d6c5ec962bb not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:56:09.475345 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd473c0-656a-4ca3-922f-572dd9a559a2 req-47390f19-4802-49de-ad83-ceb212ee11aa tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:09.477095 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8dd473c0-656a-4ca3-922f-572dd9a559a2 req-47390f19-4802-49de-ad83-ceb212ee11aa tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 944 time: 0.1061273 Feb 08 21:56:09.573529 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1fc1c97e-b3bc-4b94-882a-a173a46b0c97 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:09.606375 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8dd473c0-656a-4ca3-922f-572dd9a559a2 req-891111df-c4a4-4f51-8955-7ae2d60d8d0e tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157305 Feb 08 21:56:09.972078 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1fc1c97e-b3bc-4b94-882a-a173a46b0c97 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Deleting port 541ee206-e774-4c79-91a0-5b6959cdfdb1 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:56:09.972906 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1fc1c97e-b3bc-4b94-882a-a173a46b0c97 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (541ee206-e774-4c79-91a0-5b6959cdfdb1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:10.144563 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-1fc1c97e-b3bc-4b94-882a-a173a46b0c97 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] For port 541ee206-e774-4c79-91a0-5b6959cdfdb1, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=541ee206-e774-4c79-91a0-5b6959cdfdb1,segment=NetworkSegment(fc7d5287-0acf-4494-9313-27096392567f),segment_id=fc7d5287-0acf-4494-9313-27096392567f)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:56:10.145030 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1fc1c97e-b3bc-4b94-882a-a173a46b0c97 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (541ee206-e774-4c79-91a0-5b6959cdfdb1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:10.193399 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1fc1c97e-b3bc-4b94-882a-a173a46b0c97 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Calling delete_port for 541ee206-e774-4c79-91a0-5b6959cdfdb1 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:56:10.503177 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1fc1c97e-b3bc-4b94-882a-a173a46b0c97 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (541ee206-e774-4c79-91a0-5b6959cdfdb1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:10.550419 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1c97e-b3bc-4b94-882a-a173a46b0c97 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Port': ['ID=541ee206-e774-4c79-91a0-5b6959cdfdb1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:10.794292 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1fc1c97e-b3bc-4b94-882a-a173a46b0c97 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:10.907516 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8f798-c31e-4c3e-a3c0-55a13927c83c req-2f4df268-77a6-4832-a5b7-44dc94648e04 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:10.917581 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8df8f798-c31e-4c3e-a3c0-55a13927c83c req-2f4df268-77a6-4832-a5b7-44dc94648e04 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 944 time: 0.1117136 Feb 08 21:56:11.077598 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8df8f798-c31e-4c3e-a3c0-55a13927c83c req-7e8c8fff-5b23-4787-b68c-8c05769122eb tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439741 Feb 08 21:56:11.139960 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc1c97e-b3bc-4b94-882a-a173a46b0c97 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:56:11.256146 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc1c97e-b3bc-4b94-882a-a173a46b0c97 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:56:11.261792 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1fc1c97e-b3bc-4b94-882a-a173a46b0c97 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "PUT /v2.0/routers/23e29e5d-a0ac-4283-a3a6-980fc76c1d68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7590630 Feb 08 21:56:11.264702 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37228) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:11.270795 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82118e50-f155-4333-864e-c147c395939d None None] Sync routers for ids ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:56:11.305834 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82118e50-f155-4333-864e-c147c395939d None None] Routers {'23e29e5d-a0ac-4283-a3a6-980fc76c1d68'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:56:11.306561 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-82118e50-f155-4333-864e-c147c395939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:55:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:11.416719 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-82118e50-f155-4333-864e-c147c395939d None None] Set router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:56:11.449138 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a65c50-1282-4033-bd5c-235302d1f288 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Deleting subnet 9399ef63-7d75-46cd-a703-0a561f1c2a88 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:56:11.468261 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-24a65c50-1282-4033-bd5c-235302d1f288 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for subnet (9399ef63-7d75-46cd-a703-0a561f1c2a88), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:11.574806 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-24a65c50-1282-4033-bd5c-235302d1f288 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (9399ef63-7d75-46cd-a703-0a561f1c2a88), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:11.696270 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-24a65c50-1282-4033-bd5c-235302d1f288 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (9399ef63-7d75-46cd-a703-0a561f1c2a88), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:11.800420 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-82118e50-f155-4333-864e-c147c395939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'name': 'tempest-RoutersTest-router-739514684', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:55:30Z', 'updated_at': '2022-02-08T21:56:10Z', 'revision_number': 9, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None, '_interfaces': [{'id': '037349e2-00b2-42dd-9221-f53267646ef5', 'name': '', 'network_id': '0ba485d7-0096-410e-820f-0842c4d0742f', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:3c:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:41Z', 'updated_at': '2022-02-08T21:55:49Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a81e95d-917c-426c-a872-71120c6825ae', 'name': '', 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:35:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:33Z', 'updated_at': '2022-02-08T21:55:40Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:11.849930 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-24a65c50-1282-4033-bd5c-235302d1f288 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (9399ef63-7d75-46cd-a703-0a561f1c2a88), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:11.872448 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82118e50-f155-4333-864e-c147c395939d None None] Checking router: 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:56:11.891201 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-24a65c50-1282-4033-bd5c-235302d1f288 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:11.898198 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-24a65c50-1282-4033-bd5c-235302d1f288 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/subnets/9399ef63-7d75-46cd-a703-0a561f1c2a88 HTTP/1.1" status: 204 len: 168 time: 0.6310410 Feb 08 21:56:11.898404 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dacaed-2c4c-4d07-bf31-2ee4367d1fec None None] Network af907b0d-20f4-46dc-b206-49adc1987785 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:56:11.899824 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a65c50-1282-4033-bd5c-235302d1f288 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Subnet': ['ID=9399ef63-7d75-46cd-a703-0a561f1c2a88,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:11.902935 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82118e50-f155-4333-864e-c147c395939d None None] Routers {'23e29e5d-a0ac-4283-a3a6-980fc76c1d68'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:56:11.903164 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37232) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:11.908149 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-82118e50-f155-4333-864e-c147c395939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:55:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:12.056545 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c6fd363-f86d-477a-9f6d-0dd750a6311d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (af907b0d-20f4-46dc-b206-49adc1987785), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:12.059852 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-82118e50-f155-4333-864e-c147c395939d None None] Set router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:56:12.171354 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab426143-decd-4a47-b60f-d19e80a6ac67 None None] DHCP port deletion for af907b0d-20f4-46dc-b206-49adc1987785 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:56:12.217704 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-7c6fd363-f86d-477a-9f6d-0dd750a6311d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Deleting port 345bece7-c1bc-4164-b127-e7e2fd667b9f {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:56:12.220369 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c6fd363-f86d-477a-9f6d-0dd750a6311d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (345bece7-c1bc-4164-b127-e7e2fd667b9f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:12.289093 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ab426143-decd-4a47-b60f-d19e80a6ac67 None None] Deleting port 345bece7-c1bc-4164-b127-e7e2fd667b9f {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:56:12.289921 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ab426143-decd-4a47-b60f-d19e80a6ac67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (345bece7-c1bc-4164-b127-e7e2fd667b9f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:12.353993 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e3417-da1c-4c93-aa42-3cc15f72bdfe req-1f657593-1752-4822-b28d-6164f03ff286 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:12.362272 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2f4e3417-da1c-4c93-aa42-3cc15f72bdfe req-1f657593-1752-4822-b28d-6164f03ff286 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 944 time: 0.1341064 Feb 08 21:56:12.439569 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ab426143-decd-4a47-b60f-d19e80a6ac67 None None] For port 345bece7-c1bc-4164-b127-e7e2fd667b9f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=345bece7-c1bc-4164-b127-e7e2fd667b9f,segment=NetworkSegment(fc7d5287-0acf-4494-9313-27096392567f),segment_id=fc7d5287-0acf-4494-9313-27096392567f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:56:12.439977 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ab426143-decd-4a47-b60f-d19e80a6ac67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (345bece7-c1bc-4164-b127-e7e2fd667b9f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:12.471904 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ab426143-decd-4a47-b60f-d19e80a6ac67 None None] Calling delete_port for 345bece7-c1bc-4164-b127-e7e2fd667b9f owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:56:12.504342 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2f4e3417-da1c-4c93-aa42-3cc15f72bdfe req-dca404c6-4d72-4d25-8c2c-b99eaa9ed2ad tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328533 Feb 08 21:56:12.535356 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-7c6fd363-f86d-477a-9f6d-0dd750a6311d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] For port 345bece7-c1bc-4164-b127-e7e2fd667b9f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=345bece7-c1bc-4164-b127-e7e2fd667b9f,segment=NetworkSegment(fc7d5287-0acf-4494-9313-27096392567f),segment_id=fc7d5287-0acf-4494-9313-27096392567f)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:56:12.541979 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c6fd363-f86d-477a-9f6d-0dd750a6311d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (345bece7-c1bc-4164-b127-e7e2fd667b9f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:12.576287 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ab426143-decd-4a47-b60f-d19e80a6ac67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (345bece7-c1bc-4164-b127-e7e2fd667b9f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:12.576650 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-7c6fd363-f86d-477a-9f6d-0dd750a6311d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Calling delete_port for 345bece7-c1bc-4164-b127-e7e2fd667b9f owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:56:12.646910 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab426143-decd-4a47-b60f-d19e80a6ac67 None None] Pushing event deleted for resources: {'Port': ['ID=345bece7-c1bc-4164-b127-e7e2fd667b9f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:12.662277 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab426143-decd-4a47-b60f-d19e80a6ac67 None None] No DVR routers for this DVR port 345bece7-c1bc-4164-b127-e7e2fd667b9f on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:56:12.678004 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 345bece7-c1bc-4164-b127-e7e2fd667b9f no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:56:12.711092 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 345bece7-c1bc-4164-b127-e7e2fd667b9f {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:56:12.711587 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 345bece7-c1bc-4164-b127-e7e2fd667b9f not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:56:12.715652 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-82118e50-f155-4333-864e-c147c395939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'name': 'tempest-RoutersTest-router-739514684', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:55:30Z', 'updated_at': '2022-02-08T21:56:10Z', 'revision_number': 9, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None, '_interfaces': [{'id': '037349e2-00b2-42dd-9221-f53267646ef5', 'name': '', 'network_id': '0ba485d7-0096-410e-820f-0842c4d0742f', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:3c:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:41Z', 'updated_at': '2022-02-08T21:55:49Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a81e95d-917c-426c-a872-71120c6825ae', 'name': '', 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:35:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:33Z', 'updated_at': '2022-02-08T21:55:40Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:12.762946 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c6fd363-f86d-477a-9f6d-0dd750a6311d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (345bece7-c1bc-4164-b127-e7e2fd667b9f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:12.766702 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82118e50-f155-4333-864e-c147c395939d None None] The sync data for ids ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'] in n-d-712143-31 is: [{'id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'name': 'tempest-RoutersTest-router-739514684', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:55:30Z', 'updated_at': '2022-02-08T21:56:10Z', 'revision_number': 9, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None, '_interfaces': [{'id': '037349e2-00b2-42dd-9221-f53267646ef5', 'name': '', 'network_id': '0ba485d7-0096-410e-820f-0842c4d0742f', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:3c:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:41Z', 'updated_at': '2022-02-08T21:55:49Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '1340600d-4b37-4dd8-9348-9f40eb132319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a81e95d-917c-426c-a872-71120c6825ae', 'name': '', 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:35:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:33Z', 'updated_at': '2022-02-08T21:55:40Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:56:12.802853 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6fd363-f86d-477a-9f6d-0dd750a6311d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Port': ['ID=345bece7-c1bc-4164-b127-e7e2fd667b9f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:12.813988 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6fd363-f86d-477a-9f6d-0dd750a6311d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] No DVR routers for this DVR port 345bece7-c1bc-4164-b127-e7e2fd667b9f on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:56:12.956496 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c6fd363-f86d-477a-9f6d-0dd750a6311d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (af907b0d-20f4-46dc-b206-49adc1987785), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:12.992142 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-7c6fd363-f86d-477a-9f6d-0dd750a6311d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af907b0d-20f4-46dc-b206-49adc1987785']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:13.011187 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-7c6fd363-f86d-477a-9f6d-0dd750a6311d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc7d5287-0acf-4494-9313-27096392567f') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:13.011788 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-7c6fd363-f86d-477a-9f6d-0dd750a6311d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc7d5287-0acf-4494-9313-27096392567f') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:13.033010 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c6fd363-f86d-477a-9f6d-0dd750a6311d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (fc7d5287-0acf-4494-9313-27096392567f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:13.075978 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c6fd363-f86d-477a-9f6d-0dd750a6311d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (fc7d5287-0acf-4494-9313-27096392567f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:13.088471 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6fd363-f86d-477a-9f6d-0dd750a6311d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:56:13.089433 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c6fd363-f86d-477a-9f6d-0dd750a6311d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (fc7d5287-0acf-4494-9313-27096392567f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:56:13.093505 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:56:13.175021 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c6fd363-f86d-477a-9f6d-0dd750a6311d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (af907b0d-20f4-46dc-b206-49adc1987785), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:13.185868 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c6fd363-f86d-477a-9f6d-0dd750a6311d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:13.193294 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37240) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:13.194013 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7c6fd363-f86d-477a-9f6d-0dd750a6311d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/networks/af907b0d-20f4-46dc-b206-49adc1987785 HTTP/1.1" status: 204 len: 168 time: 1.2888455 Feb 08 21:56:13.214055 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6fd363-f86d-477a-9f6d-0dd750a6311d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Network': ['ID=af907b0d-20f4-46dc-b206-49adc1987785,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:13.709116 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ac9b3-efb0-4a53-8d2e-e3202340585e req-899b5569-5390-437d-9560-939e4c8375a0 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:13.711625 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f50ac9b3-efb0-4a53-8d2e-e3202340585e req-899b5569-5390-437d-9560-939e4c8375a0 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 944 time: 0.0844951 Feb 08 21:56:13.809279 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f50ac9b3-efb0-4a53-8d2e-e3202340585e req-ba76cfeb-6282-4212-a43f-6943768eef21 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927808 Feb 08 21:56:13.832104 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-33e5a3e2-601d-4a7b-bde1-7faf0275663e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:14.207374 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-33e5a3e2-601d-4a7b-bde1-7faf0275663e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Deleting port 037349e2-00b2-42dd-9221-f53267646ef5 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:56:14.207896 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-33e5a3e2-601d-4a7b-bde1-7faf0275663e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (037349e2-00b2-42dd-9221-f53267646ef5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:14.337331 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-33e5a3e2-601d-4a7b-bde1-7faf0275663e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] For port 037349e2-00b2-42dd-9221-f53267646ef5, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=037349e2-00b2-42dd-9221-f53267646ef5,segment=NetworkSegment(4d35791e-3cde-4933-b883-254565576946),segment_id=4d35791e-3cde-4933-b883-254565576946)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:56:14.337929 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-33e5a3e2-601d-4a7b-bde1-7faf0275663e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (037349e2-00b2-42dd-9221-f53267646ef5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:14.362441 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-33e5a3e2-601d-4a7b-bde1-7faf0275663e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Calling delete_port for 037349e2-00b2-42dd-9221-f53267646ef5 owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:56:14.423926 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 541ee206-e774-4c79-91a0-5b6959cdfdb1 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:56:14.463691 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 541ee206-e774-4c79-91a0-5b6959cdfdb1 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:56:14.464469 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 541ee206-e774-4c79-91a0-5b6959cdfdb1 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:56:14.641918 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-33e5a3e2-601d-4a7b-bde1-7faf0275663e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (037349e2-00b2-42dd-9221-f53267646ef5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:14.672291 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5a3e2-601d-4a7b-bde1-7faf0275663e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Port': ['ID=037349e2-00b2-42dd-9221-f53267646ef5,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:14.868656 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-33e5a3e2-601d-4a7b-bde1-7faf0275663e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:15.534284 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a36431-7b72-4d38-acb5-524e2e07c158 req-317a64c6-38e3-4f3d-87ca-d3ed90f8de91 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:15.537673 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9a36431-7b72-4d38-acb5-524e2e07c158 req-317a64c6-38e3-4f3d-87ca-d3ed90f8de91 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 944 time: 0.5461321 Feb 08 21:56:15.766141 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e5a3e2-601d-4a7b-bde1-7faf0275663e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:56:15.824393 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9a36431-7b72-4d38-acb5-524e2e07c158 req-8407a6eb-e62f-40b1-8571-bc32a43515e5 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2728643 Feb 08 21:56:16.046821 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e5a3e2-601d-4a7b-bde1-7faf0275663e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:56:16.058190 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37268) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:16.058884 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-33e5a3e2-601d-4a7b-bde1-7faf0275663e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "PUT /v2.0/routers/23e29e5d-a0ac-4283-a3a6-980fc76c1d68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8636780 Feb 08 21:56:16.071521 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241aa924-d3cd-46ea-9012-740ccf9b7394 None None] Sync routers for ids ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:56:16.135599 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241aa924-d3cd-46ea-9012-740ccf9b7394 None None] Routers {'23e29e5d-a0ac-4283-a3a6-980fc76c1d68'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:56:16.136526 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-241aa924-d3cd-46ea-9012-740ccf9b7394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:55:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:16.224274 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37274) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:16.238768 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb65f82-0a76-4add-9beb-c12b030cec33 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Deleting subnet 1340600d-4b37-4dd8-9348-9f40eb132319 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:56:16.255824 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bb65f82-0a76-4add-9beb-c12b030cec33 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for subnet (1340600d-4b37-4dd8-9348-9f40eb132319), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:16.349858 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bb65f82-0a76-4add-9beb-c12b030cec33 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (1340600d-4b37-4dd8-9348-9f40eb132319), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:16.387232 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-241aa924-d3cd-46ea-9012-740ccf9b7394 None None] Set router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:56:16.434774 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2b7ed21b-a4c5-495d-aaa7-fab0ce4ae579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:16.514805 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bb65f82-0a76-4add-9beb-c12b030cec33 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (1340600d-4b37-4dd8-9348-9f40eb132319), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:16.636252 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bb65f82-0a76-4add-9beb-c12b030cec33 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (1340600d-4b37-4dd8-9348-9f40eb132319), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:16.659928 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2b7ed21b-a4c5-495d-aaa7-fab0ce4ae579 admin admin] Publish callbacks [] for security_group (0f00f4cd-cda1-4163-bba2-c623c9bf9938), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:16.667217 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2b7ed21b-a4c5-495d-aaa7-fab0ce4ae579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0f00f4cd-cda1-4163-bba2-c623c9bf9938), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:16.680537 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb65f82-0a76-4add-9beb-c12b030cec33 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Subnet': ['ID=1340600d-4b37-4dd8-9348-9f40eb132319,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:16.690108 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bb65f82-0a76-4add-9beb-c12b030cec33 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:16.696742 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8bb65f82-0a76-4add-9beb-c12b030cec33 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/subnets/1340600d-4b37-4dd8-9348-9f40eb132319 HTTP/1.1" status: 204 len: 168 time: 0.6354480 Feb 08 21:56:16.702326 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37278) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:16.769847 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6480649f-b377-463e-b861-f8a604840c93 None None] Network 0ba485d7-0096-410e-820f-0842c4d0742f requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:56:16.790033 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2b7ed21b-a4c5-495d-aaa7-fab0ce4ae579 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=280ae1f3e0be4c47bbc962b5aec2b885&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5643353 Feb 08 21:56:16.793422 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37280) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:16.871939 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ed21b-a4c5-495d-aaa7-fab0ce4ae579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f00f4cd-cda1-4163-bba2-c623c9bf9938,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:16.912642 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e2a8017-b0c4-485a-9462-2f30c340ea52 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (0ba485d7-0096-410e-820f-0842c4d0742f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:16.936746 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-241aa924-d3cd-46ea-9012-740ccf9b7394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'name': 'tempest-RoutersTest-router-739514684', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:55:30Z', 'updated_at': '2022-02-08T21:56:14Z', 'revision_number': 10, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None, '_interfaces': [{'id': '7a81e95d-917c-426c-a872-71120c6825ae', 'name': '', 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:35:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:33Z', 'updated_at': '2022-02-08T21:55:40Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:16.959149 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6919da30-5184-4fc7-8572-1aa1a1ec4bed admin admin] Publish callbacks [] for security_group (0f00f4cd-cda1-4163-bba2-c623c9bf9938), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:17.008523 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-0e2a8017-b0c4-485a-9462-2f30c340ea52 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Deleting port 5da3145f-66ce-4376-882f-5dfae856ec63 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:56:17.009313 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e2a8017-b0c4-485a-9462-2f30c340ea52 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (5da3145f-66ce-4376-882f-5dfae856ec63), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:17.010432 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241aa924-d3cd-46ea-9012-740ccf9b7394 None None] Checking router: 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:56:17.055028 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6919da30-5184-4fc7-8572-1aa1a1ec4bed admin admin] Publish callbacks [] for security_group (0f00f4cd-cda1-4163-bba2-c623c9bf9938), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:17.059264 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241aa924-d3cd-46ea-9012-740ccf9b7394 None None] Routers {'23e29e5d-a0ac-4283-a3a6-980fc76c1d68'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:56:17.061282 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-241aa924-d3cd-46ea-9012-740ccf9b7394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:55:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:17.190306 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f4337-2235-420d-b4cb-70e5b85acda2 req-3c1fb283-f4c7-4d49-9eec-36453bb6f7db tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:17.194339 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b3f4337-2235-420d-b4cb-70e5b85acda2 req-3c1fb283-f4c7-4d49-9eec-36453bb6f7db tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 944 time: 0.1209378 Feb 08 21:56:17.199223 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6919da30-5184-4fc7-8572-1aa1a1ec4bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (0f00f4cd-cda1-4163-bba2-c623c9bf9938), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:17.202368 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6919da30-5184-4fc7-8572-1aa1a1ec4bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:17.206061 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6919da30-5184-4fc7-8572-1aa1a1ec4bed admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0f00f4cd-cda1-4163-bba2-c623c9bf9938 HTTP/1.1" status: 204 len: 168 time: 0.4091735 Feb 08 21:56:17.214632 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-0e2a8017-b0c4-485a-9462-2f30c340ea52 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] For port 5da3145f-66ce-4376-882f-5dfae856ec63, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5da3145f-66ce-4376-882f-5dfae856ec63,segment=NetworkSegment(4d35791e-3cde-4933-b883-254565576946),segment_id=4d35791e-3cde-4933-b883-254565576946)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:56:17.215017 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e2a8017-b0c4-485a-9462-2f30c340ea52 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (5da3145f-66ce-4376-882f-5dfae856ec63), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:17.221508 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919da30-5184-4fc7-8572-1aa1a1ec4bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f00f4cd-cda1-4163-bba2-c623c9bf9938,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:17.280535 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-241aa924-d3cd-46ea-9012-740ccf9b7394 None None] Set router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:56:17.342867 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b3f4337-2235-420d-b4cb-70e5b85acda2 req-b53b2e87-fe1c-4880-bcaa-bdde781c3942 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216884 Feb 08 21:56:17.356868 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-0e2a8017-b0c4-485a-9462-2f30c340ea52 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Calling delete_port for 5da3145f-66ce-4376-882f-5dfae856ec63 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:56:17.387239 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6d0a5e-987b-4079-871f-13b0ad45c1e6 None None] DHCP port deletion for 0ba485d7-0096-410e-820f-0842c4d0742f request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:56:17.600877 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e2a8017-b0c4-485a-9462-2f30c340ea52 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (5da3145f-66ce-4376-882f-5dfae856ec63), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:17.644565 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a8017-b0c4-485a-9462-2f30c340ea52 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Port': ['ID=5da3145f-66ce-4376-882f-5dfae856ec63,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:17.662692 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2a8017-b0c4-485a-9462-2f30c340ea52 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] No DVR routers for this DVR port 5da3145f-66ce-4376-882f-5dfae856ec63 on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:56:17.668851 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8c6d0a5e-987b-4079-871f-13b0ad45c1e6 None None] Deleting port 5da3145f-66ce-4376-882f-5dfae856ec63 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:56:17.669371 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8c6d0a5e-987b-4079-871f-13b0ad45c1e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (5da3145f-66ce-4376-882f-5dfae856ec63), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:17.809653 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-8c6d0a5e-987b-4079-871f-13b0ad45c1e6 None None] For port 5da3145f-66ce-4376-882f-5dfae856ec63, host n-d-712143-31, got binding levels [] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:56:17.810343 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8c6d0a5e-987b-4079-871f-13b0ad45c1e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (5da3145f-66ce-4376-882f-5dfae856ec63), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:17.838071 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8c6d0a5e-987b-4079-871f-13b0ad45c1e6 None None] Calling delete_port for 5da3145f-66ce-4376-882f-5dfae856ec63 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:56:17.842065 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.ipam_backend_mixin [None req-8c6d0a5e-987b-4079-871f-13b0ad45c1e6 None None] Port 5da3145f-66ce-4376-882f-5dfae856ec63 was not found and therefore no delete operation was performed {{(pid=103435) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 21:56:17.848271 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8c6d0a5e-987b-4079-871f-13b0ad45c1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (5da3145f-66ce-4376-882f-5dfae856ec63), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:17.875805 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e2a8017-b0c4-485a-9462-2f30c340ea52 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (0ba485d7-0096-410e-820f-0842c4d0742f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:17.898309 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6d0a5e-987b-4079-871f-13b0ad45c1e6 None None] No DVR routers for this DVR port 5da3145f-66ce-4376-882f-5dfae856ec63 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:56:17.903538 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d0a5e-987b-4079-871f-13b0ad45c1e6 None None] Pushing event deleted for resources: {'Port': ['ID=5da3145f-66ce-4376-882f-5dfae856ec63,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:17.935486 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-0e2a8017-b0c4-485a-9462-2f30c340ea52 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba485d7-0096-410e-820f-0842c4d0742f']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:17.957055 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-0e2a8017-b0c4-485a-9462-2f30c340ea52 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d35791e-3cde-4933-b883-254565576946') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:17.958592 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-0e2a8017-b0c4-485a-9462-2f30c340ea52 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d35791e-3cde-4933-b883-254565576946') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:17.979871 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e2a8017-b0c4-485a-9462-2f30c340ea52 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (4d35791e-3cde-4933-b883-254565576946), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:18.005773 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e2a8017-b0c4-485a-9462-2f30c340ea52 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (4d35791e-3cde-4933-b883-254565576946), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:18.007726 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-241aa924-d3cd-46ea-9012-740ccf9b7394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'name': 'tempest-RoutersTest-router-739514684', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:55:30Z', 'updated_at': '2022-02-08T21:56:14Z', 'revision_number': 10, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None, '_interfaces': [{'id': '7a81e95d-917c-426c-a872-71120c6825ae', 'name': '', 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:35:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:33Z', 'updated_at': '2022-02-08T21:55:40Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:18.016180 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2a8017-b0c4-485a-9462-2f30c340ea52 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:56:18.016696 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e2a8017-b0c4-485a-9462-2f30c340ea52 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (4d35791e-3cde-4933-b883-254565576946), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:56:18.021211 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:56:18.069769 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241aa924-d3cd-46ea-9012-740ccf9b7394 None None] The sync data for ids ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'] in n-d-712143-31 is: [{'id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'name': 'tempest-RoutersTest-router-739514684', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:55:30Z', 'updated_at': '2022-02-08T21:56:14Z', 'revision_number': 10, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None, '_interfaces': [{'id': '7a81e95d-917c-426c-a872-71120c6825ae', 'name': '', 'network_id': 'd6fcf2a7-7860-4e70-a9d4-3a1f6641b47e', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'mac_address': 'fa:16:3e:35:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:55:33Z', 'updated_at': '2022-02-08T21:55:40Z', 'revision_number': 5, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'subnets': [{'id': '01ca73cc-f721-4e09-9a12-98e562c4fb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:56:18.136923 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e2a8017-b0c4-485a-9462-2f30c340ea52 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (0ba485d7-0096-410e-820f-0842c4d0742f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:18.145964 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e2a8017-b0c4-485a-9462-2f30c340ea52 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:18.153692 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0e2a8017-b0c4-485a-9462-2f30c340ea52 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/networks/0ba485d7-0096-410e-820f-0842c4d0742f HTTP/1.1" status: 204 len: 168 time: 1.4409156 Feb 08 21:56:18.153692 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37300) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:18.257002 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a8017-b0c4-485a-9462-2f30c340ea52 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Network': ['ID=0ba485d7-0096-410e-820f-0842c4d0742f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:18.684619 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 037349e2-00b2-42dd-9221-f53267646ef5 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:56:18.720132 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 037349e2-00b2-42dd-9221-f53267646ef5 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:56:18.720486 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 037349e2-00b2-42dd-9221-f53267646ef5 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:56:18.721068 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5da3145f-66ce-4376-882f-5dfae856ec63 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:56:18.763064 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 5da3145f-66ce-4376-882f-5dfae856ec63 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:56:18.763636 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5da3145f-66ce-4376-882f-5dfae856ec63 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:56:18.834374 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dfd98-9c38-453c-a058-f3aa4fd94e8c req-20d3850b-cd08-4aac-8d85-f28ead0c2a3e tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:18.837127 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-942dfd98-9c38-453c-a058-f3aa4fd94e8c req-20d3850b-cd08-4aac-8d85-f28ead0c2a3e tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 944 time: 0.1925151 Feb 08 21:56:18.965329 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-942dfd98-9c38-453c-a058-f3aa4fd94e8c req-ea03bfda-15ca-4060-8b1b-e164285b170b tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990605 Feb 08 21:56:19.084115 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97c4636b-6997-4c10-99db-659c7f64629d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:19.490172 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-97c4636b-6997-4c10-99db-659c7f64629d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Deleting port 7a81e95d-917c-426c-a872-71120c6825ae {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:56:19.491185 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97c4636b-6997-4c10-99db-659c7f64629d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (7a81e95d-917c-426c-a872-71120c6825ae), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:19.668434 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-97c4636b-6997-4c10-99db-659c7f64629d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] For port 7a81e95d-917c-426c-a872-71120c6825ae, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7a81e95d-917c-426c-a872-71120c6825ae,segment=NetworkSegment(9c3a67ac-ffa4-4c6d-a3ef-beb7bd9a9f86),segment_id=9c3a67ac-ffa4-4c6d-a3ef-beb7bd9a9f86)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:56:19.668894 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97c4636b-6997-4c10-99db-659c7f64629d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (7a81e95d-917c-426c-a872-71120c6825ae), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:19.692991 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-97c4636b-6997-4c10-99db-659c7f64629d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Calling delete_port for 7a81e95d-917c-426c-a872-71120c6825ae owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:56:20.053761 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97c4636b-6997-4c10-99db-659c7f64629d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (7a81e95d-917c-426c-a872-71120c6825ae), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:20.188885 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4636b-6997-4c10-99db-659c7f64629d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Port': ['ID=7a81e95d-917c-426c-a872-71120c6825ae,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:20.358877 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8fca0-1d88-4c7c-927a-5d9cb7b05966 req-e66c74a9-05a8-47e2-9f3a-5af6b60f0934 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:20.366836 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ce8fca0-1d88-4c7c-927a-5d9cb7b05966 req-e66c74a9-05a8-47e2-9f3a-5af6b60f0934 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 944 time: 0.1984029 Feb 08 21:56:20.398812 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-97c4636b-6997-4c10-99db-659c7f64629d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:20.664962 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ce8fca0-1d88-4c7c-927a-5d9cb7b05966 req-37254a25-f9ec-4021-ac80-bb18b09e7172 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2969279 Feb 08 21:56:20.822203 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c4636b-6997-4c10-99db-659c7f64629d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:56:20.938612 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c4636b-6997-4c10-99db-659c7f64629d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:56:20.945138 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-97c4636b-6997-4c10-99db-659c7f64629d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "PUT /v2.0/routers/23e29e5d-a0ac-4283-a3a6-980fc76c1d68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7902985 Feb 08 21:56:20.949069 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37330) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:20.956821 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f684be0-7844-4c9f-8db5-1570540b6c9b None None] Sync routers for ids ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:56:20.983801 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f684be0-7844-4c9f-8db5-1570540b6c9b None None] Routers {'23e29e5d-a0ac-4283-a3a6-980fc76c1d68'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:56:20.985513 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8f684be0-7844-4c9f-8db5-1570540b6c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:55:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:21.054785 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f23011-fb75-4cac-9e4c-180dd8d10519 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Deleting subnet 01ca73cc-f721-4e09-9a12-98e562c4fb6c {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:56:21.064338 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a0f23011-fb75-4cac-9e4c-180dd8d10519 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for subnet (01ca73cc-f721-4e09-9a12-98e562c4fb6c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:21.128981 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a0f23011-fb75-4cac-9e4c-180dd8d10519 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (01ca73cc-f721-4e09-9a12-98e562c4fb6c), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:21.143300 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-8f684be0-7844-4c9f-8db5-1570540b6c9b None None] Set router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:56:21.265364 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8f684be0-7844-4c9f-8db5-1570540b6c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'name': 'tempest-RoutersTest-router-739514684', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:55:30Z', 'updated_at': '2022-02-08T21:56:19Z', 'revision_number': 11, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:21.297286 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a0f23011-fb75-4cac-9e4c-180dd8d10519 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (01ca73cc-f721-4e09-9a12-98e562c4fb6c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:21.316914 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f684be0-7844-4c9f-8db5-1570540b6c9b None None] Checking router: 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:56:21.337887 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f684be0-7844-4c9f-8db5-1570540b6c9b None None] Routers {'23e29e5d-a0ac-4283-a3a6-980fc76c1d68'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:56:21.339380 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8f684be0-7844-4c9f-8db5-1570540b6c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:55:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:21.412743 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a0f23011-fb75-4cac-9e4c-180dd8d10519 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (01ca73cc-f721-4e09-9a12-98e562c4fb6c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:21.457543 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f23011-fb75-4cac-9e4c-180dd8d10519 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Subnet': ['ID=01ca73cc-f721-4e09-9a12-98e562c4fb6c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:21.466360 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a0f23011-fb75-4cac-9e4c-180dd8d10519 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:21.471071 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a0f23011-fb75-4cac-9e4c-180dd8d10519 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/subnets/01ca73cc-f721-4e09-9a12-98e562c4fb6c HTTP/1.1" status: 204 len: 168 time: 0.5206783 Feb 08 21:56:21.472382 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce423bd-a8dd-4a9b-bc5e-4f4b90716c5a None None] Network d6fcf2a7-7860-4e70-a9d4-3a1f6641b47e requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:56:21.474221 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37332) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:21.621662 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-169cc884-5150-49b9-81b3-351631a18a18 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (d6fcf2a7-7860-4e70-a9d4-3a1f6641b47e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:21.638343 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-8f684be0-7844-4c9f-8db5-1570540b6c9b None None] Set router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:56:21.725738 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8f684be0-7844-4c9f-8db5-1570540b6c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'name': 'tempest-RoutersTest-router-739514684', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:55:30Z', 'updated_at': '2022-02-08T21:56:19Z', 'revision_number': 11, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:21.804914 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85ffd86-b39b-4c7f-bb08-ffb85fcd1bb4 None None] DHCP port deletion for d6fcf2a7-7860-4e70-a9d4-3a1f6641b47e request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:56:21.855129 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-169cc884-5150-49b9-81b3-351631a18a18 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Deleting port 44d07dc3-261c-47e7-9921-90302eb64f1b {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:56:21.857410 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f684be0-7844-4c9f-8db5-1570540b6c9b None None] The sync data for ids ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'] in n-d-712143-31 is: [{'id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'name': 'tempest-RoutersTest-router-739514684', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:55:30Z', 'updated_at': '2022-02-08T21:56:19Z', 'revision_number': 11, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:56:21.857727 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-169cc884-5150-49b9-81b3-351631a18a18 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (44d07dc3-261c-47e7-9921-90302eb64f1b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:22.074929 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a85ffd86-b39b-4c7f-bb08-ffb85fcd1bb4 None None] Deleting port 44d07dc3-261c-47e7-9921-90302eb64f1b {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:56:22.075527 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a85ffd86-b39b-4c7f-bb08-ffb85fcd1bb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (44d07dc3-261c-47e7-9921-90302eb64f1b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:22.136664 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-169cc884-5150-49b9-81b3-351631a18a18 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] For port 44d07dc3-261c-47e7-9921-90302eb64f1b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=44d07dc3-261c-47e7-9921-90302eb64f1b,segment=NetworkSegment(9c3a67ac-ffa4-4c6d-a3ef-beb7bd9a9f86),segment_id=9c3a67ac-ffa4-4c6d-a3ef-beb7bd9a9f86)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:56:22.137178 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-169cc884-5150-49b9-81b3-351631a18a18 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (44d07dc3-261c-47e7-9921-90302eb64f1b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:22.171760 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-169cc884-5150-49b9-81b3-351631a18a18 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Calling delete_port for 44d07dc3-261c-47e7-9921-90302eb64f1b owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:56:22.200372 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345247bd-ee7c-4b99-8583-32a3a242af66 req-ca7c990e-3c34-42cd-8459-e6600ed1f8a5 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:22.206118 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-345247bd-ee7c-4b99-8583-32a3a242af66 req-ca7c990e-3c34-42cd-8459-e6600ed1f8a5 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 944 time: 0.2309473 Feb 08 21:56:22.286243 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-a85ffd86-b39b-4c7f-bb08-ffb85fcd1bb4 None None] For port 44d07dc3-261c-47e7-9921-90302eb64f1b, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=44d07dc3-261c-47e7-9921-90302eb64f1b,segment=NetworkSegment(9c3a67ac-ffa4-4c6d-a3ef-beb7bd9a9f86),segment_id=9c3a67ac-ffa4-4c6d-a3ef-beb7bd9a9f86)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:56:22.289164 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a85ffd86-b39b-4c7f-bb08-ffb85fcd1bb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (44d07dc3-261c-47e7-9921-90302eb64f1b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:22.309513 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a85ffd86-b39b-4c7f-bb08-ffb85fcd1bb4 None None] Calling delete_port for 44d07dc3-261c-47e7-9921-90302eb64f1b owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:56:22.479859 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-169cc884-5150-49b9-81b3-351631a18a18 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (44d07dc3-261c-47e7-9921-90302eb64f1b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:22.612958 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169cc884-5150-49b9-81b3-351631a18a18 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Port': ['ID=44d07dc3-261c-47e7-9921-90302eb64f1b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:22.633651 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 44d07dc3-261c-47e7-9921-90302eb64f1b no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:56:22.650417 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-345247bd-ee7c-4b99-8583-32a3a242af66 req-31a6e137-7a3d-41dc-8e81-47d9a5056a36 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4302588 Feb 08 21:56:22.655039 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169cc884-5150-49b9-81b3-351631a18a18 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] No DVR routers for this DVR port 44d07dc3-261c-47e7-9921-90302eb64f1b on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:56:22.740398 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:56:22.751545 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 44d07dc3-261c-47e7-9921-90302eb64f1b {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:56:22.752452 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 44d07dc3-261c-47e7-9921-90302eb64f1b not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:56:22.755654 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7a81e95d-917c-426c-a872-71120c6825ae no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:56:22.759516 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a85ffd86-b39b-4c7f-bb08-ffb85fcd1bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (44d07dc3-261c-47e7-9921-90302eb64f1b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:22.861272 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-169cc884-5150-49b9-81b3-351631a18a18 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (d6fcf2a7-7860-4e70-a9d4-3a1f6641b47e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:22.889440 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ffd86-b39b-4c7f-bb08-ffb85fcd1bb4 None None] Pushing event deleted for resources: {'Port': ['ID=44d07dc3-261c-47e7-9921-90302eb64f1b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:22.916073 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 7a81e95d-917c-426c-a872-71120c6825ae {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:56:22.916558 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7a81e95d-917c-426c-a872-71120c6825ae not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:56:22.929514 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ffd86-b39b-4c7f-bb08-ffb85fcd1bb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:22.929945 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ffd86-b39b-4c7f-bb08-ffb85fcd1bb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:22.931132 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ffd86-b39b-4c7f-bb08-ffb85fcd1bb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:22.932206 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ffd86-b39b-4c7f-bb08-ffb85fcd1bb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:22.932946 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ffd86-b39b-4c7f-bb08-ffb85fcd1bb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:22.933735 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ffd86-b39b-4c7f-bb08-ffb85fcd1bb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:22.934869 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ffd86-b39b-4c7f-bb08-ffb85fcd1bb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:22.935613 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ffd86-b39b-4c7f-bb08-ffb85fcd1bb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:22.937379 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ffd86-b39b-4c7f-bb08-ffb85fcd1bb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:22.938209 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ffd86-b39b-4c7f-bb08-ffb85fcd1bb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:22.938954 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ffd86-b39b-4c7f-bb08-ffb85fcd1bb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:22.945776 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ffd86-b39b-4c7f-bb08-ffb85fcd1bb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:22.946326 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ffd86-b39b-4c7f-bb08-ffb85fcd1bb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:22.949967 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-169cc884-5150-49b9-81b3-351631a18a18 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6fcf2a7-7860-4e70-a9d4-3a1f6641b47e']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:22.966305 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85ffd86-b39b-4c7f-bb08-ffb85fcd1bb4 None None] No DVR routers for this DVR port 44d07dc3-261c-47e7-9921-90302eb64f1b on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:56:22.972535 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-169cc884-5150-49b9-81b3-351631a18a18 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3a67ac-ffa4-4c6d-a3ef-beb7bd9a9f86') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:22.974316 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-169cc884-5150-49b9-81b3-351631a18a18 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3a67ac-ffa4-4c6d-a3ef-beb7bd9a9f86') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:23.017641 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-169cc884-5150-49b9-81b3-351631a18a18 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (9c3a67ac-ffa4-4c6d-a3ef-beb7bd9a9f86), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:23.055141 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-169cc884-5150-49b9-81b3-351631a18a18 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (9c3a67ac-ffa4-4c6d-a3ef-beb7bd9a9f86), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:23.073808 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169cc884-5150-49b9-81b3-351631a18a18 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:56:23.074483 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-169cc884-5150-49b9-81b3-351631a18a18 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (9c3a67ac-ffa4-4c6d-a3ef-beb7bd9a9f86), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:56:23.178883 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:56:23.250578 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-169cc884-5150-49b9-81b3-351631a18a18 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (d6fcf2a7-7860-4e70-a9d4-3a1f6641b47e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:23.275237 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-169cc884-5150-49b9-81b3-351631a18a18 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:23.282757 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2b5a2e59-412c-4b3d-a939-fd32ea8c71bf,segment=NetworkSegment(a4503a19-b855-4168-b220-48b435fa7ad1),segment_id=a4503a19-b855-4168-b220-48b435fa7ad1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:56:23.284403 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-169cc884-5150-49b9-81b3-351631a18a18 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/networks/d6fcf2a7-7860-4e70-a9d4-3a1f6641b47e HTTP/1.1" status: 204 len: 168 time: 1.8078387 Feb 08 21:56:23.292910 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37426) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:23.303519 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-578b2f61-85cc-4933-8076-fce8b06a0d3a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'router': {'routes': None}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:56:23.322024 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169cc884-5150-49b9-81b3-351631a18a18 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Pushing event deleted for resources: {'Network': ['ID=d6fcf2a7-7860-4e70-a9d4-3a1f6641b47e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:23.334217 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '2b5a2e59-412c-4b3d-a939-fd32ea8c71bf', 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547', 'port_id': '2b5a2e59-412c-4b3d-a939-fd32ea8c71bf', 'mac_address': 'fa:16:3e:31:05:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea13670-24a3-4222-9668-be9f4513e3f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:56:23.471821 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:56:23.472995 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2b5a2e59-412c-4b3d-a939-fd32ea8c71bf), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:23.504592 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:56:23.556680 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2b5a2e59-412c-4b3d-a939-fd32ea8c71bf,segment=NetworkSegment(a4503a19-b855-4168-b220-48b435fa7ad1),segment_id=a4503a19-b855-4168-b220-48b435fa7ad1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:56:23.565567 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2b5a2e59-412c-4b3d-a939-fd32ea8c71bf), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:23.779072 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.extraroute_db [None req-578b2f61-85cc-4933-8076-fce8b06a0d3a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Added routes are [] {{(pid=103434) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 08 21:56:23.779858 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.extraroute_db [None req-578b2f61-85cc-4933-8076-fce8b06a0d3a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Removed routes are [] {{(pid=103434) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 08 21:56:23.780626 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-578b2f61-85cc-4933-8076-fce8b06a0d3a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-346790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58238'] for router (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:23.902330 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=2b5a2e59-412c-4b3d-a939-fd32ea8c71bf,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:23.942687 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['2b5a2e59-412c-4b3d-a939-fd32ea8c71bf'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:56:24.071849 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1b060-ac40-45bb-bc13-1c14989956b3 req-b84842ca-d2f4-41d6-9bbb-58fc0e11a753 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:24.075472 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02e1b060-ac40-45bb-bc13-1c14989956b3 req-b84842ca-d2f4-41d6-9bbb-58fc0e11a753 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 945 time: 0.1992965 Feb 08 21:56:24.304252 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02e1b060-ac40-45bb-bc13-1c14989956b3 req-0ae44b5c-220d-4d2e-af71-d96e45fca496 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129655 Feb 08 21:56:24.317888 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2bd85099-0a77-47d3-9f7f-f4429d008149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:24.338366 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-578b2f61-85cc-4933-8076-fce8b06a0d3a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-346790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58238'] for router (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:24.361468 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-578b2f61-85cc-4933-8076-fce8b06a0d3a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-346797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-346804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351703'] for router (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:24.602963 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578b2f61-85cc-4933-8076-fce8b06a0d3a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:56:24.780921 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578b2f61-85cc-4933-8076-fce8b06a0d3a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:56:24.807936 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-578b2f61-85cc-4933-8076-fce8b06a0d3a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:24.814078 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d9300d-dae9-4e1b-9e5f-60b22b757410 None None] Sync routers for ids ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:56:24.822605 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-578b2f61-85cc-4933-8076-fce8b06a0d3a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "PUT /v2.0/routers/23e29e5d-a0ac-4283-a3a6-980fc76c1d68 HTTP/1.1" status: 200 len: 700 time: 1.5261014 Feb 08 21:56:24.827201 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37536) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:24.844735 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d9300d-dae9-4e1b-9e5f-60b22b757410 None None] Routers {'23e29e5d-a0ac-4283-a3a6-980fc76c1d68'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:56:24.846441 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-38d9300d-dae9-4e1b-9e5f-60b22b757410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:55:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:24.954060 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c18f63a2-c57b-4183-b070-04fb2781e308 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "GET /v2.0/ports?device_id=23e29e5d-a0ac-4283-a3a6-980fc76c1d68 HTTP/1.1" status: 200 len: 205 time: 0.1191788 Feb 08 21:56:24.958549 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37548) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:25.142072 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-65a54c93-036a-45ba-a5f2-81491f62c958 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:25.440198 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-38d9300d-dae9-4e1b-9e5f-60b22b757410 None None] Set router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:56:25.535526 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-38d9300d-dae9-4e1b-9e5f-60b22b757410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'name': 'tempest-RoutersTest-router-739514684', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:55:30Z', 'updated_at': '2022-02-08T21:56:19Z', 'revision_number': 11, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:25.594084 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d9300d-dae9-4e1b-9e5f-60b22b757410 None None] Checking router: 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:56:25.605359 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d9300d-dae9-4e1b-9e5f-60b22b757410 None None] Routers {'23e29e5d-a0ac-4283-a3a6-980fc76c1d68'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:56:25.606494 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-38d9300d-dae9-4e1b-9e5f-60b22b757410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:55:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:25.745649 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-38d9300d-dae9-4e1b-9e5f-60b22b757410 None None] Set router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:56:25.843463 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-38d9300d-dae9-4e1b-9e5f-60b22b757410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'name': 'tempest-RoutersTest-router-739514684', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:55:30Z', 'updated_at': '2022-02-08T21:56:19Z', 'revision_number': 11, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:25.899599 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d9300d-dae9-4e1b-9e5f-60b22b757410 None None] The sync data for ids ['23e29e5d-a0ac-4283-a3a6-980fc76c1d68'] in n-d-712143-31 is: [{'id': '23e29e5d-a0ac-4283-a3a6-980fc76c1d68', 'name': 'tempest-RoutersTest-router-739514684', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:55:30Z', 'updated_at': '2022-02-08T21:56:19Z', 'revision_number': 11, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:56:26.094390 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-65a54c93-036a-45ba-a5f2-81491f62c958 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:26.097535 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-65a54c93-036a-45ba-a5f2-81491f62c958 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router_controller (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:26.108227 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6b2f0-25e5-4b86-901e-a39ffb84cd78 req-1c7e7251-d70b-414c-83d7-f4c1da2963e9 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:26.110277 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-80d6b2f0-25e5-4b86-901e-a39ffb84cd78 req-1c7e7251-d70b-414c-83d7-f4c1da2963e9 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 945 time: 0.3055186 Feb 08 21:56:26.189270 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-65a54c93-036a-45ba-a5f2-81491f62c958 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (23e29e5d-a0ac-4283-a3a6-980fc76c1d68), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:26.191730 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a54c93-036a-45ba-a5f2-81491f62c958 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Fanout notify agent at l3_agent the message router_deleted on router 23e29e5d-a0ac-4283-a3a6-980fc76c1d68 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:56:26.204249 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-65a54c93-036a-45ba-a5f2-81491f62c958 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:26.212493 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37666) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:26.213646 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-65a54c93-036a-45ba-a5f2-81491f62c958 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/routers/23e29e5d-a0ac-4283-a3a6-980fc76c1d68 HTTP/1.1" status: 204 len: 168 time: 1.2532303 Feb 08 21:56:26.222586 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e0d61ae0-8b3a-4bd0-a2cb-1c6d8180294b tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1807451832', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:56:26.252931 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0d61ae0-8b3a-4bd0-a2cb-1c6d8180294b tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (fc41c7fc-c9b4-462d-aaf9-c2438f6cf013), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:26.254562 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0d61ae0-8b3a-4bd0-a2cb-1c6d8180294b tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (fc41c7fc-c9b4-462d-aaf9-c2438f6cf013), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:26.267774 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-80d6b2f0-25e5-4b86-901e-a39ffb84cd78 req-4f6a0094-14df-46dd-b98c-c5c9bcbe1516 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093030 Feb 08 21:56:26.389179 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0d61ae0-8b3a-4bd0-a2cb-1c6d8180294b tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router_controller (fc41c7fc-c9b4-462d-aaf9-c2438f6cf013), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:26.398199 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0d61ae0-8b3a-4bd0-a2cb-1c6d8180294b tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (fc41c7fc-c9b4-462d-aaf9-c2438f6cf013), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:26.464835 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0d61ae0-8b3a-4bd0-a2cb-1c6d8180294b tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:26.469761 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37690) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:26.470044 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e0d61ae0-8b3a-4bd0-a2cb-1c6d8180294b tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2552745 Feb 08 21:56:26.480057 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-f0893e1f-59a7-4eb5-bce8-2f809150e530 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:56:26.738905 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:56:26.805772 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:56:26.843362 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f0893e1f-59a7-4eb5-bce8-2f809150e530 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-346790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58238'] for router (fc41c7fc-c9b4-462d-aaf9-c2438f6cf013), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:26.874523 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:56:26.883353 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:56:26.884023 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2b5a2e59-412c-4b3d-a939-fd32ea8c71bf), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:26.887211 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f0893e1f-59a7-4eb5-bce8-2f809150e530 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-346797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-346804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351703'] for router (fc41c7fc-c9b4-462d-aaf9-c2438f6cf013), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:27.048672 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:56:27.049341 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2b5a2e59-412c-4b3d-a939-fd32ea8c71bf), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:27.098218 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9727864f-64a0-46ec-a938-f570b5ffdd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b5a2e59-412c-4b3d-a939-fd32ea8c71bf'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:56:27.103294 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f11d71-9659-4885-9fc0-0b7d5597f14d" -d '{"events": [{"server_uuid": "9727864f-64a0-46ec-a938-f570b5ffdd85", "name": "network-vif-plugged", "status": "completed", "tag": "2b5a2e59-412c-4b3d-a939-fd32ea8c71bf"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:56:27.134031 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2b5a2e59-412c-4b3d-a939-fd32ea8c71bf,segment=NetworkSegment(a4503a19-b855-4168-b220-48b435fa7ad1),segment_id=a4503a19-b855-4168-b220-48b435fa7ad1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:56:27.138608 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0893e1f-59a7-4eb5-bce8-2f809150e530 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Router fc41c7fc-c9b4-462d-aaf9-c2438f6cf013 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:56:27.141681 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2b5a2e59-412c-4b3d-a939-fd32ea8c71bf), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:27.291265 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=2b5a2e59-412c-4b3d-a939-fd32ea8c71bf,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:27.305901 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0893e1f-59a7-4eb5-bce8-2f809150e530 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:56:27.315203 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f0893e1f-59a7-4eb5-bce8-2f809150e530 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:27.317110 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f0893e1f-59a7-4eb5-bce8-2f809150e530 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "PUT /v2.0/routers/fc41c7fc-c9b4-462d-aaf9-c2438f6cf013 HTTP/1.1" status: 200 len: 694 time: 0.8455627 Feb 08 21:56:27.317283 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7857a088-b344-4a91-9047-263b5ca3dc8b None None] Sync routers for ids ['fc41c7fc-c9b4-462d-aaf9-c2438f6cf013'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:56:27.319991 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37772) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:27.340177 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7857a088-b344-4a91-9047-263b5ca3dc8b None None] Routers {'fc41c7fc-c9b4-462d-aaf9-c2438f6cf013'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:56:27.340998 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7857a088-b344-4a91-9047-263b5ca3dc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:55:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['fc41c7fc-c9b4-462d-aaf9-c2438f6cf013'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:27.533269 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-7857a088-b344-4a91-9047-263b5ca3dc8b None None] Set router fc41c7fc-c9b4-462d-aaf9-c2438f6cf013 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:56:27.537909 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4886a8de-e687-42bb-934b-ff3c20fcc6f0 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "GET /v2.0/routers/fc41c7fc-c9b4-462d-aaf9-c2438f6cf013 HTTP/1.1" status: 200 len: 700 time: 0.2167442 Feb 08 21:56:27.540769 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37798) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:27.556038 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dd940de6-4197-4af6-a974-196801231ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:27.633563 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-187e0845-f228-44d8-9bc9-5d8e23bee439 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc41c7fc-c9b4-462d-aaf9-c2438f6cf013 HTTP/1.1" status: 200 len: 205 time: 0.0905313 Feb 08 21:56:27.634475 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7857a088-b344-4a91-9047-263b5ca3dc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc41c7fc-c9b4-462d-aaf9-c2438f6cf013', 'name': 'tempest-RoutersTest-router-1807451832', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:56:26Z', 'updated_at': '2022-02-08T21:56:26Z', 'revision_number': 2, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:27.636637 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37808) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:27.693670 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257054a9-aba7-43e4-9a54-4837fe9d198a x-openstack-request-id: req-257054a9-aba7-43e4-9a54-4837fe9d198a {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:56:27.693980 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9727864f-64a0-46ec-a938-f570b5ffdd85", "name": "network-vif-plugged", "status": "completed", "tag": "2b5a2e59-412c-4b3d-a939-fd32ea8c71bf", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:56:27.694281 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-257054a9-aba7-43e4-9a54-4837fe9d198a {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:56:27.694751 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9727864f-64a0-46ec-a938-f570b5ffdd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b5a2e59-412c-4b3d-a939-fd32ea8c71bf', 'code': 200} Feb 08 21:56:27.726805 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7857a088-b344-4a91-9047-263b5ca3dc8b None None] Checking router: fc41c7fc-c9b4-462d-aaf9-c2438f6cf013 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:56:27.758260 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7857a088-b344-4a91-9047-263b5ca3dc8b None None] Routers {'fc41c7fc-c9b4-462d-aaf9-c2438f6cf013'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:56:27.759086 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7857a088-b344-4a91-9047-263b5ca3dc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:56:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['fc41c7fc-c9b4-462d-aaf9-c2438f6cf013'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:27.858427 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec257b73-e151-4f0e-852b-a6ef12802fd6 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router (fc41c7fc-c9b4-462d-aaf9-c2438f6cf013), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:27.859068 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-7857a088-b344-4a91-9047-263b5ca3dc8b None None] Set router fc41c7fc-c9b4-462d-aaf9-c2438f6cf013 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:56:27.928787 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7857a088-b344-4a91-9047-263b5ca3dc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc41c7fc-c9b4-462d-aaf9-c2438f6cf013', 'name': 'tempest-RoutersTest-router-1807451832', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:56:26Z', 'updated_at': '2022-02-08T21:56:26Z', 'revision_number': 2, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:27.969613 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7857a088-b344-4a91-9047-263b5ca3dc8b None None] The sync data for ids ['fc41c7fc-c9b4-462d-aaf9-c2438f6cf013'] in n-d-712143-31 is: [{'id': 'fc41c7fc-c9b4-462d-aaf9-c2438f6cf013', 'name': 'tempest-RoutersTest-router-1807451832', 'tenant_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:56:26Z', 'updated_at': '2022-02-08T21:56:26Z', 'revision_number': 2, 'project_id': 'ce00c950d6fd4f2cb5d48594e4844733', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:56:27.978744 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f26c39-a390-40c4-b56f-f98fc344a6c5 req-370aac17-7b05-4d9a-a23c-42f8c54b6ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:27.980477 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-71f26c39-a390-40c4-b56f-f98fc344a6c5 req-370aac17-7b05-4d9a-a23c-42f8c54b6ba8 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 1129 time: 0.2360733 Feb 08 21:56:27.991221 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8b450-5d11-463c-834a-a530a24172af req-84858432-a7eb-484c-8a25-42f03dd16839 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:27.993258 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-53a8b450-5d11-463c-834a-a530a24172af req-84858432-a7eb-484c-8a25-42f03dd16839 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 946 time: 0.1671309 Feb 08 21:56:28.151631 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-53a8b450-5d11-463c-834a-a530a24172af req-98512922-57af-4425-b484-74ab65e3abb2 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003692 Feb 08 21:56:28.154913 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-71f26c39-a390-40c4-b56f-f98fc344a6c5 req-a7d51771-9efe-4394-af80-a0b5ca4cd624 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602507 Feb 08 21:56:28.161808 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec257b73-e151-4f0e-852b-a6ef12802fd6 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (fc41c7fc-c9b4-462d-aaf9-c2438f6cf013), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:28.165467 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec257b73-e151-4f0e-852b-a6ef12802fd6 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router_controller (fc41c7fc-c9b4-462d-aaf9-c2438f6cf013), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:28.218826 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec257b73-e151-4f0e-852b-a6ef12802fd6 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (fc41c7fc-c9b4-462d-aaf9-c2438f6cf013), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:28.219388 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec257b73-e151-4f0e-852b-a6ef12802fd6 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Fanout notify agent at l3_agent the message router_deleted on router fc41c7fc-c9b4-462d-aaf9-c2438f6cf013 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:56:28.227084 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec257b73-e151-4f0e-852b-a6ef12802fd6 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:28.232394 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37854) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:28.237845 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ec257b73-e151-4f0e-852b-a6ef12802fd6 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/routers/fc41c7fc-c9b4-462d-aaf9-c2438f6cf013 HTTP/1.1" status: 204 len: 168 time: 0.5997536 Feb 08 21:56:28.267724 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37858) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:28.267933 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0f131c43-5b6f-4c13-a171-1a6347a72ed3 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc41c7fc-c9b4-462d-aaf9-c2438f6cf013 HTTP/1.1" status: 200 len: 205 time: 0.0341892 Feb 08 21:56:28.316005 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-1be45ff3-0674-427c-961b-aa73e712df21 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] delete failed (client error): The resource could not be found. Feb 08 21:56:28.317097 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1be45ff3-0674-427c-961b-aa73e712df21 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/routers/fc41c7fc-c9b4-462d-aaf9-c2438f6cf013 HTTP/1.1" status: 404 len: 336 time: 0.0477493 Feb 08 21:56:28.322902 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37862) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:28.381512 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-8979685c-a71e-45c8-a677-dbeb5f79db9d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] DELETE failed (client error): The resource could not be found. Feb 08 21:56:28.382215 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8979685c-a71e-45c8-a677-dbeb5f79db9d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:56:28.401469 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8979685c-a71e-45c8-a677-dbeb5f79db9d tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/subnets/a783e99f-67d3-42cc-8a27-6e5118d6891c HTTP/1.1" status: 404 len: 337 time: 0.0770125 Feb 08 21:56:28.402043 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37866) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:28.431715 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad9dfbc-38f0-4e13-81fc-2b47feea5b43 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] DELETE failed (client error): The resource could not be found. Feb 08 21:56:28.432340 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad9dfbc-38f0-4e13-81fc-2b47feea5b43 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:56:28.435537 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cad9dfbc-38f0-4e13-81fc-2b47feea5b43 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/subnets/9399ef63-7d75-46cd-a703-0a561f1c2a88 HTTP/1.1" status: 404 len: 337 time: 0.0318894 Feb 08 21:56:28.438448 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37868) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:28.468396 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-db55e028-8ef2-4136-aaf1-8aafea963222 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] DELETE failed (client error): The resource could not be found. Feb 08 21:56:28.468961 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db55e028-8ef2-4136-aaf1-8aafea963222 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:56:28.472513 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-db55e028-8ef2-4136-aaf1-8aafea963222 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/subnets/1340600d-4b37-4dd8-9348-9f40eb132319 HTTP/1.1" status: 404 len: 337 time: 0.0325360 Feb 08 21:56:28.475674 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37870) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:28.508470 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f189e28-917c-4fa0-98e1-6bcea4bca995 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] DELETE failed (client error): The resource could not be found. Feb 08 21:56:28.508984 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f189e28-917c-4fa0-98e1-6bcea4bca995 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:56:28.513396 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8f189e28-917c-4fa0-98e1-6bcea4bca995 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/subnets/01ca73cc-f721-4e09-9a12-98e562c4fb6c HTTP/1.1" status: 404 len: 337 time: 0.0355821 Feb 08 21:56:28.519751 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37872) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:28.562916 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-79d4fddb-6a77-430e-9c23-56bce54a8b3a tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "GET /v2.0/ports?device_id=23e29e5d-a0ac-4283-a3a6-980fc76c1d68 HTTP/1.1" status: 200 len: 205 time: 0.0409420 Feb 08 21:56:28.566649 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37874) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:28.614692 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-dcd2610a-0200-49c9-b64a-a8a4be81e9a4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] delete failed (client error): The resource could not be found. Feb 08 21:56:28.618370 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-dcd2610a-0200-49c9-b64a-a8a4be81e9a4 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/routers/23e29e5d-a0ac-4283-a3a6-980fc76c1d68 HTTP/1.1" status: 404 len: 336 time: 0.0480583 Feb 08 21:56:28.619580 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37876) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:28.654048 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-adf42bd6-ff37-4219-8077-b9fac8a0df75 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "GET /v2.0/ports?device_id=754d945e-a7bb-433c-a516-69c1be533c2b HTTP/1.1" status: 200 len: 205 time: 0.0331471 Feb 08 21:56:28.657526 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37878) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:28.707288 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-f140d849-9c80-4a64-abe4-0a8df7901649 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] delete failed (client error): The resource could not be found. Feb 08 21:56:28.711603 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f140d849-9c80-4a64-abe4-0a8df7901649 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/routers/754d945e-a7bb-433c-a516-69c1be533c2b HTTP/1.1" status: 404 len: 336 time: 0.0499573 Feb 08 21:56:28.711888 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37880) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:28.750783 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-3422cac0-3aff-4cd7-933d-af10e26da6f7 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] DELETE failed (client error): The resource could not be found. Feb 08 21:56:28.751380 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3422cac0-3aff-4cd7-933d-af10e26da6f7 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:56:28.760850 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3422cac0-3aff-4cd7-933d-af10e26da6f7 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/subnets/73e52cc6-6445-4e65-b884-f3aef8a3631f HTTP/1.1" status: 404 len: 337 time: 0.0477531 Feb 08 21:56:28.766558 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37882) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:28.806321 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-89b06946-b718-4f39-8ea7-10666fd84ab8 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "GET /v2.0/ports?device_id=137734bc-a50f-4cd3-a559-1ecdc95818be HTTP/1.1" status: 200 len: 205 time: 0.0373406 Feb 08 21:56:28.810576 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37884) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:28.890779 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-a2db9985-5e96-454d-b523-0f477bca0e02 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] delete failed (client error): The resource could not be found. Feb 08 21:56:28.892914 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a2db9985-5e96-454d-b523-0f477bca0e02 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/routers/137734bc-a50f-4cd3-a559-1ecdc95818be HTTP/1.1" status: 404 len: 336 time: 0.0807779 Feb 08 21:56:28.896265 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37886) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:28.959814 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-61bb0417-008c-496f-9388-1f3114572b23 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "GET /v2.0/ports?device_id=f668edfe-51d3-4474-8279-336b8c720119 HTTP/1.1" status: 200 len: 205 time: 0.0611343 Feb 08 21:56:28.964119 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37888) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:29.016824 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-d75594a0-9f81-4bc6-8c0b-efbe1ef9b47e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] delete failed (client error): The resource could not be found. Feb 08 21:56:29.018990 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d75594a0-9f81-4bc6-8c0b-efbe1ef9b47e tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/routers/f668edfe-51d3-4474-8279-336b8c720119 HTTP/1.1" status: 404 len: 336 time: 0.0520372 Feb 08 21:56:29.023554 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37890) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:29.073923 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-54be88da-70a3-4fbf-b4dc-a0f59e2c7104 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] DELETE failed (client error): The resource could not be found. Feb 08 21:56:29.075089 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54be88da-70a3-4fbf-b4dc-a0f59e2c7104 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:56:29.080978 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-54be88da-70a3-4fbf-b4dc-a0f59e2c7104 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/subnets/921ac5b9-726a-476a-911c-3c0742f97026 HTTP/1.1" status: 404 len: 337 time: 0.0547385 Feb 08 21:56:29.085470 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37892) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:29.119682 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-72a3ec2e-379c-4cde-bffd-b8de4f854048 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "GET /v2.0/ports?device_id=87401621-c1bd-4e77-9b55-7273d85b0023 HTTP/1.1" status: 200 len: 205 time: 0.0325139 Feb 08 21:56:29.122397 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37894) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:29.185273 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-82ccb057-d305-453a-8e63-9f2a17f3b2d1 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] delete failed (client error): The resource could not be found. Feb 08 21:56:29.190249 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37900) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:29.202877 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-82ccb057-d305-453a-8e63-9f2a17f3b2d1 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/routers/87401621-c1bd-4e77-9b55-7273d85b0023 HTTP/1.1" status: 404 len: 336 time: 0.0791793 Feb 08 21:56:29.254871 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d5351f-c27b-46cd-91c6-2ba08cbe41d0 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] DELETE failed (client error): The resource could not be found. Feb 08 21:56:29.255956 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d5351f-c27b-46cd-91c6-2ba08cbe41d0 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:56:29.267429 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37902) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:29.270489 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-43d5351f-c27b-46cd-91c6-2ba08cbe41d0 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/subnets/bbf0d5cc-7f1a-4eba-b88f-c6076eb5d00f HTTP/1.1" status: 404 len: 337 time: 0.0780220 Feb 08 21:56:29.321363 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:29.340647 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7e67855b-87ec-42b0-a658-d30b222a9835 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c000093-78e6-437f-84f1-1a16e0568c68 HTTP/1.1" status: 200 len: 205 time: 0.0697143 Feb 08 21:56:29.341025 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37904) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:29.418487 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034edd8-7573-4e7c-9edd-278eebb32693 req-ba30169a-e555-41cd-801f-a628578f7efc tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:29.426362 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f034edd8-7573-4e7c-9edd-278eebb32693 req-ba30169a-e555-41cd-801f-a628578f7efc tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 946 time: 0.1543148 Feb 08 21:56:29.438017 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [None req-c2af942e-252e-408d-a770-f41041c12fc6 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] delete failed (client error): The resource could not be found. Feb 08 21:56:29.446033 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c2af942e-252e-408d-a770-f41041c12fc6 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/routers/7c000093-78e6-437f-84f1-1a16e0568c68 HTTP/1.1" status: 404 len: 336 time: 0.1037672 Feb 08 21:56:29.446837 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37908) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:29.531103 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ab8d89-cce3-4e3c-ab0d-2c2951491ea9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] DELETE failed (client error): The resource could not be found. Feb 08 21:56:29.531539 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ab8d89-cce3-4e3c-ab0d-2c2951491ea9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:56:29.538317 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37910) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:29.541671 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-37ab8d89-cce3-4e3c-ab0d-2c2951491ea9 tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/subnets/2afbbd61-bc39-4361-8943-6e43e4b2291c HTTP/1.1" status: 404 len: 337 time: 0.0934052 Feb 08 21:56:29.561465 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f034edd8-7573-4e7c-9edd-278eebb32693 req-6e283473-52bc-4888-b499-127455d25b13 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332865 Feb 08 21:56:29.589526 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae2296c-d06a-422c-a87e-1d71864b9d3b tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] DELETE failed (client error): The resource could not be found. Feb 08 21:56:29.590081 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae2296c-d06a-422c-a87e-1d71864b9d3b tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 21:56:29.599733 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1ae2296c-d06a-422c-a87e-1d71864b9d3b tempest-RoutersTest-762569091 tempest-RoutersTest-762569091-project] 10.222.0.88 "DELETE /v2.0/subnets/fc44abe4-e994-4e27-b59d-602438bdf03a HTTP/1.1" status: 404 len: 337 time: 0.0598383 Feb 08 21:56:30.012597 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37916) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:30.191555 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-700b1619-06a9-49dc-8392-6e23be9a394d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ce00c950d6fd4f2cb5d48594e4844733&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1729100 Feb 08 21:56:30.191855 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37920) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:30.257651 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d3ad33ad-0c68-40ae-b528-bd30e65f8f40 admin admin] Publish callbacks [] for security_group (b98888e8-2ad1-4845-a842-19c806f12c83), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:30.295273 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d3ad33ad-0c68-40ae-b528-bd30e65f8f40 admin admin] Publish callbacks [] for security_group (b98888e8-2ad1-4845-a842-19c806f12c83), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:30.381740 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d3ad33ad-0c68-40ae-b528-bd30e65f8f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b98888e8-2ad1-4845-a842-19c806f12c83), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:30.384647 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d3ad33ad-0c68-40ae-b528-bd30e65f8f40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:30.390150 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d3ad33ad-0c68-40ae-b528-bd30e65f8f40 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b98888e8-2ad1-4845-a842-19c806f12c83 HTTP/1.1" status: 204 len: 168 time: 0.1954563 Feb 08 21:56:30.405514 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad33ad-0c68-40ae-b528-bd30e65f8f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98888e8-2ad1-4845-a842-19c806f12c83,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:30.609084 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37932) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:30.824877 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2a501-c7d0-43c6-ac02-a347ebf3ef7c req-ea36cfb1-80e0-4800-bb88-83cb272dbfe9 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:30.832820 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9ee2a501-c7d0-43c6-ac02-a347ebf3ef7c req-ea36cfb1-80e0-4800-bb88-83cb272dbfe9 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 946 time: 0.1011796 Feb 08 21:56:30.914684 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9ee2a501-c7d0-43c6-ac02-a347ebf3ef7c req-4f619268-3462-4d2b-a252-58dba445c27f tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788922 Feb 08 21:56:30.962131 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-74808dcc-b5d4-498c-b5d6-0d1b3b3b9b0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:31.134490 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39fd2b-b6c3-4faa-804c-ce248bc36bad req-5620e57f-c8a6-49cf-95bd-ee4f8fdd5b34 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:31.136130 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1e39fd2b-b6c3-4faa-804c-ce248bc36bad req-5620e57f-c8a6-49cf-95bd-ee4f8fdd5b34 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 946 time: 0.1126969 Feb 08 21:56:31.196425 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-74808dcc-b5d4-498c-b5d6-0d1b3b3b9b0a admin admin] Publish callbacks [] for security_group (ee2bcc55-11f7-40fc-a62d-b155b1ad2b5b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:31.221134 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-74808dcc-b5d4-498c-b5d6-0d1b3b3b9b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ee2bcc55-11f7-40fc-a62d-b155b1ad2b5b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:31.260637 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1e39fd2b-b6c3-4faa-804c-ce248bc36bad req-855ae396-298c-401b-92f2-52b8e60f9f6b tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103799 Feb 08 21:56:31.289377 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-74808dcc-b5d4-498c-b5d6-0d1b3b3b9b0a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3d36fb1be28641d181d63b32a340c740&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6686471 Feb 08 21:56:31.290107 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37952) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:31.290830 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74808dcc-b5d4-498c-b5d6-0d1b3b3b9b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2bcc55-11f7-40fc-a62d-b155b1ad2b5b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:31.299310 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37954) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:31.354343 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cccab0b7-12c5-4264-9d0a-6d2d49eda61e admin admin] Publish callbacks [] for security_group (ee2bcc55-11f7-40fc-a62d-b155b1ad2b5b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:31.383278 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cccab0b7-12c5-4264-9d0a-6d2d49eda61e admin admin] Publish callbacks [] for security_group (ee2bcc55-11f7-40fc-a62d-b155b1ad2b5b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:31.503900 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:31.528507 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cccab0b7-12c5-4264-9d0a-6d2d49eda61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ee2bcc55-11f7-40fc-a62d-b155b1ad2b5b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:31.535097 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cccab0b7-12c5-4264-9d0a-6d2d49eda61e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:31.537767 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cccab0b7-12c5-4264-9d0a-6d2d49eda61e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ee2bcc55-11f7-40fc-a62d-b155b1ad2b5b HTTP/1.1" status: 204 len: 168 time: 0.2430639 Feb 08 21:56:31.548251 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccab0b7-12c5-4264-9d0a-6d2d49eda61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2bcc55-11f7-40fc-a62d-b155b1ad2b5b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:31.605456 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:31.903476 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42d460e-107d-4f8b-ac8a-c371ba4587af tempest-TestVolumeBackupRestore-1774286371 tempest-TestVolumeBackupRestore-1774286371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:31.908558 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b42d460e-107d-4f8b-ac8a-c371ba4587af tempest-TestVolumeBackupRestore-1774286371 tempest-TestVolumeBackupRestore-1774286371-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 1124 time: 0.6075568 Feb 08 21:56:31.911907 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 37968) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:31.920102 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6165b0c5-d0fc-40ab-80fd-f9038200d72d tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'port_id': '2b5a2e59-412c-4b3d-a939-fd32ea8c71bf', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:56:31.954542 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6165b0c5-d0fc-40ab-80fd-f9038200d72d tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:31.979361 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37970) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:31.995326 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [-] 10.222.0.88 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0143268 Feb 08 21:56:31.998834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37972) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:32.201415 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6165b0c5-d0fc-40ab-80fd-f9038200d72d tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:32.246916 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2f588f28-9eae-4561-b4cf-bd4be0487a30 tempest-NetworksApiDiscovery-1145875274 tempest-NetworksApiDiscovery-1145875274-project] 10.222.0.88 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2466440 Feb 08 21:56:32.412649 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-6165b0c5-d0fc-40ab-80fd-f9038200d72d tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Allocated IP 172.25.3.117 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/bc7ac9d3-1905-4837-89a5-3d9b44dc7ecd) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:56:32.554522 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6165b0c5-d0fc-40ab-80fd-f9038200d72d tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for port (bc7ac9d3-1905-4837-89a5-3d9b44dc7ecd), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:32.592499 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6165b0c5-d0fc-40ab-80fd-f9038200d72d tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (bc7ac9d3-1905-4837-89a5-3d9b44dc7ecd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:32.635026 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6165b0c5-d0fc-40ab-80fd-f9038200d72d tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:56:32.638265 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-6165b0c5-d0fc-40ab-80fd-f9038200d72d tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:56:32.645064 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6165b0c5-d0fc-40ab-80fd-f9038200d72d tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:56:32.646624 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37980) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:32.674650 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165b0c5-d0fc-40ab-80fd-f9038200d72d tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Pushing event updated for resources: {'Port': ['ID=bc7ac9d3-1905-4837-89a5-3d9b44dc7ecd,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:32.781596 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4d081eb6-f682-47d8-afbc-c04214a1af78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:32.883725 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4d081eb6-f682-47d8-afbc-c04214a1af78 admin admin] Publish callbacks [] for security_group (16bc0620-06bc-42c6-a7a1-3bb878fbcce6), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:32.891819 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4d081eb6-f682-47d8-afbc-c04214a1af78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (16bc0620-06bc-42c6-a7a1-3bb878fbcce6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:32.944216 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d081eb6-f682-47d8-afbc-c04214a1af78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bc0620-06bc-42c6-a7a1-3bb878fbcce6,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:32.952399 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4d081eb6-f682-47d8-afbc-c04214a1af78 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=06465d561f5640289c1243f78df64814&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3011825 Feb 08 21:56:32.952678 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 37986) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:33.020491 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-330ee16c-c8d4-4ee1-af79-37670587bddb admin admin] Publish callbacks [] for security_group (16bc0620-06bc-42c6-a7a1-3bb878fbcce6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:33.054513 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-330ee16c-c8d4-4ee1-af79-37670587bddb admin admin] Publish callbacks [] for security_group (16bc0620-06bc-42c6-a7a1-3bb878fbcce6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:33.118098 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-330ee16c-c8d4-4ee1-af79-37670587bddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (16bc0620-06bc-42c6-a7a1-3bb878fbcce6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:33.120970 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-330ee16c-c8d4-4ee1-af79-37670587bddb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:33.124791 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-330ee16c-c8d4-4ee1-af79-37670587bddb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/16bc0620-06bc-42c6-a7a1-3bb878fbcce6 HTTP/1.1" status: 204 len: 168 time: 0.1684675 Feb 08 21:56:33.137013 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ee16c-c8d4-4ee1-af79-37670587bddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bc0620-06bc-42c6-a7a1-3bb878fbcce6,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:33.753023 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6165b0c5-d0fc-40ab-80fd-f9038200d72d tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for floatingip (627f456c-6d30-4ba1-bf88-610f5b27af4d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:33.953775 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6165b0c5-d0fc-40ab-80fd-f9038200d72d tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bc7ac9d3-1905-4837-89a5-3d9b44dc7ecd), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:34.146590 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6165b0c5-d0fc-40ab-80fd-f9038200d72d tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for port (bc7ac9d3-1905-4837-89a5-3d9b44dc7ecd), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:34.153094 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6165b0c5-d0fc-40ab-80fd-f9038200d72d tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (bc7ac9d3-1905-4837-89a5-3d9b44dc7ecd), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:34.245059 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165b0c5-d0fc-40ab-80fd-f9038200d72d tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Pushing event updated for resources: {'Port': ['ID=bc7ac9d3-1905-4837-89a5-3d9b44dc7ecd,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:34.248559 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6165b0c5-d0fc-40ab-80fd-f9038200d72d tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (627f456c-6d30-4ba1-bf88-610f5b27af4d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:34.367165 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-6165b0c5-d0fc-40ab-80fd-f9038200d72d tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Floating IP 627f456c-6d30-4ba1-bf88-610f5b27af4d associated. External IP: 172.25.3.117, port: 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf. Feb 08 21:56:34.629835 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6165b0c5-d0fc-40ab-80fd-f9038200d72d tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Router 3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:56:34.755489 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6165b0c5-d0fc-40ab-80fd-f9038200d72d tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:56:34.771253 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d552abd-6080-44d8-aecc-05a978b73fd2 None None] Sync routers for ids ['3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:56:34.778544 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6165b0c5-d0fc-40ab-80fd-f9038200d72d tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:34.788809 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d552abd-6080-44d8-aecc-05a978b73fd2 None None] Routers {'3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:56:34.790229 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-3d552abd-6080-44d8-aecc-05a978b73fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:56:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:34.819355 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6165b0c5-d0fc-40ab-80fd-f9038200d72d tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9005642 Feb 08 21:56:34.819355 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9727864f-64a0-46ec-a938-f570b5ffdd85', 'tag': '2b5a2e59-412c-4b3d-a939-fd32ea8c71bf'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:56:34.819939 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38028) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:34.826892 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae97651-ee79-44e4-8b99-5009dd29b64e" -d '{"events": [{"name": "network-changed", "server_uuid": "9727864f-64a0-46ec-a938-f570b5ffdd85", "tag": "2b5a2e59-412c-4b3d-a939-fd32ea8c71bf"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:56:34.894026 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daedcae1-d4f4-4843-84b9-c7902e14773b tempest-TestVolumeBackupRestore-1774286371 tempest-TestVolumeBackupRestore-1774286371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:34.896445 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-daedcae1-d4f4-4843-84b9-c7902e14773b tempest-TestVolumeBackupRestore-1774286371 tempest-TestVolumeBackupRestore-1774286371-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 1124 time: 0.0741842 Feb 08 21:56:34.899071 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38034) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:34.906365 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-2285b452-29b0-469a-aee4-e31ccef8ab47 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Request body: {'floatingip': {'port_id': '2b5a2e59-412c-4b3d-a939-fd32ea8c71bf'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:56:35.012332 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2285b452-29b0-469a-aee4-e31ccef8ab47 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for floatingip (627f456c-6d30-4ba1-bf88-610f5b27af4d), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:35.047986 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-3d552abd-6080-44d8-aecc-05a978b73fd2 None None] Set router 3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:56:35.236407 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d67dde0-3281-425b-aef1-d4f6f5f8be53 x-openstack-request-id: req-3d67dde0-3281-425b-aef1-d4f6f5f8be53 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:56:35.236407 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9727864f-64a0-46ec-a938-f570b5ffdd85", "tag": "2b5a2e59-412c-4b3d-a939-fd32ea8c71bf", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:56:35.236407 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3d67dde0-3281-425b-aef1-d4f6f5f8be53 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:56:35.236903 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9727864f-64a0-46ec-a938-f570b5ffdd85', 'tag': '2b5a2e59-412c-4b3d-a939-fd32ea8c71bf', 'status': 'completed', 'code': 200} Feb 08 21:56:35.446164 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae97651-ee79-44e4-8b99-5009dd29b64e req-56201a53-d8f7-4c92-bba7-4d83eb125673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:35.447733 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dae97651-ee79-44e4-8b99-5009dd29b64e req-56201a53-d8f7-4c92-bba7-4d83eb125673 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=43758e0ca23d49be9ce42a7a0ada4b07&device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 1129 time: 0.1961710 Feb 08 21:56:35.487439 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-3d552abd-6080-44d8-aecc-05a978b73fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'name': 'tempest-TestVolumeBackupRestore-1365044836-router', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:50Z', 'updated_at': '2022-02-08T21:51:03Z', 'revision_number': 4, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'gw_port': {'id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:50:53Z', 'updated_at': '2022-02-08T21:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '627f456c-6d30-4ba1-bf88-610f5b27af4d', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'port_id': '2b5a2e59-412c-4b3d-a939-fd32ea8c71bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3852, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547', 'mac_address': 'fa:16:3e:31:05:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9727864f-64a0-46ec-a938-f570b5ffdd85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:56:33Z', 'updated_at': '2022-02-08T21:56:33Z', 'revision_number': 0, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02d7b2ea-be77-4a83-94e5-d4af33494f2e', 'name': '', 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'mac_address': 'fa:16:3e:74:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '6ea13670-24a3-4222-9668-be9f4513e3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:00Z', 'updated_at': '2022-02-08T21:51:14Z', 'revision_number': 5, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'subnets': [{'id': '6ea13670-24a3-4222-9668-be9f4513e3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:35.522580 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d552abd-6080-44d8-aecc-05a978b73fd2 None None] Checking router: 3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:56:35.534445 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d552abd-6080-44d8-aecc-05a978b73fd2 None None] Routers {'3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:56:35.535424 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-3d552abd-6080-44d8-aecc-05a978b73fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:56:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:35.613520 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae97651-ee79-44e4-8b99-5009dd29b64e req-947e0c8c-2ca1-40f4-a505-88e7114b3270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:35.615351 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dae97651-ee79-44e4-8b99-5009dd29b64e req-947e0c8c-2ca1-40f4-a505-88e7114b3270 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6f5dd32d-bd81-4033-bc3b-155fd1d2d547 HTTP/1.1" status: 200 len: 915 time: 0.1607897 Feb 08 21:56:35.670623 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-3d552abd-6080-44d8-aecc-05a978b73fd2 None None] Set router 3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:56:35.771151 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dae97651-ee79-44e4-8b99-5009dd29b64e req-b7aadf08-697d-4d97-a37e-4c3eb3415173 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b5a2e59-412c-4b3d-a939-fd32ea8c71bf HTTP/1.1" status: 200 len: 1000 time: 0.1152356 Feb 08 21:56:35.925011 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae97651-ee79-44e4-8b99-5009dd29b64e req-7edf08d0-8af7-438f-8bad-09a0e9654c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:35.926042 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dae97651-ee79-44e4-8b99-5009dd29b64e req-7edf08d0-8af7-438f-8bad-09a0e9654c57 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6ea13670-24a3-4222-9668-be9f4513e3f9 HTTP/1.1" status: 200 len: 853 time: 0.1249132 Feb 08 21:56:35.935944 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2285b452-29b0-469a-aee4-e31ccef8ab47 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:35.949494 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2285b452-29b0-469a-aee4-e31ccef8ab47 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (627f456c-6d30-4ba1-bf88-610f5b27af4d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:35.958029 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-3d552abd-6080-44d8-aecc-05a978b73fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'name': 'tempest-TestVolumeBackupRestore-1365044836-router', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:50Z', 'updated_at': '2022-02-08T21:51:03Z', 'revision_number': 4, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'gw_port': {'id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:50:53Z', 'updated_at': '2022-02-08T21:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '627f456c-6d30-4ba1-bf88-610f5b27af4d', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'port_id': '2b5a2e59-412c-4b3d-a939-fd32ea8c71bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3852, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547', 'mac_address': 'fa:16:3e:31:05:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9727864f-64a0-46ec-a938-f570b5ffdd85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:56:33Z', 'updated_at': '2022-02-08T21:56:33Z', 'revision_number': 0, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02d7b2ea-be77-4a83-94e5-d4af33494f2e', 'name': '', 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'mac_address': 'fa:16:3e:74:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '6ea13670-24a3-4222-9668-be9f4513e3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:00Z', 'updated_at': '2022-02-08T21:51:14Z', 'revision_number': 5, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'subnets': [{'id': '6ea13670-24a3-4222-9668-be9f4513e3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:35.990555 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d552abd-6080-44d8-aecc-05a978b73fd2 None None] The sync data for ids ['3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'] in n-d-712143-31 is: [{'id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'name': 'tempest-TestVolumeBackupRestore-1365044836-router', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:50Z', 'updated_at': '2022-02-08T21:51:03Z', 'revision_number': 4, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'gw_port': {'id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:50:53Z', 'updated_at': '2022-02-08T21:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '627f456c-6d30-4ba1-bf88-610f5b27af4d', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'port_id': '2b5a2e59-412c-4b3d-a939-fd32ea8c71bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3852, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547', 'mac_address': 'fa:16:3e:31:05:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9727864f-64a0-46ec-a938-f570b5ffdd85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:56:33Z', 'updated_at': '2022-02-08T21:56:33Z', 'revision_number': 0, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02d7b2ea-be77-4a83-94e5-d4af33494f2e', 'name': '', 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'mac_address': 'fa:16:3e:74:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '6ea13670-24a3-4222-9668-be9f4513e3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:00Z', 'updated_at': '2022-02-08T21:51:14Z', 'revision_number': 5, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'subnets': [{'id': '6ea13670-24a3-4222-9668-be9f4513e3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:56:36.079014 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae97651-ee79-44e4-8b99-5009dd29b64e req-08562928-7d0d-4106-893a-aaf5ad8ae491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:36.079448 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dae97651-ee79-44e4-8b99-5009dd29b64e req-08562928-7d0d-4106-893a-aaf5ad8ae491 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6f5dd32d-bd81-4033-bc3b-155fd1d2d547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1422181 Feb 08 21:56:36.269087 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dae97651-ee79-44e4-8b99-5009dd29b64e req-83d57815-0449-4f31-891b-b379d548d2be service neutron] 10.222.0.96 "GET /v2.0/networks/6f5dd32d-bd81-4033-bc3b-155fd1d2d547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836176 Feb 08 21:56:36.322087 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158a052c-8a1d-4642-bba8-782a466c7732 None None] New status for floating IP 627f456c-6d30-4ba1-bf88-610f5b27af4d: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:56:36.433178 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2285b452-29b0-469a-aee4-e31ccef8ab47 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Router 3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:56:36.454235 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dae97651-ee79-44e4-8b99-5009dd29b64e req-9f7f9b42-bdf1-489b-8381-2b76e15c8d99 service neutron] 10.222.0.96 "GET /v2.0/networks/6f5dd32d-bd81-4033-bc3b-155fd1d2d547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469066 Feb 08 21:56:36.631206 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2285b452-29b0-469a-aee4-e31ccef8ab47 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:56:36.640213 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2285b452-29b0-469a-aee4-e31ccef8ab47 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:36.660749 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:36.770887 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9727864f-64a0-46ec-a938-f570b5ffdd85', 'tag': '2b5a2e59-412c-4b3d-a939-fd32ea8c71bf'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:56:36.774803 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a1743f-a54e-4ce7-9b3b-b37b07cca9c5" -d '{"events": [{"name": "network-changed", "server_uuid": "9727864f-64a0-46ec-a938-f570b5ffdd85", "tag": "2b5a2e59-412c-4b3d-a939-fd32ea8c71bf"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:56:36.781352 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2285b452-29b0-469a-aee4-e31ccef8ab47 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "PUT /v2.0/floatingips/627f456c-6d30-4ba1-bf88-610f5b27af4d HTTP/1.1" status: 200 len: 992 time: 1.8807552 Feb 08 21:56:36.811394 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9852088-5ca1-4d34-a651-33ff61d582a4 None None] Sync routers for ids ['3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:56:36.830133 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9852088-5ca1-4d34-a651-33ff61d582a4 None None] Routers {'3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:56:36.835242 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-e9852088-5ca1-4d34-a651-33ff61d582a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:56:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:36.843510 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de040747-4112-48c1-af49-26e4b810d6fd x-openstack-request-id: req-de040747-4112-48c1-af49-26e4b810d6fd {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:56:36.844003 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9727864f-64a0-46ec-a938-f570b5ffdd85", "tag": "2b5a2e59-412c-4b3d-a939-fd32ea8c71bf", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:56:36.844419 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-de040747-4112-48c1-af49-26e4b810d6fd {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:56:36.845185 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9727864f-64a0-46ec-a938-f570b5ffdd85', 'tag': '2b5a2e59-412c-4b3d-a939-fd32ea8c71bf', 'status': 'completed', 'code': 200} Feb 08 21:56:36.971215 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1743f-a54e-4ce7-9b3b-b37b07cca9c5 req-cade7a1e-f7f4-41da-9a69-b80b500c89a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:36.973788 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55a1743f-a54e-4ce7-9b3b-b37b07cca9c5 req-cade7a1e-f7f4-41da-9a69-b80b500c89a5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=43758e0ca23d49be9ce42a7a0ada4b07&device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 1129 time: 0.0966797 Feb 08 21:56:36.997053 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:37.029959 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-e9852088-5ca1-4d34-a651-33ff61d582a4 None None] Set router 3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:56:37.124024 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1743f-a54e-4ce7-9b3b-b37b07cca9c5 req-c31b09f1-8aec-4993-ade8-8d2cd25c64a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:37.125783 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55a1743f-a54e-4ce7-9b3b-b37b07cca9c5 req-c31b09f1-8aec-4993-ade8-8d2cd25c64a9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6f5dd32d-bd81-4033-bc3b-155fd1d2d547 HTTP/1.1" status: 200 len: 915 time: 0.1455843 Feb 08 21:56:37.264102 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55a1743f-a54e-4ce7-9b3b-b37b07cca9c5 req-c044c75d-9ce9-45fe-a006-1871428b6144 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b5a2e59-412c-4b3d-a939-fd32ea8c71bf HTTP/1.1" status: 200 len: 1002 time: 0.1285384 Feb 08 21:56:37.374068 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1743f-a54e-4ce7-9b3b-b37b07cca9c5 req-753b143c-f822-4fbb-b864-82755656fa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:37.379802 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55a1743f-a54e-4ce7-9b3b-b37b07cca9c5 req-753b143c-f822-4fbb-b864-82755656fa13 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6ea13670-24a3-4222-9668-be9f4513e3f9 HTTP/1.1" status: 200 len: 853 time: 0.1118326 Feb 08 21:56:37.467351 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1743f-a54e-4ce7-9b3b-b37b07cca9c5 req-0ea9b858-1e3f-4792-a74d-9a2da26efcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:37.469396 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55a1743f-a54e-4ce7-9b3b-b37b07cca9c5 req-0ea9b858-1e3f-4792-a74d-9a2da26efcff service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6f5dd32d-bd81-4033-bc3b-155fd1d2d547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0829728 Feb 08 21:56:37.604678 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55a1743f-a54e-4ce7-9b3b-b37b07cca9c5 req-2abdea91-8292-4ef0-9578-6dd19746632c service neutron] 10.222.0.96 "GET /v2.0/networks/6f5dd32d-bd81-4033-bc3b-155fd1d2d547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276448 Feb 08 21:56:37.744845 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55a1743f-a54e-4ce7-9b3b-b37b07cca9c5 req-52174f21-7fb0-401b-a10a-72b2c5e5223d service neutron] 10.222.0.96 "GET /v2.0/networks/6f5dd32d-bd81-4033-bc3b-155fd1d2d547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342316 Feb 08 21:56:37.774561 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-e9852088-5ca1-4d34-a651-33ff61d582a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'name': 'tempest-TestVolumeBackupRestore-1365044836-router', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:50Z', 'updated_at': '2022-02-08T21:51:03Z', 'revision_number': 4, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'gw_port': {'id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:50:53Z', 'updated_at': '2022-02-08T21:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '627f456c-6d30-4ba1-bf88-610f5b27af4d', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'port_id': '2b5a2e59-412c-4b3d-a939-fd32ea8c71bf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3852, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547', 'mac_address': 'fa:16:3e:31:05:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9727864f-64a0-46ec-a938-f570b5ffdd85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:56:33Z', 'updated_at': '2022-02-08T21:56:36Z', 'revision_number': 2, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02d7b2ea-be77-4a83-94e5-d4af33494f2e', 'name': '', 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'mac_address': 'fa:16:3e:74:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '6ea13670-24a3-4222-9668-be9f4513e3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:00Z', 'updated_at': '2022-02-08T21:51:14Z', 'revision_number': 5, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'subnets': [{'id': '6ea13670-24a3-4222-9668-be9f4513e3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:37.820389 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9852088-5ca1-4d34-a651-33ff61d582a4 None None] Checking router: 3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:56:37.839756 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9852088-5ca1-4d34-a651-33ff61d582a4 None None] Routers {'3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:56:37.841253 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-e9852088-5ca1-4d34-a651-33ff61d582a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:56:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:38.021562 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-e9852088-5ca1-4d34-a651-33ff61d582a4 None None] Set router 3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:56:38.371593 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-e9852088-5ca1-4d34-a651-33ff61d582a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'name': 'tempest-TestVolumeBackupRestore-1365044836-router', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:50Z', 'updated_at': '2022-02-08T21:51:03Z', 'revision_number': 4, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'gw_port': {'id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:50:53Z', 'updated_at': '2022-02-08T21:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '627f456c-6d30-4ba1-bf88-610f5b27af4d', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'port_id': '2b5a2e59-412c-4b3d-a939-fd32ea8c71bf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3852, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547', 'mac_address': 'fa:16:3e:31:05:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9727864f-64a0-46ec-a938-f570b5ffdd85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:56:33Z', 'updated_at': '2022-02-08T21:56:36Z', 'revision_number': 2, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02d7b2ea-be77-4a83-94e5-d4af33494f2e', 'name': '', 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'mac_address': 'fa:16:3e:74:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '6ea13670-24a3-4222-9668-be9f4513e3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:00Z', 'updated_at': '2022-02-08T21:51:14Z', 'revision_number': 5, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'subnets': [{'id': '6ea13670-24a3-4222-9668-be9f4513e3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:56:38.462285 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9852088-5ca1-4d34-a651-33ff61d582a4 None None] The sync data for ids ['3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'] in n-d-712143-31 is: [{'id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'name': 'tempest-TestVolumeBackupRestore-1365044836-router', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:50Z', 'updated_at': '2022-02-08T21:51:03Z', 'revision_number': 4, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'gw_port': {'id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:50:53Z', 'updated_at': '2022-02-08T21:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '627f456c-6d30-4ba1-bf88-610f5b27af4d', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'port_id': '2b5a2e59-412c-4b3d-a939-fd32ea8c71bf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3852, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547', 'mac_address': 'fa:16:3e:31:05:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9727864f-64a0-46ec-a938-f570b5ffdd85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:56:33Z', 'updated_at': '2022-02-08T21:56:36Z', 'revision_number': 2, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02d7b2ea-be77-4a83-94e5-d4af33494f2e', 'name': '', 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'mac_address': 'fa:16:3e:74:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '6ea13670-24a3-4222-9668-be9f4513e3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:00Z', 'updated_at': '2022-02-08T21:51:14Z', 'revision_number': 5, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'subnets': [{'id': '6ea13670-24a3-4222-9668-be9f4513e3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:56:38.846308 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9727864f-64a0-46ec-a938-f570b5ffdd85', 'tag': '2b5a2e59-412c-4b3d-a939-fd32ea8c71bf'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:56:38.850894 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480c0190-26b7-4246-8b12-eeec6f7ab444" -d '{"events": [{"name": "network-changed", "server_uuid": "9727864f-64a0-46ec-a938-f570b5ffdd85", "tag": "2b5a2e59-412c-4b3d-a939-fd32ea8c71bf"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:56:38.903241 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35874547-cdd1-4bc2-9320-e612a7aab68f x-openstack-request-id: req-35874547-cdd1-4bc2-9320-e612a7aab68f {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:56:38.903664 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9727864f-64a0-46ec-a938-f570b5ffdd85", "tag": "2b5a2e59-412c-4b3d-a939-fd32ea8c71bf", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:56:38.904083 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-35874547-cdd1-4bc2-9320-e612a7aab68f {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:56:38.904731 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9727864f-64a0-46ec-a938-f570b5ffdd85', 'tag': '2b5a2e59-412c-4b3d-a939-fd32ea8c71bf', 'status': 'completed', 'code': 200} Feb 08 21:56:39.340237 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c0190-26b7-4246-8b12-eeec6f7ab444 req-3dc75cf7-849e-4554-9a1d-f01220a4a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:39.341830 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-480c0190-26b7-4246-8b12-eeec6f7ab444 req-3dc75cf7-849e-4554-9a1d-f01220a4a16c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=43758e0ca23d49be9ce42a7a0ada4b07&device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 1129 time: 0.4044104 Feb 08 21:56:39.447836 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c0190-26b7-4246-8b12-eeec6f7ab444 req-1c003a75-f666-484a-bbba-7ba0afe4e2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:39.449489 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-480c0190-26b7-4246-8b12-eeec6f7ab444 req-1c003a75-f666-484a-bbba-7ba0afe4e2e5 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6f5dd32d-bd81-4033-bc3b-155fd1d2d547 HTTP/1.1" status: 200 len: 915 time: 0.1023033 Feb 08 21:56:39.551941 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-480c0190-26b7-4246-8b12-eeec6f7ab444 req-6ddfb682-9fe9-4133-89b2-1d3033d0b0d5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b5a2e59-412c-4b3d-a939-fd32ea8c71bf HTTP/1.1" status: 200 len: 1002 time: 0.0972004 Feb 08 21:56:39.622205 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c0190-26b7-4246-8b12-eeec6f7ab444 req-b0520f7b-d2a9-4e6f-802c-70b92a7b55e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:39.624631 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-480c0190-26b7-4246-8b12-eeec6f7ab444 req-b0520f7b-d2a9-4e6f-802c-70b92a7b55e9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6ea13670-24a3-4222-9668-be9f4513e3f9 HTTP/1.1" status: 200 len: 853 time: 0.0673139 Feb 08 21:56:39.692360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c0190-26b7-4246-8b12-eeec6f7ab444 req-9f633db5-1a10-4dcc-afc1-ca342e2394ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:39.694714 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-480c0190-26b7-4246-8b12-eeec6f7ab444 req-9f633db5-1a10-4dcc-afc1-ca342e2394ee service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6f5dd32d-bd81-4033-bc3b-155fd1d2d547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0632048 Feb 08 21:56:39.826492 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-480c0190-26b7-4246-8b12-eeec6f7ab444 req-5d3dfe20-69ef-4523-8486-4b79723b1771 service neutron] 10.222.0.96 "GET /v2.0/networks/6f5dd32d-bd81-4033-bc3b-155fd1d2d547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259613 Feb 08 21:56:39.934854 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-480c0190-26b7-4246-8b12-eeec6f7ab444 req-ef56eb74-ecb1-46aa-916b-4818e90e290c service neutron] 10.222.0.96 "GET /v2.0/networks/6f5dd32d-bd81-4033-bc3b-155fd1d2d547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029832 Feb 08 21:56:43.063194 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38134) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:43.239648 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cdbf3f25-50a2-4846-b287-b9e2f14891ab admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7aa69d3d5223400782e21d89e68d58a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1743248 Feb 08 21:56:43.241683 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38142) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:43.309800 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e1c179ad-d7bb-42a3-b6ed-99b21c6e6c91 admin admin] Publish callbacks [] for security_group (85ea4b1a-e8f8-43a6-807f-e81f6442ea0b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:43.338255 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e1c179ad-d7bb-42a3-b6ed-99b21c6e6c91 admin admin] Publish callbacks [] for security_group (85ea4b1a-e8f8-43a6-807f-e81f6442ea0b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:43.395179 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e1c179ad-d7bb-42a3-b6ed-99b21c6e6c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (85ea4b1a-e8f8-43a6-807f-e81f6442ea0b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:43.398233 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e1c179ad-d7bb-42a3-b6ed-99b21c6e6c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:43.402833 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e1c179ad-d7bb-42a3-b6ed-99b21c6e6c91 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/85ea4b1a-e8f8-43a6-807f-e81f6442ea0b HTTP/1.1" status: 204 len: 168 time: 0.1567271 Feb 08 21:56:43.417400 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c179ad-d7bb-42a3-b6ed-99b21c6e6c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ea4b1a-e8f8-43a6-807f-e81f6442ea0b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:51.473123 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38250) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:51.653570 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-031b1c8d-e807-40bb-9f47-6f2817c38495 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:51.769319 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-031b1c8d-e807-40bb-9f47-6f2817c38495 admin admin] Publish callbacks [] for security_group (91299eca-ff23-422e-bfb6-b00689a1071b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:51.775692 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-031b1c8d-e807-40bb-9f47-6f2817c38495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (91299eca-ff23-422e-bfb6-b00689a1071b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:51.822679 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-031b1c8d-e807-40bb-9f47-6f2817c38495 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a15c34050d724bbd93ee6dfa85f62eb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3481643 Feb 08 21:56:51.823684 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b1c8d-e807-40bb-9f47-6f2817c38495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91299eca-ff23-422e-bfb6-b00689a1071b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:51.825492 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38254) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:51.832499 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b1c8d-e807-40bb-9f47-6f2817c38495 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:51.832852 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b1c8d-e807-40bb-9f47-6f2817c38495 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:51.833204 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b1c8d-e807-40bb-9f47-6f2817c38495 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:51.834101 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b1c8d-e807-40bb-9f47-6f2817c38495 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:51.834478 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b1c8d-e807-40bb-9f47-6f2817c38495 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:51.834817 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b1c8d-e807-40bb-9f47-6f2817c38495 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:51.835150 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b1c8d-e807-40bb-9f47-6f2817c38495 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:51.835618 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b1c8d-e807-40bb-9f47-6f2817c38495 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:51.835957 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b1c8d-e807-40bb-9f47-6f2817c38495 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:51.836285 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b1c8d-e807-40bb-9f47-6f2817c38495 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:51.836615 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b1c8d-e807-40bb-9f47-6f2817c38495 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:51.836939 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b1c8d-e807-40bb-9f47-6f2817c38495 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:51.837337 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b1c8d-e807-40bb-9f47-6f2817c38495 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:51.892920 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d1b6814-dca0-47ca-ae00-81d09189c047 admin admin] Publish callbacks [] for security_group (91299eca-ff23-422e-bfb6-b00689a1071b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:51.924295 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d1b6814-dca0-47ca-ae00-81d09189c047 admin admin] Publish callbacks [] for security_group (91299eca-ff23-422e-bfb6-b00689a1071b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:51.993246 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d1b6814-dca0-47ca-ae00-81d09189c047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (91299eca-ff23-422e-bfb6-b00689a1071b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:51.996243 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d1b6814-dca0-47ca-ae00-81d09189c047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:52.007823 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5d1b6814-dca0-47ca-ae00-81d09189c047 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/91299eca-ff23-422e-bfb6-b00689a1071b HTTP/1.1" status: 204 len: 168 time: 0.1729591 Feb 08 21:56:52.028738 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b6814-dca0-47ca-ae00-81d09189c047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91299eca-ff23-422e-bfb6-b00689a1071b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:52.050140 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b6814-dca0-47ca-ae00-81d09189c047 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:52.050523 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b6814-dca0-47ca-ae00-81d09189c047 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:52.050886 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b6814-dca0-47ca-ae00-81d09189c047 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:52.051230 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b6814-dca0-47ca-ae00-81d09189c047 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:52.051572 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b6814-dca0-47ca-ae00-81d09189c047 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:52.051911 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b6814-dca0-47ca-ae00-81d09189c047 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:52.053252 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b6814-dca0-47ca-ae00-81d09189c047 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:52.053605 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b6814-dca0-47ca-ae00-81d09189c047 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:52.053958 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b6814-dca0-47ca-ae00-81d09189c047 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:52.054274 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b6814-dca0-47ca-ae00-81d09189c047 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:52.054608 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b6814-dca0-47ca-ae00-81d09189c047 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:52.054940 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b6814-dca0-47ca-ae00-81d09189c047 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:52.055265 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b6814-dca0-47ca-ae00-81d09189c047 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:56:52.399787 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38262) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:52.425651 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3bf106d4-622e-4def-a0cb-c4ec2f3fb488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:52.559797 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3bf106d4-622e-4def-a0cb-c4ec2f3fb488 admin admin] Publish callbacks [] for security_group (28c3d38d-8fe6-4658-999a-e9f2e758da72), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:52.564538 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3bf106d4-622e-4def-a0cb-c4ec2f3fb488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (28c3d38d-8fe6-4658-999a-e9f2e758da72), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:52.618449 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3bf106d4-622e-4def-a0cb-c4ec2f3fb488 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6936df35f6844a988968ee0bc9e0d3e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2172282 Feb 08 21:56:52.619742 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf106d4-622e-4def-a0cb-c4ec2f3fb488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c3d38d-8fe6-4658-999a-e9f2e758da72,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:52.621089 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38264) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:56:52.696828 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-35d97e52-87da-4d4e-ac8f-1d183ee2a9bc admin admin] Publish callbacks [] for security_group (28c3d38d-8fe6-4658-999a-e9f2e758da72), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:52.750251 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-35d97e52-87da-4d4e-ac8f-1d183ee2a9bc admin admin] Publish callbacks [] for security_group (28c3d38d-8fe6-4658-999a-e9f2e758da72), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:52.843988 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-35d97e52-87da-4d4e-ac8f-1d183ee2a9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (28c3d38d-8fe6-4658-999a-e9f2e758da72), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:52.866079 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-35d97e52-87da-4d4e-ac8f-1d183ee2a9bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:52.867607 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-35d97e52-87da-4d4e-ac8f-1d183ee2a9bc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/28c3d38d-8fe6-4658-999a-e9f2e758da72 HTTP/1.1" status: 204 len: 168 time: 0.2448008 Feb 08 21:56:52.906884 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d97e52-87da-4d4e-ac8f-1d183ee2a9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c3d38d-8fe6-4658-999a-e9f2e758da72,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:56:54.215884 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-631ecae2-23e4-487b-a7d3-ca3e462b623d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:56.223631 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-112d94fc-914c-45ff-ba1f-e27d62b870ab req-1a5851d7-c72b-45ed-a842-d55061734c8c service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=bd14a583-6008-4070-857b-d7384a68a06b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515468 Feb 08 21:56:56.330733 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d94fc-914c-45ff-ba1f-e27d62b870ab req-ce591ec6-bad7-4921-a784-15966631c956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:56.332239 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-112d94fc-914c-45ff-ba1f-e27d62b870ab req-ce591ec6-bad7-4921-a784-15966631c956 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=224cdca309204cf4ab30e157a31b072a&device_id=bd14a583-6008-4070-857b-d7384a68a06b HTTP/1.1" status: 200 len: 1128 time: 0.0621550 Feb 08 21:56:56.445955 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d94fc-914c-45ff-ba1f-e27d62b870ab req-deb3b8b8-7a21-453d-b024-5c12c41179c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:56.447634 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-112d94fc-914c-45ff-ba1f-e27d62b870ab req-deb3b8b8-7a21-453d-b024-5c12c41179c3 service neutron] 10.222.0.94 "GET /v2.0/networks?id=0512048c-55e1-420b-8bea-491fbd42c90c HTTP/1.1" status: 200 len: 910 time: 0.0963049 Feb 08 21:56:56.524820 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-112d94fc-914c-45ff-ba1f-e27d62b870ab req-a6adfe01-f024-4293-b9f8-f9a491e3ba5a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e84ae9-01e4-4066-a89f-9c7839ed4c39 HTTP/1.1" status: 200 len: 1000 time: 0.0714889 Feb 08 21:56:56.576103 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d94fc-914c-45ff-ba1f-e27d62b870ab req-81aab539-2462-4ba7-a328-f688b72f2c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:56.577651 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-112d94fc-914c-45ff-ba1f-e27d62b870ab req-81aab539-2462-4ba7-a328-f688b72f2c73 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0aba1a01-7dcc-429b-a7ed-eefc12dcd42c HTTP/1.1" status: 200 len: 848 time: 0.0476696 Feb 08 21:56:56.636421 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d94fc-914c-45ff-ba1f-e27d62b870ab req-45532295-9a65-4f34-831b-e9d8ea7bf563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:56:56.638390 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-112d94fc-914c-45ff-ba1f-e27d62b870ab req-45532295-9a65-4f34-831b-e9d8ea7bf563 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0512048c-55e1-420b-8bea-491fbd42c90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0555322 Feb 08 21:56:56.736055 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-112d94fc-914c-45ff-ba1f-e27d62b870ab req-2961fcfc-3a5a-493d-948a-d3c78f0d16d4 service neutron] 10.222.0.94 "GET /v2.0/networks/0512048c-55e1-420b-8bea-491fbd42c90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920131 Feb 08 21:56:56.844790 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-112d94fc-914c-45ff-ba1f-e27d62b870ab req-47c766e9-2d7a-4464-ac82-d4a7513df2ba service neutron] 10.222.0.94 "GET /v2.0/networks/0512048c-55e1-420b-8bea-491fbd42c90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020713 Feb 08 21:56:57.509372 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-58268ce2-f527-4c1d-8f83-14b616b6c00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:56:59.293902 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:01.465429 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:01.598403 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:02.000664 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38416) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:02.127023 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-89704462-e6f9-4dee-96f1-d27de3968c21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:02.212528 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-89704462-e6f9-4dee-96f1-d27de3968c21 admin admin] Publish callbacks [] for security_group (3c31f281-bea0-4962-9b11-4355992721f7), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:02.217513 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-89704462-e6f9-4dee-96f1-d27de3968c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3c31f281-bea0-4962-9b11-4355992721f7), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:02.260058 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-89704462-e6f9-4dee-96f1-d27de3968c21 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=98b2cbb07ebe400fb5d54a9783614c64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2556186 Feb 08 21:57:02.260058 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89704462-e6f9-4dee-96f1-d27de3968c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c31f281-bea0-4962-9b11-4355992721f7,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:02.260406 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38420) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:02.316697 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98940d9e-f897-44ec-865b-eb383ca16d65 admin admin] Publish callbacks [] for security_group (3c31f281-bea0-4962-9b11-4355992721f7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:02.339351 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98940d9e-f897-44ec-865b-eb383ca16d65 admin admin] Publish callbacks [] for security_group (3c31f281-bea0-4962-9b11-4355992721f7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:02.391315 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98940d9e-f897-44ec-865b-eb383ca16d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3c31f281-bea0-4962-9b11-4355992721f7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:02.394027 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98940d9e-f897-44ec-865b-eb383ca16d65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:02.398393 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-98940d9e-f897-44ec-865b-eb383ca16d65 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3c31f281-bea0-4962-9b11-4355992721f7 HTTP/1.1" status: 204 len: 168 time: 0.1337802 Feb 08 21:57:02.414837 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98940d9e-f897-44ec-865b-eb383ca16d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c31f281-bea0-4962-9b11-4355992721f7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:02.723532 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38426) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:02.743543 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1fed097-2acc-4121-887b-8937db478eeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:02.850192 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1fed097-2acc-4121-887b-8937db478eeb admin admin] Publish callbacks [] for security_group (3eaaac38-3ad4-421c-b76f-7166d727a62b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:02.854572 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1fed097-2acc-4121-887b-8937db478eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3eaaac38-3ad4-421c-b76f-7166d727a62b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:02.914887 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e1fed097-2acc-4121-887b-8937db478eeb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fbc6d714d0574f42bbba230a11aa8021&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1902061 Feb 08 21:57:02.916344 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fed097-2acc-4121-887b-8937db478eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eaaac38-3ad4-421c-b76f-7166d727a62b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:02.918041 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38430) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:03.008184 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1dbf1ea7-9e3a-406c-8ec0-9483960d42bd admin admin] Publish callbacks [] for security_group (3eaaac38-3ad4-421c-b76f-7166d727a62b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:03.038718 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1dbf1ea7-9e3a-406c-8ec0-9483960d42bd admin admin] Publish callbacks [] for security_group (3eaaac38-3ad4-421c-b76f-7166d727a62b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:03.114583 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1dbf1ea7-9e3a-406c-8ec0-9483960d42bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3eaaac38-3ad4-421c-b76f-7166d727a62b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:03.118181 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1dbf1ea7-9e3a-406c-8ec0-9483960d42bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:03.119419 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1dbf1ea7-9e3a-406c-8ec0-9483960d42bd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3eaaac38-3ad4-421c-b76f-7166d727a62b HTTP/1.1" status: 204 len: 168 time: 0.2002265 Feb 08 21:57:03.128741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf1ea7-9e3a-406c-8ec0-9483960d42bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eaaac38-3ad4-421c-b76f-7166d727a62b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:03.805736 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:57:03.919912 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38460) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:04.041025 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-539722cb-9aaf-4ce0-ba98-bfdbab160a49 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1597950015-network', 'tenant_id': '2a769281cc6e40f88b512dec5e319e45'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:57:04.063515 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539722cb-9aaf-4ce0-ba98-bfdbab160a49 admin admin] Made reservation on behalf of 2a769281cc6e40f88b512dec5e319e45 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:57:04.066668 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-539722cb-9aaf-4ce0-ba98-bfdbab160a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:04.076125 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-539722cb-9aaf-4ce0-ba98-bfdbab160a49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:04.173877 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-539722cb-9aaf-4ce0-ba98-bfdbab160a49 admin admin] Publish callbacks [] for security_group (dd34df0c-fd15-44ce-b0f0-03f91578445e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:04.179658 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-539722cb-9aaf-4ce0-ba98-bfdbab160a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (dd34df0c-fd15-44ce-b0f0-03f91578445e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:04.214023 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539722cb-9aaf-4ce0-ba98-bfdbab160a49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:57:04.226080 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539722cb-9aaf-4ce0-ba98-bfdbab160a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd34df0c-fd15-44ce-b0f0-03f91578445e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:04.231786 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-539722cb-9aaf-4ce0-ba98-bfdbab160a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (57bd316e-2c2f-4367-8457-249b6fff43c0), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:04.232323 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-539722cb-9aaf-4ce0-ba98-bfdbab160a49 admin admin] Added segment 57bd316e-2c2f-4367-8457-249b6fff43c0 of type vlan for network 8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942 Feb 08 21:57:04.288809 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-539722cb-9aaf-4ce0-ba98-bfdbab160a49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:04.331634 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-539722cb-9aaf-4ce0-ba98-bfdbab160a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:04.332646 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539722cb-9aaf-4ce0-ba98-bfdbab160a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:04.333360 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-539722cb-9aaf-4ce0-ba98-bfdbab160a49 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:04.410668 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-539722cb-9aaf-4ce0-ba98-bfdbab160a49 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4892623 Feb 08 21:57:04.411011 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38464) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:04.418950 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-db862ec1-3438-4264-a9a4-544a589125d7 admin admin] Request body: {'subnet': {'network_id': '8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1597950015-subnet', 'tenant_id': '2a769281cc6e40f88b512dec5e319e45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:57:04.425143 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539722cb-9aaf-4ce0-ba98-bfdbab160a49 admin admin] Pushing event updated for resources: {'Network': ['ID=8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:04.439772 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:57:04.456477 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db862ec1-3438-4264-a9a4-544a589125d7 admin admin] Made reservation on behalf of 2a769281cc6e40f88b512dec5e319e45 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:57:04.459550 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db862ec1-3438-4264-a9a4-544a589125d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:04.932734 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db862ec1-3438-4264-a9a4-544a589125d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (83c5c97a-fe96-4f1a-ac01-358865359c31), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:05.017866 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db862ec1-3438-4264-a9a4-544a589125d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83c5c97a-fe96-4f1a-ac01-358865359c31,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:05.036239 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db862ec1-3438-4264-a9a4-544a589125d7 admin admin] Checking segment: {'id': '57bd316e-2c2f-4367-8457-249b6fff43c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:57:05.036934 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db862ec1-3438-4264-a9a4-544a589125d7 admin admin] Network hostable DHCP agents. Network: 8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:57:05.076216 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db862ec1-3438-4264-a9a4-544a589125d7 admin admin] Network 8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:57:05.092977 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-db862ec1-3438-4264-a9a4-544a589125d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:57:05.105522 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db862ec1-3438-4264-a9a4-544a589125d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:05.106776 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db862ec1-3438-4264-a9a4-544a589125d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:05.113941 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069d4765-c5d9-4422-9260-fec48d107702 None None] Network 8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:57:05.143519 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-db862ec1-3438-4264-a9a4-544a589125d7 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7292838 Feb 08 21:57:05.256662 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e99f3be-97ed-4484-b20e-96a5dbacbdb6 None None] Network 8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:57:05.895547 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38482) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:05.901009 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-836e08da-01e5-481e-8722-bccfa25e2793 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1742374849-network', 'tenant_id': '056fcf8e8af343b2a1cc74a9db458443'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:57:05.952891 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836e08da-01e5-481e-8722-bccfa25e2793 admin admin] Made reservation on behalf of 056fcf8e8af343b2a1cc74a9db458443 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:57:05.957084 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-836e08da-01e5-481e-8722-bccfa25e2793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:05.973125 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-836e08da-01e5-481e-8722-bccfa25e2793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:06.106794 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-836e08da-01e5-481e-8722-bccfa25e2793 admin admin] Publish callbacks [] for security_group (3052a2b5-8a15-424e-8714-5a903a9130ce), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:06.112469 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-836e08da-01e5-481e-8722-bccfa25e2793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3052a2b5-8a15-424e-8714-5a903a9130ce), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:06.157363 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-836e08da-01e5-481e-8722-bccfa25e2793 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:57:06.165214 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e08da-01e5-481e-8722-bccfa25e2793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3052a2b5-8a15-424e-8714-5a903a9130ce,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:06.175394 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-836e08da-01e5-481e-8722-bccfa25e2793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (706581a1-b909-4a4f-b429-7cd3148edb47), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:06.175683 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-836e08da-01e5-481e-8722-bccfa25e2793 admin admin] Added segment 706581a1-b909-4a4f-b429-7cd3148edb47 of type vlan for network 06c3df87-9e2d-4e19-9e74-b4e02c6b03c2 Feb 08 21:57:06.247940 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-836e08da-01e5-481e-8722-bccfa25e2793 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (06c3df87-9e2d-4e19-9e74-b4e02c6b03c2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:06.286450 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-836e08da-01e5-481e-8722-bccfa25e2793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (06c3df87-9e2d-4e19-9e74-b4e02c6b03c2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:06.287517 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836e08da-01e5-481e-8722-bccfa25e2793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:06.288233 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-836e08da-01e5-481e-8722-bccfa25e2793 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:06.376136 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-836e08da-01e5-481e-8722-bccfa25e2793 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4793088 Feb 08 21:57:06.379597 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38486) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:06.385870 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-5bb35714-e0bd-4b11-b372-ceb3090fdff9 admin admin] Request body: {'subnet': {'network_id': '06c3df87-9e2d-4e19-9e74-b4e02c6b03c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1742374849-subnet', 'tenant_id': '056fcf8e8af343b2a1cc74a9db458443', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:57:06.420702 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb35714-e0bd-4b11-b372-ceb3090fdff9 admin admin] Made reservation on behalf of 056fcf8e8af343b2a1cc74a9db458443 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:57:06.424683 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5bb35714-e0bd-4b11-b372-ceb3090fdff9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:06.429021 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e08da-01e5-481e-8722-bccfa25e2793 admin admin] Pushing event updated for resources: {'Network': ['ID=06c3df87-9e2d-4e19-9e74-b4e02c6b03c2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:06.452403 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 06c3df87-9e2d-4e19-9e74-b4e02c6b03c2 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:57:06.644150 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:06.720794 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b7cc1843-b8f5-4961-ad14-a4f4a5807c31 req-81a03bab-62bf-4ee1-b8f3-76c95984592d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1512163 Feb 08 21:57:06.846250 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5bb35714-e0bd-4b11-b372-ceb3090fdff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (593b1a93-04af-45e8-becf-54c0ba673017), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:06.863270 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:06.919279 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc1843-b8f5-4961-ad14-a4f4a5807c31 req-95aefcae-997a-45df-a464-2acf0c23db1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:06.920997 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b7cc1843-b8f5-4961-ad14-a4f4a5807c31 req-95aefcae-997a-45df-a464-2acf0c23db1d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=43758e0ca23d49be9ce42a7a0ada4b07&device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 1129 time: 0.1474936 Feb 08 21:57:06.934618 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb35714-e0bd-4b11-b372-ceb3090fdff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=593b1a93-04af-45e8-becf-54c0ba673017,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:07.002224 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb35714-e0bd-4b11-b372-ceb3090fdff9 admin admin] Checking segment: {'id': '706581a1-b909-4a4f-b429-7cd3148edb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '06c3df87-9e2d-4e19-9e74-b4e02c6b03c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:57:07.002591 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb35714-e0bd-4b11-b372-ceb3090fdff9 admin admin] Network hostable DHCP agents. Network: 06c3df87-9e2d-4e19-9e74-b4e02c6b03c2, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:57:07.053062 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb35714-e0bd-4b11-b372-ceb3090fdff9 admin admin] Network 06c3df87-9e2d-4e19-9e74-b4e02c6b03c2 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:57:07.071916 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc1843-b8f5-4961-ad14-a4f4a5807c31 req-7ef6b804-d439-47a2-a8b6-2bb95e8678a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:07.074427 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b7cc1843-b8f5-4961-ad14-a4f4a5807c31 req-7ef6b804-d439-47a2-a8b6-2bb95e8678a2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6f5dd32d-bd81-4033-bc3b-155fd1d2d547 HTTP/1.1" status: 200 len: 915 time: 0.1312470 Feb 08 21:57:07.076243 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-5bb35714-e0bd-4b11-b372-ceb3090fdff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 06c3df87-9e2d-4e19-9e74-b4e02c6b03c2) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:57:07.086286 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05917683-a14d-4cdb-a40f-2c3be09bc9f4 None None] Network 06c3df87-9e2d-4e19-9e74-b4e02c6b03c2 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:57:07.086566 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb35714-e0bd-4b11-b372-ceb3090fdff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:07.087417 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5bb35714-e0bd-4b11-b372-ceb3090fdff9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:07.190186 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5bb35714-e0bd-4b11-b372-ceb3090fdff9 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8090785 Feb 08 21:57:07.224889 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b7cc1843-b8f5-4961-ad14-a4f4a5807c31 req-677a57e7-28d1-41c0-ad72-f4adf28e1f79 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b5a2e59-412c-4b3d-a939-fd32ea8c71bf HTTP/1.1" status: 200 len: 1002 time: 0.1325042 Feb 08 21:57:07.292087 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb347066-78b4-4a28-8a1f-a72dd9f2a68d None None] Network 06c3df87-9e2d-4e19-9e74-b4e02c6b03c2 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:57:07.315443 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc1843-b8f5-4961-ad14-a4f4a5807c31 req-ef3b108a-ee77-434f-92fa-9490fc75e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:07.318316 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b7cc1843-b8f5-4961-ad14-a4f4a5807c31 req-ef3b108a-ee77-434f-92fa-9490fc75e556 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6ea13670-24a3-4222-9668-be9f4513e3f9 HTTP/1.1" status: 200 len: 853 time: 0.0873499 Feb 08 21:57:07.427268 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc1843-b8f5-4961-ad14-a4f4a5807c31 req-00aa4490-a2e5-4c85-8283-690c9c91fda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:07.429658 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b7cc1843-b8f5-4961-ad14-a4f4a5807c31 req-00aa4490-a2e5-4c85-8283-690c9c91fda8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6f5dd32d-bd81-4033-bc3b-155fd1d2d547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1038396 Feb 08 21:57:07.566509 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b7cc1843-b8f5-4961-ad14-a4f4a5807c31 req-f0f3ae98-4565-4db4-b777-15cbdc588c03 service neutron] 10.222.0.96 "GET /v2.0/networks/6f5dd32d-bd81-4033-bc3b-155fd1d2d547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269786 Feb 08 21:57:07.681967 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b7cc1843-b8f5-4961-ad14-a4f4a5807c31 req-03434d5a-3ea0-4359-91d1-c71474d519da service neutron] 10.222.0.96 "GET /v2.0/networks/6f5dd32d-bd81-4033-bc3b-155fd1d2d547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090510 Feb 08 21:57:07.955153 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38518) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:08.101254 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-6261e87f-092e-490a-ae6c-c805c1cc6a1a tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:08.103801 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-6261e87f-092e-490a-ae6c-c805c1cc6a1a tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/networks?id=8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942 HTTP/1.1" status: 200 len: 809 time: 0.1574950 Feb 08 21:57:08.124489 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-5323ebf9-6dc7-4361-a4ea-a8a89103eb11 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/quotas/2a769281cc6e40f88b512dec5e319e45 HTTP/1.1" status: 200 len: 375 time: 0.0140567 Feb 08 21:57:08.173076 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-d51c24ca-f3dc-4eb2-96e4-03f8534b0c85 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2a769281cc6e40f88b512dec5e319e45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407484 Feb 08 21:57:08.244576 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a23abf54-a7bb-48b8-9f29-86e57fc75dd1 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Deleting port bc7ac9d3-1905-4837-89a5-3d9b44dc7ecd {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:57:08.244981 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a23abf54-a7bb-48b8-9f29-86e57fc75dd1 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (bc7ac9d3-1905-4837-89a5-3d9b44dc7ecd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:08.317151 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-081414a0-e4e1-4a25-b06c-600795ba66f2 service neutron] 10.222.0.88 "GET /v2.0/networks/8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302736 Feb 08 21:57:08.368782 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a23abf54-a7bb-48b8-9f29-86e57fc75dd1 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (bc7ac9d3-1905-4837-89a5-3d9b44dc7ecd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:08.369093 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a23abf54-a7bb-48b8-9f29-86e57fc75dd1 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for floatingip (bc7ac9d3-1905-4837-89a5-3d9b44dc7ecd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:08.397100 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a23abf54-a7bb-48b8-9f29-86e57fc75dd1 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Calling delete_port for bc7ac9d3-1905-4837-89a5-3d9b44dc7ecd owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:57:08.459697 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-14314f23-49a2-44c1-8e55-c1ba8dfd1256 service neutron] 10.222.0.88 "GET /v2.0/networks/8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351414 Feb 08 21:57:08.733689 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a23abf54-a7bb-48b8-9f29-86e57fc75dd1 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (bc7ac9d3-1905-4837-89a5-3d9b44dc7ecd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:08.830815 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23abf54-a7bb-48b8-9f29-86e57fc75dd1 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Pushing event deleted for resources: {'Port': ['ID=bc7ac9d3-1905-4837-89a5-3d9b44dc7ecd,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:08.905926 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a23abf54-a7bb-48b8-9f29-86e57fc75dd1 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for floatingip (627f456c-6d30-4ba1-bf88-610f5b27af4d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:08.906427 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-a23abf54-a7bb-48b8-9f29-86e57fc75dd1 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Floating IP 627f456c-6d30-4ba1-bf88-610f5b27af4d disassociated (deleted). External IP: 172.25.3.117, port: 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf. Feb 08 21:57:08.969727 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ae2a0f3d-8813-4d1e-ba15-8f5da9636bfd req-381718d7-d37d-475b-a817-161c1f86de63 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2 HTTP/1.1" status: 200 len: 210 time: 0.3077321 Feb 08 21:57:09.212343 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23abf54-a7bb-48b8-9f29-86e57fc75dd1 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Router 3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:57:09.359373 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23abf54-a7bb-48b8-9f29-86e57fc75dd1 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:57:09.366198 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a23abf54-a7bb-48b8-9f29-86e57fc75dd1 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:09.377915 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5265f44c-e1ab-4ded-8e53-f4045be7762e None None] Sync routers for ids ['3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:57:09.391854 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5265f44c-e1ab-4ded-8e53-f4045be7762e None None] Routers {'3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:57:09.392590 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5265f44c-e1ab-4ded-8e53-f4045be7762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:56:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:09.414900 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a23abf54-a7bb-48b8-9f29-86e57fc75dd1 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "DELETE /v2.0/floatingips/627f456c-6d30-4ba1-bf88-610f5b27af4d HTTP/1.1" status: 204 len: 168 time: 1.4583118 Feb 08 21:57:09.415853 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9727864f-64a0-46ec-a938-f570b5ffdd85', 'tag': '2b5a2e59-412c-4b3d-a939-fd32ea8c71bf'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:57:09.418859 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe46742-9485-44b5-9149-0d94570054f8" -d '{"events": [{"name": "network-changed", "server_uuid": "9727864f-64a0-46ec-a938-f570b5ffdd85", "tag": "2b5a2e59-412c-4b3d-a939-fd32ea8c71bf"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:57:09.500851 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b471c97-309f-4540-b355-8bc988e7715e x-openstack-request-id: req-8b471c97-309f-4540-b355-8bc988e7715e {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:57:09.501175 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9727864f-64a0-46ec-a938-f570b5ffdd85", "tag": "2b5a2e59-412c-4b3d-a939-fd32ea8c71bf", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:57:09.501492 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8b471c97-309f-4540-b355-8bc988e7715e {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:57:09.501953 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9727864f-64a0-46ec-a938-f570b5ffdd85', 'tag': '2b5a2e59-412c-4b3d-a939-fd32ea8c71bf', 'status': 'completed', 'code': 200} Feb 08 21:57:09.592704 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-5265f44c-e1ab-4ded-8e53-f4045be7762e None None] Set router 3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:57:09.597267 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe46742-9485-44b5-9149-0d94570054f8 req-501deaa6-2188-4883-b1be-d6fd4ebe3dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:09.605817 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dbe46742-9485-44b5-9149-0d94570054f8 req-501deaa6-2188-4883-b1be-d6fd4ebe3dcb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=43758e0ca23d49be9ce42a7a0ada4b07&device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 1129 time: 0.0857232 Feb 08 21:57:09.822971 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe46742-9485-44b5-9149-0d94570054f8 req-a6aaee30-9e0c-4ae0-935a-b6c00066137a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:09.824616 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dbe46742-9485-44b5-9149-0d94570054f8 req-a6aaee30-9e0c-4ae0-935a-b6c00066137a service neutron] 10.222.0.96 "GET /v2.0/networks?id=6f5dd32d-bd81-4033-bc3b-155fd1d2d547 HTTP/1.1" status: 200 len: 915 time: 0.2120485 Feb 08 21:57:09.860886 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038476ea-9135-4931-9f8e-377989b47d98 req-b6818a2e-b436-4a43-9700-cebec8724a79 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:09.863096 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-038476ea-9135-4931-9f8e-377989b47d98 req-b6818a2e-b436-4a43-9700-cebec8724a79 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 946 time: 0.1211696 Feb 08 21:57:09.905917 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dbe46742-9485-44b5-9149-0d94570054f8 req-0b24724f-9780-4dce-a62a-1a5bcccf3bdd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b5a2e59-412c-4b3d-a939-fd32ea8c71bf HTTP/1.1" status: 200 len: 217 time: 0.0747128 Feb 08 21:57:09.922635 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5265f44c-e1ab-4ded-8e53-f4045be7762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'name': 'tempest-TestVolumeBackupRestore-1365044836-router', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:50Z', 'updated_at': '2022-02-08T21:51:03Z', 'revision_number': 4, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'gw_port': {'id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:50:53Z', 'updated_at': '2022-02-08T21:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '02d7b2ea-be77-4a83-94e5-d4af33494f2e', 'name': '', 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'mac_address': 'fa:16:3e:74:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '6ea13670-24a3-4222-9668-be9f4513e3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:00Z', 'updated_at': '2022-02-08T21:51:14Z', 'revision_number': 5, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'subnets': [{'id': '6ea13670-24a3-4222-9668-be9f4513e3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:10.002726 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5265f44c-e1ab-4ded-8e53-f4045be7762e None None] Checking router: 3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:57:10.018047 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-038476ea-9135-4931-9f8e-377989b47d98 req-565ea00a-4a17-4725-bcf4-236ac83df3b0 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150835 Feb 08 21:57:10.020082 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe46742-9485-44b5-9149-0d94570054f8 req-7223730b-a129-4067-8598-a75cf7082347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:10.022125 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dbe46742-9485-44b5-9149-0d94570054f8 req-7223730b-a129-4067-8598-a75cf7082347 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6ea13670-24a3-4222-9668-be9f4513e3f9 HTTP/1.1" status: 200 len: 853 time: 0.1083910 Feb 08 21:57:10.053505 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5265f44c-e1ab-4ded-8e53-f4045be7762e None None] Routers {'3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:57:10.059473 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5265f44c-e1ab-4ded-8e53-f4045be7762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:56:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:10.129423 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27fe5b7d-7d47-4384-829f-c88a2143e22f req-e727c523-53ba-4d73-9f5a-8d3d5d35bc00 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2 HTTP/1.1" status: 200 len: 210 time: 0.0463428 Feb 08 21:57:10.169720 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe46742-9485-44b5-9149-0d94570054f8 req-2ff01c82-db1b-4dc7-8f40-46351e33aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:10.173204 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dbe46742-9485-44b5-9149-0d94570054f8 req-2ff01c82-db1b-4dc7-8f40-46351e33aa63 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6f5dd32d-bd81-4033-bc3b-155fd1d2d547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1441953 Feb 08 21:57:10.387642 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dbe46742-9485-44b5-9149-0d94570054f8 req-9dea33fb-0978-406c-8131-fbd72b5d980d service neutron] 10.222.0.96 "GET /v2.0/networks/6f5dd32d-bd81-4033-bc3b-155fd1d2d547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060139 Feb 08 21:57:10.473373 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-5265f44c-e1ab-4ded-8e53-f4045be7762e None None] Set router 3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:57:10.514178 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-14b83787-2fc9-4650-a146-8515f36ecd5d tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:10.516846 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-14b83787-2fc9-4650-a146-8515f36ecd5d tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.94 "GET /v2.0/networks?id=8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942 HTTP/1.1" status: 200 len: 809 time: 0.3761337 Feb 08 21:57:10.534623 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-12e0f952-0c6f-467c-ab12-a7d16a057d00 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Request body: {'port': {'device_id': '4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2', 'network_id': '8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942', 'admin_state_up': True, 'tenant_id': '2a769281cc6e40f88b512dec5e319e45'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:57:10.586757 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dbe46742-9485-44b5-9149-0d94570054f8 req-1e7393ca-b5fb-4bd4-86d7-9703d354a332 service neutron] 10.222.0.96 "GET /v2.0/networks/6f5dd32d-bd81-4033-bc3b-155fd1d2d547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926892 Feb 08 21:57:10.785188 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5265f44c-e1ab-4ded-8e53-f4045be7762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'name': 'tempest-TestVolumeBackupRestore-1365044836-router', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:50Z', 'updated_at': '2022-02-08T21:51:03Z', 'revision_number': 4, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'gw_port': {'id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:50:53Z', 'updated_at': '2022-02-08T21:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '02d7b2ea-be77-4a83-94e5-d4af33494f2e', 'name': '', 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'mac_address': 'fa:16:3e:74:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '6ea13670-24a3-4222-9668-be9f4513e3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:00Z', 'updated_at': '2022-02-08T21:51:14Z', 'revision_number': 5, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'subnets': [{'id': '6ea13670-24a3-4222-9668-be9f4513e3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:10.832095 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5265f44c-e1ab-4ded-8e53-f4045be7762e None None] The sync data for ids ['3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'] in n-d-712143-31 is: [{'id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'name': 'tempest-TestVolumeBackupRestore-1365044836-router', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:50Z', 'updated_at': '2022-02-08T21:51:03Z', 'revision_number': 4, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'gw_port': {'id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:50:53Z', 'updated_at': '2022-02-08T21:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '02d7b2ea-be77-4a83-94e5-d4af33494f2e', 'name': '', 'network_id': '6f5dd32d-bd81-4033-bc3b-155fd1d2d547', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'mac_address': 'fa:16:3e:74:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '6ea13670-24a3-4222-9668-be9f4513e3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:00Z', 'updated_at': '2022-02-08T21:51:14Z', 'revision_number': 5, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'subnets': [{'id': '6ea13670-24a3-4222-9668-be9f4513e3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:57:11.172553 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-12e0f952-0c6f-467c-ab12-a7d16a057d00 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Made reservation on behalf of 2a769281cc6e40f88b512dec5e319e45 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:57:11.178575 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-12e0f952-0c6f-467c-ab12-a7d16a057d00 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:11.237763 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d787e71-fff7-4972-a241-95688e6dafb4 None None] New status for floating IP 627f456c-6d30-4ba1-bf88-610f5b27af4d: DOWN {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:57:11.243641 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e9353-682e-4243-a6c4-368c1b7fddac req-5e00b0e9-64ba-4611-9fe5-e1443e5ca4d9 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:11.245534 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cd1e9353-682e-4243-a6c4-368c1b7fddac req-5e00b0e9-64ba-4611-9fe5-e1443e5ca4d9 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 946 time: 0.1092975 Feb 08 21:57:11.442165 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-12e0f952-0c6f-467c-ab12-a7d16a057d00 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Allocated IP 172.20.0.4 (8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942/83c5c97a-fe96-4f1a-ac01-358865359c31/35d69bdf-6831-4573-95b8-415f62cc7a68) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:57:11.442505 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b2ce1b1-102c-42b1-9eba-e1895d972aae req-2e5ccc91-d37d-4a76-8f94-e60d13b73c54 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2 HTTP/1.1" status: 200 len: 210 time: 0.1182716 Feb 08 21:57:11.461151 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cd1e9353-682e-4243-a6c4-368c1b7fddac req-3a6d56e3-8d09-445a-ba40-923a2aa4ff8f tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/security-groups?id=c02e2c1a-0bc2-428d-87de-c263e76f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029052 Feb 08 21:57:11.527138 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3954b-e5dd-47de-bb5e-f494a5bb2bf6 req-fb77d09f-f30b-499f-a1cc-badc8c49385f tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:11.532017 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-63a3954b-e5dd-47de-bb5e-f494a5bb2bf6 req-fb77d09f-f30b-499f-a1cc-badc8c49385f tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.96 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 946 time: 0.2522612 Feb 08 21:57:11.739004 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-63a3954b-e5dd-47de-bb5e-f494a5bb2bf6 req-3f8e1fa0-82f0-4037-a763-49745d7cf1ff tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Deleting port 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:57:11.739839 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-63a3954b-e5dd-47de-bb5e-f494a5bb2bf6 req-3f8e1fa0-82f0-4037-a763-49745d7cf1ff tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (2b5a2e59-412c-4b3d-a939-fd32ea8c71bf), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:11.854505 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-12e0f952-0c6f-467c-ab12-a7d16a057d00 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Publish callbacks [] for port (35d69bdf-6831-4573-95b8-415f62cc7a68), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:11.906388 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-12e0f952-0c6f-467c-ab12-a7d16a057d00 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (35d69bdf-6831-4573-95b8-415f62cc7a68), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:11.912897 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-63a3954b-e5dd-47de-bb5e-f494a5bb2bf6 req-3f8e1fa0-82f0-4037-a763-49745d7cf1ff tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] For port 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2b5a2e59-412c-4b3d-a939-fd32ea8c71bf,segment=NetworkSegment(a4503a19-b855-4168-b220-48b435fa7ad1),segment_id=a4503a19-b855-4168-b220-48b435fa7ad1)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:57:11.913551 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-63a3954b-e5dd-47de-bb5e-f494a5bb2bf6 req-3f8e1fa0-82f0-4037-a763-49745d7cf1ff tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (2b5a2e59-412c-4b3d-a939-fd32ea8c71bf), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:11.936535 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-63a3954b-e5dd-47de-bb5e-f494a5bb2bf6 req-3f8e1fa0-82f0-4037-a763-49745d7cf1ff tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Calling delete_port for 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:57:11.972876 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-12e0f952-0c6f-467c-ab12-a7d16a057d00 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Network 8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:57:11.974717 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0f952-0c6f-467c-ab12-a7d16a057d00 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Pushing event updated for resources: {'Port': ['ID=35d69bdf-6831-4573-95b8-415f62cc7a68,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:11.977919 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-12e0f952-0c6f-467c-ab12-a7d16a057d00 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:57:11.980942 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-12e0f952-0c6f-467c-ab12-a7d16a057d00 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:57:12.074215 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-12e0f952-0c6f-467c-ab12-a7d16a057d00 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:12.074881 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-12e0f952-0c6f-467c-ab12-a7d16a057d00 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:12.094079 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-12e0f952-0c6f-467c-ab12-a7d16a057d00 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5675552 Feb 08 21:57:12.108786 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-b34fcd38-27e7-44e8-b18f-cc25bb55f950 service neutron] Request body: {'port': {'device_id': '4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:57:12.123087 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-63a3954b-e5dd-47de-bb5e-f494a5bb2bf6 req-3f8e1fa0-82f0-4037-a763-49745d7cf1ff tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (2b5a2e59-412c-4b3d-a939-fd32ea8c71bf), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:12.185794 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e1fa0-82f0-4037-a763-49745d7cf1ff tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Pushing event deleted for resources: {'Port': ['ID=2b5a2e59-412c-4b3d-a939-fd32ea8c71bf,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:12.204686 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-b34fcd38-27e7-44e8-b18f-cc25bb55f950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (35d69bdf-6831-4573-95b8-415f62cc7a68), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:12.250033 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a3954b-e5dd-47de-bb5e-f494a5bb2bf6 req-3f8e1fa0-82f0-4037-a763-49745d7cf1ff tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] No DVR routers for this DVR port 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:57:12.253465 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-63a3954b-e5dd-47de-bb5e-f494a5bb2bf6 req-3f8e1fa0-82f0-4037-a763-49745d7cf1ff tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:12.257340 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-63a3954b-e5dd-47de-bb5e-f494a5bb2bf6 req-3f8e1fa0-82f0-4037-a763-49745d7cf1ff tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.96 "DELETE /v2.0/ports/2b5a2e59-412c-4b3d-a939-fd32ea8c71bf HTTP/1.1" status: 204 len: 173 time: 0.7155671 Feb 08 21:57:12.257835 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9727864f-64a0-46ec-a938-f570b5ffdd85', 'name': 'network-vif-deleted', 'tag': '2b5a2e59-412c-4b3d-a939-fd32ea8c71bf'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:57:12.260984 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d5b3cd-e156-426e-a99a-d38146326aef" -d '{"events": [{"server_uuid": "9727864f-64a0-46ec-a938-f570b5ffdd85", "name": "network-vif-deleted", "tag": "2b5a2e59-412c-4b3d-a939-fd32ea8c71bf"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:57:12.322588 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aed11b1-2623-40c6-a9ba-727ad0b206fc x-openstack-request-id: req-5aed11b1-2623-40c6-a9ba-727ad0b206fc {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:57:12.322588 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9727864f-64a0-46ec-a938-f570b5ffdd85", "name": "network-vif-deleted", "tag": "2b5a2e59-412c-4b3d-a939-fd32ea8c71bf", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:57:12.322588 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5aed11b1-2623-40c6-a9ba-727ad0b206fc {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:57:12.323272 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9727864f-64a0-46ec-a938-f570b5ffdd85', 'name': 'network-vif-deleted', 'tag': '2b5a2e59-412c-4b3d-a939-fd32ea8c71bf', 'status': 'completed', 'code': 200} Feb 08 21:57:12.737477 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0fd4ddd-d4fa-4fca-b26f-a9dbb833cd8b req-31a47b09-40cf-4d8f-859e-8daf819b53c8 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 210 time: 0.0965283 Feb 08 21:57:12.768993 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae91d1-499b-4e6b-b2af-6e697dd43abf req-5a93f361-6af0-439d-b5e7-29e8bc2713c1 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:12.773458 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31ae91d1-499b-4e6b-b2af-6e697dd43abf req-5a93f361-6af0-439d-b5e7-29e8bc2713c1 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2 HTTP/1.1" status: 200 len: 931 time: 0.2279367 Feb 08 21:57:12.910198 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31ae91d1-499b-4e6b-b2af-6e697dd43abf req-90eca66f-bad2-441a-9589-e30f2b1e6f2f tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd34df0c-fd15-44ce-b0f0-03f91578445e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254220 Feb 08 21:57:12.980365 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-b34fcd38-27e7-44e8-b18f-cc25bb55f950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d69bdf-6831-4573-95b8-415f62cc7a68 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:57:13.013911 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-b34fcd38-27e7-44e8-b18f-cc25bb55f950 service neutron] Publish callbacks [] for port (35d69bdf-6831-4573-95b8-415f62cc7a68), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:13.059979 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-b34fcd38-27e7-44e8-b18f-cc25bb55f950 service neutron] Transition to ACTIVE for port object 35d69bdf-6831-4573-95b8-415f62cc7a68 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:57:13.066902 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-b34fcd38-27e7-44e8-b18f-cc25bb55f950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (35d69bdf-6831-4573-95b8-415f62cc7a68), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:13.151349 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34fcd38-27e7-44e8-b18f-cc25bb55f950 service neutron] Pushing event updated for resources: {'Port': ['ID=35d69bdf-6831-4573-95b8-415f62cc7a68,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:13.238971 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38564) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:13.304696 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-b34fcd38-27e7-44e8-b18f-cc25bb55f950 service neutron] Attempting to bind port 35d69bdf-6831-4573-95b8-415f62cc7a68 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:57:13.305004 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-b34fcd38-27e7-44e8-b18f-cc25bb55f950 service neutron] Attempting to bind port 35d69bdf-6831-4573-95b8-415f62cc7a68 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '57bd316e-2c2f-4367-8457-249b6fff43c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:57:13.305301 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-b34fcd38-27e7-44e8-b18f-cc25bb55f950 service neutron] Attempting to bind port 35d69bdf-6831-4573-95b8-415f62cc7a68 on network 8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:57:13.310799 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-b34fcd38-27e7-44e8-b18f-cc25bb55f950 service neutron] Port 35d69bdf-6831-4573-95b8-415f62cc7a68 on network 8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:57:13.311256 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-b34fcd38-27e7-44e8-b18f-cc25bb55f950 service neutron] Attempting to bind port 35d69bdf-6831-4573-95b8-415f62cc7a68 on network 8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:57:13.316946 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-b34fcd38-27e7-44e8-b18f-cc25bb55f950 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:57:13.317371 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-b34fcd38-27e7-44e8-b18f-cc25bb55f950 service neutron] Checking segment: {'id': '57bd316e-2c2f-4367-8457-249b6fff43c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:57:13.317763 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-b34fcd38-27e7-44e8-b18f-cc25bb55f950 service neutron] Bound using segment: {'id': '57bd316e-2c2f-4367-8457-249b6fff43c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:57:13.318188 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-b34fcd38-27e7-44e8-b18f-cc25bb55f950 service neutron] Bound port: 35d69bdf-6831-4573-95b8-415f62cc7a68, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57bd316e-2c2f-4367-8457-249b6fff43c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:57:13.318607 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-b34fcd38-27e7-44e8-b18f-cc25bb55f950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (35d69bdf-6831-4573-95b8-415f62cc7a68), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:13.397652 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-b34fcd38-27e7-44e8-b18f-cc25bb55f950 service neutron] For port 35d69bdf-6831-4573-95b8-415f62cc7a68, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:57:13.401975 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-b34fcd38-27e7-44e8-b18f-cc25bb55f950 service neutron] For port 35d69bdf-6831-4573-95b8-415f62cc7a68, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=35d69bdf-6831-4573-95b8-415f62cc7a68,segment=NetworkSegment(57bd316e-2c2f-4367-8457-249b6fff43c0),segment_id=57bd316e-2c2f-4367-8457-249b6fff43c0)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:57:13.415135 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-b34fcd38-27e7-44e8-b18f-cc25bb55f950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (35d69bdf-6831-4573-95b8-415f62cc7a68), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:13.446033 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fd77025b-4190-44cd-8969-2ea5d50096be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:13.497900 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-b34fcd38-27e7-44e8-b18f-cc25bb55f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:13.498732 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-b34fcd38-27e7-44e8-b18f-cc25bb55f950 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:13.500830 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-b34fcd38-27e7-44e8-b18f-cc25bb55f950 service neutron] 10.222.0.94 "PUT /v2.0/ports/35d69bdf-6831-4573-95b8-415f62cc7a68 HTTP/1.1" status: 200 len: 1092 time: 1.3989081 Feb 08 21:57:13.501677 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2', 'tag': '35d69bdf-6831-4573-95b8-415f62cc7a68'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:57:13.508892 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6884354b-ef12-41a6-976b-efa3765cbb1d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2", "tag": "35d69bdf-6831-4573-95b8-415f62cc7a68"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:57:13.614217 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34fcd38-27e7-44e8-b18f-cc25bb55f950 service neutron] Pushing event updated for resources: {'Port': ['ID=35d69bdf-6831-4573-95b8-415f62cc7a68,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:13.637940 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc03d179-27c5-408f-9b38-6335bc9e1b64 x-openstack-request-id: req-cc03d179-27c5-408f-9b38-6335bc9e1b64 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:57:13.638381 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2", "tag": "35d69bdf-6831-4573-95b8-415f62cc7a68", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:57:13.638830 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cc03d179-27c5-408f-9b38-6335bc9e1b64 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:57:13.639404 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2', 'tag': '35d69bdf-6831-4573-95b8-415f62cc7a68', 'status': 'completed', 'code': 200} Feb 08 21:57:13.644270 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fd77025b-4190-44cd-8969-2ea5d50096be admin admin] Publish callbacks [] for security_group (e2bdc3c1-2e52-4b74-ae92-3dd7fbde7b94), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:13.651243 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fd77025b-4190-44cd-8969-2ea5d50096be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e2bdc3c1-2e52-4b74-ae92-3dd7fbde7b94), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:13.670238 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-31f3bf05-dbc8-4f2e-810f-a621a946bad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:13.676274 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-31f3bf05-dbc8-4f2e-810f-a621a946bad8 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2a769281cc6e40f88b512dec5e319e45&device_id=4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2 HTTP/1.1" status: 200 len: 1126 time: 0.1125064 Feb 08 21:57:13.717067 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fd77025b-4190-44cd-8969-2ea5d50096be admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ff9724cd44864abba5fadabf6a1ef7bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4765675 Feb 08 21:57:13.718668 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77025b-4190-44cd-8969-2ea5d50096be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bdc3c1-2e52-4b74-ae92-3dd7fbde7b94,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:13.721630 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38570) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:13.753380 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-863bf4d1-2861-45a8-b823-2d963fc3c633 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35d69bdf-6831-4573-95b8-415f62cc7a68 HTTP/1.1" status: 200 len: 217 time: 0.0694957 Feb 08 21:57:13.797920 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cb1ff53e-6641-4885-b21b-224592e081d2 admin admin] Publish callbacks [] for security_group (e2bdc3c1-2e52-4b74-ae92-3dd7fbde7b94), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:13.845203 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-1c957aef-f2cc-401a-88f0-6bbd2b940424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:13.846829 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-1c957aef-f2cc-401a-88f0-6bbd2b940424 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=83c5c97a-fe96-4f1a-ac01-358865359c31 HTTP/1.1" status: 200 len: 849 time: 0.0876424 Feb 08 21:57:13.851395 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cb1ff53e-6641-4885-b21b-224592e081d2 admin admin] Publish callbacks [] for security_group (e2bdc3c1-2e52-4b74-ae92-3dd7fbde7b94), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:13.903094 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-23532b54-048a-4486-89d9-dd705f42d8f7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483038 Feb 08 21:57:13.957102 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd1ce898-c58b-47c1-ab3b-2e71c551f665 req-818cda3e-0387-4ac9-ba30-c259ea194cbc tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 210 time: 0.0614064 Feb 08 21:57:13.987055 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cb1ff53e-6641-4885-b21b-224592e081d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e2bdc3c1-2e52-4b74-ae92-3dd7fbde7b94), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:13.992018 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cb1ff53e-6641-4885-b21b-224592e081d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:13.995836 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cb1ff53e-6641-4885-b21b-224592e081d2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e2bdc3c1-2e52-4b74-ae92-3dd7fbde7b94 HTTP/1.1" status: 204 len: 168 time: 0.2704108 Feb 08 21:57:14.006478 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ff53e-6641-4885-b21b-224592e081d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bdc3c1-2e52-4b74-ae92-3dd7fbde7b94,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:14.175434 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-5b84739f-c4e4-495a-b8b0-aa4385035929 service neutron] 10.222.0.94 "GET /v2.0/networks/8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664611 Feb 08 21:57:14.195725 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bde68-649a-48fd-9adc-70bcd48841af req-8ef5cf5f-de94-4fd3-8360-87ea645c4a01 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:14.208414 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-298bde68-649a-48fd-9adc-70bcd48841af req-8ef5cf5f-de94-4fd3-8360-87ea645c4a01 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2 HTTP/1.1" status: 200 len: 943 time: 0.0924141 Feb 08 21:57:14.321695 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-298bde68-649a-48fd-9adc-70bcd48841af req-4535dbf6-1009-4940-b03a-16395af944d1 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd34df0c-fd15-44ce-b0f0-03f91578445e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072114 Feb 08 21:57:14.368378 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ce39d811-ac74-46a3-b921-3b87bee78ab9 req-bb04646f-aa21-4276-a434-34b9f4f4ece0 service neutron] 10.222.0.94 "GET /v2.0/networks/8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856995 Feb 08 21:57:14.560484 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884354b-ef12-41a6-976b-efa3765cbb1d req-a1dff9ff-0b6a-4672-8b1d-7a0c7f4a6426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:14.562141 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6884354b-ef12-41a6-976b-efa3765cbb1d req-a1dff9ff-0b6a-4672-8b1d-7a0c7f4a6426 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2a769281cc6e40f88b512dec5e319e45&device_id=4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2 HTTP/1.1" status: 200 len: 1126 time: 0.1203604 Feb 08 21:57:14.728832 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884354b-ef12-41a6-976b-efa3765cbb1d req-2895a108-e31a-402a-968c-d46666051a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:14.731382 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6884354b-ef12-41a6-976b-efa3765cbb1d req-2895a108-e31a-402a-968c-d46666051a07 service neutron] 10.222.0.94 "GET /v2.0/networks?id=8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942 HTTP/1.1" status: 200 len: 910 time: 0.1628895 Feb 08 21:57:14.818118 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6884354b-ef12-41a6-976b-efa3765cbb1d req-2148f9ed-d503-4ddd-a1d7-759850cf9f15 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35d69bdf-6831-4573-95b8-415f62cc7a68 HTTP/1.1" status: 200 len: 217 time: 0.0795994 Feb 08 21:57:14.885600 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884354b-ef12-41a6-976b-efa3765cbb1d req-eccf538b-9363-4c60-a572-8cc756c2c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:14.890931 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6884354b-ef12-41a6-976b-efa3765cbb1d req-eccf538b-9363-4c60-a572-8cc756c2c937 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=83c5c97a-fe96-4f1a-ac01-358865359c31 HTTP/1.1" status: 200 len: 849 time: 0.0680842 Feb 08 21:57:14.925843 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:57:14.932492 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6884354b-ef12-41a6-976b-efa3765cbb1d req-e2947ce8-ef1c-4704-bbea-28621ed915c5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347078 Feb 08 21:57:14.967391 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:57:14.968755 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 2b5a2e59-412c-4b3d-a939-fd32ea8c71bf not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:57:15.056322 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6884354b-ef12-41a6-976b-efa3765cbb1d req-45945d94-b699-4ae0-adef-cfeb0d984cb8 service neutron] 10.222.0.94 "GET /v2.0/networks/8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188555 Feb 08 21:57:15.158412 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8f6b5316-0f30-4501-838f-650eb7de7477 req-8c6ae305-0a63-4ecc-a840-662383c718e1 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 210 time: 0.0514624 Feb 08 21:57:15.234450 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6884354b-ef12-41a6-976b-efa3765cbb1d req-f086fc9a-0f95-4f74-8d8c-27349fc053a6 service neutron] 10.222.0.94 "GET /v2.0/networks/8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706676 Feb 08 21:57:15.486512 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762e37d-03c0-4753-a362-dbcf67ef6c26 req-85852db5-068f-4069-a065-be964199d835 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:15.488119 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8762e37d-03c0-4753-a362-dbcf67ef6c26 req-85852db5-068f-4069-a065-be964199d835 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2 HTTP/1.1" status: 200 len: 943 time: 0.0781443 Feb 08 21:57:15.558798 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8762e37d-03c0-4753-a362-dbcf67ef6c26 req-a5479b95-d6d0-4bd2-b4d9-d3f89ec7202c tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd34df0c-fd15-44ce-b0f0-03f91578445e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629032 Feb 08 21:57:16.104732 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17396876-e0e0-4ffa-8788-b954aaf44540 req-1ca63119-4ba0-48e7-ad82-cc5e870b7209 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:16.106826 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17396876-e0e0-4ffa-8788-b954aaf44540 req-1ca63119-4ba0-48e7-ad82-cc5e870b7209 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd14a583-6008-4070-857b-d7384a68a06b HTTP/1.1" status: 200 len: 945 time: 0.0705748 Feb 08 21:57:16.194936 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17396876-e0e0-4ffa-8788-b954aaf44540 req-a54fc68c-6985-428b-b49e-1b4213a5cd85 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/security-groups?id=052a3d99-074d-48d3-95bb-cd5ccd76bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714355 Feb 08 21:57:16.310464 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-835e2e51-93dd-4694-b244-e09621f119e5 req-3fad532b-d08e-49f8-a34a-011f3633741e tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 210 time: 0.0435777 Feb 08 21:57:16.770712 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1c556-a6ef-4f70-b5dd-5d93a5217519 req-1dd8304c-4380-4392-904d-14ac44b164dd tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:16.781252 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02d1c556-a6ef-4f70-b5dd-5d93a5217519 req-1dd8304c-4380-4392-904d-14ac44b164dd tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2 HTTP/1.1" status: 200 len: 943 time: 0.1243382 Feb 08 21:57:16.782851 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ba2b8-3cbc-429c-bf04-19d4809db1fb req-adfb0931-0f3e-460b-93dd-3bf4541efd6b tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:16.785012 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-957ba2b8-3cbc-429c-bf04-19d4809db1fb req-adfb0931-0f3e-460b-93dd-3bf4541efd6b tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.94 "GET /v2.0/ports?device_id=bd14a583-6008-4070-857b-d7384a68a06b HTTP/1.1" status: 200 len: 945 time: 0.1174481 Feb 08 21:57:16.834977 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02d1c556-a6ef-4f70-b5dd-5d93a5217519 req-3ae3bd87-8f50-4352-9463-0012cd0ab37c tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd34df0c-fd15-44ce-b0f0-03f91578445e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518925 Feb 08 21:57:16.938203 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-957ba2b8-3cbc-429c-bf04-19d4809db1fb req-25140e8f-3b77-41ad-9a01-cd29468a1340 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Deleting port f9e84ae9-01e4-4066-a89f-9c7839ed4c39 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:57:16.938972 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-957ba2b8-3cbc-429c-bf04-19d4809db1fb req-25140e8f-3b77-41ad-9a01-cd29468a1340 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f9e84ae9-01e4-4066-a89f-9c7839ed4c39), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:17.018442 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38628) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:17.024528 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-27352337-01c2-4ddf-9362-f007aee22e19 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1312406089', 'description': 'tempest-secgroup-smoke-1312406089 description', 'project_id': '757a64905a5e4f28a11ff7ef605aa039'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:57:17.055818 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-27352337-01c2-4ddf-9362-f007aee22e19 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:17.071096 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-27352337-01c2-4ddf-9362-f007aee22e19 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:17.126785 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-957ba2b8-3cbc-429c-bf04-19d4809db1fb req-25140e8f-3b77-41ad-9a01-cd29468a1340 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] For port f9e84ae9-01e4-4066-a89f-9c7839ed4c39, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=f9e84ae9-01e4-4066-a89f-9c7839ed4c39,segment=NetworkSegment(7ab22fa1-46fb-4214-a54a-86e5ad39b7ea),segment_id=7ab22fa1-46fb-4214-a54a-86e5ad39b7ea)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:57:17.127176 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-957ba2b8-3cbc-429c-bf04-19d4809db1fb req-25140e8f-3b77-41ad-9a01-cd29468a1340 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f9e84ae9-01e4-4066-a89f-9c7839ed4c39), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:17.192720 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-27352337-01c2-4ddf-9362-f007aee22e19 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group (3c8c5cc6-3a4f-434c-b54e-ca1ce9a53c03), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:17.197893 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-27352337-01c2-4ddf-9362-f007aee22e19 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3c8c5cc6-3a4f-434c-b54e-ca1ce9a53c03), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:17.261487 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27352337-01c2-4ddf-9362-f007aee22e19 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8c5cc6-3a4f-434c-b54e-ca1ce9a53c03,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:17.325376 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-27352337-01c2-4ddf-9362-f007aee22e19 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group (10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:17.332206 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-27352337-01c2-4ddf-9362-f007aee22e19 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:17.435713 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-27352337-01c2-4ddf-9362-f007aee22e19 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:17.442923 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-27352337-01c2-4ddf-9362-f007aee22e19 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4174950 Feb 08 21:57:17.450001 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38634) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:17.454935 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-fb085f4b-f780-41a7-b85e-ed049d2191f2 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'security_group_rule': {'security_group_id': '10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:57:17.460184 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1b43ea66-3bc3-47ed-bddf-dbedd06216d2 req-89cc2434-de2b-4a71-ad7b-6e1aecef694c tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 210 time: 0.0488696 Feb 08 21:57:17.465617 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27352337-01c2-4ddf-9362-f007aee22e19 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:17.498475 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104a2e0-533b-4eec-a2ee-0ecf7cc6f934 req-05b5e96f-e369-41e0-a4a4-dbe00da89c1e tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:17.501575 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4104a2e0-533b-4eec-a2ee-0ecf7cc6f934 req-05b5e96f-e369-41e0-a4a4-dbe00da89c1e tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd14a583-6008-4070-857b-d7384a68a06b HTTP/1.1" status: 200 len: 945 time: 0.1627593 Feb 08 21:57:17.518993 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-957ba2b8-3cbc-429c-bf04-19d4809db1fb req-25140e8f-3b77-41ad-9a01-cd29468a1340 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:17.519364 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-957ba2b8-3cbc-429c-bf04-19d4809db1fb req-25140e8f-3b77-41ad-9a01-cd29468a1340 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (87637280-5bdd-4525-80df-49a7bd6d236a), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:17.519686 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [req-957ba2b8-3cbc-429c-bf04-19d4809db1fb req-25140e8f-3b77-41ad-9a01-cd29468a1340 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Floating IP 87637280-5bdd-4525-80df-49a7bd6d236a disassociated. External IP: 172.25.3.18, port: f9e84ae9-01e4-4066-a89f-9c7839ed4c39. Feb 08 21:57:17.520042 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-957ba2b8-3cbc-429c-bf04-19d4809db1fb req-25140e8f-3b77-41ad-9a01-cd29468a1340 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Calling delete_port for f9e84ae9-01e4-4066-a89f-9c7839ed4c39 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:57:17.525487 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb085f4b-f780-41a7-b85e-ed049d2191f2 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (46e9f299-7ead-43f0-92c4-28344c2cc3f9), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:17.586174 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4104a2e0-533b-4eec-a2ee-0ecf7cc6f934 req-df1194f7-ffe7-45fb-a26d-a42e3558b42e tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/security-groups?id=052a3d99-074d-48d3-95bb-cd5ccd76bc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701821 Feb 08 21:57:17.640781 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb085f4b-f780-41a7-b85e-ed049d2191f2 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (46e9f299-7ead-43f0-92c4-28344c2cc3f9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:17.654078 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb085f4b-f780-41a7-b85e-ed049d2191f2 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (46e9f299-7ead-43f0-92c4-28344c2cc3f9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:17.681797 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb085f4b-f780-41a7-b85e-ed049d2191f2 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e9f299-7ead-43f0-92c4-28344c2cc3f9,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:17.695360 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb085f4b-f780-41a7-b85e-ed049d2191f2 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:17.696952 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-fb085f4b-f780-41a7-b85e-ed049d2191f2 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2458906 Feb 08 21:57:17.701585 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38636) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:17.707969 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-6024a104-f0a1-4347-9adf-8fc648fd63f3 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'security_group_rule': {'security_group_id': '10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:57:17.750220 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6024a104-f0a1-4347-9adf-8fc648fd63f3 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (b16e8481-1b57-4ca2-84ed-e3cc28f28b68), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:17.752092 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-957ba2b8-3cbc-429c-bf04-19d4809db1fb req-25140e8f-3b77-41ad-9a01-cd29468a1340 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (f9e84ae9-01e4-4066-a89f-9c7839ed4c39), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:17.793298 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25140e8f-3b77-41ad-9a01-cd29468a1340 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Pushing event deleted for resources: {'Port': ['ID=f9e84ae9-01e4-4066-a89f-9c7839ed4c39,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:17.842432 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6024a104-f0a1-4347-9adf-8fc648fd63f3 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (b16e8481-1b57-4ca2-84ed-e3cc28f28b68), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:17.848139 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6024a104-f0a1-4347-9adf-8fc648fd63f3 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (b16e8481-1b57-4ca2-84ed-e3cc28f28b68), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:17.887313 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024a104-f0a1-4347-9adf-8fc648fd63f3 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b16e8481-1b57-4ca2-84ed-e3cc28f28b68,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:17.906301 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6024a104-f0a1-4347-9adf-8fc648fd63f3 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:17.913943 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38640) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:17.914319 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6024a104-f0a1-4347-9adf-8fc648fd63f3 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2110114 Feb 08 21:57:17.921763 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6e22646a-bc10-4710-9d81-7a9e0dbf766e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'security_group_rule': {'security_group_id': '10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:57:17.979910 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6e22646a-bc10-4710-9d81-7a9e0dbf766e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (5a79909f-ccd0-41e0-b9f9-554ecbf8bb0c), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:18.028966 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [req-957ba2b8-3cbc-429c-bf04-19d4809db1fb req-25140e8f-3b77-41ad-9a01-cd29468a1340 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Router 1f1e65be-f37f-415d-86c8-6c2d731b4825 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:57:18.041724 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09037754-3896-4b57-a9f7-a3b8ca2af009 req-7cabde25-2591-4bf1-b7df-f41a20999159 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:18.050843 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-09037754-3896-4b57-a9f7-a3b8ca2af009 req-7cabde25-2591-4bf1-b7df-f41a20999159 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2 HTTP/1.1" status: 200 len: 943 time: 0.0982828 Feb 08 21:57:18.071702 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6e22646a-bc10-4710-9d81-7a9e0dbf766e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (5a79909f-ccd0-41e0-b9f9-554ecbf8bb0c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:18.107317 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-09037754-3896-4b57-a9f7-a3b8ca2af009 req-351530b3-eea3-49f8-9185-3f447dff6ffe tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd34df0c-fd15-44ce-b0f0-03f91578445e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553062 Feb 08 21:57:18.108924 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6e22646a-bc10-4710-9d81-7a9e0dbf766e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (5a79909f-ccd0-41e0-b9f9-554ecbf8bb0c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:18.190927 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22646a-bc10-4710-9d81-7a9e0dbf766e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a79909f-ccd0-41e0-b9f9-554ecbf8bb0c,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:18.211831 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6e22646a-bc10-4710-9d81-7a9e0dbf766e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:18.214936 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6e22646a-bc10-4710-9d81-7a9e0dbf766e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2962487 Feb 08 21:57:18.216876 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38642) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:18.223743 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-9a413422-b1f1-4ced-924d-7d4f8e991ee2 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'security_group_rule': {'security_group_id': '10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:57:18.268119 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9a413422-b1f1-4ced-924d-7d4f8e991ee2 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (a97a2302-1d14-4193-ace2-301f0678838b), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:18.269483 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-957ba2b8-3cbc-429c-bf04-19d4809db1fb req-25140e8f-3b77-41ad-9a01-cd29468a1340 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:57:18.288443 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8c0a9a-20dc-4b83-81cd-51a8382c4ba2 None None] Sync routers for ids ['1f1e65be-f37f-415d-86c8-6c2d731b4825'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:57:18.311169 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8c0a9a-20dc-4b83-81cd-51a8382c4ba2 None None] Routers {'1f1e65be-f37f-415d-86c8-6c2d731b4825'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:57:18.312191 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ef8c0a9a-20dc-4b83-81cd-51a8382c4ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:56:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['1f1e65be-f37f-415d-86c8-6c2d731b4825'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:18.370975 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9a413422-b1f1-4ced-924d-7d4f8e991ee2 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (a97a2302-1d14-4193-ace2-301f0678838b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:18.376516 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-957ba2b8-3cbc-429c-bf04-19d4809db1fb req-25140e8f-3b77-41ad-9a01-cd29468a1340 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] No DVR routers for this DVR port f9e84ae9-01e4-4066-a89f-9c7839ed4c39 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:57:18.383280 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-957ba2b8-3cbc-429c-bf04-19d4809db1fb req-25140e8f-3b77-41ad-9a01-cd29468a1340 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:18.383737 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9a413422-b1f1-4ced-924d-7d4f8e991ee2 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (a97a2302-1d14-4193-ace2-301f0678838b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:18.389193 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-957ba2b8-3cbc-429c-bf04-19d4809db1fb req-25140e8f-3b77-41ad-9a01-cd29468a1340 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.94 "DELETE /v2.0/ports/f9e84ae9-01e4-4066-a89f-9c7839ed4c39 HTTP/1.1" status: 204 len: 173 time: 1.5988905 Feb 08 21:57:18.390179 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd14a583-6008-4070-857b-d7384a68a06b', 'name': 'network-vif-deleted', 'tag': 'f9e84ae9-01e4-4066-a89f-9c7839ed4c39'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:57:18.393645 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e93067-7108-4ea0-aef0-49552159969a" -d '{"events": [{"server_uuid": "bd14a583-6008-4070-857b-d7384a68a06b", "name": "network-vif-deleted", "tag": "f9e84ae9-01e4-4066-a89f-9c7839ed4c39"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:57:18.424646 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a413422-b1f1-4ced-924d-7d4f8e991ee2 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a97a2302-1d14-4193-ace2-301f0678838b,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:18.437028 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9a413422-b1f1-4ced-924d-7d4f8e991ee2 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:18.439207 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9a413422-b1f1-4ced-924d-7d4f8e991ee2 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2203333 Feb 08 21:57:18.446791 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38646) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:18.455242 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-616e2f48-d524-441d-a1c8-0735e9fed022 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'security_group_rule': {'security_group_id': '10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:57:18.513755 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b029188-ba38-4e90-bdc4-0412acf8e15c x-openstack-request-id: req-0b029188-ba38-4e90-bdc4-0412acf8e15c {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:57:18.514807 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd14a583-6008-4070-857b-d7384a68a06b", "name": "network-vif-deleted", "tag": "f9e84ae9-01e4-4066-a89f-9c7839ed4c39", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:57:18.514807 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0b029188-ba38-4e90-bdc4-0412acf8e15c {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:57:18.515276 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd14a583-6008-4070-857b-d7384a68a06b', 'name': 'network-vif-deleted', 'tag': 'f9e84ae9-01e4-4066-a89f-9c7839ed4c39', 'status': 'completed', 'code': 200} Feb 08 21:57:18.521542 n-d-712143-31 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-616e2f48-d524-441d-a1c8-0735e9fed022 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Project 757a64905a5e4f28a11ff7ef605aa039 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 21:57:18.534264 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-616e2f48-d524-441d-a1c8-0735e9fed022 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (27e83408-a841-40a5-b990-295662f2a240), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:18.608140 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-ef8c0a9a-20dc-4b83-81cd-51a8382c4ba2 None None] Set router 1f1e65be-f37f-415d-86c8-6c2d731b4825 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:57:18.632741 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-616e2f48-d524-441d-a1c8-0735e9fed022 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (27e83408-a841-40a5-b990-295662f2a240), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:18.641834 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-616e2f48-d524-441d-a1c8-0735e9fed022 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (27e83408-a841-40a5-b990-295662f2a240), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:18.684575 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-616e2f48-d524-441d-a1c8-0735e9fed022 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:18.688635 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-616e2f48-d524-441d-a1c8-0735e9fed022 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2373378 Feb 08 21:57:18.689766 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38652) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:18.691256 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e2f48-d524-441d-a1c8-0735e9fed022 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e83408-a841-40a5-b990-295662f2a240,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:18.699310 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-da3c9b6b-38c4-49bb-b96f-9b030e4e8cef tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'security_group_rule': {'security_group_id': '10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:57:18.726878 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc16a341-e64a-40b2-a90d-039c49e6697f req-6324c4d9-9527-4c64-b939-3681fb23bb96 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 210 time: 0.0648515 Feb 08 21:57:18.735140 n-d-712143-31 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-da3c9b6b-38c4-49bb-b96f-9b030e4e8cef tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Project 757a64905a5e4f28a11ff7ef605aa039 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 21:57:18.759038 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da3c9b6b-38c4-49bb-b96f-9b030e4e8cef tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (f05cf527-34b5-4dd8-bd4c-df9d43530f2d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:18.822137 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1688e7c0-2d77-468e-b537-6b08e3c304a2 req-8d808407-064d-46f5-8de8-89176ade155f tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd14a583-6008-4070-857b-d7384a68a06b HTTP/1.1" status: 200 len: 210 time: 0.0513785 Feb 08 21:57:18.902262 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da3c9b6b-38c4-49bb-b96f-9b030e4e8cef tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (f05cf527-34b5-4dd8-bd4c-df9d43530f2d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:18.909392 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da3c9b6b-38c4-49bb-b96f-9b030e4e8cef tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (f05cf527-34b5-4dd8-bd4c-df9d43530f2d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:18.959587 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da3c9b6b-38c4-49bb-b96f-9b030e4e8cef tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:18.971949 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38654) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:18.972407 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-da3c9b6b-38c4-49bb-b96f-9b030e4e8cef tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2819057 Feb 08 21:57:18.974393 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c9b6b-38c4-49bb-b96f-9b030e4e8cef tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f05cf527-34b5-4dd8-bd4c-df9d43530f2d,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:18.989723 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-44064fee-f702-4811-9ee7-f83959994e91 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'network': {'name': 'tempest-network-smoke--1784327193', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'port_security_enabled': True}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:57:19.042310 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44064fee-f702-4811-9ee7-f83959994e91 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Made reservation on behalf of 757a64905a5e4f28a11ff7ef605aa039 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:57:19.046886 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-44064fee-f702-4811-9ee7-f83959994e91 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:19.088496 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ef8c0a9a-20dc-4b83-81cd-51a8382c4ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'name': 'tempest-TestServerBasicOps-1925516844-router', 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '122cc8ba-ac44-4f8e-a52b-b814624b94a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:58Z', 'updated_at': '2022-02-08T21:51:10Z', 'revision_number': 4, 'project_id': '224cdca309204cf4ab30e157a31b072a', 'gw_port': {'id': '122cc8ba-ac44-4f8e-a52b-b814624b94a0', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:00Z', 'updated_at': '2022-02-08T21:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'b5088131-7124-488f-812a-a83abc9094c3', 'name': '', 'network_id': '0512048c-55e1-420b-8bea-491fbd42c90c', 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'mac_address': 'fa:16:3e:22:61:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '0aba1a01-7dcc-429b-a7ed-eefc12dcd42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:08Z', 'updated_at': '2022-02-08T21:51:23Z', 'revision_number': 5, 'project_id': '224cdca309204cf4ab30e157a31b072a', 'subnets': [{'id': '0aba1a01-7dcc-429b-a7ed-eefc12dcd42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:19.100264 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44064fee-f702-4811-9ee7-f83959994e91 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:57:19.114484 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-44064fee-f702-4811-9ee7-f83959994e91 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (bff38a44-d3cf-43fc-b093-892ca19b0f76), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:19.115525 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-44064fee-f702-4811-9ee7-f83959994e91 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Added segment bff38a44-d3cf-43fc-b093-892ca19b0f76 of type vlan for network 44f004ba-844e-4e7f-abce-081052edd5de Feb 08 21:57:19.119658 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 35d69bdf-6831-4573-95b8-415f62cc7a68 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:57:19.130691 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8c0a9a-20dc-4b83-81cd-51a8382c4ba2 None None] Checking router: 1f1e65be-f37f-415d-86c8-6c2d731b4825 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:57:19.141819 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8c0a9a-20dc-4b83-81cd-51a8382c4ba2 None None] Routers {'1f1e65be-f37f-415d-86c8-6c2d731b4825'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:57:19.142596 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ef8c0a9a-20dc-4b83-81cd-51a8382c4ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:56:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['1f1e65be-f37f-415d-86c8-6c2d731b4825'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:19.187963 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-44064fee-f702-4811-9ee7-f83959994e91 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (44f004ba-844e-4e7f-abce-081052edd5de), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:19.271411 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 35d69bdf-6831-4573-95b8-415f62cc7a68, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=35d69bdf-6831-4573-95b8-415f62cc7a68,segment=NetworkSegment(57bd316e-2c2f-4367-8457-249b6fff43c0),segment_id=57bd316e-2c2f-4367-8457-249b6fff43c0)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:57:19.283786 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-44064fee-f702-4811-9ee7-f83959994e91 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (44f004ba-844e-4e7f-abce-081052edd5de), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:19.290896 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44064fee-f702-4811-9ee7-f83959994e91 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:19.291915 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-44064fee-f702-4811-9ee7-f83959994e91 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:19.292440 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '35d69bdf-6831-4573-95b8-415f62cc7a68', 'network_id': '8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942', 'port_id': '35d69bdf-6831-4573-95b8-415f62cc7a68', 'mac_address': 'fa:16:3e:6b:4e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c5c97a-fe96-4f1a-ac01-358865359c31', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:57:19.308648 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-ef8c0a9a-20dc-4b83-81cd-51a8382c4ba2 None None] Set router 1f1e65be-f37f-415d-86c8-6c2d731b4825 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:57:19.366685 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 35d69bdf-6831-4573-95b8-415f62cc7a68 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:57:19.367132 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (35d69bdf-6831-4573-95b8-415f62cc7a68), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:19.386452 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44064fee-f702-4811-9ee7-f83959994e91 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Network': ['ID=44f004ba-844e-4e7f-abce-081052edd5de,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:19.397834 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-44064fee-f702-4811-9ee7-f83959994e91 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4234972 Feb 08 21:57:19.402292 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38658) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:19.408934 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 44f004ba-844e-4e7f-abce-081052edd5de details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:57:19.410537 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-8d0eb686-61a5-48fc-a50e-4999ff4337e9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1451199460', 'admin_state_up': True, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:57:19.426945 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34962e07-505f-497c-ba7a-c2edc1f9747a req-962e66b0-59f8-4d95-8009-61c7700e929d tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:19.428713 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-34962e07-505f-497c-ba7a-c2edc1f9747a req-962e66b0-59f8-4d95-8009-61c7700e929d tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2 HTTP/1.1" status: 200 len: 943 time: 0.2121429 Feb 08 21:57:19.474447 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8d0eb686-61a5-48fc-a50e-4999ff4337e9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (e685b65b-700a-40da-89e8-2505c50fa0b5), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:19.476358 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8d0eb686-61a5-48fc-a50e-4999ff4337e9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (e685b65b-700a-40da-89e8-2505c50fa0b5), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:19.518381 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-34962e07-505f-497c-ba7a-c2edc1f9747a req-6faee324-46f1-4a96-bacb-1fdd4d46c3c0 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd34df0c-fd15-44ce-b0f0-03f91578445e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820141 Feb 08 21:57:19.571388 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8d0eb686-61a5-48fc-a50e-4999ff4337e9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router_controller (e685b65b-700a-40da-89e8-2505c50fa0b5), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:19.610673 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d69bdf-6831-4573-95b8-415f62cc7a68 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:57:19.663905 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 35d69bdf-6831-4573-95b8-415f62cc7a68, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=35d69bdf-6831-4573-95b8-415f62cc7a68,segment=NetworkSegment(57bd316e-2c2f-4367-8457-249b6fff43c0),segment_id=57bd316e-2c2f-4367-8457-249b6fff43c0)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:57:19.670029 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (35d69bdf-6831-4573-95b8-415f62cc7a68), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:19.735982 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ef8c0a9a-20dc-4b83-81cd-51a8382c4ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'name': 'tempest-TestServerBasicOps-1925516844-router', 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '122cc8ba-ac44-4f8e-a52b-b814624b94a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:58Z', 'updated_at': '2022-02-08T21:51:10Z', 'revision_number': 4, 'project_id': '224cdca309204cf4ab30e157a31b072a', 'gw_port': {'id': '122cc8ba-ac44-4f8e-a52b-b814624b94a0', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:00Z', 'updated_at': '2022-02-08T21:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'b5088131-7124-488f-812a-a83abc9094c3', 'name': '', 'network_id': '0512048c-55e1-420b-8bea-491fbd42c90c', 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'mac_address': 'fa:16:3e:22:61:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '0aba1a01-7dcc-429b-a7ed-eefc12dcd42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:08Z', 'updated_at': '2022-02-08T21:51:23Z', 'revision_number': 5, 'project_id': '224cdca309204cf4ab30e157a31b072a', 'subnets': [{'id': '0aba1a01-7dcc-429b-a7ed-eefc12dcd42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:19.738682 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=35d69bdf-6831-4573-95b8-415f62cc7a68,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:19.798066 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8c0a9a-20dc-4b83-81cd-51a8382c4ba2 None None] The sync data for ids ['1f1e65be-f37f-415d-86c8-6c2d731b4825'] in n-d-712143-31 is: [{'id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'name': 'tempest-TestServerBasicOps-1925516844-router', 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '122cc8ba-ac44-4f8e-a52b-b814624b94a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:58Z', 'updated_at': '2022-02-08T21:51:10Z', 'revision_number': 4, 'project_id': '224cdca309204cf4ab30e157a31b072a', 'gw_port': {'id': '122cc8ba-ac44-4f8e-a52b-b814624b94a0', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:00Z', 'updated_at': '2022-02-08T21:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'b5088131-7124-488f-812a-a83abc9094c3', 'name': '', 'network_id': '0512048c-55e1-420b-8bea-491fbd42c90c', 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'mac_address': 'fa:16:3e:22:61:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '0aba1a01-7dcc-429b-a7ed-eefc12dcd42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:08Z', 'updated_at': '2022-02-08T21:51:23Z', 'revision_number': 5, 'project_id': '224cdca309204cf4ab30e157a31b072a', 'subnets': [{'id': '0aba1a01-7dcc-429b-a7ed-eefc12dcd42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:57:19.941190 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38664) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:20.011050 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['35d69bdf-6831-4573-95b8-415f62cc7a68'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:57:20.179901 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ac0f29db-827c-4458-bc67-3edef86c7071 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Deleting port b7888ab8-9434-44fd-9dc4-8d612ce3434e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:57:20.180887 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac0f29db-827c-4458-bc67-3edef86c7071 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b7888ab8-9434-44fd-9dc4-8d612ce3434e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:20.280973 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb82641a-f335-416d-97f8-aad88a7ebd67 None None] New status for floating IP 87637280-5bdd-4525-80df-49a7bd6d236a: DOWN {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:57:20.304093 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56d1802e-c08f-4698-a385-8a4d17460589 req-47c4f9b4-805b-4f17-8c37-538ab77e6aa4 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 210 time: 0.0383947 Feb 08 21:57:20.309427 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8d0eb686-61a5-48fc-a50e-4999ff4337e9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router_gateway (e685b65b-700a-40da-89e8-2505c50fa0b5), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:20.328584 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac0f29db-827c-4458-bc67-3edef86c7071 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b7888ab8-9434-44fd-9dc4-8d612ce3434e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:20.329058 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac0f29db-827c-4458-bc67-3edef86c7071 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for floatingip (b7888ab8-9434-44fd-9dc4-8d612ce3434e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:20.357554 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ac0f29db-827c-4458-bc67-3edef86c7071 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Calling delete_port for b7888ab8-9434-44fd-9dc4-8d612ce3434e owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:57:20.649789 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac0f29db-827c-4458-bc67-3edef86c7071 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (b7888ab8-9434-44fd-9dc4-8d612ce3434e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:20.694840 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f29db-827c-4458-bc67-3edef86c7071 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Pushing event deleted for resources: {'Port': ['ID=b7888ab8-9434-44fd-9dc4-8d612ce3434e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:20.706932 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8d0eb686-61a5-48fc-a50e-4999ff4337e9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router_gateway (e685b65b-700a-40da-89e8-2505c50fa0b5), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:20.771160 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8d0eb686-61a5-48fc-a50e-4999ff4337e9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:20.789000 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac0f29db-827c-4458-bc67-3edef86c7071 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for floatingip (87637280-5bdd-4525-80df-49a7bd6d236a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:20.793516 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac0f29db-827c-4458-bc67-3edef86c7071 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:20.795039 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ac0f29db-827c-4458-bc67-3edef86c7071 tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "DELETE /v2.0/floatingips/87637280-5bdd-4525-80df-49a7bd6d236a HTTP/1.1" status: 204 len: 168 time: 0.8492787 Feb 08 21:57:20.905998 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb6ebf-960c-47bb-897b-f194e1ccf07c req-f4a1c265-488b-4828-8e70-6e93ccf58add tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:20.907456 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c5eb6ebf-960c-47bb-897b-f194e1ccf07c req-f4a1c265-488b-4828-8e70-6e93ccf58add tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2 HTTP/1.1" status: 200 len: 944 time: 0.2136850 Feb 08 21:57:20.952983 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38672) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:21.026396 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-8d0eb686-61a5-48fc-a50e-4999ff4337e9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Allocated IP 172.25.3.127 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/6c557efd-0c19-41bc-a408-ae87b436d077) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:57:21.038186 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-946592e8-fb85-461b-b8a0-40e4d547475a tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for security_group (052a3d99-074d-48d3-95bb-cd5ccd76bc8c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:21.042527 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c5eb6ebf-960c-47bb-897b-f194e1ccf07c req-0e2f67d0-fcb9-49de-8ddb-261b9b9c17be tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd34df0c-fd15-44ce-b0f0-03f91578445e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085646 Feb 08 21:57:21.079844 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-946592e8-fb85-461b-b8a0-40e4d547475a tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for security_group (052a3d99-074d-48d3-95bb-cd5ccd76bc8c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:21.138409 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 35d69bdf-6831-4573-95b8-415f62cc7a68 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:57:21.156642 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8d0eb686-61a5-48fc-a50e-4999ff4337e9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for port (6c557efd-0c19-41bc-a408-ae87b436d077), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:21.159683 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-946592e8-fb85-461b-b8a0-40e4d547475a tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (052a3d99-074d-48d3-95bb-cd5ccd76bc8c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:21.163926 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-946592e8-fb85-461b-b8a0-40e4d547475a tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:21.182280 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-946592e8-fb85-461b-b8a0-40e4d547475a tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] 10.222.0.88 "DELETE /v2.0/security-groups/052a3d99-074d-48d3-95bb-cd5ccd76bc8c HTTP/1.1" status: 204 len: 168 time: 0.2209485 Feb 08 21:57:21.212301 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946592e8-fb85-461b-b8a0-40e4d547475a tempest-TestServerBasicOps-615772715 tempest-TestServerBasicOps-615772715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=052a3d99-074d-48d3-95bb-cd5ccd76bc8c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:21.215632 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8d0eb686-61a5-48fc-a50e-4999ff4337e9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (6c557efd-0c19-41bc-a408-ae87b436d077), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:21.222031 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 35d69bdf-6831-4573-95b8-415f62cc7a68 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:57:21.236332 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38676) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:21.236611 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 35d69bdf-6831-4573-95b8-415f62cc7a68 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:57:21.236998 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (35d69bdf-6831-4573-95b8-415f62cc7a68), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:21.290612 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0eb686-61a5-48fc-a50e-4999ff4337e9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Port': ['ID=6c557efd-0c19-41bc-a408-ae87b436d077,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:21.310172 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0eb686-61a5-48fc-a50e-4999ff4337e9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:57:21.312486 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-8d0eb686-61a5-48fc-a50e-4999ff4337e9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:57:21.315588 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0eb686-61a5-48fc-a50e-4999ff4337e9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:57:21.521056 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0bc85f25-3eda-436d-9d2d-901081363f19 req-aaa0af1a-ce1b-41a3-8c35-9ee6fe87d660 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 210 time: 0.0845778 Feb 08 21:57:21.527790 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 35d69bdf-6831-4573-95b8-415f62cc7a68 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:57:21.528546 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (35d69bdf-6831-4573-95b8-415f62cc7a68), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:21.564329 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d69bdf-6831-4573-95b8-415f62cc7a68'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:57:21.567057 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202a2d61-a929-4b6b-bd06-39c34fc973a7" -d '{"events": [{"server_uuid": "4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2", "name": "network-vif-plugged", "status": "completed", "tag": "35d69bdf-6831-4573-95b8-415f62cc7a68"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:57:21.589541 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 35d69bdf-6831-4573-95b8-415f62cc7a68, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=35d69bdf-6831-4573-95b8-415f62cc7a68,segment=NetworkSegment(57bd316e-2c2f-4367-8457-249b6fff43c0),segment_id=57bd316e-2c2f-4367-8457-249b6fff43c0)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:57:21.597770 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (35d69bdf-6831-4573-95b8-415f62cc7a68), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:21.598985 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device f9e84ae9-01e4-4066-a89f-9c7839ed4c39 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:57:21.664577 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db6faa9-098f-46fe-b868-0ea5516dab00 x-openstack-request-id: req-9db6faa9-098f-46fe-b868-0ea5516dab00 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:57:21.665029 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2", "name": "network-vif-plugged", "status": "completed", "tag": "35d69bdf-6831-4573-95b8-415f62cc7a68", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:57:21.665435 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9db6faa9-098f-46fe-b868-0ea5516dab00 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:57:21.665926 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d69bdf-6831-4573-95b8-415f62cc7a68', 'code': 200} Feb 08 21:57:21.705519 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: f9e84ae9-01e4-4066-a89f-9c7839ed4c39 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:57:21.706048 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device f9e84ae9-01e4-4066-a89f-9c7839ed4c39 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:57:21.738350 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8d0eb686-61a5-48fc-a50e-4999ff4337e9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router_gateway (e685b65b-700a-40da-89e8-2505c50fa0b5), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:21.751343 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=35d69bdf-6831-4573-95b8-415f62cc7a68,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:22.018254 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8d0eb686-61a5-48fc-a50e-4999ff4337e9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (e685b65b-700a-40da-89e8-2505c50fa0b5), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:22.163933 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ff683-17e1-4af6-8582-c56d7a7b877b req-75c942a2-015e-438d-a857-69675b688e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:22.169341 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-006ff683-17e1-4af6-8582-c56d7a7b877b req-75c942a2-015e-438d-a857-69675b688e87 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2 HTTP/1.1" status: 200 len: 1128 time: 0.4458253 Feb 08 21:57:22.278584 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f4fc9-e697-404c-a6c8-2997b1f46173 req-f21af259-a154-49d7-af17-fee073de2989 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:22.280334 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f89f4fc9-e697-404c-a6c8-2997b1f46173 req-f21af259-a154-49d7-af17-fee073de2989 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2 HTTP/1.1" status: 200 len: 945 time: 0.1147552 Feb 08 21:57:22.282299 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0eb686-61a5-48fc-a50e-4999ff4337e9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Router e685b65b-700a-40da-89e8-2505c50fa0b5 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:57:22.293920 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-006ff683-17e1-4af6-8582-c56d7a7b877b req-53d2000c-e3e1-46d3-8119-78baa29f39d6 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=dd34df0c-fd15-44ce-b0f0-03f91578445e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192648 Feb 08 21:57:22.454764 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f89f4fc9-e697-404c-a6c8-2997b1f46173 req-cd5d2228-87af-4432-94fc-e6e962a2278d tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd34df0c-fd15-44ce-b0f0-03f91578445e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597500 Feb 08 21:57:22.488151 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06dd0b59-7227-428e-860e-dd4b2866835c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (1f1e65be-f37f-415d-86c8-6c2d731b4825), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:22.490257 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0eb686-61a5-48fc-a50e-4999ff4337e9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:57:22.503277 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1847a3e5-701b-4cec-be4c-a24bf63bd7e3 None None] Sync routers for ids ['e685b65b-700a-40da-89e8-2505c50fa0b5'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:57:22.524711 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8d0eb686-61a5-48fc-a50e-4999ff4337e9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:22.529930 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8d0eb686-61a5-48fc-a50e-4999ff4337e9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.1226265 Feb 08 21:57:22.530638 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38686) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:22.531428 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1847a3e5-701b-4cec-be4c-a24bf63bd7e3 None None] Routers {'e685b65b-700a-40da-89e8-2505c50fa0b5'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:57:22.532846 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1847a3e5-701b-4cec-be4c-a24bf63bd7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:56:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e685b65b-700a-40da-89e8-2505c50fa0b5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:22.661590 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-df43745d-3558-4a96-853e-2f04a9e2c54b tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=757a64905a5e4f28a11ff7ef605aa039&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1294084 Feb 08 21:57:22.670756 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38692) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:22.713139 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8a53eac-6653-4e8c-a00a-cdf980ceaae2 req-5212feab-9c66-4f38-a10f-a6cf58f91640 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 210 time: 0.0541084 Feb 08 21:57:22.733292 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-1847a3e5-701b-4cec-be4c-a24bf63bd7e3 None None] Set router e685b65b-700a-40da-89e8-2505c50fa0b5 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:57:22.953968 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb2345c-cab0-4ceb-b78f-e6c9d3c1d58a tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:22.958602 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0bb2345c-cab0-4ceb-b78f-e6c9d3c1d58a tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2838140 Feb 08 21:57:22.960546 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38694) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:23.006843 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1847a3e5-701b-4cec-be4c-a24bf63bd7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451199460', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '6c557efd-0c19-41bc-a408-ae87b436d077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:57:19Z', 'updated_at': '2022-02-08T21:57:21Z', 'revision_number': 3, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': '6c557efd-0c19-41bc-a408-ae87b436d077', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:57:20Z', 'updated_at': '2022-02-08T21:57:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:23.011993 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c720cc0b-24ff-4a19-8445-287756371c45 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=075c0dfb-2786-422e-af93-9cafe101c970&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0492008 Feb 08 21:57:23.014789 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38696) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:23.020048 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9b2a561c-9d84-4cd2-b0da-bd2d9de5e201 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-378414011', 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:57:23.054794 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1847a3e5-701b-4cec-be4c-a24bf63bd7e3 None None] Checking router: e685b65b-700a-40da-89e8-2505c50fa0b5 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:57:23.055317 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1847a3e5-701b-4cec-be4c-a24bf63bd7e3 None None] Updating router e685b65b-700a-40da-89e8-2505c50fa0b5 port 6c557efd-0c19-41bc-a408-ae87b436d077 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:57:23.099326 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1847a3e5-701b-4cec-be4c-a24bf63bd7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6c557efd-0c19-41bc-a408-ae87b436d077), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:23.184659 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2a561c-9d84-4cd2-b0da-bd2d9de5e201 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Made reservation on behalf of 757a64905a5e4f28a11ff7ef605aa039 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:57:23.188256 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b2a561c-9d84-4cd2-b0da-bd2d9de5e201 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:23.234070 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-06dd0b59-7227-428e-860e-dd4b2866835c admin admin] Deleting port b5088131-7124-488f-812a-a83abc9094c3 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:57:23.234345 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06dd0b59-7227-428e-860e-dd4b2866835c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b5088131-7124-488f-812a-a83abc9094c3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:23.374805 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-06dd0b59-7227-428e-860e-dd4b2866835c admin admin] For port b5088131-7124-488f-812a-a83abc9094c3, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b5088131-7124-488f-812a-a83abc9094c3,segment=NetworkSegment(7ab22fa1-46fb-4214-a54a-86e5ad39b7ea),segment_id=7ab22fa1-46fb-4214-a54a-86e5ad39b7ea)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:57:23.375187 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06dd0b59-7227-428e-860e-dd4b2866835c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b5088131-7124-488f-812a-a83abc9094c3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:23.417381 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-06dd0b59-7227-428e-860e-dd4b2866835c admin admin] Calling delete_port for b5088131-7124-488f-812a-a83abc9094c3 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:57:23.468726 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1847a3e5-701b-4cec-be4c-a24bf63bd7e3 None None] Publish callbacks [] for port (6c557efd-0c19-41bc-a408-ae87b436d077), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:23.477580 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1847a3e5-701b-4cec-be4c-a24bf63bd7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6c557efd-0c19-41bc-a408-ae87b436d077), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:23.559868 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-1847a3e5-701b-4cec-be4c-a24bf63bd7e3 None None] Attempting to bind port 6c557efd-0c19-41bc-a408-ae87b436d077 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:57:23.559868 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-1847a3e5-701b-4cec-be4c-a24bf63bd7e3 None None] Attempting to bind port 6c557efd-0c19-41bc-a408-ae87b436d077 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:57:23.560675 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1847a3e5-701b-4cec-be4c-a24bf63bd7e3 None None] Attempting to bind port 6c557efd-0c19-41bc-a408-ae87b436d077 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:57:23.595201 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224196b0-b2aa-4393-a8b1-0920d5abf350 None None] Pushing event updated for resources: {'Port': ['ID=6c557efd-0c19-41bc-a408-ae87b436d077,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:23.608979 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1847a3e5-701b-4cec-be4c-a24bf63bd7e3 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:57:23.609583 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1847a3e5-701b-4cec-be4c-a24bf63bd7e3 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:57:23.610108 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1847a3e5-701b-4cec-be4c-a24bf63bd7e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:23.610617 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1847a3e5-701b-4cec-be4c-a24bf63bd7e3 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:57:23.611244 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-1847a3e5-701b-4cec-be4c-a24bf63bd7e3 None None] Bound port: 6c557efd-0c19-41bc-a408-ae87b436d077, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:57:23.611880 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1847a3e5-701b-4cec-be4c-a24bf63bd7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6c557efd-0c19-41bc-a408-ae87b436d077), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:23.688846 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc2ede-425c-4d40-bab9-1adc14ec4517 req-c0cd3f3f-ec1b-4186-b6d2-639c68c703ae tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:23.699833 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7bc2ede-425c-4d40-bab9-1adc14ec4517 req-c0cd3f3f-ec1b-4186-b6d2-639c68c703ae tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2 HTTP/1.1" status: 200 len: 945 time: 0.0964415 Feb 08 21:57:23.713295 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-1847a3e5-701b-4cec-be4c-a24bf63bd7e3 None None] For port 6c557efd-0c19-41bc-a408-ae87b436d077, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:57:23.719357 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-1847a3e5-701b-4cec-be4c-a24bf63bd7e3 None None] For port 6c557efd-0c19-41bc-a408-ae87b436d077, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=6c557efd-0c19-41bc-a408-ae87b436d077,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:57:23.729710 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224196b0-b2aa-4393-a8b1-0920d5abf350 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:23.730469 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224196b0-b2aa-4393-a8b1-0920d5abf350 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:23.731860 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224196b0-b2aa-4393-a8b1-0920d5abf350 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:23.732517 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224196b0-b2aa-4393-a8b1-0920d5abf350 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:23.734860 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224196b0-b2aa-4393-a8b1-0920d5abf350 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:23.735655 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224196b0-b2aa-4393-a8b1-0920d5abf350 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:23.736505 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224196b0-b2aa-4393-a8b1-0920d5abf350 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:23.737163 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224196b0-b2aa-4393-a8b1-0920d5abf350 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:23.737823 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224196b0-b2aa-4393-a8b1-0920d5abf350 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:23.738484 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224196b0-b2aa-4393-a8b1-0920d5abf350 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:23.739449 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224196b0-b2aa-4393-a8b1-0920d5abf350 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:23.744376 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224196b0-b2aa-4393-a8b1-0920d5abf350 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:23.744912 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224196b0-b2aa-4393-a8b1-0920d5abf350 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:23.766263 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1847a3e5-701b-4cec-be4c-a24bf63bd7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6c557efd-0c19-41bc-a408-ae87b436d077), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:23.811648 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b2a561c-9d84-4cd2-b0da-bd2d9de5e201 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (8d230777-26b6-4044-8530-4e31179f1e6a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:23.875932 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7bc2ede-425c-4d40-bab9-1adc14ec4517 req-2d35520d-7418-4e39-8aea-8dc0a7a4553a tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd34df0c-fd15-44ce-b0f0-03f91578445e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742163 Feb 08 21:57:23.889265 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224196b0-b2aa-4393-a8b1-0920d5abf350 None None] Pushing event updated for resources: {'Port': ['ID=6c557efd-0c19-41bc-a408-ae87b436d077,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:23.947113 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1847a3e5-701b-4cec-be4c-a24bf63bd7e3 None None] Routers {'e685b65b-700a-40da-89e8-2505c50fa0b5'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:57:23.948278 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1847a3e5-701b-4cec-be4c-a24bf63bd7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:56:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e685b65b-700a-40da-89e8-2505c50fa0b5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:23.973152 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1c17d9df-b864-495f-8343-3fda91bf0cbd req-0d1eaef9-706f-4d54-aef8-8a7bfd04ec71 tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 210 time: 0.0533142 Feb 08 21:57:24.039853 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a561c-9d84-4cd2-b0da-bd2d9de5e201 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Subnet': ['ID=8d230777-26b6-4044-8530-4e31179f1e6a,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:24.059134 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2a561c-9d84-4cd2-b0da-bd2d9de5e201 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Checking segment: {'id': 'bff38a44-d3cf-43fc-b093-892ca19b0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:57:24.059879 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2a561c-9d84-4cd2-b0da-bd2d9de5e201 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Network hostable DHCP agents. Network: 44f004ba-844e-4e7f-abce-081052edd5de, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:57:24.132511 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2a561c-9d84-4cd2-b0da-bd2d9de5e201 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Network 44f004ba-844e-4e7f-abce-081052edd5de is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:57:24.168139 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-9b2a561c-9d84-4cd2-b0da-bd2d9de5e201 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 44f004ba-844e-4e7f-abce-081052edd5de) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:57:24.185918 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2a561c-9d84-4cd2-b0da-bd2d9de5e201 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:24.186995 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b2a561c-9d84-4cd2-b0da-bd2d9de5e201 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:24.188894 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed20748-5739-46f2-b88a-204400250a17 None None] Network 44f004ba-844e-4e7f-abce-081052edd5de requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:57:24.205671 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06dd0b59-7227-428e-860e-dd4b2866835c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (b5088131-7124-488f-812a-a83abc9094c3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:24.225595 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38702) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:24.225904 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9b2a561c-9d84-4cd2-b0da-bd2d9de5e201 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2087412 Feb 08 21:57:24.250707 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd0b59-7227-428e-860e-dd4b2866835c admin admin] Pushing event deleted for resources: {'Port': ['ID=b5088131-7124-488f-812a-a83abc9094c3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:24.368508 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-1847a3e5-701b-4cec-be4c-a24bf63bd7e3 None None] Set router e685b65b-700a-40da-89e8-2505c50fa0b5 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:57:24.377391 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-da300c3d-d5f7-4b71-9199-d866ba8f3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:24.536683 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-44f004ba-844e-4e7f-abce-081052edd5de', 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'fixed_ips': [{'subnet_id': '8d230777-26b6-4044-8530-4e31179f1e6a'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:57:24.539952 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:24.815598 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06dd0b59-7227-428e-860e-dd4b2866835c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (1f1e65be-f37f-415d-86c8-6c2d731b4825), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:24.876138 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Allocated IP 172.20.0.2 (44f004ba-844e-4e7f-abce-081052edd5de/8d230777-26b6-4044-8530-4e31179f1e6a/7f18ffc9-1015-4892-89ab-632d4a1eee8d) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:57:25.003497 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1847a3e5-701b-4cec-be4c-a24bf63bd7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451199460', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '6c557efd-0c19-41bc-a408-ae87b436d077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:57:19Z', 'updated_at': '2022-02-08T21:57:21Z', 'revision_number': 3, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': '6c557efd-0c19-41bc-a408-ae87b436d077', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:57:20Z', 'updated_at': '2022-02-08T21:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:25.112133 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1847a3e5-701b-4cec-be4c-a24bf63bd7e3 None None] The sync data for ids ['e685b65b-700a-40da-89e8-2505c50fa0b5'] in n-d-712143-31 is: [{'id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451199460', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '6c557efd-0c19-41bc-a408-ae87b436d077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:57:19Z', 'updated_at': '2022-02-08T21:57:21Z', 'revision_number': 3, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': '6c557efd-0c19-41bc-a408-ae87b436d077', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:57:20Z', 'updated_at': '2022-02-08T21:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:57:25.240846 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Publish callbacks [] for port (7f18ffc9-1015-4892-89ab-632d4a1eee8d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:25.255853 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (7f18ffc9-1015-4892-89ab-632d4a1eee8d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:25.276214 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b1382acd-0b5a-4b54-93a8-d86bb9188cb7 req-164eaa3a-0bd2-40a9-986c-cdf98b38b43e tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 210 time: 0.0515046 Feb 08 21:57:25.346825 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Network 44f004ba-844e-4e7f-abce-081052edd5de is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:57:25.362465 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:57:25.376005 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:57:25.422102 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb37546-f392-4618-8acf-fc06220ef4a3 req-c6a6966b-e320-483e-9b80-302ef78a4be0 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:25.425508 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3fb37546-f392-4618-8acf-fc06220ef4a3 req-c6a6966b-e320-483e-9b80-302ef78a4be0 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2 HTTP/1.1" status: 200 len: 945 time: 0.1605811 Feb 08 21:57:25.442349 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Pushing event updated for resources: {'Port': ['ID=7f18ffc9-1015-4892-89ab-632d4a1eee8d,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:25.477981 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:25.478484 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:25.478695 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:25.479043 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:25.479377 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:25.479710 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:25.480038 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:25.480366 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:25.480693 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:25.481017 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:25.481375 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:25.481703 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:25.482148 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:25.496790 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06dd0b59-7227-428e-860e-dd4b2866835c admin admin] Router 1f1e65be-f37f-415d-86c8-6c2d731b4825 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:57:25.515867 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Attempting to bind port 7f18ffc9-1015-4892-89ab-632d4a1eee8d on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:57:25.516436 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Attempting to bind port 7f18ffc9-1015-4892-89ab-632d4a1eee8d by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'bff38a44-d3cf-43fc-b093-892ca19b0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:57:25.517023 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Attempting to bind port 7f18ffc9-1015-4892-89ab-632d4a1eee8d on network 44f004ba-844e-4e7f-abce-081052edd5de {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:57:25.524716 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:57:25.525130 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Checking segment: {'id': 'bff38a44-d3cf-43fc-b093-892ca19b0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:57:25.525653 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:25.526063 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Bound using segment: {'id': 'bff38a44-d3cf-43fc-b093-892ca19b0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:57:25.527190 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Bound port: 7f18ffc9-1015-4892-89ab-632d4a1eee8d, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff38a44-d3cf-43fc-b093-892ca19b0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:57:25.527653 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7f18ffc9-1015-4892-89ab-632d4a1eee8d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:25.762078 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3fb37546-f392-4618-8acf-fc06220ef4a3 req-cd54cb82-ff93-4ea3-8cde-d580501331c6 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd34df0c-fd15-44ce-b0f0-03f91578445e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094623 Feb 08 21:57:25.769949 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] For port 7f18ffc9-1015-4892-89ab-632d4a1eee8d, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:57:25.804884 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] For port 7f18ffc9-1015-4892-89ab-632d4a1eee8d, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7f18ffc9-1015-4892-89ab-632d4a1eee8d,segment=NetworkSegment(bff38a44-d3cf-43fc-b093-892ca19b0f76),segment_id=bff38a44-d3cf-43fc-b093-892ca19b0f76)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:57:25.822707 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7f18ffc9-1015-4892-89ab-632d4a1eee8d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:25.898383 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06dd0b59-7227-428e-860e-dd4b2866835c admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:57:25.924519 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-06dd0b59-7227-428e-860e-dd4b2866835c admin admin] 10.222.0.88 "PUT /v2.0/routers/1f1e65be-f37f-415d-86c8-6c2d731b4825/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6865196 Feb 08 21:57:25.930777 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 38710) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:25.964779 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a161aadd-d516-4ad1-b970-73e68738f480 None None] Sync routers for ids ['1f1e65be-f37f-415d-86c8-6c2d731b4825'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:57:26.071760 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a161aadd-d516-4ad1-b970-73e68738f480 None None] Routers {'1f1e65be-f37f-415d-86c8-6c2d731b4825'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:57:26.073081 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-a161aadd-d516-4ad1-b970-73e68738f480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:56:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['1f1e65be-f37f-415d-86c8-6c2d731b4825'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:26.252420 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-148dee3e-9458-487b-a259-8aa2f2d9273f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:26.300990 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3383bbb-6e73-49bb-b6ba-29f583903fae None None] Pushing event updated for resources: {'Port': ['ID=7f18ffc9-1015-4892-89ab-632d4a1eee8d,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:26.539816 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-a161aadd-d516-4ad1-b970-73e68738f480 None None] Set router 1f1e65be-f37f-415d-86c8-6c2d731b4825 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:57:26.782623 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3c93c6ca-3004-4514-99c7-4307df7539d0 admin admin] Publish callbacks [] for router (1f1e65be-f37f-415d-86c8-6c2d731b4825), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:26.787288 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6c557efd-0c19-41bc-a408-ae87b436d077 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:57:26.802162 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c3b992da-eb75-4206-9150-aabf3e2d903c req-f98fe7cf-214d-41a2-81ef-096c33d2ec4b tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "GET /v2.0/ports?device_id=9727864f-64a0-46ec-a938-f570b5ffdd85 HTTP/1.1" status: 200 len: 210 time: 0.2527843 Feb 08 21:57:26.951859 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 6c557efd-0c19-41bc-a408-ae87b436d077 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:57:26.952614 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6c557efd-0c19-41bc-a408-ae87b436d077), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:27.116544 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3c93c6ca-3004-4514-99c7-4307df7539d0 admin admin] Publish callbacks [] for router_gateway (1f1e65be-f37f-415d-86c8-6c2d731b4825), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:27.141391 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 6c557efd-0c19-41bc-a408-ae87b436d077 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:57:27.142185 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6c557efd-0c19-41bc-a408-ae87b436d077), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:27.199750 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 6c557efd-0c19-41bc-a408-ae87b436d077, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=6c557efd-0c19-41bc-a408-ae87b436d077,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:57:27.213339 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6c557efd-0c19-41bc-a408-ae87b436d077), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:27.214082 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7f18ffc9-1015-4892-89ab-632d4a1eee8d up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:57:27.320432 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-a161aadd-d516-4ad1-b970-73e68738f480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'name': 'tempest-TestServerBasicOps-1925516844-router', 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '122cc8ba-ac44-4f8e-a52b-b814624b94a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:58Z', 'updated_at': '2022-02-08T21:57:24Z', 'revision_number': 5, 'project_id': '224cdca309204cf4ab30e157a31b072a', 'gw_port': {'id': '122cc8ba-ac44-4f8e-a52b-b814624b94a0', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:00Z', 'updated_at': '2022-02-08T21:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:27.379893 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a161aadd-d516-4ad1-b970-73e68738f480 None None] Checking router: 1f1e65be-f37f-415d-86c8-6c2d731b4825 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:57:27.417368 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=6c557efd-0c19-41bc-a408-ae87b436d077,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:27.441604 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a161aadd-d516-4ad1-b970-73e68738f480 None None] Routers {'1f1e65be-f37f-415d-86c8-6c2d731b4825'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:57:27.442485 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-a161aadd-d516-4ad1-b970-73e68738f480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:56:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['1f1e65be-f37f-415d-86c8-6c2d731b4825'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:27.619689 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 7f18ffc9-1015-4892-89ab-632d4a1eee8d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:57:27.620067 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7f18ffc9-1015-4892-89ab-632d4a1eee8d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:27.624172 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3a065553-5136-417e-932d-147c5fdfe9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:27.659435 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-a161aadd-d516-4ad1-b970-73e68738f480 None None] Set router 1f1e65be-f37f-415d-86c8-6c2d731b4825 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:57:27.722644 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-a161aadd-d516-4ad1-b970-73e68738f480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'name': 'tempest-TestServerBasicOps-1925516844-router', 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:58Z', 'updated_at': '2022-02-08T21:57:27Z', 'revision_number': 6, 'project_id': '224cdca309204cf4ab30e157a31b072a', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:27.767128 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a161aadd-d516-4ad1-b970-73e68738f480 None None] The sync data for ids ['1f1e65be-f37f-415d-86c8-6c2d731b4825'] in n-d-712143-31 is: [{'id': '1f1e65be-f37f-415d-86c8-6c2d731b4825', 'name': 'tempest-TestServerBasicOps-1925516844-router', 'tenant_id': '224cdca309204cf4ab30e157a31b072a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:58Z', 'updated_at': '2022-02-08T21:57:27Z', 'revision_number': 6, 'project_id': '224cdca309204cf4ab30e157a31b072a', 'gw_port_host': None}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:57:27.874110 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4e0a4e-c85b-4c12-9e15-2f188f9506e4 None None] Network 44f004ba-844e-4e7f-abce-081052edd5de requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:57:27.905997 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38722) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:27.948347 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-3c93c6ca-3004-4514-99c7-4307df7539d0 admin admin] Deleting port 122cc8ba-ac44-4f8e-a52b-b814624b94a0 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:57:27.948977 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3c93c6ca-3004-4514-99c7-4307df7539d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (122cc8ba-ac44-4f8e-a52b-b814624b94a0), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:28.013479 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-762f4b2b-25c5-47c1-b6f5-ba77ee3ac5de tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for security_group (c02e2c1a-0bc2-428d-87de-c263e76f2d78), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:28.025208 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 7f18ffc9-1015-4892-89ab-632d4a1eee8d is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:57:28.025710 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7f18ffc9-1015-4892-89ab-632d4a1eee8d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:28.050235 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-762f4b2b-25c5-47c1-b6f5-ba77ee3ac5de tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for security_group (c02e2c1a-0bc2-428d-87de-c263e76f2d78), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:28.121532 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 7f18ffc9-1015-4892-89ab-632d4a1eee8d, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7f18ffc9-1015-4892-89ab-632d4a1eee8d,segment=NetworkSegment(bff38a44-d3cf-43fc-b093-892ca19b0f76),segment_id=bff38a44-d3cf-43fc-b093-892ca19b0f76)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:57:28.144290 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7f18ffc9-1015-4892-89ab-632d4a1eee8d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:28.157997 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-24f80b9e-fd3b-4531-b2b7-e51634d4d146 None None] Provisioning complete for port 7f18ffc9-1015-4892-89ab-632d4a1eee8d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:57:28.158434 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24f80b9e-fd3b-4531-b2b7-e51634d4d146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7f18ffc9-1015-4892-89ab-632d4a1eee8d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:28.217734 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-762f4b2b-25c5-47c1-b6f5-ba77ee3ac5de tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c02e2c1a-0bc2-428d-87de-c263e76f2d78), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:28.223501 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-762f4b2b-25c5-47c1-b6f5-ba77ee3ac5de tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:28.228891 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-762f4b2b-25c5-47c1-b6f5-ba77ee3ac5de tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] 10.222.0.88 "DELETE /v2.0/security-groups/c02e2c1a-0bc2-428d-87de-c263e76f2d78 HTTP/1.1" status: 204 len: 168 time: 0.3216987 Feb 08 21:57:28.245663 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f4b2b-25c5-47c1-b6f5-ba77ee3ac5de tempest-TestVolumeBackupRestore-523722829 tempest-TestVolumeBackupRestore-523722829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02e2c1a-0bc2-428d-87de-c263e76f2d78,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:28.344299 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-3c93c6ca-3004-4514-99c7-4307df7539d0 admin admin] For port 122cc8ba-ac44-4f8e-a52b-b814624b94a0, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=122cc8ba-ac44-4f8e-a52b-b814624b94a0,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:57:28.344759 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3c93c6ca-3004-4514-99c7-4307df7539d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (122cc8ba-ac44-4f8e-a52b-b814624b94a0), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:28.421397 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=7f18ffc9-1015-4892-89ab-632d4a1eee8d,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:28.428531 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-148dee3e-9458-487b-a259-8aa2f2d9273f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Allocated IP 172.20.0.1 (44f004ba-844e-4e7f-abce-081052edd5de/8d230777-26b6-4044-8530-4e31179f1e6a/237ad339-254e-43fb-9b37-12a1b186a7e1) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:57:28.435273 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-3c93c6ca-3004-4514-99c7-4307df7539d0 admin admin] Calling delete_port for 122cc8ba-ac44-4f8e-a52b-b814624b94a0 owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:57:28.569513 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-24f80b9e-fd3b-4531-b2b7-e51634d4d146 None None] Current status of the port 7f18ffc9-1015-4892-89ab-632d4a1eee8d is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:57:29.047377 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-fd53c566-b114-4112-ab28-7a69f9b25b83 None None] Provisioning complete for port 7f18ffc9-1015-4892-89ab-632d4a1eee8d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:57:29.047817 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fd53c566-b114-4112-ab28-7a69f9b25b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7f18ffc9-1015-4892-89ab-632d4a1eee8d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:29.106216 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-148dee3e-9458-487b-a259-8aa2f2d9273f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for port (237ad339-254e-43fb-9b37-12a1b186a7e1), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:29.171722 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6c557efd-0c19-41bc-a408-ae87b436d077 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:57:29.336880 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-148dee3e-9458-487b-a259-8aa2f2d9273f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (237ad339-254e-43fb-9b37-12a1b186a7e1), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:29.345717 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:29.384099 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-fd53c566-b114-4112-ab28-7a69f9b25b83 None None] Current status of the port 7f18ffc9-1015-4892-89ab-632d4a1eee8d is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:57:29.392825 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 6c557efd-0c19-41bc-a408-ae87b436d077 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:57:29.394446 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6c557efd-0c19-41bc-a408-ae87b436d077), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:29.434786 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3c93c6ca-3004-4514-99c7-4307df7539d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (122cc8ba-ac44-4f8e-a52b-b814624b94a0), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:29.439597 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148dee3e-9458-487b-a259-8aa2f2d9273f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Network 44f004ba-844e-4e7f-abce-081052edd5de is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:57:29.447317 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-148dee3e-9458-487b-a259-8aa2f2d9273f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:57:29.457912 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148dee3e-9458-487b-a259-8aa2f2d9273f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:57:29.464416 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148dee3e-9458-487b-a259-8aa2f2d9273f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Port': ['ID=237ad339-254e-43fb-9b37-12a1b186a7e1,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:29.514076 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93c6ca-3004-4514-99c7-4307df7539d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=122cc8ba-ac44-4f8e-a52b-b814624b94a0,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:29.596059 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 6c557efd-0c19-41bc-a408-ae87b436d077 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:57:29.598763 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7f18ffc9-1015-4892-89ab-632d4a1eee8d up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:57:29.643112 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-148dee3e-9458-487b-a259-8aa2f2d9273f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (e685b65b-700a-40da-89e8-2505c50fa0b5), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:29.707262 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 7f18ffc9-1015-4892-89ab-632d4a1eee8d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:57:29.709112 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7f18ffc9-1015-4892-89ab-632d4a1eee8d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:29.720512 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3c93c6ca-3004-4514-99c7-4307df7539d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (1f1e65be-f37f-415d-86c8-6c2d731b4825), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:29.867989 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3c93c6ca-3004-4514-99c7-4307df7539d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (1f1e65be-f37f-415d-86c8-6c2d731b4825), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:29.873781 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3c93c6ca-3004-4514-99c7-4307df7539d0 admin admin] Publish callbacks [] for router_controller (1f1e65be-f37f-415d-86c8-6c2d731b4825), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:29.895584 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 7f18ffc9-1015-4892-89ab-632d4a1eee8d is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:57:30.012375 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3c93c6ca-3004-4514-99c7-4307df7539d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (1f1e65be-f37f-415d-86c8-6c2d731b4825), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:30.015666 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c93c6ca-3004-4514-99c7-4307df7539d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f1e65be-f37f-415d-86c8-6c2d731b4825 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:57:30.019585 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 122cc8ba-ac44-4f8e-a52b-b814624b94a0 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:57:30.029499 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3c93c6ca-3004-4514-99c7-4307df7539d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:30.034955 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38850) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:30.054549 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 122cc8ba-ac44-4f8e-a52b-b814624b94a0 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:57:30.055165 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 122cc8ba-ac44-4f8e-a52b-b814624b94a0 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:57:30.056007 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b5088131-7124-488f-812a-a83abc9094c3 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:57:30.056943 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3c93c6ca-3004-4514-99c7-4307df7539d0 admin admin] 10.222.0.88 "DELETE /v2.0/routers/1f1e65be-f37f-415d-86c8-6c2d731b4825 HTTP/1.1" status: 204 len: 168 time: 4.1245840 Feb 08 21:57:30.166535 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: b5088131-7124-488f-812a-a83abc9094c3 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:57:30.167141 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b5088131-7124-488f-812a-a83abc9094c3 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:57:30.197012 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-dd691472-6eec-4699-a633-ff472f476f3e None None] Provisioning complete for port 237ad339-254e-43fb-9b37-12a1b186a7e1 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:57:30.197458 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dd691472-6eec-4699-a633-ff472f476f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (237ad339-254e-43fb-9b37-12a1b186a7e1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:30.216097 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-148dee3e-9458-487b-a259-8aa2f2d9273f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (237ad339-254e-43fb-9b37-12a1b186a7e1), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:30.245790 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-a49c37d5-669e-4d05-8175-40a12277bac5 admin admin] Deleting subnet 0aba1a01-7dcc-429b-a7ed-eefc12dcd42c {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:57:30.255652 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a49c37d5-669e-4d05-8175-40a12277bac5 admin admin] Publish callbacks [] for subnet (0aba1a01-7dcc-429b-a7ed-eefc12dcd42c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:30.364272 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-dd691472-6eec-4699-a633-ff472f476f3e None None] Port 237ad339-254e-43fb-9b37-12a1b186a7e1 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:57:30.407952 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a49c37d5-669e-4d05-8175-40a12277bac5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (0aba1a01-7dcc-429b-a7ed-eefc12dcd42c), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:30.635384 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a49c37d5-669e-4d05-8175-40a12277bac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (0aba1a01-7dcc-429b-a7ed-eefc12dcd42c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:30.795281 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a49c37d5-669e-4d05-8175-40a12277bac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (0aba1a01-7dcc-429b-a7ed-eefc12dcd42c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:30.838789 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3082909a-42b6-4b73-98ee-74bf0427cfc2 None None] Network 0512048c-55e1-420b-8bea-491fbd42c90c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:57:30.844303 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a49c37d5-669e-4d05-8175-40a12277bac5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:30.851910 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a49c37d5-669e-4d05-8175-40a12277bac5 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/0aba1a01-7dcc-429b-a7ed-eefc12dcd42c HTTP/1.1" status: 204 len: 168 time: 0.8149085 Feb 08 21:57:30.852617 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 38926) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:30.862370 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c37d5-669e-4d05-8175-40a12277bac5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aba1a01-7dcc-429b-a7ed-eefc12dcd42c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:30.984232 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-148dee3e-9458-487b-a259-8aa2f2d9273f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for port (237ad339-254e-43fb-9b37-12a1b186a7e1), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:30.994985 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-148dee3e-9458-487b-a259-8aa2f2d9273f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (237ad339-254e-43fb-9b37-12a1b186a7e1), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:31.013425 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-315aaa12-f854-4d4b-990d-fa2cba8287df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (0512048c-55e1-420b-8bea-491fbd42c90c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:31.177748 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148dee3e-9458-487b-a259-8aa2f2d9273f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Port': ['ID=237ad339-254e-43fb-9b37-12a1b186a7e1,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:31.188791 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-315aaa12-f854-4d4b-990d-fa2cba8287df admin admin] Deleting port 86afb307-fbe2-4acb-9fd1-1622ce90c40e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:57:31.189598 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-315aaa12-f854-4d4b-990d-fa2cba8287df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (86afb307-fbe2-4acb-9fd1-1622ce90c40e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:31.197620 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-148dee3e-9458-487b-a259-8aa2f2d9273f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (e685b65b-700a-40da-89e8-2505c50fa0b5), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:31.235100 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a662f4f2-42c2-425b-ae29-400ee11b43ea None None] DHCP port deletion for 0512048c-55e1-420b-8bea-491fbd42c90c request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:57:31.374440 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148dee3e-9458-487b-a259-8aa2f2d9273f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Network 44f004ba-844e-4e7f-abce-081052edd5de is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:57:31.376906 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-148dee3e-9458-487b-a259-8aa2f2d9273f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:57:31.404362 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-315aaa12-f854-4d4b-990d-fa2cba8287df admin admin] For port 86afb307-fbe2-4acb-9fd1-1622ce90c40e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=86afb307-fbe2-4acb-9fd1-1622ce90c40e,segment=NetworkSegment(7ab22fa1-46fb-4214-a54a-86e5ad39b7ea),segment_id=7ab22fa1-46fb-4214-a54a-86e5ad39b7ea)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:57:31.405561 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-315aaa12-f854-4d4b-990d-fa2cba8287df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (86afb307-fbe2-4acb-9fd1-1622ce90c40e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:31.456474 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-315aaa12-f854-4d4b-990d-fa2cba8287df admin admin] Calling delete_port for 86afb307-fbe2-4acb-9fd1-1622ce90c40e owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:57:31.679900 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148dee3e-9458-487b-a259-8aa2f2d9273f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Router e685b65b-700a-40da-89e8-2505c50fa0b5 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:57:31.777405 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-315aaa12-f854-4d4b-990d-fa2cba8287df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (86afb307-fbe2-4acb-9fd1-1622ce90c40e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:31.856402 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315aaa12-f854-4d4b-990d-fa2cba8287df admin admin] Pushing event deleted for resources: {'Port': ['ID=86afb307-fbe2-4acb-9fd1-1622ce90c40e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:31.867738 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315aaa12-f854-4d4b-990d-fa2cba8287df admin admin] No DVR routers for this DVR port 86afb307-fbe2-4acb-9fd1-1622ce90c40e on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:57:32.016964 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-315aaa12-f854-4d4b-990d-fa2cba8287df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (0512048c-55e1-420b-8bea-491fbd42c90c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:32.048188 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-315aaa12-f854-4d4b-990d-fa2cba8287df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0512048c-55e1-420b-8bea-491fbd42c90c']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:32.063655 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-315aaa12-f854-4d4b-990d-fa2cba8287df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab22fa1-46fb-4214-a54a-86e5ad39b7ea') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:32.064465 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-315aaa12-f854-4d4b-990d-fa2cba8287df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab22fa1-46fb-4214-a54a-86e5ad39b7ea') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:32.066968 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d5d9c9e9-e214-4ace-9a93-30d1d8c50a82 None None] Provisioning complete for port 237ad339-254e-43fb-9b37-12a1b186a7e1 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:57:32.067617 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d5d9c9e9-e214-4ace-9a93-30d1d8c50a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (237ad339-254e-43fb-9b37-12a1b186a7e1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:32.075721 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148dee3e-9458-487b-a259-8aa2f2d9273f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:57:32.079270 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-315aaa12-f854-4d4b-990d-fa2cba8287df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (7ab22fa1-46fb-4214-a54a-86e5ad39b7ea), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:32.092196 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114f7563-4829-4059-b9f0-8ae2adb43aad None None] Sync routers for ids ['e685b65b-700a-40da-89e8-2505c50fa0b5'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:57:32.102097 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-148dee3e-9458-487b-a259-8aa2f2d9273f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "PUT /v2.0/routers/e685b65b-700a-40da-89e8-2505c50fa0b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8722363 Feb 08 21:57:32.103804 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-315aaa12-f854-4d4b-990d-fa2cba8287df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (7ab22fa1-46fb-4214-a54a-86e5ad39b7ea), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:32.133542 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315aaa12-f854-4d4b-990d-fa2cba8287df admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:57:32.134312 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-315aaa12-f854-4d4b-990d-fa2cba8287df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (7ab22fa1-46fb-4214-a54a-86e5ad39b7ea), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:32.139656 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d5d9c9e9-e214-4ace-9a93-30d1d8c50a82 None None] Port 237ad339-254e-43fb-9b37-12a1b186a7e1 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:57:32.142236 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a662f4f2-42c2-425b-ae29-400ee11b43ea None None] Deleting port 86afb307-fbe2-4acb-9fd1-1622ce90c40e {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:57:32.142667 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a662f4f2-42c2-425b-ae29-400ee11b43ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (86afb307-fbe2-4acb-9fd1-1622ce90c40e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:32.151415 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114f7563-4829-4059-b9f0-8ae2adb43aad None None] Routers {'e685b65b-700a-40da-89e8-2505c50fa0b5'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:57:32.159122 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-114f7563-4829-4059-b9f0-8ae2adb43aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:57:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e685b65b-700a-40da-89e8-2505c50fa0b5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:57:32.175995 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:57:32.335143 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-a662f4f2-42c2-425b-ae29-400ee11b43ea None None] For port 86afb307-fbe2-4acb-9fd1-1622ce90c40e, host n-d-712143-31, got binding levels [] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:57:32.335681 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a662f4f2-42c2-425b-ae29-400ee11b43ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (86afb307-fbe2-4acb-9fd1-1622ce90c40e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:32.349667 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-315aaa12-f854-4d4b-990d-fa2cba8287df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (0512048c-55e1-420b-8bea-491fbd42c90c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:32.361489 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a662f4f2-42c2-425b-ae29-400ee11b43ea None None] Calling delete_port for 86afb307-fbe2-4acb-9fd1-1622ce90c40e owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:57:32.369144 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.ipam_backend_mixin [None req-a662f4f2-42c2-425b-ae29-400ee11b43ea None None] Port 86afb307-fbe2-4acb-9fd1-1622ce90c40e was not found and therefore no delete operation was performed {{(pid=103435) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 21:57:32.377272 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-315aaa12-f854-4d4b-990d-fa2cba8287df admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:32.377695 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a662f4f2-42c2-425b-ae29-400ee11b43ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (86afb307-fbe2-4acb-9fd1-1622ce90c40e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:32.392573 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:32.393628 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:32.449416 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-315aaa12-f854-4d4b-990d-fa2cba8287df admin admin] 10.222.0.88 "DELETE /v2.0/networks/0512048c-55e1-420b-8bea-491fbd42c90c HTTP/1.1" status: 204 len: 168 time: 1.5919330 Feb 08 21:57:32.452663 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39060) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:32.480307 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-114f7563-4829-4059-b9f0-8ae2adb43aad None None] Set router e685b65b-700a-40da-89e8-2505c50fa0b5 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:57:32.486193 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a662f4f2-42c2-425b-ae29-400ee11b43ea None None] Network 0512048c-55e1-420b-8bea-491fbd42c90c is not hosted by any dhcp agent {{(pid=103435) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 08 21:57:32.502290 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a662f4f2-42c2-425b-ae29-400ee11b43ea None None] No DVR routers for this DVR port 86afb307-fbe2-4acb-9fd1-1622ce90c40e on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:57:32.512141 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315aaa12-f854-4d4b-990d-fa2cba8287df admin admin] Pushing event deleted for resources: {'Network': ['ID=0512048c-55e1-420b-8bea-491fbd42c90c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:32.525766 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662f4f2-42c2-425b-ae29-400ee11b43ea None None] Pushing event deleted for resources: {'Port': ['ID=86afb307-fbe2-4acb-9fd1-1622ce90c40e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:32.705086 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 86afb307-fbe2-4acb-9fd1-1622ce90c40e no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:57:32.733601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 86afb307-fbe2-4acb-9fd1-1622ce90c40e {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:57:32.733951 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 86afb307-fbe2-4acb-9fd1-1622ce90c40e not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:57:32.827864 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01e16d57-b626-487d-85b3-626380670b7e req-7370dfe3-d83b-4324-b277-7cbf4e7ab8f5 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1312406089&fields=id&tenant_id=757a64905a5e4f28a11ff7ef605aa039 HTTP/1.1" status: 200 len: 267 time: 0.4155576 Feb 08 21:57:32.900414 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-114f7563-4829-4059-b9f0-8ae2adb43aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451199460', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '6c557efd-0c19-41bc-a408-ae87b436d077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:57:19Z', 'updated_at': '2022-02-08T21:57:30Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': '6c557efd-0c19-41bc-a408-ae87b436d077', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:57:20Z', 'updated_at': '2022-02-08T21:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '237ad339-254e-43fb-9b37-12a1b186a7e1', 'name': '', 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:06:68:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '8d230777-26b6-4044-8530-4e31179f1e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:57:27Z', 'updated_at': '2022-02-08T21:57:30Z', 'revision_number': 2, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '8d230777-26b6-4044-8530-4e31179f1e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:32.961655 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114f7563-4829-4059-b9f0-8ae2adb43aad None None] Checking router: e685b65b-700a-40da-89e8-2505c50fa0b5 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:57:32.962583 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114f7563-4829-4059-b9f0-8ae2adb43aad None None] Updating router e685b65b-700a-40da-89e8-2505c50fa0b5 port 237ad339-254e-43fb-9b37-12a1b186a7e1 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:57:33.012009 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-114f7563-4829-4059-b9f0-8ae2adb43aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (237ad339-254e-43fb-9b37-12a1b186a7e1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:33.315954 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e16d57-b626-487d-85b3-626380670b7e req-4cf98a84-1243-4788-a192-d224d45f14e6 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:33.326638 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01e16d57-b626-487d-85b3-626380670b7e req-4cf98a84-1243-4788-a192-d224d45f14e6 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/networks?id=44f004ba-844e-4e7f-abce-081052edd5de HTTP/1.1" status: 200 len: 797 time: 0.4850721 Feb 08 21:57:33.391015 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01e16d57-b626-487d-85b3-626380670b7e req-56a6a79c-2717-4239-884d-1ff4e8416c6b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/quotas/757a64905a5e4f28a11ff7ef605aa039 HTTP/1.1" status: 200 len: 375 time: 0.0627236 Feb 08 21:57:33.735928 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-114f7563-4829-4059-b9f0-8ae2adb43aad None None] Publish callbacks [] for port (237ad339-254e-43fb-9b37-12a1b186a7e1), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:33.754829 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-114f7563-4829-4059-b9f0-8ae2adb43aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (237ad339-254e-43fb-9b37-12a1b186a7e1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:33.945364 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01e16d57-b626-487d-85b3-626380670b7e req-31a84599-422f-4495-8c70-27c1e888927e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5297434 Feb 08 21:57:34.132726 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be267e-7de2-4585-8173-f7a2e71a6b99 req-fc17989d-e5a4-4bcb-9490-ddc8d8d77a5f tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:34.135157 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-50be267e-7de2-4585-8173-f7a2e71a6b99 req-fc17989d-e5a4-4bcb-9490-ddc8d8d77a5f tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2 HTTP/1.1" status: 200 len: 945 time: 0.4582214 Feb 08 21:57:34.279038 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-01e16d57-b626-487d-85b3-626380670b7e req-aac406a4-4985-4f06-991e-4cb9632298c9 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:57:34.281332 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01e16d57-b626-487d-85b3-626380670b7e req-aac406a4-4985-4f06-991e-4cb9632298c9 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2234890 Feb 08 21:57:34.342344 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-114f7563-4829-4059-b9f0-8ae2adb43aad None None] Attempting to bind port 237ad339-254e-43fb-9b37-12a1b186a7e1 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:57:34.343003 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-114f7563-4829-4059-b9f0-8ae2adb43aad None None] Attempting to bind port 237ad339-254e-43fb-9b37-12a1b186a7e1 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'bff38a44-d3cf-43fc-b093-892ca19b0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:57:34.343633 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f7563-4829-4059-b9f0-8ae2adb43aad None None] Attempting to bind port 237ad339-254e-43fb-9b37-12a1b186a7e1 on network 44f004ba-844e-4e7f-abce-081052edd5de {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:57:34.356867 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f7563-4829-4059-b9f0-8ae2adb43aad None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:57:34.357869 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f7563-4829-4059-b9f0-8ae2adb43aad None None] Checking segment: {'id': 'bff38a44-d3cf-43fc-b093-892ca19b0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:57:34.358768 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-114f7563-4829-4059-b9f0-8ae2adb43aad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:34.359646 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f7563-4829-4059-b9f0-8ae2adb43aad None None] Bound using segment: {'id': 'bff38a44-d3cf-43fc-b093-892ca19b0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:57:34.362259 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-114f7563-4829-4059-b9f0-8ae2adb43aad None None] Bound port: 237ad339-254e-43fb-9b37-12a1b186a7e1, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff38a44-d3cf-43fc-b093-892ca19b0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:57:34.363175 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-114f7563-4829-4059-b9f0-8ae2adb43aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (237ad339-254e-43fb-9b37-12a1b186a7e1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:34.388623 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddda89d-e0e6-473a-bbb9-55fd23a872a0 None None] Pushing event updated for resources: {'Port': ['ID=237ad339-254e-43fb-9b37-12a1b186a7e1,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:34.490618 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-50be267e-7de2-4585-8173-f7a2e71a6b99 req-d6410cfc-eb7c-4b29-b88b-e0fcd718d759 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd34df0c-fd15-44ce-b0f0-03f91578445e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398218 Feb 08 21:57:34.535688 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-114f7563-4829-4059-b9f0-8ae2adb43aad None None] For port 237ad339-254e-43fb-9b37-12a1b186a7e1, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:57:34.544689 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-114f7563-4829-4059-b9f0-8ae2adb43aad None None] For port 237ad339-254e-43fb-9b37-12a1b186a7e1, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=237ad339-254e-43fb-9b37-12a1b186a7e1,segment=NetworkSegment(bff38a44-d3cf-43fc-b093-892ca19b0f76),segment_id=bff38a44-d3cf-43fc-b093-892ca19b0f76)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:57:34.562719 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-114f7563-4829-4059-b9f0-8ae2adb43aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (237ad339-254e-43fb-9b37-12a1b186a7e1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:34.723613 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddda89d-e0e6-473a-bbb9-55fd23a872a0 None None] Pushing event updated for resources: {'Port': ['ID=237ad339-254e-43fb-9b37-12a1b186a7e1,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:34.760309 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114f7563-4829-4059-b9f0-8ae2adb43aad None None] Routers {'e685b65b-700a-40da-89e8-2505c50fa0b5'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:57:34.761858 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-114f7563-4829-4059-b9f0-8ae2adb43aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:57:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e685b65b-700a-40da-89e8-2505c50fa0b5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:34.766834 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-6ad06409-2a25-42dc-8233-4472b2cd7d86 None None] Provisioning complete for port 237ad339-254e-43fb-9b37-12a1b186a7e1 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:57:34.777396 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6ad06409-2a25-42dc-8233-4472b2cd7d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (237ad339-254e-43fb-9b37-12a1b186a7e1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:34.970611 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01e16d57-b626-487d-85b3-626380670b7e req-b97d9ca3-c705-42a3-8049-5ee8c36eaefa service neutron] 10.222.0.88 "GET /v2.0/networks/44f004ba-844e-4e7f-abce-081052edd5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6407847 Feb 08 21:57:35.091973 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-114f7563-4829-4059-b9f0-8ae2adb43aad None None] Set router e685b65b-700a-40da-89e8-2505c50fa0b5 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:57:35.166722 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6ad06409-2a25-42dc-8233-4472b2cd7d86 None None] Current status of the port 237ad339-254e-43fb-9b37-12a1b186a7e1 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:57:35.167337 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6ad06409-2a25-42dc-8233-4472b2cd7d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (237ad339-254e-43fb-9b37-12a1b186a7e1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:35.180224 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01e16d57-b626-487d-85b3-626380670b7e req-014c09a8-7c7c-498c-bf69-fd6ee8715a43 service neutron] 10.222.0.88 "GET /v2.0/networks/44f004ba-844e-4e7f-abce-081052edd5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915150 Feb 08 21:57:35.196716 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b86529a-b86c-43d8-bdcd-2866c2a36625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (a7b49699-02ed-42b6-bc7c-9dd7db00518f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:35.284280 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55a6d9-66af-4b9b-8ab0-dbdcc751179e req-c2ec12e4-780e-43e4-a870-9774c3348ae5 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:35.288571 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5b55a6d9-66af-4b9b-8ab0-dbdcc751179e req-c2ec12e4-780e-43e4-a870-9774c3348ae5 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.94 "GET /v2.0/ports?device_id=4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2 HTTP/1.1" status: 200 len: 945 time: 0.1717470 Feb 08 21:57:35.296397 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-6ad06409-2a25-42dc-8233-4472b2cd7d86 None None] For port 237ad339-254e-43fb-9b37-12a1b186a7e1, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=237ad339-254e-43fb-9b37-12a1b186a7e1,segment=NetworkSegment(bff38a44-d3cf-43fc-b093-892ca19b0f76),segment_id=bff38a44-d3cf-43fc-b093-892ca19b0f76)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:57:35.305401 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6ad06409-2a25-42dc-8233-4472b2cd7d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (237ad339-254e-43fb-9b37-12a1b186a7e1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:35.469043 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad06409-2a25-42dc-8233-4472b2cd7d86 None None] Pushing event updated for resources: {'Port': ['ID=237ad339-254e-43fb-9b37-12a1b186a7e1,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:35.559526 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-c9594684-fd24-4061-a82e-01d69d9144d5 None None] Provisioning complete for port 237ad339-254e-43fb-9b37-12a1b186a7e1 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:57:35.560121 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c9594684-fd24-4061-a82e-01d69d9144d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (237ad339-254e-43fb-9b37-12a1b186a7e1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:35.595902 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-5b55a6d9-66af-4b9b-8ab0-dbdcc751179e req-d5e8aed4-350d-4f17-813b-f4230926ce08 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Deleting port 35d69bdf-6831-4573-95b8-415f62cc7a68 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:57:35.596463 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5b55a6d9-66af-4b9b-8ab0-dbdcc751179e req-d5e8aed4-350d-4f17-813b-f4230926ce08 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (35d69bdf-6831-4573-95b8-415f62cc7a68), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:35.766981 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-114f7563-4829-4059-b9f0-8ae2adb43aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451199460', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '6c557efd-0c19-41bc-a408-ae87b436d077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:57:19Z', 'updated_at': '2022-02-08T21:57:30Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': '6c557efd-0c19-41bc-a408-ae87b436d077', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:57:20Z', 'updated_at': '2022-02-08T21:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '237ad339-254e-43fb-9b37-12a1b186a7e1', 'name': '', 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:06:68:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '8d230777-26b6-4044-8530-4e31179f1e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:57:27Z', 'updated_at': '2022-02-08T21:57:34Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '8d230777-26b6-4044-8530-4e31179f1e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:35.814250 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114f7563-4829-4059-b9f0-8ae2adb43aad None None] The sync data for ids ['e685b65b-700a-40da-89e8-2505c50fa0b5'] in n-d-712143-31 is: [{'id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451199460', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '6c557efd-0c19-41bc-a408-ae87b436d077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:57:19Z', 'updated_at': '2022-02-08T21:57:30Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': '6c557efd-0c19-41bc-a408-ae87b436d077', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:57:20Z', 'updated_at': '2022-02-08T21:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '237ad339-254e-43fb-9b37-12a1b186a7e1', 'name': '', 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:06:68:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '8d230777-26b6-4044-8530-4e31179f1e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:57:27Z', 'updated_at': '2022-02-08T21:57:34Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '8d230777-26b6-4044-8530-4e31179f1e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:57:35.818804 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b2e84b88-a9f0-4ba0-92cb-d86f3eae0bbf req-28762316-541c-4517-9032-fe0d1a79d0dd tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 210 time: 0.0796833 Feb 08 21:57:35.974969 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c9594684-fd24-4061-a82e-01d69d9144d5 None None] Current status of the port 237ad339-254e-43fb-9b37-12a1b186a7e1 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:57:36.082307 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-5b55a6d9-66af-4b9b-8ab0-dbdcc751179e req-d5e8aed4-350d-4f17-813b-f4230926ce08 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] For port 35d69bdf-6831-4573-95b8-415f62cc7a68, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=35d69bdf-6831-4573-95b8-415f62cc7a68,segment=NetworkSegment(57bd316e-2c2f-4367-8457-249b6fff43c0),segment_id=57bd316e-2c2f-4367-8457-249b6fff43c0)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:57:36.082966 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5b55a6d9-66af-4b9b-8ab0-dbdcc751179e req-d5e8aed4-350d-4f17-813b-f4230926ce08 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (35d69bdf-6831-4573-95b8-415f62cc7a68), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:36.096078 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136e59a-e667-46d8-836e-8032c219979c req-94623891-58bf-4823-bf2e-922b86cfeb47 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:36.115066 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a136e59a-e667-46d8-836e-8032c219979c req-94623891-58bf-4823-bf2e-922b86cfeb47 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2 HTTP/1.1" status: 200 len: 945 time: 0.2800143 Feb 08 21:57:36.125727 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-5b55a6d9-66af-4b9b-8ab0-dbdcc751179e req-d5e8aed4-350d-4f17-813b-f4230926ce08 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Calling delete_port for 35d69bdf-6831-4573-95b8-415f62cc7a68 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:57:36.300661 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-3b86529a-b86c-43d8-bdcd-2866c2a36625 admin admin] Deleting port 311aa7dd-6b5b-48a7-9afe-07d03bad4858 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:57:36.301530 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b86529a-b86c-43d8-bdcd-2866c2a36625 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (311aa7dd-6b5b-48a7-9afe-07d03bad4858), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:36.483395 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a136e59a-e667-46d8-836e-8032c219979c req-2e7c1e29-1413-4383-b1a8-9982ae9cea5f tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/security-groups?id=dd34df0c-fd15-44ce-b0f0-03f91578445e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598485 Feb 08 21:57:36.573804 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5b55a6d9-66af-4b9b-8ab0-dbdcc751179e req-d5e8aed4-350d-4f17-813b-f4230926ce08 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (35d69bdf-6831-4573-95b8-415f62cc7a68), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:36.590589 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['35d69bdf-6831-4573-95b8-415f62cc7a68'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:57:36.751320 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-3b86529a-b86c-43d8-bdcd-2866c2a36625 admin admin] For port 311aa7dd-6b5b-48a7-9afe-07d03bad4858, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=311aa7dd-6b5b-48a7-9afe-07d03bad4858,segment=NetworkSegment(100844f2-610f-4803-b8cc-5f647208dd1b),segment_id=100844f2-610f-4803-b8cc-5f647208dd1b)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:57:36.751865 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b86529a-b86c-43d8-bdcd-2866c2a36625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (311aa7dd-6b5b-48a7-9afe-07d03bad4858), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:36.797391 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:36.834625 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 237ad339-254e-43fb-9b37-12a1b186a7e1 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:57:36.841101 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-3b86529a-b86c-43d8-bdcd-2866c2a36625 admin admin] Calling delete_port for 311aa7dd-6b5b-48a7-9afe-07d03bad4858 owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:57:36.941522 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b55a6d9-66af-4b9b-8ab0-dbdcc751179e req-d5e8aed4-350d-4f17-813b-f4230926ce08 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] No DVR routers for this DVR port 35d69bdf-6831-4573-95b8-415f62cc7a68 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:57:36.954664 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5b55a6d9-66af-4b9b-8ab0-dbdcc751179e req-d5e8aed4-350d-4f17-813b-f4230926ce08 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:36.970672 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5b55a6d9-66af-4b9b-8ab0-dbdcc751179e req-d5e8aed4-350d-4f17-813b-f4230926ce08 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.94 "DELETE /v2.0/ports/35d69bdf-6831-4573-95b8-415f62cc7a68 HTTP/1.1" status: 204 len: 173 time: 1.6773984 Feb 08 21:57:36.976151 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8aed4-350d-4f17-813b-f4230926ce08 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] Pushing event deleted for resources: {'Port': ['ID=35d69bdf-6831-4573-95b8-415f62cc7a68,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:36.987986 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2', 'name': 'network-vif-deleted', 'tag': '35d69bdf-6831-4573-95b8-415f62cc7a68'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:57:37.008149 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2158c05a-61cf-4803-bfb9-37e4e2eeddd8" -d '{"events": [{"server_uuid": "4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2", "name": "network-vif-deleted", "tag": "35d69bdf-6831-4573-95b8-415f62cc7a68"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:57:37.052614 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:37.076884 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 237ad339-254e-43fb-9b37-12a1b186a7e1 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:57:37.078438 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (237ad339-254e-43fb-9b37-12a1b186a7e1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:37.197405 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927d2904-06bd-4e1d-869b-662c7ff06f93 x-openstack-request-id: req-927d2904-06bd-4e1d-869b-662c7ff06f93 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:57:37.198106 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2", "name": "network-vif-deleted", "tag": "35d69bdf-6831-4573-95b8-415f62cc7a68", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:57:37.198519 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-927d2904-06bd-4e1d-869b-662c7ff06f93 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:57:37.199495 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2', 'name': 'network-vif-deleted', 'tag': '35d69bdf-6831-4573-95b8-415f62cc7a68', 'status': 'completed', 'code': 200} Feb 08 21:57:37.353476 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8673796a-aa78-40b9-8760-65f9df655818 req-3cef9036-c1ae-42bc-ab59-1dbecd1a9cb7 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 210 time: 0.2007430 Feb 08 21:57:37.356698 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 237ad339-254e-43fb-9b37-12a1b186a7e1 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:57:37.648840 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b86529a-b86c-43d8-bdcd-2866c2a36625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (311aa7dd-6b5b-48a7-9afe-07d03bad4858), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:37.826306 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86529a-b86c-43d8-bdcd-2866c2a36625 admin admin] Pushing event deleted for resources: {'Port': ['ID=311aa7dd-6b5b-48a7-9afe-07d03bad4858,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:37.897474 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-05718643-1a35-45a5-84c3-a0c944b559f1 req-fee34bd2-865b-497d-b62b-8d6f75680bb1 tempest-VolumesActionsTest-1826882437 tempest-VolumesActionsTest-1826882437-project] 10.222.0.88 "GET /v2.0/ports?device_id=4d329fa9-3b20-45e5-8d9f-15e95b3cbbe2 HTTP/1.1" status: 200 len: 210 time: 0.1044886 Feb 08 21:57:38.295116 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e16d57-b626-487d-85b3-626380670b7e req-fb949a74-afff-499a-8099-5d9aeca92375 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:38.297936 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01e16d57-b626-487d-85b3-626380670b7e req-fb949a74-afff-499a-8099-5d9aeca92375 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.96 "GET /v2.0/networks?id=44f004ba-844e-4e7f-abce-081052edd5de HTTP/1.1" status: 200 len: 797 time: 0.3525879 Feb 08 21:57:38.352085 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b86529a-b86c-43d8-bdcd-2866c2a36625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (a7b49699-02ed-42b6-bc7c-9dd7db00518f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:38.434690 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01e16d57-b626-487d-85b3-626380670b7e req-cc39c3cb-f5e3-4954-b5e3-9db05bad08cf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=757a64905a5e4f28a11ff7ef605aa039 HTTP/1.1" status: 200 len: 380 time: 0.1284006 Feb 08 21:57:39.054925 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-01e16d57-b626-487d-85b3-626380670b7e req-2e959f08-a1ca-45a2-a47b-32dfbe43bd95 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'port': {'device_id': '51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c', 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de', 'admin_state_up': True, 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'security_groups': ['10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:57:39.157071 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 35d69bdf-6831-4573-95b8-415f62cc7a68 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:57:39.206806 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 35d69bdf-6831-4573-95b8-415f62cc7a68 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:57:39.207296 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 35d69bdf-6831-4573-95b8-415f62cc7a68 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:57:39.328507 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6270ad5a-5e07-4309-9cdf-907e3def2088 req-636d17de-ff8b-4aa0-8cd4-33d2561b918b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 210 time: 0.2654278 Feb 08 21:57:39.833350 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b86529a-b86c-43d8-bdcd-2866c2a36625 admin admin] Router a7b49699-02ed-42b6-bc7c-9dd7db00518f has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:57:39.842435 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01e16d57-b626-487d-85b3-626380670b7e req-2e959f08-a1ca-45a2-a47b-32dfbe43bd95 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Made reservation on behalf of 757a64905a5e4f28a11ff7ef605aa039 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:57:39.847886 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-01e16d57-b626-487d-85b3-626380670b7e req-2e959f08-a1ca-45a2-a47b-32dfbe43bd95 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:40.042460 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-01e16d57-b626-487d-85b3-626380670b7e req-2e959f08-a1ca-45a2-a47b-32dfbe43bd95 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Allocated IP 172.20.0.5 (44f004ba-844e-4e7f-abce-081052edd5de/8d230777-26b6-4044-8530-4e31179f1e6a/3b082b9e-a84e-44ab-a823-ec03ee2c14f9) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:57:40.222978 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-01e16d57-b626-487d-85b3-626380670b7e req-2e959f08-a1ca-45a2-a47b-32dfbe43bd95 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for port (3b082b9e-a84e-44ab-a823-ec03ee2c14f9), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:40.297869 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-01e16d57-b626-487d-85b3-626380670b7e req-2e959f08-a1ca-45a2-a47b-32dfbe43bd95 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (3b082b9e-a84e-44ab-a823-ec03ee2c14f9), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:40.473751 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b86529a-b86c-43d8-bdcd-2866c2a36625 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:57:40.486025 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84b2d8e-fee2-4725-9ab0-5445690c301b None None] Sync routers for ids ['a7b49699-02ed-42b6-bc7c-9dd7db00518f'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:57:40.491433 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e959f08-a1ca-45a2-a47b-32dfbe43bd95 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Port': ['ID=3b082b9e-a84e-44ab-a823-ec03ee2c14f9,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:40.498701 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01e16d57-b626-487d-85b3-626380670b7e req-2e959f08-a1ca-45a2-a47b-32dfbe43bd95 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Network 44f004ba-844e-4e7f-abce-081052edd5de is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:57:40.509883 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3b86529a-b86c-43d8-bdcd-2866c2a36625 admin admin] 10.222.0.88 "PUT /v2.0/routers/a7b49699-02ed-42b6-bc7c-9dd7db00518f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0458446 Feb 08 21:57:40.509883 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-01e16d57-b626-487d-85b3-626380670b7e req-2e959f08-a1ca-45a2-a47b-32dfbe43bd95 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:57:40.510744 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39272) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:40.518845 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e16d57-b626-487d-85b3-626380670b7e req-2e959f08-a1ca-45a2-a47b-32dfbe43bd95 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:57:40.567240 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84b2d8e-fee2-4725-9ab0-5445690c301b None None] Routers {'a7b49699-02ed-42b6-bc7c-9dd7db00518f'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:57:40.573882 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b84b2d8e-fee2-4725-9ab0-5445690c301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:57:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['a7b49699-02ed-42b6-bc7c-9dd7db00518f'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:40.794599 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:57:40.812082 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e16d57-b626-487d-85b3-626380670b7e req-2e959f08-a1ca-45a2-a47b-32dfbe43bd95 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:40.812788 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-01e16d57-b626-487d-85b3-626380670b7e req-2e959f08-a1ca-45a2-a47b-32dfbe43bd95 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:40.854880 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01e16d57-b626-487d-85b3-626380670b7e req-2e959f08-a1ca-45a2-a47b-32dfbe43bd95 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4077253 Feb 08 21:57:40.880885 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-01e16d57-b626-487d-85b3-626380670b7e req-41e0f73c-6354-4d28-9ddc-2a834985a019 service neutron] Request body: {'port': {'device_id': '51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:57:40.894315 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27a735-f0ae-4e1d-ae23-559edab727db req-947ce86e-4e94-4839-b394-bbfd9ff2794a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:40.896011 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e27a735-f0ae-4e1d-ae23-559edab727db req-947ce86e-4e94-4839-b394-bbfd9ff2794a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 931 time: 0.3794212 Feb 08 21:57:40.992745 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-b84b2d8e-fee2-4725-9ab0-5445690c301b None None] Set router a7b49699-02ed-42b6-bc7c-9dd7db00518f gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:57:41.001064 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-16e1a8bc-6660-47b2-856c-09c625d82b68 None None] Provisioning complete for port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:57:41.001739 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-16e1a8bc-6660-47b2-856c-09c625d82b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3b082b9e-a84e-44ab-a823-ec03ee2c14f9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:41.023761 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab2109c2-5ff9-401c-b17e-c64cfdcf26a7 admin admin] Publish callbacks [] for router (a7b49699-02ed-42b6-bc7c-9dd7db00518f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:41.158784 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-01e16d57-b626-487d-85b3-626380670b7e req-41e0f73c-6354-4d28-9ddc-2a834985a019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3b082b9e-a84e-44ab-a823-ec03ee2c14f9), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:41.183711 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e27a735-f0ae-4e1d-ae23-559edab727db req-bc12ed7a-f4d9-4845-ac8c-f36f4a6c2a39 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056274 Feb 08 21:57:41.310219 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-16e1a8bc-6660-47b2-856c-09c625d82b68 None None] Port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:57:41.417643 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab2109c2-5ff9-401c-b17e-c64cfdcf26a7 admin admin] Publish callbacks [] for router_gateway (a7b49699-02ed-42b6-bc7c-9dd7db00518f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:41.553766 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ab2109c2-5ff9-401c-b17e-c64cfdcf26a7 admin admin] Deleting port 556f29c4-61ee-482a-b134-8468f985aef7 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:57:41.554844 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab2109c2-5ff9-401c-b17e-c64cfdcf26a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (556f29c4-61ee-482a-b134-8468f985aef7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:41.576252 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b84b2d8e-fee2-4725-9ab0-5445690c301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b49699-02ed-42b6-bc7c-9dd7db00518f', 'name': 'tempest-TestServerBasicOps-1104902754-router', 'tenant_id': '14935e8771d942dcbcd58657dd9196c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '556f29c4-61ee-482a-b134-8468f985aef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:51:21Z', 'updated_at': '2022-02-08T21:57:37Z', 'revision_number': 5, 'project_id': '14935e8771d942dcbcd58657dd9196c1', 'gw_port': {'id': '556f29c4-61ee-482a-b134-8468f985aef7', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b49699-02ed-42b6-bc7c-9dd7db00518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:23Z', 'updated_at': '2022-02-08T21:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:41.666668 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84b2d8e-fee2-4725-9ab0-5445690c301b None None] Checking router: a7b49699-02ed-42b6-bc7c-9dd7db00518f for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:57:41.696412 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84b2d8e-fee2-4725-9ab0-5445690c301b None None] Routers {'a7b49699-02ed-42b6-bc7c-9dd7db00518f'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:57:41.697205 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b84b2d8e-fee2-4725-9ab0-5445690c301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:57:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['a7b49699-02ed-42b6-bc7c-9dd7db00518f'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:41.785757 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-ab2109c2-5ff9-401c-b17e-c64cfdcf26a7 admin admin] For port 556f29c4-61ee-482a-b134-8468f985aef7, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=556f29c4-61ee-482a-b134-8468f985aef7,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:57:41.785757 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab2109c2-5ff9-401c-b17e-c64cfdcf26a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (556f29c4-61ee-482a-b134-8468f985aef7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:41.836058 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ab2109c2-5ff9-401c-b17e-c64cfdcf26a7 admin admin] Calling delete_port for 556f29c4-61ee-482a-b134-8468f985aef7 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:57:42.128748 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-b84b2d8e-fee2-4725-9ab0-5445690c301b None None] Set router a7b49699-02ed-42b6-bc7c-9dd7db00518f gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:57:42.151633 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-01e16d57-b626-487d-85b3-626380670b7e req-41e0f73c-6354-4d28-9ddc-2a834985a019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:57:42.167443 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-01e16d57-b626-487d-85b3-626380670b7e req-41e0f73c-6354-4d28-9ddc-2a834985a019 service neutron] Publish callbacks [] for port (3b082b9e-a84e-44ab-a823-ec03ee2c14f9), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:42.211351 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-01e16d57-b626-487d-85b3-626380670b7e req-41e0f73c-6354-4d28-9ddc-2a834985a019 service neutron] Transition to ACTIVE for port object 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:57:42.220571 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-01e16d57-b626-487d-85b3-626380670b7e req-41e0f73c-6354-4d28-9ddc-2a834985a019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (3b082b9e-a84e-44ab-a823-ec03ee2c14f9), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:42.316532 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b84b2d8e-fee2-4725-9ab0-5445690c301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b49699-02ed-42b6-bc7c-9dd7db00518f', 'name': 'tempest-TestServerBasicOps-1104902754-router', 'tenant_id': '14935e8771d942dcbcd58657dd9196c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:51:21Z', 'updated_at': '2022-02-08T21:57:41Z', 'revision_number': 6, 'project_id': '14935e8771d942dcbcd58657dd9196c1', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:42.452072 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84b2d8e-fee2-4725-9ab0-5445690c301b None None] The sync data for ids ['a7b49699-02ed-42b6-bc7c-9dd7db00518f'] in n-d-712143-31 is: [{'id': 'a7b49699-02ed-42b6-bc7c-9dd7db00518f', 'name': 'tempest-TestServerBasicOps-1104902754-router', 'tenant_id': '14935e8771d942dcbcd58657dd9196c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:51:21Z', 'updated_at': '2022-02-08T21:57:41Z', 'revision_number': 6, 'project_id': '14935e8771d942dcbcd58657dd9196c1', 'gw_port_host': None}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:57:42.583552 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0f73c-6354-4d28-9ddc-2a834985a019 service neutron] Pushing event updated for resources: {'Port': ['ID=3b082b9e-a84e-44ab-a823-ec03ee2c14f9,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:42.741547 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b2b60-50fe-4e3b-9b2f-34bedf49464a req-3756ab42-3f50-4738-9ed1-060a951910ba tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:42.755493 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-644b2b60-50fe-4e3b-9b2f-34bedf49464a req-3756ab42-3f50-4738-9ed1-060a951910ba tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 943 time: 0.4114187 Feb 08 21:57:42.879697 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-644b2b60-50fe-4e3b-9b2f-34bedf49464a req-75f2c7a3-2588-47b0-8cf1-d44da00a8ba5 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227930 Feb 08 21:57:42.885554 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-01e16d57-b626-487d-85b3-626380670b7e req-41e0f73c-6354-4d28-9ddc-2a834985a019 service neutron] Attempting to bind port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:57:42.887682 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-01e16d57-b626-487d-85b3-626380670b7e req-41e0f73c-6354-4d28-9ddc-2a834985a019 service neutron] Attempting to bind port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'bff38a44-d3cf-43fc-b093-892ca19b0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:57:42.890415 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e16d57-b626-487d-85b3-626380670b7e req-41e0f73c-6354-4d28-9ddc-2a834985a019 service neutron] Attempting to bind port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 on network 44f004ba-844e-4e7f-abce-081052edd5de {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:57:42.901127 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e16d57-b626-487d-85b3-626380670b7e req-41e0f73c-6354-4d28-9ddc-2a834985a019 service neutron] Port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 on network 44f004ba-844e-4e7f-abce-081052edd5de not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:57:42.901871 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e16d57-b626-487d-85b3-626380670b7e req-41e0f73c-6354-4d28-9ddc-2a834985a019 service neutron] Attempting to bind port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 on network 44f004ba-844e-4e7f-abce-081052edd5de {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:57:42.915401 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e16d57-b626-487d-85b3-626380670b7e req-41e0f73c-6354-4d28-9ddc-2a834985a019 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:57:42.915744 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e16d57-b626-487d-85b3-626380670b7e req-41e0f73c-6354-4d28-9ddc-2a834985a019 service neutron] Checking segment: {'id': 'bff38a44-d3cf-43fc-b093-892ca19b0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:57:42.916135 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e16d57-b626-487d-85b3-626380670b7e req-41e0f73c-6354-4d28-9ddc-2a834985a019 service neutron] Bound using segment: {'id': 'bff38a44-d3cf-43fc-b093-892ca19b0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:57:42.916578 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-01e16d57-b626-487d-85b3-626380670b7e req-41e0f73c-6354-4d28-9ddc-2a834985a019 service neutron] Bound port: 3b082b9e-a84e-44ab-a823-ec03ee2c14f9, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff38a44-d3cf-43fc-b093-892ca19b0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:57:42.916946 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-01e16d57-b626-487d-85b3-626380670b7e req-41e0f73c-6354-4d28-9ddc-2a834985a019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3b082b9e-a84e-44ab-a823-ec03ee2c14f9), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:42.925551 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab2109c2-5ff9-401c-b17e-c64cfdcf26a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (556f29c4-61ee-482a-b134-8468f985aef7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:42.971127 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2109c2-5ff9-401c-b17e-c64cfdcf26a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=556f29c4-61ee-482a-b134-8468f985aef7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:43.071712 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-01e16d57-b626-487d-85b3-626380670b7e req-41e0f73c-6354-4d28-9ddc-2a834985a019 service neutron] For port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:57:43.077626 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-01e16d57-b626-487d-85b3-626380670b7e req-41e0f73c-6354-4d28-9ddc-2a834985a019 service neutron] For port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=3b082b9e-a84e-44ab-a823-ec03ee2c14f9,segment=NetworkSegment(bff38a44-d3cf-43fc-b093-892ca19b0f76),segment_id=bff38a44-d3cf-43fc-b093-892ca19b0f76)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:57:43.099054 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-01e16d57-b626-487d-85b3-626380670b7e req-41e0f73c-6354-4d28-9ddc-2a834985a019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (3b082b9e-a84e-44ab-a823-ec03ee2c14f9), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:43.137262 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab2109c2-5ff9-401c-b17e-c64cfdcf26a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (a7b49699-02ed-42b6-bc7c-9dd7db00518f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:43.154809 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e16d57-b626-487d-85b3-626380670b7e req-41e0f73c-6354-4d28-9ddc-2a834985a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:43.155454 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-01e16d57-b626-487d-85b3-626380670b7e req-41e0f73c-6354-4d28-9ddc-2a834985a019 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:43.156889 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01e16d57-b626-487d-85b3-626380670b7e req-41e0f73c-6354-4d28-9ddc-2a834985a019 service neutron] 10.222.0.96 "PUT /v2.0/ports/3b082b9e-a84e-44ab-a823-ec03ee2c14f9 HTTP/1.1" status: 200 len: 1092 time: 2.2818224 Feb 08 21:57:43.157405 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c', 'tag': '3b082b9e-a84e-44ab-a823-ec03ee2c14f9'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:57:43.159789 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86ff36f-b98a-4725-bbc2-280b40d4e61f" -d '{"events": [{"name": "network-changed", "server_uuid": "51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c", "tag": "3b082b9e-a84e-44ab-a823-ec03ee2c14f9"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:57:43.329856 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0942c611-8429-402f-98fd-26872dd83901 x-openstack-request-id: req-0942c611-8429-402f-98fd-26872dd83901 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:57:43.330480 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c", "tag": "3b082b9e-a84e-44ab-a823-ec03ee2c14f9", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:57:43.330845 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0942c611-8429-402f-98fd-26872dd83901 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:57:43.331549 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c', 'tag': '3b082b9e-a84e-44ab-a823-ec03ee2c14f9', 'status': 'completed', 'code': 200} Feb 08 21:57:43.333521 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0f73c-6354-4d28-9ddc-2a834985a019 service neutron] Pushing event updated for resources: {'Port': ['ID=3b082b9e-a84e-44ab-a823-ec03ee2c14f9,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:43.395932 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e16d57-b626-487d-85b3-626380670b7e req-aaf49aab-c09d-4f44-b8ae-a4e9d1d56488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:43.397959 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01e16d57-b626-487d-85b3-626380670b7e req-aaf49aab-c09d-4f44-b8ae-a4e9d1d56488 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 1126 time: 0.1925268 Feb 08 21:57:43.408191 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab2109c2-5ff9-401c-b17e-c64cfdcf26a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (a7b49699-02ed-42b6-bc7c-9dd7db00518f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:43.411480 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab2109c2-5ff9-401c-b17e-c64cfdcf26a7 admin admin] Publish callbacks [] for router_controller (a7b49699-02ed-42b6-bc7c-9dd7db00518f), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:43.537222 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab2109c2-5ff9-401c-b17e-c64cfdcf26a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (a7b49699-02ed-42b6-bc7c-9dd7db00518f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:43.538404 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2109c2-5ff9-401c-b17e-c64cfdcf26a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7b49699-02ed-42b6-bc7c-9dd7db00518f {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:57:43.544651 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab2109c2-5ff9-401c-b17e-c64cfdcf26a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:43.550034 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ab2109c2-5ff9-401c-b17e-c64cfdcf26a7 admin admin] 10.222.0.88 "DELETE /v2.0/routers/a7b49699-02ed-42b6-bc7c-9dd7db00518f HTTP/1.1" status: 204 len: 168 time: 3.0349627 Feb 08 21:57:43.550839 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01e16d57-b626-487d-85b3-626380670b7e req-983ad968-fd92-4ad0-8516-f89070d413c6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b082b9e-a84e-44ab-a823-ec03ee2c14f9 HTTP/1.1" status: 200 len: 217 time: 0.1453421 Feb 08 21:57:43.550976 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39298) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:43.650666 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e16d57-b626-487d-85b3-626380670b7e req-558b1e92-6470-4a5d-9d6d-f6491e54fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:43.653137 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01e16d57-b626-487d-85b3-626380670b7e req-558b1e92-6470-4a5d-9d6d-f6491e54fc1d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8d230777-26b6-4044-8530-4e31179f1e6a HTTP/1.1" status: 200 len: 834 time: 0.0903795 Feb 08 21:57:43.687096 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e25f04-7476-4413-b098-6de95a46736f admin admin] Deleting subnet 1835b7e1-798e-4646-aad5-03410535fb06 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:57:43.702564 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7e25f04-7476-4413-b098-6de95a46736f admin admin] Publish callbacks [] for subnet (1835b7e1-798e-4646-aad5-03410535fb06), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:43.755505 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e16d57-b626-487d-85b3-626380670b7e req-7f7668e8-4cf5-4e9a-9f7b-e350cfa31ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:43.759482 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01e16d57-b626-487d-85b3-626380670b7e req-7f7668e8-4cf5-4e9a-9f7b-e350cfa31ee7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=44f004ba-844e-4e7f-abce-081052edd5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0958242 Feb 08 21:57:43.787481 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7e25f04-7476-4413-b098-6de95a46736f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (1835b7e1-798e-4646-aad5-03410535fb06), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:44.019053 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7e25f04-7476-4413-b098-6de95a46736f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (1835b7e1-798e-4646-aad5-03410535fb06), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:44.068627 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01e16d57-b626-487d-85b3-626380670b7e req-41222ba3-7c51-431a-aaf7-9729a678d5ee service neutron] 10.222.0.96 "GET /v2.0/networks/44f004ba-844e-4e7f-abce-081052edd5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033247 Feb 08 21:57:44.165645 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7e25f04-7476-4413-b098-6de95a46736f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (1835b7e1-798e-4646-aad5-03410535fb06), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:44.190397 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7e25f04-7476-4413-b098-6de95a46736f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:44.202638 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e947e3-317c-43c5-985a-57c62c2b428e None None] Network 2b0054d5-f895-49cc-823e-ebf3bbb7db85 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:57:44.211969 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a7e25f04-7476-4413-b098-6de95a46736f admin admin] 10.222.0.88 "DELETE /v2.0/subnets/1835b7e1-798e-4646-aad5-03410535fb06 HTTP/1.1" status: 204 len: 168 time: 0.6594574 Feb 08 21:57:44.214282 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39304) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:44.289283 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e25f04-7476-4413-b098-6de95a46736f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1835b7e1-798e-4646-aad5-03410535fb06,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:44.377401 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe178c-ad94-4b63-b56f-a9d511978e11 req-8c91d102-1fd2-4762-8640-6cc508b7fa7a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:44.381319 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-51fe178c-ad94-4b63-b56f-a9d511978e11 req-8c91d102-1fd2-4762-8640-6cc508b7fa7a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 943 time: 0.3638158 Feb 08 21:57:44.450241 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bbd492de-3246-467e-8aff-5eb97b9a88a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (2b0054d5-f895-49cc-823e-ebf3bbb7db85), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:44.526048 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bbd492de-3246-467e-8aff-5eb97b9a88a4 admin admin] Deleting port b67643e6-aea6-46d2-86fc-90e8fae25bf8 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:57:44.526392 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bbd492de-3246-467e-8aff-5eb97b9a88a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b67643e6-aea6-46d2-86fc-90e8fae25bf8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:44.543043 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94447c3d-4ddd-4a2b-b47c-ac85c9a9a826 None None] DHCP port deletion for 2b0054d5-f895-49cc-823e-ebf3bbb7db85 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:57:44.545825 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01e16d57-b626-487d-85b3-626380670b7e req-06451f0d-f81e-4ecc-b318-9c8e99820bfc service neutron] 10.222.0.96 "GET /v2.0/networks/44f004ba-844e-4e7f-abce-081052edd5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583051 Feb 08 21:57:44.568585 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-51fe178c-ad94-4b63-b56f-a9d511978e11 req-0bfa9646-a307-4349-a708-0628814ea8ed tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715026 Feb 08 21:57:44.677849 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-94447c3d-4ddd-4a2b-b47c-ac85c9a9a826 None None] Deleting port b67643e6-aea6-46d2-86fc-90e8fae25bf8 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:57:44.681410 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-94447c3d-4ddd-4a2b-b47c-ac85c9a9a826 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b67643e6-aea6-46d2-86fc-90e8fae25bf8), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:44.685368 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 311aa7dd-6b5b-48a7-9afe-07d03bad4858 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:57:44.703217 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-bbd492de-3246-467e-8aff-5eb97b9a88a4 admin admin] For port b67643e6-aea6-46d2-86fc-90e8fae25bf8, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b67643e6-aea6-46d2-86fc-90e8fae25bf8,segment=NetworkSegment(100844f2-610f-4803-b8cc-5f647208dd1b),segment_id=100844f2-610f-4803-b8cc-5f647208dd1b)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:57:44.703592 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bbd492de-3246-467e-8aff-5eb97b9a88a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b67643e6-aea6-46d2-86fc-90e8fae25bf8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:44.720897 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ff36f-b98a-4725-bbc2-280b40d4e61f req-cb386f24-d0cf-4e72-8013-9b8c4c892dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:44.724186 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d86ff36f-b98a-4725-bbc2-280b40d4e61f req-cb386f24-d0cf-4e72-8013-9b8c4c892dfe service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 1126 time: 0.1175089 Feb 08 21:57:44.736695 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bbd492de-3246-467e-8aff-5eb97b9a88a4 admin admin] Calling delete_port for b67643e6-aea6-46d2-86fc-90e8fae25bf8 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:57:44.743012 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 311aa7dd-6b5b-48a7-9afe-07d03bad4858 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:57:44.748026 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 311aa7dd-6b5b-48a7-9afe-07d03bad4858 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:57:44.755220 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 556f29c4-61ee-482a-b134-8468f985aef7 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:57:44.882286 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ff36f-b98a-4725-bbc2-280b40d4e61f req-261f4d82-faa9-4281-922b-8e62fbc99d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:44.884960 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d86ff36f-b98a-4725-bbc2-280b40d4e61f req-261f4d82-faa9-4281-922b-8e62fbc99d52 service neutron] 10.222.0.96 "GET /v2.0/networks?id=44f004ba-844e-4e7f-abce-081052edd5de HTTP/1.1" status: 200 len: 898 time: 0.1536438 Feb 08 21:57:44.900982 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 556f29c4-61ee-482a-b134-8468f985aef7 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:57:44.904589 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 556f29c4-61ee-482a-b134-8468f985aef7 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:57:44.922209 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bbd492de-3246-467e-8aff-5eb97b9a88a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (b67643e6-aea6-46d2-86fc-90e8fae25bf8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:44.947761 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d86ff36f-b98a-4725-bbc2-280b40d4e61f req-d7d0753e-97f2-4a92-b98d-d25880b7ee88 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b082b9e-a84e-44ab-a823-ec03ee2c14f9 HTTP/1.1" status: 200 len: 217 time: 0.0565035 Feb 08 21:57:44.967669 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-94447c3d-4ddd-4a2b-b47c-ac85c9a9a826 None None] For port b67643e6-aea6-46d2-86fc-90e8fae25bf8, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b67643e6-aea6-46d2-86fc-90e8fae25bf8,segment=NetworkSegment(100844f2-610f-4803-b8cc-5f647208dd1b),segment_id=100844f2-610f-4803-b8cc-5f647208dd1b)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:57:44.968389 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-94447c3d-4ddd-4a2b-b47c-ac85c9a9a826 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b67643e6-aea6-46d2-86fc-90e8fae25bf8), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:44.992925 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-94447c3d-4ddd-4a2b-b47c-ac85c9a9a826 None None] Calling delete_port for b67643e6-aea6-46d2-86fc-90e8fae25bf8 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:57:45.002383 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd492de-3246-467e-8aff-5eb97b9a88a4 admin admin] No DVR routers for this DVR port b67643e6-aea6-46d2-86fc-90e8fae25bf8 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:57:45.014290 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd492de-3246-467e-8aff-5eb97b9a88a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b67643e6-aea6-46d2-86fc-90e8fae25bf8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:45.077645 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ff36f-b98a-4725-bbc2-280b40d4e61f req-eb2e7233-5cb3-4002-82b2-544455feb4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:45.079304 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d86ff36f-b98a-4725-bbc2-280b40d4e61f req-eb2e7233-5cb3-4002-82b2-544455feb4ab service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8d230777-26b6-4044-8530-4e31179f1e6a HTTP/1.1" status: 200 len: 834 time: 0.1261318 Feb 08 21:57:45.099502 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-94447c3d-4ddd-4a2b-b47c-ac85c9a9a826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (b67643e6-aea6-46d2-86fc-90e8fae25bf8), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:45.133300 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94447c3d-4ddd-4a2b-b47c-ac85c9a9a826 None None] Pushing event deleted for resources: {'Port': ['ID=b67643e6-aea6-46d2-86fc-90e8fae25bf8,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:45.137196 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94447c3d-4ddd-4a2b-b47c-ac85c9a9a826 None None] No DVR routers for this DVR port b67643e6-aea6-46d2-86fc-90e8fae25bf8 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:57:45.165040 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ff36f-b98a-4725-bbc2-280b40d4e61f req-9eea2c3d-680f-4fb8-b6ef-28181dfd0ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:45.166680 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d86ff36f-b98a-4725-bbc2-280b40d4e61f req-9eea2c3d-680f-4fb8-b6ef-28181dfd0ba8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=44f004ba-844e-4e7f-abce-081052edd5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0811636 Feb 08 21:57:45.184177 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bbd492de-3246-467e-8aff-5eb97b9a88a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (2b0054d5-f895-49cc-823e-ebf3bbb7db85), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:45.218339 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-bbd492de-3246-467e-8aff-5eb97b9a88a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0054d5-f895-49cc-823e-ebf3bbb7db85']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:45.240660 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-bbd492de-3246-467e-8aff-5eb97b9a88a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '100844f2-610f-4803-b8cc-5f647208dd1b') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:45.245930 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-bbd492de-3246-467e-8aff-5eb97b9a88a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '100844f2-610f-4803-b8cc-5f647208dd1b') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:45.261898 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bbd492de-3246-467e-8aff-5eb97b9a88a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (100844f2-610f-4803-b8cc-5f647208dd1b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:45.294145 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bbd492de-3246-467e-8aff-5eb97b9a88a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (100844f2-610f-4803-b8cc-5f647208dd1b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:45.297638 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d86ff36f-b98a-4725-bbc2-280b40d4e61f req-a75aa440-aab3-4663-a7d9-36777a4c22b4 service neutron] 10.222.0.96 "GET /v2.0/networks/44f004ba-844e-4e7f-abce-081052edd5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190693 Feb 08 21:57:45.312936 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd492de-3246-467e-8aff-5eb97b9a88a4 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:57:45.313411 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bbd492de-3246-467e-8aff-5eb97b9a88a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (100844f2-610f-4803-b8cc-5f647208dd1b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:57:45.325290 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:57:45.411079 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39310) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:45.468905 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bbd492de-3246-467e-8aff-5eb97b9a88a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (2b0054d5-f895-49cc-823e-ebf3bbb7db85), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:45.482502 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bbd492de-3246-467e-8aff-5eb97b9a88a4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:45.494099 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bbd492de-3246-467e-8aff-5eb97b9a88a4 admin admin] 10.222.0.88 "DELETE /v2.0/networks/2b0054d5-f895-49cc-823e-ebf3bbb7db85 HTTP/1.1" status: 204 len: 168 time: 1.2247725 Feb 08 21:57:45.534728 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd492de-3246-467e-8aff-5eb97b9a88a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b0054d5-f895-49cc-823e-ebf3bbb7db85,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:45.676758 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d86ff36f-b98a-4725-bbc2-280b40d4e61f req-b6c22316-b1b0-4d63-a010-fd05dfffc0df service neutron] 10.222.0.96 "GET /v2.0/networks/44f004ba-844e-4e7f-abce-081052edd5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734615 Feb 08 21:57:45.691402 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39318) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:45.775305 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9fe27d8e-bff3-4df5-9d6d-2cce4f6ccc83 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=224cdca309204cf4ab30e157a31b072a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0795834 Feb 08 21:57:45.775661 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39322) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:45.950637 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-408066e5-3ce1-4b38-a512-2c0c9323030f admin admin] Publish callbacks [] for security_group (cf6dcb9c-8392-40d7-b519-b6ce783e60db), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:45.974365 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab0a34-c9bd-45be-a94f-bee961c3608c req-8d6c91a7-11a1-4962-ac6c-9b3bcab67299 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:45.976702 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7ab0a34-c9bd-45be-a94f-bee961c3608c req-8d6c91a7-11a1-4962-ac6c-9b3bcab67299 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 943 time: 0.2603970 Feb 08 21:57:46.016783 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-408066e5-3ce1-4b38-a512-2c0c9323030f admin admin] Publish callbacks [] for security_group (cf6dcb9c-8392-40d7-b519-b6ce783e60db), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:46.099127 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-408066e5-3ce1-4b38-a512-2c0c9323030f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (cf6dcb9c-8392-40d7-b519-b6ce783e60db), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:46.104393 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-408066e5-3ce1-4b38-a512-2c0c9323030f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:46.110189 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-408066e5-3ce1-4b38-a512-2c0c9323030f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cf6dcb9c-8392-40d7-b519-b6ce783e60db HTTP/1.1" status: 204 len: 168 time: 0.3296270 Feb 08 21:57:46.119008 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7ab0a34-c9bd-45be-a94f-bee961c3608c req-27b21b91-5e6a-4030-8d75-d811798708d9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094954 Feb 08 21:57:46.134855 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408066e5-3ce1-4b38-a512-2c0c9323030f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6dcb9c-8392-40d7-b519-b6ce783e60db,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:46.246076 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db01731f-a73e-4638-8e9a-18f57da399b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:46.626954 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b67643e6-aea6-46d2-86fc-90e8fae25bf8 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:57:46.672435 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: b67643e6-aea6-46d2-86fc-90e8fae25bf8 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:57:46.677452 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b67643e6-aea6-46d2-86fc-90e8fae25bf8 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:57:46.716599 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-db01731f-a73e-4638-8e9a-18f57da399b5 admin admin] Deleting port 02d7b2ea-be77-4a83-94e5-d4af33494f2e {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:57:46.717468 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db01731f-a73e-4638-8e9a-18f57da399b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (02d7b2ea-be77-4a83-94e5-d4af33494f2e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:46.755167 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39328) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:46.869002 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-91d5135c-970d-4d70-9ec2-60ffa82ee68e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=14935e8771d942dcbcd58657dd9196c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1100557 Feb 08 21:57:46.874275 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39330) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:46.895725 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-db01731f-a73e-4638-8e9a-18f57da399b5 admin admin] For port 02d7b2ea-be77-4a83-94e5-d4af33494f2e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=02d7b2ea-be77-4a83-94e5-d4af33494f2e,segment=NetworkSegment(a4503a19-b855-4168-b220-48b435fa7ad1),segment_id=a4503a19-b855-4168-b220-48b435fa7ad1)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:57:46.896229 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db01731f-a73e-4638-8e9a-18f57da399b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (02d7b2ea-be77-4a83-94e5-d4af33494f2e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:46.947111 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-db01731f-a73e-4638-8e9a-18f57da399b5 admin admin] Calling delete_port for 02d7b2ea-be77-4a83-94e5-d4af33494f2e owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:57:47.030682 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f49c0475-cf58-4f2d-8a48-d4bc71cb7c9e admin admin] Publish callbacks [] for security_group (beb4d3fd-3a30-4537-babc-538a64f8924c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:47.065908 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f49c0475-cf58-4f2d-8a48-d4bc71cb7c9e admin admin] Publish callbacks [] for security_group (beb4d3fd-3a30-4537-babc-538a64f8924c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:47.594504 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f49c0475-cf58-4f2d-8a48-d4bc71cb7c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (beb4d3fd-3a30-4537-babc-538a64f8924c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:47.597321 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f49c0475-cf58-4f2d-8a48-d4bc71cb7c9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:47.601531 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f49c0475-cf58-4f2d-8a48-d4bc71cb7c9e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/beb4d3fd-3a30-4537-babc-538a64f8924c HTTP/1.1" status: 204 len: 168 time: 0.7228658 Feb 08 21:57:47.660766 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c0475-cf58-4f2d-8a48-d4bc71cb7c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb4d3fd-3a30-4537-babc-538a64f8924c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:47.691569 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db01731f-a73e-4638-8e9a-18f57da399b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (02d7b2ea-be77-4a83-94e5-d4af33494f2e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:47.732305 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01731f-a73e-4638-8e9a-18f57da399b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=02d7b2ea-be77-4a83-94e5-d4af33494f2e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:47.801637 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a348b1d-8916-4519-9023-907b7904b780 req-7191a11f-0c2f-424a-a5c7-997c3b211783 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:47.803454 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a348b1d-8916-4519-9023-907b7904b780 req-7191a11f-0c2f-424a-a5c7-997c3b211783 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 943 time: 0.2122808 Feb 08 21:57:48.016418 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a348b1d-8916-4519-9023-907b7904b780 req-9cd9ff16-554e-42bd-8c77-f0e8ee10a0d4 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042160 Feb 08 21:57:48.075234 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db01731f-a73e-4638-8e9a-18f57da399b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:48.455136 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db01731f-a73e-4638-8e9a-18f57da399b5 admin admin] Router 3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:57:48.613161 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db01731f-a73e-4638-8e9a-18f57da399b5 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:57:48.624275 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-db01731f-a73e-4638-8e9a-18f57da399b5 admin admin] 10.222.0.88 "PUT /v2.0/routers/3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2076836 Feb 08 21:57:48.624275 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39340) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:48.629691 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0932e4-06be-42ae-811c-6823bf6c2873 None None] Sync routers for ids ['3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:57:48.652162 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0932e4-06be-42ae-811c-6823bf6c2873 None None] Routers {'3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:57:48.653113 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ac0932e4-06be-42ae-811c-6823bf6c2873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:57:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:48.813318 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-429e1ced-867d-4dbc-a6dc-bc9c93030a45 admin admin] Publish callbacks [] for router (3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:48.879656 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-ac0932e4-06be-42ae-811c-6823bf6c2873 None None] Set router 3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:57:48.928902 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-429e1ced-867d-4dbc-a6dc-bc9c93030a45 admin admin] Publish callbacks [] for router_gateway (3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:49.008856 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-429e1ced-867d-4dbc-a6dc-bc9c93030a45 admin admin] Deleting port 0d815327-22a4-4293-9ad9-28ecb7e5cc3c {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:57:49.009323 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-429e1ced-867d-4dbc-a6dc-bc9c93030a45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (0d815327-22a4-4293-9ad9-28ecb7e5cc3c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:49.050592 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:57:49.116200 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-429e1ced-867d-4dbc-a6dc-bc9c93030a45 admin admin] For port 0d815327-22a4-4293-9ad9-28ecb7e5cc3c, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=0d815327-22a4-4293-9ad9-28ecb7e5cc3c,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:57:49.118488 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-429e1ced-867d-4dbc-a6dc-bc9c93030a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (0d815327-22a4-4293-9ad9-28ecb7e5cc3c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:49.148234 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ac0932e4-06be-42ae-811c-6823bf6c2873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'name': 'tempest-TestVolumeBackupRestore-1365044836-router', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:50Z', 'updated_at': '2022-02-08T21:57:47Z', 'revision_number': 5, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'gw_port': {'id': '0d815327-22a4-4293-9ad9-28ecb7e5cc3c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:50:53Z', 'updated_at': '2022-02-08T21:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:49.170362 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-429e1ced-867d-4dbc-a6dc-bc9c93030a45 admin admin] Calling delete_port for 0d815327-22a4-4293-9ad9-28ecb7e5cc3c owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:57:49.218246 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0932e4-06be-42ae-811c-6823bf6c2873 None None] Checking router: 3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:57:49.228494 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0932e4-06be-42ae-811c-6823bf6c2873 None None] Routers {'3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:57:49.229185 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ac0932e4-06be-42ae-811c-6823bf6c2873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:57:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:49.240023 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=3b082b9e-a84e-44ab-a823-ec03ee2c14f9,segment=NetworkSegment(bff38a44-d3cf-43fc-b093-892ca19b0f76),segment_id=bff38a44-d3cf-43fc-b093-892ca19b0f76)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:57:49.258062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '3b082b9e-a84e-44ab-a823-ec03ee2c14f9', 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de', 'port_id': '3b082b9e-a84e-44ab-a823-ec03ee2c14f9', 'mac_address': 'fa:16:3e:88:a0:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d230777-26b6-4044-8530-4e31179f1e6a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:57:49.315986 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:57:49.316561 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3b082b9e-a84e-44ab-a823-ec03ee2c14f9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:49.339727 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:57:49.369381 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=3b082b9e-a84e-44ab-a823-ec03ee2c14f9,segment=NetworkSegment(bff38a44-d3cf-43fc-b093-892ca19b0f76),segment_id=bff38a44-d3cf-43fc-b093-892ca19b0f76)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:57:49.377102 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3b082b9e-a84e-44ab-a823-ec03ee2c14f9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:49.394046 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da0fd3-95de-4e9d-b372-46b42c2f2b17 req-4bee1f7c-fb42-41ee-852c-85c323d8d948 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:49.395665 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d7da0fd3-95de-4e9d-b372-46b42c2f2b17 req-4bee1f7c-fb42-41ee-852c-85c323d8d948 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 943 time: 0.2231174 Feb 08 21:57:49.421025 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-ac0932e4-06be-42ae-811c-6823bf6c2873 None None] Set router 3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:57:49.494623 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=3b082b9e-a84e-44ab-a823-ec03ee2c14f9,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:49.502568 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ac0932e4-06be-42ae-811c-6823bf6c2873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'name': 'tempest-TestVolumeBackupRestore-1365044836-router', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:50Z', 'updated_at': '2022-02-08T21:57:48Z', 'revision_number': 6, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:49.549162 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0932e4-06be-42ae-811c-6823bf6c2873 None None] The sync data for ids ['3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3'] in n-d-712143-31 is: [{'id': '3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3', 'name': 'tempest-TestVolumeBackupRestore-1365044836-router', 'tenant_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:50:50Z', 'updated_at': '2022-02-08T21:57:48Z', 'revision_number': 6, 'project_id': '43758e0ca23d49be9ce42a7a0ada4b07', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:57:49.675413 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d7da0fd3-95de-4e9d-b372-46b42c2f2b17 req-8cd3882a-aa3b-4a9f-9aaa-fb5e1ae8ae45 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677047 Feb 08 21:57:49.696585 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-429e1ced-867d-4dbc-a6dc-bc9c93030a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (0d815327-22a4-4293-9ad9-28ecb7e5cc3c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:49.717636 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['3b082b9e-a84e-44ab-a823-ec03ee2c14f9'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:57:49.727056 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e1ced-867d-4dbc-a6dc-bc9c93030a45 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d815327-22a4-4293-9ad9-28ecb7e5cc3c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:49.824263 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-429e1ced-867d-4dbc-a6dc-bc9c93030a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:50.122443 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-429e1ced-867d-4dbc-a6dc-bc9c93030a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:50.126607 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-429e1ced-867d-4dbc-a6dc-bc9c93030a45 admin admin] Publish callbacks [] for router_controller (3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:50.196728 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-429e1ced-867d-4dbc-a6dc-bc9c93030a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:50.197596 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429e1ced-867d-4dbc-a6dc-bc9c93030a45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:57:50.206152 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-429e1ced-867d-4dbc-a6dc-bc9c93030a45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:50.208103 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-429e1ced-867d-4dbc-a6dc-bc9c93030a45 admin admin] 10.222.0.88 "DELETE /v2.0/routers/3440fa1f-9bc7-41f3-8471-fb20ee8a8ef3 HTTP/1.1" status: 204 len: 168 time: 1.5824976 Feb 08 21:57:50.211480 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39354) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:50.267223 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-2664fdfd-b9bb-413c-9d27-42d9b86f0833 admin admin] Deleting subnet 6ea13670-24a3-4222-9668-be9f4513e3f9 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:57:50.271606 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2664fdfd-b9bb-413c-9d27-42d9b86f0833 admin admin] Publish callbacks [] for subnet (6ea13670-24a3-4222-9668-be9f4513e3f9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:50.318018 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2664fdfd-b9bb-413c-9d27-42d9b86f0833 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (6ea13670-24a3-4222-9668-be9f4513e3f9), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:50.442252 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2664fdfd-b9bb-413c-9d27-42d9b86f0833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (6ea13670-24a3-4222-9668-be9f4513e3f9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:50.533800 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2664fdfd-b9bb-413c-9d27-42d9b86f0833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (6ea13670-24a3-4222-9668-be9f4513e3f9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:50.571246 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664fdfd-b9bb-413c-9d27-42d9b86f0833 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ea13670-24a3-4222-9668-be9f4513e3f9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:50.588142 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2664fdfd-b9bb-413c-9d27-42d9b86f0833 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:50.590141 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ead802b-5eae-47aa-abc0-61667b67f645 None None] Network 6f5dd32d-bd81-4033-bc3b-155fd1d2d547 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:57:50.595044 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2664fdfd-b9bb-413c-9d27-42d9b86f0833 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/6ea13670-24a3-4222-9668-be9f4513e3f9 HTTP/1.1" status: 204 len: 168 time: 0.3805306 Feb 08 21:57:50.596301 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39358) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:50.683076 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f15a3c5-853c-4755-9482-a19929a6511e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (6f5dd32d-bd81-4033-bc3b-155fd1d2d547), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:50.766431 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-4f15a3c5-853c-4755-9482-a19929a6511e admin admin] Deleting port 3fa121c4-c06f-4644-8431-b50eafa6ee9c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:57:50.767143 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f15a3c5-853c-4755-9482-a19929a6511e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (3fa121c4-c06f-4644-8431-b50eafa6ee9c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:50.805568 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 0d815327-22a4-4293-9ad9-28ecb7e5cc3c no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:57:50.873805 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-4f15a3c5-853c-4755-9482-a19929a6511e admin admin] For port 3fa121c4-c06f-4644-8431-b50eafa6ee9c, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3fa121c4-c06f-4644-8431-b50eafa6ee9c,segment=NetworkSegment(a4503a19-b855-4168-b220-48b435fa7ad1),segment_id=a4503a19-b855-4168-b220-48b435fa7ad1)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:57:50.874353 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f15a3c5-853c-4755-9482-a19929a6511e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (3fa121c4-c06f-4644-8431-b50eafa6ee9c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:50.907850 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-4f15a3c5-853c-4755-9482-a19929a6511e admin admin] Calling delete_port for 3fa121c4-c06f-4644-8431-b50eafa6ee9c owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:57:50.982829 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 0d815327-22a4-4293-9ad9-28ecb7e5cc3c {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:57:50.982829 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 0d815327-22a4-4293-9ad9-28ecb7e5cc3c not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:57:50.982829 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 02d7b2ea-be77-4a83-94e5-d4af33494f2e no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:57:51.022354 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d21ad3-d249-4244-a524-04ef1480e57e req-a7a0abae-7e28-4274-aaa0-dc113a58dc55 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:51.024266 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-20d21ad3-d249-4244-a524-04ef1480e57e req-a7a0abae-7e28-4274-aaa0-dc113a58dc55 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 944 time: 0.1787345 Feb 08 21:57:51.067211 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 02d7b2ea-be77-4a83-94e5-d4af33494f2e {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:57:51.067717 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 02d7b2ea-be77-4a83-94e5-d4af33494f2e not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:57:51.079757 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f15a3c5-853c-4755-9482-a19929a6511e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3fa121c4-c06f-4644-8431-b50eafa6ee9c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:51.082526 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:57:51.142373 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15a3c5-853c-4755-9482-a19929a6511e admin admin] Pushing event deleted for resources: {'Port': ['ID=3fa121c4-c06f-4644-8431-b50eafa6ee9c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:51.151097 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f15a3c5-853c-4755-9482-a19929a6511e admin admin] No DVR routers for this DVR port 3fa121c4-c06f-4644-8431-b50eafa6ee9c on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:57:51.281757 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-20d21ad3-d249-4244-a524-04ef1480e57e req-7e5c8540-689a-4dcc-ac27-80fec1cda950 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440236 Feb 08 21:57:51.336676 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f15a3c5-853c-4755-9482-a19929a6511e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (6f5dd32d-bd81-4033-bc3b-155fd1d2d547), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:51.392885 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-4f15a3c5-853c-4755-9482-a19929a6511e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5dd32d-bd81-4033-bc3b-155fd1d2d547']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:51.401963 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:57:51.412113 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:57:51.412113 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3b082b9e-a84e-44ab-a823-ec03ee2c14f9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:51.424736 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-4f15a3c5-853c-4755-9482-a19929a6511e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4503a19-b855-4168-b220-48b435fa7ad1') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:51.425035 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-4f15a3c5-853c-4755-9482-a19929a6511e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4503a19-b855-4168-b220-48b435fa7ad1') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:51.453356 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f15a3c5-853c-4755-9482-a19929a6511e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (a4503a19-b855-4168-b220-48b435fa7ad1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:51.479338 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f15a3c5-853c-4755-9482-a19929a6511e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (a4503a19-b855-4168-b220-48b435fa7ad1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:51.479743 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0248b7-aff2-459d-a06d-fd90a12612c9 None None] DHCP port deletion for 6f5dd32d-bd81-4033-bc3b-155fd1d2d547 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:57:51.490013 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f15a3c5-853c-4755-9482-a19929a6511e admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:57:51.490913 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f15a3c5-853c-4755-9482-a19929a6511e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (a4503a19-b855-4168-b220-48b435fa7ad1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:57:51.494397 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:57:51.604504 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f15a3c5-853c-4755-9482-a19929a6511e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (6f5dd32d-bd81-4033-bc3b-155fd1d2d547), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:51.627275 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f15a3c5-853c-4755-9482-a19929a6511e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:51.637028 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4f15a3c5-853c-4755-9482-a19929a6511e admin admin] 10.222.0.88 "DELETE /v2.0/networks/6f5dd32d-bd81-4033-bc3b-155fd1d2d547 HTTP/1.1" status: 204 len: 168 time: 1.0392497 Feb 08 21:57:51.639332 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39364) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:51.660498 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15a3c5-853c-4755-9482-a19929a6511e admin admin] Pushing event deleted for resources: {'Network': ['ID=6f5dd32d-bd81-4033-bc3b-155fd1d2d547,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:51.885953 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:57:51.886636 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3b082b9e-a84e-44ab-a823-ec03ee2c14f9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:51.936689 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=3b082b9e-a84e-44ab-a823-ec03ee2c14f9,segment=NetworkSegment(bff38a44-d3cf-43fc-b093-892ca19b0f76),segment_id=bff38a44-d3cf-43fc-b093-892ca19b0f76)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:57:51.938426 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b082b9e-a84e-44ab-a823-ec03ee2c14f9'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:57:51.945283 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90874142-1c10-400b-8e33-179d80b88b54" -d '{"events": [{"server_uuid": "51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c", "name": "network-vif-plugged", "status": "completed", "tag": "3b082b9e-a84e-44ab-a823-ec03ee2c14f9"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:57:51.951427 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3b082b9e-a84e-44ab-a823-ec03ee2c14f9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:52.077965 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86de46f4-859e-4599-8cbb-86fa62c02406 x-openstack-request-id: req-86de46f4-859e-4599-8cbb-86fa62c02406 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:57:52.078507 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c", "name": "network-vif-plugged", "status": "completed", "tag": "3b082b9e-a84e-44ab-a823-ec03ee2c14f9", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:57:52.078895 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-86de46f4-859e-4599-8cbb-86fa62c02406 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:57:52.079547 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b082b9e-a84e-44ab-a823-ec03ee2c14f9', 'code': 200} Feb 08 21:57:52.080728 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=3b082b9e-a84e-44ab-a823-ec03ee2c14f9,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:52.253257 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448a040-813d-47ed-8c39-1dd469ac66be req-68722439-b723-434b-911d-e3a9bf6c6961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:52.255611 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f448a040-813d-47ed-8c39-1dd469ac66be req-68722439-b723-434b-911d-e3a9bf6c6961 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 1128 time: 0.1419749 Feb 08 21:57:52.346463 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f448a040-813d-47ed-8c39-1dd469ac66be req-429c708e-8911-44b0-8d36-44f2f7bafc03 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662434 Feb 08 21:57:52.485859 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b72e3a33-8b17-4791-895f-3816ce6ba4af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (04082e27-e43f-4a7d-975d-0c6424113f17), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:52.610176 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb3c57-ecd8-45e9-bcd1-c2021aad0d3d req-d7394876-92bf-4424-a211-d329a942c9e9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:52.614556 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6ceb3c57-ecd8-45e9-bcd1-c2021aad0d3d req-d7394876-92bf-4424-a211-d329a942c9e9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 945 time: 0.1777556 Feb 08 21:57:52.631260 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3fa121c4-c06f-4644-8431-b50eafa6ee9c no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:57:52.654769 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 3fa121c4-c06f-4644-8431-b50eafa6ee9c {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:57:52.655117 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3fa121c4-c06f-4644-8431-b50eafa6ee9c not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:57:52.770279 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6ceb3c57-ecd8-45e9-bcd1-c2021aad0d3d req-1487ca77-6003-4d63-9d0c-c3da790e83ab tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116645 Feb 08 21:57:52.905016 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b72e3a33-8b17-4791-895f-3816ce6ba4af admin admin] Deleting port 5e419b72-435c-452f-ac0c-1ac487c9ef74 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:57:52.905447 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b72e3a33-8b17-4791-895f-3816ce6ba4af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (5e419b72-435c-452f-ac0c-1ac487c9ef74), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:53.022082 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-b72e3a33-8b17-4791-895f-3816ce6ba4af admin admin] For port 5e419b72-435c-452f-ac0c-1ac487c9ef74, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5e419b72-435c-452f-ac0c-1ac487c9ef74,segment=NetworkSegment(be4fcaaf-37c1-4563-a30e-bf1cc30f5954),segment_id=be4fcaaf-37c1-4563-a30e-bf1cc30f5954)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:57:53.023331 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b72e3a33-8b17-4791-895f-3816ce6ba4af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (5e419b72-435c-452f-ac0c-1ac487c9ef74), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:53.047083 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b72e3a33-8b17-4791-895f-3816ce6ba4af admin admin] Calling delete_port for 5e419b72-435c-452f-ac0c-1ac487c9ef74 owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:57:53.338726 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b72e3a33-8b17-4791-895f-3816ce6ba4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (5e419b72-435c-452f-ac0c-1ac487c9ef74), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:53.381987 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e3a33-8b17-4791-895f-3816ce6ba4af admin admin] Pushing event deleted for resources: {'Port': ['ID=5e419b72-435c-452f-ac0c-1ac487c9ef74,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:53.434604 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e3a33-8b17-4791-895f-3816ce6ba4af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:53.435332 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e3a33-8b17-4791-895f-3816ce6ba4af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:53.435937 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e3a33-8b17-4791-895f-3816ce6ba4af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:53.436546 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e3a33-8b17-4791-895f-3816ce6ba4af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:53.437067 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e3a33-8b17-4791-895f-3816ce6ba4af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:53.437731 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e3a33-8b17-4791-895f-3816ce6ba4af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:53.438443 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e3a33-8b17-4791-895f-3816ce6ba4af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:53.439082 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e3a33-8b17-4791-895f-3816ce6ba4af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:53.439429 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e3a33-8b17-4791-895f-3816ce6ba4af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:53.439771 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e3a33-8b17-4791-895f-3816ce6ba4af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:53.440951 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e3a33-8b17-4791-895f-3816ce6ba4af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:53.440951 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e3a33-8b17-4791-895f-3816ce6ba4af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:53.440951 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e3a33-8b17-4791-895f-3816ce6ba4af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:53.740531 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b72e3a33-8b17-4791-895f-3816ce6ba4af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (04082e27-e43f-4a7d-975d-0c6424113f17), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:54.224635 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-40d331bb-c9e4-45cc-bcd9-e3fe2f260b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:54.462237 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae492e-21a6-412f-85b2-1d8f3de3f298 req-bad956b4-9d54-4907-9bcb-63a04a963e38 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:54.464546 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2aae492e-21a6-412f-85b2-1d8f3de3f298 req-bad956b4-9d54-4907-9bcb-63a04a963e38 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 945 time: 0.5273933 Feb 08 21:57:54.637269 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2aae492e-21a6-412f-85b2-1d8f3de3f298 req-e4be0804-b345-48ee-87b9-e01b2c3ac824 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663437 Feb 08 21:57:54.683460 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72e3a33-8b17-4791-895f-3816ce6ba4af admin admin] Router 04082e27-e43f-4a7d-975d-0c6424113f17 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:57:54.895833 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3e428-d429-41db-8686-75d31f444ec0 req-16c909ce-cb96-4eb2-880f-0e307c719327 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:54.898534 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-79c3e428-d429-41db-8686-75d31f444ec0 req-16c909ce-cb96-4eb2-880f-0e307c719327 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 945 time: 0.1397431 Feb 08 21:57:54.904791 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72e3a33-8b17-4791-895f-3816ce6ba4af admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:57:54.911567 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b72e3a33-8b17-4791-895f-3816ce6ba4af admin admin] 10.222.0.88 "PUT /v2.0/routers/04082e27-e43f-4a7d-975d-0c6424113f17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2704074 Feb 08 21:57:54.914562 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39388) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:54.923776 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4abbef-43ed-44b1-bac6-a6fb1d66a93e None None] Sync routers for ids ['04082e27-e43f-4a7d-975d-0c6424113f17'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:57:54.941563 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4abbef-43ed-44b1-bac6-a6fb1d66a93e None None] Routers {'04082e27-e43f-4a7d-975d-0c6424113f17'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:57:54.942798 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-3b4abbef-43ed-44b1-bac6-a6fb1d66a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:57:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['04082e27-e43f-4a7d-975d-0c6424113f17'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:55.009787 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-79c3e428-d429-41db-8686-75d31f444ec0 req-1f9dab26-4650-4d5a-9cfe-e3d8073c9135 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964592 Feb 08 21:57:55.046545 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39390) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:55.120679 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-3b4abbef-43ed-44b1-bac6-a6fb1d66a93e None None] Set router 04082e27-e43f-4a7d-975d-0c6424113f17 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:57:55.140564 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4142fe45-d289-4ccf-bd4e-26c2627f8252 admin admin] Publish callbacks [] for router (04082e27-e43f-4a7d-975d-0c6424113f17), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:55.266758 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaa153b-4412-4079-a6a7-b9fe09df70f0 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:55.269434 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2aaa153b-4412-4079-a6a7-b9fe09df70f0 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 1123 time: 0.2219298 Feb 08 21:57:55.276868 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39392) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:55.292071 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d7bbe6ce-1e99-4b6f-9be4-1aadcfbbc785 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'port_id': '3b082b9e-a84e-44ab-a823-ec03ee2c14f9', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:57:55.344537 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7bbe6ce-1e99-4b6f-9be4-1aadcfbbc785 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:55.436649 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4142fe45-d289-4ccf-bd4e-26c2627f8252 admin admin] Publish callbacks [] for router_gateway (04082e27-e43f-4a7d-975d-0c6424113f17), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:55.443641 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-3b4abbef-43ed-44b1-bac6-a6fb1d66a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04082e27-e43f-4a7d-975d-0c6424113f17', 'name': 'tempest-TestVolumeBackupRestore-21089657-router', 'tenant_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'cd900efc-ab4c-469d-a2cd-0ca395df5d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:51:10Z', 'updated_at': '2022-02-08T21:57:53Z', 'revision_number': 5, 'project_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'gw_port': {'id': 'cd900efc-ab4c-469d-a2cd-0ca395df5d54', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:68:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04082e27-e43f-4a7d-975d-0c6424113f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:51:12Z', 'updated_at': '2022-02-08T21:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:55.498912 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4abbef-43ed-44b1-bac6-a6fb1d66a93e None None] Checking router: 04082e27-e43f-4a7d-975d-0c6424113f17 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:57:55.515301 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4abbef-43ed-44b1-bac6-a6fb1d66a93e None None] Routers {'04082e27-e43f-4a7d-975d-0c6424113f17'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:57:55.516033 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-3b4abbef-43ed-44b1-bac6-a6fb1d66a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:57:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['04082e27-e43f-4a7d-975d-0c6424113f17'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:55.551497 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-4142fe45-d289-4ccf-bd4e-26c2627f8252 admin admin] Deleting port cd900efc-ab4c-469d-a2cd-0ca395df5d54 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:57:55.551801 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4142fe45-d289-4ccf-bd4e-26c2627f8252 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (cd900efc-ab4c-469d-a2cd-0ca395df5d54), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:55.601063 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7bbe6ce-1e99-4b6f-9be4-1aadcfbbc785 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:55.638801 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-3b4abbef-43ed-44b1-bac6-a6fb1d66a93e None None] Set router 04082e27-e43f-4a7d-975d-0c6424113f17 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:57:55.706610 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-4142fe45-d289-4ccf-bd4e-26c2627f8252 admin admin] For port cd900efc-ab4c-469d-a2cd-0ca395df5d54, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cd900efc-ab4c-469d-a2cd-0ca395df5d54,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:57:55.707055 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4142fe45-d289-4ccf-bd4e-26c2627f8252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (cd900efc-ab4c-469d-a2cd-0ca395df5d54), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:55.714032 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-3b4abbef-43ed-44b1-bac6-a6fb1d66a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04082e27-e43f-4a7d-975d-0c6424113f17', 'name': 'tempest-TestVolumeBackupRestore-21089657-router', 'tenant_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:51:10Z', 'updated_at': '2022-02-08T21:57:55Z', 'revision_number': 6, 'project_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:55.747234 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-4142fe45-d289-4ccf-bd4e-26c2627f8252 admin admin] Calling delete_port for cd900efc-ab4c-469d-a2cd-0ca395df5d54 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:57:55.753475 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4abbef-43ed-44b1-bac6-a6fb1d66a93e None None] The sync data for ids ['04082e27-e43f-4a7d-975d-0c6424113f17'] in n-d-712143-31 is: [{'id': '04082e27-e43f-4a7d-975d-0c6424113f17', 'name': 'tempest-TestVolumeBackupRestore-21089657-router', 'tenant_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:51:10Z', 'updated_at': '2022-02-08T21:57:55Z', 'revision_number': 6, 'project_id': '94e1a1d82d71424db12fd4e4a1f107bf', 'gw_port_host': None}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:57:55.835924 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-d7bbe6ce-1e99-4b6f-9be4-1aadcfbbc785 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Allocated IP 172.25.3.188 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/31b1acaf-a752-4184-813a-644f23d2cc67) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:57:56.184447 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7bbe6ce-1e99-4b6f-9be4-1aadcfbbc785 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for port (31b1acaf-a752-4184-813a-644f23d2cc67), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:56.223125 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4142fe45-d289-4ccf-bd4e-26c2627f8252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (cd900efc-ab4c-469d-a2cd-0ca395df5d54), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:56.267796 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142fe45-d289-4ccf-bd4e-26c2627f8252 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd900efc-ab4c-469d-a2cd-0ca395df5d54,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:56.288272 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4142fe45-d289-4ccf-bd4e-26c2627f8252 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:56.288573 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4142fe45-d289-4ccf-bd4e-26c2627f8252 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:56.288864 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4142fe45-d289-4ccf-bd4e-26c2627f8252 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:56.289260 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4142fe45-d289-4ccf-bd4e-26c2627f8252 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:56.289971 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4142fe45-d289-4ccf-bd4e-26c2627f8252 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:56.289971 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4142fe45-d289-4ccf-bd4e-26c2627f8252 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:56.289971 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4142fe45-d289-4ccf-bd4e-26c2627f8252 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:56.289971 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4142fe45-d289-4ccf-bd4e-26c2627f8252 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:56.289971 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4142fe45-d289-4ccf-bd4e-26c2627f8252 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:56.289971 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4142fe45-d289-4ccf-bd4e-26c2627f8252 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:56.289971 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4142fe45-d289-4ccf-bd4e-26c2627f8252 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:56.289971 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4142fe45-d289-4ccf-bd4e-26c2627f8252 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:56.289971 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4142fe45-d289-4ccf-bd4e-26c2627f8252 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:57:56.299670 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7bbe6ce-1e99-4b6f-9be4-1aadcfbbc785 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (31b1acaf-a752-4184-813a-644f23d2cc67), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:56.443628 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bbe6ce-1e99-4b6f-9be4-1aadcfbbc785 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:57:56.448565 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bbe6ce-1e99-4b6f-9be4-1aadcfbbc785 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Port': ['ID=31b1acaf-a752-4184-813a-644f23d2cc67,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:56.455451 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-d7bbe6ce-1e99-4b6f-9be4-1aadcfbbc785 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:57:56.462585 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bbe6ce-1e99-4b6f-9be4-1aadcfbbc785 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:57:56.506124 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4142fe45-d289-4ccf-bd4e-26c2627f8252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (04082e27-e43f-4a7d-975d-0c6424113f17), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:56.667278 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4142fe45-d289-4ccf-bd4e-26c2627f8252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (04082e27-e43f-4a7d-975d-0c6424113f17), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:56.691704 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4142fe45-d289-4ccf-bd4e-26c2627f8252 admin admin] Publish callbacks [] for router_controller (04082e27-e43f-4a7d-975d-0c6424113f17), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:56.737859 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5e419b72-435c-452f-ac0c-1ac487c9ef74 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:57:56.777620 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 5e419b72-435c-452f-ac0c-1ac487c9ef74 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:57:56.778369 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5e419b72-435c-452f-ac0c-1ac487c9ef74 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:57:56.779044 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cd900efc-ab4c-469d-a2cd-0ca395df5d54 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:57:56.828250 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: cd900efc-ab4c-469d-a2cd-0ca395df5d54 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:57:56.828861 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cd900efc-ab4c-469d-a2cd-0ca395df5d54 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:57:57.046978 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4142fe45-d289-4ccf-bd4e-26c2627f8252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (04082e27-e43f-4a7d-975d-0c6424113f17), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:57.047114 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4142fe45-d289-4ccf-bd4e-26c2627f8252 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04082e27-e43f-4a7d-975d-0c6424113f17 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 21:57:57.062056 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4142fe45-d289-4ccf-bd4e-26c2627f8252 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:57.066267 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4142fe45-d289-4ccf-bd4e-26c2627f8252 admin admin] 10.222.0.88 "DELETE /v2.0/routers/04082e27-e43f-4a7d-975d-0c6424113f17 HTTP/1.1" status: 204 len: 168 time: 2.1476092 Feb 08 21:57:57.066457 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39404) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:57.172387 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98c0218-ab03-4148-b385-e4b43ab43450 admin admin] Deleting subnet 53e2abd7-3252-4af0-a681-1736e42fa6db {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:57:57.176917 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c98c0218-ab03-4148-b385-e4b43ab43450 admin admin] Publish callbacks [] for subnet (53e2abd7-3252-4af0-a681-1736e42fa6db), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:57.241925 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c98c0218-ab03-4148-b385-e4b43ab43450 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (53e2abd7-3252-4af0-a681-1736e42fa6db), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:57.425631 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c98c0218-ab03-4148-b385-e4b43ab43450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (53e2abd7-3252-4af0-a681-1736e42fa6db), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:57.452670 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7bbe6ce-1e99-4b6f-9be4-1aadcfbbc785 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for floatingip (8eafe2a3-c936-4648-aab8-312d8d113749), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:57.525764 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8c0b1760-22ef-4f5e-bda6-312400e70f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:57.573320 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c98c0218-ab03-4148-b385-e4b43ab43450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (53e2abd7-3252-4af0-a681-1736e42fa6db), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:57.597336 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7bbe6ce-1e99-4b6f-9be4-1aadcfbbc785 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (31b1acaf-a752-4184-813a-644f23d2cc67), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:57.626206 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c0218-ab03-4148-b385-e4b43ab43450 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53e2abd7-3252-4af0-a681-1736e42fa6db,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:57.628946 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b73faca-7793-42d9-bb3a-5a4226816287 None None] Network 872dd483-80dc-4f25-adf3-2db0ddc9054d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:57:57.645058 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c98c0218-ab03-4148-b385-e4b43ab43450 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:57.652076 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c98c0218-ab03-4148-b385-e4b43ab43450 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/53e2abd7-3252-4af0-a681-1736e42fa6db HTTP/1.1" status: 204 len: 168 time: 0.5845068 Feb 08 21:57:57.653117 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39408) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:57.753636 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45ce1c39-4e26-486d-8b69-a3044ed99083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (872dd483-80dc-4f25-adf3-2db0ddc9054d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:57.872400 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-45ce1c39-4e26-486d-8b69-a3044ed99083 admin admin] Deleting port 33fd69c3-1ee5-40c3-b729-e61a1dbefa7f {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:57:57.872957 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45ce1c39-4e26-486d-8b69-a3044ed99083 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (33fd69c3-1ee5-40c3-b729-e61a1dbefa7f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:57.887621 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cb58d4-b7ca-4a34-97cc-dc2f23906a50 None None] DHCP port deletion for 872dd483-80dc-4f25-adf3-2db0ddc9054d request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 21:57:57.939832 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7bbe6ce-1e99-4b6f-9be4-1aadcfbbc785 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for port (31b1acaf-a752-4184-813a-644f23d2cc67), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:57.954736 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7bbe6ce-1e99-4b6f-9be4-1aadcfbbc785 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (31b1acaf-a752-4184-813a-644f23d2cc67), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:57.961184 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-88cb58d4-b7ca-4a34-97cc-dc2f23906a50 None None] Deleting port 33fd69c3-1ee5-40c3-b729-e61a1dbefa7f {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:57:57.962345 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-88cb58d4-b7ca-4a34-97cc-dc2f23906a50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (33fd69c3-1ee5-40c3-b729-e61a1dbefa7f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:58.031772 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-45ce1c39-4e26-486d-8b69-a3044ed99083 admin admin] For port 33fd69c3-1ee5-40c3-b729-e61a1dbefa7f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=33fd69c3-1ee5-40c3-b729-e61a1dbefa7f,segment=NetworkSegment(be4fcaaf-37c1-4563-a30e-bf1cc30f5954),segment_id=be4fcaaf-37c1-4563-a30e-bf1cc30f5954)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:57:58.032284 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45ce1c39-4e26-486d-8b69-a3044ed99083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (33fd69c3-1ee5-40c3-b729-e61a1dbefa7f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:58.058471 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-45ce1c39-4e26-486d-8b69-a3044ed99083 admin admin] Calling delete_port for 33fd69c3-1ee5-40c3-b729-e61a1dbefa7f owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:57:58.096681 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bbe6ce-1e99-4b6f-9be4-1aadcfbbc785 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Port': ['ID=31b1acaf-a752-4184-813a-644f23d2cc67,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:58.146802 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7bbe6ce-1e99-4b6f-9be4-1aadcfbbc785 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (8eafe2a3-c936-4648-aab8-312d8d113749), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:58.148082 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-88cb58d4-b7ca-4a34-97cc-dc2f23906a50 None None] For port 33fd69c3-1ee5-40c3-b729-e61a1dbefa7f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=33fd69c3-1ee5-40c3-b729-e61a1dbefa7f,segment=NetworkSegment(be4fcaaf-37c1-4563-a30e-bf1cc30f5954),segment_id=be4fcaaf-37c1-4563-a30e-bf1cc30f5954)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:57:58.148504 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-88cb58d4-b7ca-4a34-97cc-dc2f23906a50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (33fd69c3-1ee5-40c3-b729-e61a1dbefa7f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:58.183062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-88cb58d4-b7ca-4a34-97cc-dc2f23906a50 None None] Calling delete_port for 33fd69c3-1ee5-40c3-b729-e61a1dbefa7f owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:57:58.200453 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45ce1c39-4e26-486d-8b69-a3044ed99083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (33fd69c3-1ee5-40c3-b729-e61a1dbefa7f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:58.288221 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ce1c39-4e26-486d-8b69-a3044ed99083 admin admin] No DVR routers for this DVR port 33fd69c3-1ee5-40c3-b729-e61a1dbefa7f on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:57:58.300443 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce1c39-4e26-486d-8b69-a3044ed99083 admin admin] Pushing event deleted for resources: {'Port': ['ID=33fd69c3-1ee5-40c3-b729-e61a1dbefa7f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:58.362079 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-88cb58d4-b7ca-4a34-97cc-dc2f23906a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (33fd69c3-1ee5-40c3-b729-e61a1dbefa7f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:58.376897 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-d7bbe6ce-1e99-4b6f-9be4-1aadcfbbc785 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Floating IP 8eafe2a3-c936-4648-aab8-312d8d113749 associated. External IP: 172.25.3.188, port: 3b082b9e-a84e-44ab-a823-ec03ee2c14f9. Feb 08 21:57:58.433792 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb58d4-b7ca-4a34-97cc-dc2f23906a50 None None] Pushing event deleted for resources: {'Port': ['ID=33fd69c3-1ee5-40c3-b729-e61a1dbefa7f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:58.450575 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cb58d4-b7ca-4a34-97cc-dc2f23906a50 None None] No DVR routers for this DVR port 33fd69c3-1ee5-40c3-b729-e61a1dbefa7f on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:57:58.479302 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45ce1c39-4e26-486d-8b69-a3044ed99083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (872dd483-80dc-4f25-adf3-2db0ddc9054d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:58.519127 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-45ce1c39-4e26-486d-8b69-a3044ed99083 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872dd483-80dc-4f25-adf3-2db0ddc9054d']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:58.560444 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-45ce1c39-4e26-486d-8b69-a3044ed99083 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be4fcaaf-37c1-4563-a30e-bf1cc30f5954') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:58.560844 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-45ce1c39-4e26-486d-8b69-a3044ed99083 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be4fcaaf-37c1-4563-a30e-bf1cc30f5954') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:58.587098 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45ce1c39-4e26-486d-8b69-a3044ed99083 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (be4fcaaf-37c1-4563-a30e-bf1cc30f5954), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:58.617645 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45ce1c39-4e26-486d-8b69-a3044ed99083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (be4fcaaf-37c1-4563-a30e-bf1cc30f5954), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:58.628082 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 33fd69c3-1ee5-40c3-b729-e61a1dbefa7f no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:57:58.629014 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ce1c39-4e26-486d-8b69-a3044ed99083 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:57:58.629473 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45ce1c39-4e26-486d-8b69-a3044ed99083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (be4fcaaf-37c1-4563-a30e-bf1cc30f5954), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:57:58.631565 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:57:58.679051 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 33fd69c3-1ee5-40c3-b729-e61a1dbefa7f {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:57:58.679609 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 33fd69c3-1ee5-40c3-b729-e61a1dbefa7f not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:57:58.725155 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45ce1c39-4e26-486d-8b69-a3044ed99083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (872dd483-80dc-4f25-adf3-2db0ddc9054d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:58.776312 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45ce1c39-4e26-486d-8b69-a3044ed99083 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:58.785616 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-45ce1c39-4e26-486d-8b69-a3044ed99083 admin admin] 10.222.0.88 "DELETE /v2.0/networks/872dd483-80dc-4f25-adf3-2db0ddc9054d HTTP/1.1" status: 204 len: 168 time: 1.1182652 Feb 08 21:57:58.788337 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce1c39-4e26-486d-8b69-a3044ed99083 admin admin] Pushing event deleted for resources: {'Network': ['ID=872dd483-80dc-4f25-adf3-2db0ddc9054d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:59.108186 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39414) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:59.207868 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7b422675-db33-4fa4-a24a-d337c8cb6b63 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=43758e0ca23d49be9ce42a7a0ada4b07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0987980 Feb 08 21:57:59.211279 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39420) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:57:59.296613 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f35b8804-ecfd-4aa1-848d-43c85f29d46c admin admin] Publish callbacks [] for security_group (7511107f-2f43-4847-bd5c-7b3ff980bf3b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:59.302709 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:59.308339 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bbe6ce-1e99-4b6f-9be4-1aadcfbbc785 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Router e685b65b-700a-40da-89e8-2505c50fa0b5 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:57:59.341447 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f35b8804-ecfd-4aa1-848d-43c85f29d46c admin admin] Publish callbacks [] for security_group (7511107f-2f43-4847-bd5c-7b3ff980bf3b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:59.405106 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f35b8804-ecfd-4aa1-848d-43c85f29d46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (7511107f-2f43-4847-bd5c-7b3ff980bf3b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:59.407898 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f35b8804-ecfd-4aa1-848d-43c85f29d46c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:59.411811 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f35b8804-ecfd-4aa1-848d-43c85f29d46c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7511107f-2f43-4847-bd5c-7b3ff980bf3b HTTP/1.1" status: 204 len: 168 time: 0.1968429 Feb 08 21:57:59.454329 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b8804-ecfd-4aa1-848d-43c85f29d46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7511107f-2f43-4847-bd5c-7b3ff980bf3b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:57:59.504715 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bbe6ce-1e99-4b6f-9be4-1aadcfbbc785 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:57:59.517032 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75237225-7300-4064-a1cc-2e393862f993 None None] Sync routers for ids ['e685b65b-700a-40da-89e8-2505c50fa0b5'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:57:59.541028 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75237225-7300-4064-a1cc-2e393862f993 None None] Routers {'e685b65b-700a-40da-89e8-2505c50fa0b5'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:57:59.541844 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-75237225-7300-4064-a1cc-2e393862f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:57:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e685b65b-700a-40da-89e8-2505c50fa0b5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:57:59.554286 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7bbe6ce-1e99-4b6f-9be4-1aadcfbbc785 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:57:59.605022 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d7bbe6ce-1e99-4b6f-9be4-1aadcfbbc785 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3244605 Feb 08 21:57:59.605022 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c', 'tag': '3b082b9e-a84e-44ab-a823-ec03ee2c14f9'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:57:59.608256 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea56055a-b681-4502-90cb-2e83df0ff07c" -d '{"events": [{"name": "network-changed", "server_uuid": "51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c", "tag": "3b082b9e-a84e-44ab-a823-ec03ee2c14f9"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:57:59.696305 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d186d810-4924-4de8-af82-480712966044 x-openstack-request-id: req-d186d810-4924-4de8-af82-480712966044 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:57:59.696797 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c", "tag": "3b082b9e-a84e-44ab-a823-ec03ee2c14f9", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:57:59.697157 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d186d810-4924-4de8-af82-480712966044 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:57:59.697719 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c', 'tag': '3b082b9e-a84e-44ab-a823-ec03ee2c14f9', 'status': 'completed', 'code': 200} Feb 08 21:57:59.704141 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-75237225-7300-4064-a1cc-2e393862f993 None None] Set router e685b65b-700a-40da-89e8-2505c50fa0b5 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:57:59.838198 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d8e09-3606-4997-96ac-35fef68e6963 req-763751ad-acbf-4565-b550-c9d33e9371e4 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:59.839839 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a4d8e09-3606-4997-96ac-35fef68e6963 req-763751ad-acbf-4565-b550-c9d33e9371e4 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 945 time: 0.1275842 Feb 08 21:57:59.842124 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56055a-b681-4502-90cb-2e83df0ff07c req-4fea591c-3aec-4b72-a66e-c66b6a15aeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:57:59.843627 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea56055a-b681-4502-90cb-2e83df0ff07c req-4fea591c-3aec-4b72-a66e-c66b6a15aeb4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 1128 time: 0.1217318 Feb 08 21:58:00.003686 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a4d8e09-3606-4997-96ac-35fef68e6963 req-a98a5f5f-9895-47f6-b98c-0eff805f8c87 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533968 Feb 08 21:58:00.033029 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39438) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:58:00.042908 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39440) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:58:00.104422 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7563339c-aa7f-4fb4-8a13-287b4231a8c4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=94e1a1d82d71424db12fd4e4a1f107bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0601206 Feb 08 21:58:00.107771 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39442) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:58:00.124117 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-75237225-7300-4064-a1cc-2e393862f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451199460', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '6c557efd-0c19-41bc-a408-ae87b436d077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:57:19Z', 'updated_at': '2022-02-08T21:57:30Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': '6c557efd-0c19-41bc-a408-ae87b436d077', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:57:20Z', 'updated_at': '2022-02-08T21:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '8eafe2a3-c936-4648-aab8-312d8d113749', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'port_id': '3b082b9e-a84e-44ab-a823-ec03ee2c14f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de', 'mac_address': 'fa:16:3e:88:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:57:57Z', 'updated_at': '2022-02-08T21:57:57Z', 'revision_number': 0, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '237ad339-254e-43fb-9b37-12a1b186a7e1', 'name': '', 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:06:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '8d230777-26b6-4044-8530-4e31179f1e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:57:27Z', 'updated_at': '2022-02-08T21:57:35Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '8d230777-26b6-4044-8530-4e31179f1e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:58:00.140457 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f359d9c6-e801-47dd-85c0-36f2ade86f9a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/floatingips/8eafe2a3-c936-4648-aab8-312d8d113749 HTTP/1.1" status: 200 len: 991 time: 0.1047628 Feb 08 21:58:00.146684 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56055a-b681-4502-90cb-2e83df0ff07c req-54e392a9-035d-49c3-bc5f-a3cf9889290d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:00.148299 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea56055a-b681-4502-90cb-2e83df0ff07c req-54e392a9-035d-49c3-bc5f-a3cf9889290d service neutron] 10.222.0.96 "GET /v2.0/networks?id=44f004ba-844e-4e7f-abce-081052edd5de HTTP/1.1" status: 200 len: 898 time: 0.2961833 Feb 08 21:58:00.155145 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75237225-7300-4064-a1cc-2e393862f993 None None] Checking router: e685b65b-700a-40da-89e8-2505c50fa0b5 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:58:00.166587 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75237225-7300-4064-a1cc-2e393862f993 None None] Routers {'e685b65b-700a-40da-89e8-2505c50fa0b5'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:58:00.167412 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-75237225-7300-4064-a1cc-2e393862f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:57:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e685b65b-700a-40da-89e8-2505c50fa0b5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:58:00.221845 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b509c2ab-17e7-4587-8f78-5619b0714e5b admin admin] Publish callbacks [] for security_group (ca3525e9-80e5-4def-9c27-66ad8d26c999), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:00.245923 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea56055a-b681-4502-90cb-2e83df0ff07c req-41a62527-e54c-4951-b505-d5a05bb34b8c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b082b9e-a84e-44ab-a823-ec03ee2c14f9 HTTP/1.1" status: 200 len: 999 time: 0.0917311 Feb 08 21:58:00.294893 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-75237225-7300-4064-a1cc-2e393862f993 None None] Set router e685b65b-700a-40da-89e8-2505c50fa0b5 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:58:00.311482 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56055a-b681-4502-90cb-2e83df0ff07c req-9af5fbbf-70db-4a5b-96ed-98442ab9d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:00.313350 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea56055a-b681-4502-90cb-2e83df0ff07c req-9af5fbbf-70db-4a5b-96ed-98442ab9d9ba service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8d230777-26b6-4044-8530-4e31179f1e6a HTTP/1.1" status: 200 len: 834 time: 0.0594990 Feb 08 21:58:00.315505 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b509c2ab-17e7-4587-8f78-5619b0714e5b admin admin] Publish callbacks [] for security_group (ca3525e9-80e5-4def-9c27-66ad8d26c999), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:00.398672 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56055a-b681-4502-90cb-2e83df0ff07c req-4e1b27ec-b4fe-4dbb-9629-2eddd2409815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:00.400400 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea56055a-b681-4502-90cb-2e83df0ff07c req-4e1b27ec-b4fe-4dbb-9629-2eddd2409815 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=44f004ba-844e-4e7f-abce-081052edd5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0772343 Feb 08 21:58:00.455186 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b509c2ab-17e7-4587-8f78-5619b0714e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (ca3525e9-80e5-4def-9c27-66ad8d26c999), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:00.458268 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b509c2ab-17e7-4587-8f78-5619b0714e5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:00.459555 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b509c2ab-17e7-4587-8f78-5619b0714e5b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ca3525e9-80e5-4def-9c27-66ad8d26c999 HTTP/1.1" status: 204 len: 168 time: 0.3508265 Feb 08 21:58:00.483530 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509c2ab-17e7-4587-8f78-5619b0714e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3525e9-80e5-4def-9c27-66ad8d26c999,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:00.549316 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea56055a-b681-4502-90cb-2e83df0ff07c req-fae1b245-1a76-4f70-a7fe-deeb7b291986 service neutron] 10.222.0.96 "GET /v2.0/networks/44f004ba-844e-4e7f-abce-081052edd5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424015 Feb 08 21:58:00.718574 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-75237225-7300-4064-a1cc-2e393862f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451199460', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '6c557efd-0c19-41bc-a408-ae87b436d077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:57:19Z', 'updated_at': '2022-02-08T21:57:30Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': '6c557efd-0c19-41bc-a408-ae87b436d077', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:57:20Z', 'updated_at': '2022-02-08T21:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '8eafe2a3-c936-4648-aab8-312d8d113749', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'port_id': '3b082b9e-a84e-44ab-a823-ec03ee2c14f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de', 'mac_address': 'fa:16:3e:88:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:57:57Z', 'updated_at': '2022-02-08T21:57:57Z', 'revision_number': 0, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '237ad339-254e-43fb-9b37-12a1b186a7e1', 'name': '', 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:06:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '8d230777-26b6-4044-8530-4e31179f1e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:57:27Z', 'updated_at': '2022-02-08T21:57:35Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '8d230777-26b6-4044-8530-4e31179f1e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:58:00.728435 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea56055a-b681-4502-90cb-2e83df0ff07c req-9e7c8a61-ffb4-4139-9c40-6b08a1de95b1 service neutron] 10.222.0.96 "GET /v2.0/networks/44f004ba-844e-4e7f-abce-081052edd5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693947 Feb 08 21:58:00.750590 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75237225-7300-4064-a1cc-2e393862f993 None None] The sync data for ids ['e685b65b-700a-40da-89e8-2505c50fa0b5'] in n-d-712143-31 is: [{'id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451199460', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '6c557efd-0c19-41bc-a408-ae87b436d077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:57:19Z', 'updated_at': '2022-02-08T21:57:30Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': '6c557efd-0c19-41bc-a408-ae87b436d077', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:57:20Z', 'updated_at': '2022-02-08T21:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '8eafe2a3-c936-4648-aab8-312d8d113749', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'port_id': '3b082b9e-a84e-44ab-a823-ec03ee2c14f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de', 'mac_address': 'fa:16:3e:88:a0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T21:57:57Z', 'updated_at': '2022-02-08T21:57:57Z', 'revision_number': 0, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '237ad339-254e-43fb-9b37-12a1b186a7e1', 'name': '', 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:06:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '8d230777-26b6-4044-8530-4e31179f1e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:57:27Z', 'updated_at': '2022-02-08T21:57:35Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '8d230777-26b6-4044-8530-4e31179f1e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:58:01.017147 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc50eb2-8634-4d9f-a78b-bdb3f8b4fec2 None None] New status for floating IP 8eafe2a3-c936-4648-aab8-312d8d113749: ACTIVE {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 21:58:01.143533 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39458) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:58:01.236516 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3bd2dd3c-dbc7-4402-bdf9-e2a638d8a6e4 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/floatingips/8eafe2a3-c936-4648-aab8-312d8d113749 HTTP/1.1" status: 200 len: 991 time: 0.0917861 Feb 08 21:58:01.462496 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:01.493869 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39468) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:58:01.605862 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:01.640329 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e40477ad-5e7b-49e8-9c02-64efda39c74c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1886814752-network', 'tenant_id': 'beb2210587a047799a2549836334dae5'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:58:01.666897 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40477ad-5e7b-49e8-9c02-64efda39c74c admin admin] Made reservation on behalf of beb2210587a047799a2549836334dae5 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:58:01.669681 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e40477ad-5e7b-49e8-9c02-64efda39c74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:01.687258 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e40477ad-5e7b-49e8-9c02-64efda39c74c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:01.801677 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e40477ad-5e7b-49e8-9c02-64efda39c74c admin admin] Publish callbacks [] for security_group (8c0c41a6-145d-497a-aa95-27d4305a9653), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:01.807272 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e40477ad-5e7b-49e8-9c02-64efda39c74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8c0c41a6-145d-497a-aa95-27d4305a9653), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:01.834131 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e40477ad-5e7b-49e8-9c02-64efda39c74c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:58:01.845269 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40477ad-5e7b-49e8-9c02-64efda39c74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0c41a6-145d-497a-aa95-27d4305a9653,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:01.851642 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e40477ad-5e7b-49e8-9c02-64efda39c74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (6a951ad3-7625-4331-a62f-82705b5864b1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:01.852231 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-e40477ad-5e7b-49e8-9c02-64efda39c74c admin admin] Added segment 6a951ad3-7625-4331-a62f-82705b5864b1 of type vlan for network 3e877b49-38c1-41e0-85cf-576297877def Feb 08 21:58:01.898563 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e40477ad-5e7b-49e8-9c02-64efda39c74c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (3e877b49-38c1-41e0-85cf-576297877def), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:01.936395 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e40477ad-5e7b-49e8-9c02-64efda39c74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (3e877b49-38c1-41e0-85cf-576297877def), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:01.938395 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40477ad-5e7b-49e8-9c02-64efda39c74c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:01.939456 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e40477ad-5e7b-49e8-9c02-64efda39c74c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:01.999413 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e40477ad-5e7b-49e8-9c02-64efda39c74c admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5039954 Feb 08 21:58:02.003314 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39474) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:58:02.009442 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-4a322a4d-ef4c-4711-9a16-2b346e769fb0 admin admin] Request body: {'subnet': {'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1886814752-subnet', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:58:02.014268 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40477ad-5e7b-49e8-9c02-64efda39c74c admin admin] Pushing event updated for resources: {'Network': ['ID=3e877b49-38c1-41e0-85cf-576297877def,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:02.027000 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 3e877b49-38c1-41e0-85cf-576297877def details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:58:02.036928 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a322a4d-ef4c-4711-9a16-2b346e769fb0 admin admin] Made reservation on behalf of beb2210587a047799a2549836334dae5 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:58:02.040606 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4a322a4d-ef4c-4711-9a16-2b346e769fb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:02.242718 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39476) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:58:02.250944 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4a322a4d-ef4c-4711-9a16-2b346e769fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (e2ac310d-6418-47f9-bc84-ee6106411485), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:02.322334 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a322a4d-ef4c-4711-9a16-2b346e769fb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2ac310d-6418-47f9-bc84-ee6106411485,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:02.331112 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a322a4d-ef4c-4711-9a16-2b346e769fb0 admin admin] Checking segment: {'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:58:02.331482 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a322a4d-ef4c-4711-9a16-2b346e769fb0 admin admin] Network hostable DHCP agents. Network: 3e877b49-38c1-41e0-85cf-576297877def, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:58:02.354478 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a322a4d-ef4c-4711-9a16-2b346e769fb0 admin admin] Network 3e877b49-38c1-41e0-85cf-576297877def is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:58:02.359208 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e04092db-6867-4d32-8e23-73c5a074aa9a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/floatingips/8eafe2a3-c936-4648-aab8-312d8d113749 HTTP/1.1" status: 200 len: 993 time: 0.1104133 Feb 08 21:58:02.367797 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-4a322a4d-ef4c-4711-9a16-2b346e769fb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 3e877b49-38c1-41e0-85cf-576297877def) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:58:02.372492 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a322a4d-ef4c-4711-9a16-2b346e769fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:02.373371 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4a322a4d-ef4c-4711-9a16-2b346e769fb0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:02.377348 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93876ffe-9961-438e-9287-3cbff465740e None None] Network 3e877b49-38c1-41e0-85cf-576297877def requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:58:02.396506 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4a322a4d-ef4c-4711-9a16-2b346e769fb0 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3914561 Feb 08 21:58:02.399667 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39478) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:58:02.404871 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-f16be6db-4a79-48b5-b9a4-911dbfbc53e2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1886814752-router', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:58:02.433837 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f16be6db-4a79-48b5-b9a4-911dbfbc53e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:02.434905 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f16be6db-4a79-48b5-b9a4-911dbfbc53e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:02.493389 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f16be6db-4a79-48b5-b9a4-911dbfbc53e2 admin admin] Publish callbacks [] for router_controller (fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:02.501622 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520aef28-b30b-4f53-a683-561fda9022aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-3e877b49-38c1-41e0-85cf-576297877def', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'project_id': 'beb2210587a047799a2549836334dae5', 'fixed_ips': [{'subnet_id': 'e2ac310d-6418-47f9-bc84-ee6106411485'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:58:02.503094 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-520aef28-b30b-4f53-a683-561fda9022aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:02.653892 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f16be6db-4a79-48b5-b9a4-911dbfbc53e2 admin admin] Publish callbacks [] for router_gateway (fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:02.701977 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-520aef28-b30b-4f53-a683-561fda9022aa None None] Allocated IP 172.20.0.2 (3e877b49-38c1-41e0-85cf-576297877def/e2ac310d-6418-47f9-bc84-ee6106411485/0aabab4c-0415-4948-8012-589cf0d45cf0) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:58:02.906650 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-520aef28-b30b-4f53-a683-561fda9022aa None None] Publish callbacks [] for port (0aabab4c-0415-4948-8012-589cf0d45cf0), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:02.917532 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-520aef28-b30b-4f53-a683-561fda9022aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (0aabab4c-0415-4948-8012-589cf0d45cf0), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:02.931662 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f16be6db-4a79-48b5-b9a4-911dbfbc53e2 admin admin] Publish callbacks [] for router_gateway (fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:02.953744 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f16be6db-4a79-48b5-b9a4-911dbfbc53e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:02.963385 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520aef28-b30b-4f53-a683-561fda9022aa None None] Network 3e877b49-38c1-41e0-85cf-576297877def is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:58:02.968785 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-520aef28-b30b-4f53-a683-561fda9022aa None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:58:02.972789 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520aef28-b30b-4f53-a683-561fda9022aa None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:58:02.987328 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520aef28-b30b-4f53-a683-561fda9022aa None None] Pushing event updated for resources: {'Port': ['ID=0aabab4c-0415-4948-8012-589cf0d45cf0,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:03.058038 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-520aef28-b30b-4f53-a683-561fda9022aa None None] Attempting to bind port 0aabab4c-0415-4948-8012-589cf0d45cf0 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:58:03.059173 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-520aef28-b30b-4f53-a683-561fda9022aa None None] Attempting to bind port 0aabab4c-0415-4948-8012-589cf0d45cf0 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:58:03.059720 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520aef28-b30b-4f53-a683-561fda9022aa None None] Attempting to bind port 0aabab4c-0415-4948-8012-589cf0d45cf0 on network 3e877b49-38c1-41e0-85cf-576297877def {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:58:03.066596 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520aef28-b30b-4f53-a683-561fda9022aa None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:58:03.067295 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520aef28-b30b-4f53-a683-561fda9022aa None None] Checking segment: {'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:58:03.068010 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-520aef28-b30b-4f53-a683-561fda9022aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:03.068595 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520aef28-b30b-4f53-a683-561fda9022aa None None] Bound using segment: {'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:58:03.069318 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-520aef28-b30b-4f53-a683-561fda9022aa None None] Bound port: 0aabab4c-0415-4948-8012-589cf0d45cf0, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:58:03.070436 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-520aef28-b30b-4f53-a683-561fda9022aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0aabab4c-0415-4948-8012-589cf0d45cf0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:03.093085 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-f16be6db-4a79-48b5-b9a4-911dbfbc53e2 admin admin] Allocated IP 172.25.3.75 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/e167d4a2-abef-439b-ac1d-0dec3521121f) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:58:03.151441 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-520aef28-b30b-4f53-a683-561fda9022aa None None] For port 0aabab4c-0415-4948-8012-589cf0d45cf0, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:58:03.155851 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-520aef28-b30b-4f53-a683-561fda9022aa None None] For port 0aabab4c-0415-4948-8012-589cf0d45cf0, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=0aabab4c-0415-4948-8012-589cf0d45cf0,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:58:03.164088 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-520aef28-b30b-4f53-a683-561fda9022aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0aabab4c-0415-4948-8012-589cf0d45cf0), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:03.232847 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f16be6db-4a79-48b5-b9a4-911dbfbc53e2 admin admin] Publish callbacks [] for port (e167d4a2-abef-439b-ac1d-0dec3521121f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:03.237555 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520aef28-b30b-4f53-a683-561fda9022aa None None] Pushing event updated for resources: {'Port': ['ID=0aabab4c-0415-4948-8012-589cf0d45cf0,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:03.279080 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f16be6db-4a79-48b5-b9a4-911dbfbc53e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (e167d4a2-abef-439b-ac1d-0dec3521121f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:03.329932 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16be6db-4a79-48b5-b9a4-911dbfbc53e2 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:58:03.333317 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-f16be6db-4a79-48b5-b9a4-911dbfbc53e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:58:03.338062 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16be6db-4a79-48b5-b9a4-911dbfbc53e2 admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:58:03.369097 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16be6db-4a79-48b5-b9a4-911dbfbc53e2 admin admin] Pushing event updated for resources: {'Port': ['ID=e167d4a2-abef-439b-ac1d-0dec3521121f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:03.710886 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f16be6db-4a79-48b5-b9a4-911dbfbc53e2 admin admin] Publish callbacks [] for router_gateway (fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:03.992576 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f16be6db-4a79-48b5-b9a4-911dbfbc53e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:04.215748 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16be6db-4a79-48b5-b9a4-911dbfbc53e2 admin admin] Router fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:58:04.409454 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16be6db-4a79-48b5-b9a4-911dbfbc53e2 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:58:04.424665 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b0545d-4a4a-4193-84f2-be8f9572ac3d None None] Sync routers for ids ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:58:04.445158 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b0545d-4a4a-4193-84f2-be8f9572ac3d None None] Routers {'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:58:04.445909 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-01b0545d-4a4a-4193-84f2-be8f9572ac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:57:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:58:04.454239 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f16be6db-4a79-48b5-b9a4-911dbfbc53e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:04.456326 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f16be6db-4a79-48b5-b9a4-911dbfbc53e2 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0553935 Feb 08 21:58:04.459209 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39490) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:58:04.716742 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a0336e-21d6-401d-a066-9ebcaa221c1b None None] Network 3e877b49-38c1-41e0-85cf-576297877def requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:58:04.731835 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-01b0545d-4a4a-4193-84f2-be8f9572ac3d None None] Set router fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:58:04.756412 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 0aabab4c-0415-4948-8012-589cf0d45cf0 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:58:04.898212 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-239a3136-b334-4387-89fc-ba7da161524f None None] Provisioning complete for port 0aabab4c-0415-4948-8012-589cf0d45cf0 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:58:04.898922 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-239a3136-b334-4387-89fc-ba7da161524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0aabab4c-0415-4948-8012-589cf0d45cf0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:04.955728 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 0aabab4c-0415-4948-8012-589cf0d45cf0 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:58:04.956386 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0aabab4c-0415-4948-8012-589cf0d45cf0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:05.047185 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-01b0545d-4a4a-4193-84f2-be8f9572ac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'name': 'tempest-TestVolumeBootPattern-1886814752-router', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:03Z', 'revision_number': 3, 'project_id': 'beb2210587a047799a2549836334dae5', 'gw_port': {'id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:58:05.088235 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b0545d-4a4a-4193-84f2-be8f9572ac3d None None] Checking router: fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:58:05.088937 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b0545d-4a4a-4193-84f2-be8f9572ac3d None None] Updating router fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 port e167d4a2-abef-439b-ac1d-0dec3521121f binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:58:05.123699 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-01b0545d-4a4a-4193-84f2-be8f9572ac3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e167d4a2-abef-439b-ac1d-0dec3521121f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:05.222755 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 0aabab4c-0415-4948-8012-589cf0d45cf0 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:58:05.223065 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0aabab4c-0415-4948-8012-589cf0d45cf0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:05.414352 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 0aabab4c-0415-4948-8012-589cf0d45cf0, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=0aabab4c-0415-4948-8012-589cf0d45cf0,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:58:05.421627 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0aabab4c-0415-4948-8012-589cf0d45cf0), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:05.461718 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e2cc563-5ca4-4cc8-9ae6-cbfebc4b1dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:05.494967 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-239a3136-b334-4387-89fc-ba7da161524f None None] Current status of the port 0aabab4c-0415-4948-8012-589cf0d45cf0 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:58:05.496516 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-239a3136-b334-4387-89fc-ba7da161524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0aabab4c-0415-4948-8012-589cf0d45cf0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:05.595197 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=0aabab4c-0415-4948-8012-589cf0d45cf0,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:05.611555 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-239a3136-b334-4387-89fc-ba7da161524f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 21:58:05.611914 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-239a3136-b334-4387-89fc-ba7da161524f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 21:58:05.694428 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-01b0545d-4a4a-4193-84f2-be8f9572ac3d None None] Publish callbacks [] for port (e167d4a2-abef-439b-ac1d-0dec3521121f), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:05.703566 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-01b0545d-4a4a-4193-84f2-be8f9572ac3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e167d4a2-abef-439b-ac1d-0dec3521121f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:05.880847 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-2e2cc563-5ca4-4cc8-9ae6-cbfebc4b1dd9 admin admin] Allocated IP 172.20.0.1 (3e877b49-38c1-41e0-85cf-576297877def/e2ac310d-6418-47f9-bc84-ee6106411485/eacd7dc5-508c-4224-828e-b0c1c032829a) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:58:05.909075 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-01b0545d-4a4a-4193-84f2-be8f9572ac3d None None] Attempting to bind port e167d4a2-abef-439b-ac1d-0dec3521121f on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:58:05.909693 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-01b0545d-4a4a-4193-84f2-be8f9572ac3d None None] Attempting to bind port e167d4a2-abef-439b-ac1d-0dec3521121f by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:58:05.910566 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b0545d-4a4a-4193-84f2-be8f9572ac3d None None] Attempting to bind port e167d4a2-abef-439b-ac1d-0dec3521121f on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:58:05.931061 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b0545d-4a4a-4193-84f2-be8f9572ac3d None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:58:05.931643 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b0545d-4a4a-4193-84f2-be8f9572ac3d None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:58:05.932337 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-01b0545d-4a4a-4193-84f2-be8f9572ac3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:05.932914 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b0545d-4a4a-4193-84f2-be8f9572ac3d None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:58:05.933795 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-01b0545d-4a4a-4193-84f2-be8f9572ac3d None None] Bound port: e167d4a2-abef-439b-ac1d-0dec3521121f, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:58:05.934185 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-01b0545d-4a4a-4193-84f2-be8f9572ac3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e167d4a2-abef-439b-ac1d-0dec3521121f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:05.968298 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39471c-0667-479e-911d-66bb574839ff None None] Pushing event updated for resources: {'Port': ['ID=e167d4a2-abef-439b-ac1d-0dec3521121f,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:06.021451 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-01b0545d-4a4a-4193-84f2-be8f9572ac3d None None] For port e167d4a2-abef-439b-ac1d-0dec3521121f, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:58:06.028307 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-01b0545d-4a4a-4193-84f2-be8f9572ac3d None None] For port e167d4a2-abef-439b-ac1d-0dec3521121f, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e167d4a2-abef-439b-ac1d-0dec3521121f,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:58:06.041881 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-01b0545d-4a4a-4193-84f2-be8f9572ac3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e167d4a2-abef-439b-ac1d-0dec3521121f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:06.120149 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b0545d-4a4a-4193-84f2-be8f9572ac3d None None] Routers {'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:58:06.121441 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-01b0545d-4a4a-4193-84f2-be8f9572ac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:57:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:58:06.125068 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e2cc563-5ca4-4cc8-9ae6-cbfebc4b1dd9 admin admin] Publish callbacks [] for port (eacd7dc5-508c-4224-828e-b0c1c032829a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:06.174938 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e2cc563-5ca4-4cc8-9ae6-cbfebc4b1dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (eacd7dc5-508c-4224-828e-b0c1c032829a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:06.208273 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-239a3136-b334-4387-89fc-ba7da161524f None None] Current status of the port 0aabab4c-0415-4948-8012-589cf0d45cf0 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:58:06.231605 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39471c-0667-479e-911d-66bb574839ff None None] Pushing event updated for resources: {'Port': ['ID=e167d4a2-abef-439b-ac1d-0dec3521121f,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:06.260002 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cc563-5ca4-4cc8-9ae6-cbfebc4b1dd9 admin admin] Pushing event updated for resources: {'Port': ['ID=eacd7dc5-508c-4224-828e-b0c1c032829a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:06.292661 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2cc563-5ca4-4cc8-9ae6-cbfebc4b1dd9 admin admin] Network 3e877b49-38c1-41e0-85cf-576297877def is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:58:06.294763 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2e2cc563-5ca4-4cc8-9ae6-cbfebc4b1dd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:58:06.298083 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2cc563-5ca4-4cc8-9ae6-cbfebc4b1dd9 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:58:06.350441 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-fd4e19d2-95cb-4b02-8447-f352cf49a972 None None] Provisioning complete for port 0aabab4c-0415-4948-8012-589cf0d45cf0 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:58:06.351622 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fd4e19d2-95cb-4b02-8447-f352cf49a972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0aabab4c-0415-4948-8012-589cf0d45cf0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:06.384919 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e2cc563-5ca4-4cc8-9ae6-cbfebc4b1dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:06.390857 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-01b0545d-4a4a-4193-84f2-be8f9572ac3d None None] Set router fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:58:06.553187 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-fd4e19d2-95cb-4b02-8447-f352cf49a972 None None] Current status of the port 0aabab4c-0415-4948-8012-589cf0d45cf0 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:58:06.654151 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 0aabab4c-0415-4948-8012-589cf0d45cf0 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:58:06.671211 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e2cc563-5ca4-4cc8-9ae6-cbfebc4b1dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (eacd7dc5-508c-4224-828e-b0c1c032829a), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:06.772366 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:06.775939 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-01b0545d-4a4a-4193-84f2-be8f9572ac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'name': 'tempest-TestVolumeBootPattern-1886814752-router', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:03Z', 'revision_number': 3, 'project_id': 'beb2210587a047799a2549836334dae5', 'gw_port': {'id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:58:06.778121 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-0d63cbbc-d543-450a-a8fc-7c26be74c0eb None None] Provisioning complete for port eacd7dc5-508c-4224-828e-b0c1c032829a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:58:06.778715 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0d63cbbc-d543-450a-a8fc-7c26be74c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (eacd7dc5-508c-4224-828e-b0c1c032829a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:06.806586 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b0545d-4a4a-4193-84f2-be8f9572ac3d None None] The sync data for ids ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'] in n-d-712143-31 is: [{'id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'name': 'tempest-TestVolumeBootPattern-1886814752-router', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:03Z', 'revision_number': 3, 'project_id': 'beb2210587a047799a2549836334dae5', 'gw_port': {'id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:58:06.837094 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 0aabab4c-0415-4948-8012-589cf0d45cf0 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:58:06.837094 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0aabab4c-0415-4948-8012-589cf0d45cf0), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:06.837094 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0d63cbbc-d543-450a-a8fc-7c26be74c0eb None None] Port eacd7dc5-508c-4224-828e-b0c1c032829a cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:58:06.894316 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:06.942174 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e2cc563-5ca4-4cc8-9ae6-cbfebc4b1dd9 admin admin] Publish callbacks [] for port (eacd7dc5-508c-4224-828e-b0c1c032829a), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:06.949026 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e2cc563-5ca4-4cc8-9ae6-cbfebc4b1dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (eacd7dc5-508c-4224-828e-b0c1c032829a), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:06.953522 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 0aabab4c-0415-4948-8012-589cf0d45cf0 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:58:07.023567 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cc563-5ca4-4cc8-9ae6-cbfebc4b1dd9 admin admin] Pushing event updated for resources: {'Port': ['ID=eacd7dc5-508c-4224-828e-b0c1c032829a,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:07.029006 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e2cc563-5ca4-4cc8-9ae6-cbfebc4b1dd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:07.182850 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2cc563-5ca4-4cc8-9ae6-cbfebc4b1dd9 admin admin] Network 3e877b49-38c1-41e0-85cf-576297877def is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:58:07.184753 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2e2cc563-5ca4-4cc8-9ae6-cbfebc4b1dd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:58:07.343457 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2cc563-5ca4-4cc8-9ae6-cbfebc4b1dd9 admin admin] Router fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:58:07.468607 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-35630c09-87da-4575-98f8-0c4bee0a387b None None] Provisioning complete for port eacd7dc5-508c-4224-828e-b0c1c032829a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:58:07.469194 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-35630c09-87da-4575-98f8-0c4bee0a387b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (eacd7dc5-508c-4224-828e-b0c1c032829a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:07.512836 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2cc563-5ca4-4cc8-9ae6-cbfebc4b1dd9 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:58:07.521193 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2e2cc563-5ca4-4cc8-9ae6-cbfebc4b1dd9 admin admin] 10.222.0.88 "PUT /v2.0/routers/fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0599003 Feb 08 21:58:07.528951 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-35630c09-87da-4575-98f8-0c4bee0a387b None None] Port eacd7dc5-508c-4224-828e-b0c1c032829a cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:58:08.216980 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39522) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:58:08.221919 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-9ba60401-8ecf-45a0-9cdd-b8eef9918bbc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-578115222-network', 'tenant_id': '1ba97ad99ffc4ca59a2aa06d9a5eea3c'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:58:08.251192 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba60401-8ecf-45a0-9cdd-b8eef9918bbc admin admin] Made reservation on behalf of 1ba97ad99ffc4ca59a2aa06d9a5eea3c for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:58:08.253405 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9ba60401-8ecf-45a0-9cdd-b8eef9918bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:08.264069 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9ba60401-8ecf-45a0-9cdd-b8eef9918bbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:08.353960 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9ba60401-8ecf-45a0-9cdd-b8eef9918bbc admin admin] Publish callbacks [] for security_group (a26d9633-2148-40ef-bae4-d56864c95ac6), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:08.358361 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9ba60401-8ecf-45a0-9cdd-b8eef9918bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a26d9633-2148-40ef-bae4-d56864c95ac6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:08.386633 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ba60401-8ecf-45a0-9cdd-b8eef9918bbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:58:08.399760 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9ba60401-8ecf-45a0-9cdd-b8eef9918bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (81605d75-0ab9-4ea9-b078-73a6bf4bda01), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:08.399998 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-9ba60401-8ecf-45a0-9cdd-b8eef9918bbc admin admin] Added segment 81605d75-0ab9-4ea9-b078-73a6bf4bda01 of type vlan for network 3492bced-2aec-4f82-a2dc-b8302441d153 Feb 08 21:58:08.411197 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba60401-8ecf-45a0-9cdd-b8eef9918bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26d9633-2148-40ef-bae4-d56864c95ac6,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:08.470709 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9ba60401-8ecf-45a0-9cdd-b8eef9918bbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (3492bced-2aec-4f82-a2dc-b8302441d153), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:08.499741 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9ba60401-8ecf-45a0-9cdd-b8eef9918bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (3492bced-2aec-4f82-a2dc-b8302441d153), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:08.500897 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba60401-8ecf-45a0-9cdd-b8eef9918bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:08.501664 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9ba60401-8ecf-45a0-9cdd-b8eef9918bbc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:08.545206 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39524) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:58:08.545718 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9ba60401-8ecf-45a0-9cdd-b8eef9918bbc admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3274455 Feb 08 21:58:08.551718 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e2a59191-a98e-49e7-9d2b-5d995d27212d admin admin] Request body: {'subnet': {'network_id': '3492bced-2aec-4f82-a2dc-b8302441d153', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-578115222-subnet', 'tenant_id': '1ba97ad99ffc4ca59a2aa06d9a5eea3c', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:58:08.594466 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a59191-a98e-49e7-9d2b-5d995d27212d admin admin] Made reservation on behalf of 1ba97ad99ffc4ca59a2aa06d9a5eea3c for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:58:08.597773 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e2a59191-a98e-49e7-9d2b-5d995d27212d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:08.636461 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba60401-8ecf-45a0-9cdd-b8eef9918bbc admin admin] Pushing event updated for resources: {'Network': ['ID=3492bced-2aec-4f82-a2dc-b8302441d153,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:08.651276 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-74845fb2-7364-44bc-9a5b-6f0c9c0bc86f req-0f0cc919-3c6b-49c4-89c4-9fb9f1a1d84a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0770354 Feb 08 21:58:08.900956 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74845fb2-7364-44bc-9a5b-6f0c9c0bc86f req-17fcc30e-8541-4616-a21a-2726095b217e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:08.903544 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-74845fb2-7364-44bc-9a5b-6f0c9c0bc86f req-17fcc30e-8541-4616-a21a-2726095b217e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 1128 time: 0.1534767 Feb 08 21:58:08.914916 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 3492bced-2aec-4f82-a2dc-b8302441d153 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:58:08.917178 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e167d4a2-abef-439b-ac1d-0dec3521121f up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:58:08.936540 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e2a59191-a98e-49e7-9d2b-5d995d27212d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (c2378b60-42fa-4816-99f8-004e751c4f8a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:09.068568 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a59191-a98e-49e7-9d2b-5d995d27212d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2378b60-42fa-4816-99f8-004e751c4f8a,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:09.096023 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port e167d4a2-abef-439b-ac1d-0dec3521121f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:58:09.096452 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e167d4a2-abef-439b-ac1d-0dec3521121f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:09.098467 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74845fb2-7364-44bc-9a5b-6f0c9c0bc86f req-69e29008-9fa7-4376-a064-26a966205a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:09.100479 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-74845fb2-7364-44bc-9a5b-6f0c9c0bc86f req-69e29008-9fa7-4376-a064-26a966205a9f service neutron] 10.222.0.96 "GET /v2.0/networks?id=44f004ba-844e-4e7f-abce-081052edd5de HTTP/1.1" status: 200 len: 898 time: 0.1689098 Feb 08 21:58:09.133578 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a59191-a98e-49e7-9d2b-5d995d27212d admin admin] Checking segment: {'id': '81605d75-0ab9-4ea9-b078-73a6bf4bda01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3492bced-2aec-4f82-a2dc-b8302441d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:58:09.134149 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a59191-a98e-49e7-9d2b-5d995d27212d admin admin] Network hostable DHCP agents. Network: 3492bced-2aec-4f82-a2dc-b8302441d153, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:58:09.161660 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fb3fc9-5007-444d-9525-65ff944be25e None None] Sync routers for ids ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:58:09.173382 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a59191-a98e-49e7-9d2b-5d995d27212d admin admin] Network 3492bced-2aec-4f82-a2dc-b8302441d153 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:58:09.194614 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-e2a59191-a98e-49e7-9d2b-5d995d27212d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 3492bced-2aec-4f82-a2dc-b8302441d153) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:58:09.204350 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fb3fc9-5007-444d-9525-65ff944be25e None None] Routers {'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:58:09.204665 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-86fb3fc9-5007-444d-9525-65ff944be25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:57:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:58:09.213053 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a59191-a98e-49e7-9d2b-5d995d27212d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:09.218957 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e2a59191-a98e-49e7-9d2b-5d995d27212d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:09.220975 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-74845fb2-7364-44bc-9a5b-6f0c9c0bc86f req-56815cc9-d66b-44d9-8cc3-cced33dea1b8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b082b9e-a84e-44ab-a823-ec03ee2c14f9 HTTP/1.1" status: 200 len: 1001 time: 0.1095841 Feb 08 21:58:09.251906 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e2a59191-a98e-49e7-9d2b-5d995d27212d admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7033973 Feb 08 21:58:09.253767 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39528) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:58:09.261481 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd5c5a7-20e0-433e-8edc-90fc67143b83 None None] Network 3492bced-2aec-4f82-a2dc-b8302441d153 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:58:09.265849 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-4c70bbd3-d42f-4a12-b8b1-a2fc1e6f22d3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-578115222-router', 'tenant_id': '1ba97ad99ffc4ca59a2aa06d9a5eea3c', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:58:09.306821 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74845fb2-7364-44bc-9a5b-6f0c9c0bc86f req-c392e63c-7688-4ce7-b64c-404ed6e24716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:09.308294 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-74845fb2-7364-44bc-9a5b-6f0c9c0bc86f req-c392e63c-7688-4ce7-b64c-404ed6e24716 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8d230777-26b6-4044-8530-4e31179f1e6a HTTP/1.1" status: 200 len: 834 time: 0.0798750 Feb 08 21:58:09.322181 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4c70bbd3-d42f-4a12-b8b1-a2fc1e6f22d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:09.323328 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4c70bbd3-d42f-4a12-b8b1-a2fc1e6f22d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:09.378209 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74845fb2-7364-44bc-9a5b-6f0c9c0bc86f req-d3cf70f6-e83b-48fd-97ac-906a5a8f0bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:09.380542 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-74845fb2-7364-44bc-9a5b-6f0c9c0bc86f req-d3cf70f6-e83b-48fd-97ac-906a5a8f0bf6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=44f004ba-844e-4e7f-abce-081052edd5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0627909 Feb 08 21:58:09.416146 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4c70bbd3-d42f-4a12-b8b1-a2fc1e6f22d3 admin admin] Publish callbacks [] for router_controller (c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:09.428357 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port e167d4a2-abef-439b-ac1d-0dec3521121f is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:58:09.428783 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e167d4a2-abef-439b-ac1d-0dec3521121f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:09.483178 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port e167d4a2-abef-439b-ac1d-0dec3521121f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e167d4a2-abef-439b-ac1d-0dec3521121f,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:58:09.495720 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e167d4a2-abef-439b-ac1d-0dec3521121f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:09.514434 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-86fb3fc9-5007-444d-9525-65ff944be25e None None] Set router fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:58:09.532738 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-74845fb2-7364-44bc-9a5b-6f0c9c0bc86f req-61b9146e-4890-404a-b5bc-6a59c536a28d service neutron] 10.222.0.96 "GET /v2.0/networks/44f004ba-844e-4e7f-abce-081052edd5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448469 Feb 08 21:58:09.609316 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01038b9e-aaa6-4a14-9c77-944860689384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-3492bced-2aec-4f82-a2dc-b8302441d153', 'network_id': '3492bced-2aec-4f82-a2dc-b8302441d153', 'project_id': '1ba97ad99ffc4ca59a2aa06d9a5eea3c', 'fixed_ips': [{'subnet_id': 'c2378b60-42fa-4816-99f8-004e751c4f8a'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 21:58:09.610957 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01038b9e-aaa6-4a14-9c77-944860689384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:09.651987 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4c70bbd3-d42f-4a12-b8b1-a2fc1e6f22d3 admin admin] Publish callbacks [] for router_gateway (c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:09.783093 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=e167d4a2-abef-439b-ac1d-0dec3521121f,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:09.993751 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4c70bbd3-d42f-4a12-b8b1-a2fc1e6f22d3 admin admin] Publish callbacks [] for router_gateway (c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:10.020408 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4c70bbd3-d42f-4a12-b8b1-a2fc1e6f22d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:10.057349 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-01038b9e-aaa6-4a14-9c77-944860689384 None None] Allocated IP 172.20.0.2 (3492bced-2aec-4f82-a2dc-b8302441d153/c2378b60-42fa-4816-99f8-004e751c4f8a/3969e442-556f-4321-ac08-e753fec47e64) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:58:10.204086 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-4c70bbd3-d42f-4a12-b8b1-a2fc1e6f22d3 admin admin] Allocated IP 172.25.3.78 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/2f3c3e50-d130-4db6-8946-2eacc4834526) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:58:10.248479 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-74845fb2-7364-44bc-9a5b-6f0c9c0bc86f req-4c3b3807-35bb-4240-9280-c0abe4ad1042 service neutron] 10.222.0.96 "GET /v2.0/networks/44f004ba-844e-4e7f-abce-081052edd5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7078629 Feb 08 21:58:10.288380 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01038b9e-aaa6-4a14-9c77-944860689384 None None] Publish callbacks [] for port (3969e442-556f-4321-ac08-e753fec47e64), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:10.302843 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01038b9e-aaa6-4a14-9c77-944860689384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (3969e442-556f-4321-ac08-e753fec47e64), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:10.336463 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4c70bbd3-d42f-4a12-b8b1-a2fc1e6f22d3 admin admin] Publish callbacks [] for port (2f3c3e50-d130-4db6-8946-2eacc4834526), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:10.381271 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4c70bbd3-d42f-4a12-b8b1-a2fc1e6f22d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (2f3c3e50-d130-4db6-8946-2eacc4834526), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:10.381865 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01038b9e-aaa6-4a14-9c77-944860689384 None None] Network 3492bced-2aec-4f82-a2dc-b8302441d153 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:58:10.406232 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-01038b9e-aaa6-4a14-9c77-944860689384 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:58:10.412566 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01038b9e-aaa6-4a14-9c77-944860689384 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:58:10.420913 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01038b9e-aaa6-4a14-9c77-944860689384 None None] Pushing event updated for resources: {'Port': ['ID=3969e442-556f-4321-ac08-e753fec47e64,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:10.445195 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c70bbd3-d42f-4a12-b8b1-a2fc1e6f22d3 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:58:10.448426 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-4c70bbd3-d42f-4a12-b8b1-a2fc1e6f22d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:58:10.452374 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c70bbd3-d42f-4a12-b8b1-a2fc1e6f22d3 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:58:10.459253 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70bbd3-d42f-4a12-b8b1-a2fc1e6f22d3 admin admin] Pushing event updated for resources: {'Port': ['ID=2f3c3e50-d130-4db6-8946-2eacc4834526,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:10.512418 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-01038b9e-aaa6-4a14-9c77-944860689384 None None] Attempting to bind port 3969e442-556f-4321-ac08-e753fec47e64 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:58:10.512717 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-01038b9e-aaa6-4a14-9c77-944860689384 None None] Attempting to bind port 3969e442-556f-4321-ac08-e753fec47e64 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '81605d75-0ab9-4ea9-b078-73a6bf4bda01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3492bced-2aec-4f82-a2dc-b8302441d153'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:58:10.513116 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01038b9e-aaa6-4a14-9c77-944860689384 None None] Attempting to bind port 3969e442-556f-4321-ac08-e753fec47e64 on network 3492bced-2aec-4f82-a2dc-b8302441d153 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:58:10.517898 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-86fb3fc9-5007-444d-9525-65ff944be25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'name': 'tempest-TestVolumeBootPattern-1886814752-router', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:06Z', 'revision_number': 4, 'project_id': 'beb2210587a047799a2549836334dae5', 'gw_port': {'id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'eacd7dc5-508c-4224-828e-b0c1c032829a', 'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'mac_address': 'fa:16:3e:3a:ce:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:05Z', 'updated_at': '2022-02-08T21:58:06Z', 'revision_number': 2, 'project_id': 'beb2210587a047799a2549836334dae5', 'subnets': [{'id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:58:10.564715 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fb3fc9-5007-444d-9525-65ff944be25e None None] Checking router: fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:58:10.565314 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fb3fc9-5007-444d-9525-65ff944be25e None None] Updating router fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 port eacd7dc5-508c-4224-828e-b0c1c032829a binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:58:10.599003 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01038b9e-aaa6-4a14-9c77-944860689384 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:58:10.599463 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01038b9e-aaa6-4a14-9c77-944860689384 None None] Checking segment: {'id': '81605d75-0ab9-4ea9-b078-73a6bf4bda01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3492bced-2aec-4f82-a2dc-b8302441d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:58:10.599803 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01038b9e-aaa6-4a14-9c77-944860689384 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:10.600429 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01038b9e-aaa6-4a14-9c77-944860689384 None None] Bound using segment: {'id': '81605d75-0ab9-4ea9-b078-73a6bf4bda01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3492bced-2aec-4f82-a2dc-b8302441d153'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:58:10.601183 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-01038b9e-aaa6-4a14-9c77-944860689384 None None] Bound port: 3969e442-556f-4321-ac08-e753fec47e64, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81605d75-0ab9-4ea9-b078-73a6bf4bda01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3492bced-2aec-4f82-a2dc-b8302441d153'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:58:10.601624 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01038b9e-aaa6-4a14-9c77-944860689384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3969e442-556f-4321-ac08-e753fec47e64), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:10.634343 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86fb3fc9-5007-444d-9525-65ff944be25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (eacd7dc5-508c-4224-828e-b0c1c032829a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:10.659660 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e167d4a2-abef-439b-ac1d-0dec3521121f up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:58:10.782899 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-01038b9e-aaa6-4a14-9c77-944860689384 None None] For port 3969e442-556f-4321-ac08-e753fec47e64, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:58:10.788473 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-01038b9e-aaa6-4a14-9c77-944860689384 None None] For port 3969e442-556f-4321-ac08-e753fec47e64, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3969e442-556f-4321-ac08-e753fec47e64,segment=NetworkSegment(81605d75-0ab9-4ea9-b078-73a6bf4bda01),segment_id=81605d75-0ab9-4ea9-b078-73a6bf4bda01)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:58:10.805273 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4c70bbd3-d42f-4a12-b8b1-a2fc1e6f22d3 admin admin] Publish callbacks [] for router_gateway (c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:10.807266 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01038b9e-aaa6-4a14-9c77-944860689384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3969e442-556f-4321-ac08-e753fec47e64), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:10.929633 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port e167d4a2-abef-439b-ac1d-0dec3521121f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:58:10.929924 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e167d4a2-abef-439b-ac1d-0dec3521121f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:11.062785 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01038b9e-aaa6-4a14-9c77-944860689384 None None] Pushing event updated for resources: {'Port': ['ID=3969e442-556f-4321-ac08-e753fec47e64,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:11.190319 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port e167d4a2-abef-439b-ac1d-0dec3521121f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:58:11.389363 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86fb3fc9-5007-444d-9525-65ff944be25e None None] Publish callbacks [] for port (eacd7dc5-508c-4224-828e-b0c1c032829a), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:11.397260 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86fb3fc9-5007-444d-9525-65ff944be25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (eacd7dc5-508c-4224-828e-b0c1c032829a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:11.552351 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4c70bbd3-d42f-4a12-b8b1-a2fc1e6f22d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:11.553285 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8891913e-b574-4804-9edd-b1c47e8ca21a None None] Pushing event updated for resources: {'Port': ['ID=eacd7dc5-508c-4224-828e-b0c1c032829a,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:11.557135 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-86fb3fc9-5007-444d-9525-65ff944be25e None None] Attempting to bind port eacd7dc5-508c-4224-828e-b0c1c032829a on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:58:11.557553 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-86fb3fc9-5007-444d-9525-65ff944be25e None None] Attempting to bind port eacd7dc5-508c-4224-828e-b0c1c032829a by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:58:11.557952 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fb3fc9-5007-444d-9525-65ff944be25e None None] Attempting to bind port eacd7dc5-508c-4224-828e-b0c1c032829a on network 3e877b49-38c1-41e0-85cf-576297877def {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:58:11.566220 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fb3fc9-5007-444d-9525-65ff944be25e None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:58:11.566729 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fb3fc9-5007-444d-9525-65ff944be25e None None] Checking segment: {'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:58:11.567150 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86fb3fc9-5007-444d-9525-65ff944be25e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:11.567543 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fb3fc9-5007-444d-9525-65ff944be25e None None] Bound using segment: {'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:58:11.568033 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-86fb3fc9-5007-444d-9525-65ff944be25e None None] Bound port: eacd7dc5-508c-4224-828e-b0c1c032829a, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:58:11.568420 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86fb3fc9-5007-444d-9525-65ff944be25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (eacd7dc5-508c-4224-828e-b0c1c032829a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:11.678336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-86fb3fc9-5007-444d-9525-65ff944be25e None None] For port eacd7dc5-508c-4224-828e-b0c1c032829a, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:58:11.684933 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-86fb3fc9-5007-444d-9525-65ff944be25e None None] For port eacd7dc5-508c-4224-828e-b0c1c032829a, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=eacd7dc5-508c-4224-828e-b0c1c032829a,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:58:11.696379 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86fb3fc9-5007-444d-9525-65ff944be25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (eacd7dc5-508c-4224-828e-b0c1c032829a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:11.820211 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c70bbd3-d42f-4a12-b8b1-a2fc1e6f22d3 admin admin] Router c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 21:58:11.977708 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-e1052ae6-c569-4185-b9b2-88a8c2349f8e None None] Provisioning complete for port eacd7dc5-508c-4224-828e-b0c1c032829a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:58:11.978084 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e1052ae6-c569-4185-b9b2-88a8c2349f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (eacd7dc5-508c-4224-828e-b0c1c032829a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:11.980169 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fb3fc9-5007-444d-9525-65ff944be25e None None] Routers {'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:58:11.980811 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-86fb3fc9-5007-444d-9525-65ff944be25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:57:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:58:11.987564 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8891913e-b574-4804-9edd-b1c47e8ca21a None None] Pushing event updated for resources: {'Port': ['ID=eacd7dc5-508c-4224-828e-b0c1c032829a,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:12.008459 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c70bbd3-d42f-4a12-b8b1-a2fc1e6f22d3 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:58:12.018325 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f65925-d0e1-4737-b300-c5121f5b6dbc None None] Sync routers for ids ['c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:58:12.035390 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f65925-d0e1-4737-b300-c5121f5b6dbc None None] Routers {'c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:58:12.036605 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b8f65925-d0e1-4737-b300-c5121f5b6dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:57:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:58:12.064605 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4c70bbd3-d42f-4a12-b8b1-a2fc1e6f22d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:12.066892 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39534) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:58:12.068885 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4c70bbd3-d42f-4a12-b8b1-a2fc1e6f22d3 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8126948 Feb 08 21:58:12.228923 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-86fb3fc9-5007-444d-9525-65ff944be25e None None] Set router fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:58:12.300937 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e1052ae6-c569-4185-b9b2-88a8c2349f8e None None] Current status of the port eacd7dc5-508c-4224-828e-b0c1c032829a is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:58:12.306404 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e1052ae6-c569-4185-b9b2-88a8c2349f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (eacd7dc5-508c-4224-828e-b0c1c032829a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:12.315523 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-b8f65925-d0e1-4737-b300-c5121f5b6dbc None None] Set router c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:58:12.525125 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-e1052ae6-c569-4185-b9b2-88a8c2349f8e None None] For port eacd7dc5-508c-4224-828e-b0c1c032829a, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=eacd7dc5-508c-4224-828e-b0c1c032829a,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:58:12.643489 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e1052ae6-c569-4185-b9b2-88a8c2349f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (eacd7dc5-508c-4224-828e-b0c1c032829a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:12.729419 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b8f65925-d0e1-4737-b300-c5121f5b6dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5', 'name': 'tempest-TestVolumeBootPattern-578115222-router', 'tenant_id': '1ba97ad99ffc4ca59a2aa06d9a5eea3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '2f3c3e50-d130-4db6-8946-2eacc4834526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:09Z', 'updated_at': '2022-02-08T21:58:10Z', 'revision_number': 3, 'project_id': '1ba97ad99ffc4ca59a2aa06d9a5eea3c', 'gw_port': {'id': '2f3c3e50-d130-4db6-8946-2eacc4834526', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:10Z', 'updated_at': '2022-02-08T21:58:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:58:12.768521 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f65925-d0e1-4737-b300-c5121f5b6dbc None None] Checking router: c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:58:12.769266 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f65925-d0e1-4737-b300-c5121f5b6dbc None None] Updating router c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5 port 2f3c3e50-d130-4db6-8946-2eacc4834526 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:58:12.783062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098a038a-b8cc-4013-a23a-c34087a3c77b None None] Network 3492bced-2aec-4f82-a2dc-b8302441d153 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:58:12.811097 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b8f65925-d0e1-4737-b300-c5121f5b6dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2f3c3e50-d130-4db6-8946-2eacc4834526), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:12.892104 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3969e442-556f-4321-ac08-e753fec47e64 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:58:13.033901 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-fd2277da-3711-4179-8145-dfaf30b6e394 None None] Provisioning complete for port 3969e442-556f-4321-ac08-e753fec47e64 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:58:13.034274 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fd2277da-3711-4179-8145-dfaf30b6e394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3969e442-556f-4321-ac08-e753fec47e64), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:13.119576 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1052ae6-c569-4185-b9b2-88a8c2349f8e None None] Pushing event updated for resources: {'Port': ['ID=eacd7dc5-508c-4224-828e-b0c1c032829a,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:13.194570 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9bf782ea-a347-44b5-a290-dac01103a867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:13.342830 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 3969e442-556f-4321-ac08-e753fec47e64 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:58:13.343431 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3969e442-556f-4321-ac08-e753fec47e64), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:13.352385 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b8f65925-d0e1-4737-b300-c5121f5b6dbc None None] Publish callbacks [] for port (2f3c3e50-d130-4db6-8946-2eacc4834526), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:13.363333 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b8f65925-d0e1-4737-b300-c5121f5b6dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2f3c3e50-d130-4db6-8946-2eacc4834526), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:13.458149 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-fd2277da-3711-4179-8145-dfaf30b6e394 None None] Current status of the port 3969e442-556f-4321-ac08-e753fec47e64 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:58:13.458650 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fd2277da-3711-4179-8145-dfaf30b6e394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3969e442-556f-4321-ac08-e753fec47e64), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:13.483079 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-86fb3fc9-5007-444d-9525-65ff944be25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'name': 'tempest-TestVolumeBootPattern-1886814752-router', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:06Z', 'revision_number': 4, 'project_id': 'beb2210587a047799a2549836334dae5', 'gw_port': {'id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'eacd7dc5-508c-4224-828e-b0c1c032829a', 'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'mac_address': 'fa:16:3e:3a:ce:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:05Z', 'updated_at': '2022-02-08T21:58:11Z', 'revision_number': 4, 'project_id': 'beb2210587a047799a2549836334dae5', 'subnets': [{'id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:58:13.517309 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-fd2277da-3711-4179-8145-dfaf30b6e394 None None] For port 3969e442-556f-4321-ac08-e753fec47e64, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3969e442-556f-4321-ac08-e753fec47e64,segment=NetworkSegment(81605d75-0ab9-4ea9-b078-73a6bf4bda01),segment_id=81605d75-0ab9-4ea9-b078-73a6bf4bda01)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:58:13.519787 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b8f65925-d0e1-4737-b300-c5121f5b6dbc None None] Attempting to bind port 2f3c3e50-d130-4db6-8946-2eacc4834526 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:58:13.521569 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b8f65925-d0e1-4737-b300-c5121f5b6dbc None None] Attempting to bind port 2f3c3e50-d130-4db6-8946-2eacc4834526 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:58:13.522125 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f65925-d0e1-4737-b300-c5121f5b6dbc None None] Attempting to bind port 2f3c3e50-d130-4db6-8946-2eacc4834526 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:58:13.525633 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fd2277da-3711-4179-8145-dfaf30b6e394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3969e442-556f-4321-ac08-e753fec47e64), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:13.540549 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e595255-4c87-45cd-a976-8ee2f5ca5e00 None None] Pushing event updated for resources: {'Port': ['ID=2f3c3e50-d130-4db6-8946-2eacc4834526,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:13.547368 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f65925-d0e1-4737-b300-c5121f5b6dbc None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:58:13.552524 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f65925-d0e1-4737-b300-c5121f5b6dbc None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:58:13.553094 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b8f65925-d0e1-4737-b300-c5121f5b6dbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:13.555588 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f65925-d0e1-4737-b300-c5121f5b6dbc None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:58:13.556185 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b8f65925-d0e1-4737-b300-c5121f5b6dbc None None] Bound port: 2f3c3e50-d130-4db6-8946-2eacc4834526, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:58:13.556659 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b8f65925-d0e1-4737-b300-c5121f5b6dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2f3c3e50-d130-4db6-8946-2eacc4834526), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:13.590721 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-9bf782ea-a347-44b5-a290-dac01103a867 admin admin] Allocated IP 172.20.0.1 (3492bced-2aec-4f82-a2dc-b8302441d153/c2378b60-42fa-4816-99f8-004e751c4f8a/eb763e58-e43b-4a9e-8c65-5363320aaf66) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:58:13.676647 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fb3fc9-5007-444d-9525-65ff944be25e None None] The sync data for ids ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'] in n-d-712143-31 is: [{'id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'name': 'tempest-TestVolumeBootPattern-1886814752-router', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:06Z', 'revision_number': 4, 'project_id': 'beb2210587a047799a2549836334dae5', 'gw_port': {'id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'eacd7dc5-508c-4224-828e-b0c1c032829a', 'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'mac_address': 'fa:16:3e:3a:ce:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:05Z', 'updated_at': '2022-02-08T21:58:11Z', 'revision_number': 4, 'project_id': 'beb2210587a047799a2549836334dae5', 'subnets': [{'id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:58:13.705356 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b8f65925-d0e1-4737-b300-c5121f5b6dbc None None] For port 2f3c3e50-d130-4db6-8946-2eacc4834526, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:58:13.720984 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b8f65925-d0e1-4737-b300-c5121f5b6dbc None None] For port 2f3c3e50-d130-4db6-8946-2eacc4834526, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=2f3c3e50-d130-4db6-8946-2eacc4834526,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:58:13.726647 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-fd2277da-3711-4179-8145-dfaf30b6e394 None None] Provisioning complete for port eacd7dc5-508c-4224-828e-b0c1c032829a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:58:13.728445 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fd2277da-3711-4179-8145-dfaf30b6e394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (eacd7dc5-508c-4224-828e-b0c1c032829a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:13.737723 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b8f65925-d0e1-4737-b300-c5121f5b6dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2f3c3e50-d130-4db6-8946-2eacc4834526), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:13.881498 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 3969e442-556f-4321-ac08-e753fec47e64 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:58:13.924405 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2277da-3711-4179-8145-dfaf30b6e394 None None] Pushing event updated for resources: {'Port': ['ID=3969e442-556f-4321-ac08-e753fec47e64,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:13.932815 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f65925-d0e1-4737-b300-c5121f5b6dbc None None] Routers {'c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:58:13.936772 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b8f65925-d0e1-4737-b300-c5121f5b6dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:57:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:58:13.938225 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e595255-4c87-45cd-a976-8ee2f5ca5e00 None None] Pushing event updated for resources: {'Port': ['ID=2f3c3e50-d130-4db6-8946-2eacc4834526,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:13.959585 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9bf782ea-a347-44b5-a290-dac01103a867 admin admin] Publish callbacks [] for port (eb763e58-e43b-4a9e-8c65-5363320aaf66), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:14.033890 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9bf782ea-a347-44b5-a290-dac01103a867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (eb763e58-e43b-4a9e-8c65-5363320aaf66), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:14.085500 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf782ea-a347-44b5-a290-dac01103a867 admin admin] Pushing event updated for resources: {'Port': ['ID=eb763e58-e43b-4a9e-8c65-5363320aaf66,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:14.111154 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-fd2277da-3711-4179-8145-dfaf30b6e394 None None] Current status of the port eacd7dc5-508c-4224-828e-b0c1c032829a is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:58:14.112100 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf782ea-a347-44b5-a290-dac01103a867 admin admin] Network 3492bced-2aec-4f82-a2dc-b8302441d153 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:58:14.113819 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-9bf782ea-a347-44b5-a290-dac01103a867 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:58:14.122112 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf782ea-a347-44b5-a290-dac01103a867 admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:58:14.200532 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9bf782ea-a347-44b5-a290-dac01103a867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:14.210308 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-b8f65925-d0e1-4737-b300-c5121f5b6dbc None None] Set router c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:58:14.252843 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-755ca431-9b88-4e96-8172-8c744b2662a5 None None] Provisioning complete for port 3969e442-556f-4321-ac08-e753fec47e64 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:58:14.258290 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-755ca431-9b88-4e96-8172-8c744b2662a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3969e442-556f-4321-ac08-e753fec47e64), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:14.510641 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9bf782ea-a347-44b5-a290-dac01103a867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (eb763e58-e43b-4a9e-8c65-5363320aaf66), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:14.519131 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-755ca431-9b88-4e96-8172-8c744b2662a5 None None] Current status of the port 3969e442-556f-4321-ac08-e753fec47e64 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:58:14.653341 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b91367d4-963e-4a1d-badc-0539ad3e1f84 None None] Provisioning complete for port eb763e58-e43b-4a9e-8c65-5363320aaf66 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:58:14.653605 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b91367d4-963e-4a1d-badc-0539ad3e1f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (eb763e58-e43b-4a9e-8c65-5363320aaf66), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:14.735376 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b8f65925-d0e1-4737-b300-c5121f5b6dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5', 'name': 'tempest-TestVolumeBootPattern-578115222-router', 'tenant_id': '1ba97ad99ffc4ca59a2aa06d9a5eea3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '2f3c3e50-d130-4db6-8946-2eacc4834526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:09Z', 'updated_at': '2022-02-08T21:58:10Z', 'revision_number': 3, 'project_id': '1ba97ad99ffc4ca59a2aa06d9a5eea3c', 'gw_port': {'id': '2f3c3e50-d130-4db6-8946-2eacc4834526', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:10Z', 'updated_at': '2022-02-08T21:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:58:14.763075 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b91367d4-963e-4a1d-badc-0539ad3e1f84 None None] Port eb763e58-e43b-4a9e-8c65-5363320aaf66 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:58:14.818764 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f65925-d0e1-4737-b300-c5121f5b6dbc None None] The sync data for ids ['c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5'] in n-d-712143-31 is: [{'id': 'c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5', 'name': 'tempest-TestVolumeBootPattern-578115222-router', 'tenant_id': '1ba97ad99ffc4ca59a2aa06d9a5eea3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '2f3c3e50-d130-4db6-8946-2eacc4834526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:09Z', 'updated_at': '2022-02-08T21:58:10Z', 'revision_number': 3, 'project_id': '1ba97ad99ffc4ca59a2aa06d9a5eea3c', 'gw_port': {'id': '2f3c3e50-d130-4db6-8946-2eacc4834526', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:10Z', 'updated_at': '2022-02-08T21:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:58:14.819573 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3969e442-556f-4321-ac08-e753fec47e64 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:58:14.975644 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9bf782ea-a347-44b5-a290-dac01103a867 admin admin] Publish callbacks [] for port (eb763e58-e43b-4a9e-8c65-5363320aaf66), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:14.989103 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 3969e442-556f-4321-ac08-e753fec47e64 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:58:14.989913 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3969e442-556f-4321-ac08-e753fec47e64), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:14.998774 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9bf782ea-a347-44b5-a290-dac01103a867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (eb763e58-e43b-4a9e-8c65-5363320aaf66), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:15.126569 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 3969e442-556f-4321-ac08-e753fec47e64 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:58:15.127985 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device eacd7dc5-508c-4224-828e-b0c1c032829a up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:58:15.206174 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port eacd7dc5-508c-4224-828e-b0c1c032829a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:58:15.206935 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (eacd7dc5-508c-4224-828e-b0c1c032829a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:15.226511 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9bf782ea-a347-44b5-a290-dac01103a867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:15.248523 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf782ea-a347-44b5-a290-dac01103a867 admin admin] Pushing event updated for resources: {'Port': ['ID=eb763e58-e43b-4a9e-8c65-5363320aaf66,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:15.421705 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port eacd7dc5-508c-4224-828e-b0c1c032829a is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:58:15.472673 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf782ea-a347-44b5-a290-dac01103a867 admin admin] Network 3492bced-2aec-4f82-a2dc-b8302441d153 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:58:15.476835 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-9bf782ea-a347-44b5-a290-dac01103a867 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:58:15.795709 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf782ea-a347-44b5-a290-dac01103a867 admin admin] Router c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 21:58:15.919137 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-19cb05a6-97d7-4ebc-b876-e9df9ac84c09 None None] Provisioning complete for port eb763e58-e43b-4a9e-8c65-5363320aaf66 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:58:15.919868 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-19cb05a6-97d7-4ebc-b876-e9df9ac84c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (eb763e58-e43b-4a9e-8c65-5363320aaf66), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:15.989450 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf782ea-a347-44b5-a290-dac01103a867 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 21:58:16.001353 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-19cb05a6-97d7-4ebc-b876-e9df9ac84c09 None None] Port eb763e58-e43b-4a9e-8c65-5363320aaf66 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:58:16.030094 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9bf782ea-a347-44b5-a290-dac01103a867 admin admin] 10.222.0.88 "PUT /v2.0/routers/c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9575551 Feb 08 21:58:16.661730 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 2f3c3e50-d130-4db6-8946-2eacc4834526 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:58:16.720609 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 2f3c3e50-d130-4db6-8946-2eacc4834526 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:58:16.721054 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2f3c3e50-d130-4db6-8946-2eacc4834526), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:16.836087 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 2f3c3e50-d130-4db6-8946-2eacc4834526 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:58:16.836493 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2f3c3e50-d130-4db6-8946-2eacc4834526), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:16.861935 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 2f3c3e50-d130-4db6-8946-2eacc4834526, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=2f3c3e50-d130-4db6-8946-2eacc4834526,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:58:16.869415 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2f3c3e50-d130-4db6-8946-2eacc4834526), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:16.934089 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=2f3c3e50-d130-4db6-8946-2eacc4834526,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:17.671112 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1808935-ebaa-45bd-b066-4035dc4eca63 None None] Sync routers for ids ['c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 21:58:17.683909 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1808935-ebaa-45bd-b066-4035dc4eca63 None None] Routers {'c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:58:17.684648 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c1808935-ebaa-45bd-b066-4035dc4eca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:57:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:58:17.795729 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:58:18.001329 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-c1808935-ebaa-45bd-b066-4035dc4eca63 None None] Set router c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:58:18.285431 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c1808935-ebaa-45bd-b066-4035dc4eca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5', 'name': 'tempest-TestVolumeBootPattern-578115222-router', 'tenant_id': '1ba97ad99ffc4ca59a2aa06d9a5eea3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '2f3c3e50-d130-4db6-8946-2eacc4834526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:09Z', 'updated_at': '2022-02-08T21:58:14Z', 'revision_number': 4, 'project_id': '1ba97ad99ffc4ca59a2aa06d9a5eea3c', 'gw_port': {'id': '2f3c3e50-d130-4db6-8946-2eacc4834526', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:10Z', 'updated_at': '2022-02-08T21:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'eb763e58-e43b-4a9e-8c65-5363320aaf66', 'name': '', 'network_id': '3492bced-2aec-4f82-a2dc-b8302441d153', 'tenant_id': '1ba97ad99ffc4ca59a2aa06d9a5eea3c', 'mac_address': 'fa:16:3e:f2:09:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'c2378b60-42fa-4816-99f8-004e751c4f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:13Z', 'updated_at': '2022-02-08T21:58:14Z', 'revision_number': 2, 'project_id': '1ba97ad99ffc4ca59a2aa06d9a5eea3c', 'subnets': [{'id': 'c2378b60-42fa-4816-99f8-004e751c4f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:58:18.318090 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1808935-ebaa-45bd-b066-4035dc4eca63 None None] Checking router: c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 21:58:18.318433 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1808935-ebaa-45bd-b066-4035dc4eca63 None None] Updating router c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5 port eb763e58-e43b-4a9e-8c65-5363320aaf66 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 21:58:18.367579 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c1808935-ebaa-45bd-b066-4035dc4eca63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (eb763e58-e43b-4a9e-8c65-5363320aaf66), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:18.649955 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 2f3c3e50-d130-4db6-8946-2eacc4834526 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:58:18.772170 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 2f3c3e50-d130-4db6-8946-2eacc4834526 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:58:18.772713 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2f3c3e50-d130-4db6-8946-2eacc4834526), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:18.805623 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c1808935-ebaa-45bd-b066-4035dc4eca63 None None] Publish callbacks [] for port (eb763e58-e43b-4a9e-8c65-5363320aaf66), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:18.816388 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c1808935-ebaa-45bd-b066-4035dc4eca63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (eb763e58-e43b-4a9e-8c65-5363320aaf66), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:18.889799 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61437091-5d95-490a-bb5d-7bff6b2697c0 None None] Pushing event updated for resources: {'Port': ['ID=eb763e58-e43b-4a9e-8c65-5363320aaf66,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:19.001872 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c1808935-ebaa-45bd-b066-4035dc4eca63 None None] Attempting to bind port eb763e58-e43b-4a9e-8c65-5363320aaf66 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:58:19.003290 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c1808935-ebaa-45bd-b066-4035dc4eca63 None None] Attempting to bind port eb763e58-e43b-4a9e-8c65-5363320aaf66 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '81605d75-0ab9-4ea9-b078-73a6bf4bda01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3492bced-2aec-4f82-a2dc-b8302441d153'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:58:19.003290 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1808935-ebaa-45bd-b066-4035dc4eca63 None None] Attempting to bind port eb763e58-e43b-4a9e-8c65-5363320aaf66 on network 3492bced-2aec-4f82-a2dc-b8302441d153 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:58:19.021569 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1808935-ebaa-45bd-b066-4035dc4eca63 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:58:19.022128 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1808935-ebaa-45bd-b066-4035dc4eca63 None None] Checking segment: {'id': '81605d75-0ab9-4ea9-b078-73a6bf4bda01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3492bced-2aec-4f82-a2dc-b8302441d153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:58:19.022818 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c1808935-ebaa-45bd-b066-4035dc4eca63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:19.023820 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1808935-ebaa-45bd-b066-4035dc4eca63 None None] Bound using segment: {'id': '81605d75-0ab9-4ea9-b078-73a6bf4bda01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3492bced-2aec-4f82-a2dc-b8302441d153'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:58:19.024429 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c1808935-ebaa-45bd-b066-4035dc4eca63 None None] Bound port: eb763e58-e43b-4a9e-8c65-5363320aaf66, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81605d75-0ab9-4ea9-b078-73a6bf4bda01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3492bced-2aec-4f82-a2dc-b8302441d153'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:58:19.024941 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c1808935-ebaa-45bd-b066-4035dc4eca63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (eb763e58-e43b-4a9e-8c65-5363320aaf66), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:19.050581 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 2f3c3e50-d130-4db6-8946-2eacc4834526 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:58:19.120992 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c1808935-ebaa-45bd-b066-4035dc4eca63 None None] For port eb763e58-e43b-4a9e-8c65-5363320aaf66, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:58:19.124878 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c1808935-ebaa-45bd-b066-4035dc4eca63 None None] For port eb763e58-e43b-4a9e-8c65-5363320aaf66, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=eb763e58-e43b-4a9e-8c65-5363320aaf66,segment=NetworkSegment(81605d75-0ab9-4ea9-b078-73a6bf4bda01),segment_id=81605d75-0ab9-4ea9-b078-73a6bf4bda01)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:58:19.134039 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c1808935-ebaa-45bd-b066-4035dc4eca63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (eb763e58-e43b-4a9e-8c65-5363320aaf66), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:19.208888 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d90ad64e-b25d-4693-897c-2e6cf64b59e3 None None] Provisioning complete for port eb763e58-e43b-4a9e-8c65-5363320aaf66 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:58:19.209361 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d90ad64e-b25d-4693-897c-2e6cf64b59e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (eb763e58-e43b-4a9e-8c65-5363320aaf66), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:19.246842 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1808935-ebaa-45bd-b066-4035dc4eca63 None None] Routers {'c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 21:58:19.247680 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c1808935-ebaa-45bd-b066-4035dc4eca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T21:57:57Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:58:19.251852 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61437091-5d95-490a-bb5d-7bff6b2697c0 None None] Pushing event updated for resources: {'Port': ['ID=eb763e58-e43b-4a9e-8c65-5363320aaf66,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:19.430546 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d90ad64e-b25d-4693-897c-2e6cf64b59e3 None None] Current status of the port eb763e58-e43b-4a9e-8c65-5363320aaf66 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:58:19.431077 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d90ad64e-b25d-4693-897c-2e6cf64b59e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (eb763e58-e43b-4a9e-8c65-5363320aaf66), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:19.463481 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-c1808935-ebaa-45bd-b066-4035dc4eca63 None None] Set router c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 21:58:19.535446 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d90ad64e-b25d-4693-897c-2e6cf64b59e3 None None] For port eb763e58-e43b-4a9e-8c65-5363320aaf66, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=eb763e58-e43b-4a9e-8c65-5363320aaf66,segment=NetworkSegment(81605d75-0ab9-4ea9-b078-73a6bf4bda01),segment_id=81605d75-0ab9-4ea9-b078-73a6bf4bda01)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:58:19.545839 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d90ad64e-b25d-4693-897c-2e6cf64b59e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (eb763e58-e43b-4a9e-8c65-5363320aaf66), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:19.693111 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ad64e-b25d-4693-897c-2e6cf64b59e3 None None] Pushing event updated for resources: {'Port': ['ID=eb763e58-e43b-4a9e-8c65-5363320aaf66,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:19.707253 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-a1d132ba-a581-46fa-bdad-0fda766b0134 None None] Provisioning complete for port eb763e58-e43b-4a9e-8c65-5363320aaf66 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:58:19.707752 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a1d132ba-a581-46fa-bdad-0fda766b0134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (eb763e58-e43b-4a9e-8c65-5363320aaf66), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:19.764954 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72041900-2420-439a-96bd-d051c2a42a00 req-07aa012e-ec21-40ee-8526-cb48fa3ad5d3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:19.767844 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72041900-2420-439a-96bd-d051c2a42a00 req-07aa012e-ec21-40ee-8526-cb48fa3ad5d3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 812 time: 0.1785908 Feb 08 21:58:19.793005 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72041900-2420-439a-96bd-d051c2a42a00 req-cb3d3442-35d4-4d64-8099-60560a3a389c tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/quotas/beb2210587a047799a2549836334dae5 HTTP/1.1" status: 200 len: 375 time: 0.0155640 Feb 08 21:58:19.878300 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72041900-2420-439a-96bd-d051c2a42a00 req-c7cc80c5-2fed-493a-b8a2-af271ae4e45a tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761552 Feb 08 21:58:19.889913 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a1d132ba-a581-46fa-bdad-0fda766b0134 None None] Current status of the port eb763e58-e43b-4a9e-8c65-5363320aaf66 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:58:19.902367 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c1808935-ebaa-45bd-b066-4035dc4eca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5', 'name': 'tempest-TestVolumeBootPattern-578115222-router', 'tenant_id': '1ba97ad99ffc4ca59a2aa06d9a5eea3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '2f3c3e50-d130-4db6-8946-2eacc4834526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:09Z', 'updated_at': '2022-02-08T21:58:14Z', 'revision_number': 4, 'project_id': '1ba97ad99ffc4ca59a2aa06d9a5eea3c', 'gw_port': {'id': '2f3c3e50-d130-4db6-8946-2eacc4834526', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:10Z', 'updated_at': '2022-02-08T21:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'eb763e58-e43b-4a9e-8c65-5363320aaf66', 'name': '', 'network_id': '3492bced-2aec-4f82-a2dc-b8302441d153', 'tenant_id': '1ba97ad99ffc4ca59a2aa06d9a5eea3c', 'mac_address': 'fa:16:3e:f2:09:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'c2378b60-42fa-4816-99f8-004e751c4f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:13Z', 'updated_at': '2022-02-08T21:58:19Z', 'revision_number': 4, 'project_id': '1ba97ad99ffc4ca59a2aa06d9a5eea3c', 'subnets': [{'id': 'c2378b60-42fa-4816-99f8-004e751c4f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:58:19.951281 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1808935-ebaa-45bd-b066-4035dc4eca63 None None] The sync data for ids ['c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5'] in n-d-712143-31 is: [{'id': 'c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5', 'name': 'tempest-TestVolumeBootPattern-578115222-router', 'tenant_id': '1ba97ad99ffc4ca59a2aa06d9a5eea3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '2f3c3e50-d130-4db6-8946-2eacc4834526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:09Z', 'updated_at': '2022-02-08T21:58:14Z', 'revision_number': 4, 'project_id': '1ba97ad99ffc4ca59a2aa06d9a5eea3c', 'gw_port': {'id': '2f3c3e50-d130-4db6-8946-2eacc4834526', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:10Z', 'updated_at': '2022-02-08T21:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'eb763e58-e43b-4a9e-8c65-5363320aaf66', 'name': '', 'network_id': '3492bced-2aec-4f82-a2dc-b8302441d153', 'tenant_id': '1ba97ad99ffc4ca59a2aa06d9a5eea3c', 'mac_address': 'fa:16:3e:f2:09:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'c2378b60-42fa-4816-99f8-004e751c4f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:13Z', 'updated_at': '2022-02-08T21:58:19Z', 'revision_number': 4, 'project_id': '1ba97ad99ffc4ca59a2aa06d9a5eea3c', 'subnets': [{'id': 'c2378b60-42fa-4816-99f8-004e751c4f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 21:58:20.056383 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72041900-2420-439a-96bd-d051c2a42a00 req-0ff3701c-3b72-4ba4-ae5d-3994bb9ec082 service neutron] 10.222.0.88 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590374 Feb 08 21:58:20.201019 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72041900-2420-439a-96bd-d051c2a42a00 req-538cbcf3-1233-4fb6-b766-5949b28e437e service neutron] 10.222.0.88 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382108 Feb 08 21:58:20.644329 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-553346a0-55df-4e85-ae83-b68cce206f41 req-fc11a206-e096-4e14-9929-b7b6c1b40293 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 210 time: 0.0588613 Feb 08 21:58:20.763328 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device eb763e58-e43b-4a9e-8c65-5363320aaf66 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:58:20.831151 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port eb763e58-e43b-4a9e-8c65-5363320aaf66 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:58:20.831810 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (eb763e58-e43b-4a9e-8c65-5363320aaf66), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:20.969072 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port eb763e58-e43b-4a9e-8c65-5363320aaf66 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:58:21.805304 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-367c8beb-03e6-4227-a219-898911903fb1 req-509383da-0f3b-44c2-aa2a-3a5ac882f290 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 210 time: 0.0716631 Feb 08 21:58:22.033968 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72041900-2420-439a-96bd-d051c2a42a00 req-b330efe1-8b4c-47f7-af88-8438854d217c tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:22.038798 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-72041900-2420-439a-96bd-d051c2a42a00 req-b330efe1-8b4c-47f7-af88-8438854d217c tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.94 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 812 time: 0.2258971 Feb 08 21:58:22.058012 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-72041900-2420-439a-96bd-d051c2a42a00 req-80d93c5e-df23-4040-bea3-94b80f135cff tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Request body: {'port': {'device_id': '9d40bc38-3b89-4512-9566-c2ff93f00190', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'admin_state_up': True, 'tenant_id': 'beb2210587a047799a2549836334dae5'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:58:22.281160 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72041900-2420-439a-96bd-d051c2a42a00 req-80d93c5e-df23-4040-bea3-94b80f135cff tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Made reservation on behalf of beb2210587a047799a2549836334dae5 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:58:22.287725 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-72041900-2420-439a-96bd-d051c2a42a00 req-80d93c5e-df23-4040-bea3-94b80f135cff tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:22.554283 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-72041900-2420-439a-96bd-d051c2a42a00 req-80d93c5e-df23-4040-bea3-94b80f135cff tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Allocated IP 172.20.0.14 (3e877b49-38c1-41e0-85cf-576297877def/e2ac310d-6418-47f9-bc84-ee6106411485/e6cfa673-aec0-470e-814c-b81dcdf70d4b) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:58:22.837704 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-72041900-2420-439a-96bd-d051c2a42a00 req-80d93c5e-df23-4040-bea3-94b80f135cff tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for port (e6cfa673-aec0-470e-814c-b81dcdf70d4b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:22.888005 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-72041900-2420-439a-96bd-d051c2a42a00 req-80d93c5e-df23-4040-bea3-94b80f135cff tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (e6cfa673-aec0-470e-814c-b81dcdf70d4b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:22.966647 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72041900-2420-439a-96bd-d051c2a42a00 req-80d93c5e-df23-4040-bea3-94b80f135cff tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Network 3e877b49-38c1-41e0-85cf-576297877def is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:58:22.972516 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-72041900-2420-439a-96bd-d051c2a42a00 req-80d93c5e-df23-4040-bea3-94b80f135cff tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:58:22.975024 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d93c5e-df23-4040-bea3-94b80f135cff tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event updated for resources: {'Port': ['ID=e6cfa673-aec0-470e-814c-b81dcdf70d4b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:22.978284 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-72041900-2420-439a-96bd-d051c2a42a00 req-80d93c5e-df23-4040-bea3-94b80f135cff tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:58:23.074204 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72041900-2420-439a-96bd-d051c2a42a00 req-80d93c5e-df23-4040-bea3-94b80f135cff tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:23.079473 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-72041900-2420-439a-96bd-d051c2a42a00 req-80d93c5e-df23-4040-bea3-94b80f135cff tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:23.121150 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-72041900-2420-439a-96bd-d051c2a42a00 req-80d93c5e-df23-4040-bea3-94b80f135cff tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0726919 Feb 08 21:58:23.137882 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-72041900-2420-439a-96bd-d051c2a42a00 req-ce2cc148-0a8d-44de-9b42-beb3e4ffa0dd service neutron] Request body: {'port': {'device_id': '9d40bc38-3b89-4512-9566-c2ff93f00190', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:58:23.145053 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb74569-715c-42b1-9ca7-c78366894ec2 req-a50e931b-8926-42e7-908c-9eb61a81960c tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:23.151751 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-abb74569-715c-42b1-9ca7-c78366894ec2 req-a50e931b-8926-42e7-908c-9eb61a81960c tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 932 time: 0.1869931 Feb 08 21:58:23.269936 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-abb74569-715c-42b1-9ca7-c78366894ec2 req-829c9294-14ca-4ad9-8608-82553aebaff6 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010742 Feb 08 21:58:23.273293 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-72041900-2420-439a-96bd-d051c2a42a00 req-ce2cc148-0a8d-44de-9b42-beb3e4ffa0dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e6cfa673-aec0-470e-814c-b81dcdf70d4b), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:23.461756 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-9cc47dba-5dea-4717-aefc-d189aa152960 None None] Provisioning complete for port e6cfa673-aec0-470e-814c-b81dcdf70d4b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:58:23.462428 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9cc47dba-5dea-4717-aefc-d189aa152960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e6cfa673-aec0-470e-814c-b81dcdf70d4b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:23.556855 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9cc47dba-5dea-4717-aefc-d189aa152960 None None] Port e6cfa673-aec0-470e-814c-b81dcdf70d4b cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:58:23.828804 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-72041900-2420-439a-96bd-d051c2a42a00 req-ce2cc148-0a8d-44de-9b42-beb3e4ffa0dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6cfa673-aec0-470e-814c-b81dcdf70d4b {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:58:23.838117 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-72041900-2420-439a-96bd-d051c2a42a00 req-ce2cc148-0a8d-44de-9b42-beb3e4ffa0dd service neutron] Publish callbacks [] for port (e6cfa673-aec0-470e-814c-b81dcdf70d4b), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:23.874913 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-72041900-2420-439a-96bd-d051c2a42a00 req-ce2cc148-0a8d-44de-9b42-beb3e4ffa0dd service neutron] Transition to ACTIVE for port object e6cfa673-aec0-470e-814c-b81dcdf70d4b will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:58:23.884599 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-72041900-2420-439a-96bd-d051c2a42a00 req-ce2cc148-0a8d-44de-9b42-beb3e4ffa0dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (e6cfa673-aec0-470e-814c-b81dcdf70d4b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:23.997753 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2cc148-0a8d-44de-9b42-beb3e4ffa0dd service neutron] Pushing event updated for resources: {'Port': ['ID=e6cfa673-aec0-470e-814c-b81dcdf70d4b,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:24.134917 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-72041900-2420-439a-96bd-d051c2a42a00 req-ce2cc148-0a8d-44de-9b42-beb3e4ffa0dd service neutron] Attempting to bind port e6cfa673-aec0-470e-814c-b81dcdf70d4b on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:58:24.135691 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-72041900-2420-439a-96bd-d051c2a42a00 req-ce2cc148-0a8d-44de-9b42-beb3e4ffa0dd service neutron] Attempting to bind port e6cfa673-aec0-470e-814c-b81dcdf70d4b by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:58:24.136069 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72041900-2420-439a-96bd-d051c2a42a00 req-ce2cc148-0a8d-44de-9b42-beb3e4ffa0dd service neutron] Attempting to bind port e6cfa673-aec0-470e-814c-b81dcdf70d4b on network 3e877b49-38c1-41e0-85cf-576297877def {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:58:24.144671 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72041900-2420-439a-96bd-d051c2a42a00 req-ce2cc148-0a8d-44de-9b42-beb3e4ffa0dd service neutron] Port e6cfa673-aec0-470e-814c-b81dcdf70d4b on network 3e877b49-38c1-41e0-85cf-576297877def not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:58:24.145123 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72041900-2420-439a-96bd-d051c2a42a00 req-ce2cc148-0a8d-44de-9b42-beb3e4ffa0dd service neutron] Attempting to bind port e6cfa673-aec0-470e-814c-b81dcdf70d4b on network 3e877b49-38c1-41e0-85cf-576297877def {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:58:24.152824 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72041900-2420-439a-96bd-d051c2a42a00 req-ce2cc148-0a8d-44de-9b42-beb3e4ffa0dd service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:58:24.153425 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72041900-2420-439a-96bd-d051c2a42a00 req-ce2cc148-0a8d-44de-9b42-beb3e4ffa0dd service neutron] Checking segment: {'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:58:24.153773 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72041900-2420-439a-96bd-d051c2a42a00 req-ce2cc148-0a8d-44de-9b42-beb3e4ffa0dd service neutron] Bound using segment: {'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:58:24.154323 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-72041900-2420-439a-96bd-d051c2a42a00 req-ce2cc148-0a8d-44de-9b42-beb3e4ffa0dd service neutron] Bound port: e6cfa673-aec0-470e-814c-b81dcdf70d4b, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:58:24.154720 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-72041900-2420-439a-96bd-d051c2a42a00 req-ce2cc148-0a8d-44de-9b42-beb3e4ffa0dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e6cfa673-aec0-470e-814c-b81dcdf70d4b), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:24.233469 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7f84298d-8f27-40ac-95e8-8c024aa8d70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:24.262484 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-72041900-2420-439a-96bd-d051c2a42a00 req-ce2cc148-0a8d-44de-9b42-beb3e4ffa0dd service neutron] For port e6cfa673-aec0-470e-814c-b81dcdf70d4b, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:58:24.267402 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-72041900-2420-439a-96bd-d051c2a42a00 req-ce2cc148-0a8d-44de-9b42-beb3e4ffa0dd service neutron] For port e6cfa673-aec0-470e-814c-b81dcdf70d4b, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=e6cfa673-aec0-470e-814c-b81dcdf70d4b,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:58:24.277733 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-72041900-2420-439a-96bd-d051c2a42a00 req-ce2cc148-0a8d-44de-9b42-beb3e4ffa0dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (e6cfa673-aec0-470e-814c-b81dcdf70d4b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:24.331817 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72041900-2420-439a-96bd-d051c2a42a00 req-ce2cc148-0a8d-44de-9b42-beb3e4ffa0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:24.333433 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-72041900-2420-439a-96bd-d051c2a42a00 req-ce2cc148-0a8d-44de-9b42-beb3e4ffa0dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:24.335690 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-72041900-2420-439a-96bd-d051c2a42a00 req-ce2cc148-0a8d-44de-9b42-beb3e4ffa0dd service neutron] 10.222.0.94 "PUT /v2.0/ports/e6cfa673-aec0-470e-814c-b81dcdf70d4b HTTP/1.1" status: 200 len: 1093 time: 1.2067094 Feb 08 21:58:24.344317 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d40bc38-3b89-4512-9566-c2ff93f00190', 'tag': 'e6cfa673-aec0-470e-814c-b81dcdf70d4b'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:58:24.370439 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f200dc-c10b-4080-8baf-6e469130ecc7" -d '{"events": [{"name": "network-changed", "server_uuid": "9d40bc38-3b89-4512-9566-c2ff93f00190", "tag": "e6cfa673-aec0-470e-814c-b81dcdf70d4b"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:58:24.455811 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b55643-31ec-4f7d-8d37-726ae9bf96c5 req-86aa435b-f17a-4925-942a-b9e9f2247afa tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:24.464716 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d8b55643-31ec-4f7d-8d37-726ae9bf96c5 req-86aa435b-f17a-4925-942a-b9e9f2247afa tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 944 time: 0.1136560 Feb 08 21:58:24.469139 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2cc148-0a8d-44de-9b42-beb3e4ffa0dd service neutron] Pushing event updated for resources: {'Port': ['ID=e6cfa673-aec0-470e-814c-b81dcdf70d4b,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:24.482403 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d6552a-8642-4f18-9c98-fd8d151a7d82 x-openstack-request-id: req-66d6552a-8642-4f18-9c98-fd8d151a7d82 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:58:24.482711 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d40bc38-3b89-4512-9566-c2ff93f00190", "tag": "e6cfa673-aec0-470e-814c-b81dcdf70d4b", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:58:24.487502 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-66d6552a-8642-4f18-9c98-fd8d151a7d82 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:58:24.488120 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d40bc38-3b89-4512-9566-c2ff93f00190', 'tag': 'e6cfa673-aec0-470e-814c-b81dcdf70d4b', 'status': 'completed', 'code': 200} Feb 08 21:58:24.533871 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72041900-2420-439a-96bd-d051c2a42a00 req-49019e6c-de72-4cfa-9bb8-f4ac8c7afd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:24.536687 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-72041900-2420-439a-96bd-d051c2a42a00 req-49019e6c-de72-4cfa-9bb8-f4ac8c7afd6d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 1127 time: 0.1407137 Feb 08 21:58:24.553838 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d8b55643-31ec-4f7d-8d37-726ae9bf96c5 req-27accff0-84ad-426a-8fa7-d843789d869b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874383 Feb 08 21:58:24.606045 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-72041900-2420-439a-96bd-d051c2a42a00 req-d0915386-b41f-4eee-89be-0e33458886c5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6cfa673-aec0-470e-814c-b81dcdf70d4b HTTP/1.1" status: 200 len: 217 time: 0.0625663 Feb 08 21:58:24.690679 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72041900-2420-439a-96bd-d051c2a42a00 req-9537a77f-814b-4942-84e2-7eeffe99b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:24.693437 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-72041900-2420-439a-96bd-d051c2a42a00 req-9537a77f-814b-4942-84e2-7eeffe99b07a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e2ac310d-6418-47f9-bc84-ee6106411485 HTTP/1.1" status: 200 len: 851 time: 0.0819182 Feb 08 21:58:24.773632 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72041900-2420-439a-96bd-d051c2a42a00 req-144b100e-6265-4375-b7e3-32d9eb7bc29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:24.778608 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-72041900-2420-439a-96bd-d051c2a42a00 req-144b100e-6265-4375-b7e3-32d9eb7bc29b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3e877b49-38c1-41e0-85cf-576297877def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0789683 Feb 08 21:58:24.943881 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-72041900-2420-439a-96bd-d051c2a42a00 req-0423bdae-9c03-4f8b-a685-f9de00122376 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585622 Feb 08 21:58:25.074973 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-72041900-2420-439a-96bd-d051c2a42a00 req-98754dac-5da9-47f4-8782-32f64b12c5cd service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222923 Feb 08 21:58:25.187774 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f200dc-c10b-4080-8baf-6e469130ecc7 req-fc8b49e6-87eb-44af-b65d-f55e2d298536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:25.189650 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-51f200dc-c10b-4080-8baf-6e469130ecc7 req-fc8b49e6-87eb-44af-b65d-f55e2d298536 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 1127 time: 0.0608702 Feb 08 21:58:25.318843 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f200dc-c10b-4080-8baf-6e469130ecc7 req-a8f00979-06b4-41ad-a33a-ad8f38b96837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:25.321410 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-51f200dc-c10b-4080-8baf-6e469130ecc7 req-a8f00979-06b4-41ad-a33a-ad8f38b96837 service neutron] 10.222.0.94 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 913 time: 0.1260226 Feb 08 21:58:25.373175 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-51f200dc-c10b-4080-8baf-6e469130ecc7 req-347f3e74-7351-48aa-a0f0-90d76e5dbada service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6cfa673-aec0-470e-814c-b81dcdf70d4b HTTP/1.1" status: 200 len: 217 time: 0.0456142 Feb 08 21:58:25.436739 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f200dc-c10b-4080-8baf-6e469130ecc7 req-df12f63c-f70a-4130-b08e-029b5530b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:25.438617 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-51f200dc-c10b-4080-8baf-6e469130ecc7 req-df12f63c-f70a-4130-b08e-029b5530b9cd service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e2ac310d-6418-47f9-bc84-ee6106411485 HTTP/1.1" status: 200 len: 851 time: 0.0595505 Feb 08 21:58:25.527564 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f200dc-c10b-4080-8baf-6e469130ecc7 req-c223452c-d88f-46f7-a005-58a1e28deb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:25.529481 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-51f200dc-c10b-4080-8baf-6e469130ecc7 req-c223452c-d88f-46f7-a005-58a1e28deb88 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3e877b49-38c1-41e0-85cf-576297877def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0846345 Feb 08 21:58:25.708119 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-51f200dc-c10b-4080-8baf-6e469130ecc7 req-ee7c6e86-a5a5-4843-ab64-cb59a130dc6c service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710684 Feb 08 21:58:25.781887 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5de301-8c55-46e1-a4e4-ac56d1c0a8fe req-9d9f6c81-8360-4bd6-b64e-81c6dba6c33a tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:25.797761 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be5de301-8c55-46e1-a4e4-ac56d1c0a8fe req-9d9f6c81-8360-4bd6-b64e-81c6dba6c33a tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 944 time: 0.1427655 Feb 08 21:58:25.908399 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be5de301-8c55-46e1-a4e4-ac56d1c0a8fe req-153bcb89-d127-4428-bef4-6c72d955f848 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086092 Feb 08 21:58:25.975155 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-51f200dc-c10b-4080-8baf-6e469130ecc7 req-a6bf4ec6-3d44-4812-b2a0-1a52304ca697 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510962 Feb 08 21:58:27.020824 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39662) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:58:27.079945 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-10446f35-0c04-4b34-b433-85869bdf1274 admin admin] Deleting subnet 83c5c97a-fe96-4f1a-ac01-358865359c31 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:58:27.086647 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10446f35-0c04-4b34-b433-85869bdf1274 admin admin] Publish callbacks [] for subnet (83c5c97a-fe96-4f1a-ac01-358865359c31), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:27.102062 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b2b4b-74e5-4ae8-b3cf-d942d3970249 req-76799371-5650-471b-8921-87aacd2fd2e9 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:27.108101 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b71b2b4b-74e5-4ae8-b3cf-d942d3970249 req-76799371-5650-471b-8921-87aacd2fd2e9 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 944 time: 0.0896702 Feb 08 21:58:27.160467 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10446f35-0c04-4b34-b433-85869bdf1274 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (83c5c97a-fe96-4f1a-ac01-358865359c31), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:27.219489 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b71b2b4b-74e5-4ae8-b3cf-d942d3970249 req-7f3f9d16-25fc-46be-90e6-bdf60b6bc6fc tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870404 Feb 08 21:58:27.231748 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10446f35-0c04-4b34-b433-85869bdf1274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (83c5c97a-fe96-4f1a-ac01-358865359c31), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:27.323967 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10446f35-0c04-4b34-b433-85869bdf1274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (83c5c97a-fe96-4f1a-ac01-358865359c31), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:27.360982 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10446f35-0c04-4b34-b433-85869bdf1274 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83c5c97a-fe96-4f1a-ac01-358865359c31,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:27.367693 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10446f35-0c04-4b34-b433-85869bdf1274 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:27.375933 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-10446f35-0c04-4b34-b433-85869bdf1274 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/83c5c97a-fe96-4f1a-ac01-358865359c31 HTTP/1.1" status: 204 len: 168 time: 0.3499720 Feb 08 21:58:27.376468 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39664) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:58:27.465593 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-37ce5767-314d-4493-8a92-8c0b725d2d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:27.537470 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a395e8de-8f70-4dee-8d08-dab5d4e9928f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:27.595349 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-37ce5767-314d-4493-8a92-8c0b725d2d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:27.624507 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-37ce5767-314d-4493-8a92-8c0b725d2d3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:58:27.637595 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-37ce5767-314d-4493-8a92-8c0b725d2d3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57bd316e-2c2f-4367-8457-249b6fff43c0') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:58:27.637906 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-37ce5767-314d-4493-8a92-8c0b725d2d3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57bd316e-2c2f-4367-8457-249b6fff43c0') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:58:27.652332 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-37ce5767-314d-4493-8a92-8c0b725d2d3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (57bd316e-2c2f-4367-8457-249b6fff43c0), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:27.671115 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-37ce5767-314d-4493-8a92-8c0b725d2d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (57bd316e-2c2f-4367-8457-249b6fff43c0), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:27.678898 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ce5767-314d-4493-8a92-8c0b725d2d3a admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:58:27.680874 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-37ce5767-314d-4493-8a92-8c0b725d2d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (57bd316e-2c2f-4367-8457-249b6fff43c0), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: timer() Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:58:27.683349 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:58:27.781419 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-37ce5767-314d-4493-8a92-8c0b725d2d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:27.807841 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-37ce5767-314d-4493-8a92-8c0b725d2d3a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:27.814070 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-37ce5767-314d-4493-8a92-8c0b725d2d3a admin admin] 10.222.0.88 "DELETE /v2.0/networks/8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942 HTTP/1.1" status: 204 len: 168 time: 0.4337533 Feb 08 21:58:27.814070 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce5767-314d-4493-8a92-8c0b725d2d3a admin admin] Pushing event deleted for resources: {'Network': ['ID=8b0c15d3-d4fb-45fd-8da3-3f6fba1f6942,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:27.814444 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39666) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:58:27.879876 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e708578-5b3e-4f44-b89b-9e01a393f877 admin admin] Deleting subnet 593b1a93-04af-45e8-becf-54c0ba673017 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 21:58:27.886125 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3e708578-5b3e-4f44-b89b-9e01a393f877 admin admin] Publish callbacks [] for subnet (593b1a93-04af-45e8-becf-54c0ba673017), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:27.937835 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3e708578-5b3e-4f44-b89b-9e01a393f877 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (593b1a93-04af-45e8-becf-54c0ba673017), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:27.987414 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3e708578-5b3e-4f44-b89b-9e01a393f877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (593b1a93-04af-45e8-becf-54c0ba673017), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:28.071587 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3e708578-5b3e-4f44-b89b-9e01a393f877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (593b1a93-04af-45e8-becf-54c0ba673017), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:28.102725 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3e708578-5b3e-4f44-b89b-9e01a393f877 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:28.111739 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3e708578-5b3e-4f44-b89b-9e01a393f877 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/593b1a93-04af-45e8-becf-54c0ba673017 HTTP/1.1" status: 204 len: 168 time: 0.2938614 Feb 08 21:58:28.111739 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e708578-5b3e-4f44-b89b-9e01a393f877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=593b1a93-04af-45e8-becf-54c0ba673017,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:28.112107 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39668) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:58:28.201112 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f9a5cf3-5d0a-4ae7-938d-f7a18ace6b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (06c3df87-9e2d-4e19-9e74-b4e02c6b03c2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:28.326626 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f9a5cf3-5d0a-4ae7-938d-f7a18ace6b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (06c3df87-9e2d-4e19-9e74-b4e02c6b03c2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:28.358859 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-2f9a5cf3-5d0a-4ae7-938d-f7a18ace6b49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c3df87-9e2d-4e19-9e74-b4e02c6b03c2']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:58:28.373160 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-2f9a5cf3-5d0a-4ae7-938d-f7a18ace6b49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706581a1-b909-4a4f-b429-7cd3148edb47') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:58:28.373565 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-2f9a5cf3-5d0a-4ae7-938d-f7a18ace6b49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706581a1-b909-4a4f-b429-7cd3148edb47') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 21:58:28.386262 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f9a5cf3-5d0a-4ae7-938d-f7a18ace6b49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (706581a1-b909-4a4f-b429-7cd3148edb47), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:28.414175 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f9a5cf3-5d0a-4ae7-938d-f7a18ace6b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (706581a1-b909-4a4f-b429-7cd3148edb47), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:28.422873 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9a5cf3-5d0a-4ae7-938d-f7a18ace6b49 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 21:58:28.423448 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f9a5cf3-5d0a-4ae7-938d-f7a18ace6b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (706581a1-b909-4a4f-b429-7cd3148edb47), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: timer() Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 21:58:28.425964 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 21:58:28.431057 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d9a87-370d-4798-8d50-3dd04d865d56 req-232bbaa6-a064-4fc2-9330-161a3bc18886 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:28.431057 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5b3d9a87-370d-4798-8d50-3dd04d865d56 req-232bbaa6-a064-4fc2-9330-161a3bc18886 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 944 time: 0.0910475 Feb 08 21:58:28.516556 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f9a5cf3-5d0a-4ae7-938d-f7a18ace6b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (06c3df87-9e2d-4e19-9e74-b4e02c6b03c2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:28.529538 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5b3d9a87-370d-4798-8d50-3dd04d865d56 req-fbccb63e-c825-4ead-af21-53d28b0f1105 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861700 Feb 08 21:58:28.540116 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f9a5cf3-5d0a-4ae7-938d-f7a18ace6b49 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:28.544208 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2f9a5cf3-5d0a-4ae7-938d-f7a18ace6b49 admin admin] 10.222.0.88 "DELETE /v2.0/networks/06c3df87-9e2d-4e19-9e74-b4e02c6b03c2 HTTP/1.1" status: 204 len: 168 time: 0.4309857 Feb 08 21:58:28.565683 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a5cf3-5d0a-4ae7-938d-f7a18ace6b49 admin admin] Pushing event deleted for resources: {'Network': ['ID=06c3df87-9e2d-4e19-9e74-b4e02c6b03c2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:28.818961 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39674) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:58:28.885867 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-46c823a3-7fc6-424b-8374-187bda0f4e01 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2a769281cc6e40f88b512dec5e319e45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0645688 Feb 08 21:58:28.889685 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39676) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:58:28.955411 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-005dae07-c2d4-4089-9249-3d5c749fef5c admin admin] Publish callbacks [] for security_group (dd34df0c-fd15-44ce-b0f0-03f91578445e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:28.987000 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-005dae07-c2d4-4089-9249-3d5c749fef5c admin admin] Publish callbacks [] for security_group (dd34df0c-fd15-44ce-b0f0-03f91578445e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:29.060855 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-005dae07-c2d4-4089-9249-3d5c749fef5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (dd34df0c-fd15-44ce-b0f0-03f91578445e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:29.063837 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-005dae07-c2d4-4089-9249-3d5c749fef5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:29.067622 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-005dae07-c2d4-4089-9249-3d5c749fef5c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/dd34df0c-fd15-44ce-b0f0-03f91578445e HTTP/1.1" status: 204 len: 168 time: 0.1744475 Feb 08 21:58:29.074881 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005dae07-c2d4-4089-9249-3d5c749fef5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd34df0c-fd15-44ce-b0f0-03f91578445e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:29.312502 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:29.492671 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39682) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:58:29.540787 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d96bae0f-fa70-48ba-802e-d7c935df7d79 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=056fcf8e8af343b2a1cc74a9db458443&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0466685 Feb 08 21:58:29.544482 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39684) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:58:29.632528 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c4ead911-c54e-4ccc-aee1-ae92718ab594 admin admin] Publish callbacks [] for security_group (3052a2b5-8a15-424e-8714-5a903a9130ce), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:29.686063 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c4ead911-c54e-4ccc-aee1-ae92718ab594 admin admin] Publish callbacks [] for security_group (3052a2b5-8a15-424e-8714-5a903a9130ce), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:29.734218 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e669a-64d1-45b7-8530-43c1bd001ec7 req-4c8e09b7-7734-4b60-bb8a-f53bd4bb640d tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:29.735529 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-057e669a-64d1-45b7-8530-43c1bd001ec7 req-4c8e09b7-7734-4b60-bb8a-f53bd4bb640d tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 944 time: 0.1210444 Feb 08 21:58:29.799913 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c4ead911-c54e-4ccc-aee1-ae92718ab594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3052a2b5-8a15-424e-8714-5a903a9130ce), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:29.802848 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c4ead911-c54e-4ccc-aee1-ae92718ab594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:29.804684 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c4ead911-c54e-4ccc-aee1-ae92718ab594 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3052a2b5-8a15-424e-8714-5a903a9130ce HTTP/1.1" status: 204 len: 168 time: 0.2577760 Feb 08 21:58:29.821997 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ead911-c54e-4ccc-aee1-ae92718ab594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3052a2b5-8a15-424e-8714-5a903a9130ce,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:29.830778 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-057e669a-64d1-45b7-8530-43c1bd001ec7 req-2ef2e7b6-a70f-4369-aa6c-1c71d68ba5a0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856390 Feb 08 21:58:31.072084 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55361887-d8ca-4404-baad-54ba4c44e5bf req-5e61f4b4-eda8-4212-9e9a-bf9f5cc0e714 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:31.076592 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55361887-d8ca-4404-baad-54ba4c44e5bf req-5e61f4b4-eda8-4212-9e9a-bf9f5cc0e714 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 944 time: 0.1248186 Feb 08 21:58:31.181786 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-55361887-d8ca-4404-baad-54ba4c44e5bf req-4b7ff162-bc34-41fd-8b23-3a5da9bba51f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896475 Feb 08 21:58:31.471711 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:31.616979 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:32.327186 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6bed4-1bc0-4329-b26e-05e2f49d9b52 req-51157a2a-868e-4037-9600-a78bcb648f1b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:32.336300 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-21c6bed4-1bc0-4329-b26e-05e2f49d9b52 req-51157a2a-868e-4037-9600-a78bcb648f1b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 944 time: 0.0759678 Feb 08 21:58:32.396236 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-21c6bed4-1bc0-4329-b26e-05e2f49d9b52 req-38416e82-9dc4-41d7-a4ac-0a554c716c3d tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587075 Feb 08 21:58:33.540014 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1be3ae-11b7-4fd2-a019-57104881fccb req-30983468-c821-4289-94db-66e3b5d0b89e tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:33.541791 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cb1be3ae-11b7-4fd2-a019-57104881fccb req-30983468-c821-4289-94db-66e3b5d0b89e tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 944 time: 0.0673339 Feb 08 21:58:33.619947 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cb1be3ae-11b7-4fd2-a019-57104881fccb req-c72036db-5755-461e-8c0c-32bcf556de25 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715930 Feb 08 21:58:34.801804 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebd9f5-cfb0-4584-95f7-9ff151708daa req-0b22dfe7-fa73-487f-bc91-b810a0dcf7f0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:34.803259 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-87ebd9f5-cfb0-4584-95f7-9ff151708daa req-0b22dfe7-fa73-487f-bc91-b810a0dcf7f0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 944 time: 0.0567348 Feb 08 21:58:34.856449 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-87ebd9f5-cfb0-4584-95f7-9ff151708daa req-3c5ec03b-1475-4a2c-88dc-c5ccdcdc9685 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468638 Feb 08 21:58:35.986114 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785bc863-7159-432c-9c51-04375e4c272f req-1be5940d-009c-49b3-aa9c-7549c97132ef tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:35.987638 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-785bc863-7159-432c-9c51-04375e4c272f req-1be5940d-009c-49b3-aa9c-7549c97132ef tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 944 time: 0.0594609 Feb 08 21:58:36.044772 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-785bc863-7159-432c-9c51-04375e4c272f req-0b305eed-8c27-4a06-a922-0938b4a40fbe tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501165 Feb 08 21:58:36.686299 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:36.879097 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:37.172037 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1600a4c-bde4-4a44-8917-6d222cbf7950 req-adfb1c2a-39a1-4f39-a497-8c2e05c328a5 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:37.173560 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d1600a4c-bde4-4a44-8917-6d222cbf7950 req-adfb1c2a-39a1-4f39-a497-8c2e05c328a5 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 944 time: 0.0551763 Feb 08 21:58:37.224932 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d1600a4c-bde4-4a44-8917-6d222cbf7950 req-9e6745e6-d259-48c8-995d-4505a25f226a tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456378 Feb 08 21:58:38.352086 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e2901-d7b0-4985-9bd5-b1b966f00fcd req-fff4e7d4-2bd9-4f8f-a76e-a5817feb8195 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:38.353536 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0a6e2901-d7b0-4985-9bd5-b1b966f00fcd req-fff4e7d4-2bd9-4f8f-a76e-a5817feb8195 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 944 time: 0.0548074 Feb 08 21:58:38.403865 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0a6e2901-d7b0-4985-9bd5-b1b966f00fcd req-ff873474-d505-4db6-8bf1-668d06f3ff7a tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446086 Feb 08 21:58:39.546985 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29fd07-db70-49c2-b5a3-c27275f71e19 req-45572c57-fd40-41d4-b5ae-05d273af909f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:39.548746 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f29fd07-db70-49c2-b5a3-c27275f71e19 req-45572c57-fd40-41d4-b5ae-05d273af909f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 944 time: 0.0730007 Feb 08 21:58:39.612813 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f29fd07-db70-49c2-b5a3-c27275f71e19 req-82ceef8f-7227-4c09-9681-ac8c8ae49153 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556192 Feb 08 21:58:40.754352 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba204200-d074-49d4-8c02-cb70ceb26e4a req-b38e9841-8bb9-48f5-a296-f90ef265b405 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:40.755944 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba204200-d074-49d4-8c02-cb70ceb26e4a req-b38e9841-8bb9-48f5-a296-f90ef265b405 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 944 time: 0.0648296 Feb 08 21:58:40.805890 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba204200-d074-49d4-8c02-cb70ceb26e4a req-a28a2507-5f3c-49a1-8dfe-3173b14b84c6 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435014 Feb 08 21:58:41.942109 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fec539-d9c4-46ea-9049-14e2ce889be5 req-761db9ba-fc89-4095-a209-c9a73109182f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:41.943670 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-30fec539-d9c4-46ea-9049-14e2ce889be5 req-761db9ba-fc89-4095-a209-c9a73109182f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 944 time: 0.0635433 Feb 08 21:58:42.001424 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-30fec539-d9c4-46ea-9049-14e2ce889be5 req-eaec4c12-074e-48a8-b8e1-1b695d420460 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518501 Feb 08 21:58:43.129963 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db83ac-498b-4804-b683-4fa4cf739fc4 req-12a5d4f5-46d8-4d8e-9bde-bbf46c085b58 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:43.131491 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f2db83ac-498b-4804-b683-4fa4cf739fc4 req-12a5d4f5-46d8-4d8e-9bde-bbf46c085b58 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 944 time: 0.0565498 Feb 08 21:58:43.185188 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f2db83ac-498b-4804-b683-4fa4cf739fc4 req-137c66ba-5dbf-43ce-875f-b4335799f302 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463488 Feb 08 21:58:43.525571 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device e6cfa673-aec0-470e-814c-b81dcdf70d4b details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:58:43.638472 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port e6cfa673-aec0-470e-814c-b81dcdf70d4b, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=e6cfa673-aec0-470e-814c-b81dcdf70d4b,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:58:43.651236 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'e6cfa673-aec0-470e-814c-b81dcdf70d4b', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'port_id': 'e6cfa673-aec0-470e-814c-b81dcdf70d4b', 'mac_address': 'fa:16:3e:d0:9a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:58:43.691183 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port e6cfa673-aec0-470e-814c-b81dcdf70d4b is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:58:43.691706 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e6cfa673-aec0-470e-814c-b81dcdf70d4b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:43.705252 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6cfa673-aec0-470e-814c-b81dcdf70d4b {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:58:43.728685 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port e6cfa673-aec0-470e-814c-b81dcdf70d4b, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=e6cfa673-aec0-470e-814c-b81dcdf70d4b,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:58:43.736735 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e6cfa673-aec0-470e-814c-b81dcdf70d4b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:43.792779 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=e6cfa673-aec0-470e-814c-b81dcdf70d4b,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:43.801466 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:43.801828 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:43.802175 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:43.802518 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:43.802857 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:43.803192 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:43.803550 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:43.803898 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:43.804238 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:43.804579 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:43.804908 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:43.805267 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:43.805601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:44.169598 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['e6cfa673-aec0-470e-814c-b81dcdf70d4b'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:58:44.323958 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de970f-8936-492f-8cb2-a2fc31e0da93 req-6996a0b7-c66d-4519-ac5e-b7903376596b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:44.325594 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-09de970f-8936-492f-8cb2-a2fc31e0da93 req-6996a0b7-c66d-4519-ac5e-b7903376596b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 945 time: 0.0656614 Feb 08 21:58:44.374418 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-09de970f-8936-492f-8cb2-a2fc31e0da93 req-5b254028-3515-4611-b032-11f7b42d19c4 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427563 Feb 08 21:58:45.204006 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39820) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:58:45.372950 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ff58795-90b1-4d91-b5c8-56470f246f12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:45.464905 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ff58795-90b1-4d91-b5c8-56470f246f12 admin admin] Publish callbacks [] for security_group (4f19e343-cd02-493a-9c54-a1228860b4fc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:45.469161 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ff58795-90b1-4d91-b5c8-56470f246f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4f19e343-cd02-493a-9c54-a1228860b4fc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:45.509890 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2ff58795-90b1-4d91-b5c8-56470f246f12 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=16f6522c4dd54d76aa266292de3831dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3047090 Feb 08 21:58:45.510863 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff58795-90b1-4d91-b5c8-56470f246f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f19e343-cd02-493a-9c54-a1228860b4fc,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:45.513278 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39828) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:58:45.525578 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1135b-bdba-4595-ab9b-7703efa099c2 req-626ca9fd-8858-4281-b91e-bf58cc804b21 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:45.526313 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device e6cfa673-aec0-470e-814c-b81dcdf70d4b up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:58:45.528012 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fdd1135b-bdba-4595-ab9b-7703efa099c2 req-626ca9fd-8858-4281-b91e-bf58cc804b21 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 945 time: 0.0735123 Feb 08 21:58:45.579492 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62c3b299-73c0-4991-a3df-993df567a7e6 admin admin] Publish callbacks [] for security_group (4f19e343-cd02-493a-9c54-a1228860b4fc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:45.591765 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fdd1135b-bdba-4595-ab9b-7703efa099c2 req-a41f8e27-19de-4135-93dd-9c9b2f4bf3e0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537436 Feb 08 21:58:45.609681 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62c3b299-73c0-4991-a3df-993df567a7e6 admin admin] Publish callbacks [] for security_group (4f19e343-cd02-493a-9c54-a1228860b4fc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:45.621589 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port e6cfa673-aec0-470e-814c-b81dcdf70d4b completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:58:45.631030 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port e6cfa673-aec0-470e-814c-b81dcdf70d4b triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:58:45.631900 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (e6cfa673-aec0-470e-814c-b81dcdf70d4b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:45.690229 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62c3b299-73c0-4991-a3df-993df567a7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (4f19e343-cd02-493a-9c54-a1228860b4fc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:45.693525 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62c3b299-73c0-4991-a3df-993df567a7e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:45.697696 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-62c3b299-73c0-4991-a3df-993df567a7e6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4f19e343-cd02-493a-9c54-a1228860b4fc HTTP/1.1" status: 204 len: 168 time: 0.1805418 Feb 08 21:58:45.703611 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3b299-73c0-4991-a3df-993df567a7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f19e343-cd02-493a-9c54-a1228860b4fc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:45.740402 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port e6cfa673-aec0-470e-814c-b81dcdf70d4b is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:58:45.740962 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e6cfa673-aec0-470e-814c-b81dcdf70d4b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:45.769260 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d40bc38-3b89-4512-9566-c2ff93f00190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cfa673-aec0-470e-814c-b81dcdf70d4b'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:58:45.770858 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1474c8-9b5b-4787-abc2-3d91ab6ae74e" -d '{"events": [{"server_uuid": "9d40bc38-3b89-4512-9566-c2ff93f00190", "name": "network-vif-plugged", "status": "completed", "tag": "e6cfa673-aec0-470e-814c-b81dcdf70d4b"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:58:45.794400 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port e6cfa673-aec0-470e-814c-b81dcdf70d4b, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=e6cfa673-aec0-470e-814c-b81dcdf70d4b,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:58:45.800643 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (e6cfa673-aec0-470e-814c-b81dcdf70d4b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:45.840830 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd4a483-4da7-4db6-b708-e0ce5b683b96 x-openstack-request-id: req-4cd4a483-4da7-4db6-b708-e0ce5b683b96 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:58:45.841183 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d40bc38-3b89-4512-9566-c2ff93f00190", "name": "network-vif-plugged", "status": "completed", "tag": "e6cfa673-aec0-470e-814c-b81dcdf70d4b", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:58:45.841514 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4cd4a483-4da7-4db6-b708-e0ce5b683b96 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:58:45.841844 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d40bc38-3b89-4512-9566-c2ff93f00190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cfa673-aec0-470e-814c-b81dcdf70d4b', 'code': 200} Feb 08 21:58:45.887454 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=e6cfa673-aec0-470e-814c-b81dcdf70d4b,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:45.947427 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3a332-c96b-4c71-bebe-74a9dcb1019c req-47dfdfd8-3c46-4361-9a69-0c3af33b057d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:45.949152 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-99d3a332-c96b-4c71-bebe-74a9dcb1019c req-47dfdfd8-3c46-4361-9a69-0c3af33b057d service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 1129 time: 0.0709276 Feb 08 21:58:46.004917 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-99d3a332-c96b-4c71-bebe-74a9dcb1019c req-04908a20-e2e3-4955-858a-b5be3de18d29 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499260 Feb 08 21:58:46.720708 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fc6ef-921e-419a-81dd-921b25539957 req-91915460-c2fd-48a6-802b-f36d32987cda tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:46.722272 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-819fc6ef-921e-419a-81dd-921b25539957 req-91915460-c2fd-48a6-802b-f36d32987cda tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 946 time: 0.0562277 Feb 08 21:58:46.774418 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-819fc6ef-921e-419a-81dd-921b25539957 req-8f7faf61-5533-4036-b341-adf564cffa83 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465260 Feb 08 21:58:47.912813 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f00df6-5ab0-45d4-a68e-3da8257a87e5 req-5f367724-aa97-40d1-964b-4f313075283b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:47.915101 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37f00df6-5ab0-45d4-a68e-3da8257a87e5 req-5f367724-aa97-40d1-964b-4f313075283b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 946 time: 0.0683789 Feb 08 21:58:47.970709 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37f00df6-5ab0-45d4-a68e-3da8257a87e5 req-ac72e598-b6d5-455a-a32e-e5ee5a8fff0f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497885 Feb 08 21:58:48.132924 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cc94f-1f7b-4dfd-a4bb-a94492b982d6 req-9657c19a-e1d8-4cf3-8947-6875b2e16204 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:48.134608 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be5cc94f-1f7b-4dfd-a4bb-a94492b982d6 req-9657c19a-e1d8-4cf3-8947-6875b2e16204 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 946 time: 0.0617938 Feb 08 21:58:48.188484 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be5cc94f-1f7b-4dfd-a4bb-a94492b982d6 req-1c522f73-a20e-4b27-ae1a-537c630a42e3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478601 Feb 08 21:58:48.310331 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b687e-e6fd-497a-8c30-4a19f9f59c39 req-7719322d-f503-4e1a-be68-2f7f50870cb5 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:48.311935 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f47b687e-e6fd-497a-8c30-4a19f9f59c39 req-7719322d-f503-4e1a-be68-2f7f50870cb5 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 946 time: 0.0550845 Feb 08 21:58:48.373673 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f47b687e-e6fd-497a-8c30-4a19f9f59c39 req-eb955336-6313-4b43-9ffe-1597f43d98ec tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555134 Feb 08 21:58:48.645748 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59bb1d-1e5e-41ca-82a5-3f3c966f37c9 req-595c1ad3-4098-4912-9b67-7df3cff84ba2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:48.647300 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a59bb1d-1e5e-41ca-82a5-3f3c966f37c9 req-595c1ad3-4098-4912-9b67-7df3cff84ba2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 946 time: 0.0630279 Feb 08 21:58:48.705160 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a59bb1d-1e5e-41ca-82a5-3f3c966f37c9 req-0bea1d23-ade6-44c1-a5b4-1694d15b7ed5 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483696 Feb 08 21:58:49.835085 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a385c-e7ef-4c6e-b42a-1b7853466af1 req-cd161400-7c97-4dd6-b933-aaae0a5b4762 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:49.836674 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d52a385c-e7ef-4c6e-b42a-1b7853466af1 req-cd161400-7c97-4dd6-b933-aaae0a5b4762 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 946 time: 0.0559852 Feb 08 21:58:49.888773 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d52a385c-e7ef-4c6e-b42a-1b7853466af1 req-cfa60bad-fb34-4abd-81c9-d512a92dd1d4 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461094 Feb 08 21:58:50.178577 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17bbe2-a571-40e4-b94b-add56785f6f5 req-1c5403b1-2f19-4041-ad31-fba2de1828e2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:50.180233 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9f17bbe2-a571-40e4-b94b-add56785f6f5 req-1c5403b1-2f19-4041-ad31-fba2de1828e2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 946 time: 0.0679908 Feb 08 21:58:50.287557 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-9f17bbe2-a571-40e4-b94b-add56785f6f5 req-44f8fc38-6545-435c-a9ed-d8716bd1146c tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Deleting port e6cfa673-aec0-470e-814c-b81dcdf70d4b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 21:58:50.287927 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9f17bbe2-a571-40e4-b94b-add56785f6f5 req-44f8fc38-6545-435c-a9ed-d8716bd1146c tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (e6cfa673-aec0-470e-814c-b81dcdf70d4b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:50.383772 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-9f17bbe2-a571-40e4-b94b-add56785f6f5 req-44f8fc38-6545-435c-a9ed-d8716bd1146c tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] For port e6cfa673-aec0-470e-814c-b81dcdf70d4b, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=e6cfa673-aec0-470e-814c-b81dcdf70d4b,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:58:50.384211 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9f17bbe2-a571-40e4-b94b-add56785f6f5 req-44f8fc38-6545-435c-a9ed-d8716bd1146c tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (e6cfa673-aec0-470e-814c-b81dcdf70d4b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:50.398123 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-9f17bbe2-a571-40e4-b94b-add56785f6f5 req-44f8fc38-6545-435c-a9ed-d8716bd1146c tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Calling delete_port for e6cfa673-aec0-470e-814c-b81dcdf70d4b owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 21:58:50.546344 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9f17bbe2-a571-40e4-b94b-add56785f6f5 req-44f8fc38-6545-435c-a9ed-d8716bd1146c tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (e6cfa673-aec0-470e-814c-b81dcdf70d4b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:50.560626 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['e6cfa673-aec0-470e-814c-b81dcdf70d4b'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:58:50.588977 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8fc38-6545-435c-a9ed-d8716bd1146c tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event deleted for resources: {'Port': ['ID=e6cfa673-aec0-470e-814c-b81dcdf70d4b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:50.639179 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f17bbe2-a571-40e4-b94b-add56785f6f5 req-44f8fc38-6545-435c-a9ed-d8716bd1146c tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] No DVR routers for this DVR port e6cfa673-aec0-470e-814c-b81dcdf70d4b on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:58:50.642068 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9f17bbe2-a571-40e4-b94b-add56785f6f5 req-44f8fc38-6545-435c-a9ed-d8716bd1146c tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:50.645765 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9f17bbe2-a571-40e4-b94b-add56785f6f5 req-44f8fc38-6545-435c-a9ed-d8716bd1146c tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.94 "DELETE /v2.0/ports/e6cfa673-aec0-470e-814c-b81dcdf70d4b HTTP/1.1" status: 204 len: 173 time: 0.4607086 Feb 08 21:58:50.646253 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d40bc38-3b89-4512-9566-c2ff93f00190', 'name': 'network-vif-deleted', 'tag': 'e6cfa673-aec0-470e-814c-b81dcdf70d4b'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:58:50.649273 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4b570e-a9a0-420f-bbdc-cb75605f1179" -d '{"events": [{"server_uuid": "9d40bc38-3b89-4512-9566-c2ff93f00190", "name": "network-vif-deleted", "tag": "e6cfa673-aec0-470e-814c-b81dcdf70d4b"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:58:50.692942 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07dc10d-d51f-4c96-af82-8fda85d79378 x-openstack-request-id: req-e07dc10d-d51f-4c96-af82-8fda85d79378 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:58:50.693441 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d40bc38-3b89-4512-9566-c2ff93f00190", "name": "network-vif-deleted", "tag": "e6cfa673-aec0-470e-814c-b81dcdf70d4b", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:58:50.693782 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e07dc10d-d51f-4c96-af82-8fda85d79378 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:58:50.694274 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d40bc38-3b89-4512-9566-c2ff93f00190', 'name': 'network-vif-deleted', 'tag': 'e6cfa673-aec0-470e-814c-b81dcdf70d4b', 'status': 'completed', 'code': 200} Feb 08 21:58:51.050337 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-04a0b377-a395-4c74-94b5-c9c10e73120f req-5458b9c6-6817-4607-a0ed-4fdc43470475 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 210 time: 0.0538762 Feb 08 21:58:52.167329 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-46384c8f-bd2c-448a-9151-27fb56bfb7a8 req-1395cbe8-a885-43bf-a2b4-8ad182e96a92 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 210 time: 0.0413697 Feb 08 21:58:53.254856 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-96ca7dd0-736c-4e65-9af3-6ae00d19f341 req-2bb3b35c-40db-4720-ac1e-e6d965e00d81 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 210 time: 0.0283303 Feb 08 21:58:53.541494 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device e6cfa673-aec0-470e-814c-b81dcdf70d4b no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:58:53.562604 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: e6cfa673-aec0-470e-814c-b81dcdf70d4b {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 21:58:53.562936 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device e6cfa673-aec0-470e-814c-b81dcdf70d4b not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:58:53.624907 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39908) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:58:53.751967 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b2d68247-322c-46bf-90e8-e37acce76143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:53.839542 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b2d68247-322c-46bf-90e8-e37acce76143 admin admin] Publish callbacks [] for security_group (9ad35b87-f4d9-468a-8611-ae80a211edf9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:53.844328 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b2d68247-322c-46bf-90e8-e37acce76143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9ad35b87-f4d9-468a-8611-ae80a211edf9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:53.887231 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b2d68247-322c-46bf-90e8-e37acce76143 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1e26880c92294d96995986d91ccf131e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2609227 Feb 08 21:58:53.890166 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39912) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:58:53.896650 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d68247-322c-46bf-90e8-e37acce76143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad35b87-f4d9-468a-8611-ae80a211edf9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:53.959712 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6c2d90c7-0fa1-4c56-b545-8deb39dbc8e3 admin admin] Publish callbacks [] for security_group (9ad35b87-f4d9-468a-8611-ae80a211edf9), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:53.982326 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6c2d90c7-0fa1-4c56-b545-8deb39dbc8e3 admin admin] Publish callbacks [] for security_group (9ad35b87-f4d9-468a-8611-ae80a211edf9), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:54.045119 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6c2d90c7-0fa1-4c56-b545-8deb39dbc8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (9ad35b87-f4d9-468a-8611-ae80a211edf9), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:54.047977 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6c2d90c7-0fa1-4c56-b545-8deb39dbc8e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:54.049134 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6c2d90c7-0fa1-4c56-b545-8deb39dbc8e3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9ad35b87-f4d9-468a-8611-ae80a211edf9 HTTP/1.1" status: 204 len: 168 time: 0.1572073 Feb 08 21:58:54.058980 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d90c7-0fa1-4c56-b545-8deb39dbc8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad35b87-f4d9-468a-8611-ae80a211edf9,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:54.068439 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2d90c7-0fa1-4c56-b545-8deb39dbc8e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:54.069044 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2d90c7-0fa1-4c56-b545-8deb39dbc8e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:54.069613 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2d90c7-0fa1-4c56-b545-8deb39dbc8e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:54.070421 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2d90c7-0fa1-4c56-b545-8deb39dbc8e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:54.070952 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2d90c7-0fa1-4c56-b545-8deb39dbc8e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:54.071455 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2d90c7-0fa1-4c56-b545-8deb39dbc8e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:54.072065 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2d90c7-0fa1-4c56-b545-8deb39dbc8e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:54.072716 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2d90c7-0fa1-4c56-b545-8deb39dbc8e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:54.073423 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2d90c7-0fa1-4c56-b545-8deb39dbc8e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:54.073935 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2d90c7-0fa1-4c56-b545-8deb39dbc8e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:54.074440 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2d90c7-0fa1-4c56-b545-8deb39dbc8e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:54.074934 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2d90c7-0fa1-4c56-b545-8deb39dbc8e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:54.075454 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2d90c7-0fa1-4c56-b545-8deb39dbc8e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:54.232103 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f70373a3-7094-4407-a2a6-d464e89c8e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:54.415258 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-51bc6d73-4488-4b69-a06d-95abdc409644 req-a9c34d51-069b-4180-b5f4-5d287fb4a1b2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 210 time: 0.0685501 Feb 08 21:58:54.798769 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:58:55.351081 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 39946) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:58:55.558728 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-11cd29ef-4ebb-489e-be0a-8210f9cfda23 req-020ca11a-2e1d-4b6e-bf24-0a78696348ea tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 210 time: 0.0350022 Feb 08 21:58:55.565811 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77c66494-eb16-4dcb-a0b8-9d4510233c86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:55.650197 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77c66494-eb16-4dcb-a0b8-9d4510233c86 admin admin] Publish callbacks [] for security_group (a38db1d7-1050-479c-889f-ab3c24cdaf6b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:55.654996 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-77c66494-eb16-4dcb-a0b8-9d4510233c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a38db1d7-1050-479c-889f-ab3c24cdaf6b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:55.700448 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-77c66494-eb16-4dcb-a0b8-9d4510233c86 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8ad485c7d1bd4480b057334bdce484b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3472354 Feb 08 21:58:55.701409 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c66494-eb16-4dcb-a0b8-9d4510233c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38db1d7-1050-479c-889f-ab3c24cdaf6b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:55.704138 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39954) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:58:55.778038 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62d72c2f-3c1b-4d63-950e-51183c6e3132 admin admin] Publish callbacks [] for security_group (a38db1d7-1050-479c-889f-ab3c24cdaf6b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:55.803574 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62d72c2f-3c1b-4d63-950e-51183c6e3132 admin admin] Publish callbacks [] for security_group (a38db1d7-1050-479c-889f-ab3c24cdaf6b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:55.858717 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62d72c2f-3c1b-4d63-950e-51183c6e3132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a38db1d7-1050-479c-889f-ab3c24cdaf6b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:55.861828 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62d72c2f-3c1b-4d63-950e-51183c6e3132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:55.863145 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-62d72c2f-3c1b-4d63-950e-51183c6e3132 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a38db1d7-1050-479c-889f-ab3c24cdaf6b HTTP/1.1" status: 204 len: 168 time: 0.1573105 Feb 08 21:58:55.873028 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d72c2f-3c1b-4d63-950e-51183c6e3132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38db1d7-1050-479c-889f-ab3c24cdaf6b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:56.596758 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39978) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:58:56.671815 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1b64c612-7429-4bf4-b6ab-44448c1c74c0 req-6cee8674-8687-489b-91cc-1c53e3d4076f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 210 time: 0.0306351 Feb 08 21:58:56.714293 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1ef2cd13-1e61-4c59-86a2-69fd2875739a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1797490582-network', 'tenant_id': '50c09c381f9c4df3981c4676dbbaad03'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:58:56.735303 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef2cd13-1e61-4c59-86a2-69fd2875739a admin admin] Made reservation on behalf of 50c09c381f9c4df3981c4676dbbaad03 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:58:56.737731 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ef2cd13-1e61-4c59-86a2-69fd2875739a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:56.747427 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ef2cd13-1e61-4c59-86a2-69fd2875739a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:56.843332 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ef2cd13-1e61-4c59-86a2-69fd2875739a admin admin] Publish callbacks [] for security_group (50ec0731-4295-43bb-a28c-bfe4d1b92cfa), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:56.848301 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ef2cd13-1e61-4c59-86a2-69fd2875739a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (50ec0731-4295-43bb-a28c-bfe4d1b92cfa), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:56.872907 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef2cd13-1e61-4c59-86a2-69fd2875739a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 21:58:56.891798 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2cd13-1e61-4c59-86a2-69fd2875739a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ec0731-4295-43bb-a28c-bfe4d1b92cfa,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:56.894439 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ef2cd13-1e61-4c59-86a2-69fd2875739a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (9b96a04a-d577-4919-98a9-71aec7ff75d1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:56.894778 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-1ef2cd13-1e61-4c59-86a2-69fd2875739a admin admin] Added segment 9b96a04a-d577-4919-98a9-71aec7ff75d1 of type vlan for network c1dcd45d-6349-4966-9ef8-c401cfe1cee9 Feb 08 21:58:56.918901 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef2cd13-1e61-4c59-86a2-69fd2875739a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:56.919295 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef2cd13-1e61-4c59-86a2-69fd2875739a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:56.919633 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef2cd13-1e61-4c59-86a2-69fd2875739a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:56.919965 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef2cd13-1e61-4c59-86a2-69fd2875739a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:56.920439 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef2cd13-1e61-4c59-86a2-69fd2875739a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:56.920777 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef2cd13-1e61-4c59-86a2-69fd2875739a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:56.921100 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef2cd13-1e61-4c59-86a2-69fd2875739a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:56.921458 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef2cd13-1e61-4c59-86a2-69fd2875739a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:56.921780 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef2cd13-1e61-4c59-86a2-69fd2875739a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:56.922156 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef2cd13-1e61-4c59-86a2-69fd2875739a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:56.922423 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef2cd13-1e61-4c59-86a2-69fd2875739a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:56.922816 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef2cd13-1e61-4c59-86a2-69fd2875739a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:56.923137 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef2cd13-1e61-4c59-86a2-69fd2875739a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:58:56.965823 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ef2cd13-1e61-4c59-86a2-69fd2875739a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (c1dcd45d-6349-4966-9ef8-c401cfe1cee9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:56.993878 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ef2cd13-1e61-4c59-86a2-69fd2875739a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (c1dcd45d-6349-4966-9ef8-c401cfe1cee9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:56.995009 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef2cd13-1e61-4c59-86a2-69fd2875739a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:56.995644 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ef2cd13-1e61-4c59-86a2-69fd2875739a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:57.058000 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1ef2cd13-1e61-4c59-86a2-69fd2875739a admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4592543 Feb 08 21:58:57.060345 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 39982) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:58:57.066604 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-df904752-2f85-44ff-9877-62a12bdb1aa3 admin admin] Request body: {'subnet': {'network_id': 'c1dcd45d-6349-4966-9ef8-c401cfe1cee9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1797490582-subnet', 'tenant_id': '50c09c381f9c4df3981c4676dbbaad03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:58:57.074813 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2cd13-1e61-4c59-86a2-69fd2875739a admin admin] Pushing event updated for resources: {'Network': ['ID=c1dcd45d-6349-4966-9ef8-c401cfe1cee9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:57.086551 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network c1dcd45d-6349-4966-9ef8-c401cfe1cee9 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 21:58:57.091525 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df904752-2f85-44ff-9877-62a12bdb1aa3 admin admin] Made reservation on behalf of 50c09c381f9c4df3981c4676dbbaad03 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:58:57.093676 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df904752-2f85-44ff-9877-62a12bdb1aa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:57.276724 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df904752-2f85-44ff-9877-62a12bdb1aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (8ab651ed-9a58-4aeb-a309-41dacaa90da5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:57.332489 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df904752-2f85-44ff-9877-62a12bdb1aa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ab651ed-9a58-4aeb-a309-41dacaa90da5,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:58:57.350222 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df904752-2f85-44ff-9877-62a12bdb1aa3 admin admin] Checking segment: {'id': '9b96a04a-d577-4919-98a9-71aec7ff75d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c1dcd45d-6349-4966-9ef8-c401cfe1cee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:58:57.350579 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df904752-2f85-44ff-9877-62a12bdb1aa3 admin admin] Network hostable DHCP agents. Network: c1dcd45d-6349-4966-9ef8-c401cfe1cee9, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 21:58:57.370821 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df904752-2f85-44ff-9877-62a12bdb1aa3 admin admin] Network c1dcd45d-6349-4966-9ef8-c401cfe1cee9 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 21:58:57.380915 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-df904752-2f85-44ff-9877-62a12bdb1aa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, c1dcd45d-6349-4966-9ef8-c401cfe1cee9) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:58:57.386307 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df904752-2f85-44ff-9877-62a12bdb1aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:58:57.387063 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df904752-2f85-44ff-9877-62a12bdb1aa3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:57.393097 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7adb391-ae66-42dd-9a53-5f7861e5ff83 None None] Network c1dcd45d-6349-4966-9ef8-c401cfe1cee9 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:58:57.423358 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-df904752-2f85-44ff-9877-62a12bdb1aa3 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3530228 Feb 08 21:58:57.513850 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed6801d-836c-463e-b668-1cb08e764f29 None None] Network c1dcd45d-6349-4966-9ef8-c401cfe1cee9 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 21:58:57.530097 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-599681dd-ef76-4ab1-9e05-201e3ae235bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:57.778969 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-78378a1e-78d1-4f27-9c4f-124b516b3b2a req-72998f9e-9afa-4602-84c2-cf52389df928 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 210 time: 0.0344291 Feb 08 21:58:58.884135 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-60e4c056-04fe-442d-8273-8fd826f4816a req-cbe8db7c-3a0b-4558-8bb7-12a3879565cc tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 210 time: 0.0308003 Feb 08 21:58:59.316285 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:58:59.997604 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-78c94444-ea94-4aa8-b01e-57aa1eb04ad1 req-02826d14-c046-4b4b-8154-82408ff19374 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d40bc38-3b89-4512-9566-c2ff93f00190 HTTP/1.1" status: 200 len: 210 time: 0.0325003 Feb 08 21:59:01.463658 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:01.613902 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:06.696193 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:06.899447 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:10.628785 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-471dedd0-167c-4ac9-bd45-e05fe8f8f41d req-0e894456-598e-4c7d-a552-bfa9520191e7 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0685141 Feb 08 21:59:10.771322 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471dedd0-167c-4ac9-bd45-e05fe8f8f41d req-de0826fc-a545-4a7f-b7c1-56331567bc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:10.775582 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-471dedd0-167c-4ac9-bd45-e05fe8f8f41d req-de0826fc-a545-4a7f-b7c1-56331567bc06 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 1128 time: 0.0832787 Feb 08 21:59:10.924531 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471dedd0-167c-4ac9-bd45-e05fe8f8f41d req-8c3e0a44-e710-4bda-9d07-9497e7d8ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:10.925129 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-471dedd0-167c-4ac9-bd45-e05fe8f8f41d req-8c3e0a44-e710-4bda-9d07-9497e7d8ab87 service neutron] 10.222.0.96 "GET /v2.0/networks?id=44f004ba-844e-4e7f-abce-081052edd5de HTTP/1.1" status: 200 len: 898 time: 0.1215281 Feb 08 21:59:10.998601 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-471dedd0-167c-4ac9-bd45-e05fe8f8f41d req-735e8219-dacb-447c-86e4-31ad6d905926 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b082b9e-a84e-44ab-a823-ec03ee2c14f9 HTTP/1.1" status: 200 len: 1001 time: 0.0675092 Feb 08 21:59:11.081957 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471dedd0-167c-4ac9-bd45-e05fe8f8f41d req-47185e70-ce50-44c0-9f59-bea69c5bd87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:11.083697 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-471dedd0-167c-4ac9-bd45-e05fe8f8f41d req-47185e70-ce50-44c0-9f59-bea69c5bd87e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8d230777-26b6-4044-8530-4e31179f1e6a HTTP/1.1" status: 200 len: 834 time: 0.0796928 Feb 08 21:59:11.141163 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471dedd0-167c-4ac9-bd45-e05fe8f8f41d req-88e459c2-a588-4caf-b776-c5e275e8255e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:11.142732 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-471dedd0-167c-4ac9-bd45-e05fe8f8f41d req-88e459c2-a588-4caf-b776-c5e275e8255e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=44f004ba-844e-4e7f-abce-081052edd5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0530655 Feb 08 21:59:11.259895 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-471dedd0-167c-4ac9-bd45-e05fe8f8f41d req-470ab221-212a-4a83-b1f3-0e403d27c90e service neutron] 10.222.0.96 "GET /v2.0/networks/44f004ba-844e-4e7f-abce-081052edd5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113319 Feb 08 21:59:11.403200 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-471dedd0-167c-4ac9-bd45-e05fe8f8f41d req-09065dd9-2f60-4903-8f4a-ed5262e3f180 service neutron] 10.222.0.96 "GET /v2.0/networks/44f004ba-844e-4e7f-abce-081052edd5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376209 Feb 08 21:59:11.858100 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c86a8b-13d1-4e8c-85c8-f5a4d5f168a7 req-d5ae1052-c536-45f7-b83c-14da512c2dc3 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:11.870034 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c0c86a8b-13d1-4e8c-85c8-f5a4d5f168a7 req-d5ae1052-c536-45f7-b83c-14da512c2dc3 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 1128 time: 0.0824578 Feb 08 21:59:11.898263 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c0c86a8b-13d1-4e8c-85c8-f5a4d5f168a7 req-7058a391-1f71-4ea8-b958-60af7769d93d tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:12.007106 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c0c86a8b-13d1-4e8c-85c8-f5a4d5f168a7 req-7058a391-1f71-4ea8-b958-60af7769d93d tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] Publish callbacks [] for security_group (70ef5871-5ca0-4094-ba43-d831f8ac339f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:12.012199 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c0c86a8b-13d1-4e8c-85c8-f5a4d5f168a7 req-7058a391-1f71-4ea8-b958-60af7769d93d tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (70ef5871-5ca0-4094-ba43-d831f8ac339f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:12.067588 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c0c86a8b-13d1-4e8c-85c8-f5a4d5f168a7 req-7058a391-1f71-4ea8-b958-60af7769d93d tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956389 Feb 08 21:59:12.073389 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058a391-1f71-4ea8-b958-60af7769d93d tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ef5871-5ca0-4094-ba43-d831f8ac339f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:59:12.211688 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4991a-3258-4c95-8b37-d6d1ccbecf72 req-79439a68-6670-4796-b2dc-9cb0abb35367 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:12.213255 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-57e4991a-3258-4c95-8b37-d6d1ccbecf72 req-79439a68-6670-4796-b2dc-9cb0abb35367 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 945 time: 0.0646632 Feb 08 21:59:12.273945 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-57e4991a-3258-4c95-8b37-d6d1ccbecf72 req-b94f092a-b0b6-4c49-aff2-eb988f54acbe tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530882 Feb 08 21:59:12.300164 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40148) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:59:12.403121 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-de2bcad3-d0f8-4a99-9728-a18f1abb11bf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/floatingips/8eafe2a3-c936-4648-aab8-312d8d113749 HTTP/1.1" status: 200 len: 993 time: 0.1016750 Feb 08 21:59:12.720541 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-68e8ab1f-2bda-4636-8a7b-cb1e8dd6c04d req-4eb0860d-474a-4415-846b-bac018bbe5cc service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:59:12.721856 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-68e8ab1f-2bda-4636-8a7b-cb1e8dd6c04d req-4eb0860d-474a-4415-846b-bac018bbe5cc service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060437 Feb 08 21:59:14.095794 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40172) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:59:14.182805 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f98573-988b-4434-b6af-3119baaf3ed7 req-c208f1c8-737a-462c-9da8-5c60ef292d02 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:14.185372 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-75f98573-988b-4434-b6af-3119baaf3ed7 req-c208f1c8-737a-462c-9da8-5c60ef292d02 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 945 time: 0.0677645 Feb 08 21:59:14.249772 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-9a0177b4-3a71-4a1c-8a55-ed8307951e8c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1515980 Feb 08 21:59:14.256502 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-75f98573-988b-4434-b6af-3119baaf3ed7 req-f02abb64-5bc9-42f8-b083-2bb1941b0bb0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635943 Feb 08 21:59:14.257932 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-646ec7ed-2ef9-4c3a-9d75-ba24fb86162d service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 21:59:14.259313 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-646ec7ed-2ef9-4c3a-9d75-ba24fb86162d service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065598 Feb 08 21:59:15.458780 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bf73e-19be-4e87-8843-501433836f0a req-76055daa-daca-45f6-82fb-cd23522f9c36 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:15.460503 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c52bf73e-19be-4e87-8843-501433836f0a req-76055daa-daca-45f6-82fb-cd23522f9c36 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 945 time: 0.1079259 Feb 08 21:59:15.547910 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c52bf73e-19be-4e87-8843-501433836f0a req-bc30239a-0408-4c68-bb6c-c81666a2cf8e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753844 Feb 08 21:59:15.754987 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-ddb9bded-8cd3-4a44-b520-f5b65750c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:15.757086 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-ddb9bded-8cd3-4a44-b520-f5b65750c6c0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 1128 time: 0.0691724 Feb 08 21:59:15.925388 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-5a4c7650-2d7f-456c-8411-e1251316f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:15.927022 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-5a4c7650-2d7f-456c-8411-e1251316f05a service neutron] 10.222.0.96 "GET /v2.0/networks?id=44f004ba-844e-4e7f-abce-081052edd5de HTTP/1.1" status: 200 len: 898 time: 0.1618786 Feb 08 21:59:16.022289 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-3c502892-bf25-4c8d-a7f4-a5565f97e694 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b082b9e-a84e-44ab-a823-ec03ee2c14f9 HTTP/1.1" status: 200 len: 1001 time: 0.0893447 Feb 08 21:59:16.101685 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-0c5d0d57-2d24-4a6e-bf6e-6b8a934b1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:16.103488 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-0c5d0d57-2d24-4a6e-bf6e-6b8a934b1887 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8d230777-26b6-4044-8530-4e31179f1e6a HTTP/1.1" status: 200 len: 834 time: 0.0761058 Feb 08 21:59:16.194606 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-21a851f4-40f5-4ec7-bc42-2b2890fd2517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:16.197582 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-21a851f4-40f5-4ec7-bc42-2b2890fd2517 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=44f004ba-844e-4e7f-abce-081052edd5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0883770 Feb 08 21:59:16.331397 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-100e696b-80e2-4205-8f9a-85ed502e936b service neutron] 10.222.0.96 "GET /v2.0/networks/44f004ba-844e-4e7f-abce-081052edd5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273625 Feb 08 21:59:16.461987 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-5f56a0c4-8e06-4d08-ac81-7c5e0f3cb03a service neutron] 10.222.0.96 "GET /v2.0/networks/44f004ba-844e-4e7f-abce-081052edd5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242397 Feb 08 21:59:16.738206 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf386d2-02df-41e9-85c2-b172ff7f5666 req-bd72b141-487d-437a-91af-1628e119f3d3 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:16.740082 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3cf386d2-02df-41e9-85c2-b172ff7f5666 req-bd72b141-487d-437a-91af-1628e119f3d3 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 945 time: 0.0749412 Feb 08 21:59:16.798164 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3cf386d2-02df-41e9-85c2-b172ff7f5666 req-6c4889d4-3bf3-4086-8e96-7469a082b956 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480025 Feb 08 21:59:17.991235 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6363fd4-e580-4086-bbd7-d1e4cc8be0ed req-86deeb75-ac4c-48b7-b7e5-54cb5c0c4e72 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:17.993627 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c6363fd4-e580-4086-bbd7-d1e4cc8be0ed req-86deeb75-ac4c-48b7-b7e5-54cb5c0c4e72 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 945 time: 0.0877845 Feb 08 21:59:18.049885 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c6363fd4-e580-4086-bbd7-d1e4cc8be0ed req-3fc1fb91-0076-45a5-81e3-41fb6c7aa588 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498896 Feb 08 21:59:19.210359 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957041ce-a027-4cb6-b67c-f8b884d707d8 req-7b254daa-a03c-40c8-aadc-f6e9068dc12c tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:19.214078 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-957041ce-a027-4cb6-b67c-f8b884d707d8 req-7b254daa-a03c-40c8-aadc-f6e9068dc12c tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 945 time: 0.0756340 Feb 08 21:59:19.270475 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-957041ce-a027-4cb6-b67c-f8b884d707d8 req-9152b82e-45b3-4a6c-a239-4a053d3b4f60 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505798 Feb 08 21:59:20.419014 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86796d-d212-4ac3-b4a6-a2b39c1e9759 req-4c1372a0-99e1-4780-9837-dbab50f60463 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:20.420726 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e86796d-d212-4ac3-b4a6-a2b39c1e9759 req-4c1372a0-99e1-4780-9837-dbab50f60463 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 945 time: 0.0618160 Feb 08 21:59:20.504330 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e86796d-d212-4ac3-b4a6-a2b39c1e9759 req-6f2f8c6a-98f8-4291-869f-f73e7e780cde tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760503 Feb 08 21:59:21.697634 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad11d2-a727-41a4-a040-3e961774142b req-d0f74554-423d-462e-977c-3f00124a460c tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:21.700333 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-94ad11d2-a727-41a4-a040-3e961774142b req-d0f74554-423d-462e-977c-3f00124a460c tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 945 time: 0.1007226 Feb 08 21:59:21.806870 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-94ad11d2-a727-41a4-a040-3e961774142b req-87be7840-42d1-4259-b4e4-9f7db11c6236 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963538 Feb 08 21:59:22.986584 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea2ea8-4d29-4896-b944-310b86eb388f req-c03fcbd3-0a04-42f5-a969-8205697349d3 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:22.997421 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3aea2ea8-4d29-4896-b944-310b86eb388f req-c03fcbd3-0a04-42f5-a969-8205697349d3 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 945 time: 0.1004729 Feb 08 21:59:23.071668 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3aea2ea8-4d29-4896-b944-310b86eb388f req-3719b2a0-cb31-4e03-8f32-fa26733f62cc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735891 Feb 08 21:59:24.222438 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-98c38456-42cb-4a96-87bb-e9a4db98c495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:24.287738 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b5cfb-a2e7-4b50-8664-8a9b8a2748f0 req-0c3d7e49-562a-47b8-b682-40eb736702a4 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:24.300249 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d31b5cfb-a2e7-4b50-8664-8a9b8a2748f0 req-0c3d7e49-562a-47b8-b682-40eb736702a4 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 945 time: 0.1146472 Feb 08 21:59:24.378697 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d31b5cfb-a2e7-4b50-8664-8a9b8a2748f0 req-1cef1f07-1a3c-4905-a325-f57c53b62809 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764894 Feb 08 21:59:25.578013 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92f02f-e552-4ccc-97ce-4022e9e27fed req-19b57b62-41f7-49b1-830b-f36fdd8ad90f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:25.582309 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d92f02f-e552-4ccc-97ce-4022e9e27fed req-19b57b62-41f7-49b1-830b-f36fdd8ad90f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 945 time: 0.1011815 Feb 08 21:59:25.665956 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d92f02f-e552-4ccc-97ce-4022e9e27fed req-dd22ec9c-1f17-46df-a1ba-80ebe64a2927 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761061 Feb 08 21:59:26.837332 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42337865-6895-41b0-9fe2-9451ff3a8553 req-bbd9d9a5-17b9-470e-bf59-97c350812a70 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:26.838826 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-42337865-6895-41b0-9fe2-9451ff3a8553 req-bbd9d9a5-17b9-470e-bf59-97c350812a70 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 945 time: 0.0663433 Feb 08 21:59:26.911543 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-42337865-6895-41b0-9fe2-9451ff3a8553 req-cb5fa550-f6da-41f7-9f79-6965d734d7f1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663381 Feb 08 21:59:27.534532 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c67bfe26-a014-4645-bc7c-7696cb00e70c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:28.114319 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e9bed-b2b1-498a-8c4b-0ca62305ebb7 req-06e3acf2-2f02-417a-bdbc-36dc55704d9e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:28.116219 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a15e9bed-b2b1-498a-8c4b-0ca62305ebb7 req-06e3acf2-2f02-417a-bdbc-36dc55704d9e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 945 time: 0.1054347 Feb 08 21:59:28.196378 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a15e9bed-b2b1-498a-8c4b-0ca62305ebb7 req-af7ddcbb-39bf-4ee6-afec-3f67fa094da0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692747 Feb 08 21:59:29.325079 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:29.400430 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219a7db-da20-4027-8bae-d2e4b7cb931f req-1a296058-bfce-426a-b220-450a6d70fbc3 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:29.402052 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f219a7db-da20-4027-8bae-d2e4b7cb931f req-1a296058-bfce-426a-b220-450a6d70fbc3 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 945 time: 0.0750368 Feb 08 21:59:29.484152 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f219a7db-da20-4027-8bae-d2e4b7cb931f req-eaffcfd0-604b-45e6-b2ea-72f95ef24fdb tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696609 Feb 08 21:59:30.743079 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82852e8b-adfa-4a62-9dc0-e19e9ccc3a26 req-913900b1-7bf9-4517-a5e0-f96119812afa tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:30.745944 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-82852e8b-adfa-4a62-9dc0-e19e9ccc3a26 req-913900b1-7bf9-4517-a5e0-f96119812afa tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 945 time: 0.0982955 Feb 08 21:59:30.840082 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-82852e8b-adfa-4a62-9dc0-e19e9ccc3a26 req-912f4605-b1e4-432d-9f8f-6ca31f3701fa tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867627 Feb 08 21:59:31.479498 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:31.624281 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:31.800414 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 21:59:32.086832 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be949656-5c5b-47f8-baa4-a5f8083f198f req-f5713433-3362-4395-8c2c-d8e6fd6bae38 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:32.090574 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be949656-5c5b-47f8-baa4-a5f8083f198f req-f5713433-3362-4395-8c2c-d8e6fd6bae38 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 945 time: 0.1276443 Feb 08 21:59:32.193095 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be949656-5c5b-47f8-baa4-a5f8083f198f req-2b0bc355-59a7-45c1-86f3-7e27519c7dc8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914297 Feb 08 21:59:33.437934 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34dc50d-2a3d-4b82-843a-99b3035c4074 req-50934eb1-a5ce-4fff-896f-c183662f7c2c tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:33.440025 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f34dc50d-2a3d-4b82-843a-99b3035c4074 req-50934eb1-a5ce-4fff-896f-c183662f7c2c tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 945 time: 0.1034429 Feb 08 21:59:33.537487 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f34dc50d-2a3d-4b82-843a-99b3035c4074 req-3f0e7c2f-b747-4c3d-a697-2b098969353e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837882 Feb 08 21:59:33.698363 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-4a5a472a-c002-4f78-a641-13666baa74a7 service neutron] show failed (client error): The resource could not be found. Feb 08 21:59:33.699815 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-4a5a472a-c002-4f78-a641-13666baa74a7 service neutron] 10.222.0.96 "GET /v2.0/ports/3b082b9e-a84e-44ab-a823-ec03ee2c14f9/bindings/n-h1-712143-31 HTTP/1.1" status: 404 len: 381 time: 0.0974061 Feb 08 21:59:34.343475 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-0657867b-0552-4c1f-9620-890f4d8831c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:34.345002 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-0657867b-0552-4c1f-9620-890f4d8831c5 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c&tenant_id=757a64905a5e4f28a11ff7ef605aa039 HTTP/1.1" status: 200 len: 1128 time: 0.2995653 Feb 08 21:59:34.360614 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-f06644e2-88d2-4d6b-987a-65e2d289cbe9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-31', 'device_owner': 'compute:nova'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:59:34.477946 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-f06644e2-88d2-4d6b-987a-65e2d289cbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3b082b9e-a84e-44ab-a823-ec03ee2c14f9), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:34.777961 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee06c3-3be3-40ae-a722-507bdc8a2633 req-9714686d-fe42-488f-8301-130bde52c931 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:34.779951 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2eee06c3-3be3-40ae-a722-507bdc8a2633 req-9714686d-fe42-488f-8301-130bde52c931 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 945 time: 0.0882354 Feb 08 21:59:34.799468 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-f06644e2-88d2-4d6b-987a-65e2d289cbe9 service neutron] For port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=3b082b9e-a84e-44ab-a823-ec03ee2c14f9,segment=NetworkSegment(bff38a44-d3cf-43fc-b093-892ca19b0f76),segment_id=bff38a44-d3cf-43fc-b093-892ca19b0f76)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:59:34.871565 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-f06644e2-88d2-4d6b-987a-65e2d289cbe9 service neutron] For port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:59:34.897650 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2eee06c3-3be3-40ae-a722-507bdc8a2633 req-124723ad-1638-4f84-a50b-154888852f0a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038799 Feb 08 21:59:34.949739 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-f06644e2-88d2-4d6b-987a-65e2d289cbe9 service neutron] Publish callbacks [] for port (3b082b9e-a84e-44ab-a823-ec03ee2c14f9), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:34.953730 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b082b9e-a84e-44ab-a823-ec03ee2c14f9'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:59:34.957976 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a47341-41ef-4ffb-b0e6-bd045abad300" -d '{"events": [{"server_uuid": "51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c", "name": "network-vif-unplugged", "status": "completed", "tag": "3b082b9e-a84e-44ab-a823-ec03ee2c14f9"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:59:34.974788 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-f06644e2-88d2-4d6b-987a-65e2d289cbe9 service neutron] Transition to ACTIVE for port object 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:59:34.987277 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-f06644e2-88d2-4d6b-987a-65e2d289cbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (3b082b9e-a84e-44ab-a823-ec03ee2c14f9), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:35.045761 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06644e2-88d2-4d6b-987a-65e2d289cbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=3b082b9e-a84e-44ab-a823-ec03ee2c14f9,revision_number=6']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:59:35.125268 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 21:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81509de6-2dfc-41b2-8a8e-cc7b4d1da99f x-openstack-request-id: req-81509de6-2dfc-41b2-8a8e-cc7b4d1da99f {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:59:35.125930 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c", "name": "network-vif-unplugged", "status": "completed", "tag": "3b082b9e-a84e-44ab-a823-ec03ee2c14f9", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:59:35.126357 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-81509de6-2dfc-41b2-8a8e-cc7b4d1da99f {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:59:35.127024 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b082b9e-a84e-44ab-a823-ec03ee2c14f9', 'code': 200} Feb 08 21:59:35.277658 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-f06644e2-88d2-4d6b-987a-65e2d289cbe9 service neutron] No DVR routers for this DVR port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 on host n-h2-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 21:59:35.978832 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-9b700387-3d02-4c48-859a-886cb3429046 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:35.981543 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-9b700387-3d02-4c48-859a-886cb3429046 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 812 time: 0.1825471 Feb 08 21:59:36.005562 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-f133b61c-8296-420b-a7da-fcce8ec1f2e7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/quotas/beb2210587a047799a2549836334dae5 HTTP/1.1" status: 200 len: 375 time: 0.0142193 Feb 08 21:59:36.040975 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-f06644e2-88d2-4d6b-987a-65e2d289cbe9 service neutron] Attempting to bind port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:59:36.041737 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-f06644e2-88d2-4d6b-987a-65e2d289cbe9 service neutron] Attempting to bind port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'bff38a44-d3cf-43fc-b093-892ca19b0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:59:36.042049 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-f06644e2-88d2-4d6b-987a-65e2d289cbe9 service neutron] Attempting to bind port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 on network 44f004ba-844e-4e7f-abce-081052edd5de {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:59:36.051406 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-f06644e2-88d2-4d6b-987a-65e2d289cbe9 service neutron] Port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 on network 44f004ba-844e-4e7f-abce-081052edd5de not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:59:36.051902 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-f06644e2-88d2-4d6b-987a-65e2d289cbe9 service neutron] Attempting to bind port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 on network 44f004ba-844e-4e7f-abce-081052edd5de {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:59:36.062472 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-f06644e2-88d2-4d6b-987a-65e2d289cbe9 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:59:36.062946 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-f06644e2-88d2-4d6b-987a-65e2d289cbe9 service neutron] Checking segment: {'id': 'bff38a44-d3cf-43fc-b093-892ca19b0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:59:36.063492 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-f06644e2-88d2-4d6b-987a-65e2d289cbe9 service neutron] Bound using segment: {'id': 'bff38a44-d3cf-43fc-b093-892ca19b0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:59:36.064230 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-f06644e2-88d2-4d6b-987a-65e2d289cbe9 service neutron] Bound port: 3b082b9e-a84e-44ab-a823-ec03ee2c14f9, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff38a44-d3cf-43fc-b093-892ca19b0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:59:36.064800 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-f06644e2-88d2-4d6b-987a-65e2d289cbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3b082b9e-a84e-44ab-a823-ec03ee2c14f9), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:36.191869 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-fb8d3c30-1e0b-467c-8693-4a89cc1e982c tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1689503 Feb 08 21:59:36.213159 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658791b-511a-4cbf-8439-0a02516a385a req-8fbcd13b-43dd-41ad-9f85-8f16af318a33 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:36.215869 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-f06644e2-88d2-4d6b-987a-65e2d289cbe9 service neutron] For port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:59:36.216184 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c658791b-511a-4cbf-8439-0a02516a385a req-8fbcd13b-43dd-41ad-9f85-8f16af318a33 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 943 time: 0.1452048 Feb 08 21:59:36.220247 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-f06644e2-88d2-4d6b-987a-65e2d289cbe9 service neutron] For port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3b082b9e-a84e-44ab-a823-ec03ee2c14f9,segment=NetworkSegment(bff38a44-d3cf-43fc-b093-892ca19b0f76),segment_id=bff38a44-d3cf-43fc-b093-892ca19b0f76)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:59:36.230834 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-f06644e2-88d2-4d6b-987a-65e2d289cbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (3b082b9e-a84e-44ab-a823-ec03ee2c14f9), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:36.278063 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-f06644e2-88d2-4d6b-987a-65e2d289cbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:36.278409 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-f06644e2-88d2-4d6b-987a-65e2d289cbe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:36.280302 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-f06644e2-88d2-4d6b-987a-65e2d289cbe9 service neutron] 10.222.0.94 "PUT /v2.0/ports/3b082b9e-a84e-44ab-a823-ec03ee2c14f9 HTTP/1.1" status: 200 len: 1092 time: 1.9270933 Feb 08 21:59:36.319132 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06644e2-88d2-4d6b-987a-65e2d289cbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=3b082b9e-a84e-44ab-a823-ec03ee2c14f9,revision_number=7']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:59:36.402024 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-53831077-c4f6-4270-b3ab-df7759cbafdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:36.403974 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-53831077-c4f6-4270-b3ab-df7759cbafdc service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 1126 time: 0.0872617 Feb 08 21:59:36.591616 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-6009fe9a-9e10-4782-ab58-bd5cd9b0b55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:36.593689 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-6009fe9a-9e10-4782-ab58-bd5cd9b0b55f service neutron] 10.222.0.94 "GET /v2.0/networks?id=44f004ba-844e-4e7f-abce-081052edd5de HTTP/1.1" status: 200 len: 898 time: 0.1834776 Feb 08 21:59:36.720538 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:36.744014 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-cc5728d3-8849-4f21-96d3-d55409dae76b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b082b9e-a84e-44ab-a823-ec03ee2c14f9 HTTP/1.1" status: 200 len: 999 time: 0.1427824 Feb 08 21:59:36.821021 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-a56c5c18-497d-4dd0-a9b2-35e98edeb1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:36.824010 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-a56c5c18-497d-4dd0-a9b2-35e98edeb1ea service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8d230777-26b6-4044-8530-4e31179f1e6a HTTP/1.1" status: 200 len: 834 time: 0.0734684 Feb 08 21:59:36.905161 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-3ba230a4-1896-4c8a-9d95-adcc3f6e865f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:36.907340 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-3ba230a4-1896-4c8a-9d95-adcc3f6e865f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=44f004ba-844e-4e7f-abce-081052edd5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0770404 Feb 08 21:59:36.922673 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:36.926784 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c658791b-511a-4cbf-8439-0a02516a385a req-a11deeaf-73f5-45be-b09e-eaaf3d9d5390 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6961288 Feb 08 21:59:36.978862 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-01647117-cf87-4369-9fbf-7a10f114ff69 service neutron] 10.222.0.88 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7613277 Feb 08 21:59:37.052748 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-a797d173-c750-445d-8eb4-8fac9ec263e5 service neutron] 10.222.0.94 "GET /v2.0/networks/44f004ba-844e-4e7f-abce-081052edd5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386600 Feb 08 21:59:37.131815 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c', 'tag': '3b082b9e-a84e-44ab-a823-ec03ee2c14f9'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:59:37.137254 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-95b06dcf-4c67-49a0-8980-a096a601766d service neutron] 10.222.0.88 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450028 Feb 08 21:59:37.138339 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155120e9-601c-4279-a496-0b9961ae8424" -d '{"events": [{"name": "network-changed", "server_uuid": "51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c", "tag": "3b082b9e-a84e-44ab-a823-ec03ee2c14f9"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:59:37.239847 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-e0126ae6-1d84-49de-b018-cb43d52cb6e1 req-6b1e6d16-688e-4e33-a44b-f6b408ddac1f service neutron] 10.222.0.94 "GET /v2.0/networks/44f004ba-844e-4e7f-abce-081052edd5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693285 Feb 08 21:59:37.243064 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9713f57-8c04-4f2a-ae22-b27688d44e34 x-openstack-request-id: req-e9713f57-8c04-4f2a-ae22-b27688d44e34 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:59:37.243556 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c", "tag": "3b082b9e-a84e-44ab-a823-ec03ee2c14f9", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:59:37.243969 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e9713f57-8c04-4f2a-ae22-b27688d44e34 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:59:37.244790 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c', 'tag': '3b082b9e-a84e-44ab-a823-ec03ee2c14f9', 'status': 'completed', 'code': 200} Feb 08 21:59:37.368255 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155120e9-601c-4279-a496-0b9961ae8424 req-3903bf50-3356-4e47-b2a4-b68a3e6fff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:37.370758 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-155120e9-601c-4279-a496-0b9961ae8424 req-3903bf50-3356-4e47-b2a4-b68a3e6fff4c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 1126 time: 0.1145909 Feb 08 21:59:37.402878 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155120e9-601c-4279-a496-0b9961ae8424 req-1d8f7cfc-b6ea-4343-9f9d-80f175d7e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:37.404558 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-155120e9-601c-4279-a496-0b9961ae8424 req-1d8f7cfc-b6ea-4343-9f9d-80f175d7e189 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 1126 time: 0.0937276 Feb 08 21:59:37.600153 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29137bac-0ee7-4d3a-a3e5-6fb21267fcd7 req-f0c805ad-270c-4827-81e2-615c29455c59 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 210 time: 0.0610495 Feb 08 21:59:37.630188 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155120e9-601c-4279-a496-0b9961ae8424 req-bce35c99-fdd4-477a-8272-d4d1d28fd8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:37.633985 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-155120e9-601c-4279-a496-0b9961ae8424 req-bce35c99-fdd4-477a-8272-d4d1d28fd8f0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=44f004ba-844e-4e7f-abce-081052edd5de HTTP/1.1" status: 200 len: 898 time: 0.2549911 Feb 08 21:59:37.648582 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155120e9-601c-4279-a496-0b9961ae8424 req-235fc7b3-e69a-40fe-ab40-d6a6d50bd760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:37.651206 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-155120e9-601c-4279-a496-0b9961ae8424 req-235fc7b3-e69a-40fe-ab40-d6a6d50bd760 service neutron] 10.222.0.94 "GET /v2.0/networks?id=44f004ba-844e-4e7f-abce-081052edd5de HTTP/1.1" status: 200 len: 898 time: 0.2403290 Feb 08 21:59:37.693935 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 21:59:37.773173 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] The host n-h2-712143-31 is not matching for port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 host n-h1-712143-31! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 21:59:37.775456 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 21:59:37.777532 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-155120e9-601c-4279-a496-0b9961ae8424 req-2e30afc2-fb03-4d4e-91b8-1c3515a37ce6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b082b9e-a84e-44ab-a823-ec03ee2c14f9 HTTP/1.1" status: 200 len: 999 time: 0.1193047 Feb 08 21:59:37.801581 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-155120e9-601c-4279-a496-0b9961ae8424 req-aa2798e3-9c8b-4d8e-8436-e52cc6c76d52 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b082b9e-a84e-44ab-a823-ec03ee2c14f9 HTTP/1.1" status: 200 len: 999 time: 0.1621311 Feb 08 21:59:37.865846 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155120e9-601c-4279-a496-0b9961ae8424 req-9b93a494-1892-4c99-9df7-fed524af2540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:37.868087 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-155120e9-601c-4279-a496-0b9961ae8424 req-9b93a494-1892-4c99-9df7-fed524af2540 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8d230777-26b6-4044-8530-4e31179f1e6a HTTP/1.1" status: 200 len: 834 time: 0.0840771 Feb 08 21:59:37.886521 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155120e9-601c-4279-a496-0b9961ae8424 req-43122172-b65b-45fa-a35c-c3020f76aabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:37.888104 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-155120e9-601c-4279-a496-0b9961ae8424 req-43122172-b65b-45fa-a35c-c3020f76aabf service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8d230777-26b6-4044-8530-4e31179f1e6a HTTP/1.1" status: 200 len: 834 time: 0.0805221 Feb 08 21:59:37.942653 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155120e9-601c-4279-a496-0b9961ae8424 req-c700da3e-51bf-4c08-89e4-c83529174f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:37.944371 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-155120e9-601c-4279-a496-0b9961ae8424 req-c700da3e-51bf-4c08-89e4-c83529174f3e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=44f004ba-844e-4e7f-abce-081052edd5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0709484 Feb 08 21:59:37.955777 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155120e9-601c-4279-a496-0b9961ae8424 req-99f6f116-5115-44ac-a8ec-fbbca04c61b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:37.957577 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-155120e9-601c-4279-a496-0b9961ae8424 req-99f6f116-5115-44ac-a8ec-fbbca04c61b3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=44f004ba-844e-4e7f-abce-081052edd5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0628812 Feb 08 21:59:38.114184 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-155120e9-601c-4279-a496-0b9961ae8424 req-3fd47b8e-5083-46db-8b1e-bdc2d84e0d31 service neutron] 10.222.0.94 "GET /v2.0/networks/44f004ba-844e-4e7f-abce-081052edd5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632018 Feb 08 21:59:38.161920 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-155120e9-601c-4279-a496-0b9961ae8424 req-3a2e6959-355f-4560-89e6-7768353d47cc service neutron] 10.222.0.96 "GET /v2.0/networks/44f004ba-844e-4e7f-abce-081052edd5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980662 Feb 08 21:59:38.211806 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc18229-c777-4f5a-a38a-7c32a9458b83 req-4a49e4e7-baa6-4877-93fd-4d446dd0b061 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:38.214711 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-abc18229-c777-4f5a-a38a-7c32a9458b83 req-4a49e4e7-baa6-4877-93fd-4d446dd0b061 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 943 time: 0.1392441 Feb 08 21:59:38.274725 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-155120e9-601c-4279-a496-0b9961ae8424 req-294d80d7-a0e0-41e0-a21a-c4f3f0ffe57e service neutron] 10.222.0.94 "GET /v2.0/networks/44f004ba-844e-4e7f-abce-081052edd5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537967 Feb 08 21:59:38.352391 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-abc18229-c777-4f5a-a38a-7c32a9458b83 req-8139918b-9e03-4dcd-9f3f-e81a7386f8dc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911586 Feb 08 21:59:38.369793 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-155120e9-601c-4279-a496-0b9961ae8424 req-68c1ddc6-bb5e-4e3d-a44e-54d436b2a817 service neutron] 10.222.0.96 "GET /v2.0/networks/44f004ba-844e-4e7f-abce-081052edd5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018111 Feb 08 21:59:38.715055 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4cdfdd52-97d5-4b6d-9f50-c21451e10d87 req-6b82b2dc-67d8-4773-b468-d5a1c164a3d9 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 210 time: 0.0367751 Feb 08 21:59:39.027103 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-68d50882-c7c1-4d48-83e9-d4e82f1dbb76 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:39.029384 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-68d50882-c7c1-4d48-83e9-d4e82f1dbb76 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.94 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 812 time: 0.1278808 Feb 08 21:59:39.047033 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-6168621b-bd84-41bd-a530-783db97b88e7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Request body: {'port': {'device_id': '1adab917-b92b-4923-b5d9-e3cf008a9cff', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'admin_state_up': True, 'tenant_id': 'beb2210587a047799a2549836334dae5'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:59:39.181323 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-6168621b-bd84-41bd-a530-783db97b88e7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Made reservation on behalf of beb2210587a047799a2549836334dae5 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 21:59:39.184886 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-6168621b-bd84-41bd-a530-783db97b88e7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:39.358598 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-6168621b-bd84-41bd-a530-783db97b88e7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Allocated IP 172.20.0.6 (3e877b49-38c1-41e0-85cf-576297877def/e2ac310d-6418-47f9-bc84-ee6106411485/95428c11-971d-4d16-9d05-f98523730a67) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 21:59:39.552701 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b207704-adea-4262-b395-fc76c7fad4ee req-ab48f8cf-ed61-4e6d-aeef-0e6ba12ab579 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:39.554517 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5b207704-adea-4262-b395-fc76c7fad4ee req-ab48f8cf-ed61-4e6d-aeef-0e6ba12ab579 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 943 time: 0.0707560 Feb 08 21:59:39.595110 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-6168621b-bd84-41bd-a530-783db97b88e7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for port (95428c11-971d-4d16-9d05-f98523730a67), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:39.662997 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5b207704-adea-4262-b395-fc76c7fad4ee req-a81dc132-cdf8-4642-81d5-6bb758ecdc88 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832114 Feb 08 21:59:39.665311 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-6168621b-bd84-41bd-a530-783db97b88e7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (95428c11-971d-4d16-9d05-f98523730a67), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:39.753266 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-6168621b-bd84-41bd-a530-783db97b88e7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Network 3e877b49-38c1-41e0-85cf-576297877def is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 21:59:39.759928 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-6168621b-bd84-41bd-a530-783db97b88e7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 21:59:39.766960 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-6168621b-bd84-41bd-a530-783db97b88e7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 21:59:39.871566 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6168621b-bd84-41bd-a530-783db97b88e7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event updated for resources: {'Port': ['ID=95428c11-971d-4d16-9d05-f98523730a67,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:59:39.912146 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-6168621b-bd84-41bd-a530-783db97b88e7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:39.913048 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-6168621b-bd84-41bd-a530-783db97b88e7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:39.941038 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-6168621b-bd84-41bd-a530-783db97b88e7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9040675 Feb 08 21:59:39.961456 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-390c20e7-342b-4815-984a-0af3819951a9 service neutron] Request body: {'port': {'device_id': '1adab917-b92b-4923-b5d9-e3cf008a9cff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 21:59:39.982359 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b740d3-d9a9-4f43-b808-ce1dc2ad2c3a req-ab18d141-e7be-41fc-9a3c-da313a39fcc9 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:39.990839 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32b740d3-d9a9-4f43-b808-ce1dc2ad2c3a req-ab18d141-e7be-41fc-9a3c-da313a39fcc9 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 931 time: 0.0825653 Feb 08 21:59:40.064368 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32b740d3-d9a9-4f43-b808-ce1dc2ad2c3a req-2d009813-a423-4dec-a9eb-ffea9c7c13ec tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626595 Feb 08 21:59:40.071310 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [req-d4a1d563-9d4b-412b-adf8-9b731264503d req-279e1bdf-0fd4-4618-9ded-d56281753f75 tempest-TestNetworkBasicOps-1070509553 tempest-TestNetworkBasicOps-1070509553-project] (103434) timed out ('10.222.0.94', 59548) {{(pid=103434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 21:59:40.088034 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-390c20e7-342b-4815-984a-0af3819951a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (95428c11-971d-4d16-9d05-f98523730a67), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:40.196175 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-9f5c4b6d-d95e-4ca7-a2fd-ba1c3778615e None None] Provisioning complete for port 95428c11-971d-4d16-9d05-f98523730a67 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:59:40.197320 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f5c4b6d-d95e-4ca7-a2fd-ba1c3778615e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (95428c11-971d-4d16-9d05-f98523730a67), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:40.249935 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9f5c4b6d-d95e-4ca7-a2fd-ba1c3778615e None None] Port 95428c11-971d-4d16-9d05-f98523730a67 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 21:59:40.436606 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-390c20e7-342b-4815-984a-0af3819951a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95428c11-971d-4d16-9d05-f98523730a67 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:59:40.445356 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-390c20e7-342b-4815-984a-0af3819951a9 service neutron] Publish callbacks [] for port (95428c11-971d-4d16-9d05-f98523730a67), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:40.459260 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-390c20e7-342b-4815-984a-0af3819951a9 service neutron] Transition to ACTIVE for port object 95428c11-971d-4d16-9d05-f98523730a67 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 21:59:40.466541 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-390c20e7-342b-4815-984a-0af3819951a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (95428c11-971d-4d16-9d05-f98523730a67), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:40.547274 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c20e7-342b-4815-984a-0af3819951a9 service neutron] Pushing event updated for resources: {'Port': ['ID=95428c11-971d-4d16-9d05-f98523730a67,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:59:40.713364 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-390c20e7-342b-4815-984a-0af3819951a9 service neutron] Attempting to bind port 95428c11-971d-4d16-9d05-f98523730a67 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 21:59:40.713978 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-390c20e7-342b-4815-984a-0af3819951a9 service neutron] Attempting to bind port 95428c11-971d-4d16-9d05-f98523730a67 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 21:59:40.714569 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-390c20e7-342b-4815-984a-0af3819951a9 service neutron] Attempting to bind port 95428c11-971d-4d16-9d05-f98523730a67 on network 3e877b49-38c1-41e0-85cf-576297877def {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:59:40.720442 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-390c20e7-342b-4815-984a-0af3819951a9 service neutron] Port 95428c11-971d-4d16-9d05-f98523730a67 on network 3e877b49-38c1-41e0-85cf-576297877def not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 21:59:40.721430 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-390c20e7-342b-4815-984a-0af3819951a9 service neutron] Attempting to bind port 95428c11-971d-4d16-9d05-f98523730a67 on network 3e877b49-38c1-41e0-85cf-576297877def {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 21:59:40.733377 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-390c20e7-342b-4815-984a-0af3819951a9 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 21, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 21:59:40.734153 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-390c20e7-342b-4815-984a-0af3819951a9 service neutron] Checking segment: {'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 21:59:40.734845 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-390c20e7-342b-4815-984a-0af3819951a9 service neutron] Bound using segment: {'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 21:59:40.735567 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-390c20e7-342b-4815-984a-0af3819951a9 service neutron] Bound port: 95428c11-971d-4d16-9d05-f98523730a67, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 21:59:40.736204 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-390c20e7-342b-4815-984a-0af3819951a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (95428c11-971d-4d16-9d05-f98523730a67), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:40.887209 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-390c20e7-342b-4815-984a-0af3819951a9 service neutron] For port 95428c11-971d-4d16-9d05-f98523730a67, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 21:59:40.893192 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-390c20e7-342b-4815-984a-0af3819951a9 service neutron] For port 95428c11-971d-4d16-9d05-f98523730a67, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=95428c11-971d-4d16-9d05-f98523730a67,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 21:59:40.912897 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-390c20e7-342b-4815-984a-0af3819951a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (95428c11-971d-4d16-9d05-f98523730a67), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:40.917120 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead32c7-5e32-4d19-955b-2a2abe52ae48 req-15dc4cca-a01f-406f-b62e-ab2d754ac094 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:40.926068 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ead32c7-5e32-4d19-955b-2a2abe52ae48 req-15dc4cca-a01f-406f-b62e-ab2d754ac094 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 943 time: 0.0870245 Feb 08 21:59:41.018811 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ead32c7-5e32-4d19-955b-2a2abe52ae48 req-c4712986-2b5f-4c21-8518-4abc519903fe tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903821 Feb 08 21:59:41.021473 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c20e7-342b-4815-984a-0af3819951a9 service neutron] Pushing event updated for resources: {'Port': ['ID=95428c11-971d-4d16-9d05-f98523730a67,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:59:41.046551 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-390c20e7-342b-4815-984a-0af3819951a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:41.047795 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-390c20e7-342b-4815-984a-0af3819951a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:41.050526 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-390c20e7-342b-4815-984a-0af3819951a9 service neutron] 10.222.0.94 "PUT /v2.0/ports/95428c11-971d-4d16-9d05-f98523730a67 HTTP/1.1" status: 200 len: 1092 time: 1.1004739 Feb 08 21:59:41.052015 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1adab917-b92b-4923-b5d9-e3cf008a9cff', 'tag': '95428c11-971d-4d16-9d05-f98523730a67'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:59:41.072205 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb310e7-eaa0-4a03-a1a8-5b45958e7321" -d '{"events": [{"name": "network-changed", "server_uuid": "1adab917-b92b-4923-b5d9-e3cf008a9cff", "tag": "95428c11-971d-4d16-9d05-f98523730a67"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:59:41.238941 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 21:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212ef796-5fdb-45cf-998c-b6250281443b x-openstack-request-id: req-212ef796-5fdb-45cf-998c-b6250281443b {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:59:41.239186 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1adab917-b92b-4923-b5d9-e3cf008a9cff", "tag": "95428c11-971d-4d16-9d05-f98523730a67", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:59:41.239536 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-212ef796-5fdb-45cf-998c-b6250281443b {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:59:41.246325 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1adab917-b92b-4923-b5d9-e3cf008a9cff', 'tag': '95428c11-971d-4d16-9d05-f98523730a67', 'status': 'completed', 'code': 200} Feb 08 21:59:41.311598 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-b971d7fe-4554-4c06-a25b-a8d2b758a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:41.313879 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-b971d7fe-4554-4c06-a25b-a8d2b758a762 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 1126 time: 0.1623449 Feb 08 21:59:41.406161 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-0f49e250-5f3e-42d9-a296-140b06b25f3b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95428c11-971d-4d16-9d05-f98523730a67 HTTP/1.1" status: 200 len: 217 time: 0.0844104 Feb 08 21:59:41.508730 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42bc5c-e8c6-4326-a13f-59559430effd req-4223bccd-07c9-49ad-98e4-a195e82e6b8f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:41.515968 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0c42bc5c-e8c6-4326-a13f-59559430effd req-4223bccd-07c9-49ad-98e4-a195e82e6b8f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 943 time: 0.2035093 Feb 08 21:59:41.520904 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-294ad854-7e95-440f-8a66-7ddec27e7172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:41.523134 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-294ad854-7e95-440f-8a66-7ddec27e7172 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e2ac310d-6418-47f9-bc84-ee6106411485 HTTP/1.1" status: 200 len: 851 time: 0.1116765 Feb 08 21:59:41.571010 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c7bf5-1084-4e48-acc3-64ea23f5dc87 req-d4a5644a-aaa2-4c17-82bf-36ace9d13970 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:41.572593 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c05c7bf5-1084-4e48-acc3-64ea23f5dc87 req-d4a5644a-aaa2-4c17-82bf-36ace9d13970 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 943 time: 0.1537175 Feb 08 21:59:41.616466 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-ef1b1250-0d6c-4bbd-8b8c-b39a2ba855d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:41.621212 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-ef1b1250-0d6c-4bbd-8b8c-b39a2ba855d8 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3e877b49-38c1-41e0-85cf-576297877def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0903339 Feb 08 21:59:41.622731 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2457f-e5a9-47be-b8d2-91f02014167c req-d13fb92a-84d2-4731-ad69-167cf83a8701 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:41.624270 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-20d2457f-e5a9-47be-b8d2-91f02014167c req-d13fb92a-84d2-4731-ad69-167cf83a8701 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.96 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c&tenant_id=757a64905a5e4f28a11ff7ef605aa039&binding%3Ahost_id=n-h1-712143-31 HTTP/1.1" status: 200 len: 943 time: 0.2618499 Feb 08 21:59:41.638157 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0c42bc5c-e8c6-4326-a13f-59559430effd req-1162b570-5eaa-4713-afe2-b3ce0d98738a tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212068 Feb 08 21:59:41.671712 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c05c7bf5-1084-4e48-acc3-64ea23f5dc87 req-342a95f2-f3ef-44de-9ee0-f71b3ee96759 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899246 Feb 08 21:59:41.735974 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-20d2457f-e5a9-47be-b8d2-91f02014167c req-273360ad-12de-4453-8f15-15fd3c9090f4 service neutron] delete failed (client error): The resource could not be found. Feb 08 21:59:41.736986 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-20d2457f-e5a9-47be-b8d2-91f02014167c req-273360ad-12de-4453-8f15-15fd3c9090f4 service neutron] 10.222.0.96 "DELETE /v2.0/ports/3b082b9e-a84e-44ab-a823-ec03ee2c14f9/bindings/n-h2-712143-31 HTTP/1.1" status: 404 len: 381 time: 0.0695932 Feb 08 21:59:41.793994 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-35a2599d-dd87-4367-8c4e-113e465fb822 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679783 Feb 08 21:59:41.800240 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 21:59:41.854142 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2457f-e5a9-47be-b8d2-91f02014167c req-8e9ed0d2-db34-411e-acbf-045ed7d321c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:41.856174 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-20d2457f-e5a9-47be-b8d2-91f02014167c req-8e9ed0d2-db34-411e-acbf-045ed7d321c5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 1126 time: 0.0682476 Feb 08 21:59:41.950482 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6abcc6f7-f392-4006-87c3-094e05b8ede6 req-27b085e6-bb9d-4710-8d88-88c2ff90bcc8 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461897 Feb 08 21:59:41.958691 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3b082b9e-a84e-44ab-a823-ec03ee2c14f9,segment=NetworkSegment(bff38a44-d3cf-43fc-b093-892ca19b0f76),segment_id=bff38a44-d3cf-43fc-b093-892ca19b0f76)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:59:41.997569 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '3b082b9e-a84e-44ab-a823-ec03ee2c14f9', 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de', 'port_id': '3b082b9e-a84e-44ab-a823-ec03ee2c14f9', 'mac_address': 'fa:16:3e:88:a0:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d230777-26b6-4044-8530-4e31179f1e6a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 21:59:42.076391 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2457f-e5a9-47be-b8d2-91f02014167c req-15fcab55-e9fb-40d8-978c-864a471094e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:42.078193 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-20d2457f-e5a9-47be-b8d2-91f02014167c req-15fcab55-e9fb-40d8-978c-864a471094e6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=44f004ba-844e-4e7f-abce-081052edd5de HTTP/1.1" status: 200 len: 898 time: 0.2159655 Feb 08 21:59:42.086803 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb310e7-eaa0-4a03-a1a8-5b45958e7321 req-468225fb-5c1e-438e-bf20-1acf0beed38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:42.086803 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0bb310e7-eaa0-4a03-a1a8-5b45958e7321 req-468225fb-5c1e-438e-bf20-1acf0beed38b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 1126 time: 0.0697596 Feb 08 21:59:42.091671 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:59:42.092076 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3b082b9e-a84e-44ab-a823-ec03ee2c14f9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:42.115664 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 21:59:42.155479 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3b082b9e-a84e-44ab-a823-ec03ee2c14f9,segment=NetworkSegment(bff38a44-d3cf-43fc-b093-892ca19b0f76),segment_id=bff38a44-d3cf-43fc-b093-892ca19b0f76)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:59:42.164847 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3b082b9e-a84e-44ab-a823-ec03ee2c14f9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:42.189656 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-20d2457f-e5a9-47be-b8d2-91f02014167c req-f61ab094-d323-4445-a137-54be429c2c07 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b082b9e-a84e-44ab-a823-ec03ee2c14f9 HTTP/1.1" status: 200 len: 999 time: 0.1006649 Feb 08 21:59:42.247366 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=3b082b9e-a84e-44ab-a823-ec03ee2c14f9,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:59:42.258122 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb310e7-eaa0-4a03-a1a8-5b45958e7321 req-a05d54ef-28b6-4997-9f1f-3e91f9f8cc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:42.259492 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0bb310e7-eaa0-4a03-a1a8-5b45958e7321 req-a05d54ef-28b6-4997-9f1f-3e91f9f8cc2c service neutron] 10.222.0.94 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 913 time: 0.1706431 Feb 08 21:59:42.300332 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2457f-e5a9-47be-b8d2-91f02014167c req-1dec8213-f676-4d14-8dc0-856752ce6f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:42.302828 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-20d2457f-e5a9-47be-b8d2-91f02014167c req-1dec8213-f676-4d14-8dc0-856752ce6f18 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8d230777-26b6-4044-8530-4e31179f1e6a HTTP/1.1" status: 200 len: 834 time: 0.1051991 Feb 08 21:59:42.330508 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0bb310e7-eaa0-4a03-a1a8-5b45958e7321 req-a04e13c8-129a-47c8-a002-0bac3e4e48df service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95428c11-971d-4d16-9d05-f98523730a67 HTTP/1.1" status: 200 len: 217 time: 0.0637276 Feb 08 21:59:42.380035 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2457f-e5a9-47be-b8d2-91f02014167c req-cba52fef-4900-4a39-8b8b-5634222ed035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:42.382060 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-20d2457f-e5a9-47be-b8d2-91f02014167c req-cba52fef-4900-4a39-8b8b-5634222ed035 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=44f004ba-844e-4e7f-abce-081052edd5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0732548 Feb 08 21:59:42.414275 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb310e7-eaa0-4a03-a1a8-5b45958e7321 req-e52bd9c3-66cf-4a56-9637-fc209c455d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:42.416641 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0bb310e7-eaa0-4a03-a1a8-5b45958e7321 req-e52bd9c3-66cf-4a56-9637-fc209c455d20 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e2ac310d-6418-47f9-bc84-ee6106411485 HTTP/1.1" status: 200 len: 851 time: 0.0702994 Feb 08 21:59:42.489069 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb310e7-eaa0-4a03-a1a8-5b45958e7321 req-5a62fe4c-756a-43ef-93c2-7fa6f30c1ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:42.491996 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0bb310e7-eaa0-4a03-a1a8-5b45958e7321 req-5a62fe4c-756a-43ef-93c2-7fa6f30c1ea6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3e877b49-38c1-41e0-85cf-576297877def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0681064 Feb 08 21:59:42.524678 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['3b082b9e-a84e-44ab-a823-ec03ee2c14f9'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 21:59:42.524988 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-20d2457f-e5a9-47be-b8d2-91f02014167c req-50313770-2418-4999-a34e-6143ac1a06bc service neutron] 10.222.0.96 "GET /v2.0/networks/44f004ba-844e-4e7f-abce-081052edd5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335304 Feb 08 21:59:42.677482 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0bb310e7-eaa0-4a03-a1a8-5b45958e7321 req-9d647e3b-6817-4dec-8bca-f4fec47adbe6 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713226 Feb 08 21:59:42.717759 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-20d2457f-e5a9-47be-b8d2-91f02014167c req-ea2c49d5-a02c-4f73-b621-cc903c7405a4 service neutron] 10.222.0.96 "GET /v2.0/networks/44f004ba-844e-4e7f-abce-081052edd5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839626 Feb 08 21:59:42.835818 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0bb310e7-eaa0-4a03-a1a8-5b45958e7321 req-911043bd-da2d-4814-b67a-f46651fe1b8a service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495349 Feb 08 21:59:43.014285 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b89d2-3016-486a-8683-44af87c12aec req-ccbba977-e694-4010-b622-edf1d6dfe220 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:43.022435 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d99b89d2-3016-486a-8683-44af87c12aec req-ccbba977-e694-4010-b622-edf1d6dfe220 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 944 time: 0.2031453 Feb 08 21:59:43.068346 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73bda1-999c-42a9-8b28-318796f97ba0 req-d814dba2-f881-4479-8cef-5aca4023df31 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:43.070890 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e73bda1-999c-42a9-8b28-318796f97ba0 req-d814dba2-f881-4479-8cef-5aca4023df31 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 943 time: 0.1572332 Feb 08 21:59:43.154936 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d99b89d2-3016-486a-8683-44af87c12aec req-51e3b5ee-06cd-4a67-9c91-f754d7590648 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312203 Feb 08 21:59:43.221780 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e73bda1-999c-42a9-8b28-318796f97ba0 req-15a13934-60a3-41e8-8b38-ed8ff9032d1f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977247 Feb 08 21:59:43.804656 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 21:59:43.879195 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 21:59:43.884577 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 21:59:43.884956 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3b082b9e-a84e-44ab-a823-ec03ee2c14f9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:43.995720 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 21:59:43.996101 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3b082b9e-a84e-44ab-a823-ec03ee2c14f9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:44.023284 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b082b9e-a84e-44ab-a823-ec03ee2c14f9'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 21:59:44.025756 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb0525a-a64a-4a42-a775-2ed5c85496a1" -d '{"events": [{"server_uuid": "51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c", "name": "network-vif-plugged", "status": "completed", "tag": "3b082b9e-a84e-44ab-a823-ec03ee2c14f9"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 21:59:44.042974 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3b082b9e-a84e-44ab-a823-ec03ee2c14f9,segment=NetworkSegment(bff38a44-d3cf-43fc-b093-892ca19b0f76),segment_id=bff38a44-d3cf-43fc-b093-892ca19b0f76)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 21:59:44.048308 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3b082b9e-a84e-44ab-a823-ec03ee2c14f9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:44.104890 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 21:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2709c8b-038a-4779-acec-57f0c776aaa6 x-openstack-request-id: req-e2709c8b-038a-4779-acec-57f0c776aaa6 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 21:59:44.105187 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c", "name": "network-vif-plugged", "status": "completed", "tag": "3b082b9e-a84e-44ab-a823-ec03ee2c14f9", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 21:59:44.105486 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e2709c8b-038a-4779-acec-57f0c776aaa6 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 21:59:44.105887 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b082b9e-a84e-44ab-a823-ec03ee2c14f9', 'code': 200} Feb 08 21:59:44.125931 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=3b082b9e-a84e-44ab-a823-ec03ee2c14f9,revision_number=9']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 21:59:44.134926 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:59:44.135611 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:59:44.136196 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:59:44.136675 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:59:44.137266 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:59:44.137613 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:59:44.137947 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:59:44.138335 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:59:44.138611 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:59:44.138941 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:59:44.139276 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:59:44.139599 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:59:44.139927 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 21:59:44.295781 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe9b29-7746-4bc7-9f4a-ca31cf3c52d7 req-7e6c6006-111b-4980-84d4-d6c830b90d85 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:44.304597 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7fbe9b29-7746-4bc7-9f4a-ca31cf3c52d7 req-7e6c6006-111b-4980-84d4-d6c830b90d85 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 945 time: 0.0670161 Feb 08 21:59:44.398195 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7fbe9b29-7746-4bc7-9f4a-ca31cf3c52d7 req-f8584252-8313-4fa8-a74b-477a3fb897d6 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922294 Feb 08 21:59:44.420257 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 40632) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 21:59:44.435855 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cdcb3a-7662-4f29-91fb-bb171d83bd7b req-7c353a9b-3fef-4bb1-bc02-f210912cff13 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:44.445131 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-21cdcb3a-7662-4f29-91fb-bb171d83bd7b req-7c353a9b-3fef-4bb1-bc02-f210912cff13 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 943 time: 0.1170452 Feb 08 21:59:44.501804 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-64a75262-2697-4e17-a8a1-255d59cbb90f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/floatingips/8eafe2a3-c936-4648-aab8-312d8d113749 HTTP/1.1" status: 200 len: 993 time: 0.0803521 Feb 08 21:59:44.505824 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-21cdcb3a-7662-4f29-91fb-bb171d83bd7b req-0d956c93-b390-4e8f-b5c0-b597b6ead5f1 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587571 Feb 08 21:59:45.696749 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60352f9-017a-48b3-8b79-c70d698e70dd req-d2ef30fc-6d15-475f-bff4-15ac63d9520a tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:45.698470 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a60352f9-017a-48b3-8b79-c70d698e70dd req-d2ef30fc-6d15-475f-bff4-15ac63d9520a tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 943 time: 0.0622463 Feb 08 21:59:45.757080 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a60352f9-017a-48b3-8b79-c70d698e70dd req-2c1a2f28-6a3d-466b-b2f5-eafb109b5995 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525131 Feb 08 21:59:46.974151 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7583b-7be7-4725-a1bd-15ba5d528a69 req-30e86095-2520-4b46-b132-50e6b25f0c7f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:46.982781 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-42c7583b-7be7-4725-a1bd-15ba5d528a69 req-30e86095-2520-4b46-b132-50e6b25f0c7f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 943 time: 0.0933228 Feb 08 21:59:47.068668 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-42c7583b-7be7-4725-a1bd-15ba5d528a69 req-cbec102c-3aba-44a9-af03-3273aa2712fa tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839705 Feb 08 21:59:48.278678 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23553a91-d99a-4d42-9c73-8098712ca2d8 req-f7bdb0dd-6e62-4841-9354-7899756949d4 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:48.284989 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23553a91-d99a-4d42-9c73-8098712ca2d8 req-f7bdb0dd-6e62-4841-9354-7899756949d4 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 943 time: 0.0975871 Feb 08 21:59:48.368829 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23553a91-d99a-4d42-9c73-8098712ca2d8 req-abc9e10a-a032-481b-bfa7-fff98ea2775a tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748150 Feb 08 21:59:49.543472 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab0e1e-5db6-4876-8423-5991b042047a req-35e42949-57b9-4b1e-9eda-98df38138c6e tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:49.545585 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cfab0e1e-5db6-4876-8423-5991b042047a req-35e42949-57b9-4b1e-9eda-98df38138c6e tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 943 time: 0.0746746 Feb 08 21:59:49.620967 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cfab0e1e-5db6-4876-8423-5991b042047a req-9c66d343-b68c-42c7-98b7-05949dc6c43b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664887 Feb 08 21:59:50.818988 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786e78a-646c-431f-85e2-752970c526ba req-f8b6ba8f-d007-4851-a970-5ac3e40dd4cc tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:50.821761 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2786e78a-646c-431f-85e2-752970c526ba req-f8b6ba8f-d007-4851-a970-5ac3e40dd4cc tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 943 time: 0.0948641 Feb 08 21:59:51.003358 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2786e78a-646c-431f-85e2-752970c526ba req-0d51ecbd-a471-4ba6-989f-997bfe6619c0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558497 Feb 08 21:59:52.254347 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f563f-39cc-4df8-9c8a-863877a02530 req-cfefaaae-a1a3-4b82-8460-d697bfa267bc tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:52.256692 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be7f563f-39cc-4df8-9c8a-863877a02530 req-cfefaaae-a1a3-4b82-8460-d697bfa267bc tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 943 time: 0.1444604 Feb 08 21:59:52.379920 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be7f563f-39cc-4df8-9c8a-863877a02530 req-324c54bf-a76a-47ad-af08-9c447de24aeb tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140318 Feb 08 21:59:53.530205 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87eee5-fda4-457f-b95b-c26ed7e220b1 req-32386c0d-9b0b-4d1f-96e6-877d14bceada tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:53.532084 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8f87eee5-fda4-457f-b95b-c26ed7e220b1 req-32386c0d-9b0b-4d1f-96e6-877d14bceada tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 943 time: 0.0663502 Feb 08 21:59:53.581037 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8f87eee5-fda4-457f-b95b-c26ed7e220b1 req-89f4f895-4a56-457b-8e0c-42cbdb28322f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430427 Feb 08 21:59:54.222336 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e280ed09-f469-4385-98eb-42378e8aafbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:54.736207 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77883e7-4ed6-4af6-a505-3fcc3be7254a req-3fe23737-2101-4dbf-9b02-38ab9dc5e4f0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:54.739182 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f77883e7-4ed6-4af6-a505-3fcc3be7254a req-3fe23737-2101-4dbf-9b02-38ab9dc5e4f0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 943 time: 0.0667331 Feb 08 21:59:54.809688 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f77883e7-4ed6-4af6-a505-3fcc3be7254a req-e366068d-f6dd-4ea9-9ccd-3cb1b9c4c7fd tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615718 Feb 08 21:59:55.980901 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d35f12-ec8f-4503-81d0-cc88022fcba7 req-359251d1-f4b4-4930-ad1b-b3c7c67aa421 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:55.982691 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-69d35f12-ec8f-4503-81d0-cc88022fcba7 req-359251d1-f4b4-4930-ad1b-b3c7c67aa421 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 943 time: 0.0699778 Feb 08 21:59:56.055293 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-69d35f12-ec8f-4503-81d0-cc88022fcba7 req-025cd746-5e7b-46d8-86fa-d1936017e0ed tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625713 Feb 08 21:59:57.241624 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf6b0a-549b-4258-b8c6-473c15de9ed2 req-7ca8e71d-6507-494a-9a53-31fead6975ae tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:57.244721 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fccf6b0a-549b-4258-b8c6-473c15de9ed2 req-7ca8e71d-6507-494a-9a53-31fead6975ae tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 943 time: 0.0877254 Feb 08 21:59:57.302851 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fccf6b0a-549b-4258-b8c6-473c15de9ed2 req-49a83b8b-f9ae-44aa-833a-94cf512466df tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512543 Feb 08 21:59:57.519347 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ce10686b-d38b-4e9d-aed6-6515062cdd9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:58.457539 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764312b9-3528-4339-afc1-2fb269676d74 req-9c665324-230a-4657-ac97-f2ab4e79e861 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:58.460483 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-764312b9-3528-4339-afc1-2fb269676d74 req-9c665324-230a-4657-ac97-f2ab4e79e861 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 943 time: 0.0732436 Feb 08 21:59:58.547699 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-764312b9-3528-4339-afc1-2fb269676d74 req-04d1ee31-cd54-497a-b231-b4c4a74cb82b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798905 Feb 08 21:59:59.238363 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-88558861-0c36-4c78-8c6b-b7f70fb6867f req-8a35219b-e597-443d-9840-2c29f19a5234 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0749493 Feb 08 21:59:59.328147 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 21:59:59.358403 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88558861-0c36-4c78-8c6b-b7f70fb6867f req-065d204b-1c72-4ec9-8358-e5a5b052bcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:59.360329 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-88558861-0c36-4c78-8c6b-b7f70fb6867f req-065d204b-1c72-4ec9-8358-e5a5b052bcca service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 1128 time: 0.0668445 Feb 08 21:59:59.531083 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88558861-0c36-4c78-8c6b-b7f70fb6867f req-386a888e-51f2-4ed7-846f-c68b81c23313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:59.533853 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-88558861-0c36-4c78-8c6b-b7f70fb6867f req-386a888e-51f2-4ed7-846f-c68b81c23313 service neutron] 10.222.0.94 "GET /v2.0/networks?id=44f004ba-844e-4e7f-abce-081052edd5de HTTP/1.1" status: 200 len: 898 time: 0.1504021 Feb 08 21:59:59.634791 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-88558861-0c36-4c78-8c6b-b7f70fb6867f req-e1703861-efb1-46a4-9b9b-054ffb66748a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b082b9e-a84e-44ab-a823-ec03ee2c14f9 HTTP/1.1" status: 200 len: 1001 time: 0.0917926 Feb 08 21:59:59.703888 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88558861-0c36-4c78-8c6b-b7f70fb6867f req-f200c780-af8f-4da1-8659-451bb4ab0021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:59.703888 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-88558861-0c36-4c78-8c6b-b7f70fb6867f req-f200c780-af8f-4da1-8659-451bb4ab0021 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8d230777-26b6-4044-8530-4e31179f1e6a HTTP/1.1" status: 200 len: 834 time: 0.0624104 Feb 08 21:59:59.759828 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc03e1-54f6-4fc7-83a3-f438cb1d734f req-e47fb1ed-742e-4670-afab-774bc2287b77 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:59.762584 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c9fc03e1-54f6-4fc7-83a3-f438cb1d734f req-e47fb1ed-742e-4670-afab-774bc2287b77 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 943 time: 0.0755694 Feb 08 21:59:59.811099 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88558861-0c36-4c78-8c6b-b7f70fb6867f req-3a03d641-65e9-432b-bfa7-80099096d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 21:59:59.812603 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-88558861-0c36-4c78-8c6b-b7f70fb6867f req-3a03d641-65e9-432b-bfa7-80099096d0d2 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=44f004ba-844e-4e7f-abce-081052edd5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0968051 Feb 08 21:59:59.820963 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c9fc03e1-54f6-4fc7-83a3-f438cb1d734f req-43ced80b-4599-49ed-a545-9f06342c037f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513914 Feb 08 21:59:59.957504 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-88558861-0c36-4c78-8c6b-b7f70fb6867f req-2a651d39-743d-4943-9031-fabdee906ff7 service neutron] 10.222.0.94 "GET /v2.0/networks/44f004ba-844e-4e7f-abce-081052edd5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388736 Feb 08 22:00:00.098974 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-88558861-0c36-4c78-8c6b-b7f70fb6867f req-0b48f3ed-f1e8-4263-ab97-e52edb0e82f7 service neutron] 10.222.0.94 "GET /v2.0/networks/44f004ba-844e-4e7f-abce-081052edd5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347039 Feb 08 22:00:01.272449 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cec26c-8773-490d-9bf9-5afe1f82b6f2 req-cbdc9425-844d-4c64-8d81-b836b4127bca tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:01.274842 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-69cec26c-8773-490d-9bf9-5afe1f82b6f2 req-cbdc9425-844d-4c64-8d81-b836b4127bca tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 943 time: 0.0707347 Feb 08 22:00:01.335155 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-69cec26c-8773-490d-9bf9-5afe1f82b6f2 req-552b4ac3-1e56-4427-abc4-528bed7a1735 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513561 Feb 08 22:00:01.463888 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:01.626406 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:02.489495 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92d5eb-4bed-45a4-bfd2-a29c64571d22 req-7a15cdf2-7803-437e-9885-a763c19c6bf1 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:02.491161 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aa92d5eb-4bed-45a4-bfd2-a29c64571d22 req-7a15cdf2-7803-437e-9885-a763c19c6bf1 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 943 time: 0.0645137 Feb 08 22:00:02.558626 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aa92d5eb-4bed-45a4-bfd2-a29c64571d22 req-e2e15a16-7694-40d1-b1dd-d44d506ae0f0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590215 Feb 08 22:00:03.713972 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0b65e-9964-4b33-88a2-47ef4fb0b084 req-16ea6ab9-b289-43b8-81b0-c657cbfea816 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:03.716473 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-88c0b65e-9964-4b33-88a2-47ef4fb0b084 req-16ea6ab9-b289-43b8-81b0-c657cbfea816 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 943 time: 0.0702689 Feb 08 22:00:03.794045 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-88c0b65e-9964-4b33-88a2-47ef4fb0b084 req-2abfdc28-eb81-44be-b165-aa40906d560b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704632 Feb 08 22:00:04.926699 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc958ad9-b4c4-4064-9718-eb2df270bde4 req-fb2d9746-2703-43cd-acfc-6f7bc978a62b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:04.928258 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc958ad9-b4c4-4064-9718-eb2df270bde4 req-fb2d9746-2703-43cd-acfc-6f7bc978a62b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 943 time: 0.0638068 Feb 08 22:00:05.006507 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc958ad9-b4c4-4064-9718-eb2df270bde4 req-fc6c14a1-3a78-461e-beb5-6473977d6a9d tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665205 Feb 08 22:00:06.158638 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6874e1f-c8bd-4eb2-b12a-9bc8f5d3a4ee req-b0c266b7-730a-4c84-a568-8c6ea6ebea38 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:06.160334 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b6874e1f-c8bd-4eb2-b12a-9bc8f5d3a4ee req-b0c266b7-730a-4c84-a568-8c6ea6ebea38 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 943 time: 0.0711465 Feb 08 22:00:06.234048 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b6874e1f-c8bd-4eb2-b12a-9bc8f5d3a4ee req-34ffa31c-834c-4826-8312-eb3016946af0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632508 Feb 08 22:00:06.714264 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:06.910922 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:07.421565 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2417b9b-b106-45b8-a909-5a7b7ffce35e req-ad79115f-a693-4ed7-b46e-86284df02de8 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:07.423770 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2417b9b-b106-45b8-a909-5a7b7ffce35e req-ad79115f-a693-4ed7-b46e-86284df02de8 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 943 time: 0.0666547 Feb 08 22:00:07.484315 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2417b9b-b106-45b8-a909-5a7b7ffce35e req-88e147ba-71f0-4136-80df-6c684cefec80 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541031 Feb 08 22:00:08.665195 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c22c98-adb6-4b3d-a05a-15ad72cfb86f req-11a9807b-d5bf-4e3a-bada-fdd136f661bc tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:08.666896 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29c22c98-adb6-4b3d-a05a-15ad72cfb86f req-11a9807b-d5bf-4e3a-bada-fdd136f661bc tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 943 time: 0.0717812 Feb 08 22:00:08.734187 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29c22c98-adb6-4b3d-a05a-15ad72cfb86f req-ed1a8535-7b6e-402d-864b-325226cfee6e tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601199 Feb 08 22:00:08.801038 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:00:09.894865 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6bb7e-a8d7-45c4-bd0c-df179d3a1830 req-be32b725-1ce7-43ae-85c7-1b11c91d9764 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:09.896650 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ae6bb7e-a8d7-45c4-bd0c-df179d3a1830 req-be32b725-1ce7-43ae-85c7-1b11c91d9764 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 943 time: 0.0696280 Feb 08 22:00:09.966653 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ae6bb7e-a8d7-45c4-bd0c-df179d3a1830 req-2c39bc33-4cfc-4937-87f0-5578a85bc511 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617650 Feb 08 22:00:11.110372 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d5c53-ac01-42bd-8b39-48af1b1e8b31 req-e4c60c74-9c7e-4431-a2f7-6894e5d4b076 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:11.112219 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-527d5c53-ac01-42bd-8b39-48af1b1e8b31 req-e4c60c74-9c7e-4431-a2f7-6894e5d4b076 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 943 time: 0.0691125 Feb 08 22:00:11.167329 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-527d5c53-ac01-42bd-8b39-48af1b1e8b31 req-3bf37b68-8ab4-4cad-9b88-769f17a4b0dd tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486140 Feb 08 22:00:12.319958 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528df80-dbec-4b1b-929d-084d57326e54 req-d38e2e2e-d065-4945-b991-9e4addbe7013 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:12.322193 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2528df80-dbec-4b1b-929d-084d57326e54 req-d38e2e2e-d065-4945-b991-9e4addbe7013 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 943 time: 0.0702167 Feb 08 22:00:12.407295 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2528df80-dbec-4b1b-929d-084d57326e54 req-31da33ee-1626-48e4-b92d-f604607a662b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772631 Feb 08 22:00:13.533807 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d54613-9fdd-4714-9add-7d916e05df23 req-8ea88a0d-5f9a-43c9-8b7f-e46273f14523 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:13.535369 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-50d54613-9fdd-4714-9add-7d916e05df23 req-8ea88a0d-5f9a-43c9-8b7f-e46273f14523 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 943 time: 0.0573351 Feb 08 22:00:13.588640 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-50d54613-9fdd-4714-9add-7d916e05df23 req-03a12f84-ccdc-4eb0-9c6b-26e0b37eedbc tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471694 Feb 08 22:00:14.771187 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2fe33-0bed-4bad-972f-9533f327320b req-9c5dcc26-52a5-4913-9c31-f92ad2fa94a6 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:14.773036 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-42b2fe33-0bed-4bad-972f-9533f327320b req-9c5dcc26-52a5-4913-9c31-f92ad2fa94a6 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 943 time: 0.0699544 Feb 08 22:00:14.825816 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-42b2fe33-0bed-4bad-972f-9533f327320b req-0323fae9-0f8f-4fba-974c-7f08a75f0550 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462093 Feb 08 22:00:15.954836 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 95428c11-971d-4d16-9d05-f98523730a67 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:00:15.978650 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28c086-517d-4e53-beea-92ababe57e20 req-7622dbe5-3790-4570-af16-7208d9198299 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:15.980433 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d28c086-517d-4e53-beea-92ababe57e20 req-7622dbe5-3790-4570-af16-7208d9198299 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 943 time: 0.0682256 Feb 08 22:00:16.056866 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d28c086-517d-4e53-beea-92ababe57e20 req-915dde36-2cda-4941-8db7-c5bda8b47d03 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612400 Feb 08 22:00:16.110366 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 95428c11-971d-4d16-9d05-f98523730a67, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=95428c11-971d-4d16-9d05-f98523730a67,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:00:16.127197 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '95428c11-971d-4d16-9d05-f98523730a67', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'port_id': '95428c11-971d-4d16-9d05-f98523730a67', 'mac_address': 'fa:16:3e:84:4f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:00:16.197466 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 95428c11-971d-4d16-9d05-f98523730a67 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:00:16.197876 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (95428c11-971d-4d16-9d05-f98523730a67), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:16.224693 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95428c11-971d-4d16-9d05-f98523730a67 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:00:16.251665 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 95428c11-971d-4d16-9d05-f98523730a67, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=95428c11-971d-4d16-9d05-f98523730a67,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:00:16.258867 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (95428c11-971d-4d16-9d05-f98523730a67), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:16.330003 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=95428c11-971d-4d16-9d05-f98523730a67,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:16.560729 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['95428c11-971d-4d16-9d05-f98523730a67'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:00:17.199415 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164047aa-86d1-47fe-8629-2cbcb5866c5c req-dd831465-7a55-4669-a6e9-eafed2bedbd0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:17.201022 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-164047aa-86d1-47fe-8629-2cbcb5866c5c req-dd831465-7a55-4669-a6e9-eafed2bedbd0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 944 time: 0.0677032 Feb 08 22:00:17.263908 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-164047aa-86d1-47fe-8629-2cbcb5866c5c req-6d823ded-6985-4e60-b13f-9663ff9c347a tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563693 Feb 08 22:00:17.975194 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 95428c11-971d-4d16-9d05-f98523730a67 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:00:18.040444 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 95428c11-971d-4d16-9d05-f98523730a67 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:00:18.046724 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 95428c11-971d-4d16-9d05-f98523730a67 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:00:18.047157 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (95428c11-971d-4d16-9d05-f98523730a67), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:18.150954 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 95428c11-971d-4d16-9d05-f98523730a67 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:00:18.151527 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (95428c11-971d-4d16-9d05-f98523730a67), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:18.184023 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1adab917-b92b-4923-b5d9-e3cf008a9cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95428c11-971d-4d16-9d05-f98523730a67'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:00:18.186944 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a0d188-244c-411d-b2c4-bace13f58ef8" -d '{"events": [{"server_uuid": "1adab917-b92b-4923-b5d9-e3cf008a9cff", "name": "network-vif-plugged", "status": "completed", "tag": "95428c11-971d-4d16-9d05-f98523730a67"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:00:18.202251 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 95428c11-971d-4d16-9d05-f98523730a67, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=95428c11-971d-4d16-9d05-f98523730a67,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:00:18.209169 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (95428c11-971d-4d16-9d05-f98523730a67), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:18.237307 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd13d5a0-e052-4300-9939-6129f441fc54 x-openstack-request-id: req-dd13d5a0-e052-4300-9939-6129f441fc54 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:00:18.237602 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1adab917-b92b-4923-b5d9-e3cf008a9cff", "name": "network-vif-plugged", "status": "completed", "tag": "95428c11-971d-4d16-9d05-f98523730a67", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:00:18.237989 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dd13d5a0-e052-4300-9939-6129f441fc54 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:00:18.238248 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1adab917-b92b-4923-b5d9-e3cf008a9cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95428c11-971d-4d16-9d05-f98523730a67', 'code': 200} Feb 08 22:00:18.323046 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=95428c11-971d-4d16-9d05-f98523730a67,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:18.420730 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074559c-eb73-403e-ab2e-b155de7ddb0c req-c43d3299-1e07-4dc6-aab6-449e408adbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:18.423975 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9074559c-eb73-403e-ab2e-b155de7ddb0c req-c43d3299-1e07-4dc6-aab6-449e408adbc0 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 1128 time: 0.1123734 Feb 08 22:00:18.479043 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-9074559c-eb73-403e-ab2e-b155de7ddb0c req-2cd5689c-cbf0-4d3d-9818-b58e1a0bf1f4 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440640 Feb 08 22:00:18.513146 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab97d2-9df3-4415-93a7-9c17d82c6cb5 req-43f76ff7-72f9-4faf-ad8f-55393f673c63 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:18.514728 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c0ab97d2-9df3-4415-93a7-9c17d82c6cb5 req-43f76ff7-72f9-4faf-ad8f-55393f673c63 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 945 time: 0.0830696 Feb 08 22:00:18.566801 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c0ab97d2-9df3-4415-93a7-9c17d82c6cb5 req-5cc514ea-6c83-40cd-8efa-f15870a341d8 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461483 Feb 08 22:00:19.654312 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-f3e4455f-49d3-40fb-a126-66d965cd18a9 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:19.655793 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-f3e4455f-49d3-40fb-a126-66d965cd18a9 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/networks?id=c1dcd45d-6349-4966-9ef8-c401cfe1cee9 HTTP/1.1" status: 200 len: 814 time: 0.1305902 Feb 08 22:00:19.696938 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-eb83e6f5-c5d5-4332-9935-398c4bc016f4 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/quotas/50c09c381f9c4df3981c4676dbbaad03 HTTP/1.1" status: 200 len: 375 time: 0.0267899 Feb 08 22:00:19.739973 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-65a09780-f3be-40aa-b58c-22d343b4358b tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=50c09c381f9c4df3981c4676dbbaad03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318580 Feb 08 22:00:19.768548 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237e3e5-77de-4d76-86d2-b4f512ba2597 req-e8f4ac93-7b39-460b-940f-6350af38e7f4 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:19.768548 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9237e3e5-77de-4d76-86d2-b4f512ba2597 req-e8f4ac93-7b39-460b-940f-6350af38e7f4 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 945 time: 0.1071527 Feb 08 22:00:19.903760 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9237e3e5-77de-4d76-86d2-b4f512ba2597 req-51d2be32-2896-4cc2-bde9-44d6ff0820b3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237042 Feb 08 22:00:19.941665 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-ef5eb63b-3c8d-4b0c-a745-73958e1b702d service neutron] 10.222.0.88 "GET /v2.0/networks/c1dcd45d-6349-4966-9ef8-c401cfe1cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000761 Feb 08 22:00:20.046074 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-e043e56d-22ba-44f1-9282-0b2384f60504 service neutron] 10.222.0.88 "GET /v2.0/networks/c1dcd45d-6349-4966-9ef8-c401cfe1cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985179 Feb 08 22:00:20.228277 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be327953-7cc2-4cf9-91d3-639e951a7009 req-da37fcbc-1182-4a53-a956-3c98a5c5d575 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dc9c436-d600-4a72-8cb3-7e030e3ad706 HTTP/1.1" status: 200 len: 210 time: 0.0387812 Feb 08 22:00:21.037559 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ad513-833b-4b8b-97b9-f910ab19916e req-bb4512a6-81a1-45f3-a63b-37f89c6d6c35 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:21.038996 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed4ad513-833b-4b8b-97b9-f910ab19916e req-bb4512a6-81a1-45f3-a63b-37f89c6d6c35 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 945 time: 0.0550432 Feb 08 22:00:21.090298 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed4ad513-833b-4b8b-97b9-f910ab19916e req-abdcba87-61ab-48c3-b65e-8066dcf6322c tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430133 Feb 08 22:00:21.295953 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375fd92-08c5-476c-840d-bf141bae6cf3 req-09ecacc3-87d8-4f3d-8ce5-6c6ba11bd700 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:21.301813 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d375fd92-08c5-476c-840d-bf141bae6cf3 req-09ecacc3-87d8-4f3d-8ce5-6c6ba11bd700 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 945 time: 0.1393189 Feb 08 22:00:21.365659 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-c4069fbd-a568-4959-8e6f-edea9e987de3 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:21.367138 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-c4069fbd-a568-4959-8e6f-edea9e987de3 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.96 "GET /v2.0/networks?id=c1dcd45d-6349-4966-9ef8-c401cfe1cee9 HTTP/1.1" status: 200 len: 814 time: 0.1955187 Feb 08 22:00:21.402220 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-9e5f0e41-da17-4d4d-9c06-d49aeb48f120 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Request body: {'port': {'device_id': '6dc9c436-d600-4a72-8cb3-7e030e3ad706', 'network_id': 'c1dcd45d-6349-4966-9ef8-c401cfe1cee9', 'admin_state_up': True, 'tenant_id': '50c09c381f9c4df3981c4676dbbaad03'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:00:21.406839 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-35ccfbbf-50fa-423c-9e4f-d27fa0022a37 req-3c24c4fd-e0b4-48b9-96e1-aef6f6467761 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dc9c436-d600-4a72-8cb3-7e030e3ad706 HTTP/1.1" status: 200 len: 210 time: 0.0646791 Feb 08 22:00:21.426020 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d375fd92-08c5-476c-840d-bf141bae6cf3 req-bf2f832c-5b99-486a-a596-2c4bc2f70d39 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228554 Feb 08 22:00:21.597267 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-9e5f0e41-da17-4d4d-9c06-d49aeb48f120 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Made reservation on behalf of 50c09c381f9c4df3981c4676dbbaad03 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:00:21.601006 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-9e5f0e41-da17-4d4d-9c06-d49aeb48f120 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:21.614142 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfb553-8f09-4af7-93f5-5322240d6e48 req-5067d179-690f-4a77-ac95-6e164f067137 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:21.620185 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49bfb553-8f09-4af7-93f5-5322240d6e48 req-5067d179-690f-4a77-ac95-6e164f067137 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 945 time: 0.1059220 Feb 08 22:00:21.748683 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49bfb553-8f09-4af7-93f5-5322240d6e48 req-190fd45b-e4fa-4bd4-97f6-69cb2be5ad90 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236253 Feb 08 22:00:21.815147 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-9e5f0e41-da17-4d4d-9c06-d49aeb48f120 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Allocated IP 172.20.0.12 (c1dcd45d-6349-4966-9ef8-c401cfe1cee9/8ab651ed-9a58-4aeb-a309-41dacaa90da5/5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:00:22.035992 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-9e5f0e41-da17-4d4d-9c06-d49aeb48f120 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Publish callbacks [] for port (5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:22.102172 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-9e5f0e41-da17-4d4d-9c06-d49aeb48f120 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:22.167822 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-9e5f0e41-da17-4d4d-9c06-d49aeb48f120 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Network c1dcd45d-6349-4966-9ef8-c401cfe1cee9 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:00:22.173159 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-9e5f0e41-da17-4d4d-9c06-d49aeb48f120 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:00:22.176341 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-9e5f0e41-da17-4d4d-9c06-d49aeb48f120 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:00:22.186601 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f0e41-da17-4d4d-9c06-d49aeb48f120 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Pushing event updated for resources: {'Port': ['ID=5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:22.224371 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8fd6b-a69a-48e5-aae6-fcc41039a55e req-4a5091b9-05d2-4a94-b57d-716fef5824f1 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:22.225933 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b5a8fd6b-a69a-48e5-aae6-fcc41039a55e req-4a5091b9-05d2-4a94-b57d-716fef5824f1 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 945 time: 0.1567245 Feb 08 22:00:22.239873 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5f0e41-da17-4d4d-9c06-d49aeb48f120 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:22.240213 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5f0e41-da17-4d4d-9c06-d49aeb48f120 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:22.240556 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5f0e41-da17-4d4d-9c06-d49aeb48f120 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:22.240978 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5f0e41-da17-4d4d-9c06-d49aeb48f120 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:22.241351 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5f0e41-da17-4d4d-9c06-d49aeb48f120 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:22.241718 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5f0e41-da17-4d4d-9c06-d49aeb48f120 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:22.242205 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5f0e41-da17-4d4d-9c06-d49aeb48f120 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:22.243460 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5f0e41-da17-4d4d-9c06-d49aeb48f120 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:22.243910 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5f0e41-da17-4d4d-9c06-d49aeb48f120 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:22.244247 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5f0e41-da17-4d4d-9c06-d49aeb48f120 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:22.244574 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5f0e41-da17-4d4d-9c06-d49aeb48f120 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:22.244907 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5f0e41-da17-4d4d-9c06-d49aeb48f120 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:22.245250 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5f0e41-da17-4d4d-9c06-d49aeb48f120 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:22.290760 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-9e5f0e41-da17-4d4d-9c06-d49aeb48f120 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:22.291832 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-9e5f0e41-da17-4d4d-9c06-d49aeb48f120 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:22.330311 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-9e5f0e41-da17-4d4d-9c06-d49aeb48f120 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9414072 Feb 08 22:00:22.334492 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b5a8fd6b-a69a-48e5-aae6-fcc41039a55e req-590ddc65-2464-4f28-a0bf-a51af1127475 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009028 Feb 08 22:00:22.342035 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-380c5d7d-f372-4591-8935-2f74c818ff2a service neutron] Request body: {'port': {'device_id': '6dc9c436-d600-4a72-8cb3-7e030e3ad706', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:00:22.409096 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-380c5d7d-f372-4591-8935-2f74c818ff2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:22.633795 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58f787-a883-4998-b85f-fb440a62d211 req-099f5883-834e-4640-9f63-b33615a28dfe tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:22.635710 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df58f787-a883-4998-b85f-fb440a62d211 req-099f5883-834e-4640-9f63-b33615a28dfe tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dc9c436-d600-4a72-8cb3-7e030e3ad706 HTTP/1.1" status: 200 len: 932 time: 0.1200230 Feb 08 22:00:22.730549 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df58f787-a883-4998-b85f-fb440a62d211 req-9b836c84-af8c-4054-a9a4-6d9bf93ebc86 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/security-groups?id=50ec0731-4295-43bb-a28c-bfe4d1b92cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875459 Feb 08 22:00:22.781913 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-380c5d7d-f372-4591-8935-2f74c818ff2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:00:22.791017 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-380c5d7d-f372-4591-8935-2f74c818ff2a service neutron] Publish callbacks [] for port (5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:22.803837 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-380c5d7d-f372-4591-8935-2f74c818ff2a service neutron] Transition to ACTIVE for port object 5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:00:22.809979 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-380c5d7d-f372-4591-8935-2f74c818ff2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:22.866682 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c5d7d-f372-4591-8935-2f74c818ff2a service neutron] Pushing event updated for resources: {'Port': ['ID=5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:22.957849 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-380c5d7d-f372-4591-8935-2f74c818ff2a service neutron] Attempting to bind port 5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:00:22.958187 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-380c5d7d-f372-4591-8935-2f74c818ff2a service neutron] Attempting to bind port 5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '9b96a04a-d577-4919-98a9-71aec7ff75d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c1dcd45d-6349-4966-9ef8-c401cfe1cee9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:00:22.958513 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-380c5d7d-f372-4591-8935-2f74c818ff2a service neutron] Attempting to bind port 5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed on network c1dcd45d-6349-4966-9ef8-c401cfe1cee9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:00:22.963791 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-380c5d7d-f372-4591-8935-2f74c818ff2a service neutron] Port 5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed on network c1dcd45d-6349-4966-9ef8-c401cfe1cee9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:00:22.964114 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-380c5d7d-f372-4591-8935-2f74c818ff2a service neutron] Attempting to bind port 5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed on network c1dcd45d-6349-4966-9ef8-c401cfe1cee9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:00:22.969900 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-380c5d7d-f372-4591-8935-2f74c818ff2a service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:00:22.970236 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-380c5d7d-f372-4591-8935-2f74c818ff2a service neutron] Checking segment: {'id': '9b96a04a-d577-4919-98a9-71aec7ff75d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c1dcd45d-6349-4966-9ef8-c401cfe1cee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:00:22.970630 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-380c5d7d-f372-4591-8935-2f74c818ff2a service neutron] Bound using segment: {'id': '9b96a04a-d577-4919-98a9-71aec7ff75d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c1dcd45d-6349-4966-9ef8-c401cfe1cee9'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:00:22.971052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-380c5d7d-f372-4591-8935-2f74c818ff2a service neutron] Bound port: 5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b96a04a-d577-4919-98a9-71aec7ff75d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c1dcd45d-6349-4966-9ef8-c401cfe1cee9'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:00:22.971417 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-380c5d7d-f372-4591-8935-2f74c818ff2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:23.044945 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-380c5d7d-f372-4591-8935-2f74c818ff2a service neutron] For port 5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:00:23.048835 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-380c5d7d-f372-4591-8935-2f74c818ff2a service neutron] For port 5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed,segment=NetworkSegment(9b96a04a-d577-4919-98a9-71aec7ff75d1),segment_id=9b96a04a-d577-4919-98a9-71aec7ff75d1)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:00:23.056077 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-380c5d7d-f372-4591-8935-2f74c818ff2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:23.095437 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-380c5d7d-f372-4591-8935-2f74c818ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:23.097412 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-380c5d7d-f372-4591-8935-2f74c818ff2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:23.097412 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-380c5d7d-f372-4591-8935-2f74c818ff2a service neutron] 10.222.0.96 "PUT /v2.0/ports/5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed HTTP/1.1" status: 200 len: 1093 time: 0.7599459 Feb 08 22:00:23.097840 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc9c436-d600-4a72-8cb3-7e030e3ad706', 'tag': '5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:00:23.100113 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3922da-19f8-4cb1-9ca2-9826ddbfc66e" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc9c436-d600-4a72-8cb3-7e030e3ad706", "tag": "5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:00:23.127017 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c5d7d-f372-4591-8935-2f74c818ff2a service neutron] Pushing event updated for resources: {'Port': ['ID=5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:23.173312 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2908fb12-a79f-4fbe-8081-2cec64fe4063 x-openstack-request-id: req-2908fb12-a79f-4fbe-8081-2cec64fe4063 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:00:23.173611 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc9c436-d600-4a72-8cb3-7e030e3ad706", "tag": "5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:00:23.173874 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2908fb12-a79f-4fbe-8081-2cec64fe4063 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:00:23.174278 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc9c436-d600-4a72-8cb3-7e030e3ad706', 'tag': '5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed', 'status': 'completed', 'code': 200} Feb 08 22:00:23.205122 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-4c5d6f27-2f42-4370-b567-d61c389ab1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:23.206790 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-4c5d6f27-2f42-4370-b567-d61c389ab1d7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=50c09c381f9c4df3981c4676dbbaad03&device_id=6dc9c436-d600-4a72-8cb3-7e030e3ad706 HTTP/1.1" status: 200 len: 1127 time: 0.0645773 Feb 08 22:00:23.251667 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-068cde38-d178-4ea8-ac8a-4339b3d3b9c6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed HTTP/1.1" status: 200 len: 217 time: 0.0384340 Feb 08 22:00:23.308852 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-3266f6e8-2d7e-43d8-aadf-d43ccc490faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:23.310357 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-3266f6e8-2d7e-43d8-aadf-d43ccc490faa service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8ab651ed-9a58-4aeb-a309-41dacaa90da5 HTTP/1.1" status: 200 len: 854 time: 0.0529015 Feb 08 22:00:23.342682 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-7d3af466-6bc1-4541-a223-fafab3e52050 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c1dcd45d-6349-4966-9ef8-c401cfe1cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264630 Feb 08 22:00:23.653516 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ba719-5951-4a90-96bf-cba155f37a60 req-79b0bcca-cce6-460e-b2fc-0284bed76e78 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:23.655157 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0b6ba719-5951-4a90-96bf-cba155f37a60 req-79b0bcca-cce6-460e-b2fc-0284bed76e78 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.94 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 945 time: 0.0623496 Feb 08 22:00:23.762742 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-0b6ba719-5951-4a90-96bf-cba155f37a60 req-bce945ee-1b67-4ddf-8092-f16d96640e3b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Deleting port 95428c11-971d-4d16-9d05-f98523730a67 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:00:23.763089 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0b6ba719-5951-4a90-96bf-cba155f37a60 req-bce945ee-1b67-4ddf-8092-f16d96640e3b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (95428c11-971d-4d16-9d05-f98523730a67), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:23.842704 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-b2f88b94-2b76-43de-a2e4-4ac0412100b8 service neutron] 10.222.0.96 "GET /v2.0/networks/c1dcd45d-6349-4966-9ef8-c401cfe1cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4937413 Feb 08 22:00:23.860894 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-0b6ba719-5951-4a90-96bf-cba155f37a60 req-bce945ee-1b67-4ddf-8092-f16d96640e3b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] For port 95428c11-971d-4d16-9d05-f98523730a67, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=95428c11-971d-4d16-9d05-f98523730a67,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:00:23.861319 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0b6ba719-5951-4a90-96bf-cba155f37a60 req-bce945ee-1b67-4ddf-8092-f16d96640e3b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (95428c11-971d-4d16-9d05-f98523730a67), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:23.876297 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-0b6ba719-5951-4a90-96bf-cba155f37a60 req-bce945ee-1b67-4ddf-8092-f16d96640e3b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Calling delete_port for 95428c11-971d-4d16-9d05-f98523730a67 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:00:23.882239 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156636cb-3d44-48b2-9cf7-65cd990503eb req-99506146-c94d-47d2-a88b-a795bdac6b55 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:23.882239 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-156636cb-3d44-48b2-9cf7-65cd990503eb req-99506146-c94d-47d2-a88b-a795bdac6b55 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 945 time: 0.4697578 Feb 08 22:00:23.989576 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f14563-a06b-4a90-826f-c0ddb2afecc2 req-3ab11e54-bbd0-412b-83d3-868de058baae tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:23.991003 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e2f14563-a06b-4a90-826f-c0ddb2afecc2 req-3ab11e54-bbd0-412b-83d3-868de058baae tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dc9c436-d600-4a72-8cb3-7e030e3ad706 HTTP/1.1" status: 200 len: 944 time: 0.1721420 Feb 08 22:00:24.026990 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0b6ba719-5951-4a90-96bf-cba155f37a60 req-bce945ee-1b67-4ddf-8092-f16d96640e3b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (95428c11-971d-4d16-9d05-f98523730a67), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:24.040259 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-156636cb-3d44-48b2-9cf7-65cd990503eb req-f11a5f7e-7e88-4e37-b014-51ba5a3eb49f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222548 Feb 08 22:00:24.048194 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5165861d-446c-4fce-a3d4-b7d01ae6e1e4 req-5af766f6-f79c-4760-a71d-5fdc5189d2c1 service neutron] 10.222.0.96 "GET /v2.0/networks/c1dcd45d-6349-4966-9ef8-c401cfe1cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897624 Feb 08 22:00:24.050288 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['95428c11-971d-4d16-9d05-f98523730a67'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:00:24.071414 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce945ee-1b67-4ddf-8092-f16d96640e3b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event deleted for resources: {'Port': ['ID=95428c11-971d-4d16-9d05-f98523730a67,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:24.085861 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce945ee-1b67-4ddf-8092-f16d96640e3b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:24.086255 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce945ee-1b67-4ddf-8092-f16d96640e3b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:24.086595 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce945ee-1b67-4ddf-8092-f16d96640e3b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:24.087002 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce945ee-1b67-4ddf-8092-f16d96640e3b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:24.087332 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce945ee-1b67-4ddf-8092-f16d96640e3b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:24.087677 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce945ee-1b67-4ddf-8092-f16d96640e3b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:24.087986 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce945ee-1b67-4ddf-8092-f16d96640e3b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:24.088341 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce945ee-1b67-4ddf-8092-f16d96640e3b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:24.088751 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce945ee-1b67-4ddf-8092-f16d96640e3b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:24.089052 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce945ee-1b67-4ddf-8092-f16d96640e3b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:24.089407 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce945ee-1b67-4ddf-8092-f16d96640e3b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:24.089744 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce945ee-1b67-4ddf-8092-f16d96640e3b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:24.090086 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce945ee-1b67-4ddf-8092-f16d96640e3b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:24.092032 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e2f14563-a06b-4a90-826f-c0ddb2afecc2 req-94cf73b6-593f-4af2-b46a-1e6217df8ea7 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/security-groups?id=50ec0731-4295-43bb-a28c-bfe4d1b92cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916898 Feb 08 22:00:24.139107 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6ba719-5951-4a90-96bf-cba155f37a60 req-bce945ee-1b67-4ddf-8092-f16d96640e3b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] No DVR routers for this DVR port 95428c11-971d-4d16-9d05-f98523730a67 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:00:24.142401 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0b6ba719-5951-4a90-96bf-cba155f37a60 req-bce945ee-1b67-4ddf-8092-f16d96640e3b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:24.146026 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0b6ba719-5951-4a90-96bf-cba155f37a60 req-bce945ee-1b67-4ddf-8092-f16d96640e3b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.94 "DELETE /v2.0/ports/95428c11-971d-4d16-9d05-f98523730a67 HTTP/1.1" status: 204 len: 173 time: 0.4854267 Feb 08 22:00:24.146500 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1adab917-b92b-4923-b5d9-e3cf008a9cff', 'name': 'network-vif-deleted', 'tag': '95428c11-971d-4d16-9d05-f98523730a67'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:00:24.148901 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d726e14-4038-4ada-a098-f755e6ee1590" -d '{"events": [{"server_uuid": "1adab917-b92b-4923-b5d9-e3cf008a9cff", "name": "network-vif-deleted", "tag": "95428c11-971d-4d16-9d05-f98523730a67"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:00:24.186009 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3922da-19f8-4cb1-9ca2-9826ddbfc66e req-15aea530-4911-4599-b31c-e664cd6be600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:24.191246 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0c3922da-19f8-4cb1-9ca2-9826ddbfc66e req-15aea530-4911-4599-b31c-e664cd6be600 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=50c09c381f9c4df3981c4676dbbaad03&device_id=6dc9c436-d600-4a72-8cb3-7e030e3ad706 HTTP/1.1" status: 200 len: 1127 time: 0.0748076 Feb 08 22:00:24.203012 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81773cf0-411b-40ed-99a9-f56110203934 x-openstack-request-id: req-81773cf0-411b-40ed-99a9-f56110203934 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:00:24.203481 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1adab917-b92b-4923-b5d9-e3cf008a9cff", "name": "network-vif-deleted", "tag": "95428c11-971d-4d16-9d05-f98523730a67", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:00:24.203945 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-81773cf0-411b-40ed-99a9-f56110203934 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:00:24.204379 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1adab917-b92b-4923-b5d9-e3cf008a9cff', 'name': 'network-vif-deleted', 'tag': '95428c11-971d-4d16-9d05-f98523730a67', 'status': 'completed', 'code': 200} Feb 08 22:00:24.234995 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-07e57ef0-e672-44d3-ba06-639b0c6d9eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:24.309727 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3922da-19f8-4cb1-9ca2-9826ddbfc66e req-2510493a-8034-4f76-8b78-07fd9836ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:24.311427 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0c3922da-19f8-4cb1-9ca2-9826ddbfc66e req-2510493a-8034-4f76-8b78-07fd9836ff03 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c1dcd45d-6349-4966-9ef8-c401cfe1cee9 HTTP/1.1" status: 200 len: 915 time: 0.1145127 Feb 08 22:00:24.356346 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0c3922da-19f8-4cb1-9ca2-9826ddbfc66e req-1f1e475d-8f3b-45cd-8803-0380f9e0696e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed HTTP/1.1" status: 200 len: 217 time: 0.0391295 Feb 08 22:00:24.406327 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3922da-19f8-4cb1-9ca2-9826ddbfc66e req-019c6678-56e5-4e89-920f-8f607c9e4f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:24.407739 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0c3922da-19f8-4cb1-9ca2-9826ddbfc66e req-019c6678-56e5-4e89-920f-8f607c9e4f57 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8ab651ed-9a58-4aeb-a309-41dacaa90da5 HTTP/1.1" status: 200 len: 854 time: 0.0457668 Feb 08 22:00:24.439066 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0c3922da-19f8-4cb1-9ca2-9826ddbfc66e req-ff06b383-2802-4953-8450-15852e725556 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c1dcd45d-6349-4966-9ef8-c401cfe1cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259230 Feb 08 22:00:24.536649 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0c3922da-19f8-4cb1-9ca2-9826ddbfc66e req-e84c7b9d-f6b9-4ae8-9bcc-5d3548b3b39e service neutron] 10.222.0.96 "GET /v2.0/networks/c1dcd45d-6349-4966-9ef8-c401cfe1cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920579 Feb 08 22:00:24.640588 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0c3922da-19f8-4cb1-9ca2-9826ddbfc66e req-a35074b3-3a1c-4c1a-a71a-ab421e0af389 service neutron] 10.222.0.96 "GET /v2.0/networks/c1dcd45d-6349-4966-9ef8-c401cfe1cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985401 Feb 08 22:00:25.158314 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1abaa9c6-301b-43c1-b265-5c69120755dc req-fc98ba39-8344-4d6b-b063-c6496eb7dfee tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 210 time: 0.0365334 Feb 08 22:00:25.232138 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a349244-d2f2-446f-9e02-6208a304df3f req-5972907d-d6f5-49c5-8be7-4009ca611005 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:25.232138 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a349244-d2f2-446f-9e02-6208a304df3f req-5972907d-d6f5-49c5-8be7-4009ca611005 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dc9c436-d600-4a72-8cb3-7e030e3ad706 HTTP/1.1" status: 200 len: 944 time: 0.0614114 Feb 08 22:00:25.294680 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a349244-d2f2-446f-9e02-6208a304df3f req-898e920d-2827-4e2c-a7e8-d6cb83dae158 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/security-groups?id=50ec0731-4295-43bb-a28c-bfe4d1b92cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568943 Feb 08 22:00:26.280246 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8cf1b02a-2b5c-47a2-82b0-c51f54394fe1 req-e76d15c8-f828-474d-8c97-d06323a17d12 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 210 time: 0.0292606 Feb 08 22:00:26.458220 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4178d19-6d62-432e-ae9e-c57d73166193 req-a7a0fe3c-a421-4e48-a322-e60d26ccab54 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:26.459858 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e4178d19-6d62-432e-ae9e-c57d73166193 req-a7a0fe3c-a421-4e48-a322-e60d26ccab54 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dc9c436-d600-4a72-8cb3-7e030e3ad706 HTTP/1.1" status: 200 len: 944 time: 0.0747347 Feb 08 22:00:26.517685 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e4178d19-6d62-432e-ae9e-c57d73166193 req-4b29de6b-51f2-41f5-a24b-8d431be40650 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/security-groups?id=50ec0731-4295-43bb-a28c-bfe4d1b92cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514283 Feb 08 22:00:27.378366 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a1ec1ff7-09cb-4ca4-a832-884c5dacbc78 req-37fb4dd9-904a-4c24-bae2-c9a24888cbea tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 210 time: 0.0291507 Feb 08 22:00:27.513926 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5d12a268-9355-4cec-ac58-26635765dd04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:27.665986 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5235a-b450-410e-aace-86da466bf4b4 req-feb960d9-8834-49be-8119-45101cc56932 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:27.667366 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aee5235a-b450-410e-aace-86da466bf4b4 req-feb960d9-8834-49be-8119-45101cc56932 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dc9c436-d600-4a72-8cb3-7e030e3ad706 HTTP/1.1" status: 200 len: 944 time: 0.0695879 Feb 08 22:00:27.723556 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aee5235a-b450-410e-aace-86da466bf4b4 req-bbbaac5b-d0ba-4c44-ac95-6b1e0aca9683 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/security-groups?id=50ec0731-4295-43bb-a28c-bfe4d1b92cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499120 Feb 08 22:00:27.923618 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:00:28.020920 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 95428c11-971d-4d16-9d05-f98523730a67 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:00:28.043519 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed,segment=NetworkSegment(9b96a04a-d577-4919-98a9-71aec7ff75d1),segment_id=9b96a04a-d577-4919-98a9-71aec7ff75d1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:00:28.063412 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 95428c11-971d-4d16-9d05-f98523730a67 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:00:28.063748 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 95428c11-971d-4d16-9d05-f98523730a67 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:00:28.070496 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed', 'network_id': 'c1dcd45d-6349-4966-9ef8-c401cfe1cee9', 'port_id': '5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed', 'mac_address': 'fa:16:3e:f5:5a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ab651ed-9a58-4aeb-a309-41dacaa90da5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:00:28.113411 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:00:28.113801 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:28.128090 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:00:28.149802 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed,segment=NetworkSegment(9b96a04a-d577-4919-98a9-71aec7ff75d1),segment_id=9b96a04a-d577-4919-98a9-71aec7ff75d1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:00:28.154930 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:28.210548 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:28.490314 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3b61ebd7-118b-4153-bd41-30f0d0da3d0d req-5e4eac2b-51ef-41a1-b004-277c04bf42d2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 210 time: 0.0327978 Feb 08 22:00:28.588389 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:00:28.890474 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923e4bb-89a4-4afd-8a1a-18359a076a0e req-4b448f52-68bd-4244-9dfa-8090ea86632e tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:28.892125 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1923e4bb-89a4-4afd-8a1a-18359a076a0e req-4b448f52-68bd-4244-9dfa-8090ea86632e tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dc9c436-d600-4a72-8cb3-7e030e3ad706 HTTP/1.1" status: 200 len: 945 time: 0.0832260 Feb 08 22:00:28.943318 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1923e4bb-89a4-4afd-8a1a-18359a076a0e req-f90715ec-2762-48fd-ad17-3581c4219a5a tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/security-groups?id=50ec0731-4295-43bb-a28c-bfe4d1b92cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450480 Feb 08 22:00:29.321936 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:29.615270 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7eb6c044-06b2-4b14-8403-f8eb7a724cb1 req-92b6daf2-9dfe-487c-b121-f0848f23b295 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 210 time: 0.0412543 Feb 08 22:00:29.924572 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:00:29.994841 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:00:29.999170 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:00:29.999606 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:30.091915 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0efb1a-e22f-4659-946e-9957aaf4c7f8 req-794f5b6f-7ddd-4dd5-a02e-df0f41775489 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:30.094050 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d0efb1a-e22f-4659-946e-9957aaf4c7f8 req-794f5b6f-7ddd-4dd5-a02e-df0f41775489 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dc9c436-d600-4a72-8cb3-7e030e3ad706 HTTP/1.1" status: 200 len: 945 time: 0.0708365 Feb 08 22:00:30.105160 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:00:30.105566 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:30.155806 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed,segment=NetworkSegment(9b96a04a-d577-4919-98a9-71aec7ff75d1),segment_id=9b96a04a-d577-4919-98a9-71aec7ff75d1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:00:30.156939 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc9c436-d600-4a72-8cb3-7e030e3ad706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:00:30.160922 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3014205a-e05d-4b44-9186-c43ad3633575" -d '{"events": [{"server_uuid": "6dc9c436-d600-4a72-8cb3-7e030e3ad706", "name": "network-vif-plugged", "status": "completed", "tag": "5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:00:30.166189 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d0efb1a-e22f-4659-946e-9957aaf4c7f8 req-875da680-ec47-4cdd-9d77-7cbb6bf80457 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/security-groups?id=50ec0731-4295-43bb-a28c-bfe4d1b92cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635760 Feb 08 22:00:30.174706 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:30.217425 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5635caa8-317f-4d60-9a54-ee343a60e2ff x-openstack-request-id: req-5635caa8-317f-4d60-9a54-ee343a60e2ff {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:00:30.217736 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc9c436-d600-4a72-8cb3-7e030e3ad706", "name": "network-vif-plugged", "status": "completed", "tag": "5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:00:30.218005 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5635caa8-317f-4d60-9a54-ee343a60e2ff {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:00:30.218401 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc9c436-d600-4a72-8cb3-7e030e3ad706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed', 'code': 200} Feb 08 22:00:30.264482 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:30.341329 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f40aa-d155-4226-a60a-b30852e30155 req-6eb51d7e-7c16-4128-b4b7-a770433d90dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:30.343201 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-378f40aa-d155-4226-a60a-b30852e30155 req-6eb51d7e-7c16-4128-b4b7-a770433d90dc service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6dc9c436-d600-4a72-8cb3-7e030e3ad706 HTTP/1.1" status: 200 len: 1129 time: 0.0590384 Feb 08 22:00:30.392020 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-378f40aa-d155-4226-a60a-b30852e30155 req-9d7e4880-0548-445f-9c00-cedf1d77bc49 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=50ec0731-4295-43bb-a28c-bfe4d1b92cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429513 Feb 08 22:00:30.722853 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-77c26284-d80e-41ce-9f48-c2239bae5ee7 req-b66898bb-e641-4a08-b287-a67cc96e17f4 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 210 time: 0.0325606 Feb 08 22:00:31.338745 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0fb90-2203-4be0-ad03-99ccb5718dd4 req-6461eea7-c901-4a78-851b-8e7229237541 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:31.341646 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-63b0fb90-2203-4be0-ad03-99ccb5718dd4 req-6461eea7-c901-4a78-851b-8e7229237541 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dc9c436-d600-4a72-8cb3-7e030e3ad706 HTTP/1.1" status: 200 len: 946 time: 0.0710251 Feb 08 22:00:31.406932 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-63b0fb90-2203-4be0-ad03-99ccb5718dd4 req-372d1ed6-4da6-4600-ac4a-51510b733c61 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/security-groups?id=50ec0731-4295-43bb-a28c-bfe4d1b92cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593772 Feb 08 22:00:31.468037 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:31.631068 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:31.828790 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4af8497b-47f2-425d-b5ae-8fb81fb01146 req-3110d6f8-7c9b-4238-b13e-98f0b3469cbf tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 210 time: 0.0299480 Feb 08 22:00:32.556580 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c62d7f-9974-4240-8744-b1c98a69267c req-8e61cb5a-9cdb-4ce3-8805-553f0b9a61bd tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:32.558259 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-97c62d7f-9974-4240-8744-b1c98a69267c req-8e61cb5a-9cdb-4ce3-8805-553f0b9a61bd tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dc9c436-d600-4a72-8cb3-7e030e3ad706 HTTP/1.1" status: 200 len: 946 time: 0.0645053 Feb 08 22:00:32.619681 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-97c62d7f-9974-4240-8744-b1c98a69267c req-ff7b24f7-99aa-4314-9191-f616ca2753f4 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/security-groups?id=50ec0731-4295-43bb-a28c-bfe4d1b92cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549605 Feb 08 22:00:32.975499 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b1d8a61e-00ab-4dc8-9ac6-c4d8e20776c1 req-e03d1c13-3547-45f4-9665-4f12c0052cf3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=1adab917-b92b-4923-b5d9-e3cf008a9cff HTTP/1.1" status: 200 len: 210 time: 0.0400789 Feb 08 22:00:36.720554 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:36.910013 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:37.840765 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655baf0-e85a-4610-9520-24e1ce175f12 req-092647b5-2413-4130-81da-a6bf0924560c tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:37.845752 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2655baf0-e85a-4610-9520-24e1ce175f12 req-092647b5-2413-4130-81da-a6bf0924560c tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 1128 time: 0.0596640 Feb 08 22:00:37.902543 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2655baf0-e85a-4610-9520-24e1ce175f12 req-02f9c820-cf1b-4307-ae20-361f1cc551ec tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533044 Feb 08 22:00:37.926747 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41634) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:00:38.163405 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a56da4ca-6eac-4381-b11e-3e33facacfbb tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Deleting port 31b1acaf-a752-4184-813a-644f23d2cc67 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:00:38.164810 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a56da4ca-6eac-4381-b11e-3e33facacfbb tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (31b1acaf-a752-4184-813a-644f23d2cc67), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:38.260122 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a56da4ca-6eac-4381-b11e-3e33facacfbb tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (31b1acaf-a752-4184-813a-644f23d2cc67), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:38.260539 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a56da4ca-6eac-4381-b11e-3e33facacfbb tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for floatingip (31b1acaf-a752-4184-813a-644f23d2cc67), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:38.275814 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a56da4ca-6eac-4381-b11e-3e33facacfbb tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Calling delete_port for 31b1acaf-a752-4184-813a-644f23d2cc67 owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:00:38.474800 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a56da4ca-6eac-4381-b11e-3e33facacfbb tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (31b1acaf-a752-4184-813a-644f23d2cc67), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:38.506260 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56da4ca-6eac-4381-b11e-3e33facacfbb tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event deleted for resources: {'Port': ['ID=31b1acaf-a752-4184-813a-644f23d2cc67,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:38.594784 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a56da4ca-6eac-4381-b11e-3e33facacfbb tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for floatingip (8eafe2a3-c936-4648-aab8-312d8d113749), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:38.595384 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-a56da4ca-6eac-4381-b11e-3e33facacfbb tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Floating IP 8eafe2a3-c936-4648-aab8-312d8d113749 disassociated (deleted). External IP: 172.25.3.188, port: 3b082b9e-a84e-44ab-a823-ec03ee2c14f9. Feb 08 22:00:38.861491 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56da4ca-6eac-4381-b11e-3e33facacfbb tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Router e685b65b-700a-40da-89e8-2505c50fa0b5 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:00:39.489125 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56da4ca-6eac-4381-b11e-3e33facacfbb tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:00:39.496503 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a56da4ca-6eac-4381-b11e-3e33facacfbb tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:39.504324 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9391f2bb-89b7-4fea-8f4c-487e4df069b0 None None] Sync routers for ids ['e685b65b-700a-40da-89e8-2505c50fa0b5'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:00:39.518187 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9391f2bb-89b7-4fea-8f4c-487e4df069b0 None None] Routers {'e685b65b-700a-40da-89e8-2505c50fa0b5'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:00:39.519461 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9391f2bb-89b7-4fea-8f4c-487e4df069b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:00:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e685b65b-700a-40da-89e8-2505c50fa0b5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:00:39.534741 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a56da4ca-6eac-4381-b11e-3e33facacfbb tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "DELETE /v2.0/floatingips/8eafe2a3-c936-4648-aab8-312d8d113749 HTTP/1.1" status: 204 len: 168 time: 1.6060956 Feb 08 22:00:39.535402 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c', 'tag': '3b082b9e-a84e-44ab-a823-ec03ee2c14f9'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:00:39.538474 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c8655e-ff67-4599-8d21-aca18348763b" -d '{"events": [{"name": "network-changed", "server_uuid": "51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c", "tag": "3b082b9e-a84e-44ab-a823-ec03ee2c14f9"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:00:39.597126 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8133c4b3-8bc4-4a9e-a2b6-b864760fd588 x-openstack-request-id: req-8133c4b3-8bc4-4a9e-a2b6-b864760fd588 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:00:39.597726 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c", "tag": "3b082b9e-a84e-44ab-a823-ec03ee2c14f9", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:00:39.598424 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8133c4b3-8bc4-4a9e-a2b6-b864760fd588 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:00:39.599039 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c', 'tag': '3b082b9e-a84e-44ab-a823-ec03ee2c14f9', 'status': 'completed', 'code': 200} Feb 08 22:00:39.685617 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8655e-ff67-4599-8d21-aca18348763b req-d72a723d-71b4-4a84-86be-aea9061e32cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:39.687294 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d9c8655e-ff67-4599-8d21-aca18348763b req-d72a723d-71b4-4a84-86be-aea9061e32cd service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 1128 time: 0.0676656 Feb 08 22:00:39.866194 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-9391f2bb-89b7-4fea-8f4c-487e4df069b0 None None] Set router e685b65b-700a-40da-89e8-2505c50fa0b5 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:00:39.888623 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8655e-ff67-4599-8d21-aca18348763b req-c126d6aa-1602-407f-9727-a844caa46b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:39.891231 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d9c8655e-ff67-4599-8d21-aca18348763b req-c126d6aa-1602-407f-9727-a844caa46b93 service neutron] 10.222.0.94 "GET /v2.0/networks?id=44f004ba-844e-4e7f-abce-081052edd5de HTTP/1.1" status: 200 len: 898 time: 0.1972003 Feb 08 22:00:40.047954 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d9c8655e-ff67-4599-8d21-aca18348763b req-1050c62a-5bb4-4032-9bca-bb6d2d17b3b5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b082b9e-a84e-44ab-a823-ec03ee2c14f9 HTTP/1.1" status: 200 len: 217 time: 0.1450133 Feb 08 22:00:40.172713 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8655e-ff67-4599-8d21-aca18348763b req-739ac027-ce48-41b8-a852-5555bc1875b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:40.175325 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d9c8655e-ff67-4599-8d21-aca18348763b req-739ac027-ce48-41b8-a852-5555bc1875b2 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8d230777-26b6-4044-8530-4e31179f1e6a HTTP/1.1" status: 200 len: 834 time: 0.1208251 Feb 08 22:00:40.191402 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bb337-db1e-4282-baf6-04c41b75d369 req-661ba595-6971-4251-ab82-87fa12c31aa3 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:40.193714 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-647bb337-db1e-4282-baf6-04c41b75d369 req-661ba595-6971-4251-ab82-87fa12c31aa3 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 945 time: 0.1749868 Feb 08 22:00:40.236907 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9391f2bb-89b7-4fea-8f4c-487e4df069b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451199460', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '6c557efd-0c19-41bc-a408-ae87b436d077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:57:19Z', 'updated_at': '2022-02-08T21:57:30Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': '6c557efd-0c19-41bc-a408-ae87b436d077', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:57:20Z', 'updated_at': '2022-02-08T21:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '237ad339-254e-43fb-9b37-12a1b186a7e1', 'name': '', 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:06:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '8d230777-26b6-4044-8530-4e31179f1e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:57:27Z', 'updated_at': '2022-02-08T21:57:35Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '8d230777-26b6-4044-8530-4e31179f1e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:00:40.288292 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8655e-ff67-4599-8d21-aca18348763b req-f4f31c14-ab8c-4db7-939b-0d94f844117e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:40.290111 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d9c8655e-ff67-4599-8d21-aca18348763b req-f4f31c14-ab8c-4db7-939b-0d94f844117e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=44f004ba-844e-4e7f-abce-081052edd5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1081617 Feb 08 22:00:40.305786 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9391f2bb-89b7-4fea-8f4c-487e4df069b0 None None] Checking router: e685b65b-700a-40da-89e8-2505c50fa0b5 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:00:40.314249 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-647bb337-db1e-4282-baf6-04c41b75d369 req-d4645b16-31de-48cb-9783-9b65cc6035a0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098089 Feb 08 22:00:40.342463 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9391f2bb-89b7-4fea-8f4c-487e4df069b0 None None] Routers {'e685b65b-700a-40da-89e8-2505c50fa0b5'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:00:40.343953 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9391f2bb-89b7-4fea-8f4c-487e4df069b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:00:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e685b65b-700a-40da-89e8-2505c50fa0b5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:00:40.447567 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d9c8655e-ff67-4599-8d21-aca18348763b req-bde16ad6-08a1-406d-a2a6-0e9ce8335adf service neutron] 10.222.0.94 "GET /v2.0/networks/44f004ba-844e-4e7f-abce-081052edd5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495368 Feb 08 22:00:40.574423 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-9391f2bb-89b7-4fea-8f4c-487e4df069b0 None None] Set router e685b65b-700a-40da-89e8-2505c50fa0b5 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:00:40.600787 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-d9c8655e-ff67-4599-8d21-aca18348763b req-f110b4c0-541f-40de-9a94-5dc58859bdc0 service neutron] 10.222.0.94 "GET /v2.0/networks/44f004ba-844e-4e7f-abce-081052edd5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470366 Feb 08 22:00:40.971295 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9391f2bb-89b7-4fea-8f4c-487e4df069b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451199460', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '6c557efd-0c19-41bc-a408-ae87b436d077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:57:19Z', 'updated_at': '2022-02-08T21:57:30Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': '6c557efd-0c19-41bc-a408-ae87b436d077', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:57:20Z', 'updated_at': '2022-02-08T21:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '237ad339-254e-43fb-9b37-12a1b186a7e1', 'name': '', 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:06:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '8d230777-26b6-4044-8530-4e31179f1e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:57:27Z', 'updated_at': '2022-02-08T21:57:35Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '8d230777-26b6-4044-8530-4e31179f1e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:00:41.003107 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9391f2bb-89b7-4fea-8f4c-487e4df069b0 None None] The sync data for ids ['e685b65b-700a-40da-89e8-2505c50fa0b5'] in n-d-712143-31 is: [{'id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451199460', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '6c557efd-0c19-41bc-a408-ae87b436d077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:57:19Z', 'updated_at': '2022-02-08T21:57:30Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': '6c557efd-0c19-41bc-a408-ae87b436d077', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:57:20Z', 'updated_at': '2022-02-08T21:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '237ad339-254e-43fb-9b37-12a1b186a7e1', 'name': '', 'network_id': '44f004ba-844e-4e7f-abce-081052edd5de', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:06:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '8d230777-26b6-4044-8530-4e31179f1e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:57:27Z', 'updated_at': '2022-02-08T21:57:35Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '8d230777-26b6-4044-8530-4e31179f1e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:00:41.554267 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a61b49a-50d9-43b7-8f31-145858249421 None None] New status for floating IP 8eafe2a3-c936-4648-aab8-312d8d113749: DOWN {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:00:41.590929 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bba6a-644b-44f6-b5ac-f868e67b79e8 req-97cecb8f-63b5-4350-ac64-23d5a1b864c4 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:41.598641 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c0bba6a-644b-44f6-b5ac-f868e67b79e8 req-97cecb8f-63b5-4350-ac64-23d5a1b864c4 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 945 time: 0.1548200 Feb 08 22:00:41.720295 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e215b-d5ef-42a8-a266-fad2800b6d2a req-12f69687-4e10-4430-9810-feff57970280 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:41.722011 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bd7e215b-d5ef-42a8-a266-fad2800b6d2a req-12f69687-4e10-4430-9810-feff57970280 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.94 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 945 time: 0.2041528 Feb 08 22:00:41.755539 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c0bba6a-644b-44f6-b5ac-f868e67b79e8 req-5255c4ab-e398-4ee0-a6b0-744363227040 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430213 Feb 08 22:00:41.985911 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-bd7e215b-d5ef-42a8-a266-fad2800b6d2a req-ca90845e-232c-4e8b-b801-305262e22549 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Deleting port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:00:41.986613 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bd7e215b-d5ef-42a8-a266-fad2800b6d2a req-ca90845e-232c-4e8b-b801-305262e22549 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (3b082b9e-a84e-44ab-a823-ec03ee2c14f9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:42.180702 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-bd7e215b-d5ef-42a8-a266-fad2800b6d2a req-ca90845e-232c-4e8b-b801-305262e22549 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] For port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3b082b9e-a84e-44ab-a823-ec03ee2c14f9,segment=NetworkSegment(bff38a44-d3cf-43fc-b093-892ca19b0f76),segment_id=bff38a44-d3cf-43fc-b093-892ca19b0f76)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:00:42.182170 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bd7e215b-d5ef-42a8-a266-fad2800b6d2a req-ca90845e-232c-4e8b-b801-305262e22549 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (3b082b9e-a84e-44ab-a823-ec03ee2c14f9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:42.216350 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-bd7e215b-d5ef-42a8-a266-fad2800b6d2a req-ca90845e-232c-4e8b-b801-305262e22549 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Calling delete_port for 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:00:42.454257 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bd7e215b-d5ef-42a8-a266-fad2800b6d2a req-ca90845e-232c-4e8b-b801-305262e22549 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3b082b9e-a84e-44ab-a823-ec03ee2c14f9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:42.511990 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90845e-232c-4e8b-b801-305262e22549 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event deleted for resources: {'Port': ['ID=3b082b9e-a84e-44ab-a823-ec03ee2c14f9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:42.596698 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7e215b-d5ef-42a8-a266-fad2800b6d2a req-ca90845e-232c-4e8b-b801-305262e22549 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] No DVR routers for this DVR port 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:00:42.602927 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bd7e215b-d5ef-42a8-a266-fad2800b6d2a req-ca90845e-232c-4e8b-b801-305262e22549 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:42.607577 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bd7e215b-d5ef-42a8-a266-fad2800b6d2a req-ca90845e-232c-4e8b-b801-305262e22549 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.94 "DELETE /v2.0/ports/3b082b9e-a84e-44ab-a823-ec03ee2c14f9 HTTP/1.1" status: 204 len: 173 time: 0.8789105 Feb 08 22:00:42.608275 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c', 'name': 'network-vif-deleted', 'tag': '3b082b9e-a84e-44ab-a823-ec03ee2c14f9'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:00:42.612478 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf872d5d-fa37-4e67-b21f-bb844e3bbb61" -d '{"events": [{"server_uuid": "51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c", "name": "network-vif-deleted", "tag": "3b082b9e-a84e-44ab-a823-ec03ee2c14f9"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:00:42.720941 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7d27ba-a565-42b4-aafa-acfc254ba337 x-openstack-request-id: req-2d7d27ba-a565-42b4-aafa-acfc254ba337 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:00:42.721711 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c", "name": "network-vif-deleted", "tag": "3b082b9e-a84e-44ab-a823-ec03ee2c14f9", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:00:42.721894 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2d7d27ba-a565-42b4-aafa-acfc254ba337 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:00:42.722816 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c', 'name': 'network-vif-deleted', 'tag': '3b082b9e-a84e-44ab-a823-ec03ee2c14f9', 'status': 'completed', 'code': 200} Feb 08 22:00:43.031891 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25429133-0ca3-47e0-8226-cf4406b6d025 req-45369fa2-7ac5-48d5-b63f-5e0edca71441 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=51e7c41c-b8f2-4a36-9b50-cf8ae8092d0c HTTP/1.1" status: 200 len: 210 time: 0.0612872 Feb 08 22:00:44.143768 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41688) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:00:44.870617 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bd2bc7f-c4e2-413f-84e5-bcee4b8ba88a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (e685b65b-700a-40da-89e8-2505c50fa0b5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:45.393046 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8bd2bc7f-c4e2-413f-84e5-bcee4b8ba88a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Deleting port 237ad339-254e-43fb-9b37-12a1b186a7e1 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:00:45.394415 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bd2bc7f-c4e2-413f-84e5-bcee4b8ba88a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (237ad339-254e-43fb-9b37-12a1b186a7e1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:45.540285 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-8bd2bc7f-c4e2-413f-84e5-bcee4b8ba88a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] For port 237ad339-254e-43fb-9b37-12a1b186a7e1, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=237ad339-254e-43fb-9b37-12a1b186a7e1,segment=NetworkSegment(bff38a44-d3cf-43fc-b093-892ca19b0f76),segment_id=bff38a44-d3cf-43fc-b093-892ca19b0f76)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:00:45.541073 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bd2bc7f-c4e2-413f-84e5-bcee4b8ba88a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (237ad339-254e-43fb-9b37-12a1b186a7e1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:45.568052 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8bd2bc7f-c4e2-413f-84e5-bcee4b8ba88a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Calling delete_port for 237ad339-254e-43fb-9b37-12a1b186a7e1 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:00:45.808357 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:00:45.920926 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bd2bc7f-c4e2-413f-84e5-bcee4b8ba88a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (237ad339-254e-43fb-9b37-12a1b186a7e1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:45.989188 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd2bc7f-c4e2-413f-84e5-bcee4b8ba88a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event deleted for resources: {'Port': ['ID=237ad339-254e-43fb-9b37-12a1b186a7e1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:46.087678 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:00:46.127487 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:00:46.128260 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 3b082b9e-a84e-44ab-a823-ec03ee2c14f9 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:00:46.291737 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bd2bc7f-c4e2-413f-84e5-bcee4b8ba88a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (e685b65b-700a-40da-89e8-2505c50fa0b5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:46.714783 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd2bc7f-c4e2-413f-84e5-bcee4b8ba88a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Router e685b65b-700a-40da-89e8-2505c50fa0b5 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:00:46.883951 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd2bc7f-c4e2-413f-84e5-bcee4b8ba88a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:00:46.890374 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8bd2bc7f-c4e2-413f-84e5-bcee4b8ba88a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "PUT /v2.0/routers/e685b65b-700a-40da-89e8-2505c50fa0b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7434998 Feb 08 22:00:46.894337 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 41700) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:00:46.898108 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a99d29-c7f9-4023-a78a-c266576eb0bd None None] Sync routers for ids ['e685b65b-700a-40da-89e8-2505c50fa0b5'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:00:46.918925 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a99d29-c7f9-4023-a78a-c266576eb0bd None None] Routers {'e685b65b-700a-40da-89e8-2505c50fa0b5'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:00:46.920744 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c9a99d29-c7f9-4023-a78a-c266576eb0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:00:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e685b65b-700a-40da-89e8-2505c50fa0b5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:00:47.030570 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-e839bd3d-70e2-40b9-8288-438a49826b59 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Deleting subnet 8d230777-26b6-4044-8530-4e31179f1e6a {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 22:00:47.038068 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e839bd3d-70e2-40b9-8288-438a49826b59 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for subnet (8d230777-26b6-4044-8530-4e31179f1e6a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:47.125619 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e839bd3d-70e2-40b9-8288-438a49826b59 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (8d230777-26b6-4044-8530-4e31179f1e6a), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:47.130662 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-c9a99d29-c7f9-4023-a78a-c266576eb0bd None None] Set router e685b65b-700a-40da-89e8-2505c50fa0b5 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:00:47.305967 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e839bd3d-70e2-40b9-8288-438a49826b59 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (8d230777-26b6-4044-8530-4e31179f1e6a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:47.464255 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e839bd3d-70e2-40b9-8288-438a49826b59 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (8d230777-26b6-4044-8530-4e31179f1e6a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:47.519701 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839bd3d-70e2-40b9-8288-438a49826b59 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event deleted for resources: {'Subnet': ['ID=8d230777-26b6-4044-8530-4e31179f1e6a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:47.528062 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e839bd3d-70e2-40b9-8288-438a49826b59 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:47.536352 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e839bd3d-70e2-40b9-8288-438a49826b59 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "DELETE /v2.0/subnets/8d230777-26b6-4044-8530-4e31179f1e6a HTTP/1.1" status: 204 len: 168 time: 0.6406264 Feb 08 22:00:47.541421 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41706) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:00:47.545440 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a778151a-b3f6-4c61-ac8f-eb1d3b5022cc None None] Network 44f004ba-844e-4e7f-abce-081052edd5de requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:00:47.579365 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c9a99d29-c7f9-4023-a78a-c266576eb0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451199460', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '6c557efd-0c19-41bc-a408-ae87b436d077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:57:19Z', 'updated_at': '2022-02-08T22:00:45Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': '6c557efd-0c19-41bc-a408-ae87b436d077', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:57:20Z', 'updated_at': '2022-02-08T21:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:00:47.672757 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a99d29-c7f9-4023-a78a-c266576eb0bd None None] Checking router: e685b65b-700a-40da-89e8-2505c50fa0b5 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:00:47.691064 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a99d29-c7f9-4023-a78a-c266576eb0bd None None] Routers {'e685b65b-700a-40da-89e8-2505c50fa0b5'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:00:47.691718 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c9a99d29-c7f9-4023-a78a-c266576eb0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:00:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e685b65b-700a-40da-89e8-2505c50fa0b5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:00:47.815008 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd93967-ce33-45be-8d16-af3d256a6544 None None] DHCP port deletion for 44f004ba-844e-4e7f-abce-081052edd5de request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 22:00:47.902999 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-43d733c3-30c1-4d52-b6ef-b048c635edc9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router (e685b65b-700a-40da-89e8-2505c50fa0b5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:47.946335 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-c9a99d29-c7f9-4023-a78a-c266576eb0bd None None] Set router e685b65b-700a-40da-89e8-2505c50fa0b5 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:00:47.974897 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7cd93967-ce33-45be-8d16-af3d256a6544 None None] Deleting port 7f18ffc9-1015-4892-89ab-632d4a1eee8d {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:00:47.983785 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7cd93967-ce33-45be-8d16-af3d256a6544 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (7f18ffc9-1015-4892-89ab-632d4a1eee8d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:48.094172 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-43d733c3-30c1-4d52-b6ef-b048c635edc9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router_gateway (e685b65b-700a-40da-89e8-2505c50fa0b5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:48.176055 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-7cd93967-ce33-45be-8d16-af3d256a6544 None None] For port 7f18ffc9-1015-4892-89ab-632d4a1eee8d, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7f18ffc9-1015-4892-89ab-632d4a1eee8d,segment=NetworkSegment(bff38a44-d3cf-43fc-b093-892ca19b0f76),segment_id=bff38a44-d3cf-43fc-b093-892ca19b0f76)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:00:48.176759 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7cd93967-ce33-45be-8d16-af3d256a6544 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (7f18ffc9-1015-4892-89ab-632d4a1eee8d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:48.196317 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7cd93967-ce33-45be-8d16-af3d256a6544 None None] Calling delete_port for 7f18ffc9-1015-4892-89ab-632d4a1eee8d owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:00:48.259830 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-43d733c3-30c1-4d52-b6ef-b048c635edc9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Deleting port 6c557efd-0c19-41bc-a408-ae87b436d077 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:00:48.260404 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-43d733c3-30c1-4d52-b6ef-b048c635edc9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (6c557efd-0c19-41bc-a408-ae87b436d077), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:48.445278 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c9a99d29-c7f9-4023-a78a-c266576eb0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451199460', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '6c557efd-0c19-41bc-a408-ae87b436d077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:57:19Z', 'updated_at': '2022-02-08T22:00:45Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': '6c557efd-0c19-41bc-a408-ae87b436d077', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:57:20Z', 'updated_at': '2022-02-08T21:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:00:48.464508 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-43d733c3-30c1-4d52-b6ef-b048c635edc9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] For port 6c557efd-0c19-41bc-a408-ae87b436d077, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=6c557efd-0c19-41bc-a408-ae87b436d077,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:00:48.464888 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-43d733c3-30c1-4d52-b6ef-b048c635edc9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (6c557efd-0c19-41bc-a408-ae87b436d077), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:48.489365 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-43d733c3-30c1-4d52-b6ef-b048c635edc9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Calling delete_port for 6c557efd-0c19-41bc-a408-ae87b436d077 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:00:48.506082 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7cd93967-ce33-45be-8d16-af3d256a6544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (7f18ffc9-1015-4892-89ab-632d4a1eee8d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:48.546687 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd93967-ce33-45be-8d16-af3d256a6544 None None] Pushing event deleted for resources: {'Port': ['ID=7f18ffc9-1015-4892-89ab-632d4a1eee8d,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:48.550195 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a99d29-c7f9-4023-a78a-c266576eb0bd None None] The sync data for ids ['e685b65b-700a-40da-89e8-2505c50fa0b5'] in n-d-712143-31 is: [{'id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451199460', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '6c557efd-0c19-41bc-a408-ae87b436d077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:57:19Z', 'updated_at': '2022-02-08T22:00:45Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': '6c557efd-0c19-41bc-a408-ae87b436d077', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e685b65b-700a-40da-89e8-2505c50fa0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:57:20Z', 'updated_at': '2022-02-08T21:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:00:48.553261 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd93967-ce33-45be-8d16-af3d256a6544 None None] No DVR routers for this DVR port 7f18ffc9-1015-4892-89ab-632d4a1eee8d on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:00:48.568509 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd93967-ce33-45be-8d16-af3d256a6544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:48.569265 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd93967-ce33-45be-8d16-af3d256a6544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:48.569841 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd93967-ce33-45be-8d16-af3d256a6544 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:48.571588 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd93967-ce33-45be-8d16-af3d256a6544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:48.573078 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd93967-ce33-45be-8d16-af3d256a6544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:48.574122 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd93967-ce33-45be-8d16-af3d256a6544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:48.574718 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd93967-ce33-45be-8d16-af3d256a6544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:48.575295 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd93967-ce33-45be-8d16-af3d256a6544 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:48.575877 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd93967-ce33-45be-8d16-af3d256a6544 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:48.576556 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd93967-ce33-45be-8d16-af3d256a6544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:48.577490 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd93967-ce33-45be-8d16-af3d256a6544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:48.578093 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd93967-ce33-45be-8d16-af3d256a6544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:48.578891 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd93967-ce33-45be-8d16-af3d256a6544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:00:48.772670 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-43d733c3-30c1-4d52-b6ef-b048c635edc9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (6c557efd-0c19-41bc-a408-ae87b436d077), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:48.807845 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d733c3-30c1-4d52-b6ef-b048c635edc9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event deleted for resources: {'Port': ['ID=6c557efd-0c19-41bc-a408-ae87b436d077,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:48.886801 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-43d733c3-30c1-4d52-b6ef-b048c635edc9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (e685b65b-700a-40da-89e8-2505c50fa0b5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:49.065620 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-43d733c3-30c1-4d52-b6ef-b048c635edc9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (e685b65b-700a-40da-89e8-2505c50fa0b5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:49.075957 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-43d733c3-30c1-4d52-b6ef-b048c635edc9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router_controller (e685b65b-700a-40da-89e8-2505c50fa0b5), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:49.141345 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-43d733c3-30c1-4d52-b6ef-b048c635edc9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (e685b65b-700a-40da-89e8-2505c50fa0b5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:49.143294 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d733c3-30c1-4d52-b6ef-b048c635edc9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Fanout notify agent at l3_agent the message router_deleted on router e685b65b-700a-40da-89e8-2505c50fa0b5 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 22:00:49.161494 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-43d733c3-30c1-4d52-b6ef-b048c635edc9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:49.162782 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-43d733c3-30c1-4d52-b6ef-b048c635edc9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "DELETE /v2.0/routers/e685b65b-700a-40da-89e8-2505c50fa0b5 HTTP/1.1" status: 204 len: 168 time: 1.6193545 Feb 08 22:00:49.164269 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7f18ffc9-1015-4892-89ab-632d4a1eee8d no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:00:49.165986 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 41714) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:00:49.189737 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 7f18ffc9-1015-4892-89ab-632d4a1eee8d {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:00:49.190094 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7f18ffc9-1015-4892-89ab-632d4a1eee8d not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:00:49.190545 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 237ad339-254e-43fb-9b37-12a1b186a7e1 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:00:49.216698 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 237ad339-254e-43fb-9b37-12a1b186a7e1 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:00:49.217450 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 237ad339-254e-43fb-9b37-12a1b186a7e1 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:00:49.341316 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-715f8690-4922-4b7f-9511-1997452caf3f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (44f004ba-844e-4e7f-abce-081052edd5de), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:49.488145 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-715f8690-4922-4b7f-9511-1997452caf3f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (44f004ba-844e-4e7f-abce-081052edd5de), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:49.558349 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-715f8690-4922-4b7f-9511-1997452caf3f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f004ba-844e-4e7f-abce-081052edd5de']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:00:49.594180 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-715f8690-4922-4b7f-9511-1997452caf3f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff38a44-d3cf-43fc-b093-892ca19b0f76') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:00:49.594598 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-715f8690-4922-4b7f-9511-1997452caf3f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff38a44-d3cf-43fc-b093-892ca19b0f76') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:00:49.617411 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-715f8690-4922-4b7f-9511-1997452caf3f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (bff38a44-d3cf-43fc-b093-892ca19b0f76), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:49.662858 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-715f8690-4922-4b7f-9511-1997452caf3f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (bff38a44-d3cf-43fc-b093-892ca19b0f76), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:49.673390 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-715f8690-4922-4b7f-9511-1997452caf3f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:00:49.673910 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-715f8690-4922-4b7f-9511-1997452caf3f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (bff38a44-d3cf-43fc-b093-892ca19b0f76), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: timer() Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:00:49.755663 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:00:49.761123 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-715f8690-4922-4b7f-9511-1997452caf3f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (44f004ba-844e-4e7f-abce-081052edd5de), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:49.791848 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-715f8690-4922-4b7f-9511-1997452caf3f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:49.798384 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41758) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:00:49.798608 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-715f8690-4922-4b7f-9511-1997452caf3f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "DELETE /v2.0/networks/44f004ba-844e-4e7f-abce-081052edd5de HTTP/1.1" status: 204 len: 168 time: 0.6306078 Feb 08 22:00:49.800405 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f8690-4922-4b7f-9511-1997452caf3f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event deleted for resources: {'Network': ['ID=44f004ba-844e-4e7f-abce-081052edd5de,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:50.434023 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c77bbb03-f486-4aa9-8788-b17780625031 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group (10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:50.474288 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c77bbb03-f486-4aa9-8788-b17780625031 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group (10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:50.584511 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c77bbb03-f486-4aa9-8788-b17780625031 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:50.591508 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c77bbb03-f486-4aa9-8788-b17780625031 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:50.595621 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c77bbb03-f486-4aa9-8788-b17780625031 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "DELETE /v2.0/security-groups/10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c HTTP/1.1" status: 204 len: 168 time: 0.7952328 Feb 08 22:00:50.624557 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77bbb03-f486-4aa9-8788-b17780625031 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f3e5af-bb7a-420f-b2a7-9a2c87e44f0c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:50.745418 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6c557efd-0c19-41bc-a408-ae87b436d077 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:00:50.806613 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 6c557efd-0c19-41bc-a408-ae87b436d077 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:00:50.807395 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6c557efd-0c19-41bc-a408-ae87b436d077 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:00:51.595923 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41820) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:00:51.606393 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e193210c-b62c-40d3-96d8-9c68bfe32270 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1108988288', 'description': 'tempest-secgroup-smoke-1108988288 description', 'project_id': '757a64905a5e4f28a11ff7ef605aa039'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:00:51.655819 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e193210c-b62c-40d3-96d8-9c68bfe32270 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:51.820011 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e193210c-b62c-40d3-96d8-9c68bfe32270 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group (792a5e17-256a-47da-b791-de47635e6468), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:51.825497 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e193210c-b62c-40d3-96d8-9c68bfe32270 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (792a5e17-256a-47da-b791-de47635e6468), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:51.877138 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e193210c-b62c-40d3-96d8-9c68bfe32270 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:51.881279 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e193210c-b62c-40d3-96d8-9c68bfe32270 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2814274 Feb 08 22:00:51.884379 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 41824) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:00:51.892782 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-bf4def57-54dd-4bfb-a400-4b3af0436a12 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'security_group_rule': {'security_group_id': '792a5e17-256a-47da-b791-de47635e6468', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:00:51.901267 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193210c-b62c-40d3-96d8-9c68bfe32270 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=792a5e17-256a-47da-b791-de47635e6468,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:51.965698 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf4def57-54dd-4bfb-a400-4b3af0436a12 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (e52ef5d4-837e-44f6-830c-e51a1f9defcf), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:52.097321 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf4def57-54dd-4bfb-a400-4b3af0436a12 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (e52ef5d4-837e-44f6-830c-e51a1f9defcf), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:52.109355 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf4def57-54dd-4bfb-a400-4b3af0436a12 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (e52ef5d4-837e-44f6-830c-e51a1f9defcf), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:52.167758 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4def57-54dd-4bfb-a400-4b3af0436a12 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e52ef5d4-837e-44f6-830c-e51a1f9defcf,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:52.174560 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf4def57-54dd-4bfb-a400-4b3af0436a12 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:52.182876 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bf4def57-54dd-4bfb-a400-4b3af0436a12 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2945783 Feb 08 22:00:52.186585 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41826) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:00:52.192540 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-bcff34db-2b20-4496-bfaa-7dbda8e64494 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'security_group_rule': {'security_group_id': '792a5e17-256a-47da-b791-de47635e6468', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:00:52.250701 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcff34db-2b20-4496-bfaa-7dbda8e64494 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (4d989cfc-fd3e-4eed-94e8-f7463611fa11), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:52.357294 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcff34db-2b20-4496-bfaa-7dbda8e64494 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (4d989cfc-fd3e-4eed-94e8-f7463611fa11), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:52.361640 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcff34db-2b20-4496-bfaa-7dbda8e64494 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (4d989cfc-fd3e-4eed-94e8-f7463611fa11), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:52.386646 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff34db-2b20-4496-bfaa-7dbda8e64494 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d989cfc-fd3e-4eed-94e8-f7463611fa11,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:52.399271 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcff34db-2b20-4496-bfaa-7dbda8e64494 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:52.400827 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bcff34db-2b20-4496-bfaa-7dbda8e64494 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2131782 Feb 08 22:00:52.403677 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 41830) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:00:52.409059 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-b6e2ad7b-2e74-4f50-97c4-e895514894b8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'security_group_rule': {'security_group_id': '792a5e17-256a-47da-b791-de47635e6468', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:00:52.459410 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b6e2ad7b-2e74-4f50-97c4-e895514894b8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (dc6e12ff-01f0-4ebf-9a27-fc56d3546745), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:52.581470 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b6e2ad7b-2e74-4f50-97c4-e895514894b8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (dc6e12ff-01f0-4ebf-9a27-fc56d3546745), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:52.587740 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b6e2ad7b-2e74-4f50-97c4-e895514894b8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (dc6e12ff-01f0-4ebf-9a27-fc56d3546745), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:52.622707 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2ad7b-2e74-4f50-97c4-e895514894b8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc6e12ff-01f0-4ebf-9a27-fc56d3546745,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:52.632202 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b6e2ad7b-2e74-4f50-97c4-e895514894b8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:52.636261 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b6e2ad7b-2e74-4f50-97c4-e895514894b8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2308254 Feb 08 22:00:52.640114 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 41832) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:00:52.654048 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-e836c5ed-c869-4b5f-a766-95a725474cb7 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'security_group_rule': {'security_group_id': '792a5e17-256a-47da-b791-de47635e6468', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:00:52.711574 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e836c5ed-c869-4b5f-a766-95a725474cb7 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (8cbbf43c-bc12-44f6-bd98-9dff1dd71a5a), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:52.812036 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e836c5ed-c869-4b5f-a766-95a725474cb7 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (8cbbf43c-bc12-44f6-bd98-9dff1dd71a5a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:52.818551 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e836c5ed-c869-4b5f-a766-95a725474cb7 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (8cbbf43c-bc12-44f6-bd98-9dff1dd71a5a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:52.841519 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836c5ed-c869-4b5f-a766-95a725474cb7 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cbbf43c-bc12-44f6-bd98-9dff1dd71a5a,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:52.876880 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e836c5ed-c869-4b5f-a766-95a725474cb7 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:52.878960 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e836c5ed-c869-4b5f-a766-95a725474cb7 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2356632 Feb 08 22:00:52.883035 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 41834) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:00:52.892114 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-994a4c58-c447-4648-a6f5-637573fc02ca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'security_group_rule': {'security_group_id': '792a5e17-256a-47da-b791-de47635e6468', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:00:52.941537 n-d-712143-31 neutron-server[103433]: INFO neutron.db.securitygroups_db [None req-994a4c58-c447-4648-a6f5-637573fc02ca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Project 757a64905a5e4f28a11ff7ef605aa039 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 22:00:52.949679 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-994a4c58-c447-4648-a6f5-637573fc02ca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (4b239fa9-8386-439e-a30b-8335092bee32), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:53.034430 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-994a4c58-c447-4648-a6f5-637573fc02ca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (4b239fa9-8386-439e-a30b-8335092bee32), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:53.042516 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-994a4c58-c447-4648-a6f5-637573fc02ca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (4b239fa9-8386-439e-a30b-8335092bee32), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:53.105529 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a4c58-c447-4648-a6f5-637573fc02ca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b239fa9-8386-439e-a30b-8335092bee32,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:53.124826 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-994a4c58-c447-4648-a6f5-637573fc02ca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:53.126561 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-994a4c58-c447-4648-a6f5-637573fc02ca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2414393 Feb 08 22:00:53.130983 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41838) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:00:53.140726 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c92b0492-097e-4f06-a69d-d5bf0555890a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'security_group_rule': {'security_group_id': '792a5e17-256a-47da-b791-de47635e6468', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:00:53.181180 n-d-712143-31 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-c92b0492-097e-4f06-a69d-d5bf0555890a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Project 757a64905a5e4f28a11ff7ef605aa039 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 22:00:53.188323 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c92b0492-097e-4f06-a69d-d5bf0555890a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (dae40ab9-2577-4425-afdd-d0752d33c53c), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:53.270968 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c92b0492-097e-4f06-a69d-d5bf0555890a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (dae40ab9-2577-4425-afdd-d0752d33c53c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:53.276336 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c92b0492-097e-4f06-a69d-d5bf0555890a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (dae40ab9-2577-4425-afdd-d0752d33c53c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:53.300578 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b0492-097e-4f06-a69d-d5bf0555890a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae40ab9-2577-4425-afdd-d0752d33c53c,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:53.311076 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c92b0492-097e-4f06-a69d-d5bf0555890a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:53.314869 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c92b0492-097e-4f06-a69d-d5bf0555890a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1807957 Feb 08 22:00:53.317798 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 41840) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:00:53.324066 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-25e25141-6c9e-4aa5-b517-ecddc3872ff0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'network': {'name': 'tempest-network-smoke--1283609251', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'port_security_enabled': True}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:00:53.350261 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e25141-6c9e-4aa5-b517-ecddc3872ff0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Made reservation on behalf of 757a64905a5e4f28a11ff7ef605aa039 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:00:53.354474 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25e25141-6c9e-4aa5-b517-ecddc3872ff0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:53.381349 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e25141-6c9e-4aa5-b517-ecddc3872ff0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 22:00:53.395135 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25e25141-6c9e-4aa5-b517-ecddc3872ff0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (abbd9180-9acf-4ffe-ab6d-c780e1736c12), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:53.395586 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-25e25141-6c9e-4aa5-b517-ecddc3872ff0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Added segment abbd9180-9acf-4ffe-ab6d-c780e1736c12 of type vlan for network 908da0c7-49db-4db6-8be7-093f356d149a Feb 08 22:00:53.452061 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25e25141-6c9e-4aa5-b517-ecddc3872ff0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (908da0c7-49db-4db6-8be7-093f356d149a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:53.532075 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25e25141-6c9e-4aa5-b517-ecddc3872ff0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (908da0c7-49db-4db6-8be7-093f356d149a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:53.539003 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e25141-6c9e-4aa5-b517-ecddc3872ff0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:53.540521 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25e25141-6c9e-4aa5-b517-ecddc3872ff0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:53.635842 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e25141-6c9e-4aa5-b517-ecddc3872ff0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Network': ['ID=908da0c7-49db-4db6-8be7-093f356d149a,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:53.649812 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 908da0c7-49db-4db6-8be7-093f356d149a details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 22:00:53.655180 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-25e25141-6c9e-4aa5-b517-ecddc3872ff0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3357456 Feb 08 22:00:53.657976 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41844) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:00:53.663190 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-78045125-d8d4-44db-be22-fdb5da7853a1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-284971738', 'admin_state_up': True, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:00:53.723210 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78045125-d8d4-44db-be22-fdb5da7853a1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (5e5abc65-b25f-46c1-87c4-33ff8d750a0e), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:53.724969 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78045125-d8d4-44db-be22-fdb5da7853a1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (5e5abc65-b25f-46c1-87c4-33ff8d750a0e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:53.803630 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78045125-d8d4-44db-be22-fdb5da7853a1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router_controller (5e5abc65-b25f-46c1-87c4-33ff8d750a0e), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:54.030348 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78045125-d8d4-44db-be22-fdb5da7853a1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router_gateway (5e5abc65-b25f-46c1-87c4-33ff8d750a0e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:54.239044 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bd2b80b5-d453-4453-a847-e00d21cc456b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:54.334814 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78045125-d8d4-44db-be22-fdb5da7853a1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router_gateway (5e5abc65-b25f-46c1-87c4-33ff8d750a0e), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:54.360718 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78045125-d8d4-44db-be22-fdb5da7853a1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:54.493530 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-78045125-d8d4-44db-be22-fdb5da7853a1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Allocated IP 172.25.3.253 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:00:54.652313 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78045125-d8d4-44db-be22-fdb5da7853a1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for port (d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:54.721065 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78045125-d8d4-44db-be22-fdb5da7853a1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:54.775736 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78045125-d8d4-44db-be22-fdb5da7853a1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:00:54.779426 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-78045125-d8d4-44db-be22-fdb5da7853a1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:00:54.790941 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78045125-d8d4-44db-be22-fdb5da7853a1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:00:54.937924 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78045125-d8d4-44db-be22-fdb5da7853a1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Port': ['ID=d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:55.141143 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78045125-d8d4-44db-be22-fdb5da7853a1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router_gateway (5e5abc65-b25f-46c1-87c4-33ff8d750a0e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:55.439609 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78045125-d8d4-44db-be22-fdb5da7853a1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (5e5abc65-b25f-46c1-87c4-33ff8d750a0e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:55.602929 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78045125-d8d4-44db-be22-fdb5da7853a1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Router 5e5abc65-b25f-46c1-87c4-33ff8d750a0e is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 22:00:55.773588 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78045125-d8d4-44db-be22-fdb5da7853a1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:00:55.789053 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f02552a-e928-4ec7-a6ea-39f23755ab36 None None] Sync routers for ids ['5e5abc65-b25f-46c1-87c4-33ff8d750a0e'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:00:55.806355 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f02552a-e928-4ec7-a6ea-39f23755ab36 None None] Routers {'5e5abc65-b25f-46c1-87c4-33ff8d750a0e'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:00:55.807585 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-8f02552a-e928-4ec7-a6ea-39f23755ab36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:00:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['5e5abc65-b25f-46c1-87c4-33ff8d750a0e'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:00:55.812724 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78045125-d8d4-44db-be22-fdb5da7853a1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:55.814979 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-78045125-d8d4-44db-be22-fdb5da7853a1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1552501 Feb 08 22:00:55.818937 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41862) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:00:55.862424 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e0b350aa-6b61-4695-871b-66ce20a12f2c tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=757a64905a5e4f28a11ff7ef605aa039&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421522 Feb 08 22:00:55.865031 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41864) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:00:55.963970 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-8f02552a-e928-4ec7-a6ea-39f23755ab36 None None] Set router 5e5abc65-b25f-46c1-87c4-33ff8d750a0e gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:00:55.989652 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bd9ebb-9537-4b98-8ee6-bb3f574fc5f1 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:55.991461 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-94bd9ebb-9537-4b98-8ee6-bb3f574fc5f1 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1252742 Feb 08 22:00:55.995008 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 41866) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:00:56.040571 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1cb779d4-009c-4caf-8d57-b848611eb017 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=075c0dfb-2786-422e-af93-9cafe101c970&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432403 Feb 08 22:00:56.043950 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 41868) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:00:56.049478 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-55240f4c-776b-444d-9dfb-bd3608a48418 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-251641815', 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:00:56.179472 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55240f4c-776b-444d-9dfb-bd3608a48418 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Made reservation on behalf of 757a64905a5e4f28a11ff7ef605aa039 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:00:56.184275 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-55240f4c-776b-444d-9dfb-bd3608a48418 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:56.230462 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-8f02552a-e928-4ec7-a6ea-39f23755ab36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284971738', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'd2310d3a-3aa2-45b8-9c91-5c5ac6e3a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:00:53Z', 'updated_at': '2022-02-08T22:00:54Z', 'revision_number': 3, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'd2310d3a-3aa2-45b8-9c91-5c5ac6e3a134', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:00:54Z', 'updated_at': '2022-02-08T22:00:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:00:56.286809 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f02552a-e928-4ec7-a6ea-39f23755ab36 None None] Checking router: 5e5abc65-b25f-46c1-87c4-33ff8d750a0e for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:00:56.287272 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f02552a-e928-4ec7-a6ea-39f23755ab36 None None] Updating router 5e5abc65-b25f-46c1-87c4-33ff8d750a0e port d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:00:56.331617 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f02552a-e928-4ec7-a6ea-39f23755ab36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:56.534681 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-55240f4c-776b-444d-9dfb-bd3608a48418 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (159e34dd-f758-4f64-88ad-3f593d2fe70c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:56.599463 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55240f4c-776b-444d-9dfb-bd3608a48418 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Subnet': ['ID=159e34dd-f758-4f64-88ad-3f593d2fe70c,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:56.658217 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55240f4c-776b-444d-9dfb-bd3608a48418 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Checking segment: {'id': 'abbd9180-9acf-4ffe-ab6d-c780e1736c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:00:56.659116 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55240f4c-776b-444d-9dfb-bd3608a48418 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Network hostable DHCP agents. Network: 908da0c7-49db-4db6-8be7-093f356d149a, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 22:00:56.709815 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55240f4c-776b-444d-9dfb-bd3608a48418 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Network 908da0c7-49db-4db6-8be7-093f356d149a is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 22:00:56.732601 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-55240f4c-776b-444d-9dfb-bd3608a48418 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 908da0c7-49db-4db6-8be7-093f356d149a) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:00:56.737637 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55240f4c-776b-444d-9dfb-bd3608a48418 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:00:56.738599 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-55240f4c-776b-444d-9dfb-bd3608a48418 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:56.764361 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-55240f4c-776b-444d-9dfb-bd3608a48418 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7192605 Feb 08 22:00:56.767568 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 41874) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:00:56.778155 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63615ffb-e1f5-45d1-a813-0531369773dd None None] Network 908da0c7-49db-4db6-8be7-093f356d149a requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:00:56.949255 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f02552a-e928-4ec7-a6ea-39f23755ab36 None None] Publish callbacks [] for port (d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:56.978817 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f02552a-e928-4ec7-a6ea-39f23755ab36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:56.997590 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e8435c-eafb-4786-9bcb-77752025e8bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-908da0c7-49db-4db6-8be7-093f356d149a', 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'fixed_ips': [{'subnet_id': '159e34dd-f758-4f64-88ad-3f593d2fe70c'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 22:00:56.998483 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-11e8435c-eafb-4786-9bcb-77752025e8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:57.140637 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-8f02552a-e928-4ec7-a6ea-39f23755ab36 None None] Attempting to bind port d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:00:57.141017 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-8f02552a-e928-4ec7-a6ea-39f23755ab36 None None] Attempting to bind port d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:00:57.141419 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f02552a-e928-4ec7-a6ea-39f23755ab36 None None] Attempting to bind port d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:00:57.149954 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7975b9-c45c-4083-a86a-06adeffe7371 None None] Pushing event updated for resources: {'Port': ['ID=d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:57.173161 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f02552a-e928-4ec7-a6ea-39f23755ab36 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:00:57.174283 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f02552a-e928-4ec7-a6ea-39f23755ab36 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:00:57.174849 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f02552a-e928-4ec7-a6ea-39f23755ab36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:57.175271 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f02552a-e928-4ec7-a6ea-39f23755ab36 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:00:57.175811 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-8f02552a-e928-4ec7-a6ea-39f23755ab36 None None] Bound port: d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:00:57.176416 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f02552a-e928-4ec7-a6ea-39f23755ab36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:57.311777 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-8f02552a-e928-4ec7-a6ea-39f23755ab36 None None] For port d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:00:57.318396 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-8f02552a-e928-4ec7-a6ea-39f23755ab36 None None] For port d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:00:57.326582 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-11e8435c-eafb-4786-9bcb-77752025e8bb None None] Allocated IP 172.20.0.2 (908da0c7-49db-4db6-8be7-093f356d149a/159e34dd-f758-4f64-88ad-3f593d2fe70c/ef171a81-d528-4843-856c-f4dd14b6de97) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:00:57.331474 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f02552a-e928-4ec7-a6ea-39f23755ab36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:57.526955 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f02552a-e928-4ec7-a6ea-39f23755ab36 None None] Routers {'5e5abc65-b25f-46c1-87c4-33ff8d750a0e'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:00:57.526955 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-8f02552a-e928-4ec7-a6ea-39f23755ab36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:00:27Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['5e5abc65-b25f-46c1-87c4-33ff8d750a0e'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:00:57.554485 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7975b9-c45c-4083-a86a-06adeffe7371 None None] Pushing event updated for resources: {'Port': ['ID=d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:57.593040 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e152904e-e745-4bb1-b5f8-7fb2c731ee56 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:57.660091 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4131f2e1-94a1-4d30-9152-1f9ab13ce784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:57.778495 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-8f02552a-e928-4ec7-a6ea-39f23755ab36 None None] Set router 5e5abc65-b25f-46c1-87c4-33ff8d750a0e gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:00:57.851249 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-11e8435c-eafb-4786-9bcb-77752025e8bb None None] Publish callbacks [] for port (ef171a81-d528-4843-856c-f4dd14b6de97), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:57.868713 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-11e8435c-eafb-4786-9bcb-77752025e8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (ef171a81-d528-4843-856c-f4dd14b6de97), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:57.975338 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e8435c-eafb-4786-9bcb-77752025e8bb None None] Network 908da0c7-49db-4db6-8be7-093f356d149a is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:00:57.990755 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-11e8435c-eafb-4786-9bcb-77752025e8bb None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:00:57.999553 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e8435c-eafb-4786-9bcb-77752025e8bb None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:00:58.004875 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8435c-eafb-4786-9bcb-77752025e8bb None None] Pushing event updated for resources: {'Port': ['ID=ef171a81-d528-4843-856c-f4dd14b6de97,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:58.032808 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-e152904e-e745-4bb1-b5f8-7fb2c731ee56 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Allocated IP 172.20.0.1 (908da0c7-49db-4db6-8be7-093f356d149a/159e34dd-f758-4f64-88ad-3f593d2fe70c/65441e82-649c-43c3-ab69-fbae66f21c8f) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:00:58.082642 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-11e8435c-eafb-4786-9bcb-77752025e8bb None None] Attempting to bind port ef171a81-d528-4843-856c-f4dd14b6de97 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:00:58.083024 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-11e8435c-eafb-4786-9bcb-77752025e8bb None None] Attempting to bind port ef171a81-d528-4843-856c-f4dd14b6de97 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'abbd9180-9acf-4ffe-ab6d-c780e1736c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:00:58.083393 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8435c-eafb-4786-9bcb-77752025e8bb None None] Attempting to bind port ef171a81-d528-4843-856c-f4dd14b6de97 on network 908da0c7-49db-4db6-8be7-093f356d149a {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:00:58.108171 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8435c-eafb-4786-9bcb-77752025e8bb None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:00:58.108478 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8435c-eafb-4786-9bcb-77752025e8bb None None] Checking segment: {'id': 'abbd9180-9acf-4ffe-ab6d-c780e1736c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:00:58.108894 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-11e8435c-eafb-4786-9bcb-77752025e8bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:58.109321 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8435c-eafb-4786-9bcb-77752025e8bb None None] Bound using segment: {'id': 'abbd9180-9acf-4ffe-ab6d-c780e1736c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:00:58.109810 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-11e8435c-eafb-4786-9bcb-77752025e8bb None None] Bound port: ef171a81-d528-4843-856c-f4dd14b6de97, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abbd9180-9acf-4ffe-ab6d-c780e1736c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:00:58.110204 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-11e8435c-eafb-4786-9bcb-77752025e8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ef171a81-d528-4843-856c-f4dd14b6de97), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:58.184887 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e152904e-e745-4bb1-b5f8-7fb2c731ee56 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for port (65441e82-649c-43c3-ab69-fbae66f21c8f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:58.200387 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-8f02552a-e928-4ec7-a6ea-39f23755ab36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284971738', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'd2310d3a-3aa2-45b8-9c91-5c5ac6e3a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:00:53Z', 'updated_at': '2022-02-08T22:00:54Z', 'revision_number': 3, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'd2310d3a-3aa2-45b8-9c91-5c5ac6e3a134', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:00:54Z', 'updated_at': '2022-02-08T22:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:00:58.205319 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-11e8435c-eafb-4786-9bcb-77752025e8bb None None] For port ef171a81-d528-4843-856c-f4dd14b6de97, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:00:58.236726 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e152904e-e745-4bb1-b5f8-7fb2c731ee56 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (65441e82-649c-43c3-ab69-fbae66f21c8f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:58.238772 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f02552a-e928-4ec7-a6ea-39f23755ab36 None None] The sync data for ids ['5e5abc65-b25f-46c1-87c4-33ff8d750a0e'] in n-d-712143-31 is: [{'id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284971738', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'd2310d3a-3aa2-45b8-9c91-5c5ac6e3a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:00:53Z', 'updated_at': '2022-02-08T22:00:54Z', 'revision_number': 3, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'd2310d3a-3aa2-45b8-9c91-5c5ac6e3a134', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:00:54Z', 'updated_at': '2022-02-08T22:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:00:58.244705 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-11e8435c-eafb-4786-9bcb-77752025e8bb None None] For port ef171a81-d528-4843-856c-f4dd14b6de97, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ef171a81-d528-4843-856c-f4dd14b6de97,segment=NetworkSegment(abbd9180-9acf-4ffe-ab6d-c780e1736c12),segment_id=abbd9180-9acf-4ffe-ab6d-c780e1736c12)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:00:58.252472 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-11e8435c-eafb-4786-9bcb-77752025e8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ef171a81-d528-4843-856c-f4dd14b6de97), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:58.313090 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e152904e-e745-4bb1-b5f8-7fb2c731ee56 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Network 908da0c7-49db-4db6-8be7-093f356d149a is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:00:58.318152 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-e152904e-e745-4bb1-b5f8-7fb2c731ee56 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:00:58.328293 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e152904e-e745-4bb1-b5f8-7fb2c731ee56 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:00:58.333484 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8435c-eafb-4786-9bcb-77752025e8bb None None] Pushing event updated for resources: {'Port': ['ID=ef171a81-d528-4843-856c-f4dd14b6de97,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:58.344751 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152904e-e745-4bb1-b5f8-7fb2c731ee56 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Port': ['ID=65441e82-649c-43c3-ab69-fbae66f21c8f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:58.408910 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e152904e-e745-4bb1-b5f8-7fb2c731ee56 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (5e5abc65-b25f-46c1-87c4-33ff8d750a0e), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:58.725094 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e152904e-e745-4bb1-b5f8-7fb2c731ee56 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (65441e82-649c-43c3-ab69-fbae66f21c8f), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:58.994120 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ef171a81-d528-4843-856c-f4dd14b6de97 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:00:59.352974 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:59.354286 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port ef171a81-d528-4843-856c-f4dd14b6de97 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:00:59.354858 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ef171a81-d528-4843-856c-f4dd14b6de97), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:59.543919 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e152904e-e745-4bb1-b5f8-7fb2c731ee56 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for port (65441e82-649c-43c3-ab69-fbae66f21c8f), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:59.558921 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e152904e-e745-4bb1-b5f8-7fb2c731ee56 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (65441e82-649c-43c3-ab69-fbae66f21c8f), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:59.582841 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port ef171a81-d528-4843-856c-f4dd14b6de97 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:00:59.583467 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ef171a81-d528-4843-856c-f4dd14b6de97), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:59.691428 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152904e-e745-4bb1-b5f8-7fb2c731ee56 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Port': ['ID=65441e82-649c-43c3-ab69-fbae66f21c8f,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:59.710659 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port ef171a81-d528-4843-856c-f4dd14b6de97, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ef171a81-d528-4843-856c-f4dd14b6de97,segment=NetworkSegment(abbd9180-9acf-4ffe-ab6d-c780e1736c12),segment_id=abbd9180-9acf-4ffe-ab6d-c780e1736c12)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:00:59.717238 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ef171a81-d528-4843-856c-f4dd14b6de97), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:59.773190 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e152904e-e745-4bb1-b5f8-7fb2c731ee56 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (5e5abc65-b25f-46c1-87c4-33ff8d750a0e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:00:59.817055 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=ef171a81-d528-4843-856c-f4dd14b6de97,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:00:59.954422 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e152904e-e745-4bb1-b5f8-7fb2c731ee56 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Network 908da0c7-49db-4db6-8be7-093f356d149a is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:00:59.958809 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-e152904e-e745-4bb1-b5f8-7fb2c731ee56 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:01:00.189117 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e152904e-e745-4bb1-b5f8-7fb2c731ee56 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Router 5e5abc65-b25f-46c1-87c4-33ff8d750a0e has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:01:00.236244 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d96a7e9-de37-470d-a9dd-a1c8e447fd18 None None] Network 908da0c7-49db-4db6-8be7-093f356d149a requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:01:00.327525 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e152904e-e745-4bb1-b5f8-7fb2c731ee56 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:01:00.331168 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-986dfdd2-f3b0-4df3-a47e-4cf5aa8d2ebb None None] Provisioning complete for port ef171a81-d528-4843-856c-f4dd14b6de97 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:01:00.331616 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-986dfdd2-f3b0-4df3-a47e-4cf5aa8d2ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ef171a81-d528-4843-856c-f4dd14b6de97), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:00.338972 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e152904e-e745-4bb1-b5f8-7fb2c731ee56 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "PUT /v2.0/routers/5e5abc65-b25f-46c1-87c4-33ff8d750a0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5588377 Feb 08 22:01:00.534045 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-986dfdd2-f3b0-4df3-a47e-4cf5aa8d2ebb None None] Current status of the port ef171a81-d528-4843-856c-f4dd14b6de97 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:01:00.706858 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-390a9ba3-265f-47d9-807a-ade1008cea7f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1108988288&fields=id&tenant_id=757a64905a5e4f28a11ff7ef605aa039 HTTP/1.1" status: 200 len: 267 time: 0.0910070 Feb 08 22:01:00.886622 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-5de42a29-62dc-449f-9001-fd20b28f3294 None None] Provisioning complete for port ef171a81-d528-4843-856c-f4dd14b6de97 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:01:00.887011 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5de42a29-62dc-449f-9001-fd20b28f3294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ef171a81-d528-4843-856c-f4dd14b6de97), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:00.945046 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-3b6767ab-e5f9-4dc1-a363-766a95570384 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:00.953954 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-3b6767ab-e5f9-4dc1-a363-766a95570384 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/networks?id=908da0c7-49db-4db6-8be7-093f356d149a HTTP/1.1" status: 200 len: 797 time: 0.2465022 Feb 08 22:01:00.963730 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:01:00.974489 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-eebef747-9de2-4482-8f31-24ee20faa494 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/quotas/757a64905a5e4f28a11ff7ef605aa039 HTTP/1.1" status: 200 len: 375 time: 0.0189292 Feb 08 22:01:01.153088 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-ba613dc6-6adc-477c-89e2-a697315a7f54 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1712027 Feb 08 22:01:01.187853 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5de42a29-62dc-449f-9001-fd20b28f3294 None None] Current status of the port ef171a81-d528-4843-856c-f4dd14b6de97 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:01:01.208175 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:01:01.208745 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:01.215022 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-5de42a29-62dc-449f-9001-fd20b28f3294 None None] Provisioning complete for port 65441e82-649c-43c3-ab69-fbae66f21c8f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:01:01.215567 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5de42a29-62dc-449f-9001-fd20b28f3294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (65441e82-649c-43c3-ab69-fbae66f21c8f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:01.334881 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5de42a29-62dc-449f-9001-fd20b28f3294 None None] Port 65441e82-649c-43c3-ab69-fbae66f21c8f cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:01:01.341704 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-df7fb113-441a-40c6-b3e5-fc6d0d111fb1 service neutron] 10.222.0.88 "GET /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770678 Feb 08 22:01:01.346118 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5209899-87a2-4b9e-b769-53eb1f99fdc3 None None] Sync routers for ids ['5e5abc65-b25f-46c1-87c4-33ff8d750a0e'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:01:01.396196 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5209899-87a2-4b9e-b769-53eb1f99fdc3 None None] Routers {'5e5abc65-b25f-46c1-87c4-33ff8d750a0e'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:01:01.402375 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e5209899-87a2-4b9e-b769-53eb1f99fdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:00:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['5e5abc65-b25f-46c1-87c4-33ff8d750a0e'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:01:01.598146 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:01.608435 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4e3477ec-2d88-4bc6-95e0-378f306bf262 None None] Provisioning complete for port 65441e82-649c-43c3-ab69-fbae66f21c8f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:01:01.611940 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4e3477ec-2d88-4bc6-95e0-378f306bf262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (65441e82-649c-43c3-ab69-fbae66f21c8f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:01.648452 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:01:01.649489 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:01.658063 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:01.688035 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:01:01.689584 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4e3477ec-2d88-4bc6-95e0-378f306bf262 None None] Port 65441e82-649c-43c3-ab69-fbae66f21c8f cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:01:01.694862 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:01.695190 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ef171a81-d528-4843-856c-f4dd14b6de97 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:01:01.820679 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:01:01.877241 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-e5209899-87a2-4b9e-b769-53eb1f99fdc3 None None] Set router 5e5abc65-b25f-46c1-87c4-33ff8d750a0e gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:01:01.900043 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-3220b3da-a95e-4786-baa0-3ae85a7d011d None None] Provisioning complete for port 65441e82-649c-43c3-ab69-fbae66f21c8f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:01:01.900424 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3220b3da-a95e-4786-baa0-3ae85a7d011d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (65441e82-649c-43c3-ab69-fbae66f21c8f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:01.942026 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-3220b3da-a95e-4786-baa0-3ae85a7d011d None None] Port 65441e82-649c-43c3-ab69-fbae66f21c8f cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:01:01.953114 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port ef171a81-d528-4843-856c-f4dd14b6de97 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:01:01.953614 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ef171a81-d528-4843-856c-f4dd14b6de97), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:02.021012 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-d86bcf2e-bfe2-43f5-97ad-a0e41ca16187 service neutron] 10.222.0.88 "GET /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6778042 Feb 08 22:01:02.067279 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port ef171a81-d528-4843-856c-f4dd14b6de97 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:01:02.286551 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cbb918cb-704d-47af-b0f3-a4a3bfd3d3d1 req-00f2e95c-5f04-4840-bfbc-31e0b245d66f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 210 time: 0.0330176 Feb 08 22:01:02.328040 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e5209899-87a2-4b9e-b769-53eb1f99fdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284971738', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'd2310d3a-3aa2-45b8-9c91-5c5ac6e3a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:00:53Z', 'updated_at': '2022-02-08T22:00:58Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'd2310d3a-3aa2-45b8-9c91-5c5ac6e3a134', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:00:54Z', 'updated_at': '2022-02-08T22:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '65441e82-649c-43c3-ab69-fbae66f21c8f', 'name': '', 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:ab:67:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '159e34dd-f758-4f64-88ad-3f593d2fe70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:00:57Z', 'updated_at': '2022-02-08T22:00:59Z', 'revision_number': 2, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '159e34dd-f758-4f64-88ad-3f593d2fe70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:01:02.363112 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5209899-87a2-4b9e-b769-53eb1f99fdc3 None None] Checking router: 5e5abc65-b25f-46c1-87c4-33ff8d750a0e for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:01:02.364476 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5209899-87a2-4b9e-b769-53eb1f99fdc3 None None] Updating router 5e5abc65-b25f-46c1-87c4-33ff8d750a0e port 65441e82-649c-43c3-ab69-fbae66f21c8f binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:01:02.407479 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e5209899-87a2-4b9e-b769-53eb1f99fdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (65441e82-649c-43c3-ab69-fbae66f21c8f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:02.799541 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:01:02.835439 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e5209899-87a2-4b9e-b769-53eb1f99fdc3 None None] Publish callbacks [] for port (65441e82-649c-43c3-ab69-fbae66f21c8f), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:02.845181 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e5209899-87a2-4b9e-b769-53eb1f99fdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (65441e82-649c-43c3-ab69-fbae66f21c8f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:02.870075 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:01:02.870528 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:02.972788 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580d88b-1346-4d1f-8e62-c7c3310ff506 None None] Pushing event updated for resources: {'Port': ['ID=65441e82-649c-43c3-ab69-fbae66f21c8f,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:01:03.024555 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:01:03.051955 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580d88b-1346-4d1f-8e62-c7c3310ff506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:03.052427 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580d88b-1346-4d1f-8e62-c7c3310ff506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:03.052882 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580d88b-1346-4d1f-8e62-c7c3310ff506 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:03.053393 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580d88b-1346-4d1f-8e62-c7c3310ff506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:03.053744 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580d88b-1346-4d1f-8e62-c7c3310ff506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:03.054075 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580d88b-1346-4d1f-8e62-c7c3310ff506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:03.054410 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580d88b-1346-4d1f-8e62-c7c3310ff506 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:03.054743 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580d88b-1346-4d1f-8e62-c7c3310ff506 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:03.055124 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580d88b-1346-4d1f-8e62-c7c3310ff506 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:03.055499 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580d88b-1346-4d1f-8e62-c7c3310ff506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:03.055829 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580d88b-1346-4d1f-8e62-c7c3310ff506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:03.056829 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580d88b-1346-4d1f-8e62-c7c3310ff506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:03.057392 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1580d88b-1346-4d1f-8e62-c7c3310ff506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:03.096934 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e5209899-87a2-4b9e-b769-53eb1f99fdc3 None None] Attempting to bind port 65441e82-649c-43c3-ab69-fbae66f21c8f on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:01:03.110085 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e5209899-87a2-4b9e-b769-53eb1f99fdc3 None None] Attempting to bind port 65441e82-649c-43c3-ab69-fbae66f21c8f by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'abbd9180-9acf-4ffe-ab6d-c780e1736c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:01:03.110842 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5209899-87a2-4b9e-b769-53eb1f99fdc3 None None] Attempting to bind port 65441e82-649c-43c3-ab69-fbae66f21c8f on network 908da0c7-49db-4db6-8be7-093f356d149a {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:01:03.119885 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5209899-87a2-4b9e-b769-53eb1f99fdc3 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:01:03.120773 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5209899-87a2-4b9e-b769-53eb1f99fdc3 None None] Checking segment: {'id': 'abbd9180-9acf-4ffe-ab6d-c780e1736c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:01:03.121193 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e5209899-87a2-4b9e-b769-53eb1f99fdc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:03.121762 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5209899-87a2-4b9e-b769-53eb1f99fdc3 None None] Bound using segment: {'id': 'abbd9180-9acf-4ffe-ab6d-c780e1736c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:01:03.122315 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e5209899-87a2-4b9e-b769-53eb1f99fdc3 None None] Bound port: 65441e82-649c-43c3-ab69-fbae66f21c8f, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abbd9180-9acf-4ffe-ab6d-c780e1736c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:01:03.122764 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e5209899-87a2-4b9e-b769-53eb1f99fdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (65441e82-649c-43c3-ab69-fbae66f21c8f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:03.201254 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e5209899-87a2-4b9e-b769-53eb1f99fdc3 None None] For port 65441e82-649c-43c3-ab69-fbae66f21c8f, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:01:03.207316 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e5209899-87a2-4b9e-b769-53eb1f99fdc3 None None] For port 65441e82-649c-43c3-ab69-fbae66f21c8f, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=65441e82-649c-43c3-ab69-fbae66f21c8f,segment=NetworkSegment(abbd9180-9acf-4ffe-ab6d-c780e1736c12),segment_id=abbd9180-9acf-4ffe-ab6d-c780e1736c12)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:01:03.216000 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e5209899-87a2-4b9e-b769-53eb1f99fdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (65441e82-649c-43c3-ab69-fbae66f21c8f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:03.282641 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-39d4f661-9b6e-42b7-9e5e-f258f623836e None None] Provisioning complete for port 65441e82-649c-43c3-ab69-fbae66f21c8f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:01:03.284877 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39d4f661-9b6e-42b7-9e5e-f258f623836e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (65441e82-649c-43c3-ab69-fbae66f21c8f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:03.285901 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580d88b-1346-4d1f-8e62-c7c3310ff506 None None] Pushing event updated for resources: {'Port': ['ID=65441e82-649c-43c3-ab69-fbae66f21c8f,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:01:03.290320 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5209899-87a2-4b9e-b769-53eb1f99fdc3 None None] Routers {'5e5abc65-b25f-46c1-87c4-33ff8d750a0e'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:01:03.290320 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e5209899-87a2-4b9e-b769-53eb1f99fdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:00:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['5e5abc65-b25f-46c1-87c4-33ff8d750a0e'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:01:03.429343 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1d38af0e-0a28-44b8-80c2-db953f63b3ff req-b49d88f4-2b0a-4518-826d-b62efffd5e75 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 210 time: 0.0422599 Feb 08 22:01:03.459438 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-39d4f661-9b6e-42b7-9e5e-f258f623836e None None] Current status of the port 65441e82-649c-43c3-ab69-fbae66f21c8f is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:01:03.459898 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39d4f661-9b6e-42b7-9e5e-f258f623836e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (65441e82-649c-43c3-ab69-fbae66f21c8f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:03.501954 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-e5209899-87a2-4b9e-b769-53eb1f99fdc3 None None] Set router 5e5abc65-b25f-46c1-87c4-33ff8d750a0e gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:01:03.511009 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-39d4f661-9b6e-42b7-9e5e-f258f623836e None None] For port 65441e82-649c-43c3-ab69-fbae66f21c8f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=65441e82-649c-43c3-ab69-fbae66f21c8f,segment=NetworkSegment(abbd9180-9acf-4ffe-ab6d-c780e1736c12),segment_id=abbd9180-9acf-4ffe-ab6d-c780e1736c12)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:01:03.516130 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39d4f661-9b6e-42b7-9e5e-f258f623836e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (65441e82-649c-43c3-ab69-fbae66f21c8f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:03.642805 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4f661-9b6e-42b7-9e5e-f258f623836e None None] Pushing event updated for resources: {'Port': ['ID=65441e82-649c-43c3-ab69-fbae66f21c8f,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:01:03.673210 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-31211f3f-4518-4f99-aff7-5604c967fe1a None None] Provisioning complete for port 65441e82-649c-43c3-ab69-fbae66f21c8f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:01:03.673615 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-31211f3f-4518-4f99-aff7-5604c967fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (65441e82-649c-43c3-ab69-fbae66f21c8f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:03.694981 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-f8d71af3-fc8a-431d-8390-fb832480f33b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:03.697361 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-f8d71af3-fc8a-431d-8390-fb832480f33b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.94 "GET /v2.0/networks?id=908da0c7-49db-4db6-8be7-093f356d149a HTTP/1.1" status: 200 len: 797 time: 0.2151651 Feb 08 22:01:03.792800 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-58fb5255-7a71-4233-bfcd-63e52da66973 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=757a64905a5e4f28a11ff7ef605aa039 HTTP/1.1" status: 200 len: 380 time: 0.0862305 Feb 08 22:01:03.800832 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-31211f3f-4518-4f99-aff7-5604c967fe1a None None] Current status of the port 65441e82-649c-43c3-ab69-fbae66f21c8f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:01:03.802267 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-404c16e4-f083-43cc-bb73-9e95257764ed tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'port': {'device_id': '605f6936-e3d2-4be3-a6d5-d8682b201e77', 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a', 'admin_state_up': True, 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'security_groups': ['792a5e17-256a-47da-b791-de47635e6468']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:01:03.827581 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e5209899-87a2-4b9e-b769-53eb1f99fdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284971738', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'd2310d3a-3aa2-45b8-9c91-5c5ac6e3a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:00:53Z', 'updated_at': '2022-02-08T22:00:58Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'd2310d3a-3aa2-45b8-9c91-5c5ac6e3a134', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:00:54Z', 'updated_at': '2022-02-08T22:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '65441e82-649c-43c3-ab69-fbae66f21c8f', 'name': '', 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:ab:67:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '159e34dd-f758-4f64-88ad-3f593d2fe70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:00:57Z', 'updated_at': '2022-02-08T22:01:03Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '159e34dd-f758-4f64-88ad-3f593d2fe70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:01:03.870744 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5209899-87a2-4b9e-b769-53eb1f99fdc3 None None] The sync data for ids ['5e5abc65-b25f-46c1-87c4-33ff8d750a0e'] in n-d-712143-31 is: [{'id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284971738', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'd2310d3a-3aa2-45b8-9c91-5c5ac6e3a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:00:53Z', 'updated_at': '2022-02-08T22:00:58Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'd2310d3a-3aa2-45b8-9c91-5c5ac6e3a134', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:00:54Z', 'updated_at': '2022-02-08T22:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '65441e82-649c-43c3-ab69-fbae66f21c8f', 'name': '', 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:ab:67:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '159e34dd-f758-4f64-88ad-3f593d2fe70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:00:57Z', 'updated_at': '2022-02-08T22:01:03Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '159e34dd-f758-4f64-88ad-3f593d2fe70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:01:03.987465 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-404c16e4-f083-43cc-bb73-9e95257764ed tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Made reservation on behalf of 757a64905a5e4f28a11ff7ef605aa039 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:01:04.001649 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-404c16e4-f083-43cc-bb73-9e95257764ed tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:04.175932 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-404c16e4-f083-43cc-bb73-9e95257764ed tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Allocated IP 172.20.0.8 (908da0c7-49db-4db6-8be7-093f356d149a/159e34dd-f758-4f64-88ad-3f593d2fe70c/8eab65de-6c77-4059-aade-5925565487d3) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:01:04.378555 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-404c16e4-f083-43cc-bb73-9e95257764ed tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for port (8eab65de-6c77-4059-aade-5925565487d3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:04.488146 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-404c16e4-f083-43cc-bb73-9e95257764ed tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (8eab65de-6c77-4059-aade-5925565487d3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:04.566355 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c16e4-f083-43cc-bb73-9e95257764ed tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Port': ['ID=8eab65de-6c77-4059-aade-5925565487d3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:01:04.593366 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-404c16e4-f083-43cc-bb73-9e95257764ed tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Network 908da0c7-49db-4db6-8be7-093f356d149a is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:01:04.596153 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-404c16e4-f083-43cc-bb73-9e95257764ed tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:01:04.600534 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-404c16e4-f083-43cc-bb73-9e95257764ed tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:01:04.702500 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fe067-6688-4986-86cd-dc1fd60108b8 req-8a576d1a-dc81-4cbb-8709-fa5bf73a476c tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:04.712535 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-845fe067-6688-4986-86cd-dc1fd60108b8 req-8a576d1a-dc81-4cbb-8709-fa5bf73a476c tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 931 time: 0.1413853 Feb 08 22:01:04.713242 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-404c16e4-f083-43cc-bb73-9e95257764ed tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:04.714630 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-404c16e4-f083-43cc-bb73-9e95257764ed tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:04.738883 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-404c16e4-f083-43cc-bb73-9e95257764ed tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9409418 Feb 08 22:01:04.759929 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-663eb4a3-2826-4252-8f44-f7f0a3df3cda service neutron] Request body: {'port': {'device_id': '605f6936-e3d2-4be3-a6d5-d8682b201e77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:01:04.822955 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-845fe067-6688-4986-86cd-dc1fd60108b8 req-bf54771b-e252-4828-8cf2-2e8cce5449cf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094804 Feb 08 22:01:04.873672 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 65441e82-649c-43c3-ab69-fbae66f21c8f up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:01:04.891653 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-663eb4a3-2826-4252-8f44-f7f0a3df3cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (8eab65de-6c77-4059-aade-5925565487d3), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:04.946827 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 65441e82-649c-43c3-ab69-fbae66f21c8f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:01:04.947828 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (65441e82-649c-43c3-ab69-fbae66f21c8f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:05.084740 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-8cca37d7-e592-4c71-b0e1-2b41f5a6a82b None None] Provisioning complete for port 8eab65de-6c77-4059-aade-5925565487d3 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:01:05.085600 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8cca37d7-e592-4c71-b0e1-2b41f5a6a82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (8eab65de-6c77-4059-aade-5925565487d3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:05.241985 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8cca37d7-e592-4c71-b0e1-2b41f5a6a82b None None] Port 8eab65de-6c77-4059-aade-5925565487d3 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:01:05.253050 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 65441e82-649c-43c3-ab69-fbae66f21c8f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:01:05.386270 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-663eb4a3-2826-4252-8f44-f7f0a3df3cda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eab65de-6c77-4059-aade-5925565487d3 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:01:05.398974 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-663eb4a3-2826-4252-8f44-f7f0a3df3cda service neutron] Publish callbacks [] for port (8eab65de-6c77-4059-aade-5925565487d3), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:05.412661 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-663eb4a3-2826-4252-8f44-f7f0a3df3cda service neutron] Transition to ACTIVE for port object 8eab65de-6c77-4059-aade-5925565487d3 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:01:05.418313 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-663eb4a3-2826-4252-8f44-f7f0a3df3cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (8eab65de-6c77-4059-aade-5925565487d3), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:05.598588 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663eb4a3-2826-4252-8f44-f7f0a3df3cda service neutron] Pushing event updated for resources: {'Port': ['ID=8eab65de-6c77-4059-aade-5925565487d3,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:01:05.610411 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-663eb4a3-2826-4252-8f44-f7f0a3df3cda service neutron] Attempting to bind port 8eab65de-6c77-4059-aade-5925565487d3 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:01:05.610849 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-663eb4a3-2826-4252-8f44-f7f0a3df3cda service neutron] Attempting to bind port 8eab65de-6c77-4059-aade-5925565487d3 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'abbd9180-9acf-4ffe-ab6d-c780e1736c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:01:05.611245 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-663eb4a3-2826-4252-8f44-f7f0a3df3cda service neutron] Attempting to bind port 8eab65de-6c77-4059-aade-5925565487d3 on network 908da0c7-49db-4db6-8be7-093f356d149a {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:01:05.623023 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-663eb4a3-2826-4252-8f44-f7f0a3df3cda service neutron] Port 8eab65de-6c77-4059-aade-5925565487d3 on network 908da0c7-49db-4db6-8be7-093f356d149a not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:01:05.623448 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-663eb4a3-2826-4252-8f44-f7f0a3df3cda service neutron] Attempting to bind port 8eab65de-6c77-4059-aade-5925565487d3 on network 908da0c7-49db-4db6-8be7-093f356d149a {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:01:05.647793 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-663eb4a3-2826-4252-8f44-f7f0a3df3cda service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:01:05.648144 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-663eb4a3-2826-4252-8f44-f7f0a3df3cda service neutron] Checking segment: {'id': 'abbd9180-9acf-4ffe-ab6d-c780e1736c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:01:05.648682 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-663eb4a3-2826-4252-8f44-f7f0a3df3cda service neutron] Bound using segment: {'id': 'abbd9180-9acf-4ffe-ab6d-c780e1736c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:01:05.649574 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-663eb4a3-2826-4252-8f44-f7f0a3df3cda service neutron] Bound port: 8eab65de-6c77-4059-aade-5925565487d3, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abbd9180-9acf-4ffe-ab6d-c780e1736c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:01:05.649954 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-663eb4a3-2826-4252-8f44-f7f0a3df3cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (8eab65de-6c77-4059-aade-5925565487d3), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:05.777648 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-663eb4a3-2826-4252-8f44-f7f0a3df3cda service neutron] For port 8eab65de-6c77-4059-aade-5925565487d3, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:01:05.786052 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-663eb4a3-2826-4252-8f44-f7f0a3df3cda service neutron] For port 8eab65de-6c77-4059-aade-5925565487d3, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=8eab65de-6c77-4059-aade-5925565487d3,segment=NetworkSegment(abbd9180-9acf-4ffe-ab6d-c780e1736c12),segment_id=abbd9180-9acf-4ffe-ab6d-c780e1736c12)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:01:05.797197 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-663eb4a3-2826-4252-8f44-f7f0a3df3cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (8eab65de-6c77-4059-aade-5925565487d3), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:05.816141 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-663eb4a3-2826-4252-8f44-f7f0a3df3cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:05.817707 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-663eb4a3-2826-4252-8f44-f7f0a3df3cda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:05.819348 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-663eb4a3-2826-4252-8f44-f7f0a3df3cda service neutron] 10.222.0.94 "PUT /v2.0/ports/8eab65de-6c77-4059-aade-5925565487d3 HTTP/1.1" status: 200 len: 1092 time: 1.0690060 Feb 08 22:01:05.821591 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605f6936-e3d2-4be3-a6d5-d8682b201e77', 'tag': '8eab65de-6c77-4059-aade-5925565487d3'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:01:05.825269 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8734ef-8c6a-4375-8b31-7643018f1ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "605f6936-e3d2-4be3-a6d5-d8682b201e77", "tag": "8eab65de-6c77-4059-aade-5925565487d3"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:01:05.942495 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663eb4a3-2826-4252-8f44-f7f0a3df3cda service neutron] Pushing event updated for resources: {'Port': ['ID=8eab65de-6c77-4059-aade-5925565487d3,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:01:05.956024 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95942ee2-fd70-48ea-80ac-6ff90dee629d x-openstack-request-id: req-95942ee2-fd70-48ea-80ac-6ff90dee629d {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:01:05.956395 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605f6936-e3d2-4be3-a6d5-d8682b201e77", "tag": "8eab65de-6c77-4059-aade-5925565487d3", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:01:05.956717 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-95942ee2-fd70-48ea-80ac-6ff90dee629d {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:01:05.957278 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605f6936-e3d2-4be3-a6d5-d8682b201e77', 'tag': '8eab65de-6c77-4059-aade-5925565487d3', 'status': 'completed', 'code': 200} Feb 08 22:01:05.960582 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-b02477ae-30a6-44e8-9169-e3a4da4172ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:05.962915 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-b02477ae-30a6-44e8-9169-e3a4da4172ce service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 1126 time: 0.0897987 Feb 08 22:01:06.015134 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-0ebb3037-6b42-4a54-b2ef-be9e99188927 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eab65de-6c77-4059-aade-5925565487d3 HTTP/1.1" status: 200 len: 217 time: 0.0450511 Feb 08 22:01:06.037077 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663beb7-b2ae-434b-8a79-44ee7d4ff054 req-2d179be0-af38-43c3-aa67-bff525b6e5b9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:06.047864 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f663beb7-b2ae-434b-8a79-44ee7d4ff054 req-2d179be0-af38-43c3-aa67-bff525b6e5b9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 943 time: 0.0999558 Feb 08 22:01:06.110612 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-2dfe5e7c-0b28-4f3d-a3e7-96b1eae2f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:06.112102 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-2dfe5e7c-0b28-4f3d-a3e7-96b1eae2f742 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=159e34dd-f758-4f64-88ad-3f593d2fe70c HTTP/1.1" status: 200 len: 834 time: 0.0863397 Feb 08 22:01:06.118697 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f663beb7-b2ae-434b-8a79-44ee7d4ff054 req-d77b2aea-b2fa-4c19-af2f-c98a53eff296 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674307 Feb 08 22:01:06.176619 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-871e06a3-a28d-404a-8c65-bce58ce01eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:06.178917 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-871e06a3-a28d-404a-8c65-bce58ce01eed service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=908da0c7-49db-4db6-8be7-093f356d149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0608680 Feb 08 22:01:06.296473 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-62d3f696-5da8-44f5-b4ea-e442c030f64e service neutron] 10.222.0.94 "GET /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114099 Feb 08 22:01:06.409709 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a9b9ee3f-5d3d-4a73-8774-7049299a4ccc req-54579951-c683-4905-9323-11c969ec1b86 service neutron] 10.222.0.94 "GET /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065259 Feb 08 22:01:06.517835 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8734ef-8c6a-4375-8b31-7643018f1ef5 req-83828bb4-adff-4805-b31a-e74d9f3533c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:06.519412 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6e8734ef-8c6a-4375-8b31-7643018f1ef5 req-83828bb4-adff-4805-b31a-e74d9f3533c3 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 1126 time: 0.0616100 Feb 08 22:01:06.670216 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8734ef-8c6a-4375-8b31-7643018f1ef5 req-046f2bb6-9655-43f6-970b-777e3c095308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:06.672526 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6e8734ef-8c6a-4375-8b31-7643018f1ef5 req-046f2bb6-9655-43f6-970b-777e3c095308 service neutron] 10.222.0.94 "GET /v2.0/networks?id=908da0c7-49db-4db6-8be7-093f356d149a HTTP/1.1" status: 200 len: 898 time: 0.1459298 Feb 08 22:01:06.724301 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6e8734ef-8c6a-4375-8b31-7643018f1ef5 req-fecf1510-5cde-46c4-815c-4d08d5f03f1d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eab65de-6c77-4059-aade-5925565487d3 HTTP/1.1" status: 200 len: 217 time: 0.0459459 Feb 08 22:01:06.736703 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:06.791389 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8734ef-8c6a-4375-8b31-7643018f1ef5 req-10c6c507-6801-4d06-aa3f-a41e567dbf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:06.793555 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6e8734ef-8c6a-4375-8b31-7643018f1ef5 req-10c6c507-6801-4d06-aa3f-a41e567dbf00 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=159e34dd-f758-4f64-88ad-3f593d2fe70c HTTP/1.1" status: 200 len: 834 time: 0.0635109 Feb 08 22:01:06.849870 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8734ef-8c6a-4375-8b31-7643018f1ef5 req-c038cc89-6960-4861-844c-b7fda499e4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:06.851527 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6e8734ef-8c6a-4375-8b31-7643018f1ef5 req-c038cc89-6960-4861-844c-b7fda499e4d4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=908da0c7-49db-4db6-8be7-093f356d149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0528500 Feb 08 22:01:06.934698 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:06.978445 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6e8734ef-8c6a-4375-8b31-7643018f1ef5 req-cfcdcc7f-ac0e-4738-81b6-e887a1a93aad service neutron] 10.222.0.94 "GET /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206200 Feb 08 22:01:07.101958 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6e8734ef-8c6a-4375-8b31-7643018f1ef5 req-e2c258f0-67cd-4788-b1fc-d9b624d7a7d5 service neutron] 10.222.0.94 "GET /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172056 Feb 08 22:01:07.275268 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060e256-a65a-4208-8415-4513487abf30 req-7645ab94-7ef4-488d-a5ec-f7b9ec307d76 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:07.276758 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4060e256-a65a-4208-8415-4513487abf30 req-7645ab94-7ef4-488d-a5ec-f7b9ec307d76 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 943 time: 0.0652149 Feb 08 22:01:07.334381 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4060e256-a65a-4208-8415-4513487abf30 req-459b9d5c-5c25-4b10-91ac-5186ea8ec88e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519831 Feb 08 22:01:08.488416 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfe893-fd35-4898-98a1-281f8d8476b6 req-6d1eec48-e032-4124-b021-1a19b3d9aed5 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:08.490331 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14cfe893-fd35-4898-98a1-281f8d8476b6 req-6d1eec48-e032-4124-b021-1a19b3d9aed5 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 943 time: 0.0641901 Feb 08 22:01:08.544576 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14cfe893-fd35-4898-98a1-281f8d8476b6 req-13016a36-3889-4dfc-99b4-87191423c679 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479853 Feb 08 22:01:09.684206 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f680c0-4ee8-45c7-b77d-39c4557a5413 req-a7b40358-fcc2-421f-88cf-ba44a8923e80 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:09.687100 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-51f680c0-4ee8-45c7-b77d-39c4557a5413 req-a7b40358-fcc2-421f-88cf-ba44a8923e80 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 943 time: 0.0628474 Feb 08 22:01:09.759770 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-51f680c0-4ee8-45c7-b77d-39c4557a5413 req-96953133-e72b-4913-925c-afd139d0ebce tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618403 Feb 08 22:01:10.260473 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 8eab65de-6c77-4059-aade-5925565487d3 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:01:10.365825 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 8eab65de-6c77-4059-aade-5925565487d3, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=8eab65de-6c77-4059-aade-5925565487d3,segment=NetworkSegment(abbd9180-9acf-4ffe-ab6d-c780e1736c12),segment_id=abbd9180-9acf-4ffe-ab6d-c780e1736c12)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:01:10.379941 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '8eab65de-6c77-4059-aade-5925565487d3', 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a', 'port_id': '8eab65de-6c77-4059-aade-5925565487d3', 'mac_address': 'fa:16:3e:55:7c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '159e34dd-f758-4f64-88ad-3f593d2fe70c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:01:10.432268 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 8eab65de-6c77-4059-aade-5925565487d3 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:01:10.432837 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (8eab65de-6c77-4059-aade-5925565487d3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:10.448251 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eab65de-6c77-4059-aade-5925565487d3 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:01:10.475682 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 8eab65de-6c77-4059-aade-5925565487d3, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=8eab65de-6c77-4059-aade-5925565487d3,segment=NetworkSegment(abbd9180-9acf-4ffe-ab6d-c780e1736c12),segment_id=abbd9180-9acf-4ffe-ab6d-c780e1736c12)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:01:10.479397 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (8eab65de-6c77-4059-aade-5925565487d3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:10.528273 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=8eab65de-6c77-4059-aade-5925565487d3,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:01:10.769203 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['8eab65de-6c77-4059-aade-5925565487d3'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:01:10.937717 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66e5df-7759-46f2-bb41-51718b0aea5b req-00632c47-0007-490b-933f-8ac7f8472e33 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:10.939981 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd66e5df-7759-46f2-bb41-51718b0aea5b req-00632c47-0007-490b-933f-8ac7f8472e33 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 944 time: 0.0653512 Feb 08 22:01:11.045843 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd66e5df-7759-46f2-bb41-51718b0aea5b req-49c33dc8-f949-4106-95a2-14089550e92e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985920 Feb 08 22:01:12.181119 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2c8af-51c8-4729-9db1-9d1af78dc022 req-11f2fb08-600b-4b38-a916-45ee5f83690e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:12.182719 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-35f2c8af-51c8-4729-9db1-9d1af78dc022 req-11f2fb08-600b-4b38-a916-45ee5f83690e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 944 time: 0.0552006 Feb 08 22:01:12.237844 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-35f2c8af-51c8-4729-9db1-9d1af78dc022 req-0388bdda-a8fa-467f-adfc-f960dd245c46 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482211 Feb 08 22:01:12.268680 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 8eab65de-6c77-4059-aade-5925565487d3 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:01:12.324311 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 8eab65de-6c77-4059-aade-5925565487d3 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:01:12.331024 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 8eab65de-6c77-4059-aade-5925565487d3 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:01:12.331587 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (8eab65de-6c77-4059-aade-5925565487d3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:12.445523 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 8eab65de-6c77-4059-aade-5925565487d3 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:01:12.446568 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (8eab65de-6c77-4059-aade-5925565487d3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:12.474467 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605f6936-e3d2-4be3-a6d5-d8682b201e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eab65de-6c77-4059-aade-5925565487d3'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:01:12.476414 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c59308e-7ed4-46b7-b095-bcc3acca0c60" -d '{"events": [{"server_uuid": "605f6936-e3d2-4be3-a6d5-d8682b201e77", "name": "network-vif-plugged", "status": "completed", "tag": "8eab65de-6c77-4059-aade-5925565487d3"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:01:12.494233 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 8eab65de-6c77-4059-aade-5925565487d3, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=8eab65de-6c77-4059-aade-5925565487d3,segment=NetworkSegment(abbd9180-9acf-4ffe-ab6d-c780e1736c12),segment_id=abbd9180-9acf-4ffe-ab6d-c780e1736c12)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:01:12.499765 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (8eab65de-6c77-4059-aade-5925565487d3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:12.570593 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d7ab97-2bbb-4e22-b77a-eed81c5d38a4 x-openstack-request-id: req-80d7ab97-2bbb-4e22-b77a-eed81c5d38a4 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:01:12.571440 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605f6936-e3d2-4be3-a6d5-d8682b201e77", "name": "network-vif-plugged", "status": "completed", "tag": "8eab65de-6c77-4059-aade-5925565487d3", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:01:12.571724 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-80d7ab97-2bbb-4e22-b77a-eed81c5d38a4 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:01:12.572475 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605f6936-e3d2-4be3-a6d5-d8682b201e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eab65de-6c77-4059-aade-5925565487d3', 'code': 200} Feb 08 22:01:12.605565 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=8eab65de-6c77-4059-aade-5925565487d3,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:01:12.674141 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3a371-2569-4835-b38d-a62c8437511f req-c8b59ab0-90bf-4cb7-af4e-83fd829cbd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:12.676727 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-71a3a371-2569-4835-b38d-a62c8437511f req-c8b59ab0-90bf-4cb7-af4e-83fd829cbd02 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 1128 time: 0.0715652 Feb 08 22:01:12.734331 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-71a3a371-2569-4835-b38d-a62c8437511f req-677f079a-0763-4f53-a0fb-bff69b4c3a89 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511067 Feb 08 22:01:12.762348 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c2b62192-a325-4b2e-8d7f-0dea2633c75c req-d673b2aa-0d5d-4fc4-9333-6299b2ffd853 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6dc9c436-d600-4a72-8cb3-7e030e3ad706&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2036970 Feb 08 22:01:12.874761 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b62192-a325-4b2e-8d7f-0dea2633c75c req-669446ed-4f5e-4085-aa68-c96dbc255a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:12.876379 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c2b62192-a325-4b2e-8d7f-0dea2633c75c req-669446ed-4f5e-4085-aa68-c96dbc255a5c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=50c09c381f9c4df3981c4676dbbaad03&device_id=6dc9c436-d600-4a72-8cb3-7e030e3ad706 HTTP/1.1" status: 200 len: 1129 time: 0.0598083 Feb 08 22:01:13.024659 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b62192-a325-4b2e-8d7f-0dea2633c75c req-85b3f25a-cc6f-448e-bb00-f2d5fd611398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:13.026214 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c2b62192-a325-4b2e-8d7f-0dea2633c75c req-85b3f25a-cc6f-448e-bb00-f2d5fd611398 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c1dcd45d-6349-4966-9ef8-c401cfe1cee9 HTTP/1.1" status: 200 len: 915 time: 0.1281407 Feb 08 22:01:13.071869 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c2b62192-a325-4b2e-8d7f-0dea2633c75c req-daec7223-a186-401c-9158-af1ffccb973a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed HTTP/1.1" status: 200 len: 217 time: 0.0393379 Feb 08 22:01:13.132019 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b62192-a325-4b2e-8d7f-0dea2633c75c req-6fe5a582-a045-4867-b7b3-6ff2a0bc9f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:13.133042 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c2b62192-a325-4b2e-8d7f-0dea2633c75c req-6fe5a582-a045-4867-b7b3-6ff2a0bc9f02 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8ab651ed-9a58-4aeb-a309-41dacaa90da5 HTTP/1.1" status: 200 len: 854 time: 0.0558183 Feb 08 22:01:13.174272 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c2b62192-a325-4b2e-8d7f-0dea2633c75c req-0f19fa9a-12a0-4bdb-b7cb-8c9ac10c0b31 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c1dcd45d-6349-4966-9ef8-c401cfe1cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356402 Feb 08 22:01:13.291276 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c2b62192-a325-4b2e-8d7f-0dea2633c75c req-7c37271c-bd5d-45c7-86e7-67160d73763d service neutron] 10.222.0.96 "GET /v2.0/networks/c1dcd45d-6349-4966-9ef8-c401cfe1cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108532 Feb 08 22:01:13.446289 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228e008-37c8-47fe-984c-c492ac883782 req-86b257e5-563b-443f-a2de-5eed7809078a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:13.448027 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b228e008-37c8-47fe-984c-c492ac883782 req-86b257e5-563b-443f-a2de-5eed7809078a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 945 time: 0.0952113 Feb 08 22:01:13.450117 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c2b62192-a325-4b2e-8d7f-0dea2633c75c req-699979f1-7686-4763-9ae6-20be21314a6e service neutron] 10.222.0.96 "GET /v2.0/networks/c1dcd45d-6349-4966-9ef8-c401cfe1cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532781 Feb 08 22:01:13.517640 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b228e008-37c8-47fe-984c-c492ac883782 req-daa65647-81cf-4d9c-80b7-d546b09a8633 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590355 Feb 08 22:01:14.656076 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917e5de-055b-4bc2-93cb-0d77c90a4bb2 req-0e9a2b67-28ce-4a68-bfa2-471330d40f8b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:14.658394 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1917e5de-055b-4bc2-93cb-0d77c90a4bb2 req-0e9a2b67-28ce-4a68-bfa2-471330d40f8b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 945 time: 0.0622532 Feb 08 22:01:14.713923 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1917e5de-055b-4bc2-93cb-0d77c90a4bb2 req-7e17461d-d07c-42bd-9344-4699601a7531 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477982 Feb 08 22:01:14.850549 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149d9fc-239c-426d-88d2-a45a37eafd03 req-2529dd7c-aee2-49e1-a66d-51b6621bd390 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:14.853310 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6149d9fc-239c-426d-88d2-a45a37eafd03 req-2529dd7c-aee2-49e1-a66d-51b6621bd390 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 945 time: 0.0651698 Feb 08 22:01:14.908181 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6149d9fc-239c-426d-88d2-a45a37eafd03 req-ef712bb9-f992-46ff-b3eb-77d4cdd46429 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484138 Feb 08 22:01:14.932954 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42028) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:01:14.998915 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131443a3-cbd4-444e-977e-9efdc44a6420 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:15.004116 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-131443a3-cbd4-444e-977e-9efdc44a6420 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 1123 time: 0.0672686 Feb 08 22:01:15.004470 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42030) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:01:15.009690 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-64014570-1298-4016-8c75-408cf3313dd8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'port_id': '8eab65de-6c77-4059-aade-5925565487d3', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:01:15.031593 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64014570-1298-4016-8c75-408cf3313dd8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:15.177817 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64014570-1298-4016-8c75-408cf3313dd8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:15.319607 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-64014570-1298-4016-8c75-408cf3313dd8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Allocated IP 172.25.3.233 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/cd888014-03e1-4170-9676-4e8a67cefbf6) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:01:15.451846 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64014570-1298-4016-8c75-408cf3313dd8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for port (cd888014-03e1-4170-9676-4e8a67cefbf6), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:15.498924 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64014570-1298-4016-8c75-408cf3313dd8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (cd888014-03e1-4170-9676-4e8a67cefbf6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:15.562250 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64014570-1298-4016-8c75-408cf3313dd8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:01:15.563113 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64014570-1298-4016-8c75-408cf3313dd8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Port': ['ID=cd888014-03e1-4170-9676-4e8a67cefbf6,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:01:15.566218 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-64014570-1298-4016-8c75-408cf3313dd8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:01:15.568833 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64014570-1298-4016-8c75-408cf3313dd8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:01:15.972657 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64014570-1298-4016-8c75-408cf3313dd8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for floatingip (ea0e4a4d-82c4-4dfa-8402-dbf215a32605), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:16.056224 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64014570-1298-4016-8c75-408cf3313dd8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cd888014-03e1-4170-9676-4e8a67cefbf6), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:16.280800 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64014570-1298-4016-8c75-408cf3313dd8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for port (cd888014-03e1-4170-9676-4e8a67cefbf6), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:16.291075 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64014570-1298-4016-8c75-408cf3313dd8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (cd888014-03e1-4170-9676-4e8a67cefbf6), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:16.378846 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64014570-1298-4016-8c75-408cf3313dd8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Port': ['ID=cd888014-03e1-4170-9676-4e8a67cefbf6,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:01:16.397722 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64014570-1298-4016-8c75-408cf3313dd8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (ea0e4a4d-82c4-4dfa-8402-dbf215a32605), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:16.549760 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-64014570-1298-4016-8c75-408cf3313dd8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Floating IP ea0e4a4d-82c4-4dfa-8402-dbf215a32605 associated. External IP: 172.25.3.233, port: 8eab65de-6c77-4059-aade-5925565487d3. Feb 08 22:01:16.833121 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64014570-1298-4016-8c75-408cf3313dd8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Router 5e5abc65-b25f-46c1-87c4-33ff8d750a0e has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:01:16.966637 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64014570-1298-4016-8c75-408cf3313dd8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:01:16.977209 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f527b6-0fd1-44f3-90f2-3723d0d0aac3 None None] Sync routers for ids ['5e5abc65-b25f-46c1-87c4-33ff8d750a0e'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:01:16.993057 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f527b6-0fd1-44f3-90f2-3723d0d0aac3 None None] Routers {'5e5abc65-b25f-46c1-87c4-33ff8d750a0e'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:01:16.993716 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-42f527b6-0fd1-44f3-90f2-3723d0d0aac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:00:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['5e5abc65-b25f-46c1-87c4-33ff8d750a0e'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:01:16.995754 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64014570-1298-4016-8c75-408cf3313dd8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:17.037384 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-64014570-1298-4016-8c75-408cf3313dd8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0280714 Feb 08 22:01:17.042023 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605f6936-e3d2-4be3-a6d5-d8682b201e77', 'tag': '8eab65de-6c77-4059-aade-5925565487d3'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:01:17.046036 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4625e6-f52f-4727-8c99-9e31e27f4dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "605f6936-e3d2-4be3-a6d5-d8682b201e77", "tag": "8eab65de-6c77-4059-aade-5925565487d3"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:01:17.120920 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-42f527b6-0fd1-44f3-90f2-3723d0d0aac3 None None] Set router 5e5abc65-b25f-46c1-87c4-33ff8d750a0e gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:01:17.173001 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8616c3-52a7-492d-97ca-c7a00118a48c req-7af323d1-03ff-471b-be42-edd6dd432b2f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:17.176923 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d8616c3-52a7-492d-97ca-c7a00118a48c req-7af323d1-03ff-471b-be42-edd6dd432b2f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 945 time: 0.0824766 Feb 08 22:01:17.264830 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec846f7a-d612-41a1-b568-d5c83fcbba09 x-openstack-request-id: req-ec846f7a-d612-41a1-b568-d5c83fcbba09 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:01:17.267760 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605f6936-e3d2-4be3-a6d5-d8682b201e77", "tag": "8eab65de-6c77-4059-aade-5925565487d3", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:01:17.267760 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ec846f7a-d612-41a1-b568-d5c83fcbba09 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:01:17.267760 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605f6936-e3d2-4be3-a6d5-d8682b201e77', 'tag': '8eab65de-6c77-4059-aade-5925565487d3', 'status': 'completed', 'code': 200} Feb 08 22:01:17.272741 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d8616c3-52a7-492d-97ca-c7a00118a48c req-b6e5fbd7-a03f-49b2-ac40-9e51f35d8958 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896950 Feb 08 22:01:17.301794 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42052) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:01:17.363898 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4625e6-f52f-4727-8c99-9e31e27f4dc9 req-f9c454e0-b6e4-4df0-b506-b5bf0b0a2ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:17.365520 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0b4625e6-f52f-4727-8c99-9e31e27f4dc9 req-f9c454e0-b6e4-4df0-b506-b5bf0b0a2ff6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 1128 time: 0.0634735 Feb 08 22:01:17.372825 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-37faea45-c198-42fa-b19b-ea1fa534c051 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/floatingips/ea0e4a4d-82c4-4dfa-8402-dbf215a32605 HTTP/1.1" status: 200 len: 991 time: 0.0696185 Feb 08 22:01:17.447158 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-42f527b6-0fd1-44f3-90f2-3723d0d0aac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284971738', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'd2310d3a-3aa2-45b8-9c91-5c5ac6e3a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:00:53Z', 'updated_at': '2022-02-08T22:00:58Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'd2310d3a-3aa2-45b8-9c91-5c5ac6e3a134', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:00:54Z', 'updated_at': '2022-02-08T22:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'ea0e4a4d-82c4-4dfa-8402-dbf215a32605', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'port_id': '8eab65de-6c77-4059-aade-5925565487d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a', 'mac_address': 'fa:16:3e:55:7c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605f6936-e3d2-4be3-a6d5-d8682b201e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:01:15Z', 'updated_at': '2022-02-08T22:01:15Z', 'revision_number': 0, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65441e82-649c-43c3-ab69-fbae66f21c8f', 'name': '', 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:ab:67:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '159e34dd-f758-4f64-88ad-3f593d2fe70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:00:57Z', 'updated_at': '2022-02-08T22:01:03Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '159e34dd-f758-4f64-88ad-3f593d2fe70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:01:17.481080 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f527b6-0fd1-44f3-90f2-3723d0d0aac3 None None] Checking router: 5e5abc65-b25f-46c1-87c4-33ff8d750a0e for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:01:17.488021 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4625e6-f52f-4727-8c99-9e31e27f4dc9 req-3e839385-c90d-449c-b81c-25972e0037d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:17.490507 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0b4625e6-f52f-4727-8c99-9e31e27f4dc9 req-3e839385-c90d-449c-b81c-25972e0037d0 service neutron] 10.222.0.94 "GET /v2.0/networks?id=908da0c7-49db-4db6-8be7-093f356d149a HTTP/1.1" status: 200 len: 898 time: 0.1174090 Feb 08 22:01:17.493271 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f527b6-0fd1-44f3-90f2-3723d0d0aac3 None None] Routers {'5e5abc65-b25f-46c1-87c4-33ff8d750a0e'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:01:17.494260 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-42f527b6-0fd1-44f3-90f2-3723d0d0aac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:00:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['5e5abc65-b25f-46c1-87c4-33ff8d750a0e'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:01:17.570113 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0b4625e6-f52f-4727-8c99-9e31e27f4dc9 req-b868f1b2-dece-4e46-a251-ebcb06142f4b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eab65de-6c77-4059-aade-5925565487d3 HTTP/1.1" status: 200 len: 999 time: 0.0736268 Feb 08 22:01:17.621483 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4625e6-f52f-4727-8c99-9e31e27f4dc9 req-81074382-118f-4235-adb9-5737962248e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:17.623641 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0b4625e6-f52f-4727-8c99-9e31e27f4dc9 req-81074382-118f-4235-adb9-5737962248e0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=159e34dd-f758-4f64-88ad-3f593d2fe70c HTTP/1.1" status: 200 len: 834 time: 0.0473061 Feb 08 22:01:17.627321 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-42f527b6-0fd1-44f3-90f2-3723d0d0aac3 None None] Set router 5e5abc65-b25f-46c1-87c4-33ff8d750a0e gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:01:17.690627 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4625e6-f52f-4727-8c99-9e31e27f4dc9 req-13b98eca-4d05-4beb-9b1b-031c6384171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:17.693040 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0b4625e6-f52f-4727-8c99-9e31e27f4dc9 req-13b98eca-4d05-4beb-9b1b-031c6384171b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=908da0c7-49db-4db6-8be7-093f356d149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0632577 Feb 08 22:01:17.799947 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0b4625e6-f52f-4727-8c99-9e31e27f4dc9 req-1426032d-4de7-460e-abff-8c5f86d9f2a2 service neutron] 10.222.0.94 "GET /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007507 Feb 08 22:01:17.901665 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-42f527b6-0fd1-44f3-90f2-3723d0d0aac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284971738', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'd2310d3a-3aa2-45b8-9c91-5c5ac6e3a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:00:53Z', 'updated_at': '2022-02-08T22:00:58Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'd2310d3a-3aa2-45b8-9c91-5c5ac6e3a134', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:00:54Z', 'updated_at': '2022-02-08T22:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'ea0e4a4d-82c4-4dfa-8402-dbf215a32605', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'port_id': '8eab65de-6c77-4059-aade-5925565487d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a', 'mac_address': 'fa:16:3e:55:7c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605f6936-e3d2-4be3-a6d5-d8682b201e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:01:15Z', 'updated_at': '2022-02-08T22:01:15Z', 'revision_number': 0, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65441e82-649c-43c3-ab69-fbae66f21c8f', 'name': '', 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:ab:67:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '159e34dd-f758-4f64-88ad-3f593d2fe70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:00:57Z', 'updated_at': '2022-02-08T22:01:03Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '159e34dd-f758-4f64-88ad-3f593d2fe70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:01:17.909973 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0b4625e6-f52f-4727-8c99-9e31e27f4dc9 req-dabce21a-fbcd-451b-9471-e758fb5e6981 service neutron] 10.222.0.94 "GET /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046693 Feb 08 22:01:17.932694 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f527b6-0fd1-44f3-90f2-3723d0d0aac3 None None] The sync data for ids ['5e5abc65-b25f-46c1-87c4-33ff8d750a0e'] in n-d-712143-31 is: [{'id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284971738', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'd2310d3a-3aa2-45b8-9c91-5c5ac6e3a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:00:53Z', 'updated_at': '2022-02-08T22:00:58Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'd2310d3a-3aa2-45b8-9c91-5c5ac6e3a134', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:00:54Z', 'updated_at': '2022-02-08T22:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'ea0e4a4d-82c4-4dfa-8402-dbf215a32605', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'port_id': '8eab65de-6c77-4059-aade-5925565487d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a', 'mac_address': 'fa:16:3e:55:7c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605f6936-e3d2-4be3-a6d5-d8682b201e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:01:15Z', 'updated_at': '2022-02-08T22:01:15Z', 'revision_number': 0, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65441e82-649c-43c3-ab69-fbae66f21c8f', 'name': '', 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:ab:67:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '159e34dd-f758-4f64-88ad-3f593d2fe70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:00:57Z', 'updated_at': '2022-02-08T22:01:03Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '159e34dd-f758-4f64-88ad-3f593d2fe70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:01:18.155873 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb74229-5286-462f-913e-64a69cb035b5 None None] New status for floating IP ea0e4a4d-82c4-4dfa-8402-dbf215a32605: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:01:18.374922 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42058) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:01:18.766367 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8aedfbae-0e41-4559-911d-2bbf4f67c9bf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/floatingips/ea0e4a4d-82c4-4dfa-8402-dbf215a32605 HTTP/1.1" status: 200 len: 993 time: 0.3900969 Feb 08 22:01:19.661273 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-d417b6d7-d952-49f8-8bbd-ee20f9b63458 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:19.663436 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-d417b6d7-d952-49f8-8bbd-ee20f9b63458 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 812 time: 0.1319311 Feb 08 22:01:19.679562 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-9414da86-d9a7-4c6d-8d33-e26cc8da630a tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/quotas/beb2210587a047799a2549836334dae5 HTTP/1.1" status: 200 len: 375 time: 0.0101295 Feb 08 22:01:19.746938 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-f66896b2-7dd3-4e85-b64f-0a1abc9f6680 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612609 Feb 08 22:01:19.840106 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-e8e16eec-eab5-4b37-b7f8-680c28efb6f0 service neutron] 10.222.0.88 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855649 Feb 08 22:01:19.946812 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-3fd54204-1f19-4cd5-a09f-9dc0bdb7e8e5 service neutron] 10.222.0.88 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998931 Feb 08 22:01:20.245122 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd174a9e-f1bd-4c95-a260-d92586221f3a req-08af20ab-adf2-4b0c-b33e-a874811ae509 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 210 time: 0.0316560 Feb 08 22:01:21.261048 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-76d46651-b89c-49e8-9142-5ab2a9e41071 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:21.262618 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-76d46651-b89c-49e8-9142-5ab2a9e41071 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.96 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 812 time: 0.1192455 Feb 08 22:01:21.276194 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-28c37352-c5f5-4fa4-af34-d3b3ad2343df tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Request body: {'port': {'device_id': '7f4d1d08-1005-4e5f-8465-3a241c313464', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'admin_state_up': True, 'tenant_id': 'beb2210587a047799a2549836334dae5'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:01:21.364041 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6837e8ff-ab42-4420-8603-44539b736d2c req-1a71baa1-f2fd-4e96-aa3d-cdbae320ae09 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 210 time: 0.0354931 Feb 08 22:01:21.425017 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-28c37352-c5f5-4fa4-af34-d3b3ad2343df tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Made reservation on behalf of beb2210587a047799a2549836334dae5 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:01:21.429073 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-28c37352-c5f5-4fa4-af34-d3b3ad2343df tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:21.573254 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-28c37352-c5f5-4fa4-af34-d3b3ad2343df tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Allocated IP 172.20.0.11 (3e877b49-38c1-41e0-85cf-576297877def/e2ac310d-6418-47f9-bc84-ee6106411485/db972ba6-a9bc-4f96-a532-b084ef1bed66) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:01:21.766514 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-28c37352-c5f5-4fa4-af34-d3b3ad2343df tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for port (db972ba6-a9bc-4f96-a532-b084ef1bed66), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:21.806259 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-28c37352-c5f5-4fa4-af34-d3b3ad2343df tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (db972ba6-a9bc-4f96-a532-b084ef1bed66), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:21.848460 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-28c37352-c5f5-4fa4-af34-d3b3ad2343df tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Network 3e877b49-38c1-41e0-85cf-576297877def is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:01:21.851959 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-28c37352-c5f5-4fa4-af34-d3b3ad2343df tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:01:21.854710 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-28c37352-c5f5-4fa4-af34-d3b3ad2343df tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:01:21.907749 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c37352-c5f5-4fa4-af34-d3b3ad2343df tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event updated for resources: {'Port': ['ID=db972ba6-a9bc-4f96-a532-b084ef1bed66,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:01:21.934379 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-28c37352-c5f5-4fa4-af34-d3b3ad2343df tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:21.935065 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-28c37352-c5f5-4fa4-af34-d3b3ad2343df tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:21.963272 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-28c37352-c5f5-4fa4-af34-d3b3ad2343df tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6921432 Feb 08 22:01:21.979831 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Request body: {'port': {'device_id': '7f4d1d08-1005-4e5f-8465-3a241c313464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:01:22.095200 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (db972ba6-a9bc-4f96-a532-b084ef1bed66), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:22.271115 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-cebcb515-a9c9-4fbe-aa4c-043926b73ce5 None None] Provisioning complete for port db972ba6-a9bc-4f96-a532-b084ef1bed66 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:01:22.272409 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cebcb515-a9c9-4fbe-aa4c-043926b73ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (db972ba6-a9bc-4f96-a532-b084ef1bed66), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:22.323897 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-cebcb515-a9c9-4fbe-aa4c-043926b73ce5 None None] Port db972ba6-a9bc-4f96-a532-b084ef1bed66 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:01:22.441153 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db972ba6-a9bc-4f96-a532-b084ef1bed66 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:01:22.452116 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Publish callbacks [] for port (db972ba6-a9bc-4f96-a532-b084ef1bed66), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:22.495281 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Transition to ACTIVE for port object db972ba6-a9bc-4f96-a532-b084ef1bed66 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:01:22.502261 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (db972ba6-a9bc-4f96-a532-b084ef1bed66), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:22.563705 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34a91f-cfe4-4ff6-a449-c420bdb3e612 req-aa1cc8f5-576d-47c7-ae34-566164645c64 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:22.565478 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f34a91f-cfe4-4ff6-a449-c420bdb3e612 req-aa1cc8f5-576d-47c7-ae34-566164645c64 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 932 time: 0.1102924 Feb 08 22:01:22.596327 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Pushing event updated for resources: {'Port': ['ID=db972ba6-a9bc-4f96-a532-b084ef1bed66,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:01:22.651999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:22.652353 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:22.652701 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:22.653042 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:22.653403 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:22.653735 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:22.654063 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:22.654391 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:22.654716 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:22.655043 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:22.655368 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:22.655687 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:22.656007 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:22.693431 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f34a91f-cfe4-4ff6-a449-c420bdb3e612 req-254a7f1e-ff47-47da-b4c9-2fa41f72ab53 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131637 Feb 08 22:01:22.715018 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Attempting to bind port db972ba6-a9bc-4f96-a532-b084ef1bed66 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:01:22.715358 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Attempting to bind port db972ba6-a9bc-4f96-a532-b084ef1bed66 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:01:22.715688 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Attempting to bind port db972ba6-a9bc-4f96-a532-b084ef1bed66 on network 3e877b49-38c1-41e0-85cf-576297877def {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:01:22.730777 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Port db972ba6-a9bc-4f96-a532-b084ef1bed66 on network 3e877b49-38c1-41e0-85cf-576297877def not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:01:22.731131 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Attempting to bind port db972ba6-a9bc-4f96-a532-b084ef1bed66 on network 3e877b49-38c1-41e0-85cf-576297877def {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:01:22.737574 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:01:22.737984 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Checking segment: {'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:01:22.738382 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Bound using segment: {'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:01:22.738823 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Bound port: db972ba6-a9bc-4f96-a532-b084ef1bed66, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:01:22.739432 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (db972ba6-a9bc-4f96-a532-b084ef1bed66), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:22.804537 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:01:22.831897 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] For port db972ba6-a9bc-4f96-a532-b084ef1bed66, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:01:22.835751 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] For port db972ba6-a9bc-4f96-a532-b084ef1bed66, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=db972ba6-a9bc-4f96-a532-b084ef1bed66,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:01:22.843902 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (db972ba6-a9bc-4f96-a532-b084ef1bed66), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:22.864110 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:22.864867 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:22.866824 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] 10.222.0.96 "PUT /v2.0/ports/db972ba6-a9bc-4f96-a532-b084ef1bed66 HTTP/1.1" status: 200 len: 1093 time: 0.8963885 Feb 08 22:01:22.869373 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4d1d08-1005-4e5f-8465-3a241c313464', 'tag': 'db972ba6-a9bc-4f96-a532-b084ef1bed66'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:01:22.873903 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725b4e19-29cb-4f23-9ec8-7592a9626784" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4d1d08-1005-4e5f-8465-3a241c313464", "tag": "db972ba6-a9bc-4f96-a532-b084ef1bed66"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:01:22.975927 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737648a1-cc7d-4670-9cd3-8ebe562bc3d2 x-openstack-request-id: req-737648a1-cc7d-4670-9cd3-8ebe562bc3d2 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:01:22.976212 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4d1d08-1005-4e5f-8465-3a241c313464", "tag": "db972ba6-a9bc-4f96-a532-b084ef1bed66", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:01:22.976474 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-737648a1-cc7d-4670-9cd3-8ebe562bc3d2 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:01:22.976941 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4d1d08-1005-4e5f-8465-3a241c313464', 'tag': 'db972ba6-a9bc-4f96-a532-b084ef1bed66', 'status': 'completed', 'code': 200} Feb 08 22:01:23.014333 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-646f4dbd-9a7f-4aa4-b190-53eb51f364a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:23.015907 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-646f4dbd-9a7f-4aa4-b190-53eb51f364a6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 1127 time: 0.1054623 Feb 08 22:01:23.016729 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2db22c-807c-43f2-959f-e6e941f85dcd service neutron] Pushing event updated for resources: {'Port': ['ID=db972ba6-a9bc-4f96-a532-b084ef1bed66,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:01:23.100073 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-75aafce3-484f-4a94-a4ce-b36f1ef70bcc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db972ba6-a9bc-4f96-a532-b084ef1bed66 HTTP/1.1" status: 200 len: 217 time: 0.0691080 Feb 08 22:01:23.159890 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-22d4daae-9fa9-4af8-be36-fcd0c586ce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:23.161545 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-22d4daae-9fa9-4af8-be36-fcd0c586ce09 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e2ac310d-6418-47f9-bc84-ee6106411485 HTTP/1.1" status: 200 len: 851 time: 0.0561836 Feb 08 22:01:23.231676 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-7195f6fa-d194-4410-9d58-7e16a8141c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:23.233816 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-7195f6fa-d194-4410-9d58-7e16a8141c01 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3e877b49-38c1-41e0-85cf-576297877def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0666597 Feb 08 22:01:23.341746 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-f0e5e743-d926-419c-90bc-2c3429ff1fd3 service neutron] 10.222.0.96 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017797 Feb 08 22:01:23.446019 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf78e5a9-fca9-4ccc-85b3-d72c3d04b406 req-3ea6d188-f6bb-4f8a-8bfc-b0148ca5d937 service neutron] 10.222.0.96 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976551 Feb 08 22:01:23.548309 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b4e19-29cb-4f23-9ec8-7592a9626784 req-9725aafd-cebe-4e72-9747-7e4f0a4e53ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:23.550107 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-725b4e19-29cb-4f23-9ec8-7592a9626784 req-9725aafd-cebe-4e72-9747-7e4f0a4e53ed service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 1127 time: 0.0566962 Feb 08 22:01:23.658037 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b4e19-29cb-4f23-9ec8-7592a9626784 req-891c3148-5024-4a2a-a37f-eab9ab397e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:23.659948 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-725b4e19-29cb-4f23-9ec8-7592a9626784 req-891c3148-5024-4a2a-a37f-eab9ab397e0d service neutron] 10.222.0.96 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 913 time: 0.1035271 Feb 08 22:01:23.713475 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-725b4e19-29cb-4f23-9ec8-7592a9626784 req-c2869351-e60b-47fd-9197-98de24ed9369 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db972ba6-a9bc-4f96-a532-b084ef1bed66 HTTP/1.1" status: 200 len: 217 time: 0.0469985 Feb 08 22:01:23.780217 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b4e19-29cb-4f23-9ec8-7592a9626784 req-3db0a0e1-fed5-44b5-a38b-5d66f88e2a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:23.782523 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-725b4e19-29cb-4f23-9ec8-7592a9626784 req-3db0a0e1-fed5-44b5-a38b-5d66f88e2a08 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e2ac310d-6418-47f9-bc84-ee6106411485 HTTP/1.1" status: 200 len: 851 time: 0.0627406 Feb 08 22:01:23.885082 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b4e19-29cb-4f23-9ec8-7592a9626784 req-9b0430a8-28a6-4f6c-a7c3-97210a9d9da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:23.887254 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-725b4e19-29cb-4f23-9ec8-7592a9626784 req-9b0430a8-28a6-4f6c-a7c3-97210a9d9da4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3e877b49-38c1-41e0-85cf-576297877def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0985341 Feb 08 22:01:23.895479 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a97e01-225a-490a-bed5-d8447e0cac6c req-43f80ae2-8baa-4d8a-94d5-cb6c1b7906f6 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:23.897316 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9a97e01-225a-490a-bed5-d8447e0cac6c req-43f80ae2-8baa-4d8a-94d5-cb6c1b7906f6 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 944 time: 0.0748367 Feb 08 22:01:24.229627 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6239866a-dad0-4a17-b865-68d7b15d55d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:24.422216 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9a97e01-225a-490a-bed5-d8447e0cac6c req-518dbb4d-512f-43dc-b628-c5cd0bd37526 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5116568 Feb 08 22:01:24.448575 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-725b4e19-29cb-4f23-9ec8-7592a9626784 req-20f1932d-95b3-4514-94b7-34dcab6c1297 service neutron] 10.222.0.96 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5501645 Feb 08 22:01:24.584160 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-725b4e19-29cb-4f23-9ec8-7592a9626784 req-be55075f-0748-415b-9267-4351f5809b56 service neutron] 10.222.0.96 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292613 Feb 08 22:01:25.562308 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad771c2d-7d8d-41d4-a3d4-c6201a31522a req-e3ffa273-e7eb-4103-9dd6-c892e71c6004 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:25.564660 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ad771c2d-7d8d-41d4-a3d4-c6201a31522a req-e3ffa273-e7eb-4103-9dd6-c892e71c6004 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 944 time: 0.0607464 Feb 08 22:01:25.630557 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ad771c2d-7d8d-41d4-a3d4-c6201a31522a req-18c9440b-b9ec-4fda-b110-fd299ceb427e tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598032 Feb 08 22:01:26.771219 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31ea04-69b6-4f49-a757-e4613043bf19 req-cd03059e-d94e-467d-9496-58c0165d0ffb tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:26.772960 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d31ea04-69b6-4f49-a757-e4613043bf19 req-cd03059e-d94e-467d-9496-58c0165d0ffb tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 944 time: 0.0683854 Feb 08 22:01:26.828827 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d31ea04-69b6-4f49-a757-e4613043bf19 req-d09dc80a-ffb6-41b4-ba1b-10af8921fafb tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497973 Feb 08 22:01:27.571839 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01bc1025-a0e0-4a87-a1a2-36011631c6b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:27.970865 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3044c74-93b6-45d3-977f-c7ce8b0238b5 req-cbb75cf5-306e-4d0f-bb0f-151a9dd662ca tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:27.972431 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c3044c74-93b6-45d3-977f-c7ce8b0238b5 req-cbb75cf5-306e-4d0f-bb0f-151a9dd662ca tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 944 time: 0.0614140 Feb 08 22:01:28.031279 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c3044c74-93b6-45d3-977f-c7ce8b0238b5 req-349f1b88-be2b-41b2-ba13-d34a9ea1d2d4 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519297 Feb 08 22:01:29.172655 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19950659-449f-4a75-9809-c240bbde6148 req-cac16dbb-af8d-43eb-9411-db71bdbaf965 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:29.175282 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-19950659-449f-4a75-9809-c240bbde6148 req-cac16dbb-af8d-43eb-9411-db71bdbaf965 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 944 time: 0.0664048 Feb 08 22:01:29.234919 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-19950659-449f-4a75-9809-c240bbde6148 req-531e953f-d45e-482e-aed7-c1e47753dbcc tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533662 Feb 08 22:01:29.326667 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:30.373193 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a0caa-4c18-4427-a391-b179ffc13a63 req-0a0e6c27-03f5-48df-a6b6-4e0ceb30cacc tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:30.374968 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7c2a0caa-4c18-4427-a391-b179ffc13a63 req-0a0e6c27-03f5-48df-a6b6-4e0ceb30cacc tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 944 time: 0.0565078 Feb 08 22:01:30.437348 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7c2a0caa-4c18-4427-a391-b179ffc13a63 req-5b70101d-cabb-4af7-99d4-6a87bdf0c327 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557129 Feb 08 22:01:31.465294 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:31.572893 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b5454-901f-4f73-b3b1-803608b27783 req-21b64592-aee8-4ffc-a817-f169489f90a6 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:31.574620 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a4b5454-901f-4f73-b3b1-803608b27783 req-21b64592-aee8-4ffc-a817-f169489f90a6 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 944 time: 0.0675879 Feb 08 22:01:31.639950 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:31.640863 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a4b5454-901f-4f73-b3b1-803608b27783 req-f56275c3-bc46-4133-bb65-4e00a86ce5ea tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601039 Feb 08 22:01:32.767104 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74d3b0-3378-4b27-ad9d-09fd9229c321 req-a8fbe80d-8926-45e4-8aba-0f98d8858b99 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:32.768819 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3e74d3b0-3378-4b27-ad9d-09fd9229c321 req-a8fbe80d-8926-45e4-8aba-0f98d8858b99 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 944 time: 0.0556834 Feb 08 22:01:32.826618 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3e74d3b0-3378-4b27-ad9d-09fd9229c321 req-4cb98987-e016-49a8-9699-9f028c5405cc tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480802 Feb 08 22:01:33.959963 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae74c0-3cf9-434c-8edd-2857bec98176 req-c15ad560-76b0-4353-a5b2-dc4315386dfe tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:33.962143 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d7ae74c0-3cf9-434c-8edd-2857bec98176 req-c15ad560-76b0-4353-a5b2-dc4315386dfe tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 944 time: 0.0558817 Feb 08 22:01:34.018917 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d7ae74c0-3cf9-434c-8edd-2857bec98176 req-cf4a13d1-12cd-4e85-8d54-601dc804b8e6 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506918 Feb 08 22:01:35.148343 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db877697-fd46-44c5-a2eb-9210b5d290ce req-d5e3c31b-38de-4a09-9424-8e672ad6b511 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:35.150463 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-db877697-fd46-44c5-a2eb-9210b5d290ce req-d5e3c31b-38de-4a09-9424-8e672ad6b511 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 944 time: 0.0614989 Feb 08 22:01:35.201307 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-db877697-fd46-44c5-a2eb-9210b5d290ce req-a176bc47-2a64-4157-97ad-b67dd4e4624b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450270 Feb 08 22:01:36.335156 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d79211-4446-4c31-b033-b0a7cb1ebfe5 req-62fc01cf-8d81-4685-ae95-aa65e28a58d8 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:36.337273 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-44d79211-4446-4c31-b033-b0a7cb1ebfe5 req-62fc01cf-8d81-4685-ae95-aa65e28a58d8 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 944 time: 0.0580058 Feb 08 22:01:36.387755 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-44d79211-4446-4c31-b033-b0a7cb1ebfe5 req-f3397d3e-f33a-44b5-99a7-07020dceb269 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445151 Feb 08 22:01:36.712287 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:36.936450 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:37.522497 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba888f-1dab-47ac-bee1-98a237a8f846 req-7127a4d5-903e-45b8-86fd-dd1b8f2d25d3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:37.523949 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0bba888f-1dab-47ac-bee1-98a237a8f846 req-7127a4d5-903e-45b8-86fd-dd1b8f2d25d3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 944 time: 0.0601907 Feb 08 22:01:37.581754 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0bba888f-1dab-47ac-bee1-98a237a8f846 req-ea85464a-fa47-4df5-924a-49952cfb164e tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511503 Feb 08 22:01:38.718447 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5885fab-86d5-4145-81dd-be639a3221aa req-be61e34d-f331-4bfa-a2bd-a6ac56bafe2a tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:38.720062 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c5885fab-86d5-4145-81dd-be639a3221aa req-be61e34d-f331-4bfa-a2bd-a6ac56bafe2a tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 944 time: 0.0573602 Feb 08 22:01:38.772446 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c5885fab-86d5-4145-81dd-be639a3221aa req-2df77350-b1cf-4e37-ae9f-b233f2619308 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464294 Feb 08 22:01:39.923093 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733e106-5058-451c-bf34-3488bcf94ebd req-bb942c9c-c690-4348-8e0c-492cf2ceaa28 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:39.924758 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2733e106-5058-451c-bf34-3488bcf94ebd req-bb942c9c-c690-4348-8e0c-492cf2ceaa28 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 944 time: 0.0621741 Feb 08 22:01:39.983482 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2733e106-5058-451c-bf34-3488bcf94ebd req-9dd3b897-439e-4257-9ddf-3fb190995e72 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514083 Feb 08 22:01:40.349500 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device db972ba6-a9bc-4f96-a532-b084ef1bed66 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:01:40.459086 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port db972ba6-a9bc-4f96-a532-b084ef1bed66, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=db972ba6-a9bc-4f96-a532-b084ef1bed66,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:01:40.628539 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'db972ba6-a9bc-4f96-a532-b084ef1bed66', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'port_id': 'db972ba6-a9bc-4f96-a532-b084ef1bed66', 'mac_address': 'fa:16:3e:b5:d9:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:01:40.672386 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port db972ba6-a9bc-4f96-a532-b084ef1bed66 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:01:40.672838 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (db972ba6-a9bc-4f96-a532-b084ef1bed66), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:40.686546 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db972ba6-a9bc-4f96-a532-b084ef1bed66 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:01:40.706966 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port db972ba6-a9bc-4f96-a532-b084ef1bed66, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=db972ba6-a9bc-4f96-a532-b084ef1bed66,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:01:40.711421 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (db972ba6-a9bc-4f96-a532-b084ef1bed66), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:40.762869 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=db972ba6-a9bc-4f96-a532-b084ef1bed66,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:01:41.016145 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['db972ba6-a9bc-4f96-a532-b084ef1bed66'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:01:41.109532 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a1b5d-2d91-4762-8925-d2e205845eda req-bca5bc84-bb54-4fb1-a9c6-dafc9abf4fbb tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:41.111203 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-454a1b5d-2d91-4762-8925-d2e205845eda req-bca5bc84-bb54-4fb1-a9c6-dafc9abf4fbb tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 945 time: 0.0558915 Feb 08 22:01:41.164316 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-454a1b5d-2d91-4762-8925-d2e205845eda req-c402bc87-8a0a-4516-a10b-eff76281c5d7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471952 Feb 08 22:01:42.297017 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218c823-6995-4cc2-8434-3e53101047c8 req-5a3fe18c-2dd9-45e9-9929-1250350d4b1a tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:42.298498 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f218c823-6995-4cc2-8434-3e53101047c8 req-5a3fe18c-2dd9-45e9-9929-1250350d4b1a tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 945 time: 0.0587139 Feb 08 22:01:42.350308 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f218c823-6995-4cc2-8434-3e53101047c8 req-e2fc745c-0709-422a-acf8-3cbc61140974 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461526 Feb 08 22:01:42.365161 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device db972ba6-a9bc-4f96-a532-b084ef1bed66 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:01:42.421076 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port db972ba6-a9bc-4f96-a532-b084ef1bed66 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:01:42.425373 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port db972ba6-a9bc-4f96-a532-b084ef1bed66 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:01:42.425756 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (db972ba6-a9bc-4f96-a532-b084ef1bed66), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:42.511559 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port db972ba6-a9bc-4f96-a532-b084ef1bed66 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:01:42.512068 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (db972ba6-a9bc-4f96-a532-b084ef1bed66), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:42.537504 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4d1d08-1005-4e5f-8465-3a241c313464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db972ba6-a9bc-4f96-a532-b084ef1bed66'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:01:42.539836 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dd50bd-f847-452a-84c5-baef4aaad6a4" -d '{"events": [{"server_uuid": "7f4d1d08-1005-4e5f-8465-3a241c313464", "name": "network-vif-plugged", "status": "completed", "tag": "db972ba6-a9bc-4f96-a532-b084ef1bed66"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:01:42.554861 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port db972ba6-a9bc-4f96-a532-b084ef1bed66, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=db972ba6-a9bc-4f96-a532-b084ef1bed66,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:01:42.559746 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (db972ba6-a9bc-4f96-a532-b084ef1bed66), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:42.615554 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=db972ba6-a9bc-4f96-a532-b084ef1bed66,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:01:42.737520 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56763152-7eb7-446c-9c3c-5f8870819d4e x-openstack-request-id: req-56763152-7eb7-446c-9c3c-5f8870819d4e {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:01:42.737851 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4d1d08-1005-4e5f-8465-3a241c313464", "name": "network-vif-plugged", "status": "completed", "tag": "db972ba6-a9bc-4f96-a532-b084ef1bed66", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:01:42.738136 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-56763152-7eb7-446c-9c3c-5f8870819d4e {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:01:42.738541 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4d1d08-1005-4e5f-8465-3a241c313464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db972ba6-a9bc-4f96-a532-b084ef1bed66', 'code': 200} Feb 08 22:01:42.851486 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872a688-08e1-40e5-9ee2-94e970c03848 req-8d9cbb89-d208-41bc-9b0f-740240fd2c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:42.852911 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f872a688-08e1-40e5-9ee2-94e970c03848 req-8d9cbb89-d208-41bc-9b0f-740240fd2c4f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 1129 time: 0.0509048 Feb 08 22:01:42.904311 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f872a688-08e1-40e5-9ee2-94e970c03848 req-8774ceaf-2a76-4b96-b42b-e5b0fc32ad6b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434690 Feb 08 22:01:43.476948 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61d1c1-c577-4eb1-9ac2-b0231e5a734f req-e984624b-24a4-48bb-9c12-e68f9dd91b60 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:43.478531 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ee61d1c1-c577-4eb1-9ac2-b0231e5a734f req-e984624b-24a4-48bb-9c12-e68f9dd91b60 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 946 time: 0.0574410 Feb 08 22:01:43.540695 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ee61d1c1-c577-4eb1-9ac2-b0231e5a734f req-69df7133-a302-4325-a7dc-85fd0dfe6336 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562093 Feb 08 22:01:44.684987 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b1bc5-b8b1-4cb3-87b8-87105c13212a req-b6f79bca-edb2-41b3-b050-255f5dbc767d tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:44.686727 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-824b1bc5-b8b1-4cb3-87b8-87105c13212a req-b6f79bca-edb2-41b3-b050-255f5dbc767d tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 946 time: 0.0579662 Feb 08 22:01:44.756085 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-824b1bc5-b8b1-4cb3-87b8-87105c13212a req-64b721bd-d7b4-4516-b545-bcf77bcd303f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633597 Feb 08 22:01:44.889451 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a29817-be30-4387-9b0b-46a06db76aa3 req-44321f72-e679-41d7-ac99-c9e214fdbb56 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:44.891123 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98a29817-be30-4387-9b0b-46a06db76aa3 req-44321f72-e679-41d7-ac99-c9e214fdbb56 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 946 time: 0.0595372 Feb 08 22:01:44.943428 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98a29817-be30-4387-9b0b-46a06db76aa3 req-113696df-7b10-47fa-901a-bbf8255b6073 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461953 Feb 08 22:01:48.731207 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-a0312fe8-d394-45f6-afd6-35a3de209658 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:48.732823 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-a0312fe8-d394-45f6-afd6-35a3de209658 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 812 time: 0.1311398 Feb 08 22:01:48.750745 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-04b7eb3b-6852-46bd-968b-4f1c0f709d4c tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/quotas/beb2210587a047799a2549836334dae5 HTTP/1.1" status: 200 len: 375 time: 0.0112965 Feb 08 22:01:48.819009 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-ec7cb1e2-c8eb-454a-9f49-f5f36839ef27 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0620022 Feb 08 22:01:49.013662 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-12053b80-2548-4818-bd8d-61d65fbf02f4 service neutron] 10.222.0.88 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824899 Feb 08 22:01:49.133363 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-9bf102a1-b554-4b83-82bd-b8d76577cd55 service neutron] 10.222.0.88 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131742 Feb 08 22:01:49.381660 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-80b4420a-7714-44a7-9152-059dff6e3890 req-9b32ab76-15dd-4c3b-a47b-fb2a9faa3f0d tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 210 time: 0.0334477 Feb 08 22:01:50.553887 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d1b6c96-fb92-4d17-b338-9d5a81a7503b req-383e81ce-124e-4bd2-8c1c-c8f5d0528c41 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 210 time: 0.0626075 Feb 08 22:01:50.576838 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-bb5b3910-4879-4d2e-9672-f8fd77d40a23 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:50.578450 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-bb5b3910-4879-4d2e-9672-f8fd77d40a23 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.94 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 812 time: 0.1476068 Feb 08 22:01:50.590963 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-1c82c77d-e76f-4d1d-8467-3653dd6b5df3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Request body: {'port': {'device_id': '41e009cf-1df3-496a-a26e-635c0cb575be', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'admin_state_up': True, 'tenant_id': 'beb2210587a047799a2549836334dae5'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:01:50.757025 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-1c82c77d-e76f-4d1d-8467-3653dd6b5df3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Made reservation on behalf of beb2210587a047799a2549836334dae5 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:01:50.764971 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-1c82c77d-e76f-4d1d-8467-3653dd6b5df3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:50.970270 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-1c82c77d-e76f-4d1d-8467-3653dd6b5df3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Allocated IP 172.20.0.12 (3e877b49-38c1-41e0-85cf-576297877def/e2ac310d-6418-47f9-bc84-ee6106411485/721074a8-fb1c-4cbd-96cb-d7248a0fe41b) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:01:51.306722 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-1c82c77d-e76f-4d1d-8467-3653dd6b5df3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for port (721074a8-fb1c-4cbd-96cb-d7248a0fe41b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:51.343453 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-1c82c77d-e76f-4d1d-8467-3653dd6b5df3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (721074a8-fb1c-4cbd-96cb-d7248a0fe41b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:51.358854 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['db972ba6-a9bc-4f96-a532-b084ef1bed66'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:01:51.424432 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-1c82c77d-e76f-4d1d-8467-3653dd6b5df3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Network 3e877b49-38c1-41e0-85cf-576297877def is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:01:51.425902 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82c77d-e76f-4d1d-8467-3653dd6b5df3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event updated for resources: {'Port': ['ID=721074a8-fb1c-4cbd-96cb-d7248a0fe41b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:01:51.429291 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-1c82c77d-e76f-4d1d-8467-3653dd6b5df3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:01:51.435445 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-1c82c77d-e76f-4d1d-8467-3653dd6b5df3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:01:51.440278 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82c77d-e76f-4d1d-8467-3653dd6b5df3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:51.440638 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82c77d-e76f-4d1d-8467-3653dd6b5df3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:51.441412 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82c77d-e76f-4d1d-8467-3653dd6b5df3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:51.441412 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82c77d-e76f-4d1d-8467-3653dd6b5df3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:51.441681 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82c77d-e76f-4d1d-8467-3653dd6b5df3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:51.442017 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82c77d-e76f-4d1d-8467-3653dd6b5df3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:51.442355 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82c77d-e76f-4d1d-8467-3653dd6b5df3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:51.442687 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82c77d-e76f-4d1d-8467-3653dd6b5df3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:51.443018 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82c77d-e76f-4d1d-8467-3653dd6b5df3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:51.443356 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82c77d-e76f-4d1d-8467-3653dd6b5df3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:51.443688 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82c77d-e76f-4d1d-8467-3653dd6b5df3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:51.444018 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82c77d-e76f-4d1d-8467-3653dd6b5df3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:51.444356 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82c77d-e76f-4d1d-8467-3653dd6b5df3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:01:51.516718 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-1c82c77d-e76f-4d1d-8467-3653dd6b5df3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:51.517896 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-1c82c77d-e76f-4d1d-8467-3653dd6b5df3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:51.553154 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-1c82c77d-e76f-4d1d-8467-3653dd6b5df3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9665594 Feb 08 22:01:51.572047 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-191aed2c-ab93-41a5-bc36-fe7c93c90b06 service neutron] Request body: {'port': {'device_id': '41e009cf-1df3-496a-a26e-635c0cb575be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:01:51.745478 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-191aed2c-ab93-41a5-bc36-fe7c93c90b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (721074a8-fb1c-4cbd-96cb-d7248a0fe41b), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:51.746136 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d0a1454e-cad0-484f-89c9-aea60818f908 None None] Provisioning complete for port 721074a8-fb1c-4cbd-96cb-d7248a0fe41b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:01:51.746136 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d0a1454e-cad0-484f-89c9-aea60818f908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (721074a8-fb1c-4cbd-96cb-d7248a0fe41b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:51.791103 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d0a1454e-cad0-484f-89c9-aea60818f908 None None] Port 721074a8-fb1c-4cbd-96cb-d7248a0fe41b cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:01:51.814568 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d953d5-7542-42a0-8d7e-4ab2957812b7 req-ab14ea11-79d9-47b2-8f30-a3ff5e06fcd6 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:51.823048 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02d953d5-7542-42a0-8d7e-4ab2957812b7 req-ab14ea11-79d9-47b2-8f30-a3ff5e06fcd6 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 932 time: 0.1427319 Feb 08 22:01:51.889723 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02d953d5-7542-42a0-8d7e-4ab2957812b7 req-80b1c73c-ede8-402f-8c79-793c6ccf67e8 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654387 Feb 08 22:01:52.235790 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-191aed2c-ab93-41a5-bc36-fe7c93c90b06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 721074a8-fb1c-4cbd-96cb-d7248a0fe41b {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:01:52.246507 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-191aed2c-ab93-41a5-bc36-fe7c93c90b06 service neutron] Publish callbacks [] for port (721074a8-fb1c-4cbd-96cb-d7248a0fe41b), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:52.267462 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-191aed2c-ab93-41a5-bc36-fe7c93c90b06 service neutron] Transition to ACTIVE for port object 721074a8-fb1c-4cbd-96cb-d7248a0fe41b will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:01:52.274463 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-191aed2c-ab93-41a5-bc36-fe7c93c90b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (721074a8-fb1c-4cbd-96cb-d7248a0fe41b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:52.350556 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191aed2c-ab93-41a5-bc36-fe7c93c90b06 service neutron] Pushing event updated for resources: {'Port': ['ID=721074a8-fb1c-4cbd-96cb-d7248a0fe41b,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:01:52.481755 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-191aed2c-ab93-41a5-bc36-fe7c93c90b06 service neutron] Attempting to bind port 721074a8-fb1c-4cbd-96cb-d7248a0fe41b on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:01:52.482226 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-191aed2c-ab93-41a5-bc36-fe7c93c90b06 service neutron] Attempting to bind port 721074a8-fb1c-4cbd-96cb-d7248a0fe41b by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:01:52.482670 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-191aed2c-ab93-41a5-bc36-fe7c93c90b06 service neutron] Attempting to bind port 721074a8-fb1c-4cbd-96cb-d7248a0fe41b on network 3e877b49-38c1-41e0-85cf-576297877def {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:01:52.488818 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-191aed2c-ab93-41a5-bc36-fe7c93c90b06 service neutron] Port 721074a8-fb1c-4cbd-96cb-d7248a0fe41b on network 3e877b49-38c1-41e0-85cf-576297877def not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:01:52.489357 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-191aed2c-ab93-41a5-bc36-fe7c93c90b06 service neutron] Attempting to bind port 721074a8-fb1c-4cbd-96cb-d7248a0fe41b on network 3e877b49-38c1-41e0-85cf-576297877def {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:01:52.499309 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-191aed2c-ab93-41a5-bc36-fe7c93c90b06 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:01:52.499656 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-191aed2c-ab93-41a5-bc36-fe7c93c90b06 service neutron] Checking segment: {'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:01:52.500107 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-191aed2c-ab93-41a5-bc36-fe7c93c90b06 service neutron] Bound using segment: {'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:01:52.500656 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-191aed2c-ab93-41a5-bc36-fe7c93c90b06 service neutron] Bound port: 721074a8-fb1c-4cbd-96cb-d7248a0fe41b, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:01:52.501035 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-191aed2c-ab93-41a5-bc36-fe7c93c90b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (721074a8-fb1c-4cbd-96cb-d7248a0fe41b), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:52.598273 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-191aed2c-ab93-41a5-bc36-fe7c93c90b06 service neutron] For port 721074a8-fb1c-4cbd-96cb-d7248a0fe41b, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:01:52.603044 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-191aed2c-ab93-41a5-bc36-fe7c93c90b06 service neutron] For port 721074a8-fb1c-4cbd-96cb-d7248a0fe41b, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=721074a8-fb1c-4cbd-96cb-d7248a0fe41b,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:01:52.612129 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-191aed2c-ab93-41a5-bc36-fe7c93c90b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (721074a8-fb1c-4cbd-96cb-d7248a0fe41b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:52.655213 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b96c64-fc84-4b32-b026-196eb84efbe0 req-263d72bb-41fa-45da-8f2d-35fe8f6c6900 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:52.677276 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d8b96c64-fc84-4b32-b026-196eb84efbe0 req-263d72bb-41fa-45da-8f2d-35fe8f6c6900 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dc9c436-d600-4a72-8cb3-7e030e3ad706 HTTP/1.1" status: 200 len: 946 time: 0.1114693 Feb 08 22:01:52.691215 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191aed2c-ab93-41a5-bc36-fe7c93c90b06 service neutron] Pushing event updated for resources: {'Port': ['ID=721074a8-fb1c-4cbd-96cb-d7248a0fe41b,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:01:52.726079 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-191aed2c-ab93-41a5-bc36-fe7c93c90b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:52.726728 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-191aed2c-ab93-41a5-bc36-fe7c93c90b06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:52.728199 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-191aed2c-ab93-41a5-bc36-fe7c93c90b06 service neutron] 10.222.0.94 "PUT /v2.0/ports/721074a8-fb1c-4cbd-96cb-d7248a0fe41b HTTP/1.1" status: 200 len: 1093 time: 1.1678708 Feb 08 22:01:52.729336 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e009cf-1df3-496a-a26e-635c0cb575be', 'tag': '721074a8-fb1c-4cbd-96cb-d7248a0fe41b'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:01:52.732482 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a87c965-c28b-4f8c-9cea-0273345a7ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "41e009cf-1df3-496a-a26e-635c0cb575be", "tag": "721074a8-fb1c-4cbd-96cb-d7248a0fe41b"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:01:52.822617 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d8b96c64-fc84-4b32-b026-196eb84efbe0 req-cc3ddaff-8379-418d-b70a-e700bb8fc7cb tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/security-groups?id=50ec0731-4295-43bb-a28c-bfe4d1b92cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443601 Feb 08 22:01:52.938983 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-c712839e-dd59-4e45-9133-01d35a0f7354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:52.941161 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-c712839e-dd59-4e45-9133-01d35a0f7354 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 1127 time: 0.1504383 Feb 08 22:01:53.039238 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a37a72-ea68-49da-b56c-65d6d5fd05a2 x-openstack-request-id: req-95a37a72-ea68-49da-b56c-65d6d5fd05a2 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:01:53.040088 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e009cf-1df3-496a-a26e-635c0cb575be", "tag": "721074a8-fb1c-4cbd-96cb-d7248a0fe41b", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:01:53.040747 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-95a37a72-ea68-49da-b56c-65d6d5fd05a2 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:01:53.042242 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e009cf-1df3-496a-a26e-635c0cb575be', 'tag': '721074a8-fb1c-4cbd-96cb-d7248a0fe41b', 'status': 'completed', 'code': 200} Feb 08 22:01:53.049441 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-1882dc52-5826-4f06-8042-0b3bc65a0e38 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=721074a8-fb1c-4cbd-96cb-d7248a0fe41b HTTP/1.1" status: 200 len: 217 time: 0.0931907 Feb 08 22:01:53.114567 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9be77-2722-4ab0-b864-6dc854607fb9 req-a5ff785b-40d7-4b0d-8533-8a3c6d072a2c tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:53.124462 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d7d9be77-2722-4ab0-b864-6dc854607fb9 req-a5ff785b-40d7-4b0d-8533-8a3c6d072a2c tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 944 time: 0.0969076 Feb 08 22:01:53.156531 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-b8a28209-914b-49a6-ac1e-31182d24f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:53.160439 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-b8a28209-914b-49a6-ac1e-31182d24f1bb service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e2ac310d-6418-47f9-bc84-ee6106411485 HTTP/1.1" status: 200 len: 851 time: 0.1035318 Feb 08 22:01:53.218258 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d7d9be77-2722-4ab0-b864-6dc854607fb9 req-d9c6b231-752d-47ef-83df-897492d4f8f3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926304 Feb 08 22:01:53.240726 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-ea7eda1a-29a5-41b4-b28a-688780b70361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:53.243803 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-ea7eda1a-29a5-41b4-b28a-688780b70361 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3e877b49-38c1-41e0-85cf-576297877def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0770218 Feb 08 22:01:53.375252 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-3b29355c-04b4-4cc2-b40e-d5ccd2ced753 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247573 Feb 08 22:01:53.497558 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-993968b1-4bb8-4a2b-aa1a-c7d48ae50be5 req-0d2e80e6-3f09-4860-9623-6f2c77a6a515 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165450 Feb 08 22:01:53.620914 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87c965-c28b-4f8c-9cea-0273345a7ba3 req-d46f185e-14a4-46c3-8c5b-34844427ecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:53.623293 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6a87c965-c28b-4f8c-9cea-0273345a7ba3 req-d46f185e-14a4-46c3-8c5b-34844427ecb3 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 1127 time: 0.0641382 Feb 08 22:01:53.736114 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87c965-c28b-4f8c-9cea-0273345a7ba3 req-6865ec1c-ef38-400c-9409-b2c129750135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:53.737850 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6a87c965-c28b-4f8c-9cea-0273345a7ba3 req-6865ec1c-ef38-400c-9409-b2c129750135 service neutron] 10.222.0.94 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 913 time: 0.1094749 Feb 08 22:01:53.784050 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6a87c965-c28b-4f8c-9cea-0273345a7ba3 req-8ecd0a3b-73fa-441f-94ca-05a093716c8f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=721074a8-fb1c-4cbd-96cb-d7248a0fe41b HTTP/1.1" status: 200 len: 217 time: 0.0402527 Feb 08 22:01:53.838431 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87c965-c28b-4f8c-9cea-0273345a7ba3 req-c9c57996-d9b7-4803-8560-7dd0db30d2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:53.840215 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6a87c965-c28b-4f8c-9cea-0273345a7ba3 req-c9c57996-d9b7-4803-8560-7dd0db30d2dd service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e2ac310d-6418-47f9-bc84-ee6106411485 HTTP/1.1" status: 200 len: 851 time: 0.0493124 Feb 08 22:01:53.913656 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87c965-c28b-4f8c-9cea-0273345a7ba3 req-85009d95-4fd1-472e-acdb-9812c2cca3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:53.915417 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6a87c965-c28b-4f8c-9cea-0273345a7ba3 req-85009d95-4fd1-472e-acdb-9812c2cca3ba service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3e877b49-38c1-41e0-85cf-576297877def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0685906 Feb 08 22:01:54.016904 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112fda2-1810-47dd-8916-31194455024f req-5c2193b4-9efe-4942-94be-92fa9af5afc1 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:54.019223 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0112fda2-1810-47dd-8916-31194455024f req-5c2193b4-9efe-4942-94be-92fa9af5afc1 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dc9c436-d600-4a72-8cb3-7e030e3ad706 HTTP/1.1" status: 200 len: 946 time: 0.0845840 Feb 08 22:01:54.079313 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6a87c965-c28b-4f8c-9cea-0273345a7ba3 req-ba0bc4e1-7552-4338-b7c1-dfb299e41cc3 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576087 Feb 08 22:01:54.105567 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0112fda2-1810-47dd-8916-31194455024f req-b8a610fa-e049-4c7b-b93b-07c9f08912f7 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/security-groups?id=50ec0731-4295-43bb-a28c-bfe4d1b92cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752921 Feb 08 22:01:54.222361 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6a87c965-c28b-4f8c-9cea-0273345a7ba3 req-9bcdfe71-f1cc-42d8-a118-e7b2949f44ee service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359859 Feb 08 22:01:54.239788 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2e041de7-a8ef-4d81-a356-c3e4c8fddc3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:54.408749 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887700aa-c162-4927-8a9b-45bfe834cb08 req-b4dadc28-9fab-4e44-9b4e-1c8c2733f24e tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:54.410709 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-887700aa-c162-4927-8a9b-45bfe834cb08 req-b4dadc28-9fab-4e44-9b4e-1c8c2733f24e tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 944 time: 0.1032476 Feb 08 22:01:54.458930 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecbcc-8777-4ec5-9f78-98055684c577 req-40e8d03b-52da-484b-98ec-19639e91e035 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:54.460454 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-48eecbcc-8777-4ec5-9f78-98055684c577 req-40e8d03b-52da-484b-98ec-19639e91e035 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.96 "GET /v2.0/ports?device_id=6dc9c436-d600-4a72-8cb3-7e030e3ad706 HTTP/1.1" status: 200 len: 946 time: 0.1038671 Feb 08 22:01:54.527079 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-887700aa-c162-4927-8a9b-45bfe834cb08 req-29a20325-7493-4e66-b76a-15c4d102205f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033797 Feb 08 22:01:54.600279 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-48eecbcc-8777-4ec5-9f78-98055684c577 req-872c2983-86e2-42d8-8d06-0a73dd796303 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Deleting port 5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:01:54.600747 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-48eecbcc-8777-4ec5-9f78-98055684c577 req-872c2983-86e2-42d8-8d06-0a73dd796303 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:54.765010 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-48eecbcc-8777-4ec5-9f78-98055684c577 req-872c2983-86e2-42d8-8d06-0a73dd796303 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] For port 5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed,segment=NetworkSegment(9b96a04a-d577-4919-98a9-71aec7ff75d1),segment_id=9b96a04a-d577-4919-98a9-71aec7ff75d1)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:01:54.765450 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-48eecbcc-8777-4ec5-9f78-98055684c577 req-872c2983-86e2-42d8-8d06-0a73dd796303 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:54.786483 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-48eecbcc-8777-4ec5-9f78-98055684c577 req-872c2983-86e2-42d8-8d06-0a73dd796303 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Calling delete_port for 5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:01:54.999359 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-48eecbcc-8777-4ec5-9f78-98055684c577 req-872c2983-86e2-42d8-8d06-0a73dd796303 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:55.014098 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:01:55.050489 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c2983-86e2-42d8-8d06-0a73dd796303 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Pushing event deleted for resources: {'Port': ['ID=5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:01:55.166044 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-48eecbcc-8777-4ec5-9f78-98055684c577 req-872c2983-86e2-42d8-8d06-0a73dd796303 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] No DVR routers for this DVR port 5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:01:55.170717 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-48eecbcc-8777-4ec5-9f78-98055684c577 req-872c2983-86e2-42d8-8d06-0a73dd796303 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:55.174701 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-48eecbcc-8777-4ec5-9f78-98055684c577 req-872c2983-86e2-42d8-8d06-0a73dd796303 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.96 "DELETE /v2.0/ports/5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed HTTP/1.1" status: 204 len: 173 time: 0.6991055 Feb 08 22:01:55.175230 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc9c436-d600-4a72-8cb3-7e030e3ad706', 'name': 'network-vif-deleted', 'tag': '5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:01:55.177931 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec92ca4-056a-4319-8be5-247a644e9393" -d '{"events": [{"server_uuid": "6dc9c436-d600-4a72-8cb3-7e030e3ad706", "name": "network-vif-deleted", "tag": "5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:01:55.282185 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-085b98ab-45ad-41a0-afd3-1a53dcb5de2b req-18ea4dc7-4ae8-48af-8e77-0879330ba2fc tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dc9c436-d600-4a72-8cb3-7e030e3ad706 HTTP/1.1" status: 200 len: 210 time: 0.0619569 Feb 08 22:01:55.284880 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d810a3d-1cd6-4ed3-812f-78e400bb70d0 x-openstack-request-id: req-6d810a3d-1cd6-4ed3-812f-78e400bb70d0 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:01:55.285409 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc9c436-d600-4a72-8cb3-7e030e3ad706", "name": "network-vif-deleted", "tag": "5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:01:55.285833 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6d810a3d-1cd6-4ed3-812f-78e400bb70d0 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:01:55.286499 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc9c436-d600-4a72-8cb3-7e030e3ad706', 'name': 'network-vif-deleted', 'tag': '5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed', 'status': 'completed', 'code': 200} Feb 08 22:01:55.748873 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89934712-8334-474b-aae5-f95c0cf4af33 req-a2616930-df1e-4a92-8ff3-28fcafce860d tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:55.752604 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89934712-8334-474b-aae5-f95c0cf4af33 req-a2616930-df1e-4a92-8ff3-28fcafce860d tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 944 time: 0.1132956 Feb 08 22:01:55.831630 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89934712-8334-474b-aae5-f95c0cf4af33 req-1d6952f5-45cd-4f9f-8a83-fe23f75a438e tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686483 Feb 08 22:01:57.026352 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49a476-8b2e-4a5e-8b78-4d525089d8c8 req-1083ad41-7c69-4111-9715-41b5cf4475c0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:57.028962 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d49a476-8b2e-4a5e-8b78-4d525089d8c8 req-1083ad41-7c69-4111-9715-41b5cf4475c0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 944 time: 0.0866518 Feb 08 22:01:57.093016 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d49a476-8b2e-4a5e-8b78-4d525089d8c8 req-d6e0b804-a318-4eed-bae2-b8e9c025ee1e tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521920 Feb 08 22:01:57.521549 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6e0628fa-c6dd-40ac-84f0-58bed837a4ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:58.304731 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd3016-7aca-445f-b982-cbb67f422093 req-b84914ad-e858-45c0-b81f-41a7e8fcc875 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:58.307239 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dedd3016-7aca-445f-b982-cbb67f422093 req-b84914ad-e858-45c0-b81f-41a7e8fcc875 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 944 time: 0.1067638 Feb 08 22:01:58.403799 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dedd3016-7aca-445f-b982-cbb67f422093 req-1b2b17fa-4114-44c5-a925-8f9232600ee7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880361 Feb 08 22:01:58.464801 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:01:58.499469 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:01:58.500020 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 5d54e2ea-76ec-45cd-9f4e-36e9ddadbbed not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:01:59.350045 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:01:59.630942 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b0f20-ad7a-4459-8754-b1a7424256c2 req-999c1bb3-18bf-4d61-8256-bd514de1f880 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:01:59.633339 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc0b0f20-ad7a-4459-8754-b1a7424256c2 req-999c1bb3-18bf-4d61-8256-bd514de1f880 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 944 time: 0.0947442 Feb 08 22:01:59.770654 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dc0b0f20-ad7a-4459-8754-b1a7424256c2 req-e56e4ac3-31ff-4a0e-8217-7be088cd6e36 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283562 Feb 08 22:01:59.811213 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:02:00.937039 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a6d8b-a308-4a61-a3a1-97647adaf702 req-8448502e-bcdb-40e6-89a1-3aeb532a9b37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:00.939447 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d73a6d8b-a308-4a61-a3a1-97647adaf702 req-8448502e-bcdb-40e6-89a1-3aeb532a9b37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 944 time: 0.0741944 Feb 08 22:02:01.045028 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d73a6d8b-a308-4a61-a3a1-97647adaf702 req-2e702939-6d0d-4ccc-afe2-3007728be2f4 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934072 Feb 08 22:02:01.484397 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:01.659486 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:02.288247 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b9e8ed01-133e-48ca-9057-b7d64a8bc376 req-8ef956e6-36e7-4f42-8b58-b21c11c6e26b service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0834086 Feb 08 22:02:02.320139 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88ec3a-f4db-4af3-998d-5a357a19997d req-fa9b18ff-6703-4dae-b30d-d233f43f0e55 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:02.330448 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be88ec3a-f4db-4af3-998d-5a357a19997d req-fa9b18ff-6703-4dae-b30d-d233f43f0e55 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 944 time: 0.1530511 Feb 08 22:02:02.410438 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be88ec3a-f4db-4af3-998d-5a357a19997d req-ae2ce5df-17ff-4a1a-9a41-1385b4c82eed tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782077 Feb 08 22:02:02.451632 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8ed01-133e-48ca-9057-b7d64a8bc376 req-a0045766-2fa5-439f-8a6c-4deb75befe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:02.455267 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b9e8ed01-133e-48ca-9057-b7d64a8bc376 req-a0045766-2fa5-439f-8a6c-4deb75befe5a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 1128 time: 0.1069865 Feb 08 22:02:02.649479 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8ed01-133e-48ca-9057-b7d64a8bc376 req-6eadaee1-9fa9-4c47-8714-f4330597cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:02.649479 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b9e8ed01-133e-48ca-9057-b7d64a8bc376 req-6eadaee1-9fa9-4c47-8714-f4330597cb33 service neutron] 10.222.0.94 "GET /v2.0/networks?id=908da0c7-49db-4db6-8be7-093f356d149a HTTP/1.1" status: 200 len: 898 time: 0.1639466 Feb 08 22:02:02.779966 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b9e8ed01-133e-48ca-9057-b7d64a8bc376 req-d61fbffd-6e38-4e2f-a742-8f10f5fe90ca service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eab65de-6c77-4059-aade-5925565487d3 HTTP/1.1" status: 200 len: 1001 time: 0.1250188 Feb 08 22:02:02.863586 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8ed01-133e-48ca-9057-b7d64a8bc376 req-0f766f2f-0168-4f53-9b99-19162ccca298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:02.874025 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b9e8ed01-133e-48ca-9057-b7d64a8bc376 req-0f766f2f-0168-4f53-9b99-19162ccca298 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=159e34dd-f758-4f64-88ad-3f593d2fe70c HTTP/1.1" status: 200 len: 834 time: 0.0882871 Feb 08 22:02:02.960756 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8ed01-133e-48ca-9057-b7d64a8bc376 req-e14037c6-25ad-48fb-a941-3179edb6833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:02.962732 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b9e8ed01-133e-48ca-9057-b7d64a8bc376 req-e14037c6-25ad-48fb-a941-3179edb6833e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=908da0c7-49db-4db6-8be7-093f356d149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0824091 Feb 08 22:02:03.142746 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b9e8ed01-133e-48ca-9057-b7d64a8bc376 req-82e15c8f-5ad5-4cf8-915e-6bcc862e945a service neutron] 10.222.0.94 "GET /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729255 Feb 08 22:02:03.339712 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b9e8ed01-133e-48ca-9057-b7d64a8bc376 req-0eac320a-a1eb-4a70-92c7-167361b579b7 service neutron] 10.222.0.94 "GET /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894097 Feb 08 22:02:03.693553 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89356d3f-dcc5-4c0f-964a-6811e79f8d4f req-a81b3c00-b51f-421a-a07b-2954f88ecd8a tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:03.695386 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89356d3f-dcc5-4c0f-964a-6811e79f8d4f req-a81b3c00-b51f-421a-a07b-2954f88ecd8a tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 944 time: 0.1378739 Feb 08 22:02:03.817715 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89356d3f-dcc5-4c0f-964a-6811e79f8d4f req-b1445cf0-7113-4528-a6e2-0e31989f970c tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073694 Feb 08 22:02:04.964627 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a312ea2-8e7d-4173-a7d0-bc97d9891142 req-c6a7da56-3c42-4ff7-8846-5f99ce1dabd0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:04.966302 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a312ea2-8e7d-4173-a7d0-bc97d9891142 req-c6a7da56-3c42-4ff7-8846-5f99ce1dabd0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 944 time: 0.0630379 Feb 08 22:02:05.042820 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a312ea2-8e7d-4173-a7d0-bc97d9891142 req-8ff99d75-b15c-4139-ad03-6b2b721bfd97 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652614 Feb 08 22:02:06.215932 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afd236-a4b7-4ce9-97b5-e8f36cb206ea req-c3347599-fdaa-4ebe-81de-aa35b7661b6c tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:06.217763 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-60afd236-a4b7-4ce9-97b5-e8f36cb206ea req-c3347599-fdaa-4ebe-81de-aa35b7661b6c tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 944 time: 0.0673773 Feb 08 22:02:06.285773 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-60afd236-a4b7-4ce9-97b5-e8f36cb206ea req-bb19d249-9543-46df-a09b-0b57333ff553 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592058 Feb 08 22:02:06.713848 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:06.949576 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:07.467429 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f867c7-d45c-4a1d-ab92-764f40564cf8 req-8f59ef35-2d37-4249-b13c-49255a44a9b0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:07.469898 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-36f867c7-d45c-4a1d-ab92-764f40564cf8 req-8f59ef35-2d37-4249-b13c-49255a44a9b0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 944 time: 0.0883305 Feb 08 22:02:07.560980 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-36f867c7-d45c-4a1d-ab92-764f40564cf8 req-626517c1-cdd2-40c9-8418-2952a16b0a62 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697572 Feb 08 22:02:08.851997 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e28ae-c225-409a-98a2-0ac405c491f8 req-31d7ba3c-02d0-43f2-89b4-d3f213a55e99 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:08.858372 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-450e28ae-c225-409a-98a2-0ac405c491f8 req-31d7ba3c-02d0-43f2-89b4-d3f213a55e99 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 944 time: 0.1889381 Feb 08 22:02:08.941683 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-450e28ae-c225-409a-98a2-0ac405c491f8 req-7a6b9ea9-d019-45aa-85c7-6851882df6ab tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804527 Feb 08 22:02:09.352188 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-31afa8a0-2ce3-460b-ab9e-ef346f75fea3 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:09.353899 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-31afa8a0-2ce3-460b-ab9e-ef346f75fea3 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/networks?id=c1dcd45d-6349-4966-9ef8-c401cfe1cee9 HTTP/1.1" status: 200 len: 814 time: 0.1967638 Feb 08 22:02:09.374379 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-27d29f9a-befe-4bd7-812e-5c4ce29f415c tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/quotas/50c09c381f9c4df3981c4676dbbaad03 HTTP/1.1" status: 200 len: 375 time: 0.0110073 Feb 08 22:02:09.420699 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-48cc98a0-f023-483b-8a2a-ed3817ab504f tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=50c09c381f9c4df3981c4676dbbaad03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362475 Feb 08 22:02:09.540729 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-c9ba1444-ffc4-451e-bc5c-3ab7b8f20aa4 service neutron] 10.222.0.88 "GET /v2.0/networks/c1dcd45d-6349-4966-9ef8-c401cfe1cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068089 Feb 08 22:02:09.679253 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-f97e4c05-feb7-4962-b69b-604f01a61585 service neutron] 10.222.0.88 "GET /v2.0/networks/c1dcd45d-6349-4966-9ef8-c401cfe1cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283989 Feb 08 22:02:09.952291 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9b80c83-6f9a-482c-96f7-87737e745b96 req-fd850328-9ea3-4b0d-a053-fab65ec2e8c4 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6861192-a443-45e3-a44c-81f819d12b35 HTTP/1.1" status: 200 len: 210 time: 0.0442653 Feb 08 22:02:10.136452 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c710e7-8793-4ef1-b70d-f3189962847d req-e4094b7f-18bd-478c-a655-07d293601312 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:10.139260 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d0c710e7-8793-4ef1-b70d-f3189962847d req-e4094b7f-18bd-478c-a655-07d293601312 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 944 time: 0.0825088 Feb 08 22:02:10.210272 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d0c710e7-8793-4ef1-b70d-f3189962847d req-ecb49d18-ab71-4236-8e75-f628ab848eab tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609233 Feb 08 22:02:11.169370 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-63d32101-ca69-4b9c-abd9-7529dafb4f38 req-1d4220d1-6d5e-4a71-be93-4bbad233ebf9 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6861192-a443-45e3-a44c-81f819d12b35 HTTP/1.1" status: 200 len: 210 time: 0.0865588 Feb 08 22:02:11.238591 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-a18bdb8c-b69d-418d-b256-26f5a8e7fa8f tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:11.240348 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-a18bdb8c-b69d-418d-b256-26f5a8e7fa8f tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.96 "GET /v2.0/networks?id=c1dcd45d-6349-4966-9ef8-c401cfe1cee9 HTTP/1.1" status: 200 len: 814 time: 0.2085569 Feb 08 22:02:11.253092 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-80a3fe1c-2759-4647-9e69-b37963323cdd tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Request body: {'port': {'device_id': 'b6861192-a443-45e3-a44c-81f819d12b35', 'network_id': 'c1dcd45d-6349-4966-9ef8-c401cfe1cee9', 'admin_state_up': True, 'tenant_id': '50c09c381f9c4df3981c4676dbbaad03'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:02:11.429972 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec588cc-d1d7-4571-b441-6d017d8a6f7f req-9a32e7b0-d391-42f5-8599-d10c863d4186 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:11.431755 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eec588cc-d1d7-4571-b441-6d017d8a6f7f req-9a32e7b0-d391-42f5-8599-d10c863d4186 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 944 time: 0.1072278 Feb 08 22:02:11.480323 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-80a3fe1c-2759-4647-9e69-b37963323cdd tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Made reservation on behalf of 50c09c381f9c4df3981c4676dbbaad03 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:02:11.483915 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-80a3fe1c-2759-4647-9e69-b37963323cdd tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:11.517467 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eec588cc-d1d7-4571-b441-6d017d8a6f7f req-048fc8c3-6d79-4319-a2c2-45fea04d0b18 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766363 Feb 08 22:02:11.642945 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-80a3fe1c-2759-4647-9e69-b37963323cdd tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Allocated IP 172.20.0.4 (c1dcd45d-6349-4966-9ef8-c401cfe1cee9/8ab651ed-9a58-4aeb-a309-41dacaa90da5/d9a3f691-cb89-4fdb-87aa-42a02acef0e6) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:02:11.835367 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-80a3fe1c-2759-4647-9e69-b37963323cdd tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Publish callbacks [] for port (d9a3f691-cb89-4fdb-87aa-42a02acef0e6), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:11.876256 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-80a3fe1c-2759-4647-9e69-b37963323cdd tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (d9a3f691-cb89-4fdb-87aa-42a02acef0e6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:11.933581 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-80a3fe1c-2759-4647-9e69-b37963323cdd tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Network c1dcd45d-6349-4966-9ef8-c401cfe1cee9 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:02:11.941426 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-80a3fe1c-2759-4647-9e69-b37963323cdd tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:02:11.945565 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-80a3fe1c-2759-4647-9e69-b37963323cdd tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:02:11.951577 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3fe1c-2759-4647-9e69-b37963323cdd tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Pushing event updated for resources: {'Port': ['ID=d9a3f691-cb89-4fdb-87aa-42a02acef0e6,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:02:12.019177 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-80a3fe1c-2759-4647-9e69-b37963323cdd tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:12.020016 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-80a3fe1c-2759-4647-9e69-b37963323cdd tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:12.047980 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-80a3fe1c-2759-4647-9e69-b37963323cdd tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7998669 Feb 08 22:02:12.066442 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-63d6dde2-52ec-4056-8793-550ac1b3b15b service neutron] Request body: {'port': {'device_id': 'b6861192-a443-45e3-a44c-81f819d12b35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:02:12.144090 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-63d6dde2-52ec-4056-8793-550ac1b3b15b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d9a3f691-cb89-4fdb-87aa-42a02acef0e6), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:12.394924 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af80a70-e961-4402-85d2-34b78a7ca3ff req-0945d93d-6a1c-4865-a8f8-88b00c4bbf88 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:12.396495 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5af80a70-e961-4402-85d2-34b78a7ca3ff req-0945d93d-6a1c-4865-a8f8-88b00c4bbf88 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6861192-a443-45e3-a44c-81f819d12b35 HTTP/1.1" status: 200 len: 931 time: 0.1255844 Feb 08 22:02:12.496637 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5af80a70-e961-4402-85d2-34b78a7ca3ff req-62a42add-02bf-4f0b-9dd0-adcb6e5a90b5 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/security-groups?id=50ec0731-4295-43bb-a28c-bfe4d1b92cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868676 Feb 08 22:02:12.541495 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-63d6dde2-52ec-4056-8793-550ac1b3b15b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a3f691-cb89-4fdb-87aa-42a02acef0e6 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:02:12.551415 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-63d6dde2-52ec-4056-8793-550ac1b3b15b service neutron] Publish callbacks [] for port (d9a3f691-cb89-4fdb-87aa-42a02acef0e6), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:12.570851 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-63d6dde2-52ec-4056-8793-550ac1b3b15b service neutron] Transition to ACTIVE for port object d9a3f691-cb89-4fdb-87aa-42a02acef0e6 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:02:12.582254 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-63d6dde2-52ec-4056-8793-550ac1b3b15b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (d9a3f691-cb89-4fdb-87aa-42a02acef0e6), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:12.676893 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6dde2-52ec-4056-8793-550ac1b3b15b service neutron] Pushing event updated for resources: {'Port': ['ID=d9a3f691-cb89-4fdb-87aa-42a02acef0e6,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:02:12.745745 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cba79-dfeb-42bb-9e27-84465bd6e48a req-dcbd5df4-dfe9-44fc-925b-db49003ecb1d tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:12.747408 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f42cba79-dfeb-42bb-9e27-84465bd6e48a req-dcbd5df4-dfe9-44fc-925b-db49003ecb1d tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 944 time: 0.1361725 Feb 08 22:02:12.780242 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-63d6dde2-52ec-4056-8793-550ac1b3b15b service neutron] Attempting to bind port d9a3f691-cb89-4fdb-87aa-42a02acef0e6 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:02:12.780510 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-63d6dde2-52ec-4056-8793-550ac1b3b15b service neutron] Attempting to bind port d9a3f691-cb89-4fdb-87aa-42a02acef0e6 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '9b96a04a-d577-4919-98a9-71aec7ff75d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c1dcd45d-6349-4966-9ef8-c401cfe1cee9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:02:12.780855 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-63d6dde2-52ec-4056-8793-550ac1b3b15b service neutron] Attempting to bind port d9a3f691-cb89-4fdb-87aa-42a02acef0e6 on network c1dcd45d-6349-4966-9ef8-c401cfe1cee9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:02:12.796032 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-63d6dde2-52ec-4056-8793-550ac1b3b15b service neutron] Port d9a3f691-cb89-4fdb-87aa-42a02acef0e6 on network c1dcd45d-6349-4966-9ef8-c401cfe1cee9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:02:12.796369 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-63d6dde2-52ec-4056-8793-550ac1b3b15b service neutron] Attempting to bind port d9a3f691-cb89-4fdb-87aa-42a02acef0e6 on network c1dcd45d-6349-4966-9ef8-c401cfe1cee9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:02:12.814066 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-63d6dde2-52ec-4056-8793-550ac1b3b15b service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:02:12.814414 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-63d6dde2-52ec-4056-8793-550ac1b3b15b service neutron] Checking segment: {'id': '9b96a04a-d577-4919-98a9-71aec7ff75d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c1dcd45d-6349-4966-9ef8-c401cfe1cee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:02:12.814813 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-63d6dde2-52ec-4056-8793-550ac1b3b15b service neutron] Bound using segment: {'id': '9b96a04a-d577-4919-98a9-71aec7ff75d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c1dcd45d-6349-4966-9ef8-c401cfe1cee9'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:02:12.815254 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-63d6dde2-52ec-4056-8793-550ac1b3b15b service neutron] Bound port: d9a3f691-cb89-4fdb-87aa-42a02acef0e6, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b96a04a-d577-4919-98a9-71aec7ff75d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c1dcd45d-6349-4966-9ef8-c401cfe1cee9'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:02:12.815621 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-63d6dde2-52ec-4056-8793-550ac1b3b15b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d9a3f691-cb89-4fdb-87aa-42a02acef0e6), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:12.823441 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f42cba79-dfeb-42bb-9e27-84465bd6e48a req-d87030cd-ee19-4068-9337-69f075890356 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675149 Feb 08 22:02:12.888885 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-63d6dde2-52ec-4056-8793-550ac1b3b15b service neutron] For port d9a3f691-cb89-4fdb-87aa-42a02acef0e6, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:02:12.892662 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-63d6dde2-52ec-4056-8793-550ac1b3b15b service neutron] For port d9a3f691-cb89-4fdb-87aa-42a02acef0e6, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=d9a3f691-cb89-4fdb-87aa-42a02acef0e6,segment=NetworkSegment(9b96a04a-d577-4919-98a9-71aec7ff75d1),segment_id=9b96a04a-d577-4919-98a9-71aec7ff75d1)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:02:12.899507 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-63d6dde2-52ec-4056-8793-550ac1b3b15b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (d9a3f691-cb89-4fdb-87aa-42a02acef0e6), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:12.941218 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-63d6dde2-52ec-4056-8793-550ac1b3b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:12.941900 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-63d6dde2-52ec-4056-8793-550ac1b3b15b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:12.943337 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-63d6dde2-52ec-4056-8793-550ac1b3b15b service neutron] 10.222.0.96 "PUT /v2.0/ports/d9a3f691-cb89-4fdb-87aa-42a02acef0e6 HTTP/1.1" status: 200 len: 1092 time: 0.8870606 Feb 08 22:02:12.943790 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6861192-a443-45e3-a44c-81f819d12b35', 'tag': 'd9a3f691-cb89-4fdb-87aa-42a02acef0e6'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:02:12.946086 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7526bfde-287a-493b-8783-39acaad06f17" -d '{"events": [{"name": "network-changed", "server_uuid": "b6861192-a443-45e3-a44c-81f819d12b35", "tag": "d9a3f691-cb89-4fdb-87aa-42a02acef0e6"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:02:12.972988 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6dde2-52ec-4056-8793-550ac1b3b15b service neutron] Pushing event updated for resources: {'Port': ['ID=d9a3f691-cb89-4fdb-87aa-42a02acef0e6,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:02:12.995300 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec083216-01ce-4324-b62e-fc7c7d81d29b x-openstack-request-id: req-ec083216-01ce-4324-b62e-fc7c7d81d29b {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:02:12.995617 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6861192-a443-45e3-a44c-81f819d12b35", "tag": "d9a3f691-cb89-4fdb-87aa-42a02acef0e6", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:02:12.995879 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ec083216-01ce-4324-b62e-fc7c7d81d29b {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:02:12.996299 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6861192-a443-45e3-a44c-81f819d12b35', 'tag': 'd9a3f691-cb89-4fdb-87aa-42a02acef0e6', 'status': 'completed', 'code': 200} Feb 08 22:02:13.050430 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-bef573f4-994a-408c-aa13-39e1fe556752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:13.052027 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-bef573f4-994a-408c-aa13-39e1fe556752 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=50c09c381f9c4df3981c4676dbbaad03&device_id=b6861192-a443-45e3-a44c-81f819d12b35 HTTP/1.1" status: 200 len: 1126 time: 0.0515828 Feb 08 22:02:13.095504 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-55827704-6855-4f31-b41e-e259b30ae7eb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9a3f691-cb89-4fdb-87aa-42a02acef0e6 HTTP/1.1" status: 200 len: 217 time: 0.0363474 Feb 08 22:02:13.155348 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-0a1a7fa6-0d04-40c3-bb65-5eebf6e4b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:13.156850 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-0a1a7fa6-0d04-40c3-bb65-5eebf6e4b71b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8ab651ed-9a58-4aeb-a309-41dacaa90da5 HTTP/1.1" status: 200 len: 854 time: 0.0558472 Feb 08 22:02:13.192621 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-26d5b11e-8184-4e42-8987-50c9c8ed03f5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c1dcd45d-6349-4966-9ef8-c401cfe1cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295331 Feb 08 22:02:13.305848 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-3cede1cd-29f3-438a-b09f-ea168cfd1e5c service neutron] 10.222.0.96 "GET /v2.0/networks/c1dcd45d-6349-4966-9ef8-c401cfe1cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068490 Feb 08 22:02:13.415191 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-47248ddf-d0a5-43e1-ad90-152d116c5fdc req-60d1f700-c43b-4fb8-b28f-23e874ba0308 service neutron] 10.222.0.96 "GET /v2.0/networks/c1dcd45d-6349-4966-9ef8-c401cfe1cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025538 Feb 08 22:02:13.548307 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526bfde-287a-493b-8783-39acaad06f17 req-5c96f2a2-dbba-4036-a556-c44694e7ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:13.550867 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7526bfde-287a-493b-8783-39acaad06f17 req-5c96f2a2-dbba-4036-a556-c44694e7ba6f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=50c09c381f9c4df3981c4676dbbaad03&device_id=b6861192-a443-45e3-a44c-81f819d12b35 HTTP/1.1" status: 200 len: 1126 time: 0.0826626 Feb 08 22:02:13.744253 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526bfde-287a-493b-8783-39acaad06f17 req-b42bc519-de28-4143-a62a-c5db2fe61bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:13.746432 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7526bfde-287a-493b-8783-39acaad06f17 req-b42bc519-de28-4143-a62a-c5db2fe61bf2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c1dcd45d-6349-4966-9ef8-c401cfe1cee9 HTTP/1.1" status: 200 len: 915 time: 0.1884696 Feb 08 22:02:13.754654 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f207f-434c-42df-b5cb-64e92d204765 req-a31eb5b0-2224-464b-b0d8-72bd8702a75b tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:13.756246 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3e7f207f-434c-42df-b5cb-64e92d204765 req-a31eb5b0-2224-464b-b0d8-72bd8702a75b tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6861192-a443-45e3-a44c-81f819d12b35 HTTP/1.1" status: 200 len: 943 time: 0.1319683 Feb 08 22:02:13.761549 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c30bdf6-ca57-405d-b0ad-57ea09c27c1c req-6523f61e-5a74-42fd-a683-3d45647e6b8e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1811674 Feb 08 22:02:13.823473 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7526bfde-287a-493b-8783-39acaad06f17 req-fdfe6cc3-ec77-4a13-bb30-5f11cbaa6063 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9a3f691-cb89-4fdb-87aa-42a02acef0e6 HTTP/1.1" status: 200 len: 217 time: 0.0657837 Feb 08 22:02:13.935844 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3e7f207f-434c-42df-b5cb-64e92d204765 req-d58e23c7-8fc5-41f9-9b83-d3641dbb9f1e tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/security-groups?id=50ec0731-4295-43bb-a28c-bfe4d1b92cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679351 Feb 08 22:02:13.951116 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526bfde-287a-493b-8783-39acaad06f17 req-3a5d82f1-bc76-4df1-a4d3-aed91f82da88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:13.952897 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7526bfde-287a-493b-8783-39acaad06f17 req-3a5d82f1-bc76-4df1-a4d3-aed91f82da88 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8ab651ed-9a58-4aeb-a309-41dacaa90da5 HTTP/1.1" status: 200 len: 854 time: 0.1184752 Feb 08 22:02:14.004879 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30bdf6-ca57-405d-b0ad-57ea09c27c1c req-c72b1e43-c4d4-4b1f-ab46-af7753789102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:14.006566 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c30bdf6-ca57-405d-b0ad-57ea09c27c1c req-c72b1e43-c4d4-4b1f-ab46-af7753789102 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 1129 time: 0.1858690 Feb 08 22:02:14.029652 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7526bfde-287a-493b-8783-39acaad06f17 req-68c4f81e-398c-4cf2-b823-6fbc138a99a3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c1dcd45d-6349-4966-9ef8-c401cfe1cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607729 Feb 08 22:02:14.568371 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c7dfc-f9e7-4558-ba28-2c70b3e275e1 req-612b9ea0-3f8c-4286-b748-665caad8c065 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:14.570022 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3d9c7dfc-f9e7-4558-ba28-2c70b3e275e1 req-612b9ea0-3f8c-4286-b748-665caad8c065 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 944 time: 0.6142349 Feb 08 22:02:14.613450 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30bdf6-ca57-405d-b0ad-57ea09c27c1c req-6b2587ea-f207-4c35-8e75-95a82ea6906f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:14.614969 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c30bdf6-ca57-405d-b0ad-57ea09c27c1c req-6b2587ea-f207-4c35-8e75-95a82ea6906f service neutron] 10.222.0.96 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 913 time: 0.5835123 Feb 08 22:02:14.648336 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7526bfde-287a-493b-8783-39acaad06f17 req-713c5606-fb71-429e-bccd-828590800b36 service neutron] 10.222.0.96 "GET /v2.0/networks/c1dcd45d-6349-4966-9ef8-c401cfe1cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6059155 Feb 08 22:02:14.703392 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c30bdf6-ca57-405d-b0ad-57ea09c27c1c req-a1597edf-d3d3-4604-b0bf-8fc6aeca3cc2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db972ba6-a9bc-4f96-a532-b084ef1bed66 HTTP/1.1" status: 200 len: 217 time: 0.0703323 Feb 08 22:02:14.812922 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3d9c7dfc-f9e7-4558-ba28-2c70b3e275e1 req-2d9913a7-6ed6-4d1d-881c-f66e0e828113 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260900 Feb 08 22:02:14.849944 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30bdf6-ca57-405d-b0ad-57ea09c27c1c req-b32b5707-c14c-4ad7-926d-5ec35b185734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:14.851526 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c30bdf6-ca57-405d-b0ad-57ea09c27c1c req-b32b5707-c14c-4ad7-926d-5ec35b185734 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e2ac310d-6418-47f9-bc84-ee6106411485 HTTP/1.1" status: 200 len: 851 time: 0.1210387 Feb 08 22:02:14.912587 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7526bfde-287a-493b-8783-39acaad06f17 req-2b23f406-b68b-4621-89fd-5ca4ee74301b service neutron] 10.222.0.96 "GET /v2.0/networks/c1dcd45d-6349-4966-9ef8-c401cfe1cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268000 Feb 08 22:02:14.938840 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30bdf6-ca57-405d-b0ad-57ea09c27c1c req-65d729fb-6a3e-4da2-9523-4e7967beaa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:14.941086 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c30bdf6-ca57-405d-b0ad-57ea09c27c1c req-65d729fb-6a3e-4da2-9523-4e7967beaa45 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3e877b49-38c1-41e0-85cf-576297877def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0816770 Feb 08 22:02:15.095755 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c30bdf6-ca57-405d-b0ad-57ea09c27c1c req-57e705db-f1cd-4223-97a8-38d13faaaf03 service neutron] 10.222.0.96 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492004 Feb 08 22:02:15.185522 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db71b8-b8b1-465f-bbda-3dc509fcf6cd req-3aba2949-d0bc-4722-a023-a1213f695fd6 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:15.187277 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-20db71b8-b8b1-465f-bbda-3dc509fcf6cd req-3aba2949-d0bc-4722-a023-a1213f695fd6 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6861192-a443-45e3-a44c-81f819d12b35 HTTP/1.1" status: 200 len: 943 time: 0.1470759 Feb 08 22:02:15.296894 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c30bdf6-ca57-405d-b0ad-57ea09c27c1c req-54b0cd00-1f10-4070-8b32-b6e456a7ff8b service neutron] 10.222.0.96 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947892 Feb 08 22:02:15.325367 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-20db71b8-b8b1-465f-bbda-3dc509fcf6cd req-934ce5c2-0d5b-4a32-bf77-f1b3480da5a9 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/security-groups?id=50ec0731-4295-43bb-a28c-bfe4d1b92cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252284 Feb 08 22:02:15.973865 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8bf78-d88a-42ca-8c44-7685f6c821dc req-e36551d7-ac2f-405e-8fc0-108875e53b78 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:15.975510 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-47b8bf78-d88a-42ca-8c44-7685f6c821dc req-e36551d7-ac2f-405e-8fc0-108875e53b78 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 944 time: 0.0704753 Feb 08 22:02:16.044193 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-47b8bf78-d88a-42ca-8c44-7685f6c821dc req-3ced480c-a48f-4131-b4bb-5c5aee6858d4 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548291 Feb 08 22:02:16.483026 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a9f45-819d-4e12-88b0-58f94abd5ac8 req-67d4a568-8c3e-46c5-ac8a-9771314ef93e tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:16.484574 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b91a9f45-819d-4e12-88b0-58f94abd5ac8 req-67d4a568-8c3e-46c5-ac8a-9771314ef93e tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6861192-a443-45e3-a44c-81f819d12b35 HTTP/1.1" status: 200 len: 943 time: 0.0685775 Feb 08 22:02:16.549326 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device d9a3f691-cb89-4fdb-87aa-42a02acef0e6 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:02:16.579516 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b91a9f45-819d-4e12-88b0-58f94abd5ac8 req-3ef813d0-cc99-4803-8800-42deb9f3fae5 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/security-groups?id=50ec0731-4295-43bb-a28c-bfe4d1b92cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814826 Feb 08 22:02:16.675829 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port d9a3f691-cb89-4fdb-87aa-42a02acef0e6, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=d9a3f691-cb89-4fdb-87aa-42a02acef0e6,segment=NetworkSegment(9b96a04a-d577-4919-98a9-71aec7ff75d1),segment_id=9b96a04a-d577-4919-98a9-71aec7ff75d1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:02:16.689006 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'd9a3f691-cb89-4fdb-87aa-42a02acef0e6', 'network_id': 'c1dcd45d-6349-4966-9ef8-c401cfe1cee9', 'port_id': 'd9a3f691-cb89-4fdb-87aa-42a02acef0e6', 'mac_address': 'fa:16:3e:4b:f8:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ab651ed-9a58-4aeb-a309-41dacaa90da5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:02:16.733602 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port d9a3f691-cb89-4fdb-87aa-42a02acef0e6 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:02:16.734366 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d9a3f691-cb89-4fdb-87aa-42a02acef0e6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:16.756393 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a3f691-cb89-4fdb-87aa-42a02acef0e6 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:02:16.780539 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port d9a3f691-cb89-4fdb-87aa-42a02acef0e6, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=d9a3f691-cb89-4fdb-87aa-42a02acef0e6,segment=NetworkSegment(9b96a04a-d577-4919-98a9-71aec7ff75d1),segment_id=9b96a04a-d577-4919-98a9-71aec7ff75d1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:02:16.786663 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d9a3f691-cb89-4fdb-87aa-42a02acef0e6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:16.842093 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=d9a3f691-cb89-4fdb-87aa-42a02acef0e6,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:02:16.852075 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:02:16.852458 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:02:16.853109 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:02:16.853969 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:02:16.855459 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:02:16.855850 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:02:16.856255 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:02:16.856681 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:02:16.856994 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:02:16.857430 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:02:16.857783 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:02:16.858125 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:02:16.858457 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:02:17.126224 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['d9a3f691-cb89-4fdb-87aa-42a02acef0e6'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:02:17.217767 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca396f9-37a4-4f55-99ed-5183f1c5c634 req-bd53d38a-447f-4465-a3f3-533641d3190e tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:17.222097 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bca396f9-37a4-4f55-99ed-5183f1c5c634 req-bd53d38a-447f-4465-a3f3-533641d3190e tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 944 time: 0.0892739 Feb 08 22:02:17.289783 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bca396f9-37a4-4f55-99ed-5183f1c5c634 req-9d459970-55f6-47bf-9d79-305c3a199cf5 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562816 Feb 08 22:02:17.748285 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c272b-ba38-4ce0-9433-85f756cc705b req-b2f07abd-93c9-4cf3-9257-b88989778eab tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:17.751048 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba2c272b-ba38-4ce0-9433-85f756cc705b req-b2f07abd-93c9-4cf3-9257-b88989778eab tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6861192-a443-45e3-a44c-81f819d12b35 HTTP/1.1" status: 200 len: 944 time: 0.0790145 Feb 08 22:02:17.816760 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba2c272b-ba38-4ce0-9433-85f756cc705b req-db652af3-3a4f-4c0d-88f6-dc2a7d309da5 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/security-groups?id=50ec0731-4295-43bb-a28c-bfe4d1b92cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582371 Feb 08 22:02:18.468460 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c0558-d769-451b-976e-fc2cc79ffdd5 req-9a75b925-529f-49c3-aa81-40c5066a72ea tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:18.470253 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1b1c0558-d769-451b-976e-fc2cc79ffdd5 req-9a75b925-529f-49c3-aa81-40c5066a72ea tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 944 time: 0.0859559 Feb 08 22:02:18.554249 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1b1c0558-d769-451b-976e-fc2cc79ffdd5 req-ccfc1dc2-1d01-4cd0-8354-7099d2413085 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767949 Feb 08 22:02:18.564975 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device d9a3f691-cb89-4fdb-87aa-42a02acef0e6 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:02:18.629857 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port d9a3f691-cb89-4fdb-87aa-42a02acef0e6 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:02:18.635765 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port d9a3f691-cb89-4fdb-87aa-42a02acef0e6 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:02:18.636141 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d9a3f691-cb89-4fdb-87aa-42a02acef0e6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:18.741786 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port d9a3f691-cb89-4fdb-87aa-42a02acef0e6 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:02:18.741786 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d9a3f691-cb89-4fdb-87aa-42a02acef0e6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:18.770607 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6861192-a443-45e3-a44c-81f819d12b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a3f691-cb89-4fdb-87aa-42a02acef0e6'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:02:18.773153 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01615a8d-5613-4535-941c-25bde5cc4d6c" -d '{"events": [{"server_uuid": "b6861192-a443-45e3-a44c-81f819d12b35", "name": "network-vif-plugged", "status": "completed", "tag": "d9a3f691-cb89-4fdb-87aa-42a02acef0e6"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:02:18.789457 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port d9a3f691-cb89-4fdb-87aa-42a02acef0e6, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=d9a3f691-cb89-4fdb-87aa-42a02acef0e6,segment=NetworkSegment(9b96a04a-d577-4919-98a9-71aec7ff75d1),segment_id=9b96a04a-d577-4919-98a9-71aec7ff75d1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:02:18.798711 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d9a3f691-cb89-4fdb-87aa-42a02acef0e6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:18.838097 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f846eb-cac6-4f8b-b57f-190bbdb1b705 x-openstack-request-id: req-32f846eb-cac6-4f8b-b57f-190bbdb1b705 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:02:18.838391 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6861192-a443-45e3-a44c-81f819d12b35", "name": "network-vif-plugged", "status": "completed", "tag": "d9a3f691-cb89-4fdb-87aa-42a02acef0e6", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:02:18.838762 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-32f846eb-cac6-4f8b-b57f-190bbdb1b705 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:02:18.839062 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6861192-a443-45e3-a44c-81f819d12b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a3f691-cb89-4fdb-87aa-42a02acef0e6', 'code': 200} Feb 08 22:02:18.887629 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=d9a3f691-cb89-4fdb-87aa-42a02acef0e6,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:02:19.017653 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46367880-95b8-4ac6-be83-4779b61d6f72 req-c63c1479-cf26-4fbe-9487-82480f23279b tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:19.019916 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-46367880-95b8-4ac6-be83-4779b61d6f72 req-c63c1479-cf26-4fbe-9487-82480f23279b tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6861192-a443-45e3-a44c-81f819d12b35 HTTP/1.1" status: 200 len: 945 time: 0.1137631 Feb 08 22:02:19.028229 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed885216-0232-4c16-a4c5-5f95e4e21b60 req-d043a4c4-d98a-461f-9c00-cacb80293181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:19.030093 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed885216-0232-4c16-a4c5-5f95e4e21b60 req-d043a4c4-d98a-461f-9c00-cacb80293181 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=b6861192-a443-45e3-a44c-81f819d12b35 HTTP/1.1" status: 200 len: 1128 time: 0.1096961 Feb 08 22:02:19.122323 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-46367880-95b8-4ac6-be83-4779b61d6f72 req-acf52bb6-fd25-4b2c-bc7e-d074ad41fa36 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/security-groups?id=50ec0731-4295-43bb-a28c-bfe4d1b92cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907209 Feb 08 22:02:19.124807 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed885216-0232-4c16-a4c5-5f95e4e21b60 req-98c20e05-dec2-4328-831c-6b577f06f0c6 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=50ec0731-4295-43bb-a28c-bfe4d1b92cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853531 Feb 08 22:02:19.531965 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72024e20-1fbd-4be6-b47f-1e6bc6db256c req-5cdbc4bc-f21c-44f7-ab64-38d07e6e7ee6 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:19.533549 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72024e20-1fbd-4be6-b47f-1e6bc6db256c req-5cdbc4bc-f21c-44f7-ab64-38d07e6e7ee6 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 1128 time: 0.0646143 Feb 08 22:02:19.609267 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72024e20-1fbd-4be6-b47f-1e6bc6db256c req-b9010137-930d-40d0-b0fe-8bc77be4e60f tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691614 Feb 08 22:02:19.721363 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4717a4-fdc3-433d-bff2-00acb3a150f2 req-706d5267-9cb9-42b7-8f6a-8fbad950d7ea tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:19.722841 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b4717a4-fdc3-433d-bff2-00acb3a150f2 req-706d5267-9cb9-42b7-8f6a-8fbad950d7ea tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 944 time: 0.0726166 Feb 08 22:02:19.788303 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b4717a4-fdc3-433d-bff2-00acb3a150f2 req-cdc6053a-ec5f-4757-abb7-e737cc6a874d tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565891 Feb 08 22:02:19.886030 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c758fe9-718d-4e09-82cf-3c07df50d706 req-767aa345-c6f5-4a35-93d2-c64a3008ad58 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:19.888346 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4c758fe9-718d-4e09-82cf-3c07df50d706 req-767aa345-c6f5-4a35-93d2-c64a3008ad58 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 945 time: 0.0852656 Feb 08 22:02:19.960287 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4c758fe9-718d-4e09-82cf-3c07df50d706 req-636c2b7a-5953-4851-9277-7e3705520b1f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620856 Feb 08 22:02:19.984980 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42518) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:02:20.065508 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ff7652ea-3dba-43c0-9c2e-6fedfc971350 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/floatingips/ea0e4a4d-82c4-4dfa-8402-dbf215a32605 HTTP/1.1" status: 200 len: 993 time: 0.0790081 Feb 08 22:02:20.279613 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3232e2f-d10b-4d5c-99a1-892a55321a51 req-3a7a5d3c-d284-4df4-bd33-55aeeb7b1ba9 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:20.282071 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e3232e2f-d10b-4d5c-99a1-892a55321a51 req-3a7a5d3c-d284-4df4-bd33-55aeeb7b1ba9 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6861192-a443-45e3-a44c-81f819d12b35 HTTP/1.1" status: 200 len: 945 time: 0.0860209 Feb 08 22:02:20.349743 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e3232e2f-d10b-4d5c-99a1-892a55321a51 req-4497ae61-3bb9-40c7-b6dc-6d03623771c6 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/security-groups?id=50ec0731-4295-43bb-a28c-bfe4d1b92cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616121 Feb 08 22:02:20.691240 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42532) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:02:20.741279 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6ce25-df28-423c-8ec6-78c42ad669b8 req-8cb2aa29-f007-4221-b911-6903f9629951 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:20.742928 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9f6ce25-df28-423c-8ec6-78c42ad669b8 req-8cb2aa29-f007-4221-b911-6903f9629951 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 945 time: 0.0680618 Feb 08 22:02:20.812895 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9f6ce25-df28-423c-8ec6-78c42ad669b8 req-05cd4d39-879c-4b27-bf8b-0af5b8191895 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585213 Feb 08 22:02:20.840327 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-d5092d1b-e06c-449b-a3fa-146ef2da3728 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1473148 Feb 08 22:02:20.849495 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-8262136e-1dcb-4ac1-b50b-af9ae50550d8 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 22:02:20.850649 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-8262136e-1dcb-4ac1-b50b-af9ae50550d8 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056407 Feb 08 22:02:20.947214 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae23e2-af21-42a9-90d4-3b3d2e14f596 req-884856d4-5bb4-4959-a447-418476f126cb tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:20.949012 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-30ae23e2-af21-42a9-90d4-3b3d2e14f596 req-884856d4-5bb4-4959-a447-418476f126cb tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 944 time: 0.0689759 Feb 08 22:02:21.024577 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-30ae23e2-af21-42a9-90d4-3b3d2e14f596 req-4ecc35d3-a251-4ad2-96cf-dd1ed055bd42 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692666 Feb 08 22:02:21.486038 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801718fa-97e3-4a34-86a5-0253a3e75f12 req-919538e8-50f0-4e7e-8deb-e6bb799b3a07 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:21.488115 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-801718fa-97e3-4a34-86a5-0253a3e75f12 req-919538e8-50f0-4e7e-8deb-e6bb799b3a07 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6861192-a443-45e3-a44c-81f819d12b35 HTTP/1.1" status: 200 len: 945 time: 0.0598960 Feb 08 22:02:21.542669 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-801718fa-97e3-4a34-86a5-0253a3e75f12 req-0c42e0b6-3e19-4c83-8d76-53ce6c9aaa04 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/security-groups?id=50ec0731-4295-43bb-a28c-bfe4d1b92cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482821 Feb 08 22:02:21.963843 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b26d3f-f18f-4eee-944f-d2d4f2e2e478 req-28da6308-ff85-43c7-a4b9-bf159d3ade78 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:21.964911 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-93b26d3f-f18f-4eee-944f-d2d4f2e2e478 req-28da6308-ff85-43c7-a4b9-bf159d3ade78 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 945 time: 0.0615165 Feb 08 22:02:22.034102 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-93b26d3f-f18f-4eee-944f-d2d4f2e2e478 req-793db1f1-a6bd-418b-8c04-cc32ed6eed26 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610113 Feb 08 22:02:22.111661 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-d8e07939-1415-470b-a21e-dece39162ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:22.113200 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-d8e07939-1415-470b-a21e-dece39162ae7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 1128 time: 0.0545013 Feb 08 22:02:22.161915 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7daed97-0cd0-4a84-9a09-218ecb77f4c4 req-862789ed-325b-4f34-8e28-d554b2d23887 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:22.163450 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e7daed97-0cd0-4a84-9a09-218ecb77f4c4 req-862789ed-325b-4f34-8e28-d554b2d23887 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 944 time: 0.0610344 Feb 08 22:02:22.214929 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-ed45c2f0-c688-4f07-b1c0-54c40292f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:22.216454 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-ed45c2f0-c688-4f07-b1c0-54c40292f1dc service neutron] 10.222.0.94 "GET /v2.0/networks?id=908da0c7-49db-4db6-8be7-093f356d149a HTTP/1.1" status: 200 len: 898 time: 0.0962803 Feb 08 22:02:22.220935 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e7daed97-0cd0-4a84-9a09-218ecb77f4c4 req-df5777e6-07c4-44cd-8cca-f7a0b418171c tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477228 Feb 08 22:02:22.288828 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-3e5a7f9a-d597-43e1-b63b-a070e1496099 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eab65de-6c77-4059-aade-5925565487d3 HTTP/1.1" status: 200 len: 1001 time: 0.0651083 Feb 08 22:02:22.348876 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-5e674f93-14de-408a-a56b-eddab22cb356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:22.350527 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-5e674f93-14de-408a-a56b-eddab22cb356 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=159e34dd-f758-4f64-88ad-3f593d2fe70c HTTP/1.1" status: 200 len: 834 time: 0.0530195 Feb 08 22:02:22.400851 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-9f3270f8-14f8-482e-bfd5-d7392207e05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:22.402481 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-9f3270f8-14f8-482e-bfd5-d7392207e05c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=908da0c7-49db-4db6-8be7-093f356d149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463934 Feb 08 22:02:22.493439 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-d95cadc8-c193-42b3-b3a7-e4a65b818fa8 service neutron] 10.222.0.94 "GET /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837631 Feb 08 22:02:22.596332 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-48aa60f3-64a8-4238-ac17-d062db49210a service neutron] 10.222.0.94 "GET /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917847 Feb 08 22:02:23.165094 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cd2c6-f94c-4aea-8ceb-ac951c149455 req-da58f2e9-4542-4474-880c-2120d23bf22b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:23.166729 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be0cd2c6-f94c-4aea-8ceb-ac951c149455 req-da58f2e9-4542-4474-880c-2120d23bf22b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 945 time: 0.0620859 Feb 08 22:02:23.225199 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be0cd2c6-f94c-4aea-8ceb-ac951c149455 req-f614b411-c713-4e47-bed3-cfc12f3de5bd tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523052 Feb 08 22:02:23.360425 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e30e5fc-f7a9-4907-abca-29531d015c4c req-470b1601-fc4a-4fd0-9dd7-06fbd6524843 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:23.362039 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e30e5fc-f7a9-4907-abca-29531d015c4c req-470b1601-fc4a-4fd0-9dd7-06fbd6524843 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 944 time: 0.0612085 Feb 08 22:02:23.414269 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e30e5fc-f7a9-4907-abca-29531d015c4c req-8416fbc3-3ba0-4ba9-90ab-e560442055e2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461621 Feb 08 22:02:24.229601 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-507e49e4-4279-48db-856e-7fd9f4c2b89e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:24.384891 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8a68d-f641-4c81-8dbb-1e9d8945f007 req-01eef10c-7a15-4ecb-8e2b-908aabcee9ca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:24.388335 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1e8a68d-f641-4c81-8dbb-1e9d8945f007 req-01eef10c-7a15-4ecb-8e2b-908aabcee9ca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 945 time: 0.0768607 Feb 08 22:02:24.441065 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1e8a68d-f641-4c81-8dbb-1e9d8945f007 req-13256435-2a2a-4f1b-96e6-2edfe65dce37 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462725 Feb 08 22:02:24.549508 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd421727-10d3-408f-87da-9c20468ee98c req-33d0abb1-1a7f-474d-b122-54ff73fb923d tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:24.551652 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd421727-10d3-408f-87da-9c20468ee98c req-33d0abb1-1a7f-474d-b122-54ff73fb923d tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 944 time: 0.0641263 Feb 08 22:02:24.605280 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd421727-10d3-408f-87da-9c20468ee98c req-18dc2fcf-72e3-490f-9663-37ca26e7f51f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473568 Feb 08 22:02:25.581446 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e4422-72e5-474e-a31f-614e35999b3b req-e1afa4e0-84ac-4cbf-a9c9-74772225f505 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:25.583022 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c88e4422-72e5-474e-a31f-614e35999b3b req-e1afa4e0-84ac-4cbf-a9c9-74772225f505 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 945 time: 0.0611050 Feb 08 22:02:25.638541 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c88e4422-72e5-474e-a31f-614e35999b3b req-662abfb1-efcc-4e63-8b29-1dfbb0be4621 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493555 Feb 08 22:02:25.762058 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05289f1-d22a-461f-9930-d4559f718302 req-e1bbf607-ac21-4341-a380-9718a33a8177 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:25.763707 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d05289f1-d22a-461f-9930-d4559f718302 req-e1bbf607-ac21-4341-a380-9718a33a8177 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 944 time: 0.0666814 Feb 08 22:02:25.816482 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d05289f1-d22a-461f-9930-d4559f718302 req-63ddbb9d-58dd-4a5c-aa45-a10805b36436 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465305 Feb 08 22:02:26.780787 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca427b-235a-4dc0-96da-112206f88477 req-a655d6f3-c110-46e5-b0a7-08b5834edf50 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:26.782453 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0aca427b-235a-4dc0-96da-112206f88477 req-a655d6f3-c110-46e5-b0a7-08b5834edf50 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 945 time: 0.0632527 Feb 08 22:02:26.837616 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0aca427b-235a-4dc0-96da-112206f88477 req-d18a2475-af33-40c3-a9ea-409b27876b6a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485702 Feb 08 22:02:26.960802 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939328b7-545e-42ac-bf99-0550ed8510e3 req-0fd6ae78-b10e-4ba6-a6d5-5ab39536c540 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:26.962489 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-939328b7-545e-42ac-bf99-0550ed8510e3 req-0fd6ae78-b10e-4ba6-a6d5-5ab39536c540 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 944 time: 0.0597470 Feb 08 22:02:27.020912 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-939328b7-545e-42ac-bf99-0550ed8510e3 req-294b0b23-3d35-407d-84f1-abce8843c8c3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516355 Feb 08 22:02:27.526075 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-751b1333-6005-4215-995b-0aa765e7e708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:28.015041 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8490976-9c1f-4d48-bc9f-f8ff334f28d6 req-bfe91dd2-a648-434f-8498-06ef64126aee tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:28.015041 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b8490976-9c1f-4d48-bc9f-f8ff334f28d6 req-bfe91dd2-a648-434f-8498-06ef64126aee tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 945 time: 0.0860891 Feb 08 22:02:28.104416 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b8490976-9c1f-4d48-bc9f-f8ff334f28d6 req-b37e11e1-a531-4528-9881-3729c3d15020 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831466 Feb 08 22:02:28.171569 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010b307-d75b-402b-8db5-73c0f4070f7c req-d2e473f4-7459-4e77-a7ec-a5d8b4dfb422 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:28.173339 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a010b307-d75b-402b-8db5-73c0f4070f7c req-d2e473f4-7459-4e77-a7ec-a5d8b4dfb422 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 944 time: 0.0646439 Feb 08 22:02:28.237195 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a010b307-d75b-402b-8db5-73c0f4070f7c req-5f0a39c6-dc5d-4a28-ab6e-07d764dfa24f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577042 Feb 08 22:02:28.666951 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 721074a8-fb1c-4cbd-96cb-d7248a0fe41b details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:02:28.788075 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 721074a8-fb1c-4cbd-96cb-d7248a0fe41b, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=721074a8-fb1c-4cbd-96cb-d7248a0fe41b,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:02:28.801553 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '721074a8-fb1c-4cbd-96cb-d7248a0fe41b', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'port_id': '721074a8-fb1c-4cbd-96cb-d7248a0fe41b', 'mac_address': 'fa:16:3e:9d:3a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:02:28.852468 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 721074a8-fb1c-4cbd-96cb-d7248a0fe41b is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:02:28.852877 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (721074a8-fb1c-4cbd-96cb-d7248a0fe41b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:28.869842 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721074a8-fb1c-4cbd-96cb-d7248a0fe41b {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:02:28.893314 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 721074a8-fb1c-4cbd-96cb-d7248a0fe41b, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=721074a8-fb1c-4cbd-96cb-d7248a0fe41b,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:02:28.898014 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (721074a8-fb1c-4cbd-96cb-d7248a0fe41b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:28.960336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=721074a8-fb1c-4cbd-96cb-d7248a0fe41b,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:02:29.220796 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['721074a8-fb1c-4cbd-96cb-d7248a0fe41b'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:02:29.324667 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ce9da-0a9f-4f91-8bb4-5adad980eeb3 req-ef202ac6-e705-4d72-93cd-0cbd3b25330c tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:29.330350 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-788ce9da-0a9f-4f91-8bb4-5adad980eeb3 req-ef202ac6-e705-4d72-93cd-0cbd3b25330c tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 945 time: 0.1293554 Feb 08 22:02:29.368457 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:29.451708 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-788ce9da-0a9f-4f91-8bb4-5adad980eeb3 req-6084b2c4-106f-4d30-a4bd-d535394e6207 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094053 Feb 08 22:02:29.470421 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5883e-3b3a-4fcb-b17a-722b2599f29d req-6c8672e1-84bb-4582-b625-876b9fb8c919 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:29.472149 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0db5883e-3b3a-4fcb-b17a-722b2599f29d req-6c8672e1-84bb-4582-b625-876b9fb8c919 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 945 time: 0.0849540 Feb 08 22:02:29.531506 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0db5883e-3b3a-4fcb-b17a-722b2599f29d req-b362226e-717d-4be6-80a2-dd140df14ddd tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519092 Feb 08 22:02:30.591860 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50b146-062c-4263-aebc-3aed42303b12 req-c6021d42-bb0e-4505-b9dc-842605449317 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:30.593441 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a50b146-062c-4263-aebc-3aed42303b12 req-c6021d42-bb0e-4505-b9dc-842605449317 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 945 time: 0.0572996 Feb 08 22:02:30.671216 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 721074a8-fb1c-4cbd-96cb-d7248a0fe41b up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:02:30.685848 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a50b146-062c-4263-aebc-3aed42303b12 req-d7e74889-d8c2-44ee-b449-23712f46658a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858772 Feb 08 22:02:30.703538 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3438db-d463-4b44-866d-5391b429ee21 req-76138910-0eea-4875-a259-06cbf463ce7d tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:30.722158 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d3438db-d463-4b44-866d-5391b429ee21 req-76138910-0eea-4875-a259-06cbf463ce7d tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 945 time: 0.1034551 Feb 08 22:02:30.730979 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 721074a8-fb1c-4cbd-96cb-d7248a0fe41b completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:02:30.736219 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 721074a8-fb1c-4cbd-96cb-d7248a0fe41b triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:02:30.736735 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (721074a8-fb1c-4cbd-96cb-d7248a0fe41b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:30.783258 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d3438db-d463-4b44-866d-5391b429ee21 req-4300cfd2-7acd-4053-93ec-81b6175d81a2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590193 Feb 08 22:02:30.834926 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 721074a8-fb1c-4cbd-96cb-d7248a0fe41b is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:02:30.835315 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (721074a8-fb1c-4cbd-96cb-d7248a0fe41b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:30.860465 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e009cf-1df3-496a-a26e-635c0cb575be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721074a8-fb1c-4cbd-96cb-d7248a0fe41b'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:02:30.862748 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d383e4c-e1ed-42ce-af5a-b0e15defffb5" -d '{"events": [{"server_uuid": "41e009cf-1df3-496a-a26e-635c0cb575be", "name": "network-vif-plugged", "status": "completed", "tag": "721074a8-fb1c-4cbd-96cb-d7248a0fe41b"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:02:30.882311 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 721074a8-fb1c-4cbd-96cb-d7248a0fe41b, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=721074a8-fb1c-4cbd-96cb-d7248a0fe41b,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:02:30.887465 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (721074a8-fb1c-4cbd-96cb-d7248a0fe41b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:30.917110 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87ef15a-77eb-412c-9351-21cf622f193c x-openstack-request-id: req-a87ef15a-77eb-412c-9351-21cf622f193c {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:02:30.917437 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e009cf-1df3-496a-a26e-635c0cb575be", "name": "network-vif-plugged", "status": "completed", "tag": "721074a8-fb1c-4cbd-96cb-d7248a0fe41b", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:02:30.917697 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a87ef15a-77eb-412c-9351-21cf622f193c {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:02:30.918096 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e009cf-1df3-496a-a26e-635c0cb575be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721074a8-fb1c-4cbd-96cb-d7248a0fe41b', 'code': 200} Feb 08 22:02:30.950717 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=721074a8-fb1c-4cbd-96cb-d7248a0fe41b,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:02:31.012752 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f7669-ab4b-4ad0-be2a-f8a4bad04401 req-f9ffc53c-9d77-44e1-a8c1-fd3f6621681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:31.014312 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6a1f7669-ab4b-4ad0-be2a-f8a4bad04401 req-f9ffc53c-9d77-44e1-a8c1-fd3f6621681a service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 1129 time: 0.0470660 Feb 08 22:02:31.060052 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6a1f7669-ab4b-4ad0-be2a-f8a4bad04401 req-10423146-92fa-4ddd-ab8c-96099c8183ae service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399537 Feb 08 22:02:31.468013 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:31.647292 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:31.831842 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae31f5-1bd6-4257-a4d8-1ce682eb9a67 req-75996e02-5e83-4e46-8471-b6924c3f0c98 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:31.833837 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8dae31f5-1bd6-4257-a4d8-1ce682eb9a67 req-75996e02-5e83-4e46-8471-b6924c3f0c98 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 945 time: 0.0595863 Feb 08 22:02:31.948838 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8dae31f5-1bd6-4257-a4d8-1ce682eb9a67 req-61299395-9707-4137-a873-66ae11402075 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082363 Feb 08 22:02:31.977308 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b667c3e-7543-4a76-a81c-c4592188fc64 req-7b21a482-ad07-4359-bd5c-b52e5ab31ad0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:31.979714 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b667c3e-7543-4a76-a81c-c4592188fc64 req-7b21a482-ad07-4359-bd5c-b52e5ab31ad0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 946 time: 0.1126964 Feb 08 22:02:32.040430 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b667c3e-7543-4a76-a81c-c4592188fc64 req-18f1368c-305d-4c13-860a-b06aa2b02c27 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539644 Feb 08 22:02:33.083620 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3c6a1-69c0-4b12-9449-7eedc731427b req-fc079721-f7d0-499e-ab5e-fdb23d40db34 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:33.085219 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02e3c6a1-69c0-4b12-9449-7eedc731427b req-fc079721-f7d0-499e-ab5e-fdb23d40db34 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 945 time: 0.0577478 Feb 08 22:02:33.171189 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02e3c6a1-69c0-4b12-9449-7eedc731427b req-669fbdc5-69bd-422a-aed7-6e151a26c5ec tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802228 Feb 08 22:02:33.196872 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f0864-cc93-4b26-8455-568e64f358fc req-c6100d5c-4e30-46fb-a6fe-bca8e5b522aa tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:33.199065 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-099f0864-cc93-4b26-8455-568e64f358fc req-c6100d5c-4e30-46fb-a6fe-bca8e5b522aa tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 946 time: 0.0799592 Feb 08 22:02:33.251085 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-099f0864-cc93-4b26-8455-568e64f358fc req-65688d39-e773-4956-9090-8284a5b1f7ff tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461435 Feb 08 22:02:33.377932 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b96824-bcd5-469f-9297-76f9694be3dd req-65c62652-d42a-419d-b962-24407faff7e9 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:33.379735 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66b96824-bcd5-469f-9297-76f9694be3dd req-65c62652-d42a-419d-b962-24407faff7e9 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 946 time: 0.0581274 Feb 08 22:02:33.430475 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66b96824-bcd5-469f-9297-76f9694be3dd req-ffc1abf4-f6b4-4db2-b1c3-19ffd8c206bd tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448372 Feb 08 22:02:33.752889 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facc4ff-3b40-4638-84d0-7bdf3b4a79fc req-88484a82-223b-436b-89bf-681ee8875b6b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:33.754554 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2facc4ff-3b40-4638-84d0-7bdf3b4a79fc req-88484a82-223b-436b-89bf-681ee8875b6b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 946 time: 0.0592275 Feb 08 22:02:33.815647 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2facc4ff-3b40-4638-84d0-7bdf3b4a79fc req-bcb433d9-ecdb-40d7-8324-5bd52a3cc187 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546641 Feb 08 22:02:34.300948 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115a78d-4224-43a0-aa4b-e38415cde650 req-c81e74b1-8313-4d82-a550-61f3536b3868 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:34.302415 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3115a78d-4224-43a0-aa4b-e38415cde650 req-c81e74b1-8313-4d82-a550-61f3536b3868 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 945 time: 0.0564730 Feb 08 22:02:34.355585 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3115a78d-4224-43a0-aa4b-e38415cde650 req-60bbb416-6b65-4e21-8e4e-5995be312e45 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466161 Feb 08 22:02:34.829910 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-f76e5a88-a9dd-405b-8387-df73a5b99676 service neutron] show failed (client error): The resource could not be found. Feb 08 22:02:34.830936 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-f76e5a88-a9dd-405b-8387-df73a5b99676 service neutron] 10.222.0.94 "GET /v2.0/ports/8eab65de-6c77-4059-aade-5925565487d3/bindings/n-h2-712143-31 HTTP/1.1" status: 404 len: 381 time: 0.0659847 Feb 08 22:02:34.961131 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1b1bc-944a-4efd-8357-1fa5cbc05b64 req-1793eb61-bf59-413b-a56e-9c58606eec1d tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:34.963891 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9de1b1bc-944a-4efd-8357-1fa5cbc05b64 req-1793eb61-bf59-413b-a56e-9c58606eec1d tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 946 time: 0.0708480 Feb 08 22:02:35.085285 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9de1b1bc-944a-4efd-8357-1fa5cbc05b64 req-94b635ef-59ff-4d91-b625-d9934ef867d2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095054 Feb 08 22:02:35.114412 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-b38e103e-0003-4f63-a4b7-e3f57e7f8b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:35.115934 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-b38e103e-0003-4f63-a4b7-e3f57e7f8b94 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77&tenant_id=757a64905a5e4f28a11ff7ef605aa039 HTTP/1.1" status: 200 len: 1128 time: 0.1005383 Feb 08 22:02:35.127246 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712143-31', 'device_owner': 'compute:nova'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:02:35.190656 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (8eab65de-6c77-4059-aade-5925565487d3), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:35.415893 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] For port 8eab65de-6c77-4059-aade-5925565487d3, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=8eab65de-6c77-4059-aade-5925565487d3,segment=NetworkSegment(abbd9180-9acf-4ffe-ab6d-c780e1736c12),segment_id=abbd9180-9acf-4ffe-ab6d-c780e1736c12)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:02:35.442855 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cc939-961a-4bbf-b38f-21a2a569ed30 req-cc45b7fa-845d-4be0-8936-4b08f77af5f9 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:35.444321 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f97cc939-961a-4bbf-b38f-21a2a569ed30 req-cc45b7fa-845d-4be0-8936-4b08f77af5f9 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.94 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 946 time: 0.0619123 Feb 08 22:02:35.479900 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] For port 8eab65de-6c77-4059-aade-5925565487d3, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:02:35.532377 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135890b-4479-4cb8-a7a5-228c432fce26 req-ef24ab47-8f51-4a12-95e4-909b8384b686 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:35.533920 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2135890b-4479-4cb8-a7a5-228c432fce26 req-ef24ab47-8f51-4a12-95e4-909b8384b686 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 945 time: 0.1030111 Feb 08 22:02:35.538507 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605f6936-e3d2-4be3-a6d5-d8682b201e77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eab65de-6c77-4059-aade-5925565487d3'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:02:35.540848 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4741a14-608e-4b2f-8734-697aea2c65c0" -d '{"events": [{"server_uuid": "605f6936-e3d2-4be3-a6d5-d8682b201e77", "name": "network-vif-unplugged", "status": "completed", "tag": "8eab65de-6c77-4059-aade-5925565487d3"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:02:35.544818 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-f97cc939-961a-4bbf-b38f-21a2a569ed30 req-99d0e288-e7d5-428e-8125-d67df9788f96 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Deleting port 721074a8-fb1c-4cbd-96cb-d7248a0fe41b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:02:35.545168 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f97cc939-961a-4bbf-b38f-21a2a569ed30 req-99d0e288-e7d5-428e-8125-d67df9788f96 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (721074a8-fb1c-4cbd-96cb-d7248a0fe41b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:35.545336 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Publish callbacks [] for port (8eab65de-6c77-4059-aade-5925565487d3), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:35.574666 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Transition to ACTIVE for port object 8eab65de-6c77-4059-aade-5925565487d3 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:02:35.580602 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (8eab65de-6c77-4059-aade-5925565487d3), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:35.622744 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 22:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f054c959-7265-4e0f-8d92-8dd6e43912b0 x-openstack-request-id: req-f054c959-7265-4e0f-8d92-8dd6e43912b0 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:02:35.623040 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605f6936-e3d2-4be3-a6d5-d8682b201e77", "name": "network-vif-unplugged", "status": "completed", "tag": "8eab65de-6c77-4059-aade-5925565487d3", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:02:35.623295 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f054c959-7265-4e0f-8d92-8dd6e43912b0 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:02:35.623693 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605f6936-e3d2-4be3-a6d5-d8682b201e77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eab65de-6c77-4059-aade-5925565487d3', 'code': 200} Feb 08 22:02:35.651358 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-f97cc939-961a-4bbf-b38f-21a2a569ed30 req-99d0e288-e7d5-428e-8125-d67df9788f96 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] For port 721074a8-fb1c-4cbd-96cb-d7248a0fe41b, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=721074a8-fb1c-4cbd-96cb-d7248a0fe41b,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:02:35.652168 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f97cc939-961a-4bbf-b38f-21a2a569ed30 req-99d0e288-e7d5-428e-8125-d67df9788f96 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (721074a8-fb1c-4cbd-96cb-d7248a0fe41b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:35.663724 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2135890b-4479-4cb8-a7a5-228c432fce26 req-6339a808-fdc2-4d19-8dce-393c68f46219 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157236 Feb 08 22:02:35.666676 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-f97cc939-961a-4bbf-b38f-21a2a569ed30 req-99d0e288-e7d5-428e-8125-d67df9788f96 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Calling delete_port for 721074a8-fb1c-4cbd-96cb-d7248a0fe41b owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:02:35.684329 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8eab65de-6c77-4059-aade-5925565487d3,revision_number=6']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:02:35.738611 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:02:35.738971 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:02:35.739404 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:02:35.739747 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:02:35.740081 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:02:35.740416 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:02:35.740751 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:02:35.741202 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:02:35.741429 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:02:35.741821 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:02:35.742153 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:02:35.742475 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:02:35.742796 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:02:35.815238 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] No DVR routers for this DVR port 8eab65de-6c77-4059-aade-5925565487d3 on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:02:35.826171 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f97cc939-961a-4bbf-b38f-21a2a569ed30 req-99d0e288-e7d5-428e-8125-d67df9788f96 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (721074a8-fb1c-4cbd-96cb-d7248a0fe41b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:35.845137 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['721074a8-fb1c-4cbd-96cb-d7248a0fe41b'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:02:35.858301 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0e288-e7d5-428e-8125-d67df9788f96 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event deleted for resources: {'Port': ['ID=721074a8-fb1c-4cbd-96cb-d7248a0fe41b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:02:35.860640 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['db972ba6-a9bc-4f96-a532-b084ef1bed66'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:02:35.910909 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97cc939-961a-4bbf-b38f-21a2a569ed30 req-99d0e288-e7d5-428e-8125-d67df9788f96 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] No DVR routers for this DVR port 721074a8-fb1c-4cbd-96cb-d7248a0fe41b on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:02:35.914062 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f97cc939-961a-4bbf-b38f-21a2a569ed30 req-99d0e288-e7d5-428e-8125-d67df9788f96 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:35.918384 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f97cc939-961a-4bbf-b38f-21a2a569ed30 req-99d0e288-e7d5-428e-8125-d67df9788f96 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.94 "DELETE /v2.0/ports/721074a8-fb1c-4cbd-96cb-d7248a0fe41b HTTP/1.1" status: 204 len: 173 time: 0.4687903 Feb 08 22:02:35.918964 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e009cf-1df3-496a-a26e-635c0cb575be', 'name': 'network-vif-deleted', 'tag': '721074a8-fb1c-4cbd-96cb-d7248a0fe41b'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:02:35.921579 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff42a5ad-4b59-433a-b1cc-de1c26c10e0b" -d '{"events": [{"server_uuid": "41e009cf-1df3-496a-a26e-635c0cb575be", "name": "network-vif-deleted", "tag": "721074a8-fb1c-4cbd-96cb-d7248a0fe41b"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:02:35.971359 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba40a856-eba2-4489-bf46-fcf34cb4436b x-openstack-request-id: req-ba40a856-eba2-4489-bf46-fcf34cb4436b {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:02:35.971660 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e009cf-1df3-496a-a26e-635c0cb575be", "name": "network-vif-deleted", "tag": "721074a8-fb1c-4cbd-96cb-d7248a0fe41b", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:02:35.971917 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ba40a856-eba2-4489-bf46-fcf34cb4436b {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:02:35.972329 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e009cf-1df3-496a-a26e-635c0cb575be', 'name': 'network-vif-deleted', 'tag': '721074a8-fb1c-4cbd-96cb-d7248a0fe41b', 'status': 'completed', 'code': 200} Feb 08 22:02:36.003125 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Attempting to bind port 8eab65de-6c77-4059-aade-5925565487d3 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:02:36.003657 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Attempting to bind port 8eab65de-6c77-4059-aade-5925565487d3 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'abbd9180-9acf-4ffe-ab6d-c780e1736c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:02:36.003892 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Attempting to bind port 8eab65de-6c77-4059-aade-5925565487d3 on network 908da0c7-49db-4db6-8be7-093f356d149a {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:02:36.009267 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Port 8eab65de-6c77-4059-aade-5925565487d3 on network 908da0c7-49db-4db6-8be7-093f356d149a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:02:36.010627 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Attempting to bind port 8eab65de-6c77-4059-aade-5925565487d3 on network 908da0c7-49db-4db6-8be7-093f356d149a {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:02:36.019356 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:02:36.020084 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Checking segment: {'id': 'abbd9180-9acf-4ffe-ab6d-c780e1736c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:02:36.020852 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Bound using segment: {'id': 'abbd9180-9acf-4ffe-ab6d-c780e1736c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:02:36.021955 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Bound port: 8eab65de-6c77-4059-aade-5925565487d3, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abbd9180-9acf-4ffe-ab6d-c780e1736c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:02:36.022537 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (8eab65de-6c77-4059-aade-5925565487d3), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:36.138188 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] For port 8eab65de-6c77-4059-aade-5925565487d3, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:02:36.142200 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] For port 8eab65de-6c77-4059-aade-5925565487d3, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=8eab65de-6c77-4059-aade-5925565487d3,segment=NetworkSegment(abbd9180-9acf-4ffe-ab6d-c780e1736c12),segment_id=abbd9180-9acf-4ffe-ab6d-c780e1736c12)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:02:36.150104 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (8eab65de-6c77-4059-aade-5925565487d3), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:36.280412 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:36.281468 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:36.283859 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] 10.222.0.96 "PUT /v2.0/ports/8eab65de-6c77-4059-aade-5925565487d3 HTTP/1.1" status: 200 len: 1092 time: 1.1607740 Feb 08 22:02:36.284790 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19932ce-7413-471d-a78b-abbb45d3b6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8eab65de-6c77-4059-aade-5925565487d3,revision_number=7']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:02:36.344814 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-114769a7-d22c-4b35-89a2-9925d03481ba req-84e45ed8-aca5-4b1c-9b2f-b3b284d5e60a tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 210 time: 0.1283989 Feb 08 22:02:36.393080 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-a8a1c97d-33ff-4e39-95b7-2cff90518b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:36.394905 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-a8a1c97d-33ff-4e39-95b7-2cff90518b74 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 1126 time: 0.0739543 Feb 08 22:02:36.571013 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-113ffc26-2b09-4119-ad6a-dcee3d4bd1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:36.573337 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-113ffc26-2b09-4119-ad6a-dcee3d4bd1c0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=908da0c7-49db-4db6-8be7-093f356d149a HTTP/1.1" status: 200 len: 898 time: 0.1677144 Feb 08 22:02:36.669682 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-6e021a9c-f3e6-49fb-84b8-2c1890e8cec4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eab65de-6c77-4059-aade-5925565487d3 HTTP/1.1" status: 200 len: 999 time: 0.0801680 Feb 08 22:02:36.703360 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:36.723794 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-dfeb8e89-58d9-4347-b945-cf5c06739df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:36.725474 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-dfeb8e89-58d9-4347-b945-cf5c06739df8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=159e34dd-f758-4f64-88ad-3f593d2fe70c HTTP/1.1" status: 200 len: 834 time: 0.0504022 Feb 08 22:02:36.806021 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:02:36.821117 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-358eafa0-2c30-4b73-9de4-ae2693cc63ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:36.822735 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-358eafa0-2c30-4b73-9de4-ae2693cc63ff service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=908da0c7-49db-4db6-8be7-093f356d149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0907273 Feb 08 22:02:36.830558 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10229d77-b75d-49ae-abbf-4909e6db22cb req-2e2b1e72-99d8-4a1c-bdc6-d8b18d232167 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:36.832050 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10229d77-b75d-49ae-abbf-4909e6db22cb req-2e2b1e72-99d8-4a1c-bdc6-d8b18d232167 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 943 time: 0.0881319 Feb 08 22:02:36.931290 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10229d77-b75d-49ae-abbf-4909e6db22cb req-7b500611-1a6f-474b-a028-19089fe46add tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909417 Feb 08 22:02:36.945681 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:36.959175 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-00ec884c-5f70-4aeb-be84-03e076a651bc service neutron] 10.222.0.96 "GET /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261575 Feb 08 22:02:37.059836 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1e4e0086-9c53-471c-92dc-45224efe6053 req-573ffefb-7c06-4e01-bb81-85ed189626b9 service neutron] 10.222.0.96 "GET /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940325 Feb 08 22:02:37.440520 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c296149-3c6f-4daa-a28e-4513b8d2169b req-4398cef8-5096-431c-ace1-56b433e9a0ea tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 210 time: 0.0280905 Feb 08 22:02:37.624676 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605f6936-e3d2-4be3-a6d5-d8682b201e77', 'tag': '8eab65de-6c77-4059-aade-5925565487d3'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:02:37.627496 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb39df1-95c9-4b3f-8cb1-6f2b7121a760" -d '{"events": [{"name": "network-changed", "server_uuid": "605f6936-e3d2-4be3-a6d5-d8682b201e77", "tag": "8eab65de-6c77-4059-aade-5925565487d3"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:02:37.679606 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a552fa9-863a-45e6-ab26-22c3b5bbc4c3 x-openstack-request-id: req-3a552fa9-863a-45e6-ab26-22c3b5bbc4c3 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:02:37.679917 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605f6936-e3d2-4be3-a6d5-d8682b201e77", "tag": "8eab65de-6c77-4059-aade-5925565487d3", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:02:37.680293 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3a552fa9-863a-45e6-ab26-22c3b5bbc4c3 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:02:37.680994 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605f6936-e3d2-4be3-a6d5-d8682b201e77', 'tag': '8eab65de-6c77-4059-aade-5925565487d3', 'status': 'completed', 'code': 200} Feb 08 22:02:37.757624 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb39df1-95c9-4b3f-8cb1-6f2b7121a760 req-13486aab-f5a4-414f-a5a4-2e62943e6ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:37.759281 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fb39df1-95c9-4b3f-8cb1-6f2b7121a760 req-13486aab-f5a4-414f-a5a4-2e62943e6ced service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 1126 time: 0.0588210 Feb 08 22:02:37.765531 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb39df1-95c9-4b3f-8cb1-6f2b7121a760 req-d6f2313e-9930-4e4d-9374-bbef924f0259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:37.767266 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5fb39df1-95c9-4b3f-8cb1-6f2b7121a760 req-d6f2313e-9930-4e4d-9374-bbef924f0259 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 1126 time: 0.0648980 Feb 08 22:02:37.883864 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb39df1-95c9-4b3f-8cb1-6f2b7121a760 req-eb4fa3ae-0e15-4dd8-9fcc-c0643c906a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:37.886335 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5fb39df1-95c9-4b3f-8cb1-6f2b7121a760 req-eb4fa3ae-0e15-4dd8-9fcc-c0643c906a90 service neutron] 10.222.0.94 "GET /v2.0/networks?id=908da0c7-49db-4db6-8be7-093f356d149a HTTP/1.1" status: 200 len: 898 time: 0.1135020 Feb 08 22:02:37.896913 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb39df1-95c9-4b3f-8cb1-6f2b7121a760 req-aed718b9-893f-4982-986d-679ea782ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:37.898876 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fb39df1-95c9-4b3f-8cb1-6f2b7121a760 req-aed718b9-893f-4982-986d-679ea782ad7f service neutron] 10.222.0.96 "GET /v2.0/networks?id=908da0c7-49db-4db6-8be7-093f356d149a HTTP/1.1" status: 200 len: 898 time: 0.1302044 Feb 08 22:02:37.991179 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5fb39df1-95c9-4b3f-8cb1-6f2b7121a760 req-e90e095c-d61e-4b0b-b06a-47e42b30544f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eab65de-6c77-4059-aade-5925565487d3 HTTP/1.1" status: 200 len: 999 time: 0.0993567 Feb 08 22:02:38.003688 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fb39df1-95c9-4b3f-8cb1-6f2b7121a760 req-04111f99-483e-4d31-bed8-e16e8c8b0262 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eab65de-6c77-4059-aade-5925565487d3 HTTP/1.1" status: 200 len: 999 time: 0.0982370 Feb 08 22:02:38.106108 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb39df1-95c9-4b3f-8cb1-6f2b7121a760 req-45eb30c5-53b3-431c-b685-2992f5ea02d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:38.107599 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5fb39df1-95c9-4b3f-8cb1-6f2b7121a760 req-45eb30c5-53b3-431c-b685-2992f5ea02d9 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=159e34dd-f758-4f64-88ad-3f593d2fe70c HTTP/1.1" status: 200 len: 834 time: 0.1101673 Feb 08 22:02:38.114524 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb39df1-95c9-4b3f-8cb1-6f2b7121a760 req-3b418c92-2178-44f2-bad2-394ba61b1fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:38.116103 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fb39df1-95c9-4b3f-8cb1-6f2b7121a760 req-3b418c92-2178-44f2-bad2-394ba61b1fa1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=159e34dd-f758-4f64-88ad-3f593d2fe70c HTTP/1.1" status: 200 len: 834 time: 0.1035419 Feb 08 22:02:38.175229 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da4759-4580-4fdd-a6c3-08a0e38d3e33 req-87f845af-4600-426c-8c05-1d5ae745e75a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:38.176777 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-47da4759-4580-4fdd-a6c3-08a0e38d3e33 req-87f845af-4600-426c-8c05-1d5ae745e75a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 943 time: 0.1046438 Feb 08 22:02:38.182869 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb39df1-95c9-4b3f-8cb1-6f2b7121a760 req-ae9aaf57-8005-445f-96b2-9fa99f2df088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:38.184924 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5fb39df1-95c9-4b3f-8cb1-6f2b7121a760 req-ae9aaf57-8005-445f-96b2-9fa99f2df088 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=908da0c7-49db-4db6-8be7-093f356d149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0716619 Feb 08 22:02:38.189475 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb39df1-95c9-4b3f-8cb1-6f2b7121a760 req-e3d76e3d-7cd2-48c6-a092-38c4563a565c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:38.190997 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fb39df1-95c9-4b3f-8cb1-6f2b7121a760 req-e3d76e3d-7cd2-48c6-a092-38c4563a565c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=908da0c7-49db-4db6-8be7-093f356d149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0678523 Feb 08 22:02:38.293411 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-47da4759-4580-4fdd-a6c3-08a0e38d3e33 req-b391bf63-b1fc-4870-bb10-9daa9a6f735b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060319 Feb 08 22:02:38.297327 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5fb39df1-95c9-4b3f-8cb1-6f2b7121a760 req-1f8dfce0-3b3f-461a-af74-4d82fd5e7625 service neutron] 10.222.0.94 "GET /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018124 Feb 08 22:02:38.326626 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fb39df1-95c9-4b3f-8cb1-6f2b7121a760 req-2a253fe1-22bd-4474-b821-ff71f195aec2 service neutron] 10.222.0.96 "GET /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295764 Feb 08 22:02:38.407417 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5fb39df1-95c9-4b3f-8cb1-6f2b7121a760 req-fd48c01b-3e53-4c4b-b69d-cdabdd504b4e service neutron] 10.222.0.94 "GET /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077950 Feb 08 22:02:38.429811 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5fb39df1-95c9-4b3f-8cb1-6f2b7121a760 req-f36896fc-5463-4411-b87d-fb6ce318ede1 service neutron] 10.222.0.96 "GET /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961742 Feb 08 22:02:38.549679 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a19110b-efe8-4437-a45d-cb6edd8bed6e req-69a9d07f-26c4-46d6-8fdf-8ef167bf769f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 210 time: 0.0303166 Feb 08 22:02:38.696030 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 721074a8-fb1c-4cbd-96cb-d7248a0fe41b no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:02:38.717726 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 721074a8-fb1c-4cbd-96cb-d7248a0fe41b {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:02:38.718073 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 721074a8-fb1c-4cbd-96cb-d7248a0fe41b not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:02:38.718501 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 8eab65de-6c77-4059-aade-5925565487d3 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:02:38.761030 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] The host n-h1-712143-31 is not matching for port 8eab65de-6c77-4059-aade-5925565487d3 host n-h2-712143-31! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 22:02:38.761469 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 8eab65de-6c77-4059-aade-5925565487d3 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:02:39.455752 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b5c26-a277-4e0d-8a74-2e1fc8face0d req-53315950-e677-4689-b494-340802eb5d94 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:39.458465 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-154b5c26-a277-4e0d-8a74-2e1fc8face0d req-53315950-e677-4689-b494-340802eb5d94 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 943 time: 0.0862648 Feb 08 22:02:39.519882 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-154b5c26-a277-4e0d-8a74-2e1fc8face0d req-c57b1bbf-5bc2-4a1f-a8f6-725fec5f6f38 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551238 Feb 08 22:02:39.667665 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ce737f3-e5b9-48ae-9d49-5a4caf7b9e50 req-ebe632b5-642c-405d-b777-a7a3c32b56cd tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 210 time: 0.0401423 Feb 08 22:02:40.683084 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cf9ad-b046-4431-8aca-a852bdfba456 req-62b55b0b-b6f7-4a07-9301-051802aed4db tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:40.684856 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da9cf9ad-b046-4431-8aca-a852bdfba456 req-62b55b0b-b6f7-4a07-9301-051802aed4db tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 943 time: 0.0775733 Feb 08 22:02:40.754999 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da9cf9ad-b046-4431-8aca-a852bdfba456 req-36603ecd-da82-4835-b313-9ba5838127a1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636592 Feb 08 22:02:40.783463 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 8eab65de-6c77-4059-aade-5925565487d3 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:02:40.916373 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85749332-466e-4cc4-9b6b-1ebec97a3a24 req-b8207ecc-da91-493f-8ab3-bef9ed649380 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 210 time: 0.0503933 Feb 08 22:02:40.953781 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 8eab65de-6c77-4059-aade-5925565487d3, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=8eab65de-6c77-4059-aade-5925565487d3,segment=NetworkSegment(abbd9180-9acf-4ffe-ab6d-c780e1736c12),segment_id=abbd9180-9acf-4ffe-ab6d-c780e1736c12)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:02:40.972336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '8eab65de-6c77-4059-aade-5925565487d3', 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a', 'port_id': '8eab65de-6c77-4059-aade-5925565487d3', 'mac_address': 'fa:16:3e:55:7c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '159e34dd-f758-4f64-88ad-3f593d2fe70c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:02:41.032707 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 8eab65de-6c77-4059-aade-5925565487d3 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:02:41.033403 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (8eab65de-6c77-4059-aade-5925565487d3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:41.059801 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eab65de-6c77-4059-aade-5925565487d3 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:02:41.083187 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 8eab65de-6c77-4059-aade-5925565487d3, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=8eab65de-6c77-4059-aade-5925565487d3,segment=NetworkSegment(abbd9180-9acf-4ffe-ab6d-c780e1736c12),segment_id=abbd9180-9acf-4ffe-ab6d-c780e1736c12)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:02:41.090843 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (8eab65de-6c77-4059-aade-5925565487d3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:41.172301 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=8eab65de-6c77-4059-aade-5925565487d3,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:02:41.185037 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-356eaa02-70a6-4a0d-b2fb-116f114877ae tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:41.187500 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-356eaa02-70a6-4a0d-b2fb-116f114877ae tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.96 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77&tenant_id=757a64905a5e4f28a11ff7ef605aa039&binding%3Ahost_id=n-h2-712143-31 HTTP/1.1" status: 200 len: 943 time: 0.1492507 Feb 08 22:02:41.198258 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c87aa-3235-4dea-ad9e-edfb1f27d244 req-d782370f-77a3-4c7c-87b8-a894ffd16b13 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:41.200170 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-204c87aa-3235-4dea-ad9e-edfb1f27d244 req-d782370f-77a3-4c7c-87b8-a894ffd16b13 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 944 time: 0.1238816 Feb 08 22:02:41.325624 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-204c87aa-3235-4dea-ad9e-edfb1f27d244 req-c4ad454a-a934-4713-9080-9caaf4d907eb tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832474 Feb 08 22:02:41.331595 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-26903732-6a0f-4aff-9905-4543a6ca84c1 service neutron] 10.222.0.96 "GET /v2.0/ports/8eab65de-6c77-4059-aade-5925565487d3/bindings/n-h2-712143-31 HTTP/1.1" status: 200 len: 383 time: 0.1289430 Feb 08 22:02:41.423328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-ac0fd480-fb81-4aec-8bfc-46059c3660f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:41.426296 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-ac0fd480-fb81-4aec-8bfc-46059c3660f9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 1127 time: 0.0635099 Feb 08 22:02:41.466906 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['8eab65de-6c77-4059-aade-5925565487d3'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:02:41.593955 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-d36f682d-6b6b-487b-b4ac-39ec40d5202f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:41.614587 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-d36f682d-6b6b-487b-b4ac-39ec40d5202f service neutron] 10.222.0.96 "GET /v2.0/networks?id=908da0c7-49db-4db6-8be7-093f356d149a HTTP/1.1" status: 200 len: 898 time: 0.1819060 Feb 08 22:02:41.772616 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-2cbe1734-7a56-4f1a-a0c4-e1ac8048d4fd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eab65de-6c77-4059-aade-5925565487d3 HTTP/1.1" status: 200 len: 1000 time: 0.1482000 Feb 08 22:02:41.859192 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-14c38cca-e98b-4c51-bea6-be69d2a9a5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:41.862663 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-14c38cca-e98b-4c51-bea6-be69d2a9a5a0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=159e34dd-f758-4f64-88ad-3f593d2fe70c HTTP/1.1" status: 200 len: 834 time: 0.0824816 Feb 08 22:02:41.951803 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-6d7039e8-7139-4770-9d08-018df7a43d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:41.953808 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-6d7039e8-7139-4770-9d08-018df7a43d91 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=908da0c7-49db-4db6-8be7-093f356d149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0851495 Feb 08 22:02:42.061829 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e4800463-bd0e-4b6c-9592-a397b3a323f9 req-a15d30b4-6f3d-453a-b422-84eeb61614cb tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 210 time: 0.0353682 Feb 08 22:02:42.097714 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-497123af-ac57-4449-90cb-488a12d35b8f service neutron] 10.222.0.96 "GET /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366577 Feb 08 22:02:42.602337 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4dfb9-106c-4037-a508-cd9c4978f29e req-16c01791-e4bd-44a7-9dd7-88f7a65b0371 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:42.603969 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-79f4dfb9-106c-4037-a508-cd9c4978f29e req-16c01791-e4bd-44a7-9dd7-88f7a65b0371 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 944 time: 0.0917089 Feb 08 22:02:42.606168 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-a1f04f13-c6e9-4adb-98d6-86a95c0f5232 service neutron] 10.222.0.96 "GET /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005784 Feb 08 22:02:42.674837 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-79f4dfb9-106c-4037-a508-cd9c4978f29e req-1c1bc145-61bf-4e39-964a-f326237a7b3d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641906 Feb 08 22:02:42.791034 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 8eab65de-6c77-4059-aade-5925565487d3 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:02:42.850122 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 8eab65de-6c77-4059-aade-5925565487d3 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:02:42.855351 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 8eab65de-6c77-4059-aade-5925565487d3 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:02:42.856040 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (8eab65de-6c77-4059-aade-5925565487d3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:42.943365 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 8eab65de-6c77-4059-aade-5925565487d3 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:02:42.944090 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (8eab65de-6c77-4059-aade-5925565487d3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:42.972549 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605f6936-e3d2-4be3-a6d5-d8682b201e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eab65de-6c77-4059-aade-5925565487d3'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:02:42.974994 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7455f724-c7b5-40f5-8c9f-e88a349398c1" -d '{"events": [{"server_uuid": "605f6936-e3d2-4be3-a6d5-d8682b201e77", "name": "network-vif-plugged", "status": "completed", "tag": "8eab65de-6c77-4059-aade-5925565487d3"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:02:42.996306 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 8eab65de-6c77-4059-aade-5925565487d3, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=8eab65de-6c77-4059-aade-5925565487d3,segment=NetworkSegment(abbd9180-9acf-4ffe-ab6d-c780e1736c12),segment_id=abbd9180-9acf-4ffe-ab6d-c780e1736c12)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:02:43.002607 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (8eab65de-6c77-4059-aade-5925565487d3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:43.068519 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85effc77-2535-473d-a05f-f0636bad65db x-openstack-request-id: req-85effc77-2535-473d-a05f-f0636bad65db {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:02:43.069253 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605f6936-e3d2-4be3-a6d5-d8682b201e77", "name": "network-vif-plugged", "status": "completed", "tag": "8eab65de-6c77-4059-aade-5925565487d3", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:02:43.069671 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-85effc77-2535-473d-a05f-f0636bad65db {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:02:43.070210 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605f6936-e3d2-4be3-a6d5-d8682b201e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eab65de-6c77-4059-aade-5925565487d3', 'code': 200} Feb 08 22:02:43.071205 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=8eab65de-6c77-4059-aade-5925565487d3,revision_number=9']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:02:43.183670 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a17113c-ec59-447c-a474-366509925027 req-d1f3a5d0-31f4-4f02-a44d-50873adedd5a tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 210 time: 0.0319033 Feb 08 22:02:43.824771 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddb2d1-e77b-4005-969a-e125e5d62149 req-ef022f42-4345-4196-871d-e1ce18aa6be9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:43.826511 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31ddb2d1-e77b-4005-969a-e125e5d62149 req-ef022f42-4345-4196-871d-e1ce18aa6be9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 945 time: 0.0648322 Feb 08 22:02:43.888110 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31ddb2d1-e77b-4005-969a-e125e5d62149 req-27af3a40-d6ed-4bf8-90cd-d751eeaf82c5 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551424 Feb 08 22:02:44.297163 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cc5202b3-9fb6-4830-993f-254b6113db3e req-3fdeaba7-3679-4574-9566-8dd7a8f880e3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 210 time: 0.0341446 Feb 08 22:02:45.107603 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-0f1e0fde-f2bd-4ea5-8468-6f33ee3a03f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:45.111216 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-0f1e0fde-f2bd-4ea5-8468-6f33ee3a03f3 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77&tenant_id=757a64905a5e4f28a11ff7ef605aa039 HTTP/1.1" status: 200 len: 1128 time: 0.0811138 Feb 08 22:02:45.126382 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-5452d49a-f4b4-474a-a160-335fc8df2b33 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-31', 'device_owner': 'compute:nova'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:02:45.127832 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f8219-c250-4a4b-9ecf-914f9d210a48 req-b6a6cc37-be33-4ad6-a220-23495957744f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:45.136331 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d86f8219-c250-4a4b-9ecf-914f9d210a48 req-b6a6cc37-be33-4ad6-a220-23495957744f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 945 time: 0.0764151 Feb 08 22:02:45.209115 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d86f8219-c250-4a4b-9ecf-914f9d210a48 req-944df885-5152-4269-a0b4-418c107368f4 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698500 Feb 08 22:02:45.212212 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-5452d49a-f4b4-474a-a160-335fc8df2b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (8eab65de-6c77-4059-aade-5925565487d3), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:45.427367 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c18eef57-6cd5-4654-bed6-0129cd28955b req-5d2ce24a-1cec-46ea-a11b-958113314cab tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 210 time: 0.0305078 Feb 08 22:02:45.476500 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-5452d49a-f4b4-474a-a160-335fc8df2b33 service neutron] For port 8eab65de-6c77-4059-aade-5925565487d3, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=8eab65de-6c77-4059-aade-5925565487d3,segment=NetworkSegment(abbd9180-9acf-4ffe-ab6d-c780e1736c12),segment_id=abbd9180-9acf-4ffe-ab6d-c780e1736c12)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:02:45.521526 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-5452d49a-f4b4-474a-a160-335fc8df2b33 service neutron] For port 8eab65de-6c77-4059-aade-5925565487d3, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:02:45.578458 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605f6936-e3d2-4be3-a6d5-d8682b201e77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eab65de-6c77-4059-aade-5925565487d3'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:02:45.582146 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb6c6cb-8426-4533-a331-541b80960be9" -d '{"events": [{"server_uuid": "605f6936-e3d2-4be3-a6d5-d8682b201e77", "name": "network-vif-unplugged", "status": "completed", "tag": "8eab65de-6c77-4059-aade-5925565487d3"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:02:45.588633 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-5452d49a-f4b4-474a-a160-335fc8df2b33 service neutron] Publish callbacks [] for port (8eab65de-6c77-4059-aade-5925565487d3), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:45.609954 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-5452d49a-f4b4-474a-a160-335fc8df2b33 service neutron] Transition to ACTIVE for port object 8eab65de-6c77-4059-aade-5925565487d3 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:02:45.616238 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-5452d49a-f4b4-474a-a160-335fc8df2b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (8eab65de-6c77-4059-aade-5925565487d3), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:45.716660 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 22:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c56e0a6-2c56-499f-aee8-eae02cb4285e x-openstack-request-id: req-2c56e0a6-2c56-499f-aee8-eae02cb4285e {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:02:45.717069 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605f6936-e3d2-4be3-a6d5-d8682b201e77", "name": "network-vif-unplugged", "status": "completed", "tag": "8eab65de-6c77-4059-aade-5925565487d3", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:02:45.717456 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2c56e0a6-2c56-499f-aee8-eae02cb4285e {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:02:45.718031 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605f6936-e3d2-4be3-a6d5-d8682b201e77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eab65de-6c77-4059-aade-5925565487d3', 'code': 200} Feb 08 22:02:45.741286 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452d49a-f4b4-474a-a160-335fc8df2b33 service neutron] Pushing event updated for resources: {'Port': ['ID=8eab65de-6c77-4059-aade-5925565487d3,revision_number=10']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:02:45.788359 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-5452d49a-f4b4-474a-a160-335fc8df2b33 service neutron] No DVR routers for this DVR port 8eab65de-6c77-4059-aade-5925565487d3 on host n-h2-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:02:45.958335 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-5452d49a-f4b4-474a-a160-335fc8df2b33 service neutron] Attempting to bind port 8eab65de-6c77-4059-aade-5925565487d3 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:02:45.958671 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-5452d49a-f4b4-474a-a160-335fc8df2b33 service neutron] Attempting to bind port 8eab65de-6c77-4059-aade-5925565487d3 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'abbd9180-9acf-4ffe-ab6d-c780e1736c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:02:45.958999 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-5452d49a-f4b4-474a-a160-335fc8df2b33 service neutron] Attempting to bind port 8eab65de-6c77-4059-aade-5925565487d3 on network 908da0c7-49db-4db6-8be7-093f356d149a {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:02:45.964537 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-5452d49a-f4b4-474a-a160-335fc8df2b33 service neutron] Port 8eab65de-6c77-4059-aade-5925565487d3 on network 908da0c7-49db-4db6-8be7-093f356d149a not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:02:45.964861 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-5452d49a-f4b4-474a-a160-335fc8df2b33 service neutron] Attempting to bind port 8eab65de-6c77-4059-aade-5925565487d3 on network 908da0c7-49db-4db6-8be7-093f356d149a {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:02:45.970433 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-5452d49a-f4b4-474a-a160-335fc8df2b33 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:02:45.970778 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-5452d49a-f4b4-474a-a160-335fc8df2b33 service neutron] Checking segment: {'id': 'abbd9180-9acf-4ffe-ab6d-c780e1736c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:02:45.971163 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-5452d49a-f4b4-474a-a160-335fc8df2b33 service neutron] Bound using segment: {'id': 'abbd9180-9acf-4ffe-ab6d-c780e1736c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:02:45.971590 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-5452d49a-f4b4-474a-a160-335fc8df2b33 service neutron] Bound port: 8eab65de-6c77-4059-aade-5925565487d3, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abbd9180-9acf-4ffe-ab6d-c780e1736c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:02:45.971951 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-5452d49a-f4b4-474a-a160-335fc8df2b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (8eab65de-6c77-4059-aade-5925565487d3), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:46.057534 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-5452d49a-f4b4-474a-a160-335fc8df2b33 service neutron] For port 8eab65de-6c77-4059-aade-5925565487d3, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:02:46.061430 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-5452d49a-f4b4-474a-a160-335fc8df2b33 service neutron] For port 8eab65de-6c77-4059-aade-5925565487d3, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=8eab65de-6c77-4059-aade-5925565487d3,segment=NetworkSegment(abbd9180-9acf-4ffe-ab6d-c780e1736c12),segment_id=abbd9180-9acf-4ffe-ab6d-c780e1736c12)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:02:46.069399 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-5452d49a-f4b4-474a-a160-335fc8df2b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (8eab65de-6c77-4059-aade-5925565487d3), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:46.108648 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-5452d49a-f4b4-474a-a160-335fc8df2b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:46.109405 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-5452d49a-f4b4-474a-a160-335fc8df2b33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:46.110664 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-5452d49a-f4b4-474a-a160-335fc8df2b33 service neutron] 10.222.0.94 "PUT /v2.0/ports/8eab65de-6c77-4059-aade-5925565487d3 HTTP/1.1" status: 200 len: 1093 time: 0.9909334 Feb 08 22:02:46.148955 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452d49a-f4b4-474a-a160-335fc8df2b33 service neutron] Pushing event updated for resources: {'Port': ['ID=8eab65de-6c77-4059-aade-5925565487d3,revision_number=11']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:02:46.310951 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-ec3462d9-d71a-43af-9588-d978f9e3fbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:46.313135 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-ec3462d9-d71a-43af-9588-d978f9e3fbcb service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 1127 time: 0.0603878 Feb 08 22:02:46.433287 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667c62d-ad80-42d9-a4cc-c9407ade1951 req-8eb2ffbf-340c-4f2e-861a-e1194036b15f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:46.435994 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7667c62d-ad80-42d9-a4cc-c9407ade1951 req-8eb2ffbf-340c-4f2e-861a-e1194036b15f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 944 time: 0.1020510 Feb 08 22:02:46.490823 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-f99f8ecd-72af-46ac-8aac-f182ebe13a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:46.494654 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-f99f8ecd-72af-46ac-8aac-f182ebe13a57 service neutron] 10.222.0.94 "GET /v2.0/networks?id=908da0c7-49db-4db6-8be7-093f356d149a HTTP/1.1" status: 200 len: 898 time: 0.1724281 Feb 08 22:02:46.582681 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7667c62d-ad80-42d9-a4cc-c9407ade1951 req-76f540c0-ec62-43d5-84c6-c78c784f2916 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356697 Feb 08 22:02:46.687613 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-ea394661-2652-492b-97a2-290c0b376283 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eab65de-6c77-4059-aade-5925565487d3 HTTP/1.1" status: 200 len: 999 time: 0.1789553 Feb 08 22:02:46.733650 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31edcf93-23b8-4516-81ce-7928402eb8d3 req-bd801ac3-6a89-4550-9f84-dcf6e0fa7686 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=41e009cf-1df3-496a-a26e-635c0cb575be HTTP/1.1" status: 200 len: 210 time: 0.0655379 Feb 08 22:02:46.778524 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-9084f4e6-e297-4410-82a5-55b27947c3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:46.780078 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-9084f4e6-e297-4410-82a5-55b27947c3d7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=159e34dd-f758-4f64-88ad-3f593d2fe70c HTTP/1.1" status: 200 len: 834 time: 0.0853229 Feb 08 22:02:46.814484 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 8eab65de-6c77-4059-aade-5925565487d3 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:02:46.842080 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-d4471bda-0be7-4835-9baa-50becb0c481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:46.844355 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-d4471bda-0be7-4835-9baa-50becb0c481c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=908da0c7-49db-4db6-8be7-093f356d149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0567722 Feb 08 22:02:46.868668 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] The host n-h2-712143-31 is not matching for port 8eab65de-6c77-4059-aade-5925565487d3 host n-h1-712143-31! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 22:02:46.870225 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 8eab65de-6c77-4059-aade-5925565487d3 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:02:46.951032 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-70f10009-8b08-4268-bf2d-c5e3cfc9de42 service neutron] 10.222.0.94 "GET /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993550 Feb 08 22:02:47.073297 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-61514c63-9ccc-476b-91fd-8e44c1ee79b5 req-91064c70-dbab-4a22-bb9f-389a2f79db7e service neutron] 10.222.0.94 "GET /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161880 Feb 08 22:02:47.703326 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b348ffe-d5b5-4f55-9d19-822d0c83ecea req-f6f29a18-541d-4157-899e-72ef344a15b2 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:47.705670 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4b348ffe-d5b5-4f55-9d19-822d0c83ecea req-f6f29a18-541d-4157-899e-72ef344a15b2 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 944 time: 0.0583897 Feb 08 22:02:47.719246 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605f6936-e3d2-4be3-a6d5-d8682b201e77', 'tag': '8eab65de-6c77-4059-aade-5925565487d3'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:02:47.721659 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e971e2-4fe0-4409-b7f1-3be637137cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "605f6936-e3d2-4be3-a6d5-d8682b201e77", "tag": "8eab65de-6c77-4059-aade-5925565487d3"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:02:47.779005 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4b348ffe-d5b5-4f55-9d19-822d0c83ecea req-383c7f6f-2157-4ccc-b2bb-fbf896c113f5 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671296 Feb 08 22:02:47.820318 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b12376-6ed7-4c66-b3db-efd5e2954017 x-openstack-request-id: req-a9b12376-6ed7-4c66-b3db-efd5e2954017 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:02:47.820622 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605f6936-e3d2-4be3-a6d5-d8682b201e77", "tag": "8eab65de-6c77-4059-aade-5925565487d3", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:02:47.820883 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a9b12376-6ed7-4c66-b3db-efd5e2954017 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:02:47.821318 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605f6936-e3d2-4be3-a6d5-d8682b201e77', 'tag': '8eab65de-6c77-4059-aade-5925565487d3', 'status': 'completed', 'code': 200} Feb 08 22:02:47.894820 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e971e2-4fe0-4409-b7f1-3be637137cbb req-d42b106e-d405-4d03-9611-d3112e783934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:47.896866 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31e971e2-4fe0-4409-b7f1-3be637137cbb req-d42b106e-d405-4d03-9611-d3112e783934 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 1127 time: 0.0577765 Feb 08 22:02:47.914558 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e971e2-4fe0-4409-b7f1-3be637137cbb req-be0065b1-e684-4233-8d2f-ad39ac407877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:47.916499 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-31e971e2-4fe0-4409-b7f1-3be637137cbb req-be0065b1-e684-4233-8d2f-ad39ac407877 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 1127 time: 0.0732346 Feb 08 22:02:48.049713 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e971e2-4fe0-4409-b7f1-3be637137cbb req-c9f94afb-9268-4ba4-b281-56563c98d032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:48.052010 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31e971e2-4fe0-4409-b7f1-3be637137cbb req-c9f94afb-9268-4ba4-b281-56563c98d032 service neutron] 10.222.0.96 "GET /v2.0/networks?id=908da0c7-49db-4db6-8be7-093f356d149a HTTP/1.1" status: 200 len: 898 time: 0.1489828 Feb 08 22:02:48.080521 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e971e2-4fe0-4409-b7f1-3be637137cbb req-3afdb046-67f9-4ff2-a303-b4071584bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:48.082572 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-31e971e2-4fe0-4409-b7f1-3be637137cbb req-3afdb046-67f9-4ff2-a303-b4071584bfe2 service neutron] 10.222.0.94 "GET /v2.0/networks?id=908da0c7-49db-4db6-8be7-093f356d149a HTTP/1.1" status: 200 len: 898 time: 0.1593516 Feb 08 22:02:48.191260 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31e971e2-4fe0-4409-b7f1-3be637137cbb req-2eb2aa21-f5a0-4782-a797-e741815fc5f8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eab65de-6c77-4059-aade-5925565487d3 HTTP/1.1" status: 200 len: 999 time: 0.1327279 Feb 08 22:02:48.219218 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-31e971e2-4fe0-4409-b7f1-3be637137cbb req-44cd8732-00a8-471d-a160-a87edb5b7b29 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eab65de-6c77-4059-aade-5925565487d3 HTTP/1.1" status: 200 len: 999 time: 0.1299546 Feb 08 22:02:48.270722 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e971e2-4fe0-4409-b7f1-3be637137cbb req-85820813-b7f7-4f76-bacf-bd7ab03ee5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:48.270722 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31e971e2-4fe0-4409-b7f1-3be637137cbb req-85820813-b7f7-4f76-bacf-bd7ab03ee5eb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=159e34dd-f758-4f64-88ad-3f593d2fe70c HTTP/1.1" status: 200 len: 834 time: 0.0698760 Feb 08 22:02:48.336851 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e971e2-4fe0-4409-b7f1-3be637137cbb req-858a8ce6-f559-4bde-a016-d67378db6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:48.339272 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-31e971e2-4fe0-4409-b7f1-3be637137cbb req-858a8ce6-f559-4bde-a016-d67378db6672 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=159e34dd-f758-4f64-88ad-3f593d2fe70c HTTP/1.1" status: 200 len: 834 time: 0.1115661 Feb 08 22:02:48.340829 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e971e2-4fe0-4409-b7f1-3be637137cbb req-57db6ca9-fa42-434e-87bb-bc36f99c7eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:48.342407 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31e971e2-4fe0-4409-b7f1-3be637137cbb req-57db6ca9-fa42-434e-87bb-bc36f99c7eaf service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=908da0c7-49db-4db6-8be7-093f356d149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0692585 Feb 08 22:02:48.424813 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e971e2-4fe0-4409-b7f1-3be637137cbb req-61bfd7a9-49a5-45b7-b636-7fbb9916bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:48.426278 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-31e971e2-4fe0-4409-b7f1-3be637137cbb req-61bfd7a9-49a5-45b7-b636-7fbb9916bc8c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=908da0c7-49db-4db6-8be7-093f356d149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0803034 Feb 08 22:02:48.503400 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31e971e2-4fe0-4409-b7f1-3be637137cbb req-b21135c6-6dc4-49f7-9780-803022d13729 service neutron] 10.222.0.96 "GET /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542654 Feb 08 22:02:48.553379 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-31e971e2-4fe0-4409-b7f1-3be637137cbb req-d18f09e4-cbbc-47a0-8110-2dd3ac9d89d4 service neutron] 10.222.0.94 "GET /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202543 Feb 08 22:02:48.653853 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31e971e2-4fe0-4409-b7f1-3be637137cbb req-8d1081aa-0279-493f-8575-eca76f478f96 service neutron] 10.222.0.96 "GET /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418715 Feb 08 22:02:48.683546 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-31e971e2-4fe0-4409-b7f1-3be637137cbb req-0dce65ef-1669-44c8-b68a-bb2c25b50d9c service neutron] 10.222.0.94 "GET /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221626 Feb 08 22:02:48.926837 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5332a-bcfc-485a-a9dc-548956a79c16 req-645afff6-24cb-468c-a72f-38f7edeee746 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:48.934920 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bed5332a-bcfc-485a-a9dc-548956a79c16 req-645afff6-24cb-468c-a72f-38f7edeee746 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 944 time: 0.0747442 Feb 08 22:02:48.995435 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bed5332a-bcfc-485a-a9dc-548956a79c16 req-8f2f0fba-aabb-4e9d-9290-63f7ef890793 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591588 Feb 08 22:02:50.199668 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7113a1-e81e-4351-8774-862642039ae6 req-84b552c5-7ad3-4369-86c1-21b646582cf8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:50.201539 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8c7113a1-e81e-4351-8774-862642039ae6 req-84b552c5-7ad3-4369-86c1-21b646582cf8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 944 time: 0.0784488 Feb 08 22:02:50.295158 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8c7113a1-e81e-4351-8774-862642039ae6 req-e628cdeb-2c88-4d45-850c-81ea34d65d27 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820401 Feb 08 22:02:50.731975 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 8eab65de-6c77-4059-aade-5925565487d3 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:02:50.844623 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 8eab65de-6c77-4059-aade-5925565487d3, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=8eab65de-6c77-4059-aade-5925565487d3,segment=NetworkSegment(abbd9180-9acf-4ffe-ab6d-c780e1736c12),segment_id=abbd9180-9acf-4ffe-ab6d-c780e1736c12)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:02:50.857916 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '8eab65de-6c77-4059-aade-5925565487d3', 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a', 'port_id': '8eab65de-6c77-4059-aade-5925565487d3', 'mac_address': 'fa:16:3e:55:7c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '159e34dd-f758-4f64-88ad-3f593d2fe70c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:02:50.898884 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 8eab65de-6c77-4059-aade-5925565487d3 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:02:50.899365 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (8eab65de-6c77-4059-aade-5925565487d3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:50.915560 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eab65de-6c77-4059-aade-5925565487d3 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:02:50.937606 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 8eab65de-6c77-4059-aade-5925565487d3, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=8eab65de-6c77-4059-aade-5925565487d3,segment=NetworkSegment(abbd9180-9acf-4ffe-ab6d-c780e1736c12),segment_id=abbd9180-9acf-4ffe-ab6d-c780e1736c12)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:02:50.943481 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (8eab65de-6c77-4059-aade-5925565487d3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:51.046325 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=8eab65de-6c77-4059-aade-5925565487d3,revision_number=12']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:02:51.249221 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['8eab65de-6c77-4059-aade-5925565487d3'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:02:51.524903 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff959a5-4d59-4b71-be62-1db7cedfebdd req-2f53b788-109a-42e5-b137-6c369927f467 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:51.533636 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dff959a5-4d59-4b71-be62-1db7cedfebdd req-2f53b788-109a-42e5-b137-6c369927f467 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 945 time: 0.1079512 Feb 08 22:02:51.614116 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dff959a5-4d59-4b71-be62-1db7cedfebdd req-591afe5c-8099-4ef5-b786-771c1e03345b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777879 Feb 08 22:02:51.628892 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42768) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:02:51.742021 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-55746f39-588e-4257-8bc4-3675a618ab5b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/floatingips/ea0e4a4d-82c4-4dfa-8402-dbf215a32605 HTTP/1.1" status: 200 len: 992 time: 0.1109090 Feb 08 22:02:52.742856 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 8eab65de-6c77-4059-aade-5925565487d3 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:02:52.846422 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 8eab65de-6c77-4059-aade-5925565487d3 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:02:52.852906 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 8eab65de-6c77-4059-aade-5925565487d3 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:02:52.853676 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (8eab65de-6c77-4059-aade-5925565487d3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:52.990807 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 8eab65de-6c77-4059-aade-5925565487d3 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:02:52.991449 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (8eab65de-6c77-4059-aade-5925565487d3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:53.019292 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605f6936-e3d2-4be3-a6d5-d8682b201e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eab65de-6c77-4059-aade-5925565487d3'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:02:53.022034 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07735f56-28fd-45a2-a6c9-52f17d1978ba" -d '{"events": [{"server_uuid": "605f6936-e3d2-4be3-a6d5-d8682b201e77", "name": "network-vif-plugged", "status": "completed", "tag": "8eab65de-6c77-4059-aade-5925565487d3"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:02:53.048717 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 8eab65de-6c77-4059-aade-5925565487d3, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=8eab65de-6c77-4059-aade-5925565487d3,segment=NetworkSegment(abbd9180-9acf-4ffe-ab6d-c780e1736c12),segment_id=abbd9180-9acf-4ffe-ab6d-c780e1736c12)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:02:53.055111 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (8eab65de-6c77-4059-aade-5925565487d3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:53.103575 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346436ae-5c59-444e-8ba8-c69497c1b439 x-openstack-request-id: req-346436ae-5c59-444e-8ba8-c69497c1b439 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:02:53.103870 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605f6936-e3d2-4be3-a6d5-d8682b201e77", "name": "network-vif-plugged", "status": "completed", "tag": "8eab65de-6c77-4059-aade-5925565487d3", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:02:53.104214 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-346436ae-5c59-444e-8ba8-c69497c1b439 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:02:53.104598 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605f6936-e3d2-4be3-a6d5-d8682b201e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eab65de-6c77-4059-aade-5925565487d3', 'code': 200} Feb 08 22:02:53.141309 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=8eab65de-6c77-4059-aade-5925565487d3,revision_number=13']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:02:54.233058 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e7daf4c-8ee3-45bd-84de-5636a188a63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:55.634111 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65664b-1881-4995-95b2-0cc723bc6e8c req-68e39454-b4f0-4cf5-bd1d-49aa51c73b19 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:55.635657 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1c65664b-1881-4995-95b2-0cc723bc6e8c req-68e39454-b4f0-4cf5-bd1d-49aa51c73b19 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 946 time: 0.0549479 Feb 08 22:02:55.692091 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1c65664b-1881-4995-95b2-0cc723bc6e8c req-b9dc02e0-c82d-405c-9ae4-85c84da8a4ad tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495634 Feb 08 22:02:56.859031 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0049722-77cc-45ca-9084-f45605f7c191 req-559af5c6-2b2d-4107-b89e-10cb5e96e702 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:56.861020 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0049722-77cc-45ca-9084-f45605f7c191 req-559af5c6-2b2d-4107-b89e-10cb5e96e702 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 946 time: 0.0863800 Feb 08 22:02:56.928919 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0049722-77cc-45ca-9084-f45605f7c191 req-9bb3b221-b29f-4b4f-9d7c-32315387322b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=8c0c41a6-145d-497a-aa95-27d4305a9653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614390 Feb 08 22:02:57.397795 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9043e3-40cb-412d-8aa2-ec27f104f9c2 req-85a3167a-3085-4318-8443-e67bd7d0db11 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:02:57.399669 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d9043e3-40cb-412d-8aa2-ec27f104f9c2 req-85a3167a-3085-4318-8443-e67bd7d0db11 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.96 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 946 time: 0.0574830 Feb 08 22:02:57.518534 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-7d9043e3-40cb-412d-8aa2-ec27f104f9c2 req-112a61dd-a64c-401e-8f1d-a97538b8eb69 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Deleting port db972ba6-a9bc-4f96-a532-b084ef1bed66 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:02:57.518882 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7d9043e3-40cb-412d-8aa2-ec27f104f9c2 req-112a61dd-a64c-401e-8f1d-a97538b8eb69 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (db972ba6-a9bc-4f96-a532-b084ef1bed66), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:57.528420 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7e5d6017-c891-4fbf-aff3-6374afc9b546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:57.643576 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-7d9043e3-40cb-412d-8aa2-ec27f104f9c2 req-112a61dd-a64c-401e-8f1d-a97538b8eb69 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] For port db972ba6-a9bc-4f96-a532-b084ef1bed66, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=db972ba6-a9bc-4f96-a532-b084ef1bed66,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:02:57.643946 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7d9043e3-40cb-412d-8aa2-ec27f104f9c2 req-112a61dd-a64c-401e-8f1d-a97538b8eb69 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (db972ba6-a9bc-4f96-a532-b084ef1bed66), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:57.659593 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-7d9043e3-40cb-412d-8aa2-ec27f104f9c2 req-112a61dd-a64c-401e-8f1d-a97538b8eb69 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Calling delete_port for db972ba6-a9bc-4f96-a532-b084ef1bed66 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:02:57.816500 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7d9043e3-40cb-412d-8aa2-ec27f104f9c2 req-112a61dd-a64c-401e-8f1d-a97538b8eb69 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (db972ba6-a9bc-4f96-a532-b084ef1bed66), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:57.830108 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['db972ba6-a9bc-4f96-a532-b084ef1bed66'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:02:57.844642 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a61dd-a64c-401e-8f1d-a97538b8eb69 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event deleted for resources: {'Port': ['ID=db972ba6-a9bc-4f96-a532-b084ef1bed66,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:02:57.891769 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9043e3-40cb-412d-8aa2-ec27f104f9c2 req-112a61dd-a64c-401e-8f1d-a97538b8eb69 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] No DVR routers for this DVR port db972ba6-a9bc-4f96-a532-b084ef1bed66 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:02:57.894729 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7d9043e3-40cb-412d-8aa2-ec27f104f9c2 req-112a61dd-a64c-401e-8f1d-a97538b8eb69 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:02:57.898284 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d9043e3-40cb-412d-8aa2-ec27f104f9c2 req-112a61dd-a64c-401e-8f1d-a97538b8eb69 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.96 "DELETE /v2.0/ports/db972ba6-a9bc-4f96-a532-b084ef1bed66 HTTP/1.1" status: 204 len: 173 time: 0.4932942 Feb 08 22:02:57.898753 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4d1d08-1005-4e5f-8465-3a241c313464', 'name': 'network-vif-deleted', 'tag': 'db972ba6-a9bc-4f96-a532-b084ef1bed66'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:02:57.901874 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1387e58c-fff4-4632-9f6e-4f80ba97b2e3" -d '{"events": [{"server_uuid": "7f4d1d08-1005-4e5f-8465-3a241c313464", "name": "network-vif-deleted", "tag": "db972ba6-a9bc-4f96-a532-b084ef1bed66"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:02:57.960002 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4eb27b6-7ba0-4c2f-8dd5-613e05461323 x-openstack-request-id: req-e4eb27b6-7ba0-4c2f-8dd5-613e05461323 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:02:57.960311 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4d1d08-1005-4e5f-8465-3a241c313464", "name": "network-vif-deleted", "tag": "db972ba6-a9bc-4f96-a532-b084ef1bed66", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:02:57.960581 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e4eb27b6-7ba0-4c2f-8dd5-613e05461323 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:02:57.960991 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4d1d08-1005-4e5f-8465-3a241c313464', 'name': 'network-vif-deleted', 'tag': 'db972ba6-a9bc-4f96-a532-b084ef1bed66', 'status': 'completed', 'code': 200} Feb 08 22:02:58.071103 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-63da6176-ed4c-4070-bfc4-44c57349a95a req-f7fa1bfd-7ef8-4d49-90e5-6babd5037955 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 210 time: 0.0326018 Feb 08 22:02:59.179888 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5550fa1a-e6ba-4108-9ce7-c4bf7f20c0d3 req-d7077e33-1796-46b0-8501-e0c65a07a05f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 210 time: 0.0287249 Feb 08 22:02:59.339394 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:00.300674 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cc838b1f-e6e3-4fb0-bd82-810a9e40b522 req-1c02c927-a2ce-413b-96b6-a8343327b740 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 210 time: 0.0296175 Feb 08 22:03:00.882643 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device db972ba6-a9bc-4f96-a532-b084ef1bed66 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:03:00.905709 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: db972ba6-a9bc-4f96-a532-b084ef1bed66 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:03:00.906063 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device db972ba6-a9bc-4f96-a532-b084ef1bed66 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:03:01.406978 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b631358-cf1f-4a8e-85c5-a74f6270a76c req-8fb6d3b0-8bfd-4e7c-a287-50afaad56b1b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 210 time: 0.0300345 Feb 08 22:03:01.464137 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:01.651381 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:02.505441 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f76386d-ba1d-4788-98b1-93297e523244 req-d66d34fc-9c39-465b-bed7-f108740cb27e tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 210 time: 0.0274713 Feb 08 22:03:03.203555 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f5f4f449-9b30-4b14-8610-323524d5dfd5 req-803673f7-4125-49ad-9cc2-8c42e382eff2 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0496747 Feb 08 22:03:03.296780 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4f449-9b30-4b14-8610-323524d5dfd5 req-fa50c0c9-b2d9-4c5a-b40f-78fee5af3041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:03.298327 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f5f4f449-9b30-4b14-8610-323524d5dfd5 req-fa50c0c9-b2d9-4c5a-b40f-78fee5af3041 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 1129 time: 0.0461473 Feb 08 22:03:03.406416 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4f449-9b30-4b14-8610-323524d5dfd5 req-e2332043-343c-4201-8d6b-009327a2b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:03.407886 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f5f4f449-9b30-4b14-8610-323524d5dfd5 req-e2332043-343c-4201-8d6b-009327a2b8a3 service neutron] 10.222.0.94 "GET /v2.0/networks?id=908da0c7-49db-4db6-8be7-093f356d149a HTTP/1.1" status: 200 len: 898 time: 0.0891521 Feb 08 22:03:03.484245 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f5f4f449-9b30-4b14-8610-323524d5dfd5 req-de23aeb0-80af-4924-96d0-acc8a89f2cff service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eab65de-6c77-4059-aade-5925565487d3 HTTP/1.1" status: 200 len: 1001 time: 0.0700872 Feb 08 22:03:03.547247 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4f449-9b30-4b14-8610-323524d5dfd5 req-9d7d7e24-9fbb-4021-b24a-ee7f17df72c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:03.548912 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f5f4f449-9b30-4b14-8610-323524d5dfd5 req-9d7d7e24-9fbb-4021-b24a-ee7f17df72c2 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=159e34dd-f758-4f64-88ad-3f593d2fe70c HTTP/1.1" status: 200 len: 834 time: 0.0577669 Feb 08 22:03:03.613288 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4f449-9b30-4b14-8610-323524d5dfd5 req-119217bf-b2f9-43bf-a20d-7e43dfb874d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:03.615269 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f5f4f449-9b30-4b14-8610-323524d5dfd5 req-119217bf-b2f9-43bf-a20d-7e43dfb874d9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=908da0c7-49db-4db6-8be7-093f356d149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0593321 Feb 08 22:03:03.625638 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [req-f5f4f449-9b30-4b14-8610-323524d5dfd5 req-14a46c8b-4bea-484f-b09b-147fc7871556 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 22:03:03.626922 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f5f4f449-9b30-4b14-8610-323524d5dfd5 req-14a46c8b-4bea-484f-b09b-147fc7871556 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057042 Feb 08 22:03:03.638973 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5b4d16c1-52a2-4ef1-ae19-d54a4f4cbdc8 req-882c584f-4ce3-4246-aed4-6830565d5ccf tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 210 time: 0.0420957 Feb 08 22:03:03.722576 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f5f4f449-9b30-4b14-8610-323524d5dfd5 req-d1ef7286-d8dd-46ae-936e-a5ca40fa6775 service neutron] 10.222.0.94 "GET /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890086 Feb 08 22:03:03.821017 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f5f4f449-9b30-4b14-8610-323524d5dfd5 req-918af4e0-3cfe-46d4-9690-3d5a496d5380 service neutron] 10.222.0.94 "GET /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926712 Feb 08 22:03:04.790190 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-09398998-7603-40f5-a3e6-868a928876f2 req-eeddee54-b508-4e18-833d-239d683ef2f7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 210 time: 0.0675154 Feb 08 22:03:04.940256 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6daf4-cf95-40cb-a428-79cfca386d55 req-301850b0-a090-41b6-bbf5-cd15e68e5183 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:04.941799 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-24f6daf4-cf95-40cb-a428-79cfca386d55 req-301850b0-a090-41b6-bbf5-cd15e68e5183 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6861192-a443-45e3-a44c-81f819d12b35 HTTP/1.1" status: 200 len: 945 time: 0.0576208 Feb 08 22:03:04.993185 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-24f6daf4-cf95-40cb-a428-79cfca386d55 req-10b03f85-2eac-464a-b397-d2e25e384d54 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/security-groups?id=50ec0731-4295-43bb-a28c-bfe4d1b92cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446186 Feb 08 22:03:05.893654 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d48e9a6c-4722-4268-ac8d-14cf5ff630ee req-6f132513-017d-4391-b046-1a29b51a6073 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 210 time: 0.0295596 Feb 08 22:03:06.135349 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a4b4a-7d87-4449-8fd1-11e216c52845 req-dc46e48d-0603-4601-832d-f538e5405116 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:06.136978 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-549a4b4a-7d87-4449-8fd1-11e216c52845 req-dc46e48d-0603-4601-832d-f538e5405116 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6861192-a443-45e3-a44c-81f819d12b35 HTTP/1.1" status: 200 len: 945 time: 0.0634258 Feb 08 22:03:06.195952 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-549a4b4a-7d87-4449-8fd1-11e216c52845 req-82fd7464-c85d-478a-847b-47f4ac664fcd tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/security-groups?id=50ec0731-4295-43bb-a28c-bfe4d1b92cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526145 Feb 08 22:03:06.595492 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4865e8-e039-4f05-9d05-a61b8ce89cbf req-ccf86617-1dd5-4899-bbc3-aa01640f2ddd tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:06.596866 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-db4865e8-e039-4f05-9d05-a61b8ce89cbf req-ccf86617-1dd5-4899-bbc3-aa01640f2ddd tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.96 "GET /v2.0/ports?device_id=b6861192-a443-45e3-a44c-81f819d12b35 HTTP/1.1" status: 200 len: 945 time: 0.0574877 Feb 08 22:03:06.701835 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-db4865e8-e039-4f05-9d05-a61b8ce89cbf req-336e05c4-afab-4925-9f7e-6b5d0828a0eb tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Deleting port d9a3f691-cb89-4fdb-87aa-42a02acef0e6 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:03:06.702379 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-db4865e8-e039-4f05-9d05-a61b8ce89cbf req-336e05c4-afab-4925-9f7e-6b5d0828a0eb tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d9a3f691-cb89-4fdb-87aa-42a02acef0e6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:06.702522 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:06.799875 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-db4865e8-e039-4f05-9d05-a61b8ce89cbf req-336e05c4-afab-4925-9f7e-6b5d0828a0eb tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] For port d9a3f691-cb89-4fdb-87aa-42a02acef0e6, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=d9a3f691-cb89-4fdb-87aa-42a02acef0e6,segment=NetworkSegment(9b96a04a-d577-4919-98a9-71aec7ff75d1),segment_id=9b96a04a-d577-4919-98a9-71aec7ff75d1)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:03:06.800263 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-db4865e8-e039-4f05-9d05-a61b8ce89cbf req-336e05c4-afab-4925-9f7e-6b5d0828a0eb tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d9a3f691-cb89-4fdb-87aa-42a02acef0e6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:06.814713 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-db4865e8-e039-4f05-9d05-a61b8ce89cbf req-336e05c4-afab-4925-9f7e-6b5d0828a0eb tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Calling delete_port for d9a3f691-cb89-4fdb-87aa-42a02acef0e6 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:03:06.940582 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:06.953333 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-db4865e8-e039-4f05-9d05-a61b8ce89cbf req-336e05c4-afab-4925-9f7e-6b5d0828a0eb tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (d9a3f691-cb89-4fdb-87aa-42a02acef0e6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:06.999593 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e05c4-afab-4925-9f7e-6b5d0828a0eb tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Pushing event deleted for resources: {'Port': ['ID=d9a3f691-cb89-4fdb-87aa-42a02acef0e6,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:03:07.049511 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de184d85-095c-49c3-a039-7c2508ccf929 req-b36eb486-bdf4-4922-a664-a3f840f621ba tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 210 time: 0.0655856 Feb 08 22:03:07.072847 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4865e8-e039-4f05-9d05-a61b8ce89cbf req-336e05c4-afab-4925-9f7e-6b5d0828a0eb tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] No DVR routers for this DVR port d9a3f691-cb89-4fdb-87aa-42a02acef0e6 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:03:07.075743 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-db4865e8-e039-4f05-9d05-a61b8ce89cbf req-336e05c4-afab-4925-9f7e-6b5d0828a0eb tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:07.082071 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-db4865e8-e039-4f05-9d05-a61b8ce89cbf req-336e05c4-afab-4925-9f7e-6b5d0828a0eb tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.96 "DELETE /v2.0/ports/d9a3f691-cb89-4fdb-87aa-42a02acef0e6 HTTP/1.1" status: 204 len: 173 time: 0.4766293 Feb 08 22:03:07.082071 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6861192-a443-45e3-a44c-81f819d12b35', 'name': 'network-vif-deleted', 'tag': 'd9a3f691-cb89-4fdb-87aa-42a02acef0e6'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:03:07.082071 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4f9ea6-fa36-4272-813a-e57b1ed2dd7c" -d '{"events": [{"server_uuid": "b6861192-a443-45e3-a44c-81f819d12b35", "name": "network-vif-deleted", "tag": "d9a3f691-cb89-4fdb-87aa-42a02acef0e6"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:03:07.132131 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc84112d-e6ef-4a6c-8fb6-fa50c6a8ed50 x-openstack-request-id: req-cc84112d-e6ef-4a6c-8fb6-fa50c6a8ed50 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:03:07.132829 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6861192-a443-45e3-a44c-81f819d12b35", "name": "network-vif-deleted", "tag": "d9a3f691-cb89-4fdb-87aa-42a02acef0e6", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:03:07.133157 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cc84112d-e6ef-4a6c-8fb6-fa50c6a8ed50 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:03:07.133693 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6861192-a443-45e3-a44c-81f819d12b35', 'name': 'network-vif-deleted', 'tag': 'd9a3f691-cb89-4fdb-87aa-42a02acef0e6', 'status': 'completed', 'code': 200} Feb 08 22:03:07.315249 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-adfa31e0-3cc7-41eb-8c2d-7ed83d26d111 req-8ae6a73a-ec4e-4f71-9ad2-d004f1fe3665 tempest-VolumesSnapshotTestJSON-525481168 tempest-VolumesSnapshotTestJSON-525481168-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6861192-a443-45e3-a44c-81f819d12b35 HTTP/1.1" status: 200 len: 210 time: 0.0314193 Feb 08 22:03:08.149080 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-776a8b84-9f30-4349-bb49-8c8c57938b1e req-600e9e53-114e-4ec4-916c-5810f2d28512 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 210 time: 0.0273936 Feb 08 22:03:08.937523 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device d9a3f691-cb89-4fdb-87aa-42a02acef0e6 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:03:08.959891 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: d9a3f691-cb89-4fdb-87aa-42a02acef0e6 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:03:08.960233 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device d9a3f691-cb89-4fdb-87aa-42a02acef0e6 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:03:09.251585 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5f4ccaa3-0389-4298-bf1e-93b251636b23 req-adfc69f9-547a-40af-a40b-29b7ced3531d tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 210 time: 0.0287995 Feb 08 22:03:10.364040 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-88bf06f9-0489-4b13-ae51-5091e3e954cf req-ca255371-4fc2-4579-ac92-7293f1f82ac1 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 210 time: 0.0320010 Feb 08 22:03:11.474452 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-beceb5ed-f548-4e3d-9220-24591528126e req-d54265bc-4c3d-4540-be49-33c928df6a08 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 210 time: 0.0312982 Feb 08 22:03:12.578973 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-968ef097-cf42-4b71-88f5-b17a75c79b06 req-573af036-287d-47c0-84d0-732c3b0aea38 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 210 time: 0.0331812 Feb 08 22:03:13.696109 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-50628e37-a001-473c-ad43-1767f5f7e492 req-867c5d14-833e-4c6c-b174-c9d3bbaffb3a tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f4d1d08-1005-4e5f-8465-3a241c313464 HTTP/1.1" status: 200 len: 210 time: 0.0328712 Feb 08 22:03:13.808925 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:03:20.235357 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42976) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:03:20.240549 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-461b6fe4-03f3-4415-bc15-f41dbda03515 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-81215253', 'description': 'tempest-secgroup-smoke-81215253 description', 'project_id': 'beb2210587a047799a2549836334dae5'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:03:20.262623 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-461b6fe4-03f3-4415-bc15-f41dbda03515 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:20.351749 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-461b6fe4-03f3-4415-bc15-f41dbda03515 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for security_group (b6d91d7d-5951-4204-9074-3a99355d053a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:20.357218 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-461b6fe4-03f3-4415-bc15-f41dbda03515 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b6d91d7d-5951-4204-9074-3a99355d053a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:20.376774 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-461b6fe4-03f3-4415-bc15-f41dbda03515 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:20.378491 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-461b6fe4-03f3-4415-bc15-f41dbda03515 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1418946 Feb 08 22:03:20.381739 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42978) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:03:20.386878 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-0a2b103d-302c-4523-994c-52c240a4f6a5 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Request body: {'security_group_rule': {'security_group_id': 'b6d91d7d-5951-4204-9074-3a99355d053a', 'project_id': 'beb2210587a047799a2549836334dae5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:03:20.399266 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b6fe4-03f3-4415-bc15-f41dbda03515 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d91d7d-5951-4204-9074-3a99355d053a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:03:20.410185 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b6fe4-03f3-4415-bc15-f41dbda03515 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:20.410795 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b6fe4-03f3-4415-bc15-f41dbda03515 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:20.411441 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b6fe4-03f3-4415-bc15-f41dbda03515 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:20.411941 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b6fe4-03f3-4415-bc15-f41dbda03515 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:20.412641 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b6fe4-03f3-4415-bc15-f41dbda03515 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:20.413131 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b6fe4-03f3-4415-bc15-f41dbda03515 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:20.413666 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b6fe4-03f3-4415-bc15-f41dbda03515 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:20.414268 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b6fe4-03f3-4415-bc15-f41dbda03515 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:20.414736 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b6fe4-03f3-4415-bc15-f41dbda03515 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:20.415402 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b6fe4-03f3-4415-bc15-f41dbda03515 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:20.416119 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b6fe4-03f3-4415-bc15-f41dbda03515 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:20.416639 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b6fe4-03f3-4415-bc15-f41dbda03515 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:20.418243 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b6fe4-03f3-4415-bc15-f41dbda03515 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:20.424622 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a2b103d-302c-4523-994c-52c240a4f6a5 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for security_group_rule (95909392-c556-4c24-9bed-8128f03dbd2f), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:20.493024 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a2b103d-302c-4523-994c-52c240a4f6a5 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for security_group_rule (95909392-c556-4c24-9bed-8128f03dbd2f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:20.499843 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a2b103d-302c-4523-994c-52c240a4f6a5 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (95909392-c556-4c24-9bed-8128f03dbd2f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:20.523548 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b103d-302c-4523-994c-52c240a4f6a5 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95909392-c556-4c24-9bed-8128f03dbd2f,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:03:20.545839 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a2b103d-302c-4523-994c-52c240a4f6a5 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:20.550031 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42980) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:03:20.550457 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0a2b103d-302c-4523-994c-52c240a4f6a5 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1676607 Feb 08 22:03:20.554923 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3f6e3b7b-4f25-4a58-89d0-7a6d88397236 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Request body: {'security_group_rule': {'security_group_id': 'b6d91d7d-5951-4204-9074-3a99355d053a', 'project_id': 'beb2210587a047799a2549836334dae5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:03:20.583298 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f6e3b7b-4f25-4a58-89d0-7a6d88397236 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for security_group_rule (46bcc6c6-5d88-4a2c-86f4-acc83c9d2196), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:20.687756 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f6e3b7b-4f25-4a58-89d0-7a6d88397236 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for security_group_rule (46bcc6c6-5d88-4a2c-86f4-acc83c9d2196), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:20.694277 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f6e3b7b-4f25-4a58-89d0-7a6d88397236 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (46bcc6c6-5d88-4a2c-86f4-acc83c9d2196), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:20.715224 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e3b7b-4f25-4a58-89d0-7a6d88397236 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46bcc6c6-5d88-4a2c-86f4-acc83c9d2196,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:03:20.731793 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f6e3b7b-4f25-4a58-89d0-7a6d88397236 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:20.733280 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3f6e3b7b-4f25-4a58-89d0-7a6d88397236 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1817198 Feb 08 22:03:20.736228 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42982) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:03:20.742271 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8240c4b4-76c4-448f-9778-53b58b2a7df4 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Request body: {'security_group_rule': {'security_group_id': 'b6d91d7d-5951-4204-9074-3a99355d053a', 'project_id': 'beb2210587a047799a2549836334dae5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:03:20.778340 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8240c4b4-76c4-448f-9778-53b58b2a7df4 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for security_group_rule (1fd6f96c-02b7-410f-816e-989e05f687b2), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:20.868062 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8240c4b4-76c4-448f-9778-53b58b2a7df4 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for security_group_rule (1fd6f96c-02b7-410f-816e-989e05f687b2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:20.873815 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8240c4b4-76c4-448f-9778-53b58b2a7df4 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (1fd6f96c-02b7-410f-816e-989e05f687b2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:20.897502 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240c4b4-76c4-448f-9778-53b58b2a7df4 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fd6f96c-02b7-410f-816e-989e05f687b2,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:03:20.911795 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8240c4b4-76c4-448f-9778-53b58b2a7df4 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:20.915971 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8240c4b4-76c4-448f-9778-53b58b2a7df4 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1757436 Feb 08 22:03:20.916227 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 42986) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:03:20.922433 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3ecf0a73-87c5-4a77-b206-f632271f9678 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Request body: {'security_group_rule': {'security_group_id': 'b6d91d7d-5951-4204-9074-3a99355d053a', 'project_id': 'beb2210587a047799a2549836334dae5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:03:20.975997 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a73-87c5-4a77-b206-f632271f9678 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for security_group_rule (530cd3e8-1cf6-41cc-9092-baf89ae71c80), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:21.086083 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a73-87c5-4a77-b206-f632271f9678 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for security_group_rule (530cd3e8-1cf6-41cc-9092-baf89ae71c80), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:21.091390 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a73-87c5-4a77-b206-f632271f9678 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (530cd3e8-1cf6-41cc-9092-baf89ae71c80), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:21.112195 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf0a73-87c5-4a77-b206-f632271f9678 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530cd3e8-1cf6-41cc-9092-baf89ae71c80,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:03:21.125976 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0a73-87c5-4a77-b206-f632271f9678 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:21.129282 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3ecf0a73-87c5-4a77-b206-f632271f9678 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2089007 Feb 08 22:03:21.132090 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42988) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:03:21.138079 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-85a1e2d2-cc72-4c24-b013-37a707962330 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Request body: {'security_group_rule': {'security_group_id': 'b6d91d7d-5951-4204-9074-3a99355d053a', 'project_id': 'beb2210587a047799a2549836334dae5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:03:21.162526 n-d-712143-31 neutron-server[103433]: INFO neutron.db.securitygroups_db [None req-85a1e2d2-cc72-4c24-b013-37a707962330 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Project beb2210587a047799a2549836334dae5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 22:03:21.168763 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-85a1e2d2-cc72-4c24-b013-37a707962330 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for security_group_rule (8343b1cb-e922-4ecf-a6fc-e9def391ca56), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:21.250688 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-85a1e2d2-cc72-4c24-b013-37a707962330 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for security_group_rule (8343b1cb-e922-4ecf-a6fc-e9def391ca56), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:21.255215 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-85a1e2d2-cc72-4c24-b013-37a707962330 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (8343b1cb-e922-4ecf-a6fc-e9def391ca56), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:21.281024 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1e2d2-cc72-4c24-b013-37a707962330 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8343b1cb-e922-4ecf-a6fc-e9def391ca56,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:03:21.290109 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-85a1e2d2-cc72-4c24-b013-37a707962330 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:21.291718 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-85a1e2d2-cc72-4c24-b013-37a707962330 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1584156 Feb 08 22:03:21.294843 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 42990) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:03:21.299633 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-2d82115a-4810-41b7-9162-4ec0279d2bcc tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Request body: {'security_group_rule': {'security_group_id': 'b6d91d7d-5951-4204-9074-3a99355d053a', 'project_id': 'beb2210587a047799a2549836334dae5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:03:21.327752 n-d-712143-31 neutron-server[103433]: INFO neutron.db.securitygroups_db [None req-2d82115a-4810-41b7-9162-4ec0279d2bcc tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Project beb2210587a047799a2549836334dae5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 22:03:21.334609 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2d82115a-4810-41b7-9162-4ec0279d2bcc tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for security_group_rule (9214baa7-e3f1-4156-afe5-889366b08010), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:21.413341 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2d82115a-4810-41b7-9162-4ec0279d2bcc tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for security_group_rule (9214baa7-e3f1-4156-afe5-889366b08010), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:21.418524 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2d82115a-4810-41b7-9162-4ec0279d2bcc tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (9214baa7-e3f1-4156-afe5-889366b08010), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:21.439919 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82115a-4810-41b7-9162-4ec0279d2bcc tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9214baa7-e3f1-4156-afe5-889366b08010,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:03:21.454027 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2d82115a-4810-41b7-9162-4ec0279d2bcc tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:21.459492 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2d82115a-4810-41b7-9162-4ec0279d2bcc tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1594915 Feb 08 22:03:24.239929 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-60b44356-876e-486e-9f02-cd37b543b17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:27.532315 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bbdf4231-5755-44c9-b9ce-c1934b455046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:29.344784 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:31.468308 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:31.654285 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:36.716617 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:36.955912 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:40.466712 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d579a-2d80-4954-b881-f868dd773bb9 req-8c6ff5ea-c3df-48de-8e0e-9a956dfdbb49 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:40.468318 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f23d579a-2d80-4954-b881-f868dd773bb9 req-8c6ff5ea-c3df-48de-8e0e-9a956dfdbb49 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 1129 time: 0.0651834 Feb 08 22:03:40.536689 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f23d579a-2d80-4954-b881-f868dd773bb9 req-47fb6a28-3730-48b3-bc0b-a436b3764200 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541151 Feb 08 22:03:40.548213 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43200) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:03:40.787728 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b73572d3-4eb3-402e-9584-6d3eb7898939 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Deleting port cd888014-03e1-4170-9676-4e8a67cefbf6 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:03:40.788214 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b73572d3-4eb3-402e-9584-6d3eb7898939 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (cd888014-03e1-4170-9676-4e8a67cefbf6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:40.924502 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b73572d3-4eb3-402e-9584-6d3eb7898939 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (cd888014-03e1-4170-9676-4e8a67cefbf6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:40.925011 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b73572d3-4eb3-402e-9584-6d3eb7898939 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for floatingip (cd888014-03e1-4170-9676-4e8a67cefbf6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:40.946046 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b73572d3-4eb3-402e-9584-6d3eb7898939 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Calling delete_port for cd888014-03e1-4170-9676-4e8a67cefbf6 owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:03:41.167598 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b73572d3-4eb3-402e-9584-6d3eb7898939 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (cd888014-03e1-4170-9676-4e8a67cefbf6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:41.196389 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73572d3-4eb3-402e-9584-6d3eb7898939 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event deleted for resources: {'Port': ['ID=cd888014-03e1-4170-9676-4e8a67cefbf6,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:03:41.232554 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73572d3-4eb3-402e-9584-6d3eb7898939 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:41.232919 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73572d3-4eb3-402e-9584-6d3eb7898939 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:41.233351 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73572d3-4eb3-402e-9584-6d3eb7898939 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:41.233723 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73572d3-4eb3-402e-9584-6d3eb7898939 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:41.234139 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73572d3-4eb3-402e-9584-6d3eb7898939 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:41.234481 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73572d3-4eb3-402e-9584-6d3eb7898939 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:41.234817 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73572d3-4eb3-402e-9584-6d3eb7898939 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:41.235184 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73572d3-4eb3-402e-9584-6d3eb7898939 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:41.235765 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73572d3-4eb3-402e-9584-6d3eb7898939 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:41.236171 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73572d3-4eb3-402e-9584-6d3eb7898939 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:41.236526 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73572d3-4eb3-402e-9584-6d3eb7898939 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:41.236834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73572d3-4eb3-402e-9584-6d3eb7898939 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:41.237156 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73572d3-4eb3-402e-9584-6d3eb7898939 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:41.293800 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b73572d3-4eb3-402e-9584-6d3eb7898939 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for floatingip (ea0e4a4d-82c4-4dfa-8402-dbf215a32605), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:41.294107 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-b73572d3-4eb3-402e-9584-6d3eb7898939 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Floating IP ea0e4a4d-82c4-4dfa-8402-dbf215a32605 disassociated (deleted). External IP: 172.25.3.233, port: 8eab65de-6c77-4059-aade-5925565487d3. Feb 08 22:03:41.577960 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73572d3-4eb3-402e-9584-6d3eb7898939 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Router 5e5abc65-b25f-46c1-87c4-33ff8d750a0e has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:03:41.734752 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73572d3-4eb3-402e-9584-6d3eb7898939 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:03:41.757543 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111df7d2-1013-48d0-a081-b9637071e81f None None] Sync routers for ids ['5e5abc65-b25f-46c1-87c4-33ff8d750a0e'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:03:41.764582 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b73572d3-4eb3-402e-9584-6d3eb7898939 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:41.780872 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111df7d2-1013-48d0-a081-b9637071e81f None None] Routers {'5e5abc65-b25f-46c1-87c4-33ff8d750a0e'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:03:41.782332 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-111df7d2-1013-48d0-a081-b9637071e81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:03:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['5e5abc65-b25f-46c1-87c4-33ff8d750a0e'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:03:41.850857 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b73572d3-4eb3-402e-9584-6d3eb7898939 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "DELETE /v2.0/floatingips/ea0e4a4d-82c4-4dfa-8402-dbf215a32605 HTTP/1.1" status: 204 len: 168 time: 1.2993269 Feb 08 22:03:41.851496 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605f6936-e3d2-4be3-a6d5-d8682b201e77', 'tag': '8eab65de-6c77-4059-aade-5925565487d3'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:03:41.855698 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c6d5d7-8918-4342-a189-f3e5465ccc30" -d '{"events": [{"name": "network-changed", "server_uuid": "605f6936-e3d2-4be3-a6d5-d8682b201e77", "tag": "8eab65de-6c77-4059-aade-5925565487d3"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:03:41.970389 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927d6bc0-9593-4d65-a88e-0f6275e69f9f x-openstack-request-id: req-927d6bc0-9593-4d65-a88e-0f6275e69f9f {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:03:41.971496 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605f6936-e3d2-4be3-a6d5-d8682b201e77", "tag": "8eab65de-6c77-4059-aade-5925565487d3", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:03:41.971496 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-927d6bc0-9593-4d65-a88e-0f6275e69f9f {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:03:41.972076 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605f6936-e3d2-4be3-a6d5-d8682b201e77', 'tag': '8eab65de-6c77-4059-aade-5925565487d3', 'status': 'completed', 'code': 200} Feb 08 22:03:42.143460 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6d5d7-8918-4342-a189-f3e5465ccc30 req-2f0ba342-fbe8-442f-9b8c-150bcae8a5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:42.155455 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-14c6d5d7-8918-4342-a189-f3e5465ccc30 req-2f0ba342-fbe8-442f-9b8c-150bcae8a5cb service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 1129 time: 0.1476746 Feb 08 22:03:42.342697 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-111df7d2-1013-48d0-a081-b9637071e81f None None] Set router 5e5abc65-b25f-46c1-87c4-33ff8d750a0e gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:03:42.422878 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9c8b3-e99f-47d4-8ebb-aafb6e8791b5 req-c2d03e5f-9526-47e7-ab94-44c1824ae81a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:42.425461 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7cf9c8b3-e99f-47d4-8ebb-aafb6e8791b5 req-c2d03e5f-9526-47e7-ab94-44c1824ae81a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 946 time: 0.1626840 Feb 08 22:03:42.527601 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7cf9c8b3-e99f-47d4-8ebb-aafb6e8791b5 req-516b6e37-92a1-4627-a9a0-7860a18c8116 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910001 Feb 08 22:03:42.838501 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6d5d7-8918-4342-a189-f3e5465ccc30 req-51c97885-21f9-4cb6-bf54-45b1e2ceebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:42.840625 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-14c6d5d7-8918-4342-a189-f3e5465ccc30 req-51c97885-21f9-4cb6-bf54-45b1e2ceebe7 service neutron] 10.222.0.94 "GET /v2.0/networks?id=908da0c7-49db-4db6-8be7-093f356d149a HTTP/1.1" status: 200 len: 898 time: 0.6730959 Feb 08 22:03:42.891641 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-111df7d2-1013-48d0-a081-b9637071e81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284971738', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'd2310d3a-3aa2-45b8-9c91-5c5ac6e3a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:00:53Z', 'updated_at': '2022-02-08T22:00:58Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'd2310d3a-3aa2-45b8-9c91-5c5ac6e3a134', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:00:54Z', 'updated_at': '2022-02-08T22:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '65441e82-649c-43c3-ab69-fbae66f21c8f', 'name': '', 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:ab:67:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '159e34dd-f758-4f64-88ad-3f593d2fe70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:00:57Z', 'updated_at': '2022-02-08T22:01:03Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '159e34dd-f758-4f64-88ad-3f593d2fe70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:03:42.901371 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-14c6d5d7-8918-4342-a189-f3e5465ccc30 req-27c44b87-5fd7-4f5e-b142-5b34db99d8f9 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eab65de-6c77-4059-aade-5925565487d3 HTTP/1.1" status: 200 len: 217 time: 0.0544524 Feb 08 22:03:42.944738 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111df7d2-1013-48d0-a081-b9637071e81f None None] Checking router: 5e5abc65-b25f-46c1-87c4-33ff8d750a0e for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:03:42.974835 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6d5d7-8918-4342-a189-f3e5465ccc30 req-10aa8b00-9a41-450e-a69b-3f89b27d481b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:42.975405 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111df7d2-1013-48d0-a081-b9637071e81f None None] Routers {'5e5abc65-b25f-46c1-87c4-33ff8d750a0e'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:03:42.976081 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-111df7d2-1013-48d0-a081-b9637071e81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:03:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['5e5abc65-b25f-46c1-87c4-33ff8d750a0e'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:03:42.976997 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-14c6d5d7-8918-4342-a189-f3e5465ccc30 req-10aa8b00-9a41-450e-a69b-3f89b27d481b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=159e34dd-f758-4f64-88ad-3f593d2fe70c HTTP/1.1" status: 200 len: 834 time: 0.0689945 Feb 08 22:03:43.101028 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6d5d7-8918-4342-a189-f3e5465ccc30 req-61e2603f-c9ad-42c3-a8aa-cc606a8502dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:43.103015 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-14c6d5d7-8918-4342-a189-f3e5465ccc30 req-61e2603f-c9ad-42c3-a8aa-cc606a8502dd service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=908da0c7-49db-4db6-8be7-093f356d149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1179831 Feb 08 22:03:43.153684 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-111df7d2-1013-48d0-a081-b9637071e81f None None] Set router 5e5abc65-b25f-46c1-87c4-33ff8d750a0e gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:03:43.292705 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-14c6d5d7-8918-4342-a189-f3e5465ccc30 req-54e75e2f-ee8c-4ad2-94a8-a67737cb846f service neutron] 10.222.0.94 "GET /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820486 Feb 08 22:03:43.516055 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-14c6d5d7-8918-4342-a189-f3e5465ccc30 req-6d6aa08c-ab97-4452-85f2-e9e22e0a67ee service neutron] 10.222.0.94 "GET /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152350 Feb 08 22:03:43.543693 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-111df7d2-1013-48d0-a081-b9637071e81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284971738', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'd2310d3a-3aa2-45b8-9c91-5c5ac6e3a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:00:53Z', 'updated_at': '2022-02-08T22:00:58Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'd2310d3a-3aa2-45b8-9c91-5c5ac6e3a134', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:00:54Z', 'updated_at': '2022-02-08T22:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '65441e82-649c-43c3-ab69-fbae66f21c8f', 'name': '', 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:ab:67:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '159e34dd-f758-4f64-88ad-3f593d2fe70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:00:57Z', 'updated_at': '2022-02-08T22:01:03Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '159e34dd-f758-4f64-88ad-3f593d2fe70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:03:43.594899 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111df7d2-1013-48d0-a081-b9637071e81f None None] The sync data for ids ['5e5abc65-b25f-46c1-87c4-33ff8d750a0e'] in n-d-712143-31 is: [{'id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284971738', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'd2310d3a-3aa2-45b8-9c91-5c5ac6e3a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:00:53Z', 'updated_at': '2022-02-08T22:00:58Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'd2310d3a-3aa2-45b8-9c91-5c5ac6e3a134', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:00:54Z', 'updated_at': '2022-02-08T22:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '65441e82-649c-43c3-ab69-fbae66f21c8f', 'name': '', 'network_id': '908da0c7-49db-4db6-8be7-093f356d149a', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:ab:67:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '159e34dd-f758-4f64-88ad-3f593d2fe70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:00:57Z', 'updated_at': '2022-02-08T22:01:03Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '159e34dd-f758-4f64-88ad-3f593d2fe70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:03:43.779806 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68feb16e-855a-4044-b4f1-40b7a94fa85b req-c38f36f4-50d6-46fd-9f67-f5183a2bc25d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:43.781738 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-68feb16e-855a-4044-b4f1-40b7a94fa85b req-c38f36f4-50d6-46fd-9f67-f5183a2bc25d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.94 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 946 time: 0.1984293 Feb 08 22:03:43.861937 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25df2ed-753a-4375-9d37-a18fad454b43 req-73e3f22b-feb4-43c5-aae7-7999df3f5350 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:43.883801 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a25df2ed-753a-4375-9d37-a18fad454b43 req-73e3f22b-feb4-43c5-aae7-7999df3f5350 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 946 time: 0.1256380 Feb 08 22:03:43.973691 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a25df2ed-753a-4375-9d37-a18fad454b43 req-6d600162-9dfb-43cf-a274-9e61b74a9c0c tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=792a5e17-256a-47da-b791-de47635e6468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882742 Feb 08 22:03:44.080483 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-68feb16e-855a-4044-b4f1-40b7a94fa85b req-28bcd720-16d3-4cc0-8796-4895a753111b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Deleting port 8eab65de-6c77-4059-aade-5925565487d3 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:03:44.081172 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-68feb16e-855a-4044-b4f1-40b7a94fa85b req-28bcd720-16d3-4cc0-8796-4895a753111b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (8eab65de-6c77-4059-aade-5925565487d3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:44.115436 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee3d443-7872-43f3-b2a8-d092fabf5a01 None None] New status for floating IP ea0e4a4d-82c4-4dfa-8402-dbf215a32605: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:03:44.303335 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-68feb16e-855a-4044-b4f1-40b7a94fa85b req-28bcd720-16d3-4cc0-8796-4895a753111b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] For port 8eab65de-6c77-4059-aade-5925565487d3, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=8eab65de-6c77-4059-aade-5925565487d3,segment=NetworkSegment(abbd9180-9acf-4ffe-ab6d-c780e1736c12),segment_id=abbd9180-9acf-4ffe-ab6d-c780e1736c12)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:03:44.304482 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-68feb16e-855a-4044-b4f1-40b7a94fa85b req-28bcd720-16d3-4cc0-8796-4895a753111b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (8eab65de-6c77-4059-aade-5925565487d3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:44.322555 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-68feb16e-855a-4044-b4f1-40b7a94fa85b req-28bcd720-16d3-4cc0-8796-4895a753111b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Calling delete_port for 8eab65de-6c77-4059-aade-5925565487d3 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:03:44.487814 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-68feb16e-855a-4044-b4f1-40b7a94fa85b req-28bcd720-16d3-4cc0-8796-4895a753111b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (8eab65de-6c77-4059-aade-5925565487d3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:44.544997 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bcd720-16d3-4cc0-8796-4895a753111b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event deleted for resources: {'Port': ['ID=8eab65de-6c77-4059-aade-5925565487d3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:03:44.606548 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-68feb16e-855a-4044-b4f1-40b7a94fa85b req-28bcd720-16d3-4cc0-8796-4895a753111b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] No DVR routers for this DVR port 8eab65de-6c77-4059-aade-5925565487d3 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:03:44.611474 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-68feb16e-855a-4044-b4f1-40b7a94fa85b req-28bcd720-16d3-4cc0-8796-4895a753111b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:44.614531 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-68feb16e-855a-4044-b4f1-40b7a94fa85b req-28bcd720-16d3-4cc0-8796-4895a753111b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.94 "DELETE /v2.0/ports/8eab65de-6c77-4059-aade-5925565487d3 HTTP/1.1" status: 204 len: 173 time: 0.8259664 Feb 08 22:03:44.615011 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605f6936-e3d2-4be3-a6d5-d8682b201e77', 'name': 'network-vif-deleted', 'tag': '8eab65de-6c77-4059-aade-5925565487d3'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:03:44.619836 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1771434-6236-4a62-be19-8f9c38d0ef88" -d '{"events": [{"server_uuid": "605f6936-e3d2-4be3-a6d5-d8682b201e77", "name": "network-vif-deleted", "tag": "8eab65de-6c77-4059-aade-5925565487d3"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:03:44.661377 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d430b4-b07a-423c-8c79-341cad369666 x-openstack-request-id: req-61d430b4-b07a-423c-8c79-341cad369666 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:03:44.662350 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605f6936-e3d2-4be3-a6d5-d8682b201e77", "name": "network-vif-deleted", "tag": "8eab65de-6c77-4059-aade-5925565487d3", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:03:44.662717 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-61d430b4-b07a-423c-8c79-341cad369666 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:03:44.663170 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605f6936-e3d2-4be3-a6d5-d8682b201e77', 'name': 'network-vif-deleted', 'tag': '8eab65de-6c77-4059-aade-5925565487d3', 'status': 'completed', 'code': 200} Feb 08 22:03:45.157588 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e642e82-745c-4ab9-ae77-19b22d37b6ec req-941774c8-6618-448a-830c-e5db97f2f331 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=605f6936-e3d2-4be3-a6d5-d8682b201e77 HTTP/1.1" status: 200 len: 210 time: 0.0445714 Feb 08 22:03:45.900630 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b015e155-3714-4761-9351-d5e2af87df96 req-fdc187ef-494b-45e6-aeaa-1d2ea8076574 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-81215253&fields=id&tenant_id=beb2210587a047799a2549836334dae5 HTTP/1.1" status: 200 len: 267 time: 0.0497410 Feb 08 22:03:46.038107 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015e155-3714-4761-9351-d5e2af87df96 req-9dc055fd-6ced-404a-b5fc-19d2ac127834 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:46.045359 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b015e155-3714-4761-9351-d5e2af87df96 req-9dc055fd-6ced-404a-b5fc-19d2ac127834 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 812 time: 0.1346793 Feb 08 22:03:46.058125 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b015e155-3714-4761-9351-d5e2af87df96 req-41ce771f-cd4b-4441-a561-3b0b6d936e33 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/quotas/beb2210587a047799a2549836334dae5 HTTP/1.1" status: 200 len: 375 time: 0.0115018 Feb 08 22:03:46.127673 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b015e155-3714-4761-9351-d5e2af87df96 req-24c29f77-4d68-439a-b02a-4d203cf31a47 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657241 Feb 08 22:03:46.267599 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43246) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:03:46.387755 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b015e155-3714-4761-9351-d5e2af87df96 req-8be1d446-8120-4fdb-afa6-c190e4c456b6 service neutron] 10.222.0.88 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326653 Feb 08 22:03:46.505032 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b015e155-3714-4761-9351-d5e2af87df96 req-49e56b5b-e933-42e9-b1e5-9522a68fb0a8 service neutron] 10.222.0.88 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097708 Feb 08 22:03:46.949741 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74d2d1bb-0854-4427-9a30-e32a4ddbc8cc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (5e5abc65-b25f-46c1-87c4-33ff8d750a0e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:46.963269 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c0eff3db-5be4-4f1a-8205-20112f49bc2e req-3540a9b5-a060-4365-8a35-7047adfb2752 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 210 time: 0.0712676 Feb 08 22:03:46.993555 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 8eab65de-6c77-4059-aade-5925565487d3 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:03:47.020769 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 8eab65de-6c77-4059-aade-5925565487d3 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:03:47.021133 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 8eab65de-6c77-4059-aade-5925565487d3 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:03:47.373708 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-74d2d1bb-0854-4427-9a30-e32a4ddbc8cc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Deleting port 65441e82-649c-43c3-ab69-fbae66f21c8f {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:03:47.374735 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74d2d1bb-0854-4427-9a30-e32a4ddbc8cc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (65441e82-649c-43c3-ab69-fbae66f21c8f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:47.505216 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-74d2d1bb-0854-4427-9a30-e32a4ddbc8cc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] For port 65441e82-649c-43c3-ab69-fbae66f21c8f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=65441e82-649c-43c3-ab69-fbae66f21c8f,segment=NetworkSegment(abbd9180-9acf-4ffe-ab6d-c780e1736c12),segment_id=abbd9180-9acf-4ffe-ab6d-c780e1736c12)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:03:47.505738 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74d2d1bb-0854-4427-9a30-e32a4ddbc8cc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (65441e82-649c-43c3-ab69-fbae66f21c8f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:47.522894 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-74d2d1bb-0854-4427-9a30-e32a4ddbc8cc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Calling delete_port for 65441e82-649c-43c3-ab69-fbae66f21c8f owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:03:47.807578 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74d2d1bb-0854-4427-9a30-e32a4ddbc8cc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (65441e82-649c-43c3-ab69-fbae66f21c8f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:47.859669 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2d1bb-0854-4427-9a30-e32a4ddbc8cc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event deleted for resources: {'Port': ['ID=65441e82-649c-43c3-ab69-fbae66f21c8f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:03:48.162918 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c8b4b41-09e5-401a-a540-96e377f59753 req-3c5d9a20-9059-4992-98aa-632a86334474 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 210 time: 0.0755677 Feb 08 22:03:48.295175 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015e155-3714-4761-9351-d5e2af87df96 req-7a1ba2dc-9eb4-4c09-b6ea-bda3ce01833b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:48.296782 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b015e155-3714-4761-9351-d5e2af87df96 req-7a1ba2dc-9eb4-4c09-b6ea-bda3ce01833b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.94 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 812 time: 0.2963920 Feb 08 22:03:48.303343 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74d2d1bb-0854-4427-9a30-e32a4ddbc8cc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (5e5abc65-b25f-46c1-87c4-33ff8d750a0e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:48.480428 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b015e155-3714-4761-9351-d5e2af87df96 req-a99fed71-bdd7-496b-9519-1230ffc96f96 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=beb2210587a047799a2549836334dae5 HTTP/1.1" status: 200 len: 378 time: 0.1726820 Feb 08 22:03:48.493398 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-b015e155-3714-4761-9351-d5e2af87df96 req-da0a6ef4-a6d2-44d0-9379-a339ee6b47ba tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Request body: {'port': {'device_id': '55808efe-d53e-4dab-8818-54532dfa5016', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'admin_state_up': True, 'tenant_id': 'beb2210587a047799a2549836334dae5', 'security_groups': ['b6d91d7d-5951-4204-9074-3a99355d053a']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:03:48.737566 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b015e155-3714-4761-9351-d5e2af87df96 req-da0a6ef4-a6d2-44d0-9379-a339ee6b47ba tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Made reservation on behalf of beb2210587a047799a2549836334dae5 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:03:48.741089 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b015e155-3714-4761-9351-d5e2af87df96 req-da0a6ef4-a6d2-44d0-9379-a339ee6b47ba tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:48.748228 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d2d1bb-0854-4427-9a30-e32a4ddbc8cc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Router 5e5abc65-b25f-46c1-87c4-33ff8d750a0e has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:03:49.008713 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d2d1bb-0854-4427-9a30-e32a4ddbc8cc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:03:49.021366 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5455b6e5-ab06-411a-9631-b17746346472 None None] Sync routers for ids ['5e5abc65-b25f-46c1-87c4-33ff8d750a0e'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:03:49.038489 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-74d2d1bb-0854-4427-9a30-e32a4ddbc8cc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "PUT /v2.0/routers/5e5abc65-b25f-46c1-87c4-33ff8d750a0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7678478 Feb 08 22:03:49.042370 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43278) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:03:49.051838 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5455b6e5-ab06-411a-9631-b17746346472 None None] Routers {'5e5abc65-b25f-46c1-87c4-33ff8d750a0e'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:03:49.052816 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-5455b6e5-ab06-411a-9631-b17746346472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:03:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['5e5abc65-b25f-46c1-87c4-33ff8d750a0e'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:03:49.105743 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-b015e155-3714-4761-9351-d5e2af87df96 req-da0a6ef4-a6d2-44d0-9379-a339ee6b47ba tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Allocated IP 172.20.0.12 (3e877b49-38c1-41e0-85cf-576297877def/e2ac310d-6418-47f9-bc84-ee6106411485/5643c3dd-deaa-4add-83ee-07e89ba9e3ee) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:03:49.139665 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-878353f3-87e2-440c-b301-32478a85b325 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Deleting subnet 159e34dd-f758-4f64-88ad-3f593d2fe70c {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 22:03:49.148518 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-878353f3-87e2-440c-b301-32478a85b325 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for subnet (159e34dd-f758-4f64-88ad-3f593d2fe70c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:49.252005 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-5455b6e5-ab06-411a-9631-b17746346472 None None] Set router 5e5abc65-b25f-46c1-87c4-33ff8d750a0e gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:03:49.289721 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-878353f3-87e2-440c-b301-32478a85b325 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (159e34dd-f758-4f64-88ad-3f593d2fe70c), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:49.382183 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ef03fb4-3e47-43d8-b621-fa7eba1c2502 req-4a43e2fa-e27d-4906-8cdf-9547481509c1 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 210 time: 0.0353301 Feb 08 22:03:49.487230 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b015e155-3714-4761-9351-d5e2af87df96 req-da0a6ef4-a6d2-44d0-9379-a339ee6b47ba tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for port (5643c3dd-deaa-4add-83ee-07e89ba9e3ee), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:49.492936 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-878353f3-87e2-440c-b301-32478a85b325 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (159e34dd-f758-4f64-88ad-3f593d2fe70c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:49.566494 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-5455b6e5-ab06-411a-9631-b17746346472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284971738', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'd2310d3a-3aa2-45b8-9c91-5c5ac6e3a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:00:53Z', 'updated_at': '2022-02-08T22:03:47Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'd2310d3a-3aa2-45b8-9c91-5c5ac6e3a134', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:00:54Z', 'updated_at': '2022-02-08T22:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:03:49.629111 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5455b6e5-ab06-411a-9631-b17746346472 None None] Checking router: 5e5abc65-b25f-46c1-87c4-33ff8d750a0e for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:03:49.633584 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b015e155-3714-4761-9351-d5e2af87df96 req-da0a6ef4-a6d2-44d0-9379-a339ee6b47ba tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (5643c3dd-deaa-4add-83ee-07e89ba9e3ee), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:49.651072 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-878353f3-87e2-440c-b301-32478a85b325 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (159e34dd-f758-4f64-88ad-3f593d2fe70c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:49.653645 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5455b6e5-ab06-411a-9631-b17746346472 None None] Routers {'5e5abc65-b25f-46c1-87c4-33ff8d750a0e'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:03:49.654364 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-5455b6e5-ab06-411a-9631-b17746346472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:03:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['5e5abc65-b25f-46c1-87c4-33ff8d750a0e'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:03:49.719391 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878353f3-87e2-440c-b301-32478a85b325 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event deleted for resources: {'Subnet': ['ID=159e34dd-f758-4f64-88ad-3f593d2fe70c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:03:49.721700 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-878353f3-87e2-440c-b301-32478a85b325 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:49.728744 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-878353f3-87e2-440c-b301-32478a85b325 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "DELETE /v2.0/subnets/159e34dd-f758-4f64-88ad-3f593d2fe70c HTTP/1.1" status: 204 len: 168 time: 0.6818454 Feb 08 22:03:49.729498 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43282) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:03:49.733161 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f38f843-f9bc-4fb4-8bb6-af81592ec39c None None] Network 908da0c7-49db-4db6-8be7-093f356d149a requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:03:49.741171 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b015e155-3714-4761-9351-d5e2af87df96 req-da0a6ef4-a6d2-44d0-9379-a339ee6b47ba tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Network 3e877b49-38c1-41e0-85cf-576297877def is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:03:49.746882 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-b015e155-3714-4761-9351-d5e2af87df96 req-da0a6ef4-a6d2-44d0-9379-a339ee6b47ba tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:03:49.764511 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-b015e155-3714-4761-9351-d5e2af87df96 req-da0a6ef4-a6d2-44d0-9379-a339ee6b47ba tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:03:49.769651 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a6ef4-a6d2-44d0-9379-a339ee6b47ba tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event updated for resources: {'Port': ['ID=5643c3dd-deaa-4add-83ee-07e89ba9e3ee,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:03:49.858015 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015e155-3714-4761-9351-d5e2af87df96 req-da0a6ef4-a6d2-44d0-9379-a339ee6b47ba tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:49.859162 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b015e155-3714-4761-9351-d5e2af87df96 req-da0a6ef4-a6d2-44d0-9379-a339ee6b47ba tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:49.907892 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b015e155-3714-4761-9351-d5e2af87df96 req-da0a6ef4-a6d2-44d0-9379-a339ee6b47ba tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4206221 Feb 08 22:03:49.924981 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-b015e155-3714-4761-9351-d5e2af87df96 req-01aac4bc-9ac5-48e1-8017-06e70f9420f6 service neutron] Request body: {'port': {'device_id': '55808efe-d53e-4dab-8818-54532dfa5016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:03:49.963715 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-5455b6e5-ab06-411a-9631-b17746346472 None None] Set router 5e5abc65-b25f-46c1-87c4-33ff8d750a0e gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:03:50.075411 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-21c4df90-1f98-44e2-a1d1-54b0964a672d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router (5e5abc65-b25f-46c1-87c4-33ff8d750a0e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:50.134893 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6fb0f1-1b2a-4b8c-8348-efa08ff47645 None None] DHCP port deletion for 908da0c7-49db-4db6-8be7-093f356d149a request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 22:03:50.167924 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b015e155-3714-4761-9351-d5e2af87df96 req-01aac4bc-9ac5-48e1-8017-06e70f9420f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5643c3dd-deaa-4add-83ee-07e89ba9e3ee), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:50.250661 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2409d8d0-23b6-4762-ae21-37d6dba46c53 None None] Provisioning complete for port 5643c3dd-deaa-4add-83ee-07e89ba9e3ee triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:03:50.253468 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2409d8d0-23b6-4762-ae21-37d6dba46c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5643c3dd-deaa-4add-83ee-07e89ba9e3ee), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:50.315830 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2409d8d0-23b6-4762-ae21-37d6dba46c53 None None] Port 5643c3dd-deaa-4add-83ee-07e89ba9e3ee cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:03:50.330008 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-21c4df90-1f98-44e2-a1d1-54b0964a672d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router_gateway (5e5abc65-b25f-46c1-87c4-33ff8d750a0e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:50.421423 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-21c4df90-1f98-44e2-a1d1-54b0964a672d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Deleting port d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:03:50.422308 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-21c4df90-1f98-44e2-a1d1-54b0964a672d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:50.496839 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7d6fb0f1-1b2a-4b8c-8348-efa08ff47645 None None] Deleting port ef171a81-d528-4843-856c-f4dd14b6de97 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:03:50.497339 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb0f1-1b2a-4b8c-8348-efa08ff47645 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (ef171a81-d528-4843-856c-f4dd14b6de97), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:50.552624 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-21c4df90-1f98-44e2-a1d1-54b0964a672d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] For port d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:03:50.553161 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-21c4df90-1f98-44e2-a1d1-54b0964a672d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:50.573486 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-21c4df90-1f98-44e2-a1d1-54b0964a672d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Calling delete_port for d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134 owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:03:50.640771 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-7d6fb0f1-1b2a-4b8c-8348-efa08ff47645 None None] For port ef171a81-d528-4843-856c-f4dd14b6de97, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ef171a81-d528-4843-856c-f4dd14b6de97,segment=NetworkSegment(abbd9180-9acf-4ffe-ab6d-c780e1736c12),segment_id=abbd9180-9acf-4ffe-ab6d-c780e1736c12)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:03:50.641488 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb0f1-1b2a-4b8c-8348-efa08ff47645 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (ef171a81-d528-4843-856c-f4dd14b6de97), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:50.663893 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7d6fb0f1-1b2a-4b8c-8348-efa08ff47645 None None] Calling delete_port for ef171a81-d528-4843-856c-f4dd14b6de97 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:03:50.824755 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:03:50.856573 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb0f1-1b2a-4b8c-8348-efa08ff47645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (ef171a81-d528-4843-856c-f4dd14b6de97), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:50.887741 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fb0f1-1b2a-4b8c-8348-efa08ff47645 None None] Pushing event deleted for resources: {'Port': ['ID=ef171a81-d528-4843-856c-f4dd14b6de97,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:03:50.908491 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6fb0f1-1b2a-4b8c-8348-efa08ff47645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:50.908842 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6fb0f1-1b2a-4b8c-8348-efa08ff47645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:50.909192 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6fb0f1-1b2a-4b8c-8348-efa08ff47645 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:50.909584 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6fb0f1-1b2a-4b8c-8348-efa08ff47645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:50.910066 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6fb0f1-1b2a-4b8c-8348-efa08ff47645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:50.910586 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6fb0f1-1b2a-4b8c-8348-efa08ff47645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:50.911193 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6fb0f1-1b2a-4b8c-8348-efa08ff47645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:50.911526 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6fb0f1-1b2a-4b8c-8348-efa08ff47645 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:50.911856 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6fb0f1-1b2a-4b8c-8348-efa08ff47645 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:50.912188 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6fb0f1-1b2a-4b8c-8348-efa08ff47645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:50.912516 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6fb0f1-1b2a-4b8c-8348-efa08ff47645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:50.912842 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6fb0f1-1b2a-4b8c-8348-efa08ff47645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:50.913171 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6fb0f1-1b2a-4b8c-8348-efa08ff47645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:03:50.935379 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6fb0f1-1b2a-4b8c-8348-efa08ff47645 None None] No DVR routers for this DVR port ef171a81-d528-4843-856c-f4dd14b6de97 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:03:50.977096 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-b015e155-3714-4761-9351-d5e2af87df96 req-01aac4bc-9ac5-48e1-8017-06e70f9420f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5643c3dd-deaa-4add-83ee-07e89ba9e3ee {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:03:50.985303 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-21c4df90-1f98-44e2-a1d1-54b0964a672d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:50.991762 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ef171a81-d528-4843-856c-f4dd14b6de97 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:03:50.998195 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b015e155-3714-4761-9351-d5e2af87df96 req-01aac4bc-9ac5-48e1-8017-06e70f9420f6 service neutron] Publish callbacks [] for port (5643c3dd-deaa-4add-83ee-07e89ba9e3ee), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:51.028367 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-5455b6e5-ab06-411a-9631-b17746346472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284971738', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'd2310d3a-3aa2-45b8-9c91-5c5ac6e3a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:00:53Z', 'updated_at': '2022-02-08T22:03:47Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'd2310d3a-3aa2-45b8-9c91-5c5ac6e3a134', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:00:54Z', 'updated_at': '2022-02-08T22:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:03:51.031891 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-b015e155-3714-4761-9351-d5e2af87df96 req-01aac4bc-9ac5-48e1-8017-06e70f9420f6 service neutron] Transition to ACTIVE for port object 5643c3dd-deaa-4add-83ee-07e89ba9e3ee will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:03:51.034337 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: ef171a81-d528-4843-856c-f4dd14b6de97 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:03:51.035210 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ef171a81-d528-4843-856c-f4dd14b6de97 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:03:51.039182 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b015e155-3714-4761-9351-d5e2af87df96 req-01aac4bc-9ac5-48e1-8017-06e70f9420f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (5643c3dd-deaa-4add-83ee-07e89ba9e3ee), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:51.040648 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4df90-1f98-44e2-a1d1-54b0964a672d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event deleted for resources: {'Port': ['ID=d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:03:51.219106 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aac4bc-9ac5-48e1-8017-06e70f9420f6 service neutron] Pushing event updated for resources: {'Port': ['ID=5643c3dd-deaa-4add-83ee-07e89ba9e3ee,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:03:51.224672 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b0bf8-56a3-4038-a8c3-a2e15785152b req-42b3be2b-bc4a-4ed7-ac76-edfa306e3db1 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:51.226538 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e75b0bf8-56a3-4038-a8c3-a2e15785152b req-42b3be2b-bc4a-4ed7-ac76-edfa306e3db1 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 932 time: 0.3323557 Feb 08 22:03:51.243541 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-21c4df90-1f98-44e2-a1d1-54b0964a672d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (5e5abc65-b25f-46c1-87c4-33ff8d750a0e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:51.398300 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5455b6e5-ab06-411a-9631-b17746346472 None None] The sync data for ids ['5e5abc65-b25f-46c1-87c4-33ff8d750a0e'] in n-d-712143-31 is: [{'id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284971738', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'd2310d3a-3aa2-45b8-9c91-5c5ac6e3a134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:00:53Z', 'updated_at': '2022-02-08T22:03:47Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'd2310d3a-3aa2-45b8-9c91-5c5ac6e3a134', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5abc65-b25f-46c1-87c4-33ff8d750a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:00:54Z', 'updated_at': '2022-02-08T22:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:03:51.434844 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-b015e155-3714-4761-9351-d5e2af87df96 req-01aac4bc-9ac5-48e1-8017-06e70f9420f6 service neutron] Attempting to bind port 5643c3dd-deaa-4add-83ee-07e89ba9e3ee on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:03:51.438327 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-b015e155-3714-4761-9351-d5e2af87df96 req-01aac4bc-9ac5-48e1-8017-06e70f9420f6 service neutron] Attempting to bind port 5643c3dd-deaa-4add-83ee-07e89ba9e3ee by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:03:51.438934 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b015e155-3714-4761-9351-d5e2af87df96 req-01aac4bc-9ac5-48e1-8017-06e70f9420f6 service neutron] Attempting to bind port 5643c3dd-deaa-4add-83ee-07e89ba9e3ee on network 3e877b49-38c1-41e0-85cf-576297877def {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:03:51.465164 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b015e155-3714-4761-9351-d5e2af87df96 req-01aac4bc-9ac5-48e1-8017-06e70f9420f6 service neutron] Port 5643c3dd-deaa-4add-83ee-07e89ba9e3ee on network 3e877b49-38c1-41e0-85cf-576297877def not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:03:51.466112 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b015e155-3714-4761-9351-d5e2af87df96 req-01aac4bc-9ac5-48e1-8017-06e70f9420f6 service neutron] Attempting to bind port 5643c3dd-deaa-4add-83ee-07e89ba9e3ee on network 3e877b49-38c1-41e0-85cf-576297877def {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:03:51.486949 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b015e155-3714-4761-9351-d5e2af87df96 req-01aac4bc-9ac5-48e1-8017-06e70f9420f6 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:03:51.491221 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b015e155-3714-4761-9351-d5e2af87df96 req-01aac4bc-9ac5-48e1-8017-06e70f9420f6 service neutron] Checking segment: {'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:03:51.492632 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b015e155-3714-4761-9351-d5e2af87df96 req-01aac4bc-9ac5-48e1-8017-06e70f9420f6 service neutron] Bound using segment: {'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:03:51.493245 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-b015e155-3714-4761-9351-d5e2af87df96 req-01aac4bc-9ac5-48e1-8017-06e70f9420f6 service neutron] Bound port: 5643c3dd-deaa-4add-83ee-07e89ba9e3ee, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:03:51.494246 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b015e155-3714-4761-9351-d5e2af87df96 req-01aac4bc-9ac5-48e1-8017-06e70f9420f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5643c3dd-deaa-4add-83ee-07e89ba9e3ee), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:51.537513 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-21c4df90-1f98-44e2-a1d1-54b0964a672d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (5e5abc65-b25f-46c1-87c4-33ff8d750a0e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:51.546908 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-21c4df90-1f98-44e2-a1d1-54b0964a672d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router_controller (5e5abc65-b25f-46c1-87c4-33ff8d750a0e), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:51.570384 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e75b0bf8-56a3-4038-a8c3-a2e15785152b req-eff0ce65-720b-4918-a318-2562e475aa30 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3240726 Feb 08 22:03:51.681781 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-21c4df90-1f98-44e2-a1d1-54b0964a672d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (5e5abc65-b25f-46c1-87c4-33ff8d750a0e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:51.682630 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c4df90-1f98-44e2-a1d1-54b0964a672d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Fanout notify agent at l3_agent the message router_deleted on router 5e5abc65-b25f-46c1-87c4-33ff8d750a0e {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 22:03:51.696235 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-21c4df90-1f98-44e2-a1d1-54b0964a672d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:51.703369 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-21c4df90-1f98-44e2-a1d1-54b0964a672d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "DELETE /v2.0/routers/5e5abc65-b25f-46c1-87c4-33ff8d750a0e HTTP/1.1" status: 204 len: 168 time: 1.9727855 Feb 08 22:03:51.707474 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43290) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:03:51.963858 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bc8d48c1-0068-4e67-805b-6ed1f2ce5cd0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (908da0c7-49db-4db6-8be7-093f356d149a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:52.191915 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bc8d48c1-0068-4e67-805b-6ed1f2ce5cd0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (908da0c7-49db-4db6-8be7-093f356d149a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:52.241776 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-b015e155-3714-4761-9351-d5e2af87df96 req-01aac4bc-9ac5-48e1-8017-06e70f9420f6 service neutron] For port 5643c3dd-deaa-4add-83ee-07e89ba9e3ee, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:03:52.245931 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-b015e155-3714-4761-9351-d5e2af87df96 req-01aac4bc-9ac5-48e1-8017-06e70f9420f6 service neutron] For port 5643c3dd-deaa-4add-83ee-07e89ba9e3ee, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=5643c3dd-deaa-4add-83ee-07e89ba9e3ee,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:03:52.249594 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-bc8d48c1-0068-4e67-805b-6ed1f2ce5cd0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908da0c7-49db-4db6-8be7-093f356d149a']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:03:52.257427 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b015e155-3714-4761-9351-d5e2af87df96 req-01aac4bc-9ac5-48e1-8017-06e70f9420f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (5643c3dd-deaa-4add-83ee-07e89ba9e3ee), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:52.274882 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-bc8d48c1-0068-4e67-805b-6ed1f2ce5cd0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abbd9180-9acf-4ffe-ab6d-c780e1736c12') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:03:52.275205 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-bc8d48c1-0068-4e67-805b-6ed1f2ce5cd0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abbd9180-9acf-4ffe-ab6d-c780e1736c12') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:03:52.332209 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bc8d48c1-0068-4e67-805b-6ed1f2ce5cd0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (abbd9180-9acf-4ffe-ab6d-c780e1736c12), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:52.359977 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015e155-3714-4761-9351-d5e2af87df96 req-01aac4bc-9ac5-48e1-8017-06e70f9420f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:52.361149 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b015e155-3714-4761-9351-d5e2af87df96 req-01aac4bc-9ac5-48e1-8017-06e70f9420f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:52.362900 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b015e155-3714-4761-9351-d5e2af87df96 req-01aac4bc-9ac5-48e1-8017-06e70f9420f6 service neutron] 10.222.0.94 "PUT /v2.0/ports/5643c3dd-deaa-4add-83ee-07e89ba9e3ee HTTP/1.1" status: 200 len: 1093 time: 2.4473188 Feb 08 22:03:52.363523 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55808efe-d53e-4dab-8818-54532dfa5016', 'tag': '5643c3dd-deaa-4add-83ee-07e89ba9e3ee'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:03:52.373882 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bc8d48c1-0068-4e67-805b-6ed1f2ce5cd0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (abbd9180-9acf-4ffe-ab6d-c780e1736c12), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:52.375955 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3bb4d6-d2e9-4c2f-94f1-b9cd0622bbfc" -d '{"events": [{"name": "network-changed", "server_uuid": "55808efe-d53e-4dab-8818-54532dfa5016", "tag": "5643c3dd-deaa-4add-83ee-07e89ba9e3ee"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:03:52.395177 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8d48c1-0068-4e67-805b-6ed1f2ce5cd0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:03:52.413208 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bc8d48c1-0068-4e67-805b-6ed1f2ce5cd0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (abbd9180-9acf-4ffe-ab6d-c780e1736c12), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: timer() Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:03:52.420910 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:03:52.522903 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816931cc-8301-427e-adfc-53335ee9d291 x-openstack-request-id: req-816931cc-8301-427e-adfc-53335ee9d291 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:03:52.523638 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55808efe-d53e-4dab-8818-54532dfa5016", "tag": "5643c3dd-deaa-4add-83ee-07e89ba9e3ee", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:03:52.524152 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-816931cc-8301-427e-adfc-53335ee9d291 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:03:52.525356 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55808efe-d53e-4dab-8818-54532dfa5016', 'tag': '5643c3dd-deaa-4add-83ee-07e89ba9e3ee', 'status': 'completed', 'code': 200} Feb 08 22:03:52.536288 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aac4bc-9ac5-48e1-8017-06e70f9420f6 service neutron] Pushing event updated for resources: {'Port': ['ID=5643c3dd-deaa-4add-83ee-07e89ba9e3ee,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:03:52.591447 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015e155-3714-4761-9351-d5e2af87df96 req-72be1916-3edb-4d10-b047-bf2ca270b117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:52.595201 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b015e155-3714-4761-9351-d5e2af87df96 req-72be1916-3edb-4d10-b047-bf2ca270b117 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 1127 time: 0.1661000 Feb 08 22:03:52.674284 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b015e155-3714-4761-9351-d5e2af87df96 req-ca372b9d-ed8e-4dce-87b1-76c89005e99f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5643c3dd-deaa-4add-83ee-07e89ba9e3ee HTTP/1.1" status: 200 len: 217 time: 0.0697780 Feb 08 22:03:52.819086 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015e155-3714-4761-9351-d5e2af87df96 req-8a544bfd-5e52-49d9-a233-705da948bab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:52.821158 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b015e155-3714-4761-9351-d5e2af87df96 req-8a544bfd-5e52-49d9-a233-705da948bab1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e2ac310d-6418-47f9-bc84-ee6106411485 HTTP/1.1" status: 200 len: 851 time: 0.1407831 Feb 08 22:03:52.938710 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015e155-3714-4761-9351-d5e2af87df96 req-8adfd0cb-6c63-40b2-8093-02ad164ff808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:52.943291 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b015e155-3714-4761-9351-d5e2af87df96 req-8adfd0cb-6c63-40b2-8093-02ad164ff808 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3e877b49-38c1-41e0-85cf-576297877def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1149056 Feb 08 22:03:53.046952 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:03:53.076552 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:03:53.077217 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d2310d3a-3aa2-45b8-9c91-5c5ac6e3a134 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:03:53.077772 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 65441e82-649c-43c3-ab69-fbae66f21c8f no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:03:53.106565 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 65441e82-649c-43c3-ab69-fbae66f21c8f {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:03:53.107064 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 65441e82-649c-43c3-ab69-fbae66f21c8f not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:03:53.269589 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bc8d48c1-0068-4e67-805b-6ed1f2ce5cd0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (908da0c7-49db-4db6-8be7-093f356d149a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:53.278264 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bc8d48c1-0068-4e67-805b-6ed1f2ce5cd0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:53.279387 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b015e155-3714-4761-9351-d5e2af87df96 req-28102321-a0ec-43b5-9207-18f8fc1f63df service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280609 Feb 08 22:03:53.286328 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bc8d48c1-0068-4e67-805b-6ed1f2ce5cd0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "DELETE /v2.0/networks/908da0c7-49db-4db6-8be7-093f356d149a HTTP/1.1" status: 204 len: 168 time: 1.5751774 Feb 08 22:03:53.301397 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a119adf-787c-468c-a88d-f0cb02a777fb req-b4965b2e-9521-4961-b6dc-34791cabc6d0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:53.303112 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4a119adf-787c-468c-a88d-f0cb02a777fb req-b4965b2e-9521-4961-b6dc-34791cabc6d0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 944 time: 0.1344380 Feb 08 22:03:53.307522 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43298) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:03:53.354864 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d48c1-0068-4e67-805b-6ed1f2ce5cd0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event deleted for resources: {'Network': ['ID=908da0c7-49db-4db6-8be7-093f356d149a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:03:53.452906 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4a119adf-787c-468c-a88d-f0cb02a777fb req-0b618c1d-d92d-4107-a272-d3f463ac0165 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1360605 Feb 08 22:03:53.483992 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b015e155-3714-4761-9351-d5e2af87df96 req-b00c7c59-83a5-4e13-abcc-3ee0f4134932 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979613 Feb 08 22:03:53.514227 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2f01553e-a167-4092-85fe-664a1d37fa79 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group (792a5e17-256a-47da-b791-de47635e6468), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:53.558023 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2f01553e-a167-4092-85fe-664a1d37fa79 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group (792a5e17-256a-47da-b791-de47635e6468), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:53.630672 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bb4d6-d2e9-4c2f-94f1-b9cd0622bbfc req-c17a55a1-0f8e-4b64-aa2a-caa67a68d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:53.633187 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bd3bb4d6-d2e9-4c2f-94f1-b9cd0622bbfc req-c17a55a1-0f8e-4b64-aa2a-caa67a68d120 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 1127 time: 0.0831778 Feb 08 22:03:53.646705 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2f01553e-a167-4092-85fe-664a1d37fa79 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (792a5e17-256a-47da-b791-de47635e6468), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:53.649573 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2f01553e-a167-4092-85fe-664a1d37fa79 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:53.651201 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2f01553e-a167-4092-85fe-664a1d37fa79 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "DELETE /v2.0/security-groups/792a5e17-256a-47da-b791-de47635e6468 HTTP/1.1" status: 204 len: 168 time: 0.3425925 Feb 08 22:03:53.662568 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f01553e-a167-4092-85fe-664a1d37fa79 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=792a5e17-256a-47da-b791-de47635e6468,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:03:53.859665 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bb4d6-d2e9-4c2f-94f1-b9cd0622bbfc req-fdd9ce7e-f030-42d8-92cd-35bd76e89b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:53.861189 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bd3bb4d6-d2e9-4c2f-94f1-b9cd0622bbfc req-fdd9ce7e-f030-42d8-92cd-35bd76e89b28 service neutron] 10.222.0.94 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 913 time: 0.2150803 Feb 08 22:03:53.926794 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bd3bb4d6-d2e9-4c2f-94f1-b9cd0622bbfc req-abe9fe0a-06fa-4d62-95ae-260e8e56ea63 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5643c3dd-deaa-4add-83ee-07e89ba9e3ee HTTP/1.1" status: 200 len: 217 time: 0.0568757 Feb 08 22:03:54.037194 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bb4d6-d2e9-4c2f-94f1-b9cd0622bbfc req-ebcf2621-fd65-42a0-a107-375dc0eb7ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:54.038818 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bd3bb4d6-d2e9-4c2f-94f1-b9cd0622bbfc req-ebcf2621-fd65-42a0-a107-375dc0eb7ce6 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e2ac310d-6418-47f9-bc84-ee6106411485 HTTP/1.1" status: 200 len: 851 time: 0.1065395 Feb 08 22:03:54.094342 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43306) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:03:54.104396 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-87671623-5319-493c-83dd-8b3199e680db tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1850958316', 'description': 'tempest-secgroup-smoke-1850958316 description', 'project_id': '757a64905a5e4f28a11ff7ef605aa039'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:03:54.143065 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-87671623-5319-493c-83dd-8b3199e680db tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:54.169207 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bb4d6-d2e9-4c2f-94f1-b9cd0622bbfc req-dde8c25a-9fa9-4265-9623-f122328b2b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:54.170943 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bd3bb4d6-d2e9-4c2f-94f1-b9cd0622bbfc req-dde8c25a-9fa9-4265-9623-f122328b2b6e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3e877b49-38c1-41e0-85cf-576297877def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1256394 Feb 08 22:03:54.239255 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-406e7a7f-5484-4ea3-843b-7bcf0f760079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:54.356785 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-87671623-5319-493c-83dd-8b3199e680db tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group (70461a49-ae2c-41b3-a305-38c3248f2278), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:54.364330 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-87671623-5319-493c-83dd-8b3199e680db tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (70461a49-ae2c-41b3-a305-38c3248f2278), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:54.417183 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-87671623-5319-493c-83dd-8b3199e680db tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:54.423624 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-87671623-5319-493c-83dd-8b3199e680db tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3272986 Feb 08 22:03:54.427265 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43308) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:03:54.432010 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bd3bb4d6-d2e9-4c2f-94f1-b9cd0622bbfc req-dc15a56b-760c-413d-a445-4cc9b5d10020 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542160 Feb 08 22:03:54.432799 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-844b030b-7d37-421f-929c-d3f8bfd3a7f2 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'security_group_rule': {'security_group_id': '70461a49-ae2c-41b3-a305-38c3248f2278', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:03:54.439692 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87671623-5319-493c-83dd-8b3199e680db tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70461a49-ae2c-41b3-a305-38c3248f2278,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:03:54.482970 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-844b030b-7d37-421f-929c-d3f8bfd3a7f2 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (ad72e7b0-7877-485d-bb0d-b4d2b0ea1896), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:54.593123 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-844b030b-7d37-421f-929c-d3f8bfd3a7f2 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (ad72e7b0-7877-485d-bb0d-b4d2b0ea1896), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:54.617969 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-844b030b-7d37-421f-929c-d3f8bfd3a7f2 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (ad72e7b0-7877-485d-bb0d-b4d2b0ea1896), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:54.684008 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bd3bb4d6-d2e9-4c2f-94f1-b9cd0622bbfc req-8c4be60b-861b-49d7-8fee-270ad7494b65 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447910 Feb 08 22:03:54.723782 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-844b030b-7d37-421f-929c-d3f8bfd3a7f2 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:54.730216 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43320) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:03:54.730384 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-844b030b-7d37-421f-929c-d3f8bfd3a7f2 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3013504 Feb 08 22:03:54.738499 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-13193094-2364-4cd8-84ab-71488140ff96 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'security_group_rule': {'security_group_id': '70461a49-ae2c-41b3-a305-38c3248f2278', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:03:54.742222 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b030b-7d37-421f-929c-d3f8bfd3a7f2 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad72e7b0-7877-485d-bb0d-b4d2b0ea1896,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:03:54.793840 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331f4bb-fc7c-484e-bb4e-721dde12e2cc req-223f6cc0-1f0e-4d53-8fc0-067d4d39cc4e tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:54.801326 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9331f4bb-fc7c-484e-bb4e-721dde12e2cc req-223f6cc0-1f0e-4d53-8fc0-067d4d39cc4e tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 944 time: 0.2016673 Feb 08 22:03:54.825473 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13193094-2364-4cd8-84ab-71488140ff96 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (ec8b8dd7-58be-463e-b509-69108d928a42), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:54.871075 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9331f4bb-fc7c-484e-bb4e-721dde12e2cc req-1365a9f0-bfcc-4d2b-b5a8-f0cfd6523fbc tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637276 Feb 08 22:03:54.922043 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13193094-2364-4cd8-84ab-71488140ff96 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (ec8b8dd7-58be-463e-b509-69108d928a42), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:54.928602 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13193094-2364-4cd8-84ab-71488140ff96 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (ec8b8dd7-58be-463e-b509-69108d928a42), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:54.955349 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13193094-2364-4cd8-84ab-71488140ff96 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8b8dd7-58be-463e-b509-69108d928a42,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:03:54.969363 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13193094-2364-4cd8-84ab-71488140ff96 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:54.974030 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43322) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:03:54.975583 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-13193094-2364-4cd8-84ab-71488140ff96 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2442534 Feb 08 22:03:54.988679 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-afe521b0-508b-4197-acf6-05f1079b1ba3 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'security_group_rule': {'security_group_id': '70461a49-ae2c-41b3-a305-38c3248f2278', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:03:55.041512 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-afe521b0-508b-4197-acf6-05f1079b1ba3 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (2a76a510-e8d7-4ab4-bd70-ab181d66e883), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:55.175909 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-afe521b0-508b-4197-acf6-05f1079b1ba3 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (2a76a510-e8d7-4ab4-bd70-ab181d66e883), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:55.183786 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-afe521b0-508b-4197-acf6-05f1079b1ba3 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (2a76a510-e8d7-4ab4-bd70-ab181d66e883), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:55.235885 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe521b0-508b-4197-acf6-05f1079b1ba3 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a76a510-e8d7-4ab4-bd70-ab181d66e883,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:03:55.251453 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-afe521b0-508b-4197-acf6-05f1079b1ba3 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:55.253062 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-afe521b0-508b-4197-acf6-05f1079b1ba3 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2771022 Feb 08 22:03:55.257497 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43324) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:03:55.264988 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-f062907c-5fb4-4a40-8db9-16b2c251ec5b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'security_group_rule': {'security_group_id': '70461a49-ae2c-41b3-a305-38c3248f2278', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:03:55.304725 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f062907c-5fb4-4a40-8db9-16b2c251ec5b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (f8f911ba-8c7e-4993-a1bb-163e6c7b2845), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:55.432574 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f062907c-5fb4-4a40-8db9-16b2c251ec5b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (f8f911ba-8c7e-4993-a1bb-163e6c7b2845), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:55.439711 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f062907c-5fb4-4a40-8db9-16b2c251ec5b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (f8f911ba-8c7e-4993-a1bb-163e6c7b2845), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:55.479979 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062907c-5fb4-4a40-8db9-16b2c251ec5b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f911ba-8c7e-4993-a1bb-163e6c7b2845,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:03:55.513653 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f062907c-5fb4-4a40-8db9-16b2c251ec5b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:55.519142 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f062907c-5fb4-4a40-8db9-16b2c251ec5b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2565167 Feb 08 22:03:55.519615 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43326) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:03:55.527779 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5327b021-c9fa-478f-8b24-bca6143ebbdf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'security_group_rule': {'security_group_id': '70461a49-ae2c-41b3-a305-38c3248f2278', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:03:55.588351 n-d-712143-31 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-5327b021-c9fa-478f-8b24-bca6143ebbdf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Project 757a64905a5e4f28a11ff7ef605aa039 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 22:03:55.599081 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5327b021-c9fa-478f-8b24-bca6143ebbdf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (44e5fbc0-5181-4390-aa31-053f0860e69d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:55.730755 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5327b021-c9fa-478f-8b24-bca6143ebbdf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (44e5fbc0-5181-4390-aa31-053f0860e69d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:55.738568 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5327b021-c9fa-478f-8b24-bca6143ebbdf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (44e5fbc0-5181-4390-aa31-053f0860e69d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:55.764442 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327b021-c9fa-478f-8b24-bca6143ebbdf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44e5fbc0-5181-4390-aa31-053f0860e69d,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:03:55.809365 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5327b021-c9fa-478f-8b24-bca6143ebbdf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:55.811818 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5327b021-c9fa-478f-8b24-bca6143ebbdf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2903225 Feb 08 22:03:55.815911 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43330) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:03:55.820964 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-289169e0-a348-4ad7-ba43-147376d6907d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'security_group_rule': {'security_group_id': '70461a49-ae2c-41b3-a305-38c3248f2278', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:03:55.865593 n-d-712143-31 neutron-server[103433]: INFO neutron.db.securitygroups_db [None req-289169e0-a348-4ad7-ba43-147376d6907d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Project 757a64905a5e4f28a11ff7ef605aa039 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 22:03:55.877161 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-289169e0-a348-4ad7-ba43-147376d6907d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (eeaaa27e-0e1b-49de-93fa-5a70e0b1fe19), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:55.995738 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-289169e0-a348-4ad7-ba43-147376d6907d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (eeaaa27e-0e1b-49de-93fa-5a70e0b1fe19), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:56.003026 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-289169e0-a348-4ad7-ba43-147376d6907d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (eeaaa27e-0e1b-49de-93fa-5a70e0b1fe19), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:56.038748 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289169e0-a348-4ad7-ba43-147376d6907d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeaaa27e-0e1b-49de-93fa-5a70e0b1fe19,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:03:56.058446 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-289169e0-a348-4ad7-ba43-147376d6907d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:56.060142 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-289169e0-a348-4ad7-ba43-147376d6907d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2428567 Feb 08 22:03:56.063358 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43334) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:03:56.079175 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5f4abc7d-a579-4479-9651-7c1697272cca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'network': {'name': 'tempest-network-smoke--1582067107', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'port_security_enabled': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:03:56.133563 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522968a-6474-4a6a-a016-c9f3456912cd req-a57576ac-a987-49d4-b591-8885f3d1b9a4 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:56.135555 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9522968a-6474-4a6a-a016-c9f3456912cd req-a57576ac-a987-49d4-b591-8885f3d1b9a4 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 944 time: 0.0740073 Feb 08 22:03:56.142212 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4abc7d-a579-4479-9651-7c1697272cca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Made reservation on behalf of 757a64905a5e4f28a11ff7ef605aa039 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:03:56.159909 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5f4abc7d-a579-4479-9651-7c1697272cca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:56.206200 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9522968a-6474-4a6a-a016-c9f3456912cd req-49af5e52-b84d-44aa-8600-03e13a37215f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616260 Feb 08 22:03:56.237529 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f4abc7d-a579-4479-9651-7c1697272cca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 22:03:56.253578 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5f4abc7d-a579-4479-9651-7c1697272cca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (2efdc436-b095-41db-bfec-aac535a347a5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:56.254125 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-5f4abc7d-a579-4479-9651-7c1697272cca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Added segment 2efdc436-b095-41db-bfec-aac535a347a5 of type vlan for network 10e1df43-20d9-4c18-8867-fd7962ec0a3c Feb 08 22:03:56.304644 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5f4abc7d-a579-4479-9651-7c1697272cca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (10e1df43-20d9-4c18-8867-fd7962ec0a3c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:56.339326 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5f4abc7d-a579-4479-9651-7c1697272cca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (10e1df43-20d9-4c18-8867-fd7962ec0a3c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:56.347104 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4abc7d-a579-4479-9651-7c1697272cca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:56.348072 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5f4abc7d-a579-4479-9651-7c1697272cca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:56.436550 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43336) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:03:56.437266 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5f4abc7d-a579-4479-9651-7c1697272cca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3716373 Feb 08 22:03:56.452203 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-0f59270a-02a2-4263-be63-048c3c7359f0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1198768412', 'admin_state_up': True, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:03:56.468400 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4abc7d-a579-4479-9651-7c1697272cca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Network': ['ID=10e1df43-20d9-4c18-8867-fd7962ec0a3c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:03:56.484679 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 10e1df43-20d9-4c18-8867-fd7962ec0a3c details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 22:03:56.558953 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0f59270a-02a2-4263-be63-048c3c7359f0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (5456f56d-8d2d-4a8e-9a0d-91b44e9fc435), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:56.565152 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0f59270a-02a2-4263-be63-048c3c7359f0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (5456f56d-8d2d-4a8e-9a0d-91b44e9fc435), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:56.807209 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0f59270a-02a2-4263-be63-048c3c7359f0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router_controller (5456f56d-8d2d-4a8e-9a0d-91b44e9fc435), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:57.122954 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0f59270a-02a2-4263-be63-048c3c7359f0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router_gateway (5456f56d-8d2d-4a8e-9a0d-91b44e9fc435), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:57.532060 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d750ef04-4097-42f8-bb79-7b5145b076ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:57.559306 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0f59270a-02a2-4263-be63-048c3c7359f0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router_gateway (5456f56d-8d2d-4a8e-9a0d-91b44e9fc435), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:57.597831 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0f59270a-02a2-4263-be63-048c3c7359f0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:57.717183 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585bb6d-7df0-4833-88b8-35570b4c177a req-f3ff8767-1e14-481a-9419-42bb1eddfe64 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:57.718905 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4585bb6d-7df0-4833-88b8-35570b4c177a req-f3ff8767-1e14-481a-9419-42bb1eddfe64 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 944 time: 0.3309696 Feb 08 22:03:57.877020 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-0f59270a-02a2-4263-be63-048c3c7359f0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Allocated IP 172.25.3.8 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:03:57.886705 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4585bb6d-7df0-4833-88b8-35570b4c177a req-ddb3b041-d062-48db-bd43-7b7f22bf5125 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1543038 Feb 08 22:03:58.077659 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0f59270a-02a2-4263-be63-048c3c7359f0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for port (dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:58.155652 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0f59270a-02a2-4263-be63-048c3c7359f0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:58.184089 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f59270a-02a2-4263-be63-048c3c7359f0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:03:58.188151 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-0f59270a-02a2-4263-be63-048c3c7359f0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:03:58.213739 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f59270a-02a2-4263-be63-048c3c7359f0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:03:58.270917 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59270a-02a2-4263-be63-048c3c7359f0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Port': ['ID=dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:03:58.637443 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0f59270a-02a2-4263-be63-048c3c7359f0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router_gateway (5456f56d-8d2d-4a8e-9a0d-91b44e9fc435), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:59.039961 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0f59270a-02a2-4263-be63-048c3c7359f0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (5456f56d-8d2d-4a8e-9a0d-91b44e9fc435), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:59.186936 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1b811-083b-4072-b3a8-dc9d6128fb5c req-500c7766-faac-4ab2-b604-dfb6ad1079e0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:59.188833 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3de1b811-083b-4072-b3a8-dc9d6128fb5c req-500c7766-faac-4ab2-b604-dfb6ad1079e0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 944 time: 0.1688290 Feb 08 22:03:59.296704 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3de1b811-083b-4072-b3a8-dc9d6128fb5c req-ca7160ba-e3e3-4dcc-b72f-8dc69c3c3d4e tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0923610 Feb 08 22:03:59.351823 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f59270a-02a2-4263-be63-048c3c7359f0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Router 5456f56d-8d2d-4a8e-9a0d-91b44e9fc435 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 22:03:59.381265 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:59.536081 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f59270a-02a2-4263-be63-048c3c7359f0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:03:59.549625 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e421f2f2-04ac-41e7-a2e4-e368f9226f58 None None] Sync routers for ids ['5456f56d-8d2d-4a8e-9a0d-91b44e9fc435'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:03:59.568045 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e421f2f2-04ac-41e7-a2e4-e368f9226f58 None None] Routers {'5456f56d-8d2d-4a8e-9a0d-91b44e9fc435'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:03:59.569314 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e421f2f2-04ac-41e7-a2e4-e368f9226f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:03:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['5456f56d-8d2d-4a8e-9a0d-91b44e9fc435'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:03:59.589940 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0f59270a-02a2-4263-be63-048c3c7359f0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:03:59.595337 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0f59270a-02a2-4263-be63-048c3c7359f0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.1537104 Feb 08 22:03:59.595851 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43354) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:03:59.654060 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4b50270b-d84f-4ed5-9549-24c28a53ffe1 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=757a64905a5e4f28a11ff7ef605aa039&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0535378 Feb 08 22:03:59.655862 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43356) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:03:59.769159 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccacc3b-ed41-4e32-8373-c281ca497ef3 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:03:59.774277 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5ccacc3b-ed41-4e32-8373-c281ca497ef3 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1153207 Feb 08 22:03:59.774596 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43358) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:03:59.778387 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-e421f2f2-04ac-41e7-a2e4-e368f9226f58 None None] Set router 5456f56d-8d2d-4a8e-9a0d-91b44e9fc435 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:03:59.835060 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43360) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:03:59.835768 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-40ba92c1-b807-420f-847e-7528011d370c tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=075c0dfb-2786-422e-af93-9cafe101c970&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0590620 Feb 08 22:03:59.840999 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-705f88e4-7cbc-4e32-8c66-25ba084e7fbc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-965986655', 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:04:00.021392 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705f88e4-7cbc-4e32-8c66-25ba084e7fbc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Made reservation on behalf of 757a64905a5e4f28a11ff7ef605aa039 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:04:00.029344 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-705f88e4-7cbc-4e32-8c66-25ba084e7fbc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:00.131849 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e421f2f2-04ac-41e7-a2e4-e368f9226f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198768412', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:03:56Z', 'updated_at': '2022-02-08T22:03:58Z', 'revision_number': 3, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:03:57Z', 'updated_at': '2022-02-08T22:03:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:04:00.169528 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e421f2f2-04ac-41e7-a2e4-e368f9226f58 None None] Checking router: 5456f56d-8d2d-4a8e-9a0d-91b44e9fc435 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:04:00.169892 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e421f2f2-04ac-41e7-a2e4-e368f9226f58 None None] Updating router 5456f56d-8d2d-4a8e-9a0d-91b44e9fc435 port dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:04:00.210282 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e421f2f2-04ac-41e7-a2e4-e368f9226f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:00.461305 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-705f88e4-7cbc-4e32-8c66-25ba084e7fbc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (4e6efb1b-449e-40a2-a22a-5de293dc1fdd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:00.583114 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf49f1a-cfe0-4265-bbad-fb2cb8ebfc73 req-143ef7d0-9f23-465c-b1b1-f4e4d6479ed4 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:00.585904 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-caf49f1a-cfe0-4265-bbad-fb2cb8ebfc73 req-143ef7d0-9f23-465c-b1b1-f4e4d6479ed4 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 944 time: 0.1448238 Feb 08 22:04:00.588722 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e421f2f2-04ac-41e7-a2e4-e368f9226f58 None None] Publish callbacks [] for port (dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:00.599582 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e421f2f2-04ac-41e7-a2e4-e368f9226f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:00.644741 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705f88e4-7cbc-4e32-8c66-25ba084e7fbc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Checking segment: {'id': '2efdc436-b095-41db-bfec-aac535a347a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:04:00.644971 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705f88e4-7cbc-4e32-8c66-25ba084e7fbc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Network hostable DHCP agents. Network: 10e1df43-20d9-4c18-8867-fd7962ec0a3c, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 22:04:00.650726 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108a96c-67de-4ff7-8835-680d7f97499b None None] Pushing event updated for resources: {'Port': ['ID=dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:04:00.654729 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f88e4-7cbc-4e32-8c66-25ba084e7fbc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Subnet': ['ID=4e6efb1b-449e-40a2-a22a-5de293dc1fdd,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:04:00.664528 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108a96c-67de-4ff7-8835-680d7f97499b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:04:00.665212 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108a96c-67de-4ff7-8835-680d7f97499b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:04:00.666262 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108a96c-67de-4ff7-8835-680d7f97499b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:04:00.667555 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108a96c-67de-4ff7-8835-680d7f97499b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:04:00.668056 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108a96c-67de-4ff7-8835-680d7f97499b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:04:00.668544 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108a96c-67de-4ff7-8835-680d7f97499b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:04:00.669025 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108a96c-67de-4ff7-8835-680d7f97499b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:04:00.669539 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108a96c-67de-4ff7-8835-680d7f97499b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:04:00.670017 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108a96c-67de-4ff7-8835-680d7f97499b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:04:00.670518 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108a96c-67de-4ff7-8835-680d7f97499b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:04:00.670997 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108a96c-67de-4ff7-8835-680d7f97499b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:04:00.679336 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108a96c-67de-4ff7-8835-680d7f97499b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:04:00.680021 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8108a96c-67de-4ff7-8835-680d7f97499b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:04:00.708638 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705f88e4-7cbc-4e32-8c66-25ba084e7fbc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Network 10e1df43-20d9-4c18-8867-fd7962ec0a3c is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 22:04:00.711722 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e421f2f2-04ac-41e7-a2e4-e368f9226f58 None None] Attempting to bind port dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:04:00.712962 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e421f2f2-04ac-41e7-a2e4-e368f9226f58 None None] Attempting to bind port dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:04:00.713604 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e421f2f2-04ac-41e7-a2e4-e368f9226f58 None None] Attempting to bind port dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:04:00.722058 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e421f2f2-04ac-41e7-a2e4-e368f9226f58 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:04:00.722771 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e421f2f2-04ac-41e7-a2e4-e368f9226f58 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:04:00.724708 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e421f2f2-04ac-41e7-a2e4-e368f9226f58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:00.727516 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e421f2f2-04ac-41e7-a2e4-e368f9226f58 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:04:00.728986 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-705f88e4-7cbc-4e32-8c66-25ba084e7fbc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 10e1df43-20d9-4c18-8867-fd7962ec0a3c) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:04:00.730399 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e421f2f2-04ac-41e7-a2e4-e368f9226f58 None None] Bound port: dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:04:00.731077 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e421f2f2-04ac-41e7-a2e4-e368f9226f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:00.742555 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ae0d5f-550d-4601-ae81-12b147759b85 None None] Network 10e1df43-20d9-4c18-8867-fd7962ec0a3c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:04:00.743374 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705f88e4-7cbc-4e32-8c66-25ba084e7fbc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:00.744451 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-705f88e4-7cbc-4e32-8c66-25ba084e7fbc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:00.787147 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-705f88e4-7cbc-4e32-8c66-25ba084e7fbc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9504809 Feb 08 22:04:00.794396 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-caf49f1a-cfe0-4265-bbad-fb2cb8ebfc73 req-16d036e1-b3b1-4d3f-ba26-61c06dfe4cfb tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1969068 Feb 08 22:04:00.796385 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43366) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:04:00.874203 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e421f2f2-04ac-41e7-a2e4-e368f9226f58 None None] For port dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:04:00.881907 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e421f2f2-04ac-41e7-a2e4-e368f9226f58 None None] For port dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:04:00.894902 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e421f2f2-04ac-41e7-a2e4-e368f9226f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:01.012053 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e421f2f2-04ac-41e7-a2e4-e368f9226f58 None None] Routers {'5456f56d-8d2d-4a8e-9a0d-91b44e9fc435'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:04:01.014022 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e421f2f2-04ac-41e7-a2e4-e368f9226f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:03:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['5456f56d-8d2d-4a8e-9a0d-91b44e9fc435'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:04:01.061000 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d72685-254b-455e-bd6d-1e05872d02a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-10e1df43-20d9-4c18-8867-fd7962ec0a3c', 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'fixed_ips': [{'subnet_id': '4e6efb1b-449e-40a2-a22a-5de293dc1fdd'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 22:04:01.062286 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-27d72685-254b-455e-bd6d-1e05872d02a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:01.208586 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-e421f2f2-04ac-41e7-a2e4-e368f9226f58 None None] Set router 5456f56d-8d2d-4a8e-9a0d-91b44e9fc435 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:04:01.345526 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-27d72685-254b-455e-bd6d-1e05872d02a9 None None] Allocated IP 172.20.0.2 (10e1df43-20d9-4c18-8867-fd7962ec0a3c/4e6efb1b-449e-40a2-a22a-5de293dc1fdd/b354dc5a-e36d-416c-bbf5-fe040dd248ac) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:04:01.458560 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108a96c-67de-4ff7-8835-680d7f97499b None None] Pushing event updated for resources: {'Port': ['ID=dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:04:01.613884 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:01.672867 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e421f2f2-04ac-41e7-a2e4-e368f9226f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198768412', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:03:56Z', 'updated_at': '2022-02-08T22:03:58Z', 'revision_number': 3, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:03:57Z', 'updated_at': '2022-02-08T22:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:04:01.700710 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:01.736854 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-547e9686-303a-4869-b8d0-3609db330e2f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:01.802493 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-27d72685-254b-455e-bd6d-1e05872d02a9 None None] Publish callbacks [] for port (b354dc5a-e36d-416c-bbf5-fe040dd248ac), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:01.812054 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-27d72685-254b-455e-bd6d-1e05872d02a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (b354dc5a-e36d-416c-bbf5-fe040dd248ac), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:01.862213 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d72685-254b-455e-bd6d-1e05872d02a9 None None] Network 10e1df43-20d9-4c18-8867-fd7962ec0a3c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:04:01.869158 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-27d72685-254b-455e-bd6d-1e05872d02a9 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:04:01.882282 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d72685-254b-455e-bd6d-1e05872d02a9 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:04:01.912217 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e421f2f2-04ac-41e7-a2e4-e368f9226f58 None None] The sync data for ids ['5456f56d-8d2d-4a8e-9a0d-91b44e9fc435'] in n-d-712143-31 is: [{'id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198768412', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:03:56Z', 'updated_at': '2022-02-08T22:03:58Z', 'revision_number': 3, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:03:57Z', 'updated_at': '2022-02-08T22:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:04:01.929279 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d72685-254b-455e-bd6d-1e05872d02a9 None None] Pushing event updated for resources: {'Port': ['ID=b354dc5a-e36d-416c-bbf5-fe040dd248ac,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:04:02.060158 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-27d72685-254b-455e-bd6d-1e05872d02a9 None None] Attempting to bind port b354dc5a-e36d-416c-bbf5-fe040dd248ac on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:04:02.061119 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-27d72685-254b-455e-bd6d-1e05872d02a9 None None] Attempting to bind port b354dc5a-e36d-416c-bbf5-fe040dd248ac by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '2efdc436-b095-41db-bfec-aac535a347a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:04:02.062384 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d72685-254b-455e-bd6d-1e05872d02a9 None None] Attempting to bind port b354dc5a-e36d-416c-bbf5-fe040dd248ac on network 10e1df43-20d9-4c18-8867-fd7962ec0a3c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:04:02.103935 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d72685-254b-455e-bd6d-1e05872d02a9 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:04:02.104534 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d72685-254b-455e-bd6d-1e05872d02a9 None None] Checking segment: {'id': '2efdc436-b095-41db-bfec-aac535a347a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:04:02.105446 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-27d72685-254b-455e-bd6d-1e05872d02a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:02.106013 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d72685-254b-455e-bd6d-1e05872d02a9 None None] Bound using segment: {'id': '2efdc436-b095-41db-bfec-aac535a347a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:04:02.106602 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-27d72685-254b-455e-bd6d-1e05872d02a9 None None] Bound port: b354dc5a-e36d-416c-bbf5-fe040dd248ac, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efdc436-b095-41db-bfec-aac535a347a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:04:02.107690 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-27d72685-254b-455e-bd6d-1e05872d02a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b354dc5a-e36d-416c-bbf5-fe040dd248ac), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:02.166015 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfac61-737d-478f-bf6f-afb16676ff32 req-0436e4bf-5582-4b00-a0ed-f18b93b45436 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:02.167757 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-73bfac61-737d-478f-bf6f-afb16676ff32 req-0436e4bf-5582-4b00-a0ed-f18b93b45436 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 944 time: 0.1424489 Feb 08 22:04:02.240559 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-27d72685-254b-455e-bd6d-1e05872d02a9 None None] For port b354dc5a-e36d-416c-bbf5-fe040dd248ac, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:04:02.248005 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-27d72685-254b-455e-bd6d-1e05872d02a9 None None] For port b354dc5a-e36d-416c-bbf5-fe040dd248ac, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b354dc5a-e36d-416c-bbf5-fe040dd248ac,segment=NetworkSegment(2efdc436-b095-41db-bfec-aac535a347a5),segment_id=2efdc436-b095-41db-bfec-aac535a347a5)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:04:02.259424 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-27d72685-254b-455e-bd6d-1e05872d02a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b354dc5a-e36d-416c-bbf5-fe040dd248ac), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:02.310106 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-73bfac61-737d-478f-bf6f-afb16676ff32 req-4a9f4fe1-222d-4c08-96ac-df6a4a9f036f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1146696 Feb 08 22:04:02.341834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-547e9686-303a-4869-b8d0-3609db330e2f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Allocated IP 172.20.0.1 (10e1df43-20d9-4c18-8867-fd7962ec0a3c/4e6efb1b-449e-40a2-a22a-5de293dc1fdd/2853c78b-2d3a-4482-8141-b9af5c0a5f43) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:04:02.427870 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d72685-254b-455e-bd6d-1e05872d02a9 None None] Pushing event updated for resources: {'Port': ['ID=b354dc5a-e36d-416c-bbf5-fe040dd248ac,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:04:02.686468 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-547e9686-303a-4869-b8d0-3609db330e2f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for port (2853c78b-2d3a-4482-8141-b9af5c0a5f43), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:02.817259 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-547e9686-303a-4869-b8d0-3609db330e2f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (2853c78b-2d3a-4482-8141-b9af5c0a5f43), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:02.921283 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e9686-303a-4869-b8d0-3609db330e2f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Port': ['ID=2853c78b-2d3a-4482-8141-b9af5c0a5f43,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:04:02.963269 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547e9686-303a-4869-b8d0-3609db330e2f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Network 10e1df43-20d9-4c18-8867-fd7962ec0a3c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:04:02.965720 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-547e9686-303a-4869-b8d0-3609db330e2f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:04:02.969919 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547e9686-303a-4869-b8d0-3609db330e2f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:04:03.096410 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-547e9686-303a-4869-b8d0-3609db330e2f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (5456f56d-8d2d-4a8e-9a0d-91b44e9fc435), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:03.198554 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:04:03.303886 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:04:03.305089 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:03.414493 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-547e9686-303a-4869-b8d0-3609db330e2f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2853c78b-2d3a-4482-8141-b9af5c0a5f43), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:03.490881 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:04:03.505195 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:03.557626 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:04:03.570182 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:03.571970 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b354dc5a-e36d-416c-bbf5-fe040dd248ac up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:04:03.721070 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:04:03.806645 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port b354dc5a-e36d-416c-bbf5-fe040dd248ac triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:04:03.807023 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b354dc5a-e36d-416c-bbf5-fe040dd248ac), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:03.915740 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4ba47-909f-43f2-9bfa-c60f67a9dd8d req-1f1a46c4-578a-45b7-b248-b572b720b46b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:03.918279 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1ee4ba47-909f-43f2-9bfa-c60f67a9dd8d req-1f1a46c4-578a-45b7-b248-b572b720b46b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 944 time: 0.4220715 Feb 08 22:04:04.008525 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port b354dc5a-e36d-416c-bbf5-fe040dd248ac is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:04:04.009774 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b354dc5a-e36d-416c-bbf5-fe040dd248ac), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:04.100260 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port b354dc5a-e36d-416c-bbf5-fe040dd248ac, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b354dc5a-e36d-416c-bbf5-fe040dd248ac,segment=NetworkSegment(2efdc436-b095-41db-bfec-aac535a347a5),segment_id=2efdc436-b095-41db-bfec-aac535a347a5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:04:04.107702 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b354dc5a-e36d-416c-bbf5-fe040dd248ac), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:04.216559 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1ee4ba47-909f-43f2-9bfa-c60f67a9dd8d req-a26a1a6a-96d4-40d8-a5b7-3948a252da32 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2783086 Feb 08 22:04:04.226016 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=b354dc5a-e36d-416c-bbf5-fe040dd248ac,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:04:04.317911 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6a1d86-ab97-41e4-9b86-63c0a1dd3618 None None] Network 10e1df43-20d9-4c18-8867-fd7962ec0a3c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:04:04.390363 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-6a324014-be8e-4db8-8c44-b445f902effb None None] Provisioning complete for port b354dc5a-e36d-416c-bbf5-fe040dd248ac triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:04:04.390874 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6a324014-be8e-4db8-8c44-b445f902effb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b354dc5a-e36d-416c-bbf5-fe040dd248ac), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:04.477041 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-547e9686-303a-4869-b8d0-3609db330e2f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for port (2853c78b-2d3a-4482-8141-b9af5c0a5f43), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:04.488622 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-547e9686-303a-4869-b8d0-3609db330e2f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (2853c78b-2d3a-4482-8141-b9af5c0a5f43), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:04.619566 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6a324014-be8e-4db8-8c44-b445f902effb None None] Current status of the port b354dc5a-e36d-416c-bbf5-fe040dd248ac is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:04:04.666663 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-547e9686-303a-4869-b8d0-3609db330e2f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (5456f56d-8d2d-4a8e-9a0d-91b44e9fc435), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:04.680078 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e9686-303a-4869-b8d0-3609db330e2f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Port': ['ID=2853c78b-2d3a-4482-8141-b9af5c0a5f43,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:04:05.033447 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:04:05.145591 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:04:05.146247 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:05.232142 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-60525648-51da-4054-8cdf-eb115221609b None None] Provisioning complete for port 2853c78b-2d3a-4482-8141-b9af5c0a5f43 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:04:05.232779 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-60525648-51da-4054-8cdf-eb115221609b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2853c78b-2d3a-4482-8141-b9af5c0a5f43), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:05.368878 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-60525648-51da-4054-8cdf-eb115221609b None None] Port 2853c78b-2d3a-4482-8141-b9af5c0a5f43 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:04:05.392503 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:04:05.394099 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b354dc5a-e36d-416c-bbf5-fe040dd248ac up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:04:05.465890 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-60525648-51da-4054-8cdf-eb115221609b None None] Provisioning complete for port b354dc5a-e36d-416c-bbf5-fe040dd248ac triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:04:05.466212 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-60525648-51da-4054-8cdf-eb115221609b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b354dc5a-e36d-416c-bbf5-fe040dd248ac), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:05.467949 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port b354dc5a-e36d-416c-bbf5-fe040dd248ac triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:04:05.468427 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b354dc5a-e36d-416c-bbf5-fe040dd248ac), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:05.554836 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91670ba-9ce7-438a-8d2b-ae7454602ab5 req-e50c09a6-ade5-4a73-8810-19bfc69d57b1 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:05.570139 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f91670ba-9ce7-438a-8d2b-ae7454602ab5 req-e50c09a6-ade5-4a73-8810-19bfc69d57b1 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 944 time: 0.1921487 Feb 08 22:04:05.688575 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547e9686-303a-4869-b8d0-3609db330e2f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Network 10e1df43-20d9-4c18-8867-fd7962ec0a3c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:04:05.695866 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-547e9686-303a-4869-b8d0-3609db330e2f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:04:05.696171 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port b354dc5a-e36d-416c-bbf5-fe040dd248ac is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:04:05.705570 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-60525648-51da-4054-8cdf-eb115221609b None None] Current status of the port b354dc5a-e36d-416c-bbf5-fe040dd248ac is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:04:05.707675 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f91670ba-9ce7-438a-8d2b-ae7454602ab5 req-a18245d0-5802-47b4-b362-e47d04a036e0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1271572 Feb 08 22:04:05.836396 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-5c208ce0-307d-4033-a628-af781c5da292 None None] Provisioning complete for port 2853c78b-2d3a-4482-8141-b9af5c0a5f43 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:04:05.836910 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5c208ce0-307d-4033-a628-af781c5da292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2853c78b-2d3a-4482-8141-b9af5c0a5f43), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:05.892447 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5c208ce0-307d-4033-a628-af781c5da292 None None] Port 2853c78b-2d3a-4482-8141-b9af5c0a5f43 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:04:05.895893 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547e9686-303a-4869-b8d0-3609db330e2f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Router 5456f56d-8d2d-4a8e-9a0d-91b44e9fc435 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:04:06.024013 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d189e269-3205-4060-b761-23f08e23bd61 None None] Provisioning complete for port 2853c78b-2d3a-4482-8141-b9af5c0a5f43 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:04:06.025089 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d189e269-3205-4060-b761-23f08e23bd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2853c78b-2d3a-4482-8141-b9af5c0a5f43), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:06.043586 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547e9686-303a-4869-b8d0-3609db330e2f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:04:06.054255 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-547e9686-303a-4869-b8d0-3609db330e2f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "PUT /v2.0/routers/5456f56d-8d2d-4a8e-9a0d-91b44e9fc435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2502592 Feb 08 22:04:06.071153 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf33d38-d2cd-43a3-8ec8-bf6ff771fde6 None None] Sync routers for ids ['5456f56d-8d2d-4a8e-9a0d-91b44e9fc435'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:04:06.094840 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf33d38-d2cd-43a3-8ec8-bf6ff771fde6 None None] Routers {'5456f56d-8d2d-4a8e-9a0d-91b44e9fc435'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:04:06.095546 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-daf33d38-d2cd-43a3-8ec8-bf6ff771fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:03:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['5456f56d-8d2d-4a8e-9a0d-91b44e9fc435'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:04:06.238206 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d189e269-3205-4060-b761-23f08e23bd61 None None] Port 2853c78b-2d3a-4482-8141-b9af5c0a5f43 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:04:06.293260 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-e22fb467-4b38-48f1-82f7-a869e97f8228 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1850958316&fields=id&tenant_id=757a64905a5e4f28a11ff7ef605aa039 HTTP/1.1" status: 200 len: 267 time: 0.0588076 Feb 08 22:04:06.309130 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-daf33d38-d2cd-43a3-8ec8-bf6ff771fde6 None None] Set router 5456f56d-8d2d-4a8e-9a0d-91b44e9fc435 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:04:06.455868 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-816169f2-eb40-4945-a8fd-dccdb0ecb91d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:06.457581 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-816169f2-eb40-4945-a8fd-dccdb0ecb91d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/networks?id=10e1df43-20d9-4c18-8867-fd7962ec0a3c HTTP/1.1" status: 200 len: 797 time: 0.1568468 Feb 08 22:04:06.475094 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-fee81cbc-dbba-4318-8e66-081e8ce4fe02 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/quotas/757a64905a5e4f28a11ff7ef605aa039 HTTP/1.1" status: 200 len: 375 time: 0.0099142 Feb 08 22:04:06.548752 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-6da05bed-03c0-4205-ad3a-7d8020ac2606 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662396 Feb 08 22:04:06.582773 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-daf33d38-d2cd-43a3-8ec8-bf6ff771fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198768412', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:03:56Z', 'updated_at': '2022-02-08T22:04:03Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:03:57Z', 'updated_at': '2022-02-08T22:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '2853c78b-2d3a-4482-8141-b9af5c0a5f43', 'name': '', 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:03:41:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '4e6efb1b-449e-40a2-a22a-5de293dc1fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:04:02Z', 'updated_at': '2022-02-08T22:04:04Z', 'revision_number': 2, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '4e6efb1b-449e-40a2-a22a-5de293dc1fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:04:06.624713 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf33d38-d2cd-43a3-8ec8-bf6ff771fde6 None None] Checking router: 5456f56d-8d2d-4a8e-9a0d-91b44e9fc435 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:04:06.625338 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf33d38-d2cd-43a3-8ec8-bf6ff771fde6 None None] Updating router 5456f56d-8d2d-4a8e-9a0d-91b44e9fc435 port 2853c78b-2d3a-4482-8141-b9af5c0a5f43 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:04:06.657327 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-daf33d38-d2cd-43a3-8ec8-bf6ff771fde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2853c78b-2d3a-4482-8141-b9af5c0a5f43), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:06.691125 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-ea00d1b1-b930-4cbe-bfef-39aa3752ae33 service neutron] 10.222.0.88 "GET /v2.0/networks/10e1df43-20d9-4c18-8867-fd7962ec0a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250095 Feb 08 22:04:06.799232 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:06.829492 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-f3f9321a-e718-41a1-871c-0c9dc1ca7d15 service neutron] 10.222.0.88 "GET /v2.0/networks/10e1df43-20d9-4c18-8867-fd7962ec0a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258712 Feb 08 22:04:06.993554 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fcc00c-0d95-4091-b539-db545f5e22bd req-017e8ea5-d28a-4447-a1a6-d7abf2a430ad tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:06.995618 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c5fcc00c-0d95-4091-b539-db545f5e22bd req-017e8ea5-d28a-4447-a1a6-d7abf2a430ad tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 944 time: 0.1308582 Feb 08 22:04:07.029305 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:07.096811 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c5fcc00c-0d95-4091-b539-db545f5e22bd req-2f117bbd-6e21-455a-a755-b0c7625d2959 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0940270 Feb 08 22:04:07.122629 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-daf33d38-d2cd-43a3-8ec8-bf6ff771fde6 None None] Publish callbacks [] for port (2853c78b-2d3a-4482-8141-b9af5c0a5f43), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:07.136261 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-daf33d38-d2cd-43a3-8ec8-bf6ff771fde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2853c78b-2d3a-4482-8141-b9af5c0a5f43), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:07.146191 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e08b295-5b08-4adb-8c85-1f56f0b34b78 req-cdc1c4a3-7bf4-4a74-a2ae-f9c4f4097482 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 210 time: 0.0991631 Feb 08 22:04:07.264217 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2250b-dd7b-41c6-b676-3b2191e67b45 None None] Pushing event updated for resources: {'Port': ['ID=2853c78b-2d3a-4482-8141-b9af5c0a5f43,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:04:07.292801 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-daf33d38-d2cd-43a3-8ec8-bf6ff771fde6 None None] Attempting to bind port 2853c78b-2d3a-4482-8141-b9af5c0a5f43 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:04:07.293894 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-daf33d38-d2cd-43a3-8ec8-bf6ff771fde6 None None] Attempting to bind port 2853c78b-2d3a-4482-8141-b9af5c0a5f43 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '2efdc436-b095-41db-bfec-aac535a347a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:04:07.294554 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf33d38-d2cd-43a3-8ec8-bf6ff771fde6 None None] Attempting to bind port 2853c78b-2d3a-4482-8141-b9af5c0a5f43 on network 10e1df43-20d9-4c18-8867-fd7962ec0a3c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:04:07.302343 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf33d38-d2cd-43a3-8ec8-bf6ff771fde6 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:04:07.307130 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf33d38-d2cd-43a3-8ec8-bf6ff771fde6 None None] Checking segment: {'id': '2efdc436-b095-41db-bfec-aac535a347a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:04:07.307757 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-daf33d38-d2cd-43a3-8ec8-bf6ff771fde6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:07.308177 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf33d38-d2cd-43a3-8ec8-bf6ff771fde6 None None] Bound using segment: {'id': '2efdc436-b095-41db-bfec-aac535a347a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:04:07.308688 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-daf33d38-d2cd-43a3-8ec8-bf6ff771fde6 None None] Bound port: 2853c78b-2d3a-4482-8141-b9af5c0a5f43, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efdc436-b095-41db-bfec-aac535a347a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:04:07.309086 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-daf33d38-d2cd-43a3-8ec8-bf6ff771fde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2853c78b-2d3a-4482-8141-b9af5c0a5f43), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:07.440243 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-daf33d38-d2cd-43a3-8ec8-bf6ff771fde6 None None] For port 2853c78b-2d3a-4482-8141-b9af5c0a5f43, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:04:07.444514 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-daf33d38-d2cd-43a3-8ec8-bf6ff771fde6 None None] For port 2853c78b-2d3a-4482-8141-b9af5c0a5f43, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=2853c78b-2d3a-4482-8141-b9af5c0a5f43,segment=NetworkSegment(2efdc436-b095-41db-bfec-aac535a347a5),segment_id=2efdc436-b095-41db-bfec-aac535a347a5)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:04:07.451874 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-daf33d38-d2cd-43a3-8ec8-bf6ff771fde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2853c78b-2d3a-4482-8141-b9af5c0a5f43), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:07.531971 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2250b-dd7b-41c6-b676-3b2191e67b45 None None] Pushing event updated for resources: {'Port': ['ID=2853c78b-2d3a-4482-8141-b9af5c0a5f43,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:04:07.538104 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf33d38-d2cd-43a3-8ec8-bf6ff771fde6 None None] Routers {'5456f56d-8d2d-4a8e-9a0d-91b44e9fc435'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:04:07.539862 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-daf33d38-d2cd-43a3-8ec8-bf6ff771fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:03:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['5456f56d-8d2d-4a8e-9a0d-91b44e9fc435'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:04:07.668650 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ef028682-6652-43ec-9e87-56a3c1433e2d None None] Provisioning complete for port 2853c78b-2d3a-4482-8141-b9af5c0a5f43 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:04:07.668650 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ef028682-6652-43ec-9e87-56a3c1433e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2853c78b-2d3a-4482-8141-b9af5c0a5f43), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:07.823891 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-daf33d38-d2cd-43a3-8ec8-bf6ff771fde6 None None] Set router 5456f56d-8d2d-4a8e-9a0d-91b44e9fc435 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:04:08.121987 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ef028682-6652-43ec-9e87-56a3c1433e2d None None] Current status of the port 2853c78b-2d3a-4482-8141-b9af5c0a5f43 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:04:08.122604 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ef028682-6652-43ec-9e87-56a3c1433e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2853c78b-2d3a-4482-8141-b9af5c0a5f43), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:08.261373 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ef028682-6652-43ec-9e87-56a3c1433e2d None None] For port 2853c78b-2d3a-4482-8141-b9af5c0a5f43, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=2853c78b-2d3a-4482-8141-b9af5c0a5f43,segment=NetworkSegment(2efdc436-b095-41db-bfec-aac535a347a5),segment_id=2efdc436-b095-41db-bfec-aac535a347a5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:04:08.269161 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ef028682-6652-43ec-9e87-56a3c1433e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2853c78b-2d3a-4482-8141-b9af5c0a5f43), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:08.310021 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7d273-bc60-4773-b7ba-8001378750ff req-135a645c-969d-4b3f-9bb0-cc5090fe9cb3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:08.317219 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-05d7d273-bc60-4773-b7ba-8001378750ff req-135a645c-969d-4b3f-9bb0-cc5090fe9cb3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 944 time: 0.1327860 Feb 08 22:04:08.351336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef028682-6652-43ec-9e87-56a3c1433e2d None None] Pushing event updated for resources: {'Port': ['ID=2853c78b-2d3a-4482-8141-b9af5c0a5f43,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:04:08.379240 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e25ea8e5-7763-4717-b11c-3cc63efc32a1 req-76693490-ed0c-43c7-b861-0518a63718bb tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 210 time: 0.0538805 Feb 08 22:04:08.443393 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-05d7d273-bc60-4773-b7ba-8001378750ff req-2c56384e-b7f8-4db1-8fd4-b0286a88a70a tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1252310 Feb 08 22:04:08.482013 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-c9503808-4771-4ccf-b3c1-de3e3b664b3c None None] Provisioning complete for port 2853c78b-2d3a-4482-8141-b9af5c0a5f43 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:04:08.482482 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c9503808-4771-4ccf-b3c1-de3e3b664b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2853c78b-2d3a-4482-8141-b9af5c0a5f43), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:08.624702 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-daf33d38-d2cd-43a3-8ec8-bf6ff771fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198768412', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:03:56Z', 'updated_at': '2022-02-08T22:04:03Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:03:57Z', 'updated_at': '2022-02-08T22:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '2853c78b-2d3a-4482-8141-b9af5c0a5f43', 'name': '', 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:03:41:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '4e6efb1b-449e-40a2-a22a-5de293dc1fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:04:02Z', 'updated_at': '2022-02-08T22:04:07Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '4e6efb1b-449e-40a2-a22a-5de293dc1fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:04:08.672584 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf33d38-d2cd-43a3-8ec8-bf6ff771fde6 None None] The sync data for ids ['5456f56d-8d2d-4a8e-9a0d-91b44e9fc435'] in n-d-712143-31 is: [{'id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198768412', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:03:56Z', 'updated_at': '2022-02-08T22:04:03Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:03:57Z', 'updated_at': '2022-02-08T22:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '2853c78b-2d3a-4482-8141-b9af5c0a5f43', 'name': '', 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:03:41:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '4e6efb1b-449e-40a2-a22a-5de293dc1fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:04:02Z', 'updated_at': '2022-02-08T22:04:07Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '4e6efb1b-449e-40a2-a22a-5de293dc1fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:04:08.679075 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c9503808-4771-4ccf-b3c1-de3e3b664b3c None None] Current status of the port 2853c78b-2d3a-4482-8141-b9af5c0a5f43 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:04:08.688309 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-c97bc2e8-0e27-4c35-bcac-91d525a68d88 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:08.689921 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-c97bc2e8-0e27-4c35-bcac-91d525a68d88 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.96 "GET /v2.0/networks?id=10e1df43-20d9-4c18-8867-fd7962ec0a3c HTTP/1.1" status: 200 len: 797 time: 0.2415900 Feb 08 22:04:08.813573 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-f431af4b-9d81-4fc4-a058-37d2ceccb909 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=757a64905a5e4f28a11ff7ef605aa039 HTTP/1.1" status: 200 len: 380 time: 0.1155453 Feb 08 22:04:08.824376 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-4a9ead6d-f63e-4bcb-a71f-1da1fd99e555 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'port': {'device_id': '7c075892-d333-4506-94c8-ffb20e20cb8b', 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c', 'admin_state_up': True, 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'security_groups': ['70461a49-ae2c-41b3-a305-38c3248f2278']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:04:08.980351 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 2853c78b-2d3a-4482-8141-b9af5c0a5f43 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:04:09.014459 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-4a9ead6d-f63e-4bcb-a71f-1da1fd99e555 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Made reservation on behalf of 757a64905a5e4f28a11ff7ef605aa039 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:04:09.018783 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-4a9ead6d-f63e-4bcb-a71f-1da1fd99e555 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:09.090725 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 2853c78b-2d3a-4482-8141-b9af5c0a5f43 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:04:09.091297 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2853c78b-2d3a-4482-8141-b9af5c0a5f43), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:09.262088 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-4a9ead6d-f63e-4bcb-a71f-1da1fd99e555 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Allocated IP 172.20.0.11 (10e1df43-20d9-4c18-8867-fd7962ec0a3c/4e6efb1b-449e-40a2-a22a-5de293dc1fdd/2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:04:09.263291 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 2853c78b-2d3a-4482-8141-b9af5c0a5f43 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:04:09.501901 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f5baaa46-1c03-4be9-90b5-e062fb0ea33a req-d0e8ed45-66ee-4e38-8fb8-7c866780c9c9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 210 time: 0.0428421 Feb 08 22:04:09.583451 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-4a9ead6d-f63e-4bcb-a71f-1da1fd99e555 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for port (2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:09.631333 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b653d17-d624-431f-affb-d55fb7df7de9 req-b270cfe0-e8b3-436a-83bc-eb36e7f99585 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:09.632924 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b653d17-d624-431f-affb-d55fb7df7de9 req-b270cfe0-e8b3-436a-83bc-eb36e7f99585 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 944 time: 0.0864708 Feb 08 22:04:09.650295 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-4a9ead6d-f63e-4bcb-a71f-1da1fd99e555 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:09.722105 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-4a9ead6d-f63e-4bcb-a71f-1da1fd99e555 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Network 10e1df43-20d9-4c18-8867-fd7962ec0a3c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:04:09.735817 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-4a9ead6d-f63e-4bcb-a71f-1da1fd99e555 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:04:09.739298 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-4a9ead6d-f63e-4bcb-a71f-1da1fd99e555 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:04:09.785388 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b653d17-d624-431f-affb-d55fb7df7de9 req-68096fea-ac9b-4988-8a72-03aab6155228 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1453185 Feb 08 22:04:09.793032 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ead6d-f63e-4bcb-a71f-1da1fd99e555 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Port': ['ID=2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:04:09.823321 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-4a9ead6d-f63e-4bcb-a71f-1da1fd99e555 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:09.824025 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-4a9ead6d-f63e-4bcb-a71f-1da1fd99e555 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:09.845939 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-4a9ead6d-f63e-4bcb-a71f-1da1fd99e555 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0267889 Feb 08 22:04:09.858300 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-0231a50c-41e0-4171-9858-da22845f9640 service neutron] Request body: {'port': {'device_id': '7c075892-d333-4506-94c8-ffb20e20cb8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:04:09.938337 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-0231a50c-41e0-4171-9858-da22845f9640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:10.125629 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-fe298ab2-1267-49f1-b07c-d71c4b461a9e None None] Provisioning complete for port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:04:10.129767 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fe298ab2-1267-49f1-b07c-d71c4b461a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:10.171866 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-fe298ab2-1267-49f1-b07c-d71c4b461a9e None None] Port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:04:10.306548 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-0231a50c-41e0-4171-9858-da22845f9640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:04:10.317004 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-0231a50c-41e0-4171-9858-da22845f9640 service neutron] Publish callbacks [] for port (2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:10.332794 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-0231a50c-41e0-4171-9858-da22845f9640 service neutron] Transition to ACTIVE for port object 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:04:10.336373 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-0231a50c-41e0-4171-9858-da22845f9640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:10.392403 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231a50c-41e0-4171-9858-da22845f9640 service neutron] Pushing event updated for resources: {'Port': ['ID=2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:04:10.484092 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-0231a50c-41e0-4171-9858-da22845f9640 service neutron] Attempting to bind port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:04:10.484535 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-0231a50c-41e0-4171-9858-da22845f9640 service neutron] Attempting to bind port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '2efdc436-b095-41db-bfec-aac535a347a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:04:10.485009 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-0231a50c-41e0-4171-9858-da22845f9640 service neutron] Attempting to bind port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c on network 10e1df43-20d9-4c18-8867-fd7962ec0a3c {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:04:10.491466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-0231a50c-41e0-4171-9858-da22845f9640 service neutron] Port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c on network 10e1df43-20d9-4c18-8867-fd7962ec0a3c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:04:10.491894 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-0231a50c-41e0-4171-9858-da22845f9640 service neutron] Attempting to bind port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c on network 10e1df43-20d9-4c18-8867-fd7962ec0a3c {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:04:10.499656 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-0231a50c-41e0-4171-9858-da22845f9640 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:04:10.500169 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-0231a50c-41e0-4171-9858-da22845f9640 service neutron] Checking segment: {'id': '2efdc436-b095-41db-bfec-aac535a347a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:04:10.500670 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-0231a50c-41e0-4171-9858-da22845f9640 service neutron] Bound using segment: {'id': '2efdc436-b095-41db-bfec-aac535a347a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:04:10.501218 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-0231a50c-41e0-4171-9858-da22845f9640 service neutron] Bound port: 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efdc436-b095-41db-bfec-aac535a347a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:04:10.501840 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-0231a50c-41e0-4171-9858-da22845f9640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:10.600804 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-0231a50c-41e0-4171-9858-da22845f9640 service neutron] For port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:04:10.604848 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-0231a50c-41e0-4171-9858-da22845f9640 service neutron] For port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c,segment=NetworkSegment(2efdc436-b095-41db-bfec-aac535a347a5),segment_id=2efdc436-b095-41db-bfec-aac535a347a5)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:04:10.613836 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-0231a50c-41e0-4171-9858-da22845f9640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:10.693820 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-0231a50c-41e0-4171-9858-da22845f9640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:10.694516 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-0231a50c-41e0-4171-9858-da22845f9640 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:10.696129 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-0231a50c-41e0-4171-9858-da22845f9640 service neutron] 10.222.0.96 "PUT /v2.0/ports/2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c HTTP/1.1" status: 200 len: 1093 time: 0.8434858 Feb 08 22:04:10.697382 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c075892-d333-4506-94c8-ffb20e20cb8b', 'tag': '2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:04:10.705967 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65770cb4-ac57-430c-9bd8-5df598e9af38" -d '{"events": [{"name": "network-changed", "server_uuid": "7c075892-d333-4506-94c8-ffb20e20cb8b", "tag": "2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:04:10.763840 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b74ed3-98cc-48be-a3a6-51c932dc0903 x-openstack-request-id: req-87b74ed3-98cc-48be-a3a6-51c932dc0903 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:04:10.764273 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c075892-d333-4506-94c8-ffb20e20cb8b", "tag": "2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:04:10.764660 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-87b74ed3-98cc-48be-a3a6-51c932dc0903 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:04:10.765159 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c075892-d333-4506-94c8-ffb20e20cb8b', 'tag': '2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c', 'status': 'completed', 'code': 200} Feb 08 22:04:10.782491 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231a50c-41e0-4171-9858-da22845f9640 service neutron] Pushing event updated for resources: {'Port': ['ID=2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:04:10.816614 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12438555-91a1-4c15-973e-f8ac3442ec38 req-bad32d74-50e0-4d59-958e-59292b79fc41 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:10.819132 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-12438555-91a1-4c15-973e-f8ac3442ec38 req-bad32d74-50e0-4d59-958e-59292b79fc41 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 944 time: 0.1761789 Feb 08 22:04:10.848470 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-c3f01912-a244-40c9-9676-531a7a05f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:10.850480 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-c3f01912-a244-40c9-9676-531a7a05f8ab service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 1127 time: 0.1011753 Feb 08 22:04:10.929374 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-e1967861-804a-47bb-ac7e-b44b7283be36 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c HTTP/1.1" status: 200 len: 217 time: 0.0701447 Feb 08 22:04:11.000117 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-12438555-91a1-4c15-973e-f8ac3442ec38 req-6e79c12f-9a17-498c-af30-cc87f50c4c17 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=70461a49-ae2c-41b3-a305-38c3248f2278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723132 Feb 08 22:04:11.016749 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-565eedc1-4c09-4080-85f5-a3dccba10804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:11.019494 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-565eedc1-4c09-4080-85f5-a3dccba10804 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4e6efb1b-449e-40a2-a22a-5de293dc1fdd HTTP/1.1" status: 200 len: 834 time: 0.0744221 Feb 08 22:04:11.042718 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02f444-5453-45fc-9c9c-eea19c27e6a5 req-daf91926-dabe-4455-b486-951a4db056db tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:11.045991 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a02f444-5453-45fc-9c9c-eea19c27e6a5 req-daf91926-dabe-4455-b486-951a4db056db tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 944 time: 0.1468830 Feb 08 22:04:11.122270 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-681a126c-7ff4-4e32-a099-85dca38e67f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:11.123859 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-681a126c-7ff4-4e32-a099-85dca38e67f7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=10e1df43-20d9-4c18-8867-fd7962ec0a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0987191 Feb 08 22:04:11.129388 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a02f444-5453-45fc-9c9c-eea19c27e6a5 req-6714e930-953e-4125-ba83-251323f96568 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637174 Feb 08 22:04:11.234270 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-b4416012-68a2-4a33-8e54-a995044827b7 service neutron] 10.222.0.96 "GET /v2.0/networks/10e1df43-20d9-4c18-8867-fd7962ec0a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034274 Feb 08 22:04:11.335781 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-454ffd73-d337-486d-84f0-9a67cee4dea2 req-246cd19e-ffd1-4fe9-876d-cf848806a8be service neutron] 10.222.0.96 "GET /v2.0/networks/10e1df43-20d9-4c18-8867-fd7962ec0a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966766 Feb 08 22:04:11.447480 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65770cb4-ac57-430c-9bd8-5df598e9af38 req-abeb2b4e-3959-4628-9fe7-acf8c0b10589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:11.449021 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65770cb4-ac57-430c-9bd8-5df598e9af38 req-abeb2b4e-3959-4628-9fe7-acf8c0b10589 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 1127 time: 0.0591524 Feb 08 22:04:11.558077 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65770cb4-ac57-430c-9bd8-5df598e9af38 req-8b4798ca-252c-4b89-b6e6-3797077e69ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:11.559848 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65770cb4-ac57-430c-9bd8-5df598e9af38 req-8b4798ca-252c-4b89-b6e6-3797077e69ab service neutron] 10.222.0.96 "GET /v2.0/networks?id=10e1df43-20d9-4c18-8867-fd7962ec0a3c HTTP/1.1" status: 200 len: 898 time: 0.1048748 Feb 08 22:04:11.604713 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65770cb4-ac57-430c-9bd8-5df598e9af38 req-c2f61f08-1eca-4a79-9058-841c21903433 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c HTTP/1.1" status: 200 len: 217 time: 0.0384831 Feb 08 22:04:11.661212 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65770cb4-ac57-430c-9bd8-5df598e9af38 req-019200b8-460f-4619-824b-c184a9575cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:11.663139 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65770cb4-ac57-430c-9bd8-5df598e9af38 req-019200b8-460f-4619-824b-c184a9575cca service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4e6efb1b-449e-40a2-a22a-5de293dc1fdd HTTP/1.1" status: 200 len: 834 time: 0.0528119 Feb 08 22:04:11.714045 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65770cb4-ac57-430c-9bd8-5df598e9af38 req-25741147-b847-45b4-a809-e18d6d22636f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:11.715571 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65770cb4-ac57-430c-9bd8-5df598e9af38 req-25741147-b847-45b4-a809-e18d6d22636f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=10e1df43-20d9-4c18-8867-fd7962ec0a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471268 Feb 08 22:04:11.808352 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65770cb4-ac57-430c-9bd8-5df598e9af38 req-a5b48931-8e07-41be-8ada-927189672133 service neutron] 10.222.0.96 "GET /v2.0/networks/10e1df43-20d9-4c18-8867-fd7962ec0a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867000 Feb 08 22:04:11.908705 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-65770cb4-ac57-430c-9bd8-5df598e9af38 req-d8516e11-3b13-4294-a0d1-aa65511c82ec service neutron] 10.222.0.96 "GET /v2.0/networks/10e1df43-20d9-4c18-8867-fd7962ec0a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935867 Feb 08 22:04:12.136418 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f6415-0b98-4f26-b49f-858d72e6c5b8 req-0e5781d8-4871-42eb-8702-58709eb2ed31 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:12.138088 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d04f6415-0b98-4f26-b49f-858d72e6c5b8 req-0e5781d8-4871-42eb-8702-58709eb2ed31 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 944 time: 0.0620914 Feb 08 22:04:12.196993 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d04f6415-0b98-4f26-b49f-858d72e6c5b8 req-24ecc81d-3ed0-4277-ac24-7b9d7c804ac7 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=70461a49-ae2c-41b3-a305-38c3248f2278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516427 Feb 08 22:04:12.297580 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d6a45-52d0-4f73-bde4-074ad1033fcc req-23888084-6c31-4535-99e5-55da2c030100 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:12.299238 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f3d6a45-52d0-4f73-bde4-074ad1033fcc req-23888084-6c31-4535-99e5-55da2c030100 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 944 time: 0.0707946 Feb 08 22:04:12.366907 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f3d6a45-52d0-4f73-bde4-074ad1033fcc req-6f02e428-101d-41c2-9b89-0e1a56d3318f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617089 Feb 08 22:04:13.264785 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:04:13.336030 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabe7f2-d089-4138-aeed-0141ea390e78 req-e8752b2c-eae4-4b01-8b34-a06724eedf89 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:13.338230 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fcabe7f2-d089-4138-aeed-0141ea390e78 req-e8752b2c-eae4-4b01-8b34-a06724eedf89 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 944 time: 0.0625522 Feb 08 22:04:13.381932 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c,segment=NetworkSegment(2efdc436-b095-41db-bfec-aac535a347a5),segment_id=2efdc436-b095-41db-bfec-aac535a347a5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:04:13.396666 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fcabe7f2-d089-4138-aeed-0141ea390e78 req-f0686573-e0d5-416c-a802-600c602f07b7 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=70461a49-ae2c-41b3-a305-38c3248f2278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509951 Feb 08 22:04:13.397669 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c', 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c', 'port_id': '2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c', 'mac_address': 'fa:16:3e:24:95:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e6efb1b-449e-40a2-a22a-5de293dc1fdd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:04:13.444292 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:04:13.444715 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:13.461541 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:04:13.492900 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c,segment=NetworkSegment(2efdc436-b095-41db-bfec-aac535a347a5),segment_id=2efdc436-b095-41db-bfec-aac535a347a5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:04:13.501515 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:13.549607 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cb630-fc54-436c-bade-eade61177d91 req-20f24be5-0b8a-45a1-b6ac-3f5ddc12e958 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:13.551884 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-437cb630-fc54-436c-bade-eade61177d91 req-20f24be5-0b8a-45a1-b6ac-3f5ddc12e958 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 944 time: 0.0802362 Feb 08 22:04:13.578988 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:04:13.632689 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-437cb630-fc54-436c-bade-eade61177d91 req-26eecebf-9cef-4991-b875-ecb9c5045542 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723519 Feb 08 22:04:13.830263 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:04:14.567112 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f1633-fa36-4a5e-8520-bc4eca796693 req-ed6822f5-0f64-414b-bc87-1aa33c9bbd99 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:14.568737 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b72f1633-fa36-4a5e-8520-bc4eca796693 req-ed6822f5-0f64-414b-bc87-1aa33c9bbd99 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 945 time: 0.0721295 Feb 08 22:04:14.630031 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b72f1633-fa36-4a5e-8520-bc4eca796693 req-a0e707bc-38b8-45b9-b6dd-b12f57e92120 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=70461a49-ae2c-41b3-a305-38c3248f2278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504513 Feb 08 22:04:14.822597 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4585e-7039-49ac-a2c0-9e860b3c2957 req-15cdc863-c72a-4e0a-bad5-6f43ab113728 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:14.824354 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e5d4585e-7039-49ac-a2c0-9e860b3c2957 req-15cdc863-c72a-4e0a-bad5-6f43ab113728 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 944 time: 0.0877705 Feb 08 22:04:14.898741 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e5d4585e-7039-49ac-a2c0-9e860b3c2957 req-e5962754-4dfd-4ba1-9252-aa615f6c7b0b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570059 Feb 08 22:04:15.117593 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 5643c3dd-deaa-4add-83ee-07e89ba9e3ee details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:04:15.281690 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:04:15.380583 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 5643c3dd-deaa-4add-83ee-07e89ba9e3ee, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=5643c3dd-deaa-4add-83ee-07e89ba9e3ee,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:04:15.414838 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '5643c3dd-deaa-4add-83ee-07e89ba9e3ee', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'port_id': '5643c3dd-deaa-4add-83ee-07e89ba9e3ee', 'mac_address': 'fa:16:3e:90:dc:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:04:15.420334 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:04:15.429776 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:04:15.429776 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:15.545366 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 5643c3dd-deaa-4add-83ee-07e89ba9e3ee is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:04:15.546005 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5643c3dd-deaa-4add-83ee-07e89ba9e3ee), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:15.562237 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:04:15.562626 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:15.565520 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5643c3dd-deaa-4add-83ee-07e89ba9e3ee {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:04:15.606955 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 5643c3dd-deaa-4add-83ee-07e89ba9e3ee, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=5643c3dd-deaa-4add-83ee-07e89ba9e3ee,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:04:15.612419 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c075892-d333-4506-94c8-ffb20e20cb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:04:15.615031 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e4f88e-eb89-4dee-9a77-f7f13c8dbe5a" -d '{"events": [{"server_uuid": "7c075892-d333-4506-94c8-ffb20e20cb8b", "name": "network-vif-plugged", "status": "completed", "tag": "2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:04:15.625739 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5643c3dd-deaa-4add-83ee-07e89ba9e3ee), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:15.683873 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d078da-0622-409b-8dfb-3acd2f2f801a x-openstack-request-id: req-51d078da-0622-409b-8dfb-3acd2f2f801a {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:04:15.684361 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c075892-d333-4506-94c8-ffb20e20cb8b", "name": "network-vif-plugged", "status": "completed", "tag": "2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:04:15.685031 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-51d078da-0622-409b-8dfb-3acd2f2f801a {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:04:15.685951 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c075892-d333-4506-94c8-ffb20e20cb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c', 'code': 200} Feb 08 22:04:15.689146 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c,segment=NetworkSegment(2efdc436-b095-41db-bfec-aac535a347a5),segment_id=2efdc436-b095-41db-bfec-aac535a347a5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:04:15.704511 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=5643c3dd-deaa-4add-83ee-07e89ba9e3ee,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:04:15.712607 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:15.807359 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:04:15.879374 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78f8da-3e35-4e48-87e0-ac93906b17ef req-c10596ed-89a1-4556-959c-264eec24cac7 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:15.881309 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b78f8da-3e35-4e48-87e0-ac93906b17ef req-c10596ed-89a1-4556-959c-264eec24cac7 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 946 time: 0.1170294 Feb 08 22:04:15.886562 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859d824-926f-4643-8363-20e91b9d6ffd req-d0825fa2-5b31-41a4-9a53-b1df5dee8b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:15.888227 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c859d824-926f-4643-8363-20e91b9d6ffd req-d0825fa2-5b31-41a4-9a53-b1df5dee8b8d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 1129 time: 0.1222415 Feb 08 22:04:15.952268 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['5643c3dd-deaa-4add-83ee-07e89ba9e3ee'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:04:16.004195 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b78f8da-3e35-4e48-87e0-ac93906b17ef req-43569f9e-9ab6-43af-ae98-d4be6b39c5a6 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=70461a49-ae2c-41b3-a305-38c3248f2278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089511 Feb 08 22:04:16.053698 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c859d824-926f-4643-8363-20e91b9d6ffd req-a409c065-a17e-4f70-88bc-fc29de0dab95 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=70461a49-ae2c-41b3-a305-38c3248f2278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551104 Feb 08 22:04:16.146742 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3a167-e676-447b-a123-74e96ecb6076 req-ab35f46e-37c6-48c6-a85c-ccb77922dd9f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:16.154963 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27a3a167-e676-447b-a123-74e96ecb6076 req-ab35f46e-37c6-48c6-a85c-ccb77922dd9f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 945 time: 0.0867352 Feb 08 22:04:16.226880 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27a3a167-e676-447b-a123-74e96ecb6076 req-b7f293ec-58c9-410e-9f3a-9da54c776357 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704772 Feb 08 22:04:17.132185 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 5643c3dd-deaa-4add-83ee-07e89ba9e3ee up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:04:17.169691 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbe9c6-a8a3-435c-b58d-ee5f1858120e req-9b5fc694-c5eb-468e-95a0-4a92e218bf65 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:17.171327 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-64bbe9c6-a8a3-435c-b58d-ee5f1858120e req-9b5fc694-c5eb-468e-95a0-4a92e218bf65 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 946 time: 0.0733764 Feb 08 22:04:17.207147 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 5643c3dd-deaa-4add-83ee-07e89ba9e3ee completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:04:17.214796 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 5643c3dd-deaa-4add-83ee-07e89ba9e3ee triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:04:17.215184 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5643c3dd-deaa-4add-83ee-07e89ba9e3ee), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:17.231693 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-64bbe9c6-a8a3-435c-b58d-ee5f1858120e req-0f1a1e5d-ba2d-473b-a5a0-405c23c1f109 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=70461a49-ae2c-41b3-a305-38c3248f2278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498278 Feb 08 22:04:17.332780 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 5643c3dd-deaa-4add-83ee-07e89ba9e3ee is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:04:17.333126 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5643c3dd-deaa-4add-83ee-07e89ba9e3ee), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:17.371294 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 5643c3dd-deaa-4add-83ee-07e89ba9e3ee, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=5643c3dd-deaa-4add-83ee-07e89ba9e3ee,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:04:17.376163 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5643c3dd-deaa-4add-83ee-07e89ba9e3ee), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:17.387344 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f25686-9b3e-44c0-a39a-b980c496576a req-48bc7a17-a54b-416f-86b8-71a098ba47ef tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:17.389041 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a4f25686-9b3e-44c0-a39a-b980c496576a req-48bc7a17-a54b-416f-86b8-71a098ba47ef tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 945 time: 0.0691733 Feb 08 22:04:17.432117 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=5643c3dd-deaa-4add-83ee-07e89ba9e3ee,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:04:17.452693 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a4f25686-9b3e-44c0-a39a-b980c496576a req-c2eab2b0-0f04-44fe-afb7-a6719f9310d2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575120 Feb 08 22:04:17.687773 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55808efe-d53e-4dab-8818-54532dfa5016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5643c3dd-deaa-4add-83ee-07e89ba9e3ee'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:04:17.690338 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d3cc09-209e-4e16-ade7-1157aa36a2cf" -d '{"events": [{"server_uuid": "55808efe-d53e-4dab-8818-54532dfa5016", "name": "network-vif-plugged", "status": "completed", "tag": "5643c3dd-deaa-4add-83ee-07e89ba9e3ee"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:04:17.736623 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e45727-70b6-40e2-b4d0-0714eb54e9f5 x-openstack-request-id: req-75e45727-70b6-40e2-b4d0-0714eb54e9f5 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:04:17.737110 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55808efe-d53e-4dab-8818-54532dfa5016", "name": "network-vif-plugged", "status": "completed", "tag": "5643c3dd-deaa-4add-83ee-07e89ba9e3ee", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:04:17.737750 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-75e45727-70b6-40e2-b4d0-0714eb54e9f5 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:04:17.738390 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55808efe-d53e-4dab-8818-54532dfa5016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5643c3dd-deaa-4add-83ee-07e89ba9e3ee', 'code': 200} Feb 08 22:04:17.874272 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c48faf-52a7-4e75-9f69-7ade483f59f6 req-14d48975-f23a-43bc-8060-27d297b56051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:17.876838 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-47c48faf-52a7-4e75-9f69-7ade483f59f6 req-14d48975-f23a-43bc-8060-27d297b56051 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 1129 time: 0.0744946 Feb 08 22:04:17.951957 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-47c48faf-52a7-4e75-9f69-7ade483f59f6 req-46551089-6ee1-4d40-80aa-6a1c27a78dd4 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681438 Feb 08 22:04:18.408085 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997235d-dbd4-48a5-ae6d-8fd633c26f92 req-823b51d5-d30e-4503-961e-9f83546ee8a6 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:18.409645 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0997235d-dbd4-48a5-ae6d-8fd633c26f92 req-823b51d5-d30e-4503-961e-9f83546ee8a6 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 946 time: 0.0704920 Feb 08 22:04:18.469111 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0997235d-dbd4-48a5-ae6d-8fd633c26f92 req-cb877b0b-8495-4735-9065-cdbf54142ac8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=70461a49-ae2c-41b3-a305-38c3248f2278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526831 Feb 08 22:04:18.616630 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3179a1-87a7-441f-bfed-232e1e156fd8 req-9ad4a368-033b-47a1-89a8-a96611d952ef tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:18.618266 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3f3179a1-87a7-441f-bfed-232e1e156fd8 req-9ad4a368-033b-47a1-89a8-a96611d952ef tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 946 time: 0.0878370 Feb 08 22:04:18.650155 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1cbdc-6850-474c-86b9-230e95a13634 req-61b5afd2-31a9-4077-ac00-c61c85f9cdff tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:18.652029 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2db1cbdc-6850-474c-86b9-230e95a13634 req-61b5afd2-31a9-4077-ac00-c61c85f9cdff tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 946 time: 0.0936325 Feb 08 22:04:18.703630 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3f3179a1-87a7-441f-bfed-232e1e156fd8 req-3d067c75-b5f7-43a9-9721-db9df291066e tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772748 Feb 08 22:04:18.731480 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2db1cbdc-6850-474c-86b9-230e95a13634 req-1fd8eca4-44ab-414a-813b-f9e8bd7167b0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=70461a49-ae2c-41b3-a305-38c3248f2278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717616 Feb 08 22:04:18.754064 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43504) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:04:18.800948 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c2139f-a971-4035-aad7-9cd25035dd84 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:18.803537 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c7c2139f-a971-4035-aad7-9cd25035dd84 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 1124 time: 0.0475399 Feb 08 22:04:18.807631 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43506) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:04:18.812768 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-ab0ed55a-e50c-4483-a255-d1e9f2976f8d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'port_id': '2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:04:18.838968 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab0ed55a-e50c-4483-a255-d1e9f2976f8d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:18.943831 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab0ed55a-e50c-4483-a255-d1e9f2976f8d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:19.054460 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-ab0ed55a-e50c-4483-a255-d1e9f2976f8d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Allocated IP 172.25.3.141 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/df44fc6e-6173-4fa9-a472-1f7ffb7035f3) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:04:19.173119 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab0ed55a-e50c-4483-a255-d1e9f2976f8d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for port (df44fc6e-6173-4fa9-a472-1f7ffb7035f3), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:19.211690 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab0ed55a-e50c-4483-a255-d1e9f2976f8d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (df44fc6e-6173-4fa9-a472-1f7ffb7035f3), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:19.254632 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0ed55a-e50c-4483-a255-d1e9f2976f8d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:04:19.257288 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-ab0ed55a-e50c-4483-a255-d1e9f2976f8d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:04:19.262210 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0ed55a-e50c-4483-a255-d1e9f2976f8d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:04:19.268269 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ed55a-e50c-4483-a255-d1e9f2976f8d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Port': ['ID=df44fc6e-6173-4fa9-a472-1f7ffb7035f3,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:04:20.046517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec68c0-9069-4b56-b8da-ac9f9f62a109 req-8d390629-c5f6-46a3-b196-de765f0069a3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:20.048126 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-adec68c0-9069-4b56-b8da-ac9f9f62a109 req-8d390629-c5f6-46a3-b196-de765f0069a3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 946 time: 0.1030672 Feb 08 22:04:20.054922 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab0ed55a-e50c-4483-a255-d1e9f2976f8d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for floatingip (befc5680-b36d-409d-b5ac-a93931342da1), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:20.162426 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-adec68c0-9069-4b56-b8da-ac9f9f62a109 req-6cd45648-1195-40da-a294-f30c417d495c tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1049953 Feb 08 22:04:20.171566 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab0ed55a-e50c-4483-a255-d1e9f2976f8d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (df44fc6e-6173-4fa9-a472-1f7ffb7035f3), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:20.353306 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add417e-9985-4caf-92db-c1c72a7e84cc req-4d21cfdc-6ff7-40bd-bdee-150d02cb8917 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:20.354835 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6add417e-9985-4caf-92db-c1c72a7e84cc req-4d21cfdc-6ff7-40bd-bdee-150d02cb8917 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 946 time: 0.0971100 Feb 08 22:04:20.403489 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab0ed55a-e50c-4483-a255-d1e9f2976f8d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for port (df44fc6e-6173-4fa9-a472-1f7ffb7035f3), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:20.414729 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab0ed55a-e50c-4483-a255-d1e9f2976f8d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (df44fc6e-6173-4fa9-a472-1f7ffb7035f3), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:20.463212 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6add417e-9985-4caf-92db-c1c72a7e84cc req-b1015c37-6bf3-49b5-8af5-d27fdb473ded tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0998709 Feb 08 22:04:20.491261 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43516) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:04:20.523206 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ed55a-e50c-4483-a255-d1e9f2976f8d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Port': ['ID=df44fc6e-6173-4fa9-a472-1f7ffb7035f3,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:04:20.545882 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab0ed55a-e50c-4483-a255-d1e9f2976f8d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (befc5680-b36d-409d-b5ac-a93931342da1), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:20.677983 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-ab0ed55a-e50c-4483-a255-d1e9f2976f8d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Floating IP befc5680-b36d-409d-b5ac-a93931342da1 associated. External IP: 172.25.3.141, port: 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c. Feb 08 22:04:20.699344 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac98429a-9888-4e0d-bf06-5d78ba5f80df tempest-TestVolumeBootPattern-1236749521 tempest-TestVolumeBootPattern-1236749521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:20.701421 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ac98429a-9888-4e0d-bf06-5d78ba5f80df tempest-TestVolumeBootPattern-1236749521 tempest-TestVolumeBootPattern-1236749521-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 1124 time: 0.2085421 Feb 08 22:04:20.705666 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43520) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:04:20.712032 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'port_id': '5643c3dd-deaa-4add-83ee-07e89ba9e3ee', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:04:20.736623 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:20.860460 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:20.960032 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0ed55a-e50c-4483-a255-d1e9f2976f8d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Router 5456f56d-8d2d-4a8e-9a0d-91b44e9fc435 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:04:20.983001 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Allocated IP 172.25.3.223 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/7db17b47-1adc-4fe2-804a-1f9bf58abaed) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:04:21.088879 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0ed55a-e50c-4483-a255-d1e9f2976f8d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:04:21.102121 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e96ef8d-64d5-478b-9b5f-9619162bf7ca None None] Sync routers for ids ['5456f56d-8d2d-4a8e-9a0d-91b44e9fc435'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:04:21.115111 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e96ef8d-64d5-478b-9b5f-9619162bf7ca None None] Routers {'5456f56d-8d2d-4a8e-9a0d-91b44e9fc435'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:04:21.116059 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1e96ef8d-64d5-478b-9b5f-9619162bf7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:03:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['5456f56d-8d2d-4a8e-9a0d-91b44e9fc435'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:04:21.117059 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab0ed55a-e50c-4483-a255-d1e9f2976f8d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:21.132330 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for port (7db17b47-1adc-4fe2-804a-1f9bf58abaed), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:21.166809 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ab0ed55a-e50c-4483-a255-d1e9f2976f8d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3545418 Feb 08 22:04:21.166809 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c075892-d333-4506-94c8-ffb20e20cb8b', 'tag': '2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:04:21.167206 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801f7489-c5dd-483d-9d1b-9a9bbc5090e6" -d '{"events": [{"name": "network-changed", "server_uuid": "7c075892-d333-4506-94c8-ffb20e20cb8b", "tag": "2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:04:21.181949 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (7db17b47-1adc-4fe2-804a-1f9bf58abaed), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:21.214948 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c83e56-efd9-4df2-8201-b39240dcf912 x-openstack-request-id: req-33c83e56-efd9-4df2-8201-b39240dcf912 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:04:21.215257 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c075892-d333-4506-94c8-ffb20e20cb8b", "tag": "2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:04:21.215520 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-33c83e56-efd9-4df2-8201-b39240dcf912 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:04:21.216406 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c075892-d333-4506-94c8-ffb20e20cb8b', 'tag': '2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c', 'status': 'completed', 'code': 200} Feb 08 22:04:21.256971 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:04:21.261507 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:04:21.265673 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:04:21.306522 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-1e96ef8d-64d5-478b-9b5f-9619162bf7ca None None] Set router 5456f56d-8d2d-4a8e-9a0d-91b44e9fc435 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:04:21.310037 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event updated for resources: {'Port': ['ID=7db17b47-1adc-4fe2-804a-1f9bf58abaed,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:04:21.329691 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:04:21.330500 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:04:21.331060 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:04:21.331640 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:04:21.332185 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:04:21.332621 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:04:21.333064 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:04:21.333714 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:04:21.334292 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:04:21.334806 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:04:21.335413 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:04:21.335948 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:04:21.336511 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:04:21.391287 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f7489-c5dd-483d-9d1b-9a9bbc5090e6 req-0daac869-3450-4693-b635-96c07c716024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:21.393263 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-801f7489-c5dd-483d-9d1b-9a9bbc5090e6 req-0daac869-3450-4693-b635-96c07c716024 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 1129 time: 0.1520796 Feb 08 22:04:21.409702 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec987293-9fc6-4781-bb7f-3b2c0d7e9aa8 req-91a6b6e9-cd51-4121-b400-d79fdab5d09d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:21.411843 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ec987293-9fc6-4781-bb7f-3b2c0d7e9aa8 req-91a6b6e9-cd51-4121-b400-d79fdab5d09d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 946 time: 0.1221251 Feb 08 22:04:21.552401 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f7489-c5dd-483d-9d1b-9a9bbc5090e6 req-32334557-43bf-41b4-9ba7-b5340a12dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:21.554042 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-801f7489-c5dd-483d-9d1b-9a9bbc5090e6 req-32334557-43bf-41b4-9ba7-b5340a12dde4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=10e1df43-20d9-4c18-8867-fd7962ec0a3c HTTP/1.1" status: 200 len: 898 time: 0.1402874 Feb 08 22:04:21.606575 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ec987293-9fc6-4781-bb7f-3b2c0d7e9aa8 req-104ab6ea-126d-4d78-8b21-29da862f8ede tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=70461a49-ae2c-41b3-a305-38c3248f2278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833087 Feb 08 22:04:21.637936 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43532) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:04:21.704770 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-801f7489-c5dd-483d-9d1b-9a9bbc5090e6 req-b44d543e-94b3-4818-9e6e-f6c995aebf35 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c HTTP/1.1" status: 200 len: 1000 time: 0.1158140 Feb 08 22:04:21.749425 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d760b3ec-7e91-4aad-a28d-12086b3f26b9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/floatingips/befc5680-b36d-409d-b5ac-a93931342da1 HTTP/1.1" status: 200 len: 992 time: 0.1082344 Feb 08 22:04:21.751385 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1e96ef8d-64d5-478b-9b5f-9619162bf7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198768412', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:03:56Z', 'updated_at': '2022-02-08T22:04:03Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:03:57Z', 'updated_at': '2022-02-08T22:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'befc5680-b36d-409d-b5ac-a93931342da1', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'port_id': '2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c', 'mac_address': 'fa:16:3e:24:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c075892-d333-4506-94c8-ffb20e20cb8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:04:19Z', 'updated_at': '2022-02-08T22:04:19Z', 'revision_number': 0, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2853c78b-2d3a-4482-8141-b9af5c0a5f43', 'name': '', 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:03:41:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '4e6efb1b-449e-40a2-a22a-5de293dc1fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:04:02Z', 'updated_at': '2022-02-08T22:04:08Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '4e6efb1b-449e-40a2-a22a-5de293dc1fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:04:21.809616 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e96ef8d-64d5-478b-9b5f-9619162bf7ca None None] Checking router: 5456f56d-8d2d-4a8e-9a0d-91b44e9fc435 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:04:21.825526 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e96ef8d-64d5-478b-9b5f-9619162bf7ca None None] Routers {'5456f56d-8d2d-4a8e-9a0d-91b44e9fc435'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:04:21.826189 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1e96ef8d-64d5-478b-9b5f-9619162bf7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:03:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['5456f56d-8d2d-4a8e-9a0d-91b44e9fc435'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:04:21.828657 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f7489-c5dd-483d-9d1b-9a9bbc5090e6 req-d1ca7de6-db96-4b80-a1c1-ef1c03789ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:21.830644 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-801f7489-c5dd-483d-9d1b-9a9bbc5090e6 req-d1ca7de6-db96-4b80-a1c1-ef1c03789ad7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4e6efb1b-449e-40a2-a22a-5de293dc1fdd HTTP/1.1" status: 200 len: 834 time: 0.1184742 Feb 08 22:04:21.905701 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f7489-c5dd-483d-9d1b-9a9bbc5090e6 req-a607112f-235a-4f2f-98f0-7496f8372f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:21.907581 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-801f7489-c5dd-483d-9d1b-9a9bbc5090e6 req-a607112f-235a-4f2f-98f0-7496f8372f82 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=10e1df43-20d9-4c18-8867-fd7962ec0a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0711749 Feb 08 22:04:21.974033 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-1e96ef8d-64d5-478b-9b5f-9619162bf7ca None None] Set router 5456f56d-8d2d-4a8e-9a0d-91b44e9fc435 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:04:22.098874 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-801f7489-c5dd-483d-9d1b-9a9bbc5090e6 req-0c2c8a26-26ca-45a8-a49c-e0b100456378 service neutron] 10.222.0.96 "GET /v2.0/networks/10e1df43-20d9-4c18-8867-fd7962ec0a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852870 Feb 08 22:04:22.116557 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for floatingip (816a0e27-97c2-4fd8-809a-eecd8456674c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:22.217978 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-801f7489-c5dd-483d-9d1b-9a9bbc5090e6 req-935b3b55-7580-49c4-b06a-08ea352ebecf service neutron] 10.222.0.96 "GET /v2.0/networks/10e1df43-20d9-4c18-8867-fd7962ec0a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133292 Feb 08 22:04:22.245046 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7db17b47-1adc-4fe2-804a-1f9bf58abaed), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:22.267965 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1e96ef8d-64d5-478b-9b5f-9619162bf7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198768412', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:03:56Z', 'updated_at': '2022-02-08T22:04:03Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:03:57Z', 'updated_at': '2022-02-08T22:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'befc5680-b36d-409d-b5ac-a93931342da1', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'port_id': '2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c', 'mac_address': 'fa:16:3e:24:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c075892-d333-4506-94c8-ffb20e20cb8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:04:19Z', 'updated_at': '2022-02-08T22:04:19Z', 'revision_number': 0, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2853c78b-2d3a-4482-8141-b9af5c0a5f43', 'name': '', 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:03:41:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '4e6efb1b-449e-40a2-a22a-5de293dc1fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:04:02Z', 'updated_at': '2022-02-08T22:04:08Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '4e6efb1b-449e-40a2-a22a-5de293dc1fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:04:22.305003 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e96ef8d-64d5-478b-9b5f-9619162bf7ca None None] The sync data for ids ['5456f56d-8d2d-4a8e-9a0d-91b44e9fc435'] in n-d-712143-31 is: [{'id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198768412', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:03:56Z', 'updated_at': '2022-02-08T22:04:03Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:03:57Z', 'updated_at': '2022-02-08T22:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'befc5680-b36d-409d-b5ac-a93931342da1', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'port_id': '2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c', 'mac_address': 'fa:16:3e:24:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c075892-d333-4506-94c8-ffb20e20cb8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:04:19Z', 'updated_at': '2022-02-08T22:04:19Z', 'revision_number': 0, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2853c78b-2d3a-4482-8141-b9af5c0a5f43', 'name': '', 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:03:41:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '4e6efb1b-449e-40a2-a22a-5de293dc1fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:04:02Z', 'updated_at': '2022-02-08T22:04:08Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '4e6efb1b-449e-40a2-a22a-5de293dc1fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:04:22.478927 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for port (7db17b47-1adc-4fe2-804a-1f9bf58abaed), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:22.487165 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (7db17b47-1adc-4fe2-804a-1f9bf58abaed), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:22.610418 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event updated for resources: {'Port': ['ID=7db17b47-1adc-4fe2-804a-1f9bf58abaed,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:04:22.631718 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (816a0e27-97c2-4fd8-809a-eecd8456674c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:22.650018 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c933ba9-301c-4bb6-9bd8-0e381bbb1fb4 None None] New status for floating IP befc5680-b36d-409d-b5ac-a93931342da1: ACTIVE {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:04:22.752533 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43536) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:04:22.761848 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Floating IP 816a0e27-97c2-4fd8-809a-eecd8456674c associated. External IP: 172.25.3.223, port: 5643c3dd-deaa-4add-83ee-07e89ba9e3ee. Feb 08 22:04:22.919287 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-383953b7-aed5-4b82-9122-1281e824a582 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/floatingips/befc5680-b36d-409d-b5ac-a93931342da1 HTTP/1.1" status: 200 len: 992 time: 0.1634796 Feb 08 22:04:23.081544 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Router fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:04:23.202380 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:04:23.214883 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f9891-376c-4507-851d-ecdb31bb413c None None] Sync routers for ids ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:04:23.234728 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:23.235040 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f9891-376c-4507-851d-ecdb31bb413c None None] Routers {'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:04:23.235689 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-524f9891-376c-4507-851d-ecdb31bb413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:03:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:04:23.280741 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-48777358-5af4-4e19-94d9-f17aa537eb37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5733278 Feb 08 22:04:23.281786 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55808efe-d53e-4dab-8818-54532dfa5016', 'tag': '5643c3dd-deaa-4add-83ee-07e89ba9e3ee'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:04:23.285270 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31238881-6115-4ec8-87a9-93df06e56c39" -d '{"events": [{"name": "network-changed", "server_uuid": "55808efe-d53e-4dab-8818-54532dfa5016", "tag": "5643c3dd-deaa-4add-83ee-07e89ba9e3ee"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:04:23.341273 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f68d29-480e-40ef-a64d-5da9e5cd95a0 x-openstack-request-id: req-97f68d29-480e-40ef-a64d-5da9e5cd95a0 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:04:23.341637 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55808efe-d53e-4dab-8818-54532dfa5016", "tag": "5643c3dd-deaa-4add-83ee-07e89ba9e3ee", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:04:23.341957 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-97f68d29-480e-40ef-a64d-5da9e5cd95a0 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:04:23.342426 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55808efe-d53e-4dab-8818-54532dfa5016', 'tag': '5643c3dd-deaa-4add-83ee-07e89ba9e3ee', 'status': 'completed', 'code': 200} Feb 08 22:04:23.387977 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-524f9891-376c-4507-851d-ecdb31bb413c None None] Set router fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:04:23.421910 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31238881-6115-4ec8-87a9-93df06e56c39 req-d80e4a87-4d0b-405f-a9de-0228760b52be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:23.430852 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-31238881-6115-4ec8-87a9-93df06e56c39 req-d80e4a87-4d0b-405f-a9de-0228760b52be service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 1129 time: 0.0653114 Feb 08 22:04:23.528382 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31238881-6115-4ec8-87a9-93df06e56c39 req-8250734a-4294-42ef-8b5b-3993e7cc2906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:23.530121 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-31238881-6115-4ec8-87a9-93df06e56c39 req-8250734a-4294-42ef-8b5b-3993e7cc2906 service neutron] 10.222.0.94 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 913 time: 0.0939000 Feb 08 22:04:23.608941 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-31238881-6115-4ec8-87a9-93df06e56c39 req-3495e018-5df2-422f-9229-08402a46fb45 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5643c3dd-deaa-4add-83ee-07e89ba9e3ee HTTP/1.1" status: 200 len: 1000 time: 0.0726120 Feb 08 22:04:23.652363 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-524f9891-376c-4507-851d-ecdb31bb413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'name': 'tempest-TestVolumeBootPattern-1886814752-router', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:06Z', 'revision_number': 4, 'project_id': 'beb2210587a047799a2549836334dae5', 'gw_port': {'id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '816a0e27-97c2-4fd8-809a-eecd8456674c', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'floating_ip_address': '172.25.3.223', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'port_id': '5643c3dd-deaa-4add-83ee-07e89ba9e3ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'mac_address': 'fa:16:3e:90:dc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55808efe-d53e-4dab-8818-54532dfa5016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:04:21Z', 'updated_at': '2022-02-08T22:04:21Z', 'revision_number': 0, 'project_id': 'beb2210587a047799a2549836334dae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacd7dc5-508c-4224-828e-b0c1c032829a', 'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'mac_address': 'fa:16:3e:3a:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:05Z', 'updated_at': '2022-02-08T21:58:12Z', 'revision_number': 5, 'project_id': 'beb2210587a047799a2549836334dae5', 'subnets': [{'id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:04:23.666346 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31238881-6115-4ec8-87a9-93df06e56c39 req-2fed3c48-6b20-43a7-940b-841f52ab0224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:23.667841 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-31238881-6115-4ec8-87a9-93df06e56c39 req-2fed3c48-6b20-43a7-940b-841f52ab0224 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e2ac310d-6418-47f9-bc84-ee6106411485 HTTP/1.1" status: 200 len: 851 time: 0.0523670 Feb 08 22:04:23.685302 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f9891-376c-4507-851d-ecdb31bb413c None None] Checking router: fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:04:23.695173 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f9891-376c-4507-851d-ecdb31bb413c None None] Routers {'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:04:23.695800 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-524f9891-376c-4507-851d-ecdb31bb413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:03:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:04:23.717598 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31238881-6115-4ec8-87a9-93df06e56c39 req-d662d046-2106-4315-8276-547913fc2baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:04:23.719160 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-31238881-6115-4ec8-87a9-93df06e56c39 req-d662d046-2106-4315-8276-547913fc2baf service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3e877b49-38c1-41e0-85cf-576297877def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456202 Feb 08 22:04:23.829633 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-524f9891-376c-4507-851d-ecdb31bb413c None None] Set router fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:04:23.845784 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-31238881-6115-4ec8-87a9-93df06e56c39 req-d0c99f4d-8098-46fb-abdc-d27514280d02 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202726 Feb 08 22:04:23.921730 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43544) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:04:23.976715 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-31238881-6115-4ec8-87a9-93df06e56c39 req-f57c0d13-2080-4d8e-bb61-3f151541e7ce service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246746 Feb 08 22:04:24.023889 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2af86470-a228-427a-b14f-5a13667f37b0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/floatingips/befc5680-b36d-409d-b5ac-a93931342da1 HTTP/1.1" status: 200 len: 994 time: 0.1009698 Feb 08 22:04:24.232404 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ab3e9f1d-1d01-45a8-bf78-4f073cfa46a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:24.257776 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-524f9891-376c-4507-851d-ecdb31bb413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'name': 'tempest-TestVolumeBootPattern-1886814752-router', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:06Z', 'revision_number': 4, 'project_id': 'beb2210587a047799a2549836334dae5', 'gw_port': {'id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '816a0e27-97c2-4fd8-809a-eecd8456674c', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'floating_ip_address': '172.25.3.223', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'port_id': '5643c3dd-deaa-4add-83ee-07e89ba9e3ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'mac_address': 'fa:16:3e:90:dc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55808efe-d53e-4dab-8818-54532dfa5016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:04:21Z', 'updated_at': '2022-02-08T22:04:21Z', 'revision_number': 0, 'project_id': 'beb2210587a047799a2549836334dae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacd7dc5-508c-4224-828e-b0c1c032829a', 'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'mac_address': 'fa:16:3e:3a:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:05Z', 'updated_at': '2022-02-08T21:58:12Z', 'revision_number': 5, 'project_id': 'beb2210587a047799a2549836334dae5', 'subnets': [{'id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:04:24.290624 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f9891-376c-4507-851d-ecdb31bb413c None None] The sync data for ids ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'] in n-d-712143-31 is: [{'id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'name': 'tempest-TestVolumeBootPattern-1886814752-router', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:06Z', 'revision_number': 4, 'project_id': 'beb2210587a047799a2549836334dae5', 'gw_port': {'id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '816a0e27-97c2-4fd8-809a-eecd8456674c', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'floating_ip_address': '172.25.3.223', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'port_id': '5643c3dd-deaa-4add-83ee-07e89ba9e3ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'mac_address': 'fa:16:3e:90:dc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55808efe-d53e-4dab-8818-54532dfa5016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:04:21Z', 'updated_at': '2022-02-08T22:04:21Z', 'revision_number': 0, 'project_id': 'beb2210587a047799a2549836334dae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacd7dc5-508c-4224-828e-b0c1c032829a', 'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'mac_address': 'fa:16:3e:3a:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:05Z', 'updated_at': '2022-02-08T21:58:12Z', 'revision_number': 5, 'project_id': 'beb2210587a047799a2549836334dae5', 'subnets': [{'id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:04:24.521931 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c9e2ab-89c8-4cd9-a344-03f95e9a6525 None None] New status for floating IP 816a0e27-97c2-4fd8-809a-eecd8456674c: ACTIVE {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:04:27.539653 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-553633cc-cd61-4ae4-9f5a-3a82ff2a32c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:27.814786 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:04:29.351472 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:30.000517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43562) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:04:30.107263 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-f69ab775-4e92-4767-b55b-ab417c73f777 admin admin] Deleting subnet 8ab651ed-9a58-4aeb-a309-41dacaa90da5 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 22:04:30.110847 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f69ab775-4e92-4767-b55b-ab417c73f777 admin admin] Publish callbacks [] for subnet (8ab651ed-9a58-4aeb-a309-41dacaa90da5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:30.148210 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f69ab775-4e92-4767-b55b-ab417c73f777 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (8ab651ed-9a58-4aeb-a309-41dacaa90da5), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:30.190613 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f69ab775-4e92-4767-b55b-ab417c73f777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (8ab651ed-9a58-4aeb-a309-41dacaa90da5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:30.252313 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f69ab775-4e92-4767-b55b-ab417c73f777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (8ab651ed-9a58-4aeb-a309-41dacaa90da5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:30.284084 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ab775-4e92-4767-b55b-ab417c73f777 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ab651ed-9a58-4aeb-a309-41dacaa90da5,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:04:30.288368 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f69ab775-4e92-4767-b55b-ab417c73f777 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:30.292388 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f69ab775-4e92-4767-b55b-ab417c73f777 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/8ab651ed-9a58-4aeb-a309-41dacaa90da5 HTTP/1.1" status: 204 len: 168 time: 0.2904906 Feb 08 22:04:30.295544 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43568) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:04:30.379051 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ca2154c-df9a-40ba-981a-7c0735afaf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (c1dcd45d-6349-4966-9ef8-c401cfe1cee9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:30.467461 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ca2154c-df9a-40ba-981a-7c0735afaf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (c1dcd45d-6349-4966-9ef8-c401cfe1cee9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:30.491597 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-7ca2154c-df9a-40ba-981a-7c0735afaf3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1dcd45d-6349-4966-9ef8-c401cfe1cee9']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:04:30.504043 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-7ca2154c-df9a-40ba-981a-7c0735afaf3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b96a04a-d577-4919-98a9-71aec7ff75d1') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:04:30.504587 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-7ca2154c-df9a-40ba-981a-7c0735afaf3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b96a04a-d577-4919-98a9-71aec7ff75d1') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:04:30.516876 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ca2154c-df9a-40ba-981a-7c0735afaf3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (9b96a04a-d577-4919-98a9-71aec7ff75d1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:30.536204 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ca2154c-df9a-40ba-981a-7c0735afaf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (9b96a04a-d577-4919-98a9-71aec7ff75d1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:30.544633 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca2154c-df9a-40ba-981a-7c0735afaf3c admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:04:30.545676 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ca2154c-df9a-40ba-981a-7c0735afaf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (9b96a04a-d577-4919-98a9-71aec7ff75d1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: timer() Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:04:30.547730 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:04:30.618853 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ca2154c-df9a-40ba-981a-7c0735afaf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (c1dcd45d-6349-4966-9ef8-c401cfe1cee9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:30.626168 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ca2154c-df9a-40ba-981a-7c0735afaf3c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:30.629946 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7ca2154c-df9a-40ba-981a-7c0735afaf3c admin admin] 10.222.0.88 "DELETE /v2.0/networks/c1dcd45d-6349-4966-9ef8-c401cfe1cee9 HTTP/1.1" status: 204 len: 168 time: 0.3331823 Feb 08 22:04:30.644147 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2154c-df9a-40ba-981a-7c0735afaf3c admin admin] Pushing event deleted for resources: {'Network': ['ID=c1dcd45d-6349-4966-9ef8-c401cfe1cee9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:04:30.779751 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43572) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:04:30.827177 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5696dbff-2b60-426b-adfd-5a694929c987 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=50c09c381f9c4df3981c4676dbbaad03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461612 Feb 08 22:04:30.829792 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43574) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:04:30.885930 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-195dbd3b-8d19-4629-91e4-6fe8c7aca7fd admin admin] Publish callbacks [] for security_group (50ec0731-4295-43bb-a28c-bfe4d1b92cfa), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:30.909828 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-195dbd3b-8d19-4629-91e4-6fe8c7aca7fd admin admin] Publish callbacks [] for security_group (50ec0731-4295-43bb-a28c-bfe4d1b92cfa), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:30.963439 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-195dbd3b-8d19-4629-91e4-6fe8c7aca7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (50ec0731-4295-43bb-a28c-bfe4d1b92cfa), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:30.966152 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-195dbd3b-8d19-4629-91e4-6fe8c7aca7fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:30.967989 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-195dbd3b-8d19-4629-91e4-6fe8c7aca7fd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/50ec0731-4295-43bb-a28c-bfe4d1b92cfa HTTP/1.1" status: 204 len: 168 time: 0.1371901 Feb 08 22:04:30.976775 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195dbd3b-8d19-4629-91e4-6fe8c7aca7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ec0731-4295-43bb-a28c-bfe4d1b92cfa,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:04:31.470379 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:31.673508 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:36.709844 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:36.975865 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:54.225858 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6521b500-3a6d-4249-a1d9-cb7e97922f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:57.524432 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f7346102-33bf-449c-8af1-f96af83e8ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:04:59.353983 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:01.467370 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:01.665266 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:04.819251 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:05:06.726893 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:06.983127 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:08.286404 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-894ded0c-d148-45f8-8d2c-0a615786be08 req-e34c066e-44b2-4fbd-8a10-87f03bfee80b service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1900961 Feb 08 22:05:08.390798 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ded0c-d148-45f8-8d2c-0a615786be08 req-78e09814-8964-42cc-ab4a-9a26f446aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:08.392349 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-894ded0c-d148-45f8-8d2c-0a615786be08 req-78e09814-8964-42cc-ab4a-9a26f446aa7a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 1129 time: 0.0536118 Feb 08 22:05:08.517111 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ded0c-d148-45f8-8d2c-0a615786be08 req-c09d3c91-0df4-4702-92cf-9f92c76ee1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:08.518876 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-894ded0c-d148-45f8-8d2c-0a615786be08 req-c09d3c91-0df4-4702-92cf-9f92c76ee1ad service neutron] 10.222.0.94 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 913 time: 0.1076641 Feb 08 22:05:08.604501 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-894ded0c-d148-45f8-8d2c-0a615786be08 req-79826da0-59b4-4ab2-9eaf-95f88be46d33 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5643c3dd-deaa-4add-83ee-07e89ba9e3ee HTTP/1.1" status: 200 len: 1002 time: 0.0788302 Feb 08 22:05:08.657515 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ded0c-d148-45f8-8d2c-0a615786be08 req-85341996-c2a7-4c0d-a765-45fab92dc9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:08.659089 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-894ded0c-d148-45f8-8d2c-0a615786be08 req-85341996-c2a7-4c0d-a765-45fab92dc9d4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e2ac310d-6418-47f9-bc84-ee6106411485 HTTP/1.1" status: 200 len: 851 time: 0.0486391 Feb 08 22:05:08.713090 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ded0c-d148-45f8-8d2c-0a615786be08 req-ce17cb39-5c9b-4eed-9b96-79f9409d9334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:08.714791 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-894ded0c-d148-45f8-8d2c-0a615786be08 req-ce17cb39-5c9b-4eed-9b96-79f9409d9334 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3e877b49-38c1-41e0-85cf-576297877def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488791 Feb 08 22:05:08.835096 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-894ded0c-d148-45f8-8d2c-0a615786be08 req-cac1c449-f8d0-4f6d-baeb-19a43b129074 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141682 Feb 08 22:05:08.942169 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-894ded0c-d148-45f8-8d2c-0a615786be08 req-e707ef01-b729-47ba-9180-c9a4e338a7cb service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012347 Feb 08 22:05:16.595758 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d0461f5-7fff-4047-bdd8-fa83d1bd55e2 req-fc5ca7dc-f369-4c44-8ba0-66b21bf68e0b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0545294 Feb 08 22:05:16.711013 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0461f5-7fff-4047-bdd8-fa83d1bd55e2 req-9337a543-9b71-44b8-be48-e54e0827f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:16.712694 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d0461f5-7fff-4047-bdd8-fa83d1bd55e2 req-9337a543-9b71-44b8-be48-e54e0827f948 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 1129 time: 0.0611670 Feb 08 22:05:16.837557 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0461f5-7fff-4047-bdd8-fa83d1bd55e2 req-5ad6518a-772b-44bf-bf8f-c9101d13a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:16.839080 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d0461f5-7fff-4047-bdd8-fa83d1bd55e2 req-5ad6518a-772b-44bf-bf8f-c9101d13a5e5 service neutron] 10.222.0.96 "GET /v2.0/networks?id=10e1df43-20d9-4c18-8867-fd7962ec0a3c HTTP/1.1" status: 200 len: 898 time: 0.1074636 Feb 08 22:05:16.921577 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d0461f5-7fff-4047-bdd8-fa83d1bd55e2 req-56ea12d0-9b0f-49f6-885e-eda8f0b3ed48 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c HTTP/1.1" status: 200 len: 1002 time: 0.0762768 Feb 08 22:05:16.978524 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0461f5-7fff-4047-bdd8-fa83d1bd55e2 req-8476fa1b-e2ba-4d65-b390-9f77cf60d546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:16.980078 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d0461f5-7fff-4047-bdd8-fa83d1bd55e2 req-8476fa1b-e2ba-4d65-b390-9f77cf60d546 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4e6efb1b-449e-40a2-a22a-5de293dc1fdd HTTP/1.1" status: 200 len: 834 time: 0.0530000 Feb 08 22:05:17.041121 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0461f5-7fff-4047-bdd8-fa83d1bd55e2 req-19fc19d9-6a51-4694-8081-28d6f2f810ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:17.043195 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d0461f5-7fff-4047-bdd8-fa83d1bd55e2 req-19fc19d9-6a51-4694-8081-28d6f2f810ba service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=10e1df43-20d9-4c18-8867-fd7962ec0a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0570955 Feb 08 22:05:17.139991 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d0461f5-7fff-4047-bdd8-fa83d1bd55e2 req-a0e8a372-53e8-41de-93b0-7c9d8094ac38 service neutron] 10.222.0.96 "GET /v2.0/networks/10e1df43-20d9-4c18-8867-fd7962ec0a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902157 Feb 08 22:05:17.245841 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d0461f5-7fff-4047-bdd8-fa83d1bd55e2 req-cc22a14d-f0c1-458f-91d9-b644d5f09056 service neutron] 10.222.0.96 "GET /v2.0/networks/10e1df43-20d9-4c18-8867-fd7962ec0a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994890 Feb 08 22:05:24.229365 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3c1fb43f-eaaa-4d07-b8a0-deec23db4366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:24.787473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e808659-255f-43ec-b8a9-376058bb0ba6 req-4db24576-bfcd-48f1-b151-0419e359b8b1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:24.791925 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e808659-255f-43ec-b8a9-376058bb0ba6 req-4db24576-bfcd-48f1-b151-0419e359b8b1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 946 time: 0.0690315 Feb 08 22:05:24.851570 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e808659-255f-43ec-b8a9-376058bb0ba6 req-78f5b9a4-ac86-44e3-87c3-065d7f45b07a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=70461a49-ae2c-41b3-a305-38c3248f2278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531719 Feb 08 22:05:24.875816 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43616) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:05:24.945986 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8409ec65-c97f-4919-9fd8-1521aa993e91 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/floatingips/befc5680-b36d-409d-b5ac-a93931342da1 HTTP/1.1" status: 200 len: 994 time: 0.0687985 Feb 08 22:05:25.330631 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1313ee-caed-43e3-83e8-ba7339792f06 req-dce56902-e3cc-4506-ae17-78f376e67245 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:25.332172 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0c1313ee-caed-43e3-83e8-ba7339792f06 req-dce56902-e3cc-4506-ae17-78f376e67245 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 1129 time: 0.0476780 Feb 08 22:05:25.379276 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0c1313ee-caed-43e3-83e8-ba7339792f06 req-4cee9712-5171-4bf0-b1ae-162860653f74 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=70461a49-ae2c-41b3-a305-38c3248f2278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414042 Feb 08 22:05:25.455657 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-ff9a602a-9f7d-4f07-bf27-1b193ba95e05 req-9c6620f6-6b96-4bd3-a7c1-23e143a93307 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 22:05:25.456680 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff9a602a-9f7d-4f07-bf27-1b193ba95e05 req-9c6620f6-6b96-4bd3-a7c1-23e143a93307 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054679 Feb 08 22:05:26.008456 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6af349c6-975f-4206-b895-0e064162820c req-d469ce90-5424-4497-aba1-baad806526f8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1258581 Feb 08 22:05:26.017258 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [req-6af349c6-975f-4206-b895-0e064162820c req-edfe7cf1-343a-4644-91e8-6f6b5751d350 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 22:05:26.018275 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6af349c6-975f-4206-b895-0e064162820c req-edfe7cf1-343a-4644-91e8-6f6b5751d350 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054126 Feb 08 22:05:26.663036 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af349c6-975f-4206-b895-0e064162820c req-ac325c89-74fc-4c90-b29c-c413cf818365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:26.665520 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6af349c6-975f-4206-b895-0e064162820c req-ac325c89-74fc-4c90-b29c-c413cf818365 service neutron] 10.222.0.88 "GET /v2.0/ports/2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c HTTP/1.1" status: 200 len: 1126 time: 0.0422091 Feb 08 22:05:26.677548 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-6af349c6-975f-4206-b895-0e064162820c req-75bb34b7-a176-40a1-99a1-2a9df167316b service neutron] Request body: {'binding': {'host': 'n-h1-712143-31', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:05:26.678011 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-6af349c6-975f-4206-b895-0e064162820c req-75bb34b7-a176-40a1-99a1-2a9df167316b service neutron] Unknown quota resources ['binding']. {{(pid=103434) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 22:05:26.830086 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-6af349c6-975f-4206-b895-0e064162820c req-75bb34b7-a176-40a1-99a1-2a9df167316b service neutron] Attempting to bind port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c on host n-h1-712143-31 for vnic_type normal with profile None {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:05:26.830331 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-6af349c6-975f-4206-b895-0e064162820c req-75bb34b7-a176-40a1-99a1-2a9df167316b service neutron] Attempting to bind port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '2efdc436-b095-41db-bfec-aac535a347a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:05:26.830655 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af349c6-975f-4206-b895-0e064162820c req-75bb34b7-a176-40a1-99a1-2a9df167316b service neutron] Attempting to bind port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c on network 10e1df43-20d9-4c18-8867-fd7962ec0a3c {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:05:26.835414 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af349c6-975f-4206-b895-0e064162820c req-75bb34b7-a176-40a1-99a1-2a9df167316b service neutron] Port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c on network 10e1df43-20d9-4c18-8867-fd7962ec0a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:05:26.835727 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af349c6-975f-4206-b895-0e064162820c req-75bb34b7-a176-40a1-99a1-2a9df167316b service neutron] Attempting to bind port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c on network 10e1df43-20d9-4c18-8867-fd7962ec0a3c {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:05:26.841052 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af349c6-975f-4206-b895-0e064162820c req-75bb34b7-a176-40a1-99a1-2a9df167316b service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:05:26.841433 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af349c6-975f-4206-b895-0e064162820c req-75bb34b7-a176-40a1-99a1-2a9df167316b service neutron] Checking segment: {'id': '2efdc436-b095-41db-bfec-aac535a347a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:05:26.841827 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af349c6-975f-4206-b895-0e064162820c req-75bb34b7-a176-40a1-99a1-2a9df167316b service neutron] Bound using segment: {'id': '2efdc436-b095-41db-bfec-aac535a347a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:05:26.842276 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-6af349c6-975f-4206-b895-0e064162820c req-75bb34b7-a176-40a1-99a1-2a9df167316b service neutron] Bound port: 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efdc436-b095-41db-bfec-aac535a347a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:05:26.944729 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-6af349c6-975f-4206-b895-0e064162820c req-75bb34b7-a176-40a1-99a1-2a9df167316b service neutron] For port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c,segment=NetworkSegment(2efdc436-b095-41db-bfec-aac535a347a5),segment_id=2efdc436-b095-41db-bfec-aac535a347a5)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:05:26.951748 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6af349c6-975f-4206-b895-0e064162820c req-75bb34b7-a176-40a1-99a1-2a9df167316b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:26.953020 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6af349c6-975f-4206-b895-0e064162820c req-75bb34b7-a176-40a1-99a1-2a9df167316b service neutron] 10.222.0.88 "POST /v2.0/ports/2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c/bindings HTTP/1.1" status: 201 len: 390 time: 0.2791080 Feb 08 22:05:27.130293 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73a7fd-67bc-444a-88c5-2458d35dda91 req-a0e65854-f24a-4de3-b99a-7e0696d508d6 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:27.132314 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df73a7fd-67bc-444a-88c5-2458d35dda91 req-a0e65854-f24a-4de3-b99a-7e0696d508d6 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 946 time: 0.0794475 Feb 08 22:05:27.194592 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df73a7fd-67bc-444a-88c5-2458d35dda91 req-968278cd-4b2e-48f5-92b9-c8b60f17b5ca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=70461a49-ae2c-41b3-a305-38c3248f2278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559144 Feb 08 22:05:27.235064 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af349c6-975f-4206-b895-0e064162820c req-c90821a4-0166-4918-88b4-503409282b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:27.236593 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6af349c6-975f-4206-b895-0e064162820c req-c90821a4-0166-4918-88b4-503409282b4d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 1129 time: 0.0494425 Feb 08 22:05:27.336002 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af349c6-975f-4206-b895-0e064162820c req-19004eec-ac45-490b-845a-66af1111e091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:27.338297 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6af349c6-975f-4206-b895-0e064162820c req-19004eec-ac45-490b-845a-66af1111e091 service neutron] 10.222.0.94 "GET /v2.0/networks?id=10e1df43-20d9-4c18-8867-fd7962ec0a3c HTTP/1.1" status: 200 len: 898 time: 0.0953720 Feb 08 22:05:27.536715 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2cb0d893-d72b-45e2-8c1b-c5f6f03c5b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:27.741188 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6af349c6-975f-4206-b895-0e064162820c req-4d91d18e-4aef-48c4-8a38-11b3e309055d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c HTTP/1.1" status: 200 len: 1002 time: 0.3965085 Feb 08 22:05:27.792820 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af349c6-975f-4206-b895-0e064162820c req-4afac5d0-d654-441a-8408-7625367c6df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:27.794452 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6af349c6-975f-4206-b895-0e064162820c req-4afac5d0-d654-441a-8408-7625367c6df0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4e6efb1b-449e-40a2-a22a-5de293dc1fdd HTTP/1.1" status: 200 len: 834 time: 0.0463734 Feb 08 22:05:27.854603 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af349c6-975f-4206-b895-0e064162820c req-1fabd1dc-34ff-4ce8-ade0-81d3411b743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:27.856153 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6af349c6-975f-4206-b895-0e064162820c req-1fabd1dc-34ff-4ce8-ade0-81d3411b743c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=10e1df43-20d9-4c18-8867-fd7962ec0a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0561776 Feb 08 22:05:27.954718 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6af349c6-975f-4206-b895-0e064162820c req-53669220-9d12-4dc4-9f2a-45a077fc9ca1 service neutron] 10.222.0.94 "GET /v2.0/networks/10e1df43-20d9-4c18-8867-fd7962ec0a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919487 Feb 08 22:05:28.059678 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6af349c6-975f-4206-b895-0e064162820c req-7bb9622d-1920-4d77-93b5-5ba3bfef4d26 service neutron] 10.222.0.94 "GET /v2.0/networks/10e1df43-20d9-4c18-8867-fd7962ec0a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990222 Feb 08 22:05:28.216045 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af349c6-975f-4206-b895-0e064162820c req-74e8e507-9b5b-4de3-bca6-f88e0ebb313b tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:28.217684 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6af349c6-975f-4206-b895-0e064162820c req-74e8e507-9b5b-4de3-bca6-f88e0ebb313b tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b&tenant_id=757a64905a5e4f28a11ff7ef605aa039&binding%3Ahost_id=n-h2-712143-31 HTTP/1.1" status: 200 len: 1129 time: 0.0910263 Feb 08 22:05:28.228656 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-6af349c6-975f-4206-b895-0e064162820c req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712143-31'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:05:28.311183 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6af349c6-975f-4206-b895-0e064162820c req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:28.339406 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7e54c-d17e-47f4-bd82-a04ba179c934 req-d94fed8c-f17f-4bb8-a9e8-3ad3a769ec91 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:28.341033 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72c7e54c-d17e-47f4-bd82-a04ba179c934 req-d94fed8c-f17f-4bb8-a9e8-3ad3a769ec91 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 946 time: 0.0640788 Feb 08 22:05:28.405295 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72c7e54c-d17e-47f4-bd82-a04ba179c934 req-0b448c40-a86e-4313-a8d4-56e19979ea3f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=70461a49-ae2c-41b3-a305-38c3248f2278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565383 Feb 08 22:05:28.477550 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-6af349c6-975f-4206-b895-0e064162820c req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] For port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c,segment=NetworkSegment(2efdc436-b095-41db-bfec-aac535a347a5),segment_id=2efdc436-b095-41db-bfec-aac535a347a5)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:05:28.524500 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-6af349c6-975f-4206-b895-0e064162820c req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] For port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:05:28.570243 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c075892-d333-4506-94c8-ffb20e20cb8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:05:28.573168 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864f49ff-ae0c-4d18-9091-3e65e914467e" -d '{"events": [{"server_uuid": "7c075892-d333-4506-94c8-ffb20e20cb8b", "name": "network-vif-unplugged", "status": "completed", "tag": "2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:05:28.577744 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6af349c6-975f-4206-b895-0e064162820c req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Publish callbacks [] for port (2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:28.585326 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6af349c6-975f-4206-b895-0e064162820c req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:28.627397 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 22:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21beb998-cab8-421c-bc51-a27bc75b6790 x-openstack-request-id: req-21beb998-cab8-421c-bc51-a27bc75b6790 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:05:28.627595 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c075892-d333-4506-94c8-ffb20e20cb8b", "name": "network-vif-unplugged", "status": "completed", "tag": "2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:05:28.628016 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-21beb998-cab8-421c-bc51-a27bc75b6790 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:05:28.628664 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c075892-d333-4506-94c8-ffb20e20cb8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c', 'code': 200} Feb 08 22:05:28.699962 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Pushing event updated for resources: {'Port': ['ID=2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c,revision_number=7']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:28.714985 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:28.715331 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:28.715787 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:28.716134 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:28.716468 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:28.716808 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:28.717123 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:28.717473 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:28.717798 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:28.718123 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:28.718541 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:28.718859 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:28.719178 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:28.779300 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-6af349c6-975f-4206-b895-0e064162820c req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Attempting to bind port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c on host n-h2-712143-31 for vnic_type normal with profile {"migrating_to": "n-h1-712143-31"} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:05:28.779642 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-6af349c6-975f-4206-b895-0e064162820c req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Attempting to bind port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '2efdc436-b095-41db-bfec-aac535a347a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:05:28.779979 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af349c6-975f-4206-b895-0e064162820c req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Attempting to bind port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c on network 10e1df43-20d9-4c18-8867-fd7962ec0a3c {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:05:28.785602 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af349c6-975f-4206-b895-0e064162820c req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c on network 10e1df43-20d9-4c18-8867-fd7962ec0a3c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:05:28.785931 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af349c6-975f-4206-b895-0e064162820c req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Attempting to bind port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c on network 10e1df43-20d9-4c18-8867-fd7962ec0a3c {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:05:28.792500 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af349c6-975f-4206-b895-0e064162820c req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:05:28.792983 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af349c6-975f-4206-b895-0e064162820c req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Checking segment: {'id': '2efdc436-b095-41db-bfec-aac535a347a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:05:28.793850 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af349c6-975f-4206-b895-0e064162820c req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Bound using segment: {'id': '2efdc436-b095-41db-bfec-aac535a347a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:05:28.794567 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-6af349c6-975f-4206-b895-0e064162820c req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Bound port: 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efdc436-b095-41db-bfec-aac535a347a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:05:28.795180 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6af349c6-975f-4206-b895-0e064162820c req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:28.879749 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-6af349c6-975f-4206-b895-0e064162820c req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] For port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:05:28.886123 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-6af349c6-975f-4206-b895-0e064162820c req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] For port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c,segment=NetworkSegment(2efdc436-b095-41db-bfec-aac535a347a5),segment_id=2efdc436-b095-41db-bfec-aac535a347a5)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:05:28.897555 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6af349c6-975f-4206-b895-0e064162820c req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:28.935546 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-7c539f9b-4231-4b6e-a5be-3b7b057aa247 None None] Provisioning complete for port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:05:28.936158 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7c539f9b-4231-4b6e-a5be-3b7b057aa247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:28.991659 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Pushing event updated for resources: {'Port': ['ID=2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c,revision_number=8']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:29.046678 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7c539f9b-4231-4b6e-a5be-3b7b057aa247 None None] Current status of the port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:05:29.047156 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7c539f9b-4231-4b6e-a5be-3b7b057aa247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:29.074497 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c075892-d333-4506-94c8-ffb20e20cb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:05:29.076327 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4480dd-c123-4d13-a046-3dadf350cf98" -d '{"events": [{"server_uuid": "7c075892-d333-4506-94c8-ffb20e20cb8b", "name": "network-vif-plugged", "status": "completed", "tag": "2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:05:29.111701 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af349c6-975f-4206-b895-0e064162820c req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:29.113057 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-7c539f9b-4231-4b6e-a5be-3b7b057aa247 None None] For port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c,segment=NetworkSegment(2efdc436-b095-41db-bfec-aac535a347a5),segment_id=2efdc436-b095-41db-bfec-aac535a347a5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:05:29.113420 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6af349c6-975f-4206-b895-0e064162820c req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:29.115347 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6af349c6-975f-4206-b895-0e064162820c req-e64e38f6-01bf-40ed-a9ab-24ca4951207e service neutron] 10.222.0.94 "PUT /v2.0/ports/2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c HTTP/1.1" status: 200 len: 1124 time: 0.8917315 Feb 08 22:05:29.120100 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7c539f9b-4231-4b6e-a5be-3b7b057aa247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:29.375156 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a47314f-beab-4f26-bdfc-ca7b642bc7db x-openstack-request-id: req-9a47314f-beab-4f26-bdfc-ca7b642bc7db {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:05:29.375444 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c075892-d333-4506-94c8-ffb20e20cb8b", "name": "network-vif-plugged", "status": "completed", "tag": "2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:05:29.375690 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9a47314f-beab-4f26-bdfc-ca7b642bc7db {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:05:29.376093 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c075892-d333-4506-94c8-ffb20e20cb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c', 'code': 200} Feb 08 22:05:29.434867 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:05:29.468448 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:29.512951 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c539f9b-4231-4b6e-a5be-3b7b057aa247 None None] Pushing event updated for resources: {'Port': ['ID=2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c,revision_number=9']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:29.548179 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c539f9b-4231-4b6e-a5be-3b7b057aa247 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:29.548543 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c539f9b-4231-4b6e-a5be-3b7b057aa247 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:29.548904 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c539f9b-4231-4b6e-a5be-3b7b057aa247 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:29.549251 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c539f9b-4231-4b6e-a5be-3b7b057aa247 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:29.549591 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c539f9b-4231-4b6e-a5be-3b7b057aa247 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:29.549924 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c539f9b-4231-4b6e-a5be-3b7b057aa247 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:29.550256 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c539f9b-4231-4b6e-a5be-3b7b057aa247 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:29.550638 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c539f9b-4231-4b6e-a5be-3b7b057aa247 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:29.550902 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c539f9b-4231-4b6e-a5be-3b7b057aa247 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:29.551220 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c539f9b-4231-4b6e-a5be-3b7b057aa247 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:29.551550 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c539f9b-4231-4b6e-a5be-3b7b057aa247 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:29.551875 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c539f9b-4231-4b6e-a5be-3b7b057aa247 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:29.552193 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c539f9b-4231-4b6e-a5be-3b7b057aa247 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:29.586712 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1a47e-d58f-45ae-b29a-4d74150a5845 req-9257664d-f03a-47ba-86aa-4809a1da849d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:29.588815 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e7f1a47e-d58f-45ae-b29a-4d74150a5845 req-9257664d-f03a-47ba-86aa-4809a1da849d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 946 time: 0.0765839 Feb 08 22:05:29.658027 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e7f1a47e-d58f-45ae-b29a-4d74150a5845 req-5c129c27-e104-4af6-b530-b6dfd443b0c6 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=70461a49-ae2c-41b3-a305-38c3248f2278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622535 Feb 08 22:05:29.708275 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d1a98db2-5b05-43cc-96f3-8df330d95659 None None] Provisioning complete for port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:05:29.708649 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d1a98db2-5b05-43cc-96f3-8df330d95659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:29.862080 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d1a98db2-5b05-43cc-96f3-8df330d95659 None None] Current status of the port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:05:30.629667 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c075892-d333-4506-94c8-ffb20e20cb8b', 'tag': '2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:05:30.632123 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5574bb9-35c5-48d2-98c8-db2e1c840938" -d '{"events": [{"name": "network-changed", "server_uuid": "7c075892-d333-4506-94c8-ffb20e20cb8b", "tag": "2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:05:30.671021 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7077584-7ce1-4e88-9a04-1290a0e2842b x-openstack-request-id: req-d7077584-7ce1-4e88-9a04-1290a0e2842b {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:05:30.671327 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c075892-d333-4506-94c8-ffb20e20cb8b", "tag": "2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:05:30.671591 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d7077584-7ce1-4e88-9a04-1290a0e2842b {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:05:30.672009 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c075892-d333-4506-94c8-ffb20e20cb8b', 'tag': '2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c', 'status': 'completed', 'code': 200} Feb 08 22:05:30.778375 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5574bb9-35c5-48d2-98c8-db2e1c840938 req-91223334-ae40-42b9-af07-8bb0713f49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:30.779928 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f5574bb9-35c5-48d2-98c8-db2e1c840938 req-91223334-ae40-42b9-af07-8bb0713f49c0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 1160 time: 0.0864320 Feb 08 22:05:30.844742 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15e870-1be8-4bbc-8937-e91127e0ff86 req-e02f9f84-cfe8-4f09-8e7e-4bc86e5bf902 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:30.846388 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ab15e870-1be8-4bbc-8937-e91127e0ff86 req-e02f9f84-cfe8-4f09-8e7e-4bc86e5bf902 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 946 time: 0.1110945 Feb 08 22:05:30.930838 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ab15e870-1be8-4bbc-8937-e91127e0ff86 req-5719c794-083a-4c5f-b83b-530b3055ada6 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=70461a49-ae2c-41b3-a305-38c3248f2278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745590 Feb 08 22:05:30.931956 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5574bb9-35c5-48d2-98c8-db2e1c840938 req-1db3eeb9-f7d7-4446-b916-1ad80f3f6edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:30.933394 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f5574bb9-35c5-48d2-98c8-db2e1c840938 req-1db3eeb9-f7d7-4446-b916-1ad80f3f6edd service neutron] 10.222.0.96 "GET /v2.0/networks?id=10e1df43-20d9-4c18-8867-fd7962ec0a3c HTTP/1.1" status: 200 len: 898 time: 0.1449988 Feb 08 22:05:31.009161 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f5574bb9-35c5-48d2-98c8-db2e1c840938 req-9320138b-ce74-44a8-8c82-bae33acacdba service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c HTTP/1.1" status: 200 len: 1002 time: 0.0664380 Feb 08 22:05:31.064461 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5574bb9-35c5-48d2-98c8-db2e1c840938 req-c6febdf6-4c68-4f47-a9b5-33e452c50c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:31.065991 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f5574bb9-35c5-48d2-98c8-db2e1c840938 req-c6febdf6-4c68-4f47-a9b5-33e452c50c01 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4e6efb1b-449e-40a2-a22a-5de293dc1fdd HTTP/1.1" status: 200 len: 834 time: 0.0515735 Feb 08 22:05:31.117177 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5574bb9-35c5-48d2-98c8-db2e1c840938 req-26c79b87-17dd-409b-afc3-cc207efcf332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:31.118749 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f5574bb9-35c5-48d2-98c8-db2e1c840938 req-26c79b87-17dd-409b-afc3-cc207efcf332 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=10e1df43-20d9-4c18-8867-fd7962ec0a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467989 Feb 08 22:05:31.212053 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f5574bb9-35c5-48d2-98c8-db2e1c840938 req-19c262ea-6412-465a-a4bc-80f315894011 service neutron] 10.222.0.96 "GET /v2.0/networks/10e1df43-20d9-4c18-8867-fd7962ec0a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859723 Feb 08 22:05:31.319319 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f5574bb9-35c5-48d2-98c8-db2e1c840938 req-8ef67b51-c033-4dc3-b7c5-f9410fede31f service neutron] 10.222.0.96 "GET /v2.0/networks/10e1df43-20d9-4c18-8867-fd7962ec0a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015799 Feb 08 22:05:31.404866 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:05:31.495917 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:31.526184 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c,segment=NetworkSegment(2efdc436-b095-41db-bfec-aac535a347a5),segment_id=2efdc436-b095-41db-bfec-aac535a347a5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:05:31.540017 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c has no active binding in host n-h1-712143-31 {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 08 22:05:31.666510 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:32.061418 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d35c0-30c7-425a-b991-b3a9ff678684 req-ee4cf8e1-b6f8-474f-9214-863f4cd8a963 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:32.062956 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e68d35c0-30c7-425a-b991-b3a9ff678684 req-ee4cf8e1-b6f8-474f-9214-863f4cd8a963 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 946 time: 0.0597143 Feb 08 22:05:32.115128 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e68d35c0-30c7-425a-b991-b3a9ff678684 req-d071b866-d795-440f-8c32-ae837a311b0a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=70461a49-ae2c-41b3-a305-38c3248f2278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464952 Feb 08 22:05:33.245805 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa43039-4799-463c-aa62-cda5053cc7ce req-6c2a5123-8a93-4ea2-b1ed-358a55121ef1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:33.247535 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7fa43039-4799-463c-aa62-cda5053cc7ce req-6c2a5123-8a93-4ea2-b1ed-358a55121ef1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 946 time: 0.0606573 Feb 08 22:05:33.299135 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7fa43039-4799-463c-aa62-cda5053cc7ce req-771a5d5e-ac1a-440f-982b-8060dd1dfd89 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=70461a49-ae2c-41b3-a305-38c3248f2278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457811 Feb 08 22:05:34.435627 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fa2e8-9287-441c-8c0b-45a54f2f18d3 req-670283da-135e-4293-b54d-522f0a79fd60 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:34.437180 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d90fa2e8-9287-441c-8c0b-45a54f2f18d3 req-670283da-135e-4293-b54d-522f0a79fd60 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 946 time: 0.0582983 Feb 08 22:05:34.493495 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d90fa2e8-9287-441c-8c0b-45a54f2f18d3 req-2c4cb783-7bcb-497e-8364-fe1f3cb32524 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=70461a49-ae2c-41b3-a305-38c3248f2278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505738 Feb 08 22:05:35.623119 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668e5ec-2d6f-4067-82fd-3988107ccb04 req-7711272e-461f-4403-b285-c8aafd374d8d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:35.624647 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4668e5ec-2d6f-4067-82fd-3988107ccb04 req-7711272e-461f-4403-b285-c8aafd374d8d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 946 time: 0.0567615 Feb 08 22:05:35.683575 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4668e5ec-2d6f-4067-82fd-3988107ccb04 req-af97c01b-5f3e-4f50-8224-f9e95a1723cc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=70461a49-ae2c-41b3-a305-38c3248f2278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528538 Feb 08 22:05:36.717061 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:36.808612 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ce6bc-05de-4f4b-af34-075767a4a9ec req-f1d3db52-10dd-4848-805c-291afe0e90a6 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:36.810173 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-403ce6bc-05de-4f4b-af34-075767a4a9ec req-f1d3db52-10dd-4848-805c-291afe0e90a6 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 946 time: 0.0556176 Feb 08 22:05:36.877211 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-403ce6bc-05de-4f4b-af34-075767a4a9ec req-fb1a9ed0-78b3-4476-99fc-9dae33cf1767 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=70461a49-ae2c-41b3-a305-38c3248f2278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610003 Feb 08 22:05:36.973663 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:37.779773 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6af349c6-975f-4206-b895-0e064162820c req-db099ea9-aa9d-413c-a927-709eb04e68fc service neutron] 10.222.0.96 "GET /v2.0/ports/2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c/bindings/n-h1-712143-31 HTTP/1.1" status: 200 len: 385 time: 0.0611768 Feb 08 22:05:38.029180 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-6af349c6-975f-4206-b895-0e064162820c req-a1211b59-c468-40e0-85c0-2b3f03124f1f service neutron] For port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c,segment=NetworkSegment(2efdc436-b095-41db-bfec-aac535a347a5),segment_id=2efdc436-b095-41db-bfec-aac535a347a5)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:05:38.062928 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783a440-9b62-4b98-ac69-c7b33b72fecf req-51a13ac2-246a-47f4-9cd6-2ee0f3b94ac2 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:38.064480 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5783a440-9b62-4b98-ac69-c7b33b72fecf req-51a13ac2-246a-47f4-9cd6-2ee0f3b94ac2 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 946 time: 0.1117573 Feb 08 22:05:38.065695 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-6af349c6-975f-4206-b895-0e064162820c req-a1211b59-c468-40e0-85c0-2b3f03124f1f service neutron] For port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:05:38.125851 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c075892-d333-4506-94c8-ffb20e20cb8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:05:38.128182 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc69d34-1142-4a3f-961e-6500e4ed2065" -d '{"events": [{"server_uuid": "7c075892-d333-4506-94c8-ffb20e20cb8b", "name": "network-vif-unplugged", "status": "completed", "tag": "2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:05:38.144080 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-6af349c6-975f-4206-b895-0e064162820c req-a1211b59-c468-40e0-85c0-2b3f03124f1f service neutron] For port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c,segment=NetworkSegment(2efdc436-b095-41db-bfec-aac535a347a5),segment_id=2efdc436-b095-41db-bfec-aac535a347a5)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:05:38.172057 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5783a440-9b62-4b98-ac69-c7b33b72fecf req-f48ec929-aa6c-4a05-ab06-37b0b3b69bfc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=70461a49-ae2c-41b3-a305-38c3248f2278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844812 Feb 08 22:05:38.173407 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6af349c6-975f-4206-b895-0e064162820c req-a1211b59-c468-40e0-85c0-2b3f03124f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:38.176590 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 22:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e86e400-d79b-4827-ab6f-cd6143c95092 x-openstack-request-id: req-7e86e400-d79b-4827-ab6f-cd6143c95092 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:05:38.176905 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c075892-d333-4506-94c8-ffb20e20cb8b", "name": "network-vif-unplugged", "status": "completed", "tag": "2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:05:38.177155 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7e86e400-d79b-4827-ab6f-cd6143c95092 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:05:38.177587 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c075892-d333-4506-94c8-ffb20e20cb8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c', 'code': 200} Feb 08 22:05:38.259649 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-6af349c6-975f-4206-b895-0e064162820c req-a1211b59-c468-40e0-85c0-2b3f03124f1f service neutron] Transition to ACTIVE for port object 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:05:38.265959 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6af349c6-975f-4206-b895-0e064162820c req-a1211b59-c468-40e0-85c0-2b3f03124f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:38.366984 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1211b59-c468-40e0-85c0-2b3f03124f1f service neutron] Pushing event updated for resources: {'Port': ['ID=2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c,revision_number=11']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:38.386422 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1211b59-c468-40e0-85c0-2b3f03124f1f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:38.386778 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1211b59-c468-40e0-85c0-2b3f03124f1f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:38.387168 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1211b59-c468-40e0-85c0-2b3f03124f1f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:38.387516 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1211b59-c468-40e0-85c0-2b3f03124f1f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:38.387861 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1211b59-c468-40e0-85c0-2b3f03124f1f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:38.388422 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1211b59-c468-40e0-85c0-2b3f03124f1f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:38.388664 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1211b59-c468-40e0-85c0-2b3f03124f1f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:38.388856 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1211b59-c468-40e0-85c0-2b3f03124f1f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:38.389187 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1211b59-c468-40e0-85c0-2b3f03124f1f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:38.390008 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1211b59-c468-40e0-85c0-2b3f03124f1f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:38.390351 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1211b59-c468-40e0-85c0-2b3f03124f1f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:38.392540 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1211b59-c468-40e0-85c0-2b3f03124f1f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:38.392540 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1211b59-c468-40e0-85c0-2b3f03124f1f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:38.426871 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af349c6-975f-4206-b895-0e064162820c req-a1211b59-c468-40e0-85c0-2b3f03124f1f service neutron] No DVR routers for this DVR port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:05:38.581099 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6af349c6-975f-4206-b895-0e064162820c req-a1211b59-c468-40e0-85c0-2b3f03124f1f service neutron] 10.222.0.96 "PUT /v2.0/ports/2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c/bindings/n-h1-712143-31/activate HTTP/1.1" status: 200 len: 370 time: 0.7958601 Feb 08 22:05:38.842939 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af349c6-975f-4206-b895-0e064162820c req-3630ced7-1951-41a8-91f2-3d5f6262fba8 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:38.844394 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6af349c6-975f-4206-b895-0e064162820c req-3630ced7-1951-41a8-91f2-3d5f6262fba8 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b&tenant_id=757a64905a5e4f28a11ff7ef605aa039&binding%3Ahost_id=n-h2-712143-31 HTTP/1.1" status: 200 len: 1128 time: 0.0526710 Feb 08 22:05:38.914912 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af349c6-975f-4206-b895-0e064162820c req-268a20e3-e1fe-4735-9833-6400ae62883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:38.916511 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6af349c6-975f-4206-b895-0e064162820c req-268a20e3-e1fe-4735-9833-6400ae62883f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b&tenant_id=757a64905a5e4f28a11ff7ef605aa039 HTTP/1.1" status: 200 len: 1128 time: 0.0644145 Feb 08 22:05:38.986465 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af349c6-975f-4206-b895-0e064162820c req-27cd328e-3480-4054-8b83-c8f85d47e786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:38.988046 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6af349c6-975f-4206-b895-0e064162820c req-27cd328e-3480-4054-8b83-c8f85d47e786 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 1128 time: 0.0484135 Feb 08 22:05:39.088891 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af349c6-975f-4206-b895-0e064162820c req-c033a0c5-2b11-4561-8c93-be7ad820aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:39.090429 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6af349c6-975f-4206-b895-0e064162820c req-c033a0c5-2b11-4561-8c93-be7ad820aa11 service neutron] 10.222.0.94 "GET /v2.0/networks?id=10e1df43-20d9-4c18-8867-fd7962ec0a3c HTTP/1.1" status: 200 len: 898 time: 0.0957694 Feb 08 22:05:39.157918 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6af349c6-975f-4206-b895-0e064162820c req-f4b04be5-1b4e-4bc2-a395-7cc4272178af service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c HTTP/1.1" status: 200 len: 1000 time: 0.0612297 Feb 08 22:05:39.209741 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af349c6-975f-4206-b895-0e064162820c req-7ea06258-6078-4ec2-802e-d1d91addd159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:39.211341 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6af349c6-975f-4206-b895-0e064162820c req-7ea06258-6078-4ec2-802e-d1d91addd159 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4e6efb1b-449e-40a2-a22a-5de293dc1fdd HTTP/1.1" status: 200 len: 834 time: 0.0476682 Feb 08 22:05:39.287398 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af349c6-975f-4206-b895-0e064162820c req-1ca867b6-b649-4e4a-b93f-0f1fca151dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:39.292952 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6af349c6-975f-4206-b895-0e064162820c req-1ca867b6-b649-4e4a-b93f-0f1fca151dd0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=10e1df43-20d9-4c18-8867-fd7962ec0a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0745487 Feb 08 22:05:39.328988 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bb4e5-310a-4c8e-b889-ac5e528596dd req-195f4e71-c625-4662-b24b-dea06686bd72 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:39.331048 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c10bb4e5-310a-4c8e-b889-ac5e528596dd req-195f4e71-c625-4662-b24b-dea06686bd72 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 945 time: 0.0785487 Feb 08 22:05:39.387150 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c10bb4e5-310a-4c8e-b889-ac5e528596dd req-976b88c6-d438-4d77-9da3-c69cdad769b5 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=70461a49-ae2c-41b3-a305-38c3248f2278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469120 Feb 08 22:05:39.390607 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6af349c6-975f-4206-b895-0e064162820c req-703ffe82-b834-4133-a34a-82fa4f487bd8 service neutron] 10.222.0.94 "GET /v2.0/networks/10e1df43-20d9-4c18-8867-fd7962ec0a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913453 Feb 08 22:05:39.487303 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6af349c6-975f-4206-b895-0e064162820c req-87948ac2-86c0-4d2c-8244-3c842fc7e07f service neutron] 10.222.0.94 "GET /v2.0/networks/10e1df43-20d9-4c18-8867-fd7962ec0a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906935 Feb 08 22:05:39.699488 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:05:39.723850 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af349c6-975f-4206-b895-0e064162820c req-dfad454f-cf8a-4108-adcf-7ea40fed6c60 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:39.725447 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6af349c6-975f-4206-b895-0e064162820c req-dfad454f-cf8a-4108-adcf-7ea40fed6c60 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b&tenant_id=757a64905a5e4f28a11ff7ef605aa039&binding%3Ahost_id=n-h1-712143-31 HTTP/1.1" status: 200 len: 1128 time: 0.0523839 Feb 08 22:05:39.740652 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] The host n-h2-712143-31 is not matching for port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c host n-h1-712143-31! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 22:05:39.740978 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:05:39.842556 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-6af349c6-975f-4206-b895-0e064162820c req-73dedba1-63d6-4cc3-a81f-cbae8f20cff9 service neutron] For port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:05:39.846404 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6af349c6-975f-4206-b895-0e064162820c req-73dedba1-63d6-4cc3-a81f-cbae8f20cff9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:39.847545 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-6af349c6-975f-4206-b895-0e064162820c req-73dedba1-63d6-4cc3-a81f-cbae8f20cff9 service neutron] 10.222.0.94 "DELETE /v2.0/ports/2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c/bindings/n-h2-712143-31 HTTP/1.1" status: 204 len: 173 time: 0.1155999 Feb 08 22:05:40.518657 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e8283-a882-43a3-a48b-018262be9aea req-f98202bf-e6ee-4e68-987a-6d1c961d2708 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:40.520222 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc1e8283-a882-43a3-a48b-018262be9aea req-f98202bf-e6ee-4e68-987a-6d1c961d2708 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 945 time: 0.0573397 Feb 08 22:05:40.574931 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc1e8283-a882-43a3-a48b-018262be9aea req-1df4f293-744b-4535-8432-f8741dec9214 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=70461a49-ae2c-41b3-a305-38c3248f2278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479062 Feb 08 22:05:40.689672 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26913bcb-b6f3-4466-8a41-4ef1ace625b2 req-6c4d9c29-8f3d-4c06-ae79-a67b1b632bc8 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:40.691159 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-26913bcb-b6f3-4466-8a41-4ef1ace625b2 req-6c4d9c29-8f3d-4c06-ae79-a67b1b632bc8 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 1128 time: 0.0485566 Feb 08 22:05:40.750368 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-26913bcb-b6f3-4466-8a41-4ef1ace625b2 req-f01966fe-1f04-4d84-9cd0-38c87fe65f60 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.88 "GET /v2.0/security-groups?id=70461a49-ae2c-41b3-a305-38c3248f2278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524065 Feb 08 22:05:40.875130 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54676fb-8ed6-4c0d-a1b9-b9f392f09ae5 req-d7886c8c-56e7-41ce-bcaa-af4898257648 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:40.876752 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d54676fb-8ed6-4c0d-a1b9-b9f392f09ae5 req-d7886c8c-56e7-41ce-bcaa-af4898257648 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 945 time: 0.0549552 Feb 08 22:05:40.931659 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d54676fb-8ed6-4c0d-a1b9-b9f392f09ae5 req-ecb5dc16-d2b8-42c5-8c91-d2f3c4e96573 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=70461a49-ae2c-41b3-a305-38c3248f2278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451841 Feb 08 22:05:40.954278 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43690) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:05:41.019101 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cdc4a91e-eec6-4fe6-8733-cdbefa04e1ed tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/floatingips/befc5680-b36d-409d-b5ac-a93931342da1 HTTP/1.1" status: 200 len: 992 time: 0.0635407 Feb 08 22:05:41.243610 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43696) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:05:41.409069 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-268777df-e7e3-4475-8a3e-0f8c67410c57 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Deleting port df44fc6e-6173-4fa9-a472-1f7ffb7035f3 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:05:41.409476 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-268777df-e7e3-4475-8a3e-0f8c67410c57 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (df44fc6e-6173-4fa9-a472-1f7ffb7035f3), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:41.489934 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-268777df-e7e3-4475-8a3e-0f8c67410c57 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (df44fc6e-6173-4fa9-a472-1f7ffb7035f3), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:41.490259 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-268777df-e7e3-4475-8a3e-0f8c67410c57 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for floatingip (df44fc6e-6173-4fa9-a472-1f7ffb7035f3), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:41.503453 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-268777df-e7e3-4475-8a3e-0f8c67410c57 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Calling delete_port for df44fc6e-6173-4fa9-a472-1f7ffb7035f3 owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:05:41.665657 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-268777df-e7e3-4475-8a3e-0f8c67410c57 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (df44fc6e-6173-4fa9-a472-1f7ffb7035f3), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:41.696855 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268777df-e7e3-4475-8a3e-0f8c67410c57 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event deleted for resources: {'Port': ['ID=df44fc6e-6173-4fa9-a472-1f7ffb7035f3,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:41.819847 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:05:42.111568 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-268777df-e7e3-4475-8a3e-0f8c67410c57 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for floatingip (befc5680-b36d-409d-b5ac-a93931342da1), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:42.111802 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-268777df-e7e3-4475-8a3e-0f8c67410c57 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Floating IP befc5680-b36d-409d-b5ac-a93931342da1 disassociated (deleted). External IP: 172.25.3.141, port: 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c. Feb 08 22:05:42.344655 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268777df-e7e3-4475-8a3e-0f8c67410c57 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Router 5456f56d-8d2d-4a8e-9a0d-91b44e9fc435 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:05:42.466834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268777df-e7e3-4475-8a3e-0f8c67410c57 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:05:42.471694 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-268777df-e7e3-4475-8a3e-0f8c67410c57 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:42.477001 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673105d5-2d37-4fa0-b7e1-ebf9b28f3f95 None None] Sync routers for ids ['5456f56d-8d2d-4a8e-9a0d-91b44e9fc435'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:05:42.487542 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673105d5-2d37-4fa0-b7e1-ebf9b28f3f95 None None] Routers {'5456f56d-8d2d-4a8e-9a0d-91b44e9fc435'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:05:42.488168 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-673105d5-2d37-4fa0-b7e1-ebf9b28f3f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:05:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['5456f56d-8d2d-4a8e-9a0d-91b44e9fc435'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:05:42.502575 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-268777df-e7e3-4475-8a3e-0f8c67410c57 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "DELETE /v2.0/floatingips/befc5680-b36d-409d-b5ac-a93931342da1 HTTP/1.1" status: 204 len: 168 time: 1.2578301 Feb 08 22:05:42.503178 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c075892-d333-4506-94c8-ffb20e20cb8b', 'tag': '2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:05:42.507505 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b968b14d-e1fd-4dbe-908d-7b55485fb800" -d '{"events": [{"name": "network-changed", "server_uuid": "7c075892-d333-4506-94c8-ffb20e20cb8b", "tag": "2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:05:42.548234 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64f28ab-434c-418d-852a-1a8fc22a60da x-openstack-request-id: req-d64f28ab-434c-418d-852a-1a8fc22a60da {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:05:42.548709 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c075892-d333-4506-94c8-ffb20e20cb8b", "tag": "2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:05:42.548847 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d64f28ab-434c-418d-852a-1a8fc22a60da {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:05:42.549186 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c075892-d333-4506-94c8-ffb20e20cb8b', 'tag': '2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c', 'status': 'completed', 'code': 200} Feb 08 22:05:42.610065 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-673105d5-2d37-4fa0-b7e1-ebf9b28f3f95 None None] Set router 5456f56d-8d2d-4a8e-9a0d-91b44e9fc435 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:05:42.622348 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968b14d-e1fd-4dbe-908d-7b55485fb800 req-b5f30702-8234-428c-a636-831d8f81043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:42.623901 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b968b14d-e1fd-4dbe-908d-7b55485fb800 req-b5f30702-8234-428c-a636-831d8f81043b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 1128 time: 0.0537639 Feb 08 22:05:42.739946 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968b14d-e1fd-4dbe-908d-7b55485fb800 req-c4037574-a50a-4877-9941-8b7aaa25984c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:42.742742 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b968b14d-e1fd-4dbe-908d-7b55485fb800 req-c4037574-a50a-4877-9941-8b7aaa25984c service neutron] 10.222.0.94 "GET /v2.0/networks?id=10e1df43-20d9-4c18-8867-fd7962ec0a3c HTTP/1.1" status: 200 len: 898 time: 0.1091890 Feb 08 22:05:42.780741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f8384-a8b2-43ee-9623-e6cb5f03fd74 req-b05f233a-8990-4a2f-941c-beea5167c199 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:42.782382 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-705f8384-a8b2-43ee-9623-e6cb5f03fd74 req-b05f233a-8990-4a2f-941c-beea5167c199 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 945 time: 0.0598724 Feb 08 22:05:42.796049 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b968b14d-e1fd-4dbe-908d-7b55485fb800 req-bb9ff54c-2b76-4e4c-b9d0-2b92a8a6c99f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c HTTP/1.1" status: 200 len: 217 time: 0.0470102 Feb 08 22:05:42.843318 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-705f8384-a8b2-43ee-9623-e6cb5f03fd74 req-2c240954-8fff-42a0-ad42-b21d284020d5 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=70461a49-ae2c-41b3-a305-38c3248f2278&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541153 Feb 08 22:05:42.857572 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-673105d5-2d37-4fa0-b7e1-ebf9b28f3f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198768412', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:03:56Z', 'updated_at': '2022-02-08T22:04:03Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:03:57Z', 'updated_at': '2022-02-08T22:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '2853c78b-2d3a-4482-8141-b9af5c0a5f43', 'name': '', 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:03:41:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '4e6efb1b-449e-40a2-a22a-5de293dc1fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:04:02Z', 'updated_at': '2022-02-08T22:04:08Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '4e6efb1b-449e-40a2-a22a-5de293dc1fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:05:42.859073 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968b14d-e1fd-4dbe-908d-7b55485fb800 req-6cc50ad7-ede1-47a3-a2fe-ae94418bcebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:42.862149 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b968b14d-e1fd-4dbe-908d-7b55485fb800 req-6cc50ad7-ede1-47a3-a2fe-ae94418bcebe service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4e6efb1b-449e-40a2-a22a-5de293dc1fdd HTTP/1.1" status: 200 len: 834 time: 0.0595353 Feb 08 22:05:42.890518 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673105d5-2d37-4fa0-b7e1-ebf9b28f3f95 None None] Checking router: 5456f56d-8d2d-4a8e-9a0d-91b44e9fc435 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:05:42.902540 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673105d5-2d37-4fa0-b7e1-ebf9b28f3f95 None None] Routers {'5456f56d-8d2d-4a8e-9a0d-91b44e9fc435'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:05:42.903173 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-673105d5-2d37-4fa0-b7e1-ebf9b28f3f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:05:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['5456f56d-8d2d-4a8e-9a0d-91b44e9fc435'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:05:42.916796 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968b14d-e1fd-4dbe-908d-7b55485fb800 req-a36d83e7-5202-486f-b771-21866947011c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:42.918380 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b968b14d-e1fd-4dbe-908d-7b55485fb800 req-a36d83e7-5202-486f-b771-21866947011c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=10e1df43-20d9-4c18-8867-fd7962ec0a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501394 Feb 08 22:05:43.019743 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-673105d5-2d37-4fa0-b7e1-ebf9b28f3f95 None None] Set router 5456f56d-8d2d-4a8e-9a0d-91b44e9fc435 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:05:43.022925 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b968b14d-e1fd-4dbe-908d-7b55485fb800 req-8adc3b06-4ab3-4234-bca3-a18b02b29046 service neutron] 10.222.0.94 "GET /v2.0/networks/10e1df43-20d9-4c18-8867-fd7962ec0a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979092 Feb 08 22:05:43.125003 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b968b14d-e1fd-4dbe-908d-7b55485fb800 req-430b600e-6a9b-452c-92e6-ff6e3b2cbae3 service neutron] 10.222.0.94 "GET /v2.0/networks/10e1df43-20d9-4c18-8867-fd7962ec0a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955389 Feb 08 22:05:43.227015 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-673105d5-2d37-4fa0-b7e1-ebf9b28f3f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198768412', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:03:56Z', 'updated_at': '2022-02-08T22:04:03Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:03:57Z', 'updated_at': '2022-02-08T22:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '2853c78b-2d3a-4482-8141-b9af5c0a5f43', 'name': '', 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:03:41:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '4e6efb1b-449e-40a2-a22a-5de293dc1fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:04:02Z', 'updated_at': '2022-02-08T22:04:08Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '4e6efb1b-449e-40a2-a22a-5de293dc1fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:05:43.253778 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673105d5-2d37-4fa0-b7e1-ebf9b28f3f95 None None] The sync data for ids ['5456f56d-8d2d-4a8e-9a0d-91b44e9fc435'] in n-d-712143-31 is: [{'id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198768412', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:03:56Z', 'updated_at': '2022-02-08T22:04:03Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:03:57Z', 'updated_at': '2022-02-08T22:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '2853c78b-2d3a-4482-8141-b9af5c0a5f43', 'name': '', 'network_id': '10e1df43-20d9-4c18-8867-fd7962ec0a3c', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:03:41:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '4e6efb1b-449e-40a2-a22a-5de293dc1fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:04:02Z', 'updated_at': '2022-02-08T22:04:08Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '4e6efb1b-449e-40a2-a22a-5de293dc1fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:05:43.416036 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa215a-eee2-4f46-b293-5a0de26cd347 req-e3e78fea-4dd1-4465-9b04-d5db60080341 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:43.417657 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-affa215a-eee2-4f46-b293-5a0de26cd347 req-e3e78fea-4dd1-4465-9b04-d5db60080341 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.94 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 945 time: 0.0594141 Feb 08 22:05:43.498795 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764ab989-3be2-41d5-81a4-82ff7b1d9a62 None None] New status for floating IP befc5680-b36d-409d-b5ac-a93931342da1: DOWN {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:05:43.522833 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-affa215a-eee2-4f46-b293-5a0de26cd347 req-c951dada-4308-4999-b12d-41722a122fe0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Deleting port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:05:43.523172 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-affa215a-eee2-4f46-b293-5a0de26cd347 req-c951dada-4308-4999-b12d-41722a122fe0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:43.622757 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-affa215a-eee2-4f46-b293-5a0de26cd347 req-c951dada-4308-4999-b12d-41722a122fe0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] For port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c,segment=NetworkSegment(2efdc436-b095-41db-bfec-aac535a347a5),segment_id=2efdc436-b095-41db-bfec-aac535a347a5)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:05:43.623516 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-affa215a-eee2-4f46-b293-5a0de26cd347 req-c951dada-4308-4999-b12d-41722a122fe0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:43.639657 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-affa215a-eee2-4f46-b293-5a0de26cd347 req-c951dada-4308-4999-b12d-41722a122fe0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Calling delete_port for 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:05:43.790499 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-affa215a-eee2-4f46-b293-5a0de26cd347 req-c951dada-4308-4999-b12d-41722a122fe0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:43.820734 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951dada-4308-4999-b12d-41722a122fe0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event deleted for resources: {'Port': ['ID=2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:43.872137 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-affa215a-eee2-4f46-b293-5a0de26cd347 req-c951dada-4308-4999-b12d-41722a122fe0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] No DVR routers for this DVR port 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:05:43.875503 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-affa215a-eee2-4f46-b293-5a0de26cd347 req-c951dada-4308-4999-b12d-41722a122fe0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:43.879027 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-affa215a-eee2-4f46-b293-5a0de26cd347 req-c951dada-4308-4999-b12d-41722a122fe0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.94 "DELETE /v2.0/ports/2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c HTTP/1.1" status: 204 len: 173 time: 0.4563229 Feb 08 22:05:43.879578 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c075892-d333-4506-94c8-ffb20e20cb8b', 'name': 'network-vif-deleted', 'tag': '2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:05:43.881935 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b785d4-62a7-4785-9da9-beed09fa9279" -d '{"events": [{"server_uuid": "7c075892-d333-4506-94c8-ffb20e20cb8b", "name": "network-vif-deleted", "tag": "2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:05:43.937216 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d68a905-93d8-4d57-8835-f22472682b17 x-openstack-request-id: req-4d68a905-93d8-4d57-8835-f22472682b17 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:05:43.937734 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c075892-d333-4506-94c8-ffb20e20cb8b", "name": "network-vif-deleted", "tag": "2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:05:43.938062 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4d68a905-93d8-4d57-8835-f22472682b17 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:05:43.938648 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c075892-d333-4506-94c8-ffb20e20cb8b', 'name': 'network-vif-deleted', 'tag': '2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c', 'status': 'completed', 'code': 200} Feb 08 22:05:43.954625 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c829d0ac-2711-40ff-a66e-e34225b50e0a req-8ef5823a-2f5d-4aa6-ba0d-8bf4982c3c94 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c075892-d333-4506-94c8-ffb20e20cb8b HTTP/1.1" status: 200 len: 210 time: 0.0300336 Feb 08 22:05:45.016064 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43710) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:05:45.395517 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ef51a6b-22d5-4901-8e8e-0bbb6dc50736 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (5456f56d-8d2d-4a8e-9a0d-91b44e9fc435), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:45.489253 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:05:45.510607 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:05:45.511276 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 2955f478-a8eb-47ba-ab8a-e6cd1ca6be9c not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:05:45.672991 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-3ef51a6b-22d5-4901-8e8e-0bbb6dc50736 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Deleting port 2853c78b-2d3a-4482-8141-b9af5c0a5f43 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:05:45.673248 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ef51a6b-22d5-4901-8e8e-0bbb6dc50736 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (2853c78b-2d3a-4482-8141-b9af5c0a5f43), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:45.775484 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-3ef51a6b-22d5-4901-8e8e-0bbb6dc50736 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] For port 2853c78b-2d3a-4482-8141-b9af5c0a5f43, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=2853c78b-2d3a-4482-8141-b9af5c0a5f43,segment=NetworkSegment(2efdc436-b095-41db-bfec-aac535a347a5),segment_id=2efdc436-b095-41db-bfec-aac535a347a5)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:05:45.775844 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ef51a6b-22d5-4901-8e8e-0bbb6dc50736 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (2853c78b-2d3a-4482-8141-b9af5c0a5f43), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:45.792583 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-3ef51a6b-22d5-4901-8e8e-0bbb6dc50736 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Calling delete_port for 2853c78b-2d3a-4482-8141-b9af5c0a5f43 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:05:45.995463 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ef51a6b-22d5-4901-8e8e-0bbb6dc50736 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (2853c78b-2d3a-4482-8141-b9af5c0a5f43), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:46.025215 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef51a6b-22d5-4901-8e8e-0bbb6dc50736 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event deleted for resources: {'Port': ['ID=2853c78b-2d3a-4482-8141-b9af5c0a5f43,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:46.219626 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ef51a6b-22d5-4901-8e8e-0bbb6dc50736 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (5456f56d-8d2d-4a8e-9a0d-91b44e9fc435), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:46.449259 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef51a6b-22d5-4901-8e8e-0bbb6dc50736 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Router 5456f56d-8d2d-4a8e-9a0d-91b44e9fc435 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:05:46.578231 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef51a6b-22d5-4901-8e8e-0bbb6dc50736 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:05:46.588613 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3ef51a6b-22d5-4901-8e8e-0bbb6dc50736 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "PUT /v2.0/routers/5456f56d-8d2d-4a8e-9a0d-91b44e9fc435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5672300 Feb 08 22:05:46.588613 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43712) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:05:46.590861 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b456e9-07c2-498a-885a-ef5a49d1c0c9 None None] Sync routers for ids ['5456f56d-8d2d-4a8e-9a0d-91b44e9fc435'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:05:46.602375 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b456e9-07c2-498a-885a-ef5a49d1c0c9 None None] Routers {'5456f56d-8d2d-4a8e-9a0d-91b44e9fc435'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:05:46.603126 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a0b456e9-07c2-498a-885a-ef5a49d1c0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:05:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['5456f56d-8d2d-4a8e-9a0d-91b44e9fc435'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:05:46.644407 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ca1442-5e32-4ad5-934e-4e2563dc9eaf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Deleting subnet 4e6efb1b-449e-40a2-a22a-5de293dc1fdd {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 22:05:46.647788 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-96ca1442-5e32-4ad5-934e-4e2563dc9eaf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for subnet (4e6efb1b-449e-40a2-a22a-5de293dc1fdd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:46.691234 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-96ca1442-5e32-4ad5-934e-4e2563dc9eaf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (4e6efb1b-449e-40a2-a22a-5de293dc1fdd), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:46.719224 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a0b456e9-07c2-498a-885a-ef5a49d1c0c9 None None] Set router 5456f56d-8d2d-4a8e-9a0d-91b44e9fc435 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:05:46.784023 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-96ca1442-5e32-4ad5-934e-4e2563dc9eaf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (4e6efb1b-449e-40a2-a22a-5de293dc1fdd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:46.851155 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-96ca1442-5e32-4ad5-934e-4e2563dc9eaf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (4e6efb1b-449e-40a2-a22a-5de293dc1fdd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:46.880315 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca1442-5e32-4ad5-934e-4e2563dc9eaf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event deleted for resources: {'Subnet': ['ID=4e6efb1b-449e-40a2-a22a-5de293dc1fdd,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:46.882433 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-96ca1442-5e32-4ad5-934e-4e2563dc9eaf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:46.888149 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452916fa-c0f7-40b3-9df7-ffe01958e596 None None] Network 10e1df43-20d9-4c18-8867-fd7962ec0a3c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:05:46.888788 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-96ca1442-5e32-4ad5-934e-4e2563dc9eaf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "DELETE /v2.0/subnets/4e6efb1b-449e-40a2-a22a-5de293dc1fdd HTTP/1.1" status: 204 len: 168 time: 0.2965293 Feb 08 22:05:46.889258 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43714) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:05:46.930492 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a0b456e9-07c2-498a-885a-ef5a49d1c0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198768412', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:03:56Z', 'updated_at': '2022-02-08T22:05:45Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:03:57Z', 'updated_at': '2022-02-08T22:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:05:46.960460 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b456e9-07c2-498a-885a-ef5a49d1c0c9 None None] Checking router: 5456f56d-8d2d-4a8e-9a0d-91b44e9fc435 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:05:46.975317 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b456e9-07c2-498a-885a-ef5a49d1c0c9 None None] Routers {'5456f56d-8d2d-4a8e-9a0d-91b44e9fc435'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:05:46.975853 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a0b456e9-07c2-498a-885a-ef5a49d1c0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:05:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['5456f56d-8d2d-4a8e-9a0d-91b44e9fc435'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:05:47.039867 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b144ab68-df0e-4ddc-a740-de5e18984378 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router (5456f56d-8d2d-4a8e-9a0d-91b44e9fc435), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:47.101099 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac243554-e751-474b-a21e-92218a444d7a None None] DHCP port deletion for 10e1df43-20d9-4c18-8867-fd7962ec0a3c request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 22:05:47.156390 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ac243554-e751-474b-a21e-92218a444d7a None None] Deleting port b354dc5a-e36d-416c-bbf5-fe040dd248ac {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:05:47.157069 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ac243554-e751-474b-a21e-92218a444d7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b354dc5a-e36d-416c-bbf5-fe040dd248ac), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:47.168223 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b144ab68-df0e-4ddc-a740-de5e18984378 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router_gateway (5456f56d-8d2d-4a8e-9a0d-91b44e9fc435), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:47.194151 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a0b456e9-07c2-498a-885a-ef5a49d1c0c9 None None] Set router 5456f56d-8d2d-4a8e-9a0d-91b44e9fc435 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:05:47.230827 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ac243554-e751-474b-a21e-92218a444d7a None None] For port b354dc5a-e36d-416c-bbf5-fe040dd248ac, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b354dc5a-e36d-416c-bbf5-fe040dd248ac,segment=NetworkSegment(2efdc436-b095-41db-bfec-aac535a347a5),segment_id=2efdc436-b095-41db-bfec-aac535a347a5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:05:47.231144 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ac243554-e751-474b-a21e-92218a444d7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b354dc5a-e36d-416c-bbf5-fe040dd248ac), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:47.233572 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b144ab68-df0e-4ddc-a740-de5e18984378 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Deleting port dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:05:47.234011 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b144ab68-df0e-4ddc-a740-de5e18984378 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:47.245843 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ac243554-e751-474b-a21e-92218a444d7a None None] Calling delete_port for b354dc5a-e36d-416c-bbf5-fe040dd248ac owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:05:47.331684 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-b144ab68-df0e-4ddc-a740-de5e18984378 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] For port dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:05:47.331985 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b144ab68-df0e-4ddc-a740-de5e18984378 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:47.341387 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ac243554-e751-474b-a21e-92218a444d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (b354dc5a-e36d-416c-bbf5-fe040dd248ac), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:47.348361 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b144ab68-df0e-4ddc-a740-de5e18984378 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Calling delete_port for dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4 owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:05:47.374075 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac243554-e751-474b-a21e-92218a444d7a None None] Pushing event deleted for resources: {'Port': ['ID=b354dc5a-e36d-416c-bbf5-fe040dd248ac,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:47.378544 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac243554-e751-474b-a21e-92218a444d7a None None] No DVR routers for this DVR port b354dc5a-e36d-416c-bbf5-fe040dd248ac on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:05:47.417109 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a0b456e9-07c2-498a-885a-ef5a49d1c0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198768412', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:03:56Z', 'updated_at': '2022-02-08T22:05:45Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:03:57Z', 'updated_at': '2022-02-08T22:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:05:47.449755 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b456e9-07c2-498a-885a-ef5a49d1c0c9 None None] The sync data for ids ['5456f56d-8d2d-4a8e-9a0d-91b44e9fc435'] in n-d-712143-31 is: [{'id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198768412', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:03:56Z', 'updated_at': '2022-02-08T22:05:45Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5456f56d-8d2d-4a8e-9a0d-91b44e9fc435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:03:57Z', 'updated_at': '2022-02-08T22:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:05:47.541603 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b144ab68-df0e-4ddc-a740-de5e18984378 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:47.576634 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144ab68-df0e-4ddc-a740-de5e18984378 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event deleted for resources: {'Port': ['ID=dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:47.634578 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b144ab68-df0e-4ddc-a740-de5e18984378 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (5456f56d-8d2d-4a8e-9a0d-91b44e9fc435), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:47.743301 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b144ab68-df0e-4ddc-a740-de5e18984378 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (5456f56d-8d2d-4a8e-9a0d-91b44e9fc435), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:47.745678 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b144ab68-df0e-4ddc-a740-de5e18984378 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router_controller (5456f56d-8d2d-4a8e-9a0d-91b44e9fc435), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:47.803719 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b144ab68-df0e-4ddc-a740-de5e18984378 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (5456f56d-8d2d-4a8e-9a0d-91b44e9fc435), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:47.804513 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b144ab68-df0e-4ddc-a740-de5e18984378 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Fanout notify agent at l3_agent the message router_deleted on router 5456f56d-8d2d-4a8e-9a0d-91b44e9fc435 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 22:05:47.812560 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b144ab68-df0e-4ddc-a740-de5e18984378 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:47.816480 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43716) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:05:47.817007 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b144ab68-df0e-4ddc-a740-de5e18984378 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "DELETE /v2.0/routers/5456f56d-8d2d-4a8e-9a0d-91b44e9fc435 HTTP/1.1" status: 204 len: 168 time: 0.9261813 Feb 08 22:05:47.907340 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b824562-547c-4e24-a20a-056852c07cbf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (10e1df43-20d9-4c18-8867-fd7962ec0a3c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:48.001512 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b824562-547c-4e24-a20a-056852c07cbf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (10e1df43-20d9-4c18-8867-fd7962ec0a3c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:48.024012 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-4b824562-547c-4e24-a20a-056852c07cbf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e1df43-20d9-4c18-8867-fd7962ec0a3c']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:05:48.034465 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-4b824562-547c-4e24-a20a-056852c07cbf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efdc436-b095-41db-bfec-aac535a347a5') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:05:48.034866 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-4b824562-547c-4e24-a20a-056852c07cbf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efdc436-b095-41db-bfec-aac535a347a5') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:05:48.046498 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b824562-547c-4e24-a20a-056852c07cbf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (2efdc436-b095-41db-bfec-aac535a347a5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:48.059947 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b824562-547c-4e24-a20a-056852c07cbf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (2efdc436-b095-41db-bfec-aac535a347a5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:48.066145 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b824562-547c-4e24-a20a-056852c07cbf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:05:48.066452 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b824562-547c-4e24-a20a-056852c07cbf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (2efdc436-b095-41db-bfec-aac535a347a5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: timer() Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:05:48.069406 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:05:48.133728 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b824562-547c-4e24-a20a-056852c07cbf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (10e1df43-20d9-4c18-8867-fd7962ec0a3c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:48.138506 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b824562-547c-4e24-a20a-056852c07cbf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:48.141885 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4b824562-547c-4e24-a20a-056852c07cbf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "DELETE /v2.0/networks/10e1df43-20d9-4c18-8867-fd7962ec0a3c HTTP/1.1" status: 204 len: 168 time: 0.3242381 Feb 08 22:05:48.144949 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43718) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:05:48.160489 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b824562-547c-4e24-a20a-056852c07cbf tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event deleted for resources: {'Network': ['ID=10e1df43-20d9-4c18-8867-fd7962ec0a3c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:48.211448 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d7101059-e456-4b6b-becd-1a3e13922f13 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group (70461a49-ae2c-41b3-a305-38c3248f2278), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:48.238607 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d7101059-e456-4b6b-becd-1a3e13922f13 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group (70461a49-ae2c-41b3-a305-38c3248f2278), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:48.310431 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d7101059-e456-4b6b-becd-1a3e13922f13 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (70461a49-ae2c-41b3-a305-38c3248f2278), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:48.313161 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d7101059-e456-4b6b-becd-1a3e13922f13 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:48.314413 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d7101059-e456-4b6b-becd-1a3e13922f13 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "DELETE /v2.0/security-groups/70461a49-ae2c-41b3-a305-38c3248f2278 HTTP/1.1" status: 204 len: 168 time: 0.1674228 Feb 08 22:05:48.327242 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7101059-e456-4b6b-becd-1a3e13922f13 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70461a49-ae2c-41b3-a305-38c3248f2278,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:48.615946 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43724) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:05:48.620684 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-adffc540-de67-4de6-8007-2af564ad7913 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1366179676', 'description': 'tempest-secgroup-smoke-1366179676 description', 'project_id': '757a64905a5e4f28a11ff7ef605aa039'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:05:48.642953 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-adffc540-de67-4de6-8007-2af564ad7913 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:48.717643 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-adffc540-de67-4de6-8007-2af564ad7913 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group (2a6b03b4-406f-4592-bd41-1be06d5235f9), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:48.721536 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-adffc540-de67-4de6-8007-2af564ad7913 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (2a6b03b4-406f-4592-bd41-1be06d5235f9), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:48.756447 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffc540-de67-4de6-8007-2af564ad7913 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6b03b4-406f-4592-bd41-1be06d5235f9,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:48.762102 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-adffc540-de67-4de6-8007-2af564ad7913 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:48.763350 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-adffc540-de67-4de6-8007-2af564ad7913 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1463826 Feb 08 22:05:48.766306 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43726) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:05:48.770760 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-72f4f029-ae0e-4137-8438-12ed998fdff8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'security_group_rule': {'security_group_id': '2a6b03b4-406f-4592-bd41-1be06d5235f9', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:05:48.801784 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-72f4f029-ae0e-4137-8438-12ed998fdff8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (f2e5f065-09b6-46ce-8203-7458d35cb24a), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:48.863316 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-72f4f029-ae0e-4137-8438-12ed998fdff8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (f2e5f065-09b6-46ce-8203-7458d35cb24a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:48.868326 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-72f4f029-ae0e-4137-8438-12ed998fdff8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (f2e5f065-09b6-46ce-8203-7458d35cb24a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:48.888844 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4f029-ae0e-4137-8438-12ed998fdff8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e5f065-09b6-46ce-8203-7458d35cb24a,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:48.899033 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-72f4f029-ae0e-4137-8438-12ed998fdff8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:48.900279 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-72f4f029-ae0e-4137-8438-12ed998fdff8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330006 Feb 08 22:05:48.903494 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43728) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:05:48.908108 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-d4e18d9a-c579-4bfa-bafe-9cecb160062a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'security_group_rule': {'security_group_id': '2a6b03b4-406f-4592-bd41-1be06d5235f9', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:05:48.935313 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d4e18d9a-c579-4bfa-bafe-9cecb160062a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (2986f5a9-9eab-46f8-8c55-8a3547409a26), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:48.947221 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:05:48.967974 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:05:48.968318 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device dd47a0e4-6ec5-4aa4-a59d-67eb1bd166c4 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:05:48.968751 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b354dc5a-e36d-416c-bbf5-fe040dd248ac no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:05:48.988402 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: b354dc5a-e36d-416c-bbf5-fe040dd248ac {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:05:48.988749 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b354dc5a-e36d-416c-bbf5-fe040dd248ac not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:05:48.989208 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 2853c78b-2d3a-4482-8141-b9af5c0a5f43 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:05:49.000944 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d4e18d9a-c579-4bfa-bafe-9cecb160062a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (2986f5a9-9eab-46f8-8c55-8a3547409a26), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:49.005863 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d4e18d9a-c579-4bfa-bafe-9cecb160062a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (2986f5a9-9eab-46f8-8c55-8a3547409a26), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:49.012598 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 2853c78b-2d3a-4482-8141-b9af5c0a5f43 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:05:49.012933 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 2853c78b-2d3a-4482-8141-b9af5c0a5f43 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:05:49.026683 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e18d9a-c579-4bfa-bafe-9cecb160062a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2986f5a9-9eab-46f8-8c55-8a3547409a26,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:49.034152 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d4e18d9a-c579-4bfa-bafe-9cecb160062a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:49.035415 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d4e18d9a-c579-4bfa-bafe-9cecb160062a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1309392 Feb 08 22:05:49.038853 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43730) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:05:49.043668 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1b8f620b-0333-47a9-97b9-c69690553ff5 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'security_group_rule': {'security_group_id': '2a6b03b4-406f-4592-bd41-1be06d5235f9', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:05:49.073788 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1b8f620b-0333-47a9-97b9-c69690553ff5 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (5a6f271a-379a-4c45-b270-956acc70810e), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:49.142487 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1b8f620b-0333-47a9-97b9-c69690553ff5 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (5a6f271a-379a-4c45-b270-956acc70810e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:49.146513 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1b8f620b-0333-47a9-97b9-c69690553ff5 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (5a6f271a-379a-4c45-b270-956acc70810e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:49.166170 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f620b-0333-47a9-97b9-c69690553ff5 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6f271a-379a-4c45-b270-956acc70810e,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:49.173879 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1b8f620b-0333-47a9-97b9-c69690553ff5 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:49.175129 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1b8f620b-0333-47a9-97b9-c69690553ff5 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1352706 Feb 08 22:05:49.178119 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43732) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:05:49.182816 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-58e16cd1-9c21-43e8-a40f-90ffbcad42fa tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'security_group_rule': {'security_group_id': '2a6b03b4-406f-4592-bd41-1be06d5235f9', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:05:49.209316 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-58e16cd1-9c21-43e8-a40f-90ffbcad42fa tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (c9b3ccd6-9445-4091-ac95-e0294d31e662), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:49.276860 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-58e16cd1-9c21-43e8-a40f-90ffbcad42fa tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (c9b3ccd6-9445-4091-ac95-e0294d31e662), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:49.280916 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-58e16cd1-9c21-43e8-a40f-90ffbcad42fa tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (c9b3ccd6-9445-4091-ac95-e0294d31e662), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:49.627719 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e16cd1-9c21-43e8-a40f-90ffbcad42fa tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b3ccd6-9445-4091-ac95-e0294d31e662,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:49.636121 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-58e16cd1-9c21-43e8-a40f-90ffbcad42fa tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:49.637362 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-58e16cd1-9c21-43e8-a40f-90ffbcad42fa tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4582412 Feb 08 22:05:49.640168 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43734) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:05:49.644603 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-49ac1199-c420-427c-a305-93f1b0ae67dc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'security_group_rule': {'security_group_id': '2a6b03b4-406f-4592-bd41-1be06d5235f9', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:05:49.666920 n-d-712143-31 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-49ac1199-c420-427c-a305-93f1b0ae67dc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Project 757a64905a5e4f28a11ff7ef605aa039 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 22:05:49.675176 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49ac1199-c420-427c-a305-93f1b0ae67dc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (b8ca1225-2891-4c35-8073-126b23fae308), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:49.729021 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49ac1199-c420-427c-a305-93f1b0ae67dc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (b8ca1225-2891-4c35-8073-126b23fae308), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:49.732895 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49ac1199-c420-427c-a305-93f1b0ae67dc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (b8ca1225-2891-4c35-8073-126b23fae308), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:49.755081 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac1199-c420-427c-a305-93f1b0ae67dc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ca1225-2891-4c35-8073-126b23fae308,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:49.766815 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49ac1199-c420-427c-a305-93f1b0ae67dc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:49.769887 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-49ac1199-c420-427c-a305-93f1b0ae67dc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277125 Feb 08 22:05:49.771720 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43736) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:05:49.776218 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6d59ffb8-7fe9-4866-8df3-e7001cab57ca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'security_group_rule': {'security_group_id': '2a6b03b4-406f-4592-bd41-1be06d5235f9', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:05:49.798913 n-d-712143-31 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-6d59ffb8-7fe9-4866-8df3-e7001cab57ca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Project 757a64905a5e4f28a11ff7ef605aa039 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 22:05:49.805171 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6d59ffb8-7fe9-4866-8df3-e7001cab57ca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (2e6c1599-e588-4ee7-bcb2-8fdb67420b5f), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:49.868842 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6d59ffb8-7fe9-4866-8df3-e7001cab57ca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (2e6c1599-e588-4ee7-bcb2-8fdb67420b5f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:49.873587 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6d59ffb8-7fe9-4866-8df3-e7001cab57ca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (2e6c1599-e588-4ee7-bcb2-8fdb67420b5f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:49.892832 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59ffb8-7fe9-4866-8df3-e7001cab57ca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6c1599-e588-4ee7-bcb2-8fdb67420b5f,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:49.898253 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6d59ffb8-7fe9-4866-8df3-e7001cab57ca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:49.900133 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6d59ffb8-7fe9-4866-8df3-e7001cab57ca tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274407 Feb 08 22:05:49.903011 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43738) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:05:49.907920 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3e70c582-2780-4cdf-85b3-abd3d2a359bd tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'network': {'name': 'tempest-network-smoke--708044922', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'port_security_enabled': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:05:49.927327 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e70c582-2780-4cdf-85b3-abd3d2a359bd tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Made reservation on behalf of 757a64905a5e4f28a11ff7ef605aa039 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:05:49.930779 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e70c582-2780-4cdf-85b3-abd3d2a359bd tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:49.957616 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e70c582-2780-4cdf-85b3-abd3d2a359bd tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 22:05:49.968099 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e70c582-2780-4cdf-85b3-abd3d2a359bd tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (db607765-37a1-447c-bbef-16a6541db9b3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:49.968431 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-3e70c582-2780-4cdf-85b3-abd3d2a359bd tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Added segment db607765-37a1-447c-bbef-16a6541db9b3 of type vlan for network 62ac34d7-8a1d-4c62-a61e-4097641bfebc Feb 08 22:05:50.020679 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e70c582-2780-4cdf-85b3-abd3d2a359bd tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (62ac34d7-8a1d-4c62-a61e-4097641bfebc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:50.048365 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e70c582-2780-4cdf-85b3-abd3d2a359bd tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (62ac34d7-8a1d-4c62-a61e-4097641bfebc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:50.053297 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e70c582-2780-4cdf-85b3-abd3d2a359bd tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:50.053888 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e70c582-2780-4cdf-85b3-abd3d2a359bd tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:50.114843 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3e70c582-2780-4cdf-85b3-abd3d2a359bd tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2107699 Feb 08 22:05:50.118118 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43740) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:05:50.122485 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-dd68abb3-42c0-4139-abb7-e08264df64b1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804375', 'admin_state_up': True, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:05:50.141681 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70c582-2780-4cdf-85b3-abd3d2a359bd tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Network': ['ID=62ac34d7-8a1d-4c62-a61e-4097641bfebc,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:50.152332 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 62ac34d7-8a1d-4c62-a61e-4097641bfebc details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 22:05:50.160595 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dd68abb3-42c0-4139-abb7-e08264df64b1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (d076b608-a422-433c-ae27-0b4eda9dcdb7), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:50.162139 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dd68abb3-42c0-4139-abb7-e08264df64b1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (d076b608-a422-433c-ae27-0b4eda9dcdb7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:50.225408 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dd68abb3-42c0-4139-abb7-e08264df64b1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router_controller (d076b608-a422-433c-ae27-0b4eda9dcdb7), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:50.374032 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dd68abb3-42c0-4139-abb7-e08264df64b1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router_gateway (d076b608-a422-433c-ae27-0b4eda9dcdb7), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:50.595308 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dd68abb3-42c0-4139-abb7-e08264df64b1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router_gateway (d076b608-a422-433c-ae27-0b4eda9dcdb7), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:50.616103 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dd68abb3-42c0-4139-abb7-e08264df64b1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:50.733271 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-dd68abb3-42c0-4139-abb7-e08264df64b1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Allocated IP 172.25.3.122 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/ee65071d-f872-4ad0-a6b5-0930fc970e9d) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:05:50.847904 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dd68abb3-42c0-4139-abb7-e08264df64b1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for port (ee65071d-f872-4ad0-a6b5-0930fc970e9d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:50.888023 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dd68abb3-42c0-4139-abb7-e08264df64b1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (ee65071d-f872-4ad0-a6b5-0930fc970e9d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:50.937876 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd68abb3-42c0-4139-abb7-e08264df64b1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:05:50.942788 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-dd68abb3-42c0-4139-abb7-e08264df64b1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:05:50.948490 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd68abb3-42c0-4139-abb7-e08264df64b1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:05:50.978171 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68abb3-42c0-4139-abb7-e08264df64b1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Port': ['ID=ee65071d-f872-4ad0-a6b5-0930fc970e9d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:51.246035 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dd68abb3-42c0-4139-abb7-e08264df64b1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router_gateway (d076b608-a422-433c-ae27-0b4eda9dcdb7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:51.474675 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dd68abb3-42c0-4139-abb7-e08264df64b1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (d076b608-a422-433c-ae27-0b4eda9dcdb7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:51.615515 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd68abb3-42c0-4139-abb7-e08264df64b1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Router d076b608-a422-433c-ae27-0b4eda9dcdb7 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 22:05:51.733624 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd68abb3-42c0-4139-abb7-e08264df64b1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:05:51.745837 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d9f559-56ca-43fe-8c6d-869ddbf44f7d None None] Sync routers for ids ['d076b608-a422-433c-ae27-0b4eda9dcdb7'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:05:51.755830 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dd68abb3-42c0-4139-abb7-e08264df64b1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:51.757107 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-dd68abb3-42c0-4139-abb7-e08264df64b1 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6380496 Feb 08 22:05:51.758488 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d9f559-56ca-43fe-8c6d-869ddbf44f7d None None] Routers {'d076b608-a422-433c-ae27-0b4eda9dcdb7'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:05:51.759508 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-71d9f559-56ca-43fe-8c6d-869ddbf44f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:05:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['d076b608-a422-433c-ae27-0b4eda9dcdb7'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:05:51.761677 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43742) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:05:51.798295 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a6362322-4b56-403e-b926-df017f447ddc tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=757a64905a5e4f28a11ff7ef605aa039&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354154 Feb 08 22:05:51.801918 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43744) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:05:51.906655 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-71d9f559-56ca-43fe-8c6d-869ddbf44f7d None None] Set router d076b608-a422-433c-ae27-0b4eda9dcdb7 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:05:51.909927 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59802895-8096-43a9-9512-545933a40c7f tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:51.914699 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-59802895-8096-43a9-9512-545933a40c7f tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1086462 Feb 08 22:05:51.915879 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43746) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:05:51.948682 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7f5f393f-c695-4794-9e83-27d25ea22812 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=075c0dfb-2786-422e-af93-9cafe101c970&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315382 Feb 08 22:05:51.951594 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43748) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:05:51.956775 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-bac820c2-78a8-4b44-bf00-a7174cab6791 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1350737054', 'network_id': '62ac34d7-8a1d-4c62-a61e-4097641bfebc', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:05:52.066991 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac820c2-78a8-4b44-bf00-a7174cab6791 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Made reservation on behalf of 757a64905a5e4f28a11ff7ef605aa039 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:05:52.071446 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bac820c2-78a8-4b44-bf00-a7174cab6791 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:52.131782 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-71d9f559-56ca-43fe-8c6d-869ddbf44f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804375', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ee65071d-f872-4ad0-a6b5-0930fc970e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:05:50Z', 'updated_at': '2022-02-08T22:05:51Z', 'revision_number': 3, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'ee65071d-f872-4ad0-a6b5-0930fc970e9d', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:05:50Z', 'updated_at': '2022-02-08T22:05:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:05:52.168679 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d9f559-56ca-43fe-8c6d-869ddbf44f7d None None] Checking router: d076b608-a422-433c-ae27-0b4eda9dcdb7 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:05:52.169275 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d9f559-56ca-43fe-8c6d-869ddbf44f7d None None] Updating router d076b608-a422-433c-ae27-0b4eda9dcdb7 port ee65071d-f872-4ad0-a6b5-0930fc970e9d binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:05:52.210354 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-71d9f559-56ca-43fe-8c6d-869ddbf44f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ee65071d-f872-4ad0-a6b5-0930fc970e9d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:52.308286 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bac820c2-78a8-4b44-bf00-a7174cab6791 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (233ae1b4-b90d-47bf-986e-40f3cddf83dc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:52.380053 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac820c2-78a8-4b44-bf00-a7174cab6791 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Subnet': ['ID=233ae1b4-b90d-47bf-986e-40f3cddf83dc,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:52.388518 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac820c2-78a8-4b44-bf00-a7174cab6791 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Checking segment: {'id': 'db607765-37a1-447c-bbef-16a6541db9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62ac34d7-8a1d-4c62-a61e-4097641bfebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:05:52.388891 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac820c2-78a8-4b44-bf00-a7174cab6791 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Network hostable DHCP agents. Network: 62ac34d7-8a1d-4c62-a61e-4097641bfebc, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 22:05:52.410836 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac820c2-78a8-4b44-bf00-a7174cab6791 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Network 62ac34d7-8a1d-4c62-a61e-4097641bfebc is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 22:05:52.425699 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-bac820c2-78a8-4b44-bf00-a7174cab6791 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 62ac34d7-8a1d-4c62-a61e-4097641bfebc) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:05:52.429944 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac820c2-78a8-4b44-bf00-a7174cab6791 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:52.430901 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bac820c2-78a8-4b44-bf00-a7174cab6791 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:52.447062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b480d6b-ffbd-45e1-84dd-36bbf369eb2d None None] Network 62ac34d7-8a1d-4c62-a61e-4097641bfebc requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:05:52.450429 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bac820c2-78a8-4b44-bf00-a7174cab6791 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4969580 Feb 08 22:05:52.451677 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43750) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:05:52.642256 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-71d9f559-56ca-43fe-8c6d-869ddbf44f7d None None] Publish callbacks [] for port (ee65071d-f872-4ad0-a6b5-0930fc970e9d), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:52.651021 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e476b1-e5fa-4cee-b35d-d37c251b135c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-62ac34d7-8a1d-4c62-a61e-4097641bfebc', 'network_id': '62ac34d7-8a1d-4c62-a61e-4097641bfebc', 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'fixed_ips': [{'subnet_id': '233ae1b4-b90d-47bf-986e-40f3cddf83dc'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 22:05:52.652222 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-74e476b1-e5fa-4cee-b35d-d37c251b135c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:52.654993 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-71d9f559-56ca-43fe-8c6d-869ddbf44f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ee65071d-f872-4ad0-a6b5-0930fc970e9d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:52.722248 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-71d9f559-56ca-43fe-8c6d-869ddbf44f7d None None] Attempting to bind port ee65071d-f872-4ad0-a6b5-0930fc970e9d on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:05:52.722642 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-71d9f559-56ca-43fe-8c6d-869ddbf44f7d None None] Attempting to bind port ee65071d-f872-4ad0-a6b5-0930fc970e9d by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:05:52.723518 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d9f559-56ca-43fe-8c6d-869ddbf44f7d None None] Attempting to bind port ee65071d-f872-4ad0-a6b5-0930fc970e9d on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:05:52.745467 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d9f559-56ca-43fe-8c6d-869ddbf44f7d None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:05:52.745736 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d9f559-56ca-43fe-8c6d-869ddbf44f7d None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:05:52.746197 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-71d9f559-56ca-43fe-8c6d-869ddbf44f7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:52.746752 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d9f559-56ca-43fe-8c6d-869ddbf44f7d None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:05:52.747071 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-71d9f559-56ca-43fe-8c6d-869ddbf44f7d None None] Bound port: ee65071d-f872-4ad0-a6b5-0930fc970e9d, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:05:52.747499 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-71d9f559-56ca-43fe-8c6d-869ddbf44f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ee65071d-f872-4ad0-a6b5-0930fc970e9d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:52.795898 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce8f02-203c-4879-b989-dbb508bd7818 None None] Pushing event updated for resources: {'Port': ['ID=ee65071d-f872-4ad0-a6b5-0930fc970e9d,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:52.904555 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-71d9f559-56ca-43fe-8c6d-869ddbf44f7d None None] For port ee65071d-f872-4ad0-a6b5-0930fc970e9d, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:05:52.911146 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-71d9f559-56ca-43fe-8c6d-869ddbf44f7d None None] For port ee65071d-f872-4ad0-a6b5-0930fc970e9d, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ee65071d-f872-4ad0-a6b5-0930fc970e9d,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:05:52.925511 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-71d9f559-56ca-43fe-8c6d-869ddbf44f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ee65071d-f872-4ad0-a6b5-0930fc970e9d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:52.930859 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-74e476b1-e5fa-4cee-b35d-d37c251b135c None None] Allocated IP 172.20.0.2 (62ac34d7-8a1d-4c62-a61e-4097641bfebc/233ae1b4-b90d-47bf-986e-40f3cddf83dc/78aa5296-ecde-496c-bdae-1b7807f0936e) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:05:53.001812 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8b7d6306-654a-491d-bef1-ed441b306d0b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:53.049089 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d9f559-56ca-43fe-8c6d-869ddbf44f7d None None] Routers {'d076b608-a422-433c-ae27-0b4eda9dcdb7'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:05:53.049777 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-71d9f559-56ca-43fe-8c6d-869ddbf44f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:05:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['d076b608-a422-433c-ae27-0b4eda9dcdb7'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:05:53.252808 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce8f02-203c-4879-b989-dbb508bd7818 None None] Pushing event updated for resources: {'Port': ['ID=ee65071d-f872-4ad0-a6b5-0930fc970e9d,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:53.389199 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-71d9f559-56ca-43fe-8c6d-869ddbf44f7d None None] Set router d076b608-a422-433c-ae27-0b4eda9dcdb7 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:05:53.454447 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-74e476b1-e5fa-4cee-b35d-d37c251b135c None None] Publish callbacks [] for port (78aa5296-ecde-496c-bdae-1b7807f0936e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:53.496572 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-74e476b1-e5fa-4cee-b35d-d37c251b135c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (78aa5296-ecde-496c-bdae-1b7807f0936e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:53.518562 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-8b7d6306-654a-491d-bef1-ed441b306d0b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Allocated IP 172.20.0.1 (62ac34d7-8a1d-4c62-a61e-4097641bfebc/233ae1b4-b90d-47bf-986e-40f3cddf83dc/fd6b7a94-ee41-436a-8006-91debc0f0a65) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:05:53.555565 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e476b1-e5fa-4cee-b35d-d37c251b135c None None] Network 62ac34d7-8a1d-4c62-a61e-4097641bfebc is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:05:53.568733 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-74e476b1-e5fa-4cee-b35d-d37c251b135c None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:05:53.573393 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e476b1-e5fa-4cee-b35d-d37c251b135c None None] Pushing event updated for resources: {'Port': ['ID=78aa5296-ecde-496c-bdae-1b7807f0936e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:53.578133 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e476b1-e5fa-4cee-b35d-d37c251b135c None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:05:53.666511 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8b7d6306-654a-491d-bef1-ed441b306d0b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for port (fd6b7a94-ee41-436a-8006-91debc0f0a65), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:53.672031 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-74e476b1-e5fa-4cee-b35d-d37c251b135c None None] Attempting to bind port 78aa5296-ecde-496c-bdae-1b7807f0936e on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:05:53.672409 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-74e476b1-e5fa-4cee-b35d-d37c251b135c None None] Attempting to bind port 78aa5296-ecde-496c-bdae-1b7807f0936e by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'db607765-37a1-447c-bbef-16a6541db9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62ac34d7-8a1d-4c62-a61e-4097641bfebc'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:05:53.672774 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e476b1-e5fa-4cee-b35d-d37c251b135c None None] Attempting to bind port 78aa5296-ecde-496c-bdae-1b7807f0936e on network 62ac34d7-8a1d-4c62-a61e-4097641bfebc {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:05:53.686258 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e476b1-e5fa-4cee-b35d-d37c251b135c None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:05:53.686640 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e476b1-e5fa-4cee-b35d-d37c251b135c None None] Checking segment: {'id': 'db607765-37a1-447c-bbef-16a6541db9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62ac34d7-8a1d-4c62-a61e-4097641bfebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:05:53.687101 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-74e476b1-e5fa-4cee-b35d-d37c251b135c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:53.687504 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e476b1-e5fa-4cee-b35d-d37c251b135c None None] Bound using segment: {'id': 'db607765-37a1-447c-bbef-16a6541db9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62ac34d7-8a1d-4c62-a61e-4097641bfebc'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:05:53.688023 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-74e476b1-e5fa-4cee-b35d-d37c251b135c None None] Bound port: 78aa5296-ecde-496c-bdae-1b7807f0936e, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db607765-37a1-447c-bbef-16a6541db9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62ac34d7-8a1d-4c62-a61e-4097641bfebc'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:05:53.688415 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-74e476b1-e5fa-4cee-b35d-d37c251b135c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (78aa5296-ecde-496c-bdae-1b7807f0936e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:53.719094 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8b7d6306-654a-491d-bef1-ed441b306d0b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (fd6b7a94-ee41-436a-8006-91debc0f0a65), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:53.738230 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-71d9f559-56ca-43fe-8c6d-869ddbf44f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804375', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ee65071d-f872-4ad0-a6b5-0930fc970e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:05:50Z', 'updated_at': '2022-02-08T22:05:51Z', 'revision_number': 3, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'ee65071d-f872-4ad0-a6b5-0930fc970e9d', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:05:50Z', 'updated_at': '2022-02-08T22:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:05:53.771264 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7d6306-654a-491d-bef1-ed441b306d0b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Network 62ac34d7-8a1d-4c62-a61e-4097641bfebc is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:05:53.775019 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-8b7d6306-654a-491d-bef1-ed441b306d0b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:05:53.775895 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d9f559-56ca-43fe-8c6d-869ddbf44f7d None None] The sync data for ids ['d076b608-a422-433c-ae27-0b4eda9dcdb7'] in n-d-712143-31 is: [{'id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804375', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ee65071d-f872-4ad0-a6b5-0930fc970e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:05:50Z', 'updated_at': '2022-02-08T22:05:51Z', 'revision_number': 3, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'ee65071d-f872-4ad0-a6b5-0930fc970e9d', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:05:50Z', 'updated_at': '2022-02-08T22:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:05:53.779914 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7d6306-654a-491d-bef1-ed441b306d0b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:05:53.784305 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d6306-654a-491d-bef1-ed441b306d0b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Port': ['ID=fd6b7a94-ee41-436a-8006-91debc0f0a65,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:53.795102 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-74e476b1-e5fa-4cee-b35d-d37c251b135c None None] For port 78aa5296-ecde-496c-bdae-1b7807f0936e, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:05:53.798892 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-74e476b1-e5fa-4cee-b35d-d37c251b135c None None] For port 78aa5296-ecde-496c-bdae-1b7807f0936e, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=78aa5296-ecde-496c-bdae-1b7807f0936e,segment=NetworkSegment(db607765-37a1-447c-bbef-16a6541db9b3),segment_id=db607765-37a1-447c-bbef-16a6541db9b3)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:05:53.812864 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-74e476b1-e5fa-4cee-b35d-d37c251b135c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (78aa5296-ecde-496c-bdae-1b7807f0936e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:53.838475 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8b7d6306-654a-491d-bef1-ed441b306d0b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (d076b608-a422-433c-ae27-0b4eda9dcdb7), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:53.880523 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e476b1-e5fa-4cee-b35d-d37c251b135c None None] Pushing event updated for resources: {'Port': ['ID=78aa5296-ecde-496c-bdae-1b7807f0936e,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:54.023445 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8b7d6306-654a-491d-bef1-ed441b306d0b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fd6b7a94-ee41-436a-8006-91debc0f0a65), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:54.244263 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53f414fb-9eb7-470a-b8b9-9ff89cc5f231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:54.427446 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8b7d6306-654a-491d-bef1-ed441b306d0b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for port (fd6b7a94-ee41-436a-8006-91debc0f0a65), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:54.434419 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8b7d6306-654a-491d-bef1-ed441b306d0b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (fd6b7a94-ee41-436a-8006-91debc0f0a65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:54.524602 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d6306-654a-491d-bef1-ed441b306d0b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Port': ['ID=fd6b7a94-ee41-436a-8006-91debc0f0a65,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:54.530038 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8b7d6306-654a-491d-bef1-ed441b306d0b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (d076b608-a422-433c-ae27-0b4eda9dcdb7), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:54.662740 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7d6306-654a-491d-bef1-ed441b306d0b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Network 62ac34d7-8a1d-4c62-a61e-4097641bfebc is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:05:54.666163 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-8b7d6306-654a-491d-bef1-ed441b306d0b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:05:54.841928 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7d6306-654a-491d-bef1-ed441b306d0b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Router d076b608-a422-433c-ae27-0b4eda9dcdb7 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:05:55.032358 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7d6306-654a-491d-bef1-ed441b306d0b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:05:55.053479 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8b7d6306-654a-491d-bef1-ed441b306d0b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "PUT /v2.0/routers/d076b608-a422-433c-ae27-0b4eda9dcdb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5998132 Feb 08 22:05:55.097886 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ee65071d-f872-4ad0-a6b5-0930fc970e9d up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:05:55.123882 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8719d66-b7de-47a1-8ba3-dd997f7ea938 None None] Network 62ac34d7-8a1d-4c62-a61e-4097641bfebc requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:05:55.232885 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b7279ff5-5346-4d96-9688-e4519f549fe5 None None] Provisioning complete for port 78aa5296-ecde-496c-bdae-1b7807f0936e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:05:55.233283 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7279ff5-5346-4d96-9688-e4519f549fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (78aa5296-ecde-496c-bdae-1b7807f0936e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:55.258354 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port ee65071d-f872-4ad0-a6b5-0930fc970e9d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:05:55.258729 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ee65071d-f872-4ad0-a6b5-0930fc970e9d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:55.278164 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-8466c2b3-dc22-4d66-9c49-fdf26fe3bbc7 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1366179676&fields=id&tenant_id=757a64905a5e4f28a11ff7ef605aa039 HTTP/1.1" status: 200 len: 267 time: 0.0505068 Feb 08 22:05:55.402031 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-9e6dfa88-904c-4c97-9d06-841b2b04d031 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:55.404252 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-9e6dfa88-904c-4c97-9d06-841b2b04d031 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/networks?id=62ac34d7-8a1d-4c62-a61e-4097641bfebc HTTP/1.1" status: 200 len: 796 time: 0.1190627 Feb 08 22:05:55.421470 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-8069dfd0-9d4c-4289-a614-787ef5116592 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/quotas/757a64905a5e4f28a11ff7ef605aa039 HTTP/1.1" status: 200 len: 375 time: 0.0108979 Feb 08 22:05:55.424288 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b7279ff5-5346-4d96-9688-e4519f549fe5 None None] Current status of the port 78aa5296-ecde-496c-bdae-1b7807f0936e is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:05:55.424679 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7279ff5-5346-4d96-9688-e4519f549fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (78aa5296-ecde-496c-bdae-1b7807f0936e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:55.437299 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port ee65071d-f872-4ad0-a6b5-0930fc970e9d is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:05:55.437704 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (ee65071d-f872-4ad0-a6b5-0930fc970e9d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:55.493181 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port ee65071d-f872-4ad0-a6b5-0930fc970e9d, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ee65071d-f872-4ad0-a6b5-0930fc970e9d,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:05:55.500341 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (ee65071d-f872-4ad0-a6b5-0930fc970e9d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:55.501251 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 78aa5296-ecde-496c-bdae-1b7807f0936e up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:05:55.507594 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b7279ff5-5346-4d96-9688-e4519f549fe5 None None] For port 78aa5296-ecde-496c-bdae-1b7807f0936e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=78aa5296-ecde-496c-bdae-1b7807f0936e,segment=NetworkSegment(db607765-37a1-447c-bbef-16a6541db9b3),segment_id=db607765-37a1-447c-bbef-16a6541db9b3)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:05:55.516078 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-0a0230b3-0b22-4e7f-bc42-84f753b3a3b0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0874453 Feb 08 22:05:55.530547 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-94fe14f7-9439-4e2c-a836-7cabceff389b service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 22:05:55.532517 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-94fe14f7-9439-4e2c-a836-7cabceff389b service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067053 Feb 08 22:05:55.552422 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7279ff5-5346-4d96-9688-e4519f549fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (78aa5296-ecde-496c-bdae-1b7807f0936e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:55.595667 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=ee65071d-f872-4ad0-a6b5-0930fc970e9d,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:55.641382 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 78aa5296-ecde-496c-bdae-1b7807f0936e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:05:55.641765 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (78aa5296-ecde-496c-bdae-1b7807f0936e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:55.653841 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-dc01eba9-13fb-417b-8fbe-c82a731332d0 service neutron] 10.222.0.88 "GET /v2.0/networks/62ac34d7-8a1d-4c62-a61e-4097641bfebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126094 Feb 08 22:05:55.688354 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7279ff5-5346-4d96-9688-e4519f549fe5 None None] Pushing event updated for resources: {'Port': ['ID=78aa5296-ecde-496c-bdae-1b7807f0936e,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:55.712374 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d84bc392-572b-47cd-99b3-b3ed09983cc5 None None] Provisioning complete for port 78aa5296-ecde-496c-bdae-1b7807f0936e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:05:55.712753 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d84bc392-572b-47cd-99b3-b3ed09983cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (78aa5296-ecde-496c-bdae-1b7807f0936e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:55.785892 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-51ecadee-7d00-485d-9fe7-0cae1960f565 service neutron] 10.222.0.88 "GET /v2.0/networks/62ac34d7-8a1d-4c62-a61e-4097641bfebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299024 Feb 08 22:05:55.831744 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 78aa5296-ecde-496c-bdae-1b7807f0936e is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:05:55.882083 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d84bc392-572b-47cd-99b3-b3ed09983cc5 None None] Current status of the port 78aa5296-ecde-496c-bdae-1b7807f0936e is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:05:55.897952 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d84bc392-572b-47cd-99b3-b3ed09983cc5 None None] Provisioning complete for port fd6b7a94-ee41-436a-8006-91debc0f0a65 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:05:55.898989 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d84bc392-572b-47cd-99b3-b3ed09983cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fd6b7a94-ee41-436a-8006-91debc0f0a65), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:55.957114 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d84bc392-572b-47cd-99b3-b3ed09983cc5 None None] Port fd6b7a94-ee41-436a-8006-91debc0f0a65 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:05:56.002738 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f15959d-3164-418b-9cae-528732378fa2 None None] Sync routers for ids ['d076b608-a422-433c-ae27-0b4eda9dcdb7'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:05:56.015076 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f15959d-3164-418b-9cae-528732378fa2 None None] Routers {'d076b608-a422-433c-ae27-0b4eda9dcdb7'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:05:56.015807 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4f15959d-3164-418b-9cae-528732378fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:05:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['d076b608-a422-433c-ae27-0b4eda9dcdb7'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:05:56.035739 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-78cce2e1-2f75-4feb-8cb0-72237a4a30ce req-4805a459-f3c1-4d98-bc4d-8aa66c1eb625 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 210 time: 0.0353796 Feb 08 22:05:56.092226 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-cfb00a2f-2966-47c7-b49a-0f43bea167c7 None None] Provisioning complete for port fd6b7a94-ee41-436a-8006-91debc0f0a65 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:05:56.093274 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cfb00a2f-2966-47c7-b49a-0f43bea167c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fd6b7a94-ee41-436a-8006-91debc0f0a65), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:56.154634 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-cfb00a2f-2966-47c7-b49a-0f43bea167c7 None None] Port fd6b7a94-ee41-436a-8006-91debc0f0a65 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:05:56.176038 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-4f15959d-3164-418b-9cae-528732378fa2 None None] Set router d076b608-a422-433c-ae27-0b4eda9dcdb7 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:05:56.279233 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b4b80104-ae52-467a-b41e-95c280df7bfa None None] Provisioning complete for port fd6b7a94-ee41-436a-8006-91debc0f0a65 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:05:56.279761 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b4b80104-ae52-467a-b41e-95c280df7bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fd6b7a94-ee41-436a-8006-91debc0f0a65), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:56.326514 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b4b80104-ae52-467a-b41e-95c280df7bfa None None] Port fd6b7a94-ee41-436a-8006-91debc0f0a65 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:05:56.422482 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4f15959d-3164-418b-9cae-528732378fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804375', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ee65071d-f872-4ad0-a6b5-0930fc970e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:05:50Z', 'updated_at': '2022-02-08T22:05:53Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'ee65071d-f872-4ad0-a6b5-0930fc970e9d', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:05:50Z', 'updated_at': '2022-02-08T22:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'fd6b7a94-ee41-436a-8006-91debc0f0a65', 'name': '', 'network_id': '62ac34d7-8a1d-4c62-a61e-4097641bfebc', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:3c:50:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '233ae1b4-b90d-47bf-986e-40f3cddf83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:05:53Z', 'updated_at': '2022-02-08T22:05:54Z', 'revision_number': 2, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '233ae1b4-b90d-47bf-986e-40f3cddf83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:05:56.485884 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f15959d-3164-418b-9cae-528732378fa2 None None] Checking router: d076b608-a422-433c-ae27-0b4eda9dcdb7 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:05:56.486245 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f15959d-3164-418b-9cae-528732378fa2 None None] Updating router d076b608-a422-433c-ae27-0b4eda9dcdb7 port fd6b7a94-ee41-436a-8006-91debc0f0a65 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:05:56.531999 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4f15959d-3164-418b-9cae-528732378fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fd6b7a94-ee41-436a-8006-91debc0f0a65), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:56.953197 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4f15959d-3164-418b-9cae-528732378fa2 None None] Publish callbacks [] for port (fd6b7a94-ee41-436a-8006-91debc0f0a65), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:56.959961 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4f15959d-3164-418b-9cae-528732378fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (fd6b7a94-ee41-436a-8006-91debc0f0a65), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:56.980275 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ee65071d-f872-4ad0-a6b5-0930fc970e9d up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:05:57.019835 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8cb85-dc5b-4753-b28c-076dd410fc33 None None] Pushing event updated for resources: {'Port': ['ID=fd6b7a94-ee41-436a-8006-91debc0f0a65,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:57.029750 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8cb85-dc5b-4753-b28c-076dd410fc33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:57.030342 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8cb85-dc5b-4753-b28c-076dd410fc33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:57.030838 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8cb85-dc5b-4753-b28c-076dd410fc33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:57.031371 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8cb85-dc5b-4753-b28c-076dd410fc33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:57.031694 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8cb85-dc5b-4753-b28c-076dd410fc33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:57.032020 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8cb85-dc5b-4753-b28c-076dd410fc33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:57.032348 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8cb85-dc5b-4753-b28c-076dd410fc33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:57.032676 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8cb85-dc5b-4753-b28c-076dd410fc33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:57.033019 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8cb85-dc5b-4753-b28c-076dd410fc33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:57.033356 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8cb85-dc5b-4753-b28c-076dd410fc33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:57.033851 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8cb85-dc5b-4753-b28c-076dd410fc33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:57.034297 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8cb85-dc5b-4753-b28c-076dd410fc33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:57.034485 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8cb85-dc5b-4753-b28c-076dd410fc33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:05:57.065001 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port ee65071d-f872-4ad0-a6b5-0930fc970e9d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:05:57.065700 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (ee65071d-f872-4ad0-a6b5-0930fc970e9d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:57.093910 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4f15959d-3164-418b-9cae-528732378fa2 None None] Attempting to bind port fd6b7a94-ee41-436a-8006-91debc0f0a65 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:05:57.094476 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4f15959d-3164-418b-9cae-528732378fa2 None None] Attempting to bind port fd6b7a94-ee41-436a-8006-91debc0f0a65 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'db607765-37a1-447c-bbef-16a6541db9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62ac34d7-8a1d-4c62-a61e-4097641bfebc'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:05:57.094844 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f15959d-3164-418b-9cae-528732378fa2 None None] Attempting to bind port fd6b7a94-ee41-436a-8006-91debc0f0a65 on network 62ac34d7-8a1d-4c62-a61e-4097641bfebc {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:05:57.102381 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f15959d-3164-418b-9cae-528732378fa2 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:05:57.103063 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f15959d-3164-418b-9cae-528732378fa2 None None] Checking segment: {'id': 'db607765-37a1-447c-bbef-16a6541db9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62ac34d7-8a1d-4c62-a61e-4097641bfebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:05:57.103648 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4f15959d-3164-418b-9cae-528732378fa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:57.104199 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f15959d-3164-418b-9cae-528732378fa2 None None] Bound using segment: {'id': 'db607765-37a1-447c-bbef-16a6541db9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62ac34d7-8a1d-4c62-a61e-4097641bfebc'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:05:57.105158 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4f15959d-3164-418b-9cae-528732378fa2 None None] Bound port: fd6b7a94-ee41-436a-8006-91debc0f0a65, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db607765-37a1-447c-bbef-16a6541db9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62ac34d7-8a1d-4c62-a61e-4097641bfebc'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:05:57.105735 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4f15959d-3164-418b-9cae-528732378fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fd6b7a94-ee41-436a-8006-91debc0f0a65), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:57.178216 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port ee65071d-f872-4ad0-a6b5-0930fc970e9d is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:05:57.180058 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 78aa5296-ecde-496c-bdae-1b7807f0936e up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:05:57.204361 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-4f15959d-3164-418b-9cae-528732378fa2 None None] For port fd6b7a94-ee41-436a-8006-91debc0f0a65, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:05:57.211726 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-4f15959d-3164-418b-9cae-528732378fa2 None None] For port fd6b7a94-ee41-436a-8006-91debc0f0a65, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=fd6b7a94-ee41-436a-8006-91debc0f0a65,segment=NetworkSegment(db607765-37a1-447c-bbef-16a6541db9b3),segment_id=db607765-37a1-447c-bbef-16a6541db9b3)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:05:57.224137 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4f15959d-3164-418b-9cae-528732378fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (fd6b7a94-ee41-436a-8006-91debc0f0a65), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:57.240412 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f81622fe-f004-45f0-885c-12c3c0f88b80 req-241a0fa0-fa5d-426a-8438-572506d4d40f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 210 time: 0.0644996 Feb 08 22:05:57.254616 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 78aa5296-ecde-496c-bdae-1b7807f0936e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:05:57.255107 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (78aa5296-ecde-496c-bdae-1b7807f0936e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:57.281650 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f15959d-3164-418b-9cae-528732378fa2 None None] Routers {'d076b608-a422-433c-ae27-0b4eda9dcdb7'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:05:57.282285 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4f15959d-3164-418b-9cae-528732378fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:05:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['d076b608-a422-433c-ae27-0b4eda9dcdb7'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:05:57.365427 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8cb85-dc5b-4753-b28c-076dd410fc33 None None] Pushing event updated for resources: {'Port': ['ID=fd6b7a94-ee41-436a-8006-91debc0f0a65,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:57.393010 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 78aa5296-ecde-496c-bdae-1b7807f0936e is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:05:57.402919 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d8d288e1-8ef1-43d4-9635-dd0f5151128d None None] Provisioning complete for port fd6b7a94-ee41-436a-8006-91debc0f0a65 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:05:57.403742 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d8d288e1-8ef1-43d4-9635-dd0f5151128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fd6b7a94-ee41-436a-8006-91debc0f0a65), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:57.421608 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-4f15959d-3164-418b-9cae-528732378fa2 None None] Set router d076b608-a422-433c-ae27-0b4eda9dcdb7 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:05:57.510030 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d8d288e1-8ef1-43d4-9635-dd0f5151128d None None] Current status of the port fd6b7a94-ee41-436a-8006-91debc0f0a65 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:05:57.510429 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d8d288e1-8ef1-43d4-9635-dd0f5151128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fd6b7a94-ee41-436a-8006-91debc0f0a65), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:57.562086 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cf0f408f-a417-4217-bb41-632390ecb066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:57.591305 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d8d288e1-8ef1-43d4-9635-dd0f5151128d None None] For port fd6b7a94-ee41-436a-8006-91debc0f0a65, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=fd6b7a94-ee41-436a-8006-91debc0f0a65,segment=NetworkSegment(db607765-37a1-447c-bbef-16a6541db9b3),segment_id=db607765-37a1-447c-bbef-16a6541db9b3)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:05:57.597218 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d8d288e1-8ef1-43d4-9635-dd0f5151128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (fd6b7a94-ee41-436a-8006-91debc0f0a65), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:57.674283 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d288e1-8ef1-43d4-9635-dd0f5151128d None None] Pushing event updated for resources: {'Port': ['ID=fd6b7a94-ee41-436a-8006-91debc0f0a65,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:57.719869 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ce81f204-0dec-4a27-a060-431b8d626484 None None] Provisioning complete for port fd6b7a94-ee41-436a-8006-91debc0f0a65 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:05:57.720539 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ce81f204-0dec-4a27-a060-431b8d626484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fd6b7a94-ee41-436a-8006-91debc0f0a65), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:57.778445 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4f15959d-3164-418b-9cae-528732378fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804375', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ee65071d-f872-4ad0-a6b5-0930fc970e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:05:50Z', 'updated_at': '2022-02-08T22:05:53Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'ee65071d-f872-4ad0-a6b5-0930fc970e9d', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:05:50Z', 'updated_at': '2022-02-08T22:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'fd6b7a94-ee41-436a-8006-91debc0f0a65', 'name': '', 'network_id': '62ac34d7-8a1d-4c62-a61e-4097641bfebc', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:3c:50:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '233ae1b4-b90d-47bf-986e-40f3cddf83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:05:53Z', 'updated_at': '2022-02-08T22:05:57Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '233ae1b4-b90d-47bf-986e-40f3cddf83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:05:57.826574 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ce81f204-0dec-4a27-a060-431b8d626484 None None] Current status of the port fd6b7a94-ee41-436a-8006-91debc0f0a65 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:05:57.913217 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f15959d-3164-418b-9cae-528732378fa2 None None] The sync data for ids ['d076b608-a422-433c-ae27-0b4eda9dcdb7'] in n-d-712143-31 is: [{'id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804375', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ee65071d-f872-4ad0-a6b5-0930fc970e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:05:50Z', 'updated_at': '2022-02-08T22:05:53Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'ee65071d-f872-4ad0-a6b5-0930fc970e9d', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:05:50Z', 'updated_at': '2022-02-08T22:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'fd6b7a94-ee41-436a-8006-91debc0f0a65', 'name': '', 'network_id': '62ac34d7-8a1d-4c62-a61e-4097641bfebc', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:3c:50:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '233ae1b4-b90d-47bf-986e-40f3cddf83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:05:53Z', 'updated_at': '2022-02-08T22:05:57Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '233ae1b4-b90d-47bf-986e-40f3cddf83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:05:58.004662 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-8cfede56-1162-4053-b2d5-5d3dfb2e6b79 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:58.006210 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-8cfede56-1162-4053-b2d5-5d3dfb2e6b79 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.96 "GET /v2.0/networks?id=62ac34d7-8a1d-4c62-a61e-4097641bfebc HTTP/1.1" status: 200 len: 796 time: 0.5283322 Feb 08 22:05:58.086478 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-f0159bbf-3f6e-4798-bc78-c2e53ae0958b tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=757a64905a5e4f28a11ff7ef605aa039 HTTP/1.1" status: 200 len: 380 time: 0.0719049 Feb 08 22:05:58.094997 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-3024cea0-882d-46cc-aa42-1922aea44f1a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'port': {'device_id': '7d58314b-e1f8-4554-9feb-496ea5362091', 'network_id': '62ac34d7-8a1d-4c62-a61e-4097641bfebc', 'admin_state_up': True, 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'security_groups': ['2a6b03b4-406f-4592-bd41-1be06d5235f9']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:05:58.217353 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-3024cea0-882d-46cc-aa42-1922aea44f1a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Made reservation on behalf of 757a64905a5e4f28a11ff7ef605aa039 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:05:58.221944 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-3024cea0-882d-46cc-aa42-1922aea44f1a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:58.382286 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e83b968-7655-4e08-81be-165a487d62ba req-6335287d-7c06-496a-bb86-80b6fb8afedd tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 210 time: 0.0580890 Feb 08 22:05:58.412708 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-3024cea0-882d-46cc-aa42-1922aea44f1a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Allocated IP 172.20.0.6 (62ac34d7-8a1d-4c62-a61e-4097641bfebc/233ae1b4-b90d-47bf-986e-40f3cddf83dc/cb2312f3-abeb-4c86-a690-a1c8e4d72c1e) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:05:58.600353 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-3024cea0-882d-46cc-aa42-1922aea44f1a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for port (cb2312f3-abeb-4c86-a690-a1c8e4d72c1e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:58.647196 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-3024cea0-882d-46cc-aa42-1922aea44f1a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (cb2312f3-abeb-4c86-a690-a1c8e4d72c1e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:58.700822 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-3024cea0-882d-46cc-aa42-1922aea44f1a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Network 62ac34d7-8a1d-4c62-a61e-4097641bfebc is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:05:58.704944 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-3024cea0-882d-46cc-aa42-1922aea44f1a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:05:58.709700 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-3024cea0-882d-46cc-aa42-1922aea44f1a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:05:58.750155 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024cea0-882d-46cc-aa42-1922aea44f1a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Port': ['ID=cb2312f3-abeb-4c86-a690-a1c8e4d72c1e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:58.788573 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-3024cea0-882d-46cc-aa42-1922aea44f1a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:58.790173 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-3024cea0-882d-46cc-aa42-1922aea44f1a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:58.814692 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-3024cea0-882d-46cc-aa42-1922aea44f1a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7235584 Feb 08 22:05:58.826754 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-54f643b6-34cb-4d8e-a876-2ecb685a271e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 22:05:58.828446 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-54f643b6-34cb-4d8e-a876-2ecb685a271e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085752 Feb 08 22:05:58.841214 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-ff169238-ce5e-46e5-936c-dd7272d238f0 service neutron] Request body: {'port': {'device_id': '7d58314b-e1f8-4554-9feb-496ea5362091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:05:58.917606 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-ff169238-ce5e-46e5-936c-dd7272d238f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cb2312f3-abeb-4c86-a690-a1c8e4d72c1e), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:59.010054 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device fd6b7a94-ee41-436a-8006-91debc0f0a65 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:05:59.075951 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-a2cc2ce7-3128-40df-943c-d17a86492edd None None] Provisioning complete for port cb2312f3-abeb-4c86-a690-a1c8e4d72c1e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:05:59.076323 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a2cc2ce7-3128-40df-943c-d17a86492edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cb2312f3-abeb-4c86-a690-a1c8e4d72c1e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:59.115874 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a2cc2ce7-3128-40df-943c-d17a86492edd None None] Port cb2312f3-abeb-4c86-a690-a1c8e4d72c1e cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:05:59.118333 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port fd6b7a94-ee41-436a-8006-91debc0f0a65 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:05:59.118706 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fd6b7a94-ee41-436a-8006-91debc0f0a65), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:59.206506 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port fd6b7a94-ee41-436a-8006-91debc0f0a65 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:05:59.258919 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-ff169238-ce5e-46e5-936c-dd7272d238f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb2312f3-abeb-4c86-a690-a1c8e4d72c1e {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:05:59.267134 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-ff169238-ce5e-46e5-936c-dd7272d238f0 service neutron] Publish callbacks [] for port (cb2312f3-abeb-4c86-a690-a1c8e4d72c1e), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:59.280314 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-ff169238-ce5e-46e5-936c-dd7272d238f0 service neutron] Transition to ACTIVE for port object cb2312f3-abeb-4c86-a690-a1c8e4d72c1e will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:05:59.284615 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-ff169238-ce5e-46e5-936c-dd7272d238f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (cb2312f3-abeb-4c86-a690-a1c8e4d72c1e), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:59.338533 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff169238-ce5e-46e5-936c-dd7272d238f0 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2312f3-abeb-4c86-a690-a1c8e4d72c1e,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:59.365810 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:59.421632 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-ff169238-ce5e-46e5-936c-dd7272d238f0 service neutron] Attempting to bind port cb2312f3-abeb-4c86-a690-a1c8e4d72c1e on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:05:59.422081 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-ff169238-ce5e-46e5-936c-dd7272d238f0 service neutron] Attempting to bind port cb2312f3-abeb-4c86-a690-a1c8e4d72c1e by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'db607765-37a1-447c-bbef-16a6541db9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62ac34d7-8a1d-4c62-a61e-4097641bfebc'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:05:59.422081 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-ff169238-ce5e-46e5-936c-dd7272d238f0 service neutron] Attempting to bind port cb2312f3-abeb-4c86-a690-a1c8e4d72c1e on network 62ac34d7-8a1d-4c62-a61e-4097641bfebc {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:05:59.427350 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-ff169238-ce5e-46e5-936c-dd7272d238f0 service neutron] Port cb2312f3-abeb-4c86-a690-a1c8e4d72c1e on network 62ac34d7-8a1d-4c62-a61e-4097641bfebc not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:05:59.427687 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-ff169238-ce5e-46e5-936c-dd7272d238f0 service neutron] Attempting to bind port cb2312f3-abeb-4c86-a690-a1c8e4d72c1e on network 62ac34d7-8a1d-4c62-a61e-4097641bfebc {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:05:59.434196 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-ff169238-ce5e-46e5-936c-dd7272d238f0 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:05:59.434629 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-ff169238-ce5e-46e5-936c-dd7272d238f0 service neutron] Checking segment: {'id': 'db607765-37a1-447c-bbef-16a6541db9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62ac34d7-8a1d-4c62-a61e-4097641bfebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:05:59.435057 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-ff169238-ce5e-46e5-936c-dd7272d238f0 service neutron] Bound using segment: {'id': 'db607765-37a1-447c-bbef-16a6541db9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62ac34d7-8a1d-4c62-a61e-4097641bfebc'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:05:59.435597 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-ff169238-ce5e-46e5-936c-dd7272d238f0 service neutron] Bound port: cb2312f3-abeb-4c86-a690-a1c8e4d72c1e, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db607765-37a1-447c-bbef-16a6541db9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62ac34d7-8a1d-4c62-a61e-4097641bfebc'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:05:59.436240 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-ff169238-ce5e-46e5-936c-dd7272d238f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cb2312f3-abeb-4c86-a690-a1c8e4d72c1e), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:59.558997 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-ff169238-ce5e-46e5-936c-dd7272d238f0 service neutron] For port cb2312f3-abeb-4c86-a690-a1c8e4d72c1e, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:05:59.563292 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-ff169238-ce5e-46e5-936c-dd7272d238f0 service neutron] For port cb2312f3-abeb-4c86-a690-a1c8e4d72c1e, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=cb2312f3-abeb-4c86-a690-a1c8e4d72c1e,segment=NetworkSegment(db607765-37a1-447c-bbef-16a6541db9b3),segment_id=db607765-37a1-447c-bbef-16a6541db9b3)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:05:59.572229 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-ff169238-ce5e-46e5-936c-dd7272d238f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (cb2312f3-abeb-4c86-a690-a1c8e4d72c1e), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:59.588220 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a64375-d208-4fd7-ac77-cda4c8071786 req-30acc1fb-7009-4afe-800d-87a14d22e35d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:59.589735 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-11a64375-d208-4fd7-ac77-cda4c8071786 req-30acc1fb-7009-4afe-800d-87a14d22e35d tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 943 time: 0.1083140 Feb 08 22:05:59.617265 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-ff169238-ce5e-46e5-936c-dd7272d238f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:59.617878 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-ff169238-ce5e-46e5-936c-dd7272d238f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:05:59.619890 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-ff169238-ce5e-46e5-936c-dd7272d238f0 service neutron] 10.222.0.96 "PUT /v2.0/ports/cb2312f3-abeb-4c86-a690-a1c8e4d72c1e HTTP/1.1" status: 200 len: 1092 time: 0.7841909 Feb 08 22:05:59.621553 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d58314b-e1f8-4554-9feb-496ea5362091', 'tag': 'cb2312f3-abeb-4c86-a690-a1c8e4d72c1e'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:05:59.623923 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2beff591-8fec-4f45-9dd8-54a86ab87949" -d '{"events": [{"name": "network-changed", "server_uuid": "7d58314b-e1f8-4554-9feb-496ea5362091", "tag": "cb2312f3-abeb-4c86-a690-a1c8e4d72c1e"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:05:59.689575 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fde325a-79fc-44b6-8b0d-b1c34674a3ef x-openstack-request-id: req-5fde325a-79fc-44b6-8b0d-b1c34674a3ef {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:05:59.689879 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d58314b-e1f8-4554-9feb-496ea5362091", "tag": "cb2312f3-abeb-4c86-a690-a1c8e4d72c1e", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:05:59.690135 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5fde325a-79fc-44b6-8b0d-b1c34674a3ef {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:05:59.690543 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d58314b-e1f8-4554-9feb-496ea5362091', 'tag': 'cb2312f3-abeb-4c86-a690-a1c8e4d72c1e', 'status': 'completed', 'code': 200} Feb 08 22:05:59.724993 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff169238-ce5e-46e5-936c-dd7272d238f0 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2312f3-abeb-4c86-a690-a1c8e4d72c1e,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:05:59.735465 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-11a64375-d208-4fd7-ac77-cda4c8071786 req-ac6590ea-4467-49c7-bae8-6e65765c73a3 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a6b03b4-406f-4592-bd41-1be06d5235f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219916 Feb 08 22:05:59.762499 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-18edd632-7aed-4ec8-8988-aa0c224b1739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:59.762499 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-18edd632-7aed-4ec8-8988-aa0c224b1739 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 1126 time: 0.0892489 Feb 08 22:05:59.807005 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-c700e58d-f1d6-409c-beef-a902d4c949ca service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb2312f3-abeb-4c86-a690-a1c8e4d72c1e HTTP/1.1" status: 200 len: 217 time: 0.0421624 Feb 08 22:05:59.862768 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-91606220-cda8-4d3b-83f1-dd9b7380ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:59.864582 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-91606220-cda8-4d3b-83f1-dd9b7380ad67 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=233ae1b4-b90d-47bf-986e-40f3cddf83dc HTTP/1.1" status: 200 len: 835 time: 0.0522044 Feb 08 22:05:59.922994 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-087fc190-681f-4d9d-835c-588f8efe59d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:05:59.924645 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-087fc190-681f-4d9d-835c-588f8efe59d6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=62ac34d7-8a1d-4c62-a61e-4097641bfebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0524859 Feb 08 22:06:00.034665 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-453cbff9-eeab-4486-8216-db561b902726 service neutron] 10.222.0.96 "GET /v2.0/networks/62ac34d7-8a1d-4c62-a61e-4097641bfebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032727 Feb 08 22:06:00.134576 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-282390d3-d188-4e20-a991-5aa1eae60ec2 req-cf878898-4f33-48ac-8f68-653249c96c79 service neutron] 10.222.0.96 "GET /v2.0/networks/62ac34d7-8a1d-4c62-a61e-4097641bfebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915198 Feb 08 22:06:00.232946 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beff591-8fec-4f45-9dd8-54a86ab87949 req-8190cb74-fa35-4f24-a2e3-e8af88e34a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:00.234525 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2beff591-8fec-4f45-9dd8-54a86ab87949 req-8190cb74-fa35-4f24-a2e3-e8af88e34a18 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 1126 time: 0.0517361 Feb 08 22:06:00.327905 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beff591-8fec-4f45-9dd8-54a86ab87949 req-0cb356e3-0a63-428d-92a9-3d1c1bc1c97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:00.329439 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2beff591-8fec-4f45-9dd8-54a86ab87949 req-0cb356e3-0a63-428d-92a9-3d1c1bc1c97a service neutron] 10.222.0.96 "GET /v2.0/networks?id=62ac34d7-8a1d-4c62-a61e-4097641bfebc HTTP/1.1" status: 200 len: 897 time: 0.0882576 Feb 08 22:06:00.376335 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2beff591-8fec-4f45-9dd8-54a86ab87949 req-02a5342a-a5e9-4aa5-86eb-1c879d1213e0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb2312f3-abeb-4c86-a690-a1c8e4d72c1e HTTP/1.1" status: 200 len: 217 time: 0.0411403 Feb 08 22:06:00.426072 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beff591-8fec-4f45-9dd8-54a86ab87949 req-42a9006c-5518-4442-b0bb-b5fba4b955a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:00.427558 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2beff591-8fec-4f45-9dd8-54a86ab87949 req-42a9006c-5518-4442-b0bb-b5fba4b955a3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=233ae1b4-b90d-47bf-986e-40f3cddf83dc HTTP/1.1" status: 200 len: 835 time: 0.0452604 Feb 08 22:06:00.477994 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beff591-8fec-4f45-9dd8-54a86ab87949 req-9f0b6ca1-2c05-4cdd-b33c-41646b2a0916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:00.479550 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2beff591-8fec-4f45-9dd8-54a86ab87949 req-9f0b6ca1-2c05-4cdd-b33c-41646b2a0916 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=62ac34d7-8a1d-4c62-a61e-4097641bfebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457571 Feb 08 22:06:00.578596 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2beff591-8fec-4f45-9dd8-54a86ab87949 req-78c72039-9c0f-4be4-8a0a-5967c0c13899 service neutron] 10.222.0.96 "GET /v2.0/networks/62ac34d7-8a1d-4c62-a61e-4097641bfebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928161 Feb 08 22:06:00.680800 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2beff591-8fec-4f45-9dd8-54a86ab87949 req-d423aefb-1528-4d27-abe1-110c99c2c0cf service neutron] 10.222.0.96 "GET /v2.0/networks/62ac34d7-8a1d-4c62-a61e-4097641bfebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962405 Feb 08 22:06:00.869751 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad519a8-2e3f-4e9b-82cf-be092cb9d75a req-781f69fc-f2a4-4079-ba99-3f30f5ad4a30 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:00.871334 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3ad519a8-2e3f-4e9b-82cf-be092cb9d75a req-781f69fc-f2a4-4079-ba99-3f30f5ad4a30 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 943 time: 0.0560246 Feb 08 22:06:00.925386 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3ad519a8-2e3f-4e9b-82cf-be092cb9d75a req-bd4883ae-a581-47be-a60f-11c79d5357c9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a6b03b4-406f-4592-bd41-1be06d5235f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468397 Feb 08 22:06:01.479785 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:01.669627 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:02.057487 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60eaa9-2171-4581-ab8c-ab32665de5d8 req-df0bd5a0-396f-44e4-beec-94b0c9ed041f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:02.058980 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fb60eaa9-2171-4581-ab8c-ab32665de5d8 req-df0bd5a0-396f-44e4-beec-94b0c9ed041f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 943 time: 0.0591977 Feb 08 22:06:02.110858 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fb60eaa9-2171-4581-ab8c-ab32665de5d8 req-08295ba2-4c5b-40f7-8f57-8f913f5efe56 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a6b03b4-406f-4592-bd41-1be06d5235f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461617 Feb 08 22:06:03.238609 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cebe99-14e3-4848-a3b4-8a318e1d12f0 req-ee143cb1-0d66-4689-94e8-dedfd48d78d0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:03.240123 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6cebe99-14e3-4848-a3b4-8a318e1d12f0 req-ee143cb1-0d66-4689-94e8-dedfd48d78d0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 943 time: 0.0575640 Feb 08 22:06:03.292491 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6cebe99-14e3-4848-a3b4-8a318e1d12f0 req-49c539e5-077d-4cff-8b42-14613a89c705 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a6b03b4-406f-4592-bd41-1be06d5235f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458291 Feb 08 22:06:03.821181 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device cb2312f3-abeb-4c86-a690-a1c8e4d72c1e details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:06:03.924169 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port cb2312f3-abeb-4c86-a690-a1c8e4d72c1e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=cb2312f3-abeb-4c86-a690-a1c8e4d72c1e,segment=NetworkSegment(db607765-37a1-447c-bbef-16a6541db9b3),segment_id=db607765-37a1-447c-bbef-16a6541db9b3)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:06:03.940161 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'cb2312f3-abeb-4c86-a690-a1c8e4d72c1e', 'network_id': '62ac34d7-8a1d-4c62-a61e-4097641bfebc', 'port_id': 'cb2312f3-abeb-4c86-a690-a1c8e4d72c1e', 'mac_address': 'fa:16:3e:48:c4:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '233ae1b4-b90d-47bf-986e-40f3cddf83dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:06:03.981081 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port cb2312f3-abeb-4c86-a690-a1c8e4d72c1e is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:06:03.981512 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cb2312f3-abeb-4c86-a690-a1c8e4d72c1e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:03.998790 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2312f3-abeb-4c86-a690-a1c8e4d72c1e {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:06:04.022742 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port cb2312f3-abeb-4c86-a690-a1c8e4d72c1e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=cb2312f3-abeb-4c86-a690-a1c8e4d72c1e,segment=NetworkSegment(db607765-37a1-447c-bbef-16a6541db9b3),segment_id=db607765-37a1-447c-bbef-16a6541db9b3)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:06:04.029044 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cb2312f3-abeb-4c86-a690-a1c8e4d72c1e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:04.080013 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=cb2312f3-abeb-4c86-a690-a1c8e4d72c1e,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:06:04.325447 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['cb2312f3-abeb-4c86-a690-a1c8e4d72c1e'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:06:04.424458 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad332c66-8943-400f-b612-5b812a73a9b0 req-fa32453b-fd25-45c9-b755-2cec29462de6 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:04.426041 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ad332c66-8943-400f-b612-5b812a73a9b0 req-fa32453b-fd25-45c9-b755-2cec29462de6 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 944 time: 0.0620801 Feb 08 22:06:04.479130 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ad332c66-8943-400f-b612-5b812a73a9b0 req-341eda79-eac8-4fbd-b4cb-5522d889b935 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a6b03b4-406f-4592-bd41-1be06d5235f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464778 Feb 08 22:06:05.603946 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd942d3-1faa-4641-b433-28efee4e2f80 req-3090758f-fe85-4ba2-b728-589380332388 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:05.605513 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9cd942d3-1faa-4641-b433-28efee4e2f80 req-3090758f-fe85-4ba2-b728-589380332388 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 944 time: 0.0572033 Feb 08 22:06:05.665845 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9cd942d3-1faa-4641-b433-28efee4e2f80 req-b8b49691-4351-4047-917a-6f98f260d83f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a6b03b4-406f-4592-bd41-1be06d5235f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546448 Feb 08 22:06:05.824601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device cb2312f3-abeb-4c86-a690-a1c8e4d72c1e up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:06:05.878364 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port cb2312f3-abeb-4c86-a690-a1c8e4d72c1e completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:06:05.883125 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port cb2312f3-abeb-4c86-a690-a1c8e4d72c1e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:06:05.883547 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cb2312f3-abeb-4c86-a690-a1c8e4d72c1e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:05.964267 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port cb2312f3-abeb-4c86-a690-a1c8e4d72c1e is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:06:05.964658 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cb2312f3-abeb-4c86-a690-a1c8e4d72c1e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:05.989638 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d58314b-e1f8-4554-9feb-496ea5362091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2312f3-abeb-4c86-a690-a1c8e4d72c1e'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:06:05.992040 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc48cdd-1199-4e49-ad36-43f710251de8" -d '{"events": [{"server_uuid": "7d58314b-e1f8-4554-9feb-496ea5362091", "name": "network-vif-plugged", "status": "completed", "tag": "cb2312f3-abeb-4c86-a690-a1c8e4d72c1e"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:06:06.005863 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port cb2312f3-abeb-4c86-a690-a1c8e4d72c1e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=cb2312f3-abeb-4c86-a690-a1c8e4d72c1e,segment=NetworkSegment(db607765-37a1-447c-bbef-16a6541db9b3),segment_id=db607765-37a1-447c-bbef-16a6541db9b3)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:06:06.015675 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cb2312f3-abeb-4c86-a690-a1c8e4d72c1e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:06.044754 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42c9536-b621-4655-a606-39e2dfa25fd7 x-openstack-request-id: req-d42c9536-b621-4655-a606-39e2dfa25fd7 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:06:06.045059 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d58314b-e1f8-4554-9feb-496ea5362091", "name": "network-vif-plugged", "status": "completed", "tag": "cb2312f3-abeb-4c86-a690-a1c8e4d72c1e", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:06:06.045339 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d42c9536-b621-4655-a606-39e2dfa25fd7 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:06:06.045740 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d58314b-e1f8-4554-9feb-496ea5362091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2312f3-abeb-4c86-a690-a1c8e4d72c1e', 'code': 200} Feb 08 22:06:06.075291 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=cb2312f3-abeb-4c86-a690-a1c8e4d72c1e,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:06:06.138815 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ca510-bd0f-46f1-b1da-2e15eb8aba3f req-096a6037-4369-44f4-8659-924efa26666c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:06.140284 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4d9ca510-bd0f-46f1-b1da-2e15eb8aba3f req-096a6037-4369-44f4-8659-924efa26666c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 1128 time: 0.0459621 Feb 08 22:06:06.195364 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4d9ca510-bd0f-46f1-b1da-2e15eb8aba3f req-54c970dc-ee13-4d05-a3d2-475edda7ae43 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=2a6b03b4-406f-4592-bd41-1be06d5235f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481424 Feb 08 22:06:06.745647 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:06.798465 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd74374-45e8-4e46-9aee-5102fb3627e8 req-5da56e6b-4785-479f-9ce3-dac54e2eb713 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:06.800021 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2fd74374-45e8-4e46-9aee-5102fb3627e8 req-5da56e6b-4785-479f-9ce3-dac54e2eb713 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 945 time: 0.0573514 Feb 08 22:06:06.854745 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2fd74374-45e8-4e46-9aee-5102fb3627e8 req-9bc74acf-ebfa-49b2-9d36-b571fd956012 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a6b03b4-406f-4592-bd41-1be06d5235f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475302 Feb 08 22:06:06.996147 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:07.981374 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88fa479-efc8-4473-ab5e-ac64db11a546 req-a4cec258-5115-40f7-b04d-364714a0b292 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:07.982918 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e88fa479-efc8-4473-ab5e-ac64db11a546 req-a4cec258-5115-40f7-b04d-364714a0b292 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 945 time: 0.0548844 Feb 08 22:06:08.036755 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e88fa479-efc8-4473-ab5e-ac64db11a546 req-f71e12d5-49e4-4f64-ad8c-ecc52327c074 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a6b03b4-406f-4592-bd41-1be06d5235f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460846 Feb 08 22:06:08.165903 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef0d60-bc25-4386-89df-27eb09e6d68a req-c1b85a33-0af4-448e-bf1c-8e5386b8f515 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:08.167374 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e7ef0d60-bc25-4386-89df-27eb09e6d68a req-c1b85a33-0af4-448e-bf1c-8e5386b8f515 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 945 time: 0.0599301 Feb 08 22:06:08.229789 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e7ef0d60-bc25-4386-89df-27eb09e6d68a req-a87062ab-2aef-4740-b386-2d50d4e9ceab tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a6b03b4-406f-4592-bd41-1be06d5235f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528471 Feb 08 22:06:08.252052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43808) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:06:08.298503 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc09d7d5-368e-4e42-865a-80c432fd2366 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:08.300048 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cc09d7d5-368e-4e42-865a-80c432fd2366 tempest-TestNetworkAdvancedServerOps-585657176 tempest-TestNetworkAdvancedServerOps-585657176-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 1123 time: 0.0469866 Feb 08 22:06:08.302872 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43810) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:06:08.307325 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-0c749371-863d-44ea-81a5-2b4e88caf59e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'port_id': 'cb2312f3-abeb-4c86-a690-a1c8e4d72c1e', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:06:08.328432 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0c749371-863d-44ea-81a5-2b4e88caf59e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:08.433143 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0c749371-863d-44ea-81a5-2b4e88caf59e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:08.552601 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-0c749371-863d-44ea-81a5-2b4e88caf59e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Allocated IP 172.25.3.115 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/466c5c64-8fab-41ef-bfd1-19f115faba9e) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:06:08.680781 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0c749371-863d-44ea-81a5-2b4e88caf59e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for port (466c5c64-8fab-41ef-bfd1-19f115faba9e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:08.720985 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0c749371-863d-44ea-81a5-2b4e88caf59e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (466c5c64-8fab-41ef-bfd1-19f115faba9e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:08.727620 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-df8e5301-8e28-47b5-bdce-90796aaa0b77 req-e2fb65b9-775c-4fed-83b9-ffa66acc1ff6 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462103 Feb 08 22:06:08.765514 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c749371-863d-44ea-81a5-2b4e88caf59e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:06:08.768731 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-0c749371-863d-44ea-81a5-2b4e88caf59e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:06:08.772524 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c749371-863d-44ea-81a5-2b4e88caf59e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:06:08.797349 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c749371-863d-44ea-81a5-2b4e88caf59e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Port': ['ID=466c5c64-8fab-41ef-bfd1-19f115faba9e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:06:08.822115 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e5301-8e28-47b5-bdce-90796aaa0b77 req-fd37afca-413b-404d-80ce-460237a16c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:08.824053 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-df8e5301-8e28-47b5-bdce-90796aaa0b77 req-fd37afca-413b-404d-80ce-460237a16c4c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 1129 time: 0.0523312 Feb 08 22:06:08.939632 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e5301-8e28-47b5-bdce-90796aaa0b77 req-a553b5be-e3ff-4ddc-ae77-445470732c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:08.941149 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-df8e5301-8e28-47b5-bdce-90796aaa0b77 req-a553b5be-e3ff-4ddc-ae77-445470732c7c service neutron] 10.222.0.94 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 913 time: 0.0956409 Feb 08 22:06:09.011094 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-df8e5301-8e28-47b5-bdce-90796aaa0b77 req-12dee319-d646-4b25-afcd-580504b35e2e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5643c3dd-deaa-4add-83ee-07e89ba9e3ee HTTP/1.1" status: 200 len: 1002 time: 0.0625682 Feb 08 22:06:09.069196 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e5301-8e28-47b5-bdce-90796aaa0b77 req-b516fac0-e30d-49b1-b8c6-9a2507b70267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:09.070747 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-df8e5301-8e28-47b5-bdce-90796aaa0b77 req-b516fac0-e30d-49b1-b8c6-9a2507b70267 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e2ac310d-6418-47f9-bc84-ee6106411485 HTTP/1.1" status: 200 len: 851 time: 0.0540130 Feb 08 22:06:09.129906 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e5301-8e28-47b5-bdce-90796aaa0b77 req-a9c02691-78a8-4d53-a9d7-fc1c2e276940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:09.131493 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-df8e5301-8e28-47b5-bdce-90796aaa0b77 req-a9c02691-78a8-4d53-a9d7-fc1c2e276940 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3e877b49-38c1-41e0-85cf-576297877def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0545800 Feb 08 22:06:09.162501 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0c749371-863d-44ea-81a5-2b4e88caf59e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for floatingip (450e4938-7a06-441d-9e52-d2ceee949adc), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:09.225977 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-df8e5301-8e28-47b5-bdce-90796aaa0b77 req-7d3ab5dc-7369-4be1-bd81-97e4590fc668 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878611 Feb 08 22:06:09.235923 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0c749371-863d-44ea-81a5-2b4e88caf59e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (466c5c64-8fab-41ef-bfd1-19f115faba9e), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:09.333156 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-df8e5301-8e28-47b5-bdce-90796aaa0b77 req-89720fbb-d88b-46d7-90b5-f780796f7638 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008391 Feb 08 22:06:09.403847 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0c749371-863d-44ea-81a5-2b4e88caf59e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for port (466c5c64-8fab-41ef-bfd1-19f115faba9e), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:09.408505 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0c749371-863d-44ea-81a5-2b4e88caf59e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (466c5c64-8fab-41ef-bfd1-19f115faba9e), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:09.479613 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c749371-863d-44ea-81a5-2b4e88caf59e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event updated for resources: {'Port': ['ID=466c5c64-8fab-41ef-bfd1-19f115faba9e,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:06:09.497107 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0c749371-863d-44ea-81a5-2b4e88caf59e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (450e4938-7a06-441d-9e52-d2ceee949adc), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:09.605047 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-0c749371-863d-44ea-81a5-2b4e88caf59e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Floating IP 450e4938-7a06-441d-9e52-d2ceee949adc associated. External IP: 172.25.3.115, port: cb2312f3-abeb-4c86-a690-a1c8e4d72c1e. Feb 08 22:06:09.822243 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c749371-863d-44ea-81a5-2b4e88caf59e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Router d076b608-a422-433c-ae27-0b4eda9dcdb7 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:06:09.961066 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c749371-863d-44ea-81a5-2b4e88caf59e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:06:09.972267 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fab7e5c-5bf0-4d7e-bc22-bcc1e7dfe7ce None None] Sync routers for ids ['d076b608-a422-433c-ae27-0b4eda9dcdb7'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:06:09.980736 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0c749371-863d-44ea-81a5-2b4e88caf59e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:09.984174 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fab7e5c-5bf0-4d7e-bc22-bcc1e7dfe7ce None None] Routers {'d076b608-a422-433c-ae27-0b4eda9dcdb7'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:06:09.984821 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-9fab7e5c-5bf0-4d7e-bc22-bcc1e7dfe7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:05:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['d076b608-a422-433c-ae27-0b4eda9dcdb7'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:06:10.017135 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0c749371-863d-44ea-81a5-2b4e88caf59e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7132084 Feb 08 22:06:10.017752 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d58314b-e1f8-4554-9feb-496ea5362091', 'tag': 'cb2312f3-abeb-4c86-a690-a1c8e4d72c1e'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:06:10.021308 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebb2a3f-5104-48ce-8d02-d31383fb1120" -d '{"events": [{"name": "network-changed", "server_uuid": "7d58314b-e1f8-4554-9feb-496ea5362091", "tag": "cb2312f3-abeb-4c86-a690-a1c8e4d72c1e"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:06:10.074899 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543e0a08-3b6e-4370-94dc-a0d2dce59c4e x-openstack-request-id: req-543e0a08-3b6e-4370-94dc-a0d2dce59c4e {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:06:10.075267 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d58314b-e1f8-4554-9feb-496ea5362091", "tag": "cb2312f3-abeb-4c86-a690-a1c8e4d72c1e", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:06:10.075617 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-543e0a08-3b6e-4370-94dc-a0d2dce59c4e {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:06:10.076092 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d58314b-e1f8-4554-9feb-496ea5362091', 'tag': 'cb2312f3-abeb-4c86-a690-a1c8e4d72c1e', 'status': 'completed', 'code': 200} Feb 08 22:06:10.181895 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e3481-8de4-40fb-881c-515252d882e9 req-fb477639-c29a-4875-ad31-6ff9a3ad6121 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:10.183512 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7e8e3481-8de4-40fb-881c-515252d882e9 req-fb477639-c29a-4875-ad31-6ff9a3ad6121 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 945 time: 0.0990584 Feb 08 22:06:10.186620 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb2a3f-5104-48ce-8d02-d31383fb1120 req-21489dda-d470-4ea3-b280-a9dcadadfc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:10.188189 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ebb2a3f-5104-48ce-8d02-d31383fb1120 req-21489dda-d470-4ea3-b280-a9dcadadfc60 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 1128 time: 0.0911086 Feb 08 22:06:10.290188 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-9fab7e5c-5bf0-4d7e-bc22-bcc1e7dfe7ce None None] Set router d076b608-a422-433c-ae27-0b4eda9dcdb7 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:06:10.298416 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7e8e3481-8de4-40fb-881c-515252d882e9 req-ef7a9027-301e-452d-9ca5-6762aec10e92 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a6b03b4-406f-4592-bd41-1be06d5235f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090381 Feb 08 22:06:10.321789 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 43816) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:06:10.326933 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb2a3f-5104-48ce-8d02-d31383fb1120 req-2abe8577-ebd3-4f78-9af2-61c82a2a64ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:10.328927 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ebb2a3f-5104-48ce-8d02-d31383fb1120 req-2abe8577-ebd3-4f78-9af2-61c82a2a64ed service neutron] 10.222.0.96 "GET /v2.0/networks?id=62ac34d7-8a1d-4c62-a61e-4097641bfebc HTTP/1.1" status: 200 len: 897 time: 0.1324303 Feb 08 22:06:10.392336 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ea853fc8-9be7-4f4b-9dd3-3643cf3d05fb tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/floatingips/450e4938-7a06-441d-9e52-d2ceee949adc HTTP/1.1" status: 200 len: 991 time: 0.0688992 Feb 08 22:06:10.402120 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ebb2a3f-5104-48ce-8d02-d31383fb1120 req-dbd78a3d-1609-4552-a9b5-53d9574229d7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb2312f3-abeb-4c86-a690-a1c8e4d72c1e HTTP/1.1" status: 200 len: 999 time: 0.0654488 Feb 08 22:06:10.454514 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb2a3f-5104-48ce-8d02-d31383fb1120 req-5ecb5de5-056e-4f25-ba43-c282ed4cd4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:10.456014 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ebb2a3f-5104-48ce-8d02-d31383fb1120 req-5ecb5de5-056e-4f25-ba43-c282ed4cd4d6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=233ae1b4-b90d-47bf-986e-40f3cddf83dc HTTP/1.1" status: 200 len: 835 time: 0.0479033 Feb 08 22:06:10.511254 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb2a3f-5104-48ce-8d02-d31383fb1120 req-a5bc4206-0a75-44e5-8835-0c1c079ab0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:10.512808 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ebb2a3f-5104-48ce-8d02-d31383fb1120 req-a5bc4206-0a75-44e5-8835-0c1c079ab0cd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=62ac34d7-8a1d-4c62-a61e-4097641bfebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0509703 Feb 08 22:06:10.542338 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-9fab7e5c-5bf0-4d7e-bc22-bcc1e7dfe7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804375', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ee65071d-f872-4ad0-a6b5-0930fc970e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:05:50Z', 'updated_at': '2022-02-08T22:05:53Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'ee65071d-f872-4ad0-a6b5-0930fc970e9d', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:05:50Z', 'updated_at': '2022-02-08T22:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '450e4938-7a06-441d-9e52-d2ceee949adc', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'port_id': 'cb2312f3-abeb-4c86-a690-a1c8e4d72c1e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62ac34d7-8a1d-4c62-a61e-4097641bfebc', 'mac_address': 'fa:16:3e:48:c4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d58314b-e1f8-4554-9feb-496ea5362091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:06:09Z', 'updated_at': '2022-02-08T22:06:09Z', 'revision_number': 0, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd6b7a94-ee41-436a-8006-91debc0f0a65', 'name': '', 'network_id': '62ac34d7-8a1d-4c62-a61e-4097641bfebc', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:3c:50:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '233ae1b4-b90d-47bf-986e-40f3cddf83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:05:53Z', 'updated_at': '2022-02-08T22:05:57Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '233ae1b4-b90d-47bf-986e-40f3cddf83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:06:10.576803 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fab7e5c-5bf0-4d7e-bc22-bcc1e7dfe7ce None None] Checking router: d076b608-a422-433c-ae27-0b4eda9dcdb7 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:06:10.586510 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fab7e5c-5bf0-4d7e-bc22-bcc1e7dfe7ce None None] Routers {'d076b608-a422-433c-ae27-0b4eda9dcdb7'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:06:10.587156 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-9fab7e5c-5bf0-4d7e-bc22-bcc1e7dfe7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:05:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['d076b608-a422-433c-ae27-0b4eda9dcdb7'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:06:10.615058 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ebb2a3f-5104-48ce-8d02-d31383fb1120 req-bf8b801d-72dd-47c9-8af7-b70b6bae8ed3 service neutron] 10.222.0.96 "GET /v2.0/networks/62ac34d7-8a1d-4c62-a61e-4097641bfebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957692 Feb 08 22:06:10.704848 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-9fab7e5c-5bf0-4d7e-bc22-bcc1e7dfe7ce None None] Set router d076b608-a422-433c-ae27-0b4eda9dcdb7 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:06:10.717293 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ebb2a3f-5104-48ce-8d02-d31383fb1120 req-3a62ec90-b5b0-44f4-a482-c5a826c874d6 service neutron] 10.222.0.96 "GET /v2.0/networks/62ac34d7-8a1d-4c62-a61e-4097641bfebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963662 Feb 08 22:06:10.944030 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-9fab7e5c-5bf0-4d7e-bc22-bcc1e7dfe7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804375', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ee65071d-f872-4ad0-a6b5-0930fc970e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:05:50Z', 'updated_at': '2022-02-08T22:05:53Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'ee65071d-f872-4ad0-a6b5-0930fc970e9d', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:05:50Z', 'updated_at': '2022-02-08T22:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '450e4938-7a06-441d-9e52-d2ceee949adc', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'port_id': 'cb2312f3-abeb-4c86-a690-a1c8e4d72c1e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62ac34d7-8a1d-4c62-a61e-4097641bfebc', 'mac_address': 'fa:16:3e:48:c4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d58314b-e1f8-4554-9feb-496ea5362091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:06:09Z', 'updated_at': '2022-02-08T22:06:09Z', 'revision_number': 0, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd6b7a94-ee41-436a-8006-91debc0f0a65', 'name': '', 'network_id': '62ac34d7-8a1d-4c62-a61e-4097641bfebc', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:3c:50:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '233ae1b4-b90d-47bf-986e-40f3cddf83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:05:53Z', 'updated_at': '2022-02-08T22:05:57Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '233ae1b4-b90d-47bf-986e-40f3cddf83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:06:10.975368 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fab7e5c-5bf0-4d7e-bc22-bcc1e7dfe7ce None None] The sync data for ids ['d076b608-a422-433c-ae27-0b4eda9dcdb7'] in n-d-712143-31 is: [{'id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804375', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ee65071d-f872-4ad0-a6b5-0930fc970e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:05:50Z', 'updated_at': '2022-02-08T22:05:53Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'ee65071d-f872-4ad0-a6b5-0930fc970e9d', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:05:50Z', 'updated_at': '2022-02-08T22:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '450e4938-7a06-441d-9e52-d2ceee949adc', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'port_id': 'cb2312f3-abeb-4c86-a690-a1c8e4d72c1e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62ac34d7-8a1d-4c62-a61e-4097641bfebc', 'mac_address': 'fa:16:3e:48:c4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d58314b-e1f8-4554-9feb-496ea5362091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:06:09Z', 'updated_at': '2022-02-08T22:06:09Z', 'revision_number': 0, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd6b7a94-ee41-436a-8006-91debc0f0a65', 'name': '', 'network_id': '62ac34d7-8a1d-4c62-a61e-4097641bfebc', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:3c:50:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '233ae1b4-b90d-47bf-986e-40f3cddf83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:05:53Z', 'updated_at': '2022-02-08T22:05:57Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '233ae1b4-b90d-47bf-986e-40f3cddf83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:06:11.200355 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816328cf-8955-4605-af20-af0e1f192594 None None] New status for floating IP 450e4938-7a06-441d-9e52-d2ceee949adc: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:06:11.395658 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43818) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:06:11.460392 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9a721e95-5bb6-4e3d-b10c-1e67fb3ae495 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/floatingips/450e4938-7a06-441d-9e52-d2ceee949adc HTTP/1.1" status: 200 len: 993 time: 0.0633290 Feb 08 22:06:16.643686 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0493a586-b4f7-436b-b842-25a3eddd4f0e req-90787a9b-5d17-421d-8fdb-267f9ab3f83b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1108279 Feb 08 22:06:16.750558 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493a586-b4f7-436b-b842-25a3eddd4f0e req-09b63ec9-6be9-4380-b206-47c382d77642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:16.752148 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0493a586-b4f7-436b-b842-25a3eddd4f0e req-09b63ec9-6be9-4380-b206-47c382d77642 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 1128 time: 0.0520682 Feb 08 22:06:17.194179 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493a586-b4f7-436b-b842-25a3eddd4f0e req-387b43ee-9591-43db-b92a-8e5f0905fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:17.195592 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0493a586-b4f7-436b-b842-25a3eddd4f0e req-387b43ee-9591-43db-b92a-8e5f0905fe27 service neutron] 10.222.0.96 "GET /v2.0/networks?id=62ac34d7-8a1d-4c62-a61e-4097641bfebc HTTP/1.1" status: 200 len: 897 time: 0.4252322 Feb 08 22:06:17.263363 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0493a586-b4f7-436b-b842-25a3eddd4f0e req-ad8d0b95-8685-4016-97c8-928ef58c71e7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb2312f3-abeb-4c86-a690-a1c8e4d72c1e HTTP/1.1" status: 200 len: 1001 time: 0.0619986 Feb 08 22:06:17.312069 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493a586-b4f7-436b-b842-25a3eddd4f0e req-e8e0b6cf-1964-47db-b438-defb93de7b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:17.313597 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0493a586-b4f7-436b-b842-25a3eddd4f0e req-e8e0b6cf-1964-47db-b438-defb93de7b3e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=233ae1b4-b90d-47bf-986e-40f3cddf83dc HTTP/1.1" status: 200 len: 835 time: 0.0446041 Feb 08 22:06:17.366559 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493a586-b4f7-436b-b842-25a3eddd4f0e req-f3315f09-882a-43ed-bcae-eb1ec4d61ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:17.368216 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0493a586-b4f7-436b-b842-25a3eddd4f0e req-f3315f09-882a-43ed-bcae-eb1ec4d61ce8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=62ac34d7-8a1d-4c62-a61e-4097641bfebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490341 Feb 08 22:06:17.459324 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0493a586-b4f7-436b-b842-25a3eddd4f0e req-4e91d049-75d8-4e56-9735-a42dd0d829bc service neutron] 10.222.0.96 "GET /v2.0/networks/62ac34d7-8a1d-4c62-a61e-4097641bfebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853946 Feb 08 22:06:17.553727 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0493a586-b4f7-436b-b842-25a3eddd4f0e req-feb35171-2680-400c-9423-786c96d085a0 service neutron] 10.222.0.96 "GET /v2.0/networks/62ac34d7-8a1d-4c62-a61e-4097641bfebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850227 Feb 08 22:06:18.819721 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:06:19.180657 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afc1ab-ad29-4c7e-b21c-17a79872db61 req-ce128b3f-9ea3-4911-aac4-93ba5ff4dbb3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:19.182206 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d0afc1ab-ad29-4c7e-b21c-17a79872db61 req-ce128b3f-9ea3-4911-aac4-93ba5ff4dbb3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 946 time: 0.0564444 Feb 08 22:06:19.239149 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d0afc1ab-ad29-4c7e-b21c-17a79872db61 req-7ed823ba-9624-4916-8173-4293381ad1af tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509791 Feb 08 22:06:20.369602 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798cdb73-0ca2-4cda-b8b9-341e799346ef req-02f04e76-bb96-4264-af88-1ab8b14e16fe tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:20.371503 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-798cdb73-0ca2-4cda-b8b9-341e799346ef req-02f04e76-bb96-4264-af88-1ab8b14e16fe tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 946 time: 0.0551870 Feb 08 22:06:20.424879 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-798cdb73-0ca2-4cda-b8b9-341e799346ef req-5ff067c8-6365-43de-9be5-502b3fca493c tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476534 Feb 08 22:06:20.761758 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef6523-9f6d-466e-9551-dd22c2fd3daf req-94fb2e64-3e14-4bcf-89be-7c2f7a9fca22 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:20.763277 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bbef6523-9f6d-466e-9551-dd22c2fd3daf req-94fb2e64-3e14-4bcf-89be-7c2f7a9fca22 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.94 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 946 time: 0.0660310 Feb 08 22:06:20.868032 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-bbef6523-9f6d-466e-9551-dd22c2fd3daf req-e7809de9-f3bd-4db3-ba76-55904f73bc83 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Deleting port 5643c3dd-deaa-4add-83ee-07e89ba9e3ee {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:06:20.868539 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bbef6523-9f6d-466e-9551-dd22c2fd3daf req-e7809de9-f3bd-4db3-ba76-55904f73bc83 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (5643c3dd-deaa-4add-83ee-07e89ba9e3ee), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:20.984932 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-bbef6523-9f6d-466e-9551-dd22c2fd3daf req-e7809de9-f3bd-4db3-ba76-55904f73bc83 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] For port 5643c3dd-deaa-4add-83ee-07e89ba9e3ee, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=5643c3dd-deaa-4add-83ee-07e89ba9e3ee,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:06:20.985333 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bbef6523-9f6d-466e-9551-dd22c2fd3daf req-e7809de9-f3bd-4db3-ba76-55904f73bc83 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (5643c3dd-deaa-4add-83ee-07e89ba9e3ee), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:21.188229 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bbef6523-9f6d-466e-9551-dd22c2fd3daf req-e7809de9-f3bd-4db3-ba76-55904f73bc83 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:21.188736 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bbef6523-9f6d-466e-9551-dd22c2fd3daf req-e7809de9-f3bd-4db3-ba76-55904f73bc83 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (816a0e27-97c2-4fd8-809a-eecd8456674c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:21.189062 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [req-bbef6523-9f6d-466e-9551-dd22c2fd3daf req-e7809de9-f3bd-4db3-ba76-55904f73bc83 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Floating IP 816a0e27-97c2-4fd8-809a-eecd8456674c disassociated. External IP: 172.25.3.223, port: 5643c3dd-deaa-4add-83ee-07e89ba9e3ee. Feb 08 22:06:21.189436 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-bbef6523-9f6d-466e-9551-dd22c2fd3daf req-e7809de9-f3bd-4db3-ba76-55904f73bc83 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Calling delete_port for 5643c3dd-deaa-4add-83ee-07e89ba9e3ee owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:06:21.347019 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bbef6523-9f6d-466e-9551-dd22c2fd3daf req-e7809de9-f3bd-4db3-ba76-55904f73bc83 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (5643c3dd-deaa-4add-83ee-07e89ba9e3ee), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:21.379037 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7809de9-f3bd-4db3-ba76-55904f73bc83 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event deleted for resources: {'Port': ['ID=5643c3dd-deaa-4add-83ee-07e89ba9e3ee,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:06:21.519879 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbef6523-9f6d-466e-9551-dd22c2fd3daf req-e7809de9-f3bd-4db3-ba76-55904f73bc83 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Router fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:06:21.548531 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7821a8f-82ed-467e-8cac-89e47c009cf7 req-ef61a6a9-640c-4a0e-8ce6-1ccf8be91765 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 210 time: 0.0368783 Feb 08 22:06:21.660020 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbef6523-9f6d-466e-9551-dd22c2fd3daf req-e7809de9-f3bd-4db3-ba76-55904f73bc83 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:06:21.671537 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a594565-e47f-4e85-904f-a60cf92cf314 None None] Sync routers for ids ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:06:21.690131 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a594565-e47f-4e85-904f-a60cf92cf314 None None] Routers {'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:06:21.691316 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7a594565-e47f-4e85-904f-a60cf92cf314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:05:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:06:21.705510 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbef6523-9f6d-466e-9551-dd22c2fd3daf req-e7809de9-f3bd-4db3-ba76-55904f73bc83 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] No DVR routers for this DVR port 5643c3dd-deaa-4add-83ee-07e89ba9e3ee on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:06:21.708728 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bbef6523-9f6d-466e-9551-dd22c2fd3daf req-e7809de9-f3bd-4db3-ba76-55904f73bc83 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:21.717791 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-bbef6523-9f6d-466e-9551-dd22c2fd3daf req-e7809de9-f3bd-4db3-ba76-55904f73bc83 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.94 "DELETE /v2.0/ports/5643c3dd-deaa-4add-83ee-07e89ba9e3ee HTTP/1.1" status: 204 len: 173 time: 0.9446251 Feb 08 22:06:21.717791 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55808efe-d53e-4dab-8818-54532dfa5016', 'name': 'network-vif-deleted', 'tag': '5643c3dd-deaa-4add-83ee-07e89ba9e3ee'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:06:21.717791 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3da4cb5-42b8-427f-898b-e611738dcc1d" -d '{"events": [{"server_uuid": "55808efe-d53e-4dab-8818-54532dfa5016", "name": "network-vif-deleted", "tag": "5643c3dd-deaa-4add-83ee-07e89ba9e3ee"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:06:21.791392 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b81a854-e876-4108-9e46-55796c8985b7 x-openstack-request-id: req-8b81a854-e876-4108-9e46-55796c8985b7 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:06:21.792534 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55808efe-d53e-4dab-8818-54532dfa5016", "name": "network-vif-deleted", "tag": "5643c3dd-deaa-4add-83ee-07e89ba9e3ee", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:06:21.792534 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8b81a854-e876-4108-9e46-55796c8985b7 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:06:21.792534 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55808efe-d53e-4dab-8818-54532dfa5016', 'name': 'network-vif-deleted', 'tag': '5643c3dd-deaa-4add-83ee-07e89ba9e3ee', 'status': 'completed', 'code': 200} Feb 08 22:06:21.850741 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-7a594565-e47f-4e85-904f-a60cf92cf314 None None] Set router fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:06:22.097640 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7a594565-e47f-4e85-904f-a60cf92cf314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'name': 'tempest-TestVolumeBootPattern-1886814752-router', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:06Z', 'revision_number': 4, 'project_id': 'beb2210587a047799a2549836334dae5', 'gw_port': {'id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'eacd7dc5-508c-4224-828e-b0c1c032829a', 'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'mac_address': 'fa:16:3e:3a:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:05Z', 'updated_at': '2022-02-08T21:58:12Z', 'revision_number': 5, 'project_id': 'beb2210587a047799a2549836334dae5', 'subnets': [{'id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:06:22.125478 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a594565-e47f-4e85-904f-a60cf92cf314 None None] Checking router: fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:06:22.135441 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a594565-e47f-4e85-904f-a60cf92cf314 None None] Routers {'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:06:22.136177 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7a594565-e47f-4e85-904f-a60cf92cf314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:05:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:06:22.262106 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-7a594565-e47f-4e85-904f-a60cf92cf314 None None] Set router fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:06:22.503266 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7a594565-e47f-4e85-904f-a60cf92cf314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'name': 'tempest-TestVolumeBootPattern-1886814752-router', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:06Z', 'revision_number': 4, 'project_id': 'beb2210587a047799a2549836334dae5', 'gw_port': {'id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'eacd7dc5-508c-4224-828e-b0c1c032829a', 'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'mac_address': 'fa:16:3e:3a:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:05Z', 'updated_at': '2022-02-08T21:58:12Z', 'revision_number': 5, 'project_id': 'beb2210587a047799a2549836334dae5', 'subnets': [{'id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:06:22.535169 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a594565-e47f-4e85-904f-a60cf92cf314 None None] The sync data for ids ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'] in n-d-712143-31 is: [{'id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'name': 'tempest-TestVolumeBootPattern-1886814752-router', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:06Z', 'revision_number': 4, 'project_id': 'beb2210587a047799a2549836334dae5', 'gw_port': {'id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'eacd7dc5-508c-4224-828e-b0c1c032829a', 'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'mac_address': 'fa:16:3e:3a:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:05Z', 'updated_at': '2022-02-08T21:58:12Z', 'revision_number': 5, 'project_id': 'beb2210587a047799a2549836334dae5', 'subnets': [{'id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:06:22.672769 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9f976cec-fb30-4cb0-9e23-e0d57a82a287 req-1a77fa06-4f12-4996-90cd-7f89f5cbdfc1 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 210 time: 0.0301502 Feb 08 22:06:22.809269 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef195c98-4bf9-4ce3-847d-af40fa83f216 None None] New status for floating IP 816a0e27-97c2-4fd8-809a-eecd8456674c: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:06:23.785705 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-004e14b6-964e-4419-ad2c-13aa1d6c1245 req-d2fee085-60d3-4f9b-9def-df05e2cb0a55 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 210 time: 0.0349011 Feb 08 22:06:24.240771 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-382606cc-b118-4945-b6dc-da3100a7f45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:24.891318 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-597198d2-73a8-4483-bb57-8b019b07df37 req-a59923ba-a306-4f2b-9d90-457e43ecc438 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 210 time: 0.0278022 Feb 08 22:06:25.675954 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 5643c3dd-deaa-4add-83ee-07e89ba9e3ee no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:06:25.698342 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 5643c3dd-deaa-4add-83ee-07e89ba9e3ee {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:06:25.698692 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 5643c3dd-deaa-4add-83ee-07e89ba9e3ee not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:06:26.001583 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31d9c171-4259-480a-95eb-2c8e7e8d8e03 req-203ea143-b76f-4ba8-8995-63af3504e257 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 210 time: 0.0286527 Feb 08 22:06:27.115172 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fedd917-9c2d-4c7b-8bcc-a9e9aa8763bc req-ed182aba-b67d-4c6e-a16e-2f04d8b7c33f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 210 time: 0.0301437 Feb 08 22:06:27.538095 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6a829cd8-89bc-42a9-acf1-e8fc70d52e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:28.221524 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e6e81d3-c65a-4c83-a83b-79bccfab242b req-6724d20e-09fd-4b6d-b73f-4b5b5b30c77f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 210 time: 0.0285411 Feb 08 22:06:29.321714 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e355e191-97bd-40b3-b6c3-2423a487e78c req-f64e0b7d-ac57-436b-b10f-08ddf27acb45 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 210 time: 0.0292790 Feb 08 22:06:29.362757 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:30.428483 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2af1b158-f495-4a5d-9172-ca61634920d2 req-4915c94a-7b2f-4240-98d0-1a0e79c0baaa tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=55808efe-d53e-4dab-8818-54532dfa5016 HTTP/1.1" status: 200 len: 210 time: 0.0314951 Feb 08 22:06:31.489080 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:31.672295 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:31.705305 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-1c25de13-b18f-4038-8937-dcffe31b6346 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-81215253&fields=id&tenant_id=beb2210587a047799a2549836334dae5 HTTP/1.1" status: 200 len: 267 time: 0.0478802 Feb 08 22:06:31.821844 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-4142b82c-fab5-4ac3-a935-5de773c1bd57 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:31.823347 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-4142b82c-fab5-4ac3-a935-5de773c1bd57 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 812 time: 0.1107466 Feb 08 22:06:31.844191 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-baa10357-7169-4d29-9d55-bf34e24c42a5 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/quotas/beb2210587a047799a2549836334dae5 HTTP/1.1" status: 200 len: 375 time: 0.0153835 Feb 08 22:06:31.909576 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-f885d39f-d60f-4b30-97d6-7ab1f6d94b6b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599639 Feb 08 22:06:32.009415 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-6a334e3f-b8f5-49ab-b3f0-940d10599f84 service neutron] 10.222.0.88 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879071 Feb 08 22:06:32.108277 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-ff7f8499-bb6a-4da1-baf2-ff4c26ccc89a service neutron] 10.222.0.88 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930936 Feb 08 22:06:32.415696 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b8778f81-5e98-4bf6-9268-81f8799f4803 req-d8f170b2-5f71-4653-a9bd-a53d58a82981 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 210 time: 0.0310693 Feb 08 22:06:33.526710 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-86123ce1-f913-4616-93ce-aecc04482b4f req-3d1ce2a7-de4a-49e2-b693-146d973be379 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 210 time: 0.0319350 Feb 08 22:06:33.715002 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-bf3a934a-688d-4906-8faf-6a5c2514aa8b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:33.716448 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-bf3a934a-688d-4906-8faf-6a5c2514aa8b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.94 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 812 time: 0.4555309 Feb 08 22:06:33.785884 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-13cce15b-ec6a-4b0a-b401-b0df979ecb24 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=beb2210587a047799a2549836334dae5 HTTP/1.1" status: 200 len: 378 time: 0.0597935 Feb 08 22:06:33.794149 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-0d5fd7bf-6962-4c4c-a686-3cfdd5094182 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Request body: {'port': {'device_id': '6c4bf70a-8007-4eb9-80e6-c432aa413875', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'admin_state_up': True, 'tenant_id': 'beb2210587a047799a2549836334dae5', 'security_groups': ['b6d91d7d-5951-4204-9074-3a99355d053a']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:06:33.914318 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-0d5fd7bf-6962-4c4c-a686-3cfdd5094182 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Made reservation on behalf of beb2210587a047799a2549836334dae5 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:06:33.918430 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-0d5fd7bf-6962-4c4c-a686-3cfdd5094182 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:34.047355 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-0d5fd7bf-6962-4c4c-a686-3cfdd5094182 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Allocated IP 172.20.0.13 (3e877b49-38c1-41e0-85cf-576297877def/e2ac310d-6418-47f9-bc84-ee6106411485/3aee2d9e-0224-48b7-912c-6d07afa98816) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:06:34.193799 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-0d5fd7bf-6962-4c4c-a686-3cfdd5094182 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for port (3aee2d9e-0224-48b7-912c-6d07afa98816), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:34.225836 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-0d5fd7bf-6962-4c4c-a686-3cfdd5094182 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3aee2d9e-0224-48b7-912c-6d07afa98816), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:34.271983 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-0d5fd7bf-6962-4c4c-a686-3cfdd5094182 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Network 3e877b49-38c1-41e0-85cf-576297877def is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:06:34.275822 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-0d5fd7bf-6962-4c4c-a686-3cfdd5094182 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:06:34.279849 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-0d5fd7bf-6962-4c4c-a686-3cfdd5094182 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:06:34.306493 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fd7bf-6962-4c4c-a686-3cfdd5094182 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event updated for resources: {'Port': ['ID=3aee2d9e-0224-48b7-912c-6d07afa98816,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:06:34.326707 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fd7bf-6962-4c4c-a686-3cfdd5094182 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:34.327067 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fd7bf-6962-4c4c-a686-3cfdd5094182 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:34.327393 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fd7bf-6962-4c4c-a686-3cfdd5094182 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:34.327730 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fd7bf-6962-4c4c-a686-3cfdd5094182 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:34.328065 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fd7bf-6962-4c4c-a686-3cfdd5094182 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:34.328486 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fd7bf-6962-4c4c-a686-3cfdd5094182 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:34.328822 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fd7bf-6962-4c4c-a686-3cfdd5094182 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:34.329145 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fd7bf-6962-4c4c-a686-3cfdd5094182 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:34.329492 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fd7bf-6962-4c4c-a686-3cfdd5094182 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:34.329811 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fd7bf-6962-4c4c-a686-3cfdd5094182 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:34.330135 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fd7bf-6962-4c4c-a686-3cfdd5094182 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:34.330443 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fd7bf-6962-4c4c-a686-3cfdd5094182 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:34.330761 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fd7bf-6962-4c4c-a686-3cfdd5094182 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:34.358685 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-0d5fd7bf-6962-4c4c-a686-3cfdd5094182 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:34.359692 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-0d5fd7bf-6962-4c4c-a686-3cfdd5094182 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:34.383911 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-0d5fd7bf-6962-4c4c-a686-3cfdd5094182 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5934083 Feb 08 22:06:34.399592 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-58018763-aea7-441f-ab24-3036b063ee24 service neutron] Request body: {'port': {'device_id': '6c4bf70a-8007-4eb9-80e6-c432aa413875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:06:34.471650 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-58018763-aea7-441f-ab24-3036b063ee24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3aee2d9e-0224-48b7-912c-6d07afa98816), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:34.554748 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-34f43b74-8719-4476-8b82-fab2b17f4af7 None None] Provisioning complete for port 3aee2d9e-0224-48b7-912c-6d07afa98816 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:06:34.555856 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-34f43b74-8719-4476-8b82-fab2b17f4af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3aee2d9e-0224-48b7-912c-6d07afa98816), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:34.598701 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-34f43b74-8719-4476-8b82-fab2b17f4af7 None None] Port 3aee2d9e-0224-48b7-912c-6d07afa98816 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:06:34.685308 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38732e-8da0-4c46-8998-ea4adc9f90e2 req-f0e6da0b-7b90-46d9-b85e-a7cd7a895a11 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:34.687182 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed38732e-8da0-4c46-8998-ea4adc9f90e2 req-f0e6da0b-7b90-46d9-b85e-a7cd7a895a11 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 932 time: 0.0611117 Feb 08 22:06:34.747973 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed38732e-8da0-4c46-8998-ea4adc9f90e2 req-78a822e4-11f6-4ee3-a55e-a236f20997ec tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546761 Feb 08 22:06:34.783807 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-58018763-aea7-441f-ab24-3036b063ee24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aee2d9e-0224-48b7-912c-6d07afa98816 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:06:34.792682 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-58018763-aea7-441f-ab24-3036b063ee24 service neutron] Publish callbacks [] for port (3aee2d9e-0224-48b7-912c-6d07afa98816), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:34.808914 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-58018763-aea7-441f-ab24-3036b063ee24 service neutron] Transition to ACTIVE for port object 3aee2d9e-0224-48b7-912c-6d07afa98816 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:06:34.813209 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-58018763-aea7-441f-ab24-3036b063ee24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (3aee2d9e-0224-48b7-912c-6d07afa98816), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:34.890534 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58018763-aea7-441f-ab24-3036b063ee24 service neutron] Pushing event updated for resources: {'Port': ['ID=3aee2d9e-0224-48b7-912c-6d07afa98816,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:06:34.946777 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-58018763-aea7-441f-ab24-3036b063ee24 service neutron] Attempting to bind port 3aee2d9e-0224-48b7-912c-6d07afa98816 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:06:34.947121 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-58018763-aea7-441f-ab24-3036b063ee24 service neutron] Attempting to bind port 3aee2d9e-0224-48b7-912c-6d07afa98816 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:06:34.947447 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-58018763-aea7-441f-ab24-3036b063ee24 service neutron] Attempting to bind port 3aee2d9e-0224-48b7-912c-6d07afa98816 on network 3e877b49-38c1-41e0-85cf-576297877def {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:06:34.952523 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-58018763-aea7-441f-ab24-3036b063ee24 service neutron] Port 3aee2d9e-0224-48b7-912c-6d07afa98816 on network 3e877b49-38c1-41e0-85cf-576297877def not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:06:34.952881 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-58018763-aea7-441f-ab24-3036b063ee24 service neutron] Attempting to bind port 3aee2d9e-0224-48b7-912c-6d07afa98816 on network 3e877b49-38c1-41e0-85cf-576297877def {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:06:34.958425 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-58018763-aea7-441f-ab24-3036b063ee24 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:06:34.958779 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-58018763-aea7-441f-ab24-3036b063ee24 service neutron] Checking segment: {'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:06:34.959160 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-58018763-aea7-441f-ab24-3036b063ee24 service neutron] Bound using segment: {'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:06:34.959595 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-58018763-aea7-441f-ab24-3036b063ee24 service neutron] Bound port: 3aee2d9e-0224-48b7-912c-6d07afa98816, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:06:34.960198 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-58018763-aea7-441f-ab24-3036b063ee24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3aee2d9e-0224-48b7-912c-6d07afa98816), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:35.038180 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-58018763-aea7-441f-ab24-3036b063ee24 service neutron] For port 3aee2d9e-0224-48b7-912c-6d07afa98816, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:06:35.042317 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-58018763-aea7-441f-ab24-3036b063ee24 service neutron] For port 3aee2d9e-0224-48b7-912c-6d07afa98816, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3aee2d9e-0224-48b7-912c-6d07afa98816,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:06:35.050117 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-58018763-aea7-441f-ab24-3036b063ee24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (3aee2d9e-0224-48b7-912c-6d07afa98816), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:35.086689 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-58018763-aea7-441f-ab24-3036b063ee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:35.087917 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-58018763-aea7-441f-ab24-3036b063ee24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:35.089456 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-58018763-aea7-441f-ab24-3036b063ee24 service neutron] 10.222.0.94 "PUT /v2.0/ports/3aee2d9e-0224-48b7-912c-6d07afa98816 HTTP/1.1" status: 200 len: 1093 time: 0.6981740 Feb 08 22:06:35.093220 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4bf70a-8007-4eb9-80e6-c432aa413875', 'tag': '3aee2d9e-0224-48b7-912c-6d07afa98816'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:06:35.094232 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80230409-5894-4c68-9905-11f0c64322ad" -d '{"events": [{"name": "network-changed", "server_uuid": "6c4bf70a-8007-4eb9-80e6-c432aa413875", "tag": "3aee2d9e-0224-48b7-912c-6d07afa98816"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:06:35.126656 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58018763-aea7-441f-ab24-3036b063ee24 service neutron] Pushing event updated for resources: {'Port': ['ID=3aee2d9e-0224-48b7-912c-6d07afa98816,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:06:35.154268 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f59296-a343-4453-abbc-3a2ce320ba9d x-openstack-request-id: req-91f59296-a343-4453-abbc-3a2ce320ba9d {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:06:35.154621 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c4bf70a-8007-4eb9-80e6-c432aa413875", "tag": "3aee2d9e-0224-48b7-912c-6d07afa98816", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:06:35.155311 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-91f59296-a343-4453-abbc-3a2ce320ba9d {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:06:35.155771 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c4bf70a-8007-4eb9-80e6-c432aa413875', 'tag': '3aee2d9e-0224-48b7-912c-6d07afa98816', 'status': 'completed', 'code': 200} Feb 08 22:06:35.196907 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-6af0d4b6-6871-4bd1-85af-2e057eaf78ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:35.198703 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-6af0d4b6-6871-4bd1-85af-2e057eaf78ca service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 1127 time: 0.0587082 Feb 08 22:06:35.248242 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-32964eee-9f83-4642-a9c9-a5a5d5298e61 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aee2d9e-0224-48b7-912c-6d07afa98816 HTTP/1.1" status: 200 len: 217 time: 0.0411093 Feb 08 22:06:35.304064 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-c5d360af-aefe-40fa-b31f-497970a83375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:35.306177 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-c5d360af-aefe-40fa-b31f-497970a83375 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e2ac310d-6418-47f9-bc84-ee6106411485 HTTP/1.1" status: 200 len: 851 time: 0.0505362 Feb 08 22:06:35.369144 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-1116a21e-f569-42cc-be7b-7a2ef1ff8fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:35.371090 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-1116a21e-f569-42cc-be7b-7a2ef1ff8fe7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3e877b49-38c1-41e0-85cf-576297877def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0584943 Feb 08 22:06:35.470545 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-1f958f25-3f17-45e6-8434-5aba043ed8fc service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922310 Feb 08 22:06:35.575832 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-13a7074a-e35b-4504-b791-9469ff3348d7 req-f7d6ed2c-92b5-4b43-bc1f-1028303a073d service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999041 Feb 08 22:06:35.663836 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80230409-5894-4c68-9905-11f0c64322ad req-e85070d6-9940-4ebd-a259-2891049d7960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:35.665951 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-80230409-5894-4c68-9905-11f0c64322ad req-e85070d6-9940-4ebd-a259-2891049d7960 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 1127 time: 0.0466025 Feb 08 22:06:35.764531 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80230409-5894-4c68-9905-11f0c64322ad req-1fe0455f-249a-46be-b5d0-8c9936bab437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:35.766492 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-80230409-5894-4c68-9905-11f0c64322ad req-1fe0455f-249a-46be-b5d0-8c9936bab437 service neutron] 10.222.0.94 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 913 time: 0.0949516 Feb 08 22:06:35.815926 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-80230409-5894-4c68-9905-11f0c64322ad req-c727c99d-b13b-4f59-b1a8-3761470dd626 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aee2d9e-0224-48b7-912c-6d07afa98816 HTTP/1.1" status: 200 len: 217 time: 0.0440831 Feb 08 22:06:35.865353 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80230409-5894-4c68-9905-11f0c64322ad req-a2db46fb-8f4a-4a25-8f4c-997310e9305d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:35.866955 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-80230409-5894-4c68-9905-11f0c64322ad req-a2db46fb-8f4a-4a25-8f4c-997310e9305d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e2ac310d-6418-47f9-bc84-ee6106411485 HTTP/1.1" status: 200 len: 851 time: 0.0448289 Feb 08 22:06:35.895715 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aea1b4-6906-4b6f-ad24-d3ae0c1b5549 req-83a0598b-0ae6-4de1-890d-e431a86fbd52 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:35.897370 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c6aea1b4-6906-4b6f-ad24-d3ae0c1b5549 req-83a0598b-0ae6-4de1-890d-e431a86fbd52 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 944 time: 0.0612013 Feb 08 22:06:35.923502 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80230409-5894-4c68-9905-11f0c64322ad req-b17b446a-b5fe-416c-8d53-696f570d2b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:35.925035 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-80230409-5894-4c68-9905-11f0c64322ad req-b17b446a-b5fe-416c-8d53-696f570d2b82 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3e877b49-38c1-41e0-85cf-576297877def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0522220 Feb 08 22:06:35.952306 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c6aea1b4-6906-4b6f-ad24-d3ae0c1b5549 req-9a5ecefc-44ed-4327-abc1-015f4be13eca tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478561 Feb 08 22:06:36.024226 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-80230409-5894-4c68-9905-11f0c64322ad req-5950f5f6-638f-40e5-9eb1-56a29c4f751f service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923295 Feb 08 22:06:36.123022 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-80230409-5894-4c68-9905-11f0c64322ad req-343bade8-44c6-4f93-99d4-f6ba415a4a5d service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938005 Feb 08 22:06:36.767570 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:37.006299 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:37.081135 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e5ba0-e027-46f1-bd01-ebb2e2a99fcd req-b604007e-fbee-4ee7-98b5-c547fe259cfa tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:37.082708 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a91e5ba0-e027-46f1-bd01-ebb2e2a99fcd req-b604007e-fbee-4ee7-98b5-c547fe259cfa tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 944 time: 0.0571511 Feb 08 22:06:37.152885 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a91e5ba0-e027-46f1-bd01-ebb2e2a99fcd req-873e46cb-8196-427a-8373-68285790d346 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637743 Feb 08 22:06:38.284431 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287cc156-ed63-4725-855a-bec570bc057a req-86891983-656f-41fe-8948-0d8c3ecbddb3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:38.285921 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-287cc156-ed63-4725-855a-bec570bc057a req-86891983-656f-41fe-8948-0d8c3ecbddb3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 944 time: 0.0614290 Feb 08 22:06:38.350915 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-287cc156-ed63-4725-855a-bec570bc057a req-2d9666a7-0626-4deb-be81-5d288372e1b3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584507 Feb 08 22:06:39.477435 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c569847-fe40-49ef-ab17-1c9f5387b461 req-7c3ca39b-c2b8-41a4-b54a-21a65b517a89 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:39.478991 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c569847-fe40-49ef-ab17-1c9f5387b461 req-7c3ca39b-c2b8-41a4-b54a-21a65b517a89 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 944 time: 0.0542831 Feb 08 22:06:39.530478 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c569847-fe40-49ef-ab17-1c9f5387b461 req-1b66b021-7e7e-4f16-be05-f71f7d217710 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457690 Feb 08 22:06:40.659776 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc98679-560d-4dd3-878a-377460d12167 req-2964abfc-e19e-443d-898d-9916bdec2f6a tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:40.661628 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8cc98679-560d-4dd3-878a-377460d12167 req-2964abfc-e19e-443d-898d-9916bdec2f6a tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 944 time: 0.0593100 Feb 08 22:06:40.725459 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8cc98679-560d-4dd3-878a-377460d12167 req-c45e9e8a-c3bc-4a00-a5ed-77e5bb529108 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573242 Feb 08 22:06:41.861146 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497dd232-a407-47a7-9564-38d0887050bd req-2fb1344e-e495-4d7c-a6bb-e326b7af9345 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:41.869909 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-497dd232-a407-47a7-9564-38d0887050bd req-2fb1344e-e495-4d7c-a6bb-e326b7af9345 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 944 time: 0.0603549 Feb 08 22:06:41.926572 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-497dd232-a407-47a7-9564-38d0887050bd req-931da964-83ec-4d3c-af53-efc9cde9d5db tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492308 Feb 08 22:06:43.063566 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760e40a-b031-4507-9c05-1f7ebcfa2399 req-07218cd3-3884-4d1c-a975-cb26e81a9fd5 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:43.065149 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2760e40a-b031-4507-9c05-1f7ebcfa2399 req-07218cd3-3884-4d1c-a975-cb26e81a9fd5 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 944 time: 0.0593433 Feb 08 22:06:43.116952 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2760e40a-b031-4507-9c05-1f7ebcfa2399 req-c89fbbaf-cf5e-4a26-9549-69dc301840cc tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461013 Feb 08 22:06:44.243783 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5cef6-ba93-4a90-a9fc-ff8c0689b4ea req-5578268e-2ff3-49de-ab8b-361a830930b0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:44.245352 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49a5cef6-ba93-4a90-a9fc-ff8c0689b4ea req-5578268e-2ff3-49de-ab8b-361a830930b0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 944 time: 0.0594218 Feb 08 22:06:44.306093 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49a5cef6-ba93-4a90-a9fc-ff8c0689b4ea req-e0e2fa7d-ddb9-4f0e-8f95-79d2e51ce502 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545790 Feb 08 22:06:45.436521 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ece41-02af-438d-87b1-d2706df93c55 req-fbf60b8e-eba8-493c-a956-97b2af783dc7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:45.438134 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-853ece41-02af-438d-87b1-d2706df93c55 req-fbf60b8e-eba8-493c-a956-97b2af783dc7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 944 time: 0.0550170 Feb 08 22:06:45.486877 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-853ece41-02af-438d-87b1-d2706df93c55 req-450504f5-065d-4c68-abd2-f5c282be1f94 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430324 Feb 08 22:06:46.609151 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8aed0-fdd8-45d2-bd14-0fed84125254 req-4c82cf92-e67f-482a-80a5-e4a7223a57e0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:46.610669 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-08c8aed0-fdd8-45d2-bd14-0fed84125254 req-4c82cf92-e67f-482a-80a5-e4a7223a57e0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 944 time: 0.0559649 Feb 08 22:06:46.665919 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-08c8aed0-fdd8-45d2-bd14-0fed84125254 req-b67b48f9-6c98-4587-87e1-b181d9cfb770 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496321 Feb 08 22:06:47.786668 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166cb9c-d01c-41b1-b639-3533c1419d30 req-a80c6ff3-bf05-4acc-a3c3-d385bc45b469 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:47.788239 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c166cb9c-d01c-41b1-b639-3533c1419d30 req-a80c6ff3-bf05-4acc-a3c3-d385bc45b469 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 944 time: 0.0556672 Feb 08 22:06:47.839202 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c166cb9c-d01c-41b1-b639-3533c1419d30 req-004cf2ba-c84f-4580-b5b5-c52b99808fca tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446291 Feb 08 22:06:48.963462 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06bb67-557b-418a-b7ba-7f941eb03c7e req-13695bf0-26c9-4eba-8393-06842e382b03 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:48.964936 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cb06bb67-557b-418a-b7ba-7f941eb03c7e req-13695bf0-26c9-4eba-8393-06842e382b03 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 944 time: 0.0534468 Feb 08 22:06:49.014636 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cb06bb67-557b-418a-b7ba-7f941eb03c7e req-3ddf8d96-b7bf-419d-b04d-5644684a179d tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440488 Feb 08 22:06:50.145695 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94e92d-a343-43de-85e0-0a6e0876dc7e req-3cb131e1-1b5b-4936-91e3-37302a1fd492 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:50.147178 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8f94e92d-a343-43de-85e0-0a6e0876dc7e req-3cb131e1-1b5b-4936-91e3-37302a1fd492 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 944 time: 0.0569291 Feb 08 22:06:50.196253 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8f94e92d-a343-43de-85e0-0a6e0876dc7e req-ec3e6def-5879-491b-ad52-68989ccd3fc8 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434840 Feb 08 22:06:51.329709 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae650a-f5ce-4e52-a5be-36424e9dac37 req-88af39f9-3b92-44ef-83ba-3cf90f48619d tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:51.331339 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-57ae650a-f5ce-4e52-a5be-36424e9dac37 req-88af39f9-3b92-44ef-83ba-3cf90f48619d tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 944 time: 0.0608191 Feb 08 22:06:51.392328 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-57ae650a-f5ce-4e52-a5be-36424e9dac37 req-8d23af95-3691-484b-8bb6-933b2386d282 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553226 Feb 08 22:06:51.801522 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 3aee2d9e-0224-48b7-912c-6d07afa98816 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:06:51.907078 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 3aee2d9e-0224-48b7-912c-6d07afa98816, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3aee2d9e-0224-48b7-912c-6d07afa98816,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:06:51.919574 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '3aee2d9e-0224-48b7-912c-6d07afa98816', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'port_id': '3aee2d9e-0224-48b7-912c-6d07afa98816', 'mac_address': 'fa:16:3e:1a:a8:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:06:51.956752 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 3aee2d9e-0224-48b7-912c-6d07afa98816 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:06:51.957141 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3aee2d9e-0224-48b7-912c-6d07afa98816), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:51.970317 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aee2d9e-0224-48b7-912c-6d07afa98816 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:06:51.991512 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 3aee2d9e-0224-48b7-912c-6d07afa98816, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3aee2d9e-0224-48b7-912c-6d07afa98816,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:06:51.998098 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3aee2d9e-0224-48b7-912c-6d07afa98816), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:52.047466 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=3aee2d9e-0224-48b7-912c-6d07afa98816,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:06:52.055110 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:52.055396 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:52.055741 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:52.056083 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:52.056991 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:52.057364 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:52.057697 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:52.058025 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:52.058352 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:52.058678 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:52.059002 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:52.059325 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:52.059645 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:52.311459 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['3aee2d9e-0224-48b7-912c-6d07afa98816'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:06:52.524930 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabb1e7-30c7-4aec-a64f-0a341dc3e390 req-33bf7863-a508-428b-a9aa-8ebf49bc3d3a tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:52.526705 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2dabb1e7-30c7-4aec-a64f-0a341dc3e390 req-33bf7863-a508-428b-a9aa-8ebf49bc3d3a tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 945 time: 0.0638671 Feb 08 22:06:52.580533 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2dabb1e7-30c7-4aec-a64f-0a341dc3e390 req-b13fcd3f-6797-40d2-b4c0-ef6756748fed tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476146 Feb 08 22:06:53.706595 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a98fa-937f-460c-825e-bd4156523b7f req-93d63290-b692-4872-af61-8d21c6a40104 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:53.708083 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-669a98fa-937f-460c-825e-bd4156523b7f req-93d63290-b692-4872-af61-8d21c6a40104 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 945 time: 0.0598428 Feb 08 22:06:53.762317 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-669a98fa-937f-460c-825e-bd4156523b7f req-88f5c318-a73b-4264-bff8-d6b93a34abd9 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463448 Feb 08 22:06:53.841464 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 3aee2d9e-0224-48b7-912c-6d07afa98816 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:06:53.896318 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 3aee2d9e-0224-48b7-912c-6d07afa98816 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:06:53.901720 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 3aee2d9e-0224-48b7-912c-6d07afa98816 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:06:53.902228 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3aee2d9e-0224-48b7-912c-6d07afa98816), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:53.986076 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 3aee2d9e-0224-48b7-912c-6d07afa98816 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:06:53.986626 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3aee2d9e-0224-48b7-912c-6d07afa98816), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:54.011613 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4bf70a-8007-4eb9-80e6-c432aa413875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aee2d9e-0224-48b7-912c-6d07afa98816'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:06:54.013912 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035a10a7-bad7-4522-a328-fc9a9d933e82" -d '{"events": [{"server_uuid": "6c4bf70a-8007-4eb9-80e6-c432aa413875", "name": "network-vif-plugged", "status": "completed", "tag": "3aee2d9e-0224-48b7-912c-6d07afa98816"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:06:54.028122 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 3aee2d9e-0224-48b7-912c-6d07afa98816, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3aee2d9e-0224-48b7-912c-6d07afa98816,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:06:54.033970 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3aee2d9e-0224-48b7-912c-6d07afa98816), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:54.243598 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38613925-38bd-4a82-bdfd-eca6a8c3da19 x-openstack-request-id: req-38613925-38bd-4a82-bdfd-eca6a8c3da19 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:06:54.244064 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4bf70a-8007-4eb9-80e6-c432aa413875", "name": "network-vif-plugged", "status": "completed", "tag": "3aee2d9e-0224-48b7-912c-6d07afa98816", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:06:54.244989 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-38613925-38bd-4a82-bdfd-eca6a8c3da19 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:06:54.244989 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4bf70a-8007-4eb9-80e6-c432aa413875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aee2d9e-0224-48b7-912c-6d07afa98816', 'code': 200} Feb 08 22:06:54.278345 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=3aee2d9e-0224-48b7-912c-6d07afa98816,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:06:54.283476 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5ce9de78-8e58-4ed7-970c-6d8cf440046b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:54.337489 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76439865-9aba-4507-95e3-b8b71136792a req-549dccd0-df32-4075-9a1f-e3a380f8f64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:54.339591 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-76439865-9aba-4507-95e3-b8b71136792a req-549dccd0-df32-4075-9a1f-e3a380f8f64e service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 1129 time: 0.0462408 Feb 08 22:06:54.397051 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-76439865-9aba-4507-95e3-b8b71136792a req-00704aee-2b27-480f-aaf6-b6001a6e59ac service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514340 Feb 08 22:06:54.897795 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec196a-9877-496e-8aa8-b8bc10c4622f req-35985851-f37b-4927-89dc-5563d1c472cd tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:54.900545 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-59ec196a-9877-496e-8aa8-b8bc10c4622f req-35985851-f37b-4927-89dc-5563d1c472cd tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 946 time: 0.0592284 Feb 08 22:06:54.964138 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-59ec196a-9877-496e-8aa8-b8bc10c4622f req-868372c8-b657-4a90-adf2-8f74d1681274 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581062 Feb 08 22:06:55.818971 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:06:56.088302 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5f001-9f4f-473a-9841-697b9c42753c req-78dd00cf-5d3b-4f37-8a43-df9aad35ac97 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:56.089712 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fde5f001-9f4f-473a-9841-697b9c42753c req-78dd00cf-5d3b-4f37-8a43-df9aad35ac97 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 946 time: 0.0540252 Feb 08 22:06:56.139206 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fde5f001-9f4f-473a-9841-697b9c42753c req-1c6ce551-7d01-44f7-a5e5-89e150df302e tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436904 Feb 08 22:06:56.261734 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7d191-5ba1-4dfe-bee7-bc1b62ba96d7 req-78153f0e-1ed8-4b1b-807c-ff9db8c2a571 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:56.263282 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c8d7d191-5ba1-4dfe-bee7-bc1b62ba96d7 req-78153f0e-1ed8-4b1b-807c-ff9db8c2a571 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 946 time: 0.0563424 Feb 08 22:06:56.325268 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c8d7d191-5ba1-4dfe-bee7-bc1b62ba96d7 req-52f06105-f9ba-4b00-a782-1f6261dc575a tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562503 Feb 08 22:06:56.348718 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43934) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:06:56.397095 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e3b0e8-0169-4b57-bca1-66ac289d237a tempest-TestVolumeBootPattern-1236749521 tempest-TestVolumeBootPattern-1236749521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:56.398781 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-95e3b0e8-0169-4b57-bca1-66ac289d237a tempest-TestVolumeBootPattern-1236749521 tempest-TestVolumeBootPattern-1236749521-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 1124 time: 0.0489616 Feb 08 22:06:56.402231 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 43936) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:06:56.406668 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'port_id': '3aee2d9e-0224-48b7-912c-6d07afa98816', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:06:56.431728 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:56.536009 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:56.657422 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Allocated IP 172.25.3.148 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/deb42951-7925-4412-8e9e-254a98b73a07) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:06:56.768367 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for port (deb42951-7925-4412-8e9e-254a98b73a07), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:56.802024 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (deb42951-7925-4412-8e9e-254a98b73a07), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:56.843236 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:06:56.848166 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:06:56.851769 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:06:56.878684 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event updated for resources: {'Port': ['ID=deb42951-7925-4412-8e9e-254a98b73a07,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:06:56.892699 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:56.893048 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:56.893422 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:56.893768 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:56.894103 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:56.894438 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:56.894777 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:56.895105 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:56.895431 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:56.895755 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:56.896086 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:56.896404 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:56.896730 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:06:57.233118 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for floatingip (d9cfad85-b6e9-4401-92d4-7bfe4d47681e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:57.311293 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (deb42951-7925-4412-8e9e-254a98b73a07), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:57.475535 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for port (deb42951-7925-4412-8e9e-254a98b73a07), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:57.481483 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (deb42951-7925-4412-8e9e-254a98b73a07), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:57.532805 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9ecc924c-9721-4110-b01d-d6d3bee257f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:57.565801 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event updated for resources: {'Port': ['ID=deb42951-7925-4412-8e9e-254a98b73a07,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:06:57.574037 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (d9cfad85-b6e9-4401-92d4-7bfe4d47681e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:57.675620 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Floating IP d9cfad85-b6e9-4401-92d4-7bfe4d47681e associated. External IP: 172.25.3.148, port: 3aee2d9e-0224-48b7-912c-6d07afa98816. Feb 08 22:06:57.900530 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Router fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:06:58.021957 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:06:58.033459 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7552dd75-deaa-45a0-a4b3-a837987092fd None None] Sync routers for ids ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:06:58.046349 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:06:58.052245 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7552dd75-deaa-45a0-a4b3-a837987092fd None None] Routers {'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:06:58.052942 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7552dd75-deaa-45a0-a4b3-a837987092fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:06:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:06:58.077097 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d7294a73-ffed-433e-899c-aeb80ed5647f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6737814 Feb 08 22:06:58.077722 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4bf70a-8007-4eb9-80e6-c432aa413875', 'tag': '3aee2d9e-0224-48b7-912c-6d07afa98816'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:06:58.080006 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12450121-960a-4702-912a-1d2956c3b65c" -d '{"events": [{"name": "network-changed", "server_uuid": "6c4bf70a-8007-4eb9-80e6-c432aa413875", "tag": "3aee2d9e-0224-48b7-912c-6d07afa98816"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:06:58.162568 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-7552dd75-deaa-45a0-a4b3-a837987092fd None None] Set router fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:06:58.186432 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebb77bf-0090-4bb7-8d5d-e71629fc2bde x-openstack-request-id: req-6ebb77bf-0090-4bb7-8d5d-e71629fc2bde {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:06:58.186816 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c4bf70a-8007-4eb9-80e6-c432aa413875", "tag": "3aee2d9e-0224-48b7-912c-6d07afa98816", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:06:58.187076 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6ebb77bf-0090-4bb7-8d5d-e71629fc2bde {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:06:58.187425 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c4bf70a-8007-4eb9-80e6-c432aa413875', 'tag': '3aee2d9e-0224-48b7-912c-6d07afa98816', 'status': 'completed', 'code': 200} Feb 08 22:06:58.253787 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12450121-960a-4702-912a-1d2956c3b65c req-c177e643-3b4e-4ae5-a9cb-71a4e118192d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:58.255339 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-12450121-960a-4702-912a-1d2956c3b65c req-c177e643-3b4e-4ae5-a9cb-71a4e118192d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 1129 time: 0.0464480 Feb 08 22:06:58.352326 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12450121-960a-4702-912a-1d2956c3b65c req-08aab2d4-c346-487b-9984-f6d10faf8ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:58.354608 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-12450121-960a-4702-912a-1d2956c3b65c req-08aab2d4-c346-487b-9984-f6d10faf8ff3 service neutron] 10.222.0.94 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 913 time: 0.0919635 Feb 08 22:06:58.408350 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7552dd75-deaa-45a0-a4b3-a837987092fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'name': 'tempest-TestVolumeBootPattern-1886814752-router', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:06Z', 'revision_number': 4, 'project_id': 'beb2210587a047799a2549836334dae5', 'gw_port': {'id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'd9cfad85-b6e9-4401-92d4-7bfe4d47681e', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'port_id': '3aee2d9e-0224-48b7-912c-6d07afa98816', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'mac_address': 'fa:16:3e:1a:a8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4bf70a-8007-4eb9-80e6-c432aa413875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:06:57Z', 'updated_at': '2022-02-08T22:06:57Z', 'revision_number': 0, 'project_id': 'beb2210587a047799a2549836334dae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacd7dc5-508c-4224-828e-b0c1c032829a', 'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'mac_address': 'fa:16:3e:3a:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:05Z', 'updated_at': '2022-02-08T21:58:12Z', 'revision_number': 5, 'project_id': 'beb2210587a047799a2549836334dae5', 'subnets': [{'id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:06:58.428417 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-12450121-960a-4702-912a-1d2956c3b65c req-13f72ef2-9cfc-43e4-b827-ed13cab844c0 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aee2d9e-0224-48b7-912c-6d07afa98816 HTTP/1.1" status: 200 len: 1000 time: 0.0682271 Feb 08 22:06:58.435862 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7552dd75-deaa-45a0-a4b3-a837987092fd None None] Checking router: fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:06:58.445934 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7552dd75-deaa-45a0-a4b3-a837987092fd None None] Routers {'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:06:58.446590 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7552dd75-deaa-45a0-a4b3-a837987092fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:06:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:06:58.494685 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12450121-960a-4702-912a-1d2956c3b65c req-d050e749-32ea-495f-b18e-c9e51107947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:58.496291 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-12450121-960a-4702-912a-1d2956c3b65c req-d050e749-32ea-495f-b18e-c9e51107947c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e2ac310d-6418-47f9-bc84-ee6106411485 HTTP/1.1" status: 200 len: 851 time: 0.0623410 Feb 08 22:06:58.553518 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12450121-960a-4702-912a-1d2956c3b65c req-f5061358-3d36-4e4b-822d-2efe852474f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:06:58.555053 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-12450121-960a-4702-912a-1d2956c3b65c req-f5061358-3d36-4e4b-822d-2efe852474f9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3e877b49-38c1-41e0-85cf-576297877def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0527968 Feb 08 22:06:58.571627 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-7552dd75-deaa-45a0-a4b3-a837987092fd None None] Set router fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:06:58.651494 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-12450121-960a-4702-912a-1d2956c3b65c req-96670b25-05ea-4045-8726-18b1c9cffd22 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903356 Feb 08 22:06:58.753699 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-12450121-960a-4702-912a-1d2956c3b65c req-6d97a693-e215-4374-becc-b233a8d2f8ae service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957363 Feb 08 22:06:58.824415 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7552dd75-deaa-45a0-a4b3-a837987092fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'name': 'tempest-TestVolumeBootPattern-1886814752-router', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:06Z', 'revision_number': 4, 'project_id': 'beb2210587a047799a2549836334dae5', 'gw_port': {'id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'd9cfad85-b6e9-4401-92d4-7bfe4d47681e', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'port_id': '3aee2d9e-0224-48b7-912c-6d07afa98816', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'mac_address': 'fa:16:3e:1a:a8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4bf70a-8007-4eb9-80e6-c432aa413875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:06:57Z', 'updated_at': '2022-02-08T22:06:57Z', 'revision_number': 0, 'project_id': 'beb2210587a047799a2549836334dae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacd7dc5-508c-4224-828e-b0c1c032829a', 'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'mac_address': 'fa:16:3e:3a:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:05Z', 'updated_at': '2022-02-08T21:58:12Z', 'revision_number': 5, 'project_id': 'beb2210587a047799a2549836334dae5', 'subnets': [{'id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:06:58.856133 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7552dd75-deaa-45a0-a4b3-a837987092fd None None] The sync data for ids ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'] in n-d-712143-31 is: [{'id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'name': 'tempest-TestVolumeBootPattern-1886814752-router', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:06Z', 'revision_number': 4, 'project_id': 'beb2210587a047799a2549836334dae5', 'gw_port': {'id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'd9cfad85-b6e9-4401-92d4-7bfe4d47681e', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'port_id': '3aee2d9e-0224-48b7-912c-6d07afa98816', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'mac_address': 'fa:16:3e:1a:a8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4bf70a-8007-4eb9-80e6-c432aa413875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:06:57Z', 'updated_at': '2022-02-08T22:06:57Z', 'revision_number': 0, 'project_id': 'beb2210587a047799a2549836334dae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacd7dc5-508c-4224-828e-b0c1c032829a', 'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'mac_address': 'fa:16:3e:3a:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:05Z', 'updated_at': '2022-02-08T21:58:12Z', 'revision_number': 5, 'project_id': 'beb2210587a047799a2549836334dae5', 'subnets': [{'id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:06:59.064292 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43b73ee-9d1d-46bb-8523-94895f3118c9 None None] New status for floating IP d9cfad85-b6e9-4401-92d4-7bfe4d47681e: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:06:59.364575 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:07:01.485642 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:07:01.673919 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:07:06.766450 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:07:07.030086 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:07:09.849246 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2273e047-d068-46d9-ad2f-40babbeb7f70 req-9aace72d-4ca9-4bfa-be0c-b5098cd51012 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443006 Feb 08 22:07:09.933285 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273e047-d068-46d9-ad2f-40babbeb7f70 req-e885ef01-d990-46a7-a912-4ca371aa02ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:07:09.934782 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2273e047-d068-46d9-ad2f-40babbeb7f70 req-e885ef01-d990-46a7-a912-4ca371aa02ec service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 1129 time: 0.0449669 Feb 08 22:07:10.043482 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273e047-d068-46d9-ad2f-40babbeb7f70 req-4228cdc8-7e52-461e-8a6c-7d28a694b5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:07:10.044429 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2273e047-d068-46d9-ad2f-40babbeb7f70 req-4228cdc8-7e52-461e-8a6c-7d28a694b5ea service neutron] 10.222.0.94 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 913 time: 0.0926919 Feb 08 22:07:10.108985 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2273e047-d068-46d9-ad2f-40babbeb7f70 req-a42da61e-b953-4c8c-aa23-c14a7e23d9c0 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aee2d9e-0224-48b7-912c-6d07afa98816 HTTP/1.1" status: 200 len: 1002 time: 0.0586429 Feb 08 22:07:10.160585 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273e047-d068-46d9-ad2f-40babbeb7f70 req-34fa9de3-5c30-462b-a062-fd017a8460e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:07:10.162355 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2273e047-d068-46d9-ad2f-40babbeb7f70 req-34fa9de3-5c30-462b-a062-fd017a8460e8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e2ac310d-6418-47f9-bc84-ee6106411485 HTTP/1.1" status: 200 len: 851 time: 0.0476165 Feb 08 22:07:10.209563 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273e047-d068-46d9-ad2f-40babbeb7f70 req-e854712b-45cb-42df-bbcf-716dd9d0a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:07:10.211056 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2273e047-d068-46d9-ad2f-40babbeb7f70 req-e854712b-45cb-42df-bbcf-716dd9d0a265 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3e877b49-38c1-41e0-85cf-576297877def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434902 Feb 08 22:07:10.299004 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2273e047-d068-46d9-ad2f-40babbeb7f70 req-de994d3a-687a-4321-b6d3-b1dc30c4f37d service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819230 Feb 08 22:07:10.391041 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2273e047-d068-46d9-ad2f-40babbeb7f70 req-feb1445f-8dbe-4d93-bc98-1bb2af8db058 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870962 Feb 08 22:07:16.605791 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-07f8edeb-8bd1-462c-bd03-ee33bfff9e87 req-4542dc52-e31e-4290-bac2-bb62e30519d9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0501368 Feb 08 22:07:16.702682 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8edeb-8bd1-462c-bd03-ee33bfff9e87 req-58df7123-56b1-4ea2-9bb8-7420e11e04e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:07:16.704482 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-07f8edeb-8bd1-462c-bd03-ee33bfff9e87 req-58df7123-56b1-4ea2-9bb8-7420e11e04e3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 1128 time: 0.0489581 Feb 08 22:07:16.817630 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8edeb-8bd1-462c-bd03-ee33bfff9e87 req-e1093ee2-f78b-45be-a23a-1a13419e0daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:07:16.819124 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-07f8edeb-8bd1-462c-bd03-ee33bfff9e87 req-e1093ee2-f78b-45be-a23a-1a13419e0daa service neutron] 10.222.0.96 "GET /v2.0/networks?id=62ac34d7-8a1d-4c62-a61e-4097641bfebc HTTP/1.1" status: 200 len: 897 time: 0.0947690 Feb 08 22:07:16.886566 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-07f8edeb-8bd1-462c-bd03-ee33bfff9e87 req-d4711575-d236-4c0b-8eb7-0f6a6022c281 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb2312f3-abeb-4c86-a690-a1c8e4d72c1e HTTP/1.1" status: 200 len: 1001 time: 0.0611432 Feb 08 22:07:16.939358 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8edeb-8bd1-462c-bd03-ee33bfff9e87 req-89ca2698-aead-49ba-b195-48558a95de67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:07:16.940806 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-07f8edeb-8bd1-462c-bd03-ee33bfff9e87 req-89ca2698-aead-49ba-b195-48558a95de67 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=233ae1b4-b90d-47bf-986e-40f3cddf83dc HTTP/1.1" status: 200 len: 835 time: 0.0481210 Feb 08 22:07:16.990394 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8edeb-8bd1-462c-bd03-ee33bfff9e87 req-a0256462-5828-4ae1-9da1-e494129395c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:07:16.992421 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-07f8edeb-8bd1-462c-bd03-ee33bfff9e87 req-a0256462-5828-4ae1-9da1-e494129395c6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=62ac34d7-8a1d-4c62-a61e-4097641bfebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458245 Feb 08 22:07:17.082360 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-07f8edeb-8bd1-462c-bd03-ee33bfff9e87 req-5097ed20-3ee4-425f-9880-fad678a2763a service neutron] 10.222.0.96 "GET /v2.0/networks/62ac34d7-8a1d-4c62-a61e-4097641bfebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837128 Feb 08 22:07:17.176872 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-07f8edeb-8bd1-462c-bd03-ee33bfff9e87 req-d81d2106-78b7-439c-8538-4f1d9097a881 service neutron] 10.222.0.96 "GET /v2.0/networks/62ac34d7-8a1d-4c62-a61e-4097641bfebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881135 Feb 08 22:07:23.499591 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546fd91-8b4e-4101-b1a1-3475db62d730 req-c74387d0-554d-4fde-8d4e-98956c77c6fd tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:07:23.501878 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5546fd91-8b4e-4101-b1a1-3475db62d730 req-c74387d0-554d-4fde-8d4e-98956c77c6fd tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 945 time: 0.1119153 Feb 08 22:07:23.552817 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5546fd91-8b4e-4101-b1a1-3475db62d730 req-ef22ab57-8b00-45a9-bbda-f3db412c2c61 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a6b03b4-406f-4592-bd41-1be06d5235f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454900 Feb 08 22:07:24.235638 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f41e3003-8d0e-4f6c-9695-69ff4b588126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:07:24.674094 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b41d24-cfdb-42ad-8884-b71e48cdf8a3 req-ad69b3ac-77e5-4f5a-ae15-d7d2d5e17de2 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:07:24.675579 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25b41d24-cfdb-42ad-8884-b71e48cdf8a3 req-ad69b3ac-77e5-4f5a-ae15-d7d2d5e17de2 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 945 time: 0.0527449 Feb 08 22:07:24.729109 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-25b41d24-cfdb-42ad-8884-b71e48cdf8a3 req-fb080a5b-546c-4178-af81-48382a3ee2d8 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a6b03b4-406f-4592-bd41-1be06d5235f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479074 Feb 08 22:07:25.864162 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9aa96-abcd-412a-a392-2fbc0835f8cd req-d475bc7a-34e4-47f4-9ee4-212aed5e4ed4 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:07:25.865675 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-92e9aa96-abcd-412a-a392-2fbc0835f8cd req-d475bc7a-34e4-47f4-9ee4-212aed5e4ed4 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 945 time: 0.0661376 Feb 08 22:07:25.922847 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-92e9aa96-abcd-412a-a392-2fbc0835f8cd req-b33e6046-8568-48da-b89b-55950fcafcec tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a6b03b4-406f-4592-bd41-1be06d5235f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494349 Feb 08 22:07:27.056633 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c6629-ef0c-4f05-8b27-39f3794abd7c req-b7665320-8553-4f90-8eb4-f1a9a178a954 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:07:27.058290 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d89c6629-ef0c-4f05-8b27-39f3794abd7c req-b7665320-8553-4f90-8eb4-f1a9a178a954 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 945 time: 0.0605087 Feb 08 22:07:27.108034 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d89c6629-ef0c-4f05-8b27-39f3794abd7c req-5c90e0e3-a479-4384-9c15-7db9e8ba1952 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a6b03b4-406f-4592-bd41-1be06d5235f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441828 Feb 08 22:07:27.535157 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fe539198-75a1-41ea-930f-776acd440093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:07:28.247374 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db722fd2-3960-4b15-84cd-b9cca75d0fd4 req-e192d88b-480b-4907-a421-b0dd20656194 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:07:28.248812 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-db722fd2-3960-4b15-84cd-b9cca75d0fd4 req-e192d88b-480b-4907-a421-b0dd20656194 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 945 time: 0.0649326 Feb 08 22:07:28.303707 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-db722fd2-3960-4b15-84cd-b9cca75d0fd4 req-aea1bd41-00a4-4cde-b02c-e8e049960932 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a6b03b4-406f-4592-bd41-1be06d5235f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491297 Feb 08 22:07:29.368169 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:07:29.449825 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813339d1-77df-4c82-a44f-847547a213f0 req-43b68bf8-f5a4-4794-af4d-fea4a47758cd tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:07:29.451304 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-813339d1-77df-4c82-a44f-847547a213f0 req-43b68bf8-f5a4-4794-af4d-fea4a47758cd tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 945 time: 0.0641034 Feb 08 22:07:29.504613 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-813339d1-77df-4c82-a44f-847547a213f0 req-2eabcdee-bf3c-484a-947a-2391feaed5ad tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a6b03b4-406f-4592-bd41-1be06d5235f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476954 Feb 08 22:07:30.634323 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55e21d-da16-48bb-a109-a89284ee08af req-4e3c6b4b-4f7e-40e3-8026-a3dad607c39f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:07:30.635846 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ec55e21d-da16-48bb-a109-a89284ee08af req-4e3c6b4b-4f7e-40e3-8026-a3dad607c39f tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 945 time: 0.0593500 Feb 08 22:07:30.692730 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ec55e21d-da16-48bb-a109-a89284ee08af req-170eae79-ff14-4405-b33d-5cb259414351 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a6b03b4-406f-4592-bd41-1be06d5235f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499103 Feb 08 22:07:31.490094 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:07:31.676959 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:07:31.824039 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f056fbc-e394-451c-9271-7fb57598873f req-12603958-b819-4b8e-b09b-289032422063 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:07:31.825756 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9f056fbc-e394-451c-9271-7fb57598873f req-12603958-b819-4b8e-b09b-289032422063 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 945 time: 0.0577874 Feb 08 22:07:31.877855 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9f056fbc-e394-451c-9271-7fb57598873f req-a9c4fa06-94d1-4d1c-a1c5-72bc1cb86bc2 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a6b03b4-406f-4592-bd41-1be06d5235f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454762 Feb 08 22:07:32.821831 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:07:33.015951 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f721a-1962-4bcc-9440-493f551d7c12 req-012ef90c-4c63-4228-b5d9-b58709bb9923 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:07:33.017568 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-120f721a-1962-4bcc-9440-493f551d7c12 req-012ef90c-4c63-4228-b5d9-b58709bb9923 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 945 time: 0.0639560 Feb 08 22:07:33.083123 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-120f721a-1962-4bcc-9440-493f551d7c12 req-0b56e181-1e5f-49cb-aaf4-ce1a6466f443 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a6b03b4-406f-4592-bd41-1be06d5235f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547848 Feb 08 22:07:34.207642 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60d64a-938d-4e1d-9ad2-823d9c104d89 req-ec4f9199-e088-40a7-9bc1-8ccbc00c8dbc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:07:34.209160 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce60d64a-938d-4e1d-9ad2-823d9c104d89 req-ec4f9199-e088-40a7-9bc1-8ccbc00c8dbc tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 945 time: 0.0552192 Feb 08 22:07:34.261903 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce60d64a-938d-4e1d-9ad2-823d9c104d89 req-26ad8ec1-a997-43e1-b6c0-673517a94c09 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a6b03b4-406f-4592-bd41-1be06d5235f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465276 Feb 08 22:07:35.393377 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f29f4-bc4f-40e9-a2a7-1868f6182e8d req-072e6484-299b-448e-93f9-8e6cb256e3ee tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:07:35.394912 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1c1f29f4-bc4f-40e9-a2a7-1868f6182e8d req-072e6484-299b-448e-93f9-8e6cb256e3ee tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 945 time: 0.0553033 Feb 08 22:07:35.452679 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1c1f29f4-bc4f-40e9-a2a7-1868f6182e8d req-dfabcb5e-de0d-498d-937d-d2db90f268d2 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a6b03b4-406f-4592-bd41-1be06d5235f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503204 Feb 08 22:07:36.631858 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be09c4-35fd-4394-b88a-f8f8d3fab8ac req-4f863ee1-3877-4008-a17b-3d1b0bbacfc4 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:07:36.633422 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-44be09c4-35fd-4394-b88a-f8f8d3fab8ac req-4f863ee1-3877-4008-a17b-3d1b0bbacfc4 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 945 time: 0.0708938 Feb 08 22:07:36.702694 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-44be09c4-35fd-4394-b88a-f8f8d3fab8ac req-f8fe21b6-600b-4be3-901b-b5fdbd246939 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a6b03b4-406f-4592-bd41-1be06d5235f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599561 Feb 08 22:07:36.775348 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:07:37.047863 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:07:37.935119 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f52bd-9823-4f05-a5e8-90f59867be5d req-e0eb54e4-0b77-4e41-9b75-c25bb2626270 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:07:37.936995 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b23f52bd-9823-4f05-a5e8-90f59867be5d req-e0eb54e4-0b77-4e41-9b75-c25bb2626270 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 945 time: 0.1210229 Feb 08 22:07:37.942633 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1545bef-6c9e-4f7e-a1ce-6e718b98c156 req-4f0b2f46-bb10-4a01-8d6f-8469e62e0546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:07:37.944542 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d1545bef-6c9e-4f7e-a1ce-6e718b98c156 req-4f0b2f46-bb10-4a01-8d6f-8469e62e0546 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 1128 time: 0.1127310 Feb 08 22:07:38.098598 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d1545bef-6c9e-4f7e-a1ce-6e718b98c156 req-08cf1c19-b7b1-4ec6-9543-d9e21607eb37 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=2a6b03b4-406f-4592-bd41-1be06d5235f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475956 Feb 08 22:07:38.104780 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b23f52bd-9823-4f05-a5e8-90f59867be5d req-1eb85a22-d357-4517-b060-0d246ac80166 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a6b03b4-406f-4592-bd41-1be06d5235f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418223 Feb 08 22:07:38.276362 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device cb2312f3-abeb-4c86-a690-a1c8e4d72c1e no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:07:38.412011 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port cb2312f3-abeb-4c86-a690-a1c8e4d72c1e is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:07:38.412556 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cb2312f3-abeb-4c86-a690-a1c8e4d72c1e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:07:38.454325 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d58314b-e1f8-4554-9feb-496ea5362091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb2312f3-abeb-4c86-a690-a1c8e4d72c1e'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:07:38.456914 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e1b18c-541e-466c-a6b6-7b5c9970d797" -d '{"events": [{"server_uuid": "7d58314b-e1f8-4554-9feb-496ea5362091", "name": "network-vif-unplugged", "status": "completed", "tag": "cb2312f3-abeb-4c86-a690-a1c8e4d72c1e"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:07:38.472579 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port cb2312f3-abeb-4c86-a690-a1c8e4d72c1e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=cb2312f3-abeb-4c86-a690-a1c8e4d72c1e,segment=NetworkSegment(db607765-37a1-447c-bbef-16a6541db9b3),segment_id=db607765-37a1-447c-bbef-16a6541db9b3)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:07:38.478493 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cb2312f3-abeb-4c86-a690-a1c8e4d72c1e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:07:38.517608 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 22:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca68b8e-df38-473b-8401-22e51f15e9c2 x-openstack-request-id: req-7ca68b8e-df38-473b-8401-22e51f15e9c2 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:07:38.518063 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d58314b-e1f8-4554-9feb-496ea5362091", "name": "network-vif-unplugged", "status": "completed", "tag": "cb2312f3-abeb-4c86-a690-a1c8e4d72c1e", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:07:38.518479 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7ca68b8e-df38-473b-8401-22e51f15e9c2 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:07:38.519099 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d58314b-e1f8-4554-9feb-496ea5362091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb2312f3-abeb-4c86-a690-a1c8e4d72c1e', 'code': 200} Feb 08 22:07:38.546401 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=cb2312f3-abeb-4c86-a690-a1c8e4d72c1e,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:07:39.285994 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736362b-10b5-47bf-82d3-9f720784cb76 req-f9e2aff2-3c3e-4ad5-ab2c-b19b818a619a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:07:39.288015 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8736362b-10b5-47bf-82d3-9f720784cb76 req-f9e2aff2-3c3e-4ad5-ab2c-b19b818a619a tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 943 time: 0.0854654 Feb 08 22:07:39.357034 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8736362b-10b5-47bf-82d3-9f720784cb76 req-d409ff1d-92f3-4dd0-b608-6442098029ec tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a6b03b4-406f-4592-bd41-1be06d5235f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580621 Feb 08 22:07:40.292922 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device cb2312f3-abeb-4c86-a690-a1c8e4d72c1e details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:07:40.439297 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port cb2312f3-abeb-4c86-a690-a1c8e4d72c1e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=cb2312f3-abeb-4c86-a690-a1c8e4d72c1e,segment=NetworkSegment(db607765-37a1-447c-bbef-16a6541db9b3),segment_id=db607765-37a1-447c-bbef-16a6541db9b3)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:07:40.457257 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'cb2312f3-abeb-4c86-a690-a1c8e4d72c1e', 'network_id': '62ac34d7-8a1d-4c62-a61e-4097641bfebc', 'port_id': 'cb2312f3-abeb-4c86-a690-a1c8e4d72c1e', 'mac_address': 'fa:16:3e:48:c4:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '233ae1b4-b90d-47bf-986e-40f3cddf83dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:07:40.508157 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port cb2312f3-abeb-4c86-a690-a1c8e4d72c1e is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:07:40.508616 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cb2312f3-abeb-4c86-a690-a1c8e4d72c1e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:07:40.529914 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2312f3-abeb-4c86-a690-a1c8e4d72c1e {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:07:40.546633 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797ea17-c242-4e5a-88fd-edbbe3f1da7f req-0756b86d-79da-4cd4-bb83-93dc7895d6a5 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:07:40.548323 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2797ea17-c242-4e5a-88fd-edbbe3f1da7f req-0756b86d-79da-4cd4-bb83-93dc7895d6a5 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 943 time: 0.0690646 Feb 08 22:07:40.563406 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port cb2312f3-abeb-4c86-a690-a1c8e4d72c1e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=cb2312f3-abeb-4c86-a690-a1c8e4d72c1e,segment=NetworkSegment(db607765-37a1-447c-bbef-16a6541db9b3),segment_id=db607765-37a1-447c-bbef-16a6541db9b3)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:07:40.572943 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cb2312f3-abeb-4c86-a690-a1c8e4d72c1e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:07:40.646472 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=cb2312f3-abeb-4c86-a690-a1c8e4d72c1e,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:07:40.652460 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2797ea17-c242-4e5a-88fd-edbbe3f1da7f req-4a8a9681-205c-4a18-a579-0a521b09ff61 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a6b03b4-406f-4592-bd41-1be06d5235f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956171 Feb 08 22:07:40.701170 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44024) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:07:40.795845 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f9f1c91b-4914-42a3-8e6e-a39617da7577 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/floatingips/450e4938-7a06-441d-9e52-d2ceee949adc HTTP/1.1" status: 200 len: 992 time: 0.0926533 Feb 08 22:07:40.910111 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['cb2312f3-abeb-4c86-a690-a1c8e4d72c1e'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:07:42.290536 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device cb2312f3-abeb-4c86-a690-a1c8e4d72c1e up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:07:42.371401 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port cb2312f3-abeb-4c86-a690-a1c8e4d72c1e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:07:42.371976 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cb2312f3-abeb-4c86-a690-a1c8e4d72c1e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:07:42.460056 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port cb2312f3-abeb-4c86-a690-a1c8e4d72c1e is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:07:42.460557 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cb2312f3-abeb-4c86-a690-a1c8e4d72c1e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:07:42.504115 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d58314b-e1f8-4554-9feb-496ea5362091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2312f3-abeb-4c86-a690-a1c8e4d72c1e'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:07:42.508645 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b6a36e-6397-4385-9135-9f9ee04e29ce" -d '{"events": [{"server_uuid": "7d58314b-e1f8-4554-9feb-496ea5362091", "name": "network-vif-plugged", "status": "completed", "tag": "cb2312f3-abeb-4c86-a690-a1c8e4d72c1e"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:07:42.525394 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port cb2312f3-abeb-4c86-a690-a1c8e4d72c1e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=cb2312f3-abeb-4c86-a690-a1c8e4d72c1e,segment=NetworkSegment(db607765-37a1-447c-bbef-16a6541db9b3),segment_id=db607765-37a1-447c-bbef-16a6541db9b3)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:07:42.530741 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cb2312f3-abeb-4c86-a690-a1c8e4d72c1e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:07:42.558166 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274bce9e-23c5-4a21-8f2f-1f8561440fcf x-openstack-request-id: req-274bce9e-23c5-4a21-8f2f-1f8561440fcf {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:07:42.558468 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d58314b-e1f8-4554-9feb-496ea5362091", "name": "network-vif-plugged", "status": "completed", "tag": "cb2312f3-abeb-4c86-a690-a1c8e4d72c1e", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:07:42.558730 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-274bce9e-23c5-4a21-8f2f-1f8561440fcf {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:07:42.559176 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d58314b-e1f8-4554-9feb-496ea5362091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2312f3-abeb-4c86-a690-a1c8e4d72c1e', 'code': 200} Feb 08 22:07:42.591266 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=cb2312f3-abeb-4c86-a690-a1c8e4d72c1e,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:07:54.243113 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-87a624da-06d7-4302-ada6-bb69d1350614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:07:57.540195 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-412cde01-14a7-49a9-8a0c-52a5a2c04f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:07:59.376714 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:01.495651 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:01.682759 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:06.784628 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:07.023053 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:09.822028 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:08:11.057412 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [req-68f27ffe-d697-4db8-be38-24782ce74e07 req-f09ed566-a42b-457f-ba32-5df378949ff1 service neutron] (103434) timed out ('10.222.0.88', 33222) {{(pid=103434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 22:08:11.757572 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5f7b69f3-c58c-4834-b46b-cd7cea08fecd req-4d679d28-3690-4d76-a373-87fde438568f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0482633 Feb 08 22:08:11.851518 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b69f3-c58c-4834-b46b-cd7cea08fecd req-6778abc7-96ac-4480-9341-8e87a4ead2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:11.853787 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5f7b69f3-c58c-4834-b46b-cd7cea08fecd req-6778abc7-96ac-4480-9341-8e87a4ead2cb service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 1129 time: 0.0468073 Feb 08 22:08:11.965660 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b69f3-c58c-4834-b46b-cd7cea08fecd req-83d096e6-5c2e-4783-a2ba-3c87ebed1fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:11.967157 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5f7b69f3-c58c-4834-b46b-cd7cea08fecd req-83d096e6-5c2e-4783-a2ba-3c87ebed1fa8 service neutron] 10.222.0.94 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 913 time: 0.0949841 Feb 08 22:08:12.042561 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5f7b69f3-c58c-4834-b46b-cd7cea08fecd req-a8215375-6fc6-4cc1-b5b7-272c81c41462 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aee2d9e-0224-48b7-912c-6d07afa98816 HTTP/1.1" status: 200 len: 1002 time: 0.0695727 Feb 08 22:08:12.102834 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b69f3-c58c-4834-b46b-cd7cea08fecd req-98dab3fd-7915-4fde-8bfe-bccfa1a3c56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:12.104380 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5f7b69f3-c58c-4834-b46b-cd7cea08fecd req-98dab3fd-7915-4fde-8bfe-bccfa1a3c56f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e2ac310d-6418-47f9-bc84-ee6106411485 HTTP/1.1" status: 200 len: 851 time: 0.0561299 Feb 08 22:08:12.155622 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b69f3-c58c-4834-b46b-cd7cea08fecd req-e107283b-e666-437e-a2b1-e9c606e36b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:12.157178 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5f7b69f3-c58c-4834-b46b-cd7cea08fecd req-e107283b-e666-437e-a2b1-e9c606e36b13 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3e877b49-38c1-41e0-85cf-576297877def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469615 Feb 08 22:08:12.250395 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5f7b69f3-c58c-4834-b46b-cd7cea08fecd req-b4e3ae9c-286f-417f-b3eb-f98059da194e service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875251 Feb 08 22:08:12.347745 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-5f7b69f3-c58c-4834-b46b-cd7cea08fecd req-891269a5-8bd3-42c4-82cb-4b4c543933f4 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920210 Feb 08 22:08:17.573083 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45b93c5d-b732-4cb5-93aa-bd1195127c06 req-679ac3a0-a088-4eaa-b903-cce4c87997b4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447280 Feb 08 22:08:17.665985 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b93c5d-b732-4cb5-93aa-bd1195127c06 req-6aaf80f4-2797-457c-892f-3508edd36c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:17.667611 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45b93c5d-b732-4cb5-93aa-bd1195127c06 req-6aaf80f4-2797-457c-892f-3508edd36c65 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 1128 time: 0.0506117 Feb 08 22:08:17.811435 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b93c5d-b732-4cb5-93aa-bd1195127c06 req-6bbd7d26-ea47-4762-81ad-971fd6b271be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:17.813629 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45b93c5d-b732-4cb5-93aa-bd1195127c06 req-6bbd7d26-ea47-4762-81ad-971fd6b271be service neutron] 10.222.0.96 "GET /v2.0/networks?id=62ac34d7-8a1d-4c62-a61e-4097641bfebc HTTP/1.1" status: 200 len: 897 time: 0.1269927 Feb 08 22:08:17.880919 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45b93c5d-b732-4cb5-93aa-bd1195127c06 req-547e3c9f-7850-44f6-91fd-eb5b69fa5437 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb2312f3-abeb-4c86-a690-a1c8e4d72c1e HTTP/1.1" status: 200 len: 1001 time: 0.0614960 Feb 08 22:08:17.940418 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b93c5d-b732-4cb5-93aa-bd1195127c06 req-63294416-e804-4369-a9b9-7733355e0636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:17.941925 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45b93c5d-b732-4cb5-93aa-bd1195127c06 req-63294416-e804-4369-a9b9-7733355e0636 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=233ae1b4-b90d-47bf-986e-40f3cddf83dc HTTP/1.1" status: 200 len: 835 time: 0.0515594 Feb 08 22:08:17.996322 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b93c5d-b732-4cb5-93aa-bd1195127c06 req-21b63381-f4f8-44fe-8d04-5b743b301bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:17.997921 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45b93c5d-b732-4cb5-93aa-bd1195127c06 req-21b63381-f4f8-44fe-8d04-5b743b301bbf service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=62ac34d7-8a1d-4c62-a61e-4097641bfebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499318 Feb 08 22:08:18.098651 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45b93c5d-b732-4cb5-93aa-bd1195127c06 req-826b1b79-627a-4fc6-8f73-1790b57f035d service neutron] 10.222.0.96 "GET /v2.0/networks/62ac34d7-8a1d-4c62-a61e-4097641bfebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944767 Feb 08 22:08:18.529406 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45b93c5d-b732-4cb5-93aa-bd1195127c06 req-382234ff-bc6a-4994-b0bb-0f48c2b9cc33 service neutron] 10.222.0.96 "GET /v2.0/networks/62ac34d7-8a1d-4c62-a61e-4097641bfebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251008 Feb 08 22:08:24.243164 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9346185c-96a2-4efd-841b-694b3b9c00a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:27.534496 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be1e8dcc-8b10-4e4a-9207-30b797573cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:29.376946 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:31.491584 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:31.683907 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:36.781283 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:37.027091 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:46.823439 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:08:48.565899 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-094885f6-6b8a-4794-8b32-d42de6c7b407 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-81215253&fields=id&tenant_id=beb2210587a047799a2549836334dae5 HTTP/1.1" status: 200 len: 267 time: 0.0463669 Feb 08 22:08:48.682189 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-671bd1ca-4621-4d4c-ad33-041623953411 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:48.683710 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-671bd1ca-4621-4d4c-ad33-041623953411 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 812 time: 0.1109686 Feb 08 22:08:48.698478 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-0f94daeb-b466-4aa7-92e0-ce336dea5633 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/quotas/beb2210587a047799a2549836334dae5 HTTP/1.1" status: 200 len: 375 time: 0.0093031 Feb 08 22:08:48.760509 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-a8f555af-34db-4580-86a9-a1de42c7c036 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0569530 Feb 08 22:08:48.823784 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-52304551-0637-4bbf-912e-70cb481f13b8 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 22:08:48.824810 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-52304551-0637-4bbf-912e-70cb481f13b8 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0531271 Feb 08 22:08:48.922125 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-59a009f7-dbb7-4e0a-8db7-e6de74ee2c5d service neutron] 10.222.0.88 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912831 Feb 08 22:08:49.012492 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-d8a2933a-1c6f-4e2f-8a12-afaba14722f5 service neutron] 10.222.0.88 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846486 Feb 08 22:08:49.295055 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7c57cf55-3977-4e06-abf2-9045f45110e1 req-f66b7630-b16e-45ba-acaf-cd81243c8346 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 210 time: 0.0289438 Feb 08 22:08:50.238159 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-a0b819a8-e87c-4340-9e38-ac9cf66de56c tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:50.239701 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-a0b819a8-e87c-4340-9e38-ac9cf66de56c tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.94 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 812 time: 0.1164703 Feb 08 22:08:50.308131 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-5be1272e-ec4f-4161-904d-d135800e7d9a tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=beb2210587a047799a2549836334dae5 HTTP/1.1" status: 200 len: 378 time: 0.0609291 Feb 08 22:08:50.316403 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-3f29b362-d615-4507-99dc-a4ae69b84ca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Request body: {'port': {'device_id': '09823f8a-ec68-4897-9bd3-bb5c9e2dafbf', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'admin_state_up': True, 'tenant_id': 'beb2210587a047799a2549836334dae5', 'security_groups': ['b6d91d7d-5951-4204-9074-3a99355d053a']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:08:50.410111 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a6ef448-46e3-4e09-9312-ea3da8a888a9 req-6c0990bc-610b-4261-84dc-9d684d11a6d7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 210 time: 0.0285695 Feb 08 22:08:50.437356 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-3f29b362-d615-4507-99dc-a4ae69b84ca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Made reservation on behalf of beb2210587a047799a2549836334dae5 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:08:50.440681 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-3f29b362-d615-4507-99dc-a4ae69b84ca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:50.573528 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-3f29b362-d615-4507-99dc-a4ae69b84ca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Allocated IP 172.20.0.9 (3e877b49-38c1-41e0-85cf-576297877def/e2ac310d-6418-47f9-bc84-ee6106411485/97f1efcb-e8b8-4980-a0fb-626de3655c9a) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:08:50.748848 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-3f29b362-d615-4507-99dc-a4ae69b84ca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for port (97f1efcb-e8b8-4980-a0fb-626de3655c9a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:50.787723 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-3f29b362-d615-4507-99dc-a4ae69b84ca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (97f1efcb-e8b8-4980-a0fb-626de3655c9a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:50.840182 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-3f29b362-d615-4507-99dc-a4ae69b84ca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Network 3e877b49-38c1-41e0-85cf-576297877def is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:08:50.843875 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-3f29b362-d615-4507-99dc-a4ae69b84ca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:08:50.848143 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-3f29b362-d615-4507-99dc-a4ae69b84ca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:08:50.877833 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29b362-d615-4507-99dc-a4ae69b84ca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event updated for resources: {'Port': ['ID=97f1efcb-e8b8-4980-a0fb-626de3655c9a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:08:50.902488 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29b362-d615-4507-99dc-a4ae69b84ca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:08:50.902883 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29b362-d615-4507-99dc-a4ae69b84ca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:08:50.903386 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29b362-d615-4507-99dc-a4ae69b84ca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:08:50.903727 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29b362-d615-4507-99dc-a4ae69b84ca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:08:50.904065 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29b362-d615-4507-99dc-a4ae69b84ca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:08:50.904398 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29b362-d615-4507-99dc-a4ae69b84ca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:08:50.904724 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29b362-d615-4507-99dc-a4ae69b84ca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:08:50.905048 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29b362-d615-4507-99dc-a4ae69b84ca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:08:50.905411 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29b362-d615-4507-99dc-a4ae69b84ca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:08:50.905733 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29b362-d615-4507-99dc-a4ae69b84ca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:08:50.906115 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29b362-d615-4507-99dc-a4ae69b84ca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:08:50.906501 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29b362-d615-4507-99dc-a4ae69b84ca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:08:50.906970 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f29b362-d615-4507-99dc-a4ae69b84ca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:08:50.930395 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-3f29b362-d615-4507-99dc-a4ae69b84ca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:50.931229 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-3f29b362-d615-4507-99dc-a4ae69b84ca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:50.953374 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-3f29b362-d615-4507-99dc-a4ae69b84ca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6406181 Feb 08 22:08:50.967633 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-f9f3393f-5424-4c32-a9c4-a163b878b305 service neutron] Request body: {'port': {'device_id': '09823f8a-ec68-4897-9bd3-bb5c9e2dafbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:08:51.071874 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-f9f3393f-5424-4c32-a9c4-a163b878b305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (97f1efcb-e8b8-4980-a0fb-626de3655c9a), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:51.212333 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-9947d404-5e61-4059-bc14-19bd0f44ff13 None None] Provisioning complete for port 97f1efcb-e8b8-4980-a0fb-626de3655c9a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:08:51.214131 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9947d404-5e61-4059-bc14-19bd0f44ff13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (97f1efcb-e8b8-4980-a0fb-626de3655c9a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:51.260159 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9947d404-5e61-4059-bc14-19bd0f44ff13 None None] Port 97f1efcb-e8b8-4980-a0fb-626de3655c9a cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:08:51.405795 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-f9f3393f-5424-4c32-a9c4-a163b878b305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f1efcb-e8b8-4980-a0fb-626de3655c9a {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:08:51.416660 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-f9f3393f-5424-4c32-a9c4-a163b878b305 service neutron] Publish callbacks [] for port (97f1efcb-e8b8-4980-a0fb-626de3655c9a), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:51.432392 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-f9f3393f-5424-4c32-a9c4-a163b878b305 service neutron] Transition to ACTIVE for port object 97f1efcb-e8b8-4980-a0fb-626de3655c9a will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:08:51.436935 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-f9f3393f-5424-4c32-a9c4-a163b878b305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (97f1efcb-e8b8-4980-a0fb-626de3655c9a), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:51.499125 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3393f-5424-4c32-a9c4-a163b878b305 service neutron] Pushing event updated for resources: {'Port': ['ID=97f1efcb-e8b8-4980-a0fb-626de3655c9a,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:08:51.601805 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-f9f3393f-5424-4c32-a9c4-a163b878b305 service neutron] Attempting to bind port 97f1efcb-e8b8-4980-a0fb-626de3655c9a on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:08:51.602147 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-f9f3393f-5424-4c32-a9c4-a163b878b305 service neutron] Attempting to bind port 97f1efcb-e8b8-4980-a0fb-626de3655c9a by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:08:51.602552 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-f9f3393f-5424-4c32-a9c4-a163b878b305 service neutron] Attempting to bind port 97f1efcb-e8b8-4980-a0fb-626de3655c9a on network 3e877b49-38c1-41e0-85cf-576297877def {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:08:51.608806 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-f9f3393f-5424-4c32-a9c4-a163b878b305 service neutron] Port 97f1efcb-e8b8-4980-a0fb-626de3655c9a on network 3e877b49-38c1-41e0-85cf-576297877def not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:08:51.609117 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-f9f3393f-5424-4c32-a9c4-a163b878b305 service neutron] Attempting to bind port 97f1efcb-e8b8-4980-a0fb-626de3655c9a on network 3e877b49-38c1-41e0-85cf-576297877def {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:08:51.615267 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-f9f3393f-5424-4c32-a9c4-a163b878b305 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:08:51.615615 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-f9f3393f-5424-4c32-a9c4-a163b878b305 service neutron] Checking segment: {'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:08:51.616095 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-f9f3393f-5424-4c32-a9c4-a163b878b305 service neutron] Bound using segment: {'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:08:51.616632 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-f9f3393f-5424-4c32-a9c4-a163b878b305 service neutron] Bound port: 97f1efcb-e8b8-4980-a0fb-626de3655c9a, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a951ad3-7625-4331-a62f-82705b5864b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3e877b49-38c1-41e0-85cf-576297877def'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:08:51.617073 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-f9f3393f-5424-4c32-a9c4-a163b878b305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (97f1efcb-e8b8-4980-a0fb-626de3655c9a), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:51.690451 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-f9f3393f-5424-4c32-a9c4-a163b878b305 service neutron] For port 97f1efcb-e8b8-4980-a0fb-626de3655c9a, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:08:51.690680 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d2327-f714-4d17-92d6-0e18ed0cd62d req-5b8d8104-9831-438c-b17d-a9c418bbddd2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:51.693891 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-f9f3393f-5424-4c32-a9c4-a163b878b305 service neutron] For port 97f1efcb-e8b8-4980-a0fb-626de3655c9a, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=97f1efcb-e8b8-4980-a0fb-626de3655c9a,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:08:51.699188 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eb3d2327-f714-4d17-92d6-0e18ed0cd62d req-5b8d8104-9831-438c-b17d-a9c418bbddd2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 943 time: 0.1214049 Feb 08 22:08:51.704837 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-f9f3393f-5424-4c32-a9c4-a163b878b305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (97f1efcb-e8b8-4980-a0fb-626de3655c9a), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:51.748645 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-f9f3393f-5424-4c32-a9c4-a163b878b305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:51.749466 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-f9f3393f-5424-4c32-a9c4-a163b878b305 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:51.751292 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-f9f3393f-5424-4c32-a9c4-a163b878b305 service neutron] 10.222.0.94 "PUT /v2.0/ports/97f1efcb-e8b8-4980-a0fb-626de3655c9a HTTP/1.1" status: 200 len: 1092 time: 0.7898340 Feb 08 22:08:51.754317 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09823f8a-ec68-4897-9bd3-bb5c9e2dafbf', 'tag': '97f1efcb-e8b8-4980-a0fb-626de3655c9a'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:08:51.757514 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49be9d660ce0e0b83d9e84f785c3790ce62d07c134f9ba87cf2fcd6383a25065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcec687-3d2a-4273-885c-47f16e59be05" -d '{"events": [{"name": "network-changed", "server_uuid": "09823f8a-ec68-4897-9bd3-bb5c9e2dafbf", "tag": "97f1efcb-e8b8-4980-a0fb-626de3655c9a"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:08:51.794938 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eb3d2327-f714-4d17-92d6-0e18ed0cd62d req-ca7b69bd-663c-44ed-a8f2-d8d927498a79 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0947578 Feb 08 22:08:51.866535 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3393f-5424-4c32-a9c4-a163b878b305 service neutron] Pushing event updated for resources: {'Port': ['ID=97f1efcb-e8b8-4980-a0fb-626de3655c9a,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:08:51.901220 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-0cdef297-302d-422c-a5f0-67741f04ae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:51.904201 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-0cdef297-302d-422c-a5f0-67741f04ae17 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 1126 time: 0.0954156 Feb 08 22:08:51.956164 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673a40cc-b925-438b-bf13-4529f3007ec1 x-openstack-request-id: req-673a40cc-b925-438b-bf13-4529f3007ec1 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:08:51.956553 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09823f8a-ec68-4897-9bd3-bb5c9e2dafbf", "tag": "97f1efcb-e8b8-4980-a0fb-626de3655c9a", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:08:51.956880 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-673a40cc-b925-438b-bf13-4529f3007ec1 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:08:51.957384 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09823f8a-ec68-4897-9bd3-bb5c9e2dafbf', 'tag': '97f1efcb-e8b8-4980-a0fb-626de3655c9a', 'status': 'completed', 'code': 200} Feb 08 22:08:51.959293 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-51afa0e0-66ce-4339-83a4-c82549c1c9f2 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97f1efcb-e8b8-4980-a0fb-626de3655c9a HTTP/1.1" status: 200 len: 217 time: 0.0470672 Feb 08 22:08:52.027561 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-6efbda92-bd25-4e6d-9464-2a576ca09073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:52.029521 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-6efbda92-bd25-4e6d-9464-2a576ca09073 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e2ac310d-6418-47f9-bc84-ee6106411485 HTTP/1.1" status: 200 len: 851 time: 0.0628290 Feb 08 22:08:52.094803 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-a58311dc-9886-47ac-baa4-e070dbbe7ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:52.097507 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-a58311dc-9886-47ac-baa4-e070dbbe7ae2 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3e877b49-38c1-41e0-85cf-576297877def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0612345 Feb 08 22:08:52.221783 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-40d00f4f-39b4-4b8c-b479-c1c26923991b service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176999 Feb 08 22:08:52.365958 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-23feec6b-5544-426f-a43e-f78c23b05ecd req-90a87153-de5c-4940-b79c-55ce0eeb7d41 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378338 Feb 08 22:08:52.490670 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcec687-3d2a-4273-885c-47f16e59be05 req-88028215-4643-49ac-90ab-3ce9d602495f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:52.492649 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1fcec687-3d2a-4273-885c-47f16e59be05 req-88028215-4643-49ac-90ab-3ce9d602495f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 1126 time: 0.0743792 Feb 08 22:08:52.618443 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcec687-3d2a-4273-885c-47f16e59be05 req-b6c17494-dded-464a-ad04-4dff67b6ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:52.625209 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1fcec687-3d2a-4273-885c-47f16e59be05 req-b6c17494-dded-464a-ad04-4dff67b6ee1c service neutron] 10.222.0.94 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 913 time: 0.1255791 Feb 08 22:08:52.688089 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1fcec687-3d2a-4273-885c-47f16e59be05 req-80b528cc-e8f9-44c7-bafc-84b7882ac2c5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97f1efcb-e8b8-4980-a0fb-626de3655c9a HTTP/1.1" status: 200 len: 217 time: 0.0572765 Feb 08 22:08:52.755806 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcec687-3d2a-4273-885c-47f16e59be05 req-b1e3a0a6-fde3-4148-ad73-7b14635ad3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:52.755806 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1fcec687-3d2a-4273-885c-47f16e59be05 req-b1e3a0a6-fde3-4148-ad73-7b14635ad3b1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e2ac310d-6418-47f9-bc84-ee6106411485 HTTP/1.1" status: 200 len: 851 time: 0.0597777 Feb 08 22:08:52.814830 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcec687-3d2a-4273-885c-47f16e59be05 req-5b900a6b-a1a8-4561-bd6c-5aefafb4f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:52.816707 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1fcec687-3d2a-4273-885c-47f16e59be05 req-5b900a6b-a1a8-4561-bd6c-5aefafb4f2f0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3e877b49-38c1-41e0-85cf-576297877def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0572133 Feb 08 22:08:52.936343 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a11d9-955a-42df-902c-52af544d626c req-e9979df3-8e5d-48bd-abe1-340f8f21a9af tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:52.945590 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2f3a11d9-955a-42df-902c-52af544d626c req-e9979df3-8e5d-48bd-abe1-340f8f21a9af tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 943 time: 0.0689509 Feb 08 22:08:53.017622 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2f3a11d9-955a-42df-902c-52af544d626c req-23ab5e02-5535-4ced-bb71-176d26aee51d tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707402 Feb 08 22:08:53.027018 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1fcec687-3d2a-4273-885c-47f16e59be05 req-b27f3b01-2c9a-43b8-bcc7-8d2bf383fa97 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040286 Feb 08 22:08:53.135622 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-1fcec687-3d2a-4273-885c-47f16e59be05 req-4d78e537-5386-4da3-9b63-76db24060c05 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014535 Feb 08 22:08:54.143775 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa1e08-8cb4-4c50-ada3-57b82be4a0d8 req-4dceb441-276f-4b3c-8818-1fcca5bfd715 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:54.145284 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7fa1e08-8cb4-4c50-ada3-57b82be4a0d8 req-4dceb441-276f-4b3c-8818-1fcca5bfd715 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 943 time: 0.0541720 Feb 08 22:08:54.205478 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7fa1e08-8cb4-4c50-ada3-57b82be4a0d8 req-67ecdb9c-cc4b-4a92-927e-c881f8042648 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531061 Feb 08 22:08:54.247704 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6d5cd03c-e33b-4b8a-a7f6-a0806add2893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:55.351658 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d98972-6ddb-46c5-bd92-8af0a7e0ecbf req-42da5e93-542f-4565-a0ca-1d1a3d4a2c5c tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:55.353277 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e5d98972-6ddb-46c5-bd92-8af0a7e0ecbf req-42da5e93-542f-4565-a0ca-1d1a3d4a2c5c tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 943 time: 0.0613194 Feb 08 22:08:55.448968 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e5d98972-6ddb-46c5-bd92-8af0a7e0ecbf req-963d1d98-cf61-46c7-8567-22503afdeace tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0843771 Feb 08 22:08:56.194495 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44152) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:08:56.360689 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-56ee541d-8aa5-427a-86d2-98f811e04aea tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Deleting port 466c5c64-8fab-41ef-bfd1-19f115faba9e {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:08:56.361400 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-56ee541d-8aa5-427a-86d2-98f811e04aea tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (466c5c64-8fab-41ef-bfd1-19f115faba9e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:56.443022 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-56ee541d-8aa5-427a-86d2-98f811e04aea tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (466c5c64-8fab-41ef-bfd1-19f115faba9e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:56.443356 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-56ee541d-8aa5-427a-86d2-98f811e04aea tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for floatingip (466c5c64-8fab-41ef-bfd1-19f115faba9e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:56.456437 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-56ee541d-8aa5-427a-86d2-98f811e04aea tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Calling delete_port for 466c5c64-8fab-41ef-bfd1-19f115faba9e owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:08:56.624318 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b7a85-416d-4ce5-aed5-4f7b04e0ca89 req-85e75389-a18e-4626-b159-26c781577747 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:56.626282 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f44b7a85-416d-4ce5-aed5-4f7b04e0ca89 req-85e75389-a18e-4626-b159-26c781577747 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 943 time: 0.0952461 Feb 08 22:08:56.702348 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-56ee541d-8aa5-427a-86d2-98f811e04aea tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (466c5c64-8fab-41ef-bfd1-19f115faba9e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:56.716601 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f44b7a85-416d-4ce5-aed5-4f7b04e0ca89 req-ff1d97fe-c9f1-478d-82bf-290628b181f0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686588 Feb 08 22:08:56.738359 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee541d-8aa5-427a-86d2-98f811e04aea tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event deleted for resources: {'Port': ['ID=466c5c64-8fab-41ef-bfd1-19f115faba9e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:08:56.762245 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee541d-8aa5-427a-86d2-98f811e04aea tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:08:56.762601 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee541d-8aa5-427a-86d2-98f811e04aea tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:08:56.762955 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee541d-8aa5-427a-86d2-98f811e04aea tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:08:56.763303 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee541d-8aa5-427a-86d2-98f811e04aea tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:08:56.763645 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee541d-8aa5-427a-86d2-98f811e04aea tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:08:56.763985 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee541d-8aa5-427a-86d2-98f811e04aea tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:08:56.764319 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee541d-8aa5-427a-86d2-98f811e04aea tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:08:56.764656 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee541d-8aa5-427a-86d2-98f811e04aea tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:08:56.765001 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee541d-8aa5-427a-86d2-98f811e04aea tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:08:56.765356 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee541d-8aa5-427a-86d2-98f811e04aea tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:08:56.765722 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee541d-8aa5-427a-86d2-98f811e04aea tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:08:56.766053 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee541d-8aa5-427a-86d2-98f811e04aea tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:08:56.766383 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee541d-8aa5-427a-86d2-98f811e04aea tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:08:56.819433 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-56ee541d-8aa5-427a-86d2-98f811e04aea tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for floatingip (450e4938-7a06-441d-9e52-d2ceee949adc), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:56.820143 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-56ee541d-8aa5-427a-86d2-98f811e04aea tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Floating IP 450e4938-7a06-441d-9e52-d2ceee949adc disassociated (deleted). External IP: 172.25.3.115, port: cb2312f3-abeb-4c86-a690-a1c8e4d72c1e. Feb 08 22:08:57.058820 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ee541d-8aa5-427a-86d2-98f811e04aea tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Router d076b608-a422-433c-ae27-0b4eda9dcdb7 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:08:57.177362 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ee541d-8aa5-427a-86d2-98f811e04aea tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:08:57.182343 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-56ee541d-8aa5-427a-86d2-98f811e04aea tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:57.187693 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d15817e-c4a0-4155-84ee-02515dca8c44 None None] Sync routers for ids ['d076b608-a422-433c-ae27-0b4eda9dcdb7'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:08:57.199000 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d15817e-c4a0-4155-84ee-02515dca8c44 None None] Routers {'d076b608-a422-433c-ae27-0b4eda9dcdb7'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:08:57.199858 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-4d15817e-c4a0-4155-84ee-02515dca8c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:08:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['d076b608-a422-433c-ae27-0b4eda9dcdb7'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:08:57.214097 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-56ee541d-8aa5-427a-86d2-98f811e04aea tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "DELETE /v2.0/floatingips/450e4938-7a06-441d-9e52-d2ceee949adc HTTP/1.1" status: 204 len: 168 time: 1.0178251 Feb 08 22:08:57.214761 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d58314b-e1f8-4554-9feb-496ea5362091', 'tag': 'cb2312f3-abeb-4c86-a690-a1c8e4d72c1e'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:08:57.217176 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96c7c97-8d43-4417-817b-c4b8cd54bdc7" -d '{"events": [{"name": "network-changed", "server_uuid": "7d58314b-e1f8-4554-9feb-496ea5362091", "tag": "cb2312f3-abeb-4c86-a690-a1c8e4d72c1e"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:08:57.252210 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce9a489-3d6a-4d83-9335-5f44bd20a960 x-openstack-request-id: req-cce9a489-3d6a-4d83-9335-5f44bd20a960 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:08:57.252529 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d58314b-e1f8-4554-9feb-496ea5362091", "tag": "cb2312f3-abeb-4c86-a690-a1c8e4d72c1e", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:08:57.252770 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cce9a489-3d6a-4d83-9335-5f44bd20a960 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:08:57.253186 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d58314b-e1f8-4554-9feb-496ea5362091', 'tag': 'cb2312f3-abeb-4c86-a690-a1c8e4d72c1e', 'status': 'completed', 'code': 200} Feb 08 22:08:57.324456 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-4d15817e-c4a0-4155-84ee-02515dca8c44 None None] Set router d076b608-a422-433c-ae27-0b4eda9dcdb7 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:08:57.350168 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c7c97-8d43-4417-817b-c4b8cd54bdc7 req-b9358e5a-dc46-4303-85f2-544405af4b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:57.352105 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f96c7c97-8d43-4417-817b-c4b8cd54bdc7 req-b9358e5a-dc46-4303-85f2-544405af4b2d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=757a64905a5e4f28a11ff7ef605aa039&device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 1128 time: 0.0738070 Feb 08 22:08:57.542419 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c7c97-8d43-4417-817b-c4b8cd54bdc7 req-957ad2c9-9782-4801-8c50-f92a55682a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:57.543653 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f96c7c97-8d43-4417-817b-c4b8cd54bdc7 req-957ad2c9-9782-4801-8c50-f92a55682a53 service neutron] 10.222.0.96 "GET /v2.0/networks?id=62ac34d7-8a1d-4c62-a61e-4097641bfebc HTTP/1.1" status: 200 len: 897 time: 0.1800780 Feb 08 22:08:57.553989 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-02e64e47-f7e8-4426-832e-2eb36aeb00e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:57.561211 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-4d15817e-c4a0-4155-84ee-02515dca8c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804375', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ee65071d-f872-4ad0-a6b5-0930fc970e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:05:50Z', 'updated_at': '2022-02-08T22:05:53Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'ee65071d-f872-4ad0-a6b5-0930fc970e9d', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:05:50Z', 'updated_at': '2022-02-08T22:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'fd6b7a94-ee41-436a-8006-91debc0f0a65', 'name': '', 'network_id': '62ac34d7-8a1d-4c62-a61e-4097641bfebc', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:3c:50:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '233ae1b4-b90d-47bf-986e-40f3cddf83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:05:53Z', 'updated_at': '2022-02-08T22:05:57Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '233ae1b4-b90d-47bf-986e-40f3cddf83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:08:57.588919 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d15817e-c4a0-4155-84ee-02515dca8c44 None None] Checking router: d076b608-a422-433c-ae27-0b4eda9dcdb7 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:08:57.597831 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d15817e-c4a0-4155-84ee-02515dca8c44 None None] Routers {'d076b608-a422-433c-ae27-0b4eda9dcdb7'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:08:57.598456 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-4d15817e-c4a0-4155-84ee-02515dca8c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:08:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['d076b608-a422-433c-ae27-0b4eda9dcdb7'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:08:57.603693 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c57ede-cea3-4850-83d9-bc6a0d8602e3 req-8692a1c0-7a27-4068-897b-603012aab234 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:57.605458 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-69c57ede-cea3-4850-83d9-bc6a0d8602e3 req-8692a1c0-7a27-4068-897b-603012aab234 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 945 time: 0.1383209 Feb 08 22:08:57.607455 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f96c7c97-8d43-4417-817b-c4b8cd54bdc7 req-fd7fa0be-0316-48f6-baee-65b20e0d19a6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb2312f3-abeb-4c86-a690-a1c8e4d72c1e HTTP/1.1" status: 200 len: 217 time: 0.0566680 Feb 08 22:08:57.695001 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c7c97-8d43-4417-817b-c4b8cd54bdc7 req-118b975c-2d0c-4942-9005-eac4acd4c9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:57.696718 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f96c7c97-8d43-4417-817b-c4b8cd54bdc7 req-118b975c-2d0c-4942-9005-eac4acd4c9fa service neutron] 10.222.0.96 "GET /v2.0/subnets?id=233ae1b4-b90d-47bf-986e-40f3cddf83dc HTTP/1.1" status: 200 len: 835 time: 0.0828407 Feb 08 22:08:57.701009 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-69c57ede-cea3-4850-83d9-bc6a0d8602e3 req-27a76b16-197a-45b2-a696-bced0bbee3be tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a6b03b4-406f-4592-bd41-1be06d5235f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889144 Feb 08 22:08:57.782619 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c7c97-8d43-4417-817b-c4b8cd54bdc7 req-a5f24db5-1587-4e68-89d2-89b28d3ad34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:57.785279 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f96c7c97-8d43-4417-817b-c4b8cd54bdc7 req-a5f24db5-1587-4e68-89d2-89b28d3ad34d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=62ac34d7-8a1d-4c62-a61e-4097641bfebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0815525 Feb 08 22:08:57.886202 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-4d15817e-c4a0-4155-84ee-02515dca8c44 None None] Set router d076b608-a422-433c-ae27-0b4eda9dcdb7 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:08:57.935140 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5416a-9523-4b44-bfab-c4e3a0f3c365 req-841f1799-5a98-4157-b59c-be132537b5f5 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:57.936657 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-71b5416a-9523-4b44-bfab-c4e3a0f3c365 req-841f1799-5a98-4157-b59c-be132537b5f5 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 943 time: 0.0937452 Feb 08 22:08:57.940190 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f96c7c97-8d43-4417-817b-c4b8cd54bdc7 req-d2861a6f-c69f-4389-a950-ba0585c88c5b service neutron] 10.222.0.96 "GET /v2.0/networks/62ac34d7-8a1d-4c62-a61e-4097641bfebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480944 Feb 08 22:08:58.086241 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-71b5416a-9523-4b44-bfab-c4e3a0f3c365 req-48a1f11b-5ba2-4740-a299-304c2f5526e3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1419654 Feb 08 22:08:58.100739 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f96c7c97-8d43-4417-817b-c4b8cd54bdc7 req-2be7fb9a-0dab-4fe6-89ce-9bedd424eed5 service neutron] 10.222.0.96 "GET /v2.0/networks/62ac34d7-8a1d-4c62-a61e-4097641bfebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523626 Feb 08 22:08:58.151749 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-4d15817e-c4a0-4155-84ee-02515dca8c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804375', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ee65071d-f872-4ad0-a6b5-0930fc970e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:05:50Z', 'updated_at': '2022-02-08T22:05:53Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'ee65071d-f872-4ad0-a6b5-0930fc970e9d', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:05:50Z', 'updated_at': '2022-02-08T22:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'fd6b7a94-ee41-436a-8006-91debc0f0a65', 'name': '', 'network_id': '62ac34d7-8a1d-4c62-a61e-4097641bfebc', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:3c:50:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '233ae1b4-b90d-47bf-986e-40f3cddf83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:05:53Z', 'updated_at': '2022-02-08T22:05:57Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '233ae1b4-b90d-47bf-986e-40f3cddf83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:08:58.188114 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d15817e-c4a0-4155-84ee-02515dca8c44 None None] The sync data for ids ['d076b608-a422-433c-ae27-0b4eda9dcdb7'] in n-d-712143-31 is: [{'id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804375', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ee65071d-f872-4ad0-a6b5-0930fc970e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:05:50Z', 'updated_at': '2022-02-08T22:05:53Z', 'revision_number': 4, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'ee65071d-f872-4ad0-a6b5-0930fc970e9d', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:05:50Z', 'updated_at': '2022-02-08T22:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'fd6b7a94-ee41-436a-8006-91debc0f0a65', 'name': '', 'network_id': '62ac34d7-8a1d-4c62-a61e-4097641bfebc', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'mac_address': 'fa:16:3e:3c:50:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '233ae1b4-b90d-47bf-986e-40f3cddf83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:05:53Z', 'updated_at': '2022-02-08T22:05:57Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'subnets': [{'id': '233ae1b4-b90d-47bf-986e-40f3cddf83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:08:58.441842 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8b2da7-fe42-452d-bd33-b656b371bf14 None None] New status for floating IP 450e4938-7a06-441d-9e52-d2ceee949adc: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:08:58.854806 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031d2ba-7a6d-43a0-9807-4098c0ad5da0 req-0b370169-414a-454c-a1f6-998471543782 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:58.857649 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9031d2ba-7a6d-43a0-9807-4098c0ad5da0 req-0b370169-414a-454c-a1f6-998471543782 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 945 time: 0.0668814 Feb 08 22:08:58.907027 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9031d2ba-7a6d-43a0-9807-4098c0ad5da0 req-0efad26d-1094-48db-85a5-d2dd26d9aa24 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/security-groups?id=2a6b03b4-406f-4592-bd41-1be06d5235f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440345 Feb 08 22:08:58.973404 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3154b8e-3eec-4dfa-89f9-49fc620acbd3 req-83530798-55e1-4ad2-bb02-46b3e7118b85 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:58.974881 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e3154b8e-3eec-4dfa-89f9-49fc620acbd3 req-83530798-55e1-4ad2-bb02-46b3e7118b85 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 945 time: 0.0542240 Feb 08 22:08:59.073387 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-e3154b8e-3eec-4dfa-89f9-49fc620acbd3 req-159900dd-9bf1-4a32-8f4c-29ea18e575a9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Deleting port cb2312f3-abeb-4c86-a690-a1c8e4d72c1e {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:08:59.073656 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e3154b8e-3eec-4dfa-89f9-49fc620acbd3 req-159900dd-9bf1-4a32-8f4c-29ea18e575a9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (cb2312f3-abeb-4c86-a690-a1c8e4d72c1e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:59.173882 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-e3154b8e-3eec-4dfa-89f9-49fc620acbd3 req-159900dd-9bf1-4a32-8f4c-29ea18e575a9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] For port cb2312f3-abeb-4c86-a690-a1c8e4d72c1e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=cb2312f3-abeb-4c86-a690-a1c8e4d72c1e,segment=NetworkSegment(db607765-37a1-447c-bbef-16a6541db9b3),segment_id=db607765-37a1-447c-bbef-16a6541db9b3)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:08:59.174259 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e3154b8e-3eec-4dfa-89f9-49fc620acbd3 req-159900dd-9bf1-4a32-8f4c-29ea18e575a9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (cb2312f3-abeb-4c86-a690-a1c8e4d72c1e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:59.208147 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-e3154b8e-3eec-4dfa-89f9-49fc620acbd3 req-159900dd-9bf1-4a32-8f4c-29ea18e575a9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Calling delete_port for cb2312f3-abeb-4c86-a690-a1c8e4d72c1e owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:08:59.279241 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9245e6a-7d63-4c95-be95-deeb63b696f4 req-a8ebe129-f981-44cc-9f3c-a061081714b5 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:08:59.281068 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c9245e6a-7d63-4c95-be95-deeb63b696f4 req-a8ebe129-f981-44cc-9f3c-a061081714b5 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 943 time: 0.1092808 Feb 08 22:08:59.354444 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c9245e6a-7d63-4c95-be95-deeb63b696f4 req-535f14ce-d503-43d3-8ba2-35547081096e tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631318 Feb 08 22:08:59.385498 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:59.410583 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e3154b8e-3eec-4dfa-89f9-49fc620acbd3 req-159900dd-9bf1-4a32-8f4c-29ea18e575a9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (cb2312f3-abeb-4c86-a690-a1c8e4d72c1e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:59.445912 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159900dd-9bf1-4a32-8f4c-29ea18e575a9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event deleted for resources: {'Port': ['ID=cb2312f3-abeb-4c86-a690-a1c8e4d72c1e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:08:59.489923 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3154b8e-3eec-4dfa-89f9-49fc620acbd3 req-159900dd-9bf1-4a32-8f4c-29ea18e575a9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] No DVR routers for this DVR port cb2312f3-abeb-4c86-a690-a1c8e4d72c1e on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:08:59.492648 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e3154b8e-3eec-4dfa-89f9-49fc620acbd3 req-159900dd-9bf1-4a32-8f4c-29ea18e575a9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:08:59.496381 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e3154b8e-3eec-4dfa-89f9-49fc620acbd3 req-159900dd-9bf1-4a32-8f4c-29ea18e575a9 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.96 "DELETE /v2.0/ports/cb2312f3-abeb-4c86-a690-a1c8e4d72c1e HTTP/1.1" status: 204 len: 173 time: 0.5164948 Feb 08 22:08:59.496754 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d58314b-e1f8-4554-9feb-496ea5362091', 'name': 'network-vif-deleted', 'tag': 'cb2312f3-abeb-4c86-a690-a1c8e4d72c1e'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:08:59.499013 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfce6f7-5032-43a2-9424-939e5e46ab66" -d '{"events": [{"server_uuid": "7d58314b-e1f8-4554-9feb-496ea5362091", "name": "network-vif-deleted", "tag": "cb2312f3-abeb-4c86-a690-a1c8e4d72c1e"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:08:59.536924 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f341e16b-d663-4553-b3a1-cddc553f8954 x-openstack-request-id: req-f341e16b-d663-4553-b3a1-cddc553f8954 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:08:59.537252 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d58314b-e1f8-4554-9feb-496ea5362091", "name": "network-vif-deleted", "tag": "cb2312f3-abeb-4c86-a690-a1c8e4d72c1e", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:08:59.537519 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f341e16b-d663-4553-b3a1-cddc553f8954 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:08:59.537920 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d58314b-e1f8-4554-9feb-496ea5362091', 'name': 'network-vif-deleted', 'tag': 'cb2312f3-abeb-4c86-a690-a1c8e4d72c1e', 'status': 'completed', 'code': 200} Feb 08 22:09:00.059212 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-451cfd5e-a929-4e09-8ff9-125773b3cff8 req-eb369c09-fcde-48f9-8939-f793496464ce tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d58314b-e1f8-4554-9feb-496ea5362091 HTTP/1.1" status: 200 len: 210 time: 0.0351717 Feb 08 22:09:00.484413 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1498c-bda1-4ef7-9542-7724eb20e14d req-430ffd89-39ed-429b-9dd3-bd622acdcc37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:09:00.486090 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ae1498c-bda1-4ef7-9542-7724eb20e14d req-430ffd89-39ed-429b-9dd3-bd622acdcc37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 943 time: 0.0570631 Feb 08 22:09:00.556437 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ae1498c-bda1-4ef7-9542-7724eb20e14d req-79459e6b-a090-4364-8ed2-670c330ad6a3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636194 Feb 08 22:09:01.126589 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44178) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:09:01.498963 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:01.557162 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50c63e0f-ec3b-449a-aa69-3f0349e06fc0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (d076b608-a422-433c-ae27-0b4eda9dcdb7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:01.690059 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:01.706706 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fac98-467c-4274-9e2c-f0053b45ca68 req-5de4734a-8c49-4058-ab8f-c77740cf7e13 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:09:01.708364 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff5fac98-467c-4274-9e2c-f0053b45ca68 req-5de4734a-8c49-4058-ab8f-c77740cf7e13 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 943 time: 0.0650470 Feb 08 22:09:01.769780 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff5fac98-467c-4274-9e2c-f0053b45ca68 req-4bf7d6a0-a3be-489f-92cc-a8996943b7c0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542300 Feb 08 22:09:02.183600 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-50c63e0f-ec3b-449a-aa69-3f0349e06fc0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Deleting port fd6b7a94-ee41-436a-8006-91debc0f0a65 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:09:02.184457 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50c63e0f-ec3b-449a-aa69-3f0349e06fc0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (fd6b7a94-ee41-436a-8006-91debc0f0a65), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:02.275928 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-50c63e0f-ec3b-449a-aa69-3f0349e06fc0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] For port fd6b7a94-ee41-436a-8006-91debc0f0a65, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=fd6b7a94-ee41-436a-8006-91debc0f0a65,segment=NetworkSegment(db607765-37a1-447c-bbef-16a6541db9b3),segment_id=db607765-37a1-447c-bbef-16a6541db9b3)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:09:02.276321 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50c63e0f-ec3b-449a-aa69-3f0349e06fc0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (fd6b7a94-ee41-436a-8006-91debc0f0a65), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:02.289878 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-50c63e0f-ec3b-449a-aa69-3f0349e06fc0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Calling delete_port for fd6b7a94-ee41-436a-8006-91debc0f0a65 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:09:02.496018 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50c63e0f-ec3b-449a-aa69-3f0349e06fc0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (fd6b7a94-ee41-436a-8006-91debc0f0a65), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:02.527875 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c63e0f-ec3b-449a-aa69-3f0349e06fc0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event deleted for resources: {'Port': ['ID=fd6b7a94-ee41-436a-8006-91debc0f0a65,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:09:02.647573 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device cb2312f3-abeb-4c86-a690-a1c8e4d72c1e no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:09:02.671604 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: cb2312f3-abeb-4c86-a690-a1c8e4d72c1e {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:09:02.671951 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device cb2312f3-abeb-4c86-a690-a1c8e4d72c1e not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:09:02.703621 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50c63e0f-ec3b-449a-aa69-3f0349e06fc0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (d076b608-a422-433c-ae27-0b4eda9dcdb7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:02.902049 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ba90f-189c-4a37-bd3a-a2be5bdcf71f req-a755a3c6-a057-4edc-8503-a3e236d10f14 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:09:02.903565 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-212ba90f-189c-4a37-bd3a-a2be5bdcf71f req-a755a3c6-a057-4edc-8503-a3e236d10f14 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 943 time: 0.0593021 Feb 08 22:09:02.934284 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c63e0f-ec3b-449a-aa69-3f0349e06fc0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Router d076b608-a422-433c-ae27-0b4eda9dcdb7 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:09:02.957818 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-212ba90f-189c-4a37-bd3a-a2be5bdcf71f req-ca52c2ae-a0bb-4023-bdca-52c2d1ab3c76 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486600 Feb 08 22:09:03.050625 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c63e0f-ec3b-449a-aa69-3f0349e06fc0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:09:03.055896 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-50c63e0f-ec3b-449a-aa69-3f0349e06fc0 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "PUT /v2.0/routers/d076b608-a422-433c-ae27-0b4eda9dcdb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9280605 Feb 08 22:09:03.058944 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44184) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:09:03.062296 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0778afd0-5570-4e7c-bf0e-054354aafa44 None None] Sync routers for ids ['d076b608-a422-433c-ae27-0b4eda9dcdb7'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:09:03.073191 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0778afd0-5570-4e7c-bf0e-054354aafa44 None None] Routers {'d076b608-a422-433c-ae27-0b4eda9dcdb7'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:09:03.073939 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-0778afd0-5570-4e7c-bf0e-054354aafa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:08:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['d076b608-a422-433c-ae27-0b4eda9dcdb7'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:09:03.113074 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ffcc7c-3f1e-4dc6-9eb0-f82fc6228abe tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Deleting subnet 233ae1b4-b90d-47bf-986e-40f3cddf83dc {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 22:09:03.116366 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7ffcc7c-3f1e-4dc6-9eb0-f82fc6228abe tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for subnet (233ae1b4-b90d-47bf-986e-40f3cddf83dc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:03.157167 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7ffcc7c-3f1e-4dc6-9eb0-f82fc6228abe tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (233ae1b4-b90d-47bf-986e-40f3cddf83dc), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:03.188454 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-0778afd0-5570-4e7c-bf0e-054354aafa44 None None] Set router d076b608-a422-433c-ae27-0b4eda9dcdb7 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:09:03.246716 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7ffcc7c-3f1e-4dc6-9eb0-f82fc6228abe tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (233ae1b4-b90d-47bf-986e-40f3cddf83dc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:03.309466 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7ffcc7c-3f1e-4dc6-9eb0-f82fc6228abe tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (233ae1b4-b90d-47bf-986e-40f3cddf83dc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:03.338415 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffcc7c-3f1e-4dc6-9eb0-f82fc6228abe tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event deleted for resources: {'Subnet': ['ID=233ae1b4-b90d-47bf-986e-40f3cddf83dc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:09:03.340663 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7ffcc7c-3f1e-4dc6-9eb0-f82fc6228abe tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:03.346548 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a7ffcc7c-3f1e-4dc6-9eb0-f82fc6228abe tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "DELETE /v2.0/subnets/233ae1b4-b90d-47bf-986e-40f3cddf83dc HTTP/1.1" status: 204 len: 168 time: 0.2832079 Feb 08 22:09:03.347082 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44186) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:09:03.349184 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d016f42-e431-4ccc-a8d2-3e0d48ae6830 None None] Network 62ac34d7-8a1d-4c62-a61e-4097641bfebc requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:09:03.454251 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-0778afd0-5570-4e7c-bf0e-054354aafa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804375', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ee65071d-f872-4ad0-a6b5-0930fc970e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:05:50Z', 'updated_at': '2022-02-08T22:09:02Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'ee65071d-f872-4ad0-a6b5-0930fc970e9d', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:05:50Z', 'updated_at': '2022-02-08T22:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:09:03.458994 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-373056d2-f710-4d80-be19-0507d0440d6e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router (d076b608-a422-433c-ae27-0b4eda9dcdb7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:03.484141 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0778afd0-5570-4e7c-bf0e-054354aafa44 None None] Checking router: d076b608-a422-433c-ae27-0b4eda9dcdb7 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:09:03.496164 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0778afd0-5570-4e7c-bf0e-054354aafa44 None None] Routers {'d076b608-a422-433c-ae27-0b4eda9dcdb7'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:09:03.496790 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-0778afd0-5570-4e7c-bf0e-054354aafa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:08:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['d076b608-a422-433c-ae27-0b4eda9dcdb7'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:09:03.568149 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92ea0d0-7bda-489a-92b2-27ca75bc101c None None] DHCP port deletion for 62ac34d7-8a1d-4c62-a61e-4097641bfebc request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 22:09:03.583765 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-373056d2-f710-4d80-be19-0507d0440d6e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router_gateway (d076b608-a422-433c-ae27-0b4eda9dcdb7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:03.638195 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-373056d2-f710-4d80-be19-0507d0440d6e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Deleting port ee65071d-f872-4ad0-a6b5-0930fc970e9d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:09:03.638655 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-373056d2-f710-4d80-be19-0507d0440d6e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (ee65071d-f872-4ad0-a6b5-0930fc970e9d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:03.647455 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-0778afd0-5570-4e7c-bf0e-054354aafa44 None None] Set router d076b608-a422-433c-ae27-0b4eda9dcdb7 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:09:03.724584 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-373056d2-f710-4d80-be19-0507d0440d6e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] For port ee65071d-f872-4ad0-a6b5-0930fc970e9d, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=ee65071d-f872-4ad0-a6b5-0930fc970e9d,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:09:03.725009 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-373056d2-f710-4d80-be19-0507d0440d6e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (ee65071d-f872-4ad0-a6b5-0930fc970e9d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:03.740789 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-373056d2-f710-4d80-be19-0507d0440d6e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Calling delete_port for ee65071d-f872-4ad0-a6b5-0930fc970e9d owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:09:03.746315 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a92ea0d0-7bda-489a-92b2-27ca75bc101c None None] Deleting port 78aa5296-ecde-496c-bdae-1b7807f0936e {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:09:03.746989 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a92ea0d0-7bda-489a-92b2-27ca75bc101c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (78aa5296-ecde-496c-bdae-1b7807f0936e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:03.831214 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-a92ea0d0-7bda-489a-92b2-27ca75bc101c None None] For port 78aa5296-ecde-496c-bdae-1b7807f0936e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=78aa5296-ecde-496c-bdae-1b7807f0936e,segment=NetworkSegment(db607765-37a1-447c-bbef-16a6541db9b3),segment_id=db607765-37a1-447c-bbef-16a6541db9b3)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:09:03.831503 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a92ea0d0-7bda-489a-92b2-27ca75bc101c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (78aa5296-ecde-496c-bdae-1b7807f0936e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:03.852408 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a92ea0d0-7bda-489a-92b2-27ca75bc101c None None] Calling delete_port for 78aa5296-ecde-496c-bdae-1b7807f0936e owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:09:03.928454 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-373056d2-f710-4d80-be19-0507d0440d6e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (ee65071d-f872-4ad0-a6b5-0930fc970e9d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:03.955382 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373056d2-f710-4d80-be19-0507d0440d6e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event deleted for resources: {'Port': ['ID=ee65071d-f872-4ad0-a6b5-0930fc970e9d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:09:03.970547 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-0778afd0-5570-4e7c-bf0e-054354aafa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804375', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ee65071d-f872-4ad0-a6b5-0930fc970e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:05:50Z', 'updated_at': '2022-02-08T22:09:02Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'ee65071d-f872-4ad0-a6b5-0930fc970e9d', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:05:50Z', 'updated_at': '2022-02-08T22:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:09:03.999047 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a92ea0d0-7bda-489a-92b2-27ca75bc101c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (78aa5296-ecde-496c-bdae-1b7807f0936e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:04.002545 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0778afd0-5570-4e7c-bf0e-054354aafa44 None None] The sync data for ids ['d076b608-a422-433c-ae27-0b4eda9dcdb7'] in n-d-712143-31 is: [{'id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804375', 'tenant_id': '757a64905a5e4f28a11ff7ef605aa039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ee65071d-f872-4ad0-a6b5-0930fc970e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:05:50Z', 'updated_at': '2022-02-08T22:09:02Z', 'revision_number': 5, 'project_id': '757a64905a5e4f28a11ff7ef605aa039', 'gw_port': {'id': 'ee65071d-f872-4ad0-a6b5-0930fc970e9d', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076b608-a422-433c-ae27-0b4eda9dcdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:05:50Z', 'updated_at': '2022-02-08T22:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:09:04.034648 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ea0d0-7bda-489a-92b2-27ca75bc101c None None] Pushing event deleted for resources: {'Port': ['ID=78aa5296-ecde-496c-bdae-1b7807f0936e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:09:04.050539 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ea0d0-7bda-489a-92b2-27ca75bc101c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:09:04.050868 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ea0d0-7bda-489a-92b2-27ca75bc101c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:09:04.051215 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ea0d0-7bda-489a-92b2-27ca75bc101c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:09:04.051787 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ea0d0-7bda-489a-92b2-27ca75bc101c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:09:04.051909 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ea0d0-7bda-489a-92b2-27ca75bc101c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:09:04.052340 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ea0d0-7bda-489a-92b2-27ca75bc101c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:09:04.052534 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ea0d0-7bda-489a-92b2-27ca75bc101c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:09:04.052859 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ea0d0-7bda-489a-92b2-27ca75bc101c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:09:04.053284 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ea0d0-7bda-489a-92b2-27ca75bc101c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:09:04.053665 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ea0d0-7bda-489a-92b2-27ca75bc101c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:09:04.055224 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ea0d0-7bda-489a-92b2-27ca75bc101c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:09:04.055449 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-373056d2-f710-4d80-be19-0507d0440d6e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (d076b608-a422-433c-ae27-0b4eda9dcdb7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:04.055643 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ea0d0-7bda-489a-92b2-27ca75bc101c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:09:04.055881 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ea0d0-7bda-489a-92b2-27ca75bc101c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:09:04.059343 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92ea0d0-7bda-489a-92b2-27ca75bc101c None None] No DVR routers for this DVR port 78aa5296-ecde-496c-bdae-1b7807f0936e on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:09:04.122214 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6df23b-2138-45ff-a1d5-17152e2fa7bb req-883e78a6-126d-43e4-8dca-b623e103f1e7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:09:04.123816 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1c6df23b-2138-45ff-a1d5-17152e2fa7bb req-883e78a6-126d-43e4-8dca-b623e103f1e7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 943 time: 0.0731096 Feb 08 22:09:04.164295 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-373056d2-f710-4d80-be19-0507d0440d6e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (d076b608-a422-433c-ae27-0b4eda9dcdb7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:04.166577 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-373056d2-f710-4d80-be19-0507d0440d6e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router_controller (d076b608-a422-433c-ae27-0b4eda9dcdb7), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:04.174224 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1c6df23b-2138-45ff-a1d5-17152e2fa7bb req-edb1b3a2-df3c-40bb-89e2-8e9ce2773eec tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446980 Feb 08 22:09:04.215484 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-373056d2-f710-4d80-be19-0507d0440d6e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (d076b608-a422-433c-ae27-0b4eda9dcdb7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:04.216212 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373056d2-f710-4d80-be19-0507d0440d6e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Fanout notify agent at l3_agent the message router_deleted on router d076b608-a422-433c-ae27-0b4eda9dcdb7 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 22:09:04.223376 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-373056d2-f710-4d80-be19-0507d0440d6e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:04.224513 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-373056d2-f710-4d80-be19-0507d0440d6e tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "DELETE /v2.0/routers/d076b608-a422-433c-ae27-0b4eda9dcdb7 HTTP/1.1" status: 204 len: 168 time: 0.8764613 Feb 08 22:09:04.227809 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44190) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:09:04.306520 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04f207b9-d71b-41f8-bc2c-6d0342403e28 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (62ac34d7-8a1d-4c62-a61e-4097641bfebc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:04.395886 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04f207b9-d71b-41f8-bc2c-6d0342403e28 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (62ac34d7-8a1d-4c62-a61e-4097641bfebc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:04.418169 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-04f207b9-d71b-41f8-bc2c-6d0342403e28 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ac34d7-8a1d-4c62-a61e-4097641bfebc']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:09:04.429632 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-04f207b9-d71b-41f8-bc2c-6d0342403e28 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db607765-37a1-447c-bbef-16a6541db9b3') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:09:04.429931 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-04f207b9-d71b-41f8-bc2c-6d0342403e28 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db607765-37a1-447c-bbef-16a6541db9b3') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:09:04.440288 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04f207b9-d71b-41f8-bc2c-6d0342403e28 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (db607765-37a1-447c-bbef-16a6541db9b3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:04.454756 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04f207b9-d71b-41f8-bc2c-6d0342403e28 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (db607765-37a1-447c-bbef-16a6541db9b3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:04.462246 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f207b9-d71b-41f8-bc2c-6d0342403e28 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:09:04.462650 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04f207b9-d71b-41f8-bc2c-6d0342403e28 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (db607765-37a1-447c-bbef-16a6541db9b3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: timer() Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:09:04.466092 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:09:04.533897 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04f207b9-d71b-41f8-bc2c-6d0342403e28 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (62ac34d7-8a1d-4c62-a61e-4097641bfebc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:04.542501 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04f207b9-d71b-41f8-bc2c-6d0342403e28 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:04.545805 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-04f207b9-d71b-41f8-bc2c-6d0342403e28 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "DELETE /v2.0/networks/62ac34d7-8a1d-4c62-a61e-4097641bfebc HTTP/1.1" status: 204 len: 168 time: 0.3170204 Feb 08 22:09:04.548455 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44192) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:09:04.566187 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f207b9-d71b-41f8-bc2c-6d0342403e28 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event deleted for resources: {'Network': ['ID=62ac34d7-8a1d-4c62-a61e-4097641bfebc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:09:04.625935 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f44343bf-ba61-4aca-9ff7-9871727b5db5 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group (2a6b03b4-406f-4592-bd41-1be06d5235f9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:04.655152 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f44343bf-ba61-4aca-9ff7-9871727b5db5 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group (2a6b03b4-406f-4592-bd41-1be06d5235f9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:04.719808 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f44343bf-ba61-4aca-9ff7-9871727b5db5 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (2a6b03b4-406f-4592-bd41-1be06d5235f9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:04.722603 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f44343bf-ba61-4aca-9ff7-9871727b5db5 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:04.724012 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f44343bf-ba61-4aca-9ff7-9871727b5db5 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] 10.222.0.88 "DELETE /v2.0/security-groups/2a6b03b4-406f-4592-bd41-1be06d5235f9 HTTP/1.1" status: 204 len: 168 time: 0.1744342 Feb 08 22:09:04.734325 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44343bf-ba61-4aca-9ff7-9871727b5db5 tempest-TestNetworkAdvancedServerOps-1221058058 tempest-TestNetworkAdvancedServerOps-1221058058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6b03b4-406f-4592-bd41-1be06d5235f9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:09:05.063223 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44200) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:09:05.210057 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8c26bdbb-0fa1-49ec-90d0-0c3e64fda8bc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=757a64905a5e4f28a11ff7ef605aa039&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1456099 Feb 08 22:09:05.212935 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44206) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:09:05.271685 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ee65071d-f872-4ad0-a6b5-0930fc970e9d no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:09:05.292351 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: ee65071d-f872-4ad0-a6b5-0930fc970e9d {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:09:05.292699 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device ee65071d-f872-4ad0-a6b5-0930fc970e9d not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:09:05.293135 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device fd6b7a94-ee41-436a-8006-91debc0f0a65 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:09:05.305583 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8f24ce00-5ee5-4d01-a9e6-77c09d7010f7 admin admin] Publish callbacks [] for security_group (3c8c5cc6-3a4f-434c-b54e-ca1ce9a53c03), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:05.313142 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: fd6b7a94-ee41-436a-8006-91debc0f0a65 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:09:05.313494 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device fd6b7a94-ee41-436a-8006-91debc0f0a65 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:09:05.313921 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 78aa5296-ecde-496c-bdae-1b7807f0936e no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:09:05.334331 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 78aa5296-ecde-496c-bdae-1b7807f0936e {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:09:05.334673 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 78aa5296-ecde-496c-bdae-1b7807f0936e not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:09:05.335378 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8f24ce00-5ee5-4d01-a9e6-77c09d7010f7 admin admin] Publish callbacks [] for security_group (3c8c5cc6-3a4f-434c-b54e-ca1ce9a53c03), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:05.361363 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fac0e-559b-4989-8722-623fb44a6934 req-eb3d47f1-dfea-4066-9cc6-8fa867a0a195 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:09:05.362883 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f9fac0e-559b-4989-8722-623fb44a6934 req-eb3d47f1-dfea-4066-9cc6-8fa867a0a195 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 943 time: 0.0987971 Feb 08 22:09:05.432147 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f9fac0e-559b-4989-8722-623fb44a6934 req-f7df6163-6047-4dc5-aed0-fe9492b3aa14 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602527 Feb 08 22:09:05.437004 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8f24ce00-5ee5-4d01-a9e6-77c09d7010f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3c8c5cc6-3a4f-434c-b54e-ca1ce9a53c03), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:05.439916 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8f24ce00-5ee5-4d01-a9e6-77c09d7010f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:05.440992 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8f24ce00-5ee5-4d01-a9e6-77c09d7010f7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3c8c5cc6-3a4f-434c-b54e-ca1ce9a53c03 HTTP/1.1" status: 204 len: 168 time: 0.2270064 Feb 08 22:09:05.457793 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24ce00-5ee5-4d01-a9e6-77c09d7010f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8c5cc6-3a4f-434c-b54e-ca1ce9a53c03,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:09:05.714139 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44212) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:09:05.755999 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8f5dddf9-af01-4e02-92cd-fc1e5474de07 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c17a77d6b4004da3807108bc56368525&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406680 Feb 08 22:09:05.758562 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44214) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:09:05.806956 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8da4ca38-296b-4243-bc15-bcd1b81b91ce admin admin] Publish callbacks [] for security_group (70ef5871-5ca0-4094-ba43-d831f8ac339f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:05.827515 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8da4ca38-296b-4243-bc15-bcd1b81b91ce admin admin] Publish callbacks [] for security_group (70ef5871-5ca0-4094-ba43-d831f8ac339f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:05.874093 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8da4ca38-296b-4243-bc15-bcd1b81b91ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (70ef5871-5ca0-4094-ba43-d831f8ac339f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:05.876781 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8da4ca38-296b-4243-bc15-bcd1b81b91ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:05.877973 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8da4ca38-296b-4243-bc15-bcd1b81b91ce admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/70ef5871-5ca0-4094-ba43-d831f8ac339f HTTP/1.1" status: 204 len: 168 time: 0.1184888 Feb 08 22:09:05.885949 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4ca38-296b-4243-bc15-bcd1b81b91ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ef5871-5ca0-4094-ba43-d831f8ac339f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:09:06.555334 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3daf48c-720e-46e6-b761-5d191fd0d215 req-e475d054-0fb3-4c1c-8e17-337798e85ceb tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:09:06.556826 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a3daf48c-720e-46e6-b761-5d191fd0d215 req-e475d054-0fb3-4c1c-8e17-337798e85ceb tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 943 time: 0.0536447 Feb 08 22:09:06.609715 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a3daf48c-720e-46e6-b761-5d191fd0d215 req-2c3f1c8b-b1f2-482f-8bcd-878547e014dd tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471523 Feb 08 22:09:06.794372 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:07.039413 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:07.741093 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61442615-37ed-47bc-b3c4-456ab8a1a843 req-87459e56-7b78-4757-bbf0-edd49e6d8785 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:09:07.743185 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61442615-37ed-47bc-b3c4-456ab8a1a843 req-87459e56-7b78-4757-bbf0-edd49e6d8785 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 943 time: 0.0545502 Feb 08 22:09:07.793798 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61442615-37ed-47bc-b3c4-456ab8a1a843 req-9144cc67-0dae-4047-82ab-d68aec449e7e tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446036 Feb 08 22:09:08.374408 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 97f1efcb-e8b8-4980-a0fb-626de3655c9a details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:09:08.472122 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 97f1efcb-e8b8-4980-a0fb-626de3655c9a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=97f1efcb-e8b8-4980-a0fb-626de3655c9a,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:09:08.483484 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '97f1efcb-e8b8-4980-a0fb-626de3655c9a', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'port_id': '97f1efcb-e8b8-4980-a0fb-626de3655c9a', 'mac_address': 'fa:16:3e:f8:be:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:09:08.519975 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 97f1efcb-e8b8-4980-a0fb-626de3655c9a is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:09:08.520365 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (97f1efcb-e8b8-4980-a0fb-626de3655c9a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:08.537176 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f1efcb-e8b8-4980-a0fb-626de3655c9a {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:09:08.555764 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 97f1efcb-e8b8-4980-a0fb-626de3655c9a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=97f1efcb-e8b8-4980-a0fb-626de3655c9a,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:09:08.565417 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (97f1efcb-e8b8-4980-a0fb-626de3655c9a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:08.613995 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=97f1efcb-e8b8-4980-a0fb-626de3655c9a,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:09:08.872120 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['97f1efcb-e8b8-4980-a0fb-626de3655c9a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:09:08.918074 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a2a82-9728-4f25-bb1e-9315868ed981 req-7d5a8b3f-7da4-41f0-abf2-51794b0a8085 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:09:08.919821 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2f0a2a82-9728-4f25-bb1e-9315868ed981 req-7d5a8b3f-7da4-41f0-abf2-51794b0a8085 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 944 time: 0.0577002 Feb 08 22:09:08.971450 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2f0a2a82-9728-4f25-bb1e-9315868ed981 req-2bff14e0-9636-48fa-872d-5a8a314adeb8 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449908 Feb 08 22:09:10.096425 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba05f1b-e643-47e5-9f9c-520a9cf0bf86 req-0182401a-0b27-4740-936f-0b12f3be6ed9 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:09:10.097979 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ba05f1b-e643-47e5-9f9c-520a9cf0bf86 req-0182401a-0b27-4740-936f-0b12f3be6ed9 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 944 time: 0.0583198 Feb 08 22:09:10.149438 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ba05f1b-e643-47e5-9f9c-520a9cf0bf86 req-330fd787-9835-42af-b550-d1b919f0be4a tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452731 Feb 08 22:09:10.374923 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 97f1efcb-e8b8-4980-a0fb-626de3655c9a up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:09:10.424644 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 97f1efcb-e8b8-4980-a0fb-626de3655c9a completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:09:10.428831 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 97f1efcb-e8b8-4980-a0fb-626de3655c9a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:09:10.429211 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (97f1efcb-e8b8-4980-a0fb-626de3655c9a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:10.509833 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 97f1efcb-e8b8-4980-a0fb-626de3655c9a is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:09:10.510228 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (97f1efcb-e8b8-4980-a0fb-626de3655c9a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:10.534916 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09823f8a-ec68-4897-9bd3-bb5c9e2dafbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f1efcb-e8b8-4980-a0fb-626de3655c9a'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:09:10.537469 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57704053556f5bb0d456be82137374c6b844f145abd55448203a7c57cceaa9cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6730c61c-c029-4bce-b59e-ce20008fddb8" -d '{"events": [{"server_uuid": "09823f8a-ec68-4897-9bd3-bb5c9e2dafbf", "name": "network-vif-plugged", "status": "completed", "tag": "97f1efcb-e8b8-4980-a0fb-626de3655c9a"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:09:10.552115 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 97f1efcb-e8b8-4980-a0fb-626de3655c9a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=97f1efcb-e8b8-4980-a0fb-626de3655c9a,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:09:10.556976 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (97f1efcb-e8b8-4980-a0fb-626de3655c9a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:10.579790 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c96138d-2923-4085-8c94-321249046a6f x-openstack-request-id: req-6c96138d-2923-4085-8c94-321249046a6f {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:09:10.580085 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09823f8a-ec68-4897-9bd3-bb5c9e2dafbf", "name": "network-vif-plugged", "status": "completed", "tag": "97f1efcb-e8b8-4980-a0fb-626de3655c9a", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:09:10.580391 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6c96138d-2923-4085-8c94-321249046a6f {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:09:10.580731 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09823f8a-ec68-4897-9bd3-bb5c9e2dafbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f1efcb-e8b8-4980-a0fb-626de3655c9a', 'code': 200} Feb 08 22:09:10.608122 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=97f1efcb-e8b8-4980-a0fb-626de3655c9a,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:09:10.694837 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d710ec9-e8be-4572-b95b-243c6aa93441 req-49be3dbe-2e68-40de-9bee-0514faa882eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:09:10.696806 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2d710ec9-e8be-4572-b95b-243c6aa93441 req-49be3dbe-2e68-40de-9bee-0514faa882eb service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 1128 time: 0.0479803 Feb 08 22:09:10.753565 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2d710ec9-e8be-4572-b95b-243c6aa93441 req-8f21ccd9-bf14-4898-9f6d-9f57ade3fb01 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511491 Feb 08 22:09:11.268918 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ebd83-c99e-4c66-aa36-e9a9da6224f0 req-49759201-6272-4e0c-b82b-d2984893a7fc tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:09:11.270340 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-103ebd83-c99e-4c66-aa36-e9a9da6224f0 req-49759201-6272-4e0c-b82b-d2984893a7fc tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 945 time: 0.0534050 Feb 08 22:09:11.320759 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-103ebd83-c99e-4c66-aa36-e9a9da6224f0 req-0023fe01-81fe-41bd-8aac-f58fa33d1831 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444567 Feb 08 22:09:12.449447 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96bd8a-da02-42e5-8427-73e135098574 req-34602e69-9c28-43f7-ae67-42e7b2bc9bd6 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:09:12.450968 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e96bd8a-da02-42e5-8427-73e135098574 req-34602e69-9c28-43f7-ae67-42e7b2bc9bd6 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 945 time: 0.0607531 Feb 08 22:09:12.500610 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e96bd8a-da02-42e5-8427-73e135098574 req-7418e3b3-7511-44e3-86ab-774e2a47aedc tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438337 Feb 08 22:09:12.639872 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fbc5a-dd38-4fff-967c-7f9399395658 req-7c5752e8-f317-4da6-a8b6-01e114eb3e86 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:09:12.641412 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-125fbc5a-dd38-4fff-967c-7f9399395658 req-7c5752e8-f317-4da6-a8b6-01e114eb3e86 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 945 time: 0.0641084 Feb 08 22:09:12.691463 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-125fbc5a-dd38-4fff-967c-7f9399395658 req-bf76b066-6ff2-4480-aeb6-4ef3657006d4 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439880 Feb 08 22:09:12.713944 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44234) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:09:12.764338 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049f78d2-86fb-46ef-a450-935cebbcf345 tempest-TestVolumeBootPattern-1236749521 tempest-TestVolumeBootPattern-1236749521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:09:12.765924 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-049f78d2-86fb-46ef-a450-935cebbcf345 tempest-TestVolumeBootPattern-1236749521 tempest-TestVolumeBootPattern-1236749521-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 1123 time: 0.0509825 Feb 08 22:09:12.768750 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44236) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:09:12.773009 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-9efd7762-b31a-4cc3-a38b-43001a59dca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'port_id': '97f1efcb-e8b8-4980-a0fb-626de3655c9a', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:09:12.790491 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-adfbf189-2440-481f-9436-0e97bb4cf854 req-39f07c52-3f5f-4631-a9c3-286d3ce1a72a service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0474052 Feb 08 22:09:12.794025 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9efd7762-b31a-4cc3-a38b-43001a59dca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:12.875836 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbf189-2440-481f-9436-0e97bb4cf854 req-759b3419-462f-4206-b7f7-9e022e2a220c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:09:12.877416 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-adfbf189-2440-481f-9436-0e97bb4cf854 req-759b3419-462f-4206-b7f7-9e022e2a220c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 1129 time: 0.0458591 Feb 08 22:09:12.898341 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9efd7762-b31a-4cc3-a38b-43001a59dca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:13.002392 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbf189-2440-481f-9436-0e97bb4cf854 req-d68eed35-d6ca-43f4-9a68-92e5d424dcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:09:13.004000 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-adfbf189-2440-481f-9436-0e97bb4cf854 req-d68eed35-d6ca-43f4-9a68-92e5d424dcdc service neutron] 10.222.0.94 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 913 time: 0.1091185 Feb 08 22:09:13.024085 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-9efd7762-b31a-4cc3-a38b-43001a59dca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Allocated IP 172.25.3.226 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/00a5e522-5998-4429-b876-1891d8831d0a) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:09:13.072812 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-adfbf189-2440-481f-9436-0e97bb4cf854 req-0e0e665b-7fcc-4dcb-aea4-4020d3eddc53 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aee2d9e-0224-48b7-912c-6d07afa98816 HTTP/1.1" status: 200 len: 1002 time: 0.0628359 Feb 08 22:09:13.123121 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbf189-2440-481f-9436-0e97bb4cf854 req-2f7e4f2a-aef7-49fb-b1f1-109bd970be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:09:13.124986 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-adfbf189-2440-481f-9436-0e97bb4cf854 req-2f7e4f2a-aef7-49fb-b1f1-109bd970be5f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e2ac310d-6418-47f9-bc84-ee6106411485 HTTP/1.1" status: 200 len: 851 time: 0.0460048 Feb 08 22:09:13.133048 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9efd7762-b31a-4cc3-a38b-43001a59dca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for port (00a5e522-5998-4429-b876-1891d8831d0a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:13.169360 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9efd7762-b31a-4cc3-a38b-43001a59dca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (00a5e522-5998-4429-b876-1891d8831d0a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:13.186260 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbf189-2440-481f-9436-0e97bb4cf854 req-1280bf4f-4d11-4eb3-bd83-73ff2258e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:09:13.187902 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-adfbf189-2440-481f-9436-0e97bb4cf854 req-1280bf4f-4d11-4eb3-bd83-73ff2258e940 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3e877b49-38c1-41e0-85cf-576297877def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0575709 Feb 08 22:09:13.207283 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efd7762-b31a-4cc3-a38b-43001a59dca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:09:13.214586 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-9efd7762-b31a-4cc3-a38b-43001a59dca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:09:13.218262 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efd7762-b31a-4cc3-a38b-43001a59dca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:09:13.244560 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd7762-b31a-4cc3-a38b-43001a59dca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event updated for resources: {'Port': ['ID=00a5e522-5998-4429-b876-1891d8831d0a,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:09:13.280285 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-adfbf189-2440-481f-9436-0e97bb4cf854 req-1d33edf6-7417-478b-8e39-ca73c252ec97 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867021 Feb 08 22:09:13.392479 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-adfbf189-2440-481f-9436-0e97bb4cf854 req-f99e3e70-182c-4e54-bdfa-444d5e2a341c service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066070 Feb 08 22:09:13.632046 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9efd7762-b31a-4cc3-a38b-43001a59dca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for floatingip (2b8b60d2-fd4e-448e-81d5-f723c675e0a2), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:13.709544 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9efd7762-b31a-4cc3-a38b-43001a59dca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (00a5e522-5998-4429-b876-1891d8831d0a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:13.876681 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9efd7762-b31a-4cc3-a38b-43001a59dca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for port (00a5e522-5998-4429-b876-1891d8831d0a), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:13.881115 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9efd7762-b31a-4cc3-a38b-43001a59dca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (00a5e522-5998-4429-b876-1891d8831d0a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:13.959036 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd7762-b31a-4cc3-a38b-43001a59dca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event updated for resources: {'Port': ['ID=00a5e522-5998-4429-b876-1891d8831d0a,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:09:13.969402 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9efd7762-b31a-4cc3-a38b-43001a59dca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (2b8b60d2-fd4e-448e-81d5-f723c675e0a2), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:14.086994 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-9efd7762-b31a-4cc3-a38b-43001a59dca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Floating IP 2b8b60d2-fd4e-448e-81d5-f723c675e0a2 associated. External IP: 172.25.3.226, port: 97f1efcb-e8b8-4980-a0fb-626de3655c9a. Feb 08 22:09:14.636121 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efd7762-b31a-4cc3-a38b-43001a59dca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Router fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:09:14.750510 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efd7762-b31a-4cc3-a38b-43001a59dca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:09:14.763229 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861cf0b1-2a80-4047-a2f9-e294272b2110 None None] Sync routers for ids ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:09:14.770452 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9efd7762-b31a-4cc3-a38b-43001a59dca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:14.777827 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861cf0b1-2a80-4047-a2f9-e294272b2110 None None] Routers {'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:09:14.778609 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-861cf0b1-2a80-4047-a2f9-e294272b2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:08:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:09:14.806061 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9efd7762-b31a-4cc3-a38b-43001a59dca7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0362287 Feb 08 22:09:14.806668 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09823f8a-ec68-4897-9bd3-bb5c9e2dafbf', 'tag': '97f1efcb-e8b8-4980-a0fb-626de3655c9a'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:09:14.809102 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}172f70f337c3b63fdf67f040c0f86b7f3b83a13e6896cc0fed0116d04eb2054e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b85896-27f2-4ee7-9c25-dd31277ce4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "09823f8a-ec68-4897-9bd3-bb5c9e2dafbf", "tag": "97f1efcb-e8b8-4980-a0fb-626de3655c9a"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:09:14.848469 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449249c5-c6a8-4f3a-87b1-9e2bc782c3ce x-openstack-request-id: req-449249c5-c6a8-4f3a-87b1-9e2bc782c3ce {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:09:14.848828 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09823f8a-ec68-4897-9bd3-bb5c9e2dafbf", "tag": "97f1efcb-e8b8-4980-a0fb-626de3655c9a", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:09:14.849150 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-449249c5-c6a8-4f3a-87b1-9e2bc782c3ce {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:09:14.849700 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09823f8a-ec68-4897-9bd3-bb5c9e2dafbf', 'tag': '97f1efcb-e8b8-4980-a0fb-626de3655c9a', 'status': 'completed', 'code': 200} Feb 08 22:09:14.895708 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-861cf0b1-2a80-4047-a2f9-e294272b2110 None None] Set router fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:09:14.915982 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b85896-27f2-4ee7-9c25-dd31277ce4e3 req-af418dae-3fc9-403b-b4a1-2d29f1beb9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:09:14.917905 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-22b85896-27f2-4ee7-9c25-dd31277ce4e3 req-af418dae-3fc9-403b-b4a1-2d29f1beb9a6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 1128 time: 0.0474324 Feb 08 22:09:15.029322 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b85896-27f2-4ee7-9c25-dd31277ce4e3 req-144cb474-e5bd-4fed-b7c6-88d52ce9a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:09:15.031217 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-22b85896-27f2-4ee7-9c25-dd31277ce4e3 req-144cb474-e5bd-4fed-b7c6-88d52ce9a907 service neutron] 10.222.0.94 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 913 time: 0.1069098 Feb 08 22:09:15.102755 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-22b85896-27f2-4ee7-9c25-dd31277ce4e3 req-381a45f8-cc1c-4d87-8d6f-d8a8f06d0c3a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97f1efcb-e8b8-4980-a0fb-626de3655c9a HTTP/1.1" status: 200 len: 999 time: 0.0657127 Feb 08 22:09:15.142993 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-861cf0b1-2a80-4047-a2f9-e294272b2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'name': 'tempest-TestVolumeBootPattern-1886814752-router', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:06Z', 'revision_number': 4, 'project_id': 'beb2210587a047799a2549836334dae5', 'gw_port': {'id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '2b8b60d2-fd4e-448e-81d5-f723c675e0a2', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'port_id': '97f1efcb-e8b8-4980-a0fb-626de3655c9a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'mac_address': 'fa:16:3e:f8:be:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09823f8a-ec68-4897-9bd3-bb5c9e2dafbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:09:13Z', 'updated_at': '2022-02-08T22:09:13Z', 'revision_number': 0, 'project_id': 'beb2210587a047799a2549836334dae5', 'fixed_ip_address_scope': None}, {'id': 'd9cfad85-b6e9-4401-92d4-7bfe4d47681e', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'port_id': '3aee2d9e-0224-48b7-912c-6d07afa98816', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'mac_address': 'fa:16:3e:1a:a8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4bf70a-8007-4eb9-80e6-c432aa413875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:06:57Z', 'updated_at': '2022-02-08T22:06:59Z', 'revision_number': 1, 'project_id': 'beb2210587a047799a2549836334dae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacd7dc5-508c-4224-828e-b0c1c032829a', 'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'mac_address': 'fa:16:3e:3a:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:05Z', 'updated_at': '2022-02-08T21:58:12Z', 'revision_number': 5, 'project_id': 'beb2210587a047799a2549836334dae5', 'subnets': [{'id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:09:15.156390 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b85896-27f2-4ee7-9c25-dd31277ce4e3 req-ac7de98c-3e5f-4006-8d43-1d821e1b7ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:09:15.158564 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-22b85896-27f2-4ee7-9c25-dd31277ce4e3 req-ac7de98c-3e5f-4006-8d43-1d821e1b7ee2 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e2ac310d-6418-47f9-bc84-ee6106411485 HTTP/1.1" status: 200 len: 851 time: 0.0498919 Feb 08 22:09:15.173577 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861cf0b1-2a80-4047-a2f9-e294272b2110 None None] Checking router: fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:09:15.182342 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861cf0b1-2a80-4047-a2f9-e294272b2110 None None] Routers {'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:09:15.182955 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-861cf0b1-2a80-4047-a2f9-e294272b2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:08:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:09:15.216257 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b85896-27f2-4ee7-9c25-dd31277ce4e3 req-52d37e6c-67f2-4283-bcc9-15bc420405c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:09:15.217994 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-22b85896-27f2-4ee7-9c25-dd31277ce4e3 req-52d37e6c-67f2-4283-bcc9-15bc420405c7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3e877b49-38c1-41e0-85cf-576297877def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0531220 Feb 08 22:09:15.317190 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-22b85896-27f2-4ee7-9c25-dd31277ce4e3 req-541da055-78fb-490c-8ab6-b2d76890c7f1 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936675 Feb 08 22:09:15.387690 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-861cf0b1-2a80-4047-a2f9-e294272b2110 None None] Set router fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:09:15.433419 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-22b85896-27f2-4ee7-9c25-dd31277ce4e3 req-ce401aa8-dd2a-4a21-8861-7eeb22262d59 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106646 Feb 08 22:09:15.618944 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-861cf0b1-2a80-4047-a2f9-e294272b2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'name': 'tempest-TestVolumeBootPattern-1886814752-router', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:06Z', 'revision_number': 4, 'project_id': 'beb2210587a047799a2549836334dae5', 'gw_port': {'id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '2b8b60d2-fd4e-448e-81d5-f723c675e0a2', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'port_id': '97f1efcb-e8b8-4980-a0fb-626de3655c9a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'mac_address': 'fa:16:3e:f8:be:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09823f8a-ec68-4897-9bd3-bb5c9e2dafbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:09:13Z', 'updated_at': '2022-02-08T22:09:13Z', 'revision_number': 0, 'project_id': 'beb2210587a047799a2549836334dae5', 'fixed_ip_address_scope': None}, {'id': 'd9cfad85-b6e9-4401-92d4-7bfe4d47681e', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'port_id': '3aee2d9e-0224-48b7-912c-6d07afa98816', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'mac_address': 'fa:16:3e:1a:a8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4bf70a-8007-4eb9-80e6-c432aa413875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:06:57Z', 'updated_at': '2022-02-08T22:06:59Z', 'revision_number': 1, 'project_id': 'beb2210587a047799a2549836334dae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacd7dc5-508c-4224-828e-b0c1c032829a', 'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'mac_address': 'fa:16:3e:3a:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:05Z', 'updated_at': '2022-02-08T21:58:12Z', 'revision_number': 5, 'project_id': 'beb2210587a047799a2549836334dae5', 'subnets': [{'id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:09:15.648800 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861cf0b1-2a80-4047-a2f9-e294272b2110 None None] The sync data for ids ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'] in n-d-712143-31 is: [{'id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'name': 'tempest-TestVolumeBootPattern-1886814752-router', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:06Z', 'revision_number': 4, 'project_id': 'beb2210587a047799a2549836334dae5', 'gw_port': {'id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '2b8b60d2-fd4e-448e-81d5-f723c675e0a2', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'port_id': '97f1efcb-e8b8-4980-a0fb-626de3655c9a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'mac_address': 'fa:16:3e:f8:be:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09823f8a-ec68-4897-9bd3-bb5c9e2dafbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:09:13Z', 'updated_at': '2022-02-08T22:09:13Z', 'revision_number': 0, 'project_id': 'beb2210587a047799a2549836334dae5', 'fixed_ip_address_scope': None}, {'id': 'd9cfad85-b6e9-4401-92d4-7bfe4d47681e', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'port_id': '3aee2d9e-0224-48b7-912c-6d07afa98816', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'mac_address': 'fa:16:3e:1a:a8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4bf70a-8007-4eb9-80e6-c432aa413875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:06:57Z', 'updated_at': '2022-02-08T22:06:59Z', 'revision_number': 1, 'project_id': 'beb2210587a047799a2549836334dae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacd7dc5-508c-4224-828e-b0c1c032829a', 'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'mac_address': 'fa:16:3e:3a:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:05Z', 'updated_at': '2022-02-08T21:58:12Z', 'revision_number': 5, 'project_id': 'beb2210587a047799a2549836334dae5', 'subnets': [{'id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:09:15.851142 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa1e39e-d570-48d3-9a19-708a79852a35 None None] New status for floating IP 2b8b60d2-fd4e-448e-81d5-f723c675e0a2: ACTIVE {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:09:23.823647 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:09:24.250467 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d3b4bfa0-fda9-421e-8fab-f7908acdb7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:27.538543 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c515398-2711-4dc7-90fc-0eb353d3fed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:29.382213 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:31.495249 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:31.689833 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:36.810637 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:37.051982 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:54.254457 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-47d4f965-38f5-4106-a2dd-f83946b236aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:57.541990 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c7c299a6-17d7-4f4c-ba8c-9e1b20b99396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:09:59.385378 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:10:00.823983 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:10:01.490521 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:10:01.691079 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:10:06.840490 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:10:07.051045 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:10:13.083821 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-411a6bab-2020-45be-a56d-f17277a8f539 req-8f0ec5b4-76ab-4516-9025-44fe47067371 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1072488 Feb 08 22:10:13.150239 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a6bab-2020-45be-a56d-f17277a8f539 req-2b64e760-5d76-44eb-997f-5c0d09acef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:10:13.151769 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-411a6bab-2020-45be-a56d-f17277a8f539 req-2b64e760-5d76-44eb-997f-5c0d09acef03 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 1128 time: 0.0461004 Feb 08 22:10:13.259563 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a6bab-2020-45be-a56d-f17277a8f539 req-b94d3492-e128-47af-aa87-5a40fa09382a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:10:13.261299 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-411a6bab-2020-45be-a56d-f17277a8f539 req-b94d3492-e128-47af-aa87-5a40fa09382a service neutron] 10.222.0.94 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 913 time: 0.0914333 Feb 08 22:10:13.334723 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-411a6bab-2020-45be-a56d-f17277a8f539 req-6b3031df-5d4f-46b5-81c6-3dd3b9be13b2 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97f1efcb-e8b8-4980-a0fb-626de3655c9a HTTP/1.1" status: 200 len: 1001 time: 0.0668445 Feb 08 22:10:13.385094 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a6bab-2020-45be-a56d-f17277a8f539 req-81343fd3-0233-4e0c-8f31-50ff553b1a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:10:13.386694 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-411a6bab-2020-45be-a56d-f17277a8f539 req-81343fd3-0233-4e0c-8f31-50ff553b1a0b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e2ac310d-6418-47f9-bc84-ee6106411485 HTTP/1.1" status: 200 len: 851 time: 0.0459671 Feb 08 22:10:13.438242 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a6bab-2020-45be-a56d-f17277a8f539 req-b2f01fcc-641f-4604-ac57-2e642c302945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:10:13.439673 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-411a6bab-2020-45be-a56d-f17277a8f539 req-b2f01fcc-641f-4604-ac57-2e642c302945 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3e877b49-38c1-41e0-85cf-576297877def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448637 Feb 08 22:10:13.536161 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-411a6bab-2020-45be-a56d-f17277a8f539 req-35879f43-28b0-463b-931d-779c07483aa6 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896125 Feb 08 22:10:13.631995 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-411a6bab-2020-45be-a56d-f17277a8f539 req-1d2063d1-8c99-4879-9fe0-28a340c38a48 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897458 Feb 08 22:10:24.260300 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2bb44fc2-b0cd-4591-8f01-e319eadb23c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:10:27.546238 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f723c6b-dd40-4f4e-9a1d-837e4f3d4138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:10:29.391240 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:10:31.496991 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:10:31.694192 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:10:36.848438 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:10:37.050367 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:10:37.825065 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:10:53.996722 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44270) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:10:54.163795 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-776a01f9-b315-4332-8db7-fa003a53fbe2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Deleting port 00a5e522-5998-4429-b876-1891d8831d0a {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:10:54.164140 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-776a01f9-b315-4332-8db7-fa003a53fbe2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (00a5e522-5998-4429-b876-1891d8831d0a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:10:54.241856 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-776a01f9-b315-4332-8db7-fa003a53fbe2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (00a5e522-5998-4429-b876-1891d8831d0a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:10:54.242194 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-776a01f9-b315-4332-8db7-fa003a53fbe2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for floatingip (00a5e522-5998-4429-b876-1891d8831d0a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:10:54.256690 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-776a01f9-b315-4332-8db7-fa003a53fbe2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Calling delete_port for 00a5e522-5998-4429-b876-1891d8831d0a owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:10:54.261810 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e9e9207-334b-43e1-b242-b9e5e8930296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:10:54.408361 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-776a01f9-b315-4332-8db7-fa003a53fbe2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (00a5e522-5998-4429-b876-1891d8831d0a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:10:54.439084 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a01f9-b315-4332-8db7-fa003a53fbe2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event deleted for resources: {'Port': ['ID=00a5e522-5998-4429-b876-1891d8831d0a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:10:54.465473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776a01f9-b315-4332-8db7-fa003a53fbe2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:10:54.465830 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776a01f9-b315-4332-8db7-fa003a53fbe2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:10:54.466174 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776a01f9-b315-4332-8db7-fa003a53fbe2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:10:54.466519 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776a01f9-b315-4332-8db7-fa003a53fbe2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:10:54.466857 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776a01f9-b315-4332-8db7-fa003a53fbe2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:10:54.467752 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776a01f9-b315-4332-8db7-fa003a53fbe2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:10:54.468093 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776a01f9-b315-4332-8db7-fa003a53fbe2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:10:54.468423 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776a01f9-b315-4332-8db7-fa003a53fbe2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:10:54.468766 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776a01f9-b315-4332-8db7-fa003a53fbe2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:10:54.469089 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776a01f9-b315-4332-8db7-fa003a53fbe2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:10:54.469445 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776a01f9-b315-4332-8db7-fa003a53fbe2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:10:54.469792 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776a01f9-b315-4332-8db7-fa003a53fbe2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:10:54.470102 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776a01f9-b315-4332-8db7-fa003a53fbe2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:10:54.512239 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-776a01f9-b315-4332-8db7-fa003a53fbe2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for floatingip (2b8b60d2-fd4e-448e-81d5-f723c675e0a2), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:10:54.512506 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-776a01f9-b315-4332-8db7-fa003a53fbe2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Floating IP 2b8b60d2-fd4e-448e-81d5-f723c675e0a2 disassociated (deleted). External IP: 172.25.3.226, port: 97f1efcb-e8b8-4980-a0fb-626de3655c9a. Feb 08 22:10:54.733206 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776a01f9-b315-4332-8db7-fa003a53fbe2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Router fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:10:54.853949 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776a01f9-b315-4332-8db7-fa003a53fbe2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:10:54.858580 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-776a01f9-b315-4332-8db7-fa003a53fbe2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:10:54.869279 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c49266-a41d-467b-bee9-1a5b143b5ec2 None None] Sync routers for ids ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:10:54.880161 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c49266-a41d-467b-bee9-1a5b143b5ec2 None None] Routers {'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:10:54.880799 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b5c49266-a41d-467b-bee9-1a5b143b5ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:10:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:10:54.908266 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-776a01f9-b315-4332-8db7-fa003a53fbe2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "DELETE /v2.0/floatingips/2b8b60d2-fd4e-448e-81d5-f723c675e0a2 HTTP/1.1" status: 204 len: 168 time: 0.9080565 Feb 08 22:10:54.908266 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09823f8a-ec68-4897-9bd3-bb5c9e2dafbf', 'tag': '97f1efcb-e8b8-4980-a0fb-626de3655c9a'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:10:55.026270 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-b5c49266-a41d-467b-bee9-1a5b143b5ec2 None None] Set router fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:10:55.072942 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a8e671-5014-4439-a440-f084caf3b4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "09823f8a-ec68-4897-9bd3-bb5c9e2dafbf", "tag": "97f1efcb-e8b8-4980-a0fb-626de3655c9a"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:10:55.228611 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632608dd-51f9-4b40-8f1f-e08fdf78b075 x-openstack-request-id: req-632608dd-51f9-4b40-8f1f-e08fdf78b075 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:10:55.228906 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09823f8a-ec68-4897-9bd3-bb5c9e2dafbf", "tag": "97f1efcb-e8b8-4980-a0fb-626de3655c9a", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:10:55.229162 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-632608dd-51f9-4b40-8f1f-e08fdf78b075 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:10:55.229638 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09823f8a-ec68-4897-9bd3-bb5c9e2dafbf', 'tag': '97f1efcb-e8b8-4980-a0fb-626de3655c9a', 'status': 'completed', 'code': 200} Feb 08 22:10:55.308561 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8e671-5014-4439-a440-f084caf3b4c4 req-0ffffa01-e2ae-4ec0-8e30-7aae890f1b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:10:55.311597 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-55a8e671-5014-4439-a440-f084caf3b4c4 req-0ffffa01-e2ae-4ec0-8e30-7aae890f1b34 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 1128 time: 0.0571086 Feb 08 22:10:55.344596 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b5c49266-a41d-467b-bee9-1a5b143b5ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'name': 'tempest-TestVolumeBootPattern-1886814752-router', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:06Z', 'revision_number': 4, 'project_id': 'beb2210587a047799a2549836334dae5', 'gw_port': {'id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'd9cfad85-b6e9-4401-92d4-7bfe4d47681e', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'port_id': '3aee2d9e-0224-48b7-912c-6d07afa98816', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'mac_address': 'fa:16:3e:1a:a8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4bf70a-8007-4eb9-80e6-c432aa413875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:06:57Z', 'updated_at': '2022-02-08T22:06:59Z', 'revision_number': 1, 'project_id': 'beb2210587a047799a2549836334dae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacd7dc5-508c-4224-828e-b0c1c032829a', 'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'mac_address': 'fa:16:3e:3a:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:05Z', 'updated_at': '2022-02-08T21:58:12Z', 'revision_number': 5, 'project_id': 'beb2210587a047799a2549836334dae5', 'subnets': [{'id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:10:55.368228 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56836c2-b7a2-4d39-b67f-4f50e2da4565 req-ea3b131b-0f8d-4508-a18b-3f19d55a2cfa tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:10:55.369930 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a56836c2-b7a2-4d39-b67f-4f50e2da4565 req-ea3b131b-0f8d-4508-a18b-3f19d55a2cfa tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 945 time: 0.1240392 Feb 08 22:10:55.377049 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c49266-a41d-467b-bee9-1a5b143b5ec2 None None] Checking router: fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:10:55.388938 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c49266-a41d-467b-bee9-1a5b143b5ec2 None None] Routers {'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:10:55.389644 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b5c49266-a41d-467b-bee9-1a5b143b5ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:10:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:10:55.424242 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8e671-5014-4439-a440-f084caf3b4c4 req-014235e2-cb22-470c-b417-4c0e3d4a3485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:10:55.426280 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-55a8e671-5014-4439-a440-f084caf3b4c4 req-014235e2-cb22-470c-b417-4c0e3d4a3485 service neutron] 10.222.0.94 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 913 time: 0.1074271 Feb 08 22:10:55.435237 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a56836c2-b7a2-4d39-b67f-4f50e2da4565 req-7e8f104d-d63f-4b6f-b69f-830edf4530ad tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566332 Feb 08 22:10:55.502212 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-55a8e671-5014-4439-a440-f084caf3b4c4 req-b2068513-d4c5-4525-adf5-619446e1484e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97f1efcb-e8b8-4980-a0fb-626de3655c9a HTTP/1.1" status: 200 len: 217 time: 0.0690186 Feb 08 22:10:55.541927 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-b5c49266-a41d-467b-bee9-1a5b143b5ec2 None None] Set router fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:10:55.555093 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8e671-5014-4439-a440-f084caf3b4c4 req-a4894c01-bae9-46f1-a7b8-e07e4256aacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:10:55.556647 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-55a8e671-5014-4439-a440-f084caf3b4c4 req-a4894c01-bae9-46f1-a7b8-e07e4256aacb service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e2ac310d-6418-47f9-bc84-ee6106411485 HTTP/1.1" status: 200 len: 851 time: 0.0486689 Feb 08 22:10:55.612397 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8e671-5014-4439-a440-f084caf3b4c4 req-10f2d347-a0db-4ddc-b6f3-0a4043881b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:10:55.614061 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-55a8e671-5014-4439-a440-f084caf3b4c4 req-10f2d347-a0db-4ddc-b6f3-0a4043881b9d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3e877b49-38c1-41e0-85cf-576297877def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0516040 Feb 08 22:10:55.721703 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-55a8e671-5014-4439-a440-f084caf3b4c4 req-2307a6fa-ac73-46f9-87e7-e5e3c2c62858 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010799 Feb 08 22:10:55.797095 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b5c49266-a41d-467b-bee9-1a5b143b5ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'name': 'tempest-TestVolumeBootPattern-1886814752-router', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:06Z', 'revision_number': 4, 'project_id': 'beb2210587a047799a2549836334dae5', 'gw_port': {'id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'd9cfad85-b6e9-4401-92d4-7bfe4d47681e', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'port_id': '3aee2d9e-0224-48b7-912c-6d07afa98816', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'mac_address': 'fa:16:3e:1a:a8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4bf70a-8007-4eb9-80e6-c432aa413875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:06:57Z', 'updated_at': '2022-02-08T22:06:59Z', 'revision_number': 1, 'project_id': 'beb2210587a047799a2549836334dae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacd7dc5-508c-4224-828e-b0c1c032829a', 'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'mac_address': 'fa:16:3e:3a:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:05Z', 'updated_at': '2022-02-08T21:58:12Z', 'revision_number': 5, 'project_id': 'beb2210587a047799a2549836334dae5', 'subnets': [{'id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:10:55.818573 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-55a8e671-5014-4439-a440-f084caf3b4c4 req-87013214-e5b9-4f62-9565-cd89f177d806 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908754 Feb 08 22:10:55.827220 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c49266-a41d-467b-bee9-1a5b143b5ec2 None None] The sync data for ids ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'] in n-d-712143-31 is: [{'id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'name': 'tempest-TestVolumeBootPattern-1886814752-router', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:06Z', 'revision_number': 4, 'project_id': 'beb2210587a047799a2549836334dae5', 'gw_port': {'id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'd9cfad85-b6e9-4401-92d4-7bfe4d47681e', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'port_id': '3aee2d9e-0224-48b7-912c-6d07afa98816', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'mac_address': 'fa:16:3e:1a:a8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4bf70a-8007-4eb9-80e6-c432aa413875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:06:57Z', 'updated_at': '2022-02-08T22:06:59Z', 'revision_number': 1, 'project_id': 'beb2210587a047799a2549836334dae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacd7dc5-508c-4224-828e-b0c1c032829a', 'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'mac_address': 'fa:16:3e:3a:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:05Z', 'updated_at': '2022-02-08T21:58:12Z', 'revision_number': 5, 'project_id': 'beb2210587a047799a2549836334dae5', 'subnets': [{'id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:10:56.090573 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50ff363-7f8d-4032-b7d9-8907a76c025d None None] New status for floating IP 2b8b60d2-fd4e-448e-81d5-f723c675e0a2: DOWN {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:10:56.685245 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970700c-1dad-4512-8dba-a4e59dd1712f req-d4fd6308-f7ea-4a7b-bb7d-898defbdcecd tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:10:56.686773 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7970700c-1dad-4512-8dba-a4e59dd1712f req-d4fd6308-f7ea-4a7b-bb7d-898defbdcecd tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 945 time: 0.1076503 Feb 08 22:10:56.758079 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7970700c-1dad-4512-8dba-a4e59dd1712f req-1778f0e1-ea5a-4c92-9e0c-df28346627c0 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652058 Feb 08 22:10:56.824845 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c364c-0da9-4a96-8b63-6af119b120bc req-bf633449-c837-4fe5-99e7-98070a2948af tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:10:56.826851 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-576c364c-0da9-4a96-8b63-6af119b120bc req-bf633449-c837-4fe5-99e7-98070a2948af tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.94 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 945 time: 0.0563209 Feb 08 22:10:56.929179 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-576c364c-0da9-4a96-8b63-6af119b120bc req-80210fc6-bbad-4df0-8248-db61958ff279 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Deleting port 97f1efcb-e8b8-4980-a0fb-626de3655c9a {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:10:56.929594 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-576c364c-0da9-4a96-8b63-6af119b120bc req-80210fc6-bbad-4df0-8248-db61958ff279 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (97f1efcb-e8b8-4980-a0fb-626de3655c9a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:10:57.034302 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-576c364c-0da9-4a96-8b63-6af119b120bc req-80210fc6-bbad-4df0-8248-db61958ff279 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] For port 97f1efcb-e8b8-4980-a0fb-626de3655c9a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=97f1efcb-e8b8-4980-a0fb-626de3655c9a,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:10:57.034594 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-576c364c-0da9-4a96-8b63-6af119b120bc req-80210fc6-bbad-4df0-8248-db61958ff279 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (97f1efcb-e8b8-4980-a0fb-626de3655c9a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:10:57.049035 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-576c364c-0da9-4a96-8b63-6af119b120bc req-80210fc6-bbad-4df0-8248-db61958ff279 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Calling delete_port for 97f1efcb-e8b8-4980-a0fb-626de3655c9a owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:10:57.191681 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-576c364c-0da9-4a96-8b63-6af119b120bc req-80210fc6-bbad-4df0-8248-db61958ff279 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (97f1efcb-e8b8-4980-a0fb-626de3655c9a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:10:57.223377 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80210fc6-bbad-4df0-8248-db61958ff279 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event deleted for resources: {'Port': ['ID=97f1efcb-e8b8-4980-a0fb-626de3655c9a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:10:57.236379 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80210fc6-bbad-4df0-8248-db61958ff279 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:10:57.236731 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80210fc6-bbad-4df0-8248-db61958ff279 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:10:57.237078 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80210fc6-bbad-4df0-8248-db61958ff279 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:10:57.237451 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80210fc6-bbad-4df0-8248-db61958ff279 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:10:57.237792 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80210fc6-bbad-4df0-8248-db61958ff279 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:10:57.238289 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80210fc6-bbad-4df0-8248-db61958ff279 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:10:57.238461 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80210fc6-bbad-4df0-8248-db61958ff279 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:10:57.238791 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80210fc6-bbad-4df0-8248-db61958ff279 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:10:57.239118 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80210fc6-bbad-4df0-8248-db61958ff279 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:10:57.239457 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80210fc6-bbad-4df0-8248-db61958ff279 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:10:57.239775 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80210fc6-bbad-4df0-8248-db61958ff279 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:10:57.240096 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80210fc6-bbad-4df0-8248-db61958ff279 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:10:57.240428 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80210fc6-bbad-4df0-8248-db61958ff279 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:10:57.281980 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-576c364c-0da9-4a96-8b63-6af119b120bc req-80210fc6-bbad-4df0-8248-db61958ff279 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] No DVR routers for this DVR port 97f1efcb-e8b8-4980-a0fb-626de3655c9a on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:10:57.285909 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-576c364c-0da9-4a96-8b63-6af119b120bc req-80210fc6-bbad-4df0-8248-db61958ff279 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:10:57.289433 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-576c364c-0da9-4a96-8b63-6af119b120bc req-80210fc6-bbad-4df0-8248-db61958ff279 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.94 "DELETE /v2.0/ports/97f1efcb-e8b8-4980-a0fb-626de3655c9a HTTP/1.1" status: 204 len: 173 time: 0.4579189 Feb 08 22:10:57.289917 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09823f8a-ec68-4897-9bd3-bb5c9e2dafbf', 'name': 'network-vif-deleted', 'tag': '97f1efcb-e8b8-4980-a0fb-626de3655c9a'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:10:57.329500 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1802cce71311667749108c4770a25da94a97ab17bab80bd33ee27ebae59f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09d8d28-b4f5-409d-b037-e674f9e9e426" -d '{"events": [{"server_uuid": "09823f8a-ec68-4897-9bd3-bb5c9e2dafbf", "name": "network-vif-deleted", "tag": "97f1efcb-e8b8-4980-a0fb-626de3655c9a"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:10:57.426155 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fea37e-d045-48b9-90bf-d4ff16649134 x-openstack-request-id: req-f8fea37e-d045-48b9-90bf-d4ff16649134 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:10:57.426463 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09823f8a-ec68-4897-9bd3-bb5c9e2dafbf", "name": "network-vif-deleted", "tag": "97f1efcb-e8b8-4980-a0fb-626de3655c9a", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:10:57.427026 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f8fea37e-d045-48b9-90bf-d4ff16649134 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:10:57.427465 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09823f8a-ec68-4897-9bd3-bb5c9e2dafbf', 'name': 'network-vif-deleted', 'tag': '97f1efcb-e8b8-4980-a0fb-626de3655c9a', 'status': 'completed', 'code': 200} Feb 08 22:10:57.558152 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8d672452-50b8-4bba-8371-f44307fe66ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:10:57.870413 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-321eefe0-fc72-41e9-be84-d919f94e9e38 req-9c4058af-aca5-4951-bc80-29ace042ad5a tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 210 time: 0.0329623 Feb 08 22:10:58.976296 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-53855a69-9d5b-4892-bf53-e1f7ef4cb52f req-86e9fe1a-c599-443e-bb6e-ebd9f013d2d3 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 210 time: 0.0302351 Feb 08 22:10:59.391620 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:00.075111 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b66fc8d0-99bf-4674-99ba-5625ba37456f req-371a08fb-37ea-497f-a8e0-5795fd9ecb78 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 210 time: 0.0295708 Feb 08 22:11:00.777640 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 97f1efcb-e8b8-4980-a0fb-626de3655c9a no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:11:00.800704 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 97f1efcb-e8b8-4980-a0fb-626de3655c9a {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:11:00.801048 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 97f1efcb-e8b8-4980-a0fb-626de3655c9a not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:11:01.171148 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-320a294f-5b78-44b1-8aaa-58b75175033b req-48ec557c-d4e8-4e71-9056-b5eba8de2eb8 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 210 time: 0.0283647 Feb 08 22:11:01.491547 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:01.699149 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:02.271188 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-580101e5-a992-4cc4-b9a8-f367b4936433 req-9cd42fa3-45a9-4421-8a41-c5fea8ce8be2 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 210 time: 0.0286946 Feb 08 22:11:03.368230 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45a1a5b3-c5cd-4c7d-a578-7f53202c1783 req-0774c9bf-08a7-4074-9370-04b2bddb415e tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 210 time: 0.0270460 Feb 08 22:11:04.470900 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ef902ce-0176-413e-8935-c811322da042 req-ac0dd36b-7206-45dd-88bb-054c0be7c586 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 210 time: 0.0310938 Feb 08 22:11:05.575615 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-30374d3f-1cd7-4d51-8140-540568efe14b req-c5ac9dd4-4683-4cd3-9467-639b948447cd tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=09823f8a-ec68-4897-9bd3-bb5c9e2dafbf HTTP/1.1" status: 200 len: 210 time: 0.0321567 Feb 08 22:11:06.846642 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:07.048957 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:14.730665 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-34a4b2c4-9937-4b35-8adf-d1630117901c req-3b2bde55-f37b-41fb-88f1-b09d6f07bc5c service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433388 Feb 08 22:11:14.814758 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4b2c4-9937-4b35-8adf-d1630117901c req-ff51740d-aab6-42a1-b169-12c4391b1425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:11:14.816267 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-34a4b2c4-9937-4b35-8adf-d1630117901c req-ff51740d-aab6-42a1-b169-12c4391b1425 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 1129 time: 0.0441864 Feb 08 22:11:14.823305 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:11:15.164454 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44368) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:11:15.253385 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4b2c4-9937-4b35-8adf-d1630117901c req-15fb6e80-bbbe-4ca6-960d-6c4b07d9735a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:11:15.254843 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-34a4b2c4-9937-4b35-8adf-d1630117901c req-15fb6e80-bbbe-4ca6-960d-6c4b07d9735a service neutron] 10.222.0.94 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 913 time: 0.4206245 Feb 08 22:11:15.321746 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-34a4b2c4-9937-4b35-8adf-d1630117901c req-3f92e12e-3d09-4866-a996-18500c68d314 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aee2d9e-0224-48b7-912c-6d07afa98816 HTTP/1.1" status: 200 len: 1002 time: 0.0605719 Feb 08 22:11:15.327762 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-f55cdca7-1e1a-45c9-9b83-f838cf1e3756 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Deleting port deb42951-7925-4412-8e9e-254a98b73a07 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:11:15.328113 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f55cdca7-1e1a-45c9-9b83-f838cf1e3756 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (deb42951-7925-4412-8e9e-254a98b73a07), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:15.369960 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4b2c4-9937-4b35-8adf-d1630117901c req-ddfe4f69-bda2-48ca-80f7-3028b8034d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:11:15.371491 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-34a4b2c4-9937-4b35-8adf-d1630117901c req-ddfe4f69-bda2-48ca-80f7-3028b8034d1d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e2ac310d-6418-47f9-bc84-ee6106411485 HTTP/1.1" status: 200 len: 851 time: 0.0445745 Feb 08 22:11:15.404917 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f55cdca7-1e1a-45c9-9b83-f838cf1e3756 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (deb42951-7925-4412-8e9e-254a98b73a07), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:15.405296 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f55cdca7-1e1a-45c9-9b83-f838cf1e3756 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for floatingip (deb42951-7925-4412-8e9e-254a98b73a07), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:15.417845 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-f55cdca7-1e1a-45c9-9b83-f838cf1e3756 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Calling delete_port for deb42951-7925-4412-8e9e-254a98b73a07 owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:11:15.425334 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4b2c4-9937-4b35-8adf-d1630117901c req-88f2c5d4-1bf0-4d2d-aad3-e9364d476ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:11:15.426859 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-34a4b2c4-9937-4b35-8adf-d1630117901c req-88f2c5d4-1bf0-4d2d-aad3-e9364d476ce3 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3e877b49-38c1-41e0-85cf-576297877def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493863 Feb 08 22:11:15.519382 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-34a4b2c4-9937-4b35-8adf-d1630117901c req-97f3e28f-1ee9-4e9c-849e-9e38cbabb261 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861840 Feb 08 22:11:15.574154 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f55cdca7-1e1a-45c9-9b83-f838cf1e3756 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (deb42951-7925-4412-8e9e-254a98b73a07), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:15.603134 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cdca7-1e1a-45c9-9b83-f838cf1e3756 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event deleted for resources: {'Port': ['ID=deb42951-7925-4412-8e9e-254a98b73a07,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:11:15.620974 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-34a4b2c4-9937-4b35-8adf-d1630117901c req-3e3b1daa-f1b8-46ef-99ac-8630b2656c46 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961545 Feb 08 22:11:15.669278 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f55cdca7-1e1a-45c9-9b83-f838cf1e3756 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for floatingip (d9cfad85-b6e9-4401-92d4-7bfe4d47681e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:15.670128 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-f55cdca7-1e1a-45c9-9b83-f838cf1e3756 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Floating IP d9cfad85-b6e9-4401-92d4-7bfe4d47681e disassociated (deleted). External IP: 172.25.3.148, port: 3aee2d9e-0224-48b7-912c-6d07afa98816. Feb 08 22:11:15.890162 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55cdca7-1e1a-45c9-9b83-f838cf1e3756 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Router fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:11:16.003276 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55cdca7-1e1a-45c9-9b83-f838cf1e3756 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:11:16.008026 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f55cdca7-1e1a-45c9-9b83-f838cf1e3756 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:16.015783 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f519535d-cb55-4228-9e25-f28618db30ce None None] Sync routers for ids ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:11:16.026251 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f519535d-cb55-4228-9e25-f28618db30ce None None] Routers {'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:11:16.026879 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f519535d-cb55-4228-9e25-f28618db30ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:10:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:11:16.040060 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f55cdca7-1e1a-45c9-9b83-f838cf1e3756 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "DELETE /v2.0/floatingips/d9cfad85-b6e9-4401-92d4-7bfe4d47681e HTTP/1.1" status: 204 len: 168 time: 0.8744571 Feb 08 22:11:16.041020 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4bf70a-8007-4eb9-80e6-c432aa413875', 'tag': '3aee2d9e-0224-48b7-912c-6d07afa98816'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:11:16.043832 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6370c4d-d1cc-40f0-94b4-2aa2a56e417d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c4bf70a-8007-4eb9-80e6-c432aa413875", "tag": "3aee2d9e-0224-48b7-912c-6d07afa98816"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:11:16.087528 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d810183-cd97-47fb-a93e-361c585de394 x-openstack-request-id: req-2d810183-cd97-47fb-a93e-361c585de394 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:11:16.087834 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c4bf70a-8007-4eb9-80e6-c432aa413875", "tag": "3aee2d9e-0224-48b7-912c-6d07afa98816", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:11:16.088095 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2d810183-cd97-47fb-a93e-361c585de394 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:11:16.089360 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c4bf70a-8007-4eb9-80e6-c432aa413875', 'tag': '3aee2d9e-0224-48b7-912c-6d07afa98816', 'status': 'completed', 'code': 200} Feb 08 22:11:16.160305 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6370c4d-d1cc-40f0-94b4-2aa2a56e417d req-428d677b-ed6b-456c-a527-b703bcd5701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:11:16.162406 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b6370c4d-d1cc-40f0-94b4-2aa2a56e417d req-428d677b-ed6b-456c-a527-b703bcd5701c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=beb2210587a047799a2549836334dae5&device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 1129 time: 0.0530422 Feb 08 22:11:16.249582 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f519535d-cb55-4228-9e25-f28618db30ce None None] Set router fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:11:16.279123 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6370c4d-d1cc-40f0-94b4-2aa2a56e417d req-84436991-508d-4ce0-8723-f6d52e3d8ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:11:16.280934 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b6370c4d-d1cc-40f0-94b4-2aa2a56e417d req-84436991-508d-4ce0-8723-f6d52e3d8ce2 service neutron] 10.222.0.94 "GET /v2.0/networks?id=3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 200 len: 913 time: 0.1083238 Feb 08 22:11:16.301629 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d7d76-7d42-4a44-9804-773bfd74467d req-9f15fbe9-3ea2-4f20-b07b-5847f6760a87 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:11:16.303312 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-566d7d76-7d42-4a44-9804-773bfd74467d req-9f15fbe9-3ea2-4f20-b07b-5847f6760a87 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 946 time: 0.0570295 Feb 08 22:11:16.326435 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b6370c4d-d1cc-40f0-94b4-2aa2a56e417d req-e408072d-6bee-430b-ac4c-55a3f7e40720 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aee2d9e-0224-48b7-912c-6d07afa98816 HTTP/1.1" status: 200 len: 217 time: 0.0382619 Feb 08 22:11:16.358231 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-566d7d76-7d42-4a44-9804-773bfd74467d req-2333715e-5fef-4f02-b7d7-6474d0111550 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488291 Feb 08 22:11:16.379737 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6370c4d-d1cc-40f0-94b4-2aa2a56e417d req-d01b2170-23d8-4520-b2e3-89cddc39c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:11:16.381495 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b6370c4d-d1cc-40f0-94b4-2aa2a56e417d req-d01b2170-23d8-4520-b2e3-89cddc39c468 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e2ac310d-6418-47f9-bc84-ee6106411485 HTTP/1.1" status: 200 len: 851 time: 0.0488605 Feb 08 22:11:16.431172 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6370c4d-d1cc-40f0-94b4-2aa2a56e417d req-1b4a7df6-21a5-4afd-8319-13adf4bbe3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:11:16.432651 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b6370c4d-d1cc-40f0-94b4-2aa2a56e417d req-1b4a7df6-21a5-4afd-8319-13adf4bbe3d2 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3e877b49-38c1-41e0-85cf-576297877def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449328 Feb 08 22:11:16.469513 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f519535d-cb55-4228-9e25-f28618db30ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'name': 'tempest-TestVolumeBootPattern-1886814752-router', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:06Z', 'revision_number': 4, 'project_id': 'beb2210587a047799a2549836334dae5', 'gw_port': {'id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'eacd7dc5-508c-4224-828e-b0c1c032829a', 'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'mac_address': 'fa:16:3e:3a:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:05Z', 'updated_at': '2022-02-08T21:58:12Z', 'revision_number': 5, 'project_id': 'beb2210587a047799a2549836334dae5', 'subnets': [{'id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:11:16.503794 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f519535d-cb55-4228-9e25-f28618db30ce None None] Checking router: fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:11:16.513432 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f519535d-cb55-4228-9e25-f28618db30ce None None] Routers {'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:11:16.513971 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f519535d-cb55-4228-9e25-f28618db30ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:10:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:11:16.551388 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b6370c4d-d1cc-40f0-94b4-2aa2a56e417d req-3ae957c2-78ca-4011-bee5-a224963b49cd service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123850 Feb 08 22:11:16.646356 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f519535d-cb55-4228-9e25-f28618db30ce None None] Set router fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:11:16.663325 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-b6370c4d-d1cc-40f0-94b4-2aa2a56e417d req-5d48b2ac-3547-4c23-8711-3c641dcb22e6 service neutron] 10.222.0.94 "GET /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037562 Feb 08 22:11:16.884806 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f519535d-cb55-4228-9e25-f28618db30ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'name': 'tempest-TestVolumeBootPattern-1886814752-router', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:06Z', 'revision_number': 4, 'project_id': 'beb2210587a047799a2549836334dae5', 'gw_port': {'id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'eacd7dc5-508c-4224-828e-b0c1c032829a', 'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'mac_address': 'fa:16:3e:3a:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:05Z', 'updated_at': '2022-02-08T21:58:12Z', 'revision_number': 5, 'project_id': 'beb2210587a047799a2549836334dae5', 'subnets': [{'id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:11:16.912492 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f519535d-cb55-4228-9e25-f28618db30ce None None] The sync data for ids ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'] in n-d-712143-31 is: [{'id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'name': 'tempest-TestVolumeBootPattern-1886814752-router', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:06Z', 'revision_number': 4, 'project_id': 'beb2210587a047799a2549836334dae5', 'gw_port': {'id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'eacd7dc5-508c-4224-828e-b0c1c032829a', 'name': '', 'network_id': '3e877b49-38c1-41e0-85cf-576297877def', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'mac_address': 'fa:16:3e:3a:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:05Z', 'updated_at': '2022-02-08T21:58:12Z', 'revision_number': 5, 'project_id': 'beb2210587a047799a2549836334dae5', 'subnets': [{'id': 'e2ac310d-6418-47f9-bc84-ee6106411485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:11:17.149381 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c8b92c-54c3-4f3e-8abe-68fea89e3c13 None None] New status for floating IP d9cfad85-b6e9-4401-92d4-7bfe4d47681e: DOWN {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:11:17.487684 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20180ae5-5b06-463a-88f9-4be97587f184 req-9d825f68-3e3a-46c4-98e4-47a1c5f53bb6 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:11:17.489267 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-20180ae5-5b06-463a-88f9-4be97587f184 req-9d825f68-3e3a-46c4-98e4-47a1c5f53bb6 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 946 time: 0.0582647 Feb 08 22:11:17.548570 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-20180ae5-5b06-463a-88f9-4be97587f184 req-a569976e-8864-40a5-8cea-c3258973a2c7 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/security-groups?id=b6d91d7d-5951-4204-9074-3a99355d053a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531666 Feb 08 22:11:17.828419 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75eb83e-9931-4ee6-b2c3-fd7eb6ff03ac req-d6b3a30a-fd7d-468e-9828-3c4362e99b2f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:11:17.829938 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f75eb83e-9931-4ee6-b2c3-fd7eb6ff03ac req-d6b3a30a-fd7d-468e-9828-3c4362e99b2f tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.94 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 946 time: 0.0604475 Feb 08 22:11:17.933163 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-f75eb83e-9931-4ee6-b2c3-fd7eb6ff03ac req-fd69d13d-3c0a-4eff-b82f-5aceb71cbc37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Deleting port 3aee2d9e-0224-48b7-912c-6d07afa98816 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:11:17.933526 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f75eb83e-9931-4ee6-b2c3-fd7eb6ff03ac req-fd69d13d-3c0a-4eff-b82f-5aceb71cbc37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (3aee2d9e-0224-48b7-912c-6d07afa98816), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:18.051153 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-f75eb83e-9931-4ee6-b2c3-fd7eb6ff03ac req-fd69d13d-3c0a-4eff-b82f-5aceb71cbc37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] For port 3aee2d9e-0224-48b7-912c-6d07afa98816, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=3aee2d9e-0224-48b7-912c-6d07afa98816,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:11:18.051516 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f75eb83e-9931-4ee6-b2c3-fd7eb6ff03ac req-fd69d13d-3c0a-4eff-b82f-5aceb71cbc37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (3aee2d9e-0224-48b7-912c-6d07afa98816), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:18.066726 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-f75eb83e-9931-4ee6-b2c3-fd7eb6ff03ac req-fd69d13d-3c0a-4eff-b82f-5aceb71cbc37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Calling delete_port for 3aee2d9e-0224-48b7-912c-6d07afa98816 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:11:18.202558 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f75eb83e-9931-4ee6-b2c3-fd7eb6ff03ac req-fd69d13d-3c0a-4eff-b82f-5aceb71cbc37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3aee2d9e-0224-48b7-912c-6d07afa98816), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:18.236207 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69d13d-3c0a-4eff-b82f-5aceb71cbc37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event deleted for resources: {'Port': ['ID=3aee2d9e-0224-48b7-912c-6d07afa98816,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:11:18.282513 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75eb83e-9931-4ee6-b2c3-fd7eb6ff03ac req-fd69d13d-3c0a-4eff-b82f-5aceb71cbc37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] No DVR routers for this DVR port 3aee2d9e-0224-48b7-912c-6d07afa98816 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:11:18.287731 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f75eb83e-9931-4ee6-b2c3-fd7eb6ff03ac req-fd69d13d-3c0a-4eff-b82f-5aceb71cbc37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:18.291264 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f75eb83e-9931-4ee6-b2c3-fd7eb6ff03ac req-fd69d13d-3c0a-4eff-b82f-5aceb71cbc37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.94 "DELETE /v2.0/ports/3aee2d9e-0224-48b7-912c-6d07afa98816 HTTP/1.1" status: 204 len: 173 time: 0.4563954 Feb 08 22:11:18.291772 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4bf70a-8007-4eb9-80e6-c432aa413875', 'name': 'network-vif-deleted', 'tag': '3aee2d9e-0224-48b7-912c-6d07afa98816'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:11:18.294125 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1802cce71311667749108c4770a25da94a97ab17bab80bd33ee27ebae59f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cb2ce3-a47d-4e9d-a611-480e042e5a6d" -d '{"events": [{"server_uuid": "6c4bf70a-8007-4eb9-80e6-c432aa413875", "name": "network-vif-deleted", "tag": "3aee2d9e-0224-48b7-912c-6d07afa98816"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:11:18.334598 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb17c77-9236-4365-ad48-6d921a50a2b1 x-openstack-request-id: req-dfb17c77-9236-4365-ad48-6d921a50a2b1 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:11:18.334895 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4bf70a-8007-4eb9-80e6-c432aa413875", "name": "network-vif-deleted", "tag": "3aee2d9e-0224-48b7-912c-6d07afa98816", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:11:18.335203 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dfb17c77-9236-4365-ad48-6d921a50a2b1 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:11:18.335615 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4bf70a-8007-4eb9-80e6-c432aa413875', 'name': 'network-vif-deleted', 'tag': '3aee2d9e-0224-48b7-912c-6d07afa98816', 'status': 'completed', 'code': 200} Feb 08 22:11:18.651062 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6cd74b71-e84e-4df4-be3f-e93ec606c810 req-4e97954b-a7e2-4ac0-81e1-6b7283586689 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 210 time: 0.0295994 Feb 08 22:11:19.751213 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1b86f0fe-efcd-415f-9d74-4b096fd00a65 req-caf84a81-60f7-4a93-91b8-0d1a4e02cc8b tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 210 time: 0.0281351 Feb 08 22:11:20.850644 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-493ed625-d35b-44aa-96a2-1f7235f9ba7d req-e17a5de4-936d-4ad8-8dd1-f0049d3841c9 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 210 time: 0.0291476 Feb 08 22:11:20.855894 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 3aee2d9e-0224-48b7-912c-6d07afa98816 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:11:20.877317 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 3aee2d9e-0224-48b7-912c-6d07afa98816 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:11:20.877719 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 3aee2d9e-0224-48b7-912c-6d07afa98816 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:11:21.972151 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9f044609-ce59-4b48-a080-e1e8edf7628d req-8d48168a-c87c-4915-a7ae-dda41fdfd678 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 210 time: 0.0375543 Feb 08 22:11:23.070196 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e47599a1-fa14-45c9-b0b6-19f4d5065665 req-5acf7abe-5d95-4d7a-a3a0-425d76928333 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 210 time: 0.0295181 Feb 08 22:11:24.210050 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-67b1169b-9b12-4b61-ad09-23c9a542e368 req-8b6b0764-89ef-4bd9-b669-d9e8e4c740cc tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 210 time: 0.0372615 Feb 08 22:11:24.272411 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6e3ea2a1-abdf-4212-887a-8019561cd502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:25.319291 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e9025aa-6bb5-480c-974c-506ac2c15a36 req-32cb5737-ffc0-4bbb-bb8b-907a5913cdc5 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 210 time: 0.0302196 Feb 08 22:11:26.426361 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4a3f22e-66d8-425a-b240-92aa97b467a7 req-1260c330-b9ca-42b0-b6a7-610027244261 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c4bf70a-8007-4eb9-80e6-c432aa413875 HTTP/1.1" status: 200 len: 210 time: 0.0324848 Feb 08 22:11:27.483890 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44398) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:11:27.564974 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8fda1dd9-5d6d-4897-ac4e-b7b7d4adec52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:27.634601 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-9ced4291-8a00-4c34-a494-c59091942d37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Deleting port 7db17b47-1adc-4fe2-804a-1f9bf58abaed {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:11:27.634950 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9ced4291-8a00-4c34-a494-c59091942d37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (7db17b47-1adc-4fe2-804a-1f9bf58abaed), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:27.713179 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9ced4291-8a00-4c34-a494-c59091942d37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (7db17b47-1adc-4fe2-804a-1f9bf58abaed), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:27.713621 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9ced4291-8a00-4c34-a494-c59091942d37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for floatingip (7db17b47-1adc-4fe2-804a-1f9bf58abaed), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:27.726406 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-9ced4291-8a00-4c34-a494-c59091942d37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Calling delete_port for 7db17b47-1adc-4fe2-804a-1f9bf58abaed owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:11:27.879786 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9ced4291-8a00-4c34-a494-c59091942d37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (7db17b47-1adc-4fe2-804a-1f9bf58abaed), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:27.912215 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced4291-8a00-4c34-a494-c59091942d37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event deleted for resources: {'Port': ['ID=7db17b47-1adc-4fe2-804a-1f9bf58abaed,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:11:27.981291 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9ced4291-8a00-4c34-a494-c59091942d37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for floatingip (816a0e27-97c2-4fd8-809a-eecd8456674c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:27.987301 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9ced4291-8a00-4c34-a494-c59091942d37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:27.989423 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9ced4291-8a00-4c34-a494-c59091942d37 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "DELETE /v2.0/floatingips/816a0e27-97c2-4fd8-809a-eecd8456674c HTTP/1.1" status: 204 len: 168 time: 0.5044320 Feb 08 22:11:29.395393 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:31.494720 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:31.702204 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:33.423899 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44428) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:11:33.498685 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-699f30d1-04f2-410c-b593-2a4148a01478 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for security_group (b6d91d7d-5951-4204-9074-3a99355d053a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:33.524751 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-699f30d1-04f2-410c-b593-2a4148a01478 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for security_group (b6d91d7d-5951-4204-9074-3a99355d053a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:33.587516 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-699f30d1-04f2-410c-b593-2a4148a01478 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b6d91d7d-5951-4204-9074-3a99355d053a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:33.590465 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-699f30d1-04f2-410c-b593-2a4148a01478 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:33.594872 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-699f30d1-04f2-410c-b593-2a4148a01478 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] 10.222.0.88 "DELETE /v2.0/security-groups/b6d91d7d-5951-4204-9074-3a99355d053a HTTP/1.1" status: 204 len: 168 time: 0.1667666 Feb 08 22:11:33.610549 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f30d1-04f2-410c-b593-2a4148a01478 tempest-TestVolumeBootPattern-1955493076 tempest-TestVolumeBootPattern-1955493076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d91d7d-5951-4204-9074-3a99355d053a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:11:33.681555 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44434) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:11:34.201898 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5ac0d15-e6c5-4fb8-94fc-e77231e207e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:34.499512 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-e5ac0d15-e6c5-4fb8-94fc-e77231e207e8 admin admin] Deleting port eacd7dc5-508c-4224-828e-b0c1c032829a {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:11:34.500433 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5ac0d15-e6c5-4fb8-94fc-e77231e207e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (eacd7dc5-508c-4224-828e-b0c1c032829a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:34.580359 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-e5ac0d15-e6c5-4fb8-94fc-e77231e207e8 admin admin] For port eacd7dc5-508c-4224-828e-b0c1c032829a, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=eacd7dc5-508c-4224-828e-b0c1c032829a,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:11:34.580722 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5ac0d15-e6c5-4fb8-94fc-e77231e207e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (eacd7dc5-508c-4224-828e-b0c1c032829a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:34.598724 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-e5ac0d15-e6c5-4fb8-94fc-e77231e207e8 admin admin] Calling delete_port for eacd7dc5-508c-4224-828e-b0c1c032829a owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:11:34.805031 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5ac0d15-e6c5-4fb8-94fc-e77231e207e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (eacd7dc5-508c-4224-828e-b0c1c032829a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:34.832958 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac0d15-e6c5-4fb8-94fc-e77231e207e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=eacd7dc5-508c-4224-828e-b0c1c032829a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:11:35.409345 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5ac0d15-e6c5-4fb8-94fc-e77231e207e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:35.644438 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ac0d15-e6c5-4fb8-94fc-e77231e207e8 admin admin] Router fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:11:35.761469 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ac0d15-e6c5-4fb8-94fc-e77231e207e8 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:11:35.767511 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e5ac0d15-e6c5-4fb8-94fc-e77231e207e8 admin admin] 10.222.0.88 "PUT /v2.0/routers/fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0848837 Feb 08 22:11:35.770097 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44440) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:11:35.773171 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a05cf6d-4f9b-47c2-b7ca-d484d2e0f57f None None] Sync routers for ids ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:11:35.785876 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a05cf6d-4f9b-47c2-b7ca-d484d2e0f57f None None] Routers {'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:11:35.786608 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4a05cf6d-4f9b-47c2-b7ca-d484d2e0f57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:11:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:11:35.888688 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-050f447e-9753-4bca-875a-28cada9ac0b9 admin admin] Publish callbacks [] for router (fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:35.899309 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-4a05cf6d-4f9b-47c2-b7ca-d484d2e0f57f None None] Set router fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:11:36.001796 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-050f447e-9753-4bca-875a-28cada9ac0b9 admin admin] Publish callbacks [] for router_gateway (fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:36.074115 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-050f447e-9753-4bca-875a-28cada9ac0b9 admin admin] Deleting port e167d4a2-abef-439b-ac1d-0dec3521121f {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:11:36.074460 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-050f447e-9753-4bca-875a-28cada9ac0b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (e167d4a2-abef-439b-ac1d-0dec3521121f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:36.094099 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4a05cf6d-4f9b-47c2-b7ca-d484d2e0f57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'name': 'tempest-TestVolumeBootPattern-1886814752-router', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T22:11:34Z', 'revision_number': 5, 'project_id': 'beb2210587a047799a2549836334dae5', 'gw_port': {'id': 'e167d4a2-abef-439b-ac1d-0dec3521121f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T21:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:11:36.119733 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a05cf6d-4f9b-47c2-b7ca-d484d2e0f57f None None] Checking router: fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:11:36.128651 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a05cf6d-4f9b-47c2-b7ca-d484d2e0f57f None None] Routers {'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:11:36.129281 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4a05cf6d-4f9b-47c2-b7ca-d484d2e0f57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:11:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:11:36.160622 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-050f447e-9753-4bca-875a-28cada9ac0b9 admin admin] For port e167d4a2-abef-439b-ac1d-0dec3521121f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=e167d4a2-abef-439b-ac1d-0dec3521121f,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:11:36.160998 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-050f447e-9753-4bca-875a-28cada9ac0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (e167d4a2-abef-439b-ac1d-0dec3521121f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:36.175197 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-050f447e-9753-4bca-875a-28cada9ac0b9 admin admin] Calling delete_port for e167d4a2-abef-439b-ac1d-0dec3521121f owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:11:36.219437 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-4a05cf6d-4f9b-47c2-b7ca-d484d2e0f57f None None] Set router fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:11:36.273873 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4a05cf6d-4f9b-47c2-b7ca-d484d2e0f57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'name': 'tempest-TestVolumeBootPattern-1886814752-router', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T22:11:36Z', 'revision_number': 6, 'project_id': 'beb2210587a047799a2549836334dae5', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:11:36.301326 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a05cf6d-4f9b-47c2-b7ca-d484d2e0f57f None None] The sync data for ids ['fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5'] in n-d-712143-31 is: [{'id': 'fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5', 'name': 'tempest-TestVolumeBootPattern-1886814752-router', 'tenant_id': 'beb2210587a047799a2549836334dae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:02Z', 'updated_at': '2022-02-08T22:11:36Z', 'revision_number': 6, 'project_id': 'beb2210587a047799a2549836334dae5', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:11:36.369277 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-050f447e-9753-4bca-875a-28cada9ac0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (e167d4a2-abef-439b-ac1d-0dec3521121f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:36.398033 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f447e-9753-4bca-875a-28cada9ac0b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e167d4a2-abef-439b-ac1d-0dec3521121f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:11:36.462420 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-050f447e-9753-4bca-875a-28cada9ac0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:36.563662 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-050f447e-9753-4bca-875a-28cada9ac0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:36.565907 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-050f447e-9753-4bca-875a-28cada9ac0b9 admin admin] Publish callbacks [] for router_controller (fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:36.613778 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-050f447e-9753-4bca-875a-28cada9ac0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:36.614233 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050f447e-9753-4bca-875a-28cada9ac0b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 22:11:36.619226 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-050f447e-9753-4bca-875a-28cada9ac0b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:36.620531 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-050f447e-9753-4bca-875a-28cada9ac0b9 admin admin] 10.222.0.88 "DELETE /v2.0/routers/fb5dae87-ccb7-4d0c-b48e-a3742ab95fe5 HTTP/1.1" status: 204 len: 168 time: 0.8494961 Feb 08 22:11:36.623609 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44444) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:11:36.677826 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ece1b18-7492-44f2-ba25-e5d211c46b78 admin admin] Deleting subnet e2ac310d-6418-47f9-bc84-ee6106411485 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 22:11:36.686191 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2ece1b18-7492-44f2-ba25-e5d211c46b78 admin admin] Publish callbacks [] for subnet (e2ac310d-6418-47f9-bc84-ee6106411485), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:36.739214 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2ece1b18-7492-44f2-ba25-e5d211c46b78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (e2ac310d-6418-47f9-bc84-ee6106411485), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:36.829511 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2ece1b18-7492-44f2-ba25-e5d211c46b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (e2ac310d-6418-47f9-bc84-ee6106411485), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:36.869510 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:36.885342 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2ece1b18-7492-44f2-ba25-e5d211c46b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (e2ac310d-6418-47f9-bc84-ee6106411485), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:36.912236 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece1b18-7492-44f2-ba25-e5d211c46b78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2ac310d-6418-47f9-bc84-ee6106411485,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:11:36.915916 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2ece1b18-7492-44f2-ba25-e5d211c46b78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:36.920084 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2ece1b18-7492-44f2-ba25-e5d211c46b78 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/e2ac310d-6418-47f9-bc84-ee6106411485 HTTP/1.1" status: 204 len: 168 time: 0.2946556 Feb 08 22:11:36.922353 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44446) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:11:36.922636 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9757aae7-c686-4b91-8913-9fb9a0e2afed None None] Network 3e877b49-38c1-41e0-85cf-576297877def requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:11:36.997430 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-32a3a4cc-0279-465f-bc81-6c4f10ad550b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (3e877b49-38c1-41e0-85cf-576297877def), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:37.054364 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:37.065005 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-32a3a4cc-0279-465f-bc81-6c4f10ad550b admin admin] Deleting port 0aabab4c-0415-4948-8012-589cf0d45cf0 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:11:37.065464 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-32a3a4cc-0279-465f-bc81-6c4f10ad550b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (0aabab4c-0415-4948-8012-589cf0d45cf0), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:37.139031 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0910e341-927c-46f5-a898-cbe51ef1bcf5 None None] DHCP port deletion for 3e877b49-38c1-41e0-85cf-576297877def request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 22:11:37.148586 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-32a3a4cc-0279-465f-bc81-6c4f10ad550b admin admin] For port 0aabab4c-0415-4948-8012-589cf0d45cf0, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=0aabab4c-0415-4948-8012-589cf0d45cf0,segment=NetworkSegment(6a951ad3-7625-4331-a62f-82705b5864b1),segment_id=6a951ad3-7625-4331-a62f-82705b5864b1)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:11:37.148954 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-32a3a4cc-0279-465f-bc81-6c4f10ad550b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (0aabab4c-0415-4948-8012-589cf0d45cf0), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:37.171746 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-32a3a4cc-0279-465f-bc81-6c4f10ad550b admin admin] Calling delete_port for 0aabab4c-0415-4948-8012-589cf0d45cf0 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:11:37.197259 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e167d4a2-abef-439b-ac1d-0dec3521121f no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:11:37.228608 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: e167d4a2-abef-439b-ac1d-0dec3521121f {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:11:37.228953 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device e167d4a2-abef-439b-ac1d-0dec3521121f not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:11:37.229419 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device eacd7dc5-508c-4224-828e-b0c1c032829a no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:11:37.250137 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: eacd7dc5-508c-4224-828e-b0c1c032829a {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:11:37.250480 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device eacd7dc5-508c-4224-828e-b0c1c032829a not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:11:37.250911 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 0aabab4c-0415-4948-8012-589cf0d45cf0 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:11:37.267228 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-32a3a4cc-0279-465f-bc81-6c4f10ad550b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (0aabab4c-0415-4948-8012-589cf0d45cf0), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:37.281605 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0910e341-927c-46f5-a898-cbe51ef1bcf5 None None] Deleting port 0aabab4c-0415-4948-8012-589cf0d45cf0 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:11:37.281977 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0910e341-927c-46f5-a898-cbe51ef1bcf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (0aabab4c-0415-4948-8012-589cf0d45cf0), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:37.294506 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3a4cc-0279-465f-bc81-6c4f10ad550b admin admin] Pushing event deleted for resources: {'Port': ['ID=0aabab4c-0415-4948-8012-589cf0d45cf0,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:11:37.299439 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a3a4cc-0279-465f-bc81-6c4f10ad550b admin admin] No DVR routers for this DVR port 0aabab4c-0415-4948-8012-589cf0d45cf0 on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:11:37.346164 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No active binding found for port 0aabab4c-0415-4948-8012-589cf0d45cf0 {{(pid=103435) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 08 22:11:37.346462 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] The host n-d-712143-31 is not matching for port 0aabab4c-0415-4948-8012-589cf0d45cf0 host None! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 22:11:37.346861 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 0aabab4c-0415-4948-8012-589cf0d45cf0 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:11:37.373979 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-0910e341-927c-46f5-a898-cbe51ef1bcf5 None None] For port 0aabab4c-0415-4948-8012-589cf0d45cf0, host n-d-712143-31, got binding levels [] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:11:37.374388 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0910e341-927c-46f5-a898-cbe51ef1bcf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (0aabab4c-0415-4948-8012-589cf0d45cf0), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:37.389435 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0910e341-927c-46f5-a898-cbe51ef1bcf5 None None] Calling delete_port for 0aabab4c-0415-4948-8012-589cf0d45cf0 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:11:37.390035 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-32a3a4cc-0279-465f-bc81-6c4f10ad550b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (3e877b49-38c1-41e0-85cf-576297877def), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:37.392813 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.ipam_backend_mixin [None req-0910e341-927c-46f5-a898-cbe51ef1bcf5 None None] Port 0aabab4c-0415-4948-8012-589cf0d45cf0 was not found and therefore no delete operation was performed {{(pid=103435) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 22:11:37.394635 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0910e341-927c-46f5-a898-cbe51ef1bcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (0aabab4c-0415-4948-8012-589cf0d45cf0), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:37.418865 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-32a3a4cc-0279-465f-bc81-6c4f10ad550b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e877b49-38c1-41e0-85cf-576297877def']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:11:37.424263 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910e341-927c-46f5-a898-cbe51ef1bcf5 None None] Pushing event deleted for resources: {'Port': ['ID=0aabab4c-0415-4948-8012-589cf0d45cf0,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:11:37.434019 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-32a3a4cc-0279-465f-bc81-6c4f10ad550b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a951ad3-7625-4331-a62f-82705b5864b1') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:11:37.434406 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0910e341-927c-46f5-a898-cbe51ef1bcf5 None None] No DVR routers for this DVR port 0aabab4c-0415-4948-8012-589cf0d45cf0 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:11:37.434833 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-32a3a4cc-0279-465f-bc81-6c4f10ad550b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a951ad3-7625-4331-a62f-82705b5864b1') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:11:37.437063 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910e341-927c-46f5-a898-cbe51ef1bcf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:11:37.437594 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910e341-927c-46f5-a898-cbe51ef1bcf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:11:37.437949 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910e341-927c-46f5-a898-cbe51ef1bcf5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:11:37.438358 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910e341-927c-46f5-a898-cbe51ef1bcf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:11:37.438706 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910e341-927c-46f5-a898-cbe51ef1bcf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:11:37.439045 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910e341-927c-46f5-a898-cbe51ef1bcf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:11:37.439447 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910e341-927c-46f5-a898-cbe51ef1bcf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:11:37.439785 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910e341-927c-46f5-a898-cbe51ef1bcf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:11:37.440119 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910e341-927c-46f5-a898-cbe51ef1bcf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:11:37.440451 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910e341-927c-46f5-a898-cbe51ef1bcf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:11:37.440782 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910e341-927c-46f5-a898-cbe51ef1bcf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:11:37.441109 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910e341-927c-46f5-a898-cbe51ef1bcf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:11:37.441474 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910e341-927c-46f5-a898-cbe51ef1bcf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:11:37.452338 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-32a3a4cc-0279-465f-bc81-6c4f10ad550b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (6a951ad3-7625-4331-a62f-82705b5864b1), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:37.469170 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-32a3a4cc-0279-465f-bc81-6c4f10ad550b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (6a951ad3-7625-4331-a62f-82705b5864b1), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:37.475857 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a3a4cc-0279-465f-bc81-6c4f10ad550b admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:11:37.476281 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-32a3a4cc-0279-465f-bc81-6c4f10ad550b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (6a951ad3-7625-4331-a62f-82705b5864b1), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: timer() Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:11:37.480048 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:11:37.539668 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-32a3a4cc-0279-465f-bc81-6c4f10ad550b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (3e877b49-38c1-41e0-85cf-576297877def), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:37.543905 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-32a3a4cc-0279-465f-bc81-6c4f10ad550b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:37.550371 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-32a3a4cc-0279-465f-bc81-6c4f10ad550b admin admin] 10.222.0.88 "DELETE /v2.0/networks/3e877b49-38c1-41e0-85cf-576297877def HTTP/1.1" status: 204 len: 168 time: 0.6237273 Feb 08 22:11:37.550559 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44450) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:11:37.559247 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3a4cc-0279-465f-bc81-6c4f10ad550b admin admin] Pushing event deleted for resources: {'Network': ['ID=3e877b49-38c1-41e0-85cf-576297877def,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:11:37.924459 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f927cf26-fed5-461d-ad89-9b44a1197647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:38.182301 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f927cf26-fed5-461d-ad89-9b44a1197647 admin admin] Deleting port eb763e58-e43b-4a9e-8c65-5363320aaf66 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:11:38.182548 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f927cf26-fed5-461d-ad89-9b44a1197647 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (eb763e58-e43b-4a9e-8c65-5363320aaf66), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:38.265089 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-f927cf26-fed5-461d-ad89-9b44a1197647 admin admin] For port eb763e58-e43b-4a9e-8c65-5363320aaf66, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=eb763e58-e43b-4a9e-8c65-5363320aaf66,segment=NetworkSegment(81605d75-0ab9-4ea9-b078-73a6bf4bda01),segment_id=81605d75-0ab9-4ea9-b078-73a6bf4bda01)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:11:38.265472 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f927cf26-fed5-461d-ad89-9b44a1197647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (eb763e58-e43b-4a9e-8c65-5363320aaf66), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:38.279502 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f927cf26-fed5-461d-ad89-9b44a1197647 admin admin] Calling delete_port for eb763e58-e43b-4a9e-8c65-5363320aaf66 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:11:38.472376 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f927cf26-fed5-461d-ad89-9b44a1197647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (eb763e58-e43b-4a9e-8c65-5363320aaf66), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:38.499625 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927cf26-fed5-461d-ad89-9b44a1197647 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb763e58-e43b-4a9e-8c65-5363320aaf66,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:11:38.680876 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f927cf26-fed5-461d-ad89-9b44a1197647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:38.932211 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f927cf26-fed5-461d-ad89-9b44a1197647 admin admin] Router c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:11:39.066864 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f927cf26-fed5-461d-ad89-9b44a1197647 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:11:39.079622 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f927cf26-fed5-461d-ad89-9b44a1197647 admin admin] 10.222.0.88 "PUT /v2.0/routers/c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5229371 Feb 08 22:11:39.079874 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44454) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:11:39.103481 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53040754-d473-4c9c-9811-36c3489097fd None None] Sync routers for ids ['c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:11:39.120469 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53040754-d473-4c9c-9811-36c3489097fd None None] Routers {'c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:11:39.121561 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-53040754-d473-4c9c-9811-36c3489097fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:11:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:11:39.211178 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-93be9e0f-4f41-49fe-9465-cb4dcf0722ac admin admin] Publish callbacks [] for router (c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:39.278190 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-53040754-d473-4c9c-9811-36c3489097fd None None] Set router c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:11:39.341712 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-93be9e0f-4f41-49fe-9465-cb4dcf0722ac admin admin] Publish callbacks [] for router_gateway (c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:39.396603 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-93be9e0f-4f41-49fe-9465-cb4dcf0722ac admin admin] Deleting port 2f3c3e50-d130-4db6-8946-2eacc4834526 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:11:39.396942 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-93be9e0f-4f41-49fe-9465-cb4dcf0722ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (2f3c3e50-d130-4db6-8946-2eacc4834526), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:39.486256 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-93be9e0f-4f41-49fe-9465-cb4dcf0722ac admin admin] For port 2f3c3e50-d130-4db6-8946-2eacc4834526, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=2f3c3e50-d130-4db6-8946-2eacc4834526,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:11:39.486654 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-93be9e0f-4f41-49fe-9465-cb4dcf0722ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (2f3c3e50-d130-4db6-8946-2eacc4834526), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:39.501191 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-93be9e0f-4f41-49fe-9465-cb4dcf0722ac admin admin] Calling delete_port for 2f3c3e50-d130-4db6-8946-2eacc4834526 owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:11:39.527034 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-53040754-d473-4c9c-9811-36c3489097fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5', 'name': 'tempest-TestVolumeBootPattern-578115222-router', 'tenant_id': '1ba97ad99ffc4ca59a2aa06d9a5eea3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '2f3c3e50-d130-4db6-8946-2eacc4834526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:09Z', 'updated_at': '2022-02-08T22:11:38Z', 'revision_number': 5, 'project_id': '1ba97ad99ffc4ca59a2aa06d9a5eea3c', 'gw_port': {'id': '2f3c3e50-d130-4db6-8946-2eacc4834526', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T21:58:10Z', 'updated_at': '2022-02-08T21:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:11:39.558779 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53040754-d473-4c9c-9811-36c3489097fd None None] Checking router: c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:11:39.567445 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53040754-d473-4c9c-9811-36c3489097fd None None] Routers {'c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:11:39.568071 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-53040754-d473-4c9c-9811-36c3489097fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:11:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:11:39.666516 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-53040754-d473-4c9c-9811-36c3489097fd None None] Set router c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:11:39.682587 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-93be9e0f-4f41-49fe-9465-cb4dcf0722ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (2f3c3e50-d130-4db6-8946-2eacc4834526), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:39.707819 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be9e0f-4f41-49fe-9465-cb4dcf0722ac admin admin] Pushing event deleted for resources: {'Port': ['ID=2f3c3e50-d130-4db6-8946-2eacc4834526,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:11:39.724130 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-53040754-d473-4c9c-9811-36c3489097fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5', 'name': 'tempest-TestVolumeBootPattern-578115222-router', 'tenant_id': '1ba97ad99ffc4ca59a2aa06d9a5eea3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:09Z', 'updated_at': '2022-02-08T22:11:39Z', 'revision_number': 6, 'project_id': '1ba97ad99ffc4ca59a2aa06d9a5eea3c', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:11:39.757130 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53040754-d473-4c9c-9811-36c3489097fd None None] The sync data for ids ['c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5'] in n-d-712143-31 is: [{'id': 'c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5', 'name': 'tempest-TestVolumeBootPattern-578115222-router', 'tenant_id': '1ba97ad99ffc4ca59a2aa06d9a5eea3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T21:58:09Z', 'updated_at': '2022-02-08T22:11:39Z', 'revision_number': 6, 'project_id': '1ba97ad99ffc4ca59a2aa06d9a5eea3c', 'gw_port_host': None}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:11:39.782593 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-93be9e0f-4f41-49fe-9465-cb4dcf0722ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:39.881550 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-93be9e0f-4f41-49fe-9465-cb4dcf0722ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:39.883983 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-93be9e0f-4f41-49fe-9465-cb4dcf0722ac admin admin] Publish callbacks [] for router_controller (c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:39.934488 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-93be9e0f-4f41-49fe-9465-cb4dcf0722ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:39.935677 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93be9e0f-4f41-49fe-9465-cb4dcf0722ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 22:11:39.940369 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-93be9e0f-4f41-49fe-9465-cb4dcf0722ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:39.941566 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-93be9e0f-4f41-49fe-9465-cb4dcf0722ac admin admin] 10.222.0.88 "DELETE /v2.0/routers/c7f4fb22-5fdc-4dd2-9ee7-8c465134c6d5 HTTP/1.1" status: 204 len: 168 time: 0.8625343 Feb 08 22:11:39.944052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44458) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:11:39.992694 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-5afed44c-139b-468d-a7dc-1f0532281bb5 admin admin] Deleting subnet c2378b60-42fa-4816-99f8-004e751c4f8a {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 22:11:39.995363 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5afed44c-139b-468d-a7dc-1f0532281bb5 admin admin] Publish callbacks [] for subnet (c2378b60-42fa-4816-99f8-004e751c4f8a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:40.033144 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5afed44c-139b-468d-a7dc-1f0532281bb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (c2378b60-42fa-4816-99f8-004e751c4f8a), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:40.127566 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5afed44c-139b-468d-a7dc-1f0532281bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (c2378b60-42fa-4816-99f8-004e751c4f8a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:40.193508 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5afed44c-139b-468d-a7dc-1f0532281bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (c2378b60-42fa-4816-99f8-004e751c4f8a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:40.223168 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afed44c-139b-468d-a7dc-1f0532281bb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2378b60-42fa-4816-99f8-004e751c4f8a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:11:40.227002 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5afed44c-139b-468d-a7dc-1f0532281bb5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:40.230359 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5afed44c-139b-468d-a7dc-1f0532281bb5 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/c2378b60-42fa-4816-99f8-004e751c4f8a HTTP/1.1" status: 204 len: 168 time: 0.2853441 Feb 08 22:11:40.233999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44460) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:11:40.237901 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc7f571-711c-4742-a5a6-03dd00c09e46 None None] Network 3492bced-2aec-4f82-a2dc-b8302441d153 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:11:40.306383 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-082b30b9-3add-418f-90ed-03c6985733b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (3492bced-2aec-4f82-a2dc-b8302441d153), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:40.377191 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-082b30b9-3add-418f-90ed-03c6985733b8 admin admin] Deleting port 3969e442-556f-4321-ac08-e753fec47e64 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:11:40.377720 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-082b30b9-3add-418f-90ed-03c6985733b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (3969e442-556f-4321-ac08-e753fec47e64), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:40.445551 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-082b30b9-3add-418f-90ed-03c6985733b8 admin admin] For port 3969e442-556f-4321-ac08-e753fec47e64, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3969e442-556f-4321-ac08-e753fec47e64,segment=NetworkSegment(81605d75-0ab9-4ea9-b078-73a6bf4bda01),segment_id=81605d75-0ab9-4ea9-b078-73a6bf4bda01)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:11:40.445924 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-082b30b9-3add-418f-90ed-03c6985733b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (3969e442-556f-4321-ac08-e753fec47e64), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:40.465525 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-082b30b9-3add-418f-90ed-03c6985733b8 admin admin] Calling delete_port for 3969e442-556f-4321-ac08-e753fec47e64 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:11:40.563350 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6aede1c-5d9c-45ac-9cf9-4d42a89891e2 None None] DHCP port deletion for 3492bced-2aec-4f82-a2dc-b8302441d153 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 22:11:40.565522 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-082b30b9-3add-418f-90ed-03c6985733b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (3969e442-556f-4321-ac08-e753fec47e64), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:40.597503 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082b30b9-3add-418f-90ed-03c6985733b8 admin admin] No DVR routers for this DVR port 3969e442-556f-4321-ac08-e753fec47e64 on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:11:40.602050 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b30b9-3add-418f-90ed-03c6985733b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3969e442-556f-4321-ac08-e753fec47e64,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:11:40.686594 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-082b30b9-3add-418f-90ed-03c6985733b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (3492bced-2aec-4f82-a2dc-b8302441d153), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:40.718427 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-082b30b9-3add-418f-90ed-03c6985733b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3492bced-2aec-4f82-a2dc-b8302441d153']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:11:40.730732 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-082b30b9-3add-418f-90ed-03c6985733b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81605d75-0ab9-4ea9-b078-73a6bf4bda01') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:11:40.731084 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-082b30b9-3add-418f-90ed-03c6985733b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81605d75-0ab9-4ea9-b078-73a6bf4bda01') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:11:40.743765 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-082b30b9-3add-418f-90ed-03c6985733b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (81605d75-0ab9-4ea9-b078-73a6bf4bda01), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:40.760875 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-082b30b9-3add-418f-90ed-03c6985733b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (81605d75-0ab9-4ea9-b078-73a6bf4bda01), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:40.768052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082b30b9-3add-418f-90ed-03c6985733b8 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:11:40.768647 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-082b30b9-3add-418f-90ed-03c6985733b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (81605d75-0ab9-4ea9-b078-73a6bf4bda01), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: timer() Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:11:40.770907 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:11:40.833153 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-082b30b9-3add-418f-90ed-03c6985733b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (3492bced-2aec-4f82-a2dc-b8302441d153), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:40.841383 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-082b30b9-3add-418f-90ed-03c6985733b8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:40.845410 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-082b30b9-3add-418f-90ed-03c6985733b8 admin admin] 10.222.0.88 "DELETE /v2.0/networks/3492bced-2aec-4f82-a2dc-b8302441d153 HTTP/1.1" status: 204 len: 168 time: 0.6104898 Feb 08 22:11:40.860990 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b30b9-3add-418f-90ed-03c6985733b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3492bced-2aec-4f82-a2dc-b8302441d153,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:11:40.988546 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44464) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:11:41.031537 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4a377012-b962-4eec-8eed-07b657310b9b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=beb2210587a047799a2549836334dae5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417392 Feb 08 22:11:41.034330 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44466) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:11:41.094063 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-17574641-b85b-44d3-a37b-e1266fd10e72 admin admin] Publish callbacks [] for security_group (8c0c41a6-145d-497a-aa95-27d4305a9653), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:41.120353 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-17574641-b85b-44d3-a37b-e1266fd10e72 admin admin] Publish callbacks [] for security_group (8c0c41a6-145d-497a-aa95-27d4305a9653), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:41.144879 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3969e442-556f-4321-ac08-e753fec47e64 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:11:41.166692 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 3969e442-556f-4321-ac08-e753fec47e64 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:11:41.167207 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3969e442-556f-4321-ac08-e753fec47e64 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:11:41.167804 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device eb763e58-e43b-4a9e-8c65-5363320aaf66 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:11:41.179899 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-17574641-b85b-44d3-a37b-e1266fd10e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (8c0c41a6-145d-497a-aa95-27d4305a9653), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:41.183222 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-17574641-b85b-44d3-a37b-e1266fd10e72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:41.184661 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-17574641-b85b-44d3-a37b-e1266fd10e72 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8c0c41a6-145d-497a-aa95-27d4305a9653 HTTP/1.1" status: 204 len: 168 time: 0.1489692 Feb 08 22:11:41.191290 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: eb763e58-e43b-4a9e-8c65-5363320aaf66 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:11:41.191897 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device eb763e58-e43b-4a9e-8c65-5363320aaf66 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:11:41.192323 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 2f3c3e50-d130-4db6-8946-2eacc4834526 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:11:41.197806 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17574641-b85b-44d3-a37b-e1266fd10e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0c41a6-145d-497a-aa95-27d4305a9653,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:11:41.215572 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 2f3c3e50-d130-4db6-8946-2eacc4834526 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:11:41.215952 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 2f3c3e50-d130-4db6-8946-2eacc4834526 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:11:41.586804 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44474) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:11:41.633518 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0bf4c1d4-be68-4517-98dd-9b719d1ce703 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1ba97ad99ffc4ca59a2aa06d9a5eea3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0455689 Feb 08 22:11:41.636172 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44478) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:11:41.687858 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d92cb54a-19fb-4a0e-a013-3fbd20554b5f admin admin] Publish callbacks [] for security_group (a26d9633-2148-40ef-bae4-d56864c95ac6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:41.714401 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d92cb54a-19fb-4a0e-a013-3fbd20554b5f admin admin] Publish callbacks [] for security_group (a26d9633-2148-40ef-bae4-d56864c95ac6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:41.775411 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d92cb54a-19fb-4a0e-a013-3fbd20554b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a26d9633-2148-40ef-bae4-d56864c95ac6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:41.778116 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d92cb54a-19fb-4a0e-a013-3fbd20554b5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:41.780093 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d92cb54a-19fb-4a0e-a013-3fbd20554b5f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a26d9633-2148-40ef-bae4-d56864c95ac6 HTTP/1.1" status: 204 len: 168 time: 0.1429255 Feb 08 22:11:41.791873 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92cb54a-19fb-4a0e-a013-3fbd20554b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26d9633-2148-40ef-bae4-d56864c95ac6,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:11:51.825433 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:11:53.348550 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-f949c89a-e8af-451f-bfc1-8bd83634fa71 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=72e95dde14a44ec2a8e68f05032c793f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218494 Feb 08 22:11:53.457302 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-a4ecfb2a-fc13-4be2-aaf5-f0d9f391bf98 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:11:53.458749 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-a4ecfb2a-fc13-4be2-aaf5-f0d9f391bf98 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1050165 Feb 08 22:11:53.473432 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-bcf12829-0197-49f0-88db-450a4af20b21 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.88 "GET /v2.0/quotas/72e95dde14a44ec2a8e68f05032c793f HTTP/1.1" status: 200 len: 375 time: 0.0092013 Feb 08 22:11:53.506530 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-6d76032f-e723-4b8b-98d9-f4b664ffbb23 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=72e95dde14a44ec2a8e68f05032c793f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281339 Feb 08 22:11:53.710585 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-82587129-a6a4-4f8f-ab90-573b8e24f6e8 req-2e416a5a-5c67-43d5-8369-c867017d8472 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c37b1f6-d23b-4c38-942a-583711180871 HTTP/1.1" status: 200 len: 210 time: 0.0274694 Feb 08 22:11:54.268799 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-49afe553-bb7a-4e6a-b56b-40528e93995d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:54.740771 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-bc3d78e3-12f9-42d2-8fa9-bbcb30823c64 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=72e95dde14a44ec2a8e68f05032c793f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311692 Feb 08 22:11:54.859806 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e60e7676-bc13-4af4-8520-cee613b06d0c req-220106cc-6068-4ad4-a5e7-dc9619a4c869 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c37b1f6-d23b-4c38-942a-583711180871 HTTP/1.1" status: 200 len: 210 time: 0.0440047 Feb 08 22:11:54.924269 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-f9c27a89-8a2d-4415-aef3-59d97030443d tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:11:54.926277 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-f9c27a89-8a2d-4415-aef3-59d97030443d tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1760347 Feb 08 22:11:54.940022 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-b082f0c9-7f23-4de0-bae3-35a51fa10b16 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Request body: {'port': {'device_id': '4c37b1f6-d23b-4c38-942a-583711180871', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'admin_state_up': True, 'tenant_id': '72e95dde14a44ec2a8e68f05032c793f'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:11:55.063223 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-b082f0c9-7f23-4de0-bae3-35a51fa10b16 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Made reservation on behalf of 72e95dde14a44ec2a8e68f05032c793f for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:11:55.067555 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-b082f0c9-7f23-4de0-bae3-35a51fa10b16 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:55.077919 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-b082f0c9-7f23-4de0-bae3-35a51fa10b16 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:55.159321 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-b082f0c9-7f23-4de0-bae3-35a51fa10b16 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Publish callbacks [] for security_group (39da6d65-c2d1-4761-b457-3fd32977ddca), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:55.165645 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-b082f0c9-7f23-4de0-bae3-35a51fa10b16 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (39da6d65-c2d1-4761-b457-3fd32977ddca), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:55.235522 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082f0c9-7f23-4de0-bae3-35a51fa10b16 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39da6d65-c2d1-4761-b457-3fd32977ddca,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:11:55.252048 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082f0c9-7f23-4de0-bae3-35a51fa10b16 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:11:55.252465 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082f0c9-7f23-4de0-bae3-35a51fa10b16 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:11:55.252797 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082f0c9-7f23-4de0-bae3-35a51fa10b16 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:11:55.253144 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082f0c9-7f23-4de0-bae3-35a51fa10b16 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:11:55.253511 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082f0c9-7f23-4de0-bae3-35a51fa10b16 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:11:55.253848 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082f0c9-7f23-4de0-bae3-35a51fa10b16 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:11:55.254182 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082f0c9-7f23-4de0-bae3-35a51fa10b16 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:11:55.254517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082f0c9-7f23-4de0-bae3-35a51fa10b16 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:11:55.254850 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082f0c9-7f23-4de0-bae3-35a51fa10b16 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:11:55.255186 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082f0c9-7f23-4de0-bae3-35a51fa10b16 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:11:55.255517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082f0c9-7f23-4de0-bae3-35a51fa10b16 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:11:55.255844 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082f0c9-7f23-4de0-bae3-35a51fa10b16 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:11:55.256176 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082f0c9-7f23-4de0-bae3-35a51fa10b16 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:11:55.326749 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-b082f0c9-7f23-4de0-bae3-35a51fa10b16 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Allocated IP 192.168.233.6 (d08ef86c-3f1a-45dc-9158-662e425cd9bd/e5e66204-6c2d-42fc-b8fa-30842e504914/25d86f37-f543-4f50-bd9a-141479fdf09d) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:11:55.499935 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-b082f0c9-7f23-4de0-bae3-35a51fa10b16 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Publish callbacks [] for port (25d86f37-f543-4f50-bd9a-141479fdf09d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:55.547521 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-b082f0c9-7f23-4de0-bae3-35a51fa10b16 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (25d86f37-f543-4f50-bd9a-141479fdf09d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:55.603930 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-b082f0c9-7f23-4de0-bae3-35a51fa10b16 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Network d08ef86c-3f1a-45dc-9158-662e425cd9bd is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:11:55.607415 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-b082f0c9-7f23-4de0-bae3-35a51fa10b16 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:11:55.611525 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-b082f0c9-7f23-4de0-bae3-35a51fa10b16 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:11:55.635761 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082f0c9-7f23-4de0-bae3-35a51fa10b16 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Pushing event updated for resources: {'Port': ['ID=25d86f37-f543-4f50-bd9a-141479fdf09d,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:11:55.668396 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-b082f0c9-7f23-4de0-bae3-35a51fa10b16 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:11:55.669514 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-b082f0c9-7f23-4de0-bae3-35a51fa10b16 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:55.687333 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-b082f0c9-7f23-4de0-bae3-35a51fa10b16 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7531304 Feb 08 22:11:55.857416 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-12de7fe2-3a55-4bce-9dd5-f35f2f891c07 service neutron] Request body: {'port': {'device_id': '4c37b1f6-d23b-4c38-942a-583711180871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:11:55.928641 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-79978fff-0ca5-4621-8697-2ee080f8a6a3 None None] Provisioning complete for port 25d86f37-f543-4f50-bd9a-141479fdf09d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:11:55.930191 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-79978fff-0ca5-4621-8697-2ee080f8a6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (25d86f37-f543-4f50-bd9a-141479fdf09d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:55.939744 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-12de7fe2-3a55-4bce-9dd5-f35f2f891c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (25d86f37-f543-4f50-bd9a-141479fdf09d), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:55.989602 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-79978fff-0ca5-4621-8697-2ee080f8a6a3 None None] Port 25d86f37-f543-4f50-bd9a-141479fdf09d cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:11:56.149300 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c10a56-b75c-4a9f-b723-c4d35263536c req-dc4568af-82a0-432a-9698-2a79a97db138 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:11:56.151350 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e1c10a56-b75c-4a9f-b723-c4d35263536c req-dc4568af-82a0-432a-9698-2a79a97db138 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c37b1f6-d23b-4c38-942a-583711180871 HTTP/1.1" status: 200 len: 934 time: 0.1964684 Feb 08 22:11:56.285654 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e1c10a56-b75c-4a9f-b723-c4d35263536c req-fd9a01aa-e286-4004-a80f-480be5dabf57 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.88 "GET /v2.0/security-groups?id=39da6d65-c2d1-4761-b457-3fd32977ddca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242867 Feb 08 22:11:56.410975 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-12de7fe2-3a55-4bce-9dd5-f35f2f891c07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25d86f37-f543-4f50-bd9a-141479fdf09d {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:11:56.419103 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-12de7fe2-3a55-4bce-9dd5-f35f2f891c07 service neutron] Publish callbacks [] for port (25d86f37-f543-4f50-bd9a-141479fdf09d), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:56.432963 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-12de7fe2-3a55-4bce-9dd5-f35f2f891c07 service neutron] Transition to ACTIVE for port object 25d86f37-f543-4f50-bd9a-141479fdf09d will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:11:56.438631 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-12de7fe2-3a55-4bce-9dd5-f35f2f891c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (25d86f37-f543-4f50-bd9a-141479fdf09d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:56.506262 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de7fe2-3a55-4bce-9dd5-f35f2f891c07 service neutron] Pushing event updated for resources: {'Port': ['ID=25d86f37-f543-4f50-bd9a-141479fdf09d,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:11:56.604632 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-12de7fe2-3a55-4bce-9dd5-f35f2f891c07 service neutron] Attempting to bind port 25d86f37-f543-4f50-bd9a-141479fdf09d on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:11:56.604979 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-12de7fe2-3a55-4bce-9dd5-f35f2f891c07 service neutron] Attempting to bind port 25d86f37-f543-4f50-bd9a-141479fdf09d by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:11:56.605360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-12de7fe2-3a55-4bce-9dd5-f35f2f891c07 service neutron] Attempting to bind port 25d86f37-f543-4f50-bd9a-141479fdf09d on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:11:56.611007 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-12de7fe2-3a55-4bce-9dd5-f35f2f891c07 service neutron] Port 25d86f37-f543-4f50-bd9a-141479fdf09d on network d08ef86c-3f1a-45dc-9158-662e425cd9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:11:56.611338 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-12de7fe2-3a55-4bce-9dd5-f35f2f891c07 service neutron] Attempting to bind port 25d86f37-f543-4f50-bd9a-141479fdf09d on network d08ef86c-3f1a-45dc-9158-662e425cd9bd {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:11:56.617044 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-12de7fe2-3a55-4bce-9dd5-f35f2f891c07 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:11:56.617448 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-12de7fe2-3a55-4bce-9dd5-f35f2f891c07 service neutron] Checking segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:11:56.617883 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-12de7fe2-3a55-4bce-9dd5-f35f2f891c07 service neutron] Bound using segment: {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:11:56.618316 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-12de7fe2-3a55-4bce-9dd5-f35f2f891c07 service neutron] Bound port: 25d86f37-f543-4f50-bd9a-141479fdf09d, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a686542c-c44a-407e-b5b4-c7c564d60ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:11:56.618686 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-12de7fe2-3a55-4bce-9dd5-f35f2f891c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (25d86f37-f543-4f50-bd9a-141479fdf09d), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:56.715357 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-12de7fe2-3a55-4bce-9dd5-f35f2f891c07 service neutron] For port 25d86f37-f543-4f50-bd9a-141479fdf09d, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:11:56.719206 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-12de7fe2-3a55-4bce-9dd5-f35f2f891c07 service neutron] For port 25d86f37-f543-4f50-bd9a-141479fdf09d, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=25d86f37-f543-4f50-bd9a-141479fdf09d,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:11:56.726838 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-12de7fe2-3a55-4bce-9dd5-f35f2f891c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (25d86f37-f543-4f50-bd9a-141479fdf09d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:56.764893 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-12de7fe2-3a55-4bce-9dd5-f35f2f891c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:11:56.765544 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-12de7fe2-3a55-4bce-9dd5-f35f2f891c07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:56.767140 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-12de7fe2-3a55-4bce-9dd5-f35f2f891c07 service neutron] 10.222.0.96 "PUT /v2.0/ports/25d86f37-f543-4f50-bd9a-141479fdf09d HTTP/1.1" status: 200 len: 1095 time: 0.9680870 Feb 08 22:11:56.767646 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c37b1f6-d23b-4c38-942a-583711180871', 'tag': '25d86f37-f543-4f50-bd9a-141479fdf09d'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:11:56.770112 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14252183-c224-41ca-9f63-a93f0b81506b" -d '{"events": [{"name": "network-changed", "server_uuid": "4c37b1f6-d23b-4c38-942a-583711180871", "tag": "25d86f37-f543-4f50-bd9a-141479fdf09d"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:11:56.797761 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de7fe2-3a55-4bce-9dd5-f35f2f891c07 service neutron] Pushing event updated for resources: {'Port': ['ID=25d86f37-f543-4f50-bd9a-141479fdf09d,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:11:56.840856 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e26481f-e2c9-4176-970d-99d177b941d0 x-openstack-request-id: req-8e26481f-e2c9-4176-970d-99d177b941d0 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:11:56.841421 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c37b1f6-d23b-4c38-942a-583711180871", "tag": "25d86f37-f543-4f50-bd9a-141479fdf09d", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:11:56.841892 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8e26481f-e2c9-4176-970d-99d177b941d0 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:11:56.842614 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c37b1f6-d23b-4c38-942a-583711180871', 'tag': '25d86f37-f543-4f50-bd9a-141479fdf09d', 'status': 'completed', 'code': 200} Feb 08 22:11:56.893149 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-6dee50e2-e177-4ec6-a30d-531df5041bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:11:56.894728 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-6dee50e2-e177-4ec6-a30d-531df5041bcf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=72e95dde14a44ec2a8e68f05032c793f&device_id=4c37b1f6-d23b-4c38-942a-583711180871 HTTP/1.1" status: 200 len: 1129 time: 0.0699012 Feb 08 22:11:56.947375 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-bd56a362-65f6-42a8-a313-b9ffd81dfa57 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=25d86f37-f543-4f50-bd9a-141479fdf09d HTTP/1.1" status: 200 len: 217 time: 0.0438812 Feb 08 22:11:57.015052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-b0370c13-2d93-4054-a132-31621c36c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:11:57.017072 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-b0370c13-2d93-4054-a132-31621c36c1c7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.0658693 Feb 08 22:11:57.068803 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-9f014f29-c57f-4105-bc96-dca5a23b7919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:11:57.070332 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-9f014f29-c57f-4105-bc96-dca5a23b7919 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0475335 Feb 08 22:11:57.164634 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-b3b2d39c-f918-413f-9317-e4dac7ac1b8a service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882344 Feb 08 22:11:57.270329 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d00cb5e-7742-42d3-9d06-a82ffe5ad168 req-305a1605-bf8f-4ccc-9488-aff033556c8b service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000087 Feb 08 22:11:57.367371 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14252183-c224-41ca-9f63-a93f0b81506b req-34e7c941-4185-46b6-9b27-278bccabec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:11:57.368934 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14252183-c224-41ca-9f63-a93f0b81506b req-34e7c941-4185-46b6-9b27-278bccabec42 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=72e95dde14a44ec2a8e68f05032c793f&device_id=4c37b1f6-d23b-4c38-942a-583711180871 HTTP/1.1" status: 200 len: 1129 time: 0.0539429 Feb 08 22:11:57.496352 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee573e-9501-47d4-a11a-52ebac6994ef req-8a258234-93f3-47e5-ac3c-5d8f017366b8 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:11:57.497949 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45ee573e-9501-47d4-a11a-52ebac6994ef req-8a258234-93f3-47e5-ac3c-5d8f017366b8 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c37b1f6-d23b-4c38-942a-583711180871 HTTP/1.1" status: 200 len: 946 time: 0.1145897 Feb 08 22:11:57.514245 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14252183-c224-41ca-9f63-a93f0b81506b req-0c00a272-1f9b-4d2a-834e-514c3fb68efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:11:57.515716 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14252183-c224-41ca-9f63-a93f0b81506b req-0c00a272-1f9b-4d2a-834e-514c3fb68efd service neutron] 10.222.0.96 "GET /v2.0/networks?id=d08ef86c-3f1a-45dc-9158-662e425cd9bd HTTP/1.1" status: 200 len: 870 time: 0.1398776 Feb 08 22:11:57.573991 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14252183-c224-41ca-9f63-a93f0b81506b req-eac3d7d4-9a90-4ffd-b6ff-85552b9fea15 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=25d86f37-f543-4f50-bd9a-141479fdf09d HTTP/1.1" status: 200 len: 217 time: 0.0509446 Feb 08 22:11:57.587700 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1a9425d-f016-4c9c-a6b4-bea80f72d2a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:11:57.978087 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45ee573e-9501-47d4-a11a-52ebac6994ef req-0a76dbb8-e49c-4830-9750-ea0279efac67 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.88 "GET /v2.0/security-groups?id=39da6d65-c2d1-4761-b457-3fd32977ddca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743810 Feb 08 22:11:58.000927 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14252183-c224-41ca-9f63-a93f0b81506b req-0addb21a-f634-4f81-a021-c1a304371f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:11:58.002528 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14252183-c224-41ca-9f63-a93f0b81506b req-0addb21a-f634-4f81-a021-c1a304371f40 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e5e66204-6c2d-42fc-b8fa-30842e504914 HTTP/1.1" status: 200 len: 843 time: 0.4159570 Feb 08 22:11:58.053276 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14252183-c224-41ca-9f63-a93f0b81506b req-27ec7b6c-9afa-44a1-8708-c1fd3ec3f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:11:58.054811 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14252183-c224-41ca-9f63-a93f0b81506b req-27ec7b6c-9afa-44a1-8708-c1fd3ec3f617 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d08ef86c-3f1a-45dc-9158-662e425cd9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0463681 Feb 08 22:11:58.152318 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14252183-c224-41ca-9f63-a93f0b81506b req-4cec862a-4e4b-4f7e-951a-9f0f1683a829 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908988 Feb 08 22:11:58.262657 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14252183-c224-41ca-9f63-a93f0b81506b req-f0ec8505-7077-4d16-b03e-29f396d4bce9 service neutron] 10.222.0.96 "GET /v2.0/networks/d08ef86c-3f1a-45dc-9158-662e425cd9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040854 Feb 08 22:11:59.110624 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151daf37-1dcc-422b-aa88-f174c783170d req-8375729d-fabe-4730-af9c-5924158f2870 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:11:59.112126 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-151daf37-1dcc-422b-aa88-f174c783170d req-8375729d-fabe-4730-af9c-5924158f2870 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c37b1f6-d23b-4c38-942a-583711180871 HTTP/1.1" status: 200 len: 946 time: 0.0592313 Feb 08 22:11:59.164390 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-151daf37-1dcc-422b-aa88-f174c783170d req-6a5903fc-eb7b-4d60-a5e7-75dc972590d4 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.88 "GET /v2.0/security-groups?id=39da6d65-c2d1-4761-b457-3fd32977ddca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464776 Feb 08 22:11:59.397094 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:00.291205 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a9939-88b5-4f6e-aada-6517bd8a55a4 req-8cd0618a-ce68-4ea0-8e97-3e94d75b090e tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:00.292773 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e4a9939-88b5-4f6e-aada-6517bd8a55a4 req-8cd0618a-ce68-4ea0-8e97-3e94d75b090e tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c37b1f6-d23b-4c38-942a-583711180871 HTTP/1.1" status: 200 len: 946 time: 0.0550613 Feb 08 22:12:00.342437 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e4a9939-88b5-4f6e-aada-6517bd8a55a4 req-eaf70061-cedf-4678-8bef-de48afc8a7ba tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.88 "GET /v2.0/security-groups?id=39da6d65-c2d1-4761-b457-3fd32977ddca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436769 Feb 08 22:12:01.470754 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bd2b7-5aaa-4f74-8a0c-7fcb745f0f0d req-e68a876a-bea4-4206-9b4e-1d7f70fdd428 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:01.472247 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-551bd2b7-5aaa-4f74-8a0c-7fcb745f0f0d req-e68a876a-bea4-4206-9b4e-1d7f70fdd428 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c37b1f6-d23b-4c38-942a-583711180871 HTTP/1.1" status: 200 len: 946 time: 0.0541923 Feb 08 22:12:01.499632 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:01.523399 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-551bd2b7-5aaa-4f74-8a0c-7fcb745f0f0d req-153bfc1e-087a-49ec-80b2-f1ce39511125 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.88 "GET /v2.0/security-groups?id=39da6d65-c2d1-4761-b457-3fd32977ddca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453060 Feb 08 22:12:01.531789 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 25d86f37-f543-4f50-bd9a-141479fdf09d details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:12:01.633181 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 25d86f37-f543-4f50-bd9a-141479fdf09d, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=25d86f37-f543-4f50-bd9a-141479fdf09d,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:12:01.644049 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '25d86f37-f543-4f50-bd9a-141479fdf09d', 'network_id': 'd08ef86c-3f1a-45dc-9158-662e425cd9bd', 'port_id': '25d86f37-f543-4f50-bd9a-141479fdf09d', 'mac_address': 'fa:16:3e:a9:a4:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e66204-6c2d-42fc-b8fa-30842e504914', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:12:01.682102 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 25d86f37-f543-4f50-bd9a-141479fdf09d is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:12:01.682492 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (25d86f37-f543-4f50-bd9a-141479fdf09d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:01.704066 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d86f37-f543-4f50-bd9a-141479fdf09d {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:12:01.719153 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:01.727267 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 25d86f37-f543-4f50-bd9a-141479fdf09d, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=25d86f37-f543-4f50-bd9a-141479fdf09d,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:12:01.731643 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (25d86f37-f543-4f50-bd9a-141479fdf09d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:01.783939 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=25d86f37-f543-4f50-bd9a-141479fdf09d,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:12:02.070470 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['25d86f37-f543-4f50-bd9a-141479fdf09d'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:12:02.658788 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4d0ff-4ee3-417c-bdd1-7ace6a8a76a7 req-6587f725-da44-4dec-bceb-3c0abbcfcbbf tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:02.660541 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2eb4d0ff-4ee3-417c-bdd1-7ace6a8a76a7 req-6587f725-da44-4dec-bceb-3c0abbcfcbbf tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c37b1f6-d23b-4c38-942a-583711180871 HTTP/1.1" status: 200 len: 947 time: 0.0639212 Feb 08 22:12:02.710345 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2eb4d0ff-4ee3-417c-bdd1-7ace6a8a76a7 req-7d7cf0c1-b460-44b9-8aeb-5b92c1b3906f tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.88 "GET /v2.0/security-groups?id=39da6d65-c2d1-4761-b457-3fd32977ddca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438042 Feb 08 22:12:03.542129 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 25d86f37-f543-4f50-bd9a-141479fdf09d up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:12:03.592565 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 25d86f37-f543-4f50-bd9a-141479fdf09d completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:12:03.598546 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 25d86f37-f543-4f50-bd9a-141479fdf09d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:12:03.599159 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (25d86f37-f543-4f50-bd9a-141479fdf09d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:03.683496 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 25d86f37-f543-4f50-bd9a-141479fdf09d is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:12:03.683893 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (25d86f37-f543-4f50-bd9a-141479fdf09d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:03.707880 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c37b1f6-d23b-4c38-942a-583711180871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d86f37-f543-4f50-bd9a-141479fdf09d'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:12:03.723227 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 25d86f37-f543-4f50-bd9a-141479fdf09d, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=25d86f37-f543-4f50-bd9a-141479fdf09d,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:12:03.727815 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (25d86f37-f543-4f50-bd9a-141479fdf09d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:03.754389 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab13049-5480-4017-af7f-a197ff30717f" -d '{"events": [{"server_uuid": "4c37b1f6-d23b-4c38-942a-583711180871", "name": "network-vif-plugged", "status": "completed", "tag": "25d86f37-f543-4f50-bd9a-141479fdf09d"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:12:03.786747 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=25d86f37-f543-4f50-bd9a-141479fdf09d,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:12:03.841969 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f4d6d-522d-42cc-9915-c30b2433a973 req-73d8f200-99a3-4a40-8036-93802f3b81d1 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:03.843464 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-331f4d6d-522d-42cc-9915-c30b2433a973 req-73d8f200-99a3-4a40-8036-93802f3b81d1 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c37b1f6-d23b-4c38-942a-583711180871 HTTP/1.1" status: 200 len: 948 time: 0.0591943 Feb 08 22:12:03.853022 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1286353-9c4f-4906-8ea5-a60f8cfed0c6 x-openstack-request-id: req-d1286353-9c4f-4906-8ea5-a60f8cfed0c6 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:12:03.853351 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c37b1f6-d23b-4c38-942a-583711180871", "name": "network-vif-plugged", "status": "completed", "tag": "25d86f37-f543-4f50-bd9a-141479fdf09d", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:12:03.853618 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d1286353-9c4f-4906-8ea5-a60f8cfed0c6 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:12:03.854025 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c37b1f6-d23b-4c38-942a-583711180871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d86f37-f543-4f50-bd9a-141479fdf09d', 'code': 200} Feb 08 22:12:03.891955 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-331f4d6d-522d-42cc-9915-c30b2433a973 req-106aa1cd-cfe0-432f-b063-70e9d99a10ce tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.88 "GET /v2.0/security-groups?id=39da6d65-c2d1-4761-b457-3fd32977ddca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426798 Feb 08 22:12:03.952174 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd7f99-92f6-4f14-9d71-7b8d38c6390c req-62c0819f-6e20-42f6-bfbf-6d8d0f34bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:03.953726 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89bd7f99-92f6-4f14-9d71-7b8d38c6390c req-62c0819f-6e20-42f6-bfbf-6d8d0f34bef5 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4c37b1f6-d23b-4c38-942a-583711180871 HTTP/1.1" status: 200 len: 1131 time: 0.0463519 Feb 08 22:12:04.002997 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89bd7f99-92f6-4f14-9d71-7b8d38c6390c req-8ccab718-bac4-4b60-87bc-9ce1b95aee78 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=39da6d65-c2d1-4761-b457-3fd32977ddca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432341 Feb 08 22:12:05.022184 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37245b-70ba-4ea9-9afb-df8ffcd48a6b req-b8a25bfe-b08a-4995-81da-61e69ca61020 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:05.023849 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0a37245b-70ba-4ea9-9afb-df8ffcd48a6b req-b8a25bfe-b08a-4995-81da-61e69ca61020 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c37b1f6-d23b-4c38-942a-583711180871 HTTP/1.1" status: 200 len: 948 time: 0.0556452 Feb 08 22:12:05.080234 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0a37245b-70ba-4ea9-9afb-df8ffcd48a6b req-a9439c55-5729-4cd5-a6bb-e5717a75652d tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.88 "GET /v2.0/security-groups?id=39da6d65-c2d1-4761-b457-3fd32977ddca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498912 Feb 08 22:12:06.203865 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f55c4-b88e-4454-acb3-8e21c7bcdc2a req-47ea5658-4c00-420d-9811-068e1d260de7 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:06.205432 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-402f55c4-b88e-4454-acb3-8e21c7bcdc2a req-47ea5658-4c00-420d-9811-068e1d260de7 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c37b1f6-d23b-4c38-942a-583711180871 HTTP/1.1" status: 200 len: 948 time: 0.0556667 Feb 08 22:12:06.257727 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-402f55c4-b88e-4454-acb3-8e21c7bcdc2a req-9c8d7541-df18-404b-b639-bce08fe35d80 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.88 "GET /v2.0/security-groups?id=39da6d65-c2d1-4761-b457-3fd32977ddca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466728 Feb 08 22:12:06.655715 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-e49e8c98-4d4f-4057-9c8c-14207ab97e7c req-ceb0fd4f-c4c5-4df0-8c34-26dcd1800347 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 22:12:06.656825 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e49e8c98-4d4f-4057-9c8c-14207ab97e7c req-ceb0fd4f-c4c5-4df0-8c34-26dcd1800347 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0539339 Feb 08 22:12:06.867170 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:07.053728 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:07.138987 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-9755546d-8190-4cb9-b2e6-90b4b521eb98 req-0573366e-a675-4b6f-8d6e-fd4e540944b0 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 22:12:07.140518 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9755546d-8190-4cb9-b2e6-90b4b521eb98 req-0573366e-a675-4b6f-8d6e-fd4e540944b0 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0505497 Feb 08 22:12:07.557619 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b8cc4-5296-4905-9093-039d759090e7 req-dc52d96f-f0bc-4e16-83b7-2b98ae0b021b tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:07.559246 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3d9b8cc4-5296-4905-9093-039d759090e7 req-dc52d96f-f0bc-4e16-83b7-2b98ae0b021b tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c37b1f6-d23b-4c38-942a-583711180871 HTTP/1.1" status: 200 len: 948 time: 0.0838237 Feb 08 22:12:07.625322 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3d9b8cc4-5296-4905-9093-039d759090e7 req-239c3ba1-6345-4886-83b9-172ba4568d67 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.88 "GET /v2.0/security-groups?id=39da6d65-c2d1-4761-b457-3fd32977ddca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559044 Feb 08 22:12:08.757321 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c7e35-8c91-43f5-8ad2-d2e7752cd6fa req-ac504188-2501-490b-9cb8-f42e4befc0f6 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:08.758949 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a39c7e35-8c91-43f5-8ad2-d2e7752cd6fa req-ac504188-2501-490b-9cb8-f42e4befc0f6 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c37b1f6-d23b-4c38-942a-583711180871 HTTP/1.1" status: 200 len: 948 time: 0.0606272 Feb 08 22:12:08.851903 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a39c7e35-8c91-43f5-8ad2-d2e7752cd6fa req-6462e93a-d5ed-4b2d-8e4b-76cff7f12d2e tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.88 "GET /v2.0/security-groups?id=39da6d65-c2d1-4761-b457-3fd32977ddca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869699 Feb 08 22:12:08.866069 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330b7fb-f0f2-4b5b-a70b-c09d78b513ac req-ef3591fe-6499-47b1-baa5-1b0b2d4f12b6 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:08.867592 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c330b7fb-f0f2-4b5b-a70b-c09d78b513ac req-ef3591fe-6499-47b1-baa5-1b0b2d4f12b6 tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.96 "GET /v2.0/ports?device_id=4c37b1f6-d23b-4c38-942a-583711180871 HTTP/1.1" status: 200 len: 948 time: 0.0889118 Feb 08 22:12:08.988027 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-c330b7fb-f0f2-4b5b-a70b-c09d78b513ac req-605c9704-e36b-404d-ba62-0b4bf269b8fe tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Deleting port 25d86f37-f543-4f50-bd9a-141479fdf09d {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:12:08.988333 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c330b7fb-f0f2-4b5b-a70b-c09d78b513ac req-605c9704-e36b-404d-ba62-0b4bf269b8fe tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (25d86f37-f543-4f50-bd9a-141479fdf09d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:09.092086 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-c330b7fb-f0f2-4b5b-a70b-c09d78b513ac req-605c9704-e36b-404d-ba62-0b4bf269b8fe tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] For port 25d86f37-f543-4f50-bd9a-141479fdf09d, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=25d86f37-f543-4f50-bd9a-141479fdf09d,segment=NetworkSegment(a686542c-c44a-407e-b5b4-c7c564d60ee4),segment_id=a686542c-c44a-407e-b5b4-c7c564d60ee4)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:12:09.092452 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c330b7fb-f0f2-4b5b-a70b-c09d78b513ac req-605c9704-e36b-404d-ba62-0b4bf269b8fe tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (25d86f37-f543-4f50-bd9a-141479fdf09d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:09.108550 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-c330b7fb-f0f2-4b5b-a70b-c09d78b513ac req-605c9704-e36b-404d-ba62-0b4bf269b8fe tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Calling delete_port for 25d86f37-f543-4f50-bd9a-141479fdf09d owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:12:09.254529 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c330b7fb-f0f2-4b5b-a70b-c09d78b513ac req-605c9704-e36b-404d-ba62-0b4bf269b8fe tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (25d86f37-f543-4f50-bd9a-141479fdf09d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:09.266672 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['25d86f37-f543-4f50-bd9a-141479fdf09d'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:12:09.287668 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c9704-e36b-404d-ba62-0b4bf269b8fe tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Pushing event deleted for resources: {'Port': ['ID=25d86f37-f543-4f50-bd9a-141479fdf09d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:12:09.340218 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c330b7fb-f0f2-4b5b-a70b-c09d78b513ac req-605c9704-e36b-404d-ba62-0b4bf269b8fe tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] No DVR routers for this DVR port 25d86f37-f543-4f50-bd9a-141479fdf09d on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:12:09.344291 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c330b7fb-f0f2-4b5b-a70b-c09d78b513ac req-605c9704-e36b-404d-ba62-0b4bf269b8fe tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:09.347925 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c330b7fb-f0f2-4b5b-a70b-c09d78b513ac req-605c9704-e36b-404d-ba62-0b4bf269b8fe tempest-ServersAdminNegativeTestJSON-65763946 tempest-ServersAdminNegativeTestJSON-65763946-project] 10.222.0.96 "DELETE /v2.0/ports/25d86f37-f543-4f50-bd9a-141479fdf09d HTTP/1.1" status: 204 len: 173 time: 0.4739416 Feb 08 22:12:09.348410 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c37b1f6-d23b-4c38-942a-583711180871', 'name': 'network-vif-deleted', 'tag': '25d86f37-f543-4f50-bd9a-141479fdf09d'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:12:09.350853 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfd9a6b-f873-47af-86f2-db5fb1bc5dbc" -d '{"events": [{"server_uuid": "4c37b1f6-d23b-4c38-942a-583711180871", "name": "network-vif-deleted", "tag": "25d86f37-f543-4f50-bd9a-141479fdf09d"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:12:09.395334 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ad8e9d-8521-4b4d-8e37-bd0ca7a47116 x-openstack-request-id: req-29ad8e9d-8521-4b4d-8e37-bd0ca7a47116 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:12:09.395647 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c37b1f6-d23b-4c38-942a-583711180871", "name": "network-vif-deleted", "tag": "25d86f37-f543-4f50-bd9a-141479fdf09d", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:12:09.395903 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-29ad8e9d-8521-4b4d-8e37-bd0ca7a47116 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:12:09.396317 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c37b1f6-d23b-4c38-942a-583711180871', 'name': 'network-vif-deleted', 'tag': '25d86f37-f543-4f50-bd9a-141479fdf09d', 'status': 'completed', 'code': 200} Feb 08 22:12:10.204848 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44654) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:12:10.358455 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-67092456-b638-4ec7-b4f4-d0aa0afcd4a3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=72e95dde14a44ec2a8e68f05032c793f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1523376 Feb 08 22:12:10.361659 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44660) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:12:10.428071 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cbcf6a65-71e2-4108-9b12-0d9275c2a46c admin admin] Publish callbacks [] for security_group (39da6d65-c2d1-4761-b457-3fd32977ddca), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:10.453085 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cbcf6a65-71e2-4108-9b12-0d9275c2a46c admin admin] Publish callbacks [] for security_group (39da6d65-c2d1-4761-b457-3fd32977ddca), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:10.512641 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cbcf6a65-71e2-4108-9b12-0d9275c2a46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (39da6d65-c2d1-4761-b457-3fd32977ddca), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:10.515886 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cbcf6a65-71e2-4108-9b12-0d9275c2a46c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:10.517072 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cbcf6a65-71e2-4108-9b12-0d9275c2a46c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/39da6d65-c2d1-4761-b457-3fd32977ddca HTTP/1.1" status: 204 len: 168 time: 0.1506939 Feb 08 22:12:10.525922 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf6a65-71e2-4108-9b12-0d9275c2a46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39da6d65-c2d1-4761-b457-3fd32977ddca,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:12:10.534471 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf6a65-71e2-4108-9b12-0d9275c2a46c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:12:10.534725 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf6a65-71e2-4108-9b12-0d9275c2a46c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:12:10.535525 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf6a65-71e2-4108-9b12-0d9275c2a46c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:12:10.535645 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf6a65-71e2-4108-9b12-0d9275c2a46c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:12:10.535974 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf6a65-71e2-4108-9b12-0d9275c2a46c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:12:10.536302 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf6a65-71e2-4108-9b12-0d9275c2a46c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:12:10.536614 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf6a65-71e2-4108-9b12-0d9275c2a46c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:12:10.536946 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf6a65-71e2-4108-9b12-0d9275c2a46c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:12:10.537262 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf6a65-71e2-4108-9b12-0d9275c2a46c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:12:10.537586 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf6a65-71e2-4108-9b12-0d9275c2a46c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:12:10.537905 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf6a65-71e2-4108-9b12-0d9275c2a46c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:12:10.538220 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf6a65-71e2-4108-9b12-0d9275c2a46c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:12:10.538535 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf6a65-71e2-4108-9b12-0d9275c2a46c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:12:10.834404 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44670) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:12:10.849180 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-58edd391-22c2-4cbd-8873-b09bd49b6cb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:10.932072 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-58edd391-22c2-4cbd-8873-b09bd49b6cb3 admin admin] Publish callbacks [] for security_group (dc6dfb9a-e32f-48b3-bf66-a89b2cd38c67), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:10.937641 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-58edd391-22c2-4cbd-8873-b09bd49b6cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (dc6dfb9a-e32f-48b3-bf66-a89b2cd38c67), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:10.977542 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-58edd391-22c2-4cbd-8873-b09bd49b6cb3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dcef063523c342b4a82ad9587d561111&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1419883 Feb 08 22:12:10.978458 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58edd391-22c2-4cbd-8873-b09bd49b6cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6dfb9a-e32f-48b3-bf66-a89b2cd38c67,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:12:10.980345 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44672) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:12:11.036097 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-466801ae-e594-4d47-ae67-39c1de77b123 admin admin] Publish callbacks [] for security_group (dc6dfb9a-e32f-48b3-bf66-a89b2cd38c67), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:11.059679 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-466801ae-e594-4d47-ae67-39c1de77b123 admin admin] Publish callbacks [] for security_group (dc6dfb9a-e32f-48b3-bf66-a89b2cd38c67), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:11.112434 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-466801ae-e594-4d47-ae67-39c1de77b123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (dc6dfb9a-e32f-48b3-bf66-a89b2cd38c67), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:11.115195 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-466801ae-e594-4d47-ae67-39c1de77b123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:11.116389 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-466801ae-e594-4d47-ae67-39c1de77b123 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/dc6dfb9a-e32f-48b3-bf66-a89b2cd38c67 HTTP/1.1" status: 204 len: 168 time: 0.1347034 Feb 08 22:12:11.125448 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466801ae-e594-4d47-ae67-39c1de77b123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6dfb9a-e32f-48b3-bf66-a89b2cd38c67,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:12:11.923290 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44694) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:12:12.025816 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-9497079b-aa26-4ad1-b7fc-5cc94d226d13 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1861838472-network', 'tenant_id': 'bf9e06fe0956425e91689dc2e9204842'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:12:12.048689 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9497079b-aa26-4ad1-b7fc-5cc94d226d13 admin admin] Made reservation on behalf of bf9e06fe0956425e91689dc2e9204842 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:12:12.051153 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9497079b-aa26-4ad1-b7fc-5cc94d226d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:12.060623 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9497079b-aa26-4ad1-b7fc-5cc94d226d13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:12.159816 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9497079b-aa26-4ad1-b7fc-5cc94d226d13 admin admin] Publish callbacks [] for security_group (21f91d41-c6f4-4991-991f-c9d6abcb6f2e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:12.169951 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9497079b-aa26-4ad1-b7fc-5cc94d226d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (21f91d41-c6f4-4991-991f-c9d6abcb6f2e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:12.200953 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9497079b-aa26-4ad1-b7fc-5cc94d226d13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 22:12:12.210384 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497079b-aa26-4ad1-b7fc-5cc94d226d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f91d41-c6f4-4991-991f-c9d6abcb6f2e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:12:12.217264 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9497079b-aa26-4ad1-b7fc-5cc94d226d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (56b85e07-f609-4ccd-b7a6-42d70d25c854), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:12.217636 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-9497079b-aa26-4ad1-b7fc-5cc94d226d13 admin admin] Added segment 56b85e07-f609-4ccd-b7a6-42d70d25c854 of type vlan for network f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b Feb 08 22:12:12.260844 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9497079b-aa26-4ad1-b7fc-5cc94d226d13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:12.286359 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9497079b-aa26-4ad1-b7fc-5cc94d226d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:12.287358 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9497079b-aa26-4ad1-b7fc-5cc94d226d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:12.287931 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9497079b-aa26-4ad1-b7fc-5cc94d226d13 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:12.345281 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9497079b-aa26-4ad1-b7fc-5cc94d226d13 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4208157 Feb 08 22:12:12.349793 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44698) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:12:12.355496 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-ce4ea1b7-4b3f-45f7-8b9d-f6ede2de4d10 admin admin] Request body: {'subnet': {'network_id': 'f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1861838472-subnet', 'tenant_id': 'bf9e06fe0956425e91689dc2e9204842', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:12:12.364737 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497079b-aa26-4ad1-b7fc-5cc94d226d13 admin admin] Pushing event updated for resources: {'Network': ['ID=f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:12:12.380321 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 22:12:12.382613 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4ea1b7-4b3f-45f7-8b9d-f6ede2de4d10 admin admin] Made reservation on behalf of bf9e06fe0956425e91689dc2e9204842 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:12:12.385044 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ce4ea1b7-4b3f-45f7-8b9d-f6ede2de4d10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:12.601291 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ce4ea1b7-4b3f-45f7-8b9d-f6ede2de4d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (2576e1ad-29ae-4a90-89f1-9fe467f75f39), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:12.663727 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ea1b7-4b3f-45f7-8b9d-f6ede2de4d10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2576e1ad-29ae-4a90-89f1-9fe467f75f39,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:12:12.675187 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4ea1b7-4b3f-45f7-8b9d-f6ede2de4d10 admin admin] Checking segment: {'id': '56b85e07-f609-4ccd-b7a6-42d70d25c854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:12:12.675554 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4ea1b7-4b3f-45f7-8b9d-f6ede2de4d10 admin admin] Network hostable DHCP agents. Network: f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 22:12:12.697151 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4ea1b7-4b3f-45f7-8b9d-f6ede2de4d10 admin admin] Network f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 22:12:12.707593 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-ce4ea1b7-4b3f-45f7-8b9d-f6ede2de4d10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:12:12.711851 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4ea1b7-4b3f-45f7-8b9d-f6ede2de4d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:12.712485 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ce4ea1b7-4b3f-45f7-8b9d-f6ede2de4d10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:12.718269 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8b21df-49d2-4d67-967d-9d3ffa2437ab None None] Network f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:12:12.731502 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ce4ea1b7-4b3f-45f7-8b9d-f6ede2de4d10 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3806329 Feb 08 22:12:12.854917 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38786109-211d-4f1e-af3c-e022c262a2a6 None None] Network f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:12:13.273036 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-fc1c8939-1b4a-433a-b7bc-e103439a6f08 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:13.274743 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-fc1c8939-1b4a-433a-b7bc-e103439a6f08 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/networks?id=f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b HTTP/1.1" status: 200 len: 812 time: 0.1139848 Feb 08 22:12:13.290650 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-05fe3558-5d78-49b2-84a1-7666daa4fc9c tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/quotas/bf9e06fe0956425e91689dc2e9204842 HTTP/1.1" status: 200 len: 375 time: 0.0103636 Feb 08 22:12:13.334555 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-58ed825f-c375-4b6a-b013-8f5b93d37f32 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=bf9e06fe0956425e91689dc2e9204842&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334237 Feb 08 22:12:13.427760 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-72a721f5-8e0d-49aa-81ba-06498328c321 service neutron] 10.222.0.88 "GET /v2.0/networks/f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863142 Feb 08 22:12:13.531107 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-5d59a09b-1c95-470f-8691-2084b7850ae0 service neutron] 10.222.0.88 "GET /v2.0/networks/f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977011 Feb 08 22:12:13.594139 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 25d86f37-f543-4f50-bd9a-141479fdf09d no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:12:13.615329 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 25d86f37-f543-4f50-bd9a-141479fdf09d {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:12:13.615698 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 25d86f37-f543-4f50-bd9a-141479fdf09d not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:12:13.707298 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-abc23840-ee7d-444a-bdd2-1f8e6a26c51b req-1b29a1bb-3a96-4b4e-a19c-15a8ecd95711 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 210 time: 0.0301468 Feb 08 22:12:14.820032 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0635ebe8-a7d4-435b-84fb-25fac3e3e9ae req-a0d5965c-67ac-4faf-a619-4ae6af8a40fb tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 210 time: 0.0298030 Feb 08 22:12:14.848478 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-7ccb4651-695a-4213-87d2-940c2a1ed542 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:14.850108 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-7ccb4651-695a-4213-87d2-940c2a1ed542 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.94 "GET /v2.0/networks?id=f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b HTTP/1.1" status: 200 len: 812 time: 0.1219692 Feb 08 22:12:14.862441 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-c6267050-0794-4529-ba58-195367f324b5 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Request body: {'port': {'device_id': '1869f0cb-2f65-4067-a540-0e91c04245c9', 'network_id': 'f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b', 'admin_state_up': True, 'tenant_id': 'bf9e06fe0956425e91689dc2e9204842'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:12:14.976665 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-c6267050-0794-4529-ba58-195367f324b5 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Made reservation on behalf of bf9e06fe0956425e91689dc2e9204842 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:12:14.980229 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-c6267050-0794-4529-ba58-195367f324b5 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:15.114567 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-c6267050-0794-4529-ba58-195367f324b5 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Allocated IP 172.20.0.10 (f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b/2576e1ad-29ae-4a90-89f1-9fe467f75f39/945aa37f-ad3a-43b3-9b20-195bcc80e097) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:12:15.272686 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-c6267050-0794-4529-ba58-195367f324b5 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Publish callbacks [] for port (945aa37f-ad3a-43b3-9b20-195bcc80e097), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:15.308267 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-c6267050-0794-4529-ba58-195367f324b5 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (945aa37f-ad3a-43b3-9b20-195bcc80e097), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:15.355356 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-c6267050-0794-4529-ba58-195367f324b5 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Network f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:12:15.358787 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-c6267050-0794-4529-ba58-195367f324b5 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:12:15.362697 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-c6267050-0794-4529-ba58-195367f324b5 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:12:15.369284 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6267050-0794-4529-ba58-195367f324b5 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Pushing event updated for resources: {'Port': ['ID=945aa37f-ad3a-43b3-9b20-195bcc80e097,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:12:15.417756 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-c6267050-0794-4529-ba58-195367f324b5 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:15.418404 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-c6267050-0794-4529-ba58-195367f324b5 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:15.436736 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-c6267050-0794-4529-ba58-195367f324b5 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5781693 Feb 08 22:12:15.448393 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-471e51d3-7d60-462c-ae1b-db4038330c6d service neutron] Request body: {'port': {'device_id': '1869f0cb-2f65-4067-a540-0e91c04245c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:12:15.519311 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-471e51d3-7d60-462c-ae1b-db4038330c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (945aa37f-ad3a-43b3-9b20-195bcc80e097), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:15.799888 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-471e51d3-7d60-462c-ae1b-db4038330c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945aa37f-ad3a-43b3-9b20-195bcc80e097 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:12:15.807745 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-471e51d3-7d60-462c-ae1b-db4038330c6d service neutron] Publish callbacks [] for port (945aa37f-ad3a-43b3-9b20-195bcc80e097), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:15.820714 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-471e51d3-7d60-462c-ae1b-db4038330c6d service neutron] Transition to ACTIVE for port object 945aa37f-ad3a-43b3-9b20-195bcc80e097 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:12:15.824864 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-471e51d3-7d60-462c-ae1b-db4038330c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (945aa37f-ad3a-43b3-9b20-195bcc80e097), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:15.897205 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e51d3-7d60-462c-ae1b-db4038330c6d service neutron] Pushing event updated for resources: {'Port': ['ID=945aa37f-ad3a-43b3-9b20-195bcc80e097,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:12:15.947394 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00740a7b-da5e-484e-9947-59e5d163760a req-97b01a42-e377-403f-a77d-05ab03e03279 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:15.948981 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-00740a7b-da5e-484e-9947-59e5d163760a req-97b01a42-e377-403f-a77d-05ab03e03279 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 944 time: 0.0572169 Feb 08 22:12:15.953089 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-471e51d3-7d60-462c-ae1b-db4038330c6d service neutron] Attempting to bind port 945aa37f-ad3a-43b3-9b20-195bcc80e097 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:12:15.953484 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-471e51d3-7d60-462c-ae1b-db4038330c6d service neutron] Attempting to bind port 945aa37f-ad3a-43b3-9b20-195bcc80e097 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '56b85e07-f609-4ccd-b7a6-42d70d25c854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:12:15.953817 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-471e51d3-7d60-462c-ae1b-db4038330c6d service neutron] Attempting to bind port 945aa37f-ad3a-43b3-9b20-195bcc80e097 on network f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:12:15.958599 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-471e51d3-7d60-462c-ae1b-db4038330c6d service neutron] Port 945aa37f-ad3a-43b3-9b20-195bcc80e097 on network f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:12:15.958922 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-471e51d3-7d60-462c-ae1b-db4038330c6d service neutron] Attempting to bind port 945aa37f-ad3a-43b3-9b20-195bcc80e097 on network f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:12:15.964014 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-471e51d3-7d60-462c-ae1b-db4038330c6d service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:12:15.964358 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-471e51d3-7d60-462c-ae1b-db4038330c6d service neutron] Checking segment: {'id': '56b85e07-f609-4ccd-b7a6-42d70d25c854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:12:15.964743 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-471e51d3-7d60-462c-ae1b-db4038330c6d service neutron] Bound using segment: {'id': '56b85e07-f609-4ccd-b7a6-42d70d25c854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:12:15.965176 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-471e51d3-7d60-462c-ae1b-db4038330c6d service neutron] Bound port: 945aa37f-ad3a-43b3-9b20-195bcc80e097, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b85e07-f609-4ccd-b7a6-42d70d25c854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:12:15.965630 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-471e51d3-7d60-462c-ae1b-db4038330c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (945aa37f-ad3a-43b3-9b20-195bcc80e097), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:16.006448 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-00740a7b-da5e-484e-9947-59e5d163760a req-95a4fbbb-cef3-43dc-8311-298eff3cba25 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517504 Feb 08 22:12:16.034559 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-471e51d3-7d60-462c-ae1b-db4038330c6d service neutron] For port 945aa37f-ad3a-43b3-9b20-195bcc80e097, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:12:16.038338 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-471e51d3-7d60-462c-ae1b-db4038330c6d service neutron] For port 945aa37f-ad3a-43b3-9b20-195bcc80e097, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=945aa37f-ad3a-43b3-9b20-195bcc80e097,segment=NetworkSegment(56b85e07-f609-4ccd-b7a6-42d70d25c854),segment_id=56b85e07-f609-4ccd-b7a6-42d70d25c854)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:12:16.044950 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-471e51d3-7d60-462c-ae1b-db4038330c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (945aa37f-ad3a-43b3-9b20-195bcc80e097), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:16.080692 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-471e51d3-7d60-462c-ae1b-db4038330c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:16.081332 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-471e51d3-7d60-462c-ae1b-db4038330c6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:16.082758 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-471e51d3-7d60-462c-ae1b-db4038330c6d service neutron] 10.222.0.94 "PUT /v2.0/ports/945aa37f-ad3a-43b3-9b20-195bcc80e097 HTTP/1.1" status: 200 len: 1093 time: 0.6389380 Feb 08 22:12:16.083199 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1869f0cb-2f65-4067-a540-0e91c04245c9', 'tag': '945aa37f-ad3a-43b3-9b20-195bcc80e097'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:12:16.085490 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1802cce71311667749108c4770a25da94a97ab17bab80bd33ee27ebae59f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323be96e-ef46-49ba-8642-85278fc5b365" -d '{"events": [{"name": "network-changed", "server_uuid": "1869f0cb-2f65-4067-a540-0e91c04245c9", "tag": "945aa37f-ad3a-43b3-9b20-195bcc80e097"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:12:16.121026 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e51d3-7d60-462c-ae1b-db4038330c6d service neutron] Pushing event updated for resources: {'Port': ['ID=945aa37f-ad3a-43b3-9b20-195bcc80e097,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:12:16.132400 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50586d9d-64fd-4032-95f1-66d2376051e0 x-openstack-request-id: req-50586d9d-64fd-4032-95f1-66d2376051e0 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:12:16.132400 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1869f0cb-2f65-4067-a540-0e91c04245c9", "tag": "945aa37f-ad3a-43b3-9b20-195bcc80e097", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:12:16.132400 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-50586d9d-64fd-4032-95f1-66d2376051e0 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:12:16.132938 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1869f0cb-2f65-4067-a540-0e91c04245c9', 'tag': '945aa37f-ad3a-43b3-9b20-195bcc80e097', 'status': 'completed', 'code': 200} Feb 08 22:12:16.188080 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-9c81e71d-9d17-45b4-a11d-889e55313924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:16.189911 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-9c81e71d-9d17-45b4-a11d-889e55313924 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=bf9e06fe0956425e91689dc2e9204842&device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 1127 time: 0.0511088 Feb 08 22:12:16.230975 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-1d9abad3-08ea-44bf-8708-93cd850689b6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=945aa37f-ad3a-43b3-9b20-195bcc80e097 HTTP/1.1" status: 200 len: 217 time: 0.0339813 Feb 08 22:12:16.280162 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-5e445705-ed6c-49a2-8f0b-fb7c4c0198c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:16.281679 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-5e445705-ed6c-49a2-8f0b-fb7c4c0198c3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=2576e1ad-29ae-4a90-89f1-9fe467f75f39 HTTP/1.1" status: 200 len: 852 time: 0.0455773 Feb 08 22:12:16.317633 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-8d99d337-565e-481b-a6f6-90788eea8c94 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300374 Feb 08 22:12:16.407985 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-b8fe06eb-6727-4b22-9b46-05bc96a1b9fe service neutron] 10.222.0.94 "GET /v2.0/networks/f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847905 Feb 08 22:12:16.538698 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-40b7caa1-b335-4dfd-b742-ef47486c159b req-e57ee734-e1f0-4925-8e1d-672a7386ba4f service neutron] 10.222.0.94 "GET /v2.0/networks/f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246233 Feb 08 22:12:16.642654 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323be96e-ef46-49ba-8642-85278fc5b365 req-fd574eb7-34aa-48f3-9fa1-47222f3f5039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:16.644250 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-323be96e-ef46-49ba-8642-85278fc5b365 req-fd574eb7-34aa-48f3-9fa1-47222f3f5039 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=bf9e06fe0956425e91689dc2e9204842&device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 1127 time: 0.0559807 Feb 08 22:12:16.739479 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323be96e-ef46-49ba-8642-85278fc5b365 req-94b24073-45c0-4714-81c3-274af7e1e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:16.740876 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-323be96e-ef46-49ba-8642-85278fc5b365 req-94b24073-45c0-4714-81c3-274af7e1e877 service neutron] 10.222.0.94 "GET /v2.0/networks?id=f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b HTTP/1.1" status: 200 len: 913 time: 0.0904453 Feb 08 22:12:16.788260 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-323be96e-ef46-49ba-8642-85278fc5b365 req-a01539dd-6967-4765-8171-f1b8a63efb15 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=945aa37f-ad3a-43b3-9b20-195bcc80e097 HTTP/1.1" status: 200 len: 217 time: 0.0416934 Feb 08 22:12:16.836702 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323be96e-ef46-49ba-8642-85278fc5b365 req-40545f5d-84b7-4190-843d-52fcf15be363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:16.838192 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-323be96e-ef46-49ba-8642-85278fc5b365 req-40545f5d-84b7-4190-843d-52fcf15be363 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=2576e1ad-29ae-4a90-89f1-9fe467f75f39 HTTP/1.1" status: 200 len: 852 time: 0.0448072 Feb 08 22:12:16.868321 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-323be96e-ef46-49ba-8642-85278fc5b365 req-c6c28222-0246-4a8b-8b0b-078ce9e762cd service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246177 Feb 08 22:12:16.959242 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-323be96e-ef46-49ba-8642-85278fc5b365 req-b1eb0675-0f0a-41b9-aa2c-6af42d4ab8f3 service neutron] 10.222.0.94 "GET /v2.0/networks/f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851381 Feb 08 22:12:17.048719 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-323be96e-ef46-49ba-8642-85278fc5b365 req-67889cc9-8303-473e-83cc-ecd8b9c59dfc service neutron] 10.222.0.94 "GET /v2.0/networks/f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837731 Feb 08 22:12:17.133373 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3724e3-f9d9-48fb-b1c5-8118e6b14128 req-1a39e647-91a9-492d-9507-a334c5bb8e7b tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:17.134881 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3d3724e3-f9d9-48fb-b1c5-8118e6b14128 req-1a39e647-91a9-492d-9507-a334c5bb8e7b tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 944 time: 0.0569818 Feb 08 22:12:17.195124 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3d3724e3-f9d9-48fb-b1c5-8118e6b14128 req-a894b4e0-131d-4adf-a53d-a038f4ff6ce8 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537648 Feb 08 22:12:18.322339 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edde16e-5cc8-4582-a152-c7bbae071a28 req-a2372a24-e083-4c46-b122-1e26fd56a834 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:18.323750 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7edde16e-5cc8-4582-a152-c7bbae071a28 req-a2372a24-e083-4c46-b122-1e26fd56a834 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 944 time: 0.0552061 Feb 08 22:12:18.372164 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7edde16e-5cc8-4582-a152-c7bbae071a28 req-a7c56888-4048-46ef-a48c-b28f83ac86ac tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424907 Feb 08 22:12:19.493221 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b167a9-cf87-42d2-a0e3-be3a0bb8b440 req-ac927451-fb42-4d2f-be46-a7935f7310cf tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:19.494735 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-52b167a9-cf87-42d2-a0e3-be3a0bb8b440 req-ac927451-fb42-4d2f-be46-a7935f7310cf tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 944 time: 0.0528674 Feb 08 22:12:19.551038 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-52b167a9-cf87-42d2-a0e3-be3a0bb8b440 req-6c660b6f-6b1b-40a0-99b8-0f9042aad6a0 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489433 Feb 08 22:12:20.686445 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec6ed0-4d5c-4291-8800-a2b7a62decfd req-ba94912c-72cd-4fad-a037-ab3d416430ed tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:20.687968 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-daec6ed0-4d5c-4291-8800-a2b7a62decfd req-ba94912c-72cd-4fad-a037-ab3d416430ed tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 944 time: 0.0565598 Feb 08 22:12:20.737774 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-daec6ed0-4d5c-4291-8800-a2b7a62decfd req-b36035de-2245-41bb-bf45-74da40c9b665 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437756 Feb 08 22:12:21.119743 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 945aa37f-ad3a-43b3-9b20-195bcc80e097 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:12:21.240060 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 945aa37f-ad3a-43b3-9b20-195bcc80e097, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=945aa37f-ad3a-43b3-9b20-195bcc80e097,segment=NetworkSegment(56b85e07-f609-4ccd-b7a6-42d70d25c854),segment_id=56b85e07-f609-4ccd-b7a6-42d70d25c854)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:12:21.259465 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '945aa37f-ad3a-43b3-9b20-195bcc80e097', 'network_id': 'f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b', 'port_id': '945aa37f-ad3a-43b3-9b20-195bcc80e097', 'mac_address': 'fa:16:3e:31:16:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2576e1ad-29ae-4a90-89f1-9fe467f75f39', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:12:21.307946 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 945aa37f-ad3a-43b3-9b20-195bcc80e097 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:12:21.308250 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (945aa37f-ad3a-43b3-9b20-195bcc80e097), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:21.322362 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945aa37f-ad3a-43b3-9b20-195bcc80e097 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:12:21.345786 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 945aa37f-ad3a-43b3-9b20-195bcc80e097, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=945aa37f-ad3a-43b3-9b20-195bcc80e097,segment=NetworkSegment(56b85e07-f609-4ccd-b7a6-42d70d25c854),segment_id=56b85e07-f609-4ccd-b7a6-42d70d25c854)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:12:21.350633 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (945aa37f-ad3a-43b3-9b20-195bcc80e097), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:21.402095 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=945aa37f-ad3a-43b3-9b20-195bcc80e097,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:12:21.695427 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['945aa37f-ad3a-43b3-9b20-195bcc80e097'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:12:21.863469 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2dd6c0-8868-42c9-8c77-a64a7c70fb18 req-387bd185-d959-49cd-bc1f-3e1e8af7c249 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:21.864998 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f2dd6c0-8868-42c9-8c77-a64a7c70fb18 req-387bd185-d959-49cd-bc1f-3e1e8af7c249 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 945 time: 0.0538428 Feb 08 22:12:21.942155 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f2dd6c0-8868-42c9-8c77-a64a7c70fb18 req-6f14159b-0d5f-4667-8f71-234941a7fdee tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709579 Feb 08 22:12:23.081298 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ab0a1-605d-4762-9f73-ccad53c4d29d req-a5ee8209-9bd7-4d20-918c-ca4aa0a34bc7 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:23.084076 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf9ab0a1-605d-4762-9f73-ccad53c4d29d req-a5ee8209-9bd7-4d20-918c-ca4aa0a34bc7 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 945 time: 0.0724936 Feb 08 22:12:23.118915 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 945aa37f-ad3a-43b3-9b20-195bcc80e097 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:12:23.142105 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf9ab0a1-605d-4762-9f73-ccad53c4d29d req-960572ce-f1d2-4d38-920b-a69f9290d39c tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512547 Feb 08 22:12:23.177915 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 945aa37f-ad3a-43b3-9b20-195bcc80e097 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:12:23.183062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 945aa37f-ad3a-43b3-9b20-195bcc80e097 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:12:23.183664 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (945aa37f-ad3a-43b3-9b20-195bcc80e097), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:23.293955 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 945aa37f-ad3a-43b3-9b20-195bcc80e097 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:12:23.294176 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (945aa37f-ad3a-43b3-9b20-195bcc80e097), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:23.319744 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1869f0cb-2f65-4067-a540-0e91c04245c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945aa37f-ad3a-43b3-9b20-195bcc80e097'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:12:23.322063 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2b9e86-35bd-456a-94c9-12d4db4e9aaa" -d '{"events": [{"server_uuid": "1869f0cb-2f65-4067-a540-0e91c04245c9", "name": "network-vif-plugged", "status": "completed", "tag": "945aa37f-ad3a-43b3-9b20-195bcc80e097"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:12:23.335760 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 945aa37f-ad3a-43b3-9b20-195bcc80e097, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=945aa37f-ad3a-43b3-9b20-195bcc80e097,segment=NetworkSegment(56b85e07-f609-4ccd-b7a6-42d70d25c854),segment_id=56b85e07-f609-4ccd-b7a6-42d70d25c854)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:12:23.342843 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (945aa37f-ad3a-43b3-9b20-195bcc80e097), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:23.368744 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6829b425-4df4-486d-bd1f-7fb3ab5724b7 x-openstack-request-id: req-6829b425-4df4-486d-bd1f-7fb3ab5724b7 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:12:23.369042 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1869f0cb-2f65-4067-a540-0e91c04245c9", "name": "network-vif-plugged", "status": "completed", "tag": "945aa37f-ad3a-43b3-9b20-195bcc80e097", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:12:23.369346 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6829b425-4df4-486d-bd1f-7fb3ab5724b7 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:12:23.369708 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1869f0cb-2f65-4067-a540-0e91c04245c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945aa37f-ad3a-43b3-9b20-195bcc80e097', 'code': 200} Feb 08 22:12:23.398503 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=945aa37f-ad3a-43b3-9b20-195bcc80e097,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:12:23.476095 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9642b-59fb-4a2e-9ae7-967fe4fe9cca req-dbaa7d35-93c9-4163-9ba4-2544f3f56ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:23.477778 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f2d9642b-59fb-4a2e-9ae7-967fe4fe9cca req-dbaa7d35-93c9-4163-9ba4-2544f3f56ab9 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 1129 time: 0.0488710 Feb 08 22:12:23.529261 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f2d9642b-59fb-4a2e-9ae7-967fe4fe9cca req-8f8747d9-575b-44dd-82dd-c63de78bfd1d service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457673 Feb 08 22:12:24.263631 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7aef1-b347-43c4-8847-03614e29ca89 req-665d5866-cc21-4b9c-9ba3-3cd154cdedd2 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:24.265209 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ae7aef1-b347-43c4-8847-03614e29ca89 req-665d5866-cc21-4b9c-9ba3-3cd154cdedd2 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 946 time: 0.0548391 Feb 08 22:12:24.271468 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-418cd1df-5869-4384-8226-9a21c4538485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:24.318261 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ae7aef1-b347-43c4-8847-03614e29ca89 req-3c5e660b-a29b-4872-b816-10de68b097fb tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468006 Feb 08 22:12:25.439359 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e12d9-ddc8-48dc-9818-8c6a82e49739 req-a06b8f07-ca94-4bd4-bb55-34abe2767454 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:25.440864 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c53e12d9-ddc8-48dc-9818-8c6a82e49739 req-a06b8f07-ca94-4bd4-bb55-34abe2767454 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 946 time: 0.0535686 Feb 08 22:12:25.492361 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c53e12d9-ddc8-48dc-9818-8c6a82e49739 req-1ce280f1-c418-4baa-81d2-28954a862e67 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457544 Feb 08 22:12:25.762016 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdaac0-22ec-4923-9bb9-efa482d06c2f req-b9b1eeff-8944-4e12-a41f-0507a9644c42 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:25.764180 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1efdaac0-22ec-4923-9bb9-efa482d06c2f req-b9b1eeff-8944-4e12-a41f-0507a9644c42 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 946 time: 0.0626099 Feb 08 22:12:25.824328 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1efdaac0-22ec-4923-9bb9-efa482d06c2f req-8a3825a9-cde6-4a03-b16c-b1d4e1e1217e tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525844 Feb 08 22:12:25.832588 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-f6566581-15a5-4fd6-8e4a-1db6aaad4d08 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0982594 Feb 08 22:12:25.841767 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-e0e58d5a-9eb5-40e7-ab0d-5c036d66d51e service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 22:12:25.842790 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-e0e58d5a-9eb5-40e7-ab0d-5c036d66d51e service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055132 Feb 08 22:12:26.954973 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2f5dc-8c5f-4866-823b-14eb20b29ab8 req-ddb8f6e1-fd4d-452b-8399-9e34a3486c7f tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:26.957176 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43a2f5dc-8c5f-4866-823b-14eb20b29ab8 req-ddb8f6e1-fd4d-452b-8399-9e34a3486c7f tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 946 time: 0.0594921 Feb 08 22:12:27.008348 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43a2f5dc-8c5f-4866-823b-14eb20b29ab8 req-8b953fb6-97f6-4be7-b92a-3d2cbba053d1 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454359 Feb 08 22:12:27.022227 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-28a6a3ac-5cf8-4114-bc26-8340f1f80638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:27.023771 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-28a6a3ac-5cf8-4114-bc26-8340f1f80638 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=bf9e06fe0956425e91689dc2e9204842&device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 1129 time: 0.0479617 Feb 08 22:12:27.128159 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-a9fe0679-22d1-4f35-9de7-247bf12957af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:27.129743 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-a9fe0679-22d1-4f35-9de7-247bf12957af service neutron] 10.222.0.94 "GET /v2.0/networks?id=f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b HTTP/1.1" status: 200 len: 913 time: 0.0996788 Feb 08 22:12:27.172751 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-e3aabb8c-e515-4d5b-905b-76266389c7e7 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=945aa37f-ad3a-43b3-9b20-195bcc80e097 HTTP/1.1" status: 200 len: 217 time: 0.0371766 Feb 08 22:12:27.222374 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-51f82294-d869-49ec-915d-4d714f6e891d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:27.223855 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-51f82294-d869-49ec-915d-4d714f6e891d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=2576e1ad-29ae-4a90-89f1-9fe467f75f39 HTTP/1.1" status: 200 len: 852 time: 0.0452182 Feb 08 22:12:27.255617 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-c29e6b86-c774-405c-a483-7c9da434715d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261843 Feb 08 22:12:27.349494 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-3b4b0415-4b13-447d-a7ed-ac246c8fefcd service neutron] 10.222.0.94 "GET /v2.0/networks/f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876565 Feb 08 22:12:27.439419 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-acebd3e1-8ade-40d5-8b86-f9dd4caecb13 service neutron] 10.222.0.94 "GET /v2.0/networks/f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841370 Feb 08 22:12:27.566233 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ba96dd8-08c8-4d62-b8c3-a95c37b57c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:28.140172 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf14ee0-e3cf-485d-ba7d-46ffd953627e req-8c38a49c-aeb5-4ea7-bccd-70a7141a4596 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:28.141752 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8bf14ee0-e3cf-485d-ba7d-46ffd953627e req-8c38a49c-aeb5-4ea7-bccd-70a7141a4596 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 946 time: 0.0606415 Feb 08 22:12:28.203172 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8bf14ee0-e3cf-485d-ba7d-46ffd953627e req-152a7e86-dd99-4c0e-88d0-4b56b26e8f48 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555387 Feb 08 22:12:28.828246 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:12:29.335861 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c9794-6269-42be-bf30-d647530b55ab req-0d328430-8fdc-4fc4-bee0-2aaafccef4fb tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:29.337440 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4b6c9794-6269-42be-bf30-d647530b55ab req-0d328430-8fdc-4fc4-bee0-2aaafccef4fb tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 946 time: 0.0565979 Feb 08 22:12:29.388258 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4b6c9794-6269-42be-bf30-d647530b55ab req-2f36dae5-d503-4681-a90d-566f5f4af351 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451703 Feb 08 22:12:29.400849 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:30.518178 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0977f-e51a-42e0-9e36-258eeabbc84e req-e02ad7db-e982-470e-a141-a59dfc7c3c36 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:30.519694 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6eb0977f-e51a-42e0-9e36-258eeabbc84e req-e02ad7db-e982-470e-a141-a59dfc7c3c36 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 946 time: 0.0595524 Feb 08 22:12:30.570555 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6eb0977f-e51a-42e0-9e36-258eeabbc84e req-625b3860-1e41-4d51-8342-5b95dc171a1c tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452533 Feb 08 22:12:31.507522 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:31.694816 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7fc14-9e57-4be5-81ed-711cf3df2d9c req-4c7fa8ac-8e63-4672-95c6-566249a9a53c tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:31.696375 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7d7fc14-9e57-4be5-81ed-711cf3df2d9c req-4c7fa8ac-8e63-4672-95c6-566249a9a53c tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 946 time: 0.0552325 Feb 08 22:12:31.709948 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:31.749149 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7d7fc14-9e57-4be5-81ed-711cf3df2d9c req-0531c4cb-65b6-4a6c-b9b1-5b3cfbd8edb3 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462859 Feb 08 22:12:32.889492 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d8f28-cbab-443b-bd2d-15eda674347b req-5f39c801-d728-4e0e-b69e-0486a6e158bd tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:32.891156 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d7d8f28-cbab-443b-bd2d-15eda674347b req-5f39c801-d728-4e0e-b69e-0486a6e158bd tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 946 time: 0.0699198 Feb 08 22:12:32.954415 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d7d8f28-cbab-443b-bd2d-15eda674347b req-8d5a58a1-7291-466f-b919-67828ea9ff16 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559103 Feb 08 22:12:34.095916 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a080c-e40d-4cf8-8e46-839d1730b3d4 req-a2f5482f-e5a1-49d9-9383-70e74f7d5b0d tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:34.097452 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b48a080c-e40d-4cf8-8e46-839d1730b3d4 req-a2f5482f-e5a1-49d9-9383-70e74f7d5b0d tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 946 time: 0.0673997 Feb 08 22:12:34.150862 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b48a080c-e40d-4cf8-8e46-839d1730b3d4 req-3e4a4d2d-4eda-4c91-a81f-d926ef390ef1 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476220 Feb 08 22:12:35.284707 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bf0cf-7a8c-417e-9ec7-86b8038dc3f3 req-0b9f2e39-d008-4f34-a10a-37c2e90fdfb8 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:35.286535 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a90bf0cf-7a8c-417e-9ec7-86b8038dc3f3 req-0b9f2e39-d008-4f34-a10a-37c2e90fdfb8 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 946 time: 0.0583692 Feb 08 22:12:35.337295 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a90bf0cf-7a8c-417e-9ec7-86b8038dc3f3 req-08a967b5-b2a3-426d-9b88-e583aa4b46f8 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440152 Feb 08 22:12:36.464803 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c16a3-ad4e-4673-8825-3970bd370ec0 req-4d145009-19ce-4a69-997f-c95caad6b33c tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:36.466854 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e53c16a3-ad4e-4673-8825-3970bd370ec0 req-4d145009-19ce-4a69-997f-c95caad6b33c tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 946 time: 0.0595908 Feb 08 22:12:36.517898 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e53c16a3-ad4e-4673-8825-3970bd370ec0 req-d5b02400-ee38-4966-b0d3-2a996957582c tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450640 Feb 08 22:12:36.853052 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:37.061088 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:37.645657 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc92f6-4aea-450c-8140-153708864337 req-08b1884b-bdff-487e-a875-df2a86ac8fc9 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:37.647147 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31fc92f6-4aea-450c-8140-153708864337 req-08b1884b-bdff-487e-a875-df2a86ac8fc9 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 946 time: 0.0557709 Feb 08 22:12:37.695509 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31fc92f6-4aea-450c-8140-153708864337 req-da844ab6-0e96-496b-9e69-670d444a79cf tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426404 Feb 08 22:12:38.826499 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6a01f-822d-4deb-a1e4-c0f0955472e8 req-8a85509d-5095-4c17-b5b5-9c8ae52ad1ae tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:38.828057 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e8f6a01f-822d-4deb-a1e4-c0f0955472e8 req-8a85509d-5095-4c17-b5b5-9c8ae52ad1ae tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 946 time: 0.0595744 Feb 08 22:12:38.881830 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e8f6a01f-822d-4deb-a1e4-c0f0955472e8 req-1fe9b7d0-901d-489c-bf9b-8339a36088b3 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480597 Feb 08 22:12:40.003876 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e6906-e181-4dc6-9787-7e5c8ba9f370 req-0daa4a92-370e-42ed-ad8c-35157b069bbd tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:40.009281 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-205e6906-e181-4dc6-9787-7e5c8ba9f370 req-0daa4a92-370e-42ed-ad8c-35157b069bbd tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 946 time: 0.0534055 Feb 08 22:12:40.054606 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-205e6906-e181-4dc6-9787-7e5c8ba9f370 req-3ae266bf-1c52-4e48-9cf9-ca939b5a9a9e tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434437 Feb 08 22:12:41.178066 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d0acf-ec94-4a27-a3c4-1fc5f0a46b5b req-24d5a34c-ad14-4a5d-a3d4-2e7dd5bbf873 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:41.179589 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-483d0acf-ec94-4a27-a3c4-1fc5f0a46b5b req-24d5a34c-ad14-4a5d-a3d4-2e7dd5bbf873 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 946 time: 0.0549610 Feb 08 22:12:41.227759 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-483d0acf-ec94-4a27-a3c4-1fc5f0a46b5b req-aea51435-7c43-4b4f-b3f2-88613c7b1c42 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424988 Feb 08 22:12:42.354888 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660eade-f784-47bf-be81-18ef94d88945 req-0d5c7e35-f9f7-4a57-b9b5-8fa442aa69b4 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:42.356973 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a660eade-f784-47bf-be81-18ef94d88945 req-0d5c7e35-f9f7-4a57-b9b5-8fa442aa69b4 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 946 time: 0.0572655 Feb 08 22:12:42.406693 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a660eade-f784-47bf-be81-18ef94d88945 req-bb35d516-f3c1-4e79-87e0-960368df88cc tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439153 Feb 08 22:12:43.530830 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b961bc-9f3a-4155-9319-7b817a2a75e3 req-4e4fa6f0-63cf-4a33-b924-d35b59d52727 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:43.532367 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9b961bc-9f3a-4155-9319-7b817a2a75e3 req-4e4fa6f0-63cf-4a33-b924-d35b59d52727 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 946 time: 0.0544410 Feb 08 22:12:43.579599 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9b961bc-9f3a-4155-9319-7b817a2a75e3 req-c40f7dfa-f543-466f-9b2e-24b8ffdc1ad5 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413003 Feb 08 22:12:44.709417 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fb3a4-dc09-46ba-b592-d10d9c048fcb req-1abbcc4f-84a4-41b7-af69-181a6bd317ee tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:44.710909 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a0fb3a4-dc09-46ba-b592-d10d9c048fcb req-1abbcc4f-84a4-41b7-af69-181a6bd317ee tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 946 time: 0.0605791 Feb 08 22:12:44.760973 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a0fb3a4-dc09-46ba-b592-d10d9c048fcb req-68240eca-df7b-4276-8e83-35167f650f0d tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436442 Feb 08 22:12:45.882782 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae433b-46ce-4485-9a75-81162b78da16 req-d4069864-5da5-4b4b-8b24-a3556d13d12e tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:45.884334 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-06ae433b-46ce-4485-9a75-81162b78da16 req-d4069864-5da5-4b4b-8b24-a3556d13d12e tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 946 time: 0.0534470 Feb 08 22:12:45.932872 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-06ae433b-46ce-4485-9a75-81162b78da16 req-5f106b92-4ab7-46d4-a6e0-77da25340ce1 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424500 Feb 08 22:12:47.057183 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d02dd-7e33-4d05-b98d-d274293a7de7 req-69dbe403-76d6-44b1-9b83-50de43fffcec tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:47.058674 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-761d02dd-7e33-4d05-b98d-d274293a7de7 req-69dbe403-76d6-44b1-9b83-50de43fffcec tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 946 time: 0.0550611 Feb 08 22:12:47.112023 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-761d02dd-7e33-4d05-b98d-d274293a7de7 req-7b7077e0-23e3-46d1-87fe-a9e0bd89e3dd tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475669 Feb 08 22:12:48.233372 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d650d17-87a8-4f0f-986d-c849182a44fd req-7bba34e6-2c00-4e11-b9bf-86d2af71c601 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:48.234883 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0d650d17-87a8-4f0f-986d-c849182a44fd req-7bba34e6-2c00-4e11-b9bf-86d2af71c601 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 946 time: 0.0551414 Feb 08 22:12:48.286455 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0d650d17-87a8-4f0f-986d-c849182a44fd req-2980cc7e-e743-4ea6-b936-136f7f76ee32 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457680 Feb 08 22:12:49.412518 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4136ead-646f-4b33-9b93-3a140880b114 req-7742f7d5-fc58-485c-9359-b57ac79638b1 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:49.414218 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a4136ead-646f-4b33-9b93-3a140880b114 req-7742f7d5-fc58-485c-9359-b57ac79638b1 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 946 time: 0.0541787 Feb 08 22:12:49.463499 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a4136ead-646f-4b33-9b93-3a140880b114 req-ef68ba58-84a2-4025-85fa-66876b34ae79 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431664 Feb 08 22:12:50.586904 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b234b0-49df-4e37-a43d-be7b01ee67e6 req-45a1be38-c5d6-4d40-91b9-fa3554408049 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:50.588447 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a7b234b0-49df-4e37-a43d-be7b01ee67e6 req-45a1be38-c5d6-4d40-91b9-fa3554408049 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 946 time: 0.0570283 Feb 08 22:12:50.639583 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a7b234b0-49df-4e37-a43d-be7b01ee67e6 req-ff3c66be-8a94-48fe-8dcb-856f57519d66 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421488 Feb 08 22:12:51.771314 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f183393-f24d-4422-8df8-0e75d23a8148 req-c6436f98-f3ae-46d0-9ae5-8267b0609890 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:51.772843 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2f183393-f24d-4422-8df8-0e75d23a8148 req-c6436f98-f3ae-46d0-9ae5-8267b0609890 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 946 time: 0.0652666 Feb 08 22:12:51.826809 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2f183393-f24d-4422-8df8-0e75d23a8148 req-ad33e96b-f958-4048-9fb7-1688e91fb0dc tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476224 Feb 08 22:12:52.956350 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8f98c-cc6e-4838-b80e-cd803342f651 req-b308b3bf-7b09-4b98-9d5d-0d86e8fcb706 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:52.957958 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4bf8f98c-cc6e-4838-b80e-cd803342f651 req-b308b3bf-7b09-4b98-9d5d-0d86e8fcb706 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 946 time: 0.0579414 Feb 08 22:12:53.012537 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4bf8f98c-cc6e-4838-b80e-cd803342f651 req-b9097bb5-36ae-4513-8661-c74b2552914a tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487678 Feb 08 22:12:54.135744 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e457a-e0c6-408f-a9c1-880aebbb83af req-d3c9b2a8-4d9c-440f-bcad-a6dd70380a64 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:54.137860 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-370e457a-e0c6-408f-a9c1-880aebbb83af req-d3c9b2a8-4d9c-440f-bcad-a6dd70380a64 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 946 time: 0.0535786 Feb 08 22:12:54.185113 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-370e457a-e0c6-408f-a9c1-880aebbb83af req-46a38304-b233-4e2d-8959-1fbefece92ac tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415089 Feb 08 22:12:54.275250 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a3351225-bd54-47ae-bdd5-1cdcc7fcdc16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:54.363617 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-ebec1b3e-0f3d-4b52-9a85-9ca59ad72ff9 service neutron] show failed (client error): The resource could not be found. Feb 08 22:12:54.364584 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-ebec1b3e-0f3d-4b52-9a85-9ca59ad72ff9 service neutron] 10.222.0.94 "GET /v2.0/ports/945aa37f-ad3a-43b3-9b20-195bcc80e097/bindings/n-h2-712143-31 HTTP/1.1" status: 404 len: 381 time: 0.0733812 Feb 08 22:12:54.564036 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-3a654fd4-1075-458d-ba07-823b0461b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:54.565582 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-3a654fd4-1075-458d-ba07-823b0461b326 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9&tenant_id=bf9e06fe0956425e91689dc2e9204842 HTTP/1.1" status: 200 len: 1129 time: 0.0449536 Feb 08 22:12:54.576186 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712143-31', 'device_owner': 'compute:nova'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:12:54.642667 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (945aa37f-ad3a-43b3-9b20-195bcc80e097), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:54.854516 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] For port 945aa37f-ad3a-43b3-9b20-195bcc80e097, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=945aa37f-ad3a-43b3-9b20-195bcc80e097,segment=NetworkSegment(56b85e07-f609-4ccd-b7a6-42d70d25c854),segment_id=56b85e07-f609-4ccd-b7a6-42d70d25c854)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:12:54.888975 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] For port 945aa37f-ad3a-43b3-9b20-195bcc80e097, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:12:54.929577 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1869f0cb-2f65-4067-a540-0e91c04245c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '945aa37f-ad3a-43b3-9b20-195bcc80e097'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:12:54.931834 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a824e13c-4cc7-48bb-82d8-6af90d46959c" -d '{"events": [{"server_uuid": "1869f0cb-2f65-4067-a540-0e91c04245c9", "name": "network-vif-unplugged", "status": "completed", "tag": "945aa37f-ad3a-43b3-9b20-195bcc80e097"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:12:54.936014 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Publish callbacks [] for port (945aa37f-ad3a-43b3-9b20-195bcc80e097), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:54.950572 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Transition to ACTIVE for port object 945aa37f-ad3a-43b3-9b20-195bcc80e097 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:12:54.955062 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (945aa37f-ad3a-43b3-9b20-195bcc80e097), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:54.988415 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 22:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d051695f-63af-4596-bdf7-fe991e74fda7 x-openstack-request-id: req-d051695f-63af-4596-bdf7-fe991e74fda7 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:12:54.988717 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1869f0cb-2f65-4067-a540-0e91c04245c9", "name": "network-vif-unplugged", "status": "completed", "tag": "945aa37f-ad3a-43b3-9b20-195bcc80e097", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:12:54.988979 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d051695f-63af-4596-bdf7-fe991e74fda7 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:12:54.989395 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1869f0cb-2f65-4067-a540-0e91c04245c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '945aa37f-ad3a-43b3-9b20-195bcc80e097', 'code': 200} Feb 08 22:12:55.023420 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] No DVR routers for this DVR port 945aa37f-ad3a-43b3-9b20-195bcc80e097 on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:12:55.030178 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Pushing event updated for resources: {'Port': ['ID=945aa37f-ad3a-43b3-9b20-195bcc80e097,revision_number=6']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:12:55.074081 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Attempting to bind port 945aa37f-ad3a-43b3-9b20-195bcc80e097 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:12:55.074436 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Attempting to bind port 945aa37f-ad3a-43b3-9b20-195bcc80e097 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '56b85e07-f609-4ccd-b7a6-42d70d25c854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:12:55.074768 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Attempting to bind port 945aa37f-ad3a-43b3-9b20-195bcc80e097 on network f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:12:55.079821 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Port 945aa37f-ad3a-43b3-9b20-195bcc80e097 on network f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:12:55.080139 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Attempting to bind port 945aa37f-ad3a-43b3-9b20-195bcc80e097 on network f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:12:55.087016 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:12:55.087355 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Checking segment: {'id': '56b85e07-f609-4ccd-b7a6-42d70d25c854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:12:55.087745 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Bound using segment: {'id': '56b85e07-f609-4ccd-b7a6-42d70d25c854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:12:55.088171 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Bound port: 945aa37f-ad3a-43b3-9b20-195bcc80e097, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b85e07-f609-4ccd-b7a6-42d70d25c854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:12:55.088528 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (945aa37f-ad3a-43b3-9b20-195bcc80e097), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:55.157596 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] For port 945aa37f-ad3a-43b3-9b20-195bcc80e097, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:12:55.161474 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] For port 945aa37f-ad3a-43b3-9b20-195bcc80e097, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=945aa37f-ad3a-43b3-9b20-195bcc80e097,segment=NetworkSegment(56b85e07-f609-4ccd-b7a6-42d70d25c854),segment_id=56b85e07-f609-4ccd-b7a6-42d70d25c854)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:12:55.167658 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (945aa37f-ad3a-43b3-9b20-195bcc80e097), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:55.200800 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:55.201451 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:55.203236 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] 10.222.0.96 "PUT /v2.0/ports/945aa37f-ad3a-43b3-9b20-195bcc80e097 HTTP/1.1" status: 200 len: 1093 time: 0.6315651 Feb 08 22:12:55.269470 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Pushing event updated for resources: {'Port': ['ID=945aa37f-ad3a-43b3-9b20-195bcc80e097,revision_number=7']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:12:55.290074 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:12:55.290418 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:12:55.290762 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:12:55.291098 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:12:55.291428 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:12:55.291751 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:12:55.292108 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:12:55.292429 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:12:55.292832 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:12:55.293681 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:12:55.293942 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:12:55.294256 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:12:55.294576 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0e63b-8440-418a-99e5-212de120af01 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:12:55.334443 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-63cdeb72-a896-495e-ad88-ab1d50ee80fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:55.336038 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-63cdeb72-a896-495e-ad88-ab1d50ee80fd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=bf9e06fe0956425e91689dc2e9204842&device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 1127 time: 0.1066356 Feb 08 22:12:55.359558 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86dd80-018c-45b3-99c8-83f6872a1813 req-cf611b51-e47e-485c-9fb7-5d9ba06f9161 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:55.361039 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4b86dd80-018c-45b3-99c8-83f6872a1813 req-cf611b51-e47e-485c-9fb7-5d9ba06f9161 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 944 time: 0.0929387 Feb 08 22:12:55.467021 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4b86dd80-018c-45b3-99c8-83f6872a1813 req-1794ab5e-e73e-4d9d-9933-f254370eda53 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938644 Feb 08 22:12:55.483562 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-63bea140-477e-4619-b54c-5131f8384a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:55.485313 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-63bea140-477e-4619-b54c-5131f8384a65 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b HTTP/1.1" status: 200 len: 913 time: 0.1404479 Feb 08 22:12:55.532657 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-65fd3e24-22aa-4302-b6f0-977ddd12fbb5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=945aa37f-ad3a-43b3-9b20-195bcc80e097 HTTP/1.1" status: 200 len: 217 time: 0.0402784 Feb 08 22:12:55.585550 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-fc5c6a0a-6ef4-4593-8c67-c71c250e6292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:55.587173 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-fc5c6a0a-6ef4-4593-8c67-c71c250e6292 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2576e1ad-29ae-4a90-89f1-9fe467f75f39 HTTP/1.1" status: 200 len: 852 time: 0.0486712 Feb 08 22:12:55.625563 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-1dd77265-bc54-4354-87c6-0e68e41728f1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319853 Feb 08 22:12:55.718109 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-f697cd9d-b629-474b-870a-831ba4061232 service neutron] 10.222.0.96 "GET /v2.0/networks/f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866528 Feb 08 22:12:55.813261 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f07ff268-64f2-44a1-88bd-0136cad38251 req-ec3312e1-f77a-4dce-a8a1-4fe01c430a70 service neutron] 10.222.0.96 "GET /v2.0/networks/f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885298 Feb 08 22:12:56.597156 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebceef7-c28d-480d-b9ee-032364d24ad5 req-797d7098-4dee-4475-aa8a-4650ebbd11df tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:56.598842 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bebceef7-c28d-480d-b9ee-032364d24ad5 req-797d7098-4dee-4475-aa8a-4650ebbd11df tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 944 time: 0.0554314 Feb 08 22:12:56.653876 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bebceef7-c28d-480d-b9ee-032364d24ad5 req-549a5e00-aa3e-4645-ad90-a813fd99d9e8 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491195 Feb 08 22:12:56.991105 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1869f0cb-2f65-4067-a540-0e91c04245c9', 'tag': '945aa37f-ad3a-43b3-9b20-195bcc80e097'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:12:56.993816 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb82d40-d4f0-4a1b-a36e-fd97ced0014d" -d '{"events": [{"name": "network-changed", "server_uuid": "1869f0cb-2f65-4067-a540-0e91c04245c9", "tag": "945aa37f-ad3a-43b3-9b20-195bcc80e097"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:12:57.049611 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731c6e18-386e-436a-be2f-c0421bc800a7 x-openstack-request-id: req-731c6e18-386e-436a-be2f-c0421bc800a7 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:12:57.049869 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1869f0cb-2f65-4067-a540-0e91c04245c9", "tag": "945aa37f-ad3a-43b3-9b20-195bcc80e097", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:12:57.050265 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-731c6e18-386e-436a-be2f-c0421bc800a7 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:12:57.050675 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1869f0cb-2f65-4067-a540-0e91c04245c9', 'tag': '945aa37f-ad3a-43b3-9b20-195bcc80e097', 'status': 'completed', 'code': 200} Feb 08 22:12:57.113400 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb82d40-d4f0-4a1b-a36e-fd97ced0014d req-5114cad9-584c-4f2a-aca8-0c871a4c8b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:57.114931 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7fb82d40-d4f0-4a1b-a36e-fd97ced0014d req-5114cad9-584c-4f2a-aca8-0c871a4c8b9a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=bf9e06fe0956425e91689dc2e9204842&device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 1127 time: 0.0468926 Feb 08 22:12:57.118721 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb82d40-d4f0-4a1b-a36e-fd97ced0014d req-eca3d47c-fcae-47ab-bf6a-15bf6fae7597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:57.120270 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7fb82d40-d4f0-4a1b-a36e-fd97ced0014d req-eca3d47c-fcae-47ab-bf6a-15bf6fae7597 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=bf9e06fe0956425e91689dc2e9204842&device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 1127 time: 0.0464342 Feb 08 22:12:57.210559 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb82d40-d4f0-4a1b-a36e-fd97ced0014d req-36d414ae-4b4d-411d-882d-42bd39cf6fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:57.210805 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb82d40-d4f0-4a1b-a36e-fd97ced0014d req-72d1d253-3c70-4425-979e-487c78b9bf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:57.212074 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7fb82d40-d4f0-4a1b-a36e-fd97ced0014d req-36d414ae-4b4d-411d-882d-42bd39cf6fbe service neutron] 10.222.0.94 "GET /v2.0/networks?id=f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b HTTP/1.1" status: 200 len: 913 time: 0.0862319 Feb 08 22:12:57.212196 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7fb82d40-d4f0-4a1b-a36e-fd97ced0014d req-72d1d253-3c70-4425-979e-487c78b9bf40 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b HTTP/1.1" status: 200 len: 913 time: 0.0908225 Feb 08 22:12:57.254316 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7fb82d40-d4f0-4a1b-a36e-fd97ced0014d req-bc94cd70-f502-4cd0-ba1b-788e4a9c9abe service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=945aa37f-ad3a-43b3-9b20-195bcc80e097 HTTP/1.1" status: 200 len: 217 time: 0.0358083 Feb 08 22:12:57.257517 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7fb82d40-d4f0-4a1b-a36e-fd97ced0014d req-23511beb-0e4b-44f5-a7f8-d0a4f06481fb service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=945aa37f-ad3a-43b3-9b20-195bcc80e097 HTTP/1.1" status: 200 len: 217 time: 0.0397475 Feb 08 22:12:57.290943 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 945aa37f-ad3a-43b3-9b20-195bcc80e097 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:12:57.307126 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb82d40-d4f0-4a1b-a36e-fd97ced0014d req-57ac814c-717f-4d3c-9886-19722507b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:57.310216 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7fb82d40-d4f0-4a1b-a36e-fd97ced0014d req-57ac814c-717f-4d3c-9886-19722507b5b4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2576e1ad-29ae-4a90-89f1-9fe467f75f39 HTTP/1.1" status: 200 len: 852 time: 0.0508132 Feb 08 22:12:57.310836 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb82d40-d4f0-4a1b-a36e-fd97ced0014d req-4cda676d-5d5b-4496-bc12-b997e8871688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:57.312295 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7fb82d40-d4f0-4a1b-a36e-fd97ced0014d req-4cda676d-5d5b-4496-bc12-b997e8871688 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=2576e1ad-29ae-4a90-89f1-9fe467f75f39 HTTP/1.1" status: 200 len: 852 time: 0.0497186 Feb 08 22:12:57.336234 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] The host n-h1-712143-31 is not matching for port 945aa37f-ad3a-43b3-9b20-195bcc80e097 host n-h2-712143-31! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 22:12:57.336905 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 945aa37f-ad3a-43b3-9b20-195bcc80e097 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:12:57.344769 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7fb82d40-d4f0-4a1b-a36e-fd97ced0014d req-b1355c40-618a-4695-b224-8e47c02bd481 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267079 Feb 08 22:12:57.346054 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7fb82d40-d4f0-4a1b-a36e-fd97ced0014d req-d920f49b-fcec-43f5-a8b9-4eb84c5fc007 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299115 Feb 08 22:12:57.437585 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7fb82d40-d4f0-4a1b-a36e-fd97ced0014d req-58cdc549-b614-4be0-81bf-98d4908cc5dc service neutron] 10.222.0.96 "GET /v2.0/networks/f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854199 Feb 08 22:12:57.439231 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7fb82d40-d4f0-4a1b-a36e-fd97ced0014d req-6577ceb2-96bc-4ffe-ab39-bd68c3a29907 service neutron] 10.222.0.94 "GET /v2.0/networks/f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880487 Feb 08 22:12:57.531906 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7fb82d40-d4f0-4a1b-a36e-fd97ced0014d req-8d88811d-2405-4fe4-8aed-ce75af9944bd service neutron] 10.222.0.94 "GET /v2.0/networks/f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869713 Feb 08 22:12:57.532124 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7fb82d40-d4f0-4a1b-a36e-fd97ced0014d req-0e9b802e-5dbb-441b-9292-fc2f0f91c5f3 service neutron] 10.222.0.96 "GET /v2.0/networks/f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883212 Feb 08 22:12:57.570934 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d52c2c29-824d-448d-b7f7-dcea912da232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:57.793927 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20ba4e-2571-4c36-89e2-fea216dfb15c req-bd11dc47-2649-4c4e-901a-191a222646b3 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:57.795716 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ab20ba4e-2571-4c36-89e2-fea216dfb15c req-bd11dc47-2649-4c4e-901a-191a222646b3 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 944 time: 0.0738540 Feb 08 22:12:57.847074 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ab20ba4e-2571-4c36-89e2-fea216dfb15c req-5d0974de-06aa-43fc-840c-bfaca0ee76b6 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453489 Feb 08 22:12:58.982144 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17112d1-0a5d-448f-8df4-e92bfb42e86a req-f984a9d6-0436-4f69-9b73-0e661aa1c927 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:12:58.988427 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a17112d1-0a5d-448f-8df4-e92bfb42e86a req-f984a9d6-0436-4f69-9b73-0e661aa1c927 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 944 time: 0.0613229 Feb 08 22:12:59.040963 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a17112d1-0a5d-448f-8df4-e92bfb42e86a req-78cd4090-c7cb-48dc-b049-6c254f155b51 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415888 Feb 08 22:12:59.405390 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:12:59.835039 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 945aa37f-ad3a-43b3-9b20-195bcc80e097 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:12:59.937822 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 945aa37f-ad3a-43b3-9b20-195bcc80e097, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=945aa37f-ad3a-43b3-9b20-195bcc80e097,segment=NetworkSegment(56b85e07-f609-4ccd-b7a6-42d70d25c854),segment_id=56b85e07-f609-4ccd-b7a6-42d70d25c854)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:12:59.950031 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '945aa37f-ad3a-43b3-9b20-195bcc80e097', 'network_id': 'f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b', 'port_id': '945aa37f-ad3a-43b3-9b20-195bcc80e097', 'mac_address': 'fa:16:3e:31:16:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2576e1ad-29ae-4a90-89f1-9fe467f75f39', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:12:59.986720 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 945aa37f-ad3a-43b3-9b20-195bcc80e097 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:12:59.987111 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (945aa37f-ad3a-43b3-9b20-195bcc80e097), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:00.004642 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945aa37f-ad3a-43b3-9b20-195bcc80e097 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:13:00.026773 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 945aa37f-ad3a-43b3-9b20-195bcc80e097, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=945aa37f-ad3a-43b3-9b20-195bcc80e097,segment=NetworkSegment(56b85e07-f609-4ccd-b7a6-42d70d25c854),segment_id=56b85e07-f609-4ccd-b7a6-42d70d25c854)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:13:00.031618 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (945aa37f-ad3a-43b3-9b20-195bcc80e097), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:00.102767 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=945aa37f-ad3a-43b3-9b20-195bcc80e097,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:13:00.116025 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:13:00.116616 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:13:00.117251 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:13:00.117842 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:13:00.118422 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:13:00.119003 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:13:00.119590 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:13:00.120167 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:13:00.120737 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:13:00.121867 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:13:00.122485 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:13:00.123071 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:13:00.123665 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:13:00.194785 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5edbf-3dd8-4973-906a-3fe9bde1f462 req-ab43f8af-5fb5-4509-86d3-b1de356bf633 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:00.196275 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6a5edbf-3dd8-4973-906a-3fe9bde1f462 req-ab43f8af-5fb5-4509-86d3-b1de356bf633 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 945 time: 0.0583382 Feb 08 22:13:00.248878 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6a5edbf-3dd8-4973-906a-3fe9bde1f462 req-c16eebe2-5cd1-463b-a903-672f151eba02 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460846 Feb 08 22:13:00.329502 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['945aa37f-ad3a-43b3-9b20-195bcc80e097'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:13:00.916640 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129476af-38d7-47a7-8f86-b4484e73feed req-f1695fdb-bfe3-43ed-a6a7-caab5248663d tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:00.920154 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-129476af-38d7-47a7-8f86-b4484e73feed req-f1695fdb-bfe3-43ed-a6a7-caab5248663d tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.94 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9&tenant_id=bf9e06fe0956425e91689dc2e9204842&binding%3Ahost_id=n-h2-712143-31 HTTP/1.1" status: 200 len: 945 time: 0.4719460 Feb 08 22:13:00.985300 n-d-712143-31 neutron-server[103434]: INFO neutron.api.v2.resource [req-129476af-38d7-47a7-8f86-b4484e73feed req-099e65dc-ab27-47b9-ae96-a534272bf901 service neutron] delete failed (client error): The resource could not be found. Feb 08 22:13:00.986409 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-129476af-38d7-47a7-8f86-b4484e73feed req-099e65dc-ab27-47b9-ae96-a534272bf901 service neutron] 10.222.0.94 "DELETE /v2.0/ports/945aa37f-ad3a-43b3-9b20-195bcc80e097/bindings/n-h1-712143-31 HTTP/1.1" status: 404 len: 381 time: 0.0604937 Feb 08 22:13:01.080310 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129476af-38d7-47a7-8f86-b4484e73feed req-2867f981-fbf0-4fd0-83e8-5a130192c42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:01.082143 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-129476af-38d7-47a7-8f86-b4484e73feed req-2867f981-fbf0-4fd0-83e8-5a130192c42f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=bf9e06fe0956425e91689dc2e9204842&device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 1128 time: 0.0532460 Feb 08 22:13:01.188680 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129476af-38d7-47a7-8f86-b4484e73feed req-3e2b7570-5498-4ab0-835c-705a5183b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:01.190460 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-129476af-38d7-47a7-8f86-b4484e73feed req-3e2b7570-5498-4ab0-835c-705a5183b2ea service neutron] 10.222.0.94 "GET /v2.0/networks?id=f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b HTTP/1.1" status: 200 len: 913 time: 0.1032543 Feb 08 22:13:01.234311 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-129476af-38d7-47a7-8f86-b4484e73feed req-a317ac18-60bc-413a-8e71-205dabdeef91 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=945aa37f-ad3a-43b3-9b20-195bcc80e097 HTTP/1.1" status: 200 len: 217 time: 0.0381742 Feb 08 22:13:01.286443 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129476af-38d7-47a7-8f86-b4484e73feed req-58abcd88-9ee7-467e-ad73-797df335a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:01.288276 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-129476af-38d7-47a7-8f86-b4484e73feed req-58abcd88-9ee7-467e-ad73-797df335a59a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=2576e1ad-29ae-4a90-89f1-9fe467f75f39 HTTP/1.1" status: 200 len: 852 time: 0.0481992 Feb 08 22:13:01.324753 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-129476af-38d7-47a7-8f86-b4484e73feed req-ee28344e-57a2-4f37-ad91-9172b7b411be service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306051 Feb 08 22:13:01.411558 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-129476af-38d7-47a7-8f86-b4484e73feed req-d623f36b-3f93-4309-a258-94b92db8e8c1 service neutron] 10.222.0.94 "GET /v2.0/networks/f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819325 Feb 08 22:13:01.503535 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:01.507869 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-129476af-38d7-47a7-8f86-b4484e73feed req-9dd0e7e5-e979-467b-b976-efda4476efaa service neutron] 10.222.0.94 "GET /v2.0/networks/f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910187 Feb 08 22:13:01.711223 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:01.842442 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 945aa37f-ad3a-43b3-9b20-195bcc80e097 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:13:01.896890 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 945aa37f-ad3a-43b3-9b20-195bcc80e097 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:13:01.901706 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 945aa37f-ad3a-43b3-9b20-195bcc80e097 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:13:01.902089 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (945aa37f-ad3a-43b3-9b20-195bcc80e097), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:01.989626 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 945aa37f-ad3a-43b3-9b20-195bcc80e097 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:13:01.990020 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (945aa37f-ad3a-43b3-9b20-195bcc80e097), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:02.013614 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1869f0cb-2f65-4067-a540-0e91c04245c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945aa37f-ad3a-43b3-9b20-195bcc80e097'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:13:02.015874 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b268547-012d-43f6-943f-ae6fc47038da" -d '{"events": [{"server_uuid": "1869f0cb-2f65-4067-a540-0e91c04245c9", "name": "network-vif-plugged", "status": "completed", "tag": "945aa37f-ad3a-43b3-9b20-195bcc80e097"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:13:02.030217 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 945aa37f-ad3a-43b3-9b20-195bcc80e097, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=945aa37f-ad3a-43b3-9b20-195bcc80e097,segment=NetworkSegment(56b85e07-f609-4ccd-b7a6-42d70d25c854),segment_id=56b85e07-f609-4ccd-b7a6-42d70d25c854)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:13:02.036044 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (945aa37f-ad3a-43b3-9b20-195bcc80e097), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:02.061655 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3731a6bd-f250-4fc4-aa1d-59655667e995 x-openstack-request-id: req-3731a6bd-f250-4fc4-aa1d-59655667e995 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:13:02.061970 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1869f0cb-2f65-4067-a540-0e91c04245c9", "name": "network-vif-plugged", "status": "completed", "tag": "945aa37f-ad3a-43b3-9b20-195bcc80e097", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:13:02.062213 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3731a6bd-f250-4fc4-aa1d-59655667e995 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:13:02.062614 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1869f0cb-2f65-4067-a540-0e91c04245c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945aa37f-ad3a-43b3-9b20-195bcc80e097', 'code': 200} Feb 08 22:13:02.092706 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=945aa37f-ad3a-43b3-9b20-195bcc80e097,revision_number=9']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:13:02.210540 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b014a1a-7739-40ac-b7b0-1fbe13f87270 req-69a4a37e-7b2e-47e5-b500-14b7b651a6a7 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:02.212007 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b014a1a-7739-40ac-b7b0-1fbe13f87270 req-69a4a37e-7b2e-47e5-b500-14b7b651a6a7 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 946 time: 0.0541501 Feb 08 22:13:02.259915 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b014a1a-7739-40ac-b7b0-1fbe13f87270 req-bcbf2862-1f40-4b91-a12d-c77264a19b45 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415413 Feb 08 22:13:03.385756 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e5844-c03e-43af-af2f-0afbad473669 req-bf3a167c-7655-4103-a420-d8b6dcced0d0 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:03.387247 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5b1e5844-c03e-43af-af2f-0afbad473669 req-bf3a167c-7655-4103-a420-d8b6dcced0d0 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 946 time: 0.0569727 Feb 08 22:13:03.438803 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5b1e5844-c03e-43af-af2f-0afbad473669 req-756a44ce-c784-4338-a2bf-d409dc41af01 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.88 "GET /v2.0/security-groups?id=21f91d41-c6f4-4991-991f-c9d6abcb6f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459402 Feb 08 22:13:03.677540 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129476af-38d7-47a7-8f86-b4484e73feed req-ddb6f9d8-ab2d-4a11-9e0e-9f605149f5d5 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:03.679010 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-129476af-38d7-47a7-8f86-b4484e73feed req-ddb6f9d8-ab2d-4a11-9e0e-9f605149f5d5 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.96 "GET /v2.0/ports?device_id=1869f0cb-2f65-4067-a540-0e91c04245c9 HTTP/1.1" status: 200 len: 946 time: 0.0546181 Feb 08 22:13:03.771761 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-129476af-38d7-47a7-8f86-b4484e73feed req-a123b8a3-117e-4bf2-857c-fd0ef4027b45 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Deleting port 945aa37f-ad3a-43b3-9b20-195bcc80e097 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:13:03.772102 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-129476af-38d7-47a7-8f86-b4484e73feed req-a123b8a3-117e-4bf2-857c-fd0ef4027b45 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (945aa37f-ad3a-43b3-9b20-195bcc80e097), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:03.862465 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-129476af-38d7-47a7-8f86-b4484e73feed req-a123b8a3-117e-4bf2-857c-fd0ef4027b45 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] For port 945aa37f-ad3a-43b3-9b20-195bcc80e097, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=945aa37f-ad3a-43b3-9b20-195bcc80e097,segment=NetworkSegment(56b85e07-f609-4ccd-b7a6-42d70d25c854),segment_id=56b85e07-f609-4ccd-b7a6-42d70d25c854)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:13:03.862826 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-129476af-38d7-47a7-8f86-b4484e73feed req-a123b8a3-117e-4bf2-857c-fd0ef4027b45 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (945aa37f-ad3a-43b3-9b20-195bcc80e097), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:03.876599 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-129476af-38d7-47a7-8f86-b4484e73feed req-a123b8a3-117e-4bf2-857c-fd0ef4027b45 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Calling delete_port for 945aa37f-ad3a-43b3-9b20-195bcc80e097 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:13:04.013056 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-129476af-38d7-47a7-8f86-b4484e73feed req-a123b8a3-117e-4bf2-857c-fd0ef4027b45 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (945aa37f-ad3a-43b3-9b20-195bcc80e097), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:04.024999 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['945aa37f-ad3a-43b3-9b20-195bcc80e097'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:13:04.041937 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123b8a3-117e-4bf2-857c-fd0ef4027b45 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Pushing event deleted for resources: {'Port': ['ID=945aa37f-ad3a-43b3-9b20-195bcc80e097,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:13:04.088852 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-129476af-38d7-47a7-8f86-b4484e73feed req-a123b8a3-117e-4bf2-857c-fd0ef4027b45 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] No DVR routers for this DVR port 945aa37f-ad3a-43b3-9b20-195bcc80e097 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:13:04.092444 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-129476af-38d7-47a7-8f86-b4484e73feed req-a123b8a3-117e-4bf2-857c-fd0ef4027b45 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:04.096586 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-129476af-38d7-47a7-8f86-b4484e73feed req-a123b8a3-117e-4bf2-857c-fd0ef4027b45 tempest-DeleteServersTestJSON-1646135761 tempest-DeleteServersTestJSON-1646135761-project] 10.222.0.96 "DELETE /v2.0/ports/945aa37f-ad3a-43b3-9b20-195bcc80e097 HTTP/1.1" status: 204 len: 173 time: 0.4128842 Feb 08 22:13:04.097057 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1869f0cb-2f65-4067-a540-0e91c04245c9', 'name': 'network-vif-deleted', 'tag': '945aa37f-ad3a-43b3-9b20-195bcc80e097'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:13:04.100303 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5dba2f1-4278-4758-b4dc-a1ad42b08bc4" -d '{"events": [{"server_uuid": "1869f0cb-2f65-4067-a540-0e91c04245c9", "name": "network-vif-deleted", "tag": "945aa37f-ad3a-43b3-9b20-195bcc80e097"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:13:04.137613 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c347c83-86d1-4819-9df9-ffba82b36241 x-openstack-request-id: req-2c347c83-86d1-4819-9df9-ffba82b36241 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:13:04.138298 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1869f0cb-2f65-4067-a540-0e91c04245c9", "name": "network-vif-deleted", "tag": "945aa37f-ad3a-43b3-9b20-195bcc80e097", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:13:04.138557 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2c347c83-86d1-4819-9df9-ffba82b36241 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:13:04.138970 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1869f0cb-2f65-4067-a540-0e91c04245c9', 'name': 'network-vif-deleted', 'tag': '945aa37f-ad3a-43b3-9b20-195bcc80e097', 'status': 'completed', 'code': 200} Feb 08 22:13:04.572292 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44882) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:13:04.616258 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a125bda-1228-499d-993d-ed895d0ccd05 admin admin] Deleting subnet 2576e1ad-29ae-4a90-89f1-9fe467f75f39 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 22:13:04.619464 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a125bda-1228-499d-993d-ed895d0ccd05 admin admin] Publish callbacks [] for subnet (2576e1ad-29ae-4a90-89f1-9fe467f75f39), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:04.659260 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a125bda-1228-499d-993d-ed895d0ccd05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (2576e1ad-29ae-4a90-89f1-9fe467f75f39), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:04.698039 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a125bda-1228-499d-993d-ed895d0ccd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (2576e1ad-29ae-4a90-89f1-9fe467f75f39), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:04.757064 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a125bda-1228-499d-993d-ed895d0ccd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (2576e1ad-29ae-4a90-89f1-9fe467f75f39), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:04.776764 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a125bda-1228-499d-993d-ed895d0ccd05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2576e1ad-29ae-4a90-89f1-9fe467f75f39,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:13:04.783040 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a125bda-1228-499d-993d-ed895d0ccd05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:04.786566 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7a125bda-1228-499d-993d-ed895d0ccd05 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/2576e1ad-29ae-4a90-89f1-9fe467f75f39 HTTP/1.1" status: 204 len: 168 time: 0.2132790 Feb 08 22:13:04.789374 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44884) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:13:04.861038 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-012e4d42-1e68-468b-8f2c-3bc682ea9c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:05.278557 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-012e4d42-1e68-468b-8f2c-3bc682ea9c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:05.300097 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-012e4d42-1e68-468b-8f2c-3bc682ea9c96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:13:05.310553 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-012e4d42-1e68-468b-8f2c-3bc682ea9c96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b85e07-f609-4ccd-b7a6-42d70d25c854') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:13:05.310844 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-012e4d42-1e68-468b-8f2c-3bc682ea9c96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b85e07-f609-4ccd-b7a6-42d70d25c854') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:13:05.320289 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-012e4d42-1e68-468b-8f2c-3bc682ea9c96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (56b85e07-f609-4ccd-b7a6-42d70d25c854), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:05.334021 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-012e4d42-1e68-468b-8f2c-3bc682ea9c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (56b85e07-f609-4ccd-b7a6-42d70d25c854), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:05.341084 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012e4d42-1e68-468b-8f2c-3bc682ea9c96 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:13:05.341668 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-012e4d42-1e68-468b-8f2c-3bc682ea9c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (56b85e07-f609-4ccd-b7a6-42d70d25c854), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: timer() Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:13:05.346520 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:13:05.404767 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-012e4d42-1e68-468b-8f2c-3bc682ea9c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:05.412393 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-012e4d42-1e68-468b-8f2c-3bc682ea9c96 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:05.414691 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-012e4d42-1e68-468b-8f2c-3bc682ea9c96 admin admin] 10.222.0.88 "DELETE /v2.0/networks/f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b HTTP/1.1" status: 204 len: 168 time: 0.6243680 Feb 08 22:13:05.427493 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e4d42-1e68-468b-8f2c-3bc682ea9c96 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7a4cb42-d2c8-438d-aa4a-7ace0c8f636b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:13:05.529568 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44888) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:13:05.574936 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-963abf47-a860-4b75-9a41-796ac57cff29 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bf9e06fe0956425e91689dc2e9204842&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435674 Feb 08 22:13:05.577768 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44890) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:13:05.627575 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-da12c6a2-de24-4bfe-84a8-4bf82b5a89a0 admin admin] Publish callbacks [] for security_group (21f91d41-c6f4-4991-991f-c9d6abcb6f2e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:05.651139 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-da12c6a2-de24-4bfe-84a8-4bf82b5a89a0 admin admin] Publish callbacks [] for security_group (21f91d41-c6f4-4991-991f-c9d6abcb6f2e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:05.703684 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-da12c6a2-de24-4bfe-84a8-4bf82b5a89a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (21f91d41-c6f4-4991-991f-c9d6abcb6f2e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:05.706437 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-da12c6a2-de24-4bfe-84a8-4bf82b5a89a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:05.707630 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-da12c6a2-de24-4bfe-84a8-4bf82b5a89a0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/21f91d41-c6f4-4991-991f-c9d6abcb6f2e HTTP/1.1" status: 204 len: 168 time: 0.1288915 Feb 08 22:13:05.716123 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12c6a2-de24-4bfe-84a8-4bf82b5a89a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f91d41-c6f4-4991-991f-c9d6abcb6f2e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:13:05.829118 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:13:06.480878 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 44912) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:13:06.586210 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-84a37b2e-438c-4bd4-a110-3915bd3a89d1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-56608642-network', 'tenant_id': 'efb33425a2204ea79a2acc6f333251c9'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:13:06.607016 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a37b2e-438c-4bd4-a110-3915bd3a89d1 admin admin] Made reservation on behalf of efb33425a2204ea79a2acc6f333251c9 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:13:06.609388 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-84a37b2e-438c-4bd4-a110-3915bd3a89d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:06.618184 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-84a37b2e-438c-4bd4-a110-3915bd3a89d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:06.722478 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-84a37b2e-438c-4bd4-a110-3915bd3a89d1 admin admin] Publish callbacks [] for security_group (02877108-a752-4aa7-84ee-d2e0f8032b98), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:06.727169 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-84a37b2e-438c-4bd4-a110-3915bd3a89d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (02877108-a752-4aa7-84ee-d2e0f8032b98), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:06.760638 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a37b2e-438c-4bd4-a110-3915bd3a89d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 22:13:06.768855 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a37b2e-438c-4bd4-a110-3915bd3a89d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02877108-a752-4aa7-84ee-d2e0f8032b98,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:13:06.779729 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-84a37b2e-438c-4bd4-a110-3915bd3a89d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (ab0975b0-84bf-4a30-a02d-55d87ca38032), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:06.780304 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-84a37b2e-438c-4bd4-a110-3915bd3a89d1 admin admin] Added segment ab0975b0-84bf-4a30-a02d-55d87ca38032 of type vlan for network 77ccaca8-bae6-49ac-a6b0-475daf88ca98 Feb 08 22:13:06.839080 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-84a37b2e-438c-4bd4-a110-3915bd3a89d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (77ccaca8-bae6-49ac-a6b0-475daf88ca98), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:06.867832 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-84a37b2e-438c-4bd4-a110-3915bd3a89d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (77ccaca8-bae6-49ac-a6b0-475daf88ca98), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:06.868939 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a37b2e-438c-4bd4-a110-3915bd3a89d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:06.869670 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-84a37b2e-438c-4bd4-a110-3915bd3a89d1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:06.871801 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:06.926298 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-84a37b2e-438c-4bd4-a110-3915bd3a89d1 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4442527 Feb 08 22:13:06.929705 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 44916) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:13:06.936815 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ab04ae2d-f2bd-4b40-ac34-987839afd189 admin admin] Request body: {'subnet': {'network_id': '77ccaca8-bae6-49ac-a6b0-475daf88ca98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-56608642-subnet', 'tenant_id': 'efb33425a2204ea79a2acc6f333251c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:13:06.944163 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a37b2e-438c-4bd4-a110-3915bd3a89d1 admin admin] Pushing event updated for resources: {'Network': ['ID=77ccaca8-bae6-49ac-a6b0-475daf88ca98,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:13:06.958015 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 77ccaca8-bae6-49ac-a6b0-475daf88ca98 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 22:13:06.959654 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab04ae2d-f2bd-4b40-ac34-987839afd189 admin admin] Made reservation on behalf of efb33425a2204ea79a2acc6f333251c9 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:13:06.962293 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab04ae2d-f2bd-4b40-ac34-987839afd189 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:07.064645 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:07.190422 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab04ae2d-f2bd-4b40-ac34-987839afd189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (8d236851-aa49-414c-916d-800aece4704c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:07.257386 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04ae2d-f2bd-4b40-ac34-987839afd189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d236851-aa49-414c-916d-800aece4704c,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:13:07.266580 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab04ae2d-f2bd-4b40-ac34-987839afd189 admin admin] Checking segment: {'id': 'ab0975b0-84bf-4a30-a02d-55d87ca38032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '77ccaca8-bae6-49ac-a6b0-475daf88ca98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:13:07.266990 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab04ae2d-f2bd-4b40-ac34-987839afd189 admin admin] Network hostable DHCP agents. Network: 77ccaca8-bae6-49ac-a6b0-475daf88ca98, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 22:13:07.285678 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab04ae2d-f2bd-4b40-ac34-987839afd189 admin admin] Network 77ccaca8-bae6-49ac-a6b0-475daf88ca98 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 22:13:07.298818 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-ab04ae2d-f2bd-4b40-ac34-987839afd189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 77ccaca8-bae6-49ac-a6b0-475daf88ca98) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:13:07.304864 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab04ae2d-f2bd-4b40-ac34-987839afd189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:07.306886 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab04ae2d-f2bd-4b40-ac34-987839afd189 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:07.310310 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b5fab4-c9e2-451e-b8e8-1c7596dbba61 None None] Network 77ccaca8-bae6-49ac-a6b0-475daf88ca98 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:13:07.337726 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ab04ae2d-f2bd-4b40-ac34-987839afd189 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4055951 Feb 08 22:13:07.446375 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c357af1b-977b-4159-9c27-9fd170de8c10 None None] Network 77ccaca8-bae6-49ac-a6b0-475daf88ca98 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:13:07.849690 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-bd466cfd-3b3a-40dd-b524-2c4dafabe7f2 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:07.851315 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-bd466cfd-3b3a-40dd-b524-2c4dafabe7f2 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/networks?id=77ccaca8-bae6-49ac-a6b0-475daf88ca98 HTTP/1.1" status: 200 len: 813 time: 0.1165738 Feb 08 22:13:07.866653 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-33939349-e6a6-4ac0-befb-62aaf0aae866 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/quotas/efb33425a2204ea79a2acc6f333251c9 HTTP/1.1" status: 200 len: 375 time: 0.0098267 Feb 08 22:13:07.873570 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 945aa37f-ad3a-43b3-9b20-195bcc80e097 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:13:07.895510 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 945aa37f-ad3a-43b3-9b20-195bcc80e097 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:13:07.895796 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 945aa37f-ad3a-43b3-9b20-195bcc80e097 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:13:07.912047 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-4eaf9798-9438-4ed0-b8ed-1ee96a999fce tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=efb33425a2204ea79a2acc6f333251c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386567 Feb 08 22:13:08.007879 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-5debf739-962a-4621-b1a3-2f5fe29e67a7 service neutron] 10.222.0.88 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867331 Feb 08 22:13:08.129170 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-a7ab11cd-7ac1-4ac0-992f-cd82279f092d service neutron] 10.222.0.88 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145577 Feb 08 22:13:08.301685 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2da2161d-4a37-46a8-a3a2-ffb5b912cd7a req-f7cd3713-0b44-486d-a311-062eb08e428b tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 210 time: 0.0300112 Feb 08 22:13:09.325370 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-d30670a5-5b02-4c3e-adc7-c37f1c9156bb tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:09.326784 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-d30670a5-5b02-4c3e-adc7-c37f1c9156bb tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.96 "GET /v2.0/networks?id=77ccaca8-bae6-49ac-a6b0-475daf88ca98 HTTP/1.1" status: 200 len: 813 time: 0.1202321 Feb 08 22:13:09.340939 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-a86bd12b-05d9-4a96-8043-d524682ceb29 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Request body: {'port': {'device_id': '5e894d58-74b7-4fb8-b014-4c3d28a9cf85', 'network_id': '77ccaca8-bae6-49ac-a6b0-475daf88ca98', 'admin_state_up': True, 'tenant_id': 'efb33425a2204ea79a2acc6f333251c9'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:13:09.427375 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a1a4b3e-7112-496a-93de-1bdf24047db2 req-f0660b46-2bb9-4f89-8555-f916f975b7c7 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 210 time: 0.0409451 Feb 08 22:13:09.498954 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-a86bd12b-05d9-4a96-8043-d524682ceb29 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Made reservation on behalf of efb33425a2204ea79a2acc6f333251c9 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:13:09.503291 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-a86bd12b-05d9-4a96-8043-d524682ceb29 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:09.652650 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-a86bd12b-05d9-4a96-8043-d524682ceb29 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Allocated IP 172.20.0.11 (77ccaca8-bae6-49ac-a6b0-475daf88ca98/8d236851-aa49-414c-916d-800aece4704c/d90edeaa-faf1-4c3d-bd90-651523aa90e9) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:13:09.838140 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-a86bd12b-05d9-4a96-8043-d524682ceb29 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Publish callbacks [] for port (d90edeaa-faf1-4c3d-bd90-651523aa90e9), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:09.874819 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-a86bd12b-05d9-4a96-8043-d524682ceb29 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (d90edeaa-faf1-4c3d-bd90-651523aa90e9), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:09.924304 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-a86bd12b-05d9-4a96-8043-d524682ceb29 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Network 77ccaca8-bae6-49ac-a6b0-475daf88ca98 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:13:09.927493 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-a86bd12b-05d9-4a96-8043-d524682ceb29 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:13:09.931463 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-a86bd12b-05d9-4a96-8043-d524682ceb29 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:13:09.958915 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86bd12b-05d9-4a96-8043-d524682ceb29 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Pushing event updated for resources: {'Port': ['ID=d90edeaa-faf1-4c3d-bd90-651523aa90e9,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:13:09.988900 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-a86bd12b-05d9-4a96-8043-d524682ceb29 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:09.989566 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-a86bd12b-05d9-4a96-8043-d524682ceb29 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:10.024256 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-a86bd12b-05d9-4a96-8043-d524682ceb29 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6888123 Feb 08 22:13:10.035960 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-9c62a6bb-b3fa-473d-8f3f-8bf0c9c6c79a service neutron] Request body: {'port': {'device_id': '5e894d58-74b7-4fb8-b014-4c3d28a9cf85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:13:10.111625 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-9c62a6bb-b3fa-473d-8f3f-8bf0c9c6c79a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d90edeaa-faf1-4c3d-bd90-651523aa90e9), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:10.393077 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-9c62a6bb-b3fa-473d-8f3f-8bf0c9c6c79a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90edeaa-faf1-4c3d-bd90-651523aa90e9 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:13:10.401347 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-9c62a6bb-b3fa-473d-8f3f-8bf0c9c6c79a service neutron] Publish callbacks [] for port (d90edeaa-faf1-4c3d-bd90-651523aa90e9), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:10.418690 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-9c62a6bb-b3fa-473d-8f3f-8bf0c9c6c79a service neutron] Transition to ACTIVE for port object d90edeaa-faf1-4c3d-bd90-651523aa90e9 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:13:10.429250 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-9c62a6bb-b3fa-473d-8f3f-8bf0c9c6c79a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (d90edeaa-faf1-4c3d-bd90-651523aa90e9), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:10.485771 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62a6bb-b3fa-473d-8f3f-8bf0c9c6c79a service neutron] Pushing event updated for resources: {'Port': ['ID=d90edeaa-faf1-4c3d-bd90-651523aa90e9,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:13:10.597773 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-9c62a6bb-b3fa-473d-8f3f-8bf0c9c6c79a service neutron] Attempting to bind port d90edeaa-faf1-4c3d-bd90-651523aa90e9 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:13:10.598489 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-9c62a6bb-b3fa-473d-8f3f-8bf0c9c6c79a service neutron] Attempting to bind port d90edeaa-faf1-4c3d-bd90-651523aa90e9 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'ab0975b0-84bf-4a30-a02d-55d87ca38032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '77ccaca8-bae6-49ac-a6b0-475daf88ca98'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:13:10.598489 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-9c62a6bb-b3fa-473d-8f3f-8bf0c9c6c79a service neutron] Attempting to bind port d90edeaa-faf1-4c3d-bd90-651523aa90e9 on network 77ccaca8-bae6-49ac-a6b0-475daf88ca98 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:13:10.606861 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-9c62a6bb-b3fa-473d-8f3f-8bf0c9c6c79a service neutron] Port d90edeaa-faf1-4c3d-bd90-651523aa90e9 on network 77ccaca8-bae6-49ac-a6b0-475daf88ca98 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:13:10.607189 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-9c62a6bb-b3fa-473d-8f3f-8bf0c9c6c79a service neutron] Attempting to bind port d90edeaa-faf1-4c3d-bd90-651523aa90e9 on network 77ccaca8-bae6-49ac-a6b0-475daf88ca98 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:13:10.618767 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327a084-c71c-4b35-b124-6793a0a12208 req-4338c0cd-f89a-402f-8977-312d4e76bcd1 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:10.620348 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6327a084-c71c-4b35-b124-6793a0a12208 req-4338c0cd-f89a-402f-8977-312d4e76bcd1 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 944 time: 0.1090009 Feb 08 22:13:10.621787 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-9c62a6bb-b3fa-473d-8f3f-8bf0c9c6c79a service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:13:10.622127 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-9c62a6bb-b3fa-473d-8f3f-8bf0c9c6c79a service neutron] Checking segment: {'id': 'ab0975b0-84bf-4a30-a02d-55d87ca38032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '77ccaca8-bae6-49ac-a6b0-475daf88ca98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:13:10.622525 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-9c62a6bb-b3fa-473d-8f3f-8bf0c9c6c79a service neutron] Bound using segment: {'id': 'ab0975b0-84bf-4a30-a02d-55d87ca38032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '77ccaca8-bae6-49ac-a6b0-475daf88ca98'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:13:10.622968 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-9c62a6bb-b3fa-473d-8f3f-8bf0c9c6c79a service neutron] Bound port: d90edeaa-faf1-4c3d-bd90-651523aa90e9, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0975b0-84bf-4a30-a02d-55d87ca38032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '77ccaca8-bae6-49ac-a6b0-475daf88ca98'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:13:10.623333 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-9c62a6bb-b3fa-473d-8f3f-8bf0c9c6c79a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d90edeaa-faf1-4c3d-bd90-651523aa90e9), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:10.714996 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6327a084-c71c-4b35-b124-6793a0a12208 req-e97cee29-4ea5-4980-9000-697230d43b1e tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875788 Feb 08 22:13:10.726475 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-9c62a6bb-b3fa-473d-8f3f-8bf0c9c6c79a service neutron] For port d90edeaa-faf1-4c3d-bd90-651523aa90e9, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:13:10.730101 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-9c62a6bb-b3fa-473d-8f3f-8bf0c9c6c79a service neutron] For port d90edeaa-faf1-4c3d-bd90-651523aa90e9, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=d90edeaa-faf1-4c3d-bd90-651523aa90e9,segment=NetworkSegment(ab0975b0-84bf-4a30-a02d-55d87ca38032),segment_id=ab0975b0-84bf-4a30-a02d-55d87ca38032)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:13:10.738379 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-9c62a6bb-b3fa-473d-8f3f-8bf0c9c6c79a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (d90edeaa-faf1-4c3d-bd90-651523aa90e9), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:10.781551 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-9c62a6bb-b3fa-473d-8f3f-8bf0c9c6c79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:10.782281 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-9c62a6bb-b3fa-473d-8f3f-8bf0c9c6c79a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:10.783853 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-9c62a6bb-b3fa-473d-8f3f-8bf0c9c6c79a service neutron] 10.222.0.96 "PUT /v2.0/ports/d90edeaa-faf1-4c3d-bd90-651523aa90e9 HTTP/1.1" status: 200 len: 1093 time: 0.7524333 Feb 08 22:13:10.784331 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e894d58-74b7-4fb8-b014-4c3d28a9cf85', 'tag': 'd90edeaa-faf1-4c3d-bd90-651523aa90e9'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:13:10.787398 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1607e04f-2671-4196-bbd8-09dc48ebf614" -d '{"events": [{"name": "network-changed", "server_uuid": "5e894d58-74b7-4fb8-b014-4c3d28a9cf85", "tag": "d90edeaa-faf1-4c3d-bd90-651523aa90e9"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:13:10.824366 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62a6bb-b3fa-473d-8f3f-8bf0c9c6c79a service neutron] Pushing event updated for resources: {'Port': ['ID=d90edeaa-faf1-4c3d-bd90-651523aa90e9,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:13:10.841886 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf72ed2-b71a-4b6c-bc01-d7c708007da2 x-openstack-request-id: req-baf72ed2-b71a-4b6c-bc01-d7c708007da2 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:13:10.842286 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e894d58-74b7-4fb8-b014-4c3d28a9cf85", "tag": "d90edeaa-faf1-4c3d-bd90-651523aa90e9", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:13:10.842637 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-baf72ed2-b71a-4b6c-bc01-d7c708007da2 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:13:10.843124 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e894d58-74b7-4fb8-b014-4c3d28a9cf85', 'tag': 'd90edeaa-faf1-4c3d-bd90-651523aa90e9', 'status': 'completed', 'code': 200} Feb 08 22:13:10.888632 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-d80c8a4d-a370-42af-b0e2-597a12c51835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:10.890261 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-d80c8a4d-a370-42af-b0e2-597a12c51835 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=efb33425a2204ea79a2acc6f333251c9&device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 1127 time: 0.0618894 Feb 08 22:13:10.940414 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-76d2a844-ae4c-4d3b-918c-0cae6642545a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d90edeaa-faf1-4c3d-bd90-651523aa90e9 HTTP/1.1" status: 200 len: 217 time: 0.0436931 Feb 08 22:13:10.998867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-d783ff4e-f236-42af-8961-325a54fa919c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:11.000311 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-d783ff4e-f236-42af-8961-325a54fa919c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8d236851-aa49-414c-916d-800aece4704c HTTP/1.1" status: 200 len: 853 time: 0.0538197 Feb 08 22:13:11.035618 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-3bc84c29-57b8-4535-927b-23ac91c9d245 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=77ccaca8-bae6-49ac-a6b0-475daf88ca98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287578 Feb 08 22:13:11.134623 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-6f686be0-f82d-4d67-bc9f-bc6576227be9 service neutron] 10.222.0.96 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908201 Feb 08 22:13:11.241173 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54ee8542-3afa-4932-8028-e385e33ac1ef req-e8ba9764-56b4-415e-9b0f-46532ad50965 service neutron] 10.222.0.96 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010976 Feb 08 22:13:11.345576 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607e04f-2671-4196-bbd8-09dc48ebf614 req-65e58078-d00b-4a42-ae91-3a971463d8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:11.347076 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1607e04f-2671-4196-bbd8-09dc48ebf614 req-65e58078-d00b-4a42-ae91-3a971463d8a1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=efb33425a2204ea79a2acc6f333251c9&device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 1127 time: 0.0523596 Feb 08 22:13:11.456071 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607e04f-2671-4196-bbd8-09dc48ebf614 req-4b454aa5-2eb1-4913-afda-c0e129e84405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:11.457728 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1607e04f-2671-4196-bbd8-09dc48ebf614 req-4b454aa5-2eb1-4913-afda-c0e129e84405 service neutron] 10.222.0.96 "GET /v2.0/networks?id=77ccaca8-bae6-49ac-a6b0-475daf88ca98 HTTP/1.1" status: 200 len: 914 time: 0.1052341 Feb 08 22:13:11.501320 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1607e04f-2671-4196-bbd8-09dc48ebf614 req-e0d185c7-34d5-40bf-97fc-bb2f712c9298 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d90edeaa-faf1-4c3d-bd90-651523aa90e9 HTTP/1.1" status: 200 len: 217 time: 0.0380905 Feb 08 22:13:11.555575 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607e04f-2671-4196-bbd8-09dc48ebf614 req-7bdba2da-52dd-4e64-ad87-57f92b114c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:11.558048 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1607e04f-2671-4196-bbd8-09dc48ebf614 req-7bdba2da-52dd-4e64-ad87-57f92b114c57 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8d236851-aa49-414c-916d-800aece4704c HTTP/1.1" status: 200 len: 853 time: 0.0512707 Feb 08 22:13:11.591499 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1607e04f-2671-4196-bbd8-09dc48ebf614 req-6bc898db-809a-46c4-beee-6f23fbede799 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=77ccaca8-bae6-49ac-a6b0-475daf88ca98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272524 Feb 08 22:13:11.689791 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1607e04f-2671-4196-bbd8-09dc48ebf614 req-fdd2a379-08b5-4345-aa20-dc2ccfff90dc service neutron] 10.222.0.96 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920196 Feb 08 22:13:11.795533 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1607e04f-2671-4196-bbd8-09dc48ebf614 req-b075f8b1-bc2d-4880-a5f3-0a30c7944add service neutron] 10.222.0.96 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997751 Feb 08 22:13:11.862017 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d4a4a-b518-45d5-9bae-a3a7362edb00 req-fecd34f3-f980-4075-9e68-8f89da552b9a tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:11.863622 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-477d4a4a-b518-45d5-9bae-a3a7362edb00 req-fecd34f3-f980-4075-9e68-8f89da552b9a tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 944 time: 0.0672109 Feb 08 22:13:11.921462 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-477d4a4a-b518-45d5-9bae-a3a7362edb00 req-cdad120f-a686-4ff9-a248-6272d5af3d0e tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515056 Feb 08 22:13:13.059986 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797a2e6-5c7a-4f09-9c97-337314027b07 req-c37a6771-5c0d-4ff8-8c84-c0aac9c49e85 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:13.061582 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0797a2e6-5c7a-4f09-9c97-337314027b07 req-c37a6771-5c0d-4ff8-8c84-c0aac9c49e85 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 944 time: 0.0623775 Feb 08 22:13:13.115889 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0797a2e6-5c7a-4f09-9c97-337314027b07 req-0bcb26a2-7893-4da4-97f4-0c860c77deb1 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482900 Feb 08 22:13:14.257466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dff612-12ed-4290-89cb-d2c687358794 req-658ef41a-4402-4462-a0a8-78ba50252510 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:14.259023 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b1dff612-12ed-4290-89cb-d2c687358794 req-658ef41a-4402-4462-a0a8-78ba50252510 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 944 time: 0.0606551 Feb 08 22:13:14.315977 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b1dff612-12ed-4290-89cb-d2c687358794 req-9714b681-3c2d-435c-a44d-827416f48fb6 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512435 Feb 08 22:13:15.451193 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10654b-f55e-424f-96ac-c5085d683fdd req-69ac3e96-69eb-41b8-8dab-a2d14e735af1 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:15.452791 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ec10654b-f55e-424f-96ac-c5085d683fdd req-69ac3e96-69eb-41b8-8dab-a2d14e735af1 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 944 time: 0.0618181 Feb 08 22:13:15.516008 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ec10654b-f55e-424f-96ac-c5085d683fdd req-7813dca4-b35d-4d06-a176-ac3460352620 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574448 Feb 08 22:13:15.904408 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device d90edeaa-faf1-4c3d-bd90-651523aa90e9 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:13:16.013492 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port d90edeaa-faf1-4c3d-bd90-651523aa90e9, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=d90edeaa-faf1-4c3d-bd90-651523aa90e9,segment=NetworkSegment(ab0975b0-84bf-4a30-a02d-55d87ca38032),segment_id=ab0975b0-84bf-4a30-a02d-55d87ca38032)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:13:16.025869 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'd90edeaa-faf1-4c3d-bd90-651523aa90e9', 'network_id': '77ccaca8-bae6-49ac-a6b0-475daf88ca98', 'port_id': 'd90edeaa-faf1-4c3d-bd90-651523aa90e9', 'mac_address': 'fa:16:3e:83:ae:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d236851-aa49-414c-916d-800aece4704c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:13:16.065989 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port d90edeaa-faf1-4c3d-bd90-651523aa90e9 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:13:16.066381 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d90edeaa-faf1-4c3d-bd90-651523aa90e9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:16.080785 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90edeaa-faf1-4c3d-bd90-651523aa90e9 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:13:16.101608 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port d90edeaa-faf1-4c3d-bd90-651523aa90e9, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=d90edeaa-faf1-4c3d-bd90-651523aa90e9,segment=NetworkSegment(ab0975b0-84bf-4a30-a02d-55d87ca38032),segment_id=ab0975b0-84bf-4a30-a02d-55d87ca38032)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:13:16.106476 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d90edeaa-faf1-4c3d-bd90-651523aa90e9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:16.160516 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=d90edeaa-faf1-4c3d-bd90-651523aa90e9,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:13:16.408867 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['d90edeaa-faf1-4c3d-bd90-651523aa90e9'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:13:16.651677 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f31949-7bfb-4cf9-8beb-93b4f9e2b718 req-7eb5fd18-b32a-43ee-83a2-bc56dccfb134 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:16.653876 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a4f31949-7bfb-4cf9-8beb-93b4f9e2b718 req-7eb5fd18-b32a-43ee-83a2-bc56dccfb134 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 945 time: 0.0623879 Feb 08 22:13:16.705702 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a4f31949-7bfb-4cf9-8beb-93b4f9e2b718 req-26ca967e-b5f0-499e-ab82-479ad6abc26c tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457420 Feb 08 22:13:17.848624 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fed3f-3d69-4dec-93d8-fd40981a05eb req-9fc491b9-ad35-4d36-996a-17e9a1eb190a tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:17.850288 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f9fed3f-3d69-4dec-93d8-fd40981a05eb req-9fc491b9-ad35-4d36-996a-17e9a1eb190a tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 945 time: 0.0654099 Feb 08 22:13:17.908761 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f9fed3f-3d69-4dec-93d8-fd40981a05eb req-b2474fa7-ba06-4314-8042-6cb0529759ab tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495005 Feb 08 22:13:17.922205 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device d90edeaa-faf1-4c3d-bd90-651523aa90e9 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:13:17.988616 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port d90edeaa-faf1-4c3d-bd90-651523aa90e9 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:13:17.994097 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port d90edeaa-faf1-4c3d-bd90-651523aa90e9 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:13:17.994527 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d90edeaa-faf1-4c3d-bd90-651523aa90e9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:18.086646 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port d90edeaa-faf1-4c3d-bd90-651523aa90e9 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:13:18.087430 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d90edeaa-faf1-4c3d-bd90-651523aa90e9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:18.114396 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e894d58-74b7-4fb8-b014-4c3d28a9cf85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90edeaa-faf1-4c3d-bd90-651523aa90e9'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:13:18.116846 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc52f9b-6e76-4d53-811a-882b787fe798" -d '{"events": [{"server_uuid": "5e894d58-74b7-4fb8-b014-4c3d28a9cf85", "name": "network-vif-plugged", "status": "completed", "tag": "d90edeaa-faf1-4c3d-bd90-651523aa90e9"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:13:18.134268 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port d90edeaa-faf1-4c3d-bd90-651523aa90e9, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=d90edeaa-faf1-4c3d-bd90-651523aa90e9,segment=NetworkSegment(ab0975b0-84bf-4a30-a02d-55d87ca38032),segment_id=ab0975b0-84bf-4a30-a02d-55d87ca38032)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:13:18.138794 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d90edeaa-faf1-4c3d-bd90-651523aa90e9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:18.164546 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bc5d90-9ea4-4bec-ae7f-f4b8526c7e6e x-openstack-request-id: req-a4bc5d90-9ea4-4bec-ae7f-f4b8526c7e6e {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:13:18.164847 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e894d58-74b7-4fb8-b014-4c3d28a9cf85", "name": "network-vif-plugged", "status": "completed", "tag": "d90edeaa-faf1-4c3d-bd90-651523aa90e9", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:13:18.165107 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a4bc5d90-9ea4-4bec-ae7f-f4b8526c7e6e {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:13:18.165531 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e894d58-74b7-4fb8-b014-4c3d28a9cf85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90edeaa-faf1-4c3d-bd90-651523aa90e9', 'code': 200} Feb 08 22:13:18.196014 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=d90edeaa-faf1-4c3d-bd90-651523aa90e9,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:13:18.278720 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bc78a-40bf-4b90-82d1-2256453a0442 req-fcb6a7da-ebd2-478b-9a2e-8a682a4c5503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:18.280188 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b0bc78a-40bf-4b90-82d1-2256453a0442 req-fcb6a7da-ebd2-478b-9a2e-8a682a4c5503 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 1129 time: 0.0584958 Feb 08 22:13:18.334137 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b0bc78a-40bf-4b90-82d1-2256453a0442 req-c3d81ca6-a9c9-4769-a00b-fb983c09f11f service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473876 Feb 08 22:13:19.055722 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee29472-aba8-4fa7-854a-8233127008bb req-2e51cdeb-d03b-44a4-807e-b6dfc030b82d tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:19.057617 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bee29472-aba8-4fa7-854a-8233127008bb req-2e51cdeb-d03b-44a4-807e-b6dfc030b82d tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0725446 Feb 08 22:13:19.112502 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bee29472-aba8-4fa7-854a-8233127008bb req-7389cb95-8963-4079-bd8c-2ee9f734de66 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480282 Feb 08 22:13:20.266562 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a5923-e499-42bc-9ee1-d3a1d6af9253 req-c5df53c9-66ef-4d3f-936b-75c191add613 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:20.268192 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d92a5923-e499-42bc-9ee1-d3a1d6af9253 req-c5df53c9-66ef-4d3f-936b-75c191add613 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0794311 Feb 08 22:13:20.322435 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d92a5923-e499-42bc-9ee1-d3a1d6af9253 req-278d7414-6266-49a8-9047-6c232baf5deb tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483036 Feb 08 22:13:20.447208 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5a48a-c111-40c1-85fe-bfe065298d66 req-f26e5bdd-6fc3-484b-a4dc-75241e06ad80 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:20.449732 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7cb5a48a-c111-40c1-85fe-bfe065298d66 req-f26e5bdd-6fc3-484b-a4dc-75241e06ad80 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0558472 Feb 08 22:13:20.505318 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7cb5a48a-c111-40c1-85fe-bfe065298d66 req-cc2caf67-1d43-493e-a2a6-c52ded1f0d26 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497341 Feb 08 22:13:20.750488 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12700333-5303-4200-a563-9d464074772c req-56d49084-b69a-42ab-ad0c-09c6a72fd826 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:20.752138 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-12700333-5303-4200-a563-9d464074772c req-56d49084-b69a-42ab-ad0c-09c6a72fd826 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0698755 Feb 08 22:13:20.806257 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-12700333-5303-4200-a563-9d464074772c req-8c9b8f89-c488-424d-a340-fac1e83b95a6 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471165 Feb 08 22:13:20.936984 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3c8dc-01b3-469f-a162-00be78fecfd6 req-c1d9eae4-2169-4020-a9da-4a413c5395e3 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:20.938498 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14c3c8dc-01b3-469f-a162-00be78fecfd6 req-c1d9eae4-2169-4020-a9da-4a413c5395e3 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0592453 Feb 08 22:13:20.995504 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14c3c8dc-01b3-469f-a162-00be78fecfd6 req-7cc551a2-858f-4f34-8ecc-373233c93c1b tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512090 Feb 08 22:13:21.273899 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-b261941b-72ca-42d9-b76e-6ba49d0bd711 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0594819 Feb 08 22:13:21.305094 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26228062-9e7d-4398-bb75-225c39ff3253 req-1903d816-c8fc-4fd9-8b19-b102298f5a1d tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:21.306846 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-26228062-9e7d-4398-bb75-225c39ff3253 req-1903d816-c8fc-4fd9-8b19-b102298f5a1d tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0750055 Feb 08 22:13:21.364857 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-26228062-9e7d-4398-bb75-225c39ff3253 req-41c84d0f-0edd-487c-ba7d-b6772053eb67 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495911 Feb 08 22:13:22.538064 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe30b06-1394-48f3-b0f9-56ebee87d613 req-caba4192-3ba5-4342-9b95-032bb1c2027f tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:22.539646 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ebe30b06-1394-48f3-b0f9-56ebee87d613 req-caba4192-3ba5-4342-9b95-032bb1c2027f tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0897036 Feb 08 22:13:22.546542 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-ef117467-702a-4e84-839c-d0349cd4f7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:22.548042 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-ef117467-702a-4e84-839c-d0349cd4f7e8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=efb33425a2204ea79a2acc6f333251c9&device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 1129 time: 0.0849252 Feb 08 22:13:22.654641 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ebe30b06-1394-48f3-b0f9-56ebee87d613 req-227eff2c-6964-4d52-af71-802ddf941eed tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054428 Feb 08 22:13:22.684462 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-636ba725-3cbb-4130-ba88-2e444fed3c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:22.686016 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-636ba725-3cbb-4130-ba88-2e444fed3c0f service neutron] 10.222.0.96 "GET /v2.0/networks?id=77ccaca8-bae6-49ac-a6b0-475daf88ca98 HTTP/1.1" status: 200 len: 914 time: 0.1309478 Feb 08 22:13:22.730477 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-717297ba-9cfa-46d8-85b1-678fdfbc0d5c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d90edeaa-faf1-4c3d-bd90-651523aa90e9 HTTP/1.1" status: 200 len: 217 time: 0.0373909 Feb 08 22:13:22.786103 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-7374f8d5-6e3f-4130-87df-3c5e48b39510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:22.787627 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-7374f8d5-6e3f-4130-87df-3c5e48b39510 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8d236851-aa49-414c-916d-800aece4704c HTTP/1.1" status: 200 len: 853 time: 0.0525284 Feb 08 22:13:22.826377 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-ff27b6ac-9acd-45ba-b2e2-a87a8a83502e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=77ccaca8-bae6-49ac-a6b0-475daf88ca98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334239 Feb 08 22:13:22.942463 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-40de6073-023e-4fb7-95ca-66ea4c3cfb6b service neutron] 10.222.0.96 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103106 Feb 08 22:13:23.069204 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-43236456-dae3-48ad-96e6-b0635fc9b527 service neutron] 10.222.0.96 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207662 Feb 08 22:13:23.197213 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2d4c0-3512-4d53-b824-96cef2f228ae req-f3b0c389-3043-49f3-82ac-f72f4534a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:23.199297 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-edb2d4c0-3512-4d53-b824-96cef2f228ae req-f3b0c389-3043-49f3-82ac-f72f4534a1a9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=efb33425a2204ea79a2acc6f333251c9&device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 1129 time: 0.0554085 Feb 08 22:13:23.322964 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2d4c0-3512-4d53-b824-96cef2f228ae req-8c45a5bf-030f-4ea0-9063-a23d6430db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:23.325773 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-edb2d4c0-3512-4d53-b824-96cef2f228ae req-8c45a5bf-030f-4ea0-9063-a23d6430db38 service neutron] 10.222.0.96 "GET /v2.0/networks?id=77ccaca8-bae6-49ac-a6b0-475daf88ca98 HTTP/1.1" status: 200 len: 914 time: 0.0991294 Feb 08 22:13:23.369651 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-edb2d4c0-3512-4d53-b824-96cef2f228ae req-8700a99e-d535-4bdf-9f3d-a1a93f30865a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d90edeaa-faf1-4c3d-bd90-651523aa90e9 HTTP/1.1" status: 200 len: 217 time: 0.0388014 Feb 08 22:13:23.420257 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2d4c0-3512-4d53-b824-96cef2f228ae req-e06221d6-93eb-4876-8e80-38fdc65ad524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:23.421872 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-edb2d4c0-3512-4d53-b824-96cef2f228ae req-e06221d6-93eb-4876-8e80-38fdc65ad524 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8d236851-aa49-414c-916d-800aece4704c HTTP/1.1" status: 200 len: 853 time: 0.0469816 Feb 08 22:13:23.460267 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-edb2d4c0-3512-4d53-b824-96cef2f228ae req-1d66e92f-d913-4a9f-b707-a4a58e6f8a7f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=77ccaca8-bae6-49ac-a6b0-475daf88ca98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320735 Feb 08 22:13:23.562963 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-edb2d4c0-3512-4d53-b824-96cef2f228ae req-06b7fe73-9057-46d2-abce-a13b8ff2cfbd service neutron] 10.222.0.96 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973916 Feb 08 22:13:23.672987 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-edb2d4c0-3512-4d53-b824-96cef2f228ae req-4b083010-432e-440f-9dce-425d64aff7fe service neutron] 10.222.0.96 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046159 Feb 08 22:13:23.812225 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0870f20-e563-4313-bf2f-c6209370fced req-c619ae36-e9b6-44e1-80ef-1169762b1e0a tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:23.813765 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0870f20-e563-4313-bf2f-c6209370fced req-c619ae36-e9b6-44e1-80ef-1169762b1e0a tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0691962 Feb 08 22:13:23.867825 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0870f20-e563-4313-bf2f-c6209370fced req-543915dd-209d-43b8-8dff-f09320faae27 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468304 Feb 08 22:13:24.281552 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-16d2e6a5-9819-4c80-b51e-4f597677f72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:25.005852 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12259a29-d193-48d4-816f-1a387e2e81d5 req-e083e222-84b9-4779-b4dc-286146130bc8 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:25.007459 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-12259a29-d193-48d4-816f-1a387e2e81d5 req-e083e222-84b9-4779-b4dc-286146130bc8 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0668347 Feb 08 22:13:25.064676 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-12259a29-d193-48d4-816f-1a387e2e81d5 req-e81830a3-b87c-4c9f-a635-3f52b5f6a315 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510554 Feb 08 22:13:26.197677 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105aa4b-27b7-48ac-acbb-7eb4a2e54b69 req-763c1ada-d2fb-427b-b19e-82587a4f0b12 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:26.199245 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0105aa4b-27b7-48ac-acbb-7eb4a2e54b69 req-763c1ada-d2fb-427b-b19e-82587a4f0b12 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0594127 Feb 08 22:13:26.252066 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0105aa4b-27b7-48ac-acbb-7eb4a2e54b69 req-8156d262-4b71-4f4e-b63f-a1795ecfae11 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443020 Feb 08 22:13:27.391255 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece70e4-4267-43ae-bb16-75a01afaf2a6 req-65e9d7d1-e497-4c4a-b761-c226c83e47c0 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:27.392818 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eece70e4-4267-43ae-bb16-75a01afaf2a6 req-65e9d7d1-e497-4c4a-b761-c226c83e47c0 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0628929 Feb 08 22:13:27.447740 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eece70e4-4267-43ae-bb16-75a01afaf2a6 req-061dd3c2-4d0f-4bd9-9d5e-867004254725 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462246 Feb 08 22:13:27.575102 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7034a5d8-9409-47fd-8a01-7e73517b0e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:28.572252 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74efb7-0d4f-46f7-ab7b-616eb8f2390f req-0cf006f6-126a-483b-aef9-5b6d1257bdfd tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:28.574474 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e74efb7-0d4f-46f7-ab7b-616eb8f2390f req-0cf006f6-126a-483b-aef9-5b6d1257bdfd tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0556545 Feb 08 22:13:28.638839 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e74efb7-0d4f-46f7-ab7b-616eb8f2390f req-55d85633-ec22-4a09-ac46-3492fe2dae58 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583563 Feb 08 22:13:29.408500 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:29.773043 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794bb838-2de4-4de6-9883-1fa31486a204 req-0141cf19-1a0e-4c22-9f54-e4f65371a262 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:29.774683 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-794bb838-2de4-4de6-9883-1fa31486a204 req-0141cf19-1a0e-4c22-9f54-e4f65371a262 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0586762 Feb 08 22:13:29.831919 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-794bb838-2de4-4de6-9883-1fa31486a204 req-2ef180b0-725d-4e67-85a8-a6a1f5bc724c tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504932 Feb 08 22:13:30.960277 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a5d50-589d-4589-92a4-9350e6201d1a req-3891f2f4-b06a-4128-84cd-77044a654744 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:30.961813 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da5a5d50-589d-4589-92a4-9350e6201d1a req-3891f2f4-b06a-4128-84cd-77044a654744 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0534644 Feb 08 22:13:31.020573 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da5a5d50-589d-4589-92a4-9350e6201d1a req-6e0b16bd-c2a0-4522-8e30-2d1f49c101e4 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525029 Feb 08 22:13:31.499472 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:31.715521 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:32.162384 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed095b9-e168-489a-809a-398e84c25a47 req-86a56726-7b1f-449f-816f-211c3c09ef33 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:32.163932 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ed095b9-e168-489a-809a-398e84c25a47 req-86a56726-7b1f-449f-816f-211c3c09ef33 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0688453 Feb 08 22:13:32.213866 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ed095b9-e168-489a-809a-398e84c25a47 req-de057b6a-ef5b-4741-8ff4-04c3f5a2b71a tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435634 Feb 08 22:13:33.338764 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d8c19-721c-44a9-a696-055d80f4f4f9 req-64b1c52a-31a4-477b-8942-a8867d611fc6 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:33.340310 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-833d8c19-721c-44a9-a696-055d80f4f4f9 req-64b1c52a-31a4-477b-8942-a8867d611fc6 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0565724 Feb 08 22:13:33.389734 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-833d8c19-721c-44a9-a696-055d80f4f4f9 req-e990ded0-bae6-4971-abef-4e22d8ebc1be tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438013 Feb 08 22:13:34.520895 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ba154-b2ef-42c2-9fa5-9c5f62be4f4b req-e1808f72-1082-46b9-95b6-e3dace39a1b9 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:34.522584 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-738ba154-b2ef-42c2-9fa5-9c5f62be4f4b req-e1808f72-1082-46b9-95b6-e3dace39a1b9 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0556936 Feb 08 22:13:34.578145 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-738ba154-b2ef-42c2-9fa5-9c5f62be4f4b req-ab55247c-aab2-4e6c-8853-82629454f29d tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491495 Feb 08 22:13:35.719987 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffca34-4e4b-4467-99ab-700a9c7a21e3 req-0354583b-3bc8-454b-bb78-a15449b763bd tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:35.721740 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-faffca34-4e4b-4467-99ab-700a9c7a21e3 req-0354583b-3bc8-454b-bb78-a15449b763bd tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0626986 Feb 08 22:13:35.780626 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-faffca34-4e4b-4467-99ab-700a9c7a21e3 req-46375988-f44a-4779-ac73-f995b3479fe9 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520132 Feb 08 22:13:36.880539 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:36.906978 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35367168-81c9-407c-ac28-f2a5228765b3 req-5792aba9-a32c-4fea-8380-c9e359734a53 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:36.908474 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-35367168-81c9-407c-ac28-f2a5228765b3 req-5792aba9-a32c-4fea-8380-c9e359734a53 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0568514 Feb 08 22:13:36.957367 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-35367168-81c9-407c-ac28-f2a5228765b3 req-d9c10cfd-efbb-4750-b17a-8a2e2e5911ea tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413394 Feb 08 22:13:37.070182 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:38.089844 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92821d1-8039-4ec7-a18c-a9b2d10d498a req-33fbc87c-f817-44d7-94f9-9971c8c2dec0 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:38.091440 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a92821d1-8039-4ec7-a18c-a9b2d10d498a req-33fbc87c-f817-44d7-94f9-9971c8c2dec0 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0625384 Feb 08 22:13:38.141249 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a92821d1-8039-4ec7-a18c-a9b2d10d498a req-421c12dd-8e3b-4467-b571-e423366c364c tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441136 Feb 08 22:13:39.264772 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61100912-34c6-466a-b628-b643e571c9bb req-a6f6a17c-e7dc-43e1-ae7d-d33c66d0fb72 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:39.266334 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61100912-34c6-466a-b628-b643e571c9bb req-a6f6a17c-e7dc-43e1-ae7d-d33c66d0fb72 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0560141 Feb 08 22:13:39.323972 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61100912-34c6-466a-b628-b643e571c9bb req-2fc72148-255d-45d8-973e-b8a01c9b7521 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512300 Feb 08 22:13:40.456136 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c970f9-7085-47ca-866b-4644a9c7e730 req-2b868fc8-fb31-4b03-b13b-e11980cf5a3b tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:40.457649 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0c970f9-7085-47ca-866b-4644a9c7e730 req-2b868fc8-fb31-4b03-b13b-e11980cf5a3b tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0581634 Feb 08 22:13:40.508760 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0c970f9-7085-47ca-866b-4644a9c7e730 req-3d42f8fd-605c-4e2b-ab1e-c54a7d63488f tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438759 Feb 08 22:13:41.638516 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1437106-313e-4b26-89e6-917456c6e164 req-95063e46-3ce9-4eeb-8f01-a0760d4f92e8 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:41.640067 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1437106-313e-4b26-89e6-917456c6e164 req-95063e46-3ce9-4eeb-8f01-a0760d4f92e8 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0562735 Feb 08 22:13:41.694887 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f1437106-313e-4b26-89e6-917456c6e164 req-67ea9f93-03fa-472d-b281-d3b8847a4ee0 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490665 Feb 08 22:13:42.828586 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a2f05-4fbe-40a7-97bb-678d0c9cd31e req-bc99e3fb-21a1-4b51-9e7e-c2bec36430fd tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:42.829310 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:13:42.830203 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-556a2f05-4fbe-40a7-97bb-678d0c9cd31e req-bc99e3fb-21a1-4b51-9e7e-c2bec36430fd tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0626862 Feb 08 22:13:42.884526 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-556a2f05-4fbe-40a7-97bb-678d0c9cd31e req-c8ca36b3-11ba-4ae2-b3ca-2831c844dd89 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486603 Feb 08 22:13:44.012901 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ddb8b-fa8b-49b4-956b-ccd9d7fcf205 req-6adb60fa-7f52-4215-8b85-41429e425251 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:44.014182 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-139ddb8b-fa8b-49b4-956b-ccd9d7fcf205 req-6adb60fa-7f52-4215-8b85-41429e425251 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0550594 Feb 08 22:13:44.066964 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-139ddb8b-fa8b-49b4-956b-ccd9d7fcf205 req-37b04de5-8a01-423f-aaa7-19d416391ea7 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470488 Feb 08 22:13:45.208920 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e0760-e7e6-420b-b4b9-c7ab01bc8862 req-9bd88ec9-5d15-471f-82f6-d417e29de084 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:45.210534 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd4e0760-e7e6-420b-b4b9-c7ab01bc8862 req-9bd88ec9-5d15-471f-82f6-d417e29de084 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0598488 Feb 08 22:13:45.262194 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd4e0760-e7e6-420b-b4b9-c7ab01bc8862 req-00157b83-3789-4530-839e-73a1219ba22e tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455508 Feb 08 22:13:46.412767 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17670045-4b46-4cc7-b68d-d79c1d1bc4da req-9b87ed38-6b26-4223-9d8b-3060195b0b65 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:46.414378 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17670045-4b46-4cc7-b68d-d79c1d1bc4da req-9b87ed38-6b26-4223-9d8b-3060195b0b65 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0834980 Feb 08 22:13:46.465783 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17670045-4b46-4cc7-b68d-d79c1d1bc4da req-4a2569de-6a58-4491-aef4-63014e36cb68 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457385 Feb 08 22:13:47.603411 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d8d7b-8b90-4940-9a84-d36068d247fa req-765cf32a-1d96-4b2f-a048-f999f807b8b3 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:47.605009 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-042d8d7b-8b90-4940-9a84-d36068d247fa req-765cf32a-1d96-4b2f-a048-f999f807b8b3 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0656185 Feb 08 22:13:47.662907 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-042d8d7b-8b90-4940-9a84-d36068d247fa req-e154d854-1a07-4c0c-8d65-f2119c69b4a9 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515065 Feb 08 22:13:48.788920 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b648d-baa8-414e-84a0-da36012c2268 req-8aa18c3b-25b2-439e-9f30-7ef2f7029407 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:48.790476 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-458b648d-baa8-414e-84a0-da36012c2268 req-8aa18c3b-25b2-439e-9f30-7ef2f7029407 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0539365 Feb 08 22:13:48.844912 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-458b648d-baa8-414e-84a0-da36012c2268 req-3f6237d7-4533-4de7-8002-5f61c3206d48 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476043 Feb 08 22:13:49.976553 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f10535-adfa-4f05-a2c7-4d1108610301 req-5f4aee42-3234-4e41-8e3a-25a406fd63e3 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:49.978018 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b6f10535-adfa-4f05-a2c7-4d1108610301 req-5f4aee42-3234-4e41-8e3a-25a406fd63e3 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0552249 Feb 08 22:13:50.028806 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b6f10535-adfa-4f05-a2c7-4d1108610301 req-1045f65b-58c9-41b7-8a4f-6e1c0186350c tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437887 Feb 08 22:13:50.115056 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-6cbcd7af-d2ca-4c0b-97b5-735735566ef5 service neutron] show failed (client error): The resource could not be found. Feb 08 22:13:50.116277 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-6cbcd7af-d2ca-4c0b-97b5-735735566ef5 service neutron] 10.222.0.96 "GET /v2.0/ports/d90edeaa-faf1-4c3d-bd90-651523aa90e9/bindings/n-h1-712143-31 HTTP/1.1" status: 404 len: 381 time: 0.0708516 Feb 08 22:13:50.326328 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-4d1aa47c-d009-45c0-9e1a-6c7e1331e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:50.327688 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-4d1aa47c-d009-45c0-9e1a-6c7e1331e933 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85&tenant_id=efb33425a2204ea79a2acc6f333251c9 HTTP/1.1" status: 200 len: 1129 time: 0.0496211 Feb 08 22:13:50.338995 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-b3cc8006-57cc-4017-98d1-b197b2d63c2e service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 22:13:50.340046 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-b3cc8006-57cc-4017-98d1-b197b2d63c2e service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067663 Feb 08 22:13:50.350546 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-31', 'device_owner': 'compute:nova'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:13:50.418518 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d90edeaa-faf1-4c3d-bd90-651523aa90e9), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:50.642720 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] For port d90edeaa-faf1-4c3d-bd90-651523aa90e9, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=d90edeaa-faf1-4c3d-bd90-651523aa90e9,segment=NetworkSegment(ab0975b0-84bf-4a30-a02d-55d87ca38032),segment_id=ab0975b0-84bf-4a30-a02d-55d87ca38032)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:13:50.679006 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] For port d90edeaa-faf1-4c3d-bd90-651523aa90e9, host n-h2-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:13:50.723209 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e894d58-74b7-4fb8-b014-4c3d28a9cf85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd90edeaa-faf1-4c3d-bd90-651523aa90e9'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:13:50.725628 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1802cce71311667749108c4770a25da94a97ab17bab80bd33ee27ebae59f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da233d41-7028-4d24-8e87-2c1a8ae82a18" -d '{"events": [{"server_uuid": "5e894d58-74b7-4fb8-b014-4c3d28a9cf85", "name": "network-vif-unplugged", "status": "completed", "tag": "d90edeaa-faf1-4c3d-bd90-651523aa90e9"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:13:50.729951 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Publish callbacks [] for port (d90edeaa-faf1-4c3d-bd90-651523aa90e9), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:50.746108 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Transition to ACTIVE for port object d90edeaa-faf1-4c3d-bd90-651523aa90e9 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:13:50.758016 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (d90edeaa-faf1-4c3d-bd90-651523aa90e9), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:50.795328 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 22:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9edfb6-9727-42c5-a110-9676ad6c91fa x-openstack-request-id: req-fd9edfb6-9727-42c5-a110-9676ad6c91fa {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:13:50.795630 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e894d58-74b7-4fb8-b014-4c3d28a9cf85", "name": "network-vif-unplugged", "status": "completed", "tag": "d90edeaa-faf1-4c3d-bd90-651523aa90e9", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:13:50.795886 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fd9edfb6-9727-42c5-a110-9676ad6c91fa {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:13:50.796285 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e894d58-74b7-4fb8-b014-4c3d28a9cf85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd90edeaa-faf1-4c3d-bd90-651523aa90e9', 'code': 200} Feb 08 22:13:50.837134 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] No DVR routers for this DVR port d90edeaa-faf1-4c3d-bd90-651523aa90e9 on host n-h2-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:13:50.842637 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d90edeaa-faf1-4c3d-bd90-651523aa90e9,revision_number=6']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:13:50.858406 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:13:50.858406 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:13:50.858406 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:13:50.858846 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:13:50.859055 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:13:50.859384 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:13:50.859704 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:13:50.860025 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:13:50.860345 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:13:50.860662 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:13:50.860980 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:13:50.861391 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:13:50.861642 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:13:50.895671 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Attempting to bind port d90edeaa-faf1-4c3d-bd90-651523aa90e9 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:13:50.895936 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Attempting to bind port d90edeaa-faf1-4c3d-bd90-651523aa90e9 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'ab0975b0-84bf-4a30-a02d-55d87ca38032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '77ccaca8-bae6-49ac-a6b0-475daf88ca98'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:13:50.896392 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Attempting to bind port d90edeaa-faf1-4c3d-bd90-651523aa90e9 on network 77ccaca8-bae6-49ac-a6b0-475daf88ca98 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:13:50.905814 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Port d90edeaa-faf1-4c3d-bd90-651523aa90e9 on network 77ccaca8-bae6-49ac-a6b0-475daf88ca98 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:13:50.906292 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Attempting to bind port d90edeaa-faf1-4c3d-bd90-651523aa90e9 on network 77ccaca8-bae6-49ac-a6b0-475daf88ca98 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:13:50.915348 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:13:50.915908 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Checking segment: {'id': 'ab0975b0-84bf-4a30-a02d-55d87ca38032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '77ccaca8-bae6-49ac-a6b0-475daf88ca98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:13:50.916489 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Bound using segment: {'id': 'ab0975b0-84bf-4a30-a02d-55d87ca38032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '77ccaca8-bae6-49ac-a6b0-475daf88ca98'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:13:50.917287 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Bound port: d90edeaa-faf1-4c3d-bd90-651523aa90e9, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0975b0-84bf-4a30-a02d-55d87ca38032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '77ccaca8-bae6-49ac-a6b0-475daf88ca98'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:13:50.917871 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d90edeaa-faf1-4c3d-bd90-651523aa90e9), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:51.016964 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] For port d90edeaa-faf1-4c3d-bd90-651523aa90e9, host n-h1-712143-31, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:13:51.020284 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] For port d90edeaa-faf1-4c3d-bd90-651523aa90e9, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d90edeaa-faf1-4c3d-bd90-651523aa90e9,segment=NetworkSegment(ab0975b0-84bf-4a30-a02d-55d87ca38032),segment_id=ab0975b0-84bf-4a30-a02d-55d87ca38032)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:13:51.027800 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (d90edeaa-faf1-4c3d-bd90-651523aa90e9), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:51.067406 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:51.068149 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:51.069607 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] 10.222.0.94 "PUT /v2.0/ports/d90edeaa-faf1-4c3d-bd90-651523aa90e9 HTTP/1.1" status: 200 len: 1093 time: 0.7230179 Feb 08 22:13:51.098693 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c013071-e12e-41ae-82d9-da73805de2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d90edeaa-faf1-4c3d-bd90-651523aa90e9,revision_number=7']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:13:51.152945 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-7282f306-1e95-4c0d-9bfc-38ee4bdc434b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:51.154887 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-7282f306-1e95-4c0d-9bfc-38ee4bdc434b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=efb33425a2204ea79a2acc6f333251c9&device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 1127 time: 0.0532811 Feb 08 22:13:51.199816 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b095f2c-804e-4422-b338-85aef78b509d req-7d13679a-479b-45e7-8564-6b4a6b71a664 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:51.202473 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b095f2c-804e-4422-b338-85aef78b509d req-7d13679a-479b-45e7-8564-6b4a6b71a664 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 944 time: 0.0723474 Feb 08 22:13:51.255666 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-3308359f-a0a3-4c45-b244-103fdef34fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:51.256272 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b095f2c-804e-4422-b338-85aef78b509d req-f0a5e59a-1f11-4c85-8f27-1d886ba5be70 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484331 Feb 08 22:13:51.257394 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-3308359f-a0a3-4c45-b244-103fdef34fe7 service neutron] 10.222.0.94 "GET /v2.0/networks?id=77ccaca8-bae6-49ac-a6b0-475daf88ca98 HTTP/1.1" status: 200 len: 914 time: 0.0963824 Feb 08 22:13:51.304781 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-b6f03d5c-cba4-457a-b45c-8ed912cc09a2 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d90edeaa-faf1-4c3d-bd90-651523aa90e9 HTTP/1.1" status: 200 len: 217 time: 0.0411079 Feb 08 22:13:51.357621 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-4901fe54-80d8-4f18-ae3e-6cb838bce859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:51.359014 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-4901fe54-80d8-4f18-ae3e-6cb838bce859 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8d236851-aa49-414c-916d-800aece4704c HTTP/1.1" status: 200 len: 853 time: 0.0488703 Feb 08 22:13:51.391255 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-ffaf1510-59cd-4dad-8d9c-a4819b06fd2a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=77ccaca8-bae6-49ac-a6b0-475daf88ca98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268002 Feb 08 22:13:51.504893 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-9dfec1f9-4d9d-4d18-9737-40f7bcdb9094 service neutron] 10.222.0.94 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068208 Feb 08 22:13:51.617177 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-846dc2e8-dd10-4599-9ceb-dbaac20f1e26 req-86477509-8e8f-4729-bf2b-defe224068c8 service neutron] 10.222.0.94 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069520 Feb 08 22:13:52.396121 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919875dd-8021-4e43-bd75-8fda0d194f29 req-a5afaf03-30a2-49f2-a42b-1718db7acd78 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:52.397713 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-919875dd-8021-4e43-bd75-8fda0d194f29 req-a5afaf03-30a2-49f2-a42b-1718db7acd78 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 944 time: 0.0590184 Feb 08 22:13:52.457928 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-919875dd-8021-4e43-bd75-8fda0d194f29 req-11a0722d-61f1-4c7d-85dd-d9bb32d50ce3 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529392 Feb 08 22:13:52.798053 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e894d58-74b7-4fb8-b014-4c3d28a9cf85', 'tag': 'd90edeaa-faf1-4c3d-bd90-651523aa90e9'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:13:52.800468 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1802cce71311667749108c4770a25da94a97ab17bab80bd33ee27ebae59f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae078dec-d3ca-4b18-8350-57667cd6a960" -d '{"events": [{"name": "network-changed", "server_uuid": "5e894d58-74b7-4fb8-b014-4c3d28a9cf85", "tag": "d90edeaa-faf1-4c3d-bd90-651523aa90e9"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:13:52.853764 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603b617b-b08b-47f8-a015-44952ce2b01a x-openstack-request-id: req-603b617b-b08b-47f8-a015-44952ce2b01a {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:13:52.854252 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e894d58-74b7-4fb8-b014-4c3d28a9cf85", "tag": "d90edeaa-faf1-4c3d-bd90-651523aa90e9", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:13:52.854682 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-603b617b-b08b-47f8-a015-44952ce2b01a {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:13:52.854800 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e894d58-74b7-4fb8-b014-4c3d28a9cf85', 'tag': 'd90edeaa-faf1-4c3d-bd90-651523aa90e9', 'status': 'completed', 'code': 200} Feb 08 22:13:52.926094 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae078dec-d3ca-4b18-8350-57667cd6a960 req-c98ecdcd-18df-4b73-a1ba-4948441ebe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:52.927879 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ae078dec-d3ca-4b18-8350-57667cd6a960 req-c98ecdcd-18df-4b73-a1ba-4948441ebe10 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=efb33425a2204ea79a2acc6f333251c9&device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 1127 time: 0.0521560 Feb 08 22:13:52.932022 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae078dec-d3ca-4b18-8350-57667cd6a960 req-fd17032d-281b-428d-814e-06e6b57ee8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:52.934327 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ae078dec-d3ca-4b18-8350-57667cd6a960 req-fd17032d-281b-428d-814e-06e6b57ee8f6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=efb33425a2204ea79a2acc6f333251c9&device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 1127 time: 0.0560055 Feb 08 22:13:53.041078 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae078dec-d3ca-4b18-8350-57667cd6a960 req-8c15fb87-761d-4d0f-b8e1-2241518f8899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:53.042889 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ae078dec-d3ca-4b18-8350-57667cd6a960 req-8c15fb87-761d-4d0f-b8e1-2241518f8899 service neutron] 10.222.0.96 "GET /v2.0/networks?id=77ccaca8-bae6-49ac-a6b0-475daf88ca98 HTTP/1.1" status: 200 len: 914 time: 0.1087713 Feb 08 22:13:53.044963 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae078dec-d3ca-4b18-8350-57667cd6a960 req-f7a466a9-13b8-4579-923b-2448e7312358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:53.047289 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ae078dec-d3ca-4b18-8350-57667cd6a960 req-f7a466a9-13b8-4579-923b-2448e7312358 service neutron] 10.222.0.94 "GET /v2.0/networks?id=77ccaca8-bae6-49ac-a6b0-475daf88ca98 HTTP/1.1" status: 200 len: 914 time: 0.1069293 Feb 08 22:13:53.090140 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ae078dec-d3ca-4b18-8350-57667cd6a960 req-eb9baab8-b1eb-4e02-821e-069df873195b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d90edeaa-faf1-4c3d-bd90-651523aa90e9 HTTP/1.1" status: 200 len: 217 time: 0.0409527 Feb 08 22:13:53.093772 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ae078dec-d3ca-4b18-8350-57667cd6a960 req-920400ab-22f0-4d71-9e61-8c27e6ca6a6b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d90edeaa-faf1-4c3d-bd90-651523aa90e9 HTTP/1.1" status: 200 len: 217 time: 0.0406401 Feb 08 22:13:53.157198 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae078dec-d3ca-4b18-8350-57667cd6a960 req-4b4c0f90-5779-42eb-9ddb-b220363c9d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:53.159107 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ae078dec-d3ca-4b18-8350-57667cd6a960 req-4b4c0f90-5779-42eb-9ddb-b220363c9d93 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8d236851-aa49-414c-916d-800aece4704c HTTP/1.1" status: 200 len: 853 time: 0.0590231 Feb 08 22:13:53.160624 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae078dec-d3ca-4b18-8350-57667cd6a960 req-ba22b8e6-90ff-48b2-8d95-e767e7312b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:53.162168 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ae078dec-d3ca-4b18-8350-57667cd6a960 req-ba22b8e6-90ff-48b2-8d95-e767e7312b1d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8d236851-aa49-414c-916d-800aece4704c HTTP/1.1" status: 200 len: 853 time: 0.0668483 Feb 08 22:13:53.194513 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ae078dec-d3ca-4b18-8350-57667cd6a960 req-de8a0d17-01db-4950-8623-4c853b504787 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=77ccaca8-bae6-49ac-a6b0-475daf88ca98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276799 Feb 08 22:13:53.198822 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ae078dec-d3ca-4b18-8350-57667cd6a960 req-21666541-dd07-47b7-8c6a-22b13866bbe2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=77ccaca8-bae6-49ac-a6b0-475daf88ca98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305493 Feb 08 22:13:53.289145 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ae078dec-d3ca-4b18-8350-57667cd6a960 req-7a7dc6b5-540a-469c-9ba9-7b8a1cd16c9e service neutron] 10.222.0.94 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890617 Feb 08 22:13:53.292489 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ae078dec-d3ca-4b18-8350-57667cd6a960 req-8a2f53f5-9e31-4ae7-a42c-db4a2916335b service neutron] 10.222.0.96 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887446 Feb 08 22:13:53.396432 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-ae078dec-d3ca-4b18-8350-57667cd6a960 req-6fdc4912-02c8-4c60-a077-9b412f22f479 service neutron] 10.222.0.94 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011417 Feb 08 22:13:53.396656 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ae078dec-d3ca-4b18-8350-57667cd6a960 req-b88477da-d794-49e9-bc0a-f816807068de service neutron] 10.222.0.96 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986619 Feb 08 22:13:53.607608 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7270f-db6b-469c-a6e5-71e9a7ee75fa req-be296b2c-8efe-4486-b6ab-cc00b151645e tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:53.609150 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c2f7270f-db6b-469c-a6e5-71e9a7ee75fa req-be296b2c-8efe-4486-b6ab-cc00b151645e tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 944 time: 0.0611844 Feb 08 22:13:53.673207 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c2f7270f-db6b-469c-a6e5-71e9a7ee75fa req-9d226df3-c2ce-4740-97e0-1ff071204695 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580025 Feb 08 22:13:54.138877 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device d90edeaa-faf1-4c3d-bd90-651523aa90e9 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:13:54.180408 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] The host n-h2-712143-31 is not matching for port d90edeaa-faf1-4c3d-bd90-651523aa90e9 host n-h1-712143-31! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 22:13:54.180766 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device d90edeaa-faf1-4c3d-bd90-651523aa90e9 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:13:54.275011 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e6e58bbf-2e6c-40e9-bb3c-eee6d56a1a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:54.820972 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1060e58-6c18-4c84-a22e-74299e07cd57 req-e4927811-efca-487a-b525-a3b6ab8d8d7f tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:54.822604 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c1060e58-6c18-4c84-a22e-74299e07cd57 req-e4927811-efca-487a-b525-a3b6ab8d8d7f tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 944 time: 0.0602541 Feb 08 22:13:54.882545 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c1060e58-6c18-4c84-a22e-74299e07cd57 req-f938dd07-bbf6-42ec-b3b3-7c62988d17d2 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524714 Feb 08 22:13:55.191554 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739804e0-5e9d-4574-b8c6-5fd3d293362a req-73d29f23-0a13-4b2a-a467-91b74458fb4a tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:55.193105 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-739804e0-5e9d-4574-b8c6-5fd3d293362a req-73d29f23-0a13-4b2a-a467-91b74458fb4a tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.96 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85&tenant_id=efb33425a2204ea79a2acc6f333251c9&binding%3Ahost_id=n-h1-712143-31 HTTP/1.1" status: 200 len: 944 time: 0.0988193 Feb 08 22:13:55.201591 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6ec76-9d3b-4b0e-a903-e50dff0ab285 req-840167e7-bab6-496a-9e3a-aea4af043d42 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:55.203094 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5cf6ec76-9d3b-4b0e-a903-e50dff0ab285 req-840167e7-bab6-496a-9e3a-aea4af043d42 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 944 time: 0.1075635 Feb 08 22:13:55.297179 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5cf6ec76-9d3b-4b0e-a903-e50dff0ab285 req-4797542b-a2e5-4e51-8f6c-3e5aadb6c389 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874984 Feb 08 22:13:55.299835 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-739804e0-5e9d-4574-b8c6-5fd3d293362a req-7f3a1fed-96f7-49b2-a9fc-a9632c186976 service neutron] delete failed (client error): The resource could not be found. Feb 08 22:13:55.301279 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-739804e0-5e9d-4574-b8c6-5fd3d293362a req-7f3a1fed-96f7-49b2-a9fc-a9632c186976 service neutron] 10.222.0.96 "DELETE /v2.0/ports/d90edeaa-faf1-4c3d-bd90-651523aa90e9/bindings/n-h2-712143-31 HTTP/1.1" status: 404 len: 381 time: 0.0969872 Feb 08 22:13:55.424412 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739804e0-5e9d-4574-b8c6-5fd3d293362a req-b39116fa-0a17-4495-b381-1cec2b8a5fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:55.426673 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-739804e0-5e9d-4574-b8c6-5fd3d293362a req-b39116fa-0a17-4495-b381-1cec2b8a5fa8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=efb33425a2204ea79a2acc6f333251c9&device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 1127 time: 0.0660746 Feb 08 22:13:55.521328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739804e0-5e9d-4574-b8c6-5fd3d293362a req-7f63a3f5-a826-4ff1-94d0-1ba922c535d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:55.524313 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-739804e0-5e9d-4574-b8c6-5fd3d293362a req-7f63a3f5-a826-4ff1-94d0-1ba922c535d7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=77ccaca8-bae6-49ac-a6b0-475daf88ca98 HTTP/1.1" status: 200 len: 914 time: 0.0903919 Feb 08 22:13:55.667444 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device d90edeaa-faf1-4c3d-bd90-651523aa90e9 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:13:55.814881 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port d90edeaa-faf1-4c3d-bd90-651523aa90e9, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d90edeaa-faf1-4c3d-bd90-651523aa90e9,segment=NetworkSegment(ab0975b0-84bf-4a30-a02d-55d87ca38032),segment_id=ab0975b0-84bf-4a30-a02d-55d87ca38032)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:13:55.832044 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'd90edeaa-faf1-4c3d-bd90-651523aa90e9', 'network_id': '77ccaca8-bae6-49ac-a6b0-475daf88ca98', 'port_id': 'd90edeaa-faf1-4c3d-bd90-651523aa90e9', 'mac_address': 'fa:16:3e:83:ae:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d236851-aa49-414c-916d-800aece4704c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:13:55.884289 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port d90edeaa-faf1-4c3d-bd90-651523aa90e9 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:13:55.884936 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d90edeaa-faf1-4c3d-bd90-651523aa90e9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:55.906057 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90edeaa-faf1-4c3d-bd90-651523aa90e9 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:13:55.934728 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port d90edeaa-faf1-4c3d-bd90-651523aa90e9, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d90edeaa-faf1-4c3d-bd90-651523aa90e9,segment=NetworkSegment(ab0975b0-84bf-4a30-a02d-55d87ca38032),segment_id=ab0975b0-84bf-4a30-a02d-55d87ca38032)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:13:55.940275 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d90edeaa-faf1-4c3d-bd90-651523aa90e9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:55.941280 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-739804e0-5e9d-4574-b8c6-5fd3d293362a req-f731a8ba-1b4b-4cd8-834f-db1ff3f3d186 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d90edeaa-faf1-4c3d-bd90-651523aa90e9 HTTP/1.1" status: 200 len: 217 time: 0.4112182 Feb 08 22:13:56.002857 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=d90edeaa-faf1-4c3d-bd90-651523aa90e9,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:13:56.020418 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739804e0-5e9d-4574-b8c6-5fd3d293362a req-158b0117-7171-4db7-a3ac-0e6ac809a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:56.022210 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-739804e0-5e9d-4574-b8c6-5fd3d293362a req-158b0117-7171-4db7-a3ac-0e6ac809a0be service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8d236851-aa49-414c-916d-800aece4704c HTTP/1.1" status: 200 len: 853 time: 0.0748873 Feb 08 22:13:56.058462 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-739804e0-5e9d-4574-b8c6-5fd3d293362a req-3578c0b7-71b7-45a6-8852-1647739d9f11 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=77ccaca8-bae6-49ac-a6b0-475daf88ca98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306230 Feb 08 22:13:56.162249 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-739804e0-5e9d-4574-b8c6-5fd3d293362a req-c6cbc850-888e-446d-b64a-46f483f24bc4 service neutron] 10.222.0.96 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984318 Feb 08 22:13:56.263551 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['d90edeaa-faf1-4c3d-bd90-651523aa90e9'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:13:56.264054 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-739804e0-5e9d-4574-b8c6-5fd3d293362a req-7ebcae2e-0d09-4c08-80bf-e3f59241a2ef service neutron] 10.222.0.96 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956678 Feb 08 22:13:56.473298 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a9593-2222-402c-841f-f9f8e7b1416d req-9f47236a-edff-4462-9b96-af26f4e69a08 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:56.474965 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b7a9593-2222-402c-841f-f9f8e7b1416d req-9f47236a-edff-4462-9b96-af26f4e69a08 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 945 time: 0.0607774 Feb 08 22:13:56.543913 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b7a9593-2222-402c-841f-f9f8e7b1416d req-a572647d-9deb-4dbe-a255-3d9086c531f5 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627010 Feb 08 22:13:57.581899 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c2b1a3d9-37e5-4d04-9dbe-25e09c97c952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:57.684638 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec69bb-e9c0-44b5-b11a-e807adaa59f9 req-74d7e396-4636-4197-8645-11b7b26400af tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:57.685524 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device d90edeaa-faf1-4c3d-bd90-651523aa90e9 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:13:57.686283 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29ec69bb-e9c0-44b5-b11a-e807adaa59f9 req-74d7e396-4636-4197-8645-11b7b26400af tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 945 time: 0.0633140 Feb 08 22:13:57.739896 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29ec69bb-e9c0-44b5-b11a-e807adaa59f9 req-8cbd3441-be04-46e9-a3cb-4cb4eec9f6c8 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470908 Feb 08 22:13:57.748922 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port d90edeaa-faf1-4c3d-bd90-651523aa90e9 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:13:57.753667 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port d90edeaa-faf1-4c3d-bd90-651523aa90e9 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:13:57.754174 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d90edeaa-faf1-4c3d-bd90-651523aa90e9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:57.843153 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port d90edeaa-faf1-4c3d-bd90-651523aa90e9 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:13:57.843438 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d90edeaa-faf1-4c3d-bd90-651523aa90e9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:57.871468 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e894d58-74b7-4fb8-b014-4c3d28a9cf85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90edeaa-faf1-4c3d-bd90-651523aa90e9'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:13:57.874235 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebc84a7-f576-4f88-a6e8-7bfbabf99e2c" -d '{"events": [{"server_uuid": "5e894d58-74b7-4fb8-b014-4c3d28a9cf85", "name": "network-vif-plugged", "status": "completed", "tag": "d90edeaa-faf1-4c3d-bd90-651523aa90e9"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:13:57.884567 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a968a-ec5d-4e6f-85af-12b9945f4b2b req-7dfd5576-22e5-4952-81d0-c5625290638d tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:57.886757 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef1a968a-ec5d-4e6f-85af-12b9945f4b2b req-7dfd5576-22e5-4952-81d0-c5625290638d tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 945 time: 0.0675559 Feb 08 22:13:57.892418 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port d90edeaa-faf1-4c3d-bd90-651523aa90e9, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d90edeaa-faf1-4c3d-bd90-651523aa90e9,segment=NetworkSegment(ab0975b0-84bf-4a30-a02d-55d87ca38032),segment_id=ab0975b0-84bf-4a30-a02d-55d87ca38032)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:13:57.899319 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d90edeaa-faf1-4c3d-bd90-651523aa90e9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:57.933278 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a164361-29a1-4181-a91e-ff82c5bc77e1 x-openstack-request-id: req-9a164361-29a1-4181-a91e-ff82c5bc77e1 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:13:57.933649 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e894d58-74b7-4fb8-b014-4c3d28a9cf85", "name": "network-vif-plugged", "status": "completed", "tag": "d90edeaa-faf1-4c3d-bd90-651523aa90e9", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:13:57.933977 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9a164361-29a1-4181-a91e-ff82c5bc77e1 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:13:57.934445 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e894d58-74b7-4fb8-b014-4c3d28a9cf85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90edeaa-faf1-4c3d-bd90-651523aa90e9', 'code': 200} Feb 08 22:13:57.950532 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef1a968a-ec5d-4e6f-85af-12b9945f4b2b req-86d206a3-5f1f-415c-9709-926490b2d2cf tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580456 Feb 08 22:13:57.962853 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=d90edeaa-faf1-4c3d-bd90-651523aa90e9,revision_number=9']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:13:58.101743 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121888fc-1c0f-429a-bbb5-532249e73afa req-ba6339a8-e93c-4415-8c3e-47ca54f46856 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:58.103198 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-121888fc-1c0f-429a-bbb5-532249e73afa req-ba6339a8-e93c-4415-8c3e-47ca54f46856 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0650470 Feb 08 22:13:58.155532 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-121888fc-1c0f-429a-bbb5-532249e73afa req-46af4700-d761-42c9-aadc-e08b0cdf31b2 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458069 Feb 08 22:13:58.535114 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-e5c640b4-955b-460c-8bf0-e00f3ec8020f tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:58.536604 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-e5c640b4-955b-460c-8bf0-e00f3ec8020f tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/networks?id=77ccaca8-bae6-49ac-a6b0-475daf88ca98 HTTP/1.1" status: 200 len: 813 time: 0.1046481 Feb 08 22:13:58.554180 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-a18633e6-1244-4e53-8482-df00610431ba tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/quotas/efb33425a2204ea79a2acc6f333251c9 HTTP/1.1" status: 200 len: 375 time: 0.0100427 Feb 08 22:13:58.617356 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-d5e81ac3-2fee-4bf7-9f99-c69ad477653d tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=efb33425a2204ea79a2acc6f333251c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0546885 Feb 08 22:13:58.714450 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-75248260-5059-4e45-bc7f-c9907ac0c1d7 service neutron] 10.222.0.88 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890610 Feb 08 22:13:58.817059 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-da63159a-d7bb-4617-99bf-6f5081015c98 service neutron] 10.222.0.88 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964634 Feb 08 22:13:59.009876 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6ee456b2-f891-45d6-b073-54dff6520ac5 req-9216792b-8a90-4719-9260-4edf409fb255 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 210 time: 0.0308876 Feb 08 22:13:59.410857 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:59.766276 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e982e-1737-4e0b-abc1-49d82362148b req-b309821e-ac83-412f-af17-1e953ba4bd93 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:13:59.767736 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8a1e982e-1737-4e0b-abc1-49d82362148b req-b309821e-ac83-412f-af17-1e953ba4bd93 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.94 "GET /v2.0/ports?device_id=5e894d58-74b7-4fb8-b014-4c3d28a9cf85 HTTP/1.1" status: 200 len: 946 time: 0.0592015 Feb 08 22:13:59.878863 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-8a1e982e-1737-4e0b-abc1-49d82362148b req-977fe917-6010-4301-8a51-ad4270cc857e tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Deleting port d90edeaa-faf1-4c3d-bd90-651523aa90e9 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:13:59.879498 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8a1e982e-1737-4e0b-abc1-49d82362148b req-977fe917-6010-4301-8a51-ad4270cc857e tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d90edeaa-faf1-4c3d-bd90-651523aa90e9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:13:59.931682 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.94', 60078) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:14:00.009693 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-8a1e982e-1737-4e0b-abc1-49d82362148b req-977fe917-6010-4301-8a51-ad4270cc857e tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] For port d90edeaa-faf1-4c3d-bd90-651523aa90e9, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d90edeaa-faf1-4c3d-bd90-651523aa90e9,segment=NetworkSegment(ab0975b0-84bf-4a30-a02d-55d87ca38032),segment_id=ab0975b0-84bf-4a30-a02d-55d87ca38032)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:14:00.011323 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8a1e982e-1737-4e0b-abc1-49d82362148b req-977fe917-6010-4301-8a51-ad4270cc857e tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d90edeaa-faf1-4c3d-bd90-651523aa90e9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:00.045147 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-8a1e982e-1737-4e0b-abc1-49d82362148b req-977fe917-6010-4301-8a51-ad4270cc857e tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Calling delete_port for d90edeaa-faf1-4c3d-bd90-651523aa90e9 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:14:00.084231 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-5e77b357-4764-49c6-abca-c431943a2560 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:00.086005 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-5e77b357-4764-49c6-abca-c431943a2560 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.94 "GET /v2.0/networks?id=77ccaca8-bae6-49ac-a6b0-475daf88ca98 HTTP/1.1" status: 200 len: 813 time: 0.1522448 Feb 08 22:14:00.100250 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-bb1dd2ea-87cb-4732-ae65-093d0c934ccc tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Request body: {'port': {'device_id': '31138156-e561-4377-b227-ec74352a1aea', 'network_id': '77ccaca8-bae6-49ac-a6b0-475daf88ca98', 'admin_state_up': True, 'tenant_id': 'efb33425a2204ea79a2acc6f333251c9'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:14:00.174401 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7eae1d0e-9e7b-40f3-9991-51e5d315b154 req-ac6aa2a5-65a0-4a2c-b2e6-9c3f949db59f tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 210 time: 0.0702355 Feb 08 22:14:00.209739 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8a1e982e-1737-4e0b-abc1-49d82362148b req-977fe917-6010-4301-8a51-ad4270cc857e tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (d90edeaa-faf1-4c3d-bd90-651523aa90e9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:00.225046 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['d90edeaa-faf1-4c3d-bd90-651523aa90e9'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:14:00.243518 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977fe917-6010-4301-8a51-ad4270cc857e tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Pushing event deleted for resources: {'Port': ['ID=d90edeaa-faf1-4c3d-bd90-651523aa90e9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:14:00.258576 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-bb1dd2ea-87cb-4732-ae65-093d0c934ccc tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Made reservation on behalf of efb33425a2204ea79a2acc6f333251c9 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:14:00.262133 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-bb1dd2ea-87cb-4732-ae65-093d0c934ccc tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:00.297886 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1e982e-1737-4e0b-abc1-49d82362148b req-977fe917-6010-4301-8a51-ad4270cc857e tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] No DVR routers for this DVR port d90edeaa-faf1-4c3d-bd90-651523aa90e9 on host n-h1-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:14:00.301615 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8a1e982e-1737-4e0b-abc1-49d82362148b req-977fe917-6010-4301-8a51-ad4270cc857e tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:00.307662 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-8a1e982e-1737-4e0b-abc1-49d82362148b req-977fe917-6010-4301-8a51-ad4270cc857e tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.94 "DELETE /v2.0/ports/d90edeaa-faf1-4c3d-bd90-651523aa90e9 HTTP/1.1" status: 204 len: 173 time: 0.5339720 Feb 08 22:14:00.308356 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e894d58-74b7-4fb8-b014-4c3d28a9cf85', 'name': 'network-vif-deleted', 'tag': 'd90edeaa-faf1-4c3d-bd90-651523aa90e9'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:14:00.311787 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1802cce71311667749108c4770a25da94a97ab17bab80bd33ee27ebae59f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11240932-a525-49b5-9d74-5438b17bd632" -d '{"events": [{"server_uuid": "5e894d58-74b7-4fb8-b014-4c3d28a9cf85", "name": "network-vif-deleted", "tag": "d90edeaa-faf1-4c3d-bd90-651523aa90e9"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:14:00.355187 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763af171-689d-41c8-85a4-ab80b5700235 x-openstack-request-id: req-763af171-689d-41c8-85a4-ab80b5700235 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:14:00.355492 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e894d58-74b7-4fb8-b014-4c3d28a9cf85", "name": "network-vif-deleted", "tag": "d90edeaa-faf1-4c3d-bd90-651523aa90e9", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:14:00.355762 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-763af171-689d-41c8-85a4-ab80b5700235 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:14:00.356172 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e894d58-74b7-4fb8-b014-4c3d28a9cf85', 'name': 'network-vif-deleted', 'tag': 'd90edeaa-faf1-4c3d-bd90-651523aa90e9', 'status': 'completed', 'code': 200} Feb 08 22:14:00.412597 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-bb1dd2ea-87cb-4732-ae65-093d0c934ccc tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Allocated IP 172.20.0.14 (77ccaca8-bae6-49ac-a6b0-475daf88ca98/8d236851-aa49-414c-916d-800aece4704c/53df9641-8df2-4db3-869c-1e399e999d32) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:14:00.602356 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-bb1dd2ea-87cb-4732-ae65-093d0c934ccc tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Publish callbacks [] for port (53df9641-8df2-4db3-869c-1e399e999d32), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:00.637808 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-bb1dd2ea-87cb-4732-ae65-093d0c934ccc tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (53df9641-8df2-4db3-869c-1e399e999d32), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:00.651319 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['d90edeaa-faf1-4c3d-bd90-651523aa90e9'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:14:00.693282 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-bb1dd2ea-87cb-4732-ae65-093d0c934ccc tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Network 77ccaca8-bae6-49ac-a6b0-475daf88ca98 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:14:00.696729 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-bb1dd2ea-87cb-4732-ae65-093d0c934ccc tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:14:00.701314 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-bb1dd2ea-87cb-4732-ae65-093d0c934ccc tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:14:00.707936 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1dd2ea-87cb-4732-ae65-093d0c934ccc tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Pushing event updated for resources: {'Port': ['ID=53df9641-8df2-4db3-869c-1e399e999d32,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:14:00.737645 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dd2ea-87cb-4732-ae65-093d0c934ccc tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:00.738005 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dd2ea-87cb-4732-ae65-093d0c934ccc tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:00.738462 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dd2ea-87cb-4732-ae65-093d0c934ccc tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:00.738707 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dd2ea-87cb-4732-ae65-093d0c934ccc tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:00.739046 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dd2ea-87cb-4732-ae65-093d0c934ccc tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:00.739382 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dd2ea-87cb-4732-ae65-093d0c934ccc tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:00.739717 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dd2ea-87cb-4732-ae65-093d0c934ccc tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:00.740048 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dd2ea-87cb-4732-ae65-093d0c934ccc tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:00.740378 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dd2ea-87cb-4732-ae65-093d0c934ccc tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:00.740707 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dd2ea-87cb-4732-ae65-093d0c934ccc tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:00.741038 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dd2ea-87cb-4732-ae65-093d0c934ccc tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:00.741408 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dd2ea-87cb-4732-ae65-093d0c934ccc tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:00.741730 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1dd2ea-87cb-4732-ae65-093d0c934ccc tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:00.767944 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-bb1dd2ea-87cb-4732-ae65-093d0c934ccc tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:00.768561 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-bb1dd2ea-87cb-4732-ae65-093d0c934ccc tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:00.786711 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-bb1dd2ea-87cb-4732-ae65-093d0c934ccc tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6903818 Feb 08 22:14:00.798327 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-97f1b3af-c799-4217-adb9-c2ef90384f32 service neutron] Request body: {'port': {'device_id': '31138156-e561-4377-b227-ec74352a1aea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:14:00.868386 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-97f1b3af-c799-4217-adb9-c2ef90384f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (53df9641-8df2-4db3-869c-1e399e999d32), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:01.164141 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-97f1b3af-c799-4217-adb9-c2ef90384f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53df9641-8df2-4db3-869c-1e399e999d32 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:14:01.175965 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-97f1b3af-c799-4217-adb9-c2ef90384f32 service neutron] Publish callbacks [] for port (53df9641-8df2-4db3-869c-1e399e999d32), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:01.189521 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-97f1b3af-c799-4217-adb9-c2ef90384f32 service neutron] Transition to ACTIVE for port object 53df9641-8df2-4db3-869c-1e399e999d32 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:14:01.193753 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-97f1b3af-c799-4217-adb9-c2ef90384f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (53df9641-8df2-4db3-869c-1e399e999d32), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:01.247179 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1b3af-c799-4217-adb9-c2ef90384f32 service neutron] Pushing event updated for resources: {'Port': ['ID=53df9641-8df2-4db3-869c-1e399e999d32,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:14:01.358880 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-97f1b3af-c799-4217-adb9-c2ef90384f32 service neutron] Attempting to bind port 53df9641-8df2-4db3-869c-1e399e999d32 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:14:01.359191 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-97f1b3af-c799-4217-adb9-c2ef90384f32 service neutron] Attempting to bind port 53df9641-8df2-4db3-869c-1e399e999d32 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'ab0975b0-84bf-4a30-a02d-55d87ca38032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '77ccaca8-bae6-49ac-a6b0-475daf88ca98'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:14:01.359532 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-97f1b3af-c799-4217-adb9-c2ef90384f32 service neutron] Attempting to bind port 53df9641-8df2-4db3-869c-1e399e999d32 on network 77ccaca8-bae6-49ac-a6b0-475daf88ca98 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:14:01.366927 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-97f1b3af-c799-4217-adb9-c2ef90384f32 service neutron] Port 53df9641-8df2-4db3-869c-1e399e999d32 on network 77ccaca8-bae6-49ac-a6b0-475daf88ca98 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:14:01.367256 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-97f1b3af-c799-4217-adb9-c2ef90384f32 service neutron] Attempting to bind port 53df9641-8df2-4db3-869c-1e399e999d32 on network 77ccaca8-bae6-49ac-a6b0-475daf88ca98 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:14:01.375593 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0769938-e749-41e1-9b8f-ae5d0cfaaa7b req-0bb8d100-d535-43b6-8d2a-d4c169fbb3a5 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:01.377112 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b0769938-e749-41e1-9b8f-ae5d0cfaaa7b req-0bb8d100-d535-43b6-8d2a-d4c169fbb3a5 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 944 time: 0.1058807 Feb 08 22:14:01.381480 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-97f1b3af-c799-4217-adb9-c2ef90384f32 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:14:01.382277 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-97f1b3af-c799-4217-adb9-c2ef90384f32 service neutron] Checking segment: {'id': 'ab0975b0-84bf-4a30-a02d-55d87ca38032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '77ccaca8-bae6-49ac-a6b0-475daf88ca98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:14:01.382698 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-97f1b3af-c799-4217-adb9-c2ef90384f32 service neutron] Bound using segment: {'id': 'ab0975b0-84bf-4a30-a02d-55d87ca38032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '77ccaca8-bae6-49ac-a6b0-475daf88ca98'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:14:01.383144 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-97f1b3af-c799-4217-adb9-c2ef90384f32 service neutron] Bound port: 53df9641-8df2-4db3-869c-1e399e999d32, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0975b0-84bf-4a30-a02d-55d87ca38032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '77ccaca8-bae6-49ac-a6b0-475daf88ca98'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:14:01.383733 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-97f1b3af-c799-4217-adb9-c2ef90384f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (53df9641-8df2-4db3-869c-1e399e999d32), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:01.496888 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b0769938-e749-41e1-9b8f-ae5d0cfaaa7b req-f460be3b-a40f-4524-a6da-1e08d41aa11f tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095524 Feb 08 22:14:01.507264 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:01.510034 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-97f1b3af-c799-4217-adb9-c2ef90384f32 service neutron] For port 53df9641-8df2-4db3-869c-1e399e999d32, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:14:01.514981 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-97f1b3af-c799-4217-adb9-c2ef90384f32 service neutron] For port 53df9641-8df2-4db3-869c-1e399e999d32, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=53df9641-8df2-4db3-869c-1e399e999d32,segment=NetworkSegment(ab0975b0-84bf-4a30-a02d-55d87ca38032),segment_id=ab0975b0-84bf-4a30-a02d-55d87ca38032)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:14:01.521868 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-97f1b3af-c799-4217-adb9-c2ef90384f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (53df9641-8df2-4db3-869c-1e399e999d32), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:01.569390 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-97f1b3af-c799-4217-adb9-c2ef90384f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:01.570149 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-97f1b3af-c799-4217-adb9-c2ef90384f32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:01.571582 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-97f1b3af-c799-4217-adb9-c2ef90384f32 service neutron] 10.222.0.94 "PUT /v2.0/ports/53df9641-8df2-4db3-869c-1e399e999d32 HTTP/1.1" status: 200 len: 1093 time: 0.7780964 Feb 08 22:14:01.572031 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31138156-e561-4377-b227-ec74352a1aea', 'tag': '53df9641-8df2-4db3-869c-1e399e999d32'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:14:01.574960 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eab161c-3282-4e9f-836b-37b7f9ffe3f7" -d '{"events": [{"name": "network-changed", "server_uuid": "31138156-e561-4377-b227-ec74352a1aea", "tag": "53df9641-8df2-4db3-869c-1e399e999d32"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:14:01.602251 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1b3af-c799-4217-adb9-c2ef90384f32 service neutron] Pushing event updated for resources: {'Port': ['ID=53df9641-8df2-4db3-869c-1e399e999d32,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:14:01.618879 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd047c63-194e-4e88-b6f2-c26824407e8d x-openstack-request-id: req-fd047c63-194e-4e88-b6f2-c26824407e8d {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:14:01.619176 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31138156-e561-4377-b227-ec74352a1aea", "tag": "53df9641-8df2-4db3-869c-1e399e999d32", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:14:01.619932 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fd047c63-194e-4e88-b6f2-c26824407e8d {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:14:01.620346 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31138156-e561-4377-b227-ec74352a1aea', 'tag': '53df9641-8df2-4db3-869c-1e399e999d32', 'status': 'completed', 'code': 200} Feb 08 22:14:01.662527 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-0dd36a02-4023-463b-91a5-4fad722199fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:01.664150 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-0dd36a02-4023-463b-91a5-4fad722199fe service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=efb33425a2204ea79a2acc6f333251c9&device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 1127 time: 0.0543501 Feb 08 22:14:01.718961 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-f7b5d8d5-e6a3-4f8a-a545-8476461d15c8 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53df9641-8df2-4db3-869c-1e399e999d32 HTTP/1.1" status: 200 len: 217 time: 0.0365961 Feb 08 22:14:01.724642 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:01.774332 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-a33d9b2e-5fcd-4e77-a080-67b15164545a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:01.775863 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-a33d9b2e-5fcd-4e77-a080-67b15164545a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8d236851-aa49-414c-916d-800aece4704c HTTP/1.1" status: 200 len: 853 time: 0.0509460 Feb 08 22:14:01.810328 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-256cd5b7-3885-4809-ae38-c876a28e3929 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=77ccaca8-bae6-49ac-a6b0-475daf88ca98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287163 Feb 08 22:14:01.906723 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-b875780f-1ffd-4215-a7ab-e8f30e56a2d1 service neutron] 10.222.0.94 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905836 Feb 08 22:14:02.005995 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0eb00b5-ff61-4af7-8af6-fa17224ed1f9 req-f6a4959e-e194-4c79-8c4b-9fce142a291f service neutron] 10.222.0.94 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927942 Feb 08 22:14:02.103285 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab161c-3282-4e9f-836b-37b7f9ffe3f7 req-f3e3c09e-f6bd-4438-8a5f-70932dbedfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:02.105443 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5eab161c-3282-4e9f-836b-37b7f9ffe3f7 req-f3e3c09e-f6bd-4438-8a5f-70932dbedfca service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=efb33425a2204ea79a2acc6f333251c9&device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 1127 time: 0.0513268 Feb 08 22:14:02.209329 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab161c-3282-4e9f-836b-37b7f9ffe3f7 req-f0b99918-5f4a-4141-8ec7-e37f25d5ccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:02.210837 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5eab161c-3282-4e9f-836b-37b7f9ffe3f7 req-f0b99918-5f4a-4141-8ec7-e37f25d5ccd7 service neutron] 10.222.0.94 "GET /v2.0/networks?id=77ccaca8-bae6-49ac-a6b0-475daf88ca98 HTTP/1.1" status: 200 len: 914 time: 0.1001241 Feb 08 22:14:02.258274 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5eab161c-3282-4e9f-836b-37b7f9ffe3f7 req-5fd26808-21c8-4993-81a2-7f6597296f9e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53df9641-8df2-4db3-869c-1e399e999d32 HTTP/1.1" status: 200 len: 217 time: 0.0417814 Feb 08 22:14:02.310773 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab161c-3282-4e9f-836b-37b7f9ffe3f7 req-6755e255-c683-431d-a586-079de635b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:02.312298 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5eab161c-3282-4e9f-836b-37b7f9ffe3f7 req-6755e255-c683-431d-a586-079de635b8b7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8d236851-aa49-414c-916d-800aece4704c HTTP/1.1" status: 200 len: 853 time: 0.0479708 Feb 08 22:14:02.352217 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5eab161c-3282-4e9f-836b-37b7f9ffe3f7 req-90a641f5-6499-4cb8-978e-1339d7f282d6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=77ccaca8-bae6-49ac-a6b0-475daf88ca98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324621 Feb 08 22:14:02.450427 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5eab161c-3282-4e9f-836b-37b7f9ffe3f7 req-c4dee857-bc35-4610-8c19-fe51cd99e4aa service neutron] 10.222.0.94 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926642 Feb 08 22:14:02.551515 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5eab161c-3282-4e9f-836b-37b7f9ffe3f7 req-ba166eed-ceef-4f3c-acef-f3b18b050ae4 service neutron] 10.222.0.94 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955482 Feb 08 22:14:02.641541 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebeed3-d211-4a88-bd0c-29076d29e4b4 req-f0d00a8b-5d56-47ff-8f84-fc4c3eab3686 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:02.643086 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-77ebeed3-d211-4a88-bd0c-29076d29e4b4 req-f0d00a8b-5d56-47ff-8f84-fc4c3eab3686 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 944 time: 0.0684135 Feb 08 22:14:02.694106 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-77ebeed3-d211-4a88-bd0c-29076d29e4b4 req-2adfe078-b759-460d-a01f-47a57563046a tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452507 Feb 08 22:14:03.725383 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device d90edeaa-faf1-4c3d-bd90-651523aa90e9 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:14:03.750718 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: d90edeaa-faf1-4c3d-bd90-651523aa90e9 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:14:03.751072 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device d90edeaa-faf1-4c3d-bd90-651523aa90e9 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:14:03.825788 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99e6f5-beae-49bc-a913-de6cb6c24d6d req-8b88ea47-7127-4a70-8488-623bf495b2b8 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:03.827365 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7f99e6f5-beae-49bc-a913-de6cb6c24d6d req-8b88ea47-7127-4a70-8488-623bf495b2b8 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 944 time: 0.0563288 Feb 08 22:14:03.878430 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7f99e6f5-beae-49bc-a913-de6cb6c24d6d req-345760f3-c05a-4e1a-bfa5-e2c240eb8245 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452483 Feb 08 22:14:05.012622 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf479e-1dcf-4f05-a895-421757542029 req-7cf5eecb-c227-4b2b-a902-a256dfc6fdbb tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:05.014210 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ecbf479e-1dcf-4f05-a895-421757542029 req-7cf5eecb-c227-4b2b-a902-a256dfc6fdbb tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 944 time: 0.0564435 Feb 08 22:14:05.068489 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ecbf479e-1dcf-4f05-a895-421757542029 req-ae0e3bbc-b990-4aae-aceb-424c89c29c30 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486608 Feb 08 22:14:05.740847 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 53df9641-8df2-4db3-869c-1e399e999d32 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:14:05.873187 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 53df9641-8df2-4db3-869c-1e399e999d32, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=53df9641-8df2-4db3-869c-1e399e999d32,segment=NetworkSegment(ab0975b0-84bf-4a30-a02d-55d87ca38032),segment_id=ab0975b0-84bf-4a30-a02d-55d87ca38032)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:14:06.052306 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '53df9641-8df2-4db3-869c-1e399e999d32', 'network_id': '77ccaca8-bae6-49ac-a6b0-475daf88ca98', 'port_id': '53df9641-8df2-4db3-869c-1e399e999d32', 'mac_address': 'fa:16:3e:65:8c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d236851-aa49-414c-916d-800aece4704c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:14:06.093320 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 53df9641-8df2-4db3-869c-1e399e999d32 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:14:06.093725 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (53df9641-8df2-4db3-869c-1e399e999d32), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:06.111669 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53df9641-8df2-4db3-869c-1e399e999d32 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:14:06.129627 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 53df9641-8df2-4db3-869c-1e399e999d32, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=53df9641-8df2-4db3-869c-1e399e999d32,segment=NetworkSegment(ab0975b0-84bf-4a30-a02d-55d87ca38032),segment_id=ab0975b0-84bf-4a30-a02d-55d87ca38032)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:14:06.134782 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (53df9641-8df2-4db3-869c-1e399e999d32), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:06.192382 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=53df9641-8df2-4db3-869c-1e399e999d32,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:14:06.201538 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:06.201887 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:06.202230 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:06.202561 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:06.202891 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:06.203219 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:06.203545 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:06.203866 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:06.204195 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:06.204588 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:06.204933 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:06.205490 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:06.205930 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:06.206285 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd55370-7bdd-4d95-bdbd-249612e5e480 req-0c7bd36e-950a-4ff0-99fe-054f94ad36fc tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:06.208076 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfd55370-7bdd-4d95-bdbd-249612e5e480 req-0c7bd36e-950a-4ff0-99fe-054f94ad36fc tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 945 time: 0.0609870 Feb 08 22:14:06.290795 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfd55370-7bdd-4d95-bdbd-249612e5e480 req-862e916b-3248-430a-ac63-657ed680ccff tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756438 Feb 08 22:14:06.425315 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['53df9641-8df2-4db3-869c-1e399e999d32'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:14:06.887060 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:07.073742 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:07.438780 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2622a-25d6-4ed3-b5c7-401cb8af0146 req-fd3b4c1d-95cb-4bbf-a38a-50e4d30e0903 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:07.440378 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0bd2622a-25d6-4ed3-b5c7-401cb8af0146 req-fd3b4c1d-95cb-4bbf-a38a-50e4d30e0903 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 945 time: 0.0672569 Feb 08 22:14:07.500797 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0bd2622a-25d6-4ed3-b5c7-401cb8af0146 req-a81945dc-8a54-46d8-8ad4-e3acac1217ca tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524287 Feb 08 22:14:07.740889 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 53df9641-8df2-4db3-869c-1e399e999d32 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:14:07.809169 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 53df9641-8df2-4db3-869c-1e399e999d32 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:14:07.815801 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 53df9641-8df2-4db3-869c-1e399e999d32 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:14:07.816386 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (53df9641-8df2-4db3-869c-1e399e999d32), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:07.925442 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 53df9641-8df2-4db3-869c-1e399e999d32 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:14:07.926373 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (53df9641-8df2-4db3-869c-1e399e999d32), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:07.955549 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31138156-e561-4377-b227-ec74352a1aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53df9641-8df2-4db3-869c-1e399e999d32'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:14:07.957894 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f79d599-be67-4fd1-ab9d-6e9b53d32c58" -d '{"events": [{"server_uuid": "31138156-e561-4377-b227-ec74352a1aea", "name": "network-vif-plugged", "status": "completed", "tag": "53df9641-8df2-4db3-869c-1e399e999d32"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:14:07.974090 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 53df9641-8df2-4db3-869c-1e399e999d32, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=53df9641-8df2-4db3-869c-1e399e999d32,segment=NetworkSegment(ab0975b0-84bf-4a30-a02d-55d87ca38032),segment_id=ab0975b0-84bf-4a30-a02d-55d87ca38032)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:14:07.980999 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (53df9641-8df2-4db3-869c-1e399e999d32), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:08.025485 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9841311b-2d01-4868-823a-d3b4c42d8107 x-openstack-request-id: req-9841311b-2d01-4868-823a-d3b4c42d8107 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:14:08.026388 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31138156-e561-4377-b227-ec74352a1aea", "name": "network-vif-plugged", "status": "completed", "tag": "53df9641-8df2-4db3-869c-1e399e999d32", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:14:08.026714 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9841311b-2d01-4868-823a-d3b4c42d8107 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:14:08.027028 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31138156-e561-4377-b227-ec74352a1aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53df9641-8df2-4db3-869c-1e399e999d32', 'code': 200} Feb 08 22:14:08.054003 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=53df9641-8df2-4db3-869c-1e399e999d32,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:14:08.155550 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabc88a-c77d-4e78-892f-b377754c34a2 req-07f5b1ae-2ee4-4626-8f51-1c4fa2d5b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:08.157166 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-feabc88a-c77d-4e78-892f-b377754c34a2 req-07f5b1ae-2ee4-4626-8f51-1c4fa2d5b11c service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 1129 time: 0.0621939 Feb 08 22:14:08.212524 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-feabc88a-c77d-4e78-892f-b377754c34a2 req-d0920617-8452-4f42-848a-4b8f3bbccb22 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484579 Feb 08 22:14:08.645067 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25336c-e37e-47c4-bbff-353f65b2870e req-053609ce-0a9d-495e-b111-963b751de1b1 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:08.646733 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1e25336c-e37e-47c4-bbff-353f65b2870e req-053609ce-0a9d-495e-b111-963b751de1b1 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0565581 Feb 08 22:14:08.704805 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1e25336c-e37e-47c4-bbff-353f65b2870e req-cbd3dd32-1173-4757-a72c-cde24570ba5b tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514116 Feb 08 22:14:09.862864 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04961231-ae9f-4075-8334-1e4f9c7b0f7f req-a5f1aad3-34ad-41ef-b28d-6a9e258d40ca tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:09.864536 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-04961231-ae9f-4075-8334-1e4f9c7b0f7f req-a5f1aad3-34ad-41ef-b28d-6a9e258d40ca tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0705128 Feb 08 22:14:09.933286 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-04961231-ae9f-4075-8334-1e4f9c7b0f7f req-3d66edc0-08bb-4a9f-9e87-b71373ead450 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624256 Feb 08 22:14:10.093544 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4e998-9681-4dc5-ae0e-5ce846adf53e req-8e8c3da6-5467-4ead-b1a2-3c36b86ee8e6 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:10.095187 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-16c4e998-9681-4dc5-ae0e-5ce846adf53e req-8e8c3da6-5467-4ead-b1a2-3c36b86ee8e6 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0663927 Feb 08 22:14:10.147780 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-16c4e998-9681-4dc5-ae0e-5ce846adf53e req-b1f1b9df-f8cb-4bb3-bf56-06cfd654a4ed tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468938 Feb 08 22:14:10.436262 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-7e67c3ad-e5d0-4fef-836c-24ef2e95afaa service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0558662 Feb 08 22:14:10.437381 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a7b87-5745-46a6-a1c0-a27e59eedd8d req-0935406a-499a-41e0-abfb-6fd5307e51cf tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:10.438976 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b03a7b87-5745-46a6-a1c0-a27e59eedd8d req-0935406a-499a-41e0-abfb-6fd5307e51cf tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0593166 Feb 08 22:14:10.507000 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b03a7b87-5745-46a6-a1c0-a27e59eedd8d req-a2ce8d39-16d6-4ec8-9f33-9b3e0dbb74bd tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619929 Feb 08 22:14:11.642152 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295827c9-4048-43b0-be84-b9a26f8aeeab req-258c347a-263f-4ba5-8886-6b5641f98f05 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:11.649661 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-295827c9-4048-43b0-be84-b9a26f8aeeab req-258c347a-263f-4ba5-8886-6b5641f98f05 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0701485 Feb 08 22:14:11.725090 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-295827c9-4048-43b0-be84-b9a26f8aeeab req-842221eb-2aa9-4acc-9f68-002825c6bd36 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745344 Feb 08 22:14:11.738861 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-15728194-9f77-4561-ae00-8ec9c15fbaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:11.740400 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-15728194-9f77-4561-ae00-8ec9c15fbaa4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=efb33425a2204ea79a2acc6f333251c9&device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 1129 time: 0.0737519 Feb 08 22:14:11.844813 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-32022c97-3757-4352-b043-93482f666c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:11.846284 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-32022c97-3757-4352-b043-93482f666c80 service neutron] 10.222.0.94 "GET /v2.0/networks?id=77ccaca8-bae6-49ac-a6b0-475daf88ca98 HTTP/1.1" status: 200 len: 914 time: 0.0997963 Feb 08 22:14:11.888406 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-ced5263c-6330-4bcf-8216-f06b55ccb408 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53df9641-8df2-4db3-869c-1e399e999d32 HTTP/1.1" status: 200 len: 217 time: 0.0362415 Feb 08 22:14:11.940312 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-63f3e184-ef15-4f76-833b-bf563a853ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:11.941863 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-63f3e184-ef15-4f76-833b-bf563a853ddc service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8d236851-aa49-414c-916d-800aece4704c HTTP/1.1" status: 200 len: 853 time: 0.0484612 Feb 08 22:14:11.984250 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-90cec52a-2e01-49e1-a976-a532e981cb12 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=77ccaca8-bae6-49ac-a6b0-475daf88ca98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335906 Feb 08 22:14:12.092004 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-c2c6aedd-136c-4db9-acfa-1bd0441f91f0 service neutron] 10.222.0.94 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011276 Feb 08 22:14:12.196268 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-b6342108-6abb-48ca-b20d-ef907b88d8f4 service neutron] 10.222.0.94 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979195 Feb 08 22:14:12.861468 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a433e-dd30-4a01-9714-6b58bfdc0bc2 req-1f82dd51-0a47-478c-96c2-d0285f54b44f tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:12.863038 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-936a433e-dd30-4a01-9714-6b58bfdc0bc2 req-1f82dd51-0a47-478c-96c2-d0285f54b44f tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0591311 Feb 08 22:14:12.919094 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-936a433e-dd30-4a01-9714-6b58bfdc0bc2 req-a5a4e1a2-3cf6-483d-ac31-a15e20e49736 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458608 Feb 08 22:14:14.085356 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88b234-cd5b-44b9-9603-b19f6f512c47 req-75025db8-d86c-43d5-a66d-328327e2ff20 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:14.087001 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff88b234-cd5b-44b9-9603-b19f6f512c47 req-75025db8-d86c-43d5-a66d-328327e2ff20 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0829611 Feb 08 22:14:14.153941 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff88b234-cd5b-44b9-9603-b19f6f512c47 req-1d85a156-5028-4e66-b81d-571babadce39 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599215 Feb 08 22:14:15.302496 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1933a-b1cc-4103-8b6c-38fb18729431 req-27cb4cfd-91b7-49ce-8f86-cf22a2f195de tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:15.303773 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-04c1933a-b1cc-4103-8b6c-38fb18729431 req-27cb4cfd-91b7-49ce-8f86-cf22a2f195de tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0660231 Feb 08 22:14:15.359581 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-04c1933a-b1cc-4103-8b6c-38fb18729431 req-ce251845-e1df-476e-9fa5-61c5907f7190 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481720 Feb 08 22:14:16.500370 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8437b5-8ba1-47f6-a9c6-2a676f9e230c req-991e206e-3559-42ac-8aa3-47a2385225ad tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:16.502041 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0e8437b5-8ba1-47f6-a9c6-2a676f9e230c req-991e206e-3559-42ac-8aa3-47a2385225ad tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0600622 Feb 08 22:14:16.574049 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0e8437b5-8ba1-47f6-a9c6-2a676f9e230c req-0f25c5f4-a392-4674-8912-a20de03cb0a5 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649769 Feb 08 22:14:16.858060 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e21ed-7354-44cd-bdc8-fd4d71a7c57a req-69f1a746-920e-47c4-b38a-9f943f4887ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:16.859518 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f3e21ed-7354-44cd-bdc8-fd4d71a7c57a req-69f1a746-920e-47c4-b38a-9f943f4887ef service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=efb33425a2204ea79a2acc6f333251c9&device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 1129 time: 0.0477355 Feb 08 22:14:16.988314 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e21ed-7354-44cd-bdc8-fd4d71a7c57a req-2d731f99-2de3-42b6-b417-39c814a3f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:16.989863 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f3e21ed-7354-44cd-bdc8-fd4d71a7c57a req-2d731f99-2de3-42b6-b417-39c814a3f47a service neutron] 10.222.0.94 "GET /v2.0/networks?id=77ccaca8-bae6-49ac-a6b0-475daf88ca98 HTTP/1.1" status: 200 len: 914 time: 0.1119816 Feb 08 22:14:17.033582 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f3e21ed-7354-44cd-bdc8-fd4d71a7c57a req-ba72cc8d-2b81-49e0-974a-358f1bbb9505 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53df9641-8df2-4db3-869c-1e399e999d32 HTTP/1.1" status: 200 len: 217 time: 0.0371044 Feb 08 22:14:17.094219 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e21ed-7354-44cd-bdc8-fd4d71a7c57a req-22ae2757-5147-47e5-876b-5fe93c190123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:17.095713 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f3e21ed-7354-44cd-bdc8-fd4d71a7c57a req-22ae2757-5147-47e5-876b-5fe93c190123 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8d236851-aa49-414c-916d-800aece4704c HTTP/1.1" status: 200 len: 853 time: 0.0559931 Feb 08 22:14:17.136212 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f3e21ed-7354-44cd-bdc8-fd4d71a7c57a req-6d66a088-5abc-4a2b-988c-296a4168c492 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=77ccaca8-bae6-49ac-a6b0-475daf88ca98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337460 Feb 08 22:14:17.239888 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f3e21ed-7354-44cd-bdc8-fd4d71a7c57a req-3b6a905e-bc35-4c11-9223-9e06ab019d3c service neutron] 10.222.0.94 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968356 Feb 08 22:14:17.342300 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f3e21ed-7354-44cd-bdc8-fd4d71a7c57a req-49134bb6-9d4d-4de1-9914-fab24f93c314 service neutron] 10.222.0.94 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963659 Feb 08 22:14:17.718929 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2cdfb-55da-4c81-a9cc-6452e8f598f2 req-2157d8e4-bfb4-40d2-9460-e548a99645bd tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:17.720538 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f6b2cdfb-55da-4c81-a9cc-6452e8f598f2 req-2157d8e4-bfb4-40d2-9460-e548a99645bd tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0646286 Feb 08 22:14:17.778227 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f6b2cdfb-55da-4c81-a9cc-6452e8f598f2 req-9d1ad516-e3e8-46a4-8d00-ee2fc32cdead tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471175 Feb 08 22:14:18.937194 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253accc-1482-4f8d-998e-9192bb977956 req-9c9b6b9d-ee87-476a-99f5-a8e32878990a tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:18.939355 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5253accc-1482-4f8d-998e-9192bb977956 req-9c9b6b9d-ee87-476a-99f5-a8e32878990a tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0690131 Feb 08 22:14:19.008645 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5253accc-1482-4f8d-998e-9192bb977956 req-cde598ea-5dd5-42b4-9b38-0b7e8bc556fb tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614359 Feb 08 22:14:19.829503 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:14:20.179379 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a802988-0371-4f49-8dd8-d57b2342036f req-9a800201-5813-4bd7-9ace-16f702fe52f2 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:20.181282 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a802988-0371-4f49-8dd8-d57b2342036f req-9a800201-5813-4bd7-9ace-16f702fe52f2 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0834556 Feb 08 22:14:20.263763 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a802988-0371-4f49-8dd8-d57b2342036f req-4327d51d-48cc-4943-b9a4-280466ad0eca tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728257 Feb 08 22:14:21.422165 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7b775-31ba-4435-bb8f-f702ea3c5533 req-2dc2706f-e093-4ea9-a680-af224799821b tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:21.423744 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-58f7b775-31ba-4435-bb8f-f702ea3c5533 req-2dc2706f-e093-4ea9-a680-af224799821b tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0619690 Feb 08 22:14:21.483670 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-58f7b775-31ba-4435-bb8f-f702ea3c5533 req-e540a049-23b5-4c1c-bd92-acb7f48c7d36 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504537 Feb 08 22:14:22.684379 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fa367-ed4e-4b3a-b0af-f8494c067cc3 req-43cb59e0-6d4c-43a7-89a8-cea526f5bde1 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:22.687204 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d4fa367-ed4e-4b3a-b0af-f8494c067cc3 req-43cb59e0-6d4c-43a7-89a8-cea526f5bde1 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0978470 Feb 08 22:14:22.761052 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5d4fa367-ed4e-4b3a-b0af-f8494c067cc3 req-d984ad7b-549d-48c6-97cd-ae618f0ea91e tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635476 Feb 08 22:14:23.939454 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efff87-1824-4bd2-b0e3-161e7eb92c39 req-e43bea1f-82b5-4068-80db-f3dc4523b011 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:23.942060 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-83efff87-1824-4bd2-b0e3-161e7eb92c39 req-e43bea1f-82b5-4068-80db-f3dc4523b011 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0634089 Feb 08 22:14:24.013628 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-83efff87-1824-4bd2-b0e3-161e7eb92c39 req-64f67f72-b7ec-4b50-81e5-ce5104d01cc3 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611329 Feb 08 22:14:24.293278 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e2d4-303d-4ae0-a2b6-a22e554950c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:25.186305 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b89ba3-7bc7-4523-b8cc-d19df1eb360f req-9eef7b9e-5f51-40a4-b337-0363a31d8fc9 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:25.189019 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-88b89ba3-7bc7-4523-b8cc-d19df1eb360f req-9eef7b9e-5f51-40a4-b337-0363a31d8fc9 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0791254 Feb 08 22:14:25.262316 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-88b89ba3-7bc7-4523-b8cc-d19df1eb360f req-aab76ef7-f6e3-4892-8bc8-5cd9aff3afcc tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668294 Feb 08 22:14:26.406501 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd274d07-f10e-4bae-8d2b-6f9a8fbabc92 req-465782ce-e2b7-4904-8727-6b41103732f7 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:26.408247 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd274d07-f10e-4bae-8d2b-6f9a8fbabc92 req-465782ce-e2b7-4904-8727-6b41103732f7 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0616693 Feb 08 22:14:26.475505 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd274d07-f10e-4bae-8d2b-6f9a8fbabc92 req-0fdf70c5-21c2-4af7-b7fc-9faef67e74d5 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603323 Feb 08 22:14:27.581002 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-415050d1-1e4a-4d0c-92df-d17ce1ddc325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:27.629491 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98bb37-5267-472c-8289-796f43d2321c req-1dfc48ea-3ce6-4ef1-852b-2bf04808c4f2 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:27.632099 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1c98bb37-5267-472c-8289-796f43d2321c req-1dfc48ea-3ce6-4ef1-852b-2bf04808c4f2 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0815375 Feb 08 22:14:27.716162 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1c98bb37-5267-472c-8289-796f43d2321c req-8713293f-20b0-4661-aee3-4547d45a5238 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756245 Feb 08 22:14:28.867714 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1173f61-80c3-4a7a-8055-2b64efdb32ad req-4e8dcc6d-4180-4ace-806b-dd5b7d2ccec7 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:28.870235 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a1173f61-80c3-4a7a-8055-2b64efdb32ad req-4e8dcc6d-4180-4ace-806b-dd5b7d2ccec7 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0576539 Feb 08 22:14:28.930595 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a1173f61-80c3-4a7a-8055-2b64efdb32ad req-1e8b0c71-4fc9-4472-b604-ebc07e0bc2a3 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549302 Feb 08 22:14:29.420277 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:30.102781 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7928d-4930-4105-a6bd-80a06612cdbe req-6a27362c-5113-496f-bfce-56d7be71c561 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:30.104423 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bcb7928d-4930-4105-a6bd-80a06612cdbe req-6a27362c-5113-496f-bfce-56d7be71c561 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0663257 Feb 08 22:14:30.159350 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bcb7928d-4930-4105-a6bd-80a06612cdbe req-9b838c61-8618-4e49-8f12-edb53d0e3d1c tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487702 Feb 08 22:14:31.321591 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e34af-b5aa-438f-ade7-59e534b9fb19 req-f6f3c9ff-2b0e-4a6f-b588-e390cb5c64d3 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:31.321591 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9f2e34af-b5aa-438f-ade7-59e534b9fb19 req-f6f3c9ff-2b0e-4a6f-b588-e390cb5c64d3 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0743525 Feb 08 22:14:31.382678 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9f2e34af-b5aa-438f-ade7-59e534b9fb19 req-79b19f1d-51bc-4beb-b087-4c3a3ddffc35 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565002 Feb 08 22:14:31.503654 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:31.725361 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:32.538782 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee945bb7-a6f5-4a65-bda6-ccb7719615d4 req-ba9c5877-fee0-4066-97ce-f353f405232a tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:32.540520 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ee945bb7-a6f5-4a65-bda6-ccb7719615d4 req-ba9c5877-fee0-4066-97ce-f353f405232a tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0705340 Feb 08 22:14:32.599263 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ee945bb7-a6f5-4a65-bda6-ccb7719615d4 req-e5fe5864-3a8c-4786-8b99-11fc1991fd8e tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511708 Feb 08 22:14:33.745141 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce61a5-7ead-42c0-a46e-92ec69fee26d req-e3607b3f-a63f-464b-b510-73c490fb6355 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:33.746836 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a7ce61a5-7ead-42c0-a46e-92ec69fee26d req-e3607b3f-a63f-464b-b510-73c490fb6355 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0642707 Feb 08 22:14:33.811605 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a7ce61a5-7ead-42c0-a46e-92ec69fee26d req-b6b4ba05-0333-4838-830b-01b595def644 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542750 Feb 08 22:14:34.971587 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95dadc-77ea-45eb-be31-d82e7ef4e816 req-d1e0901c-de98-4b68-ab21-6209cd862015 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:34.973596 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc95dadc-77ea-45eb-be31-d82e7ef4e816 req-d1e0901c-de98-4b68-ab21-6209cd862015 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0728159 Feb 08 22:14:35.038332 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc95dadc-77ea-45eb-be31-d82e7ef4e816 req-caa65117-019d-4bc1-85df-3a0905f4e086 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582232 Feb 08 22:14:36.174139 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a5a74-3ba9-451f-a31e-5c1db878ea84 req-49941116-77a9-4ebb-b562-0ab6b692c688 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:36.175744 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e14a5a74-3ba9-451f-a31e-5c1db878ea84 req-49941116-77a9-4ebb-b562-0ab6b692c688 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0598514 Feb 08 22:14:36.234875 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e14a5a74-3ba9-451f-a31e-5c1db878ea84 req-06cfe29d-0adb-405c-ab9f-e67acb76a965 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498035 Feb 08 22:14:36.898582 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:37.095274 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:37.410852 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf72b5-014b-4e8c-9476-a85263ab03ac req-98f4049f-b95e-428c-8f7e-85f1543ea612 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:37.412481 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ddcf72b5-014b-4e8c-9476-a85263ab03ac req-98f4049f-b95e-428c-8f7e-85f1543ea612 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0845342 Feb 08 22:14:37.481026 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ddcf72b5-014b-4e8c-9476-a85263ab03ac req-d491106f-4cf6-4060-b6cd-cbea14541c12 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603297 Feb 08 22:14:38.622533 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffdb6f-1c88-4b3e-859f-4badc1b09e27 req-9ad5df91-f9c1-4b8c-802d-ed357b63bf14 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:38.624200 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-26ffdb6f-1c88-4b3e-859f-4badc1b09e27 req-9ad5df91-f9c1-4b8c-802d-ed357b63bf14 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0619454 Feb 08 22:14:38.715321 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-26ffdb6f-1c88-4b3e-859f-4badc1b09e27 req-69ca0f46-9592-4056-891f-b49d36da94a5 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812550 Feb 08 22:14:39.148115 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-fb5b0b08-f62d-43eb-8f84-d8ca5e267f2b service neutron] show failed (client error): The resource could not be found. Feb 08 22:14:39.148115 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-fb5b0b08-f62d-43eb-8f84-d8ca5e267f2b service neutron] 10.222.0.94 "GET /v2.0/ports/53df9641-8df2-4db3-869c-1e399e999d32/bindings/n-h2-712143-31 HTTP/1.1" status: 404 len: 381 time: 0.0727372 Feb 08 22:14:39.440203 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-a05178a0-16b2-4451-a3e6-19914b45ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:39.442258 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-a05178a0-16b2-4451-a3e6-19914b45ec98 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea&tenant_id=efb33425a2204ea79a2acc6f333251c9 HTTP/1.1" status: 200 len: 1129 time: 0.0799308 Feb 08 22:14:39.454941 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-a6379c06-c91b-4099-adb4-55911d304d30 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712143-31', 'device_owner': 'compute:nova'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:14:39.545817 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-a6379c06-c91b-4099-adb4-55911d304d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (53df9641-8df2-4db3-869c-1e399e999d32), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:39.936005 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-a6379c06-c91b-4099-adb4-55911d304d30 service neutron] For port 53df9641-8df2-4db3-869c-1e399e999d32, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=53df9641-8df2-4db3-869c-1e399e999d32,segment=NetworkSegment(ab0975b0-84bf-4a30-a02d-55d87ca38032),segment_id=ab0975b0-84bf-4a30-a02d-55d87ca38032)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:14:40.038134 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b83a19-32f4-46a9-8280-94fd53127190 req-e0aec67a-2266-4562-8edc-eb8e45f8e76f tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:40.043430 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c1b83a19-32f4-46a9-8280-94fd53127190 req-e0aec67a-2266-4562-8edc-eb8e45f8e76f tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.2002611 Feb 08 22:14:40.047587 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-a6379c06-c91b-4099-adb4-55911d304d30 service neutron] For port 53df9641-8df2-4db3-869c-1e399e999d32, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:14:40.142792 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31138156-e561-4377-b227-ec74352a1aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53df9641-8df2-4db3-869c-1e399e999d32'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:14:40.145471 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce28db0-bc14-4103-8d23-1482567e7163" -d '{"events": [{"server_uuid": "31138156-e561-4377-b227-ec74352a1aea", "name": "network-vif-unplugged", "status": "completed", "tag": "53df9641-8df2-4db3-869c-1e399e999d32"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:14:40.150286 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-a6379c06-c91b-4099-adb4-55911d304d30 service neutron] Publish callbacks [] for port (53df9641-8df2-4db3-869c-1e399e999d32), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:40.177519 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c1b83a19-32f4-46a9-8280-94fd53127190 req-68d3c049-65ab-4129-9f1f-712cc9e0addf tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262977 Feb 08 22:14:40.180661 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-a6379c06-c91b-4099-adb4-55911d304d30 service neutron] Transition to ACTIVE for port object 53df9641-8df2-4db3-869c-1e399e999d32 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:14:40.186171 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-a6379c06-c91b-4099-adb4-55911d304d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (53df9641-8df2-4db3-869c-1e399e999d32), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:40.246722 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 22:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54221494-d46a-4915-a0d2-7e4315709635 x-openstack-request-id: req-54221494-d46a-4915-a0d2-7e4315709635 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:14:40.247216 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31138156-e561-4377-b227-ec74352a1aea", "name": "network-vif-unplugged", "status": "completed", "tag": "53df9641-8df2-4db3-869c-1e399e999d32", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:14:40.247637 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-54221494-d46a-4915-a0d2-7e4315709635 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:14:40.248357 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31138156-e561-4377-b227-ec74352a1aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53df9641-8df2-4db3-869c-1e399e999d32', 'code': 200} Feb 08 22:14:40.291335 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-a6379c06-c91b-4099-adb4-55911d304d30 service neutron] No DVR routers for this DVR port 53df9641-8df2-4db3-869c-1e399e999d32 on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:14:40.309766 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6379c06-c91b-4099-adb4-55911d304d30 service neutron] Pushing event updated for resources: {'Port': ['ID=53df9641-8df2-4db3-869c-1e399e999d32,revision_number=6']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:14:40.350232 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-a6379c06-c91b-4099-adb4-55911d304d30 service neutron] Attempting to bind port 53df9641-8df2-4db3-869c-1e399e999d32 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:14:40.350800 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-a6379c06-c91b-4099-adb4-55911d304d30 service neutron] Attempting to bind port 53df9641-8df2-4db3-869c-1e399e999d32 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'ab0975b0-84bf-4a30-a02d-55d87ca38032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '77ccaca8-bae6-49ac-a6b0-475daf88ca98'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:14:40.351372 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-a6379c06-c91b-4099-adb4-55911d304d30 service neutron] Attempting to bind port 53df9641-8df2-4db3-869c-1e399e999d32 on network 77ccaca8-bae6-49ac-a6b0-475daf88ca98 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:14:40.358458 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-a6379c06-c91b-4099-adb4-55911d304d30 service neutron] Port 53df9641-8df2-4db3-869c-1e399e999d32 on network 77ccaca8-bae6-49ac-a6b0-475daf88ca98 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:14:40.358778 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-a6379c06-c91b-4099-adb4-55911d304d30 service neutron] Attempting to bind port 53df9641-8df2-4db3-869c-1e399e999d32 on network 77ccaca8-bae6-49ac-a6b0-475daf88ca98 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:14:40.365668 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-a6379c06-c91b-4099-adb4-55911d304d30 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:14:40.366229 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-a6379c06-c91b-4099-adb4-55911d304d30 service neutron] Checking segment: {'id': 'ab0975b0-84bf-4a30-a02d-55d87ca38032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '77ccaca8-bae6-49ac-a6b0-475daf88ca98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:14:40.366906 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-a6379c06-c91b-4099-adb4-55911d304d30 service neutron] Bound using segment: {'id': 'ab0975b0-84bf-4a30-a02d-55d87ca38032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '77ccaca8-bae6-49ac-a6b0-475daf88ca98'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:14:40.367656 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-a6379c06-c91b-4099-adb4-55911d304d30 service neutron] Bound port: 53df9641-8df2-4db3-869c-1e399e999d32, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0975b0-84bf-4a30-a02d-55d87ca38032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '77ccaca8-bae6-49ac-a6b0-475daf88ca98'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:14:40.368272 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-a6379c06-c91b-4099-adb4-55911d304d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (53df9641-8df2-4db3-869c-1e399e999d32), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:40.492398 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-a6379c06-c91b-4099-adb4-55911d304d30 service neutron] For port 53df9641-8df2-4db3-869c-1e399e999d32, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:14:40.498132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-a6379c06-c91b-4099-adb4-55911d304d30 service neutron] For port 53df9641-8df2-4db3-869c-1e399e999d32, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=53df9641-8df2-4db3-869c-1e399e999d32,segment=NetworkSegment(ab0975b0-84bf-4a30-a02d-55d87ca38032),segment_id=ab0975b0-84bf-4a30-a02d-55d87ca38032)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:14:40.509991 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-a6379c06-c91b-4099-adb4-55911d304d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (53df9641-8df2-4db3-869c-1e399e999d32), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:40.548421 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-a6379c06-c91b-4099-adb4-55911d304d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:40.548421 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-a6379c06-c91b-4099-adb4-55911d304d30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:40.549156 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-a6379c06-c91b-4099-adb4-55911d304d30 service neutron] 10.222.0.96 "PUT /v2.0/ports/53df9641-8df2-4db3-869c-1e399e999d32 HTTP/1.1" status: 200 len: 1093 time: 1.0992398 Feb 08 22:14:40.594803 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6379c06-c91b-4099-adb4-55911d304d30 service neutron] Pushing event updated for resources: {'Port': ['ID=53df9641-8df2-4db3-869c-1e399e999d32,revision_number=7']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:14:40.635992 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-18fa75d4-2f1b-4058-879f-00f3d5934923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:40.638601 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-18fa75d4-2f1b-4058-879f-00f3d5934923 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=efb33425a2204ea79a2acc6f333251c9&device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 1127 time: 0.0633581 Feb 08 22:14:40.751798 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-6d67d5bd-1a81-4e1e-9b74-1ebbf4d1b5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:40.753489 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-6d67d5bd-1a81-4e1e-9b74-1ebbf4d1b5aa service neutron] 10.222.0.96 "GET /v2.0/networks?id=77ccaca8-bae6-49ac-a6b0-475daf88ca98 HTTP/1.1" status: 200 len: 914 time: 0.1092801 Feb 08 22:14:40.804737 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-4d8c4f4b-7e74-4b4d-9acf-6de01016ebee service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53df9641-8df2-4db3-869c-1e399e999d32 HTTP/1.1" status: 200 len: 217 time: 0.0450134 Feb 08 22:14:40.882478 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-52ea2da3-472a-4fb3-a0ca-7481f8fb5a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:40.885578 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-52ea2da3-472a-4fb3-a0ca-7481f8fb5a33 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8d236851-aa49-414c-916d-800aece4704c HTTP/1.1" status: 200 len: 853 time: 0.0744228 Feb 08 22:14:40.938458 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-376ba7e4-2299-4594-9d21-94e89193d2f1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=77ccaca8-bae6-49ac-a6b0-475daf88ca98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467596 Feb 08 22:14:41.076982 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-e4f9a3c3-5b0c-46ac-92bc-105c4e636730 service neutron] 10.222.0.96 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323454 Feb 08 22:14:41.194651 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0efd5f64-3d9a-4dd3-9afd-2c9b688100b8 req-bb8f9fda-319b-4d99-a0c1-96095b9102ca service neutron] 10.222.0.96 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111987 Feb 08 22:14:41.366164 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a24b61-a77a-4fed-94ff-79ade8a0bb22 req-88d2e067-8261-42c5-a4a1-b2b39568e2b5 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:41.369244 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-62a24b61-a77a-4fed-94ff-79ade8a0bb22 req-88d2e067-8261-42c5-a4a1-b2b39568e2b5 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 944 time: 0.0864227 Feb 08 22:14:41.453408 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-62a24b61-a77a-4fed-94ff-79ade8a0bb22 req-6f0a73c8-0bf9-4b28-9ba4-e1fe1d5a5388 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759873 Feb 08 22:14:41.881361 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 53df9641-8df2-4db3-869c-1e399e999d32 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:14:41.928528 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] The host n-h1-712143-31 is not matching for port 53df9641-8df2-4db3-869c-1e399e999d32 host n-h2-712143-31! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 22:14:41.928936 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 53df9641-8df2-4db3-869c-1e399e999d32 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:14:42.249479 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31138156-e561-4377-b227-ec74352a1aea', 'tag': '53df9641-8df2-4db3-869c-1e399e999d32'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:14:42.251816 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723d9ee0-27bb-4ebf-a839-cde34634edfe" -d '{"events": [{"name": "network-changed", "server_uuid": "31138156-e561-4377-b227-ec74352a1aea", "tag": "53df9641-8df2-4db3-869c-1e399e999d32"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:14:42.309425 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25cae4b-0c0e-43d2-9bd2-2a1f645b261d x-openstack-request-id: req-e25cae4b-0c0e-43d2-9bd2-2a1f645b261d {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:14:42.309903 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31138156-e561-4377-b227-ec74352a1aea", "tag": "53df9641-8df2-4db3-869c-1e399e999d32", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:14:42.310550 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e25cae4b-0c0e-43d2-9bd2-2a1f645b261d {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:14:42.311250 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31138156-e561-4377-b227-ec74352a1aea', 'tag': '53df9641-8df2-4db3-869c-1e399e999d32', 'status': 'completed', 'code': 200} Feb 08 22:14:42.903421 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d9ee0-27bb-4ebf-a839-cde34634edfe req-37a3f66d-9f1c-496e-81e5-219d10a79b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:42.904950 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-723d9ee0-27bb-4ebf-a839-cde34634edfe req-37a3f66d-9f1c-496e-81e5-219d10a79b95 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=efb33425a2204ea79a2acc6f333251c9&device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 1127 time: 0.5651553 Feb 08 22:14:42.906782 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d9ee0-27bb-4ebf-a839-cde34634edfe req-8949a74e-d7e0-44ea-b1ee-c4a6e27d3812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:42.908230 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-723d9ee0-27bb-4ebf-a839-cde34634edfe req-8949a74e-d7e0-44ea-b1ee-c4a6e27d3812 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=efb33425a2204ea79a2acc6f333251c9&device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 1127 time: 0.5794482 Feb 08 22:14:42.929793 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91ba03-2b7a-4dd9-a340-d495eeeead0e req-c9325e36-968c-41e5-934c-57745182912e tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:42.931941 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf91ba03-2b7a-4dd9-a340-d495eeeead0e req-c9325e36-968c-41e5-934c-57745182912e tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 944 time: 0.1009588 Feb 08 22:14:43.166969 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf91ba03-2b7a-4dd9-a340-d495eeeead0e req-fad8eec7-453f-4c06-b720-1adbc60e86f4 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231550 Feb 08 22:14:43.198757 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d9ee0-27bb-4ebf-a839-cde34634edfe req-7da7afc9-a5e9-416f-abbb-8c3e0c825ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:43.201183 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-723d9ee0-27bb-4ebf-a839-cde34634edfe req-7da7afc9-a5e9-416f-abbb-8c3e0c825ec9 service neutron] 10.222.0.94 "GET /v2.0/networks?id=77ccaca8-bae6-49ac-a6b0-475daf88ca98 HTTP/1.1" status: 200 len: 914 time: 0.2880561 Feb 08 22:14:43.208084 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d9ee0-27bb-4ebf-a839-cde34634edfe req-d04b5ae0-1a39-4e5b-b8c2-eb0e6dd911cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:43.210472 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-723d9ee0-27bb-4ebf-a839-cde34634edfe req-d04b5ae0-1a39-4e5b-b8c2-eb0e6dd911cb service neutron] 10.222.0.96 "GET /v2.0/networks?id=77ccaca8-bae6-49ac-a6b0-475daf88ca98 HTTP/1.1" status: 200 len: 914 time: 0.2882895 Feb 08 22:14:43.289310 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-723d9ee0-27bb-4ebf-a839-cde34634edfe req-a80c4e1c-6410-4add-a945-eb2786c81994 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53df9641-8df2-4db3-869c-1e399e999d32 HTTP/1.1" status: 200 len: 217 time: 0.0775201 Feb 08 22:14:43.291264 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-723d9ee0-27bb-4ebf-a839-cde34634edfe req-89f00e70-ea46-47b3-97c7-595dd9990019 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53df9641-8df2-4db3-869c-1e399e999d32 HTTP/1.1" status: 200 len: 217 time: 0.0699089 Feb 08 22:14:43.389532 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d9ee0-27bb-4ebf-a839-cde34634edfe req-478c5f8e-064d-4b31-a72b-72a77de2e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:43.392126 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-723d9ee0-27bb-4ebf-a839-cde34634edfe req-478c5f8e-064d-4b31-a72b-72a77de2e431 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8d236851-aa49-414c-916d-800aece4704c HTTP/1.1" status: 200 len: 853 time: 0.0973005 Feb 08 22:14:43.397123 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d9ee0-27bb-4ebf-a839-cde34634edfe req-4c3f513b-33d6-435d-8c79-1e489eff8139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:43.398714 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-723d9ee0-27bb-4ebf-a839-cde34634edfe req-4c3f513b-33d6-435d-8c79-1e489eff8139 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8d236851-aa49-414c-916d-800aece4704c HTTP/1.1" status: 200 len: 853 time: 0.0964079 Feb 08 22:14:43.464899 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-723d9ee0-27bb-4ebf-a839-cde34634edfe req-4f9970d5-2247-4dd4-b3c1-c4610f48a4bf service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=77ccaca8-bae6-49ac-a6b0-475daf88ca98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650570 Feb 08 22:14:43.466696 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-723d9ee0-27bb-4ebf-a839-cde34634edfe req-02c9a604-0b21-4fb0-beef-13fa54cd4f03 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=77ccaca8-bae6-49ac-a6b0-475daf88ca98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557680 Feb 08 22:14:43.653545 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-723d9ee0-27bb-4ebf-a839-cde34634edfe req-f317667b-1ad6-4417-bb9e-64e6a7efb134 service neutron] 10.222.0.94 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819921 Feb 08 22:14:43.658063 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-723d9ee0-27bb-4ebf-a839-cde34634edfe req-1a5b63fe-b94e-46bd-bd5e-6237abf24180 service neutron] 10.222.0.96 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748152 Feb 08 22:14:43.860768 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-723d9ee0-27bb-4ebf-a839-cde34634edfe req-9fed2e93-c089-4937-b837-c6c2ebdd83a3 service neutron] 10.222.0.94 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004025 Feb 08 22:14:43.862979 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-723d9ee0-27bb-4ebf-a839-cde34634edfe req-ff6828f3-26ec-4a92-8757-f523a7c89c6c service neutron] 10.222.0.96 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943316 Feb 08 22:14:44.385530 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecfea2-442b-4479-8cfd-2893ec6fdbf1 req-9dae4a66-d1db-4ffc-989a-01bc50a92bde tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:44.387122 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0aecfea2-442b-4479-8cfd-2893ec6fdbf1 req-9dae4a66-d1db-4ffc-989a-01bc50a92bde tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 944 time: 0.0859025 Feb 08 22:14:44.403530 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 53df9641-8df2-4db3-869c-1e399e999d32 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:14:44.481373 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0aecfea2-442b-4479-8cfd-2893ec6fdbf1 req-bf88d2cc-acd6-471d-a12b-d51ae0b99efd tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839972 Feb 08 22:14:44.558753 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 53df9641-8df2-4db3-869c-1e399e999d32, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=53df9641-8df2-4db3-869c-1e399e999d32,segment=NetworkSegment(ab0975b0-84bf-4a30-a02d-55d87ca38032),segment_id=ab0975b0-84bf-4a30-a02d-55d87ca38032)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:14:44.577507 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '53df9641-8df2-4db3-869c-1e399e999d32', 'network_id': '77ccaca8-bae6-49ac-a6b0-475daf88ca98', 'port_id': '53df9641-8df2-4db3-869c-1e399e999d32', 'mac_address': 'fa:16:3e:65:8c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d236851-aa49-414c-916d-800aece4704c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:14:44.622227 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 53df9641-8df2-4db3-869c-1e399e999d32 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:14:44.622620 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (53df9641-8df2-4db3-869c-1e399e999d32), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:44.650626 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53df9641-8df2-4db3-869c-1e399e999d32 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:14:44.677008 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 53df9641-8df2-4db3-869c-1e399e999d32, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=53df9641-8df2-4db3-869c-1e399e999d32,segment=NetworkSegment(ab0975b0-84bf-4a30-a02d-55d87ca38032),segment_id=ab0975b0-84bf-4a30-a02d-55d87ca38032)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:14:44.689072 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (53df9641-8df2-4db3-869c-1e399e999d32), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:44.744552 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=53df9641-8df2-4db3-869c-1e399e999d32,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:14:45.047922 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['53df9641-8df2-4db3-869c-1e399e999d32'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:14:45.658970 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75165aa-1180-434f-86a8-0148c93215e3 req-20b792c4-444e-403a-9cc6-01ed5a3cd097 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:45.661862 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e75165aa-1180-434f-86a8-0148c93215e3 req-20b792c4-444e-403a-9cc6-01ed5a3cd097 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 945 time: 0.0880229 Feb 08 22:14:45.730414 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e75165aa-1180-434f-86a8-0148c93215e3 req-2c8e4abe-8b91-449b-848e-31e9ef21a451 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609190 Feb 08 22:14:46.049779 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e8cc6-f379-4e2a-8d35-ea68eedd64dc req-6d828e03-256d-466c-8c38-916ef313a8a9 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:46.052241 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c82e8cc6-f379-4e2a-8d35-ea68eedd64dc req-6d828e03-256d-466c-8c38-916ef313a8a9 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 945 time: 0.1129749 Feb 08 22:14:46.075251 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb07975-aa0e-40c8-b991-142f1380190a req-04da87ae-de58-4c26-b533-6d666bd06a08 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:46.076862 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9eb07975-aa0e-40c8-b991-142f1380190a req-04da87ae-de58-4c26-b533-6d666bd06a08 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.94 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea&tenant_id=efb33425a2204ea79a2acc6f333251c9&binding%3Ahost_id=n-h2-712143-31 HTTP/1.1" status: 200 len: 945 time: 0.1004150 Feb 08 22:14:46.156004 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c82e8cc6-f379-4e2a-8d35-ea68eedd64dc req-c6e50521-c7a3-49eb-801a-40e0892990f8 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943868 Feb 08 22:14:46.175049 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-9eb07975-aa0e-40c8-b991-142f1380190a req-5e39c6bd-55ac-4118-85ad-5042f78ce87b service neutron] delete failed (client error): The resource could not be found. Feb 08 22:14:46.176109 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9eb07975-aa0e-40c8-b991-142f1380190a req-5e39c6bd-55ac-4118-85ad-5042f78ce87b service neutron] 10.222.0.94 "DELETE /v2.0/ports/53df9641-8df2-4db3-869c-1e399e999d32/bindings/n-h1-712143-31 HTTP/1.1" status: 404 len: 381 time: 0.0898578 Feb 08 22:14:46.276481 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb07975-aa0e-40c8-b991-142f1380190a req-0aab479a-bf27-4dfc-94ec-d6b538c72f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:46.278103 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9eb07975-aa0e-40c8-b991-142f1380190a req-0aab479a-bf27-4dfc-94ec-d6b538c72f93 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=efb33425a2204ea79a2acc6f333251c9&device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 1128 time: 0.0512486 Feb 08 22:14:46.394539 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb07975-aa0e-40c8-b991-142f1380190a req-8b65ed58-c3e3-4405-a874-9aff85e26aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:46.396078 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9eb07975-aa0e-40c8-b991-142f1380190a req-8b65ed58-c3e3-4405-a874-9aff85e26aed service neutron] 10.222.0.94 "GET /v2.0/networks?id=77ccaca8-bae6-49ac-a6b0-475daf88ca98 HTTP/1.1" status: 200 len: 914 time: 0.1114702 Feb 08 22:14:46.402329 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 53df9641-8df2-4db3-869c-1e399e999d32 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:14:46.451013 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9eb07975-aa0e-40c8-b991-142f1380190a req-ca081837-8fb8-460a-b512-9a3d3760d612 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53df9641-8df2-4db3-869c-1e399e999d32 HTTP/1.1" status: 200 len: 217 time: 0.0484951 Feb 08 22:14:46.474203 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 53df9641-8df2-4db3-869c-1e399e999d32 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:14:46.481210 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 53df9641-8df2-4db3-869c-1e399e999d32 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:14:46.481863 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (53df9641-8df2-4db3-869c-1e399e999d32), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:46.532088 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb07975-aa0e-40c8-b991-142f1380190a req-965963c9-9b37-45fd-a6d0-663648fecd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:46.534842 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9eb07975-aa0e-40c8-b991-142f1380190a req-965963c9-9b37-45fd-a6d0-663648fecd94 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8d236851-aa49-414c-916d-800aece4704c HTTP/1.1" status: 200 len: 853 time: 0.0780506 Feb 08 22:14:46.588159 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9eb07975-aa0e-40c8-b991-142f1380190a req-43e3860a-ab16-4d8c-b5fb-3d583179770e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=77ccaca8-bae6-49ac-a6b0-475daf88ca98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465546 Feb 08 22:14:46.633447 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 53df9641-8df2-4db3-869c-1e399e999d32 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:14:46.640243 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (53df9641-8df2-4db3-869c-1e399e999d32), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:46.682345 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31138156-e561-4377-b227-ec74352a1aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53df9641-8df2-4db3-869c-1e399e999d32'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:14:46.687257 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ccc2eb-a8fb-4607-a043-856c620f63ca" -d '{"events": [{"server_uuid": "31138156-e561-4377-b227-ec74352a1aea", "name": "network-vif-plugged", "status": "completed", "tag": "53df9641-8df2-4db3-869c-1e399e999d32"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:14:46.712923 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 53df9641-8df2-4db3-869c-1e399e999d32, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=53df9641-8df2-4db3-869c-1e399e999d32,segment=NetworkSegment(ab0975b0-84bf-4a30-a02d-55d87ca38032),segment_id=ab0975b0-84bf-4a30-a02d-55d87ca38032)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:14:46.719442 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (53df9641-8df2-4db3-869c-1e399e999d32), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:46.737465 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9eb07975-aa0e-40c8-b991-142f1380190a req-af3b6505-abb8-48cd-99d3-ca6f884cf61d service neutron] 10.222.0.94 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430972 Feb 08 22:14:46.760238 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6c7b52-b74a-4f43-8949-e455f597fd53 x-openstack-request-id: req-1b6c7b52-b74a-4f43-8949-e455f597fd53 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:14:46.760561 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31138156-e561-4377-b227-ec74352a1aea", "name": "network-vif-plugged", "status": "completed", "tag": "53df9641-8df2-4db3-869c-1e399e999d32", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:14:46.760894 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1b6c7b52-b74a-4f43-8949-e455f597fd53 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:14:46.761321 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31138156-e561-4377-b227-ec74352a1aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53df9641-8df2-4db3-869c-1e399e999d32', 'code': 200} Feb 08 22:14:46.797702 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=53df9641-8df2-4db3-869c-1e399e999d32,revision_number=9']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:14:46.870024 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9eb07975-aa0e-40c8-b991-142f1380190a req-ec4cd8a2-aee8-45ff-9c9d-163723b4f5d4 service neutron] 10.222.0.94 "GET /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248305 Feb 08 22:14:47.324389 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e09d0-f4ec-4aa7-a2e2-28f0cb0387d5 req-3199a27a-8932-4e24-ad4e-6c2d67e6bed9 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:47.327268 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-713e09d0-f4ec-4aa7-a2e2-28f0cb0387d5 req-3199a27a-8932-4e24-ad4e-6c2d67e6bed9 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0808847 Feb 08 22:14:47.385140 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-713e09d0-f4ec-4aa7-a2e2-28f0cb0387d5 req-f3a61758-33d8-401f-acdf-88996851ff90 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517800 Feb 08 22:14:48.551556 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c6c3c-f5e8-46fa-9ed5-2bb4c185fdad req-60cd2c7e-5b2e-4e72-8d6d-30e6412bde44 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:48.553370 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e8c6c3c-f5e8-46fa-9ed5-2bb4c185fdad req-60cd2c7e-5b2e-4e72-8d6d-30e6412bde44 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0864148 Feb 08 22:14:48.610504 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e8c6c3c-f5e8-46fa-9ed5-2bb4c185fdad req-e36c8115-4df2-456b-8bf1-2c81f6a791b0 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477023 Feb 08 22:14:48.746315 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5ba7b-f4c5-494a-a8ae-0129bfbbf5a8 req-3bd44083-f507-48ca-937b-23167d148e02 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:48.747815 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fca5ba7b-f4c5-494a-a8ae-0129bfbbf5a8 req-3bd44083-f507-48ca-937b-23167d148e02 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0612454 Feb 08 22:14:48.799625 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fca5ba7b-f4c5-494a-a8ae-0129bfbbf5a8 req-70be6b07-d7a9-47ff-9657-c498c88ac306 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460968 Feb 08 22:14:48.934114 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc1ad8-d5ae-46e4-9b81-78d5a21f7591 req-6f8a3eac-4028-4ef3-9688-d50685aa9990 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:48.935723 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3bbc1ad8-d5ae-46e4-9b81-78d5a21f7591 req-6f8a3eac-4028-4ef3-9688-d50685aa9990 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0571682 Feb 08 22:14:48.990627 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3bbc1ad8-d5ae-46e4-9b81-78d5a21f7591 req-b65cc702-2486-43df-8d3f-f6406cdc9803 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457880 Feb 08 22:14:49.389401 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c9c6b-9017-4249-937a-d7140ae7be66 req-1a4588ab-5c70-42ea-ae4a-a5d5d1bf7f6f tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:49.391025 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-318c9c6b-9017-4249-937a-d7140ae7be66 req-1a4588ab-5c70-42ea-ae4a-a5d5d1bf7f6f tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0571337 Feb 08 22:14:49.453346 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-318c9c6b-9017-4249-937a-d7140ae7be66 req-8a7c252f-dbc4-4816-a5cb-153c6ac8b9a7 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564201 Feb 08 22:14:50.584334 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca3054-ac8b-4635-8e0d-f1fc88aac822 req-ca8ef203-f159-4174-895f-bb4450cdb706 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:50.586676 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-81ca3054-ac8b-4635-8e0d-f1fc88aac822 req-ca8ef203-f159-4174-895f-bb4450cdb706 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0583301 Feb 08 22:14:50.667270 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-81ca3054-ac8b-4635-8e0d-f1fc88aac822 req-041e7586-16f2-4516-ad20-d7de9d7d9a02 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.88 "GET /v2.0/security-groups?id=02877108-a752-4aa7-84ee-d2e0f8032b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750999 Feb 08 22:14:50.685366 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df978fe-9ff2-4773-a9e2-cb09d041d568 req-801cab53-164d-4f0c-ad74-06be9f30ff95 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:50.686902 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4df978fe-9ff2-4773-a9e2-cb09d041d568 req-801cab53-164d-4f0c-ad74-06be9f30ff95 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.96 "GET /v2.0/ports?device_id=31138156-e561-4377-b227-ec74352a1aea HTTP/1.1" status: 200 len: 946 time: 0.0783870 Feb 08 22:14:50.806455 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-4df978fe-9ff2-4773-a9e2-cb09d041d568 req-7932053e-a142-4948-b002-92ae2ef119f3 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Deleting port 53df9641-8df2-4db3-869c-1e399e999d32 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:14:50.807067 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4df978fe-9ff2-4773-a9e2-cb09d041d568 req-7932053e-a142-4948-b002-92ae2ef119f3 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (53df9641-8df2-4db3-869c-1e399e999d32), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:50.946104 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-4df978fe-9ff2-4773-a9e2-cb09d041d568 req-7932053e-a142-4948-b002-92ae2ef119f3 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] For port 53df9641-8df2-4db3-869c-1e399e999d32, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=53df9641-8df2-4db3-869c-1e399e999d32,segment=NetworkSegment(ab0975b0-84bf-4a30-a02d-55d87ca38032),segment_id=ab0975b0-84bf-4a30-a02d-55d87ca38032)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:14:50.946494 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4df978fe-9ff2-4773-a9e2-cb09d041d568 req-7932053e-a142-4948-b002-92ae2ef119f3 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (53df9641-8df2-4db3-869c-1e399e999d32), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:50.962163 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-4df978fe-9ff2-4773-a9e2-cb09d041d568 req-7932053e-a142-4948-b002-92ae2ef119f3 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Calling delete_port for 53df9641-8df2-4db3-869c-1e399e999d32 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:14:51.125519 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4df978fe-9ff2-4773-a9e2-cb09d041d568 req-7932053e-a142-4948-b002-92ae2ef119f3 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (53df9641-8df2-4db3-869c-1e399e999d32), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:51.141483 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['53df9641-8df2-4db3-869c-1e399e999d32'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:14:51.156075 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932053e-a142-4948-b002-92ae2ef119f3 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Pushing event deleted for resources: {'Port': ['ID=53df9641-8df2-4db3-869c-1e399e999d32,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:14:51.212176 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df978fe-9ff2-4773-a9e2-cb09d041d568 req-7932053e-a142-4948-b002-92ae2ef119f3 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] No DVR routers for this DVR port 53df9641-8df2-4db3-869c-1e399e999d32 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:14:51.215291 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4df978fe-9ff2-4773-a9e2-cb09d041d568 req-7932053e-a142-4948-b002-92ae2ef119f3 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:51.218935 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4df978fe-9ff2-4773-a9e2-cb09d041d568 req-7932053e-a142-4948-b002-92ae2ef119f3 tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] 10.222.0.96 "DELETE /v2.0/ports/53df9641-8df2-4db3-869c-1e399e999d32 HTTP/1.1" status: 204 len: 173 time: 0.5256341 Feb 08 22:14:51.219388 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31138156-e561-4377-b227-ec74352a1aea', 'name': 'network-vif-deleted', 'tag': '53df9641-8df2-4db3-869c-1e399e999d32'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:14:51.221799 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8532626-b41e-4776-88a1-c1da74cef716" -d '{"events": [{"server_uuid": "31138156-e561-4377-b227-ec74352a1aea", "name": "network-vif-deleted", "tag": "53df9641-8df2-4db3-869c-1e399e999d32"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:14:51.267573 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7dbd99-1647-4151-a150-16f1012c2713 x-openstack-request-id: req-ac7dbd99-1647-4151-a150-16f1012c2713 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:14:51.267879 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31138156-e561-4377-b227-ec74352a1aea", "name": "network-vif-deleted", "tag": "53df9641-8df2-4db3-869c-1e399e999d32", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:14:51.268131 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ac7dbd99-1647-4151-a150-16f1012c2713 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:14:51.268533 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31138156-e561-4377-b227-ec74352a1aea', 'name': 'network-vif-deleted', 'tag': '53df9641-8df2-4db3-869c-1e399e999d32', 'status': 'completed', 'code': 200} Feb 08 22:14:51.805691 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45256) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:14:51.857754 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1b951c-92d4-4cbd-aea8-573aab31acb4 admin admin] Deleting subnet 8d236851-aa49-414c-916d-800aece4704c {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 22:14:51.861101 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab1b951c-92d4-4cbd-aea8-573aab31acb4 admin admin] Publish callbacks [] for subnet (8d236851-aa49-414c-916d-800aece4704c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:51.906418 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab1b951c-92d4-4cbd-aea8-573aab31acb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (8d236851-aa49-414c-916d-800aece4704c), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:51.968576 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab1b951c-92d4-4cbd-aea8-573aab31acb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (8d236851-aa49-414c-916d-800aece4704c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:52.047035 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab1b951c-92d4-4cbd-aea8-573aab31acb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (8d236851-aa49-414c-916d-800aece4704c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:52.073971 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b951c-92d4-4cbd-aea8-573aab31acb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d236851-aa49-414c-916d-800aece4704c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:14:52.077767 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab1b951c-92d4-4cbd-aea8-573aab31acb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:52.082493 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ab1b951c-92d4-4cbd-aea8-573aab31acb4 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/8d236851-aa49-414c-916d-800aece4704c HTTP/1.1" status: 204 len: 168 time: 0.2754540 Feb 08 22:14:52.083531 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45258) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:14:52.173451 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ccddc8a3-f9f6-45f3-ae76-7b04a73e780b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (77ccaca8-bae6-49ac-a6b0-475daf88ca98), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:52.281344 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ccddc8a3-f9f6-45f3-ae76-7b04a73e780b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (77ccaca8-bae6-49ac-a6b0-475daf88ca98), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:52.304387 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-ccddc8a3-f9f6-45f3-ae76-7b04a73e780b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ccaca8-bae6-49ac-a6b0-475daf88ca98']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:14:52.315721 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-ccddc8a3-f9f6-45f3-ae76-7b04a73e780b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0975b0-84bf-4a30-a02d-55d87ca38032') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:14:52.316046 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-ccddc8a3-f9f6-45f3-ae76-7b04a73e780b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0975b0-84bf-4a30-a02d-55d87ca38032') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:14:52.326272 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ccddc8a3-f9f6-45f3-ae76-7b04a73e780b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (ab0975b0-84bf-4a30-a02d-55d87ca38032), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:52.340445 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ccddc8a3-f9f6-45f3-ae76-7b04a73e780b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (ab0975b0-84bf-4a30-a02d-55d87ca38032), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccddc8a3-f9f6-45f3-ae76-7b04a73e780b admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ccddc8a3-f9f6-45f3-ae76-7b04a73e780b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (ab0975b0-84bf-4a30-a02d-55d87ca38032), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: timer() Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:14:52.350465 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:14:52.414361 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ccddc8a3-f9f6-45f3-ae76-7b04a73e780b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (77ccaca8-bae6-49ac-a6b0-475daf88ca98), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:52.421276 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ccddc8a3-f9f6-45f3-ae76-7b04a73e780b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:52.427078 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ccddc8a3-f9f6-45f3-ae76-7b04a73e780b admin admin] 10.222.0.88 "DELETE /v2.0/networks/77ccaca8-bae6-49ac-a6b0-475daf88ca98 HTTP/1.1" status: 204 len: 168 time: 0.3415761 Feb 08 22:14:52.444681 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccddc8a3-f9f6-45f3-ae76-7b04a73e780b admin admin] Pushing event deleted for resources: {'Network': ['ID=77ccaca8-bae6-49ac-a6b0-475daf88ca98,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:14:52.576467 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45264) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:14:52.637850 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2b4cdca2-919e-47e6-be54-3fa4e7805c3c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=efb33425a2204ea79a2acc6f333251c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0598350 Feb 08 22:14:52.640799 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45266) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:14:52.699026 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a4ecce5a-3db3-4f75-bdad-4542fd52e96b admin admin] Publish callbacks [] for security_group (02877108-a752-4aa7-84ee-d2e0f8032b98), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:52.721858 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a4ecce5a-3db3-4f75-bdad-4542fd52e96b admin admin] Publish callbacks [] for security_group (02877108-a752-4aa7-84ee-d2e0f8032b98), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:52.791467 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a4ecce5a-3db3-4f75-bdad-4542fd52e96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (02877108-a752-4aa7-84ee-d2e0f8032b98), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:52.794339 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a4ecce5a-3db3-4f75-bdad-4542fd52e96b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:52.798837 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a4ecce5a-3db3-4f75-bdad-4542fd52e96b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/02877108-a752-4aa7-84ee-d2e0f8032b98 HTTP/1.1" status: 204 len: 168 time: 0.1569149 Feb 08 22:14:52.809098 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ecce5a-3db3-4f75-bdad-4542fd52e96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02877108-a752-4aa7-84ee-d2e0f8032b98,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:14:53.654189 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45290) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:14:53.789368 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-ff97ea52-d025-4417-a85b-08e4f910f8a6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1277081460-network', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:14:53.814443 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff97ea52-d025-4417-a85b-08e4f910f8a6 admin admin] Made reservation on behalf of 52394cedb96f402a8356b9d71e71bb96 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:14:53.816723 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff97ea52-d025-4417-a85b-08e4f910f8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:53.826425 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff97ea52-d025-4417-a85b-08e4f910f8a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:53.924213 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff97ea52-d025-4417-a85b-08e4f910f8a6 admin admin] Publish callbacks [] for security_group (fdcb218e-b076-4253-b48e-e68dcfe54f06), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:53.929832 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff97ea52-d025-4417-a85b-08e4f910f8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (fdcb218e-b076-4253-b48e-e68dcfe54f06), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:53.958141 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff97ea52-d025-4417-a85b-08e4f910f8a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 22:14:53.969693 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97ea52-d025-4417-a85b-08e4f910f8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcb218e-b076-4253-b48e-e68dcfe54f06,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:14:53.978608 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff97ea52-d025-4417-a85b-08e4f910f8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (39874751-765e-4b85-8e9b-5696276ab8c9), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:53.979028 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-ff97ea52-d025-4417-a85b-08e4f910f8a6 admin admin] Added segment 39874751-765e-4b85-8e9b-5696276ab8c9 of type vlan for network bc78e00c-dc98-41c2-b966-2ce242857563 Feb 08 22:14:54.028653 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff97ea52-d025-4417-a85b-08e4f910f8a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (bc78e00c-dc98-41c2-b966-2ce242857563), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:54.057343 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff97ea52-d025-4417-a85b-08e4f910f8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (bc78e00c-dc98-41c2-b966-2ce242857563), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:54.058389 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff97ea52-d025-4417-a85b-08e4f910f8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:54.059024 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff97ea52-d025-4417-a85b-08e4f910f8a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:54.116752 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ff97ea52-d025-4417-a85b-08e4f910f8a6 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4614038 Feb 08 22:14:54.121781 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45294) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:14:54.124229 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97ea52-d025-4417-a85b-08e4f910f8a6 admin admin] Pushing event updated for resources: {'Network': ['ID=bc78e00c-dc98-41c2-b966-2ce242857563,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:14:54.126996 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-429719c3-7364-40bf-8925-eaaee1baba96 admin admin] Request body: {'subnet': {'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1277081460-subnet', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:14:54.144814 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network bc78e00c-dc98-41c2-b966-2ce242857563 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 22:14:54.151276 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429719c3-7364-40bf-8925-eaaee1baba96 admin admin] Made reservation on behalf of 52394cedb96f402a8356b9d71e71bb96 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:14:54.154108 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-429719c3-7364-40bf-8925-eaaee1baba96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:54.304251 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3c678b67-5ed6-46ea-a01e-dfb6667b9846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:54.380427 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-429719c3-7364-40bf-8925-eaaee1baba96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (299236f4-55a5-479b-a506-73d2dff71768), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:54.442554 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429719c3-7364-40bf-8925-eaaee1baba96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=299236f4-55a5-479b-a506-73d2dff71768,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:14:54.448925 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 53df9641-8df2-4db3-869c-1e399e999d32 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:14:54.456863 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429719c3-7364-40bf-8925-eaaee1baba96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:54.457219 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429719c3-7364-40bf-8925-eaaee1baba96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:54.457597 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429719c3-7364-40bf-8925-eaaee1baba96 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:54.457934 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429719c3-7364-40bf-8925-eaaee1baba96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:54.458271 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429719c3-7364-40bf-8925-eaaee1baba96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:54.458605 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429719c3-7364-40bf-8925-eaaee1baba96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:54.458931 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429719c3-7364-40bf-8925-eaaee1baba96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:54.459254 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429719c3-7364-40bf-8925-eaaee1baba96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:54.459579 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429719c3-7364-40bf-8925-eaaee1baba96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:54.459907 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429719c3-7364-40bf-8925-eaaee1baba96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:54.460230 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429719c3-7364-40bf-8925-eaaee1baba96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:54.460554 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429719c3-7364-40bf-8925-eaaee1baba96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:54.460871 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429719c3-7364-40bf-8925-eaaee1baba96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:54.470588 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429719c3-7364-40bf-8925-eaaee1baba96 admin admin] Checking segment: {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:14:54.471152 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429719c3-7364-40bf-8925-eaaee1baba96 admin admin] Network hostable DHCP agents. Network: bc78e00c-dc98-41c2-b966-2ce242857563, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 22:14:54.478405 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 53df9641-8df2-4db3-869c-1e399e999d32 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:14:54.478745 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 53df9641-8df2-4db3-869c-1e399e999d32 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:14:54.501829 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429719c3-7364-40bf-8925-eaaee1baba96 admin admin] Network bc78e00c-dc98-41c2-b966-2ce242857563 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 22:14:54.517477 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-429719c3-7364-40bf-8925-eaaee1baba96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, bc78e00c-dc98-41c2-b966-2ce242857563) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:14:54.525047 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429719c3-7364-40bf-8925-eaaee1baba96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:14:54.526588 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-429719c3-7364-40bf-8925-eaaee1baba96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:54.531387 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35be3aa-fe4d-4901-8054-0fa99dc400b5 None None] Network bc78e00c-dc98-41c2-b966-2ce242857563 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:14:54.550459 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-429719c3-7364-40bf-8925-eaaee1baba96 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4273472 Feb 08 22:14:54.553422 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45296) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:14:54.558559 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7c37e62e-d1dc-41bf-b2cf-3fba39ce3548 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:14:54.582764 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c37e62e-d1dc-41bf-b2cf-3fba39ce3548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (c355682e-b695-42b4-8999-7028cb83d271), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:54.583933 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c37e62e-d1dc-41bf-b2cf-3fba39ce3548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (c355682e-b695-42b4-8999-7028cb83d271), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:54.662938 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c37e62e-d1dc-41bf-b2cf-3fba39ce3548 admin admin] Publish callbacks [] for router_controller (c355682e-b695-42b4-8999-7028cb83d271), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:54.672494 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bda3ad-ed9f-4373-b871-51c7471b8334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-bc78e00c-dc98-41c2-b966-2ce242857563', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 22:14:54.674039 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c7bda3ad-ed9f-4373-b871-51c7471b8334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:54.837248 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c37e62e-d1dc-41bf-b2cf-3fba39ce3548 admin admin] Publish callbacks [] for router_gateway (c355682e-b695-42b4-8999-7028cb83d271), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:54.906445 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-c7bda3ad-ed9f-4373-b871-51c7471b8334 None None] Allocated IP 172.20.0.2 (bc78e00c-dc98-41c2-b966-2ce242857563/299236f4-55a5-479b-a506-73d2dff71768/5abe63d2-1db6-4700-83b6-59a7a0c62bcc) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:14:55.090034 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c7bda3ad-ed9f-4373-b871-51c7471b8334 None None] Publish callbacks [] for port (5abe63d2-1db6-4700-83b6-59a7a0c62bcc), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:55.091777 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c37e62e-d1dc-41bf-b2cf-3fba39ce3548 admin admin] Publish callbacks [] for router_gateway (c355682e-b695-42b4-8999-7028cb83d271), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:55.101546 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c7bda3ad-ed9f-4373-b871-51c7471b8334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (5abe63d2-1db6-4700-83b6-59a7a0c62bcc), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:55.113057 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c37e62e-d1dc-41bf-b2cf-3fba39ce3548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:55.148303 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bda3ad-ed9f-4373-b871-51c7471b8334 None None] Network bc78e00c-dc98-41c2-b966-2ce242857563 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:14:55.151529 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-c7bda3ad-ed9f-4373-b871-51c7471b8334 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:14:55.155394 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bda3ad-ed9f-4373-b871-51c7471b8334 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:14:55.161658 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bda3ad-ed9f-4373-b871-51c7471b8334 None None] Pushing event updated for resources: {'Port': ['ID=5abe63d2-1db6-4700-83b6-59a7a0c62bcc,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:14:55.234120 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c7bda3ad-ed9f-4373-b871-51c7471b8334 None None] Attempting to bind port 5abe63d2-1db6-4700-83b6-59a7a0c62bcc on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:14:55.234842 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c7bda3ad-ed9f-4373-b871-51c7471b8334 None None] Attempting to bind port 5abe63d2-1db6-4700-83b6-59a7a0c62bcc by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:14:55.235351 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bda3ad-ed9f-4373-b871-51c7471b8334 None None] Attempting to bind port 5abe63d2-1db6-4700-83b6-59a7a0c62bcc on network bc78e00c-dc98-41c2-b966-2ce242857563 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:14:55.252372 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bda3ad-ed9f-4373-b871-51c7471b8334 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:14:55.253065 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bda3ad-ed9f-4373-b871-51c7471b8334 None None] Checking segment: {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:14:55.253760 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c7bda3ad-ed9f-4373-b871-51c7471b8334 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:55.254464 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bda3ad-ed9f-4373-b871-51c7471b8334 None None] Bound using segment: {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:14:55.255276 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c7bda3ad-ed9f-4373-b871-51c7471b8334 None None] Bound port: 5abe63d2-1db6-4700-83b6-59a7a0c62bcc, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:14:55.255907 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c7bda3ad-ed9f-4373-b871-51c7471b8334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5abe63d2-1db6-4700-83b6-59a7a0c62bcc), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:55.283992 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-7c37e62e-d1dc-41bf-b2cf-3fba39ce3548 admin admin] Allocated IP 172.25.3.215 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/0663090c-0d53-4e39-810c-a67f76bb8712) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:14:55.347854 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c7bda3ad-ed9f-4373-b871-51c7471b8334 None None] For port 5abe63d2-1db6-4700-83b6-59a7a0c62bcc, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:14:55.351534 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c7bda3ad-ed9f-4373-b871-51c7471b8334 None None] For port 5abe63d2-1db6-4700-83b6-59a7a0c62bcc, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5abe63d2-1db6-4700-83b6-59a7a0c62bcc,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:14:55.361947 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c7bda3ad-ed9f-4373-b871-51c7471b8334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5abe63d2-1db6-4700-83b6-59a7a0c62bcc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:55.425559 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c37e62e-d1dc-41bf-b2cf-3fba39ce3548 admin admin] Publish callbacks [] for port (0663090c-0d53-4e39-810c-a67f76bb8712), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:55.464964 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bda3ad-ed9f-4373-b871-51c7471b8334 None None] Pushing event updated for resources: {'Port': ['ID=5abe63d2-1db6-4700-83b6-59a7a0c62bcc,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:14:55.479511 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c37e62e-d1dc-41bf-b2cf-3fba39ce3548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (0663090c-0d53-4e39-810c-a67f76bb8712), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:55.521586 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c37e62e-d1dc-41bf-b2cf-3fba39ce3548 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:14:55.526509 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-7c37e62e-d1dc-41bf-b2cf-3fba39ce3548 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:14:55.535327 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c37e62e-d1dc-41bf-b2cf-3fba39ce3548 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:14:55.572252 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37e62e-d1dc-41bf-b2cf-3fba39ce3548 admin admin] Pushing event updated for resources: {'Port': ['ID=0663090c-0d53-4e39-810c-a67f76bb8712,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:14:55.958371 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c37e62e-d1dc-41bf-b2cf-3fba39ce3548 admin admin] Publish callbacks [] for router_gateway (c355682e-b695-42b4-8999-7028cb83d271), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:56.229679 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c37e62e-d1dc-41bf-b2cf-3fba39ce3548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (c355682e-b695-42b4-8999-7028cb83d271), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:56.401634 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c37e62e-d1dc-41bf-b2cf-3fba39ce3548 admin admin] Router c355682e-b695-42b4-8999-7028cb83d271 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 22:14:56.566861 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c37e62e-d1dc-41bf-b2cf-3fba39ce3548 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:14:56.580171 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab6bd72-ab57-4cb6-b224-6a6b40346b3e None None] Sync routers for ids ['c355682e-b695-42b4-8999-7028cb83d271'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:14:56.593177 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab6bd72-ab57-4cb6-b224-6a6b40346b3e None None] Routers {'c355682e-b695-42b4-8999-7028cb83d271'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:14:56.594369 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-aab6bd72-ab57-4cb6-b224-6a6b40346b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:14:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c355682e-b695-42b4-8999-7028cb83d271'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:14:56.596727 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f877712-e4c4-47f9-a097-d904e687f517 None None] Network bc78e00c-dc98-41c2-b966-2ce242857563 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:14:56.600517 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c37e62e-d1dc-41bf-b2cf-3fba39ce3548 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:56.601589 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7c37e62e-d1dc-41bf-b2cf-3fba39ce3548 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0466554 Feb 08 22:14:56.605184 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45298) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:14:56.755567 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-aab6bd72-ab57-4cb6-b224-6a6b40346b3e None None] Set router c355682e-b695-42b4-8999-7028cb83d271 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:14:56.780356 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-9ccd393f-6dc1-4386-89b4-5939239cbfc4 None None] Provisioning complete for port 5abe63d2-1db6-4700-83b6-59a7a0c62bcc triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:14:56.781171 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9ccd393f-6dc1-4386-89b4-5939239cbfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5abe63d2-1db6-4700-83b6-59a7a0c62bcc), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:56.846673 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:14:56.923136 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd393f-6dc1-4386-89b4-5939239cbfc4 None None] Current status of the port 5abe63d2-1db6-4700-83b6-59a7a0c62bcc is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:14:56.923907 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9ccd393f-6dc1-4386-89b4-5939239cbfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5abe63d2-1db6-4700-83b6-59a7a0c62bcc), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:56.978015 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-9ccd393f-6dc1-4386-89b4-5939239cbfc4 None None] For port 5abe63d2-1db6-4700-83b6-59a7a0c62bcc, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5abe63d2-1db6-4700-83b6-59a7a0c62bcc,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:14:56.984685 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9ccd393f-6dc1-4386-89b4-5939239cbfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5abe63d2-1db6-4700-83b6-59a7a0c62bcc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:57.048858 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-aab6bd72-ab57-4cb6-b224-6a6b40346b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:14:55Z', 'revision_number': 3, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:14:57.066825 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd393f-6dc1-4386-89b4-5939239cbfc4 None None] Pushing event updated for resources: {'Port': ['ID=5abe63d2-1db6-4700-83b6-59a7a0c62bcc,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:14:57.095785 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab6bd72-ab57-4cb6-b224-6a6b40346b3e None None] Checking router: c355682e-b695-42b4-8999-7028cb83d271 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:14:57.095785 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab6bd72-ab57-4cb6-b224-6a6b40346b3e None None] Updating router c355682e-b695-42b4-8999-7028cb83d271 port 0663090c-0d53-4e39-810c-a67f76bb8712 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:14:57.132771 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-aab6bd72-ab57-4cb6-b224-6a6b40346b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0663090c-0d53-4e39-810c-a67f76bb8712), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:57.223347 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-419882a0-371f-44dd-8023-118e055bf52d None None] Provisioning complete for port 5abe63d2-1db6-4700-83b6-59a7a0c62bcc triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:14:57.223737 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-419882a0-371f-44dd-8023-118e055bf52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5abe63d2-1db6-4700-83b6-59a7a0c62bcc), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:57.387748 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-419882a0-371f-44dd-8023-118e055bf52d None None] Current status of the port 5abe63d2-1db6-4700-83b6-59a7a0c62bcc is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:14:57.514471 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5abe63d2-1db6-4700-83b6-59a7a0c62bcc up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:14:57.551044 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-aab6bd72-ab57-4cb6-b224-6a6b40346b3e None None] Publish callbacks [] for port (0663090c-0d53-4e39-810c-a67f76bb8712), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:57.560036 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-aab6bd72-ab57-4cb6-b224-6a6b40346b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0663090c-0d53-4e39-810c-a67f76bb8712), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:57.598223 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-260d67a7-895e-4cd2-8fd2-bdc8db221241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:57.620293 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 5abe63d2-1db6-4700-83b6-59a7a0c62bcc triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:14:57.620293 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (5abe63d2-1db6-4700-83b6-59a7a0c62bcc), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:57.631750 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-aab6bd72-ab57-4cb6-b224-6a6b40346b3e None None] Attempting to bind port 0663090c-0d53-4e39-810c-a67f76bb8712 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:14:57.632567 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-aab6bd72-ab57-4cb6-b224-6a6b40346b3e None None] Attempting to bind port 0663090c-0d53-4e39-810c-a67f76bb8712 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:14:57.632567 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab6bd72-ab57-4cb6-b224-6a6b40346b3e None None] Attempting to bind port 0663090c-0d53-4e39-810c-a67f76bb8712 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:14:57.642790 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab6bd72-ab57-4cb6-b224-6a6b40346b3e None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:14:57.643183 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab6bd72-ab57-4cb6-b224-6a6b40346b3e None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:14:57.643759 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-aab6bd72-ab57-4cb6-b224-6a6b40346b3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:57.644150 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa8513ac-94f7-4c43-bee5-6cd52d6f401e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:57.644649 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab6bd72-ab57-4cb6-b224-6a6b40346b3e None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:14:57.644649 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-aab6bd72-ab57-4cb6-b224-6a6b40346b3e None None] Bound port: 0663090c-0d53-4e39-810c-a67f76bb8712, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:14:57.645034 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-aab6bd72-ab57-4cb6-b224-6a6b40346b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0663090c-0d53-4e39-810c-a67f76bb8712), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:57.648045 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8ed80-0cd9-43c5-ac1f-d4ae63ffe0dd None None] Pushing event updated for resources: {'Port': ['ID=0663090c-0d53-4e39-810c-a67f76bb8712,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:14:57.682574 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8ed80-0cd9-43c5-ac1f-d4ae63ffe0dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:57.683060 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8ed80-0cd9-43c5-ac1f-d4ae63ffe0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:57.683418 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8ed80-0cd9-43c5-ac1f-d4ae63ffe0dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:57.683945 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8ed80-0cd9-43c5-ac1f-d4ae63ffe0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:57.684700 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8ed80-0cd9-43c5-ac1f-d4ae63ffe0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:57.685287 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8ed80-0cd9-43c5-ac1f-d4ae63ffe0dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:57.685788 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8ed80-0cd9-43c5-ac1f-d4ae63ffe0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:57.686316 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8ed80-0cd9-43c5-ac1f-d4ae63ffe0dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:57.686879 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8ed80-0cd9-43c5-ac1f-d4ae63ffe0dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:57.687432 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8ed80-0cd9-43c5-ac1f-d4ae63ffe0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:57.687961 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8ed80-0cd9-43c5-ac1f-d4ae63ffe0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:57.688498 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8ed80-0cd9-43c5-ac1f-d4ae63ffe0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:57.689032 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8ed80-0cd9-43c5-ac1f-d4ae63ffe0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:14:57.729184 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 5abe63d2-1db6-4700-83b6-59a7a0c62bcc is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:14:57.737389 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-aab6bd72-ab57-4cb6-b224-6a6b40346b3e None None] For port 0663090c-0d53-4e39-810c-a67f76bb8712, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:14:57.741899 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-aab6bd72-ab57-4cb6-b224-6a6b40346b3e None None] For port 0663090c-0d53-4e39-810c-a67f76bb8712, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=0663090c-0d53-4e39-810c-a67f76bb8712,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:14:57.756381 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-aab6bd72-ab57-4cb6-b224-6a6b40346b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0663090c-0d53-4e39-810c-a67f76bb8712), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:57.837253 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab6bd72-ab57-4cb6-b224-6a6b40346b3e None None] Routers {'c355682e-b695-42b4-8999-7028cb83d271'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:14:57.837902 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-aab6bd72-ab57-4cb6-b224-6a6b40346b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:14:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c355682e-b695-42b4-8999-7028cb83d271'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:14:57.839928 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8ed80-0cd9-43c5-ac1f-d4ae63ffe0dd None None] Pushing event updated for resources: {'Port': ['ID=0663090c-0d53-4e39-810c-a67f76bb8712,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:14:57.880907 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-aa8513ac-94f7-4c43-bee5-6cd52d6f401e admin admin] Allocated IP 172.20.0.1 (bc78e00c-dc98-41c2-b966-2ce242857563/299236f4-55a5-479b-a506-73d2dff71768/c636119e-2f3f-4f94-a4fe-90c0d28fb159) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:14:57.984010 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-aab6bd72-ab57-4cb6-b224-6a6b40346b3e None None] Set router c355682e-b695-42b4-8999-7028cb83d271 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:14:58.037608 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa8513ac-94f7-4c43-bee5-6cd52d6f401e admin admin] Publish callbacks [] for port (c636119e-2f3f-4f94-a4fe-90c0d28fb159), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:58.087953 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa8513ac-94f7-4c43-bee5-6cd52d6f401e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (c636119e-2f3f-4f94-a4fe-90c0d28fb159), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:58.144674 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8513ac-94f7-4c43-bee5-6cd52d6f401e admin admin] Network bc78e00c-dc98-41c2-b966-2ce242857563 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:14:58.153709 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-aa8513ac-94f7-4c43-bee5-6cd52d6f401e admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:14:58.159948 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8513ac-94f7-4c43-bee5-6cd52d6f401e admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:14:58.190388 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8513ac-94f7-4c43-bee5-6cd52d6f401e admin admin] Pushing event updated for resources: {'Port': ['ID=c636119e-2f3f-4f94-a4fe-90c0d28fb159,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:14:58.213773 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa8513ac-94f7-4c43-bee5-6cd52d6f401e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (c355682e-b695-42b4-8999-7028cb83d271), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:58.345624 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-aab6bd72-ab57-4cb6-b224-6a6b40346b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:14:55Z', 'revision_number': 3, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:14:58.380972 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab6bd72-ab57-4cb6-b224-6a6b40346b3e None None] The sync data for ids ['c355682e-b695-42b4-8999-7028cb83d271'] in n-d-712143-31 is: [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:14:55Z', 'revision_number': 3, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:14:58.393662 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa8513ac-94f7-4c43-bee5-6cd52d6f401e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c636119e-2f3f-4f94-a4fe-90c0d28fb159), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:58.522164 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-09c6b67f-eb65-4edd-95d5-0161233428e7 None None] Provisioning complete for port c636119e-2f3f-4f94-a4fe-90c0d28fb159 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:14:58.523074 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-09c6b67f-eb65-4edd-95d5-0161233428e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c636119e-2f3f-4f94-a4fe-90c0d28fb159), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:58.575843 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-09c6b67f-eb65-4edd-95d5-0161233428e7 None None] Port c636119e-2f3f-4f94-a4fe-90c0d28fb159 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:14:58.623093 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa8513ac-94f7-4c43-bee5-6cd52d6f401e admin admin] Publish callbacks [] for port (c636119e-2f3f-4f94-a4fe-90c0d28fb159), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:58.646519 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa8513ac-94f7-4c43-bee5-6cd52d6f401e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (c636119e-2f3f-4f94-a4fe-90c0d28fb159), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:58.746947 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa8513ac-94f7-4c43-bee5-6cd52d6f401e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (c355682e-b695-42b4-8999-7028cb83d271), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:58.748876 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8513ac-94f7-4c43-bee5-6cd52d6f401e admin admin] Pushing event updated for resources: {'Port': ['ID=c636119e-2f3f-4f94-a4fe-90c0d28fb159,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:14:58.878736 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8513ac-94f7-4c43-bee5-6cd52d6f401e admin admin] Network bc78e00c-dc98-41c2-b966-2ce242857563 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:14:58.880588 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-aa8513ac-94f7-4c43-bee5-6cd52d6f401e admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:14:59.064684 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8513ac-94f7-4c43-bee5-6cd52d6f401e admin admin] Router c355682e-b695-42b4-8999-7028cb83d271 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:14:59.199124 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8513ac-94f7-4c43-bee5-6cd52d6f401e admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:14:59.205114 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-aa8513ac-94f7-4c43-bee5-6cd52d6f401e admin admin] 10.222.0.88 "PUT /v2.0/routers/c355682e-b695-42b4-8999-7028cb83d271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5982959 Feb 08 22:14:59.212272 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-be432d51-62a1-4e74-92ab-eecaeb7bb8ba None None] Provisioning complete for port c636119e-2f3f-4f94-a4fe-90c0d28fb159 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:14:59.212749 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be432d51-62a1-4e74-92ab-eecaeb7bb8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c636119e-2f3f-4f94-a4fe-90c0d28fb159), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:59.270659 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-be432d51-62a1-4e74-92ab-eecaeb7bb8ba None None] Port c636119e-2f3f-4f94-a4fe-90c0d28fb159 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:14:59.316891 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 0663090c-0d53-4e39-810c-a67f76bb8712 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:14:59.372687 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 0663090c-0d53-4e39-810c-a67f76bb8712 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:14:59.373110 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0663090c-0d53-4e39-810c-a67f76bb8712), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:59.429671 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:59.477044 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 0663090c-0d53-4e39-810c-a67f76bb8712 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:14:59.478078 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0663090c-0d53-4e39-810c-a67f76bb8712), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:59.502649 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 0663090c-0d53-4e39-810c-a67f76bb8712, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=0663090c-0d53-4e39-810c-a67f76bb8712,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:14:59.507358 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0663090c-0d53-4e39-810c-a67f76bb8712), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:59.562462 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=0663090c-0d53-4e39-810c-a67f76bb8712,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:14:59.862687 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45306) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:14:59.867480 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7e6943d3-b2bc-455e-9e75-6581f750233a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1945858314', 'description': 'tempest-description--600142897'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:14:59.894570 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d3-b2bc-455e-9e75-6581f750233a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:59.983332 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d3-b2bc-455e-9e75-6581f750233a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for security_group (fff774ca-8cf2-4131-9c86-ac86e6623def), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:14:59.994403 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d3-b2bc-455e-9e75-6581f750233a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (fff774ca-8cf2-4131-9c86-ac86e6623def), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:00.035839 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d3-b2bc-455e-9e75-6581f750233a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:00.036892 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7e6943d3-b2bc-455e-9e75-6581f750233a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1731701 Feb 08 22:15:00.039846 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d3-b2bc-455e-9e75-6581f750233a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fff774ca-8cf2-4131-9c86-ac86e6623def,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:15:00.041027 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45308) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:15:00.047258 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-4dcfd47e-1b72-4f44-bb7e-d6d65853d111 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Request body: {'security_group_rule': {'security_group_id': 'fff774ca-8cf2-4131-9c86-ac86e6623def', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:15:00.080668 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4dcfd47e-1b72-4f44-bb7e-d6d65853d111 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for security_group_rule (5d69f3e9-0e44-4964-8fec-a78c96b87366), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:00.154953 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4dcfd47e-1b72-4f44-bb7e-d6d65853d111 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for security_group_rule (5d69f3e9-0e44-4964-8fec-a78c96b87366), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:00.160308 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4dcfd47e-1b72-4f44-bb7e-d6d65853d111 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (5d69f3e9-0e44-4964-8fec-a78c96b87366), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:00.180994 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcfd47e-1b72-4f44-bb7e-d6d65853d111 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d69f3e9-0e44-4964-8fec-a78c96b87366,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:15:00.191442 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4dcfd47e-1b72-4f44-bb7e-d6d65853d111 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:00.197792 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4dcfd47e-1b72-4f44-bb7e-d6d65853d111 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1526783 Feb 08 22:15:00.197896 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45310) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:15:00.204847 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ff454cf0-13d0-4cb5-b353-1b036a24922e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Request body: {'security_group_rule': {'security_group_id': 'fff774ca-8cf2-4131-9c86-ac86e6623def', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:15:00.222669 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809c5f4a-0ed6-40b3-882e-e24fe5b79f57 None None] Sync routers for ids ['c355682e-b695-42b4-8999-7028cb83d271'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:15:00.234785 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809c5f4a-0ed6-40b3-882e-e24fe5b79f57 None None] Routers {'c355682e-b695-42b4-8999-7028cb83d271'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:15:00.236161 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-809c5f4a-0ed6-40b3-882e-e24fe5b79f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:14:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c355682e-b695-42b4-8999-7028cb83d271'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:15:00.244875 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ff454cf0-13d0-4cb5-b353-1b036a24922e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for security_group_rule (8b631fb5-3dd6-4db3-b6ff-4306436f47d6), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:00.314929 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ff454cf0-13d0-4cb5-b353-1b036a24922e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for security_group_rule (8b631fb5-3dd6-4db3-b6ff-4306436f47d6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:00.319616 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ff454cf0-13d0-4cb5-b353-1b036a24922e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (8b631fb5-3dd6-4db3-b6ff-4306436f47d6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:00.338872 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff454cf0-13d0-4cb5-b353-1b036a24922e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b631fb5-3dd6-4db3-b6ff-4306436f47d6,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:15:00.346484 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ff454cf0-13d0-4cb5-b353-1b036a24922e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:00.347757 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ff454cf0-13d0-4cb5-b353-1b036a24922e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1488998 Feb 08 22:15:00.350797 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45312) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:15:00.356050 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a0118691-1a81-43fe-9ad6-4069a188d3b7 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:15:00.377912 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-809c5f4a-0ed6-40b3-882e-e24fe5b79f57 None None] Set router c355682e-b695-42b4-8999-7028cb83d271 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:15:00.378919 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0118691-1a81-43fe-9ad6-4069a188d3b7 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:00.490178 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0118691-1a81-43fe-9ad6-4069a188d3b7 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:00.614483 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-a0118691-1a81-43fe-9ad6-4069a188d3b7 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Allocated IP 172.25.3.230 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/04cad014-e882-4328-956f-e8b59a0c7e4b) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:15:00.734475 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0118691-1a81-43fe-9ad6-4069a188d3b7 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for port (04cad014-e882-4328-956f-e8b59a0c7e4b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:00.765406 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-809c5f4a-0ed6-40b3-882e-e24fe5b79f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:14:58Z', 'revision_number': 4, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'c636119e-2f3f-4f94-a4fe-90c0d28fb159', 'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'mac_address': 'fa:16:3e:8e:27:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:57Z', 'updated_at': '2022-02-08T22:14:58Z', 'revision_number': 2, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'subnets': [{'id': '299236f4-55a5-479b-a506-73d2dff71768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:15:00.775550 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0118691-1a81-43fe-9ad6-4069a188d3b7 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (04cad014-e882-4328-956f-e8b59a0c7e4b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:00.802114 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809c5f4a-0ed6-40b3-882e-e24fe5b79f57 None None] Checking router: c355682e-b695-42b4-8999-7028cb83d271 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:15:00.802482 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809c5f4a-0ed6-40b3-882e-e24fe5b79f57 None None] Updating router c355682e-b695-42b4-8999-7028cb83d271 port c636119e-2f3f-4f94-a4fe-90c0d28fb159 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:15:00.819665 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0118691-1a81-43fe-9ad6-4069a188d3b7 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:15:00.825211 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-a0118691-1a81-43fe-9ad6-4069a188d3b7 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:15:00.827723 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0118691-1a81-43fe-9ad6-4069a188d3b7 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:15:00.845033 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-809c5f4a-0ed6-40b3-882e-e24fe5b79f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c636119e-2f3f-4f94-a4fe-90c0d28fb159), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:00.851682 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0118691-1a81-43fe-9ad6-4069a188d3b7 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Pushing event updated for resources: {'Port': ['ID=04cad014-e882-4328-956f-e8b59a0c7e4b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:15:00.931090 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0118691-1a81-43fe-9ad6-4069a188d3b7 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for floatingip (3b56692e-f2fe-498f-8162-770391120d3f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:00.975046 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0118691-1a81-43fe-9ad6-4069a188d3b7 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (04cad014-e882-4328-956f-e8b59a0c7e4b), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:01.136550 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-809c5f4a-0ed6-40b3-882e-e24fe5b79f57 None None] Publish callbacks [] for port (c636119e-2f3f-4f94-a4fe-90c0d28fb159), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:01.143354 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-809c5f4a-0ed6-40b3-882e-e24fe5b79f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c636119e-2f3f-4f94-a4fe-90c0d28fb159), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:01.153470 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0118691-1a81-43fe-9ad6-4069a188d3b7 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for port (04cad014-e882-4328-956f-e8b59a0c7e4b), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:01.158995 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0118691-1a81-43fe-9ad6-4069a188d3b7 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (04cad014-e882-4328-956f-e8b59a0c7e4b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:01.229474 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded2086-8901-4aa7-b28c-999fb6aa5099 None None] Pushing event updated for resources: {'Port': ['ID=c636119e-2f3f-4f94-a4fe-90c0d28fb159,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:15:01.237862 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0118691-1a81-43fe-9ad6-4069a188d3b7 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Pushing event updated for resources: {'Port': ['ID=04cad014-e882-4328-956f-e8b59a0c7e4b,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:15:01.262157 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0118691-1a81-43fe-9ad6-4069a188d3b7 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (3b56692e-f2fe-498f-8162-770391120d3f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:01.265107 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-809c5f4a-0ed6-40b3-882e-e24fe5b79f57 None None] Attempting to bind port c636119e-2f3f-4f94-a4fe-90c0d28fb159 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:15:01.265545 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-809c5f4a-0ed6-40b3-882e-e24fe5b79f57 None None] Attempting to bind port c636119e-2f3f-4f94-a4fe-90c0d28fb159 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:15:01.266584 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809c5f4a-0ed6-40b3-882e-e24fe5b79f57 None None] Attempting to bind port c636119e-2f3f-4f94-a4fe-90c0d28fb159 on network bc78e00c-dc98-41c2-b966-2ce242857563 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:15:01.274070 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809c5f4a-0ed6-40b3-882e-e24fe5b79f57 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:15:01.275050 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809c5f4a-0ed6-40b3-882e-e24fe5b79f57 None None] Checking segment: {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:15:01.275670 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-809c5f4a-0ed6-40b3-882e-e24fe5b79f57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:01.276085 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809c5f4a-0ed6-40b3-882e-e24fe5b79f57 None None] Bound using segment: {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:15:01.276679 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-809c5f4a-0ed6-40b3-882e-e24fe5b79f57 None None] Bound port: c636119e-2f3f-4f94-a4fe-90c0d28fb159, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:15:01.277262 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-809c5f4a-0ed6-40b3-882e-e24fe5b79f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c636119e-2f3f-4f94-a4fe-90c0d28fb159), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:01.281788 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0118691-1a81-43fe-9ad6-4069a188d3b7 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:01.284438 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a0118691-1a81-43fe-9ad6-4069a188d3b7 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9320371 Feb 08 22:15:01.331346 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 0663090c-0d53-4e39-810c-a67f76bb8712 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:15:01.409332 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-809c5f4a-0ed6-40b3-882e-e24fe5b79f57 None None] For port c636119e-2f3f-4f94-a4fe-90c0d28fb159, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:15:01.413721 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-809c5f4a-0ed6-40b3-882e-e24fe5b79f57 None None] For port c636119e-2f3f-4f94-a4fe-90c0d28fb159, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c636119e-2f3f-4f94-a4fe-90c0d28fb159,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:15:01.425367 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-809c5f4a-0ed6-40b3-882e-e24fe5b79f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c636119e-2f3f-4f94-a4fe-90c0d28fb159), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:01.430815 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 0663090c-0d53-4e39-810c-a67f76bb8712 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:15:01.431192 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0663090c-0d53-4e39-810c-a67f76bb8712), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:01.517599 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-d14a4ff7-22e8-459d-8800-0b5961f2976e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1945858314&fields=id&tenant_id=52394cedb96f402a8356b9d71e71bb96 HTTP/1.1" status: 200 len: 267 time: 0.0634117 Feb 08 22:15:01.554730 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809c5f4a-0ed6-40b3-882e-e24fe5b79f57 None None] Routers {'c355682e-b695-42b4-8999-7028cb83d271'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:15:01.555839 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-809c5f4a-0ed6-40b3-882e-e24fe5b79f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:14:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c355682e-b695-42b4-8999-7028cb83d271'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:15:01.564174 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:01.635577 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded2086-8901-4aa7-b28c-999fb6aa5099 None None] Pushing event updated for resources: {'Port': ['ID=c636119e-2f3f-4f94-a4fe-90c0d28fb159,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:15:01.641702 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f433b139-dd87-4d4e-b141-5d6a64d291d9 None None] Provisioning complete for port c636119e-2f3f-4f94-a4fe-90c0d28fb159 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:15:01.642116 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f433b139-dd87-4d4e-b141-5d6a64d291d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c636119e-2f3f-4f94-a4fe-90c0d28fb159), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:01.688408 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-371609d9-c939-4224-9f09-1f400d1b1909 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:01.691102 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-371609d9-c939-4224-9f09-1f400d1b1909 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 812 time: 0.1614127 Feb 08 22:15:01.721916 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-da8f9338-7c82-42fe-8dbb-699a6933df3d tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/quotas/52394cedb96f402a8356b9d71e71bb96 HTTP/1.1" status: 200 len: 375 time: 0.0215209 Feb 08 22:15:01.782660 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:01.794637 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-0eaf7615-5359-4afe-bf66-2ead5c52af6a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646164 Feb 08 22:15:01.799249 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 0663090c-0d53-4e39-810c-a67f76bb8712 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:15:01.827545 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-809c5f4a-0ed6-40b3-882e-e24fe5b79f57 None None] Set router c355682e-b695-42b4-8999-7028cb83d271 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:15:01.878845 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f433b139-dd87-4d4e-b141-5d6a64d291d9 None None] Current status of the port c636119e-2f3f-4f94-a4fe-90c0d28fb159 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:15:01.879238 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f433b139-dd87-4d4e-b141-5d6a64d291d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c636119e-2f3f-4f94-a4fe-90c0d28fb159), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:01.898450 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-d352fde3-67a5-42e4-b1a6-162457e0861c service neutron] 10.222.0.88 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983479 Feb 08 22:15:01.992231 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f433b139-dd87-4d4e-b141-5d6a64d291d9 None None] For port c636119e-2f3f-4f94-a4fe-90c0d28fb159, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c636119e-2f3f-4f94-a4fe-90c0d28fb159,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:15:01.998123 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f433b139-dd87-4d4e-b141-5d6a64d291d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c636119e-2f3f-4f94-a4fe-90c0d28fb159), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:01.998966 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-aa414301-068b-438d-abea-db224b57bc94 service neutron] 10.222.0.88 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934103 Feb 08 22:15:02.099634 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433b139-dd87-4d4e-b141-5d6a64d291d9 None None] Pushing event updated for resources: {'Port': ['ID=c636119e-2f3f-4f94-a4fe-90c0d28fb159,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:15:02.145264 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-6ff6b586-b08c-4aa0-95ad-6cff43b0ac27 None None] Provisioning complete for port c636119e-2f3f-4f94-a4fe-90c0d28fb159 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:15:02.145885 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6ff6b586-b08c-4aa0-95ad-6cff43b0ac27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c636119e-2f3f-4f94-a4fe-90c0d28fb159), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:02.216511 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-809c5f4a-0ed6-40b3-882e-e24fe5b79f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:14:58Z', 'revision_number': 4, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'c636119e-2f3f-4f94-a4fe-90c0d28fb159', 'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'mac_address': 'fa:16:3e:8e:27:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:57Z', 'updated_at': '2022-02-08T22:15:01Z', 'revision_number': 4, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'subnets': [{'id': '299236f4-55a5-479b-a506-73d2dff71768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:15:02.232391 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b124fa5d-780f-4e60-8e46-7ddc722f8c6f req-dc7daa69-1eae-4698-a81e-2effdc54c013 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 210 time: 0.0502498 Feb 08 22:15:02.264090 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809c5f4a-0ed6-40b3-882e-e24fe5b79f57 None None] The sync data for ids ['c355682e-b695-42b4-8999-7028cb83d271'] in n-d-712143-31 is: [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:14:58Z', 'revision_number': 4, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'c636119e-2f3f-4f94-a4fe-90c0d28fb159', 'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'mac_address': 'fa:16:3e:8e:27:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:57Z', 'updated_at': '2022-02-08T22:15:01Z', 'revision_number': 4, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'subnets': [{'id': '299236f4-55a5-479b-a506-73d2dff71768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:15:02.354385 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6ff6b586-b08c-4aa0-95ad-6cff43b0ac27 None None] Current status of the port c636119e-2f3f-4f94-a4fe-90c0d28fb159 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:15:03.341586 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c636119e-2f3f-4f94-a4fe-90c0d28fb159 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:15:03.406009 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port c636119e-2f3f-4f94-a4fe-90c0d28fb159 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:15:03.406725 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c636119e-2f3f-4f94-a4fe-90c0d28fb159), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:03.420263 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-2a1c71e3-2d14-4720-871f-6b27ec027866 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:03.423371 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-2a1c71e3-2d14-4720-871f-6b27ec027866 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.96 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 812 time: 0.2029052 Feb 08 22:15:03.449778 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2182a09-7171-4e25-bda0-06e1d28df753 req-cfd8a8c5-5c8b-4239-8468-03bcf5095eec tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 210 time: 0.0652368 Feb 08 22:15:03.520273 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-cc87e076-fa50-42e6-a79b-533126cb61cd tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52394cedb96f402a8356b9d71e71bb96 HTTP/1.1" status: 200 len: 380 time: 0.0789435 Feb 08 22:15:03.527675 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port c636119e-2f3f-4f94-a4fe-90c0d28fb159 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:15:03.533190 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-29226ef8-5e66-45e2-86a7-660414807574 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Request body: {'port': {'device_id': 'dbde8ed0-7096-4b84-82f5-47d4ec886421', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'admin_state_up': True, 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'security_groups': ['fff774ca-8cf2-4131-9c86-ac86e6623def']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:15:03.671704 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-29226ef8-5e66-45e2-86a7-660414807574 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Made reservation on behalf of 52394cedb96f402a8356b9d71e71bb96 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:15:03.677710 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-29226ef8-5e66-45e2-86a7-660414807574 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:03.831940 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-29226ef8-5e66-45e2-86a7-660414807574 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Allocated IP 172.20.0.9 (bc78e00c-dc98-41c2-b966-2ce242857563/299236f4-55a5-479b-a506-73d2dff71768/31935b8b-3c0c-414a-833a-f28a44b77dc8) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:15:03.987844 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-29226ef8-5e66-45e2-86a7-660414807574 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for port (31935b8b-3c0c-414a-833a-f28a44b77dc8), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:04.025443 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-29226ef8-5e66-45e2-86a7-660414807574 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (31935b8b-3c0c-414a-833a-f28a44b77dc8), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:04.075323 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-29226ef8-5e66-45e2-86a7-660414807574 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Network bc78e00c-dc98-41c2-b966-2ce242857563 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:15:04.078705 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-29226ef8-5e66-45e2-86a7-660414807574 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:15:04.083107 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-29226ef8-5e66-45e2-86a7-660414807574 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:15:04.091354 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29226ef8-5e66-45e2-86a7-660414807574 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Pushing event updated for resources: {'Port': ['ID=31935b8b-3c0c-414a-833a-f28a44b77dc8,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:15:04.129282 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29226ef8-5e66-45e2-86a7-660414807574 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:15:04.129910 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29226ef8-5e66-45e2-86a7-660414807574 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:15:04.130389 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29226ef8-5e66-45e2-86a7-660414807574 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:15:04.130748 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29226ef8-5e66-45e2-86a7-660414807574 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:15:04.131091 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29226ef8-5e66-45e2-86a7-660414807574 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:15:04.131440 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29226ef8-5e66-45e2-86a7-660414807574 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:15:04.131781 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29226ef8-5e66-45e2-86a7-660414807574 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:15:04.132119 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29226ef8-5e66-45e2-86a7-660414807574 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:15:04.132549 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29226ef8-5e66-45e2-86a7-660414807574 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:15:04.132794 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29226ef8-5e66-45e2-86a7-660414807574 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:15:04.133132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29226ef8-5e66-45e2-86a7-660414807574 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:15:04.133589 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29226ef8-5e66-45e2-86a7-660414807574 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:15:04.133924 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29226ef8-5e66-45e2-86a7-660414807574 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:15:04.161859 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-29226ef8-5e66-45e2-86a7-660414807574 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:04.162545 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-29226ef8-5e66-45e2-86a7-660414807574 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:04.184770 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-29226ef8-5e66-45e2-86a7-660414807574 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6570034 Feb 08 22:15:04.200716 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-47f9d45a-464a-4428-8796-cbf1ffb9c1ed service neutron] Request body: {'port': {'device_id': 'dbde8ed0-7096-4b84-82f5-47d4ec886421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:15:04.281765 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-47f9d45a-464a-4428-8796-cbf1ffb9c1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (31935b8b-3c0c-414a-833a-f28a44b77dc8), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:04.603445 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-a100bfa4-f0e5-407a-a160-12a789a83bc6 None None] Provisioning complete for port 31935b8b-3c0c-414a-833a-f28a44b77dc8 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:15:04.604059 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a100bfa4-f0e5-407a-a160-12a789a83bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (31935b8b-3c0c-414a-833a-f28a44b77dc8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:04.626278 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37352c6e-6a4c-4f99-9d9e-1c4bc66e38ae req-4be6c622-e57a-489d-876c-4a1d35e7562b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:04.628212 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37352c6e-6a4c-4f99-9d9e-1c4bc66e38ae req-4be6c622-e57a-489d-876c-4a1d35e7562b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 931 time: 0.1008222 Feb 08 22:15:04.649836 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a100bfa4-f0e5-407a-a160-12a789a83bc6 None None] Port 31935b8b-3c0c-414a-833a-f28a44b77dc8 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:15:04.652586 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-47f9d45a-464a-4428-8796-cbf1ffb9c1ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31935b8b-3c0c-414a-833a-f28a44b77dc8 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:15:04.669288 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-47f9d45a-464a-4428-8796-cbf1ffb9c1ed service neutron] Publish callbacks [] for port (31935b8b-3c0c-414a-833a-f28a44b77dc8), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:04.694731 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-47f9d45a-464a-4428-8796-cbf1ffb9c1ed service neutron] Transition to ACTIVE for port object 31935b8b-3c0c-414a-833a-f28a44b77dc8 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:15:04.700127 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-47f9d45a-464a-4428-8796-cbf1ffb9c1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (31935b8b-3c0c-414a-833a-f28a44b77dc8), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:04.736336 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37352c6e-6a4c-4f99-9d9e-1c4bc66e38ae req-71ad8fa4-73a1-4282-a804-03229e7e47ff tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015372 Feb 08 22:15:04.766774 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9d45a-464a-4428-8796-cbf1ffb9c1ed service neutron] Pushing event updated for resources: {'Port': ['ID=31935b8b-3c0c-414a-833a-f28a44b77dc8,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:15:04.850536 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-47f9d45a-464a-4428-8796-cbf1ffb9c1ed service neutron] Attempting to bind port 31935b8b-3c0c-414a-833a-f28a44b77dc8 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:15:04.850871 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-47f9d45a-464a-4428-8796-cbf1ffb9c1ed service neutron] Attempting to bind port 31935b8b-3c0c-414a-833a-f28a44b77dc8 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:15:04.851201 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-47f9d45a-464a-4428-8796-cbf1ffb9c1ed service neutron] Attempting to bind port 31935b8b-3c0c-414a-833a-f28a44b77dc8 on network bc78e00c-dc98-41c2-b966-2ce242857563 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:15:04.857806 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-47f9d45a-464a-4428-8796-cbf1ffb9c1ed service neutron] Port 31935b8b-3c0c-414a-833a-f28a44b77dc8 on network bc78e00c-dc98-41c2-b966-2ce242857563 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:15:04.858131 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-47f9d45a-464a-4428-8796-cbf1ffb9c1ed service neutron] Attempting to bind port 31935b8b-3c0c-414a-833a-f28a44b77dc8 on network bc78e00c-dc98-41c2-b966-2ce242857563 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:15:04.863734 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-47f9d45a-464a-4428-8796-cbf1ffb9c1ed service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:15:04.864079 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-47f9d45a-464a-4428-8796-cbf1ffb9c1ed service neutron] Checking segment: {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:15:04.864504 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-47f9d45a-464a-4428-8796-cbf1ffb9c1ed service neutron] Bound using segment: {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:15:04.864931 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-47f9d45a-464a-4428-8796-cbf1ffb9c1ed service neutron] Bound port: 31935b8b-3c0c-414a-833a-f28a44b77dc8, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:15:04.865599 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-47f9d45a-464a-4428-8796-cbf1ffb9c1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (31935b8b-3c0c-414a-833a-f28a44b77dc8), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:04.941697 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-47f9d45a-464a-4428-8796-cbf1ffb9c1ed service neutron] For port 31935b8b-3c0c-414a-833a-f28a44b77dc8, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:15:04.944874 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-47f9d45a-464a-4428-8796-cbf1ffb9c1ed service neutron] For port 31935b8b-3c0c-414a-833a-f28a44b77dc8, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=31935b8b-3c0c-414a-833a-f28a44b77dc8,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:15:04.960723 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-47f9d45a-464a-4428-8796-cbf1ffb9c1ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (31935b8b-3c0c-414a-833a-f28a44b77dc8), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:05.001986 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-47f9d45a-464a-4428-8796-cbf1ffb9c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:05.002652 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-47f9d45a-464a-4428-8796-cbf1ffb9c1ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:05.004090 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-47f9d45a-464a-4428-8796-cbf1ffb9c1ed service neutron] 10.222.0.96 "PUT /v2.0/ports/31935b8b-3c0c-414a-833a-f28a44b77dc8 HTTP/1.1" status: 200 len: 1092 time: 0.8118253 Feb 08 22:15:05.004550 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbde8ed0-7096-4b84-82f5-47d4ec886421', 'tag': '31935b8b-3c0c-414a-833a-f28a44b77dc8'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:15:05.006930 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef103033-8378-4d2c-a04f-79327b0899dc" -d '{"events": [{"name": "network-changed", "server_uuid": "dbde8ed0-7096-4b84-82f5-47d4ec886421", "tag": "31935b8b-3c0c-414a-833a-f28a44b77dc8"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:15:05.033324 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9d45a-464a-4428-8796-cbf1ffb9c1ed service neutron] Pushing event updated for resources: {'Port': ['ID=31935b8b-3c0c-414a-833a-f28a44b77dc8,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:15:05.079106 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615e1a50-55ca-4899-bb26-3a5e635870ef x-openstack-request-id: req-615e1a50-55ca-4899-bb26-3a5e635870ef {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:15:05.079479 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbde8ed0-7096-4b84-82f5-47d4ec886421", "tag": "31935b8b-3c0c-414a-833a-f28a44b77dc8", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:15:05.079752 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-615e1a50-55ca-4899-bb26-3a5e635870ef {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:15:05.080142 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbde8ed0-7096-4b84-82f5-47d4ec886421', 'tag': '31935b8b-3c0c-414a-833a-f28a44b77dc8', 'status': 'completed', 'code': 200} Feb 08 22:15:05.126715 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-d94ba3f0-d518-4c13-91b7-57f20a6c6a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:05.128273 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-d94ba3f0-d518-4c13-91b7-57f20a6c6a8f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 1126 time: 0.0632327 Feb 08 22:15:05.181583 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-2df144d6-9950-4941-9828-e84abe0f876a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31935b8b-3c0c-414a-833a-f28a44b77dc8 HTTP/1.1" status: 200 len: 217 time: 0.0466497 Feb 08 22:15:05.245023 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-2486a49f-8182-4610-b41f-b98344da08d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:05.246559 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-2486a49f-8182-4610-b41f-b98344da08d7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0581191 Feb 08 22:15:05.301008 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-bce593d0-9e1e-4af1-b669-afce3fa7a44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:05.302535 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-bce593d0-9e1e-4af1-b669-afce3fa7a44d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499496 Feb 08 22:15:05.398511 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-ff2cd22a-b136-41d7-90ae-265402891fc2 service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893722 Feb 08 22:15:05.504316 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f3ff70da-8bef-41be-aa26-5f90a5d7253d req-9d857197-86dd-4473-8c4a-751c2da2ec6b service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002407 Feb 08 22:15:05.600484 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef103033-8378-4d2c-a04f-79327b0899dc req-d6d7b2a6-c063-46af-a967-5424d62616ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:05.602128 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef103033-8378-4d2c-a04f-79327b0899dc req-d6d7b2a6-c063-46af-a967-5424d62616ce service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 1126 time: 0.0502698 Feb 08 22:15:05.702968 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef103033-8378-4d2c-a04f-79327b0899dc req-785fe3af-ae24-4d1c-80d7-84d50f7e90f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:05.704397 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef103033-8378-4d2c-a04f-79327b0899dc req-785fe3af-ae24-4d1c-80d7-84d50f7e90f9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.0968845 Feb 08 22:15:05.747912 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef103033-8378-4d2c-a04f-79327b0899dc req-a012de84-58ed-4c6f-84f3-e4344eace708 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31935b8b-3c0c-414a-833a-f28a44b77dc8 HTTP/1.1" status: 200 len: 217 time: 0.0371811 Feb 08 22:15:05.800264 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef103033-8378-4d2c-a04f-79327b0899dc req-e8750a84-959a-4fcf-8b9a-2a19e9794a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:05.801796 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef103033-8378-4d2c-a04f-79327b0899dc req-e8750a84-959a-4fcf-8b9a-2a19e9794a10 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0477984 Feb 08 22:15:05.893374 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef103033-8378-4d2c-a04f-79327b0899dc req-20e74df2-30b1-4772-a05b-1a5c1dcc992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:05.894938 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef103033-8378-4d2c-a04f-79327b0899dc req-20e74df2-30b1-4772-a05b-1a5c1dcc992f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0873880 Feb 08 22:15:05.909328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec893de-060d-49b3-bf6e-863d30947167 req-0ff578f2-fb02-4546-a40e-9358d9509de1 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:05.910869 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ec893de-060d-49b3-bf6e-863d30947167 req-0ff578f2-fb02-4546-a40e-9358d9509de1 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 943 time: 0.0953515 Feb 08 22:15:06.386301 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ec893de-060d-49b3-bf6e-863d30947167 req-fb3b318a-ae5b-403a-a3ec-bcab14ffee08 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4682045 Feb 08 22:15:06.410136 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef103033-8378-4d2c-a04f-79327b0899dc req-3099f744-2005-43e9-af3f-1d76505ea816 service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084257 Feb 08 22:15:06.503050 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef103033-8378-4d2c-a04f-79327b0899dc req-bf8a9caa-200d-4d69-91b0-21f51b35d598 service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868328 Feb 08 22:15:06.885591 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:07.089871 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:07.514381 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ab8ea-00ee-42c9-b480-b8d5ae0d16cb req-976a14c4-89ec-4fff-b9cb-4d3c34107eda tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:07.515863 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c0ab8ea-00ee-42c9-b480-b8d5ae0d16cb req-976a14c4-89ec-4fff-b9cb-4d3c34107eda tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 943 time: 0.0557055 Feb 08 22:15:07.570566 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c0ab8ea-00ee-42c9-b480-b8d5ae0d16cb req-2338ce5b-7445-4d78-a6b0-a703fea351c9 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487795 Feb 08 22:15:08.510058 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 31935b8b-3c0c-414a-833a-f28a44b77dc8 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:15:08.611299 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 31935b8b-3c0c-414a-833a-f28a44b77dc8, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=31935b8b-3c0c-414a-833a-f28a44b77dc8,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:15:08.631709 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '31935b8b-3c0c-414a-833a-f28a44b77dc8', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'port_id': '31935b8b-3c0c-414a-833a-f28a44b77dc8', 'mac_address': 'fa:16:3e:d4:95:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:15:08.675794 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 31935b8b-3c0c-414a-833a-f28a44b77dc8 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:15:08.676284 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (31935b8b-3c0c-414a-833a-f28a44b77dc8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:08.694921 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31935b8b-3c0c-414a-833a-f28a44b77dc8 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:15:08.713457 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c1d10-93eb-49a6-bb43-bf97c7064496 req-8230bf34-0a27-4e76-a2f1-e7e10ce35523 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:08.714547 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 31935b8b-3c0c-414a-833a-f28a44b77dc8, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=31935b8b-3c0c-414a-833a-f28a44b77dc8,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:15:08.714962 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-401c1d10-93eb-49a6-bb43-bf97c7064496 req-8230bf34-0a27-4e76-a2f1-e7e10ce35523 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 943 time: 0.0667453 Feb 08 22:15:08.719355 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (31935b8b-3c0c-414a-833a-f28a44b77dc8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:08.769772 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=31935b8b-3c0c-414a-833a-f28a44b77dc8,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:15:08.772104 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-401c1d10-93eb-49a6-bb43-bf97c7064496 req-9128764e-88b5-4a07-8a32-f9f117a5fb52 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492895 Feb 08 22:15:08.777798 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:15:08.778169 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:15:08.778503 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:15:08.778844 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:15:08.779187 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:15:08.779521 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:15:08.779859 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:15:08.780215 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:15:08.780684 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:15:08.780996 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:15:08.781357 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:15:08.781692 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:15:08.782016 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:15:09.071854 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['31935b8b-3c0c-414a-833a-f28a44b77dc8'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:15:09.902250 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db381494-3dcb-4cd2-98b3-ac40815428f3 req-b5c02750-e31d-4d8f-be13-4a7c46c973e0 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:09.903659 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-db381494-3dcb-4cd2-98b3-ac40815428f3 req-b5c02750-e31d-4d8f-be13-4a7c46c973e0 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 944 time: 0.0542626 Feb 08 22:15:09.952165 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-db381494-3dcb-4cd2-98b3-ac40815428f3 req-bb5f0b74-1509-45cf-8ae4-b26ef0d9e852 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424492 Feb 08 22:15:10.508983 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 31935b8b-3c0c-414a-833a-f28a44b77dc8 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:15:10.570993 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 31935b8b-3c0c-414a-833a-f28a44b77dc8 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:15:10.574995 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 31935b8b-3c0c-414a-833a-f28a44b77dc8 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:15:10.575398 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (31935b8b-3c0c-414a-833a-f28a44b77dc8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:10.667273 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 31935b8b-3c0c-414a-833a-f28a44b77dc8 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:15:10.667667 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (31935b8b-3c0c-414a-833a-f28a44b77dc8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:10.690648 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbde8ed0-7096-4b84-82f5-47d4ec886421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31935b8b-3c0c-414a-833a-f28a44b77dc8'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:15:10.692971 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078edeb7-cec8-4c55-bc85-19fa2a0bf18a" -d '{"events": [{"server_uuid": "dbde8ed0-7096-4b84-82f5-47d4ec886421", "name": "network-vif-plugged", "status": "completed", "tag": "31935b8b-3c0c-414a-833a-f28a44b77dc8"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:15:10.709404 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 31935b8b-3c0c-414a-833a-f28a44b77dc8, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=31935b8b-3c0c-414a-833a-f28a44b77dc8,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:15:10.714366 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (31935b8b-3c0c-414a-833a-f28a44b77dc8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:10.739024 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0428495-2c21-4f5f-a210-601a6ed844c7 x-openstack-request-id: req-b0428495-2c21-4f5f-a210-601a6ed844c7 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:15:10.739284 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbde8ed0-7096-4b84-82f5-47d4ec886421", "name": "network-vif-plugged", "status": "completed", "tag": "31935b8b-3c0c-414a-833a-f28a44b77dc8", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:15:10.739544 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b0428495-2c21-4f5f-a210-601a6ed844c7 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:15:10.739981 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbde8ed0-7096-4b84-82f5-47d4ec886421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31935b8b-3c0c-414a-833a-f28a44b77dc8', 'code': 200} Feb 08 22:15:10.767562 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=31935b8b-3c0c-414a-833a-f28a44b77dc8,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:15:10.839382 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511be57-e2e9-4070-a5b9-11ac3d31f99c req-3d4af496-658e-4b0f-983c-0c253986c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:10.840930 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c511be57-e2e9-4070-a5b9-11ac3d31f99c req-3d4af496-658e-4b0f-983c-0c253986c966 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 1128 time: 0.0493469 Feb 08 22:15:10.885172 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c511be57-e2e9-4070-a5b9-11ac3d31f99c req-be859a08-0ab9-4cc4-b371-48664810208d service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373168 Feb 08 22:15:11.072455 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd392ee-23c1-4e58-82f5-da6381066c92 req-d49062d7-8f34-4171-a5fd-132559b75540 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:11.073983 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8bd392ee-23c1-4e58-82f5-da6381066c92 req-d49062d7-8f34-4171-a5fd-132559b75540 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 945 time: 0.0542068 Feb 08 22:15:11.121669 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8bd392ee-23c1-4e58-82f5-da6381066c92 req-4c5b0a1b-9e67-4ea3-a679-f5f20170575a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422001 Feb 08 22:15:12.261595 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc58cbd-65dc-48b0-bec6-235678c55caf req-188810c9-37ad-41a4-8904-353cff390747 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:12.263035 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4bc58cbd-65dc-48b0-bec6-235678c55caf req-188810c9-37ad-41a4-8904-353cff390747 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 945 time: 0.0586901 Feb 08 22:15:12.318415 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4bc58cbd-65dc-48b0-bec6-235678c55caf req-7537ef1c-c999-4217-8549-e1d505d9cfdd tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493698 Feb 08 22:15:13.439564 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82535831-546d-4047-8dce-5a49f0d7cb76 req-62833119-d7a9-465f-aac0-2bdd57a829cf tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:13.441073 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-82535831-546d-4047-8dce-5a49f0d7cb76 req-62833119-d7a9-465f-aac0-2bdd57a829cf tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 945 time: 0.0539439 Feb 08 22:15:13.488562 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-82535831-546d-4047-8dce-5a49f0d7cb76 req-5a7e9636-5fdd-470b-8938-573b713f737f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412707 Feb 08 22:15:13.619752 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3fb291-9bdd-4508-9150-d932f4c0db29 req-5ffdf6bd-6c4f-4507-bdf6-113217f29e7f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:13.621265 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1c3fb291-9bdd-4508-9150-d932f4c0db29 req-5ffdf6bd-6c4f-4507-bdf6-113217f29e7f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 945 time: 0.0551653 Feb 08 22:15:13.630231 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45364) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:15:13.635575 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-04eeb763-e53c-4c32-95c5-8b759a067119 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Request body: {'floatingip': {'port_id': '31935b8b-3c0c-414a-833a-f28a44b77dc8'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:15:13.680784 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04eeb763-e53c-4c32-95c5-8b759a067119 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for floatingip (3b56692e-f2fe-498f-8162-770391120d3f), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:14.123433 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04eeb763-e53c-4c32-95c5-8b759a067119 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:14.127507 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04eeb763-e53c-4c32-95c5-8b759a067119 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (3b56692e-f2fe-498f-8162-770391120d3f), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:14.234203 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-04eeb763-e53c-4c32-95c5-8b759a067119 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Floating IP 3b56692e-f2fe-498f-8162-770391120d3f associated. External IP: 172.25.3.230, port: 31935b8b-3c0c-414a-833a-f28a44b77dc8. Feb 08 22:15:14.451239 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04eeb763-e53c-4c32-95c5-8b759a067119 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Router c355682e-b695-42b4-8999-7028cb83d271 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:15:14.565134 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04eeb763-e53c-4c32-95c5-8b759a067119 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:15:14.571456 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04eeb763-e53c-4c32-95c5-8b759a067119 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:14.576840 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d8d822-444f-454e-88e0-495cd27760cd None None] Sync routers for ids ['c355682e-b695-42b4-8999-7028cb83d271'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:15:14.589473 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d8d822-444f-454e-88e0-495cd27760cd None None] Routers {'c355682e-b695-42b4-8999-7028cb83d271'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:15:14.589911 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-77d8d822-444f-454e-88e0-495cd27760cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:14:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c355682e-b695-42b4-8999-7028cb83d271'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:15:14.602837 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-04eeb763-e53c-4c32-95c5-8b759a067119 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "PUT /v2.0/floatingips/3b56692e-f2fe-498f-8162-770391120d3f HTTP/1.1" status: 200 len: 991 time: 0.9714806 Feb 08 22:15:14.603486 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbde8ed0-7096-4b84-82f5-47d4ec886421', 'tag': '31935b8b-3c0c-414a-833a-f28a44b77dc8'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:15:14.605936 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1802cce71311667749108c4770a25da94a97ab17bab80bd33ee27ebae59f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c123b6-e6a5-4a7e-ade3-f34de76b1192" -d '{"events": [{"name": "network-changed", "server_uuid": "dbde8ed0-7096-4b84-82f5-47d4ec886421", "tag": "31935b8b-3c0c-414a-833a-f28a44b77dc8"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:15:14.657742 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc35c90-341e-47a4-a89b-323b5de8c92b x-openstack-request-id: req-1fc35c90-341e-47a4-a89b-323b5de8c92b {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:15:14.658387 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbde8ed0-7096-4b84-82f5-47d4ec886421", "tag": "31935b8b-3c0c-414a-833a-f28a44b77dc8", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:15:14.658387 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1fc35c90-341e-47a4-a89b-323b5de8c92b {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:15:14.658974 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbde8ed0-7096-4b84-82f5-47d4ec886421', 'tag': '31935b8b-3c0c-414a-833a-f28a44b77dc8', 'status': 'completed', 'code': 200} Feb 08 22:15:14.708206 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-77d8d822-444f-454e-88e0-495cd27760cd None None] Set router c355682e-b695-42b4-8999-7028cb83d271 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:15:14.750373 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd0389-cae4-4f12-a92b-db69ec046556 req-9ed79591-ead3-4ab4-bcf9-37f4da8975ec tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:14.751957 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-71cd0389-cae4-4f12-a92b-db69ec046556 req-9ed79591-ead3-4ab4-bcf9-37f4da8975ec tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 945 time: 0.0938530 Feb 08 22:15:14.759713 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c123b6-e6a5-4a7e-ade3-f34de76b1192 req-7f854781-0357-4929-bb05-4af60e05d666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:14.761257 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-99c123b6-e6a5-4a7e-ade3-f34de76b1192 req-7f854781-0357-4929-bb05-4af60e05d666 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 1128 time: 0.0683224 Feb 08 22:15:14.864040 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-71cd0389-cae4-4f12-a92b-db69ec046556 req-ec15a2ab-40b6-4d78-a1fb-8482c14be466 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017749 Feb 08 22:15:14.888518 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c123b6-e6a5-4a7e-ade3-f34de76b1192 req-b5ae98f9-fe00-43da-9844-4dfbd22eab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:14.890112 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-99c123b6-e6a5-4a7e-ade3-f34de76b1192 req-b5ae98f9-fe00-43da-9844-4dfbd22eab94 service neutron] 10.222.0.96 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.1220124 Feb 08 22:15:14.958509 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-99c123b6-e6a5-4a7e-ade3-f34de76b1192 req-06e8414d-074c-483f-ba27-ff710d817d62 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31935b8b-3c0c-414a-833a-f28a44b77dc8 HTTP/1.1" status: 200 len: 999 time: 0.0620520 Feb 08 22:15:14.972293 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-77d8d822-444f-454e-88e0-495cd27760cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:14:58Z', 'revision_number': 4, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '3b56692e-f2fe-498f-8162-770391120d3f', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'port_id': '31935b8b-3c0c-414a-833a-f28a44b77dc8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'mac_address': 'fa:16:3e:d4:95:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbde8ed0-7096-4b84-82f5-47d4ec886421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:15:00Z', 'updated_at': '2022-02-08T22:15:14Z', 'revision_number': 1, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c636119e-2f3f-4f94-a4fe-90c0d28fb159', 'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'mac_address': 'fa:16:3e:8e:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:57Z', 'updated_at': '2022-02-08T22:15:01Z', 'revision_number': 5, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'subnets': [{'id': '299236f4-55a5-479b-a506-73d2dff71768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:15:15.007445 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c123b6-e6a5-4a7e-ade3-f34de76b1192 req-b53ee0c7-c93e-4337-aecc-412ce4bff06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:15.009604 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-99c123b6-e6a5-4a7e-ade3-f34de76b1192 req-b53ee0c7-c93e-4337-aecc-412ce4bff06a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0461400 Feb 08 22:15:15.013308 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d8d822-444f-454e-88e0-495cd27760cd None None] Checking router: c355682e-b695-42b4-8999-7028cb83d271 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:15:15.022831 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d8d822-444f-454e-88e0-495cd27760cd None None] Routers {'c355682e-b695-42b4-8999-7028cb83d271'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:15:15.023451 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-77d8d822-444f-454e-88e0-495cd27760cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:14:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c355682e-b695-42b4-8999-7028cb83d271'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:15:15.065946 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c123b6-e6a5-4a7e-ade3-f34de76b1192 req-99388a82-44c5-4d65-9187-77ae71247e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:15.067478 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-99c123b6-e6a5-4a7e-ade3-f34de76b1192 req-99388a82-44c5-4d65-9187-77ae71247e29 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0528240 Feb 08 22:15:15.140861 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-77d8d822-444f-454e-88e0-495cd27760cd None None] Set router c355682e-b695-42b4-8999-7028cb83d271 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:15:15.161651 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-99c123b6-e6a5-4a7e-ade3-f34de76b1192 req-d16c472e-dc53-40a1-9832-9fed01fd2673 service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881026 Feb 08 22:15:15.258025 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-99c123b6-e6a5-4a7e-ade3-f34de76b1192 req-76d78bef-13c0-493a-9709-2efcf9468b21 service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911567 Feb 08 22:15:15.372725 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-77d8d822-444f-454e-88e0-495cd27760cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:14:58Z', 'revision_number': 4, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '3b56692e-f2fe-498f-8162-770391120d3f', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'port_id': '31935b8b-3c0c-414a-833a-f28a44b77dc8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'mac_address': 'fa:16:3e:d4:95:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbde8ed0-7096-4b84-82f5-47d4ec886421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:15:00Z', 'updated_at': '2022-02-08T22:15:14Z', 'revision_number': 1, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c636119e-2f3f-4f94-a4fe-90c0d28fb159', 'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'mac_address': 'fa:16:3e:8e:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:57Z', 'updated_at': '2022-02-08T22:15:01Z', 'revision_number': 5, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'subnets': [{'id': '299236f4-55a5-479b-a506-73d2dff71768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:15:15.401896 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d8d822-444f-454e-88e0-495cd27760cd None None] The sync data for ids ['c355682e-b695-42b4-8999-7028cb83d271'] in n-d-712143-31 is: [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:14:58Z', 'revision_number': 4, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '3b56692e-f2fe-498f-8162-770391120d3f', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'port_id': '31935b8b-3c0c-414a-833a-f28a44b77dc8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'mac_address': 'fa:16:3e:d4:95:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbde8ed0-7096-4b84-82f5-47d4ec886421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:15:00Z', 'updated_at': '2022-02-08T22:15:14Z', 'revision_number': 1, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c636119e-2f3f-4f94-a4fe-90c0d28fb159', 'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'mac_address': 'fa:16:3e:8e:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:57Z', 'updated_at': '2022-02-08T22:15:01Z', 'revision_number': 5, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'subnets': [{'id': '299236f4-55a5-479b-a506-73d2dff71768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:15:15.610296 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a803d9de-dc83-4e10-baed-839fbf2754c3 None None] New status for floating IP 3b56692e-f2fe-498f-8162-770391120d3f: ACTIVE {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:15:15.990785 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2317ed0-9bd8-4ebd-bd64-15df38a2daaf req-e499d5d2-e24a-46da-a367-c6130092e309 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:15.992840 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f2317ed0-9bd8-4ebd-bd64-15df38a2daaf req-e499d5d2-e24a-46da-a367-c6130092e309 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 945 time: 0.0562532 Feb 08 22:15:16.043157 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f2317ed0-9bd8-4ebd-bd64-15df38a2daaf req-0892e3ce-e0c2-4947-8382-d135fb1e8d43 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443890 Feb 08 22:15:16.168215 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab1f64-8366-4d2f-b274-a9a86d9a4e20 req-fee22e5b-6930-45a5-ad5c-4e76e09926b4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:16.169789 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-48ab1f64-8366-4d2f-b274-a9a86d9a4e20 req-fee22e5b-6930-45a5-ad5c-4e76e09926b4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 945 time: 0.0550134 Feb 08 22:15:16.218999 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-48ab1f64-8366-4d2f-b274-a9a86d9a4e20 req-b6e54b25-9ec8-48b0-b89c-d2294ce4b153 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435650 Feb 08 22:15:16.462179 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-a88b72ae-1927-42e4-bb7f-d9f266f55ec3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0499942 Feb 08 22:15:16.471394 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c7a0c-e1b8-4ab5-93c4-12815ff74a54 req-17b2d491-f3db-466d-b0f6-7d102547b1ef tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:16.473067 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-157c7a0c-e1b8-4ab5-93c4-12815ff74a54 req-17b2d491-f3db-466d-b0f6-7d102547b1ef tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 945 time: 0.0612581 Feb 08 22:15:16.541942 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-157c7a0c-e1b8-4ab5-93c4-12815ff74a54 req-5429c869-22ff-41b8-bd75-4a47b4a929af tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581758 Feb 08 22:15:17.681426 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c9a0c-53cc-4ed7-80bb-c203da6a6460 req-9e473b19-eed2-4e1a-ba20-875f2f6448bb tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:17.683089 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-056c9a0c-53cc-4ed7-80bb-c203da6a6460 req-9e473b19-eed2-4e1a-ba20-875f2f6448bb tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 945 time: 0.0590599 Feb 08 22:15:17.741339 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-056c9a0c-53cc-4ed7-80bb-c203da6a6460 req-cee0f765-8b50-449c-83de-155a2655b8ef tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518191 Feb 08 22:15:17.803606 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-75495234-d10e-429b-8a98-0cb534e26698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:17.805832 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-75495234-d10e-429b-8a98-0cb534e26698 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 1128 time: 0.0544460 Feb 08 22:15:17.899493 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-4b5d0303-697e-4880-983e-fdf993236a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:17.901018 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-4b5d0303-697e-4880-983e-fdf993236a84 service neutron] 10.222.0.96 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.0904455 Feb 08 22:15:17.972931 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-e11b436d-ac47-41f1-a007-788683486972 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31935b8b-3c0c-414a-833a-f28a44b77dc8 HTTP/1.1" status: 200 len: 1001 time: 0.0664155 Feb 08 22:15:18.021218 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-955952ba-7090-49ca-bb99-bb35f62e99bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:18.022662 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-955952ba-7090-49ca-bb99-bb35f62e99bc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0442057 Feb 08 22:15:18.073527 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-efd56d5e-92e5-4b25-ab0f-462521333f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:18.075171 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-efd56d5e-92e5-4b25-ab0f-462521333f7e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474424 Feb 08 22:15:18.172229 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-7658747c-f222-49c1-8580-28f01d2415f8 service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909944 Feb 08 22:15:18.261625 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-b55b24a1-abc0-4d6e-898c-388d9142f72e service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832896 Feb 08 22:15:18.880148 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e00b1-ded0-412d-9b13-59394f4f7c81 req-65680083-3a6a-4337-b6e5-f3bdfa9efe42 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:18.881733 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-573e00b1-ded0-412d-9b13-59394f4f7c81 req-65680083-3a6a-4337-b6e5-f3bdfa9efe42 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 945 time: 0.0641100 Feb 08 22:15:18.934759 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-573e00b1-ded0-412d-9b13-59394f4f7c81 req-7ebb0011-13a5-4dbd-b9d8-84807e069035 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467699 Feb 08 22:15:20.080533 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee82f8-6a66-4b8b-b758-3010794eb8d4 req-2afc1ca7-0a51-4056-95a3-09497451363c tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:20.083649 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6bee82f8-6a66-4b8b-b758-3010794eb8d4 req-2afc1ca7-0a51-4056-95a3-09497451363c tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 945 time: 0.0766282 Feb 08 22:15:20.141813 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6bee82f8-6a66-4b8b-b758-3010794eb8d4 req-cabfb53e-a780-4d12-b593-3a98f2090db8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518606 Feb 08 22:15:21.274775 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9a769-8e5b-4953-bc8b-dc0a0fb5094a req-6fdbd933-ec0e-4ce2-9a87-4f637886601e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:21.276310 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-44b9a769-8e5b-4953-bc8b-dc0a0fb5094a req-6fdbd933-ec0e-4ce2-9a87-4f637886601e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 945 time: 0.0538881 Feb 08 22:15:21.327218 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-44b9a769-8e5b-4953-bc8b-dc0a0fb5094a req-be3a64ea-05eb-4bed-b75f-8863f0b1ba19 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451238 Feb 08 22:15:22.465156 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74647ce4-7e2b-45fb-8375-c036099438f7 req-192a987f-f85d-4cde-86dc-b4e7009c6fef tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:22.466805 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-74647ce4-7e2b-45fb-8375-c036099438f7 req-192a987f-f85d-4cde-86dc-b4e7009c6fef tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 945 time: 0.0691090 Feb 08 22:15:22.520221 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-74647ce4-7e2b-45fb-8375-c036099438f7 req-ac293d4f-6170-4b8f-b19f-6868000d0f71 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474696 Feb 08 22:15:23.635106 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4a01b-1ece-4668-90c6-3b06f26dc45a req-a4238c46-18ba-4cba-8f4c-86f5171809a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:23.636637 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fca4a01b-1ece-4668-90c6-3b06f26dc45a req-a4238c46-18ba-4cba-8f4c-86f5171809a8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 1128 time: 0.0843863 Feb 08 22:15:23.708875 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305404c1-e4ef-45ac-ab91-327b268e7010 req-ced0ca86-4058-46b0-8c11-d201246a75e0 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:23.712048 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-305404c1-e4ef-45ac-ab91-327b268e7010 req-ced0ca86-4058-46b0-8c11-d201246a75e0 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 945 time: 0.1080239 Feb 08 22:15:23.821632 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-305404c1-e4ef-45ac-ab91-327b268e7010 req-1245db41-503b-479b-bbb8-9600f7d6cc6d tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778012 Feb 08 22:15:23.824496 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4a01b-1ece-4668-90c6-3b06f26dc45a req-57dda794-2c5a-4f20-a6a1-fb806f6e9da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:23.825967 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fca4a01b-1ece-4668-90c6-3b06f26dc45a req-57dda794-2c5a-4f20-a6a1-fb806f6e9da2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.1652505 Feb 08 22:15:23.908148 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fca4a01b-1ece-4668-90c6-3b06f26dc45a req-be34e29d-b995-41dd-9f6a-d62d94d41f39 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31935b8b-3c0c-414a-833a-f28a44b77dc8 HTTP/1.1" status: 200 len: 1001 time: 0.0650904 Feb 08 22:15:23.963040 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4a01b-1ece-4668-90c6-3b06f26dc45a req-fa0e462d-db80-41fd-93ca-872b36b00083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:23.966688 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fca4a01b-1ece-4668-90c6-3b06f26dc45a req-fa0e462d-db80-41fd-93ca-872b36b00083 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0525084 Feb 08 22:15:24.021987 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4a01b-1ece-4668-90c6-3b06f26dc45a req-92ad8b22-afdb-4972-9446-fb61f1bdd908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:24.024084 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fca4a01b-1ece-4668-90c6-3b06f26dc45a req-92ad8b22-afdb-4972-9446-fb61f1bdd908 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0513532 Feb 08 22:15:24.118162 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fca4a01b-1ece-4668-90c6-3b06f26dc45a req-25ae1ab2-05cc-40fd-bdf9-f940167b267c service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862360 Feb 08 22:15:24.215312 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fca4a01b-1ece-4668-90c6-3b06f26dc45a req-a87c9aba-34ab-4d6b-be6c-927f6edfdd31 service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882728 Feb 08 22:15:24.289195 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8c0e58aa-265a-4a49-9ca3-a6b6552b8d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:24.953481 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f8534-184b-4274-b77e-fc63279e96be req-9c2f1a19-3373-4ed2-bc67-90186ec562a8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:24.955018 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-379f8534-184b-4274-b77e-fc63279e96be req-9c2f1a19-3373-4ed2-bc67-90186ec562a8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 945 time: 0.0548325 Feb 08 22:15:25.004128 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-379f8534-184b-4274-b77e-fc63279e96be req-ecd99512-25f7-423e-86fb-180238543621 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432394 Feb 08 22:15:26.142601 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f503c6c-767c-48b8-be09-82c4b176583f req-486c3ef7-d392-40d4-84f7-633b9810e85f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:26.144142 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3f503c6c-767c-48b8-be09-82c4b176583f req-486c3ef7-d392-40d4-84f7-633b9810e85f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 945 time: 0.0581512 Feb 08 22:15:26.193604 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3f503c6c-767c-48b8-be09-82c4b176583f req-c6491092-41a1-4008-b379-858ef5868159 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430915 Feb 08 22:15:27.316645 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135efa50-18d6-4eb3-9693-852063180e58 req-f633d05e-406c-49cf-b103-b46d9c13afdf tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:27.318161 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-135efa50-18d6-4eb3-9693-852063180e58 req-f633d05e-406c-49cf-b103-b46d9c13afdf tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 945 time: 0.0550146 Feb 08 22:15:27.366576 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-135efa50-18d6-4eb3-9693-852063180e58 req-5e3a06ea-2f4f-4fc9-89f7-2655f99ec23a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423129 Feb 08 22:15:27.590414 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9073b6b4-3689-43fd-a02a-3f8546092561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:28.498236 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec44e00-37db-47f7-9a53-d4e247e851e6 req-06c42779-3b1d-465c-9189-efe66fd9e22e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:28.499734 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ec44e00-37db-47f7-9a53-d4e247e851e6 req-06c42779-3b1d-465c-9189-efe66fd9e22e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 945 time: 0.0544000 Feb 08 22:15:28.554345 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ec44e00-37db-47f7-9a53-d4e247e851e6 req-2349bd04-195d-4986-af71-b82d7f20e281 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477250 Feb 08 22:15:29.418184 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:29.684852 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c2e2e-a5f6-4eab-bd06-02ac69276987 req-d8323895-d9da-4a2d-9691-c09b88c8470d tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:29.686333 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f6c2e2e-a5f6-4eab-bd06-02ac69276987 req-d8323895-d9da-4a2d-9691-c09b88c8470d tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 945 time: 0.0562809 Feb 08 22:15:29.737630 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0f6c2e2e-a5f6-4eab-bd06-02ac69276987 req-3b3a8eca-576e-4757-9a8b-07779577d57f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450046 Feb 08 22:15:30.858348 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997822b-d066-4bc3-a6ff-dd79eb7b81cc req-3e1616f3-699d-46c6-a692-d1ff22ea1b5c tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:30.859875 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7997822b-d066-4bc3-a6ff-dd79eb7b81cc req-3e1616f3-699d-46c6-a692-d1ff22ea1b5c tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 945 time: 0.0527139 Feb 08 22:15:30.908508 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7997822b-d066-4bc3-a6ff-dd79eb7b81cc req-81f3fb76-3667-4b77-a18f-61238fa8049f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424664 Feb 08 22:15:31.498306 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:31.728258 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:32.041129 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ef063-9730-4b7b-8392-81e8f67ce087 req-146db949-30ab-4385-afb6-c2c3c9f29bd1 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:32.042725 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-244ef063-9730-4b7b-8392-81e8f67ce087 req-146db949-30ab-4385-afb6-c2c3c9f29bd1 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 945 time: 0.0587277 Feb 08 22:15:32.094618 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-244ef063-9730-4b7b-8392-81e8f67ce087 req-9ab50246-f6dc-4acb-88bd-72bb41416b24 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425606 Feb 08 22:15:33.229197 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fdc08-a2d1-449c-a0bb-dffe1fb5828b req-3764f641-4013-4103-bb75-8cd4007e18f9 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:33.230851 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-163fdc08-a2d1-449c-a0bb-dffe1fb5828b req-3764f641-4013-4103-bb75-8cd4007e18f9 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 945 time: 0.0580540 Feb 08 22:15:33.287995 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-163fdc08-a2d1-449c-a0bb-dffe1fb5828b req-48280d5b-fc57-48e8-95e8-be3ccbc10980 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512059 Feb 08 22:15:33.846575 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:15:34.427482 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312466d-bd60-4bc1-94cb-38febc7b00e4 req-0d21bb31-351e-4909-8f5d-00027cd06316 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:34.429160 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b312466d-bd60-4bc1-94cb-38febc7b00e4 req-0d21bb31-351e-4909-8f5d-00027cd06316 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 945 time: 0.0681033 Feb 08 22:15:34.480294 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b312466d-bd60-4bc1-94cb-38febc7b00e4 req-143ec3bb-6f81-4590-8f1f-aef0092de478 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451484 Feb 08 22:15:34.911996 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-082e6dea-054c-4af6-9bda-b31390879283 service neutron] show failed (client error): The resource could not be found. Feb 08 22:15:34.913027 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-082e6dea-054c-4af6-9bda-b31390879283 service neutron] 10.222.0.96 "GET /v2.0/ports/31935b8b-3c0c-414a-833a-f28a44b77dc8/bindings/n-h1-712143-31 HTTP/1.1" status: 404 len: 381 time: 0.0559282 Feb 08 22:15:35.169780 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-019c2c8b-f7e6-44c2-9750-f599852b27f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:35.171391 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-019c2c8b-f7e6-44c2-9750-f599852b27f3 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421&tenant_id=52394cedb96f402a8356b9d71e71bb96 HTTP/1.1" status: 200 len: 1128 time: 0.0919333 Feb 08 22:15:35.185022 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-f4e3e9d0-bca0-4f7d-8309-e4a4e30f4330 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-31', 'device_owner': 'compute:nova'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:15:35.256849 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-f4e3e9d0-bca0-4f7d-8309-e4a4e30f4330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (31935b8b-3c0c-414a-833a-f28a44b77dc8), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:35.470596 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-f4e3e9d0-bca0-4f7d-8309-e4a4e30f4330 service neutron] For port 31935b8b-3c0c-414a-833a-f28a44b77dc8, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=31935b8b-3c0c-414a-833a-f28a44b77dc8,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:15:35.513383 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-f4e3e9d0-bca0-4f7d-8309-e4a4e30f4330 service neutron] For port 31935b8b-3c0c-414a-833a-f28a44b77dc8, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:15:35.568551 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbde8ed0-7096-4b84-82f5-47d4ec886421', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31935b8b-3c0c-414a-833a-f28a44b77dc8'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:15:35.571957 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048185bc-a064-41ea-9155-497a36fb702b" -d '{"events": [{"server_uuid": "dbde8ed0-7096-4b84-82f5-47d4ec886421", "name": "network-vif-unplugged", "status": "completed", "tag": "31935b8b-3c0c-414a-833a-f28a44b77dc8"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:15:35.576291 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-f4e3e9d0-bca0-4f7d-8309-e4a4e30f4330 service neutron] Publish callbacks [] for port (31935b8b-3c0c-414a-833a-f28a44b77dc8), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:35.616701 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-f4e3e9d0-bca0-4f7d-8309-e4a4e30f4330 service neutron] Transition to ACTIVE for port object 31935b8b-3c0c-414a-833a-f28a44b77dc8 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:15:35.623401 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 22:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b43ba80-f383-40ed-85d8-edcfa3b96f71 x-openstack-request-id: req-4b43ba80-f383-40ed-85d8-edcfa3b96f71 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:15:35.623705 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbde8ed0-7096-4b84-82f5-47d4ec886421", "name": "network-vif-unplugged", "status": "completed", "tag": "31935b8b-3c0c-414a-833a-f28a44b77dc8", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:15:35.623965 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4b43ba80-f383-40ed-85d8-edcfa3b96f71 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:15:35.624372 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbde8ed0-7096-4b84-82f5-47d4ec886421', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31935b8b-3c0c-414a-833a-f28a44b77dc8', 'code': 200} Feb 08 22:15:35.625883 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-f4e3e9d0-bca0-4f7d-8309-e4a4e30f4330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (31935b8b-3c0c-414a-833a-f28a44b77dc8), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:35.692633 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f817df-c068-40f5-8a8c-d58dbfa79d47 req-0281e5db-13b9-4f22-88f5-0d535e68bb43 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:35.694236 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-73f817df-c068-40f5-8a8c-d58dbfa79d47 req-0281e5db-13b9-4f22-88f5-0d535e68bb43 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 945 time: 0.1153796 Feb 08 22:15:35.736098 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3e9d0-bca0-4f7d-8309-e4a4e30f4330 service neutron] Pushing event updated for resources: {'Port': ['ID=31935b8b-3c0c-414a-833a-f28a44b77dc8,revision_number=6']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:15:35.810544 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-f4e3e9d0-bca0-4f7d-8309-e4a4e30f4330 service neutron] No DVR routers for this DVR port 31935b8b-3c0c-414a-833a-f28a44b77dc8 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:15:35.817066 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-73f817df-c068-40f5-8a8c-d58dbfa79d47 req-fb380c4d-4b0a-4c78-9302-a4df069e9901 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890853 Feb 08 22:15:35.953757 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-f4e3e9d0-bca0-4f7d-8309-e4a4e30f4330 service neutron] Attempting to bind port 31935b8b-3c0c-414a-833a-f28a44b77dc8 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:15:35.954105 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-f4e3e9d0-bca0-4f7d-8309-e4a4e30f4330 service neutron] Attempting to bind port 31935b8b-3c0c-414a-833a-f28a44b77dc8 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:15:35.954436 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-f4e3e9d0-bca0-4f7d-8309-e4a4e30f4330 service neutron] Attempting to bind port 31935b8b-3c0c-414a-833a-f28a44b77dc8 on network bc78e00c-dc98-41c2-b966-2ce242857563 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:15:35.959098 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-f4e3e9d0-bca0-4f7d-8309-e4a4e30f4330 service neutron] Port 31935b8b-3c0c-414a-833a-f28a44b77dc8 on network bc78e00c-dc98-41c2-b966-2ce242857563 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:15:35.959473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-f4e3e9d0-bca0-4f7d-8309-e4a4e30f4330 service neutron] Attempting to bind port 31935b8b-3c0c-414a-833a-f28a44b77dc8 on network bc78e00c-dc98-41c2-b966-2ce242857563 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:15:35.964557 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-f4e3e9d0-bca0-4f7d-8309-e4a4e30f4330 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:15:35.964924 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-f4e3e9d0-bca0-4f7d-8309-e4a4e30f4330 service neutron] Checking segment: {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:15:35.965324 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-f4e3e9d0-bca0-4f7d-8309-e4a4e30f4330 service neutron] Bound using segment: {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:15:35.965760 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-f4e3e9d0-bca0-4f7d-8309-e4a4e30f4330 service neutron] Bound port: 31935b8b-3c0c-414a-833a-f28a44b77dc8, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:15:35.966125 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-f4e3e9d0-bca0-4f7d-8309-e4a4e30f4330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (31935b8b-3c0c-414a-833a-f28a44b77dc8), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:36.029861 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-f4e3e9d0-bca0-4f7d-8309-e4a4e30f4330 service neutron] For port 31935b8b-3c0c-414a-833a-f28a44b77dc8, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:15:36.032804 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-f4e3e9d0-bca0-4f7d-8309-e4a4e30f4330 service neutron] For port 31935b8b-3c0c-414a-833a-f28a44b77dc8, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=31935b8b-3c0c-414a-833a-f28a44b77dc8,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:15:36.040133 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-f4e3e9d0-bca0-4f7d-8309-e4a4e30f4330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (31935b8b-3c0c-414a-833a-f28a44b77dc8), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:36.074643 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-f4e3e9d0-bca0-4f7d-8309-e4a4e30f4330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:36.075275 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-f4e3e9d0-bca0-4f7d-8309-e4a4e30f4330 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:36.076678 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-f4e3e9d0-bca0-4f7d-8309-e4a4e30f4330 service neutron] 10.222.0.94 "PUT /v2.0/ports/31935b8b-3c0c-414a-833a-f28a44b77dc8 HTTP/1.1" status: 200 len: 1092 time: 0.8959165 Feb 08 22:15:36.098831 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3e9d0-bca0-4f7d-8309-e4a4e30f4330 service neutron] Pushing event updated for resources: {'Port': ['ID=31935b8b-3c0c-414a-833a-f28a44b77dc8,revision_number=7']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:15:36.152756 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-a74bd5e5-3588-4242-a720-0075aa00c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:36.154367 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-a74bd5e5-3588-4242-a720-0075aa00c3e4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 1126 time: 0.0516441 Feb 08 22:15:36.255481 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-c57a7826-f6cb-41d1-9a7c-590b47e5efdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:36.256984 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-c57a7826-f6cb-41d1-9a7c-590b47e5efdf service neutron] 10.222.0.94 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.0969267 Feb 08 22:15:36.324407 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-5891b83b-5a1a-46f8-8fbd-9ec72f29644f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31935b8b-3c0c-414a-833a-f28a44b77dc8 HTTP/1.1" status: 200 len: 999 time: 0.0615802 Feb 08 22:15:36.379176 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-6aa4a25e-81ae-4785-964b-257f3bfbdcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:36.380719 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-6aa4a25e-81ae-4785-964b-257f3bfbdcac service neutron] 10.222.0.94 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0506227 Feb 08 22:15:36.430508 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-47b9b584-b0ee-40ae-8a8e-cc5906d484be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:36.432097 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-47b9b584-b0ee-40ae-8a8e-cc5906d484be service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456092 Feb 08 22:15:36.522001 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-2aee3fc1-fd2c-47e7-93e9-ba28c0900ae8 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836973 Feb 08 22:15:36.615690 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a8f34eb1-5a0b-4b3c-8828-3459d7d0e549 req-4f1a0652-ac08-4052-962a-48f612e81719 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882306 Feb 08 22:15:36.892897 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:36.949708 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c373ce-4d49-4ba5-9a8e-78fe6af0b8ab req-9e47f305-1ebe-4432-b835-7c9ec6f18337 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:36.951450 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-19c373ce-4d49-4ba5-9a8e-78fe6af0b8ab req-9e47f305-1ebe-4432-b835-7c9ec6f18337 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 943 time: 0.0598304 Feb 08 22:15:37.003417 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-19c373ce-4d49-4ba5-9a8e-78fe6af0b8ab req-777b3faa-5d45-4f55-949b-8dd8c25b67b5 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464268 Feb 08 22:15:37.086836 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:37.625860 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbde8ed0-7096-4b84-82f5-47d4ec886421', 'tag': '31935b8b-3c0c-414a-833a-f28a44b77dc8'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:15:37.628348 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df9c6b9-2aa5-457d-bee0-e31f65a5a6af" -d '{"events": [{"name": "network-changed", "server_uuid": "dbde8ed0-7096-4b84-82f5-47d4ec886421", "tag": "31935b8b-3c0c-414a-833a-f28a44b77dc8"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:15:37.676849 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bf0fe5-c460-454f-86b3-244fc6595d9a x-openstack-request-id: req-85bf0fe5-c460-454f-86b3-244fc6595d9a {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:15:37.677137 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbde8ed0-7096-4b84-82f5-47d4ec886421", "tag": "31935b8b-3c0c-414a-833a-f28a44b77dc8", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:15:37.677482 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-85bf0fe5-c460-454f-86b3-244fc6595d9a {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:15:37.677855 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbde8ed0-7096-4b84-82f5-47d4ec886421', 'tag': '31935b8b-3c0c-414a-833a-f28a44b77dc8', 'status': 'completed', 'code': 200} Feb 08 22:15:37.775951 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9c6b9-2aa5-457d-bee0-e31f65a5a6af req-b1a4d084-2803-421f-b25a-8dadf2842f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:37.777522 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4df9c6b9-2aa5-457d-bee0-e31f65a5a6af req-b1a4d084-2803-421f-b25a-8dadf2842f69 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 1126 time: 0.0818131 Feb 08 22:15:37.780344 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9c6b9-2aa5-457d-bee0-e31f65a5a6af req-c6e71df8-f317-45c7-b3b6-384985ac6a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:37.781785 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4df9c6b9-2aa5-457d-bee0-e31f65a5a6af req-c6e71df8-f317-45c7-b3b6-384985ac6a8a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 1126 time: 0.0781620 Feb 08 22:15:37.937621 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9c6b9-2aa5-457d-bee0-e31f65a5a6af req-c2399493-f3dd-4768-8aff-a04d54afa83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:37.938982 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4df9c6b9-2aa5-457d-bee0-e31f65a5a6af req-c2399493-f3dd-4768-8aff-a04d54afa83b service neutron] 10.222.0.96 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.1539125 Feb 08 22:15:37.940331 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9c6b9-2aa5-457d-bee0-e31f65a5a6af req-e7ff82fd-eb94-40bb-97bf-e0622ba21183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:37.941646 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4df9c6b9-2aa5-457d-bee0-e31f65a5a6af req-e7ff82fd-eb94-40bb-97bf-e0622ba21183 service neutron] 10.222.0.94 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.1488814 Feb 08 22:15:38.054307 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4df9c6b9-2aa5-457d-bee0-e31f65a5a6af req-1d69915b-8fcc-4354-bb67-18f3727602de service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31935b8b-3c0c-414a-833a-f28a44b77dc8 HTTP/1.1" status: 200 len: 999 time: 0.1028559 Feb 08 22:15:38.055871 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4df9c6b9-2aa5-457d-bee0-e31f65a5a6af req-46d01798-a20a-4900-86f0-11263542da5a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31935b8b-3c0c-414a-833a-f28a44b77dc8 HTTP/1.1" status: 200 len: 999 time: 0.1105859 Feb 08 22:15:38.167946 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9c6b9-2aa5-457d-bee0-e31f65a5a6af req-035ff053-5a70-4416-8e97-251c60539546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:38.169438 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4df9c6b9-2aa5-457d-bee0-e31f65a5a6af req-035ff053-5a70-4416-8e97-251c60539546 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.1095729 Feb 08 22:15:38.185536 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9c6b9-2aa5-457d-bee0-e31f65a5a6af req-88388997-2186-424b-aa7e-94346ca2ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:38.186889 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4df9c6b9-2aa5-457d-bee0-e31f65a5a6af req-88388997-2186-424b-aa7e-94346ca2ca7e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.1198370 Feb 08 22:15:38.258076 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23efdf53-b24a-4d89-8186-f702fa0b653e req-cd04e1cb-b29b-45fc-8b79-405dc052b776 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:38.259439 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23efdf53-b24a-4d89-8186-f702fa0b653e req-cd04e1cb-b29b-45fc-8b79-405dc052b776 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 943 time: 0.1652441 Feb 08 22:15:38.292871 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9c6b9-2aa5-457d-bee0-e31f65a5a6af req-d7675a9e-5b70-423e-9fa2-45b445ff924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:38.294389 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4df9c6b9-2aa5-457d-bee0-e31f65a5a6af req-d7675a9e-5b70-423e-9fa2-45b445ff924c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1177285 Feb 08 22:15:38.305745 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9c6b9-2aa5-457d-bee0-e31f65a5a6af req-af4a9557-53bd-49fd-b0e6-d9c41049bed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:38.307160 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4df9c6b9-2aa5-457d-bee0-e31f65a5a6af req-af4a9557-53bd-49fd-b0e6-d9c41049bed2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0991304 Feb 08 22:15:38.415171 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23efdf53-b24a-4d89-8186-f702fa0b653e req-47450fd4-57d1-4afc-82aa-a7ac90b6408d tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493428 Feb 08 22:15:38.486479 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4df9c6b9-2aa5-457d-bee0-e31f65a5a6af req-69319506-6d11-41c7-aadb-49a09484a7cb service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670771 Feb 08 22:15:38.489846 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4df9c6b9-2aa5-457d-bee0-e31f65a5a6af req-75974cfb-acd3-4154-9c1f-f0ea12825822 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865952 Feb 08 22:15:38.664710 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 31935b8b-3c0c-414a-833a-f28a44b77dc8 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:15:38.707047 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] The host n-h2-712143-31 is not matching for port 31935b8b-3c0c-414a-833a-f28a44b77dc8 host n-h1-712143-31! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 22:15:38.707456 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 31935b8b-3c0c-414a-833a-f28a44b77dc8 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:15:38.990402 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4df9c6b9-2aa5-457d-bee0-e31f65a5a6af req-17eb502e-dc14-4739-b051-2598507f8e10 service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982815 Feb 08 22:15:38.994394 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4df9c6b9-2aa5-457d-bee0-e31f65a5a6af req-036ba302-0d8e-4c81-8a11-e9e5b36ac5e2 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954598 Feb 08 22:15:39.564637 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b30e3-ce0e-425a-b132-5af54106fee7 req-65a744d6-699a-4705-a241-d5fb481edcd8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:39.566177 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4d9b30e3-ce0e-425a-b132-5af54106fee7 req-65a744d6-699a-4705-a241-d5fb481edcd8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 943 time: 0.0548055 Feb 08 22:15:39.617003 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4d9b30e3-ce0e-425a-b132-5af54106fee7 req-a44a9987-801b-477f-9e26-11181d3ee7d2 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440786 Feb 08 22:15:39.853630 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d56a4-d71a-475d-abdd-6667f5b52a05 req-ae6a7080-80ee-407e-95fd-3e4e06c18d70 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:39.855114 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-732d56a4-d71a-475d-abdd-6667f5b52a05 req-ae6a7080-80ee-407e-95fd-3e4e06c18d70 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 943 time: 0.0894446 Feb 08 22:15:39.869265 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fcc75-2590-406a-98d2-498a016c28d6 req-2cf60480-24f7-4df8-975f-3ef756e87600 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:39.870686 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-048fcc75-2590-406a-98d2-498a016c28d6 req-2cf60480-24f7-4df8-975f-3ef756e87600 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.96 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421&tenant_id=52394cedb96f402a8356b9d71e71bb96&binding%3Ahost_id=n-h1-712143-31 HTTP/1.1" status: 200 len: 943 time: 0.0929675 Feb 08 22:15:39.948459 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-732d56a4-d71a-475d-abdd-6667f5b52a05 req-3a5a0bfa-e4ec-4378-833f-99bc5e0d55a5 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869808 Feb 08 22:15:39.958486 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-048fcc75-2590-406a-98d2-498a016c28d6 req-41896efe-c9b4-4298-84a8-873799346048 service neutron] delete failed (client error): The resource could not be found. Feb 08 22:15:39.959593 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-048fcc75-2590-406a-98d2-498a016c28d6 req-41896efe-c9b4-4298-84a8-873799346048 service neutron] 10.222.0.96 "DELETE /v2.0/ports/31935b8b-3c0c-414a-833a-f28a44b77dc8/bindings/n-h2-712143-31 HTTP/1.1" status: 404 len: 381 time: 0.0830970 Feb 08 22:15:40.055547 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fcc75-2590-406a-98d2-498a016c28d6 req-17e963df-345a-426d-9762-7a34dee5b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:40.057111 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-048fcc75-2590-406a-98d2-498a016c28d6 req-17e963df-345a-426d-9762-7a34dee5b5fe service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 1126 time: 0.0539103 Feb 08 22:15:40.129092 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 31935b8b-3c0c-414a-833a-f28a44b77dc8 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:15:40.146655 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fcc75-2590-406a-98d2-498a016c28d6 req-29423a9a-1150-4753-afca-ea881efd5722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:40.148329 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-048fcc75-2590-406a-98d2-498a016c28d6 req-29423a9a-1150-4753-afca-ea881efd5722 service neutron] 10.222.0.96 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.0856991 Feb 08 22:15:40.219861 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-048fcc75-2590-406a-98d2-498a016c28d6 req-742668b8-1743-4a3f-af61-288d316fd12c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31935b8b-3c0c-414a-833a-f28a44b77dc8 HTTP/1.1" status: 200 len: 999 time: 0.0657749 Feb 08 22:15:40.238185 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 31935b8b-3c0c-414a-833a-f28a44b77dc8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=31935b8b-3c0c-414a-833a-f28a44b77dc8,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:15:40.252525 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '31935b8b-3c0c-414a-833a-f28a44b77dc8', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'port_id': '31935b8b-3c0c-414a-833a-f28a44b77dc8', 'mac_address': 'fa:16:3e:d4:95:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:15:40.273338 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fcc75-2590-406a-98d2-498a016c28d6 req-7ff018e2-0649-4321-9e36-952e790f3092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:40.275078 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-048fcc75-2590-406a-98d2-498a016c28d6 req-7ff018e2-0649-4321-9e36-952e790f3092 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0498304 Feb 08 22:15:40.294731 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 31935b8b-3c0c-414a-833a-f28a44b77dc8 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:15:40.295187 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (31935b8b-3c0c-414a-833a-f28a44b77dc8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:40.309725 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31935b8b-3c0c-414a-833a-f28a44b77dc8 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:15:40.326737 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fcc75-2590-406a-98d2-498a016c28d6 req-601d7f8d-7f4d-4396-ac48-f0765cfef411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:40.328294 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-048fcc75-2590-406a-98d2-498a016c28d6 req-601d7f8d-7f4d-4396-ac48-f0765cfef411 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477371 Feb 08 22:15:40.332522 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 31935b8b-3c0c-414a-833a-f28a44b77dc8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=31935b8b-3c0c-414a-833a-f28a44b77dc8,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:15:40.338253 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (31935b8b-3c0c-414a-833a-f28a44b77dc8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:40.390800 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=31935b8b-3c0c-414a-833a-f28a44b77dc8,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:15:40.427985 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-048fcc75-2590-406a-98d2-498a016c28d6 req-f534c3ec-ffdb-4f67-83d9-8817ed8e4e93 service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923877 Feb 08 22:15:40.517526 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-048fcc75-2590-406a-98d2-498a016c28d6 req-aafb8e65-3978-4b18-b528-2cd0b0149311 service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838308 Feb 08 22:15:40.647974 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['31935b8b-3c0c-414a-833a-f28a44b77dc8'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:15:41.091463 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b870c-6761-4cf8-bd75-de6ef8061399 req-af8a0383-1969-4069-ae9a-b00bb64a7106 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:41.092964 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a45b870c-6761-4cf8-bd75-de6ef8061399 req-af8a0383-1969-4069-ae9a-b00bb64a7106 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 944 time: 0.0651772 Feb 08 22:15:41.140037 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a45b870c-6761-4cf8-bd75-de6ef8061399 req-8296aae9-0a23-425e-9504-9a52b8c8b2a4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414052 Feb 08 22:15:41.274471 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a40317-07ba-4ba5-9ad1-bb04c68f2e2e req-2dd6eb16-618f-4b1e-b3f0-7b3de37e474d tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:41.275995 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2a40317-07ba-4ba5-9ad1-bb04c68f2e2e req-2dd6eb16-618f-4b1e-b3f0-7b3de37e474d tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 944 time: 0.0587242 Feb 08 22:15:41.324468 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2a40317-07ba-4ba5-9ad1-bb04c68f2e2e req-548d61aa-34ad-4144-8df9-d8e4cbb82d4d tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422423 Feb 08 22:15:41.445523 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec552b-3a13-4867-ba97-d13bdf95c954 req-e6c98d01-74bc-4e37-b0ba-969df43104d1 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:41.446936 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3dec552b-3a13-4867-ba97-d13bdf95c954 req-e6c98d01-74bc-4e37-b0ba-969df43104d1 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 944 time: 0.0536921 Feb 08 22:15:41.495212 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3dec552b-3a13-4867-ba97-d13bdf95c954 req-7f49adba-4950-4937-b430-c8f3f4683df9 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425692 Feb 08 22:15:41.757936 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1c7f0-c03c-4a15-b9e6-c3b1439bc587 req-2df7a744-d983-4ae7-a64f-15fcaee8935a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:41.759430 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6dc1c7f0-c03c-4a15-b9e6-c3b1439bc587 req-2df7a744-d983-4ae7-a64f-15fcaee8935a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 944 time: 0.0596070 Feb 08 22:15:41.809341 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6dc1c7f0-c03c-4a15-b9e6-c3b1439bc587 req-6a3d273c-0e47-489c-826e-7f72a5b83022 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433607 Feb 08 22:15:42.154010 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 31935b8b-3c0c-414a-833a-f28a44b77dc8 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:15:42.206726 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 31935b8b-3c0c-414a-833a-f28a44b77dc8 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:15:42.211401 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 31935b8b-3c0c-414a-833a-f28a44b77dc8 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:15:42.211777 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (31935b8b-3c0c-414a-833a-f28a44b77dc8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:42.287999 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 31935b8b-3c0c-414a-833a-f28a44b77dc8 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:15:42.288390 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (31935b8b-3c0c-414a-833a-f28a44b77dc8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:42.311257 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbde8ed0-7096-4b84-82f5-47d4ec886421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31935b8b-3c0c-414a-833a-f28a44b77dc8'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:15:42.314425 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0def67-05f0-40d0-b83e-49c16c515938" -d '{"events": [{"server_uuid": "dbde8ed0-7096-4b84-82f5-47d4ec886421", "name": "network-vif-plugged", "status": "completed", "tag": "31935b8b-3c0c-414a-833a-f28a44b77dc8"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:15:42.328443 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 31935b8b-3c0c-414a-833a-f28a44b77dc8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=31935b8b-3c0c-414a-833a-f28a44b77dc8,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:15:42.332985 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (31935b8b-3c0c-414a-833a-f28a44b77dc8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:42.356989 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c10cd7e-de03-4104-a48a-4f01578e667c x-openstack-request-id: req-4c10cd7e-de03-4104-a48a-4f01578e667c {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:15:42.357320 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbde8ed0-7096-4b84-82f5-47d4ec886421", "name": "network-vif-plugged", "status": "completed", "tag": "31935b8b-3c0c-414a-833a-f28a44b77dc8", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:15:42.357580 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4c10cd7e-de03-4104-a48a-4f01578e667c {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:15:42.357966 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbde8ed0-7096-4b84-82f5-47d4ec886421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31935b8b-3c0c-414a-833a-f28a44b77dc8', 'code': 200} Feb 08 22:15:42.388094 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=31935b8b-3c0c-414a-833a-f28a44b77dc8,revision_number=9']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:15:42.937405 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc0b63-6609-4025-a2e5-c6d0bb7418b3 req-f50e079a-71ee-49e7-b450-696c7c58e467 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:42.938936 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5abc0b63-6609-4025-a2e5-c6d0bb7418b3 req-f50e079a-71ee-49e7-b450-696c7c58e467 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 945 time: 0.0617690 Feb 08 22:15:42.991750 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5abc0b63-6609-4025-a2e5-c6d0bb7418b3 req-00b9ee02-386b-4bbd-b288-5ba4e5303ebd tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467558 Feb 08 22:15:43.140787 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b5076-4eb3-4509-a434-7a3020fcebf5 req-44525ce3-2968-4db4-b32d-70c862d8825f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:43.142278 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-588b5076-4eb3-4509-a434-7a3020fcebf5 req-44525ce3-2968-4db4-b32d-70c862d8825f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.94 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 945 time: 0.0535026 Feb 08 22:15:43.238460 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-588b5076-4eb3-4509-a434-7a3020fcebf5 req-90430854-4534-4d5f-a88a-a48cd611ad82 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Deleting port 31935b8b-3c0c-414a-833a-f28a44b77dc8 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:15:43.238807 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-588b5076-4eb3-4509-a434-7a3020fcebf5 req-90430854-4534-4d5f-a88a-a48cd611ad82 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (31935b8b-3c0c-414a-833a-f28a44b77dc8), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:43.330778 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-588b5076-4eb3-4509-a434-7a3020fcebf5 req-90430854-4534-4d5f-a88a-a48cd611ad82 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] For port 31935b8b-3c0c-414a-833a-f28a44b77dc8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=31935b8b-3c0c-414a-833a-f28a44b77dc8,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:15:43.331146 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-588b5076-4eb3-4509-a434-7a3020fcebf5 req-90430854-4534-4d5f-a88a-a48cd611ad82 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (31935b8b-3c0c-414a-833a-f28a44b77dc8), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:43.560575 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-588b5076-4eb3-4509-a434-7a3020fcebf5 req-90430854-4534-4d5f-a88a-a48cd611ad82 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:43.560853 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-588b5076-4eb3-4509-a434-7a3020fcebf5 req-90430854-4534-4d5f-a88a-a48cd611ad82 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (3b56692e-f2fe-498f-8162-770391120d3f), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:43.561172 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [req-588b5076-4eb3-4509-a434-7a3020fcebf5 req-90430854-4534-4d5f-a88a-a48cd611ad82 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Floating IP 3b56692e-f2fe-498f-8162-770391120d3f disassociated. External IP: 172.25.3.230, port: 31935b8b-3c0c-414a-833a-f28a44b77dc8. Feb 08 22:15:43.561543 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-588b5076-4eb3-4509-a434-7a3020fcebf5 req-90430854-4534-4d5f-a88a-a48cd611ad82 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Calling delete_port for 31935b8b-3c0c-414a-833a-f28a44b77dc8 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:15:43.701988 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-588b5076-4eb3-4509-a434-7a3020fcebf5 req-90430854-4534-4d5f-a88a-a48cd611ad82 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (31935b8b-3c0c-414a-833a-f28a44b77dc8), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:43.730072 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90430854-4534-4d5f-a88a-a48cd611ad82 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Pushing event deleted for resources: {'Port': ['ID=31935b8b-3c0c-414a-833a-f28a44b77dc8,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:15:43.854802 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-588b5076-4eb3-4509-a434-7a3020fcebf5 req-90430854-4534-4d5f-a88a-a48cd611ad82 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Router c355682e-b695-42b4-8999-7028cb83d271 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:15:43.969525 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-588b5076-4eb3-4509-a434-7a3020fcebf5 req-90430854-4534-4d5f-a88a-a48cd611ad82 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:15:43.982616 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81fe316-3d4b-4bc9-9793-fcc6d6e8c657 None None] Sync routers for ids ['c355682e-b695-42b4-8999-7028cb83d271'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:15:44.002869 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81fe316-3d4b-4bc9-9793-fcc6d6e8c657 None None] Routers {'c355682e-b695-42b4-8999-7028cb83d271'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:15:44.003813 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b81fe316-3d4b-4bc9-9793-fcc6d6e8c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:15:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c355682e-b695-42b4-8999-7028cb83d271'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:15:44.026588 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-588b5076-4eb3-4509-a434-7a3020fcebf5 req-90430854-4534-4d5f-a88a-a48cd611ad82 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] No DVR routers for this DVR port 31935b8b-3c0c-414a-833a-f28a44b77dc8 on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:15:44.029646 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-588b5076-4eb3-4509-a434-7a3020fcebf5 req-90430854-4534-4d5f-a88a-a48cd611ad82 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:44.034614 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-588b5076-4eb3-4509-a434-7a3020fcebf5 req-90430854-4534-4d5f-a88a-a48cd611ad82 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.94 "DELETE /v2.0/ports/31935b8b-3c0c-414a-833a-f28a44b77dc8 HTTP/1.1" status: 204 len: 173 time: 0.8873935 Feb 08 22:15:44.035148 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbde8ed0-7096-4b84-82f5-47d4ec886421', 'name': 'network-vif-deleted', 'tag': '31935b8b-3c0c-414a-833a-f28a44b77dc8'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:15:44.041096 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a6e514-9ee8-48a4-98dc-652ab878d2ad" -d '{"events": [{"server_uuid": "dbde8ed0-7096-4b84-82f5-47d4ec886421", "name": "network-vif-deleted", "tag": "31935b8b-3c0c-414a-833a-f28a44b77dc8"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:15:44.137642 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-b81fe316-3d4b-4bc9-9793-fcc6d6e8c657 None None] Set router c355682e-b695-42b4-8999-7028cb83d271 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:15:44.153677 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f567c9-898f-48a5-86f7-05a5eda44c2f x-openstack-request-id: req-a0f567c9-898f-48a5-86f7-05a5eda44c2f {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:15:44.154322 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbde8ed0-7096-4b84-82f5-47d4ec886421", "name": "network-vif-deleted", "tag": "31935b8b-3c0c-414a-833a-f28a44b77dc8", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:15:44.154849 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a0f567c9-898f-48a5-86f7-05a5eda44c2f {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:15:44.155237 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbde8ed0-7096-4b84-82f5-47d4ec886421', 'name': 'network-vif-deleted', 'tag': '31935b8b-3c0c-414a-833a-f28a44b77dc8', 'status': 'completed', 'code': 200} Feb 08 22:15:44.159263 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61961693-22e0-4626-99e9-dcc84305c2fe req-ad9d0eb9-ff46-4e47-84ed-b6997a3726dc tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=dbde8ed0-7096-4b84-82f5-47d4ec886421 HTTP/1.1" status: 200 len: 210 time: 0.0668046 Feb 08 22:15:44.357277 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b81fe316-3d4b-4bc9-9793-fcc6d6e8c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:14:58Z', 'revision_number': 4, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'c636119e-2f3f-4f94-a4fe-90c0d28fb159', 'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'mac_address': 'fa:16:3e:8e:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:57Z', 'updated_at': '2022-02-08T22:15:01Z', 'revision_number': 5, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'subnets': [{'id': '299236f4-55a5-479b-a506-73d2dff71768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:15:44.387598 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81fe316-3d4b-4bc9-9793-fcc6d6e8c657 None None] Checking router: c355682e-b695-42b4-8999-7028cb83d271 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:15:44.396121 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81fe316-3d4b-4bc9-9793-fcc6d6e8c657 None None] Routers {'c355682e-b695-42b4-8999-7028cb83d271'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:15:44.396733 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b81fe316-3d4b-4bc9-9793-fcc6d6e8c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:15:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c355682e-b695-42b4-8999-7028cb83d271'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:15:44.595807 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-b81fe316-3d4b-4bc9-9793-fcc6d6e8c657 None None] Set router c355682e-b695-42b4-8999-7028cb83d271 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:15:44.798900 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b81fe316-3d4b-4bc9-9793-fcc6d6e8c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:14:58Z', 'revision_number': 4, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'c636119e-2f3f-4f94-a4fe-90c0d28fb159', 'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'mac_address': 'fa:16:3e:8e:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:57Z', 'updated_at': '2022-02-08T22:15:01Z', 'revision_number': 5, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'subnets': [{'id': '299236f4-55a5-479b-a506-73d2dff71768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:15:44.825446 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81fe316-3d4b-4bc9-9793-fcc6d6e8c657 None None] The sync data for ids ['c355682e-b695-42b4-8999-7028cb83d271'] in n-d-712143-31 is: [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:14:58Z', 'revision_number': 4, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'c636119e-2f3f-4f94-a4fe-90c0d28fb159', 'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'mac_address': 'fa:16:3e:8e:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:57Z', 'updated_at': '2022-02-08T22:15:01Z', 'revision_number': 5, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'subnets': [{'id': '299236f4-55a5-479b-a506-73d2dff71768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:15:45.057776 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29326ea4-34b4-4e15-b14d-b8f46d10e795 None None] New status for floating IP 3b56692e-f2fe-498f-8162-770391120d3f: DOWN {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:15:45.415625 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-07c6683c-f279-4b73-a0c7-e2e71eacc773 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1945858314&fields=id&tenant_id=52394cedb96f402a8356b9d71e71bb96 HTTP/1.1" status: 200 len: 267 time: 0.0452015 Feb 08 22:15:45.526861 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-f92c191d-3eca-4c14-95ee-1dda353c486a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:45.528387 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-f92c191d-3eca-4c14-95ee-1dda353c486a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 812 time: 0.1059279 Feb 08 22:15:45.543913 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-915a1b22-bbd9-4687-8837-6e16ba322fbb tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/quotas/52394cedb96f402a8356b9d71e71bb96 HTTP/1.1" status: 200 len: 375 time: 0.0094600 Feb 08 22:15:45.607636 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-7c6eae3a-746f-473f-be14-03b074ba053e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559158 Feb 08 22:15:45.709404 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-eeebf5ef-dbc6-460c-954f-008f4182b783 service neutron] 10.222.0.88 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896745 Feb 08 22:15:45.806682 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-c32fc976-4b9d-483a-93c8-afe57f34e591 service neutron] 10.222.0.88 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912926 Feb 08 22:15:45.982197 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f13c1853-a837-4f11-9b8c-ead4cb9e7e96 req-cda26146-4fa1-4545-8b3e-685c74a4a0b8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 210 time: 0.0342972 Feb 08 22:15:46.176016 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 31935b8b-3c0c-414a-833a-f28a44b77dc8 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:15:46.198007 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 31935b8b-3c0c-414a-833a-f28a44b77dc8 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:15:46.198354 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 31935b8b-3c0c-414a-833a-f28a44b77dc8 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:15:46.961319 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-ccf3acc3-6d0e-4eca-a2e4-779ed9a11830 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:46.962827 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-ccf3acc3-6d0e-4eca-a2e4-779ed9a11830 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.94 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 812 time: 0.1286139 Feb 08 22:15:47.033343 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-e629a4f1-2788-4faa-b359-b3018da3b14a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52394cedb96f402a8356b9d71e71bb96 HTTP/1.1" status: 200 len: 380 time: 0.0616870 Feb 08 22:15:47.043414 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-cf413b45-373e-4588-9265-20e9e7349f15 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Request body: {'port': {'device_id': 'da472a50-36d3-4f4c-9b58-31707848bc33', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'admin_state_up': True, 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'security_groups': ['fff774ca-8cf2-4131-9c86-ac86e6623def']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:15:47.124499 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a855229-8a7c-4036-84a7-af6b9ff38ad3 req-614e8be9-44ee-4124-a3c1-d4a3bc11ce2b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 210 time: 0.0632243 Feb 08 22:15:47.184419 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-cf413b45-373e-4588-9265-20e9e7349f15 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Made reservation on behalf of 52394cedb96f402a8356b9d71e71bb96 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:15:47.187964 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-cf413b45-373e-4588-9265-20e9e7349f15 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:47.324915 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-cf413b45-373e-4588-9265-20e9e7349f15 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Allocated IP 172.20.0.6 (bc78e00c-dc98-41c2-b966-2ce242857563/299236f4-55a5-479b-a506-73d2dff71768/9bfcfa57-5733-4147-aced-c28455775f23) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:15:47.487667 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-cf413b45-373e-4588-9265-20e9e7349f15 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for port (9bfcfa57-5733-4147-aced-c28455775f23), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:47.524540 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-cf413b45-373e-4588-9265-20e9e7349f15 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (9bfcfa57-5733-4147-aced-c28455775f23), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:47.571297 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-cf413b45-373e-4588-9265-20e9e7349f15 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Network bc78e00c-dc98-41c2-b966-2ce242857563 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:15:47.574575 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-cf413b45-373e-4588-9265-20e9e7349f15 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:15:47.578368 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-cf413b45-373e-4588-9265-20e9e7349f15 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:15:47.608740 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf413b45-373e-4588-9265-20e9e7349f15 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Pushing event updated for resources: {'Port': ['ID=9bfcfa57-5733-4147-aced-c28455775f23,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:15:47.638308 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-cf413b45-373e-4588-9265-20e9e7349f15 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:47.638848 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-cf413b45-373e-4588-9265-20e9e7349f15 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:47.662922 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-cf413b45-373e-4588-9265-20e9e7349f15 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6189804 Feb 08 22:15:47.669569 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-4fb263dc-3951-4dc3-8429-10caec66b395 service neutron] Request body: {'port': {'device_id': 'da472a50-36d3-4f4c-9b58-31707848bc33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:15:47.739783 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-4fb263dc-3951-4dc3-8429-10caec66b395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9bfcfa57-5733-4147-aced-c28455775f23), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:47.877994 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-a7e019b8-819a-4185-b8c5-198f3668a5a3 None None] Provisioning complete for port 9bfcfa57-5733-4147-aced-c28455775f23 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:15:47.878649 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a7e019b8-819a-4185-b8c5-198f3668a5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9bfcfa57-5733-4147-aced-c28455775f23), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:47.917831 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a7e019b8-819a-4185-b8c5-198f3668a5a3 None None] Port 9bfcfa57-5733-4147-aced-c28455775f23 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:15:48.033875 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-4fb263dc-3951-4dc3-8429-10caec66b395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bfcfa57-5733-4147-aced-c28455775f23 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:15:48.042361 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-4fb263dc-3951-4dc3-8429-10caec66b395 service neutron] Publish callbacks [] for port (9bfcfa57-5733-4147-aced-c28455775f23), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:48.055375 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-4fb263dc-3951-4dc3-8429-10caec66b395 service neutron] Transition to ACTIVE for port object 9bfcfa57-5733-4147-aced-c28455775f23 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:15:48.059389 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-4fb263dc-3951-4dc3-8429-10caec66b395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (9bfcfa57-5733-4147-aced-c28455775f23), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:48.106432 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb263dc-3951-4dc3-8429-10caec66b395 service neutron] Pushing event updated for resources: {'Port': ['ID=9bfcfa57-5733-4147-aced-c28455775f23,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:15:48.192208 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-4fb263dc-3951-4dc3-8429-10caec66b395 service neutron] Attempting to bind port 9bfcfa57-5733-4147-aced-c28455775f23 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:15:48.192549 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-4fb263dc-3951-4dc3-8429-10caec66b395 service neutron] Attempting to bind port 9bfcfa57-5733-4147-aced-c28455775f23 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:15:48.192885 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-4fb263dc-3951-4dc3-8429-10caec66b395 service neutron] Attempting to bind port 9bfcfa57-5733-4147-aced-c28455775f23 on network bc78e00c-dc98-41c2-b966-2ce242857563 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:15:48.198905 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-4fb263dc-3951-4dc3-8429-10caec66b395 service neutron] Port 9bfcfa57-5733-4147-aced-c28455775f23 on network bc78e00c-dc98-41c2-b966-2ce242857563 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:15:48.199231 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-4fb263dc-3951-4dc3-8429-10caec66b395 service neutron] Attempting to bind port 9bfcfa57-5733-4147-aced-c28455775f23 on network bc78e00c-dc98-41c2-b966-2ce242857563 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:15:48.215642 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-4fb263dc-3951-4dc3-8429-10caec66b395 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:15:48.215987 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-4fb263dc-3951-4dc3-8429-10caec66b395 service neutron] Checking segment: {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:15:48.216388 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-4fb263dc-3951-4dc3-8429-10caec66b395 service neutron] Bound using segment: {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:15:48.216842 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-4fb263dc-3951-4dc3-8429-10caec66b395 service neutron] Bound port: 9bfcfa57-5733-4147-aced-c28455775f23, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:15:48.217209 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-4fb263dc-3951-4dc3-8429-10caec66b395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9bfcfa57-5733-4147-aced-c28455775f23), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:48.299770 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05944445-e18d-4ff0-a201-84958ec17c01 req-51f534c2-b14b-4003-941b-45b5b759e7f4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:48.301340 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-05944445-e18d-4ff0-a201-84958ec17c01 req-51f534c2-b14b-4003-941b-45b5b759e7f4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 943 time: 0.0998158 Feb 08 22:15:48.350757 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-4fb263dc-3951-4dc3-8429-10caec66b395 service neutron] For port 9bfcfa57-5733-4147-aced-c28455775f23, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:15:48.372385 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-4fb263dc-3951-4dc3-8429-10caec66b395 service neutron] For port 9bfcfa57-5733-4147-aced-c28455775f23, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=9bfcfa57-5733-4147-aced-c28455775f23,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:15:48.381638 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-4fb263dc-3951-4dc3-8429-10caec66b395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (9bfcfa57-5733-4147-aced-c28455775f23), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:48.399095 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-05944445-e18d-4ff0-a201-84958ec17c01 req-9db7b293-c571-415e-b2e7-bc7644784f0c tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781889 Feb 08 22:15:48.423933 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-4fb263dc-3951-4dc3-8429-10caec66b395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:48.424664 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-4fb263dc-3951-4dc3-8429-10caec66b395 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:48.426887 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-4fb263dc-3951-4dc3-8429-10caec66b395 service neutron] 10.222.0.94 "PUT /v2.0/ports/9bfcfa57-5733-4147-aced-c28455775f23 HTTP/1.1" status: 200 len: 1092 time: 0.7616768 Feb 08 22:15:48.427336 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da472a50-36d3-4f4c-9b58-31707848bc33', 'tag': '9bfcfa57-5733-4147-aced-c28455775f23'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:15:48.433065 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed03a7c6-79c8-4757-8590-bf94f11c04e9" -d '{"events": [{"name": "network-changed", "server_uuid": "da472a50-36d3-4f4c-9b58-31707848bc33", "tag": "9bfcfa57-5733-4147-aced-c28455775f23"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:15:48.466620 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb263dc-3951-4dc3-8429-10caec66b395 service neutron] Pushing event updated for resources: {'Port': ['ID=9bfcfa57-5733-4147-aced-c28455775f23,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:15:48.478608 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8bc6f4-f5f0-4a33-a527-d112761261cd x-openstack-request-id: req-2c8bc6f4-f5f0-4a33-a527-d112761261cd {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:15:48.478911 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da472a50-36d3-4f4c-9b58-31707848bc33", "tag": "9bfcfa57-5733-4147-aced-c28455775f23", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:15:48.479175 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2c8bc6f4-f5f0-4a33-a527-d112761261cd {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:15:48.479614 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da472a50-36d3-4f4c-9b58-31707848bc33', 'tag': '9bfcfa57-5733-4147-aced-c28455775f23', 'status': 'completed', 'code': 200} Feb 08 22:15:48.535467 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-7675aa0c-26e5-47c5-92e7-624d44b98c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:48.537068 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-7675aa0c-26e5-47c5-92e7-624d44b98c09 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 1126 time: 0.0566156 Feb 08 22:15:48.580780 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-b3b06948-8894-47a0-9794-b95350a4f98c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bfcfa57-5733-4147-aced-c28455775f23 HTTP/1.1" status: 200 len: 217 time: 0.0367100 Feb 08 22:15:48.631440 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-58fb4a48-3727-43be-bab2-9e4bc5f9b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:48.633571 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-58fb4a48-3727-43be-bab2-9e4bc5f9b1b7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0470898 Feb 08 22:15:48.684830 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-fc130581-fa02-4455-bbf7-d246f5bc1e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:48.686422 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-fc130581-fa02-4455-bbf7-d246f5bc1e72 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477293 Feb 08 22:15:48.783668 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-3784a5b3-5d7a-479e-96ca-72676f510ce4 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909567 Feb 08 22:15:48.874876 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a6e45709-ec38-4f01-8554-82a2809751f5 req-705423ee-d5e9-4784-a6e0-c9065376fea9 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863044 Feb 08 22:15:48.972156 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03a7c6-79c8-4757-8590-bf94f11c04e9 req-caeefb6c-c3c9-4f0d-8863-6eb8d087efd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:48.973750 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed03a7c6-79c8-4757-8590-bf94f11c04e9 req-caeefb6c-c3c9-4f0d-8863-6eb8d087efd2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 1126 time: 0.0515444 Feb 08 22:15:49.069947 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03a7c6-79c8-4757-8590-bf94f11c04e9 req-63e92360-7dac-4354-b739-5187c07f67e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:49.071451 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed03a7c6-79c8-4757-8590-bf94f11c04e9 req-63e92360-7dac-4354-b739-5187c07f67e5 service neutron] 10.222.0.94 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.0920866 Feb 08 22:15:49.122047 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed03a7c6-79c8-4757-8590-bf94f11c04e9 req-e89a3985-fc0a-4226-a0ae-2bab537393a3 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bfcfa57-5733-4147-aced-c28455775f23 HTTP/1.1" status: 200 len: 217 time: 0.0449774 Feb 08 22:15:49.171888 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03a7c6-79c8-4757-8590-bf94f11c04e9 req-7434810e-9351-42b5-96f2-523a6625780f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:49.173304 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed03a7c6-79c8-4757-8590-bf94f11c04e9 req-7434810e-9351-42b5-96f2-523a6625780f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0458174 Feb 08 22:15:49.224703 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03a7c6-79c8-4757-8590-bf94f11c04e9 req-52ee2710-fdce-415f-81e3-4e38d7921430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:49.226857 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed03a7c6-79c8-4757-8590-bf94f11c04e9 req-52ee2710-fdce-415f-81e3-4e38d7921430 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472157 Feb 08 22:15:49.328347 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed03a7c6-79c8-4757-8590-bf94f11c04e9 req-52c8a6ef-b1c1-4877-bec7-1cf7599de37e service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954945 Feb 08 22:15:49.424334 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed03a7c6-79c8-4757-8590-bf94f11c04e9 req-d7703412-a7f8-4932-b988-f18f7cf4caf9 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898592 Feb 08 22:15:49.527807 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61ffe5-9ea5-46f6-a93f-fba8c6c67bae req-26dc7693-950a-4dd0-9f83-fd243fa27fd0 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:49.529507 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3c61ffe5-9ea5-46f6-a93f-fba8c6c67bae req-26dc7693-950a-4dd0-9f83-fd243fa27fd0 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 943 time: 0.0557017 Feb 08 22:15:49.578389 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3c61ffe5-9ea5-46f6-a93f-fba8c6c67bae req-cc8bf3ae-ba2d-4c7c-85d9-4c60f5bfd26d tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429847 Feb 08 22:15:50.714569 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5da9c-2a67-4838-b17f-0eea7d1f8914 req-7372a5d9-ae3a-4920-b0ec-a3c5739befc5 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:50.716119 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8aa5da9c-2a67-4838-b17f-0eea7d1f8914 req-7372a5d9-ae3a-4920-b0ec-a3c5739befc5 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 943 time: 0.0624793 Feb 08 22:15:50.768687 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8aa5da9c-2a67-4838-b17f-0eea7d1f8914 req-14f1a151-efc0-4d82-9a3f-590816801b86 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469315 Feb 08 22:15:51.908527 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ded3b-1dcf-48b2-9317-638da6fb3f73 req-7a811a60-697f-4f2c-b198-e3309b9126c4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:51.910404 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-837ded3b-1dcf-48b2-9317-638da6fb3f73 req-7a811a60-697f-4f2c-b198-e3309b9126c4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 943 time: 0.0609353 Feb 08 22:15:51.968277 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-837ded3b-1dcf-48b2-9317-638da6fb3f73 req-850bab30-40f2-487d-8a87-3d275d767694 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507727 Feb 08 22:15:52.205594 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 9bfcfa57-5733-4147-aced-c28455775f23 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:15:52.327517 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 9bfcfa57-5733-4147-aced-c28455775f23, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=9bfcfa57-5733-4147-aced-c28455775f23,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:15:52.340414 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '9bfcfa57-5733-4147-aced-c28455775f23', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'port_id': '9bfcfa57-5733-4147-aced-c28455775f23', 'mac_address': 'fa:16:3e:78:3d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:15:52.398426 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 9bfcfa57-5733-4147-aced-c28455775f23 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:15:52.398818 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9bfcfa57-5733-4147-aced-c28455775f23), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:52.412141 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bfcfa57-5733-4147-aced-c28455775f23 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:15:52.433513 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 9bfcfa57-5733-4147-aced-c28455775f23, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=9bfcfa57-5733-4147-aced-c28455775f23,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:15:52.438885 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9bfcfa57-5733-4147-aced-c28455775f23), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:52.490292 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=9bfcfa57-5733-4147-aced-c28455775f23,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:15:52.727791 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['9bfcfa57-5733-4147-aced-c28455775f23'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:15:53.130488 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946168f-fad5-4d21-9dc0-607f4252405c req-e12ea370-d5e0-45d1-920a-27f3fb29c97b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:53.132101 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c946168f-fad5-4d21-9dc0-607f4252405c req-e12ea370-d5e0-45d1-920a-27f3fb29c97b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 944 time: 0.0582464 Feb 08 22:15:53.209719 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c946168f-fad5-4d21-9dc0-607f4252405c req-b6066190-2ac8-4021-a7e0-a88d44e19a4b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703616 Feb 08 22:15:54.222267 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 9bfcfa57-5733-4147-aced-c28455775f23 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:15:54.296159 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-15be644c-17fb-4a66-85df-1c2b15f3e91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:54.306651 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 9bfcfa57-5733-4147-aced-c28455775f23 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:15:54.310994 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 9bfcfa57-5733-4147-aced-c28455775f23 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:15:54.311376 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9bfcfa57-5733-4147-aced-c28455775f23), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:54.358352 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61500e21-a7bd-416e-a8f6-e866fa2b11e2 req-13b2ad88-3a06-4185-af1b-ab6df4eb0c9c tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:54.360084 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61500e21-a7bd-416e-a8f6-e866fa2b11e2 req-13b2ad88-3a06-4185-af1b-ab6df4eb0c9c tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 944 time: 0.0612321 Feb 08 22:15:54.402060 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 9bfcfa57-5733-4147-aced-c28455775f23 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:15:54.402465 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9bfcfa57-5733-4147-aced-c28455775f23), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:54.415834 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-61500e21-a7bd-416e-a8f6-e866fa2b11e2 req-50054632-1d60-498f-a2eb-c3d606d5999b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495892 Feb 08 22:15:54.428256 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da472a50-36d3-4f4c-9b58-31707848bc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bfcfa57-5733-4147-aced-c28455775f23'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:15:54.430595 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa33807-f128-42c9-a147-d0095c428f4b" -d '{"events": [{"server_uuid": "da472a50-36d3-4f4c-9b58-31707848bc33", "name": "network-vif-plugged", "status": "completed", "tag": "9bfcfa57-5733-4147-aced-c28455775f23"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:15:54.452411 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 9bfcfa57-5733-4147-aced-c28455775f23, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=9bfcfa57-5733-4147-aced-c28455775f23,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:15:54.457325 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9bfcfa57-5733-4147-aced-c28455775f23), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:54.484449 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7dec54-39df-42a1-ac6e-a423edc6fed5 x-openstack-request-id: req-3b7dec54-39df-42a1-ac6e-a423edc6fed5 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:15:54.484449 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da472a50-36d3-4f4c-9b58-31707848bc33", "name": "network-vif-plugged", "status": "completed", "tag": "9bfcfa57-5733-4147-aced-c28455775f23", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:15:54.484449 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3b7dec54-39df-42a1-ac6e-a423edc6fed5 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:15:54.484449 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da472a50-36d3-4f4c-9b58-31707848bc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bfcfa57-5733-4147-aced-c28455775f23', 'code': 200} Feb 08 22:15:54.516242 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=9bfcfa57-5733-4147-aced-c28455775f23,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:15:54.583471 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d4bf5-0b2a-428f-85c3-0cc09acd9fdd req-f922d883-9386-40a4-91d7-38d20cb3aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:54.584891 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-111d4bf5-0b2a-428f-85c3-0cc09acd9fdd req-f922d883-9386-40a4-91d7-38d20cb3aadb service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 1128 time: 0.0456243 Feb 08 22:15:54.635865 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-111d4bf5-0b2a-428f-85c3-0cc09acd9fdd req-a7785512-2e4b-4adb-bdda-a7334b462b38 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453579 Feb 08 22:15:55.604484 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368428e5-e651-4831-9712-a2109d4f154a req-21ee0791-a217-498f-89e9-8fa72b8c39c1 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:55.606195 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-368428e5-e651-4831-9712-a2109d4f154a req-21ee0791-a217-498f-89e9-8fa72b8c39c1 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.1180675 Feb 08 22:15:55.662649 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-368428e5-e651-4831-9712-a2109d4f154a req-f21ad4a7-ded4-41df-91b8-3b164b68152a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504844 Feb 08 22:15:56.866822 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c2dcf-404a-4021-a2d9-45d03cc8f180 req-c63bdb32-c05d-4451-b028-e1044144783a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:56.868448 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d55c2dcf-404a-4021-a2d9-45d03cc8f180 req-c63bdb32-c05d-4451-b028-e1044144783a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.1314154 Feb 08 22:15:56.920096 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d55c2dcf-404a-4021-a2d9-45d03cc8f180 req-5ebf8276-ed1a-434f-b8f3-2fda2489188e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458980 Feb 08 22:15:57.046939 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d7ce5-5105-4e12-9031-9803713d6a4d req-af6c77ab-dee6-4587-88b4-ad28b9c436af tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:57.048695 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d12d7ce5-5105-4e12-9031-9803713d6a4d req-af6c77ab-dee6-4587-88b4-ad28b9c436af tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0620844 Feb 08 22:15:57.058102 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45520) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:15:57.062824 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-11944b19-a8c7-438a-ab3a-1d989ff69c32 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Request body: {'floatingip': {'port_id': '9bfcfa57-5733-4147-aced-c28455775f23'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:15:57.102736 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-11944b19-a8c7-438a-ab3a-1d989ff69c32 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for floatingip (3b56692e-f2fe-498f-8162-770391120d3f), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:57.588604 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bb38dca3-c692-451a-9788-455cd06225b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:57.964755 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-11944b19-a8c7-438a-ab3a-1d989ff69c32 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:57.969216 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-11944b19-a8c7-438a-ab3a-1d989ff69c32 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (3b56692e-f2fe-498f-8162-770391120d3f), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:58.080312 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-11944b19-a8c7-438a-ab3a-1d989ff69c32 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Floating IP 3b56692e-f2fe-498f-8162-770391120d3f associated. External IP: 172.25.3.230, port: 9bfcfa57-5733-4147-aced-c28455775f23. Feb 08 22:15:58.325965 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11944b19-a8c7-438a-ab3a-1d989ff69c32 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Router c355682e-b695-42b4-8999-7028cb83d271 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:15:58.451084 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11944b19-a8c7-438a-ab3a-1d989ff69c32 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:15:58.456263 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-11944b19-a8c7-438a-ab3a-1d989ff69c32 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:58.462230 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a820d2-2122-4cc9-9c9e-dc8cf55308fc None None] Sync routers for ids ['c355682e-b695-42b4-8999-7028cb83d271'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:15:58.473480 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a820d2-2122-4cc9-9c9e-dc8cf55308fc None None] Routers {'c355682e-b695-42b4-8999-7028cb83d271'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:15:58.474200 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c3a820d2-2122-4cc9-9c9e-dc8cf55308fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:15:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c355682e-b695-42b4-8999-7028cb83d271'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:15:58.499358 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-11944b19-a8c7-438a-ab3a-1d989ff69c32 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "PUT /v2.0/floatingips/3b56692e-f2fe-498f-8162-770391120d3f HTTP/1.1" status: 200 len: 991 time: 1.4399734 Feb 08 22:15:58.499965 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da472a50-36d3-4f4c-9b58-31707848bc33', 'tag': '9bfcfa57-5733-4147-aced-c28455775f23'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:15:58.502332 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d91c4d-de0f-4dd8-93fa-aaae50353c86" -d '{"events": [{"name": "network-changed", "server_uuid": "da472a50-36d3-4f4c-9b58-31707848bc33", "tag": "9bfcfa57-5733-4147-aced-c28455775f23"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:15:58.598356 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-c3a820d2-2122-4cc9-9c9e-dc8cf55308fc None None] Set router c355682e-b695-42b4-8999-7028cb83d271 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:15:58.623486 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e93f2-bb89-47ec-b524-6a61f5195e13 req-85ace3fa-5b79-4923-920b-4346a7f890db tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:58.627369 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef4e93f2-bb89-47ec-b524-6a61f5195e13 req-85ace3fa-5b79-4923-920b-4346a7f890db tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0642529 Feb 08 22:15:58.645651 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9684a734-1fad-40c4-991f-8940bd65fcb6 x-openstack-request-id: req-9684a734-1fad-40c4-991f-8940bd65fcb6 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:15:58.645952 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da472a50-36d3-4f4c-9b58-31707848bc33", "tag": "9bfcfa57-5733-4147-aced-c28455775f23", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:15:58.646554 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9684a734-1fad-40c4-991f-8940bd65fcb6 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:15:58.646995 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da472a50-36d3-4f4c-9b58-31707848bc33', 'tag': '9bfcfa57-5733-4147-aced-c28455775f23', 'status': 'completed', 'code': 200} Feb 08 22:15:58.725051 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef4e93f2-bb89-47ec-b524-6a61f5195e13 req-9bd01798-5d39-4e28-a03b-b8af7ca2d95b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912900 Feb 08 22:15:58.740560 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d91c4d-de0f-4dd8-93fa-aaae50353c86 req-4db4866c-3c94-493e-bfc9-7b0a1a5ea65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:58.742209 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2d91c4d-de0f-4dd8-93fa-aaae50353c86 req-4db4866c-3c94-493e-bfc9-7b0a1a5ea65e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 1128 time: 0.0667043 Feb 08 22:15:58.857455 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d91c4d-de0f-4dd8-93fa-aaae50353c86 req-9c18ac5b-fd07-47fb-b698-6be519bcfa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:58.859132 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2d91c4d-de0f-4dd8-93fa-aaae50353c86 req-9c18ac5b-fd07-47fb-b698-6be519bcfa54 service neutron] 10.222.0.94 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.1111493 Feb 08 22:15:58.882639 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c3a820d2-2122-4cc9-9c9e-dc8cf55308fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:14:58Z', 'revision_number': 4, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '3b56692e-f2fe-498f-8162-770391120d3f', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'port_id': '9bfcfa57-5733-4147-aced-c28455775f23', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'mac_address': 'fa:16:3e:78:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da472a50-36d3-4f4c-9b58-31707848bc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:15:00Z', 'updated_at': '2022-02-08T22:15:57Z', 'revision_number': 5, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c636119e-2f3f-4f94-a4fe-90c0d28fb159', 'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'mac_address': 'fa:16:3e:8e:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:57Z', 'updated_at': '2022-02-08T22:15:01Z', 'revision_number': 5, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'subnets': [{'id': '299236f4-55a5-479b-a506-73d2dff71768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:15:58.913721 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a820d2-2122-4cc9-9c9e-dc8cf55308fc None None] Checking router: c355682e-b695-42b4-8999-7028cb83d271 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:15:58.934464 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a820d2-2122-4cc9-9c9e-dc8cf55308fc None None] Routers {'c355682e-b695-42b4-8999-7028cb83d271'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:15:58.935365 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c3a820d2-2122-4cc9-9c9e-dc8cf55308fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:15:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c355682e-b695-42b4-8999-7028cb83d271'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:15:58.942481 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2d91c4d-de0f-4dd8-93fa-aaae50353c86 req-09b9c259-722b-4f60-9103-3055ecf72d2a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bfcfa57-5733-4147-aced-c28455775f23 HTTP/1.1" status: 200 len: 999 time: 0.0769916 Feb 08 22:15:59.006266 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d91c4d-de0f-4dd8-93fa-aaae50353c86 req-3b5a6e31-58dc-4547-ba06-3942377f18c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:59.009281 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2d91c4d-de0f-4dd8-93fa-aaae50353c86 req-3b5a6e31-58dc-4547-ba06-3942377f18c7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0610838 Feb 08 22:15:59.057508 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-c3a820d2-2122-4cc9-9c9e-dc8cf55308fc None None] Set router c355682e-b695-42b4-8999-7028cb83d271 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:15:59.062460 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d91c4d-de0f-4dd8-93fa-aaae50353c86 req-923d6a2e-0d5d-49e2-8934-29073eb2a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:59.064003 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2d91c4d-de0f-4dd8-93fa-aaae50353c86 req-923d6a2e-0d5d-49e2-8934-29073eb2a1d3 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0489874 Feb 08 22:15:59.162027 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2d91c4d-de0f-4dd8-93fa-aaae50353c86 req-02f9114e-7591-4301-b867-1b198811e7d5 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910261 Feb 08 22:15:59.278954 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2d91c4d-de0f-4dd8-93fa-aaae50353c86 req-c9a495ad-a9bc-4bb1-90fd-39084f5eb09d service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111436 Feb 08 22:15:59.344362 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c3a820d2-2122-4cc9-9c9e-dc8cf55308fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:14:58Z', 'revision_number': 4, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '3b56692e-f2fe-498f-8162-770391120d3f', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'port_id': '9bfcfa57-5733-4147-aced-c28455775f23', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'mac_address': 'fa:16:3e:78:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da472a50-36d3-4f4c-9b58-31707848bc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:15:00Z', 'updated_at': '2022-02-08T22:15:57Z', 'revision_number': 5, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c636119e-2f3f-4f94-a4fe-90c0d28fb159', 'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'mac_address': 'fa:16:3e:8e:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:57Z', 'updated_at': '2022-02-08T22:15:01Z', 'revision_number': 5, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'subnets': [{'id': '299236f4-55a5-479b-a506-73d2dff71768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:15:59.372883 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a820d2-2122-4cc9-9c9e-dc8cf55308fc None None] The sync data for ids ['c355682e-b695-42b4-8999-7028cb83d271'] in n-d-712143-31 is: [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:14:58Z', 'revision_number': 4, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '3b56692e-f2fe-498f-8162-770391120d3f', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'port_id': '9bfcfa57-5733-4147-aced-c28455775f23', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'mac_address': 'fa:16:3e:78:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da472a50-36d3-4f4c-9b58-31707848bc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:15:00Z', 'updated_at': '2022-02-08T22:15:57Z', 'revision_number': 5, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c636119e-2f3f-4f94-a4fe-90c0d28fb159', 'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'mac_address': 'fa:16:3e:8e:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:57Z', 'updated_at': '2022-02-08T22:15:01Z', 'revision_number': 5, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'subnets': [{'id': '299236f4-55a5-479b-a506-73d2dff71768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:15:59.424175 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:15:59.584553 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5baae9-de88-40ca-b62b-52673b6b01e2 None None] New status for floating IP 3b56692e-f2fe-498f-8162-770391120d3f: ACTIVE {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:15:59.871662 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22832f3c-10c9-4a5a-838d-18e6fc12304c req-2a466d77-2f09-4ab3-adfe-533adb188bb1 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:15:59.873292 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-22832f3c-10c9-4a5a-838d-18e6fc12304c req-2a466d77-2f09-4ab3-adfe-533adb188bb1 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0573919 Feb 08 22:15:59.931151 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-22832f3c-10c9-4a5a-838d-18e6fc12304c req-e9aae42a-6453-4851-afcb-0b7e2bf73f47 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517900 Feb 08 22:16:00.180131 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39159ee9-f6af-4fce-be7a-9fa4d7d19205 req-e956d0b7-e484-495a-ac54-4010be67989a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:00.181766 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-39159ee9-f6af-4fce-be7a-9fa4d7d19205 req-e956d0b7-e484-495a-ac54-4010be67989a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0622807 Feb 08 22:16:00.237928 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-39159ee9-f6af-4fce-be7a-9fa4d7d19205 req-d9f66d5b-bc6d-4304-ae0e-3b2be7fcb339 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503547 Feb 08 22:16:01.364396 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c195a-d5d0-4b4e-9a6c-300700dd87da req-559db487-a21b-446b-88f0-a2ef540a56b4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:01.365968 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aa4c195a-d5d0-4b4e-9a6c-300700dd87da req-559db487-a21b-446b-88f0-a2ef540a56b4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0552394 Feb 08 22:16:01.416760 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aa4c195a-d5d0-4b4e-9a6c-300700dd87da req-ec7c85ab-d956-4245-ba94-52b66863878e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445566 Feb 08 22:16:01.502299 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:01.731410 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:02.554313 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea123155-96e5-4e2f-ad85-5ccffc249b8a req-8e6b155b-c453-471e-9ea4-f94178c972d0 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:02.555869 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea123155-96e5-4e2f-ad85-5ccffc249b8a req-8e6b155b-c453-471e-9ea4-f94178c972d0 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0587270 Feb 08 22:16:02.611676 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea123155-96e5-4e2f-ad85-5ccffc249b8a req-bd3a33d5-2de7-4944-b2a7-7db5e0046f65 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501812 Feb 08 22:16:03.750735 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0927e1-0f62-466e-a686-364f10ea1dab req-73ed025e-b9cd-4aa1-a857-3508215e07e8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:03.752344 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fe0927e1-0f62-466e-a686-364f10ea1dab req-73ed025e-b9cd-4aa1-a857-3508215e07e8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0623310 Feb 08 22:16:03.807561 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fe0927e1-0f62-466e-a686-364f10ea1dab req-8450d49a-d65c-48c8-bfe6-63de01c77b62 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481427 Feb 08 22:16:04.933948 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dc700-160c-4a95-9941-4fb995631757 req-3852fd58-c2ef-42f8-8306-0a55ff5a176d tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:04.935549 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f49dc700-160c-4a95-9941-4fb995631757 req-3852fd58-c2ef-42f8-8306-0a55ff5a176d tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0589249 Feb 08 22:16:04.989207 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f49dc700-160c-4a95-9941-4fb995631757 req-7b715b4c-b6eb-4495-ac6a-660713317289 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476301 Feb 08 22:16:06.133016 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb5964-d044-4968-bbc7-d9fbae2a3062 req-61e52c2f-3ad2-492d-9194-7e9ba59ea0da tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:06.134625 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dbcb5964-d044-4968-bbc7-d9fbae2a3062 req-61e52c2f-3ad2-492d-9194-7e9ba59ea0da tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0711949 Feb 08 22:16:06.185388 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dbcb5964-d044-4968-bbc7-d9fbae2a3062 req-3decb0f5-c845-4183-9a14-f2684b149bf7 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450201 Feb 08 22:16:06.895759 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:07.086684 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:07.319716 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed3c21-05c2-4e49-acc3-e3cfb92cd709 req-86b35cce-e793-4329-a67a-4f054f3bfe42 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:07.321425 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9ed3c21-05c2-4e49-acc3-e3cfb92cd709 req-86b35cce-e793-4329-a67a-4f054f3bfe42 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0619128 Feb 08 22:16:07.372472 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9ed3c21-05c2-4e49-acc3-e3cfb92cd709 req-3b4a450c-891a-4359-9fb1-2350cf9a232d tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452278 Feb 08 22:16:08.507952 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37184854-fccf-4b7c-a519-8255b64f3ec8 req-ff91de4b-d40f-4cbb-abab-411c042605d0 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:08.509772 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37184854-fccf-4b7c-a519-8255b64f3ec8 req-ff91de4b-d40f-4cbb-abab-411c042605d0 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0599976 Feb 08 22:16:08.575511 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37184854-fccf-4b7c-a519-8255b64f3ec8 req-458e4ba1-3d68-4970-a394-8b149bc76f24 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592966 Feb 08 22:16:09.713451 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75622c8-bfdf-4473-8141-d7f562a9f32a req-4882f630-f538-4f42-b167-27456c8b71dd tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:09.714159 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e75622c8-bfdf-4473-8141-d7f562a9f32a req-4882f630-f538-4f42-b167-27456c8b71dd tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0582323 Feb 08 22:16:09.780766 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e75622c8-bfdf-4473-8141-d7f562a9f32a req-b62b7200-7eac-4479-8923-417f6b46b13f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613537 Feb 08 22:16:10.846306 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:16:10.927988 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad999a-da8f-48ea-8d87-8da01c4578b9 req-421ef72a-8a8e-4be1-858f-40c6bd51e1e0 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:10.930347 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8ad999a-da8f-48ea-8d87-8da01c4578b9 req-421ef72a-8a8e-4be1-858f-40c6bd51e1e0 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0579388 Feb 08 22:16:10.981376 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f8ad999a-da8f-48ea-8d87-8da01c4578b9 req-ea5f7ec2-756e-4893-80ae-75a6f07205a8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441256 Feb 08 22:16:12.113692 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f90dbc-51f0-4416-b3e9-536fb0b29ceb req-1ea1b891-7e60-4d88-a787-b82626363e0c tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:12.115195 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b2f90dbc-51f0-4416-b3e9-536fb0b29ceb req-1ea1b891-7e60-4d88-a787-b82626363e0c tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0580091 Feb 08 22:16:12.165198 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b2f90dbc-51f0-4416-b3e9-536fb0b29ceb req-99a3357a-bbc9-4f9e-9343-40ad1a1021d9 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437679 Feb 08 22:16:13.308151 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c4cc2-c5bf-4517-b93a-431ed874c490 req-a7ec4d79-a061-4773-9fed-325ea7af3280 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:13.309621 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b2c4cc2-c5bf-4517-b93a-431ed874c490 req-a7ec4d79-a061-4773-9fed-325ea7af3280 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0585129 Feb 08 22:16:13.359911 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b2c4cc2-c5bf-4517-b93a-431ed874c490 req-46695c5c-8acd-45d9-89bb-46ad1b51000c tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444682 Feb 08 22:16:14.499241 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdc036-9672-4d07-b711-ed0d9b47dee0 req-9ec236c1-96d4-4369-a520-65c8b0127c8c tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:14.501073 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b2cdc036-9672-4d07-b711-ed0d9b47dee0 req-9ec236c1-96d4-4369-a520-65c8b0127c8c tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0713730 Feb 08 22:16:14.560003 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b2cdc036-9672-4d07-b711-ed0d9b47dee0 req-6aba903d-c17b-480b-8aee-8fd3b8333dfe tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518842 Feb 08 22:16:15.686741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adabafa-3025-4236-89bb-542dfb562aae req-1b657efe-f711-46af-9e5f-1b2b91d3bf22 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:15.688297 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9adabafa-3025-4236-89bb-542dfb562aae req-1b657efe-f711-46af-9e5f-1b2b91d3bf22 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0564780 Feb 08 22:16:15.743797 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9adabafa-3025-4236-89bb-542dfb562aae req-d028c69d-72a6-40a7-8501-428c6e7352c3 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488997 Feb 08 22:16:16.869693 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f3b1e-7fb7-4c40-9007-d2fe67bf233c req-5862c21b-fea3-4268-8f98-e9d37360aee5 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:16.871242 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fb8f3b1e-7fb7-4c40-9007-d2fe67bf233c req-5862c21b-fea3-4268-8f98-e9d37360aee5 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0549276 Feb 08 22:16:16.926717 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fb8f3b1e-7fb7-4c40-9007-d2fe67bf233c req-31a08c7a-ab17-497d-8128-6191c7c81cbc tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497718 Feb 08 22:16:17.264411 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af7c6b-d28e-4bad-b44c-358dec20a275 req-5b5976a6-04cd-4a48-aba8-8d2c0a99b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:17.265974 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17af7c6b-d28e-4bad-b44c-358dec20a275 req-5b5976a6-04cd-4a48-aba8-8d2c0a99b53c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 1128 time: 0.0483189 Feb 08 22:16:17.380479 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af7c6b-d28e-4bad-b44c-358dec20a275 req-674c2f4f-1963-40e1-a47f-d38ed2e2e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:17.382632 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17af7c6b-d28e-4bad-b44c-358dec20a275 req-674c2f4f-1963-40e1-a47f-d38ed2e2e7f8 service neutron] 10.222.0.94 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.0924401 Feb 08 22:16:17.457511 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17af7c6b-d28e-4bad-b44c-358dec20a275 req-b627ced8-1618-432e-b23b-5c9bad5d9fa6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bfcfa57-5733-4147-aced-c28455775f23 HTTP/1.1" status: 200 len: 1001 time: 0.0683286 Feb 08 22:16:17.508396 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af7c6b-d28e-4bad-b44c-358dec20a275 req-960892cf-c9fa-4d30-a460-8455aacf1116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:17.510133 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17af7c6b-d28e-4bad-b44c-358dec20a275 req-960892cf-c9fa-4d30-a460-8455aacf1116 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0472670 Feb 08 22:16:17.566144 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af7c6b-d28e-4bad-b44c-358dec20a275 req-3493e3ec-36de-4bf0-9365-55aafe258697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:17.567699 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17af7c6b-d28e-4bad-b44c-358dec20a275 req-3493e3ec-36de-4bf0-9365-55aafe258697 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0514679 Feb 08 22:16:17.665674 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17af7c6b-d28e-4bad-b44c-358dec20a275 req-6136a665-ac5f-48c8-9304-9602db6d57d8 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920718 Feb 08 22:16:17.759936 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17af7c6b-d28e-4bad-b44c-358dec20a275 req-3f0b421a-ceea-4798-8ea4-b6582375d194 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885746 Feb 08 22:16:18.057933 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcdcee-2b20-4fe8-82f0-b4ec6f892499 req-2c3c6d90-2c88-4c1c-8ddb-fcdb053ce156 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:18.059463 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cdcdcee-2b20-4fe8-82f0-b4ec6f892499 req-2c3c6d90-2c88-4c1c-8ddb-fcdb053ce156 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0619488 Feb 08 22:16:18.110081 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cdcdcee-2b20-4fe8-82f0-b4ec6f892499 req-70b4cf39-860d-4438-a7a7-c686b4921245 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446835 Feb 08 22:16:19.247195 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7c204-c48a-464a-b6fe-1efd6888ec5d req-0e8ed84c-a0f1-4877-860f-db635fa127d5 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:19.248833 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-74d7c204-c48a-464a-b6fe-1efd6888ec5d req-0e8ed84c-a0f1-4877-860f-db635fa127d5 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0555625 Feb 08 22:16:19.300741 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-74d7c204-c48a-464a-b6fe-1efd6888ec5d req-d81a4071-559a-4c19-b505-e1031f37cb4f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462358 Feb 08 22:16:20.432587 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c36e0-c6dd-4405-8cb3-7cb934d584c3 req-586319ab-a52a-4feb-a73a-58a1e10a296f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:20.434788 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-853c36e0-c6dd-4405-8cb3-7cb934d584c3 req-586319ab-a52a-4feb-a73a-58a1e10a296f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0577223 Feb 08 22:16:20.490146 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-853c36e0-c6dd-4405-8cb3-7cb934d584c3 req-447dd9ff-07c5-4e6b-b33d-f9f8ece4924a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495148 Feb 08 22:16:21.621615 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a34e1-3467-4190-9a12-17959dcbb5a0 req-6862dd3d-c9ff-43fa-ae6b-ea4f7f880adb tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:21.623166 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b72a34e1-3467-4190-9a12-17959dcbb5a0 req-6862dd3d-c9ff-43fa-ae6b-ea4f7f880adb tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0560939 Feb 08 22:16:21.674632 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b72a34e1-3467-4190-9a12-17959dcbb5a0 req-31d648b9-a07b-4ca6-b694-d94bfd92ee23 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454953 Feb 08 22:16:22.801604 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab66a4-2296-4af9-a2bb-e66e11322620 req-492759fb-b6ba-4f17-9e33-93b360c00d9a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:22.803738 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-60ab66a4-2296-4af9-a2bb-e66e11322620 req-492759fb-b6ba-4f17-9e33-93b360c00d9a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0554671 Feb 08 22:16:22.855043 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-60ab66a4-2296-4af9-a2bb-e66e11322620 req-14e25981-1d4e-4ef6-b71b-562a5ab76349 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451777 Feb 08 22:16:23.991826 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6170f-7522-4b73-8ff0-b621a485cdb6 req-e81d4192-2487-4faa-b408-33ce12969988 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:23.993434 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4fd6170f-7522-4b73-8ff0-b621a485cdb6 req-e81d4192-2487-4faa-b408-33ce12969988 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0620823 Feb 08 22:16:24.045589 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4fd6170f-7522-4b73-8ff0-b621a485cdb6 req-60b708da-6ca3-4825-86be-244abca685bb tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461061 Feb 08 22:16:24.289336 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c5734d92-03e3-474a-b162-6d1c69524628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:25.175342 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b365c-12bc-4945-81fe-a03ca9f65a57 req-0ec8ddf6-dffc-4d92-b332-3f50e32ba69f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:25.176925 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b92b365c-12bc-4945-81fe-a03ca9f65a57 req-0ec8ddf6-dffc-4d92-b332-3f50e32ba69f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0560400 Feb 08 22:16:25.229542 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b92b365c-12bc-4945-81fe-a03ca9f65a57 req-1b575db0-8026-4069-9acc-e94e36e57166 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459895 Feb 08 22:16:26.374452 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806cf442-e25e-47ec-8fec-def00fb02474 req-fdf4f0a5-0194-48f1-85af-ac573aa1ab83 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:26.376682 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-806cf442-e25e-47ec-8fec-def00fb02474 req-fdf4f0a5-0194-48f1-85af-ac573aa1ab83 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0539317 Feb 08 22:16:26.430532 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-806cf442-e25e-47ec-8fec-def00fb02474 req-e77d2a96-1f01-469b-9b01-ca30d2c3d267 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481851 Feb 08 22:16:26.699081 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be566886-f4e5-4c74-a671-f0bf22f3f081 req-7077d9db-6f9c-4455-8faf-e9765cad33a7 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:26.700500 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be566886-f4e5-4c74-a671-f0bf22f3f081 req-7077d9db-6f9c-4455-8faf-e9765cad33a7 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0578256 Feb 08 22:16:26.700638 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-f24c22f3-f3a5-4556-8a5f-ee16a4a35065 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0511582 Feb 08 22:16:26.770197 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be566886-f4e5-4c74-a671-f0bf22f3f081 req-cda3a5fb-9404-40b9-bc90-b31b9a777bb0 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635011 Feb 08 22:16:27.583619 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fcb43a47-b13e-4591-b514-21c81338d0a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:27.916503 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4a474-89a7-438c-9c22-39c158cee27d req-f6143c87-7616-479f-9e2a-521a26f494ec tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:27.918386 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d3e4a474-89a7-438c-9c22-39c158cee27d req-f6143c87-7616-479f-9e2a-521a26f494ec tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0644457 Feb 08 22:16:28.001854 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d3e4a474-89a7-438c-9c22-39c158cee27d req-f5973d8e-8ae5-4fd6-9c13-538b88c26202 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755129 Feb 08 22:16:28.019036 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-9df3961c-a9aa-4d40-a120-721a096fe4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:28.020525 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-9df3961c-a9aa-4d40-a120-721a096fe4df service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 1128 time: 0.0648487 Feb 08 22:16:28.161020 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-2a15ea63-f68b-46d2-8fd3-a4276c1f5ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:28.163394 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-2a15ea63-f68b-46d2-8fd3-a4276c1f5ca5 service neutron] 10.222.0.94 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.1360404 Feb 08 22:16:28.239163 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-5eb141de-7ebb-40d8-a38b-1f7703634faa service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bfcfa57-5733-4147-aced-c28455775f23 HTTP/1.1" status: 200 len: 1001 time: 0.0700614 Feb 08 22:16:28.300258 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-44c4cd67-554c-4973-b706-3ea145f7e5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:28.301788 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-44c4cd67-554c-4973-b706-3ea145f7e5a4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0572250 Feb 08 22:16:28.352120 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-1e6d7e8a-d632-4802-a923-e52a24aa4bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:28.353680 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-1e6d7e8a-d632-4802-a923-e52a24aa4bf0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466850 Feb 08 22:16:28.450758 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-1963fc92-b6ee-4dfb-89bd-6ad884ffd089 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910358 Feb 08 22:16:28.548102 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-3c82b96f-8711-4dde-a6ab-0baf7827d1fb service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920775 Feb 08 22:16:29.139314 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe1ee7-fefd-48cc-a29d-11949bce2216 req-19eaa893-7927-480c-915a-55fe972a901e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:29.140814 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aabe1ee7-fefd-48cc-a29d-11949bce2216 req-19eaa893-7927-480c-915a-55fe972a901e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0593395 Feb 08 22:16:29.196046 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aabe1ee7-fefd-48cc-a29d-11949bce2216 req-347ce1b3-9434-48f5-8041-f5038622936f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491104 Feb 08 22:16:29.424983 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:30.378699 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c4fd7-b74e-4fb2-ae94-09f44b461184 req-fb242dec-7489-4f0c-ad4b-60157768e1f0 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:30.380276 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a71c4fd7-b74e-4fb2-ae94-09f44b461184 req-fb242dec-7489-4f0c-ad4b-60157768e1f0 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.1010334 Feb 08 22:16:30.395218 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-c6183309-04fe-455f-a715-6904a3b8cd06 service neutron] show failed (client error): The resource could not be found. Feb 08 22:16:30.396220 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-c6183309-04fe-455f-a715-6904a3b8cd06 service neutron] 10.222.0.94 "GET /v2.0/ports/9bfcfa57-5733-4147-aced-c28455775f23/bindings/n-h2-712143-31 HTTP/1.1" status: 404 len: 381 time: 0.0819342 Feb 08 22:16:30.440934 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a71c4fd7-b74e-4fb2-ae94-09f44b461184 req-8edb7648-74cb-4d20-aaff-c309b00919dd tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540998 Feb 08 22:16:30.630507 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-36541fe4-e820-4164-a39b-8832a4608c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:30.632365 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-36541fe4-e820-4164-a39b-8832a4608c7d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33&tenant_id=52394cedb96f402a8356b9d71e71bb96 HTTP/1.1" status: 200 len: 1128 time: 0.0521586 Feb 08 22:16:30.641999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-a257247a-f441-4e32-be6c-2c96b4af6b83 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 22:16:30.642972 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-a257247a-f441-4e32-be6c-2c96b4af6b83 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052338 Feb 08 22:16:30.653598 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712143-31', 'device_owner': 'compute:nova'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:16:30.716986 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9bfcfa57-5733-4147-aced-c28455775f23), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:30.938030 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] For port 9bfcfa57-5733-4147-aced-c28455775f23, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=9bfcfa57-5733-4147-aced-c28455775f23,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:16:30.975483 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] For port 9bfcfa57-5733-4147-aced-c28455775f23, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:16:31.029583 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da472a50-36d3-4f4c-9b58-31707848bc33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bfcfa57-5733-4147-aced-c28455775f23'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:16:31.031902 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9813f65c-d792-4d8c-9fc9-fc88613b9d6c" -d '{"events": [{"server_uuid": "da472a50-36d3-4f4c-9b58-31707848bc33", "name": "network-vif-unplugged", "status": "completed", "tag": "9bfcfa57-5733-4147-aced-c28455775f23"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:16:31.036526 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Publish callbacks [] for port (9bfcfa57-5733-4147-aced-c28455775f23), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:31.054326 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Transition to ACTIVE for port object 9bfcfa57-5733-4147-aced-c28455775f23 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:16:31.059407 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (9bfcfa57-5733-4147-aced-c28455775f23), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:31.095167 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 22:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef4cea5-2cf0-462a-b021-5c0797fbfb4d x-openstack-request-id: req-7ef4cea5-2cf0-462a-b021-5c0797fbfb4d {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:16:31.095318 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da472a50-36d3-4f4c-9b58-31707848bc33", "name": "network-vif-unplugged", "status": "completed", "tag": "9bfcfa57-5733-4147-aced-c28455775f23", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:16:31.095557 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7ef4cea5-2cf0-462a-b021-5c0797fbfb4d {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:16:31.095903 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da472a50-36d3-4f4c-9b58-31707848bc33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bfcfa57-5733-4147-aced-c28455775f23', 'code': 200} Feb 08 22:16:31.147141 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9bfcfa57-5733-4147-aced-c28455775f23,revision_number=6']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:16:31.164388 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:16:31.164906 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:16:31.165436 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:16:31.165999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:16:31.166549 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:16:31.167093 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:16:31.167598 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:16:31.168075 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:16:31.168550 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:16:31.169024 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:16:31.169528 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:16:31.169995 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:16:31.170460 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:16:31.214149 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] No DVR routers for this DVR port 9bfcfa57-5733-4147-aced-c28455775f23 on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:16:31.370247 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Attempting to bind port 9bfcfa57-5733-4147-aced-c28455775f23 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:16:31.370591 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Attempting to bind port 9bfcfa57-5733-4147-aced-c28455775f23 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:16:31.370927 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Attempting to bind port 9bfcfa57-5733-4147-aced-c28455775f23 on network bc78e00c-dc98-41c2-b966-2ce242857563 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:16:31.375685 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Port 9bfcfa57-5733-4147-aced-c28455775f23 on network bc78e00c-dc98-41c2-b966-2ce242857563 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:16:31.376009 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Attempting to bind port 9bfcfa57-5733-4147-aced-c28455775f23 on network bc78e00c-dc98-41c2-b966-2ce242857563 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:16:31.383101 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:16:31.383820 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Checking segment: {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:16:31.383820 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Bound using segment: {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:16:31.384245 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Bound port: 9bfcfa57-5733-4147-aced-c28455775f23, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:16:31.384828 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9bfcfa57-5733-4147-aced-c28455775f23), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:31.455850 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] For port 9bfcfa57-5733-4147-aced-c28455775f23, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:16:31.459472 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] For port 9bfcfa57-5733-4147-aced-c28455775f23, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=9bfcfa57-5733-4147-aced-c28455775f23,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:16:31.466504 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (9bfcfa57-5733-4147-aced-c28455775f23), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:31.504970 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:31.505683 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:31.507166 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] 10.222.0.96 "PUT /v2.0/ports/9bfcfa57-5733-4147-aced-c28455775f23 HTTP/1.1" status: 200 len: 1092 time: 0.8577905 Feb 08 22:16:31.519000 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:31.534041 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71187a-ff4b-4c4f-a237-a64fcae053d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9bfcfa57-5733-4147-aced-c28455775f23,revision_number=7']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:16:31.642787 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f8d7a-6409-45e5-b898-651ee4075dcd req-087666ef-171f-4efb-8276-55ece7b08bf4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:31.644389 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-381f8d7a-6409-45e5-b898-651ee4075dcd req-087666ef-171f-4efb-8276-55ece7b08bf4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 943 time: 0.0894871 Feb 08 22:16:31.646682 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-2dd3bd04-8cae-42b1-aba3-b9dd6416615d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:31.648311 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-2dd3bd04-8cae-42b1-aba3-b9dd6416615d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 1126 time: 0.1041930 Feb 08 22:16:31.741907 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:31.754717 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-381f8d7a-6409-45e5-b898-651ee4075dcd req-21922d0a-4c0b-4c59-9716-64e6c00a4cfb tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027160 Feb 08 22:16:31.788747 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-6045d374-36ca-4411-b809-4cfaab3cfb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:31.790228 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-6045d374-36ca-4411-b809-4cfaab3cfb23 service neutron] 10.222.0.96 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.1317875 Feb 08 22:16:31.865397 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-478a602e-a60b-41fb-8009-f84323dff61b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bfcfa57-5733-4147-aced-c28455775f23 HTTP/1.1" status: 200 len: 999 time: 0.0690947 Feb 08 22:16:31.918278 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-67a057f0-d008-4eb0-918a-1c9927d0c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:31.919802 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-67a057f0-d008-4eb0-918a-1c9927d0c920 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0490079 Feb 08 22:16:31.982104 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-cee9288c-f9b2-4051-bad0-6652cc2fd121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:31.983748 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-cee9288c-f9b2-4051-bad0-6652cc2fd121 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0576546 Feb 08 22:16:32.083918 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-29640e0b-769a-42b9-89da-f7d3137e312c service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931985 Feb 08 22:16:32.192283 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-84bbb93b-9b0e-413f-babf-44076dc40e70 req-7454514e-c75a-4208-aba0-079cb2b89173 service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026771 Feb 08 22:16:32.891956 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195264a-bf88-4062-939e-c1dcaf53241f req-ef10bb8c-85e9-46e2-a714-1d6b36ce0d4a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:32.893500 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9195264a-bf88-4062-939e-c1dcaf53241f req-ef10bb8c-85e9-46e2-a714-1d6b36ce0d4a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 943 time: 0.0644579 Feb 08 22:16:32.944629 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9195264a-bf88-4062-939e-c1dcaf53241f req-fddae422-3aaf-4a4d-8122-5b052558b05f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452418 Feb 08 22:16:33.097559 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da472a50-36d3-4f4c-9b58-31707848bc33', 'tag': '9bfcfa57-5733-4147-aced-c28455775f23'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:16:33.100452 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f292ef71-970a-45d1-94a0-54b8de18f783" -d '{"events": [{"name": "network-changed", "server_uuid": "da472a50-36d3-4f4c-9b58-31707848bc33", "tag": "9bfcfa57-5733-4147-aced-c28455775f23"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:16:33.150018 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2881cdae-5922-4209-918d-cc29045c0c60 x-openstack-request-id: req-2881cdae-5922-4209-918d-cc29045c0c60 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:16:33.150395 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da472a50-36d3-4f4c-9b58-31707848bc33", "tag": "9bfcfa57-5733-4147-aced-c28455775f23", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:16:33.150723 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2881cdae-5922-4209-918d-cc29045c0c60 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:16:33.151146 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da472a50-36d3-4f4c-9b58-31707848bc33', 'tag': '9bfcfa57-5733-4147-aced-c28455775f23', 'status': 'completed', 'code': 200} Feb 08 22:16:33.251758 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292ef71-970a-45d1-94a0-54b8de18f783 req-fa760ed8-b7ae-43db-ae8d-b9a6c97df0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:33.253360 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f292ef71-970a-45d1-94a0-54b8de18f783 req-fa760ed8-b7ae-43db-ae8d-b9a6c97df0da service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 1126 time: 0.0809877 Feb 08 22:16:33.255017 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292ef71-970a-45d1-94a0-54b8de18f783 req-ebdd36dd-e796-48eb-a91c-ff9e4466490c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:33.256406 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f292ef71-970a-45d1-94a0-54b8de18f783 req-ebdd36dd-e796-48eb-a91c-ff9e4466490c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 1126 time: 0.0751982 Feb 08 22:16:33.424247 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292ef71-970a-45d1-94a0-54b8de18f783 req-05c71177-d7b7-4e5b-8cc4-6a4b28948aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:33.425793 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f292ef71-970a-45d1-94a0-54b8de18f783 req-05c71177-d7b7-4e5b-8cc4-6a4b28948aa1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.1660290 Feb 08 22:16:33.428839 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292ef71-970a-45d1-94a0-54b8de18f783 req-3c9c1e38-8d16-4959-aba4-0a6baa7a7b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:33.430273 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f292ef71-970a-45d1-94a0-54b8de18f783 req-3c9c1e38-8d16-4959-aba4-0a6baa7a7b2b service neutron] 10.222.0.94 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.1631789 Feb 08 22:16:33.546019 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f292ef71-970a-45d1-94a0-54b8de18f783 req-4d2d416f-4299-48f8-8c4c-62cf0f2dc8e1 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bfcfa57-5733-4147-aced-c28455775f23 HTTP/1.1" status: 200 len: 999 time: 0.1075854 Feb 08 22:16:33.547672 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f292ef71-970a-45d1-94a0-54b8de18f783 req-a4261137-ae72-43ef-9cc6-ccf9d6079669 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bfcfa57-5733-4147-aced-c28455775f23 HTTP/1.1" status: 200 len: 999 time: 0.1154757 Feb 08 22:16:33.978978 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292ef71-970a-45d1-94a0-54b8de18f783 req-d0638392-1e79-4462-b8d2-e4a8be2a54ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:33.980710 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f292ef71-970a-45d1-94a0-54b8de18f783 req-d0638392-1e79-4462-b8d2-e4a8be2a54ca service neutron] 10.222.0.94 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.4294868 Feb 08 22:16:33.985194 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292ef71-970a-45d1-94a0-54b8de18f783 req-883c1172-7bcc-4539-818a-f15f1d8cef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:33.986741 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f292ef71-970a-45d1-94a0-54b8de18f783 req-883c1172-7bcc-4539-818a-f15f1d8cef74 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.4277785 Feb 08 22:16:34.103853 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292ef71-970a-45d1-94a0-54b8de18f783 req-832612eb-7fe8-415e-b494-84d2be6bba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:34.105756 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f292ef71-970a-45d1-94a0-54b8de18f783 req-832612eb-7fe8-415e-b494-84d2be6bba8f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1177561 Feb 08 22:16:34.110037 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292ef71-970a-45d1-94a0-54b8de18f783 req-037d7124-5cd2-4632-8082-0d07f8dfd153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:34.111872 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f292ef71-970a-45d1-94a0-54b8de18f783 req-037d7124-5cd2-4632-8082-0d07f8dfd153 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1150892 Feb 08 22:16:34.150159 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06d72b-5829-4e72-bd09-25482aa68819 req-75256c7a-5acb-46b0-86b0-09a867b05137 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:34.151707 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9a06d72b-5829-4e72-bd09-25482aa68819 req-75256c7a-5acb-46b0-86b0-09a867b05137 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 943 time: 0.1300626 Feb 08 22:16:34.325005 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f292ef71-970a-45d1-94a0-54b8de18f783 req-ca50fee5-6d88-4600-963a-b5af67bf931c service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111151 Feb 08 22:16:34.330062 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9a06d72b-5829-4e72-bd09-25482aa68819 req-d40c0a14-d3a4-4b36-afa2-0c1961adaf4f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420069 Feb 08 22:16:34.342199 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f292ef71-970a-45d1-94a0-54b8de18f783 req-591622f5-bb75-4547-aa0b-4fafc6c75604 service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190926 Feb 08 22:16:34.454000 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 9bfcfa57-5733-4147-aced-c28455775f23 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:16:34.498560 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] The host n-h1-712143-31 is not matching for port 9bfcfa57-5733-4147-aced-c28455775f23 host n-h2-712143-31! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 22:16:34.498970 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 9bfcfa57-5733-4147-aced-c28455775f23 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:16:34.499258 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f292ef71-970a-45d1-94a0-54b8de18f783 req-dfa777b7-df39-4bda-ab43-2ea6f99a8d18 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668239 Feb 08 22:16:34.501763 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f292ef71-970a-45d1-94a0-54b8de18f783 req-79ca73ac-a071-44ff-8212-4ac200ff0920 service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489902 Feb 08 22:16:34.959805 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 9bfcfa57-5733-4147-aced-c28455775f23 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:16:35.080727 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 9bfcfa57-5733-4147-aced-c28455775f23, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=9bfcfa57-5733-4147-aced-c28455775f23,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:16:35.094654 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '9bfcfa57-5733-4147-aced-c28455775f23', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'port_id': '9bfcfa57-5733-4147-aced-c28455775f23', 'mac_address': 'fa:16:3e:78:3d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:16:35.143515 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 9bfcfa57-5733-4147-aced-c28455775f23 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:16:35.144157 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9bfcfa57-5733-4147-aced-c28455775f23), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:35.168618 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bfcfa57-5733-4147-aced-c28455775f23 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:16:35.194005 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 9bfcfa57-5733-4147-aced-c28455775f23, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=9bfcfa57-5733-4147-aced-c28455775f23,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:16:35.199316 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9bfcfa57-5733-4147-aced-c28455775f23), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:35.252062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=9bfcfa57-5733-4147-aced-c28455775f23,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:16:35.259914 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:16:35.260218 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:16:35.260708 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:16:35.260902 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:16:35.261271 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:16:35.261689 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:16:35.262020 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:16:35.262351 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:16:35.262677 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:16:35.263001 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:16:35.263326 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:16:35.263646 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:16:35.263966 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:16:35.467671 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f9926-2fcf-4bea-bb1d-99ffa0143982 req-9e75e98e-091e-41e8-8b6a-7d15aa212e17 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:35.469385 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed5f9926-2fcf-4bea-bb1d-99ffa0143982 req-9e75e98e-091e-41e8-8b6a-7d15aa212e17 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 944 time: 0.0558095 Feb 08 22:16:35.526127 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed5f9926-2fcf-4bea-bb1d-99ffa0143982 req-b39f7ec5-e84a-49ce-b3c7-db12875fb2e8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489187 Feb 08 22:16:35.533423 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['9bfcfa57-5733-4147-aced-c28455775f23'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:16:36.045061 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e85dc5-10d7-4e15-a9a6-faba3cf92d50 req-68e8cff1-1f3c-42ae-9f7f-d59a7ebd4224 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:36.046683 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-38e85dc5-10d7-4e15-a9a6-faba3cf92d50 req-68e8cff1-1f3c-42ae-9f7f-d59a7ebd4224 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 944 time: 0.1042862 Feb 08 22:16:36.062284 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c6f62-f9be-4ebd-bdc6-429645004a71 req-41f86e55-ff8b-4bc9-a975-a57c79249abf tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:36.063757 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff8c6f62-f9be-4ebd-bdc6-429645004a71 req-41f86e55-ff8b-4bc9-a975-a57c79249abf tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.94 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33&tenant_id=52394cedb96f402a8356b9d71e71bb96&binding%3Ahost_id=n-h2-712143-31 HTTP/1.1" status: 200 len: 944 time: 0.0924108 Feb 08 22:16:36.148635 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-38e85dc5-10d7-4e15-a9a6-faba3cf92d50 req-af5426a6-586f-4ee5-be4d-46fbed1cdd09 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940824 Feb 08 22:16:36.158171 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-ff8c6f62-f9be-4ebd-bdc6-429645004a71 req-1bdcb9a5-1381-4fe7-9ed4-0105720a0c93 service neutron] delete failed (client error): The resource could not be found. Feb 08 22:16:36.159198 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff8c6f62-f9be-4ebd-bdc6-429645004a71 req-1bdcb9a5-1381-4fe7-9ed4-0105720a0c93 service neutron] 10.222.0.94 "DELETE /v2.0/ports/9bfcfa57-5733-4147-aced-c28455775f23/bindings/n-h1-712143-31 HTTP/1.1" status: 404 len: 381 time: 0.0878227 Feb 08 22:16:36.277860 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c6f62-f9be-4ebd-bdc6-429645004a71 req-e4f87db5-213b-46b2-9d69-d6ff29d13cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:36.279397 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff8c6f62-f9be-4ebd-bdc6-429645004a71 req-e4f87db5-213b-46b2-9d69-d6ff29d13cb7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 1127 time: 0.0644174 Feb 08 22:16:36.379447 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c6f62-f9be-4ebd-bdc6-429645004a71 req-e62f6251-c748-48e2-ab45-61bba7882de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:36.380928 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff8c6f62-f9be-4ebd-bdc6-429645004a71 req-e62f6251-c748-48e2-ab45-61bba7882de6 service neutron] 10.222.0.94 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.0960901 Feb 08 22:16:36.460398 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff8c6f62-f9be-4ebd-bdc6-429645004a71 req-e4ab113b-563a-4627-8773-91d88669d99f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bfcfa57-5733-4147-aced-c28455775f23 HTTP/1.1" status: 200 len: 1000 time: 0.0736790 Feb 08 22:16:36.515884 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c6f62-f9be-4ebd-bdc6-429645004a71 req-84bfbab3-f1b5-43a5-8c34-002a1d52b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:36.517597 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff8c6f62-f9be-4ebd-bdc6-429645004a71 req-84bfbab3-f1b5-43a5-8c34-002a1d52b850 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0524642 Feb 08 22:16:36.570838 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c6f62-f9be-4ebd-bdc6-429645004a71 req-a8bb4b09-7c89-4d0d-a508-2115464bd5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:36.572410 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff8c6f62-f9be-4ebd-bdc6-429645004a71 req-a8bb4b09-7c89-4d0d-a508-2115464bd5dd service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491052 Feb 08 22:16:36.667908 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff8c6f62-f9be-4ebd-bdc6-429645004a71 req-80bf4726-1912-4ee4-ab41-7d7e14f51d23 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896544 Feb 08 22:16:36.774987 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ff8c6f62-f9be-4ebd-bdc6-429645004a71 req-5fb2be2e-6912-483d-8e5a-dc7e0c098655 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013825 Feb 08 22:16:36.918822 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:36.975344 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 9bfcfa57-5733-4147-aced-c28455775f23 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:16:37.041471 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 9bfcfa57-5733-4147-aced-c28455775f23 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:16:37.046662 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 9bfcfa57-5733-4147-aced-c28455775f23 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:16:37.047069 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9bfcfa57-5733-4147-aced-c28455775f23), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:37.101093 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:37.145305 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 9bfcfa57-5733-4147-aced-c28455775f23 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:16:37.145716 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9bfcfa57-5733-4147-aced-c28455775f23), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:37.172958 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da472a50-36d3-4f4c-9b58-31707848bc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bfcfa57-5733-4147-aced-c28455775f23'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:16:37.175354 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c791f05f-2105-40b9-98a6-2e534159f6b1" -d '{"events": [{"server_uuid": "da472a50-36d3-4f4c-9b58-31707848bc33", "name": "network-vif-plugged", "status": "completed", "tag": "9bfcfa57-5733-4147-aced-c28455775f23"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:16:37.190013 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 9bfcfa57-5733-4147-aced-c28455775f23, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=9bfcfa57-5733-4147-aced-c28455775f23,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:16:37.197151 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9bfcfa57-5733-4147-aced-c28455775f23), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:37.225794 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8c9885-2952-4a39-9061-8d21180e1e4d x-openstack-request-id: req-2f8c9885-2952-4a39-9061-8d21180e1e4d {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:16:37.226090 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da472a50-36d3-4f4c-9b58-31707848bc33", "name": "network-vif-plugged", "status": "completed", "tag": "9bfcfa57-5733-4147-aced-c28455775f23", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:16:37.226347 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2f8c9885-2952-4a39-9061-8d21180e1e4d {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:16:37.226776 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da472a50-36d3-4f4c-9b58-31707848bc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bfcfa57-5733-4147-aced-c28455775f23', 'code': 200} Feb 08 22:16:37.256420 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=9bfcfa57-5733-4147-aced-c28455775f23,revision_number=9']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:16:37.316162 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999092a2-0375-43bb-ae88-19d20ae5b74c req-04dc477d-b4f3-4f06-95d1-c29775d74a1d tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:37.321049 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-999092a2-0375-43bb-ae88-19d20ae5b74c req-04dc477d-b4f3-4f06-95d1-c29775d74a1d tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0854142 Feb 08 22:16:37.387463 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-999092a2-0375-43bb-ae88-19d20ae5b74c req-b31f0930-886a-47c8-b6c8-0c297791695f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631230 Feb 08 22:16:37.521123 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd15384-3311-428f-902a-3c27ab39ad6d req-8a77d5cf-d279-4a2a-ac99-42cc245793ef tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:37.523294 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bdd15384-3311-428f-902a-3c27ab39ad6d req-8a77d5cf-d279-4a2a-ac99-42cc245793ef tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0606079 Feb 08 22:16:37.574089 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bdd15384-3311-428f-902a-3c27ab39ad6d req-16495828-e59c-412c-ab08-1a01416ff8c9 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447853 Feb 08 22:16:37.829063 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fd0bd-4b39-42bf-bac0-4d9c32ea8b36 req-35d06e19-b030-44f9-a3fb-8c10c6f2d8ac tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:37.830584 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c3fd0bd-4b39-42bf-bac0-4d9c32ea8b36 req-35d06e19-b030-44f9-a3fb-8c10c6f2d8ac tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0839767 Feb 08 22:16:37.875294 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d93a7-97a5-4d9a-a4ae-e5f075beb533 req-cec8c75b-6f77-49d8-a2c1-d5e336a6aaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:37.876800 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cc6d93a7-97a5-4d9a-a4ae-e5f075beb533 req-cec8c75b-6f77-49d8-a2c1-d5e336a6aaf0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 1128 time: 0.0855927 Feb 08 22:16:37.914339 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c3fd0bd-4b39-42bf-bac0-4d9c32ea8b36 req-b964b1a6-3bcc-4609-8b67-b4ce817f73fb tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772548 Feb 08 22:16:37.983932 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d93a7-97a5-4d9a-a4ae-e5f075beb533 req-d069b4ef-4126-469d-b562-f3cd673a3ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:37.985483 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cc6d93a7-97a5-4d9a-a4ae-e5f075beb533 req-d069b4ef-4126-469d-b562-f3cd673a3ce6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.1000302 Feb 08 22:16:38.057282 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cc6d93a7-97a5-4d9a-a4ae-e5f075beb533 req-8816b264-971e-41b8-90a5-86729e6f571e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bfcfa57-5733-4147-aced-c28455775f23 HTTP/1.1" status: 200 len: 1001 time: 0.0650809 Feb 08 22:16:38.113828 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d93a7-97a5-4d9a-a4ae-e5f075beb533 req-7026a602-486a-412a-9c71-85b52a0d3241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:38.115866 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cc6d93a7-97a5-4d9a-a4ae-e5f075beb533 req-7026a602-486a-412a-9c71-85b52a0d3241 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0524535 Feb 08 22:16:38.172994 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d93a7-97a5-4d9a-a4ae-e5f075beb533 req-fc139364-df65-4f17-ad9c-cdd5ce9cb7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:38.174601 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cc6d93a7-97a5-4d9a-a4ae-e5f075beb533 req-fc139364-df65-4f17-ad9c-cdd5ce9cb7ae service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0536847 Feb 08 22:16:38.269447 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cc6d93a7-97a5-4d9a-a4ae-e5f075beb533 req-6ad75809-d3b9-4caa-b68e-1461df62ac88 service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891135 Feb 08 22:16:38.372981 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cc6d93a7-97a5-4d9a-a4ae-e5f075beb533 req-35efc8c1-bde9-4782-a4d1-79ca60db5c92 service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981708 Feb 08 22:16:39.059056 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62b404-7119-4bd0-8cff-f1813e71a0d3 req-c7bb7d87-718a-49db-8d66-1e37944604d5 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:39.061742 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cd62b404-7119-4bd0-8cff-f1813e71a0d3 req-c7bb7d87-718a-49db-8d66-1e37944604d5 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0704682 Feb 08 22:16:39.114440 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cd62b404-7119-4bd0-8cff-f1813e71a0d3 req-58db29dc-8379-4cee-8bc6-5e604232e676 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469007 Feb 08 22:16:40.247548 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733c122-1a64-4256-96a2-8d4e9fda4497 req-d7a0a839-df38-41b1-92c0-75e2cfd29bdc tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:40.249124 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0733c122-1a64-4256-96a2-8d4e9fda4497 req-d7a0a839-df38-41b1-92c0-75e2cfd29bdc tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0606389 Feb 08 22:16:40.300680 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0733c122-1a64-4256-96a2-8d4e9fda4497 req-c2a96fc3-6e1e-4818-ad18-306d1925f1b6 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453439 Feb 08 22:16:40.574279 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0edd3-2578-4a20-b9d0-6a635263e3f9 req-feef8c2a-367d-4cd4-ac4e-f3974ce54d67 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:40.575579 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-62b0edd3-2578-4a20-b9d0-6a635263e3f9 req-feef8c2a-367d-4cd4-ac4e-f3974ce54d67 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0643198 Feb 08 22:16:40.631528 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-62b0edd3-2578-4a20-b9d0-6a635263e3f9 req-3b7737fb-1233-4a05-8213-96219d9d40bb tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486906 Feb 08 22:16:41.756143 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88774e1-f8d9-4952-8091-af31f07d86b3 req-72e4ead5-aa86-443a-b9e6-9dd5076edaaa tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:41.757903 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e88774e1-f8d9-4952-8091-af31f07d86b3 req-72e4ead5-aa86-443a-b9e6-9dd5076edaaa tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0538149 Feb 08 22:16:41.844334 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e88774e1-f8d9-4952-8091-af31f07d86b3 req-eaaa47c7-0f92-4108-8edf-b63b8dcafdab tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808034 Feb 08 22:16:41.856537 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df97f35-25b2-4f5a-a602-944eda588d84 req-43ff162a-2f96-45b6-9090-49adc13d6e60 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:41.858050 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7df97f35-25b2-4f5a-a602-944eda588d84 req-43ff162a-2f96-45b6-9090-49adc13d6e60 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.96 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 945 time: 0.0785511 Feb 08 22:16:41.952477 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-7df97f35-25b2-4f5a-a602-944eda588d84 req-2d68dac5-64d8-44eb-8339-1923c981e26e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Deleting port 9bfcfa57-5733-4147-aced-c28455775f23 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:16:41.952796 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7df97f35-25b2-4f5a-a602-944eda588d84 req-2d68dac5-64d8-44eb-8339-1923c981e26e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (9bfcfa57-5733-4147-aced-c28455775f23), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:42.048197 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-7df97f35-25b2-4f5a-a602-944eda588d84 req-2d68dac5-64d8-44eb-8339-1923c981e26e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] For port 9bfcfa57-5733-4147-aced-c28455775f23, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=9bfcfa57-5733-4147-aced-c28455775f23,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:16:42.048556 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7df97f35-25b2-4f5a-a602-944eda588d84 req-2d68dac5-64d8-44eb-8339-1923c981e26e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (9bfcfa57-5733-4147-aced-c28455775f23), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:42.228051 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7df97f35-25b2-4f5a-a602-944eda588d84 req-2d68dac5-64d8-44eb-8339-1923c981e26e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:42.228326 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7df97f35-25b2-4f5a-a602-944eda588d84 req-2d68dac5-64d8-44eb-8339-1923c981e26e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (3b56692e-f2fe-498f-8162-770391120d3f), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:42.228655 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [req-7df97f35-25b2-4f5a-a602-944eda588d84 req-2d68dac5-64d8-44eb-8339-1923c981e26e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Floating IP 3b56692e-f2fe-498f-8162-770391120d3f disassociated. External IP: 172.25.3.230, port: 9bfcfa57-5733-4147-aced-c28455775f23. Feb 08 22:16:42.229000 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-7df97f35-25b2-4f5a-a602-944eda588d84 req-2d68dac5-64d8-44eb-8339-1923c981e26e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Calling delete_port for 9bfcfa57-5733-4147-aced-c28455775f23 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:16:42.363486 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7df97f35-25b2-4f5a-a602-944eda588d84 req-2d68dac5-64d8-44eb-8339-1923c981e26e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (9bfcfa57-5733-4147-aced-c28455775f23), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:42.395070 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68dac5-64d8-44eb-8339-1923c981e26e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Pushing event deleted for resources: {'Port': ['ID=9bfcfa57-5733-4147-aced-c28455775f23,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:16:42.521502 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7df97f35-25b2-4f5a-a602-944eda588d84 req-2d68dac5-64d8-44eb-8339-1923c981e26e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Router c355682e-b695-42b4-8999-7028cb83d271 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:16:42.645792 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7df97f35-25b2-4f5a-a602-944eda588d84 req-2d68dac5-64d8-44eb-8339-1923c981e26e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:16:42.657317 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162b6932-72b6-4ad4-9bf2-1c3d9c267857 None None] Sync routers for ids ['c355682e-b695-42b4-8999-7028cb83d271'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:16:42.669589 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162b6932-72b6-4ad4-9bf2-1c3d9c267857 None None] Routers {'c355682e-b695-42b4-8999-7028cb83d271'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:16:42.670138 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-162b6932-72b6-4ad4-9bf2-1c3d9c267857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:16:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c355682e-b695-42b4-8999-7028cb83d271'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:16:42.690206 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df97f35-25b2-4f5a-a602-944eda588d84 req-2d68dac5-64d8-44eb-8339-1923c981e26e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] No DVR routers for this DVR port 9bfcfa57-5733-4147-aced-c28455775f23 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:16:42.693007 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7df97f35-25b2-4f5a-a602-944eda588d84 req-2d68dac5-64d8-44eb-8339-1923c981e26e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:42.697045 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7df97f35-25b2-4f5a-a602-944eda588d84 req-2d68dac5-64d8-44eb-8339-1923c981e26e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.96 "DELETE /v2.0/ports/9bfcfa57-5733-4147-aced-c28455775f23 HTTP/1.1" status: 204 len: 173 time: 0.8339024 Feb 08 22:16:42.697539 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da472a50-36d3-4f4c-9b58-31707848bc33', 'name': 'network-vif-deleted', 'tag': '9bfcfa57-5733-4147-aced-c28455775f23'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:16:42.699900 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56712c94-0e08-4e93-b56a-3f24fe5af629" -d '{"events": [{"server_uuid": "da472a50-36d3-4f4c-9b58-31707848bc33", "name": "network-vif-deleted", "tag": "9bfcfa57-5733-4147-aced-c28455775f23"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:16:42.758850 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0250b340-8762-44e3-b058-e2ce2e54fbb0 x-openstack-request-id: req-0250b340-8762-44e3-b058-e2ce2e54fbb0 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:16:42.760098 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da472a50-36d3-4f4c-9b58-31707848bc33", "name": "network-vif-deleted", "tag": "9bfcfa57-5733-4147-aced-c28455775f23", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:16:42.760098 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0250b340-8762-44e3-b058-e2ce2e54fbb0 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:16:42.760098 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da472a50-36d3-4f4c-9b58-31707848bc33', 'name': 'network-vif-deleted', 'tag': '9bfcfa57-5733-4147-aced-c28455775f23', 'status': 'completed', 'code': 200} Feb 08 22:16:42.794293 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-162b6932-72b6-4ad4-9bf2-1c3d9c267857 None None] Set router c355682e-b695-42b4-8999-7028cb83d271 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:16:42.981619 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54dc031a-edde-402c-8258-bad3209d4331 req-28c07bb6-4ce7-4f55-bc31-9845a0867bb3 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=da472a50-36d3-4f4c-9b58-31707848bc33 HTTP/1.1" status: 200 len: 210 time: 0.0439937 Feb 08 22:16:43.116661 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-162b6932-72b6-4ad4-9bf2-1c3d9c267857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:14:58Z', 'revision_number': 4, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'c636119e-2f3f-4f94-a4fe-90c0d28fb159', 'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'mac_address': 'fa:16:3e:8e:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:57Z', 'updated_at': '2022-02-08T22:15:01Z', 'revision_number': 5, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'subnets': [{'id': '299236f4-55a5-479b-a506-73d2dff71768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:16:43.145914 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162b6932-72b6-4ad4-9bf2-1c3d9c267857 None None] Checking router: c355682e-b695-42b4-8999-7028cb83d271 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:16:43.156501 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162b6932-72b6-4ad4-9bf2-1c3d9c267857 None None] Routers {'c355682e-b695-42b4-8999-7028cb83d271'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:16:43.157112 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-162b6932-72b6-4ad4-9bf2-1c3d9c267857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:16:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c355682e-b695-42b4-8999-7028cb83d271'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:16:43.283502 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-162b6932-72b6-4ad4-9bf2-1c3d9c267857 None None] Set router c355682e-b695-42b4-8999-7028cb83d271 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:16:43.476760 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-162b6932-72b6-4ad4-9bf2-1c3d9c267857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:14:58Z', 'revision_number': 4, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'c636119e-2f3f-4f94-a4fe-90c0d28fb159', 'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'mac_address': 'fa:16:3e:8e:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:57Z', 'updated_at': '2022-02-08T22:15:01Z', 'revision_number': 5, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'subnets': [{'id': '299236f4-55a5-479b-a506-73d2dff71768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:16:43.502786 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162b6932-72b6-4ad4-9bf2-1c3d9c267857 None None] The sync data for ids ['c355682e-b695-42b4-8999-7028cb83d271'] in n-d-712143-31 is: [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:14:58Z', 'revision_number': 4, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'c636119e-2f3f-4f94-a4fe-90c0d28fb159', 'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'mac_address': 'fa:16:3e:8e:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:57Z', 'updated_at': '2022-02-08T22:15:01Z', 'revision_number': 5, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'subnets': [{'id': '299236f4-55a5-479b-a506-73d2dff71768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:16:43.722509 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09133e8d-e0c7-4c81-a3f2-e60124f8fb3d None None] New status for floating IP 3b56692e-f2fe-498f-8162-770391120d3f: DOWN {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:16:44.250762 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-bc03b207-adc0-4aa9-b373-4bbd7fbdb732 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1945858314&fields=id&tenant_id=52394cedb96f402a8356b9d71e71bb96 HTTP/1.1" status: 200 len: 267 time: 0.0499883 Feb 08 22:16:44.358278 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-00af4252-2285-4424-95d0-3526b8255f71 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:44.359803 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-00af4252-2285-4424-95d0-3526b8255f71 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 812 time: 0.1022320 Feb 08 22:16:44.375948 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-7fbfab33-c61e-4361-8818-d0fda4db2eb6 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/quotas/52394cedb96f402a8356b9d71e71bb96 HTTP/1.1" status: 200 len: 375 time: 0.0104604 Feb 08 22:16:44.433436 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-1739415f-ea51-4ae6-a0c7-48d90cf51e98 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518372 Feb 08 22:16:44.533355 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-22a5e3ec-86aa-4c4b-8a8f-9e958a5519ac service neutron] 10.222.0.88 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882735 Feb 08 22:16:44.630826 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-96d3c99d-1b29-485c-a439-d96708c8f7d3 service neutron] 10.222.0.88 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909989 Feb 08 22:16:44.798334 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45ba7953-c28c-40a0-a238-f069a81cf1e1 req-04ba18f7-6c29-4924-9600-255bd23b3bff tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 210 time: 0.0341153 Feb 08 22:16:45.022208 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 9bfcfa57-5733-4147-aced-c28455775f23 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:16:45.044464 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 9bfcfa57-5733-4147-aced-c28455775f23 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:16:45.045190 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 9bfcfa57-5733-4147-aced-c28455775f23 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:16:45.741539 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-7d8f86d3-45de-495a-8895-c5c8612c531b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:45.743055 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-7d8f86d3-45de-495a-8895-c5c8612c531b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.94 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 812 time: 0.1089365 Feb 08 22:16:45.804425 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-029713a1-3e2e-4bc4-8c1a-fafdcf4b92c1 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52394cedb96f402a8356b9d71e71bb96 HTTP/1.1" status: 200 len: 380 time: 0.0533710 Feb 08 22:16:45.813101 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-9a13790d-64a8-416e-ba0b-7257ed43c1a8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Request body: {'port': {'device_id': 'd811f17d-486a-4628-ac43-bf6412b14722', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'admin_state_up': True, 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'security_groups': ['fff774ca-8cf2-4131-9c86-ac86e6623def']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:16:45.902781 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8dc1c0b3-1467-4d28-bf0f-e0deaf1f62c5 req-ad1a2332-780f-4de7-81d7-172909b7a2bc tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 210 time: 0.0331426 Feb 08 22:16:45.960312 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-9a13790d-64a8-416e-ba0b-7257ed43c1a8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Made reservation on behalf of 52394cedb96f402a8356b9d71e71bb96 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:16:45.963871 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-9a13790d-64a8-416e-ba0b-7257ed43c1a8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:46.096953 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-9a13790d-64a8-416e-ba0b-7257ed43c1a8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Allocated IP 172.20.0.11 (bc78e00c-dc98-41c2-b966-2ce242857563/299236f4-55a5-479b-a506-73d2dff71768/976098e9-1ae9-4066-9ca5-884f9d02c227) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:16:46.239884 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-9a13790d-64a8-416e-ba0b-7257ed43c1a8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:46.283805 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-9a13790d-64a8-416e-ba0b-7257ed43c1a8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:46.337010 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-9a13790d-64a8-416e-ba0b-7257ed43c1a8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Network bc78e00c-dc98-41c2-b966-2ce242857563 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:16:46.340211 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-9a13790d-64a8-416e-ba0b-7257ed43c1a8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:16:46.344047 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-9a13790d-64a8-416e-ba0b-7257ed43c1a8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:16:46.351593 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13790d-64a8-416e-ba0b-7257ed43c1a8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Pushing event updated for resources: {'Port': ['ID=976098e9-1ae9-4066-9ca5-884f9d02c227,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:16:46.399034 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-9a13790d-64a8-416e-ba0b-7257ed43c1a8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:46.399679 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-9a13790d-64a8-416e-ba0b-7257ed43c1a8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:46.418018 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-9a13790d-64a8-416e-ba0b-7257ed43c1a8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6084752 Feb 08 22:16:46.429815 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-47fd7604-3ebd-47ba-af79-00d6bea6c78c service neutron] Request body: {'port': {'device_id': 'd811f17d-486a-4628-ac43-bf6412b14722', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:16:46.496576 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-47fd7604-3ebd-47ba-af79-00d6bea6c78c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:46.553804 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ca8afd05-caf8-4b5b-80d6-293d3ca3a73b None None] Provisioning complete for port 976098e9-1ae9-4066-9ca5-884f9d02c227 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:16:46.554400 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ca8afd05-caf8-4b5b-80d6-293d3ca3a73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:46.592950 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ca8afd05-caf8-4b5b-80d6-293d3ca3a73b None None] Port 976098e9-1ae9-4066-9ca5-884f9d02c227 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:16:46.807090 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-47fd7604-3ebd-47ba-af79-00d6bea6c78c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 976098e9-1ae9-4066-9ca5-884f9d02c227 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:16:46.815410 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-47fd7604-3ebd-47ba-af79-00d6bea6c78c service neutron] Publish callbacks [] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:46.830142 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-47fd7604-3ebd-47ba-af79-00d6bea6c78c service neutron] Transition to ACTIVE for port object 976098e9-1ae9-4066-9ca5-884f9d02c227 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:16:46.834662 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-47fd7604-3ebd-47ba-af79-00d6bea6c78c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:46.890128 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd7604-3ebd-47ba-af79-00d6bea6c78c service neutron] Pushing event updated for resources: {'Port': ['ID=976098e9-1ae9-4066-9ca5-884f9d02c227,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:16:46.968328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-47fd7604-3ebd-47ba-af79-00d6bea6c78c service neutron] Attempting to bind port 976098e9-1ae9-4066-9ca5-884f9d02c227 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:16:46.968672 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-47fd7604-3ebd-47ba-af79-00d6bea6c78c service neutron] Attempting to bind port 976098e9-1ae9-4066-9ca5-884f9d02c227 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:16:46.969011 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-47fd7604-3ebd-47ba-af79-00d6bea6c78c service neutron] Attempting to bind port 976098e9-1ae9-4066-9ca5-884f9d02c227 on network bc78e00c-dc98-41c2-b966-2ce242857563 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:16:46.975540 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-47fd7604-3ebd-47ba-af79-00d6bea6c78c service neutron] Port 976098e9-1ae9-4066-9ca5-884f9d02c227 on network bc78e00c-dc98-41c2-b966-2ce242857563 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:16:46.975900 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-47fd7604-3ebd-47ba-af79-00d6bea6c78c service neutron] Attempting to bind port 976098e9-1ae9-4066-9ca5-884f9d02c227 on network bc78e00c-dc98-41c2-b966-2ce242857563 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:16:46.981655 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-47fd7604-3ebd-47ba-af79-00d6bea6c78c service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:16:46.982002 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-47fd7604-3ebd-47ba-af79-00d6bea6c78c service neutron] Checking segment: {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:16:46.983005 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-47fd7604-3ebd-47ba-af79-00d6bea6c78c service neutron] Bound using segment: {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:16:46.983005 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-47fd7604-3ebd-47ba-af79-00d6bea6c78c service neutron] Bound port: 976098e9-1ae9-4066-9ca5-884f9d02c227, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:16:46.983231 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-47fd7604-3ebd-47ba-af79-00d6bea6c78c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:47.090244 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4deb5-fc71-4756-b1b3-b70afd1b328f req-3e0611ce-55fe-4271-9768-9e53c704d96a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:47.091955 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9fc4deb5-fc71-4756-b1b3-b70afd1b328f req-3e0611ce-55fe-4271-9768-9e53c704d96a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 944 time: 0.1062224 Feb 08 22:16:47.096495 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-47fd7604-3ebd-47ba-af79-00d6bea6c78c service neutron] For port 976098e9-1ae9-4066-9ca5-884f9d02c227, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:16:47.101265 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-47fd7604-3ebd-47ba-af79-00d6bea6c78c service neutron] For port 976098e9-1ae9-4066-9ca5-884f9d02c227, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=976098e9-1ae9-4066-9ca5-884f9d02c227,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:16:47.120328 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-47fd7604-3ebd-47ba-af79-00d6bea6c78c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:47.176545 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-47fd7604-3ebd-47ba-af79-00d6bea6c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:47.177182 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-47fd7604-3ebd-47ba-af79-00d6bea6c78c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:47.179238 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-47fd7604-3ebd-47ba-af79-00d6bea6c78c service neutron] 10.222.0.94 "PUT /v2.0/ports/976098e9-1ae9-4066-9ca5-884f9d02c227 HTTP/1.1" status: 200 len: 1093 time: 0.7545455 Feb 08 22:16:47.181917 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd811f17d-486a-4628-ac43-bf6412b14722', 'tag': '976098e9-1ae9-4066-9ca5-884f9d02c227'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:16:47.184218 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4503f1-115b-4852-807c-6bca4d3c357d" -d '{"events": [{"name": "network-changed", "server_uuid": "d811f17d-486a-4628-ac43-bf6412b14722", "tag": "976098e9-1ae9-4066-9ca5-884f9d02c227"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:16:47.221743 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9fc4deb5-fc71-4756-b1b3-b70afd1b328f req-1ee200f3-e7bf-478a-a345-d44cb6fb0db4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224639 Feb 08 22:16:47.228498 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd7604-3ebd-47ba-af79-00d6bea6c78c service neutron] Pushing event updated for resources: {'Port': ['ID=976098e9-1ae9-4066-9ca5-884f9d02c227,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:16:47.268861 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7806d63d-8715-40c7-b3ca-22112fe88d8b x-openstack-request-id: req-7806d63d-8715-40c7-b3ca-22112fe88d8b {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:16:47.269218 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d811f17d-486a-4628-ac43-bf6412b14722", "tag": "976098e9-1ae9-4066-9ca5-884f9d02c227", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:16:47.269556 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7806d63d-8715-40c7-b3ca-22112fe88d8b {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:16:47.270092 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd811f17d-486a-4628-ac43-bf6412b14722', 'tag': '976098e9-1ae9-4066-9ca5-884f9d02c227', 'status': 'completed', 'code': 200} Feb 08 22:16:47.293783 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-b2e14f9d-8681-46ff-b821-821f2deecacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:47.295325 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-b2e14f9d-8681-46ff-b821-821f2deecacd service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 1127 time: 0.0557117 Feb 08 22:16:47.338064 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-de7f4b06-27e3-400e-bdb8-f57354ab6c63 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=976098e9-1ae9-4066-9ca5-884f9d02c227 HTTP/1.1" status: 200 len: 217 time: 0.0359616 Feb 08 22:16:47.390922 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-6087d5b4-ce8c-4af3-a6c1-6e4528c43682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:47.392418 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-6087d5b4-ce8c-4af3-a6c1-6e4528c43682 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0491903 Feb 08 22:16:47.443041 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-944eac7c-cbfe-4188-817d-ba3be783d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:47.444600 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-944eac7c-cbfe-4188-817d-ba3be783d76c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468254 Feb 08 22:16:47.533048 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-0c42b36a-0231-40d9-b3a1-01a7b8bffc24 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814614 Feb 08 22:16:47.626577 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8fec10ce-919c-4031-a778-5b458fbef5fe req-5049ecaf-c2ac-435b-9c9c-7defbc68e0f7 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874863 Feb 08 22:16:47.726763 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4503f1-115b-4852-807c-6bca4d3c357d req-f65af9e0-5aa3-48ef-889b-a3790bd90636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:47.728330 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b4503f1-115b-4852-807c-6bca4d3c357d req-f65af9e0-5aa3-48ef-889b-a3790bd90636 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 1127 time: 0.0525334 Feb 08 22:16:47.827613 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4503f1-115b-4852-807c-6bca4d3c357d req-2a10ccf9-155b-49e5-893c-8fb0e3c015d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:47.829141 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b4503f1-115b-4852-807c-6bca4d3c357d req-2a10ccf9-155b-49e5-893c-8fb0e3c015d6 service neutron] 10.222.0.94 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.0942721 Feb 08 22:16:47.848688 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:16:47.875328 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b4503f1-115b-4852-807c-6bca4d3c357d req-e4c871a2-2993-4316-9079-62947406b51a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=976098e9-1ae9-4066-9ca5-884f9d02c227 HTTP/1.1" status: 200 len: 217 time: 0.0396559 Feb 08 22:16:47.924359 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4503f1-115b-4852-807c-6bca4d3c357d req-3095b52e-8670-43d0-a0e2-d741b5e24573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:47.925794 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b4503f1-115b-4852-807c-6bca4d3c357d req-3095b52e-8670-43d0-a0e2-d741b5e24573 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0453382 Feb 08 22:16:47.981666 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4503f1-115b-4852-807c-6bca4d3c357d req-e8c7de2e-b98e-484d-9ae3-1b470acbaf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:47.983163 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b4503f1-115b-4852-807c-6bca4d3c357d req-e8c7de2e-b98e-484d-9ae3-1b470acbaf21 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0508654 Feb 08 22:16:48.098517 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b4503f1-115b-4852-807c-6bca4d3c357d req-a97ce1ac-50c2-48da-bc92-0d66d5df8a78 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080976 Feb 08 22:16:48.197987 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b4503f1-115b-4852-807c-6bca4d3c357d req-3f4b8512-6193-4009-9429-67bfc5502a70 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934453 Feb 08 22:16:48.342217 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecb4d7-d21e-4804-9f1d-c35f6657879e req-b14fa931-d6a1-44bf-b808-d8d4fd1fffa4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:48.343693 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0eecb4d7-d21e-4804-9f1d-c35f6657879e req-b14fa931-d6a1-44bf-b808-d8d4fd1fffa4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 944 time: 0.0543072 Feb 08 22:16:48.391758 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0eecb4d7-d21e-4804-9f1d-c35f6657879e req-e4783af3-04a4-4219-979f-2a8676bb2d2a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422878 Feb 08 22:16:49.514603 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81900b02-0618-486f-b24d-5e5e1629b99e req-6e377e8b-23ab-4107-8fb9-84b09beaa3f9 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:49.516115 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-81900b02-0618-486f-b24d-5e5e1629b99e req-6e377e8b-23ab-4107-8fb9-84b09beaa3f9 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 944 time: 0.0537026 Feb 08 22:16:49.564332 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-81900b02-0618-486f-b24d-5e5e1629b99e req-e8fb1e83-ad47-440e-983e-c4f231e9ebdb tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425110 Feb 08 22:16:50.500826 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 976098e9-1ae9-4066-9ca5-884f9d02c227 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:16:50.597837 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 976098e9-1ae9-4066-9ca5-884f9d02c227, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=976098e9-1ae9-4066-9ca5-884f9d02c227,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:16:50.610641 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '976098e9-1ae9-4066-9ca5-884f9d02c227', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'port_id': '976098e9-1ae9-4066-9ca5-884f9d02c227', 'mac_address': 'fa:16:3e:4e:c6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:16:50.652098 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 976098e9-1ae9-4066-9ca5-884f9d02c227 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:16:50.652524 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:50.667358 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 976098e9-1ae9-4066-9ca5-884f9d02c227 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:16:50.696250 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 976098e9-1ae9-4066-9ca5-884f9d02c227, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=976098e9-1ae9-4066-9ca5-884f9d02c227,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:16:50.701214 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:50.755407 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=976098e9-1ae9-4066-9ca5-884f9d02c227,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:16:51.008864 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['976098e9-1ae9-4066-9ca5-884f9d02c227'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:16:51.092068 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d8262-d932-4dfb-b0df-46b6a5a7bfbd req-68ff18bc-6d8f-4ef5-bce0-0ea509ba39d8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:51.096951 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-461d8262-d932-4dfb-b0df-46b6a5a7bfbd req-68ff18bc-6d8f-4ef5-bce0-0ea509ba39d8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 944 time: 0.4552958 Feb 08 22:16:51.148345 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-461d8262-d932-4dfb-b0df-46b6a5a7bfbd req-107aeb81-de19-4a97-a150-e0bc4cc58f79 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492899 Feb 08 22:16:52.266637 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5adc6b6-9ac4-465c-9602-c2cd1ea294b8 req-57b3f39b-b358-44b2-9a1e-2a64e20d89a0 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:52.268127 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c5adc6b6-9ac4-465c-9602-c2cd1ea294b8 req-57b3f39b-b358-44b2-9a1e-2a64e20d89a0 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 945 time: 0.0527103 Feb 08 22:16:52.315120 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c5adc6b6-9ac4-465c-9602-c2cd1ea294b8 req-027dff93-7f55-409d-b782-c1adce0ed46f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407815 Feb 08 22:16:52.506635 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 976098e9-1ae9-4066-9ca5-884f9d02c227 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:16:52.565710 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 976098e9-1ae9-4066-9ca5-884f9d02c227 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:16:52.570516 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 976098e9-1ae9-4066-9ca5-884f9d02c227 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:16:52.570927 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:52.647724 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 976098e9-1ae9-4066-9ca5-884f9d02c227 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:16:52.648207 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:52.673759 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd811f17d-486a-4628-ac43-bf6412b14722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976098e9-1ae9-4066-9ca5-884f9d02c227'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:16:52.675942 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb53ef2-390b-46b3-bd30-5e0e56fa4446" -d '{"events": [{"server_uuid": "d811f17d-486a-4628-ac43-bf6412b14722", "name": "network-vif-plugged", "status": "completed", "tag": "976098e9-1ae9-4066-9ca5-884f9d02c227"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:16:52.690863 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 976098e9-1ae9-4066-9ca5-884f9d02c227, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=976098e9-1ae9-4066-9ca5-884f9d02c227,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:16:52.697700 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:52.726483 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdee858-3745-43ff-907a-3d4259d9b03f x-openstack-request-id: req-0cdee858-3745-43ff-907a-3d4259d9b03f {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:16:52.726758 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d811f17d-486a-4628-ac43-bf6412b14722", "name": "network-vif-plugged", "status": "completed", "tag": "976098e9-1ae9-4066-9ca5-884f9d02c227", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:16:52.727100 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0cdee858-3745-43ff-907a-3d4259d9b03f {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:16:52.727375 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd811f17d-486a-4628-ac43-bf6412b14722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976098e9-1ae9-4066-9ca5-884f9d02c227', 'code': 200} Feb 08 22:16:52.762974 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=976098e9-1ae9-4066-9ca5-884f9d02c227,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:16:52.848231 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f530716-89c5-4714-8673-075014deb40f req-679f782d-3a82-4abf-b4be-980ce9313650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:52.849843 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f530716-89c5-4714-8673-075014deb40f req-679f782d-3a82-4abf-b4be-980ce9313650 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 1129 time: 0.0530987 Feb 08 22:16:52.900948 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f530716-89c5-4714-8673-075014deb40f req-4bc45f95-1d91-4ae5-a995-90e9928dc1a9 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452380 Feb 08 22:16:53.453987 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26654c2c-0820-4c96-b133-f2e877d126aa req-e77ad626-8043-4584-a94a-76a7f5f7e24a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:53.455505 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-26654c2c-0820-4c96-b133-f2e877d126aa req-e77ad626-8043-4584-a94a-76a7f5f7e24a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 946 time: 0.0600295 Feb 08 22:16:53.503146 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-26654c2c-0820-4c96-b133-f2e877d126aa req-1c35be1d-dbac-4ee0-8b19-8492f858440d tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419285 Feb 08 22:16:54.293150 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-49af806e-4893-40ef-acb2-60493bcdb2ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:54.639311 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004b6ff-37c7-4949-8743-5ced3e1a3b18 req-2516157d-2ab5-47e7-b413-09ac7c5371c9 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:54.640847 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e004b6ff-37c7-4949-8743-5ced3e1a3b18 req-2516157d-2ab5-47e7-b413-09ac7c5371c9 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 946 time: 0.0618455 Feb 08 22:16:54.693721 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e004b6ff-37c7-4949-8743-5ced3e1a3b18 req-df907b89-b7f3-4c85-9381-643ab83d98d2 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461257 Feb 08 22:16:54.827960 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c024a76-1ef3-4d9c-b8ab-b241ff52dfa2 req-f898b6e8-007c-4aa6-8906-c37e18f9d75d tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:54.829512 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c024a76-1ef3-4d9c-b8ab-b241ff52dfa2 req-f898b6e8-007c-4aa6-8906-c37e18f9d75d tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 946 time: 0.0618975 Feb 08 22:16:54.838721 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 45702) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:16:54.844177 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e30aff4e-759f-41dd-9008-918b98e91f4a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Request body: {'floatingip': {'port_id': '976098e9-1ae9-4066-9ca5-884f9d02c227'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:16:54.903659 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e30aff4e-759f-41dd-9008-918b98e91f4a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for floatingip (3b56692e-f2fe-498f-8162-770391120d3f), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:55.350514 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e30aff4e-759f-41dd-9008-918b98e91f4a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:55.354426 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e30aff4e-759f-41dd-9008-918b98e91f4a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (3b56692e-f2fe-498f-8162-770391120d3f), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:55.481603 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-e30aff4e-759f-41dd-9008-918b98e91f4a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Floating IP 3b56692e-f2fe-498f-8162-770391120d3f associated. External IP: 172.25.3.230, port: 976098e9-1ae9-4066-9ca5-884f9d02c227. Feb 08 22:16:56.048422 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30aff4e-759f-41dd-9008-918b98e91f4a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Router c355682e-b695-42b4-8999-7028cb83d271 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:16:56.194038 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30aff4e-759f-41dd-9008-918b98e91f4a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:16:56.199566 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e30aff4e-759f-41dd-9008-918b98e91f4a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:56.205214 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af06fbf1-048a-419a-983a-f06cb94362fb None None] Sync routers for ids ['c355682e-b695-42b4-8999-7028cb83d271'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:16:56.215766 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af06fbf1-048a-419a-983a-f06cb94362fb None None] Routers {'c355682e-b695-42b4-8999-7028cb83d271'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:16:56.216682 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-af06fbf1-048a-419a-983a-f06cb94362fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:16:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c355682e-b695-42b4-8999-7028cb83d271'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:16:56.232152 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e30aff4e-759f-41dd-9008-918b98e91f4a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "PUT /v2.0/floatingips/3b56692e-f2fe-498f-8162-770391120d3f HTTP/1.1" status: 200 len: 992 time: 1.3920722 Feb 08 22:16:56.233004 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd811f17d-486a-4628-ac43-bf6412b14722', 'tag': '976098e9-1ae9-4066-9ca5-884f9d02c227'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:16:56.236611 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1802cce71311667749108c4770a25da94a97ab17bab80bd33ee27ebae59f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf827f6c-1ba5-453d-bfd0-f6adb1ba0617" -d '{"events": [{"name": "network-changed", "server_uuid": "d811f17d-486a-4628-ac43-bf6412b14722", "tag": "976098e9-1ae9-4066-9ca5-884f9d02c227"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:16:56.352109 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-af06fbf1-048a-419a-983a-f06cb94362fb None None] Set router c355682e-b695-42b4-8999-7028cb83d271 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:16:56.365775 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c0010-f0c2-4e4e-a395-57adcef7dc66 req-49e3b8f7-e3b1-4461-875e-d8900b72f1ee tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:56.367566 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1b4c0010-f0c2-4e4e-a395-57adcef7dc66 req-49e3b8f7-e3b1-4461-875e-d8900b72f1ee tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 946 time: 0.0663381 Feb 08 22:16:56.391609 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c38341-3669-4863-96b1-2cd94238be55 x-openstack-request-id: req-67c38341-3669-4863-96b1-2cd94238be55 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:16:56.392021 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d811f17d-486a-4628-ac43-bf6412b14722", "tag": "976098e9-1ae9-4066-9ca5-884f9d02c227", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:16:56.392163 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-67c38341-3669-4863-96b1-2cd94238be55 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:16:56.392582 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd811f17d-486a-4628-ac43-bf6412b14722', 'tag': '976098e9-1ae9-4066-9ca5-884f9d02c227', 'status': 'completed', 'code': 200} Feb 08 22:16:56.432248 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1b4c0010-f0c2-4e4e-a395-57adcef7dc66 req-5a93e028-7a0b-44e1-bb5e-eefd4cda93f7 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580201 Feb 08 22:16:56.472313 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf827f6c-1ba5-453d-bfd0-f6adb1ba0617 req-4049deec-a42f-4208-b97b-63c7416ed897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:56.473873 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf827f6c-1ba5-453d-bfd0-f6adb1ba0617 req-4049deec-a42f-4208-b97b-63c7416ed897 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 1129 time: 0.0556703 Feb 08 22:16:56.578724 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf827f6c-1ba5-453d-bfd0-f6adb1ba0617 req-595bfd7d-262a-4da0-9bcc-fb9a55a4f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:56.580157 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf827f6c-1ba5-453d-bfd0-f6adb1ba0617 req-595bfd7d-262a-4da0-9bcc-fb9a55a4f7a0 service neutron] 10.222.0.94 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.0994854 Feb 08 22:16:56.604418 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-af06fbf1-048a-419a-983a-f06cb94362fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:14:58Z', 'revision_number': 4, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '3b56692e-f2fe-498f-8162-770391120d3f', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'port_id': '976098e9-1ae9-4066-9ca5-884f9d02c227', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'mac_address': 'fa:16:3e:4e:c6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd811f17d-486a-4628-ac43-bf6412b14722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:15:00Z', 'updated_at': '2022-02-08T22:16:55Z', 'revision_number': 9, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c636119e-2f3f-4f94-a4fe-90c0d28fb159', 'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'mac_address': 'fa:16:3e:8e:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:57Z', 'updated_at': '2022-02-08T22:15:01Z', 'revision_number': 5, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'subnets': [{'id': '299236f4-55a5-479b-a506-73d2dff71768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:16:56.633778 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af06fbf1-048a-419a-983a-f06cb94362fb None None] Checking router: c355682e-b695-42b4-8999-7028cb83d271 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:16:56.642809 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af06fbf1-048a-419a-983a-f06cb94362fb None None] Routers {'c355682e-b695-42b4-8999-7028cb83d271'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:16:56.643432 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-af06fbf1-048a-419a-983a-f06cb94362fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:16:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c355682e-b695-42b4-8999-7028cb83d271'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:16:56.647944 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf827f6c-1ba5-453d-bfd0-f6adb1ba0617 req-724bdb1d-2eac-4ee9-a16c-f69f8da85107 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=976098e9-1ae9-4066-9ca5-884f9d02c227 HTTP/1.1" status: 200 len: 1000 time: 0.0622804 Feb 08 22:16:56.704512 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf827f6c-1ba5-453d-bfd0-f6adb1ba0617 req-cefce754-dbb6-4c6f-8bd5-1950b2186e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:56.706159 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf827f6c-1ba5-453d-bfd0-f6adb1ba0617 req-cefce754-dbb6-4c6f-8bd5-1950b2186e9a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0519347 Feb 08 22:16:56.755088 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-af06fbf1-048a-419a-983a-f06cb94362fb None None] Set router c355682e-b695-42b4-8999-7028cb83d271 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:16:56.757740 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf827f6c-1ba5-453d-bfd0-f6adb1ba0617 req-abdb212e-1adb-406e-8914-505d7e5e871a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:56.759314 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf827f6c-1ba5-453d-bfd0-f6adb1ba0617 req-abdb212e-1adb-406e-8914-505d7e5e871a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475349 Feb 08 22:16:56.861908 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf827f6c-1ba5-453d-bfd0-f6adb1ba0617 req-4f24c924-9ca3-4c8e-8ce1-f445fef8649f service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961988 Feb 08 22:16:56.961628 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf827f6c-1ba5-453d-bfd0-f6adb1ba0617 req-e117a662-10c0-49a1-b619-3bc7541230d1 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935435 Feb 08 22:16:57.008157 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-af06fbf1-048a-419a-983a-f06cb94362fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:14:58Z', 'revision_number': 4, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '3b56692e-f2fe-498f-8162-770391120d3f', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'port_id': '976098e9-1ae9-4066-9ca5-884f9d02c227', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'mac_address': 'fa:16:3e:4e:c6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd811f17d-486a-4628-ac43-bf6412b14722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:15:00Z', 'updated_at': '2022-02-08T22:16:55Z', 'revision_number': 9, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c636119e-2f3f-4f94-a4fe-90c0d28fb159', 'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'mac_address': 'fa:16:3e:8e:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:57Z', 'updated_at': '2022-02-08T22:15:01Z', 'revision_number': 5, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'subnets': [{'id': '299236f4-55a5-479b-a506-73d2dff71768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:16:57.036772 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af06fbf1-048a-419a-983a-f06cb94362fb None None] The sync data for ids ['c355682e-b695-42b4-8999-7028cb83d271'] in n-d-712143-31 is: [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:14:58Z', 'revision_number': 4, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '3b56692e-f2fe-498f-8162-770391120d3f', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'port_id': '976098e9-1ae9-4066-9ca5-884f9d02c227', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'mac_address': 'fa:16:3e:4e:c6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd811f17d-486a-4628-ac43-bf6412b14722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:15:00Z', 'updated_at': '2022-02-08T22:16:55Z', 'revision_number': 9, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c636119e-2f3f-4f94-a4fe-90c0d28fb159', 'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'mac_address': 'fa:16:3e:8e:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:57Z', 'updated_at': '2022-02-08T22:15:01Z', 'revision_number': 5, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'subnets': [{'id': '299236f4-55a5-479b-a506-73d2dff71768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:16:57.258214 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04784d1d-183b-4f5b-b844-357d4f676edc None None] New status for floating IP 3b56692e-f2fe-498f-8162-770391120d3f: ACTIVE {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:16:57.580456 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d6bdf-9ed2-49b8-a34b-9e29a65cd2d2 req-1e7765a6-ea75-4fc9-9d6c-cb38066d51a1 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:57.582488 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-947d6bdf-9ed2-49b8-a34b-9e29a65cd2d2 req-1e7765a6-ea75-4fc9-9d6c-cb38066d51a1 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 946 time: 0.0619566 Feb 08 22:16:57.590136 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-25bcbdd7-d619-44e0-b1f7-507e3e44bc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:57.643769 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-947d6bdf-9ed2-49b8-a34b-9e29a65cd2d2 req-04284eab-2dc1-47f4-b2e7-d58d0224e47e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527961 Feb 08 22:16:57.954489 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-c0b95119-e5b2-4c4d-a03e-9f55f2b3dfa6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0601258 Feb 08 22:16:58.011641 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a33764-5425-4ec4-9bff-600af0b0daf9 req-7c0c31fc-0276-4afd-ab32-1f1e6c46a96f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:58.014682 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-41a33764-5425-4ec4-9bff-600af0b0daf9 req-7c0c31fc-0276-4afd-ab32-1f1e6c46a96f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 946 time: 0.1088994 Feb 08 22:16:58.111411 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-41a33764-5425-4ec4-9bff-600af0b0daf9 req-594bd6b0-4523-46d9-a53e-5d5f06f0a9ec tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857670 Feb 08 22:16:59.271922 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec565481-31e9-45b5-8bfc-10e5f51745c1 req-941fa405-09d2-4178-b2e0-dc9b9aacc86f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:59.274195 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ec565481-31e9-45b5-8bfc-10e5f51745c1 req-941fa405-09d2-4178-b2e0-dc9b9aacc86f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 946 time: 0.0684476 Feb 08 22:16:59.354581 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ec565481-31e9-45b5-8bfc-10e5f51745c1 req-893039b8-a0b2-4e39-a777-ca321a545300 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736094 Feb 08 22:16:59.437451 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:16:59.499410 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-e2bf2056-ed43-4cb0-af41-541d802f3a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:59.501069 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-e2bf2056-ed43-4cb0-af41-541d802f3a79 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 1129 time: 0.0704932 Feb 08 22:16:59.620235 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-e38bb239-6a0b-45d7-afde-a4ccf68de2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:59.621822 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-e38bb239-6a0b-45d7-afde-a4ccf68de2d1 service neutron] 10.222.0.94 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.1136305 Feb 08 22:16:59.706810 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-740d1789-0210-432d-b97d-6ec2ed3e71ba service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=976098e9-1ae9-4066-9ca5-884f9d02c227 HTTP/1.1" status: 200 len: 1003 time: 0.0787861 Feb 08 22:16:59.773324 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-49bd84c4-fecf-4147-8a23-6e5ff01c60d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:59.774930 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-49bd84c4-fecf-4147-8a23-6e5ff01c60d0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0623808 Feb 08 22:16:59.849301 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-6f70a2e3-07c8-4165-b018-dabc2d325ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:16:59.852330 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-6f70a2e3-07c8-4165-b018-dabc2d325ada service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0712214 Feb 08 22:16:59.979234 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-f26314a2-6b6d-4806-aa76-b9ce4647ed22 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194162 Feb 08 22:17:00.103321 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-01ed890e-c492-46bd-9408-6ace81edd5a6 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170664 Feb 08 22:17:00.513365 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e64fc-22d8-464b-8034-2f8daaa7089c req-26811d35-aa81-409a-b092-7dac8103322b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:00.515089 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fb8e64fc-22d8-464b-8034-2f8daaa7089c req-26811d35-aa81-409a-b092-7dac8103322b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 946 time: 0.0637572 Feb 08 22:17:00.577567 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fb8e64fc-22d8-464b-8034-2f8daaa7089c req-4bde353f-6e55-48c3-8642-1f5c96be2efc tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563960 Feb 08 22:17:01.513147 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:01.742498 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:01.744338 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f2378-f6d9-40ee-9888-487591a0c2fe req-1291cd39-6dcf-4ca4-bd5c-22f1167a79b6 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:01.745997 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f12f2378-f6d9-40ee-9888-487591a0c2fe req-1291cd39-6dcf-4ca4-bd5c-22f1167a79b6 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 946 time: 0.0841358 Feb 08 22:17:01.814880 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f12f2378-f6d9-40ee-9888-487591a0c2fe req-0894e93f-c9fd-4ec9-aa2d-fd559a49cf54 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589406 Feb 08 22:17:02.987772 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9464aad-3c71-4528-8a52-812aa4e5efd9 req-5da37d12-ab5f-4466-af6b-090ea05c6ee8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:02.990253 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9464aad-3c71-4528-8a52-812aa4e5efd9 req-5da37d12-ab5f-4466-af6b-090ea05c6ee8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 946 time: 0.0720639 Feb 08 22:17:03.063859 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9464aad-3c71-4528-8a52-812aa4e5efd9 req-efe73552-c2e8-4352-afe2-b9b419c0aaa9 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673933 Feb 08 22:17:04.212505 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66579abf-4a4a-4b45-9400-ce9bdec84f93 req-f26a18aa-2ccc-43d3-a8ea-970864316123 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:04.214303 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66579abf-4a4a-4b45-9400-ce9bdec84f93 req-f26a18aa-2ccc-43d3-a8ea-970864316123 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 946 time: 0.0719085 Feb 08 22:17:04.282707 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66579abf-4a4a-4b45-9400-ce9bdec84f93 req-e16f6123-46bf-47fb-ae97-e38addf05a10 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602355 Feb 08 22:17:05.441109 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fa4b6-e0ca-468f-8aee-2b5ed20db0cb req-75c9f620-28a7-4081-ac52-ab0e21525dfc tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:05.442723 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-070fa4b6-e0ca-468f-8aee-2b5ed20db0cb req-75c9f620-28a7-4081-ac52-ab0e21525dfc tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 946 time: 0.0670137 Feb 08 22:17:05.522594 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-070fa4b6-e0ca-468f-8aee-2b5ed20db0cb req-4ff9b85b-36fa-4f4b-b5d0-78919c5be3d5 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701489 Feb 08 22:17:06.689402 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c6ec4-feea-4e49-97d0-f59448ebcbb8 req-8e811788-84fa-4514-98a9-a8192d2c8f3f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:06.690968 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f25c6ec4-feea-4e49-97d0-f59448ebcbb8 req-8e811788-84fa-4514-98a9-a8192d2c8f3f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 946 time: 0.0736034 Feb 08 22:17:06.756104 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f25c6ec4-feea-4e49-97d0-f59448ebcbb8 req-cdfd3322-650a-40f7-9f04-d0a9e17ce6ee tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520513 Feb 08 22:17:06.931524 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:07.081237 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:07.897633 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d236f-4924-4532-a42a-a315932e2ae3 req-75f65303-da8c-4546-b6ff-87f2f0063b2f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:07.899150 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ac5d236f-4924-4532-a42a-a315932e2ae3 req-75f65303-da8c-4546-b6ff-87f2f0063b2f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 946 time: 0.0613019 Feb 08 22:17:07.950548 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ac5d236f-4924-4532-a42a-a315932e2ae3 req-6df88a77-e6e3-4907-a277-3f85aa66fb03 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455124 Feb 08 22:17:09.077757 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8af8a-f3f2-4a49-9ff3-6b8691201c30 req-6ab81e23-7510-4040-9984-47b515a5b482 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:09.079273 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0c8af8a-f3f2-4a49-9ff3-6b8691201c30 req-6ab81e23-7510-4040-9984-47b515a5b482 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 946 time: 0.0550525 Feb 08 22:17:09.128038 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0c8af8a-f3f2-4a49-9ff3-6b8691201c30 req-dab57dd2-b9be-4405-abac-5de0a19bcf9e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430925 Feb 08 22:17:10.261672 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b959e9-50c6-43fb-ac71-891b05eb66f7 req-4feac093-00a9-433f-8de1-e0ebbdaf1d50 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:10.262822 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56b959e9-50c6-43fb-ac71-891b05eb66f7 req-4feac093-00a9-433f-8de1-e0ebbdaf1d50 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 946 time: 0.0585828 Feb 08 22:17:10.316773 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56b959e9-50c6-43fb-ac71-891b05eb66f7 req-8545a3f8-21a8-4fb7-9fd2-7c434c458b68 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480986 Feb 08 22:17:11.513596 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973ed07-6eba-4e4a-a71b-e72c9b9a0640 req-dded2ecf-1cd4-4842-a8fa-5beb4cc59aff tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:11.515390 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c973ed07-6eba-4e4a-a71b-e72c9b9a0640 req-dded2ecf-1cd4-4842-a8fa-5beb4cc59aff tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 946 time: 0.1019168 Feb 08 22:17:11.590817 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c973ed07-6eba-4e4a-a71b-e72c9b9a0640 req-849e90d0-8f4b-47f2-8957-f0b5f0c4d8b6 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647247 Feb 08 22:17:12.732382 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f60aaf-0fcb-410f-a159-750dfa2e4174 req-cead44fb-5fdc-4cc2-95ff-32b1e23f99d9 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:12.734418 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-15f60aaf-0fcb-410f-a159-750dfa2e4174 req-cead44fb-5fdc-4cc2-95ff-32b1e23f99d9 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 946 time: 0.0587556 Feb 08 22:17:12.792552 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-15f60aaf-0fcb-410f-a159-750dfa2e4174 req-6509e64f-6d2b-40eb-84fa-ff0669e17d3d tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525560 Feb 08 22:17:13.923721 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd4692-e591-4b33-89fa-f0ecdb989913 req-bf557830-2b34-4160-a0a9-c91daf34bd8c tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:13.925300 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37bd4692-e591-4b33-89fa-f0ecdb989913 req-bf557830-2b34-4160-a0a9-c91daf34bd8c tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 946 time: 0.0613484 Feb 08 22:17:13.980993 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37bd4692-e591-4b33-89fa-f0ecdb989913 req-179f4464-0a31-4fda-9402-e825527a463f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478485 Feb 08 22:17:14.914129 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-7526bfde-287a-493b-8783-39acaad06f17 req-2b23f406-b68b-4621-89fd-5ca4ee74301b service neutron] (103433) timed out ('10.222.0.96', 59199) {{(pid=103433) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 22:17:15.128077 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef1689-5137-4f94-aa37-cfd3fb08c442 req-08d8efd4-eb2a-4325-8562-ac1bf6ca811b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:15.131043 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27ef1689-5137-4f94-aa37-cfd3fb08c442 req-08d8efd4-eb2a-4325-8562-ac1bf6ca811b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 946 time: 0.0663879 Feb 08 22:17:15.192370 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27ef1689-5137-4f94-aa37-cfd3fb08c442 req-86bb1b84-8dad-4a2a-8659-53c5423634b9 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539191 Feb 08 22:17:16.351857 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc82501-21a0-4343-9b8c-28db01a1d89b req-6e7bdffb-f818-445b-831d-bf99403d6bca tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:16.353578 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6bc82501-21a0-4343-9b8c-28db01a1d89b req-6e7bdffb-f818-445b-831d-bf99403d6bca tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 946 time: 0.0737767 Feb 08 22:17:16.409382 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6bc82501-21a0-4343-9b8c-28db01a1d89b req-59b3ade9-3313-44a6-b2af-241f0204cdcc tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497196 Feb 08 22:17:16.837695 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-c93e3f9d-54e6-44ce-a3ad-cf2f12ddb711 service neutron] show failed (client error): The resource could not be found. Feb 08 22:17:16.838824 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-c93e3f9d-54e6-44ce-a3ad-cf2f12ddb711 service neutron] 10.222.0.94 "GET /v2.0/ports/976098e9-1ae9-4066-9ca5-884f9d02c227/bindings/n-h2-712143-31 HTTP/1.1" status: 404 len: 381 time: 0.0706210 Feb 08 22:17:17.168168 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-f8f33a3f-25c6-406a-b6ba-5c5052c041a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:17.169925 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-f8f33a3f-25c6-406a-b6ba-5c5052c041a7 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722&tenant_id=52394cedb96f402a8356b9d71e71bb96 HTTP/1.1" status: 200 len: 1129 time: 0.1485205 Feb 08 22:17:17.182287 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-e00e38f6-04e3-4af4-88fd-c9a9ff37b82a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712143-31', 'device_owner': 'compute:nova'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:17:17.253467 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-e00e38f6-04e3-4af4-88fd-c9a9ff37b82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:17.497883 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-e00e38f6-04e3-4af4-88fd-c9a9ff37b82a service neutron] For port 976098e9-1ae9-4066-9ca5-884f9d02c227, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=976098e9-1ae9-4066-9ca5-884f9d02c227,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:17:17.578605 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-e00e38f6-04e3-4af4-88fd-c9a9ff37b82a service neutron] For port 976098e9-1ae9-4066-9ca5-884f9d02c227, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:17:17.625452 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4d039-58a5-4603-9802-b45db7f8884b req-40d5e981-16eb-4f9e-9597-51f67a9ff77a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:17.627104 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17d4d039-58a5-4603-9802-b45db7f8884b req-40d5e981-16eb-4f9e-9597-51f67a9ff77a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 946 time: 0.1159029 Feb 08 22:17:17.659792 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd811f17d-486a-4628-ac43-bf6412b14722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '976098e9-1ae9-4066-9ca5-884f9d02c227'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:17:17.663298 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8640dd00-cfa2-41e3-a0da-5fa3645ebf08" -d '{"events": [{"server_uuid": "d811f17d-486a-4628-ac43-bf6412b14722", "name": "network-vif-unplugged", "status": "completed", "tag": "976098e9-1ae9-4066-9ca5-884f9d02c227"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:17:17.673864 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-e00e38f6-04e3-4af4-88fd-c9a9ff37b82a service neutron] Publish callbacks [] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:17.710987 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-e00e38f6-04e3-4af4-88fd-c9a9ff37b82a service neutron] Transition to ACTIVE for port object 976098e9-1ae9-4066-9ca5-884f9d02c227 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:17:17.716680 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-e00e38f6-04e3-4af4-88fd-c9a9ff37b82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:17.723667 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17d4d039-58a5-4603-9802-b45db7f8884b req-8223a784-089f-46e4-a417-a10a2eb75872 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809996 Feb 08 22:17:17.736875 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 22:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71200cbd-0372-4921-ad64-9bee00dd745b x-openstack-request-id: req-71200cbd-0372-4921-ad64-9bee00dd745b {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:17:17.737176 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d811f17d-486a-4628-ac43-bf6412b14722", "name": "network-vif-unplugged", "status": "completed", "tag": "976098e9-1ae9-4066-9ca5-884f9d02c227", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:17:17.737466 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-71200cbd-0372-4921-ad64-9bee00dd745b {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:17:17.737863 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd811f17d-486a-4628-ac43-bf6412b14722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '976098e9-1ae9-4066-9ca5-884f9d02c227', 'code': 200} Feb 08 22:17:17.865799 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e38f6-04e3-4af4-88fd-c9a9ff37b82a service neutron] Pushing event updated for resources: {'Port': ['ID=976098e9-1ae9-4066-9ca5-884f9d02c227,revision_number=6']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:17:17.930113 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-e00e38f6-04e3-4af4-88fd-c9a9ff37b82a service neutron] No DVR routers for this DVR port 976098e9-1ae9-4066-9ca5-884f9d02c227 on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:17:18.128499 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-e00e38f6-04e3-4af4-88fd-c9a9ff37b82a service neutron] Attempting to bind port 976098e9-1ae9-4066-9ca5-884f9d02c227 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:17:18.128903 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-e00e38f6-04e3-4af4-88fd-c9a9ff37b82a service neutron] Attempting to bind port 976098e9-1ae9-4066-9ca5-884f9d02c227 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:17:18.129275 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-e00e38f6-04e3-4af4-88fd-c9a9ff37b82a service neutron] Attempting to bind port 976098e9-1ae9-4066-9ca5-884f9d02c227 on network bc78e00c-dc98-41c2-b966-2ce242857563 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:17:18.136686 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-e00e38f6-04e3-4af4-88fd-c9a9ff37b82a service neutron] Port 976098e9-1ae9-4066-9ca5-884f9d02c227 on network bc78e00c-dc98-41c2-b966-2ce242857563 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:17:18.137022 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-e00e38f6-04e3-4af4-88fd-c9a9ff37b82a service neutron] Attempting to bind port 976098e9-1ae9-4066-9ca5-884f9d02c227 on network bc78e00c-dc98-41c2-b966-2ce242857563 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:17:18.143167 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-e00e38f6-04e3-4af4-88fd-c9a9ff37b82a service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:17:18.143542 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-e00e38f6-04e3-4af4-88fd-c9a9ff37b82a service neutron] Checking segment: {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:17:18.143962 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-e00e38f6-04e3-4af4-88fd-c9a9ff37b82a service neutron] Bound using segment: {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:17:18.144414 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-e00e38f6-04e3-4af4-88fd-c9a9ff37b82a service neutron] Bound port: 976098e9-1ae9-4066-9ca5-884f9d02c227, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:17:18.144844 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-e00e38f6-04e3-4af4-88fd-c9a9ff37b82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:18.233491 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-e00e38f6-04e3-4af4-88fd-c9a9ff37b82a service neutron] For port 976098e9-1ae9-4066-9ca5-884f9d02c227, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:17:18.238038 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-e00e38f6-04e3-4af4-88fd-c9a9ff37b82a service neutron] For port 976098e9-1ae9-4066-9ca5-884f9d02c227, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=976098e9-1ae9-4066-9ca5-884f9d02c227,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:17:18.248799 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-e00e38f6-04e3-4af4-88fd-c9a9ff37b82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:18.288024 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-e00e38f6-04e3-4af4-88fd-c9a9ff37b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:18.288599 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-e00e38f6-04e3-4af4-88fd-c9a9ff37b82a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:18.290216 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-e00e38f6-04e3-4af4-88fd-c9a9ff37b82a service neutron] 10.222.0.96 "PUT /v2.0/ports/976098e9-1ae9-4066-9ca5-884f9d02c227 HTTP/1.1" status: 200 len: 1093 time: 1.1132135 Feb 08 22:17:18.331496 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e38f6-04e3-4af4-88fd-c9a9ff37b82a service neutron] Pushing event updated for resources: {'Port': ['ID=976098e9-1ae9-4066-9ca5-884f9d02c227,revision_number=7']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:17:18.377564 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-963c44b9-fc64-4cf2-88ff-5880ffebed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:18.379185 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-963c44b9-fc64-4cf2-88ff-5880ffebed73 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 1127 time: 0.0625074 Feb 08 22:17:18.489326 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-9a9ea098-6640-40d4-9198-7a2f11dac2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:18.490861 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-9a9ea098-6640-40d4-9198-7a2f11dac2b0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.1002424 Feb 08 22:17:18.567056 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-421e4d3b-2f2e-458d-9f7c-2f9818d78b2d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=976098e9-1ae9-4066-9ca5-884f9d02c227 HTTP/1.1" status: 200 len: 1001 time: 0.0699294 Feb 08 22:17:18.619727 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-166bf8f7-7319-43e1-81d4-621928475d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:18.621239 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-166bf8f7-7319-43e1-81d4-621928475d0c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0493033 Feb 08 22:17:18.672896 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-8a862afd-99fe-4ac8-be60-1d04c53d7f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:18.674481 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-8a862afd-99fe-4ac8-be60-1d04c53d7f4b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469632 Feb 08 22:17:18.770303 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-71c345c3-815e-43f0-8c9a-241d37d883cc service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900307 Feb 08 22:17:18.897538 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb26ff-3a6b-4ba3-84ed-8f368a309a56 req-b4c92a75-9570-4eb2-b22b-589937a77678 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:18.899011 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0cb26ff-3a6b-4ba3-84ed-8f368a309a56 req-b4c92a75-9570-4eb2-b22b-589937a77678 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 944 time: 0.0800953 Feb 08 22:17:18.905171 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ee0c1e7-aff3-4993-9883-e9a8b61e9a8c req-7b37117c-080b-4659-a312-d5860585ce9c service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294050 Feb 08 22:17:18.956669 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0cb26ff-3a6b-4ba3-84ed-8f368a309a56 req-45f41980-5f05-45b2-865a-316dc2a78998 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504825 Feb 08 22:17:19.739147 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd811f17d-486a-4628-ac43-bf6412b14722', 'tag': '976098e9-1ae9-4066-9ca5-884f9d02c227'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:17:19.741584 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729ff353-7e2a-4a00-9b4e-1cd0c0537907" -d '{"events": [{"name": "network-changed", "server_uuid": "d811f17d-486a-4628-ac43-bf6412b14722", "tag": "976098e9-1ae9-4066-9ca5-884f9d02c227"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:17:19.794008 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1a8375-3885-4598-b809-034419ba6305 x-openstack-request-id: req-4c1a8375-3885-4598-b809-034419ba6305 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:17:19.794305 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d811f17d-486a-4628-ac43-bf6412b14722", "tag": "976098e9-1ae9-4066-9ca5-884f9d02c227", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:17:19.794565 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4c1a8375-3885-4598-b809-034419ba6305 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:17:19.794972 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd811f17d-486a-4628-ac43-bf6412b14722', 'tag': '976098e9-1ae9-4066-9ca5-884f9d02c227', 'status': 'completed', 'code': 200} Feb 08 22:17:19.886244 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ff353-7e2a-4a00-9b4e-1cd0c0537907 req-04050da7-f066-478d-aa8d-66d523c4b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:19.887768 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-729ff353-7e2a-4a00-9b4e-1cd0c0537907 req-04050da7-f066-478d-aa8d-66d523c4b1bf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 1127 time: 0.0757182 Feb 08 22:17:19.893173 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ff353-7e2a-4a00-9b4e-1cd0c0537907 req-a8d09463-cbf6-451b-837a-92e807fd54df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:19.894718 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-729ff353-7e2a-4a00-9b4e-1cd0c0537907 req-a8d09463-cbf6-451b-837a-92e807fd54df service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 1127 time: 0.0735798 Feb 08 22:17:20.091262 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ff353-7e2a-4a00-9b4e-1cd0c0537907 req-45278e00-2eaa-4869-bdf7-44074f2d8a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:20.093323 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-729ff353-7e2a-4a00-9b4e-1cd0c0537907 req-45278e00-2eaa-4869-bdf7-44074f2d8a4e service neutron] 10.222.0.96 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.1976268 Feb 08 22:17:20.094401 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ff353-7e2a-4a00-9b4e-1cd0c0537907 req-f6a1de8e-5578-4ea9-9930-6b926127bf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:20.095720 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-729ff353-7e2a-4a00-9b4e-1cd0c0537907 req-f6a1de8e-5578-4ea9-9930-6b926127bf9e service neutron] 10.222.0.94 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.1926711 Feb 08 22:17:20.219720 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a12128-1c56-4a3c-a9ed-2d48a790f438 req-7d014760-2ecb-4cab-8245-8ede4baf0629 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:20.221275 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27a12128-1c56-4a3c-a9ed-2d48a790f438 req-7d014760-2ecb-4cab-8245-8ede4baf0629 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 944 time: 0.1866465 Feb 08 22:17:20.243782 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-729ff353-7e2a-4a00-9b4e-1cd0c0537907 req-bfac625d-c179-4b98-97a7-237f559d4955 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=976098e9-1ae9-4066-9ca5-884f9d02c227 HTTP/1.1" status: 200 len: 1001 time: 0.1376398 Feb 08 22:17:20.246618 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-729ff353-7e2a-4a00-9b4e-1cd0c0537907 req-49c5a42b-aad0-4f03-b481-402900ba7ddc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=976098e9-1ae9-4066-9ca5-884f9d02c227 HTTP/1.1" status: 200 len: 1001 time: 0.1438012 Feb 08 22:17:20.360939 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ff353-7e2a-4a00-9b4e-1cd0c0537907 req-78472a1a-eb16-4d2a-8c36-82c726872383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:20.362360 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-729ff353-7e2a-4a00-9b4e-1cd0c0537907 req-78472a1a-eb16-4d2a-8c36-82c726872383 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.1093230 Feb 08 22:17:20.366731 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27a12128-1c56-4a3c-a9ed-2d48a790f438 req-dc62b1e7-8b29-41d2-92f1-c834c033959a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349611 Feb 08 22:17:20.368280 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ff353-7e2a-4a00-9b4e-1cd0c0537907 req-9d6cc60f-84ad-4f52-98b4-9ee45dbd623e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:20.369718 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-729ff353-7e2a-4a00-9b4e-1cd0c0537907 req-9d6cc60f-84ad-4f52-98b4-9ee45dbd623e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.1155779 Feb 08 22:17:20.450824 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ff353-7e2a-4a00-9b4e-1cd0c0537907 req-b0567191-fc11-46e5-bf6f-a5dea726e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:20.452362 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-729ff353-7e2a-4a00-9b4e-1cd0c0537907 req-b0567191-fc11-46e5-bf6f-a5dea726e778 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0817876 Feb 08 22:17:20.458449 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ff353-7e2a-4a00-9b4e-1cd0c0537907 req-4d72e0cb-9aa1-411b-8cc4-f42d31d6e1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:20.459936 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-729ff353-7e2a-4a00-9b4e-1cd0c0537907 req-4d72e0cb-9aa1-411b-8cc4-f42d31d6e1d5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0815558 Feb 08 22:17:20.623404 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-729ff353-7e2a-4a00-9b4e-1cd0c0537907 req-caaf2f45-ed69-4bc3-99e2-215182c86252 service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624911 Feb 08 22:17:20.629168 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-729ff353-7e2a-4a00-9b4e-1cd0c0537907 req-a3e47df3-75b2-421b-8e96-4d62f7ac3d56 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601553 Feb 08 22:17:20.639945 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 976098e9-1ae9-4066-9ca5-884f9d02c227 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:17:20.684404 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] The host n-h1-712143-31 is not matching for port 976098e9-1ae9-4066-9ca5-884f9d02c227 host n-h2-712143-31! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 22:17:20.685429 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 976098e9-1ae9-4066-9ca5-884f9d02c227 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:17:20.786685 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-729ff353-7e2a-4a00-9b4e-1cd0c0537907 req-e6b87a36-1189-4926-b1a6-c365534c08bf service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558368 Feb 08 22:17:20.804895 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-729ff353-7e2a-4a00-9b4e-1cd0c0537907 req-30b2b169-fc56-4738-ad1f-4d6c691ea1e9 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673517 Feb 08 22:17:21.514187 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82fad7-1a6c-4857-918e-61e14a18cfec req-3a2d5022-cbf9-4317-b3bd-9b379e96beb3 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:21.515862 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1b82fad7-1a6c-4857-918e-61e14a18cfec req-3a2d5022-cbf9-4317-b3bd-9b379e96beb3 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 944 time: 0.0629895 Feb 08 22:17:21.600257 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1b82fad7-1a6c-4857-918e-61e14a18cfec req-c1010493-5232-49a4-8c28-16dbc70d09fa tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744920 Feb 08 22:17:22.724789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28451de8-a38c-4c1e-8633-abd367146f41 req-aac7c987-9998-478b-83d9-54e56f898e79 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:22.726331 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-28451de8-a38c-4c1e-8633-abd367146f41 req-aac7c987-9998-478b-83d9-54e56f898e79 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 944 time: 0.0540986 Feb 08 22:17:22.774596 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-28451de8-a38c-4c1e-8633-abd367146f41 req-a9907167-2848-4f30-9705-be30b52b9dca tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427384 Feb 08 22:17:23.151867 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 976098e9-1ae9-4066-9ca5-884f9d02c227 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:17:23.167637 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-229f31a7-6f41-4323-b53a-4779d5e55b37 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:23.169177 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-229f31a7-6f41-4323-b53a-4779d5e55b37 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.96 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722&tenant_id=52394cedb96f402a8356b9d71e71bb96&binding%3Ahost_id=n-h2-712143-31 HTTP/1.1" status: 200 len: 944 time: 0.1335371 Feb 08 22:17:23.181061 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243a7e7-ca7b-4eca-99eb-a756dc397e65 req-3685cd37-630d-4bcf-a830-56ed0778acb3 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:23.182575 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1243a7e7-ca7b-4eca-99eb-a756dc397e65 req-3685cd37-630d-4bcf-a830-56ed0778acb3 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 944 time: 0.1028097 Feb 08 22:17:23.252626 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 976098e9-1ae9-4066-9ca5-884f9d02c227, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=976098e9-1ae9-4066-9ca5-884f9d02c227,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:17:23.265843 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '976098e9-1ae9-4066-9ca5-884f9d02c227', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'port_id': '976098e9-1ae9-4066-9ca5-884f9d02c227', 'mac_address': 'fa:16:3e:4e:c6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:17:23.270051 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1243a7e7-ca7b-4eca-99eb-a756dc397e65 req-cad2eee2-9c69-4419-b372-8ef5b61a4707 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812654 Feb 08 22:17:23.273760 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-c4bd861b-673f-4d2f-a0e4-f2a5a20a73b5 service neutron] 10.222.0.96 "GET /v2.0/ports/976098e9-1ae9-4066-9ca5-884f9d02c227/bindings/n-h2-712143-31 HTTP/1.1" status: 200 len: 383 time: 0.0902529 Feb 08 22:17:23.313112 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 976098e9-1ae9-4066-9ca5-884f9d02c227 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:17:23.313809 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:23.333718 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 976098e9-1ae9-4066-9ca5-884f9d02c227 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:17:23.356273 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-3e4d8655-61cf-42fc-986b-ff1f5797c705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:23.357801 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-3e4d8655-61cf-42fc-986b-ff1f5797c705 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 1127 time: 0.0616026 Feb 08 22:17:23.359919 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 976098e9-1ae9-4066-9ca5-884f9d02c227, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=976098e9-1ae9-4066-9ca5-884f9d02c227,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:17:23.364600 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:23.412703 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=976098e9-1ae9-4066-9ca5-884f9d02c227,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:17:23.447432 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-350b8a51-3ea8-429b-bfb6-e20aafb20b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:23.448950 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-350b8a51-3ea8-429b-bfb6-e20aafb20b2f service neutron] 10.222.0.96 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.0843623 Feb 08 22:17:23.518337 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-71d3c9ae-9afd-458d-be3a-834de95e1226 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=976098e9-1ae9-4066-9ca5-884f9d02c227 HTTP/1.1" status: 200 len: 1002 time: 0.0618138 Feb 08 22:17:23.583906 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-c19e5683-5aaa-4d1c-89d1-5dea45473b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:23.585517 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-c19e5683-5aaa-4d1c-89d1-5dea45473b36 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0612483 Feb 08 22:17:23.641654 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-9fb1968e-40b4-49f8-9653-57bca80852f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:23.643284 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-9fb1968e-40b4-49f8-9653-57bca80852f1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0515161 Feb 08 22:17:23.672644 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['976098e9-1ae9-4066-9ca5-884f9d02c227'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:17:23.740034 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-5d5b09df-d241-4fc9-a6d5-1bea718e698f service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897169 Feb 08 22:17:23.830620 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-914fae7e-4132-4b85-97f3-769bb0f3b11a service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851762 Feb 08 22:17:24.296807 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-09f74fab-b245-4e9b-bb60-1e7f54cc3ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:24.405337 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ae2e4-6a35-4a94-b930-c5082aa5d048 req-38c780c3-8206-4138-adba-fd6cb43d79cf tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:24.406780 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-db2ae2e4-6a35-4a94-b930-c5082aa5d048 req-38c780c3-8206-4138-adba-fd6cb43d79cf tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 945 time: 0.0547740 Feb 08 22:17:24.455841 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-db2ae2e4-6a35-4a94-b930-c5082aa5d048 req-9c511258-8302-4545-b618-ce822c8bbf8c tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422277 Feb 08 22:17:24.596050 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d85f3-ae38-43da-925a-ae90237999cb req-a1dc04fc-ab88-4ebc-9997-d95b4d06b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:24.597574 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c6d85f3-ae38-43da-925a-ae90237999cb req-a1dc04fc-ab88-4ebc-9997-d95b4d06b094 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 1128 time: 0.0503120 Feb 08 22:17:24.715769 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d85f3-ae38-43da-925a-ae90237999cb req-d48ae39b-6b12-4fa6-843d-c9d2691deee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:24.717172 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c6d85f3-ae38-43da-925a-ae90237999cb req-d48ae39b-6b12-4fa6-843d-c9d2691deee7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.1003575 Feb 08 22:17:24.851803 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:17:25.139669 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c6d85f3-ae38-43da-925a-ae90237999cb req-16ebe02f-89a6-4d93-8e1e-145a81d0646f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=976098e9-1ae9-4066-9ca5-884f9d02c227 HTTP/1.1" status: 200 len: 1002 time: 0.4155772 Feb 08 22:17:25.177985 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 976098e9-1ae9-4066-9ca5-884f9d02c227 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:17:25.201461 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d85f3-ae38-43da-925a-ae90237999cb req-d975acaf-4f7f-479a-8515-9f1ad92597af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:25.202938 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c6d85f3-ae38-43da-925a-ae90237999cb req-d975acaf-4f7f-479a-8515-9f1ad92597af service neutron] 10.222.0.96 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0568743 Feb 08 22:17:25.232157 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 976098e9-1ae9-4066-9ca5-884f9d02c227 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:17:25.237872 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 976098e9-1ae9-4066-9ca5-884f9d02c227 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:17:25.238348 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:25.256701 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d85f3-ae38-43da-925a-ae90237999cb req-ebd35032-2844-4bde-b996-6651d3e12d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:25.258401 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c6d85f3-ae38-43da-925a-ae90237999cb req-ebd35032-2844-4bde-b996-6651d3e12d82 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0495205 Feb 08 22:17:25.333128 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 976098e9-1ae9-4066-9ca5-884f9d02c227 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:17:25.333880 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:25.369931 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd811f17d-486a-4628-ac43-bf6412b14722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976098e9-1ae9-4066-9ca5-884f9d02c227'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:17:25.372468 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15d2ae2-66be-4610-8c3a-217b3b2a7656" -d '{"events": [{"server_uuid": "d811f17d-486a-4628-ac43-bf6412b14722", "name": "network-vif-plugged", "status": "completed", "tag": "976098e9-1ae9-4066-9ca5-884f9d02c227"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:17:25.379625 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c6d85f3-ae38-43da-925a-ae90237999cb req-fa6c8bb6-a32b-408d-8e27-945d3769b818 service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153357 Feb 08 22:17:25.389901 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 976098e9-1ae9-4066-9ca5-884f9d02c227, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=976098e9-1ae9-4066-9ca5-884f9d02c227,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:17:25.396158 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:25.483148 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=976098e9-1ae9-4066-9ca5-884f9d02c227,revision_number=9']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:17:25.509967 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5d361f-37f7-42c2-ad23-b311d47af640 x-openstack-request-id: req-7a5d361f-37f7-42c2-ad23-b311d47af640 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:17:25.510315 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d811f17d-486a-4628-ac43-bf6412b14722", "name": "network-vif-plugged", "status": "completed", "tag": "976098e9-1ae9-4066-9ca5-884f9d02c227", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:17:25.510602 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7a5d361f-37f7-42c2-ad23-b311d47af640 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:17:25.511007 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd811f17d-486a-4628-ac43-bf6412b14722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976098e9-1ae9-4066-9ca5-884f9d02c227', 'code': 200} Feb 08 22:17:25.531594 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c6d85f3-ae38-43da-925a-ae90237999cb req-b9b1b4c3-d4db-4f4b-b58d-086df4629bc8 service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426606 Feb 08 22:17:25.613347 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253bcf9-509f-48ce-90c6-19cebdbebb4d req-31810958-8f86-45b3-b01f-939c76c1da17 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:25.615038 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5253bcf9-509f-48ce-90c6-19cebdbebb4d req-31810958-8f86-45b3-b01f-939c76c1da17 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 946 time: 0.0682271 Feb 08 22:17:25.681341 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5253bcf9-509f-48ce-90c6-19cebdbebb4d req-0a8a6116-cc27-47c9-bfaa-18a98d11a2b6 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602634 Feb 08 22:17:26.007330 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-d4db312c-6bc7-4a4b-a29e-b27123a2c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:26.009149 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-d4db312c-6bc7-4a4b-a29e-b27123a2c47e service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722&tenant_id=52394cedb96f402a8356b9d71e71bb96 HTTP/1.1" status: 200 len: 1129 time: 0.0622647 Feb 08 22:17:26.028603 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-9d3af9fb-4acf-45c8-a271-c5dfbb24b541 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-31', 'device_owner': 'compute:nova'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:17:26.096512 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-9d3af9fb-4acf-45c8-a271-c5dfbb24b541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:26.353968 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-9d3af9fb-4acf-45c8-a271-c5dfbb24b541 service neutron] For port 976098e9-1ae9-4066-9ca5-884f9d02c227, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=976098e9-1ae9-4066-9ca5-884f9d02c227,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:17:26.402874 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-9d3af9fb-4acf-45c8-a271-c5dfbb24b541 service neutron] For port 976098e9-1ae9-4066-9ca5-884f9d02c227, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:17:26.445879 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd811f17d-486a-4628-ac43-bf6412b14722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '976098e9-1ae9-4066-9ca5-884f9d02c227'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:17:26.448393 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4961ccae-9037-41a4-b8e6-d02e6bf8aa4a" -d '{"events": [{"server_uuid": "d811f17d-486a-4628-ac43-bf6412b14722", "name": "network-vif-unplugged", "status": "completed", "tag": "976098e9-1ae9-4066-9ca5-884f9d02c227"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:17:26.452642 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-9d3af9fb-4acf-45c8-a271-c5dfbb24b541 service neutron] Publish callbacks [] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:26.468784 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-9d3af9fb-4acf-45c8-a271-c5dfbb24b541 service neutron] Transition to ACTIVE for port object 976098e9-1ae9-4066-9ca5-884f9d02c227 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:17:26.475312 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-9d3af9fb-4acf-45c8-a271-c5dfbb24b541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:26.511164 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 22:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06168122-fc80-43ca-b33e-d2e00e1adea7 x-openstack-request-id: req-06168122-fc80-43ca-b33e-d2e00e1adea7 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:17:26.511465 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d811f17d-486a-4628-ac43-bf6412b14722", "name": "network-vif-unplugged", "status": "completed", "tag": "976098e9-1ae9-4066-9ca5-884f9d02c227", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:17:26.511721 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-06168122-fc80-43ca-b33e-d2e00e1adea7 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:17:26.512182 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd811f17d-486a-4628-ac43-bf6412b14722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '976098e9-1ae9-4066-9ca5-884f9d02c227', 'code': 200} Feb 08 22:17:26.560116 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3af9fb-4acf-45c8-a271-c5dfbb24b541 service neutron] Pushing event updated for resources: {'Port': ['ID=976098e9-1ae9-4066-9ca5-884f9d02c227,revision_number=10']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:17:26.613009 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-9d3af9fb-4acf-45c8-a271-c5dfbb24b541 service neutron] No DVR routers for this DVR port 976098e9-1ae9-4066-9ca5-884f9d02c227 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:17:26.784786 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-9d3af9fb-4acf-45c8-a271-c5dfbb24b541 service neutron] Attempting to bind port 976098e9-1ae9-4066-9ca5-884f9d02c227 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:17:26.785082 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-9d3af9fb-4acf-45c8-a271-c5dfbb24b541 service neutron] Attempting to bind port 976098e9-1ae9-4066-9ca5-884f9d02c227 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:17:26.785612 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-9d3af9fb-4acf-45c8-a271-c5dfbb24b541 service neutron] Attempting to bind port 976098e9-1ae9-4066-9ca5-884f9d02c227 on network bc78e00c-dc98-41c2-b966-2ce242857563 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:17:26.792485 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-9d3af9fb-4acf-45c8-a271-c5dfbb24b541 service neutron] Port 976098e9-1ae9-4066-9ca5-884f9d02c227 on network bc78e00c-dc98-41c2-b966-2ce242857563 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:17:26.793011 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-9d3af9fb-4acf-45c8-a271-c5dfbb24b541 service neutron] Attempting to bind port 976098e9-1ae9-4066-9ca5-884f9d02c227 on network bc78e00c-dc98-41c2-b966-2ce242857563 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:17:26.817446 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-9d3af9fb-4acf-45c8-a271-c5dfbb24b541 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:17:26.818044 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-9d3af9fb-4acf-45c8-a271-c5dfbb24b541 service neutron] Checking segment: {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:17:26.818700 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-9d3af9fb-4acf-45c8-a271-c5dfbb24b541 service neutron] Bound using segment: {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:17:26.819469 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-9d3af9fb-4acf-45c8-a271-c5dfbb24b541 service neutron] Bound port: 976098e9-1ae9-4066-9ca5-884f9d02c227, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:17:26.820092 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-9d3af9fb-4acf-45c8-a271-c5dfbb24b541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:26.953221 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9e058-9d56-4c17-b492-c9bf753751f4 req-53971d7c-5dcb-4f1e-b2a3-a5db8ab5fd85 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:26.954796 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8ce9e058-9d56-4c17-b492-c9bf753751f4 req-53971d7c-5dcb-4f1e-b2a3-a5db8ab5fd85 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 945 time: 0.1532695 Feb 08 22:17:26.993407 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-9d3af9fb-4acf-45c8-a271-c5dfbb24b541 service neutron] For port 976098e9-1ae9-4066-9ca5-884f9d02c227, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:17:27.015205 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-9d3af9fb-4acf-45c8-a271-c5dfbb24b541 service neutron] For port 976098e9-1ae9-4066-9ca5-884f9d02c227, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=976098e9-1ae9-4066-9ca5-884f9d02c227,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:17:27.026614 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-9d3af9fb-4acf-45c8-a271-c5dfbb24b541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:27.061499 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8ce9e058-9d56-4c17-b492-c9bf753751f4 req-95c43e11-8702-42a3-807d-fa9994e0e5fe tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998375 Feb 08 22:17:27.075089 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-9d3af9fb-4acf-45c8-a271-c5dfbb24b541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:27.075859 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-9d3af9fb-4acf-45c8-a271-c5dfbb24b541 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:27.077390 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-9d3af9fb-4acf-45c8-a271-c5dfbb24b541 service neutron] 10.222.0.94 "PUT /v2.0/ports/976098e9-1ae9-4066-9ca5-884f9d02c227 HTTP/1.1" status: 200 len: 1094 time: 1.0551147 Feb 08 22:17:27.120527 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3af9fb-4acf-45c8-a271-c5dfbb24b541 service neutron] Pushing event updated for resources: {'Port': ['ID=976098e9-1ae9-4066-9ca5-884f9d02c227,revision_number=11']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:17:27.158640 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-a97032cb-d51c-485b-ba7a-bea84472180f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:27.160198 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-a97032cb-d51c-485b-ba7a-bea84472180f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 1128 time: 0.0550852 Feb 08 22:17:27.268656 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-bb945c6f-8970-4c52-ad61-8c4cf8423b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:27.270974 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-bb945c6f-8970-4c52-ad61-8c4cf8423b90 service neutron] 10.222.0.94 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.1033545 Feb 08 22:17:27.346766 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-00e08ee0-af45-4a6a-84e7-063a7c55f335 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=976098e9-1ae9-4066-9ca5-884f9d02c227 HTTP/1.1" status: 200 len: 1001 time: 0.0687559 Feb 08 22:17:27.396757 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-f56c8e06-1f24-4851-9d16-07d5d4bf1c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:27.398251 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-f56c8e06-1f24-4851-9d16-07d5d4bf1c91 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0460939 Feb 08 22:17:27.454357 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-44f84c99-beb4-42d2-b84a-06db5b833201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:27.455929 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-44f84c99-beb4-42d2-b84a-06db5b833201 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0520048 Feb 08 22:17:27.547300 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-1f53538b-67f5-406f-9b7f-bddb83ef7f06 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857327 Feb 08 22:17:27.583181 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-70033c43-5cb8-40b7-b11e-860b74b07816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:27.646189 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c31c01ed-ec0f-4c4a-ab2e-183f757bc146 req-3a2c001c-4872-4821-9566-7215a66361c2 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931563 Feb 08 22:17:28.195047 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3edb3d4-cd70-4055-8751-0af6d640e720 req-066f1514-aa81-477d-b0d7-7ad1f531bc8a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:28.196572 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a3edb3d4-cd70-4055-8751-0af6d640e720 req-066f1514-aa81-477d-b0d7-7ad1f531bc8a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 945 time: 0.0559793 Feb 08 22:17:28.255959 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a3edb3d4-cd70-4055-8751-0af6d640e720 req-c3b5f61c-d36e-4210-95f3-9682051d6ab1 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537102 Feb 08 22:17:28.513386 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd811f17d-486a-4628-ac43-bf6412b14722', 'tag': '976098e9-1ae9-4066-9ca5-884f9d02c227'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:17:28.515841 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08918262-3f69-4b80-9bf6-bf573233bb86" -d '{"events": [{"name": "network-changed", "server_uuid": "d811f17d-486a-4628-ac43-bf6412b14722", "tag": "976098e9-1ae9-4066-9ca5-884f9d02c227"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:17:28.566949 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8ab84c-8dea-4f83-9a69-95cf044e789b x-openstack-request-id: req-cc8ab84c-8dea-4f83-9a69-95cf044e789b {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:17:28.567822 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d811f17d-486a-4628-ac43-bf6412b14722", "tag": "976098e9-1ae9-4066-9ca5-884f9d02c227", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:17:28.568035 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cc8ab84c-8dea-4f83-9a69-95cf044e789b {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:17:28.568468 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd811f17d-486a-4628-ac43-bf6412b14722', 'tag': '976098e9-1ae9-4066-9ca5-884f9d02c227', 'status': 'completed', 'code': 200} Feb 08 22:17:28.667711 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08918262-3f69-4b80-9bf6-bf573233bb86 req-ff801b87-1da3-4fb0-a325-cff95c133553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:28.669253 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-08918262-3f69-4b80-9bf6-bf573233bb86 req-ff801b87-1da3-4fb0-a325-cff95c133553 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 1128 time: 0.0834630 Feb 08 22:17:28.672124 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08918262-3f69-4b80-9bf6-bf573233bb86 req-e3cf785e-07f7-47dc-bfcf-0655a4b61741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:28.673531 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-08918262-3f69-4b80-9bf6-bf573233bb86 req-e3cf785e-07f7-47dc-bfcf-0655a4b61741 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 1128 time: 0.0795403 Feb 08 22:17:28.845528 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08918262-3f69-4b80-9bf6-bf573233bb86 req-82f7d5ad-b6d6-4195-9fca-2f0c971e5831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:28.847048 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-08918262-3f69-4b80-9bf6-bf573233bb86 req-82f7d5ad-b6d6-4195-9fca-2f0c971e5831 service neutron] 10.222.0.96 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.1712668 Feb 08 22:17:28.848133 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08918262-3f69-4b80-9bf6-bf573233bb86 req-956d6755-97a8-477f-a1e2-0d7dbbfb1f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:28.849590 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-08918262-3f69-4b80-9bf6-bf573233bb86 req-956d6755-97a8-477f-a1e2-0d7dbbfb1f3b service neutron] 10.222.0.94 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.1666949 Feb 08 22:17:28.965588 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-08918262-3f69-4b80-9bf6-bf573233bb86 req-f0672dc0-6095-483c-9dae-20d9d8dc3419 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=976098e9-1ae9-4066-9ca5-884f9d02c227 HTTP/1.1" status: 200 len: 1001 time: 0.1123519 Feb 08 22:17:28.967555 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-08918262-3f69-4b80-9bf6-bf573233bb86 req-a7d107c3-d8b4-42e7-92b1-d8f366d108c7 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=976098e9-1ae9-4066-9ca5-884f9d02c227 HTTP/1.1" status: 200 len: 1001 time: 0.1081657 Feb 08 22:17:29.059119 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08918262-3f69-4b80-9bf6-bf573233bb86 req-095f7652-edeb-4614-ab43-b3ae547b8cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:29.060718 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-08918262-3f69-4b80-9bf6-bf573233bb86 req-095f7652-edeb-4614-ab43-b3ae547b8cfb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0891645 Feb 08 22:17:29.062311 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08918262-3f69-4b80-9bf6-bf573233bb86 req-c3c1f2f5-721a-438c-bda2-e4a843cce5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:29.063652 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-08918262-3f69-4b80-9bf6-bf573233bb86 req-c3c1f2f5-721a-438c-bda2-e4a843cce5ca service neutron] 10.222.0.94 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0846531 Feb 08 22:17:29.140698 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08918262-3f69-4b80-9bf6-bf573233bb86 req-f514f66e-2e8c-423b-9138-cc9b35e80d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:29.142366 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-08918262-3f69-4b80-9bf6-bf573233bb86 req-f514f66e-2e8c-423b-9138-cc9b35e80d14 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0757294 Feb 08 22:17:29.160253 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08918262-3f69-4b80-9bf6-bf573233bb86 req-270a6058-2468-42ae-ac69-d09d63ccbb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:29.162367 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-08918262-3f69-4b80-9bf6-bf573233bb86 req-270a6058-2468-42ae-ac69-d09d63ccbb61 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0872784 Feb 08 22:17:29.201439 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 976098e9-1ae9-4066-9ca5-884f9d02c227 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:17:29.242409 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] The host n-h2-712143-31 is not matching for port 976098e9-1ae9-4066-9ca5-884f9d02c227 host n-h1-712143-31! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 22:17:29.242807 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 976098e9-1ae9-4066-9ca5-884f9d02c227 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:17:29.310454 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-08918262-3f69-4b80-9bf6-bf573233bb86 req-677b1eb6-b98e-4e1a-b892-7675f547aacf service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605477 Feb 08 22:17:29.315821 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-08918262-3f69-4b80-9bf6-bf573233bb86 req-fc43f896-8a45-4974-aac2-e2322602007a service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435900 Feb 08 22:17:29.431274 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:29.515765 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9594f7-bdba-4946-a27f-32dce98b25c2 req-69e7a2df-d016-4619-a263-4f187247bed0 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:29.517275 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1d9594f7-bdba-4946-a27f-32dce98b25c2 req-69e7a2df-d016-4619-a263-4f187247bed0 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 945 time: 0.1488712 Feb 08 22:17:29.521564 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-08918262-3f69-4b80-9bf6-bf573233bb86 req-70eeccae-9551-4065-bb30-306ed2ea3b84 service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048571 Feb 08 22:17:29.530554 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-08918262-3f69-4b80-9bf6-bf573233bb86 req-a2c3588b-a538-4681-aa56-144ba329ee4a service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025108 Feb 08 22:17:29.573950 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1d9594f7-bdba-4946-a27f-32dce98b25c2 req-bc08a98a-8e4d-4947-bcb2-482bf50eec86 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501039 Feb 08 22:17:30.686811 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 976098e9-1ae9-4066-9ca5-884f9d02c227 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:17:30.704923 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d78663-cf94-46c8-bf80-294e51ddce4e req-f658c746-70d0-44dd-ac53-1bd248f308fe tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:30.706415 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-53d78663-cf94-46c8-bf80-294e51ddce4e req-f658c746-70d0-44dd-ac53-1bd248f308fe tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 945 time: 0.0573595 Feb 08 22:17:30.791982 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-53d78663-cf94-46c8-bf80-294e51ddce4e req-2c50b7a0-3886-417b-ab0d-de1fd14e5446 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781472 Feb 08 22:17:30.822045 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 976098e9-1ae9-4066-9ca5-884f9d02c227, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=976098e9-1ae9-4066-9ca5-884f9d02c227,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:17:30.846528 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '976098e9-1ae9-4066-9ca5-884f9d02c227', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'port_id': '976098e9-1ae9-4066-9ca5-884f9d02c227', 'mac_address': 'fa:16:3e:4e:c6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:17:30.894328 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 976098e9-1ae9-4066-9ca5-884f9d02c227 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:17:30.894845 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:30.914633 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 976098e9-1ae9-4066-9ca5-884f9d02c227 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:17:30.944947 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afda0b-d78f-4e18-b408-b85583238ab3 req-fe8a3163-5da9-4860-a3ec-7a250977f97b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:30.944947 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-50afda0b-d78f-4e18-b408-b85583238ab3 req-fe8a3163-5da9-4860-a3ec-7a250977f97b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 945 time: 0.0736771 Feb 08 22:17:30.945660 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 976098e9-1ae9-4066-9ca5-884f9d02c227, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=976098e9-1ae9-4066-9ca5-884f9d02c227,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:17:30.950147 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:31.014050 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=976098e9-1ae9-4066-9ca5-884f9d02c227,revision_number=12']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:17:31.026276 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-50afda0b-d78f-4e18-b408-b85583238ab3 req-7dd79eb7-90a2-4724-992d-5dd60efb6ccc tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698428 Feb 08 22:17:31.165142 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e540279-d312-423e-9b0e-f43c9c09955f req-2dcb29aa-8331-441d-bb4c-30d30f5796ea tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:31.167092 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5e540279-d312-423e-9b0e-f43c9c09955f req-2dcb29aa-8331-441d-bb4c-30d30f5796ea tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 946 time: 0.0617051 Feb 08 22:17:31.221156 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5e540279-d312-423e-9b0e-f43c9c09955f req-534bf3ef-137b-4370-91e9-9f4cad81f6ea tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475934 Feb 08 22:17:31.265265 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['976098e9-1ae9-4066-9ca5-884f9d02c227'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:17:31.517418 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:31.588819 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da31e0-bb06-4a79-bac8-b03e36ca220c req-492001fa-ab1c-4210-9c80-d6c3a02fa136 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:31.590414 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17da31e0-bb06-4a79-bac8-b03e36ca220c req-492001fa-ab1c-4210-9c80-d6c3a02fa136 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 946 time: 0.0639477 Feb 08 22:17:31.641109 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17da31e0-bb06-4a79-bac8-b03e36ca220c req-261f6357-cb9f-433e-a459-030755934501 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443704 Feb 08 22:17:31.741570 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:32.717037 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 976098e9-1ae9-4066-9ca5-884f9d02c227 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:17:32.784235 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52371ed-4cde-49d5-87f3-19c067d24078 req-d598cb40-cdd2-4a44-9a0a-8364d6155138 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:32.787210 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b52371ed-4cde-49d5-87f3-19c067d24078 req-d598cb40-cdd2-4a44-9a0a-8364d6155138 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 946 time: 0.0712686 Feb 08 22:17:32.789282 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 976098e9-1ae9-4066-9ca5-884f9d02c227 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:17:32.800041 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 976098e9-1ae9-4066-9ca5-884f9d02c227 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:17:32.800661 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:32.844872 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b52371ed-4cde-49d5-87f3-19c067d24078 req-621b002f-fa95-45f6-b36c-b5dd29c4b83a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503271 Feb 08 22:17:32.921836 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 976098e9-1ae9-4066-9ca5-884f9d02c227 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:17:32.922291 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:32.951265 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd811f17d-486a-4628-ac43-bf6412b14722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976098e9-1ae9-4066-9ca5-884f9d02c227'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:17:32.955131 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f61c89-f260-4ad6-a6a0-72c19ca2b456" -d '{"events": [{"server_uuid": "d811f17d-486a-4628-ac43-bf6412b14722", "name": "network-vif-plugged", "status": "completed", "tag": "976098e9-1ae9-4066-9ca5-884f9d02c227"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:17:32.975634 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 976098e9-1ae9-4066-9ca5-884f9d02c227, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=976098e9-1ae9-4066-9ca5-884f9d02c227,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:17:32.981709 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:33.022057 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3619c3a3-e37a-49ea-b87a-65747a85b708 x-openstack-request-id: req-3619c3a3-e37a-49ea-b87a-65747a85b708 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:17:33.022503 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d811f17d-486a-4628-ac43-bf6412b14722", "name": "network-vif-plugged", "status": "completed", "tag": "976098e9-1ae9-4066-9ca5-884f9d02c227", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:17:33.022907 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3619c3a3-e37a-49ea-b87a-65747a85b708 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:17:33.023499 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd811f17d-486a-4628-ac43-bf6412b14722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976098e9-1ae9-4066-9ca5-884f9d02c227', 'code': 200} Feb 08 22:17:33.035416 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7eccb-326d-4c81-a78a-b1edaed79100 req-c1c7a437-8179-4b7f-9100-8df7a5363f5f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:33.037572 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f2e7eccb-326d-4c81-a78a-b1edaed79100 req-c1c7a437-8179-4b7f-9100-8df7a5363f5f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.94 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 946 time: 0.0933268 Feb 08 22:17:33.056430 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=976098e9-1ae9-4066-9ca5-884f9d02c227,revision_number=13']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:17:33.147252 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-f2e7eccb-326d-4c81-a78a-b1edaed79100 req-10323cd9-9eb1-4c6b-9260-1b53923e1e93 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Deleting port 976098e9-1ae9-4066-9ca5-884f9d02c227 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:17:33.147602 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f2e7eccb-326d-4c81-a78a-b1edaed79100 req-10323cd9-9eb1-4c6b-9260-1b53923e1e93 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:33.268272 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-f2e7eccb-326d-4c81-a78a-b1edaed79100 req-10323cd9-9eb1-4c6b-9260-1b53923e1e93 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] For port 976098e9-1ae9-4066-9ca5-884f9d02c227, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=976098e9-1ae9-4066-9ca5-884f9d02c227,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:17:33.268552 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f2e7eccb-326d-4c81-a78a-b1edaed79100 req-10323cd9-9eb1-4c6b-9260-1b53923e1e93 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:33.486445 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f2e7eccb-326d-4c81-a78a-b1edaed79100 req-10323cd9-9eb1-4c6b-9260-1b53923e1e93 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:33.486825 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f2e7eccb-326d-4c81-a78a-b1edaed79100 req-10323cd9-9eb1-4c6b-9260-1b53923e1e93 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (3b56692e-f2fe-498f-8162-770391120d3f), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:33.487151 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [req-f2e7eccb-326d-4c81-a78a-b1edaed79100 req-10323cd9-9eb1-4c6b-9260-1b53923e1e93 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Floating IP 3b56692e-f2fe-498f-8162-770391120d3f disassociated. External IP: 172.25.3.230, port: 976098e9-1ae9-4066-9ca5-884f9d02c227. Feb 08 22:17:33.487510 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-f2e7eccb-326d-4c81-a78a-b1edaed79100 req-10323cd9-9eb1-4c6b-9260-1b53923e1e93 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Calling delete_port for 976098e9-1ae9-4066-9ca5-884f9d02c227 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:17:33.664206 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f2e7eccb-326d-4c81-a78a-b1edaed79100 req-10323cd9-9eb1-4c6b-9260-1b53923e1e93 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (976098e9-1ae9-4066-9ca5-884f9d02c227), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:33.699858 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10323cd9-9eb1-4c6b-9260-1b53923e1e93 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Pushing event deleted for resources: {'Port': ['ID=976098e9-1ae9-4066-9ca5-884f9d02c227,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:17:33.714944 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10323cd9-9eb1-4c6b-9260-1b53923e1e93 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:17:33.716092 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10323cd9-9eb1-4c6b-9260-1b53923e1e93 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:17:33.716471 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10323cd9-9eb1-4c6b-9260-1b53923e1e93 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:17:33.716827 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10323cd9-9eb1-4c6b-9260-1b53923e1e93 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:17:33.717177 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10323cd9-9eb1-4c6b-9260-1b53923e1e93 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:17:33.717560 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10323cd9-9eb1-4c6b-9260-1b53923e1e93 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:17:33.717948 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10323cd9-9eb1-4c6b-9260-1b53923e1e93 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:17:33.718286 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10323cd9-9eb1-4c6b-9260-1b53923e1e93 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:17:33.718620 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10323cd9-9eb1-4c6b-9260-1b53923e1e93 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:17:33.718957 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10323cd9-9eb1-4c6b-9260-1b53923e1e93 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:17:33.719294 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10323cd9-9eb1-4c6b-9260-1b53923e1e93 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:17:33.719624 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10323cd9-9eb1-4c6b-9260-1b53923e1e93 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:17:33.719992 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10323cd9-9eb1-4c6b-9260-1b53923e1e93 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:17:33.874483 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2e7eccb-326d-4c81-a78a-b1edaed79100 req-10323cd9-9eb1-4c6b-9260-1b53923e1e93 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Router c355682e-b695-42b4-8999-7028cb83d271 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:17:34.013804 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-45234ff9-04a9-4d0a-b8c2-cb8f68133ab8 req-25a0c5f3-53a0-4b0c-86ad-968c7c03f29e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=d811f17d-486a-4628-ac43-bf6412b14722 HTTP/1.1" status: 200 len: 210 time: 0.0573938 Feb 08 22:17:34.068351 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2e7eccb-326d-4c81-a78a-b1edaed79100 req-10323cd9-9eb1-4c6b-9260-1b53923e1e93 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:17:34.082983 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0588e125-9306-479a-8d36-570a4df052b5 None None] Sync routers for ids ['c355682e-b695-42b4-8999-7028cb83d271'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:17:34.095797 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0588e125-9306-479a-8d36-570a4df052b5 None None] Routers {'c355682e-b695-42b4-8999-7028cb83d271'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:17:34.096932 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0588e125-9306-479a-8d36-570a4df052b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:17:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c355682e-b695-42b4-8999-7028cb83d271'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:17:34.116676 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e7eccb-326d-4c81-a78a-b1edaed79100 req-10323cd9-9eb1-4c6b-9260-1b53923e1e93 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] No DVR routers for this DVR port 976098e9-1ae9-4066-9ca5-884f9d02c227 on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:17:34.119869 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f2e7eccb-326d-4c81-a78a-b1edaed79100 req-10323cd9-9eb1-4c6b-9260-1b53923e1e93 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:34.126202 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f2e7eccb-326d-4c81-a78a-b1edaed79100 req-10323cd9-9eb1-4c6b-9260-1b53923e1e93 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.94 "DELETE /v2.0/ports/976098e9-1ae9-4066-9ca5-884f9d02c227 HTTP/1.1" status: 204 len: 173 time: 1.0823104 Feb 08 22:17:34.126999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd811f17d-486a-4628-ac43-bf6412b14722', 'name': 'network-vif-deleted', 'tag': '976098e9-1ae9-4066-9ca5-884f9d02c227'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:17:34.132849 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c0ac30-d307-452b-bdf6-390b0e9fd4ea" -d '{"events": [{"server_uuid": "d811f17d-486a-4628-ac43-bf6412b14722", "name": "network-vif-deleted", "tag": "976098e9-1ae9-4066-9ca5-884f9d02c227"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:17:34.180088 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae64db4-e3f7-40a1-a3b6-24bb58b091c8 x-openstack-request-id: req-6ae64db4-e3f7-40a1-a3b6-24bb58b091c8 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:17:34.180386 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d811f17d-486a-4628-ac43-bf6412b14722", "name": "network-vif-deleted", "tag": "976098e9-1ae9-4066-9ca5-884f9d02c227", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:17:34.180643 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6ae64db4-e3f7-40a1-a3b6-24bb58b091c8 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:17:34.181061 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd811f17d-486a-4628-ac43-bf6412b14722', 'name': 'network-vif-deleted', 'tag': '976098e9-1ae9-4066-9ca5-884f9d02c227', 'status': 'completed', 'code': 200} Feb 08 22:17:34.355193 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-0588e125-9306-479a-8d36-570a4df052b5 None None] Set router c355682e-b695-42b4-8999-7028cb83d271 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:17:34.561343 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0588e125-9306-479a-8d36-570a4df052b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:14:58Z', 'revision_number': 4, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'c636119e-2f3f-4f94-a4fe-90c0d28fb159', 'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'mac_address': 'fa:16:3e:8e:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:57Z', 'updated_at': '2022-02-08T22:15:01Z', 'revision_number': 5, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'subnets': [{'id': '299236f4-55a5-479b-a506-73d2dff71768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:17:34.592216 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0588e125-9306-479a-8d36-570a4df052b5 None None] Checking router: c355682e-b695-42b4-8999-7028cb83d271 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:17:34.601283 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0588e125-9306-479a-8d36-570a4df052b5 None None] Routers {'c355682e-b695-42b4-8999-7028cb83d271'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:17:34.601913 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0588e125-9306-479a-8d36-570a4df052b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:17:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c355682e-b695-42b4-8999-7028cb83d271'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:17:34.710672 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-0588e125-9306-479a-8d36-570a4df052b5 None None] Set router c355682e-b695-42b4-8999-7028cb83d271 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:17:34.925766 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0588e125-9306-479a-8d36-570a4df052b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:14:58Z', 'revision_number': 4, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'c636119e-2f3f-4f94-a4fe-90c0d28fb159', 'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'mac_address': 'fa:16:3e:8e:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:57Z', 'updated_at': '2022-02-08T22:15:01Z', 'revision_number': 5, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'subnets': [{'id': '299236f4-55a5-479b-a506-73d2dff71768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:17:34.953262 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0588e125-9306-479a-8d36-570a4df052b5 None None] The sync data for ids ['c355682e-b695-42b4-8999-7028cb83d271'] in n-d-712143-31 is: [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:14:58Z', 'revision_number': 4, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'c636119e-2f3f-4f94-a4fe-90c0d28fb159', 'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'mac_address': 'fa:16:3e:8e:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:57Z', 'updated_at': '2022-02-08T22:15:01Z', 'revision_number': 5, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'subnets': [{'id': '299236f4-55a5-479b-a506-73d2dff71768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:17:35.200012 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805cdbad-e6ea-48db-b82a-7d5cbbcbdb02 None None] New status for floating IP 3b56692e-f2fe-498f-8162-770391120d3f: DOWN {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:17:35.295156 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-3885a4cb-c5c4-4ebb-b8d2-cddee78e2efb tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1945858314&fields=id&tenant_id=52394cedb96f402a8356b9d71e71bb96 HTTP/1.1" status: 200 len: 267 time: 0.0585296 Feb 08 22:17:35.437651 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-cb554235-9f34-4947-9ebf-3aed6b0e1116 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:35.439121 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-cb554235-9f34-4947-9ebf-3aed6b0e1116 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 812 time: 0.1359026 Feb 08 22:17:35.460870 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-a90e8eda-e1ac-46bc-9511-6189d33b52fa tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/quotas/52394cedb96f402a8356b9d71e71bb96 HTTP/1.1" status: 200 len: 375 time: 0.0161736 Feb 08 22:17:35.527021 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-b5bb48af-dc1f-4c07-bd7c-4ba576f5f91a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570011 Feb 08 22:17:35.588756 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-2e0755fe-abe5-4233-a051-f2ae5800a9cb service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 22:17:35.589820 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-2e0755fe-abe5-4233-a051-f2ae5800a9cb service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0506952 Feb 08 22:17:36.029940 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-cede50bb-d5d9-4467-9b13-d21c14f8c312 service neutron] 10.222.0.88 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336379 Feb 08 22:17:36.123859 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-5937a921-51b1-4618-9e12-e475109b190d service neutron] 10.222.0.88 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872688 Feb 08 22:17:36.289277 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea8b3277-cccd-4f18-9a07-9ef365df8859 req-040745e4-9419-421e-bf6c-9e1d8eedd3c7 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 210 time: 0.0303650 Feb 08 22:17:36.738199 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 976098e9-1ae9-4066-9ca5-884f9d02c227 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:17:36.763674 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 976098e9-1ae9-4066-9ca5-884f9d02c227 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:17:36.764020 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 976098e9-1ae9-4066-9ca5-884f9d02c227 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:17:36.934962 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:37.081185 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:37.352075 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-d4a6d3f1-132c-4e3d-869b-46c50b9d2bf0 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:37.353704 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-d4a6d3f1-132c-4e3d-869b-46c50b9d2bf0 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.96 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 812 time: 0.1208127 Feb 08 22:17:37.403690 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3566b1d6-b126-4863-be60-b2cd5355cdaa req-c7f29eec-2406-4b5c-aef2-396d08abea54 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 210 time: 0.0416803 Feb 08 22:17:37.452615 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-ef55ffe7-094c-4580-ae99-c42b7e7de69a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52394cedb96f402a8356b9d71e71bb96 HTTP/1.1" status: 200 len: 380 time: 0.0889978 Feb 08 22:17:37.460969 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-3443d941-b67a-4185-8f6d-86f46aac0dad tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Request body: {'port': {'device_id': '9d112f34-3579-46b3-aa28-6e8de9905f82', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'admin_state_up': True, 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'security_groups': ['fff774ca-8cf2-4131-9c86-ac86e6623def']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:17:37.570588 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-3443d941-b67a-4185-8f6d-86f46aac0dad tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Made reservation on behalf of 52394cedb96f402a8356b9d71e71bb96 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:17:37.574078 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-3443d941-b67a-4185-8f6d-86f46aac0dad tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:37.709539 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-3443d941-b67a-4185-8f6d-86f46aac0dad tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Allocated IP 172.20.0.6 (bc78e00c-dc98-41c2-b966-2ce242857563/299236f4-55a5-479b-a506-73d2dff71768/23614436-8464-40ac-8420-eb561176ee45) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:17:37.851272 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-3443d941-b67a-4185-8f6d-86f46aac0dad tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for port (23614436-8464-40ac-8420-eb561176ee45), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:37.884343 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-3443d941-b67a-4185-8f6d-86f46aac0dad tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (23614436-8464-40ac-8420-eb561176ee45), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:37.933362 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-3443d941-b67a-4185-8f6d-86f46aac0dad tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Network bc78e00c-dc98-41c2-b966-2ce242857563 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:17:37.936538 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-3443d941-b67a-4185-8f6d-86f46aac0dad tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:17:37.940283 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-3443d941-b67a-4185-8f6d-86f46aac0dad tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:17:37.947675 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443d941-b67a-4185-8f6d-86f46aac0dad tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Pushing event updated for resources: {'Port': ['ID=23614436-8464-40ac-8420-eb561176ee45,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:17:37.994081 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-3443d941-b67a-4185-8f6d-86f46aac0dad tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:37.994720 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-3443d941-b67a-4185-8f6d-86f46aac0dad tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:38.013489 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-3443d941-b67a-4185-8f6d-86f46aac0dad tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5560150 Feb 08 22:17:38.024949 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-e0d233c7-db54-45c0-817f-19aa1b89623a service neutron] Request body: {'port': {'device_id': '9d112f34-3579-46b3-aa28-6e8de9905f82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:17:38.088247 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-e0d233c7-db54-45c0-817f-19aa1b89623a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (23614436-8464-40ac-8420-eb561176ee45), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:38.218360 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-43228594-7147-49ca-9f6a-3a6de7a5ddfa None None] Provisioning complete for port 23614436-8464-40ac-8420-eb561176ee45 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:17:38.218928 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-43228594-7147-49ca-9f6a-3a6de7a5ddfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (23614436-8464-40ac-8420-eb561176ee45), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:38.252652 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-43228594-7147-49ca-9f6a-3a6de7a5ddfa None None] Port 23614436-8464-40ac-8420-eb561176ee45 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:17:38.362977 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-e0d233c7-db54-45c0-817f-19aa1b89623a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23614436-8464-40ac-8420-eb561176ee45 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:17:38.371029 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-e0d233c7-db54-45c0-817f-19aa1b89623a service neutron] Publish callbacks [] for port (23614436-8464-40ac-8420-eb561176ee45), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:38.382855 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-e0d233c7-db54-45c0-817f-19aa1b89623a service neutron] Transition to ACTIVE for port object 23614436-8464-40ac-8420-eb561176ee45 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:17:38.386489 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-e0d233c7-db54-45c0-817f-19aa1b89623a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (23614436-8464-40ac-8420-eb561176ee45), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:38.436451 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d233c7-db54-45c0-817f-19aa1b89623a service neutron] Pushing event updated for resources: {'Port': ['ID=23614436-8464-40ac-8420-eb561176ee45,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:17:38.552890 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-e0d233c7-db54-45c0-817f-19aa1b89623a service neutron] Attempting to bind port 23614436-8464-40ac-8420-eb561176ee45 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:17:38.553253 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-e0d233c7-db54-45c0-817f-19aa1b89623a service neutron] Attempting to bind port 23614436-8464-40ac-8420-eb561176ee45 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:17:38.553581 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-e0d233c7-db54-45c0-817f-19aa1b89623a service neutron] Attempting to bind port 23614436-8464-40ac-8420-eb561176ee45 on network bc78e00c-dc98-41c2-b966-2ce242857563 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:17:38.562116 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-e0d233c7-db54-45c0-817f-19aa1b89623a service neutron] Port 23614436-8464-40ac-8420-eb561176ee45 on network bc78e00c-dc98-41c2-b966-2ce242857563 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:17:38.562444 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-e0d233c7-db54-45c0-817f-19aa1b89623a service neutron] Attempting to bind port 23614436-8464-40ac-8420-eb561176ee45 on network bc78e00c-dc98-41c2-b966-2ce242857563 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:17:38.571371 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-e0d233c7-db54-45c0-817f-19aa1b89623a service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:17:38.571709 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-e0d233c7-db54-45c0-817f-19aa1b89623a service neutron] Checking segment: {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:17:38.572107 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-e0d233c7-db54-45c0-817f-19aa1b89623a service neutron] Bound using segment: {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:17:38.572543 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-e0d233c7-db54-45c0-817f-19aa1b89623a service neutron] Bound port: 23614436-8464-40ac-8420-eb561176ee45, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:17:38.573051 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-e0d233c7-db54-45c0-817f-19aa1b89623a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (23614436-8464-40ac-8420-eb561176ee45), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:38.583315 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a407a-cb05-4f41-a584-67efd2f39ac4 req-b5d3c750-becd-4d9d-978a-e43d2edefb8b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:38.584920 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-060a407a-cb05-4f41-a584-67efd2f39ac4 req-b5d3c750-becd-4d9d-978a-e43d2edefb8b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 943 time: 0.0992072 Feb 08 22:17:38.681336 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-060a407a-cb05-4f41-a584-67efd2f39ac4 req-db1a070a-a077-4796-9073-c797c9c3f0bd tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896740 Feb 08 22:17:38.690419 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-e0d233c7-db54-45c0-817f-19aa1b89623a service neutron] For port 23614436-8464-40ac-8420-eb561176ee45, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:17:38.694561 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-e0d233c7-db54-45c0-817f-19aa1b89623a service neutron] For port 23614436-8464-40ac-8420-eb561176ee45, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=23614436-8464-40ac-8420-eb561176ee45,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:17:38.701813 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-e0d233c7-db54-45c0-817f-19aa1b89623a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (23614436-8464-40ac-8420-eb561176ee45), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:38.743013 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-e0d233c7-db54-45c0-817f-19aa1b89623a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:38.743717 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-e0d233c7-db54-45c0-817f-19aa1b89623a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:38.745165 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-e0d233c7-db54-45c0-817f-19aa1b89623a service neutron] 10.222.0.96 "PUT /v2.0/ports/23614436-8464-40ac-8420-eb561176ee45 HTTP/1.1" status: 200 len: 1092 time: 0.7245419 Feb 08 22:17:38.745646 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d112f34-3579-46b3-aa28-6e8de9905f82', 'tag': '23614436-8464-40ac-8420-eb561176ee45'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:17:38.747986 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dda827f-af8d-43a8-994c-de331c0137b7" -d '{"events": [{"name": "network-changed", "server_uuid": "9d112f34-3579-46b3-aa28-6e8de9905f82", "tag": "23614436-8464-40ac-8420-eb561176ee45"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:17:38.778905 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d233c7-db54-45c0-817f-19aa1b89623a service neutron] Pushing event updated for resources: {'Port': ['ID=23614436-8464-40ac-8420-eb561176ee45,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:17:38.818686 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009bf455-196d-487a-9881-bd6b8f34d6bd x-openstack-request-id: req-009bf455-196d-487a-9881-bd6b8f34d6bd {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:17:38.819270 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d112f34-3579-46b3-aa28-6e8de9905f82", "tag": "23614436-8464-40ac-8420-eb561176ee45", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:17:38.819726 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-009bf455-196d-487a-9881-bd6b8f34d6bd {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:17:38.820332 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d112f34-3579-46b3-aa28-6e8de9905f82', 'tag': '23614436-8464-40ac-8420-eb561176ee45', 'status': 'completed', 'code': 200} Feb 08 22:17:38.864184 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-562fb6bd-a9ad-44e7-b314-52aaee07868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:38.866343 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-562fb6bd-a9ad-44e7-b314-52aaee07868a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 1126 time: 0.0650938 Feb 08 22:17:38.909199 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-bb5df6a8-3fb7-4ce2-8b1e-0bac6db5a807 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23614436-8464-40ac-8420-eb561176ee45 HTTP/1.1" status: 200 len: 217 time: 0.0369830 Feb 08 22:17:38.960516 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-23c4f5be-d551-4b68-bdd4-c3a19b663f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:38.962050 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-23c4f5be-d551-4b68-bdd4-c3a19b663f44 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0478849 Feb 08 22:17:39.021601 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-d8fbe284-ebc2-42ea-8120-de3c3e42ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:39.023096 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-d8fbe284-ebc2-42ea-8120-de3c3e42ffc2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0557373 Feb 08 22:17:39.125075 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-297a4d7b-5dcb-4bf7-9402-24e25021f231 service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961437 Feb 08 22:17:39.219945 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-98d4d8ad-dd35-47fe-be81-03a24c009fb2 req-aa39f5a1-499b-445b-8bec-9e231e080fdf service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893264 Feb 08 22:17:39.317942 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda827f-af8d-43a8-994c-de331c0137b7 req-ebf4f992-5024-4936-821f-b08978ba6419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:39.319489 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2dda827f-af8d-43a8-994c-de331c0137b7 req-ebf4f992-5024-4936-821f-b08978ba6419 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 1126 time: 0.0478818 Feb 08 22:17:39.431610 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda827f-af8d-43a8-994c-de331c0137b7 req-1c9d1a3a-07cb-4253-b0f2-3b3cf0e73c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:39.433103 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2dda827f-af8d-43a8-994c-de331c0137b7 req-1c9d1a3a-07cb-4253-b0f2-3b3cf0e73c4d service neutron] 10.222.0.96 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.1082540 Feb 08 22:17:39.477126 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2dda827f-af8d-43a8-994c-de331c0137b7 req-2d03132b-e586-497d-b38a-f15d96fb7515 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23614436-8464-40ac-8420-eb561176ee45 HTTP/1.1" status: 200 len: 217 time: 0.0371745 Feb 08 22:17:39.525047 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda827f-af8d-43a8-994c-de331c0137b7 req-43441ca5-1262-4f24-b953-917155862850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:39.526600 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2dda827f-af8d-43a8-994c-de331c0137b7 req-43441ca5-1262-4f24-b953-917155862850 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0444562 Feb 08 22:17:39.577078 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda827f-af8d-43a8-994c-de331c0137b7 req-71c3010f-963a-4bf6-ba05-30abcacf80a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:39.578380 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2dda827f-af8d-43a8-994c-de331c0137b7 req-71c3010f-963a-4bf6-ba05-30abcacf80a6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453382 Feb 08 22:17:39.674140 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2dda827f-af8d-43a8-994c-de331c0137b7 req-81a8b303-ce9a-4a8f-a525-2ff956557e25 service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899572 Feb 08 22:17:39.802897 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2dda827f-af8d-43a8-994c-de331c0137b7 req-e4323dc8-bd32-4a3e-b0ac-d8fcf9e4be1a service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234925 Feb 08 22:17:39.827558 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408bdd5b-db51-4409-bc32-b8e778186e04 req-b7056a98-6009-4368-a700-01d326dd6659 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:39.828993 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-408bdd5b-db51-4409-bc32-b8e778186e04 req-b7056a98-6009-4368-a700-01d326dd6659 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 943 time: 0.0734956 Feb 08 22:17:39.877779 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-408bdd5b-db51-4409-bc32-b8e778186e04 req-7f48b229-6c86-4357-8622-6d382a959e08 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424938 Feb 08 22:17:41.009869 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ddf70-d9d3-496c-9ac8-b8d6712b2664 req-8829cf98-06c5-469b-8d3a-c2f113270de2 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:41.011400 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-988ddf70-d9d3-496c-9ac8-b8d6712b2664 req-8829cf98-06c5-469b-8d3a-c2f113270de2 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 943 time: 0.0603857 Feb 08 22:17:41.065177 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-988ddf70-d9d3-496c-9ac8-b8d6712b2664 req-a5867a81-0aa6-4848-af39-3105cc9a3277 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470705 Feb 08 22:17:42.196677 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a3ddf-730b-43b2-a7c3-eea89a9be6e0 req-7c306290-b28e-48c4-8fe7-93f773c6a64c tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:42.198244 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-276a3ddf-730b-43b2-a7c3-eea89a9be6e0 req-7c306290-b28e-48c4-8fe7-93f773c6a64c tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 943 time: 0.0602162 Feb 08 22:17:42.248729 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-276a3ddf-730b-43b2-a7c3-eea89a9be6e0 req-f4180212-ed5f-4405-9a74-fb0f95b2e7fb tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446930 Feb 08 22:17:43.253476 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 23614436-8464-40ac-8420-eb561176ee45 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:17:43.370225 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 23614436-8464-40ac-8420-eb561176ee45, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=23614436-8464-40ac-8420-eb561176ee45,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:17:43.383291 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '23614436-8464-40ac-8420-eb561176ee45', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'port_id': '23614436-8464-40ac-8420-eb561176ee45', 'mac_address': 'fa:16:3e:d8:c1:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:17:43.386667 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bd394-5c66-4a5b-8eef-3f041d114376 req-c3ce5bf2-1bca-46b3-be19-fedd6823a0bd tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:43.388471 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c45bd394-5c66-4a5b-8eef-3f041d114376 req-c3ce5bf2-1bca-46b3-be19-fedd6823a0bd tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 943 time: 0.0559089 Feb 08 22:17:43.422685 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 23614436-8464-40ac-8420-eb561176ee45 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:17:43.423080 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (23614436-8464-40ac-8420-eb561176ee45), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:43.437344 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23614436-8464-40ac-8420-eb561176ee45 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:17:43.438188 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c45bd394-5c66-4a5b-8eef-3f041d114376 req-9ebfe5cb-f682-4eb7-bb8d-16586477eb44 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438960 Feb 08 22:17:43.461449 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 23614436-8464-40ac-8420-eb561176ee45, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=23614436-8464-40ac-8420-eb561176ee45,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:17:43.467254 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (23614436-8464-40ac-8420-eb561176ee45), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:43.515757 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=23614436-8464-40ac-8420-eb561176ee45,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:17:43.523359 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:17:43.523709 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:17:43.524053 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:17:43.524394 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:17:43.524764 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:17:43.525099 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:17:43.525452 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:17:43.525783 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:17:43.526111 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:17:43.526435 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:17:43.526762 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:17:43.527085 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:17:43.527425 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:17:43.747364 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['23614436-8464-40ac-8420-eb561176ee45'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:17:44.564044 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac6563-9b14-463b-9010-9fade950117d req-e15a43bf-cbd9-4ef8-892a-3495dd8e933f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:44.565572 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89ac6563-9b14-463b-9010-9fade950117d req-e15a43bf-cbd9-4ef8-892a-3495dd8e933f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 944 time: 0.0543084 Feb 08 22:17:44.619019 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-89ac6563-9b14-463b-9010-9fade950117d req-707c1915-ef9f-4b49-8a85-f8e52e85bdae tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472524 Feb 08 22:17:45.268893 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 23614436-8464-40ac-8420-eb561176ee45 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:17:45.319724 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 23614436-8464-40ac-8420-eb561176ee45 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:17:45.323662 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 23614436-8464-40ac-8420-eb561176ee45 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:17:45.324060 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (23614436-8464-40ac-8420-eb561176ee45), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:45.402791 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 23614436-8464-40ac-8420-eb561176ee45 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:17:45.403182 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (23614436-8464-40ac-8420-eb561176ee45), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:45.427792 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d112f34-3579-46b3-aa28-6e8de9905f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23614436-8464-40ac-8420-eb561176ee45'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:17:45.430343 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566e4aba-7efb-4d87-9b60-f88821f8cf2f" -d '{"events": [{"server_uuid": "9d112f34-3579-46b3-aa28-6e8de9905f82", "name": "network-vif-plugged", "status": "completed", "tag": "23614436-8464-40ac-8420-eb561176ee45"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:17:45.452632 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 23614436-8464-40ac-8420-eb561176ee45, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=23614436-8464-40ac-8420-eb561176ee45,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:17:45.458089 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (23614436-8464-40ac-8420-eb561176ee45), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:45.487824 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a03b33-1efd-4b3d-9ed4-82be1de16213 x-openstack-request-id: req-f5a03b33-1efd-4b3d-9ed4-82be1de16213 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:17:45.488118 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d112f34-3579-46b3-aa28-6e8de9905f82", "name": "network-vif-plugged", "status": "completed", "tag": "23614436-8464-40ac-8420-eb561176ee45", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:17:45.488425 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f5a03b33-1efd-4b3d-9ed4-82be1de16213 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:17:45.488840 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d112f34-3579-46b3-aa28-6e8de9905f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23614436-8464-40ac-8420-eb561176ee45', 'code': 200} Feb 08 22:17:45.520522 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=23614436-8464-40ac-8420-eb561176ee45,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:17:45.587040 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2291267-4a29-4907-8e17-3ea02ce3d0b9 req-bad5414a-0ed5-46c9-91cf-fb5b6accc1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:45.588498 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2291267-4a29-4907-8e17-3ea02ce3d0b9 req-bad5414a-0ed5-46c9-91cf-fb5b6accc1de service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 1128 time: 0.0465035 Feb 08 22:17:45.646477 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2291267-4a29-4907-8e17-3ea02ce3d0b9 req-021c96b7-d58d-4167-8032-9d4b6ba71987 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518069 Feb 08 22:17:45.746074 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e70e3e-aed5-4de3-a994-b4fffa9119aa req-47868061-f26b-4146-afa8-f5f30b96eff0 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:45.747805 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27e70e3e-aed5-4de3-a994-b4fffa9119aa req-47868061-f26b-4146-afa8-f5f30b96eff0 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 945 time: 0.0559986 Feb 08 22:17:45.799481 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-27e70e3e-aed5-4de3-a994-b4fffa9119aa req-c5cd4de3-ccbb-4e71-a15c-63957e55ab92 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453658 Feb 08 22:17:46.929532 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265744b-5773-4ee4-8492-365f7a125c18 req-c8ab0b22-6d1b-46e0-94d8-8b757b1aefcd tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:46.931042 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f265744b-5773-4ee4-8492-365f7a125c18 req-c8ab0b22-6d1b-46e0-94d8-8b757b1aefcd tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 945 time: 0.0576112 Feb 08 22:17:46.978815 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f265744b-5773-4ee4-8492-365f7a125c18 req-edaa4df9-4b82-4b4d-97e0-25257fb6168c tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416255 Feb 08 22:17:48.111459 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546db2d9-068f-4ca3-9d30-8d7a12fc2c85 req-19015816-9786-4b42-852c-037937a2d543 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:48.113092 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-546db2d9-068f-4ca3-9d30-8d7a12fc2c85 req-19015816-9786-4b42-852c-037937a2d543 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 945 time: 0.0540674 Feb 08 22:17:48.165513 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-546db2d9-068f-4ca3-9d30-8d7a12fc2c85 req-d7cc717e-1003-4877-9bcf-2a8d83a1b945 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456812 Feb 08 22:17:48.294290 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806936d-ad40-4861-b1da-bff92fa180ee req-415a439b-e2e3-4ea4-a4cf-914b6efa4bb2 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:48.295891 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8806936d-ad40-4861-b1da-bff92fa180ee req-415a439b-e2e3-4ea4-a4cf-914b6efa4bb2 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 945 time: 0.0595617 Feb 08 22:17:48.304438 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 45890) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:17:48.309403 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-fabba0c1-fa12-477d-9849-347cfcb4c130 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Request body: {'floatingip': {'port_id': '23614436-8464-40ac-8420-eb561176ee45'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:17:48.348688 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fabba0c1-fa12-477d-9849-347cfcb4c130 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for floatingip (3b56692e-f2fe-498f-8162-770391120d3f), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:48.798017 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fabba0c1-fa12-477d-9849-347cfcb4c130 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:48.802226 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fabba0c1-fa12-477d-9849-347cfcb4c130 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (3b56692e-f2fe-498f-8162-770391120d3f), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:48.908825 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-fabba0c1-fa12-477d-9849-347cfcb4c130 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Floating IP 3b56692e-f2fe-498f-8162-770391120d3f associated. External IP: 172.25.3.230, port: 23614436-8464-40ac-8420-eb561176ee45. Feb 08 22:17:49.130266 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabba0c1-fa12-477d-9849-347cfcb4c130 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Router c355682e-b695-42b4-8999-7028cb83d271 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:17:49.257759 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabba0c1-fa12-477d-9849-347cfcb4c130 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:17:49.262296 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fabba0c1-fa12-477d-9849-347cfcb4c130 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:49.269655 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088b3fb9-6065-4594-8913-f1b3ad675f27 None None] Sync routers for ids ['c355682e-b695-42b4-8999-7028cb83d271'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:17:49.279848 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088b3fb9-6065-4594-8913-f1b3ad675f27 None None] Routers {'c355682e-b695-42b4-8999-7028cb83d271'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:17:49.280475 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-088b3fb9-6065-4594-8913-f1b3ad675f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:17:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c355682e-b695-42b4-8999-7028cb83d271'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:17:49.294170 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fabba0c1-fa12-477d-9849-347cfcb4c130 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "PUT /v2.0/floatingips/3b56692e-f2fe-498f-8162-770391120d3f HTTP/1.1" status: 200 len: 992 time: 0.9886668 Feb 08 22:17:49.294787 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d112f34-3579-46b3-aa28-6e8de9905f82', 'tag': '23614436-8464-40ac-8420-eb561176ee45'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:17:49.297159 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4247e5c6-03e9-411b-bcf5-1df82814568f" -d '{"events": [{"name": "network-changed", "server_uuid": "9d112f34-3579-46b3-aa28-6e8de9905f82", "tag": "23614436-8464-40ac-8420-eb561176ee45"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:17:49.337909 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9abe79-a00a-4f61-8574-b0740c4921b3 x-openstack-request-id: req-3e9abe79-a00a-4f61-8574-b0740c4921b3 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:17:49.338214 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d112f34-3579-46b3-aa28-6e8de9905f82", "tag": "23614436-8464-40ac-8420-eb561176ee45", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:17:49.338482 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3e9abe79-a00a-4f61-8574-b0740c4921b3 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:17:49.338899 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d112f34-3579-46b3-aa28-6e8de9905f82', 'tag': '23614436-8464-40ac-8420-eb561176ee45', 'status': 'completed', 'code': 200} Feb 08 22:17:49.393102 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-088b3fb9-6065-4594-8913-f1b3ad675f27 None None] Set router c355682e-b695-42b4-8999-7028cb83d271 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:17:49.436077 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247e5c6-03e9-411b-bcf5-1df82814568f req-d656b015-ec7d-4f76-9f6f-b65f96d5802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:49.437637 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4247e5c6-03e9-411b-bcf5-1df82814568f req-d656b015-ec7d-4f76-9f6f-b65f96d5802a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 1128 time: 0.0757570 Feb 08 22:17:49.444617 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033aa89-91a2-4c7f-9a76-59c3442abcd7 req-d31cc081-86e8-4846-b693-ff59551b9725 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:49.446144 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9033aa89-91a2-4c7f-9a76-59c3442abcd7 req-d31cc081-86e8-4846-b693-ff59551b9725 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 945 time: 0.0951698 Feb 08 22:17:49.573210 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9033aa89-91a2-4c7f-9a76-59c3442abcd7 req-eb528d6b-998c-4ad9-a367-baad4b101667 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185620 Feb 08 22:17:49.588572 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247e5c6-03e9-411b-bcf5-1df82814568f req-f4805842-8060-47ca-bf9b-8371edbd6ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:49.590122 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4247e5c6-03e9-411b-bcf5-1df82814568f req-f4805842-8060-47ca-bf9b-8371edbd6ff6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.1430898 Feb 08 22:17:49.639400 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-088b3fb9-6065-4594-8913-f1b3ad675f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:14:58Z', 'revision_number': 4, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '3b56692e-f2fe-498f-8162-770391120d3f', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'port_id': '23614436-8464-40ac-8420-eb561176ee45', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'mac_address': 'fa:16:3e:d8:c1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d112f34-3579-46b3-aa28-6e8de9905f82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:15:00Z', 'updated_at': '2022-02-08T22:17:48Z', 'revision_number': 13, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c636119e-2f3f-4f94-a4fe-90c0d28fb159', 'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'mac_address': 'fa:16:3e:8e:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:57Z', 'updated_at': '2022-02-08T22:15:01Z', 'revision_number': 5, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'subnets': [{'id': '299236f4-55a5-479b-a506-73d2dff71768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:17:49.657509 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4247e5c6-03e9-411b-bcf5-1df82814568f req-52bae3d3-e382-496a-9510-e37a47924db0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23614436-8464-40ac-8420-eb561176ee45 HTTP/1.1" status: 200 len: 1000 time: 0.0617197 Feb 08 22:17:49.666377 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088b3fb9-6065-4594-8913-f1b3ad675f27 None None] Checking router: c355682e-b695-42b4-8999-7028cb83d271 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:17:49.675457 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088b3fb9-6065-4594-8913-f1b3ad675f27 None None] Routers {'c355682e-b695-42b4-8999-7028cb83d271'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:17:49.676684 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-088b3fb9-6065-4594-8913-f1b3ad675f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:17:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c355682e-b695-42b4-8999-7028cb83d271'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:17:49.729195 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247e5c6-03e9-411b-bcf5-1df82814568f req-f580c99a-4e70-40d6-87c4-952ca803ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:49.730711 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4247e5c6-03e9-411b-bcf5-1df82814568f req-f580c99a-4e70-40d6-87c4-952ca803ba47 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0671177 Feb 08 22:17:49.782754 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247e5c6-03e9-411b-bcf5-1df82814568f req-1bc42346-946e-46f4-abb2-ac19e2df4c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:49.784479 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4247e5c6-03e9-411b-bcf5-1df82814568f req-1bc42346-946e-46f4-abb2-ac19e2df4c5d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474088 Feb 08 22:17:49.791974 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-088b3fb9-6065-4594-8913-f1b3ad675f27 None None] Set router c355682e-b695-42b4-8999-7028cb83d271 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:17:49.895311 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4247e5c6-03e9-411b-bcf5-1df82814568f req-e8410bd1-3a8b-4028-a1a1-ef9555276d9d service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045113 Feb 08 22:17:50.004797 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4247e5c6-03e9-411b-bcf5-1df82814568f req-561753d8-41d8-434a-9e25-6c6a357801cc service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042511 Feb 08 22:17:50.039286 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-088b3fb9-6065-4594-8913-f1b3ad675f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:14:58Z', 'revision_number': 4, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '3b56692e-f2fe-498f-8162-770391120d3f', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'port_id': '23614436-8464-40ac-8420-eb561176ee45', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'mac_address': 'fa:16:3e:d8:c1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d112f34-3579-46b3-aa28-6e8de9905f82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:15:00Z', 'updated_at': '2022-02-08T22:17:48Z', 'revision_number': 13, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c636119e-2f3f-4f94-a4fe-90c0d28fb159', 'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'mac_address': 'fa:16:3e:8e:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:57Z', 'updated_at': '2022-02-08T22:15:01Z', 'revision_number': 5, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'subnets': [{'id': '299236f4-55a5-479b-a506-73d2dff71768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:17:50.067284 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088b3fb9-6065-4594-8913-f1b3ad675f27 None None] The sync data for ids ['c355682e-b695-42b4-8999-7028cb83d271'] in n-d-712143-31 is: [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:14:58Z', 'revision_number': 4, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '3b56692e-f2fe-498f-8162-770391120d3f', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'port_id': '23614436-8464-40ac-8420-eb561176ee45', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'mac_address': 'fa:16:3e:d8:c1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d112f34-3579-46b3-aa28-6e8de9905f82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:15:00Z', 'updated_at': '2022-02-08T22:17:48Z', 'revision_number': 13, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c636119e-2f3f-4f94-a4fe-90c0d28fb159', 'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'mac_address': 'fa:16:3e:8e:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:57Z', 'updated_at': '2022-02-08T22:15:01Z', 'revision_number': 5, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'subnets': [{'id': '299236f4-55a5-479b-a506-73d2dff71768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:17:50.279419 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b12dc2-b571-4816-86d8-8dfc893f5f42 None None] New status for floating IP 3b56692e-f2fe-498f-8162-770391120d3f: ACTIVE {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:17:50.697705 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80918e-c1e7-4750-abb7-bb884e05cc9c req-375943b1-f706-40f3-9b48-84209281844c tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:50.699114 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cb80918e-c1e7-4750-abb7-bb884e05cc9c req-375943b1-f706-40f3-9b48-84209281844c tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 945 time: 0.0536699 Feb 08 22:17:50.745766 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cb80918e-c1e7-4750-abb7-bb884e05cc9c req-6028400b-93c3-4760-a31f-eea4042271ae tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410604 Feb 08 22:17:53.300881 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839fd5b-3993-4dc5-9450-462346e43d89 req-ad68c49e-e847-4a9e-8007-aa9f09af172e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:17:53.302453 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0839fd5b-3993-4dc5-9450-462346e43d89 req-ad68c49e-e847-4a9e-8007-aa9f09af172e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 945 time: 0.0622506 Feb 08 22:17:53.360193 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0839fd5b-3993-4dc5-9450-462346e43d89 req-56d98b44-f39d-4860-8e7f-d00da2b8ffdb tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518210 Feb 08 22:17:54.304330 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3a2afa83-be58-4b07-841a-69941d32b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:57.585857 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-74b76d7c-dfca-4f1f-b7f2-7cbb44fb41fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:17:59.437284 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:01.512679 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:01.744165 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:01.851394 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:18:06.948239 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:07.078736 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:09.806582 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b8d50-34a2-49b5-aaca-ea5d6db457d8 req-84646069-f041-419d-a441-621245b25e61 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:09.808001 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-446b8d50-34a2-49b5-aaca-ea5d6db457d8 req-84646069-f041-419d-a441-621245b25e61 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 945 time: 0.0575504 Feb 08 22:18:09.840947 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-b4ca68ac-5d10-4ff1-bdbe-3340532b3670 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1034834 Feb 08 22:18:09.857826 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-446b8d50-34a2-49b5-aaca-ea5d6db457d8 req-a06d35b6-ca39-4053-8f5e-72b2dde1aa96 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434797 Feb 08 22:18:10.924565 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-21ecde09-430a-498b-98cd-22a2058ce76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:10.926198 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-21ecde09-430a-498b-98cd-22a2058ce76d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 1128 time: 0.0475543 Feb 08 22:18:11.050631 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993b0d5-dfb4-4a9d-9d14-6df4ca24fd8a req-3077ef88-5809-4995-928f-dbf1ab651072 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:11.052153 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3993b0d5-dfb4-4a9d-9d14-6df4ca24fd8a req-3077ef88-5809-4995-928f-dbf1ab651072 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 945 time: 0.1185112 Feb 08 22:18:11.068367 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-22fca78b-77da-4f1b-9d62-6238e1874a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:11.069807 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-22fca78b-77da-4f1b-9d62-6238e1874a44 service neutron] 10.222.0.96 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.1373272 Feb 08 22:18:11.150575 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3993b0d5-dfb4-4a9d-9d14-6df4ca24fd8a req-faeedf98-5b87-4f59-8056-8fe104806f4c tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927129 Feb 08 22:18:11.161018 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-b14f58bc-e670-4f1c-84ed-5410d8ea7f19 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23614436-8464-40ac-8420-eb561176ee45 HTTP/1.1" status: 200 len: 1002 time: 0.0833628 Feb 08 22:18:11.211370 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-845fcd6a-07c5-4255-a7da-35c083e77896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:11.212859 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-845fcd6a-07c5-4255-a7da-35c083e77896 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0458260 Feb 08 22:18:11.264249 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-46172555-bdc2-4dc0-8312-477f2c2f1959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:11.265772 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-46172555-bdc2-4dc0-8312-477f2c2f1959 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464704 Feb 08 22:18:11.358346 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-ed34f41f-aa87-4b2d-b1d2-c5c661d3f9c5 service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869834 Feb 08 22:18:11.447488 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-157b7082-610f-48f2-8685-31fa05ac3501 service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830386 Feb 08 22:18:12.275476 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e14ef7-e8ad-4369-a042-9f31d911233c req-b2bfe610-0ff8-4ae1-b399-68cd7246bd39 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:12.276966 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e7e14ef7-e8ad-4369-a042-9f31d911233c req-b2bfe610-0ff8-4ae1-b399-68cd7246bd39 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 945 time: 0.0584681 Feb 08 22:18:12.323592 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e7e14ef7-e8ad-4369-a042-9f31d911233c req-b783cd0a-a09f-4c84-a7ad-b2fb6206a954 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405467 Feb 08 22:18:13.445373 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d0f32-b58a-40fa-b45c-a4ea83b08626 req-d7f6d981-21d7-4818-9a0f-6acb33bc126f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:13.446874 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-498d0f32-b58a-40fa-b45c-a4ea83b08626 req-d7f6d981-21d7-4818-9a0f-6acb33bc126f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 945 time: 0.0530968 Feb 08 22:18:13.501467 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-498d0f32-b58a-40fa-b45c-a4ea83b08626 req-a6eff806-2c4d-4435-8713-73d3631b1549 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480523 Feb 08 22:18:14.627363 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c5443-317c-4cc0-9b9b-15c5ef6af942 req-73bf54ed-03c4-4f5b-af15-769ce09e4fe8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:14.629079 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df2c5443-317c-4cc0-9b9b-15c5ef6af942 req-73bf54ed-03c4-4f5b-af15-769ce09e4fe8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 945 time: 0.0556736 Feb 08 22:18:14.681672 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df2c5443-317c-4cc0-9b9b-15c5ef6af942 req-2d733610-b70d-4f0f-8616-f2f14f8c5b99 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462971 Feb 08 22:18:15.805599 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f884b1-4a65-4e20-abb9-8b6d4177df30 req-ffdfed72-3007-48dd-b88b-ccfcb354532c tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:15.807089 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-22f884b1-4a65-4e20-abb9-8b6d4177df30 req-ffdfed72-3007-48dd-b88b-ccfcb354532c tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 945 time: 0.0540135 Feb 08 22:18:15.855510 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-22f884b1-4a65-4e20-abb9-8b6d4177df30 req-ae0389f3-14ce-4ab5-8235-e7bdaf941822 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427186 Feb 08 22:18:17.004597 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaaa355-06b5-4b37-894c-fdd8dc45dca5 req-367471d1-58a4-41e6-b5a2-4f1eca095d9a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:17.006775 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dfaaa355-06b5-4b37-894c-fdd8dc45dca5 req-367471d1-58a4-41e6-b5a2-4f1eca095d9a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 945 time: 0.0818260 Feb 08 22:18:17.060020 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dfaaa355-06b5-4b37-894c-fdd8dc45dca5 req-9f0a75e2-5d65-4f73-be58-be67d343529a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472591 Feb 08 22:18:18.194429 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9704da-6646-4a97-8930-9bc95a375945 req-7232ca7f-304a-4f24-b5bb-38814232288f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:18.196009 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd9704da-6646-4a97-8930-9bc95a375945 req-7232ca7f-304a-4f24-b5bb-38814232288f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 945 time: 0.0621872 Feb 08 22:18:18.251624 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd9704da-6646-4a97-8930-9bc95a375945 req-05b9b380-5a97-434f-b075-8b96b470c8f3 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496979 Feb 08 22:18:19.382635 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50891946-4504-4206-bcc6-4d19b7b0c140 req-6766967a-21ed-4c72-a56b-226fb7917441 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:19.384152 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-50891946-4504-4206-bcc6-4d19b7b0c140 req-6766967a-21ed-4c72-a56b-226fb7917441 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 945 time: 0.0608957 Feb 08 22:18:19.436403 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-50891946-4504-4206-bcc6-4d19b7b0c140 req-add90e7d-d9c7-4b67-8ac8-51b5c51de434 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463443 Feb 08 22:18:20.563366 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78b6bc-b263-4a81-8917-a69c7c57ec35 req-02b43a91-4b2b-498c-966e-f9c89e3a6297 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:20.564994 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd78b6bc-b263-4a81-8917-a69c7c57ec35 req-02b43a91-4b2b-498c-966e-f9c89e3a6297 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 945 time: 0.0533035 Feb 08 22:18:20.966291 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd78b6bc-b263-4a81-8917-a69c7c57ec35 req-e7ca31da-8e97-4364-844e-d748cdb6c00c tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3949659 Feb 08 22:18:21.439725 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 23614436-8464-40ac-8420-eb561176ee45 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:18:21.519129 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 23614436-8464-40ac-8420-eb561176ee45 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:18:21.519510 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (23614436-8464-40ac-8420-eb561176ee45), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:21.542303 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d112f34-3579-46b3-aa28-6e8de9905f82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23614436-8464-40ac-8420-eb561176ee45'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:18:21.544515 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0c5235-e3e7-4227-8e46-d9eda6fde1e2" -d '{"events": [{"server_uuid": "9d112f34-3579-46b3-aa28-6e8de9905f82", "name": "network-vif-unplugged", "status": "completed", "tag": "23614436-8464-40ac-8420-eb561176ee45"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:18:21.559574 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 23614436-8464-40ac-8420-eb561176ee45, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=23614436-8464-40ac-8420-eb561176ee45,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:18:21.564211 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (23614436-8464-40ac-8420-eb561176ee45), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:21.604803 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 22:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2c9178-96dd-4437-aa1d-8eaa5e1da844 x-openstack-request-id: req-3a2c9178-96dd-4437-aa1d-8eaa5e1da844 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:18:21.605099 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d112f34-3579-46b3-aa28-6e8de9905f82", "name": "network-vif-unplugged", "status": "completed", "tag": "23614436-8464-40ac-8420-eb561176ee45", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:18:21.605421 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3a2c9178-96dd-4437-aa1d-8eaa5e1da844 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:18:21.605815 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d112f34-3579-46b3-aa28-6e8de9905f82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23614436-8464-40ac-8420-eb561176ee45', 'code': 200} Feb 08 22:18:21.615410 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=23614436-8464-40ac-8420-eb561176ee45,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:18:22.131072 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae60aa-446e-4752-906d-817f1b740fa8 req-37630a2f-b76b-4b5c-bc48-c0fbb39dd8f3 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:22.132545 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-34ae60aa-446e-4752-906d-817f1b740fa8 req-37630a2f-b76b-4b5c-bc48-c0fbb39dd8f3 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 943 time: 0.0948763 Feb 08 22:18:22.134750 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-2c20abc3-6537-42e8-8a46-c346a88f0382 service neutron] show failed (client error): The resource could not be found. Feb 08 22:18:22.135655 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-2c20abc3-6537-42e8-8a46-c346a88f0382 service neutron] 10.222.0.96 "GET /v2.0/ports/23614436-8464-40ac-8420-eb561176ee45/bindings/n-h1-712143-31 HTTP/1.1" status: 404 len: 381 time: 0.0889082 Feb 08 22:18:22.185640 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-34ae60aa-446e-4752-906d-817f1b740fa8 req-46f56843-9f44-4f23-85d9-007e845a0bac tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473711 Feb 08 22:18:22.338076 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-081d41a1-524c-4c82-b7fd-77089c6ac518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:22.339475 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-081d41a1-524c-4c82-b7fd-77089c6ac518 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82&tenant_id=52394cedb96f402a8356b9d71e71bb96 HTTP/1.1" status: 200 len: 1126 time: 0.0484073 Feb 08 22:18:22.351568 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-746c6b27-9e55-48d6-996e-97d7baa97da9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-31', 'device_owner': 'compute:nova'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:18:22.409112 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-746c6b27-9e55-48d6-996e-97d7baa97da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (23614436-8464-40ac-8420-eb561176ee45), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:22.615169 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-746c6b27-9e55-48d6-996e-97d7baa97da9 service neutron] For port 23614436-8464-40ac-8420-eb561176ee45, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=23614436-8464-40ac-8420-eb561176ee45,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:18:22.648737 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-746c6b27-9e55-48d6-996e-97d7baa97da9 service neutron] For port 23614436-8464-40ac-8420-eb561176ee45, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:18:22.685602 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-746c6b27-9e55-48d6-996e-97d7baa97da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23614436-8464-40ac-8420-eb561176ee45 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:18:22.693545 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-746c6b27-9e55-48d6-996e-97d7baa97da9 service neutron] Publish callbacks [] for port (23614436-8464-40ac-8420-eb561176ee45), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:22.705675 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-746c6b27-9e55-48d6-996e-97d7baa97da9 service neutron] Transition to ACTIVE for port object 23614436-8464-40ac-8420-eb561176ee45 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:18:22.709290 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-746c6b27-9e55-48d6-996e-97d7baa97da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (23614436-8464-40ac-8420-eb561176ee45), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:22.788084 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c6b27-9e55-48d6-996e-97d7baa97da9 service neutron] Pushing event updated for resources: {'Port': ['ID=23614436-8464-40ac-8420-eb561176ee45,revision_number=7']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:18:22.838848 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-746c6b27-9e55-48d6-996e-97d7baa97da9 service neutron] No DVR routers for this DVR port 23614436-8464-40ac-8420-eb561176ee45 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:18:22.981429 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-746c6b27-9e55-48d6-996e-97d7baa97da9 service neutron] Attempting to bind port 23614436-8464-40ac-8420-eb561176ee45 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:18:22.981765 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-746c6b27-9e55-48d6-996e-97d7baa97da9 service neutron] Attempting to bind port 23614436-8464-40ac-8420-eb561176ee45 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:18:22.982091 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-746c6b27-9e55-48d6-996e-97d7baa97da9 service neutron] Attempting to bind port 23614436-8464-40ac-8420-eb561176ee45 on network bc78e00c-dc98-41c2-b966-2ce242857563 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:18:22.986453 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-746c6b27-9e55-48d6-996e-97d7baa97da9 service neutron] Port 23614436-8464-40ac-8420-eb561176ee45 on network bc78e00c-dc98-41c2-b966-2ce242857563 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:18:22.986760 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-746c6b27-9e55-48d6-996e-97d7baa97da9 service neutron] Attempting to bind port 23614436-8464-40ac-8420-eb561176ee45 on network bc78e00c-dc98-41c2-b966-2ce242857563 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:18:22.992378 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-746c6b27-9e55-48d6-996e-97d7baa97da9 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:18:22.992720 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-746c6b27-9e55-48d6-996e-97d7baa97da9 service neutron] Checking segment: {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:18:22.993108 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-746c6b27-9e55-48d6-996e-97d7baa97da9 service neutron] Bound using segment: {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:18:22.993557 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-746c6b27-9e55-48d6-996e-97d7baa97da9 service neutron] Bound port: 23614436-8464-40ac-8420-eb561176ee45, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:18:22.993918 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-746c6b27-9e55-48d6-996e-97d7baa97da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (23614436-8464-40ac-8420-eb561176ee45), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:23.056612 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-746c6b27-9e55-48d6-996e-97d7baa97da9 service neutron] For port 23614436-8464-40ac-8420-eb561176ee45, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:18:23.059581 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-746c6b27-9e55-48d6-996e-97d7baa97da9 service neutron] For port 23614436-8464-40ac-8420-eb561176ee45, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=23614436-8464-40ac-8420-eb561176ee45,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:18:23.066055 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-746c6b27-9e55-48d6-996e-97d7baa97da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (23614436-8464-40ac-8420-eb561176ee45), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:23.099962 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-746c6b27-9e55-48d6-996e-97d7baa97da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:23.100701 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-746c6b27-9e55-48d6-996e-97d7baa97da9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:23.102189 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-746c6b27-9e55-48d6-996e-97d7baa97da9 service neutron] 10.222.0.94 "PUT /v2.0/ports/23614436-8464-40ac-8420-eb561176ee45 HTTP/1.1" status: 200 len: 1092 time: 0.7546849 Feb 08 22:18:23.102632 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d112f34-3579-46b3-aa28-6e8de9905f82', 'tag': '23614436-8464-40ac-8420-eb561176ee45'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:18:23.104902 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd0756e-45b7-450d-8444-5663e5bdf73f" -d '{"events": [{"name": "network-changed", "server_uuid": "9d112f34-3579-46b3-aa28-6e8de9905f82", "tag": "23614436-8464-40ac-8420-eb561176ee45"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:18:23.156983 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c6b27-9e55-48d6-996e-97d7baa97da9 service neutron] Pushing event updated for resources: {'Port': ['ID=23614436-8464-40ac-8420-eb561176ee45,revision_number=8']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:18:23.161686 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5611721f-c0ee-49d4-8a51-d81ae877b352 x-openstack-request-id: req-5611721f-c0ee-49d4-8a51-d81ae877b352 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:18:23.162088 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d112f34-3579-46b3-aa28-6e8de9905f82", "tag": "23614436-8464-40ac-8420-eb561176ee45", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:18:23.162354 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5611721f-c0ee-49d4-8a51-d81ae877b352 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:18:23.162765 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d112f34-3579-46b3-aa28-6e8de9905f82', 'tag': '23614436-8464-40ac-8420-eb561176ee45', 'status': 'completed', 'code': 200} Feb 08 22:18:23.196771 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-7aed7832-1238-47ae-9bf4-0ca8e716fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:23.198315 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-7aed7832-1238-47ae-9bf4-0ca8e716fd05 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 1126 time: 0.0702267 Feb 08 22:18:23.329032 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0756e-45b7-450d-8444-5663e5bdf73f req-2a84aa1a-8bcf-41de-8311-37640ab5bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:23.330571 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0cd0756e-45b7-450d-8444-5663e5bdf73f req-2a84aa1a-8bcf-41de-8311-37640ab5bb62 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 1126 time: 0.1516976 Feb 08 22:18:23.390613 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-b6b7afbb-f322-47da-81a7-a4b1f291d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:23.392002 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-b6b7afbb-f322-47da-81a7-a4b1f291d8a5 service neutron] 10.222.0.94 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.1788614 Feb 08 22:18:23.455102 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ba180-834b-4f59-9d03-698da1a1d486 req-c309c4fb-4c89-4e84-b973-d6b064605d40 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:23.456492 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a2ba180-834b-4f59-9d03-698da1a1d486 req-c309c4fb-4c89-4e84-b973-d6b064605d40 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 943 time: 0.1866322 Feb 08 22:18:23.513792 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-81ace33c-2db4-40ee-9f26-cd7d7648e246 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23614436-8464-40ac-8420-eb561176ee45 HTTP/1.1" status: 200 len: 1000 time: 0.1152513 Feb 08 22:18:23.534903 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0756e-45b7-450d-8444-5663e5bdf73f req-12579c7d-be41-4b4f-bea7-4c822efbba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:23.536890 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0cd0756e-45b7-450d-8444-5663e5bdf73f req-12579c7d-be41-4b4f-bea7-4c822efbba21 service neutron] 10.222.0.96 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.1975489 Feb 08 22:18:23.618625 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a2ba180-834b-4f59-9d03-698da1a1d486 req-ed7fd5a8-3830-45c9-ab96-ec1891719d6c tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546583 Feb 08 22:18:23.635127 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-b0bfa423-e27a-486a-9018-20554d53002b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:23.637640 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-b0bfa423-e27a-486a-9018-20554d53002b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.1165035 Feb 08 22:18:23.661498 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0cd0756e-45b7-450d-8444-5663e5bdf73f req-0ba138de-a377-4475-93b4-6235daa01984 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23614436-8464-40ac-8420-eb561176ee45 HTTP/1.1" status: 200 len: 1000 time: 0.1186006 Feb 08 22:18:23.728659 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0756e-45b7-450d-8444-5663e5bdf73f req-c3e34a37-99e4-40ac-9002-ec7280c54199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:23.730074 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0cd0756e-45b7-450d-8444-5663e5bdf73f req-c3e34a37-99e4-40ac-9002-ec7280c54199 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0548763 Feb 08 22:18:23.732650 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-40ef328d-4adc-434b-a543-e2fbf7b58a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:23.734057 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-40ef328d-4adc-434b-a543-e2fbf7b58a2f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0908201 Feb 08 22:18:23.850775 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0756e-45b7-450d-8444-5663e5bdf73f req-735c9b16-f290-4271-b80e-6b0130aa1780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:23.852298 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0cd0756e-45b7-450d-8444-5663e5bdf73f req-735c9b16-f290-4271-b80e-6b0130aa1780 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1161482 Feb 08 22:18:23.857869 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-7f9f9647-6107-4b15-84f2-bbf8ae8af8c0 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143167 Feb 08 22:18:24.013573 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0cd0756e-45b7-450d-8444-5663e5bdf73f req-e4058842-376b-4591-9eba-304915bbaf83 service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545064 Feb 08 22:18:24.015366 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-41e0d184-2614-4dfc-b71b-8ca9c71b4943 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487641 Feb 08 22:18:24.146839 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0756e-45b7-450d-8444-5663e5bdf73f req-9a0faa22-696b-4ad5-ac20-f2e4a578cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:24.148483 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0cd0756e-45b7-450d-8444-5663e5bdf73f req-9a0faa22-696b-4ad5-ac20-f2e4a578cbd1 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 1126 time: 0.0793598 Feb 08 22:18:24.151059 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0cd0756e-45b7-450d-8444-5663e5bdf73f req-5c694935-e6bc-411a-842b-7a862c6a0822 service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317875 Feb 08 22:18:24.248289 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0756e-45b7-450d-8444-5663e5bdf73f req-a1da6e3d-77e4-4a85-aa34-3e62c7e885da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:24.249856 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0cd0756e-45b7-450d-8444-5663e5bdf73f req-a1da6e3d-77e4-4a85-aa34-3e62c7e885da service neutron] 10.222.0.94 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.0958436 Feb 08 22:18:24.299280 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e457db2c-674e-4265-a658-910c75753fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:24.317877 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0cd0756e-45b7-450d-8444-5663e5bdf73f req-f0902812-a907-418d-9de1-76470a48ea87 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23614436-8464-40ac-8420-eb561176ee45 HTTP/1.1" status: 200 len: 1000 time: 0.0614047 Feb 08 22:18:24.365247 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0756e-45b7-450d-8444-5663e5bdf73f req-f7b4bdec-715e-4aa7-b2c6-3e11c1d516bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:24.366771 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0cd0756e-45b7-450d-8444-5663e5bdf73f req-f7b4bdec-715e-4aa7-b2c6-3e11c1d516bf service neutron] 10.222.0.94 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0440905 Feb 08 22:18:24.421203 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0756e-45b7-450d-8444-5663e5bdf73f req-297f7de7-8e6e-436b-b4a7-d1b98da03d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:24.422719 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0cd0756e-45b7-450d-8444-5663e5bdf73f req-297f7de7-8e6e-436b-b4a7-d1b98da03d48 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504446 Feb 08 22:18:24.516298 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0cd0756e-45b7-450d-8444-5663e5bdf73f req-cf1f02f0-6038-4701-8454-8d47a00d3b70 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875504 Feb 08 22:18:24.609850 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0cd0756e-45b7-450d-8444-5663e5bdf73f req-ff8856a9-c445-4975-842e-1684be1d6b5e service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877824 Feb 08 22:18:24.747663 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d7c43-3d0d-449a-99a7-8f3d24965ce6 req-7a15dac8-766f-460d-97b7-06ff1599e623 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:24.747663 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-689d7c43-3d0d-449a-99a7-8f3d24965ce6 req-7a15dac8-766f-460d-97b7-06ff1599e623 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 943 time: 0.0541623 Feb 08 22:18:24.799053 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-689d7c43-3d0d-449a-99a7-8f3d24965ce6 req-89152acd-38d5-49f3-a24d-47c10b81fca3 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449119 Feb 08 22:18:25.922627 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60325e8e-487d-4671-a6bf-1d344956be12 req-b51a7a10-a991-4ba8-8f85-f41763a4527f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:25.924126 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-60325e8e-487d-4671-a6bf-1d344956be12 req-b51a7a10-a991-4ba8-8f85-f41763a4527f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 943 time: 0.0531950 Feb 08 22:18:25.980540 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-60325e8e-487d-4671-a6bf-1d344956be12 req-fd1c6ff4-da19-4ce9-8f8b-eeac5e4279a8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498123 Feb 08 22:18:27.104548 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc609ad-c8a4-4bb6-9b81-194694b14d18 req-e7ade0ba-1f87-4cd6-b66e-6d2aa43a66bc tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:27.105978 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ccc609ad-c8a4-4bb6-9b81-194694b14d18 req-e7ade0ba-1f87-4cd6-b66e-6d2aa43a66bc tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 943 time: 0.0533171 Feb 08 22:18:27.154001 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ccc609ad-c8a4-4bb6-9b81-194694b14d18 req-3c1f04a2-fb59-4dc5-98b2-fe4b8c61be95 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422785 Feb 08 22:18:27.591601 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-51c51196-7e1b-4c34-b700-ef7559e0df12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:28.275559 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de96e21-4ae1-4821-9eae-1ee4e1ee5db1 req-60494409-992a-4912-bd09-ecbafdd53b9a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:28.277052 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3de96e21-4ae1-4821-9eae-1ee4e1ee5db1 req-60494409-992a-4912-bd09-ecbafdd53b9a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 943 time: 0.0543199 Feb 08 22:18:28.324914 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3de96e21-4ae1-4821-9eae-1ee4e1ee5db1 req-6660844a-e97e-43b4-baab-ed95fd866409 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418313 Feb 08 22:18:29.437344 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:29.453595 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc814adb-e28d-4cc8-88a1-a61cc116efa5 req-c4dd5c1a-78d3-4b6a-9028-b9f71af9a2c6 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:29.454917 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc814adb-e28d-4cc8-88a1-a61cc116efa5 req-c4dd5c1a-78d3-4b6a-9028-b9f71af9a2c6 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 943 time: 0.0609977 Feb 08 22:18:29.509463 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc814adb-e28d-4cc8-88a1-a61cc116efa5 req-0365313f-d021-454a-af77-a240c11db227 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479388 Feb 08 22:18:30.635990 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e837cf-4203-460d-b952-280736fde0f4 req-d0c75e18-6faa-470a-86c4-833a319be2ec tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:30.637508 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-21e837cf-4203-460d-b952-280736fde0f4 req-d0c75e18-6faa-470a-86c4-833a319be2ec tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 943 time: 0.0586984 Feb 08 22:18:30.685687 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-21e837cf-4203-460d-b952-280736fde0f4 req-53940f74-9871-4f2f-8f05-b333dc1cd93c tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420609 Feb 08 22:18:31.516197 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:31.749138 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:31.824696 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3541da-fd59-4580-a76a-070a6b208130 req-7c7f316b-1c81-417e-8b8f-239118aaa100 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:31.826340 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea3541da-fd59-4580-a76a-070a6b208130 req-7c7f316b-1c81-417e-8b8f-239118aaa100 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 943 time: 0.0569704 Feb 08 22:18:31.880614 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea3541da-fd59-4580-a76a-070a6b208130 req-8f065c25-753f-4e0e-9e18-955a70b56798 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486329 Feb 08 22:18:33.006796 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abc4f1-8f30-45e3-97c9-8a696eda5c74 req-ad700986-3843-47ac-b762-36baf7cd8655 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:33.008283 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6abc4f1-8f30-45e3-97c9-8a696eda5c74 req-ad700986-3843-47ac-b762-36baf7cd8655 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 943 time: 0.0535219 Feb 08 22:18:33.058369 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e6abc4f1-8f30-45e3-97c9-8a696eda5c74 req-2d1e71b0-7a53-495c-aa18-cc427272d038 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437639 Feb 08 22:18:34.178420 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ee1f7-0de2-45e2-820e-393c1084f9fa req-eb42bb76-8472-40aa-a13b-b776f00d43e6 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:34.179899 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca7ee1f7-0de2-45e2-820e-393c1084f9fa req-eb42bb76-8472-40aa-a13b-b776f00d43e6 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 943 time: 0.0533352 Feb 08 22:18:34.225944 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca7ee1f7-0de2-45e2-820e-393c1084f9fa req-ce486bef-3aa1-4abb-b167-90abef40ce20 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404701 Feb 08 22:18:35.349735 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6532f6-e4ff-4c97-854a-6d3afaaa1342 req-ef987466-8fcc-43ab-8d00-fcb9aa2d38e4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:35.351234 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a6532f6-e4ff-4c97-854a-6d3afaaa1342 req-ef987466-8fcc-43ab-8d00-fcb9aa2d38e4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 943 time: 0.0569198 Feb 08 22:18:35.397200 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a6532f6-e4ff-4c97-854a-6d3afaaa1342 req-2f75ef61-e7d8-4d70-ac12-87e1450b6171 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404460 Feb 08 22:18:36.521816 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a08505-7ced-4bcd-ab7f-cbd87208c1a4 req-ee937a9d-afcc-4b15-a1c8-4ff6de5f883c tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:36.523416 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-80a08505-7ced-4bcd-ab7f-cbd87208c1a4 req-ee937a9d-afcc-4b15-a1c8-4ff6de5f883c tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 943 time: 0.0535214 Feb 08 22:18:36.575483 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-80a08505-7ced-4bcd-ab7f-cbd87208c1a4 req-7bb8b1c8-abe0-40e5-8b30-3afb5979a1a4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465157 Feb 08 22:18:36.948678 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:37.088506 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:37.707230 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea49f5-ab77-45c7-bd6d-7597bc64f606 req-a65a5b94-498c-404d-95cf-98ce71c27047 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:37.709294 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8fea49f5-ab77-45c7-bd6d-7597bc64f606 req-a65a5b94-498c-404d-95cf-98ce71c27047 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 943 time: 0.0564229 Feb 08 22:18:37.756004 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8fea49f5-ab77-45c7-bd6d-7597bc64f606 req-6aac6d96-c4a2-4cef-9764-d8a5e7b7626f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411167 Feb 08 22:18:38.851330 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:18:38.875540 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb6877-dee1-4337-a377-dead61f7bed4 req-b9dbd341-dfd0-4be2-b598-fc6dd225a71e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:38.877007 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e1cb6877-dee1-4337-a377-dead61f7bed4 req-b9dbd341-dfd0-4be2-b598-fc6dd225a71e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 943 time: 0.0525172 Feb 08 22:18:38.923854 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e1cb6877-dee1-4337-a377-dead61f7bed4 req-c166a5b6-1857-4663-a179-4e4f1425bd54 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411479 Feb 08 22:18:40.050417 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb00fd-49ec-4af9-980b-00ce806c1e3e req-a41e8d2a-94bd-4872-9701-84b3c655456f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:40.052621 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-63eb00fd-49ec-4af9-980b-00ce806c1e3e req-a41e8d2a-94bd-4872-9701-84b3c655456f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 943 time: 0.0543563 Feb 08 22:18:40.104924 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-63eb00fd-49ec-4af9-980b-00ce806c1e3e req-64be58e6-081e-417d-8647-d470a8f90b3a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456419 Feb 08 22:18:41.227257 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d345e-0aaf-4a1b-a144-9165fa5e27c1 req-cfc7d187-66fe-4a92-9fb3-ccedf39486f4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:41.228730 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-021d345e-0aaf-4a1b-a144-9165fa5e27c1 req-cfc7d187-66fe-4a92-9fb3-ccedf39486f4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 943 time: 0.0538061 Feb 08 22:18:41.274956 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-021d345e-0aaf-4a1b-a144-9165fa5e27c1 req-d768006a-53dd-4630-af14-7c93b7bed3db tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406587 Feb 08 22:18:42.396086 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043e1e7-8f57-4e35-b99f-6e88093e36ef req-7ea1ed91-db22-446b-88a7-9fff9dd6f51d tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:42.397600 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d043e1e7-8f57-4e35-b99f-6e88093e36ef req-7ea1ed91-db22-446b-88a7-9fff9dd6f51d tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 943 time: 0.0532861 Feb 08 22:18:42.444339 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d043e1e7-8f57-4e35-b99f-6e88093e36ef req-57cdbe79-7841-43ba-83ae-447e15e8fe40 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412061 Feb 08 22:18:42.768975 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-04ac83ff-ef3b-402f-b05d-d68a218b00aa tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:42.771114 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-04ac83ff-ef3b-402f-b05d-d68a218b00aa tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82&tenant_id=52394cedb96f402a8356b9d71e71bb96&binding%3Ahost_id=n-h1-712143-31 HTTP/1.1" status: 200 len: 943 time: 0.0936496 Feb 08 22:18:42.782961 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dafc7e-a39a-4239-937f-d37e8938bf49 req-eef3febf-6be5-472b-858b-95091472781c tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:42.784371 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-06dafc7e-a39a-4239-937f-d37e8938bf49 req-eef3febf-6be5-472b-858b-95091472781c tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 943 time: 0.0753942 Feb 08 22:18:42.867431 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-06dafc7e-a39a-4239-937f-d37e8938bf49 req-9f2b64b9-19f2-41cb-a4b4-d2759625b35f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768671 Feb 08 22:18:42.871359 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 23614436-8464-40ac-8420-eb561176ee45 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:18:42.872097 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-c374d054-9545-4889-9edf-da55082a8ac2 service neutron] 10.222.0.94 "GET /v2.0/ports/23614436-8464-40ac-8420-eb561176ee45/bindings/n-h1-712143-31 HTTP/1.1" status: 200 len: 383 time: 0.0865932 Feb 08 22:18:42.943693 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-888bc0bf-b6b2-4399-8fc3-4f9515248eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:42.945190 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-888bc0bf-b6b2-4399-8fc3-4f9515248eaa service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 1126 time: 0.0490751 Feb 08 22:18:42.974413 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 23614436-8464-40ac-8420-eb561176ee45, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=23614436-8464-40ac-8420-eb561176ee45,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:18:42.986324 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '23614436-8464-40ac-8420-eb561176ee45', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'port_id': '23614436-8464-40ac-8420-eb561176ee45', 'mac_address': 'fa:16:3e:d8:c1:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:18:43.024382 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 23614436-8464-40ac-8420-eb561176ee45 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:18:43.024778 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (23614436-8464-40ac-8420-eb561176ee45), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:43.040742 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-ebc55bfb-8a23-4330-bd95-c3c198ee2fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:43.042138 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23614436-8464-40ac-8420-eb561176ee45 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:18:43.042913 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-ebc55bfb-8a23-4330-bd95-c3c198ee2fb8 service neutron] 10.222.0.94 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.0910215 Feb 08 22:18:43.061729 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 23614436-8464-40ac-8420-eb561176ee45, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=23614436-8464-40ac-8420-eb561176ee45,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:18:43.065792 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (23614436-8464-40ac-8420-eb561176ee45), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:43.112152 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-c705dc63-e35e-4e31-ba66-ff836ffa0d63 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23614436-8464-40ac-8420-eb561176ee45 HTTP/1.1" status: 200 len: 1000 time: 0.0641625 Feb 08 22:18:43.116486 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=23614436-8464-40ac-8420-eb561176ee45,revision_number=9']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:18:43.162026 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-63bf600e-539f-4ca6-811b-857d26e377e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:43.163555 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-63bf600e-539f-4ca6-811b-857d26e377e4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0441787 Feb 08 22:18:43.212789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-1c2e5350-a4b7-44b3-a9d3-91e17a888f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:43.214239 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-1c2e5350-a4b7-44b3-a9d3-91e17a888f18 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444090 Feb 08 22:18:43.316564 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-567f3138-a8b7-42a6-a0e4-d3f4c1f3f98b service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956175 Feb 08 22:18:43.386251 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['23614436-8464-40ac-8420-eb561176ee45'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:18:43.406246 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-6e4f5355-b6af-4624-95b5-a2f98c32c930 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833881 Feb 08 22:18:43.994633 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73a587-5d18-4c9a-8cdb-2d956dd6fd7e req-2c55947f-7d5a-4777-9cd2-769708aeff89 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:43.996476 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed73a587-5d18-4c9a-8cdb-2d956dd6fd7e req-2c55947f-7d5a-4777-9cd2-769708aeff89 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 944 time: 0.0549133 Feb 08 22:18:44.048987 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed73a587-5d18-4c9a-8cdb-2d956dd6fd7e req-ed965d1c-12cb-473e-a16e-d5d48ccd59d3 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462337 Feb 08 22:18:44.887228 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 23614436-8464-40ac-8420-eb561176ee45 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:18:44.936731 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 23614436-8464-40ac-8420-eb561176ee45 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:18:44.940863 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 23614436-8464-40ac-8420-eb561176ee45 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:18:44.941243 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (23614436-8464-40ac-8420-eb561176ee45), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:45.022264 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 23614436-8464-40ac-8420-eb561176ee45 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:18:45.022650 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (23614436-8464-40ac-8420-eb561176ee45), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:45.045833 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d112f34-3579-46b3-aa28-6e8de9905f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23614436-8464-40ac-8420-eb561176ee45'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:18:45.048046 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8b8b10-51b7-466f-b966-046028891ae1" -d '{"events": [{"server_uuid": "9d112f34-3579-46b3-aa28-6e8de9905f82", "name": "network-vif-plugged", "status": "completed", "tag": "23614436-8464-40ac-8420-eb561176ee45"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:18:45.064637 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 23614436-8464-40ac-8420-eb561176ee45, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=23614436-8464-40ac-8420-eb561176ee45,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:18:45.068687 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (23614436-8464-40ac-8420-eb561176ee45), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:45.105986 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c782f5a0-3117-4f8b-8cfb-06b0c3ce101c x-openstack-request-id: req-c782f5a0-3117-4f8b-8cfb-06b0c3ce101c {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:18:45.106289 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d112f34-3579-46b3-aa28-6e8de9905f82", "name": "network-vif-plugged", "status": "completed", "tag": "23614436-8464-40ac-8420-eb561176ee45", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:18:45.106547 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c782f5a0-3117-4f8b-8cfb-06b0c3ce101c {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:18:45.106936 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d112f34-3579-46b3-aa28-6e8de9905f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23614436-8464-40ac-8420-eb561176ee45', 'code': 200} Feb 08 22:18:45.122664 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=23614436-8464-40ac-8420-eb561176ee45,revision_number=10']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:18:45.130540 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:18:45.130893 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:18:45.131239 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:18:45.131577 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:18:45.131919 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:18:45.132253 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:18:45.132582 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:18:45.132907 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:18:45.133245 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:18:45.133583 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:18:45.133909 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:18:45.134233 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:18:45.134553 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:18:45.175864 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067210b-9f08-4c22-a099-bc2b9fe7f3ee req-0cd9a2f9-0587-4755-97e2-eda6d1a71c84 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:45.177406 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4067210b-9f08-4c22-a099-bc2b9fe7f3ee req-0cd9a2f9-0587-4755-97e2-eda6d1a71c84 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 946 time: 0.0545042 Feb 08 22:18:45.224841 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4067210b-9f08-4c22-a099-bc2b9fe7f3ee req-c008c7d6-c3ea-462b-9a8c-086d73ec4bc4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417764 Feb 08 22:18:46.351630 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53a362-8886-42f1-904a-7dacd4b045c3 req-257dc637-c2ae-461e-ad3a-37ed61049756 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:46.353066 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b53a362-8886-42f1-904a-7dacd4b045c3 req-257dc637-c2ae-461e-ad3a-37ed61049756 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 946 time: 0.0562809 Feb 08 22:18:46.400898 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b53a362-8886-42f1-904a-7dacd4b045c3 req-a16cb987-f62d-4296-baa3-ccaf6f88cff5 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410433 Feb 08 22:18:47.524863 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f62f4f-2f3e-476c-baaa-436b3268a0b3 req-b8b226a5-0839-4c32-b8c9-337f5a89f7da tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:47.526360 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56f62f4f-2f3e-476c-baaa-436b3268a0b3 req-b8b226a5-0839-4c32-b8c9-337f5a89f7da tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 946 time: 0.0566316 Feb 08 22:18:47.575142 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56f62f4f-2f3e-476c-baaa-436b3268a0b3 req-e4946494-dca1-4155-ac6b-fea3d68f9ce6 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427248 Feb 08 22:18:48.702256 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c5b99-9fb2-4435-9524-7812b84f8ded req-66c6d1e3-0ff4-4dae-9db3-afbdfb6f17e9 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:48.703859 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-557c5b99-9fb2-4435-9524-7812b84f8ded req-66c6d1e3-0ff4-4dae-9db3-afbdfb6f17e9 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 946 time: 0.0565333 Feb 08 22:18:48.754029 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-557c5b99-9fb2-4435-9524-7812b84f8ded req-728058d3-c1cd-4ccd-9ed6-076819a685a5 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441935 Feb 08 22:18:48.917515 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 23614436-8464-40ac-8420-eb561176ee45 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:18:48.996745 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 23614436-8464-40ac-8420-eb561176ee45 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:18:48.997061 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (23614436-8464-40ac-8420-eb561176ee45), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:49.019833 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d112f34-3579-46b3-aa28-6e8de9905f82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23614436-8464-40ac-8420-eb561176ee45'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:18:49.022182 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34e408e-504a-4c3f-b07c-57cedb39c108" -d '{"events": [{"server_uuid": "9d112f34-3579-46b3-aa28-6e8de9905f82", "name": "network-vif-unplugged", "status": "completed", "tag": "23614436-8464-40ac-8420-eb561176ee45"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:18:49.035931 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 23614436-8464-40ac-8420-eb561176ee45, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=23614436-8464-40ac-8420-eb561176ee45,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:18:49.045863 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (23614436-8464-40ac-8420-eb561176ee45), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:49.078011 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 22:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc26fbcd-201f-4cc5-adf9-2cfd200db528 x-openstack-request-id: req-dc26fbcd-201f-4cc5-adf9-2cfd200db528 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:18:49.078320 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d112f34-3579-46b3-aa28-6e8de9905f82", "name": "network-vif-unplugged", "status": "completed", "tag": "23614436-8464-40ac-8420-eb561176ee45", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:18:49.078580 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dc26fbcd-201f-4cc5-adf9-2cfd200db528 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:18:49.078972 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d112f34-3579-46b3-aa28-6e8de9905f82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23614436-8464-40ac-8420-eb561176ee45', 'code': 200} Feb 08 22:18:49.110700 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=23614436-8464-40ac-8420-eb561176ee45,revision_number=11']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:18:49.409165 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-ff27ef86-a8ea-4d8f-9dd9-3e936a9d5ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:49.411292 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-ff27ef86-a8ea-4d8f-9dd9-3e936a9d5ecf service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82&tenant_id=52394cedb96f402a8356b9d71e71bb96 HTTP/1.1" status: 200 len: 1127 time: 0.0495670 Feb 08 22:18:49.421479 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712143-31', 'device_owner': 'compute:nova'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:18:49.480022 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (23614436-8464-40ac-8420-eb561176ee45), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:49.682015 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] For port 23614436-8464-40ac-8420-eb561176ee45, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=23614436-8464-40ac-8420-eb561176ee45,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:18:49.716081 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] For port 23614436-8464-40ac-8420-eb561176ee45, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:18:49.753508 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23614436-8464-40ac-8420-eb561176ee45 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:18:49.761287 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Publish callbacks [] for port (23614436-8464-40ac-8420-eb561176ee45), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:49.779031 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Transition to ACTIVE for port object 23614436-8464-40ac-8420-eb561176ee45 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:18:49.784194 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (23614436-8464-40ac-8420-eb561176ee45), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:49.898284 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Pushing event updated for resources: {'Port': ['ID=23614436-8464-40ac-8420-eb561176ee45,revision_number=12']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:18:49.924998 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:18:49.925510 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:18:49.925903 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:18:49.926249 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:18:49.926584 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:18:49.926994 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:18:49.927238 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:18:49.927573 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:18:49.927900 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:18:49.928231 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:18:49.928567 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:18:49.928880 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:18:49.929203 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:18:49.955228 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] No DVR routers for this DVR port 23614436-8464-40ac-8420-eb561176ee45 on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:18:50.031358 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de8092-2e56-498e-a650-63b3ec40449f req-956f71a4-97cd-4224-8d94-b862e3fe480d tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:50.032795 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0de8092-2e56-498e-a650-63b3ec40449f req-956f71a4-97cd-4224-8d94-b862e3fe480d tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 944 time: 0.2006278 Feb 08 22:18:50.106767 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0de8092-2e56-498e-a650-63b3ec40449f req-fb52227b-1275-40eb-918b-544b8a5b7cba tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617633 Feb 08 22:18:50.142799 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Attempting to bind port 23614436-8464-40ac-8420-eb561176ee45 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:18:50.143131 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Attempting to bind port 23614436-8464-40ac-8420-eb561176ee45 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:18:50.143458 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Attempting to bind port 23614436-8464-40ac-8420-eb561176ee45 on network bc78e00c-dc98-41c2-b966-2ce242857563 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:18:50.148383 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Port 23614436-8464-40ac-8420-eb561176ee45 on network bc78e00c-dc98-41c2-b966-2ce242857563 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:18:50.148701 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Attempting to bind port 23614436-8464-40ac-8420-eb561176ee45 on network bc78e00c-dc98-41c2-b966-2ce242857563 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:18:50.153500 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:18:50.153834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Checking segment: {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:18:50.154219 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Bound using segment: {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:18:50.154643 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Bound port: 23614436-8464-40ac-8420-eb561176ee45, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39874751-765e-4b85-8e9b-5696276ab8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:18:50.154998 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (23614436-8464-40ac-8420-eb561176ee45), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:50.218307 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] For port 23614436-8464-40ac-8420-eb561176ee45, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:18:50.221367 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] For port 23614436-8464-40ac-8420-eb561176ee45, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=23614436-8464-40ac-8420-eb561176ee45,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:18:50.227268 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (23614436-8464-40ac-8420-eb561176ee45), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:50.262769 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:50.263214 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:50.264784 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] 10.222.0.96 "PUT /v2.0/ports/23614436-8464-40ac-8420-eb561176ee45 HTTP/1.1" status: 200 len: 1093 time: 0.8471632 Feb 08 22:18:50.267180 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d112f34-3579-46b3-aa28-6e8de9905f82', 'tag': '23614436-8464-40ac-8420-eb561176ee45'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:18:50.269470 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2c2d02-762c-405d-8830-ef3705a4c522" -d '{"events": [{"name": "network-changed", "server_uuid": "9d112f34-3579-46b3-aa28-6e8de9905f82", "tag": "23614436-8464-40ac-8420-eb561176ee45"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:18:50.325626 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8932902-dac6-49a6-ba2c-8957358c8ecc x-openstack-request-id: req-d8932902-dac6-49a6-ba2c-8957358c8ecc {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:18:50.325919 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d112f34-3579-46b3-aa28-6e8de9905f82", "tag": "23614436-8464-40ac-8420-eb561176ee45", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:18:50.326174 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d8932902-dac6-49a6-ba2c-8957358c8ecc {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:18:50.326572 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d112f34-3579-46b3-aa28-6e8de9905f82', 'tag': '23614436-8464-40ac-8420-eb561176ee45', 'status': 'completed', 'code': 200} Feb 08 22:18:50.327273 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76385b2e-c8ab-4fd8-93ea-e37dbf3c88cd service neutron] Pushing event updated for resources: {'Port': ['ID=23614436-8464-40ac-8420-eb561176ee45,revision_number=13']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:18:50.358698 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-861b094f-ed54-40ab-9b01-e66600bce827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:50.360211 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-861b094f-ed54-40ab-9b01-e66600bce827 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 1127 time: 0.0733907 Feb 08 22:18:50.820994 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c2d02-762c-405d-8830-ef3705a4c522 req-9a3aee39-9dbd-4cdf-8e02-1159d628e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:50.822484 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a2c2d02-762c-405d-8830-ef3705a4c522 req-9a3aee39-9dbd-4cdf-8e02-1159d628e716 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 1127 time: 0.4739809 Feb 08 22:18:50.894110 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-cc231fb5-238a-4ede-adb7-8d3aca2e4ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:50.895623 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-cc231fb5-238a-4ede-adb7-8d3aca2e4ed7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.5153255 Feb 08 22:18:50.981636 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c2d02-762c-405d-8830-ef3705a4c522 req-b44c2b1f-a870-4a53-ac41-ddc930d6a0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:50.983239 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a2c2d02-762c-405d-8830-ef3705a4c522 req-b44c2b1f-a870-4a53-ac41-ddc930d6a0b7 service neutron] 10.222.0.94 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.1510801 Feb 08 22:18:50.990435 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-29be0c95-4d17-4315-9a59-071d6fc7c8f5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23614436-8464-40ac-8420-eb561176ee45 HTTP/1.1" status: 200 len: 1000 time: 0.0886137 Feb 08 22:18:51.087014 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a2c2d02-762c-405d-8830-ef3705a4c522 req-2bb90f74-6218-4473-8ded-aea565f39e44 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23614436-8464-40ac-8420-eb561176ee45 HTTP/1.1" status: 200 len: 1000 time: 0.0954170 Feb 08 22:18:51.088844 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-30705f4c-b7ed-4e03-a138-efd3570f262c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:51.090310 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-30705f4c-b7ed-4e03-a138-efd3570f262c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0929399 Feb 08 22:18:51.180934 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c2d02-762c-405d-8830-ef3705a4c522 req-d51871dd-c502-4793-b13d-097e039cd493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:51.182466 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a2c2d02-762c-405d-8830-ef3705a4c522 req-d51871dd-c502-4793-b13d-097e039cd493 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0895212 Feb 08 22:18:51.198644 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-03d9a647-1a6a-48e7-a906-982bc4c1bb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:51.200144 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-03d9a647-1a6a-48e7-a906-982bc4c1bb52 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0991688 Feb 08 22:18:51.340192 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c2d02-762c-405d-8830-ef3705a4c522 req-8ec26423-52e8-49e7-88d4-0a2adfe478ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:51.341748 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a2c2d02-762c-405d-8830-ef3705a4c522 req-8ec26423-52e8-49e7-88d4-0a2adfe478ac service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1519227 Feb 08 22:18:51.354349 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3b818-4500-478f-b78c-ea7392d2efea req-ef40cc12-e8c8-402d-b7d8-e8d7fa5d9db6 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:51.355777 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e1c3b818-4500-478f-b78c-ea7392d2efea req-ef40cc12-e8c8-402d-b7d8-e8d7fa5d9db6 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 944 time: 0.1535444 Feb 08 22:18:51.401450 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-7759c99f-337a-4779-974a-aa555ebb98e3 service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830437 Feb 08 22:18:51.521175 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e1c3b818-4500-478f-b78c-ea7392d2efea req-0cd0c813-8b4a-4ff8-a525-09da9b8ff6ac tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585550 Feb 08 22:18:51.568352 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a2c2d02-762c-405d-8830-ef3705a4c522 req-557b7b75-d2e3-4f1a-be6a-69e925df4bf6 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116072 Feb 08 22:18:51.601317 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0aaceb1f-6d60-4492-984b-05a7892f629e req-e5efffc8-4462-4e55-9ca1-882fa23fa2c2 service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736135 Feb 08 22:18:51.705253 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a2c2d02-762c-405d-8830-ef3705a4c522 req-0b2d9aa7-a8f8-4c39-bafb-d7c0a4b13f80 service neutron] 10.222.0.94 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272736 Feb 08 22:18:51.717942 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c2d02-762c-405d-8830-ef3705a4c522 req-ac088a80-a50c-4ea0-8d54-b4125a1a1396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:51.719529 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a2c2d02-762c-405d-8830-ef3705a4c522 req-ac088a80-a50c-4ea0-8d54-b4125a1a1396 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=52394cedb96f402a8356b9d71e71bb96&device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 1127 time: 0.0766490 Feb 08 22:18:51.819723 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c2d02-762c-405d-8830-ef3705a4c522 req-7b7bda5b-cbfa-4550-a4ef-eefbd62b2ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:51.821293 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a2c2d02-762c-405d-8830-ef3705a4c522 req-7b7bda5b-cbfa-4550-a4ef-eefbd62b2ec8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 200 len: 913 time: 0.0963275 Feb 08 22:18:51.899339 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a2c2d02-762c-405d-8830-ef3705a4c522 req-c03e26ce-7612-4362-a126-034b85a34647 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23614436-8464-40ac-8420-eb561176ee45 HTTP/1.1" status: 200 len: 1000 time: 0.0713215 Feb 08 22:18:51.949351 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c2d02-762c-405d-8830-ef3705a4c522 req-c9500c38-35e7-4860-a899-baeeac4d496f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:51.951077 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a2c2d02-762c-405d-8830-ef3705a4c522 req-c9500c38-35e7-4860-a899-baeeac4d496f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 200 len: 851 time: 0.0460174 Feb 08 22:18:52.000615 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c2d02-762c-405d-8830-ef3705a4c522 req-5b81ddec-a119-4bfc-b33f-03f774c34997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:52.002483 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a2c2d02-762c-405d-8830-ef3705a4c522 req-5b81ddec-a119-4bfc-b33f-03f774c34997 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bc78e00c-dc98-41c2-b966-2ce242857563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461767 Feb 08 22:18:52.096932 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a2c2d02-762c-405d-8830-ef3705a4c522 req-8e47a7cd-48dc-433e-8d37-045018c8743a service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888386 Feb 08 22:18:52.190042 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a2c2d02-762c-405d-8830-ef3705a4c522 req-4f3fb27d-3cbe-4028-8068-3508b28bef68 service neutron] 10.222.0.96 "GET /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869536 Feb 08 22:18:52.650708 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502e198-cf09-41f1-a36d-52989ac23455 req-b47cc59f-729f-49ae-a316-acd3be89ee06 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:52.652364 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5502e198-cf09-41f1-a36d-52989ac23455 req-b47cc59f-729f-49ae-a316-acd3be89ee06 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 944 time: 0.0553622 Feb 08 22:18:52.711736 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5502e198-cf09-41f1-a36d-52989ac23455 req-33fb784c-2f2f-4f0b-979e-2ad967347e19 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520003 Feb 08 22:18:53.837280 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a5e77-88dc-4c1a-86ab-a4dd8b0588d5 req-5a41527c-e47a-4ecf-8d62-03644890cac1 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:53.838778 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3c3a5e77-88dc-4c1a-86ab-a4dd8b0588d5 req-5a41527c-e47a-4ecf-8d62-03644890cac1 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 944 time: 0.0537977 Feb 08 22:18:53.887691 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3c3a5e77-88dc-4c1a-86ab-a4dd8b0588d5 req-2793d71f-2773-463e-85a4-a5ef1dfd4d5f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431547 Feb 08 22:18:54.305821 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-978096b4-4a13-413b-8604-41da094af56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:55.039998 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abd36b-6766-43b2-ae86-5dd3daf7530a req-c8fe7371-29d8-49bb-9470-a5e40cf1d4c1 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:55.041705 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-62abd36b-6766-43b2-ae86-5dd3daf7530a req-c8fe7371-29d8-49bb-9470-a5e40cf1d4c1 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 944 time: 0.0595064 Feb 08 22:18:55.094221 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-62abd36b-6766-43b2-ae86-5dd3daf7530a req-1aa5bd0b-9afb-4545-8990-7e64baf21eab tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459697 Feb 08 22:18:56.234215 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb2b9c-bc67-4990-92d8-c78384ec1ce7 req-fff99a1e-d55e-4262-a818-73e0d36b51c8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:56.235614 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-39fb2b9c-bc67-4990-92d8-c78384ec1ce7 req-fff99a1e-d55e-4262-a818-73e0d36b51c8 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 944 time: 0.0676556 Feb 08 22:18:56.294782 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-39fb2b9c-bc67-4990-92d8-c78384ec1ce7 req-bcfc859d-7aae-48d2-a282-55ddaa6fa1ef tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527477 Feb 08 22:18:57.425168 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e56f1-62b0-4f46-a511-39adc5d0a3c9 req-08174fc7-9895-4fbc-8b67-7635e952b645 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:57.427219 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e6e56f1-62b0-4f46-a511-39adc5d0a3c9 req-08174fc7-9895-4fbc-8b67-7635e952b645 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 944 time: 0.0543091 Feb 08 22:18:57.475560 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e6e56f1-62b0-4f46-a511-39adc5d0a3c9 req-327f0986-c99e-4308-83c3-384cfc897efb tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427313 Feb 08 22:18:57.585811 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-26203c36-e213-4ab7-b553-c77acd8af1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:58.600245 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2988b-7c2c-46d9-85e6-d0d06245fcf5 req-6e8ecc4d-269f-4c55-8f47-78ad806910a7 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:58.601804 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-26e2988b-7c2c-46d9-85e6-d0d06245fcf5 req-6e8ecc4d-269f-4c55-8f47-78ad806910a7 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 944 time: 0.0547810 Feb 08 22:18:58.655700 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-26e2988b-7c2c-46d9-85e6-d0d06245fcf5 req-8a611316-4932-42be-b7aa-c81e4801e015 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482769 Feb 08 22:18:59.440595 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:18:59.783353 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b38e10-3198-44bb-a733-97eae2cb09c7 req-fbc5fe68-dc86-4bb8-8cb7-ac08822f67ca tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:18:59.784985 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9b38e10-3198-44bb-a733-97eae2cb09c7 req-fbc5fe68-dc86-4bb8-8cb7-ac08822f67ca tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 944 time: 0.0549154 Feb 08 22:18:59.834232 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d9b38e10-3198-44bb-a733-97eae2cb09c7 req-10ac6d2d-aee1-4f59-89e6-b58548379e8b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435584 Feb 08 22:19:00.960037 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c059cbc-eabe-4b45-b8c1-4034a0b3e0d6 req-5b19d23b-d32e-4879-b15a-66c70cfdf675 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:00.961574 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3c059cbc-eabe-4b45-b8c1-4034a0b3e0d6 req-5b19d23b-d32e-4879-b15a-66c70cfdf675 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 944 time: 0.0543945 Feb 08 22:19:01.027830 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3c059cbc-eabe-4b45-b8c1-4034a0b3e0d6 req-bff482a4-365b-4352-af69-59492134e054 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599201 Feb 08 22:19:01.519899 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:01.748529 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:02.160514 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b15e5-924a-48b3-9778-33ade18fbb19 req-866f0b15-5736-4e23-83e6-edfd0ae9d2b2 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:02.162038 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-950b15e5-924a-48b3-9778-33ade18fbb19 req-866f0b15-5736-4e23-83e6-edfd0ae9d2b2 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 944 time: 0.0577857 Feb 08 22:19:02.209678 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-950b15e5-924a-48b3-9778-33ade18fbb19 req-aa4bfadb-1327-4b04-a6c4-219426bec23e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420597 Feb 08 22:19:03.331313 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20a040-f67d-46ab-a7cf-18fe74715dfb req-43f0b48c-7b32-4da0-91d8-0c3f3601714a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:03.333452 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b20a040-f67d-46ab-a7cf-18fe74715dfb req-43f0b48c-7b32-4da0-91d8-0c3f3601714a tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 944 time: 0.0552146 Feb 08 22:19:03.380742 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0b20a040-f67d-46ab-a7cf-18fe74715dfb req-3cef22fc-cbea-4511-a2d9-2cfadfe66395 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413840 Feb 08 22:19:04.506571 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c6fbb-483a-4537-9a58-1eeb8b3c098c req-d64d75f5-69a9-47c0-994e-7d6077b7af20 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:04.508077 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f2c6fbb-483a-4537-9a58-1eeb8b3c098c req-d64d75f5-69a9-47c0-994e-7d6077b7af20 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 944 time: 0.0581181 Feb 08 22:19:04.556117 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4f2c6fbb-483a-4537-9a58-1eeb8b3c098c req-d77fba40-3d8e-40d0-b1f2-0c61aeaf365b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423501 Feb 08 22:19:05.677880 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5244f-a605-46bf-b522-b15e3cb315c9 req-7c48cbc3-6c4c-4527-a7cc-cea7b7cca9f9 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:05.679346 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9cf5244f-a605-46bf-b522-b15e3cb315c9 req-7c48cbc3-6c4c-4527-a7cc-cea7b7cca9f9 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 944 time: 0.0526271 Feb 08 22:19:05.726464 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9cf5244f-a605-46bf-b522-b15e3cb315c9 req-fab3f498-6a3f-4055-8f3c-5dc0ecb06755 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414104 Feb 08 22:19:06.875416 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a9e15-4d30-4d32-9586-b65b401cc195 req-8d100776-b9f5-48a3-a061-f2f943764deb tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:06.876900 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da4a9e15-4d30-4d32-9586-b65b401cc195 req-8d100776-b9f5-48a3-a061-f2f943764deb tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 944 time: 0.0643208 Feb 08 22:19:06.932075 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da4a9e15-4d30-4d32-9586-b65b401cc195 req-6ccb9e9c-ecc2-47fb-9df4-dd0d8a35ba54 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490389 Feb 08 22:19:06.961773 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:07.093948 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:08.055594 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d06473-3662-40bf-b888-76dbe2a35af5 req-099f4432-fd94-41e1-a4e2-0a162f431477 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:08.057084 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-09d06473-3662-40bf-b888-76dbe2a35af5 req-099f4432-fd94-41e1-a4e2-0a162f431477 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 944 time: 0.0539527 Feb 08 22:19:08.106522 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-09d06473-3662-40bf-b888-76dbe2a35af5 req-13c41046-d462-43c9-ab30-99796b17991b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428636 Feb 08 22:19:09.229397 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bccdf-756d-45ed-8bff-f330d72931c9 req-1388aa2b-6ab9-4f8a-9d03-1d88b4ea60c0 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:09.230898 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-295bccdf-756d-45ed-8bff-f330d72931c9 req-1388aa2b-6ab9-4f8a-9d03-1d88b4ea60c0 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 944 time: 0.0544927 Feb 08 22:19:09.284464 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-295bccdf-756d-45ed-8bff-f330d72931c9 req-8b178bf5-5593-46c8-a5be-5c2d8515dfbe tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479844 Feb 08 22:19:09.572144 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 23614436-8464-40ac-8420-eb561176ee45 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:19:09.671553 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 23614436-8464-40ac-8420-eb561176ee45, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=23614436-8464-40ac-8420-eb561176ee45,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:19:09.683234 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '23614436-8464-40ac-8420-eb561176ee45', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'port_id': '23614436-8464-40ac-8420-eb561176ee45', 'mac_address': 'fa:16:3e:d8:c1:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:19:09.719482 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 23614436-8464-40ac-8420-eb561176ee45 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:19:09.719868 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (23614436-8464-40ac-8420-eb561176ee45), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:09.735917 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23614436-8464-40ac-8420-eb561176ee45 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:19:09.755390 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 23614436-8464-40ac-8420-eb561176ee45, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=23614436-8464-40ac-8420-eb561176ee45,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:19:09.759675 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (23614436-8464-40ac-8420-eb561176ee45), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:09.807696 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=23614436-8464-40ac-8420-eb561176ee45,revision_number=14']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:19:10.112349 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['23614436-8464-40ac-8420-eb561176ee45'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:19:10.407995 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53c9c1-f437-45e9-85de-6fcb47569d0c req-20a2432a-4db6-4e62-a477-43c99f059fec tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:10.409505 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b53c9c1-f437-45e9-85de-6fcb47569d0c req-20a2432a-4db6-4e62-a477-43c99f059fec tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 945 time: 0.0562468 Feb 08 22:19:10.457940 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b53c9c1-f437-45e9-85de-6fcb47569d0c req-9d3f43fe-7538-449a-a8db-580594f6c1c5 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415773 Feb 08 22:19:10.580386 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b5243-81e9-490e-a506-6552647a68f2 req-f4a8f571-df45-4bbe-8165-25a9491658a9 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:10.581827 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4b1b5243-81e9-490e-a506-6552647a68f2 req-f4a8f571-df45-4bbe-8165-25a9491658a9 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 945 time: 0.0537856 Feb 08 22:19:10.629370 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4b1b5243-81e9-490e-a506-6552647a68f2 req-0c9d7cb1-cb3c-45b7-9423-69971ad8d78d tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419014 Feb 08 22:19:10.746462 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41baa6-540a-4526-a334-fb614d396ebf req-b84924c9-aeb0-4082-b698-6f69412ee7c5 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:10.747967 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e41baa6-540a-4526-a334-fb614d396ebf req-b84924c9-aeb0-4082-b698-6f69412ee7c5 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 945 time: 0.0529971 Feb 08 22:19:10.800103 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e41baa6-540a-4526-a334-fb614d396ebf req-c554af3e-c387-4e0a-bfc7-5f1423a76a8d tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465112 Feb 08 22:19:11.037585 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64517763-805f-4639-b759-3690cab5336f req-d135eee3-d5d1-48a4-8a26-12818f4564d3 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:11.039092 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-64517763-805f-4639-b759-3690cab5336f req-d135eee3-d5d1-48a4-8a26-12818f4564d3 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 945 time: 0.0547817 Feb 08 22:19:11.086955 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-64517763-805f-4639-b759-3690cab5336f req-c632575e-57fc-4cb7-b7fc-fb4f63e27a2f tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419528 Feb 08 22:19:11.578052 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 23614436-8464-40ac-8420-eb561176ee45 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:19:11.630438 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 23614436-8464-40ac-8420-eb561176ee45 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:19:11.634026 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 23614436-8464-40ac-8420-eb561176ee45 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:19:11.634394 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (23614436-8464-40ac-8420-eb561176ee45), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:11.709538 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 23614436-8464-40ac-8420-eb561176ee45 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:19:11.709924 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (23614436-8464-40ac-8420-eb561176ee45), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:11.731453 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d112f34-3579-46b3-aa28-6e8de9905f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23614436-8464-40ac-8420-eb561176ee45'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:19:11.733681 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a85891-528c-4bd6-b495-22200fb9dfe6" -d '{"events": [{"server_uuid": "9d112f34-3579-46b3-aa28-6e8de9905f82", "name": "network-vif-plugged", "status": "completed", "tag": "23614436-8464-40ac-8420-eb561176ee45"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:19:11.746720 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 23614436-8464-40ac-8420-eb561176ee45, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=23614436-8464-40ac-8420-eb561176ee45,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:19:11.751112 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (23614436-8464-40ac-8420-eb561176ee45), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:11.948671 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74d61e4-454e-4b26-8452-4486e33723a7 x-openstack-request-id: req-b74d61e4-454e-4b26-8452-4486e33723a7 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:19:11.948967 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d112f34-3579-46b3-aa28-6e8de9905f82", "name": "network-vif-plugged", "status": "completed", "tag": "23614436-8464-40ac-8420-eb561176ee45", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:19:11.949244 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b74d61e4-454e-4b26-8452-4486e33723a7 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:19:11.949632 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d112f34-3579-46b3-aa28-6e8de9905f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23614436-8464-40ac-8420-eb561176ee45', 'code': 200} Feb 08 22:19:11.972819 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=23614436-8464-40ac-8420-eb561176ee45,revision_number=15']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:19:12.217716 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb308a18-10ea-4ca9-8fb7-618549dc48ae req-0b5b49d6-06eb-47b5-9e22-d32a3306c3e6 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:12.219092 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eb308a18-10ea-4ca9-8fb7-618549dc48ae req-0b5b49d6-06eb-47b5-9e22-d32a3306c3e6 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 946 time: 0.0533848 Feb 08 22:19:12.267689 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eb308a18-10ea-4ca9-8fb7-618549dc48ae req-ab6f0280-1696-4cee-a7bc-4b937648f6da tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups?id=fff774ca-8cf2-4131-9c86-ac86e6623def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413096 Feb 08 22:19:12.811721 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c87716-6198-444e-8dd0-041de70bfc3a req-46518981-ada7-4019-b49f-493191c32574 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:12.813181 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e2c87716-6198-444e-8dd0-041de70bfc3a req-46518981-ada7-4019-b49f-493191c32574 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.96 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 946 time: 0.0564182 Feb 08 22:19:12.907754 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-e2c87716-6198-444e-8dd0-041de70bfc3a req-7182baaf-8b5c-4535-a311-83b802acc7d4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Deleting port 23614436-8464-40ac-8420-eb561176ee45 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:19:12.908093 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e2c87716-6198-444e-8dd0-041de70bfc3a req-7182baaf-8b5c-4535-a311-83b802acc7d4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (23614436-8464-40ac-8420-eb561176ee45), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:12.999472 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-e2c87716-6198-444e-8dd0-041de70bfc3a req-7182baaf-8b5c-4535-a311-83b802acc7d4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] For port 23614436-8464-40ac-8420-eb561176ee45, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=23614436-8464-40ac-8420-eb561176ee45,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:19:12.999836 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e2c87716-6198-444e-8dd0-041de70bfc3a req-7182baaf-8b5c-4535-a311-83b802acc7d4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (23614436-8464-40ac-8420-eb561176ee45), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:13.170702 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e2c87716-6198-444e-8dd0-041de70bfc3a req-7182baaf-8b5c-4535-a311-83b802acc7d4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:13.171067 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e2c87716-6198-444e-8dd0-041de70bfc3a req-7182baaf-8b5c-4535-a311-83b802acc7d4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (3b56692e-f2fe-498f-8162-770391120d3f), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:13.171384 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [req-e2c87716-6198-444e-8dd0-041de70bfc3a req-7182baaf-8b5c-4535-a311-83b802acc7d4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Floating IP 3b56692e-f2fe-498f-8162-770391120d3f disassociated. External IP: 172.25.3.230, port: 23614436-8464-40ac-8420-eb561176ee45. Feb 08 22:19:13.171722 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-e2c87716-6198-444e-8dd0-041de70bfc3a req-7182baaf-8b5c-4535-a311-83b802acc7d4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Calling delete_port for 23614436-8464-40ac-8420-eb561176ee45 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:19:13.311799 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e2c87716-6198-444e-8dd0-041de70bfc3a req-7182baaf-8b5c-4535-a311-83b802acc7d4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (23614436-8464-40ac-8420-eb561176ee45), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:13.343623 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182baaf-8b5c-4535-a311-83b802acc7d4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Pushing event deleted for resources: {'Port': ['ID=23614436-8464-40ac-8420-eb561176ee45,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:19:13.377442 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-571522ea-eba6-42ec-b0e9-be14d7fb15a1 req-c1d86991-edb4-43d2-ac7b-c1e3d9d3f761 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 210 time: 0.0351169 Feb 08 22:19:13.495113 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2c87716-6198-444e-8dd0-041de70bfc3a req-7182baaf-8b5c-4535-a311-83b802acc7d4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Router c355682e-b695-42b4-8999-7028cb83d271 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:19:13.607249 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2c87716-6198-444e-8dd0-041de70bfc3a req-7182baaf-8b5c-4535-a311-83b802acc7d4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:19:13.617508 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0538b52c-ecb1-4bca-a3d5-8959cfef46f8 None None] Sync routers for ids ['c355682e-b695-42b4-8999-7028cb83d271'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:19:13.629429 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0538b52c-ecb1-4bca-a3d5-8959cfef46f8 None None] Routers {'c355682e-b695-42b4-8999-7028cb83d271'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:19:13.630004 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0538b52c-ecb1-4bca-a3d5-8959cfef46f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:18:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c355682e-b695-42b4-8999-7028cb83d271'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:19:13.648785 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c87716-6198-444e-8dd0-041de70bfc3a req-7182baaf-8b5c-4535-a311-83b802acc7d4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] No DVR routers for this DVR port 23614436-8464-40ac-8420-eb561176ee45 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:19:13.651462 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e2c87716-6198-444e-8dd0-041de70bfc3a req-7182baaf-8b5c-4535-a311-83b802acc7d4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:13.654843 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e2c87716-6198-444e-8dd0-041de70bfc3a req-7182baaf-8b5c-4535-a311-83b802acc7d4 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.96 "DELETE /v2.0/ports/23614436-8464-40ac-8420-eb561176ee45 HTTP/1.1" status: 204 len: 173 time: 0.8368692 Feb 08 22:19:13.655293 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d112f34-3579-46b3-aa28-6e8de9905f82', 'name': 'network-vif-deleted', 'tag': '23614436-8464-40ac-8420-eb561176ee45'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:19:13.657847 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3806f09-9f3d-48d9-944c-230aa3b34606" -d '{"events": [{"server_uuid": "9d112f34-3579-46b3-aa28-6e8de9905f82", "name": "network-vif-deleted", "tag": "23614436-8464-40ac-8420-eb561176ee45"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:19:13.697399 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21467f9-f9fa-4684-919b-77896bed79bb x-openstack-request-id: req-e21467f9-f9fa-4684-919b-77896bed79bb {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:19:13.697886 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d112f34-3579-46b3-aa28-6e8de9905f82", "name": "network-vif-deleted", "tag": "23614436-8464-40ac-8420-eb561176ee45", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:19:13.698243 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e21467f9-f9fa-4684-919b-77896bed79bb {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:19:13.698660 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d112f34-3579-46b3-aa28-6e8de9905f82', 'name': 'network-vif-deleted', 'tag': '23614436-8464-40ac-8420-eb561176ee45', 'status': 'completed', 'code': 200} Feb 08 22:19:13.741653 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-0538b52c-ecb1-4bca-a3d5-8959cfef46f8 None None] Set router c355682e-b695-42b4-8999-7028cb83d271 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:19:14.043295 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0538b52c-ecb1-4bca-a3d5-8959cfef46f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:14:58Z', 'revision_number': 4, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'c636119e-2f3f-4f94-a4fe-90c0d28fb159', 'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'mac_address': 'fa:16:3e:8e:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:57Z', 'updated_at': '2022-02-08T22:15:01Z', 'revision_number': 5, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'subnets': [{'id': '299236f4-55a5-479b-a506-73d2dff71768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:19:14.068904 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0538b52c-ecb1-4bca-a3d5-8959cfef46f8 None None] Checking router: c355682e-b695-42b4-8999-7028cb83d271 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:19:14.077312 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0538b52c-ecb1-4bca-a3d5-8959cfef46f8 None None] Routers {'c355682e-b695-42b4-8999-7028cb83d271'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:19:14.077881 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0538b52c-ecb1-4bca-a3d5-8959cfef46f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:18:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c355682e-b695-42b4-8999-7028cb83d271'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:19:14.186251 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-0538b52c-ecb1-4bca-a3d5-8959cfef46f8 None None] Set router c355682e-b695-42b4-8999-7028cb83d271 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:19:14.385305 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0538b52c-ecb1-4bca-a3d5-8959cfef46f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:14:58Z', 'revision_number': 4, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'c636119e-2f3f-4f94-a4fe-90c0d28fb159', 'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'mac_address': 'fa:16:3e:8e:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:57Z', 'updated_at': '2022-02-08T22:15:01Z', 'revision_number': 5, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'subnets': [{'id': '299236f4-55a5-479b-a506-73d2dff71768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:19:14.412461 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0538b52c-ecb1-4bca-a3d5-8959cfef46f8 None None] The sync data for ids ['c355682e-b695-42b4-8999-7028cb83d271'] in n-d-712143-31 is: [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:14:58Z', 'revision_number': 4, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'c636119e-2f3f-4f94-a4fe-90c0d28fb159', 'name': '', 'network_id': 'bc78e00c-dc98-41c2-b966-2ce242857563', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'mac_address': 'fa:16:3e:8e:27:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '299236f4-55a5-479b-a506-73d2dff71768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:57Z', 'updated_at': '2022-02-08T22:15:01Z', 'revision_number': 5, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'subnets': [{'id': '299236f4-55a5-479b-a506-73d2dff71768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:19:14.485004 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b6497798-49ac-413e-b1c4-2583d46011f7 req-a5700dbf-4776-49a8-ae4a-1305fb747695 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 210 time: 0.0338163 Feb 08 22:19:14.681441 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71406a9a-57d5-4205-a703-9a7f6103c8ec None None] New status for floating IP 3b56692e-f2fe-498f-8162-770391120d3f: DOWN {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:19:15.587508 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e75a74b8-7e1e-4cbf-8cae-8b5f9077d868 req-bc665a43-7df1-4006-9528-0dce0e2e1696 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 210 time: 0.0277643 Feb 08 22:19:15.610075 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 23614436-8464-40ac-8420-eb561176ee45 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:19:15.631766 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 23614436-8464-40ac-8420-eb561176ee45 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:19:15.632117 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 23614436-8464-40ac-8420-eb561176ee45 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:19:15.851963 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:19:16.685790 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-47dc994d-3f1f-44bb-a8ab-fdde843fd546 req-61de1f5a-2dfb-4fe4-bbec-d7828038d020 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 210 time: 0.0291066 Feb 08 22:19:17.788715 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b4196add-523a-4bd9-984a-bfe5844c6221 req-b4af71fb-65aa-43e0-9e4a-278390ee1c6e tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 210 time: 0.0294201 Feb 08 22:19:18.883547 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8fec6f7b-818f-423b-b055-1642c07c95ed req-a2be8765-4b8b-48e8-9cb7-cbb3e4eb7975 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 210 time: 0.0276411 Feb 08 22:19:19.978927 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-83205dc1-a5d4-43aa-bac7-be927cf328d2 req-fba3e56d-b502-454e-b4de-dfdfd453a0aa tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 210 time: 0.0280859 Feb 08 22:19:21.078389 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a809a2de-a6f8-4768-8a64-5847bae0e603 req-a3469f42-2768-49d4-9707-c4f9efc1c136 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 210 time: 0.0305505 Feb 08 22:19:22.186158 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3aa649fd-ef38-40e1-a936-27062e4af796 req-d258b977-020e-483c-8af3-ae4247849823 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d112f34-3579-46b3-aa28-6e8de9905f82 HTTP/1.1" status: 200 len: 210 time: 0.0270910 Feb 08 22:19:24.298629 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d5ad0f18-2f52-4b84-967a-cdfb4888335e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:27.588820 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0c34-b440-4321-813c-8b4c101b59ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:29.024124 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46184) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:19:29.088636 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37febd76-b2e8-426f-90fc-a0deae1a591b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for security_group (fff774ca-8cf2-4131-9c86-ac86e6623def), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:29.114199 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37febd76-b2e8-426f-90fc-a0deae1a591b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for security_group (fff774ca-8cf2-4131-9c86-ac86e6623def), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:29.165989 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37febd76-b2e8-426f-90fc-a0deae1a591b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (fff774ca-8cf2-4131-9c86-ac86e6623def), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:29.169458 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37febd76-b2e8-426f-90fc-a0deae1a591b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:29.170760 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-37febd76-b2e8-426f-90fc-a0deae1a591b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "DELETE /v2.0/security-groups/fff774ca-8cf2-4131-9c86-ac86e6623def HTTP/1.1" status: 204 len: 168 time: 0.1455383 Feb 08 22:19:29.173337 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46188) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:19:29.181408 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37febd76-b2e8-426f-90fc-a0deae1a591b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff774ca-8cf2-4131-9c86-ac86e6623def,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:19:29.188667 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-a9f104ba-86ca-4056-95c2-8434d2cdbd74 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] show failed (client error): The resource could not be found. Feb 08 22:19:29.189579 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37febd76-b2e8-426f-90fc-a0deae1a591b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:29.190018 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37febd76-b2e8-426f-90fc-a0deae1a591b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:29.190128 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a9f104ba-86ca-4056-95c2-8434d2cdbd74 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "GET /v2.0/security-groups/fff774ca-8cf2-4131-9c86-ac86e6623def HTTP/1.1" status: 404 len: 347 time: 0.0155969 Feb 08 22:19:29.191027 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37febd76-b2e8-426f-90fc-a0deae1a591b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:29.191377 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37febd76-b2e8-426f-90fc-a0deae1a591b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:29.191722 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37febd76-b2e8-426f-90fc-a0deae1a591b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:29.192061 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37febd76-b2e8-426f-90fc-a0deae1a591b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:29.192401 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37febd76-b2e8-426f-90fc-a0deae1a591b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:29.192734 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37febd76-b2e8-426f-90fc-a0deae1a591b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:29.193150 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37febd76-b2e8-426f-90fc-a0deae1a591b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:29.193506 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37febd76-b2e8-426f-90fc-a0deae1a591b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:29.193631 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46190) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:19:29.193835 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37febd76-b2e8-426f-90fc-a0deae1a591b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:29.194158 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37febd76-b2e8-426f-90fc-a0deae1a591b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:29.194485 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37febd76-b2e8-426f-90fc-a0deae1a591b tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:29.334562 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-8dd54636-68f7-415d-9363-a95b4e446d05 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Deleting port 04cad014-e882-4328-956f-e8b59a0c7e4b {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:19:29.334903 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8dd54636-68f7-415d-9363-a95b4e446d05 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (04cad014-e882-4328-956f-e8b59a0c7e4b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:29.414750 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8dd54636-68f7-415d-9363-a95b4e446d05 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (04cad014-e882-4328-956f-e8b59a0c7e4b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:29.415086 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8dd54636-68f7-415d-9363-a95b4e446d05 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for floatingip (04cad014-e882-4328-956f-e8b59a0c7e4b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:29.428982 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-8dd54636-68f7-415d-9363-a95b4e446d05 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Calling delete_port for 04cad014-e882-4328-956f-e8b59a0c7e4b owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:19:29.446151 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:29.573847 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8dd54636-68f7-415d-9363-a95b4e446d05 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (04cad014-e882-4328-956f-e8b59a0c7e4b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:29.604935 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd54636-68f7-415d-9363-a95b4e446d05 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Pushing event deleted for resources: {'Port': ['ID=04cad014-e882-4328-956f-e8b59a0c7e4b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:19:29.665737 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8dd54636-68f7-415d-9363-a95b4e446d05 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks [] for floatingip (3b56692e-f2fe-498f-8162-770391120d3f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:29.668443 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8dd54636-68f7-415d-9363-a95b4e446d05 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:29.669636 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8dd54636-68f7-415d-9363-a95b4e446d05 tempest-ServerActionsTestJSON-1056006196 tempest-ServerActionsTestJSON-1056006196-project] 10.222.0.88 "DELETE /v2.0/floatingips/3b56692e-f2fe-498f-8162-770391120d3f HTTP/1.1" status: 204 len: 168 time: 0.4752133 Feb 08 22:19:29.672695 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46192) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:19:30.037152 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a3d02e20-9f64-4bd5-bf2e-31b255694090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (c355682e-b695-42b4-8999-7028cb83d271), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:30.290055 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-a3d02e20-9f64-4bd5-bf2e-31b255694090 admin admin] Deleting port c636119e-2f3f-4f94-a4fe-90c0d28fb159 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:19:30.290854 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a3d02e20-9f64-4bd5-bf2e-31b255694090 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c636119e-2f3f-4f94-a4fe-90c0d28fb159), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:30.374531 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-a3d02e20-9f64-4bd5-bf2e-31b255694090 admin admin] For port c636119e-2f3f-4f94-a4fe-90c0d28fb159, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c636119e-2f3f-4f94-a4fe-90c0d28fb159,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:19:30.374908 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a3d02e20-9f64-4bd5-bf2e-31b255694090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c636119e-2f3f-4f94-a4fe-90c0d28fb159), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:30.390450 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-a3d02e20-9f64-4bd5-bf2e-31b255694090 admin admin] Calling delete_port for c636119e-2f3f-4f94-a4fe-90c0d28fb159 owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:19:30.593986 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a3d02e20-9f64-4bd5-bf2e-31b255694090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (c636119e-2f3f-4f94-a4fe-90c0d28fb159), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:30.619645 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d02e20-9f64-4bd5-bf2e-31b255694090 admin admin] Pushing event deleted for resources: {'Port': ['ID=c636119e-2f3f-4f94-a4fe-90c0d28fb159,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:19:31.199717 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a3d02e20-9f64-4bd5-bf2e-31b255694090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (c355682e-b695-42b4-8999-7028cb83d271), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:31.445366 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d02e20-9f64-4bd5-bf2e-31b255694090 admin admin] Router c355682e-b695-42b4-8999-7028cb83d271 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:19:31.525565 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:31.571794 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d02e20-9f64-4bd5-bf2e-31b255694090 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:19:31.577889 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a3d02e20-9f64-4bd5-bf2e-31b255694090 admin admin] 10.222.0.88 "PUT /v2.0/routers/c355682e-b695-42b4-8999-7028cb83d271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9040363 Feb 08 22:19:31.580677 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46194) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:19:31.583930 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f586e9ac-190c-4c66-8b0b-f42be6c95d55 None None] Sync routers for ids ['c355682e-b695-42b4-8999-7028cb83d271'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:19:31.595146 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f586e9ac-190c-4c66-8b0b-f42be6c95d55 None None] Routers {'c355682e-b695-42b4-8999-7028cb83d271'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:19:31.595689 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f586e9ac-190c-4c66-8b0b-f42be6c95d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:19:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c355682e-b695-42b4-8999-7028cb83d271'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:19:31.692127 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-23d109da-0b2a-4155-b0fe-b7557dc04d4d admin admin] Publish callbacks [] for router (c355682e-b695-42b4-8999-7028cb83d271), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:31.702488 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f586e9ac-190c-4c66-8b0b-f42be6c95d55 None None] Set router c355682e-b695-42b4-8999-7028cb83d271 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:19:31.752525 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:31.802902 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-23d109da-0b2a-4155-b0fe-b7557dc04d4d admin admin] Publish callbacks [] for router_gateway (c355682e-b695-42b4-8999-7028cb83d271), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:31.857216 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-23d109da-0b2a-4155-b0fe-b7557dc04d4d admin admin] Deleting port 0663090c-0d53-4e39-810c-a67f76bb8712 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:19:31.857631 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-23d109da-0b2a-4155-b0fe-b7557dc04d4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (0663090c-0d53-4e39-810c-a67f76bb8712), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:31.883660 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f586e9ac-190c-4c66-8b0b-f42be6c95d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:19:30Z', 'revision_number': 5, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port': {'id': '0663090c-0d53-4e39-810c-a67f76bb8712', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355682e-b695-42b4-8999-7028cb83d271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:14:55Z', 'updated_at': '2022-02-08T22:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:19:31.910693 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f586e9ac-190c-4c66-8b0b-f42be6c95d55 None None] Checking router: c355682e-b695-42b4-8999-7028cb83d271 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:19:31.919448 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f586e9ac-190c-4c66-8b0b-f42be6c95d55 None None] Routers {'c355682e-b695-42b4-8999-7028cb83d271'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:19:31.920063 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f586e9ac-190c-4c66-8b0b-f42be6c95d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:19:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['c355682e-b695-42b4-8999-7028cb83d271'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:19:31.941909 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-23d109da-0b2a-4155-b0fe-b7557dc04d4d admin admin] For port 0663090c-0d53-4e39-810c-a67f76bb8712, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=0663090c-0d53-4e39-810c-a67f76bb8712,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:19:31.942278 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-23d109da-0b2a-4155-b0fe-b7557dc04d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (0663090c-0d53-4e39-810c-a67f76bb8712), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:31.955073 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-23d109da-0b2a-4155-b0fe-b7557dc04d4d admin admin] Calling delete_port for 0663090c-0d53-4e39-810c-a67f76bb8712 owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:19:32.007172 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f586e9ac-190c-4c66-8b0b-f42be6c95d55 None None] Set router c355682e-b695-42b4-8999-7028cb83d271 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:19:32.059225 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f586e9ac-190c-4c66-8b0b-f42be6c95d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:19:31Z', 'revision_number': 6, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:19:32.089351 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f586e9ac-190c-4c66-8b0b-f42be6c95d55 None None] The sync data for ids ['c355682e-b695-42b4-8999-7028cb83d271'] in n-d-712143-31 is: [{'id': 'c355682e-b695-42b4-8999-7028cb83d271', 'name': 'tempest-ServerActionsTestJSON-1277081460-router', 'tenant_id': '52394cedb96f402a8356b9d71e71bb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:14:54Z', 'updated_at': '2022-02-08T22:19:31Z', 'revision_number': 6, 'project_id': '52394cedb96f402a8356b9d71e71bb96', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:19:32.130261 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-23d109da-0b2a-4155-b0fe-b7557dc04d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (0663090c-0d53-4e39-810c-a67f76bb8712), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:32.158401 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d109da-0b2a-4155-b0fe-b7557dc04d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=0663090c-0d53-4e39-810c-a67f76bb8712,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:19:32.217833 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-23d109da-0b2a-4155-b0fe-b7557dc04d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (c355682e-b695-42b4-8999-7028cb83d271), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:32.313840 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-23d109da-0b2a-4155-b0fe-b7557dc04d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (c355682e-b695-42b4-8999-7028cb83d271), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:32.316544 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-23d109da-0b2a-4155-b0fe-b7557dc04d4d admin admin] Publish callbacks [] for router_controller (c355682e-b695-42b4-8999-7028cb83d271), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:32.359955 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-23d109da-0b2a-4155-b0fe-b7557dc04d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (c355682e-b695-42b4-8999-7028cb83d271), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:32.360807 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d109da-0b2a-4155-b0fe-b7557dc04d4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c355682e-b695-42b4-8999-7028cb83d271 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 22:19:32.365742 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-23d109da-0b2a-4155-b0fe-b7557dc04d4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:32.366937 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-23d109da-0b2a-4155-b0fe-b7557dc04d4d admin admin] 10.222.0.88 "DELETE /v2.0/routers/c355682e-b695-42b4-8999-7028cb83d271 HTTP/1.1" status: 204 len: 168 time: 0.7845633 Feb 08 22:19:32.369461 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46196) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:19:32.414431 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a878b0-d523-430a-b34d-49c21679fdcf admin admin] Deleting subnet 299236f4-55a5-479b-a506-73d2dff71768 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 22:19:32.417819 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66a878b0-d523-430a-b34d-49c21679fdcf admin admin] Publish callbacks [] for subnet (299236f4-55a5-479b-a506-73d2dff71768), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:32.454434 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66a878b0-d523-430a-b34d-49c21679fdcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (299236f4-55a5-479b-a506-73d2dff71768), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:32.540359 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66a878b0-d523-430a-b34d-49c21679fdcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (299236f4-55a5-479b-a506-73d2dff71768), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:32.594585 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66a878b0-d523-430a-b34d-49c21679fdcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (299236f4-55a5-479b-a506-73d2dff71768), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:32.622837 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a878b0-d523-430a-b34d-49c21679fdcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=299236f4-55a5-479b-a506-73d2dff71768,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:19:32.624298 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66a878b0-d523-430a-b34d-49c21679fdcf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:32.629744 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-66a878b0-d523-430a-b34d-49c21679fdcf admin admin] 10.222.0.88 "DELETE /v2.0/subnets/299236f4-55a5-479b-a506-73d2dff71768 HTTP/1.1" status: 204 len: 168 time: 0.2592576 Feb 08 22:19:32.630500 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46198) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:19:32.630967 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fec34a1-50a2-4823-b83c-7cc2856f9d99 None None] Network bc78e00c-dc98-41c2-b966-2ce242857563 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:19:32.702793 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9c2f18f-710d-4bc4-90b3-788977e76d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (bc78e00c-dc98-41c2-b966-2ce242857563), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:32.758402 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f9c2f18f-710d-4bc4-90b3-788977e76d24 admin admin] Deleting port 5abe63d2-1db6-4700-83b6-59a7a0c62bcc {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:19:32.758740 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9c2f18f-710d-4bc4-90b3-788977e76d24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (5abe63d2-1db6-4700-83b6-59a7a0c62bcc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:32.821081 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-f9c2f18f-710d-4bc4-90b3-788977e76d24 admin admin] For port 5abe63d2-1db6-4700-83b6-59a7a0c62bcc, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5abe63d2-1db6-4700-83b6-59a7a0c62bcc,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:19:32.821391 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9c2f18f-710d-4bc4-90b3-788977e76d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (5abe63d2-1db6-4700-83b6-59a7a0c62bcc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:32.836168 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f9c2f18f-710d-4bc4-90b3-788977e76d24 admin admin] Calling delete_port for 5abe63d2-1db6-4700-83b6-59a7a0c62bcc owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:19:32.869500 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150832c1-b8c1-42de-94c9-6f3ca616f6e0 None None] DHCP port deletion for bc78e00c-dc98-41c2-b966-2ce242857563 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 22:19:32.921953 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-150832c1-b8c1-42de-94c9-6f3ca616f6e0 None None] Deleting port 5abe63d2-1db6-4700-83b6-59a7a0c62bcc {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:19:32.922344 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-150832c1-b8c1-42de-94c9-6f3ca616f6e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (5abe63d2-1db6-4700-83b6-59a7a0c62bcc), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:32.929152 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9c2f18f-710d-4bc4-90b3-788977e76d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (5abe63d2-1db6-4700-83b6-59a7a0c62bcc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:32.961519 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2f18f-710d-4bc4-90b3-788977e76d24 admin admin] Pushing event deleted for resources: {'Port': ['ID=5abe63d2-1db6-4700-83b6-59a7a0c62bcc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:19:32.963463 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c2f18f-710d-4bc4-90b3-788977e76d24 admin admin] No DVR routers for this DVR port 5abe63d2-1db6-4700-83b6-59a7a0c62bcc on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:19:32.994622 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-150832c1-b8c1-42de-94c9-6f3ca616f6e0 None None] For port 5abe63d2-1db6-4700-83b6-59a7a0c62bcc, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5abe63d2-1db6-4700-83b6-59a7a0c62bcc,segment=NetworkSegment(39874751-765e-4b85-8e9b-5696276ab8c9),segment_id=39874751-765e-4b85-8e9b-5696276ab8c9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:19:32.995019 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-150832c1-b8c1-42de-94c9-6f3ca616f6e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (5abe63d2-1db6-4700-83b6-59a7a0c62bcc), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:33.008784 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-150832c1-b8c1-42de-94c9-6f3ca616f6e0 None None] Calling delete_port for 5abe63d2-1db6-4700-83b6-59a7a0c62bcc owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:19:33.039337 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9c2f18f-710d-4bc4-90b3-788977e76d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (bc78e00c-dc98-41c2-b966-2ce242857563), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:33.067867 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f9c2f18f-710d-4bc4-90b3-788977e76d24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc78e00c-dc98-41c2-b966-2ce242857563']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:19:33.078791 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f9c2f18f-710d-4bc4-90b3-788977e76d24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39874751-765e-4b85-8e9b-5696276ab8c9') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:19:33.079090 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f9c2f18f-710d-4bc4-90b3-788977e76d24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39874751-765e-4b85-8e9b-5696276ab8c9') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:19:33.090049 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9c2f18f-710d-4bc4-90b3-788977e76d24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (39874751-765e-4b85-8e9b-5696276ab8c9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:33.098960 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-150832c1-b8c1-42de-94c9-6f3ca616f6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (5abe63d2-1db6-4700-83b6-59a7a0c62bcc), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:33.104533 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9c2f18f-710d-4bc4-90b3-788977e76d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (39874751-765e-4b85-8e9b-5696276ab8c9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:33.112242 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c2f18f-710d-4bc4-90b3-788977e76d24 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:19:33.112820 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9c2f18f-710d-4bc4-90b3-788977e76d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (39874751-765e-4b85-8e9b-5696276ab8c9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: timer() Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:19:33.114786 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:19:33.129681 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150832c1-b8c1-42de-94c9-6f3ca616f6e0 None None] Pushing event deleted for resources: {'Port': ['ID=5abe63d2-1db6-4700-83b6-59a7a0c62bcc,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:19:33.133212 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150832c1-b8c1-42de-94c9-6f3ca616f6e0 None None] No DVR routers for this DVR port 5abe63d2-1db6-4700-83b6-59a7a0c62bcc on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:19:33.178157 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9c2f18f-710d-4bc4-90b3-788977e76d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (bc78e00c-dc98-41c2-b966-2ce242857563), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:33.183637 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9c2f18f-710d-4bc4-90b3-788977e76d24 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:33.186920 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f9c2f18f-710d-4bc4-90b3-788977e76d24 admin admin] 10.222.0.88 "DELETE /v2.0/networks/bc78e00c-dc98-41c2-b966-2ce242857563 HTTP/1.1" status: 204 len: 168 time: 0.5545549 Feb 08 22:19:33.198581 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2f18f-710d-4bc4-90b3-788977e76d24 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc78e00c-dc98-41c2-b966-2ce242857563,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:19:33.304323 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46202) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:19:33.347519 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-145df18f-ba79-4716-a730-712f82739bb5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=52394cedb96f402a8356b9d71e71bb96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396028 Feb 08 22:19:33.347631 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46204) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:19:33.395763 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1243629f-323a-48ac-9e9b-e9bb245a162b admin admin] Publish callbacks [] for security_group (fdcb218e-b076-4253-b48e-e68dcfe54f06), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:33.397898 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c636119e-2f3f-4f94-a4fe-90c0d28fb159 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:19:33.417965 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: c636119e-2f3f-4f94-a4fe-90c0d28fb159 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:19:33.418305 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c636119e-2f3f-4f94-a4fe-90c0d28fb159 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:19:33.418732 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 0663090c-0d53-4e39-810c-a67f76bb8712 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:19:33.421976 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1243629f-323a-48ac-9e9b-e9bb245a162b admin admin] Publish callbacks [] for security_group (fdcb218e-b076-4253-b48e-e68dcfe54f06), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:33.438414 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 0663090c-0d53-4e39-810c-a67f76bb8712 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:19:33.438681 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 0663090c-0d53-4e39-810c-a67f76bb8712 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:19:33.439096 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5abe63d2-1db6-4700-83b6-59a7a0c62bcc no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:19:33.461134 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 5abe63d2-1db6-4700-83b6-59a7a0c62bcc {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:19:33.461506 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 5abe63d2-1db6-4700-83b6-59a7a0c62bcc not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:19:33.472063 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1243629f-323a-48ac-9e9b-e9bb245a162b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (fdcb218e-b076-4253-b48e-e68dcfe54f06), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:33.474846 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1243629f-323a-48ac-9e9b-e9bb245a162b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:33.476008 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1243629f-323a-48ac-9e9b-e9bb245a162b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fdcb218e-b076-4253-b48e-e68dcfe54f06 HTTP/1.1" status: 204 len: 168 time: 0.1275740 Feb 08 22:19:33.484761 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243629f-323a-48ac-9e9b-e9bb245a162b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcb218e-b076-4253-b48e-e68dcfe54f06,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:19:34.160734 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46226) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:19:34.272466 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-cc201376-a93a-45b1-8853-7184c0f7806a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1316033219-network', 'tenant_id': '02fb2b97e18842eba81a96354bb6da6e'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:19:34.292722 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc201376-a93a-45b1-8853-7184c0f7806a admin admin] Made reservation on behalf of 02fb2b97e18842eba81a96354bb6da6e for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:19:34.294997 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc201376-a93a-45b1-8853-7184c0f7806a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:34.303233 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc201376-a93a-45b1-8853-7184c0f7806a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:34.375689 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc201376-a93a-45b1-8853-7184c0f7806a admin admin] Publish callbacks [] for security_group (e2d1c909-fefc-4c79-91af-cbd80e6d917a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:34.380068 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc201376-a93a-45b1-8853-7184c0f7806a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e2d1c909-fefc-4c79-91af-cbd80e6d917a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:34.404024 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc201376-a93a-45b1-8853-7184c0f7806a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 22:19:34.413419 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc201376-a93a-45b1-8853-7184c0f7806a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d1c909-fefc-4c79-91af-cbd80e6d917a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:19:34.419377 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc201376-a93a-45b1-8853-7184c0f7806a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (7049dd9c-810a-4e4b-b723-c36edd96037c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:34.419713 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-cc201376-a93a-45b1-8853-7184c0f7806a admin admin] Added segment 7049dd9c-810a-4e4b-b723-c36edd96037c of type vlan for network 55782efa-4f47-4733-9463-aaab415e5b9d Feb 08 22:19:34.459079 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc201376-a93a-45b1-8853-7184c0f7806a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (55782efa-4f47-4733-9463-aaab415e5b9d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:34.484503 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc201376-a93a-45b1-8853-7184c0f7806a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (55782efa-4f47-4733-9463-aaab415e5b9d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:34.485726 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc201376-a93a-45b1-8853-7184c0f7806a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:34.486311 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc201376-a93a-45b1-8853-7184c0f7806a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:34.542251 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cc201376-a93a-45b1-8853-7184c0f7806a admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3801990 Feb 08 22:19:34.545157 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46230) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:19:34.550411 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-79df4e69-3f41-4d1f-87dc-467f25b0a259 admin admin] Request body: {'subnet': {'network_id': '55782efa-4f47-4733-9463-aaab415e5b9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1316033219-subnet', 'tenant_id': '02fb2b97e18842eba81a96354bb6da6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:19:34.554961 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc201376-a93a-45b1-8853-7184c0f7806a admin admin] Pushing event updated for resources: {'Network': ['ID=55782efa-4f47-4733-9463-aaab415e5b9d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:19:34.566090 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 55782efa-4f47-4733-9463-aaab415e5b9d details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 22:19:34.571658 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79df4e69-3f41-4d1f-87dc-467f25b0a259 admin admin] Made reservation on behalf of 02fb2b97e18842eba81a96354bb6da6e for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:19:34.574145 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-79df4e69-3f41-4d1f-87dc-467f25b0a259 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:34.744389 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-79df4e69-3f41-4d1f-87dc-467f25b0a259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (24c134b8-bb24-47ce-85fc-b4c77797f2a6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:34.797934 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df4e69-3f41-4d1f-87dc-467f25b0a259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24c134b8-bb24-47ce-85fc-b4c77797f2a6,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:19:34.807946 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df4e69-3f41-4d1f-87dc-467f25b0a259 admin admin] Checking segment: {'id': '7049dd9c-810a-4e4b-b723-c36edd96037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '55782efa-4f47-4733-9463-aaab415e5b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:19:34.808361 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79df4e69-3f41-4d1f-87dc-467f25b0a259 admin admin] Network hostable DHCP agents. Network: 55782efa-4f47-4733-9463-aaab415e5b9d, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 22:19:34.825155 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79df4e69-3f41-4d1f-87dc-467f25b0a259 admin admin] Network 55782efa-4f47-4733-9463-aaab415e5b9d is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 22:19:34.833485 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-79df4e69-3f41-4d1f-87dc-467f25b0a259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 55782efa-4f47-4733-9463-aaab415e5b9d) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:19:34.837756 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79df4e69-3f41-4d1f-87dc-467f25b0a259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:34.838480 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-79df4e69-3f41-4d1f-87dc-467f25b0a259 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:34.846719 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e081dd7e-372a-4200-b939-1500bb442d11 None None] Network 55782efa-4f47-4733-9463-aaab415e5b9d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:19:34.857174 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-79df4e69-3f41-4d1f-87dc-467f25b0a259 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3107560 Feb 08 22:19:34.951233 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30abcc17-c4b5-4777-9d90-a2c764c8ff8d None None] Network 55782efa-4f47-4733-9463-aaab415e5b9d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:19:35.284546 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-4cbf9bf1-3c2e-44fe-aa8e-212111defdc7 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:35.286101 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-4cbf9bf1-3c2e-44fe-aa8e-212111defdc7 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/networks?id=55782efa-4f47-4733-9463-aaab415e5b9d HTTP/1.1" status: 200 len: 814 time: 0.1139741 Feb 08 22:19:35.303367 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-63b3933e-45f0-4963-9160-8c4d35539211 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/quotas/02fb2b97e18842eba81a96354bb6da6e HTTP/1.1" status: 200 len: 375 time: 0.0105960 Feb 08 22:19:35.336779 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-78d49e8e-4f11-479c-8e2a-bc4d8a355272 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=02fb2b97e18842eba81a96354bb6da6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278428 Feb 08 22:19:35.393944 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-4498dc98-28db-4489-8529-db4443c83664 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 22:19:35.394987 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-4498dc98-28db-4489-8529-db4443c83664 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0513189 Feb 08 22:19:35.488037 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-dc166100-f20d-4e25-9503-0e6c14b82260 service neutron] 10.222.0.88 "GET /v2.0/networks/55782efa-4f47-4733-9463-aaab415e5b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867283 Feb 08 22:19:35.585969 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-9f27bb51-a35f-48d1-908e-178ad75aae19 service neutron] 10.222.0.88 "GET /v2.0/networks/55782efa-4f47-4733-9463-aaab415e5b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916011 Feb 08 22:19:35.744815 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca16edcc-8872-46ed-a036-fce4f87db22d req-2436afe3-5692-4773-91e4-2cb04f535c58 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c42fc30-3c5e-45b9-b9c7-c184b567cdce HTTP/1.1" status: 200 len: 210 time: 0.0281458 Feb 08 22:19:36.690454 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-93d76a66-3cad-420f-911d-14176f6b44d5 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:36.692676 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-93d76a66-3cad-420f-911d-14176f6b44d5 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.94 "GET /v2.0/networks?id=55782efa-4f47-4733-9463-aaab415e5b9d HTTP/1.1" status: 200 len: 814 time: 0.1245682 Feb 08 22:19:36.707210 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-e38788ac-c1e4-4f2d-8e11-16df6919d88d tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Request body: {'port': {'device_id': '1c42fc30-3c5e-45b9-b9c7-c184b567cdce', 'network_id': '55782efa-4f47-4733-9463-aaab415e5b9d', 'admin_state_up': True, 'tenant_id': '02fb2b97e18842eba81a96354bb6da6e'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:19:36.844491 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-e38788ac-c1e4-4f2d-8e11-16df6919d88d tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Made reservation on behalf of 02fb2b97e18842eba81a96354bb6da6e for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:19:36.848385 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-e38788ac-c1e4-4f2d-8e11-16df6919d88d tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:36.866836 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f64c57c7-62c4-459f-9ccb-9972bc0be118 req-3fea2b40-9954-4ece-943b-45eeb9743f4f tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c42fc30-3c5e-45b9-b9c7-c184b567cdce HTTP/1.1" status: 200 len: 210 time: 0.0368600 Feb 08 22:19:36.965558 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:37.002765 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-e38788ac-c1e4-4f2d-8e11-16df6919d88d tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Allocated IP 172.20.0.7 (55782efa-4f47-4733-9463-aaab415e5b9d/24c134b8-bb24-47ce-85fc-b4c77797f2a6/b4337b6b-3cb5-4b59-979d-e6327507ce9e) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:19:37.102407 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:37.165143 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-e38788ac-c1e4-4f2d-8e11-16df6919d88d tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Publish callbacks [] for port (b4337b6b-3cb5-4b59-979d-e6327507ce9e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:37.198145 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-e38788ac-c1e4-4f2d-8e11-16df6919d88d tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (b4337b6b-3cb5-4b59-979d-e6327507ce9e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:37.250179 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-e38788ac-c1e4-4f2d-8e11-16df6919d88d tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Network 55782efa-4f47-4733-9463-aaab415e5b9d is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:19:37.253448 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-e38788ac-c1e4-4f2d-8e11-16df6919d88d tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:19:37.257340 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-e38788ac-c1e4-4f2d-8e11-16df6919d88d tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:19:37.281518 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38788ac-c1e4-4f2d-8e11-16df6919d88d tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Pushing event updated for resources: {'Port': ['ID=b4337b6b-3cb5-4b59-979d-e6327507ce9e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:19:37.310320 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-e38788ac-c1e4-4f2d-8e11-16df6919d88d tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:37.310977 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-e38788ac-c1e4-4f2d-8e11-16df6919d88d tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:37.328791 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-e38788ac-c1e4-4f2d-8e11-16df6919d88d tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6259933 Feb 08 22:19:37.340210 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-7d382f2b-1b04-4618-9acb-4c2971020528 service neutron] Request body: {'port': {'device_id': '1c42fc30-3c5e-45b9-b9c7-c184b567cdce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:19:37.403362 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-7d382f2b-1b04-4618-9acb-4c2971020528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b4337b6b-3cb5-4b59-979d-e6327507ce9e), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:37.677118 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-7d382f2b-1b04-4618-9acb-4c2971020528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4337b6b-3cb5-4b59-979d-e6327507ce9e {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:19:37.684491 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-7d382f2b-1b04-4618-9acb-4c2971020528 service neutron] Publish callbacks [] for port (b4337b6b-3cb5-4b59-979d-e6327507ce9e), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:37.697404 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-7d382f2b-1b04-4618-9acb-4c2971020528 service neutron] Transition to ACTIVE for port object b4337b6b-3cb5-4b59-979d-e6327507ce9e will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:19:37.700749 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-7d382f2b-1b04-4618-9acb-4c2971020528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (b4337b6b-3cb5-4b59-979d-e6327507ce9e), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:37.750685 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d382f2b-1b04-4618-9acb-4c2971020528 service neutron] Pushing event updated for resources: {'Port': ['ID=b4337b6b-3cb5-4b59-979d-e6327507ce9e,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:19:37.818688 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-7d382f2b-1b04-4618-9acb-4c2971020528 service neutron] Attempting to bind port b4337b6b-3cb5-4b59-979d-e6327507ce9e on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:19:37.819026 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-7d382f2b-1b04-4618-9acb-4c2971020528 service neutron] Attempting to bind port b4337b6b-3cb5-4b59-979d-e6327507ce9e by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '7049dd9c-810a-4e4b-b723-c36edd96037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '55782efa-4f47-4733-9463-aaab415e5b9d'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:19:37.819360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-7d382f2b-1b04-4618-9acb-4c2971020528 service neutron] Attempting to bind port b4337b6b-3cb5-4b59-979d-e6327507ce9e on network 55782efa-4f47-4733-9463-aaab415e5b9d {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:19:37.823699 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-7d382f2b-1b04-4618-9acb-4c2971020528 service neutron] Port b4337b6b-3cb5-4b59-979d-e6327507ce9e on network 55782efa-4f47-4733-9463-aaab415e5b9d not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:19:37.824018 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-7d382f2b-1b04-4618-9acb-4c2971020528 service neutron] Attempting to bind port b4337b6b-3cb5-4b59-979d-e6327507ce9e on network 55782efa-4f47-4733-9463-aaab415e5b9d {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:19:37.828879 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-7d382f2b-1b04-4618-9acb-4c2971020528 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:19:37.829207 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-7d382f2b-1b04-4618-9acb-4c2971020528 service neutron] Checking segment: {'id': '7049dd9c-810a-4e4b-b723-c36edd96037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '55782efa-4f47-4733-9463-aaab415e5b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:19:37.829621 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-7d382f2b-1b04-4618-9acb-4c2971020528 service neutron] Bound using segment: {'id': '7049dd9c-810a-4e4b-b723-c36edd96037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '55782efa-4f47-4733-9463-aaab415e5b9d'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:19:37.830047 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-7d382f2b-1b04-4618-9acb-4c2971020528 service neutron] Bound port: b4337b6b-3cb5-4b59-979d-e6327507ce9e, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7049dd9c-810a-4e4b-b723-c36edd96037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '55782efa-4f47-4733-9463-aaab415e5b9d'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:19:37.830400 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-7d382f2b-1b04-4618-9acb-4c2971020528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b4337b6b-3cb5-4b59-979d-e6327507ce9e), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:37.895690 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-7d382f2b-1b04-4618-9acb-4c2971020528 service neutron] For port b4337b6b-3cb5-4b59-979d-e6327507ce9e, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:19:37.898935 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-7d382f2b-1b04-4618-9acb-4c2971020528 service neutron] For port b4337b6b-3cb5-4b59-979d-e6327507ce9e, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=b4337b6b-3cb5-4b59-979d-e6327507ce9e,segment=NetworkSegment(7049dd9c-810a-4e4b-b723-c36edd96037c),segment_id=7049dd9c-810a-4e4b-b723-c36edd96037c)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:19:37.905955 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-7d382f2b-1b04-4618-9acb-4c2971020528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (b4337b6b-3cb5-4b59-979d-e6327507ce9e), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:37.943905 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-7d382f2b-1b04-4618-9acb-4c2971020528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:37.944520 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-7d382f2b-1b04-4618-9acb-4c2971020528 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:37.946095 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-7d382f2b-1b04-4618-9acb-4c2971020528 service neutron] 10.222.0.94 "PUT /v2.0/ports/b4337b6b-3cb5-4b59-979d-e6327507ce9e HTTP/1.1" status: 200 len: 1092 time: 0.6104338 Feb 08 22:19:37.948382 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c42fc30-3c5e-45b9-b9c7-c184b567cdce', 'tag': 'b4337b6b-3cb5-4b59-979d-e6327507ce9e'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:19:37.950767 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222402f5-5bb5-4f83-bba8-c2ecc8f8395d" -d '{"events": [{"name": "network-changed", "server_uuid": "1c42fc30-3c5e-45b9-b9c7-c184b567cdce", "tag": "b4337b6b-3cb5-4b59-979d-e6327507ce9e"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:19:38.000808 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d43f559-4d27-4f58-8255-9182c2c99db7 x-openstack-request-id: req-8d43f559-4d27-4f58-8255-9182c2c99db7 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:19:38.001269 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c42fc30-3c5e-45b9-b9c7-c184b567cdce", "tag": "b4337b6b-3cb5-4b59-979d-e6327507ce9e", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:19:38.001614 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8d43f559-4d27-4f58-8255-9182c2c99db7 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:19:38.002207 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c42fc30-3c5e-45b9-b9c7-c184b567cdce', 'tag': 'b4337b6b-3cb5-4b59-979d-e6327507ce9e', 'status': 'completed', 'code': 200} Feb 08 22:19:38.005770 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d382f2b-1b04-4618-9acb-4c2971020528 service neutron] Pushing event updated for resources: {'Port': ['ID=b4337b6b-3cb5-4b59-979d-e6327507ce9e,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:19:38.059511 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33357449-48a3-4c83-982c-9299479723d7 req-cd780ea6-7da0-4b3e-b505-15da8a4e699a tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:38.060973 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-33357449-48a3-4c83-982c-9299479723d7 req-cd780ea6-7da0-4b3e-b505-15da8a4e699a tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c42fc30-3c5e-45b9-b9c7-c184b567cdce HTTP/1.1" status: 200 len: 943 time: 0.1188686 Feb 08 22:19:38.087145 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-8a4804b8-cf10-443c-839c-435dbdf2080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:38.088646 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-8a4804b8-cf10-443c-839c-435dbdf2080d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=02fb2b97e18842eba81a96354bb6da6e&device_id=1c42fc30-3c5e-45b9-b9c7-c184b567cdce HTTP/1.1" status: 200 len: 1126 time: 0.0783322 Feb 08 22:19:38.144116 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-1a8ce1eb-1cb6-4a62-9cb9-6901e44bdbda service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4337b6b-3cb5-4b59-979d-e6327507ce9e HTTP/1.1" status: 200 len: 217 time: 0.0446494 Feb 08 22:19:38.147561 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-33357449-48a3-4c83-982c-9299479723d7 req-7d98a6ba-5220-4e91-8a9d-9b24098b6ac4 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/security-groups?id=e2d1c909-fefc-4c79-91af-cbd80e6d917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803287 Feb 08 22:19:38.192354 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-7ae475f8-32fc-4ee7-bec2-9d89d9821f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:38.193770 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-7ae475f8-32fc-4ee7-bec2-9d89d9821f0e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=24c134b8-bb24-47ce-85fc-b4c77797f2a6 HTTP/1.1" status: 200 len: 854 time: 0.0437243 Feb 08 22:19:38.228824 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-67549096-1fe7-48fb-ac35-40e5bc6483e0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=55782efa-4f47-4733-9463-aaab415e5b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296519 Feb 08 22:19:38.321179 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-1bc8de68-1b25-48eb-abf3-b72cfe7f19ad service neutron] 10.222.0.94 "GET /v2.0/networks/55782efa-4f47-4733-9463-aaab415e5b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868089 Feb 08 22:19:38.411670 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e246d12a-1161-4760-b26e-0ddffc92e22b req-727c7646-72e8-47dc-9116-7aae67de0677 service neutron] 10.222.0.94 "GET /v2.0/networks/55782efa-4f47-4733-9463-aaab415e5b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847137 Feb 08 22:19:38.498721 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222402f5-5bb5-4f83-bba8-c2ecc8f8395d req-912ccc4e-922e-42ee-b3af-ab6bb072a593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:38.500231 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-222402f5-5bb5-4f83-bba8-c2ecc8f8395d req-912ccc4e-922e-42ee-b3af-ab6bb072a593 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=02fb2b97e18842eba81a96354bb6da6e&device_id=1c42fc30-3c5e-45b9-b9c7-c184b567cdce HTTP/1.1" status: 200 len: 1126 time: 0.0465801 Feb 08 22:19:38.588024 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222402f5-5bb5-4f83-bba8-c2ecc8f8395d req-34fca27f-f485-4a39-9eda-29c6866d479a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:38.589543 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-222402f5-5bb5-4f83-bba8-c2ecc8f8395d req-34fca27f-f485-4a39-9eda-29c6866d479a service neutron] 10.222.0.94 "GET /v2.0/networks?id=55782efa-4f47-4733-9463-aaab415e5b9d HTTP/1.1" status: 200 len: 915 time: 0.0839469 Feb 08 22:19:38.632776 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-222402f5-5bb5-4f83-bba8-c2ecc8f8395d req-a509d030-33ca-40da-8538-2430b964c6e7 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4337b6b-3cb5-4b59-979d-e6327507ce9e HTTP/1.1" status: 200 len: 217 time: 0.0377574 Feb 08 22:19:38.680812 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222402f5-5bb5-4f83-bba8-c2ecc8f8395d req-86d71434-26ef-43d7-b870-b1c17f347719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:38.682283 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-222402f5-5bb5-4f83-bba8-c2ecc8f8395d req-86d71434-26ef-43d7-b870-b1c17f347719 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=24c134b8-bb24-47ce-85fc-b4c77797f2a6 HTTP/1.1" status: 200 len: 854 time: 0.0438390 Feb 08 22:19:38.713302 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-222402f5-5bb5-4f83-bba8-c2ecc8f8395d req-3903f6a0-7dcd-4f13-bac1-4fb0ca4053fb service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=55782efa-4f47-4733-9463-aaab415e5b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252836 Feb 08 22:19:38.803436 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-222402f5-5bb5-4f83-bba8-c2ecc8f8395d req-dbfa5244-a03f-45b4-ad6a-c17362f7bd1f service neutron] 10.222.0.94 "GET /v2.0/networks/55782efa-4f47-4733-9463-aaab415e5b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847712 Feb 08 22:19:38.890753 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-222402f5-5bb5-4f83-bba8-c2ecc8f8395d req-305d1b3c-127b-42dc-959e-04c5e50d8455 service neutron] 10.222.0.94 "GET /v2.0/networks/55782efa-4f47-4733-9463-aaab415e5b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798657 Feb 08 22:19:39.268809 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fb266-c99b-4a48-863a-b0bccc9e6ae5 req-3096b6e4-6f4e-4cc0-a58b-7203a48cf9f1 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:39.270329 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca5fb266-c99b-4a48-863a-b0bccc9e6ae5 req-3096b6e4-6f4e-4cc0-a58b-7203a48cf9f1 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c42fc30-3c5e-45b9-b9c7-c184b567cdce HTTP/1.1" status: 200 len: 943 time: 0.0538173 Feb 08 22:19:39.321445 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca5fb266-c99b-4a48-863a-b0bccc9e6ae5 req-d7c341a4-e58d-4d12-abac-febcd5978d89 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/security-groups?id=e2d1c909-fefc-4c79-91af-cbd80e6d917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454893 Feb 08 22:19:40.442950 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab8795-b617-492d-920d-23a48402751b req-d8c1355c-bae0-4db7-8b6a-e3b3c5b62870 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:40.444415 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-baab8795-b617-492d-920d-23a48402751b req-d8c1355c-bae0-4db7-8b6a-e3b3c5b62870 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c42fc30-3c5e-45b9-b9c7-c184b567cdce HTTP/1.1" status: 200 len: 943 time: 0.0520704 Feb 08 22:19:40.491994 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-baab8795-b617-492d-920d-23a48402751b req-8ceeb105-b127-485c-91b6-b6d649f86f5d tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/security-groups?id=e2d1c909-fefc-4c79-91af-cbd80e6d917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419140 Feb 08 22:19:41.181321 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device b4337b6b-3cb5-4b59-979d-e6327507ce9e details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:19:41.284168 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port b4337b6b-3cb5-4b59-979d-e6327507ce9e, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=b4337b6b-3cb5-4b59-979d-e6327507ce9e,segment=NetworkSegment(7049dd9c-810a-4e4b-b723-c36edd96037c),segment_id=7049dd9c-810a-4e4b-b723-c36edd96037c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:19:41.297565 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'b4337b6b-3cb5-4b59-979d-e6327507ce9e', 'network_id': '55782efa-4f47-4733-9463-aaab415e5b9d', 'port_id': 'b4337b6b-3cb5-4b59-979d-e6327507ce9e', 'mac_address': 'fa:16:3e:41:eb:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c134b8-bb24-47ce-85fc-b4c77797f2a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:19:41.336275 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port b4337b6b-3cb5-4b59-979d-e6327507ce9e is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:19:41.336511 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b4337b6b-3cb5-4b59-979d-e6327507ce9e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:41.351112 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4337b6b-3cb5-4b59-979d-e6327507ce9e {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:19:41.370959 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port b4337b6b-3cb5-4b59-979d-e6327507ce9e, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=b4337b6b-3cb5-4b59-979d-e6327507ce9e,segment=NetworkSegment(7049dd9c-810a-4e4b-b723-c36edd96037c),segment_id=7049dd9c-810a-4e4b-b723-c36edd96037c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:19:41.375251 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b4337b6b-3cb5-4b59-979d-e6327507ce9e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:41.428186 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=b4337b6b-3cb5-4b59-979d-e6327507ce9e,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:19:41.616491 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd722914-169b-40b9-accb-dae4f450d004 req-2a0d2832-1268-4951-a6e5-896e6ed05900 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:41.618018 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd722914-169b-40b9-accb-dae4f450d004 req-2a0d2832-1268-4951-a6e5-896e6ed05900 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c42fc30-3c5e-45b9-b9c7-c184b567cdce HTTP/1.1" status: 200 len: 944 time: 0.0591967 Feb 08 22:19:41.667244 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd722914-169b-40b9-accb-dae4f450d004 req-3c7e56f3-545a-4ef1-94dc-d75bf28616b5 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/security-groups?id=e2d1c909-fefc-4c79-91af-cbd80e6d917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434091 Feb 08 22:19:41.825081 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['b4337b6b-3cb5-4b59-979d-e6327507ce9e'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:19:42.797109 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804445f-84ca-448a-9552-7db7f89b60f1 req-61cf6b42-cb53-4181-bb44-d55d85c94354 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:42.798647 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4804445f-84ca-448a-9552-7db7f89b60f1 req-61cf6b42-cb53-4181-bb44-d55d85c94354 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c42fc30-3c5e-45b9-b9c7-c184b567cdce HTTP/1.1" status: 200 len: 944 time: 0.0589108 Feb 08 22:19:42.845683 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4804445f-84ca-448a-9552-7db7f89b60f1 req-dad0070c-5a4c-4670-811d-f734103dbaa9 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/security-groups?id=e2d1c909-fefc-4c79-91af-cbd80e6d917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412860 Feb 08 22:19:43.188343 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device b4337b6b-3cb5-4b59-979d-e6327507ce9e up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:19:43.239565 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port b4337b6b-3cb5-4b59-979d-e6327507ce9e completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:19:43.243299 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port b4337b6b-3cb5-4b59-979d-e6327507ce9e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:19:43.243675 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b4337b6b-3cb5-4b59-979d-e6327507ce9e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:43.327463 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port b4337b6b-3cb5-4b59-979d-e6327507ce9e is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:19:43.327762 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b4337b6b-3cb5-4b59-979d-e6327507ce9e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:43.356114 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c42fc30-3c5e-45b9-b9c7-c184b567cdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4337b6b-3cb5-4b59-979d-e6327507ce9e'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:19:43.358434 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c396ff-70e8-447c-ab0c-a72ea3d12e32" -d '{"events": [{"server_uuid": "1c42fc30-3c5e-45b9-b9c7-c184b567cdce", "name": "network-vif-plugged", "status": "completed", "tag": "b4337b6b-3cb5-4b59-979d-e6327507ce9e"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:19:43.371196 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port b4337b6b-3cb5-4b59-979d-e6327507ce9e, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=b4337b6b-3cb5-4b59-979d-e6327507ce9e,segment=NetworkSegment(7049dd9c-810a-4e4b-b723-c36edd96037c),segment_id=7049dd9c-810a-4e4b-b723-c36edd96037c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:19:43.375725 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b4337b6b-3cb5-4b59-979d-e6327507ce9e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:43.399618 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e27c7df-fbf6-457c-819d-67ff69751179 x-openstack-request-id: req-4e27c7df-fbf6-457c-819d-67ff69751179 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:19:43.399924 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c42fc30-3c5e-45b9-b9c7-c184b567cdce", "name": "network-vif-plugged", "status": "completed", "tag": "b4337b6b-3cb5-4b59-979d-e6327507ce9e", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:19:43.400191 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4e27c7df-fbf6-457c-819d-67ff69751179 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:19:43.400588 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c42fc30-3c5e-45b9-b9c7-c184b567cdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4337b6b-3cb5-4b59-979d-e6327507ce9e', 'code': 200} Feb 08 22:19:43.427271 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=b4337b6b-3cb5-4b59-979d-e6327507ce9e,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:19:43.498255 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69001767-11e1-4510-871f-df966ba80a06 req-946e9f6a-a829-40cf-bef2-f79e6664d17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:43.499774 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-69001767-11e1-4510-871f-df966ba80a06 req-946e9f6a-a829-40cf-bef2-f79e6664d17d service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=1c42fc30-3c5e-45b9-b9c7-c184b567cdce HTTP/1.1" status: 200 len: 1128 time: 0.0464420 Feb 08 22:19:43.546035 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-69001767-11e1-4510-871f-df966ba80a06 req-a74f3c5c-164b-477d-a975-ac8f23778b58 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=e2d1c909-fefc-4c79-91af-cbd80e6d917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401263 Feb 08 22:19:43.964794 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0b025-f582-4b96-b276-2361bfc2786a req-6a1e4122-9b67-4826-a1ad-1154ad945f6d tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:43.966329 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-34f0b025-f582-4b96-b276-2361bfc2786a req-6a1e4122-9b67-4826-a1ad-1154ad945f6d tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c42fc30-3c5e-45b9-b9c7-c184b567cdce HTTP/1.1" status: 200 len: 945 time: 0.0528171 Feb 08 22:19:44.018324 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-34f0b025-f582-4b96-b276-2361bfc2786a req-547b6df5-48b3-41c8-9927-4f147c5fc31a tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/security-groups?id=e2d1c909-fefc-4c79-91af-cbd80e6d917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464268 Feb 08 22:19:45.140318 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603b2d1-3b02-4238-82da-231a814e6d10 req-49846a49-4222-46c8-acd6-94f33428d88b tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:45.141841 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6603b2d1-3b02-4238-82da-231a814e6d10 req-49846a49-4222-46c8-acd6-94f33428d88b tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c42fc30-3c5e-45b9-b9c7-c184b567cdce HTTP/1.1" status: 200 len: 945 time: 0.0530534 Feb 08 22:19:45.191324 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6603b2d1-3b02-4238-82da-231a814e6d10 req-5b5e3181-b366-426e-8ce8-620dd8f29e6c tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/security-groups?id=e2d1c909-fefc-4c79-91af-cbd80e6d917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427005 Feb 08 22:19:45.418753 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80a961-d3f8-4551-a053-af96903fde74 req-ffc213e6-ba1c-4f85-9c15-855a9cae331c tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:45.420303 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b80a961-d3f8-4551-a053-af96903fde74 req-ffc213e6-ba1c-4f85-9c15-855a9cae331c tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/networks?id=55782efa-4f47-4733-9463-aaab415e5b9d HTTP/1.1" status: 200 len: 814 time: 0.1049495 Feb 08 22:19:45.434813 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b80a961-d3f8-4551-a053-af96903fde74 req-0535f950-b910-4385-86e5-b72d80051968 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/quotas/02fb2b97e18842eba81a96354bb6da6e HTTP/1.1" status: 200 len: 375 time: 0.0090809 Feb 08 22:19:45.488747 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b80a961-d3f8-4551-a053-af96903fde74 req-2c050cd5-a7e5-43ec-bf33-ddb5bb6b3cca tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=02fb2b97e18842eba81a96354bb6da6e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0484610 Feb 08 22:19:45.578867 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b80a961-d3f8-4551-a053-af96903fde74 req-faee2a93-499f-49ea-a6d3-5ce9a64fa197 service neutron] 10.222.0.88 "GET /v2.0/networks/55782efa-4f47-4733-9463-aaab415e5b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833185 Feb 08 22:19:45.670054 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b80a961-d3f8-4551-a053-af96903fde74 req-7f5b10b5-60bf-4592-8bc7-8784ffad2dc2 service neutron] 10.222.0.88 "GET /v2.0/networks/55782efa-4f47-4733-9463-aaab415e5b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854547 Feb 08 22:19:45.826624 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-22ccf972-b8ee-475d-a48f-e4a07e8278aa req-33e1cb19-907d-41a2-a0f3-89d01837841a tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=841bf135-070f-4e07-a917-d85667137bcf HTTP/1.1" status: 200 len: 210 time: 0.0286512 Feb 08 22:19:46.736900 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80a961-d3f8-4551-a053-af96903fde74 req-219effd7-564c-4c14-8aff-910b37602f16 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:46.738436 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b80a961-d3f8-4551-a053-af96903fde74 req-219effd7-564c-4c14-8aff-910b37602f16 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.96 "GET /v2.0/networks?id=55782efa-4f47-4733-9463-aaab415e5b9d HTTP/1.1" status: 200 len: 814 time: 0.1090753 Feb 08 22:19:46.751242 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-9b80a961-d3f8-4551-a053-af96903fde74 req-a75ce2da-f9c0-4e9b-9b39-f0b47622e517 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Request body: {'port': {'device_id': '841bf135-070f-4e07-a917-d85667137bcf', 'network_id': '55782efa-4f47-4733-9463-aaab415e5b9d', 'admin_state_up': True, 'tenant_id': '02fb2b97e18842eba81a96354bb6da6e'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:19:46.859472 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b80a961-d3f8-4551-a053-af96903fde74 req-a75ce2da-f9c0-4e9b-9b39-f0b47622e517 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Made reservation on behalf of 02fb2b97e18842eba81a96354bb6da6e for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:19:46.863454 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9b80a961-d3f8-4551-a053-af96903fde74 req-a75ce2da-f9c0-4e9b-9b39-f0b47622e517 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:46.955266 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-48c94f7a-9bc4-42c6-acc2-a517f429c5bb req-e572bbe5-af02-4b5b-941c-cb72e7acacf6 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=841bf135-070f-4e07-a917-d85667137bcf HTTP/1.1" status: 200 len: 210 time: 0.0355310 Feb 08 22:19:47.030476 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-9b80a961-d3f8-4551-a053-af96903fde74 req-a75ce2da-f9c0-4e9b-9b39-f0b47622e517 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Allocated IP 172.20.0.11 (55782efa-4f47-4733-9463-aaab415e5b9d/24c134b8-bb24-47ce-85fc-b4c77797f2a6/2ec5da0f-3782-4845-8dcc-c1831f7bff2c) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:19:47.181619 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9b80a961-d3f8-4551-a053-af96903fde74 req-a75ce2da-f9c0-4e9b-9b39-f0b47622e517 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Publish callbacks [] for port (2ec5da0f-3782-4845-8dcc-c1831f7bff2c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:47.213792 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9b80a961-d3f8-4551-a053-af96903fde74 req-a75ce2da-f9c0-4e9b-9b39-f0b47622e517 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (2ec5da0f-3782-4845-8dcc-c1831f7bff2c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:47.225798 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['b4337b6b-3cb5-4b59-979d-e6327507ce9e'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:19:47.258444 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b80a961-d3f8-4551-a053-af96903fde74 req-a75ce2da-f9c0-4e9b-9b39-f0b47622e517 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Network 55782efa-4f47-4733-9463-aaab415e5b9d is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:19:47.261885 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-9b80a961-d3f8-4551-a053-af96903fde74 req-a75ce2da-f9c0-4e9b-9b39-f0b47622e517 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:19:47.265499 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b80a961-d3f8-4551-a053-af96903fde74 req-a75ce2da-f9c0-4e9b-9b39-f0b47622e517 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:19:47.292741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ce2da-f9c0-4e9b-9b39-f0b47622e517 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Pushing event updated for resources: {'Port': ['ID=2ec5da0f-3782-4845-8dcc-c1831f7bff2c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:19:47.320698 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80a961-d3f8-4551-a053-af96903fde74 req-a75ce2da-f9c0-4e9b-9b39-f0b47622e517 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:47.321150 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9b80a961-d3f8-4551-a053-af96903fde74 req-a75ce2da-f9c0-4e9b-9b39-f0b47622e517 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:47.337115 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b80a961-d3f8-4551-a053-af96903fde74 req-a75ce2da-f9c0-4e9b-9b39-f0b47622e517 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5898261 Feb 08 22:19:47.349210 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-9b80a961-d3f8-4551-a053-af96903fde74 req-71c61912-083b-46c7-bdf1-7bdb798c4850 service neutron] Request body: {'port': {'device_id': '841bf135-070f-4e07-a917-d85667137bcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:19:47.753628 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9b80a961-d3f8-4551-a053-af96903fde74 req-71c61912-083b-46c7-bdf1-7bdb798c4850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2ec5da0f-3782-4845-8dcc-c1831f7bff2c), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:48.014532 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-9b80a961-d3f8-4551-a053-af96903fde74 req-71c61912-083b-46c7-bdf1-7bdb798c4850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec5da0f-3782-4845-8dcc-c1831f7bff2c {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:19:48.022330 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9b80a961-d3f8-4551-a053-af96903fde74 req-71c61912-083b-46c7-bdf1-7bdb798c4850 service neutron] Publish callbacks [] for port (2ec5da0f-3782-4845-8dcc-c1831f7bff2c), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:48.061830 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-9b80a961-d3f8-4551-a053-af96903fde74 req-71c61912-083b-46c7-bdf1-7bdb798c4850 service neutron] Transition to ACTIVE for port object 2ec5da0f-3782-4845-8dcc-c1831f7bff2c will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:19:48.069366 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9b80a961-d3f8-4551-a053-af96903fde74 req-71c61912-083b-46c7-bdf1-7bdb798c4850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (2ec5da0f-3782-4845-8dcc-c1831f7bff2c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:48.141122 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22641a-c71c-453e-96b5-21cdfafcbfa1 req-300eda80-d27c-4638-b29e-c8a1fd6cf4a0 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:48.142631 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8f22641a-c71c-453e-96b5-21cdfafcbfa1 req-300eda80-d27c-4638-b29e-c8a1fd6cf4a0 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=841bf135-070f-4e07-a917-d85667137bcf HTTP/1.1" status: 200 len: 932 time: 0.1179106 Feb 08 22:19:48.164687 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c61912-083b-46c7-bdf1-7bdb798c4850 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec5da0f-3782-4845-8dcc-c1831f7bff2c,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:19:48.248999 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8f22641a-c71c-453e-96b5-21cdfafcbfa1 req-e30facdc-fc03-41d1-82e4-8be596b63079 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/security-groups?id=e2d1c909-fefc-4c79-91af-cbd80e6d917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869391 Feb 08 22:19:48.251342 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-9b80a961-d3f8-4551-a053-af96903fde74 req-71c61912-083b-46c7-bdf1-7bdb798c4850 service neutron] Attempting to bind port 2ec5da0f-3782-4845-8dcc-c1831f7bff2c on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:19:48.251687 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-9b80a961-d3f8-4551-a053-af96903fde74 req-71c61912-083b-46c7-bdf1-7bdb798c4850 service neutron] Attempting to bind port 2ec5da0f-3782-4845-8dcc-c1831f7bff2c by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '7049dd9c-810a-4e4b-b723-c36edd96037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '55782efa-4f47-4733-9463-aaab415e5b9d'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:19:48.252018 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b80a961-d3f8-4551-a053-af96903fde74 req-71c61912-083b-46c7-bdf1-7bdb798c4850 service neutron] Attempting to bind port 2ec5da0f-3782-4845-8dcc-c1831f7bff2c on network 55782efa-4f47-4733-9463-aaab415e5b9d {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:19:48.257994 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b80a961-d3f8-4551-a053-af96903fde74 req-71c61912-083b-46c7-bdf1-7bdb798c4850 service neutron] Port 2ec5da0f-3782-4845-8dcc-c1831f7bff2c on network 55782efa-4f47-4733-9463-aaab415e5b9d not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:19:48.258315 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b80a961-d3f8-4551-a053-af96903fde74 req-71c61912-083b-46c7-bdf1-7bdb798c4850 service neutron] Attempting to bind port 2ec5da0f-3782-4845-8dcc-c1831f7bff2c on network 55782efa-4f47-4733-9463-aaab415e5b9d {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:19:48.263239 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b80a961-d3f8-4551-a053-af96903fde74 req-71c61912-083b-46c7-bdf1-7bdb798c4850 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:19:48.263582 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b80a961-d3f8-4551-a053-af96903fde74 req-71c61912-083b-46c7-bdf1-7bdb798c4850 service neutron] Checking segment: {'id': '7049dd9c-810a-4e4b-b723-c36edd96037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '55782efa-4f47-4733-9463-aaab415e5b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:19:48.263966 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b80a961-d3f8-4551-a053-af96903fde74 req-71c61912-083b-46c7-bdf1-7bdb798c4850 service neutron] Bound using segment: {'id': '7049dd9c-810a-4e4b-b723-c36edd96037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '55782efa-4f47-4733-9463-aaab415e5b9d'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:19:48.264391 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-9b80a961-d3f8-4551-a053-af96903fde74 req-71c61912-083b-46c7-bdf1-7bdb798c4850 service neutron] Bound port: 2ec5da0f-3782-4845-8dcc-c1831f7bff2c, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7049dd9c-810a-4e4b-b723-c36edd96037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '55782efa-4f47-4733-9463-aaab415e5b9d'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:19:48.264823 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9b80a961-d3f8-4551-a053-af96903fde74 req-71c61912-083b-46c7-bdf1-7bdb798c4850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2ec5da0f-3782-4845-8dcc-c1831f7bff2c), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:48.332158 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-9b80a961-d3f8-4551-a053-af96903fde74 req-71c61912-083b-46c7-bdf1-7bdb798c4850 service neutron] For port 2ec5da0f-3782-4845-8dcc-c1831f7bff2c, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:19:48.335166 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-9b80a961-d3f8-4551-a053-af96903fde74 req-71c61912-083b-46c7-bdf1-7bdb798c4850 service neutron] For port 2ec5da0f-3782-4845-8dcc-c1831f7bff2c, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2ec5da0f-3782-4845-8dcc-c1831f7bff2c,segment=NetworkSegment(7049dd9c-810a-4e4b-b723-c36edd96037c),segment_id=7049dd9c-810a-4e4b-b723-c36edd96037c)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:19:48.342112 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9b80a961-d3f8-4551-a053-af96903fde74 req-71c61912-083b-46c7-bdf1-7bdb798c4850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (2ec5da0f-3782-4845-8dcc-c1831f7bff2c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:48.380448 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80a961-d3f8-4551-a053-af96903fde74 req-71c61912-083b-46c7-bdf1-7bdb798c4850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:48.381071 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-9b80a961-d3f8-4551-a053-af96903fde74 req-71c61912-083b-46c7-bdf1-7bdb798c4850 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:48.382539 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b80a961-d3f8-4551-a053-af96903fde74 req-71c61912-083b-46c7-bdf1-7bdb798c4850 service neutron] 10.222.0.96 "PUT /v2.0/ports/2ec5da0f-3782-4845-8dcc-c1831f7bff2c HTTP/1.1" status: 200 len: 1093 time: 1.0380082 Feb 08 22:19:48.382986 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '841bf135-070f-4e07-a917-d85667137bcf', 'tag': '2ec5da0f-3782-4845-8dcc-c1831f7bff2c'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:19:48.385273 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c176997-b934-46d3-bee4-bc833afb0cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "841bf135-070f-4e07-a917-d85667137bcf", "tag": "2ec5da0f-3782-4845-8dcc-c1831f7bff2c"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:19:48.407262 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c61912-083b-46c7-bdf1-7bdb798c4850 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec5da0f-3782-4845-8dcc-c1831f7bff2c,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:19:48.453413 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f27659c-2a71-49fd-aa38-75cc0c23986c x-openstack-request-id: req-3f27659c-2a71-49fd-aa38-75cc0c23986c {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:19:48.453713 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "841bf135-070f-4e07-a917-d85667137bcf", "tag": "2ec5da0f-3782-4845-8dcc-c1831f7bff2c", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:19:48.453964 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3f27659c-2a71-49fd-aa38-75cc0c23986c {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:19:48.454346 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '841bf135-070f-4e07-a917-d85667137bcf', 'tag': '2ec5da0f-3782-4845-8dcc-c1831f7bff2c', 'status': 'completed', 'code': 200} Feb 08 22:19:48.474430 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80a961-d3f8-4551-a053-af96903fde74 req-9b1b07c1-a63a-435c-881b-28fc1e7f8e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:48.475925 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b80a961-d3f8-4551-a053-af96903fde74 req-9b1b07c1-a63a-435c-881b-28fc1e7f8e11 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=02fb2b97e18842eba81a96354bb6da6e&device_id=841bf135-070f-4e07-a917-d85667137bcf HTTP/1.1" status: 200 len: 1127 time: 0.0533986 Feb 08 22:19:48.517048 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b80a961-d3f8-4551-a053-af96903fde74 req-55b89a75-eca0-41c0-92d8-9d7591d89488 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ec5da0f-3782-4845-8dcc-c1831f7bff2c HTTP/1.1" status: 200 len: 217 time: 0.0348186 Feb 08 22:19:48.565138 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80a961-d3f8-4551-a053-af96903fde74 req-3335236c-9fbe-45f6-9786-63fe0d0f838a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:48.567275 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b80a961-d3f8-4551-a053-af96903fde74 req-3335236c-9fbe-45f6-9786-63fe0d0f838a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=24c134b8-bb24-47ce-85fc-b4c77797f2a6 HTTP/1.1" status: 200 len: 854 time: 0.0444891 Feb 08 22:19:48.597748 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b80a961-d3f8-4551-a053-af96903fde74 req-f427b42f-37da-407a-9df3-81158bc5aeb5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=55782efa-4f47-4733-9463-aaab415e5b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249176 Feb 08 22:19:48.689380 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b80a961-d3f8-4551-a053-af96903fde74 req-c2df4b6e-3488-455c-8221-20bcee2cf73d service neutron] 10.222.0.96 "GET /v2.0/networks/55782efa-4f47-4733-9463-aaab415e5b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861154 Feb 08 22:19:48.778783 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9b80a961-d3f8-4551-a053-af96903fde74 req-0beff4f8-b312-4f48-8567-90f72182d51b service neutron] 10.222.0.96 "GET /v2.0/networks/55782efa-4f47-4733-9463-aaab415e5b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839500 Feb 08 22:19:48.873616 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c176997-b934-46d3-bee4-bc833afb0cd1 req-3eb6a5a6-9aa4-4221-8ed6-ef35068f46c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:48.875116 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c176997-b934-46d3-bee4-bc833afb0cd1 req-3eb6a5a6-9aa4-4221-8ed6-ef35068f46c8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=02fb2b97e18842eba81a96354bb6da6e&device_id=841bf135-070f-4e07-a917-d85667137bcf HTTP/1.1" status: 200 len: 1127 time: 0.0512943 Feb 08 22:19:48.978317 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c176997-b934-46d3-bee4-bc833afb0cd1 req-b8938218-2ab7-497a-b1b1-14d60d910b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:48.979810 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c176997-b934-46d3-bee4-bc833afb0cd1 req-b8938218-2ab7-497a-b1b1-14d60d910b83 service neutron] 10.222.0.96 "GET /v2.0/networks?id=55782efa-4f47-4733-9463-aaab415e5b9d HTTP/1.1" status: 200 len: 915 time: 0.0983462 Feb 08 22:19:49.026780 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c176997-b934-46d3-bee4-bc833afb0cd1 req-6828028f-f8b6-448f-8cb6-4e2717a8c90c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ec5da0f-3782-4845-8dcc-c1831f7bff2c HTTP/1.1" status: 200 len: 217 time: 0.0404613 Feb 08 22:19:49.077445 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c176997-b934-46d3-bee4-bc833afb0cd1 req-7c6e9841-085e-4429-ab5c-50250ec07705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:49.078918 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c176997-b934-46d3-bee4-bc833afb0cd1 req-7c6e9841-085e-4429-ab5c-50250ec07705 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=24c134b8-bb24-47ce-85fc-b4c77797f2a6 HTTP/1.1" status: 200 len: 854 time: 0.0470800 Feb 08 22:19:49.111170 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c176997-b934-46d3-bee4-bc833afb0cd1 req-f6cc48cc-d5c1-4188-ba63-622d7d68ee97 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=55782efa-4f47-4733-9463-aaab415e5b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267572 Feb 08 22:19:49.202264 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c176997-b934-46d3-bee4-bc833afb0cd1 req-0fda7d7a-983a-47cc-a3e5-dd8a09c2b32c service neutron] 10.222.0.96 "GET /v2.0/networks/55782efa-4f47-4733-9463-aaab415e5b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853801 Feb 08 22:19:49.300521 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c176997-b934-46d3-bee4-bc833afb0cd1 req-cd88b064-9f81-4b18-b678-73af03301b97 service neutron] 10.222.0.96 "GET /v2.0/networks/55782efa-4f47-4733-9463-aaab415e5b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923364 Feb 08 22:19:49.377523 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659473ed-b8f1-44b0-a9fe-d00f76b20838 req-9ac817aa-1181-4995-9922-a49de3e5fcd7 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:49.379078 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-659473ed-b8f1-44b0-a9fe-d00f76b20838 req-9ac817aa-1181-4995-9922-a49de3e5fcd7 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=841bf135-070f-4e07-a917-d85667137bcf HTTP/1.1" status: 200 len: 944 time: 0.0563979 Feb 08 22:19:49.436994 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-659473ed-b8f1-44b0-a9fe-d00f76b20838 req-c56c07e0-5d7f-4eff-8ae7-34e4f4a6b971 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/security-groups?id=e2d1c909-fefc-4c79-91af-cbd80e6d917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521097 Feb 08 22:19:50.564804 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ff0ad-eb29-4faf-9c9b-5ceb2c1b90a3 req-e76cc340-4be5-451f-8a6c-21712fbd022b tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:50.566454 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f90ff0ad-eb29-4faf-9c9b-5ceb2c1b90a3 req-e76cc340-4be5-451f-8a6c-21712fbd022b tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=841bf135-070f-4e07-a917-d85667137bcf HTTP/1.1" status: 200 len: 944 time: 0.0588710 Feb 08 22:19:50.613838 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f90ff0ad-eb29-4faf-9c9b-5ceb2c1b90a3 req-7d44cdad-6214-429d-a90b-8552ca2845f5 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/security-groups?id=e2d1c909-fefc-4c79-91af-cbd80e6d917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412803 Feb 08 22:19:51.736993 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65381a-3602-4ec1-9acd-7c4d4327916b req-b0800aa1-3bb0-448a-b47d-66ff049d31cc tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:51.739017 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0c65381a-3602-4ec1-9acd-7c4d4327916b req-b0800aa1-3bb0-448a-b47d-66ff049d31cc tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=841bf135-070f-4e07-a917-d85667137bcf HTTP/1.1" status: 200 len: 944 time: 0.0562375 Feb 08 22:19:51.795110 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0c65381a-3602-4ec1-9acd-7c4d4327916b req-0012fd4b-64e8-4058-8e6f-051c75d07d83 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/security-groups?id=e2d1c909-fefc-4c79-91af-cbd80e6d917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503764 Feb 08 22:19:51.810866 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 2ec5da0f-3782-4845-8dcc-c1831f7bff2c details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:19:51.914005 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 2ec5da0f-3782-4845-8dcc-c1831f7bff2c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2ec5da0f-3782-4845-8dcc-c1831f7bff2c,segment=NetworkSegment(7049dd9c-810a-4e4b-b723-c36edd96037c),segment_id=7049dd9c-810a-4e4b-b723-c36edd96037c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:19:51.926107 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '2ec5da0f-3782-4845-8dcc-c1831f7bff2c', 'network_id': '55782efa-4f47-4733-9463-aaab415e5b9d', 'port_id': '2ec5da0f-3782-4845-8dcc-c1831f7bff2c', 'mac_address': 'fa:16:3e:44:35:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c134b8-bb24-47ce-85fc-b4c77797f2a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:19:51.964071 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 2ec5da0f-3782-4845-8dcc-c1831f7bff2c is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:19:51.964466 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2ec5da0f-3782-4845-8dcc-c1831f7bff2c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:51.977655 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec5da0f-3782-4845-8dcc-c1831f7bff2c {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:19:52.001703 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 2ec5da0f-3782-4845-8dcc-c1831f7bff2c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2ec5da0f-3782-4845-8dcc-c1831f7bff2c,segment=NetworkSegment(7049dd9c-810a-4e4b-b723-c36edd96037c),segment_id=7049dd9c-810a-4e4b-b723-c36edd96037c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:19:52.013105 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2ec5da0f-3782-4845-8dcc-c1831f7bff2c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:52.062482 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=2ec5da0f-3782-4845-8dcc-c1831f7bff2c,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:19:52.071560 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:52.072965 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:52.075055 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:52.075055 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:52.075055 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:52.075055 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:52.075055 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:52.076461 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:52.078533 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:52.078891 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:52.079702 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:52.080052 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:52.080397 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:52.325731 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['2ec5da0f-3782-4845-8dcc-c1831f7bff2c'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:19:52.852282 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:19:52.926787 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02204040-2a7e-462b-8c26-f9a814b85903 req-7663b46d-3011-4804-9683-526b0d56de79 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:52.928341 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02204040-2a7e-462b-8c26-f9a814b85903 req-7663b46d-3011-4804-9683-526b0d56de79 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=841bf135-070f-4e07-a917-d85667137bcf HTTP/1.1" status: 200 len: 945 time: 0.0586221 Feb 08 22:19:52.983041 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02204040-2a7e-462b-8c26-f9a814b85903 req-1fe9a383-aa90-4e37-bc86-19159fe9f196 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/security-groups?id=e2d1c909-fefc-4c79-91af-cbd80e6d917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489705 Feb 08 22:19:53.814922 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 2ec5da0f-3782-4845-8dcc-c1831f7bff2c up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:19:53.872434 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 2ec5da0f-3782-4845-8dcc-c1831f7bff2c completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:19:53.877009 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 2ec5da0f-3782-4845-8dcc-c1831f7bff2c triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:19:53.877587 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2ec5da0f-3782-4845-8dcc-c1831f7bff2c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:53.972019 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 2ec5da0f-3782-4845-8dcc-c1831f7bff2c is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:19:53.972742 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2ec5da0f-3782-4845-8dcc-c1831f7bff2c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:54.009086 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841bf135-070f-4e07-a917-d85667137bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec5da0f-3782-4845-8dcc-c1831f7bff2c'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:19:54.011783 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2c6c02-2408-43e4-814b-281d2a134362" -d '{"events": [{"server_uuid": "841bf135-070f-4e07-a917-d85667137bcf", "name": "network-vif-plugged", "status": "completed", "tag": "2ec5da0f-3782-4845-8dcc-c1831f7bff2c"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:19:54.031641 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 2ec5da0f-3782-4845-8dcc-c1831f7bff2c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2ec5da0f-3782-4845-8dcc-c1831f7bff2c,segment=NetworkSegment(7049dd9c-810a-4e4b-b723-c36edd96037c),segment_id=7049dd9c-810a-4e4b-b723-c36edd96037c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:19:54.044557 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2ec5da0f-3782-4845-8dcc-c1831f7bff2c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:54.072747 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966d7e33-3b05-4880-9245-fb7ab985dca5 x-openstack-request-id: req-966d7e33-3b05-4880-9245-fb7ab985dca5 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:19:54.073053 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841bf135-070f-4e07-a917-d85667137bcf", "name": "network-vif-plugged", "status": "completed", "tag": "2ec5da0f-3782-4845-8dcc-c1831f7bff2c", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:19:54.073481 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-966d7e33-3b05-4880-9245-fb7ab985dca5 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:19:54.073788 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841bf135-070f-4e07-a917-d85667137bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec5da0f-3782-4845-8dcc-c1831f7bff2c', 'code': 200} Feb 08 22:19:54.103627 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=2ec5da0f-3782-4845-8dcc-c1831f7bff2c,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:19:54.204683 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8eccc-79d6-4c01-b7ee-4a2ed68fae29 req-15effc75-c23d-4692-876b-72c99113f3dc tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:54.206796 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6cc8eccc-79d6-4c01-b7ee-4a2ed68fae29 req-15effc75-c23d-4692-876b-72c99113f3dc tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=841bf135-070f-4e07-a917-d85667137bcf HTTP/1.1" status: 200 len: 946 time: 0.1157284 Feb 08 22:19:54.225573 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396068cf-8673-4193-827d-fa511639873e req-70833d8a-ce98-4349-8a31-e44d744dd325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:54.227070 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-396068cf-8673-4193-827d-fa511639873e req-70833d8a-ce98-4349-8a31-e44d744dd325 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=841bf135-070f-4e07-a917-d85667137bcf HTTP/1.1" status: 200 len: 1129 time: 0.0880661 Feb 08 22:19:54.292420 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6cc8eccc-79d6-4c01-b7ee-4a2ed68fae29 req-13202d4f-8c6d-4416-adb7-362a2c298ca6 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/security-groups?id=e2d1c909-fefc-4c79-91af-cbd80e6d917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787547 Feb 08 22:19:54.313621 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7533f517-72e7-4399-81de-909ad323a978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:54.316230 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-396068cf-8673-4193-827d-fa511639873e req-61cbb3e2-f7e8-49c4-b48f-526a7fa6629e service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=e2d1c909-fefc-4c79-91af-cbd80e6d917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768213 Feb 08 22:19:55.444501 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32507f16-3c3c-45ab-a02c-1f443b799154 req-bb5361f2-6e7f-47d6-98d9-93a05b7c3cbe tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:55.446780 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32507f16-3c3c-45ab-a02c-1f443b799154 req-bb5361f2-6e7f-47d6-98d9-93a05b7c3cbe tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=841bf135-070f-4e07-a917-d85667137bcf HTTP/1.1" status: 200 len: 946 time: 0.0648615 Feb 08 22:19:55.508780 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32507f16-3c3c-45ab-a02c-1f443b799154 req-2bc13ffa-6259-4aa3-bd1e-fa0e816dc885 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/security-groups?id=e2d1c909-fefc-4c79-91af-cbd80e6d917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514634 Feb 08 22:19:56.687275 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47706af7-a27f-41e3-9d18-c6b115bd329f req-f3f7cbcd-e44d-4367-b8e3-65257e886132 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:56.690227 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-47706af7-a27f-41e3-9d18-c6b115bd329f req-f3f7cbcd-e44d-4367-b8e3-65257e886132 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=841bf135-070f-4e07-a917-d85667137bcf HTTP/1.1" status: 200 len: 946 time: 0.0706484 Feb 08 22:19:56.758547 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-47706af7-a27f-41e3-9d18-c6b115bd329f req-182ef3cc-cbc0-467d-a1f3-d8e87a99f3a0 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/security-groups?id=e2d1c909-fefc-4c79-91af-cbd80e6d917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620310 Feb 08 22:19:57.086541 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bee7d-981e-4a3b-a298-100973234b9e req-0274545c-91fc-4045-bb1e-edfd164481ea tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:57.088102 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-296bee7d-981e-4a3b-a298-100973234b9e req-0274545c-91fc-4045-bb1e-edfd164481ea tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=841bf135-070f-4e07-a917-d85667137bcf HTTP/1.1" status: 200 len: 946 time: 0.0633223 Feb 08 22:19:57.151893 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-296bee7d-981e-4a3b-a298-100973234b9e req-34f0beca-e0ad-449e-ae69-9a573adf7306 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/security-groups?id=e2d1c909-fefc-4c79-91af-cbd80e6d917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552201 Feb 08 22:19:57.592721 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-77260bd3-f7a3-447b-b346-85e5c0c44f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:58.296478 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9c1a6-49e7-4bae-bfed-fac42f8182a8 req-538e6947-b982-41f8-bbf9-b9bda85ef65a tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:58.298097 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4d9c1a6-49e7-4bae-bfed-fac42f8182a8 req-538e6947-b982-41f8-bbf9-b9bda85ef65a tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=841bf135-070f-4e07-a917-d85667137bcf HTTP/1.1" status: 200 len: 946 time: 0.0605328 Feb 08 22:19:58.352307 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4d9c1a6-49e7-4bae-bfed-fac42f8182a8 req-3597ced7-b337-49d6-bf7a-ee02c85be4bb tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/security-groups?id=e2d1c909-fefc-4c79-91af-cbd80e6d917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473316 Feb 08 22:19:58.442953 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2642c64-5ef7-4ef5-a686-ccda623725c4 req-5f623c62-7c35-4921-b5d8-676794dbb785 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:19:58.444576 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2642c64-5ef7-4ef5-a686-ccda623725c4 req-5f623c62-7c35-4921-b5d8-676794dbb785 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.96 "GET /v2.0/ports?device_id=841bf135-070f-4e07-a917-d85667137bcf HTTP/1.1" status: 200 len: 946 time: 0.0612903 Feb 08 22:19:58.583195 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-d2642c64-5ef7-4ef5-a686-ccda623725c4 req-8feb53fd-e280-4648-826a-d6b2512960d9 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Deleting port 2ec5da0f-3782-4845-8dcc-c1831f7bff2c {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:19:58.583483 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d2642c64-5ef7-4ef5-a686-ccda623725c4 req-8feb53fd-e280-4648-826a-d6b2512960d9 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (2ec5da0f-3782-4845-8dcc-c1831f7bff2c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:58.680433 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-d2642c64-5ef7-4ef5-a686-ccda623725c4 req-8feb53fd-e280-4648-826a-d6b2512960d9 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] For port 2ec5da0f-3782-4845-8dcc-c1831f7bff2c, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2ec5da0f-3782-4845-8dcc-c1831f7bff2c,segment=NetworkSegment(7049dd9c-810a-4e4b-b723-c36edd96037c),segment_id=7049dd9c-810a-4e4b-b723-c36edd96037c)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:19:58.680797 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d2642c64-5ef7-4ef5-a686-ccda623725c4 req-8feb53fd-e280-4648-826a-d6b2512960d9 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (2ec5da0f-3782-4845-8dcc-c1831f7bff2c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:58.694363 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-d2642c64-5ef7-4ef5-a686-ccda623725c4 req-8feb53fd-e280-4648-826a-d6b2512960d9 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Calling delete_port for 2ec5da0f-3782-4845-8dcc-c1831f7bff2c owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:19:58.843143 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d2642c64-5ef7-4ef5-a686-ccda623725c4 req-8feb53fd-e280-4648-826a-d6b2512960d9 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (2ec5da0f-3782-4845-8dcc-c1831f7bff2c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:58.856534 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['2ec5da0f-3782-4845-8dcc-c1831f7bff2c'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:19:58.865343 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['b4337b6b-3cb5-4b59-979d-e6327507ce9e'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:19:58.875676 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb53fd-e280-4648-826a-d6b2512960d9 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Pushing event deleted for resources: {'Port': ['ID=2ec5da0f-3782-4845-8dcc-c1831f7bff2c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:19:58.889853 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb53fd-e280-4648-826a-d6b2512960d9 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:58.890834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb53fd-e280-4648-826a-d6b2512960d9 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:58.891394 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb53fd-e280-4648-826a-d6b2512960d9 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:58.891943 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb53fd-e280-4648-826a-d6b2512960d9 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:58.892529 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb53fd-e280-4648-826a-d6b2512960d9 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:58.893139 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb53fd-e280-4648-826a-d6b2512960d9 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:58.894649 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb53fd-e280-4648-826a-d6b2512960d9 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:58.894649 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb53fd-e280-4648-826a-d6b2512960d9 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:58.895476 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb53fd-e280-4648-826a-d6b2512960d9 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:58.896046 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb53fd-e280-4648-826a-d6b2512960d9 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:58.896691 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb53fd-e280-4648-826a-d6b2512960d9 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:58.897308 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb53fd-e280-4648-826a-d6b2512960d9 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:58.897878 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb53fd-e280-4648-826a-d6b2512960d9 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:19:58.968316 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2642c64-5ef7-4ef5-a686-ccda623725c4 req-8feb53fd-e280-4648-826a-d6b2512960d9 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] No DVR routers for this DVR port 2ec5da0f-3782-4845-8dcc-c1831f7bff2c on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:19:58.972672 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d2642c64-5ef7-4ef5-a686-ccda623725c4 req-8feb53fd-e280-4648-826a-d6b2512960d9 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:58.979349 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2642c64-5ef7-4ef5-a686-ccda623725c4 req-8feb53fd-e280-4648-826a-d6b2512960d9 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.96 "DELETE /v2.0/ports/2ec5da0f-3782-4845-8dcc-c1831f7bff2c HTTP/1.1" status: 204 len: 173 time: 0.5284703 Feb 08 22:19:58.980145 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841bf135-070f-4e07-a917-d85667137bcf', 'name': 'network-vif-deleted', 'tag': '2ec5da0f-3782-4845-8dcc-c1831f7bff2c'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:19:58.988811 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157c9a35-15a6-4806-be7c-741d5e4c08cf" -d '{"events": [{"server_uuid": "841bf135-070f-4e07-a917-d85667137bcf", "name": "network-vif-deleted", "tag": "2ec5da0f-3782-4845-8dcc-c1831f7bff2c"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:19:59.043373 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988a06a7-3fc2-4650-8cc3-c90d9eddc341 x-openstack-request-id: req-988a06a7-3fc2-4650-8cc3-c90d9eddc341 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:19:59.043682 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841bf135-070f-4e07-a917-d85667137bcf", "name": "network-vif-deleted", "tag": "2ec5da0f-3782-4845-8dcc-c1831f7bff2c", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:19:59.043942 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-988a06a7-3fc2-4650-8cc3-c90d9eddc341 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:19:59.044360 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841bf135-070f-4e07-a917-d85667137bcf', 'name': 'network-vif-deleted', 'tag': '2ec5da0f-3782-4845-8dcc-c1831f7bff2c', 'status': 'completed', 'code': 200} Feb 08 22:19:59.468581 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:19:59.508685 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1752eaa3-46ba-4b26-93cc-e8f19444b317 req-c1e02d44-49df-4c9a-9337-28cebada5738 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=841bf135-070f-4e07-a917-d85667137bcf HTTP/1.1" status: 200 len: 210 time: 0.0354967 Feb 08 22:20:00.717976 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18ee2f-79d8-4dfc-84d4-dc46d943d781 req-80291aed-ba04-4c51-ad69-ad89f5023e12 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:00.719917 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3d18ee2f-79d8-4dfc-84d4-dc46d943d781 req-80291aed-ba04-4c51-ad69-ad89f5023e12 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c42fc30-3c5e-45b9-b9c7-c184b567cdce HTTP/1.1" status: 200 len: 945 time: 0.0650723 Feb 08 22:20:00.776923 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3d18ee2f-79d8-4dfc-84d4-dc46d943d781 req-bb8e2104-e36e-4972-94bc-d6cb399360e0 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/security-groups?id=e2d1c909-fefc-4c79-91af-cbd80e6d917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501900 Feb 08 22:20:00.943007 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8b53c-76fd-4986-83fa-20ddfbcd0284 req-530ef13c-bc5b-48ee-903b-7ee1ad19e14f tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:00.944633 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8bc8b53c-76fd-4986-83fa-20ddfbcd0284 req-530ef13c-bc5b-48ee-903b-7ee1ad19e14f tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c42fc30-3c5e-45b9-b9c7-c184b567cdce HTTP/1.1" status: 200 len: 945 time: 0.0656574 Feb 08 22:20:00.998564 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8bc8b53c-76fd-4986-83fa-20ddfbcd0284 req-ed2b0fe0-bb63-4290-8d80-b219e318ab76 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/security-groups?id=e2d1c909-fefc-4c79-91af-cbd80e6d917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465565 Feb 08 22:20:01.158545 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af9446-7252-4375-9328-fb532310460b req-41614c0e-eafb-4e6b-a78b-1681c56fdc04 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:01.160200 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43af9446-7252-4375-9328-fb532310460b req-41614c0e-eafb-4e6b-a78b-1681c56fdc04 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c42fc30-3c5e-45b9-b9c7-c184b567cdce HTTP/1.1" status: 200 len: 945 time: 0.0756748 Feb 08 22:20:01.217179 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43af9446-7252-4375-9328-fb532310460b req-3c9ee1d6-afa8-4896-b8bb-165c133c028e tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/security-groups?id=e2d1c909-fefc-4c79-91af-cbd80e6d917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499210 Feb 08 22:20:01.404803 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e6eac-6ac3-4ff9-a9e3-33d8551955d3 req-73e0abdb-195c-4b93-bdc7-85299a74731c tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:01.406648 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fe4e6eac-6ac3-4ff9-a9e3-33d8551955d3 req-73e0abdb-195c-4b93-bdc7-85299a74731c tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c42fc30-3c5e-45b9-b9c7-c184b567cdce HTTP/1.1" status: 200 len: 945 time: 0.0563197 Feb 08 22:20:01.468101 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fe4e6eac-6ac3-4ff9-a9e3-33d8551955d3 req-3fb718ae-db79-4daa-82b9-345621ae44db tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/security-groups?id=e2d1c909-fefc-4c79-91af-cbd80e6d917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558128 Feb 08 22:20:01.542941 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:01.650298 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06b29d-5603-4843-aee2-f634f92f3159 req-7665fe20-f40d-4a05-8acc-d87e15ab60a7 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:01.652179 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd06b29d-5603-4843-aee2-f634f92f3159 req-7665fe20-f40d-4a05-8acc-d87e15ab60a7 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c42fc30-3c5e-45b9-b9c7-c184b567cdce HTTP/1.1" status: 200 len: 945 time: 0.0941246 Feb 08 22:20:01.703708 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd06b29d-5603-4843-aee2-f634f92f3159 req-b068a707-1ce2-404f-bfef-e9dfec1cb414 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/security-groups?id=e2d1c909-fefc-4c79-91af-cbd80e6d917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447335 Feb 08 22:20:01.760745 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:01.848762 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 2ec5da0f-3782-4845-8dcc-c1831f7bff2c no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:20:01.859880 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96065024-68af-4ec0-9583-800d4d8b5a64 req-5dbb2a31-0a83-4c3f-b445-cc4da2bf313c tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:01.861712 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-96065024-68af-4ec0-9583-800d4d8b5a64 req-5dbb2a31-0a83-4c3f-b445-cc4da2bf313c tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c42fc30-3c5e-45b9-b9c7-c184b567cdce HTTP/1.1" status: 200 len: 945 time: 0.0602803 Feb 08 22:20:01.876223 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 2ec5da0f-3782-4845-8dcc-c1831f7bff2c {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:20:01.876569 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 2ec5da0f-3782-4845-8dcc-c1831f7bff2c not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:20:01.917967 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-96065024-68af-4ec0-9583-800d4d8b5a64 req-08d2e8e4-76b5-46c3-b085-0aa6db629f90 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/security-groups?id=e2d1c909-fefc-4c79-91af-cbd80e6d917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467281 Feb 08 22:20:02.259758 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb52310-519e-465b-bb39-26f009be1fac req-2ea1109e-c998-4e47-84cb-4521c7adba46 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:02.261137 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7cb52310-519e-465b-bb39-26f009be1fac req-2ea1109e-c998-4e47-84cb-4521c7adba46 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c42fc30-3c5e-45b9-b9c7-c184b567cdce HTTP/1.1" status: 200 len: 945 time: 0.0607383 Feb 08 22:20:02.308463 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7cb52310-519e-465b-bb39-26f009be1fac req-48c732d2-5249-468e-8583-8bf266c6a516 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/security-groups?id=e2d1c909-fefc-4c79-91af-cbd80e6d917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416794 Feb 08 22:20:03.438927 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500476b6-d6c4-47d3-b1e4-7c3f8d6b0822 req-12f04d1a-723b-4bfc-9786-52e225c3acc5 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:03.441095 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-500476b6-d6c4-47d3-b1e4-7c3f8d6b0822 req-12f04d1a-723b-4bfc-9786-52e225c3acc5 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c42fc30-3c5e-45b9-b9c7-c184b567cdce HTTP/1.1" status: 200 len: 945 time: 0.0580015 Feb 08 22:20:03.492593 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-500476b6-d6c4-47d3-b1e4-7c3f8d6b0822 req-6053bf74-a594-48e3-a3ca-03b81d682cb7 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/security-groups?id=e2d1c909-fefc-4c79-91af-cbd80e6d917a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458508 Feb 08 22:20:03.672711 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97f868-7217-4577-ba39-271fd742df26 req-3b2fca9f-281b-4830-b2d9-549a15e62184 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:03.674828 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a97f868-7217-4577-ba39-271fd742df26 req-3b2fca9f-281b-4830-b2d9-549a15e62184 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.94 "GET /v2.0/ports?device_id=1c42fc30-3c5e-45b9-b9c7-c184b567cdce HTTP/1.1" status: 200 len: 945 time: 0.0639169 Feb 08 22:20:03.803816 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-2a97f868-7217-4577-ba39-271fd742df26 req-1dedc281-c52d-455c-8a62-e10fb9fcc0b6 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Deleting port b4337b6b-3cb5-4b59-979d-e6327507ce9e {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:20:03.804155 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2a97f868-7217-4577-ba39-271fd742df26 req-1dedc281-c52d-455c-8a62-e10fb9fcc0b6 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b4337b6b-3cb5-4b59-979d-e6327507ce9e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:03.911155 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-2a97f868-7217-4577-ba39-271fd742df26 req-1dedc281-c52d-455c-8a62-e10fb9fcc0b6 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] For port b4337b6b-3cb5-4b59-979d-e6327507ce9e, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=b4337b6b-3cb5-4b59-979d-e6327507ce9e,segment=NetworkSegment(7049dd9c-810a-4e4b-b723-c36edd96037c),segment_id=7049dd9c-810a-4e4b-b723-c36edd96037c)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:20:03.911529 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2a97f868-7217-4577-ba39-271fd742df26 req-1dedc281-c52d-455c-8a62-e10fb9fcc0b6 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b4337b6b-3cb5-4b59-979d-e6327507ce9e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:03.926871 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-2a97f868-7217-4577-ba39-271fd742df26 req-1dedc281-c52d-455c-8a62-e10fb9fcc0b6 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Calling delete_port for b4337b6b-3cb5-4b59-979d-e6327507ce9e owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:20:04.063488 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2a97f868-7217-4577-ba39-271fd742df26 req-1dedc281-c52d-455c-8a62-e10fb9fcc0b6 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (b4337b6b-3cb5-4b59-979d-e6327507ce9e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:04.077634 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['b4337b6b-3cb5-4b59-979d-e6327507ce9e'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:20:04.100678 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dedc281-c52d-455c-8a62-e10fb9fcc0b6 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Pushing event deleted for resources: {'Port': ['ID=b4337b6b-3cb5-4b59-979d-e6327507ce9e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:04.155770 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a97f868-7217-4577-ba39-271fd742df26 req-1dedc281-c52d-455c-8a62-e10fb9fcc0b6 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] No DVR routers for this DVR port b4337b6b-3cb5-4b59-979d-e6327507ce9e on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:20:04.159777 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-2a97f868-7217-4577-ba39-271fd742df26 req-1dedc281-c52d-455c-8a62-e10fb9fcc0b6 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:04.165804 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a97f868-7217-4577-ba39-271fd742df26 req-1dedc281-c52d-455c-8a62-e10fb9fcc0b6 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.94 "DELETE /v2.0/ports/b4337b6b-3cb5-4b59-979d-e6327507ce9e HTTP/1.1" status: 204 len: 173 time: 0.4853859 Feb 08 22:20:04.166809 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c42fc30-3c5e-45b9-b9c7-c184b567cdce', 'name': 'network-vif-deleted', 'tag': 'b4337b6b-3cb5-4b59-979d-e6327507ce9e'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:20:04.170986 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac0706b-3639-479d-ad3c-e2b0a9114c63" -d '{"events": [{"server_uuid": "1c42fc30-3c5e-45b9-b9c7-c184b567cdce", "name": "network-vif-deleted", "tag": "b4337b6b-3cb5-4b59-979d-e6327507ce9e"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:20:04.226685 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e5e443-399f-417a-aee2-7ef2b951a203 x-openstack-request-id: req-c3e5e443-399f-417a-aee2-7ef2b951a203 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:20:04.226987 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c42fc30-3c5e-45b9-b9c7-c184b567cdce", "name": "network-vif-deleted", "tag": "b4337b6b-3cb5-4b59-979d-e6327507ce9e", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:20:04.227247 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c3e5e443-399f-417a-aee2-7ef2b951a203 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:20:04.227662 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c42fc30-3c5e-45b9-b9c7-c184b567cdce', 'name': 'network-vif-deleted', 'tag': 'b4337b6b-3cb5-4b59-979d-e6327507ce9e', 'status': 'completed', 'code': 200} Feb 08 22:20:04.613437 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f18ef5db-3c2e-4270-ad96-43aaf0e2e9cb req-5a630d2d-d4ff-4279-aae6-15b8246bcbd8 tempest-ServersNegativeTestJSON-675496897 tempest-ServersNegativeTestJSON-675496897-project] 10.222.0.88 "GET /v2.0/ports?device_id=1c42fc30-3c5e-45b9-b9c7-c184b567cdce HTTP/1.1" status: 200 len: 210 time: 0.0359783 Feb 08 22:20:05.672486 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46374) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:05.717781 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a5a0708-eefc-4885-a4f7-c3789ecea37d admin admin] Deleting subnet 24c134b8-bb24-47ce-85fc-b4c77797f2a6 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 22:20:05.720948 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9a5a0708-eefc-4885-a4f7-c3789ecea37d admin admin] Publish callbacks [] for subnet (24c134b8-bb24-47ce-85fc-b4c77797f2a6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:05.761131 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9a5a0708-eefc-4885-a4f7-c3789ecea37d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (24c134b8-bb24-47ce-85fc-b4c77797f2a6), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:05.803757 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9a5a0708-eefc-4885-a4f7-c3789ecea37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (24c134b8-bb24-47ce-85fc-b4c77797f2a6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:05.858445 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9a5a0708-eefc-4885-a4f7-c3789ecea37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (24c134b8-bb24-47ce-85fc-b4c77797f2a6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:05.884081 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a0708-eefc-4885-a4f7-c3789ecea37d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24c134b8-bb24-47ce-85fc-b4c77797f2a6,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:05.892229 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9a5a0708-eefc-4885-a4f7-c3789ecea37d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:05.895752 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9a5a0708-eefc-4885-a4f7-c3789ecea37d admin admin] 10.222.0.88 "DELETE /v2.0/subnets/24c134b8-bb24-47ce-85fc-b4c77797f2a6 HTTP/1.1" status: 204 len: 168 time: 0.2222259 Feb 08 22:20:05.898266 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46376) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:05.975313 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-70fab540-9bc1-491e-a642-7b46746b4aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (55782efa-4f47-4733-9463-aaab415e5b9d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:06.059457 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-70fab540-9bc1-491e-a642-7b46746b4aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (55782efa-4f47-4733-9463-aaab415e5b9d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:06.081333 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-70fab540-9bc1-491e-a642-7b46746b4aaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55782efa-4f47-4733-9463-aaab415e5b9d']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:06.091343 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-70fab540-9bc1-491e-a642-7b46746b4aaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7049dd9c-810a-4e4b-b723-c36edd96037c') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:06.091639 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-70fab540-9bc1-491e-a642-7b46746b4aaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7049dd9c-810a-4e4b-b723-c36edd96037c') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:06.102098 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-70fab540-9bc1-491e-a642-7b46746b4aaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (7049dd9c-810a-4e4b-b723-c36edd96037c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:06.116346 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-70fab540-9bc1-491e-a642-7b46746b4aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (7049dd9c-810a-4e4b-b723-c36edd96037c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:06.123335 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70fab540-9bc1-491e-a642-7b46746b4aaa admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:20:06.123741 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-70fab540-9bc1-491e-a642-7b46746b4aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (7049dd9c-810a-4e4b-b723-c36edd96037c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: timer() Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:20:06.125635 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:20:06.187257 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-70fab540-9bc1-491e-a642-7b46746b4aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (55782efa-4f47-4733-9463-aaab415e5b9d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:06.193710 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-70fab540-9bc1-491e-a642-7b46746b4aaa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:06.196979 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-70fab540-9bc1-491e-a642-7b46746b4aaa admin admin] 10.222.0.88 "DELETE /v2.0/networks/55782efa-4f47-4733-9463-aaab415e5b9d HTTP/1.1" status: 204 len: 168 time: 0.2977421 Feb 08 22:20:06.209196 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fab540-9bc1-491e-a642-7b46746b4aaa admin admin] Pushing event deleted for resources: {'Network': ['ID=55782efa-4f47-4733-9463-aaab415e5b9d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:06.312705 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46380) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:06.354247 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-dd2b348b-ae46-49b4-af41-532705ffba4f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=02fb2b97e18842eba81a96354bb6da6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402248 Feb 08 22:20:06.356709 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46382) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:06.405345 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7578853f-8886-47a9-b365-917c5dec0fd2 admin admin] Publish callbacks [] for security_group (e2d1c909-fefc-4c79-91af-cbd80e6d917a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:06.427665 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7578853f-8886-47a9-b365-917c5dec0fd2 admin admin] Publish callbacks [] for security_group (e2d1c909-fefc-4c79-91af-cbd80e6d917a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:06.485682 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7578853f-8886-47a9-b365-917c5dec0fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e2d1c909-fefc-4c79-91af-cbd80e6d917a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:06.488283 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7578853f-8886-47a9-b365-917c5dec0fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:06.489488 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7578853f-8886-47a9-b365-917c5dec0fd2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e2d1c909-fefc-4c79-91af-cbd80e6d917a HTTP/1.1" status: 204 len: 168 time: 0.1317894 Feb 08 22:20:06.497839 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578853f-8886-47a9-b365-917c5dec0fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d1c909-fefc-4c79-91af-cbd80e6d917a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:06.995188 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:07.104147 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:07.214400 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46404) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:07.310510 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b6b566d0-a428-48a5-a819-6f19648632aa tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-772999331'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:20:07.331063 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b566d0-a428-48a5-a819-6f19648632aa tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Made reservation on behalf of 799bb94ade834e85965f229f6dac4509 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:20:07.334397 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6b566d0-a428-48a5-a819-6f19648632aa tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:07.343200 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6b566d0-a428-48a5-a819-6f19648632aa tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:07.416383 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6b566d0-a428-48a5-a819-6f19648632aa tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks [] for security_group (5019fd4d-b40c-41d8-ae68-ad0f5273c558), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:07.420100 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6b566d0-a428-48a5-a819-6f19648632aa tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (5019fd4d-b40c-41d8-ae68-ad0f5273c558), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:07.443552 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b566d0-a428-48a5-a819-6f19648632aa tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 22:20:07.456833 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b566d0-a428-48a5-a819-6f19648632aa tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5019fd4d-b40c-41d8-ae68-ad0f5273c558,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:07.461790 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6b566d0-a428-48a5-a819-6f19648632aa tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (ffd1f366-5f23-4e79-9878-b3c635f67c89), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:07.462125 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-b6b566d0-a428-48a5-a819-6f19648632aa tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Added segment ffd1f366-5f23-4e79-9878-b3c635f67c89 of type vlan for network 6dce468d-3739-4c9e-942c-8b7a793cb3fd Feb 08 22:20:07.505479 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6b566d0-a428-48a5-a819-6f19648632aa tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (6dce468d-3739-4c9e-942c-8b7a793cb3fd), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:07.531955 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6b566d0-a428-48a5-a819-6f19648632aa tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (6dce468d-3739-4c9e-942c-8b7a793cb3fd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:07.538013 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b566d0-a428-48a5-a819-6f19648632aa tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:07.538911 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6b566d0-a428-48a5-a819-6f19648632aa tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:07.620200 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b6b566d0-a428-48a5-a819-6f19648632aa tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4042354 Feb 08 22:20:07.635747 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b566d0-a428-48a5-a819-6f19648632aa tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Pushing event updated for resources: {'Network': ['ID=6dce468d-3739-4c9e-942c-8b7a793cb3fd,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:07.646704 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 6dce468d-3739-4c9e-942c-8b7a793cb3fd details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 22:20:09.353489 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device b4337b6b-3cb5-4b59-979d-e6327507ce9e no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:20:09.375134 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: b4337b6b-3cb5-4b59-979d-e6327507ce9e {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:20:09.375484 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device b4337b6b-3cb5-4b59-979d-e6327507ce9e not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:20:10.818222 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46408) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:10.823487 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2286469e-0b58-4454-8783-6e1fc71b9234 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Request body: {'subnet': {'network_id': '6dce468d-3739-4c9e-942c-8b7a793cb3fd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:20:10.914756 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2286469e-0b58-4454-8783-6e1fc71b9234 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Made reservation on behalf of 799bb94ade834e85965f229f6dac4509 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:20:10.918404 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2286469e-0b58-4454-8783-6e1fc71b9234 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:11.106605 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2286469e-0b58-4454-8783-6e1fc71b9234 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (16ac1629-f99b-48b4-b264-bffe6b5b45e3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:11.173336 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286469e-0b58-4454-8783-6e1fc71b9234 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Pushing event updated for resources: {'Subnet': ['ID=16ac1629-f99b-48b4-b264-bffe6b5b45e3,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:11.182568 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2286469e-0b58-4454-8783-6e1fc71b9234 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Checking segment: {'id': 'ffd1f366-5f23-4e79-9878-b3c635f67c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6dce468d-3739-4c9e-942c-8b7a793cb3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:20:11.182931 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2286469e-0b58-4454-8783-6e1fc71b9234 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Network hostable DHCP agents. Network: 6dce468d-3739-4c9e-942c-8b7a793cb3fd, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 22:20:11.198677 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2286469e-0b58-4454-8783-6e1fc71b9234 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Network 6dce468d-3739-4c9e-942c-8b7a793cb3fd is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 22:20:11.207461 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2286469e-0b58-4454-8783-6e1fc71b9234 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 6dce468d-3739-4c9e-942c-8b7a793cb3fd) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:20:11.211408 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2286469e-0b58-4454-8783-6e1fc71b9234 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:11.212000 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2286469e-0b58-4454-8783-6e1fc71b9234 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:11.216994 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c376ea-3217-4cc8-a93c-01fa7801ecd3 None None] Network 6dce468d-3739-4c9e-942c-8b7a793cb3fd requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:20:11.231327 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2286469e-0b58-4454-8783-6e1fc71b9234 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4119761 Feb 08 22:20:11.234758 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46410) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:11.240629 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b99b31cf-988e-4550-9eec-4eeb1a679297 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1241261665'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:20:11.259747 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99b31cf-988e-4550-9eec-4eeb1a679297 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Made reservation on behalf of 799bb94ade834e85965f229f6dac4509 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:20:11.263206 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b99b31cf-988e-4550-9eec-4eeb1a679297 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:11.288290 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99b31cf-988e-4550-9eec-4eeb1a679297 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 22:20:11.297771 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b99b31cf-988e-4550-9eec-4eeb1a679297 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (262c5389-881d-4398-8e06-e6f066ff7d6e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:11.298118 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-b99b31cf-988e-4550-9eec-4eeb1a679297 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Added segment 262c5389-881d-4398-8e06-e6f066ff7d6e of type vlan for network 6e2d93ba-0a3c-4ecf-99a7-c8bcc32daa30 Feb 08 22:20:11.320903 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420aba3c-3917-4f3a-b954-b739f9b980c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-6dce468d-3739-4c9e-942c-8b7a793cb3fd', 'network_id': '6dce468d-3739-4c9e-942c-8b7a793cb3fd', 'project_id': '799bb94ade834e85965f229f6dac4509', 'fixed_ips': [{'subnet_id': '16ac1629-f99b-48b4-b264-bffe6b5b45e3'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 22:20:11.321943 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-420aba3c-3917-4f3a-b954-b739f9b980c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:11.339310 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b99b31cf-988e-4550-9eec-4eeb1a679297 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (6e2d93ba-0a3c-4ecf-99a7-c8bcc32daa30), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:11.366646 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b99b31cf-988e-4550-9eec-4eeb1a679297 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (6e2d93ba-0a3c-4ecf-99a7-c8bcc32daa30), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:11.371702 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99b31cf-988e-4550-9eec-4eeb1a679297 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:11.372284 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b99b31cf-988e-4550-9eec-4eeb1a679297 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:11.428781 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b99b31cf-988e-4550-9eec-4eeb1a679297 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1929114 Feb 08 22:20:11.432721 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46412) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:11.438604 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-ad6aad13-379e-45eb-b51d-d3196a40d6f4 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Request body: {'subnet': {'network_id': '6e2d93ba-0a3c-4ecf-99a7-c8bcc32daa30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:20:11.448539 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b31cf-988e-4550-9eec-4eeb1a679297 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Pushing event updated for resources: {'Network': ['ID=6e2d93ba-0a3c-4ecf-99a7-c8bcc32daa30,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:11.539259 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6aad13-379e-45eb-b51d-d3196a40d6f4 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Made reservation on behalf of 799bb94ade834e85965f229f6dac4509 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:20:11.542834 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ad6aad13-379e-45eb-b51d-d3196a40d6f4 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:11.608165 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 6e2d93ba-0a3c-4ecf-99a7-c8bcc32daa30 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 22:20:11.681320 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-420aba3c-3917-4f3a-b954-b739f9b980c5 None None] Allocated IP 2001:db8:0:ffff::2 (6dce468d-3739-4c9e-942c-8b7a793cb3fd/16ac1629-f99b-48b4-b264-bffe6b5b45e3/789bcc77-2f62-43f3-8529-e7fe3ddd52a1) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:20:11.771021 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ad6aad13-379e-45eb-b51d-d3196a40d6f4 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (d6062437-c338-4de8-bfeb-7887dcbcf005), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:11.842073 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6aad13-379e-45eb-b51d-d3196a40d6f4 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Pushing event updated for resources: {'Subnet': ['ID=d6062437-c338-4de8-bfeb-7887dcbcf005,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:11.852086 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6aad13-379e-45eb-b51d-d3196a40d6f4 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Checking segment: {'id': '262c5389-881d-4398-8e06-e6f066ff7d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6e2d93ba-0a3c-4ecf-99a7-c8bcc32daa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:20:11.852455 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6aad13-379e-45eb-b51d-d3196a40d6f4 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Network hostable DHCP agents. Network: 6e2d93ba-0a3c-4ecf-99a7-c8bcc32daa30, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 22:20:11.868480 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-420aba3c-3917-4f3a-b954-b739f9b980c5 None None] Publish callbacks [] for port (789bcc77-2f62-43f3-8529-e7fe3ddd52a1), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:11.870495 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6aad13-379e-45eb-b51d-d3196a40d6f4 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Network 6e2d93ba-0a3c-4ecf-99a7-c8bcc32daa30 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 22:20:11.874333 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-420aba3c-3917-4f3a-b954-b739f9b980c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (789bcc77-2f62-43f3-8529-e7fe3ddd52a1), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:11.881258 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-ad6aad13-379e-45eb-b51d-d3196a40d6f4 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 6e2d93ba-0a3c-4ecf-99a7-c8bcc32daa30) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:20:11.886260 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6aad13-379e-45eb-b51d-d3196a40d6f4 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:11.886872 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ad6aad13-379e-45eb-b51d-d3196a40d6f4 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:11.907429 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ad6aad13-379e-45eb-b51d-d3196a40d6f4 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4731197 Feb 08 22:20:11.908284 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58162d81-cbaf-4465-a868-fbbb8f318296 None None] Network 6e2d93ba-0a3c-4ecf-99a7-c8bcc32daa30 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:20:11.911003 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46414) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:11.961601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420aba3c-3917-4f3a-b954-b739f9b980c5 None None] Network 6dce468d-3739-4c9e-942c-8b7a793cb3fd is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:20:11.967357 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-420aba3c-3917-4f3a-b954-b739f9b980c5 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:20:11.977391 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420aba3c-3917-4f3a-b954-b739f9b980c5 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:20:11.981846 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420aba3c-3917-4f3a-b954-b739f9b980c5 None None] Pushing event updated for resources: {'Port': ['ID=789bcc77-2f62-43f3-8529-e7fe3ddd52a1,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:12.022344 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9fa4de9-5287-4fc1-9881-043163a9454d tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (6e2d93ba-0a3c-4ecf-99a7-c8bcc32daa30), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:12.083889 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-420aba3c-3917-4f3a-b954-b739f9b980c5 None None] Attempting to bind port 789bcc77-2f62-43f3-8529-e7fe3ddd52a1 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:20:12.084163 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-420aba3c-3917-4f3a-b954-b739f9b980c5 None None] Attempting to bind port 789bcc77-2f62-43f3-8529-e7fe3ddd52a1 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'ffd1f366-5f23-4e79-9878-b3c635f67c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6dce468d-3739-4c9e-942c-8b7a793cb3fd'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:20:12.084538 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420aba3c-3917-4f3a-b954-b739f9b980c5 None None] Attempting to bind port 789bcc77-2f62-43f3-8529-e7fe3ddd52a1 on network 6dce468d-3739-4c9e-942c-8b7a793cb3fd {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:20:12.092075 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f27687-a20f-4bdf-a0b1-d88756a00077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-6e2d93ba-0a3c-4ecf-99a7-c8bcc32daa30', 'network_id': '6e2d93ba-0a3c-4ecf-99a7-c8bcc32daa30', 'project_id': '799bb94ade834e85965f229f6dac4509', 'fixed_ips': [{'subnet_id': 'd6062437-c338-4de8-bfeb-7887dcbcf005'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 22:20:12.092942 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-79f27687-a20f-4bdf-a0b1-d88756a00077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:12.095588 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420aba3c-3917-4f3a-b954-b739f9b980c5 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:20:12.096513 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420aba3c-3917-4f3a-b954-b739f9b980c5 None None] Checking segment: {'id': 'ffd1f366-5f23-4e79-9878-b3c635f67c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6dce468d-3739-4c9e-942c-8b7a793cb3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:20:12.096924 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-420aba3c-3917-4f3a-b954-b739f9b980c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:12.097353 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420aba3c-3917-4f3a-b954-b739f9b980c5 None None] Bound using segment: {'id': 'ffd1f366-5f23-4e79-9878-b3c635f67c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6dce468d-3739-4c9e-942c-8b7a793cb3fd'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:20:12.097856 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-420aba3c-3917-4f3a-b954-b739f9b980c5 None None] Bound port: 789bcc77-2f62-43f3-8529-e7fe3ddd52a1, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd1f366-5f23-4e79-9878-b3c635f67c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6dce468d-3739-4c9e-942c-8b7a793cb3fd'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:20:12.098243 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-420aba3c-3917-4f3a-b954-b739f9b980c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (789bcc77-2f62-43f3-8529-e7fe3ddd52a1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:12.112213 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9fa4de9-5287-4fc1-9881-043163a9454d tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (d6062437-c338-4de8-bfeb-7887dcbcf005), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:12.181473 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9fa4de9-5287-4fc1-9881-043163a9454d tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (d6062437-c338-4de8-bfeb-7887dcbcf005), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:12.210098 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa4de9-5287-4fc1-9881-043163a9454d tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Pushing event deleted for resources: {'Subnet': ['ID=d6062437-c338-4de8-bfeb-7887dcbcf005,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:12.249177 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-420aba3c-3917-4f3a-b954-b739f9b980c5 None None] For port 789bcc77-2f62-43f3-8529-e7fe3ddd52a1, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:20:12.253180 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-420aba3c-3917-4f3a-b954-b739f9b980c5 None None] For port 789bcc77-2f62-43f3-8529-e7fe3ddd52a1, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=789bcc77-2f62-43f3-8529-e7fe3ddd52a1,segment=NetworkSegment(ffd1f366-5f23-4e79-9878-b3c635f67c89),segment_id=ffd1f366-5f23-4e79-9878-b3c635f67c89)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server [None req-79f27687-a20f-4bdf-a0b1-d88756a00077 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d6062437-c338-4de8-bfeb-7887dcbcf005: This subnet is being modified by another concurrent operation. Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise exception Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d6062437-c338-4de8-bfeb-7887dcbcf005: This subnet is being modified by another concurrent operation. Feb 08 22:20:12.255782 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server Feb 08 22:20:12.266405 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-420aba3c-3917-4f3a-b954-b739f9b980c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (789bcc77-2f62-43f3-8529-e7fe3ddd52a1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:12.286476 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9fa4de9-5287-4fc1-9881-043163a9454d tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (6e2d93ba-0a3c-4ecf-99a7-c8bcc32daa30), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:12.298027 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b39b366-ca3c-4826-a8d6-3d1854b46022 None None] Network 6e2d93ba-0a3c-4ecf-99a7-c8bcc32daa30 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:20:12.308187 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f9fa4de9-5287-4fc1-9881-043163a9454d tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e2d93ba-0a3c-4ecf-99a7-c8bcc32daa30']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:12.320034 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f9fa4de9-5287-4fc1-9881-043163a9454d tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262c5389-881d-4398-8e06-e6f066ff7d6e') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:12.320326 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f9fa4de9-5287-4fc1-9881-043163a9454d tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262c5389-881d-4398-8e06-e6f066ff7d6e') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:12.330974 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9fa4de9-5287-4fc1-9881-043163a9454d tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (262c5389-881d-4398-8e06-e6f066ff7d6e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:12.345072 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9fa4de9-5287-4fc1-9881-043163a9454d tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (262c5389-881d-4398-8e06-e6f066ff7d6e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:12.351797 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9fa4de9-5287-4fc1-9881-043163a9454d tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:20:12.352279 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9fa4de9-5287-4fc1-9881-043163a9454d tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (262c5389-881d-4398-8e06-e6f066ff7d6e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: timer() Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:20:12.355606 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:20:12.389153 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420aba3c-3917-4f3a-b954-b739f9b980c5 None None] Pushing event updated for resources: {'Port': ['ID=789bcc77-2f62-43f3-8529-e7fe3ddd52a1,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:12.423597 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9fa4de9-5287-4fc1-9881-043163a9454d tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (6e2d93ba-0a3c-4ecf-99a7-c8bcc32daa30), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:12.432144 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9fa4de9-5287-4fc1-9881-043163a9454d tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:12.435539 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f9fa4de9-5287-4fc1-9881-043163a9454d tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] 10.222.0.88 "DELETE /v2.0/networks/6e2d93ba-0a3c-4ecf-99a7-c8bcc32daa30 HTTP/1.1" status: 204 len: 168 time: 0.5235159 Feb 08 22:20:12.439195 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46416) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:12.446883 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-779dd055-499a-499e-a10d-1d7b6b1a6d09 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-688067209'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:20:12.452842 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa4de9-5287-4fc1-9881-043163a9454d tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Pushing event deleted for resources: {'Network': ['ID=6e2d93ba-0a3c-4ecf-99a7-c8bcc32daa30,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:12.469601 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779dd055-499a-499e-a10d-1d7b6b1a6d09 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Made reservation on behalf of 799bb94ade834e85965f229f6dac4509 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:20:12.473274 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-779dd055-499a-499e-a10d-1d7b6b1a6d09 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:12.500884 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779dd055-499a-499e-a10d-1d7b6b1a6d09 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 22:20:12.511853 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-779dd055-499a-499e-a10d-1d7b6b1a6d09 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (9a498e61-9608-4d45-a7ab-fc67f9b5f6b7), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:12.512291 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-779dd055-499a-499e-a10d-1d7b6b1a6d09 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Added segment 9a498e61-9608-4d45-a7ab-fc67f9b5f6b7 of type vlan for network ee82ddb1-271b-44c0-9298-180d7c26d483 Feb 08 22:20:12.556245 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-779dd055-499a-499e-a10d-1d7b6b1a6d09 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (ee82ddb1-271b-44c0-9298-180d7c26d483), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:12.605627 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-779dd055-499a-499e-a10d-1d7b6b1a6d09 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (ee82ddb1-271b-44c0-9298-180d7c26d483), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:12.610680 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779dd055-499a-499e-a10d-1d7b6b1a6d09 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:12.611284 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-779dd055-499a-499e-a10d-1d7b6b1a6d09 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:12.677115 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-779dd055-499a-499e-a10d-1d7b6b1a6d09 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2316544 Feb 08 22:20:12.677569 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46418) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:12.683019 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-620aa2bc-ed80-4fce-a607-10e445987913 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Request body: {'subnet': {'network_id': 'ee82ddb1-271b-44c0-9298-180d7c26d483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:20:12.698762 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779dd055-499a-499e-a10d-1d7b6b1a6d09 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Pushing event updated for resources: {'Network': ['ID=ee82ddb1-271b-44c0-9298-180d7c26d483,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:12.709895 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network ee82ddb1-271b-44c0-9298-180d7c26d483 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 22:20:12.786745 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620aa2bc-ed80-4fce-a607-10e445987913 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Made reservation on behalf of 799bb94ade834e85965f229f6dac4509 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:20:12.790366 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-620aa2bc-ed80-4fce-a607-10e445987913 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:12.849741 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.ipam_backend_mixin [None req-620aa2bc-ed80-4fce-a607-10e445987913 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Performing IP validity checks on allocation pools {{(pid=103434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 08 22:20:12.850175 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.ipam_backend_mixin [None req-620aa2bc-ed80-4fce-a607-10e445987913 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 08 22:20:12.998956 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-620aa2bc-ed80-4fce-a607-10e445987913 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (b9ce3afe-de53-418f-8b93-82828d877148), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:13.067280 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620aa2bc-ed80-4fce-a607-10e445987913 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Pushing event updated for resources: {'Subnet': ['ID=b9ce3afe-de53-418f-8b93-82828d877148,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:13.078404 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620aa2bc-ed80-4fce-a607-10e445987913 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Checking segment: {'id': '9a498e61-9608-4d45-a7ab-fc67f9b5f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ee82ddb1-271b-44c0-9298-180d7c26d483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:20:13.078877 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620aa2bc-ed80-4fce-a607-10e445987913 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Network hostable DHCP agents. Network: ee82ddb1-271b-44c0-9298-180d7c26d483, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 22:20:13.098061 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620aa2bc-ed80-4fce-a607-10e445987913 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Network ee82ddb1-271b-44c0-9298-180d7c26d483 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 22:20:13.108419 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-620aa2bc-ed80-4fce-a607-10e445987913 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, ee82ddb1-271b-44c0-9298-180d7c26d483) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:20:13.113823 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620aa2bc-ed80-4fce-a607-10e445987913 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:13.114435 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-620aa2bc-ed80-4fce-a607-10e445987913 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:13.118573 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c080ca-32d5-4840-a412-db904113adb7 None None] Network ee82ddb1-271b-44c0-9298-180d7c26d483 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:20:13.135958 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-620aa2bc-ed80-4fce-a607-10e445987913 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4569302 Feb 08 22:20:13.138372 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46420) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:13.264462 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c69500-b7aa-4eb2-bc53-05d08df49321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-ee82ddb1-271b-44c0-9298-180d7c26d483', 'network_id': 'ee82ddb1-271b-44c0-9298-180d7c26d483', 'project_id': '799bb94ade834e85965f229f6dac4509', 'fixed_ips': [{'subnet_id': 'b9ce3afe-de53-418f-8b93-82828d877148'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 22:20:13.265438 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75c69500-b7aa-4eb2-bc53-05d08df49321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:13.265652 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (ee82ddb1-271b-44c0-9298-180d7c26d483), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:13.344309 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (b9ce3afe-de53-418f-8b93-82828d877148), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:13.438294 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-75c69500-b7aa-4eb2-bc53-05d08df49321 None None] Allocated IP 2001:db8::3 (ee82ddb1-271b-44c0-9298-180d7c26d483/b9ce3afe-de53-418f-8b93-82828d877148/371c42a1-f4e5-40fb-88f7-41ba47767c15) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:20:13.498641 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48acdc9d-660f-4385-b397-53f3fe490aa0 None None] Network 6dce468d-3739-4c9e-942c-8b7a793cb3fd requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:20:13.558549 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 789bcc77-2f62-43f3-8529-e7fe3ddd52a1 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:20:13.662073 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-ed676430-8355-4c97-a6d6-f58a1e06a14a None None] Provisioning complete for port 789bcc77-2f62-43f3-8529-e7fe3ddd52a1 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:13.662449 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ed676430-8355-4c97-a6d6-f58a1e06a14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (789bcc77-2f62-43f3-8529-e7fe3ddd52a1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:13.777646 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 789bcc77-2f62-43f3-8529-e7fe3ddd52a1 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:13.778066 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (789bcc77-2f62-43f3-8529-e7fe3ddd52a1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:13.782540 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75c69500-b7aa-4eb2-bc53-05d08df49321 None None] Publish callbacks [] for port (371c42a1-f4e5-40fb-88f7-41ba47767c15), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:13.811764 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (b9ce3afe-de53-418f-8b93-82828d877148), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:13.816717 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75c69500-b7aa-4eb2-bc53-05d08df49321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (371c42a1-f4e5-40fb-88f7-41ba47767c15), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:13.839239 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Pushing event deleted for resources: {'Subnet': ['ID=b9ce3afe-de53-418f-8b93-82828d877148,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:13.912406 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c69500-b7aa-4eb2-bc53-05d08df49321 None None] Network ee82ddb1-271b-44c0-9298-180d7c26d483 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:20:13.922599 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c69500-b7aa-4eb2-bc53-05d08df49321 None None] Pushing event updated for resources: {'Port': ['ID=371c42a1-f4e5-40fb-88f7-41ba47767c15,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:13.925759 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-75c69500-b7aa-4eb2-bc53-05d08df49321 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:20:13.929857 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c69500-b7aa-4eb2-bc53-05d08df49321 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:20:13.934136 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (ee82ddb1-271b-44c0-9298-180d7c26d483), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:13.934850 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ed676430-8355-4c97-a6d6-f58a1e06a14a None None] Current status of the port 789bcc77-2f62-43f3-8529-e7fe3ddd52a1 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:20:13.935109 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ed676430-8355-4c97-a6d6-f58a1e06a14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (789bcc77-2f62-43f3-8529-e7fe3ddd52a1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:13.962516 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee82ddb1-271b-44c0-9298-180d7c26d483']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:13.977511 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a498e61-9608-4d45-a7ab-fc67f9b5f6b7') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:13.978071 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a498e61-9608-4d45-a7ab-fc67f9b5f6b7') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:13.995526 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (9a498e61-9608-4d45-a7ab-fc67f9b5f6b7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:14.019646 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (9a498e61-9608-4d45-a7ab-fc67f9b5f6b7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:14.031578 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:20:14.032124 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (9a498e61-9608-4d45-a7ab-fc67f9b5f6b7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: timer() Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:20:14.036094 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:20:14.086506 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-75c69500-b7aa-4eb2-bc53-05d08df49321 None None] Attempting to bind port 371c42a1-f4e5-40fb-88f7-41ba47767c15 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:20:14.086883 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-75c69500-b7aa-4eb2-bc53-05d08df49321 None None] Attempting to bind port 371c42a1-f4e5-40fb-88f7-41ba47767c15 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '9a498e61-9608-4d45-a7ab-fc67f9b5f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ee82ddb1-271b-44c0-9298-180d7c26d483'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:20:14.087279 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c69500-b7aa-4eb2-bc53-05d08df49321 None None] Attempting to bind port 371c42a1-f4e5-40fb-88f7-41ba47767c15 on network ee82ddb1-271b-44c0-9298-180d7c26d483 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:20:14.092189 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 789bcc77-2f62-43f3-8529-e7fe3ddd52a1 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:20:14.092584 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (789bcc77-2f62-43f3-8529-e7fe3ddd52a1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:14.097692 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ed676430-8355-4c97-a6d6-f58a1e06a14a None None] For port 789bcc77-2f62-43f3-8529-e7fe3ddd52a1, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=789bcc77-2f62-43f3-8529-e7fe3ddd52a1,segment=NetworkSegment(ffd1f366-5f23-4e79-9878-b3c635f67c89),segment_id=ffd1f366-5f23-4e79-9878-b3c635f67c89)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:20:14.106941 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c69500-b7aa-4eb2-bc53-05d08df49321 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:20:14.107401 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c69500-b7aa-4eb2-bc53-05d08df49321 None None] Checking segment: {'id': '9a498e61-9608-4d45-a7ab-fc67f9b5f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ee82ddb1-271b-44c0-9298-180d7c26d483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:20:14.107713 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75c69500-b7aa-4eb2-bc53-05d08df49321 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:14.108111 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c69500-b7aa-4eb2-bc53-05d08df49321 None None] Bound using segment: {'id': '9a498e61-9608-4d45-a7ab-fc67f9b5f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ee82ddb1-271b-44c0-9298-180d7c26d483'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:20:14.108617 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-75c69500-b7aa-4eb2-bc53-05d08df49321 None None] Bound port: 371c42a1-f4e5-40fb-88f7-41ba47767c15, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a498e61-9608-4d45-a7ab-fc67f9b5f6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ee82ddb1-271b-44c0-9298-180d7c26d483'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:20:14.109004 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75c69500-b7aa-4eb2-bc53-05d08df49321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (371c42a1-f4e5-40fb-88f7-41ba47767c15), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:14.114633 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.db.api [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 08 22:20:14.114633 n-d-712143-31 neutron-server[103434]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 08 22:20:14.114633 n-d-712143-31 neutron-server[103434]: [parameters: {'id': 'ee82ddb1-271b-44c0-9298-180d7c26d483'}] Feb 08 22:20:14.114633 n-d-712143-31 neutron-server[103434]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 22:20:14.115246 n-d-712143-31 neutron-server[103434]: DEBUG oslo_db.api [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 22:20:14.115371 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ed676430-8355-4c97-a6d6-f58a1e06a14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (789bcc77-2f62-43f3-8529-e7fe3ddd52a1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:14.256912 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed676430-8355-4c97-a6d6-f58a1e06a14a None None] Pushing event updated for resources: {'Port': ['ID=789bcc77-2f62-43f3-8529-e7fe3ddd52a1,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:14.259602 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 22:20:14.259963 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 22:20:14.273835 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-75c69500-b7aa-4eb2-bc53-05d08df49321 None None] For port 371c42a1-f4e5-40fb-88f7-41ba47767c15, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:20:14.276227 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d3dfa9ea-db91-4f8c-b6ab-da53d096dae7 None None] Provisioning complete for port 789bcc77-2f62-43f3-8529-e7fe3ddd52a1 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:14.276603 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d3dfa9ea-db91-4f8c-b6ab-da53d096dae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (789bcc77-2f62-43f3-8529-e7fe3ddd52a1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:14.279218 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-75c69500-b7aa-4eb2-bc53-05d08df49321 None None] For port 371c42a1-f4e5-40fb-88f7-41ba47767c15, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=371c42a1-f4e5-40fb-88f7-41ba47767c15,segment=NetworkSegment(9a498e61-9608-4d45-a7ab-fc67f9b5f6b7),segment_id=9a498e61-9608-4d45-a7ab-fc67f9b5f6b7)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:20:14.302099 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75c69500-b7aa-4eb2-bc53-05d08df49321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (371c42a1-f4e5-40fb-88f7-41ba47767c15), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:14.560916 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c69500-b7aa-4eb2-bc53-05d08df49321 None None] Pushing event updated for resources: {'Port': ['ID=371c42a1-f4e5-40fb-88f7-41ba47767c15,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:14.595114 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fd0034-427f-4da1-9562-485485d94a6f None None] get_active_networks_info from n-d-712143-31 {{(pid=103435) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 22:20:14.616814 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (ee82ddb1-271b-44c0-9298-180d7c26d483), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:14.640455 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d3dfa9ea-db91-4f8c-b6ab-da53d096dae7 None None] Current status of the port 789bcc77-2f62-43f3-8529-e7fe3ddd52a1 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:20:14.685590 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fd0034-427f-4da1-9562-485485d94a6f None None] Resources bound (agent type, host, resource id): {{(pid=103435) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 22:20:14.686342 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Deleting port 371c42a1-f4e5-40fb-88f7-41ba47767c15 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:20:14.686769 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (371c42a1-f4e5-40fb-88f7-41ba47767c15), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:14.758175 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] For port 371c42a1-f4e5-40fb-88f7-41ba47767c15, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=371c42a1-f4e5-40fb-88f7-41ba47767c15,segment=NetworkSegment(9a498e61-9608-4d45-a7ab-fc67f9b5f6b7),segment_id=9a498e61-9608-4d45-a7ab-fc67f9b5f6b7)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:20:14.758536 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (371c42a1-f4e5-40fb-88f7-41ba47767c15), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:14.772281 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Calling delete_port for 371c42a1-f4e5-40fb-88f7-41ba47767c15 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:20:14.822384 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 789bcc77-2f62-43f3-8529-e7fe3ddd52a1 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:20:14.859824 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (371c42a1-f4e5-40fb-88f7-41ba47767c15), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:14.890150 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Pushing event deleted for resources: {'Port': ['ID=371c42a1-f4e5-40fb-88f7-41ba47767c15,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:14.891834 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c47d3b-94ad-4a46-84de-261fb47ac674 None None] get_active_networks_info from n-d-712143-31 {{(pid=103435) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 22:20:14.891966 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] No DVR routers for this DVR port 371c42a1-f4e5-40fb-88f7-41ba47767c15 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:20:14.975613 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c47d3b-94ad-4a46-84de-261fb47ac674 None None] Resources bound (agent type, host, resource id): {{(pid=103435) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 22:20:14.988779 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (ee82ddb1-271b-44c0-9298-180d7c26d483), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:15.018724 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee82ddb1-271b-44c0-9298-180d7c26d483']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:15.031998 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a498e61-9608-4d45-a7ab-fc67f9b5f6b7') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:15.032714 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a498e61-9608-4d45-a7ab-fc67f9b5f6b7') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:15.044074 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (9a498e61-9608-4d45-a7ab-fc67f9b5f6b7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:15.059197 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (9a498e61-9608-4d45-a7ab-fc67f9b5f6b7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:15.066575 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:20:15.067030 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (9a498e61-9608-4d45-a7ab-fc67f9b5f6b7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: timer() Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:20:15.070607 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:20:15.136209 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (ee82ddb1-271b-44c0-9298-180d7c26d483), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:15.144479 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:15.152300 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46422) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:15.153084 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] 10.222.0.88 "DELETE /v2.0/networks/ee82ddb1-271b-44c0-9298-180d7c26d483 HTTP/1.1" status: 204 len: 168 time: 2.0130374 Feb 08 22:20:15.161126 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-b0da36b4-0941-4412-9f0c-d40383666d8a tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1033954902'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:20:15.171866 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4299f06-7e79-4019-bdb9-9fbe2770bc01 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Pushing event deleted for resources: {'Network': ['ID=ee82ddb1-271b-44c0-9298-180d7c26d483,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:15.190018 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0da36b4-0941-4412-9f0c-d40383666d8a tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Made reservation on behalf of 799bb94ade834e85965f229f6dac4509 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:20:15.190943 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95ecc03-e31c-418c-b3e2-54ae9d05466f None None] Network ee82ddb1-271b-44c0-9298-180d7c26d483 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:20:15.193546 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b0da36b4-0941-4412-9f0c-d40383666d8a tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:15.206742 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95ecc03-e31c-418c-b3e2-54ae9d05466f None None] Network ee82ddb1-271b-44c0-9298-180d7c26d483 could not be found, it might have been deleted concurrently. {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 08 22:20:15.227978 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0da36b4-0941-4412-9f0c-d40383666d8a tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 22:20:15.241062 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b0da36b4-0941-4412-9f0c-d40383666d8a tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (4b491f05-e7d5-43ff-ad54-5fe16eda5152), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:15.241478 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-b0da36b4-0941-4412-9f0c-d40383666d8a tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Added segment 4b491f05-e7d5-43ff-ad54-5fe16eda5152 of type vlan for network 3d859d27-373c-4ca9-bda8-97517351993c Feb 08 22:20:15.290615 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b0da36b4-0941-4412-9f0c-d40383666d8a tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (3d859d27-373c-4ca9-bda8-97517351993c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:15.321041 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b0da36b4-0941-4412-9f0c-d40383666d8a tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (3d859d27-373c-4ca9-bda8-97517351993c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:15.331105 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0da36b4-0941-4412-9f0c-d40383666d8a tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:15.332145 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b0da36b4-0941-4412-9f0c-d40383666d8a tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:15.403923 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b0da36b4-0941-4412-9f0c-d40383666d8a tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2500005 Feb 08 22:20:15.407299 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46424) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:15.413486 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-85f44e3b-3bd2-43f1-918f-edbe41d95363 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Request body: {'subnet': {'network_id': '3d859d27-373c-4ca9-bda8-97517351993c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:20:15.431191 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da36b4-0941-4412-9f0c-d40383666d8a tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Pushing event updated for resources: {'Network': ['ID=3d859d27-373c-4ca9-bda8-97517351993c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:15.445071 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 3d859d27-373c-4ca9-bda8-97517351993c details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 22:20:15.532084 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f44e3b-3bd2-43f1-918f-edbe41d95363 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Made reservation on behalf of 799bb94ade834e85965f229f6dac4509 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:20:15.535939 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85f44e3b-3bd2-43f1-918f-edbe41d95363 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:15.565555 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 789bcc77-2f62-43f3-8529-e7fe3ddd52a1 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:20:15.623803 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 789bcc77-2f62-43f3-8529-e7fe3ddd52a1 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:15.624187 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (789bcc77-2f62-43f3-8529-e7fe3ddd52a1), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:15.709476 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 789bcc77-2f62-43f3-8529-e7fe3ddd52a1 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:20:15.757476 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85f44e3b-3bd2-43f1-918f-edbe41d95363 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (95955c6a-fbad-4c30-9f27-7792f75cf353), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:15.818406 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f44e3b-3bd2-43f1-918f-edbe41d95363 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Pushing event updated for resources: {'Subnet': ['ID=95955c6a-fbad-4c30-9f27-7792f75cf353,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:15.830223 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f44e3b-3bd2-43f1-918f-edbe41d95363 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Checking segment: {'id': '4b491f05-e7d5-43ff-ad54-5fe16eda5152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3d859d27-373c-4ca9-bda8-97517351993c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:20:15.831130 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f44e3b-3bd2-43f1-918f-edbe41d95363 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Network hostable DHCP agents. Network: 3d859d27-373c-4ca9-bda8-97517351993c, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 22:20:15.849280 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f44e3b-3bd2-43f1-918f-edbe41d95363 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Network 3d859d27-373c-4ca9-bda8-97517351993c is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 22:20:15.858643 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-85f44e3b-3bd2-43f1-918f-edbe41d95363 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 3d859d27-373c-4ca9-bda8-97517351993c) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:20:15.863270 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f44e3b-3bd2-43f1-918f-edbe41d95363 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:15.864036 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85f44e3b-3bd2-43f1-918f-edbe41d95363 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:15.870226 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b4f0f5-71ea-45c3-9bd1-4506429c157b None None] Network 3d859d27-373c-4ca9-bda8-97517351993c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:20:15.881513 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-85f44e3b-3bd2-43f1-918f-edbe41d95363 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4729869 Feb 08 22:20:15.885341 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46426) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:15.890353 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6ab1e4a3-4975-4d98-809b-bb18d65c6729 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-957285620'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:20:15.911939 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab1e4a3-4975-4d98-809b-bb18d65c6729 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Made reservation on behalf of 799bb94ade834e85965f229f6dac4509 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:20:15.916511 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ab1e4a3-4975-4d98-809b-bb18d65c6729 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:15.944030 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab1e4a3-4975-4d98-809b-bb18d65c6729 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 22:20:15.954040 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ab1e4a3-4975-4d98-809b-bb18d65c6729 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (189c4ea8-f772-4f71-95b3-a497074c03e2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:15.954380 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-6ab1e4a3-4975-4d98-809b-bb18d65c6729 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Added segment 189c4ea8-f772-4f71-95b3-a497074c03e2 of type vlan for network 2e2e8bf0-73c8-4907-a27a-aa80f3f7a4f1 Feb 08 22:20:15.980466 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c941f1-0879-4c1c-8de9-53d060de8b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-3d859d27-373c-4ca9-bda8-97517351993c', 'network_id': '3d859d27-373c-4ca9-bda8-97517351993c', 'project_id': '799bb94ade834e85965f229f6dac4509', 'fixed_ips': [{'subnet_id': '95955c6a-fbad-4c30-9f27-7792f75cf353'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 22:20:15.981395 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-47c941f1-0879-4c1c-8de9-53d060de8b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:16.005604 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ab1e4a3-4975-4d98-809b-bb18d65c6729 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (2e2e8bf0-73c8-4907-a27a-aa80f3f7a4f1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:16.043082 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ab1e4a3-4975-4d98-809b-bb18d65c6729 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (2e2e8bf0-73c8-4907-a27a-aa80f3f7a4f1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:16.049146 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab1e4a3-4975-4d98-809b-bb18d65c6729 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:16.050398 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ab1e4a3-4975-4d98-809b-bb18d65c6729 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:16.133257 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6ab1e4a3-4975-4d98-809b-bb18d65c6729 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2440500 Feb 08 22:20:16.133479 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46428) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:16.141272 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-519cafe7-6a12-4a79-9659-80ab45c73c78 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Request body: {'subnet': {'network_id': '2e2e8bf0-73c8-4907-a27a-aa80f3f7a4f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:20:16.150133 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-47c941f1-0879-4c1c-8de9-53d060de8b75 None None] Allocated IP 2001:db8::2 (3d859d27-373c-4ca9-bda8-97517351993c/95955c6a-fbad-4c30-9f27-7792f75cf353/53d08c75-2b26-494d-99e5-4827f7d14330) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:20:16.159534 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1e4a3-4975-4d98-809b-bb18d65c6729 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Pushing event updated for resources: {'Network': ['ID=2e2e8bf0-73c8-4907-a27a-aa80f3f7a4f1,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:16.177755 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 2e2e8bf0-73c8-4907-a27a-aa80f3f7a4f1 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 22:20:16.234728 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519cafe7-6a12-4a79-9659-80ab45c73c78 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Made reservation on behalf of 799bb94ade834e85965f229f6dac4509 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:20:16.238238 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-519cafe7-6a12-4a79-9659-80ab45c73c78 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:16.355535 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-47c941f1-0879-4c1c-8de9-53d060de8b75 None None] Publish callbacks [] for port (53d08c75-2b26-494d-99e5-4827f7d14330), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:16.363169 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-47c941f1-0879-4c1c-8de9-53d060de8b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (53d08c75-2b26-494d-99e5-4827f7d14330), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:16.407439 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c941f1-0879-4c1c-8de9-53d060de8b75 None None] Network 3d859d27-373c-4ca9-bda8-97517351993c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:20:16.410463 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-47c941f1-0879-4c1c-8de9-53d060de8b75 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:20:16.415280 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c941f1-0879-4c1c-8de9-53d060de8b75 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:20:16.419155 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c941f1-0879-4c1c-8de9-53d060de8b75 None None] Pushing event updated for resources: {'Port': ['ID=53d08c75-2b26-494d-99e5-4827f7d14330,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:16.447627 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-519cafe7-6a12-4a79-9659-80ab45c73c78 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (45561b2f-e1f0-49a8-b8df-22827d92d8d7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:16.481790 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-47c941f1-0879-4c1c-8de9-53d060de8b75 None None] Attempting to bind port 53d08c75-2b26-494d-99e5-4827f7d14330 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:20:16.482404 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-47c941f1-0879-4c1c-8de9-53d060de8b75 None None] Attempting to bind port 53d08c75-2b26-494d-99e5-4827f7d14330 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '4b491f05-e7d5-43ff-ad54-5fe16eda5152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3d859d27-373c-4ca9-bda8-97517351993c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:20:16.482833 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c941f1-0879-4c1c-8de9-53d060de8b75 None None] Attempting to bind port 53d08c75-2b26-494d-99e5-4827f7d14330 on network 3d859d27-373c-4ca9-bda8-97517351993c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:20:16.489001 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c941f1-0879-4c1c-8de9-53d060de8b75 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:20:16.489499 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c941f1-0879-4c1c-8de9-53d060de8b75 None None] Checking segment: {'id': '4b491f05-e7d5-43ff-ad54-5fe16eda5152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3d859d27-373c-4ca9-bda8-97517351993c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:20:16.490063 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-47c941f1-0879-4c1c-8de9-53d060de8b75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:16.490577 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c941f1-0879-4c1c-8de9-53d060de8b75 None None] Bound using segment: {'id': '4b491f05-e7d5-43ff-ad54-5fe16eda5152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3d859d27-373c-4ca9-bda8-97517351993c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:20:16.491160 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-47c941f1-0879-4c1c-8de9-53d060de8b75 None None] Bound port: 53d08c75-2b26-494d-99e5-4827f7d14330, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b491f05-e7d5-43ff-ad54-5fe16eda5152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3d859d27-373c-4ca9-bda8-97517351993c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:20:16.491653 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-47c941f1-0879-4c1c-8de9-53d060de8b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (53d08c75-2b26-494d-99e5-4827f7d14330), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:16.521909 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519cafe7-6a12-4a79-9659-80ab45c73c78 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Pushing event updated for resources: {'Subnet': ['ID=45561b2f-e1f0-49a8-b8df-22827d92d8d7,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:16.527481 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519cafe7-6a12-4a79-9659-80ab45c73c78 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Checking segment: {'id': '189c4ea8-f772-4f71-95b3-a497074c03e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2e2e8bf0-73c8-4907-a27a-aa80f3f7a4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:20:16.527847 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519cafe7-6a12-4a79-9659-80ab45c73c78 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Network hostable DHCP agents. Network: 2e2e8bf0-73c8-4907-a27a-aa80f3f7a4f1, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 22:20:16.551029 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519cafe7-6a12-4a79-9659-80ab45c73c78 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Network 2e2e8bf0-73c8-4907-a27a-aa80f3f7a4f1 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 22:20:16.561937 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-519cafe7-6a12-4a79-9659-80ab45c73c78 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 2e2e8bf0-73c8-4907-a27a-aa80f3f7a4f1) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:20:16.566357 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519cafe7-6a12-4a79-9659-80ab45c73c78 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:16.566962 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-519cafe7-6a12-4a79-9659-80ab45c73c78 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:16.578074 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f6e2fb-cc29-40cb-84e4-9a9a8cf63398 None None] Network 2e2e8bf0-73c8-4907-a27a-aa80f3f7a4f1 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:20:16.583889 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-519cafe7-6a12-4a79-9659-80ab45c73c78 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4494045 Feb 08 22:20:16.586499 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46430) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:16.658246 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-47c941f1-0879-4c1c-8de9-53d060de8b75 None None] For port 53d08c75-2b26-494d-99e5-4827f7d14330, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:20:16.688655 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-47c941f1-0879-4c1c-8de9-53d060de8b75 None None] For port 53d08c75-2b26-494d-99e5-4827f7d14330, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=53d08c75-2b26-494d-99e5-4827f7d14330,segment=NetworkSegment(4b491f05-e7d5-43ff-ad54-5fe16eda5152),segment_id=4b491f05-e7d5-43ff-ad54-5fe16eda5152)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:20:16.690753 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a694b269-47ab-46d4-bcfc-9b8e4aec36bd tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (2e2e8bf0-73c8-4907-a27a-aa80f3f7a4f1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:16.702205 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-47c941f1-0879-4c1c-8de9-53d060de8b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (53d08c75-2b26-494d-99e5-4827f7d14330), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:16.781074 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a694b269-47ab-46d4-bcfc-9b8e4aec36bd tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (45561b2f-e1f0-49a8-b8df-22827d92d8d7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:16.843684 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d2fe20-61d5-4c81-b4f3-5ffeef84894b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-2e2e8bf0-73c8-4907-a27a-aa80f3f7a4f1', 'network_id': '2e2e8bf0-73c8-4907-a27a-aa80f3f7a4f1', 'project_id': '799bb94ade834e85965f229f6dac4509', 'fixed_ips': [{'subnet_id': '45561b2f-e1f0-49a8-b8df-22827d92d8d7'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 22:20:16.844558 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3d2fe20-61d5-4c81-b4f3-5ffeef84894b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:16.860878 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c941f1-0879-4c1c-8de9-53d060de8b75 None None] Pushing event updated for resources: {'Port': ['ID=53d08c75-2b26-494d-99e5-4827f7d14330,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:16.884404 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a694b269-47ab-46d4-bcfc-9b8e4aec36bd tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (45561b2f-e1f0-49a8-b8df-22827d92d8d7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:16.938600 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694b269-47ab-46d4-bcfc-9b8e4aec36bd tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Pushing event deleted for resources: {'Subnet': ['ID=45561b2f-e1f0-49a8-b8df-22827d92d8d7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server [None req-b3d2fe20-61d5-4c81-b4f3-5ffeef84894b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45561b2f-e1f0-49a8-b8df-22827d92d8d7: This subnet is being modified by another concurrent operation. Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server raise exception Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45561b2f-e1f0-49a8-b8df-22827d92d8d7: This subnet is being modified by another concurrent operation. Feb 08 22:20:16.972715 n-d-712143-31 neutron-server[103435]: ERROR oslo_messaging.rpc.server Feb 08 22:20:16.991498 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2aaa8f4-324b-464f-b2a6-5ae041e8395d None None] Network 2e2e8bf0-73c8-4907-a27a-aa80f3f7a4f1 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:20:17.067817 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a694b269-47ab-46d4-bcfc-9b8e4aec36bd tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (2e2e8bf0-73c8-4907-a27a-aa80f3f7a4f1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:17.094975 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a694b269-47ab-46d4-bcfc-9b8e4aec36bd tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2e8bf0-73c8-4907-a27a-aa80f3f7a4f1']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:17.107522 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a694b269-47ab-46d4-bcfc-9b8e4aec36bd tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189c4ea8-f772-4f71-95b3-a497074c03e2') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:17.107786 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a694b269-47ab-46d4-bcfc-9b8e4aec36bd tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189c4ea8-f772-4f71-95b3-a497074c03e2') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:17.121909 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a694b269-47ab-46d4-bcfc-9b8e4aec36bd tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (189c4ea8-f772-4f71-95b3-a497074c03e2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:17.137965 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a694b269-47ab-46d4-bcfc-9b8e4aec36bd tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (189c4ea8-f772-4f71-95b3-a497074c03e2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:17.146224 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a694b269-47ab-46d4-bcfc-9b8e4aec36bd tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:20:17.146635 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a694b269-47ab-46d4-bcfc-9b8e4aec36bd tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (189c4ea8-f772-4f71-95b3-a497074c03e2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: timer() Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:20:17.149938 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:20:17.215645 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a694b269-47ab-46d4-bcfc-9b8e4aec36bd tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (2e2e8bf0-73c8-4907-a27a-aa80f3f7a4f1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:17.222811 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a694b269-47ab-46d4-bcfc-9b8e4aec36bd tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:17.226084 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a694b269-47ab-46d4-bcfc-9b8e4aec36bd tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] 10.222.0.88 "DELETE /v2.0/networks/2e2e8bf0-73c8-4907-a27a-aa80f3f7a4f1 HTTP/1.1" status: 204 len: 168 time: 0.6384180 Feb 08 22:20:17.229426 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46432) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:17.238355 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694b269-47ab-46d4-bcfc-9b8e4aec36bd tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Pushing event deleted for resources: {'Network': ['ID=2e2e8bf0-73c8-4907-a27a-aa80f3f7a4f1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:17.264078 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf901842-65ca-447c-b4e8-e6863a86231e tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] GET failed (client error): The resource could not be found. Feb 08 22:20:17.265395 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bf901842-65ca-447c-b4e8-e6863a86231e tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] 10.222.0.88 "GET /v2.0/subnets/45561b2f-e1f0-49a8-b8df-22827d92d8d7 HTTP/1.1" status: 404 len: 337 time: 0.0348716 Feb 08 22:20:17.268973 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46434) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:17.287961 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de22f91-566f-4ced-a448-4f1ea68dfd9a tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] DELETE failed (client error): The resource could not be found. Feb 08 22:20:17.288384 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6de22f91-566f-4ced-a448-4f1ea68dfd9a tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 22:20:17.291564 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6de22f91-566f-4ced-a448-4f1ea68dfd9a tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] 10.222.0.88 "DELETE /v2.0/networks/2e2e8bf0-73c8-4907-a27a-aa80f3f7a4f1 HTTP/1.1" status: 404 len: 339 time: 0.0214670 Feb 08 22:20:17.295463 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46436) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:17.322509 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9b6e09-3c9f-4f3e-93b1-6f6221105598 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] DELETE failed (client error): The resource could not be found. Feb 08 22:20:17.322976 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9b6e09-3c9f-4f3e-93b1-6f6221105598 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 22:20:17.326099 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fd9b6e09-3c9f-4f3e-93b1-6f6221105598 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] 10.222.0.88 "DELETE /v2.0/subnets/45561b2f-e1f0-49a8-b8df-22827d92d8d7 HTTP/1.1" status: 404 len: 337 time: 0.0296805 Feb 08 22:20:17.328944 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46438) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:17.349128 n-d-712143-31 neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-385f2266-c14e-475b-b89d-a324f87ccfba tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] DELETE failed (client error): The resource could not be found. Feb 08 22:20:17.349692 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-385f2266-c14e-475b-b89d-a324f87ccfba tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 22:20:17.352898 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-385f2266-c14e-475b-b89d-a324f87ccfba tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] 10.222.0.88 "DELETE /v2.0/networks/2e2e8bf0-73c8-4907-a27a-aa80f3f7a4f1 HTTP/1.1" status: 404 len: 339 time: 0.0229747 Feb 08 22:20:17.355665 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46440) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:17.416770 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-499ebf7f-2422-4e9f-85e1-9140a8534b77 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Deleting subnet 95955c6a-fbad-4c30-9f27-7792f75cf353 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 22:20:17.420016 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-499ebf7f-2422-4e9f-85e1-9140a8534b77 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks [] for subnet (95955c6a-fbad-4c30-9f27-7792f75cf353), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:17.461548 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-499ebf7f-2422-4e9f-85e1-9140a8534b77 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (95955c6a-fbad-4c30-9f27-7792f75cf353), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:17.586469 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-499ebf7f-2422-4e9f-85e1-9140a8534b77 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (95955c6a-fbad-4c30-9f27-7792f75cf353), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:17.588721 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 53d08c75-2b26-494d-99e5-4827f7d14330 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:20:17.658269 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-499ebf7f-2422-4e9f-85e1-9140a8534b77 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (95955c6a-fbad-4c30-9f27-7792f75cf353), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:17.661207 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 53d08c75-2b26-494d-99e5-4827f7d14330 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:17.661678 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (53d08c75-2b26-494d-99e5-4827f7d14330), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:17.714493 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ebf7f-2422-4e9f-85e1-9140a8534b77 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Pushing event deleted for resources: {'Subnet': ['ID=95955c6a-fbad-4c30-9f27-7792f75cf353,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:17.718171 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-499ebf7f-2422-4e9f-85e1-9140a8534b77 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:17.724736 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-499ebf7f-2422-4e9f-85e1-9140a8534b77 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] 10.222.0.88 "DELETE /v2.0/subnets/95955c6a-fbad-4c30-9f27-7792f75cf353 HTTP/1.1" status: 204 len: 168 time: 0.3677838 Feb 08 22:20:17.727051 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46442) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:17.763071 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 53d08c75-2b26-494d-99e5-4827f7d14330 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:20:17.763659 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (53d08c75-2b26-494d-99e5-4827f7d14330), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:17.807468 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 53d08c75-2b26-494d-99e5-4827f7d14330, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=53d08c75-2b26-494d-99e5-4827f7d14330,segment=NetworkSegment(4b491f05-e7d5-43ff-ad54-5fe16eda5152),segment_id=4b491f05-e7d5-43ff-ad54-5fe16eda5152)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:20:17.812769 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (53d08c75-2b26-494d-99e5-4827f7d14330), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:17.851229 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0f89e110-ec4f-47ef-b4f6-0e4c54f42721 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (3d859d27-373c-4ca9-bda8-97517351993c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:17.888615 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=53d08c75-2b26-494d-99e5-4827f7d14330,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:17.920976 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f5c6b8-436f-468c-9182-1b8fb9a3be53 None None] get_active_networks_info from n-d-712143-31 {{(pid=103435) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 22:20:17.922323 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-0f89e110-ec4f-47ef-b4f6-0e4c54f42721 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Deleting port 53d08c75-2b26-494d-99e5-4827f7d14330 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:20:17.922738 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0f89e110-ec4f-47ef-b4f6-0e4c54f42721 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (53d08c75-2b26-494d-99e5-4827f7d14330), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:17.995519 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-0f89e110-ec4f-47ef-b4f6-0e4c54f42721 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] For port 53d08c75-2b26-494d-99e5-4827f7d14330, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=53d08c75-2b26-494d-99e5-4827f7d14330,segment=NetworkSegment(4b491f05-e7d5-43ff-ad54-5fe16eda5152),segment_id=4b491f05-e7d5-43ff-ad54-5fe16eda5152)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:20:17.996135 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0f89e110-ec4f-47ef-b4f6-0e4c54f42721 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (53d08c75-2b26-494d-99e5-4827f7d14330), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:18.005634 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-5e598a0e-d6af-4523-a6bd-11bf577e5093 None None] Provisioning complete for port 53d08c75-2b26-494d-99e5-4827f7d14330 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:18.006012 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5e598a0e-d6af-4523-a6bd-11bf577e5093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (53d08c75-2b26-494d-99e5-4827f7d14330), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:18.007604 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f5c6b8-436f-468c-9182-1b8fb9a3be53 None None] Resources bound (agent type, host, resource id): {{(pid=103435) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 22:20:18.012923 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-0f89e110-ec4f-47ef-b4f6-0e4c54f42721 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Calling delete_port for 53d08c75-2b26-494d-99e5-4827f7d14330 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:20:18.105834 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0f89e110-ec4f-47ef-b4f6-0e4c54f42721 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (53d08c75-2b26-494d-99e5-4827f7d14330), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:18.117191 n-d-712143-31 neutron-server[103435]: INFO neutron.plugins.ml2.db [None req-5e598a0e-d6af-4523-a6bd-11bf577e5093 None None] No ports have port_id starting with 53d08c75-2b26-494d-99e5-4827f7d14330 Feb 08 22:20:18.133178 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89e110-ec4f-47ef-b4f6-0e4c54f42721 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Pushing event deleted for resources: {'Port': ['ID=53d08c75-2b26-494d-99e5-4827f7d14330,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:18.136844 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f89e110-ec4f-47ef-b4f6-0e4c54f42721 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] No DVR routers for this DVR port 53d08c75-2b26-494d-99e5-4827f7d14330 on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:20:18.231088 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeb35d8-57e6-45e9-a631-c2d0d9c927c1 None None] Network 3d859d27-373c-4ca9-bda8-97517351993c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:20:18.231657 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0f89e110-ec4f-47ef-b4f6-0e4c54f42721 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (3d859d27-373c-4ca9-bda8-97517351993c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:18.256037 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-0f89e110-ec4f-47ef-b4f6-0e4c54f42721 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d859d27-373c-4ca9-bda8-97517351993c']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:18.266830 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-0f89e110-ec4f-47ef-b4f6-0e4c54f42721 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b491f05-e7d5-43ff-ad54-5fe16eda5152') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:18.267137 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-0f89e110-ec4f-47ef-b4f6-0e4c54f42721 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b491f05-e7d5-43ff-ad54-5fe16eda5152') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:18.285343 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0f89e110-ec4f-47ef-b4f6-0e4c54f42721 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (4b491f05-e7d5-43ff-ad54-5fe16eda5152), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:18.300514 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0f89e110-ec4f-47ef-b4f6-0e4c54f42721 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (4b491f05-e7d5-43ff-ad54-5fe16eda5152), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:18.308437 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f89e110-ec4f-47ef-b4f6-0e4c54f42721 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:20:18.308984 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0f89e110-ec4f-47ef-b4f6-0e4c54f42721 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (4b491f05-e7d5-43ff-ad54-5fe16eda5152), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: timer() Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:20:18.312277 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:20:18.373997 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58fb46c-09d6-4ac2-a794-18c61df062c1 None None] DHCP port deletion for 3d859d27-373c-4ca9-bda8-97517351993c request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 22:20:18.374843 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0f89e110-ec4f-47ef-b4f6-0e4c54f42721 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (3d859d27-373c-4ca9-bda8-97517351993c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:18.380943 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0f89e110-ec4f-47ef-b4f6-0e4c54f42721 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:18.387545 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0f89e110-ec4f-47ef-b4f6-0e4c54f42721 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] 10.222.0.88 "DELETE /v2.0/networks/3d859d27-373c-4ca9-bda8-97517351993c HTTP/1.1" status: 204 len: 168 time: 0.6572886 Feb 08 22:20:18.388663 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46444) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:18.412239 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89e110-ec4f-47ef-b4f6-0e4c54f42721 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Pushing event deleted for resources: {'Network': ['ID=3d859d27-373c-4ca9-bda8-97517351993c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:18.416008 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa7019e-fbf7-4842-8209-7a2935c62fdf tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] DELETE failed (client error): The resource could not be found. Feb 08 22:20:18.416553 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daa7019e-fbf7-4842-8209-7a2935c62fdf tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 22:20:18.419926 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-daa7019e-fbf7-4842-8209-7a2935c62fdf tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] 10.222.0.88 "DELETE /v2.0/subnets/b9ce3afe-de53-418f-8b93-82828d877148 HTTP/1.1" status: 404 len: 337 time: 0.0306485 Feb 08 22:20:18.422415 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46446) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:18.442135 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-21318937-0e7a-46d5-add7-0d04bec17c64 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] DELETE failed (client error): The resource could not be found. Feb 08 22:20:18.442639 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21318937-0e7a-46d5-add7-0d04bec17c64 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 22:20:18.445748 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-21318937-0e7a-46d5-add7-0d04bec17c64 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] 10.222.0.88 "DELETE /v2.0/networks/ee82ddb1-271b-44c0-9298-180d7c26d483 HTTP/1.1" status: 404 len: 339 time: 0.0224214 Feb 08 22:20:18.448239 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46448) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:18.479548 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e6f922-3efc-48ac-9555-bfbeed1feaf7 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] DELETE failed (client error): The resource could not be found. Feb 08 22:20:18.480137 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e6f922-3efc-48ac-9555-bfbeed1feaf7 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 22:20:18.483287 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e4e6f922-3efc-48ac-9555-bfbeed1feaf7 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] 10.222.0.88 "DELETE /v2.0/subnets/d6062437-c338-4de8-bfeb-7887dcbcf005 HTTP/1.1" status: 404 len: 337 time: 0.0340273 Feb 08 22:20:18.485877 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46450) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:18.504065 n-d-712143-31 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2337f82-5276-4f5e-a7e5-ed9863083e30 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] DELETE failed (client error): The resource could not be found. Feb 08 22:20:18.504598 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2337f82-5276-4f5e-a7e5-ed9863083e30 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 22:20:18.507762 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a2337f82-5276-4f5e-a7e5-ed9863083e30 tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] 10.222.0.88 "DELETE /v2.0/networks/6e2d93ba-0a3c-4ecf-99a7-c8bcc32daa30 HTTP/1.1" status: 404 len: 339 time: 0.0209315 Feb 08 22:20:18.510395 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46452) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:18.563925 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b76154-b70a-4422-81ad-3b546e61cb5f tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Deleting subnet 16ac1629-f99b-48b4-b264-bffe6b5b45e3 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 22:20:18.567868 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-43b76154-b70a-4422-81ad-3b546e61cb5f tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks [] for subnet (16ac1629-f99b-48b4-b264-bffe6b5b45e3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:18.609255 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-43b76154-b70a-4422-81ad-3b546e61cb5f tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (16ac1629-f99b-48b4-b264-bffe6b5b45e3), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:18.710537 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-43b76154-b70a-4422-81ad-3b546e61cb5f tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (16ac1629-f99b-48b4-b264-bffe6b5b45e3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:18.774238 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-43b76154-b70a-4422-81ad-3b546e61cb5f tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (16ac1629-f99b-48b4-b264-bffe6b5b45e3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:18.802444 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b76154-b70a-4422-81ad-3b546e61cb5f tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Pushing event deleted for resources: {'Subnet': ['ID=16ac1629-f99b-48b4-b264-bffe6b5b45e3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:18.806132 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-43b76154-b70a-4422-81ad-3b546e61cb5f tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:18.809838 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-43b76154-b70a-4422-81ad-3b546e61cb5f tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] 10.222.0.88 "DELETE /v2.0/subnets/16ac1629-f99b-48b4-b264-bffe6b5b45e3 HTTP/1.1" status: 204 len: 168 time: 0.2980738 Feb 08 22:20:18.811916 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46454) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:18.812075 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ccb57c-95c3-4ee8-adc6-2f43cf162687 None None] Network 6dce468d-3739-4c9e-942c-8b7a793cb3fd requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:20:18.908052 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d1fb362-b61c-4bb1-8fe4-095934a617ce tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (6dce468d-3739-4c9e-942c-8b7a793cb3fd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:18.968376 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0d1fb362-b61c-4bb1-8fe4-095934a617ce tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Deleting port 789bcc77-2f62-43f3-8529-e7fe3ddd52a1 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:20:18.968623 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d1fb362-b61c-4bb1-8fe4-095934a617ce tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (789bcc77-2f62-43f3-8529-e7fe3ddd52a1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:18.988220 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3af273-19c3-43d4-9fd1-20dd92650c82 None None] DHCP port deletion for 6dce468d-3739-4c9e-942c-8b7a793cb3fd request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 22:20:19.047937 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-0d1fb362-b61c-4bb1-8fe4-095934a617ce tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] For port 789bcc77-2f62-43f3-8529-e7fe3ddd52a1, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=789bcc77-2f62-43f3-8529-e7fe3ddd52a1,segment=NetworkSegment(ffd1f366-5f23-4e79-9878-b3c635f67c89),segment_id=ffd1f366-5f23-4e79-9878-b3c635f67c89)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:20:19.048308 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d1fb362-b61c-4bb1-8fe4-095934a617ce tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (789bcc77-2f62-43f3-8529-e7fe3ddd52a1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:19.065908 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0d1fb362-b61c-4bb1-8fe4-095934a617ce tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Calling delete_port for 789bcc77-2f62-43f3-8529-e7fe3ddd52a1 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:20:19.167771 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d1fb362-b61c-4bb1-8fe4-095934a617ce tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (789bcc77-2f62-43f3-8529-e7fe3ddd52a1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:19.199663 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1fb362-b61c-4bb1-8fe4-095934a617ce tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Pushing event deleted for resources: {'Port': ['ID=789bcc77-2f62-43f3-8529-e7fe3ddd52a1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:19.203570 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1fb362-b61c-4bb1-8fe4-095934a617ce tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] No DVR routers for this DVR port 789bcc77-2f62-43f3-8529-e7fe3ddd52a1 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:20:19.217491 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-da3af273-19c3-43d4-9fd1-20dd92650c82 None None] Deleting port 789bcc77-2f62-43f3-8529-e7fe3ddd52a1 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:20:19.217865 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-da3af273-19c3-43d4-9fd1-20dd92650c82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (789bcc77-2f62-43f3-8529-e7fe3ddd52a1), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:19.287572 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-da3af273-19c3-43d4-9fd1-20dd92650c82 None None] For port 789bcc77-2f62-43f3-8529-e7fe3ddd52a1, host n-d-712143-31, got binding levels [] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:20:19.287884 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-da3af273-19c3-43d4-9fd1-20dd92650c82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (789bcc77-2f62-43f3-8529-e7fe3ddd52a1), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:19.295709 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d1fb362-b61c-4bb1-8fe4-095934a617ce tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (6dce468d-3739-4c9e-942c-8b7a793cb3fd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:19.305395 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-da3af273-19c3-43d4-9fd1-20dd92650c82 None None] Calling delete_port for 789bcc77-2f62-43f3-8529-e7fe3ddd52a1 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:20:19.308701 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.ipam_backend_mixin [None req-da3af273-19c3-43d4-9fd1-20dd92650c82 None None] Port 789bcc77-2f62-43f3-8529-e7fe3ddd52a1 was not found and therefore no delete operation was performed {{(pid=103435) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 22:20:19.310157 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-da3af273-19c3-43d4-9fd1-20dd92650c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (789bcc77-2f62-43f3-8529-e7fe3ddd52a1), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:19.319865 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0d1fb362-b61c-4bb1-8fe4-095934a617ce tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dce468d-3739-4c9e-942c-8b7a793cb3fd']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:19.331304 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0d1fb362-b61c-4bb1-8fe4-095934a617ce tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd1f366-5f23-4e79-9878-b3c635f67c89') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:19.331600 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0d1fb362-b61c-4bb1-8fe4-095934a617ce tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd1f366-5f23-4e79-9878-b3c635f67c89') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:19.337008 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3af273-19c3-43d4-9fd1-20dd92650c82 None None] Pushing event deleted for resources: {'Port': ['ID=789bcc77-2f62-43f3-8529-e7fe3ddd52a1,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:19.340704 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3af273-19c3-43d4-9fd1-20dd92650c82 None None] No DVR routers for this DVR port 789bcc77-2f62-43f3-8529-e7fe3ddd52a1 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:20:19.348246 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d1fb362-b61c-4bb1-8fe4-095934a617ce tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (ffd1f366-5f23-4e79-9878-b3c635f67c89), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:19.367507 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d1fb362-b61c-4bb1-8fe4-095934a617ce tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (ffd1f366-5f23-4e79-9878-b3c635f67c89), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:19.375238 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1fb362-b61c-4bb1-8fe4-095934a617ce tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:20:19.375650 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d1fb362-b61c-4bb1-8fe4-095934a617ce tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (ffd1f366-5f23-4e79-9878-b3c635f67c89), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: timer() Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:20:19.379331 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:20:19.447835 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d1fb362-b61c-4bb1-8fe4-095934a617ce tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (6dce468d-3739-4c9e-942c-8b7a793cb3fd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:19.457043 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d1fb362-b61c-4bb1-8fe4-095934a617ce tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:19.460478 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0d1fb362-b61c-4bb1-8fe4-095934a617ce tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] 10.222.0.88 "DELETE /v2.0/networks/6dce468d-3739-4c9e-942c-8b7a793cb3fd HTTP/1.1" status: 204 len: 168 time: 0.6475942 Feb 08 22:20:19.475419 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1fb362-b61c-4bb1-8fe4-095934a617ce tempest-NetworksIpV6Test-2007670811 tempest-NetworksIpV6Test-2007670811-project] Pushing event deleted for resources: {'Network': ['ID=6dce468d-3739-4c9e-942c-8b7a793cb3fd,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:19.551368 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 789bcc77-2f62-43f3-8529-e7fe3ddd52a1 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:20:19.572516 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 789bcc77-2f62-43f3-8529-e7fe3ddd52a1 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:20:19.572860 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 789bcc77-2f62-43f3-8529-e7fe3ddd52a1 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:20:19.573588 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 53d08c75-2b26-494d-99e5-4827f7d14330 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:20:19.593374 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 53d08c75-2b26-494d-99e5-4827f7d14330 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:20:19.593729 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 53d08c75-2b26-494d-99e5-4827f7d14330 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:20:19.777538 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46462) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:19.936623 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2cc70915-7759-47ba-9211-0d1160680528 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=799bb94ade834e85965f229f6dac4509&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1576068 Feb 08 22:20:19.940041 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46466) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:20.008542 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a1ae9c9-98f7-448b-b42e-09e036acc2ce admin admin] Publish callbacks [] for security_group (5019fd4d-b40c-41d8-ae68-ad0f5273c558), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:20.035858 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a1ae9c9-98f7-448b-b42e-09e036acc2ce admin admin] Publish callbacks [] for security_group (5019fd4d-b40c-41d8-ae68-ad0f5273c558), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:20.103044 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a1ae9c9-98f7-448b-b42e-09e036acc2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (5019fd4d-b40c-41d8-ae68-ad0f5273c558), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:20.105527 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a1ae9c9-98f7-448b-b42e-09e036acc2ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:20.106925 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7a1ae9c9-98f7-448b-b42e-09e036acc2ce admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5019fd4d-b40c-41d8-ae68-ad0f5273c558 HTTP/1.1" status: 204 len: 168 time: 0.1654596 Feb 08 22:20:20.115795 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ae9c9-98f7-448b-b42e-09e036acc2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5019fd4d-b40c-41d8-ae68-ad0f5273c558,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:20.807057 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46488) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:20.912081 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-f5b1f41d-ba62-4d61-a93d-07a25146a695 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1176925575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:20:20.935120 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f5b1f41d-ba62-4d61-a93d-07a25146a695 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (fdd97a4b-4b66-41ab-8822-bd3d5249bf0f), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:20.936174 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f5b1f41d-ba62-4d61-a93d-07a25146a695 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (fdd97a4b-4b66-41ab-8822-bd3d5249bf0f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:20.991940 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f5b1f41d-ba62-4d61-a93d-07a25146a695 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks [] for router_controller (fdd97a4b-4b66-41ab-8822-bd3d5249bf0f), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:20.996331 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f5b1f41d-ba62-4d61-a93d-07a25146a695 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (fdd97a4b-4b66-41ab-8822-bd3d5249bf0f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:21.013882 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f5b1f41d-ba62-4d61-a93d-07a25146a695 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:21.015100 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f5b1f41d-ba62-4d61-a93d-07a25146a695 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2069831 Feb 08 22:20:21.017880 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46492) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:21.022708 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-0782152d-5578-4458-9f16-2e34721e707f tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1153195462'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:20:21.043785 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0782152d-5578-4458-9f16-2e34721e707f tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Made reservation on behalf of 8d12c544957c4e34948037cc8b61579d for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:20:21.046971 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0782152d-5578-4458-9f16-2e34721e707f tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:21.057169 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0782152d-5578-4458-9f16-2e34721e707f tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:21.137794 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0782152d-5578-4458-9f16-2e34721e707f tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks [] for security_group (525ea762-3458-41be-bf98-c14d7c8120a0), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:21.142050 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0782152d-5578-4458-9f16-2e34721e707f tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (525ea762-3458-41be-bf98-c14d7c8120a0), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:21.170782 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0782152d-5578-4458-9f16-2e34721e707f tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 22:20:21.180860 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782152d-5578-4458-9f16-2e34721e707f tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=525ea762-3458-41be-bf98-c14d7c8120a0,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:21.186091 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0782152d-5578-4458-9f16-2e34721e707f tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (b61095c8-987e-4890-8c29-7c8311070df0), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:21.186440 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-0782152d-5578-4458-9f16-2e34721e707f tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Added segment b61095c8-987e-4890-8c29-7c8311070df0 of type vlan for network 6e620796-7fb0-4c7b-87d3-035eae6c423b Feb 08 22:20:21.227107 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0782152d-5578-4458-9f16-2e34721e707f tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (6e620796-7fb0-4c7b-87d3-035eae6c423b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:21.251790 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0782152d-5578-4458-9f16-2e34721e707f tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (6e620796-7fb0-4c7b-87d3-035eae6c423b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:21.257172 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0782152d-5578-4458-9f16-2e34721e707f tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:21.257776 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0782152d-5578-4458-9f16-2e34721e707f tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:21.313610 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0782152d-5578-4458-9f16-2e34721e707f tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2946687 Feb 08 22:20:21.317152 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46494) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:21.322277 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d0c407e9-2dfe-477c-b244-3d6b4abe970a tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Request body: {'subnet': {'network_id': '6e620796-7fb0-4c7b-87d3-035eae6c423b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:20:21.339392 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782152d-5578-4458-9f16-2e34721e707f tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Pushing event updated for resources: {'Network': ['ID=6e620796-7fb0-4c7b-87d3-035eae6c423b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:21.353266 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 6e620796-7fb0-4c7b-87d3-035eae6c423b details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 22:20:21.425721 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c407e9-2dfe-477c-b244-3d6b4abe970a tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Made reservation on behalf of 8d12c544957c4e34948037cc8b61579d for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:20:21.429376 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0c407e9-2dfe-477c-b244-3d6b4abe970a tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:21.613830 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0c407e9-2dfe-477c-b244-3d6b4abe970a tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (6af5ec1b-4642-4f0c-a6d3-667f62bb43f3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:21.675288 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c407e9-2dfe-477c-b244-3d6b4abe970a tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Pushing event updated for resources: {'Subnet': ['ID=6af5ec1b-4642-4f0c-a6d3-667f62bb43f3,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:21.685621 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c407e9-2dfe-477c-b244-3d6b4abe970a tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Checking segment: {'id': 'b61095c8-987e-4890-8c29-7c8311070df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6e620796-7fb0-4c7b-87d3-035eae6c423b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:20:21.685978 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c407e9-2dfe-477c-b244-3d6b4abe970a tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Network hostable DHCP agents. Network: 6e620796-7fb0-4c7b-87d3-035eae6c423b, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 22:20:21.703078 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c407e9-2dfe-477c-b244-3d6b4abe970a tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Network 6e620796-7fb0-4c7b-87d3-035eae6c423b is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 22:20:21.711792 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-d0c407e9-2dfe-477c-b244-3d6b4abe970a tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 6e620796-7fb0-4c7b-87d3-035eae6c423b) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:20:21.715882 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c407e9-2dfe-477c-b244-3d6b4abe970a tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:21.716470 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0c407e9-2dfe-477c-b244-3d6b4abe970a tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:21.723299 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da408cac-d826-4a38-8091-9ba859a0e06a None None] Network 6e620796-7fb0-4c7b-87d3-035eae6c423b requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:20:21.733200 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d0c407e9-2dfe-477c-b244-3d6b4abe970a tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4149141 Feb 08 22:20:21.737038 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46496) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:21.742358 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-939a5350-4d5a-494b-bcb1-59cb9279cd09 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1252214415'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:20:21.767423 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939a5350-4d5a-494b-bcb1-59cb9279cd09 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Made reservation on behalf of 8d12c544957c4e34948037cc8b61579d for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:20:21.776666 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-939a5350-4d5a-494b-bcb1-59cb9279cd09 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:21.802842 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939a5350-4d5a-494b-bcb1-59cb9279cd09 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 22:20:21.812453 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-939a5350-4d5a-494b-bcb1-59cb9279cd09 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (0f6a5f0e-8bc8-4957-9849-b45d020e2b21), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:21.813156 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-939a5350-4d5a-494b-bcb1-59cb9279cd09 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Added segment 0f6a5f0e-8bc8-4957-9849-b45d020e2b21 of type vlan for network fc6633a0-e434-4640-9d3c-cc439126bf2e Feb 08 22:20:21.836130 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3499c22-20aa-4a5f-a39f-ef641b6cec19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-6e620796-7fb0-4c7b-87d3-035eae6c423b', 'network_id': '6e620796-7fb0-4c7b-87d3-035eae6c423b', 'project_id': '8d12c544957c4e34948037cc8b61579d', 'fixed_ips': [{'subnet_id': '6af5ec1b-4642-4f0c-a6d3-667f62bb43f3'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 22:20:21.836999 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e3499c22-20aa-4a5f-a39f-ef641b6cec19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:21.854880 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-939a5350-4d5a-494b-bcb1-59cb9279cd09 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (fc6633a0-e434-4640-9d3c-cc439126bf2e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:21.886309 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-939a5350-4d5a-494b-bcb1-59cb9279cd09 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (fc6633a0-e434-4640-9d3c-cc439126bf2e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:21.891097 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939a5350-4d5a-494b-bcb1-59cb9279cd09 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:21.891681 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-939a5350-4d5a-494b-bcb1-59cb9279cd09 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:21.953921 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-939a5350-4d5a-494b-bcb1-59cb9279cd09 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2153862 Feb 08 22:20:21.956771 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46498) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:21.962299 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c061bf4e-dd16-406d-a6d9-f432a1fe0f56 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Request body: {'subnet': {'network_id': 'fc6633a0-e434-4640-9d3c-cc439126bf2e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:20:21.968551 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a5350-4d5a-494b-bcb1-59cb9279cd09 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Pushing event updated for resources: {'Network': ['ID=fc6633a0-e434-4640-9d3c-cc439126bf2e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:21.980825 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network fc6633a0-e434-4640-9d3c-cc439126bf2e details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 22:20:21.988377 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-e3499c22-20aa-4a5f-a39f-ef641b6cec19 None None] Allocated IP 172.20.0.2 (6e620796-7fb0-4c7b-87d3-035eae6c423b/6af5ec1b-4642-4f0c-a6d3-667f62bb43f3/6ffc5663-9d7a-4bab-98ce-45e37053b978) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:20:22.205870 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e3499c22-20aa-4a5f-a39f-ef641b6cec19 None None] Publish callbacks [] for port (6ffc5663-9d7a-4bab-98ce-45e37053b978), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:22.212222 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e3499c22-20aa-4a5f-a39f-ef641b6cec19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (6ffc5663-9d7a-4bab-98ce-45e37053b978), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:22.255918 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3499c22-20aa-4a5f-a39f-ef641b6cec19 None None] Network 6e620796-7fb0-4c7b-87d3-035eae6c423b is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:20:22.258990 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-e3499c22-20aa-4a5f-a39f-ef641b6cec19 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:20:22.263504 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3499c22-20aa-4a5f-a39f-ef641b6cec19 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:20:22.266701 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3499c22-20aa-4a5f-a39f-ef641b6cec19 None None] Pushing event updated for resources: {'Port': ['ID=6ffc5663-9d7a-4bab-98ce-45e37053b978,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:22.328135 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-e3499c22-20aa-4a5f-a39f-ef641b6cec19 None None] Attempting to bind port 6ffc5663-9d7a-4bab-98ce-45e37053b978 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:20:22.328545 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-e3499c22-20aa-4a5f-a39f-ef641b6cec19 None None] Attempting to bind port 6ffc5663-9d7a-4bab-98ce-45e37053b978 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'b61095c8-987e-4890-8c29-7c8311070df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6e620796-7fb0-4c7b-87d3-035eae6c423b'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:20:22.328920 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3499c22-20aa-4a5f-a39f-ef641b6cec19 None None] Attempting to bind port 6ffc5663-9d7a-4bab-98ce-45e37053b978 on network 6e620796-7fb0-4c7b-87d3-035eae6c423b {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:20:22.335166 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3499c22-20aa-4a5f-a39f-ef641b6cec19 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:20:22.335549 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3499c22-20aa-4a5f-a39f-ef641b6cec19 None None] Checking segment: {'id': 'b61095c8-987e-4890-8c29-7c8311070df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6e620796-7fb0-4c7b-87d3-035eae6c423b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:20:22.335965 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e3499c22-20aa-4a5f-a39f-ef641b6cec19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:22.336369 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3499c22-20aa-4a5f-a39f-ef641b6cec19 None None] Bound using segment: {'id': 'b61095c8-987e-4890-8c29-7c8311070df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6e620796-7fb0-4c7b-87d3-035eae6c423b'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:20:22.336854 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-e3499c22-20aa-4a5f-a39f-ef641b6cec19 None None] Bound port: 6ffc5663-9d7a-4bab-98ce-45e37053b978, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61095c8-987e-4890-8c29-7c8311070df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6e620796-7fb0-4c7b-87d3-035eae6c423b'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:20:22.337271 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e3499c22-20aa-4a5f-a39f-ef641b6cec19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6ffc5663-9d7a-4bab-98ce-45e37053b978), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:22.395842 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c061bf4e-dd16-406d-a6d9-f432a1fe0f56 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Made reservation on behalf of 8d12c544957c4e34948037cc8b61579d for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:20:22.400001 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c061bf4e-dd16-406d-a6d9-f432a1fe0f56 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:22.402060 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-e3499c22-20aa-4a5f-a39f-ef641b6cec19 None None] For port 6ffc5663-9d7a-4bab-98ce-45e37053b978, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:20:22.405623 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-e3499c22-20aa-4a5f-a39f-ef641b6cec19 None None] For port 6ffc5663-9d7a-4bab-98ce-45e37053b978, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=6ffc5663-9d7a-4bab-98ce-45e37053b978,segment=NetworkSegment(b61095c8-987e-4890-8c29-7c8311070df0),segment_id=b61095c8-987e-4890-8c29-7c8311070df0)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:20:22.412316 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e3499c22-20aa-4a5f-a39f-ef641b6cec19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6ffc5663-9d7a-4bab-98ce-45e37053b978), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:22.470871 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3499c22-20aa-4a5f-a39f-ef641b6cec19 None None] Pushing event updated for resources: {'Port': ['ID=6ffc5663-9d7a-4bab-98ce-45e37053b978,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:22.601549 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c061bf4e-dd16-406d-a6d9-f432a1fe0f56 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (39f5f87c-0e2c-41dc-890c-440a83b1f08d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:22.680276 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061bf4e-dd16-406d-a6d9-f432a1fe0f56 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Pushing event updated for resources: {'Subnet': ['ID=39f5f87c-0e2c-41dc-890c-440a83b1f08d,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:22.693568 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c061bf4e-dd16-406d-a6d9-f432a1fe0f56 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Checking segment: {'id': '0f6a5f0e-8bc8-4957-9849-b45d020e2b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fc6633a0-e434-4640-9d3c-cc439126bf2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:20:22.693936 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c061bf4e-dd16-406d-a6d9-f432a1fe0f56 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Network hostable DHCP agents. Network: fc6633a0-e434-4640-9d3c-cc439126bf2e, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 22:20:22.712515 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c061bf4e-dd16-406d-a6d9-f432a1fe0f56 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Network fc6633a0-e434-4640-9d3c-cc439126bf2e is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 22:20:22.722687 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c061bf4e-dd16-406d-a6d9-f432a1fe0f56 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, fc6633a0-e434-4640-9d3c-cc439126bf2e) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:20:22.727035 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c061bf4e-dd16-406d-a6d9-f432a1fe0f56 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:22.727633 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c061bf4e-dd16-406d-a6d9-f432a1fe0f56 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:22.734091 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8932d9aa-8849-4829-a237-33f9c561712b None None] Network fc6633a0-e434-4640-9d3c-cc439126bf2e requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:20:22.745671 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c061bf4e-dd16-406d-a6d9-f432a1fe0f56 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7876642 Feb 08 22:20:22.748728 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46500) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:22.754947 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-e5d63909-1167-480e-8390-a3e6502114a0 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fc6633a0-e434-4640-9d3c-cc439126bf2e'}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:20:22.855887 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851847c7-da96-429d-9b88-53d60fb8b3ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-fc6633a0-e434-4640-9d3c-cc439126bf2e', 'network_id': 'fc6633a0-e434-4640-9d3c-cc439126bf2e', 'project_id': '8d12c544957c4e34948037cc8b61579d', 'fixed_ips': [{'subnet_id': '39f5f87c-0e2c-41dc-890c-440a83b1f08d'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 22:20:22.856920 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-851847c7-da96-429d-9b88-53d60fb8b3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:22.987958 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5d63909-1167-480e-8390-a3e6502114a0 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks [] for router_gateway (fdd97a4b-4b66-41ab-8822-bd3d5249bf0f), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:23.001915 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-851847c7-da96-429d-9b88-53d60fb8b3ae None None] Allocated IP 172.21.0.2 (fc6633a0-e434-4640-9d3c-cc439126bf2e/39f5f87c-0e2c-41dc-890c-440a83b1f08d/5a668738-fa55-41b2-adeb-1ae132b82453) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:20:23.096093 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [None req-e5d63909-1167-480e-8390-a3e6502114a0 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 22:20:23.103977 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e5d63909-1167-480e-8390-a3e6502114a0 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] 10.222.0.88 "PUT /v2.0/routers/fdd97a4b-4b66-41ab-8822-bd3d5249bf0f HTTP/1.1" status: 400 len: 364 time: 0.3469861 Feb 08 22:20:23.103977 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46502) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:23.167927 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-851847c7-da96-429d-9b88-53d60fb8b3ae None None] Publish callbacks [] for port (5a668738-fa55-41b2-adeb-1ae132b82453), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:23.171843 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cbce0f8-c750-4e71-947f-446e2de6c969 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Deleting subnet 39f5f87c-0e2c-41dc-890c-440a83b1f08d {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 22:20:23.175204 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-851847c7-da96-429d-9b88-53d60fb8b3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (5a668738-fa55-41b2-adeb-1ae132b82453), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:23.175608 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7cbce0f8-c750-4e71-947f-446e2de6c969 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks [] for subnet (39f5f87c-0e2c-41dc-890c-440a83b1f08d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:23.215006 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851847c7-da96-429d-9b88-53d60fb8b3ae None None] Network fc6633a0-e434-4640-9d3c-cc439126bf2e is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:20:23.220548 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7cbce0f8-c750-4e71-947f-446e2de6c969 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (39f5f87c-0e2c-41dc-890c-440a83b1f08d), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:23.222417 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-851847c7-da96-429d-9b88-53d60fb8b3ae None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:20:23.226175 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851847c7-da96-429d-9b88-53d60fb8b3ae None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:20:23.231994 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851847c7-da96-429d-9b88-53d60fb8b3ae None None] Pushing event updated for resources: {'Port': ['ID=5a668738-fa55-41b2-adeb-1ae132b82453,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:23.294729 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-851847c7-da96-429d-9b88-53d60fb8b3ae None None] Attempting to bind port 5a668738-fa55-41b2-adeb-1ae132b82453 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:20:23.295325 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-851847c7-da96-429d-9b88-53d60fb8b3ae None None] Attempting to bind port 5a668738-fa55-41b2-adeb-1ae132b82453 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '0f6a5f0e-8bc8-4957-9849-b45d020e2b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fc6633a0-e434-4640-9d3c-cc439126bf2e'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:20:23.295820 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851847c7-da96-429d-9b88-53d60fb8b3ae None None] Attempting to bind port 5a668738-fa55-41b2-adeb-1ae132b82453 on network fc6633a0-e434-4640-9d3c-cc439126bf2e {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:20:23.304902 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851847c7-da96-429d-9b88-53d60fb8b3ae None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:20:23.305350 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851847c7-da96-429d-9b88-53d60fb8b3ae None None] Checking segment: {'id': '0f6a5f0e-8bc8-4957-9849-b45d020e2b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fc6633a0-e434-4640-9d3c-cc439126bf2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:20:23.305762 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-851847c7-da96-429d-9b88-53d60fb8b3ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:23.306211 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851847c7-da96-429d-9b88-53d60fb8b3ae None None] Bound using segment: {'id': '0f6a5f0e-8bc8-4957-9849-b45d020e2b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fc6633a0-e434-4640-9d3c-cc439126bf2e'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:20:23.306715 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-851847c7-da96-429d-9b88-53d60fb8b3ae None None] Bound port: 5a668738-fa55-41b2-adeb-1ae132b82453, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f6a5f0e-8bc8-4957-9849-b45d020e2b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fc6633a0-e434-4640-9d3c-cc439126bf2e'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:20:23.307106 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-851847c7-da96-429d-9b88-53d60fb8b3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (5a668738-fa55-41b2-adeb-1ae132b82453), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:23.322878 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7cbce0f8-c750-4e71-947f-446e2de6c969 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (39f5f87c-0e2c-41dc-890c-440a83b1f08d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:23.390087 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7cbce0f8-c750-4e71-947f-446e2de6c969 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (39f5f87c-0e2c-41dc-890c-440a83b1f08d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:23.394862 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-851847c7-da96-429d-9b88-53d60fb8b3ae None None] For port 5a668738-fa55-41b2-adeb-1ae132b82453, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:20:23.399136 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-851847c7-da96-429d-9b88-53d60fb8b3ae None None] For port 5a668738-fa55-41b2-adeb-1ae132b82453, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5a668738-fa55-41b2-adeb-1ae132b82453,segment=NetworkSegment(0f6a5f0e-8bc8-4957-9849-b45d020e2b21),segment_id=0f6a5f0e-8bc8-4957-9849-b45d020e2b21)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:20:23.407283 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-851847c7-da96-429d-9b88-53d60fb8b3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (5a668738-fa55-41b2-adeb-1ae132b82453), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:23.422239 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbce0f8-c750-4e71-947f-446e2de6c969 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Pushing event deleted for resources: {'Subnet': ['ID=39f5f87c-0e2c-41dc-890c-440a83b1f08d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:23.424396 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7cbce0f8-c750-4e71-947f-446e2de6c969 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:23.429991 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7cbce0f8-c750-4e71-947f-446e2de6c969 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] 10.222.0.88 "DELETE /v2.0/subnets/39f5f87c-0e2c-41dc-890c-440a83b1f08d HTTP/1.1" status: 204 len: 168 time: 0.3234725 Feb 08 22:20:23.430571 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46504) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:23.483693 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851847c7-da96-429d-9b88-53d60fb8b3ae None None] Pushing event updated for resources: {'Port': ['ID=5a668738-fa55-41b2-adeb-1ae132b82453,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:23.526180 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78e4e97c-c544-4b8c-b62e-434b382d810b tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (fc6633a0-e434-4640-9d3c-cc439126bf2e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:23.560838 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1815484-2486-4cc8-a11b-c931b8370b45 None None] Network 6e620796-7fb0-4c7b-87d3-035eae6c423b requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:20:23.586874 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-78e4e97c-c544-4b8c-b62e-434b382d810b tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Deleting port 5a668738-fa55-41b2-adeb-1ae132b82453 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:20:23.587253 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78e4e97c-c544-4b8c-b62e-434b382d810b tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (5a668738-fa55-41b2-adeb-1ae132b82453), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:23.616737 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6ffc5663-9d7a-4bab-98ce-45e37053b978 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:20:23.682234 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-256ec2a7-84ca-4581-8a40-d1cee6813c33 None None] Provisioning complete for port 6ffc5663-9d7a-4bab-98ce-45e37053b978 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:23.682234 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-256ec2a7-84ca-4581-8a40-d1cee6813c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6ffc5663-9d7a-4bab-98ce-45e37053b978), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:23.709812 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-78e4e97c-c544-4b8c-b62e-434b382d810b tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] For port 5a668738-fa55-41b2-adeb-1ae132b82453, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=5a668738-fa55-41b2-adeb-1ae132b82453,segment=NetworkSegment(0f6a5f0e-8bc8-4957-9849-b45d020e2b21),segment_id=0f6a5f0e-8bc8-4957-9849-b45d020e2b21)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:20:23.711061 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78e4e97c-c544-4b8c-b62e-434b382d810b tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (5a668738-fa55-41b2-adeb-1ae132b82453), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:23.729698 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-78e4e97c-c544-4b8c-b62e-434b382d810b tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Calling delete_port for 5a668738-fa55-41b2-adeb-1ae132b82453 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:20:23.775084 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 6ffc5663-9d7a-4bab-98ce-45e37053b978 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:23.775463 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6ffc5663-9d7a-4bab-98ce-45e37053b978), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:23.835144 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78e4e97c-c544-4b8c-b62e-434b382d810b tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (5a668738-fa55-41b2-adeb-1ae132b82453), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:23.858399 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-256ec2a7-84ca-4581-8a40-d1cee6813c33 None None] Current status of the port 6ffc5663-9d7a-4bab-98ce-45e37053b978 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:20:23.858797 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-256ec2a7-84ca-4581-8a40-d1cee6813c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6ffc5663-9d7a-4bab-98ce-45e37053b978), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:23.868468 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4e97c-c544-4b8c-b62e-434b382d810b tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Pushing event deleted for resources: {'Port': ['ID=5a668738-fa55-41b2-adeb-1ae132b82453,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:23.878284 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e4e97c-c544-4b8c-b62e-434b382d810b tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] No DVR routers for this DVR port 5a668738-fa55-41b2-adeb-1ae132b82453 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:20:23.921435 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-256ec2a7-84ca-4581-8a40-d1cee6813c33 None None] For port 6ffc5663-9d7a-4bab-98ce-45e37053b978, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=6ffc5663-9d7a-4bab-98ce-45e37053b978,segment=NetworkSegment(b61095c8-987e-4890-8c29-7c8311070df0),segment_id=b61095c8-987e-4890-8c29-7c8311070df0)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:20:23.929870 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-256ec2a7-84ca-4581-8a40-d1cee6813c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6ffc5663-9d7a-4bab-98ce-45e37053b978), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:23.963130 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 6ffc5663-9d7a-4bab-98ce-45e37053b978 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:20:23.963530 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6ffc5663-9d7a-4bab-98ce-45e37053b978), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:23.979588 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78e4e97c-c544-4b8c-b62e-434b382d810b tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (fc6633a0-e434-4640-9d3c-cc439126bf2e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:24.013098 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ec2a7-84ca-4581-8a40-d1cee6813c33 None None] Pushing event updated for resources: {'Port': ['ID=6ffc5663-9d7a-4bab-98ce-45e37053b978,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:24.014384 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-78e4e97c-c544-4b8c-b62e-434b382d810b tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6633a0-e434-4640-9d3c-cc439126bf2e']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:24.027768 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-78e4e97c-c544-4b8c-b62e-434b382d810b tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f6a5f0e-8bc8-4957-9849-b45d020e2b21') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:24.028110 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-78e4e97c-c544-4b8c-b62e-434b382d810b tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f6a5f0e-8bc8-4957-9849-b45d020e2b21') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:24.043748 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78e4e97c-c544-4b8c-b62e-434b382d810b tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (0f6a5f0e-8bc8-4957-9849-b45d020e2b21), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:24.062627 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 22:20:24.062989 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 22:20:24.064596 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78e4e97c-c544-4b8c-b62e-434b382d810b tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (0f6a5f0e-8bc8-4957-9849-b45d020e2b21), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:24.072630 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e4e97c-c544-4b8c-b62e-434b382d810b tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:20:24.073106 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78e4e97c-c544-4b8c-b62e-434b382d810b tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (0f6a5f0e-8bc8-4957-9849-b45d020e2b21), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: timer() Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:20:24.076315 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:20:24.143854 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78e4e97c-c544-4b8c-b62e-434b382d810b tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (fc6633a0-e434-4640-9d3c-cc439126bf2e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:24.155137 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-35ad9864-fca6-45cf-8aba-fd05af25f6c1 None None] Provisioning complete for port 6ffc5663-9d7a-4bab-98ce-45e37053b978 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:24.155520 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-35ad9864-fca6-45cf-8aba-fd05af25f6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6ffc5663-9d7a-4bab-98ce-45e37053b978), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:24.171091 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78e4e97c-c544-4b8c-b62e-434b382d810b tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:24.174551 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-78e4e97c-c544-4b8c-b62e-434b382d810b tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] 10.222.0.88 "DELETE /v2.0/networks/fc6633a0-e434-4640-9d3c-cc439126bf2e HTTP/1.1" status: 204 len: 168 time: 0.7429559 Feb 08 22:20:24.176687 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4e97c-c544-4b8c-b62e-434b382d810b tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Pushing event deleted for resources: {'Network': ['ID=fc6633a0-e434-4640-9d3c-cc439126bf2e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:24.178663 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46506) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:24.236820 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-d91252b6-6449-4498-86b6-b3d1487bdc47 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Deleting subnet 6af5ec1b-4642-4f0c-a6d3-667f62bb43f3 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 22:20:24.240388 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d91252b6-6449-4498-86b6-b3d1487bdc47 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks [] for subnet (6af5ec1b-4642-4f0c-a6d3-667f62bb43f3), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:24.244545 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-35ad9864-fca6-45cf-8aba-fd05af25f6c1 None None] Current status of the port 6ffc5663-9d7a-4bab-98ce-45e37053b978 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:20:24.288690 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d91252b6-6449-4498-86b6-b3d1487bdc47 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (6af5ec1b-4642-4f0c-a6d3-667f62bb43f3), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:24.303376 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-913c9795-b6d8-4ff8-872d-8ee036b75499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:24.403705 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d91252b6-6449-4498-86b6-b3d1487bdc47 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (6af5ec1b-4642-4f0c-a6d3-667f62bb43f3), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:24.474923 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d91252b6-6449-4498-86b6-b3d1487bdc47 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (6af5ec1b-4642-4f0c-a6d3-667f62bb43f3), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:24.504267 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91252b6-6449-4498-86b6-b3d1487bdc47 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Pushing event deleted for resources: {'Subnet': ['ID=6af5ec1b-4642-4f0c-a6d3-667f62bb43f3,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:24.509726 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d91252b6-6449-4498-86b6-b3d1487bdc47 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:24.513355 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d91252b6-6449-4498-86b6-b3d1487bdc47 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] 10.222.0.88 "DELETE /v2.0/subnets/6af5ec1b-4642-4f0c-a6d3-667f62bb43f3 HTTP/1.1" status: 204 len: 168 time: 0.3318930 Feb 08 22:20:24.514799 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c49edd-8986-481b-a702-10315a6acf4c None None] Network 6e620796-7fb0-4c7b-87d3-035eae6c423b requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:20:24.515986 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46508) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:24.620615 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cb504348-02cb-4bae-a4ac-8bcb30f1c224 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (6e620796-7fb0-4c7b-87d3-035eae6c423b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:24.631930 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 6ffc5663-9d7a-4bab-98ce-45e37053b978 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:20:24.662661 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-00e12b12-e4d3-4d79-9b7b-4dbaeb280dfb None None] Could not find standard attr ID for object 5a668738-fa55-41b2-adeb-1ae132b82453. {{(pid=103435) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 22:20:24.685994 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-cb504348-02cb-4bae-a4ac-8bcb30f1c224 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Deleting port 6ffc5663-9d7a-4bab-98ce-45e37053b978 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:20:24.686538 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cb504348-02cb-4bae-a4ac-8bcb30f1c224 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (6ffc5663-9d7a-4bab-98ce-45e37053b978), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:24.708422 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27804df0-813f-44c7-b948-03f7bc4c466d None None] DHCP port deletion for fc6633a0-e434-4640-9d3c-cc439126bf2e request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 22:20:24.762479 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-cb504348-02cb-4bae-a4ac-8bcb30f1c224 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] For port 6ffc5663-9d7a-4bab-98ce-45e37053b978, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=6ffc5663-9d7a-4bab-98ce-45e37053b978,segment=NetworkSegment(b61095c8-987e-4890-8c29-7c8311070df0),segment_id=b61095c8-987e-4890-8c29-7c8311070df0)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:20:24.762859 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cb504348-02cb-4bae-a4ac-8bcb30f1c224 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (6ffc5663-9d7a-4bab-98ce-45e37053b978), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:24.777499 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-cb504348-02cb-4bae-a4ac-8bcb30f1c224 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Calling delete_port for 6ffc5663-9d7a-4bab-98ce-45e37053b978 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:20:24.874366 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cb504348-02cb-4bae-a4ac-8bcb30f1c224 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (6ffc5663-9d7a-4bab-98ce-45e37053b978), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:24.874609 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3709df-ac38-46ec-b18e-2019dfdf5615 None None] DHCP port deletion for 6e620796-7fb0-4c7b-87d3-035eae6c423b request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 22:20:24.902861 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb504348-02cb-4bae-a4ac-8bcb30f1c224 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Pushing event deleted for resources: {'Port': ['ID=6ffc5663-9d7a-4bab-98ce-45e37053b978,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:24.904320 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a044e6f6-5ba8-4e62-a387-b7c2ded427fc None None] Network fc6633a0-e434-4640-9d3c-cc439126bf2e requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:20:24.907442 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb504348-02cb-4bae-a4ac-8bcb30f1c224 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] No DVR routers for this DVR port 6ffc5663-9d7a-4bab-98ce-45e37053b978 on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:20:24.918389 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a044e6f6-5ba8-4e62-a387-b7c2ded427fc None None] Network fc6633a0-e434-4640-9d3c-cc439126bf2e could not be found, it might have been deleted concurrently. {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 08 22:20:25.347699 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cb504348-02cb-4bae-a4ac-8bcb30f1c224 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (6e620796-7fb0-4c7b-87d3-035eae6c423b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:25.367836 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-cb504348-02cb-4bae-a4ac-8bcb30f1c224 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e620796-7fb0-4c7b-87d3-035eae6c423b']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:25.377196 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-cb504348-02cb-4bae-a4ac-8bcb30f1c224 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61095c8-987e-4890-8c29-7c8311070df0') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:25.377525 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-cb504348-02cb-4bae-a4ac-8bcb30f1c224 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61095c8-987e-4890-8c29-7c8311070df0') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:25.387803 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cb504348-02cb-4bae-a4ac-8bcb30f1c224 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (b61095c8-987e-4890-8c29-7c8311070df0), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:25.402427 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cb504348-02cb-4bae-a4ac-8bcb30f1c224 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (b61095c8-987e-4890-8c29-7c8311070df0), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:25.409434 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb504348-02cb-4bae-a4ac-8bcb30f1c224 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:20:25.409926 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cb504348-02cb-4bae-a4ac-8bcb30f1c224 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (b61095c8-987e-4890-8c29-7c8311070df0), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: timer() Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:20:25.412929 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:20:25.475983 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cb504348-02cb-4bae-a4ac-8bcb30f1c224 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (6e620796-7fb0-4c7b-87d3-035eae6c423b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:25.483244 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cb504348-02cb-4bae-a4ac-8bcb30f1c224 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:25.489315 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46510) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:25.489841 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cb504348-02cb-4bae-a4ac-8bcb30f1c224 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] 10.222.0.88 "DELETE /v2.0/networks/6e620796-7fb0-4c7b-87d3-035eae6c423b HTTP/1.1" status: 204 len: 168 time: 0.9722674 Feb 08 22:20:25.513987 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb504348-02cb-4bae-a4ac-8bcb30f1c224 tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Pushing event deleted for resources: {'Network': ['ID=6e620796-7fb0-4c7b-87d3-035eae6c423b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:25.527467 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c21503c4-206a-4529-a237-498d5d60107b tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] 10.222.0.88 "GET /v2.0/ports?device_id=fdd97a4b-4b66-41ab-8822-bd3d5249bf0f HTTP/1.1" status: 200 len: 205 time: 0.0367877 Feb 08 22:20:25.530150 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46512) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:25.537082 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6ffc5663-9d7a-4bab-98ce-45e37053b978 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:20:25.556747 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 6ffc5663-9d7a-4bab-98ce-45e37053b978 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:20:25.557098 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6ffc5663-9d7a-4bab-98ce-45e37053b978 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:20:25.609040 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b919453b-b509-4330-b754-66892915c1cf tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks [] for router (fdd97a4b-4b66-41ab-8822-bd3d5249bf0f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:25.771676 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b919453b-b509-4330-b754-66892915c1cf tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (fdd97a4b-4b66-41ab-8822-bd3d5249bf0f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:25.773855 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b919453b-b509-4330-b754-66892915c1cf tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks [] for router_controller (fdd97a4b-4b66-41ab-8822-bd3d5249bf0f), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:25.816665 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b919453b-b509-4330-b754-66892915c1cf tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (fdd97a4b-4b66-41ab-8822-bd3d5249bf0f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:25.817254 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b919453b-b509-4330-b754-66892915c1cf tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Fanout notify agent at l3_agent the message router_deleted on router fdd97a4b-4b66-41ab-8822-bd3d5249bf0f {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 22:20:25.824234 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b919453b-b509-4330-b754-66892915c1cf tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:25.825374 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b919453b-b509-4330-b754-66892915c1cf tempest-RoutersNegativeTest-778600620 tempest-RoutersNegativeTest-778600620-project] 10.222.0.88 "DELETE /v2.0/routers/fdd97a4b-4b66-41ab-8822-bd3d5249bf0f HTTP/1.1" status: 204 len: 168 time: 0.2941883 Feb 08 22:20:26.071803 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46518) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:26.202557 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-559185f6-e063-4114-9708-2fa310abe06d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8d12c544957c4e34948037cc8b61579d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1295493 Feb 08 22:20:26.205025 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46522) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:26.253037 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e79846e0-d51f-4e5c-aea3-0839c7917745 admin admin] Publish callbacks [] for security_group (525ea762-3458-41be-bf98-c14d7c8120a0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:26.274026 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e79846e0-d51f-4e5c-aea3-0839c7917745 admin admin] Publish callbacks [] for security_group (525ea762-3458-41be-bf98-c14d7c8120a0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:26.319571 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e79846e0-d51f-4e5c-aea3-0839c7917745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (525ea762-3458-41be-bf98-c14d7c8120a0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:26.322257 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e79846e0-d51f-4e5c-aea3-0839c7917745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:26.323437 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e79846e0-d51f-4e5c-aea3-0839c7917745 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/525ea762-3458-41be-bf98-c14d7c8120a0 HTTP/1.1" status: 204 len: 168 time: 0.1174810 Feb 08 22:20:26.331968 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79846e0-d51f-4e5c-aea3-0839c7917745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525ea762-3458-41be-bf98-c14d7c8120a0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:26.935425 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46544) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:26.954708 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [req-6af349c6-975f-4206-b895-0e064162820c req-75bb34b7-a176-40a1-99a1-2a9df167316b service neutron] (103434) timed out ('10.222.0.88', 40172) {{(pid=103434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 22:20:27.031583 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3a0575d3-3f40-40ff-ba25-d5dfaffb52cd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-221862299-network', 'tenant_id': '87a17f7b42944aed8bc130c14cc3d2df'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:20:27.055676 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0575d3-3f40-40ff-ba25-d5dfaffb52cd admin admin] Made reservation on behalf of 87a17f7b42944aed8bc130c14cc3d2df for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:20:27.058052 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a0575d3-3f40-40ff-ba25-d5dfaffb52cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:27.066361 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a0575d3-3f40-40ff-ba25-d5dfaffb52cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:27.139942 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a0575d3-3f40-40ff-ba25-d5dfaffb52cd admin admin] Publish callbacks [] for security_group (29dcb879-ed16-4e4d-bb11-f51a8a305112), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:27.143678 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a0575d3-3f40-40ff-ba25-d5dfaffb52cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (29dcb879-ed16-4e4d-bb11-f51a8a305112), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:27.168234 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0575d3-3f40-40ff-ba25-d5dfaffb52cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 22:20:27.178389 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0575d3-3f40-40ff-ba25-d5dfaffb52cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29dcb879-ed16-4e4d-bb11-f51a8a305112,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:27.183103 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a0575d3-3f40-40ff-ba25-d5dfaffb52cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (b3dfba4c-3ebf-47cf-bf6a-7756bb371352), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:27.183444 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-3a0575d3-3f40-40ff-ba25-d5dfaffb52cd admin admin] Added segment b3dfba4c-3ebf-47cf-bf6a-7756bb371352 of type vlan for network 3dc636c3-22e9-438d-b0c3-0ef2eb699927 Feb 08 22:20:27.224048 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a0575d3-3f40-40ff-ba25-d5dfaffb52cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (3dc636c3-22e9-438d-b0c3-0ef2eb699927), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:27.247816 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a0575d3-3f40-40ff-ba25-d5dfaffb52cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (3dc636c3-22e9-438d-b0c3-0ef2eb699927), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:27.248755 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0575d3-3f40-40ff-ba25-d5dfaffb52cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:27.249356 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a0575d3-3f40-40ff-ba25-d5dfaffb52cd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:27.307319 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3a0575d3-3f40-40ff-ba25-d5dfaffb52cd admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3698254 Feb 08 22:20:27.310156 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46548) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:27.314093 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0575d3-3f40-40ff-ba25-d5dfaffb52cd admin admin] Pushing event updated for resources: {'Network': ['ID=3dc636c3-22e9-438d-b0c3-0ef2eb699927,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:27.315795 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-0b8bdeed-b71a-4e39-b054-46cb3ca0ef14 admin admin] Request body: {'subnet': {'network_id': '3dc636c3-22e9-438d-b0c3-0ef2eb699927', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-221862299-subnet', 'tenant_id': '87a17f7b42944aed8bc130c14cc3d2df', 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:20:27.324184 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 3dc636c3-22e9-438d-b0c3-0ef2eb699927 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 22:20:27.335282 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8bdeed-b71a-4e39-b054-46cb3ca0ef14 admin admin] Made reservation on behalf of 87a17f7b42944aed8bc130c14cc3d2df for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:20:27.337587 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0b8bdeed-b71a-4e39-b054-46cb3ca0ef14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:27.506581 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0b8bdeed-b71a-4e39-b054-46cb3ca0ef14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (f7a4a394-f3be-4448-aede-d5c4d1acb0e9), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:27.563735 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8bdeed-b71a-4e39-b054-46cb3ca0ef14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7a4a394-f3be-4448-aede-d5c4d1acb0e9,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:27.574427 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8bdeed-b71a-4e39-b054-46cb3ca0ef14 admin admin] Checking segment: {'id': 'b3dfba4c-3ebf-47cf-bf6a-7756bb371352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3dc636c3-22e9-438d-b0c3-0ef2eb699927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:20:27.574784 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8bdeed-b71a-4e39-b054-46cb3ca0ef14 admin admin] Network hostable DHCP agents. Network: 3dc636c3-22e9-438d-b0c3-0ef2eb699927, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 22:20:27.594103 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8bdeed-b71a-4e39-b054-46cb3ca0ef14 admin admin] Network 3dc636c3-22e9-438d-b0c3-0ef2eb699927 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 22:20:27.595864 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eafc409b-533e-4781-a228-70fd4c0c9457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:27.604732 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-0b8bdeed-b71a-4e39-b054-46cb3ca0ef14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 3dc636c3-22e9-438d-b0c3-0ef2eb699927) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:20:27.609257 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8bdeed-b71a-4e39-b054-46cb3ca0ef14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:27.610343 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0b8bdeed-b71a-4e39-b054-46cb3ca0ef14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:27.614069 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87720c4a-0575-42ef-a13a-e783ea32266c None None] Network 3dc636c3-22e9-438d-b0c3-0ef2eb699927 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:20:27.631389 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0b8bdeed-b71a-4e39-b054-46cb3ca0ef14 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3198326 Feb 08 22:20:27.633757 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46550) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:27.638035 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-d33cc8a6-52f8-4da9-900e-09973ebf45fe admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-221862299-router', 'tenant_id': '87a17f7b42944aed8bc130c14cc3d2df', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:20:27.657876 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d33cc8a6-52f8-4da9-900e-09973ebf45fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (344b9f8c-2a0f-4d7b-ac30-6a9c9602379b), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:27.659339 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d33cc8a6-52f8-4da9-900e-09973ebf45fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (344b9f8c-2a0f-4d7b-ac30-6a9c9602379b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:27.711994 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d33cc8a6-52f8-4da9-900e-09973ebf45fe admin admin] Publish callbacks [] for router_controller (344b9f8c-2a0f-4d7b-ac30-6a9c9602379b), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:27.724672 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2209ccdf-6744-4c7b-b2ea-fa37950e72e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-3dc636c3-22e9-438d-b0c3-0ef2eb699927', 'network_id': '3dc636c3-22e9-438d-b0c3-0ef2eb699927', 'project_id': '87a17f7b42944aed8bc130c14cc3d2df', 'fixed_ips': [{'subnet_id': 'f7a4a394-f3be-4448-aede-d5c4d1acb0e9'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 22:20:27.725591 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2209ccdf-6744-4c7b-b2ea-fa37950e72e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:27.863773 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d33cc8a6-52f8-4da9-900e-09973ebf45fe admin admin] Publish callbacks [] for router_gateway (344b9f8c-2a0f-4d7b-ac30-6a9c9602379b), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:27.865623 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-2209ccdf-6744-4c7b-b2ea-fa37950e72e1 None None] Allocated IP 172.20.0.2 (3dc636c3-22e9-438d-b0c3-0ef2eb699927/f7a4a394-f3be-4448-aede-d5c4d1acb0e9/acd4c975-47a5-45ab-a2a1-851088aa5c0e) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:20:28.011563 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2209ccdf-6744-4c7b-b2ea-fa37950e72e1 None None] Publish callbacks [] for port (acd4c975-47a5-45ab-a2a1-851088aa5c0e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:28.017893 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2209ccdf-6744-4c7b-b2ea-fa37950e72e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (acd4c975-47a5-45ab-a2a1-851088aa5c0e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:28.062793 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2209ccdf-6744-4c7b-b2ea-fa37950e72e1 None None] Network 3dc636c3-22e9-438d-b0c3-0ef2eb699927 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:20:28.066273 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-2209ccdf-6744-4c7b-b2ea-fa37950e72e1 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:20:28.070413 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2209ccdf-6744-4c7b-b2ea-fa37950e72e1 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:20:28.072355 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d33cc8a6-52f8-4da9-900e-09973ebf45fe admin admin] Publish callbacks [] for router_gateway (344b9f8c-2a0f-4d7b-ac30-6a9c9602379b), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:28.075124 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209ccdf-6744-4c7b-b2ea-fa37950e72e1 None None] Pushing event updated for resources: {'Port': ['ID=acd4c975-47a5-45ab-a2a1-851088aa5c0e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:28.093628 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d33cc8a6-52f8-4da9-900e-09973ebf45fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:28.131929 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-2209ccdf-6744-4c7b-b2ea-fa37950e72e1 None None] Attempting to bind port acd4c975-47a5-45ab-a2a1-851088aa5c0e on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:20:28.132557 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-2209ccdf-6744-4c7b-b2ea-fa37950e72e1 None None] Attempting to bind port acd4c975-47a5-45ab-a2a1-851088aa5c0e by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'b3dfba4c-3ebf-47cf-bf6a-7756bb371352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3dc636c3-22e9-438d-b0c3-0ef2eb699927'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:20:28.132916 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2209ccdf-6744-4c7b-b2ea-fa37950e72e1 None None] Attempting to bind port acd4c975-47a5-45ab-a2a1-851088aa5c0e on network 3dc636c3-22e9-438d-b0c3-0ef2eb699927 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:20:28.138015 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2209ccdf-6744-4c7b-b2ea-fa37950e72e1 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:20:28.138389 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2209ccdf-6744-4c7b-b2ea-fa37950e72e1 None None] Checking segment: {'id': 'b3dfba4c-3ebf-47cf-bf6a-7756bb371352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3dc636c3-22e9-438d-b0c3-0ef2eb699927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:20:28.138799 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2209ccdf-6744-4c7b-b2ea-fa37950e72e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:28.139191 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2209ccdf-6744-4c7b-b2ea-fa37950e72e1 None None] Bound using segment: {'id': 'b3dfba4c-3ebf-47cf-bf6a-7756bb371352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3dc636c3-22e9-438d-b0c3-0ef2eb699927'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:20:28.139658 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-2209ccdf-6744-4c7b-b2ea-fa37950e72e1 None None] Bound port: acd4c975-47a5-45ab-a2a1-851088aa5c0e, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3dfba4c-3ebf-47cf-bf6a-7756bb371352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3dc636c3-22e9-438d-b0c3-0ef2eb699927'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:20:28.140035 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2209ccdf-6744-4c7b-b2ea-fa37950e72e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (acd4c975-47a5-45ab-a2a1-851088aa5c0e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:28.198672 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-d33cc8a6-52f8-4da9-900e-09973ebf45fe admin admin] Allocated IP 172.25.3.238 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/bfd0a664-4c1b-41f1-881d-a6d039efe38d) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:20:28.201988 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2209ccdf-6744-4c7b-b2ea-fa37950e72e1 None None] For port acd4c975-47a5-45ab-a2a1-851088aa5c0e, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:20:28.205619 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2209ccdf-6744-4c7b-b2ea-fa37950e72e1 None None] For port acd4c975-47a5-45ab-a2a1-851088aa5c0e, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=acd4c975-47a5-45ab-a2a1-851088aa5c0e,segment=NetworkSegment(b3dfba4c-3ebf-47cf-bf6a-7756bb371352),segment_id=b3dfba4c-3ebf-47cf-bf6a-7756bb371352)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:20:28.211582 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2209ccdf-6744-4c7b-b2ea-fa37950e72e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (acd4c975-47a5-45ab-a2a1-851088aa5c0e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:28.275066 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209ccdf-6744-4c7b-b2ea-fa37950e72e1 None None] Pushing event updated for resources: {'Port': ['ID=acd4c975-47a5-45ab-a2a1-851088aa5c0e,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:28.319371 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d33cc8a6-52f8-4da9-900e-09973ebf45fe admin admin] Publish callbacks [] for port (bfd0a664-4c1b-41f1-881d-a6d039efe38d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:28.354297 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d33cc8a6-52f8-4da9-900e-09973ebf45fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (bfd0a664-4c1b-41f1-881d-a6d039efe38d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:28.396755 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33cc8a6-52f8-4da9-900e-09973ebf45fe admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:20:28.399822 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-d33cc8a6-52f8-4da9-900e-09973ebf45fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:20:28.405673 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33cc8a6-52f8-4da9-900e-09973ebf45fe admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:20:28.446862 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cc8a6-52f8-4da9-900e-09973ebf45fe admin admin] Pushing event updated for resources: {'Port': ['ID=bfd0a664-4c1b-41f1-881d-a6d039efe38d,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:28.690311 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d33cc8a6-52f8-4da9-900e-09973ebf45fe admin admin] Publish callbacks [] for router_gateway (344b9f8c-2a0f-4d7b-ac30-6a9c9602379b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:28.905208 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d33cc8a6-52f8-4da9-900e-09973ebf45fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (344b9f8c-2a0f-4d7b-ac30-6a9c9602379b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:29.050043 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33cc8a6-52f8-4da9-900e-09973ebf45fe admin admin] Router 344b9f8c-2a0f-4d7b-ac30-6a9c9602379b is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 22:20:29.177047 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33cc8a6-52f8-4da9-900e-09973ebf45fe admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:20:29.187372 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac67330-7764-428d-9408-2af239ef7736 None None] Sync routers for ids ['344b9f8c-2a0f-4d7b-ac30-6a9c9602379b'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:20:29.196685 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d33cc8a6-52f8-4da9-900e-09973ebf45fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:29.200732 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d33cc8a6-52f8-4da9-900e-09973ebf45fe admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5634367 Feb 08 22:20:29.201285 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46552) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:29.202296 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac67330-7764-428d-9408-2af239ef7736 None None] Routers {'344b9f8c-2a0f-4d7b-ac30-6a9c9602379b'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:20:29.203433 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7ac67330-7764-428d-9408-2af239ef7736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:20:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['344b9f8c-2a0f-4d7b-ac30-6a9c9602379b'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:29.206720 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376e4ec7-c0f4-4456-8b68-348639f6d23f None None] Network 3dc636c3-22e9-438d-b0c3-0ef2eb699927 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:20:29.350548 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-8cf1eb64-2224-4f3f-8d1e-067f49cd12fa None None] Provisioning complete for port acd4c975-47a5-45ab-a2a1-851088aa5c0e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:29.350941 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8cf1eb64-2224-4f3f-8d1e-067f49cd12fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (acd4c975-47a5-45ab-a2a1-851088aa5c0e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:29.442624 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-7ac67330-7764-428d-9408-2af239ef7736 None None] Set router 344b9f8c-2a0f-4d7b-ac30-6a9c9602379b gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:20:29.558644 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:29.602795 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device acd4c975-47a5-45ab-a2a1-851088aa5c0e up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:20:29.670013 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f7015004-f090-4f84-a466-1e81ce23aa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:29.673166 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1eb64-2224-4f3f-8d1e-067f49cd12fa None None] Current status of the port acd4c975-47a5-45ab-a2a1-851088aa5c0e is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:20:29.674276 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8cf1eb64-2224-4f3f-8d1e-067f49cd12fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (acd4c975-47a5-45ab-a2a1-851088aa5c0e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:29.751994 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-8cf1eb64-2224-4f3f-8d1e-067f49cd12fa None None] For port acd4c975-47a5-45ab-a2a1-851088aa5c0e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=acd4c975-47a5-45ab-a2a1-851088aa5c0e,segment=NetworkSegment(b3dfba4c-3ebf-47cf-bf6a-7756bb371352),segment_id=b3dfba4c-3ebf-47cf-bf6a-7756bb371352)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:20:29.759884 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8cf1eb64-2224-4f3f-8d1e-067f49cd12fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (acd4c975-47a5-45ab-a2a1-851088aa5c0e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:29.766483 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port acd4c975-47a5-45ab-a2a1-851088aa5c0e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:29.766682 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (acd4c975-47a5-45ab-a2a1-851088aa5c0e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:29.852367 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-f7015004-f090-4f84-a466-1e81ce23aa8d admin admin] Allocated IP 172.20.0.1 (3dc636c3-22e9-438d-b0c3-0ef2eb699927/f7a4a394-f3be-4448-aede-d5c4d1acb0e9/39fab697-069a-48b3-89ab-13979a29d96e) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:20:29.853304 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:20:29.863463 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1eb64-2224-4f3f-8d1e-067f49cd12fa None None] Pushing event updated for resources: {'Port': ['ID=acd4c975-47a5-45ab-a2a1-851088aa5c0e,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:29.876057 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7ac67330-7764-428d-9408-2af239ef7736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344b9f8c-2a0f-4d7b-ac30-6a9c9602379b', 'name': 'tempest-TestEncryptedCinderVolumes-221862299-router', 'tenant_id': '87a17f7b42944aed8bc130c14cc3d2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bfd0a664-4c1b-41f1-881d-a6d039efe38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:20:27Z', 'updated_at': '2022-02-08T22:20:28Z', 'revision_number': 3, 'project_id': '87a17f7b42944aed8bc130c14cc3d2df', 'gw_port': {'id': 'bfd0a664-4c1b-41f1-881d-a6d039efe38d', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:10:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344b9f8c-2a0f-4d7b-ac30-6a9c9602379b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:20:28Z', 'updated_at': '2022-02-08T22:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:29.911906 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac67330-7764-428d-9408-2af239ef7736 None None] Checking router: 344b9f8c-2a0f-4d7b-ac30-6a9c9602379b for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:20:29.912127 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac67330-7764-428d-9408-2af239ef7736 None None] Updating router 344b9f8c-2a0f-4d7b-ac30-6a9c9602379b port bfd0a664-4c1b-41f1-881d-a6d039efe38d binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:20:29.956739 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-58e0964d-623b-4f66-9768-12432fe6893e None None] Provisioning complete for port acd4c975-47a5-45ab-a2a1-851088aa5c0e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:29.957045 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-58e0964d-623b-4f66-9768-12432fe6893e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (acd4c975-47a5-45ab-a2a1-851088aa5c0e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:29.965620 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f7015004-f090-4f84-a466-1e81ce23aa8d admin admin] Publish callbacks [] for port (39fab697-069a-48b3-89ab-13979a29d96e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:30.002252 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f7015004-f090-4f84-a466-1e81ce23aa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (39fab697-069a-48b3-89ab-13979a29d96e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:30.004838 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ac67330-7764-428d-9408-2af239ef7736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bfd0a664-4c1b-41f1-881d-a6d039efe38d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:30.026812 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port acd4c975-47a5-45ab-a2a1-851088aa5c0e is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:20:30.044784 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7015004-f090-4f84-a466-1e81ce23aa8d admin admin] Network 3dc636c3-22e9-438d-b0c3-0ef2eb699927 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:20:30.052705 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-f7015004-f090-4f84-a466-1e81ce23aa8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:20:30.055307 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7015004-f090-4f84-a466-1e81ce23aa8d admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:20:30.080744 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7015004-f090-4f84-a466-1e81ce23aa8d admin admin] Pushing event updated for resources: {'Port': ['ID=39fab697-069a-48b3-89ab-13979a29d96e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:30.104745 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f7015004-f090-4f84-a466-1e81ce23aa8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (344b9f8c-2a0f-4d7b-ac30-6a9c9602379b), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:30.200084 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-58e0964d-623b-4f66-9768-12432fe6893e None None] Current status of the port acd4c975-47a5-45ab-a2a1-851088aa5c0e is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:20:30.260260 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f7015004-f090-4f84-a466-1e81ce23aa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (39fab697-069a-48b3-89ab-13979a29d96e), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:30.323740 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ac67330-7764-428d-9408-2af239ef7736 None None] Publish callbacks [] for port (bfd0a664-4c1b-41f1-881d-a6d039efe38d), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:30.333685 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ac67330-7764-428d-9408-2af239ef7736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (bfd0a664-4c1b-41f1-881d-a6d039efe38d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:30.339292 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-0c1907c5-6aef-4535-aaa9-2b6f8e825d56 None None] Provisioning complete for port 39fab697-069a-48b3-89ab-13979a29d96e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:30.339656 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0c1907c5-6aef-4535-aaa9-2b6f8e825d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (39fab697-069a-48b3-89ab-13979a29d96e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:30.428581 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c09fc-c9d4-4597-9d9c-d89459d01c97 None None] Pushing event updated for resources: {'Port': ['ID=bfd0a664-4c1b-41f1-881d-a6d039efe38d,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:30.435801 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-7ac67330-7764-428d-9408-2af239ef7736 None None] Attempting to bind port bfd0a664-4c1b-41f1-881d-a6d039efe38d on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:20:30.436393 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-7ac67330-7764-428d-9408-2af239ef7736 None None] Attempting to bind port bfd0a664-4c1b-41f1-881d-a6d039efe38d by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:20:30.436966 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac67330-7764-428d-9408-2af239ef7736 None None] Attempting to bind port bfd0a664-4c1b-41f1-881d-a6d039efe38d on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:20:30.441318 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0c1907c5-6aef-4535-aaa9-2b6f8e825d56 None None] Port 39fab697-069a-48b3-89ab-13979a29d96e cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:20:30.444355 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f7015004-f090-4f84-a466-1e81ce23aa8d admin admin] Publish callbacks [] for port (39fab697-069a-48b3-89ab-13979a29d96e), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:30.446028 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac67330-7764-428d-9408-2af239ef7736 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:20:30.446324 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac67330-7764-428d-9408-2af239ef7736 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:20:30.446791 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ac67330-7764-428d-9408-2af239ef7736 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:30.447237 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac67330-7764-428d-9408-2af239ef7736 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:20:30.447788 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-7ac67330-7764-428d-9408-2af239ef7736 None None] Bound port: bfd0a664-4c1b-41f1-881d-a6d039efe38d, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:20:30.448188 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ac67330-7764-428d-9408-2af239ef7736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bfd0a664-4c1b-41f1-881d-a6d039efe38d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:30.449475 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f7015004-f090-4f84-a466-1e81ce23aa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (39fab697-069a-48b3-89ab-13979a29d96e), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:30.500683 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-7ac67330-7764-428d-9408-2af239ef7736 None None] For port bfd0a664-4c1b-41f1-881d-a6d039efe38d, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:20:30.504980 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-7ac67330-7764-428d-9408-2af239ef7736 None None] For port bfd0a664-4c1b-41f1-881d-a6d039efe38d, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=bfd0a664-4c1b-41f1-881d-a6d039efe38d,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:20:30.511277 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ac67330-7764-428d-9408-2af239ef7736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (bfd0a664-4c1b-41f1-881d-a6d039efe38d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:30.518492 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f7015004-f090-4f84-a466-1e81ce23aa8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (344b9f8c-2a0f-4d7b-ac30-6a9c9602379b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:30.520397 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7015004-f090-4f84-a466-1e81ce23aa8d admin admin] Pushing event updated for resources: {'Port': ['ID=39fab697-069a-48b3-89ab-13979a29d96e,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:30.578091 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac67330-7764-428d-9408-2af239ef7736 None None] Routers {'344b9f8c-2a0f-4d7b-ac30-6a9c9602379b'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:20:30.578747 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7ac67330-7764-428d-9408-2af239ef7736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:20:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['344b9f8c-2a0f-4d7b-ac30-6a9c9602379b'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:30.582324 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c09fc-c9d4-4597-9d9c-d89459d01c97 None None] Pushing event updated for resources: {'Port': ['ID=bfd0a664-4c1b-41f1-881d-a6d039efe38d,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:30.633380 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7015004-f090-4f84-a466-1e81ce23aa8d admin admin] Network 3dc636c3-22e9-438d-b0c3-0ef2eb699927 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:20:30.635347 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-f7015004-f090-4f84-a466-1e81ce23aa8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:20:30.769257 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7015004-f090-4f84-a466-1e81ce23aa8d admin admin] Router 344b9f8c-2a0f-4d7b-ac30-6a9c9602379b has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:20:30.879778 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-7ac67330-7764-428d-9408-2af239ef7736 None None] Set router 344b9f8c-2a0f-4d7b-ac30-6a9c9602379b gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:20:30.909051 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7015004-f090-4f84-a466-1e81ce23aa8d admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:20:30.924311 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f7015004-f090-4f84-a466-1e81ce23aa8d admin admin] 10.222.0.88 "PUT /v2.0/routers/344b9f8c-2a0f-4d7b-ac30-6a9c9602379b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7132149 Feb 08 22:20:31.038596 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-29196227-7ca3-4d1b-8304-f5bfa2a03e3e None None] Provisioning complete for port 39fab697-069a-48b3-89ab-13979a29d96e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:31.038903 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-29196227-7ca3-4d1b-8304-f5bfa2a03e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (39fab697-069a-48b3-89ab-13979a29d96e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:31.095720 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-29196227-7ca3-4d1b-8304-f5bfa2a03e3e None None] Port 39fab697-069a-48b3-89ab-13979a29d96e cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:20:31.144283 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7ac67330-7764-428d-9408-2af239ef7736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344b9f8c-2a0f-4d7b-ac30-6a9c9602379b', 'name': 'tempest-TestEncryptedCinderVolumes-221862299-router', 'tenant_id': '87a17f7b42944aed8bc130c14cc3d2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bfd0a664-4c1b-41f1-881d-a6d039efe38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:20:27Z', 'updated_at': '2022-02-08T22:20:30Z', 'revision_number': 4, 'project_id': '87a17f7b42944aed8bc130c14cc3d2df', 'gw_port': {'id': 'bfd0a664-4c1b-41f1-881d-a6d039efe38d', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:10:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344b9f8c-2a0f-4d7b-ac30-6a9c9602379b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:20:28Z', 'updated_at': '2022-02-08T22:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '39fab697-069a-48b3-89ab-13979a29d96e', 'name': '', 'network_id': '3dc636c3-22e9-438d-b0c3-0ef2eb699927', 'tenant_id': '87a17f7b42944aed8bc130c14cc3d2df', 'mac_address': 'fa:16:3e:95:47:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344b9f8c-2a0f-4d7b-ac30-6a9c9602379b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'f7a4a394-f3be-4448-aede-d5c4d1acb0e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:20:29Z', 'updated_at': '2022-02-08T22:20:30Z', 'revision_number': 2, 'project_id': '87a17f7b42944aed8bc130c14cc3d2df', 'subnets': [{'id': 'f7a4a394-f3be-4448-aede-d5c4d1acb0e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:31.175094 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac67330-7764-428d-9408-2af239ef7736 None None] The sync data for ids ['344b9f8c-2a0f-4d7b-ac30-6a9c9602379b'] in n-d-712143-31 is: [{'id': '344b9f8c-2a0f-4d7b-ac30-6a9c9602379b', 'name': 'tempest-TestEncryptedCinderVolumes-221862299-router', 'tenant_id': '87a17f7b42944aed8bc130c14cc3d2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bfd0a664-4c1b-41f1-881d-a6d039efe38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:20:27Z', 'updated_at': '2022-02-08T22:20:30Z', 'revision_number': 4, 'project_id': '87a17f7b42944aed8bc130c14cc3d2df', 'gw_port': {'id': 'bfd0a664-4c1b-41f1-881d-a6d039efe38d', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:10:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344b9f8c-2a0f-4d7b-ac30-6a9c9602379b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:20:28Z', 'updated_at': '2022-02-08T22:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '39fab697-069a-48b3-89ab-13979a29d96e', 'name': '', 'network_id': '3dc636c3-22e9-438d-b0c3-0ef2eb699927', 'tenant_id': '87a17f7b42944aed8bc130c14cc3d2df', 'mac_address': 'fa:16:3e:95:47:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344b9f8c-2a0f-4d7b-ac30-6a9c9602379b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'f7a4a394-f3be-4448-aede-d5c4d1acb0e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:20:29Z', 'updated_at': '2022-02-08T22:20:30Z', 'revision_number': 2, 'project_id': '87a17f7b42944aed8bc130c14cc3d2df', 'subnets': [{'id': 'f7a4a394-f3be-4448-aede-d5c4d1acb0e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:20:31.441694 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46568) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:31.446654 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7600ef7f-b57d-481a-9ac6-7c73a9f904b5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1418553800-network', 'tenant_id': '5a89d09a6a0f4e168a46b342af05f5d7'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:20:31.468178 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7600ef7f-b57d-481a-9ac6-7c73a9f904b5 admin admin] Made reservation on behalf of 5a89d09a6a0f4e168a46b342af05f5d7 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:20:31.472910 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7600ef7f-b57d-481a-9ac6-7c73a9f904b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:31.485173 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7600ef7f-b57d-481a-9ac6-7c73a9f904b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:31.538732 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:31.577421 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7600ef7f-b57d-481a-9ac6-7c73a9f904b5 admin admin] Publish callbacks [] for security_group (f754ae04-0fc5-48a4-b6f1-a5111db97afc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:31.582993 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7600ef7f-b57d-481a-9ac6-7c73a9f904b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f754ae04-0fc5-48a4-b6f1-a5111db97afc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:31.583210 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device acd4c975-47a5-45ab-a2a1-851088aa5c0e up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:20:31.615240 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7600ef7f-b57d-481a-9ac6-7c73a9f904b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 22:20:31.620079 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600ef7f-b57d-481a-9ac6-7c73a9f904b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f754ae04-0fc5-48a4-b6f1-a5111db97afc,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:31.632399 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600ef7f-b57d-481a-9ac6-7c73a9f904b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:20:31.632757 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600ef7f-b57d-481a-9ac6-7c73a9f904b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:20:31.633098 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600ef7f-b57d-481a-9ac6-7c73a9f904b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:20:31.633462 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600ef7f-b57d-481a-9ac6-7c73a9f904b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:20:31.633795 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600ef7f-b57d-481a-9ac6-7c73a9f904b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:20:31.634162 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600ef7f-b57d-481a-9ac6-7c73a9f904b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:20:31.634458 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600ef7f-b57d-481a-9ac6-7c73a9f904b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:20:31.634782 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600ef7f-b57d-481a-9ac6-7c73a9f904b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:20:31.635105 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600ef7f-b57d-481a-9ac6-7c73a9f904b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:20:31.635426 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600ef7f-b57d-481a-9ac6-7c73a9f904b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:20:31.635749 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600ef7f-b57d-481a-9ac6-7c73a9f904b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:20:31.636068 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600ef7f-b57d-481a-9ac6-7c73a9f904b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:20:31.636392 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600ef7f-b57d-481a-9ac6-7c73a9f904b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:20:31.637704 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port acd4c975-47a5-45ab-a2a1-851088aa5c0e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:31.638086 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (acd4c975-47a5-45ab-a2a1-851088aa5c0e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:31.640470 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7600ef7f-b57d-481a-9ac6-7c73a9f904b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (6bd0f2bc-719a-4a36-80e7-19381064b57c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:31.640811 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-7600ef7f-b57d-481a-9ac6-7c73a9f904b5 admin admin] Added segment 6bd0f2bc-719a-4a36-80e7-19381064b57c of type vlan for network a442f9f1-4770-4014-933d-c3a9eed6f5c4 Feb 08 22:20:31.689518 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7600ef7f-b57d-481a-9ac6-7c73a9f904b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (a442f9f1-4770-4014-933d-c3a9eed6f5c4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:31.719575 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7600ef7f-b57d-481a-9ac6-7c73a9f904b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (a442f9f1-4770-4014-933d-c3a9eed6f5c4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:31.720590 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7600ef7f-b57d-481a-9ac6-7c73a9f904b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:31.721169 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7600ef7f-b57d-481a-9ac6-7c73a9f904b5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:31.728298 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port acd4c975-47a5-45ab-a2a1-851088aa5c0e is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:20:31.765793 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:31.790347 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7600ef7f-b57d-481a-9ac6-7c73a9f904b5 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3469396 Feb 08 22:20:31.791153 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46570) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:31.796634 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-c12630d9-f444-4787-bedf-9297bafa682d admin admin] Request body: {'subnet': {'network_id': 'a442f9f1-4770-4014-933d-c3a9eed6f5c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1418553800-subnet', 'tenant_id': '5a89d09a6a0f4e168a46b342af05f5d7', 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:20:31.809633 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600ef7f-b57d-481a-9ac6-7c73a9f904b5 admin admin] Pushing event updated for resources: {'Network': ['ID=a442f9f1-4770-4014-933d-c3a9eed6f5c4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:31.820615 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12630d9-f444-4787-bedf-9297bafa682d admin admin] Made reservation on behalf of 5a89d09a6a0f4e168a46b342af05f5d7 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:20:31.821757 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network a442f9f1-4770-4014-933d-c3a9eed6f5c4 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 22:20:31.824630 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c12630d9-f444-4787-bedf-9297bafa682d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:32.047549 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c12630d9-f444-4787-bedf-9297bafa682d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (dd31c4e8-cc72-48f2-a277-a999e4c1ffcb), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:32.118672 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12630d9-f444-4787-bedf-9297bafa682d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd31c4e8-cc72-48f2-a277-a999e4c1ffcb,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:32.130377 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12630d9-f444-4787-bedf-9297bafa682d admin admin] Checking segment: {'id': '6bd0f2bc-719a-4a36-80e7-19381064b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a442f9f1-4770-4014-933d-c3a9eed6f5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:20:32.130750 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12630d9-f444-4787-bedf-9297bafa682d admin admin] Network hostable DHCP agents. Network: a442f9f1-4770-4014-933d-c3a9eed6f5c4, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 22:20:32.175808 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12630d9-f444-4787-bedf-9297bafa682d admin admin] Network a442f9f1-4770-4014-933d-c3a9eed6f5c4 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 22:20:32.182930 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-c12630d9-f444-4787-bedf-9297bafa682d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, a442f9f1-4770-4014-933d-c3a9eed6f5c4) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:20:32.195257 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a74350-0ea1-452f-858e-c21a77f5f4dc None None] Network a442f9f1-4770-4014-933d-c3a9eed6f5c4 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:20:32.204266 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12630d9-f444-4787-bedf-9297bafa682d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:32.205418 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c12630d9-f444-4787-bedf-9297bafa682d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:32.229284 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c12630d9-f444-4787-bedf-9297bafa682d admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4353344 Feb 08 22:20:32.230616 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46572) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:32.235084 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-06535384-f215-4fa7-950b-868bd4f10e5d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1418553800-router', 'tenant_id': '5a89d09a6a0f4e168a46b342af05f5d7', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:20:32.260720 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06535384-f215-4fa7-950b-868bd4f10e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (68c88afd-a9f2-429b-992e-199ce9cfc99f), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:32.261937 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06535384-f215-4fa7-950b-868bd4f10e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (68c88afd-a9f2-429b-992e-199ce9cfc99f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:32.326945 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06535384-f215-4fa7-950b-868bd4f10e5d admin admin] Publish callbacks [] for router_controller (68c88afd-a9f2-429b-992e-199ce9cfc99f), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:32.333649 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f64736-ca17-4857-99a6-2d0e1e6e5a06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-a442f9f1-4770-4014-933d-c3a9eed6f5c4', 'network_id': 'a442f9f1-4770-4014-933d-c3a9eed6f5c4', 'project_id': '5a89d09a6a0f4e168a46b342af05f5d7', 'fixed_ips': [{'subnet_id': 'dd31c4e8-cc72-48f2-a277-a999e4c1ffcb'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 22:20:32.336108 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-25f64736-ca17-4857-99a6-2d0e1e6e5a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:32.484465 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-25f64736-ca17-4857-99a6-2d0e1e6e5a06 None None] Allocated IP 172.20.0.2 (a442f9f1-4770-4014-933d-c3a9eed6f5c4/dd31c4e8-cc72-48f2-a277-a999e4c1ffcb/8163dd8f-a7c4-44e5-94af-a0d8173e0036) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:20:32.503622 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06535384-f215-4fa7-950b-868bd4f10e5d admin admin] Publish callbacks [] for router_gateway (68c88afd-a9f2-429b-992e-199ce9cfc99f), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:32.661582 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-25f64736-ca17-4857-99a6-2d0e1e6e5a06 None None] Publish callbacks [] for port (8163dd8f-a7c4-44e5-94af-a0d8173e0036), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:32.668351 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-25f64736-ca17-4857-99a6-2d0e1e6e5a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (8163dd8f-a7c4-44e5-94af-a0d8173e0036), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:32.712065 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f64736-ca17-4857-99a6-2d0e1e6e5a06 None None] Network a442f9f1-4770-4014-933d-c3a9eed6f5c4 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:20:32.715020 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-25f64736-ca17-4857-99a6-2d0e1e6e5a06 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:20:32.719356 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f64736-ca17-4857-99a6-2d0e1e6e5a06 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:20:32.722553 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f64736-ca17-4857-99a6-2d0e1e6e5a06 None None] Pushing event updated for resources: {'Port': ['ID=8163dd8f-a7c4-44e5-94af-a0d8173e0036,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:32.727926 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06535384-f215-4fa7-950b-868bd4f10e5d admin admin] Publish callbacks [] for router_gateway (68c88afd-a9f2-429b-992e-199ce9cfc99f), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:32.753993 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06535384-f215-4fa7-950b-868bd4f10e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:32.778780 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-25f64736-ca17-4857-99a6-2d0e1e6e5a06 None None] Attempting to bind port 8163dd8f-a7c4-44e5-94af-a0d8173e0036 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:20:32.779158 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-25f64736-ca17-4857-99a6-2d0e1e6e5a06 None None] Attempting to bind port 8163dd8f-a7c4-44e5-94af-a0d8173e0036 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '6bd0f2bc-719a-4a36-80e7-19381064b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a442f9f1-4770-4014-933d-c3a9eed6f5c4'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:20:32.779899 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f64736-ca17-4857-99a6-2d0e1e6e5a06 None None] Attempting to bind port 8163dd8f-a7c4-44e5-94af-a0d8173e0036 on network a442f9f1-4770-4014-933d-c3a9eed6f5c4 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:20:32.786090 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f64736-ca17-4857-99a6-2d0e1e6e5a06 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:20:32.786468 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f64736-ca17-4857-99a6-2d0e1e6e5a06 None None] Checking segment: {'id': '6bd0f2bc-719a-4a36-80e7-19381064b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a442f9f1-4770-4014-933d-c3a9eed6f5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:20:32.786875 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-25f64736-ca17-4857-99a6-2d0e1e6e5a06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:32.787276 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f64736-ca17-4857-99a6-2d0e1e6e5a06 None None] Bound using segment: {'id': '6bd0f2bc-719a-4a36-80e7-19381064b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a442f9f1-4770-4014-933d-c3a9eed6f5c4'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:20:32.787745 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-25f64736-ca17-4857-99a6-2d0e1e6e5a06 None None] Bound port: 8163dd8f-a7c4-44e5-94af-a0d8173e0036, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd0f2bc-719a-4a36-80e7-19381064b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a442f9f1-4770-4014-933d-c3a9eed6f5c4'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:20:32.788126 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-25f64736-ca17-4857-99a6-2d0e1e6e5a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (8163dd8f-a7c4-44e5-94af-a0d8173e0036), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:32.855670 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-25f64736-ca17-4857-99a6-2d0e1e6e5a06 None None] For port 8163dd8f-a7c4-44e5-94af-a0d8173e0036, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:20:32.859241 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-25f64736-ca17-4857-99a6-2d0e1e6e5a06 None None] For port 8163dd8f-a7c4-44e5-94af-a0d8173e0036, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=8163dd8f-a7c4-44e5-94af-a0d8173e0036,segment=NetworkSegment(6bd0f2bc-719a-4a36-80e7-19381064b57c),segment_id=6bd0f2bc-719a-4a36-80e7-19381064b57c)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:20:32.864394 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-06535384-f215-4fa7-950b-868bd4f10e5d admin admin] Allocated IP 172.25.3.122 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/8ef20871-ea1e-4db6-81f8-39984deccc1f) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:20:32.866344 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-25f64736-ca17-4857-99a6-2d0e1e6e5a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (8163dd8f-a7c4-44e5-94af-a0d8173e0036), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:32.931616 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f64736-ca17-4857-99a6-2d0e1e6e5a06 None None] Pushing event updated for resources: {'Port': ['ID=8163dd8f-a7c4-44e5-94af-a0d8173e0036,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:32.985314 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06535384-f215-4fa7-950b-868bd4f10e5d admin admin] Publish callbacks [] for port (8ef20871-ea1e-4db6-81f8-39984deccc1f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:33.022969 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06535384-f215-4fa7-950b-868bd4f10e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (8ef20871-ea1e-4db6-81f8-39984deccc1f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:33.060303 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06535384-f215-4fa7-950b-868bd4f10e5d admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:20:33.068232 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-06535384-f215-4fa7-950b-868bd4f10e5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:20:33.071643 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06535384-f215-4fa7-950b-868bd4f10e5d admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:20:33.103824 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06535384-f215-4fa7-950b-868bd4f10e5d admin admin] Pushing event updated for resources: {'Port': ['ID=8ef20871-ea1e-4db6-81f8-39984deccc1f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:33.368303 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06535384-f215-4fa7-950b-868bd4f10e5d admin admin] Publish callbacks [] for router_gateway (68c88afd-a9f2-429b-992e-199ce9cfc99f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:33.580469 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 8163dd8f-a7c4-44e5-94af-a0d8173e0036 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:20:33.591028 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06535384-f215-4fa7-950b-868bd4f10e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (68c88afd-a9f2-429b-992e-199ce9cfc99f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:33.634258 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 8163dd8f-a7c4-44e5-94af-a0d8173e0036 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:33.634794 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (8163dd8f-a7c4-44e5-94af-a0d8173e0036), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:33.733725 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 8163dd8f-a7c4-44e5-94af-a0d8173e0036 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:20:33.734376 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (8163dd8f-a7c4-44e5-94af-a0d8173e0036), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:33.739452 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06535384-f215-4fa7-950b-868bd4f10e5d admin admin] Router 68c88afd-a9f2-429b-992e-199ce9cfc99f is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 22:20:33.782658 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 8163dd8f-a7c4-44e5-94af-a0d8173e0036, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=8163dd8f-a7c4-44e5-94af-a0d8173e0036,segment=NetworkSegment(6bd0f2bc-719a-4a36-80e7-19381064b57c),segment_id=6bd0f2bc-719a-4a36-80e7-19381064b57c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:20:33.792075 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (8163dd8f-a7c4-44e5-94af-a0d8173e0036), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:33.792885 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device bfd0a664-4c1b-41f1-881d-a6d039efe38d up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:20:33.882651 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06535384-f215-4fa7-950b-868bd4f10e5d admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:20:33.885686 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=8163dd8f-a7c4-44e5-94af-a0d8173e0036,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:33.897340 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734d095f-40af-4022-8fc8-2209d067c34e None None] Sync routers for ids ['68c88afd-a9f2-429b-992e-199ce9cfc99f'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:20:33.908848 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port bfd0a664-4c1b-41f1-881d-a6d039efe38d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:33.909446 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bfd0a664-4c1b-41f1-881d-a6d039efe38d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:33.916579 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734d095f-40af-4022-8fc8-2209d067c34e None None] Routers {'68c88afd-a9f2-429b-992e-199ce9cfc99f'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:20:33.917460 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-734d095f-40af-4022-8fc8-2209d067c34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:20:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['68c88afd-a9f2-429b-992e-199ce9cfc99f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:33.921729 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06535384-f215-4fa7-950b-868bd4f10e5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:33.926118 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46574) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:20:33.926672 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-06535384-f215-4fa7-950b-868bd4f10e5d admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6946931 Feb 08 22:20:33.974984 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f1af01-ab50-4175-b595-538916750134 None None] Sync routers for ids ['344b9f8c-2a0f-4d7b-ac30-6a9c9602379b'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:20:34.023481 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f1af01-ab50-4175-b595-538916750134 None None] Routers {'344b9f8c-2a0f-4d7b-ac30-6a9c9602379b'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:20:34.024307 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-30f1af01-ab50-4175-b595-538916750134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:20:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['344b9f8c-2a0f-4d7b-ac30-6a9c9602379b'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:34.066004 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port bfd0a664-4c1b-41f1-881d-a6d039efe38d is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:20:34.066004 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bfd0a664-4c1b-41f1-881d-a6d039efe38d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:34.104390 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715f9557-22e4-4c4f-ab95-7421acab9b9c None None] Network a442f9f1-4770-4014-933d-c3a9eed6f5c4 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:20:34.179288 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port bfd0a664-4c1b-41f1-881d-a6d039efe38d, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=bfd0a664-4c1b-41f1-881d-a6d039efe38d,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:20:34.181503 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-734d095f-40af-4022-8fc8-2209d067c34e None None] Set router 68c88afd-a9f2-429b-992e-199ce9cfc99f gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:20:34.199354 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (bfd0a664-4c1b-41f1-881d-a6d039efe38d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:34.278803 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-235cd5c6-c431-4789-aa94-94d24cebae0a None None] Provisioning complete for port 8163dd8f-a7c4-44e5-94af-a0d8173e0036 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:34.279287 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-235cd5c6-c431-4789-aa94-94d24cebae0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (8163dd8f-a7c4-44e5-94af-a0d8173e0036), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:34.332080 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-30f1af01-ab50-4175-b595-538916750134 None None] Set router 344b9f8c-2a0f-4d7b-ac30-6a9c9602379b gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:20:34.395537 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=bfd0a664-4c1b-41f1-881d-a6d039efe38d,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:34.416350 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-734d095f-40af-4022-8fc8-2209d067c34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c88afd-a9f2-429b-992e-199ce9cfc99f', 'name': 'tempest-TestEncryptedCinderVolumes-1418553800-router', 'tenant_id': '5a89d09a6a0f4e168a46b342af05f5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8ef20871-ea1e-4db6-81f8-39984deccc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:20:32Z', 'updated_at': '2022-02-08T22:20:33Z', 'revision_number': 3, 'project_id': '5a89d09a6a0f4e168a46b342af05f5d7', 'gw_port': {'id': '8ef20871-ea1e-4db6-81f8-39984deccc1f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c88afd-a9f2-429b-992e-199ce9cfc99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:20:32Z', 'updated_at': '2022-02-08T22:20:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:34.443723 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734d095f-40af-4022-8fc8-2209d067c34e None None] Checking router: 68c88afd-a9f2-429b-992e-199ce9cfc99f for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:20:34.443993 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734d095f-40af-4022-8fc8-2209d067c34e None None] Updating router 68c88afd-a9f2-429b-992e-199ce9cfc99f port 8ef20871-ea1e-4db6-81f8-39984deccc1f binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:20:34.477734 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-734d095f-40af-4022-8fc8-2209d067c34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (8ef20871-ea1e-4db6-81f8-39984deccc1f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:34.735999 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-235cd5c6-c431-4789-aa94-94d24cebae0a None None] Current status of the port 8163dd8f-a7c4-44e5-94af-a0d8173e0036 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:20:34.776558 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-734d095f-40af-4022-8fc8-2209d067c34e None None] Publish callbacks [] for port (8ef20871-ea1e-4db6-81f8-39984deccc1f), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:34.784193 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-734d095f-40af-4022-8fc8-2209d067c34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (8ef20871-ea1e-4db6-81f8-39984deccc1f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:34.808375 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-30f1af01-ab50-4175-b595-538916750134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344b9f8c-2a0f-4d7b-ac30-6a9c9602379b', 'name': 'tempest-TestEncryptedCinderVolumes-221862299-router', 'tenant_id': '87a17f7b42944aed8bc130c14cc3d2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bfd0a664-4c1b-41f1-881d-a6d039efe38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:20:27Z', 'updated_at': '2022-02-08T22:20:30Z', 'revision_number': 4, 'project_id': '87a17f7b42944aed8bc130c14cc3d2df', 'gw_port': {'id': 'bfd0a664-4c1b-41f1-881d-a6d039efe38d', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:10:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344b9f8c-2a0f-4d7b-ac30-6a9c9602379b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:20:28Z', 'updated_at': '2022-02-08T22:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '39fab697-069a-48b3-89ab-13979a29d96e', 'name': '', 'network_id': '3dc636c3-22e9-438d-b0c3-0ef2eb699927', 'tenant_id': '87a17f7b42944aed8bc130c14cc3d2df', 'mac_address': 'fa:16:3e:95:47:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344b9f8c-2a0f-4d7b-ac30-6a9c9602379b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'f7a4a394-f3be-4448-aede-d5c4d1acb0e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:20:29Z', 'updated_at': '2022-02-08T22:20:30Z', 'revision_number': 2, 'project_id': '87a17f7b42944aed8bc130c14cc3d2df', 'subnets': [{'id': 'f7a4a394-f3be-4448-aede-d5c4d1acb0e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:34.817493 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-38761b99-0f17-4ab5-9454-44e2c2a53078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:34.839801 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-734d095f-40af-4022-8fc8-2209d067c34e None None] Attempting to bind port 8ef20871-ea1e-4db6-81f8-39984deccc1f on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:20:34.840176 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-734d095f-40af-4022-8fc8-2209d067c34e None None] Attempting to bind port 8ef20871-ea1e-4db6-81f8-39984deccc1f by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:20:34.840542 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734d095f-40af-4022-8fc8-2209d067c34e None None] Attempting to bind port 8ef20871-ea1e-4db6-81f8-39984deccc1f on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:20:34.841700 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f1af01-ab50-4175-b595-538916750134 None None] Checking router: 344b9f8c-2a0f-4d7b-ac30-6a9c9602379b for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:20:34.842106 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f1af01-ab50-4175-b595-538916750134 None None] Updating router 344b9f8c-2a0f-4d7b-ac30-6a9c9602379b port 39fab697-069a-48b3-89ab-13979a29d96e binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:20:34.857774 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734d095f-40af-4022-8fc8-2209d067c34e None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:20:34.858148 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734d095f-40af-4022-8fc8-2209d067c34e None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:20:34.858550 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-734d095f-40af-4022-8fc8-2209d067c34e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:34.858945 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734d095f-40af-4022-8fc8-2209d067c34e None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:20:34.859416 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-734d095f-40af-4022-8fc8-2209d067c34e None None] Bound port: 8ef20871-ea1e-4db6-81f8-39984deccc1f, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:20:34.859797 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-734d095f-40af-4022-8fc8-2209d067c34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (8ef20871-ea1e-4db6-81f8-39984deccc1f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:34.862162 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48a48d-e038-4844-a63a-c1867ff30a76 None None] Pushing event updated for resources: {'Port': ['ID=8ef20871-ea1e-4db6-81f8-39984deccc1f,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:34.874167 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30f1af01-ab50-4175-b595-538916750134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (39fab697-069a-48b3-89ab-13979a29d96e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:34.903015 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48a48d-e038-4844-a63a-c1867ff30a76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:20:34.903544 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48a48d-e038-4844-a63a-c1867ff30a76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:20:34.904504 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48a48d-e038-4844-a63a-c1867ff30a76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:20:34.904504 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48a48d-e038-4844-a63a-c1867ff30a76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:20:34.904966 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48a48d-e038-4844-a63a-c1867ff30a76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:20:34.905757 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48a48d-e038-4844-a63a-c1867ff30a76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:20:34.906194 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48a48d-e038-4844-a63a-c1867ff30a76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:20:34.906617 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48a48d-e038-4844-a63a-c1867ff30a76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:20:34.907450 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48a48d-e038-4844-a63a-c1867ff30a76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:20:34.907450 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48a48d-e038-4844-a63a-c1867ff30a76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:20:34.907883 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48a48d-e038-4844-a63a-c1867ff30a76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:20:34.909256 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48a48d-e038-4844-a63a-c1867ff30a76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:20:34.909256 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48a48d-e038-4844-a63a-c1867ff30a76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:20:34.953824 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-734d095f-40af-4022-8fc8-2209d067c34e None None] For port 8ef20871-ea1e-4db6-81f8-39984deccc1f, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:20:34.958253 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-734d095f-40af-4022-8fc8-2209d067c34e None None] For port 8ef20871-ea1e-4db6-81f8-39984deccc1f, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=8ef20871-ea1e-4db6-81f8-39984deccc1f,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:20:34.966048 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-734d095f-40af-4022-8fc8-2209d067c34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (8ef20871-ea1e-4db6-81f8-39984deccc1f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:35.018935 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-38761b99-0f17-4ab5-9454-44e2c2a53078 admin admin] Allocated IP 172.20.0.1 (a442f9f1-4770-4014-933d-c3a9eed6f5c4/dd31c4e8-cc72-48f2-a277-a999e4c1ffcb/80557da2-62e1-4362-b21a-eddaad515bf2) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:20:35.029828 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734d095f-40af-4022-8fc8-2209d067c34e None None] Routers {'68c88afd-a9f2-429b-992e-199ce9cfc99f'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:20:35.030474 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-734d095f-40af-4022-8fc8-2209d067c34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:20:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['68c88afd-a9f2-429b-992e-199ce9cfc99f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:35.032374 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48a48d-e038-4844-a63a-c1867ff30a76 None None] Pushing event updated for resources: {'Port': ['ID=8ef20871-ea1e-4db6-81f8-39984deccc1f,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:35.106732 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-01a82889-5b75-4146-a63d-dc37dc2aeabf None None] Provisioning complete for port 8163dd8f-a7c4-44e5-94af-a0d8173e0036 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:35.107114 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01a82889-5b75-4146-a63d-dc37dc2aeabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (8163dd8f-a7c4-44e5-94af-a0d8173e0036), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:35.147343 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-734d095f-40af-4022-8fc8-2209d067c34e None None] Set router 68c88afd-a9f2-429b-992e-199ce9cfc99f gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:20:35.148064 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-38761b99-0f17-4ab5-9454-44e2c2a53078 admin admin] Publish callbacks [] for port (80557da2-62e1-4362-b21a-eddaad515bf2), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:35.183253 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-38761b99-0f17-4ab5-9454-44e2c2a53078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (80557da2-62e1-4362-b21a-eddaad515bf2), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:35.225148 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38761b99-0f17-4ab5-9454-44e2c2a53078 admin admin] Network a442f9f1-4770-4014-933d-c3a9eed6f5c4 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:20:35.228070 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-38761b99-0f17-4ab5-9454-44e2c2a53078 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:20:35.237321 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38761b99-0f17-4ab5-9454-44e2c2a53078 admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:20:35.240904 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38761b99-0f17-4ab5-9454-44e2c2a53078 admin admin] Pushing event updated for resources: {'Port': ['ID=80557da2-62e1-4362-b21a-eddaad515bf2,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:35.256895 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-01a82889-5b75-4146-a63d-dc37dc2aeabf None None] Current status of the port 8163dd8f-a7c4-44e5-94af-a0d8173e0036 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:20:35.279969 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-38761b99-0f17-4ab5-9454-44e2c2a53078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (68c88afd-a9f2-429b-992e-199ce9cfc99f), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:35.290010 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30f1af01-ab50-4175-b595-538916750134 None None] Publish callbacks [] for port (39fab697-069a-48b3-89ab-13979a29d96e), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:35.299673 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30f1af01-ab50-4175-b595-538916750134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (39fab697-069a-48b3-89ab-13979a29d96e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:35.373054 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cb548-8e52-4f7a-83c5-36b2ce398c02 None None] Pushing event updated for resources: {'Port': ['ID=39fab697-069a-48b3-89ab-13979a29d96e,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:35.391309 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-734d095f-40af-4022-8fc8-2209d067c34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c88afd-a9f2-429b-992e-199ce9cfc99f', 'name': 'tempest-TestEncryptedCinderVolumes-1418553800-router', 'tenant_id': '5a89d09a6a0f4e168a46b342af05f5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8ef20871-ea1e-4db6-81f8-39984deccc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:20:32Z', 'updated_at': '2022-02-08T22:20:33Z', 'revision_number': 3, 'project_id': '5a89d09a6a0f4e168a46b342af05f5d7', 'gw_port': {'id': '8ef20871-ea1e-4db6-81f8-39984deccc1f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c88afd-a9f2-429b-992e-199ce9cfc99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:20:32Z', 'updated_at': '2022-02-08T22:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:35.434746 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734d095f-40af-4022-8fc8-2209d067c34e None None] The sync data for ids ['68c88afd-a9f2-429b-992e-199ce9cfc99f'] in n-d-712143-31 is: [{'id': '68c88afd-a9f2-429b-992e-199ce9cfc99f', 'name': 'tempest-TestEncryptedCinderVolumes-1418553800-router', 'tenant_id': '5a89d09a6a0f4e168a46b342af05f5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8ef20871-ea1e-4db6-81f8-39984deccc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:20:32Z', 'updated_at': '2022-02-08T22:20:33Z', 'revision_number': 3, 'project_id': '5a89d09a6a0f4e168a46b342af05f5d7', 'gw_port': {'id': '8ef20871-ea1e-4db6-81f8-39984deccc1f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c88afd-a9f2-429b-992e-199ce9cfc99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:20:32Z', 'updated_at': '2022-02-08T22:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:20:35.448419 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-30f1af01-ab50-4175-b595-538916750134 None None] Attempting to bind port 39fab697-069a-48b3-89ab-13979a29d96e on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:20:35.448808 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-30f1af01-ab50-4175-b595-538916750134 None None] Attempting to bind port 39fab697-069a-48b3-89ab-13979a29d96e by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'b3dfba4c-3ebf-47cf-bf6a-7756bb371352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3dc636c3-22e9-438d-b0c3-0ef2eb699927'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:20:35.449188 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f1af01-ab50-4175-b595-538916750134 None None] Attempting to bind port 39fab697-069a-48b3-89ab-13979a29d96e on network 3dc636c3-22e9-438d-b0c3-0ef2eb699927 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:20:35.462411 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-38761b99-0f17-4ab5-9454-44e2c2a53078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (80557da2-62e1-4362-b21a-eddaad515bf2), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:35.471110 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f1af01-ab50-4175-b595-538916750134 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:20:35.471504 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f1af01-ab50-4175-b595-538916750134 None None] Checking segment: {'id': 'b3dfba4c-3ebf-47cf-bf6a-7756bb371352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3dc636c3-22e9-438d-b0c3-0ef2eb699927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:20:35.471935 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30f1af01-ab50-4175-b595-538916750134 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:35.472336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f1af01-ab50-4175-b595-538916750134 None None] Bound using segment: {'id': 'b3dfba4c-3ebf-47cf-bf6a-7756bb371352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3dc636c3-22e9-438d-b0c3-0ef2eb699927'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:20:35.472989 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-30f1af01-ab50-4175-b595-538916750134 None None] Bound port: 39fab697-069a-48b3-89ab-13979a29d96e, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3dfba4c-3ebf-47cf-bf6a-7756bb371352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3dc636c3-22e9-438d-b0c3-0ef2eb699927'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:20:35.473418 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30f1af01-ab50-4175-b595-538916750134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (39fab697-069a-48b3-89ab-13979a29d96e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:35.589680 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 8163dd8f-a7c4-44e5-94af-a0d8173e0036 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:20:35.592544 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-30f1af01-ab50-4175-b595-538916750134 None None] For port 39fab697-069a-48b3-89ab-13979a29d96e, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:20:35.632454 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-30f1af01-ab50-4175-b595-538916750134 None None] For port 39fab697-069a-48b3-89ab-13979a29d96e, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=39fab697-069a-48b3-89ab-13979a29d96e,segment=NetworkSegment(b3dfba4c-3ebf-47cf-bf6a-7756bb371352),segment_id=b3dfba4c-3ebf-47cf-bf6a-7756bb371352)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:20:35.648429 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30f1af01-ab50-4175-b595-538916750134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (39fab697-069a-48b3-89ab-13979a29d96e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:35.712009 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-38761b99-0f17-4ab5-9454-44e2c2a53078 admin admin] Publish callbacks [] for port (80557da2-62e1-4362-b21a-eddaad515bf2), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:35.717947 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-38761b99-0f17-4ab5-9454-44e2c2a53078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (80557da2-62e1-4362-b21a-eddaad515bf2), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:35.741513 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-68dac680-33ca-4559-8af8-02112bc4ef37 None None] Provisioning complete for port 80557da2-62e1-4362-b21a-eddaad515bf2 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:35.741513 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68dac680-33ca-4559-8af8-02112bc4ef37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (80557da2-62e1-4362-b21a-eddaad515bf2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:35.766294 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cb548-8e52-4f7a-83c5-36b2ce398c02 None None] Pushing event updated for resources: {'Port': ['ID=39fab697-069a-48b3-89ab-13979a29d96e,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:35.809027 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 8163dd8f-a7c4-44e5-94af-a0d8173e0036 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:35.809613 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (8163dd8f-a7c4-44e5-94af-a0d8173e0036), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:35.816854 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f1af01-ab50-4175-b595-538916750134 None None] Routers {'344b9f8c-2a0f-4d7b-ac30-6a9c9602379b'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:20:35.817816 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-30f1af01-ab50-4175-b595-538916750134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:20:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['344b9f8c-2a0f-4d7b-ac30-6a9c9602379b'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:35.818151 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38761b99-0f17-4ab5-9454-44e2c2a53078 admin admin] Pushing event updated for resources: {'Port': ['ID=80557da2-62e1-4362-b21a-eddaad515bf2,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:35.820850 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-38761b99-0f17-4ab5-9454-44e2c2a53078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (68c88afd-a9f2-429b-992e-199ce9cfc99f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:35.927542 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-68dac680-33ca-4559-8af8-02112bc4ef37 None None] Port 80557da2-62e1-4362-b21a-eddaad515bf2 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:20:35.982493 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38761b99-0f17-4ab5-9454-44e2c2a53078 admin admin] Network a442f9f1-4770-4014-933d-c3a9eed6f5c4 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:20:35.984366 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-38761b99-0f17-4ab5-9454-44e2c2a53078 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:20:36.081627 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-30f1af01-ab50-4175-b595-538916750134 None None] Set router 344b9f8c-2a0f-4d7b-ac30-6a9c9602379b gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:20:36.085347 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 8163dd8f-a7c4-44e5-94af-a0d8173e0036 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:20:36.086575 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device bfd0a664-4c1b-41f1-881d-a6d039efe38d up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:20:36.121259 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4e39a458-26cf-420d-88c9-49b0f4dc4292 None None] Provisioning complete for port 39fab697-069a-48b3-89ab-13979a29d96e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:36.121666 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4e39a458-26cf-420d-88c9-49b0f4dc4292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (39fab697-069a-48b3-89ab-13979a29d96e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:36.161250 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38761b99-0f17-4ab5-9454-44e2c2a53078 admin admin] Router 68c88afd-a9f2-429b-992e-199ce9cfc99f has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:20:36.294134 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38761b99-0f17-4ab5-9454-44e2c2a53078 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:20:36.305062 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-38761b99-0f17-4ab5-9454-44e2c2a53078 admin admin] 10.222.0.88 "PUT /v2.0/routers/68c88afd-a9f2-429b-992e-199ce9cfc99f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3766394 Feb 08 22:20:36.380969 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port bfd0a664-4c1b-41f1-881d-a6d039efe38d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:36.381429 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bfd0a664-4c1b-41f1-881d-a6d039efe38d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:36.415401 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4e39a458-26cf-420d-88c9-49b0f4dc4292 None None] Current status of the port 39fab697-069a-48b3-89ab-13979a29d96e is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:20:36.415929 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4e39a458-26cf-420d-88c9-49b0f4dc4292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (39fab697-069a-48b3-89ab-13979a29d96e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:36.489421 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4e39a458-26cf-420d-88c9-49b0f4dc4292 None None] For port 39fab697-069a-48b3-89ab-13979a29d96e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=39fab697-069a-48b3-89ab-13979a29d96e,segment=NetworkSegment(b3dfba4c-3ebf-47cf-bf6a-7756bb371352),segment_id=b3dfba4c-3ebf-47cf-bf6a-7756bb371352)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:20:36.500636 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4e39a458-26cf-420d-88c9-49b0f4dc4292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (39fab697-069a-48b3-89ab-13979a29d96e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:36.598751 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39a458-26cf-420d-88c9-49b0f4dc4292 None None] Pushing event updated for resources: {'Port': ['ID=39fab697-069a-48b3-89ab-13979a29d96e,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:36.606239 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-30f1af01-ab50-4175-b595-538916750134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344b9f8c-2a0f-4d7b-ac30-6a9c9602379b', 'name': 'tempest-TestEncryptedCinderVolumes-221862299-router', 'tenant_id': '87a17f7b42944aed8bc130c14cc3d2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bfd0a664-4c1b-41f1-881d-a6d039efe38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:20:27Z', 'updated_at': '2022-02-08T22:20:30Z', 'revision_number': 4, 'project_id': '87a17f7b42944aed8bc130c14cc3d2df', 'gw_port': {'id': 'bfd0a664-4c1b-41f1-881d-a6d039efe38d', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:10:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344b9f8c-2a0f-4d7b-ac30-6a9c9602379b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:20:28Z', 'updated_at': '2022-02-08T22:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '39fab697-069a-48b3-89ab-13979a29d96e', 'name': '', 'network_id': '3dc636c3-22e9-438d-b0c3-0ef2eb699927', 'tenant_id': '87a17f7b42944aed8bc130c14cc3d2df', 'mac_address': 'fa:16:3e:95:47:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344b9f8c-2a0f-4d7b-ac30-6a9c9602379b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'f7a4a394-f3be-4448-aede-d5c4d1acb0e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:20:29Z', 'updated_at': '2022-02-08T22:20:35Z', 'revision_number': 4, 'project_id': '87a17f7b42944aed8bc130c14cc3d2df', 'subnets': [{'id': 'f7a4a394-f3be-4448-aede-d5c4d1acb0e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:36.608780 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port bfd0a664-4c1b-41f1-881d-a6d039efe38d is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:20:36.642908 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f1af01-ab50-4175-b595-538916750134 None None] The sync data for ids ['344b9f8c-2a0f-4d7b-ac30-6a9c9602379b'] in n-d-712143-31 is: [{'id': '344b9f8c-2a0f-4d7b-ac30-6a9c9602379b', 'name': 'tempest-TestEncryptedCinderVolumes-221862299-router', 'tenant_id': '87a17f7b42944aed8bc130c14cc3d2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bfd0a664-4c1b-41f1-881d-a6d039efe38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:20:27Z', 'updated_at': '2022-02-08T22:20:30Z', 'revision_number': 4, 'project_id': '87a17f7b42944aed8bc130c14cc3d2df', 'gw_port': {'id': 'bfd0a664-4c1b-41f1-881d-a6d039efe38d', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:10:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344b9f8c-2a0f-4d7b-ac30-6a9c9602379b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:20:28Z', 'updated_at': '2022-02-08T22:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '39fab697-069a-48b3-89ab-13979a29d96e', 'name': '', 'network_id': '3dc636c3-22e9-438d-b0c3-0ef2eb699927', 'tenant_id': '87a17f7b42944aed8bc130c14cc3d2df', 'mac_address': 'fa:16:3e:95:47:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344b9f8c-2a0f-4d7b-ac30-6a9c9602379b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'f7a4a394-f3be-4448-aede-d5c4d1acb0e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:20:29Z', 'updated_at': '2022-02-08T22:20:35Z', 'revision_number': 4, 'project_id': '87a17f7b42944aed8bc130c14cc3d2df', 'subnets': [{'id': 'f7a4a394-f3be-4448-aede-d5c4d1acb0e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:20:36.653411 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-29a26afc-304d-4691-b9f0-93482c84aa69 None None] Provisioning complete for port 39fab697-069a-48b3-89ab-13979a29d96e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:36.653792 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-29a26afc-304d-4691-b9f0-93482c84aa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (39fab697-069a-48b3-89ab-13979a29d96e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:36.744993 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-29a26afc-304d-4691-b9f0-93482c84aa69 None None] Current status of the port 39fab697-069a-48b3-89ab-13979a29d96e is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:20:36.756193 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-29a26afc-304d-4691-b9f0-93482c84aa69 None None] Provisioning complete for port 80557da2-62e1-4362-b21a-eddaad515bf2 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:36.756482 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-29a26afc-304d-4691-b9f0-93482c84aa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (80557da2-62e1-4362-b21a-eddaad515bf2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:36.798112 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-29a26afc-304d-4691-b9f0-93482c84aa69 None None] Port 80557da2-62e1-4362-b21a-eddaad515bf2 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:20:37.015529 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:37.122306 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:37.158555 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-3a24d831-46ba-4261-ab36-ec2ec294a405 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:37.160176 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-3a24d831-46ba-4261-ab36-ec2ec294a405 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/networks?id=3dc636c3-22e9-438d-b0c3-0ef2eb699927 HTTP/1.1" status: 200 len: 816 time: 0.1093576 Feb 08 22:20:37.175421 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-28eae202-6de9-46ef-9c5e-715b268dcd87 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/quotas/87a17f7b42944aed8bc130c14cc3d2df HTTP/1.1" status: 200 len: 375 time: 0.0095310 Feb 08 22:20:37.240316 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-de33608a-adf8-43aa-9424-d216ec4130a1 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=87a17f7b42944aed8bc130c14cc3d2df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593078 Feb 08 22:20:37.341449 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-ffeba171-09ef-42de-a137-b6bd4f815d03 service neutron] 10.222.0.88 "GET /v2.0/networks/3dc636c3-22e9-438d-b0c3-0ef2eb699927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892949 Feb 08 22:20:37.450370 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-852bc33a-ad8f-4bb9-90da-e16b729e1c8d service neutron] 10.222.0.88 "GET /v2.0/networks/3dc636c3-22e9-438d-b0c3-0ef2eb699927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004848 Feb 08 22:20:37.643614 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9e05d381-db62-45fa-8d49-fe9661e48daa req-39c07602-7a1a-42ab-ad16-a23f41b442cc tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/ports?device_id=c59ab6db-409a-4163-9213-f23cbb1ada1f HTTP/1.1" status: 200 len: 210 time: 0.0396078 Feb 08 22:20:37.679114 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 8ef20871-ea1e-4db6-81f8-39984deccc1f up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:20:37.696721 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904b4727-e27f-4e0b-955a-3a45addedcd2 None None] Sync routers for ids ['68c88afd-a9f2-429b-992e-199ce9cfc99f'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:20:37.719347 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904b4727-e27f-4e0b-955a-3a45addedcd2 None None] Routers {'68c88afd-a9f2-429b-992e-199ce9cfc99f'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:20:37.720000 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-904b4727-e27f-4e0b-955a-3a45addedcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:20:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['68c88afd-a9f2-429b-992e-199ce9cfc99f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:37.744839 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 8ef20871-ea1e-4db6-81f8-39984deccc1f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:37.745585 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (8ef20871-ea1e-4db6-81f8-39984deccc1f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:37.840876 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-904b4727-e27f-4e0b-955a-3a45addedcd2 None None] Set router 68c88afd-a9f2-429b-992e-199ce9cfc99f gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:20:37.842297 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 8ef20871-ea1e-4db6-81f8-39984deccc1f is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:20:37.842696 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (8ef20871-ea1e-4db6-81f8-39984deccc1f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:37.873256 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 8ef20871-ea1e-4db6-81f8-39984deccc1f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=8ef20871-ea1e-4db6-81f8-39984deccc1f,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:20:37.878549 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (8ef20871-ea1e-4db6-81f8-39984deccc1f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:37.879425 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 39fab697-069a-48b3-89ab-13979a29d96e up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:20:37.967636 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 39fab697-069a-48b3-89ab-13979a29d96e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:37.967853 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (39fab697-069a-48b3-89ab-13979a29d96e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:37.969208 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=8ef20871-ea1e-4db6-81f8-39984deccc1f,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:38.065441 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 39fab697-069a-48b3-89ab-13979a29d96e is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:20:38.066760 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-904b4727-e27f-4e0b-955a-3a45addedcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c88afd-a9f2-429b-992e-199ce9cfc99f', 'name': 'tempest-TestEncryptedCinderVolumes-1418553800-router', 'tenant_id': '5a89d09a6a0f4e168a46b342af05f5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8ef20871-ea1e-4db6-81f8-39984deccc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:20:32Z', 'updated_at': '2022-02-08T22:20:35Z', 'revision_number': 4, 'project_id': '5a89d09a6a0f4e168a46b342af05f5d7', 'gw_port': {'id': '8ef20871-ea1e-4db6-81f8-39984deccc1f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c88afd-a9f2-429b-992e-199ce9cfc99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:20:32Z', 'updated_at': '2022-02-08T22:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '80557da2-62e1-4362-b21a-eddaad515bf2', 'name': '', 'network_id': 'a442f9f1-4770-4014-933d-c3a9eed6f5c4', 'tenant_id': '5a89d09a6a0f4e168a46b342af05f5d7', 'mac_address': 'fa:16:3e:ae:14:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c88afd-a9f2-429b-992e-199ce9cfc99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'dd31c4e8-cc72-48f2-a277-a999e4c1ffcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:20:34Z', 'updated_at': '2022-02-08T22:20:35Z', 'revision_number': 2, 'project_id': '5a89d09a6a0f4e168a46b342af05f5d7', 'subnets': [{'id': 'dd31c4e8-cc72-48f2-a277-a999e4c1ffcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:38.093335 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904b4727-e27f-4e0b-955a-3a45addedcd2 None None] Checking router: 68c88afd-a9f2-429b-992e-199ce9cfc99f for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:20:38.093700 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904b4727-e27f-4e0b-955a-3a45addedcd2 None None] Updating router 68c88afd-a9f2-429b-992e-199ce9cfc99f port 80557da2-62e1-4362-b21a-eddaad515bf2 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:20:38.123151 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-904b4727-e27f-4e0b-955a-3a45addedcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (80557da2-62e1-4362-b21a-eddaad515bf2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:38.498316 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-904b4727-e27f-4e0b-955a-3a45addedcd2 None None] Publish callbacks [] for port (80557da2-62e1-4362-b21a-eddaad515bf2), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:38.504560 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-904b4727-e27f-4e0b-955a-3a45addedcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (80557da2-62e1-4362-b21a-eddaad515bf2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:38.564417 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7379a-a85a-409a-9240-770decb1375f None None] Pushing event updated for resources: {'Port': ['ID=80557da2-62e1-4362-b21a-eddaad515bf2,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:38.643410 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-904b4727-e27f-4e0b-955a-3a45addedcd2 None None] Attempting to bind port 80557da2-62e1-4362-b21a-eddaad515bf2 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:20:38.643952 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-904b4727-e27f-4e0b-955a-3a45addedcd2 None None] Attempting to bind port 80557da2-62e1-4362-b21a-eddaad515bf2 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '6bd0f2bc-719a-4a36-80e7-19381064b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a442f9f1-4770-4014-933d-c3a9eed6f5c4'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:20:38.644324 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904b4727-e27f-4e0b-955a-3a45addedcd2 None None] Attempting to bind port 80557da2-62e1-4362-b21a-eddaad515bf2 on network a442f9f1-4770-4014-933d-c3a9eed6f5c4 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:20:38.650318 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904b4727-e27f-4e0b-955a-3a45addedcd2 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:20:38.650692 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904b4727-e27f-4e0b-955a-3a45addedcd2 None None] Checking segment: {'id': '6bd0f2bc-719a-4a36-80e7-19381064b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a442f9f1-4770-4014-933d-c3a9eed6f5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:20:38.651096 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-904b4727-e27f-4e0b-955a-3a45addedcd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:38.651543 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904b4727-e27f-4e0b-955a-3a45addedcd2 None None] Bound using segment: {'id': '6bd0f2bc-719a-4a36-80e7-19381064b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a442f9f1-4770-4014-933d-c3a9eed6f5c4'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:20:38.652067 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-904b4727-e27f-4e0b-955a-3a45addedcd2 None None] Bound port: 80557da2-62e1-4362-b21a-eddaad515bf2, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd0f2bc-719a-4a36-80e7-19381064b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a442f9f1-4770-4014-933d-c3a9eed6f5c4'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:20:38.652452 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-904b4727-e27f-4e0b-955a-3a45addedcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (80557da2-62e1-4362-b21a-eddaad515bf2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:38.749592 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-904b4727-e27f-4e0b-955a-3a45addedcd2 None None] For port 80557da2-62e1-4362-b21a-eddaad515bf2, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:20:38.755393 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-904b4727-e27f-4e0b-955a-3a45addedcd2 None None] For port 80557da2-62e1-4362-b21a-eddaad515bf2, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=80557da2-62e1-4362-b21a-eddaad515bf2,segment=NetworkSegment(6bd0f2bc-719a-4a36-80e7-19381064b57c),segment_id=6bd0f2bc-719a-4a36-80e7-19381064b57c)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:20:38.762975 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-904b4727-e27f-4e0b-955a-3a45addedcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (80557da2-62e1-4362-b21a-eddaad515bf2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:38.825347 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904b4727-e27f-4e0b-955a-3a45addedcd2 None None] Routers {'68c88afd-a9f2-429b-992e-199ce9cfc99f'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:20:38.825988 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-904b4727-e27f-4e0b-955a-3a45addedcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:20:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['68c88afd-a9f2-429b-992e-199ce9cfc99f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:38.839862 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f67c9392-5f5e-4d63-9d3c-508926a1fabb req-9dd8d6f2-2e99-4f77-a4f6-7e1830a98805 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/ports?device_id=c59ab6db-409a-4163-9213-f23cbb1ada1f HTTP/1.1" status: 200 len: 210 time: 0.0734990 Feb 08 22:20:38.851127 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-79979c58-749d-4af4-be45-59e7401eb55f tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:38.855920 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-79979c58-749d-4af4-be45-59e7401eb55f tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.94 "GET /v2.0/networks?id=3dc636c3-22e9-438d-b0c3-0ef2eb699927 HTTP/1.1" status: 200 len: 816 time: 0.2406812 Feb 08 22:20:38.866704 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-a0cd29c6-45d9-4bcc-b006-474388771bca tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Request body: {'port': {'device_id': 'c59ab6db-409a-4163-9213-f23cbb1ada1f', 'network_id': '3dc636c3-22e9-438d-b0c3-0ef2eb699927', 'admin_state_up': True, 'tenant_id': '87a17f7b42944aed8bc130c14cc3d2df'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:20:38.897057 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7379a-a85a-409a-9240-770decb1375f None None] Pushing event updated for resources: {'Port': ['ID=80557da2-62e1-4362-b21a-eddaad515bf2,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:38.938607 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-179d6553-90ff-4c0d-8f3f-1ac693e28b66 None None] Provisioning complete for port 80557da2-62e1-4362-b21a-eddaad515bf2 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:38.939753 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-179d6553-90ff-4c0d-8f3f-1ac693e28b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (80557da2-62e1-4362-b21a-eddaad515bf2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:38.963555 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-904b4727-e27f-4e0b-955a-3a45addedcd2 None None] Set router 68c88afd-a9f2-429b-992e-199ce9cfc99f gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:20:38.999229 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-a0cd29c6-45d9-4bcc-b006-474388771bca tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Made reservation on behalf of 87a17f7b42944aed8bc130c14cc3d2df for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:20:39.003850 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-a0cd29c6-45d9-4bcc-b006-474388771bca tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:39.058005 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-179d6553-90ff-4c0d-8f3f-1ac693e28b66 None None] Current status of the port 80557da2-62e1-4362-b21a-eddaad515bf2 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:20:39.058710 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-179d6553-90ff-4c0d-8f3f-1ac693e28b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (80557da2-62e1-4362-b21a-eddaad515bf2), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:39.101530 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-179d6553-90ff-4c0d-8f3f-1ac693e28b66 None None] For port 80557da2-62e1-4362-b21a-eddaad515bf2, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=80557da2-62e1-4362-b21a-eddaad515bf2,segment=NetworkSegment(6bd0f2bc-719a-4a36-80e7-19381064b57c),segment_id=6bd0f2bc-719a-4a36-80e7-19381064b57c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:20:39.106066 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-179d6553-90ff-4c0d-8f3f-1ac693e28b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (80557da2-62e1-4362-b21a-eddaad515bf2), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:39.161188 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d6553-90ff-4c0d-8f3f-1ac693e28b66 None None] Pushing event updated for resources: {'Port': ['ID=80557da2-62e1-4362-b21a-eddaad515bf2,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:39.173292 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-a0cd29c6-45d9-4bcc-b006-474388771bca tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Allocated IP 172.20.0.5 (3dc636c3-22e9-438d-b0c3-0ef2eb699927/f7a4a394-f3be-4448-aede-d5c4d1acb0e9/6d2321d1-8b6c-463e-b4e6-4eb8a0093628) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:20:39.218653 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-904b4727-e27f-4e0b-955a-3a45addedcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c88afd-a9f2-429b-992e-199ce9cfc99f', 'name': 'tempest-TestEncryptedCinderVolumes-1418553800-router', 'tenant_id': '5a89d09a6a0f4e168a46b342af05f5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8ef20871-ea1e-4db6-81f8-39984deccc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:20:32Z', 'updated_at': '2022-02-08T22:20:35Z', 'revision_number': 4, 'project_id': '5a89d09a6a0f4e168a46b342af05f5d7', 'gw_port': {'id': '8ef20871-ea1e-4db6-81f8-39984deccc1f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c88afd-a9f2-429b-992e-199ce9cfc99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:20:32Z', 'updated_at': '2022-02-08T22:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '80557da2-62e1-4362-b21a-eddaad515bf2', 'name': '', 'network_id': 'a442f9f1-4770-4014-933d-c3a9eed6f5c4', 'tenant_id': '5a89d09a6a0f4e168a46b342af05f5d7', 'mac_address': 'fa:16:3e:ae:14:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c88afd-a9f2-429b-992e-199ce9cfc99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'dd31c4e8-cc72-48f2-a277-a999e4c1ffcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:20:34Z', 'updated_at': '2022-02-08T22:20:38Z', 'revision_number': 4, 'project_id': '5a89d09a6a0f4e168a46b342af05f5d7', 'subnets': [{'id': 'dd31c4e8-cc72-48f2-a277-a999e4c1ffcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:20:39.232696 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-8a7605c0-e7ce-4b82-ac7f-aeb707f7a4f7 None None] Provisioning complete for port 80557da2-62e1-4362-b21a-eddaad515bf2 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:39.233066 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a7605c0-e7ce-4b82-ac7f-aeb707f7a4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (80557da2-62e1-4362-b21a-eddaad515bf2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:39.245642 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904b4727-e27f-4e0b-955a-3a45addedcd2 None None] The sync data for ids ['68c88afd-a9f2-429b-992e-199ce9cfc99f'] in n-d-712143-31 is: [{'id': '68c88afd-a9f2-429b-992e-199ce9cfc99f', 'name': 'tempest-TestEncryptedCinderVolumes-1418553800-router', 'tenant_id': '5a89d09a6a0f4e168a46b342af05f5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8ef20871-ea1e-4db6-81f8-39984deccc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:20:32Z', 'updated_at': '2022-02-08T22:20:35Z', 'revision_number': 4, 'project_id': '5a89d09a6a0f4e168a46b342af05f5d7', 'gw_port': {'id': '8ef20871-ea1e-4db6-81f8-39984deccc1f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c88afd-a9f2-429b-992e-199ce9cfc99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:20:32Z', 'updated_at': '2022-02-08T22:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '80557da2-62e1-4362-b21a-eddaad515bf2', 'name': '', 'network_id': 'a442f9f1-4770-4014-933d-c3a9eed6f5c4', 'tenant_id': '5a89d09a6a0f4e168a46b342af05f5d7', 'mac_address': 'fa:16:3e:ae:14:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c88afd-a9f2-429b-992e-199ce9cfc99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'dd31c4e8-cc72-48f2-a277-a999e4c1ffcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:20:34Z', 'updated_at': '2022-02-08T22:20:38Z', 'revision_number': 4, 'project_id': '5a89d09a6a0f4e168a46b342af05f5d7', 'subnets': [{'id': 'dd31c4e8-cc72-48f2-a277-a999e4c1ffcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:20:39.344541 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8a7605c0-e7ce-4b82-ac7f-aeb707f7a4f7 None None] Current status of the port 80557da2-62e1-4362-b21a-eddaad515bf2 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:20:39.380295 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-a0cd29c6-45d9-4bcc-b006-474388771bca tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Publish callbacks [] for port (6d2321d1-8b6c-463e-b4e6-4eb8a0093628), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:39.417196 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-a0cd29c6-45d9-4bcc-b006-474388771bca tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (6d2321d1-8b6c-463e-b4e6-4eb8a0093628), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:39.465407 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-a0cd29c6-45d9-4bcc-b006-474388771bca tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Network 3dc636c3-22e9-438d-b0c3-0ef2eb699927 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:20:39.468730 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-a0cd29c6-45d9-4bcc-b006-474388771bca tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:20:39.473292 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-a0cd29c6-45d9-4bcc-b006-474388771bca tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:20:39.498484 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd29c6-45d9-4bcc-b006-474388771bca tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Pushing event updated for resources: {'Port': ['ID=6d2321d1-8b6c-463e-b4e6-4eb8a0093628,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:39.534563 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-a0cd29c6-45d9-4bcc-b006-474388771bca tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:39.535484 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-a0cd29c6-45d9-4bcc-b006-474388771bca tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:39.555524 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-a0cd29c6-45d9-4bcc-b006-474388771bca tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6916866 Feb 08 22:20:39.670428 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-11d3f771-d565-49a9-8e2f-53fc8f45658d service neutron] Request body: {'port': {'device_id': 'c59ab6db-409a-4163-9213-f23cbb1ada1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:20:39.677145 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 8ef20871-ea1e-4db6-81f8-39984deccc1f up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:20:39.740610 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 8ef20871-ea1e-4db6-81f8-39984deccc1f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:39.741522 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (8ef20871-ea1e-4db6-81f8-39984deccc1f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:39.761984 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-11d3f771-d565-49a9-8e2f-53fc8f45658d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6d2321d1-8b6c-463e-b4e6-4eb8a0093628), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:39.839686 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 8ef20871-ea1e-4db6-81f8-39984deccc1f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:20:39.840887 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 80557da2-62e1-4362-b21a-eddaad515bf2 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:20:39.903770 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-c07da741-d480-4ba6-8796-c33994fa28e4 None None] Provisioning complete for port 6d2321d1-8b6c-463e-b4e6-4eb8a0093628 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:39.904244 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c07da741-d480-4ba6-8796-c33994fa28e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6d2321d1-8b6c-463e-b4e6-4eb8a0093628), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:39.934692 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 80557da2-62e1-4362-b21a-eddaad515bf2 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:39.935077 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (80557da2-62e1-4362-b21a-eddaad515bf2), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:40.060040 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c5709-e8c1-4e7b-9920-475050df56aa req-7de42f0f-1e6f-4ca2-9e84-41abef75d8f2 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:40.061899 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7c6c5709-e8c1-4e7b-9920-475050df56aa req-7de42f0f-1e6f-4ca2-9e84-41abef75d8f2 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/ports?device_id=c59ab6db-409a-4163-9213-f23cbb1ada1f HTTP/1.1" status: 200 len: 931 time: 0.1376278 Feb 08 22:20:40.159555 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c07da741-d480-4ba6-8796-c33994fa28e4 None None] Port 6d2321d1-8b6c-463e-b4e6-4eb8a0093628 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:20:40.171661 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-11d3f771-d565-49a9-8e2f-53fc8f45658d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d2321d1-8b6c-463e-b4e6-4eb8a0093628 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:20:40.178853 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7c6c5709-e8c1-4e7b-9920-475050df56aa req-5374c9e5-9dea-4f70-ba1e-fb85dc954c7f tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/security-groups?id=29dcb879-ed16-4e4d-bb11-f51a8a305112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016328 Feb 08 22:20:40.183236 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-11d3f771-d565-49a9-8e2f-53fc8f45658d service neutron] Publish callbacks [] for port (6d2321d1-8b6c-463e-b4e6-4eb8a0093628), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:40.206465 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-11d3f771-d565-49a9-8e2f-53fc8f45658d service neutron] Transition to ACTIVE for port object 6d2321d1-8b6c-463e-b4e6-4eb8a0093628 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:20:40.211083 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-11d3f771-d565-49a9-8e2f-53fc8f45658d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (6d2321d1-8b6c-463e-b4e6-4eb8a0093628), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:40.217369 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 80557da2-62e1-4362-b21a-eddaad515bf2 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:20:40.270185 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3f771-d565-49a9-8e2f-53fc8f45658d service neutron] Pushing event updated for resources: {'Port': ['ID=6d2321d1-8b6c-463e-b4e6-4eb8a0093628,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:40.342418 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-11d3f771-d565-49a9-8e2f-53fc8f45658d service neutron] Attempting to bind port 6d2321d1-8b6c-463e-b4e6-4eb8a0093628 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:20:40.342957 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-11d3f771-d565-49a9-8e2f-53fc8f45658d service neutron] Attempting to bind port 6d2321d1-8b6c-463e-b4e6-4eb8a0093628 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b3dfba4c-3ebf-47cf-bf6a-7756bb371352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3dc636c3-22e9-438d-b0c3-0ef2eb699927'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:20:40.343467 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-11d3f771-d565-49a9-8e2f-53fc8f45658d service neutron] Attempting to bind port 6d2321d1-8b6c-463e-b4e6-4eb8a0093628 on network 3dc636c3-22e9-438d-b0c3-0ef2eb699927 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:20:40.352757 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-11d3f771-d565-49a9-8e2f-53fc8f45658d service neutron] Port 6d2321d1-8b6c-463e-b4e6-4eb8a0093628 on network 3dc636c3-22e9-438d-b0c3-0ef2eb699927 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:20:40.353082 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-11d3f771-d565-49a9-8e2f-53fc8f45658d service neutron] Attempting to bind port 6d2321d1-8b6c-463e-b4e6-4eb8a0093628 on network 3dc636c3-22e9-438d-b0c3-0ef2eb699927 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:20:40.359157 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-11d3f771-d565-49a9-8e2f-53fc8f45658d service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:20:40.359600 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-11d3f771-d565-49a9-8e2f-53fc8f45658d service neutron] Checking segment: {'id': 'b3dfba4c-3ebf-47cf-bf6a-7756bb371352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3dc636c3-22e9-438d-b0c3-0ef2eb699927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:20:40.360073 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-11d3f771-d565-49a9-8e2f-53fc8f45658d service neutron] Bound using segment: {'id': 'b3dfba4c-3ebf-47cf-bf6a-7756bb371352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3dc636c3-22e9-438d-b0c3-0ef2eb699927'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:20:40.360606 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-11d3f771-d565-49a9-8e2f-53fc8f45658d service neutron] Bound port: 6d2321d1-8b6c-463e-b4e6-4eb8a0093628, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3dfba4c-3ebf-47cf-bf6a-7756bb371352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3dc636c3-22e9-438d-b0c3-0ef2eb699927'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:20:40.361071 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-11d3f771-d565-49a9-8e2f-53fc8f45658d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6d2321d1-8b6c-463e-b4e6-4eb8a0093628), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:40.443321 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-11d3f771-d565-49a9-8e2f-53fc8f45658d service neutron] For port 6d2321d1-8b6c-463e-b4e6-4eb8a0093628, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:20:40.446759 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-11d3f771-d565-49a9-8e2f-53fc8f45658d service neutron] For port 6d2321d1-8b6c-463e-b4e6-4eb8a0093628, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=6d2321d1-8b6c-463e-b4e6-4eb8a0093628,segment=NetworkSegment(b3dfba4c-3ebf-47cf-bf6a-7756bb371352),segment_id=b3dfba4c-3ebf-47cf-bf6a-7756bb371352)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:20:40.453942 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-11d3f771-d565-49a9-8e2f-53fc8f45658d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (6d2321d1-8b6c-463e-b4e6-4eb8a0093628), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:40.491134 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-11d3f771-d565-49a9-8e2f-53fc8f45658d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:40.491764 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-11d3f771-d565-49a9-8e2f-53fc8f45658d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:40.493194 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-11d3f771-d565-49a9-8e2f-53fc8f45658d service neutron] 10.222.0.94 "PUT /v2.0/ports/6d2321d1-8b6c-463e-b4e6-4eb8a0093628 HTTP/1.1" status: 200 len: 1092 time: 0.9322221 Feb 08 22:20:40.493671 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59ab6db-409a-4163-9213-f23cbb1ada1f', 'tag': '6d2321d1-8b6c-463e-b4e6-4eb8a0093628'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:20:40.496043 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed95abc3-32f0-4da9-b6f7-02b8dee26829" -d '{"events": [{"name": "network-changed", "server_uuid": "c59ab6db-409a-4163-9213-f23cbb1ada1f", "tag": "6d2321d1-8b6c-463e-b4e6-4eb8a0093628"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:20:40.531421 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3f771-d565-49a9-8e2f-53fc8f45658d service neutron] Pushing event updated for resources: {'Port': ['ID=6d2321d1-8b6c-463e-b4e6-4eb8a0093628,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:40.571599 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd099a8c-a0f2-4f1f-940e-f518c55aae6a x-openstack-request-id: req-bd099a8c-a0f2-4f1f-940e-f518c55aae6a {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:20:40.571896 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59ab6db-409a-4163-9213-f23cbb1ada1f", "tag": "6d2321d1-8b6c-463e-b4e6-4eb8a0093628", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:20:40.572153 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bd099a8c-a0f2-4f1f-940e-f518c55aae6a {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:20:40.572560 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59ab6db-409a-4163-9213-f23cbb1ada1f', 'tag': '6d2321d1-8b6c-463e-b4e6-4eb8a0093628', 'status': 'completed', 'code': 200} Feb 08 22:20:40.592859 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-ba2ef329-f3cc-48b2-8039-50a0d4389997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:40.595692 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-ba2ef329-f3cc-48b2-8039-50a0d4389997 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=87a17f7b42944aed8bc130c14cc3d2df&device_id=c59ab6db-409a-4163-9213-f23cbb1ada1f HTTP/1.1" status: 200 len: 1126 time: 0.0525293 Feb 08 22:20:40.640102 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-619c4d8e-a1d1-40c9-b33e-4b4a116a7bb6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d2321d1-8b6c-463e-b4e6-4eb8a0093628 HTTP/1.1" status: 200 len: 217 time: 0.0378690 Feb 08 22:20:40.696471 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-e769d869-1547-4a60-8784-3b7d01cd0e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:40.698064 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-e769d869-1547-4a60-8784-3b7d01cd0e86 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f7a4a394-f3be-4448-aede-d5c4d1acb0e9 HTTP/1.1" status: 200 len: 855 time: 0.0515642 Feb 08 22:20:40.749047 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-12264742-4544-4ed5-9384-f98fce6a25f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:40.750615 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-12264742-4544-4ed5-9384-f98fce6a25f4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3dc636c3-22e9-438d-b0c3-0ef2eb699927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460691 Feb 08 22:20:40.839266 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-bf66b00b-9198-4ad2-9544-2987f96afbf1 service neutron] 10.222.0.94 "GET /v2.0/networks/3dc636c3-22e9-438d-b0c3-0ef2eb699927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825415 Feb 08 22:20:40.934029 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-410f8c0d-90d8-4c6c-b03e-48d335458e3d req-5a376147-9f8f-4836-a661-2f3a95426112 service neutron] 10.222.0.94 "GET /v2.0/networks/3dc636c3-22e9-438d-b0c3-0ef2eb699927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883203 Feb 08 22:20:41.024091 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95abc3-32f0-4da9-b6f7-02b8dee26829 req-393869ab-0cff-4698-b06f-8ee7e3fbfaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:41.025677 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed95abc3-32f0-4da9-b6f7-02b8dee26829 req-393869ab-0cff-4698-b06f-8ee7e3fbfaaa service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=87a17f7b42944aed8bc130c14cc3d2df&device_id=c59ab6db-409a-4163-9213-f23cbb1ada1f HTTP/1.1" status: 200 len: 1126 time: 0.0462704 Feb 08 22:20:41.121652 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95abc3-32f0-4da9-b6f7-02b8dee26829 req-2f48feba-240a-4994-8432-b1c7d5900697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:41.123148 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed95abc3-32f0-4da9-b6f7-02b8dee26829 req-2f48feba-240a-4994-8432-b1c7d5900697 service neutron] 10.222.0.94 "GET /v2.0/networks?id=3dc636c3-22e9-438d-b0c3-0ef2eb699927 HTTP/1.1" status: 200 len: 917 time: 0.0914609 Feb 08 22:20:41.164908 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed95abc3-32f0-4da9-b6f7-02b8dee26829 req-00d60593-d4f3-4529-a662-64155607071c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d2321d1-8b6c-463e-b4e6-4eb8a0093628 HTTP/1.1" status: 200 len: 217 time: 0.0362682 Feb 08 22:20:41.214512 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95abc3-32f0-4da9-b6f7-02b8dee26829 req-86defec6-4a0d-41ef-a501-31c8e53d73a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:41.215991 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed95abc3-32f0-4da9-b6f7-02b8dee26829 req-86defec6-4a0d-41ef-a501-31c8e53d73a0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f7a4a394-f3be-4448-aede-d5c4d1acb0e9 HTTP/1.1" status: 200 len: 855 time: 0.0446320 Feb 08 22:20:41.299677 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95abc3-32f0-4da9-b6f7-02b8dee26829 req-b604296f-730a-4761-b610-5f685f7eed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:41.301190 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed95abc3-32f0-4da9-b6f7-02b8dee26829 req-b604296f-730a-4761-b610-5f685f7eed14 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3dc636c3-22e9-438d-b0c3-0ef2eb699927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0791531 Feb 08 22:20:41.359373 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2637d0-d7d9-4c2e-a10a-0021f7215850 req-50607dd2-f10c-4353-8ac0-856e5036b37f tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:41.360808 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea2637d0-d7d9-4c2e-a10a-0021f7215850 req-50607dd2-f10c-4353-8ac0-856e5036b37f tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/ports?device_id=c59ab6db-409a-4163-9213-f23cbb1ada1f HTTP/1.1" status: 200 len: 943 time: 0.1049149 Feb 08 22:20:41.440287 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea2637d0-d7d9-4c2e-a10a-0021f7215850 req-0ae52f9b-d45c-42f4-b42c-a437ece47790 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/security-groups?id=29dcb879-ed16-4e4d-bb11-f51a8a305112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716715 Feb 08 22:20:41.442569 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed95abc3-32f0-4da9-b6f7-02b8dee26829 req-afdc1c30-0c58-4b92-84b4-972545755bc8 service neutron] 10.222.0.94 "GET /v2.0/networks/3dc636c3-22e9-438d-b0c3-0ef2eb699927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341972 Feb 08 22:20:41.534728 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ed95abc3-32f0-4da9-b6f7-02b8dee26829 req-f90d612c-c962-4594-bbaa-9d40cc12b559 service neutron] 10.222.0.94 "GET /v2.0/networks/3dc636c3-22e9-438d-b0c3-0ef2eb699927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858011 Feb 08 22:20:42.562773 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d81b9-e2a1-450e-b530-acbb3701b789 req-1682f475-f751-4750-a484-9bab01650765 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:42.564496 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5b8d81b9-e2a1-450e-b530-acbb3701b789 req-1682f475-f751-4750-a484-9bab01650765 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/ports?device_id=c59ab6db-409a-4163-9213-f23cbb1ada1f HTTP/1.1" status: 200 len: 943 time: 0.0554869 Feb 08 22:20:42.617064 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5b8d81b9-e2a1-450e-b530-acbb3701b789 req-8d66b262-294f-4942-bb23-26a2c7750b0b tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/security-groups?id=29dcb879-ed16-4e4d-bb11-f51a8a305112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470617 Feb 08 22:20:43.460269 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 6d2321d1-8b6c-463e-b4e6-4eb8a0093628 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:20:43.557645 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 6d2321d1-8b6c-463e-b4e6-4eb8a0093628, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=6d2321d1-8b6c-463e-b4e6-4eb8a0093628,segment=NetworkSegment(b3dfba4c-3ebf-47cf-bf6a-7756bb371352),segment_id=b3dfba4c-3ebf-47cf-bf6a-7756bb371352)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:20:43.569525 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '6d2321d1-8b6c-463e-b4e6-4eb8a0093628', 'network_id': '3dc636c3-22e9-438d-b0c3-0ef2eb699927', 'port_id': '6d2321d1-8b6c-463e-b4e6-4eb8a0093628', 'mac_address': 'fa:16:3e:68:c1:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7a4a394-f3be-4448-aede-d5c4d1acb0e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:20:43.606339 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 6d2321d1-8b6c-463e-b4e6-4eb8a0093628 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:20:43.606719 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6d2321d1-8b6c-463e-b4e6-4eb8a0093628), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:43.619897 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d2321d1-8b6c-463e-b4e6-4eb8a0093628 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:20:43.638661 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 6d2321d1-8b6c-463e-b4e6-4eb8a0093628, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=6d2321d1-8b6c-463e-b4e6-4eb8a0093628,segment=NetworkSegment(b3dfba4c-3ebf-47cf-bf6a-7756bb371352),segment_id=b3dfba4c-3ebf-47cf-bf6a-7756bb371352)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:20:43.642889 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6d2321d1-8b6c-463e-b4e6-4eb8a0093628), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:43.695373 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=6d2321d1-8b6c-463e-b4e6-4eb8a0093628,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:43.736737 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109f6e8-b630-4342-8659-c73a4f068d40 req-4bda20f2-801d-434e-a517-b41960e05fb9 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:43.738591 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d109f6e8-b630-4342-8659-c73a4f068d40 req-4bda20f2-801d-434e-a517-b41960e05fb9 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/ports?device_id=c59ab6db-409a-4163-9213-f23cbb1ada1f HTTP/1.1" status: 200 len: 944 time: 0.0536184 Feb 08 22:20:43.787079 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d109f6e8-b630-4342-8659-c73a4f068d40 req-cd31a0d4-9e8c-4559-bd2d-811c2b0e7f09 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/security-groups?id=29dcb879-ed16-4e4d-bb11-f51a8a305112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422502 Feb 08 22:20:43.961351 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['6d2321d1-8b6c-463e-b4e6-4eb8a0093628'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:20:44.907733 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e244984-74cb-4d26-ae36-9096c4c26f6f req-622b99ff-6e57-463c-ae42-dafd4dfd12e4 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:44.909301 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e244984-74cb-4d26-ae36-9096c4c26f6f req-622b99ff-6e57-463c-ae42-dafd4dfd12e4 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/ports?device_id=c59ab6db-409a-4163-9213-f23cbb1ada1f HTTP/1.1" status: 200 len: 944 time: 0.0533426 Feb 08 22:20:44.960560 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e244984-74cb-4d26-ae36-9096c4c26f6f req-e73f5b6f-d05c-489a-80b4-dfc3d27e3a18 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/security-groups?id=29dcb879-ed16-4e4d-bb11-f51a8a305112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456376 Feb 08 22:20:45.476223 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 6d2321d1-8b6c-463e-b4e6-4eb8a0093628 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:20:45.528021 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 6d2321d1-8b6c-463e-b4e6-4eb8a0093628 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:20:45.532373 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 6d2321d1-8b6c-463e-b4e6-4eb8a0093628 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:20:45.532753 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6d2321d1-8b6c-463e-b4e6-4eb8a0093628), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:45.609882 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 6d2321d1-8b6c-463e-b4e6-4eb8a0093628 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:20:45.610333 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6d2321d1-8b6c-463e-b4e6-4eb8a0093628), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:45.632569 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59ab6db-409a-4163-9213-f23cbb1ada1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2321d1-8b6c-463e-b4e6-4eb8a0093628'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:20:45.634841 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c716472d-7f70-4bc9-a112-4a8339630686" -d '{"events": [{"server_uuid": "c59ab6db-409a-4163-9213-f23cbb1ada1f", "name": "network-vif-plugged", "status": "completed", "tag": "6d2321d1-8b6c-463e-b4e6-4eb8a0093628"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:20:45.648420 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 6d2321d1-8b6c-463e-b4e6-4eb8a0093628, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=6d2321d1-8b6c-463e-b4e6-4eb8a0093628,segment=NetworkSegment(b3dfba4c-3ebf-47cf-bf6a-7756bb371352),segment_id=b3dfba4c-3ebf-47cf-bf6a-7756bb371352)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:20:45.652581 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6d2321d1-8b6c-463e-b4e6-4eb8a0093628), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:45.679776 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d15bf3-a5ca-4743-8b1c-252006ed041a x-openstack-request-id: req-03d15bf3-a5ca-4743-8b1c-252006ed041a {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:20:45.680608 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59ab6db-409a-4163-9213-f23cbb1ada1f", "name": "network-vif-plugged", "status": "completed", "tag": "6d2321d1-8b6c-463e-b4e6-4eb8a0093628", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:20:45.682200 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-03d15bf3-a5ca-4743-8b1c-252006ed041a {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:20:45.682598 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59ab6db-409a-4163-9213-f23cbb1ada1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2321d1-8b6c-463e-b4e6-4eb8a0093628', 'code': 200} Feb 08 22:20:45.716074 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=6d2321d1-8b6c-463e-b4e6-4eb8a0093628,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:20:45.781895 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13245d8d-5997-4dbd-8af5-9c25d4a3a601 req-974b68b0-d83f-46b6-8eb7-1a1c0bdb4e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:45.783347 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13245d8d-5997-4dbd-8af5-9c25d4a3a601 req-974b68b0-d83f-46b6-8eb7-1a1c0bdb4e60 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c59ab6db-409a-4163-9213-f23cbb1ada1f HTTP/1.1" status: 200 len: 1128 time: 0.0510285 Feb 08 22:20:45.828105 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13245d8d-5997-4dbd-8af5-9c25d4a3a601 req-d1be2fbd-ba93-487a-a1f0-f4cf6cf6bd6b service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=29dcb879-ed16-4e4d-bb11-f51a8a305112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385444 Feb 08 22:20:46.081468 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d89a6a-862c-4a1f-bfcf-1f302e435a64 req-23330081-4f4f-4aa5-b394-33f9d596dba0 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:46.082958 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-83d89a6a-862c-4a1f-bfcf-1f302e435a64 req-23330081-4f4f-4aa5-b394-33f9d596dba0 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/ports?device_id=c59ab6db-409a-4163-9213-f23cbb1ada1f HTTP/1.1" status: 200 len: 945 time: 0.0540540 Feb 08 22:20:46.130726 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-83d89a6a-862c-4a1f-bfcf-1f302e435a64 req-7df30e6e-4049-4e13-a7f2-7b2af0aa7134 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/security-groups?id=29dcb879-ed16-4e4d-bb11-f51a8a305112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421059 Feb 08 22:20:47.255227 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfaca8-e27f-49e8-8702-0085947af810 req-73c7583f-cf92-4a33-be9d-233e917f97fe tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:47.256697 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-62bfaca8-e27f-49e8-8702-0085947af810 req-73c7583f-cf92-4a33-be9d-233e917f97fe tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/ports?device_id=c59ab6db-409a-4163-9213-f23cbb1ada1f HTTP/1.1" status: 200 len: 945 time: 0.0540183 Feb 08 22:20:47.307361 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-62bfaca8-e27f-49e8-8702-0085947af810 req-7654811d-e63e-48b6-b641-a7984a18a9ad tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/security-groups?id=29dcb879-ed16-4e4d-bb11-f51a8a305112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449126 Feb 08 22:20:47.432507 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5626fe-2061-4370-b1a3-26c3da44d283 req-6c7ac55a-6c13-4cd2-9def-4d111e549ca0 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:20:47.433913 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-af5626fe-2061-4370-b1a3-26c3da44d283 req-6c7ac55a-6c13-4cd2-9def-4d111e549ca0 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/ports?device_id=c59ab6db-409a-4163-9213-f23cbb1ada1f HTTP/1.1" status: 200 len: 945 time: 0.0529683 Feb 08 22:20:47.480669 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-af5626fe-2061-4370-b1a3-26c3da44d283 req-86ad10c0-93c2-49a5-a786-f7624cf06437 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/security-groups?id=29dcb879-ed16-4e4d-bb11-f51a8a305112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411642 Feb 08 22:20:54.305838 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3436bd47-e72b-4086-ba3c-e1752029b32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:57.598989 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9d0d01db-95f1-413c-a4bb-a849b770ce90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:20:59.454094 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:01.534869 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:01.765787 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:06.854371 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:21:07.028828 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:07.118223 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:21.826663 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa48a3-b12e-46c5-8e52-e7a83990f7f8 req-20610521-4b32-4c43-bfef-bfca0a5bd572 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:21:21.829395 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-35aa48a3-b12e-46c5-8e52-e7a83990f7f8 req-20610521-4b32-4c43-bfef-bfca0a5bd572 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/ports?device_id=c59ab6db-409a-4163-9213-f23cbb1ada1f HTTP/1.1" status: 200 len: 945 time: 0.0554109 Feb 08 22:21:21.877080 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-35aa48a3-b12e-46c5-8e52-e7a83990f7f8 req-0b28a23a-04fb-4a47-8226-00b3117f2750 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/security-groups?id=29dcb879-ed16-4e4d-bb11-f51a8a305112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425534 Feb 08 22:21:23.003760 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d231f-c7d0-491c-9084-49a13de47605 req-066fef03-9137-4ff1-b37d-4b105640e44f tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:21:23.005326 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de2d231f-c7d0-491c-9084-49a13de47605 req-066fef03-9137-4ff1-b37d-4b105640e44f tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/ports?device_id=c59ab6db-409a-4163-9213-f23cbb1ada1f HTTP/1.1" status: 200 len: 945 time: 0.0571983 Feb 08 22:21:23.053643 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de2d231f-c7d0-491c-9084-49a13de47605 req-28a40139-1411-4a04-b73c-f4915f82ea14 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/security-groups?id=29dcb879-ed16-4e4d-bb11-f51a8a305112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423837 Feb 08 22:21:23.457016 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77c011-a2da-4e47-80ea-e080d668156e req-dd368ba3-a89f-4b20-ae1a-944903391933 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:21:23.460967 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4a77c011-a2da-4e47-80ea-e080d668156e req-dd368ba3-a89f-4b20-ae1a-944903391933 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.94 "GET /v2.0/ports?device_id=c59ab6db-409a-4163-9213-f23cbb1ada1f HTTP/1.1" status: 200 len: 945 time: 0.0558443 Feb 08 22:21:23.567700 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-4a77c011-a2da-4e47-80ea-e080d668156e req-028577fe-3fc4-4a1e-b41f-9cf5708d7ce5 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Deleting port 6d2321d1-8b6c-463e-b4e6-4eb8a0093628 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:21:23.568044 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4a77c011-a2da-4e47-80ea-e080d668156e req-028577fe-3fc4-4a1e-b41f-9cf5708d7ce5 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (6d2321d1-8b6c-463e-b4e6-4eb8a0093628), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:23.660036 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-4a77c011-a2da-4e47-80ea-e080d668156e req-028577fe-3fc4-4a1e-b41f-9cf5708d7ce5 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] For port 6d2321d1-8b6c-463e-b4e6-4eb8a0093628, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=6d2321d1-8b6c-463e-b4e6-4eb8a0093628,segment=NetworkSegment(b3dfba4c-3ebf-47cf-bf6a-7756bb371352),segment_id=b3dfba4c-3ebf-47cf-bf6a-7756bb371352)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:21:23.660396 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4a77c011-a2da-4e47-80ea-e080d668156e req-028577fe-3fc4-4a1e-b41f-9cf5708d7ce5 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (6d2321d1-8b6c-463e-b4e6-4eb8a0093628), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:23.672918 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-4a77c011-a2da-4e47-80ea-e080d668156e req-028577fe-3fc4-4a1e-b41f-9cf5708d7ce5 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Calling delete_port for 6d2321d1-8b6c-463e-b4e6-4eb8a0093628 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:21:23.803094 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4a77c011-a2da-4e47-80ea-e080d668156e req-028577fe-3fc4-4a1e-b41f-9cf5708d7ce5 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (6d2321d1-8b6c-463e-b4e6-4eb8a0093628), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:23.818924 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['6d2321d1-8b6c-463e-b4e6-4eb8a0093628'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:21:23.832535 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028577fe-3fc4-4a1e-b41f-9cf5708d7ce5 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Pushing event deleted for resources: {'Port': ['ID=6d2321d1-8b6c-463e-b4e6-4eb8a0093628,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:21:23.845313 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028577fe-3fc4-4a1e-b41f-9cf5708d7ce5 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:21:23.845742 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028577fe-3fc4-4a1e-b41f-9cf5708d7ce5 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:21:23.846619 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028577fe-3fc4-4a1e-b41f-9cf5708d7ce5 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:21:23.846969 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028577fe-3fc4-4a1e-b41f-9cf5708d7ce5 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:21:23.847312 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028577fe-3fc4-4a1e-b41f-9cf5708d7ce5 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:21:23.847733 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028577fe-3fc4-4a1e-b41f-9cf5708d7ce5 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:21:23.847986 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028577fe-3fc4-4a1e-b41f-9cf5708d7ce5 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:21:23.848323 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028577fe-3fc4-4a1e-b41f-9cf5708d7ce5 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:21:23.848659 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028577fe-3fc4-4a1e-b41f-9cf5708d7ce5 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:21:23.848995 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028577fe-3fc4-4a1e-b41f-9cf5708d7ce5 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:21:23.849357 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028577fe-3fc4-4a1e-b41f-9cf5708d7ce5 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:21:23.849688 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028577fe-3fc4-4a1e-b41f-9cf5708d7ce5 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:21:23.850015 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028577fe-3fc4-4a1e-b41f-9cf5708d7ce5 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:21:23.891477 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a77c011-a2da-4e47-80ea-e080d668156e req-028577fe-3fc4-4a1e-b41f-9cf5708d7ce5 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] No DVR routers for this DVR port 6d2321d1-8b6c-463e-b4e6-4eb8a0093628 on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:21:23.894775 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4a77c011-a2da-4e47-80ea-e080d668156e req-028577fe-3fc4-4a1e-b41f-9cf5708d7ce5 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:23.898185 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4a77c011-a2da-4e47-80ea-e080d668156e req-028577fe-3fc4-4a1e-b41f-9cf5708d7ce5 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.94 "DELETE /v2.0/ports/6d2321d1-8b6c-463e-b4e6-4eb8a0093628 HTTP/1.1" status: 204 len: 173 time: 0.4324391 Feb 08 22:21:23.898638 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59ab6db-409a-4163-9213-f23cbb1ada1f', 'name': 'network-vif-deleted', 'tag': '6d2321d1-8b6c-463e-b4e6-4eb8a0093628'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:21:23.901008 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0445084a-c475-416b-bab8-458fd4ba44c8" -d '{"events": [{"server_uuid": "c59ab6db-409a-4163-9213-f23cbb1ada1f", "name": "network-vif-deleted", "tag": "6d2321d1-8b6c-463e-b4e6-4eb8a0093628"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:21:23.998641 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b47b611-30db-485c-9cc3-343cb4703912 x-openstack-request-id: req-4b47b611-30db-485c-9cc3-343cb4703912 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:21:23.999025 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59ab6db-409a-4163-9213-f23cbb1ada1f", "name": "network-vif-deleted", "tag": "6d2321d1-8b6c-463e-b4e6-4eb8a0093628", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:21:23.999286 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4b47b611-30db-485c-9cc3-343cb4703912 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:21:23.999694 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59ab6db-409a-4163-9213-f23cbb1ada1f', 'name': 'network-vif-deleted', 'tag': '6d2321d1-8b6c-463e-b4e6-4eb8a0093628', 'status': 'completed', 'code': 200} Feb 08 22:21:24.159031 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd753ab6-a25c-4597-be66-75c8765b117c req-75cff900-6251-4a9d-86a8-a02d3de15775 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/ports?device_id=c59ab6db-409a-4163-9213-f23cbb1ada1f HTTP/1.1" status: 200 len: 210 time: 0.0274312 Feb 08 22:21:24.310488 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0642b2e9-33a9-4a53-b48f-18efd78a88e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:25.994260 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-ee696323-7768-4b01-9e79-8060a527d84b tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:21:25.995743 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-ee696323-7768-4b01-9e79-8060a527d84b tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/networks?id=3dc636c3-22e9-438d-b0c3-0ef2eb699927 HTTP/1.1" status: 200 len: 816 time: 0.1025577 Feb 08 22:21:26.011191 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-37d14c61-71c0-4c42-a25e-c434ade4493d tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/quotas/87a17f7b42944aed8bc130c14cc3d2df HTTP/1.1" status: 200 len: 375 time: 0.0098865 Feb 08 22:21:26.072596 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-d7fe2fed-84c0-4564-99ce-acf616294d71 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=87a17f7b42944aed8bc130c14cc3d2df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564244 Feb 08 22:21:26.169037 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-e6b19091-d34d-4c6d-b2ae-c8cdc9d6da4c service neutron] 10.222.0.88 "GET /v2.0/networks/3dc636c3-22e9-438d-b0c3-0ef2eb699927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853133 Feb 08 22:21:26.269020 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-71dc5e9a-1d2a-4b8e-9dc8-ce8dc09eadc2 service neutron] 10.222.0.88 "GET /v2.0/networks/3dc636c3-22e9-438d-b0c3-0ef2eb699927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934417 Feb 08 22:21:26.437335 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c87bfca1-6555-4653-9388-c111b4aac27b req-c009d20d-d62a-44b5-b584-d7c93e0572ed tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/ports?device_id=6b47e152-b3bd-4900-aa6b-d29709b06c7c HTTP/1.1" status: 200 len: 210 time: 0.0295129 Feb 08 22:21:27.369891 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-bed9882b-6779-45ef-a7e1-5cf73eb46cdb tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:21:27.371350 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-bed9882b-6779-45ef-a7e1-5cf73eb46cdb tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.94 "GET /v2.0/networks?id=3dc636c3-22e9-438d-b0c3-0ef2eb699927 HTTP/1.1" status: 200 len: 816 time: 0.1094286 Feb 08 22:21:27.384212 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-62ad48e9-7a5d-459d-bc08-05208b7d60f7 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Request body: {'port': {'device_id': '6b47e152-b3bd-4900-aa6b-d29709b06c7c', 'network_id': '3dc636c3-22e9-438d-b0c3-0ef2eb699927', 'admin_state_up': True, 'tenant_id': '87a17f7b42944aed8bc130c14cc3d2df'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:21:27.607601 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-80dcc610-a606-46a0-99be-9099f394dbfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:27.732710 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 6d2321d1-8b6c-463e-b4e6-4eb8a0093628 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:21:27.757384 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 6d2321d1-8b6c-463e-b4e6-4eb8a0093628 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:21:27.757989 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 6d2321d1-8b6c-463e-b4e6-4eb8a0093628 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:21:27.823426 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cef460ff-c9f3-4c69-b3e3-bd6789b9c128 req-acb797f9-7659-46dd-89b9-980b6a079641 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/ports?device_id=6b47e152-b3bd-4900-aa6b-d29709b06c7c HTTP/1.1" status: 200 len: 210 time: 0.0366848 Feb 08 22:21:27.874894 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-62ad48e9-7a5d-459d-bc08-05208b7d60f7 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Made reservation on behalf of 87a17f7b42944aed8bc130c14cc3d2df for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:21:27.878301 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-62ad48e9-7a5d-459d-bc08-05208b7d60f7 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:28.014533 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-62ad48e9-7a5d-459d-bc08-05208b7d60f7 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Allocated IP 172.20.0.4 (3dc636c3-22e9-438d-b0c3-0ef2eb699927/f7a4a394-f3be-4448-aede-d5c4d1acb0e9/9a263ff9-a8a3-4117-aa43-c886913df9e8) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:21:28.162676 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-62ad48e9-7a5d-459d-bc08-05208b7d60f7 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Publish callbacks [] for port (9a263ff9-a8a3-4117-aa43-c886913df9e8), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:28.194799 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-62ad48e9-7a5d-459d-bc08-05208b7d60f7 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (9a263ff9-a8a3-4117-aa43-c886913df9e8), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:28.239155 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-62ad48e9-7a5d-459d-bc08-05208b7d60f7 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Network 3dc636c3-22e9-438d-b0c3-0ef2eb699927 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:21:28.244137 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-62ad48e9-7a5d-459d-bc08-05208b7d60f7 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:21:28.248402 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-62ad48e9-7a5d-459d-bc08-05208b7d60f7 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:21:28.252315 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad48e9-7a5d-459d-bc08-05208b7d60f7 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Pushing event updated for resources: {'Port': ['ID=9a263ff9-a8a3-4117-aa43-c886913df9e8,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:21:28.298642 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-62ad48e9-7a5d-459d-bc08-05208b7d60f7 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:21:28.299362 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-62ad48e9-7a5d-459d-bc08-05208b7d60f7 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:28.317095 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-62ad48e9-7a5d-459d-bc08-05208b7d60f7 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9370573 Feb 08 22:21:28.328706 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-b9effe53-8495-4de7-a950-06d11faa52fc service neutron] Request body: {'port': {'device_id': '6b47e152-b3bd-4900-aa6b-d29709b06c7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:21:28.396536 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-b9effe53-8495-4de7-a950-06d11faa52fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9a263ff9-a8a3-4117-aa43-c886913df9e8), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:28.540293 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-468a6afb-6872-4b9e-a0c6-8a4fc496bf86 None None] Provisioning complete for port 9a263ff9-a8a3-4117-aa43-c886913df9e8 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:21:28.540662 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-468a6afb-6872-4b9e-a0c6-8a4fc496bf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9a263ff9-a8a3-4117-aa43-c886913df9e8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:28.575215 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-468a6afb-6872-4b9e-a0c6-8a4fc496bf86 None None] Port 9a263ff9-a8a3-4117-aa43-c886913df9e8 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:21:28.667708 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-b9effe53-8495-4de7-a950-06d11faa52fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a263ff9-a8a3-4117-aa43-c886913df9e8 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:21:28.675468 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-b9effe53-8495-4de7-a950-06d11faa52fc service neutron] Publish callbacks [] for port (9a263ff9-a8a3-4117-aa43-c886913df9e8), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:28.687770 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-b9effe53-8495-4de7-a950-06d11faa52fc service neutron] Transition to ACTIVE for port object 9a263ff9-a8a3-4117-aa43-c886913df9e8 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:21:28.693246 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-b9effe53-8495-4de7-a950-06d11faa52fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (9a263ff9-a8a3-4117-aa43-c886913df9e8), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:28.745580 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9effe53-8495-4de7-a950-06d11faa52fc service neutron] Pushing event updated for resources: {'Port': ['ID=9a263ff9-a8a3-4117-aa43-c886913df9e8,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:21:28.825052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-b9effe53-8495-4de7-a950-06d11faa52fc service neutron] Attempting to bind port 9a263ff9-a8a3-4117-aa43-c886913df9e8 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:21:28.825527 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-b9effe53-8495-4de7-a950-06d11faa52fc service neutron] Attempting to bind port 9a263ff9-a8a3-4117-aa43-c886913df9e8 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': 'b3dfba4c-3ebf-47cf-bf6a-7756bb371352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3dc636c3-22e9-438d-b0c3-0ef2eb699927'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:21:28.825755 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-b9effe53-8495-4de7-a950-06d11faa52fc service neutron] Attempting to bind port 9a263ff9-a8a3-4117-aa43-c886913df9e8 on network 3dc636c3-22e9-438d-b0c3-0ef2eb699927 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:21:28.830799 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-b9effe53-8495-4de7-a950-06d11faa52fc service neutron] Port 9a263ff9-a8a3-4117-aa43-c886913df9e8 on network 3dc636c3-22e9-438d-b0c3-0ef2eb699927 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:21:28.831125 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-b9effe53-8495-4de7-a950-06d11faa52fc service neutron] Attempting to bind port 9a263ff9-a8a3-4117-aa43-c886913df9e8 on network 3dc636c3-22e9-438d-b0c3-0ef2eb699927 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:21:28.836199 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-b9effe53-8495-4de7-a950-06d11faa52fc service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:21:28.836538 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-b9effe53-8495-4de7-a950-06d11faa52fc service neutron] Checking segment: {'id': 'b3dfba4c-3ebf-47cf-bf6a-7756bb371352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3dc636c3-22e9-438d-b0c3-0ef2eb699927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:21:28.836926 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-b9effe53-8495-4de7-a950-06d11faa52fc service neutron] Bound using segment: {'id': 'b3dfba4c-3ebf-47cf-bf6a-7756bb371352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3dc636c3-22e9-438d-b0c3-0ef2eb699927'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:21:28.837390 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-b9effe53-8495-4de7-a950-06d11faa52fc service neutron] Bound port: 9a263ff9-a8a3-4117-aa43-c886913df9e8, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3dfba4c-3ebf-47cf-bf6a-7756bb371352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3dc636c3-22e9-438d-b0c3-0ef2eb699927'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:21:28.837752 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-b9effe53-8495-4de7-a950-06d11faa52fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9a263ff9-a8a3-4117-aa43-c886913df9e8), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:28.938748 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-b9effe53-8495-4de7-a950-06d11faa52fc service neutron] For port 9a263ff9-a8a3-4117-aa43-c886913df9e8, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:21:28.954582 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-b9effe53-8495-4de7-a950-06d11faa52fc service neutron] For port 9a263ff9-a8a3-4117-aa43-c886913df9e8, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=9a263ff9-a8a3-4117-aa43-c886913df9e8,segment=NetworkSegment(b3dfba4c-3ebf-47cf-bf6a-7756bb371352),segment_id=b3dfba4c-3ebf-47cf-bf6a-7756bb371352)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:21:28.962668 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-b9effe53-8495-4de7-a950-06d11faa52fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (9a263ff9-a8a3-4117-aa43-c886913df9e8), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:29.005973 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-b9effe53-8495-4de7-a950-06d11faa52fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:21:29.006676 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-b9effe53-8495-4de7-a950-06d11faa52fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:29.008189 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-b9effe53-8495-4de7-a950-06d11faa52fc service neutron] 10.222.0.94 "PUT /v2.0/ports/9a263ff9-a8a3-4117-aa43-c886913df9e8 HTTP/1.1" status: 200 len: 1092 time: 0.6839192 Feb 08 22:21:29.008870 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b47e152-b3bd-4900-aa6b-d29709b06c7c', 'tag': '9a263ff9-a8a3-4117-aa43-c886913df9e8'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:21:29.011813 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7506454-7f5f-4ad0-924f-e018ad40cb49" -d '{"events": [{"name": "network-changed", "server_uuid": "6b47e152-b3bd-4900-aa6b-d29709b06c7c", "tag": "9a263ff9-a8a3-4117-aa43-c886913df9e8"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:21:29.021148 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9edb85-aa84-4abc-895a-8d58d53adbbb req-19f57611-f2e1-49b3-afe9-75d244f1c54a tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:21:29.023021 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7c9edb85-aa84-4abc-895a-8d58d53adbbb req-19f57611-f2e1-49b3-afe9-75d244f1c54a tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/ports?device_id=6b47e152-b3bd-4900-aa6b-d29709b06c7c HTTP/1.1" status: 200 len: 943 time: 0.1242685 Feb 08 22:21:29.078411 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bf8539-b427-49ae-80fe-647d900d87e4 x-openstack-request-id: req-85bf8539-b427-49ae-80fe-647d900d87e4 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:21:29.078720 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b47e152-b3bd-4900-aa6b-d29709b06c7c", "tag": "9a263ff9-a8a3-4117-aa43-c886913df9e8", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:21:29.078982 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-85bf8539-b427-49ae-80fe-647d900d87e4 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:21:29.079403 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b47e152-b3bd-4900-aa6b-d29709b06c7c', 'tag': '9a263ff9-a8a3-4117-aa43-c886913df9e8', 'status': 'completed', 'code': 200} Feb 08 22:21:29.084468 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9effe53-8495-4de7-a950-06d11faa52fc service neutron] Pushing event updated for resources: {'Port': ['ID=9a263ff9-a8a3-4117-aa43-c886913df9e8,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:21:29.130445 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7c9edb85-aa84-4abc-895a-8d58d53adbbb req-41317bf0-476c-4cc3-8035-5dc028ff87df tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/security-groups?id=29dcb879-ed16-4e4d-bb11-f51a8a305112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902064 Feb 08 22:21:29.143525 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-7eed4b0e-7fce-4947-a059-dec6c2cedbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:21:29.145033 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-7eed4b0e-7fce-4947-a059-dec6c2cedbd6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=87a17f7b42944aed8bc130c14cc3d2df&device_id=6b47e152-b3bd-4900-aa6b-d29709b06c7c HTTP/1.1" status: 200 len: 1126 time: 0.0815048 Feb 08 22:21:29.192679 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-ccebba14-8660-433d-97b4-8a4dd3264d98 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a263ff9-a8a3-4117-aa43-c886913df9e8 HTTP/1.1" status: 200 len: 217 time: 0.0409625 Feb 08 22:21:29.242797 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-a20a5f22-b3b8-4eea-91d8-814f061e58da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:21:29.244260 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-a20a5f22-b3b8-4eea-91d8-814f061e58da service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f7a4a394-f3be-4448-aede-d5c4d1acb0e9 HTTP/1.1" status: 200 len: 855 time: 0.0463490 Feb 08 22:21:29.294340 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-37da6c22-d933-4ce3-b480-0ecf77dd7d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:21:29.295759 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-37da6c22-d933-4ce3-b480-0ecf77dd7d32 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3dc636c3-22e9-438d-b0c3-0ef2eb699927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454750 Feb 08 22:21:29.389798 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-01d96f67-429d-4767-9fc6-9c97bf90a2cc service neutron] 10.222.0.94 "GET /v2.0/networks/3dc636c3-22e9-438d-b0c3-0ef2eb699927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872271 Feb 08 22:21:29.456394 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:29.479719 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-300cf81c-347c-4cbf-bd38-3ef9e68d2c13 req-bc3094c6-5f31-4cf0-a273-643b8d0d085c service neutron] 10.222.0.94 "GET /v2.0/networks/3dc636c3-22e9-438d-b0c3-0ef2eb699927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838590 Feb 08 22:21:29.572119 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7506454-7f5f-4ad0-924f-e018ad40cb49 req-9527b63f-3b18-4f13-8ffa-1f58476f1eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:21:29.573773 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d7506454-7f5f-4ad0-924f-e018ad40cb49 req-9527b63f-3b18-4f13-8ffa-1f58476f1eb9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=87a17f7b42944aed8bc130c14cc3d2df&device_id=6b47e152-b3bd-4900-aa6b-d29709b06c7c HTTP/1.1" status: 200 len: 1126 time: 0.0500641 Feb 08 22:21:29.671155 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7506454-7f5f-4ad0-924f-e018ad40cb49 req-c3548b59-54bb-48b4-89b9-a93e7a2ace6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:21:29.672818 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d7506454-7f5f-4ad0-924f-e018ad40cb49 req-c3548b59-54bb-48b4-89b9-a93e7a2ace6d service neutron] 10.222.0.94 "GET /v2.0/networks?id=3dc636c3-22e9-438d-b0c3-0ef2eb699927 HTTP/1.1" status: 200 len: 917 time: 0.0937383 Feb 08 22:21:29.714791 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d7506454-7f5f-4ad0-924f-e018ad40cb49 req-cf118a3e-ff7c-4cb7-b87e-4799134d9452 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a263ff9-a8a3-4117-aa43-c886913df9e8 HTTP/1.1" status: 200 len: 217 time: 0.0354338 Feb 08 22:21:29.768060 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7506454-7f5f-4ad0-924f-e018ad40cb49 req-2422cac2-1575-4062-9d42-32d9ac088e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:21:29.769573 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d7506454-7f5f-4ad0-924f-e018ad40cb49 req-2422cac2-1575-4062-9d42-32d9ac088e4b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f7a4a394-f3be-4448-aede-d5c4d1acb0e9 HTTP/1.1" status: 200 len: 855 time: 0.0499654 Feb 08 22:21:29.820829 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7506454-7f5f-4ad0-924f-e018ad40cb49 req-5c1f00af-43da-49d5-9af0-a442c7315fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:21:29.822382 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d7506454-7f5f-4ad0-924f-e018ad40cb49 req-5c1f00af-43da-49d5-9af0-a442c7315fa5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3dc636c3-22e9-438d-b0c3-0ef2eb699927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470667 Feb 08 22:21:29.912395 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d7506454-7f5f-4ad0-924f-e018ad40cb49 req-40b597b8-967a-43ef-adea-b7808b5c1b93 service neutron] 10.222.0.94 "GET /v2.0/networks/3dc636c3-22e9-438d-b0c3-0ef2eb699927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835619 Feb 08 22:21:30.007843 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d7506454-7f5f-4ad0-924f-e018ad40cb49 req-ea99bbde-c438-47d1-be39-dd4d5ff4f71a service neutron] 10.222.0.94 "GET /v2.0/networks/3dc636c3-22e9-438d-b0c3-0ef2eb699927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900002 Feb 08 22:21:30.251453 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637d279-24ca-4c19-bbdb-78b4aa48d56a req-ad67dcb5-ef43-4b1a-9fb2-848678734f4a tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:21:30.253491 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b637d279-24ca-4c19-bbdb-78b4aa48d56a req-ad67dcb5-ef43-4b1a-9fb2-848678734f4a tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/ports?device_id=6b47e152-b3bd-4900-aa6b-d29709b06c7c HTTP/1.1" status: 200 len: 943 time: 0.0543220 Feb 08 22:21:30.301676 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b637d279-24ca-4c19-bbdb-78b4aa48d56a req-d0b5d473-e057-45d7-b5ad-ede699245164 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/security-groups?id=29dcb879-ed16-4e4d-bb11-f51a8a305112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425117 Feb 08 22:21:31.420109 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48c3ed-cf98-4926-906b-1bfc0ac12fe5 req-5bc8c03f-0af9-41f5-bcfc-99a5f8178b51 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:21:31.421647 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a48c3ed-cf98-4926-906b-1bfc0ac12fe5 req-5bc8c03f-0af9-41f5-bcfc-99a5f8178b51 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/ports?device_id=6b47e152-b3bd-4900-aa6b-d29709b06c7c HTTP/1.1" status: 200 len: 943 time: 0.0530434 Feb 08 22:21:31.474951 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a48c3ed-cf98-4926-906b-1bfc0ac12fe5 req-fd8d2e9d-7f43-4748-b1eb-f5ff917445ba tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/security-groups?id=29dcb879-ed16-4e4d-bb11-f51a8a305112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476527 Feb 08 22:21:31.531987 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:31.740085 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 9a263ff9-a8a3-4117-aa43-c886913df9e8 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:21:31.776274 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:31.870607 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 9a263ff9-a8a3-4117-aa43-c886913df9e8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=9a263ff9-a8a3-4117-aa43-c886913df9e8,segment=NetworkSegment(b3dfba4c-3ebf-47cf-bf6a-7756bb371352),segment_id=b3dfba4c-3ebf-47cf-bf6a-7756bb371352)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:21:31.884284 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '9a263ff9-a8a3-4117-aa43-c886913df9e8', 'network_id': '3dc636c3-22e9-438d-b0c3-0ef2eb699927', 'port_id': '9a263ff9-a8a3-4117-aa43-c886913df9e8', 'mac_address': 'fa:16:3e:33:ff:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7a4a394-f3be-4448-aede-d5c4d1acb0e9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:21:31.924803 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 9a263ff9-a8a3-4117-aa43-c886913df9e8 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:21:31.925191 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9a263ff9-a8a3-4117-aa43-c886913df9e8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:31.940859 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a263ff9-a8a3-4117-aa43-c886913df9e8 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:21:31.962140 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 9a263ff9-a8a3-4117-aa43-c886913df9e8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=9a263ff9-a8a3-4117-aa43-c886913df9e8,segment=NetworkSegment(b3dfba4c-3ebf-47cf-bf6a-7756bb371352),segment_id=b3dfba4c-3ebf-47cf-bf6a-7756bb371352)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:21:31.966186 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9a263ff9-a8a3-4117-aa43-c886913df9e8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:32.021757 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=9a263ff9-a8a3-4117-aa43-c886913df9e8,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:21:32.029513 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:21:32.029863 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:21:32.030205 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:21:32.030542 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:21:32.030873 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:21:32.031209 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:21:32.031535 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:21:32.031858 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:21:32.032183 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:21:32.032508 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:21:32.032828 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:21:32.033175 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:21:32.033522 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:21:32.268445 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['9a263ff9-a8a3-4117-aa43-c886913df9e8'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:21:32.594933 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521f9d9-daf0-4ebc-a294-8766b66e8146 req-e3b96b67-142d-4774-b181-1d76a6fb9be9 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:21:32.596996 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1521f9d9-daf0-4ebc-a294-8766b66e8146 req-e3b96b67-142d-4774-b181-1d76a6fb9be9 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/ports?device_id=6b47e152-b3bd-4900-aa6b-d29709b06c7c HTTP/1.1" status: 200 len: 944 time: 0.0540807 Feb 08 22:21:32.644458 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1521f9d9-daf0-4ebc-a294-8766b66e8146 req-750d9ed9-f5ec-4694-ade7-a7d8ed897f23 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/security-groups?id=29dcb879-ed16-4e4d-bb11-f51a8a305112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418451 Feb 08 22:21:33.755443 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 9a263ff9-a8a3-4117-aa43-c886913df9e8 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:21:33.765662 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fea7b-ef34-4c3b-b115-8658c2532c70 req-205a1d83-bfcc-4459-a382-8ab707928f4b tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:21:33.767279 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-430fea7b-ef34-4c3b-b115-8658c2532c70 req-205a1d83-bfcc-4459-a382-8ab707928f4b tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/ports?device_id=6b47e152-b3bd-4900-aa6b-d29709b06c7c HTTP/1.1" status: 200 len: 944 time: 0.0539298 Feb 08 22:21:33.809207 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 9a263ff9-a8a3-4117-aa43-c886913df9e8 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:21:33.815331 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 9a263ff9-a8a3-4117-aa43-c886913df9e8 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:21:33.815717 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (9a263ff9-a8a3-4117-aa43-c886913df9e8), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:33.821144 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-430fea7b-ef34-4c3b-b115-8658c2532c70 req-8917fa8f-3e89-4ba5-afce-0e9b5612ac43 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/security-groups?id=29dcb879-ed16-4e4d-bb11-f51a8a305112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473714 Feb 08 22:21:33.891787 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 9a263ff9-a8a3-4117-aa43-c886913df9e8 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:21:33.892178 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9a263ff9-a8a3-4117-aa43-c886913df9e8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:33.915639 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b47e152-b3bd-4900-aa6b-d29709b06c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a263ff9-a8a3-4117-aa43-c886913df9e8'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:21:33.918116 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ecc863-3b4c-4a21-bd49-aebf74473ac6" -d '{"events": [{"server_uuid": "6b47e152-b3bd-4900-aa6b-d29709b06c7c", "name": "network-vif-plugged", "status": "completed", "tag": "9a263ff9-a8a3-4117-aa43-c886913df9e8"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:21:33.931239 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 9a263ff9-a8a3-4117-aa43-c886913df9e8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=9a263ff9-a8a3-4117-aa43-c886913df9e8,segment=NetworkSegment(b3dfba4c-3ebf-47cf-bf6a-7756bb371352),segment_id=b3dfba4c-3ebf-47cf-bf6a-7756bb371352)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:21:33.935336 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (9a263ff9-a8a3-4117-aa43-c886913df9e8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:33.972078 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da379b4f-0556-406b-8c27-5c6524bf4016 x-openstack-request-id: req-da379b4f-0556-406b-8c27-5c6524bf4016 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:21:33.972377 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b47e152-b3bd-4900-aa6b-d29709b06c7c", "name": "network-vif-plugged", "status": "completed", "tag": "9a263ff9-a8a3-4117-aa43-c886913df9e8", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:21:33.972634 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-da379b4f-0556-406b-8c27-5c6524bf4016 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:21:33.973024 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b47e152-b3bd-4900-aa6b-d29709b06c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a263ff9-a8a3-4117-aa43-c886913df9e8', 'code': 200} Feb 08 22:21:33.995220 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=9a263ff9-a8a3-4117-aa43-c886913df9e8,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:21:34.075143 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f2d48-6647-4704-8261-4e949058e7b1 req-f9a4c91b-6eb7-4708-991f-53fd6f259180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:21:34.076680 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-346f2d48-6647-4704-8261-4e949058e7b1 req-f9a4c91b-6eb7-4708-991f-53fd6f259180 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6b47e152-b3bd-4900-aa6b-d29709b06c7c HTTP/1.1" status: 200 len: 1128 time: 0.0497098 Feb 08 22:21:34.120726 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-346f2d48-6647-4704-8261-4e949058e7b1 req-2e3d89fd-c850-41ce-8df2-0ce5c7963cd7 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=29dcb879-ed16-4e4d-bb11-f51a8a305112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375588 Feb 08 22:21:34.943060 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93fe36-adf9-46a5-9aa8-ae44c33ad463 req-e4c8ce35-37f7-4d49-b775-56ff8a60ea87 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:21:34.944640 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da93fe36-adf9-46a5-9aa8-ae44c33ad463 req-e4c8ce35-37f7-4d49-b775-56ff8a60ea87 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/ports?device_id=6b47e152-b3bd-4900-aa6b-d29709b06c7c HTTP/1.1" status: 200 len: 945 time: 0.0563715 Feb 08 22:21:34.992398 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-da93fe36-adf9-46a5-9aa8-ae44c33ad463 req-3f1e161c-6471-4ef7-951c-8f9c9395d0d0 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/security-groups?id=29dcb879-ed16-4e4d-bb11-f51a8a305112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419939 Feb 08 22:21:36.121460 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888096d3-9b9e-4bbc-af7f-bb74f20ffb51 req-b6d3389f-a806-4dbc-bbe6-29d33d2ead9c tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:21:36.122966 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-888096d3-9b9e-4bbc-af7f-bb74f20ffb51 req-b6d3389f-a806-4dbc-bbe6-29d33d2ead9c tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/ports?device_id=6b47e152-b3bd-4900-aa6b-d29709b06c7c HTTP/1.1" status: 200 len: 945 time: 0.0579886 Feb 08 22:21:36.170464 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-888096d3-9b9e-4bbc-af7f-bb74f20ffb51 req-0807961e-2d79-4305-aaa4-9298d8f0a61f tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/security-groups?id=29dcb879-ed16-4e4d-bb11-f51a8a305112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417166 Feb 08 22:21:36.314991 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288388d-80b3-40d8-818f-33a90607c9c4 req-04f5ea27-fdcd-497f-9ca9-74509ea6ff25 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:21:36.316487 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d288388d-80b3-40d8-818f-33a90607c9c4 req-04f5ea27-fdcd-497f-9ca9-74509ea6ff25 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/ports?device_id=6b47e152-b3bd-4900-aa6b-d29709b06c7c HTTP/1.1" status: 200 len: 945 time: 0.0802972 Feb 08 22:21:36.383401 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d288388d-80b3-40d8-818f-33a90607c9c4 req-cb7f5307-ef1f-4780-9541-28b6e311d83d tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/security-groups?id=29dcb879-ed16-4e4d-bb11-f51a8a305112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612206 Feb 08 22:21:37.054672 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:37.116631 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:43.853823 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:21:54.314161 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61d2e6cd-d3b6-4a09-aab7-67b57cba8575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:57.600305 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ef6f776e-df03-4573-9571-7714fd7f4465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:21:59.459920 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:01.537075 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:01.769924 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:07.042803 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:07.116662 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:10.489897 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4aa441-afa8-4aca-9617-1a4f9020397c req-6528b3f3-9f55-4579-ae88-107366630b38 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:10.491345 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2f4aa441-afa8-4aca-9617-1a4f9020397c req-6528b3f3-9f55-4579-ae88-107366630b38 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/ports?device_id=6b47e152-b3bd-4900-aa6b-d29709b06c7c HTTP/1.1" status: 200 len: 945 time: 0.0609667 Feb 08 22:22:10.544543 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2f4aa441-afa8-4aca-9617-1a4f9020397c req-4cf6cb2f-962d-4ef7-afa7-f900f48a176f tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/security-groups?id=29dcb879-ed16-4e4d-bb11-f51a8a305112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474539 Feb 08 22:22:11.666339 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ae383-b229-46e8-abf2-dc536f643f5f req-4ee5ca35-73da-4909-afde-b45d83b9eddb tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:11.667982 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e7ae383-b229-46e8-abf2-dc536f643f5f req-4ee5ca35-73da-4909-afde-b45d83b9eddb tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/ports?device_id=6b47e152-b3bd-4900-aa6b-d29709b06c7c HTTP/1.1" status: 200 len: 945 time: 0.0538118 Feb 08 22:22:11.719676 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2e7ae383-b229-46e8-abf2-dc536f643f5f req-553734c3-dc00-49f0-a153-453acb1db932 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/security-groups?id=29dcb879-ed16-4e4d-bb11-f51a8a305112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458643 Feb 08 22:22:12.125206 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79bb4c-7bc4-4be7-afb2-f716636dddf4 req-3d576b28-8b59-49ef-b546-66e6fe45c1e6 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:12.127177 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd79bb4c-7bc4-4be7-afb2-f716636dddf4 req-3d576b28-8b59-49ef-b546-66e6fe45c1e6 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b47e152-b3bd-4900-aa6b-d29709b06c7c HTTP/1.1" status: 200 len: 945 time: 0.0530236 Feb 08 22:22:12.222524 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-dd79bb4c-7bc4-4be7-afb2-f716636dddf4 req-9e0e5d60-76af-4398-8671-12ff0ef26970 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Deleting port 9a263ff9-a8a3-4117-aa43-c886913df9e8 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:22:12.222864 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-dd79bb4c-7bc4-4be7-afb2-f716636dddf4 req-9e0e5d60-76af-4398-8671-12ff0ef26970 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (9a263ff9-a8a3-4117-aa43-c886913df9e8), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:12.310918 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-dd79bb4c-7bc4-4be7-afb2-f716636dddf4 req-9e0e5d60-76af-4398-8671-12ff0ef26970 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] For port 9a263ff9-a8a3-4117-aa43-c886913df9e8, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=9a263ff9-a8a3-4117-aa43-c886913df9e8,segment=NetworkSegment(b3dfba4c-3ebf-47cf-bf6a-7756bb371352),segment_id=b3dfba4c-3ebf-47cf-bf6a-7756bb371352)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:22:12.311208 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-dd79bb4c-7bc4-4be7-afb2-f716636dddf4 req-9e0e5d60-76af-4398-8671-12ff0ef26970 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (9a263ff9-a8a3-4117-aa43-c886913df9e8), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:12.324527 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-dd79bb4c-7bc4-4be7-afb2-f716636dddf4 req-9e0e5d60-76af-4398-8671-12ff0ef26970 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Calling delete_port for 9a263ff9-a8a3-4117-aa43-c886913df9e8 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:22:12.454248 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-dd79bb4c-7bc4-4be7-afb2-f716636dddf4 req-9e0e5d60-76af-4398-8671-12ff0ef26970 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (9a263ff9-a8a3-4117-aa43-c886913df9e8), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:12.466273 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['9a263ff9-a8a3-4117-aa43-c886913df9e8'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:22:12.484438 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e5d60-76af-4398-8671-12ff0ef26970 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Pushing event deleted for resources: {'Port': ['ID=9a263ff9-a8a3-4117-aa43-c886913df9e8,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:12.537565 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd79bb4c-7bc4-4be7-afb2-f716636dddf4 req-9e0e5d60-76af-4398-8671-12ff0ef26970 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] No DVR routers for this DVR port 9a263ff9-a8a3-4117-aa43-c886913df9e8 on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:22:12.540650 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-dd79bb4c-7bc4-4be7-afb2-f716636dddf4 req-9e0e5d60-76af-4398-8671-12ff0ef26970 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:12.544197 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd79bb4c-7bc4-4be7-afb2-f716636dddf4 req-9e0e5d60-76af-4398-8671-12ff0ef26970 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.94 "DELETE /v2.0/ports/9a263ff9-a8a3-4117-aa43-c886913df9e8 HTTP/1.1" status: 204 len: 173 time: 0.4126322 Feb 08 22:22:12.544673 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b47e152-b3bd-4900-aa6b-d29709b06c7c', 'name': 'network-vif-deleted', 'tag': '9a263ff9-a8a3-4117-aa43-c886913df9e8'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:22:12.547101 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aea67b6-4214-4746-af05-d4bd95a385f5" -d '{"events": [{"server_uuid": "6b47e152-b3bd-4900-aa6b-d29709b06c7c", "name": "network-vif-deleted", "tag": "9a263ff9-a8a3-4117-aa43-c886913df9e8"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:22:12.593733 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfc6607-0155-4a82-8647-da45d001b14c x-openstack-request-id: req-8cfc6607-0155-4a82-8647-da45d001b14c {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:22:12.594035 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b47e152-b3bd-4900-aa6b-d29709b06c7c", "name": "network-vif-deleted", "tag": "9a263ff9-a8a3-4117-aa43-c886913df9e8", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:22:12.594311 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8cfc6607-0155-4a82-8647-da45d001b14c {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:22:12.594725 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b47e152-b3bd-4900-aa6b-d29709b06c7c', 'name': 'network-vif-deleted', 'tag': '9a263ff9-a8a3-4117-aa43-c886913df9e8', 'status': 'completed', 'code': 200} Feb 08 22:22:12.826683 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4c3d573e-78e7-4cc1-8cfd-a548ca5703c6 req-a8cdc146-e51f-4def-8e74-98f9824bffa2 tempest-TestEncryptedCinderVolumes-1992914312 tempest-TestEncryptedCinderVolumes-1992914312-project] 10.222.0.88 "GET /v2.0/ports?device_id=6b47e152-b3bd-4900-aa6b-d29709b06c7c HTTP/1.1" status: 200 len: 210 time: 0.0283074 Feb 08 22:22:13.921800 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46936) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:22:14.602002 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae3c11d2-079f-40ec-9682-e254689226c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (344b9f8c-2a0f-4d7b-ac30-6a9c9602379b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:14.849772 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ae3c11d2-079f-40ec-9682-e254689226c8 admin admin] Deleting port 39fab697-069a-48b3-89ab-13979a29d96e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:22:14.850106 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae3c11d2-079f-40ec-9682-e254689226c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (39fab697-069a-48b3-89ab-13979a29d96e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:14.925655 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-ae3c11d2-079f-40ec-9682-e254689226c8 admin admin] For port 39fab697-069a-48b3-89ab-13979a29d96e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=39fab697-069a-48b3-89ab-13979a29d96e,segment=NetworkSegment(b3dfba4c-3ebf-47cf-bf6a-7756bb371352),segment_id=b3dfba4c-3ebf-47cf-bf6a-7756bb371352)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:22:14.926373 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae3c11d2-079f-40ec-9682-e254689226c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (39fab697-069a-48b3-89ab-13979a29d96e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:14.942866 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ae3c11d2-079f-40ec-9682-e254689226c8 admin admin] Calling delete_port for 39fab697-069a-48b3-89ab-13979a29d96e owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:22:15.121602 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae3c11d2-079f-40ec-9682-e254689226c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (39fab697-069a-48b3-89ab-13979a29d96e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:15.145407 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c11d2-079f-40ec-9682-e254689226c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=39fab697-069a-48b3-89ab-13979a29d96e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:15.158979 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c11d2-079f-40ec-9682-e254689226c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:15.159330 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c11d2-079f-40ec-9682-e254689226c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:15.159669 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c11d2-079f-40ec-9682-e254689226c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:15.160009 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c11d2-079f-40ec-9682-e254689226c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:15.160341 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c11d2-079f-40ec-9682-e254689226c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:15.160675 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c11d2-079f-40ec-9682-e254689226c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:15.160999 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c11d2-079f-40ec-9682-e254689226c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:15.161351 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c11d2-079f-40ec-9682-e254689226c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:15.161675 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c11d2-079f-40ec-9682-e254689226c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:15.162000 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c11d2-079f-40ec-9682-e254689226c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:15.162324 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c11d2-079f-40ec-9682-e254689226c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:15.162642 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c11d2-079f-40ec-9682-e254689226c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:15.162959 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c11d2-079f-40ec-9682-e254689226c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:15.324597 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae3c11d2-079f-40ec-9682-e254689226c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (344b9f8c-2a0f-4d7b-ac30-6a9c9602379b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:15.555836 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3c11d2-079f-40ec-9682-e254689226c8 admin admin] Router 344b9f8c-2a0f-4d7b-ac30-6a9c9602379b has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:22:15.667947 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3c11d2-079f-40ec-9682-e254689226c8 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:22:15.673217 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ae3c11d2-079f-40ec-9682-e254689226c8 admin admin] 10.222.0.88 "PUT /v2.0/routers/344b9f8c-2a0f-4d7b-ac30-6a9c9602379b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7502677 Feb 08 22:22:15.676536 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46940) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:22:15.677164 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8330e93-3576-44ca-9704-8dec9f319f82 None None] Sync routers for ids ['344b9f8c-2a0f-4d7b-ac30-6a9c9602379b'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:22:15.687811 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8330e93-3576-44ca-9704-8dec9f319f82 None None] Routers {'344b9f8c-2a0f-4d7b-ac30-6a9c9602379b'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:22:15.688426 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-e8330e93-3576-44ca-9704-8dec9f319f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:21:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['344b9f8c-2a0f-4d7b-ac30-6a9c9602379b'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:22:15.787818 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18ff4e05-6515-4c0d-97fa-271a673fcaaa admin admin] Publish callbacks [] for router (344b9f8c-2a0f-4d7b-ac30-6a9c9602379b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:15.797713 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-e8330e93-3576-44ca-9704-8dec9f319f82 None None] Set router 344b9f8c-2a0f-4d7b-ac30-6a9c9602379b gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:22:15.892846 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18ff4e05-6515-4c0d-97fa-271a673fcaaa admin admin] Publish callbacks [] for router_gateway (344b9f8c-2a0f-4d7b-ac30-6a9c9602379b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:15.927498 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 9a263ff9-a8a3-4117-aa43-c886913df9e8 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:22:15.948476 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-18ff4e05-6515-4c0d-97fa-271a673fcaaa admin admin] Deleting port bfd0a664-4c1b-41f1-881d-a6d039efe38d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:22:15.949065 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18ff4e05-6515-4c0d-97fa-271a673fcaaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (bfd0a664-4c1b-41f1-881d-a6d039efe38d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:15.953947 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 9a263ff9-a8a3-4117-aa43-c886913df9e8 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:22:15.953947 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 9a263ff9-a8a3-4117-aa43-c886913df9e8 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:22:16.006273 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-e8330e93-3576-44ca-9704-8dec9f319f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344b9f8c-2a0f-4d7b-ac30-6a9c9602379b', 'name': 'tempest-TestEncryptedCinderVolumes-221862299-router', 'tenant_id': '87a17f7b42944aed8bc130c14cc3d2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'bfd0a664-4c1b-41f1-881d-a6d039efe38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:20:27Z', 'updated_at': '2022-02-08T22:22:15Z', 'revision_number': 5, 'project_id': '87a17f7b42944aed8bc130c14cc3d2df', 'gw_port': {'id': 'bfd0a664-4c1b-41f1-881d-a6d039efe38d', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:10:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344b9f8c-2a0f-4d7b-ac30-6a9c9602379b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:20:28Z', 'updated_at': '2022-02-08T22:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:22:16.031430 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-18ff4e05-6515-4c0d-97fa-271a673fcaaa admin admin] For port bfd0a664-4c1b-41f1-881d-a6d039efe38d, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=bfd0a664-4c1b-41f1-881d-a6d039efe38d,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:22:16.031751 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18ff4e05-6515-4c0d-97fa-271a673fcaaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (bfd0a664-4c1b-41f1-881d-a6d039efe38d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:16.033035 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8330e93-3576-44ca-9704-8dec9f319f82 None None] Checking router: 344b9f8c-2a0f-4d7b-ac30-6a9c9602379b for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:22:16.042609 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8330e93-3576-44ca-9704-8dec9f319f82 None None] Routers {'344b9f8c-2a0f-4d7b-ac30-6a9c9602379b'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:22:16.043825 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-e8330e93-3576-44ca-9704-8dec9f319f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:21:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['344b9f8c-2a0f-4d7b-ac30-6a9c9602379b'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:22:16.048181 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-18ff4e05-6515-4c0d-97fa-271a673fcaaa admin admin] Calling delete_port for bfd0a664-4c1b-41f1-881d-a6d039efe38d owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:22:16.133849 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-e8330e93-3576-44ca-9704-8dec9f319f82 None None] Set router 344b9f8c-2a0f-4d7b-ac30-6a9c9602379b gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:22:16.190517 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-e8330e93-3576-44ca-9704-8dec9f319f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344b9f8c-2a0f-4d7b-ac30-6a9c9602379b', 'name': 'tempest-TestEncryptedCinderVolumes-221862299-router', 'tenant_id': '87a17f7b42944aed8bc130c14cc3d2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:20:27Z', 'updated_at': '2022-02-08T22:22:15Z', 'revision_number': 6, 'project_id': '87a17f7b42944aed8bc130c14cc3d2df', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:22:16.217163 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8330e93-3576-44ca-9704-8dec9f319f82 None None] The sync data for ids ['344b9f8c-2a0f-4d7b-ac30-6a9c9602379b'] in n-d-712143-31 is: [{'id': '344b9f8c-2a0f-4d7b-ac30-6a9c9602379b', 'name': 'tempest-TestEncryptedCinderVolumes-221862299-router', 'tenant_id': '87a17f7b42944aed8bc130c14cc3d2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:20:27Z', 'updated_at': '2022-02-08T22:22:15Z', 'revision_number': 6, 'project_id': '87a17f7b42944aed8bc130c14cc3d2df', 'gw_port_host': None}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:22:16.228240 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18ff4e05-6515-4c0d-97fa-271a673fcaaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (bfd0a664-4c1b-41f1-881d-a6d039efe38d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:16.257833 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff4e05-6515-4c0d-97fa-271a673fcaaa admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd0a664-4c1b-41f1-881d-a6d039efe38d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:16.320090 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18ff4e05-6515-4c0d-97fa-271a673fcaaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (344b9f8c-2a0f-4d7b-ac30-6a9c9602379b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:16.410622 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18ff4e05-6515-4c0d-97fa-271a673fcaaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (344b9f8c-2a0f-4d7b-ac30-6a9c9602379b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:16.412728 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18ff4e05-6515-4c0d-97fa-271a673fcaaa admin admin] Publish callbacks [] for router_controller (344b9f8c-2a0f-4d7b-ac30-6a9c9602379b), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:16.459118 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18ff4e05-6515-4c0d-97fa-271a673fcaaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (344b9f8c-2a0f-4d7b-ac30-6a9c9602379b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:16.459676 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ff4e05-6515-4c0d-97fa-271a673fcaaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 344b9f8c-2a0f-4d7b-ac30-6a9c9602379b {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 22:22:16.464276 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18ff4e05-6515-4c0d-97fa-271a673fcaaa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:16.465479 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-18ff4e05-6515-4c0d-97fa-271a673fcaaa admin admin] 10.222.0.88 "DELETE /v2.0/routers/344b9f8c-2a0f-4d7b-ac30-6a9c9602379b HTTP/1.1" status: 204 len: 168 time: 0.7879634 Feb 08 22:22:16.468107 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46942) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:22:16.512598 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c51f3f4-a98c-4b7b-a917-b3cb3d55ba11 admin admin] Deleting subnet f7a4a394-f3be-4448-aede-d5c4d1acb0e9 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 22:22:16.515706 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c51f3f4-a98c-4b7b-a917-b3cb3d55ba11 admin admin] Publish callbacks [] for subnet (f7a4a394-f3be-4448-aede-d5c4d1acb0e9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:16.552402 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c51f3f4-a98c-4b7b-a917-b3cb3d55ba11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (f7a4a394-f3be-4448-aede-d5c4d1acb0e9), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:16.633398 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c51f3f4-a98c-4b7b-a917-b3cb3d55ba11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (f7a4a394-f3be-4448-aede-d5c4d1acb0e9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:16.698708 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c51f3f4-a98c-4b7b-a917-b3cb3d55ba11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (f7a4a394-f3be-4448-aede-d5c4d1acb0e9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:16.726230 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51f3f4-a98c-4b7b-a917-b3cb3d55ba11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7a4a394-f3be-4448-aede-d5c4d1acb0e9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:16.729987 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c51f3f4-a98c-4b7b-a917-b3cb3d55ba11 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:16.733500 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0c51f3f4-a98c-4b7b-a917-b3cb3d55ba11 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/f7a4a394-f3be-4448-aede-d5c4d1acb0e9 HTTP/1.1" status: 204 len: 168 time: 0.2641411 Feb 08 22:22:16.735732 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46944) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:22:16.738404 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f8c2ec-7372-490e-aeea-976a46dfc00b None None] Network 3dc636c3-22e9-438d-b0c3-0ef2eb699927 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:22:16.809089 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4126b82d-6924-4084-a633-fd56a76359ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (3dc636c3-22e9-438d-b0c3-0ef2eb699927), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:16.864534 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-4126b82d-6924-4084-a633-fd56a76359ff admin admin] Deleting port acd4c975-47a5-45ab-a2a1-851088aa5c0e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:22:16.864874 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4126b82d-6924-4084-a633-fd56a76359ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (acd4c975-47a5-45ab-a2a1-851088aa5c0e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:16.931949 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-4126b82d-6924-4084-a633-fd56a76359ff admin admin] For port acd4c975-47a5-45ab-a2a1-851088aa5c0e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=acd4c975-47a5-45ab-a2a1-851088aa5c0e,segment=NetworkSegment(b3dfba4c-3ebf-47cf-bf6a-7756bb371352),segment_id=b3dfba4c-3ebf-47cf-bf6a-7756bb371352)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:22:16.932266 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4126b82d-6924-4084-a633-fd56a76359ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (acd4c975-47a5-45ab-a2a1-851088aa5c0e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:16.950452 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-4126b82d-6924-4084-a633-fd56a76359ff admin admin] Calling delete_port for acd4c975-47a5-45ab-a2a1-851088aa5c0e owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:22:16.964906 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037bc9f2-cca3-4a12-98a4-7191c9893eae None None] DHCP port deletion for 3dc636c3-22e9-438d-b0c3-0ef2eb699927 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 22:22:17.020706 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-037bc9f2-cca3-4a12-98a4-7191c9893eae None None] Deleting port acd4c975-47a5-45ab-a2a1-851088aa5c0e {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:22:17.021076 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-037bc9f2-cca3-4a12-98a4-7191c9893eae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (acd4c975-47a5-45ab-a2a1-851088aa5c0e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:17.049458 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4126b82d-6924-4084-a633-fd56a76359ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (acd4c975-47a5-45ab-a2a1-851088aa5c0e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:17.084166 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126b82d-6924-4084-a633-fd56a76359ff admin admin] Pushing event deleted for resources: {'Port': ['ID=acd4c975-47a5-45ab-a2a1-851088aa5c0e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:17.086763 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4126b82d-6924-4084-a633-fd56a76359ff admin admin] No DVR routers for this DVR port acd4c975-47a5-45ab-a2a1-851088aa5c0e on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:22:17.093862 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-037bc9f2-cca3-4a12-98a4-7191c9893eae None None] For port acd4c975-47a5-45ab-a2a1-851088aa5c0e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=acd4c975-47a5-45ab-a2a1-851088aa5c0e,segment=NetworkSegment(b3dfba4c-3ebf-47cf-bf6a-7756bb371352),segment_id=b3dfba4c-3ebf-47cf-bf6a-7756bb371352)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:22:17.094262 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-037bc9f2-cca3-4a12-98a4-7191c9893eae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (acd4c975-47a5-45ab-a2a1-851088aa5c0e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:17.106995 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-037bc9f2-cca3-4a12-98a4-7191c9893eae None None] Calling delete_port for acd4c975-47a5-45ab-a2a1-851088aa5c0e owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:22:17.158469 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4126b82d-6924-4084-a633-fd56a76359ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (3dc636c3-22e9-438d-b0c3-0ef2eb699927), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:17.180999 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-4126b82d-6924-4084-a633-fd56a76359ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc636c3-22e9-438d-b0c3-0ef2eb699927']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 22:22:17.185559 n-d-712143-31 neutron-server[103435]: self.session.flush() Feb 08 22:22:17.193656 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-4126b82d-6924-4084-a633-fd56a76359ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3dfba4c-3ebf-47cf-bf6a-7756bb371352') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:22:17.193966 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-4126b82d-6924-4084-a633-fd56a76359ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3dfba4c-3ebf-47cf-bf6a-7756bb371352') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:22:17.195215 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-037bc9f2-cca3-4a12-98a4-7191c9893eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (acd4c975-47a5-45ab-a2a1-851088aa5c0e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:17.205208 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4126b82d-6924-4084-a633-fd56a76359ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (b3dfba4c-3ebf-47cf-bf6a-7756bb371352), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:17.220903 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4126b82d-6924-4084-a633-fd56a76359ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (b3dfba4c-3ebf-47cf-bf6a-7756bb371352), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:17.225212 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037bc9f2-cca3-4a12-98a4-7191c9893eae None None] Pushing event deleted for resources: {'Port': ['ID=acd4c975-47a5-45ab-a2a1-851088aa5c0e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:17.229163 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4126b82d-6924-4084-a633-fd56a76359ff admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:22:17.230990 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037bc9f2-cca3-4a12-98a4-7191c9893eae None None] No DVR routers for this DVR port acd4c975-47a5-45ab-a2a1-851088aa5c0e on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:22:17.232617 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4126b82d-6924-4084-a633-fd56a76359ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (b3dfba4c-3ebf-47cf-bf6a-7756bb371352), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: timer() Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:22:17.234970 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:22:17.295126 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4126b82d-6924-4084-a633-fd56a76359ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (3dc636c3-22e9-438d-b0c3-0ef2eb699927), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:17.301400 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4126b82d-6924-4084-a633-fd56a76359ff admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:17.304771 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4126b82d-6924-4084-a633-fd56a76359ff admin admin] 10.222.0.88 "DELETE /v2.0/networks/3dc636c3-22e9-438d-b0c3-0ef2eb699927 HTTP/1.1" status: 204 len: 168 time: 0.5681310 Feb 08 22:22:17.307765 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46946) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:22:17.318071 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126b82d-6924-4084-a633-fd56a76359ff admin admin] Pushing event deleted for resources: {'Network': ['ID=3dc636c3-22e9-438d-b0c3-0ef2eb699927,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:17.585521 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device acd4c975-47a5-45ab-a2a1-851088aa5c0e no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:22:17.606603 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: acd4c975-47a5-45ab-a2a1-851088aa5c0e {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:22:17.606954 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device acd4c975-47a5-45ab-a2a1-851088aa5c0e not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:22:17.607379 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 39fab697-069a-48b3-89ab-13979a29d96e no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:22:17.627103 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 39fab697-069a-48b3-89ab-13979a29d96e {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:22:17.627448 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 39fab697-069a-48b3-89ab-13979a29d96e not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:22:17.627873 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device bfd0a664-4c1b-41f1-881d-a6d039efe38d no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:22:17.648742 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: bfd0a664-4c1b-41f1-881d-a6d039efe38d {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:22:17.649094 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device bfd0a664-4c1b-41f1-881d-a6d039efe38d not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:22:17.668533 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6263481b-34e1-48da-a5c9-595ba48f4278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (68c88afd-a9f2-429b-992e-199ce9cfc99f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:17.926737 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-6263481b-34e1-48da-a5c9-595ba48f4278 admin admin] Deleting port 80557da2-62e1-4362-b21a-eddaad515bf2 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:22:17.927096 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6263481b-34e1-48da-a5c9-595ba48f4278 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (80557da2-62e1-4362-b21a-eddaad515bf2), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:18.005389 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-6263481b-34e1-48da-a5c9-595ba48f4278 admin admin] For port 80557da2-62e1-4362-b21a-eddaad515bf2, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=80557da2-62e1-4362-b21a-eddaad515bf2,segment=NetworkSegment(6bd0f2bc-719a-4a36-80e7-19381064b57c),segment_id=6bd0f2bc-719a-4a36-80e7-19381064b57c)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:22:18.005749 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6263481b-34e1-48da-a5c9-595ba48f4278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (80557da2-62e1-4362-b21a-eddaad515bf2), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:18.022791 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-6263481b-34e1-48da-a5c9-595ba48f4278 admin admin] Calling delete_port for 80557da2-62e1-4362-b21a-eddaad515bf2 owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:22:18.215709 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6263481b-34e1-48da-a5c9-595ba48f4278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (80557da2-62e1-4362-b21a-eddaad515bf2), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:18.238815 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263481b-34e1-48da-a5c9-595ba48f4278 admin admin] Pushing event deleted for resources: {'Port': ['ID=80557da2-62e1-4362-b21a-eddaad515bf2,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:18.411544 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6263481b-34e1-48da-a5c9-595ba48f4278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (68c88afd-a9f2-429b-992e-199ce9cfc99f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:18.635478 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6263481b-34e1-48da-a5c9-595ba48f4278 admin admin] Router 68c88afd-a9f2-429b-992e-199ce9cfc99f has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:22:18.743453 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6263481b-34e1-48da-a5c9-595ba48f4278 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:22:18.748618 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6263481b-34e1-48da-a5c9-595ba48f4278 admin admin] 10.222.0.88 "PUT /v2.0/routers/68c88afd-a9f2-429b-992e-199ce9cfc99f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4397607 Feb 08 22:22:18.751089 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46948) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:22:18.753985 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f7000f-e867-4492-a27e-04fa06b1056a None None] Sync routers for ids ['68c88afd-a9f2-429b-992e-199ce9cfc99f'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:22:18.764903 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f7000f-e867-4492-a27e-04fa06b1056a None None] Routers {'68c88afd-a9f2-429b-992e-199ce9cfc99f'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:22:18.765560 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e4f7000f-e867-4492-a27e-04fa06b1056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:21:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['68c88afd-a9f2-429b-992e-199ce9cfc99f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:22:18.860577 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9d1a2a5-6371-408d-8877-83eb54e67b46 admin admin] Publish callbacks [] for router (68c88afd-a9f2-429b-992e-199ce9cfc99f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:18.872259 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-e4f7000f-e867-4492-a27e-04fa06b1056a None None] Set router 68c88afd-a9f2-429b-992e-199ce9cfc99f gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:22:18.966823 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9d1a2a5-6371-408d-8877-83eb54e67b46 admin admin] Publish callbacks [] for router_gateway (68c88afd-a9f2-429b-992e-199ce9cfc99f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:19.058677 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e4f7000f-e867-4492-a27e-04fa06b1056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c88afd-a9f2-429b-992e-199ce9cfc99f', 'name': 'tempest-TestEncryptedCinderVolumes-1418553800-router', 'tenant_id': '5a89d09a6a0f4e168a46b342af05f5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '8ef20871-ea1e-4db6-81f8-39984deccc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:20:32Z', 'updated_at': '2022-02-08T22:22:18Z', 'revision_number': 5, 'project_id': '5a89d09a6a0f4e168a46b342af05f5d7', 'gw_port': {'id': '8ef20871-ea1e-4db6-81f8-39984deccc1f', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c88afd-a9f2-429b-992e-199ce9cfc99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:20:32Z', 'updated_at': '2022-02-08T22:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:22:19.085829 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f7000f-e867-4492-a27e-04fa06b1056a None None] Checking router: 68c88afd-a9f2-429b-992e-199ce9cfc99f for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:22:19.097093 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f7000f-e867-4492-a27e-04fa06b1056a None None] Routers {'68c88afd-a9f2-429b-992e-199ce9cfc99f'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:22:19.097760 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e4f7000f-e867-4492-a27e-04fa06b1056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:21:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['68c88afd-a9f2-429b-992e-199ce9cfc99f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:22:19.191492 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-e4f7000f-e867-4492-a27e-04fa06b1056a None None] Set router 68c88afd-a9f2-429b-992e-199ce9cfc99f gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:22:19.248038 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e4f7000f-e867-4492-a27e-04fa06b1056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c88afd-a9f2-429b-992e-199ce9cfc99f', 'name': 'tempest-TestEncryptedCinderVolumes-1418553800-router', 'tenant_id': '5a89d09a6a0f4e168a46b342af05f5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:20:32Z', 'updated_at': '2022-02-08T22:22:18Z', 'revision_number': 6, 'project_id': '5a89d09a6a0f4e168a46b342af05f5d7', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:22:19.275391 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f7000f-e867-4492-a27e-04fa06b1056a None None] The sync data for ids ['68c88afd-a9f2-429b-992e-199ce9cfc99f'] in n-d-712143-31 is: [{'id': '68c88afd-a9f2-429b-992e-199ce9cfc99f', 'name': 'tempest-TestEncryptedCinderVolumes-1418553800-router', 'tenant_id': '5a89d09a6a0f4e168a46b342af05f5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:20:32Z', 'updated_at': '2022-02-08T22:22:18Z', 'revision_number': 6, 'project_id': '5a89d09a6a0f4e168a46b342af05f5d7', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:22:19.368302 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b9d1a2a5-6371-408d-8877-83eb54e67b46 admin admin] Deleting port 8ef20871-ea1e-4db6-81f8-39984deccc1f {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:22:19.368625 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9d1a2a5-6371-408d-8877-83eb54e67b46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (8ef20871-ea1e-4db6-81f8-39984deccc1f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:19.446324 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-b9d1a2a5-6371-408d-8877-83eb54e67b46 admin admin] For port 8ef20871-ea1e-4db6-81f8-39984deccc1f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=8ef20871-ea1e-4db6-81f8-39984deccc1f,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:22:19.447001 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9d1a2a5-6371-408d-8877-83eb54e67b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (8ef20871-ea1e-4db6-81f8-39984deccc1f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:19.459732 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b9d1a2a5-6371-408d-8877-83eb54e67b46 admin admin] Calling delete_port for 8ef20871-ea1e-4db6-81f8-39984deccc1f owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:22:19.628943 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9d1a2a5-6371-408d-8877-83eb54e67b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (8ef20871-ea1e-4db6-81f8-39984deccc1f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:19.660406 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1a2a5-6371-408d-8877-83eb54e67b46 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ef20871-ea1e-4db6-81f8-39984deccc1f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:19.695860 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 80557da2-62e1-4362-b21a-eddaad515bf2 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:22:19.718455 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 80557da2-62e1-4362-b21a-eddaad515bf2 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:22:19.718827 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 80557da2-62e1-4362-b21a-eddaad515bf2 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:22:19.763746 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9d1a2a5-6371-408d-8877-83eb54e67b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (68c88afd-a9f2-429b-992e-199ce9cfc99f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:19.859259 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9d1a2a5-6371-408d-8877-83eb54e67b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (68c88afd-a9f2-429b-992e-199ce9cfc99f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:19.861437 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9d1a2a5-6371-408d-8877-83eb54e67b46 admin admin] Publish callbacks [] for router_controller (68c88afd-a9f2-429b-992e-199ce9cfc99f), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:19.909570 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9d1a2a5-6371-408d-8877-83eb54e67b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (68c88afd-a9f2-429b-992e-199ce9cfc99f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:19.910128 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d1a2a5-6371-408d-8877-83eb54e67b46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68c88afd-a9f2-429b-992e-199ce9cfc99f {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 22:22:19.914387 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9d1a2a5-6371-408d-8877-83eb54e67b46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:19.915488 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b9d1a2a5-6371-408d-8877-83eb54e67b46 admin admin] 10.222.0.88 "DELETE /v2.0/routers/68c88afd-a9f2-429b-992e-199ce9cfc99f HTTP/1.1" status: 204 len: 168 time: 1.1634631 Feb 08 22:22:19.918064 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46950) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:22:19.962475 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-5359921c-87f0-46f3-a28f-207d3f51ea57 admin admin] Deleting subnet dd31c4e8-cc72-48f2-a277-a999e4c1ffcb {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 22:22:19.965590 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5359921c-87f0-46f3-a28f-207d3f51ea57 admin admin] Publish callbacks [] for subnet (dd31c4e8-cc72-48f2-a277-a999e4c1ffcb), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:19.999075 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5359921c-87f0-46f3-a28f-207d3f51ea57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (dd31c4e8-cc72-48f2-a277-a999e4c1ffcb), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:20.104495 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5359921c-87f0-46f3-a28f-207d3f51ea57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (dd31c4e8-cc72-48f2-a277-a999e4c1ffcb), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:20.163196 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5359921c-87f0-46f3-a28f-207d3f51ea57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (dd31c4e8-cc72-48f2-a277-a999e4c1ffcb), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:20.187832 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359921c-87f0-46f3-a28f-207d3f51ea57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd31c4e8-cc72-48f2-a277-a999e4c1ffcb,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:20.194275 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5359921c-87f0-46f3-a28f-207d3f51ea57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:20.200013 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5359921c-87f0-46f3-a28f-207d3f51ea57 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/dd31c4e8-cc72-48f2-a277-a999e4c1ffcb HTTP/1.1" status: 204 len: 168 time: 0.2784441 Feb 08 22:22:20.200807 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46952) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:22:20.202971 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41d89fd-d219-43b3-bd0b-54341bdf180d None None] Network a442f9f1-4770-4014-933d-c3a9eed6f5c4 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:22:20.275464 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b49d8025-aca0-4ebb-8a16-b4c28a59b83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (a442f9f1-4770-4014-933d-c3a9eed6f5c4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:20.342415 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b49d8025-aca0-4ebb-8a16-b4c28a59b83a admin admin] Deleting port 8163dd8f-a7c4-44e5-94af-a0d8173e0036 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:22:20.342757 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b49d8025-aca0-4ebb-8a16-b4c28a59b83a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (8163dd8f-a7c4-44e5-94af-a0d8173e0036), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:20.414834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-b49d8025-aca0-4ebb-8a16-b4c28a59b83a admin admin] For port 8163dd8f-a7c4-44e5-94af-a0d8173e0036, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=8163dd8f-a7c4-44e5-94af-a0d8173e0036,segment=NetworkSegment(6bd0f2bc-719a-4a36-80e7-19381064b57c),segment_id=6bd0f2bc-719a-4a36-80e7-19381064b57c)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:22:20.415184 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b49d8025-aca0-4ebb-8a16-b4c28a59b83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (8163dd8f-a7c4-44e5-94af-a0d8173e0036), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:20.430455 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b49d8025-aca0-4ebb-8a16-b4c28a59b83a admin admin] Calling delete_port for 8163dd8f-a7c4-44e5-94af-a0d8173e0036 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:22:20.515306 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b49d8025-aca0-4ebb-8a16-b4c28a59b83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (8163dd8f-a7c4-44e5-94af-a0d8173e0036), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:20.531740 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a506c13b-ff2a-45f4-9411-3cbf345ace61 None None] DHCP port deletion for a442f9f1-4770-4014-933d-c3a9eed6f5c4 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 22:22:20.542645 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d8025-aca0-4ebb-8a16-b4c28a59b83a admin admin] Pushing event deleted for resources: {'Port': ['ID=8163dd8f-a7c4-44e5-94af-a0d8173e0036,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:20.545609 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49d8025-aca0-4ebb-8a16-b4c28a59b83a admin admin] No DVR routers for this DVR port 8163dd8f-a7c4-44e5-94af-a0d8173e0036 on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:22:20.615669 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b49d8025-aca0-4ebb-8a16-b4c28a59b83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (a442f9f1-4770-4014-933d-c3a9eed6f5c4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:20.639976 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-b49d8025-aca0-4ebb-8a16-b4c28a59b83a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a442f9f1-4770-4014-933d-c3a9eed6f5c4']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:22:20.649683 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-b49d8025-aca0-4ebb-8a16-b4c28a59b83a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd0f2bc-719a-4a36-80e7-19381064b57c') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:22:20.649984 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-b49d8025-aca0-4ebb-8a16-b4c28a59b83a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd0f2bc-719a-4a36-80e7-19381064b57c') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:22:20.660051 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b49d8025-aca0-4ebb-8a16-b4c28a59b83a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (6bd0f2bc-719a-4a36-80e7-19381064b57c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:20.673287 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b49d8025-aca0-4ebb-8a16-b4c28a59b83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (6bd0f2bc-719a-4a36-80e7-19381064b57c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:20.680097 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b49d8025-aca0-4ebb-8a16-b4c28a59b83a admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:22:20.680672 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b49d8025-aca0-4ebb-8a16-b4c28a59b83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (6bd0f2bc-719a-4a36-80e7-19381064b57c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: timer() Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:22:20.682446 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:22:20.734987 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b49d8025-aca0-4ebb-8a16-b4c28a59b83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (a442f9f1-4770-4014-933d-c3a9eed6f5c4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:20.741554 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b49d8025-aca0-4ebb-8a16-b4c28a59b83a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:20.744786 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b49d8025-aca0-4ebb-8a16-b4c28a59b83a admin admin] 10.222.0.88 "DELETE /v2.0/networks/a442f9f1-4770-4014-933d-c3a9eed6f5c4 HTTP/1.1" status: 204 len: 168 time: 0.5435991 Feb 08 22:22:20.756209 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d8025-aca0-4ebb-8a16-b4c28a59b83a admin admin] Pushing event deleted for resources: {'Network': ['ID=a442f9f1-4770-4014-933d-c3a9eed6f5c4,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:20.852878 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:22:20.935746 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46956) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:22:20.975995 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-dde9a5e7-747a-4fde-935b-697876a3ab10 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=87a17f7b42944aed8bc130c14cc3d2df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390575 Feb 08 22:22:20.978473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46958) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:22:21.025507 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-33235864-33e8-4785-8596-be1b235274cf admin admin] Publish callbacks [] for security_group (29dcb879-ed16-4e4d-bb11-f51a8a305112), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:21.053268 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-33235864-33e8-4785-8596-be1b235274cf admin admin] Publish callbacks [] for security_group (29dcb879-ed16-4e4d-bb11-f51a8a305112), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:21.100564 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-33235864-33e8-4785-8596-be1b235274cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (29dcb879-ed16-4e4d-bb11-f51a8a305112), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:21.103175 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-33235864-33e8-4785-8596-be1b235274cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:21.104431 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-33235864-33e8-4785-8596-be1b235274cf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/29dcb879-ed16-4e4d-bb11-f51a8a305112 HTTP/1.1" status: 204 len: 168 time: 0.1249790 Feb 08 22:22:21.112264 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33235864-33e8-4785-8596-be1b235274cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dcb879-ed16-4e4d-bb11-f51a8a305112,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:21.446960 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46964) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:22:21.486653 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2ebab1c7-8684-49e1-b5e5-d23608062117 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5a89d09a6a0f4e168a46b342af05f5d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385017 Feb 08 22:22:21.488980 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46966) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:22:21.536251 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-68964bd5-ad25-4b2e-ba5c-d1444612135d admin admin] Publish callbacks [] for security_group (f754ae04-0fc5-48a4-b6f1-a5111db97afc), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:21.558047 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-68964bd5-ad25-4b2e-ba5c-d1444612135d admin admin] Publish callbacks [] for security_group (f754ae04-0fc5-48a4-b6f1-a5111db97afc), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:21.584283 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 8ef20871-ea1e-4db6-81f8-39984deccc1f no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:22:21.607010 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-68964bd5-ad25-4b2e-ba5c-d1444612135d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f754ae04-0fc5-48a4-b6f1-a5111db97afc), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:21.609750 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 8ef20871-ea1e-4db6-81f8-39984deccc1f {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:22:21.610144 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 8ef20871-ea1e-4db6-81f8-39984deccc1f not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:22:21.610476 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-68964bd5-ad25-4b2e-ba5c-d1444612135d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:21.610697 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 8163dd8f-a7c4-44e5-94af-a0d8173e0036 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:22:21.614422 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-68964bd5-ad25-4b2e-ba5c-d1444612135d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f754ae04-0fc5-48a4-b6f1-a5111db97afc HTTP/1.1" status: 204 len: 168 time: 0.1218126 Feb 08 22:22:21.621066 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68964bd5-ad25-4b2e-ba5c-d1444612135d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f754ae04-0fc5-48a4-b6f1-a5111db97afc,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:21.632589 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 8163dd8f-a7c4-44e5-94af-a0d8173e0036 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:22:21.632943 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 8163dd8f-a7c4-44e5-94af-a0d8173e0036 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:22:22.361513 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46988) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:22:22.492748 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-e64cceb2-5543-4cbd-ae94-7cde83ec2c85 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1402187436-network', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:22:22.512462 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64cceb2-5543-4cbd-ae94-7cde83ec2c85 admin admin] Made reservation on behalf of 93c2f5ca16504e15b810c2e021b0e1e2 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:22:22.514860 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e64cceb2-5543-4cbd-ae94-7cde83ec2c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:22.523586 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e64cceb2-5543-4cbd-ae94-7cde83ec2c85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:22.610065 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e64cceb2-5543-4cbd-ae94-7cde83ec2c85 admin admin] Publish callbacks [] for security_group (763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:22.613783 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e64cceb2-5543-4cbd-ae94-7cde83ec2c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:22.638216 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e64cceb2-5543-4cbd-ae94-7cde83ec2c85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 22:22:22.648555 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64cceb2-5543-4cbd-ae94-7cde83ec2c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:22.655161 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e64cceb2-5543-4cbd-ae94-7cde83ec2c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (554c6b2c-ff9f-4445-b682-313b0d15cade), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:22.655506 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-e64cceb2-5543-4cbd-ae94-7cde83ec2c85 admin admin] Added segment 554c6b2c-ff9f-4445-b682-313b0d15cade of type vlan for network f62f877b-d7d6-4eb4-b4e4-ca5f34625784 Feb 08 22:22:22.696202 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e64cceb2-5543-4cbd-ae94-7cde83ec2c85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (f62f877b-d7d6-4eb4-b4e4-ca5f34625784), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:22.722727 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e64cceb2-5543-4cbd-ae94-7cde83ec2c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (f62f877b-d7d6-4eb4-b4e4-ca5f34625784), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:22.723706 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64cceb2-5543-4cbd-ae94-7cde83ec2c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:22.724284 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e64cceb2-5543-4cbd-ae94-7cde83ec2c85 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:22.782096 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e64cceb2-5543-4cbd-ae94-7cde83ec2c85 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4167664 Feb 08 22:22:22.782487 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 46992) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:22:22.787150 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64cceb2-5543-4cbd-ae94-7cde83ec2c85 admin admin] Pushing event updated for resources: {'Network': ['ID=f62f877b-d7d6-4eb4-b4e4-ca5f34625784,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:22.788184 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-745e2ba6-e773-4de6-b911-57a4db0af15c admin admin] Request body: {'subnet': {'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1402187436-subnet', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:22:22.796664 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network f62f877b-d7d6-4eb4-b4e4-ca5f34625784 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 22:22:22.807204 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745e2ba6-e773-4de6-b911-57a4db0af15c admin admin] Made reservation on behalf of 93c2f5ca16504e15b810c2e021b0e1e2 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:22:22.809655 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-745e2ba6-e773-4de6-b911-57a4db0af15c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:22.978475 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-745e2ba6-e773-4de6-b911-57a4db0af15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (b4b1ab74-ee06-47d2-93da-2fd8dae684c9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:23.027212 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e2ba6-e773-4de6-b911-57a4db0af15c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4b1ab74-ee06-47d2-93da-2fd8dae684c9,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:23.044723 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745e2ba6-e773-4de6-b911-57a4db0af15c admin admin] Checking segment: {'id': '554c6b2c-ff9f-4445-b682-313b0d15cade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:22:23.045084 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745e2ba6-e773-4de6-b911-57a4db0af15c admin admin] Network hostable DHCP agents. Network: f62f877b-d7d6-4eb4-b4e4-ca5f34625784, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 22:22:23.061913 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745e2ba6-e773-4de6-b911-57a4db0af15c admin admin] Network f62f877b-d7d6-4eb4-b4e4-ca5f34625784 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 22:22:23.071071 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-745e2ba6-e773-4de6-b911-57a4db0af15c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, f62f877b-d7d6-4eb4-b4e4-ca5f34625784) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:22:23.076022 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745e2ba6-e773-4de6-b911-57a4db0af15c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:23.077290 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-745e2ba6-e773-4de6-b911-57a4db0af15c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:23.078922 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29033c33-c2ff-40ff-b168-28e5bb4c8aa9 None None] Network f62f877b-d7d6-4eb4-b4e4-ca5f34625784 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:22:23.093435 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-745e2ba6-e773-4de6-b911-57a4db0af15c admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3091795 Feb 08 22:22:23.096521 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46994) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:22:23.101147 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1402187436-router', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:22:23.119591 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (bada0f86-d549-4053-813d-45d5d1ccd6d6), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:23.120635 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (bada0f86-d549-4053-813d-45d5d1ccd6d6), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:23.179278 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Publish callbacks [] for router_controller (bada0f86-d549-4053-813d-45d5d1ccd6d6), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:23.181428 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdff0db-d745-4cdf-94ca-3c4db7337a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-f62f877b-d7d6-4eb4-b4e4-ca5f34625784', 'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784', 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'fixed_ips': [{'subnet_id': 'b4b1ab74-ee06-47d2-93da-2fd8dae684c9'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 22:22:23.182365 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4fdff0db-d745-4cdf-94ca-3c4db7337a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:23.320731 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-4fdff0db-d745-4cdf-94ca-3c4db7337a87 None None] Allocated IP 172.20.0.2 (f62f877b-d7d6-4eb4-b4e4-ca5f34625784/b4b1ab74-ee06-47d2-93da-2fd8dae684c9/1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:22:23.321083 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Publish callbacks [] for router_gateway (bada0f86-d549-4053-813d-45d5d1ccd6d6), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:23.473599 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4fdff0db-d745-4cdf-94ca-3c4db7337a87 None None] Publish callbacks [] for port (1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:23.478944 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4fdff0db-d745-4cdf-94ca-3c4db7337a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:23.522566 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdff0db-d745-4cdf-94ca-3c4db7337a87 None None] Network f62f877b-d7d6-4eb4-b4e4-ca5f34625784 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:22:23.526967 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Publish callbacks [] for router_gateway (bada0f86-d549-4053-813d-45d5d1ccd6d6), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:23.528762 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-4fdff0db-d745-4cdf-94ca-3c4db7337a87 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:22:23.537829 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdff0db-d745-4cdf-94ca-3c4db7337a87 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:22:23.539923 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdff0db-d745-4cdf-94ca-3c4db7337a87 None None] Pushing event updated for resources: {'Port': ['ID=1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:23.546846 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:23.599105 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-4fdff0db-d745-4cdf-94ca-3c4db7337a87 None None] Attempting to bind port 1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:22:23.599387 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-4fdff0db-d745-4cdf-94ca-3c4db7337a87 None None] Attempting to bind port 1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '554c6b2c-ff9f-4445-b682-313b0d15cade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:22:23.599759 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdff0db-d745-4cdf-94ca-3c4db7337a87 None None] Attempting to bind port 1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca on network f62f877b-d7d6-4eb4-b4e4-ca5f34625784 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:22:23.605299 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdff0db-d745-4cdf-94ca-3c4db7337a87 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:22:23.605792 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdff0db-d745-4cdf-94ca-3c4db7337a87 None None] Checking segment: {'id': '554c6b2c-ff9f-4445-b682-313b0d15cade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:22:23.606089 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4fdff0db-d745-4cdf-94ca-3c4db7337a87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:23.606490 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdff0db-d745-4cdf-94ca-3c4db7337a87 None None] Bound using segment: {'id': '554c6b2c-ff9f-4445-b682-313b0d15cade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:22:23.606963 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-4fdff0db-d745-4cdf-94ca-3c4db7337a87 None None] Bound port: 1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554c6b2c-ff9f-4445-b682-313b0d15cade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:22:23.607351 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4fdff0db-d745-4cdf-94ca-3c4db7337a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:23.656078 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Allocated IP 172.25.3.188 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/52191f03-9dab-4471-a0ac-92944e119185) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:22:23.672759 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4fdff0db-d745-4cdf-94ca-3c4db7337a87 None None] For port 1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:22:23.675816 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4fdff0db-d745-4cdf-94ca-3c4db7337a87 None None] For port 1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca,segment=NetworkSegment(554c6b2c-ff9f-4445-b682-313b0d15cade),segment_id=554c6b2c-ff9f-4445-b682-313b0d15cade)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:22:23.682141 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4fdff0db-d745-4cdf-94ca-3c4db7337a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:23.742223 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdff0db-d745-4cdf-94ca-3c4db7337a87 None None] Pushing event updated for resources: {'Port': ['ID=1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:23.767880 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Publish callbacks [] for port (52191f03-9dab-4471-a0ac-92944e119185), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:23.809494 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (52191f03-9dab-4471-a0ac-92944e119185), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:23.866701 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:22:23.869985 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:22:23.874587 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:22:23.878414 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Pushing event updated for resources: {'Port': ['ID=52191f03-9dab-4471-a0ac-92944e119185,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:23.909867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:23.909867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:23.909867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:23.909867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:23.909867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:23.909867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:23.909867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:23.909867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:23.909867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:23.910693 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:23.910693 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:23.911451 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:23.911451 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:24.197909 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Publish callbacks [] for router_gateway (bada0f86-d549-4053-813d-45d5d1ccd6d6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:24.318016 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fca1b1a6-d42e-4aad-861b-49246e2a42b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:24.411586 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (bada0f86-d549-4053-813d-45d5d1ccd6d6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:24.548311 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Router bada0f86-d549-4053-813d-45d5d1ccd6d6 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 22:22:24.661842 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:22:24.671547 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a9d88c-5eaf-4c01-83a7-6484beb11cb4 None None] Sync routers for ids ['bada0f86-d549-4053-813d-45d5d1ccd6d6'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:22:24.683976 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:24.684531 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a9d88c-5eaf-4c01-83a7-6484beb11cb4 None None] Routers {'bada0f86-d549-4053-813d-45d5d1ccd6d6'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:22:24.685029 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-40a9d88c-5eaf-4c01-83a7-6484beb11cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:21:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['bada0f86-d549-4053-813d-45d5d1ccd6d6'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:22:24.685256 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-29487073-3128-45ce-b869-d0f23d1a63ec admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5876241 Feb 08 22:22:24.688578 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 46996) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:22:24.723770 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1707c6bf-fb67-434a-923e-01151aa939dc None None] Network f62f877b-d7d6-4eb4-b4e4-ca5f34625784 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:22:24.840413 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f844ace2-d5cc-4d9b-a0bc-0193f2bdf96f None None] Provisioning complete for port 1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:22:24.840787 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f844ace2-d5cc-4d9b-a0bc-0193f2bdf96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:24.894790 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-40a9d88c-5eaf-4c01-83a7-6484beb11cb4 None None] Set router bada0f86-d549-4053-813d-45d5d1ccd6d6 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:22:25.101113 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f844ace2-d5cc-4d9b-a0bc-0193f2bdf96f None None] Current status of the port 1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:22:25.101532 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f844ace2-d5cc-4d9b-a0bc-0193f2bdf96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:25.124473 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-903f5440-41a8-4254-8225-cb4e83bcdd5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:25.163723 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f844ace2-d5cc-4d9b-a0bc-0193f2bdf96f None None] For port 1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca,segment=NetworkSegment(554c6b2c-ff9f-4445-b682-313b0d15cade),segment_id=554c6b2c-ff9f-4445-b682-313b0d15cade)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:22:25.169049 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f844ace2-d5cc-4d9b-a0bc-0193f2bdf96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:25.234805 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-40a9d88c-5eaf-4c01-83a7-6484beb11cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'name': 'tempest-TestMinimumBasicScenario-1402187436-router', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '52191f03-9dab-4471-a0ac-92944e119185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:22:23Z', 'updated_at': '2022-02-08T22:22:24Z', 'revision_number': 3, 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'gw_port': {'id': '52191f03-9dab-4471-a0ac-92944e119185', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:23Z', 'updated_at': '2022-02-08T22:22:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:22:25.238274 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844ace2-d5cc-4d9b-a0bc-0193f2bdf96f None None] Pushing event updated for resources: {'Port': ['ID=1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:25.265796 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a9d88c-5eaf-4c01-83a7-6484beb11cb4 None None] Checking router: bada0f86-d549-4053-813d-45d5d1ccd6d6 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:22:25.266152 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a9d88c-5eaf-4c01-83a7-6484beb11cb4 None None] Updating router bada0f86-d549-4053-813d-45d5d1ccd6d6 port 52191f03-9dab-4471-a0ac-92944e119185 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:22:25.301801 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-40a9d88c-5eaf-4c01-83a7-6484beb11cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (52191f03-9dab-4471-a0ac-92944e119185), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:25.302701 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-903f5440-41a8-4254-8225-cb4e83bcdd5e admin admin] Allocated IP 172.20.0.1 (f62f877b-d7d6-4eb4-b4e4-ca5f34625784/b4b1ab74-ee06-47d2-93da-2fd8dae684c9/d88763cb-b52b-47dd-bbdd-44979cded270) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:22:25.325375 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d4b7ba6a-1465-41b5-9dc0-4fc31ac398a5 None None] Provisioning complete for port 1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:22:25.325933 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d4b7ba6a-1465-41b5-9dc0-4fc31ac398a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:25.409799 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-903f5440-41a8-4254-8225-cb4e83bcdd5e admin admin] Publish callbacks [] for port (d88763cb-b52b-47dd-bbdd-44979cded270), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:25.448232 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-903f5440-41a8-4254-8225-cb4e83bcdd5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (d88763cb-b52b-47dd-bbdd-44979cded270), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:25.489767 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903f5440-41a8-4254-8225-cb4e83bcdd5e admin admin] Network f62f877b-d7d6-4eb4-b4e4-ca5f34625784 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:22:25.494887 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-903f5440-41a8-4254-8225-cb4e83bcdd5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:22:25.498494 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903f5440-41a8-4254-8225-cb4e83bcdd5e admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:22:25.524468 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f5440-41a8-4254-8225-cb4e83bcdd5e admin admin] Pushing event updated for resources: {'Port': ['ID=d88763cb-b52b-47dd-bbdd-44979cded270,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:25.534713 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d4b7ba6a-1465-41b5-9dc0-4fc31ac398a5 None None] Current status of the port 1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:22:25.544620 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-903f5440-41a8-4254-8225-cb4e83bcdd5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (bada0f86-d549-4053-813d-45d5d1ccd6d6), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:25.662844 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-40a9d88c-5eaf-4c01-83a7-6484beb11cb4 None None] Publish callbacks [] for port (52191f03-9dab-4471-a0ac-92944e119185), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:25.668503 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-40a9d88c-5eaf-4c01-83a7-6484beb11cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (52191f03-9dab-4471-a0ac-92944e119185), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:25.683601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:22:25.697297 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-903f5440-41a8-4254-8225-cb4e83bcdd5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d88763cb-b52b-47dd-bbdd-44979cded270), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:25.766128 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-40a9d88c-5eaf-4c01-83a7-6484beb11cb4 None None] Attempting to bind port 52191f03-9dab-4471-a0ac-92944e119185 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:22:25.766506 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-40a9d88c-5eaf-4c01-83a7-6484beb11cb4 None None] Attempting to bind port 52191f03-9dab-4471-a0ac-92944e119185 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:22:25.766903 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a9d88c-5eaf-4c01-83a7-6484beb11cb4 None None] Attempting to bind port 52191f03-9dab-4471-a0ac-92944e119185 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:22:25.770466 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980e7b4-2a04-4c78-aaa0-76883d306b6b None None] Pushing event updated for resources: {'Port': ['ID=52191f03-9dab-4471-a0ac-92944e119185,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:25.777189 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a9d88c-5eaf-4c01-83a7-6484beb11cb4 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:22:25.777588 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a9d88c-5eaf-4c01-83a7-6484beb11cb4 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:22:25.778266 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-40a9d88c-5eaf-4c01-83a7-6484beb11cb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:25.778640 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a9d88c-5eaf-4c01-83a7-6484beb11cb4 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:22:25.779109 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-40a9d88c-5eaf-4c01-83a7-6484beb11cb4 None None] Bound port: 52191f03-9dab-4471-a0ac-92944e119185, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:22:25.779485 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-40a9d88c-5eaf-4c01-83a7-6484beb11cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (52191f03-9dab-4471-a0ac-92944e119185), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:25.835231 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:22:25.835511 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:25.858417 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-40a9d88c-5eaf-4c01-83a7-6484beb11cb4 None None] For port 52191f03-9dab-4471-a0ac-92944e119185, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:22:25.877236 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-903f5440-41a8-4254-8225-cb4e83bcdd5e admin admin] Publish callbacks [] for port (d88763cb-b52b-47dd-bbdd-44979cded270), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:25.878623 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-40a9d88c-5eaf-4c01-83a7-6484beb11cb4 None None] For port 52191f03-9dab-4471-a0ac-92944e119185, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=52191f03-9dab-4471-a0ac-92944e119185,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:22:25.882067 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-903f5440-41a8-4254-8225-cb4e83bcdd5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (d88763cb-b52b-47dd-bbdd-44979cded270), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:25.893861 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-40a9d88c-5eaf-4c01-83a7-6484beb11cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (52191f03-9dab-4471-a0ac-92944e119185), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:25.899330 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-80f75d22-6d99-41a6-857d-aa3abae19c66 None None] Provisioning complete for port d88763cb-b52b-47dd-bbdd-44979cded270 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:22:25.899691 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-80f75d22-6d99-41a6-857d-aa3abae19c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d88763cb-b52b-47dd-bbdd-44979cded270), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:25.952359 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-903f5440-41a8-4254-8225-cb4e83bcdd5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (bada0f86-d549-4053-813d-45d5d1ccd6d6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:25.955172 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f5440-41a8-4254-8225-cb4e83bcdd5e admin admin] Pushing event updated for resources: {'Port': ['ID=d88763cb-b52b-47dd-bbdd-44979cded270,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:25.995547 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980e7b4-2a04-4c78-aaa0-76883d306b6b None None] Pushing event updated for resources: {'Port': ['ID=52191f03-9dab-4471-a0ac-92944e119185,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:26.000463 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-80f75d22-6d99-41a6-857d-aa3abae19c66 None None] Port d88763cb-b52b-47dd-bbdd-44979cded270 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:22:26.004508 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a9d88c-5eaf-4c01-83a7-6484beb11cb4 None None] Routers {'bada0f86-d549-4053-813d-45d5d1ccd6d6'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:22:26.004840 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-40a9d88c-5eaf-4c01-83a7-6484beb11cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:21:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['bada0f86-d549-4053-813d-45d5d1ccd6d6'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:22:26.061572 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903f5440-41a8-4254-8225-cb4e83bcdd5e admin admin] Network f62f877b-d7d6-4eb4-b4e4-ca5f34625784 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:22:26.063192 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-903f5440-41a8-4254-8225-cb4e83bcdd5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:22:26.197359 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903f5440-41a8-4254-8225-cb4e83bcdd5e admin admin] Router bada0f86-d549-4053-813d-45d5d1ccd6d6 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:22:26.268612 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:22:26.306104 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-40a9d88c-5eaf-4c01-83a7-6484beb11cb4 None None] Set router bada0f86-d549-4053-813d-45d5d1ccd6d6 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:22:26.321043 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903f5440-41a8-4254-8225-cb4e83bcdd5e admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:22:26.331160 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-903f5440-41a8-4254-8225-cb4e83bcdd5e admin admin] 10.222.0.88 "PUT /v2.0/routers/bada0f86-d549-4053-813d-45d5d1ccd6d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6371613 Feb 08 22:22:26.387447 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b15fc1ab-4f9c-4b80-a286-5e7ebfc41568 None None] Provisioning complete for port d88763cb-b52b-47dd-bbdd-44979cded270 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:22:26.387925 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b15fc1ab-4f9c-4b80-a286-5e7ebfc41568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d88763cb-b52b-47dd-bbdd-44979cded270), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:26.468476 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b15fc1ab-4f9c-4b80-a286-5e7ebfc41568 None None] Port d88763cb-b52b-47dd-bbdd-44979cded270 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:22:26.551491 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-40a9d88c-5eaf-4c01-83a7-6484beb11cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'name': 'tempest-TestMinimumBasicScenario-1402187436-router', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '52191f03-9dab-4471-a0ac-92944e119185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:22:23Z', 'updated_at': '2022-02-08T22:22:25Z', 'revision_number': 4, 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'gw_port': {'id': '52191f03-9dab-4471-a0ac-92944e119185', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:23Z', 'updated_at': '2022-02-08T22:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'd88763cb-b52b-47dd-bbdd-44979cded270', 'name': '', 'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'mac_address': 'fa:16:3e:d5:ac:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b4b1ab74-ee06-47d2-93da-2fd8dae684c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:25Z', 'updated_at': '2022-02-08T22:22:25Z', 'revision_number': 2, 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'subnets': [{'id': 'b4b1ab74-ee06-47d2-93da-2fd8dae684c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:22:26.578173 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a9d88c-5eaf-4c01-83a7-6484beb11cb4 None None] The sync data for ids ['bada0f86-d549-4053-813d-45d5d1ccd6d6'] in n-d-712143-31 is: [{'id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'name': 'tempest-TestMinimumBasicScenario-1402187436-router', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '52191f03-9dab-4471-a0ac-92944e119185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:22:23Z', 'updated_at': '2022-02-08T22:22:25Z', 'revision_number': 4, 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'gw_port': {'id': '52191f03-9dab-4471-a0ac-92944e119185', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:23Z', 'updated_at': '2022-02-08T22:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'd88763cb-b52b-47dd-bbdd-44979cded270', 'name': '', 'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'mac_address': 'fa:16:3e:d5:ac:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b4b1ab74-ee06-47d2-93da-2fd8dae684c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:25Z', 'updated_at': '2022-02-08T22:22:25Z', 'revision_number': 2, 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'subnets': [{'id': 'b4b1ab74-ee06-47d2-93da-2fd8dae684c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:22:26.852614 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47014) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:22:26.857733 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-126c438e-6135-48f0-b49e-8081c82735a2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1535921100-network', 'tenant_id': '61904ec3552a436bbf7369e142279119'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:22:26.879377 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126c438e-6135-48f0-b49e-8081c82735a2 admin admin] Made reservation on behalf of 61904ec3552a436bbf7369e142279119 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:22:26.882024 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-126c438e-6135-48f0-b49e-8081c82735a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:26.891442 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-126c438e-6135-48f0-b49e-8081c82735a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:26.971892 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-126c438e-6135-48f0-b49e-8081c82735a2 admin admin] Publish callbacks [] for security_group (cf57d294-e61f-46f0-b9d2-046eeaa6aae5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:26.975910 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-126c438e-6135-48f0-b49e-8081c82735a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (cf57d294-e61f-46f0-b9d2-046eeaa6aae5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:27.005938 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-126c438e-6135-48f0-b49e-8081c82735a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 22:22:27.016149 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c438e-6135-48f0-b49e-8081c82735a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf57d294-e61f-46f0-b9d2-046eeaa6aae5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:27.022071 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-126c438e-6135-48f0-b49e-8081c82735a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (a102695a-ba7d-4196-a2f1-c881ceca212f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:27.022419 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-126c438e-6135-48f0-b49e-8081c82735a2 admin admin] Added segment a102695a-ba7d-4196-a2f1-c881ceca212f of type vlan for network 8c59ba18-8bb5-4ff4-99f2-10de9b8bf649 Feb 08 22:22:27.068840 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-126c438e-6135-48f0-b49e-8081c82735a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (8c59ba18-8bb5-4ff4-99f2-10de9b8bf649), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:27.096301 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-126c438e-6135-48f0-b49e-8081c82735a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (8c59ba18-8bb5-4ff4-99f2-10de9b8bf649), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:27.097451 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126c438e-6135-48f0-b49e-8081c82735a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:27.098031 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-126c438e-6135-48f0-b49e-8081c82735a2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:27.155541 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-126c438e-6135-48f0-b49e-8081c82735a2 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3016694 Feb 08 22:22:27.158785 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47016) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:22:27.166839 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-85cc7648-3f3d-4900-b8f8-efba185459a4 admin admin] Request body: {'subnet': {'network_id': '8c59ba18-8bb5-4ff4-99f2-10de9b8bf649', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1535921100-subnet', 'tenant_id': '61904ec3552a436bbf7369e142279119', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:22:27.175084 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c438e-6135-48f0-b49e-8081c82735a2 admin admin] Pushing event updated for resources: {'Network': ['ID=8c59ba18-8bb5-4ff4-99f2-10de9b8bf649,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:27.185982 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 8c59ba18-8bb5-4ff4-99f2-10de9b8bf649 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 22:22:27.195001 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cc7648-3f3d-4900-b8f8-efba185459a4 admin admin] Made reservation on behalf of 61904ec3552a436bbf7369e142279119 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:22:27.197642 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85cc7648-3f3d-4900-b8f8-efba185459a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:27.402355 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85cc7648-3f3d-4900-b8f8-efba185459a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (b321f9f6-4e7b-4b91-a087-9c570a9effc9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:27.457601 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc7648-3f3d-4900-b8f8-efba185459a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b321f9f6-4e7b-4b91-a087-9c570a9effc9,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:27.468058 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cc7648-3f3d-4900-b8f8-efba185459a4 admin admin] Checking segment: {'id': 'a102695a-ba7d-4196-a2f1-c881ceca212f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8c59ba18-8bb5-4ff4-99f2-10de9b8bf649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:22:27.468417 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cc7648-3f3d-4900-b8f8-efba185459a4 admin admin] Network hostable DHCP agents. Network: 8c59ba18-8bb5-4ff4-99f2-10de9b8bf649, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 22:22:27.489075 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cc7648-3f3d-4900-b8f8-efba185459a4 admin admin] Network 8c59ba18-8bb5-4ff4-99f2-10de9b8bf649 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 22:22:27.500216 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-85cc7648-3f3d-4900-b8f8-efba185459a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 8c59ba18-8bb5-4ff4-99f2-10de9b8bf649) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:22:27.504822 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cc7648-3f3d-4900-b8f8-efba185459a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:27.505468 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85cc7648-3f3d-4900-b8f8-efba185459a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:27.512596 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dbf437-84f7-4b8c-b985-51281877695c None None] Network 8c59ba18-8bb5-4ff4-99f2-10de9b8bf649 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:22:27.523342 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-85cc7648-3f3d-4900-b8f8-efba185459a4 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3635015 Feb 08 22:22:27.525837 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47018) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:22:27.531827 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f8cabe0a-0708-4eb4-a9e7-67ccc8f69f54 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1535921100-router', 'tenant_id': '61904ec3552a436bbf7369e142279119', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:22:27.560895 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8cabe0a-0708-4eb4-a9e7-67ccc8f69f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (e5c176e4-51a6-4b25-9045-0a614f8cc2cc), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:27.562228 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8cabe0a-0708-4eb4-a9e7-67ccc8f69f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (e5c176e4-51a6-4b25-9045-0a614f8cc2cc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:27.628709 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ca065621-29a3-4c07-b448-6a73bc3288f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:27.643522 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8cabe0a-0708-4eb4-a9e7-67ccc8f69f54 admin admin] Publish callbacks [] for router_controller (e5c176e4-51a6-4b25-9045-0a614f8cc2cc), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:27.664450 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcc6afa-1bcb-4c45-a922-04c0e4278207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-8c59ba18-8bb5-4ff4-99f2-10de9b8bf649', 'network_id': '8c59ba18-8bb5-4ff4-99f2-10de9b8bf649', 'project_id': '61904ec3552a436bbf7369e142279119', 'fixed_ips': [{'subnet_id': 'b321f9f6-4e7b-4b91-a087-9c570a9effc9'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 22:22:27.665398 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-adcc6afa-1bcb-4c45-a922-04c0e4278207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:27.686843 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 52191f03-9dab-4471-a0ac-92944e119185 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:22:27.798773 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8cabe0a-0708-4eb4-a9e7-67ccc8f69f54 admin admin] Publish callbacks [] for router_gateway (e5c176e4-51a6-4b25-9045-0a614f8cc2cc), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:27.845628 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 52191f03-9dab-4471-a0ac-92944e119185 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:22:27.846044 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (52191f03-9dab-4471-a0ac-92944e119185), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:27.869337 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-adcc6afa-1bcb-4c45-a922-04c0e4278207 None None] Allocated IP 172.20.0.2 (8c59ba18-8bb5-4ff4-99f2-10de9b8bf649/b321f9f6-4e7b-4b91-a087-9c570a9effc9/121b7588-57c6-4d81-a35e-70b2e33aa8d9) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:22:28.017820 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 52191f03-9dab-4471-a0ac-92944e119185 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:22:28.018213 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (52191f03-9dab-4471-a0ac-92944e119185), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:28.022477 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8cabe0a-0708-4eb4-a9e7-67ccc8f69f54 admin admin] Publish callbacks [] for router_gateway (e5c176e4-51a6-4b25-9045-0a614f8cc2cc), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:28.044325 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8cabe0a-0708-4eb4-a9e7-67ccc8f69f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:28.072931 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 52191f03-9dab-4471-a0ac-92944e119185, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=52191f03-9dab-4471-a0ac-92944e119185,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:22:28.078852 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (52191f03-9dab-4471-a0ac-92944e119185), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:28.111713 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-adcc6afa-1bcb-4c45-a922-04c0e4278207 None None] Publish callbacks [] for port (121b7588-57c6-4d81-a35e-70b2e33aa8d9), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:28.124169 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-adcc6afa-1bcb-4c45-a922-04c0e4278207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (121b7588-57c6-4d81-a35e-70b2e33aa8d9), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:28.150261 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcc6afa-1bcb-4c45-a922-04c0e4278207 None None] Network 8c59ba18-8bb5-4ff4-99f2-10de9b8bf649 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:22:28.151577 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=52191f03-9dab-4471-a0ac-92944e119185,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:28.154751 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-adcc6afa-1bcb-4c45-a922-04c0e4278207 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:22:28.158799 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcc6afa-1bcb-4c45-a922-04c0e4278207 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:22:28.159240 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-f8cabe0a-0708-4eb4-a9e7-67ccc8f69f54 admin admin] Allocated IP 172.25.3.228 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/cdc7131f-7a1a-448d-a581-b9fb50ccbb40) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:22:28.235135 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc6afa-1bcb-4c45-a922-04c0e4278207 None None] Pushing event updated for resources: {'Port': ['ID=121b7588-57c6-4d81-a35e-70b2e33aa8d9,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:28.253640 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-adcc6afa-1bcb-4c45-a922-04c0e4278207 None None] Attempting to bind port 121b7588-57c6-4d81-a35e-70b2e33aa8d9 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:22:28.254163 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-adcc6afa-1bcb-4c45-a922-04c0e4278207 None None] Attempting to bind port 121b7588-57c6-4d81-a35e-70b2e33aa8d9 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'a102695a-ba7d-4196-a2f1-c881ceca212f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8c59ba18-8bb5-4ff4-99f2-10de9b8bf649'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:22:28.254599 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcc6afa-1bcb-4c45-a922-04c0e4278207 None None] Attempting to bind port 121b7588-57c6-4d81-a35e-70b2e33aa8d9 on network 8c59ba18-8bb5-4ff4-99f2-10de9b8bf649 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:22:28.259880 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcc6afa-1bcb-4c45-a922-04c0e4278207 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:22:28.260265 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcc6afa-1bcb-4c45-a922-04c0e4278207 None None] Checking segment: {'id': 'a102695a-ba7d-4196-a2f1-c881ceca212f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8c59ba18-8bb5-4ff4-99f2-10de9b8bf649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:22:28.260756 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-adcc6afa-1bcb-4c45-a922-04c0e4278207 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:28.261065 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcc6afa-1bcb-4c45-a922-04c0e4278207 None None] Bound using segment: {'id': 'a102695a-ba7d-4196-a2f1-c881ceca212f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8c59ba18-8bb5-4ff4-99f2-10de9b8bf649'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:22:28.261563 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-adcc6afa-1bcb-4c45-a922-04c0e4278207 None None] Bound port: 121b7588-57c6-4d81-a35e-70b2e33aa8d9, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a102695a-ba7d-4196-a2f1-c881ceca212f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8c59ba18-8bb5-4ff4-99f2-10de9b8bf649'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:22:28.261948 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-adcc6afa-1bcb-4c45-a922-04c0e4278207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (121b7588-57c6-4d81-a35e-70b2e33aa8d9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:28.274553 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8cabe0a-0708-4eb4-a9e7-67ccc8f69f54 admin admin] Publish callbacks [] for port (cdc7131f-7a1a-448d-a581-b9fb50ccbb40), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:28.309495 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8cabe0a-0708-4eb4-a9e7-67ccc8f69f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (cdc7131f-7a1a-448d-a581-b9fb50ccbb40), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:28.330725 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-adcc6afa-1bcb-4c45-a922-04c0e4278207 None None] For port 121b7588-57c6-4d81-a35e-70b2e33aa8d9, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:22:28.333892 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-adcc6afa-1bcb-4c45-a922-04c0e4278207 None None] For port 121b7588-57c6-4d81-a35e-70b2e33aa8d9, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=121b7588-57c6-4d81-a35e-70b2e33aa8d9,segment=NetworkSegment(a102695a-ba7d-4196-a2f1-c881ceca212f),segment_id=a102695a-ba7d-4196-a2f1-c881ceca212f)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:22:28.344048 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-adcc6afa-1bcb-4c45-a922-04c0e4278207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (121b7588-57c6-4d81-a35e-70b2e33aa8d9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:28.406886 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc6afa-1bcb-4c45-a922-04c0e4278207 None None] Pushing event updated for resources: {'Port': ['ID=121b7588-57c6-4d81-a35e-70b2e33aa8d9,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:28.706779 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cabe0a-0708-4eb4-a9e7-67ccc8f69f54 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:22:28.709917 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-f8cabe0a-0708-4eb4-a9e7-67ccc8f69f54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:22:28.715871 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cabe0a-0708-4eb4-a9e7-67ccc8f69f54 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:22:28.744233 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cabe0a-0708-4eb4-a9e7-67ccc8f69f54 admin admin] Pushing event updated for resources: {'Port': ['ID=cdc7131f-7a1a-448d-a581-b9fb50ccbb40,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:28.797775 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504273a0-09fa-4285-89fd-d33345f9bdc7 None None] Sync routers for ids ['bada0f86-d549-4053-813d-45d5d1ccd6d6'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:22:28.808578 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504273a0-09fa-4285-89fd-d33345f9bdc7 None None] Routers {'bada0f86-d549-4053-813d-45d5d1ccd6d6'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:22:28.809199 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-504273a0-09fa-4285-89fd-d33345f9bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:22:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['bada0f86-d549-4053-813d-45d5d1ccd6d6'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:22:28.995076 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8cabe0a-0708-4eb4-a9e7-67ccc8f69f54 admin admin] Publish callbacks [] for router_gateway (e5c176e4-51a6-4b25-9045-0a614f8cc2cc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:29.036101 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-504273a0-09fa-4285-89fd-d33345f9bdc7 None None] Set router bada0f86-d549-4053-813d-45d5d1ccd6d6 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:22:29.205180 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8cabe0a-0708-4eb4-a9e7-67ccc8f69f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (e5c176e4-51a6-4b25-9045-0a614f8cc2cc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:29.244893 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-504273a0-09fa-4285-89fd-d33345f9bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'name': 'tempest-TestMinimumBasicScenario-1402187436-router', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '52191f03-9dab-4471-a0ac-92944e119185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:22:23Z', 'updated_at': '2022-02-08T22:22:25Z', 'revision_number': 4, 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'gw_port': {'id': '52191f03-9dab-4471-a0ac-92944e119185', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:23Z', 'updated_at': '2022-02-08T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'd88763cb-b52b-47dd-bbdd-44979cded270', 'name': '', 'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'mac_address': 'fa:16:3e:d5:ac:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b4b1ab74-ee06-47d2-93da-2fd8dae684c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:25Z', 'updated_at': '2022-02-08T22:22:25Z', 'revision_number': 2, 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'subnets': [{'id': 'b4b1ab74-ee06-47d2-93da-2fd8dae684c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:22:29.272470 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504273a0-09fa-4285-89fd-d33345f9bdc7 None None] Checking router: bada0f86-d549-4053-813d-45d5d1ccd6d6 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:22:29.272830 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504273a0-09fa-4285-89fd-d33345f9bdc7 None None] Updating router bada0f86-d549-4053-813d-45d5d1ccd6d6 port d88763cb-b52b-47dd-bbdd-44979cded270 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:22:29.311629 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-504273a0-09fa-4285-89fd-d33345f9bdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d88763cb-b52b-47dd-bbdd-44979cded270), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:29.353434 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8cabe0a-0708-4eb4-a9e7-67ccc8f69f54 admin admin] Router e5c176e4-51a6-4b25-9045-0a614f8cc2cc is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 22:22:29.467181 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:29.482561 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cabe0a-0708-4eb4-a9e7-67ccc8f69f54 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:22:29.497781 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3cf0d9-0807-4157-b359-b9e299385fad None None] Sync routers for ids ['e5c176e4-51a6-4b25-9045-0a614f8cc2cc'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:22:29.511825 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3cf0d9-0807-4157-b359-b9e299385fad None None] Routers {'e5c176e4-51a6-4b25-9045-0a614f8cc2cc'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:22:29.512780 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-5d3cf0d9-0807-4157-b359-b9e299385fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:22:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e5c176e4-51a6-4b25-9045-0a614f8cc2cc'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:22:29.513311 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8cabe0a-0708-4eb4-a9e7-67ccc8f69f54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:29.514760 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f8cabe0a-0708-4eb4-a9e7-67ccc8f69f54 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9879718 Feb 08 22:22:29.517506 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47020) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:22:29.666154 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-504273a0-09fa-4285-89fd-d33345f9bdc7 None None] Publish callbacks [] for port (d88763cb-b52b-47dd-bbdd-44979cded270), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:29.674524 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-504273a0-09fa-4285-89fd-d33345f9bdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d88763cb-b52b-47dd-bbdd-44979cded270), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:29.688501 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-5d3cf0d9-0807-4157-b359-b9e299385fad None None] Set router e5c176e4-51a6-4b25-9045-0a614f8cc2cc gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:22:29.725827 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fed7a5-0f33-4660-b617-0396a2ed8cc7 None None] Network 8c59ba18-8bb5-4ff4-99f2-10de9b8bf649 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:22:29.763155 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e80df8-973a-4f39-b901-a739e2186cf7 None None] Pushing event updated for resources: {'Port': ['ID=d88763cb-b52b-47dd-bbdd-44979cded270,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:29.789540 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e80df8-973a-4f39-b901-a739e2186cf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:29.790271 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e80df8-973a-4f39-b901-a739e2186cf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:29.790844 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e80df8-973a-4f39-b901-a739e2186cf7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:29.791394 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e80df8-973a-4f39-b901-a739e2186cf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:29.791938 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e80df8-973a-4f39-b901-a739e2186cf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:29.792494 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e80df8-973a-4f39-b901-a739e2186cf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:29.793037 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e80df8-973a-4f39-b901-a739e2186cf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:29.793638 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e80df8-973a-4f39-b901-a739e2186cf7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:29.794318 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e80df8-973a-4f39-b901-a739e2186cf7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:29.794909 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e80df8-973a-4f39-b901-a739e2186cf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:29.795464 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e80df8-973a-4f39-b901-a739e2186cf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:29.796013 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e80df8-973a-4f39-b901-a739e2186cf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:29.796611 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e80df8-973a-4f39-b901-a739e2186cf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:29.815442 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-504273a0-09fa-4285-89fd-d33345f9bdc7 None None] Attempting to bind port d88763cb-b52b-47dd-bbdd-44979cded270 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:22:29.816625 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-504273a0-09fa-4285-89fd-d33345f9bdc7 None None] Attempting to bind port d88763cb-b52b-47dd-bbdd-44979cded270 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '554c6b2c-ff9f-4445-b682-313b0d15cade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:22:29.817218 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504273a0-09fa-4285-89fd-d33345f9bdc7 None None] Attempting to bind port d88763cb-b52b-47dd-bbdd-44979cded270 on network f62f877b-d7d6-4eb4-b4e4-ca5f34625784 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:22:29.823211 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504273a0-09fa-4285-89fd-d33345f9bdc7 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:22:29.824004 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504273a0-09fa-4285-89fd-d33345f9bdc7 None None] Checking segment: {'id': '554c6b2c-ff9f-4445-b682-313b0d15cade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:22:29.824787 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-504273a0-09fa-4285-89fd-d33345f9bdc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:29.825422 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504273a0-09fa-4285-89fd-d33345f9bdc7 None None] Bound using segment: {'id': '554c6b2c-ff9f-4445-b682-313b0d15cade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:22:29.826134 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-504273a0-09fa-4285-89fd-d33345f9bdc7 None None] Bound port: d88763cb-b52b-47dd-bbdd-44979cded270, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554c6b2c-ff9f-4445-b682-313b0d15cade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:22:29.826759 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-504273a0-09fa-4285-89fd-d33345f9bdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d88763cb-b52b-47dd-bbdd-44979cded270), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:29.830596 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 121b7588-57c6-4d81-a35e-70b2e33aa8d9 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:22:29.906149 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-504273a0-09fa-4285-89fd-d33345f9bdc7 None None] For port d88763cb-b52b-47dd-bbdd-44979cded270, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:22:29.910531 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-504273a0-09fa-4285-89fd-d33345f9bdc7 None None] For port d88763cb-b52b-47dd-bbdd-44979cded270, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d88763cb-b52b-47dd-bbdd-44979cded270,segment=NetworkSegment(554c6b2c-ff9f-4445-b682-313b0d15cade),segment_id=554c6b2c-ff9f-4445-b682-313b0d15cade)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:22:29.918737 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-504273a0-09fa-4285-89fd-d33345f9bdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d88763cb-b52b-47dd-bbdd-44979cded270), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:29.922572 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-e1168e89-29be-4348-bb19-5a709c16f4cb None None] Provisioning complete for port 121b7588-57c6-4d81-a35e-70b2e33aa8d9 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:22:29.922876 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e1168e89-29be-4348-bb19-5a709c16f4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (121b7588-57c6-4d81-a35e-70b2e33aa8d9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:29.990469 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504273a0-09fa-4285-89fd-d33345f9bdc7 None None] Routers {'bada0f86-d549-4053-813d-45d5d1ccd6d6'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:22:29.991111 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-504273a0-09fa-4285-89fd-d33345f9bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:22:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['bada0f86-d549-4053-813d-45d5d1ccd6d6'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:22:30.044099 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 121b7588-57c6-4d81-a35e-70b2e33aa8d9 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:22:30.044472 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (121b7588-57c6-4d81-a35e-70b2e33aa8d9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:30.095054 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e80df8-973a-4f39-b901-a739e2186cf7 None None] Pushing event updated for resources: {'Port': ['ID=d88763cb-b52b-47dd-bbdd-44979cded270,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:30.098589 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f02e0c0-ba80-4a4b-ba79-67dd2f622b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:30.133465 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-504273a0-09fa-4285-89fd-d33345f9bdc7 None None] Set router bada0f86-d549-4053-813d-45d5d1ccd6d6 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:22:30.196455 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e1168e89-29be-4348-bb19-5a709c16f4cb None None] Current status of the port 121b7588-57c6-4d81-a35e-70b2e33aa8d9 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:22:30.196843 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e1168e89-29be-4348-bb19-5a709c16f4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (121b7588-57c6-4d81-a35e-70b2e33aa8d9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:30.277517 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-e1168e89-29be-4348-bb19-5a709c16f4cb None None] For port 121b7588-57c6-4d81-a35e-70b2e33aa8d9, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=121b7588-57c6-4d81-a35e-70b2e33aa8d9,segment=NetworkSegment(a102695a-ba7d-4196-a2f1-c881ceca212f),segment_id=a102695a-ba7d-4196-a2f1-c881ceca212f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:22:30.280653 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 121b7588-57c6-4d81-a35e-70b2e33aa8d9 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:22:30.281273 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (121b7588-57c6-4d81-a35e-70b2e33aa8d9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:30.286916 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e1168e89-29be-4348-bb19-5a709c16f4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (121b7588-57c6-4d81-a35e-70b2e33aa8d9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:30.326378 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-1f02e0c0-ba80-4a4b-ba79-67dd2f622b0a admin admin] Allocated IP 172.20.0.1 (8c59ba18-8bb5-4ff4-99f2-10de9b8bf649/b321f9f6-4e7b-4b91-a087-9c570a9effc9/1987f9d4-b2dd-44ec-a148-70b72f94020d) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:22:30.427169 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-504273a0-09fa-4285-89fd-d33345f9bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'name': 'tempest-TestMinimumBasicScenario-1402187436-router', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '52191f03-9dab-4471-a0ac-92944e119185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:22:23Z', 'updated_at': '2022-02-08T22:22:25Z', 'revision_number': 4, 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'gw_port': {'id': '52191f03-9dab-4471-a0ac-92944e119185', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:23Z', 'updated_at': '2022-02-08T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'd88763cb-b52b-47dd-bbdd-44979cded270', 'name': '', 'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'mac_address': 'fa:16:3e:d5:ac:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b4b1ab74-ee06-47d2-93da-2fd8dae684c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:25Z', 'updated_at': '2022-02-08T22:22:29Z', 'revision_number': 4, 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'subnets': [{'id': 'b4b1ab74-ee06-47d2-93da-2fd8dae684c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:22:30.457138 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504273a0-09fa-4285-89fd-d33345f9bdc7 None None] The sync data for ids ['bada0f86-d549-4053-813d-45d5d1ccd6d6'] in n-d-712143-31 is: [{'id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'name': 'tempest-TestMinimumBasicScenario-1402187436-router', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '52191f03-9dab-4471-a0ac-92944e119185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:22:23Z', 'updated_at': '2022-02-08T22:22:25Z', 'revision_number': 4, 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'gw_port': {'id': '52191f03-9dab-4471-a0ac-92944e119185', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:23Z', 'updated_at': '2022-02-08T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'd88763cb-b52b-47dd-bbdd-44979cded270', 'name': '', 'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'mac_address': 'fa:16:3e:d5:ac:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b4b1ab74-ee06-47d2-93da-2fd8dae684c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:25Z', 'updated_at': '2022-02-08T22:22:29Z', 'revision_number': 4, 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'subnets': [{'id': 'b4b1ab74-ee06-47d2-93da-2fd8dae684c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:22:30.468045 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f02e0c0-ba80-4a4b-ba79-67dd2f622b0a admin admin] Publish callbacks [] for port (1987f9d4-b2dd-44ec-a148-70b72f94020d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:30.492777 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-5d3cf0d9-0807-4157-b359-b9e299385fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c176e4-51a6-4b25-9045-0a614f8cc2cc', 'name': 'tempest-TestMinimumBasicScenario-1535921100-router', 'tenant_id': '61904ec3552a436bbf7369e142279119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'cdc7131f-7a1a-448d-a581-b9fb50ccbb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:22:27Z', 'updated_at': '2022-02-08T22:22:28Z', 'revision_number': 3, 'project_id': '61904ec3552a436bbf7369e142279119', 'gw_port': {'id': 'cdc7131f-7a1a-448d-a581-b9fb50ccbb40', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b7:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c176e4-51a6-4b25-9045-0a614f8cc2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:28Z', 'updated_at': '2022-02-08T22:22:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:22:30.509424 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f02e0c0-ba80-4a4b-ba79-67dd2f622b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (1987f9d4-b2dd-44ec-a148-70b72f94020d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:30.545675 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3cf0d9-0807-4157-b359-b9e299385fad None None] Checking router: e5c176e4-51a6-4b25-9045-0a614f8cc2cc for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:22:30.546030 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3cf0d9-0807-4157-b359-b9e299385fad None None] Updating router e5c176e4-51a6-4b25-9045-0a614f8cc2cc port cdc7131f-7a1a-448d-a581-b9fb50ccbb40 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:22:30.562737 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f02e0c0-ba80-4a4b-ba79-67dd2f622b0a admin admin] Network 8c59ba18-8bb5-4ff4-99f2-10de9b8bf649 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:22:30.565864 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-1f02e0c0-ba80-4a4b-ba79-67dd2f622b0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:22:30.570388 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f02e0c0-ba80-4a4b-ba79-67dd2f622b0a admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:22:30.573797 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02e0c0-ba80-4a4b-ba79-67dd2f622b0a admin admin] Pushing event updated for resources: {'Port': ['ID=1987f9d4-b2dd-44ec-a148-70b72f94020d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:30.582910 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-43c29d78-3f14-4224-b79b-131e6a28b50f None None] Provisioning complete for port d88763cb-b52b-47dd-bbdd-44979cded270 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:22:30.583316 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-43c29d78-3f14-4224-b79b-131e6a28b50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d88763cb-b52b-47dd-bbdd-44979cded270), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:30.618511 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f02e0c0-ba80-4a4b-ba79-67dd2f622b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (e5c176e4-51a6-4b25-9045-0a614f8cc2cc), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:30.632506 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1168e89-29be-4348-bb19-5a709c16f4cb None None] Pushing event updated for resources: {'Port': ['ID=121b7588-57c6-4d81-a35e-70b2e33aa8d9,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:30.675751 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5d3cf0d9-0807-4157-b359-b9e299385fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cdc7131f-7a1a-448d-a581-b9fb50ccbb40), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:30.703588 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 22:22:30.704066 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 22:22:30.770439 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f02e0c0-ba80-4a4b-ba79-67dd2f622b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1987f9d4-b2dd-44ec-a148-70b72f94020d), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:30.838065 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-43c29d78-3f14-4224-b79b-131e6a28b50f None None] Current status of the port d88763cb-b52b-47dd-bbdd-44979cded270 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:22:30.838541 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-43c29d78-3f14-4224-b79b-131e6a28b50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d88763cb-b52b-47dd-bbdd-44979cded270), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:30.929029 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-43c29d78-3f14-4224-b79b-131e6a28b50f None None] For port d88763cb-b52b-47dd-bbdd-44979cded270, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d88763cb-b52b-47dd-bbdd-44979cded270,segment=NetworkSegment(554c6b2c-ff9f-4445-b682-313b0d15cade),segment_id=554c6b2c-ff9f-4445-b682-313b0d15cade)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:22:30.936088 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-43c29d78-3f14-4224-b79b-131e6a28b50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d88763cb-b52b-47dd-bbdd-44979cded270), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:31.012532 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f02e0c0-ba80-4a4b-ba79-67dd2f622b0a admin admin] Publish callbacks [] for port (1987f9d4-b2dd-44ec-a148-70b72f94020d), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:31.017941 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f02e0c0-ba80-4a4b-ba79-67dd2f622b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (1987f9d4-b2dd-44ec-a148-70b72f94020d), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:31.024557 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c29d78-3f14-4224-b79b-131e6a28b50f None None] Pushing event updated for resources: {'Port': ['ID=d88763cb-b52b-47dd-bbdd-44979cded270,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:31.090215 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f02e0c0-ba80-4a4b-ba79-67dd2f622b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (e5c176e4-51a6-4b25-9045-0a614f8cc2cc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:31.092902 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02e0c0-ba80-4a4b-ba79-67dd2f622b0a admin admin] Pushing event updated for resources: {'Port': ['ID=1987f9d4-b2dd-44ec-a148-70b72f94020d,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:31.099398 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-436c8b88-3f5a-44ce-9933-25fe0fb116cc None None] Provisioning complete for port 121b7588-57c6-4d81-a35e-70b2e33aa8d9 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:22:31.099696 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-436c8b88-3f5a-44ce-9933-25fe0fb116cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (121b7588-57c6-4d81-a35e-70b2e33aa8d9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:31.146084 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5d3cf0d9-0807-4157-b359-b9e299385fad None None] Publish callbacks [] for port (cdc7131f-7a1a-448d-a581-b9fb50ccbb40), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:31.154228 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5d3cf0d9-0807-4157-b359-b9e299385fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cdc7131f-7a1a-448d-a581-b9fb50ccbb40), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:31.201411 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f02e0c0-ba80-4a4b-ba79-67dd2f622b0a admin admin] Network 8c59ba18-8bb5-4ff4-99f2-10de9b8bf649 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:22:31.203229 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-1f02e0c0-ba80-4a4b-ba79-67dd2f622b0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:22:31.238642 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-5d3cf0d9-0807-4157-b359-b9e299385fad None None] Attempting to bind port cdc7131f-7a1a-448d-a581-b9fb50ccbb40 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:22:31.239015 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-5d3cf0d9-0807-4157-b359-b9e299385fad None None] Attempting to bind port cdc7131f-7a1a-448d-a581-b9fb50ccbb40 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:22:31.239382 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3cf0d9-0807-4157-b359-b9e299385fad None None] Attempting to bind port cdc7131f-7a1a-448d-a581-b9fb50ccbb40 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:22:31.245978 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5555cf9-3307-4a9c-aa1f-01ecc3ba0192 None None] Pushing event updated for resources: {'Port': ['ID=cdc7131f-7a1a-448d-a581-b9fb50ccbb40,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:31.258956 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3cf0d9-0807-4157-b359-b9e299385fad None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:22:31.259350 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3cf0d9-0807-4157-b359-b9e299385fad None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:22:31.259759 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5d3cf0d9-0807-4157-b359-b9e299385fad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:31.260162 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3cf0d9-0807-4157-b359-b9e299385fad None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:22:31.260677 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-5d3cf0d9-0807-4157-b359-b9e299385fad None None] Bound port: cdc7131f-7a1a-448d-a581-b9fb50ccbb40, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:22:31.261040 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5d3cf0d9-0807-4157-b359-b9e299385fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cdc7131f-7a1a-448d-a581-b9fb50ccbb40), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:31.342806 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-5d3cf0d9-0807-4157-b359-b9e299385fad None None] For port cdc7131f-7a1a-448d-a581-b9fb50ccbb40, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:22:31.347614 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 121b7588-57c6-4d81-a35e-70b2e33aa8d9 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:22:31.348687 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 52191f03-9dab-4471-a0ac-92944e119185 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:22:31.356962 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f02e0c0-ba80-4a4b-ba79-67dd2f622b0a admin admin] Router e5c176e4-51a6-4b25-9045-0a614f8cc2cc has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:22:31.399601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-5d3cf0d9-0807-4157-b359-b9e299385fad None None] For port cdc7131f-7a1a-448d-a581-b9fb50ccbb40, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cdc7131f-7a1a-448d-a581-b9fb50ccbb40,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:22:31.409651 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-436c8b88-3f5a-44ce-9933-25fe0fb116cc None None] Current status of the port 121b7588-57c6-4d81-a35e-70b2e33aa8d9 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:22:31.414652 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5d3cf0d9-0807-4157-b359-b9e299385fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cdc7131f-7a1a-448d-a581-b9fb50ccbb40), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:31.474881 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-436c8b88-3f5a-44ce-9933-25fe0fb116cc None None] Provisioning complete for port 1987f9d4-b2dd-44ec-a148-70b72f94020d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:22:31.475229 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-436c8b88-3f5a-44ce-9933-25fe0fb116cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1987f9d4-b2dd-44ec-a148-70b72f94020d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:31.483005 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f02e0c0-ba80-4a4b-ba79-67dd2f622b0a admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:22:31.488687 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1f02e0c0-ba80-4a4b-ba79-67dd2f622b0a admin admin] 10.222.0.88 "PUT /v2.0/routers/e5c176e4-51a6-4b25-9045-0a614f8cc2cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9699464 Feb 08 22:22:31.523288 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3cf0d9-0807-4157-b359-b9e299385fad None None] Routers {'e5c176e4-51a6-4b25-9045-0a614f8cc2cc'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:22:31.523879 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-5d3cf0d9-0807-4157-b359-b9e299385fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:22:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e5c176e4-51a6-4b25-9045-0a614f8cc2cc'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:22:31.536427 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5555cf9-3307-4a9c-aa1f-01ecc3ba0192 None None] Pushing event updated for resources: {'Port': ['ID=cdc7131f-7a1a-448d-a581-b9fb50ccbb40,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:31.577151 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 52191f03-9dab-4471-a0ac-92944e119185 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:22:31.577560 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (52191f03-9dab-4471-a0ac-92944e119185), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:31.642363 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-436c8b88-3f5a-44ce-9933-25fe0fb116cc None None] Port 1987f9d4-b2dd-44ec-a148-70b72f94020d cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:22:31.653833 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:31.724073 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-5d3cf0d9-0807-4157-b359-b9e299385fad None None] Set router e5c176e4-51a6-4b25-9045-0a614f8cc2cc gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:22:31.795376 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 52191f03-9dab-4471-a0ac-92944e119185 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:22:31.836941 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:31.848155 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-7ecd57fb-99ed-441f-89ee-22121962d4a3 None None] Provisioning complete for port 1987f9d4-b2dd-44ec-a148-70b72f94020d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:22:31.848686 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ecd57fb-99ed-441f-89ee-22121962d4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1987f9d4-b2dd-44ec-a148-70b72f94020d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:31.911924 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d88763cb-b52b-47dd-bbdd-44979cded270 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:22:31.967401 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7ecd57fb-99ed-441f-89ee-22121962d4a3 None None] Port 1987f9d4-b2dd-44ec-a148-70b72f94020d cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:22:32.025320 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d88763cb-b52b-47dd-bbdd-44979cded270 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:22:32.025704 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d88763cb-b52b-47dd-bbdd-44979cded270), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:32.089110 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-5d3cf0d9-0807-4157-b359-b9e299385fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c176e4-51a6-4b25-9045-0a614f8cc2cc', 'name': 'tempest-TestMinimumBasicScenario-1535921100-router', 'tenant_id': '61904ec3552a436bbf7369e142279119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'cdc7131f-7a1a-448d-a581-b9fb50ccbb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:22:27Z', 'updated_at': '2022-02-08T22:22:30Z', 'revision_number': 4, 'project_id': '61904ec3552a436bbf7369e142279119', 'gw_port': {'id': 'cdc7131f-7a1a-448d-a581-b9fb50ccbb40', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b7:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c176e4-51a6-4b25-9045-0a614f8cc2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:28Z', 'updated_at': '2022-02-08T22:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '1987f9d4-b2dd-44ec-a148-70b72f94020d', 'name': '', 'network_id': '8c59ba18-8bb5-4ff4-99f2-10de9b8bf649', 'tenant_id': '61904ec3552a436bbf7369e142279119', 'mac_address': 'fa:16:3e:05:a0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c176e4-51a6-4b25-9045-0a614f8cc2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b321f9f6-4e7b-4b91-a087-9c570a9effc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:30Z', 'updated_at': '2022-02-08T22:22:30Z', 'revision_number': 2, 'project_id': '61904ec3552a436bbf7369e142279119', 'subnets': [{'id': 'b321f9f6-4e7b-4b91-a087-9c570a9effc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:22:32.140063 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3cf0d9-0807-4157-b359-b9e299385fad None None] The sync data for ids ['e5c176e4-51a6-4b25-9045-0a614f8cc2cc'] in n-d-712143-31 is: [{'id': 'e5c176e4-51a6-4b25-9045-0a614f8cc2cc', 'name': 'tempest-TestMinimumBasicScenario-1535921100-router', 'tenant_id': '61904ec3552a436bbf7369e142279119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'cdc7131f-7a1a-448d-a581-b9fb50ccbb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:22:27Z', 'updated_at': '2022-02-08T22:22:30Z', 'revision_number': 4, 'project_id': '61904ec3552a436bbf7369e142279119', 'gw_port': {'id': 'cdc7131f-7a1a-448d-a581-b9fb50ccbb40', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b7:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c176e4-51a6-4b25-9045-0a614f8cc2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:28Z', 'updated_at': '2022-02-08T22:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '1987f9d4-b2dd-44ec-a148-70b72f94020d', 'name': '', 'network_id': '8c59ba18-8bb5-4ff4-99f2-10de9b8bf649', 'tenant_id': '61904ec3552a436bbf7369e142279119', 'mac_address': 'fa:16:3e:05:a0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c176e4-51a6-4b25-9045-0a614f8cc2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b321f9f6-4e7b-4b91-a087-9c570a9effc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:30Z', 'updated_at': '2022-02-08T22:22:30Z', 'revision_number': 2, 'project_id': '61904ec3552a436bbf7369e142279119', 'subnets': [{'id': 'b321f9f6-4e7b-4b91-a087-9c570a9effc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:22:32.156313 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d88763cb-b52b-47dd-bbdd-44979cded270 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:22:32.157501 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 121b7588-57c6-4d81-a35e-70b2e33aa8d9 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:22:32.213324 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 121b7588-57c6-4d81-a35e-70b2e33aa8d9 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:22:32.213913 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (121b7588-57c6-4d81-a35e-70b2e33aa8d9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:32.307150 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 121b7588-57c6-4d81-a35e-70b2e33aa8d9 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:22:33.944654 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cdc7131f-7a1a-448d-a581-b9fb50ccbb40 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:22:34.033865 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port cdc7131f-7a1a-448d-a581-b9fb50ccbb40 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:22:34.034578 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cdc7131f-7a1a-448d-a581-b9fb50ccbb40), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:34.151678 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port cdc7131f-7a1a-448d-a581-b9fb50ccbb40 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:22:34.152084 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (cdc7131f-7a1a-448d-a581-b9fb50ccbb40), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:34.175906 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port cdc7131f-7a1a-448d-a581-b9fb50ccbb40, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cdc7131f-7a1a-448d-a581-b9fb50ccbb40,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:22:34.183205 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (cdc7131f-7a1a-448d-a581-b9fb50ccbb40), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:34.235405 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=cdc7131f-7a1a-448d-a581-b9fb50ccbb40,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:34.245256 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:34.245609 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:34.245958 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:34.246303 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:34.246640 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:34.246999 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:34.247329 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:34.247684 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:34.248011 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:34.248335 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:34.248665 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:34.248981 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:34.249320 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:22:34.923592 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6264d3f5-7008-4079-9a4c-c7168a072dc5 None None] Sync routers for ids ['e5c176e4-51a6-4b25-9045-0a614f8cc2cc'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:22:34.934393 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6264d3f5-7008-4079-9a4c-c7168a072dc5 None None] Routers {'e5c176e4-51a6-4b25-9045-0a614f8cc2cc'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:22:34.935033 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6264d3f5-7008-4079-9a4c-c7168a072dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:22:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e5c176e4-51a6-4b25-9045-0a614f8cc2cc'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:22:35.049391 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-6264d3f5-7008-4079-9a4c-c7168a072dc5 None None] Set router e5c176e4-51a6-4b25-9045-0a614f8cc2cc gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:22:35.266468 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6264d3f5-7008-4079-9a4c-c7168a072dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c176e4-51a6-4b25-9045-0a614f8cc2cc', 'name': 'tempest-TestMinimumBasicScenario-1535921100-router', 'tenant_id': '61904ec3552a436bbf7369e142279119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'cdc7131f-7a1a-448d-a581-b9fb50ccbb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:22:27Z', 'updated_at': '2022-02-08T22:22:30Z', 'revision_number': 4, 'project_id': '61904ec3552a436bbf7369e142279119', 'gw_port': {'id': 'cdc7131f-7a1a-448d-a581-b9fb50ccbb40', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c176e4-51a6-4b25-9045-0a614f8cc2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:28Z', 'updated_at': '2022-02-08T22:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '1987f9d4-b2dd-44ec-a148-70b72f94020d', 'name': '', 'network_id': '8c59ba18-8bb5-4ff4-99f2-10de9b8bf649', 'tenant_id': '61904ec3552a436bbf7369e142279119', 'mac_address': 'fa:16:3e:05:a0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c176e4-51a6-4b25-9045-0a614f8cc2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b321f9f6-4e7b-4b91-a087-9c570a9effc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:30Z', 'updated_at': '2022-02-08T22:22:30Z', 'revision_number': 2, 'project_id': '61904ec3552a436bbf7369e142279119', 'subnets': [{'id': 'b321f9f6-4e7b-4b91-a087-9c570a9effc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:22:35.412448 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6264d3f5-7008-4079-9a4c-c7168a072dc5 None None] Checking router: e5c176e4-51a6-4b25-9045-0a614f8cc2cc for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:22:35.412889 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6264d3f5-7008-4079-9a4c-c7168a072dc5 None None] Updating router e5c176e4-51a6-4b25-9045-0a614f8cc2cc port 1987f9d4-b2dd-44ec-a148-70b72f94020d binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:22:35.447147 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6264d3f5-7008-4079-9a4c-c7168a072dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1987f9d4-b2dd-44ec-a148-70b72f94020d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:35.742652 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6264d3f5-7008-4079-9a4c-c7168a072dc5 None None] Publish callbacks [] for port (1987f9d4-b2dd-44ec-a148-70b72f94020d), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:35.753805 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6264d3f5-7008-4079-9a4c-c7168a072dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1987f9d4-b2dd-44ec-a148-70b72f94020d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:35.868345 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca8f15-5859-4949-a162-5cd2859207d5 None None] Pushing event updated for resources: {'Port': ['ID=1987f9d4-b2dd-44ec-a148-70b72f94020d,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:35.909377 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cdc7131f-7a1a-448d-a581-b9fb50ccbb40 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:22:35.923821 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6264d3f5-7008-4079-9a4c-c7168a072dc5 None None] Attempting to bind port 1987f9d4-b2dd-44ec-a148-70b72f94020d on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:22:35.924384 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6264d3f5-7008-4079-9a4c-c7168a072dc5 None None] Attempting to bind port 1987f9d4-b2dd-44ec-a148-70b72f94020d by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'a102695a-ba7d-4196-a2f1-c881ceca212f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8c59ba18-8bb5-4ff4-99f2-10de9b8bf649'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:22:35.924634 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6264d3f5-7008-4079-9a4c-c7168a072dc5 None None] Attempting to bind port 1987f9d4-b2dd-44ec-a148-70b72f94020d on network 8c59ba18-8bb5-4ff4-99f2-10de9b8bf649 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:22:35.930204 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6264d3f5-7008-4079-9a4c-c7168a072dc5 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:22:35.930575 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6264d3f5-7008-4079-9a4c-c7168a072dc5 None None] Checking segment: {'id': 'a102695a-ba7d-4196-a2f1-c881ceca212f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8c59ba18-8bb5-4ff4-99f2-10de9b8bf649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:22:35.930989 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6264d3f5-7008-4079-9a4c-c7168a072dc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:35.931376 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6264d3f5-7008-4079-9a4c-c7168a072dc5 None None] Bound using segment: {'id': 'a102695a-ba7d-4196-a2f1-c881ceca212f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8c59ba18-8bb5-4ff4-99f2-10de9b8bf649'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:22:35.931849 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6264d3f5-7008-4079-9a4c-c7168a072dc5 None None] Bound port: 1987f9d4-b2dd-44ec-a148-70b72f94020d, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a102695a-ba7d-4196-a2f1-c881ceca212f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8c59ba18-8bb5-4ff4-99f2-10de9b8bf649'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:22:35.932229 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6264d3f5-7008-4079-9a4c-c7168a072dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1987f9d4-b2dd-44ec-a148-70b72f94020d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:35.982487 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port cdc7131f-7a1a-448d-a581-b9fb50ccbb40 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:22:35.982873 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (cdc7131f-7a1a-448d-a581-b9fb50ccbb40), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:36.023155 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6264d3f5-7008-4079-9a4c-c7168a072dc5 None None] For port 1987f9d4-b2dd-44ec-a148-70b72f94020d, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:22:36.026576 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6264d3f5-7008-4079-9a4c-c7168a072dc5 None None] For port 1987f9d4-b2dd-44ec-a148-70b72f94020d, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=1987f9d4-b2dd-44ec-a148-70b72f94020d,segment=NetworkSegment(a102695a-ba7d-4196-a2f1-c881ceca212f),segment_id=a102695a-ba7d-4196-a2f1-c881ceca212f)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:22:36.044359 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6264d3f5-7008-4079-9a4c-c7168a072dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1987f9d4-b2dd-44ec-a148-70b72f94020d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:36.098148 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port cdc7131f-7a1a-448d-a581-b9fb50ccbb40 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:22:36.111931 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6264d3f5-7008-4079-9a4c-c7168a072dc5 None None] Routers {'e5c176e4-51a6-4b25-9045-0a614f8cc2cc'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:22:36.112727 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6264d3f5-7008-4079-9a4c-c7168a072dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:22:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e5c176e4-51a6-4b25-9045-0a614f8cc2cc'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:22:36.222610 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-766bb66a-c431-4b72-b7ad-1f096a13522e None None] Provisioning complete for port 1987f9d4-b2dd-44ec-a148-70b72f94020d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:22:36.224086 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-766bb66a-c431-4b72-b7ad-1f096a13522e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1987f9d4-b2dd-44ec-a148-70b72f94020d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:36.224207 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca8f15-5859-4949-a162-5cd2859207d5 None None] Pushing event updated for resources: {'Port': ['ID=1987f9d4-b2dd-44ec-a148-70b72f94020d,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:36.327732 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-6264d3f5-7008-4079-9a4c-c7168a072dc5 None None] Set router e5c176e4-51a6-4b25-9045-0a614f8cc2cc gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:22:36.345682 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-766bb66a-c431-4b72-b7ad-1f096a13522e None None] Current status of the port 1987f9d4-b2dd-44ec-a148-70b72f94020d is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:22:36.346076 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-766bb66a-c431-4b72-b7ad-1f096a13522e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (1987f9d4-b2dd-44ec-a148-70b72f94020d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:36.408680 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-766bb66a-c431-4b72-b7ad-1f096a13522e None None] For port 1987f9d4-b2dd-44ec-a148-70b72f94020d, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=1987f9d4-b2dd-44ec-a148-70b72f94020d,segment=NetworkSegment(a102695a-ba7d-4196-a2f1-c881ceca212f),segment_id=a102695a-ba7d-4196-a2f1-c881ceca212f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:22:36.415678 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-766bb66a-c431-4b72-b7ad-1f096a13522e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (1987f9d4-b2dd-44ec-a148-70b72f94020d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:36.624754 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6264d3f5-7008-4079-9a4c-c7168a072dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c176e4-51a6-4b25-9045-0a614f8cc2cc', 'name': 'tempest-TestMinimumBasicScenario-1535921100-router', 'tenant_id': '61904ec3552a436bbf7369e142279119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'cdc7131f-7a1a-448d-a581-b9fb50ccbb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:22:27Z', 'updated_at': '2022-02-08T22:22:30Z', 'revision_number': 4, 'project_id': '61904ec3552a436bbf7369e142279119', 'gw_port': {'id': 'cdc7131f-7a1a-448d-a581-b9fb50ccbb40', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c176e4-51a6-4b25-9045-0a614f8cc2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:28Z', 'updated_at': '2022-02-08T22:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '1987f9d4-b2dd-44ec-a148-70b72f94020d', 'name': '', 'network_id': '8c59ba18-8bb5-4ff4-99f2-10de9b8bf649', 'tenant_id': '61904ec3552a436bbf7369e142279119', 'mac_address': 'fa:16:3e:05:a0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c176e4-51a6-4b25-9045-0a614f8cc2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b321f9f6-4e7b-4b91-a087-9c570a9effc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:30Z', 'updated_at': '2022-02-08T22:22:36Z', 'revision_number': 4, 'project_id': '61904ec3552a436bbf7369e142279119', 'subnets': [{'id': 'b321f9f6-4e7b-4b91-a087-9c570a9effc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:22:36.657153 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6264d3f5-7008-4079-9a4c-c7168a072dc5 None None] The sync data for ids ['e5c176e4-51a6-4b25-9045-0a614f8cc2cc'] in n-d-712143-31 is: [{'id': 'e5c176e4-51a6-4b25-9045-0a614f8cc2cc', 'name': 'tempest-TestMinimumBasicScenario-1535921100-router', 'tenant_id': '61904ec3552a436bbf7369e142279119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'cdc7131f-7a1a-448d-a581-b9fb50ccbb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:22:27Z', 'updated_at': '2022-02-08T22:22:30Z', 'revision_number': 4, 'project_id': '61904ec3552a436bbf7369e142279119', 'gw_port': {'id': 'cdc7131f-7a1a-448d-a581-b9fb50ccbb40', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c176e4-51a6-4b25-9045-0a614f8cc2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:28Z', 'updated_at': '2022-02-08T22:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '1987f9d4-b2dd-44ec-a148-70b72f94020d', 'name': '', 'network_id': '8c59ba18-8bb5-4ff4-99f2-10de9b8bf649', 'tenant_id': '61904ec3552a436bbf7369e142279119', 'mac_address': 'fa:16:3e:05:a0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c176e4-51a6-4b25-9045-0a614f8cc2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b321f9f6-4e7b-4b91-a087-9c570a9effc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:30Z', 'updated_at': '2022-02-08T22:22:36Z', 'revision_number': 4, 'project_id': '61904ec3552a436bbf7369e142279119', 'subnets': [{'id': 'b321f9f6-4e7b-4b91-a087-9c570a9effc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:22:36.680360 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766bb66a-c431-4b72-b7ad-1f096a13522e None None] Pushing event updated for resources: {'Port': ['ID=1987f9d4-b2dd-44ec-a148-70b72f94020d,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:36.705626 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f5fad7b1-a88c-49ef-b845-787317381475 None None] Provisioning complete for port 1987f9d4-b2dd-44ec-a148-70b72f94020d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:22:36.706002 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5fad7b1-a88c-49ef-b845-787317381475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1987f9d4-b2dd-44ec-a148-70b72f94020d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:36.812897 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f5fad7b1-a88c-49ef-b845-787317381475 None None] Current status of the port 1987f9d4-b2dd-44ec-a148-70b72f94020d is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:22:37.069546 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:37.136978 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:37.903233 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 1987f9d4-b2dd-44ec-a148-70b72f94020d up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:22:37.959747 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 1987f9d4-b2dd-44ec-a148-70b72f94020d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:22:37.960127 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (1987f9d4-b2dd-44ec-a148-70b72f94020d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:38.052812 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 1987f9d4-b2dd-44ec-a148-70b72f94020d is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:22:41.964684 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-ee72dcf8-6ebc-4a08-af98-7dae40452e5e tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:41.966202 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-ee72dcf8-6ebc-4a08-af98-7dae40452e5e tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/networks?id=f62f877b-d7d6-4eb4-b4e4-ca5f34625784 HTTP/1.1" status: 200 len: 815 time: 0.4427299 Feb 08 22:22:41.980853 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-fb74f0b6-4e8c-45f2-81e4-9e1ecdbf6184 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/quotas/93c2f5ca16504e15b810c2e021b0e1e2 HTTP/1.1" status: 200 len: 375 time: 0.0092132 Feb 08 22:22:42.044214 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-1849623a-b7f9-4613-9606-fb0ee392ba2b tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=93c2f5ca16504e15b810c2e021b0e1e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556123 Feb 08 22:22:42.145052 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-72eab23f-ad40-436e-960c-00fa18ec610f service neutron] 10.222.0.88 "GET /v2.0/networks/f62f877b-d7d6-4eb4-b4e4-ca5f34625784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906942 Feb 08 22:22:42.235064 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-e21c39d5-9393-42a7-8ebf-d8ff272f984e service neutron] 10.222.0.88 "GET /v2.0/networks/f62f877b-d7d6-4eb4-b4e4-ca5f34625784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840561 Feb 08 22:22:42.407809 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-600be691-213a-4609-bf15-5afab82e75bd req-aacabf86-10a4-41b7-b6ed-03915e2b42bf tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 210 time: 0.0341318 Feb 08 22:22:43.449397 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-c720caa0-7f5e-4221-bda3-003a70a381d7 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:43.450917 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-c720caa0-7f5e-4221-bda3-003a70a381d7 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.94 "GET /v2.0/networks?id=f62f877b-d7d6-4eb4-b4e4-ca5f34625784 HTTP/1.1" status: 200 len: 815 time: 0.1112046 Feb 08 22:22:43.462454 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-58b37dc5-9f81-4fc1-b42c-1fa6b47f1b6d tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Request body: {'port': {'device_id': 'cd81eceb-b304-4b52-988c-6e1756b34e13', 'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784', 'admin_state_up': True, 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:22:43.540940 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d6817516-e364-4d41-96b7-69b340ecfbc4 req-1afd2fc8-e9a0-48ac-9147-2dba71c0e169 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 210 time: 0.0623746 Feb 08 22:22:43.606463 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-58b37dc5-9f81-4fc1-b42c-1fa6b47f1b6d tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Made reservation on behalf of 93c2f5ca16504e15b810c2e021b0e1e2 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:22:43.610184 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-58b37dc5-9f81-4fc1-b42c-1fa6b47f1b6d tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:43.775742 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-58b37dc5-9f81-4fc1-b42c-1fa6b47f1b6d tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Allocated IP 172.20.0.10 (f62f877b-d7d6-4eb4-b4e4-ca5f34625784/b4b1ab74-ee06-47d2-93da-2fd8dae684c9/c302916a-05a0-4619-ac29-ace12c9b2c71) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:22:44.060741 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-58b37dc5-9f81-4fc1-b42c-1fa6b47f1b6d tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for port (c302916a-05a0-4619-ac29-ace12c9b2c71), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:44.110535 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-58b37dc5-9f81-4fc1-b42c-1fa6b47f1b6d tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (c302916a-05a0-4619-ac29-ace12c9b2c71), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:44.189366 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-58b37dc5-9f81-4fc1-b42c-1fa6b47f1b6d tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Network f62f877b-d7d6-4eb4-b4e4-ca5f34625784 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:22:44.194586 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-58b37dc5-9f81-4fc1-b42c-1fa6b47f1b6d tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:22:44.197389 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b37dc5-9f81-4fc1-b42c-1fa6b47f1b6d tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Pushing event updated for resources: {'Port': ['ID=c302916a-05a0-4619-ac29-ace12c9b2c71,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:44.209263 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-58b37dc5-9f81-4fc1-b42c-1fa6b47f1b6d tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:22:44.290700 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-58b37dc5-9f81-4fc1-b42c-1fa6b47f1b6d tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:44.298066 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-58b37dc5-9f81-4fc1-b42c-1fa6b47f1b6d tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:44.326946 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-58b37dc5-9f81-4fc1-b42c-1fa6b47f1b6d tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8685963 Feb 08 22:22:44.592293 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2d7d6ac6-50a5-49d3-975b-816e9828a411 None None] Provisioning complete for port c302916a-05a0-4619-ac29-ace12c9b2c71 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:22:44.592837 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2d7d6ac6-50a5-49d3-975b-816e9828a411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c302916a-05a0-4619-ac29-ace12c9b2c71), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:44.632539 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2d7d6ac6-50a5-49d3-975b-816e9828a411 None None] Port c302916a-05a0-4619-ac29-ace12c9b2c71 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:22:44.695228 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a5907-a77f-407e-a228-1e0e999bc45b req-cac6b28b-461d-413f-983a-546b6982adfa tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:44.696623 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-311a5907-a77f-407e-a228-1e0e999bc45b req-cac6b28b-461d-413f-983a-546b6982adfa tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 932 time: 0.0634227 Feb 08 22:22:44.743758 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-311a5907-a77f-407e-a228-1e0e999bc45b req-3eed0c63-9e63-4ae6-9d1d-06a898143a41 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413306 Feb 08 22:22:45.888835 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416b7dc-99b3-43a2-a7ae-030bf7d9dbd8 req-0b960781-bcef-412d-8ee0-9701328d7a5d tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:45.890536 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f416b7dc-99b3-43a2-a7ae-030bf7d9dbd8 req-0b960781-bcef-412d-8ee0-9701328d7a5d tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 932 time: 0.0691030 Feb 08 22:22:45.939609 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f416b7dc-99b3-43a2-a7ae-030bf7d9dbd8 req-4694a0ac-91d0-4acc-8d41-e4b49d74b5c5 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427432 Feb 08 22:22:47.070709 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7817015-d251-4b2c-9872-0721adde678a req-22d14a4e-07b3-4778-98ea-cbb707676dad tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:47.072183 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a7817015-d251-4b2c-9872-0721adde678a req-22d14a4e-07b3-4778-98ea-cbb707676dad tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 932 time: 0.0544615 Feb 08 22:22:47.119981 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a7817015-d251-4b2c-9872-0721adde678a req-9f37a1ec-9641-4e1b-b1d6-bc360e1c3483 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420318 Feb 08 22:22:48.237713 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676c8a5-d37c-4bb0-8bff-a3e7e560e3a9 req-40426f52-3934-4b10-b8b0-c887adab4c94 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:48.239203 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6676c8a5-d37c-4bb0-8bff-a3e7e560e3a9 req-40426f52-3934-4b10-b8b0-c887adab4c94 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 932 time: 0.0531538 Feb 08 22:22:48.291852 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6676c8a5-d37c-4bb0-8bff-a3e7e560e3a9 req-7319b53a-8751-4f11-b376-b2f5178e3995 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471122 Feb 08 22:22:49.449381 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315325b-b02d-434f-8202-8a8a2863929f req-50c31f1d-935f-4877-83f6-630bea6ab8f2 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:49.452871 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5315325b-b02d-434f-8202-8a8a2863929f req-50c31f1d-935f-4877-83f6-630bea6ab8f2 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 932 time: 0.0760779 Feb 08 22:22:49.521750 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5315325b-b02d-434f-8202-8a8a2863929f req-9b943b16-5519-431d-8b4c-9a81598a1ee2 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631003 Feb 08 22:22:50.664648 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc5267-e505-4655-9bac-0e3954f70ef7 req-67a3f79b-4bf5-43db-ba88-ac89ca9355b0 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:50.671650 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5bdc5267-e505-4655-9bac-0e3954f70ef7 req-67a3f79b-4bf5-43db-ba88-ac89ca9355b0 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 932 time: 0.0779541 Feb 08 22:22:50.724926 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5bdc5267-e505-4655-9bac-0e3954f70ef7 req-07395f58-148e-4aa3-bd1c-6ecaa0d54269 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514848 Feb 08 22:22:51.895141 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079651f-902c-41d9-ae45-11cc10ef3af8 req-a49729d2-6c2c-48e0-89f6-72a7d733ec69 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:51.896921 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4079651f-902c-41d9-ae45-11cc10ef3af8 req-a49729d2-6c2c-48e0-89f6-72a7d733ec69 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 932 time: 0.0649996 Feb 08 22:22:51.962879 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4079651f-902c-41d9-ae45-11cc10ef3af8 req-5f70f996-d175-4a0d-b9fe-c146b20b502d tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543773 Feb 08 22:22:53.086388 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52b44c-e86f-4e63-985c-b47771524ff9 req-a0992805-fddd-42d9-8059-51a93c6e5e43 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:53.087874 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3b52b44c-e86f-4e63-985c-b47771524ff9 req-a0992805-fddd-42d9-8059-51a93c6e5e43 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 932 time: 0.0557525 Feb 08 22:22:53.134178 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3b52b44c-e86f-4e63-985c-b47771524ff9 req-0a6fac53-a5b1-421c-ac2b-118d1c86794f tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406785 Feb 08 22:22:54.254374 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fc865-04df-40d3-8b1e-555b366325c2 req-1c1406f6-8df8-4b14-8e53-7b6efc3fb476 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:54.255903 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fe9fc865-04df-40d3-8b1e-555b366325c2 req-1c1406f6-8df8-4b14-8e53-7b6efc3fb476 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 932 time: 0.0542891 Feb 08 22:22:54.308451 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fe9fc865-04df-40d3-8b1e-555b366325c2 req-47ee3b76-3c53-4753-b15b-3cbf64529903 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468583 Feb 08 22:22:54.321783 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e429bf9c-6e10-4779-86ee-0b676d182cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:55.433849 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818d0a4-2749-4b3a-aac9-4d7d61e808a9 req-a29ac4da-4cdb-4683-8959-4f886cce3fa9 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:55.435352 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4818d0a4-2749-4b3a-aac9-4d7d61e808a9 req-a29ac4da-4cdb-4683-8959-4f886cce3fa9 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 932 time: 0.0556471 Feb 08 22:22:55.483490 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-67c8749b-65ca-432c-908a-db012323d7df service neutron] Request body: {'port': {'device_id': 'cd81eceb-b304-4b52-988c-6e1756b34e13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:22:55.509017 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4818d0a4-2749-4b3a-aac9-4d7d61e808a9 req-4918a011-bd54-4fe3-b579-0185a785aed5 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679779 Feb 08 22:22:55.557526 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-67c8749b-65ca-432c-908a-db012323d7df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c302916a-05a0-4619-ac29-ace12c9b2c71), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:55.830951 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-67c8749b-65ca-432c-908a-db012323d7df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c302916a-05a0-4619-ac29-ace12c9b2c71 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:22:55.838539 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-67c8749b-65ca-432c-908a-db012323d7df service neutron] Publish callbacks [] for port (c302916a-05a0-4619-ac29-ace12c9b2c71), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:55.851987 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-67c8749b-65ca-432c-908a-db012323d7df service neutron] Transition to ACTIVE for port object c302916a-05a0-4619-ac29-ace12c9b2c71 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:22:55.855816 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-67c8749b-65ca-432c-908a-db012323d7df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (c302916a-05a0-4619-ac29-ace12c9b2c71), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:55.905587 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8749b-65ca-432c-908a-db012323d7df service neutron] Pushing event updated for resources: {'Port': ['ID=c302916a-05a0-4619-ac29-ace12c9b2c71,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:55.989764 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-67c8749b-65ca-432c-908a-db012323d7df service neutron] Attempting to bind port c302916a-05a0-4619-ac29-ace12c9b2c71 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:22:55.990224 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-67c8749b-65ca-432c-908a-db012323d7df service neutron] Attempting to bind port c302916a-05a0-4619-ac29-ace12c9b2c71 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '554c6b2c-ff9f-4445-b682-313b0d15cade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:22:55.990391 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-67c8749b-65ca-432c-908a-db012323d7df service neutron] Attempting to bind port c302916a-05a0-4619-ac29-ace12c9b2c71 on network f62f877b-d7d6-4eb4-b4e4-ca5f34625784 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:22:55.995633 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-67c8749b-65ca-432c-908a-db012323d7df service neutron] Port c302916a-05a0-4619-ac29-ace12c9b2c71 on network f62f877b-d7d6-4eb4-b4e4-ca5f34625784 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:22:55.995959 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-67c8749b-65ca-432c-908a-db012323d7df service neutron] Attempting to bind port c302916a-05a0-4619-ac29-ace12c9b2c71 on network f62f877b-d7d6-4eb4-b4e4-ca5f34625784 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:22:56.001980 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-67c8749b-65ca-432c-908a-db012323d7df service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:22:56.002251 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-67c8749b-65ca-432c-908a-db012323d7df service neutron] Checking segment: {'id': '554c6b2c-ff9f-4445-b682-313b0d15cade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:22:56.002639 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-67c8749b-65ca-432c-908a-db012323d7df service neutron] Bound using segment: {'id': '554c6b2c-ff9f-4445-b682-313b0d15cade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:22:56.003067 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-67c8749b-65ca-432c-908a-db012323d7df service neutron] Bound port: c302916a-05a0-4619-ac29-ace12c9b2c71, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '554c6b2c-ff9f-4445-b682-313b0d15cade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:22:56.003453 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-67c8749b-65ca-432c-908a-db012323d7df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c302916a-05a0-4619-ac29-ace12c9b2c71), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:56.072731 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-67c8749b-65ca-432c-908a-db012323d7df service neutron] For port c302916a-05a0-4619-ac29-ace12c9b2c71, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:22:56.075723 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-67c8749b-65ca-432c-908a-db012323d7df service neutron] For port c302916a-05a0-4619-ac29-ace12c9b2c71, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c302916a-05a0-4619-ac29-ace12c9b2c71,segment=NetworkSegment(554c6b2c-ff9f-4445-b682-313b0d15cade),segment_id=554c6b2c-ff9f-4445-b682-313b0d15cade)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:22:56.082091 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-67c8749b-65ca-432c-908a-db012323d7df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (c302916a-05a0-4619-ac29-ace12c9b2c71), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:56.116820 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-67c8749b-65ca-432c-908a-db012323d7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:56.117471 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-67c8749b-65ca-432c-908a-db012323d7df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:56.118881 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-67c8749b-65ca-432c-908a-db012323d7df service neutron] 10.222.0.94 "PUT /v2.0/ports/c302916a-05a0-4619-ac29-ace12c9b2c71 HTTP/1.1" status: 200 len: 1093 time: 0.6398396 Feb 08 22:22:56.119324 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd81eceb-b304-4b52-988c-6e1756b34e13', 'tag': 'c302916a-05a0-4619-ac29-ace12c9b2c71'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:22:56.121872 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c538c5e-ef31-4a25-813f-fad90784d4e6" -d '{"events": [{"name": "network-changed", "server_uuid": "cd81eceb-b304-4b52-988c-6e1756b34e13", "tag": "c302916a-05a0-4619-ac29-ace12c9b2c71"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:22:56.174080 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8749b-65ca-432c-908a-db012323d7df service neutron] Pushing event updated for resources: {'Port': ['ID=c302916a-05a0-4619-ac29-ace12c9b2c71,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:22:56.191526 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22143bb-2300-4b8a-a31c-f5e83db93dd5 x-openstack-request-id: req-a22143bb-2300-4b8a-a31c-f5e83db93dd5 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:22:56.191837 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd81eceb-b304-4b52-988c-6e1756b34e13", "tag": "c302916a-05a0-4619-ac29-ace12c9b2c71", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:22:56.192129 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a22143bb-2300-4b8a-a31c-f5e83db93dd5 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:22:56.192650 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd81eceb-b304-4b52-988c-6e1756b34e13', 'tag': 'c302916a-05a0-4619-ac29-ace12c9b2c71', 'status': 'completed', 'code': 200} Feb 08 22:22:56.219457 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-c301967f-85cf-4295-830b-c24954424690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:56.221713 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-c301967f-85cf-4295-830b-c24954424690 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=93c2f5ca16504e15b810c2e021b0e1e2&device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 1127 time: 0.0637388 Feb 08 22:22:56.271392 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-93905b12-f007-48bc-ac55-1c06ac6c5686 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c302916a-05a0-4619-ac29-ace12c9b2c71 HTTP/1.1" status: 200 len: 217 time: 0.0423357 Feb 08 22:22:56.324817 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-ed26632a-9dfd-4e10-968d-fc46ea48e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:56.326253 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-ed26632a-9dfd-4e10-968d-fc46ea48e41f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b4b1ab74-ee06-47d2-93da-2fd8dae684c9 HTTP/1.1" status: 200 len: 854 time: 0.0492625 Feb 08 22:22:56.381996 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-c248824a-7a0d-4a8f-9517-cb5665d10ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:56.383536 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-c248824a-7a0d-4a8f-9517-cb5665d10ba6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f62f877b-d7d6-4eb4-b4e4-ca5f34625784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0514970 Feb 08 22:22:56.481686 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-096894f5-80db-4a7f-9ed0-b1107de73196 service neutron] 10.222.0.94 "GET /v2.0/networks/f62f877b-d7d6-4eb4-b4e4-ca5f34625784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922194 Feb 08 22:22:56.582041 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-653975bd-4533-42f5-b5c7-6b7bdb65810f req-931a2cef-b679-4cb3-baf8-e436e4ca2637 service neutron] 10.222.0.94 "GET /v2.0/networks/f62f877b-d7d6-4eb4-b4e4-ca5f34625784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943632 Feb 08 22:22:56.649554 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed4fe2-b414-454d-9392-c41e43c53dc7 req-72857473-b754-4b8a-8ced-43c182677fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:56.651049 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f2ed4fe2-b414-454d-9392-c41e43c53dc7 req-72857473-b754-4b8a-8ced-43c182677fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 944 time: 0.0682445 Feb 08 22:22:56.722691 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c538c5e-ef31-4a25-813f-fad90784d4e6 req-c0a5c621-90de-4a45-a44d-24493cb6433d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:56.724334 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4c538c5e-ef31-4a25-813f-fad90784d4e6 req-c0a5c621-90de-4a45-a44d-24493cb6433d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=93c2f5ca16504e15b810c2e021b0e1e2&device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 1127 time: 0.0952370 Feb 08 22:22:56.727891 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f2ed4fe2-b414-454d-9392-c41e43c53dc7 req-13ed3363-4e9f-41d9-af1e-fbb354c72e9b tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617869 Feb 08 22:22:56.822161 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c538c5e-ef31-4a25-813f-fad90784d4e6 req-ef018919-3aae-4169-996a-65dac7171b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:56.823687 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4c538c5e-ef31-4a25-813f-fad90784d4e6 req-ef018919-3aae-4169-996a-65dac7171b53 service neutron] 10.222.0.94 "GET /v2.0/networks?id=f62f877b-d7d6-4eb4-b4e4-ca5f34625784 HTTP/1.1" status: 200 len: 916 time: 0.0897584 Feb 08 22:22:56.868404 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4c538c5e-ef31-4a25-813f-fad90784d4e6 req-ea9c2775-5c84-4514-91a1-e293aeda9bc5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c302916a-05a0-4619-ac29-ace12c9b2c71 HTTP/1.1" status: 200 len: 217 time: 0.0390489 Feb 08 22:22:56.915741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c538c5e-ef31-4a25-813f-fad90784d4e6 req-02cb67dc-d57d-40c5-a37e-fc3c69effbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:56.917141 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4c538c5e-ef31-4a25-813f-fad90784d4e6 req-02cb67dc-d57d-40c5-a37e-fc3c69effbcd service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b4b1ab74-ee06-47d2-93da-2fd8dae684c9 HTTP/1.1" status: 200 len: 854 time: 0.0436850 Feb 08 22:22:56.965333 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c538c5e-ef31-4a25-813f-fad90784d4e6 req-1b7754db-c330-4c3c-9b23-cd4c54203af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:56.966885 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4c538c5e-ef31-4a25-813f-fad90784d4e6 req-1b7754db-c330-4c3c-9b23-cd4c54203af0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f62f877b-d7d6-4eb4-b4e4-ca5f34625784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439625 Feb 08 22:22:57.058965 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4c538c5e-ef31-4a25-813f-fad90784d4e6 req-589d461d-d5f8-4e15-961d-16995e935360 service neutron] 10.222.0.94 "GET /v2.0/networks/f62f877b-d7d6-4eb4-b4e4-ca5f34625784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863814 Feb 08 22:22:57.150630 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4c538c5e-ef31-4a25-813f-fad90784d4e6 req-fdbc1844-5d1b-4cb5-ab4e-9cdaea949056 service neutron] 10.222.0.94 "GET /v2.0/networks/f62f877b-d7d6-4eb4-b4e4-ca5f34625784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828311 Feb 08 22:22:57.602035 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b2e8e5c-9775-4c92-94b5-8f5582680c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:22:57.853063 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:22:57.857005 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f95e9-5fdb-4542-bde2-8f128c175032 req-f5ebbbed-ef15-4288-a289-629868ba09ca tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:57.858559 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-531f95e9-5fdb-4542-bde2-8f128c175032 req-f5ebbbed-ef15-4288-a289-629868ba09ca tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 944 time: 0.0587919 Feb 08 22:22:57.906047 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-531f95e9-5fdb-4542-bde2-8f128c175032 req-854b5726-621c-4a29-9f0c-f11f9ec109fd tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411391 Feb 08 22:22:59.025408 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747475f-75c6-46a9-a1e5-b300f5ef616a req-6992ed11-34e7-4173-b90d-418c17e470e0 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:22:59.027057 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6747475f-75c6-46a9-a1e5-b300f5ef616a req-6992ed11-34e7-4173-b90d-418c17e470e0 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 944 time: 0.0543206 Feb 08 22:22:59.074832 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6747475f-75c6-46a9-a1e5-b300f5ef616a req-32730dbd-58cc-40e6-a524-5c7ae9d36460 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413792 Feb 08 22:22:59.466279 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:00.080705 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device c302916a-05a0-4619-ac29-ace12c9b2c71 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:23:00.182520 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port c302916a-05a0-4619-ac29-ace12c9b2c71, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c302916a-05a0-4619-ac29-ace12c9b2c71,segment=NetworkSegment(554c6b2c-ff9f-4445-b682-313b0d15cade),segment_id=554c6b2c-ff9f-4445-b682-313b0d15cade)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:23:00.195987 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'c302916a-05a0-4619-ac29-ace12c9b2c71', 'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784', 'port_id': 'c302916a-05a0-4619-ac29-ace12c9b2c71', 'mac_address': 'fa:16:3e:d7:cb:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b1ab74-ee06-47d2-93da-2fd8dae684c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:23:00.197605 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db021b-bda7-4acd-ba9f-1aefffcbc6d6 req-c6e2dd4f-44c0-4f19-abf7-a696129cd887 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:23:00.199139 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-07db021b-bda7-4acd-ba9f-1aefffcbc6d6 req-c6e2dd4f-44c0-4f19-abf7-a696129cd887 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 944 time: 0.0530267 Feb 08 22:23:00.234934 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port c302916a-05a0-4619-ac29-ace12c9b2c71 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:23:00.235331 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c302916a-05a0-4619-ac29-ace12c9b2c71), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:00.248715 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c302916a-05a0-4619-ac29-ace12c9b2c71 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:23:00.250681 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-07db021b-bda7-4acd-ba9f-1aefffcbc6d6 req-5268e21f-b999-44f9-a5e4-9a092e625b71 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451777 Feb 08 22:23:00.270067 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port c302916a-05a0-4619-ac29-ace12c9b2c71, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c302916a-05a0-4619-ac29-ace12c9b2c71,segment=NetworkSegment(554c6b2c-ff9f-4445-b682-313b0d15cade),segment_id=554c6b2c-ff9f-4445-b682-313b0d15cade)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:23:00.274338 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c302916a-05a0-4619-ac29-ace12c9b2c71), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:00.320497 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=c302916a-05a0-4619-ac29-ace12c9b2c71,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:23:00.618792 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['c302916a-05a0-4619-ac29-ace12c9b2c71'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:23:01.369368 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a559bd7-f25f-415a-9093-1b5e90f057a8 req-31da8828-d144-4697-86b1-419443c06e73 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:23:01.370856 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a559bd7-f25f-415a-9093-1b5e90f057a8 req-31da8828-d144-4697-86b1-419443c06e73 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 945 time: 0.0530231 Feb 08 22:23:01.417130 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1a559bd7-f25f-415a-9093-1b5e90f057a8 req-63d50d74-c337-4e0f-ba3f-3da4e4b91c5f tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407283 Feb 08 22:23:01.527016 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:01.776541 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:02.079680 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device c302916a-05a0-4619-ac29-ace12c9b2c71 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:23:02.132045 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port c302916a-05a0-4619-ac29-ace12c9b2c71 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:23:02.135676 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port c302916a-05a0-4619-ac29-ace12c9b2c71 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:23:02.136049 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c302916a-05a0-4619-ac29-ace12c9b2c71), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:02.211069 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port c302916a-05a0-4619-ac29-ace12c9b2c71 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:23:02.211460 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c302916a-05a0-4619-ac29-ace12c9b2c71), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:02.233270 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd81eceb-b304-4b52-988c-6e1756b34e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c302916a-05a0-4619-ac29-ace12c9b2c71'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:23:02.235523 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b38e2b9-37f9-4c15-84d7-fc3e2fd71b49" -d '{"events": [{"server_uuid": "cd81eceb-b304-4b52-988c-6e1756b34e13", "name": "network-vif-plugged", "status": "completed", "tag": "c302916a-05a0-4619-ac29-ace12c9b2c71"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:23:02.248646 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port c302916a-05a0-4619-ac29-ace12c9b2c71, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c302916a-05a0-4619-ac29-ace12c9b2c71,segment=NetworkSegment(554c6b2c-ff9f-4445-b682-313b0d15cade),segment_id=554c6b2c-ff9f-4445-b682-313b0d15cade)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:23:02.253926 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c302916a-05a0-4619-ac29-ace12c9b2c71), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:02.301351 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=c302916a-05a0-4619-ac29-ace12c9b2c71,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:23:02.390374 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff93b9d9-a157-49dd-b2ee-29f2e153cc2c x-openstack-request-id: req-ff93b9d9-a157-49dd-b2ee-29f2e153cc2c {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:23:02.390681 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd81eceb-b304-4b52-988c-6e1756b34e13", "name": "network-vif-plugged", "status": "completed", "tag": "c302916a-05a0-4619-ac29-ace12c9b2c71", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:23:02.390943 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ff93b9d9-a157-49dd-b2ee-29f2e153cc2c {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:23:02.391439 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd81eceb-b304-4b52-988c-6e1756b34e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c302916a-05a0-4619-ac29-ace12c9b2c71', 'code': 200} Feb 08 22:23:02.497599 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f575d-6360-4a6a-bf8c-4665e98e6e1e req-1eef0c5e-0e7f-4358-9510-c3a10fcf225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:23:02.499072 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-515f575d-6360-4a6a-bf8c-4665e98e6e1e req-1eef0c5e-0e7f-4358-9510-c3a10fcf225c service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 1129 time: 0.0527639 Feb 08 22:23:02.570844 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-515f575d-6360-4a6a-bf8c-4665e98e6e1e req-478747c9-8cef-4d62-8b7b-e5189fc87267 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492291 Feb 08 22:23:02.578433 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c090f1-d6c0-4036-8d16-09cd0138933e req-397c5222-7457-4b58-81a6-2b4238cbd175 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:23:02.579834 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10c090f1-d6c0-4036-8d16-09cd0138933e req-397c5222-7457-4b58-81a6-2b4238cbd175 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 946 time: 0.0931201 Feb 08 22:23:02.630415 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10c090f1-d6c0-4036-8d16-09cd0138933e req-2a81880f-a427-44d0-a21b-29b96941d386 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443969 Feb 08 22:23:03.753367 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8306ad-8cc9-4973-b0e7-41919c74be02 req-2600c7be-b11c-4ae0-aac0-f5c151bd09de tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:23:03.754940 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de8306ad-8cc9-4973-b0e7-41919c74be02 req-2600c7be-b11c-4ae0-aac0-f5c151bd09de tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 946 time: 0.0556464 Feb 08 22:23:03.802165 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de8306ad-8cc9-4973-b0e7-41919c74be02 req-c0027463-b601-4c72-a985-ad942699d98b tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413682 Feb 08 22:23:04.923324 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93065f6-c2d4-47df-9692-7e4f226a42c6 req-fed8f827-54fa-4494-98f2-f9d742a370ff tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:23:04.925609 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e93065f6-c2d4-47df-9692-7e4f226a42c6 req-fed8f827-54fa-4494-98f2-f9d742a370ff tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 946 time: 0.0568724 Feb 08 22:23:04.972299 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e93065f6-c2d4-47df-9692-7e4f226a42c6 req-90b4a757-153b-4f28-9198-93a5c7692800 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410807 Feb 08 22:23:05.090343 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b8afe-e3a5-46b7-95f3-50c3a1a69abc req-935b4e83-f31a-4f1c-8217-b940ed8e8d3a tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:23:05.091724 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-272b8afe-e3a5-46b7-95f3-50c3a1a69abc req-935b4e83-f31a-4f1c-8217-b940ed8e8d3a tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 946 time: 0.0527952 Feb 08 22:23:05.138663 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-272b8afe-e3a5-46b7-95f3-50c3a1a69abc req-748661e5-ffb2-414f-aa33-56a29171523d tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408018 Feb 08 22:23:05.326772 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098479b-ff13-4ed5-90d5-92d652e72e13 req-36e4e40b-6d43-4665-8560-5d049db8e846 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:23:05.328249 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4098479b-ff13-4ed5-90d5-92d652e72e13 req-36e4e40b-6d43-4665-8560-5d049db8e846 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 946 time: 0.0533633 Feb 08 22:23:05.379706 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4098479b-ff13-4ed5-90d5-92d652e72e13 req-7920314b-adcf-41b8-9582-3a1df1083154 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453074 Feb 08 22:23:07.071082 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:07.144330 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:24.209415 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9cc3b-4c27-450f-849d-7117aa66fd1b req-2a106676-6a96-4916-84b9-69e820209e1e tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:23:24.210968 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2a9cc3b-4c27-450f-849d-7117aa66fd1b req-2a106676-6a96-4916-84b9-69e820209e1e tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 946 time: 0.0539687 Feb 08 22:23:24.260251 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2a9cc3b-4c27-450f-849d-7117aa66fd1b req-b12c94c0-6b1e-4c10-ad90-5a562eba80d7 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435677 Feb 08 22:23:24.282993 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47236) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:23:24.320918 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a9d9062-480d-480d-97ac-f29a67b06f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:24.426593 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd25eb2-8302-486c-a6cd-207452c682ae tempest-TestMinimumBasicScenario-197408181 tempest-TestMinimumBasicScenario-197408181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:23:24.428237 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5bd25eb2-8302-486c-a6cd-207452c682ae tempest-TestMinimumBasicScenario-197408181 tempest-TestMinimumBasicScenario-197408181-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 1124 time: 0.1442461 Feb 08 22:23:24.431340 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47240) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:23:24.436166 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'port_id': 'c302916a-05a0-4619-ac29-ace12c9b2c71', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:23:24.457347 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:24.552901 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:24.662708 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Allocated IP 172.25.3.131 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/fc63086d-bf37-4da1-a1d0-e95d2ecf75ef) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:23:24.767135 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for port (fc63086d-bf37-4da1-a1d0-e95d2ecf75ef), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:24.801956 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (fc63086d-bf37-4da1-a1d0-e95d2ecf75ef), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:24.872059 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:23:24.875098 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:23:24.879609 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:23:24.882963 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Pushing event updated for resources: {'Port': ['ID=fc63086d-bf37-4da1-a1d0-e95d2ecf75ef,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:23:24.909390 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:23:24.909732 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:23:24.910074 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:23:24.910409 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:23:24.910742 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:23:24.911065 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:23:24.911388 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:23:24.911709 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:23:24.912027 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:23:24.912348 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:23:24.912667 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:23:24.913040 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:23:24.913322 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:23:25.152134 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3d76efc7-5720-4399-bd99-e87ba91c34ca req-c90c48dd-03cd-41f1-9df0-a463739d1bc2 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463424 Feb 08 22:23:25.260500 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76efc7-5720-4399-bd99-e87ba91c34ca req-29401ab0-49ad-4966-9feb-ef169f938f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:23:25.262541 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3d76efc7-5720-4399-bd99-e87ba91c34ca req-29401ab0-49ad-4966-9feb-ef169f938f38 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=93c2f5ca16504e15b810c2e021b0e1e2&device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 1129 time: 0.0558958 Feb 08 22:23:25.277867 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for floatingip (3df27a73-c139-40bd-b8a0-6edda3b0a466), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:25.352692 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fc63086d-bf37-4da1-a1d0-e95d2ecf75ef), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:25.370799 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76efc7-5720-4399-bd99-e87ba91c34ca req-57d35437-efaa-4932-85f2-e1a7ccf0a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:23:25.372283 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3d76efc7-5720-4399-bd99-e87ba91c34ca req-57d35437-efaa-4932-85f2-e1a7ccf0a20c service neutron] 10.222.0.94 "GET /v2.0/networks?id=f62f877b-d7d6-4eb4-b4e4-ca5f34625784 HTTP/1.1" status: 200 len: 916 time: 0.0913057 Feb 08 22:23:25.451180 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3d76efc7-5720-4399-bd99-e87ba91c34ca req-d9fb00d8-4c3f-4119-b5ea-823842058073 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c302916a-05a0-4619-ac29-ace12c9b2c71 HTTP/1.1" status: 200 len: 1000 time: 0.0616474 Feb 08 22:23:25.508650 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for port (fc63086d-bf37-4da1-a1d0-e95d2ecf75ef), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:25.510334 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76efc7-5720-4399-bd99-e87ba91c34ca req-cf2733c0-ff53-44a5-bc4a-3696a39c8e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:23:25.511986 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3d76efc7-5720-4399-bd99-e87ba91c34ca req-cf2733c0-ff53-44a5-bc4a-3696a39c8e83 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b4b1ab74-ee06-47d2-93da-2fd8dae684c9 HTTP/1.1" status: 200 len: 854 time: 0.0519934 Feb 08 22:23:25.513897 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (fc63086d-bf37-4da1-a1d0-e95d2ecf75ef), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:25.572551 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76efc7-5720-4399-bd99-e87ba91c34ca req-5a355634-f390-48c4-b2d4-7165110618d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:23:25.574110 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3d76efc7-5720-4399-bd99-e87ba91c34ca req-5a355634-f390-48c4-b2d4-7165110618d8 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f62f877b-d7d6-4eb4-b4e4-ca5f34625784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0554368 Feb 08 22:23:25.580818 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Pushing event updated for resources: {'Port': ['ID=fc63086d-bf37-4da1-a1d0-e95d2ecf75ef,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:23:25.597592 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (3df27a73-c139-40bd-b8a0-6edda3b0a466), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:25.668131 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3d76efc7-5720-4399-bd99-e87ba91c34ca req-a3d3dde3-1f42-485d-914e-eb21337c8208 service neutron] 10.222.0.94 "GET /v2.0/networks/f62f877b-d7d6-4eb4-b4e4-ca5f34625784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854352 Feb 08 22:23:25.701341 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Floating IP 3df27a73-c139-40bd-b8a0-6edda3b0a466 associated. External IP: 172.25.3.131, port: c302916a-05a0-4619-ac29-ace12c9b2c71. Feb 08 22:23:25.766817 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3d76efc7-5720-4399-bd99-e87ba91c34ca req-ceb47f93-c6fb-4c16-8ffd-16f9952f3445 service neutron] 10.222.0.94 "GET /v2.0/networks/f62f877b-d7d6-4eb4-b4e4-ca5f34625784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925815 Feb 08 22:23:26.239476 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Router bada0f86-d549-4053-813d-45d5d1ccd6d6 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:23:26.345953 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:23:26.357144 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae1dadf-a41b-4ac7-a3cb-bd40d69b4abc None None] Sync routers for ids ['bada0f86-d549-4053-813d-45d5d1ccd6d6'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:23:26.364594 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:26.368467 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae1dadf-a41b-4ac7-a3cb-bd40d69b4abc None None] Routers {'bada0f86-d549-4053-813d-45d5d1ccd6d6'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:23:26.369366 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-5ae1dadf-a41b-4ac7-a3cb-bd40d69b4abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:22:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['bada0f86-d549-4053-813d-45d5d1ccd6d6'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:23:26.398639 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b9613ff1-95ea-4874-8c38-b907a94b0fa4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9662108 Feb 08 22:23:26.399443 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd81eceb-b304-4b52-988c-6e1756b34e13', 'tag': 'c302916a-05a0-4619-ac29-ace12c9b2c71'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:23:26.401501 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47242) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:23:26.401995 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1802cce71311667749108c4770a25da94a97ab17bab80bd33ee27ebae59f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112ccce5-219e-4ded-9b2d-3f613787a63e" -d '{"events": [{"name": "network-changed", "server_uuid": "cd81eceb-b304-4b52-988c-6e1756b34e13", "tag": "c302916a-05a0-4619-ac29-ace12c9b2c71"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:23:26.409136 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-e6ef62c6-4b69-412f-8516-cb37235add91 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1450621688', 'description': 'tempest-secgroup-smoke-1450621688 description', 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:23:26.435874 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e6ef62c6-4b69-412f-8516-cb37235add91 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:26.492757 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-5ae1dadf-a41b-4ac7-a3cb-bd40d69b4abc None None] Set router bada0f86-d549-4053-813d-45d5d1ccd6d6 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:23:26.513973 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14edbe41-aa70-4284-bdaa-94996ea5d116 x-openstack-request-id: req-14edbe41-aa70-4284-bdaa-94996ea5d116 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:23:26.514852 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd81eceb-b304-4b52-988c-6e1756b34e13", "tag": "c302916a-05a0-4619-ac29-ace12c9b2c71", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:23:26.514852 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-14edbe41-aa70-4284-bdaa-94996ea5d116 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:23:26.515067 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd81eceb-b304-4b52-988c-6e1756b34e13', 'tag': 'c302916a-05a0-4619-ac29-ace12c9b2c71', 'status': 'completed', 'code': 200} Feb 08 22:23:26.517275 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e6ef62c6-4b69-412f-8516-cb37235add91 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for security_group (628f4155-330d-4bcd-8f61-012d20b2c5a1), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:26.522383 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e6ef62c6-4b69-412f-8516-cb37235add91 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (628f4155-330d-4bcd-8f61-012d20b2c5a1), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:26.559240 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e6ef62c6-4b69-412f-8516-cb37235add91 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:26.559760 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e6ef62c6-4b69-412f-8516-cb37235add91 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1556602 Feb 08 22:23:26.563285 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47248) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:23:26.569415 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-635f5ff7-71cb-4e28-a043-985fed7dbe7e tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Request body: {'security_group_rule': {'security_group_id': '628f4155-330d-4bcd-8f61-012d20b2c5a1', 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:23:26.592543 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef62c6-4b69-412f-8516-cb37235add91 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=628f4155-330d-4bcd-8f61-012d20b2c5a1,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:23:26.602332 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-635f5ff7-71cb-4e28-a043-985fed7dbe7e tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for security_group_rule (c72244d9-a19b-4c90-93c8-7a7dbb697c1c), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:26.605735 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ef62c6-4b69-412f-8516-cb37235add91 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:23:26.606090 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ef62c6-4b69-412f-8516-cb37235add91 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:23:26.606440 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ef62c6-4b69-412f-8516-cb37235add91 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:23:26.606775 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ef62c6-4b69-412f-8516-cb37235add91 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:23:26.607116 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ef62c6-4b69-412f-8516-cb37235add91 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:23:26.607450 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ef62c6-4b69-412f-8516-cb37235add91 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:23:26.607780 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ef62c6-4b69-412f-8516-cb37235add91 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:23:26.608116 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ef62c6-4b69-412f-8516-cb37235add91 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:23:26.608442 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ef62c6-4b69-412f-8516-cb37235add91 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:23:26.609061 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ef62c6-4b69-412f-8516-cb37235add91 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:23:26.609413 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ef62c6-4b69-412f-8516-cb37235add91 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:23:26.609740 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ef62c6-4b69-412f-8516-cb37235add91 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:23:26.610079 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ef62c6-4b69-412f-8516-cb37235add91 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:23:26.631224 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ccce5-219e-4ded-9b2d-3f613787a63e req-9434fcdd-39fb-452d-8e1c-e2392998e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:23:26.633074 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-112ccce5-219e-4ded-9b2d-3f613787a63e req-9434fcdd-39fb-452d-8e1c-e2392998e6ea service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=93c2f5ca16504e15b810c2e021b0e1e2&device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 1129 time: 0.0884004 Feb 08 22:23:26.665706 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-635f5ff7-71cb-4e28-a043-985fed7dbe7e tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for security_group_rule (c72244d9-a19b-4c90-93c8-7a7dbb697c1c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:26.671115 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-635f5ff7-71cb-4e28-a043-985fed7dbe7e tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (c72244d9-a19b-4c90-93c8-7a7dbb697c1c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:26.691352 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f5ff7-71cb-4e28-a043-985fed7dbe7e tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c72244d9-a19b-4c90-93c8-7a7dbb697c1c,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:23:26.699848 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-635f5ff7-71cb-4e28-a043-985fed7dbe7e tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:26.704045 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-635f5ff7-71cb-4e28-a043-985fed7dbe7e tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394148 Feb 08 22:23:26.705185 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47250) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:23:26.710002 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-01ba55f6-77f3-42b9-8170-d44478696502 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Request body: {'security_group_rule': {'security_group_id': '628f4155-330d-4bcd-8f61-012d20b2c5a1', 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:23:26.740879 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-01ba55f6-77f3-42b9-8170-d44478696502 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for security_group_rule (ed0efdd0-9f71-4ed3-bc10-d021fd2f1b9a), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:26.751084 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-5ae1dadf-a41b-4ac7-a3cb-bd40d69b4abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'name': 'tempest-TestMinimumBasicScenario-1402187436-router', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '52191f03-9dab-4471-a0ac-92944e119185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:22:23Z', 'updated_at': '2022-02-08T22:22:25Z', 'revision_number': 4, 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'gw_port': {'id': '52191f03-9dab-4471-a0ac-92944e119185', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:23Z', 'updated_at': '2022-02-08T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '3df27a73-c139-40bd-b8a0-6edda3b0a466', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'port_id': 'c302916a-05a0-4619-ac29-ace12c9b2c71', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784', 'mac_address': 'fa:16:3e:d7:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd81eceb-b304-4b52-988c-6e1756b34e13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:23:25Z', 'updated_at': '2022-02-08T22:23:25Z', 'revision_number': 0, 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd88763cb-b52b-47dd-bbdd-44979cded270', 'name': '', 'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'mac_address': 'fa:16:3e:d5:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b4b1ab74-ee06-47d2-93da-2fd8dae684c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:25Z', 'updated_at': '2022-02-08T22:22:30Z', 'revision_number': 5, 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'subnets': [{'id': 'b4b1ab74-ee06-47d2-93da-2fd8dae684c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:23:26.753127 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ccce5-219e-4ded-9b2d-3f613787a63e req-606e98ed-1053-4703-8474-9243df70d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:23:26.754110 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-112ccce5-219e-4ded-9b2d-3f613787a63e req-606e98ed-1053-4703-8474-9243df70d27c service neutron] 10.222.0.94 "GET /v2.0/networks?id=f62f877b-d7d6-4eb4-b4e4-ca5f34625784 HTTP/1.1" status: 200 len: 916 time: 0.1145880 Feb 08 22:23:26.787211 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae1dadf-a41b-4ac7-a3cb-bd40d69b4abc None None] Checking router: bada0f86-d549-4053-813d-45d5d1ccd6d6 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:23:26.796192 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae1dadf-a41b-4ac7-a3cb-bd40d69b4abc None None] Routers {'bada0f86-d549-4053-813d-45d5d1ccd6d6'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:23:26.796801 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-5ae1dadf-a41b-4ac7-a3cb-bd40d69b4abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:22:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['bada0f86-d549-4053-813d-45d5d1ccd6d6'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:23:26.806334 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-01ba55f6-77f3-42b9-8170-d44478696502 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for security_group_rule (ed0efdd0-9f71-4ed3-bc10-d021fd2f1b9a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:26.812280 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-01ba55f6-77f3-42b9-8170-d44478696502 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (ed0efdd0-9f71-4ed3-bc10-d021fd2f1b9a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:26.824740 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-112ccce5-219e-4ded-9b2d-3f613787a63e req-7cdf943d-82df-46db-badf-5c1b78a92496 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c302916a-05a0-4619-ac29-ace12c9b2c71 HTTP/1.1" status: 200 len: 1000 time: 0.0639024 Feb 08 22:23:26.836113 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-01ba55f6-77f3-42b9-8170-d44478696502 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:26.840126 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-01ba55f6-77f3-42b9-8170-d44478696502 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1310117 Feb 08 22:23:26.840126 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba55f6-77f3-42b9-8170-d44478696502 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed0efdd0-9f71-4ed3-bc10-d021fd2f1b9a,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:23:26.840385 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47252) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:23:26.846056 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-2be68e9f-5f2f-4f07-a9a8-12c36eb7092f tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Request body: {'security_group_rule': {'security_group_id': '628f4155-330d-4bcd-8f61-012d20b2c5a1', 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:23:26.896843 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ccce5-219e-4ded-9b2d-3f613787a63e req-5b3fd6d5-a893-4cd4-9c4a-537213aed87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:23:26.898408 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-112ccce5-219e-4ded-9b2d-3f613787a63e req-5b3fd6d5-a893-4cd4-9c4a-537213aed87a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b4b1ab74-ee06-47d2-93da-2fd8dae684c9 HTTP/1.1" status: 200 len: 854 time: 0.0672288 Feb 08 22:23:26.904648 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2be68e9f-5f2f-4f07-a9a8-12c36eb7092f tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for security_group_rule (1ba2f9af-b867-4ce8-9ab7-da5959ca0f2d), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:26.912643 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-5ae1dadf-a41b-4ac7-a3cb-bd40d69b4abc None None] Set router bada0f86-d549-4053-813d-45d5d1ccd6d6 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:23:26.986686 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ccce5-219e-4ded-9b2d-3f613787a63e req-ca82d574-181b-472b-839f-62c48daa793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:23:26.988231 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-112ccce5-219e-4ded-9b2d-3f613787a63e req-ca82d574-181b-472b-839f-62c48daa793e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f62f877b-d7d6-4eb4-b4e4-ca5f34625784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0787232 Feb 08 22:23:26.989981 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2be68e9f-5f2f-4f07-a9a8-12c36eb7092f tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for security_group_rule (1ba2f9af-b867-4ce8-9ab7-da5959ca0f2d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:27.002064 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2be68e9f-5f2f-4f07-a9a8-12c36eb7092f tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (1ba2f9af-b867-4ce8-9ab7-da5959ca0f2d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:27.058988 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be68e9f-5f2f-4f07-a9a8-12c36eb7092f tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba2f9af-b867-4ce8-9ab7-da5959ca0f2d,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:23:27.073613 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2be68e9f-5f2f-4f07-a9a8-12c36eb7092f tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:27.074826 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-2be68e9f-5f2f-4f07-a9a8-12c36eb7092f tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2337322 Feb 08 22:23:27.077754 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47254) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:23:27.083092 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e621a50c-9d4c-4634-90ff-bf25fe368f1a tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Request body: {'security_group_rule': {'security_group_id': '628f4155-330d-4bcd-8f61-012d20b2c5a1', 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:23:27.107685 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-112ccce5-219e-4ded-9b2d-3f613787a63e req-d4e544ab-31e4-43bf-aba1-f41c2a1f9c65 service neutron] 10.222.0.94 "GET /v2.0/networks/f62f877b-d7d6-4eb4-b4e4-ca5f34625784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134882 Feb 08 22:23:27.109705 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e621a50c-9d4c-4634-90ff-bf25fe368f1a tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for security_group_rule (0fd0ab40-c9c5-47c3-a436-47a80da534c3), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:27.157167 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-5ae1dadf-a41b-4ac7-a3cb-bd40d69b4abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'name': 'tempest-TestMinimumBasicScenario-1402187436-router', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '52191f03-9dab-4471-a0ac-92944e119185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:22:23Z', 'updated_at': '2022-02-08T22:22:25Z', 'revision_number': 4, 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'gw_port': {'id': '52191f03-9dab-4471-a0ac-92944e119185', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:23Z', 'updated_at': '2022-02-08T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '3df27a73-c139-40bd-b8a0-6edda3b0a466', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'port_id': 'c302916a-05a0-4619-ac29-ace12c9b2c71', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784', 'mac_address': 'fa:16:3e:d7:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd81eceb-b304-4b52-988c-6e1756b34e13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:23:25Z', 'updated_at': '2022-02-08T22:23:25Z', 'revision_number': 0, 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd88763cb-b52b-47dd-bbdd-44979cded270', 'name': '', 'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'mac_address': 'fa:16:3e:d5:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b4b1ab74-ee06-47d2-93da-2fd8dae684c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:25Z', 'updated_at': '2022-02-08T22:22:30Z', 'revision_number': 5, 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'subnets': [{'id': 'b4b1ab74-ee06-47d2-93da-2fd8dae684c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:23:27.175361 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e621a50c-9d4c-4634-90ff-bf25fe368f1a tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for security_group_rule (0fd0ab40-c9c5-47c3-a436-47a80da534c3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:27.179742 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e621a50c-9d4c-4634-90ff-bf25fe368f1a tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (0fd0ab40-c9c5-47c3-a436-47a80da534c3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:27.193279 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae1dadf-a41b-4ac7-a3cb-bd40d69b4abc None None] The sync data for ids ['bada0f86-d549-4053-813d-45d5d1ccd6d6'] in n-d-712143-31 is: [{'id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'name': 'tempest-TestMinimumBasicScenario-1402187436-router', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '52191f03-9dab-4471-a0ac-92944e119185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:22:23Z', 'updated_at': '2022-02-08T22:22:25Z', 'revision_number': 4, 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'gw_port': {'id': '52191f03-9dab-4471-a0ac-92944e119185', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:23Z', 'updated_at': '2022-02-08T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '3df27a73-c139-40bd-b8a0-6edda3b0a466', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'port_id': 'c302916a-05a0-4619-ac29-ace12c9b2c71', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784', 'mac_address': 'fa:16:3e:d7:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd81eceb-b304-4b52-988c-6e1756b34e13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:23:25Z', 'updated_at': '2022-02-08T22:23:25Z', 'revision_number': 0, 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd88763cb-b52b-47dd-bbdd-44979cded270', 'name': '', 'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'mac_address': 'fa:16:3e:d5:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b4b1ab74-ee06-47d2-93da-2fd8dae684c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:25Z', 'updated_at': '2022-02-08T22:22:30Z', 'revision_number': 5, 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'subnets': [{'id': 'b4b1ab74-ee06-47d2-93da-2fd8dae684c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:23:27.206762 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-112ccce5-219e-4ded-9b2d-3f613787a63e req-4e7062b3-d1c9-47dc-be23-c3a5fd9ea639 service neutron] 10.222.0.94 "GET /v2.0/networks/f62f877b-d7d6-4eb4-b4e4-ca5f34625784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932062 Feb 08 22:23:27.209298 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621a50c-9d4c-4634-90ff-bf25fe368f1a tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd0ab40-c9c5-47c3-a436-47a80da534c3,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:23:27.213904 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e621a50c-9d4c-4634-90ff-bf25fe368f1a tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:27.217987 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e621a50c-9d4c-4634-90ff-bf25fe368f1a tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1391857 Feb 08 22:23:27.218634 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47256) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:23:27.223597 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-562c2253-43c1-408c-ac3f-89ee711ae5ee tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Request body: {'security_group_rule': {'security_group_id': '628f4155-330d-4bcd-8f61-012d20b2c5a1', 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:23:27.243551 n-d-712143-31 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-562c2253-43c1-408c-ac3f-89ee711ae5ee tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Project 93c2f5ca16504e15b810c2e021b0e1e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 22:23:27.249016 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-562c2253-43c1-408c-ac3f-89ee711ae5ee tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for security_group_rule (48ed08a9-9c1e-44b1-a636-3ee4b7301f1e), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:27.314745 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-562c2253-43c1-408c-ac3f-89ee711ae5ee tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for security_group_rule (48ed08a9-9c1e-44b1-a636-3ee4b7301f1e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:27.318478 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-562c2253-43c1-408c-ac3f-89ee711ae5ee tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (48ed08a9-9c1e-44b1-a636-3ee4b7301f1e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:27.337440 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c2253-43c1-408c-ac3f-89ee711ae5ee tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ed08a9-9c1e-44b1-a636-3ee4b7301f1e,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:23:27.345794 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-562c2253-43c1-408c-ac3f-89ee711ae5ee tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:27.347095 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-562c2253-43c1-408c-ac3f-89ee711ae5ee tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271439 Feb 08 22:23:27.349948 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47258) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:23:27.354428 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0359c11b-2bc1-45e1-986c-9b1fefc18987 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Request body: {'security_group_rule': {'security_group_id': '628f4155-330d-4bcd-8f61-012d20b2c5a1', 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:23:27.375870 n-d-712143-31 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-0359c11b-2bc1-45e1-986c-9b1fefc18987 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Project 93c2f5ca16504e15b810c2e021b0e1e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 22:23:27.381765 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0359c11b-2bc1-45e1-986c-9b1fefc18987 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for security_group_rule (0a91053d-99fa-451e-b0be-b4f2663a1acc), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:27.423850 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b32f156-32bb-463e-bb6a-25f79adf7f80 None None] New status for floating IP 3df27a73-c139-40bd-b8a0-6edda3b0a466: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:23:27.451168 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0359c11b-2bc1-45e1-986c-9b1fefc18987 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for security_group_rule (0a91053d-99fa-451e-b0be-b4f2663a1acc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:27.455140 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0359c11b-2bc1-45e1-986c-9b1fefc18987 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (0a91053d-99fa-451e-b0be-b4f2663a1acc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:27.472550 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359c11b-2bc1-45e1-986c-9b1fefc18987 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a91053d-99fa-451e-b0be-b4f2663a1acc,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:23:27.481201 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0359c11b-2bc1-45e1-986c-9b1fefc18987 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:27.485215 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0359c11b-2bc1-45e1-986c-9b1fefc18987 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1314564 Feb 08 22:23:27.574481 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-15583e7e-09c1-43e5-ab6d-3490fcacd435 req-4e6dfd02-de6e-4755-92d0-9651208c82a7 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1450621688&fields=id&tenant_id=93c2f5ca16504e15b810c2e021b0e1e2 HTTP/1.1" status: 200 len: 267 time: 0.0463727 Feb 08 22:23:27.619605 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dc26ad93-eab2-4c67-a65e-919100901c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:27.644523 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15583e7e-09c1-43e5-ab6d-3490fcacd435 req-17c3f5e5-8093-4fb8-afcd-d562d8c9dbb0 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:23:27.646072 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-15583e7e-09c1-43e5-ab6d-3490fcacd435 req-17c3f5e5-8093-4fb8-afcd-d562d8c9dbb0 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 946 time: 0.0650280 Feb 08 22:23:27.657147 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-15583e7e-09c1-43e5-ab6d-3490fcacd435 req-ca40f955-1636-42b4-ae9f-35a41a1599fc tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Request body: {'port': {'security_groups': ['763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c', '628f4155-330d-4bcd-8f61-012d20b2c5a1']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:23:27.731350 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-15583e7e-09c1-43e5-ab6d-3490fcacd435 req-ca40f955-1636-42b4-ae9f-35a41a1599fc tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c302916a-05a0-4619-ac29-ace12c9b2c71), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:27.917452 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-15583e7e-09c1-43e5-ab6d-3490fcacd435 req-ca40f955-1636-42b4-ae9f-35a41a1599fc tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] For port c302916a-05a0-4619-ac29-ace12c9b2c71, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c302916a-05a0-4619-ac29-ace12c9b2c71,segment=NetworkSegment(554c6b2c-ff9f-4445-b682-313b0d15cade),segment_id=554c6b2c-ff9f-4445-b682-313b0d15cade)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:23:27.947049 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-15583e7e-09c1-43e5-ab6d-3490fcacd435 req-ca40f955-1636-42b4-ae9f-35a41a1599fc tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for port (c302916a-05a0-4619-ac29-ace12c9b2c71), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:27.952025 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-15583e7e-09c1-43e5-ab6d-3490fcacd435 req-ca40f955-1636-42b4-ae9f-35a41a1599fc tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (c302916a-05a0-4619-ac29-ace12c9b2c71), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:27.964144 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['c302916a-05a0-4619-ac29-ace12c9b2c71'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:23:27.997064 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15583e7e-09c1-43e5-ab6d-3490fcacd435 req-ca40f955-1636-42b4-ae9f-35a41a1599fc tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:23:27.997824 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-15583e7e-09c1-43e5-ab6d-3490fcacd435 req-ca40f955-1636-42b4-ae9f-35a41a1599fc tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:27.999283 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-15583e7e-09c1-43e5-ab6d-3490fcacd435 req-ca40f955-1636-42b4-ae9f-35a41a1599fc tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "PUT /v2.0/ports/c302916a-05a0-4619-ac29-ace12c9b2c71 HTTP/1.1" status: 200 len: 982 time: 0.3472168 Feb 08 22:23:28.002531 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd81eceb-b304-4b52-988c-6e1756b34e13', 'tag': 'c302916a-05a0-4619-ac29-ace12c9b2c71'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:23:28.004957 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a3bb96-911c-4dbb-8d22-6f8ce0883fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "cd81eceb-b304-4b52-988c-6e1756b34e13", "tag": "c302916a-05a0-4619-ac29-ace12c9b2c71"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:23:28.040510 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40f955-1636-42b4-ae9f-35a41a1599fc tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Pushing event updated for resources: {'Port': ['ID=c302916a-05a0-4619-ac29-ace12c9b2c71,revision_number=6']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:23:28.061941 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['c302916a-05a0-4619-ac29-ace12c9b2c71'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:23:28.082245 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94885288-d690-47ed-a03a-f468aeb57a3d x-openstack-request-id: req-94885288-d690-47ed-a03a-f468aeb57a3d {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:23:28.082549 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd81eceb-b304-4b52-988c-6e1756b34e13", "tag": "c302916a-05a0-4619-ac29-ace12c9b2c71", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:23:28.082814 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-94885288-d690-47ed-a03a-f468aeb57a3d {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:23:28.083228 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd81eceb-b304-4b52-988c-6e1756b34e13', 'tag': 'c302916a-05a0-4619-ac29-ace12c9b2c71', 'status': 'completed', 'code': 200} Feb 08 22:23:28.195320 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7787e74-cdce-4520-b908-3ca6a75aeda3 req-0071a9ac-1f07-4647-a4d1-e2ef9ea8d748 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:23:28.196880 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b7787e74-cdce-4520-b908-3ca6a75aeda3 req-0071a9ac-1f07-4647-a4d1-e2ef9ea8d748 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 985 time: 0.0955200 Feb 08 22:23:28.199956 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3bb96-911c-4dbb-8d22-6f8ce0883fa6 req-81bbe954-4a30-4cfc-93f4-8d3c1c69db62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:23:28.201456 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37a3bb96-911c-4dbb-8d22-6f8ce0883fa6 req-81bbe954-4a30-4cfc-93f4-8d3c1c69db62 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=93c2f5ca16504e15b810c2e021b0e1e2&device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 1168 time: 0.0885508 Feb 08 22:23:28.326344 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b7787e74-cdce-4520-b908-3ca6a75aeda3 req-1f9ddbf9-d059-4b34-a140-e06c7084c771 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=628f4155-330d-4bcd-8f61-012d20b2c5a1&id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1220114 Feb 08 22:23:28.334231 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-b71f165f-7496-4607-9762-98de9216971e None None] Provisioning complete for port c302916a-05a0-4619-ac29-ace12c9b2c71 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:23:28.334713 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b71f165f-7496-4607-9762-98de9216971e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c302916a-05a0-4619-ac29-ace12c9b2c71), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:28.343123 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3bb96-911c-4dbb-8d22-6f8ce0883fa6 req-534e4c42-4062-4947-af20-940c89bb7c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:23:28.344637 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37a3bb96-911c-4dbb-8d22-6f8ce0883fa6 req-534e4c42-4062-4947-af20-940c89bb7c75 service neutron] 10.222.0.94 "GET /v2.0/networks?id=f62f877b-d7d6-4eb4-b4e4-ca5f34625784 HTTP/1.1" status: 200 len: 916 time: 0.1330841 Feb 08 22:23:28.414658 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37a3bb96-911c-4dbb-8d22-6f8ce0883fa6 req-b3701c6c-7086-4033-b1e4-3b62685ba01c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c302916a-05a0-4619-ac29-ace12c9b2c71 HTTP/1.1" status: 200 len: 1002 time: 0.0641520 Feb 08 22:23:28.467711 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3bb96-911c-4dbb-8d22-6f8ce0883fa6 req-0e757dab-c9e1-44c7-8411-a415d45d06c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:23:28.469897 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37a3bb96-911c-4dbb-8d22-6f8ce0883fa6 req-0e757dab-c9e1-44c7-8411-a415d45d06c0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b4b1ab74-ee06-47d2-93da-2fd8dae684c9 HTTP/1.1" status: 200 len: 854 time: 0.0486209 Feb 08 22:23:28.522915 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3bb96-911c-4dbb-8d22-6f8ce0883fa6 req-c57ea550-87a8-40e1-bd21-c0f883a6d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:23:28.524455 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37a3bb96-911c-4dbb-8d22-6f8ce0883fa6 req-c57ea550-87a8-40e1-bd21-c0f883a6d4cf service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f62f877b-d7d6-4eb4-b4e4-ca5f34625784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447125 Feb 08 22:23:28.548145 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b71f165f-7496-4607-9762-98de9216971e None None] Current status of the port c302916a-05a0-4619-ac29-ace12c9b2c71 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:23:28.616845 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37a3bb96-911c-4dbb-8d22-6f8ce0883fa6 req-5bb38e16-ca2f-4a43-962b-8b554459eefe service neutron] 10.222.0.94 "GET /v2.0/networks/f62f877b-d7d6-4eb4-b4e4-ca5f34625784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864747 Feb 08 22:23:28.731061 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37a3bb96-911c-4dbb-8d22-6f8ce0883fa6 req-a96fc86d-7f8f-4296-97e3-ac7f1178e437 service neutron] 10.222.0.94 "GET /v2.0/networks/f62f877b-d7d6-4eb4-b4e4-ca5f34625784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079075 Feb 08 22:23:29.468578 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:31.530282 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:31.779056 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:34.852000 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:23:37.063196 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:37.142013 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:54.324088 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aa076c67-9408-4d15-b5ae-c72938cbd2f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:57.603413 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f037f258-1e4a-4bf1-bc84-cb87f663d4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:23:59.472322 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:24:01.533046 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:24:01.782374 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:24:07.069461 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:24:07.143453 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:24:11.852048 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:24:13.456054 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d352b-1eca-4a51-a362-e5c344e14f67 req-4dcf565a-fc90-448a-b779-dc014ddc2328 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:24:13.459001 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c09d352b-1eca-4a51-a362-e5c344e14f67 req-4dcf565a-fc90-448a-b779-dc014ddc2328 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 985 time: 0.0901556 Feb 08 22:24:13.460348 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628afda1-fe16-4b40-b6d5-9b5bfe16effe req-e33018ec-f6a2-4640-a1b4-a0d3423691cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:24:13.461839 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-628afda1-fe16-4b40-b6d5-9b5bfe16effe req-e33018ec-f6a2-4640-a1b4-a0d3423691cb service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=93c2f5ca16504e15b810c2e021b0e1e2&device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 1168 time: 0.0832486 Feb 08 22:24:13.579738 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c09d352b-1eca-4a51-a362-e5c344e14f67 req-005b768d-227e-445a-993b-506febbd71d1 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=628f4155-330d-4bcd-8f61-012d20b2c5a1&id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1152339 Feb 08 22:24:13.597320 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628afda1-fe16-4b40-b6d5-9b5bfe16effe req-7be5800d-07c5-4d6b-b0ed-a0aae2d4cfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:24:13.598785 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-628afda1-fe16-4b40-b6d5-9b5bfe16effe req-7be5800d-07c5-4d6b-b0ed-a0aae2d4cfdd service neutron] 10.222.0.94 "GET /v2.0/networks?id=f62f877b-d7d6-4eb4-b4e4-ca5f34625784 HTTP/1.1" status: 200 len: 916 time: 0.1286569 Feb 08 22:24:13.668824 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-628afda1-fe16-4b40-b6d5-9b5bfe16effe req-86c351eb-d939-4057-abd3-e129e8d0ffa5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c302916a-05a0-4619-ac29-ace12c9b2c71 HTTP/1.1" status: 200 len: 1002 time: 0.0625975 Feb 08 22:24:13.716083 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628afda1-fe16-4b40-b6d5-9b5bfe16effe req-06731c38-32ea-45be-96fd-e36003846f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:24:13.717531 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-628afda1-fe16-4b40-b6d5-9b5bfe16effe req-06731c38-32ea-45be-96fd-e36003846f65 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b4b1ab74-ee06-47d2-93da-2fd8dae684c9 HTTP/1.1" status: 200 len: 854 time: 0.0430896 Feb 08 22:24:13.767478 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628afda1-fe16-4b40-b6d5-9b5bfe16effe req-dddb622d-25c5-42fc-b204-7b0cf2972d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:24:13.769699 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-628afda1-fe16-4b40-b6d5-9b5bfe16effe req-dddb622d-25c5-42fc-b204-7b0cf2972d19 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f62f877b-d7d6-4eb4-b4e4-ca5f34625784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453227 Feb 08 22:24:13.780631 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-628afda1-fe16-4b40-b6d5-9b5bfe16effe req-e4ad82d8-d184-470c-93ac-a33f839ed0d4 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 22:24:13.781676 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-628afda1-fe16-4b40-b6d5-9b5bfe16effe req-e4ad82d8-d184-470c-93ac-a33f839ed0d4 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051157 Feb 08 22:24:13.872257 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-628afda1-fe16-4b40-b6d5-9b5bfe16effe req-4ade0797-116c-450b-a3bc-b8f3e05ea5bc service neutron] 10.222.0.94 "GET /v2.0/networks/f62f877b-d7d6-4eb4-b4e4-ca5f34625784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844569 Feb 08 22:24:13.960941 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-628afda1-fe16-4b40-b6d5-9b5bfe16effe req-5ac322f3-c018-42bf-a2bf-451fda2f92bb service neutron] 10.222.0.94 "GET /v2.0/networks/f62f877b-d7d6-4eb4-b4e4-ca5f34625784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825679 Feb 08 22:24:14.704842 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce73b9-e438-4d23-b37d-6e4f40aadad2 req-8fa9b253-dc92-4b5e-9cad-1b33a3a155df tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:24:14.706351 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4ce73b9-e438-4d23-b37d-6e4f40aadad2 req-8fa9b253-dc92-4b5e-9cad-1b33a3a155df tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 985 time: 0.0533357 Feb 08 22:24:14.765915 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c4ce73b9-e438-4d23-b37d-6e4f40aadad2 req-59e239c9-9e05-4666-8298-6fb4c1541433 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=628f4155-330d-4bcd-8f61-012d20b2c5a1&id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538304 Feb 08 22:24:15.890461 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8009165-c4df-46a1-9683-02aeffe117a4 req-9c8ff01c-5661-4f90-ad06-692894ccb11f tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:24:15.891950 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b8009165-c4df-46a1-9683-02aeffe117a4 req-9c8ff01c-5661-4f90-ad06-692894ccb11f tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 985 time: 0.0565479 Feb 08 22:24:15.950922 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b8009165-c4df-46a1-9683-02aeffe117a4 req-fa2eb91b-b617-4450-9429-d692de84a0a6 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=628f4155-330d-4bcd-8f61-012d20b2c5a1&id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526521 Feb 08 22:24:17.072091 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b17a4b-9faf-4e2b-b14e-d378c57ee54f req-10a7d3d5-43e9-49e8-b0d1-5c61e4a8dfd7 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:24:17.073580 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-00b17a4b-9faf-4e2b-b14e-d378c57ee54f req-10a7d3d5-43e9-49e8-b0d1-5c61e4a8dfd7 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 985 time: 0.0530672 Feb 08 22:24:17.132608 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-00b17a4b-9faf-4e2b-b14e-d378c57ee54f req-e68b3c50-47a3-4c59-92d3-7a711e9fb887 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=628f4155-330d-4bcd-8f61-012d20b2c5a1&id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533319 Feb 08 22:24:18.255217 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390c6a0-b2d7-4f6b-bb5a-328cb0d7977f req-19a4ab3e-b93a-4155-9161-41991dfcb462 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:24:18.256916 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9390c6a0-b2d7-4f6b-bb5a-328cb0d7977f req-19a4ab3e-b93a-4155-9161-41991dfcb462 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 985 time: 0.0580065 Feb 08 22:24:18.319024 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9390c6a0-b2d7-4f6b-bb5a-328cb0d7977f req-1244f9aa-c55c-47ca-8926-d0d55314c0d8 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=628f4155-330d-4bcd-8f61-012d20b2c5a1&id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551965 Feb 08 22:24:19.443132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8f169-31cd-4354-9b3e-d6205ba39e67 req-700a8969-d8d3-45da-9801-d5ce5c25fc8d tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:24:19.444644 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7f8f169-31cd-4354-9b3e-d6205ba39e67 req-700a8969-d8d3-45da-9801-d5ce5c25fc8d tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 985 time: 0.0533977 Feb 08 22:24:19.504468 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c7f8f169-31cd-4354-9b3e-d6205ba39e67 req-153bd9df-8654-42ef-9519-e6d7f35e380b tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=628f4155-330d-4bcd-8f61-012d20b2c5a1&id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541098 Feb 08 22:24:20.625189 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473f815-96f2-407e-96d8-0ccf31988712 req-f22b34c3-3eaf-4956-b3de-9f352f3fc15c tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:24:20.627188 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f473f815-96f2-407e-96d8-0ccf31988712 req-f22b34c3-3eaf-4956-b3de-9f352f3fc15c tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 985 time: 0.0538824 Feb 08 22:24:20.689946 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f473f815-96f2-407e-96d8-0ccf31988712 req-39370b03-3a9c-49e7-b0f0-be8c9dffb7f4 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=628f4155-330d-4bcd-8f61-012d20b2c5a1&id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574822 Feb 08 22:24:21.814691 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9ec7e-dd05-403e-b0e5-d9901ef096b1 req-847000f7-70d2-4291-8b60-1ef3e33b2b57 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:24:21.818888 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c2f9ec7e-dd05-403e-b0e5-d9901ef096b1 req-847000f7-70d2-4291-8b60-1ef3e33b2b57 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 985 time: 0.0590508 Feb 08 22:24:21.876777 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c2f9ec7e-dd05-403e-b0e5-d9901ef096b1 req-d83a6d20-e430-4554-89f7-6efdb2b54637 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=628f4155-330d-4bcd-8f61-012d20b2c5a1&id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546443 Feb 08 22:24:23.000784 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca0843-ac67-4996-b147-2ba504eb0803 req-310ada86-a228-42c0-b60c-bab813f81d67 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:24:23.002290 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17ca0843-ac67-4996-b147-2ba504eb0803 req-310ada86-a228-42c0-b60c-bab813f81d67 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 985 time: 0.0565426 Feb 08 22:24:23.074055 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-17ca0843-ac67-4996-b147-2ba504eb0803 req-43302b6d-8a8e-444c-82e1-1475671aa4d2 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=628f4155-330d-4bcd-8f61-012d20b2c5a1&id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660188 Feb 08 22:24:24.197975 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22912e06-6c07-45f3-bbd9-0d19dc1e735c req-915c60df-741b-46fb-bd87-e0ee6acbbd83 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:24:24.199436 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-22912e06-6c07-45f3-bbd9-0d19dc1e735c req-915c60df-741b-46fb-bd87-e0ee6acbbd83 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 985 time: 0.0569508 Feb 08 22:24:24.261351 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-22912e06-6c07-45f3-bbd9-0d19dc1e735c req-4d171ce2-a103-4efd-b660-a9bf94dd4927 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=628f4155-330d-4bcd-8f61-012d20b2c5a1&id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561457 Feb 08 22:24:24.329323 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ad8fa31-3144-4a2a-b7e3-39f42f730f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:24:25.382906 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592306a-7a52-4ba2-8d72-46f87c89ce5f req-9f503727-db03-4199-93e6-6302371b3a99 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:24:25.384361 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0592306a-7a52-4ba2-8d72-46f87c89ce5f req-9f503727-db03-4199-93e6-6302371b3a99 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 985 time: 0.0540886 Feb 08 22:24:25.443757 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0592306a-7a52-4ba2-8d72-46f87c89ce5f req-3a06dcb4-a35f-4a48-94db-c72e91bfe9c8 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=628f4155-330d-4bcd-8f61-012d20b2c5a1&id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528724 Feb 08 22:24:27.142327 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc058c4c-1e80-43ba-b3e6-d7dc46e60daf req-972e0397-e4c9-45bd-9119-b5d28cd0d967 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431306 Feb 08 22:24:27.251281 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc058c4c-1e80-43ba-b3e6-d7dc46e60daf req-6c00b4f5-8984-413b-a953-125e6f904721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:24:27.252809 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc058c4c-1e80-43ba-b3e6-d7dc46e60daf req-6c00b4f5-8984-413b-a953-125e6f904721 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=93c2f5ca16504e15b810c2e021b0e1e2&device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 1168 time: 0.0679944 Feb 08 22:24:27.358679 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc058c4c-1e80-43ba-b3e6-d7dc46e60daf req-0149200b-9d9e-4ecd-a697-8a5de147642b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:24:27.360178 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc058c4c-1e80-43ba-b3e6-d7dc46e60daf req-0149200b-9d9e-4ecd-a697-8a5de147642b service neutron] 10.222.0.94 "GET /v2.0/networks?id=f62f877b-d7d6-4eb4-b4e4-ca5f34625784 HTTP/1.1" status: 200 len: 916 time: 0.0882611 Feb 08 22:24:27.607838 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d6ddfa27-7adc-43a4-a0b8-d5d547ad1c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:24:27.776016 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc058c4c-1e80-43ba-b3e6-d7dc46e60daf req-86989989-d080-4bbd-bd71-ba2bde86e1f4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c302916a-05a0-4619-ac29-ace12c9b2c71 HTTP/1.1" status: 200 len: 1002 time: 0.4096911 Feb 08 22:24:27.822485 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc058c4c-1e80-43ba-b3e6-d7dc46e60daf req-e87cdbad-5c34-4dc4-8f75-156aad4237aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:24:27.823926 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc058c4c-1e80-43ba-b3e6-d7dc46e60daf req-e87cdbad-5c34-4dc4-8f75-156aad4237aa service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b4b1ab74-ee06-47d2-93da-2fd8dae684c9 HTTP/1.1" status: 200 len: 854 time: 0.0423045 Feb 08 22:24:27.871370 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc058c4c-1e80-43ba-b3e6-d7dc46e60daf req-9656551a-3905-4945-9c59-9eececd87b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:24:27.872869 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc058c4c-1e80-43ba-b3e6-d7dc46e60daf req-9656551a-3905-4945-9c59-9eececd87b6e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f62f877b-d7d6-4eb4-b4e4-ca5f34625784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438325 Feb 08 22:24:27.961388 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc058c4c-1e80-43ba-b3e6-d7dc46e60daf req-b5d68e4b-6dd0-454e-9852-64532d7bfe76 service neutron] 10.222.0.94 "GET /v2.0/networks/f62f877b-d7d6-4eb4-b4e4-ca5f34625784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828965 Feb 08 22:24:28.049161 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc058c4c-1e80-43ba-b3e6-d7dc46e60daf req-b772a698-2b0d-4a90-8662-f0f8a77b50fb service neutron] 10.222.0.94 "GET /v2.0/networks/f62f877b-d7d6-4eb4-b4e4-ca5f34625784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823004 Feb 08 22:24:29.475521 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:24:31.539695 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:24:31.785933 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:24:37.075102 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:24:37.139859 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:24:48.851880 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:24:54.333066 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b72e6a51-46c0-446a-8c3c-3efc9b1df9ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:24:57.608799 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8600b3ab-b5b6-493c-bdf5-0b1050fc9bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:24:59.479276 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:01.532419 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:01.786798 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:07.088828 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:07.138237 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:20.887256 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-acbc5e46-f529-40f5-93fc-1db70162dd6f req-337ec407-5f87-4f38-86e2-53f644924c05 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1450621688&fields=id&tenant_id=93c2f5ca16504e15b810c2e021b0e1e2 HTTP/1.1" status: 200 len: 267 time: 0.0436175 Feb 08 22:25:20.951593 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc5e46-f529-40f5-93fc-1db70162dd6f req-553ec0b3-0b8c-42a3-a751-04ccdf1b5822 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:25:20.953101 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-acbc5e46-f529-40f5-93fc-1db70162dd6f req-553ec0b3-0b8c-42a3-a751-04ccdf1b5822 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 985 time: 0.0599368 Feb 08 22:25:20.965741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-acbc5e46-f529-40f5-93fc-1db70162dd6f req-faf17b0b-fdf1-4a9e-950f-44e36e041d42 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Request body: {'port': {'security_groups': ['763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:25:21.036534 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-acbc5e46-f529-40f5-93fc-1db70162dd6f req-faf17b0b-fdf1-4a9e-950f-44e36e041d42 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c302916a-05a0-4619-ac29-ace12c9b2c71), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:21.217501 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-acbc5e46-f529-40f5-93fc-1db70162dd6f req-faf17b0b-fdf1-4a9e-950f-44e36e041d42 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] For port c302916a-05a0-4619-ac29-ace12c9b2c71, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c302916a-05a0-4619-ac29-ace12c9b2c71,segment=NetworkSegment(554c6b2c-ff9f-4445-b682-313b0d15cade),segment_id=554c6b2c-ff9f-4445-b682-313b0d15cade)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:25:21.246274 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-acbc5e46-f529-40f5-93fc-1db70162dd6f req-faf17b0b-fdf1-4a9e-950f-44e36e041d42 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for port (c302916a-05a0-4619-ac29-ace12c9b2c71), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:21.250859 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-acbc5e46-f529-40f5-93fc-1db70162dd6f req-faf17b0b-fdf1-4a9e-950f-44e36e041d42 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (c302916a-05a0-4619-ac29-ace12c9b2c71), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:21.263675 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['c302916a-05a0-4619-ac29-ace12c9b2c71'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:25:21.294217 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc5e46-f529-40f5-93fc-1db70162dd6f req-faf17b0b-fdf1-4a9e-950f-44e36e041d42 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:25:21.294854 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-acbc5e46-f529-40f5-93fc-1db70162dd6f req-faf17b0b-fdf1-4a9e-950f-44e36e041d42 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:21.296258 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-acbc5e46-f529-40f5-93fc-1db70162dd6f req-faf17b0b-fdf1-4a9e-950f-44e36e041d42 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "PUT /v2.0/ports/c302916a-05a0-4619-ac29-ace12c9b2c71 HTTP/1.1" status: 200 len: 943 time: 0.3357382 Feb 08 22:25:21.296718 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd81eceb-b304-4b52-988c-6e1756b34e13', 'tag': 'c302916a-05a0-4619-ac29-ace12c9b2c71'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:25:21.299058 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de32a346-4af3-4c65-883f-d6d926855696" -d '{"events": [{"name": "network-changed", "server_uuid": "cd81eceb-b304-4b52-988c-6e1756b34e13", "tag": "c302916a-05a0-4619-ac29-ace12c9b2c71"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:25:21.307631 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47350) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:25:21.345789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf17b0b-fdf1-4a9e-950f-44e36e041d42 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Pushing event updated for resources: {'Port': ['ID=c302916a-05a0-4619-ac29-ace12c9b2c71,revision_number=7']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:21.359268 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d9c77e-eb70-456d-9641-e2523b572a75 x-openstack-request-id: req-e2d9c77e-eb70-456d-9641-e2523b572a75 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:25:21.360172 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd81eceb-b304-4b52-988c-6e1756b34e13", "tag": "c302916a-05a0-4619-ac29-ace12c9b2c71", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:25:21.360796 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e2d9c77e-eb70-456d-9641-e2523b572a75 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:25:21.361616 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd81eceb-b304-4b52-988c-6e1756b34e13', 'tag': 'c302916a-05a0-4619-ac29-ace12c9b2c71', 'status': 'completed', 'code': 200} Feb 08 22:25:21.368523 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf17b0b-fdf1-4a9e-950f-44e36e041d42 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:21.369162 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf17b0b-fdf1-4a9e-950f-44e36e041d42 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:21.370132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf17b0b-fdf1-4a9e-950f-44e36e041d42 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:21.370553 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf17b0b-fdf1-4a9e-950f-44e36e041d42 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:21.371186 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf17b0b-fdf1-4a9e-950f-44e36e041d42 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:21.371317 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['c302916a-05a0-4619-ac29-ace12c9b2c71'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:25:21.371425 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf17b0b-fdf1-4a9e-950f-44e36e041d42 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:21.371845 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf17b0b-fdf1-4a9e-950f-44e36e041d42 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:21.372443 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf17b0b-fdf1-4a9e-950f-44e36e041d42 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:21.372606 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf17b0b-fdf1-4a9e-950f-44e36e041d42 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:21.373034 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf17b0b-fdf1-4a9e-950f-44e36e041d42 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:21.373517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf17b0b-fdf1-4a9e-950f-44e36e041d42 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:21.373991 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf17b0b-fdf1-4a9e-950f-44e36e041d42 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:21.374386 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf17b0b-fdf1-4a9e-950f-44e36e041d42 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:21.416640 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a9139ac-18ce-47d4-a530-f31b2ec46665 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for security_group (628f4155-330d-4bcd-8f61-012d20b2c5a1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:21.437293 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32a346-4af3-4c65-883f-d6d926855696 req-7859368a-fd75-4c83-8936-b28a6af1f85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:25:21.439339 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de32a346-4af3-4c65-883f-d6d926855696 req-7859368a-fd75-4c83-8936-b28a6af1f85e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=93c2f5ca16504e15b810c2e021b0e1e2&device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 1129 time: 0.0571785 Feb 08 22:25:21.454900 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a9139ac-18ce-47d4-a530-f31b2ec46665 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for security_group (628f4155-330d-4bcd-8f61-012d20b2c5a1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:21.552328 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a9139ac-18ce-47d4-a530-f31b2ec46665 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (628f4155-330d-4bcd-8f61-012d20b2c5a1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:21.552943 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32a346-4af3-4c65-883f-d6d926855696 req-90167f04-f786-428b-b53c-615928b4814f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:25:21.554546 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de32a346-4af3-4c65-883f-d6d926855696 req-90167f04-f786-428b-b53c-615928b4814f service neutron] 10.222.0.94 "GET /v2.0/networks?id=f62f877b-d7d6-4eb4-b4e4-ca5f34625784 HTTP/1.1" status: 200 len: 916 time: 0.1096466 Feb 08 22:25:21.555919 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a9139ac-18ce-47d4-a530-f31b2ec46665 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:21.557815 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2a9139ac-18ce-47d4-a530-f31b2ec46665 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "DELETE /v2.0/security-groups/628f4155-330d-4bcd-8f61-012d20b2c5a1 HTTP/1.1" status: 204 len: 168 time: 0.2482953 Feb 08 22:25:21.561418 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47354) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:25:21.577257 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-3ddadeba-cc8a-44f8-90a3-d8eeb363b0f4 None None] Provisioning complete for port c302916a-05a0-4619-ac29-ace12c9b2c71 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:25:21.577638 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ddadeba-cc8a-44f8-90a3-d8eeb363b0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c302916a-05a0-4619-ac29-ace12c9b2c71), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:21.602545 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9139ac-18ce-47d4-a530-f31b2ec46665 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=628f4155-330d-4bcd-8f61-012d20b2c5a1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:21.612931 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9139ac-18ce-47d4-a530-f31b2ec46665 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:21.613378 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9139ac-18ce-47d4-a530-f31b2ec46665 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:21.613800 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9139ac-18ce-47d4-a530-f31b2ec46665 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:21.614210 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9139ac-18ce-47d4-a530-f31b2ec46665 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:21.614613 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9139ac-18ce-47d4-a530-f31b2ec46665 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:21.615009 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9139ac-18ce-47d4-a530-f31b2ec46665 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:21.615427 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9139ac-18ce-47d4-a530-f31b2ec46665 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:21.615823 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9139ac-18ce-47d4-a530-f31b2ec46665 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:21.616217 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9139ac-18ce-47d4-a530-f31b2ec46665 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:21.616614 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9139ac-18ce-47d4-a530-f31b2ec46665 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:21.617006 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9139ac-18ce-47d4-a530-f31b2ec46665 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:21.617421 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9139ac-18ce-47d4-a530-f31b2ec46665 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:21.617810 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9139ac-18ce-47d4-a530-f31b2ec46665 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:21.632204 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de32a346-4af3-4c65-883f-d6d926855696 req-657008ec-217a-4c05-877b-4ff90e628ed5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c302916a-05a0-4619-ac29-ace12c9b2c71 HTTP/1.1" status: 200 len: 1002 time: 0.0709686 Feb 08 22:25:21.687578 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32a346-4af3-4c65-883f-d6d926855696 req-5b599e3b-a674-45a3-b846-82f096e0c952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:25:21.689266 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de32a346-4af3-4c65-883f-d6d926855696 req-5b599e3b-a674-45a3-b846-82f096e0c952 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b4b1ab74-ee06-47d2-93da-2fd8dae684c9 HTTP/1.1" status: 200 len: 854 time: 0.0504286 Feb 08 22:25:21.706719 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-3ddadeba-cc8a-44f8-90a3-d8eeb363b0f4 None None] Current status of the port c302916a-05a0-4619-ac29-ace12c9b2c71 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:25:21.739388 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32a346-4af3-4c65-883f-d6d926855696 req-537a8be5-b4ee-4023-a3e5-18535aa2e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:25:21.740829 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de32a346-4af3-4c65-883f-d6d926855696 req-537a8be5-b4ee-4023-a3e5-18535aa2e51a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f62f877b-d7d6-4eb4-b4e4-ca5f34625784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461700 Feb 08 22:25:21.752887 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d199f210-3228-45ad-94c1-b42f835644aa tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Deleting port fc63086d-bf37-4da1-a1d0-e95d2ecf75ef {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:25:21.753242 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d199f210-3228-45ad-94c1-b42f835644aa tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (fc63086d-bf37-4da1-a1d0-e95d2ecf75ef), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:21.830213 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d199f210-3228-45ad-94c1-b42f835644aa tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (fc63086d-bf37-4da1-a1d0-e95d2ecf75ef), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:21.830537 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d199f210-3228-45ad-94c1-b42f835644aa tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for floatingip (fc63086d-bf37-4da1-a1d0-e95d2ecf75ef), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:21.837859 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de32a346-4af3-4c65-883f-d6d926855696 req-8439ab43-8fde-46b9-864d-b17bfff58b9b service neutron] 10.222.0.94 "GET /v2.0/networks/f62f877b-d7d6-4eb4-b4e4-ca5f34625784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898368 Feb 08 22:25:21.842884 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d199f210-3228-45ad-94c1-b42f835644aa tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Calling delete_port for fc63086d-bf37-4da1-a1d0-e95d2ecf75ef owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:25:21.931204 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-de32a346-4af3-4c65-883f-d6d926855696 req-bfd3ff99-8526-4c93-a28b-8446621a76ca service neutron] 10.222.0.94 "GET /v2.0/networks/f62f877b-d7d6-4eb4-b4e4-ca5f34625784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868878 Feb 08 22:25:21.996248 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d199f210-3228-45ad-94c1-b42f835644aa tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (fc63086d-bf37-4da1-a1d0-e95d2ecf75ef), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:22.022759 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199f210-3228-45ad-94c1-b42f835644aa tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Pushing event deleted for resources: {'Port': ['ID=fc63086d-bf37-4da1-a1d0-e95d2ecf75ef,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:22.086297 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d199f210-3228-45ad-94c1-b42f835644aa tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks [] for floatingip (3df27a73-c139-40bd-b8a0-6edda3b0a466), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:22.086634 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-d199f210-3228-45ad-94c1-b42f835644aa tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Floating IP 3df27a73-c139-40bd-b8a0-6edda3b0a466 disassociated (deleted). External IP: 172.25.3.131, port: c302916a-05a0-4619-ac29-ace12c9b2c71. Feb 08 22:25:22.298695 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d199f210-3228-45ad-94c1-b42f835644aa tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Router bada0f86-d549-4053-813d-45d5d1ccd6d6 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:25:22.406239 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d199f210-3228-45ad-94c1-b42f835644aa tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:25:22.411037 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d199f210-3228-45ad-94c1-b42f835644aa tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:22.418221 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba16feca-1231-4122-804c-b0bf27923b86 None None] Sync routers for ids ['bada0f86-d549-4053-813d-45d5d1ccd6d6'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:25:22.429083 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba16feca-1231-4122-804c-b0bf27923b86 None None] Routers {'bada0f86-d549-4053-813d-45d5d1ccd6d6'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:25:22.429744 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ba16feca-1231-4122-804c-b0bf27923b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:24:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['bada0f86-d549-4053-813d-45d5d1ccd6d6'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:25:22.443923 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d199f210-3228-45ad-94c1-b42f835644aa tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "DELETE /v2.0/floatingips/3df27a73-c139-40bd-b8a0-6edda3b0a466 HTTP/1.1" status: 204 len: 168 time: 0.8801608 Feb 08 22:25:22.444528 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd81eceb-b304-4b52-988c-6e1756b34e13', 'tag': 'c302916a-05a0-4619-ac29-ace12c9b2c71'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:25:22.446877 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1802cce71311667749108c4770a25da94a97ab17bab80bd33ee27ebae59f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0380ab-34b3-46e0-9c03-c3a8a7af4470" -d '{"events": [{"name": "network-changed", "server_uuid": "cd81eceb-b304-4b52-988c-6e1756b34e13", "tag": "c302916a-05a0-4619-ac29-ace12c9b2c71"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:25:22.489845 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9fc89e-c720-4ad6-b2d6-dd4e1bcbe9db x-openstack-request-id: req-ae9fc89e-c720-4ad6-b2d6-dd4e1bcbe9db {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:25:22.490493 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd81eceb-b304-4b52-988c-6e1756b34e13", "tag": "c302916a-05a0-4619-ac29-ace12c9b2c71", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:25:22.490830 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ae9fc89e-c720-4ad6-b2d6-dd4e1bcbe9db {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:25:22.491278 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd81eceb-b304-4b52-988c-6e1756b34e13', 'tag': 'c302916a-05a0-4619-ac29-ace12c9b2c71', 'status': 'completed', 'code': 200} Feb 08 22:25:22.558114 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-ba16feca-1231-4122-804c-b0bf27923b86 None None] Set router bada0f86-d549-4053-813d-45d5d1ccd6d6 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:25:22.563058 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0380ab-34b3-46e0-9c03-c3a8a7af4470 req-a3e057e4-af5a-4d76-9352-58f1f1836b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:25:22.564587 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d0380ab-34b3-46e0-9c03-c3a8a7af4470 req-a3e057e4-af5a-4d76-9352-58f1f1836b2d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=93c2f5ca16504e15b810c2e021b0e1e2&device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 1129 time: 0.0506794 Feb 08 22:25:22.685980 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0380ab-34b3-46e0-9c03-c3a8a7af4470 req-cfe0bb39-2a7c-4f64-96ce-de70dff8d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:25:22.690896 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d0380ab-34b3-46e0-9c03-c3a8a7af4470 req-cfe0bb39-2a7c-4f64-96ce-de70dff8d679 service neutron] 10.222.0.94 "GET /v2.0/networks?id=f62f877b-d7d6-4eb4-b4e4-ca5f34625784 HTTP/1.1" status: 200 len: 916 time: 0.1174819 Feb 08 22:25:22.737481 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d0380ab-34b3-46e0-9c03-c3a8a7af4470 req-b47aac0a-a01b-4127-95c8-1448cb0f8d97 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c302916a-05a0-4619-ac29-ace12c9b2c71 HTTP/1.1" status: 200 len: 217 time: 0.0405712 Feb 08 22:25:22.778628 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ba16feca-1231-4122-804c-b0bf27923b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'name': 'tempest-TestMinimumBasicScenario-1402187436-router', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '52191f03-9dab-4471-a0ac-92944e119185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:22:23Z', 'updated_at': '2022-02-08T22:22:25Z', 'revision_number': 4, 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'gw_port': {'id': '52191f03-9dab-4471-a0ac-92944e119185', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:23Z', 'updated_at': '2022-02-08T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'd88763cb-b52b-47dd-bbdd-44979cded270', 'name': '', 'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'mac_address': 'fa:16:3e:d5:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b4b1ab74-ee06-47d2-93da-2fd8dae684c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:25Z', 'updated_at': '2022-02-08T22:22:30Z', 'revision_number': 5, 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'subnets': [{'id': 'b4b1ab74-ee06-47d2-93da-2fd8dae684c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:25:22.795603 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0380ab-34b3-46e0-9c03-c3a8a7af4470 req-8d2f507c-a4a4-499b-8def-cb1759c6d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:25:22.797095 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d0380ab-34b3-46e0-9c03-c3a8a7af4470 req-8d2f507c-a4a4-499b-8def-cb1759c6d06a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b4b1ab74-ee06-47d2-93da-2fd8dae684c9 HTTP/1.1" status: 200 len: 854 time: 0.0509794 Feb 08 22:25:22.805796 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba16feca-1231-4122-804c-b0bf27923b86 None None] Checking router: bada0f86-d549-4053-813d-45d5d1ccd6d6 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:25:22.815121 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba16feca-1231-4122-804c-b0bf27923b86 None None] Routers {'bada0f86-d549-4053-813d-45d5d1ccd6d6'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:25:22.815664 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ba16feca-1231-4122-804c-b0bf27923b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:24:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['bada0f86-d549-4053-813d-45d5d1ccd6d6'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:25:22.848695 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0380ab-34b3-46e0-9c03-c3a8a7af4470 req-e622b240-d31a-4852-b1ee-355d8c1e23db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:25:22.850259 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d0380ab-34b3-46e0-9c03-c3a8a7af4470 req-e622b240-d31a-4852-b1ee-355d8c1e23db service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f62f877b-d7d6-4eb4-b4e4-ca5f34625784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466864 Feb 08 22:25:22.924185 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-ba16feca-1231-4122-804c-b0bf27923b86 None None] Set router bada0f86-d549-4053-813d-45d5d1ccd6d6 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:25:22.942879 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d0380ab-34b3-46e0-9c03-c3a8a7af4470 req-dbe1284a-b1fd-42c5-a284-81a9b303c44a service neutron] 10.222.0.94 "GET /v2.0/networks/f62f877b-d7d6-4eb4-b4e4-ca5f34625784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851605 Feb 08 22:25:23.037798 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d0380ab-34b3-46e0-9c03-c3a8a7af4470 req-ff35b2f7-dd23-4660-a939-6623a7f352c3 service neutron] 10.222.0.94 "GET /v2.0/networks/f62f877b-d7d6-4eb4-b4e4-ca5f34625784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880756 Feb 08 22:25:23.124869 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ba16feca-1231-4122-804c-b0bf27923b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'name': 'tempest-TestMinimumBasicScenario-1402187436-router', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '52191f03-9dab-4471-a0ac-92944e119185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:22:23Z', 'updated_at': '2022-02-08T22:22:25Z', 'revision_number': 4, 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'gw_port': {'id': '52191f03-9dab-4471-a0ac-92944e119185', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:23Z', 'updated_at': '2022-02-08T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'd88763cb-b52b-47dd-bbdd-44979cded270', 'name': '', 'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'mac_address': 'fa:16:3e:d5:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b4b1ab74-ee06-47d2-93da-2fd8dae684c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:25Z', 'updated_at': '2022-02-08T22:22:30Z', 'revision_number': 5, 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'subnets': [{'id': 'b4b1ab74-ee06-47d2-93da-2fd8dae684c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:25:23.153974 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba16feca-1231-4122-804c-b0bf27923b86 None None] The sync data for ids ['bada0f86-d549-4053-813d-45d5d1ccd6d6'] in n-d-712143-31 is: [{'id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'name': 'tempest-TestMinimumBasicScenario-1402187436-router', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '52191f03-9dab-4471-a0ac-92944e119185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:22:23Z', 'updated_at': '2022-02-08T22:22:25Z', 'revision_number': 4, 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'gw_port': {'id': '52191f03-9dab-4471-a0ac-92944e119185', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:23Z', 'updated_at': '2022-02-08T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'd88763cb-b52b-47dd-bbdd-44979cded270', 'name': '', 'network_id': 'f62f877b-d7d6-4eb4-b4e4-ca5f34625784', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'mac_address': 'fa:16:3e:d5:ac:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b4b1ab74-ee06-47d2-93da-2fd8dae684c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:25Z', 'updated_at': '2022-02-08T22:22:30Z', 'revision_number': 5, 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'subnets': [{'id': 'b4b1ab74-ee06-47d2-93da-2fd8dae684c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:25:23.390626 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87aa8dd-2821-438f-95c9-2685c4252dd7 None None] New status for floating IP 3df27a73-c139-40bd-b8a0-6edda3b0a466: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:25:24.334578 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c09c74c4-ae0e-4156-a855-b7f04252d73d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:25.853936 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:25:27.612314 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-25532d9f-0c0d-4f87-86ee-1eba80ccd486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:28.829786 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-33bd2a5c-85bd-494a-8459-cf9fc3d79bf6 req-cdde053b-19d9-4125-9f33-9ec556eb756b service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0474718 Feb 08 22:25:28.914780 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd2a5c-85bd-494a-8459-cf9fc3d79bf6 req-86340c9b-e529-4276-9242-466442cf8460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:25:28.916336 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-33bd2a5c-85bd-494a-8459-cf9fc3d79bf6 req-86340c9b-e529-4276-9242-466442cf8460 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=93c2f5ca16504e15b810c2e021b0e1e2&device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 1129 time: 0.0458205 Feb 08 22:25:29.033589 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd2a5c-85bd-494a-8459-cf9fc3d79bf6 req-dbe13185-cd7f-4b4c-a685-38ecd98d18f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:25:29.035060 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-33bd2a5c-85bd-494a-8459-cf9fc3d79bf6 req-dbe13185-cd7f-4b4c-a685-38ecd98d18f4 service neutron] 10.222.0.94 "GET /v2.0/networks?id=f62f877b-d7d6-4eb4-b4e4-ca5f34625784 HTTP/1.1" status: 200 len: 916 time: 0.0985391 Feb 08 22:25:29.077263 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-33bd2a5c-85bd-494a-8459-cf9fc3d79bf6 req-3ec9ad54-6104-45a8-95da-2a2b40db8ef1 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c302916a-05a0-4619-ac29-ace12c9b2c71 HTTP/1.1" status: 200 len: 217 time: 0.0359771 Feb 08 22:25:29.168395 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd2a5c-85bd-494a-8459-cf9fc3d79bf6 req-1cabedd1-2ee2-4256-b3c0-a9c0dca6a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:25:29.169916 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-33bd2a5c-85bd-494a-8459-cf9fc3d79bf6 req-1cabedd1-2ee2-4256-b3c0-a9c0dca6a0e3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b4b1ab74-ee06-47d2-93da-2fd8dae684c9 HTTP/1.1" status: 200 len: 854 time: 0.0849667 Feb 08 22:25:29.220691 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd2a5c-85bd-494a-8459-cf9fc3d79bf6 req-d26c9e14-a396-44cf-b4df-7ff977c3114d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:25:29.222232 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-33bd2a5c-85bd-494a-8459-cf9fc3d79bf6 req-d26c9e14-a396-44cf-b4df-7ff977c3114d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f62f877b-d7d6-4eb4-b4e4-ca5f34625784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465684 Feb 08 22:25:29.314602 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-33bd2a5c-85bd-494a-8459-cf9fc3d79bf6 req-f46f657c-080f-426e-90d2-c4da7f5779d1 service neutron] 10.222.0.94 "GET /v2.0/networks/f62f877b-d7d6-4eb4-b4e4-ca5f34625784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865989 Feb 08 22:25:29.411376 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-33bd2a5c-85bd-494a-8459-cf9fc3d79bf6 req-88c8a253-5746-442d-a0ea-bbb957c89ee4 service neutron] 10.222.0.94 "GET /v2.0/networks/f62f877b-d7d6-4eb4-b4e4-ca5f34625784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911884 Feb 08 22:25:29.483422 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:31.534821 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:31.790207 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:37.088095 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:37.143843 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:37.808566 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf6dca-2432-48cf-ac78-b70c2de2326f req-b495dc1a-3826-4f14-bfe1-20ea77044034 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:25:37.810108 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-86bf6dca-2432-48cf-ac78-b70c2de2326f req-b495dc1a-3826-4f14-bfe1-20ea77044034 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 946 time: 0.0566607 Feb 08 22:25:37.858163 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-86bf6dca-2432-48cf-ac78-b70c2de2326f req-467c42bd-f267-47b5-be19-1c01c9a78847 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422385 Feb 08 22:25:38.985818 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036eff6c-0ea6-460c-96d6-cd1cfd52ad7d req-277a1093-fe7c-4b31-ae5f-21063f382775 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:25:38.987348 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-036eff6c-0ea6-460c-96d6-cd1cfd52ad7d req-277a1093-fe7c-4b31-ae5f-21063f382775 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 946 time: 0.0580764 Feb 08 22:25:39.035293 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-036eff6c-0ea6-460c-96d6-cd1cfd52ad7d req-a94523dc-6fdd-4881-abe0-a41271cdb6b6 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/security-groups?id=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420077 Feb 08 22:25:39.544243 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0ecfc-cf5a-4e88-ac05-e175b225287e req-873438cb-2c3b-4ec7-b85c-03fe010ed8ba tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:25:39.545743 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d8b0ecfc-cf5a-4e88-ac05-e175b225287e req-873438cb-2c3b-4ec7-b85c-03fe010ed8ba tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 946 time: 0.0566781 Feb 08 22:25:39.645115 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-d8b0ecfc-cf5a-4e88-ac05-e175b225287e req-2384cdba-559d-410a-9abc-0fc848439632 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Deleting port c302916a-05a0-4619-ac29-ace12c9b2c71 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:25:39.646007 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d8b0ecfc-cf5a-4e88-ac05-e175b225287e req-2384cdba-559d-410a-9abc-0fc848439632 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c302916a-05a0-4619-ac29-ace12c9b2c71), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:39.739888 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-d8b0ecfc-cf5a-4e88-ac05-e175b225287e req-2384cdba-559d-410a-9abc-0fc848439632 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] For port c302916a-05a0-4619-ac29-ace12c9b2c71, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=c302916a-05a0-4619-ac29-ace12c9b2c71,segment=NetworkSegment(554c6b2c-ff9f-4445-b682-313b0d15cade),segment_id=554c6b2c-ff9f-4445-b682-313b0d15cade)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:25:39.740254 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d8b0ecfc-cf5a-4e88-ac05-e175b225287e req-2384cdba-559d-410a-9abc-0fc848439632 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c302916a-05a0-4619-ac29-ace12c9b2c71), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:39.755862 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-d8b0ecfc-cf5a-4e88-ac05-e175b225287e req-2384cdba-559d-410a-9abc-0fc848439632 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Calling delete_port for c302916a-05a0-4619-ac29-ace12c9b2c71 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:25:39.888955 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d8b0ecfc-cf5a-4e88-ac05-e175b225287e req-2384cdba-559d-410a-9abc-0fc848439632 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (c302916a-05a0-4619-ac29-ace12c9b2c71), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:39.901218 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['c302916a-05a0-4619-ac29-ace12c9b2c71'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:25:39.919423 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384cdba-559d-410a-9abc-0fc848439632 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Pushing event deleted for resources: {'Port': ['ID=c302916a-05a0-4619-ac29-ace12c9b2c71,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:39.977681 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b0ecfc-cf5a-4e88-ac05-e175b225287e req-2384cdba-559d-410a-9abc-0fc848439632 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] No DVR routers for this DVR port c302916a-05a0-4619-ac29-ace12c9b2c71 on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:25:39.980465 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-d8b0ecfc-cf5a-4e88-ac05-e175b225287e req-2384cdba-559d-410a-9abc-0fc848439632 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:39.984637 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d8b0ecfc-cf5a-4e88-ac05-e175b225287e req-2384cdba-559d-410a-9abc-0fc848439632 tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.94 "DELETE /v2.0/ports/c302916a-05a0-4619-ac29-ace12c9b2c71 HTTP/1.1" status: 204 len: 173 time: 0.4340050 Feb 08 22:25:39.985129 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd81eceb-b304-4b52-988c-6e1756b34e13', 'name': 'network-vif-deleted', 'tag': 'c302916a-05a0-4619-ac29-ace12c9b2c71'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:25:39.987580 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0a026d-ccf6-4b91-ae41-11ddbb4f5f9a" -d '{"events": [{"server_uuid": "cd81eceb-b304-4b52-988c-6e1756b34e13", "name": "network-vif-deleted", "tag": "c302916a-05a0-4619-ac29-ace12c9b2c71"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:25:40.027503 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abec63f7-3c81-4a00-aa0f-3417c68ddc3d x-openstack-request-id: req-abec63f7-3c81-4a00-aa0f-3417c68ddc3d {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:25:40.027808 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd81eceb-b304-4b52-988c-6e1756b34e13", "name": "network-vif-deleted", "tag": "c302916a-05a0-4619-ac29-ace12c9b2c71", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:25:40.028069 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-abec63f7-3c81-4a00-aa0f-3417c68ddc3d {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:25:40.028474 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd81eceb-b304-4b52-988c-6e1756b34e13', 'name': 'network-vif-deleted', 'tag': 'c302916a-05a0-4619-ac29-ace12c9b2c71', 'status': 'completed', 'code': 200} Feb 08 22:25:40.154893 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-39772829-ec6e-40c5-8a72-3fd72363f35d req-133b908d-d488-4972-bfa2-a9f68b02a1ec tempest-TestMinimumBasicScenario-794445483 tempest-TestMinimumBasicScenario-794445483-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd81eceb-b304-4b52-988c-6e1756b34e13 HTTP/1.1" status: 200 len: 210 time: 0.0320380 Feb 08 22:25:41.735233 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47466) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:25:42.091824 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-75c69a30-9f75-4a1d-b5a2-ec03ed4dc22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (bada0f86-d549-4053-813d-45d5d1ccd6d6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:42.349219 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-75c69a30-9f75-4a1d-b5a2-ec03ed4dc22d admin admin] Deleting port d88763cb-b52b-47dd-bbdd-44979cded270 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:25:42.349509 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-75c69a30-9f75-4a1d-b5a2-ec03ed4dc22d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d88763cb-b52b-47dd-bbdd-44979cded270), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:42.429703 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-75c69a30-9f75-4a1d-b5a2-ec03ed4dc22d admin admin] For port d88763cb-b52b-47dd-bbdd-44979cded270, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d88763cb-b52b-47dd-bbdd-44979cded270,segment=NetworkSegment(554c6b2c-ff9f-4445-b682-313b0d15cade),segment_id=554c6b2c-ff9f-4445-b682-313b0d15cade)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:25:42.430064 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-75c69a30-9f75-4a1d-b5a2-ec03ed4dc22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d88763cb-b52b-47dd-bbdd-44979cded270), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:42.443414 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-75c69a30-9f75-4a1d-b5a2-ec03ed4dc22d admin admin] Calling delete_port for d88763cb-b52b-47dd-bbdd-44979cded270 owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:25:42.638788 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-75c69a30-9f75-4a1d-b5a2-ec03ed4dc22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (d88763cb-b52b-47dd-bbdd-44979cded270), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:42.663552 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c69a30-9f75-4a1d-b5a2-ec03ed4dc22d admin admin] Pushing event deleted for resources: {'Port': ['ID=d88763cb-b52b-47dd-bbdd-44979cded270,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:42.847627 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-75c69a30-9f75-4a1d-b5a2-ec03ed4dc22d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (bada0f86-d549-4053-813d-45d5d1ccd6d6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:42.902562 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device c302916a-05a0-4619-ac29-ace12c9b2c71 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:25:42.928761 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: c302916a-05a0-4619-ac29-ace12c9b2c71 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:25:42.929119 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device c302916a-05a0-4619-ac29-ace12c9b2c71 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:25:43.076404 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c69a30-9f75-4a1d-b5a2-ec03ed4dc22d admin admin] Router bada0f86-d549-4053-813d-45d5d1ccd6d6 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:25:43.183274 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c69a30-9f75-4a1d-b5a2-ec03ed4dc22d admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:25:43.188235 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-75c69a30-9f75-4a1d-b5a2-ec03ed4dc22d admin admin] 10.222.0.88 "PUT /v2.0/routers/bada0f86-d549-4053-813d-45d5d1ccd6d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4517903 Feb 08 22:25:43.190798 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47468) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:25:43.193022 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07f6dc2-ac80-4f89-9e62-a1b20f11b406 None None] Sync routers for ids ['bada0f86-d549-4053-813d-45d5d1ccd6d6'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:25:43.204209 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07f6dc2-ac80-4f89-9e62-a1b20f11b406 None None] Routers {'bada0f86-d549-4053-813d-45d5d1ccd6d6'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:25:43.204836 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-a07f6dc2-ac80-4f89-9e62-a1b20f11b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:25:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['bada0f86-d549-4053-813d-45d5d1ccd6d6'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:25:43.301897 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e3ae8d06-1e5c-464d-960d-834c38ee4706 admin admin] Publish callbacks [] for router (bada0f86-d549-4053-813d-45d5d1ccd6d6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:43.314613 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-a07f6dc2-ac80-4f89-9e62-a1b20f11b406 None None] Set router bada0f86-d549-4053-813d-45d5d1ccd6d6 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:25:43.407238 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e3ae8d06-1e5c-464d-960d-834c38ee4706 admin admin] Publish callbacks [] for router_gateway (bada0f86-d549-4053-813d-45d5d1ccd6d6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:43.511266 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-a07f6dc2-ac80-4f89-9e62-a1b20f11b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'name': 'tempest-TestMinimumBasicScenario-1402187436-router', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '52191f03-9dab-4471-a0ac-92944e119185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:22:23Z', 'updated_at': '2022-02-08T22:25:42Z', 'revision_number': 5, 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'gw_port': {'id': '52191f03-9dab-4471-a0ac-92944e119185', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:23Z', 'updated_at': '2022-02-08T22:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:25:43.538814 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07f6dc2-ac80-4f89-9e62-a1b20f11b406 None None] Checking router: bada0f86-d549-4053-813d-45d5d1ccd6d6 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:25:43.548868 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07f6dc2-ac80-4f89-9e62-a1b20f11b406 None None] Routers {'bada0f86-d549-4053-813d-45d5d1ccd6d6'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:25:43.549554 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-a07f6dc2-ac80-4f89-9e62-a1b20f11b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:25:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['bada0f86-d549-4053-813d-45d5d1ccd6d6'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:25:43.642557 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-a07f6dc2-ac80-4f89-9e62-a1b20f11b406 None None] Set router bada0f86-d549-4053-813d-45d5d1ccd6d6 gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:25:43.702319 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-a07f6dc2-ac80-4f89-9e62-a1b20f11b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'name': 'tempest-TestMinimumBasicScenario-1402187436-router', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:22:23Z', 'updated_at': '2022-02-08T22:25:43Z', 'revision_number': 6, 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:25:43.729718 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07f6dc2-ac80-4f89-9e62-a1b20f11b406 None None] The sync data for ids ['bada0f86-d549-4053-813d-45d5d1ccd6d6'] in n-d-712143-31 is: [{'id': 'bada0f86-d549-4053-813d-45d5d1ccd6d6', 'name': 'tempest-TestMinimumBasicScenario-1402187436-router', 'tenant_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:22:23Z', 'updated_at': '2022-02-08T22:25:43Z', 'revision_number': 6, 'project_id': '93c2f5ca16504e15b810c2e021b0e1e2', 'gw_port_host': None}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:25:43.820383 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-e3ae8d06-1e5c-464d-960d-834c38ee4706 admin admin] Deleting port 52191f03-9dab-4471-a0ac-92944e119185 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:25:43.820714 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e3ae8d06-1e5c-464d-960d-834c38ee4706 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (52191f03-9dab-4471-a0ac-92944e119185), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:43.897379 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-e3ae8d06-1e5c-464d-960d-834c38ee4706 admin admin] For port 52191f03-9dab-4471-a0ac-92944e119185, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=52191f03-9dab-4471-a0ac-92944e119185,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:25:43.898080 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e3ae8d06-1e5c-464d-960d-834c38ee4706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (52191f03-9dab-4471-a0ac-92944e119185), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:43.910598 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-e3ae8d06-1e5c-464d-960d-834c38ee4706 admin admin] Calling delete_port for 52191f03-9dab-4471-a0ac-92944e119185 owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:25:44.089020 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e3ae8d06-1e5c-464d-960d-834c38ee4706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (52191f03-9dab-4471-a0ac-92944e119185), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:44.142529 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae8d06-1e5c-464d-960d-834c38ee4706 admin admin] Pushing event deleted for resources: {'Port': ['ID=52191f03-9dab-4471-a0ac-92944e119185,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:44.157116 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d88763cb-b52b-47dd-bbdd-44979cded270 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:25:44.179637 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: d88763cb-b52b-47dd-bbdd-44979cded270 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:25:44.180008 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d88763cb-b52b-47dd-bbdd-44979cded270 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:25:44.188268 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e3ae8d06-1e5c-464d-960d-834c38ee4706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (bada0f86-d549-4053-813d-45d5d1ccd6d6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:44.281847 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e3ae8d06-1e5c-464d-960d-834c38ee4706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (bada0f86-d549-4053-813d-45d5d1ccd6d6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:44.284039 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e3ae8d06-1e5c-464d-960d-834c38ee4706 admin admin] Publish callbacks [] for router_controller (bada0f86-d549-4053-813d-45d5d1ccd6d6), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:44.338250 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e3ae8d06-1e5c-464d-960d-834c38ee4706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (bada0f86-d549-4053-813d-45d5d1ccd6d6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:44.338706 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ae8d06-1e5c-464d-960d-834c38ee4706 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bada0f86-d549-4053-813d-45d5d1ccd6d6 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 22:25:44.343224 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e3ae8d06-1e5c-464d-960d-834c38ee4706 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:44.344373 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e3ae8d06-1e5c-464d-960d-834c38ee4706 admin admin] 10.222.0.88 "DELETE /v2.0/routers/bada0f86-d549-4053-813d-45d5d1ccd6d6 HTTP/1.1" status: 204 len: 168 time: 1.1525896 Feb 08 22:25:44.348671 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47470) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:25:44.396230 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb1ff36-01d6-4507-9ade-706df5e2c3ab admin admin] Deleting subnet b4b1ab74-ee06-47d2-93da-2fd8dae684c9 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 22:25:44.399372 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bfb1ff36-01d6-4507-9ade-706df5e2c3ab admin admin] Publish callbacks [] for subnet (b4b1ab74-ee06-47d2-93da-2fd8dae684c9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:44.433447 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bfb1ff36-01d6-4507-9ade-706df5e2c3ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (b4b1ab74-ee06-47d2-93da-2fd8dae684c9), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:44.514299 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bfb1ff36-01d6-4507-9ade-706df5e2c3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (b4b1ab74-ee06-47d2-93da-2fd8dae684c9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:44.569281 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bfb1ff36-01d6-4507-9ade-706df5e2c3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (b4b1ab74-ee06-47d2-93da-2fd8dae684c9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:44.593950 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1ff36-01d6-4507-9ade-706df5e2c3ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4b1ab74-ee06-47d2-93da-2fd8dae684c9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:44.599824 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bfb1ff36-01d6-4507-9ade-706df5e2c3ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:44.605282 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bfb1ff36-01d6-4507-9ade-706df5e2c3ab admin admin] 10.222.0.88 "DELETE /v2.0/subnets/b4b1ab74-ee06-47d2-93da-2fd8dae684c9 HTTP/1.1" status: 204 len: 168 time: 0.2532458 Feb 08 22:25:44.605630 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47472) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:25:44.606592 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb530bee-7764-484c-baef-0ff263cf1029 None None] Network f62f877b-d7d6-4eb4-b4e4-ca5f34625784 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:25:44.695672 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3cb2b272-0ba5-427c-b43e-576562aa0bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (f62f877b-d7d6-4eb4-b4e4-ca5f34625784), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:44.777319 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-3cb2b272-0ba5-427c-b43e-576562aa0bee admin admin] Deleting port 1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:25:44.777562 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3cb2b272-0ba5-427c-b43e-576562aa0bee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:44.849031 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-3cb2b272-0ba5-427c-b43e-576562aa0bee admin admin] For port 1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca,segment=NetworkSegment(554c6b2c-ff9f-4445-b682-313b0d15cade),segment_id=554c6b2c-ff9f-4445-b682-313b0d15cade)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:25:44.849430 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3cb2b272-0ba5-427c-b43e-576562aa0bee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:44.863720 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-3cb2b272-0ba5-427c-b43e-576562aa0bee admin admin] Calling delete_port for 1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:25:44.945287 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3cb2b272-0ba5-427c-b43e-576562aa0bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:44.967544 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1036fe-6310-4858-b4af-344327f271b7 None None] DHCP port deletion for f62f877b-d7d6-4eb4-b4e4-ca5f34625784 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 22:25:44.976256 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2b272-0ba5-427c-b43e-576562aa0bee admin admin] Pushing event deleted for resources: {'Port': ['ID=1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:44.979134 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb2b272-0ba5-427c-b43e-576562aa0bee admin admin] No DVR routers for this DVR port 1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:25:45.051814 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3cb2b272-0ba5-427c-b43e-576562aa0bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (f62f877b-d7d6-4eb4-b4e4-ca5f34625784), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:45.079758 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-3cb2b272-0ba5-427c-b43e-576562aa0bee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f62f877b-d7d6-4eb4-b4e4-ca5f34625784']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:25:45.090191 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-3cb2b272-0ba5-427c-b43e-576562aa0bee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '554c6b2c-ff9f-4445-b682-313b0d15cade') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:25:45.090485 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-3cb2b272-0ba5-427c-b43e-576562aa0bee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '554c6b2c-ff9f-4445-b682-313b0d15cade') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:25:45.100306 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3cb2b272-0ba5-427c-b43e-576562aa0bee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (554c6b2c-ff9f-4445-b682-313b0d15cade), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:45.116110 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3cb2b272-0ba5-427c-b43e-576562aa0bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (554c6b2c-ff9f-4445-b682-313b0d15cade), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:45.122207 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb2b272-0ba5-427c-b43e-576562aa0bee admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:25:45.122692 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3cb2b272-0ba5-427c-b43e-576562aa0bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (554c6b2c-ff9f-4445-b682-313b0d15cade), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: timer() Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:25:45.124402 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:25:45.182372 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3cb2b272-0ba5-427c-b43e-576562aa0bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (f62f877b-d7d6-4eb4-b4e4-ca5f34625784), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:45.188003 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3cb2b272-0ba5-427c-b43e-576562aa0bee admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:45.191203 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-3cb2b272-0ba5-427c-b43e-576562aa0bee admin admin] 10.222.0.88 "DELETE /v2.0/networks/f62f877b-d7d6-4eb4-b4e4-ca5f34625784 HTTP/1.1" status: 204 len: 168 time: 0.5845389 Feb 08 22:25:45.194352 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47474) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:25:45.202333 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2b272-0ba5-427c-b43e-576562aa0bee admin admin] Pushing event deleted for resources: {'Network': ['ID=f62f877b-d7d6-4eb4-b4e4-ca5f34625784,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:45.549015 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-86ecebaa-1fec-42f4-b921-0cc9a2271d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (e5c176e4-51a6-4b25-9045-0a614f8cc2cc), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:45.803334 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-86ecebaa-1fec-42f4-b921-0cc9a2271d3c admin admin] Deleting port 1987f9d4-b2dd-44ec-a148-70b72f94020d {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:25:45.803590 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-86ecebaa-1fec-42f4-b921-0cc9a2271d3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (1987f9d4-b2dd-44ec-a148-70b72f94020d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:45.879923 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-86ecebaa-1fec-42f4-b921-0cc9a2271d3c admin admin] For port 1987f9d4-b2dd-44ec-a148-70b72f94020d, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=1987f9d4-b2dd-44ec-a148-70b72f94020d,segment=NetworkSegment(a102695a-ba7d-4196-a2f1-c881ceca212f),segment_id=a102695a-ba7d-4196-a2f1-c881ceca212f)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:25:45.880283 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-86ecebaa-1fec-42f4-b921-0cc9a2271d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (1987f9d4-b2dd-44ec-a148-70b72f94020d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:45.898247 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-86ecebaa-1fec-42f4-b921-0cc9a2271d3c admin admin] Calling delete_port for 1987f9d4-b2dd-44ec-a148-70b72f94020d owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:25:45.963413 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:25:45.983567 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:25:45.984246 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 1d3a4b31-5ee5-4c6f-bbf9-2ba6ae499bca not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:25:45.984922 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 52191f03-9dab-4471-a0ac-92944e119185 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:25:46.004483 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 52191f03-9dab-4471-a0ac-92944e119185 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:25:46.004824 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 52191f03-9dab-4471-a0ac-92944e119185 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:25:46.083179 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-86ecebaa-1fec-42f4-b921-0cc9a2271d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (1987f9d4-b2dd-44ec-a148-70b72f94020d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:46.110220 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ecebaa-1fec-42f4-b921-0cc9a2271d3c admin admin] Pushing event deleted for resources: {'Port': ['ID=1987f9d4-b2dd-44ec-a148-70b72f94020d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:46.283555 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-86ecebaa-1fec-42f4-b921-0cc9a2271d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (e5c176e4-51a6-4b25-9045-0a614f8cc2cc), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:46.505181 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ecebaa-1fec-42f4-b921-0cc9a2271d3c admin admin] Router e5c176e4-51a6-4b25-9045-0a614f8cc2cc has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:25:46.614845 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ecebaa-1fec-42f4-b921-0cc9a2271d3c admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:25:46.622531 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-86ecebaa-1fec-42f4-b921-0cc9a2271d3c admin admin] 10.222.0.88 "PUT /v2.0/routers/e5c176e4-51a6-4b25-9045-0a614f8cc2cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4240415 Feb 08 22:25:46.622762 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47476) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:25:46.623856 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e118bc13-a906-4bec-9d27-08d6328bcd84 None None] Sync routers for ids ['e5c176e4-51a6-4b25-9045-0a614f8cc2cc'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:25:46.634069 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e118bc13-a906-4bec-9d27-08d6328bcd84 None None] Routers {'e5c176e4-51a6-4b25-9045-0a614f8cc2cc'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:25:46.634732 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e118bc13-a906-4bec-9d27-08d6328bcd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:25:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e5c176e4-51a6-4b25-9045-0a614f8cc2cc'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:25:46.738078 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1fc8cdd2-8ec5-437e-a20f-0b1508df6522 admin admin] Publish callbacks [] for router (e5c176e4-51a6-4b25-9045-0a614f8cc2cc), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:46.738400 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-e118bc13-a906-4bec-9d27-08d6328bcd84 None None] Set router e5c176e4-51a6-4b25-9045-0a614f8cc2cc gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:25:46.844938 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1fc8cdd2-8ec5-437e-a20f-0b1508df6522 admin admin] Publish callbacks [] for router_gateway (e5c176e4-51a6-4b25-9045-0a614f8cc2cc), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:46.897671 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-1fc8cdd2-8ec5-437e-a20f-0b1508df6522 admin admin] Deleting port cdc7131f-7a1a-448d-a581-b9fb50ccbb40 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:25:46.898011 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1fc8cdd2-8ec5-437e-a20f-0b1508df6522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (cdc7131f-7a1a-448d-a581-b9fb50ccbb40), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:46.915644 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e118bc13-a906-4bec-9d27-08d6328bcd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c176e4-51a6-4b25-9045-0a614f8cc2cc', 'name': 'tempest-TestMinimumBasicScenario-1535921100-router', 'tenant_id': '61904ec3552a436bbf7369e142279119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'cdc7131f-7a1a-448d-a581-b9fb50ccbb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:22:27Z', 'updated_at': '2022-02-08T22:25:46Z', 'revision_number': 5, 'project_id': '61904ec3552a436bbf7369e142279119', 'gw_port': {'id': 'cdc7131f-7a1a-448d-a581-b9fb50ccbb40', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c176e4-51a6-4b25-9045-0a614f8cc2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:22:28Z', 'updated_at': '2022-02-08T22:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:25:46.941853 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e118bc13-a906-4bec-9d27-08d6328bcd84 None None] Checking router: e5c176e4-51a6-4b25-9045-0a614f8cc2cc for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:25:46.951194 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e118bc13-a906-4bec-9d27-08d6328bcd84 None None] Routers {'e5c176e4-51a6-4b25-9045-0a614f8cc2cc'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:25:46.951815 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e118bc13-a906-4bec-9d27-08d6328bcd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:25:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['e5c176e4-51a6-4b25-9045-0a614f8cc2cc'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:25:46.979489 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-1fc8cdd2-8ec5-437e-a20f-0b1508df6522 admin admin] For port cdc7131f-7a1a-448d-a581-b9fb50ccbb40, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=cdc7131f-7a1a-448d-a581-b9fb50ccbb40,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:25:46.979865 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1fc8cdd2-8ec5-437e-a20f-0b1508df6522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (cdc7131f-7a1a-448d-a581-b9fb50ccbb40), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:46.994294 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-1fc8cdd2-8ec5-437e-a20f-0b1508df6522 admin admin] Calling delete_port for cdc7131f-7a1a-448d-a581-b9fb50ccbb40 owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:25:47.040973 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-e118bc13-a906-4bec-9d27-08d6328bcd84 None None] Set router e5c176e4-51a6-4b25-9045-0a614f8cc2cc gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:25:47.096259 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e118bc13-a906-4bec-9d27-08d6328bcd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c176e4-51a6-4b25-9045-0a614f8cc2cc', 'name': 'tempest-TestMinimumBasicScenario-1535921100-router', 'tenant_id': '61904ec3552a436bbf7369e142279119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:22:27Z', 'updated_at': '2022-02-08T22:25:46Z', 'revision_number': 6, 'project_id': '61904ec3552a436bbf7369e142279119', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:25:47.122510 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e118bc13-a906-4bec-9d27-08d6328bcd84 None None] The sync data for ids ['e5c176e4-51a6-4b25-9045-0a614f8cc2cc'] in n-d-712143-31 is: [{'id': 'e5c176e4-51a6-4b25-9045-0a614f8cc2cc', 'name': 'tempest-TestMinimumBasicScenario-1535921100-router', 'tenant_id': '61904ec3552a436bbf7369e142279119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:22:27Z', 'updated_at': '2022-02-08T22:25:46Z', 'revision_number': 6, 'project_id': '61904ec3552a436bbf7369e142279119', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:25:47.168523 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1fc8cdd2-8ec5-437e-a20f-0b1508df6522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (cdc7131f-7a1a-448d-a581-b9fb50ccbb40), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:47.197867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8cdd2-8ec5-437e-a20f-0b1508df6522 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdc7131f-7a1a-448d-a581-b9fb50ccbb40,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:47.258172 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1fc8cdd2-8ec5-437e-a20f-0b1508df6522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (e5c176e4-51a6-4b25-9045-0a614f8cc2cc), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:47.350237 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1fc8cdd2-8ec5-437e-a20f-0b1508df6522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (e5c176e4-51a6-4b25-9045-0a614f8cc2cc), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:47.352303 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1fc8cdd2-8ec5-437e-a20f-0b1508df6522 admin admin] Publish callbacks [] for router_controller (e5c176e4-51a6-4b25-9045-0a614f8cc2cc), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:47.401494 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1fc8cdd2-8ec5-437e-a20f-0b1508df6522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (e5c176e4-51a6-4b25-9045-0a614f8cc2cc), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:47.402067 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc8cdd2-8ec5-437e-a20f-0b1508df6522 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5c176e4-51a6-4b25-9045-0a614f8cc2cc {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 22:25:47.406631 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1fc8cdd2-8ec5-437e-a20f-0b1508df6522 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:47.407820 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1fc8cdd2-8ec5-437e-a20f-0b1508df6522 admin admin] 10.222.0.88 "DELETE /v2.0/routers/e5c176e4-51a6-4b25-9045-0a614f8cc2cc HTTP/1.1" status: 204 len: 168 time: 0.7841129 Feb 08 22:25:47.410426 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47478) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:25:47.455024 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f45159c-4b7e-4860-bf5e-f9b205d03c24 admin admin] Deleting subnet b321f9f6-4e7b-4b91-a087-9c570a9effc9 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 22:25:47.458298 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6f45159c-4b7e-4860-bf5e-f9b205d03c24 admin admin] Publish callbacks [] for subnet (b321f9f6-4e7b-4b91-a087-9c570a9effc9), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:47.494399 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6f45159c-4b7e-4860-bf5e-f9b205d03c24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (b321f9f6-4e7b-4b91-a087-9c570a9effc9), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:47.580030 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6f45159c-4b7e-4860-bf5e-f9b205d03c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (b321f9f6-4e7b-4b91-a087-9c570a9effc9), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:47.633283 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6f45159c-4b7e-4860-bf5e-f9b205d03c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (b321f9f6-4e7b-4b91-a087-9c570a9effc9), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:47.659509 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45159c-4b7e-4860-bf5e-f9b205d03c24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b321f9f6-4e7b-4b91-a087-9c570a9effc9,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:47.664261 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6f45159c-4b7e-4860-bf5e-f9b205d03c24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:47.667607 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6f45159c-4b7e-4860-bf5e-f9b205d03c24 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/b321f9f6-4e7b-4b91-a087-9c570a9effc9 HTTP/1.1" status: 204 len: 168 time: 0.2562056 Feb 08 22:25:47.670109 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47480) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:25:47.672687 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0f5492-5b22-4b03-8949-df920553b73c None None] Network 8c59ba18-8bb5-4ff4-99f2-10de9b8bf649 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:25:47.738860 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fed8a25b-471e-4d42-af03-1fd4d7b0276d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (8c59ba18-8bb5-4ff4-99f2-10de9b8bf649), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:47.801078 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-fed8a25b-471e-4d42-af03-1fd4d7b0276d admin admin] Deleting port 121b7588-57c6-4d81-a35e-70b2e33aa8d9 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:25:47.801458 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fed8a25b-471e-4d42-af03-1fd4d7b0276d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (121b7588-57c6-4d81-a35e-70b2e33aa8d9), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:47.862833 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-fed8a25b-471e-4d42-af03-1fd4d7b0276d admin admin] For port 121b7588-57c6-4d81-a35e-70b2e33aa8d9, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=121b7588-57c6-4d81-a35e-70b2e33aa8d9,segment=NetworkSegment(a102695a-ba7d-4196-a2f1-c881ceca212f),segment_id=a102695a-ba7d-4196-a2f1-c881ceca212f)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:25:47.863116 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fed8a25b-471e-4d42-af03-1fd4d7b0276d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (121b7588-57c6-4d81-a35e-70b2e33aa8d9), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:47.878568 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-fed8a25b-471e-4d42-af03-1fd4d7b0276d admin admin] Calling delete_port for 121b7588-57c6-4d81-a35e-70b2e33aa8d9 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:25:47.920664 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad5d185-3fe4-4e55-abc0-f43ef97ce3fc None None] DHCP port deletion for 8c59ba18-8bb5-4ff4-99f2-10de9b8bf649 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 22:25:47.971044 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fed8a25b-471e-4d42-af03-1fd4d7b0276d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (121b7588-57c6-4d81-a35e-70b2e33aa8d9), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:47.974419 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4ad5d185-3fe4-4e55-abc0-f43ef97ce3fc None None] Deleting port 121b7588-57c6-4d81-a35e-70b2e33aa8d9 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:25:47.974797 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4ad5d185-3fe4-4e55-abc0-f43ef97ce3fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (121b7588-57c6-4d81-a35e-70b2e33aa8d9), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:48.006864 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8a25b-471e-4d42-af03-1fd4d7b0276d admin admin] Pushing event deleted for resources: {'Port': ['ID=121b7588-57c6-4d81-a35e-70b2e33aa8d9,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:48.008881 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed8a25b-471e-4d42-af03-1fd4d7b0276d admin admin] No DVR routers for this DVR port 121b7588-57c6-4d81-a35e-70b2e33aa8d9 on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:25:48.019296 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cdc7131f-7a1a-448d-a581-b9fb50ccbb40 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:25:48.051089 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: cdc7131f-7a1a-448d-a581-b9fb50ccbb40 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:25:48.051440 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device cdc7131f-7a1a-448d-a581-b9fb50ccbb40 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:25:48.051870 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 121b7588-57c6-4d81-a35e-70b2e33aa8d9 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:25:48.081183 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fed8a25b-471e-4d42-af03-1fd4d7b0276d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (8c59ba18-8bb5-4ff4-99f2-10de9b8bf649), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:48.089491 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 121b7588-57c6-4d81-a35e-70b2e33aa8d9 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:25:48.089849 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 121b7588-57c6-4d81-a35e-70b2e33aa8d9 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:25:48.090251 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 1987f9d4-b2dd-44ec-a148-70b72f94020d no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:25:48.092239 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4ad5d185-3fe4-4e55-abc0-f43ef97ce3fc None None] For port 121b7588-57c6-4d81-a35e-70b2e33aa8d9, host n-d-712143-31, got binding levels [] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:25:48.092629 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4ad5d185-3fe4-4e55-abc0-f43ef97ce3fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (121b7588-57c6-4d81-a35e-70b2e33aa8d9), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:48.102341 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-fed8a25b-471e-4d42-af03-1fd4d7b0276d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c59ba18-8bb5-4ff4-99f2-10de9b8bf649']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:25:48.113132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-fed8a25b-471e-4d42-af03-1fd4d7b0276d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a102695a-ba7d-4196-a2f1-c881ceca212f') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:25:48.113706 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-fed8a25b-471e-4d42-af03-1fd4d7b0276d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a102695a-ba7d-4196-a2f1-c881ceca212f') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:25:48.121012 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 1987f9d4-b2dd-44ec-a148-70b72f94020d {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:25:48.121383 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 1987f9d4-b2dd-44ec-a148-70b72f94020d not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:25:48.124559 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4ad5d185-3fe4-4e55-abc0-f43ef97ce3fc None None] Calling delete_port for 121b7588-57c6-4d81-a35e-70b2e33aa8d9 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:25:48.127522 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fed8a25b-471e-4d42-af03-1fd4d7b0276d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (a102695a-ba7d-4196-a2f1-c881ceca212f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:48.130149 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.ipam_backend_mixin [None req-4ad5d185-3fe4-4e55-abc0-f43ef97ce3fc None None] Port 121b7588-57c6-4d81-a35e-70b2e33aa8d9 was not found and therefore no delete operation was performed {{(pid=103435) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 22:25:48.136180 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4ad5d185-3fe4-4e55-abc0-f43ef97ce3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (121b7588-57c6-4d81-a35e-70b2e33aa8d9), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:48.144550 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fed8a25b-471e-4d42-af03-1fd4d7b0276d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (a102695a-ba7d-4196-a2f1-c881ceca212f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:48.152749 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed8a25b-471e-4d42-af03-1fd4d7b0276d admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:25:48.153139 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fed8a25b-471e-4d42-af03-1fd4d7b0276d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (a102695a-ba7d-4196-a2f1-c881ceca212f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: timer() Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:25:48.154929 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:25:48.164304 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5d185-3fe4-4e55-abc0-f43ef97ce3fc None None] Pushing event deleted for resources: {'Port': ['ID=121b7588-57c6-4d81-a35e-70b2e33aa8d9,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:48.169653 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad5d185-3fe4-4e55-abc0-f43ef97ce3fc None None] No DVR routers for this DVR port 121b7588-57c6-4d81-a35e-70b2e33aa8d9 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:25:48.182368 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5d185-3fe4-4e55-abc0-f43ef97ce3fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:48.182880 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5d185-3fe4-4e55-abc0-f43ef97ce3fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:48.183122 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5d185-3fe4-4e55-abc0-f43ef97ce3fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:48.183460 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5d185-3fe4-4e55-abc0-f43ef97ce3fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:48.183788 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5d185-3fe4-4e55-abc0-f43ef97ce3fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:48.184114 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5d185-3fe4-4e55-abc0-f43ef97ce3fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:48.184440 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5d185-3fe4-4e55-abc0-f43ef97ce3fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:48.184764 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5d185-3fe4-4e55-abc0-f43ef97ce3fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:48.185087 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5d185-3fe4-4e55-abc0-f43ef97ce3fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:48.185430 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5d185-3fe4-4e55-abc0-f43ef97ce3fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:48.185754 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5d185-3fe4-4e55-abc0-f43ef97ce3fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:48.186072 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5d185-3fe4-4e55-abc0-f43ef97ce3fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:48.186392 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5d185-3fe4-4e55-abc0-f43ef97ce3fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:48.217435 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fed8a25b-471e-4d42-af03-1fd4d7b0276d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (8c59ba18-8bb5-4ff4-99f2-10de9b8bf649), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:48.224441 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fed8a25b-471e-4d42-af03-1fd4d7b0276d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:48.231423 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fed8a25b-471e-4d42-af03-1fd4d7b0276d admin admin] 10.222.0.88 "DELETE /v2.0/networks/8c59ba18-8bb5-4ff4-99f2-10de9b8bf649 HTTP/1.1" status: 204 len: 168 time: 0.5574930 Feb 08 22:25:48.239447 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8a25b-471e-4d42-af03-1fd4d7b0276d admin admin] Pushing event deleted for resources: {'Network': ['ID=8c59ba18-8bb5-4ff4-99f2-10de9b8bf649,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:48.401832 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47484) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:25:48.441486 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8cb979d8-1786-4177-be8e-ad9ff5fe003b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=93c2f5ca16504e15b810c2e021b0e1e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383244 Feb 08 22:25:48.443742 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47486) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:25:48.494040 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b707f985-5382-46a1-a773-67c5c04d521e admin admin] Publish callbacks [] for security_group (763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:48.515692 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b707f985-5382-46a1-a773-67c5c04d521e admin admin] Publish callbacks [] for security_group (763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:48.565761 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b707f985-5382-46a1-a773-67c5c04d521e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:48.568293 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b707f985-5382-46a1-a773-67c5c04d521e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:48.569455 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b707f985-5382-46a1-a773-67c5c04d521e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c HTTP/1.1" status: 204 len: 168 time: 0.1245992 Feb 08 22:25:48.577468 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707f985-5382-46a1-a773-67c5c04d521e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763dfb4b-41b5-42ef-b5e8-3b6a9b1f1f6c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:48.892374 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47492) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:25:48.932106 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-13cb3fc4-8a36-4598-abe4-4cc0c0abd540 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=61904ec3552a436bbf7369e142279119&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385249 Feb 08 22:25:48.934820 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47494) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:25:48.982770 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-223ef144-2c3e-427b-9ae6-342e2ed98bec admin admin] Publish callbacks [] for security_group (cf57d294-e61f-46f0-b9d2-046eeaa6aae5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:49.004615 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-223ef144-2c3e-427b-9ae6-342e2ed98bec admin admin] Publish callbacks [] for security_group (cf57d294-e61f-46f0-b9d2-046eeaa6aae5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:49.055164 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-223ef144-2c3e-427b-9ae6-342e2ed98bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (cf57d294-e61f-46f0-b9d2-046eeaa6aae5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:49.059057 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-223ef144-2c3e-427b-9ae6-342e2ed98bec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:49.060229 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-223ef144-2c3e-427b-9ae6-342e2ed98bec admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cf57d294-e61f-46f0-b9d2-046eeaa6aae5 HTTP/1.1" status: 204 len: 168 time: 0.1244850 Feb 08 22:25:49.070473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ef144-2c3e-427b-9ae6-342e2ed98bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf57d294-e61f-46f0-b9d2-046eeaa6aae5,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:50.722155 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47534) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:25:50.726698 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-d887a1e9-4475-40f3-b8d3-64fc0b307a76 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1881775500', 'description': 'tempest-secgroup-smoke-1881775500 description', 'project_id': 'c750eaf778fb4602911c448d9252f638'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:25:50.747415 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d887a1e9-4475-40f3-b8d3-64fc0b307a76 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:50.755426 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d887a1e9-4475-40f3-b8d3-64fc0b307a76 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:50.831663 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d887a1e9-4475-40f3-b8d3-64fc0b307a76 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (450b76f4-6fd5-4abe-b22e-afc5cc697053), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:50.835734 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d887a1e9-4475-40f3-b8d3-64fc0b307a76 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (450b76f4-6fd5-4abe-b22e-afc5cc697053), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:50.878230 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887a1e9-4475-40f3-b8d3-64fc0b307a76 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=450b76f4-6fd5-4abe-b22e-afc5cc697053,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:50.924892 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d887a1e9-4475-40f3-b8d3-64fc0b307a76 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:50.929573 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d887a1e9-4475-40f3-b8d3-64fc0b307a76 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:50.963154 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d887a1e9-4475-40f3-b8d3-64fc0b307a76 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:50.964401 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-d887a1e9-4475-40f3-b8d3-64fc0b307a76 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2411742 Feb 08 22:25:50.966427 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887a1e9-4475-40f3-b8d3-64fc0b307a76 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:50.967708 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47536) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:25:50.972560 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-98c5ccdb-66c5-46a2-99a7-342ae7c1d49d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group_rule': {'security_group_id': '6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:25:51.002515 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98c5ccdb-66c5-46a2-99a7-342ae7c1d49d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (be403be1-5d58-46ef-88af-89ec68dfe41c), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:51.061406 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98c5ccdb-66c5-46a2-99a7-342ae7c1d49d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (be403be1-5d58-46ef-88af-89ec68dfe41c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:51.065275 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98c5ccdb-66c5-46a2-99a7-342ae7c1d49d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (be403be1-5d58-46ef-88af-89ec68dfe41c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:51.083706 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5ccdb-66c5-46a2-99a7-342ae7c1d49d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be403be1-5d58-46ef-88af-89ec68dfe41c,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:51.092542 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98c5ccdb-66c5-46a2-99a7-342ae7c1d49d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:51.093786 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-98c5ccdb-66c5-46a2-99a7-342ae7c1d49d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248968 Feb 08 22:25:51.096751 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47538) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:25:51.101426 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-3b5f767f-f5d3-4d24-8e7a-125bf6f56c4e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group_rule': {'security_group_id': '6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:25:51.127965 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b5f767f-f5d3-4d24-8e7a-125bf6f56c4e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (e7b1d041-4ddd-4c75-b956-8ff10248efd6), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:51.188046 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b5f767f-f5d3-4d24-8e7a-125bf6f56c4e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (e7b1d041-4ddd-4c75-b956-8ff10248efd6), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:51.192217 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b5f767f-f5d3-4d24-8e7a-125bf6f56c4e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (e7b1d041-4ddd-4c75-b956-8ff10248efd6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:51.210262 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f767f-f5d3-4d24-8e7a-125bf6f56c4e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b1d041-4ddd-4c75-b956-8ff10248efd6,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:51.219594 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b5f767f-f5d3-4d24-8e7a-125bf6f56c4e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:51.223416 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3b5f767f-f5d3-4d24-8e7a-125bf6f56c4e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229110 Feb 08 22:25:51.223616 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47540) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:25:51.227939 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-7d26ad2c-9881-4753-b91b-fbf800223dae tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group_rule': {'security_group_id': '6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:25:51.252570 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7d26ad2c-9881-4753-b91b-fbf800223dae tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (39ac9091-dc32-444a-84e0-3b5bc2c870c6), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:51.309283 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7d26ad2c-9881-4753-b91b-fbf800223dae tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (39ac9091-dc32-444a-84e0-3b5bc2c870c6), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:51.312895 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7d26ad2c-9881-4753-b91b-fbf800223dae tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (39ac9091-dc32-444a-84e0-3b5bc2c870c6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:51.330591 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26ad2c-9881-4753-b91b-fbf800223dae tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ac9091-dc32-444a-84e0-3b5bc2c870c6,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:51.339989 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7d26ad2c-9881-4753-b91b-fbf800223dae tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:51.343726 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7d26ad2c-9881-4753-b91b-fbf800223dae tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166863 Feb 08 22:25:51.343935 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47542) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:25:51.348341 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-3e0ca619-0172-4a2d-a8ea-f34fb664346b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group_rule': {'security_group_id': '6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:25:51.373357 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3e0ca619-0172-4a2d-a8ea-f34fb664346b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (a0ab668a-a718-4b8d-a1c0-d4b2abb803bb), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:51.435919 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3e0ca619-0172-4a2d-a8ea-f34fb664346b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (a0ab668a-a718-4b8d-a1c0-d4b2abb803bb), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:51.439618 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3e0ca619-0172-4a2d-a8ea-f34fb664346b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (a0ab668a-a718-4b8d-a1c0-d4b2abb803bb), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:51.459288 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ca619-0172-4a2d-a8ea-f34fb664346b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ab668a-a718-4b8d-a1c0-d4b2abb803bb,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:51.470041 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3e0ca619-0172-4a2d-a8ea-f34fb664346b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:51.473904 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3e0ca619-0172-4a2d-a8ea-f34fb664346b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263115 Feb 08 22:25:51.474105 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47544) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:25:51.479147 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-c4a7cc50-efa0-4e86-ae41-f86c402ecdca tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group_rule': {'security_group_id': '6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:25:51.502034 n-d-712143-31 neutron-server[103433]: INFO neutron.db.securitygroups_db [None req-c4a7cc50-efa0-4e86-ae41-f86c402ecdca tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Project c750eaf778fb4602911c448d9252f638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 22:25:51.507630 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c4a7cc50-efa0-4e86-ae41-f86c402ecdca tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (f80c3ab4-01e2-4029-9018-f5d32adf5312), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:51.569338 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c4a7cc50-efa0-4e86-ae41-f86c402ecdca tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (f80c3ab4-01e2-4029-9018-f5d32adf5312), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:51.573604 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c4a7cc50-efa0-4e86-ae41-f86c402ecdca tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (f80c3ab4-01e2-4029-9018-f5d32adf5312), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:51.591966 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7cc50-efa0-4e86-ae41-f86c402ecdca tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80c3ab4-01e2-4029-9018-f5d32adf5312,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:51.597319 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c4a7cc50-efa0-4e86-ae41-f86c402ecdca tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:51.601247 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47546) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:25:51.601377 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c4a7cc50-efa0-4e86-ae41-f86c402ecdca tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1260862 Feb 08 22:25:51.606384 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5985dcac-f529-4a51-accd-1e558c808950 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group_rule': {'security_group_id': '6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:25:51.627064 n-d-712143-31 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-5985dcac-f529-4a51-accd-1e558c808950 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Project c750eaf778fb4602911c448d9252f638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 22:25:51.632376 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5985dcac-f529-4a51-accd-1e558c808950 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (235f541e-b1f9-4482-919c-a52269ea7130), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:51.697532 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5985dcac-f529-4a51-accd-1e558c808950 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (235f541e-b1f9-4482-919c-a52269ea7130), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:51.701527 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5985dcac-f529-4a51-accd-1e558c808950 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (235f541e-b1f9-4482-919c-a52269ea7130), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:51.726082 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985dcac-f529-4a51-accd-1e558c808950 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=235f541e-b1f9-4482-919c-a52269ea7130,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:51.731954 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5985dcac-f529-4a51-accd-1e558c808950 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:51.736200 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47548) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:25:51.736710 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5985dcac-f529-4a51-accd-1e558c808950 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1339736 Feb 08 22:25:51.741269 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-768472cd-bf9a-4cdf-b62f-81faca2f2fdc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'network': {'name': 'tempest-network-smoke--1758885613', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'port_security_enabled': True}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:25:51.762207 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768472cd-bf9a-4cdf-b62f-81faca2f2fdc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Made reservation on behalf of c750eaf778fb4602911c448d9252f638 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:25:51.766199 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-768472cd-bf9a-4cdf-b62f-81faca2f2fdc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:51.793050 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768472cd-bf9a-4cdf-b62f-81faca2f2fdc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 22:25:51.802534 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-768472cd-bf9a-4cdf-b62f-81faca2f2fdc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:51.802875 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-768472cd-bf9a-4cdf-b62f-81faca2f2fdc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Added segment b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad of type vlan for network e1ccaeb1-1b1f-45a4-84c3-402fd839e70d Feb 08 22:25:51.847500 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-768472cd-bf9a-4cdf-b62f-81faca2f2fdc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (e1ccaeb1-1b1f-45a4-84c3-402fd839e70d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:51.875824 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-768472cd-bf9a-4cdf-b62f-81faca2f2fdc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (e1ccaeb1-1b1f-45a4-84c3-402fd839e70d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:51.881077 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768472cd-bf9a-4cdf-b62f-81faca2f2fdc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:25:51.881746 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-768472cd-bf9a-4cdf-b62f-81faca2f2fdc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:51.944988 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-768472cd-bf9a-4cdf-b62f-81faca2f2fdc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2048373 Feb 08 22:25:51.945686 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47550) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:25:51.950558 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-62932844-af0b-4c95-8bf5-e32201145b68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1526891034', 'admin_state_up': True, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:25:51.957201 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768472cd-bf9a-4cdf-b62f-81faca2f2fdc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Network': ['ID=e1ccaeb1-1b1f-45a4-84c3-402fd839e70d,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:51.971261 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network e1ccaeb1-1b1f-45a4-84c3-402fd839e70d details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 22:25:51.975068 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62932844-af0b-4c95-8bf5-e32201145b68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (330813e0-d79f-443f-ba56-ad0c868fb124), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:51.976370 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62932844-af0b-4c95-8bf5-e32201145b68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (330813e0-d79f-443f-ba56-ad0c868fb124), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:52.035376 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62932844-af0b-4c95-8bf5-e32201145b68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router_controller (330813e0-d79f-443f-ba56-ad0c868fb124), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:52.185516 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62932844-af0b-4c95-8bf5-e32201145b68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router_gateway (330813e0-d79f-443f-ba56-ad0c868fb124), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:52.379780 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62932844-af0b-4c95-8bf5-e32201145b68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router_gateway (330813e0-d79f-443f-ba56-ad0c868fb124), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:52.398953 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62932844-af0b-4c95-8bf5-e32201145b68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:52.511246 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-62932844-af0b-4c95-8bf5-e32201145b68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Allocated IP 172.25.3.112 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/c96d9fb3-556a-418a-a738-8c9c98734d64) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:25:52.615177 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62932844-af0b-4c95-8bf5-e32201145b68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for port (c96d9fb3-556a-418a-a738-8c9c98734d64), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:52.650797 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62932844-af0b-4c95-8bf5-e32201145b68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (c96d9fb3-556a-418a-a738-8c9c98734d64), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:52.692050 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62932844-af0b-4c95-8bf5-e32201145b68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:25:52.697579 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-62932844-af0b-4c95-8bf5-e32201145b68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:25:52.701144 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62932844-af0b-4c95-8bf5-e32201145b68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:25:52.724420 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62932844-af0b-4c95-8bf5-e32201145b68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Port': ['ID=c96d9fb3-556a-418a-a738-8c9c98734d64,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:52.962135 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62932844-af0b-4c95-8bf5-e32201145b68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router_gateway (330813e0-d79f-443f-ba56-ad0c868fb124), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:53.168577 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62932844-af0b-4c95-8bf5-e32201145b68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (330813e0-d79f-443f-ba56-ad0c868fb124), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:53.298988 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62932844-af0b-4c95-8bf5-e32201145b68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Router 330813e0-d79f-443f-ba56-ad0c868fb124 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 22:25:53.405050 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62932844-af0b-4c95-8bf5-e32201145b68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:25:53.415362 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b5b83d-9a95-4906-a4f1-a8cc2a9302be None None] Sync routers for ids ['330813e0-d79f-443f-ba56-ad0c868fb124'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:25:53.425437 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62932844-af0b-4c95-8bf5-e32201145b68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:53.426979 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-62932844-af0b-4c95-8bf5-e32201145b68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4801705 Feb 08 22:25:53.428749 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b5b83d-9a95-4906-a4f1-a8cc2a9302be None None] Routers {'330813e0-d79f-443f-ba56-ad0c868fb124'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:25:53.429491 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-76b5b83d-9a95-4906-a4f1-a8cc2a9302be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:25:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['330813e0-d79f-443f-ba56-ad0c868fb124'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:25:53.430154 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47552) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:25:53.541400 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-76b5b83d-9a95-4906-a4f1-a8cc2a9302be None None] Set router 330813e0-d79f-443f-ba56-ad0c868fb124 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:25:53.570701 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f6d5cf05-0846-4b07-8b79-665a720d0bee tempest-TestNetworkAdvancedServerOps-828575151 tempest-TestNetworkAdvancedServerOps-828575151-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=c750eaf778fb4602911c448d9252f638&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1393533 Feb 08 22:25:53.573363 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47556) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:25:53.661252 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad98990e-395b-40f2-a3a9-c96d93a4bbdf tempest-TestNetworkAdvancedServerOps-828575151 tempest-TestNetworkAdvancedServerOps-828575151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:25:53.662793 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ad98990e-395b-40f2-a3a9-c96d93a4bbdf tempest-TestNetworkAdvancedServerOps-828575151 tempest-TestNetworkAdvancedServerOps-828575151-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885031 Feb 08 22:25:53.666301 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47558) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:25:53.698380 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5792f4c3-8920-4f84-8cd6-1d4811491063 tempest-TestNetworkAdvancedServerOps-828575151 tempest-TestNetworkAdvancedServerOps-828575151-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=075c0dfb-2786-422e-af93-9cafe101c970&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278354 Feb 08 22:25:53.702947 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47560) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:25:53.709369 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-6e17f877-3331-47a7-a36f-b57fa74230b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-205754641', 'network_id': 'e1ccaeb1-1b1f-45a4-84c3-402fd839e70d', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:25:53.735099 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-76b5b83d-9a95-4906-a4f1-a8cc2a9302be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526891034', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'c96d9fb3-556a-418a-a738-8c9c98734d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:25:51Z', 'updated_at': '2022-02-08T22:25:52Z', 'revision_number': 3, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': 'c96d9fb3-556a-418a-a738-8c9c98734d64', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:98:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:25:52Z', 'updated_at': '2022-02-08T22:25:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:25:53.768874 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b5b83d-9a95-4906-a4f1-a8cc2a9302be None None] Checking router: 330813e0-d79f-443f-ba56-ad0c868fb124 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:25:53.769250 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b5b83d-9a95-4906-a4f1-a8cc2a9302be None None] Updating router 330813e0-d79f-443f-ba56-ad0c868fb124 port c96d9fb3-556a-418a-a738-8c9c98734d64 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:25:53.798972 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-76b5b83d-9a95-4906-a4f1-a8cc2a9302be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c96d9fb3-556a-418a-a738-8c9c98734d64), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:53.809417 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e17f877-3331-47a7-a36f-b57fa74230b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Made reservation on behalf of c750eaf778fb4602911c448d9252f638 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:25:53.812840 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e17f877-3331-47a7-a36f-b57fa74230b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:54.027280 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e17f877-3331-47a7-a36f-b57fa74230b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (11392352-e029-4c98-9b78-9757239d13e3), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:54.087873 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-76b5b83d-9a95-4906-a4f1-a8cc2a9302be None None] Publish callbacks [] for port (c96d9fb3-556a-418a-a738-8c9c98734d64), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:54.089050 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17f877-3331-47a7-a36f-b57fa74230b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Subnet': ['ID=11392352-e029-4c98-9b78-9757239d13e3,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:54.095633 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-76b5b83d-9a95-4906-a4f1-a8cc2a9302be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c96d9fb3-556a-418a-a738-8c9c98734d64), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:54.106085 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e17f877-3331-47a7-a36f-b57fa74230b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Checking segment: {'id': 'b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e1ccaeb1-1b1f-45a4-84c3-402fd839e70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:25:54.106458 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e17f877-3331-47a7-a36f-b57fa74230b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network hostable DHCP agents. Network: e1ccaeb1-1b1f-45a4-84c3-402fd839e70d, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 22:25:54.125118 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e17f877-3331-47a7-a36f-b57fa74230b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network e1ccaeb1-1b1f-45a4-84c3-402fd839e70d is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 22:25:54.137404 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-6e17f877-3331-47a7-a36f-b57fa74230b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, e1ccaeb1-1b1f-45a4-84c3-402fd839e70d) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:25:54.151387 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e17f877-3331-47a7-a36f-b57fa74230b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:25:54.152366 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e17f877-3331-47a7-a36f-b57fa74230b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:54.167639 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035f0385-2536-4378-8fae-467610519bc9 None None] Network e1ccaeb1-1b1f-45a4-84c3-402fd839e70d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:25:54.171131 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6e17f877-3331-47a7-a36f-b57fa74230b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4668949 Feb 08 22:25:54.174490 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47562) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:25:54.212964 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-76b5b83d-9a95-4906-a4f1-a8cc2a9302be None None] Attempting to bind port c96d9fb3-556a-418a-a738-8c9c98734d64 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:25:54.213356 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-76b5b83d-9a95-4906-a4f1-a8cc2a9302be None None] Attempting to bind port c96d9fb3-556a-418a-a738-8c9c98734d64 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:25:54.213727 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b5b83d-9a95-4906-a4f1-a8cc2a9302be None None] Attempting to bind port c96d9fb3-556a-418a-a738-8c9c98734d64 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:25:54.218986 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29486dd2-489e-4055-a0cc-ed221d1244f2 None None] Pushing event updated for resources: {'Port': ['ID=c96d9fb3-556a-418a-a738-8c9c98734d64,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:54.230683 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b5b83d-9a95-4906-a4f1-a8cc2a9302be None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:25:54.231059 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b5b83d-9a95-4906-a4f1-a8cc2a9302be None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:25:54.231597 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-76b5b83d-9a95-4906-a4f1-a8cc2a9302be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:54.231897 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b5b83d-9a95-4906-a4f1-a8cc2a9302be None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:25:54.232343 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-76b5b83d-9a95-4906-a4f1-a8cc2a9302be None None] Bound port: c96d9fb3-556a-418a-a738-8c9c98734d64, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:25:54.232726 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-76b5b83d-9a95-4906-a4f1-a8cc2a9302be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c96d9fb3-556a-418a-a738-8c9c98734d64), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:54.330159 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-76b5b83d-9a95-4906-a4f1-a8cc2a9302be None None] For port c96d9fb3-556a-418a-a738-8c9c98734d64, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:25:54.337198 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784ff522-dfdc-4e34-bbff-b718f0f43381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-e1ccaeb1-1b1f-45a4-84c3-402fd839e70d', 'network_id': 'e1ccaeb1-1b1f-45a4-84c3-402fd839e70d', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'fixed_ips': [{'subnet_id': '11392352-e029-4c98-9b78-9757239d13e3'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 22:25:54.338136 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-784ff522-dfdc-4e34-bbff-b718f0f43381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:54.361268 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-76b5b83d-9a95-4906-a4f1-a8cc2a9302be None None] For port c96d9fb3-556a-418a-a738-8c9c98734d64, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c96d9fb3-556a-418a-a738-8c9c98734d64,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:25:54.369128 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-889f8adb-2d5c-4bdc-a9e2-a01193f1084f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:54.373518 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-76b5b83d-9a95-4906-a4f1-a8cc2a9302be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c96d9fb3-556a-418a-a738-8c9c98734d64), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:54.549775 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b5b83d-9a95-4906-a4f1-a8cc2a9302be None None] Routers {'330813e0-d79f-443f-ba56-ad0c868fb124'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:25:54.550490 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-76b5b83d-9a95-4906-a4f1-a8cc2a9302be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:25:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['330813e0-d79f-443f-ba56-ad0c868fb124'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:25:54.554978 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29486dd2-489e-4055-a0cc-ed221d1244f2 None None] Pushing event updated for resources: {'Port': ['ID=c96d9fb3-556a-418a-a738-8c9c98734d64,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:54.644622 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-784ff522-dfdc-4e34-bbff-b718f0f43381 None None] Allocated IP 172.20.0.2 (e1ccaeb1-1b1f-45a4-84c3-402fd839e70d/11392352-e029-4c98-9b78-9757239d13e3/811c80ff-b73f-434b-849e-f8ca6271ce47) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:25:54.724656 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-76b5b83d-9a95-4906-a4f1-a8cc2a9302be None None] Set router 330813e0-d79f-443f-ba56-ad0c868fb124 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:25:55.033934 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0cabbc84-8764-4209-ac3e-8b792a9a44d6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:55.121395 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-784ff522-dfdc-4e34-bbff-b718f0f43381 None None] Publish callbacks [] for port (811c80ff-b73f-434b-849e-f8ca6271ce47), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:55.130488 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-784ff522-dfdc-4e34-bbff-b718f0f43381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (811c80ff-b73f-434b-849e-f8ca6271ce47), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:55.182905 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784ff522-dfdc-4e34-bbff-b718f0f43381 None None] Network e1ccaeb1-1b1f-45a4-84c3-402fd839e70d is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:25:55.191089 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-784ff522-dfdc-4e34-bbff-b718f0f43381 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:25:55.195851 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784ff522-dfdc-4e34-bbff-b718f0f43381 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:25:55.204904 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ff522-dfdc-4e34-bbff-b718f0f43381 None None] Pushing event updated for resources: {'Port': ['ID=811c80ff-b73f-434b-849e-f8ca6271ce47,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:55.212707 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-76b5b83d-9a95-4906-a4f1-a8cc2a9302be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526891034', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'c96d9fb3-556a-418a-a738-8c9c98734d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:25:51Z', 'updated_at': '2022-02-08T22:25:52Z', 'revision_number': 3, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': 'c96d9fb3-556a-418a-a738-8c9c98734d64', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:98:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:25:52Z', 'updated_at': '2022-02-08T22:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:25:55.257448 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b5b83d-9a95-4906-a4f1-a8cc2a9302be None None] The sync data for ids ['330813e0-d79f-443f-ba56-ad0c868fb124'] in n-d-712143-31 is: [{'id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526891034', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'c96d9fb3-556a-418a-a738-8c9c98734d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:25:51Z', 'updated_at': '2022-02-08T22:25:52Z', 'revision_number': 3, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': 'c96d9fb3-556a-418a-a738-8c9c98734d64', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:98:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:25:52Z', 'updated_at': '2022-02-08T22:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:25:55.290156 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-784ff522-dfdc-4e34-bbff-b718f0f43381 None None] Attempting to bind port 811c80ff-b73f-434b-849e-f8ca6271ce47 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:25:55.290977 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-784ff522-dfdc-4e34-bbff-b718f0f43381 None None] Attempting to bind port 811c80ff-b73f-434b-849e-f8ca6271ce47 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e1ccaeb1-1b1f-45a4-84c3-402fd839e70d'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:25:55.291341 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784ff522-dfdc-4e34-bbff-b718f0f43381 None None] Attempting to bind port 811c80ff-b73f-434b-849e-f8ca6271ce47 on network e1ccaeb1-1b1f-45a4-84c3-402fd839e70d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:25:55.297018 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784ff522-dfdc-4e34-bbff-b718f0f43381 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:25:55.297437 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784ff522-dfdc-4e34-bbff-b718f0f43381 None None] Checking segment: {'id': 'b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e1ccaeb1-1b1f-45a4-84c3-402fd839e70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:25:55.297849 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-784ff522-dfdc-4e34-bbff-b718f0f43381 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:55.298246 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784ff522-dfdc-4e34-bbff-b718f0f43381 None None] Bound using segment: {'id': 'b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e1ccaeb1-1b1f-45a4-84c3-402fd839e70d'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:25:55.298733 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-784ff522-dfdc-4e34-bbff-b718f0f43381 None None] Bound port: 811c80ff-b73f-434b-849e-f8ca6271ce47, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e1ccaeb1-1b1f-45a4-84c3-402fd839e70d'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:25:55.299119 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-784ff522-dfdc-4e34-bbff-b718f0f43381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (811c80ff-b73f-434b-849e-f8ca6271ce47), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:55.348890 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-0cabbc84-8764-4209-ac3e-8b792a9a44d6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Allocated IP 172.20.0.1 (e1ccaeb1-1b1f-45a4-84c3-402fd839e70d/11392352-e029-4c98-9b78-9757239d13e3/fdb9f0d5-a732-44cc-ab3c-7967f40cebe9) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:25:55.372807 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-784ff522-dfdc-4e34-bbff-b718f0f43381 None None] For port 811c80ff-b73f-434b-849e-f8ca6271ce47, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:25:55.376955 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-784ff522-dfdc-4e34-bbff-b718f0f43381 None None] For port 811c80ff-b73f-434b-849e-f8ca6271ce47, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=811c80ff-b73f-434b-849e-f8ca6271ce47,segment=NetworkSegment(b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad),segment_id=b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:25:55.386031 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-784ff522-dfdc-4e34-bbff-b718f0f43381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (811c80ff-b73f-434b-849e-f8ca6271ce47), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:55.455565 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ff522-dfdc-4e34-bbff-b718f0f43381 None None] Pushing event updated for resources: {'Port': ['ID=811c80ff-b73f-434b-849e-f8ca6271ce47,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:55.484384 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0cabbc84-8764-4209-ac3e-8b792a9a44d6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for port (fdb9f0d5-a732-44cc-ab3c-7967f40cebe9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:55.536550 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0cabbc84-8764-4209-ac3e-8b792a9a44d6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (fdb9f0d5-a732-44cc-ab3c-7967f40cebe9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:55.600238 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cabbc84-8764-4209-ac3e-8b792a9a44d6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network e1ccaeb1-1b1f-45a4-84c3-402fd839e70d is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:25:55.605125 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-0cabbc84-8764-4209-ac3e-8b792a9a44d6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:25:55.607266 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabbc84-8764-4209-ac3e-8b792a9a44d6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Port': ['ID=fdb9f0d5-a732-44cc-ab3c-7967f40cebe9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:55.609642 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cabbc84-8764-4209-ac3e-8b792a9a44d6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:25:55.669126 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0cabbc84-8764-4209-ac3e-8b792a9a44d6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (330813e0-d79f-443f-ba56-ad0c868fb124), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:55.844751 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0cabbc84-8764-4209-ac3e-8b792a9a44d6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fdb9f0d5-a732-44cc-ab3c-7967f40cebe9), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:56.066446 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 811c80ff-b73f-434b-849e-f8ca6271ce47 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:25:56.131589 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 811c80ff-b73f-434b-849e-f8ca6271ce47 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:25:56.131841 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (811c80ff-b73f-434b-849e-f8ca6271ce47), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:56.205978 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0cabbc84-8764-4209-ac3e-8b792a9a44d6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for port (fdb9f0d5-a732-44cc-ab3c-7967f40cebe9), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:56.210990 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0cabbc84-8764-4209-ac3e-8b792a9a44d6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (fdb9f0d5-a732-44cc-ab3c-7967f40cebe9), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:56.226351 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 811c80ff-b73f-434b-849e-f8ca6271ce47 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:25:56.226959 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (811c80ff-b73f-434b-849e-f8ca6271ce47), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:56.265796 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 811c80ff-b73f-434b-849e-f8ca6271ce47, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=811c80ff-b73f-434b-849e-f8ca6271ce47,segment=NetworkSegment(b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad),segment_id=b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:25:56.272952 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (811c80ff-b73f-434b-849e-f8ca6271ce47), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:56.273960 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c96d9fb3-556a-418a-a738-8c9c98734d64 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:25:56.302488 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0cabbc84-8764-4209-ac3e-8b792a9a44d6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (330813e0-d79f-443f-ba56-ad0c868fb124), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:56.305630 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabbc84-8764-4209-ac3e-8b792a9a44d6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Port': ['ID=fdb9f0d5-a732-44cc-ab3c-7967f40cebe9,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:56.381696 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=811c80ff-b73f-434b-849e-f8ca6271ce47,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:56.401510 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port c96d9fb3-556a-418a-a738-8c9c98734d64 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:25:56.402178 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c96d9fb3-556a-418a-a738-8c9c98734d64), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:56.466625 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cabbc84-8764-4209-ac3e-8b792a9a44d6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network e1ccaeb1-1b1f-45a4-84c3-402fd839e70d is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:25:56.468751 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-0cabbc84-8764-4209-ac3e-8b792a9a44d6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:25:56.496908 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port c96d9fb3-556a-418a-a738-8c9c98734d64 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:25:56.497357 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c96d9fb3-556a-418a-a738-8c9c98734d64), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:56.531941 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port c96d9fb3-556a-418a-a738-8c9c98734d64, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c96d9fb3-556a-418a-a738-8c9c98734d64,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:25:56.539019 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c96d9fb3-556a-418a-a738-8c9c98734d64), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:56.600609 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=c96d9fb3-556a-418a-a738-8c9c98734d64,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:56.651595 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cabbc84-8764-4209-ac3e-8b792a9a44d6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Router 330813e0-d79f-443f-ba56-ad0c868fb124 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:25:56.695506 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef8e3d1-e6db-458f-8124-68e0f91da6b6 None None] Network e1ccaeb1-1b1f-45a4-84c3-402fd839e70d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:25:56.768466 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cabbc84-8764-4209-ac3e-8b792a9a44d6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:25:56.777213 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0cabbc84-8764-4209-ac3e-8b792a9a44d6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "PUT /v2.0/routers/330813e0-d79f-443f-ba56-ad0c868fb124/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6015937 Feb 08 22:25:56.786257 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-c273d453-450f-44de-8ede-35f6fe0c6dd1 None None] Provisioning complete for port 811c80ff-b73f-434b-849e-f8ca6271ce47 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:25:56.786639 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c273d453-450f-44de-8ede-35f6fe0c6dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (811c80ff-b73f-434b-849e-f8ca6271ce47), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:56.926787 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c273d453-450f-44de-8ede-35f6fe0c6dd1 None None] Current status of the port 811c80ff-b73f-434b-849e-f8ca6271ce47 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:25:56.968153 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0065511-afd7-44ca-a465-88df9076d90b req-41b5ed29-e1f6-41c8-94d7-0a1d0f7f0409 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1881775500&fields=id&tenant_id=c750eaf778fb4602911c448d9252f638 HTTP/1.1" status: 200 len: 267 time: 0.0689280 Feb 08 22:25:57.091049 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0065511-afd7-44ca-a465-88df9076d90b req-5e120513-2d34-48fd-82c5-2b2b4324e3a6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:25:57.092772 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0065511-afd7-44ca-a465-88df9076d90b req-5e120513-2d34-48fd-82c5-2b2b4324e3a6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/networks?id=e1ccaeb1-1b1f-45a4-84c3-402fd839e70d HTTP/1.1" status: 200 len: 797 time: 0.1180646 Feb 08 22:25:57.111987 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0065511-afd7-44ca-a465-88df9076d90b req-8bf8c324-76cc-4897-a48e-5e3958f23ed2 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/quotas/c750eaf778fb4602911c448d9252f638 HTTP/1.1" status: 200 len: 375 time: 0.0130174 Feb 08 22:25:57.154085 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-01b605a2-676e-4c9d-a39b-5d9b464f852b None None] Provisioning complete for port 811c80ff-b73f-434b-849e-f8ca6271ce47 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:25:57.154701 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01b605a2-676e-4c9d-a39b-5d9b464f852b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (811c80ff-b73f-434b-849e-f8ca6271ce47), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:57.182094 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0065511-afd7-44ca-a465-88df9076d90b req-d29f9859-a32e-4684-9514-90119f28a826 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642772 Feb 08 22:25:57.250833 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-01b605a2-676e-4c9d-a39b-5d9b464f852b None None] Current status of the port 811c80ff-b73f-434b-849e-f8ca6271ce47 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:25:57.272369 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-01b605a2-676e-4c9d-a39b-5d9b464f852b None None] Provisioning complete for port fdb9f0d5-a732-44cc-ab3c-7967f40cebe9 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:25:57.272970 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01b605a2-676e-4c9d-a39b-5d9b464f852b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fdb9f0d5-a732-44cc-ab3c-7967f40cebe9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:57.274101 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239753dc-3df7-4189-9927-e7451881e070 None None] Sync routers for ids ['330813e0-d79f-443f-ba56-ad0c868fb124'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:25:57.284590 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239753dc-3df7-4189-9927-e7451881e070 None None] Routers {'330813e0-d79f-443f-ba56-ad0c868fb124'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:25:57.285488 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-239753dc-3df7-4189-9927-e7451881e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:25:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['330813e0-d79f-443f-ba56-ad0c868fb124'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:25:57.311905 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-01b605a2-676e-4c9d-a39b-5d9b464f852b None None] Port fdb9f0d5-a732-44cc-ab3c-7967f40cebe9 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:25:57.367589 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0065511-afd7-44ca-a465-88df9076d90b req-8d4a1412-dc06-4fc4-93c7-2f29a5cc6960 service neutron] 10.222.0.88 "GET /v2.0/networks/e1ccaeb1-1b1f-45a4-84c3-402fd839e70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738915 Feb 08 22:25:57.410205 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-239753dc-3df7-4189-9927-e7451881e070 None None] Set router 330813e0-d79f-443f-ba56-ad0c868fb124 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:25:57.434621 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-80b19891-a87c-49e2-a9cf-d984fc3922a6 None None] Provisioning complete for port fdb9f0d5-a732-44cc-ab3c-7967f40cebe9 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:25:57.435662 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-80b19891-a87c-49e2-a9cf-d984fc3922a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fdb9f0d5-a732-44cc-ab3c-7967f40cebe9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:57.488247 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-80b19891-a87c-49e2-a9cf-d984fc3922a6 None None] Port fdb9f0d5-a732-44cc-ab3c-7967f40cebe9 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:25:57.624210 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9c2d3a55-363e-4ddf-b14c-da194f25a309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:57.627603 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-df3691b7-489e-407c-8235-ef3de78e0daa None None] Provisioning complete for port fdb9f0d5-a732-44cc-ab3c-7967f40cebe9 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:25:57.628536 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df3691b7-489e-407c-8235-ef3de78e0daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fdb9f0d5-a732-44cc-ab3c-7967f40cebe9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:57.652916 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-239753dc-3df7-4189-9927-e7451881e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526891034', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'c96d9fb3-556a-418a-a738-8c9c98734d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:25:51Z', 'updated_at': '2022-02-08T22:25:55Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': 'c96d9fb3-556a-418a-a738-8c9c98734d64', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:25:52Z', 'updated_at': '2022-02-08T22:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'fdb9f0d5-a732-44cc-ab3c-7967f40cebe9', 'name': '', 'network_id': 'e1ccaeb1-1b1f-45a4-84c3-402fd839e70d', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:1f:17:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '11392352-e029-4c98-9b78-9757239d13e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:25:55Z', 'updated_at': '2022-02-08T22:25:56Z', 'revision_number': 2, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': '11392352-e029-4c98-9b78-9757239d13e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:25:57.669417 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-df3691b7-489e-407c-8235-ef3de78e0daa None None] Port fdb9f0d5-a732-44cc-ab3c-7967f40cebe9 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:25:57.683066 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239753dc-3df7-4189-9927-e7451881e070 None None] Checking router: 330813e0-d79f-443f-ba56-ad0c868fb124 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:25:57.683346 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239753dc-3df7-4189-9927-e7451881e070 None None] Updating router 330813e0-d79f-443f-ba56-ad0c868fb124 port fdb9f0d5-a732-44cc-ab3c-7967f40cebe9 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:25:57.711900 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-239753dc-3df7-4189-9927-e7451881e070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fdb9f0d5-a732-44cc-ab3c-7967f40cebe9), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:57.835071 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0065511-afd7-44ca-a465-88df9076d90b req-d97d2699-0c68-4c2c-8e37-5e4297e20001 service neutron] 10.222.0.88 "GET /v2.0/networks/e1ccaeb1-1b1f-45a4-84c3-402fd839e70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594898 Feb 08 22:25:58.002433 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3e893e6f-e64f-4df6-8e93-287c84a599f1 req-10e2f775-9cd3-491a-b260-98938e53c854 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 210 time: 0.0300035 Feb 08 22:25:58.007264 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 811c80ff-b73f-434b-849e-f8ca6271ce47 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:25:58.009051 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-239753dc-3df7-4189-9927-e7451881e070 None None] Publish callbacks [] for port (fdb9f0d5-a732-44cc-ab3c-7967f40cebe9), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:58.016328 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-239753dc-3df7-4189-9927-e7451881e070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (fdb9f0d5-a732-44cc-ab3c-7967f40cebe9), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:58.072699 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 811c80ff-b73f-434b-849e-f8ca6271ce47 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:25:58.073173 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (811c80ff-b73f-434b-849e-f8ca6271ce47), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:58.101185 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e0ed8-bfe1-4083-9b42-2255583dc27b None None] Pushing event updated for resources: {'Port': ['ID=fdb9f0d5-a732-44cc-ab3c-7967f40cebe9,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:58.123467 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e0ed8-bfe1-4083-9b42-2255583dc27b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:58.123914 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e0ed8-bfe1-4083-9b42-2255583dc27b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:58.124315 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e0ed8-bfe1-4083-9b42-2255583dc27b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:58.124715 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e0ed8-bfe1-4083-9b42-2255583dc27b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:58.125116 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e0ed8-bfe1-4083-9b42-2255583dc27b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:58.125525 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e0ed8-bfe1-4083-9b42-2255583dc27b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:58.125920 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e0ed8-bfe1-4083-9b42-2255583dc27b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:58.126311 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e0ed8-bfe1-4083-9b42-2255583dc27b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:58.126701 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e0ed8-bfe1-4083-9b42-2255583dc27b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:58.127089 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e0ed8-bfe1-4083-9b42-2255583dc27b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:58.127478 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e0ed8-bfe1-4083-9b42-2255583dc27b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:58.127864 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e0ed8-bfe1-4083-9b42-2255583dc27b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:58.128251 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e0ed8-bfe1-4083-9b42-2255583dc27b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:25:58.146064 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-239753dc-3df7-4189-9927-e7451881e070 None None] Attempting to bind port fdb9f0d5-a732-44cc-ab3c-7967f40cebe9 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:25:58.146569 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-239753dc-3df7-4189-9927-e7451881e070 None None] Attempting to bind port fdb9f0d5-a732-44cc-ab3c-7967f40cebe9 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e1ccaeb1-1b1f-45a4-84c3-402fd839e70d'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:25:58.147166 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239753dc-3df7-4189-9927-e7451881e070 None None] Attempting to bind port fdb9f0d5-a732-44cc-ab3c-7967f40cebe9 on network e1ccaeb1-1b1f-45a4-84c3-402fd839e70d {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:25:58.153439 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239753dc-3df7-4189-9927-e7451881e070 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:25:58.153976 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239753dc-3df7-4189-9927-e7451881e070 None None] Checking segment: {'id': 'b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e1ccaeb1-1b1f-45a4-84c3-402fd839e70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:25:58.154476 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-239753dc-3df7-4189-9927-e7451881e070 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:58.155103 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239753dc-3df7-4189-9927-e7451881e070 None None] Bound using segment: {'id': 'b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e1ccaeb1-1b1f-45a4-84c3-402fd839e70d'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:25:58.155669 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-239753dc-3df7-4189-9927-e7451881e070 None None] Bound port: fdb9f0d5-a732-44cc-ab3c-7967f40cebe9, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e1ccaeb1-1b1f-45a4-84c3-402fd839e70d'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:25:58.156149 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-239753dc-3df7-4189-9927-e7451881e070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fdb9f0d5-a732-44cc-ab3c-7967f40cebe9), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:58.162191 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 811c80ff-b73f-434b-849e-f8ca6271ce47 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:25:58.163310 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c96d9fb3-556a-418a-a738-8c9c98734d64 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:25:58.214355 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port c96d9fb3-556a-418a-a738-8c9c98734d64 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:25:58.214483 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c96d9fb3-556a-418a-a738-8c9c98734d64), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:58.222849 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-239753dc-3df7-4189-9927-e7451881e070 None None] For port fdb9f0d5-a732-44cc-ab3c-7967f40cebe9, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:25:58.226280 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-239753dc-3df7-4189-9927-e7451881e070 None None] For port fdb9f0d5-a732-44cc-ab3c-7967f40cebe9, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=fdb9f0d5-a732-44cc-ab3c-7967f40cebe9,segment=NetworkSegment(b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad),segment_id=b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:25:58.233609 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-239753dc-3df7-4189-9927-e7451881e070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (fdb9f0d5-a732-44cc-ab3c-7967f40cebe9), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:58.301694 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239753dc-3df7-4189-9927-e7451881e070 None None] Routers {'330813e0-d79f-443f-ba56-ad0c868fb124'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:25:58.302565 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-239753dc-3df7-4189-9927-e7451881e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:25:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['330813e0-d79f-443f-ba56-ad0c868fb124'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:25:58.313932 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port c96d9fb3-556a-418a-a738-8c9c98734d64 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:25:58.317503 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4efdb812-ec60-40db-9e9c-9d259e58b8a5 None None] Provisioning complete for port fdb9f0d5-a732-44cc-ab3c-7967f40cebe9 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:25:58.317884 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4efdb812-ec60-40db-9e9c-9d259e58b8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fdb9f0d5-a732-44cc-ab3c-7967f40cebe9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:58.375674 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e0ed8-bfe1-4083-9b42-2255583dc27b None None] Pushing event updated for resources: {'Port': ['ID=fdb9f0d5-a732-44cc-ab3c-7967f40cebe9,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:58.411123 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4efdb812-ec60-40db-9e9c-9d259e58b8a5 None None] Current status of the port fdb9f0d5-a732-44cc-ab3c-7967f40cebe9 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:25:58.411469 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4efdb812-ec60-40db-9e9c-9d259e58b8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (fdb9f0d5-a732-44cc-ab3c-7967f40cebe9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:58.450519 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4efdb812-ec60-40db-9e9c-9d259e58b8a5 None None] For port fdb9f0d5-a732-44cc-ab3c-7967f40cebe9, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=fdb9f0d5-a732-44cc-ab3c-7967f40cebe9,segment=NetworkSegment(b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad),segment_id=b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:25:58.455826 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4efdb812-ec60-40db-9e9c-9d259e58b8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (fdb9f0d5-a732-44cc-ab3c-7967f40cebe9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:58.513190 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efdb812-ec60-40db-9e9c-9d259e58b8a5 None None] Pushing event updated for resources: {'Port': ['ID=fdb9f0d5-a732-44cc-ab3c-7967f40cebe9,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:25:58.526783 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-239753dc-3df7-4189-9927-e7451881e070 None None] Set router 330813e0-d79f-443f-ba56-ad0c868fb124 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:25:58.576058 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-71d52083-bd39-4387-bb65-97fddcb7c29b None None] Provisioning complete for port fdb9f0d5-a732-44cc-ab3c-7967f40cebe9 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:25:58.576431 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-71d52083-bd39-4387-bb65-97fddcb7c29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fdb9f0d5-a732-44cc-ab3c-7967f40cebe9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:58.654951 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-71d52083-bd39-4387-bb65-97fddcb7c29b None None] Current status of the port fdb9f0d5-a732-44cc-ab3c-7967f40cebe9 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:25:58.738611 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-239753dc-3df7-4189-9927-e7451881e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526891034', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'c96d9fb3-556a-418a-a738-8c9c98734d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:25:51Z', 'updated_at': '2022-02-08T22:25:55Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': 'c96d9fb3-556a-418a-a738-8c9c98734d64', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:25:52Z', 'updated_at': '2022-02-08T22:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'fdb9f0d5-a732-44cc-ab3c-7967f40cebe9', 'name': '', 'network_id': 'e1ccaeb1-1b1f-45a4-84c3-402fd839e70d', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:1f:17:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '11392352-e029-4c98-9b78-9757239d13e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:25:55Z', 'updated_at': '2022-02-08T22:25:58Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': '11392352-e029-4c98-9b78-9757239d13e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:25:58.764186 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239753dc-3df7-4189-9927-e7451881e070 None None] The sync data for ids ['330813e0-d79f-443f-ba56-ad0c868fb124'] in n-d-712143-31 is: [{'id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526891034', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'c96d9fb3-556a-418a-a738-8c9c98734d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:25:51Z', 'updated_at': '2022-02-08T22:25:55Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': 'c96d9fb3-556a-418a-a738-8c9c98734d64', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:25:52Z', 'updated_at': '2022-02-08T22:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'fdb9f0d5-a732-44cc-ab3c-7967f40cebe9', 'name': '', 'network_id': 'e1ccaeb1-1b1f-45a4-84c3-402fd839e70d', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:1f:17:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '11392352-e029-4c98-9b78-9757239d13e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:25:55Z', 'updated_at': '2022-02-08T22:25:58Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': '11392352-e029-4c98-9b78-9757239d13e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:25:59.101866 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d19e1e92-c474-4335-a4b7-f992aec4340d req-fc248ecc-5708-4893-96f8-8f6bd15aaa64 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 210 time: 0.0310071 Feb 08 22:25:59.487038 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:25:59.997143 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device fdb9f0d5-a732-44cc-ab3c-7967f40cebe9 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:26:00.061672 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port fdb9f0d5-a732-44cc-ab3c-7967f40cebe9 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:26:00.062135 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (fdb9f0d5-a732-44cc-ab3c-7967f40cebe9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:00.147186 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port fdb9f0d5-a732-44cc-ab3c-7967f40cebe9 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:26:00.186857 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-871a7b9e-f63b-446f-9a6f-bf340688af8c req-390378b4-8e89-4e2b-8e70-61ae62e28612 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 210 time: 0.0279291 Feb 08 22:26:01.263361 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f4ebb042-d257-442b-9c92-7698a30e0a3c req-4944cc36-1f7c-4184-9b3d-d21da121b4f6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 210 time: 0.0272052 Feb 08 22:26:01.537914 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:01.792453 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:02.360470 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ba13cb60-4ddf-4b26-ac04-dd778edbb803 req-f96de33a-9a92-4ca0-8c47-00e716dc0334 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 210 time: 0.0278459 Feb 08 22:26:02.854770 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:26:03.143323 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0065511-afd7-44ca-a465-88df9076d90b req-5d27c04c-f61a-4d8a-9877-455e95a8f005 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:03.144795 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0065511-afd7-44ca-a465-88df9076d90b req-5d27c04c-f61a-4d8a-9877-455e95a8f005 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.96 "GET /v2.0/networks?id=e1ccaeb1-1b1f-45a4-84c3-402fd839e70d HTTP/1.1" status: 200 len: 797 time: 0.1112268 Feb 08 22:26:03.207807 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0065511-afd7-44ca-a465-88df9076d90b req-c495de4e-a9c0-45d7-b770-526444649212 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c750eaf778fb4602911c448d9252f638 HTTP/1.1" status: 200 len: 380 time: 0.0545535 Feb 08 22:26:03.216692 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-f0065511-afd7-44ca-a465-88df9076d90b req-820ba647-d58e-4506-8bf3-76d466b890b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'port': {'device_id': 'f49501b2-9f22-42f2-b131-71a587cf9ed2', 'network_id': 'e1ccaeb1-1b1f-45a4-84c3-402fd839e70d', 'admin_state_up': True, 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'security_groups': ['6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:26:03.326171 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0065511-afd7-44ca-a465-88df9076d90b req-820ba647-d58e-4506-8bf3-76d466b890b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Made reservation on behalf of c750eaf778fb4602911c448d9252f638 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:26:03.329503 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f0065511-afd7-44ca-a465-88df9076d90b req-820ba647-d58e-4506-8bf3-76d466b890b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:03.469285 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c656cff-f014-42d5-8999-811faa3280a4 req-cb95f15c-4a46-4b6f-9e1b-fe579fa78bff tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 210 time: 0.0390198 Feb 08 22:26:03.482809 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-f0065511-afd7-44ca-a465-88df9076d90b req-820ba647-d58e-4506-8bf3-76d466b890b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Allocated IP 172.20.0.14 (e1ccaeb1-1b1f-45a4-84c3-402fd839e70d/11392352-e029-4c98-9b78-9757239d13e3/80e44ff3-34b9-4d54-aab4-cbab8985c761) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:26:03.622857 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f0065511-afd7-44ca-a465-88df9076d90b req-820ba647-d58e-4506-8bf3-76d466b890b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for port (80e44ff3-34b9-4d54-aab4-cbab8985c761), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:03.659531 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f0065511-afd7-44ca-a465-88df9076d90b req-820ba647-d58e-4506-8bf3-76d466b890b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (80e44ff3-34b9-4d54-aab4-cbab8985c761), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:03.700919 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0065511-afd7-44ca-a465-88df9076d90b req-820ba647-d58e-4506-8bf3-76d466b890b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network e1ccaeb1-1b1f-45a4-84c3-402fd839e70d is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:26:03.706023 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-f0065511-afd7-44ca-a465-88df9076d90b req-820ba647-d58e-4506-8bf3-76d466b890b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:26:03.709793 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0065511-afd7-44ca-a465-88df9076d90b req-820ba647-d58e-4506-8bf3-76d466b890b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:26:03.738141 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ba647-d58e-4506-8bf3-76d466b890b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Port': ['ID=80e44ff3-34b9-4d54-aab4-cbab8985c761,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:26:03.768160 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0065511-afd7-44ca-a465-88df9076d90b req-820ba647-d58e-4506-8bf3-76d466b890b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:03.768802 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f0065511-afd7-44ca-a465-88df9076d90b req-820ba647-d58e-4506-8bf3-76d466b890b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:03.786693 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0065511-afd7-44ca-a465-88df9076d90b req-820ba647-d58e-4506-8bf3-76d466b890b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5740776 Feb 08 22:26:03.849101 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-f0065511-afd7-44ca-a465-88df9076d90b req-247aa812-9800-4262-a6b5-53986ffde43c service neutron] Request body: {'port': {'device_id': 'f49501b2-9f22-42f2-b131-71a587cf9ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:26:03.911610 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-536048da-6519-4dd8-b9f4-db678ca116f6 None None] Provisioning complete for port 80e44ff3-34b9-4d54-aab4-cbab8985c761 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:26:03.912193 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-536048da-6519-4dd8-b9f4-db678ca116f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (80e44ff3-34b9-4d54-aab4-cbab8985c761), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:03.917078 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f0065511-afd7-44ca-a465-88df9076d90b req-247aa812-9800-4262-a6b5-53986ffde43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (80e44ff3-34b9-4d54-aab4-cbab8985c761), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:03.948661 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-536048da-6519-4dd8-b9f4-db678ca116f6 None None] Port 80e44ff3-34b9-4d54-aab4-cbab8985c761 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:26:04.185298 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-f0065511-afd7-44ca-a465-88df9076d90b req-247aa812-9800-4262-a6b5-53986ffde43c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e44ff3-34b9-4d54-aab4-cbab8985c761 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:26:04.192822 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f0065511-afd7-44ca-a465-88df9076d90b req-247aa812-9800-4262-a6b5-53986ffde43c service neutron] Publish callbacks [] for port (80e44ff3-34b9-4d54-aab4-cbab8985c761), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:04.205349 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-f0065511-afd7-44ca-a465-88df9076d90b req-247aa812-9800-4262-a6b5-53986ffde43c service neutron] Transition to ACTIVE for port object 80e44ff3-34b9-4d54-aab4-cbab8985c761 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:26:04.209522 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f0065511-afd7-44ca-a465-88df9076d90b req-247aa812-9800-4262-a6b5-53986ffde43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (80e44ff3-34b9-4d54-aab4-cbab8985c761), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:04.261373 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247aa812-9800-4262-a6b5-53986ffde43c service neutron] Pushing event updated for resources: {'Port': ['ID=80e44ff3-34b9-4d54-aab4-cbab8985c761,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:26:04.342097 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-f0065511-afd7-44ca-a465-88df9076d90b req-247aa812-9800-4262-a6b5-53986ffde43c service neutron] Attempting to bind port 80e44ff3-34b9-4d54-aab4-cbab8985c761 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:26:04.342470 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-f0065511-afd7-44ca-a465-88df9076d90b req-247aa812-9800-4262-a6b5-53986ffde43c service neutron] Attempting to bind port 80e44ff3-34b9-4d54-aab4-cbab8985c761 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e1ccaeb1-1b1f-45a4-84c3-402fd839e70d'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:26:04.342880 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0065511-afd7-44ca-a465-88df9076d90b req-247aa812-9800-4262-a6b5-53986ffde43c service neutron] Attempting to bind port 80e44ff3-34b9-4d54-aab4-cbab8985c761 on network e1ccaeb1-1b1f-45a4-84c3-402fd839e70d {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:26:04.347813 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0065511-afd7-44ca-a465-88df9076d90b req-247aa812-9800-4262-a6b5-53986ffde43c service neutron] Port 80e44ff3-34b9-4d54-aab4-cbab8985c761 on network e1ccaeb1-1b1f-45a4-84c3-402fd839e70d not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:26:04.348142 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0065511-afd7-44ca-a465-88df9076d90b req-247aa812-9800-4262-a6b5-53986ffde43c service neutron] Attempting to bind port 80e44ff3-34b9-4d54-aab4-cbab8985c761 on network e1ccaeb1-1b1f-45a4-84c3-402fd839e70d {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:26:04.353379 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0065511-afd7-44ca-a465-88df9076d90b req-247aa812-9800-4262-a6b5-53986ffde43c service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:26:04.353768 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0065511-afd7-44ca-a465-88df9076d90b req-247aa812-9800-4262-a6b5-53986ffde43c service neutron] Checking segment: {'id': 'b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e1ccaeb1-1b1f-45a4-84c3-402fd839e70d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:26:04.354164 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0065511-afd7-44ca-a465-88df9076d90b req-247aa812-9800-4262-a6b5-53986ffde43c service neutron] Bound using segment: {'id': 'b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e1ccaeb1-1b1f-45a4-84c3-402fd839e70d'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:26:04.354598 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-f0065511-afd7-44ca-a465-88df9076d90b req-247aa812-9800-4262-a6b5-53986ffde43c service neutron] Bound port: 80e44ff3-34b9-4d54-aab4-cbab8985c761, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e1ccaeb1-1b1f-45a4-84c3-402fd839e70d'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:26:04.354970 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f0065511-afd7-44ca-a465-88df9076d90b req-247aa812-9800-4262-a6b5-53986ffde43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (80e44ff3-34b9-4d54-aab4-cbab8985c761), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:04.442984 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-f0065511-afd7-44ca-a465-88df9076d90b req-247aa812-9800-4262-a6b5-53986ffde43c service neutron] For port 80e44ff3-34b9-4d54-aab4-cbab8985c761, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:26:04.454078 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-f0065511-afd7-44ca-a465-88df9076d90b req-247aa812-9800-4262-a6b5-53986ffde43c service neutron] For port 80e44ff3-34b9-4d54-aab4-cbab8985c761, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=80e44ff3-34b9-4d54-aab4-cbab8985c761,segment=NetworkSegment(b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad),segment_id=b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:26:04.464491 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f0065511-afd7-44ca-a465-88df9076d90b req-247aa812-9800-4262-a6b5-53986ffde43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (80e44ff3-34b9-4d54-aab4-cbab8985c761), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:04.499604 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0065511-afd7-44ca-a465-88df9076d90b req-247aa812-9800-4262-a6b5-53986ffde43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:04.500288 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-f0065511-afd7-44ca-a465-88df9076d90b req-247aa812-9800-4262-a6b5-53986ffde43c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:04.501938 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0065511-afd7-44ca-a465-88df9076d90b req-247aa812-9800-4262-a6b5-53986ffde43c service neutron] 10.222.0.96 "PUT /v2.0/ports/80e44ff3-34b9-4d54-aab4-cbab8985c761 HTTP/1.1" status: 200 len: 1093 time: 0.7085276 Feb 08 22:26:04.502395 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49501b2-9f22-42f2-b131-71a587cf9ed2', 'tag': '80e44ff3-34b9-4d54-aab4-cbab8985c761'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:26:04.505117 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b4a061-438d-4ce3-b416-dea406fc1893" -d '{"events": [{"name": "network-changed", "server_uuid": "f49501b2-9f22-42f2-b131-71a587cf9ed2", "tag": "80e44ff3-34b9-4d54-aab4-cbab8985c761"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:26:04.545079 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247aa812-9800-4262-a6b5-53986ffde43c service neutron] Pushing event updated for resources: {'Port': ['ID=80e44ff3-34b9-4d54-aab4-cbab8985c761,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:26:04.561556 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9205ade2-9f70-4e4b-a6ad-81a485117893 x-openstack-request-id: req-9205ade2-9f70-4e4b-a6ad-81a485117893 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:26:04.561860 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49501b2-9f22-42f2-b131-71a587cf9ed2", "tag": "80e44ff3-34b9-4d54-aab4-cbab8985c761", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:26:04.562156 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9205ade2-9f70-4e4b-a6ad-81a485117893 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:26:04.562516 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f49501b2-9f22-42f2-b131-71a587cf9ed2', 'tag': '80e44ff3-34b9-4d54-aab4-cbab8985c761', 'status': 'completed', 'code': 200} Feb 08 22:26:04.646260 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a6d6f-80ff-4444-8f5b-3ad909cfe6a9 req-e9334ecf-81ba-4bcf-bbe6-33f1bbe84de7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:04.647848 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-660a6d6f-80ff-4444-8f5b-3ad909cfe6a9 req-e9334ecf-81ba-4bcf-bbe6-33f1bbe84de7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 944 time: 0.0832753 Feb 08 22:26:04.650125 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0065511-afd7-44ca-a465-88df9076d90b req-63c7d969-6bb3-42b2-b4b7-87f8e91b99f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:04.651553 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0065511-afd7-44ca-a465-88df9076d90b req-63c7d969-6bb3-42b2-b4b7-87f8e91b99f0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 1127 time: 0.1004670 Feb 08 22:26:04.708124 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0065511-afd7-44ca-a465-88df9076d90b req-a3957aef-31f5-4bda-b15a-8913b4eeeb7e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80e44ff3-34b9-4d54-aab4-cbab8985c761 HTTP/1.1" status: 200 len: 217 time: 0.0471008 Feb 08 22:26:04.772499 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-660a6d6f-80ff-4444-8f5b-3ad909cfe6a9 req-0bab3faa-e821-4a31-8965-03cd630b9b8d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186492 Feb 08 22:26:04.793568 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0065511-afd7-44ca-a465-88df9076d90b req-90eeb774-b9ff-4668-982d-26373286710a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:04.795218 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0065511-afd7-44ca-a465-88df9076d90b req-90eeb774-b9ff-4668-982d-26373286710a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=11392352-e029-4c98-9b78-9757239d13e3 HTTP/1.1" status: 200 len: 834 time: 0.0793335 Feb 08 22:26:04.849660 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0065511-afd7-44ca-a465-88df9076d90b req-06eaa8e9-388e-42bf-9598-784bcbedd002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:04.851174 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0065511-afd7-44ca-a465-88df9076d90b req-06eaa8e9-388e-42bf-9598-784bcbedd002 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e1ccaeb1-1b1f-45a4-84c3-402fd839e70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480280 Feb 08 22:26:04.941464 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0065511-afd7-44ca-a465-88df9076d90b req-ed8e3217-bef4-43aa-929b-afe6eb464fa4 service neutron] 10.222.0.96 "GET /v2.0/networks/e1ccaeb1-1b1f-45a4-84c3-402fd839e70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839043 Feb 08 22:26:05.034441 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0065511-afd7-44ca-a465-88df9076d90b req-69f98ab9-fd09-458b-961c-edb9be7ed5cf service neutron] 10.222.0.96 "GET /v2.0/networks/e1ccaeb1-1b1f-45a4-84c3-402fd839e70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873754 Feb 08 22:26:05.122872 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4a061-438d-4ce3-b416-dea406fc1893 req-c8288a81-41a9-4b4a-ba8c-a68cbd15328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:05.124385 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13b4a061-438d-4ce3-b416-dea406fc1893 req-c8288a81-41a9-4b4a-ba8c-a68cbd15328e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 1127 time: 0.0464218 Feb 08 22:26:05.219632 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4a061-438d-4ce3-b416-dea406fc1893 req-d920c733-c228-4f72-a542-69731c5a7b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:05.221113 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13b4a061-438d-4ce3-b416-dea406fc1893 req-d920c733-c228-4f72-a542-69731c5a7b60 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e1ccaeb1-1b1f-45a4-84c3-402fd839e70d HTTP/1.1" status: 200 len: 898 time: 0.0903461 Feb 08 22:26:05.262465 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13b4a061-438d-4ce3-b416-dea406fc1893 req-29a33459-7c7c-4512-8ca3-7db185e62a94 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80e44ff3-34b9-4d54-aab4-cbab8985c761 HTTP/1.1" status: 200 len: 217 time: 0.0355597 Feb 08 22:26:05.310868 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4a061-438d-4ce3-b416-dea406fc1893 req-2ddf32a7-13cc-4147-aeb1-35e59be787f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:05.312262 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13b4a061-438d-4ce3-b416-dea406fc1893 req-2ddf32a7-13cc-4147-aeb1-35e59be787f2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=11392352-e029-4c98-9b78-9757239d13e3 HTTP/1.1" status: 200 len: 834 time: 0.0443749 Feb 08 22:26:05.365567 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4a061-438d-4ce3-b416-dea406fc1893 req-82238e3a-b87b-47ab-83a2-774e05b9d348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:05.367088 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13b4a061-438d-4ce3-b416-dea406fc1893 req-82238e3a-b87b-47ab-83a2-774e05b9d348 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e1ccaeb1-1b1f-45a4-84c3-402fd839e70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492477 Feb 08 22:26:05.455412 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13b4a061-438d-4ce3-b416-dea406fc1893 req-a8dc5489-bc18-4d90-b130-125624427f72 service neutron] 10.222.0.96 "GET /v2.0/networks/e1ccaeb1-1b1f-45a4-84c3-402fd839e70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820653 Feb 08 22:26:05.548691 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-13b4a061-438d-4ce3-b416-dea406fc1893 req-7be93010-85b8-410e-aeed-b0e91fb61e24 service neutron] 10.222.0.96 "GET /v2.0/networks/e1ccaeb1-1b1f-45a4-84c3-402fd839e70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876341 Feb 08 22:26:05.896613 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fdef9-01e9-4a1f-832c-910f4bafe074 req-bd7435d2-4129-4916-bf05-192ca8aeefa5 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:05.898125 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5e8fdef9-01e9-4a1f-832c-910f4bafe074 req-bd7435d2-4129-4916-bf05-192ca8aeefa5 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 944 time: 0.0552270 Feb 08 22:26:05.948239 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5e8fdef9-01e9-4a1f-832c-910f4bafe074 req-c5eee93b-c29f-4ac2-92f8-e5ef453f0357 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437744 Feb 08 22:26:07.094669 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:07.118065 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9ee73-4c76-47c3-a2dc-d700ce9f90b8 req-fe108859-26fd-46e7-8d2e-49e72ebafe57 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:07.120041 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ac9ee73-4c76-47c3-a2dc-d700ce9f90b8 req-fe108859-26fd-46e7-8d2e-49e72ebafe57 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 944 time: 0.1036718 Feb 08 22:26:07.140936 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:07.170655 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2ac9ee73-4c76-47c3-a2dc-d700ce9f90b8 req-3f95c452-b926-4746-bba6-932f753fedeb tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448010 Feb 08 22:26:08.294772 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09116a-9423-48ee-a201-ff705c3392fc req-8f83a85c-be76-4a65-be03-5de0ec04b8c1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:08.296347 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3f09116a-9423-48ee-a201-ff705c3392fc req-8f83a85c-be76-4a65-be03-5de0ec04b8c1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 944 time: 0.0578370 Feb 08 22:26:08.345654 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3f09116a-9423-48ee-a201-ff705c3392fc req-b37dd728-cd84-4f3c-8ff3-df1da05e77bd tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436792 Feb 08 22:26:09.466649 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce28282-df1c-4680-be7c-7a79ad8259eb req-c15ad7e7-a02e-43b4-b781-b45c011f140a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:09.468234 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8ce28282-df1c-4680-be7c-7a79ad8259eb req-c15ad7e7-a02e-43b4-b781-b45c011f140a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 944 time: 0.0544014 Feb 08 22:26:09.516842 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8ce28282-df1c-4680-be7c-7a79ad8259eb req-bc74d9d4-8e4d-4a49-8157-29f676fa809b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430248 Feb 08 22:26:09.560376 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 80e44ff3-34b9-4d54-aab4-cbab8985c761 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:26:09.660361 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 80e44ff3-34b9-4d54-aab4-cbab8985c761, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=80e44ff3-34b9-4d54-aab4-cbab8985c761,segment=NetworkSegment(b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad),segment_id=b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:26:09.671848 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '80e44ff3-34b9-4d54-aab4-cbab8985c761', 'network_id': 'e1ccaeb1-1b1f-45a4-84c3-402fd839e70d', 'port_id': '80e44ff3-34b9-4d54-aab4-cbab8985c761', 'mac_address': 'fa:16:3e:44:cc:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11392352-e029-4c98-9b78-9757239d13e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:26:09.708206 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 80e44ff3-34b9-4d54-aab4-cbab8985c761 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:26:09.708592 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (80e44ff3-34b9-4d54-aab4-cbab8985c761), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:09.722065 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e44ff3-34b9-4d54-aab4-cbab8985c761 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:26:09.741094 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 80e44ff3-34b9-4d54-aab4-cbab8985c761, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=80e44ff3-34b9-4d54-aab4-cbab8985c761,segment=NetworkSegment(b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad),segment_id=b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:26:09.745428 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (80e44ff3-34b9-4d54-aab4-cbab8985c761), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:09.797244 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=80e44ff3-34b9-4d54-aab4-cbab8985c761,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:26:10.106252 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['80e44ff3-34b9-4d54-aab4-cbab8985c761'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:26:10.636411 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd346d02-c173-4ae6-80c5-8fa9912aee77 req-99fdde94-cb88-44d5-95a3-f998ec90b0e6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:10.637931 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd346d02-c173-4ae6-80c5-8fa9912aee77 req-99fdde94-cb88-44d5-95a3-f998ec90b0e6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 945 time: 0.0535607 Feb 08 22:26:10.690073 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd346d02-c173-4ae6-80c5-8fa9912aee77 req-8a6ae36b-1836-4088-b830-bbd5e848e6b9 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466046 Feb 08 22:26:11.560638 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 80e44ff3-34b9-4d54-aab4-cbab8985c761 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:26:11.612110 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 80e44ff3-34b9-4d54-aab4-cbab8985c761 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:26:11.616006 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 80e44ff3-34b9-4d54-aab4-cbab8985c761 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:26:11.616400 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (80e44ff3-34b9-4d54-aab4-cbab8985c761), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:11.694523 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 80e44ff3-34b9-4d54-aab4-cbab8985c761 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:26:11.694908 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (80e44ff3-34b9-4d54-aab4-cbab8985c761), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:11.721478 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49501b2-9f22-42f2-b131-71a587cf9ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e44ff3-34b9-4d54-aab4-cbab8985c761'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:26:11.724003 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6319b2c4-d6d4-4ddd-96e1-e135841ee520" -d '{"events": [{"server_uuid": "f49501b2-9f22-42f2-b131-71a587cf9ed2", "name": "network-vif-plugged", "status": "completed", "tag": "80e44ff3-34b9-4d54-aab4-cbab8985c761"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:26:11.740651 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 80e44ff3-34b9-4d54-aab4-cbab8985c761, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=80e44ff3-34b9-4d54-aab4-cbab8985c761,segment=NetworkSegment(b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad),segment_id=b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:26:11.746096 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (80e44ff3-34b9-4d54-aab4-cbab8985c761), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:11.775476 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f832275c-7736-4f0f-9f19-2f0bb2895ae1 x-openstack-request-id: req-f832275c-7736-4f0f-9f19-2f0bb2895ae1 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:26:11.776252 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49501b2-9f22-42f2-b131-71a587cf9ed2", "name": "network-vif-plugged", "status": "completed", "tag": "80e44ff3-34b9-4d54-aab4-cbab8985c761", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:26:11.776454 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f832275c-7736-4f0f-9f19-2f0bb2895ae1 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:26:11.777006 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49501b2-9f22-42f2-b131-71a587cf9ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e44ff3-34b9-4d54-aab4-cbab8985c761', 'code': 200} Feb 08 22:26:11.809802 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=80e44ff3-34b9-4d54-aab4-cbab8985c761,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:26:11.818288 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb60d49-d5a3-4563-b619-37b6a55022bf req-e2b83073-0a73-4754-8c3e-238ea0da4b6a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:11.819879 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fbb60d49-d5a3-4563-b619-37b6a55022bf req-e2b83073-0a73-4754-8c3e-238ea0da4b6a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 946 time: 0.0574629 Feb 08 22:26:11.895425 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fbb60d49-d5a3-4563-b619-37b6a55022bf req-c79e706e-6253-4259-b212-399918ccd5c2 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708079 Feb 08 22:26:11.903378 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2832aef-e8a9-4fa5-b6cb-60c8a557edf2 req-db28404d-04b6-480a-b5ba-9dec0f49e46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:11.904884 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e2832aef-e8a9-4fa5-b6cb-60c8a557edf2 req-db28404d-04b6-480a-b5ba-9dec0f49e46a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 1129 time: 0.0741560 Feb 08 22:26:11.953255 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e2832aef-e8a9-4fa5-b6cb-60c8a557edf2 req-26485ea7-62b9-49db-8f92-d056955e52fe service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422685 Feb 08 22:26:13.024136 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338acbe9-922e-4408-bf57-9b744c9fca7c req-2ce4e6b6-cb5f-49c6-b915-3755790d5818 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:13.026415 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-338acbe9-922e-4408-bf57-9b744c9fca7c req-2ce4e6b6-cb5f-49c6-b915-3755790d5818 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 946 time: 0.0573926 Feb 08 22:26:13.075385 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-338acbe9-922e-4408-bf57-9b744c9fca7c req-54c45e5c-c90a-4868-b610-5c73ca14f3c6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434320 Feb 08 22:26:14.194097 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331642f-7601-4097-a3ab-51f7eae66305 req-104e4926-43a8-4d69-8d53-966b628b9574 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:14.195486 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b331642f-7601-4097-a3ab-51f7eae66305 req-104e4926-43a8-4d69-8d53-966b628b9574 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 946 time: 0.0522628 Feb 08 22:26:14.245842 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b331642f-7601-4097-a3ab-51f7eae66305 req-5e713d89-3572-42da-ac32-2c346dd9e96d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437922 Feb 08 22:26:14.368932 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd0b04-f43c-45e8-afcc-42396f3619ea req-b31aa430-5058-4b1c-af1b-68340db3f532 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:14.370940 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8edd0b04-f43c-45e8-afcc-42396f3619ea req-b31aa430-5058-4b1c-af1b-68340db3f532 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 946 time: 0.0574908 Feb 08 22:26:14.419693 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8edd0b04-f43c-45e8-afcc-42396f3619ea req-09829d08-9df2-4df5-bb9c-1b0f3fc953fd tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430899 Feb 08 22:26:14.445644 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47638) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:26:14.494511 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a1591c-844d-4e8e-96c9-380431122adf tempest-TestNetworkAdvancedServerOps-828575151 tempest-TestNetworkAdvancedServerOps-828575151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:14.496059 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a6a1591c-844d-4e8e-96c9-380431122adf tempest-TestNetworkAdvancedServerOps-828575151 tempest-TestNetworkAdvancedServerOps-828575151-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 1124 time: 0.0494826 Feb 08 22:26:14.499045 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47640) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:26:14.503304 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-abeadcfe-fda2-4113-a4e0-f74aefc9a004 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'port_id': '80e44ff3-34b9-4d54-aab4-cbab8985c761', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:26:14.523964 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abeadcfe-fda2-4113-a4e0-f74aefc9a004 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:14.620483 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abeadcfe-fda2-4113-a4e0-f74aefc9a004 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:14.725503 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-abeadcfe-fda2-4113-a4e0-f74aefc9a004 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Allocated IP 172.25.3.88 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/14f0a663-5f40-4bbd-bf4f-64a8941c9429) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:26:14.825852 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abeadcfe-fda2-4113-a4e0-f74aefc9a004 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for port (14f0a663-5f40-4bbd-bf4f-64a8941c9429), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:14.860013 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abeadcfe-fda2-4113-a4e0-f74aefc9a004 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (14f0a663-5f40-4bbd-bf4f-64a8941c9429), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:14.899317 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abeadcfe-fda2-4113-a4e0-f74aefc9a004 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:26:14.904292 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-abeadcfe-fda2-4113-a4e0-f74aefc9a004 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:26:14.907807 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeadcfe-fda2-4113-a4e0-f74aefc9a004 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:26:14.931164 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeadcfe-fda2-4113-a4e0-f74aefc9a004 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Port': ['ID=14f0a663-5f40-4bbd-bf4f-64a8941c9429,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:26:15.256823 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abeadcfe-fda2-4113-a4e0-f74aefc9a004 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for floatingip (46a3a195-c8ad-4c37-9c2e-edb94274f291), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:15.327235 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abeadcfe-fda2-4113-a4e0-f74aefc9a004 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (14f0a663-5f40-4bbd-bf4f-64a8941c9429), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:15.481360 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abeadcfe-fda2-4113-a4e0-f74aefc9a004 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for port (14f0a663-5f40-4bbd-bf4f-64a8941c9429), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:15.486103 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abeadcfe-fda2-4113-a4e0-f74aefc9a004 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (14f0a663-5f40-4bbd-bf4f-64a8941c9429), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:15.563743 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeadcfe-fda2-4113-a4e0-f74aefc9a004 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Port': ['ID=14f0a663-5f40-4bbd-bf4f-64a8941c9429,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:26:15.574186 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abeadcfe-fda2-4113-a4e0-f74aefc9a004 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (46a3a195-c8ad-4c37-9c2e-edb94274f291), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:15.680545 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-abeadcfe-fda2-4113-a4e0-f74aefc9a004 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Floating IP 46a3a195-c8ad-4c37-9c2e-edb94274f291 associated. External IP: 172.25.3.88, port: 80e44ff3-34b9-4d54-aab4-cbab8985c761. Feb 08 22:26:15.909692 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abeadcfe-fda2-4113-a4e0-f74aefc9a004 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Router 330813e0-d79f-443f-ba56-ad0c868fb124 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:26:16.017443 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abeadcfe-fda2-4113-a4e0-f74aefc9a004 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:26:16.028603 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee1cc5e-86ee-4dbd-95a7-1c4572df7ada None None] Sync routers for ids ['330813e0-d79f-443f-ba56-ad0c868fb124'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:26:16.036099 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abeadcfe-fda2-4113-a4e0-f74aefc9a004 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:16.040914 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee1cc5e-86ee-4dbd-95a7-1c4572df7ada None None] Routers {'330813e0-d79f-443f-ba56-ad0c868fb124'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:26:16.042278 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-fee1cc5e-86ee-4dbd-95a7-1c4572df7ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:25:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['330813e0-d79f-443f-ba56-ad0c868fb124'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:26:16.072596 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-abeadcfe-fda2-4113-a4e0-f74aefc9a004 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5724895 Feb 08 22:26:16.073218 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49501b2-9f22-42f2-b131-71a587cf9ed2', 'tag': '80e44ff3-34b9-4d54-aab4-cbab8985c761'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:26:16.075561 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1802cce71311667749108c4770a25da94a97ab17bab80bd33ee27ebae59f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165f246f-2709-4f5e-b6fe-2816150f4272" -d '{"events": [{"name": "network-changed", "server_uuid": "f49501b2-9f22-42f2-b131-71a587cf9ed2", "tag": "80e44ff3-34b9-4d54-aab4-cbab8985c761"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:26:16.131692 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d18ccaf-4d4a-409b-b16a-f9b3defb8fab x-openstack-request-id: req-0d18ccaf-4d4a-409b-b16a-f9b3defb8fab {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:26:16.131993 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49501b2-9f22-42f2-b131-71a587cf9ed2", "tag": "80e44ff3-34b9-4d54-aab4-cbab8985c761", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:26:16.132250 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0d18ccaf-4d4a-409b-b16a-f9b3defb8fab {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:26:16.132656 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f49501b2-9f22-42f2-b131-71a587cf9ed2', 'tag': '80e44ff3-34b9-4d54-aab4-cbab8985c761', 'status': 'completed', 'code': 200} Feb 08 22:26:16.190239 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-fee1cc5e-86ee-4dbd-95a7-1c4572df7ada None None] Set router 330813e0-d79f-443f-ba56-ad0c868fb124 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:26:16.237987 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de4f60-1b5c-4138-ab26-806233214944 req-3de081d9-d204-4b24-bad9-aca7e26f4e33 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:16.239524 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-77de4f60-1b5c-4138-ab26-806233214944 req-3de081d9-d204-4b24-bad9-aca7e26f4e33 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 946 time: 0.0836096 Feb 08 22:26:16.246094 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f246f-2709-4f5e-b6fe-2816150f4272 req-cbaab81a-7f9a-4100-9718-7852461041c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:16.247563 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-165f246f-2709-4f5e-b6fe-2816150f4272 req-cbaab81a-7f9a-4100-9718-7852461041c1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 1129 time: 0.0823855 Feb 08 22:26:16.350976 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-77de4f60-1b5c-4138-ab26-806233214944 req-8f06add8-1edb-46bf-89a8-a6ab33750545 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022635 Feb 08 22:26:16.374563 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47646) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:26:16.386063 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f246f-2709-4f5e-b6fe-2816150f4272 req-5c6634ed-71a4-4ac1-83ec-c7eefbe565a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:16.387551 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-165f246f-2709-4f5e-b6fe-2816150f4272 req-5c6634ed-71a4-4ac1-83ec-c7eefbe565a0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e1ccaeb1-1b1f-45a4-84c3-402fd839e70d HTTP/1.1" status: 200 len: 898 time: 0.1331677 Feb 08 22:26:16.422395 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-fee1cc5e-86ee-4dbd-95a7-1c4572df7ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526891034', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'c96d9fb3-556a-418a-a738-8c9c98734d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:25:51Z', 'updated_at': '2022-02-08T22:25:55Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': 'c96d9fb3-556a-418a-a738-8c9c98734d64', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:25:52Z', 'updated_at': '2022-02-08T22:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '46a3a195-c8ad-4c37-9c2e-edb94274f291', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'floating_ip_address': '172.25.3.88', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'port_id': '80e44ff3-34b9-4d54-aab4-cbab8985c761', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ccaeb1-1b1f-45a4-84c3-402fd839e70d', 'mac_address': 'fa:16:3e:44:cc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49501b2-9f22-42f2-b131-71a587cf9ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:26:15Z', 'updated_at': '2022-02-08T22:26:15Z', 'revision_number': 0, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdb9f0d5-a732-44cc-ab3c-7967f40cebe9', 'name': '', 'network_id': 'e1ccaeb1-1b1f-45a4-84c3-402fd839e70d', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:1f:17:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '11392352-e029-4c98-9b78-9757239d13e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:25:55Z', 'updated_at': '2022-02-08T22:25:58Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': '11392352-e029-4c98-9b78-9757239d13e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:26:16.439110 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-702d0fa5-015c-4519-868a-781bda081e4c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/floatingips/46a3a195-c8ad-4c37-9c2e-edb94274f291 HTTP/1.1" status: 200 len: 991 time: 0.0620742 Feb 08 22:26:16.450621 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee1cc5e-86ee-4dbd-95a7-1c4572df7ada None None] Checking router: 330813e0-d79f-443f-ba56-ad0c868fb124 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:26:16.460011 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee1cc5e-86ee-4dbd-95a7-1c4572df7ada None None] Routers {'330813e0-d79f-443f-ba56-ad0c868fb124'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:26:16.460663 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-fee1cc5e-86ee-4dbd-95a7-1c4572df7ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:25:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['330813e0-d79f-443f-ba56-ad0c868fb124'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:26:16.464677 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-165f246f-2709-4f5e-b6fe-2816150f4272 req-461f7f4b-0abe-4e73-a7c7-b6edc6c6da00 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80e44ff3-34b9-4d54-aab4-cbab8985c761 HTTP/1.1" status: 200 len: 999 time: 0.0713043 Feb 08 22:26:16.519382 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f246f-2709-4f5e-b6fe-2816150f4272 req-59c2bcfe-d36c-4b2d-8c67-f2ec7902437d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:16.520879 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-165f246f-2709-4f5e-b6fe-2816150f4272 req-59c2bcfe-d36c-4b2d-8c67-f2ec7902437d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=11392352-e029-4c98-9b78-9757239d13e3 HTTP/1.1" status: 200 len: 834 time: 0.0494692 Feb 08 22:26:16.573598 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f246f-2709-4f5e-b6fe-2816150f4272 req-8b585862-eca9-451d-8ea0-fe23f0383eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:16.575082 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-165f246f-2709-4f5e-b6fe-2816150f4272 req-8b585862-eca9-451d-8ea0-fe23f0383eba service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e1ccaeb1-1b1f-45a4-84c3-402fd839e70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479701 Feb 08 22:26:16.666285 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-165f246f-2709-4f5e-b6fe-2816150f4272 req-6eb51b40-05d2-4158-9574-58473fb691e2 service neutron] 10.222.0.96 "GET /v2.0/networks/e1ccaeb1-1b1f-45a4-84c3-402fd839e70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854113 Feb 08 22:26:16.736423 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-fee1cc5e-86ee-4dbd-95a7-1c4572df7ada None None] Set router 330813e0-d79f-443f-ba56-ad0c868fb124 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:26:16.773373 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-165f246f-2709-4f5e-b6fe-2816150f4272 req-7986ef70-1f2f-4069-af21-53bff7d2641a service neutron] 10.222.0.96 "GET /v2.0/networks/e1ccaeb1-1b1f-45a4-84c3-402fd839e70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015620 Feb 08 22:26:16.959035 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-fee1cc5e-86ee-4dbd-95a7-1c4572df7ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526891034', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'c96d9fb3-556a-418a-a738-8c9c98734d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:25:51Z', 'updated_at': '2022-02-08T22:25:55Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': 'c96d9fb3-556a-418a-a738-8c9c98734d64', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:25:52Z', 'updated_at': '2022-02-08T22:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '46a3a195-c8ad-4c37-9c2e-edb94274f291', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'floating_ip_address': '172.25.3.88', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'port_id': '80e44ff3-34b9-4d54-aab4-cbab8985c761', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ccaeb1-1b1f-45a4-84c3-402fd839e70d', 'mac_address': 'fa:16:3e:44:cc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49501b2-9f22-42f2-b131-71a587cf9ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:26:15Z', 'updated_at': '2022-02-08T22:26:15Z', 'revision_number': 0, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdb9f0d5-a732-44cc-ab3c-7967f40cebe9', 'name': '', 'network_id': 'e1ccaeb1-1b1f-45a4-84c3-402fd839e70d', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:1f:17:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '11392352-e029-4c98-9b78-9757239d13e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:25:55Z', 'updated_at': '2022-02-08T22:25:58Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': '11392352-e029-4c98-9b78-9757239d13e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:26:16.989509 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee1cc5e-86ee-4dbd-95a7-1c4572df7ada None None] The sync data for ids ['330813e0-d79f-443f-ba56-ad0c868fb124'] in n-d-712143-31 is: [{'id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526891034', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'c96d9fb3-556a-418a-a738-8c9c98734d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:25:51Z', 'updated_at': '2022-02-08T22:25:55Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': 'c96d9fb3-556a-418a-a738-8c9c98734d64', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:25:52Z', 'updated_at': '2022-02-08T22:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '46a3a195-c8ad-4c37-9c2e-edb94274f291', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'floating_ip_address': '172.25.3.88', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'port_id': '80e44ff3-34b9-4d54-aab4-cbab8985c761', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1ccaeb1-1b1f-45a4-84c3-402fd839e70d', 'mac_address': 'fa:16:3e:44:cc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49501b2-9f22-42f2-b131-71a587cf9ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:26:15Z', 'updated_at': '2022-02-08T22:26:15Z', 'revision_number': 0, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdb9f0d5-a732-44cc-ab3c-7967f40cebe9', 'name': '', 'network_id': 'e1ccaeb1-1b1f-45a4-84c3-402fd839e70d', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:1f:17:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '11392352-e029-4c98-9b78-9757239d13e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:25:55Z', 'updated_at': '2022-02-08T22:25:58Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': '11392352-e029-4c98-9b78-9757239d13e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:26:17.181187 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8f9349-e365-42ca-b903-06258ec38c44 None None] New status for floating IP 46a3a195-c8ad-4c37-9c2e-edb94274f291: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:26:17.442009 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47648) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:26:17.502577 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-40e6b9b0-0013-4b73-bcf6-902289299e3b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/floatingips/46a3a195-c8ad-4c37-9c2e-edb94274f291 HTTP/1.1" status: 200 len: 993 time: 0.0593412 Feb 08 22:26:24.343107 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7829a9d6-b40b-4a13-afde-2e565f3c907e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:27.618378 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ee3a09b9-f434-4794-8590-191464719a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:29.492055 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:31.177848 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cd5578b-0de3-47bb-aa4f-d739921041ce req-c364255b-5184-4e38-964d-66c56d939227 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0488210 Feb 08 22:26:31.269632 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5578b-0de3-47bb-aa4f-d739921041ce req-18b85c43-7fd5-4c5a-9e70-ae4481356270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:31.271195 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cd5578b-0de3-47bb-aa4f-d739921041ce req-18b85c43-7fd5-4c5a-9e70-ae4481356270 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 1129 time: 0.0522232 Feb 08 22:26:31.380874 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5578b-0de3-47bb-aa4f-d739921041ce req-f807c57f-fd44-4dba-ba59-7a98b1937bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:31.382425 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cd5578b-0de3-47bb-aa4f-d739921041ce req-f807c57f-fd44-4dba-ba59-7a98b1937bf6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e1ccaeb1-1b1f-45a4-84c3-402fd839e70d HTTP/1.1" status: 200 len: 898 time: 0.0884442 Feb 08 22:26:31.451240 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cd5578b-0de3-47bb-aa4f-d739921041ce req-a77ca88a-d3a7-4e19-865d-7e8b80ee717a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80e44ff3-34b9-4d54-aab4-cbab8985c761 HTTP/1.1" status: 200 len: 1001 time: 0.0627651 Feb 08 22:26:31.500267 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5578b-0de3-47bb-aa4f-d739921041ce req-71a43f5a-73dc-493d-b79a-0a9c18d64523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:31.501982 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cd5578b-0de3-47bb-aa4f-d739921041ce req-71a43f5a-73dc-493d-b79a-0a9c18d64523 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=11392352-e029-4c98-9b78-9757239d13e3 HTTP/1.1" status: 200 len: 834 time: 0.0444193 Feb 08 22:26:31.542647 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:31.552308 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5578b-0de3-47bb-aa4f-d739921041ce req-5aefafd5-635e-44b4-bcb5-bd1d3648518c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:26:31.553963 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cd5578b-0de3-47bb-aa4f-d739921041ce req-5aefafd5-635e-44b4-bcb5-bd1d3648518c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e1ccaeb1-1b1f-45a4-84c3-402fd839e70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463827 Feb 08 22:26:31.564887 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-2cd5578b-0de3-47bb-aa4f-d739921041ce req-4b2560fe-8d6e-485f-8f9d-51a604eb3379 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 22:26:31.565904 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cd5578b-0de3-47bb-aa4f-d739921041ce req-4b2560fe-8d6e-485f-8f9d-51a604eb3379 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051527 Feb 08 22:26:31.675165 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cd5578b-0de3-47bb-aa4f-d739921041ce req-b123de54-4d81-48ec-bda7-d4d6ca1ac0a7 service neutron] 10.222.0.96 "GET /v2.0/networks/e1ccaeb1-1b1f-45a4-84c3-402fd839e70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035473 Feb 08 22:26:31.767384 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2cd5578b-0de3-47bb-aa4f-d739921041ce req-c0514102-8985-4d4a-9816-ee0a77da0d09 service neutron] 10.222.0.96 "GET /v2.0/networks/e1ccaeb1-1b1f-45a4-84c3-402fd839e70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823195 Feb 08 22:26:31.796069 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:37.117632 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:37.135869 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:39.854687 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:26:54.345016 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b81b71ed-ad2e-428f-a70a-73a689bfc5c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:57.621723 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0740ca2a-520a-434a-8266-668ab395cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:26:59.490378 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:01.536653 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:01.802135 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:07.118115 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:07.145876 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:16.854235 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:27:24.346604 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-60e9bd02-8e59-48a1-b159-0b0bfd8a590a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:27.634403 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-71aa7581-1004-4962-b9b6-64aef9b70016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:28.782117 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31970760-d119-4137-8788-39d10e99b2bd req-6cd5daa0-b4ed-4d3a-9d6b-48c7aa97c929 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:28.784199 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31970760-d119-4137-8788-39d10e99b2bd req-6cd5daa0-b4ed-4d3a-9d6b-48c7aa97c929 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 946 time: 0.1611693 Feb 08 22:27:28.837386 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31970760-d119-4137-8788-39d10e99b2bd req-44907281-59d3-498d-beea-545f43992e1b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461483 Feb 08 22:27:29.493654 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:29.961490 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90b99c-3aea-42af-8bc4-383ea6be3f7d req-d80975d6-43ae-4437-8ab5-c7221b367802 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:29.962981 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2f90b99c-3aea-42af-8bc4-383ea6be3f7d req-d80975d6-43ae-4437-8ab5-c7221b367802 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 946 time: 0.0525236 Feb 08 22:27:30.013149 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2f90b99c-3aea-42af-8bc4-383ea6be3f7d req-fc6aaa2f-5c36-48e9-9f9e-922003b93b04 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446253 Feb 08 22:27:30.037046 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47688) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:27:30.105345 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fba5de45-c860-4e96-a7f4-f5f6eaa11d59 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/floatingips/46a3a195-c8ad-4c37-9c2e-edb94274f291 HTTP/1.1" status: 200 len: 993 time: 0.0670636 Feb 08 22:27:31.393562 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bb046-2a21-48cd-b08c-2f00e5de2c40 req-be51f35e-f964-4ef1-8c0c-a17d17cc194b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:31.395193 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ee5bb046-2a21-48cd-b08c-2f00e5de2c40 req-be51f35e-f964-4ef1-8c0c-a17d17cc194b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 946 time: 0.0561280 Feb 08 22:27:31.449807 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ee5bb046-2a21-48cd-b08c-2f00e5de2c40 req-2a86d386-954f-4f20-8920-dfc730cbfb53 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489974 Feb 08 22:27:31.540288 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:31.802398 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:32.091290 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b1288694-361c-4295-bf1b-aa507cb41c23 req-773999f8-792d-4c8e-b5ff-7e632738f87f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440106 Feb 08 22:27:32.184982 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1288694-361c-4295-bf1b-aa507cb41c23 req-54e13401-5e5d-4db9-89e5-7b667e7bfd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:32.186506 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b1288694-361c-4295-bf1b-aa507cb41c23 req-54e13401-5e5d-4db9-89e5-7b667e7bfd82 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 1129 time: 0.0525115 Feb 08 22:27:32.288534 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1288694-361c-4295-bf1b-aa507cb41c23 req-796ff857-42ad-44c6-b47c-78c125dfc10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:32.289955 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b1288694-361c-4295-bf1b-aa507cb41c23 req-796ff857-42ad-44c6-b47c-78c125dfc10a service neutron] 10.222.0.96 "GET /v2.0/networks?id=e1ccaeb1-1b1f-45a4-84c3-402fd839e70d HTTP/1.1" status: 200 len: 898 time: 0.0848715 Feb 08 22:27:32.362316 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b1288694-361c-4295-bf1b-aa507cb41c23 req-0fdf9706-6fac-4271-99b6-bc58c59da180 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80e44ff3-34b9-4d54-aab4-cbab8985c761 HTTP/1.1" status: 200 len: 1001 time: 0.0629330 Feb 08 22:27:32.413887 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1288694-361c-4295-bf1b-aa507cb41c23 req-bcb95ab0-9750-4540-858e-18f1dd063c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:32.415318 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b1288694-361c-4295-bf1b-aa507cb41c23 req-bcb95ab0-9750-4540-858e-18f1dd063c97 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=11392352-e029-4c98-9b78-9757239d13e3 HTTP/1.1" status: 200 len: 834 time: 0.0446434 Feb 08 22:27:32.467786 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1288694-361c-4295-bf1b-aa507cb41c23 req-11abb6ba-da6b-4c4b-98c3-10c686866c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:32.469310 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b1288694-361c-4295-bf1b-aa507cb41c23 req-11abb6ba-da6b-4c4b-98c3-10c686866c7f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e1ccaeb1-1b1f-45a4-84c3-402fd839e70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453746 Feb 08 22:27:32.598239 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b1288694-361c-4295-bf1b-aa507cb41c23 req-7b851770-2356-467a-aae4-5095ee935ced service neutron] 10.222.0.96 "GET /v2.0/networks/e1ccaeb1-1b1f-45a4-84c3-402fd839e70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215281 Feb 08 22:27:32.606034 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1efce-970a-4efe-bf0e-a4d7e56d2e73 req-dd00b1d7-9a82-45d8-8f2c-8286c9111519 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:32.607422 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbb1efce-970a-4efe-bf0e-a4d7e56d2e73 req-dd00b1d7-9a82-45d8-8f2c-8286c9111519 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 946 time: 0.0847390 Feb 08 22:27:32.719995 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbb1efce-970a-4efe-bf0e-a4d7e56d2e73 req-f2dd389d-4327-431f-b22e-3969dc50ee47 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038048 Feb 08 22:27:32.735371 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b1288694-361c-4295-bf1b-aa507cb41c23 req-d5997764-f662-4d9e-819c-0dfbdb4ab98f service neutron] 10.222.0.96 "GET /v2.0/networks/e1ccaeb1-1b1f-45a4-84c3-402fd839e70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266561 Feb 08 22:27:32.743594 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47698) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:27:32.806386 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ed9dcc07-9506-4f4a-96a9-081d37363f46 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/floatingips/46a3a195-c8ad-4c37-9c2e-edb94274f291 HTTP/1.1" status: 200 len: 993 time: 0.0616393 Feb 08 22:27:33.032995 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47704) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:27:33.201167 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-6073e1f2-19cb-4ccf-9007-34f437fd8b89 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Deleting port 14f0a663-5f40-4bbd-bf4f-64a8941c9429 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:27:33.201634 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6073e1f2-19cb-4ccf-9007-34f437fd8b89 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (14f0a663-5f40-4bbd-bf4f-64a8941c9429), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:33.275271 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6073e1f2-19cb-4ccf-9007-34f437fd8b89 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (14f0a663-5f40-4bbd-bf4f-64a8941c9429), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:33.275600 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6073e1f2-19cb-4ccf-9007-34f437fd8b89 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for floatingip (14f0a663-5f40-4bbd-bf4f-64a8941c9429), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:33.288220 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-6073e1f2-19cb-4ccf-9007-34f437fd8b89 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Calling delete_port for 14f0a663-5f40-4bbd-bf4f-64a8941c9429 owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:27:33.432003 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6073e1f2-19cb-4ccf-9007-34f437fd8b89 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (14f0a663-5f40-4bbd-bf4f-64a8941c9429), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:33.458401 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073e1f2-19cb-4ccf-9007-34f437fd8b89 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'Port': ['ID=14f0a663-5f40-4bbd-bf4f-64a8941c9429,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:33.469176 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073e1f2-19cb-4ccf-9007-34f437fd8b89 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:33.469552 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073e1f2-19cb-4ccf-9007-34f437fd8b89 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:33.469899 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073e1f2-19cb-4ccf-9007-34f437fd8b89 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:33.470268 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073e1f2-19cb-4ccf-9007-34f437fd8b89 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:33.470601 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073e1f2-19cb-4ccf-9007-34f437fd8b89 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:33.471699 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073e1f2-19cb-4ccf-9007-34f437fd8b89 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:33.472174 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073e1f2-19cb-4ccf-9007-34f437fd8b89 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:33.472630 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073e1f2-19cb-4ccf-9007-34f437fd8b89 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:33.475381 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073e1f2-19cb-4ccf-9007-34f437fd8b89 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:33.475381 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073e1f2-19cb-4ccf-9007-34f437fd8b89 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:33.475381 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073e1f2-19cb-4ccf-9007-34f437fd8b89 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:33.475381 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073e1f2-19cb-4ccf-9007-34f437fd8b89 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:33.475381 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073e1f2-19cb-4ccf-9007-34f437fd8b89 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:33.545690 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6073e1f2-19cb-4ccf-9007-34f437fd8b89 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for floatingip (46a3a195-c8ad-4c37-9c2e-edb94274f291), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:33.546069 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-6073e1f2-19cb-4ccf-9007-34f437fd8b89 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Floating IP 46a3a195-c8ad-4c37-9c2e-edb94274f291 disassociated (deleted). External IP: 172.25.3.88, port: 80e44ff3-34b9-4d54-aab4-cbab8985c761. Feb 08 22:27:33.756970 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6073e1f2-19cb-4ccf-9007-34f437fd8b89 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Router 330813e0-d79f-443f-ba56-ad0c868fb124 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:27:33.870274 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6073e1f2-19cb-4ccf-9007-34f437fd8b89 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:27:33.875676 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6073e1f2-19cb-4ccf-9007-34f437fd8b89 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:33.880088 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7879da5a-9f5a-42cb-89c5-b74cd0344d7a None None] Sync routers for ids ['330813e0-d79f-443f-ba56-ad0c868fb124'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:27:33.889935 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7879da5a-9f5a-42cb-89c5-b74cd0344d7a None None] Routers {'330813e0-d79f-443f-ba56-ad0c868fb124'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:27:33.890577 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7879da5a-9f5a-42cb-89c5-b74cd0344d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:27:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['330813e0-d79f-443f-ba56-ad0c868fb124'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:27:33.905264 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6073e1f2-19cb-4ccf-9007-34f437fd8b89 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "DELETE /v2.0/floatingips/46a3a195-c8ad-4c37-9c2e-edb94274f291 HTTP/1.1" status: 204 len: 168 time: 0.8706002 Feb 08 22:27:33.905865 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49501b2-9f22-42f2-b131-71a587cf9ed2', 'tag': '80e44ff3-34b9-4d54-aab4-cbab8985c761'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:27:33.908142 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54aff79-ff7b-4830-be26-f68223a918ef" -d '{"events": [{"name": "network-changed", "server_uuid": "f49501b2-9f22-42f2-b131-71a587cf9ed2", "tag": "80e44ff3-34b9-4d54-aab4-cbab8985c761"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:27:34.006817 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-7879da5a-9f5a-42cb-89c5-b74cd0344d7a None None] Set router 330813e0-d79f-443f-ba56-ad0c868fb124 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:27:34.021060 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ea7c82-9593-4936-8bb1-df6e697579fd x-openstack-request-id: req-e7ea7c82-9593-4936-8bb1-df6e697579fd {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:27:34.021392 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49501b2-9f22-42f2-b131-71a587cf9ed2", "tag": "80e44ff3-34b9-4d54-aab4-cbab8985c761", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:27:34.021652 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e7ea7c82-9593-4936-8bb1-df6e697579fd {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:27:34.022060 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f49501b2-9f22-42f2-b131-71a587cf9ed2', 'tag': '80e44ff3-34b9-4d54-aab4-cbab8985c761', 'status': 'completed', 'code': 200} Feb 08 22:27:34.110851 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54aff79-ff7b-4830-be26-f68223a918ef req-da78e3dc-d078-49d0-8534-9134c134b64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:34.112452 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e54aff79-ff7b-4830-be26-f68223a918ef req-da78e3dc-d078-49d0-8534-9134c134b64b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 1129 time: 0.0646551 Feb 08 22:27:34.231208 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7879da5a-9f5a-42cb-89c5-b74cd0344d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526891034', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'c96d9fb3-556a-418a-a738-8c9c98734d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:25:51Z', 'updated_at': '2022-02-08T22:25:55Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': 'c96d9fb3-556a-418a-a738-8c9c98734d64', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:25:52Z', 'updated_at': '2022-02-08T22:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'fdb9f0d5-a732-44cc-ab3c-7967f40cebe9', 'name': '', 'network_id': 'e1ccaeb1-1b1f-45a4-84c3-402fd839e70d', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:1f:17:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '11392352-e029-4c98-9b78-9757239d13e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:25:55Z', 'updated_at': '2022-02-08T22:25:58Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': '11392352-e029-4c98-9b78-9757239d13e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:27:34.258488 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7879da5a-9f5a-42cb-89c5-b74cd0344d7a None None] Checking router: 330813e0-d79f-443f-ba56-ad0c868fb124 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:27:34.268419 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7879da5a-9f5a-42cb-89c5-b74cd0344d7a None None] Routers {'330813e0-d79f-443f-ba56-ad0c868fb124'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:27:34.268984 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7879da5a-9f5a-42cb-89c5-b74cd0344d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:27:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['330813e0-d79f-443f-ba56-ad0c868fb124'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:27:34.386378 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-7879da5a-9f5a-42cb-89c5-b74cd0344d7a None None] Set router 330813e0-d79f-443f-ba56-ad0c868fb124 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:27:34.581619 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8207a-b8cd-4d38-a0f6-e12d51262d75 req-f5f51c51-a06c-4645-b01e-7d65efc954e1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:34.583054 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7be8207a-b8cd-4d38-a0f6-e12d51262d75 req-f5f51c51-a06c-4645-b01e-7d65efc954e1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 946 time: 0.4670844 Feb 08 22:27:34.600738 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54aff79-ff7b-4830-be26-f68223a918ef req-95e711a0-4776-4c14-9375-82b5a3c68ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:34.602503 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e54aff79-ff7b-4830-be26-f68223a918ef req-95e711a0-4776-4c14-9375-82b5a3c68ca0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e1ccaeb1-1b1f-45a4-84c3-402fd839e70d HTTP/1.1" status: 200 len: 898 time: 0.4779563 Feb 08 22:27:34.609695 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-7879da5a-9f5a-42cb-89c5-b74cd0344d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526891034', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'c96d9fb3-556a-418a-a738-8c9c98734d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:25:51Z', 'updated_at': '2022-02-08T22:25:55Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': 'c96d9fb3-556a-418a-a738-8c9c98734d64', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:25:52Z', 'updated_at': '2022-02-08T22:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'fdb9f0d5-a732-44cc-ab3c-7967f40cebe9', 'name': '', 'network_id': 'e1ccaeb1-1b1f-45a4-84c3-402fd839e70d', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:1f:17:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '11392352-e029-4c98-9b78-9757239d13e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:25:55Z', 'updated_at': '2022-02-08T22:25:58Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': '11392352-e029-4c98-9b78-9757239d13e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:27:34.636674 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7879da5a-9f5a-42cb-89c5-b74cd0344d7a None None] The sync data for ids ['330813e0-d79f-443f-ba56-ad0c868fb124'] in n-d-712143-31 is: [{'id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526891034', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'c96d9fb3-556a-418a-a738-8c9c98734d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:25:51Z', 'updated_at': '2022-02-08T22:25:55Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': 'c96d9fb3-556a-418a-a738-8c9c98734d64', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:25:52Z', 'updated_at': '2022-02-08T22:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'fdb9f0d5-a732-44cc-ab3c-7967f40cebe9', 'name': '', 'network_id': 'e1ccaeb1-1b1f-45a4-84c3-402fd839e70d', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:1f:17:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '11392352-e029-4c98-9b78-9757239d13e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:25:55Z', 'updated_at': '2022-02-08T22:25:58Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': '11392352-e029-4c98-9b78-9757239d13e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:27:34.650399 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e54aff79-ff7b-4830-be26-f68223a918ef req-09ddcb6f-a4c7-4af7-aea4-52ff3f5db484 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80e44ff3-34b9-4d54-aab4-cbab8985c761 HTTP/1.1" status: 200 len: 217 time: 0.0412149 Feb 08 22:27:34.704874 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7be8207a-b8cd-4d38-a0f6-e12d51262d75 req-7651ebfd-2908-4af2-b99f-83a1ba65ea81 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131499 Feb 08 22:27:34.733542 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54aff79-ff7b-4830-be26-f68223a918ef req-90d3879b-2fc9-43b0-8b7d-3b3b0ef033ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:34.735223 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e54aff79-ff7b-4830-be26-f68223a918ef req-90d3879b-2fc9-43b0-8b7d-3b3b0ef033ba service neutron] 10.222.0.96 "GET /v2.0/subnets?id=11392352-e029-4c98-9b78-9757239d13e3 HTTP/1.1" status: 200 len: 834 time: 0.0759635 Feb 08 22:27:34.793781 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54aff79-ff7b-4830-be26-f68223a918ef req-49619354-74aa-4c70-b9e0-2da58276ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:34.795312 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e54aff79-ff7b-4830-be26-f68223a918ef req-49619354-74aa-4c70-b9e0-2da58276ddfe service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e1ccaeb1-1b1f-45a4-84c3-402fd839e70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0539508 Feb 08 22:27:34.889592 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8562ba1-55a1-4fc4-9848-8fe5be2cd04a None None] New status for floating IP 46a3a195-c8ad-4c37-9c2e-edb94274f291: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:27:34.898541 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e54aff79-ff7b-4830-be26-f68223a918ef req-671acf24-fb5d-4495-9a83-7248edcccf36 service neutron] 10.222.0.96 "GET /v2.0/networks/e1ccaeb1-1b1f-45a4-84c3-402fd839e70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964224 Feb 08 22:27:35.000787 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e54aff79-ff7b-4830-be26-f68223a918ef req-d055c111-6f0b-4e25-adfb-e530137aae6b service neutron] 10.222.0.96 "GET /v2.0/networks/e1ccaeb1-1b1f-45a4-84c3-402fd839e70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953827 Feb 08 22:27:35.831832 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5abe1-b86f-4a52-b5fa-534b4af39ead req-997f8f43-1f5e-47b2-adde-2b969462392a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:35.833322 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0dc5abe1-b86f-4a52-b5fa-534b4af39ead req-997f8f43-1f5e-47b2-adde-2b969462392a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 946 time: 0.0535228 Feb 08 22:27:35.881477 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0dc5abe1-b86f-4a52-b5fa-534b4af39ead req-dcd340da-9995-411e-b32a-a6c1f1b6663a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424731 Feb 08 22:27:35.979482 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa602f-4e36-49de-9f15-44e5ec912e66 req-63a07d31-9994-44c3-aa5e-ada40985ca9d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:35.980949 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eefa602f-4e36-49de-9f15-44e5ec912e66 req-63a07d31-9994-44c3-aa5e-ada40985ca9d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.96 "GET /v2.0/ports?device_id=f49501b2-9f22-42f2-b131-71a587cf9ed2 HTTP/1.1" status: 200 len: 946 time: 0.0543931 Feb 08 22:27:36.075180 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-eefa602f-4e36-49de-9f15-44e5ec912e66 req-f615b57c-12fb-4124-a499-847299e22211 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Deleting port 80e44ff3-34b9-4d54-aab4-cbab8985c761 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:27:36.075511 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-eefa602f-4e36-49de-9f15-44e5ec912e66 req-f615b57c-12fb-4124-a499-847299e22211 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (80e44ff3-34b9-4d54-aab4-cbab8985c761), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:36.163732 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-eefa602f-4e36-49de-9f15-44e5ec912e66 req-f615b57c-12fb-4124-a499-847299e22211 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] For port 80e44ff3-34b9-4d54-aab4-cbab8985c761, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=80e44ff3-34b9-4d54-aab4-cbab8985c761,segment=NetworkSegment(b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad),segment_id=b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:27:36.164098 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-eefa602f-4e36-49de-9f15-44e5ec912e66 req-f615b57c-12fb-4124-a499-847299e22211 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (80e44ff3-34b9-4d54-aab4-cbab8985c761), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:36.180137 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-eefa602f-4e36-49de-9f15-44e5ec912e66 req-f615b57c-12fb-4124-a499-847299e22211 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Calling delete_port for 80e44ff3-34b9-4d54-aab4-cbab8985c761 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:27:36.318673 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-eefa602f-4e36-49de-9f15-44e5ec912e66 req-f615b57c-12fb-4124-a499-847299e22211 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (80e44ff3-34b9-4d54-aab4-cbab8985c761), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:36.348116 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615b57c-12fb-4124-a499-847299e22211 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'Port': ['ID=80e44ff3-34b9-4d54-aab4-cbab8985c761,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:36.397132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefa602f-4e36-49de-9f15-44e5ec912e66 req-f615b57c-12fb-4124-a499-847299e22211 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] No DVR routers for this DVR port 80e44ff3-34b9-4d54-aab4-cbab8985c761 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:27:36.400263 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-eefa602f-4e36-49de-9f15-44e5ec912e66 req-f615b57c-12fb-4124-a499-847299e22211 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:36.404177 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eefa602f-4e36-49de-9f15-44e5ec912e66 req-f615b57c-12fb-4124-a499-847299e22211 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.96 "DELETE /v2.0/ports/80e44ff3-34b9-4d54-aab4-cbab8985c761 HTTP/1.1" status: 204 len: 173 time: 0.4182541 Feb 08 22:27:36.404641 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49501b2-9f22-42f2-b131-71a587cf9ed2', 'name': 'network-vif-deleted', 'tag': '80e44ff3-34b9-4d54-aab4-cbab8985c761'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:27:36.407029 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5242d1-5b38-4847-91c5-7edbd54b3697" -d '{"events": [{"server_uuid": "f49501b2-9f22-42f2-b131-71a587cf9ed2", "name": "network-vif-deleted", "tag": "80e44ff3-34b9-4d54-aab4-cbab8985c761"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:27:36.451155 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d901211f-5863-4cc2-b178-67e7e9685624 x-openstack-request-id: req-d901211f-5863-4cc2-b178-67e7e9685624 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:27:36.451461 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49501b2-9f22-42f2-b131-71a587cf9ed2", "name": "network-vif-deleted", "tag": "80e44ff3-34b9-4d54-aab4-cbab8985c761", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:27:36.451735 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d901211f-5863-4cc2-b178-67e7e9685624 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:27:36.452125 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49501b2-9f22-42f2-b131-71a587cf9ed2', 'name': 'network-vif-deleted', 'tag': '80e44ff3-34b9-4d54-aab4-cbab8985c761', 'status': 'completed', 'code': 200} Feb 08 22:27:36.938980 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47720) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:27:37.115299 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:37.168471 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:37.308882 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a1b6a9a8-e472-44e3-8eee-746eb40d7875 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (330813e0-d79f-443f-ba56-ad0c868fb124), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:37.590763 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-a1b6a9a8-e472-44e3-8eee-746eb40d7875 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Deleting port fdb9f0d5-a732-44cc-ab3c-7967f40cebe9 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:27:37.591029 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a1b6a9a8-e472-44e3-8eee-746eb40d7875 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (fdb9f0d5-a732-44cc-ab3c-7967f40cebe9), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:37.683676 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-a1b6a9a8-e472-44e3-8eee-746eb40d7875 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] For port fdb9f0d5-a732-44cc-ab3c-7967f40cebe9, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=fdb9f0d5-a732-44cc-ab3c-7967f40cebe9,segment=NetworkSegment(b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad),segment_id=b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:27:37.684065 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a1b6a9a8-e472-44e3-8eee-746eb40d7875 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (fdb9f0d5-a732-44cc-ab3c-7967f40cebe9), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:37.697833 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-a1b6a9a8-e472-44e3-8eee-746eb40d7875 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Calling delete_port for fdb9f0d5-a732-44cc-ab3c-7967f40cebe9 owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:27:37.893470 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a1b6a9a8-e472-44e3-8eee-746eb40d7875 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (fdb9f0d5-a732-44cc-ab3c-7967f40cebe9), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:37.921178 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6a9a8-e472-44e3-8eee-746eb40d7875 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'Port': ['ID=fdb9f0d5-a732-44cc-ab3c-7967f40cebe9,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:38.110785 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a1b6a9a8-e472-44e3-8eee-746eb40d7875 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (330813e0-d79f-443f-ba56-ad0c868fb124), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:38.332590 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b6a9a8-e472-44e3-8eee-746eb40d7875 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Router 330813e0-d79f-443f-ba56-ad0c868fb124 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:27:38.443133 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b6a9a8-e472-44e3-8eee-746eb40d7875 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:27:38.448816 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a1b6a9a8-e472-44e3-8eee-746eb40d7875 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "PUT /v2.0/routers/330813e0-d79f-443f-ba56-ad0c868fb124/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5087612 Feb 08 22:27:38.451473 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47722) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:27:38.457387 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442200b1-aebd-48dc-aba7-3bab26956f2a None None] Sync routers for ids ['330813e0-d79f-443f-ba56-ad0c868fb124'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:27:38.471884 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442200b1-aebd-48dc-aba7-3bab26956f2a None None] Routers {'330813e0-d79f-443f-ba56-ad0c868fb124'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:27:38.472476 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-442200b1-aebd-48dc-aba7-3bab26956f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:27:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['330813e0-d79f-443f-ba56-ad0c868fb124'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:27:38.510251 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-b71e79b9-20df-430b-ae27-b553c282ec4e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Deleting subnet 11392352-e029-4c98-9b78-9757239d13e3 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 22:27:38.513482 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b71e79b9-20df-430b-ae27-b553c282ec4e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for subnet (11392352-e029-4c98-9b78-9757239d13e3), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:38.555495 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b71e79b9-20df-430b-ae27-b553c282ec4e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (11392352-e029-4c98-9b78-9757239d13e3), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:38.579546 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-442200b1-aebd-48dc-aba7-3bab26956f2a None None] Set router 330813e0-d79f-443f-ba56-ad0c868fb124 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:27:38.640190 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b71e79b9-20df-430b-ae27-b553c282ec4e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (11392352-e029-4c98-9b78-9757239d13e3), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:38.703686 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b71e79b9-20df-430b-ae27-b553c282ec4e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (11392352-e029-4c98-9b78-9757239d13e3), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:38.729214 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e79b9-20df-430b-ae27-b553c282ec4e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'Subnet': ['ID=11392352-e029-4c98-9b78-9757239d13e3,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:38.734792 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b71e79b9-20df-430b-ae27-b553c282ec4e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:38.738099 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b71e79b9-20df-430b-ae27-b553c282ec4e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "DELETE /v2.0/subnets/11392352-e029-4c98-9b78-9757239d13e3 HTTP/1.1" status: 204 len: 168 time: 0.2853131 Feb 08 22:27:38.740970 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47724) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:27:38.746321 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8699ad53-fdd7-449c-a441-3c4b1182702e None None] Network e1ccaeb1-1b1f-45a4-84c3-402fd839e70d requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:27:38.846801 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-442200b1-aebd-48dc-aba7-3bab26956f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526891034', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'c96d9fb3-556a-418a-a738-8c9c98734d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:25:51Z', 'updated_at': '2022-02-08T22:27:37Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': 'c96d9fb3-556a-418a-a738-8c9c98734d64', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:25:52Z', 'updated_at': '2022-02-08T22:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:27:38.858432 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4d56877-3c6a-4107-8599-eef8522a031c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router (330813e0-d79f-443f-ba56-ad0c868fb124), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:38.880601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442200b1-aebd-48dc-aba7-3bab26956f2a None None] Checking router: 330813e0-d79f-443f-ba56-ad0c868fb124 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:27:38.893665 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442200b1-aebd-48dc-aba7-3bab26956f2a None None] Routers {'330813e0-d79f-443f-ba56-ad0c868fb124'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:27:38.894283 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-442200b1-aebd-48dc-aba7-3bab26956f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:27:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['330813e0-d79f-443f-ba56-ad0c868fb124'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:27:38.959858 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc12263e-e560-42d7-8e2e-b91d95313e1a None None] DHCP port deletion for e1ccaeb1-1b1f-45a4-84c3-402fd839e70d request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 22:27:38.973894 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4d56877-3c6a-4107-8599-eef8522a031c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router_gateway (330813e0-d79f-443f-ba56-ad0c868fb124), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:39.029207 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b4d56877-3c6a-4107-8599-eef8522a031c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Deleting port c96d9fb3-556a-418a-a738-8c9c98734d64 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:27:39.029894 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4d56877-3c6a-4107-8599-eef8522a031c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c96d9fb3-556a-418a-a738-8c9c98734d64), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:39.036925 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-442200b1-aebd-48dc-aba7-3bab26956f2a None None] Set router 330813e0-d79f-443f-ba56-ad0c868fb124 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:27:39.274420 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-cc12263e-e560-42d7-8e2e-b91d95313e1a None None] Deleting port 811c80ff-b73f-434b-849e-f8ca6271ce47 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:27:39.274654 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cc12263e-e560-42d7-8e2e-b91d95313e1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (811c80ff-b73f-434b-849e-f8ca6271ce47), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:39.385308 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-cc12263e-e560-42d7-8e2e-b91d95313e1a None None] For port 811c80ff-b73f-434b-849e-f8ca6271ce47, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=811c80ff-b73f-434b-849e-f8ca6271ce47,segment=NetworkSegment(b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad),segment_id=b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:27:39.385710 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cc12263e-e560-42d7-8e2e-b91d95313e1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (811c80ff-b73f-434b-849e-f8ca6271ce47), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:39.409161 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-cc12263e-e560-42d7-8e2e-b91d95313e1a None None] Calling delete_port for 811c80ff-b73f-434b-849e-f8ca6271ce47 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:27:39.459963 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-b4d56877-3c6a-4107-8599-eef8522a031c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] For port c96d9fb3-556a-418a-a738-8c9c98734d64, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c96d9fb3-556a-418a-a738-8c9c98734d64,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:27:39.460329 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4d56877-3c6a-4107-8599-eef8522a031c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c96d9fb3-556a-418a-a738-8c9c98734d64), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:39.474683 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b4d56877-3c6a-4107-8599-eef8522a031c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Calling delete_port for c96d9fb3-556a-418a-a738-8c9c98734d64 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:27:39.520041 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-442200b1-aebd-48dc-aba7-3bab26956f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526891034', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'c96d9fb3-556a-418a-a738-8c9c98734d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:25:51Z', 'updated_at': '2022-02-08T22:27:37Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': 'c96d9fb3-556a-418a-a738-8c9c98734d64', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:25:52Z', 'updated_at': '2022-02-08T22:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:27:39.552157 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cc12263e-e560-42d7-8e2e-b91d95313e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (811c80ff-b73f-434b-849e-f8ca6271ce47), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:39.554042 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442200b1-aebd-48dc-aba7-3bab26956f2a None None] The sync data for ids ['330813e0-d79f-443f-ba56-ad0c868fb124'] in n-d-712143-31 is: [{'id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526891034', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'c96d9fb3-556a-418a-a738-8c9c98734d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:25:51Z', 'updated_at': '2022-02-08T22:27:37Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': 'c96d9fb3-556a-418a-a738-8c9c98734d64', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330813e0-d79f-443f-ba56-ad0c868fb124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:25:52Z', 'updated_at': '2022-02-08T22:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:27:39.579379 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12263e-e560-42d7-8e2e-b91d95313e1a None None] Pushing event deleted for resources: {'Port': ['ID=811c80ff-b73f-434b-849e-f8ca6271ce47,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:39.584658 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc12263e-e560-42d7-8e2e-b91d95313e1a None None] No DVR routers for this DVR port 811c80ff-b73f-434b-849e-f8ca6271ce47 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:27:39.591812 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12263e-e560-42d7-8e2e-b91d95313e1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:39.592162 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12263e-e560-42d7-8e2e-b91d95313e1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:39.592506 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12263e-e560-42d7-8e2e-b91d95313e1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:39.592846 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12263e-e560-42d7-8e2e-b91d95313e1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:39.593179 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12263e-e560-42d7-8e2e-b91d95313e1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:39.593621 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12263e-e560-42d7-8e2e-b91d95313e1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:39.593855 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12263e-e560-42d7-8e2e-b91d95313e1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:39.594181 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12263e-e560-42d7-8e2e-b91d95313e1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:39.594507 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12263e-e560-42d7-8e2e-b91d95313e1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:39.595292 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12263e-e560-42d7-8e2e-b91d95313e1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:39.595292 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12263e-e560-42d7-8e2e-b91d95313e1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:39.595474 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12263e-e560-42d7-8e2e-b91d95313e1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:39.595817 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc12263e-e560-42d7-8e2e-b91d95313e1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:39.664464 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4d56877-3c6a-4107-8599-eef8522a031c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (c96d9fb3-556a-418a-a738-8c9c98734d64), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:39.687244 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d56877-3c6a-4107-8599-eef8522a031c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'Port': ['ID=c96d9fb3-556a-418a-a738-8c9c98734d64,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:39.701126 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d56877-3c6a-4107-8599-eef8522a031c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:39.701514 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d56877-3c6a-4107-8599-eef8522a031c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:39.701859 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d56877-3c6a-4107-8599-eef8522a031c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:39.702199 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d56877-3c6a-4107-8599-eef8522a031c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:39.702532 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d56877-3c6a-4107-8599-eef8522a031c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:39.702864 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d56877-3c6a-4107-8599-eef8522a031c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:39.703194 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d56877-3c6a-4107-8599-eef8522a031c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:39.703525 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d56877-3c6a-4107-8599-eef8522a031c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:39.703852 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d56877-3c6a-4107-8599-eef8522a031c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:39.704183 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d56877-3c6a-4107-8599-eef8522a031c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:39.704608 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d56877-3c6a-4107-8599-eef8522a031c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:39.704833 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d56877-3c6a-4107-8599-eef8522a031c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:39.705212 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d56877-3c6a-4107-8599-eef8522a031c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:39.765126 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4d56877-3c6a-4107-8599-eef8522a031c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (330813e0-d79f-443f-ba56-ad0c868fb124), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:39.865042 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4d56877-3c6a-4107-8599-eef8522a031c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (330813e0-d79f-443f-ba56-ad0c868fb124), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:39.867274 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4d56877-3c6a-4107-8599-eef8522a031c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router_controller (330813e0-d79f-443f-ba56-ad0c868fb124), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:39.917709 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4d56877-3c6a-4107-8599-eef8522a031c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (330813e0-d79f-443f-ba56-ad0c868fb124), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:39.918497 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d56877-3c6a-4107-8599-eef8522a031c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Fanout notify agent at l3_agent the message router_deleted on router 330813e0-d79f-443f-ba56-ad0c868fb124 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 22:27:39.928866 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4d56877-3c6a-4107-8599-eef8522a031c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:39.930780 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b4d56877-3c6a-4107-8599-eef8522a031c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "DELETE /v2.0/routers/330813e0-d79f-443f-ba56-ad0c868fb124 HTTP/1.1" status: 204 len: 168 time: 1.1879680 Feb 08 22:27:39.933503 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47728) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:27:39.965861 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 80e44ff3-34b9-4d54-aab4-cbab8985c761 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:27:39.991806 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 80e44ff3-34b9-4d54-aab4-cbab8985c761 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:27:39.992163 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 80e44ff3-34b9-4d54-aab4-cbab8985c761 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:27:40.026583 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a659c9b3-99e4-46e6-a620-92c717d00c68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (e1ccaeb1-1b1f-45a4-84c3-402fd839e70d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:40.117859 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 811c80ff-b73f-434b-849e-f8ca6271ce47 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:27:40.127770 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a659c9b3-99e4-46e6-a620-92c717d00c68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (e1ccaeb1-1b1f-45a4-84c3-402fd839e70d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:40.139312 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 811c80ff-b73f-434b-849e-f8ca6271ce47 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:27:40.139744 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 811c80ff-b73f-434b-849e-f8ca6271ce47 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:27:40.140243 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device fdb9f0d5-a732-44cc-ab3c-7967f40cebe9 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:27:40.148427 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-a659c9b3-99e4-46e6-a620-92c717d00c68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ccaeb1-1b1f-45a4-84c3-402fd839e70d']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:27:40.158445 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-a659c9b3-99e4-46e6-a620-92c717d00c68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:27:40.158797 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-a659c9b3-99e4-46e6-a620-92c717d00c68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:27:40.164214 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: fdb9f0d5-a732-44cc-ab3c-7967f40cebe9 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:27:40.164532 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device fdb9f0d5-a732-44cc-ab3c-7967f40cebe9 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:27:40.168592 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a659c9b3-99e4-46e6-a620-92c717d00c68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:40.184927 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a659c9b3-99e4-46e6-a620-92c717d00c68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:40.192278 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a659c9b3-99e4-46e6-a620-92c717d00c68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:27:40.192776 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a659c9b3-99e4-46e6-a620-92c717d00c68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (b1befdbf-5bc5-4a57-b2f3-b0d04e47c6ad), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: timer() Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:27:40.195996 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:27:40.258610 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a659c9b3-99e4-46e6-a620-92c717d00c68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (e1ccaeb1-1b1f-45a4-84c3-402fd839e70d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:40.266333 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a659c9b3-99e4-46e6-a620-92c717d00c68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:40.269924 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a659c9b3-99e4-46e6-a620-92c717d00c68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "DELETE /v2.0/networks/e1ccaeb1-1b1f-45a4-84c3-402fd839e70d HTTP/1.1" status: 204 len: 168 time: 0.3354204 Feb 08 22:27:40.272872 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47730) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:27:40.294779 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659c9b3-99e4-46e6-a620-92c717d00c68 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'Network': ['ID=e1ccaeb1-1b1f-45a4-84c3-402fd839e70d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:40.345463 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf183f40-685e-48ea-bfec-5b5edc33418f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:40.371912 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf183f40-685e-48ea-bfec-5b5edc33418f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:40.434097 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf183f40-685e-48ea-bfec-5b5edc33418f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:40.436850 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf183f40-685e-48ea-bfec-5b5edc33418f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:40.438338 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bf183f40-685e-48ea-bfec-5b5edc33418f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "DELETE /v2.0/security-groups/6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34 HTTP/1.1" status: 204 len: 168 time: 0.1642177 Feb 08 22:27:40.448266 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf183f40-685e-48ea-bfec-5b5edc33418f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee7b68f-9ebd-4e78-9018-d3fc8aef4f34,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:40.692316 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47736) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:27:40.697058 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-4b72fde3-4301-498c-a8ee-56dd1cdd658d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-609589417', 'description': 'tempest-secgroup-smoke-609589417 description', 'project_id': 'c750eaf778fb4602911c448d9252f638'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:27:40.717933 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b72fde3-4301-498c-a8ee-56dd1cdd658d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:40.799018 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b72fde3-4301-498c-a8ee-56dd1cdd658d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (e023c63e-fc7a-4928-a257-413c5f550c76), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:40.802777 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b72fde3-4301-498c-a8ee-56dd1cdd658d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e023c63e-fc7a-4928-a257-413c5f550c76), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:40.833014 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b72fde3-4301-498c-a8ee-56dd1cdd658d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:40.834276 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4b72fde3-4301-498c-a8ee-56dd1cdd658d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1409390 Feb 08 22:27:40.836260 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72fde3-4301-498c-a8ee-56dd1cdd658d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e023c63e-fc7a-4928-a257-413c5f550c76,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:40.837240 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47738) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:27:40.843654 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-cc1e43f6-1cbb-4edf-a293-9c72fdb4675b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group_rule': {'security_group_id': 'e023c63e-fc7a-4928-a257-413c5f550c76', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:27:40.868390 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cc1e43f6-1cbb-4edf-a293-9c72fdb4675b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (16ed4131-58ef-4b53-b3b8-6694a05d0724), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:40.925285 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cc1e43f6-1cbb-4edf-a293-9c72fdb4675b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (16ed4131-58ef-4b53-b3b8-6694a05d0724), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:40.928631 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cc1e43f6-1cbb-4edf-a293-9c72fdb4675b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (16ed4131-58ef-4b53-b3b8-6694a05d0724), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:40.945834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e43f6-1cbb-4edf-a293-9c72fdb4675b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ed4131-58ef-4b53-b3b8-6694a05d0724,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:40.953285 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cc1e43f6-1cbb-4edf-a293-9c72fdb4675b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:40.954484 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cc1e43f6-1cbb-4edf-a293-9c72fdb4675b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153202 Feb 08 22:27:40.957671 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47740) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:27:40.961911 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-6bc3765b-6ad9-4667-a3d6-792da0981a9c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group_rule': {'security_group_id': 'e023c63e-fc7a-4928-a257-413c5f550c76', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:27:40.993100 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6bc3765b-6ad9-4667-a3d6-792da0981a9c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (a26888dd-88ee-43e1-9874-3d606855398a), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:41.050146 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6bc3765b-6ad9-4667-a3d6-792da0981a9c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (a26888dd-88ee-43e1-9874-3d606855398a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:41.054503 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6bc3765b-6ad9-4667-a3d6-792da0981a9c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (a26888dd-88ee-43e1-9874-3d606855398a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:41.073731 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3765b-6ad9-4667-a3d6-792da0981a9c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26888dd-88ee-43e1-9874-3d606855398a,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:41.083742 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6bc3765b-6ad9-4667-a3d6-792da0981a9c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:41.085388 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6bc3765b-6ad9-4667-a3d6-792da0981a9c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1266928 Feb 08 22:27:41.087900 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47742) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:27:41.092163 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-b7fcf4f3-7349-4df1-9efe-5df9d840303a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group_rule': {'security_group_id': 'e023c63e-fc7a-4928-a257-413c5f550c76', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:27:41.117453 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b7fcf4f3-7349-4df1-9efe-5df9d840303a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (3174c81c-a4dc-4074-80ee-f86c7a106536), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:41.177279 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b7fcf4f3-7349-4df1-9efe-5df9d840303a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (3174c81c-a4dc-4074-80ee-f86c7a106536), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:41.180765 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b7fcf4f3-7349-4df1-9efe-5df9d840303a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (3174c81c-a4dc-4074-80ee-f86c7a106536), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:41.204435 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fcf4f3-7349-4df1-9efe-5df9d840303a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3174c81c-a4dc-4074-80ee-f86c7a106536,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:41.211274 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b7fcf4f3-7349-4df1-9efe-5df9d840303a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:41.212413 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-b7fcf4f3-7349-4df1-9efe-5df9d840303a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235919 Feb 08 22:27:41.215090 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47744) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:27:41.219772 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-cfff69bb-cb06-4567-95ea-c9e4cc6ee3ee tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group_rule': {'security_group_id': 'e023c63e-fc7a-4928-a257-413c5f550c76', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:27:41.247509 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cfff69bb-cb06-4567-95ea-c9e4cc6ee3ee tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (75495935-6068-458f-9139-89724785cb1b), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:41.305756 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cfff69bb-cb06-4567-95ea-c9e4cc6ee3ee tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (75495935-6068-458f-9139-89724785cb1b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:41.309461 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cfff69bb-cb06-4567-95ea-c9e4cc6ee3ee tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (75495935-6068-458f-9139-89724785cb1b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:41.331119 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff69bb-cb06-4567-95ea-c9e4cc6ee3ee tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75495935-6068-458f-9139-89724785cb1b,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:41.337747 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cfff69bb-cb06-4567-95ea-c9e4cc6ee3ee tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:41.338871 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-cfff69bb-cb06-4567-95ea-c9e4cc6ee3ee tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228628 Feb 08 22:27:41.341597 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47746) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:27:41.346195 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-276c05b3-2774-48d1-b591-3061ab0ebc7e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group_rule': {'security_group_id': 'e023c63e-fc7a-4928-a257-413c5f550c76', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:27:41.366631 n-d-712143-31 neutron-server[103433]: INFO neutron.db.securitygroups_db [None req-276c05b3-2774-48d1-b591-3061ab0ebc7e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Project c750eaf778fb4602911c448d9252f638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 22:27:41.371966 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-276c05b3-2774-48d1-b591-3061ab0ebc7e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (5952fcf0-ef83-4e6b-b1b6-5ee0a8412d9b), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:41.436609 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-276c05b3-2774-48d1-b591-3061ab0ebc7e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (5952fcf0-ef83-4e6b-b1b6-5ee0a8412d9b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:41.440614 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-276c05b3-2774-48d1-b591-3061ab0ebc7e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (5952fcf0-ef83-4e6b-b1b6-5ee0a8412d9b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:41.459587 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c05b3-2774-48d1-b591-3061ab0ebc7e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5952fcf0-ef83-4e6b-b1b6-5ee0a8412d9b,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:41.464805 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-276c05b3-2774-48d1-b591-3061ab0ebc7e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:41.466100 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-276c05b3-2774-48d1-b591-3061ab0ebc7e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235092 Feb 08 22:27:41.469008 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47748) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:27:41.473689 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a2986883-22b1-4b4d-9ce2-20bf873c428d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group_rule': {'security_group_id': 'e023c63e-fc7a-4928-a257-413c5f550c76', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:27:41.494981 n-d-712143-31 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-a2986883-22b1-4b4d-9ce2-20bf873c428d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Project c750eaf778fb4602911c448d9252f638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 22:27:41.501209 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2986883-22b1-4b4d-9ce2-20bf873c428d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (3d3f35fd-9f45-412b-b16a-c35dc08b54f5), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:41.559061 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2986883-22b1-4b4d-9ce2-20bf873c428d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (3d3f35fd-9f45-412b-b16a-c35dc08b54f5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:41.562690 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2986883-22b1-4b4d-9ce2-20bf873c428d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (3d3f35fd-9f45-412b-b16a-c35dc08b54f5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:41.580462 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2986883-22b1-4b4d-9ce2-20bf873c428d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d3f35fd-9f45-412b-b16a-c35dc08b54f5,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:41.588880 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2986883-22b1-4b4d-9ce2-20bf873c428d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:41.590122 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a2986883-22b1-4b4d-9ce2-20bf873c428d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200309 Feb 08 22:27:41.593094 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47750) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:27:41.598188 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-c2c23ed1-fa81-4c6f-b2f8-99af41c80293 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'network': {'name': 'tempest-network-smoke--1892401628', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'port_security_enabled': True}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:27:41.617783 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c23ed1-fa81-4c6f-b2f8-99af41c80293 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Made reservation on behalf of c750eaf778fb4602911c448d9252f638 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:27:41.621053 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c2c23ed1-fa81-4c6f-b2f8-99af41c80293 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:41.645055 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c23ed1-fa81-4c6f-b2f8-99af41c80293 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 22:27:41.655038 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c2c23ed1-fa81-4c6f-b2f8-99af41c80293 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (898dcf0f-71ce-412a-80a1-87ac7c9457a5), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:41.655383 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-c2c23ed1-fa81-4c6f-b2f8-99af41c80293 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Added segment 898dcf0f-71ce-412a-80a1-87ac7c9457a5 of type vlan for network 5537861c-5b80-4ba6-8083-26779f6389ff Feb 08 22:27:41.701900 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c2c23ed1-fa81-4c6f-b2f8-99af41c80293 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (5537861c-5b80-4ba6-8083-26779f6389ff), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:41.726253 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c2c23ed1-fa81-4c6f-b2f8-99af41c80293 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (5537861c-5b80-4ba6-8083-26779f6389ff), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:41.731442 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c23ed1-fa81-4c6f-b2f8-99af41c80293 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:41.732022 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c2c23ed1-fa81-4c6f-b2f8-99af41c80293 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:41.787361 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c2c23ed1-fa81-4c6f-b2f8-99af41c80293 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1931114 Feb 08 22:27:41.790345 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47752) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:27:41.795105 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-513d472e-7bf6-44be-9af4-12c6fca5701c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-460460055', 'admin_state_up': True, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:27:41.802252 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c23ed1-fa81-4c6f-b2f8-99af41c80293 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Network': ['ID=5537861c-5b80-4ba6-8083-26779f6389ff,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:41.812687 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 5537861c-5b80-4ba6-8083-26779f6389ff details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 22:27:41.820641 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-513d472e-7bf6-44be-9af4-12c6fca5701c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (8ba63190-438d-4242-8ea6-0f32cbddf3f6), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:41.821704 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-513d472e-7bf6-44be-9af4-12c6fca5701c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (8ba63190-438d-4242-8ea6-0f32cbddf3f6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:41.875159 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-513d472e-7bf6-44be-9af4-12c6fca5701c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router_controller (8ba63190-438d-4242-8ea6-0f32cbddf3f6), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:41.997950 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c96d9fb3-556a-418a-a738-8c9c98734d64 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:27:42.022044 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-513d472e-7bf6-44be-9af4-12c6fca5701c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router_gateway (8ba63190-438d-4242-8ea6-0f32cbddf3f6), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:42.023083 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: c96d9fb3-556a-418a-a738-8c9c98734d64 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:27:42.023438 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c96d9fb3-556a-418a-a738-8c9c98734d64 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:27:42.221640 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-513d472e-7bf6-44be-9af4-12c6fca5701c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router_gateway (8ba63190-438d-4242-8ea6-0f32cbddf3f6), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:42.240170 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-513d472e-7bf6-44be-9af4-12c6fca5701c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:42.341237 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-513d472e-7bf6-44be-9af4-12c6fca5701c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Allocated IP 172.25.3.51 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/62089338-aabc-4dcd-953a-1e5e77736388) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:27:42.445642 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-513d472e-7bf6-44be-9af4-12c6fca5701c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for port (62089338-aabc-4dcd-953a-1e5e77736388), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:42.480061 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-513d472e-7bf6-44be-9af4-12c6fca5701c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (62089338-aabc-4dcd-953a-1e5e77736388), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:42.520530 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513d472e-7bf6-44be-9af4-12c6fca5701c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:27:42.523456 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-513d472e-7bf6-44be-9af4-12c6fca5701c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:27:42.527231 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513d472e-7bf6-44be-9af4-12c6fca5701c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:27:42.549374 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d472e-7bf6-44be-9af4-12c6fca5701c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Port': ['ID=62089338-aabc-4dcd-953a-1e5e77736388,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:42.789291 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-513d472e-7bf6-44be-9af4-12c6fca5701c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router_gateway (8ba63190-438d-4242-8ea6-0f32cbddf3f6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:42.997281 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-513d472e-7bf6-44be-9af4-12c6fca5701c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (8ba63190-438d-4242-8ea6-0f32cbddf3f6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:43.128147 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513d472e-7bf6-44be-9af4-12c6fca5701c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Router 8ba63190-438d-4242-8ea6-0f32cbddf3f6 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 22:27:43.236065 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513d472e-7bf6-44be-9af4-12c6fca5701c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:27:43.246887 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf81acd-f5c0-49f5-8064-18910cdb1a43 None None] Sync routers for ids ['8ba63190-438d-4242-8ea6-0f32cbddf3f6'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:27:43.258780 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf81acd-f5c0-49f5-8064-18910cdb1a43 None None] Routers {'8ba63190-438d-4242-8ea6-0f32cbddf3f6'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:27:43.259296 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-513d472e-7bf6-44be-9af4-12c6fca5701c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:43.259412 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6cf81acd-f5c0-49f5-8064-18910cdb1a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:27:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['8ba63190-438d-4242-8ea6-0f32cbddf3f6'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:27:43.260742 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-513d472e-7bf6-44be-9af4-12c6fca5701c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4693341 Feb 08 22:27:43.264461 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47754) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:27:43.299276 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3dac6869-4b95-4f96-8eb7-00903fb4a73b tempest-TestNetworkAdvancedServerOps-828575151 tempest-TestNetworkAdvancedServerOps-828575151-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=c750eaf778fb4602911c448d9252f638&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303607 Feb 08 22:27:43.299524 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47756) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:27:43.377774 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-6cf81acd-f5c0-49f5-8064-18910cdb1a43 None None] Set router 8ba63190-438d-4242-8ea6-0f32cbddf3f6 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:27:43.484027 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9ed6bc-ef16-451b-9983-7df22bdec3e3 tempest-TestNetworkAdvancedServerOps-828575151 tempest-TestNetworkAdvancedServerOps-828575151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:43.485757 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-3f9ed6bc-ef16-451b-9983-7df22bdec3e3 tempest-TestNetworkAdvancedServerOps-828575151 tempest-TestNetworkAdvancedServerOps-828575151-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1852071 Feb 08 22:27:43.489133 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47758) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:27:43.530306 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e2e46148-ad37-4f69-92da-f77930bfe9ca tempest-TestNetworkAdvancedServerOps-828575151 tempest-TestNetworkAdvancedServerOps-828575151-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=075c0dfb-2786-422e-af93-9cafe101c970&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399179 Feb 08 22:27:43.532844 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47760) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:27:43.538355 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-1aeee352-6a77-451f-984c-0c9ed92f61f9 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1100391948', 'network_id': '5537861c-5b80-4ba6-8083-26779f6389ff', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:27:43.570747 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6cf81acd-f5c0-49f5-8064-18910cdb1a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460460055', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '62089338-aabc-4dcd-953a-1e5e77736388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:27:41Z', 'updated_at': '2022-02-08T22:27:42Z', 'revision_number': 3, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '62089338-aabc-4dcd-953a-1e5e77736388', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:27:42Z', 'updated_at': '2022-02-08T22:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:27:43.597528 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf81acd-f5c0-49f5-8064-18910cdb1a43 None None] Checking router: 8ba63190-438d-4242-8ea6-0f32cbddf3f6 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:27:43.597879 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf81acd-f5c0-49f5-8064-18910cdb1a43 None None] Updating router 8ba63190-438d-4242-8ea6-0f32cbddf3f6 port 62089338-aabc-4dcd-953a-1e5e77736388 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:27:43.625267 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6cf81acd-f5c0-49f5-8064-18910cdb1a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (62089338-aabc-4dcd-953a-1e5e77736388), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:43.626395 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aeee352-6a77-451f-984c-0c9ed92f61f9 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Made reservation on behalf of c750eaf778fb4602911c448d9252f638 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:27:43.630028 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1aeee352-6a77-451f-984c-0c9ed92f61f9 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:43.818095 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1aeee352-6a77-451f-984c-0c9ed92f61f9 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (0cb36af5-9bcc-4e44-bff8-185fa904f89d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:43.877677 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeee352-6a77-451f-984c-0c9ed92f61f9 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Subnet': ['ID=0cb36af5-9bcc-4e44-bff8-185fa904f89d,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:43.882249 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6cf81acd-f5c0-49f5-8064-18910cdb1a43 None None] Publish callbacks [] for port (62089338-aabc-4dcd-953a-1e5e77736388), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:43.888666 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6cf81acd-f5c0-49f5-8064-18910cdb1a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (62089338-aabc-4dcd-953a-1e5e77736388), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:43.890016 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeee352-6a77-451f-984c-0c9ed92f61f9 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Checking segment: {'id': '898dcf0f-71ce-412a-80a1-87ac7c9457a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5537861c-5b80-4ba6-8083-26779f6389ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:27:43.890382 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeee352-6a77-451f-984c-0c9ed92f61f9 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network hostable DHCP agents. Network: 5537861c-5b80-4ba6-8083-26779f6389ff, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 22:27:43.912229 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeee352-6a77-451f-984c-0c9ed92f61f9 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network 5537861c-5b80-4ba6-8083-26779f6389ff is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 22:27:43.922729 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-1aeee352-6a77-451f-984c-0c9ed92f61f9 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 5537861c-5b80-4ba6-8083-26779f6389ff) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:27:43.927800 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aeee352-6a77-451f-984c-0c9ed92f61f9 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:43.928779 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1aeee352-6a77-451f-984c-0c9ed92f61f9 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:43.934237 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e25d75-29e5-4268-8aa1-b6119aa901fc None None] Network 5537861c-5b80-4ba6-8083-26779f6389ff requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:27:43.944013 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6cf81acd-f5c0-49f5-8064-18910cdb1a43 None None] Attempting to bind port 62089338-aabc-4dcd-953a-1e5e77736388 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:27:43.944413 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6cf81acd-f5c0-49f5-8064-18910cdb1a43 None None] Attempting to bind port 62089338-aabc-4dcd-953a-1e5e77736388 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:27:43.944756 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf81acd-f5c0-49f5-8064-18910cdb1a43 None None] Attempting to bind port 62089338-aabc-4dcd-953a-1e5e77736388 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:27:43.948101 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1512a60-54ae-41d1-be9e-ec61ef176aca None None] Pushing event updated for resources: {'Port': ['ID=62089338-aabc-4dcd-953a-1e5e77736388,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:43.951390 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1aeee352-6a77-451f-984c-0c9ed92f61f9 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4142644 Feb 08 22:27:43.951712 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47762) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:27:43.953162 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf81acd-f5c0-49f5-8064-18910cdb1a43 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:27:43.953567 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf81acd-f5c0-49f5-8064-18910cdb1a43 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:27:43.953975 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6cf81acd-f5c0-49f5-8064-18910cdb1a43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:43.954366 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf81acd-f5c0-49f5-8064-18910cdb1a43 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:27:43.954838 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6cf81acd-f5c0-49f5-8064-18910cdb1a43 None None] Bound port: 62089338-aabc-4dcd-953a-1e5e77736388, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:27:43.955270 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6cf81acd-f5c0-49f5-8064-18910cdb1a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (62089338-aabc-4dcd-953a-1e5e77736388), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:43.961965 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1512a60-54ae-41d1-be9e-ec61ef176aca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:43.962321 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1512a60-54ae-41d1-be9e-ec61ef176aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:43.962659 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1512a60-54ae-41d1-be9e-ec61ef176aca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:43.962998 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1512a60-54ae-41d1-be9e-ec61ef176aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:43.963332 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1512a60-54ae-41d1-be9e-ec61ef176aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:43.963665 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1512a60-54ae-41d1-be9e-ec61ef176aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:43.964001 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1512a60-54ae-41d1-be9e-ec61ef176aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:43.964370 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1512a60-54ae-41d1-be9e-ec61ef176aca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:43.964701 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1512a60-54ae-41d1-be9e-ec61ef176aca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:43.965035 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1512a60-54ae-41d1-be9e-ec61ef176aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:43.965408 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1512a60-54ae-41d1-be9e-ec61ef176aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:43.965738 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1512a60-54ae-41d1-be9e-ec61ef176aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:43.966055 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1512a60-54ae-41d1-be9e-ec61ef176aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:27:44.027638 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6cf81acd-f5c0-49f5-8064-18910cdb1a43 None None] For port 62089338-aabc-4dcd-953a-1e5e77736388, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:27:44.031220 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6cf81acd-f5c0-49f5-8064-18910cdb1a43 None None] For port 62089338-aabc-4dcd-953a-1e5e77736388, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=62089338-aabc-4dcd-953a-1e5e77736388,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:27:44.044706 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6cf81acd-f5c0-49f5-8064-18910cdb1a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (62089338-aabc-4dcd-953a-1e5e77736388), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:44.050261 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baed93c-b50b-4d26-ae42-033ff4258748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-5537861c-5b80-4ba6-8083-26779f6389ff', 'network_id': '5537861c-5b80-4ba6-8083-26779f6389ff', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'fixed_ips': [{'subnet_id': '0cb36af5-9bcc-4e44-bff8-185fa904f89d'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 22:27:44.057002 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7baed93c-b50b-4d26-ae42-033ff4258748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:44.115711 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1512a60-54ae-41d1-be9e-ec61ef176aca None None] Pushing event updated for resources: {'Port': ['ID=62089338-aabc-4dcd-953a-1e5e77736388,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:44.121780 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf81acd-f5c0-49f5-8064-18910cdb1a43 None None] Routers {'8ba63190-438d-4242-8ea6-0f32cbddf3f6'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:27:44.122396 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6cf81acd-f5c0-49f5-8064-18910cdb1a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:27:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['8ba63190-438d-4242-8ea6-0f32cbddf3f6'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:27:44.221703 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-7baed93c-b50b-4d26-ae42-033ff4258748 None None] Allocated IP 172.20.0.2 (5537861c-5b80-4ba6-8083-26779f6389ff/0cb36af5-9bcc-4e44-bff8-185fa904f89d/441c0e87-550c-4dda-b319-922760fcba86) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:27:44.234751 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-6cf81acd-f5c0-49f5-8064-18910cdb1a43 None None] Set router 8ba63190-438d-4242-8ea6-0f32cbddf3f6 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:27:44.378654 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7baed93c-b50b-4d26-ae42-033ff4258748 None None] Publish callbacks [] for port (441c0e87-550c-4dda-b319-922760fcba86), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:44.385166 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7baed93c-b50b-4d26-ae42-033ff4258748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (441c0e87-550c-4dda-b319-922760fcba86), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:44.429748 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6cf81acd-f5c0-49f5-8064-18910cdb1a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460460055', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '62089338-aabc-4dcd-953a-1e5e77736388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:27:41Z', 'updated_at': '2022-02-08T22:27:42Z', 'revision_number': 3, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '62089338-aabc-4dcd-953a-1e5e77736388', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:27:42Z', 'updated_at': '2022-02-08T22:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:27:44.434883 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baed93c-b50b-4d26-ae42-033ff4258748 None None] Pushing event updated for resources: {'Port': ['ID=441c0e87-550c-4dda-b319-922760fcba86,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:44.440543 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baed93c-b50b-4d26-ae42-033ff4258748 None None] Network 5537861c-5b80-4ba6-8083-26779f6389ff is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:27:44.442214 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-7baed93c-b50b-4d26-ae42-033ff4258748 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:27:44.444688 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baed93c-b50b-4d26-ae42-033ff4258748 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:27:44.458017 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf81acd-f5c0-49f5-8064-18910cdb1a43 None None] The sync data for ids ['8ba63190-438d-4242-8ea6-0f32cbddf3f6'] in n-d-712143-31 is: [{'id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460460055', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '62089338-aabc-4dcd-953a-1e5e77736388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:27:41Z', 'updated_at': '2022-02-08T22:27:42Z', 'revision_number': 3, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '62089338-aabc-4dcd-953a-1e5e77736388', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:27:42Z', 'updated_at': '2022-02-08T22:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:27:44.514642 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-7baed93c-b50b-4d26-ae42-033ff4258748 None None] Attempting to bind port 441c0e87-550c-4dda-b319-922760fcba86 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:27:44.515816 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-7baed93c-b50b-4d26-ae42-033ff4258748 None None] Attempting to bind port 441c0e87-550c-4dda-b319-922760fcba86 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '898dcf0f-71ce-412a-80a1-87ac7c9457a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5537861c-5b80-4ba6-8083-26779f6389ff'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:27:44.516503 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baed93c-b50b-4d26-ae42-033ff4258748 None None] Attempting to bind port 441c0e87-550c-4dda-b319-922760fcba86 on network 5537861c-5b80-4ba6-8083-26779f6389ff {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:27:44.523442 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baed93c-b50b-4d26-ae42-033ff4258748 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:27:44.523945 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baed93c-b50b-4d26-ae42-033ff4258748 None None] Checking segment: {'id': '898dcf0f-71ce-412a-80a1-87ac7c9457a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5537861c-5b80-4ba6-8083-26779f6389ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:27:44.524722 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7baed93c-b50b-4d26-ae42-033ff4258748 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:44.524879 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baed93c-b50b-4d26-ae42-033ff4258748 None None] Bound using segment: {'id': '898dcf0f-71ce-412a-80a1-87ac7c9457a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5537861c-5b80-4ba6-8083-26779f6389ff'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:27:44.525468 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-7baed93c-b50b-4d26-ae42-033ff4258748 None None] Bound port: 441c0e87-550c-4dda-b319-922760fcba86, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898dcf0f-71ce-412a-80a1-87ac7c9457a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5537861c-5b80-4ba6-8083-26779f6389ff'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:27:44.526187 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7baed93c-b50b-4d26-ae42-033ff4258748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (441c0e87-550c-4dda-b319-922760fcba86), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:44.598308 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-7baed93c-b50b-4d26-ae42-033ff4258748 None None] For port 441c0e87-550c-4dda-b319-922760fcba86, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:27:44.602616 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-7baed93c-b50b-4d26-ae42-033ff4258748 None None] For port 441c0e87-550c-4dda-b319-922760fcba86, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=441c0e87-550c-4dda-b319-922760fcba86,segment=NetworkSegment(898dcf0f-71ce-412a-80a1-87ac7c9457a5),segment_id=898dcf0f-71ce-412a-80a1-87ac7c9457a5)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:27:44.613658 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7baed93c-b50b-4d26-ae42-033ff4258748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (441c0e87-550c-4dda-b319-922760fcba86), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:44.708002 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baed93c-b50b-4d26-ae42-033ff4258748 None None] Pushing event updated for resources: {'Port': ['ID=441c0e87-550c-4dda-b319-922760fcba86,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:44.916565 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e836185-f4de-4060-a5e6-261f48eebb92 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:45.295342 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-7e836185-f4de-4060-a5e6-261f48eebb92 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Allocated IP 172.20.0.1 (5537861c-5b80-4ba6-8083-26779f6389ff/0cb36af5-9bcc-4e44-bff8-185fa904f89d/0d5793c3-4357-4c93-a6ba-8e7369a7b78f) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:27:45.425142 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e836185-f4de-4060-a5e6-261f48eebb92 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for port (0d5793c3-4357-4c93-a6ba-8e7369a7b78f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:45.463873 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e836185-f4de-4060-a5e6-261f48eebb92 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (0d5793c3-4357-4c93-a6ba-8e7369a7b78f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:45.509382 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e836185-f4de-4060-a5e6-261f48eebb92 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network 5537861c-5b80-4ba6-8083-26779f6389ff is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:27:45.512695 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-7e836185-f4de-4060-a5e6-261f48eebb92 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:27:45.516698 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e836185-f4de-4060-a5e6-261f48eebb92 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:27:45.523853 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e836185-f4de-4060-a5e6-261f48eebb92 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Port': ['ID=0d5793c3-4357-4c93-a6ba-8e7369a7b78f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:45.567096 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e836185-f4de-4060-a5e6-261f48eebb92 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (8ba63190-438d-4242-8ea6-0f32cbddf3f6), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:45.711019 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e836185-f4de-4060-a5e6-261f48eebb92 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0d5793c3-4357-4c93-a6ba-8e7369a7b78f), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:45.746295 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb261576-0099-4e5f-ac1c-9288d2156103 None None] Network 5537861c-5b80-4ba6-8083-26779f6389ff requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:27:45.811611 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-94b88eae-7f84-4a19-a53e-139bdbc695ef None None] Provisioning complete for port 441c0e87-550c-4dda-b319-922760fcba86 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:27:45.811894 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-94b88eae-7f84-4a19-a53e-139bdbc695ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (441c0e87-550c-4dda-b319-922760fcba86), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:45.946034 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-94b88eae-7f84-4a19-a53e-139bdbc695ef None None] Current status of the port 441c0e87-550c-4dda-b319-922760fcba86 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:27:45.946736 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-94b88eae-7f84-4a19-a53e-139bdbc695ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (441c0e87-550c-4dda-b319-922760fcba86), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:45.984359 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-94b88eae-7f84-4a19-a53e-139bdbc695ef None None] For port 441c0e87-550c-4dda-b319-922760fcba86, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=441c0e87-550c-4dda-b319-922760fcba86,segment=NetworkSegment(898dcf0f-71ce-412a-80a1-87ac7c9457a5),segment_id=898dcf0f-71ce-412a-80a1-87ac7c9457a5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:27:45.993446 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-94b88eae-7f84-4a19-a53e-139bdbc695ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (441c0e87-550c-4dda-b319-922760fcba86), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:46.030251 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e836185-f4de-4060-a5e6-261f48eebb92 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for port (0d5793c3-4357-4c93-a6ba-8e7369a7b78f), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:46.038392 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e836185-f4de-4060-a5e6-261f48eebb92 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (0d5793c3-4357-4c93-a6ba-8e7369a7b78f), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:46.061559 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b88eae-7f84-4a19-a53e-139bdbc695ef None None] Pushing event updated for resources: {'Port': ['ID=441c0e87-550c-4dda-b319-922760fcba86,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:46.135145 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e836185-f4de-4060-a5e6-261f48eebb92 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Port': ['ID=0d5793c3-4357-4c93-a6ba-8e7369a7b78f,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:46.144852 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e836185-f4de-4060-a5e6-261f48eebb92 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (8ba63190-438d-4242-8ea6-0f32cbddf3f6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:46.175933 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 62089338-aabc-4dcd-953a-1e5e77736388 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:27:46.244288 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4c962116-758e-4fa9-85c5-ccdc400e1b55 None None] Provisioning complete for port 441c0e87-550c-4dda-b319-922760fcba86 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:27:46.244532 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c962116-758e-4fa9-85c5-ccdc400e1b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (441c0e87-550c-4dda-b319-922760fcba86), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:46.255096 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e836185-f4de-4060-a5e6-261f48eebb92 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network 5537861c-5b80-4ba6-8083-26779f6389ff is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:27:46.256723 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-7e836185-f4de-4060-a5e6-261f48eebb92 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:27:46.278012 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 62089338-aabc-4dcd-953a-1e5e77736388 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:27:46.278499 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (62089338-aabc-4dcd-953a-1e5e77736388), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:46.385511 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e836185-f4de-4060-a5e6-261f48eebb92 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Router 8ba63190-438d-4242-8ea6-0f32cbddf3f6 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:27:46.399536 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4c962116-758e-4fa9-85c5-ccdc400e1b55 None None] Current status of the port 441c0e87-550c-4dda-b319-922760fcba86 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:27:46.419527 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 62089338-aabc-4dcd-953a-1e5e77736388 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:27:46.420025 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (62089338-aabc-4dcd-953a-1e5e77736388), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:46.432513 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4c962116-758e-4fa9-85c5-ccdc400e1b55 None None] Provisioning complete for port 0d5793c3-4357-4c93-a6ba-8e7369a7b78f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:27:46.432513 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c962116-758e-4fa9-85c5-ccdc400e1b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0d5793c3-4357-4c93-a6ba-8e7369a7b78f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:46.470469 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 62089338-aabc-4dcd-953a-1e5e77736388, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=62089338-aabc-4dcd-953a-1e5e77736388,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:27:46.476342 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (62089338-aabc-4dcd-953a-1e5e77736388), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:46.477139 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 441c0e87-550c-4dda-b319-922760fcba86 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:27:46.509114 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e836185-f4de-4060-a5e6-261f48eebb92 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:27:46.518745 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7e836185-f4de-4060-a5e6-261f48eebb92 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "PUT /v2.0/routers/8ba63190-438d-4242-8ea6-0f32cbddf3f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5652158 Feb 08 22:27:46.530711 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f8febb-eb92-4c89-bd7f-974be9cc0529 None None] Sync routers for ids ['8ba63190-438d-4242-8ea6-0f32cbddf3f6'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:27:46.543873 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4c962116-758e-4fa9-85c5-ccdc400e1b55 None None] Port 0d5793c3-4357-4c93-a6ba-8e7369a7b78f cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:27:46.574078 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f8febb-eb92-4c89-bd7f-974be9cc0529 None None] Routers {'8ba63190-438d-4242-8ea6-0f32cbddf3f6'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:27:46.574795 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c6f8febb-eb92-4c89-bd7f-974be9cc0529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:27:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['8ba63190-438d-4242-8ea6-0f32cbddf3f6'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:27:46.657539 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=62089338-aabc-4dcd-953a-1e5e77736388,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:46.689161 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-80bc4b40-a0ad-4bcb-aca5-384d314eb19a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-609589417&fields=id&tenant_id=c750eaf778fb4602911c448d9252f638 HTTP/1.1" status: 200 len: 267 time: 0.0572817 Feb 08 22:27:46.694044 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 441c0e87-550c-4dda-b319-922760fcba86 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:27:46.694424 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (441c0e87-550c-4dda-b319-922760fcba86), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:46.697582 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-5b4dfbaa-4f68-46bc-a3ee-48aa33db5804 None None] Provisioning complete for port 0d5793c3-4357-4c93-a6ba-8e7369a7b78f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:27:46.697945 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5b4dfbaa-4f68-46bc-a3ee-48aa33db5804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0d5793c3-4357-4c93-a6ba-8e7369a7b78f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:46.785199 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-c6f8febb-eb92-4c89-bd7f-974be9cc0529 None None] Set router 8ba63190-438d-4242-8ea6-0f32cbddf3f6 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:27:46.787702 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5b4dfbaa-4f68-46bc-a3ee-48aa33db5804 None None] Port 0d5793c3-4357-4c93-a6ba-8e7369a7b78f cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:27:46.812049 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-71e13e9c-23d2-4a0f-a420-9dac1a69b6fa tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:46.813785 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-71e13e9c-23d2-4a0f-a420-9dac1a69b6fa tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/networks?id=5537861c-5b80-4ba6-8083-26779f6389ff HTTP/1.1" status: 200 len: 797 time: 0.1169105 Feb 08 22:27:46.829294 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-7dfdbd44-d991-431b-b8e0-5540d1964f06 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/quotas/c750eaf778fb4602911c448d9252f638 HTTP/1.1" status: 200 len: 375 time: 0.0090609 Feb 08 22:27:46.885743 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-2677016e-2c35-4de8-a668-0d4b5fdd2f26 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508962 Feb 08 22:27:46.947326 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 441c0e87-550c-4dda-b319-922760fcba86 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:27:46.958880 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-628c1012-3e7f-406c-8d1b-035d21a9bbc5 None None] Provisioning complete for port 0d5793c3-4357-4c93-a6ba-8e7369a7b78f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:27:46.959315 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-628c1012-3e7f-406c-8d1b-035d21a9bbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0d5793c3-4357-4c93-a6ba-8e7369a7b78f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:46.982060 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-b3c2f4cf-de71-4098-b534-a6cbc4f80cdb service neutron] 10.222.0.88 "GET /v2.0/networks/5537861c-5b80-4ba6-8083-26779f6389ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847321 Feb 08 22:27:47.017938 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-628c1012-3e7f-406c-8d1b-035d21a9bbc5 None None] Port 0d5793c3-4357-4c93-a6ba-8e7369a7b78f cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:27:47.076246 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c6f8febb-eb92-4c89-bd7f-974be9cc0529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460460055', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '62089338-aabc-4dcd-953a-1e5e77736388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:27:41Z', 'updated_at': '2022-02-08T22:27:45Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '62089338-aabc-4dcd-953a-1e5e77736388', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:27:42Z', 'updated_at': '2022-02-08T22:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '0d5793c3-4357-4c93-a6ba-8e7369a7b78f', 'name': '', 'network_id': '5537861c-5b80-4ba6-8083-26779f6389ff', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:59:8e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '0cb36af5-9bcc-4e44-bff8-185fa904f89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:27:45Z', 'updated_at': '2022-02-08T22:27:45Z', 'revision_number': 2, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': '0cb36af5-9bcc-4e44-bff8-185fa904f89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:27:47.090745 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-b89a6bdd-febc-4858-993c-42b6a0c70152 service neutron] 10.222.0.88 "GET /v2.0/networks/5537861c-5b80-4ba6-8083-26779f6389ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002669 Feb 08 22:27:47.264046 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1dd0d315-f1dc-4cfa-9117-66a32529fedd req-c627de78-8233-4770-aee0-2d49c38862fb tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 210 time: 0.0312507 Feb 08 22:27:47.270079 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f8febb-eb92-4c89-bd7f-974be9cc0529 None None] Checking router: 8ba63190-438d-4242-8ea6-0f32cbddf3f6 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:27:47.270443 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f8febb-eb92-4c89-bd7f-974be9cc0529 None None] Updating router 8ba63190-438d-4242-8ea6-0f32cbddf3f6 port 0d5793c3-4357-4c93-a6ba-8e7369a7b78f binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:27:47.299606 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6f8febb-eb92-4c89-bd7f-974be9cc0529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0d5793c3-4357-4c93-a6ba-8e7369a7b78f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:47.578865 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6f8febb-eb92-4c89-bd7f-974be9cc0529 None None] Publish callbacks [] for port (0d5793c3-4357-4c93-a6ba-8e7369a7b78f), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:47.585076 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6f8febb-eb92-4c89-bd7f-974be9cc0529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0d5793c3-4357-4c93-a6ba-8e7369a7b78f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:47.637787 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53130c-7c3a-4c13-955c-7dc5e7e8037c None None] Pushing event updated for resources: {'Port': ['ID=0d5793c3-4357-4c93-a6ba-8e7369a7b78f,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:47.692281 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c6f8febb-eb92-4c89-bd7f-974be9cc0529 None None] Attempting to bind port 0d5793c3-4357-4c93-a6ba-8e7369a7b78f on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:27:47.692664 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c6f8febb-eb92-4c89-bd7f-974be9cc0529 None None] Attempting to bind port 0d5793c3-4357-4c93-a6ba-8e7369a7b78f by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '898dcf0f-71ce-412a-80a1-87ac7c9457a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5537861c-5b80-4ba6-8083-26779f6389ff'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:27:47.693033 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8febb-eb92-4c89-bd7f-974be9cc0529 None None] Attempting to bind port 0d5793c3-4357-4c93-a6ba-8e7369a7b78f on network 5537861c-5b80-4ba6-8083-26779f6389ff {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:27:47.698564 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8febb-eb92-4c89-bd7f-974be9cc0529 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:27:47.698947 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8febb-eb92-4c89-bd7f-974be9cc0529 None None] Checking segment: {'id': '898dcf0f-71ce-412a-80a1-87ac7c9457a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5537861c-5b80-4ba6-8083-26779f6389ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:27:47.699354 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6f8febb-eb92-4c89-bd7f-974be9cc0529 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:47.699880 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8febb-eb92-4c89-bd7f-974be9cc0529 None None] Bound using segment: {'id': '898dcf0f-71ce-412a-80a1-87ac7c9457a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5537861c-5b80-4ba6-8083-26779f6389ff'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:27:47.700360 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c6f8febb-eb92-4c89-bd7f-974be9cc0529 None None] Bound port: 0d5793c3-4357-4c93-a6ba-8e7369a7b78f, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898dcf0f-71ce-412a-80a1-87ac7c9457a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5537861c-5b80-4ba6-8083-26779f6389ff'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:27:47.700744 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6f8febb-eb92-4c89-bd7f-974be9cc0529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0d5793c3-4357-4c93-a6ba-8e7369a7b78f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:47.776352 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c6f8febb-eb92-4c89-bd7f-974be9cc0529 None None] For port 0d5793c3-4357-4c93-a6ba-8e7369a7b78f, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:27:47.780559 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c6f8febb-eb92-4c89-bd7f-974be9cc0529 None None] For port 0d5793c3-4357-4c93-a6ba-8e7369a7b78f, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=0d5793c3-4357-4c93-a6ba-8e7369a7b78f,segment=NetworkSegment(898dcf0f-71ce-412a-80a1-87ac7c9457a5),segment_id=898dcf0f-71ce-412a-80a1-87ac7c9457a5)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:27:47.787695 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6f8febb-eb92-4c89-bd7f-974be9cc0529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0d5793c3-4357-4c93-a6ba-8e7369a7b78f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:47.851558 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53130c-7c3a-4c13-955c-7dc5e7e8037c None None] Pushing event updated for resources: {'Port': ['ID=0d5793c3-4357-4c93-a6ba-8e7369a7b78f,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:47.854216 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f8febb-eb92-4c89-bd7f-974be9cc0529 None None] Routers {'8ba63190-438d-4242-8ea6-0f32cbddf3f6'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:27:47.854831 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c6f8febb-eb92-4c89-bd7f-974be9cc0529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:27:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['8ba63190-438d-4242-8ea6-0f32cbddf3f6'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:27:47.966354 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-e353eb06-04d3-4b2c-bd3a-d66e86d3cae7 None None] Provisioning complete for port 0d5793c3-4357-4c93-a6ba-8e7369a7b78f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:27:47.966730 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e353eb06-04d3-4b2c-bd3a-d66e86d3cae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0d5793c3-4357-4c93-a6ba-8e7369a7b78f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:48.002711 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-c6f8febb-eb92-4c89-bd7f-974be9cc0529 None None] Set router 8ba63190-438d-4242-8ea6-0f32cbddf3f6 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:27:48.087958 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 62089338-aabc-4dcd-953a-1e5e77736388 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:27:48.205990 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e353eb06-04d3-4b2c-bd3a-d66e86d3cae7 None None] Current status of the port 0d5793c3-4357-4c93-a6ba-8e7369a7b78f is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:27:48.206342 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e353eb06-04d3-4b2c-bd3a-d66e86d3cae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (0d5793c3-4357-4c93-a6ba-8e7369a7b78f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:48.263052 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 62089338-aabc-4dcd-953a-1e5e77736388 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:27:48.263424 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (62089338-aabc-4dcd-953a-1e5e77736388), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:48.292444 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-e353eb06-04d3-4b2c-bd3a-d66e86d3cae7 None None] For port 0d5793c3-4357-4c93-a6ba-8e7369a7b78f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=0d5793c3-4357-4c93-a6ba-8e7369a7b78f,segment=NetworkSegment(898dcf0f-71ce-412a-80a1-87ac7c9457a5),segment_id=898dcf0f-71ce-412a-80a1-87ac7c9457a5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:27:48.326024 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-021bb991-dbca-4fdd-adf8-4cdff30803b7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:48.327552 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-021bb991-dbca-4fdd-adf8-4cdff30803b7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.94 "GET /v2.0/networks?id=5537861c-5b80-4ba6-8083-26779f6389ff HTTP/1.1" status: 200 len: 797 time: 0.1317456 Feb 08 22:27:48.332831 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e353eb06-04d3-4b2c-bd3a-d66e86d3cae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (0d5793c3-4357-4c93-a6ba-8e7369a7b78f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:48.376013 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3b5e04b7-9e6c-44e5-b725-010fe2680302 req-556d34cf-bf67-49c6-b0b5-6ff8e4beba39 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 210 time: 0.0328894 Feb 08 22:27:48.421853 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-8574ca25-5180-462b-8ec5-989ee2e493c5 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c750eaf778fb4602911c448d9252f638 HTTP/1.1" status: 200 len: 379 time: 0.0843408 Feb 08 22:27:48.431324 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-f06e8637-902f-4851-b0ed-68a8d7c9aecb tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'port': {'device_id': 'bb6ce4f1-735d-4f6c-b60c-46f15e8f4899', 'network_id': '5537861c-5b80-4ba6-8083-26779f6389ff', 'admin_state_up': True, 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'security_groups': ['e023c63e-fc7a-4928-a257-413c5f550c76']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:27:48.440833 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353eb06-04d3-4b2c-bd3a-d66e86d3cae7 None None] Pushing event updated for resources: {'Port': ['ID=0d5793c3-4357-4c93-a6ba-8e7369a7b78f,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:48.475874 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 62089338-aabc-4dcd-953a-1e5e77736388 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:27:48.476885 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 441c0e87-550c-4dda-b319-922760fcba86 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:27:48.483676 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c6f8febb-eb92-4c89-bd7f-974be9cc0529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460460055', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '62089338-aabc-4dcd-953a-1e5e77736388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:27:41Z', 'updated_at': '2022-02-08T22:27:45Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '62089338-aabc-4dcd-953a-1e5e77736388', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:27:42Z', 'updated_at': '2022-02-08T22:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '0d5793c3-4357-4c93-a6ba-8e7369a7b78f', 'name': '', 'network_id': '5537861c-5b80-4ba6-8083-26779f6389ff', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:59:8e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '0cb36af5-9bcc-4e44-bff8-185fa904f89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:27:45Z', 'updated_at': '2022-02-08T22:27:47Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': '0cb36af5-9bcc-4e44-bff8-185fa904f89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:27:48.532135 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-31b000b3-8c8b-4253-a250-cb34e6bc81fa None None] Provisioning complete for port 0d5793c3-4357-4c93-a6ba-8e7369a7b78f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:27:48.532514 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-31b000b3-8c8b-4253-a250-cb34e6bc81fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0d5793c3-4357-4c93-a6ba-8e7369a7b78f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:48.550451 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-f06e8637-902f-4851-b0ed-68a8d7c9aecb tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Made reservation on behalf of c750eaf778fb4602911c448d9252f638 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:27:48.553900 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-f06e8637-902f-4851-b0ed-68a8d7c9aecb tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:48.555732 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f8febb-eb92-4c89-bd7f-974be9cc0529 None None] The sync data for ids ['8ba63190-438d-4242-8ea6-0f32cbddf3f6'] in n-d-712143-31 is: [{'id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460460055', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '62089338-aabc-4dcd-953a-1e5e77736388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:27:41Z', 'updated_at': '2022-02-08T22:27:45Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '62089338-aabc-4dcd-953a-1e5e77736388', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:27:42Z', 'updated_at': '2022-02-08T22:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '0d5793c3-4357-4c93-a6ba-8e7369a7b78f', 'name': '', 'network_id': '5537861c-5b80-4ba6-8083-26779f6389ff', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:59:8e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '0cb36af5-9bcc-4e44-bff8-185fa904f89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:27:45Z', 'updated_at': '2022-02-08T22:27:47Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': '0cb36af5-9bcc-4e44-bff8-185fa904f89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:27:48.600013 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 441c0e87-550c-4dda-b319-922760fcba86 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:27:48.601077 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (441c0e87-550c-4dda-b319-922760fcba86), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:48.672782 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-31b000b3-8c8b-4253-a250-cb34e6bc81fa None None] Current status of the port 0d5793c3-4357-4c93-a6ba-8e7369a7b78f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:27:48.719659 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-f06e8637-902f-4851-b0ed-68a8d7c9aecb tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Allocated IP 172.20.0.12 (5537861c-5b80-4ba6-8083-26779f6389ff/0cb36af5-9bcc-4e44-bff8-185fa904f89d/beb42dd5-752d-4974-937f-e759b3b7112a) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:27:48.738641 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 441c0e87-550c-4dda-b319-922760fcba86 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:27:48.888828 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-f06e8637-902f-4851-b0ed-68a8d7c9aecb tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for port (beb42dd5-752d-4974-937f-e759b3b7112a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:48.924686 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-f06e8637-902f-4851-b0ed-68a8d7c9aecb tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (beb42dd5-752d-4974-937f-e759b3b7112a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:48.972090 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-f06e8637-902f-4851-b0ed-68a8d7c9aecb tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network 5537861c-5b80-4ba6-8083-26779f6389ff is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:27:48.975496 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-f06e8637-902f-4851-b0ed-68a8d7c9aecb tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:27:48.979461 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-f06e8637-902f-4851-b0ed-68a8d7c9aecb tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:27:49.008472 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e8637-902f-4851-b0ed-68a8d7c9aecb tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Port': ['ID=beb42dd5-752d-4974-937f-e759b3b7112a,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:49.054227 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-f06e8637-902f-4851-b0ed-68a8d7c9aecb tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:49.054873 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-f06e8637-902f-4851-b0ed-68a8d7c9aecb tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:49.074242 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-f06e8637-902f-4851-b0ed-68a8d7c9aecb tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6464233 Feb 08 22:27:49.147034 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-af81ea93-85d7-4907-9503-976291a74ef2 service neutron] Request body: {'port': {'device_id': 'bb6ce4f1-735d-4f6c-b60c-46f15e8f4899', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:27:49.219680 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-af81ea93-85d7-4907-9503-976291a74ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (beb42dd5-752d-4974-937f-e759b3b7112a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:49.300020 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-7624ef37-8cc3-46c5-b452-2221ecb25ab1 None None] Provisioning complete for port beb42dd5-752d-4974-937f-e759b3b7112a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:27:49.300575 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7624ef37-8cc3-46c5-b452-2221ecb25ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (beb42dd5-752d-4974-937f-e759b3b7112a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:49.338941 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7624ef37-8cc3-46c5-b452-2221ecb25ab1 None None] Port beb42dd5-752d-4974-937f-e759b3b7112a cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:27:49.531596 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-af81ea93-85d7-4907-9503-976291a74ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb42dd5-752d-4974-937f-e759b3b7112a {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:27:49.541882 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-af81ea93-85d7-4907-9503-976291a74ef2 service neutron] Publish callbacks [] for port (beb42dd5-752d-4974-937f-e759b3b7112a), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:49.560410 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-af81ea93-85d7-4907-9503-976291a74ef2 service neutron] Transition to ACTIVE for port object beb42dd5-752d-4974-937f-e759b3b7112a will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:27:49.568645 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f77b7c-84ae-479a-99f8-3cd66e47e10c req-6a576692-a931-4211-ba23-cb0409a95287 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:49.570204 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37f77b7c-84ae-479a-99f8-3cd66e47e10c req-6a576692-a931-4211-ba23-cb0409a95287 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 932 time: 0.1093447 Feb 08 22:27:49.571355 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-af81ea93-85d7-4907-9503-976291a74ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (beb42dd5-752d-4974-937f-e759b3b7112a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:49.650041 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81ea93-85d7-4907-9503-976291a74ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=beb42dd5-752d-4974-937f-e759b3b7112a,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:49.710841 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-37f77b7c-84ae-479a-99f8-3cd66e47e10c req-9a1ffa49-2ad2-4fea-9b70-5c22e85290b8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=e023c63e-fc7a-4928-a257-413c5f550c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340623 Feb 08 22:27:49.755558 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-af81ea93-85d7-4907-9503-976291a74ef2 service neutron] Attempting to bind port beb42dd5-752d-4974-937f-e759b3b7112a on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:27:49.755989 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-af81ea93-85d7-4907-9503-976291a74ef2 service neutron] Attempting to bind port beb42dd5-752d-4974-937f-e759b3b7112a by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '898dcf0f-71ce-412a-80a1-87ac7c9457a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5537861c-5b80-4ba6-8083-26779f6389ff'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:27:49.756332 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-af81ea93-85d7-4907-9503-976291a74ef2 service neutron] Attempting to bind port beb42dd5-752d-4974-937f-e759b3b7112a on network 5537861c-5b80-4ba6-8083-26779f6389ff {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:27:49.762848 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-af81ea93-85d7-4907-9503-976291a74ef2 service neutron] Port beb42dd5-752d-4974-937f-e759b3b7112a on network 5537861c-5b80-4ba6-8083-26779f6389ff not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:27:49.763321 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-af81ea93-85d7-4907-9503-976291a74ef2 service neutron] Attempting to bind port beb42dd5-752d-4974-937f-e759b3b7112a on network 5537861c-5b80-4ba6-8083-26779f6389ff {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:27:49.769052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-af81ea93-85d7-4907-9503-976291a74ef2 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:27:49.769443 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-af81ea93-85d7-4907-9503-976291a74ef2 service neutron] Checking segment: {'id': '898dcf0f-71ce-412a-80a1-87ac7c9457a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5537861c-5b80-4ba6-8083-26779f6389ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:27:49.769836 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-af81ea93-85d7-4907-9503-976291a74ef2 service neutron] Bound using segment: {'id': '898dcf0f-71ce-412a-80a1-87ac7c9457a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5537861c-5b80-4ba6-8083-26779f6389ff'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:27:49.770303 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-af81ea93-85d7-4907-9503-976291a74ef2 service neutron] Bound port: beb42dd5-752d-4974-937f-e759b3b7112a, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898dcf0f-71ce-412a-80a1-87ac7c9457a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5537861c-5b80-4ba6-8083-26779f6389ff'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:27:49.770669 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-af81ea93-85d7-4907-9503-976291a74ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (beb42dd5-752d-4974-937f-e759b3b7112a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:49.842148 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-af81ea93-85d7-4907-9503-976291a74ef2 service neutron] For port beb42dd5-752d-4974-937f-e759b3b7112a, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:27:49.845378 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-af81ea93-85d7-4907-9503-976291a74ef2 service neutron] For port beb42dd5-752d-4974-937f-e759b3b7112a, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=beb42dd5-752d-4974-937f-e759b3b7112a,segment=NetworkSegment(898dcf0f-71ce-412a-80a1-87ac7c9457a5),segment_id=898dcf0f-71ce-412a-80a1-87ac7c9457a5)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:27:49.851310 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-af81ea93-85d7-4907-9503-976291a74ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (beb42dd5-752d-4974-937f-e759b3b7112a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:49.886687 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-af81ea93-85d7-4907-9503-976291a74ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:49.887539 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-af81ea93-85d7-4907-9503-976291a74ef2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:49.888826 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-af81ea93-85d7-4907-9503-976291a74ef2 service neutron] 10.222.0.94 "PUT /v2.0/ports/beb42dd5-752d-4974-937f-e759b3b7112a HTTP/1.1" status: 200 len: 1093 time: 0.8070810 Feb 08 22:27:49.889307 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb6ce4f1-735d-4f6c-b60c-46f15e8f4899', 'tag': 'beb42dd5-752d-4974-937f-e759b3b7112a'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:27:49.891814 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d18540-1e39-45c1-878a-2ea692480915" -d '{"events": [{"name": "network-changed", "server_uuid": "bb6ce4f1-735d-4f6c-b60c-46f15e8f4899", "tag": "beb42dd5-752d-4974-937f-e759b3b7112a"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:27:49.925676 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81ea93-85d7-4907-9503-976291a74ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=beb42dd5-752d-4974-937f-e759b3b7112a,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:49.934883 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be56a989-60e8-4167-a86d-b83ed59f514c x-openstack-request-id: req-be56a989-60e8-4167-a86d-b83ed59f514c {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:27:49.935240 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb6ce4f1-735d-4f6c-b60c-46f15e8f4899", "tag": "beb42dd5-752d-4974-937f-e759b3b7112a", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:27:49.935501 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-be56a989-60e8-4167-a86d-b83ed59f514c {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:27:49.935907 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb6ce4f1-735d-4f6c-b60c-46f15e8f4899', 'tag': 'beb42dd5-752d-4974-937f-e759b3b7112a', 'status': 'completed', 'code': 200} Feb 08 22:27:49.990265 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-d6cdf734-750f-4c70-927e-88aa9cff866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:49.991932 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-d6cdf734-750f-4c70-927e-88aa9cff866b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 1127 time: 0.0537603 Feb 08 22:27:50.042133 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-8d0221d0-b552-4a67-ae2e-58be28b0ac94 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=beb42dd5-752d-4974-937f-e759b3b7112a HTTP/1.1" status: 200 len: 217 time: 0.0436201 Feb 08 22:27:50.083080 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 0d5793c3-4357-4c93-a6ba-8e7369a7b78f up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:27:50.100811 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-dfc95d35-4ccc-4737-88ba-d37a0d4f4beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:50.102524 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-dfc95d35-4ccc-4737-88ba-d37a0d4f4beb service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0cb36af5-9bcc-4e44-bff8-185fa904f89d HTTP/1.1" status: 200 len: 835 time: 0.0554614 Feb 08 22:27:50.135777 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 0d5793c3-4357-4c93-a6ba-8e7369a7b78f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:27:50.136148 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (0d5793c3-4357-4c93-a6ba-8e7369a7b78f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:50.154409 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-937b7584-2d0d-48dc-a0c7-ade80c3bf2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:50.156407 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-937b7584-2d0d-48dc-a0c7-ade80c3bf2c0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5537861c-5b80-4ba6-8083-26779f6389ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474286 Feb 08 22:27:50.230852 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 0d5793c3-4357-4c93-a6ba-8e7369a7b78f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:27:50.252715 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-293bf6c0-fbb0-4898-9674-d0a54720f9ee service neutron] 10.222.0.94 "GET /v2.0/networks/5537861c-5b80-4ba6-8083-26779f6389ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898280 Feb 08 22:27:50.342250 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c056ba6a-09d9-41a7-9647-28f2e51d1053 req-133c8a27-da9e-43e7-a120-2f77fd48c586 service neutron] 10.222.0.94 "GET /v2.0/networks/5537861c-5b80-4ba6-8083-26779f6389ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842903 Feb 08 22:27:50.440434 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d18540-1e39-45c1-878a-2ea692480915 req-fe921556-30cd-424c-b80f-5fb840d1ba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:50.441967 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54d18540-1e39-45c1-878a-2ea692480915 req-fe921556-30cd-424c-b80f-5fb840d1ba1e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 1127 time: 0.0504794 Feb 08 22:27:50.530932 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d18540-1e39-45c1-878a-2ea692480915 req-f44da9d9-c650-49bc-a4b2-0bdf160a5066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:50.532320 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54d18540-1e39-45c1-878a-2ea692480915 req-f44da9d9-c650-49bc-a4b2-0bdf160a5066 service neutron] 10.222.0.94 "GET /v2.0/networks?id=5537861c-5b80-4ba6-8083-26779f6389ff HTTP/1.1" status: 200 len: 898 time: 0.0849500 Feb 08 22:27:50.577905 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54d18540-1e39-45c1-878a-2ea692480915 req-8ba0b263-6a9e-4b49-899e-a00f96deac19 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=beb42dd5-752d-4974-937f-e759b3b7112a HTTP/1.1" status: 200 len: 217 time: 0.0395329 Feb 08 22:27:50.897420 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d18540-1e39-45c1-878a-2ea692480915 req-cfe91abf-b831-4373-9b84-cd65b5335703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:50.898922 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54d18540-1e39-45c1-878a-2ea692480915 req-cfe91abf-b831-4373-9b84-cd65b5335703 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0cb36af5-9bcc-4e44-bff8-185fa904f89d HTTP/1.1" status: 200 len: 835 time: 0.3159389 Feb 08 22:27:50.942865 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571749b-dbc3-473a-9f7d-b7db45c8b5f4 req-d1dadb35-d05d-4b59-8a8b-c3a329bcc96b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:50.944457 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6571749b-dbc3-473a-9f7d-b7db45c8b5f4 req-d1dadb35-d05d-4b59-8a8b-c3a329bcc96b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 944 time: 0.0963151 Feb 08 22:27:50.988407 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d18540-1e39-45c1-878a-2ea692480915 req-8d9de6e9-a132-40e8-9427-e16de987d6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:50.989961 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54d18540-1e39-45c1-878a-2ea692480915 req-8d9de6e9-a132-40e8-9427-e16de987d6ef service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5537861c-5b80-4ba6-8083-26779f6389ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0839722 Feb 08 22:27:51.054470 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6571749b-dbc3-473a-9f7d-b7db45c8b5f4 req-3903c955-6abe-49a6-8549-5ca772665779 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=e023c63e-fc7a-4928-a257-413c5f550c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039991 Feb 08 22:27:51.098111 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54d18540-1e39-45c1-878a-2ea692480915 req-88693fe8-3173-4952-8714-9157f87e15cc service neutron] 10.222.0.94 "GET /v2.0/networks/5537861c-5b80-4ba6-8083-26779f6389ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981004 Feb 08 22:27:51.192164 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54d18540-1e39-45c1-878a-2ea692480915 req-95131ecd-94bd-4349-ba79-1f003378814f service neutron] 10.222.0.94 "GET /v2.0/networks/5537861c-5b80-4ba6-8083-26779f6389ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880134 Feb 08 22:27:52.194321 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be041ae6-cdf1-49dd-9503-dbe08d7c11e3 req-dbad4009-edc2-479b-9096-c3e6f9ee9ae1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:52.195845 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be041ae6-cdf1-49dd-9503-dbe08d7c11e3 req-dbad4009-edc2-479b-9096-c3e6f9ee9ae1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 944 time: 0.0652375 Feb 08 22:27:52.245697 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-be041ae6-cdf1-49dd-9503-dbe08d7c11e3 req-00ab144b-e422-4dc9-af45-2b89d93cfd51 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=e023c63e-fc7a-4928-a257-413c5f550c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440009 Feb 08 22:27:53.363760 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efeed0-8644-49e6-803a-9a4aedb1ad50 req-ef6956b9-7d4a-4bed-9c51-e85e68074641 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:53.365220 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-30efeed0-8644-49e6-803a-9a4aedb1ad50 req-ef6956b9-7d4a-4bed-9c51-e85e68074641 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 944 time: 0.0523183 Feb 08 22:27:53.413791 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-30efeed0-8644-49e6-803a-9a4aedb1ad50 req-a81d9a82-2ed5-4253-8a37-13542c50a90e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=e023c63e-fc7a-4928-a257-413c5f550c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429096 Feb 08 22:27:53.568812 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device beb42dd5-752d-4974-937f-e759b3b7112a details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:27:53.669636 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port beb42dd5-752d-4974-937f-e759b3b7112a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=beb42dd5-752d-4974-937f-e759b3b7112a,segment=NetworkSegment(898dcf0f-71ce-412a-80a1-87ac7c9457a5),segment_id=898dcf0f-71ce-412a-80a1-87ac7c9457a5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:27:53.681548 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'beb42dd5-752d-4974-937f-e759b3b7112a', 'network_id': '5537861c-5b80-4ba6-8083-26779f6389ff', 'port_id': 'beb42dd5-752d-4974-937f-e759b3b7112a', 'mac_address': 'fa:16:3e:55:0f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cb36af5-9bcc-4e44-bff8-185fa904f89d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:27:53.722316 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port beb42dd5-752d-4974-937f-e759b3b7112a is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:27:53.722725 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (beb42dd5-752d-4974-937f-e759b3b7112a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:53.735446 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb42dd5-752d-4974-937f-e759b3b7112a {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:27:53.754214 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port beb42dd5-752d-4974-937f-e759b3b7112a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=beb42dd5-752d-4974-937f-e759b3b7112a,segment=NetworkSegment(898dcf0f-71ce-412a-80a1-87ac7c9457a5),segment_id=898dcf0f-71ce-412a-80a1-87ac7c9457a5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:27:53.758728 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (beb42dd5-752d-4974-937f-e759b3b7112a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:53.805725 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=beb42dd5-752d-4974-937f-e759b3b7112a,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:53.854280 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:27:54.130059 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['beb42dd5-752d-4974-937f-e759b3b7112a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:27:54.362760 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d96e0c9c-7022-4149-a99a-d3bd8f9dff48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:54.534927 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b34c8-7de4-444a-9c15-4188310101b5 req-93aad6b4-7a3e-42e7-a751-f1f030276c92 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:54.536389 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc1b34c8-7de4-444a-9c15-4188310101b5 req-93aad6b4-7a3e-42e7-a751-f1f030276c92 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 945 time: 0.0563705 Feb 08 22:27:54.584724 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc1b34c8-7de4-444a-9c15-4188310101b5 req-a7a1abfb-b148-44a5-8d14-caa8d6b390cb tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=e023c63e-fc7a-4928-a257-413c5f550c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428128 Feb 08 22:27:55.576033 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device beb42dd5-752d-4974-937f-e759b3b7112a up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:27:55.644377 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port beb42dd5-752d-4974-937f-e759b3b7112a completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:27:55.651597 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port beb42dd5-752d-4974-937f-e759b3b7112a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:27:55.652220 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (beb42dd5-752d-4974-937f-e759b3b7112a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:55.745671 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f9250-798d-4795-9dd8-2290e67260e7 req-7a1cf878-c5de-4121-aee6-4e1e10510777 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:55.747332 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e29f9250-798d-4795-9dd8-2290e67260e7 req-7a1cf878-c5de-4121-aee6-4e1e10510777 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 945 time: 0.0578160 Feb 08 22:27:55.752873 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port beb42dd5-752d-4974-937f-e759b3b7112a is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:27:55.753296 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (beb42dd5-752d-4974-937f-e759b3b7112a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:55.777767 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6ce4f1-735d-4f6c-b60c-46f15e8f4899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb42dd5-752d-4974-937f-e759b3b7112a'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:27:55.780416 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890bb10a-f58c-4b3e-b62d-c9cbeb77b7cb" -d '{"events": [{"server_uuid": "bb6ce4f1-735d-4f6c-b60c-46f15e8f4899", "name": "network-vif-plugged", "status": "completed", "tag": "beb42dd5-752d-4974-937f-e759b3b7112a"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:27:55.793698 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port beb42dd5-752d-4974-937f-e759b3b7112a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=beb42dd5-752d-4974-937f-e759b3b7112a,segment=NetworkSegment(898dcf0f-71ce-412a-80a1-87ac7c9457a5),segment_id=898dcf0f-71ce-412a-80a1-87ac7c9457a5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:27:55.799143 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (beb42dd5-752d-4974-937f-e759b3b7112a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:55.805242 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e29f9250-798d-4795-9dd8-2290e67260e7 req-2e9233bb-8a0e-49ad-99a0-2b96e9e5c905 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=e023c63e-fc7a-4928-a257-413c5f550c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480063 Feb 08 22:27:55.832191 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4673d28-4368-42f4-9bbe-6c4dee1e8530 x-openstack-request-id: req-b4673d28-4368-42f4-9bbe-6c4dee1e8530 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:27:55.832491 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6ce4f1-735d-4f6c-b60c-46f15e8f4899", "name": "network-vif-plugged", "status": "completed", "tag": "beb42dd5-752d-4974-937f-e759b3b7112a", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:27:55.832748 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b4673d28-4368-42f4-9bbe-6c4dee1e8530 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:27:55.833141 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6ce4f1-735d-4f6c-b60c-46f15e8f4899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb42dd5-752d-4974-937f-e759b3b7112a', 'code': 200} Feb 08 22:27:55.859321 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=beb42dd5-752d-4974-937f-e759b3b7112a,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:55.938805 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3657c7-baa1-42b6-88e9-46d2e63dabf6 req-7ed9dc1d-4a05-411d-a062-32198acf3717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:55.941044 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1c3657c7-baa1-42b6-88e9-46d2e63dabf6 req-7ed9dc1d-4a05-411d-a062-32198acf3717 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 1129 time: 0.0477054 Feb 08 22:27:55.991559 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1c3657c7-baa1-42b6-88e9-46d2e63dabf6 req-a04b6ae9-2c31-404e-9808-ab87a4deb32b service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=e023c63e-fc7a-4928-a257-413c5f550c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437031 Feb 08 22:27:56.928809 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc42d2-4b74-4e16-b835-5fe6fe5d8605 req-5d777b5f-e5ed-472c-8751-5abb228ea8ba tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:56.930864 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7edc42d2-4b74-4e16-b835-5fe6fe5d8605 req-5d777b5f-e5ed-472c-8751-5abb228ea8ba tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 946 time: 0.0542631 Feb 08 22:27:56.984269 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7edc42d2-4b74-4e16-b835-5fe6fe5d8605 req-aadac893-6f1f-4428-9fa6-a28752bf7349 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=e023c63e-fc7a-4928-a257-413c5f550c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481622 Feb 08 22:27:57.628638 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fe460c70-56a6-4498-b31d-63572a76050d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:58.107799 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b0982-e515-48a9-baeb-7c921534ad1d req-af0883ae-0865-4ab2-9239-31b57c8b5679 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:58.109350 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c31b0982-e515-48a9-baeb-7c921534ad1d req-af0883ae-0865-4ab2-9239-31b57c8b5679 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 946 time: 0.0523500 Feb 08 22:27:58.159011 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c31b0982-e515-48a9-baeb-7c921534ad1d req-9f1fb57f-a4f1-4e23-981a-df05af111b1a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=e023c63e-fc7a-4928-a257-413c5f550c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435393 Feb 08 22:27:58.282995 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d869b0b-bc68-4921-a0e5-fef1d7ad91c8 req-e13a189b-9a7a-48f9-a404-b462f04c6ea5 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:58.285030 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d869b0b-bc68-4921-a0e5-fef1d7ad91c8 req-e13a189b-9a7a-48f9-a404-b462f04c6ea5 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 946 time: 0.0601385 Feb 08 22:27:58.333583 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d869b0b-bc68-4921-a0e5-fef1d7ad91c8 req-bd85483b-dd86-490d-9957-fa49e6109ace tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=e023c63e-fc7a-4928-a257-413c5f550c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427594 Feb 08 22:27:58.355392 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47820) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:27:58.400701 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79cbd11-d4dc-4420-8302-3d05db6a8711 tempest-TestNetworkAdvancedServerOps-828575151 tempest-TestNetworkAdvancedServerOps-828575151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:27:58.402592 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c79cbd11-d4dc-4420-8302-3d05db6a8711 tempest-TestNetworkAdvancedServerOps-828575151 tempest-TestNetworkAdvancedServerOps-828575151-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 1124 time: 0.0461812 Feb 08 22:27:58.405542 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47822) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:27:58.409918 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-44fa736d-8877-4d8c-87b2-67d42098b0e1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'port_id': 'beb42dd5-752d-4974-937f-e759b3b7112a', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:27:58.432141 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-44fa736d-8877-4d8c-87b2-67d42098b0e1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:58.532603 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-44fa736d-8877-4d8c-87b2-67d42098b0e1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:58.647164 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-44fa736d-8877-4d8c-87b2-67d42098b0e1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Allocated IP 172.25.3.103 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/a3d1d351-bedc-423e-ac06-4a4cf243248c) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:27:58.750237 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-44fa736d-8877-4d8c-87b2-67d42098b0e1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for port (a3d1d351-bedc-423e-ac06-4a4cf243248c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:58.784757 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-44fa736d-8877-4d8c-87b2-67d42098b0e1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (a3d1d351-bedc-423e-ac06-4a4cf243248c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:58.825460 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fa736d-8877-4d8c-87b2-67d42098b0e1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:27:58.828470 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-44fa736d-8877-4d8c-87b2-67d42098b0e1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:27:58.832075 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fa736d-8877-4d8c-87b2-67d42098b0e1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:27:58.857369 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa736d-8877-4d8c-87b2-67d42098b0e1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Port': ['ID=a3d1d351-bedc-423e-ac06-4a4cf243248c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:59.304160 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-44fa736d-8877-4d8c-87b2-67d42098b0e1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for floatingip (c0652b83-942a-449f-b7f9-444914184def), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:59.413984 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-44fa736d-8877-4d8c-87b2-67d42098b0e1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a3d1d351-bedc-423e-ac06-4a4cf243248c), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:59.495013 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:59.565752 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-44fa736d-8877-4d8c-87b2-67d42098b0e1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for port (a3d1d351-bedc-423e-ac06-4a4cf243248c), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:59.570239 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-44fa736d-8877-4d8c-87b2-67d42098b0e1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (a3d1d351-bedc-423e-ac06-4a4cf243248c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:59.647488 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa736d-8877-4d8c-87b2-67d42098b0e1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Port': ['ID=a3d1d351-bedc-423e-ac06-4a4cf243248c,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:27:59.658153 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-44fa736d-8877-4d8c-87b2-67d42098b0e1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (c0652b83-942a-449f-b7f9-444914184def), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:27:59.766814 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-44fa736d-8877-4d8c-87b2-67d42098b0e1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Floating IP c0652b83-942a-449f-b7f9-444914184def associated. External IP: 172.25.3.103, port: beb42dd5-752d-4974-937f-e759b3b7112a. Feb 08 22:28:00.233979 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fa736d-8877-4d8c-87b2-67d42098b0e1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Router 8ba63190-438d-4242-8ea6-0f32cbddf3f6 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:28:00.347328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fa736d-8877-4d8c-87b2-67d42098b0e1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:28:00.358659 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798f69a6-3534-4b1a-9e73-119a7e81c514 None None] Sync routers for ids ['8ba63190-438d-4242-8ea6-0f32cbddf3f6'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:28:00.366558 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-44fa736d-8877-4d8c-87b2-67d42098b0e1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:28:00.369334 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798f69a6-3534-4b1a-9e73-119a7e81c514 None None] Routers {'8ba63190-438d-4242-8ea6-0f32cbddf3f6'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:28:00.369955 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-798f69a6-3534-4b1a-9e73-119a7e81c514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:27:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['8ba63190-438d-4242-8ea6-0f32cbddf3f6'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:28:00.403472 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-44fa736d-8877-4d8c-87b2-67d42098b0e1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9968765 Feb 08 22:28:00.404494 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb6ce4f1-735d-4f6c-b60c-46f15e8f4899', 'tag': 'beb42dd5-752d-4974-937f-e759b3b7112a'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:28:00.407194 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40470bc6-75d3-453c-9d78-43fe012b4115" -d '{"events": [{"name": "network-changed", "server_uuid": "bb6ce4f1-735d-4f6c-b60c-46f15e8f4899", "tag": "beb42dd5-752d-4974-937f-e759b3b7112a"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:28:00.451117 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153c2e53-42e5-479f-a09f-86c87035e834 x-openstack-request-id: req-153c2e53-42e5-479f-a09f-86c87035e834 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:28:00.451429 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb6ce4f1-735d-4f6c-b60c-46f15e8f4899", "tag": "beb42dd5-752d-4974-937f-e759b3b7112a", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:28:00.451690 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-153c2e53-42e5-479f-a09f-86c87035e834 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:28:00.452138 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb6ce4f1-735d-4f6c-b60c-46f15e8f4899', 'tag': 'beb42dd5-752d-4974-937f-e759b3b7112a', 'status': 'completed', 'code': 200} Feb 08 22:28:00.525583 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40470bc6-75d3-453c-9d78-43fe012b4115 req-0e917bd7-e685-42b4-b548-a1eb3ce89f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:28:00.527551 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40470bc6-75d3-453c-9d78-43fe012b4115 req-0e917bd7-e685-42b4-b548-a1eb3ce89f8e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 1129 time: 0.0527015 Feb 08 22:28:00.588365 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-798f69a6-3534-4b1a-9e73-119a7e81c514 None None] Set router 8ba63190-438d-4242-8ea6-0f32cbddf3f6 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:28:00.628988 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40470bc6-75d3-453c-9d78-43fe012b4115 req-44a13ddd-7545-4b28-a764-81160f699bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:28:00.630655 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40470bc6-75d3-453c-9d78-43fe012b4115 req-44a13ddd-7545-4b28-a764-81160f699bc4 service neutron] 10.222.0.94 "GET /v2.0/networks?id=5537861c-5b80-4ba6-8083-26779f6389ff HTTP/1.1" status: 200 len: 898 time: 0.0963037 Feb 08 22:28:00.714632 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40470bc6-75d3-453c-9d78-43fe012b4115 req-7c85ef31-493b-4d39-ab6c-4837b864845b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=beb42dd5-752d-4974-937f-e759b3b7112a HTTP/1.1" status: 200 len: 1000 time: 0.0772293 Feb 08 22:28:00.793186 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40470bc6-75d3-453c-9d78-43fe012b4115 req-49445a9a-777d-4645-b8a0-4a8c11e0f237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:28:00.794621 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40470bc6-75d3-453c-9d78-43fe012b4115 req-49445a9a-777d-4645-b8a0-4a8c11e0f237 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0cb36af5-9bcc-4e44-bff8-185fa904f89d HTTP/1.1" status: 200 len: 835 time: 0.0745695 Feb 08 22:28:00.842691 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2621f1-0fd0-4a1f-b3b0-daffe47c3dc1 req-d0161fd7-4d83-4b58-bef2-185f5cc02e73 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:28:00.844191 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d2621f1-0fd0-4a1f-b3b0-daffe47c3dc1 req-d0161fd7-4d83-4b58-bef2-185f5cc02e73 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 946 time: 0.0972297 Feb 08 22:28:00.856721 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-798f69a6-3534-4b1a-9e73-119a7e81c514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460460055', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '62089338-aabc-4dcd-953a-1e5e77736388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:27:41Z', 'updated_at': '2022-02-08T22:27:45Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '62089338-aabc-4dcd-953a-1e5e77736388', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:27:42Z', 'updated_at': '2022-02-08T22:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'c0652b83-942a-449f-b7f9-444914184def', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'port_id': 'beb42dd5-752d-4974-937f-e759b3b7112a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5537861c-5b80-4ba6-8083-26779f6389ff', 'mac_address': 'fa:16:3e:55:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6ce4f1-735d-4f6c-b60c-46f15e8f4899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:27:59Z', 'updated_at': '2022-02-08T22:27:59Z', 'revision_number': 0, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d5793c3-4357-4c93-a6ba-8e7369a7b78f', 'name': '', 'network_id': '5537861c-5b80-4ba6-8083-26779f6389ff', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:59:8e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '0cb36af5-9bcc-4e44-bff8-185fa904f89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:27:45Z', 'updated_at': '2022-02-08T22:27:48Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': '0cb36af5-9bcc-4e44-bff8-185fa904f89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:28:00.874928 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40470bc6-75d3-453c-9d78-43fe012b4115 req-799c3a45-c1e3-4733-bb01-7af4aef0c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:28:00.876462 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40470bc6-75d3-453c-9d78-43fe012b4115 req-799c3a45-c1e3-4733-bb01-7af4aef0c7b2 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5537861c-5b80-4ba6-8083-26779f6389ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0742512 Feb 08 22:28:00.883826 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798f69a6-3534-4b1a-9e73-119a7e81c514 None None] Checking router: 8ba63190-438d-4242-8ea6-0f32cbddf3f6 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:28:00.892486 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798f69a6-3534-4b1a-9e73-119a7e81c514 None None] Routers {'8ba63190-438d-4242-8ea6-0f32cbddf3f6'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:28:00.893655 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-798f69a6-3534-4b1a-9e73-119a7e81c514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:27:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['8ba63190-438d-4242-8ea6-0f32cbddf3f6'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:28:00.952862 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d2621f1-0fd0-4a1f-b3b0-daffe47c3dc1 req-4698110c-8899-4964-9087-0f7738d6bc4a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=e023c63e-fc7a-4928-a257-413c5f550c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009703 Feb 08 22:28:00.980661 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47828) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:28:01.003174 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40470bc6-75d3-453c-9d78-43fe012b4115 req-0dd3b7db-2b1b-4f1b-b711-90a1225bc7f4 service neutron] 10.222.0.94 "GET /v2.0/networks/5537861c-5b80-4ba6-8083-26779f6389ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137609 Feb 08 22:28:01.019210 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-798f69a6-3534-4b1a-9e73-119a7e81c514 None None] Set router 8ba63190-438d-4242-8ea6-0f32cbddf3f6 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:28:01.066431 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9e766b06-aaa0-4e5c-a320-ed7c5ab85db0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/floatingips/c0652b83-942a-449f-b7f9-444914184def HTTP/1.1" status: 200 len: 992 time: 0.0844100 Feb 08 22:28:01.108546 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40470bc6-75d3-453c-9d78-43fe012b4115 req-b96be2cd-b1ef-44ef-bf37-9bb7867a19e4 service neutron] 10.222.0.94 "GET /v2.0/networks/5537861c-5b80-4ba6-8083-26779f6389ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997574 Feb 08 22:28:01.256868 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-798f69a6-3534-4b1a-9e73-119a7e81c514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460460055', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '62089338-aabc-4dcd-953a-1e5e77736388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:27:41Z', 'updated_at': '2022-02-08T22:27:45Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '62089338-aabc-4dcd-953a-1e5e77736388', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:27:42Z', 'updated_at': '2022-02-08T22:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'c0652b83-942a-449f-b7f9-444914184def', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'port_id': 'beb42dd5-752d-4974-937f-e759b3b7112a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5537861c-5b80-4ba6-8083-26779f6389ff', 'mac_address': 'fa:16:3e:55:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6ce4f1-735d-4f6c-b60c-46f15e8f4899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:27:59Z', 'updated_at': '2022-02-08T22:27:59Z', 'revision_number': 0, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d5793c3-4357-4c93-a6ba-8e7369a7b78f', 'name': '', 'network_id': '5537861c-5b80-4ba6-8083-26779f6389ff', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:59:8e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '0cb36af5-9bcc-4e44-bff8-185fa904f89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:27:45Z', 'updated_at': '2022-02-08T22:27:48Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': '0cb36af5-9bcc-4e44-bff8-185fa904f89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:28:01.282768 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798f69a6-3534-4b1a-9e73-119a7e81c514 None None] The sync data for ids ['8ba63190-438d-4242-8ea6-0f32cbddf3f6'] in n-d-712143-31 is: [{'id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460460055', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '62089338-aabc-4dcd-953a-1e5e77736388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:27:41Z', 'updated_at': '2022-02-08T22:27:45Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '62089338-aabc-4dcd-953a-1e5e77736388', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:27:42Z', 'updated_at': '2022-02-08T22:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'c0652b83-942a-449f-b7f9-444914184def', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'port_id': 'beb42dd5-752d-4974-937f-e759b3b7112a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5537861c-5b80-4ba6-8083-26779f6389ff', 'mac_address': 'fa:16:3e:55:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6ce4f1-735d-4f6c-b60c-46f15e8f4899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:27:59Z', 'updated_at': '2022-02-08T22:27:59Z', 'revision_number': 0, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d5793c3-4357-4c93-a6ba-8e7369a7b78f', 'name': '', 'network_id': '5537861c-5b80-4ba6-8083-26779f6389ff', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:59:8e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '0cb36af5-9bcc-4e44-bff8-185fa904f89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:27:45Z', 'updated_at': '2022-02-08T22:27:48Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': '0cb36af5-9bcc-4e44-bff8-185fa904f89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:28:01.487703 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348744a0-f764-45b4-97c0-ff153e568265 None None] New status for floating IP c0652b83-942a-449f-b7f9-444914184def: ACTIVE {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:28:01.584123 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:28:01.954547 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:28:02.070106 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47830) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:28:02.134979 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f992a68c-9275-4bfa-9c8d-69bc67e873fd tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/floatingips/c0652b83-942a-449f-b7f9-444914184def HTTP/1.1" status: 200 len: 994 time: 0.0636928 Feb 08 22:28:07.116008 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:28:07.181984 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:28:24.344688 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-71869e4d-559f-4cf9-9417-c7c14b1f91fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:28:27.633270 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2d409d0a-741a-410b-b33e-13113ec09cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:28:29.499691 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:28:30.854168 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:28:31.547508 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:28:31.807838 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:28:32.684538 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d1e842e-6565-4331-a7a2-32c0fa2f24fb req-51f7c44f-059f-4b50-8c01-e6d291a08401 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447516 Feb 08 22:28:32.772460 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e842e-6565-4331-a7a2-32c0fa2f24fb req-3a0f48c3-fa54-4691-90bc-caa108a12d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:28:32.773998 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d1e842e-6565-4331-a7a2-32c0fa2f24fb req-3a0f48c3-fa54-4691-90bc-caa108a12d90 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 1129 time: 0.0467050 Feb 08 22:28:32.880878 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e842e-6565-4331-a7a2-32c0fa2f24fb req-49f5e670-2a39-40b7-8046-7b1db0b3fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:28:32.882378 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d1e842e-6565-4331-a7a2-32c0fa2f24fb req-49f5e670-2a39-40b7-8046-7b1db0b3fdbe service neutron] 10.222.0.94 "GET /v2.0/networks?id=5537861c-5b80-4ba6-8083-26779f6389ff HTTP/1.1" status: 200 len: 898 time: 0.0891480 Feb 08 22:28:32.947596 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d1e842e-6565-4331-a7a2-32c0fa2f24fb req-52a69fd4-b591-4bd8-bc09-461e9c86cf69 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=beb42dd5-752d-4974-937f-e759b3b7112a HTTP/1.1" status: 200 len: 1002 time: 0.0586812 Feb 08 22:28:32.998913 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e842e-6565-4331-a7a2-32c0fa2f24fb req-23cb675f-28b8-45ea-95d2-7e147103cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:28:33.000403 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d1e842e-6565-4331-a7a2-32c0fa2f24fb req-23cb675f-28b8-45ea-95d2-7e147103cfc7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0cb36af5-9bcc-4e44-bff8-185fa904f89d HTTP/1.1" status: 200 len: 835 time: 0.0476363 Feb 08 22:28:33.049337 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e842e-6565-4331-a7a2-32c0fa2f24fb req-4ec7d255-ff3f-4f2e-82be-109ab4e26624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:28:33.051470 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d1e842e-6565-4331-a7a2-32c0fa2f24fb req-4ec7d255-ff3f-4f2e-82be-109ab4e26624 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5537861c-5b80-4ba6-8083-26779f6389ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454104 Feb 08 22:28:33.137158 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d1e842e-6565-4331-a7a2-32c0fa2f24fb req-afb1417c-40fa-4d1f-9631-2cfbd4f64659 service neutron] 10.222.0.94 "GET /v2.0/networks/5537861c-5b80-4ba6-8083-26779f6389ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798733 Feb 08 22:28:33.230003 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d1e842e-6565-4331-a7a2-32c0fa2f24fb req-90398f13-60f9-4d16-8b9d-1f8c58553221 service neutron] 10.222.0.94 "GET /v2.0/networks/5537861c-5b80-4ba6-8083-26779f6389ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871890 Feb 08 22:28:37.124398 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:28:37.183315 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:28:54.350192 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3a0dde33-c171-49ea-b217-763e5be2458a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:28:57.633861 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f75afce9-37e3-4f25-a685-a07df4c71ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:28:59.502125 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:29:00.309453 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [req-8a1e982e-1737-4e0b-abc1-49d82362148b req-977fe917-6010-4301-8a51-ad4270cc857e tempest-ServerDiskConfigTestJSON-1846858802 tempest-ServerDiskConfigTestJSON-1846858802-project] (103434) timed out ('10.222.0.94', 59477) {{(pid=103434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 22:29:01.549992 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:29:01.811317 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:29:02.979816 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee86d1-0fdf-4558-ab06-27b52a00935e req-36fa208d-05b4-4658-8282-b4fd672e5a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:29:02.981368 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66ee86d1-0fdf-4558-ab06-27b52a00935e req-36fa208d-05b4-4658-8282-b4fd672e5a07 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 1129 time: 0.0707073 Feb 08 22:29:02.989150 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa5a12-6ca6-4d4a-82f9-4375fa7e0934 req-da5e14d5-0559-4276-a529-aab84a3d0831 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:29:02.990938 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-83fa5a12-6ca6-4d4a-82f9-4375fa7e0934 req-da5e14d5-0559-4276-a529-aab84a3d0831 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 946 time: 0.0896547 Feb 08 22:29:03.119324 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-83fa5a12-6ca6-4d4a-82f9-4375fa7e0934 req-1d311a7a-8a5b-4abb-b825-b3b11843760e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=e023c63e-fc7a-4928-a257-413c5f550c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200426 Feb 08 22:29:03.136186 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee86d1-0fdf-4558-ab06-27b52a00935e req-c31c63a6-618f-4e9f-9fc4-53a7f5cd970c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:29:03.137962 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66ee86d1-0fdf-4558-ab06-27b52a00935e req-c31c63a6-618f-4e9f-9fc4-53a7f5cd970c service neutron] 10.222.0.94 "GET /v2.0/networks?id=5537861c-5b80-4ba6-8083-26779f6389ff HTTP/1.1" status: 200 len: 898 time: 0.1460891 Feb 08 22:29:03.209334 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66ee86d1-0fdf-4558-ab06-27b52a00935e req-2d77bf48-3eca-47fc-b04b-e6d3803d2efb service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=beb42dd5-752d-4974-937f-e759b3b7112a HTTP/1.1" status: 200 len: 1002 time: 0.0654652 Feb 08 22:29:03.259627 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee86d1-0fdf-4558-ab06-27b52a00935e req-700f54eb-6918-44b9-95d4-e38b3385f188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:29:03.261077 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66ee86d1-0fdf-4558-ab06-27b52a00935e req-700f54eb-6918-44b9-95d4-e38b3385f188 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0cb36af5-9bcc-4e44-bff8-185fa904f89d HTTP/1.1" status: 200 len: 835 time: 0.0439579 Feb 08 22:29:03.311330 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee86d1-0fdf-4558-ab06-27b52a00935e req-ed56985b-bfa7-47f3-80aa-d4c43946fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:29:03.312755 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66ee86d1-0fdf-4558-ab06-27b52a00935e req-ed56985b-bfa7-47f3-80aa-d4c43946fd65 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5537861c-5b80-4ba6-8083-26779f6389ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456984 Feb 08 22:29:03.407698 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66ee86d1-0fdf-4558-ab06-27b52a00935e req-f3d1a9d9-3b46-47a8-ab1c-0d39b9ab7220 service neutron] 10.222.0.94 "GET /v2.0/networks/5537861c-5b80-4ba6-8083-26779f6389ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889323 Feb 08 22:29:03.498120 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66ee86d1-0fdf-4558-ab06-27b52a00935e req-9835b7b3-e841-4562-83f9-fab5a00b1c97 service neutron] 10.222.0.94 "GET /v2.0/networks/5537861c-5b80-4ba6-8083-26779f6389ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837953 Feb 08 22:29:04.244334 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b0261-2097-46d5-9eb3-9866b49c582b req-09f40d5c-8566-4e85-9c00-a7523cbc9703 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:29:04.245884 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-790b0261-2097-46d5-9eb3-9866b49c582b req-09f40d5c-8566-4e85-9c00-a7523cbc9703 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 946 time: 0.0538037 Feb 08 22:29:04.309373 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-790b0261-2097-46d5-9eb3-9866b49c582b req-12cd2994-be46-41c5-bcc0-8b3e6581a465 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=e023c63e-fc7a-4928-a257-413c5f550c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576072 Feb 08 22:29:05.432568 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8edd99-f010-4adc-974a-43c06a7cbb77 req-3548c1c5-b933-475a-8e53-4e4eb39a88d1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:29:05.434071 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea8edd99-f010-4adc-974a-43c06a7cbb77 req-3548c1c5-b933-475a-8e53-4e4eb39a88d1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 946 time: 0.0565424 Feb 08 22:29:05.482910 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ea8edd99-f010-4adc-974a-43c06a7cbb77 req-50bf9f2e-cb01-4854-a941-bcce891ebd6e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=e023c63e-fc7a-4928-a257-413c5f550c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431921 Feb 08 22:29:06.604858 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ed3b2-ccac-4ca5-94c0-8b3e9e4d5921 req-e039a984-3780-4908-aa61-4b4cc3c1dcbc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:29:06.606379 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a61ed3b2-ccac-4ca5-94c0-8b3e9e4d5921 req-e039a984-3780-4908-aa61-4b4cc3c1dcbc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 946 time: 0.0538235 Feb 08 22:29:06.656053 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a61ed3b2-ccac-4ca5-94c0-8b3e9e4d5921 req-52789835-bf5d-407c-a558-8c53680599b5 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=e023c63e-fc7a-4928-a257-413c5f550c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440540 Feb 08 22:29:07.124547 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:29:07.196866 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:29:07.782166 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64959d-6360-4542-8711-14b31d6cef66 req-5745dcc3-b679-45c7-bfa6-b3ef6b066824 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:29:07.783664 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d64959d-6360-4542-8711-14b31d6cef66 req-5745dcc3-b679-45c7-bfa6-b3ef6b066824 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 946 time: 0.0587852 Feb 08 22:29:07.833358 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d64959d-6360-4542-8711-14b31d6cef66 req-695d6cab-166a-4d27-a3ea-ae787a3bf9ec tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=e023c63e-fc7a-4928-a257-413c5f550c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438635 Feb 08 22:29:07.853202 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:29:08.956686 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723dfc8-8312-4c77-9720-296c83dceb16 req-d79c6d85-28d7-4f0d-9459-322ae6d58d42 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:29:08.958100 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4723dfc8-8312-4c77-9720-296c83dceb16 req-d79c6d85-28d7-4f0d-9459-322ae6d58d42 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 946 time: 0.0523684 Feb 08 22:29:09.010178 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4723dfc8-8312-4c77-9720-296c83dceb16 req-94af0982-92fe-4069-a98a-98948e241db8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=e023c63e-fc7a-4928-a257-413c5f550c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462730 Feb 08 22:29:10.138569 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11c0e2-de0d-4e69-9323-9eb80e23e0b4 req-d5b51aef-67ad-4bc2-8edf-9f1751582446 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:29:10.140096 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a11c0e2-de0d-4e69-9323-9eb80e23e0b4 req-d5b51aef-67ad-4bc2-8edf-9f1751582446 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 946 time: 0.0528312 Feb 08 22:29:10.195388 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a11c0e2-de0d-4e69-9323-9eb80e23e0b4 req-fd277ffa-851f-42ef-8d1b-4a5ccb8ce306 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=e023c63e-fc7a-4928-a257-413c5f550c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491405 Feb 08 22:29:11.319020 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767ca3b-7613-495c-804e-7c70944abfd0 req-70f6f52d-bf11-40f7-8cb4-19702d46d90a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:29:11.320434 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1767ca3b-7613-495c-804e-7c70944abfd0 req-70f6f52d-bf11-40f7-8cb4-19702d46d90a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 946 time: 0.0544009 Feb 08 22:29:11.370774 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1767ca3b-7613-495c-804e-7c70944abfd0 req-d10fedd0-807b-401b-a4af-474aa0ab60c0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=e023c63e-fc7a-4928-a257-413c5f550c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447297 Feb 08 22:29:12.497316 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b95207-7b66-4e80-97f7-b337eb120388 req-67b87e9b-c687-409a-b442-cec847161c0c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:29:12.498839 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c9b95207-7b66-4e80-97f7-b337eb120388 req-67b87e9b-c687-409a-b442-cec847161c0c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 946 time: 0.0580804 Feb 08 22:29:12.548788 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c9b95207-7b66-4e80-97f7-b337eb120388 req-921b3392-f2d0-4c9a-a530-069095fbbb21 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=e023c63e-fc7a-4928-a257-413c5f550c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438385 Feb 08 22:29:13.674142 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461f0f8-0813-4729-abba-1f83f3178b91 req-aa949ee7-4a04-4190-9881-ea96bffae8d4 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:29:13.675773 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2461f0f8-0813-4729-abba-1f83f3178b91 req-aa949ee7-4a04-4190-9881-ea96bffae8d4 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 946 time: 0.0588894 Feb 08 22:29:13.725606 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2461f0f8-0813-4729-abba-1f83f3178b91 req-53627e25-3a14-4ded-9923-8d038886107b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=e023c63e-fc7a-4928-a257-413c5f550c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443516 Feb 08 22:29:14.846411 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1d5c8-8158-4b26-a83f-cb068b48bf5b req-4eede665-25f8-48a6-abce-c4c2b8a24e3e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:29:14.847955 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ab1d5c8-8158-4b26-a83f-cb068b48bf5b req-4eede665-25f8-48a6-abce-c4c2b8a24e3e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 946 time: 0.0538378 Feb 08 22:29:14.897943 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ab1d5c8-8158-4b26-a83f-cb068b48bf5b req-a852f153-61c2-4ab0-9b0b-fdd2adc3a137 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=e023c63e-fc7a-4928-a257-413c5f550c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439081 Feb 08 22:29:14.920167 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47878) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:29:14.985018 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-936e9d64-0af1-463e-bacf-ac8b82d3da0c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/floatingips/c0652b83-942a-449f-b7f9-444914184def HTTP/1.1" status: 200 len: 994 time: 0.0637009 Feb 08 22:29:24.352570 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7547be50-ecb9-423f-91e5-22e08d25dc56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:29:27.635944 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1fa49cfa-aecb-418d-a9e6-6509c28b7b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:29:29.504316 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:29:31.556320 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:29:31.820577 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:29:33.705660 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32833820-3dab-4363-bba1-68e8ca759c60 req-2ad59efb-6b8c-4d15-93b6-928377fae02f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0477543 Feb 08 22:29:33.792556 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32833820-3dab-4363-bba1-68e8ca759c60 req-ad7ef132-3e07-4c72-b0d1-2ec584a12704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:29:33.794203 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32833820-3dab-4363-bba1-68e8ca759c60 req-ad7ef132-3e07-4c72-b0d1-2ec584a12704 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 1129 time: 0.0465155 Feb 08 22:29:33.902902 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32833820-3dab-4363-bba1-68e8ca759c60 req-e32aba17-ac55-4155-bda6-f2637e297997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:29:33.904377 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32833820-3dab-4363-bba1-68e8ca759c60 req-e32aba17-ac55-4155-bda6-f2637e297997 service neutron] 10.222.0.94 "GET /v2.0/networks?id=5537861c-5b80-4ba6-8083-26779f6389ff HTTP/1.1" status: 200 len: 898 time: 0.0913191 Feb 08 22:29:33.969178 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32833820-3dab-4363-bba1-68e8ca759c60 req-4fc3e795-6e72-45f3-9fe5-169c266e7bc4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=beb42dd5-752d-4974-937f-e759b3b7112a HTTP/1.1" status: 200 len: 1002 time: 0.0584652 Feb 08 22:29:34.022347 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32833820-3dab-4363-bba1-68e8ca759c60 req-85f2abee-b2bd-4b8b-8ce9-f3374ccf6628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:29:34.023857 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32833820-3dab-4363-bba1-68e8ca759c60 req-85f2abee-b2bd-4b8b-8ce9-f3374ccf6628 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0cb36af5-9bcc-4e44-bff8-185fa904f89d HTTP/1.1" status: 200 len: 835 time: 0.0488462 Feb 08 22:29:34.083527 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32833820-3dab-4363-bba1-68e8ca759c60 req-afbfb6d6-f040-4071-b1e4-fcf53d7e041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:29:34.085065 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32833820-3dab-4363-bba1-68e8ca759c60 req-afbfb6d6-f040-4071-b1e4-fcf53d7e041a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5537861c-5b80-4ba6-8083-26779f6389ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0530498 Feb 08 22:29:34.176112 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32833820-3dab-4363-bba1-68e8ca759c60 req-9ee3c1c9-a636-4ce3-bd90-6cbd2f3d86c7 service neutron] 10.222.0.94 "GET /v2.0/networks/5537861c-5b80-4ba6-8083-26779f6389ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848539 Feb 08 22:29:34.270203 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32833820-3dab-4363-bba1-68e8ca759c60 req-68240a65-bf74-478f-bf2f-1a4711ad1b8f service neutron] 10.222.0.94 "GET /v2.0/networks/5537861c-5b80-4ba6-8083-26779f6389ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872746 Feb 08 22:29:37.137153 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:29:37.211576 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:29:44.853213 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:29:54.355212 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e5b43197-3c8f-4aa3-80f6-bf775553d2c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:29:57.637254 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3625cbe1-51e1-453b-a33d-c138375f036d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:29:59.511220 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:01.548446 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:01.816699 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:03.525301 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47898) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:30:03.687399 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-f4af6223-c88d-44aa-984e-487cd0f5d764 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Deleting port a3d1d351-bedc-423e-ac06-4a4cf243248c {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:30:03.687755 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f4af6223-c88d-44aa-984e-487cd0f5d764 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (a3d1d351-bedc-423e-ac06-4a4cf243248c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:03.762883 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f4af6223-c88d-44aa-984e-487cd0f5d764 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (a3d1d351-bedc-423e-ac06-4a4cf243248c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:03.763299 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f4af6223-c88d-44aa-984e-487cd0f5d764 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for floatingip (a3d1d351-bedc-423e-ac06-4a4cf243248c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:03.776202 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-f4af6223-c88d-44aa-984e-487cd0f5d764 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Calling delete_port for a3d1d351-bedc-423e-ac06-4a4cf243248c owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:30:03.927018 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f4af6223-c88d-44aa-984e-487cd0f5d764 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (a3d1d351-bedc-423e-ac06-4a4cf243248c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:03.955814 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af6223-c88d-44aa-984e-487cd0f5d764 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'Port': ['ID=a3d1d351-bedc-423e-ac06-4a4cf243248c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:03.989778 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af6223-c88d-44aa-984e-487cd0f5d764 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:03.990128 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af6223-c88d-44aa-984e-487cd0f5d764 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:03.990470 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af6223-c88d-44aa-984e-487cd0f5d764 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:03.990806 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af6223-c88d-44aa-984e-487cd0f5d764 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:03.991138 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af6223-c88d-44aa-984e-487cd0f5d764 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:03.991466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af6223-c88d-44aa-984e-487cd0f5d764 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:03.991795 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af6223-c88d-44aa-984e-487cd0f5d764 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:03.992121 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af6223-c88d-44aa-984e-487cd0f5d764 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:03.992448 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af6223-c88d-44aa-984e-487cd0f5d764 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:03.992772 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af6223-c88d-44aa-984e-487cd0f5d764 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:03.993094 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af6223-c88d-44aa-984e-487cd0f5d764 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:03.993438 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af6223-c88d-44aa-984e-487cd0f5d764 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:03.993759 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af6223-c88d-44aa-984e-487cd0f5d764 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:04.033622 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f4af6223-c88d-44aa-984e-487cd0f5d764 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for floatingip (c0652b83-942a-449f-b7f9-444914184def), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:04.033871 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-f4af6223-c88d-44aa-984e-487cd0f5d764 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Floating IP c0652b83-942a-449f-b7f9-444914184def disassociated (deleted). External IP: 172.25.3.103, port: beb42dd5-752d-4974-937f-e759b3b7112a. Feb 08 22:30:04.246383 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4af6223-c88d-44aa-984e-487cd0f5d764 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Router 8ba63190-438d-4242-8ea6-0f32cbddf3f6 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:30:04.368781 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4af6223-c88d-44aa-984e-487cd0f5d764 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:30:04.373855 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f4af6223-c88d-44aa-984e-487cd0f5d764 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:04.379639 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bbf0a2-c13b-4398-9ff2-a81723bcdc3a None None] Sync routers for ids ['8ba63190-438d-4242-8ea6-0f32cbddf3f6'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:30:04.390198 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bbf0a2-c13b-4398-9ff2-a81723bcdc3a None None] Routers {'8ba63190-438d-4242-8ea6-0f32cbddf3f6'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:30:04.390824 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-81bbf0a2-c13b-4398-9ff2-a81723bcdc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:29:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['8ba63190-438d-4242-8ea6-0f32cbddf3f6'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:30:04.404804 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f4af6223-c88d-44aa-984e-487cd0f5d764 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "DELETE /v2.0/floatingips/c0652b83-942a-449f-b7f9-444914184def HTTP/1.1" status: 204 len: 168 time: 0.8773153 Feb 08 22:30:04.405430 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb6ce4f1-735d-4f6c-b60c-46f15e8f4899', 'tag': 'beb42dd5-752d-4974-937f-e759b3b7112a'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:30:04.407734 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb631f1-de7d-4c94-96c2-a1bd7ed6c571" -d '{"events": [{"name": "network-changed", "server_uuid": "bb6ce4f1-735d-4f6c-b60c-46f15e8f4899", "tag": "beb42dd5-752d-4974-937f-e759b3b7112a"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:30:04.452613 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d6c0db-6c84-4773-b63f-2c453581219e x-openstack-request-id: req-74d6c0db-6c84-4773-b63f-2c453581219e {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:30:04.452913 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb6ce4f1-735d-4f6c-b60c-46f15e8f4899", "tag": "beb42dd5-752d-4974-937f-e759b3b7112a", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:30:04.453176 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-74d6c0db-6c84-4773-b63f-2c453581219e {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:30:04.453775 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb6ce4f1-735d-4f6c-b60c-46f15e8f4899', 'tag': 'beb42dd5-752d-4974-937f-e759b3b7112a', 'status': 'completed', 'code': 200} Feb 08 22:30:04.506218 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-81bbf0a2-c13b-4398-9ff2-a81723bcdc3a None None] Set router 8ba63190-438d-4242-8ea6-0f32cbddf3f6 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:30:04.524783 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb631f1-de7d-4c94-96c2-a1bd7ed6c571 req-32fa7a88-0fe7-410d-9ffb-3a1135320c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:04.528557 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-beb631f1-de7d-4c94-96c2-a1bd7ed6c571 req-32fa7a88-0fe7-410d-9ffb-3a1135320c2e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 1129 time: 0.0521281 Feb 08 22:30:04.725329 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-81bbf0a2-c13b-4398-9ff2-a81723bcdc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460460055', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '62089338-aabc-4dcd-953a-1e5e77736388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:27:41Z', 'updated_at': '2022-02-08T22:27:45Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '62089338-aabc-4dcd-953a-1e5e77736388', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:27:42Z', 'updated_at': '2022-02-08T22:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '0d5793c3-4357-4c93-a6ba-8e7369a7b78f', 'name': '', 'network_id': '5537861c-5b80-4ba6-8083-26779f6389ff', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:59:8e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '0cb36af5-9bcc-4e44-bff8-185fa904f89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:27:45Z', 'updated_at': '2022-02-08T22:27:48Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': '0cb36af5-9bcc-4e44-bff8-185fa904f89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:30:04.850985 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bbf0a2-c13b-4398-9ff2-a81723bcdc3a None None] Checking router: 8ba63190-438d-4242-8ea6-0f32cbddf3f6 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:30:04.860192 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bbf0a2-c13b-4398-9ff2-a81723bcdc3a None None] Routers {'8ba63190-438d-4242-8ea6-0f32cbddf3f6'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:30:04.860810 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-81bbf0a2-c13b-4398-9ff2-a81723bcdc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:29:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['8ba63190-438d-4242-8ea6-0f32cbddf3f6'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:30:04.922934 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb631f1-de7d-4c94-96c2-a1bd7ed6c571 req-c224c56d-5bef-4399-8118-82ea19d48873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:04.924425 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-beb631f1-de7d-4c94-96c2-a1bd7ed6c571 req-c224c56d-5bef-4399-8118-82ea19d48873 service neutron] 10.222.0.94 "GET /v2.0/networks?id=5537861c-5b80-4ba6-8083-26779f6389ff HTTP/1.1" status: 200 len: 898 time: 0.3852382 Feb 08 22:30:04.970007 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-beb631f1-de7d-4c94-96c2-a1bd7ed6c571 req-81304136-7c3b-4d0b-b5bc-9c60ba5291f8 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=beb42dd5-752d-4974-937f-e759b3b7112a HTTP/1.1" status: 200 len: 217 time: 0.0384929 Feb 08 22:30:04.973369 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-81bbf0a2-c13b-4398-9ff2-a81723bcdc3a None None] Set router 8ba63190-438d-4242-8ea6-0f32cbddf3f6 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:30:04.976820 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a5c30-59c3-440b-ab7c-748b2c8578cd req-953e6e24-90e7-4468-9929-93763a64ea5a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:04.978253 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d9a5c30-59c3-440b-ab7c-748b2c8578cd req-953e6e24-90e7-4468-9929-93763a64ea5a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 946 time: 0.3752935 Feb 08 22:30:05.054467 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb631f1-de7d-4c94-96c2-a1bd7ed6c571 req-b9e132ba-eb9b-422c-8b64-5033351d7192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:05.057149 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-beb631f1-de7d-4c94-96c2-a1bd7ed6c571 req-b9e132ba-eb9b-422c-8b64-5033351d7192 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0cb36af5-9bcc-4e44-bff8-185fa904f89d HTTP/1.1" status: 200 len: 835 time: 0.0772848 Feb 08 22:30:05.101477 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d9a5c30-59c3-440b-ab7c-748b2c8578cd req-ad7d9d7f-91d7-4fe2-a040-6d1ae1e38a46 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=e023c63e-fc7a-4928-a257-413c5f550c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146014 Feb 08 22:30:05.122392 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb631f1-de7d-4c94-96c2-a1bd7ed6c571 req-db5f27b5-ee44-401e-9ccf-659e9fbd0073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:05.122392 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-beb631f1-de7d-4c94-96c2-a1bd7ed6c571 req-db5f27b5-ee44-401e-9ccf-659e9fbd0073 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5537861c-5b80-4ba6-8083-26779f6389ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0572779 Feb 08 22:30:05.187842 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-81bbf0a2-c13b-4398-9ff2-a81723bcdc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460460055', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '62089338-aabc-4dcd-953a-1e5e77736388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:27:41Z', 'updated_at': '2022-02-08T22:27:45Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '62089338-aabc-4dcd-953a-1e5e77736388', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:27:42Z', 'updated_at': '2022-02-08T22:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '0d5793c3-4357-4c93-a6ba-8e7369a7b78f', 'name': '', 'network_id': '5537861c-5b80-4ba6-8083-26779f6389ff', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:59:8e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '0cb36af5-9bcc-4e44-bff8-185fa904f89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:27:45Z', 'updated_at': '2022-02-08T22:27:48Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': '0cb36af5-9bcc-4e44-bff8-185fa904f89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:30:05.212776 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-beb631f1-de7d-4c94-96c2-a1bd7ed6c571 req-86fb4154-3ec6-4e51-b526-83c600cf13ee service neutron] 10.222.0.94 "GET /v2.0/networks/5537861c-5b80-4ba6-8083-26779f6389ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856597 Feb 08 22:30:05.214234 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bbf0a2-c13b-4398-9ff2-a81723bcdc3a None None] The sync data for ids ['8ba63190-438d-4242-8ea6-0f32cbddf3f6'] in n-d-712143-31 is: [{'id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460460055', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '62089338-aabc-4dcd-953a-1e5e77736388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:27:41Z', 'updated_at': '2022-02-08T22:27:45Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '62089338-aabc-4dcd-953a-1e5e77736388', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:27:42Z', 'updated_at': '2022-02-08T22:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '0d5793c3-4357-4c93-a6ba-8e7369a7b78f', 'name': '', 'network_id': '5537861c-5b80-4ba6-8083-26779f6389ff', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:59:8e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '0cb36af5-9bcc-4e44-bff8-185fa904f89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:27:45Z', 'updated_at': '2022-02-08T22:27:48Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': '0cb36af5-9bcc-4e44-bff8-185fa904f89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:30:05.309544 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-beb631f1-de7d-4c94-96c2-a1bd7ed6c571 req-934bea21-deb3-4db6-9057-6198d8c43e77 service neutron] 10.222.0.94 "GET /v2.0/networks/5537861c-5b80-4ba6-8083-26779f6389ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900218 Feb 08 22:30:05.451471 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c10816f-3f1f-40b0-98b4-1fb35ea4fd91 None None] New status for floating IP c0652b83-942a-449f-b7f9-444914184def: DOWN {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:30:06.226716 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d74a87-6a0b-40da-8548-8dd572b2e9c5 req-12d7dc6c-2e54-40a6-9760-16b151d01834 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:06.228222 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-80d74a87-6a0b-40da-8548-8dd572b2e9c5 req-12d7dc6c-2e54-40a6-9760-16b151d01834 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 946 time: 0.0531802 Feb 08 22:30:06.277096 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-80d74a87-6a0b-40da-8548-8dd572b2e9c5 req-d7d9b5b5-5803-47e6-ba4d-73516bf5af3c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=e023c63e-fc7a-4928-a257-413c5f550c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426779 Feb 08 22:30:06.364375 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5513056-2188-4d3a-8b1e-611010bcb984 req-40b5de2c-28a7-4d7d-8a95-6881e06271b3 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:06.365862 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e5513056-2188-4d3a-8b1e-611010bcb984 req-40b5de2c-28a7-4d7d-8a95-6881e06271b3 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb6ce4f1-735d-4f6c-b60c-46f15e8f4899 HTTP/1.1" status: 200 len: 946 time: 0.0551186 Feb 08 22:30:06.459741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-e5513056-2188-4d3a-8b1e-611010bcb984 req-89f55dd5-4359-456a-aac0-9ae62ca650cc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Deleting port beb42dd5-752d-4974-937f-e759b3b7112a {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:30:06.460087 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e5513056-2188-4d3a-8b1e-611010bcb984 req-89f55dd5-4359-456a-aac0-9ae62ca650cc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (beb42dd5-752d-4974-937f-e759b3b7112a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:06.550746 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-e5513056-2188-4d3a-8b1e-611010bcb984 req-89f55dd5-4359-456a-aac0-9ae62ca650cc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] For port beb42dd5-752d-4974-937f-e759b3b7112a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=beb42dd5-752d-4974-937f-e759b3b7112a,segment=NetworkSegment(898dcf0f-71ce-412a-80a1-87ac7c9457a5),segment_id=898dcf0f-71ce-412a-80a1-87ac7c9457a5)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:30:06.551105 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e5513056-2188-4d3a-8b1e-611010bcb984 req-89f55dd5-4359-456a-aac0-9ae62ca650cc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (beb42dd5-752d-4974-937f-e759b3b7112a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:06.563935 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-e5513056-2188-4d3a-8b1e-611010bcb984 req-89f55dd5-4359-456a-aac0-9ae62ca650cc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Calling delete_port for beb42dd5-752d-4974-937f-e759b3b7112a owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:30:06.692418 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e5513056-2188-4d3a-8b1e-611010bcb984 req-89f55dd5-4359-456a-aac0-9ae62ca650cc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (beb42dd5-752d-4974-937f-e759b3b7112a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:06.725550 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f55dd5-4359-456a-aac0-9ae62ca650cc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'Port': ['ID=beb42dd5-752d-4974-937f-e759b3b7112a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:06.777722 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5513056-2188-4d3a-8b1e-611010bcb984 req-89f55dd5-4359-456a-aac0-9ae62ca650cc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] No DVR routers for this DVR port beb42dd5-752d-4974-937f-e759b3b7112a on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:30:06.780510 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e5513056-2188-4d3a-8b1e-611010bcb984 req-89f55dd5-4359-456a-aac0-9ae62ca650cc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:06.784030 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e5513056-2188-4d3a-8b1e-611010bcb984 req-89f55dd5-4359-456a-aac0-9ae62ca650cc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.94 "DELETE /v2.0/ports/beb42dd5-752d-4974-937f-e759b3b7112a HTTP/1.1" status: 204 len: 173 time: 0.4127245 Feb 08 22:30:06.784486 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6ce4f1-735d-4f6c-b60c-46f15e8f4899', 'name': 'network-vif-deleted', 'tag': 'beb42dd5-752d-4974-937f-e759b3b7112a'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:30:06.786912 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b9026f-ccf6-45e3-bfab-88c10cead25e" -d '{"events": [{"server_uuid": "bb6ce4f1-735d-4f6c-b60c-46f15e8f4899", "name": "network-vif-deleted", "tag": "beb42dd5-752d-4974-937f-e759b3b7112a"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:30:06.824990 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00628d4-dec3-43ad-b7fd-be079042d1ec x-openstack-request-id: req-a00628d4-dec3-43ad-b7fd-be079042d1ec {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:30:06.825337 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6ce4f1-735d-4f6c-b60c-46f15e8f4899", "name": "network-vif-deleted", "tag": "beb42dd5-752d-4974-937f-e759b3b7112a", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:30:06.825601 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a00628d4-dec3-43ad-b7fd-be079042d1ec {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:30:06.826012 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6ce4f1-735d-4f6c-b60c-46f15e8f4899', 'name': 'network-vif-deleted', 'tag': 'beb42dd5-752d-4974-937f-e759b3b7112a', 'status': 'completed', 'code': 200} Feb 08 22:30:07.162268 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:07.229133 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:07.333496 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47918) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:30:07.705809 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4f81e175-1dd1-4ebd-8aa7-1453540d28a0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (8ba63190-438d-4242-8ea6-0f32cbddf3f6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:07.965663 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-4f81e175-1dd1-4ebd-8aa7-1453540d28a0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Deleting port 0d5793c3-4357-4c93-a6ba-8e7369a7b78f {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:30:07.965920 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4f81e175-1dd1-4ebd-8aa7-1453540d28a0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (0d5793c3-4357-4c93-a6ba-8e7369a7b78f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:08.056070 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-4f81e175-1dd1-4ebd-8aa7-1453540d28a0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] For port 0d5793c3-4357-4c93-a6ba-8e7369a7b78f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=0d5793c3-4357-4c93-a6ba-8e7369a7b78f,segment=NetworkSegment(898dcf0f-71ce-412a-80a1-87ac7c9457a5),segment_id=898dcf0f-71ce-412a-80a1-87ac7c9457a5)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:30:08.056440 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4f81e175-1dd1-4ebd-8aa7-1453540d28a0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (0d5793c3-4357-4c93-a6ba-8e7369a7b78f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:08.069915 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-4f81e175-1dd1-4ebd-8aa7-1453540d28a0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Calling delete_port for 0d5793c3-4357-4c93-a6ba-8e7369a7b78f owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:30:08.256016 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4f81e175-1dd1-4ebd-8aa7-1453540d28a0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (0d5793c3-4357-4c93-a6ba-8e7369a7b78f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:08.293403 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81e175-1dd1-4ebd-8aa7-1453540d28a0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'Port': ['ID=0d5793c3-4357-4c93-a6ba-8e7369a7b78f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:08.474060 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4f81e175-1dd1-4ebd-8aa7-1453540d28a0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (8ba63190-438d-4242-8ea6-0f32cbddf3f6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:08.703275 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f81e175-1dd1-4ebd-8aa7-1453540d28a0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Router 8ba63190-438d-4242-8ea6-0f32cbddf3f6 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:30:08.820693 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f81e175-1dd1-4ebd-8aa7-1453540d28a0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:30:08.826287 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4f81e175-1dd1-4ebd-8aa7-1453540d28a0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "PUT /v2.0/routers/8ba63190-438d-4242-8ea6-0f32cbddf3f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4917431 Feb 08 22:30:08.828986 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47920) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:30:08.831678 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb058bec-a147-4a01-a316-0bd82c2af286 None None] Sync routers for ids ['8ba63190-438d-4242-8ea6-0f32cbddf3f6'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:30:08.842022 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb058bec-a147-4a01-a316-0bd82c2af286 None None] Routers {'8ba63190-438d-4242-8ea6-0f32cbddf3f6'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:30:08.842727 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-eb058bec-a147-4a01-a316-0bd82c2af286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:29:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['8ba63190-438d-4242-8ea6-0f32cbddf3f6'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:30:08.881896 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa211900-db45-4eec-9dec-ff0358d2864a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Deleting subnet 0cb36af5-9bcc-4e44-bff8-185fa904f89d {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 22:30:08.885665 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aa211900-db45-4eec-9dec-ff0358d2864a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for subnet (0cb36af5-9bcc-4e44-bff8-185fa904f89d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:08.925259 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aa211900-db45-4eec-9dec-ff0358d2864a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (0cb36af5-9bcc-4e44-bff8-185fa904f89d), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:08.951249 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-eb058bec-a147-4a01-a316-0bd82c2af286 None None] Set router 8ba63190-438d-4242-8ea6-0f32cbddf3f6 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:30:09.020188 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aa211900-db45-4eec-9dec-ff0358d2864a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (0cb36af5-9bcc-4e44-bff8-185fa904f89d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:09.094033 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aa211900-db45-4eec-9dec-ff0358d2864a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (0cb36af5-9bcc-4e44-bff8-185fa904f89d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:09.122383 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa211900-db45-4eec-9dec-ff0358d2864a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb36af5-9bcc-4e44-bff8-185fa904f89d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:09.128254 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aa211900-db45-4eec-9dec-ff0358d2864a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:09.134799 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47922) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:30:09.135559 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-aa211900-db45-4eec-9dec-ff0358d2864a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "DELETE /v2.0/subnets/0cb36af5-9bcc-4e44-bff8-185fa904f89d HTTP/1.1" status: 204 len: 168 time: 0.3055096 Feb 08 22:30:09.137874 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13257a3-8afa-4acc-8801-7b4590569cce None None] Network 5537861c-5b80-4ba6-8083-26779f6389ff requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:30:09.143238 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-eb058bec-a147-4a01-a316-0bd82c2af286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460460055', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '62089338-aabc-4dcd-953a-1e5e77736388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:27:41Z', 'updated_at': '2022-02-08T22:30:08Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '62089338-aabc-4dcd-953a-1e5e77736388', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:27:42Z', 'updated_at': '2022-02-08T22:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:30:09.169931 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb058bec-a147-4a01-a316-0bd82c2af286 None None] Checking router: 8ba63190-438d-4242-8ea6-0f32cbddf3f6 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:30:09.178304 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb058bec-a147-4a01-a316-0bd82c2af286 None None] Routers {'8ba63190-438d-4242-8ea6-0f32cbddf3f6'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:30:09.178909 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-eb058bec-a147-4a01-a316-0bd82c2af286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:29:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['8ba63190-438d-4242-8ea6-0f32cbddf3f6'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:30:09.261159 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53cbaed5-ae8e-4394-8b3e-f159b3075843 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router (8ba63190-438d-4242-8ea6-0f32cbddf3f6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:09.312435 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-eb058bec-a147-4a01-a316-0bd82c2af286 None None] Set router 8ba63190-438d-4242-8ea6-0f32cbddf3f6 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:30:09.351349 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c25e4e-bd72-4c5c-b477-14f255ac9592 None None] DHCP port deletion for 5537861c-5b80-4ba6-8083-26779f6389ff request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 22:30:09.404646 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53cbaed5-ae8e-4394-8b3e-f159b3075843 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router_gateway (8ba63190-438d-4242-8ea6-0f32cbddf3f6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:09.428952 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e5c25e4e-bd72-4c5c-b477-14f255ac9592 None None] Deleting port 441c0e87-550c-4dda-b319-922760fcba86 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:30:09.429359 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e5c25e4e-bd72-4c5c-b477-14f255ac9592 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (441c0e87-550c-4dda-b319-922760fcba86), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:09.480129 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-53cbaed5-ae8e-4394-8b3e-f159b3075843 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Deleting port 62089338-aabc-4dcd-953a-1e5e77736388 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:30:09.480129 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53cbaed5-ae8e-4394-8b3e-f159b3075843 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (62089338-aabc-4dcd-953a-1e5e77736388), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:09.504874 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-e5c25e4e-bd72-4c5c-b477-14f255ac9592 None None] For port 441c0e87-550c-4dda-b319-922760fcba86, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=441c0e87-550c-4dda-b319-922760fcba86,segment=NetworkSegment(898dcf0f-71ce-412a-80a1-87ac7c9457a5),segment_id=898dcf0f-71ce-412a-80a1-87ac7c9457a5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:30:09.505389 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e5c25e4e-bd72-4c5c-b477-14f255ac9592 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (441c0e87-550c-4dda-b319-922760fcba86), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:09.519451 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e5c25e4e-bd72-4c5c-b477-14f255ac9592 None None] Calling delete_port for 441c0e87-550c-4dda-b319-922760fcba86 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:30:09.544142 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-eb058bec-a147-4a01-a316-0bd82c2af286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460460055', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '62089338-aabc-4dcd-953a-1e5e77736388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:27:41Z', 'updated_at': '2022-02-08T22:30:08Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '62089338-aabc-4dcd-953a-1e5e77736388', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:27:42Z', 'updated_at': '2022-02-08T22:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:30:09.577478 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-53cbaed5-ae8e-4394-8b3e-f159b3075843 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] For port 62089338-aabc-4dcd-953a-1e5e77736388, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=62089338-aabc-4dcd-953a-1e5e77736388,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:30:09.577797 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53cbaed5-ae8e-4394-8b3e-f159b3075843 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (62089338-aabc-4dcd-953a-1e5e77736388), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:09.580534 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb058bec-a147-4a01-a316-0bd82c2af286 None None] The sync data for ids ['8ba63190-438d-4242-8ea6-0f32cbddf3f6'] in n-d-712143-31 is: [{'id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460460055', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '62089338-aabc-4dcd-953a-1e5e77736388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:27:41Z', 'updated_at': '2022-02-08T22:30:08Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '62089338-aabc-4dcd-953a-1e5e77736388', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba63190-438d-4242-8ea6-0f32cbddf3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:27:42Z', 'updated_at': '2022-02-08T22:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:30:09.602662 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-53cbaed5-ae8e-4394-8b3e-f159b3075843 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Calling delete_port for 62089338-aabc-4dcd-953a-1e5e77736388 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:30:09.604246 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e5c25e4e-bd72-4c5c-b477-14f255ac9592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (441c0e87-550c-4dda-b319-922760fcba86), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:09.633496 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c25e4e-bd72-4c5c-b477-14f255ac9592 None None] Pushing event deleted for resources: {'Port': ['ID=441c0e87-550c-4dda-b319-922760fcba86,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:09.638709 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c25e4e-bd72-4c5c-b477-14f255ac9592 None None] No DVR routers for this DVR port 441c0e87-550c-4dda-b319-922760fcba86 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:30:09.645751 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c25e4e-bd72-4c5c-b477-14f255ac9592 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:09.646091 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c25e4e-bd72-4c5c-b477-14f255ac9592 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:09.646429 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c25e4e-bd72-4c5c-b477-14f255ac9592 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:09.646763 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c25e4e-bd72-4c5c-b477-14f255ac9592 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:09.647097 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c25e4e-bd72-4c5c-b477-14f255ac9592 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:09.649695 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c25e4e-bd72-4c5c-b477-14f255ac9592 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:09.649695 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c25e4e-bd72-4c5c-b477-14f255ac9592 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:09.649695 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c25e4e-bd72-4c5c-b477-14f255ac9592 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:09.649695 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c25e4e-bd72-4c5c-b477-14f255ac9592 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:09.649695 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c25e4e-bd72-4c5c-b477-14f255ac9592 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:09.649695 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c25e4e-bd72-4c5c-b477-14f255ac9592 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:09.649695 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c25e4e-bd72-4c5c-b477-14f255ac9592 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:09.649695 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c25e4e-bd72-4c5c-b477-14f255ac9592 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:09.780772 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53cbaed5-ae8e-4394-8b3e-f159b3075843 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (62089338-aabc-4dcd-953a-1e5e77736388), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:09.805987 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cbaed5-ae8e-4394-8b3e-f159b3075843 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'Port': ['ID=62089338-aabc-4dcd-953a-1e5e77736388,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:09.833608 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cbaed5-ae8e-4394-8b3e-f159b3075843 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:09.833887 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cbaed5-ae8e-4394-8b3e-f159b3075843 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:09.834236 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cbaed5-ae8e-4394-8b3e-f159b3075843 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:09.834575 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cbaed5-ae8e-4394-8b3e-f159b3075843 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:09.834912 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cbaed5-ae8e-4394-8b3e-f159b3075843 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:09.835246 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cbaed5-ae8e-4394-8b3e-f159b3075843 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:09.835577 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cbaed5-ae8e-4394-8b3e-f159b3075843 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:09.835911 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cbaed5-ae8e-4394-8b3e-f159b3075843 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:09.836236 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cbaed5-ae8e-4394-8b3e-f159b3075843 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:09.836562 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cbaed5-ae8e-4394-8b3e-f159b3075843 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:09.836889 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cbaed5-ae8e-4394-8b3e-f159b3075843 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:09.837214 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cbaed5-ae8e-4394-8b3e-f159b3075843 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:09.837561 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cbaed5-ae8e-4394-8b3e-f159b3075843 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:09.877537 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53cbaed5-ae8e-4394-8b3e-f159b3075843 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (8ba63190-438d-4242-8ea6-0f32cbddf3f6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:09.972471 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53cbaed5-ae8e-4394-8b3e-f159b3075843 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (8ba63190-438d-4242-8ea6-0f32cbddf3f6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:09.974781 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53cbaed5-ae8e-4394-8b3e-f159b3075843 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router_controller (8ba63190-438d-4242-8ea6-0f32cbddf3f6), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:10.023829 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53cbaed5-ae8e-4394-8b3e-f159b3075843 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (8ba63190-438d-4242-8ea6-0f32cbddf3f6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:10.024400 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cbaed5-ae8e-4394-8b3e-f159b3075843 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Fanout notify agent at l3_agent the message router_deleted on router 8ba63190-438d-4242-8ea6-0f32cbddf3f6 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 22:30:10.031430 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53cbaed5-ae8e-4394-8b3e-f159b3075843 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:10.032581 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-53cbaed5-ae8e-4394-8b3e-f159b3075843 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "DELETE /v2.0/routers/8ba63190-438d-4242-8ea6-0f32cbddf3f6 HTTP/1.1" status: 204 len: 168 time: 0.8932307 Feb 08 22:30:10.035262 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47926) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:30:10.116841 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b0f91305-eeb9-4972-9907-c169d0433e85 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (5537861c-5b80-4ba6-8083-26779f6389ff), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:10.186039 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 0d5793c3-4357-4c93-a6ba-8e7369a7b78f no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:30:10.210457 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b0f91305-eeb9-4972-9907-c169d0433e85 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (5537861c-5b80-4ba6-8083-26779f6389ff), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:10.211066 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 0d5793c3-4357-4c93-a6ba-8e7369a7b78f {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:30:10.211397 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 0d5793c3-4357-4c93-a6ba-8e7369a7b78f not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:30:10.211831 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 441c0e87-550c-4dda-b319-922760fcba86 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:30:10.234242 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-b0f91305-eeb9-4972-9907-c169d0433e85 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5537861c-5b80-4ba6-8083-26779f6389ff']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:30:10.234676 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 441c0e87-550c-4dda-b319-922760fcba86 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:30:10.235602 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 441c0e87-550c-4dda-b319-922760fcba86 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:30:10.238874 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device beb42dd5-752d-4974-937f-e759b3b7112a no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:30:10.249759 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-b0f91305-eeb9-4972-9907-c169d0433e85 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898dcf0f-71ce-412a-80a1-87ac7c9457a5') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:30:10.250112 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-b0f91305-eeb9-4972-9907-c169d0433e85 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898dcf0f-71ce-412a-80a1-87ac7c9457a5') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:30:10.263183 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b0f91305-eeb9-4972-9907-c169d0433e85 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (898dcf0f-71ce-412a-80a1-87ac7c9457a5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:10.263437 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: beb42dd5-752d-4974-937f-e759b3b7112a {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:30:10.263789 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device beb42dd5-752d-4974-937f-e759b3b7112a not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:30:10.280462 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b0f91305-eeb9-4972-9907-c169d0433e85 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (898dcf0f-71ce-412a-80a1-87ac7c9457a5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:10.288150 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f91305-eeb9-4972-9907-c169d0433e85 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:30:10.288574 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b0f91305-eeb9-4972-9907-c169d0433e85 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (898dcf0f-71ce-412a-80a1-87ac7c9457a5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: timer() Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:30:10.292610 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:30:10.356215 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b0f91305-eeb9-4972-9907-c169d0433e85 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (5537861c-5b80-4ba6-8083-26779f6389ff), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:10.375659 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b0f91305-eeb9-4972-9907-c169d0433e85 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:10.379200 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b0f91305-eeb9-4972-9907-c169d0433e85 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "DELETE /v2.0/networks/5537861c-5b80-4ba6-8083-26779f6389ff HTTP/1.1" status: 204 len: 168 time: 0.3429778 Feb 08 22:30:10.381340 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f91305-eeb9-4972-9907-c169d0433e85 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'Network': ['ID=5537861c-5b80-4ba6-8083-26779f6389ff,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:10.382439 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47928) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:30:10.444354 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9043cfa8-3121-4a7c-b58a-902462f8127b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (e023c63e-fc7a-4928-a257-413c5f550c76), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:10.471447 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9043cfa8-3121-4a7c-b58a-902462f8127b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (e023c63e-fc7a-4928-a257-413c5f550c76), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:10.540514 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9043cfa8-3121-4a7c-b58a-902462f8127b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e023c63e-fc7a-4928-a257-413c5f550c76), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:10.544640 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9043cfa8-3121-4a7c-b58a-902462f8127b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:10.546423 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9043cfa8-3121-4a7c-b58a-902462f8127b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "DELETE /v2.0/security-groups/e023c63e-fc7a-4928-a257-413c5f550c76 HTTP/1.1" status: 204 len: 168 time: 0.1629772 Feb 08 22:30:10.555989 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043cfa8-3121-4a7c-b58a-902462f8127b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e023c63e-fc7a-4928-a257-413c5f550c76,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:11.297024 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47934) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:30:11.301651 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-c94b8d70-8629-466d-bd7a-523800297d1b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1926640991', 'description': 'tempest-secgroup-smoke-1926640991 description', 'project_id': 'c750eaf778fb4602911c448d9252f638'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:30:11.322301 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c94b8d70-8629-466d-bd7a-523800297d1b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:11.388697 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c94b8d70-8629-466d-bd7a-523800297d1b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (a9279cb0-34fc-4ee4-9202-5897a1fad79e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:11.392757 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c94b8d70-8629-466d-bd7a-523800297d1b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a9279cb0-34fc-4ee4-9202-5897a1fad79e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:11.431884 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c94b8d70-8629-466d-bd7a-523800297d1b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:11.433500 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-c94b8d70-8629-466d-bd7a-523800297d1b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1352837 Feb 08 22:30:11.436731 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47936) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:30:11.437283 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b8d70-8629-466d-bd7a-523800297d1b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9279cb0-34fc-4ee4-9202-5897a1fad79e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:11.441492 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7241f470-34cb-416f-9a34-d0119ff04ec4 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group_rule': {'security_group_id': 'a9279cb0-34fc-4ee4-9202-5897a1fad79e', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:30:11.469181 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7241f470-34cb-416f-9a34-d0119ff04ec4 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (6b7c5e4e-c5ab-48b2-be1f-6f5c5a9cfdd7), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:11.531693 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7241f470-34cb-416f-9a34-d0119ff04ec4 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (6b7c5e4e-c5ab-48b2-be1f-6f5c5a9cfdd7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:11.535623 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7241f470-34cb-416f-9a34-d0119ff04ec4 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (6b7c5e4e-c5ab-48b2-be1f-6f5c5a9cfdd7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:11.553049 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241f470-34cb-416f-9a34-d0119ff04ec4 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b7c5e4e-c5ab-48b2-be1f-6f5c5a9cfdd7,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:11.560816 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7241f470-34cb-416f-9a34-d0119ff04ec4 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:11.562042 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7241f470-34cb-416f-9a34-d0119ff04ec4 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242445 Feb 08 22:30:11.564745 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47938) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:30:11.568974 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-90ea79e2-2d9b-4e94-b8d3-ad83850c3cc3 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group_rule': {'security_group_id': 'a9279cb0-34fc-4ee4-9202-5897a1fad79e', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:30:11.593761 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90ea79e2-2d9b-4e94-b8d3-ad83850c3cc3 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (7201558e-4320-4a1b-84d3-6221d8e5e942), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:11.648747 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90ea79e2-2d9b-4e94-b8d3-ad83850c3cc3 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (7201558e-4320-4a1b-84d3-6221d8e5e942), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:11.653650 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90ea79e2-2d9b-4e94-b8d3-ad83850c3cc3 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (7201558e-4320-4a1b-84d3-6221d8e5e942), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:11.671375 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea79e2-2d9b-4e94-b8d3-ad83850c3cc3 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7201558e-4320-4a1b-84d3-6221d8e5e942,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:11.679735 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90ea79e2-2d9b-4e94-b8d3-ad83850c3cc3 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:11.680942 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-90ea79e2-2d9b-4e94-b8d3-ad83850c3cc3 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152599 Feb 08 22:30:11.684311 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47940) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:30:11.688612 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e6d0388a-8359-48a0-9dbf-82493db1b99a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group_rule': {'security_group_id': 'a9279cb0-34fc-4ee4-9202-5897a1fad79e', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:30:11.711918 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6d0388a-8359-48a0-9dbf-82493db1b99a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (e24ed61b-3a50-4fb1-84d5-57c1382ca0cb), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:11.780342 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6d0388a-8359-48a0-9dbf-82493db1b99a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (e24ed61b-3a50-4fb1-84d5-57c1382ca0cb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:11.784886 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6d0388a-8359-48a0-9dbf-82493db1b99a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (e24ed61b-3a50-4fb1-84d5-57c1382ca0cb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:11.804774 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0388a-8359-48a0-9dbf-82493db1b99a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e24ed61b-3a50-4fb1-84d5-57c1382ca0cb,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:11.810830 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6d0388a-8359-48a0-9dbf-82493db1b99a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:11.812153 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e6d0388a-8359-48a0-9dbf-82493db1b99a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267853 Feb 08 22:30:11.814791 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47942) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:30:11.819118 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-03fdb2e4-b09f-4701-a351-ceb6074cd735 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group_rule': {'security_group_id': 'a9279cb0-34fc-4ee4-9202-5897a1fad79e', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:30:11.849239 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03fdb2e4-b09f-4701-a351-ceb6074cd735 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (840c0207-f391-47ee-a6a9-9c358a93470f), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:11.910199 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03fdb2e4-b09f-4701-a351-ceb6074cd735 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (840c0207-f391-47ee-a6a9-9c358a93470f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:11.914022 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03fdb2e4-b09f-4701-a351-ceb6074cd735 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (840c0207-f391-47ee-a6a9-9c358a93470f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:11.929942 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fdb2e4-b09f-4701-a351-ceb6074cd735 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840c0207-f391-47ee-a6a9-9c358a93470f,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:11.940890 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03fdb2e4-b09f-4701-a351-ceb6074cd735 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:11.942123 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-03fdb2e4-b09f-4701-a351-ceb6074cd735 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263909 Feb 08 22:30:11.944866 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47944) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:30:11.949440 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-bff0c880-5c1b-40e5-96a3-4cb639fa1ef1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group_rule': {'security_group_id': 'a9279cb0-34fc-4ee4-9202-5897a1fad79e', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:30:11.969579 n-d-712143-31 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-bff0c880-5c1b-40e5-96a3-4cb639fa1ef1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Project c750eaf778fb4602911c448d9252f638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 22:30:11.974366 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bff0c880-5c1b-40e5-96a3-4cb639fa1ef1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (3bf52085-16be-4e73-8a4c-fef8c4518410), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:12.034188 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bff0c880-5c1b-40e5-96a3-4cb639fa1ef1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (3bf52085-16be-4e73-8a4c-fef8c4518410), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:12.037938 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bff0c880-5c1b-40e5-96a3-4cb639fa1ef1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (3bf52085-16be-4e73-8a4c-fef8c4518410), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:12.059667 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0c880-5c1b-40e5-96a3-4cb639fa1ef1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf52085-16be-4e73-8a4c-fef8c4518410,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:12.074062 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bff0c880-5c1b-40e5-96a3-4cb639fa1ef1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:12.076721 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bff0c880-5c1b-40e5-96a3-4cb639fa1ef1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300375 Feb 08 22:30:12.078857 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47946) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:30:12.083853 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-0a1b4794-0ac4-4dbc-a0c1-88a8e72b8330 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group_rule': {'security_group_id': 'a9279cb0-34fc-4ee4-9202-5897a1fad79e', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:30:12.085564 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 62089338-aabc-4dcd-953a-1e5e77736388 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:30:12.109977 n-d-712143-31 neutron-server[103433]: INFO neutron.db.securitygroups_db [None req-0a1b4794-0ac4-4dbc-a0c1-88a8e72b8330 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Project c750eaf778fb4602911c448d9252f638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 22:30:12.111485 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 62089338-aabc-4dcd-953a-1e5e77736388 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:30:12.111841 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 62089338-aabc-4dcd-953a-1e5e77736388 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:30:12.115053 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a1b4794-0ac4-4dbc-a0c1-88a8e72b8330 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (84dc34d3-3b61-4d96-b9b2-334b8a50b757), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:12.175993 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a1b4794-0ac4-4dbc-a0c1-88a8e72b8330 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (84dc34d3-3b61-4d96-b9b2-334b8a50b757), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:12.179351 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a1b4794-0ac4-4dbc-a0c1-88a8e72b8330 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (84dc34d3-3b61-4d96-b9b2-334b8a50b757), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:12.196645 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b4794-0ac4-4dbc-a0c1-88a8e72b8330 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84dc34d3-3b61-4d96-b9b2-334b8a50b757,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:12.204115 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a1b4794-0ac4-4dbc-a0c1-88a8e72b8330 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:12.205333 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0a1b4794-0ac4-4dbc-a0c1-88a8e72b8330 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253965 Feb 08 22:30:12.208138 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 47948) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:30:12.212998 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-339db619-9780-4118-95e4-f6a70c3ff5a3 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'network': {'name': 'tempest-network-smoke--1718545361', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'port_security_enabled': True}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:30:12.233536 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339db619-9780-4118-95e4-f6a70c3ff5a3 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Made reservation on behalf of c750eaf778fb4602911c448d9252f638 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:30:12.236867 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-339db619-9780-4118-95e4-f6a70c3ff5a3 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:12.261358 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-339db619-9780-4118-95e4-f6a70c3ff5a3 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 22:30:12.270255 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-339db619-9780-4118-95e4-f6a70c3ff5a3 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (2cd680d9-70b4-422f-ab29-4ec4ee0c3af5), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:12.270559 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-339db619-9780-4118-95e4-f6a70c3ff5a3 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Added segment 2cd680d9-70b4-422f-ab29-4ec4ee0c3af5 of type vlan for network d81a3933-d253-40be-8cbb-9e137ea22f91 Feb 08 22:30:12.313642 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-339db619-9780-4118-95e4-f6a70c3ff5a3 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (d81a3933-d253-40be-8cbb-9e137ea22f91), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:12.338451 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-339db619-9780-4118-95e4-f6a70c3ff5a3 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (d81a3933-d253-40be-8cbb-9e137ea22f91), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:12.343863 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339db619-9780-4118-95e4-f6a70c3ff5a3 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:12.344570 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-339db619-9780-4118-95e4-f6a70c3ff5a3 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:12.399940 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-339db619-9780-4118-95e4-f6a70c3ff5a3 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1907697 Feb 08 22:30:12.403145 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47950) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:30:12.407750 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2487962a-fbdb-4903-9fc9-aea05b1ed954 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-177759318', 'admin_state_up': True, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:30:12.414717 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339db619-9780-4118-95e4-f6a70c3ff5a3 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Network': ['ID=d81a3933-d253-40be-8cbb-9e137ea22f91,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:12.425613 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network d81a3933-d253-40be-8cbb-9e137ea22f91 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 22:30:12.430118 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2487962a-fbdb-4903-9fc9-aea05b1ed954 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (3780e5e6-41cc-4308-b81d-0981e664336f), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:12.431180 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2487962a-fbdb-4903-9fc9-aea05b1ed954 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (3780e5e6-41cc-4308-b81d-0981e664336f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:12.486075 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2487962a-fbdb-4903-9fc9-aea05b1ed954 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router_controller (3780e5e6-41cc-4308-b81d-0981e664336f), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:12.629295 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2487962a-fbdb-4903-9fc9-aea05b1ed954 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router_gateway (3780e5e6-41cc-4308-b81d-0981e664336f), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:13.153030 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2487962a-fbdb-4903-9fc9-aea05b1ed954 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router_gateway (3780e5e6-41cc-4308-b81d-0981e664336f), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:13.171499 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2487962a-fbdb-4903-9fc9-aea05b1ed954 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:13.269035 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-2487962a-fbdb-4903-9fc9-aea05b1ed954 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Allocated IP 172.25.3.247 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/7366f4b0-5d8a-4505-b901-f4206e274342) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:30:13.371892 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2487962a-fbdb-4903-9fc9-aea05b1ed954 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for port (7366f4b0-5d8a-4505-b901-f4206e274342), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:13.406650 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2487962a-fbdb-4903-9fc9-aea05b1ed954 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (7366f4b0-5d8a-4505-b901-f4206e274342), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:13.446954 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2487962a-fbdb-4903-9fc9-aea05b1ed954 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:30:13.450502 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2487962a-fbdb-4903-9fc9-aea05b1ed954 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:30:13.453400 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2487962a-fbdb-4903-9fc9-aea05b1ed954 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:30:13.476101 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487962a-fbdb-4903-9fc9-aea05b1ed954 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Port': ['ID=7366f4b0-5d8a-4505-b901-f4206e274342,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:13.706987 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2487962a-fbdb-4903-9fc9-aea05b1ed954 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router_gateway (3780e5e6-41cc-4308-b81d-0981e664336f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:13.913836 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2487962a-fbdb-4903-9fc9-aea05b1ed954 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (3780e5e6-41cc-4308-b81d-0981e664336f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:14.045975 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2487962a-fbdb-4903-9fc9-aea05b1ed954 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Router 3780e5e6-41cc-4308-b81d-0981e664336f is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 22:30:14.156144 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2487962a-fbdb-4903-9fc9-aea05b1ed954 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:30:14.167005 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c3eaf7-5d81-45ab-bd18-884ea8ebb1fd None None] Sync routers for ids ['3780e5e6-41cc-4308-b81d-0981e664336f'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:30:14.175556 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2487962a-fbdb-4903-9fc9-aea05b1ed954 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:14.176800 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2487962a-fbdb-4903-9fc9-aea05b1ed954 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7726619 Feb 08 22:30:14.178008 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c3eaf7-5d81-45ab-bd18-884ea8ebb1fd None None] Routers {'3780e5e6-41cc-4308-b81d-0981e664336f'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:30:14.178693 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-77c3eaf7-5d81-45ab-bd18-884ea8ebb1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:29:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3780e5e6-41cc-4308-b81d-0981e664336f'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:30:14.179912 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47952) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:30:14.208584 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8757ae36-ebd4-49ba-ae2b-be89c9e2ad76 tempest-TestNetworkAdvancedServerOps-828575151 tempest-TestNetworkAdvancedServerOps-828575151-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=c750eaf778fb4602911c448d9252f638&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275025 Feb 08 22:30:14.211130 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47954) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:30:14.289019 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-77c3eaf7-5d81-45ab-bd18-884ea8ebb1fd None None] Set router 3780e5e6-41cc-4308-b81d-0981e664336f gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:30:14.303230 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae62ed7-2124-4bf1-a1d5-5c383024d70b tempest-TestNetworkAdvancedServerOps-828575151 tempest-TestNetworkAdvancedServerOps-828575151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:14.304676 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9ae62ed7-2124-4bf1-a1d5-5c383024d70b tempest-TestNetworkAdvancedServerOps-828575151 tempest-TestNetworkAdvancedServerOps-828575151-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926552 Feb 08 22:30:14.308200 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47956) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:30:14.336505 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1fdf0ecd-1d22-4059-9a87-0f6120302925 tempest-TestNetworkAdvancedServerOps-828575151 tempest-TestNetworkAdvancedServerOps-828575151-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=075c0dfb-2786-422e-af93-9cafe101c970&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272052 Feb 08 22:30:14.339430 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47958) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:30:14.344323 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e58e21d5-18e4-43b8-a397-af080da1eb45 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2119397867', 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:30:14.433051 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58e21d5-18e4-43b8-a397-af080da1eb45 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Made reservation on behalf of c750eaf778fb4602911c448d9252f638 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:30:14.436532 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e58e21d5-18e4-43b8-a397-af080da1eb45 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:14.478846 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-77c3eaf7-5d81-45ab-bd18-884ea8ebb1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177759318', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '7366f4b0-5d8a-4505-b901-f4206e274342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:30:12Z', 'updated_at': '2022-02-08T22:30:13Z', 'revision_number': 3, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '7366f4b0-5d8a-4505-b901-f4206e274342', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:30:13Z', 'updated_at': '2022-02-08T22:30:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:30:14.507977 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c3eaf7-5d81-45ab-bd18-884ea8ebb1fd None None] Checking router: 3780e5e6-41cc-4308-b81d-0981e664336f for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:30:14.508347 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c3eaf7-5d81-45ab-bd18-884ea8ebb1fd None None] Updating router 3780e5e6-41cc-4308-b81d-0981e664336f port 7366f4b0-5d8a-4505-b901-f4206e274342 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:30:14.539480 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-77c3eaf7-5d81-45ab-bd18-884ea8ebb1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7366f4b0-5d8a-4505-b901-f4206e274342), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:14.628468 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e58e21d5-18e4-43b8-a397-af080da1eb45 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (393ab81d-a8d3-4f62-9ac4-89a7d274a4b9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:14.698006 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e21d5-18e4-43b8-a397-af080da1eb45 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Subnet': ['ID=393ab81d-a8d3-4f62-9ac4-89a7d274a4b9,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:14.707095 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58e21d5-18e4-43b8-a397-af080da1eb45 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Checking segment: {'id': '2cd680d9-70b4-422f-ab29-4ec4ee0c3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:30:14.707713 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58e21d5-18e4-43b8-a397-af080da1eb45 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network hostable DHCP agents. Network: d81a3933-d253-40be-8cbb-9e137ea22f91, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 22:30:14.724893 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58e21d5-18e4-43b8-a397-af080da1eb45 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network d81a3933-d253-40be-8cbb-9e137ea22f91 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 22:30:14.736064 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-e58e21d5-18e4-43b8-a397-af080da1eb45 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, d81a3933-d253-40be-8cbb-9e137ea22f91) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:30:14.741644 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e21d5-18e4-43b8-a397-af080da1eb45 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:14.742571 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e58e21d5-18e4-43b8-a397-af080da1eb45 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:14.752914 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fdbf48-5685-4b69-a96e-82b50f391102 None None] Network d81a3933-d253-40be-8cbb-9e137ea22f91 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:30:14.762589 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e58e21d5-18e4-43b8-a397-af080da1eb45 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4220707 Feb 08 22:30:14.765351 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 47960) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:30:14.860542 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-77c3eaf7-5d81-45ab-bd18-884ea8ebb1fd None None] Publish callbacks [] for port (7366f4b0-5d8a-4505-b901-f4206e274342), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:14.873176 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-77c3eaf7-5d81-45ab-bd18-884ea8ebb1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7366f4b0-5d8a-4505-b901-f4206e274342), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:14.954539 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4f2329-8f77-4307-8293-efdddce6e775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-d81a3933-d253-40be-8cbb-9e137ea22f91', 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'fixed_ips': [{'subnet_id': '393ab81d-a8d3-4f62-9ac4-89a7d274a4b9'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 22:30:14.955386 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df4f2329-8f77-4307-8293-efdddce6e775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:14.960997 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-77c3eaf7-5d81-45ab-bd18-884ea8ebb1fd None None] Attempting to bind port 7366f4b0-5d8a-4505-b901-f4206e274342 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:30:14.961393 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-77c3eaf7-5d81-45ab-bd18-884ea8ebb1fd None None] Attempting to bind port 7366f4b0-5d8a-4505-b901-f4206e274342 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:30:14.961767 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3eaf7-5d81-45ab-bd18-884ea8ebb1fd None None] Attempting to bind port 7366f4b0-5d8a-4505-b901-f4206e274342 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:30:14.973065 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3456f7-7753-4612-bc6e-6661d024b5f2 None None] Pushing event updated for resources: {'Port': ['ID=7366f4b0-5d8a-4505-b901-f4206e274342,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:14.979982 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3eaf7-5d81-45ab-bd18-884ea8ebb1fd None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:30:14.980307 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3eaf7-5d81-45ab-bd18-884ea8ebb1fd None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:30:14.981138 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-77c3eaf7-5d81-45ab-bd18-884ea8ebb1fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:14.981138 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3eaf7-5d81-45ab-bd18-884ea8ebb1fd None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:30:14.981596 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-77c3eaf7-5d81-45ab-bd18-884ea8ebb1fd None None] Bound port: 7366f4b0-5d8a-4505-b901-f4206e274342, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:30:14.981968 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-77c3eaf7-5d81-45ab-bd18-884ea8ebb1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7366f4b0-5d8a-4505-b901-f4206e274342), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:15.100659 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-77c3eaf7-5d81-45ab-bd18-884ea8ebb1fd None None] For port 7366f4b0-5d8a-4505-b901-f4206e274342, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:30:15.137665 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-77c3eaf7-5d81-45ab-bd18-884ea8ebb1fd None None] For port 7366f4b0-5d8a-4505-b901-f4206e274342, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7366f4b0-5d8a-4505-b901-f4206e274342,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:30:15.145632 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-77c3eaf7-5d81-45ab-bd18-884ea8ebb1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7366f4b0-5d8a-4505-b901-f4206e274342), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:15.179271 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-df4f2329-8f77-4307-8293-efdddce6e775 None None] Allocated IP 172.20.0.2 (d81a3933-d253-40be-8cbb-9e137ea22f91/393ab81d-a8d3-4f62-9ac4-89a7d274a4b9/3859fa19-4643-4318-a8ea-24e7c7b68280) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:30:15.233338 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87c0a24a-ccdc-49b9-8299-ac94e546e00d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:15.262005 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3456f7-7753-4612-bc6e-6661d024b5f2 None None] Pushing event updated for resources: {'Port': ['ID=7366f4b0-5d8a-4505-b901-f4206e274342,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:15.266594 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c3eaf7-5d81-45ab-bd18-884ea8ebb1fd None None] Routers {'3780e5e6-41cc-4308-b81d-0981e664336f'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:30:15.267211 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-77c3eaf7-5d81-45ab-bd18-884ea8ebb1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:29:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3780e5e6-41cc-4308-b81d-0981e664336f'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:30:15.590183 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-77c3eaf7-5d81-45ab-bd18-884ea8ebb1fd None None] Set router 3780e5e6-41cc-4308-b81d-0981e664336f gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:30:15.654441 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df4f2329-8f77-4307-8293-efdddce6e775 None None] Publish callbacks [] for port (3859fa19-4643-4318-a8ea-24e7c7b68280), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:15.688904 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df4f2329-8f77-4307-8293-efdddce6e775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (3859fa19-4643-4318-a8ea-24e7c7b68280), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:15.720675 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-87c0a24a-ccdc-49b9-8299-ac94e546e00d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Allocated IP 172.20.0.1 (d81a3933-d253-40be-8cbb-9e137ea22f91/393ab81d-a8d3-4f62-9ac4-89a7d274a4b9/d6eb75c6-2363-4792-8945-e683112843db) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:30:15.748338 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4f2329-8f77-4307-8293-efdddce6e775 None None] Network d81a3933-d253-40be-8cbb-9e137ea22f91 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:30:15.762525 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-df4f2329-8f77-4307-8293-efdddce6e775 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:30:15.766193 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4f2329-8f77-4307-8293-efdddce6e775 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:30:15.770919 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f2329-8f77-4307-8293-efdddce6e775 None None] Pushing event updated for resources: {'Port': ['ID=3859fa19-4643-4318-a8ea-24e7c7b68280,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:15.841038 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87c0a24a-ccdc-49b9-8299-ac94e546e00d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for port (d6eb75c6-2363-4792-8945-e683112843db), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:15.856511 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-df4f2329-8f77-4307-8293-efdddce6e775 None None] Attempting to bind port 3859fa19-4643-4318-a8ea-24e7c7b68280 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:30:15.856884 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-df4f2329-8f77-4307-8293-efdddce6e775 None None] Attempting to bind port 3859fa19-4643-4318-a8ea-24e7c7b68280 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '2cd680d9-70b4-422f-ab29-4ec4ee0c3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:30:15.857270 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4f2329-8f77-4307-8293-efdddce6e775 None None] Attempting to bind port 3859fa19-4643-4318-a8ea-24e7c7b68280 on network d81a3933-d253-40be-8cbb-9e137ea22f91 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:30:15.865787 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4f2329-8f77-4307-8293-efdddce6e775 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:30:15.866157 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4f2329-8f77-4307-8293-efdddce6e775 None None] Checking segment: {'id': '2cd680d9-70b4-422f-ab29-4ec4ee0c3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:30:15.866555 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df4f2329-8f77-4307-8293-efdddce6e775 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:15.866947 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4f2329-8f77-4307-8293-efdddce6e775 None None] Bound using segment: {'id': '2cd680d9-70b4-422f-ab29-4ec4ee0c3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:30:15.867406 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-df4f2329-8f77-4307-8293-efdddce6e775 None None] Bound port: 3859fa19-4643-4318-a8ea-24e7c7b68280, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd680d9-70b4-422f-ab29-4ec4ee0c3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:30:15.867782 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df4f2329-8f77-4307-8293-efdddce6e775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3859fa19-4643-4318-a8ea-24e7c7b68280), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:15.874839 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87c0a24a-ccdc-49b9-8299-ac94e546e00d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (d6eb75c6-2363-4792-8945-e683112843db), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:15.907519 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-77c3eaf7-5d81-45ab-bd18-884ea8ebb1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177759318', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '7366f4b0-5d8a-4505-b901-f4206e274342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:30:12Z', 'updated_at': '2022-02-08T22:30:13Z', 'revision_number': 3, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '7366f4b0-5d8a-4505-b901-f4206e274342', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:30:13Z', 'updated_at': '2022-02-08T22:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:30:15.918476 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c0a24a-ccdc-49b9-8299-ac94e546e00d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network d81a3933-d253-40be-8cbb-9e137ea22f91 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:30:15.921624 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-87c0a24a-ccdc-49b9-8299-ac94e546e00d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:30:15.927616 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c0a24a-ccdc-49b9-8299-ac94e546e00d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:30:15.942671 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c3eaf7-5d81-45ab-bd18-884ea8ebb1fd None None] The sync data for ids ['3780e5e6-41cc-4308-b81d-0981e664336f'] in n-d-712143-31 is: [{'id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177759318', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '7366f4b0-5d8a-4505-b901-f4206e274342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:30:12Z', 'updated_at': '2022-02-08T22:30:13Z', 'revision_number': 3, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '7366f4b0-5d8a-4505-b901-f4206e274342', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:30:13Z', 'updated_at': '2022-02-08T22:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:30:15.957510 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0a24a-ccdc-49b9-8299-ac94e546e00d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Port': ['ID=d6eb75c6-2363-4792-8945-e683112843db,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:15.976632 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-df4f2329-8f77-4307-8293-efdddce6e775 None None] For port 3859fa19-4643-4318-a8ea-24e7c7b68280, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:30:15.980730 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-df4f2329-8f77-4307-8293-efdddce6e775 None None] For port 3859fa19-4643-4318-a8ea-24e7c7b68280, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3859fa19-4643-4318-a8ea-24e7c7b68280,segment=NetworkSegment(2cd680d9-70b4-422f-ab29-4ec4ee0c3af5),segment_id=2cd680d9-70b4-422f-ab29-4ec4ee0c3af5)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:30:15.982009 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87c0a24a-ccdc-49b9-8299-ac94e546e00d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (3780e5e6-41cc-4308-b81d-0981e664336f), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:15.992576 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df4f2329-8f77-4307-8293-efdddce6e775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3859fa19-4643-4318-a8ea-24e7c7b68280), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:16.065966 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f2329-8f77-4307-8293-efdddce6e775 None None] Pushing event updated for resources: {'Port': ['ID=3859fa19-4643-4318-a8ea-24e7c7b68280,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:16.148449 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87c0a24a-ccdc-49b9-8299-ac94e546e00d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d6eb75c6-2363-4792-8945-e683112843db), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:16.508502 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87c0a24a-ccdc-49b9-8299-ac94e546e00d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for port (d6eb75c6-2363-4792-8945-e683112843db), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:16.514068 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87c0a24a-ccdc-49b9-8299-ac94e546e00d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (d6eb75c6-2363-4792-8945-e683112843db), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:16.589563 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0a24a-ccdc-49b9-8299-ac94e546e00d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Port': ['ID=d6eb75c6-2363-4792-8945-e683112843db,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:16.592204 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87c0a24a-ccdc-49b9-8299-ac94e546e00d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (3780e5e6-41cc-4308-b81d-0981e664336f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:16.690385 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c0a24a-ccdc-49b9-8299-ac94e546e00d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network d81a3933-d253-40be-8cbb-9e137ea22f91 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:30:16.691866 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-87c0a24a-ccdc-49b9-8299-ac94e546e00d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:30:16.818164 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c0a24a-ccdc-49b9-8299-ac94e546e00d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Router 3780e5e6-41cc-4308-b81d-0981e664336f has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:30:16.944286 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c0a24a-ccdc-49b9-8299-ac94e546e00d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:30:16.951022 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-87c0a24a-ccdc-49b9-8299-ac94e546e00d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "PUT /v2.0/routers/3780e5e6-41cc-4308-b81d-0981e664336f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1845498 Feb 08 22:30:17.121612 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4537c29d-958d-4eb3-821b-608d7398a559 req-43d67f4f-2909-46e1-867d-79b7c9309268 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1926640991&fields=id&tenant_id=c750eaf778fb4602911c448d9252f638 HTTP/1.1" status: 200 len: 267 time: 0.0591152 Feb 08 22:30:17.131517 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92e6702-b395-44e9-aebe-58a7c1b6d1fe None None] Network d81a3933-d253-40be-8cbb-9e137ea22f91 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:30:17.193156 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2aa4bebe-9e0a-4fc5-b2ad-c7e4d9feca20 None None] Provisioning complete for port 3859fa19-4643-4318-a8ea-24e7c7b68280 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:30:17.193485 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2aa4bebe-9e0a-4fc5-b2ad-c7e4d9feca20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3859fa19-4643-4318-a8ea-24e7c7b68280), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:17.229533 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537c29d-958d-4eb3-821b-608d7398a559 req-32aefa84-8bae-47cf-a28a-9217385439b2 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:17.231039 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4537c29d-958d-4eb3-821b-608d7398a559 req-32aefa84-8bae-47cf-a28a-9217385439b2 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/networks?id=d81a3933-d253-40be-8cbb-9e137ea22f91 HTTP/1.1" status: 200 len: 797 time: 0.1070642 Feb 08 22:30:17.245680 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4537c29d-958d-4eb3-821b-608d7398a559 req-9dc4969a-97ea-4fb0-afb5-10df70635aac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/quotas/c750eaf778fb4602911c448d9252f638 HTTP/1.1" status: 200 len: 375 time: 0.0092671 Feb 08 22:30:17.302287 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4537c29d-958d-4eb3-821b-608d7398a559 req-252414fd-8b0f-4f40-8d86-35d40d5aeb61 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508988 Feb 08 22:30:17.318050 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2aa4bebe-9e0a-4fc5-b2ad-c7e4d9feca20 None None] Current status of the port 3859fa19-4643-4318-a8ea-24e7c7b68280 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:30:17.318451 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2aa4bebe-9e0a-4fc5-b2ad-c7e4d9feca20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3859fa19-4643-4318-a8ea-24e7c7b68280), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:17.320174 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-4537c29d-958d-4eb3-821b-608d7398a559 req-440c48ff-9e94-4f5a-838f-ba4ff95799ab service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 22:30:17.321250 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4537c29d-958d-4eb3-821b-608d7398a559 req-440c48ff-9e94-4f5a-838f-ba4ff95799ab service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059063 Feb 08 22:30:17.367314 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2aa4bebe-9e0a-4fc5-b2ad-c7e4d9feca20 None None] For port 3859fa19-4643-4318-a8ea-24e7c7b68280, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3859fa19-4643-4318-a8ea-24e7c7b68280,segment=NetworkSegment(2cd680d9-70b4-422f-ab29-4ec4ee0c3af5),segment_id=2cd680d9-70b4-422f-ab29-4ec4ee0c3af5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:30:17.372855 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2aa4bebe-9e0a-4fc5-b2ad-c7e4d9feca20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3859fa19-4643-4318-a8ea-24e7c7b68280), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:17.430067 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4537c29d-958d-4eb3-821b-608d7398a559 req-527267db-93fe-47cc-9a20-f6e3da5fe4b9 service neutron] 10.222.0.88 "GET /v2.0/networks/d81a3933-d253-40be-8cbb-9e137ea22f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021171 Feb 08 22:30:17.431232 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4bebe-9e0a-4fc5-b2ad-c7e4d9feca20 None None] Pushing event updated for resources: {'Port': ['ID=3859fa19-4643-4318-a8ea-24e7c7b68280,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:17.538150 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4537c29d-958d-4eb3-821b-608d7398a559 req-057c9a96-b3cf-446c-9bf3-eed40af45e6c service neutron] 10.222.0.88 "GET /v2.0/networks/d81a3933-d253-40be-8cbb-9e137ea22f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014490 Feb 08 22:30:17.595752 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-8aaaf26c-380e-4a08-9e07-e2715a57ff43 None None] Provisioning complete for port 3859fa19-4643-4318-a8ea-24e7c7b68280 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:30:17.596134 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8aaaf26c-380e-4a08-9e07-e2715a57ff43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3859fa19-4643-4318-a8ea-24e7c7b68280), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:17.717036 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8aaaf26c-380e-4a08-9e07-e2715a57ff43 None None] Current status of the port 3859fa19-4643-4318-a8ea-24e7c7b68280 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:30:17.731057 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-58f8f224-941e-449e-962f-26b93aca5e3e req-1e5d6c69-9261-4f7b-bc35-2e5172423b1c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 210 time: 0.0379231 Feb 08 22:30:17.745337 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-8aaaf26c-380e-4a08-9e07-e2715a57ff43 None None] Provisioning complete for port d6eb75c6-2363-4792-8945-e683112843db triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:30:17.745721 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8aaaf26c-380e-4a08-9e07-e2715a57ff43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d6eb75c6-2363-4792-8945-e683112843db), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:17.779784 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a394803d-aec9-476c-b7ae-b48cf26ff965 None None] Sync routers for ids ['3780e5e6-41cc-4308-b81d-0981e664336f'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:30:17.787144 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8aaaf26c-380e-4a08-9e07-e2715a57ff43 None None] Port d6eb75c6-2363-4792-8945-e683112843db cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:30:17.797088 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a394803d-aec9-476c-b7ae-b48cf26ff965 None None] Routers {'3780e5e6-41cc-4308-b81d-0981e664336f'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:30:17.797861 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a394803d-aec9-476c-b7ae-b48cf26ff965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:29:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3780e5e6-41cc-4308-b81d-0981e664336f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:30:17.922148 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-5682ffa0-e682-4ded-803e-ef89b9a294bb None None] Provisioning complete for port d6eb75c6-2363-4792-8945-e683112843db triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:30:17.922341 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a394803d-aec9-476c-b7ae-b48cf26ff965 None None] Set router 3780e5e6-41cc-4308-b81d-0981e664336f gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:30:17.922537 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5682ffa0-e682-4ded-803e-ef89b9a294bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d6eb75c6-2363-4792-8945-e683112843db), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:17.966755 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5682ffa0-e682-4ded-803e-ef89b9a294bb None None] Port d6eb75c6-2363-4792-8945-e683112843db cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:30:18.094300 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-c017146a-b7a7-4009-a0ac-afbbc722bd44 None None] Provisioning complete for port d6eb75c6-2363-4792-8945-e683112843db triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:30:18.094812 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c017146a-b7a7-4009-a0ac-afbbc722bd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d6eb75c6-2363-4792-8945-e683112843db), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:18.138793 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c017146a-b7a7-4009-a0ac-afbbc722bd44 None None] Port d6eb75c6-2363-4792-8945-e683112843db cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:30:18.151662 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a394803d-aec9-476c-b7ae-b48cf26ff965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177759318', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '7366f4b0-5d8a-4505-b901-f4206e274342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:30:12Z', 'updated_at': '2022-02-08T22:30:16Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '7366f4b0-5d8a-4505-b901-f4206e274342', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:30:13Z', 'updated_at': '2022-02-08T22:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'd6eb75c6-2363-4792-8945-e683112843db', 'name': '', 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:63:90:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '393ab81d-a8d3-4f62-9ac4-89a7d274a4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:30:15Z', 'updated_at': '2022-02-08T22:30:16Z', 'revision_number': 2, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': '393ab81d-a8d3-4f62-9ac4-89a7d274a4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:30:18.235266 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7366f4b0-5d8a-4505-b901-f4206e274342 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:30:18.280525 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a394803d-aec9-476c-b7ae-b48cf26ff965 None None] Checking router: 3780e5e6-41cc-4308-b81d-0981e664336f for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:30:18.280885 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a394803d-aec9-476c-b7ae-b48cf26ff965 None None] Updating router 3780e5e6-41cc-4308-b81d-0981e664336f port d6eb75c6-2363-4792-8945-e683112843db binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:30:18.293262 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 7366f4b0-5d8a-4505-b901-f4206e274342 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:30:18.293638 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7366f4b0-5d8a-4505-b901-f4206e274342), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:18.313188 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a394803d-aec9-476c-b7ae-b48cf26ff965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d6eb75c6-2363-4792-8945-e683112843db), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:18.374539 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 7366f4b0-5d8a-4505-b901-f4206e274342 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:30:18.374937 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7366f4b0-5d8a-4505-b901-f4206e274342), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:18.396538 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 7366f4b0-5d8a-4505-b901-f4206e274342, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7366f4b0-5d8a-4505-b901-f4206e274342,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:30:18.401922 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7366f4b0-5d8a-4505-b901-f4206e274342), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:18.402750 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3859fa19-4643-4318-a8ea-24e7c7b68280 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:30:18.480740 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=7366f4b0-5d8a-4505-b901-f4206e274342,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:18.496224 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 3859fa19-4643-4318-a8ea-24e7c7b68280 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:30:18.496775 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3859fa19-4643-4318-a8ea-24e7c7b68280), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:18.582771 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 3859fa19-4643-4318-a8ea-24e7c7b68280 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:30:18.585199 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a394803d-aec9-476c-b7ae-b48cf26ff965 None None] Publish callbacks [] for port (d6eb75c6-2363-4792-8945-e683112843db), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:18.591408 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a394803d-aec9-476c-b7ae-b48cf26ff965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d6eb75c6-2363-4792-8945-e683112843db), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:18.648361 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deecf312-40ca-4201-9d96-9c67c5c2abc0 None None] Pushing event updated for resources: {'Port': ['ID=d6eb75c6-2363-4792-8945-e683112843db,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:18.688979 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deecf312-40ca-4201-9d96-9c67c5c2abc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:18.689357 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deecf312-40ca-4201-9d96-9c67c5c2abc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:18.689705 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deecf312-40ca-4201-9d96-9c67c5c2abc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:18.690046 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deecf312-40ca-4201-9d96-9c67c5c2abc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:18.690381 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deecf312-40ca-4201-9d96-9c67c5c2abc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:18.690711 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deecf312-40ca-4201-9d96-9c67c5c2abc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:18.691040 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deecf312-40ca-4201-9d96-9c67c5c2abc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:18.691394 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deecf312-40ca-4201-9d96-9c67c5c2abc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:18.691725 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deecf312-40ca-4201-9d96-9c67c5c2abc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:18.692053 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deecf312-40ca-4201-9d96-9c67c5c2abc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:18.692379 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deecf312-40ca-4201-9d96-9c67c5c2abc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:18.692700 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deecf312-40ca-4201-9d96-9c67c5c2abc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:18.693021 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deecf312-40ca-4201-9d96-9c67c5c2abc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:30:18.709640 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a394803d-aec9-476c-b7ae-b48cf26ff965 None None] Attempting to bind port d6eb75c6-2363-4792-8945-e683112843db on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:30:18.710016 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a394803d-aec9-476c-b7ae-b48cf26ff965 None None] Attempting to bind port d6eb75c6-2363-4792-8945-e683112843db by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '2cd680d9-70b4-422f-ab29-4ec4ee0c3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:30:18.710381 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a394803d-aec9-476c-b7ae-b48cf26ff965 None None] Attempting to bind port d6eb75c6-2363-4792-8945-e683112843db on network d81a3933-d253-40be-8cbb-9e137ea22f91 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:30:18.716807 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a394803d-aec9-476c-b7ae-b48cf26ff965 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:30:18.717181 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a394803d-aec9-476c-b7ae-b48cf26ff965 None None] Checking segment: {'id': '2cd680d9-70b4-422f-ab29-4ec4ee0c3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:30:18.717624 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a394803d-aec9-476c-b7ae-b48cf26ff965 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:18.718020 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a394803d-aec9-476c-b7ae-b48cf26ff965 None None] Bound using segment: {'id': '2cd680d9-70b4-422f-ab29-4ec4ee0c3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:30:18.718494 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a394803d-aec9-476c-b7ae-b48cf26ff965 None None] Bound port: d6eb75c6-2363-4792-8945-e683112843db, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd680d9-70b4-422f-ab29-4ec4ee0c3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:30:18.718877 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a394803d-aec9-476c-b7ae-b48cf26ff965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d6eb75c6-2363-4792-8945-e683112843db), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:18.799992 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-a394803d-aec9-476c-b7ae-b48cf26ff965 None None] For port d6eb75c6-2363-4792-8945-e683112843db, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:30:18.806290 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-a394803d-aec9-476c-b7ae-b48cf26ff965 None None] For port d6eb75c6-2363-4792-8945-e683112843db, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d6eb75c6-2363-4792-8945-e683112843db,segment=NetworkSegment(2cd680d9-70b4-422f-ab29-4ec4ee0c3af5),segment_id=2cd680d9-70b4-422f-ab29-4ec4ee0c3af5)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:30:18.812118 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537c29d-958d-4eb3-821b-608d7398a559 req-b836530b-b479-4ffd-bf89-3ac03c1947d8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:18.814584 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a394803d-aec9-476c-b7ae-b48cf26ff965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d6eb75c6-2363-4792-8945-e683112843db), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:18.815303 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4537c29d-958d-4eb3-821b-608d7398a559 req-b836530b-b479-4ffd-bf89-3ac03c1947d8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.96 "GET /v2.0/networks?id=d81a3933-d253-40be-8cbb-9e137ea22f91 HTTP/1.1" status: 200 len: 797 time: 0.1707201 Feb 08 22:30:18.865677 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dee1df08-4608-4cb2-81d9-2f6a7370c9b7 req-4df8e4ef-8b5d-4fbc-8c4c-312b9b14c8ad tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 210 time: 0.0485704 Feb 08 22:30:18.884256 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deecf312-40ca-4201-9d96-9c67c5c2abc0 None None] Pushing event updated for resources: {'Port': ['ID=d6eb75c6-2363-4792-8945-e683112843db,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:18.901731 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a394803d-aec9-476c-b7ae-b48cf26ff965 None None] Routers {'3780e5e6-41cc-4308-b81d-0981e664336f'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:30:18.902409 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a394803d-aec9-476c-b7ae-b48cf26ff965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:29:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3780e5e6-41cc-4308-b81d-0981e664336f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:30:18.918404 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4537c29d-958d-4eb3-821b-608d7398a559 req-bc299d99-c624-4a8c-8865-33c66b656ca6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c750eaf778fb4602911c448d9252f638 HTTP/1.1" status: 200 len: 380 time: 0.0919762 Feb 08 22:30:18.928237 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-4537c29d-958d-4eb3-821b-608d7398a559 req-bf9d1a18-a6a6-4f4e-8f0a-23f5364b80aa tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'port': {'device_id': '6dfe4973-27d4-4450-8548-8d4f7de7d353', 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91', 'admin_state_up': True, 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'security_groups': ['a9279cb0-34fc-4ee4-9202-5897a1fad79e']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:30:18.971006 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-4df00502-8546-4694-9ad1-3030f58c7346 None None] Provisioning complete for port d6eb75c6-2363-4792-8945-e683112843db triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:30:18.971542 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4df00502-8546-4694-9ad1-3030f58c7346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d6eb75c6-2363-4792-8945-e683112843db), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:19.022383 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a394803d-aec9-476c-b7ae-b48cf26ff965 None None] Set router 3780e5e6-41cc-4308-b81d-0981e664336f gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:30:19.079793 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4df00502-8546-4694-9ad1-3030f58c7346 None None] Current status of the port d6eb75c6-2363-4792-8945-e683112843db is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:30:19.080198 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4df00502-8546-4694-9ad1-3030f58c7346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d6eb75c6-2363-4792-8945-e683112843db), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:19.122260 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4df00502-8546-4694-9ad1-3030f58c7346 None None] For port d6eb75c6-2363-4792-8945-e683112843db, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d6eb75c6-2363-4792-8945-e683112843db,segment=NetworkSegment(2cd680d9-70b4-422f-ab29-4ec4ee0c3af5),segment_id=2cd680d9-70b4-422f-ab29-4ec4ee0c3af5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:30:19.127884 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4df00502-8546-4694-9ad1-3030f58c7346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d6eb75c6-2363-4792-8945-e683112843db), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:19.192476 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df00502-8546-4694-9ad1-3030f58c7346 None None] Pushing event updated for resources: {'Port': ['ID=d6eb75c6-2363-4792-8945-e683112843db,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:19.250411 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-7421248b-af4a-436e-a5d5-fcbba7f62f2a None None] Provisioning complete for port d6eb75c6-2363-4792-8945-e683112843db triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:30:19.251079 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7421248b-af4a-436e-a5d5-fcbba7f62f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d6eb75c6-2363-4792-8945-e683112843db), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:19.264943 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a394803d-aec9-476c-b7ae-b48cf26ff965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177759318', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '7366f4b0-5d8a-4505-b901-f4206e274342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:30:12Z', 'updated_at': '2022-02-08T22:30:16Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '7366f4b0-5d8a-4505-b901-f4206e274342', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:30:13Z', 'updated_at': '2022-02-08T22:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'd6eb75c6-2363-4792-8945-e683112843db', 'name': '', 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:63:90:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '393ab81d-a8d3-4f62-9ac4-89a7d274a4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:30:15Z', 'updated_at': '2022-02-08T22:30:18Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': '393ab81d-a8d3-4f62-9ac4-89a7d274a4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:30:19.293288 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a394803d-aec9-476c-b7ae-b48cf26ff965 None None] The sync data for ids ['3780e5e6-41cc-4308-b81d-0981e664336f'] in n-d-712143-31 is: [{'id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177759318', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '7366f4b0-5d8a-4505-b901-f4206e274342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:30:12Z', 'updated_at': '2022-02-08T22:30:16Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '7366f4b0-5d8a-4505-b901-f4206e274342', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:30:13Z', 'updated_at': '2022-02-08T22:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'd6eb75c6-2363-4792-8945-e683112843db', 'name': '', 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:63:90:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '393ab81d-a8d3-4f62-9ac4-89a7d274a4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:30:15Z', 'updated_at': '2022-02-08T22:30:18Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': '393ab81d-a8d3-4f62-9ac4-89a7d274a4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:30:19.346631 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7421248b-af4a-436e-a5d5-fcbba7f62f2a None None] Current status of the port d6eb75c6-2363-4792-8945-e683112843db is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:30:19.378424 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4537c29d-958d-4eb3-821b-608d7398a559 req-bf9d1a18-a6a6-4f4e-8f0a-23f5364b80aa tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Made reservation on behalf of c750eaf778fb4602911c448d9252f638 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:30:19.381817 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4537c29d-958d-4eb3-821b-608d7398a559 req-bf9d1a18-a6a6-4f4e-8f0a-23f5364b80aa tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:19.525891 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-4537c29d-958d-4eb3-821b-608d7398a559 req-bf9d1a18-a6a6-4f4e-8f0a-23f5364b80aa tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Allocated IP 172.20.0.5 (d81a3933-d253-40be-8cbb-9e137ea22f91/393ab81d-a8d3-4f62-9ac4-89a7d274a4b9/2d9448fa-9c9d-4a55-b078-84976725f65d) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:30:19.686749 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4537c29d-958d-4eb3-821b-608d7398a559 req-bf9d1a18-a6a6-4f4e-8f0a-23f5364b80aa tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for port (2d9448fa-9c9d-4a55-b078-84976725f65d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:19.739849 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4537c29d-958d-4eb3-821b-608d7398a559 req-bf9d1a18-a6a6-4f4e-8f0a-23f5364b80aa tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (2d9448fa-9c9d-4a55-b078-84976725f65d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:19.797985 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4537c29d-958d-4eb3-821b-608d7398a559 req-bf9d1a18-a6a6-4f4e-8f0a-23f5364b80aa tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network d81a3933-d253-40be-8cbb-9e137ea22f91 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:30:19.801320 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-4537c29d-958d-4eb3-821b-608d7398a559 req-bf9d1a18-a6a6-4f4e-8f0a-23f5364b80aa tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:30:19.804422 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-4537c29d-958d-4eb3-821b-608d7398a559 req-bf9d1a18-a6a6-4f4e-8f0a-23f5364b80aa tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:30:19.811463 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d1a18-a6a6-4f4e-8f0a-23f5364b80aa tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Port': ['ID=2d9448fa-9c9d-4a55-b078-84976725f65d,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:19.868443 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537c29d-958d-4eb3-821b-608d7398a559 req-bf9d1a18-a6a6-4f4e-8f0a-23f5364b80aa tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:19.869343 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4537c29d-958d-4eb3-821b-608d7398a559 req-bf9d1a18-a6a6-4f4e-8f0a-23f5364b80aa tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:19.906747 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4537c29d-958d-4eb3-821b-608d7398a559 req-bf9d1a18-a6a6-4f4e-8f0a-23f5364b80aa tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9823041 Feb 08 22:30:19.919505 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-4537c29d-958d-4eb3-821b-608d7398a559 req-cd1a23b9-eb68-47a4-a198-2f1511668aae service neutron] Request body: {'port': {'device_id': '6dfe4973-27d4-4450-8548-8d4f7de7d353', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:30:20.032819 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4537c29d-958d-4eb3-821b-608d7398a559 req-cd1a23b9-eb68-47a4-a198-2f1511668aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2d9448fa-9c9d-4a55-b078-84976725f65d), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:20.050727 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7bc43-7464-46f6-a39d-1d43afb0d900 req-878975e8-5e2d-4511-9cdd-74805aa1ea00 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:20.052330 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fcb7bc43-7464-46f6-a39d-1d43afb0d900 req-878975e8-5e2d-4511-9cdd-74805aa1ea00 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 931 time: 0.0985155 Feb 08 22:30:20.079216 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-efa18f89-45f0-425d-82e8-abfe7ff44505 None None] Provisioning complete for port 2d9448fa-9c9d-4a55-b078-84976725f65d triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:30:20.080304 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-efa18f89-45f0-425d-82e8-abfe7ff44505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2d9448fa-9c9d-4a55-b078-84976725f65d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:20.134549 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-efa18f89-45f0-425d-82e8-abfe7ff44505 None None] Port 2d9448fa-9c9d-4a55-b078-84976725f65d cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:30:20.197931 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fcb7bc43-7464-46f6-a39d-1d43afb0d900 req-60d677a3-a1fe-44b6-8e58-eebedc35e019 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381462 Feb 08 22:30:20.245274 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d6eb75c6-2363-4792-8945-e683112843db up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:30:20.303213 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d6eb75c6-2363-4792-8945-e683112843db triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:30:20.303585 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d6eb75c6-2363-4792-8945-e683112843db), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:20.390951 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d6eb75c6-2363-4792-8945-e683112843db is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:30:20.392131 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7366f4b0-5d8a-4505-b901-f4206e274342 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:30:20.402577 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-4537c29d-958d-4eb3-821b-608d7398a559 req-cd1a23b9-eb68-47a4-a198-2f1511668aae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d9448fa-9c9d-4a55-b078-84976725f65d {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:30:20.411123 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4537c29d-958d-4eb3-821b-608d7398a559 req-cd1a23b9-eb68-47a4-a198-2f1511668aae service neutron] Publish callbacks [] for port (2d9448fa-9c9d-4a55-b078-84976725f65d), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:20.426210 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-4537c29d-958d-4eb3-821b-608d7398a559 req-cd1a23b9-eb68-47a4-a198-2f1511668aae service neutron] Transition to ACTIVE for port object 2d9448fa-9c9d-4a55-b078-84976725f65d will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:30:20.431574 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4537c29d-958d-4eb3-821b-608d7398a559 req-cd1a23b9-eb68-47a4-a198-2f1511668aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (2d9448fa-9c9d-4a55-b078-84976725f65d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:20.445825 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 7366f4b0-5d8a-4505-b901-f4206e274342 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:30:20.446209 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7366f4b0-5d8a-4505-b901-f4206e274342), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:20.517466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a23b9-eb68-47a4-a198-2f1511668aae service neutron] Pushing event updated for resources: {'Port': ['ID=2d9448fa-9c9d-4a55-b078-84976725f65d,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:20.549545 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 7366f4b0-5d8a-4505-b901-f4206e274342 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:30:20.584538 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-4537c29d-958d-4eb3-821b-608d7398a559 req-cd1a23b9-eb68-47a4-a198-2f1511668aae service neutron] Attempting to bind port 2d9448fa-9c9d-4a55-b078-84976725f65d on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:30:20.584881 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-4537c29d-958d-4eb3-821b-608d7398a559 req-cd1a23b9-eb68-47a4-a198-2f1511668aae service neutron] Attempting to bind port 2d9448fa-9c9d-4a55-b078-84976725f65d by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '2cd680d9-70b4-422f-ab29-4ec4ee0c3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:30:20.585253 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4537c29d-958d-4eb3-821b-608d7398a559 req-cd1a23b9-eb68-47a4-a198-2f1511668aae service neutron] Attempting to bind port 2d9448fa-9c9d-4a55-b078-84976725f65d on network d81a3933-d253-40be-8cbb-9e137ea22f91 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:30:20.590831 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4537c29d-958d-4eb3-821b-608d7398a559 req-cd1a23b9-eb68-47a4-a198-2f1511668aae service neutron] Port 2d9448fa-9c9d-4a55-b078-84976725f65d on network d81a3933-d253-40be-8cbb-9e137ea22f91 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:30:20.591164 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4537c29d-958d-4eb3-821b-608d7398a559 req-cd1a23b9-eb68-47a4-a198-2f1511668aae service neutron] Attempting to bind port 2d9448fa-9c9d-4a55-b078-84976725f65d on network d81a3933-d253-40be-8cbb-9e137ea22f91 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:30:20.596554 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4537c29d-958d-4eb3-821b-608d7398a559 req-cd1a23b9-eb68-47a4-a198-2f1511668aae service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:30:20.596898 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4537c29d-958d-4eb3-821b-608d7398a559 req-cd1a23b9-eb68-47a4-a198-2f1511668aae service neutron] Checking segment: {'id': '2cd680d9-70b4-422f-ab29-4ec4ee0c3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:30:20.597373 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4537c29d-958d-4eb3-821b-608d7398a559 req-cd1a23b9-eb68-47a4-a198-2f1511668aae service neutron] Bound using segment: {'id': '2cd680d9-70b4-422f-ab29-4ec4ee0c3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:30:20.597817 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-4537c29d-958d-4eb3-821b-608d7398a559 req-cd1a23b9-eb68-47a4-a198-2f1511668aae service neutron] Bound port: 2d9448fa-9c9d-4a55-b078-84976725f65d, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd680d9-70b4-422f-ab29-4ec4ee0c3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:30:20.598184 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4537c29d-958d-4eb3-821b-608d7398a559 req-cd1a23b9-eb68-47a4-a198-2f1511668aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2d9448fa-9c9d-4a55-b078-84976725f65d), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:20.682797 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-4537c29d-958d-4eb3-821b-608d7398a559 req-cd1a23b9-eb68-47a4-a198-2f1511668aae service neutron] For port 2d9448fa-9c9d-4a55-b078-84976725f65d, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:30:20.687654 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-4537c29d-958d-4eb3-821b-608d7398a559 req-cd1a23b9-eb68-47a4-a198-2f1511668aae service neutron] For port 2d9448fa-9c9d-4a55-b078-84976725f65d, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2d9448fa-9c9d-4a55-b078-84976725f65d,segment=NetworkSegment(2cd680d9-70b4-422f-ab29-4ec4ee0c3af5),segment_id=2cd680d9-70b4-422f-ab29-4ec4ee0c3af5)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:30:20.694724 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4537c29d-958d-4eb3-821b-608d7398a559 req-cd1a23b9-eb68-47a4-a198-2f1511668aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (2d9448fa-9c9d-4a55-b078-84976725f65d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:20.730553 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537c29d-958d-4eb3-821b-608d7398a559 req-cd1a23b9-eb68-47a4-a198-2f1511668aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:20.731230 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-4537c29d-958d-4eb3-821b-608d7398a559 req-cd1a23b9-eb68-47a4-a198-2f1511668aae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:20.732545 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4537c29d-958d-4eb3-821b-608d7398a559 req-cd1a23b9-eb68-47a4-a198-2f1511668aae service neutron] 10.222.0.96 "PUT /v2.0/ports/2d9448fa-9c9d-4a55-b078-84976725f65d HTTP/1.1" status: 200 len: 1092 time: 0.8178895 Feb 08 22:30:20.732979 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dfe4973-27d4-4450-8548-8d4f7de7d353', 'tag': '2d9448fa-9c9d-4a55-b078-84976725f65d'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:30:20.735273 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf61f1d-0e54-4906-b95c-32e2aba75654" -d '{"events": [{"name": "network-changed", "server_uuid": "6dfe4973-27d4-4450-8548-8d4f7de7d353", "tag": "2d9448fa-9c9d-4a55-b078-84976725f65d"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:30:20.767815 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a23b9-eb68-47a4-a198-2f1511668aae service neutron] Pushing event updated for resources: {'Port': ['ID=2d9448fa-9c9d-4a55-b078-84976725f65d,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:20.816007 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c519548-7a41-404c-917b-3ae8327785be x-openstack-request-id: req-1c519548-7a41-404c-917b-3ae8327785be {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:30:20.816313 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dfe4973-27d4-4450-8548-8d4f7de7d353", "tag": "2d9448fa-9c9d-4a55-b078-84976725f65d", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:30:20.816857 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1c519548-7a41-404c-917b-3ae8327785be {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:30:20.817307 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dfe4973-27d4-4450-8548-8d4f7de7d353', 'tag': '2d9448fa-9c9d-4a55-b078-84976725f65d', 'status': 'completed', 'code': 200} Feb 08 22:30:20.837382 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537c29d-958d-4eb3-821b-608d7398a559 req-5f55610c-6f01-4258-9c07-3489ba0292fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:20.839771 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4537c29d-958d-4eb3-821b-608d7398a559 req-5f55610c-6f01-4258-9c07-3489ba0292fc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 1126 time: 0.0581152 Feb 08 22:30:20.883362 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4537c29d-958d-4eb3-821b-608d7398a559 req-f9dc701b-a59b-42ad-a43b-5d7ad399be77 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d9448fa-9c9d-4a55-b078-84976725f65d HTTP/1.1" status: 200 len: 217 time: 0.0371206 Feb 08 22:30:20.936984 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537c29d-958d-4eb3-821b-608d7398a559 req-4161c367-e7c2-46e3-a5d2-213ecf2f7661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:20.938497 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4537c29d-958d-4eb3-821b-608d7398a559 req-4161c367-e7c2-46e3-a5d2-213ecf2f7661 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=393ab81d-a8d3-4f62-9ac4-89a7d274a4b9 HTTP/1.1" status: 200 len: 835 time: 0.0499263 Feb 08 22:30:20.994432 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537c29d-958d-4eb3-821b-608d7398a559 req-a62b01ff-e690-44bc-b882-2b3f6a1a86d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:20.995976 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4537c29d-958d-4eb3-821b-608d7398a559 req-a62b01ff-e690-44bc-b882-2b3f6a1a86d1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d81a3933-d253-40be-8cbb-9e137ea22f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0515878 Feb 08 22:30:21.090738 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4537c29d-958d-4eb3-821b-608d7398a559 req-9fb984a7-f800-4e00-89dd-43f5a0f15925 service neutron] 10.222.0.96 "GET /v2.0/networks/d81a3933-d253-40be-8cbb-9e137ea22f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883801 Feb 08 22:30:21.185663 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4537c29d-958d-4eb3-821b-608d7398a559 req-dfa7bee7-efb0-46ad-b1c7-60734d4847cd service neutron] 10.222.0.96 "GET /v2.0/networks/d81a3933-d253-40be-8cbb-9e137ea22f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890954 Feb 08 22:30:21.303370 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf61f1d-0e54-4906-b95c-32e2aba75654 req-127687a4-1b4e-4de4-868e-2cf0d84ef7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:21.304861 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9bf61f1d-0e54-4906-b95c-32e2aba75654 req-127687a4-1b4e-4de4-868e-2cf0d84ef7fc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 1126 time: 0.0772114 Feb 08 22:30:21.375911 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1181a7-8cb3-4324-aad3-1ab32d489a8b req-5fb0b365-f4c5-4c8d-9430-7ca701487dde tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:21.377392 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c1181a7-8cb3-4324-aad3-1ab32d489a8b req-5fb0b365-f4c5-4c8d-9430-7ca701487dde tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 943 time: 0.1082664 Feb 08 22:30:21.437945 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf61f1d-0e54-4906-b95c-32e2aba75654 req-774c99f3-8328-41a1-b5e6-cc14b8d7cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:21.439459 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9bf61f1d-0e54-4906-b95c-32e2aba75654 req-774c99f3-8328-41a1-b5e6-cc14b8d7cbf8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d81a3933-d253-40be-8cbb-9e137ea22f91 HTTP/1.1" status: 200 len: 898 time: 0.1275730 Feb 08 22:30:21.460073 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c1181a7-8cb3-4324-aad3-1ab32d489a8b req-d005ccff-3e8a-48c3-9870-7dad045b2eb5 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765135 Feb 08 22:30:21.490535 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9bf61f1d-0e54-4906-b95c-32e2aba75654 req-42bcd878-f5ac-4556-92ff-c828f7661449 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d9448fa-9c9d-4a55-b078-84976725f65d HTTP/1.1" status: 200 len: 217 time: 0.0415444 Feb 08 22:30:21.538448 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf61f1d-0e54-4906-b95c-32e2aba75654 req-290cd66e-c841-4b73-872d-2f15c3d89b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:21.539938 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9bf61f1d-0e54-4906-b95c-32e2aba75654 req-290cd66e-c841-4b73-872d-2f15c3d89b4e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=393ab81d-a8d3-4f62-9ac4-89a7d274a4b9 HTTP/1.1" status: 200 len: 835 time: 0.0437284 Feb 08 22:30:21.592112 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf61f1d-0e54-4906-b95c-32e2aba75654 req-6fb38bf5-3114-4e39-b11b-364db9082625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:21.593654 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9bf61f1d-0e54-4906-b95c-32e2aba75654 req-6fb38bf5-3114-4e39-b11b-364db9082625 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d81a3933-d253-40be-8cbb-9e137ea22f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481324 Feb 08 22:30:21.684269 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9bf61f1d-0e54-4906-b95c-32e2aba75654 req-07562510-d153-45e9-8f9b-6aaf8558b306 service neutron] 10.222.0.96 "GET /v2.0/networks/d81a3933-d253-40be-8cbb-9e137ea22f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835640 Feb 08 22:30:21.780479 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9bf61f1d-0e54-4906-b95c-32e2aba75654 req-8886b5b4-eb7d-4a14-a8aa-53c3a8c521a3 service neutron] 10.222.0.96 "GET /v2.0/networks/d81a3933-d253-40be-8cbb-9e137ea22f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897474 Feb 08 22:30:21.852224 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:30:22.583441 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34eba5-108f-4a8e-b728-12fef068bc2b req-101d39e3-588a-4606-838c-1bc96f42abd9 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:22.584912 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b34eba5-108f-4a8e-b728-12fef068bc2b req-101d39e3-588a-4606-838c-1bc96f42abd9 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 943 time: 0.0534174 Feb 08 22:30:22.633675 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b34eba5-108f-4a8e-b728-12fef068bc2b req-9856b615-5010-47b6-b20e-15476ea2e7f5 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429227 Feb 08 22:30:23.756759 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95757727-8664-4fe1-8110-cbdd884db208 req-c169d6c4-7684-4dd5-9549-0442d1954d80 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:23.758305 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-95757727-8664-4fe1-8110-cbdd884db208 req-c169d6c4-7684-4dd5-9549-0442d1954d80 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 943 time: 0.0545952 Feb 08 22:30:23.812799 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-95757727-8664-4fe1-8110-cbdd884db208 req-6fc94928-f2d7-4c62-b474-db79b3ee9a79 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488894 Feb 08 22:30:24.361035 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-33580be9-3f69-4f5d-9bb5-57e9221372fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:24.758301 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 2d9448fa-9c9d-4a55-b078-84976725f65d details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:30:24.858867 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 2d9448fa-9c9d-4a55-b078-84976725f65d, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2d9448fa-9c9d-4a55-b078-84976725f65d,segment=NetworkSegment(2cd680d9-70b4-422f-ab29-4ec4ee0c3af5),segment_id=2cd680d9-70b4-422f-ab29-4ec4ee0c3af5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:30:24.871945 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '2d9448fa-9c9d-4a55-b078-84976725f65d', 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91', 'port_id': '2d9448fa-9c9d-4a55-b078-84976725f65d', 'mac_address': 'fa:16:3e:7c:e7:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '393ab81d-a8d3-4f62-9ac4-89a7d274a4b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:30:24.909524 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 2d9448fa-9c9d-4a55-b078-84976725f65d is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:30:24.909920 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2d9448fa-9c9d-4a55-b078-84976725f65d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:24.924304 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9448fa-9c9d-4a55-b078-84976725f65d {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:30:24.934576 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6756cd-41bb-4848-aa16-a7bd1428f400 req-89fa959d-9dff-49b7-9981-179d5f9a03bb tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:24.936100 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf6756cd-41bb-4848-aa16-a7bd1428f400 req-89fa959d-9dff-49b7-9981-179d5f9a03bb tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 943 time: 0.0553586 Feb 08 22:30:24.945664 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 2d9448fa-9c9d-4a55-b078-84976725f65d, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2d9448fa-9c9d-4a55-b078-84976725f65d,segment=NetworkSegment(2cd680d9-70b4-422f-ab29-4ec4ee0c3af5),segment_id=2cd680d9-70b4-422f-ab29-4ec4ee0c3af5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:30:24.950485 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2d9448fa-9c9d-4a55-b078-84976725f65d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:24.990483 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf6756cd-41bb-4848-aa16-a7bd1428f400 req-b0962d34-6014-4109-8592-82584fde0b98 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486436 Feb 08 22:30:25.003327 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=2d9448fa-9c9d-4a55-b078-84976725f65d,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:25.293755 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['2d9448fa-9c9d-4a55-b078-84976725f65d'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:30:26.118130 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437509e8-a05e-4a33-989f-2560f5b006f4 req-9eaa5e58-9e3b-4955-aed5-42572ce9e6c7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:26.119678 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-437509e8-a05e-4a33-989f-2560f5b006f4 req-9eaa5e58-9e3b-4955-aed5-42572ce9e6c7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 944 time: 0.0547073 Feb 08 22:30:26.170816 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-437509e8-a05e-4a33-989f-2560f5b006f4 req-d56f9ea2-882f-43b4-8659-2523f6d88c8d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454395 Feb 08 22:30:26.775440 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 2d9448fa-9c9d-4a55-b078-84976725f65d up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:30:26.827608 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 2d9448fa-9c9d-4a55-b078-84976725f65d completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:30:26.831794 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 2d9448fa-9c9d-4a55-b078-84976725f65d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:30:26.832166 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2d9448fa-9c9d-4a55-b078-84976725f65d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:26.908497 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 2d9448fa-9c9d-4a55-b078-84976725f65d is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:30:26.908878 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2d9448fa-9c9d-4a55-b078-84976725f65d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:26.931663 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dfe4973-27d4-4450-8548-8d4f7de7d353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9448fa-9c9d-4a55-b078-84976725f65d'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:30:26.933952 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909ad948-583d-41f9-b265-2434bc2d105a" -d '{"events": [{"server_uuid": "6dfe4973-27d4-4450-8548-8d4f7de7d353", "name": "network-vif-plugged", "status": "completed", "tag": "2d9448fa-9c9d-4a55-b078-84976725f65d"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:30:26.947578 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 2d9448fa-9c9d-4a55-b078-84976725f65d, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2d9448fa-9c9d-4a55-b078-84976725f65d,segment=NetworkSegment(2cd680d9-70b4-422f-ab29-4ec4ee0c3af5),segment_id=2cd680d9-70b4-422f-ab29-4ec4ee0c3af5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:30:26.951315 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2d9448fa-9c9d-4a55-b078-84976725f65d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:27.004875 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=2d9448fa-9c9d-4a55-b078-84976725f65d,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:27.030481 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222d1b88-6331-49ce-abd9-ba7f5503768f x-openstack-request-id: req-222d1b88-6331-49ce-abd9-ba7f5503768f {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:30:27.031209 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dfe4973-27d4-4450-8548-8d4f7de7d353", "name": "network-vif-plugged", "status": "completed", "tag": "2d9448fa-9c9d-4a55-b078-84976725f65d", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:30:27.031467 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-222d1b88-6331-49ce-abd9-ba7f5503768f {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:30:27.031861 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dfe4973-27d4-4450-8548-8d4f7de7d353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9448fa-9c9d-4a55-b078-84976725f65d', 'code': 200} Feb 08 22:30:27.136086 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacb60a-b3f9-4b54-b3c5-d37c49607fd0 req-4d1c2c11-6318-479b-9f6e-bcd6053c5b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:27.137649 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fdacb60a-b3f9-4b54-b3c5-d37c49607fd0 req-4d1c2c11-6318-479b-9f6e-bcd6053c5b15 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 1128 time: 0.0482657 Feb 08 22:30:27.323199 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6197c80-7852-4b45-a3b8-fa1b54ea490d req-5e8de2a5-0220-4245-9ac7-92de03dc2f04 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:27.324713 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b6197c80-7852-4b45-a3b8-fa1b54ea490d req-5e8de2a5-0220-4245-9ac7-92de03dc2f04 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 945 time: 0.0855324 Feb 08 22:30:27.327536 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fdacb60a-b3f9-4b54-b3c5-d37c49607fd0 req-18709c4f-ebe4-4752-b0c5-0e6871959fde service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619984 Feb 08 22:30:27.380711 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b6197c80-7852-4b45-a3b8-fa1b54ea490d req-d3223b12-83be-490c-a456-0c6342bddb3b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500021 Feb 08 22:30:27.640117 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-909c5139-11e9-4eaf-9476-08db98607ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:28.506443 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eebd4e-bd0c-4429-93f6-d0a78d3fca82 req-a01023d8-0b4f-440b-a032-7c6a7f45969b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:28.508088 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23eebd4e-bd0c-4429-93f6-d0a78d3fca82 req-a01023d8-0b4f-440b-a032-7c6a7f45969b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 945 time: 0.0577703 Feb 08 22:30:28.560108 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23eebd4e-bd0c-4429-93f6-d0a78d3fca82 req-a5751535-e48a-48df-846b-65ab7f25a928 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454984 Feb 08 22:30:29.511528 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:29.682363 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc698de-b55b-47a6-bbae-231980d1d3a0 req-5474b346-dccf-4c26-8821-ad311c097d43 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:29.683873 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fdc698de-b55b-47a6-bbae-231980d1d3a0 req-5474b346-dccf-4c26-8821-ad311c097d43 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 945 time: 0.0539393 Feb 08 22:30:29.733895 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fdc698de-b55b-47a6-bbae-231980d1d3a0 req-0e38dada-0deb-4911-979f-863c9f4c5b30 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444486 Feb 08 22:30:29.853351 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53bfba-5b46-4c94-ac24-51e332024641 req-39e7c121-9992-4099-a92a-8a4bd1f29176 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:29.854823 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c53bfba-5b46-4c94-ac24-51e332024641 req-39e7c121-9992-4099-a92a-8a4bd1f29176 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 945 time: 0.0530369 Feb 08 22:30:29.907652 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c53bfba-5b46-4c94-ac24-51e332024641 req-020d4844-a180-43b9-a884-36fd5905955f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471067 Feb 08 22:30:29.929144 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48018) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:30:29.973662 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec747dac-e19a-480a-bcee-20f11117cbfa tempest-TestNetworkAdvancedServerOps-828575151 tempest-TestNetworkAdvancedServerOps-828575151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:29.975251 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ec747dac-e19a-480a-bcee-20f11117cbfa tempest-TestNetworkAdvancedServerOps-828575151 tempest-TestNetworkAdvancedServerOps-828575151-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 1123 time: 0.0451069 Feb 08 22:30:29.978187 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48020) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:30:29.982460 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-66bacb91-a990-4fed-83c6-4a07fcd5c50c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'port_id': '2d9448fa-9c9d-4a55-b078-84976725f65d', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:30:30.003393 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66bacb91-a990-4fed-83c6-4a07fcd5c50c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:30.100783 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66bacb91-a990-4fed-83c6-4a07fcd5c50c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:30.209254 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-66bacb91-a990-4fed-83c6-4a07fcd5c50c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Allocated IP 172.25.3.6 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/a4b54226-756d-4408-b258-a340dbe12af4) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:30:30.313323 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66bacb91-a990-4fed-83c6-4a07fcd5c50c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for port (a4b54226-756d-4408-b258-a340dbe12af4), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:30.350903 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66bacb91-a990-4fed-83c6-4a07fcd5c50c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (a4b54226-756d-4408-b258-a340dbe12af4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:30.391771 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bacb91-a990-4fed-83c6-4a07fcd5c50c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:30:30.394682 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-66bacb91-a990-4fed-83c6-4a07fcd5c50c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:30:30.397520 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bacb91-a990-4fed-83c6-4a07fcd5c50c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:30:30.421741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bacb91-a990-4fed-83c6-4a07fcd5c50c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Port': ['ID=a4b54226-756d-4408-b258-a340dbe12af4,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:30.752703 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66bacb91-a990-4fed-83c6-4a07fcd5c50c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for floatingip (5ed9af42-58e2-41ff-8282-8d131bc86dc3), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:30.827614 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66bacb91-a990-4fed-83c6-4a07fcd5c50c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (a4b54226-756d-4408-b258-a340dbe12af4), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:30.981010 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66bacb91-a990-4fed-83c6-4a07fcd5c50c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for port (a4b54226-756d-4408-b258-a340dbe12af4), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:30.985619 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66bacb91-a990-4fed-83c6-4a07fcd5c50c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (a4b54226-756d-4408-b258-a340dbe12af4), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:31.054999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bacb91-a990-4fed-83c6-4a07fcd5c50c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Port': ['ID=a4b54226-756d-4408-b258-a340dbe12af4,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:30:31.066809 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66bacb91-a990-4fed-83c6-4a07fcd5c50c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (5ed9af42-58e2-41ff-8282-8d131bc86dc3), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:31.171413 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-66bacb91-a990-4fed-83c6-4a07fcd5c50c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Floating IP 5ed9af42-58e2-41ff-8282-8d131bc86dc3 associated. External IP: 172.25.3.6, port: 2d9448fa-9c9d-4a55-b078-84976725f65d. Feb 08 22:30:31.396659 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bacb91-a990-4fed-83c6-4a07fcd5c50c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Router 3780e5e6-41cc-4308-b81d-0981e664336f has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:30:31.513111 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bacb91-a990-4fed-83c6-4a07fcd5c50c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:30:31.522679 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181f4603-4439-4098-b487-4827cfee1512 None None] Sync routers for ids ['3780e5e6-41cc-4308-b81d-0981e664336f'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:30:31.531574 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-66bacb91-a990-4fed-83c6-4a07fcd5c50c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:31.539907 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181f4603-4439-4098-b487-4827cfee1512 None None] Routers {'3780e5e6-41cc-4308-b81d-0981e664336f'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:30:31.540553 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-181f4603-4439-4098-b487-4827cfee1512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:30:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3780e5e6-41cc-4308-b81d-0981e664336f'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:30:31.563231 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-66bacb91-a990-4fed-83c6-4a07fcd5c50c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5840158 Feb 08 22:30:31.563906 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dfe4973-27d4-4450-8548-8d4f7de7d353', 'tag': '2d9448fa-9c9d-4a55-b078-84976725f65d'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:30:31.566388 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fdf496-c2f1-48fa-8eae-4944d1a7a186" -d '{"events": [{"name": "network-changed", "server_uuid": "6dfe4973-27d4-4450-8548-8d4f7de7d353", "tag": "2d9448fa-9c9d-4a55-b078-84976725f65d"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:30:31.607354 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af56198-c184-4229-976b-6696038b0b71 x-openstack-request-id: req-5af56198-c184-4229-976b-6696038b0b71 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:30:31.607664 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dfe4973-27d4-4450-8548-8d4f7de7d353", "tag": "2d9448fa-9c9d-4a55-b078-84976725f65d", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:30:31.607926 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5af56198-c184-4229-976b-6696038b0b71 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:30:31.608339 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dfe4973-27d4-4450-8548-8d4f7de7d353', 'tag': '2d9448fa-9c9d-4a55-b078-84976725f65d', 'status': 'completed', 'code': 200} Feb 08 22:30:31.614444 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:31.663675 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-181f4603-4439-4098-b487-4827cfee1512 None None] Set router 3780e5e6-41cc-4308-b81d-0981e664336f gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:30:31.710292 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdf496-c2f1-48fa-8eae-4944d1a7a186 req-568cd948-7afd-4400-9ee6-cba3c01ba64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:31.713037 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2fdf496-c2f1-48fa-8eae-4944d1a7a186 req-568cd948-7afd-4400-9ee6-cba3c01ba64d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 1128 time: 0.0819073 Feb 08 22:30:31.726236 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb7ce2-0431-4a26-9864-b69d1df1347a req-c04bc38e-0b0e-48cb-b2d6-944a166b4066 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:31.727852 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6cfb7ce2-0431-4a26-9864-b69d1df1347a req-c04bc38e-0b0e-48cb-b2d6-944a166b4066 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 945 time: 0.0861843 Feb 08 22:30:31.935557 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:32.084491 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-181f4603-4439-4098-b487-4827cfee1512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177759318', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '7366f4b0-5d8a-4505-b901-f4206e274342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:30:12Z', 'updated_at': '2022-02-08T22:30:16Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '7366f4b0-5d8a-4505-b901-f4206e274342', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:30:13Z', 'updated_at': '2022-02-08T22:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '5ed9af42-58e2-41ff-8282-8d131bc86dc3', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'floating_ip_address': '172.25.3.6', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'port_id': '2d9448fa-9c9d-4a55-b078-84976725f65d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91', 'mac_address': 'fa:16:3e:7c:e7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe4973-27d4-4450-8548-8d4f7de7d353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:30:30Z', 'updated_at': '2022-02-08T22:30:30Z', 'revision_number': 0, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6eb75c6-2363-4792-8945-e683112843db', 'name': '', 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:63:90:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '393ab81d-a8d3-4f62-9ac4-89a7d274a4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:30:15Z', 'updated_at': '2022-02-08T22:30:19Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': '393ab81d-a8d3-4f62-9ac4-89a7d274a4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:30:32.105045 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6cfb7ce2-0431-4a26-9864-b69d1df1347a req-9f76e718-41c7-4d30-a5c8-db3a853fb5cc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3560212 Feb 08 22:30:32.110838 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181f4603-4439-4098-b487-4827cfee1512 None None] Checking router: 3780e5e6-41cc-4308-b81d-0981e664336f for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:30:32.122766 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdf496-c2f1-48fa-8eae-4944d1a7a186 req-5eed8427-0f8c-42eb-9297-09d8adaf3f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:32.122901 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181f4603-4439-4098-b487-4827cfee1512 None None] Routers {'3780e5e6-41cc-4308-b81d-0981e664336f'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:30:32.122901 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-181f4603-4439-4098-b487-4827cfee1512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:30:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3780e5e6-41cc-4308-b81d-0981e664336f'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:30:32.123073 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2fdf496-c2f1-48fa-8eae-4944d1a7a186 req-5eed8427-0f8c-42eb-9297-09d8adaf3f11 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d81a3933-d253-40be-8cbb-9e137ea22f91 HTTP/1.1" status: 200 len: 898 time: 0.3925934 Feb 08 22:30:32.128619 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48026) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:30:32.193032 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7d8e1114-558c-4485-aefa-3c12cad396e6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/floatingips/5ed9af42-58e2-41ff-8282-8d131bc86dc3 HTTP/1.1" status: 200 len: 989 time: 0.0620432 Feb 08 22:30:32.193282 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2fdf496-c2f1-48fa-8eae-4944d1a7a186 req-a7f05fba-679f-421a-96bd-88a3b7c968f2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d9448fa-9c9d-4a55-b078-84976725f65d HTTP/1.1" status: 200 len: 997 time: 0.0653934 Feb 08 22:30:32.235727 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-181f4603-4439-4098-b487-4827cfee1512 None None] Set router 3780e5e6-41cc-4308-b81d-0981e664336f gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:30:32.243064 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdf496-c2f1-48fa-8eae-4944d1a7a186 req-cb64476b-c32a-4434-9fe3-9055ec175942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:32.244636 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2fdf496-c2f1-48fa-8eae-4944d1a7a186 req-cb64476b-c32a-4434-9fe3-9055ec175942 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=393ab81d-a8d3-4f62-9ac4-89a7d274a4b9 HTTP/1.1" status: 200 len: 835 time: 0.0476415 Feb 08 22:30:32.296933 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdf496-c2f1-48fa-8eae-4944d1a7a186 req-d434f6e6-3251-47f4-b4f5-b326104c30b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:32.298501 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2fdf496-c2f1-48fa-8eae-4944d1a7a186 req-d434f6e6-3251-47f4-b4f5-b326104c30b3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d81a3933-d253-40be-8cbb-9e137ea22f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465069 Feb 08 22:30:32.391197 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2fdf496-c2f1-48fa-8eae-4944d1a7a186 req-0564a277-9277-44d6-9d05-f8a2481ba3c7 service neutron] 10.222.0.96 "GET /v2.0/networks/d81a3933-d253-40be-8cbb-9e137ea22f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868704 Feb 08 22:30:32.466449 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-181f4603-4439-4098-b487-4827cfee1512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177759318', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '7366f4b0-5d8a-4505-b901-f4206e274342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:30:12Z', 'updated_at': '2022-02-08T22:30:16Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '7366f4b0-5d8a-4505-b901-f4206e274342', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:30:13Z', 'updated_at': '2022-02-08T22:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '5ed9af42-58e2-41ff-8282-8d131bc86dc3', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'floating_ip_address': '172.25.3.6', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'port_id': '2d9448fa-9c9d-4a55-b078-84976725f65d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91', 'mac_address': 'fa:16:3e:7c:e7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe4973-27d4-4450-8548-8d4f7de7d353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:30:30Z', 'updated_at': '2022-02-08T22:30:30Z', 'revision_number': 0, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6eb75c6-2363-4792-8945-e683112843db', 'name': '', 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:63:90:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '393ab81d-a8d3-4f62-9ac4-89a7d274a4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:30:15Z', 'updated_at': '2022-02-08T22:30:19Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': '393ab81d-a8d3-4f62-9ac4-89a7d274a4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:30:32.483489 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2fdf496-c2f1-48fa-8eae-4944d1a7a186 req-7c31bdd7-0b35-4a3e-b52a-7322bd3c048e service neutron] 10.222.0.96 "GET /v2.0/networks/d81a3933-d253-40be-8cbb-9e137ea22f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855820 Feb 08 22:30:32.493406 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181f4603-4439-4098-b487-4827cfee1512 None None] The sync data for ids ['3780e5e6-41cc-4308-b81d-0981e664336f'] in n-d-712143-31 is: [{'id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177759318', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '7366f4b0-5d8a-4505-b901-f4206e274342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:30:12Z', 'updated_at': '2022-02-08T22:30:16Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '7366f4b0-5d8a-4505-b901-f4206e274342', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:30:13Z', 'updated_at': '2022-02-08T22:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '5ed9af42-58e2-41ff-8282-8d131bc86dc3', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'floating_ip_address': '172.25.3.6', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'port_id': '2d9448fa-9c9d-4a55-b078-84976725f65d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91', 'mac_address': 'fa:16:3e:7c:e7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfe4973-27d4-4450-8548-8d4f7de7d353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:30:30Z', 'updated_at': '2022-02-08T22:30:30Z', 'revision_number': 0, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6eb75c6-2363-4792-8945-e683112843db', 'name': '', 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:63:90:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '393ab81d-a8d3-4f62-9ac4-89a7d274a4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:30:15Z', 'updated_at': '2022-02-08T22:30:19Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': '393ab81d-a8d3-4f62-9ac4-89a7d274a4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:30:32.697344 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b930a22-430a-4a32-a437-ee9082c803a6 None None] New status for floating IP 5ed9af42-58e2-41ff-8282-8d131bc86dc3: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:30:33.078935 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ef13df0-e98b-49e5-bd92-e153b753e4a8 req-4d89911b-631b-4920-8ee1-25af70c8d6f6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445313 Feb 08 22:30:33.170239 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef13df0-e98b-49e5-bd92-e153b753e4a8 req-71434180-d0b3-46fc-8c5f-ca95495b7cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:33.171775 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ef13df0-e98b-49e5-bd92-e153b753e4a8 req-71434180-d0b3-46fc-8c5f-ca95495b7cb2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 1128 time: 0.0518541 Feb 08 22:30:33.195052 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48028) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:30:33.261204 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c3638f58-d60d-4191-a773-7f0c5ef624bf tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/floatingips/5ed9af42-58e2-41ff-8282-8d131bc86dc3 HTTP/1.1" status: 200 len: 991 time: 0.0637014 Feb 08 22:30:33.279164 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef13df0-e98b-49e5-bd92-e153b753e4a8 req-e97ce905-dcb0-4365-b84a-7adba7f7d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:33.280650 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ef13df0-e98b-49e5-bd92-e153b753e4a8 req-e97ce905-dcb0-4365-b84a-7adba7f7d1df service neutron] 10.222.0.96 "GET /v2.0/networks?id=d81a3933-d253-40be-8cbb-9e137ea22f91 HTTP/1.1" status: 200 len: 898 time: 0.0905313 Feb 08 22:30:33.350316 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ef13df0-e98b-49e5-bd92-e153b753e4a8 req-730bfac4-0668-46cd-b0a8-45960add1ec4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d9448fa-9c9d-4a55-b078-84976725f65d HTTP/1.1" status: 200 len: 999 time: 0.0633745 Feb 08 22:30:33.397167 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef13df0-e98b-49e5-bd92-e153b753e4a8 req-3c646b82-19cd-4897-ac07-5cd5d2760a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:33.398670 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ef13df0-e98b-49e5-bd92-e153b753e4a8 req-3c646b82-19cd-4897-ac07-5cd5d2760a2d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=393ab81d-a8d3-4f62-9ac4-89a7d274a4b9 HTTP/1.1" status: 200 len: 835 time: 0.0432167 Feb 08 22:30:33.445654 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef13df0-e98b-49e5-bd92-e153b753e4a8 req-3eb262bf-7912-416d-8a39-3b638c4b22f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:30:33.447075 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ef13df0-e98b-49e5-bd92-e153b753e4a8 req-3eb262bf-7912-416d-8a39-3b638c4b22f1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d81a3933-d253-40be-8cbb-9e137ea22f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0432613 Feb 08 22:30:33.539001 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ef13df0-e98b-49e5-bd92-e153b753e4a8 req-02829f4d-93d3-4bbe-adef-65dc5e61fd06 service neutron] 10.222.0.96 "GET /v2.0/networks/d81a3933-d253-40be-8cbb-9e137ea22f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862470 Feb 08 22:30:33.627456 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ef13df0-e98b-49e5-bd92-e153b753e4a8 req-03253aca-21e5-4a47-b51f-3dca01d48eac service neutron] 10.222.0.96 "GET /v2.0/networks/d81a3933-d253-40be-8cbb-9e137ea22f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828495 Feb 08 22:30:37.174410 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:37.237200 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:54.363865 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9a280c1d-a51e-4160-834c-6a4bb12ced99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:57.642341 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b8ddacc2-1b6a-4fd9-a53f-edfe7efead0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:30:58.850597 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:30:59.517143 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:31:01.546472 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:31:01.822844 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:31:07.190386 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:31:07.257179 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:31:24.366339 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d0e9ab56-1a43-4028-abd5-ec51e23ec2c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:31:27.644797 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a24a330d-bd25-4398-a9ee-0ad47f605649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:31:29.518053 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:31:31.550136 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:31:31.830559 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:31:34.213620 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02c20f2d-7a73-4ac0-ad0d-906c7e2f9437 req-3eb4e402-8115-401f-b818-c4a130687641 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0858047 Feb 08 22:31:34.307971 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c20f2d-7a73-4ac0-ad0d-906c7e2f9437 req-991e3adb-e8ce-4701-8426-2071597deae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:34.309454 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02c20f2d-7a73-4ac0-ad0d-906c7e2f9437 req-991e3adb-e8ce-4701-8426-2071597deae0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 1128 time: 0.0521481 Feb 08 22:31:34.418011 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c20f2d-7a73-4ac0-ad0d-906c7e2f9437 req-36cc3eb4-a7d5-493c-9e5b-877786221b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:34.419482 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02c20f2d-7a73-4ac0-ad0d-906c7e2f9437 req-36cc3eb4-a7d5-493c-9e5b-877786221b12 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d81a3933-d253-40be-8cbb-9e137ea22f91 HTTP/1.1" status: 200 len: 898 time: 0.0898905 Feb 08 22:31:34.496298 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02c20f2d-7a73-4ac0-ad0d-906c7e2f9437 req-4accebdd-b8c8-40e1-8753-2ef68beb9cf4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d9448fa-9c9d-4a55-b078-84976725f65d HTTP/1.1" status: 200 len: 999 time: 0.0670519 Feb 08 22:31:34.547285 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c20f2d-7a73-4ac0-ad0d-906c7e2f9437 req-835d085f-3e3d-4421-b0aa-500f2c49e89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:34.548785 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02c20f2d-7a73-4ac0-ad0d-906c7e2f9437 req-835d085f-3e3d-4421-b0aa-500f2c49e89d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=393ab81d-a8d3-4f62-9ac4-89a7d274a4b9 HTTP/1.1" status: 200 len: 835 time: 0.0460618 Feb 08 22:31:34.600205 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c20f2d-7a73-4ac0-ad0d-906c7e2f9437 req-ad13ed29-4693-4a0b-8cbe-46a1cea888e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:34.601737 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02c20f2d-7a73-4ac0-ad0d-906c7e2f9437 req-ad13ed29-4693-4a0b-8cbe-46a1cea888e9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d81a3933-d253-40be-8cbb-9e137ea22f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468876 Feb 08 22:31:34.710099 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02c20f2d-7a73-4ac0-ad0d-906c7e2f9437 req-ea0f60a3-da95-4076-89fe-b0b96148e5f4 service neutron] 10.222.0.96 "GET /v2.0/networks/d81a3933-d253-40be-8cbb-9e137ea22f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023579 Feb 08 22:31:34.803649 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-02c20f2d-7a73-4ac0-ad0d-906c7e2f9437 req-a5b3e7d4-f0e5-48ba-8527-aaa7c79868b5 service neutron] 10.222.0.96 "GET /v2.0/networks/d81a3933-d253-40be-8cbb-9e137ea22f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874703 Feb 08 22:31:35.851808 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:31:37.204711 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:31:37.256355 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:31:42.705428 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-0ab53e94-764a-4f43-8135-d3258d230d65 req-1e85a4b7-a4e2-46a3-a434-9787ba08bb4c service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 22:31:42.706446 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0ab53e94-764a-4f43-8135-d3258d230d65 req-1e85a4b7-a4e2-46a3-a434-9787ba08bb4c service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477240 Feb 08 22:31:42.891348 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b468cf-7b1e-4e55-b9f0-37ccc2579977 req-afd3c848-90d7-4dbb-a6ad-def97321f239 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:42.893745 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-99b468cf-7b1e-4e55-b9f0-37ccc2579977 req-afd3c848-90d7-4dbb-a6ad-def97321f239 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 945 time: 0.0551512 Feb 08 22:31:42.897638 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48066) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:31:42.961662 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-99b468cf-7b1e-4e55-b9f0-37ccc2579977 req-a8b77ef4-1635-482f-87d5-9ac9580b75f7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618200 Feb 08 22:31:42.997515 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-fa58ee24-7d29-4804-a4a8-6a4cb520f7d6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0987306 Feb 08 22:31:43.007363 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-3d375fb4-e57d-43e8-9b84-318cb4dd0a1b service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 22:31:43.008377 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-3d375fb4-e57d-43e8-9b84-318cb4dd0a1b service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052297 Feb 08 22:31:44.172357 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ba8c9-c753-4f04-a7b3-12b6535fedda req-f24f01b9-0846-457e-8623-63d827587d4f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:44.174487 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1d2ba8c9-c753-4f04-a7b3-12b6535fedda req-f24f01b9-0846-457e-8623-63d827587d4f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 945 time: 0.1389558 Feb 08 22:31:44.177271 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-26e361c3-2c3d-40fc-b60d-e2431fae26e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:44.178667 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-26e361c3-2c3d-40fc-b60d-e2431fae26e8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 1128 time: 0.0896287 Feb 08 22:31:44.277733 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1d2ba8c9-c753-4f04-a7b3-12b6535fedda req-f0c70361-71c5-440f-8edf-20f364bbecc5 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974302 Feb 08 22:31:44.307415 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-45f6a302-97c9-47ae-979a-b3ad25b90c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:44.309562 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-45f6a302-97c9-47ae-979a-b3ad25b90c4c service neutron] 10.222.0.96 "GET /v2.0/networks?id=d81a3933-d253-40be-8cbb-9e137ea22f91 HTTP/1.1" status: 200 len: 898 time: 0.1233361 Feb 08 22:31:44.383793 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-a0f94f78-7aa9-4e57-9eb0-35937266d7d1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d9448fa-9c9d-4a55-b078-84976725f65d HTTP/1.1" status: 200 len: 999 time: 0.0684237 Feb 08 22:31:44.434255 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-02d42ff6-2f73-4896-8830-56591c116bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:44.435977 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-02d42ff6-2f73-4896-8830-56591c116bf6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=393ab81d-a8d3-4f62-9ac4-89a7d274a4b9 HTTP/1.1" status: 200 len: 835 time: 0.0467215 Feb 08 22:31:44.487251 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-2bbe3c65-3701-4ff8-b14a-c6c6a64cb91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:44.488783 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-2bbe3c65-3701-4ff8-b14a-c6c6a64cb91c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d81a3933-d253-40be-8cbb-9e137ea22f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466754 Feb 08 22:31:44.586502 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-06ca8583-1ca4-45fa-aa92-7f4f7ae4ba53 service neutron] 10.222.0.96 "GET /v2.0/networks/d81a3933-d253-40be-8cbb-9e137ea22f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917473 Feb 08 22:31:44.686300 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-73492f03-23b2-4cde-b270-d8a99da9f008 service neutron] 10.222.0.96 "GET /v2.0/networks/d81a3933-d253-40be-8cbb-9e137ea22f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936744 Feb 08 22:31:45.402172 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ffd24-159b-4909-85ec-8929be497639 req-a88ba2a9-273f-4375-970b-8c6303d74466 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:45.403665 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a64ffd24-159b-4909-85ec-8929be497639 req-a88ba2a9-273f-4375-970b-8c6303d74466 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 945 time: 0.0546370 Feb 08 22:31:45.453587 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a64ffd24-159b-4909-85ec-8929be497639 req-98381680-1421-466f-b992-9d186f09ec15 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441756 Feb 08 22:31:46.580763 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7d5b6-1262-4f4c-a211-2711457faf8c req-341d3be1-5463-4c28-b5c0-231a63e08e9c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:46.582334 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0b7d5b6-1262-4f4c-a211-2711457faf8c req-341d3be1-5463-4c28-b5c0-231a63e08e9c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 945 time: 0.0607831 Feb 08 22:31:46.631489 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0b7d5b6-1262-4f4c-a211-2711457faf8c req-9d784fbc-157c-418c-acc4-9701e1907773 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432680 Feb 08 22:31:47.756592 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33a1ac-f1d0-468b-92f5-881223be42ce req-d55b3a2f-3ee4-4539-91ea-abd9fd2fdac0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:47.758168 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8f33a1ac-f1d0-468b-92f5-881223be42ce req-d55b3a2f-3ee4-4539-91ea-abd9fd2fdac0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 945 time: 0.0561261 Feb 08 22:31:47.808611 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8f33a1ac-f1d0-468b-92f5-881223be42ce req-77ed05d1-be3b-424b-910c-356f01626dad tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447981 Feb 08 22:31:48.935733 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14050530-1cb6-43c0-b8c7-632df5a20524 req-7a22b04d-bde4-4c87-9bd2-6668c003747b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:48.937143 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14050530-1cb6-43c0-b8c7-632df5a20524 req-7a22b04d-bde4-4c87-9bd2-6668c003747b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 945 time: 0.0576296 Feb 08 22:31:48.987818 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-14050530-1cb6-43c0-b8c7-632df5a20524 req-03930db4-f2df-44b5-89cd-0b4c2b4f8cc2 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448627 Feb 08 22:31:50.108089 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078cc81-7cb1-42ca-9df9-2796b673500d req-77f723c4-bd7e-489d-833e-138a92e47c6c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:50.109605 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c078cc81-7cb1-42ca-9df9-2796b673500d req-77f723c4-bd7e-489d-833e-138a92e47c6c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 945 time: 0.0534647 Feb 08 22:31:50.160647 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c078cc81-7cb1-42ca-9df9-2796b673500d req-43778541-6218-495e-a0f8-41a07d0beb92 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452015 Feb 08 22:31:51.279813 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79743e4e-c6e2-4fdf-8e48-3e67cd002391 req-ae37dbab-f8b8-4bc6-9ede-21c4d0fb56cb tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:51.281305 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-79743e4e-c6e2-4fdf-8e48-3e67cd002391 req-ae37dbab-f8b8-4bc6-9ede-21c4d0fb56cb tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 945 time: 0.0535996 Feb 08 22:31:51.334079 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-79743e4e-c6e2-4fdf-8e48-3e67cd002391 req-3084e328-8a02-4f81-8fc2-5f2e5171ba3e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466402 Feb 08 22:31:52.460733 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5a013-ef5c-41e5-b288-30fb09c012ad req-014e7dc8-b663-454f-82c2-e850b611d6a5 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:52.462197 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e8e5a013-ef5c-41e5-b288-30fb09c012ad req-014e7dc8-b663-454f-82c2-e850b611d6a5 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 945 time: 0.0575287 Feb 08 22:31:52.519908 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e8e5a013-ef5c-41e5-b288-30fb09c012ad req-9344eb18-71e1-4335-9bf0-24c8881a87b3 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518265 Feb 08 22:31:53.643321 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828c4b3-bd99-4747-b4fb-234bb7b13359 req-93eb7e7c-b148-47ff-9e10-bc39f50e0895 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:53.644806 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1828c4b3-bd99-4747-b4fb-234bb7b13359 req-93eb7e7c-b148-47ff-9e10-bc39f50e0895 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 945 time: 0.0534079 Feb 08 22:31:53.693736 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1828c4b3-bd99-4747-b4fb-234bb7b13359 req-9c3406e5-d025-4e6f-83e7-50ec0a7b4110 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431960 Feb 08 22:31:54.370313 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9d360ab8-9a61-4b19-9254-a738be19756d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:31:54.821429 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e251be-ed53-4f6e-a6ee-559ce5593c33 req-3779271c-fb1b-4826-affc-0450803876af tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:54.822917 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-57e251be-ed53-4f6e-a6ee-559ce5593c33 req-3779271c-fb1b-4826-affc-0450803876af tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 945 time: 0.0591507 Feb 08 22:31:54.870792 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-57e251be-ed53-4f6e-a6ee-559ce5593c33 req-decf64a8-5865-4515-a935-da8c5f5b40a7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422859 Feb 08 22:31:55.993406 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d0f2e-52b4-4aa0-a42f-a8053a9584da req-ecb37fd2-dca3-4ad6-b864-7c09fb94c40c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:55.994944 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-673d0f2e-52b4-4aa0-a42f-a8053a9584da req-ecb37fd2-dca3-4ad6-b864-7c09fb94c40c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 945 time: 0.0541129 Feb 08 22:31:56.045768 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-673d0f2e-52b4-4aa0-a42f-a8053a9584da req-f83a35bb-ae1d-4d27-bf29-a50a144ed761 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452316 Feb 08 22:31:56.684439 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-51d198c8-9378-412e-afc5-785f20706523 service neutron] show failed (client error): The resource could not be found. Feb 08 22:31:56.685741 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-51d198c8-9378-412e-afc5-785f20706523 service neutron] 10.222.0.96 "GET /v2.0/ports/2d9448fa-9c9d-4a55-b078-84976725f65d/bindings/n-h1-712143-31 HTTP/1.1" status: 404 len: 381 time: 0.0591621 Feb 08 22:31:56.923763 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-6b376e47-5b1e-44ce-8223-3ad4d3f2aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:56.925295 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-6b376e47-5b1e-44ce-8223-3ad4d3f2aad4 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353&tenant_id=c750eaf778fb4602911c448d9252f638 HTTP/1.1" status: 200 len: 1128 time: 0.0830371 Feb 08 22:31:56.936926 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-31', 'device_owner': 'compute:nova'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:31:56.997665 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2d9448fa-9c9d-4a55-b078-84976725f65d), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:31:57.234240 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e499c9-22f5-4eec-b0b1-021af2f425b1 req-f1e06090-0f32-453a-bce4-271aeb2f2795 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:57.235689 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-69e499c9-22f5-4eec-b0b1-021af2f425b1 req-f1e06090-0f32-453a-bce4-271aeb2f2795 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 945 time: 0.1135800 Feb 08 22:31:57.257978 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] For port 2d9448fa-9c9d-4a55-b078-84976725f65d, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=2d9448fa-9c9d-4a55-b078-84976725f65d,segment=NetworkSegment(2cd680d9-70b4-422f-ab29-4ec4ee0c3af5),segment_id=2cd680d9-70b4-422f-ab29-4ec4ee0c3af5)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:31:57.321332 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-69e499c9-22f5-4eec-b0b1-021af2f425b1 req-64ecf682-a234-48e1-8c58-a1bedecd1bf1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763803 Feb 08 22:31:57.322271 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] For port 2d9448fa-9c9d-4a55-b078-84976725f65d, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:31:57.366662 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dfe4973-27d4-4450-8548-8d4f7de7d353', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d9448fa-9c9d-4a55-b078-84976725f65d'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:31:57.369006 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab88b97d-08e2-4e7f-99af-d97f870f99c6" -d '{"events": [{"server_uuid": "6dfe4973-27d4-4450-8548-8d4f7de7d353", "name": "network-vif-unplugged", "status": "completed", "tag": "2d9448fa-9c9d-4a55-b078-84976725f65d"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:31:57.372738 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Publish callbacks [] for port (2d9448fa-9c9d-4a55-b078-84976725f65d), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:31:57.386801 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Transition to ACTIVE for port object 2d9448fa-9c9d-4a55-b078-84976725f65d will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:31:57.390584 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (2d9448fa-9c9d-4a55-b078-84976725f65d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:31:57.425568 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 22:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c8c364-cf59-4499-8f33-13d482e9a828 x-openstack-request-id: req-c8c8c364-cf59-4499-8f33-13d482e9a828 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:31:57.426520 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dfe4973-27d4-4450-8548-8d4f7de7d353", "name": "network-vif-unplugged", "status": "completed", "tag": "2d9448fa-9c9d-4a55-b078-84976725f65d", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:31:57.426520 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c8c8c364-cf59-4499-8f33-13d482e9a828 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:31:57.426520 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dfe4973-27d4-4450-8548-8d4f7de7d353', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d9448fa-9c9d-4a55-b078-84976725f65d', 'code': 200} Feb 08 22:31:57.500759 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Pushing event updated for resources: {'Port': ['ID=2d9448fa-9c9d-4a55-b078-84976725f65d,revision_number=6']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:31:57.525437 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:31:57.525791 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:31:57.526139 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:31:57.526752 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:31:57.527094 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:31:57.527429 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:31:57.527761 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:31:57.528091 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:31:57.528420 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:31:57.528751 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:31:57.529076 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:31:57.529428 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:31:57.529753 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:31:57.583958 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] No DVR routers for this DVR port 2d9448fa-9c9d-4a55-b078-84976725f65d on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:31:57.650809 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9c39d529-8b8a-4d0b-9f66-1592200309f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:31:57.732622 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Attempting to bind port 2d9448fa-9c9d-4a55-b078-84976725f65d on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:31:57.732890 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Attempting to bind port 2d9448fa-9c9d-4a55-b078-84976725f65d by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '2cd680d9-70b4-422f-ab29-4ec4ee0c3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:31:57.733213 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Attempting to bind port 2d9448fa-9c9d-4a55-b078-84976725f65d on network d81a3933-d253-40be-8cbb-9e137ea22f91 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:31:57.738673 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Port 2d9448fa-9c9d-4a55-b078-84976725f65d on network d81a3933-d253-40be-8cbb-9e137ea22f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:31:57.739019 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Attempting to bind port 2d9448fa-9c9d-4a55-b078-84976725f65d on network d81a3933-d253-40be-8cbb-9e137ea22f91 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:31:57.743799 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:31:57.744132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Checking segment: {'id': '2cd680d9-70b4-422f-ab29-4ec4ee0c3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:31:57.744513 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Bound using segment: {'id': '2cd680d9-70b4-422f-ab29-4ec4ee0c3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:31:57.744933 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Bound port: 2d9448fa-9c9d-4a55-b078-84976725f65d, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd680d9-70b4-422f-ab29-4ec4ee0c3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:31:57.745305 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2d9448fa-9c9d-4a55-b078-84976725f65d), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:31:58.077867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] For port 2d9448fa-9c9d-4a55-b078-84976725f65d, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:31:58.081254 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] For port 2d9448fa-9c9d-4a55-b078-84976725f65d, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=2d9448fa-9c9d-4a55-b078-84976725f65d,segment=NetworkSegment(2cd680d9-70b4-422f-ab29-4ec4ee0c3af5),segment_id=2cd680d9-70b4-422f-ab29-4ec4ee0c3af5)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:31:58.086963 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (2d9448fa-9c9d-4a55-b078-84976725f65d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:31:58.124801 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:58.125451 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:31:58.126836 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] 10.222.0.94 "PUT /v2.0/ports/2d9448fa-9c9d-4a55-b078-84976725f65d HTTP/1.1" status: 200 len: 1092 time: 1.1940629 Feb 08 22:31:58.145062 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284aa8a-4c47-436c-a355-06f02fc5a997 service neutron] Pushing event updated for resources: {'Port': ['ID=2d9448fa-9c9d-4a55-b078-84976725f65d,revision_number=7']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:31:58.216548 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-514fc463-2b20-4142-9894-0ad875a07c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:58.218153 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-514fc463-2b20-4142-9894-0ad875a07c61 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 1126 time: 0.0545349 Feb 08 22:31:58.324530 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-2ff3bc69-98a3-4627-9363-649c870dd866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:58.326075 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-2ff3bc69-98a3-4627-9363-649c870dd866 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d81a3933-d253-40be-8cbb-9e137ea22f91 HTTP/1.1" status: 200 len: 898 time: 0.1026251 Feb 08 22:31:58.392973 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-d51a258b-7c4e-4ada-9d8c-0bdd55daf06a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d9448fa-9c9d-4a55-b078-84976725f65d HTTP/1.1" status: 200 len: 997 time: 0.0609961 Feb 08 22:31:58.470621 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-4b6cd826-08bf-4cd5-a97e-bee8f92229df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:58.472078 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-4b6cd826-08bf-4cd5-a97e-bee8f92229df service neutron] 10.222.0.94 "GET /v2.0/subnets?id=393ab81d-a8d3-4f62-9ac4-89a7d274a4b9 HTTP/1.1" status: 200 len: 835 time: 0.0697389 Feb 08 22:31:58.483258 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6a890-5e1a-4d29-a00a-e4b480ae56d1 req-0f362080-5892-42bb-9fc2-f55b8bd8292c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:58.484648 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aff6a890-5e1a-4d29-a00a-e4b480ae56d1 req-0f362080-5892-42bb-9fc2-f55b8bd8292c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 943 time: 0.0908494 Feb 08 22:31:58.566425 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aff6a890-5e1a-4d29-a00a-e4b480ae56d1 req-291b8ba6-f278-40a0-af23-e1efd1144cd3 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723178 Feb 08 22:31:58.569204 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-6e62b159-0106-41cc-a10f-895ee5921400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:58.570586 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-6e62b159-0106-41cc-a10f-895ee5921400 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d81a3933-d253-40be-8cbb-9e137ea22f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0851111 Feb 08 22:31:58.663832 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-6df3dbe8-9984-426f-b044-7b79c1523a23 service neutron] 10.222.0.94 "GET /v2.0/networks/d81a3933-d253-40be-8cbb-9e137ea22f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870593 Feb 08 22:31:58.751623 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-849e383e-ff27-4d1f-8aac-69bae709e95c req-390d1624-d051-4fb8-ab9e-3e4626922b8d service neutron] 10.222.0.94 "GET /v2.0/networks/d81a3933-d253-40be-8cbb-9e137ea22f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819716 Feb 08 22:31:59.427776 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dfe4973-27d4-4450-8548-8d4f7de7d353', 'tag': '2d9448fa-9c9d-4a55-b078-84976725f65d'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:31:59.430322 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcb7db7-c846-4eec-925f-9f3634cbb127" -d '{"events": [{"name": "network-changed", "server_uuid": "6dfe4973-27d4-4450-8548-8d4f7de7d353", "tag": "2d9448fa-9c9d-4a55-b078-84976725f65d"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:31:59.481305 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e645d6-4fa2-472d-911d-2946169bd337 x-openstack-request-id: req-62e645d6-4fa2-472d-911d-2946169bd337 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:31:59.481652 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dfe4973-27d4-4450-8548-8d4f7de7d353", "tag": "2d9448fa-9c9d-4a55-b078-84976725f65d", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:31:59.481950 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-62e645d6-4fa2-472d-911d-2946169bd337 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:31:59.482367 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dfe4973-27d4-4450-8548-8d4f7de7d353', 'tag': '2d9448fa-9c9d-4a55-b078-84976725f65d', 'status': 'completed', 'code': 200} Feb 08 22:31:59.519229 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:31:59.582205 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb7db7-c846-4eec-925f-9f3634cbb127 req-02765428-bf79-4cbb-8d81-e1177eb13602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:59.583705 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfcb7db7-c846-4eec-925f-9f3634cbb127 req-02765428-bf79-4cbb-8d81-e1177eb13602 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 1126 time: 0.0765707 Feb 08 22:31:59.585468 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb7db7-c846-4eec-925f-9f3634cbb127 req-086c8148-2cfb-4533-bc64-7dd283cd61a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:59.586815 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfcb7db7-c846-4eec-925f-9f3634cbb127 req-086c8148-2cfb-4533-bc64-7dd283cd61a2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 1126 time: 0.0886469 Feb 08 22:31:59.793778 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb7db7-c846-4eec-925f-9f3634cbb127 req-5cca9d73-3822-4f3f-af87-5368945c28f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:59.795189 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfcb7db7-c846-4eec-925f-9f3634cbb127 req-5cca9d73-3822-4f3f-af87-5368945c28f1 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d81a3933-d253-40be-8cbb-9e137ea22f91 HTTP/1.1" status: 200 len: 898 time: 0.2031233 Feb 08 22:31:59.804973 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb7db7-c846-4eec-925f-9f3634cbb127 req-1dbc6dcf-76bd-4715-ae4a-ffa7b111c301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:59.806479 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfcb7db7-c846-4eec-925f-9f3634cbb127 req-1dbc6dcf-76bd-4715-ae4a-ffa7b111c301 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d81a3933-d253-40be-8cbb-9e137ea22f91 HTTP/1.1" status: 200 len: 898 time: 0.2061799 Feb 08 22:31:59.821565 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5a105-f0be-4f27-b045-29ba8d59775d req-6e4ffb6d-b553-4e5e-8092-d423d7b1330a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:31:59.823093 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-35d5a105-f0be-4f27-b045-29ba8d59775d req-6e4ffb6d-b553-4e5e-8092-d423d7b1330a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 943 time: 0.1723530 Feb 08 22:31:59.952439 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfcb7db7-c846-4eec-925f-9f3634cbb127 req-6da779c9-b2e9-43a3-b990-287db404b23c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d9448fa-9c9d-4a55-b078-84976725f65d HTTP/1.1" status: 200 len: 997 time: 0.1489041 Feb 08 22:31:59.956625 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfcb7db7-c846-4eec-925f-9f3634cbb127 req-c3b4bc75-bfef-488c-add1-986a677b6dec service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d9448fa-9c9d-4a55-b078-84976725f65d HTTP/1.1" status: 200 len: 997 time: 0.1432042 Feb 08 22:32:00.008777 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-35d5a105-f0be-4f27-b045-29ba8d59775d req-1f0fef90-40fd-48c0-9800-9c0daba60db4 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776831 Feb 08 22:32:00.057514 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb7db7-c846-4eec-925f-9f3634cbb127 req-27f20846-3ec0-44a3-8cd5-ebb70d40b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:32:00.058910 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfcb7db7-c846-4eec-925f-9f3634cbb127 req-27f20846-3ec0-44a3-8cd5-ebb70d40b5f6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=393ab81d-a8d3-4f62-9ac4-89a7d274a4b9 HTTP/1.1" status: 200 len: 835 time: 0.0962806 Feb 08 22:32:00.060315 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb7db7-c846-4eec-925f-9f3634cbb127 req-74b6b48c-b614-447b-ad82-645bc200ad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:32:00.061658 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfcb7db7-c846-4eec-925f-9f3634cbb127 req-74b6b48c-b614-447b-ad82-645bc200ad83 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=393ab81d-a8d3-4f62-9ac4-89a7d274a4b9 HTTP/1.1" status: 200 len: 835 time: 0.1001387 Feb 08 22:32:00.142925 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb7db7-c846-4eec-925f-9f3634cbb127 req-5c355a67-9fb3-4547-8bcb-df18b03a1603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:32:00.144485 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfcb7db7-c846-4eec-925f-9f3634cbb127 req-5c355a67-9fb3-4547-8bcb-df18b03a1603 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d81a3933-d253-40be-8cbb-9e137ea22f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0802648 Feb 08 22:32:00.147037 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb7db7-c846-4eec-925f-9f3634cbb127 req-24777684-2694-4bca-a5d9-0b6e88d4f387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:32:00.148411 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfcb7db7-c846-4eec-925f-9f3634cbb127 req-24777684-2694-4bca-a5d9-0b6e88d4f387 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d81a3933-d253-40be-8cbb-9e137ea22f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0768580 Feb 08 22:32:00.301597 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfcb7db7-c846-4eec-925f-9f3634cbb127 req-087571bf-120a-4545-b9dc-5de2de7ef1f9 service neutron] 10.222.0.96 "GET /v2.0/networks/d81a3933-d253-40be-8cbb-9e137ea22f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514235 Feb 08 22:32:00.305206 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfcb7db7-c846-4eec-925f-9f3634cbb127 req-929e4a69-3a50-4499-9b03-75744860fb97 service neutron] 10.222.0.94 "GET /v2.0/networks/d81a3933-d253-40be-8cbb-9e137ea22f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480000 Feb 08 22:32:00.457142 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfcb7db7-c846-4eec-925f-9f3634cbb127 req-b36c65f0-2dd7-4570-8699-8181f52d8cd9 service neutron] 10.222.0.96 "GET /v2.0/networks/d81a3933-d253-40be-8cbb-9e137ea22f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500547 Feb 08 22:32:00.458914 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bfcb7db7-c846-4eec-925f-9f3634cbb127 req-50809a59-b833-4ccb-a9da-32c875de3f89 service neutron] 10.222.0.94 "GET /v2.0/networks/d81a3933-d253-40be-8cbb-9e137ea22f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449990 Feb 08 22:32:01.132039 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b25bb-89d1-4c4d-baa1-c19fcc51bc04 req-16a34198-78dc-4f1b-ab4c-96c06b68e9cd tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:32:01.133810 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e21b25bb-89d1-4c4d-baa1-c19fcc51bc04 req-16a34198-78dc-4f1b-ab4c-96c06b68e9cd tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 943 time: 0.0533347 Feb 08 22:32:01.184109 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e21b25bb-89d1-4c4d-baa1-c19fcc51bc04 req-88a17ec4-5d5f-4494-8c70-d7b62013621d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446606 Feb 08 22:32:01.287674 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 2d9448fa-9c9d-4a55-b078-84976725f65d no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:32:01.328049 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] The host n-h2-712143-31 is not matching for port 2d9448fa-9c9d-4a55-b078-84976725f65d host n-h1-712143-31! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 22:32:01.328355 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 2d9448fa-9c9d-4a55-b078-84976725f65d not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:32:01.555011 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:32:01.829946 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:32:02.306628 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9566e9d-2de1-40bc-8985-90e2497e825c req-bbf73c58-0163-41f3-9823-776a7193a899 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:32:02.308005 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9566e9d-2de1-40bc-8985-90e2497e825c req-bbf73c58-0163-41f3-9823-776a7193a899 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 943 time: 0.0561841 Feb 08 22:32:02.359065 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9566e9d-2de1-40bc-8985-90e2497e825c req-3651ad11-da4a-4cca-92aa-709d8b9202d3 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454335 Feb 08 22:32:02.635553 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d598896-ec1b-41bf-9154-c10652621cc6 req-ea273f6d-b254-4dcf-8ab4-5db3aad438b7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:32:02.637055 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4d598896-ec1b-41bf-9154-c10652621cc6 req-ea273f6d-b254-4dcf-8ab4-5db3aad438b7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 943 time: 0.1235611 Feb 08 22:32:02.657125 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7b783-8f7a-4502-b689-cf3a85b0c141 req-5621a4bc-782f-4a0b-9d74-9ee9c35a5540 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:32:02.658551 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bcf7b783-8f7a-4502-b689-cf3a85b0c141 req-5621a4bc-782f-4a0b-9d74-9ee9c35a5540 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.96 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353&tenant_id=c750eaf778fb4602911c448d9252f638&binding%3Ahost_id=n-h1-712143-31 HTTP/1.1" status: 200 len: 943 time: 0.1178424 Feb 08 22:32:02.735011 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4d598896-ec1b-41bf-9154-c10652621cc6 req-5fc7ad96-53bf-43d5-a8f3-9364fbb3b2e6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905514 Feb 08 22:32:02.744507 n-d-712143-31 neutron-server[103433]: INFO neutron.api.v2.resource [req-bcf7b783-8f7a-4502-b689-cf3a85b0c141 req-a079b677-5e82-4452-86ab-eddd634e8bc7 service neutron] delete failed (client error): The resource could not be found. Feb 08 22:32:02.745514 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bcf7b783-8f7a-4502-b689-cf3a85b0c141 req-a079b677-5e82-4452-86ab-eddd634e8bc7 service neutron] 10.222.0.96 "DELETE /v2.0/ports/2d9448fa-9c9d-4a55-b078-84976725f65d/bindings/n-h2-712143-31 HTTP/1.1" status: 404 len: 381 time: 0.0796521 Feb 08 22:32:02.839375 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 2d9448fa-9c9d-4a55-b078-84976725f65d details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:32:02.867633 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7b783-8f7a-4502-b689-cf3a85b0c141 req-f70c993f-ecf0-4a51-a304-3b97138a434e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:32:02.869188 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bcf7b783-8f7a-4502-b689-cf3a85b0c141 req-f70c993f-ecf0-4a51-a304-3b97138a434e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 1126 time: 0.0797224 Feb 08 22:32:02.901116 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f530d-fe8f-4385-a4bf-a7d0143fbaf1 req-9c677b49-32d6-4580-afed-4a90ccab3bcd tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:32:02.902784 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef4f530d-fe8f-4385-a4bf-a7d0143fbaf1 req-9c677b49-32d6-4580-afed-4a90ccab3bcd tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 943 time: 0.0874310 Feb 08 22:32:02.935720 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 2d9448fa-9c9d-4a55-b078-84976725f65d, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=2d9448fa-9c9d-4a55-b078-84976725f65d,segment=NetworkSegment(2cd680d9-70b4-422f-ab29-4ec4ee0c3af5),segment_id=2cd680d9-70b4-422f-ab29-4ec4ee0c3af5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:32:02.948139 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '2d9448fa-9c9d-4a55-b078-84976725f65d', 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91', 'port_id': '2d9448fa-9c9d-4a55-b078-84976725f65d', 'mac_address': 'fa:16:3e:7c:e7:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '393ab81d-a8d3-4f62-9ac4-89a7d274a4b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:32:02.989487 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 2d9448fa-9c9d-4a55-b078-84976725f65d is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:32:02.989881 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2d9448fa-9c9d-4a55-b078-84976725f65d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:32:02.995193 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef4f530d-fe8f-4385-a4bf-a7d0143fbaf1 req-46c90e38-dfed-4f61-8567-4e86c3b92b7f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681911 Feb 08 22:32:03.003885 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9448fa-9c9d-4a55-b078-84976725f65d {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:32:03.011115 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7b783-8f7a-4502-b689-cf3a85b0c141 req-cfe389cc-03d3-4916-ac43-05cf2029ab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:32:03.012597 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bcf7b783-8f7a-4502-b689-cf3a85b0c141 req-cfe389cc-03d3-4916-ac43-05cf2029ab6a service neutron] 10.222.0.96 "GET /v2.0/networks?id=d81a3933-d253-40be-8cbb-9e137ea22f91 HTTP/1.1" status: 200 len: 898 time: 0.1378548 Feb 08 22:32:03.023822 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 2d9448fa-9c9d-4a55-b078-84976725f65d, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=2d9448fa-9c9d-4a55-b078-84976725f65d,segment=NetworkSegment(2cd680d9-70b4-422f-ab29-4ec4ee0c3af5),segment_id=2cd680d9-70b4-422f-ab29-4ec4ee0c3af5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:32:03.028811 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2d9448fa-9c9d-4a55-b078-84976725f65d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:32:03.084323 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=2d9448fa-9c9d-4a55-b078-84976725f65d,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:32:03.085875 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bcf7b783-8f7a-4502-b689-cf3a85b0c141 req-c54b1993-4fbf-412c-a870-54f6146888f1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d9448fa-9c9d-4a55-b078-84976725f65d HTTP/1.1" status: 200 len: 998 time: 0.0676820 Feb 08 22:32:03.091673 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:32:03.092029 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:32:03.092374 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:32:03.092715 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:32:03.093049 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:32:03.093409 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:32:03.093745 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:32:03.094074 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:32:03.094405 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:32:03.094729 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:32:03.095053 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:32:03.095377 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:32:03.095704 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:32:03.133131 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7b783-8f7a-4502-b689-cf3a85b0c141 req-f1079e70-c6a1-4732-8c53-c43d200f00a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:32:03.134609 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bcf7b783-8f7a-4502-b689-cf3a85b0c141 req-f1079e70-c6a1-4732-8c53-c43d200f00a4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=393ab81d-a8d3-4f62-9ac4-89a7d274a4b9 HTTP/1.1" status: 200 len: 835 time: 0.0437512 Feb 08 22:32:03.186620 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7b783-8f7a-4502-b689-cf3a85b0c141 req-d291ed60-10c5-4cfa-9098-dfcb773b48d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:32:03.188008 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bcf7b783-8f7a-4502-b689-cf3a85b0c141 req-d291ed60-10c5-4cfa-9098-dfcb773b48d7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d81a3933-d253-40be-8cbb-9e137ea22f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482895 Feb 08 22:32:03.273840 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bcf7b783-8f7a-4502-b689-cf3a85b0c141 req-94f2fcb1-3990-43e9-9ebe-e870e10f5122 service neutron] 10.222.0.96 "GET /v2.0/networks/d81a3933-d253-40be-8cbb-9e137ea22f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804286 Feb 08 22:32:03.365660 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bcf7b783-8f7a-4502-b689-cf3a85b0c141 req-cb9463e4-188b-492d-b5fe-e438b33b8de9 service neutron] 10.222.0.96 "GET /v2.0/networks/d81a3933-d253-40be-8cbb-9e137ea22f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864241 Feb 08 22:32:03.408539 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['2d9448fa-9c9d-4a55-b078-84976725f65d'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:32:04.189052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c397888-2a14-4fbb-ac1f-a8fca35b716a req-ab93c1fe-a632-4aca-afa4-43498824bc07 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:32:04.191633 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c397888-2a14-4fbb-ac1f-a8fca35b716a req-ab93c1fe-a632-4aca-afa4-43498824bc07 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 944 time: 0.0916622 Feb 08 22:32:04.269459 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c397888-2a14-4fbb-ac1f-a8fca35b716a req-b05eeb17-1378-4985-9b14-f013354ed658 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678580 Feb 08 22:32:04.308137 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48140) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:32:04.419520 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1e35c040-e29e-46ca-97d0-c1be16d0deaf tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/floatingips/5ed9af42-58e2-41ff-8282-8d131bc86dc3 HTTP/1.1" status: 200 len: 990 time: 0.1095729 Feb 08 22:32:04.862852 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 2d9448fa-9c9d-4a55-b078-84976725f65d up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:32:04.912303 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 2d9448fa-9c9d-4a55-b078-84976725f65d completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:32:04.916374 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 2d9448fa-9c9d-4a55-b078-84976725f65d triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:32:04.916748 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2d9448fa-9c9d-4a55-b078-84976725f65d), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:32:04.994698 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 2d9448fa-9c9d-4a55-b078-84976725f65d is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:32:04.995090 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2d9448fa-9c9d-4a55-b078-84976725f65d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:32:05.016823 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dfe4973-27d4-4450-8548-8d4f7de7d353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9448fa-9c9d-4a55-b078-84976725f65d'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:32:05.019601 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf3e2a2-99e2-45db-a05e-46ac7bc3b7b8" -d '{"events": [{"server_uuid": "6dfe4973-27d4-4450-8548-8d4f7de7d353", "name": "network-vif-plugged", "status": "completed", "tag": "2d9448fa-9c9d-4a55-b078-84976725f65d"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:32:05.032074 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 2d9448fa-9c9d-4a55-b078-84976725f65d, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=2d9448fa-9c9d-4a55-b078-84976725f65d,segment=NetworkSegment(2cd680d9-70b4-422f-ab29-4ec4ee0c3af5),segment_id=2cd680d9-70b4-422f-ab29-4ec4ee0c3af5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:32:05.038524 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2d9448fa-9c9d-4a55-b078-84976725f65d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:32:05.061925 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8b795d-c927-4166-bc7f-e83a4183f6ed x-openstack-request-id: req-4f8b795d-c927-4166-bc7f-e83a4183f6ed {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:32:05.062235 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dfe4973-27d4-4450-8548-8d4f7de7d353", "name": "network-vif-plugged", "status": "completed", "tag": "2d9448fa-9c9d-4a55-b078-84976725f65d", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:32:05.062490 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4f8b795d-c927-4166-bc7f-e83a4183f6ed {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:32:05.062878 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dfe4973-27d4-4450-8548-8d4f7de7d353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9448fa-9c9d-4a55-b078-84976725f65d', 'code': 200} Feb 08 22:32:05.087822 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=2d9448fa-9c9d-4a55-b078-84976725f65d,revision_number=9']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:32:07.206388 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:32:07.253309 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:32:12.851902 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:32:24.372407 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5d453529-5bdb-4fb2-aeb7-8e6f2bacefb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:32:27.643253 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9ae8e8b6-b0ab-4ecd-b748-973ce2732860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:32:29.521493 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:32:31.557513 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:32:31.835387 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:32:37.199207 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:32:37.251376 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:32:37.803001 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3663b4c1-b6c8-47da-a7fb-8eb28e0e28cd req-78e4d9ce-b91f-432e-a301-79dce5e41509 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469427 Feb 08 22:32:37.887280 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663b4c1-b6c8-47da-a7fb-8eb28e0e28cd req-55435dd5-d993-4bf4-b9b9-656e2aeb9290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:32:37.888833 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3663b4c1-b6c8-47da-a7fb-8eb28e0e28cd req-55435dd5-d993-4bf4-b9b9-656e2aeb9290 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 1128 time: 0.0459843 Feb 08 22:32:37.990801 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663b4c1-b6c8-47da-a7fb-8eb28e0e28cd req-3acb2fd5-5e0b-4cb2-af4d-5ccccecf562c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:32:37.992295 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3663b4c1-b6c8-47da-a7fb-8eb28e0e28cd req-3acb2fd5-5e0b-4cb2-af4d-5ccccecf562c service neutron] 10.222.0.94 "GET /v2.0/networks?id=d81a3933-d253-40be-8cbb-9e137ea22f91 HTTP/1.1" status: 200 len: 898 time: 0.0854018 Feb 08 22:32:38.065319 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3663b4c1-b6c8-47da-a7fb-8eb28e0e28cd req-d45c7b02-cbb4-4361-ba59-ffe6c869cd43 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d9448fa-9c9d-4a55-b078-84976725f65d HTTP/1.1" status: 200 len: 999 time: 0.0659697 Feb 08 22:32:38.114555 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663b4c1-b6c8-47da-a7fb-8eb28e0e28cd req-3ff017d3-77f5-4547-8536-98efa9b6200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:32:38.116078 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3663b4c1-b6c8-47da-a7fb-8eb28e0e28cd req-3ff017d3-77f5-4547-8536-98efa9b6200f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=393ab81d-a8d3-4f62-9ac4-89a7d274a4b9 HTTP/1.1" status: 200 len: 835 time: 0.0456395 Feb 08 22:32:38.165017 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663b4c1-b6c8-47da-a7fb-8eb28e0e28cd req-14f9cbc1-f297-40aa-970c-5e0453c15cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:32:38.166586 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3663b4c1-b6c8-47da-a7fb-8eb28e0e28cd req-14f9cbc1-f297-40aa-970c-5e0453c15cb6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d81a3933-d253-40be-8cbb-9e137ea22f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451610 Feb 08 22:32:38.258355 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3663b4c1-b6c8-47da-a7fb-8eb28e0e28cd req-2a8a5446-fce0-45ef-be5c-10540a5a4040 service neutron] 10.222.0.94 "GET /v2.0/networks/d81a3933-d253-40be-8cbb-9e137ea22f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859597 Feb 08 22:32:38.349165 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3663b4c1-b6c8-47da-a7fb-8eb28e0e28cd req-407a6841-2e17-45a3-82af-f6a23c85c457 service neutron] 10.222.0.94 "GET /v2.0/networks/d81a3933-d253-40be-8cbb-9e137ea22f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853846 Feb 08 22:32:49.850965 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:32:54.374108 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-70f2853b-f70c-4ae4-9719-2678a8435224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:32:57.323840 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48160) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:32:57.484531 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f32682e8-2011-44de-af00-109c5dc4889b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Deleting port a4b54226-756d-4408-b258-a340dbe12af4 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:32:57.484877 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f32682e8-2011-44de-af00-109c5dc4889b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (a4b54226-756d-4408-b258-a340dbe12af4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:32:57.562796 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f32682e8-2011-44de-af00-109c5dc4889b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (a4b54226-756d-4408-b258-a340dbe12af4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:32:57.563159 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f32682e8-2011-44de-af00-109c5dc4889b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for floatingip (a4b54226-756d-4408-b258-a340dbe12af4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:32:57.580851 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f32682e8-2011-44de-af00-109c5dc4889b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Calling delete_port for a4b54226-756d-4408-b258-a340dbe12af4 owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:32:57.646707 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-17dc3e00-514f-4c69-90be-9f6cc518ba27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:32:57.740751 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f32682e8-2011-44de-af00-109c5dc4889b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (a4b54226-756d-4408-b258-a340dbe12af4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:32:57.767794 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32682e8-2011-44de-af00-109c5dc4889b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'Port': ['ID=a4b54226-756d-4408-b258-a340dbe12af4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:32:57.780893 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32682e8-2011-44de-af00-109c5dc4889b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:32:57.782242 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32682e8-2011-44de-af00-109c5dc4889b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:32:57.782242 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32682e8-2011-44de-af00-109c5dc4889b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:32:57.782242 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32682e8-2011-44de-af00-109c5dc4889b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:32:57.782242 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32682e8-2011-44de-af00-109c5dc4889b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:32:57.782789 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32682e8-2011-44de-af00-109c5dc4889b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:32:57.782894 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32682e8-2011-44de-af00-109c5dc4889b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:32:57.783210 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32682e8-2011-44de-af00-109c5dc4889b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:32:57.783553 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32682e8-2011-44de-af00-109c5dc4889b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:32:57.783870 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32682e8-2011-44de-af00-109c5dc4889b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:32:57.784200 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32682e8-2011-44de-af00-109c5dc4889b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:32:57.784524 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32682e8-2011-44de-af00-109c5dc4889b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:32:57.784847 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32682e8-2011-44de-af00-109c5dc4889b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:32:57.846615 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f32682e8-2011-44de-af00-109c5dc4889b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for floatingip (5ed9af42-58e2-41ff-8282-8d131bc86dc3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:32:57.846851 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-f32682e8-2011-44de-af00-109c5dc4889b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Floating IP 5ed9af42-58e2-41ff-8282-8d131bc86dc3 disassociated (deleted). External IP: 172.25.3.6, port: 2d9448fa-9c9d-4a55-b078-84976725f65d. Feb 08 22:32:58.406226 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32682e8-2011-44de-af00-109c5dc4889b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Router 3780e5e6-41cc-4308-b81d-0981e664336f has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:32:58.517975 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32682e8-2011-44de-af00-109c5dc4889b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:32:58.522580 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f32682e8-2011-44de-af00-109c5dc4889b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:32:58.529677 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e639ddda-edf7-49aa-be2d-8baed81c78dd None None] Sync routers for ids ['3780e5e6-41cc-4308-b81d-0981e664336f'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:32:58.540953 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e639ddda-edf7-49aa-be2d-8baed81c78dd None None] Routers {'3780e5e6-41cc-4308-b81d-0981e664336f'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:32:58.541714 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-e639ddda-edf7-49aa-be2d-8baed81c78dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:32:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3780e5e6-41cc-4308-b81d-0981e664336f'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:32:58.559141 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f32682e8-2011-44de-af00-109c5dc4889b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "DELETE /v2.0/floatingips/5ed9af42-58e2-41ff-8282-8d131bc86dc3 HTTP/1.1" status: 204 len: 168 time: 1.2342687 Feb 08 22:32:58.559755 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dfe4973-27d4-4450-8548-8d4f7de7d353', 'tag': '2d9448fa-9c9d-4a55-b078-84976725f65d'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:32:58.562303 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1802cce71311667749108c4770a25da94a97ab17bab80bd33ee27ebae59f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fdcdca-e08f-4ea9-a0bb-7f56ecace6d4" -d '{"events": [{"name": "network-changed", "server_uuid": "6dfe4973-27d4-4450-8548-8d4f7de7d353", "tag": "2d9448fa-9c9d-4a55-b078-84976725f65d"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:32:58.690471 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-e639ddda-edf7-49aa-be2d-8baed81c78dd None None] Set router 3780e5e6-41cc-4308-b81d-0981e664336f gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:32:58.739451 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5b8669-4276-4ddf-9797-5f2131bc096e x-openstack-request-id: req-5c5b8669-4276-4ddf-9797-5f2131bc096e {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:32:58.739755 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dfe4973-27d4-4450-8548-8d4f7de7d353", "tag": "2d9448fa-9c9d-4a55-b078-84976725f65d", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:32:58.740033 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5c5b8669-4276-4ddf-9797-5f2131bc096e {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:32:58.740452 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dfe4973-27d4-4450-8548-8d4f7de7d353', 'tag': '2d9448fa-9c9d-4a55-b078-84976725f65d', 'status': 'completed', 'code': 200} Feb 08 22:32:58.864547 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ef98b-2361-47e2-8338-7f5a96e2fe12 req-aa0f6408-1828-4994-a3e1-2ffdb1ba3bdc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:32:58.866187 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1d5ef98b-2361-47e2-8338-7f5a96e2fe12 req-aa0f6408-1828-4994-a3e1-2ffdb1ba3bdc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 945 time: 0.0949194 Feb 08 22:32:58.875761 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdcdca-e08f-4ea9-a0bb-7f56ecace6d4 req-13236b54-8554-45d2-8bc3-2d1bab038956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:32:58.877329 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56fdcdca-e08f-4ea9-a0bb-7f56ecace6d4 req-13236b54-8554-45d2-8bc3-2d1bab038956 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 1128 time: 0.1150954 Feb 08 22:32:58.920359 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-e639ddda-edf7-49aa-be2d-8baed81c78dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177759318', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '7366f4b0-5d8a-4505-b901-f4206e274342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:30:12Z', 'updated_at': '2022-02-08T22:30:16Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '7366f4b0-5d8a-4505-b901-f4206e274342', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:30:13Z', 'updated_at': '2022-02-08T22:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'd6eb75c6-2363-4792-8945-e683112843db', 'name': '', 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:63:90:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '393ab81d-a8d3-4f62-9ac4-89a7d274a4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:30:15Z', 'updated_at': '2022-02-08T22:30:19Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': '393ab81d-a8d3-4f62-9ac4-89a7d274a4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:32:58.948068 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e639ddda-edf7-49aa-be2d-8baed81c78dd None None] Checking router: 3780e5e6-41cc-4308-b81d-0981e664336f for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:32:58.958861 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e639ddda-edf7-49aa-be2d-8baed81c78dd None None] Routers {'3780e5e6-41cc-4308-b81d-0981e664336f'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:32:58.959507 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-e639ddda-edf7-49aa-be2d-8baed81c78dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:32:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3780e5e6-41cc-4308-b81d-0981e664336f'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:32:59.103171 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-e639ddda-edf7-49aa-be2d-8baed81c78dd None None] Set router 3780e5e6-41cc-4308-b81d-0981e664336f gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:32:59.289791 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1d5ef98b-2361-47e2-8338-7f5a96e2fe12 req-01e9dae8-db0c-498b-84e4-5ef887172258 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4108484 Feb 08 22:32:59.315935 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdcdca-e08f-4ea9-a0bb-7f56ecace6d4 req-7b57def2-ab4c-467b-9482-8fa5e59e342a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:32:59.317462 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56fdcdca-e08f-4ea9-a0bb-7f56ecace6d4 req-7b57def2-ab4c-467b-9482-8fa5e59e342a service neutron] 10.222.0.94 "GET /v2.0/networks?id=d81a3933-d253-40be-8cbb-9e137ea22f91 HTTP/1.1" status: 200 len: 898 time: 0.4328299 Feb 08 22:32:59.361605 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56fdcdca-e08f-4ea9-a0bb-7f56ecace6d4 req-9cabc6ba-f99d-4338-a896-1a78ad6bbd8b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d9448fa-9c9d-4a55-b078-84976725f65d HTTP/1.1" status: 200 len: 217 time: 0.0370414 Feb 08 22:32:59.412360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdcdca-e08f-4ea9-a0bb-7f56ecace6d4 req-128b5ef2-e4ce-49ae-8b49-3970cad60202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:32:59.413870 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56fdcdca-e08f-4ea9-a0bb-7f56ecace6d4 req-128b5ef2-e4ce-49ae-8b49-3970cad60202 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=393ab81d-a8d3-4f62-9ac4-89a7d274a4b9 HTTP/1.1" status: 200 len: 835 time: 0.0468028 Feb 08 22:32:59.467080 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdcdca-e08f-4ea9-a0bb-7f56ecace6d4 req-a70e4f0c-c21f-4283-bf61-0d55e6a3cbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:32:59.468607 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56fdcdca-e08f-4ea9-a0bb-7f56ecace6d4 req-a70e4f0c-c21f-4283-bf61-0d55e6a3cbb4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d81a3933-d253-40be-8cbb-9e137ea22f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482862 Feb 08 22:32:59.493639 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-e639ddda-edf7-49aa-be2d-8baed81c78dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177759318', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '7366f4b0-5d8a-4505-b901-f4206e274342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:30:12Z', 'updated_at': '2022-02-08T22:30:16Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '7366f4b0-5d8a-4505-b901-f4206e274342', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:30:13Z', 'updated_at': '2022-02-08T22:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'd6eb75c6-2363-4792-8945-e683112843db', 'name': '', 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:63:90:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '393ab81d-a8d3-4f62-9ac4-89a7d274a4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:30:15Z', 'updated_at': '2022-02-08T22:30:19Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': '393ab81d-a8d3-4f62-9ac4-89a7d274a4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:32:59.524976 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e639ddda-edf7-49aa-be2d-8baed81c78dd None None] The sync data for ids ['3780e5e6-41cc-4308-b81d-0981e664336f'] in n-d-712143-31 is: [{'id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177759318', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '7366f4b0-5d8a-4505-b901-f4206e274342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:30:12Z', 'updated_at': '2022-02-08T22:30:16Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '7366f4b0-5d8a-4505-b901-f4206e274342', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:30:13Z', 'updated_at': '2022-02-08T22:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'd6eb75c6-2363-4792-8945-e683112843db', 'name': '', 'network_id': 'd81a3933-d253-40be-8cbb-9e137ea22f91', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:63:90:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '393ab81d-a8d3-4f62-9ac4-89a7d274a4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:30:15Z', 'updated_at': '2022-02-08T22:30:19Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': '393ab81d-a8d3-4f62-9ac4-89a7d274a4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:32:59.538751 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:32:59.562287 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56fdcdca-e08f-4ea9-a0bb-7f56ecace6d4 req-95b53d7b-99c3-42ad-bbed-df48a3679ca6 service neutron] 10.222.0.94 "GET /v2.0/networks/d81a3933-d253-40be-8cbb-9e137ea22f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868042 Feb 08 22:32:59.660041 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-56fdcdca-e08f-4ea9-a0bb-7f56ecace6d4 req-3840b76d-969e-4260-8243-620e1f3f6501 service neutron] 10.222.0.94 "GET /v2.0/networks/d81a3933-d253-40be-8cbb-9e137ea22f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914481 Feb 08 22:32:59.781922 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53c8b2f-51c6-47ae-9e11-3be0001e36f0 None None] New status for floating IP 5ed9af42-58e2-41ff-8282-8d131bc86dc3: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:33:00.343526 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd125b-23dc-4eff-ab63-0db22428ca5f req-42da35d9-433b-4142-858c-81c8e78f7f91 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:00.345014 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bebd125b-23dc-4eff-ab63-0db22428ca5f req-42da35d9-433b-4142-858c-81c8e78f7f91 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.94 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 945 time: 0.0545082 Feb 08 22:33:00.481401 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-bebd125b-23dc-4eff-ab63-0db22428ca5f req-cf59cca0-497c-4093-a283-da28cf7c75ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Deleting port 2d9448fa-9c9d-4a55-b078-84976725f65d {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:33:00.481739 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bebd125b-23dc-4eff-ab63-0db22428ca5f req-cf59cca0-497c-4093-a283-da28cf7c75ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (2d9448fa-9c9d-4a55-b078-84976725f65d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:00.530896 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac28d45-f9d2-44c1-8b7b-1f846be4fe36 req-5b68ad93-0e6f-453f-be3a-364dfdddaf63 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:00.532424 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ac28d45-f9d2-44c1-8b7b-1f846be4fe36 req-5b68ad93-0e6f-453f-be3a-364dfdddaf63 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=6dfe4973-27d4-4450-8548-8d4f7de7d353 HTTP/1.1" status: 200 len: 945 time: 0.1574836 Feb 08 22:33:00.619514 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-bebd125b-23dc-4eff-ab63-0db22428ca5f req-cf59cca0-497c-4093-a283-da28cf7c75ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] For port 2d9448fa-9c9d-4a55-b078-84976725f65d, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=2d9448fa-9c9d-4a55-b078-84976725f65d,segment=NetworkSegment(2cd680d9-70b4-422f-ab29-4ec4ee0c3af5),segment_id=2cd680d9-70b4-422f-ab29-4ec4ee0c3af5)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:33:00.619879 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bebd125b-23dc-4eff-ab63-0db22428ca5f req-cf59cca0-497c-4093-a283-da28cf7c75ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (2d9448fa-9c9d-4a55-b078-84976725f65d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:00.625435 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4ac28d45-f9d2-44c1-8b7b-1f846be4fe36 req-fec9ef98-c03c-4493-bb4d-7a27a5947512 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=a9279cb0-34fc-4ee4-9202-5897a1fad79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851660 Feb 08 22:33:00.636730 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-bebd125b-23dc-4eff-ab63-0db22428ca5f req-cf59cca0-497c-4093-a283-da28cf7c75ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Calling delete_port for 2d9448fa-9c9d-4a55-b078-84976725f65d owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:33:00.766534 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bebd125b-23dc-4eff-ab63-0db22428ca5f req-cf59cca0-497c-4093-a283-da28cf7c75ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (2d9448fa-9c9d-4a55-b078-84976725f65d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:00.801038 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59cca0-497c-4093-a283-da28cf7c75ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'Port': ['ID=2d9448fa-9c9d-4a55-b078-84976725f65d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:00.816500 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf59cca0-497c-4093-a283-da28cf7c75ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:00.816500 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf59cca0-497c-4093-a283-da28cf7c75ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:00.816500 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf59cca0-497c-4093-a283-da28cf7c75ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:00.816870 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf59cca0-497c-4093-a283-da28cf7c75ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:00.817052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf59cca0-497c-4093-a283-da28cf7c75ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:00.817424 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf59cca0-497c-4093-a283-da28cf7c75ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:00.817765 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf59cca0-497c-4093-a283-da28cf7c75ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:00.818101 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf59cca0-497c-4093-a283-da28cf7c75ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:00.818433 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf59cca0-497c-4093-a283-da28cf7c75ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:00.818774 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf59cca0-497c-4093-a283-da28cf7c75ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:00.819100 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf59cca0-497c-4093-a283-da28cf7c75ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:00.819427 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf59cca0-497c-4093-a283-da28cf7c75ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:00.819752 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf59cca0-497c-4093-a283-da28cf7c75ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:00.856628 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-bebd125b-23dc-4eff-ab63-0db22428ca5f req-cf59cca0-497c-4093-a283-da28cf7c75ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] No DVR routers for this DVR port 2d9448fa-9c9d-4a55-b078-84976725f65d on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:33:00.859526 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-bebd125b-23dc-4eff-ab63-0db22428ca5f req-cf59cca0-497c-4093-a283-da28cf7c75ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:00.862994 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bebd125b-23dc-4eff-ab63-0db22428ca5f req-cf59cca0-497c-4093-a283-da28cf7c75ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.94 "DELETE /v2.0/ports/2d9448fa-9c9d-4a55-b078-84976725f65d HTTP/1.1" status: 204 len: 173 time: 0.5130455 Feb 08 22:33:00.863450 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dfe4973-27d4-4450-8548-8d4f7de7d353', 'name': 'network-vif-deleted', 'tag': '2d9448fa-9c9d-4a55-b078-84976725f65d'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:33:00.865845 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7ac16a-2fbf-4a2c-a9c4-c12e76162d8c" -d '{"events": [{"server_uuid": "6dfe4973-27d4-4450-8548-8d4f7de7d353", "name": "network-vif-deleted", "tag": "2d9448fa-9c9d-4a55-b078-84976725f65d"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:33:00.965294 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac6bad9-12b5-4a13-974c-69268df9945f x-openstack-request-id: req-bac6bad9-12b5-4a13-974c-69268df9945f {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:33:00.965535 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dfe4973-27d4-4450-8548-8d4f7de7d353", "name": "network-vif-deleted", "tag": "2d9448fa-9c9d-4a55-b078-84976725f65d", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:33:00.965803 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bac6bad9-12b5-4a13-974c-69268df9945f {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:33:00.966245 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dfe4973-27d4-4450-8548-8d4f7de7d353', 'name': 'network-vif-deleted', 'tag': '2d9448fa-9c9d-4a55-b078-84976725f65d', 'status': 'completed', 'code': 200} Feb 08 22:33:01.560894 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:01.683692 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48184) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:33:01.837633 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:02.079646 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0798bbf8-1e9e-41df-bff9-847e7f1150f7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (3780e5e6-41cc-4308-b81d-0981e664336f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:02.363699 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0798bbf8-1e9e-41df-bff9-847e7f1150f7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Deleting port d6eb75c6-2363-4792-8945-e683112843db {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:33:02.364045 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0798bbf8-1e9e-41df-bff9-847e7f1150f7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d6eb75c6-2363-4792-8945-e683112843db), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:02.456000 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-0798bbf8-1e9e-41df-bff9-847e7f1150f7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] For port d6eb75c6-2363-4792-8945-e683112843db, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d6eb75c6-2363-4792-8945-e683112843db,segment=NetworkSegment(2cd680d9-70b4-422f-ab29-4ec4ee0c3af5),segment_id=2cd680d9-70b4-422f-ab29-4ec4ee0c3af5)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:33:02.456277 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0798bbf8-1e9e-41df-bff9-847e7f1150f7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d6eb75c6-2363-4792-8945-e683112843db), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:02.469936 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0798bbf8-1e9e-41df-bff9-847e7f1150f7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Calling delete_port for d6eb75c6-2363-4792-8945-e683112843db owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:33:02.673910 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0798bbf8-1e9e-41df-bff9-847e7f1150f7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (d6eb75c6-2363-4792-8945-e683112843db), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:02.702342 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798bbf8-1e9e-41df-bff9-847e7f1150f7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'Port': ['ID=d6eb75c6-2363-4792-8945-e683112843db,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:02.886416 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0798bbf8-1e9e-41df-bff9-847e7f1150f7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (3780e5e6-41cc-4308-b81d-0981e664336f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:03.112179 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0798bbf8-1e9e-41df-bff9-847e7f1150f7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Router 3780e5e6-41cc-4308-b81d-0981e664336f has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:33:03.135120 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 2d9448fa-9c9d-4a55-b078-84976725f65d no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:33:03.150355 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 2d9448fa-9c9d-4a55-b078-84976725f65d {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:33:03.150705 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 2d9448fa-9c9d-4a55-b078-84976725f65d not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:33:03.224362 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0798bbf8-1e9e-41df-bff9-847e7f1150f7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:33:03.229964 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0798bbf8-1e9e-41df-bff9-847e7f1150f7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "PUT /v2.0/routers/3780e5e6-41cc-4308-b81d-0981e664336f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5452561 Feb 08 22:33:03.234182 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48186) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:33:03.234421 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b903ccc5-e77a-4fc4-b298-3a65996b3f8a None None] Sync routers for ids ['3780e5e6-41cc-4308-b81d-0981e664336f'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:33:03.252645 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b903ccc5-e77a-4fc4-b298-3a65996b3f8a None None] Routers {'3780e5e6-41cc-4308-b81d-0981e664336f'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:33:03.253291 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b903ccc5-e77a-4fc4-b298-3a65996b3f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:32:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3780e5e6-41cc-4308-b81d-0981e664336f'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:33:03.285646 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7610e23-a050-487b-838c-fe34713ac235 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Deleting subnet 393ab81d-a8d3-4f62-9ac4-89a7d274a4b9 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 22:33:03.288817 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7610e23-a050-487b-838c-fe34713ac235 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for subnet (393ab81d-a8d3-4f62-9ac4-89a7d274a4b9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:03.329452 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7610e23-a050-487b-838c-fe34713ac235 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (393ab81d-a8d3-4f62-9ac4-89a7d274a4b9), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:03.359955 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-b903ccc5-e77a-4fc4-b298-3a65996b3f8a None None] Set router 3780e5e6-41cc-4308-b81d-0981e664336f gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:33:03.421171 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7610e23-a050-487b-838c-fe34713ac235 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (393ab81d-a8d3-4f62-9ac4-89a7d274a4b9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:03.483451 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7610e23-a050-487b-838c-fe34713ac235 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (393ab81d-a8d3-4f62-9ac4-89a7d274a4b9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:03.511846 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7610e23-a050-487b-838c-fe34713ac235 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'Subnet': ['ID=393ab81d-a8d3-4f62-9ac4-89a7d274a4b9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:03.513965 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7610e23-a050-487b-838c-fe34713ac235 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:03.519981 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48188) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:33:03.520432 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f7610e23-a050-487b-838c-fe34713ac235 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "DELETE /v2.0/subnets/393ab81d-a8d3-4f62-9ac4-89a7d274a4b9 HTTP/1.1" status: 204 len: 168 time: 0.2848423 Feb 08 22:33:03.525962 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96ea9a8-382b-4dba-aef5-8bd1ed190073 None None] Network d81a3933-d253-40be-8cbb-9e137ea22f91 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:33:03.618271 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b903ccc5-e77a-4fc4-b298-3a65996b3f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177759318', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '7366f4b0-5d8a-4505-b901-f4206e274342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:30:12Z', 'updated_at': '2022-02-08T22:33:02Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '7366f4b0-5d8a-4505-b901-f4206e274342', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:30:13Z', 'updated_at': '2022-02-08T22:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:33:03.644940 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-78539bce-e4c9-423f-bc5a-2b369eb05746 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router (3780e5e6-41cc-4308-b81d-0981e664336f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:03.649741 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b903ccc5-e77a-4fc4-b298-3a65996b3f8a None None] Checking router: 3780e5e6-41cc-4308-b81d-0981e664336f for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:33:03.665052 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b903ccc5-e77a-4fc4-b298-3a65996b3f8a None None] Routers {'3780e5e6-41cc-4308-b81d-0981e664336f'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:33:03.665693 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b903ccc5-e77a-4fc4-b298-3a65996b3f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:32:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['3780e5e6-41cc-4308-b81d-0981e664336f'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:33:03.730143 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854e66e2-cf51-4fd1-aaa2-daccb78391a6 None None] DHCP port deletion for d81a3933-d253-40be-8cbb-9e137ea22f91 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 22:33:03.761878 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-78539bce-e4c9-423f-bc5a-2b369eb05746 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router_gateway (3780e5e6-41cc-4308-b81d-0981e664336f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:03.812709 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-b903ccc5-e77a-4fc4-b298-3a65996b3f8a None None] Set router 3780e5e6-41cc-4308-b81d-0981e664336f gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:33:03.817553 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-78539bce-e4c9-423f-bc5a-2b369eb05746 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Deleting port 7366f4b0-5d8a-4505-b901-f4206e274342 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:33:03.817936 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-78539bce-e4c9-423f-bc5a-2b369eb05746 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (7366f4b0-5d8a-4505-b901-f4206e274342), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:03.869650 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-854e66e2-cf51-4fd1-aaa2-daccb78391a6 None None] Deleting port 3859fa19-4643-4318-a8ea-24e7c7b68280 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:33:03.869920 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-854e66e2-cf51-4fd1-aaa2-daccb78391a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (3859fa19-4643-4318-a8ea-24e7c7b68280), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:03.900197 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-78539bce-e4c9-423f-bc5a-2b369eb05746 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] For port 7366f4b0-5d8a-4505-b901-f4206e274342, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7366f4b0-5d8a-4505-b901-f4206e274342,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:33:03.900645 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-78539bce-e4c9-423f-bc5a-2b369eb05746 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (7366f4b0-5d8a-4505-b901-f4206e274342), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:03.918843 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-78539bce-e4c9-423f-bc5a-2b369eb05746 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Calling delete_port for 7366f4b0-5d8a-4505-b901-f4206e274342 owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:33:03.977001 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-854e66e2-cf51-4fd1-aaa2-daccb78391a6 None None] For port 3859fa19-4643-4318-a8ea-24e7c7b68280, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3859fa19-4643-4318-a8ea-24e7c7b68280,segment=NetworkSegment(2cd680d9-70b4-422f-ab29-4ec4ee0c3af5),segment_id=2cd680d9-70b4-422f-ab29-4ec4ee0c3af5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:33:03.977342 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-854e66e2-cf51-4fd1-aaa2-daccb78391a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (3859fa19-4643-4318-a8ea-24e7c7b68280), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:04.000674 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-854e66e2-cf51-4fd1-aaa2-daccb78391a6 None None] Calling delete_port for 3859fa19-4643-4318-a8ea-24e7c7b68280 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:33:04.100549 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-78539bce-e4c9-423f-bc5a-2b369eb05746 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (7366f4b0-5d8a-4505-b901-f4206e274342), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:04.127476 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78539bce-e4c9-423f-bc5a-2b369eb05746 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'Port': ['ID=7366f4b0-5d8a-4505-b901-f4206e274342,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:04.127691 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-854e66e2-cf51-4fd1-aaa2-daccb78391a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (3859fa19-4643-4318-a8ea-24e7c7b68280), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:04.150958 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-b903ccc5-e77a-4fc4-b298-3a65996b3f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177759318', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '7366f4b0-5d8a-4505-b901-f4206e274342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:30:12Z', 'updated_at': '2022-02-08T22:33:02Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '7366f4b0-5d8a-4505-b901-f4206e274342', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:30:13Z', 'updated_at': '2022-02-08T22:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:33:04.157365 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e66e2-cf51-4fd1-aaa2-daccb78391a6 None None] Pushing event deleted for resources: {'Port': ['ID=3859fa19-4643-4318-a8ea-24e7c7b68280,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:04.189861 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b903ccc5-e77a-4fc4-b298-3a65996b3f8a None None] The sync data for ids ['3780e5e6-41cc-4308-b81d-0981e664336f'] in n-d-712143-31 is: [{'id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177759318', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '7366f4b0-5d8a-4505-b901-f4206e274342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:30:12Z', 'updated_at': '2022-02-08T22:33:02Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '7366f4b0-5d8a-4505-b901-f4206e274342', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3780e5e6-41cc-4308-b81d-0981e664336f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:30:13Z', 'updated_at': '2022-02-08T22:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:33:04.191594 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854e66e2-cf51-4fd1-aaa2-daccb78391a6 None None] No DVR routers for this DVR port 3859fa19-4643-4318-a8ea-24e7c7b68280 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:33:04.194514 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e66e2-cf51-4fd1-aaa2-daccb78391a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:04.194796 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e66e2-cf51-4fd1-aaa2-daccb78391a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:04.195160 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e66e2-cf51-4fd1-aaa2-daccb78391a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:04.196114 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e66e2-cf51-4fd1-aaa2-daccb78391a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:04.196511 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e66e2-cf51-4fd1-aaa2-daccb78391a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:04.196849 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e66e2-cf51-4fd1-aaa2-daccb78391a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:04.197221 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e66e2-cf51-4fd1-aaa2-daccb78391a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:04.198842 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e66e2-cf51-4fd1-aaa2-daccb78391a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:04.198842 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e66e2-cf51-4fd1-aaa2-daccb78391a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:04.199172 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-78539bce-e4c9-423f-bc5a-2b369eb05746 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (3780e5e6-41cc-4308-b81d-0981e664336f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:04.199287 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e66e2-cf51-4fd1-aaa2-daccb78391a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:04.199287 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e66e2-cf51-4fd1-aaa2-daccb78391a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:04.199287 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e66e2-cf51-4fd1-aaa2-daccb78391a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:04.199287 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854e66e2-cf51-4fd1-aaa2-daccb78391a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:04.305392 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-78539bce-e4c9-423f-bc5a-2b369eb05746 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (3780e5e6-41cc-4308-b81d-0981e664336f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:04.307752 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-78539bce-e4c9-423f-bc5a-2b369eb05746 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router_controller (3780e5e6-41cc-4308-b81d-0981e664336f), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:04.355406 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-78539bce-e4c9-423f-bc5a-2b369eb05746 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (3780e5e6-41cc-4308-b81d-0981e664336f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:04.355921 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78539bce-e4c9-423f-bc5a-2b369eb05746 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Fanout notify agent at l3_agent the message router_deleted on router 3780e5e6-41cc-4308-b81d-0981e664336f {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 22:33:04.363337 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-78539bce-e4c9-423f-bc5a-2b369eb05746 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:04.364597 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-78539bce-e4c9-423f-bc5a-2b369eb05746 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "DELETE /v2.0/routers/3780e5e6-41cc-4308-b81d-0981e664336f HTTP/1.1" status: 204 len: 168 time: 0.8436143 Feb 08 22:33:04.367893 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48190) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:33:04.446340 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8f3419be-224c-49e8-8780-77a47716f447 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (d81a3933-d253-40be-8cbb-9e137ea22f91), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:04.540215 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8f3419be-224c-49e8-8780-77a47716f447 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (d81a3933-d253-40be-8cbb-9e137ea22f91), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:04.568007 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-8f3419be-224c-49e8-8780-77a47716f447 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81a3933-d253-40be-8cbb-9e137ea22f91']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:33:04.586472 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-8f3419be-224c-49e8-8780-77a47716f447 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd680d9-70b4-422f-ab29-4ec4ee0c3af5') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:33:04.586888 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-8f3419be-224c-49e8-8780-77a47716f447 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd680d9-70b4-422f-ab29-4ec4ee0c3af5') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:33:04.598429 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8f3419be-224c-49e8-8780-77a47716f447 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (2cd680d9-70b4-422f-ab29-4ec4ee0c3af5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:04.613445 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8f3419be-224c-49e8-8780-77a47716f447 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (2cd680d9-70b4-422f-ab29-4ec4ee0c3af5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:04.621370 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f3419be-224c-49e8-8780-77a47716f447 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:33:04.621811 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8f3419be-224c-49e8-8780-77a47716f447 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (2cd680d9-70b4-422f-ab29-4ec4ee0c3af5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: timer() Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:33:04.624971 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:33:04.671564 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3859fa19-4643-4318-a8ea-24e7c7b68280 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:33:04.693348 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8f3419be-224c-49e8-8780-77a47716f447 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (d81a3933-d253-40be-8cbb-9e137ea22f91), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:04.696829 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 3859fa19-4643-4318-a8ea-24e7c7b68280 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:33:04.697265 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3859fa19-4643-4318-a8ea-24e7c7b68280 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:33:04.700686 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8f3419be-224c-49e8-8780-77a47716f447 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:04.706806 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8f3419be-224c-49e8-8780-77a47716f447 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "DELETE /v2.0/networks/d81a3933-d253-40be-8cbb-9e137ea22f91 HTTP/1.1" status: 204 len: 168 time: 0.3351910 Feb 08 22:33:04.707024 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48192) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:33:04.729442 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3419be-224c-49e8-8780-77a47716f447 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'Network': ['ID=d81a3933-d253-40be-8cbb-9e137ea22f91,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:04.773221 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb0ea549-c5dd-4fec-b0c9-c4c52858afce tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (a9279cb0-34fc-4ee4-9202-5897a1fad79e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:04.800084 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb0ea549-c5dd-4fec-b0c9-c4c52858afce tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (a9279cb0-34fc-4ee4-9202-5897a1fad79e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:04.873938 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb0ea549-c5dd-4fec-b0c9-c4c52858afce tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (a9279cb0-34fc-4ee4-9202-5897a1fad79e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:04.876814 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb0ea549-c5dd-4fec-b0c9-c4c52858afce tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:04.878089 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bb0ea549-c5dd-4fec-b0c9-c4c52858afce tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "DELETE /v2.0/security-groups/a9279cb0-34fc-4ee4-9202-5897a1fad79e HTTP/1.1" status: 204 len: 168 time: 0.1699929 Feb 08 22:33:04.888875 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ea549-c5dd-4fec-b0c9-c4c52858afce tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9279cb0-34fc-4ee4-9202-5897a1fad79e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:06.190933 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d6eb75c6-2363-4792-8945-e683112843db no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:33:06.211369 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: d6eb75c6-2363-4792-8945-e683112843db {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:33:06.211706 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d6eb75c6-2363-4792-8945-e683112843db not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:33:06.212126 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7366f4b0-5d8a-4505-b901-f4206e274342 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:33:06.231500 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 7366f4b0-5d8a-4505-b901-f4206e274342 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:33:06.231842 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7366f4b0-5d8a-4505-b901-f4206e274342 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:33:07.153245 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48202) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:33:07.157952 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-e0370b2d-9b72-40a5-b71a-117811467fbc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-500832541', 'description': 'tempest-secgroup-smoke-500832541 description', 'project_id': 'c750eaf778fb4602911c448d9252f638'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:33:07.178270 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e0370b2d-9b72-40a5-b71a-117811467fbc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:07.205409 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:07.252841 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e0370b2d-9b72-40a5-b71a-117811467fbc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (72aa0571-0bcf-4574-9d83-db0dc5860402), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:07.256189 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:07.256748 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e0370b2d-9b72-40a5-b71a-117811467fbc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (72aa0571-0bcf-4574-9d83-db0dc5860402), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:07.292751 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0370b2d-9b72-40a5-b71a-117811467fbc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72aa0571-0bcf-4574-9d83-db0dc5860402,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:07.297390 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e0370b2d-9b72-40a5-b71a-117811467fbc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:07.298715 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e0370b2d-9b72-40a5-b71a-117811467fbc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1443539 Feb 08 22:33:07.301930 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48204) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:33:07.307581 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-5ac40456-198c-49ca-a1ac-b7c23be16aa6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group_rule': {'security_group_id': '72aa0571-0bcf-4574-9d83-db0dc5860402', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:33:07.340149 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5ac40456-198c-49ca-a1ac-b7c23be16aa6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (d66dc80d-5079-469e-80ce-a20d6a01b707), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:07.399168 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5ac40456-198c-49ca-a1ac-b7c23be16aa6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (d66dc80d-5079-469e-80ce-a20d6a01b707), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:07.404040 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5ac40456-198c-49ca-a1ac-b7c23be16aa6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (d66dc80d-5079-469e-80ce-a20d6a01b707), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:07.423054 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac40456-198c-49ca-a1ac-b7c23be16aa6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66dc80d-5079-469e-80ce-a20d6a01b707,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:07.430916 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5ac40456-198c-49ca-a1ac-b7c23be16aa6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:07.432161 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5ac40456-198c-49ca-a1ac-b7c23be16aa6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291959 Feb 08 22:33:07.434962 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48206) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:33:07.440243 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-51bb5672-f465-4ecb-8d7f-a9d1636562de tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group_rule': {'security_group_id': '72aa0571-0bcf-4574-9d83-db0dc5860402', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:33:07.466059 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-51bb5672-f465-4ecb-8d7f-a9d1636562de tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (e278fa47-c8a8-4ecb-96ec-113e2e18290a), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:07.527882 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-51bb5672-f465-4ecb-8d7f-a9d1636562de tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (e278fa47-c8a8-4ecb-96ec-113e2e18290a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:07.531967 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-51bb5672-f465-4ecb-8d7f-a9d1636562de tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (e278fa47-c8a8-4ecb-96ec-113e2e18290a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:07.551870 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb5672-f465-4ecb-8d7f-a9d1636562de tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e278fa47-c8a8-4ecb-96ec-113e2e18290a,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:07.557598 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-51bb5672-f465-4ecb-8d7f-a9d1636562de tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:07.559005 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-51bb5672-f465-4ecb-8d7f-a9d1636562de tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229033 Feb 08 22:33:07.561770 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48208) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:33:07.566241 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-ea24010b-a2d5-49d7-b618-ff97331a563c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group_rule': {'security_group_id': '72aa0571-0bcf-4574-9d83-db0dc5860402', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:33:07.591141 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ea24010b-a2d5-49d7-b618-ff97331a563c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (ae34ab26-e69b-4065-9970-3d77848c4a13), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:07.654812 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ea24010b-a2d5-49d7-b618-ff97331a563c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (ae34ab26-e69b-4065-9970-3d77848c4a13), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:07.658643 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ea24010b-a2d5-49d7-b618-ff97331a563c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (ae34ab26-e69b-4065-9970-3d77848c4a13), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:07.679204 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24010b-a2d5-49d7-b618-ff97331a563c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae34ab26-e69b-4065-9970-3d77848c4a13,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:07.685446 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ea24010b-a2d5-49d7-b618-ff97331a563c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:07.686633 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ea24010b-a2d5-49d7-b618-ff97331a563c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239059 Feb 08 22:33:07.689933 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48210) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:33:07.694726 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-e83a26a2-d935-4f44-9473-3bddd1fddf70 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group_rule': {'security_group_id': '72aa0571-0bcf-4574-9d83-db0dc5860402', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:33:07.725215 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e83a26a2-d935-4f44-9473-3bddd1fddf70 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (10c11e22-7cf2-46da-9610-93b262c3f694), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:07.786445 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e83a26a2-d935-4f44-9473-3bddd1fddf70 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (10c11e22-7cf2-46da-9610-93b262c3f694), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:07.790741 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e83a26a2-d935-4f44-9473-3bddd1fddf70 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (10c11e22-7cf2-46da-9610-93b262c3f694), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:07.811226 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a26a2-d935-4f44-9473-3bddd1fddf70 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c11e22-7cf2-46da-9610-93b262c3f694,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:07.816877 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e83a26a2-d935-4f44-9473-3bddd1fddf70 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:07.820757 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e83a26a2-d935-4f44-9473-3bddd1fddf70 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269596 Feb 08 22:33:07.820962 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48212) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:33:07.825415 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-f417c7b0-3b17-4992-897b-8d891d4a9e3f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group_rule': {'security_group_id': '72aa0571-0bcf-4574-9d83-db0dc5860402', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:33:07.846273 n-d-712143-31 neutron-server[103433]: INFO neutron.db.securitygroups_db [None req-f417c7b0-3b17-4992-897b-8d891d4a9e3f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Project c750eaf778fb4602911c448d9252f638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 22:33:07.852179 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f417c7b0-3b17-4992-897b-8d891d4a9e3f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (e2754a55-b3be-45ac-8247-c97267b43770), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:07.919079 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f417c7b0-3b17-4992-897b-8d891d4a9e3f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (e2754a55-b3be-45ac-8247-c97267b43770), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:07.923082 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f417c7b0-3b17-4992-897b-8d891d4a9e3f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (e2754a55-b3be-45ac-8247-c97267b43770), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:07.940996 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417c7b0-3b17-4992-897b-8d891d4a9e3f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2754a55-b3be-45ac-8247-c97267b43770,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:07.949830 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f417c7b0-3b17-4992-897b-8d891d4a9e3f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:07.951055 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-f417c7b0-3b17-4992-897b-8d891d4a9e3f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1291311 Feb 08 22:33:07.953988 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48214) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:33:07.958405 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-38ef046d-34f2-42c2-a31f-fa07b20c5030 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group_rule': {'security_group_id': '72aa0571-0bcf-4574-9d83-db0dc5860402', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:33:07.986209 n-d-712143-31 neutron-server[103433]: INFO neutron.db.securitygroups_db [None req-38ef046d-34f2-42c2-a31f-fa07b20c5030 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Project c750eaf778fb4602911c448d9252f638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 22:33:07.992015 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-38ef046d-34f2-42c2-a31f-fa07b20c5030 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (012d1f53-8c18-41a2-b349-955e1343e6c9), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:08.063039 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-38ef046d-34f2-42c2-a31f-fa07b20c5030 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (012d1f53-8c18-41a2-b349-955e1343e6c9), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:08.067332 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-38ef046d-34f2-42c2-a31f-fa07b20c5030 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (012d1f53-8c18-41a2-b349-955e1343e6c9), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:08.086401 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef046d-34f2-42c2-a31f-fa07b20c5030 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012d1f53-8c18-41a2-b349-955e1343e6c9,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:08.098734 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-38ef046d-34f2-42c2-a31f-fa07b20c5030 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:08.099972 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-38ef046d-34f2-42c2-a31f-fa07b20c5030 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1450336 Feb 08 22:33:08.102754 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48216) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:33:08.107718 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-fc67d92f-6e01-4d4f-a4ed-9db1e1aab4e7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'network': {'name': 'tempest-network-smoke--354288562', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'port_security_enabled': True}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:33:08.126571 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc67d92f-6e01-4d4f-a4ed-9db1e1aab4e7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Made reservation on behalf of c750eaf778fb4602911c448d9252f638 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:33:08.129889 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc67d92f-6e01-4d4f-a4ed-9db1e1aab4e7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:08.155450 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc67d92f-6e01-4d4f-a4ed-9db1e1aab4e7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 22:33:08.165004 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc67d92f-6e01-4d4f-a4ed-9db1e1aab4e7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (d5af7c1a-d898-4172-9fe8-933af3b8557d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:08.165374 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-fc67d92f-6e01-4d4f-a4ed-9db1e1aab4e7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Added segment d5af7c1a-d898-4172-9fe8-933af3b8557d of type vlan for network e832319a-4808-46a5-a049-f7affd285ecb Feb 08 22:33:08.207505 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc67d92f-6e01-4d4f-a4ed-9db1e1aab4e7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (e832319a-4808-46a5-a049-f7affd285ecb), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:08.234110 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc67d92f-6e01-4d4f-a4ed-9db1e1aab4e7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (e832319a-4808-46a5-a049-f7affd285ecb), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:08.239204 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc67d92f-6e01-4d4f-a4ed-9db1e1aab4e7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:08.239811 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc67d92f-6e01-4d4f-a4ed-9db1e1aab4e7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:08.298757 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fc67d92f-6e01-4d4f-a4ed-9db1e1aab4e7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1948509 Feb 08 22:33:08.301476 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48218) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:33:08.306320 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-962a814d-c52b-47ac-b6d0-1dd020b5c011 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1055428507', 'admin_state_up': True, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:33:08.313802 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67d92f-6e01-4d4f-a4ed-9db1e1aab4e7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Network': ['ID=e832319a-4808-46a5-a049-f7affd285ecb,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:08.325526 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network e832319a-4808-46a5-a049-f7affd285ecb details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 22:33:08.334184 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-962a814d-c52b-47ac-b6d0-1dd020b5c011 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (89318d58-6b38-4a08-a2f6-7ac523947cde), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:08.335306 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-962a814d-c52b-47ac-b6d0-1dd020b5c011 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (89318d58-6b38-4a08-a2f6-7ac523947cde), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:08.392467 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-962a814d-c52b-47ac-b6d0-1dd020b5c011 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router_controller (89318d58-6b38-4a08-a2f6-7ac523947cde), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:08.551511 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-962a814d-c52b-47ac-b6d0-1dd020b5c011 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router_gateway (89318d58-6b38-4a08-a2f6-7ac523947cde), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:08.759855 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-962a814d-c52b-47ac-b6d0-1dd020b5c011 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router_gateway (89318d58-6b38-4a08-a2f6-7ac523947cde), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:08.779997 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-962a814d-c52b-47ac-b6d0-1dd020b5c011 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:08.902688 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-962a814d-c52b-47ac-b6d0-1dd020b5c011 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Allocated IP 172.25.3.144 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/3f4a865f-0a91-445e-a73c-090bc827617a) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:33:09.023180 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-962a814d-c52b-47ac-b6d0-1dd020b5c011 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for port (3f4a865f-0a91-445e-a73c-090bc827617a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:09.064990 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-962a814d-c52b-47ac-b6d0-1dd020b5c011 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (3f4a865f-0a91-445e-a73c-090bc827617a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:09.101677 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962a814d-c52b-47ac-b6d0-1dd020b5c011 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:33:09.104624 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-962a814d-c52b-47ac-b6d0-1dd020b5c011 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:33:09.110406 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962a814d-c52b-47ac-b6d0-1dd020b5c011 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:33:09.137824 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a814d-c52b-47ac-b6d0-1dd020b5c011 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Port': ['ID=3f4a865f-0a91-445e-a73c-090bc827617a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:09.382600 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-962a814d-c52b-47ac-b6d0-1dd020b5c011 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router_gateway (89318d58-6b38-4a08-a2f6-7ac523947cde), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:09.591349 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-962a814d-c52b-47ac-b6d0-1dd020b5c011 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (89318d58-6b38-4a08-a2f6-7ac523947cde), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:09.729898 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962a814d-c52b-47ac-b6d0-1dd020b5c011 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Router 89318d58-6b38-4a08-a2f6-7ac523947cde is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 22:33:09.839369 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962a814d-c52b-47ac-b6d0-1dd020b5c011 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:33:09.845685 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [req-7f03c1cb-16c3-429e-a88c-46fea603a8cd req-b4ca68ac-5d10-4ff1-bdbe-3340532b3670 service neutron] (103434) timed out ('10.222.0.88', 42532) {{(pid=103434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 22:33:09.849215 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bcf166-dd7e-46c0-bd41-76022095aaef None None] Sync routers for ids ['89318d58-6b38-4a08-a2f6-7ac523947cde'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:33:09.860557 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bcf166-dd7e-46c0-bd41-76022095aaef None None] Routers {'89318d58-6b38-4a08-a2f6-7ac523947cde'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:33:09.861197 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-14bcf166-dd7e-46c0-bd41-76022095aaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:32:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['89318d58-6b38-4a08-a2f6-7ac523947cde'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:33:09.862677 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-962a814d-c52b-47ac-b6d0-1dd020b5c011 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:09.863997 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-962a814d-c52b-47ac-b6d0-1dd020b5c011 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5613661 Feb 08 22:33:09.867004 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48220) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:33:09.945061 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5f467428-f56d-4eb3-89f8-f0e446d23460 tempest-TestNetworkAdvancedServerOps-828575151 tempest-TestNetworkAdvancedServerOps-828575151-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=c750eaf778fb4602911c448d9252f638&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0763156 Feb 08 22:33:09.947632 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48224) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:33:09.973528 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-14bcf166-dd7e-46c0-bd41-76022095aaef None None] Set router 89318d58-6b38-4a08-a2f6-7ac523947cde gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:33:10.049619 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c23e3a6-3a96-4066-bcb3-88284ca9881a tempest-TestNetworkAdvancedServerOps-828575151 tempest-TestNetworkAdvancedServerOps-828575151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:10.051225 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9c23e3a6-3a96-4066-bcb3-88284ca9881a tempest-TestNetworkAdvancedServerOps-828575151 tempest-TestNetworkAdvancedServerOps-828575151-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1025715 Feb 08 22:33:10.055674 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48226) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:33:10.087733 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-59c2af4e-6e37-4565-b0b0-c71f8a989e47 tempest-TestNetworkAdvancedServerOps-828575151 tempest-TestNetworkAdvancedServerOps-828575151-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=075c0dfb-2786-422e-af93-9cafe101c970&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278738 Feb 08 22:33:10.088235 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48228) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:33:10.093443 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-26176cfe-01fa-4ad6-9928-85098a4c6209 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-743576717', 'network_id': 'e832319a-4808-46a5-a049-f7affd285ecb', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:33:10.194658 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26176cfe-01fa-4ad6-9928-85098a4c6209 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Made reservation on behalf of c750eaf778fb4602911c448d9252f638 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:33:10.198300 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-26176cfe-01fa-4ad6-9928-85098a4c6209 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:10.264030 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-14bcf166-dd7e-46c0-bd41-76022095aaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055428507', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '3f4a865f-0a91-445e-a73c-090bc827617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:33:08Z', 'updated_at': '2022-02-08T22:33:09Z', 'revision_number': 3, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '3f4a865f-0a91-445e-a73c-090bc827617a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:33:08Z', 'updated_at': '2022-02-08T22:33:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:33:10.293525 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bcf166-dd7e-46c0-bd41-76022095aaef None None] Checking router: 89318d58-6b38-4a08-a2f6-7ac523947cde for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:33:10.293798 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bcf166-dd7e-46c0-bd41-76022095aaef None None] Updating router 89318d58-6b38-4a08-a2f6-7ac523947cde port 3f4a865f-0a91-445e-a73c-090bc827617a binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:33:10.323431 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-14bcf166-dd7e-46c0-bd41-76022095aaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3f4a865f-0a91-445e-a73c-090bc827617a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:10.404993 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-26176cfe-01fa-4ad6-9928-85098a4c6209 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:10.466149 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26176cfe-01fa-4ad6-9928-85098a4c6209 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Subnet': ['ID=b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:10.479137 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26176cfe-01fa-4ad6-9928-85098a4c6209 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Checking segment: {'id': 'd5af7c1a-d898-4172-9fe8-933af3b8557d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e832319a-4808-46a5-a049-f7affd285ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:33:10.479493 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26176cfe-01fa-4ad6-9928-85098a4c6209 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network hostable DHCP agents. Network: e832319a-4808-46a5-a049-f7affd285ecb, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 22:33:10.497342 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26176cfe-01fa-4ad6-9928-85098a4c6209 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network e832319a-4808-46a5-a049-f7affd285ecb is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 22:33:10.508772 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-26176cfe-01fa-4ad6-9928-85098a4c6209 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, e832319a-4808-46a5-a049-f7affd285ecb) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:33:10.513896 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26176cfe-01fa-4ad6-9928-85098a4c6209 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:10.514759 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-26176cfe-01fa-4ad6-9928-85098a4c6209 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:10.522719 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ffea32-433b-4c5b-9f6c-9b9ec67ec5a1 None None] Network e832319a-4808-46a5-a049-f7affd285ecb requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:33:10.543421 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48230) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:33:10.544310 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-26176cfe-01fa-4ad6-9928-85098a4c6209 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4541216 Feb 08 22:33:10.631195 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-14bcf166-dd7e-46c0-bd41-76022095aaef None None] Publish callbacks [] for port (3f4a865f-0a91-445e-a73c-090bc827617a), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:10.639135 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-14bcf166-dd7e-46c0-bd41-76022095aaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3f4a865f-0a91-445e-a73c-090bc827617a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:10.667005 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb31f43-ae9a-4f21-986a-dcce0dae2861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-e832319a-4808-46a5-a049-f7affd285ecb', 'network_id': 'e832319a-4808-46a5-a049-f7affd285ecb', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'fixed_ips': [{'subnet_id': 'b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 22:33:10.668494 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-beb31f43-ae9a-4f21-986a-dcce0dae2861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:10.703114 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-14bcf166-dd7e-46c0-bd41-76022095aaef None None] Attempting to bind port 3f4a865f-0a91-445e-a73c-090bc827617a on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:33:10.703485 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-14bcf166-dd7e-46c0-bd41-76022095aaef None None] Attempting to bind port 3f4a865f-0a91-445e-a73c-090bc827617a by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:33:10.704060 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bcf166-dd7e-46c0-bd41-76022095aaef None None] Attempting to bind port 3f4a865f-0a91-445e-a73c-090bc827617a on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:33:10.717050 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bcf166-dd7e-46c0-bd41-76022095aaef None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:33:10.717462 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bcf166-dd7e-46c0-bd41-76022095aaef None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:33:10.718072 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-14bcf166-dd7e-46c0-bd41-76022095aaef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:10.718474 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bcf166-dd7e-46c0-bd41-76022095aaef None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:33:10.718968 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-14bcf166-dd7e-46c0-bd41-76022095aaef None None] Bound port: 3f4a865f-0a91-445e-a73c-090bc827617a, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:33:10.719358 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-14bcf166-dd7e-46c0-bd41-76022095aaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3f4a865f-0a91-445e-a73c-090bc827617a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:10.743589 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6703c37-e170-41ab-b470-8c41ebca5484 None None] Pushing event updated for resources: {'Port': ['ID=3f4a865f-0a91-445e-a73c-090bc827617a,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:10.760647 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6703c37-e170-41ab-b470-8c41ebca5484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:10.761002 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6703c37-e170-41ab-b470-8c41ebca5484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:10.761380 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6703c37-e170-41ab-b470-8c41ebca5484 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:10.761725 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6703c37-e170-41ab-b470-8c41ebca5484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:10.762731 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6703c37-e170-41ab-b470-8c41ebca5484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:10.762731 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6703c37-e170-41ab-b470-8c41ebca5484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:10.762731 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6703c37-e170-41ab-b470-8c41ebca5484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:10.763038 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6703c37-e170-41ab-b470-8c41ebca5484 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:10.763361 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6703c37-e170-41ab-b470-8c41ebca5484 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:10.763679 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6703c37-e170-41ab-b470-8c41ebca5484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:10.764008 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6703c37-e170-41ab-b470-8c41ebca5484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:10.764343 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6703c37-e170-41ab-b470-8c41ebca5484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:10.764659 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6703c37-e170-41ab-b470-8c41ebca5484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:33:10.793180 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-14bcf166-dd7e-46c0-bd41-76022095aaef None None] For port 3f4a865f-0a91-445e-a73c-090bc827617a, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:33:10.797960 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-14bcf166-dd7e-46c0-bd41-76022095aaef None None] For port 3f4a865f-0a91-445e-a73c-090bc827617a, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3f4a865f-0a91-445e-a73c-090bc827617a,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:33:10.807495 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-14bcf166-dd7e-46c0-bd41-76022095aaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3f4a865f-0a91-445e-a73c-090bc827617a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:10.830377 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-beb31f43-ae9a-4f21-986a-dcce0dae2861 None None] Allocated IP 172.20.0.2 (e832319a-4808-46a5-a049-f7affd285ecb/b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f/b844adc0-5850-4a5b-8012-5121379e7719) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:33:10.880122 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bcf166-dd7e-46c0-bd41-76022095aaef None None] Routers {'89318d58-6b38-4a08-a2f6-7ac523947cde'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:33:10.880777 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-14bcf166-dd7e-46c0-bd41-76022095aaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:32:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['89318d58-6b38-4a08-a2f6-7ac523947cde'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:33:10.981003 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6703c37-e170-41ab-b470-8c41ebca5484 None None] Pushing event updated for resources: {'Port': ['ID=3f4a865f-0a91-445e-a73c-090bc827617a,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:11.007104 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-beb31f43-ae9a-4f21-986a-dcce0dae2861 None None] Publish callbacks [] for port (b844adc0-5850-4a5b-8012-5121379e7719), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:11.017044 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-beb31f43-ae9a-4f21-986a-dcce0dae2861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (b844adc0-5850-4a5b-8012-5121379e7719), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:11.052888 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-14bcf166-dd7e-46c0-bd41-76022095aaef None None] Set router 89318d58-6b38-4a08-a2f6-7ac523947cde gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:33:11.080099 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb31f43-ae9a-4f21-986a-dcce0dae2861 None None] Network e832319a-4808-46a5-a049-f7affd285ecb is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:33:11.085795 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-beb31f43-ae9a-4f21-986a-dcce0dae2861 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:33:11.091891 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb31f43-ae9a-4f21-986a-dcce0dae2861 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:33:11.138228 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb31f43-ae9a-4f21-986a-dcce0dae2861 None None] Pushing event updated for resources: {'Port': ['ID=b844adc0-5850-4a5b-8012-5121379e7719,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:11.193560 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-beb31f43-ae9a-4f21-986a-dcce0dae2861 None None] Attempting to bind port b844adc0-5850-4a5b-8012-5121379e7719 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:33:11.193947 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-beb31f43-ae9a-4f21-986a-dcce0dae2861 None None] Attempting to bind port b844adc0-5850-4a5b-8012-5121379e7719 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'd5af7c1a-d898-4172-9fe8-933af3b8557d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e832319a-4808-46a5-a049-f7affd285ecb'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:33:11.194297 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb31f43-ae9a-4f21-986a-dcce0dae2861 None None] Attempting to bind port b844adc0-5850-4a5b-8012-5121379e7719 on network e832319a-4808-46a5-a049-f7affd285ecb {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:33:11.199924 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb31f43-ae9a-4f21-986a-dcce0dae2861 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:33:11.200304 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb31f43-ae9a-4f21-986a-dcce0dae2861 None None] Checking segment: {'id': 'd5af7c1a-d898-4172-9fe8-933af3b8557d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e832319a-4808-46a5-a049-f7affd285ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:33:11.200714 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-beb31f43-ae9a-4f21-986a-dcce0dae2861 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:11.201104 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb31f43-ae9a-4f21-986a-dcce0dae2861 None None] Bound using segment: {'id': 'd5af7c1a-d898-4172-9fe8-933af3b8557d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e832319a-4808-46a5-a049-f7affd285ecb'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:33:11.202077 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-beb31f43-ae9a-4f21-986a-dcce0dae2861 None None] Bound port: b844adc0-5850-4a5b-8012-5121379e7719, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5af7c1a-d898-4172-9fe8-933af3b8557d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e832319a-4808-46a5-a049-f7affd285ecb'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:33:11.202077 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-beb31f43-ae9a-4f21-986a-dcce0dae2861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b844adc0-5850-4a5b-8012-5121379e7719), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:11.276903 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-beb31f43-ae9a-4f21-986a-dcce0dae2861 None None] For port b844adc0-5850-4a5b-8012-5121379e7719, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:33:11.280745 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-beb31f43-ae9a-4f21-986a-dcce0dae2861 None None] For port b844adc0-5850-4a5b-8012-5121379e7719, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b844adc0-5850-4a5b-8012-5121379e7719,segment=NetworkSegment(d5af7c1a-d898-4172-9fe8-933af3b8557d),segment_id=d5af7c1a-d898-4172-9fe8-933af3b8557d)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:33:11.290138 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-beb31f43-ae9a-4f21-986a-dcce0dae2861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b844adc0-5850-4a5b-8012-5121379e7719), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:11.291406 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-14bcf166-dd7e-46c0-bd41-76022095aaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055428507', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '3f4a865f-0a91-445e-a73c-090bc827617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:33:08Z', 'updated_at': '2022-02-08T22:33:09Z', 'revision_number': 3, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '3f4a865f-0a91-445e-a73c-090bc827617a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:33:08Z', 'updated_at': '2022-02-08T22:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:33:11.322265 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bcf166-dd7e-46c0-bd41-76022095aaef None None] The sync data for ids ['89318d58-6b38-4a08-a2f6-7ac523947cde'] in n-d-712143-31 is: [{'id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055428507', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '3f4a865f-0a91-445e-a73c-090bc827617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:33:08Z', 'updated_at': '2022-02-08T22:33:09Z', 'revision_number': 3, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '3f4a865f-0a91-445e-a73c-090bc827617a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:33:08Z', 'updated_at': '2022-02-08T22:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:33:11.379389 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb31f43-ae9a-4f21-986a-dcce0dae2861 None None] Pushing event updated for resources: {'Port': ['ID=b844adc0-5850-4a5b-8012-5121379e7719,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:11.614468 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f4a28280-c978-4f45-92ae-6e08cdda5a54 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:12.025937 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-f4a28280-c978-4f45-92ae-6e08cdda5a54 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Allocated IP 172.20.0.1 (e832319a-4808-46a5-a049-f7affd285ecb/b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f/82dc7d68-d80b-4b89-9579-948493b07955) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:33:12.168453 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f4a28280-c978-4f45-92ae-6e08cdda5a54 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for port (82dc7d68-d80b-4b89-9579-948493b07955), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:12.215312 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f4a28280-c978-4f45-92ae-6e08cdda5a54 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (82dc7d68-d80b-4b89-9579-948493b07955), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:12.280072 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a28280-c978-4f45-92ae-6e08cdda5a54 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network e832319a-4808-46a5-a049-f7affd285ecb is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:33:12.283556 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-f4a28280-c978-4f45-92ae-6e08cdda5a54 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:33:12.287450 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a28280-c978-4f45-92ae-6e08cdda5a54 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:33:12.324655 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a28280-c978-4f45-92ae-6e08cdda5a54 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Port': ['ID=82dc7d68-d80b-4b89-9579-948493b07955,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:12.363322 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3f4a865f-0a91-445e-a73c-090bc827617a up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:33:12.365983 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f4a28280-c978-4f45-92ae-6e08cdda5a54 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (89318d58-6b38-4a08-a2f6-7ac523947cde), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:12.436621 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 3f4a865f-0a91-445e-a73c-090bc827617a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:33:12.436855 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3f4a865f-0a91-445e-a73c-090bc827617a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:12.575561 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f4a28280-c978-4f45-92ae-6e08cdda5a54 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (82dc7d68-d80b-4b89-9579-948493b07955), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:12.585507 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 3f4a865f-0a91-445e-a73c-090bc827617a is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:33:12.585736 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (3f4a865f-0a91-445e-a73c-090bc827617a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:12.611309 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 3f4a865f-0a91-445e-a73c-090bc827617a, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3f4a865f-0a91-445e-a73c-090bc827617a,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:33:12.616362 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (3f4a865f-0a91-445e-a73c-090bc827617a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:12.617992 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b844adc0-5850-4a5b-8012-5121379e7719 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:33:12.624417 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a6db2c-c34a-4289-8473-aee0799d8d22 None None] Network e832319a-4808-46a5-a049-f7affd285ecb requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:33:12.946762 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f4a28280-c978-4f45-92ae-6e08cdda5a54 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for port (82dc7d68-d80b-4b89-9579-948493b07955), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:12.952302 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f4a28280-c978-4f45-92ae-6e08cdda5a54 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (82dc7d68-d80b-4b89-9579-948493b07955), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:12.954389 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=3f4a865f-0a91-445e-a73c-090bc827617a,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:12.967269 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-9bd3907f-b582-4a18-af76-f0edce321bb0 None None] Provisioning complete for port b844adc0-5850-4a5b-8012-5121379e7719 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:33:12.967640 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9bd3907f-b582-4a18-af76-f0edce321bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b844adc0-5850-4a5b-8012-5121379e7719), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:13.029835 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f4a28280-c978-4f45-92ae-6e08cdda5a54 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (89318d58-6b38-4a08-a2f6-7ac523947cde), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:13.032892 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a28280-c978-4f45-92ae-6e08cdda5a54 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Port': ['ID=82dc7d68-d80b-4b89-9579-948493b07955,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:13.049418 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port b844adc0-5850-4a5b-8012-5121379e7719 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:33:13.050074 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b844adc0-5850-4a5b-8012-5121379e7719), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:13.153180 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a28280-c978-4f45-92ae-6e08cdda5a54 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network e832319a-4808-46a5-a049-f7affd285ecb is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:33:13.156970 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-f4a28280-c978-4f45-92ae-6e08cdda5a54 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:33:13.191455 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9bd3907f-b582-4a18-af76-f0edce321bb0 None None] Current status of the port b844adc0-5850-4a5b-8012-5121379e7719 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:33:13.191844 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9bd3907f-b582-4a18-af76-f0edce321bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b844adc0-5850-4a5b-8012-5121379e7719), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:13.231421 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port b844adc0-5850-4a5b-8012-5121379e7719 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:33:13.231818 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (b844adc0-5850-4a5b-8012-5121379e7719), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:13.264817 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-9bd3907f-b582-4a18-af76-f0edce321bb0 None None] For port b844adc0-5850-4a5b-8012-5121379e7719, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b844adc0-5850-4a5b-8012-5121379e7719,segment=NetworkSegment(d5af7c1a-d898-4172-9fe8-933af3b8557d),segment_id=d5af7c1a-d898-4172-9fe8-933af3b8557d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:33:13.277277 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9bd3907f-b582-4a18-af76-f0edce321bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (b844adc0-5850-4a5b-8012-5121379e7719), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:13.341361 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a28280-c978-4f45-92ae-6e08cdda5a54 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Router 89318d58-6b38-4a08-a2f6-7ac523947cde has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:33:13.375506 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd3907f-b582-4a18-af76-f0edce321bb0 None None] Pushing event updated for resources: {'Port': ['ID=b844adc0-5850-4a5b-8012-5121379e7719,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:13.390495 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 22:33:13.391477 n-d-712143-31 neutron-server[103435]: DEBUG oslo_db.api [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 22:33:13.480174 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a28280-c978-4f45-92ae-6e08cdda5a54 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:33:13.493909 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f4a28280-c978-4f45-92ae-6e08cdda5a54 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "PUT /v2.0/routers/89318d58-6b38-4a08-a2f6-7ac523947cde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9489362 Feb 08 22:33:13.502117 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2205577c-2f74-4100-b71a-7f8068f9a673 None None] Sync routers for ids ['89318d58-6b38-4a08-a2f6-7ac523947cde'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:33:13.521508 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2205577c-2f74-4100-b71a-7f8068f9a673 None None] Routers {'89318d58-6b38-4a08-a2f6-7ac523947cde'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:33:13.522159 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-2205577c-2f74-4100-b71a-7f8068f9a673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:32:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['89318d58-6b38-4a08-a2f6-7ac523947cde'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:33:13.581096 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-8ef1e398-0ce0-46b7-8d49-a6b7693f4e7e None None] Provisioning complete for port 82dc7d68-d80b-4b89-9579-948493b07955 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:33:13.581762 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ef1e398-0ce0-46b7-8d49-a6b7693f4e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (82dc7d68-d80b-4b89-9579-948493b07955), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:13.683456 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8ef1e398-0ce0-46b7-8d49-a6b7693f4e7e None None] Port 82dc7d68-d80b-4b89-9579-948493b07955 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:33:13.697187 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10940a31-b9c1-4420-9dd7-973799358714 req-5b7c8b0b-3e93-4890-b3c1-52adb631c499 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-500832541&fields=id&tenant_id=c750eaf778fb4602911c448d9252f638 HTTP/1.1" status: 200 len: 267 time: 0.0712993 Feb 08 22:33:13.712720 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-8ef1e398-0ce0-46b7-8d49-a6b7693f4e7e None None] Provisioning complete for port b844adc0-5850-4a5b-8012-5121379e7719 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:33:13.713094 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ef1e398-0ce0-46b7-8d49-a6b7693f4e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b844adc0-5850-4a5b-8012-5121379e7719), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:13.741933 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-2205577c-2f74-4100-b71a-7f8068f9a673 None None] Set router 89318d58-6b38-4a08-a2f6-7ac523947cde gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:33:13.838398 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10940a31-b9c1-4420-9dd7-973799358714 req-413faa06-e272-42b4-916b-2f6304476021 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:13.846235 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10940a31-b9c1-4420-9dd7-973799358714 req-413faa06-e272-42b4-916b-2f6304476021 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/networks?id=e832319a-4808-46a5-a049-f7affd285ecb HTTP/1.1" status: 200 len: 796 time: 0.1403606 Feb 08 22:33:13.864891 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10940a31-b9c1-4420-9dd7-973799358714 req-691cbe0e-b90e-458e-8183-ecb34cbdb98e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/quotas/c750eaf778fb4602911c448d9252f638 HTTP/1.1" status: 200 len: 375 time: 0.0161009 Feb 08 22:33:13.946413 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10940a31-b9c1-4420-9dd7-973799358714 req-f4c04876-a8a0-46bb-a017-3563767bca80 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754669 Feb 08 22:33:13.971362 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-10940a31-b9c1-4420-9dd7-973799358714 req-5005e025-5f7e-4275-97d5-adb37a398fbe service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 22:33:13.973964 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10940a31-b9c1-4420-9dd7-973799358714 req-5005e025-5f7e-4275-97d5-adb37a398fbe service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099299 Feb 08 22:33:13.984788 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8ef1e398-0ce0-46b7-8d49-a6b7693f4e7e None None] Current status of the port b844adc0-5850-4a5b-8012-5121379e7719 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:33:13.986455 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port b844adc0-5850-4a5b-8012-5121379e7719 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:33:14.072536 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-2205577c-2f74-4100-b71a-7f8068f9a673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055428507', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '3f4a865f-0a91-445e-a73c-090bc827617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:33:08Z', 'updated_at': '2022-02-08T22:33:12Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '3f4a865f-0a91-445e-a73c-090bc827617a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:33:08Z', 'updated_at': '2022-02-08T22:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '82dc7d68-d80b-4b89-9579-948493b07955', 'name': '', 'network_id': 'e832319a-4808-46a5-a049-f7affd285ecb', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:3b:16:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:33:11Z', 'updated_at': '2022-02-08T22:33:12Z', 'revision_number': 2, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': 'b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:33:14.086898 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10940a31-b9c1-4420-9dd7-973799358714 req-4f8a4366-1498-4dd2-b6b5-99e43254b27d service neutron] 10.222.0.88 "GET /v2.0/networks/e832319a-4808-46a5-a049-f7affd285ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047983 Feb 08 22:33:14.106223 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2205577c-2f74-4100-b71a-7f8068f9a673 None None] Checking router: 89318d58-6b38-4a08-a2f6-7ac523947cde for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:33:14.106587 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2205577c-2f74-4100-b71a-7f8068f9a673 None None] Updating router 89318d58-6b38-4a08-a2f6-7ac523947cde port 82dc7d68-d80b-4b89-9579-948493b07955 binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:33:14.145670 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2205577c-2f74-4100-b71a-7f8068f9a673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (82dc7d68-d80b-4b89-9579-948493b07955), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:14.147446 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2432918a-4efc-4a91-8356-eb460b1401f6 None None] Provisioning complete for port 82dc7d68-d80b-4b89-9579-948493b07955 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:33:14.147813 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2432918a-4efc-4a91-8356-eb460b1401f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (82dc7d68-d80b-4b89-9579-948493b07955), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:14.219392 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2432918a-4efc-4a91-8356-eb460b1401f6 None None] Port 82dc7d68-d80b-4b89-9579-948493b07955 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:33:14.219878 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10940a31-b9c1-4420-9dd7-973799358714 req-518991b3-e187-41e4-b50e-2157530d1d18 service neutron] 10.222.0.88 "GET /v2.0/networks/e832319a-4808-46a5-a049-f7affd285ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242840 Feb 08 22:33:14.299303 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3f4a865f-0a91-445e-a73c-090bc827617a up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:33:14.435563 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 3f4a865f-0a91-445e-a73c-090bc827617a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:33:14.436252 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (3f4a865f-0a91-445e-a73c-090bc827617a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:14.482181 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6b2c89a8-b2da-4a5c-a93d-75edf8083d00 req-f19ee445-77ad-403a-83d5-646288034c69 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 210 time: 0.0546412 Feb 08 22:33:14.594333 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 3f4a865f-0a91-445e-a73c-090bc827617a is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:33:14.595481 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b844adc0-5850-4a5b-8012-5121379e7719 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:33:14.624687 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2205577c-2f74-4100-b71a-7f8068f9a673 None None] Publish callbacks [] for port (82dc7d68-d80b-4b89-9579-948493b07955), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:14.647981 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2205577c-2f74-4100-b71a-7f8068f9a673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (82dc7d68-d80b-4b89-9579-948493b07955), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:14.726691 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21138d9-53ae-473b-a033-ddc27517948a None None] Pushing event updated for resources: {'Port': ['ID=82dc7d68-d80b-4b89-9579-948493b07955,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:14.795135 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port b844adc0-5850-4a5b-8012-5121379e7719 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:33:14.795716 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (b844adc0-5850-4a5b-8012-5121379e7719), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:14.847448 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-2205577c-2f74-4100-b71a-7f8068f9a673 None None] Attempting to bind port 82dc7d68-d80b-4b89-9579-948493b07955 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:33:14.848307 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-2205577c-2f74-4100-b71a-7f8068f9a673 None None] Attempting to bind port 82dc7d68-d80b-4b89-9579-948493b07955 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'd5af7c1a-d898-4172-9fe8-933af3b8557d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e832319a-4808-46a5-a049-f7affd285ecb'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:33:14.848416 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2205577c-2f74-4100-b71a-7f8068f9a673 None None] Attempting to bind port 82dc7d68-d80b-4b89-9579-948493b07955 on network e832319a-4808-46a5-a049-f7affd285ecb {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:33:14.875003 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2205577c-2f74-4100-b71a-7f8068f9a673 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:33:14.875626 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2205577c-2f74-4100-b71a-7f8068f9a673 None None] Checking segment: {'id': 'd5af7c1a-d898-4172-9fe8-933af3b8557d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e832319a-4808-46a5-a049-f7affd285ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:33:14.876293 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2205577c-2f74-4100-b71a-7f8068f9a673 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:14.876993 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2205577c-2f74-4100-b71a-7f8068f9a673 None None] Bound using segment: {'id': 'd5af7c1a-d898-4172-9fe8-933af3b8557d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e832319a-4808-46a5-a049-f7affd285ecb'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:33:14.877892 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-2205577c-2f74-4100-b71a-7f8068f9a673 None None] Bound port: 82dc7d68-d80b-4b89-9579-948493b07955, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5af7c1a-d898-4172-9fe8-933af3b8557d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e832319a-4808-46a5-a049-f7affd285ecb'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:33:14.878502 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2205577c-2f74-4100-b71a-7f8068f9a673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (82dc7d68-d80b-4b89-9579-948493b07955), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:15.031758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port b844adc0-5850-4a5b-8012-5121379e7719 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:33:15.038696 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2205577c-2f74-4100-b71a-7f8068f9a673 None None] For port 82dc7d68-d80b-4b89-9579-948493b07955, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:33:15.043017 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2205577c-2f74-4100-b71a-7f8068f9a673 None None] For port 82dc7d68-d80b-4b89-9579-948493b07955, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=82dc7d68-d80b-4b89-9579-948493b07955,segment=NetworkSegment(d5af7c1a-d898-4172-9fe8-933af3b8557d),segment_id=d5af7c1a-d898-4172-9fe8-933af3b8557d)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:33:15.059964 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2205577c-2f74-4100-b71a-7f8068f9a673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (82dc7d68-d80b-4b89-9579-948493b07955), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:15.095589 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-e84a00df-1d95-47f0-9c42-d5b2ae7cddd3 None None] Provisioning complete for port 82dc7d68-d80b-4b89-9579-948493b07955 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:33:15.096198 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e84a00df-1d95-47f0-9c42-d5b2ae7cddd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (82dc7d68-d80b-4b89-9579-948493b07955), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:15.170107 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21138d9-53ae-473b-a033-ddc27517948a None None] Pushing event updated for resources: {'Port': ['ID=82dc7d68-d80b-4b89-9579-948493b07955,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:15.173040 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2205577c-2f74-4100-b71a-7f8068f9a673 None None] Routers {'89318d58-6b38-4a08-a2f6-7ac523947cde'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:33:15.173699 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-2205577c-2f74-4100-b71a-7f8068f9a673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:32:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['89318d58-6b38-4a08-a2f6-7ac523947cde'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:33:15.331142 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e84a00df-1d95-47f0-9c42-d5b2ae7cddd3 None None] Current status of the port 82dc7d68-d80b-4b89-9579-948493b07955 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:33:15.331546 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e84a00df-1d95-47f0-9c42-d5b2ae7cddd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (82dc7d68-d80b-4b89-9579-948493b07955), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:15.381736 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-2205577c-2f74-4100-b71a-7f8068f9a673 None None] Set router 89318d58-6b38-4a08-a2f6-7ac523947cde gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:33:15.415956 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-e84a00df-1d95-47f0-9c42-d5b2ae7cddd3 None None] For port 82dc7d68-d80b-4b89-9579-948493b07955, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=82dc7d68-d80b-4b89-9579-948493b07955,segment=NetworkSegment(d5af7c1a-d898-4172-9fe8-933af3b8557d),segment_id=d5af7c1a-d898-4172-9fe8-933af3b8557d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:33:15.421426 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e84a00df-1d95-47f0-9c42-d5b2ae7cddd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (82dc7d68-d80b-4b89-9579-948493b07955), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:15.585018 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a00df-1d95-47f0-9c42-d5b2ae7cddd3 None None] Pushing event updated for resources: {'Port': ['ID=82dc7d68-d80b-4b89-9579-948493b07955,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:15.605439 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-94e531b8-7fad-4a53-9732-f388227757a0 None None] Provisioning complete for port 82dc7d68-d80b-4b89-9579-948493b07955 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:33:15.605870 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-94e531b8-7fad-4a53-9732-f388227757a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (82dc7d68-d80b-4b89-9579-948493b07955), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:15.619098 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ac4086fe-48c5-4676-aafe-77dea43cffde req-809994ed-f4eb-4893-94de-8eb1fa56697d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 210 time: 0.0358882 Feb 08 22:33:15.811528 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10940a31-b9c1-4420-9dd7-973799358714 req-3ad0391a-ba93-4f23-a3b5-6680e0765b49 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:15.814331 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10940a31-b9c1-4420-9dd7-973799358714 req-3ad0391a-ba93-4f23-a3b5-6680e0765b49 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.96 "GET /v2.0/networks?id=e832319a-4808-46a5-a049-f7affd285ecb HTTP/1.1" status: 200 len: 796 time: 0.1752591 Feb 08 22:33:15.902156 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10940a31-b9c1-4420-9dd7-973799358714 req-094f6902-8eed-4337-8dbc-00376ea83952 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c750eaf778fb4602911c448d9252f638 HTTP/1.1" status: 200 len: 379 time: 0.0797467 Feb 08 22:33:15.912823 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-10940a31-b9c1-4420-9dd7-973799358714 req-e3fef3ba-68e4-4e28-b821-5c6633587324 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'port': {'device_id': '5842b733-bc5c-4fe4-85f5-30b3e95e99ac', 'network_id': 'e832319a-4808-46a5-a049-f7affd285ecb', 'admin_state_up': True, 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'security_groups': ['72aa0571-0bcf-4574-9d83-db0dc5860402']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:33:15.965418 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-94e531b8-7fad-4a53-9732-f388227757a0 None None] Current status of the port 82dc7d68-d80b-4b89-9579-948493b07955 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:33:15.975389 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-2205577c-2f74-4100-b71a-7f8068f9a673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055428507', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '3f4a865f-0a91-445e-a73c-090bc827617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:33:08Z', 'updated_at': '2022-02-08T22:33:12Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '3f4a865f-0a91-445e-a73c-090bc827617a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:33:08Z', 'updated_at': '2022-02-08T22:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '82dc7d68-d80b-4b89-9579-948493b07955', 'name': '', 'network_id': 'e832319a-4808-46a5-a049-f7affd285ecb', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:3b:16:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:33:11Z', 'updated_at': '2022-02-08T22:33:15Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': 'b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:33:16.010808 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2205577c-2f74-4100-b71a-7f8068f9a673 None None] The sync data for ids ['89318d58-6b38-4a08-a2f6-7ac523947cde'] in n-d-712143-31 is: [{'id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055428507', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '3f4a865f-0a91-445e-a73c-090bc827617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:33:08Z', 'updated_at': '2022-02-08T22:33:12Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '3f4a865f-0a91-445e-a73c-090bc827617a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:33:08Z', 'updated_at': '2022-02-08T22:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '82dc7d68-d80b-4b89-9579-948493b07955', 'name': '', 'network_id': 'e832319a-4808-46a5-a049-f7affd285ecb', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:3b:16:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:33:11Z', 'updated_at': '2022-02-08T22:33:15Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': 'b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:33:16.046593 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10940a31-b9c1-4420-9dd7-973799358714 req-e3fef3ba-68e4-4e28-b821-5c6633587324 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Made reservation on behalf of c750eaf778fb4602911c448d9252f638 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:33:16.050108 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-10940a31-b9c1-4420-9dd7-973799358714 req-e3fef3ba-68e4-4e28-b821-5c6633587324 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:16.239746 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-10940a31-b9c1-4420-9dd7-973799358714 req-e3fef3ba-68e4-4e28-b821-5c6633587324 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Allocated IP 172.20.0.3 (e832319a-4808-46a5-a049-f7affd285ecb/b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f/c9a41a0a-6b22-4113-80e0-93d208ed011b) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:33:16.290629 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 82dc7d68-d80b-4b89-9579-948493b07955 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:33:16.361955 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 82dc7d68-d80b-4b89-9579-948493b07955 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:33:16.362392 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (82dc7d68-d80b-4b89-9579-948493b07955), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:16.432883 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-10940a31-b9c1-4420-9dd7-973799358714 req-e3fef3ba-68e4-4e28-b821-5c6633587324 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for port (c9a41a0a-6b22-4113-80e0-93d208ed011b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:16.455463 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 82dc7d68-d80b-4b89-9579-948493b07955 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:33:16.476322 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-10940a31-b9c1-4420-9dd7-973799358714 req-e3fef3ba-68e4-4e28-b821-5c6633587324 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (c9a41a0a-6b22-4113-80e0-93d208ed011b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:16.557400 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10940a31-b9c1-4420-9dd7-973799358714 req-e3fef3ba-68e4-4e28-b821-5c6633587324 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network e832319a-4808-46a5-a049-f7affd285ecb is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:33:16.559684 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-10940a31-b9c1-4420-9dd7-973799358714 req-e3fef3ba-68e4-4e28-b821-5c6633587324 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:33:16.573590 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-10940a31-b9c1-4420-9dd7-973799358714 req-e3fef3ba-68e4-4e28-b821-5c6633587324 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:33:16.663014 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10940a31-b9c1-4420-9dd7-973799358714 req-e3fef3ba-68e4-4e28-b821-5c6633587324 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:16.663676 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-10940a31-b9c1-4420-9dd7-973799358714 req-e3fef3ba-68e4-4e28-b821-5c6633587324 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:16.679180 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fef3ba-68e4-4e28-b821-5c6633587324 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Port': ['ID=c9a41a0a-6b22-4113-80e0-93d208ed011b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:16.703120 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10940a31-b9c1-4420-9dd7-973799358714 req-e3fef3ba-68e4-4e28-b821-5c6633587324 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7941706 Feb 08 22:33:16.715176 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-10940a31-b9c1-4420-9dd7-973799358714 req-ea06a3ad-7871-4cce-918f-9c6ec2afd65f service neutron] Request body: {'port': {'device_id': '5842b733-bc5c-4fe4-85f5-30b3e95e99ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:33:16.828461 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-10940a31-b9c1-4420-9dd7-973799358714 req-ea06a3ad-7871-4cce-918f-9c6ec2afd65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c9a41a0a-6b22-4113-80e0-93d208ed011b), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:16.839127 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa03b1-33cf-4b73-989f-80eb1b04d9b9 req-f27cfaf1-0948-412d-884f-83146c519e17 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:16.840722 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ffa03b1-33cf-4b73-989f-80eb1b04d9b9 req-f27cfaf1-0948-412d-884f-83146c519e17 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 931 time: 0.1007073 Feb 08 22:33:16.901492 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-5e1ffad9-af52-4c40-97e8-a8a1b60dd9d8 None None] Provisioning complete for port c9a41a0a-6b22-4113-80e0-93d208ed011b triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:33:16.902215 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5e1ffad9-af52-4c40-97e8-a8a1b60dd9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c9a41a0a-6b22-4113-80e0-93d208ed011b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:16.945732 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ffa03b1-33cf-4b73-989f-80eb1b04d9b9 req-cd7f8b2e-b59c-44f7-8586-875f1b7c0ebf tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=72aa0571-0bcf-4574-9d83-db0dc5860402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974123 Feb 08 22:33:16.951561 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5e1ffad9-af52-4c40-97e8-a8a1b60dd9d8 None None] Port c9a41a0a-6b22-4113-80e0-93d208ed011b cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:33:17.175888 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-10940a31-b9c1-4420-9dd7-973799358714 req-ea06a3ad-7871-4cce-918f-9c6ec2afd65f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9a41a0a-6b22-4113-80e0-93d208ed011b {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:33:17.186513 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-10940a31-b9c1-4420-9dd7-973799358714 req-ea06a3ad-7871-4cce-918f-9c6ec2afd65f service neutron] Publish callbacks [] for port (c9a41a0a-6b22-4113-80e0-93d208ed011b), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:17.200093 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-10940a31-b9c1-4420-9dd7-973799358714 req-ea06a3ad-7871-4cce-918f-9c6ec2afd65f service neutron] Transition to ACTIVE for port object c9a41a0a-6b22-4113-80e0-93d208ed011b will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:33:17.203696 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-10940a31-b9c1-4420-9dd7-973799358714 req-ea06a3ad-7871-4cce-918f-9c6ec2afd65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (c9a41a0a-6b22-4113-80e0-93d208ed011b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:17.277372 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06a3ad-7871-4cce-918f-9c6ec2afd65f service neutron] Pushing event updated for resources: {'Port': ['ID=c9a41a0a-6b22-4113-80e0-93d208ed011b,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:17.333676 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-10940a31-b9c1-4420-9dd7-973799358714 req-ea06a3ad-7871-4cce-918f-9c6ec2afd65f service neutron] Attempting to bind port c9a41a0a-6b22-4113-80e0-93d208ed011b on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:33:17.334021 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-10940a31-b9c1-4420-9dd7-973799358714 req-ea06a3ad-7871-4cce-918f-9c6ec2afd65f service neutron] Attempting to bind port c9a41a0a-6b22-4113-80e0-93d208ed011b by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': 'd5af7c1a-d898-4172-9fe8-933af3b8557d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e832319a-4808-46a5-a049-f7affd285ecb'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:33:17.334358 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10940a31-b9c1-4420-9dd7-973799358714 req-ea06a3ad-7871-4cce-918f-9c6ec2afd65f service neutron] Attempting to bind port c9a41a0a-6b22-4113-80e0-93d208ed011b on network e832319a-4808-46a5-a049-f7affd285ecb {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:33:17.339515 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10940a31-b9c1-4420-9dd7-973799358714 req-ea06a3ad-7871-4cce-918f-9c6ec2afd65f service neutron] Port c9a41a0a-6b22-4113-80e0-93d208ed011b on network e832319a-4808-46a5-a049-f7affd285ecb not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:33:17.339842 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10940a31-b9c1-4420-9dd7-973799358714 req-ea06a3ad-7871-4cce-918f-9c6ec2afd65f service neutron] Attempting to bind port c9a41a0a-6b22-4113-80e0-93d208ed011b on network e832319a-4808-46a5-a049-f7affd285ecb {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:33:17.345345 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10940a31-b9c1-4420-9dd7-973799358714 req-ea06a3ad-7871-4cce-918f-9c6ec2afd65f service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:33:17.345758 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10940a31-b9c1-4420-9dd7-973799358714 req-ea06a3ad-7871-4cce-918f-9c6ec2afd65f service neutron] Checking segment: {'id': 'd5af7c1a-d898-4172-9fe8-933af3b8557d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e832319a-4808-46a5-a049-f7affd285ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:33:17.346216 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10940a31-b9c1-4420-9dd7-973799358714 req-ea06a3ad-7871-4cce-918f-9c6ec2afd65f service neutron] Bound using segment: {'id': 'd5af7c1a-d898-4172-9fe8-933af3b8557d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e832319a-4808-46a5-a049-f7affd285ecb'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:33:17.346747 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-10940a31-b9c1-4420-9dd7-973799358714 req-ea06a3ad-7871-4cce-918f-9c6ec2afd65f service neutron] Bound port: c9a41a0a-6b22-4113-80e0-93d208ed011b, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5af7c1a-d898-4172-9fe8-933af3b8557d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e832319a-4808-46a5-a049-f7affd285ecb'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:33:17.347327 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-10940a31-b9c1-4420-9dd7-973799358714 req-ea06a3ad-7871-4cce-918f-9c6ec2afd65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c9a41a0a-6b22-4113-80e0-93d208ed011b), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:17.419066 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-10940a31-b9c1-4420-9dd7-973799358714 req-ea06a3ad-7871-4cce-918f-9c6ec2afd65f service neutron] For port c9a41a0a-6b22-4113-80e0-93d208ed011b, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:33:17.423530 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-10940a31-b9c1-4420-9dd7-973799358714 req-ea06a3ad-7871-4cce-918f-9c6ec2afd65f service neutron] For port c9a41a0a-6b22-4113-80e0-93d208ed011b, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c9a41a0a-6b22-4113-80e0-93d208ed011b,segment=NetworkSegment(d5af7c1a-d898-4172-9fe8-933af3b8557d),segment_id=d5af7c1a-d898-4172-9fe8-933af3b8557d)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:33:17.432601 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-10940a31-b9c1-4420-9dd7-973799358714 req-ea06a3ad-7871-4cce-918f-9c6ec2afd65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (c9a41a0a-6b22-4113-80e0-93d208ed011b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:17.477329 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10940a31-b9c1-4420-9dd7-973799358714 req-ea06a3ad-7871-4cce-918f-9c6ec2afd65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:17.477958 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-10940a31-b9c1-4420-9dd7-973799358714 req-ea06a3ad-7871-4cce-918f-9c6ec2afd65f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:17.479373 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10940a31-b9c1-4420-9dd7-973799358714 req-ea06a3ad-7871-4cce-918f-9c6ec2afd65f service neutron] 10.222.0.96 "PUT /v2.0/ports/c9a41a0a-6b22-4113-80e0-93d208ed011b HTTP/1.1" status: 200 len: 1092 time: 0.7689373 Feb 08 22:33:17.484390 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5842b733-bc5c-4fe4-85f5-30b3e95e99ac', 'tag': 'c9a41a0a-6b22-4113-80e0-93d208ed011b'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:33:17.486751 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32825ea3-6a1e-4eb3-9dce-cd60e1a94d09" -d '{"events": [{"name": "network-changed", "server_uuid": "5842b733-bc5c-4fe4-85f5-30b3e95e99ac", "tag": "c9a41a0a-6b22-4113-80e0-93d208ed011b"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:33:17.513928 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06a3ad-7871-4cce-918f-9c6ec2afd65f service neutron] Pushing event updated for resources: {'Port': ['ID=c9a41a0a-6b22-4113-80e0-93d208ed011b,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:17.547804 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6986cc1c-07c3-4e4e-aa07-0b4a44b8c8fb x-openstack-request-id: req-6986cc1c-07c3-4e4e-aa07-0b4a44b8c8fb {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:33:17.548912 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5842b733-bc5c-4fe4-85f5-30b3e95e99ac", "tag": "c9a41a0a-6b22-4113-80e0-93d208ed011b", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:33:17.549271 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6986cc1c-07c3-4e4e-aa07-0b4a44b8c8fb {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:33:17.549678 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5842b733-bc5c-4fe4-85f5-30b3e95e99ac', 'tag': 'c9a41a0a-6b22-4113-80e0-93d208ed011b', 'status': 'completed', 'code': 200} Feb 08 22:33:17.590852 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10940a31-b9c1-4420-9dd7-973799358714 req-be3b31e5-bb4b-4f0a-8fc0-a3156adc932b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:17.591540 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10940a31-b9c1-4420-9dd7-973799358714 req-be3b31e5-bb4b-4f0a-8fc0-a3156adc932b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 1126 time: 0.0669651 Feb 08 22:33:17.636411 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10940a31-b9c1-4420-9dd7-973799358714 req-8db836b4-3380-4aae-b719-c1be5b1aada9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9a41a0a-6b22-4113-80e0-93d208ed011b HTTP/1.1" status: 200 len: 217 time: 0.0369773 Feb 08 22:33:17.690472 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10940a31-b9c1-4420-9dd7-973799358714 req-018d7f68-73f5-4d96-8965-aacc1bb2a9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:17.691962 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10940a31-b9c1-4420-9dd7-973799358714 req-018d7f68-73f5-4d96-8965-aacc1bb2a9be service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f HTTP/1.1" status: 200 len: 834 time: 0.0491891 Feb 08 22:33:17.752249 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10940a31-b9c1-4420-9dd7-973799358714 req-dbbdf07c-fc6a-43c3-880c-0f78ae91b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:17.753727 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10940a31-b9c1-4420-9dd7-973799358714 req-dbbdf07c-fc6a-43c3-880c-0f78ae91b737 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e832319a-4808-46a5-a049-f7affd285ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0565090 Feb 08 22:33:17.843327 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10940a31-b9c1-4420-9dd7-973799358714 req-a80e126c-f4de-4f68-b501-693d14cf6a39 service neutron] 10.222.0.96 "GET /v2.0/networks/e832319a-4808-46a5-a049-f7affd285ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835109 Feb 08 22:33:17.938779 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10940a31-b9c1-4420-9dd7-973799358714 req-9cf12f55-b2be-49e2-936e-03d68d9f1ada service neutron] 10.222.0.96 "GET /v2.0/networks/e832319a-4808-46a5-a049-f7affd285ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894847 Feb 08 22:33:18.065114 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32825ea3-6a1e-4eb3-9dce-cd60e1a94d09 req-36b8dac2-596f-4780-b051-2ca22c1d5b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:18.066657 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32825ea3-6a1e-4eb3-9dce-cd60e1a94d09 req-36b8dac2-596f-4780-b051-2ca22c1d5b2b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 1126 time: 0.0833316 Feb 08 22:33:18.404121 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c0863-28ce-4ac1-8840-b13ecc8956b7 req-768b0c57-e1d8-4d5b-b7e6-e923bd77e4ea tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:18.405641 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-101c0863-28ce-4ac1-8840-b13ecc8956b7 req-768b0c57-e1d8-4d5b-b7e6-e923bd77e4ea tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 943 time: 0.3836591 Feb 08 22:33:18.483685 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-101c0863-28ce-4ac1-8840-b13ecc8956b7 req-70d25e47-2aba-4151-b23c-57455af57874 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=72aa0571-0bcf-4574-9d83-db0dc5860402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714912 Feb 08 22:33:18.484780 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32825ea3-6a1e-4eb3-9dce-cd60e1a94d09 req-90aef0ac-b7e0-49d8-8b05-af321f8a1add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:18.486169 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32825ea3-6a1e-4eb3-9dce-cd60e1a94d09 req-90aef0ac-b7e0-49d8-8b05-af321f8a1add service neutron] 10.222.0.96 "GET /v2.0/networks?id=e832319a-4808-46a5-a049-f7affd285ecb HTTP/1.1" status: 200 len: 897 time: 0.4132655 Feb 08 22:33:18.529467 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32825ea3-6a1e-4eb3-9dce-cd60e1a94d09 req-2f932679-5b64-44ee-a679-7a96c5aac7af service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9a41a0a-6b22-4113-80e0-93d208ed011b HTTP/1.1" status: 200 len: 217 time: 0.0362396 Feb 08 22:33:18.593868 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32825ea3-6a1e-4eb3-9dce-cd60e1a94d09 req-f0eed906-a2e7-44f9-8291-2d77122d283b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:18.595342 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32825ea3-6a1e-4eb3-9dce-cd60e1a94d09 req-f0eed906-a2e7-44f9-8291-2d77122d283b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f HTTP/1.1" status: 200 len: 834 time: 0.0609894 Feb 08 22:33:18.653296 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32825ea3-6a1e-4eb3-9dce-cd60e1a94d09 req-4596400c-975c-4768-ab2e-d21d1b2c0a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:18.655757 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32825ea3-6a1e-4eb3-9dce-cd60e1a94d09 req-4596400c-975c-4768-ab2e-d21d1b2c0a15 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e832319a-4808-46a5-a049-f7affd285ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0538383 Feb 08 22:33:18.747748 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32825ea3-6a1e-4eb3-9dce-cd60e1a94d09 req-830673cb-284f-4b52-ba66-2eb731ab861b service neutron] 10.222.0.96 "GET /v2.0/networks/e832319a-4808-46a5-a049-f7affd285ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851767 Feb 08 22:33:18.845609 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-32825ea3-6a1e-4eb3-9dce-cd60e1a94d09 req-b320d0cb-5977-4d9d-863c-53523c49dd7e service neutron] 10.222.0.96 "GET /v2.0/networks/e832319a-4808-46a5-a049-f7affd285ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913165 Feb 08 22:33:19.612970 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbd0e6-37d1-450d-89ce-0715a147d360 req-6f45fb23-a57b-4b82-bc7a-9d2ee14f7411 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:19.614572 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-39cbd0e6-37d1-450d-89ce-0715a147d360 req-6f45fb23-a57b-4b82-bc7a-9d2ee14f7411 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 943 time: 0.0551615 Feb 08 22:33:19.672969 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-39cbd0e6-37d1-450d-89ce-0715a147d360 req-ee0e8e2d-d148-4219-b263-6cf6e3902847 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=72aa0571-0bcf-4574-9d83-db0dc5860402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520332 Feb 08 22:33:20.799768 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c23f8f-f407-4fb6-8907-2ec09123f6de req-e2dcf6a6-3ce5-4426-9751-855a043937d8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:20.801302 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-22c23f8f-f407-4fb6-8907-2ec09123f6de req-e2dcf6a6-3ce5-4426-9751-855a043937d8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 943 time: 0.0608659 Feb 08 22:33:20.851579 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-22c23f8f-f407-4fb6-8907-2ec09123f6de req-498a86ef-b274-4465-b534-48aea8ddc233 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=72aa0571-0bcf-4574-9d83-db0dc5860402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439630 Feb 08 22:33:21.675254 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device c9a41a0a-6b22-4113-80e0-93d208ed011b details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:33:21.772289 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port c9a41a0a-6b22-4113-80e0-93d208ed011b, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c9a41a0a-6b22-4113-80e0-93d208ed011b,segment=NetworkSegment(d5af7c1a-d898-4172-9fe8-933af3b8557d),segment_id=d5af7c1a-d898-4172-9fe8-933af3b8557d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:33:21.787447 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'c9a41a0a-6b22-4113-80e0-93d208ed011b', 'network_id': 'e832319a-4808-46a5-a049-f7affd285ecb', 'port_id': 'c9a41a0a-6b22-4113-80e0-93d208ed011b', 'mac_address': 'fa:16:3e:94:a1:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:33:21.824338 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port c9a41a0a-6b22-4113-80e0-93d208ed011b is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:33:21.824727 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c9a41a0a-6b22-4113-80e0-93d208ed011b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:21.837272 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9a41a0a-6b22-4113-80e0-93d208ed011b {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:33:21.856065 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port c9a41a0a-6b22-4113-80e0-93d208ed011b, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c9a41a0a-6b22-4113-80e0-93d208ed011b,segment=NetworkSegment(d5af7c1a-d898-4172-9fe8-933af3b8557d),segment_id=d5af7c1a-d898-4172-9fe8-933af3b8557d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:33:21.859851 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c9a41a0a-6b22-4113-80e0-93d208ed011b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:21.908260 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=c9a41a0a-6b22-4113-80e0-93d208ed011b,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:21.972060 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff070b-b70c-4c59-9994-cd8cb6c04725 req-0bac2d25-07c6-43d7-be53-955e7d65bc24 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:21.973487 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-11ff070b-b70c-4c59-9994-cd8cb6c04725 req-0bac2d25-07c6-43d7-be53-955e7d65bc24 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 944 time: 0.0523651 Feb 08 22:33:22.024903 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-11ff070b-b70c-4c59-9994-cd8cb6c04725 req-a4dfcf7f-8d64-4d49-92b3-81188ae12d73 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=72aa0571-0bcf-4574-9d83-db0dc5860402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451059 Feb 08 22:33:22.232504 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['c9a41a0a-6b22-4113-80e0-93d208ed011b'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:33:23.146019 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f26a8e-74fc-4e1f-97e6-bb1b04cbbef4 req-2d2e21d5-117f-4542-8deb-47e7146a9956 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:23.147524 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-90f26a8e-74fc-4e1f-97e6-bb1b04cbbef4 req-2d2e21d5-117f-4542-8deb-47e7146a9956 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 944 time: 0.0527260 Feb 08 22:33:23.200718 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-90f26a8e-74fc-4e1f-97e6-bb1b04cbbef4 req-eb1811db-99fc-4970-ba60-f40d957bcf22 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=72aa0571-0bcf-4574-9d83-db0dc5860402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473111 Feb 08 22:33:23.676369 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device c9a41a0a-6b22-4113-80e0-93d208ed011b up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:33:23.727030 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port c9a41a0a-6b22-4113-80e0-93d208ed011b completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:33:23.731471 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port c9a41a0a-6b22-4113-80e0-93d208ed011b triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:33:23.731850 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c9a41a0a-6b22-4113-80e0-93d208ed011b), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:23.808435 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port c9a41a0a-6b22-4113-80e0-93d208ed011b is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:33:23.808855 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c9a41a0a-6b22-4113-80e0-93d208ed011b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:23.831335 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5842b733-bc5c-4fe4-85f5-30b3e95e99ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a41a0a-6b22-4113-80e0-93d208ed011b'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:33:23.833622 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f59b44e-b2bf-4660-9ead-86661812d553" -d '{"events": [{"server_uuid": "5842b733-bc5c-4fe4-85f5-30b3e95e99ac", "name": "network-vif-plugged", "status": "completed", "tag": "c9a41a0a-6b22-4113-80e0-93d208ed011b"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:33:23.846504 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port c9a41a0a-6b22-4113-80e0-93d208ed011b, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c9a41a0a-6b22-4113-80e0-93d208ed011b,segment=NetworkSegment(d5af7c1a-d898-4172-9fe8-933af3b8557d),segment_id=d5af7c1a-d898-4172-9fe8-933af3b8557d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:33:23.850539 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c9a41a0a-6b22-4113-80e0-93d208ed011b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:23.873380 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56df223d-36c9-459e-b5ac-69d36f593d86 x-openstack-request-id: req-56df223d-36c9-459e-b5ac-69d36f593d86 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:33:23.873676 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5842b733-bc5c-4fe4-85f5-30b3e95e99ac", "name": "network-vif-plugged", "status": "completed", "tag": "c9a41a0a-6b22-4113-80e0-93d208ed011b", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:33:23.873928 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-56df223d-36c9-459e-b5ac-69d36f593d86 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:33:23.874315 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5842b733-bc5c-4fe4-85f5-30b3e95e99ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a41a0a-6b22-4113-80e0-93d208ed011b', 'code': 200} Feb 08 22:33:23.899921 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=c9a41a0a-6b22-4113-80e0-93d208ed011b,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:23.971114 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18134c26-8aa3-4704-b1ee-e98764349e24 req-6f944a9a-7bbd-4f4b-9f5d-f17b2cce7274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:23.972543 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18134c26-8aa3-4704-b1ee-e98764349e24 req-6f944a9a-7bbd-4f4b-9f5d-f17b2cce7274 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 1128 time: 0.0446823 Feb 08 22:33:24.017921 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-18134c26-8aa3-4704-b1ee-e98764349e24 req-c46fb83a-37d3-4d41-9838-8cc4da9e4dda service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=72aa0571-0bcf-4574-9d83-db0dc5860402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397935 Feb 08 22:33:24.319659 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e1a13-2d3b-4510-9508-09ad5492d8fe req-9979b66d-75dc-4298-9db0-3afc033e831a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:24.321252 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-658e1a13-2d3b-4510-9508-09ad5492d8fe req-9979b66d-75dc-4298-9db0-3afc033e831a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 945 time: 0.0520065 Feb 08 22:33:24.370478 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-658e1a13-2d3b-4510-9508-09ad5492d8fe req-07426fce-0d40-47f0-b3ef-1ac74e002618 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=72aa0571-0bcf-4574-9d83-db0dc5860402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430110 Feb 08 22:33:24.380388 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9dc05a32-b068-404d-b57e-802dacbdb1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:25.496240 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465de422-45c7-48bf-a612-334dc54dee98 req-c955e740-0a9e-4954-ad7d-835431aa1a19 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:25.497852 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-465de422-45c7-48bf-a612-334dc54dee98 req-c955e740-0a9e-4954-ad7d-835431aa1a19 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 945 time: 0.0563462 Feb 08 22:33:25.546952 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-465de422-45c7-48bf-a612-334dc54dee98 req-3978160c-ee86-4615-86d9-1dcfd52ff977 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=72aa0571-0bcf-4574-9d83-db0dc5860402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432849 Feb 08 22:33:25.664795 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5b9d6-8dc1-4986-8930-94077d9b8408 req-f289abd3-c4e1-4122-b1d6-e2c0dd20a64b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:25.666282 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eba5b9d6-8dc1-4986-8930-94077d9b8408 req-f289abd3-c4e1-4122-b1d6-e2c0dd20a64b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 945 time: 0.0534773 Feb 08 22:33:25.715074 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eba5b9d6-8dc1-4986-8930-94077d9b8408 req-62af33ef-7c56-4798-8eef-ce5f02c23aed tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=72aa0571-0bcf-4574-9d83-db0dc5860402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431945 Feb 08 22:33:25.736023 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48294) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:33:25.783755 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b379ab4-f1f8-4a44-bd0f-9d8e5b23d1fd tempest-TestNetworkAdvancedServerOps-828575151 tempest-TestNetworkAdvancedServerOps-828575151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:25.785304 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9b379ab4-f1f8-4a44-bd0f-9d8e5b23d1fd tempest-TestNetworkAdvancedServerOps-828575151 tempest-TestNetworkAdvancedServerOps-828575151-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 1123 time: 0.0482876 Feb 08 22:33:25.788173 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48296) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:33:25.792714 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-eeac193c-82ed-4d3b-b40d-4bb9182c284a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'port_id': 'c9a41a0a-6b22-4113-80e0-93d208ed011b', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:33:25.813268 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eeac193c-82ed-4d3b-b40d-4bb9182c284a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:25.910457 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eeac193c-82ed-4d3b-b40d-4bb9182c284a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:26.017109 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-eeac193c-82ed-4d3b-b40d-4bb9182c284a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Allocated IP 172.25.3.201 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/bff3115d-ee40-4e6e-b1f9-13a02d775b7b) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:33:26.118166 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eeac193c-82ed-4d3b-b40d-4bb9182c284a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for port (bff3115d-ee40-4e6e-b1f9-13a02d775b7b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:26.152357 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eeac193c-82ed-4d3b-b40d-4bb9182c284a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (bff3115d-ee40-4e6e-b1f9-13a02d775b7b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:26.187764 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeac193c-82ed-4d3b-b40d-4bb9182c284a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:33:26.197808 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-eeac193c-82ed-4d3b-b40d-4bb9182c284a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:33:26.201377 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac193c-82ed-4d3b-b40d-4bb9182c284a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:33:26.224424 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac193c-82ed-4d3b-b40d-4bb9182c284a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Port': ['ID=bff3115d-ee40-4e6e-b1f9-13a02d775b7b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:26.551809 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eeac193c-82ed-4d3b-b40d-4bb9182c284a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for floatingip (7d03c75a-8211-44a5-8b49-3caef432544b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:26.624657 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eeac193c-82ed-4d3b-b40d-4bb9182c284a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bff3115d-ee40-4e6e-b1f9-13a02d775b7b), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:26.772805 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eeac193c-82ed-4d3b-b40d-4bb9182c284a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for port (bff3115d-ee40-4e6e-b1f9-13a02d775b7b), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:26.778056 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eeac193c-82ed-4d3b-b40d-4bb9182c284a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (bff3115d-ee40-4e6e-b1f9-13a02d775b7b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:26.849493 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:33:26.861129 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac193c-82ed-4d3b-b40d-4bb9182c284a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Port': ['ID=bff3115d-ee40-4e6e-b1f9-13a02d775b7b,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:33:26.872535 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eeac193c-82ed-4d3b-b40d-4bb9182c284a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (7d03c75a-8211-44a5-8b49-3caef432544b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:26.978008 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-eeac193c-82ed-4d3b-b40d-4bb9182c284a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Floating IP 7d03c75a-8211-44a5-8b49-3caef432544b associated. External IP: 172.25.3.201, port: c9a41a0a-6b22-4113-80e0-93d208ed011b. Feb 08 22:33:27.207806 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeac193c-82ed-4d3b-b40d-4bb9182c284a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Router 89318d58-6b38-4a08-a2f6-7ac523947cde has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:33:27.315372 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeac193c-82ed-4d3b-b40d-4bb9182c284a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:33:27.329246 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a394de87-b6f5-44d2-be67-278b4b41fe1a None None] Sync routers for ids ['89318d58-6b38-4a08-a2f6-7ac523947cde'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:33:27.336865 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eeac193c-82ed-4d3b-b40d-4bb9182c284a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:27.340902 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a394de87-b6f5-44d2-be67-278b4b41fe1a None None] Routers {'89318d58-6b38-4a08-a2f6-7ac523947cde'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:33:27.341324 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a394de87-b6f5-44d2-be67-278b4b41fe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:32:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['89318d58-6b38-4a08-a2f6-7ac523947cde'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:33:27.371012 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-eeac193c-82ed-4d3b-b40d-4bb9182c284a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5817242 Feb 08 22:33:27.371627 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5842b733-bc5c-4fe4-85f5-30b3e95e99ac', 'tag': 'c9a41a0a-6b22-4113-80e0-93d208ed011b'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:33:27.373956 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae29c57a-435c-4d01-8141-5df14754904c" -d '{"events": [{"name": "network-changed", "server_uuid": "5842b733-bc5c-4fe4-85f5-30b3e95e99ac", "tag": "c9a41a0a-6b22-4113-80e0-93d208ed011b"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:33:27.415631 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10bbaa6-6a17-4131-82b4-c41ec19d51d2 x-openstack-request-id: req-f10bbaa6-6a17-4131-82b4-c41ec19d51d2 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:33:27.415631 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5842b733-bc5c-4fe4-85f5-30b3e95e99ac", "tag": "c9a41a0a-6b22-4113-80e0-93d208ed011b", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:33:27.416498 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f10bbaa6-6a17-4131-82b4-c41ec19d51d2 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:33:27.417243 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5842b733-bc5c-4fe4-85f5-30b3e95e99ac', 'tag': 'c9a41a0a-6b22-4113-80e0-93d208ed011b', 'status': 'completed', 'code': 200} Feb 08 22:33:27.459939 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a394de87-b6f5-44d2-be67-278b4b41fe1a None None] Set router 89318d58-6b38-4a08-a2f6-7ac523947cde gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:33:27.514785 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb068fd-a625-4e83-aef8-de17d94b11fa req-260618b3-7eb9-412d-bf0f-4eb5c7f76b92 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:27.516324 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6bb068fd-a625-4e83-aef8-de17d94b11fa req-260618b3-7eb9-412d-bf0f-4eb5c7f76b92 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 945 time: 0.0849779 Feb 08 22:33:27.522296 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29c57a-435c-4d01-8141-5df14754904c req-9022becb-7c6c-47cd-8f4c-f491829474d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:27.524285 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ae29c57a-435c-4d01-8141-5df14754904c req-9022becb-7c6c-47cd-8f4c-f491829474d0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 1128 time: 0.0823832 Feb 08 22:33:27.623556 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6bb068fd-a625-4e83-aef8-de17d94b11fa req-68ba843d-0a8f-4426-8010-c0c0c199849b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=72aa0571-0bcf-4574-9d83-db0dc5860402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983305 Feb 08 22:33:27.650391 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48302) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:33:27.651740 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29c57a-435c-4d01-8141-5df14754904c req-a82e74b3-e336-4cc5-9243-40ec8bab08f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:27.652528 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ae29c57a-435c-4d01-8141-5df14754904c req-a82e74b3-e336-4cc5-9243-40ec8bab08f7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e832319a-4808-46a5-a049-f7affd285ecb HTTP/1.1" status: 200 len: 897 time: 0.1204720 Feb 08 22:33:27.661997 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-03858ef5-840a-454e-969c-18ecd169a766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:27.711692 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a394de87-b6f5-44d2-be67-278b4b41fe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055428507', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '3f4a865f-0a91-445e-a73c-090bc827617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:33:08Z', 'updated_at': '2022-02-08T22:33:12Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '3f4a865f-0a91-445e-a73c-090bc827617a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:33:08Z', 'updated_at': '2022-02-08T22:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '7d03c75a-8211-44a5-8b49-3caef432544b', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'floating_ip_address': '172.25.3.201', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'port_id': 'c9a41a0a-6b22-4113-80e0-93d208ed011b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e832319a-4808-46a5-a049-f7affd285ecb', 'mac_address': 'fa:16:3e:94:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5842b733-bc5c-4fe4-85f5-30b3e95e99ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:33:26Z', 'updated_at': '2022-02-08T22:33:26Z', 'revision_number': 0, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82dc7d68-d80b-4b89-9579-948493b07955', 'name': '', 'network_id': 'e832319a-4808-46a5-a049-f7affd285ecb', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:3b:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:33:11Z', 'updated_at': '2022-02-08T22:33:15Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': 'b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:33:27.718138 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-202ff70e-12e6-4895-8ba5-839b63efdddb tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/floatingips/7d03c75a-8211-44a5-8b49-3caef432544b HTTP/1.1" status: 200 len: 991 time: 0.0663028 Feb 08 22:33:27.726813 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ae29c57a-435c-4d01-8141-5df14754904c req-553644a7-bb8d-4537-8452-7b439cac94d9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9a41a0a-6b22-4113-80e0-93d208ed011b HTTP/1.1" status: 200 len: 999 time: 0.0686815 Feb 08 22:33:27.740031 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a394de87-b6f5-44d2-be67-278b4b41fe1a None None] Checking router: 89318d58-6b38-4a08-a2f6-7ac523947cde for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:33:27.749014 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a394de87-b6f5-44d2-be67-278b4b41fe1a None None] Routers {'89318d58-6b38-4a08-a2f6-7ac523947cde'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:33:27.749661 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a394de87-b6f5-44d2-be67-278b4b41fe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:33:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['89318d58-6b38-4a08-a2f6-7ac523947cde'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:33:27.779504 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29c57a-435c-4d01-8141-5df14754904c req-1405eb7c-3dea-44ee-a61b-b57a92ac0a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:27.780995 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ae29c57a-435c-4d01-8141-5df14754904c req-1405eb7c-3dea-44ee-a61b-b57a92ac0a56 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f HTTP/1.1" status: 200 len: 834 time: 0.0488386 Feb 08 22:33:27.829639 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29c57a-435c-4d01-8141-5df14754904c req-086412d9-e1cd-4a95-8cc7-b3cff144e879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:27.831166 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ae29c57a-435c-4d01-8141-5df14754904c req-086412d9-e1cd-4a95-8cc7-b3cff144e879 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e832319a-4808-46a5-a049-f7affd285ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450571 Feb 08 22:33:27.858952 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a394de87-b6f5-44d2-be67-278b4b41fe1a None None] Set router 89318d58-6b38-4a08-a2f6-7ac523947cde gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:33:27.919254 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ae29c57a-435c-4d01-8141-5df14754904c req-5cc5774f-642b-4776-a1a5-9e0da63e87a4 service neutron] 10.222.0.96 "GET /v2.0/networks/e832319a-4808-46a5-a049-f7affd285ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825100 Feb 08 22:33:28.018168 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ae29c57a-435c-4d01-8141-5df14754904c req-b38ade70-710e-4145-9fe0-8204ab6f8014 service neutron] 10.222.0.96 "GET /v2.0/networks/e832319a-4808-46a5-a049-f7affd285ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930021 Feb 08 22:33:28.187089 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a394de87-b6f5-44d2-be67-278b4b41fe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055428507', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '3f4a865f-0a91-445e-a73c-090bc827617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:33:08Z', 'updated_at': '2022-02-08T22:33:12Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '3f4a865f-0a91-445e-a73c-090bc827617a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:33:08Z', 'updated_at': '2022-02-08T22:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '7d03c75a-8211-44a5-8b49-3caef432544b', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'floating_ip_address': '172.25.3.201', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'port_id': 'c9a41a0a-6b22-4113-80e0-93d208ed011b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e832319a-4808-46a5-a049-f7affd285ecb', 'mac_address': 'fa:16:3e:94:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5842b733-bc5c-4fe4-85f5-30b3e95e99ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:33:26Z', 'updated_at': '2022-02-08T22:33:26Z', 'revision_number': 0, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82dc7d68-d80b-4b89-9579-948493b07955', 'name': '', 'network_id': 'e832319a-4808-46a5-a049-f7affd285ecb', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:3b:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:33:11Z', 'updated_at': '2022-02-08T22:33:15Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': 'b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:33:28.215430 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a394de87-b6f5-44d2-be67-278b4b41fe1a None None] The sync data for ids ['89318d58-6b38-4a08-a2f6-7ac523947cde'] in n-d-712143-31 is: [{'id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055428507', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '3f4a865f-0a91-445e-a73c-090bc827617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:33:08Z', 'updated_at': '2022-02-08T22:33:12Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '3f4a865f-0a91-445e-a73c-090bc827617a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:33:08Z', 'updated_at': '2022-02-08T22:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '7d03c75a-8211-44a5-8b49-3caef432544b', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'floating_ip_address': '172.25.3.201', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'port_id': 'c9a41a0a-6b22-4113-80e0-93d208ed011b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e832319a-4808-46a5-a049-f7affd285ecb', 'mac_address': 'fa:16:3e:94:a1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5842b733-bc5c-4fe4-85f5-30b3e95e99ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:33:26Z', 'updated_at': '2022-02-08T22:33:26Z', 'revision_number': 0, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82dc7d68-d80b-4b89-9579-948493b07955', 'name': '', 'network_id': 'e832319a-4808-46a5-a049-f7affd285ecb', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:3b:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:33:11Z', 'updated_at': '2022-02-08T22:33:15Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': 'b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:33:28.412037 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43565e75-841b-49d5-ae69-423ca240e265 None None] New status for floating IP 7d03c75a-8211-44a5-8b49-3caef432544b: ACTIVE {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:33:28.721364 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48304) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:33:28.782151 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-fddc994a-fa66-4ac4-9511-9c499689e2bd tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/floatingips/7d03c75a-8211-44a5-8b49-3caef432544b HTTP/1.1" status: 200 len: 993 time: 0.0595789 Feb 08 22:33:29.529571 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:31.563598 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:31.840009 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:35.161068 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf588485-eb96-4bd3-b36a-bbbc11f0bfad req-a9042cf8-fd41-4048-ac28-1f4163f6018b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0480895 Feb 08 22:33:35.245315 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf588485-eb96-4bd3-b36a-bbbc11f0bfad req-d52a6406-12b7-4404-a87e-cb2198599029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:35.247064 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf588485-eb96-4bd3-b36a-bbbc11f0bfad req-d52a6406-12b7-4404-a87e-cb2198599029 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 1128 time: 0.0458922 Feb 08 22:33:35.352374 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf588485-eb96-4bd3-b36a-bbbc11f0bfad req-eef5904f-a7b6-4ddf-8900-7c219768bda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:35.353794 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf588485-eb96-4bd3-b36a-bbbc11f0bfad req-eef5904f-a7b6-4ddf-8900-7c219768bda0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e832319a-4808-46a5-a049-f7affd285ecb HTTP/1.1" status: 200 len: 897 time: 0.0843749 Feb 08 22:33:35.426249 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf588485-eb96-4bd3-b36a-bbbc11f0bfad req-6a6d04b6-f37d-4434-9bc5-67f33e669eeb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9a41a0a-6b22-4113-80e0-93d208ed011b HTTP/1.1" status: 200 len: 1001 time: 0.0668244 Feb 08 22:33:35.474148 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf588485-eb96-4bd3-b36a-bbbc11f0bfad req-d7664163-56b9-4dc4-b251-9264a6ac5e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:35.475609 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf588485-eb96-4bd3-b36a-bbbc11f0bfad req-d7664163-56b9-4dc4-b251-9264a6ac5e75 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f HTTP/1.1" status: 200 len: 834 time: 0.0440948 Feb 08 22:33:35.523977 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf588485-eb96-4bd3-b36a-bbbc11f0bfad req-b0b7de96-6ca7-4cb2-837f-609a6f1cc004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:33:35.525501 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf588485-eb96-4bd3-b36a-bbbc11f0bfad req-b0b7de96-6ca7-4cb2-837f-609a6f1cc004 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e832319a-4808-46a5-a049-f7affd285ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444262 Feb 08 22:33:35.618175 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf588485-eb96-4bd3-b36a-bbbc11f0bfad req-abc2853a-f104-44d8-b84e-ca29a0ce33a0 service neutron] 10.222.0.96 "GET /v2.0/networks/e832319a-4808-46a5-a049-f7affd285ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840111 Feb 08 22:33:35.707586 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bf588485-eb96-4bd3-b36a-bbbc11f0bfad req-e94623d7-b718-445a-b80e-24757d35cab9 service neutron] 10.222.0.96 "GET /v2.0/networks/e832319a-4808-46a5-a049-f7affd285ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833471 Feb 08 22:33:37.201338 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:37.251616 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:54.371977 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-91a9c3f1-f66f-44d8-86f7-007428e4144d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:57.655008 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ad5187c7-0c5a-443f-97fd-f078173192b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:33:59.531208 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:34:01.565785 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:34:01.842690 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:34:03.849079 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:34:07.200856 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:34:07.267151 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:34:24.374197 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-adbe1966-8ea2-4097-b6ef-062203185982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:34:27.660809 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-468370b8-d1be-40e5-87d7-994d55355d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:34:29.539446 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:34:31.574237 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:34:31.593659 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e6dbf-ae7d-4df1-a6d0-475ac7fe31cc req-28751e4d-f181-4306-9ad3-8207c22e1ae9 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:34:31.595290 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd8e6dbf-ae7d-4df1-a6d0-475ac7fe31cc req-28751e4d-f181-4306-9ad3-8207c22e1ae9 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 945 time: 0.0758874 Feb 08 22:34:31.647972 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-dd8e6dbf-ae7d-4df1-a6d0-475ac7fe31cc req-a0bc038f-7d80-4a8b-821e-112f6ae30fe2 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=72aa0571-0bcf-4574-9d83-db0dc5860402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469484 Feb 08 22:34:31.844017 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:34:32.775071 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077228df-dbc3-48b1-b1e3-aced3ec904ef req-84161584-6fc4-4bec-b0ea-8e80b392844f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:34:32.776841 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-077228df-dbc3-48b1-b1e3-aced3ec904ef req-84161584-6fc4-4bec-b0ea-8e80b392844f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 945 time: 0.0542624 Feb 08 22:34:32.828385 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-077228df-dbc3-48b1-b1e3-aced3ec904ef req-f26329c2-367d-491c-b852-d167f3b6d362 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=72aa0571-0bcf-4574-9d83-db0dc5860402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443785 Feb 08 22:34:33.950839 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2a12a-e9d3-4f32-a72d-548b0ff74f67 req-795ae927-48b9-4c9d-ab2d-6e78d8bf678d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:34:33.952423 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-59c2a12a-e9d3-4f32-a72d-548b0ff74f67 req-795ae927-48b9-4c9d-ab2d-6e78d8bf678d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 945 time: 0.0546660 Feb 08 22:34:34.009787 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-59c2a12a-e9d3-4f32-a72d-548b0ff74f67 req-396e1af0-c731-4bfd-a77a-c86ae0e948d1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=72aa0571-0bcf-4574-9d83-db0dc5860402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508456 Feb 08 22:34:35.134053 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee9a8b-eb19-41e1-9521-93648015ffaf req-fb59bc8c-4c77-424b-98c2-a936b7efc3bf tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:34:35.135575 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8fee9a8b-eb19-41e1-9521-93648015ffaf req-fb59bc8c-4c77-424b-98c2-a936b7efc3bf tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 945 time: 0.0531170 Feb 08 22:34:35.188429 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8fee9a8b-eb19-41e1-9521-93648015ffaf req-07e802a1-968a-40ce-8b42-b5ef48272c83 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=72aa0571-0bcf-4574-9d83-db0dc5860402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468309 Feb 08 22:34:36.308551 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad5cb1-4f45-4c3d-a886-f43efbd9b031 req-4ba44045-dfaf-4f87-bfc0-2a87ab6545c6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:34:36.309959 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-75ad5cb1-4f45-4c3d-a886-f43efbd9b031 req-4ba44045-dfaf-4f87-bfc0-2a87ab6545c6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 945 time: 0.0520940 Feb 08 22:34:36.359034 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-75ad5cb1-4f45-4c3d-a886-f43efbd9b031 req-4953e3de-10b7-46f1-aaae-b05df673f38b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=72aa0571-0bcf-4574-9d83-db0dc5860402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429468 Feb 08 22:34:37.121650 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81b86b-f66c-458d-aa7d-ea201fa67b13 req-c16b2b8f-be8c-4a05-b799-39177a1de275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:34:37.123147 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef81b86b-f66c-458d-aa7d-ea201fa67b13 req-c16b2b8f-be8c-4a05-b799-39177a1de275 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 1128 time: 0.0504835 Feb 08 22:34:37.191405 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:34:37.228135 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81b86b-f66c-458d-aa7d-ea201fa67b13 req-0d7e8b19-e7a8-4e33-ac30-75789f2b6ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:34:37.229643 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef81b86b-f66c-458d-aa7d-ea201fa67b13 req-0d7e8b19-e7a8-4e33-ac30-75789f2b6ca2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e832319a-4808-46a5-a049-f7affd285ecb HTTP/1.1" status: 200 len: 897 time: 0.0852497 Feb 08 22:34:37.264608 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:34:37.299059 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef81b86b-f66c-458d-aa7d-ea201fa67b13 req-18a6e052-2d43-49eb-aea1-114083058a20 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9a41a0a-6b22-4113-80e0-93d208ed011b HTTP/1.1" status: 200 len: 1001 time: 0.0629580 Feb 08 22:34:37.346677 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81b86b-f66c-458d-aa7d-ea201fa67b13 req-44f49f1e-9f41-4ff7-a2f8-86a016a50180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:34:37.348180 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef81b86b-f66c-458d-aa7d-ea201fa67b13 req-44f49f1e-9f41-4ff7-a2f8-86a016a50180 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f HTTP/1.1" status: 200 len: 834 time: 0.0437403 Feb 08 22:34:37.407589 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81b86b-f66c-458d-aa7d-ea201fa67b13 req-90c79331-c520-461b-b539-91e48f1837e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:34:37.409215 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef81b86b-f66c-458d-aa7d-ea201fa67b13 req-90c79331-c520-461b-b539-91e48f1837e7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e832319a-4808-46a5-a049-f7affd285ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0512776 Feb 08 22:34:37.539418 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc00393-89bb-4b5b-aa06-34124e2a4b64 req-71f0e092-64f1-4f75-9a46-d5f3d11a58f3 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:34:37.540902 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ccc00393-89bb-4b5b-aa06-34124e2a4b64 req-71f0e092-64f1-4f75-9a46-d5f3d11a58f3 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 945 time: 0.1080680 Feb 08 22:34:37.543105 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef81b86b-f66c-458d-aa7d-ea201fa67b13 req-70ee49f8-4ede-4f04-b3a7-d3acaea00ca2 service neutron] 10.222.0.96 "GET /v2.0/networks/e832319a-4808-46a5-a049-f7affd285ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281502 Feb 08 22:34:37.641079 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ccc00393-89bb-4b5b-aa06-34124e2a4b64 req-73630101-3d0b-4b2f-b6c5-74872fda8665 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=72aa0571-0bcf-4574-9d83-db0dc5860402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944548 Feb 08 22:34:37.668389 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef81b86b-f66c-458d-aa7d-ea201fa67b13 req-2c6d5df7-d705-455e-8ba0-8fd9a1a21b13 service neutron] 10.222.0.96 "GET /v2.0/networks/e832319a-4808-46a5-a049-f7affd285ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155853 Feb 08 22:34:38.761255 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c6b7d-41f8-44d6-b9a2-997203407864 req-8b4928b6-f38a-441e-b7fc-5af9328316a3 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:34:38.762744 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8f4c6b7d-41f8-44d6-b9a2-997203407864 req-8b4928b6-f38a-441e-b7fc-5af9328316a3 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 945 time: 0.0536640 Feb 08 22:34:38.810595 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8f4c6b7d-41f8-44d6-b9a2-997203407864 req-289ceb40-652b-4589-afdb-432ddc82a0b7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=72aa0571-0bcf-4574-9d83-db0dc5860402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421331 Feb 08 22:34:39.931216 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb253595-35a9-4cb3-a193-732612057261 req-cb9ec273-16fc-4834-8601-33c89a053031 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:34:39.932687 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cb253595-35a9-4cb3-a193-732612057261 req-cb9ec273-16fc-4834-8601-33c89a053031 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 945 time: 0.0532837 Feb 08 22:34:39.984937 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cb253595-35a9-4cb3-a193-732612057261 req-f80bd089-9738-4241-a566-9d2848740d4e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=72aa0571-0bcf-4574-9d83-db0dc5860402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461040 Feb 08 22:34:40.849198 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:34:41.105431 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28776d0-95a9-4261-b5c6-76fe5c25c0aa req-720a2ce0-f456-40cb-88f2-f1b9d769a2a0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:34:41.106853 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c28776d0-95a9-4261-b5c6-76fe5c25c0aa req-720a2ce0-f456-40cb-88f2-f1b9d769a2a0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 945 time: 0.0530031 Feb 08 22:34:41.157272 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c28776d0-95a9-4261-b5c6-76fe5c25c0aa req-40f41c54-046d-4fcf-b6a8-f9cba6e0d252 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=72aa0571-0bcf-4574-9d83-db0dc5860402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430608 Feb 08 22:34:42.274956 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82f4e3-729a-47b5-907c-e523ff449562 req-213cce94-5def-4fe1-85c9-93528f06316b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:34:42.276717 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa82f4e3-729a-47b5-907c-e523ff449562 req-213cce94-5def-4fe1-85c9-93528f06316b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 945 time: 0.0523040 Feb 08 22:34:42.324898 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa82f4e3-729a-47b5-907c-e523ff449562 req-c37c2bdd-7c0e-4462-b56d-47517d69329d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=72aa0571-0bcf-4574-9d83-db0dc5860402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419900 Feb 08 22:34:42.347475 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48356) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:34:42.675540 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-9a50693c-7e2f-439d-994f-f9d1f07b0589 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/floatingips/7d03c75a-8211-44a5-8b49-3caef432544b HTTP/1.1" status: 200 len: 993 time: 0.3268943 Feb 08 22:34:43.963022 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5116c7-3e3c-4013-b3b3-2e57f92a77fd req-26d812ff-b541-4fba-b6e7-e15584e5b37c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:34:43.964378 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef5116c7-3e3c-4013-b3b3-2e57f92a77fd req-26d812ff-b541-4fba-b6e7-e15584e5b37c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 945 time: 0.0780385 Feb 08 22:34:44.007397 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421efd0-1fc9-4d26-9cd3-198f5605b98d req-86d9d102-565d-4a39-8d16-22e287a42bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:34:44.008926 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8421efd0-1fc9-4d26-9cd3-198f5605b98d req-86d9d102-565d-4a39-8d16-22e287a42bc2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 1128 time: 0.0790546 Feb 08 22:34:44.044224 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef5116c7-3e3c-4013-b3b3-2e57f92a77fd req-dfaed9db-c93b-42fb-9ddc-cfced21d9ac4 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=72aa0571-0bcf-4574-9d83-db0dc5860402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722327 Feb 08 22:34:44.111933 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421efd0-1fc9-4d26-9cd3-198f5605b98d req-61b3f4c5-ad2a-4af2-9e68-01655f322288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:34:44.113464 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8421efd0-1fc9-4d26-9cd3-198f5605b98d req-61b3f4c5-ad2a-4af2-9e68-01655f322288 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e832319a-4808-46a5-a049-f7affd285ecb HTTP/1.1" status: 200 len: 897 time: 0.0944104 Feb 08 22:34:44.182095 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8421efd0-1fc9-4d26-9cd3-198f5605b98d req-c18f4225-711b-4b02-a277-ee87bc38687d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9a41a0a-6b22-4113-80e0-93d208ed011b HTTP/1.1" status: 200 len: 1001 time: 0.0631971 Feb 08 22:34:44.230006 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421efd0-1fc9-4d26-9cd3-198f5605b98d req-5a52694d-cc9b-40f7-9b3c-17cee123988f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:34:44.231437 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8421efd0-1fc9-4d26-9cd3-198f5605b98d req-5a52694d-cc9b-40f7-9b3c-17cee123988f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f HTTP/1.1" status: 200 len: 834 time: 0.0429034 Feb 08 22:34:44.283680 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421efd0-1fc9-4d26-9cd3-198f5605b98d req-7deedf3e-d98e-45c5-a6bc-6cbd03cdcdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:34:44.285513 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8421efd0-1fc9-4d26-9cd3-198f5605b98d req-7deedf3e-d98e-45c5-a6bc-6cbd03cdcdae service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e832319a-4808-46a5-a049-f7affd285ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486412 Feb 08 22:34:44.378048 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8421efd0-1fc9-4d26-9cd3-198f5605b98d req-51d66d82-3f5f-4383-a6ec-c028d7c60759 service neutron] 10.222.0.96 "GET /v2.0/networks/e832319a-4808-46a5-a049-f7affd285ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861852 Feb 08 22:34:44.465853 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8421efd0-1fc9-4d26-9cd3-198f5605b98d req-e979e55c-b831-4cf2-ad9c-6c2ad145be97 service neutron] 10.222.0.96 "GET /v2.0/networks/e832319a-4808-46a5-a049-f7affd285ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823839 Feb 08 22:34:45.193322 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407ca32-caaa-4094-a3f6-c19f5355f64d req-5ef8da80-e419-48ea-9f2c-6a6c4a91731a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:34:45.194867 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e407ca32-caaa-4094-a3f6-c19f5355f64d req-5ef8da80-e419-48ea-9f2c-6a6c4a91731a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 945 time: 0.0713394 Feb 08 22:34:45.247532 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e407ca32-caaa-4094-a3f6-c19f5355f64d req-5400e166-741b-44ab-8744-dabee97a76a6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=72aa0571-0bcf-4574-9d83-db0dc5860402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469944 Feb 08 22:34:45.272889 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48366) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:34:45.341657 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0a376963-12c1-44f6-bab2-b44cc454a448 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/floatingips/7d03c75a-8211-44a5-8b49-3caef432544b HTTP/1.1" status: 200 len: 993 time: 0.0674565 Feb 08 22:34:54.378342 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6ef0e1e9-5108-41a3-86ff-8e52e31bc0b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:34:57.663116 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7883df44-1b4d-4aeb-8e3c-c43efc1f940b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:34:59.540417 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:01.568729 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:01.850266 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:07.197996 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:07.260953 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:17.850001 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:35:24.379633 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3e8c89de-a066-433e-908c-b63811f6a4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:27.667859 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6dbcb50d-771e-475f-ab5f-37754d8bec65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:29.542628 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:31.570955 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:31.851147 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:36.576387 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1ae0070f-8617-44fe-99bb-83f612148468 req-c8bad88e-f6b3-4adc-a2c4-4d35e559e712 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483601 Feb 08 22:35:36.658982 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0070f-8617-44fe-99bb-83f612148468 req-f6d41e16-7309-4cf8-b02d-348aace05afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:35:36.661000 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1ae0070f-8617-44fe-99bb-83f612148468 req-f6d41e16-7309-4cf8-b02d-348aace05afc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 1128 time: 0.0444469 Feb 08 22:35:36.764036 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0070f-8617-44fe-99bb-83f612148468 req-8a24477d-291c-4e5b-8fd3-2ee7db032857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:35:36.765527 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1ae0070f-8617-44fe-99bb-83f612148468 req-8a24477d-291c-4e5b-8fd3-2ee7db032857 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e832319a-4808-46a5-a049-f7affd285ecb HTTP/1.1" status: 200 len: 897 time: 0.0863755 Feb 08 22:35:36.830900 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1ae0070f-8617-44fe-99bb-83f612148468 req-79e9f1d1-0aff-4351-a0f4-41e6e39e21cb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9a41a0a-6b22-4113-80e0-93d208ed011b HTTP/1.1" status: 200 len: 1001 time: 0.0589383 Feb 08 22:35:36.881839 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0070f-8617-44fe-99bb-83f612148468 req-248f9195-587d-44c2-8016-bcf22d7115fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:35:36.883262 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1ae0070f-8617-44fe-99bb-83f612148468 req-248f9195-587d-44c2-8016-bcf22d7115fe service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f HTTP/1.1" status: 200 len: 834 time: 0.0464764 Feb 08 22:35:36.932454 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0070f-8617-44fe-99bb-83f612148468 req-433dd3c9-0c81-4835-95f6-f42b3c4d6cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:35:36.933985 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1ae0070f-8617-44fe-99bb-83f612148468 req-433dd3c9-0c81-4835-95f6-f42b3c4d6cc3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e832319a-4808-46a5-a049-f7affd285ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439591 Feb 08 22:35:37.021194 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1ae0070f-8617-44fe-99bb-83f612148468 req-209a7e3f-4ba9-438b-b21d-598e8cc8f071 service neutron] 10.222.0.96 "GET /v2.0/networks/e832319a-4808-46a5-a049-f7affd285ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816076 Feb 08 22:35:37.113468 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1ae0070f-8617-44fe-99bb-83f612148468 req-f1348b9c-024b-438f-938d-c67920d70ace service neutron] 10.222.0.96 "GET /v2.0/networks/e832319a-4808-46a5-a049-f7affd285ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860555 Feb 08 22:35:37.197716 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:37.280137 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:40.547186 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48386) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:35:40.705492 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e63aba47-7d4c-4113-9dc9-64c5a1dff2b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Deleting port bff3115d-ee40-4e6e-b1f9-13a02d775b7b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:35:40.705841 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e63aba47-7d4c-4113-9dc9-64c5a1dff2b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (bff3115d-ee40-4e6e-b1f9-13a02d775b7b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:40.783411 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e63aba47-7d4c-4113-9dc9-64c5a1dff2b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (bff3115d-ee40-4e6e-b1f9-13a02d775b7b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:40.783739 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e63aba47-7d4c-4113-9dc9-64c5a1dff2b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for floatingip (bff3115d-ee40-4e6e-b1f9-13a02d775b7b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:40.795710 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e63aba47-7d4c-4113-9dc9-64c5a1dff2b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Calling delete_port for bff3115d-ee40-4e6e-b1f9-13a02d775b7b owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:35:40.941126 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e63aba47-7d4c-4113-9dc9-64c5a1dff2b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (bff3115d-ee40-4e6e-b1f9-13a02d775b7b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:40.968744 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63aba47-7d4c-4113-9dc9-64c5a1dff2b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'Port': ['ID=bff3115d-ee40-4e6e-b1f9-13a02d775b7b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:40.994561 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63aba47-7d4c-4113-9dc9-64c5a1dff2b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:40.994915 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63aba47-7d4c-4113-9dc9-64c5a1dff2b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:40.995265 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63aba47-7d4c-4113-9dc9-64c5a1dff2b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:40.995611 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63aba47-7d4c-4113-9dc9-64c5a1dff2b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:40.995946 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63aba47-7d4c-4113-9dc9-64c5a1dff2b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:40.996281 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63aba47-7d4c-4113-9dc9-64c5a1dff2b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:40.996616 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63aba47-7d4c-4113-9dc9-64c5a1dff2b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:40.996948 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63aba47-7d4c-4113-9dc9-64c5a1dff2b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:40.997306 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63aba47-7d4c-4113-9dc9-64c5a1dff2b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:40.997639 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63aba47-7d4c-4113-9dc9-64c5a1dff2b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:40.997968 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63aba47-7d4c-4113-9dc9-64c5a1dff2b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:40.998299 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63aba47-7d4c-4113-9dc9-64c5a1dff2b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:40.998622 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63aba47-7d4c-4113-9dc9-64c5a1dff2b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:41.039476 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e63aba47-7d4c-4113-9dc9-64c5a1dff2b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for floatingip (7d03c75a-8211-44a5-8b49-3caef432544b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:41.039816 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-e63aba47-7d4c-4113-9dc9-64c5a1dff2b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Floating IP 7d03c75a-8211-44a5-8b49-3caef432544b disassociated (deleted). External IP: 172.25.3.201, port: c9a41a0a-6b22-4113-80e0-93d208ed011b. Feb 08 22:35:41.250971 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63aba47-7d4c-4113-9dc9-64c5a1dff2b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Router 89318d58-6b38-4a08-a2f6-7ac523947cde has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:35:41.358808 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63aba47-7d4c-4113-9dc9-64c5a1dff2b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:35:41.363546 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e63aba47-7d4c-4113-9dc9-64c5a1dff2b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:41.369736 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdfdbea-1728-4ed4-a6c3-b605bb8a0be5 None None] Sync routers for ids ['89318d58-6b38-4a08-a2f6-7ac523947cde'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:35:41.379802 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdfdbea-1728-4ed4-a6c3-b605bb8a0be5 None None] Routers {'89318d58-6b38-4a08-a2f6-7ac523947cde'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:35:41.381431 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8bdfdbea-1728-4ed4-a6c3-b605bb8a0be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:35:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['89318d58-6b38-4a08-a2f6-7ac523947cde'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:35:41.393355 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e63aba47-7d4c-4113-9dc9-64c5a1dff2b0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "DELETE /v2.0/floatingips/7d03c75a-8211-44a5-8b49-3caef432544b HTTP/1.1" status: 204 len: 168 time: 0.8450546 Feb 08 22:35:41.393965 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5842b733-bc5c-4fe4-85f5-30b3e95e99ac', 'tag': 'c9a41a0a-6b22-4113-80e0-93d208ed011b'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:35:41.396371 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1802cce71311667749108c4770a25da94a97ab17bab80bd33ee27ebae59f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3710fae5-9a82-452b-b5ac-9cc78a6a3b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "5842b733-bc5c-4fe4-85f5-30b3e95e99ac", "tag": "c9a41a0a-6b22-4113-80e0-93d208ed011b"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:35:41.434965 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0a49b1-1523-4f6e-8179-ff95f6d490c8 x-openstack-request-id: req-4f0a49b1-1523-4f6e-8179-ff95f6d490c8 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:35:41.435265 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5842b733-bc5c-4fe4-85f5-30b3e95e99ac", "tag": "c9a41a0a-6b22-4113-80e0-93d208ed011b", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:35:41.435521 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4f0a49b1-1523-4f6e-8179-ff95f6d490c8 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:35:41.436107 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5842b733-bc5c-4fe4-85f5-30b3e95e99ac', 'tag': 'c9a41a0a-6b22-4113-80e0-93d208ed011b', 'status': 'completed', 'code': 200} Feb 08 22:35:41.499834 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-8bdfdbea-1728-4ed4-a6c3-b605bb8a0be5 None None] Set router 89318d58-6b38-4a08-a2f6-7ac523947cde gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:35:41.502669 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710fae5-9a82-452b-b5ac-9cc78a6a3b9b req-bbef32ad-4c83-4639-9346-937e06a533a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:35:41.504937 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3710fae5-9a82-452b-b5ac-9cc78a6a3b9b req-bbef32ad-4c83-4639-9346-937e06a533a4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 1128 time: 0.0486493 Feb 08 22:35:41.634160 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710fae5-9a82-452b-b5ac-9cc78a6a3b9b req-79f06aba-47f2-47e3-8ffe-81afe2b07a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:35:41.635654 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3710fae5-9a82-452b-b5ac-9cc78a6a3b9b req-79f06aba-47f2-47e3-8ffe-81afe2b07a07 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e832319a-4808-46a5-a049-f7affd285ecb HTTP/1.1" status: 200 len: 897 time: 0.1218441 Feb 08 22:35:41.683207 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3710fae5-9a82-452b-b5ac-9cc78a6a3b9b req-7856f11b-dd1f-4cd0-8ef8-75124e22d61a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9a41a0a-6b22-4113-80e0-93d208ed011b HTTP/1.1" status: 200 len: 217 time: 0.0395553 Feb 08 22:35:41.691002 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f28b6-d2db-4ca9-904d-b24d46141ab0 req-79ae8a1e-673a-4193-975f-e491b75d90a0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:35:41.692578 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-681f28b6-d2db-4ca9-904d-b24d46141ab0 req-79ae8a1e-673a-4193-975f-e491b75d90a0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 945 time: 0.1007140 Feb 08 22:35:41.714282 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8bdfdbea-1728-4ed4-a6c3-b605bb8a0be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055428507', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '3f4a865f-0a91-445e-a73c-090bc827617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:33:08Z', 'updated_at': '2022-02-08T22:33:12Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '3f4a865f-0a91-445e-a73c-090bc827617a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:33:08Z', 'updated_at': '2022-02-08T22:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '82dc7d68-d80b-4b89-9579-948493b07955', 'name': '', 'network_id': 'e832319a-4808-46a5-a049-f7affd285ecb', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:3b:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:33:11Z', 'updated_at': '2022-02-08T22:33:15Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': 'b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:35:41.740680 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdfdbea-1728-4ed4-a6c3-b605bb8a0be5 None None] Checking router: 89318d58-6b38-4a08-a2f6-7ac523947cde for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:35:41.748991 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdfdbea-1728-4ed4-a6c3-b605bb8a0be5 None None] Routers {'89318d58-6b38-4a08-a2f6-7ac523947cde'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:35:41.749624 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8bdfdbea-1728-4ed4-a6c3-b605bb8a0be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:35:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['89318d58-6b38-4a08-a2f6-7ac523947cde'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:35:41.766579 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710fae5-9a82-452b-b5ac-9cc78a6a3b9b req-d1ac1253-2788-47f9-8d61-705626ebe708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:35:41.767957 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3710fae5-9a82-452b-b5ac-9cc78a6a3b9b req-d1ac1253-2788-47f9-8d61-705626ebe708 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f HTTP/1.1" status: 200 len: 834 time: 0.0744863 Feb 08 22:35:41.796026 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-681f28b6-d2db-4ca9-904d-b24d46141ab0 req-c52a78ff-ba5f-422c-8706-11d614b9b682 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=72aa0571-0bcf-4574-9d83-db0dc5860402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952497 Feb 08 22:35:41.829132 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710fae5-9a82-452b-b5ac-9cc78a6a3b9b req-5be5ce1e-1663-463e-95a6-e22221f0cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:35:41.830719 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3710fae5-9a82-452b-b5ac-9cc78a6a3b9b req-5be5ce1e-1663-463e-95a6-e22221f0cfc7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e832319a-4808-46a5-a049-f7affd285ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0539052 Feb 08 22:35:41.856355 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-8bdfdbea-1728-4ed4-a6c3-b605bb8a0be5 None None] Set router 89318d58-6b38-4a08-a2f6-7ac523947cde gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:35:41.924337 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3710fae5-9a82-452b-b5ac-9cc78a6a3b9b req-525d624e-a9f7-4619-b96f-502c156f821a service neutron] 10.222.0.96 "GET /v2.0/networks/e832319a-4808-46a5-a049-f7affd285ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865693 Feb 08 22:35:42.014362 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3710fae5-9a82-452b-b5ac-9cc78a6a3b9b req-e4c5a356-26b9-4e82-9ce4-8a7c7aa11156 service neutron] 10.222.0.96 "GET /v2.0/networks/e832319a-4808-46a5-a049-f7affd285ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836084 Feb 08 22:35:42.057314 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8bdfdbea-1728-4ed4-a6c3-b605bb8a0be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055428507', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '3f4a865f-0a91-445e-a73c-090bc827617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:33:08Z', 'updated_at': '2022-02-08T22:33:12Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '3f4a865f-0a91-445e-a73c-090bc827617a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:33:08Z', 'updated_at': '2022-02-08T22:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '82dc7d68-d80b-4b89-9579-948493b07955', 'name': '', 'network_id': 'e832319a-4808-46a5-a049-f7affd285ecb', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:3b:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:33:11Z', 'updated_at': '2022-02-08T22:33:15Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': 'b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:35:42.086716 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdfdbea-1728-4ed4-a6c3-b605bb8a0be5 None None] The sync data for ids ['89318d58-6b38-4a08-a2f6-7ac523947cde'] in n-d-712143-31 is: [{'id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055428507', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '3f4a865f-0a91-445e-a73c-090bc827617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:33:08Z', 'updated_at': '2022-02-08T22:33:12Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '3f4a865f-0a91-445e-a73c-090bc827617a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:33:08Z', 'updated_at': '2022-02-08T22:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '82dc7d68-d80b-4b89-9579-948493b07955', 'name': '', 'network_id': 'e832319a-4808-46a5-a049-f7affd285ecb', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:3b:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:33:11Z', 'updated_at': '2022-02-08T22:33:15Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': 'b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:35:42.303770 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1737363-cfcd-4685-a567-5bc8f267dc93 None None] New status for floating IP 7d03c75a-8211-44a5-8b49-3caef432544b: DOWN {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:35:42.918537 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a717d2b-b8ce-40f5-a964-bea395fc1a92 req-5854bed1-a0a1-4804-a42c-cbe0519b925b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:35:42.920040 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a717d2b-b8ce-40f5-a964-bea395fc1a92 req-5854bed1-a0a1-4804-a42c-cbe0519b925b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 945 time: 0.0541394 Feb 08 22:35:42.973115 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a717d2b-b8ce-40f5-a964-bea395fc1a92 req-2b3e8554-2037-4fbb-8f90-67a714e69abf tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=72aa0571-0bcf-4574-9d83-db0dc5860402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475209 Feb 08 22:35:43.229675 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d230a-cbe4-445e-8641-06d25a151e82 req-5131eed5-c5a6-4fed-afad-ee33494eaec4 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:35:43.231127 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e60d230a-cbe4-445e-8641-06d25a151e82 req-5131eed5-c5a6-4fed-afad-ee33494eaec4 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.96 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 945 time: 0.0524161 Feb 08 22:35:43.321092 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-e60d230a-cbe4-445e-8641-06d25a151e82 req-ca49ebe6-e6eb-40f2-b2e3-e967de2ae0c8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Deleting port c9a41a0a-6b22-4113-80e0-93d208ed011b {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:35:43.321460 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e60d230a-cbe4-445e-8641-06d25a151e82 req-ca49ebe6-e6eb-40f2-b2e3-e967de2ae0c8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c9a41a0a-6b22-4113-80e0-93d208ed011b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:43.411312 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-e60d230a-cbe4-445e-8641-06d25a151e82 req-ca49ebe6-e6eb-40f2-b2e3-e967de2ae0c8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] For port c9a41a0a-6b22-4113-80e0-93d208ed011b, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=c9a41a0a-6b22-4113-80e0-93d208ed011b,segment=NetworkSegment(d5af7c1a-d898-4172-9fe8-933af3b8557d),segment_id=d5af7c1a-d898-4172-9fe8-933af3b8557d)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:35:43.411724 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e60d230a-cbe4-445e-8641-06d25a151e82 req-ca49ebe6-e6eb-40f2-b2e3-e967de2ae0c8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c9a41a0a-6b22-4113-80e0-93d208ed011b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:43.424964 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-e60d230a-cbe4-445e-8641-06d25a151e82 req-ca49ebe6-e6eb-40f2-b2e3-e967de2ae0c8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Calling delete_port for c9a41a0a-6b22-4113-80e0-93d208ed011b owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:35:43.553216 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e60d230a-cbe4-445e-8641-06d25a151e82 req-ca49ebe6-e6eb-40f2-b2e3-e967de2ae0c8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (c9a41a0a-6b22-4113-80e0-93d208ed011b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:43.581653 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49ebe6-e6eb-40f2-b2e3-e967de2ae0c8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'Port': ['ID=c9a41a0a-6b22-4113-80e0-93d208ed011b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:43.594878 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49ebe6-e6eb-40f2-b2e3-e967de2ae0c8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:43.594878 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49ebe6-e6eb-40f2-b2e3-e967de2ae0c8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:43.595155 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49ebe6-e6eb-40f2-b2e3-e967de2ae0c8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:43.595318 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49ebe6-e6eb-40f2-b2e3-e967de2ae0c8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:43.595655 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49ebe6-e6eb-40f2-b2e3-e967de2ae0c8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:43.595990 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49ebe6-e6eb-40f2-b2e3-e967de2ae0c8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:43.596320 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49ebe6-e6eb-40f2-b2e3-e967de2ae0c8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:43.596654 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49ebe6-e6eb-40f2-b2e3-e967de2ae0c8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:43.596983 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49ebe6-e6eb-40f2-b2e3-e967de2ae0c8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:43.597335 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49ebe6-e6eb-40f2-b2e3-e967de2ae0c8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:43.597666 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49ebe6-e6eb-40f2-b2e3-e967de2ae0c8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:43.597993 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49ebe6-e6eb-40f2-b2e3-e967de2ae0c8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:43.598316 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49ebe6-e6eb-40f2-b2e3-e967de2ae0c8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:43.633723 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60d230a-cbe4-445e-8641-06d25a151e82 req-ca49ebe6-e6eb-40f2-b2e3-e967de2ae0c8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] No DVR routers for this DVR port c9a41a0a-6b22-4113-80e0-93d208ed011b on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:35:43.636280 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-e60d230a-cbe4-445e-8641-06d25a151e82 req-ca49ebe6-e6eb-40f2-b2e3-e967de2ae0c8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:43.639616 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e60d230a-cbe4-445e-8641-06d25a151e82 req-ca49ebe6-e6eb-40f2-b2e3-e967de2ae0c8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.96 "DELETE /v2.0/ports/c9a41a0a-6b22-4113-80e0-93d208ed011b HTTP/1.1" status: 204 len: 173 time: 0.4033384 Feb 08 22:35:43.640049 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5842b733-bc5c-4fe4-85f5-30b3e95e99ac', 'name': 'network-vif-deleted', 'tag': 'c9a41a0a-6b22-4113-80e0-93d208ed011b'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:35:43.642320 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355167c1-f6a6-4a46-9adb-4534e0bfa21b" -d '{"events": [{"server_uuid": "5842b733-bc5c-4fe4-85f5-30b3e95e99ac", "name": "network-vif-deleted", "tag": "c9a41a0a-6b22-4113-80e0-93d208ed011b"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:35:43.683695 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1d0933-4f57-4b7b-bed4-2f444789eb4c x-openstack-request-id: req-dc1d0933-4f57-4b7b-bed4-2f444789eb4c {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:35:43.684120 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5842b733-bc5c-4fe4-85f5-30b3e95e99ac", "name": "network-vif-deleted", "tag": "c9a41a0a-6b22-4113-80e0-93d208ed011b", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:35:43.684432 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dc1d0933-4f57-4b7b-bed4-2f444789eb4c {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:35:43.684852 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5842b733-bc5c-4fe4-85f5-30b3e95e99ac', 'name': 'network-vif-deleted', 'tag': 'c9a41a0a-6b22-4113-80e0-93d208ed011b', 'status': 'completed', 'code': 200} Feb 08 22:35:44.109811 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-650d2d81-cef7-4a6c-ac94-76c077280fab req-79bed32a-518a-4e4f-88ae-fe25fd492caa tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=5842b733-bc5c-4fe4-85f5-30b3e95e99ac HTTP/1.1" status: 200 len: 210 time: 0.0376780 Feb 08 22:35:45.170683 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48406) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:35:45.549829 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df37cc6d-2648-4982-9a78-a348a873bd6f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (89318d58-6b38-4a08-a2f6-7ac523947cde), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:45.821644 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-df37cc6d-2648-4982-9a78-a348a873bd6f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Deleting port 82dc7d68-d80b-4b89-9579-948493b07955 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:35:45.821903 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df37cc6d-2648-4982-9a78-a348a873bd6f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (82dc7d68-d80b-4b89-9579-948493b07955), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:45.910031 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-df37cc6d-2648-4982-9a78-a348a873bd6f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] For port 82dc7d68-d80b-4b89-9579-948493b07955, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=82dc7d68-d80b-4b89-9579-948493b07955,segment=NetworkSegment(d5af7c1a-d898-4172-9fe8-933af3b8557d),segment_id=d5af7c1a-d898-4172-9fe8-933af3b8557d)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:35:45.910401 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df37cc6d-2648-4982-9a78-a348a873bd6f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (82dc7d68-d80b-4b89-9579-948493b07955), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:45.923477 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-df37cc6d-2648-4982-9a78-a348a873bd6f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Calling delete_port for 82dc7d68-d80b-4b89-9579-948493b07955 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:35:46.117379 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df37cc6d-2648-4982-9a78-a348a873bd6f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (82dc7d68-d80b-4b89-9579-948493b07955), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:46.151122 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37cc6d-2648-4982-9a78-a348a873bd6f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'Port': ['ID=82dc7d68-d80b-4b89-9579-948493b07955,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:46.593169 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device c9a41a0a-6b22-4113-80e0-93d208ed011b no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:35:46.614385 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: c9a41a0a-6b22-4113-80e0-93d208ed011b {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:35:46.614721 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device c9a41a0a-6b22-4113-80e0-93d208ed011b not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:35:46.665994 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df37cc6d-2648-4982-9a78-a348a873bd6f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (89318d58-6b38-4a08-a2f6-7ac523947cde), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:46.894047 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df37cc6d-2648-4982-9a78-a348a873bd6f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Router 89318d58-6b38-4a08-a2f6-7ac523947cde has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:35:47.002107 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df37cc6d-2648-4982-9a78-a348a873bd6f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:35:47.007860 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-df37cc6d-2648-4982-9a78-a348a873bd6f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "PUT /v2.0/routers/89318d58-6b38-4a08-a2f6-7ac523947cde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8361144 Feb 08 22:35:47.010570 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48408) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:35:47.012769 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96adb33-52af-4c30-97e8-ca0cb65fd107 None None] Sync routers for ids ['89318d58-6b38-4a08-a2f6-7ac523947cde'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:35:47.023323 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96adb33-52af-4c30-97e8-ca0cb65fd107 None None] Routers {'89318d58-6b38-4a08-a2f6-7ac523947cde'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:35:47.023963 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d96adb33-52af-4c30-97e8-ca0cb65fd107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:35:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['89318d58-6b38-4a08-a2f6-7ac523947cde'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:35:47.063705 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-72609d07-497d-4fea-8482-6e3aa28ab4d1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Deleting subnet b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 22:35:47.066907 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72609d07-497d-4fea-8482-6e3aa28ab4d1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for subnet (b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:47.106677 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72609d07-497d-4fea-8482-6e3aa28ab4d1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:47.128692 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-d96adb33-52af-4c30-97e8-ca0cb65fd107 None None] Set router 89318d58-6b38-4a08-a2f6-7ac523947cde gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:35:47.205991 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72609d07-497d-4fea-8482-6e3aa28ab4d1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:47.267127 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72609d07-497d-4fea-8482-6e3aa28ab4d1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:47.293151 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72609d07-497d-4fea-8482-6e3aa28ab4d1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'Subnet': ['ID=b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:47.298996 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72609d07-497d-4fea-8482-6e3aa28ab4d1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:47.303340 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-72609d07-497d-4fea-8482-6e3aa28ab4d1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "DELETE /v2.0/subnets/b1ca5a66-a699-4254-a4f9-e3a2a9c3bb8f HTTP/1.1" status: 204 len: 168 time: 0.2903876 Feb 08 22:35:47.305649 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48410) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:35:47.308486 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa5b100-cd29-4377-9ab6-40f4f3e5096d None None] Network e832319a-4808-46a5-a049-f7affd285ecb requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:35:47.404568 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d96adb33-52af-4c30-97e8-ca0cb65fd107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055428507', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '3f4a865f-0a91-445e-a73c-090bc827617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:33:08Z', 'updated_at': '2022-02-08T22:35:46Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '3f4a865f-0a91-445e-a73c-090bc827617a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:33:08Z', 'updated_at': '2022-02-08T22:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:35:47.418935 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1023eee3-3da8-4e73-a177-3d01f3a0b5e6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router (89318d58-6b38-4a08-a2f6-7ac523947cde), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:47.434756 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96adb33-52af-4c30-97e8-ca0cb65fd107 None None] Checking router: 89318d58-6b38-4a08-a2f6-7ac523947cde for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:35:47.445979 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96adb33-52af-4c30-97e8-ca0cb65fd107 None None] Routers {'89318d58-6b38-4a08-a2f6-7ac523947cde'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:35:47.446594 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d96adb33-52af-4c30-97e8-ca0cb65fd107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:35:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['89318d58-6b38-4a08-a2f6-7ac523947cde'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:35:47.472853 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0481b97e-db56-4e21-9494-98506ab0a679 None None] DHCP port deletion for e832319a-4808-46a5-a049-f7affd285ecb request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 22:35:47.524982 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0481b97e-db56-4e21-9494-98506ab0a679 None None] Deleting port b844adc0-5850-4a5b-8012-5121379e7719 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:35:47.525407 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0481b97e-db56-4e21-9494-98506ab0a679 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (b844adc0-5850-4a5b-8012-5121379e7719), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:47.528489 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1023eee3-3da8-4e73-a177-3d01f3a0b5e6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router_gateway (89318d58-6b38-4a08-a2f6-7ac523947cde), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:47.565064 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-d96adb33-52af-4c30-97e8-ca0cb65fd107 None None] Set router 89318d58-6b38-4a08-a2f6-7ac523947cde gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:35:47.589663 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-1023eee3-3da8-4e73-a177-3d01f3a0b5e6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Deleting port 3f4a865f-0a91-445e-a73c-090bc827617a {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:35:47.589998 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1023eee3-3da8-4e73-a177-3d01f3a0b5e6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (3f4a865f-0a91-445e-a73c-090bc827617a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:47.597572 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-0481b97e-db56-4e21-9494-98506ab0a679 None None] For port b844adc0-5850-4a5b-8012-5121379e7719, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=b844adc0-5850-4a5b-8012-5121379e7719,segment=NetworkSegment(d5af7c1a-d898-4172-9fe8-933af3b8557d),segment_id=d5af7c1a-d898-4172-9fe8-933af3b8557d)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:35:47.598134 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0481b97e-db56-4e21-9494-98506ab0a679 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (b844adc0-5850-4a5b-8012-5121379e7719), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:47.611065 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0481b97e-db56-4e21-9494-98506ab0a679 None None] Calling delete_port for b844adc0-5850-4a5b-8012-5121379e7719 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:35:47.675288 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-1023eee3-3da8-4e73-a177-3d01f3a0b5e6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] For port 3f4a865f-0a91-445e-a73c-090bc827617a, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=3f4a865f-0a91-445e-a73c-090bc827617a,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:35:47.676159 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1023eee3-3da8-4e73-a177-3d01f3a0b5e6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (3f4a865f-0a91-445e-a73c-090bc827617a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:47.690710 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-1023eee3-3da8-4e73-a177-3d01f3a0b5e6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Calling delete_port for 3f4a865f-0a91-445e-a73c-090bc827617a owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:35:47.694235 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0481b97e-db56-4e21-9494-98506ab0a679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (b844adc0-5850-4a5b-8012-5121379e7719), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:47.722171 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481b97e-db56-4e21-9494-98506ab0a679 None None] Pushing event deleted for resources: {'Port': ['ID=b844adc0-5850-4a5b-8012-5121379e7719,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:47.730556 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0481b97e-db56-4e21-9494-98506ab0a679 None None] No DVR routers for this DVR port b844adc0-5850-4a5b-8012-5121379e7719 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:35:47.734188 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0481b97e-db56-4e21-9494-98506ab0a679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:47.734786 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0481b97e-db56-4e21-9494-98506ab0a679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:47.735312 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0481b97e-db56-4e21-9494-98506ab0a679 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:47.735643 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0481b97e-db56-4e21-9494-98506ab0a679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:47.736134 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0481b97e-db56-4e21-9494-98506ab0a679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:47.736623 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0481b97e-db56-4e21-9494-98506ab0a679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:47.737110 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0481b97e-db56-4e21-9494-98506ab0a679 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:47.737663 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0481b97e-db56-4e21-9494-98506ab0a679 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:47.738162 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0481b97e-db56-4e21-9494-98506ab0a679 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:47.738647 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0481b97e-db56-4e21-9494-98506ab0a679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:47.739131 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0481b97e-db56-4e21-9494-98506ab0a679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:47.740762 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0481b97e-db56-4e21-9494-98506ab0a679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:47.741284 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0481b97e-db56-4e21-9494-98506ab0a679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:47.764262 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d96adb33-52af-4c30-97e8-ca0cb65fd107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055428507', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '3f4a865f-0a91-445e-a73c-090bc827617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:33:08Z', 'updated_at': '2022-02-08T22:35:46Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '3f4a865f-0a91-445e-a73c-090bc827617a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:33:08Z', 'updated_at': '2022-02-08T22:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:35:47.792477 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96adb33-52af-4c30-97e8-ca0cb65fd107 None None] The sync data for ids ['89318d58-6b38-4a08-a2f6-7ac523947cde'] in n-d-712143-31 is: [{'id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1055428507', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '3f4a865f-0a91-445e-a73c-090bc827617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:33:08Z', 'updated_at': '2022-02-08T22:35:46Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '3f4a865f-0a91-445e-a73c-090bc827617a', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89318d58-6b38-4a08-a2f6-7ac523947cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:33:08Z', 'updated_at': '2022-02-08T22:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:35:47.880798 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1023eee3-3da8-4e73-a177-3d01f3a0b5e6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (3f4a865f-0a91-445e-a73c-090bc827617a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:47.905947 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023eee3-3da8-4e73-a177-3d01f3a0b5e6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'Port': ['ID=3f4a865f-0a91-445e-a73c-090bc827617a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:47.975716 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1023eee3-3da8-4e73-a177-3d01f3a0b5e6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (89318d58-6b38-4a08-a2f6-7ac523947cde), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:48.071251 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1023eee3-3da8-4e73-a177-3d01f3a0b5e6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (89318d58-6b38-4a08-a2f6-7ac523947cde), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:48.073453 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1023eee3-3da8-4e73-a177-3d01f3a0b5e6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router_controller (89318d58-6b38-4a08-a2f6-7ac523947cde), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:48.117313 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1023eee3-3da8-4e73-a177-3d01f3a0b5e6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (89318d58-6b38-4a08-a2f6-7ac523947cde), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:48.117872 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1023eee3-3da8-4e73-a177-3d01f3a0b5e6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Fanout notify agent at l3_agent the message router_deleted on router 89318d58-6b38-4a08-a2f6-7ac523947cde {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 22:35:48.124448 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1023eee3-3da8-4e73-a177-3d01f3a0b5e6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:48.125578 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1023eee3-3da8-4e73-a177-3d01f3a0b5e6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "DELETE /v2.0/routers/89318d58-6b38-4a08-a2f6-7ac523947cde HTTP/1.1" status: 204 len: 168 time: 0.8189216 Feb 08 22:35:48.128283 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48412) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:35:48.220556 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-95411483-7d47-4733-b2db-df4cd3c217d1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (e832319a-4808-46a5-a049-f7affd285ecb), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:48.306312 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-95411483-7d47-4733-b2db-df4cd3c217d1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (e832319a-4808-46a5-a049-f7affd285ecb), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:48.326131 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-95411483-7d47-4733-b2db-df4cd3c217d1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e832319a-4808-46a5-a049-f7affd285ecb']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:35:48.335831 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-95411483-7d47-4733-b2db-df4cd3c217d1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5af7c1a-d898-4172-9fe8-933af3b8557d') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:35:48.336130 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-95411483-7d47-4733-b2db-df4cd3c217d1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5af7c1a-d898-4172-9fe8-933af3b8557d') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:35:48.345159 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-95411483-7d47-4733-b2db-df4cd3c217d1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (d5af7c1a-d898-4172-9fe8-933af3b8557d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:48.358096 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-95411483-7d47-4733-b2db-df4cd3c217d1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (d5af7c1a-d898-4172-9fe8-933af3b8557d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:48.364078 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95411483-7d47-4733-b2db-df4cd3c217d1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:35:48.364634 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-95411483-7d47-4733-b2db-df4cd3c217d1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (d5af7c1a-d898-4172-9fe8-933af3b8557d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: timer() Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:35:48.368171 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:35:48.434884 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-95411483-7d47-4733-b2db-df4cd3c217d1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (e832319a-4808-46a5-a049-f7affd285ecb), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:48.442455 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-95411483-7d47-4733-b2db-df4cd3c217d1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:48.445443 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-95411483-7d47-4733-b2db-df4cd3c217d1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "DELETE /v2.0/networks/e832319a-4808-46a5-a049-f7affd285ecb HTTP/1.1" status: 204 len: 168 time: 0.3161898 Feb 08 22:35:48.448266 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48414) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:35:48.456837 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95411483-7d47-4733-b2db-df4cd3c217d1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'Network': ['ID=e832319a-4808-46a5-a049-f7affd285ecb,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:48.505948 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9a2a201-1e1d-40a4-b3d0-8188a7639f9d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (72aa0571-0bcf-4574-9d83-db0dc5860402), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:48.531253 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9a2a201-1e1d-40a4-b3d0-8188a7639f9d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (72aa0571-0bcf-4574-9d83-db0dc5860402), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:48.604063 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9a2a201-1e1d-40a4-b3d0-8188a7639f9d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (72aa0571-0bcf-4574-9d83-db0dc5860402), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:48.607313 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9a2a201-1e1d-40a4-b3d0-8188a7639f9d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:48.610976 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b9a2a201-1e1d-40a4-b3d0-8188a7639f9d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "DELETE /v2.0/security-groups/72aa0571-0bcf-4574-9d83-db0dc5860402 HTTP/1.1" status: 204 len: 168 time: 0.1592858 Feb 08 22:35:48.619346 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2a201-1e1d-40a4-b3d0-8188a7639f9d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aa0571-0bcf-4574-9d83-db0dc5860402,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:48.637336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3f4a865f-0a91-445e-a73c-090bc827617a no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:35:48.668804 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 3f4a865f-0a91-445e-a73c-090bc827617a {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:35:48.669154 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 3f4a865f-0a91-445e-a73c-090bc827617a not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:35:48.669614 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 82dc7d68-d80b-4b89-9579-948493b07955 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:35:48.691468 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 82dc7d68-d80b-4b89-9579-948493b07955 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:35:48.691816 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 82dc7d68-d80b-4b89-9579-948493b07955 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:35:48.692241 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b844adc0-5850-4a5b-8012-5121379e7719 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:35:48.712412 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: b844adc0-5850-4a5b-8012-5121379e7719 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:35:48.712763 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device b844adc0-5850-4a5b-8012-5121379e7719 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:35:48.829284 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48420) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:35:48.833920 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d0921dc9-a649-4920-a8c2-9a6a0113c326 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-710289219', 'description': 'tempest-secgroup-smoke-710289219 description', 'project_id': 'c750eaf778fb4602911c448d9252f638'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:35:48.861943 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0921dc9-a649-4920-a8c2-9a6a0113c326 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:48.928916 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0921dc9-a649-4920-a8c2-9a6a0113c326 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (10689586-8c69-412e-b1a6-3e09f626fa04), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:48.932744 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0921dc9-a649-4920-a8c2-9a6a0113c326 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (10689586-8c69-412e-b1a6-3e09f626fa04), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:48.960996 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0921dc9-a649-4920-a8c2-9a6a0113c326 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:48.962234 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d0921dc9-a649-4920-a8c2-9a6a0113c326 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1319461 Feb 08 22:35:48.965309 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48422) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:35:48.966181 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0921dc9-a649-4920-a8c2-9a6a0113c326 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10689586-8c69-412e-b1a6-3e09f626fa04,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:48.969951 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-91c447d0-2b50-4202-98c7-fdd3c2f3ca3e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group_rule': {'security_group_id': '10689586-8c69-412e-b1a6-3e09f626fa04', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:35:48.996081 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-91c447d0-2b50-4202-98c7-fdd3c2f3ca3e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (afe69c58-e542-4033-8f6a-e05e9a50d5ec), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:49.050187 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-91c447d0-2b50-4202-98c7-fdd3c2f3ca3e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (afe69c58-e542-4033-8f6a-e05e9a50d5ec), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:49.054898 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-91c447d0-2b50-4202-98c7-fdd3c2f3ca3e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (afe69c58-e542-4033-8f6a-e05e9a50d5ec), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:49.073453 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c447d0-2b50-4202-98c7-fdd3c2f3ca3e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe69c58-e542-4033-8f6a-e05e9a50d5ec,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:49.080826 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-91c447d0-2b50-4202-98c7-fdd3c2f3ca3e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:49.082050 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-91c447d0-2b50-4202-98c7-fdd3c2f3ca3e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156728 Feb 08 22:35:49.084804 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48424) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:35:49.089343 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-6e88dcec-0c0e-47e0-9803-52bc065cfef0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group_rule': {'security_group_id': '10689586-8c69-412e-b1a6-3e09f626fa04', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:35:49.114059 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e88dcec-0c0e-47e0-9803-52bc065cfef0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (f1dce0a4-363f-49e5-a0e0-a8da00c697fa), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:49.183224 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e88dcec-0c0e-47e0-9803-52bc065cfef0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (f1dce0a4-363f-49e5-a0e0-a8da00c697fa), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:49.187300 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e88dcec-0c0e-47e0-9803-52bc065cfef0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (f1dce0a4-363f-49e5-a0e0-a8da00c697fa), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:49.205215 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88dcec-0c0e-47e0-9803-52bc065cfef0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1dce0a4-363f-49e5-a0e0-a8da00c697fa,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:49.214986 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e88dcec-0c0e-47e0-9803-52bc065cfef0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:49.216213 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-6e88dcec-0c0e-47e0-9803-52bc065cfef0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1304331 Feb 08 22:35:49.219230 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48426) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:35:49.224430 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-82793d86-af33-4eb5-a47d-cd57b4c9a62f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group_rule': {'security_group_id': '10689586-8c69-412e-b1a6-3e09f626fa04', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:35:49.251062 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82793d86-af33-4eb5-a47d-cd57b4c9a62f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (7bde5460-2249-4dd0-86d4-1ddc2d9354dc), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:49.306892 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82793d86-af33-4eb5-a47d-cd57b4c9a62f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (7bde5460-2249-4dd0-86d4-1ddc2d9354dc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:49.310585 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82793d86-af33-4eb5-a47d-cd57b4c9a62f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (7bde5460-2249-4dd0-86d4-1ddc2d9354dc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:49.330378 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82793d86-af33-4eb5-a47d-cd57b4c9a62f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bde5460-2249-4dd0-86d4-1ddc2d9354dc,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:49.336608 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82793d86-af33-4eb5-a47d-cd57b4c9a62f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:49.337862 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-82793d86-af33-4eb5-a47d-cd57b4c9a62f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174805 Feb 08 22:35:49.340568 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48428) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:35:49.344858 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-503bb01f-26f1-4eda-8ea4-91fe465488a6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group_rule': {'security_group_id': '10689586-8c69-412e-b1a6-3e09f626fa04', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:35:49.369435 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-503bb01f-26f1-4eda-8ea4-91fe465488a6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (d25a99cb-e759-46b4-8ee1-7bb53f54e937), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:49.427789 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-503bb01f-26f1-4eda-8ea4-91fe465488a6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (d25a99cb-e759-46b4-8ee1-7bb53f54e937), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:49.431223 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-503bb01f-26f1-4eda-8ea4-91fe465488a6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (d25a99cb-e759-46b4-8ee1-7bb53f54e937), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:49.448674 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503bb01f-26f1-4eda-8ea4-91fe465488a6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d25a99cb-e759-46b4-8ee1-7bb53f54e937,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:49.452987 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-503bb01f-26f1-4eda-8ea4-91fe465488a6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:49.457332 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-503bb01f-26f1-4eda-8ea4-91fe465488a6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1126697 Feb 08 22:35:49.457332 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48430) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:35:49.461857 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b3efed36-6075-4069-b99d-6aa406c19ec8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group_rule': {'security_group_id': '10689586-8c69-412e-b1a6-3e09f626fa04', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:35:49.486910 n-d-712143-31 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-b3efed36-6075-4069-b99d-6aa406c19ec8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Project c750eaf778fb4602911c448d9252f638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 22:35:49.492455 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3efed36-6075-4069-b99d-6aa406c19ec8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (3426b52b-31c4-4730-8b83-2f2a1dfa7256), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:49.555008 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3efed36-6075-4069-b99d-6aa406c19ec8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (3426b52b-31c4-4730-8b83-2f2a1dfa7256), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:49.559009 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3efed36-6075-4069-b99d-6aa406c19ec8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (3426b52b-31c4-4730-8b83-2f2a1dfa7256), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:49.575484 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efed36-6075-4069-b99d-6aa406c19ec8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3426b52b-31c4-4730-8b83-2f2a1dfa7256,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:49.584847 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3efed36-6075-4069-b99d-6aa406c19ec8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:49.586127 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b3efed36-6075-4069-b99d-6aa406c19ec8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280811 Feb 08 22:35:49.588812 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48432) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:35:49.593313 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-435de832-ffea-4545-b704-52125dd7b5f6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'security_group_rule': {'security_group_id': '10689586-8c69-412e-b1a6-3e09f626fa04', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:35:49.613706 n-d-712143-31 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-435de832-ffea-4545-b704-52125dd7b5f6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Project c750eaf778fb4602911c448d9252f638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 22:35:49.618597 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-435de832-ffea-4545-b704-52125dd7b5f6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (89023451-4bc0-407c-b4be-6dbb765b959d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:49.677063 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-435de832-ffea-4545-b704-52125dd7b5f6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (89023451-4bc0-407c-b4be-6dbb765b959d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:49.680486 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-435de832-ffea-4545-b704-52125dd7b5f6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (89023451-4bc0-407c-b4be-6dbb765b959d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:49.698338 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435de832-ffea-4545-b704-52125dd7b5f6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89023451-4bc0-407c-b4be-6dbb765b959d,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:49.706540 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-435de832-ffea-4545-b704-52125dd7b5f6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:49.707770 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-435de832-ffea-4545-b704-52125dd7b5f6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1178968 Feb 08 22:35:49.711198 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48434) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:35:49.716281 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d82c3806-ab61-4fe6-beef-e64514f90b02 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'network': {'name': 'tempest-network-smoke--1141097710', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'port_security_enabled': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:35:49.735934 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82c3806-ab61-4fe6-beef-e64514f90b02 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Made reservation on behalf of c750eaf778fb4602911c448d9252f638 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:35:49.739424 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d82c3806-ab61-4fe6-beef-e64514f90b02 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:49.763330 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d82c3806-ab61-4fe6-beef-e64514f90b02 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 22:35:49.773593 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d82c3806-ab61-4fe6-beef-e64514f90b02 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (70377ef3-9543-4976-bb83-aea675170934), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:49.773952 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-d82c3806-ab61-4fe6-beef-e64514f90b02 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Added segment 70377ef3-9543-4976-bb83-aea675170934 of type vlan for network 821576df-8c64-4530-bd87-e32780665e04 Feb 08 22:35:49.814400 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d82c3806-ab61-4fe6-beef-e64514f90b02 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (821576df-8c64-4530-bd87-e32780665e04), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:49.843884 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d82c3806-ab61-4fe6-beef-e64514f90b02 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (821576df-8c64-4530-bd87-e32780665e04), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:49.849403 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82c3806-ab61-4fe6-beef-e64514f90b02 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:35:49.849976 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d82c3806-ab61-4fe6-beef-e64514f90b02 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:49.914137 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d82c3806-ab61-4fe6-beef-e64514f90b02 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2018993 Feb 08 22:35:49.917063 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48436) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:35:49.921918 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-dbbbcf83-e4a6-4582-987d-a1d574bbcc23 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-286784969', 'admin_state_up': True, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:35:49.930082 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c3806-ab61-4fe6-beef-e64514f90b02 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Network': ['ID=821576df-8c64-4530-bd87-e32780665e04,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:49.940962 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 821576df-8c64-4530-bd87-e32780665e04 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 22:35:49.949145 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dbbbcf83-e4a6-4582-987d-a1d574bbcc23 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (26093c74-e4f8-4032-86ad-04132bf1ffa6), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:49.950280 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dbbbcf83-e4a6-4582-987d-a1d574bbcc23 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (26093c74-e4f8-4032-86ad-04132bf1ffa6), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:50.040510 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dbbbcf83-e4a6-4582-987d-a1d574bbcc23 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router_controller (26093c74-e4f8-4032-86ad-04132bf1ffa6), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:50.178145 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dbbbcf83-e4a6-4582-987d-a1d574bbcc23 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router_gateway (26093c74-e4f8-4032-86ad-04132bf1ffa6), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:50.373388 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dbbbcf83-e4a6-4582-987d-a1d574bbcc23 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router_gateway (26093c74-e4f8-4032-86ad-04132bf1ffa6), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:50.397566 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dbbbcf83-e4a6-4582-987d-a1d574bbcc23 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:50.502257 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-dbbbcf83-e4a6-4582-987d-a1d574bbcc23 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Allocated IP 172.25.3.117 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/7c42a756-0f74-464a-a70e-4d3b00a6740c) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:35:50.868967 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dbbbcf83-e4a6-4582-987d-a1d574bbcc23 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for port (7c42a756-0f74-464a-a70e-4d3b00a6740c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:50.903525 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dbbbcf83-e4a6-4582-987d-a1d574bbcc23 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (7c42a756-0f74-464a-a70e-4d3b00a6740c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:50.946030 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbbcf83-e4a6-4582-987d-a1d574bbcc23 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:35:50.948949 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-dbbbcf83-e4a6-4582-987d-a1d574bbcc23 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:35:50.951452 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbbcf83-e4a6-4582-987d-a1d574bbcc23 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:35:50.957265 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbbcf83-e4a6-4582-987d-a1d574bbcc23 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Port': ['ID=7c42a756-0f74-464a-a70e-4d3b00a6740c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:51.225470 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dbbbcf83-e4a6-4582-987d-a1d574bbcc23 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router_gateway (26093c74-e4f8-4032-86ad-04132bf1ffa6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:51.428802 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dbbbcf83-e4a6-4582-987d-a1d574bbcc23 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (26093c74-e4f8-4032-86ad-04132bf1ffa6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:51.577652 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbbcf83-e4a6-4582-987d-a1d574bbcc23 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Router 26093c74-e4f8-4032-86ad-04132bf1ffa6 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 22:35:51.689779 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbbcf83-e4a6-4582-987d-a1d574bbcc23 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:35:51.700633 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6fa73a-a0e3-4008-9d5c-99bf3b38f242 None None] Sync routers for ids ['26093c74-e4f8-4032-86ad-04132bf1ffa6'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:35:51.712938 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dbbbcf83-e4a6-4582-987d-a1d574bbcc23 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:51.714386 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-dbbbcf83-e4a6-4582-987d-a1d574bbcc23 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7960699 Feb 08 22:35:51.717741 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6fa73a-a0e3-4008-9d5c-99bf3b38f242 None None] Routers {'26093c74-e4f8-4032-86ad-04132bf1ffa6'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:35:51.717950 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48438) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:35:51.718632 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-eb6fa73a-a0e3-4008-9d5c-99bf3b38f242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:35:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['26093c74-e4f8-4032-86ad-04132bf1ffa6'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:35:51.747202 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5b95f071-730f-4960-b3b3-0cbb8321d78e tempest-TestNetworkAdvancedServerOps-828575151 tempest-TestNetworkAdvancedServerOps-828575151-project-admin] 10.222.0.88 "GET /v2.0/subnets?project_id=c750eaf778fb4602911c448d9252f638&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279119 Feb 08 22:35:51.749750 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48440) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:35:51.833008 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-eb6fa73a-a0e3-4008-9d5c-99bf3b38f242 None None] Set router 26093c74-e4f8-4032-86ad-04132bf1ffa6 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:35:51.851193 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763433b3-69d2-4928-b235-528c386c9b9d tempest-TestNetworkAdvancedServerOps-828575151 tempest-TestNetworkAdvancedServerOps-828575151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:35:51.856379 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-763433b3-69d2-4928-b235-528c386c9b9d tempest-TestNetworkAdvancedServerOps-828575151 tempest-TestNetworkAdvancedServerOps-828575151-project-admin] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1023145 Feb 08 22:35:51.856701 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48442) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:35:51.894058 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b321c45f-20f4-416a-a823-dff1f269a1f4 tempest-TestNetworkAdvancedServerOps-828575151 tempest-TestNetworkAdvancedServerOps-828575151-project-admin] 10.222.0.88 "GET /v2.0/subnets?network_id=075c0dfb-2786-422e-af93-9cafe101c970&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332198 Feb 08 22:35:51.894309 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48444) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:35:51.900259 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8408c9a4-549f-426c-abec-5c3c9ea51250 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-952281092', 'network_id': '821576df-8c64-4530-bd87-e32780665e04', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:35:51.999901 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8408c9a4-549f-426c-abec-5c3c9ea51250 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Made reservation on behalf of c750eaf778fb4602911c448d9252f638 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:35:52.004562 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8408c9a4-549f-426c-abec-5c3c9ea51250 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:52.188151 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-eb6fa73a-a0e3-4008-9d5c-99bf3b38f242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286784969', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '7c42a756-0f74-464a-a70e-4d3b00a6740c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:35:49Z', 'updated_at': '2022-02-08T22:35:51Z', 'revision_number': 3, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '7c42a756-0f74-464a-a70e-4d3b00a6740c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:35:50Z', 'updated_at': '2022-02-08T22:35:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:35:52.221573 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6fa73a-a0e3-4008-9d5c-99bf3b38f242 None None] Checking router: 26093c74-e4f8-4032-86ad-04132bf1ffa6 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:35:52.221933 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6fa73a-a0e3-4008-9d5c-99bf3b38f242 None None] Updating router 26093c74-e4f8-4032-86ad-04132bf1ffa6 port 7c42a756-0f74-464a-a70e-4d3b00a6740c binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:35:52.222463 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8408c9a4-549f-426c-abec-5c3c9ea51250 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (e7bd0287-70de-45c8-bdc0-8ffb6ad4a299), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:52.250572 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eb6fa73a-a0e3-4008-9d5c-99bf3b38f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7c42a756-0f74-464a-a70e-4d3b00a6740c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:52.290895 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408c9a4-549f-426c-abec-5c3c9ea51250 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Subnet': ['ID=e7bd0287-70de-45c8-bdc0-8ffb6ad4a299,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:52.301828 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8408c9a4-549f-426c-abec-5c3c9ea51250 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Checking segment: {'id': '70377ef3-9543-4976-bb83-aea675170934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '821576df-8c64-4530-bd87-e32780665e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:35:52.302734 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8408c9a4-549f-426c-abec-5c3c9ea51250 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network hostable DHCP agents. Network: 821576df-8c64-4530-bd87-e32780665e04, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 22:35:52.319467 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8408c9a4-549f-426c-abec-5c3c9ea51250 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network 821576df-8c64-4530-bd87-e32780665e04 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 22:35:52.328675 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8408c9a4-549f-426c-abec-5c3c9ea51250 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 821576df-8c64-4530-bd87-e32780665e04) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:35:52.333285 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8408c9a4-549f-426c-abec-5c3c9ea51250 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:35:52.334151 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8408c9a4-549f-426c-abec-5c3c9ea51250 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:52.353543 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-8408c9a4-549f-426c-abec-5c3c9ea51250 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4556520 Feb 08 22:35:52.354042 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48446) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:35:52.354891 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb594a3b-8489-45da-b75a-9f3b67a2c928 None None] Network 821576df-8c64-4530-bd87-e32780665e04 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:35:52.531050 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5989657-fc61-476d-84b4-805e468fbe8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-821576df-8c64-4530-bd87-e32780665e04', 'network_id': '821576df-8c64-4530-bd87-e32780665e04', 'project_id': 'c750eaf778fb4602911c448d9252f638', 'fixed_ips': [{'subnet_id': 'e7bd0287-70de-45c8-bdc0-8ffb6ad4a299'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 22:35:52.531968 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5989657-fc61-476d-84b4-805e468fbe8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:52.722221 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eb6fa73a-a0e3-4008-9d5c-99bf3b38f242 None None] Publish callbacks [] for port (7c42a756-0f74-464a-a70e-4d3b00a6740c), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:52.737169 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eb6fa73a-a0e3-4008-9d5c-99bf3b38f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7c42a756-0f74-464a-a70e-4d3b00a6740c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:52.746483 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-b5989657-fc61-476d-84b4-805e468fbe8c None None] Allocated IP 172.20.0.2 (821576df-8c64-4530-bd87-e32780665e04/e7bd0287-70de-45c8-bdc0-8ffb6ad4a299/199ea2eb-148d-4eb9-a989-e4dcbeb8f890) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:35:52.801463 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-eb6fa73a-a0e3-4008-9d5c-99bf3b38f242 None None] Attempting to bind port 7c42a756-0f74-464a-a70e-4d3b00a6740c on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:35:52.801799 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-eb6fa73a-a0e3-4008-9d5c-99bf3b38f242 None None] Attempting to bind port 7c42a756-0f74-464a-a70e-4d3b00a6740c by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:35:52.802697 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6fa73a-a0e3-4008-9d5c-99bf3b38f242 None None] Attempting to bind port 7c42a756-0f74-464a-a70e-4d3b00a6740c on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:35:52.835850 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b207274-1ed1-4869-b7df-a59b76de0bba tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:52.848694 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9163c-e3ee-45fb-80e6-58fae7f4c3e5 None None] Pushing event updated for resources: {'Port': ['ID=7c42a756-0f74-464a-a70e-4d3b00a6740c,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:52.855525 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6fa73a-a0e3-4008-9d5c-99bf3b38f242 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:35:52.855914 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6fa73a-a0e3-4008-9d5c-99bf3b38f242 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:35:52.856318 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eb6fa73a-a0e3-4008-9d5c-99bf3b38f242 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:52.856713 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6fa73a-a0e3-4008-9d5c-99bf3b38f242 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:35:52.857194 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-eb6fa73a-a0e3-4008-9d5c-99bf3b38f242 None None] Bound port: 7c42a756-0f74-464a-a70e-4d3b00a6740c, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:35:52.857609 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eb6fa73a-a0e3-4008-9d5c-99bf3b38f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7c42a756-0f74-464a-a70e-4d3b00a6740c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:52.935440 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-eb6fa73a-a0e3-4008-9d5c-99bf3b38f242 None None] For port 7c42a756-0f74-464a-a70e-4d3b00a6740c, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:35:52.940816 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-eb6fa73a-a0e3-4008-9d5c-99bf3b38f242 None None] For port 7c42a756-0f74-464a-a70e-4d3b00a6740c, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7c42a756-0f74-464a-a70e-4d3b00a6740c,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:35:52.956068 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eb6fa73a-a0e3-4008-9d5c-99bf3b38f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7c42a756-0f74-464a-a70e-4d3b00a6740c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:53.066957 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6fa73a-a0e3-4008-9d5c-99bf3b38f242 None None] Routers {'26093c74-e4f8-4032-86ad-04132bf1ffa6'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:35:53.067591 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-eb6fa73a-a0e3-4008-9d5c-99bf3b38f242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:35:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['26093c74-e4f8-4032-86ad-04132bf1ffa6'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:35:53.074739 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5989657-fc61-476d-84b4-805e468fbe8c None None] Publish callbacks [] for port (199ea2eb-148d-4eb9-a989-e4dcbeb8f890), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:53.115621 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5989657-fc61-476d-84b4-805e468fbe8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (199ea2eb-148d-4eb9-a989-e4dcbeb8f890), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:53.117432 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9163c-e3ee-45fb-80e6-58fae7f4c3e5 None None] Pushing event updated for resources: {'Port': ['ID=7c42a756-0f74-464a-a70e-4d3b00a6740c,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:53.139568 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-2b207274-1ed1-4869-b7df-a59b76de0bba tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Allocated IP 172.20.0.1 (821576df-8c64-4530-bd87-e32780665e04/e7bd0287-70de-45c8-bdc0-8ffb6ad4a299/6b88bab9-ee77-40a3-b2bd-20c179ad3912) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:35:53.206756 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5989657-fc61-476d-84b4-805e468fbe8c None None] Network 821576df-8c64-4530-bd87-e32780665e04 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:35:53.214287 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-b5989657-fc61-476d-84b4-805e468fbe8c None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:35:53.216692 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5989657-fc61-476d-84b4-805e468fbe8c None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:35:53.221358 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5989657-fc61-476d-84b4-805e468fbe8c None None] Pushing event updated for resources: {'Port': ['ID=199ea2eb-148d-4eb9-a989-e4dcbeb8f890,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:53.257442 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b207274-1ed1-4869-b7df-a59b76de0bba tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for port (6b88bab9-ee77-40a3-b2bd-20c179ad3912), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:53.282579 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-eb6fa73a-a0e3-4008-9d5c-99bf3b38f242 None None] Set router 26093c74-e4f8-4032-86ad-04132bf1ffa6 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:35:53.292428 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b207274-1ed1-4869-b7df-a59b76de0bba tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (6b88bab9-ee77-40a3-b2bd-20c179ad3912), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:53.339242 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b207274-1ed1-4869-b7df-a59b76de0bba tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network 821576df-8c64-4530-bd87-e32780665e04 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:35:53.342350 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2b207274-1ed1-4869-b7df-a59b76de0bba tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:35:53.346183 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b207274-1ed1-4869-b7df-a59b76de0bba tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:35:53.347753 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b5989657-fc61-476d-84b4-805e468fbe8c None None] Attempting to bind port 199ea2eb-148d-4eb9-a989-e4dcbeb8f890 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:35:53.348133 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b5989657-fc61-476d-84b4-805e468fbe8c None None] Attempting to bind port 199ea2eb-148d-4eb9-a989-e4dcbeb8f890 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '70377ef3-9543-4976-bb83-aea675170934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '821576df-8c64-4530-bd87-e32780665e04'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:35:53.348606 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5989657-fc61-476d-84b4-805e468fbe8c None None] Attempting to bind port 199ea2eb-148d-4eb9-a989-e4dcbeb8f890 on network 821576df-8c64-4530-bd87-e32780665e04 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:35:53.369428 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b207274-1ed1-4869-b7df-a59b76de0bba tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Port': ['ID=6b88bab9-ee77-40a3-b2bd-20c179ad3912,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:53.389094 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5989657-fc61-476d-84b4-805e468fbe8c None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:35:53.389376 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5989657-fc61-476d-84b4-805e468fbe8c None None] Checking segment: {'id': '70377ef3-9543-4976-bb83-aea675170934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '821576df-8c64-4530-bd87-e32780665e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:35:53.389750 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5989657-fc61-476d-84b4-805e468fbe8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:53.390147 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5989657-fc61-476d-84b4-805e468fbe8c None None] Bound using segment: {'id': '70377ef3-9543-4976-bb83-aea675170934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '821576df-8c64-4530-bd87-e32780665e04'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:35:53.390632 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b5989657-fc61-476d-84b4-805e468fbe8c None None] Bound port: 199ea2eb-148d-4eb9-a989-e4dcbeb8f890, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70377ef3-9543-4976-bb83-aea675170934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '821576df-8c64-4530-bd87-e32780665e04'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:35:53.391028 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5989657-fc61-476d-84b4-805e468fbe8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (199ea2eb-148d-4eb9-a989-e4dcbeb8f890), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:53.393326 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b207274-1ed1-4869-b7df-a59b76de0bba tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (26093c74-e4f8-4032-86ad-04132bf1ffa6), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:53.506819 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b5989657-fc61-476d-84b4-805e468fbe8c None None] For port 199ea2eb-148d-4eb9-a989-e4dcbeb8f890, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:35:53.520720 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b5989657-fc61-476d-84b4-805e468fbe8c None None] For port 199ea2eb-148d-4eb9-a989-e4dcbeb8f890, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=199ea2eb-148d-4eb9-a989-e4dcbeb8f890,segment=NetworkSegment(70377ef3-9543-4976-bb83-aea675170934),segment_id=70377ef3-9543-4976-bb83-aea675170934)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:35:53.530884 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5989657-fc61-476d-84b4-805e468fbe8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (199ea2eb-148d-4eb9-a989-e4dcbeb8f890), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:53.536200 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b207274-1ed1-4869-b7df-a59b76de0bba tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6b88bab9-ee77-40a3-b2bd-20c179ad3912), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:53.598470 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-eb6fa73a-a0e3-4008-9d5c-99bf3b38f242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286784969', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '7c42a756-0f74-464a-a70e-4d3b00a6740c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:35:49Z', 'updated_at': '2022-02-08T22:35:51Z', 'revision_number': 3, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '7c42a756-0f74-464a-a70e-4d3b00a6740c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:35:50Z', 'updated_at': '2022-02-08T22:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:35:53.634264 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6fa73a-a0e3-4008-9d5c-99bf3b38f242 None None] The sync data for ids ['26093c74-e4f8-4032-86ad-04132bf1ffa6'] in n-d-712143-31 is: [{'id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286784969', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '7c42a756-0f74-464a-a70e-4d3b00a6740c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:35:49Z', 'updated_at': '2022-02-08T22:35:51Z', 'revision_number': 3, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '7c42a756-0f74-464a-a70e-4d3b00a6740c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:35:50Z', 'updated_at': '2022-02-08T22:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:35:53.636863 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5989657-fc61-476d-84b4-805e468fbe8c None None] Pushing event updated for resources: {'Port': ['ID=199ea2eb-148d-4eb9-a989-e4dcbeb8f890,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:53.869605 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b207274-1ed1-4869-b7df-a59b76de0bba tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for port (6b88bab9-ee77-40a3-b2bd-20c179ad3912), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:53.875618 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b207274-1ed1-4869-b7df-a59b76de0bba tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (6b88bab9-ee77-40a3-b2bd-20c179ad3912), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:53.973588 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b207274-1ed1-4869-b7df-a59b76de0bba tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Port': ['ID=6b88bab9-ee77-40a3-b2bd-20c179ad3912,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:53.982192 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b207274-1ed1-4869-b7df-a59b76de0bba tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (26093c74-e4f8-4032-86ad-04132bf1ffa6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:54.091929 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b207274-1ed1-4869-b7df-a59b76de0bba tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network 821576df-8c64-4530-bd87-e32780665e04 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:35:54.094115 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2b207274-1ed1-4869-b7df-a59b76de0bba tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:35:54.221649 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b207274-1ed1-4869-b7df-a59b76de0bba tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Router 26093c74-e4f8-4032-86ad-04132bf1ffa6 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:35:54.355130 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b207274-1ed1-4869-b7df-a59b76de0bba tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:35:54.360292 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-2b207274-1ed1-4869-b7df-a59b76de0bba tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "PUT /v2.0/routers/26093c74-e4f8-4032-86ad-04132bf1ffa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0054476 Feb 08 22:35:54.403726 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd744-38e6-4c4a-abdb-d8c622e74e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:54.438017 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 199ea2eb-148d-4eb9-a989-e4dcbeb8f890 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:35:54.495431 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 199ea2eb-148d-4eb9-a989-e4dcbeb8f890 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:35:54.495870 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (199ea2eb-148d-4eb9-a989-e4dcbeb8f890), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:54.593999 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 199ea2eb-148d-4eb9-a989-e4dcbeb8f890 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:35:54.594395 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (199ea2eb-148d-4eb9-a989-e4dcbeb8f890), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:54.633907 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 199ea2eb-148d-4eb9-a989-e4dcbeb8f890, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=199ea2eb-148d-4eb9-a989-e4dcbeb8f890,segment=NetworkSegment(70377ef3-9543-4976-bb83-aea675170934),segment_id=70377ef3-9543-4976-bb83-aea675170934)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:35:54.639732 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (199ea2eb-148d-4eb9-a989-e4dcbeb8f890), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:54.641266 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7c42a756-0f74-464a-a70e-4d3b00a6740c up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:35:54.677688 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-9458a463-d349-4fc1-b04f-30d9834d1407 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-710289219&fields=id&tenant_id=c750eaf778fb4602911c448d9252f638 HTTP/1.1" status: 200 len: 267 time: 0.0559490 Feb 08 22:35:54.723091 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=199ea2eb-148d-4eb9-a989-e4dcbeb8f890,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:54.727350 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd57903-b67e-4f51-a9c2-7084782d264d None None] Network 821576df-8c64-4530-bd87-e32780665e04 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:35:54.793453 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 7c42a756-0f74-464a-a70e-4d3b00a6740c triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:35:54.793830 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7c42a756-0f74-464a-a70e-4d3b00a6740c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:54.799797 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-eb635e44-d556-4c56-a8eb-e108f5231fb8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:35:54.801292 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-eb635e44-d556-4c56-a8eb-e108f5231fb8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/networks?id=821576df-8c64-4530-bd87-e32780665e04 HTTP/1.1" status: 200 len: 797 time: 0.1155615 Feb 08 22:35:54.818246 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-91ed5718-4d63-49f6-ad45-511d9fb285da tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/quotas/c750eaf778fb4602911c448d9252f638 HTTP/1.1" status: 200 len: 375 time: 0.0100715 Feb 08 22:35:54.850398 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:35:54.874253 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-156b3e18-f408-484f-9f78-b362f520048e None None] Provisioning complete for port 199ea2eb-148d-4eb9-a989-e4dcbeb8f890 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:35:54.874628 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-156b3e18-f408-484f-9f78-b362f520048e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (199ea2eb-148d-4eb9-a989-e4dcbeb8f890), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:54.881494 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-f31fa020-66dd-403d-8b70-b7f496927946 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563877 Feb 08 22:35:54.979689 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-97da6a2d-514f-4e34-a824-e3b6305f5bc6 service neutron] 10.222.0.88 "GET /v2.0/networks/821576df-8c64-4530-bd87-e32780665e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861256 Feb 08 22:35:55.084581 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-adc2b95f-41ae-4ba3-86f1-b69d0302b62b service neutron] 10.222.0.88 "GET /v2.0/networks/821576df-8c64-4530-bd87-e32780665e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991235 Feb 08 22:35:55.164366 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 7c42a756-0f74-464a-a70e-4d3b00a6740c is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:35:55.164912 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7c42a756-0f74-464a-a70e-4d3b00a6740c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:55.197528 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-156b3e18-f408-484f-9f78-b362f520048e None None] Current status of the port 199ea2eb-148d-4eb9-a989-e4dcbeb8f890 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:35:55.201034 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 7c42a756-0f74-464a-a70e-4d3b00a6740c, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7c42a756-0f74-464a-a70e-4d3b00a6740c,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:35:55.205905 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7c42a756-0f74-464a-a70e-4d3b00a6740c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:55.260619 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=7c42a756-0f74-464a-a70e-4d3b00a6740c,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:55.420816 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-885d2d45-6413-4942-aa05-62a2c1b988db None None] Provisioning complete for port 6b88bab9-ee77-40a3-b2bd-20c179ad3912 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:35:55.421403 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-885d2d45-6413-4942-aa05-62a2c1b988db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6b88bab9-ee77-40a3-b2bd-20c179ad3912), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:55.431210 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b45fed-a680-4a72-aa27-9a7123b03fe6 None None] Sync routers for ids ['26093c74-e4f8-4032-86ad-04132bf1ffa6'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:35:55.443287 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b45fed-a680-4a72-aa27-9a7123b03fe6 None None] Routers {'26093c74-e4f8-4032-86ad-04132bf1ffa6'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:35:55.443976 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-03b45fed-a680-4a72-aa27-9a7123b03fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:35:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['26093c74-e4f8-4032-86ad-04132bf1ffa6'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:35:55.460413 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-885d2d45-6413-4942-aa05-62a2c1b988db None None] Port 6b88bab9-ee77-40a3-b2bd-20c179ad3912 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:35:55.472071 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-885d2d45-6413-4942-aa05-62a2c1b988db None None] Provisioning complete for port 199ea2eb-148d-4eb9-a989-e4dcbeb8f890 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:35:55.472479 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-885d2d45-6413-4942-aa05-62a2c1b988db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (199ea2eb-148d-4eb9-a989-e4dcbeb8f890), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:55.557159 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-885d2d45-6413-4942-aa05-62a2c1b988db None None] Current status of the port 199ea2eb-148d-4eb9-a989-e4dcbeb8f890 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:35:55.563263 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-03b45fed-a680-4a72-aa27-9a7123b03fe6 None None] Set router 26093c74-e4f8-4032-86ad-04132bf1ffa6 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:35:55.680936 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-126199de-1062-472a-9a37-d23cac4a8283 None None] Provisioning complete for port 6b88bab9-ee77-40a3-b2bd-20c179ad3912 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:35:55.681343 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-126199de-1062-472a-9a37-d23cac4a8283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6b88bab9-ee77-40a3-b2bd-20c179ad3912), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:55.717061 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-126199de-1062-472a-9a37-d23cac4a8283 None None] Port 6b88bab9-ee77-40a3-b2bd-20c179ad3912 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:35:55.773754 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-03b45fed-a680-4a72-aa27-9a7123b03fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286784969', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '7c42a756-0f74-464a-a70e-4d3b00a6740c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:35:49Z', 'updated_at': '2022-02-08T22:35:53Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '7c42a756-0f74-464a-a70e-4d3b00a6740c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:35:50Z', 'updated_at': '2022-02-08T22:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '6b88bab9-ee77-40a3-b2bd-20c179ad3912', 'name': '', 'network_id': '821576df-8c64-4530-bd87-e32780665e04', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:5e:ce:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'e7bd0287-70de-45c8-bdc0-8ffb6ad4a299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:35:52Z', 'updated_at': '2022-02-08T22:35:53Z', 'revision_number': 2, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': 'e7bd0287-70de-45c8-bdc0-8ffb6ad4a299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:35:55.799741 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b45fed-a680-4a72-aa27-9a7123b03fe6 None None] Checking router: 26093c74-e4f8-4032-86ad-04132bf1ffa6 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:35:55.800163 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b45fed-a680-4a72-aa27-9a7123b03fe6 None None] Updating router 26093c74-e4f8-4032-86ad-04132bf1ffa6 port 6b88bab9-ee77-40a3-b2bd-20c179ad3912 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:35:55.827238 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-03b45fed-a680-4a72-aa27-9a7123b03fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6b88bab9-ee77-40a3-b2bd-20c179ad3912), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:55.834770 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-1abbec28-ba75-4047-ac8d-218303991c6e None None] Provisioning complete for port 6b88bab9-ee77-40a3-b2bd-20c179ad3912 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:35:55.835137 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1abbec28-ba75-4047-ac8d-218303991c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6b88bab9-ee77-40a3-b2bd-20c179ad3912), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:55.873789 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1abbec28-ba75-4047-ac8d-218303991c6e None None] Port 6b88bab9-ee77-40a3-b2bd-20c179ad3912 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:35:56.096044 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-03b45fed-a680-4a72-aa27-9a7123b03fe6 None None] Publish callbacks [] for port (6b88bab9-ee77-40a3-b2bd-20c179ad3912), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:56.102753 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-03b45fed-a680-4a72-aa27-9a7123b03fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6b88bab9-ee77-40a3-b2bd-20c179ad3912), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:56.154470 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52232fe9-866f-4107-81ae-30ffe1f4549b None None] Pushing event updated for resources: {'Port': ['ID=6b88bab9-ee77-40a3-b2bd-20c179ad3912,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:56.179329 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52232fe9-866f-4107-81ae-30ffe1f4549b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:56.179674 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52232fe9-866f-4107-81ae-30ffe1f4549b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:56.180017 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52232fe9-866f-4107-81ae-30ffe1f4549b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:56.180401 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52232fe9-866f-4107-81ae-30ffe1f4549b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:56.180737 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52232fe9-866f-4107-81ae-30ffe1f4549b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:56.181091 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52232fe9-866f-4107-81ae-30ffe1f4549b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:56.181448 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52232fe9-866f-4107-81ae-30ffe1f4549b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:56.181809 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52232fe9-866f-4107-81ae-30ffe1f4549b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:56.182199 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52232fe9-866f-4107-81ae-30ffe1f4549b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:56.182534 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52232fe9-866f-4107-81ae-30ffe1f4549b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:56.182915 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52232fe9-866f-4107-81ae-30ffe1f4549b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:56.183239 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52232fe9-866f-4107-81ae-30ffe1f4549b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:56.183586 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52232fe9-866f-4107-81ae-30ffe1f4549b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:35:56.223786 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-03b45fed-a680-4a72-aa27-9a7123b03fe6 None None] Attempting to bind port 6b88bab9-ee77-40a3-b2bd-20c179ad3912 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:35:56.224785 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-03b45fed-a680-4a72-aa27-9a7123b03fe6 None None] Attempting to bind port 6b88bab9-ee77-40a3-b2bd-20c179ad3912 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '70377ef3-9543-4976-bb83-aea675170934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '821576df-8c64-4530-bd87-e32780665e04'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:35:56.226426 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b45fed-a680-4a72-aa27-9a7123b03fe6 None None] Attempting to bind port 6b88bab9-ee77-40a3-b2bd-20c179ad3912 on network 821576df-8c64-4530-bd87-e32780665e04 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:35:56.233507 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b45fed-a680-4a72-aa27-9a7123b03fe6 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:35:56.235608 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b45fed-a680-4a72-aa27-9a7123b03fe6 None None] Checking segment: {'id': '70377ef3-9543-4976-bb83-aea675170934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '821576df-8c64-4530-bd87-e32780665e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:35:56.236024 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-03b45fed-a680-4a72-aa27-9a7123b03fe6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:56.236890 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b45fed-a680-4a72-aa27-9a7123b03fe6 None None] Bound using segment: {'id': '70377ef3-9543-4976-bb83-aea675170934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '821576df-8c64-4530-bd87-e32780665e04'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:35:56.236890 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-03b45fed-a680-4a72-aa27-9a7123b03fe6 None None] Bound port: 6b88bab9-ee77-40a3-b2bd-20c179ad3912, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70377ef3-9543-4976-bb83-aea675170934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '821576df-8c64-4530-bd87-e32780665e04'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:35:56.237256 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-03b45fed-a680-4a72-aa27-9a7123b03fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6b88bab9-ee77-40a3-b2bd-20c179ad3912), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:56.309884 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0bb2cf11-0785-4065-b5cb-03ec06d03360 req-93b69646-71bb-41ad-9aa2-b670c2d4e67a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea91c75a-278f-4ef8-9045-74635d1cd295 HTTP/1.1" status: 200 len: 210 time: 0.0592625 Feb 08 22:35:56.313111 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-03b45fed-a680-4a72-aa27-9a7123b03fe6 None None] For port 6b88bab9-ee77-40a3-b2bd-20c179ad3912, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:35:56.317730 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-03b45fed-a680-4a72-aa27-9a7123b03fe6 None None] For port 6b88bab9-ee77-40a3-b2bd-20c179ad3912, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=6b88bab9-ee77-40a3-b2bd-20c179ad3912,segment=NetworkSegment(70377ef3-9543-4976-bb83-aea675170934),segment_id=70377ef3-9543-4976-bb83-aea675170934)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:35:56.327494 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-03b45fed-a680-4a72-aa27-9a7123b03fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6b88bab9-ee77-40a3-b2bd-20c179ad3912), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:56.380349 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 199ea2eb-148d-4eb9-a989-e4dcbeb8f890 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:35:56.387667 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b45fed-a680-4a72-aa27-9a7123b03fe6 None None] Routers {'26093c74-e4f8-4032-86ad-04132bf1ffa6'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:35:56.388304 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-03b45fed-a680-4a72-aa27-9a7123b03fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:35:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['26093c74-e4f8-4032-86ad-04132bf1ffa6'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:35:56.447689 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 199ea2eb-148d-4eb9-a989-e4dcbeb8f890 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:35:56.448253 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (199ea2eb-148d-4eb9-a989-e4dcbeb8f890), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:56.516010 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-e43c389e-a3a9-45ed-9862-6c958cc629aa None None] Provisioning complete for port 6b88bab9-ee77-40a3-b2bd-20c179ad3912 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:35:56.516393 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e43c389e-a3a9-45ed-9862-6c958cc629aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6b88bab9-ee77-40a3-b2bd-20c179ad3912), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:56.530951 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-03b45fed-a680-4a72-aa27-9a7123b03fe6 None None] Set router 26093c74-e4f8-4032-86ad-04132bf1ffa6 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:35:56.533066 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52232fe9-866f-4107-81ae-30ffe1f4549b None None] Pushing event updated for resources: {'Port': ['ID=6b88bab9-ee77-40a3-b2bd-20c179ad3912,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:56.611575 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 199ea2eb-148d-4eb9-a989-e4dcbeb8f890 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:35:56.613014 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7c42a756-0f74-464a-a70e-4d3b00a6740c up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:35:56.680524 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e43c389e-a3a9-45ed-9862-6c958cc629aa None None] Current status of the port 6b88bab9-ee77-40a3-b2bd-20c179ad3912 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:35:56.680954 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e43c389e-a3a9-45ed-9862-6c958cc629aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (6b88bab9-ee77-40a3-b2bd-20c179ad3912), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:56.737780 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-e43c389e-a3a9-45ed-9862-6c958cc629aa None None] For port 6b88bab9-ee77-40a3-b2bd-20c179ad3912, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=6b88bab9-ee77-40a3-b2bd-20c179ad3912,segment=NetworkSegment(70377ef3-9543-4976-bb83-aea675170934),segment_id=70377ef3-9543-4976-bb83-aea675170934)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:35:56.740126 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 7c42a756-0f74-464a-a70e-4d3b00a6740c triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:35:56.740587 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7c42a756-0f74-464a-a70e-4d3b00a6740c), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:56.744279 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e43c389e-a3a9-45ed-9862-6c958cc629aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (6b88bab9-ee77-40a3-b2bd-20c179ad3912), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:56.829750 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c389e-a3a9-45ed-9862-6c958cc629aa None None] Pushing event updated for resources: {'Port': ['ID=6b88bab9-ee77-40a3-b2bd-20c179ad3912,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:56.872533 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-03b45fed-a680-4a72-aa27-9a7123b03fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286784969', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '7c42a756-0f74-464a-a70e-4d3b00a6740c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:35:49Z', 'updated_at': '2022-02-08T22:35:53Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '7c42a756-0f74-464a-a70e-4d3b00a6740c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:35:50Z', 'updated_at': '2022-02-08T22:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '6b88bab9-ee77-40a3-b2bd-20c179ad3912', 'name': '', 'network_id': '821576df-8c64-4530-bd87-e32780665e04', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:5e:ce:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'e7bd0287-70de-45c8-bdc0-8ffb6ad4a299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:35:52Z', 'updated_at': '2022-02-08T22:35:56Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': 'e7bd0287-70de-45c8-bdc0-8ffb6ad4a299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:35:56.881989 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 7c42a756-0f74-464a-a70e-4d3b00a6740c is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:35:56.886515 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-7c5f07a5-d29e-471f-b7eb-ae5eb08cac5f None None] Provisioning complete for port 6b88bab9-ee77-40a3-b2bd-20c179ad3912 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:35:56.886964 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7c5f07a5-d29e-471f-b7eb-ae5eb08cac5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6b88bab9-ee77-40a3-b2bd-20c179ad3912), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:56.903778 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b45fed-a680-4a72-aa27-9a7123b03fe6 None None] The sync data for ids ['26093c74-e4f8-4032-86ad-04132bf1ffa6'] in n-d-712143-31 is: [{'id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286784969', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '7c42a756-0f74-464a-a70e-4d3b00a6740c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:35:49Z', 'updated_at': '2022-02-08T22:35:53Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '7c42a756-0f74-464a-a70e-4d3b00a6740c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:35:50Z', 'updated_at': '2022-02-08T22:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '6b88bab9-ee77-40a3-b2bd-20c179ad3912', 'name': '', 'network_id': '821576df-8c64-4530-bd87-e32780665e04', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:5e:ce:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'e7bd0287-70de-45c8-bdc0-8ffb6ad4a299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:35:52Z', 'updated_at': '2022-02-08T22:35:56Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': 'e7bd0287-70de-45c8-bdc0-8ffb6ad4a299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:35:56.992777 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7c5f07a5-d29e-471f-b7eb-ae5eb08cac5f None None] Current status of the port 6b88bab9-ee77-40a3-b2bd-20c179ad3912 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:35:57.441375 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e86409e0-fde7-4266-bbce-c1c83f3f5bee req-3b7fe977-7c99-47a7-b19b-c6f0825f048e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea91c75a-278f-4ef8-9045-74635d1cd295 HTTP/1.1" status: 200 len: 210 time: 0.0325441 Feb 08 22:35:57.488035 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-ba7deaf5-64d4-438e-b0d6-bc06bb40320c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:35:57.489745 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-ba7deaf5-64d4-438e-b0d6-bc06bb40320c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.94 "GET /v2.0/networks?id=821576df-8c64-4530-bd87-e32780665e04 HTTP/1.1" status: 200 len: 797 time: 0.1503096 Feb 08 22:35:57.560203 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-20cb82e8-31f9-439a-9165-e7a5d17d1c41 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c750eaf778fb4602911c448d9252f638 HTTP/1.1" status: 200 len: 379 time: 0.0582383 Feb 08 22:35:57.569988 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-6e3941e4-8f95-411d-a133-fe05f020c03d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'port': {'device_id': 'ea91c75a-278f-4ef8-9045-74635d1cd295', 'network_id': '821576df-8c64-4530-bd87-e32780665e04', 'admin_state_up': True, 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'security_groups': ['10689586-8c69-412e-b1a6-3e09f626fa04']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:35:57.672407 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e4c41091-87b4-49b7-ba1e-88eb45cd0ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:57.685031 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-6e3941e4-8f95-411d-a133-fe05f020c03d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Made reservation on behalf of c750eaf778fb4602911c448d9252f638 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:35:57.688813 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-6e3941e4-8f95-411d-a133-fe05f020c03d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:57.829840 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-6e3941e4-8f95-411d-a133-fe05f020c03d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Allocated IP 172.20.0.13 (821576df-8c64-4530-bd87-e32780665e04/e7bd0287-70de-45c8-bdc0-8ffb6ad4a299/2cdd8533-eb68-405e-89d0-916313145dad) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:35:57.984697 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-6e3941e4-8f95-411d-a133-fe05f020c03d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for port (2cdd8533-eb68-405e-89d0-916313145dad), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:58.020597 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-6e3941e4-8f95-411d-a133-fe05f020c03d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (2cdd8533-eb68-405e-89d0-916313145dad), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:58.066215 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-6e3941e4-8f95-411d-a133-fe05f020c03d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network 821576df-8c64-4530-bd87-e32780665e04 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:35:58.072050 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-6e3941e4-8f95-411d-a133-fe05f020c03d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:35:58.074675 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-6e3941e4-8f95-411d-a133-fe05f020c03d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:35:58.106752 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3941e4-8f95-411d-a133-fe05f020c03d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Port': ['ID=2cdd8533-eb68-405e-89d0-916313145dad,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:58.137514 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-6e3941e4-8f95-411d-a133-fe05f020c03d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:35:58.138207 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-6e3941e4-8f95-411d-a133-fe05f020c03d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:58.155987 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-6e3941e4-8f95-411d-a133-fe05f020c03d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5905428 Feb 08 22:35:58.165784 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-6abe2a8d-ae92-4d4a-9a98-c7f0f200f4bd tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 22:35:58.166810 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-6abe2a8d-ae92-4d4a-9a98-c7f0f200f4bd tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059941 Feb 08 22:35:58.179581 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-4484bfb3-d84b-4e36-ab6d-db8d8feabe5d service neutron] Request body: {'port': {'device_id': 'ea91c75a-278f-4ef8-9045-74635d1cd295', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:35:58.248867 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-4484bfb3-d84b-4e36-ab6d-db8d8feabe5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2cdd8533-eb68-405e-89d0-916313145dad), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:58.322883 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-baf7a1f7-a33e-4fe3-8891-ff6ae57e9c18 None None] Provisioning complete for port 2cdd8533-eb68-405e-89d0-916313145dad triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:35:58.323365 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-baf7a1f7-a33e-4fe3-8891-ff6ae57e9c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2cdd8533-eb68-405e-89d0-916313145dad), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:58.349643 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6b88bab9-ee77-40a3-b2bd-20c179ad3912 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:35:58.393276 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-baf7a1f7-a33e-4fe3-8891-ff6ae57e9c18 None None] Port 2cdd8533-eb68-405e-89d0-916313145dad cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:35:58.410351 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 6b88bab9-ee77-40a3-b2bd-20c179ad3912 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:35:58.410728 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (6b88bab9-ee77-40a3-b2bd-20c179ad3912), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:58.492104 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 6b88bab9-ee77-40a3-b2bd-20c179ad3912 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:35:58.539243 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-4484bfb3-d84b-4e36-ab6d-db8d8feabe5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cdd8533-eb68-405e-89d0-916313145dad {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:35:58.548106 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-4484bfb3-d84b-4e36-ab6d-db8d8feabe5d service neutron] Publish callbacks [] for port (2cdd8533-eb68-405e-89d0-916313145dad), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:58.582934 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-4484bfb3-d84b-4e36-ab6d-db8d8feabe5d service neutron] Transition to ACTIVE for port object 2cdd8533-eb68-405e-89d0-916313145dad will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:35:58.587826 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-4484bfb3-d84b-4e36-ab6d-db8d8feabe5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (2cdd8533-eb68-405e-89d0-916313145dad), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:58.638840 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c792f79-be88-4153-b94c-940c27a972ac req-c779371c-7be0-4087-afff-f1e267343358 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:35:58.640360 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c792f79-be88-4153-b94c-940c27a972ac req-c779371c-7be0-4087-afff-f1e267343358 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea91c75a-278f-4ef8-9045-74635d1cd295 HTTP/1.1" status: 200 len: 932 time: 0.1135936 Feb 08 22:35:58.674323 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484bfb3-d84b-4e36-ab6d-db8d8feabe5d service neutron] Pushing event updated for resources: {'Port': ['ID=2cdd8533-eb68-405e-89d0-916313145dad,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:58.753515 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c792f79-be88-4153-b94c-940c27a972ac req-a8204218-b869-4892-8fdc-b881fa8d876d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=10689586-8c69-412e-b1a6-3e09f626fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035171 Feb 08 22:35:58.772492 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-4484bfb3-d84b-4e36-ab6d-db8d8feabe5d service neutron] Attempting to bind port 2cdd8533-eb68-405e-89d0-916313145dad on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:35:58.772845 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-4484bfb3-d84b-4e36-ab6d-db8d8feabe5d service neutron] Attempting to bind port 2cdd8533-eb68-405e-89d0-916313145dad by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '70377ef3-9543-4976-bb83-aea675170934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '821576df-8c64-4530-bd87-e32780665e04'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:35:58.773183 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-4484bfb3-d84b-4e36-ab6d-db8d8feabe5d service neutron] Attempting to bind port 2cdd8533-eb68-405e-89d0-916313145dad on network 821576df-8c64-4530-bd87-e32780665e04 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:35:58.778283 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-4484bfb3-d84b-4e36-ab6d-db8d8feabe5d service neutron] Port 2cdd8533-eb68-405e-89d0-916313145dad on network 821576df-8c64-4530-bd87-e32780665e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:35:58.778608 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-4484bfb3-d84b-4e36-ab6d-db8d8feabe5d service neutron] Attempting to bind port 2cdd8533-eb68-405e-89d0-916313145dad on network 821576df-8c64-4530-bd87-e32780665e04 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:35:58.783926 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-4484bfb3-d84b-4e36-ab6d-db8d8feabe5d service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:35:58.784276 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-4484bfb3-d84b-4e36-ab6d-db8d8feabe5d service neutron] Checking segment: {'id': '70377ef3-9543-4976-bb83-aea675170934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '821576df-8c64-4530-bd87-e32780665e04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:35:58.784666 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-4484bfb3-d84b-4e36-ab6d-db8d8feabe5d service neutron] Bound using segment: {'id': '70377ef3-9543-4976-bb83-aea675170934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '821576df-8c64-4530-bd87-e32780665e04'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:35:58.785098 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-4484bfb3-d84b-4e36-ab6d-db8d8feabe5d service neutron] Bound port: 2cdd8533-eb68-405e-89d0-916313145dad, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70377ef3-9543-4976-bb83-aea675170934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '821576df-8c64-4530-bd87-e32780665e04'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:35:58.785490 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-4484bfb3-d84b-4e36-ab6d-db8d8feabe5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2cdd8533-eb68-405e-89d0-916313145dad), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:58.850505 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-4484bfb3-d84b-4e36-ab6d-db8d8feabe5d service neutron] For port 2cdd8533-eb68-405e-89d0-916313145dad, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:35:58.853470 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-4484bfb3-d84b-4e36-ab6d-db8d8feabe5d service neutron] For port 2cdd8533-eb68-405e-89d0-916313145dad, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=2cdd8533-eb68-405e-89d0-916313145dad,segment=NetworkSegment(70377ef3-9543-4976-bb83-aea675170934),segment_id=70377ef3-9543-4976-bb83-aea675170934)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:35:58.859608 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-4484bfb3-d84b-4e36-ab6d-db8d8feabe5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (2cdd8533-eb68-405e-89d0-916313145dad), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:58.891702 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-4484bfb3-d84b-4e36-ab6d-db8d8feabe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:35:58.892327 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-4484bfb3-d84b-4e36-ab6d-db8d8feabe5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:58.893743 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-4484bfb3-d84b-4e36-ab6d-db8d8feabe5d service neutron] 10.222.0.94 "PUT /v2.0/ports/2cdd8533-eb68-405e-89d0-916313145dad HTTP/1.1" status: 200 len: 1093 time: 0.7195349 Feb 08 22:35:58.894160 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea91c75a-278f-4ef8-9045-74635d1cd295', 'tag': '2cdd8533-eb68-405e-89d0-916313145dad'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:35:58.896439 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6c502b-30f9-4d04-9780-bc5d198dafad" -d '{"events": [{"name": "network-changed", "server_uuid": "ea91c75a-278f-4ef8-9045-74635d1cd295", "tag": "2cdd8533-eb68-405e-89d0-916313145dad"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:35:58.942611 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484bfb3-d84b-4e36-ab6d-db8d8feabe5d service neutron] Pushing event updated for resources: {'Port': ['ID=2cdd8533-eb68-405e-89d0-916313145dad,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:35:58.955955 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597a8b22-a684-48d7-8273-4c55a62a47d5 x-openstack-request-id: req-597a8b22-a684-48d7-8273-4c55a62a47d5 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:35:58.956257 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea91c75a-278f-4ef8-9045-74635d1cd295", "tag": "2cdd8533-eb68-405e-89d0-916313145dad", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:35:58.956509 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-597a8b22-a684-48d7-8273-4c55a62a47d5 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:35:58.956900 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea91c75a-278f-4ef8-9045-74635d1cd295', 'tag': '2cdd8533-eb68-405e-89d0-916313145dad', 'status': 'completed', 'code': 200} Feb 08 22:35:58.996864 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-58e4fae0-a8ed-4d2e-a534-139fd8eb98f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:35:58.998473 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-58e4fae0-a8ed-4d2e-a534-139fd8eb98f4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=ea91c75a-278f-4ef8-9045-74635d1cd295 HTTP/1.1" status: 200 len: 1127 time: 0.0530078 Feb 08 22:35:59.047401 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-e8998187-9ba0-4e6c-9209-6abcd9c1e9cc service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cdd8533-eb68-405e-89d0-916313145dad HTTP/1.1" status: 200 len: 217 time: 0.0409796 Feb 08 22:35:59.098146 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-48ae4add-0a5d-4203-8938-5684d57f1744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:35:59.100239 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-48ae4add-0a5d-4203-8938-5684d57f1744 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e7bd0287-70de-45c8-bdc0-8ffb6ad4a299 HTTP/1.1" status: 200 len: 834 time: 0.0477126 Feb 08 22:35:59.148740 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-675bd3f9-05fa-4414-a6e9-8e5e8d0e6367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:35:59.150674 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-675bd3f9-05fa-4414-a6e9-8e5e8d0e6367 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=821576df-8c64-4530-bd87-e32780665e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438259 Feb 08 22:35:59.242417 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-0acf7f6c-79b8-4fa0-aa1c-1f4235a100f7 service neutron] 10.222.0.94 "GET /v2.0/networks/821576df-8c64-4530-bd87-e32780665e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857966 Feb 08 22:35:59.331445 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-feb0bf87-2d7c-4061-b062-54ff2eb53b33 req-260aa366-2f39-4205-aeac-79cca8f60d9f service neutron] 10.222.0.94 "GET /v2.0/networks/821576df-8c64-4530-bd87-e32780665e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834923 Feb 08 22:35:59.420270 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c502b-30f9-4d04-9780-bc5d198dafad req-3a0cdbcd-a10a-4d3b-83ce-9d2baa8815ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:35:59.421816 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e6c502b-30f9-4d04-9780-bc5d198dafad req-3a0cdbcd-a10a-4d3b-83ce-9d2baa8815ac service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=ea91c75a-278f-4ef8-9045-74635d1cd295 HTTP/1.1" status: 200 len: 1127 time: 0.0465207 Feb 08 22:35:59.513045 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c502b-30f9-4d04-9780-bc5d198dafad req-3d5c31cc-b888-4bcc-b0ad-8b38a405dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:35:59.514455 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e6c502b-30f9-4d04-9780-bc5d198dafad req-3d5c31cc-b888-4bcc-b0ad-8b38a405dd1d service neutron] 10.222.0.94 "GET /v2.0/networks?id=821576df-8c64-4530-bd87-e32780665e04 HTTP/1.1" status: 200 len: 898 time: 0.0871284 Feb 08 22:35:59.545841 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:35:59.555993 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e6c502b-30f9-4d04-9780-bc5d198dafad req-caafa88f-f04c-4b46-bc25-c1fe6deb4e19 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cdd8533-eb68-405e-89d0-916313145dad HTTP/1.1" status: 200 len: 217 time: 0.0358975 Feb 08 22:35:59.607844 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c502b-30f9-4d04-9780-bc5d198dafad req-2e6b3a04-0a8c-4c76-9100-8dc43573722e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:35:59.609395 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e6c502b-30f9-4d04-9780-bc5d198dafad req-2e6b3a04-0a8c-4c76-9100-8dc43573722e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e7bd0287-70de-45c8-bdc0-8ffb6ad4a299 HTTP/1.1" status: 200 len: 834 time: 0.0478806 Feb 08 22:35:59.657889 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c502b-30f9-4d04-9780-bc5d198dafad req-6fdae6df-bbda-44b9-9e60-de225b005d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:35:59.659381 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e6c502b-30f9-4d04-9780-bc5d198dafad req-6fdae6df-bbda-44b9-9e60-de225b005d12 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=821576df-8c64-4530-bd87-e32780665e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446386 Feb 08 22:35:59.746368 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e6c502b-30f9-4d04-9780-bc5d198dafad req-e29de923-8ecd-418c-9779-aaf498cfcb57 service neutron] 10.222.0.94 "GET /v2.0/networks/821576df-8c64-4530-bd87-e32780665e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809155 Feb 08 22:35:59.867265 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4e6c502b-30f9-4d04-9780-bc5d198dafad req-4c2497d0-b675-4c83-9a57-fdc503c16a70 service neutron] 10.222.0.94 "GET /v2.0/networks/821576df-8c64-4530-bd87-e32780665e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146624 Feb 08 22:35:59.889417 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8e549-442f-4f55-a362-4824b9f0a218 req-fa0a7a96-c0f7-4b5c-9ec4-14659b77c831 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:35:59.890879 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9c8e549-442f-4f55-a362-4824b9f0a218 req-fa0a7a96-c0f7-4b5c-9ec4-14659b77c831 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea91c75a-278f-4ef8-9045-74635d1cd295 HTTP/1.1" status: 200 len: 944 time: 0.0647790 Feb 08 22:35:59.939265 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f9c8e549-442f-4f55-a362-4824b9f0a218 req-5370298e-fe90-42f3-9a93-0771da499ec4 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=10689586-8c69-412e-b1a6-3e09f626fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427494 Feb 08 22:36:01.068744 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473543ab-ea13-40b3-97d8-e7d182bc40bf req-d3bc0f56-772b-4664-ba8b-5c89624d59e5 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:36:01.070256 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-473543ab-ea13-40b3-97d8-e7d182bc40bf req-d3bc0f56-772b-4664-ba8b-5c89624d59e5 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea91c75a-278f-4ef8-9045-74635d1cd295 HTTP/1.1" status: 200 len: 944 time: 0.0574927 Feb 08 22:36:01.118423 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-473543ab-ea13-40b3-97d8-e7d182bc40bf req-3a5a8d3e-b538-4ec4-9264-31b98977f5e2 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=10689586-8c69-412e-b1a6-3e09f626fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425375 Feb 08 22:36:01.573261 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:36:01.856163 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:36:02.043787 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 2cdd8533-eb68-405e-89d0-916313145dad details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:36:02.138965 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 2cdd8533-eb68-405e-89d0-916313145dad, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=2cdd8533-eb68-405e-89d0-916313145dad,segment=NetworkSegment(70377ef3-9543-4976-bb83-aea675170934),segment_id=70377ef3-9543-4976-bb83-aea675170934)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:36:02.151300 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': '2cdd8533-eb68-405e-89d0-916313145dad', 'network_id': '821576df-8c64-4530-bd87-e32780665e04', 'port_id': '2cdd8533-eb68-405e-89d0-916313145dad', 'mac_address': 'fa:16:3e:aa:f7:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7bd0287-70de-45c8-bdc0-8ffb6ad4a299', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:36:02.188276 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 2cdd8533-eb68-405e-89d0-916313145dad is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:36:02.188662 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2cdd8533-eb68-405e-89d0-916313145dad), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:36:02.206084 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cdd8533-eb68-405e-89d0-916313145dad {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:36:02.225256 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 2cdd8533-eb68-405e-89d0-916313145dad, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=2cdd8533-eb68-405e-89d0-916313145dad,segment=NetworkSegment(70377ef3-9543-4976-bb83-aea675170934),segment_id=70377ef3-9543-4976-bb83-aea675170934)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:36:02.229679 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2cdd8533-eb68-405e-89d0-916313145dad), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:36:02.238707 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa9847-b278-4a70-86de-69574267254b req-3c4c3cb7-12fa-4fdf-9888-23f83c3b55de tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:36:02.240731 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23fa9847-b278-4a70-86de-69574267254b req-3c4c3cb7-12fa-4fdf-9888-23f83c3b55de tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea91c75a-278f-4ef8-9045-74635d1cd295 HTTP/1.1" status: 200 len: 944 time: 0.0555933 Feb 08 22:36:02.279428 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=2cdd8533-eb68-405e-89d0-916313145dad,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:36:02.290673 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23fa9847-b278-4a70-86de-69574267254b req-7821778a-def7-4d38-9f3e-887586999c39 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=10689586-8c69-412e-b1a6-3e09f626fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442295 Feb 08 22:36:02.576988 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['2cdd8533-eb68-405e-89d0-916313145dad'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:36:03.521901 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdb481-197e-49a9-8283-a926dbfa90cb req-2546764c-1561-4c02-adb0-fae48092c96c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:36:03.523374 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a3bdb481-197e-49a9-8283-a926dbfa90cb req-2546764c-1561-4c02-adb0-fae48092c96c tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea91c75a-278f-4ef8-9045-74635d1cd295 HTTP/1.1" status: 200 len: 945 time: 0.0532782 Feb 08 22:36:03.845491 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a3bdb481-197e-49a9-8283-a926dbfa90cb req-ff0d4105-46bc-49c0-b430-0a53268404ff tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=10689586-8c69-412e-b1a6-3e09f626fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3163073 Feb 08 22:36:04.060515 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 2cdd8533-eb68-405e-89d0-916313145dad up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:36:04.107548 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port 2cdd8533-eb68-405e-89d0-916313145dad completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:36:04.111539 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port 2cdd8533-eb68-405e-89d0-916313145dad triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:36:04.111917 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (2cdd8533-eb68-405e-89d0-916313145dad), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:36:04.192376 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port 2cdd8533-eb68-405e-89d0-916313145dad is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:36:04.192769 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2cdd8533-eb68-405e-89d0-916313145dad), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:36:04.214983 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea91c75a-278f-4ef8-9045-74635d1cd295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdd8533-eb68-405e-89d0-916313145dad'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:36:04.217221 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b6ff2c-053f-4e8b-95c4-5e28baafd73b" -d '{"events": [{"server_uuid": "ea91c75a-278f-4ef8-9045-74635d1cd295", "name": "network-vif-plugged", "status": "completed", "tag": "2cdd8533-eb68-405e-89d0-916313145dad"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:36:04.229902 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port 2cdd8533-eb68-405e-89d0-916313145dad, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=2cdd8533-eb68-405e-89d0-916313145dad,segment=NetworkSegment(70377ef3-9543-4976-bb83-aea675170934),segment_id=70377ef3-9543-4976-bb83-aea675170934)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:36:04.233788 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (2cdd8533-eb68-405e-89d0-916313145dad), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:36:04.281730 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=2cdd8533-eb68-405e-89d0-916313145dad,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:36:04.305445 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d824aec4-c313-4181-935c-22dc12cd7f22 x-openstack-request-id: req-d824aec4-c313-4181-935c-22dc12cd7f22 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:36:04.305753 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea91c75a-278f-4ef8-9045-74635d1cd295", "name": "network-vif-plugged", "status": "completed", "tag": "2cdd8533-eb68-405e-89d0-916313145dad", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:36:04.306017 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d824aec4-c313-4181-935c-22dc12cd7f22 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:36:04.306449 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea91c75a-278f-4ef8-9045-74635d1cd295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdd8533-eb68-405e-89d0-916313145dad', 'code': 200} Feb 08 22:36:04.407151 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c16a1-3fe7-444b-bd0f-26f2a257f507 req-b3a9c1f2-cc0b-45a8-b57d-4a754bc32427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:36:04.408624 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98c16a1-3fe7-444b-bd0f-26f2a257f507 req-b3a9c1f2-cc0b-45a8-b57d-4a754bc32427 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ea91c75a-278f-4ef8-9045-74635d1cd295 HTTP/1.1" status: 200 len: 1129 time: 0.0434322 Feb 08 22:36:04.452677 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b98c16a1-3fe7-444b-bd0f-26f2a257f507 req-e01d331d-e66c-4161-9011-73df837c0e1c service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=10689586-8c69-412e-b1a6-3e09f626fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382104 Feb 08 22:36:04.966279 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc290cfb-f80a-4de5-8bda-2994674d6a05 req-9bd70b27-439b-4b0b-9916-403daad1d33b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:36:04.967770 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc290cfb-f80a-4de5-8bda-2994674d6a05 req-9bd70b27-439b-4b0b-9916-403daad1d33b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea91c75a-278f-4ef8-9045-74635d1cd295 HTTP/1.1" status: 200 len: 946 time: 0.0545659 Feb 08 22:36:05.028255 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fc290cfb-f80a-4de5-8bda-2994674d6a05 req-1a509665-9221-4895-8ba3-57256248047f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=10689586-8c69-412e-b1a6-3e09f626fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539985 Feb 08 22:36:06.161810 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928f96d-da7e-4230-8f5d-684f4bf45b4f req-12caf776-9ac9-47a7-a5c2-10534b6941f6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:36:06.163347 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d928f96d-da7e-4230-8f5d-684f4bf45b4f req-12caf776-9ac9-47a7-a5c2-10534b6941f6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea91c75a-278f-4ef8-9045-74635d1cd295 HTTP/1.1" status: 200 len: 946 time: 0.0568106 Feb 08 22:36:06.215237 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d928f96d-da7e-4230-8f5d-684f4bf45b4f req-ba6a299d-b1af-4902-b2f4-6507c044b138 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=10689586-8c69-412e-b1a6-3e09f626fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460806 Feb 08 22:36:06.339801 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36964c17-3b8a-4c6f-90d5-fb18a351163f req-a8705bfd-f64c-496b-a05b-1be0d0273de4 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:36:06.341268 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-36964c17-3b8a-4c6f-90d5-fb18a351163f req-a8705bfd-f64c-496b-a05b-1be0d0273de4 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea91c75a-278f-4ef8-9045-74635d1cd295 HTTP/1.1" status: 200 len: 946 time: 0.0551813 Feb 08 22:36:06.393022 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-36964c17-3b8a-4c6f-90d5-fb18a351163f req-8227ca1e-207d-46ae-a084-77ef0e8cc1b8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=10689586-8c69-412e-b1a6-3e09f626fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459802 Feb 08 22:36:06.415687 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48504) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:36:06.464088 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e970c197-2ff9-4215-8a1e-f22ea688ac79 tempest-TestNetworkAdvancedServerOps-828575151 tempest-TestNetworkAdvancedServerOps-828575151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:36:06.465643 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e970c197-2ff9-4215-8a1e-f22ea688ac79 tempest-TestNetworkAdvancedServerOps-828575151 tempest-TestNetworkAdvancedServerOps-828575151-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=ea91c75a-278f-4ef8-9045-74635d1cd295 HTTP/1.1" status: 200 len: 1124 time: 0.0489573 Feb 08 22:36:06.468625 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48506) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:36:06.473042 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-0d9be400-5b80-4bdc-8efd-ebdd8aed40dc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'port_id': '2cdd8533-eb68-405e-89d0-916313145dad', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:36:06.494990 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0d9be400-5b80-4bdc-8efd-ebdd8aed40dc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:36:06.604312 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0d9be400-5b80-4bdc-8efd-ebdd8aed40dc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:36:06.714949 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-0d9be400-5b80-4bdc-8efd-ebdd8aed40dc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Allocated IP 172.25.3.148 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/9698dfa5-0cba-49e6-ae8d-68b5ead9f2c7) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:36:06.824033 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0d9be400-5b80-4bdc-8efd-ebdd8aed40dc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for port (9698dfa5-0cba-49e6-ae8d-68b5ead9f2c7), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:36:06.863370 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0d9be400-5b80-4bdc-8efd-ebdd8aed40dc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (9698dfa5-0cba-49e6-ae8d-68b5ead9f2c7), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:36:06.910123 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9be400-5b80-4bdc-8efd-ebdd8aed40dc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:36:06.913867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-0d9be400-5b80-4bdc-8efd-ebdd8aed40dc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:36:06.917811 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9be400-5b80-4bdc-8efd-ebdd8aed40dc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:36:06.940563 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9be400-5b80-4bdc-8efd-ebdd8aed40dc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Port': ['ID=9698dfa5-0cba-49e6-ae8d-68b5ead9f2c7,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:36:07.213799 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:36:07.278856 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:36:07.303945 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0d9be400-5b80-4bdc-8efd-ebdd8aed40dc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for floatingip (bece66ec-9ac9-4455-a29a-044390b23864), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:36:07.386568 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0d9be400-5b80-4bdc-8efd-ebdd8aed40dc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (9698dfa5-0cba-49e6-ae8d-68b5ead9f2c7), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:36:07.551377 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0d9be400-5b80-4bdc-8efd-ebdd8aed40dc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for port (9698dfa5-0cba-49e6-ae8d-68b5ead9f2c7), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:36:07.559217 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0d9be400-5b80-4bdc-8efd-ebdd8aed40dc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (9698dfa5-0cba-49e6-ae8d-68b5ead9f2c7), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:36:07.632092 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9be400-5b80-4bdc-8efd-ebdd8aed40dc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event updated for resources: {'Port': ['ID=9698dfa5-0cba-49e6-ae8d-68b5ead9f2c7,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:36:07.645204 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0d9be400-5b80-4bdc-8efd-ebdd8aed40dc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (bece66ec-9ac9-4455-a29a-044390b23864), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:36:07.757617 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-0d9be400-5b80-4bdc-8efd-ebdd8aed40dc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Floating IP bece66ec-9ac9-4455-a29a-044390b23864 associated. External IP: 172.25.3.148, port: 2cdd8533-eb68-405e-89d0-916313145dad. Feb 08 22:36:07.981531 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9be400-5b80-4bdc-8efd-ebdd8aed40dc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Router 26093c74-e4f8-4032-86ad-04132bf1ffa6 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:36:08.098507 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9be400-5b80-4bdc-8efd-ebdd8aed40dc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:36:08.108650 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537c9e33-40de-4bf8-98b8-5b4b44c0e2b3 None None] Sync routers for ids ['26093c74-e4f8-4032-86ad-04132bf1ffa6'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:36:08.119923 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537c9e33-40de-4bf8-98b8-5b4b44c0e2b3 None None] Routers {'26093c74-e4f8-4032-86ad-04132bf1ffa6'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:36:08.120587 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-537c9e33-40de-4bf8-98b8-5b4b44c0e2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:35:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['26093c74-e4f8-4032-86ad-04132bf1ffa6'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:36:08.121158 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0d9be400-5b80-4bdc-8efd-ebdd8aed40dc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:36:08.154423 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-0d9be400-5b80-4bdc-8efd-ebdd8aed40dc tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6847360 Feb 08 22:36:08.155032 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea91c75a-278f-4ef8-9045-74635d1cd295', 'tag': '2cdd8533-eb68-405e-89d0-916313145dad'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:36:08.157411 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f53fe4-c9f5-424d-bfe3-8f5988f2d075" -d '{"events": [{"name": "network-changed", "server_uuid": "ea91c75a-278f-4ef8-9045-74635d1cd295", "tag": "2cdd8533-eb68-405e-89d0-916313145dad"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:36:08.202018 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a03e08a-9bd5-4466-bf1e-8ef42cfc880d x-openstack-request-id: req-0a03e08a-9bd5-4466-bf1e-8ef42cfc880d {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:36:08.202330 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea91c75a-278f-4ef8-9045-74635d1cd295", "tag": "2cdd8533-eb68-405e-89d0-916313145dad", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:36:08.203208 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0a03e08a-9bd5-4466-bf1e-8ef42cfc880d {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:36:08.203788 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea91c75a-278f-4ef8-9045-74635d1cd295', 'tag': '2cdd8533-eb68-405e-89d0-916313145dad', 'status': 'completed', 'code': 200} Feb 08 22:36:08.240408 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-537c9e33-40de-4bf8-98b8-5b4b44c0e2b3 None None] Set router 26093c74-e4f8-4032-86ad-04132bf1ffa6 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:36:08.303591 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec38a17-3edf-446f-bb04-fdeaa19b64a9 req-37054d6f-190e-46c4-bfe8-0c22a469201f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:36:08.305132 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ec38a17-3edf-446f-bb04-fdeaa19b64a9 req-37054d6f-190e-46c4-bfe8-0c22a469201f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea91c75a-278f-4ef8-9045-74635d1cd295 HTTP/1.1" status: 200 len: 946 time: 0.0937111 Feb 08 22:36:08.308161 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f53fe4-c9f5-424d-bfe3-8f5988f2d075 req-695885cc-27a0-4688-be5e-6a10aaab2516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:36:08.309661 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7f53fe4-c9f5-424d-bfe3-8f5988f2d075 req-695885cc-27a0-4688-be5e-6a10aaab2516 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=ea91c75a-278f-4ef8-9045-74635d1cd295 HTTP/1.1" status: 200 len: 1129 time: 0.0696914 Feb 08 22:36:08.417309 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ec38a17-3edf-446f-bb04-fdeaa19b64a9 req-6e304fff-86c6-4866-845a-7700ffa30ec8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=10689586-8c69-412e-b1a6-3e09f626fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052887 Feb 08 22:36:08.440826 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48512) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:36:08.448868 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f53fe4-c9f5-424d-bfe3-8f5988f2d075 req-66a0a338-0361-433b-bdc5-7b937dd7ab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:36:08.450778 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7f53fe4-c9f5-424d-bfe3-8f5988f2d075 req-66a0a338-0361-433b-bdc5-7b937dd7ab32 service neutron] 10.222.0.94 "GET /v2.0/networks?id=821576df-8c64-4530-bd87-e32780665e04 HTTP/1.1" status: 200 len: 898 time: 0.1330335 Feb 08 22:36:08.521889 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e74bc218-2ad7-4740-8fbb-d885c40afcf7 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/floatingips/bece66ec-9ac9-4455-a29a-044390b23864 HTTP/1.1" status: 200 len: 992 time: 0.0784988 Feb 08 22:36:08.524587 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-537c9e33-40de-4bf8-98b8-5b4b44c0e2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286784969', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '7c42a756-0f74-464a-a70e-4d3b00a6740c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:35:49Z', 'updated_at': '2022-02-08T22:35:53Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '7c42a756-0f74-464a-a70e-4d3b00a6740c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:35:50Z', 'updated_at': '2022-02-08T22:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'bece66ec-9ac9-4455-a29a-044390b23864', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'port_id': '2cdd8533-eb68-405e-89d0-916313145dad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '821576df-8c64-4530-bd87-e32780665e04', 'mac_address': 'fa:16:3e:aa:f7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea91c75a-278f-4ef8-9045-74635d1cd295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:36:07Z', 'updated_at': '2022-02-08T22:36:07Z', 'revision_number': 0, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b88bab9-ee77-40a3-b2bd-20c179ad3912', 'name': '', 'network_id': '821576df-8c64-4530-bd87-e32780665e04', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:5e:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'e7bd0287-70de-45c8-bdc0-8ffb6ad4a299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:35:52Z', 'updated_at': '2022-02-08T22:35:56Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': 'e7bd0287-70de-45c8-bdc0-8ffb6ad4a299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:36:08.535827 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7f53fe4-c9f5-424d-bfe3-8f5988f2d075 req-170f9b46-c00a-4408-9588-7955f8808d28 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cdd8533-eb68-405e-89d0-916313145dad HTTP/1.1" status: 200 len: 1000 time: 0.0783865 Feb 08 22:36:08.552450 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537c9e33-40de-4bf8-98b8-5b4b44c0e2b3 None None] Checking router: 26093c74-e4f8-4032-86ad-04132bf1ffa6 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:36:08.563255 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537c9e33-40de-4bf8-98b8-5b4b44c0e2b3 None None] Routers {'26093c74-e4f8-4032-86ad-04132bf1ffa6'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:36:08.563896 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-537c9e33-40de-4bf8-98b8-5b4b44c0e2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:35:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['26093c74-e4f8-4032-86ad-04132bf1ffa6'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:36:08.595419 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f53fe4-c9f5-424d-bfe3-8f5988f2d075 req-01d850ee-82a0-47d8-aa7b-edb0df127175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:36:08.596948 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7f53fe4-c9f5-424d-bfe3-8f5988f2d075 req-01d850ee-82a0-47d8-aa7b-edb0df127175 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e7bd0287-70de-45c8-bdc0-8ffb6ad4a299 HTTP/1.1" status: 200 len: 834 time: 0.0541668 Feb 08 22:36:08.656570 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f53fe4-c9f5-424d-bfe3-8f5988f2d075 req-725f6eea-23d5-4e8c-923e-440e124054d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:36:08.658335 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7f53fe4-c9f5-424d-bfe3-8f5988f2d075 req-725f6eea-23d5-4e8c-923e-440e124054d0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=821576df-8c64-4530-bd87-e32780665e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0552537 Feb 08 22:36:08.689480 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-537c9e33-40de-4bf8-98b8-5b4b44c0e2b3 None None] Set router 26093c74-e4f8-4032-86ad-04132bf1ffa6 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:36:08.760898 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7f53fe4-c9f5-424d-bfe3-8f5988f2d075 req-0ca6f10a-5d7f-4769-80f6-0c8c58e55f08 service neutron] 10.222.0.94 "GET /v2.0/networks/821576df-8c64-4530-bd87-e32780665e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966370 Feb 08 22:36:08.863276 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f7f53fe4-c9f5-424d-bfe3-8f5988f2d075 req-7323db51-8c30-4d00-b16b-73cf85caa4c9 service neutron] 10.222.0.94 "GET /v2.0/networks/821576df-8c64-4530-bd87-e32780665e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949600 Feb 08 22:36:08.937212 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-537c9e33-40de-4bf8-98b8-5b4b44c0e2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286784969', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '7c42a756-0f74-464a-a70e-4d3b00a6740c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:35:49Z', 'updated_at': '2022-02-08T22:35:53Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '7c42a756-0f74-464a-a70e-4d3b00a6740c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:35:50Z', 'updated_at': '2022-02-08T22:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'bece66ec-9ac9-4455-a29a-044390b23864', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'port_id': '2cdd8533-eb68-405e-89d0-916313145dad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '821576df-8c64-4530-bd87-e32780665e04', 'mac_address': 'fa:16:3e:aa:f7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea91c75a-278f-4ef8-9045-74635d1cd295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:36:07Z', 'updated_at': '2022-02-08T22:36:07Z', 'revision_number': 0, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b88bab9-ee77-40a3-b2bd-20c179ad3912', 'name': '', 'network_id': '821576df-8c64-4530-bd87-e32780665e04', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:5e:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'e7bd0287-70de-45c8-bdc0-8ffb6ad4a299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:35:52Z', 'updated_at': '2022-02-08T22:35:56Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': 'e7bd0287-70de-45c8-bdc0-8ffb6ad4a299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:36:08.964311 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537c9e33-40de-4bf8-98b8-5b4b44c0e2b3 None None] The sync data for ids ['26093c74-e4f8-4032-86ad-04132bf1ffa6'] in n-d-712143-31 is: [{'id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286784969', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '7c42a756-0f74-464a-a70e-4d3b00a6740c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:35:49Z', 'updated_at': '2022-02-08T22:35:53Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '7c42a756-0f74-464a-a70e-4d3b00a6740c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:35:50Z', 'updated_at': '2022-02-08T22:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'bece66ec-9ac9-4455-a29a-044390b23864', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'port_id': '2cdd8533-eb68-405e-89d0-916313145dad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '821576df-8c64-4530-bd87-e32780665e04', 'mac_address': 'fa:16:3e:aa:f7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea91c75a-278f-4ef8-9045-74635d1cd295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:36:07Z', 'updated_at': '2022-02-08T22:36:07Z', 'revision_number': 0, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b88bab9-ee77-40a3-b2bd-20c179ad3912', 'name': '', 'network_id': '821576df-8c64-4530-bd87-e32780665e04', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:5e:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'e7bd0287-70de-45c8-bdc0-8ffb6ad4a299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:35:52Z', 'updated_at': '2022-02-08T22:35:56Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': 'e7bd0287-70de-45c8-bdc0-8ffb6ad4a299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:36:09.182886 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a991ead2-8e4b-4a45-83c5-e783e5c588ab None None] New status for floating IP bece66ec-9ac9-4455-a29a-044390b23864: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:36:09.525643 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48514) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:36:09.591651 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-83b01c20-46ba-4e8f-b794-914f1b6f4895 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/floatingips/bece66ec-9ac9-4455-a29a-044390b23864 HTTP/1.1" status: 200 len: 994 time: 0.0648479 Feb 08 22:36:24.387314 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8d0c1d84-c649-4f07-b3ad-d45efb8215d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:36:27.675298 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2b5f124f-99d8-4aa0-bac6-bd4f5e7d9c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:36:29.549645 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:36:31.576956 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:36:31.850537 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:36:31.856120 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:36:37.198943 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:36:37.293321 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:36:41.733527 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-886124bd-bbd4-457d-b80d-127bf6324a0f req-c42b9d97-04cd-4d7e-a42b-c42a201b6c75 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ea91c75a-278f-4ef8-9045-74635d1cd295&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475512 Feb 08 22:36:41.840170 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886124bd-bbd4-457d-b80d-127bf6324a0f req-75326b1a-54b6-4e2e-8110-6eaa569f224e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:36:41.841715 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-886124bd-bbd4-457d-b80d-127bf6324a0f req-75326b1a-54b6-4e2e-8110-6eaa569f224e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=ea91c75a-278f-4ef8-9045-74635d1cd295 HTTP/1.1" status: 200 len: 1129 time: 0.0482991 Feb 08 22:36:41.948824 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886124bd-bbd4-457d-b80d-127bf6324a0f req-e5e7b644-adc7-4b9d-944e-77c0e832e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:36:41.950355 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-886124bd-bbd4-457d-b80d-127bf6324a0f req-e5e7b644-adc7-4b9d-944e-77c0e832e80d service neutron] 10.222.0.94 "GET /v2.0/networks?id=821576df-8c64-4530-bd87-e32780665e04 HTTP/1.1" status: 200 len: 898 time: 0.0880337 Feb 08 22:36:42.016818 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-886124bd-bbd4-457d-b80d-127bf6324a0f req-e41f813d-2021-4180-a280-52da54533c1e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cdd8533-eb68-405e-89d0-916313145dad HTTP/1.1" status: 200 len: 1002 time: 0.0602388 Feb 08 22:36:42.072302 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886124bd-bbd4-457d-b80d-127bf6324a0f req-fbf47e48-0a6d-4540-bdac-e553f85f5bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:36:42.074457 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-886124bd-bbd4-457d-b80d-127bf6324a0f req-fbf47e48-0a6d-4540-bdac-e553f85f5bca service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e7bd0287-70de-45c8-bdc0-8ffb6ad4a299 HTTP/1.1" status: 200 len: 834 time: 0.0518022 Feb 08 22:36:42.124251 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886124bd-bbd4-457d-b80d-127bf6324a0f req-7f58c7de-15b3-49b1-acc7-f4886409e9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:36:42.125835 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-886124bd-bbd4-457d-b80d-127bf6324a0f req-7f58c7de-15b3-49b1-acc7-f4886409e9d9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=821576df-8c64-4530-bd87-e32780665e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457251 Feb 08 22:36:42.220670 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-886124bd-bbd4-457d-b80d-127bf6324a0f req-c8b847a1-b4cf-4d8f-a4b4-537201bb09d4 service neutron] 10.222.0.94 "GET /v2.0/networks/821576df-8c64-4530-bd87-e32780665e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886610 Feb 08 22:36:42.321674 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-886124bd-bbd4-457d-b80d-127bf6324a0f req-3243e0ad-46e5-4980-99b6-63b933dc52d0 service neutron] 10.222.0.94 "GET /v2.0/networks/821576df-8c64-4530-bd87-e32780665e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937843 Feb 08 22:36:54.392388 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d23e2b5d-9d67-462f-98c0-0f070ddb4515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:36:57.676404 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6b0b9b90-b4ce-479f-8ed0-4cce843a297e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:36:59.552346 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:01.581449 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:01.860931 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:07.213890 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:07.295155 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:08.851814 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:37:12.582092 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a33892-c5a6-40a9-8f01-49c98b968986 req-79d190de-970a-416a-a84c-cc613757589e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:12.583488 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-39a33892-c5a6-40a9-8f01-49c98b968986 req-79d190de-970a-416a-a84c-cc613757589e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea91c75a-278f-4ef8-9045-74635d1cd295 HTTP/1.1" status: 200 len: 946 time: 0.1767194 Feb 08 22:37:12.633642 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-39a33892-c5a6-40a9-8f01-49c98b968986 req-9486f6d1-494b-4997-bc12-32bc2242e67b tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=10689586-8c69-412e-b1a6-3e09f626fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444500 Feb 08 22:37:13.765053 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb8c38-bc8c-4197-8eed-543005bc50ab req-70b47752-ffdf-4203-b16e-06348d436a48 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:13.766614 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eecb8c38-bc8c-4197-8eed-543005bc50ab req-70b47752-ffdf-4203-b16e-06348d436a48 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea91c75a-278f-4ef8-9045-74635d1cd295 HTTP/1.1" status: 200 len: 946 time: 0.0591362 Feb 08 22:37:13.817866 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eecb8c38-bc8c-4197-8eed-543005bc50ab req-b860d503-6919-44c1-a3e1-68fce7076fa8 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=10689586-8c69-412e-b1a6-3e09f626fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456693 Feb 08 22:37:14.942407 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693238e-980c-4aa9-9be5-ba2dc9bfa143 req-d09d041c-90f3-4834-8fd7-be92fc6664ec tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:14.943915 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f693238e-980c-4aa9-9be5-ba2dc9bfa143 req-d09d041c-90f3-4834-8fd7-be92fc6664ec tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea91c75a-278f-4ef8-9045-74635d1cd295 HTTP/1.1" status: 200 len: 946 time: 0.0542772 Feb 08 22:37:14.995815 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f693238e-980c-4aa9-9be5-ba2dc9bfa143 req-7c49467a-7410-4290-a4aa-d5651c051387 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=10689586-8c69-412e-b1a6-3e09f626fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461879 Feb 08 22:37:15.018437 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48556) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:37:15.080477 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-272aa8b1-4d2c-4a67-9c90-dfb73b27416f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/floatingips/bece66ec-9ac9-4455-a29a-044390b23864 HTTP/1.1" status: 200 len: 994 time: 0.0608904 Feb 08 22:37:16.394688 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfd8f2-1028-461e-bb63-c9d3c9f79c6c req-df47564a-d8c8-46fa-b503-d75eb87b811f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:16.396218 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b8dfd8f2-1028-461e-bb63-c9d3c9f79c6c req-df47564a-d8c8-46fa-b503-d75eb87b811f tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea91c75a-278f-4ef8-9045-74635d1cd295 HTTP/1.1" status: 200 len: 946 time: 0.0896063 Feb 08 22:37:16.411591 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4cf19-53be-438c-a2f4-9766e49b8615 req-ca9a8e61-0d54-461f-ae74-ce014fb196a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:16.413040 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-afd4cf19-53be-438c-a2f4-9766e49b8615 req-ca9a8e61-0d54-461f-ae74-ce014fb196a7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=ea91c75a-278f-4ef8-9045-74635d1cd295 HTTP/1.1" status: 200 len: 1129 time: 0.0772812 Feb 08 22:37:16.504593 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b8dfd8f2-1028-461e-bb63-c9d3c9f79c6c req-6a7b878c-64f4-4fd6-a937-4dd3504ed2ba tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=10689586-8c69-412e-b1a6-3e09f626fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020777 Feb 08 22:37:16.538809 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4cf19-53be-438c-a2f4-9766e49b8615 req-1607aa84-004e-41ef-b09d-cd00289acda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:16.540943 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-afd4cf19-53be-438c-a2f4-9766e49b8615 req-1607aa84-004e-41ef-b09d-cd00289acda5 service neutron] 10.222.0.94 "GET /v2.0/networks?id=821576df-8c64-4530-bd87-e32780665e04 HTTP/1.1" status: 200 len: 898 time: 0.1203651 Feb 08 22:37:16.616252 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-afd4cf19-53be-438c-a2f4-9766e49b8615 req-0fa6466c-0f00-4c93-9dd5-8e1a2995e3a2 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cdd8533-eb68-405e-89d0-916313145dad HTTP/1.1" status: 200 len: 1002 time: 0.0683897 Feb 08 22:37:16.666541 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4cf19-53be-438c-a2f4-9766e49b8615 req-5e8ac065-ebc6-4d1c-86cf-910b5dc2fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:16.668024 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-afd4cf19-53be-438c-a2f4-9766e49b8615 req-5e8ac065-ebc6-4d1c-86cf-910b5dc2fc96 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e7bd0287-70de-45c8-bdc0-8ffb6ad4a299 HTTP/1.1" status: 200 len: 834 time: 0.0467353 Feb 08 22:37:16.719089 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4cf19-53be-438c-a2f4-9766e49b8615 req-6c8f9fc9-f86c-4b7c-a11a-6e0bad0d3f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:16.720677 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-afd4cf19-53be-438c-a2f4-9766e49b8615 req-6c8f9fc9-f86c-4b7c-a11a-6e0bad0d3f73 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=821576df-8c64-4530-bd87-e32780665e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464904 Feb 08 22:37:16.815906 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-afd4cf19-53be-438c-a2f4-9766e49b8615 req-db05c845-abe7-48b5-8885-2485169def73 service neutron] 10.222.0.94 "GET /v2.0/networks/821576df-8c64-4530-bd87-e32780665e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890465 Feb 08 22:37:16.906546 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-afd4cf19-53be-438c-a2f4-9766e49b8615 req-6e07aa83-4e50-4cbe-ab3b-16f9418eec94 service neutron] 10.222.0.94 "GET /v2.0/networks/821576df-8c64-4530-bd87-e32780665e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846231 Feb 08 22:37:17.640749 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0998f7-0c64-4156-8858-e8cb783570c0 req-197c03c9-3efa-4409-a5af-e1cf42952a95 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:17.642316 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bb0998f7-0c64-4156-8858-e8cb783570c0 req-197c03c9-3efa-4409-a5af-e1cf42952a95 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea91c75a-278f-4ef8-9045-74635d1cd295 HTTP/1.1" status: 200 len: 946 time: 0.0593166 Feb 08 22:37:17.700953 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bb0998f7-0c64-4156-8858-e8cb783570c0 req-7540314d-5f2c-4d1e-b872-552115271c99 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=10689586-8c69-412e-b1a6-3e09f626fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529411 Feb 08 22:37:18.832216 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43d146-f4bb-44cf-b297-b178859c9b89 req-c7fb9176-537a-4871-83f8-764455c3e386 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:18.833774 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c43d146-f4bb-44cf-b297-b178859c9b89 req-c7fb9176-537a-4871-83f8-764455c3e386 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea91c75a-278f-4ef8-9045-74635d1cd295 HTTP/1.1" status: 200 len: 946 time: 0.0553968 Feb 08 22:37:18.885705 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9c43d146-f4bb-44cf-b297-b178859c9b89 req-dcdfc9d7-8c63-41d5-a016-2d4b7c64be42 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=10689586-8c69-412e-b1a6-3e09f626fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448873 Feb 08 22:37:18.910776 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48570) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:37:18.979368 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1c7f5baf-f200-42da-a686-c64740a99d8a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/floatingips/bece66ec-9ac9-4455-a29a-044390b23864 HTTP/1.1" status: 200 len: 994 time: 0.0672197 Feb 08 22:37:19.195509 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48576) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:37:19.357718 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-bf539573-1cbb-4eef-b932-a051fc4cf308 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Deleting port 9698dfa5-0cba-49e6-ae8d-68b5ead9f2c7 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:37:19.358731 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf539573-1cbb-4eef-b932-a051fc4cf308 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (9698dfa5-0cba-49e6-ae8d-68b5ead9f2c7), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:19.438053 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf539573-1cbb-4eef-b932-a051fc4cf308 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (9698dfa5-0cba-49e6-ae8d-68b5ead9f2c7), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:19.438382 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf539573-1cbb-4eef-b932-a051fc4cf308 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for floatingip (9698dfa5-0cba-49e6-ae8d-68b5ead9f2c7), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:19.456401 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-bf539573-1cbb-4eef-b932-a051fc4cf308 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Calling delete_port for 9698dfa5-0cba-49e6-ae8d-68b5ead9f2c7 owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:37:19.624522 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf539573-1cbb-4eef-b932-a051fc4cf308 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (9698dfa5-0cba-49e6-ae8d-68b5ead9f2c7), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:19.649092 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf539573-1cbb-4eef-b932-a051fc4cf308 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'Port': ['ID=9698dfa5-0cba-49e6-ae8d-68b5ead9f2c7,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:19.664789 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf539573-1cbb-4eef-b932-a051fc4cf308 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:19.665170 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf539573-1cbb-4eef-b932-a051fc4cf308 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:19.665548 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf539573-1cbb-4eef-b932-a051fc4cf308 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:19.665940 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf539573-1cbb-4eef-b932-a051fc4cf308 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:19.666285 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf539573-1cbb-4eef-b932-a051fc4cf308 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:19.666627 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf539573-1cbb-4eef-b932-a051fc4cf308 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:19.666971 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf539573-1cbb-4eef-b932-a051fc4cf308 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:19.667306 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf539573-1cbb-4eef-b932-a051fc4cf308 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:19.667692 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf539573-1cbb-4eef-b932-a051fc4cf308 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:19.668022 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf539573-1cbb-4eef-b932-a051fc4cf308 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:19.668400 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf539573-1cbb-4eef-b932-a051fc4cf308 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:19.668738 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf539573-1cbb-4eef-b932-a051fc4cf308 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:19.669094 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf539573-1cbb-4eef-b932-a051fc4cf308 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:19.733863 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf539573-1cbb-4eef-b932-a051fc4cf308 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for floatingip (bece66ec-9ac9-4455-a29a-044390b23864), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:19.734213 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-bf539573-1cbb-4eef-b932-a051fc4cf308 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Floating IP bece66ec-9ac9-4455-a29a-044390b23864 disassociated (deleted). External IP: 172.25.3.148, port: 2cdd8533-eb68-405e-89d0-916313145dad. Feb 08 22:37:20.248727 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf539573-1cbb-4eef-b932-a051fc4cf308 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Router 26093c74-e4f8-4032-86ad-04132bf1ffa6 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:37:20.368066 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf539573-1cbb-4eef-b932-a051fc4cf308 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:37:20.373375 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf539573-1cbb-4eef-b932-a051fc4cf308 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:20.380037 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297b52cf-8578-4532-9886-79c688709621 None None] Sync routers for ids ['26093c74-e4f8-4032-86ad-04132bf1ffa6'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:37:20.391593 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297b52cf-8578-4532-9886-79c688709621 None None] Routers {'26093c74-e4f8-4032-86ad-04132bf1ffa6'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:37:20.392334 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-297b52cf-8578-4532-9886-79c688709621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:36:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['26093c74-e4f8-4032-86ad-04132bf1ffa6'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:20.405362 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bf539573-1cbb-4eef-b932-a051fc4cf308 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "DELETE /v2.0/floatingips/bece66ec-9ac9-4455-a29a-044390b23864 HTTP/1.1" status: 204 len: 168 time: 1.2079980 Feb 08 22:37:20.405968 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea91c75a-278f-4ef8-9045-74635d1cd295', 'tag': '2cdd8533-eb68-405e-89d0-916313145dad'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:37:20.408282 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e08edd3-76f6-4a20-b863-c09d9d6192f1" -d '{"events": [{"name": "network-changed", "server_uuid": "ea91c75a-278f-4ef8-9045-74635d1cd295", "tag": "2cdd8533-eb68-405e-89d0-916313145dad"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:37:20.454112 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68713a9c-df57-4776-844a-c1482888babb x-openstack-request-id: req-68713a9c-df57-4776-844a-c1482888babb {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:37:20.454422 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea91c75a-278f-4ef8-9045-74635d1cd295", "tag": "2cdd8533-eb68-405e-89d0-916313145dad", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:37:20.454683 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-68713a9c-df57-4776-844a-c1482888babb {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:37:20.455119 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea91c75a-278f-4ef8-9045-74635d1cd295', 'tag': '2cdd8533-eb68-405e-89d0-916313145dad', 'status': 'completed', 'code': 200} Feb 08 22:37:20.539555 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08edd3-76f6-4a20-b863-c09d9d6192f1 req-59684c00-a128-4b96-945e-c6189440115d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:20.541553 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e08edd3-76f6-4a20-b863-c09d9d6192f1 req-59684c00-a128-4b96-945e-c6189440115d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c750eaf778fb4602911c448d9252f638&device_id=ea91c75a-278f-4ef8-9045-74635d1cd295 HTTP/1.1" status: 200 len: 1129 time: 0.0613647 Feb 08 22:37:20.692925 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08edd3-76f6-4a20-b863-c09d9d6192f1 req-62e93e6a-8f67-443b-860b-9a6503def969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:20.693788 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-297b52cf-8578-4532-9886-79c688709621 None None] Set router 26093c74-e4f8-4032-86ad-04132bf1ffa6 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:37:20.694442 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e08edd3-76f6-4a20-b863-c09d9d6192f1 req-62e93e6a-8f67-443b-860b-9a6503def969 service neutron] 10.222.0.94 "GET /v2.0/networks?id=821576df-8c64-4530-bd87-e32780665e04 HTTP/1.1" status: 200 len: 898 time: 0.1402156 Feb 08 22:37:20.736953 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e08edd3-76f6-4a20-b863-c09d9d6192f1 req-99c86984-3618-43ab-b313-b62f41207f6b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cdd8533-eb68-405e-89d0-916313145dad HTTP/1.1" status: 200 len: 217 time: 0.0360215 Feb 08 22:37:20.748014 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf444af-ffec-446f-90f2-1164cf05c45c req-f1d24f43-2f9d-48aa-9fc6-8a2be2d7b5f2 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:20.750158 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0bf444af-ffec-446f-90f2-1164cf05c45c req-f1d24f43-2f9d-48aa-9fc6-8a2be2d7b5f2 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea91c75a-278f-4ef8-9045-74635d1cd295 HTTP/1.1" status: 200 len: 946 time: 0.1064565 Feb 08 22:37:20.826785 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08edd3-76f6-4a20-b863-c09d9d6192f1 req-0ff56c90-54fd-41d5-b336-2f41ed3effa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:20.828281 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e08edd3-76f6-4a20-b863-c09d9d6192f1 req-0ff56c90-54fd-41d5-b336-2f41ed3effa5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e7bd0287-70de-45c8-bdc0-8ffb6ad4a299 HTTP/1.1" status: 200 len: 834 time: 0.0770707 Feb 08 22:37:20.851372 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0bf444af-ffec-446f-90f2-1164cf05c45c req-42ff60e3-2a9b-4aa0-8ec9-8b491f5d7932 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=10689586-8c69-412e-b1a6-3e09f626fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925479 Feb 08 22:37:20.889020 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08edd3-76f6-4a20-b863-c09d9d6192f1 req-b28b7cc0-feb5-474a-a5fa-bca565da32fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:20.890582 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e08edd3-76f6-4a20-b863-c09d9d6192f1 req-b28b7cc0-feb5-474a-a5fa-bca565da32fe service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=821576df-8c64-4530-bd87-e32780665e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0526755 Feb 08 22:37:20.903370 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-297b52cf-8578-4532-9886-79c688709621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286784969', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '7c42a756-0f74-464a-a70e-4d3b00a6740c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:35:49Z', 'updated_at': '2022-02-08T22:35:53Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '7c42a756-0f74-464a-a70e-4d3b00a6740c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:35:50Z', 'updated_at': '2022-02-08T22:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '6b88bab9-ee77-40a3-b2bd-20c179ad3912', 'name': '', 'network_id': '821576df-8c64-4530-bd87-e32780665e04', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:5e:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'e7bd0287-70de-45c8-bdc0-8ffb6ad4a299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:35:52Z', 'updated_at': '2022-02-08T22:35:56Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': 'e7bd0287-70de-45c8-bdc0-8ffb6ad4a299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:20.934588 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297b52cf-8578-4532-9886-79c688709621 None None] Checking router: 26093c74-e4f8-4032-86ad-04132bf1ffa6 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:37:20.943872 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297b52cf-8578-4532-9886-79c688709621 None None] Routers {'26093c74-e4f8-4032-86ad-04132bf1ffa6'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:37:20.944500 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-297b52cf-8578-4532-9886-79c688709621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:36:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['26093c74-e4f8-4032-86ad-04132bf1ffa6'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:20.998880 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e08edd3-76f6-4a20-b863-c09d9d6192f1 req-858554a2-5ec3-4815-a5aa-7067b783d946 service neutron] 10.222.0.94 "GET /v2.0/networks/821576df-8c64-4530-bd87-e32780665e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017542 Feb 08 22:37:21.058234 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-297b52cf-8578-4532-9886-79c688709621 None None] Set router 26093c74-e4f8-4032-86ad-04132bf1ffa6 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:37:21.097283 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6e08edd3-76f6-4a20-b863-c09d9d6192f1 req-647c48f0-3d89-4e7f-abfe-2dd917a073c3 service neutron] 10.222.0.94 "GET /v2.0/networks/821576df-8c64-4530-bd87-e32780665e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923109 Feb 08 22:37:21.257368 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-297b52cf-8578-4532-9886-79c688709621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286784969', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '7c42a756-0f74-464a-a70e-4d3b00a6740c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:35:49Z', 'updated_at': '2022-02-08T22:35:53Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '7c42a756-0f74-464a-a70e-4d3b00a6740c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:35:50Z', 'updated_at': '2022-02-08T22:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '6b88bab9-ee77-40a3-b2bd-20c179ad3912', 'name': '', 'network_id': '821576df-8c64-4530-bd87-e32780665e04', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:5e:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'e7bd0287-70de-45c8-bdc0-8ffb6ad4a299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:35:52Z', 'updated_at': '2022-02-08T22:35:56Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': 'e7bd0287-70de-45c8-bdc0-8ffb6ad4a299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:21.283706 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297b52cf-8578-4532-9886-79c688709621 None None] The sync data for ids ['26093c74-e4f8-4032-86ad-04132bf1ffa6'] in n-d-712143-31 is: [{'id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286784969', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '7c42a756-0f74-464a-a70e-4d3b00a6740c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:35:49Z', 'updated_at': '2022-02-08T22:35:53Z', 'revision_number': 4, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '7c42a756-0f74-464a-a70e-4d3b00a6740c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:35:50Z', 'updated_at': '2022-02-08T22:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '6b88bab9-ee77-40a3-b2bd-20c179ad3912', 'name': '', 'network_id': '821576df-8c64-4530-bd87-e32780665e04', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'mac_address': 'fa:16:3e:5e:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'e7bd0287-70de-45c8-bdc0-8ffb6ad4a299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:35:52Z', 'updated_at': '2022-02-08T22:35:56Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'subnets': [{'id': 'e7bd0287-70de-45c8-bdc0-8ffb6ad4a299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:37:21.506463 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544893a5-637a-4f4b-baea-02de18c3e585 None None] New status for floating IP bece66ec-9ac9-4455-a29a-044390b23864: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:37:21.976269 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a142c-3eb2-4833-8186-c900f3fab3d5 req-67cb239c-2ea7-4dfc-8a31-b543b98cc0d0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:21.977828 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a46a142c-3eb2-4833-8186-c900f3fab3d5 req-67cb239c-2ea7-4dfc-8a31-b543b98cc0d0 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea91c75a-278f-4ef8-9045-74635d1cd295 HTTP/1.1" status: 200 len: 946 time: 0.0555971 Feb 08 22:37:22.028071 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a46a142c-3eb2-4833-8186-c900f3fab3d5 req-1e8593b7-9d34-49a3-be10-f65b981623e2 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/security-groups?id=10689586-8c69-412e-b1a6-3e09f626fa04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444207 Feb 08 22:37:22.354076 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53642cb-e05a-4143-a901-14487164b5a3 req-cc4d7f33-c749-4136-a7e3-eb750ba0128a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:22.355517 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a53642cb-e05a-4143-a901-14487164b5a3 req-cc4d7f33-c749-4136-a7e3-eb750ba0128a tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.94 "GET /v2.0/ports?device_id=ea91c75a-278f-4ef8-9045-74635d1cd295 HTTP/1.1" status: 200 len: 946 time: 0.0571859 Feb 08 22:37:22.451795 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-a53642cb-e05a-4143-a901-14487164b5a3 req-45ccdd52-1f00-4828-92b5-139994431976 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Deleting port 2cdd8533-eb68-405e-89d0-916313145dad {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:37:22.452149 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a53642cb-e05a-4143-a901-14487164b5a3 req-45ccdd52-1f00-4828-92b5-139994431976 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (2cdd8533-eb68-405e-89d0-916313145dad), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:22.543603 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-a53642cb-e05a-4143-a901-14487164b5a3 req-45ccdd52-1f00-4828-92b5-139994431976 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] For port 2cdd8533-eb68-405e-89d0-916313145dad, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=2cdd8533-eb68-405e-89d0-916313145dad,segment=NetworkSegment(70377ef3-9543-4976-bb83-aea675170934),segment_id=70377ef3-9543-4976-bb83-aea675170934)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:37:22.543967 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a53642cb-e05a-4143-a901-14487164b5a3 req-45ccdd52-1f00-4828-92b5-139994431976 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (2cdd8533-eb68-405e-89d0-916313145dad), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:22.557984 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-a53642cb-e05a-4143-a901-14487164b5a3 req-45ccdd52-1f00-4828-92b5-139994431976 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Calling delete_port for 2cdd8533-eb68-405e-89d0-916313145dad owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:37:22.694080 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a53642cb-e05a-4143-a901-14487164b5a3 req-45ccdd52-1f00-4828-92b5-139994431976 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (2cdd8533-eb68-405e-89d0-916313145dad), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:22.727163 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ccdd52-1f00-4828-92b5-139994431976 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'Port': ['ID=2cdd8533-eb68-405e-89d0-916313145dad,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:22.770093 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53642cb-e05a-4143-a901-14487164b5a3 req-45ccdd52-1f00-4828-92b5-139994431976 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] No DVR routers for this DVR port 2cdd8533-eb68-405e-89d0-916313145dad on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:37:22.772830 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a53642cb-e05a-4143-a901-14487164b5a3 req-45ccdd52-1f00-4828-92b5-139994431976 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:22.776528 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a53642cb-e05a-4143-a901-14487164b5a3 req-45ccdd52-1f00-4828-92b5-139994431976 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.94 "DELETE /v2.0/ports/2cdd8533-eb68-405e-89d0-916313145dad HTTP/1.1" status: 204 len: 173 time: 0.4164138 Feb 08 22:37:22.776965 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea91c75a-278f-4ef8-9045-74635d1cd295', 'name': 'network-vif-deleted', 'tag': '2cdd8533-eb68-405e-89d0-916313145dad'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:37:22.779294 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32aea8ba-6ade-4d50-b8c5-4751dc7c73ce" -d '{"events": [{"server_uuid": "ea91c75a-278f-4ef8-9045-74635d1cd295", "name": "network-vif-deleted", "tag": "2cdd8533-eb68-405e-89d0-916313145dad"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:37:22.836313 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b34a58-8f19-480c-9b3b-e586e9fede82 x-openstack-request-id: req-79b34a58-8f19-480c-9b3b-e586e9fede82 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:37:22.836729 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea91c75a-278f-4ef8-9045-74635d1cd295", "name": "network-vif-deleted", "tag": "2cdd8533-eb68-405e-89d0-916313145dad", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:37:22.837043 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-79b34a58-8f19-480c-9b3b-e586e9fede82 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:37:22.837488 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea91c75a-278f-4ef8-9045-74635d1cd295', 'name': 'network-vif-deleted', 'tag': '2cdd8533-eb68-405e-89d0-916313145dad', 'status': 'completed', 'code': 200} Feb 08 22:37:23.142508 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01ef31ab-891e-46ff-ab92-f4f432e22c37 req-98ad7848-3035-487d-8b25-6d91a4255927 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "GET /v2.0/ports?device_id=ea91c75a-278f-4ef8-9045-74635d1cd295 HTTP/1.1" status: 200 len: 210 time: 0.0314007 Feb 08 22:37:24.203440 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48592) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:37:24.396317 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0962cd5c-786d-4a47-8ab1-fe163c165a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:24.583671 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1cddf0cb-9515-4a8f-91c0-bbe00b257c2e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (26093c74-e4f8-4032-86ad-04132bf1ffa6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:24.872386 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-1cddf0cb-9515-4a8f-91c0-bbe00b257c2e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Deleting port 6b88bab9-ee77-40a3-b2bd-20c179ad3912 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:37:24.872740 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1cddf0cb-9515-4a8f-91c0-bbe00b257c2e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (6b88bab9-ee77-40a3-b2bd-20c179ad3912), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:24.968263 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-1cddf0cb-9515-4a8f-91c0-bbe00b257c2e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] For port 6b88bab9-ee77-40a3-b2bd-20c179ad3912, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=6b88bab9-ee77-40a3-b2bd-20c179ad3912,segment=NetworkSegment(70377ef3-9543-4976-bb83-aea675170934),segment_id=70377ef3-9543-4976-bb83-aea675170934)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:37:24.968638 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1cddf0cb-9515-4a8f-91c0-bbe00b257c2e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (6b88bab9-ee77-40a3-b2bd-20c179ad3912), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:24.982408 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-1cddf0cb-9515-4a8f-91c0-bbe00b257c2e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Calling delete_port for 6b88bab9-ee77-40a3-b2bd-20c179ad3912 owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:37:25.179728 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1cddf0cb-9515-4a8f-91c0-bbe00b257c2e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (6b88bab9-ee77-40a3-b2bd-20c179ad3912), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:25.205785 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cddf0cb-9515-4a8f-91c0-bbe00b257c2e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'Port': ['ID=6b88bab9-ee77-40a3-b2bd-20c179ad3912,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:25.398660 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1cddf0cb-9515-4a8f-91c0-bbe00b257c2e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (26093c74-e4f8-4032-86ad-04132bf1ffa6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:25.653715 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cddf0cb-9515-4a8f-91c0-bbe00b257c2e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Router 26093c74-e4f8-4032-86ad-04132bf1ffa6 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:37:25.767855 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cddf0cb-9515-4a8f-91c0-bbe00b257c2e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:37:25.775599 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1cddf0cb-9515-4a8f-91c0-bbe00b257c2e tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "PUT /v2.0/routers/26093c74-e4f8-4032-86ad-04132bf1ffa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5687332 Feb 08 22:37:25.776230 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48594) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:37:25.778829 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f98b58-a05e-4adc-877d-3f5037c231b2 None None] Sync routers for ids ['26093c74-e4f8-4032-86ad-04132bf1ffa6'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:37:25.790800 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f98b58-a05e-4adc-877d-3f5037c231b2 None None] Routers {'26093c74-e4f8-4032-86ad-04132bf1ffa6'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:37:25.791434 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-41f98b58-a05e-4adc-877d-3f5037c231b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:36:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['26093c74-e4f8-4032-86ad-04132bf1ffa6'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:25.827552 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-445410ca-80a5-4ee0-a3fa-f122507c99ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Deleting subnet e7bd0287-70de-45c8-bdc0-8ffb6ad4a299 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 22:37:25.830676 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-445410ca-80a5-4ee0-a3fa-f122507c99ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for subnet (e7bd0287-70de-45c8-bdc0-8ffb6ad4a299), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:25.870459 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-445410ca-80a5-4ee0-a3fa-f122507c99ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12058715'] for subnet (e7bd0287-70de-45c8-bdc0-8ffb6ad4a299), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:25.899326 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-41f98b58-a05e-4adc-877d-3f5037c231b2 None None] Set router 26093c74-e4f8-4032-86ad-04132bf1ffa6 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:37:25.962759 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-445410ca-80a5-4ee0-a3fa-f122507c99ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (e7bd0287-70de-45c8-bdc0-8ffb6ad4a299), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:26.027339 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-445410ca-80a5-4ee0-a3fa-f122507c99ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12337775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12511574'] for subnet (e7bd0287-70de-45c8-bdc0-8ffb6ad4a299), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:26.055614 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445410ca-80a5-4ee0-a3fa-f122507c99ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'Subnet': ['ID=e7bd0287-70de-45c8-bdc0-8ffb6ad4a299,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:26.059244 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-445410ca-80a5-4ee0-a3fa-f122507c99ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:26.065851 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-445410ca-80a5-4ee0-a3fa-f122507c99ac tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "DELETE /v2.0/subnets/e7bd0287-70de-45c8-bdc0-8ffb6ad4a299 HTTP/1.1" status: 204 len: 168 time: 0.2853787 Feb 08 22:37:26.065851 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48596) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:37:26.070356 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67fa83c-2f5b-41d2-abfe-dd0cf62c09c2 None None] Network 821576df-8c64-4530-bd87-e32780665e04 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:37:26.172542 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-41f98b58-a05e-4adc-877d-3f5037c231b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286784969', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '7c42a756-0f74-464a-a70e-4d3b00a6740c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:35:49Z', 'updated_at': '2022-02-08T22:37:25Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '7c42a756-0f74-464a-a70e-4d3b00a6740c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:35:50Z', 'updated_at': '2022-02-08T22:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:26.183157 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5008bdd9-4628-423b-a3f8-516d73fca13d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router (26093c74-e4f8-4032-86ad-04132bf1ffa6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:26.203397 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f98b58-a05e-4adc-877d-3f5037c231b2 None None] Checking router: 26093c74-e4f8-4032-86ad-04132bf1ffa6 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:37:26.216742 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f98b58-a05e-4adc-877d-3f5037c231b2 None None] Routers {'26093c74-e4f8-4032-86ad-04132bf1ffa6'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:37:26.217912 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-41f98b58-a05e-4adc-877d-3f5037c231b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:36:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['26093c74-e4f8-4032-86ad-04132bf1ffa6'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:26.286288 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949ed47d-3b2a-41ba-9eda-6474afd22cbd None None] DHCP port deletion for 821576df-8c64-4530-bd87-e32780665e04 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 22:37:26.306900 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5008bdd9-4628-423b-a3f8-516d73fca13d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router_gateway (26093c74-e4f8-4032-86ad-04132bf1ffa6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:26.365360 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-41f98b58-a05e-4adc-877d-3f5037c231b2 None None] Set router 26093c74-e4f8-4032-86ad-04132bf1ffa6 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:37:26.370234 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-5008bdd9-4628-423b-a3f8-516d73fca13d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Deleting port 7c42a756-0f74-464a-a70e-4d3b00a6740c {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:37:26.370579 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5008bdd9-4628-423b-a3f8-516d73fca13d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (7c42a756-0f74-464a-a70e-4d3b00a6740c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:26.426101 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 2cdd8533-eb68-405e-89d0-916313145dad no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:37:26.452929 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 199ea2eb-148d-4eb9-a989-e4dcbeb8f890 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:37:26.457916 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: 2cdd8533-eb68-405e-89d0-916313145dad {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:37:26.458418 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device 2cdd8533-eb68-405e-89d0-916313145dad not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:37:26.492630 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-949ed47d-3b2a-41ba-9eda-6474afd22cbd None None] Deleting port 199ea2eb-148d-4eb9-a989-e4dcbeb8f890 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:37:26.492917 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-949ed47d-3b2a-41ba-9eda-6474afd22cbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (199ea2eb-148d-4eb9-a989-e4dcbeb8f890), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:26.630924 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-949ed47d-3b2a-41ba-9eda-6474afd22cbd None None] For port 199ea2eb-148d-4eb9-a989-e4dcbeb8f890, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=199ea2eb-148d-4eb9-a989-e4dcbeb8f890,segment=NetworkSegment(70377ef3-9543-4976-bb83-aea675170934),segment_id=70377ef3-9543-4976-bb83-aea675170934)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:37:26.631329 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-949ed47d-3b2a-41ba-9eda-6474afd22cbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (199ea2eb-148d-4eb9-a989-e4dcbeb8f890), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:26.675871 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-949ed47d-3b2a-41ba-9eda-6474afd22cbd None None] Calling delete_port for 199ea2eb-148d-4eb9-a989-e4dcbeb8f890 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:37:26.758166 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 199ea2eb-148d-4eb9-a989-e4dcbeb8f890 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:37:26.758473 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (199ea2eb-148d-4eb9-a989-e4dcbeb8f890), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:26.759460 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-5008bdd9-4628-423b-a3f8-516d73fca13d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] For port 7c42a756-0f74-464a-a70e-4d3b00a6740c, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7c42a756-0f74-464a-a70e-4d3b00a6740c,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:37:26.759849 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5008bdd9-4628-423b-a3f8-516d73fca13d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (7c42a756-0f74-464a-a70e-4d3b00a6740c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:26.774149 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-5008bdd9-4628-423b-a3f8-516d73fca13d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Calling delete_port for 7c42a756-0f74-464a-a70e-4d3b00a6740c owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:37:26.962560 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5008bdd9-4628-423b-a3f8-516d73fca13d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (7c42a756-0f74-464a-a70e-4d3b00a6740c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:26.988955 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008bdd9-4628-423b-a3f8-516d73fca13d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'Port': ['ID=7c42a756-0f74-464a-a70e-4d3b00a6740c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:26.996382 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 199ea2eb-148d-4eb9-a989-e4dcbeb8f890, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=199ea2eb-148d-4eb9-a989-e4dcbeb8f890,segment=NetworkSegment(70377ef3-9543-4976-bb83-aea675170934),segment_id=70377ef3-9543-4976-bb83-aea675170934)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:37:27.006607 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (199ea2eb-148d-4eb9-a989-e4dcbeb8f890), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:27.039738 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-949ed47d-3b2a-41ba-9eda-6474afd22cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (199ea2eb-148d-4eb9-a989-e4dcbeb8f890), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:27.045593 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-41f98b58-a05e-4adc-877d-3f5037c231b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286784969', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '7c42a756-0f74-464a-a70e-4d3b00a6740c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:35:49Z', 'updated_at': '2022-02-08T22:37:25Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '7c42a756-0f74-464a-a70e-4d3b00a6740c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:35:50Z', 'updated_at': '2022-02-08T22:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:27.065341 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5008bdd9-4628-423b-a3f8-516d73fca13d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (26093c74-e4f8-4032-86ad-04132bf1ffa6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:27.086727 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949ed47d-3b2a-41ba-9eda-6474afd22cbd None None] No DVR routers for this DVR port 199ea2eb-148d-4eb9-a989-e4dcbeb8f890 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:37:27.088398 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f98b58-a05e-4adc-877d-3f5037c231b2 None None] The sync data for ids ['26093c74-e4f8-4032-86ad-04132bf1ffa6'] in n-d-712143-31 is: [{'id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286784969', 'tenant_id': 'c750eaf778fb4602911c448d9252f638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '7c42a756-0f74-464a-a70e-4d3b00a6740c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:35:49Z', 'updated_at': '2022-02-08T22:37:25Z', 'revision_number': 5, 'project_id': 'c750eaf778fb4602911c448d9252f638', 'gw_port': {'id': '7c42a756-0f74-464a-a70e-4d3b00a6740c', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26093c74-e4f8-4032-86ad-04132bf1ffa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:35:50Z', 'updated_at': '2022-02-08T22:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:37:27.118776 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=199ea2eb-148d-4eb9-a989-e4dcbeb8f890,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:27.131186 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:27.131604 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:27.132072 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:27.132414 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:27.132768 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:27.133104 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:27.134481 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:27.134993 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:27.135334 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:27.136899 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:27.136899 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:27.136899 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:27.136899 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:27.169214 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ed47d-3b2a-41ba-9eda-6474afd22cbd None None] Pushing event deleted for resources: {'Port': ['ID=199ea2eb-148d-4eb9-a989-e4dcbeb8f890,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:27.180727 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5008bdd9-4628-423b-a3f8-516d73fca13d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (26093c74-e4f8-4032-86ad-04132bf1ffa6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:27.183173 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5008bdd9-4628-423b-a3f8-516d73fca13d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router_controller (26093c74-e4f8-4032-86ad-04132bf1ffa6), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:27.232949 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5008bdd9-4628-423b-a3f8-516d73fca13d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (26093c74-e4f8-4032-86ad-04132bf1ffa6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:27.233607 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5008bdd9-4628-423b-a3f8-516d73fca13d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Fanout notify agent at l3_agent the message router_deleted on router 26093c74-e4f8-4032-86ad-04132bf1ffa6 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 22:37:27.240277 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5008bdd9-4628-423b-a3f8-516d73fca13d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:27.241452 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-5008bdd9-4628-423b-a3f8-516d73fca13d tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "DELETE /v2.0/routers/26093c74-e4f8-4032-86ad-04132bf1ffa6 HTTP/1.1" status: 204 len: 168 time: 1.1752906 Feb 08 22:37:27.244393 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48598) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:37:27.333392 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-23749ccc-a53a-4965-b6b0-b10a0cb685f1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (821576df-8c64-4530-bd87-e32780665e04), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:27.431001 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-23749ccc-a53a-4965-b6b0-b10a0cb685f1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (821576df-8c64-4530-bd87-e32780665e04), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:27.452815 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-23749ccc-a53a-4965-b6b0-b10a0cb685f1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821576df-8c64-4530-bd87-e32780665e04']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:27.464531 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-23749ccc-a53a-4965-b6b0-b10a0cb685f1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70377ef3-9543-4976-bb83-aea675170934') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:27.464894 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-23749ccc-a53a-4965-b6b0-b10a0cb685f1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70377ef3-9543-4976-bb83-aea675170934') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:27.476731 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-23749ccc-a53a-4965-b6b0-b10a0cb685f1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (70377ef3-9543-4976-bb83-aea675170934), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:27.492462 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-23749ccc-a53a-4965-b6b0-b10a0cb685f1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (70377ef3-9543-4976-bb83-aea675170934), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:27.499935 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23749ccc-a53a-4965-b6b0-b10a0cb685f1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:37:27.500347 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-23749ccc-a53a-4965-b6b0-b10a0cb685f1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (70377ef3-9543-4976-bb83-aea675170934), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: timer() Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:37:27.503969 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:37:27.579588 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-23749ccc-a53a-4965-b6b0-b10a0cb685f1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (821576df-8c64-4530-bd87-e32780665e04), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:27.588712 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-23749ccc-a53a-4965-b6b0-b10a0cb685f1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:27.593346 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-23749ccc-a53a-4965-b6b0-b10a0cb685f1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "DELETE /v2.0/networks/821576df-8c64-4530-bd87-e32780665e04 HTTP/1.1" status: 204 len: 168 time: 0.3478355 Feb 08 22:37:27.596689 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48600) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:37:27.616794 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23749ccc-a53a-4965-b6b0-b10a0cb685f1 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'Network': ['ID=821576df-8c64-4530-bd87-e32780665e04,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:27.682647 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ce449b82-7a32-431e-abd2-3f290fe71ca6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (10689586-8c69-412e-b1a6-3e09f626fa04), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:27.691252 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d48f6297-d2e5-483a-a1f2-f8403fbdf85d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:27.717529 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ce449b82-7a32-431e-abd2-3f290fe71ca6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (10689586-8c69-412e-b1a6-3e09f626fa04), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:27.792491 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ce449b82-7a32-431e-abd2-3f290fe71ca6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (10689586-8c69-412e-b1a6-3e09f626fa04), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:27.795451 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ce449b82-7a32-431e-abd2-3f290fe71ca6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:27.797449 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ce449b82-7a32-431e-abd2-3f290fe71ca6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] 10.222.0.88 "DELETE /v2.0/security-groups/10689586-8c69-412e-b1a6-3e09f626fa04 HTTP/1.1" status: 204 len: 168 time: 0.1994483 Feb 08 22:37:27.814875 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce449b82-7a32-431e-abd2-3f290fe71ca6 tempest-TestNetworkAdvancedServerOps-1956605276 tempest-TestNetworkAdvancedServerOps-1956605276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10689586-8c69-412e-b1a6-3e09f626fa04,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:28.193302 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48608) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:37:28.372002 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5895afd8-e8db-4e51-a51f-dd60573b5205 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c750eaf778fb4602911c448d9252f638&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1755800 Feb 08 22:37:28.373110 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48612) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:37:28.380644 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6b88bab9-ee77-40a3-b2bd-20c179ad3912 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:37:28.409004 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 6b88bab9-ee77-40a3-b2bd-20c179ad3912 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:37:28.409377 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 6b88bab9-ee77-40a3-b2bd-20c179ad3912 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:37:28.409810 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7c42a756-0f74-464a-a70e-4d3b00a6740c no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:37:28.428916 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ad5a8937-e7dd-4271-b354-c06036357c4b admin admin] Publish callbacks [] for security_group (450b76f4-6fd5-4abe-b22e-afc5cc697053), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:28.433487 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 7c42a756-0f74-464a-a70e-4d3b00a6740c {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:37:28.433840 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7c42a756-0f74-464a-a70e-4d3b00a6740c not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:37:28.451134 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ad5a8937-e7dd-4271-b354-c06036357c4b admin admin] Publish callbacks [] for security_group (450b76f4-6fd5-4abe-b22e-afc5cc697053), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:28.509975 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ad5a8937-e7dd-4271-b354-c06036357c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (450b76f4-6fd5-4abe-b22e-afc5cc697053), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:28.512540 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ad5a8937-e7dd-4271-b354-c06036357c4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:28.513827 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-ad5a8937-e7dd-4271-b354-c06036357c4b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/450b76f4-6fd5-4abe-b22e-afc5cc697053 HTTP/1.1" status: 204 len: 168 time: 0.1395972 Feb 08 22:37:28.522273 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a8937-e7dd-4271-b354-c06036357c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450b76f4-6fd5-4abe-b22e-afc5cc697053,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:28.804629 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48618) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:37:28.818306 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-544a48e1-8e71-43a1-aee6-b2df7b24b730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:28.904186 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-544a48e1-8e71-43a1-aee6-b2df7b24b730 admin admin] Publish callbacks [] for security_group (e1231b25-ffa4-406b-87a3-4ffed2fd84bc), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:28.908008 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-544a48e1-8e71-43a1-aee6-b2df7b24b730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e1231b25-ffa4-406b-87a3-4ffed2fd84bc), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:28.947615 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-544a48e1-8e71-43a1-aee6-b2df7b24b730 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9289136320d94c2f8d311fc2f80470a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1418426 Feb 08 22:37:28.948613 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a48e1-8e71-43a1-aee6-b2df7b24b730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1231b25-ffa4-406b-87a3-4ffed2fd84bc,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:28.950338 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48620) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:37:29.001361 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd55587e-2910-47b8-9304-6b7d85ac99eb admin admin] Publish callbacks [] for security_group (e1231b25-ffa4-406b-87a3-4ffed2fd84bc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:29.026223 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd55587e-2910-47b8-9304-6b7d85ac99eb admin admin] Publish callbacks [] for security_group (e1231b25-ffa4-406b-87a3-4ffed2fd84bc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:29.074217 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd55587e-2910-47b8-9304-6b7d85ac99eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e1231b25-ffa4-406b-87a3-4ffed2fd84bc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:29.076885 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd55587e-2910-47b8-9304-6b7d85ac99eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:29.078092 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cd55587e-2910-47b8-9304-6b7d85ac99eb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e1231b25-ffa4-406b-87a3-4ffed2fd84bc HTTP/1.1" status: 204 len: 168 time: 0.1259928 Feb 08 22:37:29.085897 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55587e-2910-47b8-9304-6b7d85ac99eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1231b25-ffa4-406b-87a3-4ffed2fd84bc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:29.093641 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55587e-2910-47b8-9304-6b7d85ac99eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:29.093998 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55587e-2910-47b8-9304-6b7d85ac99eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:29.094338 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55587e-2910-47b8-9304-6b7d85ac99eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:29.094674 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55587e-2910-47b8-9304-6b7d85ac99eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:29.095008 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55587e-2910-47b8-9304-6b7d85ac99eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:29.095338 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55587e-2910-47b8-9304-6b7d85ac99eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:29.095680 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55587e-2910-47b8-9304-6b7d85ac99eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:29.096008 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55587e-2910-47b8-9304-6b7d85ac99eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:29.096333 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55587e-2910-47b8-9304-6b7d85ac99eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:29.096678 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55587e-2910-47b8-9304-6b7d85ac99eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:29.097002 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55587e-2910-47b8-9304-6b7d85ac99eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:29.097379 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55587e-2910-47b8-9304-6b7d85ac99eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:29.098503 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd55587e-2910-47b8-9304-6b7d85ac99eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:29.557211 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:29.826822 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48642) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:37:29.946218 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-1cfeb881-7767-4740-b5e8-606e554a1775 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-996081310-network', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:37:29.970508 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfeb881-7767-4740-b5e8-606e554a1775 admin admin] Made reservation on behalf of e7817c3c711b4b2bb3378a9b9f54ae98 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:37:29.972866 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1cfeb881-7767-4740-b5e8-606e554a1775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:29.982331 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1cfeb881-7767-4740-b5e8-606e554a1775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:30.065909 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1cfeb881-7767-4740-b5e8-606e554a1775 admin admin] Publish callbacks [] for security_group (c2d497d0-9b93-43b8-9ea2-3177b3e3e9dd), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:30.071033 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1cfeb881-7767-4740-b5e8-606e554a1775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c2d497d0-9b93-43b8-9ea2-3177b3e3e9dd), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:30.101909 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cfeb881-7767-4740-b5e8-606e554a1775 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 22:37:30.109275 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfeb881-7767-4740-b5e8-606e554a1775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d497d0-9b93-43b8-9ea2-3177b3e3e9dd,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:30.117065 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1cfeb881-7767-4740-b5e8-606e554a1775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (342e6518-41e2-45d7-828c-1becdc2a79fe), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:30.117474 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-1cfeb881-7767-4740-b5e8-606e554a1775 admin admin] Added segment 342e6518-41e2-45d7-828c-1becdc2a79fe of type vlan for network 3f920106-a37a-4bc5-ac4c-1ccd01f1e031 Feb 08 22:37:30.167767 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1cfeb881-7767-4740-b5e8-606e554a1775 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (3f920106-a37a-4bc5-ac4c-1ccd01f1e031), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:30.196734 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1cfeb881-7767-4740-b5e8-606e554a1775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (3f920106-a37a-4bc5-ac4c-1ccd01f1e031), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:30.197904 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfeb881-7767-4740-b5e8-606e554a1775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:30.198511 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1cfeb881-7767-4740-b5e8-606e554a1775 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:30.276815 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1cfeb881-7767-4740-b5e8-606e554a1775 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4486578 Feb 08 22:37:30.280504 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48646) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:37:30.285585 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b56da1a3-e2c5-47d8-a2a0-ce15df91a512 admin admin] Request body: {'subnet': {'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-996081310-subnet', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:37:30.300684 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfeb881-7767-4740-b5e8-606e554a1775 admin admin] Pushing event updated for resources: {'Network': ['ID=3f920106-a37a-4bc5-ac4c-1ccd01f1e031,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:30.310315 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56da1a3-e2c5-47d8-a2a0-ce15df91a512 admin admin] Made reservation on behalf of e7817c3c711b4b2bb3378a9b9f54ae98 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:37:30.313459 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b56da1a3-e2c5-47d8-a2a0-ce15df91a512 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:30.313589 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 3f920106-a37a-4bc5-ac4c-1ccd01f1e031 details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 22:37:30.488362 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b56da1a3-e2c5-47d8-a2a0-ce15df91a512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (be20522c-8610-4ae7-b430-dfff8858886f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:30.544398 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56da1a3-e2c5-47d8-a2a0-ce15df91a512 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be20522c-8610-4ae7-b430-dfff8858886f,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:30.554300 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56da1a3-e2c5-47d8-a2a0-ce15df91a512 admin admin] Checking segment: {'id': '342e6518-41e2-45d7-828c-1becdc2a79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:37:30.554661 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56da1a3-e2c5-47d8-a2a0-ce15df91a512 admin admin] Network hostable DHCP agents. Network: 3f920106-a37a-4bc5-ac4c-1ccd01f1e031, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 22:37:30.571893 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56da1a3-e2c5-47d8-a2a0-ce15df91a512 admin admin] Network 3f920106-a37a-4bc5-ac4c-1ccd01f1e031 is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 22:37:30.581070 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-b56da1a3-e2c5-47d8-a2a0-ce15df91a512 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 3f920106-a37a-4bc5-ac4c-1ccd01f1e031) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:37:30.586048 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56da1a3-e2c5-47d8-a2a0-ce15df91a512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:30.587244 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b56da1a3-e2c5-47d8-a2a0-ce15df91a512 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:30.589876 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8edc86b-8e8e-4f03-81ec-5648f4a57786 None None] Network 3f920106-a37a-4bc5-ac4c-1ccd01f1e031 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:37:30.604819 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b56da1a3-e2c5-47d8-a2a0-ce15df91a512 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3231554 Feb 08 22:37:30.608346 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48648) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:37:30.612656 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-89e8c9f0-8874-4e90-a0a1-4cdc2735ede1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-996081310-router', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:37:30.646746 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-89e8c9f0-8874-4e90-a0a1-4cdc2735ede1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (57caad24-4e47-45f7-b331-47ccb4a2fda0), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:30.648576 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-89e8c9f0-8874-4e90-a0a1-4cdc2735ede1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (57caad24-4e47-45f7-b331-47ccb4a2fda0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:30.703074 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a2dee8-7069-43e1-a9bb-77eb1b10e13e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'fixed_ips': [{'subnet_id': 'be20522c-8610-4ae7-b430-dfff8858886f'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 22:37:30.704494 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e7a2dee8-7069-43e1-a9bb-77eb1b10e13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:30.715723 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-89e8c9f0-8874-4e90-a0a1-4cdc2735ede1 admin admin] Publish callbacks [] for router_controller (57caad24-4e47-45f7-b331-47ccb4a2fda0), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:30.857269 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-e7a2dee8-7069-43e1-a9bb-77eb1b10e13e None None] Allocated IP 172.20.0.2 (3f920106-a37a-4bc5-ac4c-1ccd01f1e031/be20522c-8610-4ae7-b430-dfff8858886f/28acf155-79b9-4aef-8306-0a7a88527bdf) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:37:31.020119 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e7a2dee8-7069-43e1-a9bb-77eb1b10e13e None None] Publish callbacks [] for port (28acf155-79b9-4aef-8306-0a7a88527bdf), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:31.026364 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e7a2dee8-7069-43e1-a9bb-77eb1b10e13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (28acf155-79b9-4aef-8306-0a7a88527bdf), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:31.068780 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a2dee8-7069-43e1-a9bb-77eb1b10e13e None None] Network 3f920106-a37a-4bc5-ac4c-1ccd01f1e031 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:37:31.074447 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-e7a2dee8-7069-43e1-a9bb-77eb1b10e13e None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:37:31.078366 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a2dee8-7069-43e1-a9bb-77eb1b10e13e None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:37:31.087703 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2dee8-7069-43e1-a9bb-77eb1b10e13e None None] Pushing event updated for resources: {'Port': ['ID=28acf155-79b9-4aef-8306-0a7a88527bdf,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:31.146546 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-e7a2dee8-7069-43e1-a9bb-77eb1b10e13e None None] Attempting to bind port 28acf155-79b9-4aef-8306-0a7a88527bdf on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:37:31.146922 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-e7a2dee8-7069-43e1-a9bb-77eb1b10e13e None None] Attempting to bind port 28acf155-79b9-4aef-8306-0a7a88527bdf by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '342e6518-41e2-45d7-828c-1becdc2a79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:37:31.147290 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a2dee8-7069-43e1-a9bb-77eb1b10e13e None None] Attempting to bind port 28acf155-79b9-4aef-8306-0a7a88527bdf on network 3f920106-a37a-4bc5-ac4c-1ccd01f1e031 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:37:31.152760 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a2dee8-7069-43e1-a9bb-77eb1b10e13e None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:37:31.153153 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a2dee8-7069-43e1-a9bb-77eb1b10e13e None None] Checking segment: {'id': '342e6518-41e2-45d7-828c-1becdc2a79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:37:31.153589 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e7a2dee8-7069-43e1-a9bb-77eb1b10e13e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:31.153988 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a2dee8-7069-43e1-a9bb-77eb1b10e13e None None] Bound using segment: {'id': '342e6518-41e2-45d7-828c-1becdc2a79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:37:31.154527 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-e7a2dee8-7069-43e1-a9bb-77eb1b10e13e None None] Bound port: 28acf155-79b9-4aef-8306-0a7a88527bdf, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '342e6518-41e2-45d7-828c-1becdc2a79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:37:31.154912 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e7a2dee8-7069-43e1-a9bb-77eb1b10e13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (28acf155-79b9-4aef-8306-0a7a88527bdf), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:31.219379 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-e7a2dee8-7069-43e1-a9bb-77eb1b10e13e None None] For port 28acf155-79b9-4aef-8306-0a7a88527bdf, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:37:31.222433 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-e7a2dee8-7069-43e1-a9bb-77eb1b10e13e None None] For port 28acf155-79b9-4aef-8306-0a7a88527bdf, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=28acf155-79b9-4aef-8306-0a7a88527bdf,segment=NetworkSegment(342e6518-41e2-45d7-828c-1becdc2a79fe),segment_id=342e6518-41e2-45d7-828c-1becdc2a79fe)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:37:31.228761 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e7a2dee8-7069-43e1-a9bb-77eb1b10e13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (28acf155-79b9-4aef-8306-0a7a88527bdf), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:31.236026 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-89e8c9f0-8874-4e90-a0a1-4cdc2735ede1 admin admin] Publish callbacks [] for router_gateway (57caad24-4e47-45f7-b331-47ccb4a2fda0), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:31.293061 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2dee8-7069-43e1-a9bb-77eb1b10e13e None None] Pushing event updated for resources: {'Port': ['ID=28acf155-79b9-4aef-8306-0a7a88527bdf,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:31.481722 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-89e8c9f0-8874-4e90-a0a1-4cdc2735ede1 admin admin] Publish callbacks [] for router_gateway (57caad24-4e47-45f7-b331-47ccb4a2fda0), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:31.503063 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-89e8c9f0-8874-4e90-a0a1-4cdc2735ede1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:31.588278 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:31.630900 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-89e8c9f0-8874-4e90-a0a1-4cdc2735ede1 admin admin] Allocated IP 172.25.3.52 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/d05eb6ea-bb3c-4e7d-9fa8-d376026f6156) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:37:31.735468 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-89e8c9f0-8874-4e90-a0a1-4cdc2735ede1 admin admin] Publish callbacks [] for port (d05eb6ea-bb3c-4e7d-9fa8-d376026f6156), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:31.772076 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-89e8c9f0-8874-4e90-a0a1-4cdc2735ede1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (d05eb6ea-bb3c-4e7d-9fa8-d376026f6156), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:31.820715 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e8c9f0-8874-4e90-a0a1-4cdc2735ede1 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:37:31.825332 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-89e8c9f0-8874-4e90-a0a1-4cdc2735ede1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:37:31.830298 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e8c9f0-8874-4e90-a0a1-4cdc2735ede1 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:37:31.833467 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8c9f0-8874-4e90-a0a1-4cdc2735ede1 admin admin] Pushing event updated for resources: {'Port': ['ID=d05eb6ea-bb3c-4e7d-9fa8-d376026f6156,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:31.863964 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:32.108813 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-89e8c9f0-8874-4e90-a0a1-4cdc2735ede1 admin admin] Publish callbacks [] for router_gateway (57caad24-4e47-45f7-b331-47ccb4a2fda0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:32.241251 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2950871e-251c-412c-ba85-35c1a1ab670f None None] Network 3f920106-a37a-4bc5-ac4c-1ccd01f1e031 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:37:32.311636 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-df873140-bacb-42dd-bd89-20574a5aa94e None None] Provisioning complete for port 28acf155-79b9-4aef-8306-0a7a88527bdf triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:37:32.311636 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df873140-bacb-42dd-bd89-20574a5aa94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (28acf155-79b9-4aef-8306-0a7a88527bdf), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:32.326057 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-89e8c9f0-8874-4e90-a0a1-4cdc2735ede1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (57caad24-4e47-45f7-b331-47ccb4a2fda0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:32.427618 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 28acf155-79b9-4aef-8306-0a7a88527bdf up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:37:32.467255 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-df873140-bacb-42dd-bd89-20574a5aa94e None None] Current status of the port 28acf155-79b9-4aef-8306-0a7a88527bdf is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:37:32.467572 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df873140-bacb-42dd-bd89-20574a5aa94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (28acf155-79b9-4aef-8306-0a7a88527bdf), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:32.482587 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e8c9f0-8874-4e90-a0a1-4cdc2735ede1 admin admin] Router 57caad24-4e47-45f7-b331-47ccb4a2fda0 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 22:37:32.522284 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-df873140-bacb-42dd-bd89-20574a5aa94e None None] For port 28acf155-79b9-4aef-8306-0a7a88527bdf, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=28acf155-79b9-4aef-8306-0a7a88527bdf,segment=NetworkSegment(342e6518-41e2-45d7-828c-1becdc2a79fe),segment_id=342e6518-41e2-45d7-828c-1becdc2a79fe)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:37:32.529918 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df873140-bacb-42dd-bd89-20574a5aa94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (28acf155-79b9-4aef-8306-0a7a88527bdf), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:32.536589 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 28acf155-79b9-4aef-8306-0a7a88527bdf triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:37:32.536976 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (28acf155-79b9-4aef-8306-0a7a88527bdf), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:32.610396 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df873140-bacb-42dd-bd89-20574a5aa94e None None] Pushing event updated for resources: {'Port': ['ID=28acf155-79b9-4aef-8306-0a7a88527bdf,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:32.620619 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e8c9f0-8874-4e90-a0a1-4cdc2735ede1 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:37:32.632750 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3996439-e4a1-41cb-a2d6-e250469fc5dd None None] Sync routers for ids ['57caad24-4e47-45f7-b331-47ccb4a2fda0'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:37:32.641285 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-89e8c9f0-8874-4e90-a0a1-4cdc2735ede1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:32.642303 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-89e8c9f0-8874-4e90-a0a1-4cdc2735ede1 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0329726 Feb 08 22:37:32.646062 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48650) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:37:32.651728 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3996439-e4a1-41cb-a2d6-e250469fc5dd None None] Routers {'57caad24-4e47-45f7-b331-47ccb4a2fda0'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:37:32.652690 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a3996439-e4a1-41cb-a2d6-e250469fc5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:37:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['57caad24-4e47-45f7-b331-47ccb4a2fda0'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:32.672552 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 28acf155-79b9-4aef-8306-0a7a88527bdf is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:37:32.781149 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a3996439-e4a1-41cb-a2d6-e250469fc5dd None None] Set router 57caad24-4e47-45f7-b331-47ccb4a2fda0 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:37:32.853660 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-e4f2bc5f-4124-4495-83d5-3fd913bb6a96 None None] Provisioning complete for port 28acf155-79b9-4aef-8306-0a7a88527bdf triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:37:32.854183 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e4f2bc5f-4124-4495-83d5-3fd913bb6a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (28acf155-79b9-4aef-8306-0a7a88527bdf), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:32.948996 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e4f2bc5f-4124-4495-83d5-3fd913bb6a96 None None] Current status of the port 28acf155-79b9-4aef-8306-0a7a88527bdf is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:37:32.976905 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a3996439-e4a1-41cb-a2d6-e250469fc5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'name': 'tempest-TestShelveInstance-996081310-router', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:37:30Z', 'updated_at': '2022-02-08T22:37:31Z', 'revision_number': 3, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'gw_port': {'id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:31Z', 'updated_at': '2022-02-08T22:37:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:33.003445 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3996439-e4a1-41cb-a2d6-e250469fc5dd None None] Checking router: 57caad24-4e47-45f7-b331-47ccb4a2fda0 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:37:33.003713 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3996439-e4a1-41cb-a2d6-e250469fc5dd None None] Updating router 57caad24-4e47-45f7-b331-47ccb4a2fda0 port d05eb6ea-bb3c-4e7d-9fa8-d376026f6156 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:37:33.031551 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a3996439-e4a1-41cb-a2d6-e250469fc5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d05eb6ea-bb3c-4e7d-9fa8-d376026f6156), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:33.113218 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4257e2de-9ef3-4789-8f41-6a2e044c213d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:33.301714 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a3996439-e4a1-41cb-a2d6-e250469fc5dd None None] Publish callbacks [] for port (d05eb6ea-bb3c-4e7d-9fa8-d376026f6156), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:33.307040 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a3996439-e4a1-41cb-a2d6-e250469fc5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d05eb6ea-bb3c-4e7d-9fa8-d376026f6156), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:33.321913 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-4257e2de-9ef3-4789-8f41-6a2e044c213d admin admin] Allocated IP 172.20.0.1 (3f920106-a37a-4bc5-ac4c-1ccd01f1e031/be20522c-8610-4ae7-b430-dfff8858886f/781edb7d-afe3-4b4e-966e-048cbbd0184f) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:37:33.359901 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a3996439-e4a1-41cb-a2d6-e250469fc5dd None None] Attempting to bind port d05eb6ea-bb3c-4e7d-9fa8-d376026f6156 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:37:33.360273 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a3996439-e4a1-41cb-a2d6-e250469fc5dd None None] Attempting to bind port d05eb6ea-bb3c-4e7d-9fa8-d376026f6156 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:37:33.360635 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3996439-e4a1-41cb-a2d6-e250469fc5dd None None] Attempting to bind port d05eb6ea-bb3c-4e7d-9fa8-d376026f6156 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:37:33.362641 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd8eb6-74fc-4f43-9164-4ad081a308d9 None None] Pushing event updated for resources: {'Port': ['ID=d05eb6ea-bb3c-4e7d-9fa8-d376026f6156,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:33.371938 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd8eb6-74fc-4f43-9164-4ad081a308d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:33.372284 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd8eb6-74fc-4f43-9164-4ad081a308d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:33.372618 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd8eb6-74fc-4f43-9164-4ad081a308d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:33.372949 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd8eb6-74fc-4f43-9164-4ad081a308d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:33.373405 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd8eb6-74fc-4f43-9164-4ad081a308d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:33.373738 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd8eb6-74fc-4f43-9164-4ad081a308d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:33.374057 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd8eb6-74fc-4f43-9164-4ad081a308d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:33.374476 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd8eb6-74fc-4f43-9164-4ad081a308d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:33.374845 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd8eb6-74fc-4f43-9164-4ad081a308d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:33.375015 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd8eb6-74fc-4f43-9164-4ad081a308d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:33.375330 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd8eb6-74fc-4f43-9164-4ad081a308d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:33.375647 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd8eb6-74fc-4f43-9164-4ad081a308d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:33.375965 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd8eb6-74fc-4f43-9164-4ad081a308d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:37:33.379299 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3996439-e4a1-41cb-a2d6-e250469fc5dd None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:37:33.379674 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3996439-e4a1-41cb-a2d6-e250469fc5dd None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:37:33.380076 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a3996439-e4a1-41cb-a2d6-e250469fc5dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:33.380461 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3996439-e4a1-41cb-a2d6-e250469fc5dd None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:37:33.380935 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a3996439-e4a1-41cb-a2d6-e250469fc5dd None None] Bound port: d05eb6ea-bb3c-4e7d-9fa8-d376026f6156, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:37:33.381375 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a3996439-e4a1-41cb-a2d6-e250469fc5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d05eb6ea-bb3c-4e7d-9fa8-d376026f6156), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:33.433504 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-a3996439-e4a1-41cb-a2d6-e250469fc5dd None None] For port d05eb6ea-bb3c-4e7d-9fa8-d376026f6156, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:37:33.435977 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4257e2de-9ef3-4789-8f41-6a2e044c213d admin admin] Publish callbacks [] for port (781edb7d-afe3-4b4e-966e-048cbbd0184f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:33.436752 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-a3996439-e4a1-41cb-a2d6-e250469fc5dd None None] For port d05eb6ea-bb3c-4e7d-9fa8-d376026f6156, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d05eb6ea-bb3c-4e7d-9fa8-d376026f6156,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:37:33.442401 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a3996439-e4a1-41cb-a2d6-e250469fc5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d05eb6ea-bb3c-4e7d-9fa8-d376026f6156), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:33.471199 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4257e2de-9ef3-4789-8f41-6a2e044c213d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (781edb7d-afe3-4b4e-966e-048cbbd0184f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:33.503456 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3996439-e4a1-41cb-a2d6-e250469fc5dd None None] Routers {'57caad24-4e47-45f7-b331-47ccb4a2fda0'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:37:33.504079 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a3996439-e4a1-41cb-a2d6-e250469fc5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:37:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['57caad24-4e47-45f7-b331-47ccb4a2fda0'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:33.509507 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4257e2de-9ef3-4789-8f41-6a2e044c213d admin admin] Network 3f920106-a37a-4bc5-ac4c-1ccd01f1e031 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:37:33.515049 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-4257e2de-9ef3-4789-8f41-6a2e044c213d admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:37:33.518692 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4257e2de-9ef3-4789-8f41-6a2e044c213d admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:37:33.540563 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd8eb6-74fc-4f43-9164-4ad081a308d9 None None] Pushing event updated for resources: {'Port': ['ID=d05eb6ea-bb3c-4e7d-9fa8-d376026f6156,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:33.548696 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257e2de-9ef3-4789-8f41-6a2e044c213d admin admin] Pushing event updated for resources: {'Port': ['ID=781edb7d-afe3-4b4e-966e-048cbbd0184f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:33.567633 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4257e2de-9ef3-4789-8f41-6a2e044c213d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (57caad24-4e47-45f7-b331-47ccb4a2fda0), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:33.616154 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a3996439-e4a1-41cb-a2d6-e250469fc5dd None None] Set router 57caad24-4e47-45f7-b331-47ccb4a2fda0 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:37:33.731641 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4257e2de-9ef3-4789-8f41-6a2e044c213d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (781edb7d-afe3-4b4e-966e-048cbbd0184f), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:33.778738 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-a26c0bd6-5984-43af-a826-b8ad34671e73 None None] Provisioning complete for port 781edb7d-afe3-4b4e-966e-048cbbd0184f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:37:33.779118 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a26c0bd6-5984-43af-a826-b8ad34671e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (781edb7d-afe3-4b4e-966e-048cbbd0184f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:33.816838 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a3996439-e4a1-41cb-a2d6-e250469fc5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'name': 'tempest-TestShelveInstance-996081310-router', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:37:30Z', 'updated_at': '2022-02-08T22:37:31Z', 'revision_number': 3, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'gw_port': {'id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:31Z', 'updated_at': '2022-02-08T22:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:33.818658 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a26c0bd6-5984-43af-a826-b8ad34671e73 None None] Port 781edb7d-afe3-4b4e-966e-048cbbd0184f cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:37:33.844027 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3996439-e4a1-41cb-a2d6-e250469fc5dd None None] The sync data for ids ['57caad24-4e47-45f7-b331-47ccb4a2fda0'] in n-d-712143-31 is: [{'id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'name': 'tempest-TestShelveInstance-996081310-router', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:37:30Z', 'updated_at': '2022-02-08T22:37:31Z', 'revision_number': 3, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'gw_port': {'id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:31Z', 'updated_at': '2022-02-08T22:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:37:33.916979 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4257e2de-9ef3-4789-8f41-6a2e044c213d admin admin] Publish callbacks [] for port (781edb7d-afe3-4b4e-966e-048cbbd0184f), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:33.922738 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4257e2de-9ef3-4789-8f41-6a2e044c213d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (781edb7d-afe3-4b4e-966e-048cbbd0184f), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:33.991694 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4257e2de-9ef3-4789-8f41-6a2e044c213d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (57caad24-4e47-45f7-b331-47ccb4a2fda0), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:33.994796 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257e2de-9ef3-4789-8f41-6a2e044c213d admin admin] Pushing event updated for resources: {'Port': ['ID=781edb7d-afe3-4b4e-966e-048cbbd0184f,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:34.124559 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4257e2de-9ef3-4789-8f41-6a2e044c213d admin admin] Network 3f920106-a37a-4bc5-ac4c-1ccd01f1e031 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:37:34.128144 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-4257e2de-9ef3-4789-8f41-6a2e044c213d admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:37:34.304653 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4257e2de-9ef3-4789-8f41-6a2e044c213d admin admin] Router 57caad24-4e47-45f7-b331-47ccb4a2fda0 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:37:34.446604 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-7de56c87-7f3f-4098-9981-c1707f1ab8ef None None] Provisioning complete for port 781edb7d-afe3-4b4e-966e-048cbbd0184f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:37:34.453950 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7de56c87-7f3f-4098-9981-c1707f1ab8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (781edb7d-afe3-4b4e-966e-048cbbd0184f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:34.465539 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4257e2de-9ef3-4789-8f41-6a2e044c213d admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:37:34.476177 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4257e2de-9ef3-4789-8f41-6a2e044c213d admin admin] 10.222.0.88 "PUT /v2.0/routers/57caad24-4e47-45f7-b331-47ccb4a2fda0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8281455 Feb 08 22:37:34.515518 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 28acf155-79b9-4aef-8306-0a7a88527bdf up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:37:34.519772 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7de56c87-7f3f-4098-9981-c1707f1ab8ef None None] Port 781edb7d-afe3-4b4e-966e-048cbbd0184f cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:37:34.580967 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 28acf155-79b9-4aef-8306-0a7a88527bdf triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:37:34.581407 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (28acf155-79b9-4aef-8306-0a7a88527bdf), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:34.673443 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 28acf155-79b9-4aef-8306-0a7a88527bdf is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:37:34.674552 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d05eb6ea-bb3c-4e7d-9fa8-d376026f6156 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:37:34.733480 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d05eb6ea-bb3c-4e7d-9fa8-d376026f6156 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:37:34.733837 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d05eb6ea-bb3c-4e7d-9fa8-d376026f6156), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:34.834550 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d05eb6ea-bb3c-4e7d-9fa8-d376026f6156 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:37:34.834960 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d05eb6ea-bb3c-4e7d-9fa8-d376026f6156), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:34.863289 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port d05eb6ea-bb3c-4e7d-9fa8-d376026f6156, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d05eb6ea-bb3c-4e7d-9fa8-d376026f6156,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:37:34.871083 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d05eb6ea-bb3c-4e7d-9fa8-d376026f6156), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:34.949388 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=d05eb6ea-bb3c-4e7d-9fa8-d376026f6156,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:35.080344 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48666) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:37:35.085600 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-368d573c-d220-4026-bd53-4e48893a31a2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1498577856-network', 'tenant_id': 'f06c7921edd241c3add5653dbc172534'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:37:35.106620 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368d573c-d220-4026-bd53-4e48893a31a2 admin admin] Made reservation on behalf of f06c7921edd241c3add5653dbc172534 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:37:35.109696 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-368d573c-d220-4026-bd53-4e48893a31a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:35.122893 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-368d573c-d220-4026-bd53-4e48893a31a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:35.205575 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-368d573c-d220-4026-bd53-4e48893a31a2 admin admin] Publish callbacks [] for security_group (b2b51032-d739-45ed-9fdf-62e24939cb25), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:35.209933 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-368d573c-d220-4026-bd53-4e48893a31a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b2b51032-d739-45ed-9fdf-62e24939cb25), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:35.236430 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368d573c-d220-4026-bd53-4e48893a31a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 22:37:35.246809 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d573c-d220-4026-bd53-4e48893a31a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b51032-d739-45ed-9fdf-62e24939cb25,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:35.251797 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-368d573c-d220-4026-bd53-4e48893a31a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (b3e95494-a8ac-4b28-acec-e7d720d6d4ca), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:35.252144 n-d-712143-31 neutron-server[103434]: INFO neutron.db.segments_db [None req-368d573c-d220-4026-bd53-4e48893a31a2 admin admin] Added segment b3e95494-a8ac-4b28-acec-e7d720d6d4ca of type vlan for network 849601fa-6b4b-4979-b2d9-31935f6f9a2c Feb 08 22:37:35.294633 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-368d573c-d220-4026-bd53-4e48893a31a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (849601fa-6b4b-4979-b2d9-31935f6f9a2c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:35.321483 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-368d573c-d220-4026-bd53-4e48893a31a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (849601fa-6b4b-4979-b2d9-31935f6f9a2c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:35.322448 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368d573c-d220-4026-bd53-4e48893a31a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:35.323021 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-368d573c-d220-4026-bd53-4e48893a31a2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:35.376431 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-368d573c-d220-4026-bd53-4e48893a31a2 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2949622 Feb 08 22:37:35.380129 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48668) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:37:35.388199 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-16ad7e4d-6f7e-4ae7-b507-d169a280987a admin admin] Request body: {'subnet': {'network_id': '849601fa-6b4b-4979-b2d9-31935f6f9a2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1498577856-subnet', 'tenant_id': 'f06c7921edd241c3add5653dbc172534', 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:37:35.391556 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d573c-d220-4026-bd53-4e48893a31a2 admin admin] Pushing event updated for resources: {'Network': ['ID=849601fa-6b4b-4979-b2d9-31935f6f9a2c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:35.404097 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 849601fa-6b4b-4979-b2d9-31935f6f9a2c details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 22:37:35.416285 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ad7e4d-6f7e-4ae7-b507-d169a280987a admin admin] Made reservation on behalf of f06c7921edd241c3add5653dbc172534 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:37:35.419990 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-16ad7e4d-6f7e-4ae7-b507-d169a280987a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12511601'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:35.611165 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-16ad7e4d-6f7e-4ae7-b507-d169a280987a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12337708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12511567'] for subnet (cc49afb9-c1db-4830-bc70-e5bee02ea1ac), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:35.666664 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad7e4d-6f7e-4ae7-b507-d169a280987a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc49afb9-c1db-4830-bc70-e5bee02ea1ac,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:35.676803 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad7e4d-6f7e-4ae7-b507-d169a280987a admin admin] Checking segment: {'id': 'b3e95494-a8ac-4b28-acec-e7d720d6d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '849601fa-6b4b-4979-b2d9-31935f6f9a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:37:35.677166 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ad7e4d-6f7e-4ae7-b507-d169a280987a admin admin] Network hostable DHCP agents. Network: 849601fa-6b4b-4979-b2d9-31935f6f9a2c, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 22:37:35.694861 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ad7e4d-6f7e-4ae7-b507-d169a280987a admin admin] Network 849601fa-6b4b-4979-b2d9-31935f6f9a2c is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 22:37:35.706518 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-16ad7e4d-6f7e-4ae7-b507-d169a280987a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 849601fa-6b4b-4979-b2d9-31935f6f9a2c) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:37:35.710626 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fae306-988d-48a3-8fbb-76f88867fba7 None None] Sync routers for ids ['57caad24-4e47-45f7-b331-47ccb4a2fda0'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:37:35.711193 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ad7e4d-6f7e-4ae7-b507-d169a280987a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:35.712329 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-16ad7e4d-6f7e-4ae7-b507-d169a280987a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:35.719695 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032739af-e7ad-400f-982c-75bd0dcd7f3b None None] Network 849601fa-6b4b-4979-b2d9-31935f6f9a2c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:37:35.731085 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-16ad7e4d-6f7e-4ae7-b507-d169a280987a admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3491011 Feb 08 22:37:35.734897 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48670) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:37:35.739942 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-dd05339a-6879-47e8-b8e0-b826f0ad5473 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1498577856-router', 'tenant_id': 'f06c7921edd241c3add5653dbc172534', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:37:35.759084 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dd05339a-6879-47e8-b8e0-b826f0ad5473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (ef2db92d-626e-472e-bc98-b810513d007d), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:35.760170 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dd05339a-6879-47e8-b8e0-b826f0ad5473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (ef2db92d-626e-472e-bc98-b810513d007d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:35.767376 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fae306-988d-48a3-8fbb-76f88867fba7 None None] Routers {'57caad24-4e47-45f7-b331-47ccb4a2fda0'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:37:35.768008 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c0fae306-988d-48a3-8fbb-76f88867fba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:37:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['57caad24-4e47-45f7-b331-47ccb4a2fda0'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:35.827184 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dd05339a-6879-47e8-b8e0-b826f0ad5473 admin admin] Publish callbacks [] for router_controller (ef2db92d-626e-472e-bc98-b810513d007d), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:35.927533 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-c0fae306-988d-48a3-8fbb-76f88867fba7 None None] Set router 57caad24-4e47-45f7-b331-47ccb4a2fda0 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:37:35.957420 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54783863-da8d-43b8-a05b-e25fa026f385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-849601fa-6b4b-4979-b2d9-31935f6f9a2c', 'network_id': '849601fa-6b4b-4979-b2d9-31935f6f9a2c', 'project_id': 'f06c7921edd241c3add5653dbc172534', 'fixed_ips': [{'subnet_id': 'cc49afb9-c1db-4830-bc70-e5bee02ea1ac'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 22:37:35.958200 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54783863-da8d-43b8-a05b-e25fa026f385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:35.989401 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dd05339a-6879-47e8-b8e0-b826f0ad5473 admin admin] Publish callbacks [] for router_gateway (ef2db92d-626e-472e-bc98-b810513d007d), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:36.230630 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dd05339a-6879-47e8-b8e0-b826f0ad5473 admin admin] Publish callbacks [] for router_gateway (ef2db92d-626e-472e-bc98-b810513d007d), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:36.252146 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dd05339a-6879-47e8-b8e0-b826f0ad5473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:36.368423 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-54783863-da8d-43b8-a05b-e25fa026f385 None None] Allocated IP 172.20.0.2 (849601fa-6b4b-4979-b2d9-31935f6f9a2c/cc49afb9-c1db-4830-bc70-e5bee02ea1ac/27b662c7-bfae-4d52-9210-e1c4f0a378e6) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:37:36.369366 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-dd05339a-6879-47e8-b8e0-b826f0ad5473 admin admin] Allocated IP 172.25.3.144 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/52f94472-f32f-47a1-8caa-0b2079301cb9) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:37:36.398211 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d05eb6ea-bb3c-4e7d-9fa8-d376026f6156 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:37:36.545947 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c0fae306-988d-48a3-8fbb-76f88867fba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'name': 'tempest-TestShelveInstance-996081310-router', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:37:30Z', 'updated_at': '2022-02-08T22:37:33Z', 'revision_number': 4, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'gw_port': {'id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:31Z', 'updated_at': '2022-02-08T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '781edb7d-afe3-4b4e-966e-048cbbd0184f', 'name': '', 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'mac_address': 'fa:16:3e:4e:08:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:33Z', 'updated_at': '2022-02-08T22:37:33Z', 'revision_number': 2, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'subnets': [{'id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:36.550577 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d05eb6ea-bb3c-4e7d-9fa8-d376026f6156 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:37:36.550941 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d05eb6ea-bb3c-4e7d-9fa8-d376026f6156), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:36.615123 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fae306-988d-48a3-8fbb-76f88867fba7 None None] Checking router: 57caad24-4e47-45f7-b331-47ccb4a2fda0 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:37:36.615702 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fae306-988d-48a3-8fbb-76f88867fba7 None None] Updating router 57caad24-4e47-45f7-b331-47ccb4a2fda0 port 781edb7d-afe3-4b4e-966e-048cbbd0184f binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:37:36.702587 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c0fae306-988d-48a3-8fbb-76f88867fba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (781edb7d-afe3-4b4e-966e-048cbbd0184f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:36.732278 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54783863-da8d-43b8-a05b-e25fa026f385 None None] Publish callbacks [] for port (27b662c7-bfae-4d52-9210-e1c4f0a378e6), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:36.761158 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54783863-da8d-43b8-a05b-e25fa026f385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (27b662c7-bfae-4d52-9210-e1c4f0a378e6), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:36.768586 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dd05339a-6879-47e8-b8e0-b826f0ad5473 admin admin] Publish callbacks [] for port (52f94472-f32f-47a1-8caa-0b2079301cb9), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:36.805419 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dd05339a-6879-47e8-b8e0-b826f0ad5473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (52f94472-f32f-47a1-8caa-0b2079301cb9), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:36.842547 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54783863-da8d-43b8-a05b-e25fa026f385 None None] Network 849601fa-6b4b-4979-b2d9-31935f6f9a2c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:37:36.850018 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd05339a-6879-47e8-b8e0-b826f0ad5473 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:37:36.855548 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-dd05339a-6879-47e8-b8e0-b826f0ad5473 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:37:36.858139 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05339a-6879-47e8-b8e0-b826f0ad5473 admin admin] Pushing event updated for resources: {'Port': ['ID=52f94472-f32f-47a1-8caa-0b2079301cb9,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:36.860276 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd05339a-6879-47e8-b8e0-b826f0ad5473 admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:37:36.892802 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-54783863-da8d-43b8-a05b-e25fa026f385 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:37:36.906288 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54783863-da8d-43b8-a05b-e25fa026f385 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:37:36.913294 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54783863-da8d-43b8-a05b-e25fa026f385 None None] Pushing event updated for resources: {'Port': ['ID=27b662c7-bfae-4d52-9210-e1c4f0a378e6,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:36.915457 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d05eb6ea-bb3c-4e7d-9fa8-d376026f6156 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:37:37.015396 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-54783863-da8d-43b8-a05b-e25fa026f385 None None] Attempting to bind port 27b662c7-bfae-4d52-9210-e1c4f0a378e6 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:37:37.015882 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-54783863-da8d-43b8-a05b-e25fa026f385 None None] Attempting to bind port 27b662c7-bfae-4d52-9210-e1c4f0a378e6 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'b3e95494-a8ac-4b28-acec-e7d720d6d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '849601fa-6b4b-4979-b2d9-31935f6f9a2c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:37:37.016327 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54783863-da8d-43b8-a05b-e25fa026f385 None None] Attempting to bind port 27b662c7-bfae-4d52-9210-e1c4f0a378e6 on network 849601fa-6b4b-4979-b2d9-31935f6f9a2c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:37:37.027432 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54783863-da8d-43b8-a05b-e25fa026f385 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:37:37.027807 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54783863-da8d-43b8-a05b-e25fa026f385 None None] Checking segment: {'id': 'b3e95494-a8ac-4b28-acec-e7d720d6d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '849601fa-6b4b-4979-b2d9-31935f6f9a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:37:37.028212 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54783863-da8d-43b8-a05b-e25fa026f385 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:37.028601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54783863-da8d-43b8-a05b-e25fa026f385 None None] Bound using segment: {'id': 'b3e95494-a8ac-4b28-acec-e7d720d6d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '849601fa-6b4b-4979-b2d9-31935f6f9a2c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:37:37.029076 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-54783863-da8d-43b8-a05b-e25fa026f385 None None] Bound port: 27b662c7-bfae-4d52-9210-e1c4f0a378e6, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e95494-a8ac-4b28-acec-e7d720d6d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '849601fa-6b4b-4979-b2d9-31935f6f9a2c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:37:37.030005 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54783863-da8d-43b8-a05b-e25fa026f385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (27b662c7-bfae-4d52-9210-e1c4f0a378e6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:37.123789 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dd05339a-6879-47e8-b8e0-b826f0ad5473 admin admin] Publish callbacks [] for router_gateway (ef2db92d-626e-472e-bc98-b810513d007d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:37.134868 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-54783863-da8d-43b8-a05b-e25fa026f385 None None] For port 27b662c7-bfae-4d52-9210-e1c4f0a378e6, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:37:37.141476 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-54783863-da8d-43b8-a05b-e25fa026f385 None None] For port 27b662c7-bfae-4d52-9210-e1c4f0a378e6, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=27b662c7-bfae-4d52-9210-e1c4f0a378e6,segment=NetworkSegment(b3e95494-a8ac-4b28-acec-e7d720d6d4ca),segment_id=b3e95494-a8ac-4b28-acec-e7d720d6d4ca)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:37:37.153577 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54783863-da8d-43b8-a05b-e25fa026f385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (27b662c7-bfae-4d52-9210-e1c4f0a378e6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:37.251911 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c0fae306-988d-48a3-8fbb-76f88867fba7 None None] Publish callbacks [] for port (781edb7d-afe3-4b4e-966e-048cbbd0184f), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:37.260383 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:37.266707 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c0fae306-988d-48a3-8fbb-76f88867fba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (781edb7d-afe3-4b4e-966e-048cbbd0184f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:37.276814 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54783863-da8d-43b8-a05b-e25fa026f385 None None] Pushing event updated for resources: {'Port': ['ID=27b662c7-bfae-4d52-9210-e1c4f0a378e6,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:37.343760 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:37.372920 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424971a-3400-4b99-ad80-d852ebc208c8 None None] Pushing event updated for resources: {'Port': ['ID=781edb7d-afe3-4b4e-966e-048cbbd0184f,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:37.379009 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dd05339a-6879-47e8-b8e0-b826f0ad5473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (ef2db92d-626e-472e-bc98-b810513d007d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:37.406863 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c0fae306-988d-48a3-8fbb-76f88867fba7 None None] Attempting to bind port 781edb7d-afe3-4b4e-966e-048cbbd0184f on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:37:37.407373 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c0fae306-988d-48a3-8fbb-76f88867fba7 None None] Attempting to bind port 781edb7d-afe3-4b4e-966e-048cbbd0184f by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '342e6518-41e2-45d7-828c-1becdc2a79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:37:37.407802 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fae306-988d-48a3-8fbb-76f88867fba7 None None] Attempting to bind port 781edb7d-afe3-4b4e-966e-048cbbd0184f on network 3f920106-a37a-4bc5-ac4c-1ccd01f1e031 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:37:37.413860 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fae306-988d-48a3-8fbb-76f88867fba7 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:37:37.414241 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fae306-988d-48a3-8fbb-76f88867fba7 None None] Checking segment: {'id': '342e6518-41e2-45d7-828c-1becdc2a79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:37:37.414646 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c0fae306-988d-48a3-8fbb-76f88867fba7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:37.415046 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fae306-988d-48a3-8fbb-76f88867fba7 None None] Bound using segment: {'id': '342e6518-41e2-45d7-828c-1becdc2a79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:37:37.415535 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-c0fae306-988d-48a3-8fbb-76f88867fba7 None None] Bound port: 781edb7d-afe3-4b4e-966e-048cbbd0184f, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '342e6518-41e2-45d7-828c-1becdc2a79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:37:37.415918 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c0fae306-988d-48a3-8fbb-76f88867fba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (781edb7d-afe3-4b4e-966e-048cbbd0184f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:37.512081 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c0fae306-988d-48a3-8fbb-76f88867fba7 None None] For port 781edb7d-afe3-4b4e-966e-048cbbd0184f, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:37:37.516980 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c0fae306-988d-48a3-8fbb-76f88867fba7 None None] For port 781edb7d-afe3-4b4e-966e-048cbbd0184f, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=781edb7d-afe3-4b4e-966e-048cbbd0184f,segment=NetworkSegment(342e6518-41e2-45d7-828c-1becdc2a79fe),segment_id=342e6518-41e2-45d7-828c-1becdc2a79fe)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:37:37.539821 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c0fae306-988d-48a3-8fbb-76f88867fba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (781edb7d-afe3-4b4e-966e-048cbbd0184f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:37.601360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd05339a-6879-47e8-b8e0-b826f0ad5473 admin admin] Router ef2db92d-626e-472e-bc98-b810513d007d is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 22:37:37.626075 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fae306-988d-48a3-8fbb-76f88867fba7 None None] Routers {'57caad24-4e47-45f7-b331-47ccb4a2fda0'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:37:37.626736 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c0fae306-988d-48a3-8fbb-76f88867fba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:37:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['57caad24-4e47-45f7-b331-47ccb4a2fda0'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:37.669397 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424971a-3400-4b99-ad80-d852ebc208c8 None None] Pushing event updated for resources: {'Port': ['ID=781edb7d-afe3-4b4e-966e-048cbbd0184f,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:37.770364 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd05339a-6879-47e8-b8e0-b826f0ad5473 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:37:37.781720 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-c0fae306-988d-48a3-8fbb-76f88867fba7 None None] Set router 57caad24-4e47-45f7-b331-47ccb4a2fda0 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:37:37.782240 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c881c40-4f1d-4cb4-b1cb-b2306ff96c34 None None] Sync routers for ids ['ef2db92d-626e-472e-bc98-b810513d007d'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:37:37.792347 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dd05339a-6879-47e8-b8e0-b826f0ad5473 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:37.794055 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-dd05339a-6879-47e8-b8e0-b826f0ad5473 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0581398 Feb 08 22:37:37.797281 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48672) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:37:37.797588 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c881c40-4f1d-4cb4-b1cb-b2306ff96c34 None None] Routers {'ef2db92d-626e-472e-bc98-b810513d007d'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:37:37.798462 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7c881c40-4f1d-4cb4-b1cb-b2306ff96c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:37:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ef2db92d-626e-472e-bc98-b810513d007d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:37.827864 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-d163dafe-3115-4dcb-82ac-fa53acb91ea2 None None] Provisioning complete for port 781edb7d-afe3-4b4e-966e-048cbbd0184f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:37:37.828248 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d163dafe-3115-4dcb-82ac-fa53acb91ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (781edb7d-afe3-4b4e-966e-048cbbd0184f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:38.062738 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-7c881c40-4f1d-4cb4-b1cb-b2306ff96c34 None None] Set router ef2db92d-626e-472e-bc98-b810513d007d gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:37:38.141652 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d163dafe-3115-4dcb-82ac-fa53acb91ea2 None None] Current status of the port 781edb7d-afe3-4b4e-966e-048cbbd0184f is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:37:38.142268 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d163dafe-3115-4dcb-82ac-fa53acb91ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (781edb7d-afe3-4b4e-966e-048cbbd0184f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:38.260805 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d163dafe-3115-4dcb-82ac-fa53acb91ea2 None None] For port 781edb7d-afe3-4b4e-966e-048cbbd0184f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=781edb7d-afe3-4b4e-966e-048cbbd0184f,segment=NetworkSegment(342e6518-41e2-45d7-828c-1becdc2a79fe),segment_id=342e6518-41e2-45d7-828c-1becdc2a79fe)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:37:38.268587 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d163dafe-3115-4dcb-82ac-fa53acb91ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (781edb7d-afe3-4b4e-966e-048cbbd0184f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:38.388399 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163dafe-3115-4dcb-82ac-fa53acb91ea2 None None] Pushing event updated for resources: {'Port': ['ID=781edb7d-afe3-4b4e-966e-048cbbd0184f,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:38.408004 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-c0fae306-988d-48a3-8fbb-76f88867fba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'name': 'tempest-TestShelveInstance-996081310-router', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:37:30Z', 'updated_at': '2022-02-08T22:37:33Z', 'revision_number': 4, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'gw_port': {'id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:31Z', 'updated_at': '2022-02-08T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '781edb7d-afe3-4b4e-966e-048cbbd0184f', 'name': '', 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'mac_address': 'fa:16:3e:4e:08:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:33Z', 'updated_at': '2022-02-08T22:37:37Z', 'revision_number': 4, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'subnets': [{'id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:38.460422 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fae306-988d-48a3-8fbb-76f88867fba7 None None] The sync data for ids ['57caad24-4e47-45f7-b331-47ccb4a2fda0'] in n-d-712143-31 is: [{'id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'name': 'tempest-TestShelveInstance-996081310-router', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:37:30Z', 'updated_at': '2022-02-08T22:37:33Z', 'revision_number': 4, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'gw_port': {'id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:31Z', 'updated_at': '2022-02-08T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '781edb7d-afe3-4b4e-966e-048cbbd0184f', 'name': '', 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'mac_address': 'fa:16:3e:4e:08:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:33Z', 'updated_at': '2022-02-08T22:37:37Z', 'revision_number': 4, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'subnets': [{'id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:37:38.473641 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-a78003e6-7ced-4d70-b32a-5930fa987c5a None None] Provisioning complete for port 781edb7d-afe3-4b4e-966e-048cbbd0184f triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:37:38.474026 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a78003e6-7ced-4d70-b32a-5930fa987c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (781edb7d-afe3-4b4e-966e-048cbbd0184f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:38.492997 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7c881c40-4f1d-4cb4-b1cb-b2306ff96c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2db92d-626e-472e-bc98-b810513d007d', 'name': 'tempest-TestShelveInstance-1498577856-router', 'tenant_id': 'f06c7921edd241c3add5653dbc172534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '52f94472-f32f-47a1-8caa-0b2079301cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:37:35Z', 'updated_at': '2022-02-08T22:37:37Z', 'revision_number': 3, 'project_id': 'f06c7921edd241c3add5653dbc172534', 'gw_port': {'id': '52f94472-f32f-47a1-8caa-0b2079301cb9', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2db92d-626e-472e-bc98-b810513d007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:36Z', 'updated_at': '2022-02-08T22:37:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:38.517442 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54b2f84f-8ea7-4434-8a0b-b6b6b3c3c837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:38.584957 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c881c40-4f1d-4cb4-b1cb-b2306ff96c34 None None] Checking router: ef2db92d-626e-472e-bc98-b810513d007d for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:37:38.585952 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c881c40-4f1d-4cb4-b1cb-b2306ff96c34 None None] Updating router ef2db92d-626e-472e-bc98-b810513d007d port 52f94472-f32f-47a1-8caa-0b2079301cb9 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:37:38.665873 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7c881c40-4f1d-4cb4-b1cb-b2306ff96c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (52f94472-f32f-47a1-8caa-0b2079301cb9), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:38.680548 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 27b662c7-bfae-4d52-9210-e1c4f0a378e6 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:37:38.979644 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-54b2f84f-8ea7-4434-8a0b-b6b6b3c3c837 admin admin] Allocated IP 172.20.0.1 (849601fa-6b4b-4979-b2d9-31935f6f9a2c/cc49afb9-c1db-4830-bc70-e5bee02ea1ac/de845bcf-911a-4913-b33b-358335bdb8ab) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:37:39.050918 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15549fe-b627-46f3-af09-7198bfa78577 None None] Network 849601fa-6b4b-4979-b2d9-31935f6f9a2c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:37:39.105509 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7c881c40-4f1d-4cb4-b1cb-b2306ff96c34 None None] Publish callbacks [] for port (52f94472-f32f-47a1-8caa-0b2079301cb9), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:39.113057 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7c881c40-4f1d-4cb4-b1cb-b2306ff96c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (52f94472-f32f-47a1-8caa-0b2079301cb9), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:39.114472 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a78003e6-7ced-4d70-b32a-5930fa987c5a None None] Current status of the port 781edb7d-afe3-4b4e-966e-048cbbd0184f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:37:39.148672 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54b2f84f-8ea7-4434-8a0b-b6b6b3c3c837 admin admin] Publish callbacks [] for port (de845bcf-911a-4913-b33b-358335bdb8ab), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:39.156666 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 27b662c7-bfae-4d52-9210-e1c4f0a378e6 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:37:39.157081 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (27b662c7-bfae-4d52-9210-e1c4f0a378e6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:39.163159 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb509e2-4196-4965-b5d9-d28660e64e7f None None] Pushing event updated for resources: {'Port': ['ID=52f94472-f32f-47a1-8caa-0b2079301cb9,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:39.182317 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-7c881c40-4f1d-4cb4-b1cb-b2306ff96c34 None None] Attempting to bind port 52f94472-f32f-47a1-8caa-0b2079301cb9 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:37:39.182967 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-7c881c40-4f1d-4cb4-b1cb-b2306ff96c34 None None] Attempting to bind port 52f94472-f32f-47a1-8caa-0b2079301cb9 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:37:39.183505 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c881c40-4f1d-4cb4-b1cb-b2306ff96c34 None None] Attempting to bind port 52f94472-f32f-47a1-8caa-0b2079301cb9 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:37:39.189783 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c881c40-4f1d-4cb4-b1cb-b2306ff96c34 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:37:39.190570 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c881c40-4f1d-4cb4-b1cb-b2306ff96c34 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:37:39.191280 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7c881c40-4f1d-4cb4-b1cb-b2306ff96c34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:39.191835 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c881c40-4f1d-4cb4-b1cb-b2306ff96c34 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:37:39.192484 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-7c881c40-4f1d-4cb4-b1cb-b2306ff96c34 None None] Bound port: 52f94472-f32f-47a1-8caa-0b2079301cb9, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:37:39.193039 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7c881c40-4f1d-4cb4-b1cb-b2306ff96c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (52f94472-f32f-47a1-8caa-0b2079301cb9), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:39.208750 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54b2f84f-8ea7-4434-8a0b-b6b6b3c3c837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (de845bcf-911a-4913-b33b-358335bdb8ab), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:39.238265 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b2f84f-8ea7-4434-8a0b-b6b6b3c3c837 admin admin] Network 849601fa-6b4b-4979-b2d9-31935f6f9a2c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:37:39.269861 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-7c881c40-4f1d-4cb4-b1cb-b2306ff96c34 None None] For port 52f94472-f32f-47a1-8caa-0b2079301cb9, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:37:39.273648 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-54b2f84f-8ea7-4434-8a0b-b6b6b3c3c837 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:37:39.274474 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-7c881c40-4f1d-4cb4-b1cb-b2306ff96c34 None None] For port 52f94472-f32f-47a1-8caa-0b2079301cb9, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=52f94472-f32f-47a1-8caa-0b2079301cb9,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:37:39.278524 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b2f84f-8ea7-4434-8a0b-b6b6b3c3c837 admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:37:39.282628 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-97f28386-7601-4f79-aca2-12154cee5b39 None None] Provisioning complete for port 27b662c7-bfae-4d52-9210-e1c4f0a378e6 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:37:39.283115 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-97f28386-7601-4f79-aca2-12154cee5b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (27b662c7-bfae-4d52-9210-e1c4f0a378e6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:39.288141 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7c881c40-4f1d-4cb4-b1cb-b2306ff96c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (52f94472-f32f-47a1-8caa-0b2079301cb9), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:39.353197 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 27b662c7-bfae-4d52-9210-e1c4f0a378e6 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:37:39.353546 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (27b662c7-bfae-4d52-9210-e1c4f0a378e6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:39.354485 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2f84f-8ea7-4434-8a0b-b6b6b3c3c837 admin admin] Pushing event updated for resources: {'Port': ['ID=de845bcf-911a-4913-b33b-358335bdb8ab,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:39.389118 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54b2f84f-8ea7-4434-8a0b-b6b6b3c3c837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (ef2db92d-626e-472e-bc98-b810513d007d), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:39.396174 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c881c40-4f1d-4cb4-b1cb-b2306ff96c34 None None] Routers {'ef2db92d-626e-472e-bc98-b810513d007d'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:37:39.396174 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7c881c40-4f1d-4cb4-b1cb-b2306ff96c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:37:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ef2db92d-626e-472e-bc98-b810513d007d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:39.417040 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 27b662c7-bfae-4d52-9210-e1c4f0a378e6, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=27b662c7-bfae-4d52-9210-e1c4f0a378e6,segment=NetworkSegment(b3e95494-a8ac-4b28-acec-e7d720d6d4ca),segment_id=b3e95494-a8ac-4b28-acec-e7d720d6d4ca)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:37:39.426267 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (27b662c7-bfae-4d52-9210-e1c4f0a378e6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:39.517551 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb509e2-4196-4965-b5d9-d28660e64e7f None None] Pushing event updated for resources: {'Port': ['ID=52f94472-f32f-47a1-8caa-0b2079301cb9,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:39.573572 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=27b662c7-bfae-4d52-9210-e1c4f0a378e6,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:39.587241 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54b2f84f-8ea7-4434-8a0b-b6b6b3c3c837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (de845bcf-911a-4913-b33b-358335bdb8ab), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:39.594577 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-7c881c40-4f1d-4cb4-b1cb-b2306ff96c34 None None] Set router ef2db92d-626e-472e-bc98-b810513d007d gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:37:39.597998 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-97f28386-7601-4f79-aca2-12154cee5b39 None None] Current status of the port 27b662c7-bfae-4d52-9210-e1c4f0a378e6 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:37:39.730856 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-8c4b6cbb-08b5-4f6b-ac82-02c428a26783 None None] Provisioning complete for port 27b662c7-bfae-4d52-9210-e1c4f0a378e6 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:37:39.731288 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8c4b6cbb-08b5-4f6b-ac82-02c428a26783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (27b662c7-bfae-4d52-9210-e1c4f0a378e6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:39.836220 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54b2f84f-8ea7-4434-8a0b-b6b6b3c3c837 admin admin] Publish callbacks [] for port (de845bcf-911a-4913-b33b-358335bdb8ab), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:39.842780 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54b2f84f-8ea7-4434-8a0b-b6b6b3c3c837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (de845bcf-911a-4913-b33b-358335bdb8ab), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:39.845003 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7c881c40-4f1d-4cb4-b1cb-b2306ff96c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2db92d-626e-472e-bc98-b810513d007d', 'name': 'tempest-TestShelveInstance-1498577856-router', 'tenant_id': 'f06c7921edd241c3add5653dbc172534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '52f94472-f32f-47a1-8caa-0b2079301cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:37:35Z', 'updated_at': '2022-02-08T22:37:37Z', 'revision_number': 3, 'project_id': 'f06c7921edd241c3add5653dbc172534', 'gw_port': {'id': '52f94472-f32f-47a1-8caa-0b2079301cb9', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2db92d-626e-472e-bc98-b810513d007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:36Z', 'updated_at': '2022-02-08T22:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:39.885187 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c881c40-4f1d-4cb4-b1cb-b2306ff96c34 None None] The sync data for ids ['ef2db92d-626e-472e-bc98-b810513d007d'] in n-d-712143-31 is: [{'id': 'ef2db92d-626e-472e-bc98-b810513d007d', 'name': 'tempest-TestShelveInstance-1498577856-router', 'tenant_id': 'f06c7921edd241c3add5653dbc172534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '52f94472-f32f-47a1-8caa-0b2079301cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:37:35Z', 'updated_at': '2022-02-08T22:37:37Z', 'revision_number': 3, 'project_id': 'f06c7921edd241c3add5653dbc172534', 'gw_port': {'id': '52f94472-f32f-47a1-8caa-0b2079301cb9', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2db92d-626e-472e-bc98-b810513d007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:36Z', 'updated_at': '2022-02-08T22:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:37:39.902399 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8c4b6cbb-08b5-4f6b-ac82-02c428a26783 None None] Current status of the port 27b662c7-bfae-4d52-9210-e1c4f0a378e6 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:37:39.937110 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54b2f84f-8ea7-4434-8a0b-b6b6b3c3c837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (ef2db92d-626e-472e-bc98-b810513d007d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:39.939038 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2f84f-8ea7-4434-8a0b-b6b6b3c3c837 admin admin] Pushing event updated for resources: {'Port': ['ID=de845bcf-911a-4913-b33b-358335bdb8ab,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:40.027133 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-9d36fafb-8aa0-43f3-afdf-43a3322a4639 None None] Provisioning complete for port de845bcf-911a-4913-b33b-358335bdb8ab triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:37:40.027517 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9d36fafb-8aa0-43f3-afdf-43a3322a4639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (de845bcf-911a-4913-b33b-358335bdb8ab), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:40.056059 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b2f84f-8ea7-4434-8a0b-b6b6b3c3c837 admin admin] Network 849601fa-6b4b-4979-b2d9-31935f6f9a2c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:37:40.057822 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-54b2f84f-8ea7-4434-8a0b-b6b6b3c3c837 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:37:40.076703 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9d36fafb-8aa0-43f3-afdf-43a3322a4639 None None] Port de845bcf-911a-4913-b33b-358335bdb8ab cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:37:40.200309 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b2f84f-8ea7-4434-8a0b-b6b6b3c3c837 admin admin] Router ef2db92d-626e-472e-bc98-b810513d007d has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:37:40.384764 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b2f84f-8ea7-4434-8a0b-b6b6b3c3c837 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:37:40.410651 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-54b2f84f-8ea7-4434-8a0b-b6b6b3c3c837 admin admin] 10.222.0.88 "PUT /v2.0/routers/ef2db92d-626e-472e-bc98-b810513d007d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6115172 Feb 08 22:37:40.414942 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-9a094dbd-1a36-4274-a337-57e18a3741e7 None None] Provisioning complete for port de845bcf-911a-4913-b33b-358335bdb8ab triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:37:40.415330 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9a094dbd-1a36-4274-a337-57e18a3741e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (de845bcf-911a-4913-b33b-358335bdb8ab), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:40.476605 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9a094dbd-1a36-4274-a337-57e18a3741e7 None None] Port de845bcf-911a-4913-b33b-358335bdb8ab cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:37:40.583429 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 27b662c7-bfae-4d52-9210-e1c4f0a378e6 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:37:40.643405 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 27b662c7-bfae-4d52-9210-e1c4f0a378e6 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:37:40.643787 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (27b662c7-bfae-4d52-9210-e1c4f0a378e6), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:40.728817 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 27b662c7-bfae-4d52-9210-e1c4f0a378e6 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:37:40.729977 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 781edb7d-afe3-4b4e-966e-048cbbd0184f up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:37:40.781750 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 781edb7d-afe3-4b4e-966e-048cbbd0184f triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:37:40.782128 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (781edb7d-afe3-4b4e-966e-048cbbd0184f), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:40.875399 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 781edb7d-afe3-4b4e-966e-048cbbd0184f is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:37:40.876400 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 52f94472-f32f-47a1-8caa-0b2079301cb9 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:37:40.909348 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48680) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:37:40.914068 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-bb65864c-b15d-4721-8ca5-e173b0f7eade tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-324528274', 'description': 'tempest-secgroup-smoke-324528274 description', 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:37:40.927807 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 52f94472-f32f-47a1-8caa-0b2079301cb9 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:37:40.928249 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (52f94472-f32f-47a1-8caa-0b2079301cb9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:40.938702 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bb65864c-b15d-4721-8ca5-e173b0f7eade tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:41.023836 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bb65864c-b15d-4721-8ca5-e173b0f7eade tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group (e7e5743a-959b-49e0-b7d2-b7035c6c31a0), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:41.029188 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bb65864c-b15d-4721-8ca5-e173b0f7eade tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e7e5743a-959b-49e0-b7d2-b7035c6c31a0), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:41.031537 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 52f94472-f32f-47a1-8caa-0b2079301cb9 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:37:41.031861 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (52f94472-f32f-47a1-8caa-0b2079301cb9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:41.066254 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 52f94472-f32f-47a1-8caa-0b2079301cb9, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=52f94472-f32f-47a1-8caa-0b2079301cb9,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:37:41.070941 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (52f94472-f32f-47a1-8caa-0b2079301cb9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:41.071271 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bb65864c-b15d-4721-8ca5-e173b0f7eade tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:41.072602 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-bb65864c-b15d-4721-8ca5-e173b0f7eade tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1621602 Feb 08 22:37:41.075906 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48682) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:37:41.081456 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-dc63441e-67a1-4170-a49c-eb2365d8080b tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Request body: {'security_group_rule': {'security_group_id': 'e7e5743a-959b-49e0-b7d2-b7035c6c31a0', 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:37:41.088030 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65864c-b15d-4721-8ca5-e173b0f7eade tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e5743a-959b-49e0-b7d2-b7035c6c31a0,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:41.123549 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc63441e-67a1-4170-a49c-eb2365d8080b tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (98f5e419-7a40-4e6e-83cd-5a0544628c62), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:41.132689 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=52f94472-f32f-47a1-8caa-0b2079301cb9,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:41.183009 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc63441e-67a1-4170-a49c-eb2365d8080b tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (98f5e419-7a40-4e6e-83cd-5a0544628c62), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:41.187147 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc63441e-67a1-4170-a49c-eb2365d8080b tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (98f5e419-7a40-4e6e-83cd-5a0544628c62), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:41.205678 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63441e-67a1-4170-a49c-eb2365d8080b tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98f5e419-7a40-4e6e-83cd-5a0544628c62,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:41.213723 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc63441e-67a1-4170-a49c-eb2365d8080b tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:41.217811 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48684) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:37:41.221818 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-dc63441e-67a1-4170-a49c-eb2365d8080b tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1442244 Feb 08 22:37:41.223377 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-882c8400-4836-4154-94fc-ce7d896d95cb tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Request body: {'security_group_rule': {'security_group_id': 'e7e5743a-959b-49e0-b7d2-b7035c6c31a0', 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:37:41.248449 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-882c8400-4836-4154-94fc-ce7d896d95cb tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (bafb6cb4-02a5-417a-8ea6-f486bcd667df), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:41.304075 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-882c8400-4836-4154-94fc-ce7d896d95cb tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (bafb6cb4-02a5-417a-8ea6-f486bcd667df), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:41.307593 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-882c8400-4836-4154-94fc-ce7d896d95cb tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (bafb6cb4-02a5-417a-8ea6-f486bcd667df), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:41.325431 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c8400-4836-4154-94fc-ce7d896d95cb tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bafb6cb4-02a5-417a-8ea6-f486bcd667df,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:41.335077 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-882c8400-4836-4154-94fc-ce7d896d95cb tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:41.336523 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-882c8400-4836-4154-94fc-ce7d896d95cb tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174417 Feb 08 22:37:41.339287 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48686) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:37:41.344288 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-eb60b5d8-bd85-4bd9-895e-b61a3cd24f2a tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Request body: {'security_group_rule': {'security_group_id': 'e7e5743a-959b-49e0-b7d2-b7035c6c31a0', 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:37:41.372289 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eb60b5d8-bd85-4bd9-895e-b61a3cd24f2a tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (1e1bb260-c586-44b7-826e-aecb75859359), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:41.435517 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eb60b5d8-bd85-4bd9-895e-b61a3cd24f2a tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (1e1bb260-c586-44b7-826e-aecb75859359), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:41.439082 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eb60b5d8-bd85-4bd9-895e-b61a3cd24f2a tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (1e1bb260-c586-44b7-826e-aecb75859359), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:41.456303 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60b5d8-bd85-4bd9-895e-b61a3cd24f2a tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e1bb260-c586-44b7-826e-aecb75859359,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:41.465477 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eb60b5d8-bd85-4bd9-895e-b61a3cd24f2a tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:41.467192 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-eb60b5d8-bd85-4bd9-895e-b61a3cd24f2a tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263807 Feb 08 22:37:41.469959 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48688) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:37:41.474256 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-db43b04f-9c1a-4f89-afc4-bcd7077f9435 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Request body: {'security_group_rule': {'security_group_id': 'e7e5743a-959b-49e0-b7d2-b7035c6c31a0', 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:37:41.498491 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db43b04f-9c1a-4f89-afc4-bcd7077f9435 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (9407b3d6-af61-4530-bd43-bcd0665bdde0), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:41.558798 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db43b04f-9c1a-4f89-afc4-bcd7077f9435 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (9407b3d6-af61-4530-bd43-bcd0665bdde0), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:41.563896 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db43b04f-9c1a-4f89-afc4-bcd7077f9435 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (9407b3d6-af61-4530-bd43-bcd0665bdde0), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:41.583201 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43b04f-9c1a-4f89-afc4-bcd7077f9435 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9407b3d6-af61-4530-bd43-bcd0665bdde0,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:41.591143 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db43b04f-9c1a-4f89-afc4-bcd7077f9435 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:41.595442 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-db43b04f-9c1a-4f89-afc4-bcd7077f9435 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220706 Feb 08 22:37:41.595645 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 48690) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:37:41.600103 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-8125f1a2-3633-48a8-9cce-883252740fef tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Request body: {'security_group_rule': {'security_group_id': 'e7e5743a-959b-49e0-b7d2-b7035c6c31a0', 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:37:41.619659 n-d-712143-31 neutron-server[103433]: INFO neutron.db.securitygroups_db [None req-8125f1a2-3633-48a8-9cce-883252740fef tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Project e7817c3c711b4b2bb3378a9b9f54ae98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 22:37:41.624938 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8125f1a2-3633-48a8-9cce-883252740fef tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (c263cb7e-89f6-45f2-90af-c9fd1a171d43), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:41.686912 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8125f1a2-3633-48a8-9cce-883252740fef tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (c263cb7e-89f6-45f2-90af-c9fd1a171d43), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:41.691487 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8125f1a2-3633-48a8-9cce-883252740fef tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (c263cb7e-89f6-45f2-90af-c9fd1a171d43), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:41.715452 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125f1a2-3633-48a8-9cce-883252740fef tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c263cb7e-89f6-45f2-90af-c9fd1a171d43,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:41.724381 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8125f1a2-3633-48a8-9cce-883252740fef tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:41.725705 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-8125f1a2-3633-48a8-9cce-883252740fef tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1287427 Feb 08 22:37:41.728203 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48692) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:37:41.732847 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c6787c9e-2108-4e59-90d6-0c1aa8873cd9 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Request body: {'security_group_rule': {'security_group_id': 'e7e5743a-959b-49e0-b7d2-b7035c6c31a0', 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:37:41.753259 n-d-712143-31 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-c6787c9e-2108-4e59-90d6-0c1aa8873cd9 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Project e7817c3c711b4b2bb3378a9b9f54ae98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 22:37:41.758322 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6787c9e-2108-4e59-90d6-0c1aa8873cd9 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (3e092ce6-2188-49c7-89c2-d8a91d32210d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:41.818863 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6787c9e-2108-4e59-90d6-0c1aa8873cd9 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (3e092ce6-2188-49c7-89c2-d8a91d32210d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:41.823509 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6787c9e-2108-4e59-90d6-0c1aa8873cd9 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (3e092ce6-2188-49c7-89c2-d8a91d32210d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:41.840589 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ffe7cf-5dcf-4f01-8f72-6ac95397370a None None] Sync routers for ids ['ef2db92d-626e-472e-bc98-b810513d007d'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:37:41.842722 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6787c9e-2108-4e59-90d6-0c1aa8873cd9 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e092ce6-2188-49c7-89c2-d8a91d32210d,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:41.851507 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6787c9e-2108-4e59-90d6-0c1aa8873cd9 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:41.851777 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ffe7cf-5dcf-4f01-8f72-6ac95397370a None None] Routers {'ef2db92d-626e-472e-bc98-b810513d007d'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:37:41.852401 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-56ffe7cf-5dcf-4f01-8f72-6ac95397370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:37:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ef2db92d-626e-472e-bc98-b810513d007d'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:41.852731 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c6787c9e-2108-4e59-90d6-0c1aa8873cd9 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235237 Feb 08 22:37:41.966416 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-56ffe7cf-5dcf-4f01-8f72-6ac95397370a None None] Set router ef2db92d-626e-472e-bc98-b810513d007d gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:37:42.079327 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-807ea60e-cb87-4cf9-b9e9-3cfdfc1a3049 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-324528274&fields=id&tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98 HTTP/1.1" status: 200 len: 267 time: 0.0491564 Feb 08 22:37:42.170648 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-56ffe7cf-5dcf-4f01-8f72-6ac95397370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2db92d-626e-472e-bc98-b810513d007d', 'name': 'tempest-TestShelveInstance-1498577856-router', 'tenant_id': 'f06c7921edd241c3add5653dbc172534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '52f94472-f32f-47a1-8caa-0b2079301cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:37:35Z', 'updated_at': '2022-02-08T22:37:39Z', 'revision_number': 4, 'project_id': 'f06c7921edd241c3add5653dbc172534', 'gw_port': {'id': '52f94472-f32f-47a1-8caa-0b2079301cb9', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2db92d-626e-472e-bc98-b810513d007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:36Z', 'updated_at': '2022-02-08T22:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'de845bcf-911a-4913-b33b-358335bdb8ab', 'name': '', 'network_id': '849601fa-6b4b-4979-b2d9-31935f6f9a2c', 'tenant_id': 'f06c7921edd241c3add5653dbc172534', 'mac_address': 'fa:16:3e:fe:e4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2db92d-626e-472e-bc98-b810513d007d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cc49afb9-c1db-4830-bc70-e5bee02ea1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:38Z', 'updated_at': '2022-02-08T22:37:39Z', 'revision_number': 2, 'project_id': 'f06c7921edd241c3add5653dbc172534', 'subnets': [{'id': 'cc49afb9-c1db-4830-bc70-e5bee02ea1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:42.188585 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-d54d1377-f52d-477f-96db-042b0ccd400d tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:42.191808 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-d54d1377-f52d-477f-96db-042b0ccd400d tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/networks?id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031 HTTP/1.1" status: 200 len: 808 time: 0.1057572 Feb 08 22:37:42.202495 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ffe7cf-5dcf-4f01-8f72-6ac95397370a None None] Checking router: ef2db92d-626e-472e-bc98-b810513d007d for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:37:42.202897 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ffe7cf-5dcf-4f01-8f72-6ac95397370a None None] Updating router ef2db92d-626e-472e-bc98-b810513d007d port de845bcf-911a-4913-b33b-358335bdb8ab binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:37:42.205782 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-fe29c00c-18b0-4fef-94d5-68a64e748ed7 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/quotas/e7817c3c711b4b2bb3378a9b9f54ae98 HTTP/1.1" status: 200 len: 375 time: 0.0103185 Feb 08 22:37:42.231168 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-56ffe7cf-5dcf-4f01-8f72-6ac95397370a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (de845bcf-911a-4913-b33b-358335bdb8ab), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:42.264582 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-bd911632-25e6-4aa1-843e-e1a497b3c60a tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524695 Feb 08 22:37:42.395486 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 52f94472-f32f-47a1-8caa-0b2079301cb9 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:37:42.491563 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-30b4358d-d79f-4c93-b3ce-cac982514a91 service neutron] 10.222.0.88 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148275 Feb 08 22:37:42.523495 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 52f94472-f32f-47a1-8caa-0b2079301cb9 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:37:42.523879 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (52f94472-f32f-47a1-8caa-0b2079301cb9), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:42.584990 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-317b141a-4fb8-4507-8e39-e5f2cc2d6e20 service neutron] 10.222.0.88 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877061 Feb 08 22:37:42.608936 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-56ffe7cf-5dcf-4f01-8f72-6ac95397370a None None] Publish callbacks [] for port (de845bcf-911a-4913-b33b-358335bdb8ab), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:42.616232 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-56ffe7cf-5dcf-4f01-8f72-6ac95397370a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (de845bcf-911a-4913-b33b-358335bdb8ab), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:42.702154 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 52f94472-f32f-47a1-8caa-0b2079301cb9 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:37:42.707736 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a33976-6ae8-499f-9388-955af4a3d009 None None] Pushing event updated for resources: {'Port': ['ID=de845bcf-911a-4913-b33b-358335bdb8ab,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:42.779777 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-56ffe7cf-5dcf-4f01-8f72-6ac95397370a None None] Attempting to bind port de845bcf-911a-4913-b33b-358335bdb8ab on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:37:42.780432 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-56ffe7cf-5dcf-4f01-8f72-6ac95397370a None None] Attempting to bind port de845bcf-911a-4913-b33b-358335bdb8ab by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': 'b3e95494-a8ac-4b28-acec-e7d720d6d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '849601fa-6b4b-4979-b2d9-31935f6f9a2c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:37:42.780998 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ffe7cf-5dcf-4f01-8f72-6ac95397370a None None] Attempting to bind port de845bcf-911a-4913-b33b-358335bdb8ab on network 849601fa-6b4b-4979-b2d9-31935f6f9a2c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:37:42.787418 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ffe7cf-5dcf-4f01-8f72-6ac95397370a None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:37:42.787811 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ffe7cf-5dcf-4f01-8f72-6ac95397370a None None] Checking segment: {'id': 'b3e95494-a8ac-4b28-acec-e7d720d6d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '849601fa-6b4b-4979-b2d9-31935f6f9a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:37:42.788228 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-56ffe7cf-5dcf-4f01-8f72-6ac95397370a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:42.788631 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ffe7cf-5dcf-4f01-8f72-6ac95397370a None None] Bound using segment: {'id': 'b3e95494-a8ac-4b28-acec-e7d720d6d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '849601fa-6b4b-4979-b2d9-31935f6f9a2c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:37:42.789112 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-56ffe7cf-5dcf-4f01-8f72-6ac95397370a None None] Bound port: de845bcf-911a-4913-b33b-358335bdb8ab, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e95494-a8ac-4b28-acec-e7d720d6d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '849601fa-6b4b-4979-b2d9-31935f6f9a2c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:37:42.789521 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-56ffe7cf-5dcf-4f01-8f72-6ac95397370a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (de845bcf-911a-4913-b33b-358335bdb8ab), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:42.796645 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cd2fb85d-cc13-4d44-84e7-7e68b2c5b2d5 req-37eaf263-c090-42f3-adbc-2026a4131239 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 210 time: 0.0488966 Feb 08 22:37:42.869713 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-56ffe7cf-5dcf-4f01-8f72-6ac95397370a None None] For port de845bcf-911a-4913-b33b-358335bdb8ab, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:37:42.873449 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-56ffe7cf-5dcf-4f01-8f72-6ac95397370a None None] For port de845bcf-911a-4913-b33b-358335bdb8ab, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=de845bcf-911a-4913-b33b-358335bdb8ab,segment=NetworkSegment(b3e95494-a8ac-4b28-acec-e7d720d6d4ca),segment_id=b3e95494-a8ac-4b28-acec-e7d720d6d4ca)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:37:42.881067 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-56ffe7cf-5dcf-4f01-8f72-6ac95397370a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (de845bcf-911a-4913-b33b-358335bdb8ab), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:42.947677 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ffe7cf-5dcf-4f01-8f72-6ac95397370a None None] Routers {'ef2db92d-626e-472e-bc98-b810513d007d'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:37:42.948741 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-56ffe7cf-5dcf-4f01-8f72-6ac95397370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:37:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ef2db92d-626e-472e-bc98-b810513d007d'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:42.954261 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a33976-6ae8-499f-9388-955af4a3d009 None None] Pushing event updated for resources: {'Port': ['ID=de845bcf-911a-4913-b33b-358335bdb8ab,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:43.063496 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f7d380d7-1c2d-4f5d-a710-ece7dd1ca4ad None None] Provisioning complete for port de845bcf-911a-4913-b33b-358335bdb8ab triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:37:43.063884 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f7d380d7-1c2d-4f5d-a710-ece7dd1ca4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (de845bcf-911a-4913-b33b-358335bdb8ab), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:43.128310 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-56ffe7cf-5dcf-4f01-8f72-6ac95397370a None None] Set router ef2db92d-626e-472e-bc98-b810513d007d gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:37:43.454902 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f7d380d7-1c2d-4f5d-a710-ece7dd1ca4ad None None] Current status of the port de845bcf-911a-4913-b33b-358335bdb8ab is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:37:43.455634 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f7d380d7-1c2d-4f5d-a710-ece7dd1ca4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (de845bcf-911a-4913-b33b-358335bdb8ab), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:43.516413 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f7d380d7-1c2d-4f5d-a710-ece7dd1ca4ad None None] For port de845bcf-911a-4913-b33b-358335bdb8ab, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=de845bcf-911a-4913-b33b-358335bdb8ab,segment=NetworkSegment(b3e95494-a8ac-4b28-acec-e7d720d6d4ca),segment_id=b3e95494-a8ac-4b28-acec-e7d720d6d4ca)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:37:43.521493 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f7d380d7-1c2d-4f5d-a710-ece7dd1ca4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (de845bcf-911a-4913-b33b-358335bdb8ab), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:43.602926 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d380d7-1c2d-4f5d-a710-ece7dd1ca4ad None None] Pushing event updated for resources: {'Port': ['ID=de845bcf-911a-4913-b33b-358335bdb8ab,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:43.623413 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-56ffe7cf-5dcf-4f01-8f72-6ac95397370a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2db92d-626e-472e-bc98-b810513d007d', 'name': 'tempest-TestShelveInstance-1498577856-router', 'tenant_id': 'f06c7921edd241c3add5653dbc172534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '52f94472-f32f-47a1-8caa-0b2079301cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:37:35Z', 'updated_at': '2022-02-08T22:37:39Z', 'revision_number': 4, 'project_id': 'f06c7921edd241c3add5653dbc172534', 'gw_port': {'id': '52f94472-f32f-47a1-8caa-0b2079301cb9', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2db92d-626e-472e-bc98-b810513d007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:36Z', 'updated_at': '2022-02-08T22:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'de845bcf-911a-4913-b33b-358335bdb8ab', 'name': '', 'network_id': '849601fa-6b4b-4979-b2d9-31935f6f9a2c', 'tenant_id': 'f06c7921edd241c3add5653dbc172534', 'mac_address': 'fa:16:3e:fe:e4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2db92d-626e-472e-bc98-b810513d007d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cc49afb9-c1db-4830-bc70-e5bee02ea1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:38Z', 'updated_at': '2022-02-08T22:37:42Z', 'revision_number': 4, 'project_id': 'f06c7921edd241c3add5653dbc172534', 'subnets': [{'id': 'cc49afb9-c1db-4830-bc70-e5bee02ea1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:43.655477 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ffe7cf-5dcf-4f01-8f72-6ac95397370a None None] The sync data for ids ['ef2db92d-626e-472e-bc98-b810513d007d'] in n-d-712143-31 is: [{'id': 'ef2db92d-626e-472e-bc98-b810513d007d', 'name': 'tempest-TestShelveInstance-1498577856-router', 'tenant_id': 'f06c7921edd241c3add5653dbc172534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '52f94472-f32f-47a1-8caa-0b2079301cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:37:35Z', 'updated_at': '2022-02-08T22:37:39Z', 'revision_number': 4, 'project_id': 'f06c7921edd241c3add5653dbc172534', 'gw_port': {'id': '52f94472-f32f-47a1-8caa-0b2079301cb9', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2db92d-626e-472e-bc98-b810513d007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:36Z', 'updated_at': '2022-02-08T22:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'de845bcf-911a-4913-b33b-358335bdb8ab', 'name': '', 'network_id': '849601fa-6b4b-4979-b2d9-31935f6f9a2c', 'tenant_id': 'f06c7921edd241c3add5653dbc172534', 'mac_address': 'fa:16:3e:fe:e4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2db92d-626e-472e-bc98-b810513d007d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cc49afb9-c1db-4830-bc70-e5bee02ea1ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:38Z', 'updated_at': '2022-02-08T22:37:42Z', 'revision_number': 4, 'project_id': 'f06c7921edd241c3add5653dbc172534', 'subnets': [{'id': 'cc49afb9-c1db-4830-bc70-e5bee02ea1ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:37:43.668020 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-eb5b8ee8-ddec-4fd3-ae07-6a8fe21e7b74 None None] Provisioning complete for port de845bcf-911a-4913-b33b-358335bdb8ab triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:37:43.668500 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eb5b8ee8-ddec-4fd3-ae07-6a8fe21e7b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (de845bcf-911a-4913-b33b-358335bdb8ab), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:43.780031 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-eb5b8ee8-ddec-4fd3-ae07-6a8fe21e7b74 None None] Current status of the port de845bcf-911a-4913-b33b-358335bdb8ab is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:37:43.918720 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-83370863-d06e-4d5c-bb57-9d3b1bd74131 req-f4092311-3230-4127-9f18-a7d84c97a8ce tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 210 time: 0.0393562 Feb 08 22:37:43.950493 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-91303034-5ca6-473a-8bcd-137b603226b0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:43.952121 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-91303034-5ca6-473a-8bcd-137b603226b0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.96 "GET /v2.0/networks?id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031 HTTP/1.1" status: 200 len: 808 time: 0.1498148 Feb 08 22:37:44.065412 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-d28e57c0-2e75-423e-98b5-7b101aa206d9 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98 HTTP/1.1" status: 200 len: 379 time: 0.1032996 Feb 08 22:37:44.074053 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-ef10fbf3-54df-49ca-9d50-5f414173ec38 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Request body: {'port': {'device_id': 'c798450d-258d-4f8f-afc5-ec1b2bbe5ee4', 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'admin_state_up': True, 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'security_groups': ['e7e5743a-959b-49e0-b7d2-b7035c6c31a0']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:37:44.191677 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-ef10fbf3-54df-49ca-9d50-5f414173ec38 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Made reservation on behalf of e7817c3c711b4b2bb3378a9b9f54ae98 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:37:44.195088 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-ef10fbf3-54df-49ca-9d50-5f414173ec38 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:44.327491 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-ef10fbf3-54df-49ca-9d50-5f414173ec38 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Allocated IP 172.20.0.11 (3f920106-a37a-4bc5-ac4c-1ccd01f1e031/be20522c-8610-4ae7-b430-dfff8858886f/d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:37:44.400523 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device de845bcf-911a-4913-b33b-358335bdb8ab up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:37:44.449037 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port de845bcf-911a-4913-b33b-358335bdb8ab triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:37:44.449439 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (de845bcf-911a-4913-b33b-358335bdb8ab), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:44.481106 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-ef10fbf3-54df-49ca-9d50-5f414173ec38 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:44.514830 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-ef10fbf3-54df-49ca-9d50-5f414173ec38 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:44.535785 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port de845bcf-911a-4913-b33b-358335bdb8ab is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:37:44.568448 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-ef10fbf3-54df-49ca-9d50-5f414173ec38 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Network 3f920106-a37a-4bc5-ac4c-1ccd01f1e031 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:37:44.571809 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-ef10fbf3-54df-49ca-9d50-5f414173ec38 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:37:44.575594 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-ef10fbf3-54df-49ca-9d50-5f414173ec38 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:37:44.602340 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10fbf3-54df-49ca-9d50-5f414173ec38 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Pushing event updated for resources: {'Port': ['ID=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:44.631339 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-ef10fbf3-54df-49ca-9d50-5f414173ec38 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:44.631954 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-ef10fbf3-54df-49ca-9d50-5f414173ec38 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:44.650351 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-ef10fbf3-54df-49ca-9d50-5f414173ec38 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5798430 Feb 08 22:37:44.659393 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-3854266f-75e3-4cb6-8593-48cd3e424528 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 22:37:44.660395 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-3854266f-75e3-4cb6-8593-48cd3e424528 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050814 Feb 08 22:37:44.715464 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-dc0a118b-9489-43cb-97c2-44ea1ee7333f service neutron] Request body: {'port': {'device_id': 'c798450d-258d-4f8f-afc5-ec1b2bbe5ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:37:44.780712 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-dc0a118b-9489-43cb-97c2-44ea1ee7333f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:44.807686 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-7514b976-6e8d-470f-8173-1d46103d6f1c None None] Provisioning complete for port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:37:44.808063 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7514b976-6e8d-470f-8173-1d46103d6f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:44.843234 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7514b976-6e8d-470f-8173-1d46103d6f1c None None] Port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:37:45.303424 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6f242-2903-44a1-9925-509385a198f3 req-d1a2383d-3817-4999-846a-12b58d114238 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:45.304793 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fc6f242-2903-44a1-9925-509385a198f3 req-d1a2383d-3817-4999-846a-12b58d114238 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 932 time: 0.0829463 Feb 08 22:37:45.394251 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fc6f242-2903-44a1-9925-509385a198f3 req-fcc0abd5-57a7-4400-a64a-a86ed0d01b68 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826330 Feb 08 22:37:45.403492 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-dc0a118b-9489-43cb-97c2-44ea1ee7333f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:37:45.412396 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-dc0a118b-9489-43cb-97c2-44ea1ee7333f service neutron] Publish callbacks [] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:45.425427 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-dc0a118b-9489-43cb-97c2-44ea1ee7333f service neutron] Transition to ACTIVE for port object d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:37:45.428782 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-dc0a118b-9489-43cb-97c2-44ea1ee7333f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:45.477133 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a118b-9489-43cb-97c2-44ea1ee7333f service neutron] Pushing event updated for resources: {'Port': ['ID=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:45.549897 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-dc0a118b-9489-43cb-97c2-44ea1ee7333f service neutron] Attempting to bind port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:37:45.550263 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-dc0a118b-9489-43cb-97c2-44ea1ee7333f service neutron] Attempting to bind port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '342e6518-41e2-45d7-828c-1becdc2a79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:37:45.550590 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-dc0a118b-9489-43cb-97c2-44ea1ee7333f service neutron] Attempting to bind port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 on network 3f920106-a37a-4bc5-ac4c-1ccd01f1e031 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:37:45.555206 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-dc0a118b-9489-43cb-97c2-44ea1ee7333f service neutron] Port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 on network 3f920106-a37a-4bc5-ac4c-1ccd01f1e031 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:37:45.555466 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-dc0a118b-9489-43cb-97c2-44ea1ee7333f service neutron] Attempting to bind port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 on network 3f920106-a37a-4bc5-ac4c-1ccd01f1e031 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:37:45.560994 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-dc0a118b-9489-43cb-97c2-44ea1ee7333f service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:37:45.561355 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-dc0a118b-9489-43cb-97c2-44ea1ee7333f service neutron] Checking segment: {'id': '342e6518-41e2-45d7-828c-1becdc2a79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:37:45.561756 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-dc0a118b-9489-43cb-97c2-44ea1ee7333f service neutron] Bound using segment: {'id': '342e6518-41e2-45d7-828c-1becdc2a79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:37:45.562286 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-dc0a118b-9489-43cb-97c2-44ea1ee7333f service neutron] Bound port: d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '342e6518-41e2-45d7-828c-1becdc2a79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:37:45.562552 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-dc0a118b-9489-43cb-97c2-44ea1ee7333f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:45.639540 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-dc0a118b-9489-43cb-97c2-44ea1ee7333f service neutron] For port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:37:45.642823 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-dc0a118b-9489-43cb-97c2-44ea1ee7333f service neutron] For port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3,segment=NetworkSegment(342e6518-41e2-45d7-828c-1becdc2a79fe),segment_id=342e6518-41e2-45d7-828c-1becdc2a79fe)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:37:45.649168 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-dc0a118b-9489-43cb-97c2-44ea1ee7333f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:45.688741 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-dc0a118b-9489-43cb-97c2-44ea1ee7333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:45.689403 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-dc0a118b-9489-43cb-97c2-44ea1ee7333f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:45.690980 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-dc0a118b-9489-43cb-97c2-44ea1ee7333f service neutron] 10.222.0.96 "PUT /v2.0/ports/d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 HTTP/1.1" status: 200 len: 1093 time: 1.0238125 Feb 08 22:37:45.691446 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c798450d-258d-4f8f-afc5-ec1b2bbe5ee4', 'tag': 'd34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:37:45.693801 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2c1def-905c-4abb-acb2-5149b67a2f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "c798450d-258d-4f8f-afc5-ec1b2bbe5ee4", "tag": "d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:37:45.728752 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a118b-9489-43cb-97c2-44ea1ee7333f service neutron] Pushing event updated for resources: {'Port': ['ID=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:45.775947 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031c5238-260f-4f2b-ae97-ba2b0ea242e4 x-openstack-request-id: req-031c5238-260f-4f2b-ae97-ba2b0ea242e4 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:37:45.776249 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c798450d-258d-4f8f-afc5-ec1b2bbe5ee4", "tag": "d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:37:45.776505 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-031c5238-260f-4f2b-ae97-ba2b0ea242e4 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:37:45.777058 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c798450d-258d-4f8f-afc5-ec1b2bbe5ee4', 'tag': 'd34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3', 'status': 'completed', 'code': 200} Feb 08 22:37:45.797726 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-9e65d1ff-3404-4ae9-a959-5e8f983674af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:45.799431 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-9e65d1ff-3404-4ae9-a959-5e8f983674af service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98&device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 1127 time: 0.0558865 Feb 08 22:37:45.844950 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-5ea8e45e-20a2-4b1b-a973-b6ad89597cf4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 HTTP/1.1" status: 200 len: 217 time: 0.0377970 Feb 08 22:37:45.873351 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:37:45.902336 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-d7327edd-a480-42b8-98ef-666829bfc6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:45.904055 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-d7327edd-a480-42b8-98ef-666829bfc6e0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=be20522c-8610-4ae7-b430-dfff8858886f HTTP/1.1" status: 200 len: 847 time: 0.0531137 Feb 08 22:37:45.965517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-a51a07e3-9587-46dd-b4c8-9f71fbc0fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:45.968388 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-a51a07e3-9587-46dd-b4c8-9f71fbc0fa86 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0577261 Feb 08 22:37:46.069894 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-9bd81321-27f1-4a6f-9249-0b483e5d3161 service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967929 Feb 08 22:37:46.162702 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6d4584f4-4a4c-4184-87c1-deffcf4a5b65 req-a8b4bf66-d294-4881-820a-3749e1eb0ce2 service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874202 Feb 08 22:37:46.251502 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c1def-905c-4abb-acb2-5149b67a2f1b req-9ac628d9-61a3-4ebb-93cf-5531c677250b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:46.253031 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bb2c1def-905c-4abb-acb2-5149b67a2f1b req-9ac628d9-61a3-4ebb-93cf-5531c677250b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98&device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 1127 time: 0.0461059 Feb 08 22:37:46.351095 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c1def-905c-4abb-acb2-5149b67a2f1b req-4108c8c4-0b19-411a-9fd0-f5a0f40d8acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:46.352742 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bb2c1def-905c-4abb-acb2-5149b67a2f1b req-4108c8c4-0b19-411a-9fd0-f5a0f40d8acd service neutron] 10.222.0.96 "GET /v2.0/networks?id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031 HTTP/1.1" status: 200 len: 909 time: 0.0919912 Feb 08 22:37:46.395442 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bb2c1def-905c-4abb-acb2-5149b67a2f1b req-25f73cf6-af35-4c6b-be45-9cb93edfab25 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 HTTP/1.1" status: 200 len: 217 time: 0.0368521 Feb 08 22:37:46.446533 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c1def-905c-4abb-acb2-5149b67a2f1b req-0bd06c0b-758f-49ca-ac50-14a2efa25121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:46.448297 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bb2c1def-905c-4abb-acb2-5149b67a2f1b req-0bd06c0b-758f-49ca-ac50-14a2efa25121 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=be20522c-8610-4ae7-b430-dfff8858886f HTTP/1.1" status: 200 len: 847 time: 0.0474584 Feb 08 22:37:46.535994 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c1def-905c-4abb-acb2-5149b67a2f1b req-1caed614-1c5d-4d6e-b414-4e13eacabac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:46.537524 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bb2c1def-905c-4abb-acb2-5149b67a2f1b req-1caed614-1c5d-4d6e-b414-4e13eacabac4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0839384 Feb 08 22:37:46.548351 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aacce2-3be1-4093-8c6d-2bd3fa32781c req-fb23386c-3102-4ef0-841b-5281c047e43b tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:46.549748 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0aacce2-3be1-4093-8c6d-2bd3fa32781c req-fb23386c-3102-4ef0-841b-5281c047e43b tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 944 time: 0.0845504 Feb 08 22:37:46.650280 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0aacce2-3be1-4093-8c6d-2bd3fa32781c req-cd537113-70bb-4773-bf3b-bc0148525cef tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924373 Feb 08 22:37:46.672955 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bb2c1def-905c-4abb-acb2-5149b67a2f1b req-30f06072-eee2-434e-bba3-9a423802ba6d service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219254 Feb 08 22:37:46.761783 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bb2c1def-905c-4abb-acb2-5149b67a2f1b req-9c8062b5-02eb-40a1-8639-1563b243ce9c service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832090 Feb 08 22:37:47.775625 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a57ff9-acd2-41af-b6fb-9bbab9edcdb3 req-a7a552ee-03ce-43f4-bf07-5dcd6c732138 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:47.777174 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29a57ff9-acd2-41af-b6fb-9bbab9edcdb3 req-a7a552ee-03ce-43f4-bf07-5dcd6c732138 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 944 time: 0.0569630 Feb 08 22:37:47.842503 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-29a57ff9-acd2-41af-b6fb-9bbab9edcdb3 req-f7e82c4c-cb97-4e61-9c28-7a0e045828c4 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593898 Feb 08 22:37:48.964692 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca20173-2915-461b-a065-120d9d6ca0f1 req-ca62e882-3f22-43e9-9240-c787c5688962 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:48.966221 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fca20173-2915-461b-a065-120d9d6ca0f1 req-ca62e882-3f22-43e9-9240-c787c5688962 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 944 time: 0.0541008 Feb 08 22:37:49.037286 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fca20173-2915-461b-a065-120d9d6ca0f1 req-ef049f5f-17e5-4cd0-ba34-e70b09781248 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651455 Feb 08 22:37:49.110720 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:37:49.214146 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3,segment=NetworkSegment(342e6518-41e2-45d7-828c-1becdc2a79fe),segment_id=342e6518-41e2-45d7-828c-1becdc2a79fe)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:37:49.229741 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'd34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3', 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'port_id': 'd34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3', 'mac_address': 'fa:16:3e:4b:0a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:37:49.268088 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:37:49.268462 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:49.282600 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:37:49.316813 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3,segment=NetworkSegment(342e6518-41e2-45d7-828c-1becdc2a79fe),segment_id=342e6518-41e2-45d7-828c-1becdc2a79fe)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:37:49.322691 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:49.371590 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:49.680981 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:37:50.164400 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171f442-d922-4779-b008-1a433dac1081 req-d7162cd7-8e9c-4d91-ae59-2abb6d60ae45 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:50.165951 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8171f442-d922-4779-b008-1a433dac1081 req-d7162cd7-8e9c-4d91-ae59-2abb6d60ae45 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 945 time: 0.0564401 Feb 08 22:37:50.218045 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8171f442-d922-4779-b008-1a433dac1081 req-199b36f4-eb07-4b68-b4aa-8010dfce3ef1 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458739 Feb 08 22:37:51.119447 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:37:51.170996 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:37:51.175141 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:37:51.175525 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:51.257524 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:37:51.257935 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:51.281373 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c798450d-258d-4f8f-afc5-ec1b2bbe5ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:37:51.283626 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719e575b-4296-4c15-85f7-49d2164bdb33" -d '{"events": [{"server_uuid": "c798450d-258d-4f8f-afc5-ec1b2bbe5ee4", "name": "network-vif-plugged", "status": "completed", "tag": "d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:37:51.296860 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3,segment=NetworkSegment(342e6518-41e2-45d7-828c-1becdc2a79fe),segment_id=342e6518-41e2-45d7-828c-1becdc2a79fe)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:37:51.302013 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:51.332087 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141885a4-44f9-4b4a-b2be-be1a08547390 x-openstack-request-id: req-141885a4-44f9-4b4a-b2be-be1a08547390 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:37:51.332393 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c798450d-258d-4f8f-afc5-ec1b2bbe5ee4", "name": "network-vif-plugged", "status": "completed", "tag": "d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:37:51.332652 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-141885a4-44f9-4b4a-b2be-be1a08547390 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:37:51.333047 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c798450d-258d-4f8f-afc5-ec1b2bbe5ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3', 'code': 200} Feb 08 22:37:51.359734 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:51.374372 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f056e2-9ed2-420c-984e-2a6e8dab039c req-47058e2b-ca5e-4b70-b3b9-802f84143f05 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:51.375993 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-38f056e2-9ed2-420c-984e-2a6e8dab039c req-47058e2b-ca5e-4b70-b3b9-802f84143f05 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0721817 Feb 08 22:37:51.453202 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-38f056e2-9ed2-420c-984e-2a6e8dab039c req-7b5749a2-e94b-4df9-993d-f392651b013d tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711153 Feb 08 22:37:51.475346 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19573a-3fd6-489b-b966-26a0ac455629 req-d9b9f9c1-7653-4a93-86ce-b10913d1e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:51.475346 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1c19573a-3fd6-489b-b966-26a0ac455629 req-d9b9f9c1-7653-4a93-86ce-b10913d1e640 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 1129 time: 0.0668852 Feb 08 22:37:51.517670 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1c19573a-3fd6-489b-b966-26a0ac455629 req-4448754f-773f-46c8-b105-5933cb7e0627 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416512 Feb 08 22:37:52.580769 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac22e1-d9cf-41af-997a-77fa111b115a req-48974f4a-fad8-4e8d-ab8c-427516977bd2 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:52.582278 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d0ac22e1-d9cf-41af-997a-77fa111b115a req-48974f4a-fad8-4e8d-ab8c-427516977bd2 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0569758 Feb 08 22:37:52.631480 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d0ac22e1-d9cf-41af-997a-77fa111b115a req-3df11098-cc69-4a79-8f82-79a2898f90f2 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434999 Feb 08 22:37:53.751616 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaba55-5a65-4d77-aec5-dcec2b7fe846 req-993d6deb-d8e9-458f-bcef-92c7adaefef2 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:53.753050 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eeeaba55-5a65-4d77-aec5-dcec2b7fe846 req-993d6deb-d8e9-458f-bcef-92c7adaefef2 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0537171 Feb 08 22:37:53.812881 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eeeaba55-5a65-4d77-aec5-dcec2b7fe846 req-1c00b5e1-fb58-4865-937d-6e59a0e7d81d tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491877 Feb 08 22:37:53.940369 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a647eea-0011-4c49-bc3f-fb843eb383b7 req-5fde1dcd-69c6-450c-a7d3-8a2b95b7dc4d tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:53.941857 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a647eea-0011-4c49-bc3f-fb843eb383b7 req-5fde1dcd-69c6-450c-a7d3-8a2b95b7dc4d tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0532215 Feb 08 22:37:53.994924 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a647eea-0011-4c49-bc3f-fb843eb383b7 req-e15ad376-62c3-49e3-acdc-328f89602211 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474830 Feb 08 22:37:54.020276 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48752) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:37:54.132629 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b399d0e-dc0f-46a7-8d32-7dd8a079ef9f tempest-TestShelveInstance-345427732 tempest-TestShelveInstance-345427732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:54.132629 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7b399d0e-dc0f-46a7-8d32-7dd8a079ef9f tempest-TestShelveInstance-345427732 tempest-TestShelveInstance-345427732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 1124 time: 0.1116631 Feb 08 22:37:54.135917 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 48756) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:37:54.142031 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-28313285-47a4-4b74-9cbd-5b6104bcf5f0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'port_id': 'd34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:37:54.170466 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28313285-47a4-4b74-9cbd-5b6104bcf5f0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:54.279898 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28313285-47a4-4b74-9cbd-5b6104bcf5f0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:54.383537 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-28313285-47a4-4b74-9cbd-5b6104bcf5f0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Allocated IP 172.25.3.40 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/e1b4cd41-4fda-4faf-b284-57d5c7ca63ee) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:37:54.397829 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f9700aee-5cee-4c29-a9aa-715f7915e941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:54.496686 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28313285-47a4-4b74-9cbd-5b6104bcf5f0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for port (e1b4cd41-4fda-4faf-b284-57d5c7ca63ee), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:54.543007 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28313285-47a4-4b74-9cbd-5b6104bcf5f0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (e1b4cd41-4fda-4faf-b284-57d5c7ca63ee), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:54.583462 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28313285-47a4-4b74-9cbd-5b6104bcf5f0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:37:54.586471 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-28313285-47a4-4b74-9cbd-5b6104bcf5f0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:37:54.590091 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28313285-47a4-4b74-9cbd-5b6104bcf5f0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:37:54.596139 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28313285-47a4-4b74-9cbd-5b6104bcf5f0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Pushing event updated for resources: {'Port': ['ID=e1b4cd41-4fda-4faf-b284-57d5c7ca63ee,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:54.977944 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28313285-47a4-4b74-9cbd-5b6104bcf5f0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for floatingip (f3547193-771a-4b3a-ad53-7e0cfc51e542), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:55.051881 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28313285-47a4-4b74-9cbd-5b6104bcf5f0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (e1b4cd41-4fda-4faf-b284-57d5c7ca63ee), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:55.214442 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28313285-47a4-4b74-9cbd-5b6104bcf5f0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for port (e1b4cd41-4fda-4faf-b284-57d5c7ca63ee), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:55.219896 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28313285-47a4-4b74-9cbd-5b6104bcf5f0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (e1b4cd41-4fda-4faf-b284-57d5c7ca63ee), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:55.291112 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28313285-47a4-4b74-9cbd-5b6104bcf5f0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Pushing event updated for resources: {'Port': ['ID=e1b4cd41-4fda-4faf-b284-57d5c7ca63ee,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:37:55.303198 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28313285-47a4-4b74-9cbd-5b6104bcf5f0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (f3547193-771a-4b3a-ad53-7e0cfc51e542), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:55.405325 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-28313285-47a4-4b74-9cbd-5b6104bcf5f0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Floating IP f3547193-771a-4b3a-ad53-7e0cfc51e542 associated. External IP: 172.25.3.40, port: d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3. Feb 08 22:37:55.956187 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28313285-47a4-4b74-9cbd-5b6104bcf5f0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Router 57caad24-4e47-45f7-b331-47ccb4a2fda0 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:37:56.070148 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28313285-47a4-4b74-9cbd-5b6104bcf5f0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:37:56.081100 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f89c6ad-f18f-4688-8b49-fdf1b2bc36b1 None None] Sync routers for ids ['57caad24-4e47-45f7-b331-47ccb4a2fda0'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:37:56.089720 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28313285-47a4-4b74-9cbd-5b6104bcf5f0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:56.092251 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f89c6ad-f18f-4688-8b49-fdf1b2bc36b1 None None] Routers {'57caad24-4e47-45f7-b331-47ccb4a2fda0'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:37:56.092889 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8f89c6ad-f18f-4688-8b49-fdf1b2bc36b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:37:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['57caad24-4e47-45f7-b331-47ccb4a2fda0'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:56.123824 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-28313285-47a4-4b74-9cbd-5b6104bcf5f0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9865229 Feb 08 22:37:56.124643 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c798450d-258d-4f8f-afc5-ec1b2bbe5ee4', 'tag': 'd34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:37:56.127174 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1802cce71311667749108c4770a25da94a97ab17bab80bd33ee27ebae59f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a93cff5-660f-4836-baae-f6bfdc30afd3" -d '{"events": [{"name": "network-changed", "server_uuid": "c798450d-258d-4f8f-afc5-ec1b2bbe5ee4", "tag": "d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:37:56.173459 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c897915b-e226-4578-aec4-5a2817384278 x-openstack-request-id: req-c897915b-e226-4578-aec4-5a2817384278 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:37:56.173758 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c798450d-258d-4f8f-afc5-ec1b2bbe5ee4", "tag": "d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:37:56.174044 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c897915b-e226-4578-aec4-5a2817384278 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:37:56.174455 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c798450d-258d-4f8f-afc5-ec1b2bbe5ee4', 'tag': 'd34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3', 'status': 'completed', 'code': 200} Feb 08 22:37:56.213794 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-8f89c6ad-f18f-4688-8b49-fdf1b2bc36b1 None None] Set router 57caad24-4e47-45f7-b331-47ccb4a2fda0 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:37:56.242322 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93cff5-660f-4836-baae-f6bfdc30afd3 req-b5228a12-95b1-4b2e-81a6-44f49d9b4bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:56.243919 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0a93cff5-660f-4836-baae-f6bfdc30afd3 req-b5228a12-95b1-4b2e-81a6-44f49d9b4bf2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98&device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 1129 time: 0.0484185 Feb 08 22:37:56.348285 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93cff5-660f-4836-baae-f6bfdc30afd3 req-b26feadf-c40e-48df-a89e-2a398659f7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:56.349805 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0a93cff5-660f-4836-baae-f6bfdc30afd3 req-b26feadf-c40e-48df-a89e-2a398659f7ae service neutron] 10.222.0.96 "GET /v2.0/networks?id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031 HTTP/1.1" status: 200 len: 909 time: 0.1005836 Feb 08 22:37:56.440508 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0a93cff5-660f-4836-baae-f6bfdc30afd3 req-3eb3f0af-a1a1-4323-a2e9-5b8033d506d2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 HTTP/1.1" status: 200 len: 999 time: 0.0852323 Feb 08 22:37:56.450223 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8f89c6ad-f18f-4688-8b49-fdf1b2bc36b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'name': 'tempest-TestShelveInstance-996081310-router', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:37:30Z', 'updated_at': '2022-02-08T22:37:33Z', 'revision_number': 4, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'gw_port': {'id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:31Z', 'updated_at': '2022-02-08T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'f3547193-771a-4b3a-ad53-7e0cfc51e542', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'port_id': 'd34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'mac_address': 'fa:16:3e:4b:0a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c798450d-258d-4f8f-afc5-ec1b2bbe5ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:37:54Z', 'updated_at': '2022-02-08T22:37:54Z', 'revision_number': 0, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '781edb7d-afe3-4b4e-966e-048cbbd0184f', 'name': '', 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'mac_address': 'fa:16:3e:4e:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:33Z', 'updated_at': '2022-02-08T22:37:38Z', 'revision_number': 5, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'subnets': [{'id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:56.477916 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f89c6ad-f18f-4688-8b49-fdf1b2bc36b1 None None] Checking router: 57caad24-4e47-45f7-b331-47ccb4a2fda0 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:37:56.487455 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f89c6ad-f18f-4688-8b49-fdf1b2bc36b1 None None] Routers {'57caad24-4e47-45f7-b331-47ccb4a2fda0'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:37:56.488071 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8f89c6ad-f18f-4688-8b49-fdf1b2bc36b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:37:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['57caad24-4e47-45f7-b331-47ccb4a2fda0'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:56.490816 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93cff5-660f-4836-baae-f6bfdc30afd3 req-79982b94-2416-4bcf-823b-de6f3447629d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:56.493169 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0a93cff5-660f-4836-baae-f6bfdc30afd3 req-79982b94-2416-4bcf-823b-de6f3447629d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=be20522c-8610-4ae7-b430-dfff8858886f HTTP/1.1" status: 200 len: 847 time: 0.0470638 Feb 08 22:37:56.549873 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93cff5-660f-4836-baae-f6bfdc30afd3 req-ed51683f-9cc8-4177-9032-260af30aaa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:37:56.551632 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0a93cff5-660f-4836-baae-f6bfdc30afd3 req-ed51683f-9cc8-4177-9032-260af30aaa76 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0529218 Feb 08 22:37:56.617451 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-8f89c6ad-f18f-4688-8b49-fdf1b2bc36b1 None None] Set router 57caad24-4e47-45f7-b331-47ccb4a2fda0 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:37:56.658935 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0a93cff5-660f-4836-baae-f6bfdc30afd3 req-195356aa-858f-40bb-9583-bfaf25818164 service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011949 Feb 08 22:37:56.760983 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0a93cff5-660f-4836-baae-f6bfdc30afd3 req-a7ffb863-8750-476b-8631-f5280ab0a4b9 service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960245 Feb 08 22:37:56.955755 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8f89c6ad-f18f-4688-8b49-fdf1b2bc36b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'name': 'tempest-TestShelveInstance-996081310-router', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:37:30Z', 'updated_at': '2022-02-08T22:37:33Z', 'revision_number': 4, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'gw_port': {'id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:31Z', 'updated_at': '2022-02-08T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'f3547193-771a-4b3a-ad53-7e0cfc51e542', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'port_id': 'd34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'mac_address': 'fa:16:3e:4b:0a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c798450d-258d-4f8f-afc5-ec1b2bbe5ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:37:54Z', 'updated_at': '2022-02-08T22:37:54Z', 'revision_number': 0, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '781edb7d-afe3-4b4e-966e-048cbbd0184f', 'name': '', 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'mac_address': 'fa:16:3e:4e:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:33Z', 'updated_at': '2022-02-08T22:37:38Z', 'revision_number': 5, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'subnets': [{'id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:37:56.985913 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f89c6ad-f18f-4688-8b49-fdf1b2bc36b1 None None] The sync data for ids ['57caad24-4e47-45f7-b331-47ccb4a2fda0'] in n-d-712143-31 is: [{'id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'name': 'tempest-TestShelveInstance-996081310-router', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:37:30Z', 'updated_at': '2022-02-08T22:37:33Z', 'revision_number': 4, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'gw_port': {'id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:31Z', 'updated_at': '2022-02-08T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'f3547193-771a-4b3a-ad53-7e0cfc51e542', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'port_id': 'd34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'mac_address': 'fa:16:3e:4b:0a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c798450d-258d-4f8f-afc5-ec1b2bbe5ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:37:54Z', 'updated_at': '2022-02-08T22:37:54Z', 'revision_number': 0, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '781edb7d-afe3-4b4e-966e-048cbbd0184f', 'name': '', 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'mac_address': 'fa:16:3e:4e:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:33Z', 'updated_at': '2022-02-08T22:37:38Z', 'revision_number': 5, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'subnets': [{'id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:37:57.191113 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816fdc35-92c8-4a9c-bfb0-367d7a3ad067 None None] New status for floating IP f3547193-771a-4b3a-ad53-7e0cfc51e542: ACTIVE {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:37:57.684061 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64949ee1-f4a8-4d42-b4b4-685f6be139cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:37:59.558378 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:38:01.586334 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:38:01.867724 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:38:07.222875 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:38:07.323796 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:38:22.854058 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:38:24.403331 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ca675ef-c6d5-42a2-8982-c6c8e05d1102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:38:27.691501 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bf989c09-9018-4613-8a7a-a18660c137cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:38:29.561800 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:38:31.580211 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:38:31.869587 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:38:37.224137 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:38:37.324308 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:38:41.529195 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3f73d54a-ee67-4d3a-b9c0-4d97dc429186 req-62b557a9-8160-4e96-ae86-e15dc6d4a702 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0590525 Feb 08 22:38:41.630767 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73d54a-ee67-4d3a-b9c0-4d97dc429186 req-678e5777-e7d7-4e24-bade-dcab4d15583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:38:41.632679 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3f73d54a-ee67-4d3a-b9c0-4d97dc429186 req-678e5777-e7d7-4e24-bade-dcab4d15583f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98&device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 1129 time: 0.0573540 Feb 08 22:38:41.795381 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73d54a-ee67-4d3a-b9c0-4d97dc429186 req-b8e062c8-431b-4b1a-9322-1420ed7ebab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:38:41.796825 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3f73d54a-ee67-4d3a-b9c0-4d97dc429186 req-b8e062c8-431b-4b1a-9322-1420ed7ebab0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031 HTTP/1.1" status: 200 len: 909 time: 0.1327431 Feb 08 22:38:41.874851 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3f73d54a-ee67-4d3a-b9c0-4d97dc429186 req-378e007b-d7ec-4c7d-8d8d-8d4f256f83d0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 HTTP/1.1" status: 200 len: 1001 time: 0.0716524 Feb 08 22:38:41.935657 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73d54a-ee67-4d3a-b9c0-4d97dc429186 req-41ed4c3f-ba53-49cd-9993-ccac7eda7320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:38:41.938236 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3f73d54a-ee67-4d3a-b9c0-4d97dc429186 req-41ed4c3f-ba53-49cd-9993-ccac7eda7320 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=be20522c-8610-4ae7-b430-dfff8858886f HTTP/1.1" status: 200 len: 847 time: 0.0572705 Feb 08 22:38:41.996116 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73d54a-ee67-4d3a-b9c0-4d97dc429186 req-14693d18-258c-42a8-9bd0-2cc2fe2c91a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:38:41.998629 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3f73d54a-ee67-4d3a-b9c0-4d97dc429186 req-14693d18-258c-42a8-9bd0-2cc2fe2c91a8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0548751 Feb 08 22:38:42.128367 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3f73d54a-ee67-4d3a-b9c0-4d97dc429186 req-d668e3dc-657b-4666-b295-72ca326f8c84 service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221662 Feb 08 22:38:42.248478 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3f73d54a-ee67-4d3a-b9c0-4d97dc429186 req-3bcfb092-670b-437b-aa8b-645651998aa0 service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138883 Feb 08 22:38:54.398106 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7e3e6800-cbe4-4e67-b4c3-0be0e214ca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:38:57.692031 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d2e6df11-65e7-4065-9b9b-e6bc96118acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:38:59.565045 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:38:59.854436 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:39:01.586397 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:39:01.873089 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:39:07.223676 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:39:07.336168 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:39:24.401508 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0ac0b9ad-4935-4e87-8769-0b7903715eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:39:27.685627 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1a6a91bb-533a-4b49-b659-da11fc2d959a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:39:29.582197 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:39:31.580790 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:39:31.874827 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:39:36.853716 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:39:37.221780 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:39:37.347942 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:39:42.533901 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ed8ab53-c2d6-43d7-a1f2-a2c45b18e502 req-7032315c-521f-4c99-9bfe-ca3100bd8fd5 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538313 Feb 08 22:39:42.625562 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8ab53-c2d6-43d7-a1f2-a2c45b18e502 req-05e025d7-d7da-42fe-a861-7af15d475d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:39:42.627087 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ed8ab53-c2d6-43d7-a1f2-a2c45b18e502 req-05e025d7-d7da-42fe-a861-7af15d475d89 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98&device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 1129 time: 0.0485494 Feb 08 22:39:42.739822 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8ab53-c2d6-43d7-a1f2-a2c45b18e502 req-b2d5f341-288c-49ed-a5c6-0633525034c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:39:42.741400 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ed8ab53-c2d6-43d7-a1f2-a2c45b18e502 req-b2d5f341-288c-49ed-a5c6-0633525034c4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031 HTTP/1.1" status: 200 len: 909 time: 0.0919435 Feb 08 22:39:42.826046 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ed8ab53-c2d6-43d7-a1f2-a2c45b18e502 req-de0b8a7f-ad80-40b8-ac54-c3e1b8b3f204 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 HTTP/1.1" status: 200 len: 1001 time: 0.0781772 Feb 08 22:39:42.880318 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8ab53-c2d6-43d7-a1f2-a2c45b18e502 req-7ec8052c-ede3-470f-90b2-d4c7eddc72b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:39:42.881756 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ed8ab53-c2d6-43d7-a1f2-a2c45b18e502 req-7ec8052c-ede3-470f-90b2-d4c7eddc72b0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=be20522c-8610-4ae7-b430-dfff8858886f HTTP/1.1" status: 200 len: 847 time: 0.0497453 Feb 08 22:39:42.939418 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8ab53-c2d6-43d7-a1f2-a2c45b18e502 req-91eabc28-44f0-42bd-ba74-e03a4214b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:39:42.941667 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ed8ab53-c2d6-43d7-a1f2-a2c45b18e502 req-91eabc28-44f0-42bd-ba74-e03a4214b888 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0539637 Feb 08 22:39:43.044767 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ed8ab53-c2d6-43d7-a1f2-a2c45b18e502 req-275641b8-f550-46f4-8adc-58ff61740c14 service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977023 Feb 08 22:39:43.146795 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7ed8ab53-c2d6-43d7-a1f2-a2c45b18e502 req-de540e5c-39ad-4867-9cba-66adb3100057 service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952506 Feb 08 22:39:54.410212 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1886cf3e-705e-45c8-9755-b84676bb780a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:39:57.691456 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a697255e-6843-4943-bbd0-8bb16b0e6c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:39:59.571125 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:40:01.585072 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:40:01.878928 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:40:07.221143 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:40:07.365750 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:40:13.853561 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:40:24.407773 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7c5bb50e-939c-4d61-bde2-980a342f8f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:40:27.693947 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-73a96c96-f719-46dc-b866-f872deba2235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:40:29.573613 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:40:31.596502 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:40:31.889842 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:40:34.020711 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2382cf-d293-45eb-9908-75ef5a658bc5 req-122c12ae-e261-4e76-ae31-15ef378787a1 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:40:34.022343 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e2382cf-d293-45eb-9908-75ef5a658bc5 req-122c12ae-e261-4e76-ae31-15ef378787a1 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0735710 Feb 08 22:40:34.100478 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8e2382cf-d293-45eb-9908-75ef5a658bc5 req-46f0e127-3908-41d8-a830-60884592f9b8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707269 Feb 08 22:40:35.259049 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803aba3-8c3c-449d-9bf9-bbaf38aebe5f req-da38e1b9-5ca1-4068-9118-db96a75c39ae tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:40:35.261316 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a803aba3-8c3c-449d-9bf9-bbaf38aebe5f req-da38e1b9-5ca1-4068-9118-db96a75c39ae tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0586195 Feb 08 22:40:35.321013 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a803aba3-8c3c-449d-9bf9-bbaf38aebe5f req-c2c7d409-5691-48bd-a1e3-72d3efdbb8c9 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517690 Feb 08 22:40:36.490028 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54d73d-a604-4b7c-a51f-9d2f9ec28249 req-1ba757b9-0495-4355-9042-5c5e96d39e17 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:40:36.491671 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f54d73d-a604-4b7c-a51f-9d2f9ec28249 req-1ba757b9-0495-4355-9042-5c5e96d39e17 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0586586 Feb 08 22:40:36.558013 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f54d73d-a604-4b7c-a51f-9d2f9ec28249 req-c71be20e-2d61-4f92-b45d-9d12d5a1de40 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593121 Feb 08 22:40:37.222115 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:40:37.362477 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:40:37.708088 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c1bff-f037-4d6e-b63c-335025c599fc req-481a02c6-3d68-47d9-b99d-64e6d6a5adcc tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:40:37.709674 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4d9c1bff-f037-4d6e-b63c-335025c599fc req-481a02c6-3d68-47d9-b99d-64e6d6a5adcc tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0619051 Feb 08 22:40:37.767517 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4d9c1bff-f037-4d6e-b63c-335025c599fc req-2740f734-fded-42dd-bf61-960bd5f37325 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511761 Feb 08 22:40:38.897026 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f72e0d-7107-4aaf-8dc3-a60a40a7ab81 req-1bf0770c-8a1a-4737-9a9e-fda8213c072f tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:40:38.898957 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49f72e0d-7107-4aaf-8dc3-a60a40a7ab81 req-1bf0770c-8a1a-4737-9a9e-fda8213c072f tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0565906 Feb 08 22:40:38.951884 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49f72e0d-7107-4aaf-8dc3-a60a40a7ab81 req-a0d0c0e1-1721-4381-8164-2dce1db80bda tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465500 Feb 08 22:40:40.084373 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb87a1-6d15-4a40-95db-f0ca40cceed6 req-559c1215-c295-4327-b0fc-e055431957aa tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:40:40.085982 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40eb87a1-6d15-4a40-95db-f0ca40cceed6 req-559c1215-c295-4327-b0fc-e055431957aa tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0633061 Feb 08 22:40:40.137184 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40eb87a1-6d15-4a40-95db-f0ca40cceed6 req-7f01e459-9410-4029-9fe0-2f62b7bb57ea tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455675 Feb 08 22:40:41.293962 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53151ca0-a7dd-4d7f-8755-f822cc568bbe req-e6312887-46d9-4179-ae0b-a6ccaf944cd5 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:40:41.295364 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-53151ca0-a7dd-4d7f-8755-f822cc568bbe req-e6312887-46d9-4179-ae0b-a6ccaf944cd5 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0822716 Feb 08 22:40:41.352212 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-53151ca0-a7dd-4d7f-8755-f822cc568bbe req-ae1cf077-0c97-4e9a-ae85-732ae535c392 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501132 Feb 08 22:40:42.498908 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30089604-7312-47c7-bc69-24997163e402 req-1a356f3b-5958-47bc-b4f2-99536449baba tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:40:42.500700 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-30089604-7312-47c7-bc69-24997163e402 req-1a356f3b-5958-47bc-b4f2-99536449baba tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0575488 Feb 08 22:40:42.567823 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-30089604-7312-47c7-bc69-24997163e402 req-e05b7851-e3c3-4e39-a288-39c48a3c8f9f tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601630 Feb 08 22:40:43.705961 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b697e3-bb92-469f-8a5c-68109b3f4b45 req-fa2be68d-d473-4971-bc92-18962f3dff1e tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:40:43.707459 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72b697e3-bb92-469f-8a5c-68109b3f4b45 req-fa2be68d-d473-4971-bc92-18962f3dff1e tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0559545 Feb 08 22:40:43.765852 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-72b697e3-bb92-469f-8a5c-68109b3f4b45 req-bee93f51-30d9-469d-9c02-d11840790245 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478563 Feb 08 22:40:44.572250 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afcd187-0e80-42fe-b79b-9e0c91ade5a1 req-c176d123-707b-4674-9aa4-f41731e5818d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:40:44.573810 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6afcd187-0e80-42fe-b79b-9e0c91ade5a1 req-c176d123-707b-4674-9aa4-f41731e5818d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98&device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 1129 time: 0.0498316 Feb 08 22:40:44.691962 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afcd187-0e80-42fe-b79b-9e0c91ade5a1 req-530d88b7-ea81-4388-83f2-bb817be3f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:40:44.693391 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6afcd187-0e80-42fe-b79b-9e0c91ade5a1 req-530d88b7-ea81-4388-83f2-bb817be3f1bb service neutron] 10.222.0.96 "GET /v2.0/networks?id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031 HTTP/1.1" status: 200 len: 909 time: 0.0971730 Feb 08 22:40:44.762752 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6afcd187-0e80-42fe-b79b-9e0c91ade5a1 req-29ca2c58-57aa-45a4-bc96-d481a364a675 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 HTTP/1.1" status: 200 len: 1001 time: 0.0629873 Feb 08 22:40:44.820391 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afcd187-0e80-42fe-b79b-9e0c91ade5a1 req-a3fad5bf-4e88-4447-9e39-4ad1e34093f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:40:44.822966 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6afcd187-0e80-42fe-b79b-9e0c91ade5a1 req-a3fad5bf-4e88-4447-9e39-4ad1e34093f4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=be20522c-8610-4ae7-b430-dfff8858886f HTTP/1.1" status: 200 len: 847 time: 0.0541794 Feb 08 22:40:44.917977 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afcd187-0e80-42fe-b79b-9e0c91ade5a1 req-ea299838-681f-4fce-aede-86385ad35976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:40:44.919502 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6afcd187-0e80-42fe-b79b-9e0c91ade5a1 req-ea299838-681f-4fce-aede-86385ad35976 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0896659 Feb 08 22:40:44.943230 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937d64f-2930-48ae-bd23-c0510f079a73 req-c61825d6-ff94-4eaa-b93d-3379937b3cb5 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:40:44.944588 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3937d64f-2930-48ae-bd23-c0510f079a73 req-c61825d6-ff94-4eaa-b93d-3379937b3cb5 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0981851 Feb 08 22:40:45.057645 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3937d64f-2930-48ae-bd23-c0510f079a73 req-0962d45b-fbc0-478b-842a-7a9c79aa559b tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020200 Feb 08 22:40:45.069867 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6afcd187-0e80-42fe-b79b-9e0c91ade5a1 req-ff414911-1f8f-4c8e-8776-29d4a385d22b service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423924 Feb 08 22:40:45.170926 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6afcd187-0e80-42fe-b79b-9e0c91ade5a1 req-6c4b6a20-8955-4cb5-bd18-5516664f41b6 service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932498 Feb 08 22:40:45.974359 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:40:46.144572 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3,segment=NetworkSegment(342e6518-41e2-45d7-828c-1becdc2a79fe),segment_id=342e6518-41e2-45d7-828c-1becdc2a79fe)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:40:46.162646 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': 'd34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3', 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'port_id': 'd34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3', 'mac_address': 'fa:16:3e:4b:0a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:40:46.225897 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 is: ACTIVE; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:40:46.226258 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:40:46.240691 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:40:46.262111 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657adf3a-c55b-42c3-97a4-5ddc2d244b61 req-6d7b2601-9fc4-4a2f-b0b2-a7364f8cfa30 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:40:46.263082 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3,segment=NetworkSegment(342e6518-41e2-45d7-828c-1becdc2a79fe),segment_id=342e6518-41e2-45d7-828c-1becdc2a79fe)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:40:46.264385 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-657adf3a-c55b-42c3-97a4-5ddc2d244b61 req-6d7b2601-9fc4-4a2f-b0b2-a7364f8cfa30 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0829918 Feb 08 22:40:46.271388 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:40:46.334604 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-657adf3a-c55b-42c3-97a4-5ddc2d244b61 req-d72f3339-ef33-4e0d-9800-b7da6a30741d tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642869 Feb 08 22:40:46.343908 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:40:46.354004 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:40:46.361994 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:40:46.362553 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:40:46.363101 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:40:46.363640 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:40:46.364184 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:40:46.364761 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:40:46.365371 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:40:46.365942 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:40:46.366551 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:40:46.367129 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:40:46.367706 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:40:46.368271 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:40:46.368843 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:40:47.487755 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d376c-dcc4-45ea-be0f-4b9ed506f5c0 req-505ed1e2-1662-4527-838a-6a0744474848 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:40:47.489270 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a4d376c-dcc4-45ea-be0f-4b9ed506f5c0 req-505ed1e2-1662-4527-838a-6a0744474848 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 945 time: 0.0643306 Feb 08 22:40:47.550119 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6a4d376c-dcc4-45ea-be0f-4b9ed506f5c0 req-25c01daf-4a91-45e6-b330-14945f073c32 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547452 Feb 08 22:40:47.989047 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:40:48.062155 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:40:48.062744 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:40:48.163497 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:40:48.163903 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:40:48.196511 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c798450d-258d-4f8f-afc5-ec1b2bbe5ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:40:48.200083 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3ff96b-103e-4e73-b410-2ff52ea68843" -d '{"events": [{"server_uuid": "c798450d-258d-4f8f-afc5-ec1b2bbe5ee4", "name": "network-vif-plugged", "status": "completed", "tag": "d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:40:48.217501 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3,segment=NetworkSegment(342e6518-41e2-45d7-828c-1becdc2a79fe),segment_id=342e6518-41e2-45d7-828c-1becdc2a79fe)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:40:48.223235 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:40:48.253320 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc5854f-2379-4549-a48e-9fe59b5d6c09 x-openstack-request-id: req-6fc5854f-2379-4549-a48e-9fe59b5d6c09 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:40:48.253626 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c798450d-258d-4f8f-afc5-ec1b2bbe5ee4", "name": "network-vif-plugged", "status": "completed", "tag": "d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:40:48.253885 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6fc5854f-2379-4549-a48e-9fe59b5d6c09 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:40:48.254280 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c798450d-258d-4f8f-afc5-ec1b2bbe5ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3', 'code': 200} Feb 08 22:40:48.296149 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:40:48.693772 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ce042-ab55-440c-9c88-549ec199f968 req-09859cc9-0cec-4e2a-b7fe-d6b0ec75b3fa tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:40:48.695285 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a3ce042-ab55-440c-9c88-549ec199f968 req-09859cc9-0cec-4e2a-b7fe-d6b0ec75b3fa tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0681343 Feb 08 22:40:48.746596 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5a3ce042-ab55-440c-9c88-549ec199f968 req-058bd07d-2826-46d2-b083-db61ace08bdb tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449445 Feb 08 22:40:49.882344 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a8461-0372-49c3-89cf-73188f055528 req-a20965d8-81a7-454b-91b2-ffb44907c18f tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:40:49.883857 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-194a8461-0372-49c3-89cf-73188f055528 req-a20965d8-81a7-454b-91b2-ffb44907c18f tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0590076 Feb 08 22:40:49.936524 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-194a8461-0372-49c3-89cf-73188f055528 req-fcaa4772-d8bd-45e6-9566-dcafa2136244 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459723 Feb 08 22:40:50.857363 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:40:51.135627 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb205c-d527-4490-af65-4c927d7051ef req-31f9ee81-3a3c-45be-a1c0-57017022e9af tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:40:51.138137 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54cb205c-d527-4490-af65-4c927d7051ef req-31f9ee81-3a3c-45be-a1c0-57017022e9af tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0830095 Feb 08 22:40:51.218947 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54cb205c-d527-4490-af65-4c927d7051ef req-7416c532-d6f8-4e74-9c05-db205c27860c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738230 Feb 08 22:40:52.434610 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09dfb0-90ed-460a-8c9f-5ce6c8bac63c req-359a8108-a53c-4831-959d-cd2c8a5a850c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:40:52.440920 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d09dfb0-90ed-460a-8c9f-5ce6c8bac63c req-359a8108-a53c-4831-959d-cd2c8a5a850c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 946 time: 0.1027379 Feb 08 22:40:52.542218 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7d09dfb0-90ed-460a-8c9f-5ce6c8bac63c req-7c382fd5-e9f7-453e-bfa5-4b1b8c4ded12 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961533 Feb 08 22:40:53.736881 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f6502-8934-479c-9641-e148b6a67af2 req-1b409ddd-13f3-4183-9561-be0e47b84f25 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:40:53.743073 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3b0f6502-8934-479c-9641-e148b6a67af2 req-1b409ddd-13f3-4183-9561-be0e47b84f25 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0885675 Feb 08 22:40:53.828614 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3b0f6502-8934-479c-9641-e148b6a67af2 req-492e25d2-b8a7-4383-b9be-aae199611dcc tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761096 Feb 08 22:40:54.425020 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f48e6c69-8f85-4f58-a19a-39fcf79070d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:40:55.012373 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1c4f3-a0c7-4be5-9dc6-4c5cabe62afb req-b2ced247-8103-4c0b-acf4-d3dfd5cc6aa0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:40:55.015448 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0fb1c4f3-a0c7-4be5-9dc6-4c5cabe62afb req-b2ced247-8103-4c0b-acf4-d3dfd5cc6aa0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0958591 Feb 08 22:40:55.109258 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0fb1c4f3-a0c7-4be5-9dc6-4c5cabe62afb req-b4f29f04-0b6e-4284-979a-89f4e9f5bb30 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861638 Feb 08 22:40:56.317766 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac84d32-120b-42f0-86e6-783a266a00ad req-be141b2e-1cd2-4143-a273-355c692385b3 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:40:56.319983 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6ac84d32-120b-42f0-86e6-783a266a00ad req-be141b2e-1cd2-4143-a273-355c692385b3 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 946 time: 0.1011646 Feb 08 22:40:56.390406 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6ac84d32-120b-42f0-86e6-783a266a00ad req-052bcbc1-3a7f-4aae-be84-7d1bb3bcecb8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642161 Feb 08 22:40:57.540794 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdc6e1-2d5e-432b-a0e6-72436ed4e174 req-bc4a7af3-3ae6-4ba1-b020-a8b98a9c2310 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:40:57.542517 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a1cdc6e1-2d5e-432b-a0e6-72436ed4e174 req-bc4a7af3-3ae6-4ba1-b020-a8b98a9c2310 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0649662 Feb 08 22:40:57.606134 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a1cdc6e1-2d5e-432b-a0e6-72436ed4e174 req-6ee4ef90-4a84-4fb9-bf71-3cfc1ee1a5e5 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559449 Feb 08 22:40:57.691852 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ee6523ba-b096-4f73-ac69-c019cdf4a469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:40:58.804161 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832d3d1-1e68-4cd4-8360-2b300ce7be35 req-844b86cb-bb9f-414c-9292-1b0823f15f21 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:40:58.805603 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b832d3d1-1e68-4cd4-8360-2b300ce7be35 req-844b86cb-bb9f-414c-9292-1b0823f15f21 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0860174 Feb 08 22:40:58.899939 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b832d3d1-1e68-4cd4-8360-2b300ce7be35 req-804e9eda-425b-495d-b188-27a8ce863dd9 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863562 Feb 08 22:40:59.582145 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:41:00.072316 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312df96-3235-47bc-81f5-f646c7603beb req-f3efd595-1a90-4f76-9cc4-61ad572e4485 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:00.073859 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3312df96-3235-47bc-81f5-f646c7603beb req-f3efd595-1a90-4f76-9cc4-61ad572e4485 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0679867 Feb 08 22:41:00.141450 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3312df96-3235-47bc-81f5-f646c7603beb req-89c0975d-4195-48b5-865c-ebef3f380d25 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585048 Feb 08 22:41:01.324829 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c4344-7caf-4e95-92aa-1a46985123df req-0e31df78-fcbb-4b3d-9d1c-e7a9e7e7a377 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:01.328123 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a03c4344-7caf-4e95-92aa-1a46985123df req-0e31df78-fcbb-4b3d-9d1c-e7a9e7e7a377 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0867074 Feb 08 22:41:01.436631 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a03c4344-7caf-4e95-92aa-1a46985123df req-87e905cb-d871-4573-85fc-a6744c652cff tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982544 Feb 08 22:41:01.600766 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:41:01.891019 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:41:02.611756 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700513c7-ff30-40f6-8281-302c925ea6c6 req-bbd7e6b6-c19d-4238-b092-db31ebc9a45c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:02.615616 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-700513c7-ff30-40f6-8281-302c925ea6c6 req-bbd7e6b6-c19d-4238-b092-db31ebc9a45c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0766594 Feb 08 22:41:02.698314 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-700513c7-ff30-40f6-8281-302c925ea6c6 req-8ab24ab7-51ff-4902-b657-ca3aad106efc tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756667 Feb 08 22:41:03.863074 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d7e31-4d95-4461-9cc1-ca9a62c4d367 req-521cc6a5-4ef5-425c-97d2-d46e366c8203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:03.864633 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-225d7e31-4d95-4461-9cc1-ca9a62c4d367 req-521cc6a5-4ef5-425c-97d2-d46e366c8203 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98&device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 1129 time: 0.0871835 Feb 08 22:41:03.885644 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cbc1e-bf9c-4a8e-97c9-1effee090c12 req-fe16b964-5ffc-4f93-b342-6a030b7b5acb tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:03.887210 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0a1cbc1e-bf9c-4a8e-97c9-1effee090c12 req-fe16b964-5ffc-4f93-b342-6a030b7b5acb tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0986154 Feb 08 22:41:03.994470 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0a1cbc1e-bf9c-4a8e-97c9-1effee090c12 req-8869d784-b42b-4f93-a089-d0f661d4d0cd tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946641 Feb 08 22:41:04.007768 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d7e31-4d95-4461-9cc1-ca9a62c4d367 req-302fc790-6ad9-4062-90b9-5842bb7d649f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:04.009387 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-225d7e31-4d95-4461-9cc1-ca9a62c4d367 req-302fc790-6ad9-4062-90b9-5842bb7d649f service neutron] 10.222.0.96 "GET /v2.0/networks?id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031 HTTP/1.1" status: 200 len: 909 time: 0.1389782 Feb 08 22:41:04.081951 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-225d7e31-4d95-4461-9cc1-ca9a62c4d367 req-92da978b-a389-4527-82cf-4afd95d0358e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 HTTP/1.1" status: 200 len: 1001 time: 0.0664332 Feb 08 22:41:04.132340 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d7e31-4d95-4461-9cc1-ca9a62c4d367 req-17b37eb9-6195-4628-b38e-c47713d4a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:04.133877 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-225d7e31-4d95-4461-9cc1-ca9a62c4d367 req-17b37eb9-6195-4628-b38e-c47713d4a60e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=be20522c-8610-4ae7-b430-dfff8858886f HTTP/1.1" status: 200 len: 847 time: 0.0464613 Feb 08 22:41:04.191942 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d7e31-4d95-4461-9cc1-ca9a62c4d367 req-eab0faaf-d5c4-4902-a2ca-a8726bac71ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:04.193577 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-225d7e31-4d95-4461-9cc1-ca9a62c4d367 req-eab0faaf-d5c4-4902-a2ca-a8726bac71ec service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0537336 Feb 08 22:41:04.579968 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-225d7e31-4d95-4461-9cc1-ca9a62c4d367 req-c0170366-11fc-40f8-ad3b-8a7776ee8e77 service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805192 Feb 08 22:41:04.673021 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-225d7e31-4d95-4461-9cc1-ca9a62c4d367 req-2913f725-a45f-4e3a-9d69-4079e2535854 service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871274 Feb 08 22:41:05.132015 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a18b4d-862b-4bdc-b7cb-47e4d43a4211 req-57548b20-1408-4c41-8e82-5819504284a7 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:05.133565 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-26a18b4d-862b-4bdc-b7cb-47e4d43a4211 req-57548b20-1408-4c41-8e82-5819504284a7 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0628824 Feb 08 22:41:05.186689 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-26a18b4d-862b-4bdc-b7cb-47e4d43a4211 req-1e4e8c09-380f-455d-b1ee-3d7a1035c4c5 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470278 Feb 08 22:41:06.083869 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:41:06.176483 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:41:06.176876 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:41:06.203091 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c798450d-258d-4f8f-afc5-ec1b2bbe5ee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:41:06.206024 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae64be02-30d6-4935-9dc4-3b19f4ec74fc" -d '{"events": [{"server_uuid": "c798450d-258d-4f8f-afc5-ec1b2bbe5ee4", "name": "network-vif-unplugged", "status": "completed", "tag": "d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:41:06.224909 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3,segment=NetworkSegment(342e6518-41e2-45d7-828c-1becdc2a79fe),segment_id=342e6518-41e2-45d7-828c-1becdc2a79fe)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:41:06.233298 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:41:06.331403 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:41:06.336566 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4179cba-8bc9-4ed0-b16f-321ebc39b64a req-4266a64b-d9a5-4952-a0b9-4730fcc132de tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:06.342311 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a4179cba-8bc9-4ed0-b16f-321ebc39b64a req-4266a64b-d9a5-4952-a0b9-4730fcc132de tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 944 time: 0.0631251 Feb 08 22:41:06.360950 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 22:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfc816a-a568-4b15-8b1f-019e73a85456 x-openstack-request-id: req-5bfc816a-a568-4b15-8b1f-019e73a85456 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:41:06.361271 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c798450d-258d-4f8f-afc5-ec1b2bbe5ee4", "name": "network-vif-unplugged", "status": "completed", "tag": "d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:41:06.361539 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5bfc816a-a568-4b15-8b1f-019e73a85456 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:41:06.361968 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c798450d-258d-4f8f-afc5-ec1b2bbe5ee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3', 'code': 200} Feb 08 22:41:06.396688 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a4179cba-8bc9-4ed0-b16f-321ebc39b64a req-ebe4f54b-05e9-4cda-8dac-7b75bb7a1394 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516281 Feb 08 22:41:06.518662 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-8d2efecd-0019-4efb-b0cd-6b2baeb9edcc req-09ca224e-85cd-4e88-a24c-b89bbc599e4c service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 22:41:06.519714 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8d2efecd-0019-4efb-b0cd-6b2baeb9edcc req-09ca224e-85cd-4e88-a24c-b89bbc599e4c service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0544822 Feb 08 22:41:07.211148 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:41:07.376485 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:41:07.770728 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017d68c-72b4-44b7-a72d-e9744e67b28a req-0935daef-00fe-4e9d-bf13-495f81053f6d tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:07.772367 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d017d68c-72b4-44b7-a72d-e9744e67b28a req-0935daef-00fe-4e9d-bf13-495f81053f6d tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 944 time: 0.1025534 Feb 08 22:41:07.842105 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d017d68c-72b4-44b7-a72d-e9744e67b28a req-c5c8947f-159e-4a54-a23b-aecdbbb886bf tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563278 Feb 08 22:41:07.955644 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-9e94c7cb-4ac5-4895-a258-2a360c951979 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0945461 Feb 08 22:41:08.917547 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-708c4ec5-fc21-4786-bc06-0d932d733b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:08.919087 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-708c4ec5-fc21-4786-bc06-0d932d733b4a service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4&tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98 HTTP/1.1" status: 200 len: 1127 time: 0.0925062 Feb 08 22:41:08.939134 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-31', 'device_owner': 'compute:nova'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:41:09.032510 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0d08b-27f1-421c-bc32-4660ca693ba4 req-8268042c-4da1-415a-8e88-c0947df6dbc4 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:09.034135 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b5c0d08b-27f1-421c-bc32-4660ca693ba4 req-8268042c-4da1-415a-8e88-c0947df6dbc4 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 944 time: 0.1098733 Feb 08 22:41:09.038857 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:41:09.131078 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b5c0d08b-27f1-421c-bc32-4660ca693ba4 req-337f3cf6-8155-4172-a190-d3d0a81ca05d tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894375 Feb 08 22:41:09.285187 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] For port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3,segment=NetworkSegment(342e6518-41e2-45d7-828c-1becdc2a79fe),segment_id=342e6518-41e2-45d7-828c-1becdc2a79fe)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:41:09.320566 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] For port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:41:09.355425 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:41:09.363429 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Publish callbacks [] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:41:09.376421 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Transition to ACTIVE for port object d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:41:09.385945 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:41:09.467411 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Pushing event updated for resources: {'Port': ['ID=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3,revision_number=9']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:41:09.481129 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:41:09.481682 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:41:09.482017 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:41:09.482646 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:41:09.483043 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:41:09.483395 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:41:09.483748 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:41:09.484083 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:41:09.484427 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:41:09.484770 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:41:09.485113 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:41:09.485479 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:41:09.485825 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:41:09.533554 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] No DVR routers for this DVR port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:41:09.702056 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Attempting to bind port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:41:09.702371 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Attempting to bind port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '342e6518-41e2-45d7-828c-1becdc2a79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:41:09.702614 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Attempting to bind port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 on network 3f920106-a37a-4bc5-ac4c-1ccd01f1e031 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:41:09.707198 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 on network 3f920106-a37a-4bc5-ac4c-1ccd01f1e031 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:41:09.707525 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Attempting to bind port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 on network 3f920106-a37a-4bc5-ac4c-1ccd01f1e031 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:41:09.713360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:41:09.713705 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Checking segment: {'id': '342e6518-41e2-45d7-828c-1becdc2a79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:41:09.714107 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Bound using segment: {'id': '342e6518-41e2-45d7-828c-1becdc2a79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:41:09.714549 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Bound port: d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '342e6518-41e2-45d7-828c-1becdc2a79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:41:09.714922 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:41:09.789471 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] For port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:41:09.792750 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] For port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3,segment=NetworkSegment(342e6518-41e2-45d7-828c-1becdc2a79fe),segment_id=342e6518-41e2-45d7-828c-1becdc2a79fe)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:41:09.798917 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:41:09.834516 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:09.835243 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:41:09.836685 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] 10.222.0.94 "PUT /v2.0/ports/d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 HTTP/1.1" status: 200 len: 1093 time: 0.9112294 Feb 08 22:41:09.837100 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c798450d-258d-4f8f-afc5-ec1b2bbe5ee4', 'tag': 'd34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:41:09.839492 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676876d1-091c-4e4d-81e9-4643e509049d" -d '{"events": [{"name": "network-changed", "server_uuid": "c798450d-258d-4f8f-afc5-ec1b2bbe5ee4", "tag": "d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:41:09.875328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97140b7a-047b-4738-b64c-c4850b0e997e service neutron] Pushing event updated for resources: {'Port': ['ID=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3,revision_number=10']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:41:09.950666 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-dc3ed37f-44e9-48a7-9cbe-6f54e4f7d541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:09.952545 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-dc3ed37f-44e9-48a7-9cbe-6f54e4f7d541 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98&device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 1128 time: 0.0806367 Feb 08 22:41:09.970273 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8200a1-b634-41d6-87f4-d9cb75ee08f2 x-openstack-request-id: req-cf8200a1-b634-41d6-87f4-d9cb75ee08f2 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:41:09.970568 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c798450d-258d-4f8f-afc5-ec1b2bbe5ee4", "tag": "d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:41:09.970827 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cf8200a1-b634-41d6-87f4-d9cb75ee08f2 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:41:09.971287 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c798450d-258d-4f8f-afc5-ec1b2bbe5ee4', 'tag': 'd34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3', 'status': 'completed', 'code': 200} Feb 08 22:41:10.082528 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-92350398-2ccb-4726-999f-0da8aa98668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:10.084039 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-92350398-2ccb-4726-999f-0da8aa98668f service neutron] 10.222.0.94 "GET /v2.0/networks?id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031 HTTP/1.1" status: 200 len: 909 time: 0.1253545 Feb 08 22:41:10.097049 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:41:10.149003 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] The host n-h2-712143-31 is not matching for port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 host n-h1-712143-31! {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 22:41:10.149435 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:41:10.154431 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-9e2eea17-5492-47a1-a4be-0108ff8f06e6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 HTTP/1.1" status: 200 len: 999 time: 0.0643473 Feb 08 22:41:10.250135 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-42225d36-6165-4270-b100-2f8d70a636ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:10.251562 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-42225d36-6165-4270-b100-2f8d70a636ad service neutron] 10.222.0.94 "GET /v2.0/subnets?id=be20522c-8610-4ae7-b430-dfff8858886f HTTP/1.1" status: 200 len: 847 time: 0.0919771 Feb 08 22:41:10.310201 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7beaf3-1441-4f64-8303-41376b7c711c req-a1751dea-1b0c-4bd6-b143-20d93995bf5c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:10.311695 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd7beaf3-1441-4f64-8303-41376b7c711c req-a1751dea-1b0c-4bd6-b143-20d93995bf5c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 945 time: 0.1007214 Feb 08 22:41:10.335000 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-01049cd6-f76c-4532-8bdb-bddf2e247384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:10.336850 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-01049cd6-f76c-4532-8bdb-bddf2e247384 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0775180 Feb 08 22:41:10.446569 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bd7beaf3-1441-4f64-8303-41376b7c711c req-a7ee8add-d2f5-4c6f-8308-7edcb7333ee9 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279862 Feb 08 22:41:10.489177 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-0eaa147a-74a0-4807-9731-aeeabeeaaf51 service neutron] 10.222.0.94 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432877 Feb 08 22:41:10.588582 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-82aba586-3e78-4af8-aa4c-7b9908898a76 req-8cac58f7-6507-4c26-990a-dc44eecda270 service neutron] 10.222.0.94 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941551 Feb 08 22:41:10.693998 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676876d1-091c-4e4d-81e9-4643e509049d req-2d8ae5e8-2ff7-4e80-8219-2822e1ac3e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:10.696040 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-676876d1-091c-4e4d-81e9-4643e509049d req-2d8ae5e8-2ff7-4e80-8219-2822e1ac3e1f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98&device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 1128 time: 0.0587785 Feb 08 22:41:10.808531 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676876d1-091c-4e4d-81e9-4643e509049d req-e8a58d1e-c38a-46bc-a153-1b0064cca123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:10.810075 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-676876d1-091c-4e4d-81e9-4643e509049d req-e8a58d1e-c38a-46bc-a153-1b0064cca123 service neutron] 10.222.0.94 "GET /v2.0/networks?id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031 HTTP/1.1" status: 200 len: 909 time: 0.1083012 Feb 08 22:41:10.880164 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-676876d1-091c-4e4d-81e9-4643e509049d req-ed6e02b1-fef5-4764-a7ed-3e5059d0f3af service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 HTTP/1.1" status: 200 len: 999 time: 0.0644698 Feb 08 22:41:11.630328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ae02c-cd1a-4d79-a9e7-41df5c95dc32 req-055a825d-3989-4910-94f5-9fa339a0f48d tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:11.642627 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d85ae02c-cd1a-4d79-a9e7-41df5c95dc32 req-055a825d-3989-4910-94f5-9fa339a0f48d tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 945 time: 0.1037228 Feb 08 22:41:11.715456 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d85ae02c-cd1a-4d79-a9e7-41df5c95dc32 req-285d5205-9728-4554-887d-223bae291c09 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707636 Feb 08 22:41:12.864344 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f96bf4-f198-4c47-9779-ad4152a3a9d7 req-5788a2d3-df36-4944-8121-49abf9fb5a11 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:12.865900 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e4f96bf4-f198-4c47-9779-ad4152a3a9d7 req-5788a2d3-df36-4944-8121-49abf9fb5a11 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 945 time: 0.0556748 Feb 08 22:41:12.943343 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e4f96bf4-f198-4c47-9779-ad4152a3a9d7 req-8656b869-64aa-472b-aece-30a91a94c458 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685964 Feb 08 22:41:14.133571 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73140bb-533f-4a88-975b-453d32526a9e req-fb906487-1157-4189-bfb9-a5d3c3ce65d7 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:14.133571 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e73140bb-533f-4a88-975b-453d32526a9e req-fb906487-1157-4189-bfb9-a5d3c3ce65d7 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 945 time: 0.0739925 Feb 08 22:41:14.214503 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e73140bb-533f-4a88-975b-453d32526a9e req-19963720-19a7-47cd-afb2-c8aa01ea3bcd tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744069 Feb 08 22:41:15.385438 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c20776-54bd-4cab-8828-2661774e3621 req-7607b44e-5d22-4b29-9b1e-72735c0d3309 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:15.387957 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85c20776-54bd-4cab-8828-2661774e3621 req-7607b44e-5d22-4b29-9b1e-72735c0d3309 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 945 time: 0.0908744 Feb 08 22:41:15.459347 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-85c20776-54bd-4cab-8828-2661774e3621 req-9c1676e5-dc29-4c1d-b5bd-5b2bdf3e9b6a tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636616 Feb 08 22:41:16.651080 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397b40a-d616-41f7-9a98-6e11f28f1882 req-2c5d094f-7445-4b53-911a-069c9d60c6e5 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:16.659791 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0397b40a-d616-41f7-9a98-6e11f28f1882 req-2c5d094f-7445-4b53-911a-069c9d60c6e5 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 945 time: 0.0989053 Feb 08 22:41:16.804134 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0397b40a-d616-41f7-9a98-6e11f28f1882 req-6309a4b3-2fc4-4254-ac1b-f44fde88fa52 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430149 Feb 08 22:41:18.014341 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa492d-f5ea-4eac-9a20-287b71cdd6ce req-df2165d4-4095-4011-8838-09781ad08b0a tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:18.017106 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-12fa492d-f5ea-4eac-9a20-287b71cdd6ce req-df2165d4-4095-4011-8838-09781ad08b0a tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 945 time: 0.1012456 Feb 08 22:41:18.107142 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-12fa492d-f5ea-4eac-9a20-287b71cdd6ce req-a47dca03-d5f3-40ef-be6c-38c214ebf566 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821183 Feb 08 22:41:19.312980 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8401b-f903-4692-8404-8126323c012e req-909c8b25-8486-4cc3-9a83-3870b6f89785 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:19.314595 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-95e8401b-f903-4692-8404-8126323c012e req-909c8b25-8486-4cc3-9a83-3870b6f89785 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 945 time: 0.1072104 Feb 08 22:41:19.377349 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-95e8401b-f903-4692-8404-8126323c012e req-2bd65886-2189-4074-ba5b-cd030aa4b389 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557287 Feb 08 22:41:20.507811 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7da15-9d0a-4b5c-af55-cdd2c1ecc905 req-09b7ff3b-61b1-4e12-856b-fabb48edbd50 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:20.509869 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bdd7da15-9d0a-4b5c-af55-cdd2c1ecc905 req-09b7ff3b-61b1-4e12-856b-fabb48edbd50 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 945 time: 0.0603218 Feb 08 22:41:20.559776 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bdd7da15-9d0a-4b5c-af55-cdd2c1ecc905 req-0ef7c6eb-774c-4183-822f-dab8919f540e tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439982 Feb 08 22:41:21.691163 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fbf4c-b1c5-458b-8c7d-bd07d857aa7a req-b1f83214-d590-46fe-a1e0-ec25bf54ffeb tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:21.692669 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-313fbf4c-b1c5-458b-8c7d-bd07d857aa7a req-b1f83214-d590-46fe-a1e0-ec25bf54ffeb tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 945 time: 0.0586662 Feb 08 22:41:21.742590 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-313fbf4c-b1c5-458b-8c7d-bd07d857aa7a req-96bb7c9a-ae81-470d-98ed-a0d6b7cc33cd tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437741 Feb 08 22:41:22.947266 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676876d1-091c-4e4d-81e9-4643e509049d req-d619c39e-81a2-4451-b416-63d8ed084116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:22.949498 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-676876d1-091c-4e4d-81e9-4643e509049d req-d619c39e-81a2-4451-b416-63d8ed084116 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=be20522c-8610-4ae7-b430-dfff8858886f HTTP/1.1" status: 200 len: 847 time: 0.0940936 Feb 08 22:41:22.967705 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37a6f9-552f-4e21-8288-838bf5c1e9a3 req-4f2462f8-b25d-4be4-8229-38e375d584b1 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:22.970350 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c37a6f9-552f-4e21-8288-838bf5c1e9a3 req-4f2462f8-b25d-4be4-8229-38e375d584b1 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 945 time: 0.1514056 Feb 08 22:41:23.070542 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676876d1-091c-4e4d-81e9-4643e509049d req-aa79d41f-3fff-46b6-ba4f-242713d08352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:23.072266 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-676876d1-091c-4e4d-81e9-4643e509049d req-aa79d41f-3fff-46b6-ba4f-242713d08352 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1006374 Feb 08 22:41:23.076164 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c37a6f9-552f-4e21-8288-838bf5c1e9a3 req-189c10da-445c-42c0-a959-3ec7db425253 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914433 Feb 08 22:41:23.186216 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-676876d1-091c-4e4d-81e9-4643e509049d req-d481891a-c569-44c7-924d-4073d43f34f8 service neutron] 10.222.0.94 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072285 Feb 08 22:41:23.289901 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-676876d1-091c-4e4d-81e9-4643e509049d req-7d30f890-5620-4a10-b1b7-7ee519c1395b service neutron] 10.222.0.94 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971808 Feb 08 22:41:24.223568 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39fb9b-79ac-4a2c-a1f8-d523bd3551ee req-aa4ed356-93f6-479f-8072-a6e9b01b86e2 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:24.225097 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b39fb9b-79ac-4a2c-a1f8-d523bd3551ee req-aa4ed356-93f6-479f-8072-a6e9b01b86e2 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 945 time: 0.0581613 Feb 08 22:41:24.287290 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2b39fb9b-79ac-4a2c-a1f8-d523bd3551ee req-0608095e-18d2-4cb0-8194-fe907bfa2067 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549569 Feb 08 22:41:24.412443 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-edff13ec-5ef4-4b6f-8162-b8cef55b6cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:41:25.410642 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674db84-d76a-4c66-b0b3-915abe19efe4 req-6d54a026-9104-4622-b486-90d8327ede1a tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:25.412143 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3674db84-d76a-4c66-b0b3-915abe19efe4 req-6d54a026-9104-4622-b486-90d8327ede1a tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 945 time: 0.0546525 Feb 08 22:41:25.462057 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3674db84-d76a-4c66-b0b3-915abe19efe4 req-b84ba23d-12ba-47e8-a61b-b191b1943afd tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441744 Feb 08 22:41:26.584129 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25f5ef-fbaf-4188-beca-89d34576716c req-168c8c94-cb02-4395-953e-82b1b5ca487f tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:26.585638 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a25f5ef-fbaf-4188-beca-89d34576716c req-168c8c94-cb02-4395-953e-82b1b5ca487f tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 945 time: 0.0542455 Feb 08 22:41:26.638195 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a25f5ef-fbaf-4188-beca-89d34576716c req-b5ee33d3-89b8-43f0-8509-695982ae3654 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452368 Feb 08 22:41:27.555139 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:41:27.667829 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3,segment=NetworkSegment(342e6518-41e2-45d7-828c-1becdc2a79fe),segment_id=342e6518-41e2-45d7-828c-1becdc2a79fe)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:41:27.693525 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'd34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3', 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'port_id': 'd34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3', 'mac_address': 'fa:16:3e:4b:0a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:41:27.701751 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-35845681-0506-4455-bd91-cd156bc53144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:41:27.741459 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:41:27.741831 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:41:27.757680 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:41:27.780941 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3,segment=NetworkSegment(342e6518-41e2-45d7-828c-1becdc2a79fe),segment_id=342e6518-41e2-45d7-828c-1becdc2a79fe)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:41:27.786124 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:41:27.792062 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdc8cc-59d7-4beb-860b-9723c709310e req-a9601c56-24ad-4b1b-90d2-023a1d9076e3 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:27.793682 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31cdc8cc-59d7-4beb-860b-9723c709310e req-a9601c56-24ad-4b1b-90d2-023a1d9076e3 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 945 time: 0.0778527 Feb 08 22:41:27.841554 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3,revision_number=11']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:41:27.857389 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:41:27.877104 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31cdc8cc-59d7-4beb-860b-9723c709310e req-de3da91a-f993-434c-9f0f-41519d46df8f tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746915 Feb 08 22:41:28.154450 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:41:29.028695 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b3258-1b89-4ef2-80dd-edb0652e6ac8 req-39aef886-ffa4-4a6c-9203-220049b2260f tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:29.030231 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-119b3258-1b89-4ef2-80dd-edb0652e6ac8 req-39aef886-ffa4-4a6c-9203-220049b2260f tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0596116 Feb 08 22:41:29.086286 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-119b3258-1b89-4ef2-80dd-edb0652e6ac8 req-cf4e5204-9a45-4c1f-8971-b2d1cc3c5956 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501001 Feb 08 22:41:29.564530 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:41:29.621141 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:41:29.650873 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:41:29.655672 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:41:29.656067 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:41:29.748850 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:41:29.749524 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:41:29.775999 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c798450d-258d-4f8f-afc5-ec1b2bbe5ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:41:29.779093 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3396f9-1349-4a11-a930-a1aa26c9a28a" -d '{"events": [{"server_uuid": "c798450d-258d-4f8f-afc5-ec1b2bbe5ee4", "name": "network-vif-plugged", "status": "completed", "tag": "d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:41:29.793029 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3,segment=NetworkSegment(342e6518-41e2-45d7-828c-1becdc2a79fe),segment_id=342e6518-41e2-45d7-828c-1becdc2a79fe)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:41:29.797641 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:41:29.835937 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee66041-db1e-4636-8767-ddd28a2184a9 x-openstack-request-id: req-fee66041-db1e-4636-8767-ddd28a2184a9 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:41:29.836236 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c798450d-258d-4f8f-afc5-ec1b2bbe5ee4", "name": "network-vif-plugged", "status": "completed", "tag": "d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:41:29.836496 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fee66041-db1e-4636-8767-ddd28a2184a9 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:41:29.837953 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c798450d-258d-4f8f-afc5-ec1b2bbe5ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3', 'code': 200} Feb 08 22:41:29.866909 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3,revision_number=12']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:41:30.046725 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda7f51-65f2-4f81-89cc-7853fed0b818 req-5d98dc1c-aa54-42bd-b87a-6a2849a545a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:30.048627 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5bda7f51-65f2-4f81-89cc-7853fed0b818 req-5d98dc1c-aa54-42bd-b87a-6a2849a545a6 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 1130 time: 0.0688694 Feb 08 22:41:30.103417 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5bda7f51-65f2-4f81-89cc-7853fed0b818 req-0f5cc6cd-3ddf-4188-9e7c-fec23925f0bb service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468369 Feb 08 22:41:30.216785 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4b559-171b-4e3c-b276-41f05629d121 req-893bc0f7-61d8-4ca5-a098-d8d7ba90e776 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:30.218327 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-75b4b559-171b-4e3c-b276-41f05629d121 req-893bc0f7-61d8-4ca5-a098-d8d7ba90e776 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 947 time: 0.0583668 Feb 08 22:41:30.275868 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-75b4b559-171b-4e3c-b276-41f05629d121 req-627dd0f8-b19d-49f5-ad3c-415abe31a3bf tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511558 Feb 08 22:41:31.429193 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68a753-1870-41b3-86e9-34ba8970cb27 req-c14936af-8c12-40ec-bdf5-5bf0b66fb283 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:31.430855 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4a68a753-1870-41b3-86e9-34ba8970cb27 req-c14936af-8c12-40ec-bdf5-5bf0b66fb283 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 947 time: 0.0627143 Feb 08 22:41:31.502402 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4a68a753-1870-41b3-86e9-34ba8970cb27 req-165f46d6-3a37-4fe1-b9b5-0e8103dfc534 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632441 Feb 08 22:41:31.600966 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:41:31.895270 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:41:32.640778 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea81a5f-a041-4b0a-adef-044b3ee3f09e req-086e833d-e685-48db-b888-21b2a358ccd5 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:32.643405 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8ea81a5f-a041-4b0a-adef-044b3ee3f09e req-086e833d-e685-48db-b888-21b2a358ccd5 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 947 time: 0.0628591 Feb 08 22:41:32.703413 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8ea81a5f-a041-4b0a-adef-044b3ee3f09e req-afbef51a-3adc-4147-9294-02648bb56e1f tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541420 Feb 08 22:41:37.218662 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:41:37.375343 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:41:48.778328 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df564545-cc3c-40d4-903c-bf7dd104df6f req-d8deac6a-e7ea-49bb-a2aa-1f8a7f5b8e02 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0518768 Feb 08 22:41:48.870842 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df564545-cc3c-40d4-903c-bf7dd104df6f req-c0380986-5dc3-454f-a200-e6abd487b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:48.872543 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df564545-cc3c-40d4-903c-bf7dd104df6f req-c0380986-5dc3-454f-a200-e6abd487b6bc service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98&device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 1130 time: 0.0499759 Feb 08 22:41:49.000509 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df564545-cc3c-40d4-903c-bf7dd104df6f req-67f627cb-4674-4c7b-8f9f-2efdcbec03f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:49.002314 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df564545-cc3c-40d4-903c-bf7dd104df6f req-67f627cb-4674-4c7b-8f9f-2efdcbec03f0 service neutron] 10.222.0.94 "GET /v2.0/networks?id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031 HTTP/1.1" status: 200 len: 909 time: 0.1112857 Feb 08 22:41:49.083511 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df564545-cc3c-40d4-903c-bf7dd104df6f req-f6e71564-59c0-404b-abd7-e532be00c260 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 HTTP/1.1" status: 200 len: 1001 time: 0.0739691 Feb 08 22:41:49.146589 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df564545-cc3c-40d4-903c-bf7dd104df6f req-30fe8b63-75fd-453e-a67c-12c0d8a6757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:49.148984 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df564545-cc3c-40d4-903c-bf7dd104df6f req-30fe8b63-75fd-453e-a67c-12c0d8a6757d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=be20522c-8610-4ae7-b430-dfff8858886f HTTP/1.1" status: 200 len: 847 time: 0.0603099 Feb 08 22:41:49.200760 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df564545-cc3c-40d4-903c-bf7dd104df6f req-006fc61f-7944-4309-b291-114a61619ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:41:49.202322 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df564545-cc3c-40d4-903c-bf7dd104df6f req-006fc61f-7944-4309-b291-114a61619ee0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480626 Feb 08 22:41:49.301087 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df564545-cc3c-40d4-903c-bf7dd104df6f req-dc5e5f39-aff9-49d6-baa6-9202bb8eb96c service neutron] 10.222.0.94 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918243 Feb 08 22:41:49.422072 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df564545-cc3c-40d4-903c-bf7dd104df6f req-de90effe-a561-44a0-a6ae-63992146ad2b service neutron] 10.222.0.94 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145837 Feb 08 22:41:54.408462 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-308a7dc9-6b42-472f-9697-01221e855ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:41:57.689670 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9ec97e76-9ba9-4a05-8d03-9bfa35e67a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:41:59.584593 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:42:01.595798 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:42:01.892374 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:42:04.856955 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:42:07.214629 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:42:07.374752 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:42:24.405492 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-72436821-97f9-431b-a61e-0ade1dae56b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:42:27.691167 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0f9a0c82-dac6-4723-adc2-1f667f861da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:42:29.588810 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:42:31.611785 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:42:31.888902 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:42:37.218606 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:42:37.388307 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:42:41.856830 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:42:49.785637 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2bf5fb8-c208-458b-b10e-f1354c2ffa89 req-f612aad5-7274-4543-b76d-fa2fd87c8af5 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0474441 Feb 08 22:42:49.881138 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf5fb8-c208-458b-b10e-f1354c2ffa89 req-32b81323-3d09-4916-81c1-c33450b7e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:42:49.883431 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2bf5fb8-c208-458b-b10e-f1354c2ffa89 req-32b81323-3d09-4916-81c1-c33450b7e014 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98&device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 1130 time: 0.0496562 Feb 08 22:42:49.992191 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf5fb8-c208-458b-b10e-f1354c2ffa89 req-8b291c91-bfc8-478a-8278-c50741fca20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:42:49.993748 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2bf5fb8-c208-458b-b10e-f1354c2ffa89 req-8b291c91-bfc8-478a-8278-c50741fca20a service neutron] 10.222.0.94 "GET /v2.0/networks?id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031 HTTP/1.1" status: 200 len: 909 time: 0.0925231 Feb 08 22:42:50.073782 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2bf5fb8-c208-458b-b10e-f1354c2ffa89 req-48c1b7a1-ce6c-441f-bf3c-f623cb018849 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 HTTP/1.1" status: 200 len: 1001 time: 0.0746133 Feb 08 22:42:50.126169 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf5fb8-c208-458b-b10e-f1354c2ffa89 req-963adc33-3093-4379-a061-38e25561d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:42:50.127662 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2bf5fb8-c208-458b-b10e-f1354c2ffa89 req-963adc33-3093-4379-a061-38e25561d381 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=be20522c-8610-4ae7-b430-dfff8858886f HTTP/1.1" status: 200 len: 847 time: 0.0487823 Feb 08 22:42:50.182259 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf5fb8-c208-458b-b10e-f1354c2ffa89 req-40d4b102-a131-4037-a48a-d479b04c3d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:42:50.183801 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2bf5fb8-c208-458b-b10e-f1354c2ffa89 req-40d4b102-a131-4037-a48a-d479b04c3d9c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466652 Feb 08 22:42:50.278165 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2bf5fb8-c208-458b-b10e-f1354c2ffa89 req-8e6fb84e-0fe7-4f0c-89d1-5e9d9a8f25b3 service neutron] 10.222.0.94 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868418 Feb 08 22:42:50.377768 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d2bf5fb8-c208-458b-b10e-f1354c2ffa89 req-b643515b-20ce-40d2-9229-c6abf224ec6f service neutron] 10.222.0.94 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933576 Feb 08 22:42:54.409991 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3630beec-d58f-469a-865d-d7011f5b7ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:42:57.692974 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-535f99be-bb1b-42a8-a35f-9a356a6fdda0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:42:59.589566 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:01.602313 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:01.899268 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:07.236659 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:07.403855 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:16.878976 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49126) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:43:17.104750 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d26ee03c-f320-4bef-b585-8c554b97b2f8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Deleting port e1b4cd41-4fda-4faf-b284-57d5c7ca63ee {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:43:17.105092 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d26ee03c-f320-4bef-b585-8c554b97b2f8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (e1b4cd41-4fda-4faf-b284-57d5c7ca63ee), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:17.182083 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d26ee03c-f320-4bef-b585-8c554b97b2f8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (e1b4cd41-4fda-4faf-b284-57d5c7ca63ee), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:17.182330 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d26ee03c-f320-4bef-b585-8c554b97b2f8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for floatingip (e1b4cd41-4fda-4faf-b284-57d5c7ca63ee), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:17.194389 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d26ee03c-f320-4bef-b585-8c554b97b2f8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Calling delete_port for e1b4cd41-4fda-4faf-b284-57d5c7ca63ee owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:43:17.346196 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d26ee03c-f320-4bef-b585-8c554b97b2f8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (e1b4cd41-4fda-4faf-b284-57d5c7ca63ee), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:17.374929 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ee03c-f320-4bef-b585-8c554b97b2f8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Pushing event deleted for resources: {'Port': ['ID=e1b4cd41-4fda-4faf-b284-57d5c7ca63ee,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:43:17.386712 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ee03c-f320-4bef-b585-8c554b97b2f8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:43:17.387059 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ee03c-f320-4bef-b585-8c554b97b2f8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:43:17.387405 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ee03c-f320-4bef-b585-8c554b97b2f8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:43:17.387772 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ee03c-f320-4bef-b585-8c554b97b2f8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:43:17.388092 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ee03c-f320-4bef-b585-8c554b97b2f8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:43:17.388411 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ee03c-f320-4bef-b585-8c554b97b2f8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:43:17.388740 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ee03c-f320-4bef-b585-8c554b97b2f8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:43:17.389082 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ee03c-f320-4bef-b585-8c554b97b2f8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:43:17.389429 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ee03c-f320-4bef-b585-8c554b97b2f8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:43:17.389780 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ee03c-f320-4bef-b585-8c554b97b2f8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:43:17.390108 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ee03c-f320-4bef-b585-8c554b97b2f8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:43:17.390429 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ee03c-f320-4bef-b585-8c554b97b2f8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:43:17.390749 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ee03c-f320-4bef-b585-8c554b97b2f8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:43:17.446370 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d26ee03c-f320-4bef-b585-8c554b97b2f8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for floatingip (f3547193-771a-4b3a-ad53-7e0cfc51e542), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:17.446370 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-d26ee03c-f320-4bef-b585-8c554b97b2f8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Floating IP f3547193-771a-4b3a-ad53-7e0cfc51e542 disassociated (deleted). External IP: 172.25.3.40, port: d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3. Feb 08 22:43:17.667403 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26ee03c-f320-4bef-b585-8c554b97b2f8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Router 57caad24-4e47-45f7-b331-47ccb4a2fda0 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:43:17.782680 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26ee03c-f320-4bef-b585-8c554b97b2f8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:43:17.790059 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d26ee03c-f320-4bef-b585-8c554b97b2f8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:17.797365 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e89a154-34ba-4344-868d-f20fbc0a7e7b None None] Sync routers for ids ['57caad24-4e47-45f7-b331-47ccb4a2fda0'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:43:17.808904 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e89a154-34ba-4344-868d-f20fbc0a7e7b None None] Routers {'57caad24-4e47-45f7-b331-47ccb4a2fda0'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:43:17.809554 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1e89a154-34ba-4344-868d-f20fbc0a7e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:42:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['57caad24-4e47-45f7-b331-47ccb4a2fda0'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:43:17.823034 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-d26ee03c-f320-4bef-b585-8c554b97b2f8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "DELETE /v2.0/floatingips/f3547193-771a-4b3a-ad53-7e0cfc51e542 HTTP/1.1" status: 204 len: 168 time: 0.9429555 Feb 08 22:43:17.823728 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c798450d-258d-4f8f-afc5-ec1b2bbe5ee4', 'tag': 'd34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:43:17.826193 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1802cce71311667749108c4770a25da94a97ab17bab80bd33ee27ebae59f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396d4230-3ed5-4026-b631-88d95dd65cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "c798450d-258d-4f8f-afc5-ec1b2bbe5ee4", "tag": "d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:43:17.923744 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-1e89a154-34ba-4344-868d-f20fbc0a7e7b None None] Set router 57caad24-4e47-45f7-b331-47ccb4a2fda0 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:43:18.020356 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719f1c5c-d43b-47f7-b566-5fd2bf693386 x-openstack-request-id: req-719f1c5c-d43b-47f7-b566-5fd2bf693386 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:43:18.021470 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c798450d-258d-4f8f-afc5-ec1b2bbe5ee4", "tag": "d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:43:18.021470 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-719f1c5c-d43b-47f7-b566-5fd2bf693386 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:43:18.021470 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c798450d-258d-4f8f-afc5-ec1b2bbe5ee4', 'tag': 'd34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3', 'status': 'completed', 'code': 200} Feb 08 22:43:18.103880 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d4230-3ed5-4026-b631-88d95dd65cb8 req-ef378a0a-8c75-43a4-a298-600b8b5e7ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:18.105505 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-396d4230-3ed5-4026-b631-88d95dd65cb8 req-ef378a0a-8c75-43a4-a298-600b8b5e7ae2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98&device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 1130 time: 0.0575950 Feb 08 22:43:18.137783 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1e89a154-34ba-4344-868d-f20fbc0a7e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'name': 'tempest-TestShelveInstance-996081310-router', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:37:30Z', 'updated_at': '2022-02-08T22:37:33Z', 'revision_number': 4, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'gw_port': {'id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:31Z', 'updated_at': '2022-02-08T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '781edb7d-afe3-4b4e-966e-048cbbd0184f', 'name': '', 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'mac_address': 'fa:16:3e:4e:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:33Z', 'updated_at': '2022-02-08T22:37:38Z', 'revision_number': 5, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'subnets': [{'id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:43:18.167458 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e89a154-34ba-4344-868d-f20fbc0a7e7b None None] Checking router: 57caad24-4e47-45f7-b331-47ccb4a2fda0 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:43:18.176802 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e89a154-34ba-4344-868d-f20fbc0a7e7b None None] Routers {'57caad24-4e47-45f7-b331-47ccb4a2fda0'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:43:18.177457 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1e89a154-34ba-4344-868d-f20fbc0a7e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:42:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['57caad24-4e47-45f7-b331-47ccb4a2fda0'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:43:18.202309 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2bdf1-80a1-4b98-ae34-f318d72ce4cb req-fc42f169-a7f7-42ad-9b26-e21f6f9256e8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:18.203794 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1ba2bdf1-80a1-4b98-ae34-f318d72ce4cb req-fc42f169-a7f7-42ad-9b26-e21f6f9256e8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 947 time: 0.1780171 Feb 08 22:43:18.252324 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d4230-3ed5-4026-b631-88d95dd65cb8 req-2340be6a-81e4-4b8f-92c1-ca007ce2f76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:18.253867 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-396d4230-3ed5-4026-b631-88d95dd65cb8 req-2340be6a-81e4-4b8f-92c1-ca007ce2f76d service neutron] 10.222.0.94 "GET /v2.0/networks?id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031 HTTP/1.1" status: 200 len: 909 time: 0.1335194 Feb 08 22:43:18.287805 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-1e89a154-34ba-4344-868d-f20fbc0a7e7b None None] Set router 57caad24-4e47-45f7-b331-47ccb4a2fda0 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:43:18.309078 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1ba2bdf1-80a1-4b98-ae34-f318d72ce4cb req-cc227a3b-bf4e-413b-9f62-a4b5a7ad0986 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961809 Feb 08 22:43:18.310682 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-396d4230-3ed5-4026-b631-88d95dd65cb8 req-8fa3226a-d876-424c-8a48-3eec908aab88 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 HTTP/1.1" status: 200 len: 217 time: 0.0469797 Feb 08 22:43:18.363766 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d4230-3ed5-4026-b631-88d95dd65cb8 req-d9ff76ec-451d-46c5-b06c-8808f254fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:18.365403 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-396d4230-3ed5-4026-b631-88d95dd65cb8 req-d9ff76ec-451d-46c5-b06c-8808f254fb8e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=be20522c-8610-4ae7-b430-dfff8858886f HTTP/1.1" status: 200 len: 847 time: 0.0471418 Feb 08 22:43:18.417271 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d4230-3ed5-4026-b631-88d95dd65cb8 req-cba3aba5-2cc0-4cf4-9540-d226214f7952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:18.418630 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-396d4230-3ed5-4026-b631-88d95dd65cb8 req-cba3aba5-2cc0-4cf4-9540-d226214f7952 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464401 Feb 08 22:43:18.502026 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1e89a154-34ba-4344-868d-f20fbc0a7e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'name': 'tempest-TestShelveInstance-996081310-router', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:37:30Z', 'updated_at': '2022-02-08T22:37:33Z', 'revision_number': 4, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'gw_port': {'id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:31Z', 'updated_at': '2022-02-08T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '781edb7d-afe3-4b4e-966e-048cbbd0184f', 'name': '', 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'mac_address': 'fa:16:3e:4e:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:33Z', 'updated_at': '2022-02-08T22:37:38Z', 'revision_number': 5, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'subnets': [{'id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:43:18.515098 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-396d4230-3ed5-4026-b631-88d95dd65cb8 req-95f6fe65-3fa9-47cf-b0f5-1bbd4fe87d86 service neutron] 10.222.0.94 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891473 Feb 08 22:43:18.532492 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e89a154-34ba-4344-868d-f20fbc0a7e7b None None] The sync data for ids ['57caad24-4e47-45f7-b331-47ccb4a2fda0'] in n-d-712143-31 is: [{'id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'name': 'tempest-TestShelveInstance-996081310-router', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:37:30Z', 'updated_at': '2022-02-08T22:37:33Z', 'revision_number': 4, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'gw_port': {'id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:31Z', 'updated_at': '2022-02-08T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '781edb7d-afe3-4b4e-966e-048cbbd0184f', 'name': '', 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'mac_address': 'fa:16:3e:4e:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:33Z', 'updated_at': '2022-02-08T22:37:38Z', 'revision_number': 5, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'subnets': [{'id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:43:18.610090 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-396d4230-3ed5-4026-b631-88d95dd65cb8 req-8da51423-e67a-4504-947f-0fb790902b31 service neutron] 10.222.0.94 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884299 Feb 08 22:43:18.771551 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf06671-ae3d-4166-acc0-03429797a1f1 None None] New status for floating IP f3547193-771a-4b3a-ad53-7e0cfc51e542: DOWN {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:43:18.855727 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:43:19.448555 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f9b76-ea89-44fd-b66e-17b8063dac5a req-672282ac-0494-4a79-954b-e0a29021c4d6 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:19.450095 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-580f9b76-ea89-44fd-b66e-17b8063dac5a req-672282ac-0494-4a79-954b-e0a29021c4d6 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 947 time: 0.0578423 Feb 08 22:43:19.504151 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-580f9b76-ea89-44fd-b66e-17b8063dac5a req-d941c138-9368-4d82-996c-7cfa5fa4c03e tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=e7e5743a-959b-49e0-b7d2-b7035c6c31a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483434 Feb 08 22:43:19.609478 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a84158-330c-4238-bed9-2acbd8b9e999 req-13157b8e-4395-493c-a222-6d59b899234a tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:19.610932 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a5a84158-330c-4238-bed9-2acbd8b9e999 req-13157b8e-4395-493c-a222-6d59b899234a tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.94 "GET /v2.0/ports?device_id=c798450d-258d-4f8f-afc5-ec1b2bbe5ee4 HTTP/1.1" status: 200 len: 947 time: 0.0536103 Feb 08 22:43:19.704987 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-a5a84158-330c-4238-bed9-2acbd8b9e999 req-ebda2c3f-1d4b-4572-a585-2afe29a22244 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Deleting port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:43:19.705357 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a5a84158-330c-4238-bed9-2acbd8b9e999 req-ebda2c3f-1d4b-4572-a585-2afe29a22244 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:19.819109 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-a5a84158-330c-4238-bed9-2acbd8b9e999 req-ebda2c3f-1d4b-4572-a585-2afe29a22244 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] For port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3,segment=NetworkSegment(342e6518-41e2-45d7-828c-1becdc2a79fe),segment_id=342e6518-41e2-45d7-828c-1becdc2a79fe)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:43:19.819478 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a5a84158-330c-4238-bed9-2acbd8b9e999 req-ebda2c3f-1d4b-4572-a585-2afe29a22244 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:19.833181 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-a5a84158-330c-4238-bed9-2acbd8b9e999 req-ebda2c3f-1d4b-4572-a585-2afe29a22244 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Calling delete_port for d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:43:19.969594 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a5a84158-330c-4238-bed9-2acbd8b9e999 req-ebda2c3f-1d4b-4572-a585-2afe29a22244 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:19.997995 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda2c3f-1d4b-4572-a585-2afe29a22244 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Pushing event deleted for resources: {'Port': ['ID=d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:43:20.012905 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda2c3f-1d4b-4572-a585-2afe29a22244 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:43:20.013297 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda2c3f-1d4b-4572-a585-2afe29a22244 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:43:20.013635 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda2c3f-1d4b-4572-a585-2afe29a22244 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:43:20.013985 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda2c3f-1d4b-4572-a585-2afe29a22244 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:43:20.014328 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda2c3f-1d4b-4572-a585-2afe29a22244 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:43:20.014664 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda2c3f-1d4b-4572-a585-2afe29a22244 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:43:20.014997 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda2c3f-1d4b-4572-a585-2afe29a22244 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:43:20.015472 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda2c3f-1d4b-4572-a585-2afe29a22244 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:43:20.015668 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda2c3f-1d4b-4572-a585-2afe29a22244 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:43:20.015999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda2c3f-1d4b-4572-a585-2afe29a22244 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:43:20.016332 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda2c3f-1d4b-4572-a585-2afe29a22244 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:43:20.016663 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda2c3f-1d4b-4572-a585-2afe29a22244 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:43:20.016987 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebda2c3f-1d4b-4572-a585-2afe29a22244 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:43:20.054739 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a84158-330c-4238-bed9-2acbd8b9e999 req-ebda2c3f-1d4b-4572-a585-2afe29a22244 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] No DVR routers for this DVR port d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:43:20.057475 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-a5a84158-330c-4238-bed9-2acbd8b9e999 req-ebda2c3f-1d4b-4572-a585-2afe29a22244 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:20.060926 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a5a84158-330c-4238-bed9-2acbd8b9e999 req-ebda2c3f-1d4b-4572-a585-2afe29a22244 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.94 "DELETE /v2.0/ports/d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 HTTP/1.1" status: 204 len: 173 time: 0.4454107 Feb 08 22:43:20.063145 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c798450d-258d-4f8f-afc5-ec1b2bbe5ee4', 'name': 'network-vif-deleted', 'tag': 'd34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:43:20.065642 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccc4c05-196d-44d6-8b0d-9b3341d1673d" -d '{"events": [{"server_uuid": "c798450d-258d-4f8f-afc5-ec1b2bbe5ee4", "name": "network-vif-deleted", "tag": "d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:43:20.113031 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28b7d5e-fd1c-41f3-b1a6-c2963a777e43 x-openstack-request-id: req-a28b7d5e-fd1c-41f3-b1a6-c2963a777e43 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:43:20.113366 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c798450d-258d-4f8f-afc5-ec1b2bbe5ee4", "name": "network-vif-deleted", "tag": "d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:43:20.113629 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a28b7d5e-fd1c-41f3-b1a6-c2963a777e43 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:43:20.114039 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c798450d-258d-4f8f-afc5-ec1b2bbe5ee4', 'name': 'network-vif-deleted', 'tag': 'd34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3', 'status': 'completed', 'code': 200} Feb 08 22:43:20.562836 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49152) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:43:20.621127 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-22185695-0b9f-4354-aeb7-c2048b07e698 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group (e7e5743a-959b-49e0-b7d2-b7035c6c31a0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:20.649238 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-22185695-0b9f-4354-aeb7-c2048b07e698 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group (e7e5743a-959b-49e0-b7d2-b7035c6c31a0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:20.714398 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-22185695-0b9f-4354-aeb7-c2048b07e698 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (e7e5743a-959b-49e0-b7d2-b7035c6c31a0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:20.717135 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-22185695-0b9f-4354-aeb7-c2048b07e698 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:20.718358 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-22185695-0b9f-4354-aeb7-c2048b07e698 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "DELETE /v2.0/security-groups/e7e5743a-959b-49e0-b7d2-b7035c6c31a0 HTTP/1.1" status: 204 len: 168 time: 0.1544681 Feb 08 22:43:20.728222 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22185695-0b9f-4354-aeb7-c2048b07e698 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e5743a-959b-49e0-b7d2-b7035c6c31a0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:43:21.195528 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49158) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:43:21.200956 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9a9e59c1-f0ac-4eaf-90f4-f45e0e7c85fc tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-25415810', 'description': 'tempest-secgroup-smoke-25415810 description', 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:43:21.223563 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a9e59c1-f0ac-4eaf-90f4-f45e0e7c85fc tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:21.301625 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a9e59c1-f0ac-4eaf-90f4-f45e0e7c85fc tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group (f8bd9c33-6f33-4e9d-8a39-8ea91be7704d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:21.306613 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a9e59c1-f0ac-4eaf-90f4-f45e0e7c85fc tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f8bd9c33-6f33-4e9d-8a39-8ea91be7704d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:21.340580 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a9e59c1-f0ac-4eaf-90f4-f45e0e7c85fc tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:21.341908 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9a9e59c1-f0ac-4eaf-90f4-f45e0e7c85fc tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1446843 Feb 08 22:43:21.344853 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49160) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:43:21.350073 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9bc510ea-e194-4aac-8505-24fcb88d0a3f tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Request body: {'security_group_rule': {'security_group_id': 'f8bd9c33-6f33-4e9d-8a39-8ea91be7704d', 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:43:21.355769 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e59c1-f0ac-4eaf-90f4-f45e0e7c85fc tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:43:21.382560 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9bc510ea-e194-4aac-8505-24fcb88d0a3f tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (96841b74-ac70-4afd-80cf-dcec6951d934), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:21.465373 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9bc510ea-e194-4aac-8505-24fcb88d0a3f tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (96841b74-ac70-4afd-80cf-dcec6951d934), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:21.469484 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9bc510ea-e194-4aac-8505-24fcb88d0a3f tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (96841b74-ac70-4afd-80cf-dcec6951d934), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:21.488559 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc510ea-e194-4aac-8505-24fcb88d0a3f tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96841b74-ac70-4afd-80cf-dcec6951d934,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:43:21.499575 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9bc510ea-e194-4aac-8505-24fcb88d0a3f tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:21.503446 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9bc510ea-e194-4aac-8505-24fcb88d0a3f tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1549678 Feb 08 22:43:21.503633 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49162) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:43:21.507950 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-724d7cee-5e5c-4d9c-8706-7d8b8a48cafe tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Request body: {'security_group_rule': {'security_group_id': 'f8bd9c33-6f33-4e9d-8a39-8ea91be7704d', 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:43:21.534767 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-724d7cee-5e5c-4d9c-8706-7d8b8a48cafe tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (2309acc7-a9d3-4b90-ae3a-f2820450560f), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:21.596648 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-724d7cee-5e5c-4d9c-8706-7d8b8a48cafe tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (2309acc7-a9d3-4b90-ae3a-f2820450560f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:21.600414 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-724d7cee-5e5c-4d9c-8706-7d8b8a48cafe tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (2309acc7-a9d3-4b90-ae3a-f2820450560f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:21.619409 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d7cee-5e5c-4d9c-8706-7d8b8a48cafe tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2309acc7-a9d3-4b90-ae3a-f2820450560f,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:43:21.627695 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-724d7cee-5e5c-4d9c-8706-7d8b8a48cafe tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:21.628907 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-724d7cee-5e5c-4d9c-8706-7d8b8a48cafe tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1243713 Feb 08 22:43:21.631654 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49164) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:43:21.636163 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ab532b2e-1609-4cc3-8788-a015052394ed tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Request body: {'security_group_rule': {'security_group_id': 'f8bd9c33-6f33-4e9d-8a39-8ea91be7704d', 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:43:21.664056 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab532b2e-1609-4cc3-8788-a015052394ed tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (8410223f-ba3d-4aba-89e2-1446d6722dd9), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:21.727824 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab532b2e-1609-4cc3-8788-a015052394ed tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (8410223f-ba3d-4aba-89e2-1446d6722dd9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:21.732186 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab532b2e-1609-4cc3-8788-a015052394ed tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (8410223f-ba3d-4aba-89e2-1446d6722dd9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:21.753884 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab532b2e-1609-4cc3-8788-a015052394ed tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8410223f-ba3d-4aba-89e2-1446d6722dd9,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:43:21.759177 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab532b2e-1609-4cc3-8788-a015052394ed tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:21.760418 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-ab532b2e-1609-4cc3-8788-a015052394ed tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1276958 Feb 08 22:43:21.763795 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49166) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:43:21.768121 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1e6c9bd4-6457-4be9-b357-91ea28c60c49 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Request body: {'security_group_rule': {'security_group_id': 'f8bd9c33-6f33-4e9d-8a39-8ea91be7704d', 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:43:21.795903 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1e6c9bd4-6457-4be9-b357-91ea28c60c49 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (f6681043-934a-4557-a93c-46f964685ba5), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:21.857906 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1e6c9bd4-6457-4be9-b357-91ea28c60c49 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (f6681043-934a-4557-a93c-46f964685ba5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:21.862433 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1e6c9bd4-6457-4be9-b357-91ea28c60c49 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (f6681043-934a-4557-a93c-46f964685ba5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:21.880845 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c9bd4-6457-4be9-b357-91ea28c60c49 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6681043-934a-4557-a93c-46f964685ba5,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:43:21.892577 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1e6c9bd4-6457-4be9-b357-91ea28c60c49 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:21.893897 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1e6c9bd4-6457-4be9-b357-91ea28c60c49 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1291182 Feb 08 22:43:21.897031 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49168) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:43:21.901545 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f9786c5d-a4fa-48ed-ac92-10624a4e7366 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Request body: {'security_group_rule': {'security_group_id': 'f8bd9c33-6f33-4e9d-8a39-8ea91be7704d', 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:43:21.926534 n-d-712143-31 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-f9786c5d-a4fa-48ed-ac92-10624a4e7366 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Project e7817c3c711b4b2bb3378a9b9f54ae98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 22:43:21.933780 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9786c5d-a4fa-48ed-ac92-10624a4e7366 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (6ce67022-3f26-4fd9-8b51-63faf72672dd), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:22.009657 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9786c5d-a4fa-48ed-ac92-10624a4e7366 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (6ce67022-3f26-4fd9-8b51-63faf72672dd), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:22.013965 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9786c5d-a4fa-48ed-ac92-10624a4e7366 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (6ce67022-3f26-4fd9-8b51-63faf72672dd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:22.032835 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9786c5d-a4fa-48ed-ac92-10624a4e7366 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce67022-3f26-4fd9-8b51-63faf72672dd,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:43:22.045821 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9786c5d-a4fa-48ed-ac92-10624a4e7366 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:22.047116 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-f9786c5d-a4fa-48ed-ac92-10624a4e7366 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1491013 Feb 08 22:43:22.049868 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49170) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:43:22.054409 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-843afd0f-c3c2-4512-aadf-436ca1fdf160 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Request body: {'security_group_rule': {'security_group_id': 'f8bd9c33-6f33-4e9d-8a39-8ea91be7704d', 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:43:22.078154 n-d-712143-31 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-843afd0f-c3c2-4512-aadf-436ca1fdf160 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Project e7817c3c711b4b2bb3378a9b9f54ae98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 22:43:22.085591 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-843afd0f-c3c2-4512-aadf-436ca1fdf160 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (8c785b7d-523c-4d83-9622-3c3ead3ead38), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:22.155264 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-843afd0f-c3c2-4512-aadf-436ca1fdf160 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (8c785b7d-523c-4d83-9622-3c3ead3ead38), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:22.159132 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-843afd0f-c3c2-4512-aadf-436ca1fdf160 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (8c785b7d-523c-4d83-9622-3c3ead3ead38), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:22.180106 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843afd0f-c3c2-4512-aadf-436ca1fdf160 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c785b7d-523c-4d83-9622-3c3ead3ead38,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:43:22.189372 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-843afd0f-c3c2-4512-aadf-436ca1fdf160 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:22.190771 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-843afd0f-c3c2-4512-aadf-436ca1fdf160 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1398959 Feb 08 22:43:24.192733 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:43:24.213997 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:43:24.214347 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device d34a1bcf-fc92-47b6-95f3-fb32f5a4cbf3 not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:43:24.415337 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d1347f8f-eaae-4fcb-971d-b204c8d8b855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:27.698450 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d61ea097-84d8-4996-b02d-1d720b3de4c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:29.596846 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:31.600825 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:31.899465 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:37.232243 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:37.410550 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:41.801447 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-07d7fe25-4609-41be-bbce-5b344b2fd44a tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-25415810&fields=id&tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98 HTTP/1.1" status: 200 len: 267 time: 0.0479224 Feb 08 22:43:41.916065 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-d34ba8ac-5252-4cc9-ab04-59e5809da7a0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:41.917714 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-d34ba8ac-5252-4cc9-ab04-59e5809da7a0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/networks?id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031 HTTP/1.1" status: 200 len: 808 time: 0.1083696 Feb 08 22:43:41.938252 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-98e24583-46f7-4fa6-b21b-a13c9e9bfcea tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/quotas/e7817c3c711b4b2bb3378a9b9f54ae98 HTTP/1.1" status: 200 len: 375 time: 0.0098538 Feb 08 22:43:41.998901 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-48374758-67f4-4a76-af57-66ee8ba10d0f tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548198 Feb 08 22:43:42.018194 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-241d2cb3-e2e1-4626-b05b-a2e1a6d8c7a0 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 22:43:42.019174 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-241d2cb3-e2e1-4626-b05b-a2e1a6d8c7a0 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091472 Feb 08 22:43:42.116632 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-c73ee25c-93f7-4eea-aa9f-2e5864030554 service neutron] 10.222.0.88 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906224 Feb 08 22:43:42.205861 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-2cd2c9ca-2e65-4f52-92fb-b0e993959866 service neutron] 10.222.0.88 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834346 Feb 08 22:43:42.522567 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-59833064-8f5f-497e-9be1-2f1d65d92c03 req-8c2639b2-90af-4c22-b638-a5864867ece8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 210 time: 0.0366991 Feb 08 22:43:43.647611 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2a2ac2a7-0a2a-48e6-b959-6f72c03592e0 req-daa14237-2b1b-4cfc-b793-5acbac1474a2 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 210 time: 0.0424013 Feb 08 22:43:43.669166 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-7046f2d0-d706-4d8b-b750-c5cdab75be82 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:43.669166 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-7046f2d0-d706-4d8b-b750-c5cdab75be82 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.96 "GET /v2.0/networks?id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031 HTTP/1.1" status: 200 len: 808 time: 0.1536281 Feb 08 22:43:43.751197 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-929406c6-7761-487b-8e1c-31d2303fa38d tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98 HTTP/1.1" status: 200 len: 378 time: 0.0717428 Feb 08 22:43:43.759753 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-7903a779-a7a9-4242-a361-361be5f5c894 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Request body: {'port': {'device_id': '417f6a04-0244-413d-8606-d5a2ce0ca00e', 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'admin_state_up': True, 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'security_groups': ['f8bd9c33-6f33-4e9d-8a39-8ea91be7704d']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:43:44.176488 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-7903a779-a7a9-4242-a361-361be5f5c894 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Made reservation on behalf of e7817c3c711b4b2bb3378a9b9f54ae98 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:43:44.180380 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-7903a779-a7a9-4242-a361-361be5f5c894 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:44.333657 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-7903a779-a7a9-4242-a361-361be5f5c894 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Allocated IP 172.20.0.12 (3f920106-a37a-4bc5-ac4c-1ccd01f1e031/be20522c-8610-4ae7-b430-dfff8858886f/688b5d68-6605-45cd-b5a0-61b693fc318e) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:43:44.505672 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-7903a779-a7a9-4242-a361-361be5f5c894 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for port (688b5d68-6605-45cd-b5a0-61b693fc318e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:44.542484 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-7903a779-a7a9-4242-a361-361be5f5c894 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (688b5d68-6605-45cd-b5a0-61b693fc318e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:44.593260 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-7903a779-a7a9-4242-a361-361be5f5c894 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Network 3f920106-a37a-4bc5-ac4c-1ccd01f1e031 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:43:44.596582 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-7903a779-a7a9-4242-a361-361be5f5c894 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:43:44.600558 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-7903a779-a7a9-4242-a361-361be5f5c894 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:43:44.627208 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903a779-a7a9-4242-a361-361be5f5c894 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Pushing event updated for resources: {'Port': ['ID=688b5d68-6605-45cd-b5a0-61b693fc318e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:43:44.659234 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-7903a779-a7a9-4242-a361-361be5f5c894 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:44.659968 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-7903a779-a7a9-4242-a361-361be5f5c894 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:44.680958 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-7903a779-a7a9-4242-a361-361be5f5c894 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9241610 Feb 08 22:43:44.735859 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-20c31b4c-97df-40ff-81fa-fdb21024b074 service neutron] Request body: {'port': {'device_id': '417f6a04-0244-413d-8606-d5a2ce0ca00e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:43:44.852624 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-20c31b4c-97df-40ff-81fa-fdb21024b074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (688b5d68-6605-45cd-b5a0-61b693fc318e), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:44.859573 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-170042fd-e188-4875-9454-2ce8b927a68b None None] Provisioning complete for port 688b5d68-6605-45cd-b5a0-61b693fc318e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:43:44.860164 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-170042fd-e188-4875-9454-2ce8b927a68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (688b5d68-6605-45cd-b5a0-61b693fc318e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:44.899547 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df452fa5-c4f6-4b59-b64f-a3d6cd3cede9 req-175c4a82-ce16-4867-811e-ea03dc879e8b tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:44.901095 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df452fa5-c4f6-4b59-b64f-a3d6cd3cede9 req-175c4a82-ce16-4867-811e-ea03dc879e8b tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 932 time: 0.1434650 Feb 08 22:43:44.913089 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-170042fd-e188-4875-9454-2ce8b927a68b None None] Port 688b5d68-6605-45cd-b5a0-61b693fc318e cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:43:45.024142 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df452fa5-c4f6-4b59-b64f-a3d6cd3cede9 req-bfb4f4a3-96f4-4470-9509-d23763ca793d tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1147616 Feb 08 22:43:45.202391 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-20c31b4c-97df-40ff-81fa-fdb21024b074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 688b5d68-6605-45cd-b5a0-61b693fc318e {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:43:45.210721 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-20c31b4c-97df-40ff-81fa-fdb21024b074 service neutron] Publish callbacks [] for port (688b5d68-6605-45cd-b5a0-61b693fc318e), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:45.222960 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-20c31b4c-97df-40ff-81fa-fdb21024b074 service neutron] Transition to ACTIVE for port object 688b5d68-6605-45cd-b5a0-61b693fc318e will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:43:45.228331 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-20c31b4c-97df-40ff-81fa-fdb21024b074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (688b5d68-6605-45cd-b5a0-61b693fc318e), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:45.303218 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c31b4c-97df-40ff-81fa-fdb21024b074 service neutron] Pushing event updated for resources: {'Port': ['ID=688b5d68-6605-45cd-b5a0-61b693fc318e,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:43:45.370427 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-20c31b4c-97df-40ff-81fa-fdb21024b074 service neutron] Attempting to bind port 688b5d68-6605-45cd-b5a0-61b693fc318e on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:43:45.370863 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-20c31b4c-97df-40ff-81fa-fdb21024b074 service neutron] Attempting to bind port 688b5d68-6605-45cd-b5a0-61b693fc318e by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '342e6518-41e2-45d7-828c-1becdc2a79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:43:45.371289 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-20c31b4c-97df-40ff-81fa-fdb21024b074 service neutron] Attempting to bind port 688b5d68-6605-45cd-b5a0-61b693fc318e on network 3f920106-a37a-4bc5-ac4c-1ccd01f1e031 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:43:45.376537 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-20c31b4c-97df-40ff-81fa-fdb21024b074 service neutron] Port 688b5d68-6605-45cd-b5a0-61b693fc318e on network 3f920106-a37a-4bc5-ac4c-1ccd01f1e031 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:43:45.377019 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-20c31b4c-97df-40ff-81fa-fdb21024b074 service neutron] Attempting to bind port 688b5d68-6605-45cd-b5a0-61b693fc318e on network 3f920106-a37a-4bc5-ac4c-1ccd01f1e031 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:43:45.383727 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-20c31b4c-97df-40ff-81fa-fdb21024b074 service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:43:45.384548 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-20c31b4c-97df-40ff-81fa-fdb21024b074 service neutron] Checking segment: {'id': '342e6518-41e2-45d7-828c-1becdc2a79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:43:45.384677 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-20c31b4c-97df-40ff-81fa-fdb21024b074 service neutron] Bound using segment: {'id': '342e6518-41e2-45d7-828c-1becdc2a79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:43:45.385452 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-20c31b4c-97df-40ff-81fa-fdb21024b074 service neutron] Bound port: 688b5d68-6605-45cd-b5a0-61b693fc318e, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '342e6518-41e2-45d7-828c-1becdc2a79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:43:45.386117 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-20c31b4c-97df-40ff-81fa-fdb21024b074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (688b5d68-6605-45cd-b5a0-61b693fc318e), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:45.463965 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-20c31b4c-97df-40ff-81fa-fdb21024b074 service neutron] For port 688b5d68-6605-45cd-b5a0-61b693fc318e, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:43:45.468375 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-20c31b4c-97df-40ff-81fa-fdb21024b074 service neutron] For port 688b5d68-6605-45cd-b5a0-61b693fc318e, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=688b5d68-6605-45cd-b5a0-61b693fc318e,segment=NetworkSegment(342e6518-41e2-45d7-828c-1becdc2a79fe),segment_id=342e6518-41e2-45d7-828c-1becdc2a79fe)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:43:45.477458 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-20c31b4c-97df-40ff-81fa-fdb21024b074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (688b5d68-6605-45cd-b5a0-61b693fc318e), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:45.520385 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-20c31b4c-97df-40ff-81fa-fdb21024b074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:45.521031 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-20c31b4c-97df-40ff-81fa-fdb21024b074 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:45.523839 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-20c31b4c-97df-40ff-81fa-fdb21024b074 service neutron] 10.222.0.96 "PUT /v2.0/ports/688b5d68-6605-45cd-b5a0-61b693fc318e HTTP/1.1" status: 200 len: 1093 time: 0.8364198 Feb 08 22:43:45.523992 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417f6a04-0244-413d-8606-d5a2ce0ca00e', 'tag': '688b5d68-6605-45cd-b5a0-61b693fc318e'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:43:45.526197 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1ade04-e66f-469c-aa69-e49f952c2117" -d '{"events": [{"name": "network-changed", "server_uuid": "417f6a04-0244-413d-8606-d5a2ce0ca00e", "tag": "688b5d68-6605-45cd-b5a0-61b693fc318e"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:43:45.598067 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aee24ac-30a2-4f0d-9b0e-8a497b1d2635 x-openstack-request-id: req-1aee24ac-30a2-4f0d-9b0e-8a497b1d2635 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:43:45.598067 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417f6a04-0244-413d-8606-d5a2ce0ca00e", "tag": "688b5d68-6605-45cd-b5a0-61b693fc318e", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:43:45.600279 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1aee24ac-30a2-4f0d-9b0e-8a497b1d2635 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:43:45.600279 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417f6a04-0244-413d-8606-d5a2ce0ca00e', 'tag': '688b5d68-6605-45cd-b5a0-61b693fc318e', 'status': 'completed', 'code': 200} Feb 08 22:43:45.604257 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c31b4c-97df-40ff-81fa-fdb21024b074 service neutron] Pushing event updated for resources: {'Port': ['ID=688b5d68-6605-45cd-b5a0-61b693fc318e,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:43:45.654622 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-b45ac5f2-f1e9-4ac0-a91e-68c6b4cc67fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:45.656212 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-b45ac5f2-f1e9-4ac0-a91e-68c6b4cc67fd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98&device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 1127 time: 0.0800638 Feb 08 22:43:45.705560 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-d1fd726f-fa68-4ab5-b4f0-fc0ac5345b39 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=688b5d68-6605-45cd-b5a0-61b693fc318e HTTP/1.1" status: 200 len: 217 time: 0.0422823 Feb 08 22:43:45.765059 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-eeba92aa-68e8-4905-8a3a-7f579e143355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:45.766628 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-eeba92aa-68e8-4905-8a3a-7f579e143355 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=be20522c-8610-4ae7-b430-dfff8858886f HTTP/1.1" status: 200 len: 847 time: 0.0542355 Feb 08 22:43:45.826130 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-26e58c73-e6db-4980-8252-c8798b047d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:45.827593 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-26e58c73-e6db-4980-8252-c8798b047d74 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0550413 Feb 08 22:43:45.935843 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-e1294931-e68c-4133-8036-b7ed2c0c53c1 service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017661 Feb 08 22:43:46.033547 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b3cae684-1cbd-43c0-967f-fe41f6f3ab3b req-89bedc55-77ef-4368-9864-e9c0e9fe64b5 service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918157 Feb 08 22:43:46.189396 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ade04-e66f-469c-aa69-e49f952c2117 req-4c14d764-d850-4062-a42d-6b6af19237f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:46.191012 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f1ade04-e66f-469c-aa69-e49f952c2117 req-4c14d764-d850-4062-a42d-6b6af19237f4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98&device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 1127 time: 0.1067636 Feb 08 22:43:46.225763 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfa308-2b39-4246-8c1e-721a0d27d813 req-d8091575-d08f-4f1e-b08d-d6c3b281701a tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:46.227824 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-15bfa308-2b39-4246-8c1e-721a0d27d813 req-d8091575-d08f-4f1e-b08d-d6c3b281701a tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.1105995 Feb 08 22:43:46.359576 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-15bfa308-2b39-4246-8c1e-721a0d27d813 req-54056230-7662-459a-893c-411647da7851 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1056790 Feb 08 22:43:46.362940 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ade04-e66f-469c-aa69-e49f952c2117 req-e0e78004-dcf0-4a24-9dff-f0ce98fdd37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:46.364240 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f1ade04-e66f-469c-aa69-e49f952c2117 req-e0e78004-dcf0-4a24-9dff-f0ce98fdd37d service neutron] 10.222.0.96 "GET /v2.0/networks?id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031 HTTP/1.1" status: 200 len: 909 time: 0.1666615 Feb 08 22:43:46.413084 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f1ade04-e66f-469c-aa69-e49f952c2117 req-a5b856fe-1fbe-42c6-8b02-7cac5040c25f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=688b5d68-6605-45cd-b5a0-61b693fc318e HTTP/1.1" status: 200 len: 217 time: 0.0421188 Feb 08 22:43:46.465334 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ade04-e66f-469c-aa69-e49f952c2117 req-c4ea5fb9-212f-41fb-b5be-9cd3568622d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:46.466858 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f1ade04-e66f-469c-aa69-e49f952c2117 req-c4ea5fb9-212f-41fb-b5be-9cd3568622d1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=be20522c-8610-4ae7-b430-dfff8858886f HTTP/1.1" status: 200 len: 847 time: 0.0487051 Feb 08 22:43:46.530210 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ade04-e66f-469c-aa69-e49f952c2117 req-cdde348b-eb21-4be8-84d4-4c09be8ca39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:46.531933 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f1ade04-e66f-469c-aa69-e49f952c2117 req-cdde348b-eb21-4be8-84d4-4c09be8ca39b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0591989 Feb 08 22:43:46.652708 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f1ade04-e66f-469c-aa69-e49f952c2117 req-df0c39bd-3ba1-474d-bfcd-f2edae68071c service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142805 Feb 08 22:43:46.751755 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1f1ade04-e66f-469c-aa69-e49f952c2117 req-68779964-a2c2-48cf-92fd-5930e244b06a service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934703 Feb 08 22:43:47.525832 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277656a-1ef1-4006-b257-862b201812e2 req-9c410312-802e-4168-8480-198b76b7c1d1 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:47.527814 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1277656a-1ef1-4006-b257-862b201812e2 req-9c410312-802e-4168-8480-198b76b7c1d1 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.0750661 Feb 08 22:43:47.602156 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1277656a-1ef1-4006-b257-862b201812e2 req-3b52e7ab-febc-4438-9106-8ee6dd5b6038 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0643735 Feb 08 22:43:48.764900 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558029e-8553-451a-a53a-f50000c170e8 req-af9a2751-8104-48a1-bb11-d127c7102dd1 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:48.766675 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c558029e-8553-451a-a53a-f50000c170e8 req-af9a2751-8104-48a1-bb11-d127c7102dd1 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.0649564 Feb 08 22:43:48.824527 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c558029e-8553-451a-a53a-f50000c170e8 req-6b0e35b1-6b34-4a53-ba98-0abdb1056f40 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518107 Feb 08 22:43:49.974322 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50cad5-79e8-4683-975f-9a6bdb9b4348 req-77ee3875-6514-414d-bff7-7e1974f3ab06 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:49.977421 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7e50cad5-79e8-4683-975f-9a6bdb9b4348 req-77ee3875-6514-414d-bff7-7e1974f3ab06 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.0735109 Feb 08 22:43:50.048442 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7e50cad5-79e8-4683-975f-9a6bdb9b4348 req-050c3560-a74b-4439-b5e8-8e6ae8fc50f4 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644138 Feb 08 22:43:51.204077 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a2417-31ab-4d72-9946-560d7cc41be8 req-25d9cad8-a5ff-4b59-87de-e5b9d32d16b0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:51.205665 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-523a2417-31ab-4d72-9946-560d7cc41be8 req-25d9cad8-a5ff-4b59-87de-e5b9d32d16b0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.0693288 Feb 08 22:43:51.267565 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-523a2417-31ab-4d72-9946-560d7cc41be8 req-40325eb8-3fcc-49de-be61-ac312e051317 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524931 Feb 08 22:43:52.466788 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a128aba-a97b-4486-a1c5-4df230666c53 req-4851451b-f087-4449-a012-bba47086f571 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:52.468523 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3a128aba-a97b-4486-a1c5-4df230666c53 req-4851451b-f087-4449-a012-bba47086f571 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.0862496 Feb 08 22:43:52.553472 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3a128aba-a97b-4486-a1c5-4df230666c53 req-410f6297-53af-405e-95dd-119d59a86661 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778258 Feb 08 22:43:53.728373 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02b4af-af0f-423e-907b-66f760a1defd req-b2bf7b1d-28d3-4489-8e20-16aa076b8733 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:53.731073 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8f02b4af-af0f-423e-907b-66f760a1defd req-b2bf7b1d-28d3-4489-8e20-16aa076b8733 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.0870578 Feb 08 22:43:53.806652 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8f02b4af-af0f-423e-907b-66f760a1defd req-9cb8ff66-74ea-40ae-885d-f5e297dddb36 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655901 Feb 08 22:43:54.419794 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-efc00298-ddfe-4e5e-bf67-9e3369f3f7fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:54.949179 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344e8b5-b14b-4753-b141-0664b123cbc8 req-30ebb9bc-0e79-4836-ac43-c56c59af62a3 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:54.950770 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8344e8b5-b14b-4753-b141-0664b123cbc8 req-30ebb9bc-0e79-4836-ac43-c56c59af62a3 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.0573952 Feb 08 22:43:55.022197 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8344e8b5-b14b-4753-b141-0664b123cbc8 req-f9fc12ad-b963-4341-a089-3f791ca352eb tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656712 Feb 08 22:43:55.855425 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:43:56.159831 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43afc6-ae64-46cb-8123-9cd9a2cb6059 req-dd3180dc-c0fc-4fd2-8e34-ec8975774b8f tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:56.161408 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9f43afc6-ae64-46cb-8123-9cd9a2cb6059 req-dd3180dc-c0fc-4fd2-8e34-ec8975774b8f tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.0611439 Feb 08 22:43:56.224656 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9f43afc6-ae64-46cb-8123-9cd9a2cb6059 req-ac2beec9-2f70-4b33-b904-355bb37d086c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535378 Feb 08 22:43:57.352627 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565dc32-4a0f-4136-9f36-7c346a0d4ec3 req-0cceddb1-b616-4e1e-92df-7257268aade8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:57.354135 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a565dc32-4a0f-4136-9f36-7c346a0d4ec3 req-0cceddb1-b616-4e1e-92df-7257268aade8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.0578036 Feb 08 22:43:57.414014 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a565dc32-4a0f-4136-9f36-7c346a0d4ec3 req-cbc41ab1-9b4a-46ad-87c1-81a9c2b873ad tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522218 Feb 08 22:43:57.693327 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9b6daec0-0081-4711-95d6-675b427be00d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:58.547512 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd468cfa-0b44-431a-b8b9-a3d7dd691f75 req-bab45cf1-df15-4ec7-9230-ba48e4ce0001 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:58.549118 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd468cfa-0b44-431a-b8b9-a3d7dd691f75 req-bab45cf1-df15-4ec7-9230-ba48e4ce0001 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.0607593 Feb 08 22:43:58.607868 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fd468cfa-0b44-431a-b8b9-a3d7dd691f75 req-917bf61f-b2fb-4d10-9fea-c84519aef61c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528741 Feb 08 22:43:59.599022 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:43:59.756925 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84045a-0fb0-4a63-91e7-bc43cc495d61 req-1a6954e1-3cc7-43b2-b62b-4f5b354caddd tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:43:59.759073 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bb84045a-0fb0-4a63-91e7-bc43cc495d61 req-1a6954e1-3cc7-43b2-b62b-4f5b354caddd tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.0670226 Feb 08 22:43:59.830291 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bb84045a-0fb0-4a63-91e7-bc43cc495d61 req-abfd662a-77e7-4d1e-bb98-ffc2dc3a3642 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611598 Feb 08 22:44:00.955122 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcfdb9-4079-4771-8349-ae54e3af103e req-1b0993b7-c9f8-4c50-a709-6a162dabced0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:44:00.956599 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01fcfdb9-4079-4771-8349-ae54e3af103e req-1b0993b7-c9f8-4c50-a709-6a162dabced0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.0563416 Feb 08 22:44:01.014219 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-01fcfdb9-4079-4771-8349-ae54e3af103e req-f7a6bef4-b0d4-4b2c-bc9c-467cced2c630 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497310 Feb 08 22:44:01.601792 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:44:01.901538 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:44:02.147517 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9832e-a1cf-4a26-9330-7c0860bf97bf req-1f0c7daf-53c7-4bfc-a170-ac7417c27806 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:44:02.149606 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-64c9832e-a1cf-4a26-9330-7c0860bf97bf req-1f0c7daf-53c7-4bfc-a170-ac7417c27806 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.0616882 Feb 08 22:44:02.208557 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-64c9832e-a1cf-4a26-9330-7c0860bf97bf req-c22722d3-80c7-4a13-acad-d79f6dcfcd7b tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513196 Feb 08 22:44:02.887333 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 688b5d68-6605-45cd-b5a0-61b693fc318e details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:44:02.999283 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 688b5d68-6605-45cd-b5a0-61b693fc318e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=688b5d68-6605-45cd-b5a0-61b693fc318e,segment=NetworkSegment(342e6518-41e2-45d7-828c-1becdc2a79fe),segment_id=342e6518-41e2-45d7-828c-1becdc2a79fe)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:44:03.011956 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '688b5d68-6605-45cd-b5a0-61b693fc318e', 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'port_id': '688b5d68-6605-45cd-b5a0-61b693fc318e', 'mac_address': 'fa:16:3e:05:88:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:44:03.050603 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 688b5d68-6605-45cd-b5a0-61b693fc318e is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:44:03.050853 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (688b5d68-6605-45cd-b5a0-61b693fc318e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:44:03.067273 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 688b5d68-6605-45cd-b5a0-61b693fc318e {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:44:03.089941 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 688b5d68-6605-45cd-b5a0-61b693fc318e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=688b5d68-6605-45cd-b5a0-61b693fc318e,segment=NetworkSegment(342e6518-41e2-45d7-828c-1becdc2a79fe),segment_id=342e6518-41e2-45d7-828c-1becdc2a79fe)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:44:03.102931 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (688b5d68-6605-45cd-b5a0-61b693fc318e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:44:03.159106 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=688b5d68-6605-45cd-b5a0-61b693fc318e,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:44:03.168467 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:44:03.168814 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:44:03.169155 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:44:03.169514 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:44:03.169847 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:44:03.170176 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:44:03.170501 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:44:03.170824 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:44:03.171145 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:44:03.171464 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:44:03.171787 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:44:03.172104 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:44:03.172421 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:44:03.338867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811cc27-edfc-4ba6-9e1e-842d9c9789f9 req-25a41d3f-aed1-4bcd-b9d1-7b0279b2e682 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:44:03.340387 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b811cc27-edfc-4ba6-9e1e-842d9c9789f9 req-25a41d3f-aed1-4bcd-b9d1-7b0279b2e682 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 945 time: 0.0568960 Feb 08 22:44:03.398914 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b811cc27-edfc-4ba6-9e1e-842d9c9789f9 req-30611f4f-565d-4b13-98f0-443ba341579e tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525367 Feb 08 22:44:03.458549 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['688b5d68-6605-45cd-b5a0-61b693fc318e'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:44:04.541899 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bb9f7-63e9-4e11-b1dc-8092abe348c0 req-71a8f8ee-3500-4faa-8cbd-22bc0d5eb27e tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:44:04.544403 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a8bb9f7-63e9-4e11-b1dc-8092abe348c0 req-71a8f8ee-3500-4faa-8cbd-22bc0d5eb27e tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 945 time: 0.0722318 Feb 08 22:44:04.599287 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a8bb9f7-63e9-4e11-b1dc-8092abe348c0 req-c27c395b-3588-444f-88f9-62da090c09a3 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483844 Feb 08 22:44:04.902642 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 688b5d68-6605-45cd-b5a0-61b693fc318e up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:44:04.958331 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 688b5d68-6605-45cd-b5a0-61b693fc318e completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:44:04.966937 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 688b5d68-6605-45cd-b5a0-61b693fc318e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:44:04.967898 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (688b5d68-6605-45cd-b5a0-61b693fc318e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:44:05.070336 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 688b5d68-6605-45cd-b5a0-61b693fc318e is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:44:05.071224 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (688b5d68-6605-45cd-b5a0-61b693fc318e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:44:05.094635 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417f6a04-0244-413d-8606-d5a2ce0ca00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688b5d68-6605-45cd-b5a0-61b693fc318e'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:44:05.096887 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb918b1-cbf7-418c-8cb7-bfee2a2a2587" -d '{"events": [{"server_uuid": "417f6a04-0244-413d-8606-d5a2ce0ca00e", "name": "network-vif-plugged", "status": "completed", "tag": "688b5d68-6605-45cd-b5a0-61b693fc318e"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:44:05.111639 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 688b5d68-6605-45cd-b5a0-61b693fc318e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=688b5d68-6605-45cd-b5a0-61b693fc318e,segment=NetworkSegment(342e6518-41e2-45d7-828c-1becdc2a79fe),segment_id=342e6518-41e2-45d7-828c-1becdc2a79fe)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:44:05.116003 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (688b5d68-6605-45cd-b5a0-61b693fc318e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:44:05.140922 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6169ba35-1feb-4f19-a789-a0ba6308e4dd x-openstack-request-id: req-6169ba35-1feb-4f19-a789-a0ba6308e4dd {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:44:05.141251 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417f6a04-0244-413d-8606-d5a2ce0ca00e", "name": "network-vif-plugged", "status": "completed", "tag": "688b5d68-6605-45cd-b5a0-61b693fc318e", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:44:05.141507 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6169ba35-1feb-4f19-a789-a0ba6308e4dd {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:44:05.141900 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417f6a04-0244-413d-8606-d5a2ce0ca00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688b5d68-6605-45cd-b5a0-61b693fc318e', 'code': 200} Feb 08 22:44:05.174937 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=688b5d68-6605-45cd-b5a0-61b693fc318e,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:44:05.248685 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f63391-9c40-4232-882b-a8702955bc0c req-bf0f63cf-0894-41a8-a6fe-ff3084f4c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:44:05.250244 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9f63391-9c40-4232-882b-a8702955bc0c req-bf0f63cf-0894-41a8-a6fe-ff3084f4c27a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 1129 time: 0.0467501 Feb 08 22:44:05.297397 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9f63391-9c40-4232-882b-a8702955bc0c req-a315cb9a-c972-4475-b097-64244c79b0a1 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417542 Feb 08 22:44:05.725721 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492751e5-8167-4ddd-b78f-0f11ec3a3fdf req-315ebdfe-87be-4181-b87f-8b0cc7b5ebab tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:44:05.727766 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-492751e5-8167-4ddd-b78f-0f11ec3a3fdf req-315ebdfe-87be-4181-b87f-8b0cc7b5ebab tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 946 time: 0.0570183 Feb 08 22:44:05.787648 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-492751e5-8167-4ddd-b78f-0f11ec3a3fdf req-eb6022ed-d283-42d3-8996-b2df70c64cbe tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524251 Feb 08 22:44:06.913441 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dcea9b-075e-4a94-adab-fcb4607b00c9 req-e70d77ba-dece-487e-b64e-23267e91fc19 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:44:06.915960 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-07dcea9b-075e-4a94-adab-fcb4607b00c9 req-e70d77ba-dece-487e-b64e-23267e91fc19 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 946 time: 0.0563803 Feb 08 22:44:06.980078 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-07dcea9b-075e-4a94-adab-fcb4607b00c9 req-7571d41b-a483-4a27-a4ff-55f313c8ca97 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584393 Feb 08 22:44:07.100839 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ded100-ed74-4122-864d-4754494708de req-b08f9168-079a-4b32-82d6-e4e235d46d44 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:44:07.102795 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-81ded100-ed74-4122-864d-4754494708de req-b08f9168-079a-4b32-82d6-e4e235d46d44 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 946 time: 0.0552101 Feb 08 22:44:07.159417 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-81ded100-ed74-4122-864d-4754494708de req-011af536-1e68-45c7-bc99-4a0d25560413 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508168 Feb 08 22:44:07.182942 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49392) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:44:07.232592 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:44:07.279288 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a29ab7b-d00e-42ab-a646-b5edaf2adcff tempest-TestShelveInstance-345427732 tempest-TestShelveInstance-345427732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:44:07.280860 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6a29ab7b-d00e-42ab-a646-b5edaf2adcff tempest-TestShelveInstance-345427732 tempest-TestShelveInstance-345427732-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 1124 time: 0.0969093 Feb 08 22:44:07.283874 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49396) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:44:07.288266 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9f8d01d0-4a58-4ab1-8a8c-a8e9eb329d46 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'port_id': '688b5d68-6605-45cd-b5a0-61b693fc318e', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:44:07.312277 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f8d01d0-4a58-4ab1-8a8c-a8e9eb329d46 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:44:07.402234 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:44:07.420241 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f8d01d0-4a58-4ab1-8a8c-a8e9eb329d46 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:44:07.537597 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-9f8d01d0-4a58-4ab1-8a8c-a8e9eb329d46 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Allocated IP 172.25.3.178 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/80f307ed-3e03-4033-9bf1-4aa98dd81e4c) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:44:07.645515 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f8d01d0-4a58-4ab1-8a8c-a8e9eb329d46 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for port (80f307ed-3e03-4033-9bf1-4aa98dd81e4c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:44:07.684650 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f8d01d0-4a58-4ab1-8a8c-a8e9eb329d46 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (80f307ed-3e03-4033-9bf1-4aa98dd81e4c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:44:07.734633 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8d01d0-4a58-4ab1-8a8c-a8e9eb329d46 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:44:07.737945 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-9f8d01d0-4a58-4ab1-8a8c-a8e9eb329d46 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:44:07.741941 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8d01d0-4a58-4ab1-8a8c-a8e9eb329d46 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:44:07.748009 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d01d0-4a58-4ab1-8a8c-a8e9eb329d46 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Pushing event updated for resources: {'Port': ['ID=80f307ed-3e03-4033-9bf1-4aa98dd81e4c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:44:08.127140 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f8d01d0-4a58-4ab1-8a8c-a8e9eb329d46 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for floatingip (981884e6-7498-46da-9ded-962a7d6e3704), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:44:08.200259 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f8d01d0-4a58-4ab1-8a8c-a8e9eb329d46 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (80f307ed-3e03-4033-9bf1-4aa98dd81e4c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:44:08.380684 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f8d01d0-4a58-4ab1-8a8c-a8e9eb329d46 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for port (80f307ed-3e03-4033-9bf1-4aa98dd81e4c), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:44:08.385520 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f8d01d0-4a58-4ab1-8a8c-a8e9eb329d46 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (80f307ed-3e03-4033-9bf1-4aa98dd81e4c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:44:08.454558 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d01d0-4a58-4ab1-8a8c-a8e9eb329d46 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Pushing event updated for resources: {'Port': ['ID=80f307ed-3e03-4033-9bf1-4aa98dd81e4c,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:44:08.467712 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f8d01d0-4a58-4ab1-8a8c-a8e9eb329d46 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (981884e6-7498-46da-9ded-962a7d6e3704), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:44:08.576033 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-9f8d01d0-4a58-4ab1-8a8c-a8e9eb329d46 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Floating IP 981884e6-7498-46da-9ded-962a7d6e3704 associated. External IP: 172.25.3.178, port: 688b5d68-6605-45cd-b5a0-61b693fc318e. Feb 08 22:44:08.802009 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8d01d0-4a58-4ab1-8a8c-a8e9eb329d46 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Router 57caad24-4e47-45f7-b331-47ccb4a2fda0 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:44:08.913673 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8d01d0-4a58-4ab1-8a8c-a8e9eb329d46 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:44:08.923061 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b03591-5a11-4b9d-a916-c8b8f1c185fc None None] Sync routers for ids ['57caad24-4e47-45f7-b331-47ccb4a2fda0'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:44:08.932866 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f8d01d0-4a58-4ab1-8a8c-a8e9eb329d46 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:44:08.934599 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b03591-5a11-4b9d-a916-c8b8f1c185fc None None] Routers {'57caad24-4e47-45f7-b331-47ccb4a2fda0'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:44:08.935318 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-88b03591-5a11-4b9d-a916-c8b8f1c185fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:43:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['57caad24-4e47-45f7-b331-47ccb4a2fda0'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:44:08.963959 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9f8d01d0-4a58-4ab1-8a8c-a8e9eb329d46 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6790164 Feb 08 22:44:08.964552 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417f6a04-0244-413d-8606-d5a2ce0ca00e', 'tag': '688b5d68-6605-45cd-b5a0-61b693fc318e'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:44:08.966923 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1802cce71311667749108c4770a25da94a97ab17bab80bd33ee27ebae59f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0740d991-6cf3-4e5c-933b-cfdddc08abf4" -d '{"events": [{"name": "network-changed", "server_uuid": "417f6a04-0244-413d-8606-d5a2ce0ca00e", "tag": "688b5d68-6605-45cd-b5a0-61b693fc318e"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:44:09.009598 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf07ed08-4fbf-462b-a589-671bf26ab15c x-openstack-request-id: req-cf07ed08-4fbf-462b-a589-671bf26ab15c {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:44:09.009901 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417f6a04-0244-413d-8606-d5a2ce0ca00e", "tag": "688b5d68-6605-45cd-b5a0-61b693fc318e", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:44:09.010160 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cf07ed08-4fbf-462b-a589-671bf26ab15c {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:44:09.010711 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417f6a04-0244-413d-8606-d5a2ce0ca00e', 'tag': '688b5d68-6605-45cd-b5a0-61b693fc318e', 'status': 'completed', 'code': 200} Feb 08 22:44:09.043671 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-88b03591-5a11-4b9d-a916-c8b8f1c185fc None None] Set router 57caad24-4e47-45f7-b331-47ccb4a2fda0 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:44:09.077380 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740d991-6cf3-4e5c-933b-cfdddc08abf4 req-550311ab-e6ab-4de0-b6f9-4555bf11efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:44:09.078828 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0740d991-6cf3-4e5c-933b-cfdddc08abf4 req-550311ab-e6ab-4de0-b6f9-4555bf11efb8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98&device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 1129 time: 0.0490782 Feb 08 22:44:09.176713 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740d991-6cf3-4e5c-933b-cfdddc08abf4 req-9ef091ef-fe3e-46d0-962e-630f8b5325b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:44:09.178252 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0740d991-6cf3-4e5c-933b-cfdddc08abf4 req-9ef091ef-fe3e-46d0-962e-630f8b5325b8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031 HTTP/1.1" status: 200 len: 909 time: 0.0933456 Feb 08 22:44:09.249110 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0740d991-6cf3-4e5c-933b-cfdddc08abf4 req-d7505ebb-69e3-4ef9-a76f-7f8c558a2c40 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=688b5d68-6605-45cd-b5a0-61b693fc318e HTTP/1.1" status: 200 len: 1000 time: 0.0644524 Feb 08 22:44:09.299398 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740d991-6cf3-4e5c-933b-cfdddc08abf4 req-66828115-b592-4dc4-91a1-1f5c26041381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:44:09.300919 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0740d991-6cf3-4e5c-933b-cfdddc08abf4 req-66828115-b592-4dc4-91a1-1f5c26041381 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=be20522c-8610-4ae7-b430-dfff8858886f HTTP/1.1" status: 200 len: 847 time: 0.0452032 Feb 08 22:44:09.352064 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740d991-6cf3-4e5c-933b-cfdddc08abf4 req-87b99582-db9c-4b90-ae2c-41cb9c39a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:44:09.353573 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0740d991-6cf3-4e5c-933b-cfdddc08abf4 req-87b99582-db9c-4b90-ae2c-41cb9c39a505 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450366 Feb 08 22:44:09.358243 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-88b03591-5a11-4b9d-a916-c8b8f1c185fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'name': 'tempest-TestShelveInstance-996081310-router', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:37:30Z', 'updated_at': '2022-02-08T22:37:33Z', 'revision_number': 4, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'gw_port': {'id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:31Z', 'updated_at': '2022-02-08T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '981884e6-7498-46da-9ded-962a7d6e3704', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'port_id': '688b5d68-6605-45cd-b5a0-61b693fc318e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'mac_address': 'fa:16:3e:05:88:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417f6a04-0244-413d-8606-d5a2ce0ca00e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:44:07Z', 'updated_at': '2022-02-08T22:44:07Z', 'revision_number': 0, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '781edb7d-afe3-4b4e-966e-048cbbd0184f', 'name': '', 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'mac_address': 'fa:16:3e:4e:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:33Z', 'updated_at': '2022-02-08T22:37:38Z', 'revision_number': 5, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'subnets': [{'id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:44:09.385544 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b03591-5a11-4b9d-a916-c8b8f1c185fc None None] Checking router: 57caad24-4e47-45f7-b331-47ccb4a2fda0 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:44:09.394281 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b03591-5a11-4b9d-a916-c8b8f1c185fc None None] Routers {'57caad24-4e47-45f7-b331-47ccb4a2fda0'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:44:09.394904 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-88b03591-5a11-4b9d-a916-c8b8f1c185fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:43:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['57caad24-4e47-45f7-b331-47ccb4a2fda0'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:44:09.446776 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0740d991-6cf3-4e5c-933b-cfdddc08abf4 req-40461302-a48a-4895-86a7-e3ae0bffa3bf service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875728 Feb 08 22:44:09.502155 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-88b03591-5a11-4b9d-a916-c8b8f1c185fc None None] Set router 57caad24-4e47-45f7-b331-47ccb4a2fda0 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:44:09.535947 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0740d991-6cf3-4e5c-933b-cfdddc08abf4 req-7624bfbb-b56e-403d-b510-999513b2006e service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840511 Feb 08 22:44:09.724064 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-88b03591-5a11-4b9d-a916-c8b8f1c185fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'name': 'tempest-TestShelveInstance-996081310-router', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:37:30Z', 'updated_at': '2022-02-08T22:37:33Z', 'revision_number': 4, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'gw_port': {'id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:31Z', 'updated_at': '2022-02-08T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '981884e6-7498-46da-9ded-962a7d6e3704', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'port_id': '688b5d68-6605-45cd-b5a0-61b693fc318e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'mac_address': 'fa:16:3e:05:88:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417f6a04-0244-413d-8606-d5a2ce0ca00e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:44:07Z', 'updated_at': '2022-02-08T22:44:07Z', 'revision_number': 0, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '781edb7d-afe3-4b4e-966e-048cbbd0184f', 'name': '', 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'mac_address': 'fa:16:3e:4e:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:33Z', 'updated_at': '2022-02-08T22:37:38Z', 'revision_number': 5, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'subnets': [{'id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:44:09.750125 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b03591-5a11-4b9d-a916-c8b8f1c185fc None None] The sync data for ids ['57caad24-4e47-45f7-b331-47ccb4a2fda0'] in n-d-712143-31 is: [{'id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'name': 'tempest-TestShelveInstance-996081310-router', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:37:30Z', 'updated_at': '2022-02-08T22:37:33Z', 'revision_number': 4, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'gw_port': {'id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:31Z', 'updated_at': '2022-02-08T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '981884e6-7498-46da-9ded-962a7d6e3704', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'port_id': '688b5d68-6605-45cd-b5a0-61b693fc318e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'mac_address': 'fa:16:3e:05:88:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417f6a04-0244-413d-8606-d5a2ce0ca00e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:44:07Z', 'updated_at': '2022-02-08T22:44:07Z', 'revision_number': 0, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '781edb7d-afe3-4b4e-966e-048cbbd0184f', 'name': '', 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'mac_address': 'fa:16:3e:4e:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:33Z', 'updated_at': '2022-02-08T22:37:38Z', 'revision_number': 5, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'subnets': [{'id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:44:09.944968 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3e6b50-feb0-4e21-b3dc-61b2772a88fa None None] New status for floating IP 981884e6-7498-46da-9ded-962a7d6e3704: ACTIVE {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:44:24.421567 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24ef0d0b-850c-4fbd-9029-ef52ec34df5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:44:27.696392 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-44d7b95c-08b6-4870-ad62-11d902162a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:44:29.602736 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:44:31.596756 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:44:31.900816 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:44:32.859750 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:44:37.247854 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:44:37.398234 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:44:48.501844 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3a12eccf-1218-43e9-9911-56229febd6e5 req-99d012cd-ccdd-4ee5-a2d5-a29701bdce29 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0486217 Feb 08 22:44:48.592029 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12eccf-1218-43e9-9911-56229febd6e5 req-e38848bc-021b-4710-91d4-a6a5ae3a986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:44:48.593580 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3a12eccf-1218-43e9-9911-56229febd6e5 req-e38848bc-021b-4710-91d4-a6a5ae3a986c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98&device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 1129 time: 0.0501511 Feb 08 22:44:48.698678 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12eccf-1218-43e9-9911-56229febd6e5 req-3915c7c7-f86c-42d2-9afa-9b75c738b8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:44:48.700167 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3a12eccf-1218-43e9-9911-56229febd6e5 req-3915c7c7-f86c-42d2-9afa-9b75c738b8d2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031 HTTP/1.1" status: 200 len: 909 time: 0.0886581 Feb 08 22:44:48.774170 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3a12eccf-1218-43e9-9911-56229febd6e5 req-225686ad-85a8-40ce-9cea-2c9d1f48f3bc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=688b5d68-6605-45cd-b5a0-61b693fc318e HTTP/1.1" status: 200 len: 1002 time: 0.0675550 Feb 08 22:44:48.834067 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12eccf-1218-43e9-9911-56229febd6e5 req-2dbeaf04-ad8d-4d3c-ba48-6eb320f4f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:44:48.835571 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3a12eccf-1218-43e9-9911-56229febd6e5 req-2dbeaf04-ad8d-4d3c-ba48-6eb320f4f620 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=be20522c-8610-4ae7-b430-dfff8858886f HTTP/1.1" status: 200 len: 847 time: 0.0551269 Feb 08 22:44:48.891294 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12eccf-1218-43e9-9911-56229febd6e5 req-2435d1ee-09ef-4fc4-a131-985046840c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:44:48.892927 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3a12eccf-1218-43e9-9911-56229febd6e5 req-2435d1ee-09ef-4fc4-a131-985046840c81 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0517859 Feb 08 22:44:48.989681 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3a12eccf-1218-43e9-9911-56229febd6e5 req-2113c14b-afbf-4127-9b1d-d639093e1ff3 service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891411 Feb 08 22:44:49.098579 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3a12eccf-1218-43e9-9911-56229febd6e5 req-e642df6a-2750-4329-9be3-74abf8de790c service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034741 Feb 08 22:44:54.423090 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fea559a1-c01b-4366-91d7-50be2786c520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:44:57.699500 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f8ff6210-43df-40a1-9743-423c3294c179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:44:59.606288 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:45:01.599064 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:45:01.902709 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:45:07.257010 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:45:07.414254 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:45:09.859419 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:45:24.424786 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0afea858-5eea-43cb-9618-997e0ed86346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:45:27.702222 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cffb8ab6-52d5-4326-9884-9099e20e36d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:45:29.608606 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:45:31.601408 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:45:31.905688 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:45:37.245941 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:45:37.427824 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:45:46.858392 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:45:49.494244 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b6ce7f9-deda-449f-b965-0cdae1de04d3 req-730709d0-6933-410a-937f-b157270b2811 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468695 Feb 08 22:45:49.591016 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ce7f9-deda-449f-b965-0cdae1de04d3 req-e490a724-3c8f-4e8e-9a0d-73e001c34f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:45:49.592543 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b6ce7f9-deda-449f-b965-0cdae1de04d3 req-e490a724-3c8f-4e8e-9a0d-73e001c34f83 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98&device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 1129 time: 0.0548878 Feb 08 22:45:49.703767 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ce7f9-deda-449f-b965-0cdae1de04d3 req-eb9ea5ec-7448-49da-b235-e98ee0d5db46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:45:49.705322 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b6ce7f9-deda-449f-b965-0cdae1de04d3 req-eb9ea5ec-7448-49da-b235-e98ee0d5db46 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031 HTTP/1.1" status: 200 len: 909 time: 0.0943432 Feb 08 22:45:49.776537 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b6ce7f9-deda-449f-b965-0cdae1de04d3 req-08106290-92ba-4631-91d4-3cbf58d15b23 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=688b5d68-6605-45cd-b5a0-61b693fc318e HTTP/1.1" status: 200 len: 1002 time: 0.0651393 Feb 08 22:45:49.826972 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ce7f9-deda-449f-b965-0cdae1de04d3 req-c690339a-1293-4a93-973e-77a17a4fced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:45:49.829034 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b6ce7f9-deda-449f-b965-0cdae1de04d3 req-c690339a-1293-4a93-973e-77a17a4fced2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=be20522c-8610-4ae7-b430-dfff8858886f HTTP/1.1" status: 200 len: 847 time: 0.0470357 Feb 08 22:45:49.883510 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ce7f9-deda-449f-b965-0cdae1de04d3 req-6bd27cd4-0647-4560-9cba-d2e36b4a647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:45:49.885041 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b6ce7f9-deda-449f-b965-0cdae1de04d3 req-6bd27cd4-0647-4560-9cba-d2e36b4a647e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504732 Feb 08 22:45:49.980733 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b6ce7f9-deda-449f-b965-0cdae1de04d3 req-bc02f560-8ecd-45b6-893a-01a9f81f7a31 service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888460 Feb 08 22:45:50.077398 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7b6ce7f9-deda-449f-b965-0cdae1de04d3 req-40c74d3f-df91-4b62-9ee8-dc8d27779f81 service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899076 Feb 08 22:45:54.429288 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8d159447-76c2-42cb-b852-d4a2b168a8d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:45:57.705426 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0fab7859-7184-4112-8923-1432b23b95a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:45:59.620500 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:46:01.606304 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:46:01.909475 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:46:04.497718 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29338f-51a1-4edc-9f82-70720fd23936 req-90af55ca-efa7-4dae-b3bc-597a37d009ac tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:04.499896 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c29338f-51a1-4edc-9f82-70720fd23936 req-90af55ca-efa7-4dae-b3bc-597a37d009ac tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 946 time: 0.1250048 Feb 08 22:46:04.560528 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6c29338f-51a1-4edc-9f82-70720fd23936 req-a54989a1-45ce-4bdb-9c51-5865b9809f28 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542099 Feb 08 22:46:05.707838 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b811f83-40c6-41f4-bc40-93d2fb5d8d71 req-4bc7dbd8-e045-4665-ba05-71567ccf930b tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:05.709429 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b811f83-40c6-41f4-bc40-93d2fb5d8d71 req-4bc7dbd8-e045-4665-ba05-71567ccf930b tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 946 time: 0.0633938 Feb 08 22:46:05.762496 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8b811f83-40c6-41f4-bc40-93d2fb5d8d71 req-0b4372c5-f16c-4c2d-b21f-50ead2548067 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467832 Feb 08 22:46:06.930718 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e59d7-1f7a-4658-a7c2-2ad138105fcc req-b7f4eb87-dcb8-4e30-b003-792eb048273f tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:06.932661 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc5e59d7-1f7a-4658-a7c2-2ad138105fcc req-b7f4eb87-dcb8-4e30-b003-792eb048273f tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 946 time: 0.0731766 Feb 08 22:46:06.991323 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bc5e59d7-1f7a-4658-a7c2-2ad138105fcc req-c906eaea-23c1-43f9-9369-7d8dd513a8d0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513556 Feb 08 22:46:07.283037 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:46:07.457713 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:46:08.130061 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6a15d-2285-4cfe-964b-da0c62361f2d req-a3067bf5-02e5-4fe5-93e3-9530e9f202e8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:08.131595 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1bb6a15d-2285-4cfe-964b-da0c62361f2d req-a3067bf5-02e5-4fe5-93e3-9530e9f202e8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 946 time: 0.0584075 Feb 08 22:46:08.185750 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1bb6a15d-2285-4cfe-964b-da0c62361f2d req-7e661e31-3f18-4662-8eaf-709fe8eb7a7f tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480249 Feb 08 22:46:09.309596 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79616025-cafe-4bfb-8e93-378511d75356 req-07effe07-37ea-4bd3-8e12-1fdc207855d7 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:09.310971 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-79616025-cafe-4bfb-8e93-378511d75356 req-07effe07-37ea-4bd3-8e12-1fdc207855d7 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 946 time: 0.0542631 Feb 08 22:46:09.362375 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-79616025-cafe-4bfb-8e93-378511d75356 req-a251d8ff-b48b-4702-9aed-e56886df6bc9 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452774 Feb 08 22:46:10.497548 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fa8fd-12a6-4c6c-ad34-b18d18985dc9 req-87578650-953a-4cae-8aab-f89283025027 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:10.499652 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca3fa8fd-12a6-4c6c-ad34-b18d18985dc9 req-87578650-953a-4cae-8aab-f89283025027 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 946 time: 0.0624542 Feb 08 22:46:10.567156 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ca3fa8fd-12a6-4c6c-ad34-b18d18985dc9 req-3bad7048-e9ce-49a3-9698-7b9351716dc6 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588107 Feb 08 22:46:12.000680 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d78c77-f07f-47fd-a94e-6479d0110a29 req-c8e5353b-0117-4045-bf9d-a03a779679cc tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:12.002279 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31d78c77-f07f-47fd-a94e-6479d0110a29 req-c8e5353b-0117-4045-bf9d-a03a779679cc tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 946 time: 0.3636029 Feb 08 22:46:12.056972 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31d78c77-f07f-47fd-a94e-6479d0110a29 req-00450fff-3960-4ee5-bbb3-c344702a7f90 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490565 Feb 08 22:46:13.189851 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb19e9a-7d30-4c89-bf99-1bd95926febe req-d82bdafb-635b-4af6-ab0c-da2eb84e80d0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:13.191372 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ffb19e9a-7d30-4c89-bf99-1bd95926febe req-d82bdafb-635b-4af6-ab0c-da2eb84e80d0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 946 time: 0.0571702 Feb 08 22:46:13.245191 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ffb19e9a-7d30-4c89-bf99-1bd95926febe req-79541ce9-0578-49e9-ac89-9f780ae26061 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476146 Feb 08 22:46:14.375996 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd195e-66e9-4864-80ef-3224a9408d12 req-768a523a-b891-44f3-96f6-27cc309a3860 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:14.377518 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40cd195e-66e9-4864-80ef-3224a9408d12 req-768a523a-b891-44f3-96f6-27cc309a3860 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 946 time: 0.0576749 Feb 08 22:46:14.427146 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40cd195e-66e9-4864-80ef-3224a9408d12 req-b9c43389-2c2a-4eb0-872a-92a9c06e3e96 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439510 Feb 08 22:46:14.572304 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d56665-be92-4a0f-988a-daaf53e94d24 req-0ed4fd3b-f7ec-4c0b-95b8-978cc6553981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:14.573844 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40d56665-be92-4a0f-988a-daaf53e94d24 req-0ed4fd3b-f7ec-4c0b-95b8-978cc6553981 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98&device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 1129 time: 0.0620258 Feb 08 22:46:14.678550 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d56665-be92-4a0f-988a-daaf53e94d24 req-d48aad92-81f9-4e24-ae47-5e75df928dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:14.679929 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40d56665-be92-4a0f-988a-daaf53e94d24 req-d48aad92-81f9-4e24-ae47-5e75df928dbd service neutron] 10.222.0.96 "GET /v2.0/networks?id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031 HTTP/1.1" status: 200 len: 909 time: 0.0998123 Feb 08 22:46:14.746905 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40d56665-be92-4a0f-988a-daaf53e94d24 req-7cba96de-4b14-4dec-9a39-61a24b7b8d06 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=688b5d68-6605-45cd-b5a0-61b693fc318e HTTP/1.1" status: 200 len: 1002 time: 0.0614808 Feb 08 22:46:14.796369 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d56665-be92-4a0f-988a-daaf53e94d24 req-f04bc5fb-aa23-4704-87b6-65c0e1202d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:14.797924 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40d56665-be92-4a0f-988a-daaf53e94d24 req-f04bc5fb-aa23-4704-87b6-65c0e1202d94 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=be20522c-8610-4ae7-b430-dfff8858886f HTTP/1.1" status: 200 len: 847 time: 0.0459535 Feb 08 22:46:14.857051 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d56665-be92-4a0f-988a-daaf53e94d24 req-ee5050e1-4b8a-4250-baff-0873eb555501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:14.858644 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40d56665-be92-4a0f-988a-daaf53e94d24 req-ee5050e1-4b8a-4250-baff-0873eb555501 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0550780 Feb 08 22:46:14.954858 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40d56665-be92-4a0f-988a-daaf53e94d24 req-891b8af5-18af-4a4d-b5b1-63710b6767b8 service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882215 Feb 08 22:46:15.063381 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40d56665-be92-4a0f-988a-daaf53e94d24 req-3d36c565-af8f-4343-a21f-7c6fa03d49d5 service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029494 Feb 08 22:46:15.571788 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cdc58-1643-4056-9d6a-71e1147eff8e req-1245925b-ae39-4663-9797-21ab5ddace2c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:15.574431 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-106cdc58-1643-4056-9d6a-71e1147eff8e req-1245925b-ae39-4663-9797-21ab5ddace2c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 946 time: 0.0693629 Feb 08 22:46:15.625976 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-106cdc58-1643-4056-9d6a-71e1147eff8e req-d5bd6e1e-e078-444e-9cf9-7868085613f5 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454617 Feb 08 22:46:16.766657 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ec32b-158b-478f-b091-563b2ce61af6 req-31c569da-56c7-4198-a37e-75b2089ead38 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:16.766657 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df7ec32b-158b-478f-b091-563b2ce61af6 req-31c569da-56c7-4198-a37e-75b2089ead38 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 946 time: 0.0653725 Feb 08 22:46:16.827205 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-df7ec32b-158b-478f-b091-563b2ce61af6 req-f06a379b-32d5-4c19-9a8a-96f1494f1636 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496976 Feb 08 22:46:17.999513 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9808e3-8226-44db-a3fd-fc668507925d req-6be1be6b-54b5-44ea-963f-e7e69b42bbc0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:18.001263 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c9808e3-8226-44db-a3fd-fc668507925d req-6be1be6b-54b5-44ea-963f-e7e69b42bbc0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 946 time: 0.0855610 Feb 08 22:46:18.063799 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c9808e3-8226-44db-a3fd-fc668507925d req-811f77a6-f0fc-44f3-abc3-1aef9650a40b tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527463 Feb 08 22:46:19.212342 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cee0d6-0a6f-4c40-9aee-945c3b288ce9 req-a794ab23-131c-4b4b-bfd3-f662c09021d4 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:19.214592 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-35cee0d6-0a6f-4c40-9aee-945c3b288ce9 req-a794ab23-131c-4b4b-bfd3-f662c09021d4 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 946 time: 0.0739591 Feb 08 22:46:19.283143 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-35cee0d6-0a6f-4c40-9aee-945c3b288ce9 req-7d116435-9ded-4a84-aaf5-646cadfa2884 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577316 Feb 08 22:46:20.430709 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975f404-1fed-4b7f-9397-36f913de5ac4 req-2428c0bb-56ad-4225-9527-bcc3a17ed4f0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:20.432168 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1975f404-1fed-4b7f-9397-36f913de5ac4 req-2428c0bb-56ad-4225-9527-bcc3a17ed4f0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 946 time: 0.0643289 Feb 08 22:46:20.494460 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1975f404-1fed-4b7f-9397-36f913de5ac4 req-6e1517d0-b6bc-4f99-a997-216295f0704b tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513489 Feb 08 22:46:20.632905 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-2313b593-9f6c-4cf3-87e1-da568c811ebb req-58344e34-fb90-4179-a31e-b401e8bb25d7 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 22:46:20.634568 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2313b593-9f6c-4cf3-87e1-da568c811ebb req-58344e34-fb90-4179-a31e-b401e8bb25d7 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0594056 Feb 08 22:46:21.491603 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 688b5d68-6605-45cd-b5a0-61b693fc318e no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:46:21.589456 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 688b5d68-6605-45cd-b5a0-61b693fc318e is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:46:21.589865 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (688b5d68-6605-45cd-b5a0-61b693fc318e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:46:21.615587 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417f6a04-0244-413d-8606-d5a2ce0ca00e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '688b5d68-6605-45cd-b5a0-61b693fc318e'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:46:21.622108 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd19d2e8-4cc1-488b-af21-b9174481f3d6" -d '{"events": [{"server_uuid": "417f6a04-0244-413d-8606-d5a2ce0ca00e", "name": "network-vif-unplugged", "status": "completed", "tag": "688b5d68-6605-45cd-b5a0-61b693fc318e"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:46:21.640311 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 688b5d68-6605-45cd-b5a0-61b693fc318e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=688b5d68-6605-45cd-b5a0-61b693fc318e,segment=NetworkSegment(342e6518-41e2-45d7-828c-1becdc2a79fe),segment_id=342e6518-41e2-45d7-828c-1becdc2a79fe)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:46:21.645985 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (688b5d68-6605-45cd-b5a0-61b693fc318e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:46:21.719961 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=688b5d68-6605-45cd-b5a0-61b693fc318e,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:46:21.728835 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:46:21.729375 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:46:21.729828 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:46:21.730998 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:46:21.730998 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:46:21.731362 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:46:21.731809 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:46:21.732238 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:46:21.732729 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:46:21.733155 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:46:21.733768 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:46:21.734193 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:46:21.734685 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:46:21.775718 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Feb 2022 22:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a6074c-04b0-46b4-8512-78ff38df361b x-openstack-request-id: req-01a6074c-04b0-46b4-8512-78ff38df361b {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:46:21.776187 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417f6a04-0244-413d-8606-d5a2ce0ca00e", "name": "network-vif-unplugged", "status": "failed", "tag": "688b5d68-6605-45cd-b5a0-61b693fc318e", "code": 422}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:46:21.776562 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-01a6074c-04b0-46b4-8512-78ff38df361b {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:46:21.777374 n-d-712143-31 neutron-server[103435]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '417f6a04-0244-413d-8606-d5a2ce0ca00e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '688b5d68-6605-45cd-b5a0-61b693fc318e', 'code': 422} returned with failed status Feb 08 22:46:21.917737 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8c20e-e657-42f1-b2a8-3dcbca22c9af req-ddbbe076-2a38-467d-8267-c0325f06971e tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:21.919352 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbd8c20e-e657-42f1-b2a8-3dcbca22c9af req-ddbbe076-2a38-467d-8267-c0325f06971e tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.1000402 Feb 08 22:46:21.926874 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9a6aa3b4-ba20-4e29-87b9-1c784fe70974 req-9e042e33-24d4-4386-aad2-3208a13c4391 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1301045 Feb 08 22:46:21.939426 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-9a6aa3b4-ba20-4e29-87b9-1c784fe70974 req-e4fe96b1-0984-4d09-a22f-08a4b8bc786e service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 22:46:21.940465 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9a6aa3b4-ba20-4e29-87b9-1c784fe70974 req-e4fe96b1-0984-4d09-a22f-08a4b8bc786e service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066371 Feb 08 22:46:21.992855 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-bbd8c20e-e657-42f1-b2a8-3dcbca22c9af req-6a0c921c-6724-41da-af70-be7731583925 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649872 Feb 08 22:46:23.142104 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7c047-045a-414a-9b90-9e2bb570525e req-d3811835-f094-4af5-8a4b-64b42ddd6b9e tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:23.144185 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b5a7c047-045a-414a-9b90-9e2bb570525e req-d3811835-f094-4af5-8a4b-64b42ddd6b9e tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.0648835 Feb 08 22:46:23.215365 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b5a7c047-045a-414a-9b90-9e2bb570525e req-22750594-486e-4474-bb1c-4bbe434eab81 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608387 Feb 08 22:46:23.858286 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:46:24.344820 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677aee8a-1aa9-4890-b855-856255f8bc06 req-408631ff-a31b-44ce-9efa-0046d4abe3b3 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:24.346253 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-677aee8a-1aa9-4890-b855-856255f8bc06 req-408631ff-a31b-44ce-9efa-0046d4abe3b3 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.0587809 Feb 08 22:46:24.421901 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-677aee8a-1aa9-4890-b855-856255f8bc06 req-949fbb59-3c9f-4905-a01f-d8ae02dd9f2b tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0695918 Feb 08 22:46:24.433497 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-42180940-1431-42df-8776-7065c02b2146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:46:25.568410 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572cd91-cc76-4de9-a4d2-4aa3cccbeb1e req-d7f9cad3-4c82-457d-aba1-f0b848a3ae17 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:25.570005 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4572cd91-cc76-4de9-a4d2-4aa3cccbeb1e req-d7f9cad3-4c82-457d-aba1-f0b848a3ae17 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.0613701 Feb 08 22:46:25.622354 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-4572cd91-cc76-4de9-a4d2-4aa3cccbeb1e req-ed6f6fca-3397-4867-89f1-4db388b19472 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467439 Feb 08 22:46:26.783101 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f28c90-8511-4131-a934-ea9e5f7e645b req-a4ed5bd3-6727-4f41-b2d0-aa6a83a57956 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:26.784582 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9f28c90-8511-4131-a934-ea9e5f7e645b req-a4ed5bd3-6727-4f41-b2d0-aa6a83a57956 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.0662198 Feb 08 22:46:26.845637 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a9f28c90-8511-4131-a934-ea9e5f7e645b req-4280f4da-070f-496f-a1a0-082b1d54fa38 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532417 Feb 08 22:46:27.714576 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86a6f029-af6d-426d-8a4a-37664cbbadfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:46:27.995720 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edc1ce-2e2c-49c9-9875-68863cd7063b req-4e851685-cc07-4f4e-bc5d-369565782391 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:27.998228 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-16edc1ce-2e2c-49c9-9875-68863cd7063b req-4e851685-cc07-4f4e-bc5d-369565782391 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.0725012 Feb 08 22:46:28.070084 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-16edc1ce-2e2c-49c9-9875-68863cd7063b req-b57ff6dd-bb3e-415c-81ab-fcaa536b3f17 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618296 Feb 08 22:46:29.216778 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdbddb-e1ac-47cf-bf50-62630eb59d77 req-37e32da8-5134-45b7-942b-fc6cac1f059e tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:29.218369 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43cdbddb-e1ac-47cf-bf50-62630eb59d77 req-37e32da8-5134-45b7-942b-fc6cac1f059e tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.0595031 Feb 08 22:46:29.278992 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-43cdbddb-e1ac-47cf-bf50-62630eb59d77 req-2d1f0c5a-4790-4a69-a5ef-95ab238de1e1 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514562 Feb 08 22:46:29.615661 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:46:30.427740 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ee4e3-5191-4ef7-bdd1-df7a9d320e8c req-1fb4c776-1390-445f-aaff-9ad33b6d3bd2 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:30.429499 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a80ee4e3-5191-4ef7-bdd1-df7a9d320e8c req-1fb4c776-1390-445f-aaff-9ad33b6d3bd2 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.0645373 Feb 08 22:46:30.493884 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a80ee4e3-5191-4ef7-bdd1-df7a9d320e8c req-e52efd81-ee3f-43c2-942f-dc127b4d2853 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577896 Feb 08 22:46:31.617428 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:46:31.666004 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe6838-1146-4c84-8e53-4efd68332b5c req-154ab1b7-c5e0-4ab3-b05d-d959ffed6101 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:31.668261 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40fe6838-1146-4c84-8e53-4efd68332b5c req-154ab1b7-c5e0-4ab3-b05d-d959ffed6101 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.0891669 Feb 08 22:46:31.738056 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-40fe6838-1146-4c84-8e53-4efd68332b5c req-59227c47-2d10-488e-a2ad-29d1f28de0e8 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619600 Feb 08 22:46:31.913327 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:46:32.891811 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909d74b-ff5f-4291-92ea-872be9162533 req-09b125cf-a33d-461e-a88c-a73ae5250c34 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:32.893375 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1909d74b-ff5f-4291-92ea-872be9162533 req-09b125cf-a33d-461e-a88c-a73ae5250c34 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.0595357 Feb 08 22:46:32.954803 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1909d74b-ff5f-4291-92ea-872be9162533 req-1e2d9ca2-e7fd-40ce-922b-78746ab5323c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543382 Feb 08 22:46:33.053525 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6aa3b4-ba20-4e29-87b9-1c784fe70974 req-85ed519b-dba4-4d05-8d3c-b84b9d412512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:33.055077 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9a6aa3b4-ba20-4e29-87b9-1c784fe70974 req-85ed519b-dba4-4d05-8d3c-b84b9d412512 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e&tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98 HTTP/1.1" status: 200 len: 1127 time: 0.0541816 Feb 08 22:46:33.134754 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6aa3b4-ba20-4e29-87b9-1c784fe70974 req-493de72e-8212-4838-81e8-034b5528b42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:33.136282 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9a6aa3b4-ba20-4e29-87b9-1c784fe70974 req-493de72e-8212-4838-81e8-034b5528b42b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98&device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 1127 time: 0.0571547 Feb 08 22:46:33.237838 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6aa3b4-ba20-4e29-87b9-1c784fe70974 req-e5c69bc5-4cae-4c05-aae9-8878cf525467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:33.239828 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9a6aa3b4-ba20-4e29-87b9-1c784fe70974 req-e5c69bc5-4cae-4c05-aae9-8878cf525467 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031 HTTP/1.1" status: 200 len: 909 time: 0.0978160 Feb 08 22:46:33.322738 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9a6aa3b4-ba20-4e29-87b9-1c784fe70974 req-b7431c8c-a72a-4a1f-a876-95fd638381b8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=688b5d68-6605-45cd-b5a0-61b693fc318e HTTP/1.1" status: 200 len: 1000 time: 0.0773931 Feb 08 22:46:33.391642 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6aa3b4-ba20-4e29-87b9-1c784fe70974 req-0e5f61a5-f775-4dab-98b5-3dc8da7e8572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:33.393136 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9a6aa3b4-ba20-4e29-87b9-1c784fe70974 req-0e5f61a5-f775-4dab-98b5-3dc8da7e8572 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=be20522c-8610-4ae7-b430-dfff8858886f HTTP/1.1" status: 200 len: 847 time: 0.0651243 Feb 08 22:46:33.453215 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6aa3b4-ba20-4e29-87b9-1c784fe70974 req-c2aa836f-1916-498d-b1e0-3c426329ac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:33.454986 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9a6aa3b4-ba20-4e29-87b9-1c784fe70974 req-c2aa836f-1916-498d-b1e0-3c426329ac67 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0565577 Feb 08 22:46:33.555016 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9a6aa3b4-ba20-4e29-87b9-1c784fe70974 req-43fd26d3-2ce5-408c-8e4c-b343711cb337 service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944235 Feb 08 22:46:33.654862 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9a6aa3b4-ba20-4e29-87b9-1c784fe70974 req-49d6f6af-7b45-47e8-8f44-fda108726792 service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928488 Feb 08 22:46:34.089733 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a2ce8-38ae-424d-b126-f8e5846d1fd7 req-0eb0c267-fe47-444d-b7ab-e2d1f89c87cd tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:34.092280 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d94a2ce8-38ae-424d-b126-f8e5846d1fd7 req-0eb0c267-fe47-444d-b7ab-e2d1f89c87cd tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.0588427 Feb 08 22:46:34.152528 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d94a2ce8-38ae-424d-b126-f8e5846d1fd7 req-e7d67050-1f93-4edd-9210-2cfd9dd4316b tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539479 Feb 08 22:46:35.292211 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bea24-5abe-47b0-8603-44e762b41d8c req-f27c6bdc-944b-428e-8e2c-6a70191def2c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:35.294010 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-903bea24-5abe-47b0-8603-44e762b41d8c req-f27c6bdc-944b-428e-8e2c-6a70191def2c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.0621998 Feb 08 22:46:35.348482 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-903bea24-5abe-47b0-8603-44e762b41d8c req-bc66c9bd-2bd0-4a32-b807-b4f3e8a479a9 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477014 Feb 08 22:46:36.499541 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cb9dd-c905-481f-9af8-3d8921270bfa req-cce6b3f4-75c9-4782-9590-6d5eb6de5ac3 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:36.501169 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-719cb9dd-c905-481f-9af8-3d8921270bfa req-cce6b3f4-75c9-4782-9590-6d5eb6de5ac3 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.0629153 Feb 08 22:46:36.566341 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-719cb9dd-c905-481f-9af8-3d8921270bfa req-9eba092e-5946-4027-b402-ee55a9094f81 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586731 Feb 08 22:46:37.274708 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:46:37.442431 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:46:37.716317 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57e965-6295-418d-8b11-9b2bc9948d0f req-36f4e2d8-7bf3-4916-ba97-146fe140e65f tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:37.717798 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce57e965-6295-418d-8b11-9b2bc9948d0f req-36f4e2d8-7bf3-4916-ba97-146fe140e65f tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.0699511 Feb 08 22:46:37.789434 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ce57e965-6295-418d-8b11-9b2bc9948d0f req-06af7b11-99b6-4831-a0b0-aa8f7728d066 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657680 Feb 08 22:46:38.914977 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917aadf-1fe0-44ad-a26c-0cfe50921b80 req-6a0e9649-e077-44f0-994b-165ece3cc4af tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:38.916490 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d917aadf-1fe0-44ad-a26c-0cfe50921b80 req-6a0e9649-e077-44f0-994b-165ece3cc4af tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.0557542 Feb 08 22:46:38.975126 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d917aadf-1fe0-44ad-a26c-0cfe50921b80 req-ce181c2a-293a-40b2-8a9f-03f3a228d81b tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526087 Feb 08 22:46:40.121371 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a35eac-6bcc-40c4-b988-6f4fb992b8b4 req-f7bec182-fa6e-4012-9b27-fd982a6dc3a0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:40.122908 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-53a35eac-6bcc-40c4-b988-6f4fb992b8b4 req-f7bec182-fa6e-4012-9b27-fd982a6dc3a0 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.0628779 Feb 08 22:46:40.191959 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-53a35eac-6bcc-40c4-b988-6f4fb992b8b4 req-2fb63eb0-3a16-4821-98a0-98a627767399 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631773 Feb 08 22:46:41.320249 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9302d-9abe-47e9-8215-d565b7c9685e req-9ac82891-70ee-47c2-a2e7-aaf42da1d68d tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:41.321767 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fc9302d-9abe-47e9-8215-d565b7c9685e req-9ac82891-70ee-47c2-a2e7-aaf42da1d68d tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 944 time: 0.0551496 Feb 08 22:46:41.374846 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1fc9302d-9abe-47e9-8215-d565b7c9685e req-87102607-61c3-449c-a3ec-7365e60ed67e tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455520 Feb 08 22:46:41.600829 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 688b5d68-6605-45cd-b5a0-61b693fc318e details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:46:41.722745 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 688b5d68-6605-45cd-b5a0-61b693fc318e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=688b5d68-6605-45cd-b5a0-61b693fc318e,segment=NetworkSegment(342e6518-41e2-45d7-828c-1becdc2a79fe),segment_id=342e6518-41e2-45d7-828c-1becdc2a79fe)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:46:41.737342 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '688b5d68-6605-45cd-b5a0-61b693fc318e', 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'port_id': '688b5d68-6605-45cd-b5a0-61b693fc318e', 'mac_address': 'fa:16:3e:05:88:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:46:41.783419 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 688b5d68-6605-45cd-b5a0-61b693fc318e is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:46:41.783813 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (688b5d68-6605-45cd-b5a0-61b693fc318e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:46:41.798736 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 688b5d68-6605-45cd-b5a0-61b693fc318e {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:46:41.829533 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 688b5d68-6605-45cd-b5a0-61b693fc318e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=688b5d68-6605-45cd-b5a0-61b693fc318e,segment=NetworkSegment(342e6518-41e2-45d7-828c-1becdc2a79fe),segment_id=342e6518-41e2-45d7-828c-1becdc2a79fe)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:46:41.834876 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (688b5d68-6605-45cd-b5a0-61b693fc318e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:46:41.893167 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=688b5d68-6605-45cd-b5a0-61b693fc318e,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:46:42.167956 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['688b5d68-6605-45cd-b5a0-61b693fc318e'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:46:42.497556 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755deb91-3840-4472-8461-56329ce27467 req-decebb07-e47a-4123-8813-91f1023d77c9 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:42.498976 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-755deb91-3840-4472-8461-56329ce27467 req-decebb07-e47a-4123-8813-91f1023d77c9 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 945 time: 0.0545840 Feb 08 22:46:42.548769 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-755deb91-3840-4472-8461-56329ce27467 req-55e0a7e4-d731-4064-b66d-c8c3d19576b5 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440748 Feb 08 22:46:43.599757 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 688b5d68-6605-45cd-b5a0-61b693fc318e up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:46:43.650329 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 688b5d68-6605-45cd-b5a0-61b693fc318e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:46:43.650709 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (688b5d68-6605-45cd-b5a0-61b693fc318e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:46:43.674848 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f235ebe-aada-4361-bf4f-edc5718452e6 req-22a1a0fe-ca45-4807-800a-e764af545948 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:43.676363 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9f235ebe-aada-4361-bf4f-edc5718452e6 req-22a1a0fe-ca45-4807-800a-e764af545948 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 945 time: 0.0591319 Feb 08 22:46:43.727448 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9f235ebe-aada-4361-bf4f-edc5718452e6 req-53c739f3-c297-4fbb-8f39-290b5fd46e7a tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444961 Feb 08 22:46:43.735013 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 688b5d68-6605-45cd-b5a0-61b693fc318e is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:46:43.735396 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (688b5d68-6605-45cd-b5a0-61b693fc318e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:46:43.913392 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417f6a04-0244-413d-8606-d5a2ce0ca00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688b5d68-6605-45cd-b5a0-61b693fc318e'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:46:43.915592 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245efad2-8c88-410a-b982-bbb5c8bc931a" -d '{"events": [{"server_uuid": "417f6a04-0244-413d-8606-d5a2ce0ca00e", "name": "network-vif-plugged", "status": "completed", "tag": "688b5d68-6605-45cd-b5a0-61b693fc318e"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:46:43.927379 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 688b5d68-6605-45cd-b5a0-61b693fc318e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=688b5d68-6605-45cd-b5a0-61b693fc318e,segment=NetworkSegment(342e6518-41e2-45d7-828c-1becdc2a79fe),segment_id=342e6518-41e2-45d7-828c-1becdc2a79fe)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:46:43.931777 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (688b5d68-6605-45cd-b5a0-61b693fc318e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:46:43.956210 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f744c90a-91c1-4d41-ac26-5eb101f4762e x-openstack-request-id: req-f744c90a-91c1-4d41-ac26-5eb101f4762e {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:46:43.956696 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417f6a04-0244-413d-8606-d5a2ce0ca00e", "name": "network-vif-plugged", "status": "completed", "tag": "688b5d68-6605-45cd-b5a0-61b693fc318e", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:46:43.958598 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f744c90a-91c1-4d41-ac26-5eb101f4762e {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:46:43.958598 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417f6a04-0244-413d-8606-d5a2ce0ca00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688b5d68-6605-45cd-b5a0-61b693fc318e', 'code': 200} Feb 08 22:46:43.988537 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=688b5d68-6605-45cd-b5a0-61b693fc318e,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:46:44.112985 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e382d9-3174-4025-9133-6cf96fc1f79a req-382e9551-7c62-48c4-bd9b-1e2c7bc42b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:44.114588 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23e382d9-3174-4025-9133-6cf96fc1f79a req-382e9551-7c62-48c4-bd9b-1e2c7bc42b2d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 1129 time: 0.0474663 Feb 08 22:46:44.164072 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-23e382d9-3174-4025-9133-6cf96fc1f79a req-71cd189c-fbbe-4dd9-895a-9dbba61228f3 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436513 Feb 08 22:46:44.885768 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf634f-b87e-4ee6-859d-7cdc57d0faf6 req-92a449b7-3d55-4f39-b4e2-1fab877947e7 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:44.887356 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cebf634f-b87e-4ee6-859d-7cdc57d0faf6 req-92a449b7-3d55-4f39-b4e2-1fab877947e7 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 946 time: 0.0700970 Feb 08 22:46:44.943220 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cebf634f-b87e-4ee6-859d-7cdc57d0faf6 req-6dbc62fb-3b84-471d-a242-d060f855dd5e tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488353 Feb 08 22:46:46.080654 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56037c4-18da-4a9b-967f-54c88731a8df req-55e323e1-c8ff-4397-bcf2-cbe7b347972a tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:46.082206 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d56037c4-18da-4a9b-967f-54c88731a8df req-55e323e1-c8ff-4397-bcf2-cbe7b347972a tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 946 time: 0.0629530 Feb 08 22:46:46.136302 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d56037c4-18da-4a9b-967f-54c88731a8df req-58b99d7f-700b-4d08-8b78-76514207fe3c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468707 Feb 08 22:46:49.517650 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef3d1937-271c-457b-8452-f483a48ea306 req-9b367c17-e119-455a-a0da-7b01896503ea service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0474908 Feb 08 22:46:49.609570 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d1937-271c-457b-8452-f483a48ea306 req-b81c6f00-fe34-4427-ae64-fc6356c7a984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:49.611095 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef3d1937-271c-457b-8452-f483a48ea306 req-b81c6f00-fe34-4427-ae64-fc6356c7a984 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98&device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 1129 time: 0.0521519 Feb 08 22:46:49.721674 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d1937-271c-457b-8452-f483a48ea306 req-80a281af-697c-40de-804d-651942d4a032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:49.723230 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef3d1937-271c-457b-8452-f483a48ea306 req-80a281af-697c-40de-804d-651942d4a032 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031 HTTP/1.1" status: 200 len: 909 time: 0.0935259 Feb 08 22:46:49.798753 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef3d1937-271c-457b-8452-f483a48ea306 req-a64437b4-50af-403f-a262-ceec44952501 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=688b5d68-6605-45cd-b5a0-61b693fc318e HTTP/1.1" status: 200 len: 1002 time: 0.0698905 Feb 08 22:46:49.856101 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d1937-271c-457b-8452-f483a48ea306 req-be52fddb-a32b-40ad-9fb8-7e17c6a38b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:49.858134 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef3d1937-271c-457b-8452-f483a48ea306 req-be52fddb-a32b-40ad-9fb8-7e17c6a38b54 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=be20522c-8610-4ae7-b430-dfff8858886f HTTP/1.1" status: 200 len: 847 time: 0.0468867 Feb 08 22:46:49.915371 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d1937-271c-457b-8452-f483a48ea306 req-75bc2392-30f8-4c88-b848-cf6fbd91bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:46:49.917447 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef3d1937-271c-457b-8452-f483a48ea306 req-75bc2392-30f8-4c88-b848-cf6fbd91bfee service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0539293 Feb 08 22:46:50.018588 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef3d1937-271c-457b-8452-f483a48ea306 req-43c29c73-ec97-41e9-94e2-6555b5fa4567 service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955725 Feb 08 22:46:50.113018 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-ef3d1937-271c-457b-8452-f483a48ea306 req-3f045ede-171c-4e46-b9f8-3413efbb312c service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890117 Feb 08 22:46:54.427883 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-73cbb2a9-98f3-457e-a92b-e25d1f812a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:46:57.707923 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cf52b80a-6dcf-454d-810b-6691e1806304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:46:59.619703 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:47:00.859568 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:47:01.612491 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:47:01.915565 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:47:07.270334 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:47:07.461338 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:47:24.431904 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c184cd6b-1466-4476-bb65-9bf2a52e0449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:47:27.717241 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-697b6a1a-e73e-486f-9ff7-b1cca636346f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:47:29.627751 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:47:31.615191 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:47:31.922439 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:47:37.283067 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:47:37.455574 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:47:37.860102 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:47:50.491278 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e3dbaf6b-3e96-45b6-846d-086585e793b2 req-3ddbda01-de78-45bc-b8c8-405c22f64083 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468111 Feb 08 22:47:50.592907 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbaf6b-3e96-45b6-846d-086585e793b2 req-11ca2356-050c-49e1-b2c2-f6e12d3ae59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:47:50.594472 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e3dbaf6b-3e96-45b6-846d-086585e793b2 req-11ca2356-050c-49e1-b2c2-f6e12d3ae59c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98&device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 1129 time: 0.0550570 Feb 08 22:47:50.706100 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbaf6b-3e96-45b6-846d-086585e793b2 req-a6b07ea8-aa43-4324-a5e0-420badf45055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:47:50.707585 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e3dbaf6b-3e96-45b6-846d-086585e793b2 req-a6b07ea8-aa43-4324-a5e0-420badf45055 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031 HTTP/1.1" status: 200 len: 909 time: 0.0931597 Feb 08 22:47:50.786373 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e3dbaf6b-3e96-45b6-846d-086585e793b2 req-8e2b2613-e08d-404d-a158-37cb40fec049 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=688b5d68-6605-45cd-b5a0-61b693fc318e HTTP/1.1" status: 200 len: 1002 time: 0.0727987 Feb 08 22:47:50.836390 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbaf6b-3e96-45b6-846d-086585e793b2 req-ac79ecf2-3797-4960-87f0-57dafc799847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:47:50.837919 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e3dbaf6b-3e96-45b6-846d-086585e793b2 req-ac79ecf2-3797-4960-87f0-57dafc799847 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=be20522c-8610-4ae7-b430-dfff8858886f HTTP/1.1" status: 200 len: 847 time: 0.0465367 Feb 08 22:47:50.894447 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbaf6b-3e96-45b6-846d-086585e793b2 req-285c0ead-5c0d-42aa-974b-a7f1a949ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:47:50.896071 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e3dbaf6b-3e96-45b6-846d-086585e793b2 req-285c0ead-5c0d-42aa-974b-a7f1a949ff62 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0524473 Feb 08 22:47:50.906460 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-e3dbaf6b-3e96-45b6-846d-086585e793b2 req-454f5f94-8662-478f-8bb2-f924cb6a80fd service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 22:47:50.907411 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e3dbaf6b-3e96-45b6-846d-086585e793b2 req-454f5f94-8662-478f-8bb2-f924cb6a80fd service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057216 Feb 08 22:47:51.008397 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e3dbaf6b-3e96-45b6-846d-086585e793b2 req-2a8c5ca9-1b18-4cf3-8dbf-b9e7a968cc5d service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946045 Feb 08 22:47:51.103161 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e3dbaf6b-3e96-45b6-846d-086585e793b2 req-ec50009c-fc96-4aa1-ba1f-cbae4501d832 service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895529 Feb 08 22:47:54.439142 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-66234b2e-3f50-41cf-92bd-aa47a27eea1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:47:57.720043 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ff35370-7a11-484e-9859-562bc35708dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:47:59.400182 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49574) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:47:59.635042 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:47:59.653195 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-52c4c244-01a4-4c64-a9cb-1029c609bb02 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Deleting port 80f307ed-3e03-4033-9bf1-4aa98dd81e4c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:47:59.653683 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52c4c244-01a4-4c64-a9cb-1029c609bb02 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (80f307ed-3e03-4033-9bf1-4aa98dd81e4c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:47:59.745284 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52c4c244-01a4-4c64-a9cb-1029c609bb02 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (80f307ed-3e03-4033-9bf1-4aa98dd81e4c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:47:59.745662 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52c4c244-01a4-4c64-a9cb-1029c609bb02 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for floatingip (80f307ed-3e03-4033-9bf1-4aa98dd81e4c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:47:59.759526 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-52c4c244-01a4-4c64-a9cb-1029c609bb02 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Calling delete_port for 80f307ed-3e03-4033-9bf1-4aa98dd81e4c owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:48:00.010235 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52c4c244-01a4-4c64-a9cb-1029c609bb02 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (80f307ed-3e03-4033-9bf1-4aa98dd81e4c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:00.054365 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4c244-01a4-4c64-a9cb-1029c609bb02 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Pushing event deleted for resources: {'Port': ['ID=80f307ed-3e03-4033-9bf1-4aa98dd81e4c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:00.072263 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c4c244-01a4-4c64-a9cb-1029c609bb02 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:00.072664 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c4c244-01a4-4c64-a9cb-1029c609bb02 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:00.073063 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c4c244-01a4-4c64-a9cb-1029c609bb02 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:00.073545 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c4c244-01a4-4c64-a9cb-1029c609bb02 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:00.073933 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c4c244-01a4-4c64-a9cb-1029c609bb02 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:00.074500 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c4c244-01a4-4c64-a9cb-1029c609bb02 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:00.074967 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c4c244-01a4-4c64-a9cb-1029c609bb02 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:00.075348 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c4c244-01a4-4c64-a9cb-1029c609bb02 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:00.075794 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c4c244-01a4-4c64-a9cb-1029c609bb02 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:00.076263 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c4c244-01a4-4c64-a9cb-1029c609bb02 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:00.076646 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c4c244-01a4-4c64-a9cb-1029c609bb02 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:00.077050 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c4c244-01a4-4c64-a9cb-1029c609bb02 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:00.077459 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c4c244-01a4-4c64-a9cb-1029c609bb02 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:00.146657 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52c4c244-01a4-4c64-a9cb-1029c609bb02 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for floatingip (981884e6-7498-46da-9ded-962a7d6e3704), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:00.147147 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-52c4c244-01a4-4c64-a9cb-1029c609bb02 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Floating IP 981884e6-7498-46da-9ded-962a7d6e3704 disassociated (deleted). External IP: 172.25.3.178, port: 688b5d68-6605-45cd-b5a0-61b693fc318e. Feb 08 22:48:00.768115 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c4c244-01a4-4c64-a9cb-1029c609bb02 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Router 57caad24-4e47-45f7-b331-47ccb4a2fda0 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:48:00.948107 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c4c244-01a4-4c64-a9cb-1029c609bb02 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:48:00.956183 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52c4c244-01a4-4c64-a9cb-1029c609bb02 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:00.964358 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4eaeda-5e71-4e7a-8dd3-6c8c723a1175 None None] Sync routers for ids ['57caad24-4e47-45f7-b331-47ccb4a2fda0'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:48:00.980889 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4eaeda-5e71-4e7a-8dd3-6c8c723a1175 None None] Routers {'57caad24-4e47-45f7-b331-47ccb4a2fda0'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:48:00.981893 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9d4eaeda-5e71-4e7a-8dd3-6c8c723a1175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:47:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['57caad24-4e47-45f7-b331-47ccb4a2fda0'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:00.999580 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-52c4c244-01a4-4c64-a9cb-1029c609bb02 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "DELETE /v2.0/floatingips/981884e6-7498-46da-9ded-962a7d6e3704 HTTP/1.1" status: 204 len: 168 time: 1.5982482 Feb 08 22:48:01.000224 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417f6a04-0244-413d-8606-d5a2ce0ca00e', 'tag': '688b5d68-6605-45cd-b5a0-61b693fc318e'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:48:01.003369 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1802cce71311667749108c4770a25da94a97ab17bab80bd33ee27ebae59f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abacb51f-5967-41ff-abf9-07de552e309f" -d '{"events": [{"name": "network-changed", "server_uuid": "417f6a04-0244-413d-8606-d5a2ce0ca00e", "tag": "688b5d68-6605-45cd-b5a0-61b693fc318e"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:48:01.047700 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f05e689-df20-4699-8dca-00d85e28b408 x-openstack-request-id: req-0f05e689-df20-4699-8dca-00d85e28b408 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:48:01.048041 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417f6a04-0244-413d-8606-d5a2ce0ca00e", "tag": "688b5d68-6605-45cd-b5a0-61b693fc318e", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:48:01.048345 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0f05e689-df20-4699-8dca-00d85e28b408 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:48:01.048727 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417f6a04-0244-413d-8606-d5a2ce0ca00e', 'tag': '688b5d68-6605-45cd-b5a0-61b693fc318e', 'status': 'completed', 'code': 200} Feb 08 22:48:01.164954 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abacb51f-5967-41ff-abf9-07de552e309f req-02bcb3ff-f92a-4134-b8f0-2d3edebdf460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:01.167901 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-abacb51f-5967-41ff-abf9-07de552e309f req-02bcb3ff-f92a-4134-b8f0-2d3edebdf460 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98&device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 1129 time: 0.0767288 Feb 08 22:48:01.250646 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-9d4eaeda-5e71-4e7a-8dd3-6c8c723a1175 None None] Set router 57caad24-4e47-45f7-b331-47ccb4a2fda0 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:48:01.306077 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abacb51f-5967-41ff-abf9-07de552e309f req-dc001eca-e951-46da-9151-e7a7a25bde7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:01.307749 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-abacb51f-5967-41ff-abf9-07de552e309f req-dc001eca-e951-46da-9151-e7a7a25bde7a service neutron] 10.222.0.96 "GET /v2.0/networks?id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031 HTTP/1.1" status: 200 len: 909 time: 0.1338806 Feb 08 22:48:01.351784 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-abacb51f-5967-41ff-abf9-07de552e309f req-388dd741-8caa-417e-b7fd-e7ca4385b7a2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=688b5d68-6605-45cd-b5a0-61b693fc318e HTTP/1.1" status: 200 len: 217 time: 0.0378406 Feb 08 22:48:01.440183 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abacb51f-5967-41ff-abf9-07de552e309f req-a87b68be-f652-493f-9dea-62ace989d412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:01.441874 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-abacb51f-5967-41ff-abf9-07de552e309f req-a87b68be-f652-493f-9dea-62ace989d412 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=be20522c-8610-4ae7-b430-dfff8858886f HTTP/1.1" status: 200 len: 847 time: 0.0830986 Feb 08 22:48:01.497989 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac78211-7351-4e31-9d60-32118af59461 req-97b8d3df-e478-43ad-b4fa-2381301d2789 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:01.499639 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6ac78211-7351-4e31-9d60-32118af59461 req-97b8d3df-e478-43ad-b4fa-2381301d2789 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 946 time: 0.1084526 Feb 08 22:48:01.537464 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9d4eaeda-5e71-4e7a-8dd3-6c8c723a1175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'name': 'tempest-TestShelveInstance-996081310-router', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:37:30Z', 'updated_at': '2022-02-08T22:37:33Z', 'revision_number': 4, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'gw_port': {'id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:31Z', 'updated_at': '2022-02-08T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '781edb7d-afe3-4b4e-966e-048cbbd0184f', 'name': '', 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'mac_address': 'fa:16:3e:4e:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:33Z', 'updated_at': '2022-02-08T22:37:38Z', 'revision_number': 5, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'subnets': [{'id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:01.556010 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abacb51f-5967-41ff-abf9-07de552e309f req-82c6d38a-8813-490c-801f-2cc0bbab469d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:01.558766 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-abacb51f-5967-41ff-abf9-07de552e309f req-82c6d38a-8813-490c-801f-2cc0bbab469d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3f920106-a37a-4bc5-ac4c-1ccd01f1e031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1086297 Feb 08 22:48:01.578870 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4eaeda-5e71-4e7a-8dd3-6c8c723a1175 None None] Checking router: 57caad24-4e47-45f7-b331-47ccb4a2fda0 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:48:01.592874 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4eaeda-5e71-4e7a-8dd3-6c8c723a1175 None None] Routers {'57caad24-4e47-45f7-b331-47ccb4a2fda0'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:48:01.593811 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9d4eaeda-5e71-4e7a-8dd3-6c8c723a1175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:47:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['57caad24-4e47-45f7-b331-47ccb4a2fda0'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:01.632454 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:01.640057 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6ac78211-7351-4e31-9d60-32118af59461 req-4e99113e-11b2-4664-bdf3-5455226b5d63 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1289907 Feb 08 22:48:01.694503 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-abacb51f-5967-41ff-abf9-07de552e309f req-b8661d78-22b2-42f0-9996-3499e7de8cfb service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260948 Feb 08 22:48:01.757801 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-9d4eaeda-5e71-4e7a-8dd3-6c8c723a1175 None None] Set router 57caad24-4e47-45f7-b331-47ccb4a2fda0 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:48:01.796441 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-abacb51f-5967-41ff-abf9-07de552e309f req-f06d2334-56f0-40d4-90c5-bba6a4d7a77b service neutron] 10.222.0.96 "GET /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952818 Feb 08 22:48:01.922425 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:01.994743 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9d4eaeda-5e71-4e7a-8dd3-6c8c723a1175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'name': 'tempest-TestShelveInstance-996081310-router', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:37:30Z', 'updated_at': '2022-02-08T22:37:33Z', 'revision_number': 4, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'gw_port': {'id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:31Z', 'updated_at': '2022-02-08T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '781edb7d-afe3-4b4e-966e-048cbbd0184f', 'name': '', 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'mac_address': 'fa:16:3e:4e:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:33Z', 'updated_at': '2022-02-08T22:37:38Z', 'revision_number': 5, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'subnets': [{'id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:02.034151 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4eaeda-5e71-4e7a-8dd3-6c8c723a1175 None None] The sync data for ids ['57caad24-4e47-45f7-b331-47ccb4a2fda0'] in n-d-712143-31 is: [{'id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'name': 'tempest-TestShelveInstance-996081310-router', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:37:30Z', 'updated_at': '2022-02-08T22:37:33Z', 'revision_number': 4, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'gw_port': {'id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:31Z', 'updated_at': '2022-02-08T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '781edb7d-afe3-4b4e-966e-048cbbd0184f', 'name': '', 'network_id': '3f920106-a37a-4bc5-ac4c-1ccd01f1e031', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'mac_address': 'fa:16:3e:4e:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:33Z', 'updated_at': '2022-02-08T22:37:38Z', 'revision_number': 5, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'subnets': [{'id': 'be20522c-8610-4ae7-b430-dfff8858886f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:48:02.300438 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93becf7e-79d1-4c5d-beac-36407444c351 None None] New status for floating IP 981884e6-7498-46da-9ded-962a7d6e3704: DOWN {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:48:02.796550 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cf4a4-3c20-407d-b8c5-bf52bfa08d80 req-ea739510-0b35-4005-a45f-d07ff4e3169d tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:02.798406 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d72cf4a4-3c20-407d-b8c5-bf52bfa08d80 req-ea739510-0b35-4005-a45f-d07ff4e3169d tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 946 time: 0.0639539 Feb 08 22:48:02.859087 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d72cf4a4-3c20-407d-b8c5-bf52bfa08d80 req-a230efda-3c60-4b5d-8911-3ea8bdc81c91 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/security-groups?id=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510943 Feb 08 22:48:03.019892 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8186c-792a-480e-9867-633d6201e1f0 req-2f5b1b3b-42fa-4466-82cd-84664e6960d4 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:03.021536 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fbe8186c-792a-480e-9867-633d6201e1f0 req-2f5b1b3b-42fa-4466-82cd-84664e6960d4 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.96 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 946 time: 0.0592301 Feb 08 22:48:03.126101 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-fbe8186c-792a-480e-9867-633d6201e1f0 req-0569da86-49c2-4ee5-90f5-2b2ff476550c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Deleting port 688b5d68-6605-45cd-b5a0-61b693fc318e {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:48:03.126457 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-fbe8186c-792a-480e-9867-633d6201e1f0 req-0569da86-49c2-4ee5-90f5-2b2ff476550c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (688b5d68-6605-45cd-b5a0-61b693fc318e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:03.224013 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-fbe8186c-792a-480e-9867-633d6201e1f0 req-0569da86-49c2-4ee5-90f5-2b2ff476550c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] For port 688b5d68-6605-45cd-b5a0-61b693fc318e, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=688b5d68-6605-45cd-b5a0-61b693fc318e,segment=NetworkSegment(342e6518-41e2-45d7-828c-1becdc2a79fe),segment_id=342e6518-41e2-45d7-828c-1becdc2a79fe)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:48:03.224381 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-fbe8186c-792a-480e-9867-633d6201e1f0 req-0569da86-49c2-4ee5-90f5-2b2ff476550c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (688b5d68-6605-45cd-b5a0-61b693fc318e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:03.238658 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-fbe8186c-792a-480e-9867-633d6201e1f0 req-0569da86-49c2-4ee5-90f5-2b2ff476550c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Calling delete_port for 688b5d68-6605-45cd-b5a0-61b693fc318e owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:48:03.379903 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-fbe8186c-792a-480e-9867-633d6201e1f0 req-0569da86-49c2-4ee5-90f5-2b2ff476550c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (688b5d68-6605-45cd-b5a0-61b693fc318e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:03.415150 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569da86-49c2-4ee5-90f5-2b2ff476550c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Pushing event deleted for resources: {'Port': ['ID=688b5d68-6605-45cd-b5a0-61b693fc318e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:03.452702 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0569da86-49c2-4ee5-90f5-2b2ff476550c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:03.453058 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0569da86-49c2-4ee5-90f5-2b2ff476550c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:03.453427 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0569da86-49c2-4ee5-90f5-2b2ff476550c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:03.453773 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0569da86-49c2-4ee5-90f5-2b2ff476550c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:03.454221 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0569da86-49c2-4ee5-90f5-2b2ff476550c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:03.454561 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0569da86-49c2-4ee5-90f5-2b2ff476550c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:03.454895 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0569da86-49c2-4ee5-90f5-2b2ff476550c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:03.455245 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0569da86-49c2-4ee5-90f5-2b2ff476550c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:03.455563 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0569da86-49c2-4ee5-90f5-2b2ff476550c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:03.455928 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0569da86-49c2-4ee5-90f5-2b2ff476550c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:03.456232 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0569da86-49c2-4ee5-90f5-2b2ff476550c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:03.456559 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0569da86-49c2-4ee5-90f5-2b2ff476550c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:03.457129 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0569da86-49c2-4ee5-90f5-2b2ff476550c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:03.482351 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe8186c-792a-480e-9867-633d6201e1f0 req-0569da86-49c2-4ee5-90f5-2b2ff476550c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] No DVR routers for this DVR port 688b5d68-6605-45cd-b5a0-61b693fc318e on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:48:03.486230 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-fbe8186c-792a-480e-9867-633d6201e1f0 req-0569da86-49c2-4ee5-90f5-2b2ff476550c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:03.492818 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fbe8186c-792a-480e-9867-633d6201e1f0 req-0569da86-49c2-4ee5-90f5-2b2ff476550c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.96 "DELETE /v2.0/ports/688b5d68-6605-45cd-b5a0-61b693fc318e HTTP/1.1" status: 204 len: 173 time: 0.4662106 Feb 08 22:48:03.493455 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417f6a04-0244-413d-8606-d5a2ce0ca00e', 'name': 'network-vif-deleted', 'tag': '688b5d68-6605-45cd-b5a0-61b693fc318e'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:48:03.497669 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cfde03-46ce-487c-8f13-4e74544d6c22" -d '{"events": [{"server_uuid": "417f6a04-0244-413d-8606-d5a2ce0ca00e", "name": "network-vif-deleted", "tag": "688b5d68-6605-45cd-b5a0-61b693fc318e"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:48:03.724270 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa82dd5d-c56e-49dc-aae8-19fa96dc9835 x-openstack-request-id: req-aa82dd5d-c56e-49dc-aae8-19fa96dc9835 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:48:03.724603 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417f6a04-0244-413d-8606-d5a2ce0ca00e", "name": "network-vif-deleted", "tag": "688b5d68-6605-45cd-b5a0-61b693fc318e", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:48:03.724873 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-aa82dd5d-c56e-49dc-aae8-19fa96dc9835 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:48:03.725314 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417f6a04-0244-413d-8606-d5a2ce0ca00e', 'name': 'network-vif-deleted', 'tag': '688b5d68-6605-45cd-b5a0-61b693fc318e', 'status': 'completed', 'code': 200} Feb 08 22:48:04.013116 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2f3bfff1-aebf-4556-81ee-6e81ec42e981 req-28e7571f-b12b-46df-b6e6-10706933776c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 210 time: 0.0372250 Feb 08 22:48:05.144451 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8bf3c6d2-08b0-4f86-a932-44d68a5794df req-2f22e1e4-3720-43a9-8fb7-e344580391d5 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 210 time: 0.0342753 Feb 08 22:48:06.270069 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-54c633fd-fab3-44cd-b02f-ac48a64fbcc9 req-263616f4-3846-48c7-87d8-c75b3676cb80 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 210 time: 0.0362718 Feb 08 22:48:07.299555 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:07.407493 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-cf578ce7-5fc9-49cf-af1a-5589b119f8df req-201468fa-1da3-448d-b1db-55b812151229 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 210 time: 0.0361035 Feb 08 22:48:07.474737 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:08.050471 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 688b5d68-6605-45cd-b5a0-61b693fc318e no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:48:08.073736 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 688b5d68-6605-45cd-b5a0-61b693fc318e {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:48:08.074080 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 688b5d68-6605-45cd-b5a0-61b693fc318e not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:48:08.552452 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-66222ad8-0bf1-4311-8c2b-87eb1b96536d req-1ce8846a-9757-4405-a10a-2f3a01cabdf2 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 210 time: 0.0469909 Feb 08 22:48:09.678344 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-1ac280b4-6500-4be5-896d-dda325d59ddf req-a6b5ec45-1777-4444-9c3c-5e247e1fdd8d tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 210 time: 0.0354128 Feb 08 22:48:10.803889 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b257a873-2e15-4db2-996d-c950d83512e4 req-947b39d4-26fb-4c1b-849a-c8cbb78c21e9 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 210 time: 0.0278044 Feb 08 22:48:11.913969 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-51ef65a3-41df-4cd5-921c-e563cd874b3c req-f4ec2e95-82d8-4b20-908f-92d47816790c tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "GET /v2.0/ports?device_id=417f6a04-0244-413d-8606-d5a2ce0ca00e HTTP/1.1" status: 200 len: 210 time: 0.0330768 Feb 08 22:48:12.976408 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49616) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:48:13.047105 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a164991-45f8-4dcf-8e71-054ebe1f4441 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group (f8bd9c33-6f33-4e9d-8a39-8ea91be7704d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:13.079933 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a164991-45f8-4dcf-8e71-054ebe1f4441 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group (f8bd9c33-6f33-4e9d-8a39-8ea91be7704d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:13.167597 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a164991-45f8-4dcf-8e71-054ebe1f4441 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (f8bd9c33-6f33-4e9d-8a39-8ea91be7704d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:13.171503 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a164991-45f8-4dcf-8e71-054ebe1f4441 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:13.173373 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-5a164991-45f8-4dcf-8e71-054ebe1f4441 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] 10.222.0.88 "DELETE /v2.0/security-groups/f8bd9c33-6f33-4e9d-8a39-8ea91be7704d HTTP/1.1" status: 204 len: 168 time: 0.1957304 Feb 08 22:48:13.185067 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a164991-45f8-4dcf-8e71-054ebe1f4441 tempest-TestShelveInstance-532642504 tempest-TestShelveInstance-532642504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bd9c33-6f33-4e9d-8a39-8ea91be7704d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:13.242836 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49620) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:48:14.268709 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7ae9169d-d07f-4619-84b9-c08ae7ca9333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (57caad24-4e47-45f7-b331-47ccb4a2fda0), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:14.554177 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-7ae9169d-d07f-4619-84b9-c08ae7ca9333 admin admin] Deleting port 781edb7d-afe3-4b4e-966e-048cbbd0184f {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:48:14.554503 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7ae9169d-d07f-4619-84b9-c08ae7ca9333 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (781edb7d-afe3-4b4e-966e-048cbbd0184f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:14.644531 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-7ae9169d-d07f-4619-84b9-c08ae7ca9333 admin admin] For port 781edb7d-afe3-4b4e-966e-048cbbd0184f, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=781edb7d-afe3-4b4e-966e-048cbbd0184f,segment=NetworkSegment(342e6518-41e2-45d7-828c-1becdc2a79fe),segment_id=342e6518-41e2-45d7-828c-1becdc2a79fe)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:48:14.644899 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7ae9169d-d07f-4619-84b9-c08ae7ca9333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (781edb7d-afe3-4b4e-966e-048cbbd0184f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:14.660038 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-7ae9169d-d07f-4619-84b9-c08ae7ca9333 admin admin] Calling delete_port for 781edb7d-afe3-4b4e-966e-048cbbd0184f owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:48:14.863606 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:48:14.902691 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7ae9169d-d07f-4619-84b9-c08ae7ca9333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (781edb7d-afe3-4b4e-966e-048cbbd0184f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:14.939293 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9169d-d07f-4619-84b9-c08ae7ca9333 admin admin] Pushing event deleted for resources: {'Port': ['ID=781edb7d-afe3-4b4e-966e-048cbbd0184f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:15.169276 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7ae9169d-d07f-4619-84b9-c08ae7ca9333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (57caad24-4e47-45f7-b331-47ccb4a2fda0), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:15.456976 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae9169d-d07f-4619-84b9-c08ae7ca9333 admin admin] Router 57caad24-4e47-45f7-b331-47ccb4a2fda0 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:48:15.582302 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae9169d-d07f-4619-84b9-c08ae7ca9333 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:48:15.594185 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7ae9169d-d07f-4619-84b9-c08ae7ca9333 admin admin] 10.222.0.88 "PUT /v2.0/routers/57caad24-4e47-45f7-b331-47ccb4a2fda0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3417139 Feb 08 22:48:15.594371 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49624) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:48:15.599165 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49184282-e8e7-43a4-984f-5551385e2452 None None] Sync routers for ids ['57caad24-4e47-45f7-b331-47ccb4a2fda0'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:48:15.613150 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49184282-e8e7-43a4-984f-5551385e2452 None None] Routers {'57caad24-4e47-45f7-b331-47ccb4a2fda0'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:48:15.614000 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-49184282-e8e7-43a4-984f-5551385e2452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:47:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['57caad24-4e47-45f7-b331-47ccb4a2fda0'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:15.724315 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf5ec511-76c9-4c01-87c6-aa382c177317 admin admin] Publish callbacks [] for router (57caad24-4e47-45f7-b331-47ccb4a2fda0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:15.747902 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-49184282-e8e7-43a4-984f-5551385e2452 None None] Set router 57caad24-4e47-45f7-b331-47ccb4a2fda0 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:48:15.853655 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf5ec511-76c9-4c01-87c6-aa382c177317 admin admin] Publish callbacks [] for router_gateway (57caad24-4e47-45f7-b331-47ccb4a2fda0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:15.912737 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bf5ec511-76c9-4c01-87c6-aa382c177317 admin admin] Deleting port d05eb6ea-bb3c-4e7d-9fa8-d376026f6156 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:48:15.913082 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf5ec511-76c9-4c01-87c6-aa382c177317 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d05eb6ea-bb3c-4e7d-9fa8-d376026f6156), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:15.967594 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-49184282-e8e7-43a4-984f-5551385e2452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'name': 'tempest-TestShelveInstance-996081310-router', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:37:30Z', 'updated_at': '2022-02-08T22:48:14Z', 'revision_number': 5, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'gw_port': {'id': 'd05eb6ea-bb3c-4e7d-9fa8-d376026f6156', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:31Z', 'updated_at': '2022-02-08T22:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:15.999247 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49184282-e8e7-43a4-984f-5551385e2452 None None] Checking router: 57caad24-4e47-45f7-b331-47ccb4a2fda0 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:48:16.003300 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-bf5ec511-76c9-4c01-87c6-aa382c177317 admin admin] For port d05eb6ea-bb3c-4e7d-9fa8-d376026f6156, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d05eb6ea-bb3c-4e7d-9fa8-d376026f6156,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:48:16.003662 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf5ec511-76c9-4c01-87c6-aa382c177317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d05eb6ea-bb3c-4e7d-9fa8-d376026f6156), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:16.009135 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49184282-e8e7-43a4-984f-5551385e2452 None None] Routers {'57caad24-4e47-45f7-b331-47ccb4a2fda0'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:48:16.009798 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-49184282-e8e7-43a4-984f-5551385e2452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:47:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['57caad24-4e47-45f7-b331-47ccb4a2fda0'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:16.018047 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bf5ec511-76c9-4c01-87c6-aa382c177317 admin admin] Calling delete_port for d05eb6ea-bb3c-4e7d-9fa8-d376026f6156 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:48:16.111696 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-49184282-e8e7-43a4-984f-5551385e2452 None None] Set router 57caad24-4e47-45f7-b331-47ccb4a2fda0 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:48:16.170285 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-49184282-e8e7-43a4-984f-5551385e2452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'name': 'tempest-TestShelveInstance-996081310-router', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:37:30Z', 'updated_at': '2022-02-08T22:48:15Z', 'revision_number': 6, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:16.199685 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49184282-e8e7-43a4-984f-5551385e2452 None None] The sync data for ids ['57caad24-4e47-45f7-b331-47ccb4a2fda0'] in n-d-712143-31 is: [{'id': '57caad24-4e47-45f7-b331-47ccb4a2fda0', 'name': 'tempest-TestShelveInstance-996081310-router', 'tenant_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:37:30Z', 'updated_at': '2022-02-08T22:48:15Z', 'revision_number': 6, 'project_id': 'e7817c3c711b4b2bb3378a9b9f54ae98', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:48:16.255735 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf5ec511-76c9-4c01-87c6-aa382c177317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (d05eb6ea-bb3c-4e7d-9fa8-d376026f6156), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:16.285243 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ec511-76c9-4c01-87c6-aa382c177317 admin admin] Pushing event deleted for resources: {'Port': ['ID=d05eb6ea-bb3c-4e7d-9fa8-d376026f6156,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:16.364849 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf5ec511-76c9-4c01-87c6-aa382c177317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (57caad24-4e47-45f7-b331-47ccb4a2fda0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:16.473662 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf5ec511-76c9-4c01-87c6-aa382c177317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (57caad24-4e47-45f7-b331-47ccb4a2fda0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:16.476118 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf5ec511-76c9-4c01-87c6-aa382c177317 admin admin] Publish callbacks [] for router_controller (57caad24-4e47-45f7-b331-47ccb4a2fda0), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:16.526780 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf5ec511-76c9-4c01-87c6-aa382c177317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (57caad24-4e47-45f7-b331-47ccb4a2fda0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:16.527772 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5ec511-76c9-4c01-87c6-aa382c177317 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57caad24-4e47-45f7-b331-47ccb4a2fda0 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 22:48:16.537650 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf5ec511-76c9-4c01-87c6-aa382c177317 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:16.537650 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-bf5ec511-76c9-4c01-87c6-aa382c177317 admin admin] 10.222.0.88 "DELETE /v2.0/routers/57caad24-4e47-45f7-b331-47ccb4a2fda0 HTTP/1.1" status: 204 len: 168 time: 0.9446187 Feb 08 22:48:16.539614 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49626) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:48:16.616061 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-024e9ced-a2dc-4459-9f04-a008552cf070 admin admin] Deleting subnet be20522c-8610-4ae7-b430-dfff8858886f {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 22:48:16.621751 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-024e9ced-a2dc-4459-9f04-a008552cf070 admin admin] Publish callbacks [] for subnet (be20522c-8610-4ae7-b430-dfff8858886f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:16.674436 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-024e9ced-a2dc-4459-9f04-a008552cf070 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (be20522c-8610-4ae7-b430-dfff8858886f), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:16.794228 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-024e9ced-a2dc-4459-9f04-a008552cf070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (be20522c-8610-4ae7-b430-dfff8858886f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:16.851334 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-024e9ced-a2dc-4459-9f04-a008552cf070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (be20522c-8610-4ae7-b430-dfff8858886f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:16.892470 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e9ced-a2dc-4459-9f04-a008552cf070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be20522c-8610-4ae7-b430-dfff8858886f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:16.895240 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-024e9ced-a2dc-4459-9f04-a008552cf070 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:16.899963 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-024e9ced-a2dc-4459-9f04-a008552cf070 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/be20522c-8610-4ae7-b430-dfff8858886f HTTP/1.1" status: 204 len: 168 time: 0.3591344 Feb 08 22:48:16.903198 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49628) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:48:16.906802 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a4dbd3-d0f7-4954-a6d1-6e9ecaf71e07 None None] Network 3f920106-a37a-4bc5-ac4c-1ccd01f1e031 requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:48:16.984718 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e9d1abe5-8529-4d9c-b059-0f79aa633d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (3f920106-a37a-4bc5-ac4c-1ccd01f1e031), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:17.069812 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-e9d1abe5-8529-4d9c-b059-0f79aa633d29 admin admin] Deleting port 28acf155-79b9-4aef-8306-0a7a88527bdf {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:48:17.070506 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e9d1abe5-8529-4d9c-b059-0f79aa633d29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (28acf155-79b9-4aef-8306-0a7a88527bdf), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:17.147605 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92f4aa4-4df4-4853-a5c6-facbe24d18be None None] DHCP port deletion for 3f920106-a37a-4bc5-ac4c-1ccd01f1e031 request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 22:48:17.202326 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-e9d1abe5-8529-4d9c-b059-0f79aa633d29 admin admin] For port 28acf155-79b9-4aef-8306-0a7a88527bdf, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=28acf155-79b9-4aef-8306-0a7a88527bdf,segment=NetworkSegment(342e6518-41e2-45d7-828c-1becdc2a79fe),segment_id=342e6518-41e2-45d7-828c-1becdc2a79fe)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:48:17.203306 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e9d1abe5-8529-4d9c-b059-0f79aa633d29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (28acf155-79b9-4aef-8306-0a7a88527bdf), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:17.207166 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 781edb7d-afe3-4b4e-966e-048cbbd0184f no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:48:17.226675 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-e9d1abe5-8529-4d9c-b059-0f79aa633d29 admin admin] Calling delete_port for 28acf155-79b9-4aef-8306-0a7a88527bdf owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:48:17.234540 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 781edb7d-afe3-4b4e-966e-048cbbd0184f {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:48:17.234893 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 781edb7d-afe3-4b4e-966e-048cbbd0184f not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:48:17.277604 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b92f4aa4-4df4-4853-a5c6-facbe24d18be None None] Deleting port 28acf155-79b9-4aef-8306-0a7a88527bdf {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:48:17.278279 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b92f4aa4-4df4-4853-a5c6-facbe24d18be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (28acf155-79b9-4aef-8306-0a7a88527bdf), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:17.362117 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e9d1abe5-8529-4d9c-b059-0f79aa633d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (28acf155-79b9-4aef-8306-0a7a88527bdf), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:17.383204 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b92f4aa4-4df4-4853-a5c6-facbe24d18be None None] For port 28acf155-79b9-4aef-8306-0a7a88527bdf, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=28acf155-79b9-4aef-8306-0a7a88527bdf,segment=NetworkSegment(342e6518-41e2-45d7-828c-1becdc2a79fe),segment_id=342e6518-41e2-45d7-828c-1becdc2a79fe)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:48:17.383758 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b92f4aa4-4df4-4853-a5c6-facbe24d18be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (28acf155-79b9-4aef-8306-0a7a88527bdf), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:17.398185 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b92f4aa4-4df4-4853-a5c6-facbe24d18be None None] Calling delete_port for 28acf155-79b9-4aef-8306-0a7a88527bdf owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:48:17.416052 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1abe5-8529-4d9c-b059-0f79aa633d29 admin admin] Pushing event deleted for resources: {'Port': ['ID=28acf155-79b9-4aef-8306-0a7a88527bdf,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:17.418600 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d1abe5-8529-4d9c-b059-0f79aa633d29 admin admin] No DVR routers for this DVR port 28acf155-79b9-4aef-8306-0a7a88527bdf on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:48:17.517904 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e9d1abe5-8529-4d9c-b059-0f79aa633d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (3f920106-a37a-4bc5-ac4c-1ccd01f1e031), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:17.534838 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b92f4aa4-4df4-4853-a5c6-facbe24d18be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (28acf155-79b9-4aef-8306-0a7a88527bdf), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:17.541642 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-e9d1abe5-8529-4d9c-b059-0f79aa633d29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f920106-a37a-4bc5-ac4c-1ccd01f1e031']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:17.553538 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-e9d1abe5-8529-4d9c-b059-0f79aa633d29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '342e6518-41e2-45d7-828c-1becdc2a79fe') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:17.553876 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-e9d1abe5-8529-4d9c-b059-0f79aa633d29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '342e6518-41e2-45d7-828c-1becdc2a79fe') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:17.566993 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e9d1abe5-8529-4d9c-b059-0f79aa633d29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (342e6518-41e2-45d7-828c-1becdc2a79fe), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:17.568130 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f4aa4-4df4-4853-a5c6-facbe24d18be None None] Pushing event deleted for resources: {'Port': ['ID=28acf155-79b9-4aef-8306-0a7a88527bdf,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:17.583935 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e9d1abe5-8529-4d9c-b059-0f79aa633d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (342e6518-41e2-45d7-828c-1becdc2a79fe), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:17.590466 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92f4aa4-4df4-4853-a5c6-facbe24d18be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:17.591163 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92f4aa4-4df4-4853-a5c6-facbe24d18be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:17.593667 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92f4aa4-4df4-4853-a5c6-facbe24d18be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:17.594045 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92f4aa4-4df4-4853-a5c6-facbe24d18be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:17.594895 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92f4aa4-4df4-4853-a5c6-facbe24d18be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:17.595114 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d1abe5-8529-4d9c-b059-0f79aa633d29 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:48:17.595339 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92f4aa4-4df4-4853-a5c6-facbe24d18be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:17.595509 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e9d1abe5-8529-4d9c-b059-0f79aa633d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (342e6518-41e2-45d7-828c-1becdc2a79fe), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:17.595691 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92f4aa4-4df4-4853-a5c6-facbe24d18be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:17.595691 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92f4aa4-4df4-4853-a5c6-facbe24d18be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:17.595691 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92f4aa4-4df4-4853-a5c6-facbe24d18be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:17.596150 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92f4aa4-4df4-4853-a5c6-facbe24d18be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:17.596308 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92f4aa4-4df4-4853-a5c6-facbe24d18be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:17.596692 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92f4aa4-4df4-4853-a5c6-facbe24d18be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:17.597919 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92f4aa4-4df4-4853-a5c6-facbe24d18be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:17.608607 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92f4aa4-4df4-4853-a5c6-facbe24d18be None None] No DVR routers for this DVR port 28acf155-79b9-4aef-8306-0a7a88527bdf on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: timer() Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:48:17.617077 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:48:17.690051 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e9d1abe5-8529-4d9c-b059-0f79aa633d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (3f920106-a37a-4bc5-ac4c-1ccd01f1e031), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:17.694381 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e9d1abe5-8529-4d9c-b059-0f79aa633d29 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:17.698525 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-e9d1abe5-8529-4d9c-b059-0f79aa633d29 admin admin] 10.222.0.88 "DELETE /v2.0/networks/3f920106-a37a-4bc5-ac4c-1ccd01f1e031 HTTP/1.1" status: 204 len: 168 time: 0.7935259 Feb 08 22:48:17.702024 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49630) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:48:17.716815 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1abe5-8529-4d9c-b059-0f79aa633d29 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f920106-a37a-4bc5-ac4c-1ccd01f1e031,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:18.129709 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0188b7f7-9a6b-45c6-9fbc-c3fc1cd25a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (ef2db92d-626e-472e-bc98-b810513d007d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:18.412657 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0188b7f7-9a6b-45c6-9fbc-c3fc1cd25a1b admin admin] Deleting port de845bcf-911a-4913-b33b-358335bdb8ab {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:48:18.412983 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0188b7f7-9a6b-45c6-9fbc-c3fc1cd25a1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (de845bcf-911a-4913-b33b-358335bdb8ab), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:18.500081 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-0188b7f7-9a6b-45c6-9fbc-c3fc1cd25a1b admin admin] For port de845bcf-911a-4913-b33b-358335bdb8ab, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=de845bcf-911a-4913-b33b-358335bdb8ab,segment=NetworkSegment(b3e95494-a8ac-4b28-acec-e7d720d6d4ca),segment_id=b3e95494-a8ac-4b28-acec-e7d720d6d4ca)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:48:18.500442 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0188b7f7-9a6b-45c6-9fbc-c3fc1cd25a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (de845bcf-911a-4913-b33b-358335bdb8ab), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:18.517575 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0188b7f7-9a6b-45c6-9fbc-c3fc1cd25a1b admin admin] Calling delete_port for de845bcf-911a-4913-b33b-358335bdb8ab owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:48:18.739271 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0188b7f7-9a6b-45c6-9fbc-c3fc1cd25a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (de845bcf-911a-4913-b33b-358335bdb8ab), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:18.759248 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 28acf155-79b9-4aef-8306-0a7a88527bdf no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:48:18.784712 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 28acf155-79b9-4aef-8306-0a7a88527bdf {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:48:18.785079 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 28acf155-79b9-4aef-8306-0a7a88527bdf not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:48:18.785681 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d05eb6ea-bb3c-4e7d-9fa8-d376026f6156 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:48:18.799210 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188b7f7-9a6b-45c6-9fbc-c3fc1cd25a1b admin admin] Pushing event deleted for resources: {'Port': ['ID=de845bcf-911a-4913-b33b-358335bdb8ab,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:18.806237 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: d05eb6ea-bb3c-4e7d-9fa8-d376026f6156 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:48:18.806588 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d05eb6ea-bb3c-4e7d-9fa8-d376026f6156 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:48:18.972263 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0188b7f7-9a6b-45c6-9fbc-c3fc1cd25a1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (ef2db92d-626e-472e-bc98-b810513d007d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:19.223161 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0188b7f7-9a6b-45c6-9fbc-c3fc1cd25a1b admin admin] Router ef2db92d-626e-472e-bc98-b810513d007d has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:48:19.343027 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0188b7f7-9a6b-45c6-9fbc-c3fc1cd25a1b admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:48:19.351403 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0188b7f7-9a6b-45c6-9fbc-c3fc1cd25a1b admin admin] 10.222.0.88 "PUT /v2.0/routers/ef2db92d-626e-472e-bc98-b810513d007d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6452065 Feb 08 22:48:19.351548 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49632) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:48:19.354581 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d4b079-71f1-48c5-b9b0-16bc5e6d6150 None None] Sync routers for ids ['ef2db92d-626e-472e-bc98-b810513d007d'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:48:19.372121 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d4b079-71f1-48c5-b9b0-16bc5e6d6150 None None] Routers {'ef2db92d-626e-472e-bc98-b810513d007d'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:48:19.372749 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-39d4b079-71f1-48c5-b9b0-16bc5e6d6150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:47:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ef2db92d-626e-472e-bc98-b810513d007d'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:19.464278 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c958a21b-c581-453f-a065-3fb1793d3865 admin admin] Publish callbacks [] for router (ef2db92d-626e-472e-bc98-b810513d007d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:19.502360 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-39d4b079-71f1-48c5-b9b0-16bc5e6d6150 None None] Set router ef2db92d-626e-472e-bc98-b810513d007d gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:48:19.573092 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c958a21b-c581-453f-a065-3fb1793d3865 admin admin] Publish callbacks [] for router_gateway (ef2db92d-626e-472e-bc98-b810513d007d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:19.640294 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c958a21b-c581-453f-a065-3fb1793d3865 admin admin] Deleting port 52f94472-f32f-47a1-8caa-0b2079301cb9 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:48:19.640681 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c958a21b-c581-453f-a065-3fb1793d3865 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (52f94472-f32f-47a1-8caa-0b2079301cb9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:19.702231 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-39d4b079-71f1-48c5-b9b0-16bc5e6d6150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2db92d-626e-472e-bc98-b810513d007d', 'name': 'tempest-TestShelveInstance-1498577856-router', 'tenant_id': 'f06c7921edd241c3add5653dbc172534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '52f94472-f32f-47a1-8caa-0b2079301cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:37:35Z', 'updated_at': '2022-02-08T22:48:18Z', 'revision_number': 5, 'project_id': 'f06c7921edd241c3add5653dbc172534', 'gw_port': {'id': '52f94472-f32f-47a1-8caa-0b2079301cb9', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2db92d-626e-472e-bc98-b810513d007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:37:36Z', 'updated_at': '2022-02-08T22:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:19.731466 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d4b079-71f1-48c5-b9b0-16bc5e6d6150 None None] Checking router: ef2db92d-626e-472e-bc98-b810513d007d for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:48:19.731729 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-c958a21b-c581-453f-a065-3fb1793d3865 admin admin] For port 52f94472-f32f-47a1-8caa-0b2079301cb9, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=52f94472-f32f-47a1-8caa-0b2079301cb9,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:48:19.731985 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c958a21b-c581-453f-a065-3fb1793d3865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (52f94472-f32f-47a1-8caa-0b2079301cb9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:19.740513 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d4b079-71f1-48c5-b9b0-16bc5e6d6150 None None] Routers {'ef2db92d-626e-472e-bc98-b810513d007d'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:48:19.740953 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-39d4b079-71f1-48c5-b9b0-16bc5e6d6150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:47:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['ef2db92d-626e-472e-bc98-b810513d007d'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:19.746991 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c958a21b-c581-453f-a065-3fb1793d3865 admin admin] Calling delete_port for 52f94472-f32f-47a1-8caa-0b2079301cb9 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:48:19.831745 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-39d4b079-71f1-48c5-b9b0-16bc5e6d6150 None None] Set router ef2db92d-626e-472e-bc98-b810513d007d gateway port host: None {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:48:19.912275 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-39d4b079-71f1-48c5-b9b0-16bc5e6d6150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2db92d-626e-472e-bc98-b810513d007d', 'name': 'tempest-TestShelveInstance-1498577856-router', 'tenant_id': 'f06c7921edd241c3add5653dbc172534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:37:35Z', 'updated_at': '2022-02-08T22:48:19Z', 'revision_number': 6, 'project_id': 'f06c7921edd241c3add5653dbc172534', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:19.938944 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d4b079-71f1-48c5-b9b0-16bc5e6d6150 None None] The sync data for ids ['ef2db92d-626e-472e-bc98-b810513d007d'] in n-d-712143-31 is: [{'id': 'ef2db92d-626e-472e-bc98-b810513d007d', 'name': 'tempest-TestShelveInstance-1498577856-router', 'tenant_id': 'f06c7921edd241c3add5653dbc172534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:37:35Z', 'updated_at': '2022-02-08T22:48:19Z', 'revision_number': 6, 'project_id': 'f06c7921edd241c3add5653dbc172534', 'gw_port_host': None}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:48:19.965323 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c958a21b-c581-453f-a065-3fb1793d3865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (52f94472-f32f-47a1-8caa-0b2079301cb9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:20.005189 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958a21b-c581-453f-a065-3fb1793d3865 admin admin] Pushing event deleted for resources: {'Port': ['ID=52f94472-f32f-47a1-8caa-0b2079301cb9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:20.084254 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c958a21b-c581-453f-a065-3fb1793d3865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (ef2db92d-626e-472e-bc98-b810513d007d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:20.180006 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c958a21b-c581-453f-a065-3fb1793d3865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (ef2db92d-626e-472e-bc98-b810513d007d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:20.182272 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c958a21b-c581-453f-a065-3fb1793d3865 admin admin] Publish callbacks [] for router_controller (ef2db92d-626e-472e-bc98-b810513d007d), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:20.228741 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c958a21b-c581-453f-a065-3fb1793d3865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (ef2db92d-626e-472e-bc98-b810513d007d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:20.229623 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c958a21b-c581-453f-a065-3fb1793d3865 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef2db92d-626e-472e-bc98-b810513d007d {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 22:48:20.235390 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c958a21b-c581-453f-a065-3fb1793d3865 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:20.236574 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c958a21b-c581-453f-a065-3fb1793d3865 admin admin] 10.222.0.88 "DELETE /v2.0/routers/ef2db92d-626e-472e-bc98-b810513d007d HTTP/1.1" status: 204 len: 168 time: 0.8842125 Feb 08 22:48:20.239326 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49634) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:48:20.292117 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a77381e-60a4-4386-858c-9649cf806492 admin admin] Deleting subnet cc49afb9-c1db-4830-bc70-e5bee02ea1ac {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 22:48:20.300338 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a77381e-60a4-4386-858c-9649cf806492 admin admin] Publish callbacks [] for subnet (cc49afb9-c1db-4830-bc70-e5bee02ea1ac), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:20.337334 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a77381e-60a4-4386-858c-9649cf806492 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (cc49afb9-c1db-4830-bc70-e5bee02ea1ac), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:20.427737 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a77381e-60a4-4386-858c-9649cf806492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (cc49afb9-c1db-4830-bc70-e5bee02ea1ac), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:20.487269 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a77381e-60a4-4386-858c-9649cf806492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (cc49afb9-c1db-4830-bc70-e5bee02ea1ac), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:20.518183 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77381e-60a4-4386-858c-9649cf806492 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc49afb9-c1db-4830-bc70-e5bee02ea1ac,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:20.521968 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a77381e-60a4-4386-858c-9649cf806492 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:20.525614 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-9a77381e-60a4-4386-858c-9649cf806492 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/cc49afb9-c1db-4830-bc70-e5bee02ea1ac HTTP/1.1" status: 204 len: 168 time: 0.2848725 Feb 08 22:48:20.527647 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49636) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:48:20.527851 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a0ef97-b260-4af1-a750-257258af7f65 None None] Network 849601fa-6b4b-4979-b2d9-31935f6f9a2c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:48:20.597331 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ef97554-79ae-4b85-bfff-3e0ae83c909f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (849601fa-6b4b-4979-b2d9-31935f6f9a2c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:20.667510 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-4ef97554-79ae-4b85-bfff-3e0ae83c909f admin admin] Deleting port 27b662c7-bfae-4d52-9210-e1c4f0a378e6 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:48:20.667852 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ef97554-79ae-4b85-bfff-3e0ae83c909f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (27b662c7-bfae-4d52-9210-e1c4f0a378e6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:20.740129 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97a136e-5118-46db-b77b-92e676508b97 None None] DHCP port deletion for 849601fa-6b4b-4979-b2d9-31935f6f9a2c request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 22:48:20.741617 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-4ef97554-79ae-4b85-bfff-3e0ae83c909f admin admin] For port 27b662c7-bfae-4d52-9210-e1c4f0a378e6, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=27b662c7-bfae-4d52-9210-e1c4f0a378e6,segment=NetworkSegment(b3e95494-a8ac-4b28-acec-e7d720d6d4ca),segment_id=b3e95494-a8ac-4b28-acec-e7d720d6d4ca)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:48:20.742297 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ef97554-79ae-4b85-bfff-3e0ae83c909f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (27b662c7-bfae-4d52-9210-e1c4f0a378e6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:20.767053 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-4ef97554-79ae-4b85-bfff-3e0ae83c909f admin admin] Calling delete_port for 27b662c7-bfae-4d52-9210-e1c4f0a378e6 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:48:20.817250 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device de845bcf-911a-4913-b33b-358335bdb8ab no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:48:20.853626 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: de845bcf-911a-4913-b33b-358335bdb8ab {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:48:20.854953 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device de845bcf-911a-4913-b33b-358335bdb8ab not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:48:20.855053 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 52f94472-f32f-47a1-8caa-0b2079301cb9 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:48:20.859701 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f97a136e-5118-46db-b77b-92e676508b97 None None] Deleting port 27b662c7-bfae-4d52-9210-e1c4f0a378e6 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:48:20.860023 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f97a136e-5118-46db-b77b-92e676508b97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (27b662c7-bfae-4d52-9210-e1c4f0a378e6), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:20.875573 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ef97554-79ae-4b85-bfff-3e0ae83c909f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (27b662c7-bfae-4d52-9210-e1c4f0a378e6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:20.880438 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 52f94472-f32f-47a1-8caa-0b2079301cb9 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:48:20.880794 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 52f94472-f32f-47a1-8caa-0b2079301cb9 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:48:20.881253 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 27b662c7-bfae-4d52-9210-e1c4f0a378e6 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:48:20.905532 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef97554-79ae-4b85-bfff-3e0ae83c909f admin admin] Pushing event deleted for resources: {'Port': ['ID=27b662c7-bfae-4d52-9210-e1c4f0a378e6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:20.912387 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef97554-79ae-4b85-bfff-3e0ae83c909f admin admin] No DVR routers for this DVR port 27b662c7-bfae-4d52-9210-e1c4f0a378e6 on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:48:20.944420 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 27b662c7-bfae-4d52-9210-e1c4f0a378e6 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:48:20.944791 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 27b662c7-bfae-4d52-9210-e1c4f0a378e6 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:48:20.965545 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f97a136e-5118-46db-b77b-92e676508b97 None None] For port 27b662c7-bfae-4d52-9210-e1c4f0a378e6, host n-d-712143-31, got binding levels [] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:48:20.965914 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f97a136e-5118-46db-b77b-92e676508b97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (27b662c7-bfae-4d52-9210-e1c4f0a378e6), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:20.986771 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f97a136e-5118-46db-b77b-92e676508b97 None None] Calling delete_port for 27b662c7-bfae-4d52-9210-e1c4f0a378e6 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:48:20.987939 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.ipam_backend_mixin [None req-f97a136e-5118-46db-b77b-92e676508b97 None None] Port 27b662c7-bfae-4d52-9210-e1c4f0a378e6 was not found and therefore no delete operation was performed {{(pid=103435) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 22:48:20.991151 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f97a136e-5118-46db-b77b-92e676508b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (27b662c7-bfae-4d52-9210-e1c4f0a378e6), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:21.013884 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ef97554-79ae-4b85-bfff-3e0ae83c909f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (849601fa-6b4b-4979-b2d9-31935f6f9a2c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:21.021623 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a136e-5118-46db-b77b-92e676508b97 None None] Pushing event deleted for resources: {'Port': ['ID=27b662c7-bfae-4d52-9210-e1c4f0a378e6,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:21.025378 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97a136e-5118-46db-b77b-92e676508b97 None None] No DVR routers for this DVR port 27b662c7-bfae-4d52-9210-e1c4f0a378e6 on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:48:21.052488 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-4ef97554-79ae-4b85-bfff-3e0ae83c909f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['849601fa-6b4b-4979-b2d9-31935f6f9a2c']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:21.066764 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-4ef97554-79ae-4b85-bfff-3e0ae83c909f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e95494-a8ac-4b28-acec-e7d720d6d4ca') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:21.067218 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-4ef97554-79ae-4b85-bfff-3e0ae83c909f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e95494-a8ac-4b28-acec-e7d720d6d4ca') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:21.078175 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ef97554-79ae-4b85-bfff-3e0ae83c909f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (b3e95494-a8ac-4b28-acec-e7d720d6d4ca), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:21.093853 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ef97554-79ae-4b85-bfff-3e0ae83c909f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (b3e95494-a8ac-4b28-acec-e7d720d6d4ca), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:21.101111 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef97554-79ae-4b85-bfff-3e0ae83c909f admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:48:21.101545 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ef97554-79ae-4b85-bfff-3e0ae83c909f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (b3e95494-a8ac-4b28-acec-e7d720d6d4ca), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: timer() Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:48:21.103541 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:48:21.161473 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ef97554-79ae-4b85-bfff-3e0ae83c909f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (849601fa-6b4b-4979-b2d9-31935f6f9a2c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:21.167967 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ef97554-79ae-4b85-bfff-3e0ae83c909f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:21.171352 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4ef97554-79ae-4b85-bfff-3e0ae83c909f admin admin] 10.222.0.88 "DELETE /v2.0/networks/849601fa-6b4b-4979-b2d9-31935f6f9a2c HTTP/1.1" status: 204 len: 168 time: 0.6427665 Feb 08 22:48:21.191331 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef97554-79ae-4b85-bfff-3e0ae83c909f admin admin] Pushing event deleted for resources: {'Network': ['ID=849601fa-6b4b-4979-b2d9-31935f6f9a2c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:21.330754 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49640) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:48:21.371957 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7e77ee3f-103f-4e38-bfbe-986c3c3e023e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e7817c3c711b4b2bb3378a9b9f54ae98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398712 Feb 08 22:48:21.374700 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49642) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:48:21.423506 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33a44240-ede4-42f8-b3dd-7f6eb245cb0c admin admin] Publish callbacks [] for security_group (c2d497d0-9b93-43b8-9ea2-3177b3e3e9dd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:21.444604 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33a44240-ede4-42f8-b3dd-7f6eb245cb0c admin admin] Publish callbacks [] for security_group (c2d497d0-9b93-43b8-9ea2-3177b3e3e9dd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:21.495084 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33a44240-ede4-42f8-b3dd-7f6eb245cb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (c2d497d0-9b93-43b8-9ea2-3177b3e3e9dd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:21.497801 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33a44240-ede4-42f8-b3dd-7f6eb245cb0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:21.499158 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-33a44240-ede4-42f8-b3dd-7f6eb245cb0c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c2d497d0-9b93-43b8-9ea2-3177b3e3e9dd HTTP/1.1" status: 204 len: 168 time: 0.1232665 Feb 08 22:48:21.508447 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a44240-ede4-42f8-b3dd-7f6eb245cb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d497d0-9b93-43b8-9ea2-3177b3e3e9dd,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:21.882446 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49648) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:48:21.927385 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-a5b67e26-3768-4d8e-ba65-bf0d375cafcc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f06c7921edd241c3add5653dbc172534&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433474 Feb 08 22:48:21.929852 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49650) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:48:21.995550 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-99edc848-bb2c-45b1-886d-e2d4242a2e7c admin admin] Publish callbacks [] for security_group (b2b51032-d739-45ed-9fdf-62e24939cb25), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:22.022973 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-99edc848-bb2c-45b1-886d-e2d4242a2e7c admin admin] Publish callbacks [] for security_group (b2b51032-d739-45ed-9fdf-62e24939cb25), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:22.088189 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-99edc848-bb2c-45b1-886d-e2d4242a2e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (b2b51032-d739-45ed-9fdf-62e24939cb25), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:22.091326 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-99edc848-bb2c-45b1-886d-e2d4242a2e7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:22.092589 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-99edc848-bb2c-45b1-886d-e2d4242a2e7c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b2b51032-d739-45ed-9fdf-62e24939cb25 HTTP/1.1" status: 204 len: 168 time: 0.1618330 Feb 08 22:48:22.101171 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99edc848-bb2c-45b1-886d-e2d4242a2e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b51032-d739-45ed-9fdf-62e24939cb25,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:22.960337 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49672) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:48:23.081934 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-7e7989b4-cc63-4b83-8c1d-1ac4be6d4270 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-776606405-network', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:48:23.113960 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7989b4-cc63-4b83-8c1d-1ac4be6d4270 admin admin] Made reservation on behalf of fd411cbca6854ee1869681fae7bebb89 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:48:23.116715 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e7989b4-cc63-4b83-8c1d-1ac4be6d4270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:23.127206 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e7989b4-cc63-4b83-8c1d-1ac4be6d4270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:23.222277 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e7989b4-cc63-4b83-8c1d-1ac4be6d4270 admin admin] Publish callbacks [] for security_group (3b54a803-854d-4848-b81b-451020dec08c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:23.226852 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e7989b4-cc63-4b83-8c1d-1ac4be6d4270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3b54a803-854d-4848-b81b-451020dec08c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:23.259966 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7989b4-cc63-4b83-8c1d-1ac4be6d4270 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 22:48:23.274726 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7989b4-cc63-4b83-8c1d-1ac4be6d4270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b54a803-854d-4848-b81b-451020dec08c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:23.280088 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e7989b4-cc63-4b83-8c1d-1ac4be6d4270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (0f7fd658-61ac-45b9-bf16-3e3eeac9d348), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:23.280442 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-7e7989b4-cc63-4b83-8c1d-1ac4be6d4270 admin admin] Added segment 0f7fd658-61ac-45b9-bf16-3e3eeac9d348 of type vlan for network d14504c6-ae32-4b7a-a832-5f903e85809c Feb 08 22:48:23.323132 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e7989b4-cc63-4b83-8c1d-1ac4be6d4270 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (d14504c6-ae32-4b7a-a832-5f903e85809c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:23.358420 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e7989b4-cc63-4b83-8c1d-1ac4be6d4270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (d14504c6-ae32-4b7a-a832-5f903e85809c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:23.359623 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7989b4-cc63-4b83-8c1d-1ac4be6d4270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:23.360352 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e7989b4-cc63-4b83-8c1d-1ac4be6d4270 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:23.416075 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7e7989b4-cc63-4b83-8c1d-1ac4be6d4270 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4544873 Feb 08 22:48:23.420146 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49676) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:48:23.425254 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-aaf15578-408a-4e0c-957c-9e9500972149 admin admin] Request body: {'subnet': {'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-776606405-subnet', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:48:23.430160 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7989b4-cc63-4b83-8c1d-1ac4be6d4270 admin admin] Pushing event updated for resources: {'Network': ['ID=d14504c6-ae32-4b7a-a832-5f903e85809c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:23.445594 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network d14504c6-ae32-4b7a-a832-5f903e85809c details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 22:48:23.455717 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf15578-408a-4e0c-957c-9e9500972149 admin admin] Made reservation on behalf of fd411cbca6854ee1869681fae7bebb89 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:48:23.458151 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aaf15578-408a-4e0c-957c-9e9500972149 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:23.669078 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aaf15578-408a-4e0c-957c-9e9500972149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (58723eac-6f22-4cc0-a4c2-f2b5ee7e440b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:23.731655 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf15578-408a-4e0c-957c-9e9500972149 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58723eac-6f22-4cc0-a4c2-f2b5ee7e440b,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:23.741506 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf15578-408a-4e0c-957c-9e9500972149 admin admin] Checking segment: {'id': '0f7fd658-61ac-45b9-bf16-3e3eeac9d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:48:23.741864 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf15578-408a-4e0c-957c-9e9500972149 admin admin] Network hostable DHCP agents. Network: d14504c6-ae32-4b7a-a832-5f903e85809c, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 22:48:23.761633 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf15578-408a-4e0c-957c-9e9500972149 admin admin] Network d14504c6-ae32-4b7a-a832-5f903e85809c is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 22:48:23.770623 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-aaf15578-408a-4e0c-957c-9e9500972149 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, d14504c6-ae32-4b7a-a832-5f903e85809c) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:48:23.774703 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf15578-408a-4e0c-957c-9e9500972149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:23.775295 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aaf15578-408a-4e0c-957c-9e9500972149 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:23.783268 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c5867c-5664-4fda-ba0f-b5b1cf9b62e0 None None] Network d14504c6-ae32-4b7a-a832-5f903e85809c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:48:23.796931 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49678) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:48:23.797298 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-aaf15578-408a-4e0c-957c-9e9500972149 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3755617 Feb 08 22:48:23.801406 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-452fc980-669a-47a0-a8b8-85c0a5d61ac6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-776606405-router', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:48:23.823081 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-452fc980-669a-47a0-a8b8-85c0a5d61ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (447ccd12-0210-4249-bc17-fbde1da8cfb8), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:23.824599 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-452fc980-669a-47a0-a8b8-85c0a5d61ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (447ccd12-0210-4249-bc17-fbde1da8cfb8), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:23.885208 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-452fc980-669a-47a0-a8b8-85c0a5d61ac6 admin admin] Publish callbacks [] for router_controller (447ccd12-0210-4249-bc17-fbde1da8cfb8), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:23.908758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f65a2fa-e294-4e9c-8f15-15e9c51544aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-d14504c6-ae32-4b7a-a832-5f903e85809c', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'fixed_ips': [{'subnet_id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 22:48:23.909944 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f65a2fa-e294-4e9c-8f15-15e9c51544aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:24.088132 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-452fc980-669a-47a0-a8b8-85c0a5d61ac6 admin admin] Publish callbacks [] for router_gateway (447ccd12-0210-4249-bc17-fbde1da8cfb8), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:24.092254 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-9f65a2fa-e294-4e9c-8f15-15e9c51544aa None None] Allocated IP 172.20.0.2 (d14504c6-ae32-4b7a-a832-5f903e85809c/58723eac-6f22-4cc0-a4c2-f2b5ee7e440b/bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:48:24.378437 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-452fc980-669a-47a0-a8b8-85c0a5d61ac6 admin admin] Publish callbacks [] for router_gateway (447ccd12-0210-4249-bc17-fbde1da8cfb8), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:24.399635 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-452fc980-669a-47a0-a8b8-85c0a5d61ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:24.500828 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f65a2fa-e294-4e9c-8f15-15e9c51544aa None None] Publish callbacks [] for port (bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:24.504759 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-31a7a5bb-e664-4eba-b309-c92959e69311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:24.512765 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f65a2fa-e294-4e9c-8f15-15e9c51544aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:24.542021 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-452fc980-669a-47a0-a8b8-85c0a5d61ac6 admin admin] Allocated IP 172.25.3.204 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/d7518fec-58a0-424c-aae1-29d472cdfd22) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:48:24.557748 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f65a2fa-e294-4e9c-8f15-15e9c51544aa None None] Network d14504c6-ae32-4b7a-a832-5f903e85809c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:48:24.560801 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-9f65a2fa-e294-4e9c-8f15-15e9c51544aa None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:48:24.565643 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f65a2fa-e294-4e9c-8f15-15e9c51544aa None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:48:24.574771 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65a2fa-e294-4e9c-8f15-15e9c51544aa None None] Pushing event updated for resources: {'Port': ['ID=bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:24.637615 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-9f65a2fa-e294-4e9c-8f15-15e9c51544aa None None] Attempting to bind port bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:48:24.637969 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-9f65a2fa-e294-4e9c-8f15-15e9c51544aa None None] Attempting to bind port bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '0f7fd658-61ac-45b9-bf16-3e3eeac9d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:48:24.638263 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f65a2fa-e294-4e9c-8f15-15e9c51544aa None None] Attempting to bind port bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df on network d14504c6-ae32-4b7a-a832-5f903e85809c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:48:24.646211 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f65a2fa-e294-4e9c-8f15-15e9c51544aa None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:48:24.646791 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f65a2fa-e294-4e9c-8f15-15e9c51544aa None None] Checking segment: {'id': '0f7fd658-61ac-45b9-bf16-3e3eeac9d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:48:24.647396 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f65a2fa-e294-4e9c-8f15-15e9c51544aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:24.647918 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f65a2fa-e294-4e9c-8f15-15e9c51544aa None None] Bound using segment: {'id': '0f7fd658-61ac-45b9-bf16-3e3eeac9d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:48:24.648688 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-9f65a2fa-e294-4e9c-8f15-15e9c51544aa None None] Bound port: bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7fd658-61ac-45b9-bf16-3e3eeac9d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:48:24.649342 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f65a2fa-e294-4e9c-8f15-15e9c51544aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:24.663956 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-452fc980-669a-47a0-a8b8-85c0a5d61ac6 admin admin] Publish callbacks [] for port (d7518fec-58a0-424c-aae1-29d472cdfd22), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:24.706661 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-452fc980-669a-47a0-a8b8-85c0a5d61ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (d7518fec-58a0-424c-aae1-29d472cdfd22), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:24.724095 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-9f65a2fa-e294-4e9c-8f15-15e9c51544aa None None] For port bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:48:24.727791 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-9f65a2fa-e294-4e9c-8f15-15e9c51544aa None None] For port bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df,segment=NetworkSegment(0f7fd658-61ac-45b9-bf16-3e3eeac9d348),segment_id=0f7fd658-61ac-45b9-bf16-3e3eeac9d348)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:48:24.736131 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f65a2fa-e294-4e9c-8f15-15e9c51544aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:24.761125 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452fc980-669a-47a0-a8b8-85c0a5d61ac6 admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:48:24.764507 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-452fc980-669a-47a0-a8b8-85c0a5d61ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:48:24.767203 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452fc980-669a-47a0-a8b8-85c0a5d61ac6 admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:48:24.803009 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452fc980-669a-47a0-a8b8-85c0a5d61ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=d7518fec-58a0-424c-aae1-29d472cdfd22,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:24.819664 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65a2fa-e294-4e9c-8f15-15e9c51544aa None None] Pushing event updated for resources: {'Port': ['ID=bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:25.147230 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-452fc980-669a-47a0-a8b8-85c0a5d61ac6 admin admin] Publish callbacks [] for router_gateway (447ccd12-0210-4249-bc17-fbde1da8cfb8), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:25.373640 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-452fc980-669a-47a0-a8b8-85c0a5d61ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (447ccd12-0210-4249-bc17-fbde1da8cfb8), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:25.536793 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452fc980-669a-47a0-a8b8-85c0a5d61ac6 admin admin] Router 447ccd12-0210-4249-bc17-fbde1da8cfb8 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 22:48:25.664070 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452fc980-669a-47a0-a8b8-85c0a5d61ac6 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:48:25.678960 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758c6ec7-3ab8-4d58-a820-d03c468446ca None None] Sync routers for ids ['447ccd12-0210-4249-bc17-fbde1da8cfb8'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:48:25.687469 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-452fc980-669a-47a0-a8b8-85c0a5d61ac6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:25.693477 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-452fc980-669a-47a0-a8b8-85c0a5d61ac6 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8919573 Feb 08 22:48:25.694430 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49686) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:48:25.698236 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758c6ec7-3ab8-4d58-a820-d03c468446ca None None] Routers {'447ccd12-0210-4249-bc17-fbde1da8cfb8'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:48:25.698919 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-758c6ec7-3ab8-4d58-a820-d03c468446ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:47:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['447ccd12-0210-4249-bc17-fbde1da8cfb8'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:25.842845 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-758c6ec7-3ab8-4d58-a820-d03c468446ca None None] Set router 447ccd12-0210-4249-bc17-fbde1da8cfb8 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:48:25.982398 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01515b67-68b9-414c-a206-762f66590397 None None] Network d14504c6-ae32-4b7a-a832-5f903e85809c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:48:26.115728 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-69d19793-60fa-4078-8aeb-aaa0fc0d3bb4 None None] Provisioning complete for port bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:48:26.116354 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-69d19793-60fa-4078-8aeb-aaa0fc0d3bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:26.180287 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-758c6ec7-3ab8-4d58-a820-d03c468446ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'name': 'tempest-TestSnapshotPattern-776606405-router', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:48:23Z', 'updated_at': '2022-02-08T22:48:24Z', 'revision_number': 3, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'gw_port': {'id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:24Z', 'updated_at': '2022-02-08T22:48:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:26.211185 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758c6ec7-3ab8-4d58-a820-d03c468446ca None None] Checking router: 447ccd12-0210-4249-bc17-fbde1da8cfb8 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:48:26.211898 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758c6ec7-3ab8-4d58-a820-d03c468446ca None None] Updating router 447ccd12-0210-4249-bc17-fbde1da8cfb8 port d7518fec-58a0-424c-aae1-29d472cdfd22 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:48:26.252080 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-758c6ec7-3ab8-4d58-a820-d03c468446ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d7518fec-58a0-424c-aae1-29d472cdfd22), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:26.280175 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-69d19793-60fa-4078-8aeb-aaa0fc0d3bb4 None None] Current status of the port bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:48:26.280793 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-69d19793-60fa-4078-8aeb-aaa0fc0d3bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:26.324016 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-69d19793-60fa-4078-8aeb-aaa0fc0d3bb4 None None] For port bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df,segment=NetworkSegment(0f7fd658-61ac-45b9-bf16-3e3eeac9d348),segment_id=0f7fd658-61ac-45b9-bf16-3e3eeac9d348)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:48:26.329935 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-69d19793-60fa-4078-8aeb-aaa0fc0d3bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:26.423638 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d19793-60fa-4078-8aeb-aaa0fc0d3bb4 None None] Pushing event updated for resources: {'Port': ['ID=bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:26.559007 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-81f41830-7141-46b2-a040-97fb9aec65ce None None] Provisioning complete for port bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:48:26.559491 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-81f41830-7141-46b2-a040-97fb9aec65ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:26.619513 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-758c6ec7-3ab8-4d58-a820-d03c468446ca None None] Publish callbacks [] for port (d7518fec-58a0-424c-aae1-29d472cdfd22), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:26.627771 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-758c6ec7-3ab8-4d58-a820-d03c468446ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d7518fec-58a0-424c-aae1-29d472cdfd22), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:26.654538 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1af8184d-961e-4b27-9078-848c52e45c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:26.668606 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-81f41830-7141-46b2-a040-97fb9aec65ce None None] Current status of the port bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:48:26.691537 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4659247-25ea-4fad-bd00-772fcb221792 None None] Pushing event updated for resources: {'Port': ['ID=d7518fec-58a0-424c-aae1-29d472cdfd22,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:26.693811 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-758c6ec7-3ab8-4d58-a820-d03c468446ca None None] Attempting to bind port d7518fec-58a0-424c-aae1-29d472cdfd22 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:48:26.694332 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-758c6ec7-3ab8-4d58-a820-d03c468446ca None None] Attempting to bind port d7518fec-58a0-424c-aae1-29d472cdfd22 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:48:26.694647 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758c6ec7-3ab8-4d58-a820-d03c468446ca None None] Attempting to bind port d7518fec-58a0-424c-aae1-29d472cdfd22 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:48:26.704851 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758c6ec7-3ab8-4d58-a820-d03c468446ca None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:48:26.705209 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758c6ec7-3ab8-4d58-a820-d03c468446ca None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:48:26.705660 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-758c6ec7-3ab8-4d58-a820-d03c468446ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:26.706060 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758c6ec7-3ab8-4d58-a820-d03c468446ca None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:48:26.706547 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-758c6ec7-3ab8-4d58-a820-d03c468446ca None None] Bound port: d7518fec-58a0-424c-aae1-29d472cdfd22, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:48:26.706936 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-758c6ec7-3ab8-4d58-a820-d03c468446ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d7518fec-58a0-424c-aae1-29d472cdfd22), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:26.728950 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4659247-25ea-4fad-bd00-772fcb221792 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:26.729330 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4659247-25ea-4fad-bd00-772fcb221792 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:26.729681 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4659247-25ea-4fad-bd00-772fcb221792 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:26.730025 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4659247-25ea-4fad-bd00-772fcb221792 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:26.730484 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4659247-25ea-4fad-bd00-772fcb221792 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:26.730659 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4659247-25ea-4fad-bd00-772fcb221792 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:26.730994 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4659247-25ea-4fad-bd00-772fcb221792 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:26.731484 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4659247-25ea-4fad-bd00-772fcb221792 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:26.732437 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4659247-25ea-4fad-bd00-772fcb221792 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:26.732437 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4659247-25ea-4fad-bd00-772fcb221792 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:26.732437 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4659247-25ea-4fad-bd00-772fcb221792 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:26.732741 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4659247-25ea-4fad-bd00-772fcb221792 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:26.733015 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4659247-25ea-4fad-bd00-772fcb221792 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:48:26.784184 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-758c6ec7-3ab8-4d58-a820-d03c468446ca None None] For port d7518fec-58a0-424c-aae1-29d472cdfd22, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:48:26.788340 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-758c6ec7-3ab8-4d58-a820-d03c468446ca None None] For port d7518fec-58a0-424c-aae1-29d472cdfd22, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d7518fec-58a0-424c-aae1-29d472cdfd22,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:48:26.801597 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-758c6ec7-3ab8-4d58-a820-d03c468446ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d7518fec-58a0-424c-aae1-29d472cdfd22), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:26.818062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:48:26.889084 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:48:26.889617 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:26.890062 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4659247-25ea-4fad-bd00-772fcb221792 None None] Pushing event updated for resources: {'Port': ['ID=d7518fec-58a0-424c-aae1-29d472cdfd22,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:26.894872 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-1af8184d-961e-4b27-9078-848c52e45c4f admin admin] Allocated IP 172.20.0.1 (d14504c6-ae32-4b7a-a832-5f903e85809c/58723eac-6f22-4cc0-a4c2-f2b5ee7e440b/f338abeb-91f7-4730-890c-712f4526458a) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:48:26.906175 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758c6ec7-3ab8-4d58-a820-d03c468446ca None None] Routers {'447ccd12-0210-4249-bc17-fbde1da8cfb8'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:48:26.907957 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-758c6ec7-3ab8-4d58-a820-d03c468446ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:47:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['447ccd12-0210-4249-bc17-fbde1da8cfb8'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:27.014969 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:48:27.047595 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1af8184d-961e-4b27-9078-848c52e45c4f admin admin] Publish callbacks [] for port (f338abeb-91f7-4730-890c-712f4526458a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:27.050402 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-758c6ec7-3ab8-4d58-a820-d03c468446ca None None] Set router 447ccd12-0210-4249-bc17-fbde1da8cfb8 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:48:27.091661 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1af8184d-961e-4b27-9078-848c52e45c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (f338abeb-91f7-4730-890c-712f4526458a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:27.134888 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af8184d-961e-4b27-9078-848c52e45c4f admin admin] Network d14504c6-ae32-4b7a-a832-5f903e85809c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:48:27.138122 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-1af8184d-961e-4b27-9078-848c52e45c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:48:27.142098 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af8184d-961e-4b27-9078-848c52e45c4f admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:48:27.165961 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8184d-961e-4b27-9078-848c52e45c4f admin admin] Pushing event updated for resources: {'Port': ['ID=f338abeb-91f7-4730-890c-712f4526458a,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:27.190088 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1af8184d-961e-4b27-9078-848c52e45c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (447ccd12-0210-4249-bc17-fbde1da8cfb8), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:27.320725 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-758c6ec7-3ab8-4d58-a820-d03c468446ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'name': 'tempest-TestSnapshotPattern-776606405-router', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:48:23Z', 'updated_at': '2022-02-08T22:48:24Z', 'revision_number': 3, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'gw_port': {'id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:24Z', 'updated_at': '2022-02-08T22:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:27.353748 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758c6ec7-3ab8-4d58-a820-d03c468446ca None None] The sync data for ids ['447ccd12-0210-4249-bc17-fbde1da8cfb8'] in n-d-712143-31 is: [{'id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'name': 'tempest-TestSnapshotPattern-776606405-router', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:48:23Z', 'updated_at': '2022-02-08T22:48:24Z', 'revision_number': 3, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'gw_port': {'id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:24Z', 'updated_at': '2022-02-08T22:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:48:27.395758 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1af8184d-961e-4b27-9078-848c52e45c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f338abeb-91f7-4730-890c-712f4526458a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:27.500529 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-8b9526d9-ef4f-4c98-a028-a35ced2e1e3c None None] Provisioning complete for port f338abeb-91f7-4730-890c-712f4526458a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:48:27.500987 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8b9526d9-ef4f-4c98-a028-a35ced2e1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f338abeb-91f7-4730-890c-712f4526458a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:27.550683 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8b9526d9-ef4f-4c98-a028-a35ced2e1e3c None None] Port f338abeb-91f7-4730-890c-712f4526458a cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:48:27.602826 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1af8184d-961e-4b27-9078-848c52e45c4f admin admin] Publish callbacks [] for port (f338abeb-91f7-4730-890c-712f4526458a), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:27.612277 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1af8184d-961e-4b27-9078-848c52e45c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (f338abeb-91f7-4730-890c-712f4526458a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:27.705248 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1af8184d-961e-4b27-9078-848c52e45c4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (447ccd12-0210-4249-bc17-fbde1da8cfb8), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:27.714877 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8184d-961e-4b27-9078-848c52e45c4f admin admin] Pushing event updated for resources: {'Port': ['ID=f338abeb-91f7-4730-890c-712f4526458a,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:27.735444 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-81b56b40-96f4-4536-af2c-71282b0a4153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:27.853954 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af8184d-961e-4b27-9078-848c52e45c4f admin admin] Network d14504c6-ae32-4b7a-a832-5f903e85809c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:48:27.858030 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-1af8184d-961e-4b27-9078-848c52e45c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:48:28.012561 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af8184d-961e-4b27-9078-848c52e45c4f admin admin] Router 447ccd12-0210-4249-bc17-fbde1da8cfb8 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:48:28.161193 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af8184d-961e-4b27-9078-848c52e45c4f admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:48:28.170057 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-1af8184d-961e-4b27-9078-848c52e45c4f admin admin] 10.222.0.88 "PUT /v2.0/routers/447ccd12-0210-4249-bc17-fbde1da8cfb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4743125 Feb 08 22:48:28.189041 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-254169a2-c248-4c08-b25f-59dca9897a80 None None] Provisioning complete for port f338abeb-91f7-4730-890c-712f4526458a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:48:28.190014 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-254169a2-c248-4c08-b25f-59dca9897a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f338abeb-91f7-4730-890c-712f4526458a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:28.236622 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-254169a2-c248-4c08-b25f-59dca9897a80 None None] Port f338abeb-91f7-4730-890c-712f4526458a cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:48:28.774153 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49702) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:48:28.777682 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d7518fec-58a0-424c-aae1-29d472cdfd22 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:48:28.780073 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-4c72748d-515e-4565-a495-7fd6de2bf475 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-76078546-network', 'tenant_id': '0026e484f0f7451a98d1c36764424e6b'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:48:28.812046 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c72748d-515e-4565-a495-7fd6de2bf475 admin admin] Made reservation on behalf of 0026e484f0f7451a98d1c36764424e6b for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:48:28.820683 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4c72748d-515e-4565-a495-7fd6de2bf475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:28.832024 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4c72748d-515e-4565-a495-7fd6de2bf475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:28.866654 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d7518fec-58a0-424c-aae1-29d472cdfd22 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:48:28.867388 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d7518fec-58a0-424c-aae1-29d472cdfd22), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:28.962661 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4c72748d-515e-4565-a495-7fd6de2bf475 admin admin] Publish callbacks [] for security_group (361799c0-536d-4c6a-ac86-7bf8f4cec0ab), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:28.967851 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4c72748d-515e-4565-a495-7fd6de2bf475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (361799c0-536d-4c6a-ac86-7bf8f4cec0ab), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:28.994961 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d7518fec-58a0-424c-aae1-29d472cdfd22 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:48:28.995949 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (d7518fec-58a0-424c-aae1-29d472cdfd22), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:28.999419 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c72748d-515e-4565-a495-7fd6de2bf475 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 22:48:29.020674 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port d7518fec-58a0-424c-aae1-29d472cdfd22, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d7518fec-58a0-424c-aae1-29d472cdfd22,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:48:29.021455 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72748d-515e-4565-a495-7fd6de2bf475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361799c0-536d-4c6a-ac86-7bf8f4cec0ab,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:29.024912 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4c72748d-515e-4565-a495-7fd6de2bf475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (84db1d2d-5567-4eae-abc0-a9da4db1a710), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:29.025826 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (d7518fec-58a0-424c-aae1-29d472cdfd22), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:29.026289 n-d-712143-31 neutron-server[103433]: INFO neutron.db.segments_db [None req-4c72748d-515e-4565-a495-7fd6de2bf475 admin admin] Added segment 84db1d2d-5567-4eae-abc0-a9da4db1a710 of type vlan for network 2187d5a7-0fa4-498c-806a-6d7decb22cfc Feb 08 22:48:29.081118 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4c72748d-515e-4565-a495-7fd6de2bf475 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442203962'] for network (2187d5a7-0fa4-498c-806a-6d7decb22cfc), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:29.099441 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=d7518fec-58a0-424c-aae1-29d472cdfd22,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:29.116787 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4c72748d-515e-4565-a495-7fd6de2bf475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460'] for network (2187d5a7-0fa4-498c-806a-6d7decb22cfc), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:29.117919 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c72748d-515e-4565-a495-7fd6de2bf475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:29.118509 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4c72748d-515e-4565-a495-7fd6de2bf475 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:29.190198 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-4c72748d-515e-4565-a495-7fd6de2bf475 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4109967 Feb 08 22:48:29.191159 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49704) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:48:29.194623 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72748d-515e-4565-a495-7fd6de2bf475 admin admin] Pushing event updated for resources: {'Network': ['ID=2187d5a7-0fa4-498c-806a-6d7decb22cfc,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:29.197857 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-cce6e804-823a-4558-b32d-c8a0e4282ae4 admin admin] Request body: {'subnet': {'network_id': '2187d5a7-0fa4-498c-806a-6d7decb22cfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-76078546-subnet', 'tenant_id': '0026e484f0f7451a98d1c36764424e6b', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:48:29.205820 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Network 2187d5a7-0fa4-498c-806a-6d7decb22cfc details requested by agent ovs-agent-n-d-712143-31 with host n-d-712143-31 {{(pid=103435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 22:48:29.231772 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce6e804-823a-4558-b32d-c8a0e4282ae4 admin admin] Made reservation on behalf of 0026e484f0f7451a98d1c36764424e6b for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:48:29.234249 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cce6e804-823a-4558-b32d-c8a0e4282ae4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9260976'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:29.283600 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5524d3-3795-4007-9e44-bdc8aa27ea72 None None] Sync routers for ids ['447ccd12-0210-4249-bc17-fbde1da8cfb8'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:48:29.313045 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5524d3-3795-4007-9e44-bdc8aa27ea72 None None] Routers {'447ccd12-0210-4249-bc17-fbde1da8cfb8'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:48:29.313716 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-8a5524d3-3795-4007-9e44-bdc8aa27ea72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:48:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['447ccd12-0210-4249-bc17-fbde1da8cfb8'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:29.443518 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cce6e804-823a-4558-b32d-c8a0e4282ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9447036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9260942'] for subnet (416a40e0-2118-4789-83c3-e55ba6e4889c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:29.446323 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-8a5524d3-3795-4007-9e44-bdc8aa27ea72 None None] Set router 447ccd12-0210-4249-bc17-fbde1da8cfb8 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:48:29.509827 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6e804-823a-4558-b32d-c8a0e4282ae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=416a40e0-2118-4789-83c3-e55ba6e4889c,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:29.518888 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce6e804-823a-4558-b32d-c8a0e4282ae4 admin admin] Checking segment: {'id': '84db1d2d-5567-4eae-abc0-a9da4db1a710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2187d5a7-0fa4-498c-806a-6d7decb22cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:48:29.519293 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce6e804-823a-4558-b32d-c8a0e4282ae4 admin admin] Network hostable DHCP agents. Network: 2187d5a7-0fa4-498c-806a-6d7decb22cfc, hostable agents: ['ebb82bac-b4b7-4fa0-8bc1-2094d3764abc'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 22:48:29.546564 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce6e804-823a-4558-b32d-c8a0e4282ae4 admin admin] Network 2187d5a7-0fa4-498c-806a-6d7decb22cfc is scheduled to be hosted by DHCP agent ebb82bac-b4b7-4fa0-8bc1-2094d3764abc with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 22:48:29.558741 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-cce6e804-823a-4558-b32d-c8a0e4282ae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-31, 2187d5a7-0fa4-498c-806a-6d7decb22cfc) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:48:29.565354 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce6e804-823a-4558-b32d-c8a0e4282ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:29.566580 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cce6e804-823a-4558-b32d-c8a0e4282ae4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:29.584458 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2c0f21-b20b-4b8f-9296-775ad3da3bbf None None] Network 2187d5a7-0fa4-498c-806a-6d7decb22cfc requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:48:29.591507 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-cce6e804-823a-4558-b32d-c8a0e4282ae4 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3986785 Feb 08 22:48:29.595061 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49706) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:48:29.600069 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-734aa2ab-71ed-410d-b17e-3a6bbc1d9def admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-76078546-router', 'tenant_id': '0026e484f0f7451a98d1c36764424e6b', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:48:29.625503 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-734aa2ab-71ed-410d-b17e-3a6bbc1d9def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-351566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58133'] for router (cce90743-297e-4ba5-a08b-bfa9f0f7d4a5), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:29.626553 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-734aa2ab-71ed-410d-b17e-3a6bbc1d9def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-351546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-346768', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58124'] for router (cce90743-297e-4ba5-a08b-bfa9f0f7d4a5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:29.689343 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:29.834575 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bfd10c-e4ec-460f-b5cc-4d448045e7a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf328e6d8-e4dd-5ccb-ae3f-6bc9a32f6d18-2187d5a7-0fa4-498c-806a-6d7decb22cfc', 'network_id': '2187d5a7-0fa4-498c-806a-6d7decb22cfc', 'project_id': '0026e484f0f7451a98d1c36764424e6b', 'fixed_ips': [{'subnet_id': '416a40e0-2118-4789-83c3-e55ba6e4889c'}]}} from n-d-712143-31. {{(pid=103435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 22:48:29.835447 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-13bfd10c-e4ec-460f-b5cc-4d448045e7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:29.937448 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-8a5524d3-3795-4007-9e44-bdc8aa27ea72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'name': 'tempest-TestSnapshotPattern-776606405-router', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:48:23Z', 'updated_at': '2022-02-08T22:48:27Z', 'revision_number': 4, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'gw_port': {'id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:24Z', 'updated_at': '2022-02-08T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'f338abeb-91f7-4730-890c-712f4526458a', 'name': '', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'mac_address': 'fa:16:3e:e4:17:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:26Z', 'updated_at': '2022-02-08T22:48:27Z', 'revision_number': 2, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'subnets': [{'id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:29.979722 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5524d3-3795-4007-9e44-bdc8aa27ea72 None None] Checking router: 447ccd12-0210-4249-bc17-fbde1da8cfb8 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:48:29.980082 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5524d3-3795-4007-9e44-bdc8aa27ea72 None None] Updating router 447ccd12-0210-4249-bc17-fbde1da8cfb8 port f338abeb-91f7-4730-890c-712f4526458a binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:48:30.048368 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a5524d3-3795-4007-9e44-bdc8aa27ea72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f338abeb-91f7-4730-890c-712f4526458a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:30.100333 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-13bfd10c-e4ec-460f-b5cc-4d448045e7a7 None None] Allocated IP 172.20.0.2 (2187d5a7-0fa4-498c-806a-6d7decb22cfc/416a40e0-2118-4789-83c3-e55ba6e4889c/c769d542-1d5b-4080-9b03-da15e019313a) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:48:30.113998 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-734aa2ab-71ed-410d-b17e-3a6bbc1d9def admin admin] Publish callbacks [] for router_controller (cce90743-297e-4ba5-a08b-bfa9f0f7d4a5), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:30.272264 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-734aa2ab-71ed-410d-b17e-3a6bbc1d9def admin admin] Publish callbacks [] for router_gateway (cce90743-297e-4ba5-a08b-bfa9f0f7d4a5), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:30.538591 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-734aa2ab-71ed-410d-b17e-3a6bbc1d9def admin admin] Publish callbacks [] for router_gateway (cce90743-297e-4ba5-a08b-bfa9f0f7d4a5), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:30.562212 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-13bfd10c-e4ec-460f-b5cc-4d448045e7a7 None None] Publish callbacks [] for port (c769d542-1d5b-4080-9b03-da15e019313a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:30.563351 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-734aa2ab-71ed-410d-b17e-3a6bbc1d9def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:30.575162 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-13bfd10c-e4ec-460f-b5cc-4d448045e7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499'] for port (c769d542-1d5b-4080-9b03-da15e019313a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:30.660679 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bfd10c-e4ec-460f-b5cc-4d448045e7a7 None None] Network 2187d5a7-0fa4-498c-806a-6d7decb22cfc is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:48:30.675856 n-d-712143-31 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-13bfd10c-e4ec-460f-b5cc-4d448045e7a7 None None] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:48:30.678633 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bfd10c-e4ec-460f-b5cc-4d448045e7a7 None None] Pushing event updated for resources: {'Port': ['ID=c769d542-1d5b-4080-9b03-da15e019313a,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:30.682437 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bfd10c-e4ec-460f-b5cc-4d448045e7a7 None None] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:48:30.693488 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a5524d3-3795-4007-9e44-bdc8aa27ea72 None None] Publish callbacks [] for port (f338abeb-91f7-4730-890c-712f4526458a), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:30.707197 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a5524d3-3795-4007-9e44-bdc8aa27ea72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f338abeb-91f7-4730-890c-712f4526458a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:30.721279 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-734aa2ab-71ed-410d-b17e-3a6bbc1d9def admin admin] Allocated IP 172.25.3.123 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/7504cba5-1690-4e3f-b827-daab10c8a082) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:48:30.776540 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d7518fec-58a0-424c-aae1-29d472cdfd22 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:48:30.864876 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-13bfd10c-e4ec-460f-b5cc-4d448045e7a7 None None] Attempting to bind port c769d542-1d5b-4080-9b03-da15e019313a on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:48:30.865280 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-13bfd10c-e4ec-460f-b5cc-4d448045e7a7 None None] Attempting to bind port c769d542-1d5b-4080-9b03-da15e019313a by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '84db1d2d-5567-4eae-abc0-a9da4db1a710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2187d5a7-0fa4-498c-806a-6d7decb22cfc'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:48:30.865654 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bfd10c-e4ec-460f-b5cc-4d448045e7a7 None None] Attempting to bind port c769d542-1d5b-4080-9b03-da15e019313a on network 2187d5a7-0fa4-498c-806a-6d7decb22cfc {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:48:30.871393 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1064d5b-6ab1-4752-949b-1ea9ca73af0d None None] Pushing event updated for resources: {'Port': ['ID=f338abeb-91f7-4730-890c-712f4526458a,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:30.881718 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bfd10c-e4ec-460f-b5cc-4d448045e7a7 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:48:30.882107 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bfd10c-e4ec-460f-b5cc-4d448045e7a7 None None] Checking segment: {'id': '84db1d2d-5567-4eae-abc0-a9da4db1a710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2187d5a7-0fa4-498c-806a-6d7decb22cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:48:30.882526 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-13bfd10c-e4ec-460f-b5cc-4d448045e7a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:30.882951 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bfd10c-e4ec-460f-b5cc-4d448045e7a7 None None] Bound using segment: {'id': '84db1d2d-5567-4eae-abc0-a9da4db1a710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2187d5a7-0fa4-498c-806a-6d7decb22cfc'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:48:30.883441 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-13bfd10c-e4ec-460f-b5cc-4d448045e7a7 None None] Bound port: c769d542-1d5b-4080-9b03-da15e019313a, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84db1d2d-5567-4eae-abc0-a9da4db1a710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2187d5a7-0fa4-498c-806a-6d7decb22cfc'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:48:30.883837 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-13bfd10c-e4ec-460f-b5cc-4d448045e7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c769d542-1d5b-4080-9b03-da15e019313a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:30.893473 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-734aa2ab-71ed-410d-b17e-3a6bbc1d9def admin admin] Publish callbacks [] for port (7504cba5-1690-4e3f-b827-daab10c8a082), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:30.937990 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-734aa2ab-71ed-410d-b17e-3a6bbc1d9def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (7504cba5-1690-4e3f-b827-daab10c8a082), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:30.988123 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-8a5524d3-3795-4007-9e44-bdc8aa27ea72 None None] Attempting to bind port f338abeb-91f7-4730-890c-712f4526458a on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:48:30.988123 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-8a5524d3-3795-4007-9e44-bdc8aa27ea72 None None] Attempting to bind port f338abeb-91f7-4730-890c-712f4526458a by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '0f7fd658-61ac-45b9-bf16-3e3eeac9d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:48:30.988123 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5524d3-3795-4007-9e44-bdc8aa27ea72 None None] Attempting to bind port f338abeb-91f7-4730-890c-712f4526458a on network d14504c6-ae32-4b7a-a832-5f903e85809c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:48:30.992832 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port d7518fec-58a0-424c-aae1-29d472cdfd22 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:48:30.993393 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (d7518fec-58a0-424c-aae1-29d472cdfd22), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:30.999883 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734aa2ab-71ed-410d-b17e-3a6bbc1d9def admin admin] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:48:31.009175 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-734aa2ab-71ed-410d-b17e-3a6bbc1d9def admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:48:31.012409 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734aa2ab-71ed-410d-b17e-3a6bbc1d9def admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:48:31.031263 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5524d3-3795-4007-9e44-bdc8aa27ea72 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:48:31.031623 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5524d3-3795-4007-9e44-bdc8aa27ea72 None None] Checking segment: {'id': '0f7fd658-61ac-45b9-bf16-3e3eeac9d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:48:31.032007 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a5524d3-3795-4007-9e44-bdc8aa27ea72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:31.032335 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5524d3-3795-4007-9e44-bdc8aa27ea72 None None] Bound using segment: {'id': '0f7fd658-61ac-45b9-bf16-3e3eeac9d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:48:31.032836 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-8a5524d3-3795-4007-9e44-bdc8aa27ea72 None None] Bound port: f338abeb-91f7-4730-890c-712f4526458a, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7fd658-61ac-45b9-bf16-3e3eeac9d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:48:31.033261 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a5524d3-3795-4007-9e44-bdc8aa27ea72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f338abeb-91f7-4730-890c-712f4526458a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:31.058623 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734aa2ab-71ed-410d-b17e-3a6bbc1d9def admin admin] Pushing event updated for resources: {'Port': ['ID=7504cba5-1690-4e3f-b827-daab10c8a082,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:31.112072 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-13bfd10c-e4ec-460f-b5cc-4d448045e7a7 None None] For port c769d542-1d5b-4080-9b03-da15e019313a, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:48:31.136084 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-13bfd10c-e4ec-460f-b5cc-4d448045e7a7 None None] For port c769d542-1d5b-4080-9b03-da15e019313a, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c769d542-1d5b-4080-9b03-da15e019313a,segment=NetworkSegment(84db1d2d-5567-4eae-abc0-a9da4db1a710),segment_id=84db1d2d-5567-4eae-abc0-a9da4db1a710)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:48:31.156121 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-13bfd10c-e4ec-460f-b5cc-4d448045e7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c769d542-1d5b-4080-9b03-da15e019313a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:31.200389 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-8a5524d3-3795-4007-9e44-bdc8aa27ea72 None None] For port f338abeb-91f7-4730-890c-712f4526458a, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:48:31.266079 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-8a5524d3-3795-4007-9e44-bdc8aa27ea72 None None] For port f338abeb-91f7-4730-890c-712f4526458a, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f338abeb-91f7-4730-890c-712f4526458a,segment=NetworkSegment(0f7fd658-61ac-45b9-bf16-3e3eeac9d348),segment_id=0f7fd658-61ac-45b9-bf16-3e3eeac9d348)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:48:31.278062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port d7518fec-58a0-424c-aae1-29d472cdfd22 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:48:31.280039 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-da469bba-e6c3-4fff-857f-949de500c724 None None] Provisioning complete for port f338abeb-91f7-4730-890c-712f4526458a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:48:31.280410 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-da469bba-e6c3-4fff-857f-949de500c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f338abeb-91f7-4730-890c-712f4526458a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:31.289582 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a5524d3-3795-4007-9e44-bdc8aa27ea72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f338abeb-91f7-4730-890c-712f4526458a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:31.330281 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bfd10c-e4ec-460f-b5cc-4d448045e7a7 None None] Pushing event updated for resources: {'Port': ['ID=c769d542-1d5b-4080-9b03-da15e019313a,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:31.392119 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-734aa2ab-71ed-410d-b17e-3a6bbc1d9def admin admin] Publish callbacks [] for router_gateway (cce90743-297e-4ba5-a08b-bfa9f0f7d4a5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:31.401811 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5524d3-3795-4007-9e44-bdc8aa27ea72 None None] Routers {'447ccd12-0210-4249-bc17-fbde1da8cfb8'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:48:31.402941 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-8a5524d3-3795-4007-9e44-bdc8aa27ea72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:48:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['447ccd12-0210-4249-bc17-fbde1da8cfb8'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:31.485391 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1064d5b-6ab1-4752-949b-1ea9ca73af0d None None] Pushing event updated for resources: {'Port': ['ID=f338abeb-91f7-4730-890c-712f4526458a,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:31.542387 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-da469bba-e6c3-4fff-857f-949de500c724 None None] Current status of the port f338abeb-91f7-4730-890c-712f4526458a is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:48:31.542790 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-da469bba-e6c3-4fff-857f-949de500c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (f338abeb-91f7-4730-890c-712f4526458a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:31.625696 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-da469bba-e6c3-4fff-857f-949de500c724 None None] For port f338abeb-91f7-4730-890c-712f4526458a, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f338abeb-91f7-4730-890c-712f4526458a,segment=NetworkSegment(0f7fd658-61ac-45b9-bf16-3e3eeac9d348),segment_id=0f7fd658-61ac-45b9-bf16-3e3eeac9d348)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:48:31.633351 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-8a5524d3-3795-4007-9e44-bdc8aa27ea72 None None] Set router 447ccd12-0210-4249-bc17-fbde1da8cfb8 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:48:31.671557 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-da469bba-e6c3-4fff-857f-949de500c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (f338abeb-91f7-4730-890c-712f4526458a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:31.749372 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:31.771444 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-734aa2ab-71ed-410d-b17e-3a6bbc1d9def admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-346183'] for router (cce90743-297e-4ba5-a08b-bfa9f0f7d4a5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:31.860258 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da469bba-e6c3-4fff-857f-949de500c724 None None] Pushing event updated for resources: {'Port': ['ID=f338abeb-91f7-4730-890c-712f4526458a,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:31.946347 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-90db9003-5249-483f-a8ad-34ba6ced0eb3 None None] Provisioning complete for port f338abeb-91f7-4730-890c-712f4526458a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:48:31.946876 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-90db9003-5249-483f-a8ad-34ba6ced0eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f338abeb-91f7-4730-890c-712f4526458a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:31.962622 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734aa2ab-71ed-410d-b17e-3a6bbc1d9def admin admin] Router cce90743-297e-4ba5-a08b-bfa9f0f7d4a5 is scheduled to L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 22:48:31.990325 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:32.077257 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-8a5524d3-3795-4007-9e44-bdc8aa27ea72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'name': 'tempest-TestSnapshotPattern-776606405-router', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:48:23Z', 'updated_at': '2022-02-08T22:48:27Z', 'revision_number': 4, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'gw_port': {'id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:24Z', 'updated_at': '2022-02-08T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'f338abeb-91f7-4730-890c-712f4526458a', 'name': '', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'mac_address': 'fa:16:3e:e4:17:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:26Z', 'updated_at': '2022-02-08T22:48:31Z', 'revision_number': 4, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'subnets': [{'id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:32.108064 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734aa2ab-71ed-410d-b17e-3a6bbc1d9def admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:48:32.120184 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0523a928-e587-4e76-ab95-b0247a9c93c5 None None] Sync routers for ids ['cce90743-297e-4ba5-a08b-bfa9f0f7d4a5'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:48:32.122141 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5524d3-3795-4007-9e44-bdc8aa27ea72 None None] The sync data for ids ['447ccd12-0210-4249-bc17-fbde1da8cfb8'] in n-d-712143-31 is: [{'id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'name': 'tempest-TestSnapshotPattern-776606405-router', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:48:23Z', 'updated_at': '2022-02-08T22:48:27Z', 'revision_number': 4, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'gw_port': {'id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:24Z', 'updated_at': '2022-02-08T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'f338abeb-91f7-4730-890c-712f4526458a', 'name': '', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'mac_address': 'fa:16:3e:e4:17:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:26Z', 'updated_at': '2022-02-08T22:48:31Z', 'revision_number': 4, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'subnets': [{'id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:48:32.125987 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-90db9003-5249-483f-a8ad-34ba6ced0eb3 None None] Current status of the port f338abeb-91f7-4730-890c-712f4526458a is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:48:32.130250 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-734aa2ab-71ed-410d-b17e-3a6bbc1d9def admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:32.132777 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-734aa2ab-71ed-410d-b17e-3a6bbc1d9def admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5363371 Feb 08 22:48:32.134044 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0523a928-e587-4e76-ab95-b0247a9c93c5 None None] Routers {'cce90743-297e-4ba5-a08b-bfa9f0f7d4a5'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:48:32.134907 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0523a928-e587-4e76-ab95-b0247a9c93c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:48:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['cce90743-297e-4ba5-a08b-bfa9f0f7d4a5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:32.136952 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49708) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:48:32.308103 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-0523a928-e587-4e76-ab95-b0247a9c93c5 None None] Set router cce90743-297e-4ba5-a08b-bfa9f0f7d4a5 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:48:32.566748 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0523a928-e587-4e76-ab95-b0247a9c93c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce90743-297e-4ba5-a08b-bfa9f0f7d4a5', 'name': 'tempest-TestSnapshotPattern-76078546-router', 'tenant_id': '0026e484f0f7451a98d1c36764424e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '7504cba5-1690-4e3f-b827-daab10c8a082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:48:29Z', 'updated_at': '2022-02-08T22:48:31Z', 'revision_number': 3, 'project_id': '0026e484f0f7451a98d1c36764424e6b', 'gw_port': {'id': '7504cba5-1690-4e3f-b827-daab10c8a082', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce90743-297e-4ba5-a08b-bfa9f0f7d4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:30Z', 'updated_at': '2022-02-08T22:48:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:32.597287 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0523a928-e587-4e76-ab95-b0247a9c93c5 None None] Checking router: cce90743-297e-4ba5-a08b-bfa9f0f7d4a5 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:48:32.597575 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0523a928-e587-4e76-ab95-b0247a9c93c5 None None] Updating router cce90743-297e-4ba5-a08b-bfa9f0f7d4a5 port 7504cba5-1690-4e3f-b827-daab10c8a082 binding host n-d-712143-31 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:48:32.639429 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0523a928-e587-4e76-ab95-b0247a9c93c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7504cba5-1690-4e3f-b827-daab10c8a082), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:32.792692 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be7ea3d-fa9d-43d7-af89-f62da4419612 None None] Network 2187d5a7-0fa4-498c-806a-6d7decb22cfc requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:48:32.848267 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0176bfb0-cbd9-4c25-8bec-9401ae9156dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:32.929758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f338abeb-91f7-4730-890c-712f4526458a up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:48:32.977822 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-53fdacbb-5526-4a32-9a1e-c28ea597dfdf None None] Provisioning complete for port c769d542-1d5b-4080-9b03-da15e019313a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:48:32.978200 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53fdacbb-5526-4a32-9a1e-c28ea597dfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c769d542-1d5b-4080-9b03-da15e019313a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:33.044138 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0523a928-e587-4e76-ab95-b0247a9c93c5 None None] Publish callbacks [] for port (7504cba5-1690-4e3f-b827-daab10c8a082), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:33.045467 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-0176bfb0-cbd9-4c25-8bec-9401ae9156dd admin admin] Allocated IP 172.20.0.1 (2187d5a7-0fa4-498c-806a-6d7decb22cfc/416a40e0-2118-4789-83c3-e55ba6e4889c/413a19c5-eeb9-42bf-87c8-d67d82dd6e1e) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:48:33.053330 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0523a928-e587-4e76-ab95-b0247a9c93c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7504cba5-1690-4e3f-b827-daab10c8a082), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:33.105195 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port f338abeb-91f7-4730-890c-712f4526458a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:48:33.105633 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (f338abeb-91f7-4730-890c-712f4526458a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:33.147591 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74d118-59b9-4309-a2d4-9572d8b5ac8b None None] Pushing event updated for resources: {'Port': ['ID=7504cba5-1690-4e3f-b827-daab10c8a082,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:33.193842 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-0523a928-e587-4e76-ab95-b0247a9c93c5 None None] Attempting to bind port 7504cba5-1690-4e3f-b827-daab10c8a082 on host n-d-712143-31 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:48:33.194544 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-0523a928-e587-4e76-ab95-b0247a9c93c5 None None] Attempting to bind port 7504cba5-1690-4e3f-b827-daab10c8a082 by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:48:33.195276 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0523a928-e587-4e76-ab95-b0247a9c93c5 None None] Attempting to bind port 7504cba5-1690-4e3f-b827-daab10c8a082 on network 075c0dfb-2786-422e-af93-9cafe101c970 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:48:33.208014 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0523a928-e587-4e76-ab95-b0247a9c93c5 None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:48:33.208793 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0523a928-e587-4e76-ab95-b0247a9c93c5 None None] Checking segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:48:33.209684 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0523a928-e587-4e76-ab95-b0247a9c93c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:33.210439 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0523a928-e587-4e76-ab95-b0247a9c93c5 None None] Bound using segment: {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:48:33.211565 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-0523a928-e587-4e76-ab95-b0247a9c93c5 None None] Bound port: 7504cba5-1690-4e3f-b827-daab10c8a082, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504fa30d-39a8-4d43-9834-80c03bdc2e56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:48:33.212875 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0523a928-e587-4e76-ab95-b0247a9c93c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7504cba5-1690-4e3f-b827-daab10c8a082), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:33.246371 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0176bfb0-cbd9-4c25-8bec-9401ae9156dd admin admin] Publish callbacks [] for port (413a19c5-eeb9-42bf-87c8-d67d82dd6e1e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:33.282136 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0523a928-e587-4e76-ab95-b0247a9c93c5 None None] For port 7504cba5-1690-4e3f-b827-daab10c8a082, host n-d-712143-31, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:48:33.286856 n-d-712143-31 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0523a928-e587-4e76-ab95-b0247a9c93c5 None None] For port 7504cba5-1690-4e3f-b827-daab10c8a082, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7504cba5-1690-4e3f-b827-daab10c8a082,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:48:33.294243 n-d-712143-31 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0523a928-e587-4e76-ab95-b0247a9c93c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7504cba5-1690-4e3f-b827-daab10c8a082), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:33.326585 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0176bfb0-cbd9-4c25-8bec-9401ae9156dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (413a19c5-eeb9-42bf-87c8-d67d82dd6e1e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:33.358165 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74d118-59b9-4309-a2d4-9572d8b5ac8b None None] Pushing event updated for resources: {'Port': ['ID=7504cba5-1690-4e3f-b827-daab10c8a082,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:33.372150 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0176bfb0-cbd9-4c25-8bec-9401ae9156dd admin admin] Network 2187d5a7-0fa4-498c-806a-6d7decb22cfc is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:48:33.379878 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-0176bfb0-cbd9-4c25-8bec-9401ae9156dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:48:33.387910 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0523a928-e587-4e76-ab95-b0247a9c93c5 None None] Routers {'cce90743-297e-4ba5-a08b-bfa9f0f7d4a5'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:48:33.389276 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0523a928-e587-4e76-ab95-b0247a9c93c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:48:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['cce90743-297e-4ba5-a08b-bfa9f0f7d4a5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:33.413090 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-53fdacbb-5526-4a32-9a1e-c28ea597dfdf None None] Current status of the port c769d542-1d5b-4080-9b03-da15e019313a is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:48:33.413506 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53fdacbb-5526-4a32-9a1e-c28ea597dfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c769d542-1d5b-4080-9b03-da15e019313a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:33.415407 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0176bfb0-cbd9-4c25-8bec-9401ae9156dd admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:48:33.495060 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176bfb0-cbd9-4c25-8bec-9401ae9156dd admin admin] Pushing event updated for resources: {'Port': ['ID=413a19c5-eeb9-42bf-87c8-d67d82dd6e1e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:33.508123 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0176bfb0-cbd9-4c25-8bec-9401ae9156dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-346256'] for router_interface (cce90743-297e-4ba5-a08b-bfa9f0f7d4a5), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:33.552943 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-53fdacbb-5526-4a32-9a1e-c28ea597dfdf None None] For port c769d542-1d5b-4080-9b03-da15e019313a, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c769d542-1d5b-4080-9b03-da15e019313a,segment=NetworkSegment(84db1d2d-5567-4eae-abc0-a9da4db1a710),segment_id=84db1d2d-5567-4eae-abc0-a9da4db1a710)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:48:33.561384 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port f338abeb-91f7-4730-890c-712f4526458a is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:48:33.563391 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c769d542-1d5b-4080-9b03-da15e019313a up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:48:33.569416 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53fdacbb-5526-4a32-9a1e-c28ea597dfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (c769d542-1d5b-4080-9b03-da15e019313a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:33.615648 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-0523a928-e587-4e76-ab95-b0247a9c93c5 None None] Set router cce90743-297e-4ba5-a08b-bfa9f0f7d4a5 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:48:33.684716 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fdacbb-5526-4a32-9a1e-c28ea597dfdf None None] Pushing event updated for resources: {'Port': ['ID=c769d542-1d5b-4080-9b03-da15e019313a,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:33.695024 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port c769d542-1d5b-4080-9b03-da15e019313a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:48:33.695447 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c769d542-1d5b-4080-9b03-da15e019313a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:33.746318 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0176bfb0-cbd9-4c25-8bec-9401ae9156dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (413a19c5-eeb9-42bf-87c8-d67d82dd6e1e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:33.813688 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port c769d542-1d5b-4080-9b03-da15e019313a is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:48:33.820881 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-54d1c2fe-89fb-4219-93a1-e1214d240b53 None None] Provisioning complete for port c769d542-1d5b-4080-9b03-da15e019313a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:48:33.821550 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54d1c2fe-89fb-4219-93a1-e1214d240b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c769d542-1d5b-4080-9b03-da15e019313a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:33.960948 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-54d1c2fe-89fb-4219-93a1-e1214d240b53 None None] Current status of the port c769d542-1d5b-4080-9b03-da15e019313a is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:48:33.976278 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0523a928-e587-4e76-ab95-b0247a9c93c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce90743-297e-4ba5-a08b-bfa9f0f7d4a5', 'name': 'tempest-TestSnapshotPattern-76078546-router', 'tenant_id': '0026e484f0f7451a98d1c36764424e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '7504cba5-1690-4e3f-b827-daab10c8a082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:48:29Z', 'updated_at': '2022-02-08T22:48:31Z', 'revision_number': 3, 'project_id': '0026e484f0f7451a98d1c36764424e6b', 'gw_port': {'id': '7504cba5-1690-4e3f-b827-daab10c8a082', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce90743-297e-4ba5-a08b-bfa9f0f7d4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:30Z', 'updated_at': '2022-02-08T22:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:34.024047 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0523a928-e587-4e76-ab95-b0247a9c93c5 None None] The sync data for ids ['cce90743-297e-4ba5-a08b-bfa9f0f7d4a5'] in n-d-712143-31 is: [{'id': 'cce90743-297e-4ba5-a08b-bfa9f0f7d4a5', 'name': 'tempest-TestSnapshotPattern-76078546-router', 'tenant_id': '0026e484f0f7451a98d1c36764424e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '7504cba5-1690-4e3f-b827-daab10c8a082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:48:29Z', 'updated_at': '2022-02-08T22:48:31Z', 'revision_number': 3, 'project_id': '0026e484f0f7451a98d1c36764424e6b', 'gw_port': {'id': '7504cba5-1690-4e3f-b827-daab10c8a082', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce90743-297e-4ba5-a08b-bfa9f0f7d4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:30Z', 'updated_at': '2022-02-08T22:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:48:34.066216 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0176bfb0-cbd9-4c25-8bec-9401ae9156dd admin admin] Publish callbacks [] for port (413a19c5-eeb9-42bf-87c8-d67d82dd6e1e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:34.074265 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0176bfb0-cbd9-4c25-8bec-9401ae9156dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (413a19c5-eeb9-42bf-87c8-d67d82dd6e1e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:34.089711 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-262e880c-7948-48bd-8faa-87d223652e32 None None] Provisioning complete for port 413a19c5-eeb9-42bf-87c8-d67d82dd6e1e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:48:34.089711 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-262e880c-7948-48bd-8faa-87d223652e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (413a19c5-eeb9-42bf-87c8-d67d82dd6e1e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:34.137345 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-262e880c-7948-48bd-8faa-87d223652e32 None None] Port 413a19c5-eeb9-42bf-87c8-d67d82dd6e1e cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:48:34.163842 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176bfb0-cbd9-4c25-8bec-9401ae9156dd admin admin] Pushing event updated for resources: {'Port': ['ID=413a19c5-eeb9-42bf-87c8-d67d82dd6e1e,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:34.169587 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0176bfb0-cbd9-4c25-8bec-9401ae9156dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3800466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351744'] for router_interface (cce90743-297e-4ba5-a08b-bfa9f0f7d4a5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:34.297528 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0176bfb0-cbd9-4c25-8bec-9401ae9156dd admin admin] Network 2187d5a7-0fa4-498c-806a-6d7decb22cfc is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:48:34.299430 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-0176bfb0-cbd9-4c25-8bec-9401ae9156dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:48:34.456430 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0176bfb0-cbd9-4c25-8bec-9401ae9156dd admin admin] Router cce90743-297e-4ba5-a08b-bfa9f0f7d4a5 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:48:34.608931 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0176bfb0-cbd9-4c25-8bec-9401ae9156dd admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:48:34.615878 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-0176bfb0-cbd9-4c25-8bec-9401ae9156dd admin admin] 10.222.0.88 "PUT /v2.0/routers/cce90743-297e-4ba5-a08b-bfa9f0f7d4a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4775088 Feb 08 22:48:34.687213 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-f7920046-c60d-413a-af5b-a5d2e2e4c437 None None] Provisioning complete for port 413a19c5-eeb9-42bf-87c8-d67d82dd6e1e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:48:34.687656 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f7920046-c60d-413a-af5b-a5d2e2e4c437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (413a19c5-eeb9-42bf-87c8-d67d82dd6e1e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:34.740485 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f7920046-c60d-413a-af5b-a5d2e2e4c437 None None] Port 413a19c5-eeb9-42bf-87c8-d67d82dd6e1e cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:48:34.874053 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7504cba5-1690-4e3f-b827-daab10c8a082 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:48:34.946367 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 7504cba5-1690-4e3f-b827-daab10c8a082 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:48:34.946918 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7504cba5-1690-4e3f-b827-daab10c8a082), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:35.066483 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 7504cba5-1690-4e3f-b827-daab10c8a082 is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:48:35.067500 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (7504cba5-1690-4e3f-b827-daab10c8a082), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:35.105158 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] For port 7504cba5-1690-4e3f-b827-daab10c8a082, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7504cba5-1690-4e3f-b827-daab10c8a082,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:48:35.110032 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (7504cba5-1690-4e3f-b827-daab10c8a082), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:35.110935 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c769d542-1d5b-4080-9b03-da15e019313a up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:48:35.207718 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Pushing event updated for resources: {'Port': ['ID=7504cba5-1690-4e3f-b827-daab10c8a082,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:35.226326 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port c769d542-1d5b-4080-9b03-da15e019313a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:48:35.226911 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (c769d542-1d5b-4080-9b03-da15e019313a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:35.315011 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port c769d542-1d5b-4080-9b03-da15e019313a is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:48:35.478061 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49716) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:48:35.483413 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-91452414-2ca9-4364-aa08-285458d0426f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1042605972', 'description': 'tempest-secgroup-smoke-1042605972 description', 'project_id': 'fd411cbca6854ee1869681fae7bebb89'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:48:35.507013 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-91452414-2ca9-4364-aa08-285458d0426f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:35.587408 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-91452414-2ca9-4364-aa08-285458d0426f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for security_group (798139d5-97d1-4ce4-9998-d810c394005f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:35.593744 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-91452414-2ca9-4364-aa08-285458d0426f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (798139d5-97d1-4ce4-9998-d810c394005f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:35.627984 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-91452414-2ca9-4364-aa08-285458d0426f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:35.629296 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-91452414-2ca9-4364-aa08-285458d0426f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1501648 Feb 08 22:48:35.632682 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49718) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:48:35.638460 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b94a9edc-34b2-4028-924e-f59ba2e0628c tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Request body: {'security_group_rule': {'security_group_id': '798139d5-97d1-4ce4-9998-d810c394005f', 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:48:35.638884 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91452414-2ca9-4364-aa08-285458d0426f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=798139d5-97d1-4ce4-9998-d810c394005f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:35.672233 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b94a9edc-34b2-4028-924e-f59ba2e0628c tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for security_group_rule (82bcf95c-0fd1-4e31-a01e-d353c8a50eca), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:35.749433 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b94a9edc-34b2-4028-924e-f59ba2e0628c tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for security_group_rule (82bcf95c-0fd1-4e31-a01e-d353c8a50eca), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:35.753852 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b94a9edc-34b2-4028-924e-f59ba2e0628c tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (82bcf95c-0fd1-4e31-a01e-d353c8a50eca), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:35.772687 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a9edc-34b2-4028-924e-f59ba2e0628c tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82bcf95c-0fd1-4e31-a01e-d353c8a50eca,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:35.781538 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b94a9edc-34b2-4028-924e-f59ba2e0628c tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:35.782925 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-b94a9edc-34b2-4028-924e-f59ba2e0628c tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1486204 Feb 08 22:48:35.786268 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49720) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:48:35.791757 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-207a65dd-24b3-41b7-976b-792684614fbe tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Request body: {'security_group_rule': {'security_group_id': '798139d5-97d1-4ce4-9998-d810c394005f', 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:48:35.820020 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-207a65dd-24b3-41b7-976b-792684614fbe tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for security_group_rule (c1f1a3ef-5d2e-452c-bf9d-29cd33663a45), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:35.880268 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-207a65dd-24b3-41b7-976b-792684614fbe tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for security_group_rule (c1f1a3ef-5d2e-452c-bf9d-29cd33663a45), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:35.886320 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-207a65dd-24b3-41b7-976b-792684614fbe tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (c1f1a3ef-5d2e-452c-bf9d-29cd33663a45), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:35.907279 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a65dd-24b3-41b7-976b-792684614fbe tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f1a3ef-5d2e-452c-bf9d-29cd33663a45,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:35.925563 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-207a65dd-24b3-41b7-976b-792684614fbe tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:35.927564 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-207a65dd-24b3-41b7-976b-792684614fbe tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1401484 Feb 08 22:48:35.930114 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49722) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:48:35.938838 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-99291afe-e5b2-4559-a0ee-0caf8048c4b3 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Request body: {'security_group_rule': {'security_group_id': '798139d5-97d1-4ce4-9998-d810c394005f', 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:48:35.968764 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4275e6-2f7b-414d-8703-67601e9d0f9a None None] Sync routers for ids ['cce90743-297e-4ba5-a08b-bfa9f0f7d4a5'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:48:35.975008 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-99291afe-e5b2-4559-a0ee-0caf8048c4b3 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for security_group_rule (79d7e5cb-a7f7-489b-9a3b-c7bf030edb5c), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:35.990768 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4275e6-2f7b-414d-8703-67601e9d0f9a None None] Routers {'cce90743-297e-4ba5-a08b-bfa9f0f7d4a5'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:48:35.991848 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ea4275e6-2f7b-414d-8703-67601e9d0f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:48:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['cce90743-297e-4ba5-a08b-bfa9f0f7d4a5'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:36.057615 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-99291afe-e5b2-4559-a0ee-0caf8048c4b3 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for security_group_rule (79d7e5cb-a7f7-489b-9a3b-c7bf030edb5c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:36.062435 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-99291afe-e5b2-4559-a0ee-0caf8048c4b3 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (79d7e5cb-a7f7-489b-9a3b-c7bf030edb5c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:36.084159 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99291afe-e5b2-4559-a0ee-0caf8048c4b3 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d7e5cb-a7f7-489b-9a3b-c7bf030edb5c,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:36.098654 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-99291afe-e5b2-4559-a0ee-0caf8048c4b3 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:36.102569 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-99291afe-e5b2-4559-a0ee-0caf8048c4b3 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1688275 Feb 08 22:48:36.102815 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49724) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:48:36.108273 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1e3554d4-1361-4cd7-9952-ffa7f5a92248 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Request body: {'security_group_rule': {'security_group_id': '798139d5-97d1-4ce4-9998-d810c394005f', 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:48:36.135491 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1e3554d4-1361-4cd7-9952-ffa7f5a92248 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for security_group_rule (3ead8f4d-e026-4502-be50-1977c0e7ecfd), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:36.140389 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-ea4275e6-2f7b-414d-8703-67601e9d0f9a None None] Set router cce90743-297e-4ba5-a08b-bfa9f0f7d4a5 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:48:36.221546 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1e3554d4-1361-4cd7-9952-ffa7f5a92248 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for security_group_rule (3ead8f4d-e026-4502-be50-1977c0e7ecfd), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:36.230084 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1e3554d4-1361-4cd7-9952-ffa7f5a92248 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (3ead8f4d-e026-4502-be50-1977c0e7ecfd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:36.251094 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3554d4-1361-4cd7-9952-ffa7f5a92248 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ead8f4d-e026-4502-be50-1977c0e7ecfd,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:36.257892 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1e3554d4-1361-4cd7-9952-ffa7f5a92248 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:36.259269 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1e3554d4-1361-4cd7-9952-ffa7f5a92248 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1553900 Feb 08 22:48:36.262412 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49726) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:48:36.269380 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-a6a7ae8f-c445-419e-8e73-dd9037df52a1 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Request body: {'security_group_rule': {'security_group_id': '798139d5-97d1-4ce4-9998-d810c394005f', 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:48:36.288115 n-d-712143-31 neutron-server[103433]: INFO neutron.db.securitygroups_db [None req-a6a7ae8f-c445-419e-8e73-dd9037df52a1 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Project fd411cbca6854ee1869681fae7bebb89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 22:48:36.294046 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6a7ae8f-c445-419e-8e73-dd9037df52a1 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for security_group_rule (a4584f0b-eadb-4a0c-bbe7-0e0399b0b3cb), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:36.359407 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6a7ae8f-c445-419e-8e73-dd9037df52a1 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for security_group_rule (a4584f0b-eadb-4a0c-bbe7-0e0399b0b3cb), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:36.364867 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6a7ae8f-c445-419e-8e73-dd9037df52a1 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (a4584f0b-eadb-4a0c-bbe7-0e0399b0b3cb), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:36.374283 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ea4275e6-2f7b-414d-8703-67601e9d0f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce90743-297e-4ba5-a08b-bfa9f0f7d4a5', 'name': 'tempest-TestSnapshotPattern-76078546-router', 'tenant_id': '0026e484f0f7451a98d1c36764424e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '7504cba5-1690-4e3f-b827-daab10c8a082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:48:29Z', 'updated_at': '2022-02-08T22:48:33Z', 'revision_number': 4, 'project_id': '0026e484f0f7451a98d1c36764424e6b', 'gw_port': {'id': '7504cba5-1690-4e3f-b827-daab10c8a082', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce90743-297e-4ba5-a08b-bfa9f0f7d4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:30Z', 'updated_at': '2022-02-08T22:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '413a19c5-eeb9-42bf-87c8-d67d82dd6e1e', 'name': '', 'network_id': '2187d5a7-0fa4-498c-806a-6d7decb22cfc', 'tenant_id': '0026e484f0f7451a98d1c36764424e6b', 'mac_address': 'fa:16:3e:88:8f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce90743-297e-4ba5-a08b-bfa9f0f7d4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '416a40e0-2118-4789-83c3-e55ba6e4889c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:32Z', 'updated_at': '2022-02-08T22:48:33Z', 'revision_number': 2, 'project_id': '0026e484f0f7451a98d1c36764424e6b', 'subnets': [{'id': '416a40e0-2118-4789-83c3-e55ba6e4889c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:36.383564 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7ae8f-c445-419e-8e73-dd9037df52a1 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4584f0b-eadb-4a0c-bbe7-0e0399b0b3cb,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:36.394286 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6a7ae8f-c445-419e-8e73-dd9037df52a1 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:36.395532 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a6a7ae8f-c445-419e-8e73-dd9037df52a1 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1321688 Feb 08 22:48:36.399282 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 49728) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:48:36.404649 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-7209b88a-bb0a-4c42-898c-c7c0d2f9aede tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Request body: {'security_group_rule': {'security_group_id': '798139d5-97d1-4ce4-9998-d810c394005f', 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:48:36.408178 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4275e6-2f7b-414d-8703-67601e9d0f9a None None] Checking router: cce90743-297e-4ba5-a08b-bfa9f0f7d4a5 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:48:36.408537 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4275e6-2f7b-414d-8703-67601e9d0f9a None None] Updating router cce90743-297e-4ba5-a08b-bfa9f0f7d4a5 port 413a19c5-eeb9-42bf-87c8-d67d82dd6e1e binding host n-d-712143-31 {{(pid=103435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 22:48:36.429028 n-d-712143-31 neutron-server[103433]: INFO neutron.db.securitygroups_db [None req-7209b88a-bb0a-4c42-898c-c7c0d2f9aede tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Project fd411cbca6854ee1869681fae7bebb89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 22:48:36.435866 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7209b88a-bb0a-4c42-898c-c7c0d2f9aede tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for security_group_rule (ee65488b-ad76-4afe-ac92-b3b9500943d9), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:36.439291 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ea4275e6-2f7b-414d-8703-67601e9d0f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (413a19c5-eeb9-42bf-87c8-d67d82dd6e1e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:36.510288 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7209b88a-bb0a-4c42-898c-c7c0d2f9aede tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for security_group_rule (ee65488b-ad76-4afe-ac92-b3b9500943d9), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:36.522160 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7209b88a-bb0a-4c42-898c-c7c0d2f9aede tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880346'] for security_group_rule (ee65488b-ad76-4afe-ac92-b3b9500943d9), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:36.542766 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209b88a-bb0a-4c42-898c-c7c0d2f9aede tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee65488b-ad76-4afe-ac92-b3b9500943d9,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:36.553333 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7209b88a-bb0a-4c42-898c-c7c0d2f9aede tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:36.557789 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-7209b88a-bb0a-4c42-898c-c7c0d2f9aede tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1574342 Feb 08 22:48:36.768336 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-43721ad0-92a7-486f-8a82-5ea522b4645c tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1042605972&fields=id&tenant_id=fd411cbca6854ee1869681fae7bebb89 HTTP/1.1" status: 200 len: 267 time: 0.0776396 Feb 08 22:48:36.800482 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ea4275e6-2f7b-414d-8703-67601e9d0f9a None None] Publish callbacks [] for port (413a19c5-eeb9-42bf-87c8-d67d82dd6e1e), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:36.806197 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7504cba5-1690-4e3f-b827-daab10c8a082 up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:48:36.811011 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ea4275e6-2f7b-414d-8703-67601e9d0f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (413a19c5-eeb9-42bf-87c8-d67d82dd6e1e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:36.892615 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86a645-2b99-4c4b-8917-a90ead4b0f85 None None] Pushing event updated for resources: {'Port': ['ID=413a19c5-eeb9-42bf-87c8-d67d82dd6e1e,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:36.909457 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-660a2e2c-f0dc-422b-a287-f36aa52bcf7e tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:36.911058 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-660a2e2c-f0dc-422b-a287-f36aa52bcf7e tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/networks?id=d14504c6-ae32-4b7a-a832-5f903e85809c HTTP/1.1" status: 200 len: 809 time: 0.1325927 Feb 08 22:48:36.928397 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-7134a422-19f4-4bba-8d2f-efce796d1c07 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/quotas/fd411cbca6854ee1869681fae7bebb89 HTTP/1.1" status: 200 len: 375 time: 0.0105667 Feb 08 22:48:36.986453 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 7504cba5-1690-4e3f-b827-daab10c8a082 triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:48:36.987020 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (7504cba5-1690-4e3f-b827-daab10c8a082), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:36.992965 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-ea4275e6-2f7b-414d-8703-67601e9d0f9a None None] Attempting to bind port 413a19c5-eeb9-42bf-87c8-d67d82dd6e1e on host n-d-712143-31 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:48:36.993472 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-ea4275e6-2f7b-414d-8703-67601e9d0f9a None None] Attempting to bind port 413a19c5-eeb9-42bf-87c8-d67d82dd6e1e by drivers openvswitch,hyperv on host n-d-712143-31 at level 0 using segments [{'id': '84db1d2d-5567-4eae-abc0-a9da4db1a710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2187d5a7-0fa4-498c-806a-6d7decb22cfc'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:48:36.993847 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4275e6-2f7b-414d-8703-67601e9d0f9a None None] Attempting to bind port 413a19c5-eeb9-42bf-87c8-d67d82dd6e1e on network 2187d5a7-0fa4-498c-806a-6d7decb22cfc {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:48:37.014740 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-6f900823-b974-4e4d-8026-f3c70094f98a tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=fd411cbca6854ee1869681fae7bebb89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777047 Feb 08 22:48:37.025830 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4275e6-2f7b-414d-8703-67601e9d0f9a None None] Checking agent: {'id': '18d2404e-c420-480d-afdc-34953f37d19b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 0, 31), 'started_at': datetime.datetime(2022, 2, 8, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-31'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:48:37.026216 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4275e6-2f7b-414d-8703-67601e9d0f9a None None] Checking segment: {'id': '84db1d2d-5567-4eae-abc0-a9da4db1a710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2187d5a7-0fa4-498c-806a-6d7decb22cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:48:37.026755 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ea4275e6-2f7b-414d-8703-67601e9d0f9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:37.027034 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4275e6-2f7b-414d-8703-67601e9d0f9a None None] Bound using segment: {'id': '84db1d2d-5567-4eae-abc0-a9da4db1a710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2187d5a7-0fa4-498c-806a-6d7decb22cfc'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:48:37.027521 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-ea4275e6-2f7b-414d-8703-67601e9d0f9a None None] Bound port: 413a19c5-eeb9-42bf-87c8-d67d82dd6e1e, host: n-d-712143-31, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84db1d2d-5567-4eae-abc0-a9da4db1a710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2187d5a7-0fa4-498c-806a-6d7decb22cfc'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:48:37.028024 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ea4275e6-2f7b-414d-8703-67601e9d0f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (413a19c5-eeb9-42bf-87c8-d67d82dd6e1e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:37.031763 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-5cf58d5c-ffb2-4b3e-ab76-39b92054ddeb service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 22:48:37.033087 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-5cf58d5c-ffb2-4b3e-ab76-39b92054ddeb service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059750 Feb 08 22:48:37.151260 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ea4275e6-2f7b-414d-8703-67601e9d0f9a None None] For port 413a19c5-eeb9-42bf-87c8-d67d82dd6e1e, host n-d-712143-31, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:48:37.154717 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-13e89cdc-5669-4f59-ab29-09f33150a3b4 service neutron] 10.222.0.88 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143932 Feb 08 22:48:37.178692 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ea4275e6-2f7b-414d-8703-67601e9d0f9a None None] For port 413a19c5-eeb9-42bf-87c8-d67d82dd6e1e, host n-d-712143-31, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=413a19c5-eeb9-42bf-87c8-d67d82dd6e1e,segment=NetworkSegment(84db1d2d-5567-4eae-abc0-a9da4db1a710),segment_id=84db1d2d-5567-4eae-abc0-a9da4db1a710)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:48:37.183021 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 7504cba5-1690-4e3f-b827-daab10c8a082 is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:48:37.190698 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ea4275e6-2f7b-414d-8703-67601e9d0f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (413a19c5-eeb9-42bf-87c8-d67d82dd6e1e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:37.222680 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-a46cce6a-9023-420f-aedb-314772d509ea None None] Provisioning complete for port 413a19c5-eeb9-42bf-87c8-d67d82dd6e1e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:48:37.223056 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a46cce6a-9023-420f-aedb-314772d509ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (413a19c5-eeb9-42bf-87c8-d67d82dd6e1e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:37.289446 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-1326db5c-b779-4e48-8772-222faea6d551 service neutron] 10.222.0.88 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276720 Feb 08 22:48:37.297099 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4275e6-2f7b-414d-8703-67601e9d0f9a None None] Routers {'cce90743-297e-4ba5-a08b-bfa9f0f7d4a5'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:48:37.297747 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ea4275e6-2f7b-414d-8703-67601e9d0f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:48:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['cce90743-297e-4ba5-a08b-bfa9f0f7d4a5'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:37.306129 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86a645-2b99-4c4b-8917-a90ead4b0f85 None None] Pushing event updated for resources: {'Port': ['ID=413a19c5-eeb9-42bf-87c8-d67d82dd6e1e,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:37.377353 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:37.442469 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a46cce6a-9023-420f-aedb-314772d509ea None None] Current status of the port 413a19c5-eeb9-42bf-87c8-d67d82dd6e1e is: DOWN; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:48:37.451020 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a46cce6a-9023-420f-aedb-314772d509ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (413a19c5-eeb9-42bf-87c8-d67d82dd6e1e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:37.519974 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-ea4275e6-2f7b-414d-8703-67601e9d0f9a None None] Set router cce90743-297e-4ba5-a08b-bfa9f0f7d4a5 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:48:37.595203 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-a46cce6a-9023-420f-aedb-314772d509ea None None] For port 413a19c5-eeb9-42bf-87c8-d67d82dd6e1e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=413a19c5-eeb9-42bf-87c8-d67d82dd6e1e,segment=NetworkSegment(84db1d2d-5567-4eae-abc0-a9da4db1a710),segment_id=84db1d2d-5567-4eae-abc0-a9da4db1a710)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:48:37.602061 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a46cce6a-9023-420f-aedb-314772d509ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (413a19c5-eeb9-42bf-87c8-d67d82dd6e1e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:37.630693 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:37.712048 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49eb6f7c-56f6-452d-bbf3-646a9e844129 req-291ed024-ff32-41ce-86de-059e1c8fc2e2 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=67d2e1db-cb15-403a-88c4-fad787d776ed HTTP/1.1" status: 200 len: 210 time: 0.2186053 Feb 08 22:48:37.760549 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46cce6a-9023-420f-aedb-314772d509ea None None] Pushing event updated for resources: {'Port': ['ID=413a19c5-eeb9-42bf-87c8-d67d82dd6e1e,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:37.775229 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-00d0ee37-b1f3-45ea-9be9-a82c4618529b None None] Provisioning complete for port 413a19c5-eeb9-42bf-87c8-d67d82dd6e1e triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:48:37.776143 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-00d0ee37-b1f3-45ea-9be9-a82c4618529b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (413a19c5-eeb9-42bf-87c8-d67d82dd6e1e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:37.926582 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-00d0ee37-b1f3-45ea-9be9-a82c4618529b None None] Current status of the port 413a19c5-eeb9-42bf-87c8-d67d82dd6e1e is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:48:37.932732 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-ea4275e6-2f7b-414d-8703-67601e9d0f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce90743-297e-4ba5-a08b-bfa9f0f7d4a5', 'name': 'tempest-TestSnapshotPattern-76078546-router', 'tenant_id': '0026e484f0f7451a98d1c36764424e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '7504cba5-1690-4e3f-b827-daab10c8a082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:48:29Z', 'updated_at': '2022-02-08T22:48:33Z', 'revision_number': 4, 'project_id': '0026e484f0f7451a98d1c36764424e6b', 'gw_port': {'id': '7504cba5-1690-4e3f-b827-daab10c8a082', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce90743-297e-4ba5-a08b-bfa9f0f7d4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:30Z', 'updated_at': '2022-02-08T22:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '413a19c5-eeb9-42bf-87c8-d67d82dd6e1e', 'name': '', 'network_id': '2187d5a7-0fa4-498c-806a-6d7decb22cfc', 'tenant_id': '0026e484f0f7451a98d1c36764424e6b', 'mac_address': 'fa:16:3e:88:8f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce90743-297e-4ba5-a08b-bfa9f0f7d4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '416a40e0-2118-4789-83c3-e55ba6e4889c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:32Z', 'updated_at': '2022-02-08T22:48:37Z', 'revision_number': 4, 'project_id': '0026e484f0f7451a98d1c36764424e6b', 'subnets': [{'id': '416a40e0-2118-4789-83c3-e55ba6e4889c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:37.962161 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4275e6-2f7b-414d-8703-67601e9d0f9a None None] The sync data for ids ['cce90743-297e-4ba5-a08b-bfa9f0f7d4a5'] in n-d-712143-31 is: [{'id': 'cce90743-297e-4ba5-a08b-bfa9f0f7d4a5', 'name': 'tempest-TestSnapshotPattern-76078546-router', 'tenant_id': '0026e484f0f7451a98d1c36764424e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '7504cba5-1690-4e3f-b827-daab10c8a082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:48:29Z', 'updated_at': '2022-02-08T22:48:33Z', 'revision_number': 4, 'project_id': '0026e484f0f7451a98d1c36764424e6b', 'gw_port': {'id': '7504cba5-1690-4e3f-b827-daab10c8a082', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce90743-297e-4ba5-a08b-bfa9f0f7d4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:30Z', 'updated_at': '2022-02-08T22:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': '413a19c5-eeb9-42bf-87c8-d67d82dd6e1e', 'name': '', 'network_id': '2187d5a7-0fa4-498c-806a-6d7decb22cfc', 'tenant_id': '0026e484f0f7451a98d1c36764424e6b', 'mac_address': 'fa:16:3e:88:8f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce90743-297e-4ba5-a08b-bfa9f0f7d4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '416a40e0-2118-4789-83c3-e55ba6e4889c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:32Z', 'updated_at': '2022-02-08T22:48:37Z', 'revision_number': 4, 'project_id': '0026e484f0f7451a98d1c36764424e6b', 'subnets': [{'id': '416a40e0-2118-4789-83c3-e55ba6e4889c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:48:38.709555 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-52cdb7a5-7f59-4b39-b94f-30fb8bd04dc4 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:38.711109 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-52cdb7a5-7f59-4b39-b94f-30fb8bd04dc4 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.96 "GET /v2.0/networks?id=d14504c6-ae32-4b7a-a832-5f903e85809c HTTP/1.1" status: 200 len: 809 time: 0.1309822 Feb 08 22:48:38.791824 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 413a19c5-eeb9-42bf-87c8-d67d82dd6e1e up at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:48:38.824162 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-37114d50-bcd2-42fa-ba71-f2610bcfc43e tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd411cbca6854ee1869681fae7bebb89 HTTP/1.1" status: 200 len: 380 time: 0.1048760 Feb 08 22:48:38.840337 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-c17cc16b-2cd2-4ab0-8ab0-e6911c6a7585 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Request body: {'port': {'device_id': '67d2e1db-cb15-403a-88c4-fad787d776ed', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'admin_state_up': True, 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'security_groups': ['798139d5-97d1-4ce4-9998-d810c394005f']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:48:38.870254 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-0659eb0c-4c18-460f-ab39-b690af0950b2 req-3ea75d5c-1d48-4fb7-9726-fdf41c91a445 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=67d2e1db-cb15-403a-88c4-fad787d776ed HTTP/1.1" status: 200 len: 210 time: 0.0533280 Feb 08 22:48:38.876875 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Provisioning complete for port 413a19c5-eeb9-42bf-87c8-d67d82dd6e1e triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:48:38.877298 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (413a19c5-eeb9-42bf-87c8-d67d82dd6e1e), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:38.982224 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Current status of the port 413a19c5-eeb9-42bf-87c8-d67d82dd6e1e is: ACTIVE; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:48:39.004489 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-c17cc16b-2cd2-4ab0-8ab0-e6911c6a7585 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Made reservation on behalf of fd411cbca6854ee1869681fae7bebb89 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:48:39.008293 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-c17cc16b-2cd2-4ab0-8ab0-e6911c6a7585 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:39.177483 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-c17cc16b-2cd2-4ab0-8ab0-e6911c6a7585 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Allocated IP 172.20.0.4 (d14504c6-ae32-4b7a-a832-5f903e85809c/58723eac-6f22-4cc0-a4c2-f2b5ee7e440b/88437505-4399-4b43-895f-e1f8ea98f6fc) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:48:39.355246 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-c17cc16b-2cd2-4ab0-8ab0-e6911c6a7585 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for port (88437505-4399-4b43-895f-e1f8ea98f6fc), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:39.394830 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-c17cc16b-2cd2-4ab0-8ab0-e6911c6a7585 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (88437505-4399-4b43-895f-e1f8ea98f6fc), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:39.449541 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-c17cc16b-2cd2-4ab0-8ab0-e6911c6a7585 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Network d14504c6-ae32-4b7a-a832-5f903e85809c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:48:39.451316 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-c17cc16b-2cd2-4ab0-8ab0-e6911c6a7585 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:48:39.455623 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-c17cc16b-2cd2-4ab0-8ab0-e6911c6a7585 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:48:39.462487 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17cc16b-2cd2-4ab0-8ab0-e6911c6a7585 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Pushing event updated for resources: {'Port': ['ID=88437505-4399-4b43-895f-e1f8ea98f6fc,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:39.521531 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-c17cc16b-2cd2-4ab0-8ab0-e6911c6a7585 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:39.522206 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-c17cc16b-2cd2-4ab0-8ab0-e6911c6a7585 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:39.548976 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-c17cc16b-2cd2-4ab0-8ab0-e6911c6a7585 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7139859 Feb 08 22:48:39.561358 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-dc2961b1-cd28-42a6-92d5-460ee41d10eb service neutron] Request body: {'port': {'device_id': '67d2e1db-cb15-403a-88c4-fad787d776ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:48:39.630258 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-dc2961b1-cd28-42a6-92d5-460ee41d10eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (88437505-4399-4b43-895f-e1f8ea98f6fc), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:39.764100 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-bc67e9be-3b07-4407-9a32-599729b46e5f None None] Provisioning complete for port 88437505-4399-4b43-895f-e1f8ea98f6fc triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:48:39.764452 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bc67e9be-3b07-4407-9a32-599729b46e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (88437505-4399-4b43-895f-e1f8ea98f6fc), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:39.800929 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-bc67e9be-3b07-4407-9a32-599729b46e5f None None] Port 88437505-4399-4b43-895f-e1f8ea98f6fc cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:48:39.939075 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-dc2961b1-cd28-42a6-92d5-460ee41d10eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88437505-4399-4b43-895f-e1f8ea98f6fc {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:48:39.949614 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-dc2961b1-cd28-42a6-92d5-460ee41d10eb service neutron] Publish callbacks [] for port (88437505-4399-4b43-895f-e1f8ea98f6fc), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:39.986688 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-dc2961b1-cd28-42a6-92d5-460ee41d10eb service neutron] Transition to ACTIVE for port object 88437505-4399-4b43-895f-e1f8ea98f6fc will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:48:39.992059 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-dc2961b1-cd28-42a6-92d5-460ee41d10eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (88437505-4399-4b43-895f-e1f8ea98f6fc), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:40.070734 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2961b1-cd28-42a6-92d5-460ee41d10eb service neutron] Pushing event updated for resources: {'Port': ['ID=88437505-4399-4b43-895f-e1f8ea98f6fc,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:40.082868 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4610d-2e79-4297-a5b7-fda9b20a5b1f req-a4df52ac-6392-462d-9e30-f0261ff0fcf2 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:40.085166 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aaf4610d-2e79-4297-a5b7-fda9b20a5b1f req-a4df52ac-6392-462d-9e30-f0261ff0fcf2 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=67d2e1db-cb15-403a-88c4-fad787d776ed HTTP/1.1" status: 200 len: 931 time: 0.1347463 Feb 08 22:48:40.190357 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-aaf4610d-2e79-4297-a5b7-fda9b20a5b1f req-9eb32eff-2b64-442b-832b-def4cee2e3dc tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887620 Feb 08 22:48:40.207567 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-dc2961b1-cd28-42a6-92d5-460ee41d10eb service neutron] Attempting to bind port 88437505-4399-4b43-895f-e1f8ea98f6fc on host n-h2-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:48:40.208109 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-dc2961b1-cd28-42a6-92d5-460ee41d10eb service neutron] Attempting to bind port 88437505-4399-4b43-895f-e1f8ea98f6fc by drivers openvswitch,hyperv on host n-h2-712143-31 at level 0 using segments [{'id': '0f7fd658-61ac-45b9-bf16-3e3eeac9d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:48:40.208595 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-dc2961b1-cd28-42a6-92d5-460ee41d10eb service neutron] Attempting to bind port 88437505-4399-4b43-895f-e1f8ea98f6fc on network d14504c6-ae32-4b7a-a832-5f903e85809c {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:48:40.225374 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-dc2961b1-cd28-42a6-92d5-460ee41d10eb service neutron] Port 88437505-4399-4b43-895f-e1f8ea98f6fc on network d14504c6-ae32-4b7a-a832-5f903e85809c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:48:40.225937 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-dc2961b1-cd28-42a6-92d5-460ee41d10eb service neutron] Attempting to bind port 88437505-4399-4b43-895f-e1f8ea98f6fc on network d14504c6-ae32-4b7a-a832-5f903e85809c {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:48:40.232578 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-dc2961b1-cd28-42a6-92d5-460ee41d10eb service neutron] Checking agent: {'id': 'c23d6ced-374c-480f-bf2e-e7fd59e20c37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:48:40.233195 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-dc2961b1-cd28-42a6-92d5-460ee41d10eb service neutron] Checking segment: {'id': '0f7fd658-61ac-45b9-bf16-3e3eeac9d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:48:40.233849 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-dc2961b1-cd28-42a6-92d5-460ee41d10eb service neutron] Bound using segment: {'id': '0f7fd658-61ac-45b9-bf16-3e3eeac9d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:48:40.234306 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-dc2961b1-cd28-42a6-92d5-460ee41d10eb service neutron] Bound port: 88437505-4399-4b43-895f-e1f8ea98f6fc, host: n-h2-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f7fd658-61ac-45b9-bf16-3e3eeac9d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:48:40.234831 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-dc2961b1-cd28-42a6-92d5-460ee41d10eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (88437505-4399-4b43-895f-e1f8ea98f6fc), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:40.323021 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-dc2961b1-cd28-42a6-92d5-460ee41d10eb service neutron] For port 88437505-4399-4b43-895f-e1f8ea98f6fc, host n-h2-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:48:40.326255 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-dc2961b1-cd28-42a6-92d5-460ee41d10eb service neutron] For port 88437505-4399-4b43-895f-e1f8ea98f6fc, host n-h2-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=88437505-4399-4b43-895f-e1f8ea98f6fc,segment=NetworkSegment(0f7fd658-61ac-45b9-bf16-3e3eeac9d348),segment_id=0f7fd658-61ac-45b9-bf16-3e3eeac9d348)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:48:40.331764 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-dc2961b1-cd28-42a6-92d5-460ee41d10eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (88437505-4399-4b43-895f-e1f8ea98f6fc), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:40.367231 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-dc2961b1-cd28-42a6-92d5-460ee41d10eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:40.367891 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-dc2961b1-cd28-42a6-92d5-460ee41d10eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:40.370834 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-dc2961b1-cd28-42a6-92d5-460ee41d10eb service neutron] 10.222.0.96 "PUT /v2.0/ports/88437505-4399-4b43-895f-e1f8ea98f6fc HTTP/1.1" status: 200 len: 1092 time: 0.8136935 Feb 08 22:48:40.370834 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d2e1db-cb15-403a-88c4-fad787d776ed', 'tag': '88437505-4399-4b43-895f-e1f8ea98f6fc'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:48:40.372609 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095d2b10-5cda-449b-81f6-0fbaf901ce7b" -d '{"events": [{"name": "network-changed", "server_uuid": "67d2e1db-cb15-403a-88c4-fad787d776ed", "tag": "88437505-4399-4b43-895f-e1f8ea98f6fc"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:48:40.406683 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2961b1-cd28-42a6-92d5-460ee41d10eb service neutron] Pushing event updated for resources: {'Port': ['ID=88437505-4399-4b43-895f-e1f8ea98f6fc,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:40.464361 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afebc112-669a-4bb5-a4e3-4e0febf54b5e x-openstack-request-id: req-afebc112-669a-4bb5-a4e3-4e0febf54b5e {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:48:40.465209 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d2e1db-cb15-403a-88c4-fad787d776ed", "tag": "88437505-4399-4b43-895f-e1f8ea98f6fc", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:48:40.465209 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-afebc112-669a-4bb5-a4e3-4e0febf54b5e {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:48:40.465444 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d2e1db-cb15-403a-88c4-fad787d776ed', 'tag': '88437505-4399-4b43-895f-e1f8ea98f6fc', 'status': 'completed', 'code': 200} Feb 08 22:48:40.488490 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-173f1703-f0d1-406f-82fd-05c429c3bf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:40.490334 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-173f1703-f0d1-406f-82fd-05c429c3bf6a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fd411cbca6854ee1869681fae7bebb89&device_id=67d2e1db-cb15-403a-88c4-fad787d776ed HTTP/1.1" status: 200 len: 1126 time: 0.0698466 Feb 08 22:48:40.568274 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-da202ed9-6fdf-4445-af2b-b4abf0d9a271 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88437505-4399-4b43-895f-e1f8ea98f6fc HTTP/1.1" status: 200 len: 217 time: 0.0695057 Feb 08 22:48:40.623551 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-14ae39aa-3291-4871-aead-b70b14d35f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:40.625447 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-14ae39aa-3291-4871-aead-b70b14d35f5f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=58723eac-6f22-4cc0-a4c2-f2b5ee7e440b HTTP/1.1" status: 200 len: 848 time: 0.0518796 Feb 08 22:48:40.687390 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-4464c30d-3ee5-4057-a652-07423203fbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:40.689038 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-4464c30d-3ee5-4057-a652-07423203fbe3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d14504c6-ae32-4b7a-a832-5f903e85809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0573626 Feb 08 22:48:40.804912 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-dbb61b3e-2c08-44d3-81c5-2eb3bfd082ab service neutron] 10.222.0.96 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085906 Feb 08 22:48:40.911745 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c952d1a5-f8d7-4cc7-9d2e-2d02db44f227 req-3dc5d840-8610-4d27-a994-61cb112a7b4d service neutron] 10.222.0.96 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996583 Feb 08 22:48:41.017107 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d2b10-5cda-449b-81f6-0fbaf901ce7b req-2ef829cc-f66b-4bb8-be8c-b9eb40228c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:41.018975 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-095d2b10-5cda-449b-81f6-0fbaf901ce7b req-2ef829cc-f66b-4bb8-be8c-b9eb40228c0e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fd411cbca6854ee1869681fae7bebb89&device_id=67d2e1db-cb15-403a-88c4-fad787d776ed HTTP/1.1" status: 200 len: 1126 time: 0.0600848 Feb 08 22:48:41.130459 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d2b10-5cda-449b-81f6-0fbaf901ce7b req-5efe5714-3d8d-44e9-809d-411f5bcca496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:41.132246 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-095d2b10-5cda-449b-81f6-0fbaf901ce7b req-5efe5714-3d8d-44e9-809d-411f5bcca496 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d14504c6-ae32-4b7a-a832-5f903e85809c HTTP/1.1" status: 200 len: 910 time: 0.1078241 Feb 08 22:48:41.183392 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-095d2b10-5cda-449b-81f6-0fbaf901ce7b req-ffef07d5-3c71-40fb-922f-094392b4e900 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88437505-4399-4b43-895f-e1f8ea98f6fc HTTP/1.1" status: 200 len: 217 time: 0.0452311 Feb 08 22:48:41.243149 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d2b10-5cda-449b-81f6-0fbaf901ce7b req-babf6ebe-dcbc-4b72-9e7c-3c679261719a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:41.245529 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-095d2b10-5cda-449b-81f6-0fbaf901ce7b req-babf6ebe-dcbc-4b72-9e7c-3c679261719a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=58723eac-6f22-4cc0-a4c2-f2b5ee7e440b HTTP/1.1" status: 200 len: 848 time: 0.0564198 Feb 08 22:48:41.340028 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d2b10-5cda-449b-81f6-0fbaf901ce7b req-3b340d07-1746-42d1-adc7-4ed65a0535f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:41.341615 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-095d2b10-5cda-449b-81f6-0fbaf901ce7b req-3b340d07-1746-42d1-adc7-4ed65a0535f8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d14504c6-ae32-4b7a-a832-5f903e85809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0904274 Feb 08 22:48:41.352156 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0748f04-ef2b-4d32-ace5-13397163eb66 req-11fc4b80-3a04-4d26-9658-044dab201748 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:41.353588 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0748f04-ef2b-4d32-ace5-13397163eb66 req-11fc4b80-3a04-4d26-9658-044dab201748 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=67d2e1db-cb15-403a-88c4-fad787d776ed HTTP/1.1" status: 200 len: 943 time: 0.0700235 Feb 08 22:48:41.760966 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f0748f04-ef2b-4d32-ace5-13397163eb66 req-a7553eab-5d56-467a-b350-846e11bb7c5f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3994257 Feb 08 22:48:41.786150 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-095d2b10-5cda-449b-81f6-0fbaf901ce7b req-bb426e7e-0eea-4e61-8604-a3ca2efaeffe service neutron] 10.222.0.96 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314768 Feb 08 22:48:41.899572 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-095d2b10-5cda-449b-81f6-0fbaf901ce7b req-1ea2061b-b1c9-4305-9dfa-6a1071f22641 service neutron] 10.222.0.96 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070204 Feb 08 22:48:42.923578 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd99b80-832d-4fc4-9bec-4af7a1dc6674 req-340ef669-8177-424e-9a92-d377349f06fd tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:42.925129 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-afd99b80-832d-4fc4-9bec-4af7a1dc6674 req-340ef669-8177-424e-9a92-d377349f06fd tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=67d2e1db-cb15-403a-88c4-fad787d776ed HTTP/1.1" status: 200 len: 943 time: 0.0761051 Feb 08 22:48:42.975585 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-afd99b80-832d-4fc4-9bec-4af7a1dc6674 req-0cc28e56-cda3-4d72-8685-75a383887f8b tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447044 Feb 08 22:48:44.133863 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108d2a3-cb54-464c-af01-bfe146c2d41a req-04ad24d4-84cf-447b-a412-a18f5e34d05b tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:44.136575 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e108d2a3-cb54-464c-af01-bfe146c2d41a req-04ad24d4-84cf-447b-a412-a18f5e34d05b tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=67d2e1db-cb15-403a-88c4-fad787d776ed HTTP/1.1" status: 200 len: 943 time: 0.0824058 Feb 08 22:48:44.191332 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e108d2a3-cb54-464c-af01-bfe146c2d41a req-e53c7c4d-c21d-466d-8a35-2c88d703f71f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492656 Feb 08 22:48:45.336356 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971e041-ad59-4af5-aff0-411486ea11d7 req-f0a0163b-d2ff-4d50-8d3c-757207750ccf tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:45.337821 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7971e041-ad59-4af5-aff0-411486ea11d7 req-f0a0163b-d2ff-4d50-8d3c-757207750ccf tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=67d2e1db-cb15-403a-88c4-fad787d776ed HTTP/1.1" status: 200 len: 943 time: 0.0612180 Feb 08 22:48:45.405446 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7971e041-ad59-4af5-aff0-411486ea11d7 req-b20190a3-e0c6-4a63-83ce-e49ec67d1907 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601666 Feb 08 22:48:46.251047 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 88437505-4399-4b43-895f-e1f8ea98f6fc details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:48:46.361161 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 88437505-4399-4b43-895f-e1f8ea98f6fc, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=88437505-4399-4b43-895f-e1f8ea98f6fc,segment=NetworkSegment(0f7fd658-61ac-45b9-bf16-3e3eeac9d348),segment_id=0f7fd658-61ac-45b9-bf16-3e3eeac9d348)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:48:46.381166 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '88437505-4399-4b43-895f-e1f8ea98f6fc', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'port_id': '88437505-4399-4b43-895f-e1f8ea98f6fc', 'mac_address': 'fa:16:3e:d9:03:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:48:46.421115 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 88437505-4399-4b43-895f-e1f8ea98f6fc is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:48:46.421535 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (88437505-4399-4b43-895f-e1f8ea98f6fc), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:46.436788 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88437505-4399-4b43-895f-e1f8ea98f6fc {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:48:46.465485 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 88437505-4399-4b43-895f-e1f8ea98f6fc, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=88437505-4399-4b43-895f-e1f8ea98f6fc,segment=NetworkSegment(0f7fd658-61ac-45b9-bf16-3e3eeac9d348),segment_id=0f7fd658-61ac-45b9-bf16-3e3eeac9d348)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:48:46.470278 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (88437505-4399-4b43-895f-e1f8ea98f6fc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:46.527189 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=88437505-4399-4b43-895f-e1f8ea98f6fc,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:46.549381 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0e76f-b3fd-4e2f-bcd8-0a748dbf0f4f req-6a4bf523-1512-46dc-96ad-ac9a51e0f0f9 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:46.550903 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fad0e76f-b3fd-4e2f-bcd8-0a748dbf0f4f req-6a4bf523-1512-46dc-96ad-ac9a51e0f0f9 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=67d2e1db-cb15-403a-88c4-fad787d776ed HTTP/1.1" status: 200 len: 944 time: 0.0619025 Feb 08 22:48:46.603605 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fad0e76f-b3fd-4e2f-bcd8-0a748dbf0f4f req-5a91885b-0115-4970-8574-7a8f43a934df tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466688 Feb 08 22:48:46.817114 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['88437505-4399-4b43-895f-e1f8ea98f6fc'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:48:47.732814 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9ec34-a947-4d05-94ac-5a632b9260d5 req-27fcfdaa-da0e-4380-a5d5-b4ce8daf92d7 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:47.734976 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-99e9ec34-a947-4d05-94ac-5a632b9260d5 req-27fcfdaa-da0e-4380-a5d5-b4ce8daf92d7 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=67d2e1db-cb15-403a-88c4-fad787d776ed HTTP/1.1" status: 200 len: 944 time: 0.0606234 Feb 08 22:48:47.785428 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-99e9ec34-a947-4d05-94ac-5a632b9260d5 req-3e5c053d-17a0-406b-9d2f-baf59bd31ec7 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446692 Feb 08 22:48:48.267061 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 88437505-4399-4b43-895f-e1f8ea98f6fc up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:48:48.319414 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning for port 88437505-4399-4b43-895f-e1f8ea98f6fc completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:48:48.323387 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 88437505-4399-4b43-895f-e1f8ea98f6fc triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:48:48.323759 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (88437505-4399-4b43-895f-e1f8ea98f6fc), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:48.404086 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 88437505-4399-4b43-895f-e1f8ea98f6fc is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:48:48.404491 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (88437505-4399-4b43-895f-e1f8ea98f6fc), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:48.435852 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d2e1db-cb15-403a-88c4-fad787d776ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88437505-4399-4b43-895f-e1f8ea98f6fc'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:48:48.438126 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08ec20f-4fd5-4170-a86c-c4ff2e65ee50" -d '{"events": [{"server_uuid": "67d2e1db-cb15-403a-88c4-fad787d776ed", "name": "network-vif-plugged", "status": "completed", "tag": "88437505-4399-4b43-895f-e1f8ea98f6fc"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:48:48.456055 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 88437505-4399-4b43-895f-e1f8ea98f6fc, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=88437505-4399-4b43-895f-e1f8ea98f6fc,segment=NetworkSegment(0f7fd658-61ac-45b9-bf16-3e3eeac9d348),segment_id=0f7fd658-61ac-45b9-bf16-3e3eeac9d348)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:48:48.460376 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (88437505-4399-4b43-895f-e1f8ea98f6fc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:48.484132 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165f4830-5bee-42a6-aaaa-9bcc03cdb805 x-openstack-request-id: req-165f4830-5bee-42a6-aaaa-9bcc03cdb805 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:48:48.484439 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d2e1db-cb15-403a-88c4-fad787d776ed", "name": "network-vif-plugged", "status": "completed", "tag": "88437505-4399-4b43-895f-e1f8ea98f6fc", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:48:48.484738 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-165f4830-5bee-42a6-aaaa-9bcc03cdb805 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:48:48.485166 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d2e1db-cb15-403a-88c4-fad787d776ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88437505-4399-4b43-895f-e1f8ea98f6fc', 'code': 200} Feb 08 22:48:48.515379 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=88437505-4399-4b43-895f-e1f8ea98f6fc,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:48.619718 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff734db-1fd8-4309-892d-07951eaad1ae req-1df58ded-c353-4e05-8b44-fb1fb86b6daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:48.621247 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3ff734db-1fd8-4309-892d-07951eaad1ae req-1df58ded-c353-4e05-8b44-fb1fb86b6daa service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=67d2e1db-cb15-403a-88c4-fad787d776ed HTTP/1.1" status: 200 len: 1128 time: 0.0877414 Feb 08 22:48:48.670334 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-3ff734db-1fd8-4309-892d-07951eaad1ae req-54c4c817-6b5c-4aff-b8cb-311d8016586f service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426371 Feb 08 22:48:48.909415 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e35dc-e2c2-4b53-9b9a-67d4a096f218 req-d8ff4174-72ef-448e-aacf-83352577b820 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:48.911176 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d77e35dc-e2c2-4b53-9b9a-67d4a096f218 req-d8ff4174-72ef-448e-aacf-83352577b820 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=67d2e1db-cb15-403a-88c4-fad787d776ed HTTP/1.1" status: 200 len: 945 time: 0.0562739 Feb 08 22:48:48.971834 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d77e35dc-e2c2-4b53-9b9a-67d4a096f218 req-c84912bf-1023-4459-b527-83a498acd84e tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532660 Feb 08 22:48:50.099900 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fac54-f48a-48c1-82a7-12f2d16a5e2f req-4e3a28bb-cae2-439c-a2a0-e02ac614674e tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:50.101433 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d73fac54-f48a-48c1-82a7-12f2d16a5e2f req-4e3a28bb-cae2-439c-a2a0-e02ac614674e tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=67d2e1db-cb15-403a-88c4-fad787d776ed HTTP/1.1" status: 200 len: 945 time: 0.0547287 Feb 08 22:48:50.151844 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d73fac54-f48a-48c1-82a7-12f2d16a5e2f req-cc0cb65a-4a7a-4789-82af-4af9faa594b0 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447431 Feb 08 22:48:50.276177 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82b9b2-722f-44ae-8342-c0869fe66f86 req-0aa93e2a-bbd1-4d14-bad8-4171a145390f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:50.277644 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a82b9b2-722f-44ae-8342-c0869fe66f86 req-0aa93e2a-bbd1-4d14-bad8-4171a145390f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=67d2e1db-cb15-403a-88c4-fad787d776ed HTTP/1.1" status: 200 len: 945 time: 0.0556040 Feb 08 22:48:50.328358 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7a82b9b2-722f-44ae-8342-c0869fe66f86 req-1d064271-bb08-445c-9e42-e5777a8cc3e9 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449040 Feb 08 22:48:50.350367 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49788) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:48:50.440745 n-d-712143-31 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff74c8f-b590-4916-8f21-00388f6ba1b7 tempest-TestSnapshotPattern-678248779 tempest-TestSnapshotPattern-678248779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:50.442353 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-7ff74c8f-b590-4916-8f21-00388f6ba1b7 tempest-TestSnapshotPattern-678248779 tempest-TestSnapshotPattern-678248779-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=67d2e1db-cb15-403a-88c4-fad787d776ed HTTP/1.1" status: 200 len: 1123 time: 0.0909195 Feb 08 22:48:50.445409 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 49792) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:48:50.450379 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-4a75fb2d-a6b3-4508-a923-45f3cfbaf87f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'port_id': '88437505-4399-4b43-895f-e1f8ea98f6fc', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:48:50.470361 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a75fb2d-a6b3-4508-a923-45f3cfbaf87f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:50.912416 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a75fb2d-a6b3-4508-a923-45f3cfbaf87f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:51.017264 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-4a75fb2d-a6b3-4508-a923-45f3cfbaf87f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Allocated IP 172.25.3.104 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/c7a25479-42e3-4338-abc9-e54b6d59b033) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:48:51.125036 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a75fb2d-a6b3-4508-a923-45f3cfbaf87f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for port (c7a25479-42e3-4338-abc9-e54b6d59b033), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:51.159824 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a75fb2d-a6b3-4508-a923-45f3cfbaf87f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (c7a25479-42e3-4338-abc9-e54b6d59b033), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:51.201846 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a75fb2d-a6b3-4508-a923-45f3cfbaf87f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:48:51.204888 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-4a75fb2d-a6b3-4508-a923-45f3cfbaf87f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:48:51.208406 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a75fb2d-a6b3-4508-a923-45f3cfbaf87f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:48:51.215123 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75fb2d-a6b3-4508-a923-45f3cfbaf87f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Pushing event updated for resources: {'Port': ['ID=c7a25479-42e3-4338-abc9-e54b6d59b033,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:51.611440 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a75fb2d-a6b3-4508-a923-45f3cfbaf87f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for floatingip (c2a94302-e90b-4f3f-acb9-ceb1e74c83bc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:51.693988 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a75fb2d-a6b3-4508-a923-45f3cfbaf87f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (c7a25479-42e3-4338-abc9-e54b6d59b033), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:51.856996 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a75fb2d-a6b3-4508-a923-45f3cfbaf87f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for port (c7a25479-42e3-4338-abc9-e54b6d59b033), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:51.863304 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a75fb2d-a6b3-4508-a923-45f3cfbaf87f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9447145'] for port (c7a25479-42e3-4338-abc9-e54b6d59b033), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:51.864755 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:48:51.937452 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75fb2d-a6b3-4508-a923-45f3cfbaf87f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Pushing event updated for resources: {'Port': ['ID=c7a25479-42e3-4338-abc9-e54b6d59b033,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:48:51.946194 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a75fb2d-a6b3-4508-a923-45f3cfbaf87f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (c2a94302-e90b-4f3f-acb9-ceb1e74c83bc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:52.062773 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-4a75fb2d-a6b3-4508-a923-45f3cfbaf87f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Floating IP c2a94302-e90b-4f3f-acb9-ceb1e74c83bc associated. External IP: 172.25.3.104, port: 88437505-4399-4b43-895f-e1f8ea98f6fc. Feb 08 22:48:52.327898 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a75fb2d-a6b3-4508-a923-45f3cfbaf87f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Router 447ccd12-0210-4249-bc17-fbde1da8cfb8 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:48:52.481168 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a75fb2d-a6b3-4508-a923-45f3cfbaf87f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:48:52.499279 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc4e7dc-cbf4-44af-ab7c-ff2ad2f7fe1d None None] Sync routers for ids ['447ccd12-0210-4249-bc17-fbde1da8cfb8'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:48:52.504253 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a75fb2d-a6b3-4508-a923-45f3cfbaf87f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:52.527153 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc4e7dc-cbf4-44af-ab7c-ff2ad2f7fe1d None None] Routers {'447ccd12-0210-4249-bc17-fbde1da8cfb8'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:48:52.528198 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-adc4e7dc-cbf4-44af-ab7c-ff2ad2f7fe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:48:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['447ccd12-0210-4249-bc17-fbde1da8cfb8'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:52.531296 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-593c56ff-6ccb-4698-8961-dbcfe2afd555 req-9817fc71-4986-40b8-a39c-fed6af417358 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=67d2e1db-cb15-403a-88c4-fad787d776ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0867059 Feb 08 22:48:52.564060 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-4a75fb2d-a6b3-4508-a923-45f3cfbaf87f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1113091 Feb 08 22:48:52.564060 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d2e1db-cb15-403a-88c4-fad787d776ed', 'tag': '88437505-4399-4b43-895f-e1f8ea98f6fc'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:48:52.564060 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1802cce71311667749108c4770a25da94a97ab17bab80bd33ee27ebae59f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1a9592-864d-42de-9af1-d061686aedf8" -d '{"events": [{"name": "network-changed", "server_uuid": "67d2e1db-cb15-403a-88c4-fad787d776ed", "tag": "88437505-4399-4b43-895f-e1f8ea98f6fc"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:48:52.653020 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c56ff-6ccb-4698-8961-dbcfe2afd555 req-126135d0-e85e-4439-b8a8-f68c700358ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:52.654605 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-593c56ff-6ccb-4698-8961-dbcfe2afd555 req-126135d0-e85e-4439-b8a8-f68c700358ba service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fd411cbca6854ee1869681fae7bebb89&device_id=67d2e1db-cb15-403a-88c4-fad787d776ed HTTP/1.1" status: 200 len: 1128 time: 0.0634735 Feb 08 22:48:52.731979 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14df109a-18ca-49fc-a11a-3365a4b73d99 x-openstack-request-id: req-14df109a-18ca-49fc-a11a-3365a4b73d99 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:48:52.731979 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d2e1db-cb15-403a-88c4-fad787d776ed", "tag": "88437505-4399-4b43-895f-e1f8ea98f6fc", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:48:52.731979 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-14df109a-18ca-49fc-a11a-3365a4b73d99 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:48:52.732737 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d2e1db-cb15-403a-88c4-fad787d776ed', 'tag': '88437505-4399-4b43-895f-e1f8ea98f6fc', 'status': 'completed', 'code': 200} Feb 08 22:48:52.733395 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-adc4e7dc-cbf4-44af-ab7c-ff2ad2f7fe1d None None] Set router 447ccd12-0210-4249-bc17-fbde1da8cfb8 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:48:52.790638 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c56ff-6ccb-4698-8961-dbcfe2afd555 req-548e974b-aa53-470d-9c1e-b4a3de6a7d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:52.792822 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-593c56ff-6ccb-4698-8961-dbcfe2afd555 req-548e974b-aa53-470d-9c1e-b4a3de6a7d2b service neutron] 10.222.0.96 "GET /v2.0/networks?id=d14504c6-ae32-4b7a-a832-5f903e85809c HTTP/1.1" status: 200 len: 910 time: 0.1128480 Feb 08 22:48:52.872955 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-593c56ff-6ccb-4698-8961-dbcfe2afd555 req-59b0c281-b8f2-4750-bbdb-958119f377c1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88437505-4399-4b43-895f-e1f8ea98f6fc HTTP/1.1" status: 200 len: 999 time: 0.0722661 Feb 08 22:48:52.923289 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c56ff-6ccb-4698-8961-dbcfe2afd555 req-a823481c-96b2-4326-af68-ffc5c556bce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:52.924826 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-593c56ff-6ccb-4698-8961-dbcfe2afd555 req-a823481c-96b2-4326-af68-ffc5c556bce2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=58723eac-6f22-4cc0-a4c2-f2b5ee7e440b HTTP/1.1" status: 200 len: 848 time: 0.0468669 Feb 08 22:48:52.979837 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c56ff-6ccb-4698-8961-dbcfe2afd555 req-ffb8e0de-8e92-4d83-a238-3e9018119ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:52.982031 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-593c56ff-6ccb-4698-8961-dbcfe2afd555 req-ffb8e0de-8e92-4d83-a238-3e9018119ff9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d14504c6-ae32-4b7a-a832-5f903e85809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0512693 Feb 08 22:48:52.983941 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-adc4e7dc-cbf4-44af-ab7c-ff2ad2f7fe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'name': 'tempest-TestSnapshotPattern-776606405-router', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:48:23Z', 'updated_at': '2022-02-08T22:48:27Z', 'revision_number': 4, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'gw_port': {'id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:24Z', 'updated_at': '2022-02-08T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'c2a94302-e90b-4f3f-acb9-ceb1e74c83bc', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'port_id': '88437505-4399-4b43-895f-e1f8ea98f6fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'mac_address': 'fa:16:3e:d9:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2e1db-cb15-403a-88c4-fad787d776ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:48:51Z', 'updated_at': '2022-02-08T22:48:51Z', 'revision_number': 0, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f338abeb-91f7-4730-890c-712f4526458a', 'name': '', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'mac_address': 'fa:16:3e:e4:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:26Z', 'updated_at': '2022-02-08T22:48:31Z', 'revision_number': 5, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'subnets': [{'id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:53.012956 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc4e7dc-cbf4-44af-ab7c-ff2ad2f7fe1d None None] Checking router: 447ccd12-0210-4249-bc17-fbde1da8cfb8 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:48:53.022626 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc4e7dc-cbf4-44af-ab7c-ff2ad2f7fe1d None None] Routers {'447ccd12-0210-4249-bc17-fbde1da8cfb8'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:48:53.023268 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-adc4e7dc-cbf4-44af-ab7c-ff2ad2f7fe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:48:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['447ccd12-0210-4249-bc17-fbde1da8cfb8'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:53.093175 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-593c56ff-6ccb-4698-8961-dbcfe2afd555 req-d227b805-e328-4b0e-9d0d-acc611b6b600 service neutron] 10.222.0.96 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039665 Feb 08 22:48:53.146508 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-adc4e7dc-cbf4-44af-ab7c-ff2ad2f7fe1d None None] Set router 447ccd12-0210-4249-bc17-fbde1da8cfb8 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:48:53.198159 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-593c56ff-6ccb-4698-8961-dbcfe2afd555 req-416449e5-b579-47f9-b028-cd2bab05b06e service neutron] 10.222.0.96 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998473 Feb 08 22:48:53.317391 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a9592-864d-42de-9af1-d061686aedf8 req-a516e431-4785-44aa-bce1-135dae29cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:53.319278 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7e1a9592-864d-42de-9af1-d061686aedf8 req-a516e431-4785-44aa-bce1-135dae29cc93 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fd411cbca6854ee1869681fae7bebb89&device_id=67d2e1db-cb15-403a-88c4-fad787d776ed HTTP/1.1" status: 200 len: 1128 time: 0.0770204 Feb 08 22:48:53.416924 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-adc4e7dc-cbf4-44af-ab7c-ff2ad2f7fe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'name': 'tempest-TestSnapshotPattern-776606405-router', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:48:23Z', 'updated_at': '2022-02-08T22:48:27Z', 'revision_number': 4, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'gw_port': {'id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:24Z', 'updated_at': '2022-02-08T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'c2a94302-e90b-4f3f-acb9-ceb1e74c83bc', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'port_id': '88437505-4399-4b43-895f-e1f8ea98f6fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'mac_address': 'fa:16:3e:d9:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2e1db-cb15-403a-88c4-fad787d776ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:48:51Z', 'updated_at': '2022-02-08T22:48:51Z', 'revision_number': 0, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f338abeb-91f7-4730-890c-712f4526458a', 'name': '', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'mac_address': 'fa:16:3e:e4:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:26Z', 'updated_at': '2022-02-08T22:48:31Z', 'revision_number': 5, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'subnets': [{'id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:48:53.417192 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a9592-864d-42de-9af1-d061686aedf8 req-1d7b4449-d5a5-41a6-9ad4-938728df1dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:53.417192 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7e1a9592-864d-42de-9af1-d061686aedf8 req-1d7b4449-d5a5-41a6-9ad4-938728df1dd7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d14504c6-ae32-4b7a-a832-5f903e85809c HTTP/1.1" status: 200 len: 910 time: 0.0916941 Feb 08 22:48:53.442393 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc4e7dc-cbf4-44af-ab7c-ff2ad2f7fe1d None None] The sync data for ids ['447ccd12-0210-4249-bc17-fbde1da8cfb8'] in n-d-712143-31 is: [{'id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'name': 'tempest-TestSnapshotPattern-776606405-router', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:48:23Z', 'updated_at': '2022-02-08T22:48:27Z', 'revision_number': 4, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'gw_port': {'id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:24Z', 'updated_at': '2022-02-08T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'c2a94302-e90b-4f3f-acb9-ceb1e74c83bc', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'port_id': '88437505-4399-4b43-895f-e1f8ea98f6fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'mac_address': 'fa:16:3e:d9:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d2e1db-cb15-403a-88c4-fad787d776ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:48:51Z', 'updated_at': '2022-02-08T22:48:51Z', 'revision_number': 0, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f338abeb-91f7-4730-890c-712f4526458a', 'name': '', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'mac_address': 'fa:16:3e:e4:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:26Z', 'updated_at': '2022-02-08T22:48:31Z', 'revision_number': 5, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'subnets': [{'id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:48:53.493512 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7e1a9592-864d-42de-9af1-d061686aedf8 req-c9912312-00a2-4f86-94a2-6926ab5567cb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88437505-4399-4b43-895f-e1f8ea98f6fc HTTP/1.1" status: 200 len: 999 time: 0.0720303 Feb 08 22:48:53.548591 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a9592-864d-42de-9af1-d061686aedf8 req-c49084b2-1263-453a-b934-cb57b68d501d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:53.550842 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7e1a9592-864d-42de-9af1-d061686aedf8 req-c49084b2-1263-453a-b934-cb57b68d501d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=58723eac-6f22-4cc0-a4c2-f2b5ee7e440b HTTP/1.1" status: 200 len: 848 time: 0.0524514 Feb 08 22:48:53.610099 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a9592-864d-42de-9af1-d061686aedf8 req-60fdd4ab-fa43-442c-aef5-5e8835a81f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:48:53.613031 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7e1a9592-864d-42de-9af1-d061686aedf8 req-60fdd4ab-fa43-442c-aef5-5e8835a81f03 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d14504c6-ae32-4b7a-a832-5f903e85809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0569918 Feb 08 22:48:53.671493 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ae21ee-5414-40d4-8af2-daa960927a4a None None] New status for floating IP c2a94302-e90b-4f3f-acb9-ceb1e74c83bc: ACTIVE {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:48:53.718149 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7e1a9592-864d-42de-9af1-d061686aedf8 req-2eec4f00-2bd4-4af2-bfc7-067c0bfb18ea service neutron] 10.222.0.96 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990586 Feb 08 22:48:53.823511 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7e1a9592-864d-42de-9af1-d061686aedf8 req-5c90d4a2-311c-488e-ab84-2e03cfd6ba9b service neutron] 10.222.0.96 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995719 Feb 08 22:48:54.439874 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f67784e2-383b-41f4-8179-e648445bda0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:57.710125 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-809b72f6-efca-41a3-b7af-20caada107a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:48:59.635585 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:49:01.625536 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:49:01.920176 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:49:07.298440 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:49:07.545580 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:49:24.443565 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-85ee5279-61c5-443e-8ca1-99427d3f56e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:49:27.715094 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-375900b4-530f-4f17-a7b1-75b7697ac184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:49:28.868902 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:49:29.640012 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:49:31.629399 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:49:31.925095 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:49:37.326775 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:49:37.536505 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:49:54.448286 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6c43adb9-4b6c-4f56-813f-86fbb0d893e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:49:54.514634 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0f75ef6-e7d1-4a65-a50c-e4372b2278af req-e47368d3-3900-4ab4-9c8a-cb96d6089cff service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=67d2e1db-cb15-403a-88c4-fad787d776ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0545857 Feb 08 22:49:54.601989 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f75ef6-e7d1-4a65-a50c-e4372b2278af req-bad511ec-c1d2-435f-83d0-a94025b85a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:49:54.604008 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0f75ef6-e7d1-4a65-a50c-e4372b2278af req-bad511ec-c1d2-435f-83d0-a94025b85a3e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fd411cbca6854ee1869681fae7bebb89&device_id=67d2e1db-cb15-403a-88c4-fad787d776ed HTTP/1.1" status: 200 len: 1128 time: 0.0499105 Feb 08 22:49:54.706414 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f75ef6-e7d1-4a65-a50c-e4372b2278af req-96f7137c-709a-4e89-a813-b18c70a63a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:49:54.707815 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0f75ef6-e7d1-4a65-a50c-e4372b2278af req-96f7137c-709a-4e89-a813-b18c70a63a96 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d14504c6-ae32-4b7a-a832-5f903e85809c HTTP/1.1" status: 200 len: 910 time: 0.0862756 Feb 08 22:49:54.780975 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0f75ef6-e7d1-4a65-a50c-e4372b2278af req-4fdd8407-6f9f-4f84-8d3a-9e454f6ad3e7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88437505-4399-4b43-895f-e1f8ea98f6fc HTTP/1.1" status: 200 len: 1001 time: 0.0673077 Feb 08 22:49:54.829600 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f75ef6-e7d1-4a65-a50c-e4372b2278af req-1f549a0d-68bc-4981-9e88-79a54208eded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:49:54.831063 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0f75ef6-e7d1-4a65-a50c-e4372b2278af req-1f549a0d-68bc-4981-9e88-79a54208eded service neutron] 10.222.0.96 "GET /v2.0/subnets?id=58723eac-6f22-4cc0-a4c2-f2b5ee7e440b HTTP/1.1" status: 200 len: 848 time: 0.0441208 Feb 08 22:49:54.880999 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f75ef6-e7d1-4a65-a50c-e4372b2278af req-250fc9aa-e525-4edf-b645-7d1a8d2779ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:49:54.882547 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0f75ef6-e7d1-4a65-a50c-e4372b2278af req-250fc9aa-e525-4edf-b645-7d1a8d2779ba service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d14504c6-ae32-4b7a-a832-5f903e85809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461361 Feb 08 22:49:54.977063 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0f75ef6-e7d1-4a65-a50c-e4372b2278af req-f4e363ae-79d2-4fa3-aab7-b616f6f257de service neutron] 10.222.0.96 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875444 Feb 08 22:49:55.068421 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e0f75ef6-e7d1-4a65-a50c-e4372b2278af req-d939e038-e3c7-488b-adff-ad00a542c24b service neutron] 10.222.0.96 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838645 Feb 08 22:49:57.718005 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ecc9a27e-2f11-4e60-b93f-a185e69163cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:49:59.640135 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:50:01.638274 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:50:01.925806 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:50:05.868312 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:50:07.327450 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:50:07.546176 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:50:24.450950 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8c93f4c9-af82-419c-a558-837fe16c9325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:50:27.721206 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f8cc7e08-1dfd-4ef6-8312-fe70617ea9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:50:29.643116 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:50:31.635781 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:50:31.928239 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:50:37.326474 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:50:37.560374 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:50:42.867731 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:50:54.453824 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bbae3692-556c-46cd-a68e-c66172a9cdb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:50:57.017122 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a509ba6-804b-47c7-97ff-632b94492109 req-1d442065-347c-4633-bb3c-24f35e454c3d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=67d2e1db-cb15-403a-88c4-fad787d776ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0472157 Feb 08 22:50:57.110650 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a509ba6-804b-47c7-97ff-632b94492109 req-d7e88cf9-59ac-4f18-bce2-866cb4452f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:50:57.112154 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a509ba6-804b-47c7-97ff-632b94492109 req-d7e88cf9-59ac-4f18-bce2-866cb4452f08 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fd411cbca6854ee1869681fae7bebb89&device_id=67d2e1db-cb15-403a-88c4-fad787d776ed HTTP/1.1" status: 200 len: 1128 time: 0.0525110 Feb 08 22:50:57.216260 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a509ba6-804b-47c7-97ff-632b94492109 req-c7966ea0-7d51-4d73-a771-1b04720bc224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:50:57.217821 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a509ba6-804b-47c7-97ff-632b94492109 req-c7966ea0-7d51-4d73-a771-1b04720bc224 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d14504c6-ae32-4b7a-a832-5f903e85809c HTTP/1.1" status: 200 len: 910 time: 0.0866032 Feb 08 22:50:57.293419 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a509ba6-804b-47c7-97ff-632b94492109 req-60628dd2-15eb-46d4-96f6-bc365a4575df service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88437505-4399-4b43-895f-e1f8ea98f6fc HTTP/1.1" status: 200 len: 1001 time: 0.0692697 Feb 08 22:50:57.340586 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a509ba6-804b-47c7-97ff-632b94492109 req-ff88ddea-7dd0-4775-8c7c-b4f10cc62e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:50:57.342086 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a509ba6-804b-47c7-97ff-632b94492109 req-ff88ddea-7dd0-4775-8c7c-b4f10cc62e65 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=58723eac-6f22-4cc0-a4c2-f2b5ee7e440b HTTP/1.1" status: 200 len: 848 time: 0.0434182 Feb 08 22:50:57.391507 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a509ba6-804b-47c7-97ff-632b94492109 req-615c9205-a40b-43e6-af9f-c8eee4e3d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:50:57.393094 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a509ba6-804b-47c7-97ff-632b94492109 req-615c9205-a40b-43e6-af9f-c8eee4e3d6b3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d14504c6-ae32-4b7a-a832-5f903e85809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457618 Feb 08 22:50:57.489576 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a509ba6-804b-47c7-97ff-632b94492109 req-36994279-7864-4574-ae49-99477a0f5bd1 service neutron] 10.222.0.96 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903699 Feb 08 22:50:57.582458 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8a509ba6-804b-47c7-97ff-632b94492109 req-97d69e7c-39e3-4af5-8f32-5232e122689a service neutron] 10.222.0.96 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870209 Feb 08 22:50:57.725368 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9842ac6b-ec6d-4da3-8ec9-0b70d72efc15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:50:59.649959 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:01.638626 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:01.938545 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:07.338334 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:07.572630 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:19.866874 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:51:24.456099 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5f2a903-0a81-410b-896f-2794dd811234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:26.942236 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 88437505-4399-4b43-895f-e1f8ea98f6fc details requested by agent hyperv_n-h2-712143-31 with host n-h2-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:51:27.040016 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 88437505-4399-4b43-895f-e1f8ea98f6fc, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=88437505-4399-4b43-895f-e1f8ea98f6fc,segment=NetworkSegment(0f7fd658-61ac-45b9-bf16-3e3eeac9d348),segment_id=0f7fd658-61ac-45b9-bf16-3e3eeac9d348)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:51:27.051384 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Returning: {'device': '88437505-4399-4b43-895f-e1f8ea98f6fc', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'port_id': '88437505-4399-4b43-895f-e1f8ea98f6fc', 'mac_address': 'fa:16:3e:d9:03:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:51:27.088835 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 88437505-4399-4b43-895f-e1f8ea98f6fc is: ACTIVE; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:51:27.089220 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (88437505-4399-4b43-895f-e1f8ea98f6fc), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:27.102721 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88437505-4399-4b43-895f-e1f8ea98f6fc {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:51:27.123220 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 88437505-4399-4b43-895f-e1f8ea98f6fc, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=88437505-4399-4b43-895f-e1f8ea98f6fc,segment=NetworkSegment(0f7fd658-61ac-45b9-bf16-3e3eeac9d348),segment_id=0f7fd658-61ac-45b9-bf16-3e3eeac9d348)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:51:27.127877 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (88437505-4399-4b43-895f-e1f8ea98f6fc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:27.179450 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=88437505-4399-4b43-895f-e1f8ea98f6fc,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:51:27.187085 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:51:27.187431 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:51:27.187772 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:51:27.189270 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:51:27.189624 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:51:27.189958 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:51:27.190288 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:51:27.190631 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:51:27.190939 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:51:27.191262 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:51:27.191585 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:51:27.191905 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:51:27.192225 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:51:27.200126 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] get_ports_and_sgs() called for port_ids ['88437505-4399-4b43-895f-e1f8ea98f6fc'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:51:27.718508 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ab4e09de-046a-49f9-a9cf-26536ae4f5aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:28.978986 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 88437505-4399-4b43-895f-e1f8ea98f6fc up at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:51:29.028231 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Provisioning complete for port 88437505-4399-4b43-895f-e1f8ea98f6fc triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:51:29.028599 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (88437505-4399-4b43-895f-e1f8ea98f6fc), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:29.104800 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 88437505-4399-4b43-895f-e1f8ea98f6fc is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:51:29.105184 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (88437505-4399-4b43-895f-e1f8ea98f6fc), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:29.132788 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d2e1db-cb15-403a-88c4-fad787d776ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88437505-4399-4b43-895f-e1f8ea98f6fc'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:51:29.135084 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d096be7-cfc1-4b30-a55e-d66d8350576f" -d '{"events": [{"server_uuid": "67d2e1db-cb15-403a-88c4-fad787d776ed", "name": "network-vif-plugged", "status": "completed", "tag": "88437505-4399-4b43-895f-e1f8ea98f6fc"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:51:29.147954 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 88437505-4399-4b43-895f-e1f8ea98f6fc, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=88437505-4399-4b43-895f-e1f8ea98f6fc,segment=NetworkSegment(0f7fd658-61ac-45b9-bf16-3e3eeac9d348),segment_id=0f7fd658-61ac-45b9-bf16-3e3eeac9d348)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:51:29.152569 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (88437505-4399-4b43-895f-e1f8ea98f6fc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:29.211008 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=88437505-4399-4b43-895f-e1f8ea98f6fc,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:51:29.650879 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:30.252821 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85492f5c-4059-4c41-9ba9-0e99faee5e0c x-openstack-request-id: req-85492f5c-4059-4c41-9ba9-0e99faee5e0c {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:51:30.253468 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d2e1db-cb15-403a-88c4-fad787d776ed", "name": "network-vif-plugged", "status": "completed", "tag": "88437505-4399-4b43-895f-e1f8ea98f6fc", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:51:30.253468 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-85492f5c-4059-4c41-9ba9-0e99faee5e0c {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:51:30.253810 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d2e1db-cb15-403a-88c4-fad787d776ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88437505-4399-4b43-895f-e1f8ea98f6fc', 'code': 200} Feb 08 22:51:31.642482 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:31.934684 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:37.344455 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:37.572978 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:41.595329 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-e4ed6191-1cf8-47be-b989-6f9b800ecdc4 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1042605972&fields=id&tenant_id=fd411cbca6854ee1869681fae7bebb89 HTTP/1.1" status: 200 len: 267 time: 0.0456254 Feb 08 22:51:41.703949 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-930d385b-4d30-4bed-ac02-ab65da47642b tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:51:41.705429 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-930d385b-4d30-4bed-ac02-ab65da47642b tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/networks?id=d14504c6-ae32-4b7a-a832-5f903e85809c HTTP/1.1" status: 200 len: 809 time: 0.1038649 Feb 08 22:51:41.720427 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-e5700ac3-7a61-4e89-beb9-4159f448db31 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/quotas/fd411cbca6854ee1869681fae7bebb89 HTTP/1.1" status: 200 len: 375 time: 0.0096068 Feb 08 22:51:41.776320 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-888588d2-3bc5-4b52-8e6c-064859afa0f7 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=fd411cbca6854ee1869681fae7bebb89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510628 Feb 08 22:51:41.918865 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-cb229a7d-0011-4568-a637-ceb319c59dec service neutron] 10.222.0.88 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308560 Feb 08 22:51:42.008435 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-3544d380-fad3-4961-9f6f-faead9c54d79 service neutron] 10.222.0.88 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838602 Feb 08 22:51:42.170679 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e85db4cf-4ac4-46bd-9253-654d564d557f req-9bd8fa8d-c017-4128-9d2d-d3ea6f7dcb22 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 210 time: 0.0274839 Feb 08 22:51:43.249777 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-170a20bc-f447-428a-a815-bae7e27eef98 req-4d14e514-0955-4039-9097-90f45fa392bd tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 210 time: 0.0279984 Feb 08 22:51:44.331672 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c588c251-7f73-4268-88fc-07f951013db9 req-a1abba67-7678-44dd-9b00-194c31ca7928 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 210 time: 0.0328600 Feb 08 22:51:45.057085 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 88437505-4399-4b43-895f-e1f8ea98f6fc no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:51:45.134173 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Current status of the port 88437505-4399-4b43-895f-e1f8ea98f6fc is: ACTIVE; New status is: DOWN {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:51:45.134566 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (88437505-4399-4b43-895f-e1f8ea98f6fc), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:45.159037 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d2e1db-cb15-403a-88c4-fad787d776ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88437505-4399-4b43-895f-e1f8ea98f6fc'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:51:45.161298 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468a7290-3214-4477-ae6e-9d893d26b2b7" -d '{"events": [{"server_uuid": "67d2e1db-cb15-403a-88c4-fad787d776ed", "name": "network-vif-unplugged", "status": "completed", "tag": "88437505-4399-4b43-895f-e1f8ea98f6fc"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:51:45.174286 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] For port 88437505-4399-4b43-895f-e1f8ea98f6fc, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=88437505-4399-4b43-895f-e1f8ea98f6fc,segment=NetworkSegment(0f7fd658-61ac-45b9-bf16-3e3eeac9d348),segment_id=0f7fd658-61ac-45b9-bf16-3e3eeac9d348)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:51:45.179647 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (88437505-4399-4b43-895f-e1f8ea98f6fc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:45.206649 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 22:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70aac34-44b1-4ff7-b530-04273a6b23f2 x-openstack-request-id: req-b70aac34-44b1-4ff7-b530-04273a6b23f2 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:51:45.206945 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d2e1db-cb15-403a-88c4-fad787d776ed", "name": "network-vif-unplugged", "status": "completed", "tag": "88437505-4399-4b43-895f-e1f8ea98f6fc", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:51:45.207198 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b70aac34-44b1-4ff7-b530-04273a6b23f2 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:51:45.207590 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d2e1db-cb15-403a-88c4-fad787d776ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88437505-4399-4b43-895f-e1f8ea98f6fc', 'code': 200} Feb 08 22:51:45.233444 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Pushing event updated for resources: {'Port': ['ID=88437505-4399-4b43-895f-e1f8ea98f6fc,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:51:45.412704 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e170fdc0-6eec-4ca8-a1a1-5f0e5f5d8806 req-522f0352-7d2e-40a1-946c-b409822fa86e tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 210 time: 0.0307143 Feb 08 22:51:46.200270 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-88701c1e-53f7-48e2-9b85-752a41525203 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:51:46.201817 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-88701c1e-53f7-48e2-9b85-752a41525203 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.94 "GET /v2.0/networks?id=d14504c6-ae32-4b7a-a832-5f903e85809c HTTP/1.1" status: 200 len: 809 time: 0.1038842 Feb 08 22:51:46.272396 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-69aab1c4-d1f9-4be4-846b-5e110a2fb389 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd411cbca6854ee1869681fae7bebb89 HTTP/1.1" status: 200 len: 380 time: 0.0607822 Feb 08 22:51:46.280505 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0715e2e1-75dd-473b-87b1-087af3d01f50 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Request body: {'port': {'device_id': 'e5995724-4ae3-4327-8cce-24fd94ead762', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'admin_state_up': True, 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'security_groups': ['798139d5-97d1-4ce4-9998-d810c394005f']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:51:46.390972 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0715e2e1-75dd-473b-87b1-087af3d01f50 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Made reservation on behalf of fd411cbca6854ee1869681fae7bebb89 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 22:51:46.394877 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0715e2e1-75dd-473b-87b1-087af3d01f50 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:46.558578 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-eb799e0f-ab44-445f-ad15-c215d4f2a9d8 req-15f420a0-3d27-43a8-b3c4-a746a3aa3b72 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 210 time: 0.0533900 Feb 08 22:51:46.628935 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0715e2e1-75dd-473b-87b1-087af3d01f50 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Allocated IP 172.20.0.8 (d14504c6-ae32-4b7a-a832-5f903e85809c/58723eac-6f22-4cc0-a4c2-f2b5ee7e440b/dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:51:46.832299 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0715e2e1-75dd-473b-87b1-087af3d01f50 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for port (dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:46.876960 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0715e2e1-75dd-473b-87b1-087af3d01f50 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:46.927831 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0715e2e1-75dd-473b-87b1-087af3d01f50 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Network d14504c6-ae32-4b7a-a832-5f903e85809c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:51:46.935499 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0715e2e1-75dd-473b-87b1-087af3d01f50 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:51:46.952085 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0715e2e1-75dd-473b-87b1-087af3d01f50 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:51:46.996130 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715e2e1-75dd-473b-87b1-087af3d01f50 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Pushing event updated for resources: {'Port': ['ID=dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:51:47.021486 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715e2e1-75dd-473b-87b1-087af3d01f50 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:51:47.023341 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715e2e1-75dd-473b-87b1-087af3d01f50 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:51:47.024220 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715e2e1-75dd-473b-87b1-087af3d01f50 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:51:47.025017 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715e2e1-75dd-473b-87b1-087af3d01f50 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:51:47.025877 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715e2e1-75dd-473b-87b1-087af3d01f50 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:51:47.026434 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715e2e1-75dd-473b-87b1-087af3d01f50 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:51:47.026781 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715e2e1-75dd-473b-87b1-087af3d01f50 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:51:47.027130 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715e2e1-75dd-473b-87b1-087af3d01f50 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:51:47.027471 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715e2e1-75dd-473b-87b1-087af3d01f50 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:51:47.027809 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715e2e1-75dd-473b-87b1-087af3d01f50 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:51:47.028144 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715e2e1-75dd-473b-87b1-087af3d01f50 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:51:47.028480 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715e2e1-75dd-473b-87b1-087af3d01f50 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:51:47.028812 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715e2e1-75dd-473b-87b1-087af3d01f50 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:51:47.065365 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0715e2e1-75dd-473b-87b1-087af3d01f50 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:51:47.066017 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0715e2e1-75dd-473b-87b1-087af3d01f50 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:47.103877 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0715e2e1-75dd-473b-87b1-087af3d01f50 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8267977 Feb 08 22:51:47.268750 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-633b88de-f6ba-4119-bfc4-ce9043782587 None None] Provisioning complete for port dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a triggered by entity DHCP. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:51:47.269361 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-633b88de-f6ba-4119-bfc4-ce9043782587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:47.309950 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-633b88de-f6ba-4119-bfc4-ce9043782587 None None] Port dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a cannot update to ACTIVE because it is not bound. {{(pid=103435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 22:51:47.704805 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4a2c3-9d92-432f-a6c9-08a19f3ebbc5 req-7b276ea5-c169-4e9d-8b53-9240b808bd61 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:51:47.707006 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b7d4a2c3-9d92-432f-a6c9-08a19f3ebbc5 req-7b276ea5-c169-4e9d-8b53-9240b808bd61 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 931 time: 0.0697088 Feb 08 22:51:47.757595 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-b7d4a2c3-9d92-432f-a6c9-08a19f3ebbc5 req-cd2bd5dc-3864-42ca-9efe-aec993d0142d tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448155 Feb 08 22:51:48.900102 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9ce8d-e346-47b1-8b10-0752a30c91bc req-93a9232e-a21c-4ab5-a2e7-2af43c961981 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:51:48.902560 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-90b9ce8d-e346-47b1-8b10-0752a30c91bc req-93a9232e-a21c-4ab5-a2e7-2af43c961981 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 931 time: 0.0718229 Feb 08 22:51:48.959859 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-90b9ce8d-e346-47b1-8b10-0752a30c91bc req-4371798c-1c4e-4419-b24b-85cb245cfdfd tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488050 Feb 08 22:51:50.118087 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a77d4-24ff-47c4-9e15-628412b722e1 req-33e73aa5-f359-485c-9db7-8d38b1b37535 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:51:50.120454 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e31a77d4-24ff-47c4-9e15-628412b722e1 req-33e73aa5-f359-485c-9db7-8d38b1b37535 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 931 time: 0.0701778 Feb 08 22:51:50.178081 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e31a77d4-24ff-47c4-9e15-628412b722e1 req-f37dbfb6-534e-4c8c-9408-f174bd3b2c8e tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512016 Feb 08 22:51:51.320155 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d6fe2-dca1-47d7-b6f0-0e1a9f653223 req-3cdc1df7-63c8-4e23-9b6d-55a7cba8fc4c tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:51:51.321738 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d8d6fe2-dca1-47d7-b6f0-0e1a9f653223 req-3cdc1df7-63c8-4e23-9b6d-55a7cba8fc4c tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 931 time: 0.0594363 Feb 08 22:51:51.372849 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2d8d6fe2-dca1-47d7-b6f0-0e1a9f653223 req-2a47d6db-db47-4140-b9ac-bff1e36fbce8 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454562 Feb 08 22:51:52.518867 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f408d-c746-4d11-a1ae-722cb103ae82 req-0952beaf-513f-4a57-896c-00067878f8af tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:51:52.520832 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-875f408d-c746-4d11-a1ae-722cb103ae82 req-0952beaf-513f-4a57-896c-00067878f8af tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 931 time: 0.0746496 Feb 08 22:51:52.593421 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-875f408d-c746-4d11-a1ae-722cb103ae82 req-3d083c9b-0fe2-4753-88a0-1447e9537ef2 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613511 Feb 08 22:51:53.725612 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5336854-9530-4c36-a18d-1a1fc355d37f req-4fb84aa5-ddea-4b1d-90b1-1a423213d32e tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:51:53.727103 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e5336854-9530-4c36-a18d-1a1fc355d37f req-4fb84aa5-ddea-4b1d-90b1-1a423213d32e tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 931 time: 0.0587356 Feb 08 22:51:53.777423 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e5336854-9530-4c36-a18d-1a1fc355d37f req-7c1b94d4-09e3-4b3c-9405-f2e492a8c454 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441618 Feb 08 22:51:54.461647 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cb60c061-de74-4274-a2ae-fac590c358aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:54.907869 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe10a50-0a92-4c33-b8db-ee9b279b48ae req-11f4baa5-06a7-44ca-82c2-350dcf0f4384 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:51:54.909478 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fbe10a50-0a92-4c33-b8db-ee9b279b48ae req-11f4baa5-06a7-44ca-82c2-350dcf0f4384 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 931 time: 0.0586278 Feb 08 22:51:54.958893 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fbe10a50-0a92-4c33-b8db-ee9b279b48ae req-f120973a-c87a-4d9c-858e-d14485135a30 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438056 Feb 08 22:51:56.089068 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7eb72-2957-454e-b0d6-2f83f11a5515 req-66c0e251-781c-4110-9c7a-e38224c57f59 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:51:56.090595 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49a7eb72-2957-454e-b0d6-2f83f11a5515 req-66c0e251-781c-4110-9c7a-e38224c57f59 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 931 time: 0.0589635 Feb 08 22:51:56.140401 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-49a7eb72-2957-454e-b0d6-2f83f11a5515 req-222ce522-3835-430b-880e-4054c7a27efe tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440011 Feb 08 22:51:56.866565 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:51:57.043375 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-eadd6746-3308-4b70-8810-c5a9b1e9d8b8 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 22:51:57.046443 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-eadd6746-3308-4b70-8810-c5a9b1e9d8b8 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090439 Feb 08 22:51:57.110320 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0b471676-8571-4d98-bfc2-a5fb10e8e624 service neutron] Request body: {'port': {'device_id': 'e5995724-4ae3-4327-8cce-24fd94ead762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-31'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:51:57.201066 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0b471676-8571-4d98-bfc2-a5fb10e8e624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:57.207333 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6669c922-bfc6-47fb-a907-1a6eae65a3fe req-ada85b64-9895-4928-85fc-b19180dc96da service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=67d2e1db-cb15-403a-88c4-fad787d776ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0942514 Feb 08 22:51:57.382928 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203ab10-652a-4814-ba20-ead31bf5e859 req-d3f75653-a0ba-4107-b719-8a122f8f5803 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:51:57.384405 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d203ab10-652a-4814-ba20-ead31bf5e859 req-d3f75653-a0ba-4107-b719-8a122f8f5803 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 931 time: 0.1710515 Feb 08 22:51:57.436065 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669c922-bfc6-47fb-a907-1a6eae65a3fe req-91f12a0e-3e83-4050-a954-b825203d7aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:51:57.437600 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6669c922-bfc6-47fb-a907-1a6eae65a3fe req-91f12a0e-3e83-4050-a954-b825203d7aa9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fd411cbca6854ee1869681fae7bebb89&device_id=67d2e1db-cb15-403a-88c4-fad787d776ed HTTP/1.1" status: 200 len: 1126 time: 0.1768856 Feb 08 22:51:57.722223 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c3809a68-7f47-4a42-923a-77c0c5bdc59f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:57.840778 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d203ab10-652a-4814-ba20-ead31bf5e859 req-df023484-dceb-427a-82ec-e58da643ee27 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4486787 Feb 08 22:51:57.896180 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669c922-bfc6-47fb-a907-1a6eae65a3fe req-a1e11425-eb23-44ca-a7d2-a80378f1059c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:51:57.897697 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6669c922-bfc6-47fb-a907-1a6eae65a3fe req-a1e11425-eb23-44ca-a7d2-a80378f1059c service neutron] 10.222.0.96 "GET /v2.0/networks?id=d14504c6-ae32-4b7a-a832-5f903e85809c HTTP/1.1" status: 200 len: 910 time: 0.4344649 Feb 08 22:51:57.984927 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0b471676-8571-4d98-bfc2-a5fb10e8e624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:51:57.998366 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0b471676-8571-4d98-bfc2-a5fb10e8e624 service neutron] Publish callbacks [] for port (dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:58.002631 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6669c922-bfc6-47fb-a907-1a6eae65a3fe req-6a67c0da-0bd7-4d5f-8e8f-82cf2c2abefc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88437505-4399-4b43-895f-e1f8ea98f6fc HTTP/1.1" status: 200 len: 999 time: 0.0963912 Feb 08 22:51:58.036791 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0b471676-8571-4d98-bfc2-a5fb10e8e624 service neutron] Transition to ACTIVE for port object dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 22:51:58.041624 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0b471676-8571-4d98-bfc2-a5fb10e8e624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:58.095482 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669c922-bfc6-47fb-a907-1a6eae65a3fe req-3c55128b-9b80-4514-894e-bcef4e2dee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:51:58.096981 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6669c922-bfc6-47fb-a907-1a6eae65a3fe req-3c55128b-9b80-4514-894e-bcef4e2dee52 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=58723eac-6f22-4cc0-a4c2-f2b5ee7e440b HTTP/1.1" status: 200 len: 848 time: 0.0879133 Feb 08 22:51:58.117461 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b471676-8571-4d98-bfc2-a5fb10e8e624 service neutron] Pushing event updated for resources: {'Port': ['ID=dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:51:58.205174 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669c922-bfc6-47fb-a907-1a6eae65a3fe req-f7abb6bc-778c-473d-9047-8423bdd08947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:51:58.206766 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6669c922-bfc6-47fb-a907-1a6eae65a3fe req-f7abb6bc-778c-473d-9047-8423bdd08947 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d14504c6-ae32-4b7a-a832-5f903e85809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1026630 Feb 08 22:51:58.235050 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0b471676-8571-4d98-bfc2-a5fb10e8e624 service neutron] Attempting to bind port dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a on host n-h1-712143-31 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 22:51:58.235296 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0b471676-8571-4d98-bfc2-a5fb10e8e624 service neutron] Attempting to bind port dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a by drivers openvswitch,hyperv on host n-h1-712143-31 at level 0 using segments [{'id': '0f7fd658-61ac-45b9-bf16-3e3eeac9d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 22:51:58.236198 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0b471676-8571-4d98-bfc2-a5fb10e8e624 service neutron] Attempting to bind port dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a on network d14504c6-ae32-4b7a-a832-5f903e85809c {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:51:58.270745 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0b471676-8571-4d98-bfc2-a5fb10e8e624 service neutron] Port dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a on network d14504c6-ae32-4b7a-a832-5f903e85809c not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-31 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 22:51:58.271076 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0b471676-8571-4d98-bfc2-a5fb10e8e624 service neutron] Attempting to bind port dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a on network d14504c6-ae32-4b7a-a832-5f903e85809c {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 22:51:58.281914 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0b471676-8571-4d98-bfc2-a5fb10e8e624 service neutron] Checking agent: {'id': '6a3751c8-d245-489e-9e4a-bd37340fa4d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-31', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'started_at': datetime.datetime(2022, 2, 8, 21, 9, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 22, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 22:51:58.282246 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0b471676-8571-4d98-bfc2-a5fb10e8e624 service neutron] Checking segment: {'id': '0f7fd658-61ac-45b9-bf16-3e3eeac9d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 22:51:58.283212 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0b471676-8571-4d98-bfc2-a5fb10e8e624 service neutron] Bound using segment: {'id': '0f7fd658-61ac-45b9-bf16-3e3eeac9d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 22:51:58.283642 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0b471676-8571-4d98-bfc2-a5fb10e8e624 service neutron] Bound port: dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a, host: n-h1-712143-31, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f7fd658-61ac-45b9-bf16-3e3eeac9d348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 22:51:58.284001 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0b471676-8571-4d98-bfc2-a5fb10e8e624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:58.353157 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6669c922-bfc6-47fb-a907-1a6eae65a3fe req-7c13282e-78a9-498c-9d9c-300dea191d5b service neutron] 10.222.0.96 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389422 Feb 08 22:51:58.416457 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0b471676-8571-4d98-bfc2-a5fb10e8e624 service neutron] For port dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a, host n-h1-712143-31, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 22:51:58.435122 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0b471676-8571-4d98-bfc2-a5fb10e8e624 service neutron] For port dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a, host n-h1-712143-31, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a,segment=NetworkSegment(0f7fd658-61ac-45b9-bf16-3e3eeac9d348),segment_id=0f7fd658-61ac-45b9-bf16-3e3eeac9d348)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 22:51:58.444746 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0b471676-8571-4d98-bfc2-a5fb10e8e624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:58.491246 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0b471676-8571-4d98-bfc2-a5fb10e8e624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:51:58.491873 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0b471676-8571-4d98-bfc2-a5fb10e8e624 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:51:58.493281 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-0b471676-8571-4d98-bfc2-a5fb10e8e624 service neutron] 10.222.0.94 "PUT /v2.0/ports/dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a HTTP/1.1" status: 200 len: 1092 time: 1.4339776 Feb 08 22:51:58.498572 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5995724-4ae3-4327-8cce-24fd94ead762', 'tag': 'dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:51:58.500895 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74c75d4-2642-4e79-82a6-7e4456bcbc60" -d '{"events": [{"name": "network-changed", "server_uuid": "e5995724-4ae3-4327-8cce-24fd94ead762", "tag": "dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:51:58.514572 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6669c922-bfc6-47fb-a907-1a6eae65a3fe req-258bba08-da16-4b4d-ad2d-149473f2ffcb service neutron] 10.222.0.96 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519389 Feb 08 22:51:58.532811 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b471676-8571-4d98-bfc2-a5fb10e8e624 service neutron] Pushing event updated for resources: {'Port': ['ID=dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:51:58.549860 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c531920d-3f08-4007-979b-a02eacb28570 x-openstack-request-id: req-c531920d-3f08-4007-979b-a02eacb28570 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:51:58.550171 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5995724-4ae3-4327-8cce-24fd94ead762", "tag": "dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:51:58.550438 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c531920d-3f08-4007-979b-a02eacb28570 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:51:58.550831 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5995724-4ae3-4327-8cce-24fd94ead762', 'tag': 'dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a', 'status': 'completed', 'code': 200} Feb 08 22:51:58.587207 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-556341c9-b3ea-4c3d-833c-7538ca6cc0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:51:58.588752 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-556341c9-b3ea-4c3d-833c-7538ca6cc0c6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=fd411cbca6854ee1869681fae7bebb89&device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 1126 time: 0.0507057 Feb 08 22:51:58.636543 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-e3a0c9b1-ad8b-44a7-9fd9-612668fac6af service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a HTTP/1.1" status: 200 len: 217 time: 0.0414498 Feb 08 22:51:58.689196 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-3b918b1f-6bd9-46c3-8be4-8f1618bd39fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:51:58.690735 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-3b918b1f-6bd9-46c3-8be4-8f1618bd39fb service neutron] 10.222.0.94 "GET /v2.0/subnets?id=58723eac-6f22-4cc0-a4c2-f2b5ee7e440b HTTP/1.1" status: 200 len: 848 time: 0.0481415 Feb 08 22:51:58.744852 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-121f7aa1-6d98-4378-bc4a-da5b7a2d3270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:51:58.746461 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-121f7aa1-6d98-4378-bc4a-da5b7a2d3270 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d14504c6-ae32-4b7a-a832-5f903e85809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0494626 Feb 08 22:51:58.842925 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-41ecb14f-463f-4dca-bf62-307f049d5bd1 service neutron] 10.222.0.94 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904951 Feb 08 22:51:58.972340 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-10655261-ca68-46a8-8d38-9afdf19bb490 req-68b59f11-01c0-4434-bf92-27f979539762 service neutron] 10.222.0.94 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230719 Feb 08 22:51:58.992017 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf96d2-89fc-4513-9978-69749537e84a req-3d3174ea-ddf8-4eda-b936-ecde3ae7c14e tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:51:58.993510 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7aaf96d2-89fc-4513-9978-69749537e84a req-3d3174ea-ddf8-4eda-b936-ecde3ae7c14e tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 943 time: 0.0812609 Feb 08 22:51:59.082273 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7aaf96d2-89fc-4513-9978-69749537e84a req-89313773-6210-4424-935d-8525187355ae tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785239 Feb 08 22:51:59.109365 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c75d4-2642-4e79-82a6-7e4456bcbc60 req-60d55cde-1bd6-48ab-9f9a-349dd7d03fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:51:59.110992 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d74c75d4-2642-4e79-82a6-7e4456bcbc60 req-60d55cde-1bd6-48ab-9f9a-349dd7d03fbf service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=fd411cbca6854ee1869681fae7bebb89&device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 1126 time: 0.0779936 Feb 08 22:51:59.207666 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c75d4-2642-4e79-82a6-7e4456bcbc60 req-5bd86361-c52f-4642-a340-90028e61f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:51:59.209158 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d74c75d4-2642-4e79-82a6-7e4456bcbc60 req-5bd86361-c52f-4642-a340-90028e61f531 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d14504c6-ae32-4b7a-a832-5f903e85809c HTTP/1.1" status: 200 len: 910 time: 0.0914705 Feb 08 22:51:59.250066 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d74c75d4-2642-4e79-82a6-7e4456bcbc60 req-074e8d3e-249c-4093-925c-f44dc415db9c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a HTTP/1.1" status: 200 len: 217 time: 0.0342934 Feb 08 22:51:59.297492 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c75d4-2642-4e79-82a6-7e4456bcbc60 req-2252d4b9-c127-49ab-a972-bfbc11b93031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:51:59.299487 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d74c75d4-2642-4e79-82a6-7e4456bcbc60 req-2252d4b9-c127-49ab-a972-bfbc11b93031 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=58723eac-6f22-4cc0-a4c2-f2b5ee7e440b HTTP/1.1" status: 200 len: 848 time: 0.0442104 Feb 08 22:51:59.348001 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c75d4-2642-4e79-82a6-7e4456bcbc60 req-ae3a3a53-cddc-4222-8115-00902b5adac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:51:59.349509 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d74c75d4-2642-4e79-82a6-7e4456bcbc60 req-ae3a3a53-cddc-4222-8115-00902b5adac4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d14504c6-ae32-4b7a-a832-5f903e85809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440700 Feb 08 22:51:59.444010 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d74c75d4-2642-4e79-82a6-7e4456bcbc60 req-f1baa429-0b67-485f-8300-ec8a54f92501 service neutron] 10.222.0.94 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885949 Feb 08 22:51:59.541178 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-d74c75d4-2642-4e79-82a6-7e4456bcbc60 req-30b8ad9d-e26a-4d00-90a8-3d9f265d0a9f service neutron] 10.222.0.94 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911071 Feb 08 22:51:59.651779 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:52:00.215697 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08ae58-7054-47e3-8c01-e6d4de6fee76 req-f0840f91-d6b1-4e13-b641-1f29a986f549 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:52:00.217175 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c08ae58-7054-47e3-8c01-e6d4de6fee76 req-f0840f91-d6b1-4e13-b641-1f29a986f549 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 943 time: 0.0583928 Feb 08 22:52:00.265840 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5c08ae58-7054-47e3-8c01-e6d4de6fee76 req-721ac5cf-adde-43b9-9c4c-b3af51d91933 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420732 Feb 08 22:52:01.385390 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d69a3-1b84-4db2-b1a3-6d87bf021e3a req-f52d593c-bb70-41b1-86fa-82430b9d7db4 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:52:01.386905 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d1d69a3-1b84-4db2-b1a3-6d87bf021e3a req-f52d593c-bb70-41b1-86fa-82430b9d7db4 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 943 time: 0.0527928 Feb 08 22:52:01.435717 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-9d1d69a3-1b84-4db2-b1a3-6d87bf021e3a req-36bf3466-155d-493f-ad1d-3083d689da8c tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429871 Feb 08 22:52:01.645529 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:52:01.937257 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:52:02.569195 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f796ca-951d-4335-8032-1a95332736a6 req-05fdfdd6-72db-4d6c-9a22-e9bd8ed2d1d8 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:52:02.570757 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-24f796ca-951d-4335-8032-1a95332736a6 req-05fdfdd6-72db-4d6c-9a22-e9bd8ed2d1d8 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 943 time: 0.0657599 Feb 08 22:52:02.619117 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-24f796ca-951d-4335-8032-1a95332736a6 req-e1f5563e-1eb1-4972-9360-27d857d64a12 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427036 Feb 08 22:52:02.728140 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:52:02.828009 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a,segment=NetworkSegment(0f7fd658-61ac-45b9-bf16-3e3eeac9d348),segment_id=0f7fd658-61ac-45b9-bf16-3e3eeac9d348)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:52:02.839368 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'port_id': 'dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a', 'mac_address': 'fa:16:3e:ff:17:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:52:02.876222 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a is: DOWN; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:52:02.876610 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:52:02.890221 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:52:02.910597 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a,segment=NetworkSegment(0f7fd658-61ac-45b9-bf16-3e3eeac9d348),segment_id=0f7fd658-61ac-45b9-bf16-3e3eeac9d348)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:52:02.914745 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:52:02.968096 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:52:03.273379 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:52:03.746108 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31539b67-314e-4a72-9cf3-d2d80a94b034 req-952142ca-5af6-42de-937d-6e9408d3cd0d tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:52:03.747648 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31539b67-314e-4a72-9cf3-d2d80a94b034 req-952142ca-5af6-42de-937d-6e9408d3cd0d tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 944 time: 0.0528936 Feb 08 22:52:03.797426 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-31539b67-314e-4a72-9cf3-d2d80a94b034 req-04bd65fc-d354-420c-84a2-87f3272741b3 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433745 Feb 08 22:52:04.744237 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:52:04.793311 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning for port dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a completed by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 22:52:04.797317 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:52:04.797712 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:52:04.875243 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:52:04.875634 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:52:04.902173 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5995724-4ae3-4327-8cce-24fd94ead762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:52:04.904390 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a61613-2f42-4b8f-81ae-91f4e1b4473f" -d '{"events": [{"server_uuid": "e5995724-4ae3-4327-8cce-24fd94ead762", "name": "network-vif-plugged", "status": "completed", "tag": "dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:52:04.917852 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a,segment=NetworkSegment(0f7fd658-61ac-45b9-bf16-3e3eeac9d348),segment_id=0f7fd658-61ac-45b9-bf16-3e3eeac9d348)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:52:04.922376 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:52:04.924394 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5468e-e615-483f-9393-5c61aee7bbe5 req-24f36c9c-3336-4e35-8862-c90c766c6bb7 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:52:04.925389 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e1f5468e-e615-483f-9393-5c61aee7bbe5 req-24f36c9c-3336-4e35-8862-c90c766c6bb7 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 944 time: 0.0560944 Feb 08 22:52:04.948657 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eeb9b73-acaa-4bb6-89ef-1fbd7efad29a x-openstack-request-id: req-2eeb9b73-acaa-4bb6-89ef-1fbd7efad29a {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:52:04.948947 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5995724-4ae3-4327-8cce-24fd94ead762", "name": "network-vif-plugged", "status": "completed", "tag": "dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:52:04.949198 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2eeb9b73-acaa-4bb6-89ef-1fbd7efad29a {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:52:04.949626 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5995724-4ae3-4327-8cce-24fd94ead762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a', 'code': 200} Feb 08 22:52:04.976062 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a,revision_number=5']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:52:04.989858 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e1f5468e-e615-483f-9393-5c61aee7bbe5 req-afee4ea9-83a6-4b8d-9cac-592670521ad9 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589223 Feb 08 22:52:05.045968 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de9def-1aa8-483b-8a82-848cd41f6263 req-e9415656-8769-4073-a035-90f645b04928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:52:05.047501 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-11de9def-1aa8-483b-8a82-848cd41f6263 req-e9415656-8769-4073-a035-90f645b04928 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 1128 time: 0.0448244 Feb 08 22:52:05.094814 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-11de9def-1aa8-483b-8a82-848cd41f6263 req-1cb21b9d-f29a-492e-93e9-c66de5f79878 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403335 Feb 08 22:52:06.126878 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7df10-c343-4fe9-b942-808141a4eb3e req-fcb01cc2-b294-42aa-ab92-58eee2f4746c tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:52:06.128371 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-04b7df10-c343-4fe9-b942-808141a4eb3e req-fcb01cc2-b294-42aa-ab92-58eee2f4746c tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 945 time: 0.0671794 Feb 08 22:52:06.179100 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-04b7df10-c343-4fe9-b942-808141a4eb3e req-959e927c-a2b3-4871-bbbe-0d7a003f0aa2 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446119 Feb 08 22:52:07.304689 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433f0e4-d746-41a8-84cb-16bc8c7fb249 req-3d43b826-9e94-40bc-816f-f1c89a2124a9 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:52:07.306217 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c433f0e4-d746-41a8-84cb-16bc8c7fb249 req-3d43b826-9e94-40bc-816f-f1c89a2124a9 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 945 time: 0.0589964 Feb 08 22:52:07.329393 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:52:07.362586 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-c433f0e4-d746-41a8-84cb-16bc8c7fb249 req-11b8d1a1-7ae5-4058-bbfc-c990e134d6ea tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507884 Feb 08 22:52:07.494037 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf82b1-bb1f-4a4d-9775-ee0170bdbc1b req-6f0ea9bf-7165-411d-bcb7-385a640ad8e9 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:52:07.495543 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e8bf82b1-bb1f-4a4d-9775-ee0170bdbc1b req-6f0ea9bf-7165-411d-bcb7-385a640ad8e9 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 945 time: 0.0573282 Feb 08 22:52:07.545360 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e8bf82b1-bb1f-4a4d-9775-ee0170bdbc1b req-21a7d8b3-e2b9-4204-b9f3-0c7e4af9c2b9 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438988 Feb 08 22:52:07.567811 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 50132) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:52:07.576797 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:52:07.615611 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a98d2b-6292-4377-9ed6-986a2c3e5694 tempest-TestSnapshotPattern-678248779 tempest-TestSnapshotPattern-678248779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:52:07.617247 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-07a98d2b-6292-4377-9ed6-986a2c3e5694 tempest-TestSnapshotPattern-678248779 tempest-TestSnapshotPattern-678248779-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 1123 time: 0.0484102 Feb 08 22:52:07.621491 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 50134) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:52:07.625880 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.v2.base [None req-a6b00aa8-eeb0-464a-890d-4795a001105f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Request body: {'floatingip': {'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'port_id': 'dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 22:52:07.646814 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6b00aa8-eeb0-464a-890d-4795a001105f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:52:07.761958 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6b00aa8-eeb0-464a-890d-4795a001105f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:52:07.896569 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-a6b00aa8-eeb0-464a-890d-4795a001105f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Allocated IP 172.25.3.147 (075c0dfb-2786-422e-af93-9cafe101c970/cb434a22-4a15-4b5a-994a-cbeb0a6ea498/2b2e2551-71ac-4ff4-9ec4-90e3b99ed0be) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 22:52:08.012569 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6b00aa8-eeb0-464a-890d-4795a001105f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for port (2b2e2551-71ac-4ff4-9ec4-90e3b99ed0be), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:52:08.056282 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6b00aa8-eeb0-464a-890d-4795a001105f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442188499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (2b2e2551-71ac-4ff4-9ec4-90e3b99ed0be), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:52:08.099923 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b00aa8-eeb0-464a-890d-4795a001105f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Network 075c0dfb-2786-422e-af93-9cafe101c970 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 22:52:08.104458 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-a6b00aa8-eeb0-464a-890d-4795a001105f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 22:52:08.108891 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b00aa8-eeb0-464a-890d-4795a001105f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 22:52:08.112202 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b00aa8-eeb0-464a-890d-4795a001105f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Pushing event updated for resources: {'Port': ['ID=2b2e2551-71ac-4ff4-9ec4-90e3b99ed0be,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:52:08.520241 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6b00aa8-eeb0-464a-890d-4795a001105f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for floatingip (72a81ae5-5a90-44ec-886d-715a162a7313), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:52:08.597288 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6b00aa8-eeb0-464a-890d-4795a001105f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (2b2e2551-71ac-4ff4-9ec4-90e3b99ed0be), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:52:08.792204 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6b00aa8-eeb0-464a-890d-4795a001105f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for port (2b2e2551-71ac-4ff4-9ec4-90e3b99ed0be), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:52:08.801183 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6b00aa8-eeb0-464a-890d-4795a001105f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12337849'] for port (2b2e2551-71ac-4ff4-9ec4-90e3b99ed0be), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:52:08.871360 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b00aa8-eeb0-464a-890d-4795a001105f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Pushing event updated for resources: {'Port': ['ID=2b2e2551-71ac-4ff4-9ec4-90e3b99ed0be,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:52:08.887456 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6b00aa8-eeb0-464a-890d-4795a001105f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-346141'] for floatingip (72a81ae5-5a90-44ec-886d-715a162a7313), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:52:08.999324 n-d-712143-31 neutron-server[103433]: INFO neutron.db.l3_db [None req-a6b00aa8-eeb0-464a-890d-4795a001105f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Floating IP 72a81ae5-5a90-44ec-886d-715a162a7313 associated. External IP: 172.25.3.147, port: dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a. Feb 08 22:52:09.224400 n-d-712143-31 neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b00aa8-eeb0-464a-890d-4795a001105f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Router 447ccd12-0210-4249-bc17-fbde1da8cfb8 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:52:09.336765 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b00aa8-eeb0-464a-890d-4795a001105f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:52:09.349503 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff485754-db41-491a-bd4d-9e5d9a349fad None None] Sync routers for ids ['447ccd12-0210-4249-bc17-fbde1da8cfb8'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:52:09.356214 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6b00aa8-eeb0-464a-890d-4795a001105f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:52:09.361499 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff485754-db41-491a-bd4d-9e5d9a349fad None None] Routers {'447ccd12-0210-4249-bc17-fbde1da8cfb8'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:52:09.362144 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ff485754-db41-491a-bd4d-9e5d9a349fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:51:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['447ccd12-0210-4249-bc17-fbde1da8cfb8'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:52:09.401845 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-a6b00aa8-eeb0-464a-890d-4795a001105f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7652633 Feb 08 22:52:09.401845 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5995724-4ae3-4327-8cce-24fd94ead762', 'tag': 'dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:52:09.401845 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82c09eb-1ca2-4ac5-b022-0a40fcf0e04a" -d '{"events": [{"name": "network-changed", "server_uuid": "e5995724-4ae3-4327-8cce-24fd94ead762", "tag": "dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:52:09.440717 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8163ac4-5038-4eb4-b808-d985d4daf935 x-openstack-request-id: req-b8163ac4-5038-4eb4-b808-d985d4daf935 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:52:09.441021 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5995724-4ae3-4327-8cce-24fd94ead762", "tag": "dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:52:09.441309 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b8163ac4-5038-4eb4-b808-d985d4daf935 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:52:09.442153 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5995724-4ae3-4327-8cce-24fd94ead762', 'tag': 'dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a', 'status': 'completed', 'code': 200} Feb 08 22:52:09.482812 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-ff485754-db41-491a-bd4d-9e5d9a349fad None None] Set router 447ccd12-0210-4249-bc17-fbde1da8cfb8 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:52:09.511849 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c09eb-1ca2-4ac5-b022-0a40fcf0e04a req-ef677611-b79f-4fa2-94b2-774db62e6c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:52:09.513751 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f82c09eb-1ca2-4ac5-b022-0a40fcf0e04a req-ef677611-b79f-4fa2-94b2-774db62e6c51 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=fd411cbca6854ee1869681fae7bebb89&device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 1128 time: 0.0514116 Feb 08 22:52:09.615945 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c09eb-1ca2-4ac5-b022-0a40fcf0e04a req-b2f7906c-eac9-4ab0-a963-b74486636efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:52:09.618316 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f82c09eb-1ca2-4ac5-b022-0a40fcf0e04a req-b2f7906c-eac9-4ab0-a963-b74486636efd service neutron] 10.222.0.94 "GET /v2.0/networks?id=d14504c6-ae32-4b7a-a832-5f903e85809c HTTP/1.1" status: 200 len: 910 time: 0.0970488 Feb 08 22:52:09.690823 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f82c09eb-1ca2-4ac5-b022-0a40fcf0e04a req-4a94b352-92ba-487b-b748-596724cbe684 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a HTTP/1.1" status: 200 len: 999 time: 0.0663295 Feb 08 22:52:09.744211 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c09eb-1ca2-4ac5-b022-0a40fcf0e04a req-1c6e9f64-403e-4fb6-9e89-7c18b0838f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:52:09.745722 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f82c09eb-1ca2-4ac5-b022-0a40fcf0e04a req-1c6e9f64-403e-4fb6-9e89-7c18b0838f67 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=58723eac-6f22-4cc0-a4c2-f2b5ee7e440b HTTP/1.1" status: 200 len: 848 time: 0.0488141 Feb 08 22:52:09.795186 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c09eb-1ca2-4ac5-b022-0a40fcf0e04a req-3ec91b1f-d1c6-4eb1-b12e-4fe0f8b401a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:52:09.796707 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f82c09eb-1ca2-4ac5-b022-0a40fcf0e04a req-3ec91b1f-d1c6-4eb1-b12e-4fe0f8b401a4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d14504c6-ae32-4b7a-a832-5f903e85809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458484 Feb 08 22:52:09.803902 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ff485754-db41-491a-bd4d-9e5d9a349fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'name': 'tempest-TestSnapshotPattern-776606405-router', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:48:23Z', 'updated_at': '2022-02-08T22:48:27Z', 'revision_number': 4, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'gw_port': {'id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:24Z', 'updated_at': '2022-02-08T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '72a81ae5-5a90-44ec-886d-715a162a7313', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'port_id': 'dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'mac_address': 'fa:16:3e:ff:17:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5995724-4ae3-4327-8cce-24fd94ead762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:52:08Z', 'updated_at': '2022-02-08T22:52:08Z', 'revision_number': 0, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'fixed_ip_address_scope': None}, {'id': 'c2a94302-e90b-4f3f-acb9-ceb1e74c83bc', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'port_id': '88437505-4399-4b43-895f-e1f8ea98f6fc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'mac_address': 'fa:16:3e:d9:03:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d2e1db-cb15-403a-88c4-fad787d776ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:48:51Z', 'updated_at': '2022-02-08T22:48:53Z', 'revision_number': 1, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f338abeb-91f7-4730-890c-712f4526458a', 'name': '', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'mac_address': 'fa:16:3e:e4:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:26Z', 'updated_at': '2022-02-08T22:48:31Z', 'revision_number': 5, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'subnets': [{'id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:52:09.833855 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff485754-db41-491a-bd4d-9e5d9a349fad None None] Checking router: 447ccd12-0210-4249-bc17-fbde1da8cfb8 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:52:09.842451 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff485754-db41-491a-bd4d-9e5d9a349fad None None] Routers {'447ccd12-0210-4249-bc17-fbde1da8cfb8'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:52:09.843078 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ff485754-db41-491a-bd4d-9e5d9a349fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:51:58Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['447ccd12-0210-4249-bc17-fbde1da8cfb8'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:52:09.893525 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f82c09eb-1ca2-4ac5-b022-0a40fcf0e04a req-7597b637-f49d-47f4-a57e-6effd1e9ae2b service neutron] 10.222.0.94 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905852 Feb 08 22:52:09.951274 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-ff485754-db41-491a-bd4d-9e5d9a349fad None None] Set router 447ccd12-0210-4249-bc17-fbde1da8cfb8 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:52:09.983566 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-f82c09eb-1ca2-4ac5-b022-0a40fcf0e04a req-087755ee-bb61-425a-ae5a-5dbd9753bf42 service neutron] 10.222.0.94 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849404 Feb 08 22:52:10.181283 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ff485754-db41-491a-bd4d-9e5d9a349fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'name': 'tempest-TestSnapshotPattern-776606405-router', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:48:23Z', 'updated_at': '2022-02-08T22:48:27Z', 'revision_number': 4, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'gw_port': {'id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:24Z', 'updated_at': '2022-02-08T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '72a81ae5-5a90-44ec-886d-715a162a7313', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'port_id': 'dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'mac_address': 'fa:16:3e:ff:17:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5995724-4ae3-4327-8cce-24fd94ead762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:52:08Z', 'updated_at': '2022-02-08T22:52:08Z', 'revision_number': 0, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'fixed_ip_address_scope': None}, {'id': 'c2a94302-e90b-4f3f-acb9-ceb1e74c83bc', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'port_id': '88437505-4399-4b43-895f-e1f8ea98f6fc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'mac_address': 'fa:16:3e:d9:03:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d2e1db-cb15-403a-88c4-fad787d776ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:48:51Z', 'updated_at': '2022-02-08T22:48:53Z', 'revision_number': 1, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f338abeb-91f7-4730-890c-712f4526458a', 'name': '', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'mac_address': 'fa:16:3e:e4:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:26Z', 'updated_at': '2022-02-08T22:48:31Z', 'revision_number': 5, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'subnets': [{'id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:52:10.210620 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff485754-db41-491a-bd4d-9e5d9a349fad None None] The sync data for ids ['447ccd12-0210-4249-bc17-fbde1da8cfb8'] in n-d-712143-31 is: [{'id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'name': 'tempest-TestSnapshotPattern-776606405-router', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:48:23Z', 'updated_at': '2022-02-08T22:48:27Z', 'revision_number': 4, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'gw_port': {'id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:24Z', 'updated_at': '2022-02-08T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': '72a81ae5-5a90-44ec-886d-715a162a7313', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'port_id': 'dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'mac_address': 'fa:16:3e:ff:17:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5995724-4ae3-4327-8cce-24fd94ead762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:52:08Z', 'updated_at': '2022-02-08T22:52:08Z', 'revision_number': 0, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'fixed_ip_address_scope': None}, {'id': 'c2a94302-e90b-4f3f-acb9-ceb1e74c83bc', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'port_id': '88437505-4399-4b43-895f-e1f8ea98f6fc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'mac_address': 'fa:16:3e:d9:03:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d2e1db-cb15-403a-88c4-fad787d776ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:48:51Z', 'updated_at': '2022-02-08T22:48:53Z', 'revision_number': 1, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f338abeb-91f7-4730-890c-712f4526458a', 'name': '', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'mac_address': 'fa:16:3e:e4:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:26Z', 'updated_at': '2022-02-08T22:48:31Z', 'revision_number': 5, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'subnets': [{'id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:52:10.414285 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaf9f35-c647-47ef-ba33-d2012a2f2175 None None] New status for floating IP 72a81ae5-5a90-44ec-886d-715a162a7313: ACTIVE {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:52:24.455257 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-404d92a2-af77-4e4a-81bd-0d20a3a043dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:52:27.730358 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-500dc0ee-d68e-463b-980a-c7527fbf9846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:52:29.656709 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:52:31.648884 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:52:31.940591 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:52:33.870705 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:52:37.354080 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:52:37.567781 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:52:54.458590 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96c1cd90-626c-4c33-8499-d4b3ac1723b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:52:57.724669 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a87f44a1-1c4e-4031-93fe-d3ec88f3d95a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:52:58.009898 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa007d91-6817-482c-8a0e-546a08538279 req-7e5cc9c1-3e72-478f-8aa9-87a2ba2b3300 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=67d2e1db-cb15-403a-88c4-fad787d776ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0466704 Feb 08 22:52:58.104720 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa007d91-6817-482c-8a0e-546a08538279 req-752fbe1c-e47f-479c-b4ea-703e439c5352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:52:58.106489 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa007d91-6817-482c-8a0e-546a08538279 req-752fbe1c-e47f-479c-b4ea-703e439c5352 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fd411cbca6854ee1869681fae7bebb89&device_id=67d2e1db-cb15-403a-88c4-fad787d776ed HTTP/1.1" status: 200 len: 1126 time: 0.0551860 Feb 08 22:52:58.217892 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa007d91-6817-482c-8a0e-546a08538279 req-04c07a24-cad7-4077-8583-35fbab88a119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:52:58.219413 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa007d91-6817-482c-8a0e-546a08538279 req-04c07a24-cad7-4077-8583-35fbab88a119 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d14504c6-ae32-4b7a-a832-5f903e85809c HTTP/1.1" status: 200 len: 910 time: 0.0912223 Feb 08 22:52:58.298216 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa007d91-6817-482c-8a0e-546a08538279 req-409d7616-110a-4b31-adec-2570cec72d31 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88437505-4399-4b43-895f-e1f8ea98f6fc HTTP/1.1" status: 200 len: 999 time: 0.0723808 Feb 08 22:52:58.352866 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa007d91-6817-482c-8a0e-546a08538279 req-de6b7fe8-0a7f-4d3e-9b79-b13daacf25fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:52:58.354894 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa007d91-6817-482c-8a0e-546a08538279 req-de6b7fe8-0a7f-4d3e-9b79-b13daacf25fd service neutron] 10.222.0.96 "GET /v2.0/subnets?id=58723eac-6f22-4cc0-a4c2-f2b5ee7e440b HTTP/1.1" status: 200 len: 848 time: 0.0513470 Feb 08 22:52:58.405215 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa007d91-6817-482c-8a0e-546a08538279 req-723e6cc5-c9b9-4f4d-8695-be3d89e8d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:52:58.406760 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa007d91-6817-482c-8a0e-546a08538279 req-723e6cc5-c9b9-4f4d-8695-be3d89e8d34f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d14504c6-ae32-4b7a-a832-5f903e85809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459969 Feb 08 22:52:58.499935 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa007d91-6817-482c-8a0e-546a08538279 req-8ffff36c-7e1b-485e-9735-f353374fd56d service neutron] 10.222.0.96 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875840 Feb 08 22:52:58.914412 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7244252a-d74b-4927-b9a9-e4e526733a25 req-248d3ad2-c50b-4edf-b832-766a481ff6ea service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0999043 Feb 08 22:52:58.916712 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-fa007d91-6817-482c-8a0e-546a08538279 req-3d1208ab-bd60-44b0-a8c2-379731ddf4c6 service neutron] 10.222.0.96 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112210 Feb 08 22:52:59.000629 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244252a-d74b-4927-b9a9-e4e526733a25 req-dd3e8b31-0b34-4d38-8945-0b084c5b965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:52:59.002144 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7244252a-d74b-4927-b9a9-e4e526733a25 req-dd3e8b31-0b34-4d38-8945-0b084c5b965a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=fd411cbca6854ee1869681fae7bebb89&device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 1128 time: 0.0467966 Feb 08 22:52:59.129863 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244252a-d74b-4927-b9a9-e4e526733a25 req-a7b640a4-b0c7-4479-947f-c20cd18b13df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:52:59.131346 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7244252a-d74b-4927-b9a9-e4e526733a25 req-a7b640a4-b0c7-4479-947f-c20cd18b13df service neutron] 10.222.0.94 "GET /v2.0/networks?id=d14504c6-ae32-4b7a-a832-5f903e85809c HTTP/1.1" status: 200 len: 910 time: 0.1047373 Feb 08 22:52:59.206637 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7244252a-d74b-4927-b9a9-e4e526733a25 req-c702ad5d-3b40-461d-8509-d6e79314b640 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a HTTP/1.1" status: 200 len: 1001 time: 0.0684824 Feb 08 22:52:59.257285 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244252a-d74b-4927-b9a9-e4e526733a25 req-a74576a5-c76f-4535-b152-4044cc044b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:52:59.258763 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7244252a-d74b-4927-b9a9-e4e526733a25 req-a74576a5-c76f-4535-b152-4044cc044b51 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=58723eac-6f22-4cc0-a4c2-f2b5ee7e440b HTTP/1.1" status: 200 len: 848 time: 0.0460401 Feb 08 22:52:59.311280 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244252a-d74b-4927-b9a9-e4e526733a25 req-70114745-d898-4f35-86cf-316073828ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:52:59.313340 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7244252a-d74b-4927-b9a9-e4e526733a25 req-70114745-d898-4f35-86cf-316073828ba4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d14504c6-ae32-4b7a-a832-5f903e85809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487564 Feb 08 22:52:59.413304 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7244252a-d74b-4927-b9a9-e4e526733a25 req-dc8348f5-23c1-4df6-9943-7b18c6b970c9 service neutron] 10.222.0.94 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938101 Feb 08 22:52:59.523883 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-7244252a-d74b-4927-b9a9-e4e526733a25 req-f389cc2d-777c-492c-bf38-95a6f0af7b51 service neutron] 10.222.0.94 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047511 Feb 08 22:52:59.659765 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:53:01.666529 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:53:01.943615 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:53:07.372438 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:53:07.567303 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:53:10.869950 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:53:24.462179 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0619068-1162-488d-a9f7-958f0bc69879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:53:27.727147 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-299041c1-e6f8-482c-acfa-602d0481c297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:53:29.662456 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:53:31.652616 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:53:31.948536 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:53:37.386114 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:53:37.604694 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:53:47.869729 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:53:54.466502 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4eb9a6b3-33a6-4a6a-9cde-5d17fc3933c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:53:57.730918 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c31fbb5a-5341-4acb-9101-4d9fba1aea8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:53:58.222679 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c88784b-64f0-429c-8f31-641261606ad0 req-11279595-a2c4-4398-a34b-86290cd0ce4e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=67d2e1db-cb15-403a-88c4-fad787d776ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1033564 Feb 08 22:53:58.319961 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88784b-64f0-429c-8f31-641261606ad0 req-b6f58584-5c6f-4294-87b5-8053135d0f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:53:58.321472 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c88784b-64f0-429c-8f31-641261606ad0 req-b6f58584-5c6f-4294-87b5-8053135d0f10 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fd411cbca6854ee1869681fae7bebb89&device_id=67d2e1db-cb15-403a-88c4-fad787d776ed HTTP/1.1" status: 200 len: 1126 time: 0.0494478 Feb 08 22:53:58.431554 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88784b-64f0-429c-8f31-641261606ad0 req-9ffb0fec-37d7-496b-9ea6-b0e806abaceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:53:58.433070 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c88784b-64f0-429c-8f31-641261606ad0 req-9ffb0fec-37d7-496b-9ea6-b0e806abaceb service neutron] 10.222.0.96 "GET /v2.0/networks?id=d14504c6-ae32-4b7a-a832-5f903e85809c HTTP/1.1" status: 200 len: 910 time: 0.0922029 Feb 08 22:53:58.504926 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c88784b-64f0-429c-8f31-641261606ad0 req-386749eb-fa61-4071-9889-f9e5c2e8c607 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88437505-4399-4b43-895f-e1f8ea98f6fc HTTP/1.1" status: 200 len: 999 time: 0.0641329 Feb 08 22:53:58.553138 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88784b-64f0-429c-8f31-641261606ad0 req-5da2bd6e-2abf-4737-af7b-97c24370d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:53:58.554759 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c88784b-64f0-429c-8f31-641261606ad0 req-5da2bd6e-2abf-4737-af7b-97c24370d9f8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=58723eac-6f22-4cc0-a4c2-f2b5ee7e440b HTTP/1.1" status: 200 len: 848 time: 0.0445781 Feb 08 22:53:58.615597 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88784b-64f0-429c-8f31-641261606ad0 req-da57233e-23ca-4424-a483-aabdd3398aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:53:58.617090 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c88784b-64f0-429c-8f31-641261606ad0 req-da57233e-23ca-4424-a483-aabdd3398aa0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d14504c6-ae32-4b7a-a832-5f903e85809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0569096 Feb 08 22:53:58.708516 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6520a97a-b88c-4437-9f9f-c6b5590185f3 req-b8a0cff7-cc1a-462b-9937-a1a40d2a374b service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1055467 Feb 08 22:53:58.732974 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c88784b-64f0-429c-8f31-641261606ad0 req-3f5d357d-591b-4070-a21b-2d59f347de9a service neutron] 10.222.0.96 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981410 Feb 08 22:53:58.855548 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520a97a-b88c-4437-9f9f-c6b5590185f3 req-181b0dbf-ca5b-46b1-8372-1791e7a5ab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:53:58.857064 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6520a97a-b88c-4437-9f9f-c6b5590185f3 req-181b0dbf-ca5b-46b1-8372-1791e7a5ab30 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=fd411cbca6854ee1869681fae7bebb89&device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 1128 time: 0.1002088 Feb 08 22:53:58.862532 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-2c88784b-64f0-429c-8f31-641261606ad0 req-50ff711e-f738-4221-b0bd-d0bbb708ad16 service neutron] 10.222.0.96 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234562 Feb 08 22:53:58.968285 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520a97a-b88c-4437-9f9f-c6b5590185f3 req-0bd11680-69e3-43c9-be87-a33a3ed6ab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:53:58.969740 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6520a97a-b88c-4437-9f9f-c6b5590185f3 req-0bd11680-69e3-43c9-be87-a33a3ed6ab22 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d14504c6-ae32-4b7a-a832-5f903e85809c HTTP/1.1" status: 200 len: 910 time: 0.0953228 Feb 08 22:53:59.036157 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6520a97a-b88c-4437-9f9f-c6b5590185f3 req-c34fa7c0-eb8e-4e51-a59f-7fdfcfe44169 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a HTTP/1.1" status: 200 len: 1001 time: 0.0600617 Feb 08 22:53:59.084632 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520a97a-b88c-4437-9f9f-c6b5590185f3 req-207e53c6-87e2-46bf-ae7c-78c617453d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:53:59.085462 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6520a97a-b88c-4437-9f9f-c6b5590185f3 req-207e53c6-87e2-46bf-ae7c-78c617453d83 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=58723eac-6f22-4cc0-a4c2-f2b5ee7e440b HTTP/1.1" status: 200 len: 848 time: 0.0432389 Feb 08 22:53:59.139960 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520a97a-b88c-4437-9f9f-c6b5590185f3 req-d67dfbe2-25f8-49ca-9adb-7840f533278d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:53:59.141662 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6520a97a-b88c-4437-9f9f-c6b5590185f3 req-d67dfbe2-25f8-49ca-9adb-7840f533278d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d14504c6-ae32-4b7a-a832-5f903e85809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0508258 Feb 08 22:53:59.230881 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6520a97a-b88c-4437-9f9f-c6b5590185f3 req-501afa8d-4521-42cb-bccd-301e2db1d6f1 service neutron] 10.222.0.94 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823989 Feb 08 22:53:59.323757 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-6520a97a-b88c-4437-9f9f-c6b5590185f3 req-54284376-94db-4f62-bb2a-68c1cce0e4aa service neutron] 10.222.0.94 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871150 Feb 08 22:53:59.665162 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:01.646001 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:01.948395 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:07.380594 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:07.610594 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:13.286574 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a details requested by agent hyperv_n-h1-712143-31 with host n-h1-712143-31 {{(pid=103435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 22:54:13.381849 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a,segment=NetworkSegment(0f7fd658-61ac-45b9-bf16-3e3eeac9d348),segment_id=0f7fd658-61ac-45b9-bf16-3e3eeac9d348)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:54:13.397260 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Returning: {'device': 'dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'port_id': 'dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a', 'mac_address': 'fa:16:3e:ff:17:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 22:54:13.433174 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a is: ACTIVE; New status is: BUILD {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:54:13.433590 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:13.447516 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 22:54:13.468112 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a,segment=NetworkSegment(0f7fd658-61ac-45b9-bf16-3e3eeac9d348),segment_id=0f7fd658-61ac-45b9-bf16-3e3eeac9d348)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:54:13.473335 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:13.534640 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:54:13.546117 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] get_ports_and_sgs() called for port_ids ['dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a'] {{(pid=103435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 22:54:13.549850 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:13.550202 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:13.550546 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:13.550885 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:13.551222 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:13.551577 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:13.551888 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:13.552216 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:13.552543 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:13.552870 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:13.553213 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:13.553549 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:13.553875 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:15.302151 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a up at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 22:54:15.351468 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Provisioning complete for port dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a triggered by entity L2. {{(pid=103435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 22:54:15.351838 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674782'] for port (dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a), provisioning_complete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:15.429916 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Current status of the port dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a is: BUILD; New status is: ACTIVE {{(pid=103435) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 22:54:15.430299 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-734857'] for port (dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:15.451686 n-d-712143-31 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5995724-4ae3-4327-8cce-24fd94ead762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:54:15.453986 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bfe4f39f7ef0301f6875e120a01304eb6036ad499efd9697333c09b5a56b082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf3c896-32f9-4933-b37a-d0e5ceef7b51" -d '{"events": [{"server_uuid": "e5995724-4ae3-4327-8cce-24fd94ead762", "name": "network-vif-plugged", "status": "completed", "tag": "dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:54:15.467043 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] For port dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a,segment=NetworkSegment(0f7fd658-61ac-45b9-bf16-3e3eeac9d348),segment_id=0f7fd658-61ac-45b9-bf16-3e3eeac9d348)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:54:15.472229 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751442527501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442188517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442188535'] for port (dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:15.508156 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aad313f-7c91-41d3-8f66-4828ce310dae x-openstack-request-id: req-0aad313f-7c91-41d3-8f66-4828ce310dae {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:54:15.508504 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5995724-4ae3-4327-8cce-24fd94ead762", "name": "network-vif-plugged", "status": "completed", "tag": "dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:54:15.508810 n-d-712143-31 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0aad313f-7c91-41d3-8f66-4828ce310dae {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:54:15.509398 n-d-712143-31 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5995724-4ae3-4327-8cce-24fd94ead762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a', 'code': 200} Feb 08 22:54:15.526160 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Pushing event updated for resources: {'Port': ['ID=dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:54:24.486565 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7e382919-aaf2-411e-9075-dec454aa10e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:24.875908 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:54:26.821575 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50372) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:54:27.000885 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e05aca2a-0f71-4aed-82e0-a359e37ec897 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Deleting port 2b2e2551-71ac-4ff4-9ec4-90e3b99ed0be {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:54:27.001765 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e05aca2a-0f71-4aed-82e0-a359e37ec897 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (2b2e2551-71ac-4ff4-9ec4-90e3b99ed0be), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:27.089186 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e05aca2a-0f71-4aed-82e0-a359e37ec897 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (2b2e2551-71ac-4ff4-9ec4-90e3b99ed0be), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:27.089544 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e05aca2a-0f71-4aed-82e0-a359e37ec897 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for floatingip (2b2e2551-71ac-4ff4-9ec4-90e3b99ed0be), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:27.103362 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e05aca2a-0f71-4aed-82e0-a359e37ec897 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Calling delete_port for 2b2e2551-71ac-4ff4-9ec4-90e3b99ed0be owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:54:27.266176 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e05aca2a-0f71-4aed-82e0-a359e37ec897 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (2b2e2551-71ac-4ff4-9ec4-90e3b99ed0be), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:27.292707 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05aca2a-0f71-4aed-82e0-a359e37ec897 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Pushing event deleted for resources: {'Port': ['ID=2b2e2551-71ac-4ff4-9ec4-90e3b99ed0be,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:54:27.324577 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05aca2a-0f71-4aed-82e0-a359e37ec897 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:27.324918 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05aca2a-0f71-4aed-82e0-a359e37ec897 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:27.325282 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05aca2a-0f71-4aed-82e0-a359e37ec897 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:27.325619 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05aca2a-0f71-4aed-82e0-a359e37ec897 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:27.325950 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05aca2a-0f71-4aed-82e0-a359e37ec897 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:27.326280 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05aca2a-0f71-4aed-82e0-a359e37ec897 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:27.326602 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05aca2a-0f71-4aed-82e0-a359e37ec897 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:27.326923 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05aca2a-0f71-4aed-82e0-a359e37ec897 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:27.327249 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05aca2a-0f71-4aed-82e0-a359e37ec897 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:27.327563 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05aca2a-0f71-4aed-82e0-a359e37ec897 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:27.327881 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05aca2a-0f71-4aed-82e0-a359e37ec897 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:27.328198 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05aca2a-0f71-4aed-82e0-a359e37ec897 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:27.328519 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05aca2a-0f71-4aed-82e0-a359e37ec897 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:27.372935 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e05aca2a-0f71-4aed-82e0-a359e37ec897 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for floatingip (72a81ae5-5a90-44ec-886d-715a162a7313), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:27.373311 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-e05aca2a-0f71-4aed-82e0-a359e37ec897 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Floating IP 72a81ae5-5a90-44ec-886d-715a162a7313 disassociated (deleted). External IP: 172.25.3.147, port: dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a. Feb 08 22:54:27.619081 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05aca2a-0f71-4aed-82e0-a359e37ec897 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Router 447ccd12-0210-4249-bc17-fbde1da8cfb8 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:54:27.734883 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eb235b16-5d2e-4b19-bc7d-0751423b5436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:27.737045 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05aca2a-0f71-4aed-82e0-a359e37ec897 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:54:27.741494 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e05aca2a-0f71-4aed-82e0-a359e37ec897 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:27.752048 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208324b2-86f5-428f-be34-b6e87f4fd9c9 None None] Sync routers for ids ['447ccd12-0210-4249-bc17-fbde1da8cfb8'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:54:27.762638 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208324b2-86f5-428f-be34-b6e87f4fd9c9 None None] Routers {'447ccd12-0210-4249-bc17-fbde1da8cfb8'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:54:27.763250 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-208324b2-86f5-428f-be34-b6e87f4fd9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:54:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['447ccd12-0210-4249-bc17-fbde1da8cfb8'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:54:27.773489 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-e05aca2a-0f71-4aed-82e0-a359e37ec897 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "DELETE /v2.0/floatingips/72a81ae5-5a90-44ec-886d-715a162a7313 HTTP/1.1" status: 204 len: 168 time: 0.9499102 Feb 08 22:54:27.774135 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5995724-4ae3-4327-8cce-24fd94ead762', 'tag': 'dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:54:27.776525 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1802cce71311667749108c4770a25da94a97ab17bab80bd33ee27ebae59f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c7d6b6-702e-40c6-9a73-2e7654025792" -d '{"events": [{"name": "network-changed", "server_uuid": "e5995724-4ae3-4327-8cce-24fd94ead762", "tag": "dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:54:27.896062 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c4785b-129f-42ae-87d0-6ad32725c2e5 x-openstack-request-id: req-d2c4785b-129f-42ae-87d0-6ad32725c2e5 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:54:27.896734 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5995724-4ae3-4327-8cce-24fd94ead762", "tag": "dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:54:27.896734 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d2c4785b-129f-42ae-87d0-6ad32725c2e5 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:54:27.897164 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5995724-4ae3-4327-8cce-24fd94ead762', 'tag': 'dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a', 'status': 'completed', 'code': 200} Feb 08 22:54:27.902953 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-208324b2-86f5-428f-be34-b6e87f4fd9c9 None None] Set router 447ccd12-0210-4249-bc17-fbde1da8cfb8 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:54:27.990735 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7d6b6-702e-40c6-9a73-2e7654025792 req-2ab2dfb2-f039-448e-8104-e1d8d322a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:54:27.992388 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-71c7d6b6-702e-40c6-9a73-2e7654025792 req-2ab2dfb2-f039-448e-8104-e1d8d322a989 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=fd411cbca6854ee1869681fae7bebb89&device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 1128 time: 0.0703380 Feb 08 22:54:28.136765 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7d6b6-702e-40c6-9a73-2e7654025792 req-923c6428-b222-4bac-803b-d8b6ad348255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:54:28.138182 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-71c7d6b6-702e-40c6-9a73-2e7654025792 req-923c6428-b222-4bac-803b-d8b6ad348255 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d14504c6-ae32-4b7a-a832-5f903e85809c HTTP/1.1" status: 200 len: 910 time: 0.1386724 Feb 08 22:54:28.146781 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2666b59-8b76-4f43-9db7-c5dfb1209117 req-91a480c3-4912-43c5-814c-9f98cca3df1a tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:54:28.148312 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a2666b59-8b76-4f43-9db7-c5dfb1209117 req-91a480c3-4912-43c5-814c-9f98cca3df1a tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 945 time: 0.1186817 Feb 08 22:54:28.166152 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-208324b2-86f5-428f-be34-b6e87f4fd9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'name': 'tempest-TestSnapshotPattern-776606405-router', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:48:23Z', 'updated_at': '2022-02-08T22:48:27Z', 'revision_number': 4, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'gw_port': {'id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:24Z', 'updated_at': '2022-02-08T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'c2a94302-e90b-4f3f-acb9-ceb1e74c83bc', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'port_id': '88437505-4399-4b43-895f-e1f8ea98f6fc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'mac_address': 'fa:16:3e:d9:03:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d2e1db-cb15-403a-88c4-fad787d776ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:48:51Z', 'updated_at': '2022-02-08T22:48:53Z', 'revision_number': 1, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f338abeb-91f7-4730-890c-712f4526458a', 'name': '', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'mac_address': 'fa:16:3e:e4:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:26Z', 'updated_at': '2022-02-08T22:48:31Z', 'revision_number': 5, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'subnets': [{'id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:54:28.190084 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-71c7d6b6-702e-40c6-9a73-2e7654025792 req-aea163ac-cd9d-45b1-9175-68f597692640 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a HTTP/1.1" status: 200 len: 217 time: 0.0407929 Feb 08 22:54:28.195608 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208324b2-86f5-428f-be34-b6e87f4fd9c9 None None] Checking router: 447ccd12-0210-4249-bc17-fbde1da8cfb8 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:54:28.205220 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208324b2-86f5-428f-be34-b6e87f4fd9c9 None None] Routers {'447ccd12-0210-4249-bc17-fbde1da8cfb8'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:54:28.205858 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-208324b2-86f5-428f-be34-b6e87f4fd9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:54:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['447ccd12-0210-4249-bc17-fbde1da8cfb8'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:54:28.268890 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-a2666b59-8b76-4f43-9db7-c5dfb1209117 req-749b0e33-9dab-4741-83f7-521a92546e6c tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136675 Feb 08 22:54:28.270336 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7d6b6-702e-40c6-9a73-2e7654025792 req-06f2e8e0-5c8c-49bd-81b3-47cc20a52003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:54:28.271705 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-71c7d6b6-702e-40c6-9a73-2e7654025792 req-06f2e8e0-5c8c-49bd-81b3-47cc20a52003 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=58723eac-6f22-4cc0-a4c2-f2b5ee7e440b HTTP/1.1" status: 200 len: 848 time: 0.0754890 Feb 08 22:54:28.326739 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7d6b6-702e-40c6-9a73-2e7654025792 req-987a1de3-3e2d-4f36-821d-d7e0650ca5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:54:28.328278 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-71c7d6b6-702e-40c6-9a73-2e7654025792 req-987a1de3-3e2d-4f36-821d-d7e0650ca5c4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d14504c6-ae32-4b7a-a832-5f903e85809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493813 Feb 08 22:54:28.420843 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-208324b2-86f5-428f-be34-b6e87f4fd9c9 None None] Set router 447ccd12-0210-4249-bc17-fbde1da8cfb8 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:54:28.442429 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-71c7d6b6-702e-40c6-9a73-2e7654025792 req-041afb35-dafe-47df-ae09-7acfc15cc8c1 service neutron] 10.222.0.94 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066334 Feb 08 22:54:28.541370 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-71c7d6b6-702e-40c6-9a73-2e7654025792 req-631209c5-9f8d-4086-a9ed-b9b0ec11d7a3 service neutron] 10.222.0.94 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925462 Feb 08 22:54:28.667887 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-208324b2-86f5-428f-be34-b6e87f4fd9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'name': 'tempest-TestSnapshotPattern-776606405-router', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:48:23Z', 'updated_at': '2022-02-08T22:48:27Z', 'revision_number': 4, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'gw_port': {'id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:24Z', 'updated_at': '2022-02-08T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'c2a94302-e90b-4f3f-acb9-ceb1e74c83bc', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'port_id': '88437505-4399-4b43-895f-e1f8ea98f6fc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'mac_address': 'fa:16:3e:d9:03:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d2e1db-cb15-403a-88c4-fad787d776ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:48:51Z', 'updated_at': '2022-02-08T22:48:53Z', 'revision_number': 1, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f338abeb-91f7-4730-890c-712f4526458a', 'name': '', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'mac_address': 'fa:16:3e:e4:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:26Z', 'updated_at': '2022-02-08T22:48:31Z', 'revision_number': 5, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'subnets': [{'id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:54:28.698352 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208324b2-86f5-428f-be34-b6e87f4fd9c9 None None] The sync data for ids ['447ccd12-0210-4249-bc17-fbde1da8cfb8'] in n-d-712143-31 is: [{'id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'name': 'tempest-TestSnapshotPattern-776606405-router', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:48:23Z', 'updated_at': '2022-02-08T22:48:27Z', 'revision_number': 4, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'gw_port': {'id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:24Z', 'updated_at': '2022-02-08T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_floatingips': [{'id': 'c2a94302-e90b-4f3f-acb9-ceb1e74c83bc', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'router_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'port_id': '88437505-4399-4b43-895f-e1f8ea98f6fc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'mac_address': 'fa:16:3e:d9:03:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d2e1db-cb15-403a-88c4-fad787d776ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T22:48:51Z', 'updated_at': '2022-02-08T22:48:53Z', 'revision_number': 1, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f338abeb-91f7-4730-890c-712f4526458a', 'name': '', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'mac_address': 'fa:16:3e:e4:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:26Z', 'updated_at': '2022-02-08T22:48:31Z', 'revision_number': 5, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'subnets': [{'id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:54:28.986718 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc0cc34-a5c8-49a2-aac1-bcc70d05f773 None None] New status for floating IP 72a81ae5-5a90-44ec-886d-715a162a7313: DOWN {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:54:29.409654 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e8c81-fa5d-4d4b-a53e-a692f6a90f8b req-5cdc1983-b88b-4597-ac34-a17ed157e7e1 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:54:29.411259 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-394e8c81-fa5d-4d4b-a53e-a692f6a90f8b req-5cdc1983-b88b-4597-ac34-a17ed157e7e1 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 945 time: 0.0617545 Feb 08 22:54:29.471705 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-394e8c81-fa5d-4d4b-a53e-a692f6a90f8b req-20ca266a-5d12-49a7-ba76-607c40488347 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546622 Feb 08 22:54:29.674956 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:29.736598 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06356737-4b0b-48c8-9f75-9314a5d3d554 req-83a3a89d-e488-4046-8af9-2a2169d63330 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:54:29.738136 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-06356737-4b0b-48c8-9f75-9314a5d3d554 req-83a3a89d-e488-4046-8af9-2a2169d63330 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.94 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 945 time: 0.0673542 Feb 08 22:54:29.840805 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-06356737-4b0b-48c8-9f75-9314a5d3d554 req-c56935ee-4081-430d-b056-065e399cfd78 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Deleting port dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:54:29.841191 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-06356737-4b0b-48c8-9f75-9314a5d3d554 req-c56935ee-4081-430d-b056-065e399cfd78 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:29.935211 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-06356737-4b0b-48c8-9f75-9314a5d3d554 req-c56935ee-4081-430d-b056-065e399cfd78 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] For port dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a, host n-h1-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-31',level=0,port_id=dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a,segment=NetworkSegment(0f7fd658-61ac-45b9-bf16-3e3eeac9d348),segment_id=0f7fd658-61ac-45b9-bf16-3e3eeac9d348)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:54:29.935499 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-06356737-4b0b-48c8-9f75-9314a5d3d554 req-c56935ee-4081-430d-b056-065e399cfd78 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:29.948445 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-06356737-4b0b-48c8-9f75-9314a5d3d554 req-c56935ee-4081-430d-b056-065e399cfd78 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Calling delete_port for dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:54:30.078765 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-06356737-4b0b-48c8-9f75-9314a5d3d554 req-c56935ee-4081-430d-b056-065e399cfd78 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:30.121425 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56935ee-4081-430d-b056-065e399cfd78 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Pushing event deleted for resources: {'Port': ['ID=dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:54:30.134849 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56935ee-4081-430d-b056-065e399cfd78 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:30.135209 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56935ee-4081-430d-b056-065e399cfd78 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:30.135560 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56935ee-4081-430d-b056-065e399cfd78 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:30.136014 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56935ee-4081-430d-b056-065e399cfd78 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:30.136359 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56935ee-4081-430d-b056-065e399cfd78 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:30.136708 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56935ee-4081-430d-b056-065e399cfd78 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:30.137044 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56935ee-4081-430d-b056-065e399cfd78 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:30.137463 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56935ee-4081-430d-b056-065e399cfd78 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:30.137800 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56935ee-4081-430d-b056-065e399cfd78 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:30.138133 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56935ee-4081-430d-b056-065e399cfd78 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:30.138470 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56935ee-4081-430d-b056-065e399cfd78 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:30.139068 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56935ee-4081-430d-b056-065e399cfd78 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:30.139402 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56935ee-4081-430d-b056-065e399cfd78 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-31 {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 22:54:30.178197 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-06356737-4b0b-48c8-9f75-9314a5d3d554 req-c56935ee-4081-430d-b056-065e399cfd78 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] No DVR routers for this DVR port dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a on host n-h1-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:54:30.180881 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-06356737-4b0b-48c8-9f75-9314a5d3d554 req-c56935ee-4081-430d-b056-065e399cfd78 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:30.184229 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-06356737-4b0b-48c8-9f75-9314a5d3d554 req-c56935ee-4081-430d-b056-065e399cfd78 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.94 "DELETE /v2.0/ports/dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a HTTP/1.1" status: 204 len: 173 time: 0.4414840 Feb 08 22:54:30.184677 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5995724-4ae3-4327-8cce-24fd94ead762', 'name': 'network-vif-deleted', 'tag': 'dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:54:30.187060 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff68dc4-a989-4015-9b18-a37a48c8b650" -d '{"events": [{"server_uuid": "e5995724-4ae3-4327-8cce-24fd94ead762", "name": "network-vif-deleted", "tag": "dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:54:30.294542 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557ababd-7c3f-48c8-baed-98f15ae79c85 x-openstack-request-id: req-557ababd-7c3f-48c8-baed-98f15ae79c85 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:54:30.295052 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5995724-4ae3-4327-8cce-24fd94ead762", "name": "network-vif-deleted", "tag": "dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:54:30.295259 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-557ababd-7c3f-48c8-baed-98f15ae79c85 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:54:30.295580 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5995724-4ae3-4327-8cce-24fd94ead762', 'name': 'network-vif-deleted', 'tag': 'dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a', 'status': 'completed', 'code': 200} Feb 08 22:54:30.613488 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-44748d09-bfc4-42a8-843f-a1d66890001e req-95f796dc-fdaa-4c8d-a462-b88d8f41c640 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=e5995724-4ae3-4327-8cce-24fd94ead762 HTTP/1.1" status: 200 len: 210 time: 0.0424323 Feb 08 22:54:31.379467 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:54:31.400663 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:54:31.401002 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:54:31.652762 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:31.952284 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:32.220827 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50440) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:54:32.387088 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-6672b6d0-f656-4ff9-9ab2-2cfde380865f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Deleting port c7a25479-42e3-4338-abc9-e54b6d59b033 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:54:32.387419 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6672b6d0-f656-4ff9-9ab2-2cfde380865f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c7a25479-42e3-4338-abc9-e54b6d59b033), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:32.486354 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6672b6d0-f656-4ff9-9ab2-2cfde380865f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c7a25479-42e3-4338-abc9-e54b6d59b033), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:32.486601 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6672b6d0-f656-4ff9-9ab2-2cfde380865f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for floatingip (c7a25479-42e3-4338-abc9-e54b6d59b033), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:32.499707 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-6672b6d0-f656-4ff9-9ab2-2cfde380865f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Calling delete_port for c7a25479-42e3-4338-abc9-e54b6d59b033 owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:54:32.660234 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6672b6d0-f656-4ff9-9ab2-2cfde380865f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (c7a25479-42e3-4338-abc9-e54b6d59b033), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:32.687807 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672b6d0-f656-4ff9-9ab2-2cfde380865f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Pushing event deleted for resources: {'Port': ['ID=c7a25479-42e3-4338-abc9-e54b6d59b033,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:54:32.755537 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6672b6d0-f656-4ff9-9ab2-2cfde380865f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for floatingip (c2a94302-e90b-4f3f-acb9-ceb1e74c83bc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:32.755777 n-d-712143-31 neutron-server[103434]: INFO neutron.db.l3_db [None req-6672b6d0-f656-4ff9-9ab2-2cfde380865f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Floating IP c2a94302-e90b-4f3f-acb9-ceb1e74c83bc disassociated (deleted). External IP: 172.25.3.104, port: 88437505-4399-4b43-895f-e1f8ea98f6fc. Feb 08 22:54:32.991221 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6672b6d0-f656-4ff9-9ab2-2cfde380865f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Router 447ccd12-0210-4249-bc17-fbde1da8cfb8 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:54:33.108703 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6672b6d0-f656-4ff9-9ab2-2cfde380865f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:54:33.113856 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6672b6d0-f656-4ff9-9ab2-2cfde380865f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:33.120592 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676191f2-537d-4688-b5c8-f786a8fd800a None None] Sync routers for ids ['447ccd12-0210-4249-bc17-fbde1da8cfb8'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:54:33.129918 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676191f2-537d-4688-b5c8-f786a8fd800a None None] Routers {'447ccd12-0210-4249-bc17-fbde1da8cfb8'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:54:33.130542 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-676191f2-537d-4688-b5c8-f786a8fd800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:54:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['447ccd12-0210-4249-bc17-fbde1da8cfb8'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:54:33.145968 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-6672b6d0-f656-4ff9-9ab2-2cfde380865f tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "DELETE /v2.0/floatingips/c2a94302-e90b-4f3f-acb9-ceb1e74c83bc HTTP/1.1" status: 204 len: 168 time: 0.9238806 Feb 08 22:54:33.146721 n-d-712143-31 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d2e1db-cb15-403a-88c4-fad787d776ed', 'tag': '88437505-4399-4b43-895f-e1f8ea98f6fc'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:54:33.149423 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce1802cce71311667749108c4770a25da94a97ab17bab80bd33ee27ebae59f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cda142-8529-4ef8-9e0e-ae646b3ee5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "67d2e1db-cb15-403a-88c4-fad787d776ed", "tag": "88437505-4399-4b43-895f-e1f8ea98f6fc"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:54:33.198606 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 22:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcacceea-6831-41cd-95a8-6156dd7359ae x-openstack-request-id: req-bcacceea-6831-41cd-95a8-6156dd7359ae {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:54:33.199436 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d2e1db-cb15-403a-88c4-fad787d776ed", "tag": "88437505-4399-4b43-895f-e1f8ea98f6fc", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:54:33.199839 n-d-712143-31 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bcacceea-6831-41cd-95a8-6156dd7359ae {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:54:33.200494 n-d-712143-31 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d2e1db-cb15-403a-88c4-fad787d776ed', 'tag': '88437505-4399-4b43-895f-e1f8ea98f6fc', 'status': 'completed', 'code': 200} Feb 08 22:54:33.265719 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-676191f2-537d-4688-b5c8-f786a8fd800a None None] Set router 447ccd12-0210-4249-bc17-fbde1da8cfb8 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:54:33.278776 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cda142-8529-4ef8-9e0e-ae646b3ee5c0 req-2d5e65ce-b4cb-45f5-be30-761e91581450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:54:33.281296 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9cda142-8529-4ef8-9e0e-ae646b3ee5c0 req-2d5e65ce-b4cb-45f5-be30-761e91581450 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fd411cbca6854ee1869681fae7bebb89&device_id=67d2e1db-cb15-403a-88c4-fad787d776ed HTTP/1.1" status: 200 len: 1126 time: 0.0604017 Feb 08 22:54:33.409686 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cda142-8529-4ef8-9e0e-ae646b3ee5c0 req-51cec2a3-89dc-413e-aaf5-7497ef44e984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:54:33.411057 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9cda142-8529-4ef8-9e0e-ae646b3ee5c0 req-51cec2a3-89dc-413e-aaf5-7497ef44e984 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d14504c6-ae32-4b7a-a832-5f903e85809c HTTP/1.1" status: 200 len: 910 time: 0.1235836 Feb 08 22:54:33.472708 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9cda142-8529-4ef8-9e0e-ae646b3ee5c0 req-184e8601-d9f1-4f83-914b-4a61a0151947 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88437505-4399-4b43-895f-e1f8ea98f6fc HTTP/1.1" status: 200 len: 217 time: 0.0427763 Feb 08 22:54:33.539145 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538c56e-8769-46de-a3e1-a3668317e182 req-e86c91dc-eb15-41d1-a528-6b397f23625a tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:54:33.540725 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5538c56e-8769-46de-a3e1-a3668317e182 req-e86c91dc-eb15-41d1-a528-6b397f23625a tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=67d2e1db-cb15-403a-88c4-fad787d776ed HTTP/1.1" status: 200 len: 943 time: 0.1462998 Feb 08 22:54:33.542423 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-676191f2-537d-4688-b5c8-f786a8fd800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'name': 'tempest-TestSnapshotPattern-776606405-router', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:48:23Z', 'updated_at': '2022-02-08T22:48:27Z', 'revision_number': 4, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'gw_port': {'id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:24Z', 'updated_at': '2022-02-08T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'f338abeb-91f7-4730-890c-712f4526458a', 'name': '', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'mac_address': 'fa:16:3e:e4:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:26Z', 'updated_at': '2022-02-08T22:48:31Z', 'revision_number': 5, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'subnets': [{'id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:54:33.546897 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cda142-8529-4ef8-9e0e-ae646b3ee5c0 req-97a8a9a9-f6de-4865-a1cc-853ec8c071ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:54:33.548449 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9cda142-8529-4ef8-9e0e-ae646b3ee5c0 req-97a8a9a9-f6de-4865-a1cc-853ec8c071ee service neutron] 10.222.0.96 "GET /v2.0/subnets?id=58723eac-6f22-4cc0-a4c2-f2b5ee7e440b HTTP/1.1" status: 200 len: 848 time: 0.0714126 Feb 08 22:54:33.570843 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676191f2-537d-4688-b5c8-f786a8fd800a None None] Checking router: 447ccd12-0210-4249-bc17-fbde1da8cfb8 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:54:33.583084 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676191f2-537d-4688-b5c8-f786a8fd800a None None] Routers {'447ccd12-0210-4249-bc17-fbde1da8cfb8'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:54:33.583621 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-676191f2-537d-4688-b5c8-f786a8fd800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:54:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['447ccd12-0210-4249-bc17-fbde1da8cfb8'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:54:33.631766 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5538c56e-8769-46de-a3e1-a3668317e182 req-07a78a88-01ca-4f25-86d8-e61aef79ee07 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/security-groups?id=798139d5-97d1-4ce4-9998-d810c394005f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823355 Feb 08 22:54:33.648710 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cda142-8529-4ef8-9e0e-ae646b3ee5c0 req-577e5b8b-cf30-4341-8c4e-a1b44e178a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:54:33.650464 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9cda142-8529-4ef8-9e0e-ae646b3ee5c0 req-577e5b8b-cf30-4341-8c4e-a1b44e178a89 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d14504c6-ae32-4b7a-a832-5f903e85809c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0939107 Feb 08 22:54:33.715235 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-676191f2-537d-4688-b5c8-f786a8fd800a None None] Set router 447ccd12-0210-4249-bc17-fbde1da8cfb8 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:54:33.756623 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9cda142-8529-4ef8-9e0e-ae646b3ee5c0 req-6ac6120a-de84-49fc-a5b1-ec4c5b7a2be7 service neutron] 10.222.0.96 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996273 Feb 08 22:54:33.886579 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-e9cda142-8529-4ef8-9e0e-ae646b3ee5c0 req-ca6bb32a-c129-4471-aecd-c4334d76d211 service neutron] 10.222.0.96 "GET /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235490 Feb 08 22:54:33.960432 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-676191f2-537d-4688-b5c8-f786a8fd800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'name': 'tempest-TestSnapshotPattern-776606405-router', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:48:23Z', 'updated_at': '2022-02-08T22:48:27Z', 'revision_number': 4, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'gw_port': {'id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:24Z', 'updated_at': '2022-02-08T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'f338abeb-91f7-4730-890c-712f4526458a', 'name': '', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'mac_address': 'fa:16:3e:e4:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:26Z', 'updated_at': '2022-02-08T22:48:31Z', 'revision_number': 5, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'subnets': [{'id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:54:33.989835 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676191f2-537d-4688-b5c8-f786a8fd800a None None] The sync data for ids ['447ccd12-0210-4249-bc17-fbde1da8cfb8'] in n-d-712143-31 is: [{'id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'name': 'tempest-TestSnapshotPattern-776606405-router', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:48:23Z', 'updated_at': '2022-02-08T22:48:27Z', 'revision_number': 4, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'gw_port': {'id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:24Z', 'updated_at': '2022-02-08T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31', '_interfaces': [{'id': 'f338abeb-91f7-4730-890c-712f4526458a', 'name': '', 'network_id': 'd14504c6-ae32-4b7a-a832-5f903e85809c', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'mac_address': 'fa:16:3e:e4:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:26Z', 'updated_at': '2022-02-08T22:48:31Z', 'revision_number': 5, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'subnets': [{'id': '58723eac-6f22-4cc0-a4c2-f2b5ee7e440b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:54:34.277119 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506a713d-7448-4172-a100-698d677d8b8a None None] New status for floating IP c2a94302-e90b-4f3f-acb9-ceb1e74c83bc: DOWN {{(pid=103435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 22:54:34.309126 n-d-712143-31 neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f184b6a-bec9-4f4c-858f-18978cdf79f0 req-edbdcec8-1622-4a89-8cd8-5bcfaabadf81 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 22:54:34.311654 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8f184b6a-bec9-4f4c-858f-18978cdf79f0 req-edbdcec8-1622-4a89-8cd8-5bcfaabadf81 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.96 "GET /v2.0/ports?device_id=67d2e1db-cb15-403a-88c4-fad787d776ed HTTP/1.1" status: 200 len: 943 time: 0.0790315 Feb 08 22:54:34.421747 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-8f184b6a-bec9-4f4c-858f-18978cdf79f0 req-11675600-4b60-438e-8009-e627475f95ba tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Deleting port 88437505-4399-4b43-895f-e1f8ea98f6fc {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:54:34.421984 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8f184b6a-bec9-4f4c-858f-18978cdf79f0 req-11675600-4b60-438e-8009-e627475f95ba tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (88437505-4399-4b43-895f-e1f8ea98f6fc), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:34.526644 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-8f184b6a-bec9-4f4c-858f-18978cdf79f0 req-11675600-4b60-438e-8009-e627475f95ba tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] For port 88437505-4399-4b43-895f-e1f8ea98f6fc, host n-h2-712143-31, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-31',level=0,port_id=88437505-4399-4b43-895f-e1f8ea98f6fc,segment=NetworkSegment(0f7fd658-61ac-45b9-bf16-3e3eeac9d348),segment_id=0f7fd658-61ac-45b9-bf16-3e3eeac9d348)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:54:34.527037 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8f184b6a-bec9-4f4c-858f-18978cdf79f0 req-11675600-4b60-438e-8009-e627475f95ba tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (88437505-4399-4b43-895f-e1f8ea98f6fc), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:34.542449 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [req-8f184b6a-bec9-4f4c-858f-18978cdf79f0 req-11675600-4b60-438e-8009-e627475f95ba tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Calling delete_port for 88437505-4399-4b43-895f-e1f8ea98f6fc owned by compute:nova {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:54:34.683380 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8f184b6a-bec9-4f4c-858f-18978cdf79f0 req-11675600-4b60-438e-8009-e627475f95ba tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (88437505-4399-4b43-895f-e1f8ea98f6fc), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:34.721883 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11675600-4b60-438e-8009-e627475f95ba tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Pushing event deleted for resources: {'Port': ['ID=88437505-4399-4b43-895f-e1f8ea98f6fc,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:54:34.771425 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-5ecb6759-1f2e-4d65-94d7-4434ef85baa9 req-0f98c7e3-7061-4c77-b98f-222ab1e9ead3 tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "GET /v2.0/ports?device_id=67d2e1db-cb15-403a-88c4-fad787d776ed HTTP/1.1" status: 200 len: 210 time: 0.0474770 Feb 08 22:54:34.790148 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f184b6a-bec9-4f4c-858f-18978cdf79f0 req-11675600-4b60-438e-8009-e627475f95ba tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] No DVR routers for this DVR port 88437505-4399-4b43-895f-e1f8ea98f6fc on host n-h2-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:54:34.792817 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-8f184b6a-bec9-4f4c-858f-18978cdf79f0 req-11675600-4b60-438e-8009-e627475f95ba tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164421'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:34.796504 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [req-8f184b6a-bec9-4f4c-858f-18978cdf79f0 req-11675600-4b60-438e-8009-e627475f95ba tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.96 "DELETE /v2.0/ports/88437505-4399-4b43-895f-e1f8ea98f6fc HTTP/1.1" status: 204 len: 173 time: 0.4790194 Feb 08 22:54:34.796943 n-d-712143-31 neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d2e1db-cb15-403a-88c4-fad787d776ed', 'name': 'network-vif-deleted', 'tag': '88437505-4399-4b43-895f-e1f8ea98f6fc'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 22:54:34.800040 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68efd94e386dea7d55980dda1079d9041bfc4b2f251e123f65d5fb0d8c5e27aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ce6a9f-c40b-472d-8f81-ef5307b73c74" -d '{"events": [{"server_uuid": "67d2e1db-cb15-403a-88c4-fad787d776ed", "name": "network-vif-deleted", "tag": "88437505-4399-4b43-895f-e1f8ea98f6fc"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 22:54:34.839899 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 22:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7d9121-8991-4761-bb99-fed2db83e673 x-openstack-request-id: req-0f7d9121-8991-4761-bb99-fed2db83e673 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 22:54:34.840217 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d2e1db-cb15-403a-88c4-fad787d776ed", "name": "network-vif-deleted", "tag": "88437505-4399-4b43-895f-e1f8ea98f6fc", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 22:54:34.840482 n-d-712143-31 neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0f7d9121-8991-4761-bb99-fed2db83e673 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 22:54:34.840890 n-d-712143-31 neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d2e1db-cb15-403a-88c4-fad787d776ed', 'name': 'network-vif-deleted', 'tag': '88437505-4399-4b43-895f-e1f8ea98f6fc', 'status': 'completed', 'code': 200} Feb 08 22:54:35.395571 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a no longer exists at agent hyperv_n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:54:35.418710 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] No Port match for: dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:54:35.419057 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Device dfba7b59-c4c5-40cb-b16c-5704ea0e4a9a not bound to the agent host n-h1-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:54:35.833186 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50454) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:54:35.898746 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78b65484-7df0-4ea9-a5cf-13dbdbd258af tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for security_group (798139d5-97d1-4ce4-9998-d810c394005f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:35.927201 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78b65484-7df0-4ea9-a5cf-13dbdbd258af tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for security_group (798139d5-97d1-4ce4-9998-d810c394005f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:36.004134 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78b65484-7df0-4ea9-a5cf-13dbdbd258af tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (798139d5-97d1-4ce4-9998-d810c394005f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:36.008598 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78b65484-7df0-4ea9-a5cf-13dbdbd258af tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:36.014047 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-78b65484-7df0-4ea9-a5cf-13dbdbd258af tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] 10.222.0.88 "DELETE /v2.0/security-groups/798139d5-97d1-4ce4-9998-d810c394005f HTTP/1.1" status: 204 len: 168 time: 0.1756413 Feb 08 22:54:36.020253 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b65484-7df0-4ea9-a5cf-13dbdbd258af tempest-TestSnapshotPattern-614783000 tempest-TestSnapshotPattern-614783000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=798139d5-97d1-4ce4-9998-d810c394005f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:54:37.100753 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50460) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:54:37.399212 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:37.628419 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:37.639831 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1c7018fa-074e-49ee-9a11-e2b741e22623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (447ccd12-0210-4249-bc17-fbde1da8cfb8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:37.920230 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1c7018fa-074e-49ee-9a11-e2b741e22623 admin admin] Deleting port f338abeb-91f7-4730-890c-712f4526458a {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:54:37.920567 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1c7018fa-074e-49ee-9a11-e2b741e22623 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (f338abeb-91f7-4730-890c-712f4526458a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:38.006323 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-1c7018fa-074e-49ee-9a11-e2b741e22623 admin admin] For port f338abeb-91f7-4730-890c-712f4526458a, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=f338abeb-91f7-4730-890c-712f4526458a,segment=NetworkSegment(0f7fd658-61ac-45b9-bf16-3e3eeac9d348),segment_id=0f7fd658-61ac-45b9-bf16-3e3eeac9d348)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:54:38.006687 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1c7018fa-074e-49ee-9a11-e2b741e22623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (f338abeb-91f7-4730-890c-712f4526458a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:38.022770 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1c7018fa-074e-49ee-9a11-e2b741e22623 admin admin] Calling delete_port for f338abeb-91f7-4730-890c-712f4526458a owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:54:38.042177 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 88437505-4399-4b43-895f-e1f8ea98f6fc no longer exists at agent hyperv_n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:54:38.066381 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] No Port match for: 88437505-4399-4b43-895f-e1f8ea98f6fc {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:54:38.066706 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Device 88437505-4399-4b43-895f-e1f8ea98f6fc not bound to the agent host n-h2-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:54:38.244650 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1c7018fa-074e-49ee-9a11-e2b741e22623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (f338abeb-91f7-4730-890c-712f4526458a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:38.277059 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7018fa-074e-49ee-9a11-e2b741e22623 admin admin] Pushing event deleted for resources: {'Port': ['ID=f338abeb-91f7-4730-890c-712f4526458a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:54:38.843829 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1c7018fa-074e-49ee-9a11-e2b741e22623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (447ccd12-0210-4249-bc17-fbde1da8cfb8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:39.115017 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7018fa-074e-49ee-9a11-e2b741e22623 admin admin] Router 447ccd12-0210-4249-bc17-fbde1da8cfb8 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:54:39.238426 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7018fa-074e-49ee-9a11-e2b741e22623 admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:54:39.244468 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-1c7018fa-074e-49ee-9a11-e2b741e22623 admin admin] 10.222.0.88 "PUT /v2.0/routers/447ccd12-0210-4249-bc17-fbde1da8cfb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1412647 Feb 08 22:54:39.246540 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50464) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:54:39.250701 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9113bf-391b-4fe3-8b90-15f68ed78481 None None] Sync routers for ids ['447ccd12-0210-4249-bc17-fbde1da8cfb8'] in n-d-712143-31 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:54:39.262695 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9113bf-391b-4fe3-8b90-15f68ed78481 None None] Routers {'447ccd12-0210-4249-bc17-fbde1da8cfb8'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:54:39.263395 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1f9113bf-391b-4fe3-8b90-15f68ed78481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:54:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['447ccd12-0210-4249-bc17-fbde1da8cfb8'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:54:39.376210 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-884a94ad-149f-49a4-aab8-d449db1a8c29 admin admin] Publish callbacks [] for router (447ccd12-0210-4249-bc17-fbde1da8cfb8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:39.401607 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-1f9113bf-391b-4fe3-8b90-15f68ed78481 None None] Set router 447ccd12-0210-4249-bc17-fbde1da8cfb8 gateway port host: n-d-712143-31 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:54:39.493422 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-884a94ad-149f-49a4-aab8-d449db1a8c29 admin admin] Publish callbacks [] for router_gateway (447ccd12-0210-4249-bc17-fbde1da8cfb8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:39.556741 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-884a94ad-149f-49a4-aab8-d449db1a8c29 admin admin] Deleting port d7518fec-58a0-424c-aae1-29d472cdfd22 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:54:39.557135 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-884a94ad-149f-49a4-aab8-d449db1a8c29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (d7518fec-58a0-424c-aae1-29d472cdfd22), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:39.654354 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1f9113bf-391b-4fe3-8b90-15f68ed78481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'name': 'tempest-TestSnapshotPattern-776606405-router', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:48:23Z', 'updated_at': '2022-02-08T22:54:38Z', 'revision_number': 5, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'gw_port': {'id': 'd7518fec-58a0-424c-aae1-29d472cdfd22', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:24Z', 'updated_at': '2022-02-08T22:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:54:39.667286 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-884a94ad-149f-49a4-aab8-d449db1a8c29 admin admin] For port d7518fec-58a0-424c-aae1-29d472cdfd22, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=d7518fec-58a0-424c-aae1-29d472cdfd22,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:54:39.667650 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-884a94ad-149f-49a4-aab8-d449db1a8c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (d7518fec-58a0-424c-aae1-29d472cdfd22), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:39.694621 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-884a94ad-149f-49a4-aab8-d449db1a8c29 admin admin] Calling delete_port for d7518fec-58a0-424c-aae1-29d472cdfd22 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:54:39.812305 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9113bf-391b-4fe3-8b90-15f68ed78481 None None] Checking router: 447ccd12-0210-4249-bc17-fbde1da8cfb8 for host: n-d-712143-31 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:54:39.822333 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9113bf-391b-4fe3-8b90-15f68ed78481 None None] Routers {'447ccd12-0210-4249-bc17-fbde1da8cfb8'} bound to L3 agent in host n-d-712143-31 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:54:39.822956 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1f9113bf-391b-4fe3-8b90-15f68ed78481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:54:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['447ccd12-0210-4249-bc17-fbde1da8cfb8'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:54:39.923530 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-884a94ad-149f-49a4-aab8-d449db1a8c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (d7518fec-58a0-424c-aae1-29d472cdfd22), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:39.934030 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-1f9113bf-391b-4fe3-8b90-15f68ed78481 None None] Set router 447ccd12-0210-4249-bc17-fbde1da8cfb8 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:54:39.955687 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a94ad-149f-49a4-aab8-d449db1a8c29 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7518fec-58a0-424c-aae1-29d472cdfd22,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:54:39.989380 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1f9113bf-391b-4fe3-8b90-15f68ed78481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'name': 'tempest-TestSnapshotPattern-776606405-router', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:48:23Z', 'updated_at': '2022-02-08T22:54:39Z', 'revision_number': 6, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'gw_port_host': None}], 'n-d-712143-31', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:54:40.021401 n-d-712143-31 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9113bf-391b-4fe3-8b90-15f68ed78481 None None] The sync data for ids ['447ccd12-0210-4249-bc17-fbde1da8cfb8'] in n-d-712143-31 is: [{'id': '447ccd12-0210-4249-bc17-fbde1da8cfb8', 'name': 'tempest-TestSnapshotPattern-776606405-router', 'tenant_id': 'fd411cbca6854ee1869681fae7bebb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:48:23Z', 'updated_at': '2022-02-08T22:54:39Z', 'revision_number': 6, 'project_id': 'fd411cbca6854ee1869681fae7bebb89', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:54:40.024978 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-884a94ad-149f-49a4-aab8-d449db1a8c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (447ccd12-0210-4249-bc17-fbde1da8cfb8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:40.148288 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-884a94ad-149f-49a4-aab8-d449db1a8c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (447ccd12-0210-4249-bc17-fbde1da8cfb8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:40.150638 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-884a94ad-149f-49a4-aab8-d449db1a8c29 admin admin] Publish callbacks [] for router_controller (447ccd12-0210-4249-bc17-fbde1da8cfb8), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:40.206276 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-884a94ad-149f-49a4-aab8-d449db1a8c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (447ccd12-0210-4249-bc17-fbde1da8cfb8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:40.206899 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884a94ad-149f-49a4-aab8-d449db1a8c29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 447ccd12-0210-4249-bc17-fbde1da8cfb8 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 22:54:40.214303 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-884a94ad-149f-49a4-aab8-d449db1a8c29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:40.215481 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-884a94ad-149f-49a4-aab8-d449db1a8c29 admin admin] 10.222.0.88 "DELETE /v2.0/routers/447ccd12-0210-4249-bc17-fbde1da8cfb8 HTTP/1.1" status: 204 len: 168 time: 0.9680080 Feb 08 22:54:40.219461 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50466) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:54:40.280609 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-769f0817-2a0e-4f21-be5b-67206f14114f admin admin] Deleting subnet 58723eac-6f22-4cc0-a4c2-f2b5ee7e440b {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 22:54:40.284077 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-769f0817-2a0e-4f21-be5b-67206f14114f admin admin] Publish callbacks [] for subnet (58723eac-6f22-4cc0-a4c2-f2b5ee7e440b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:40.326399 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-769f0817-2a0e-4f21-be5b-67206f14114f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (58723eac-6f22-4cc0-a4c2-f2b5ee7e440b), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:40.429584 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-769f0817-2a0e-4f21-be5b-67206f14114f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (58723eac-6f22-4cc0-a4c2-f2b5ee7e440b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:40.493046 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-769f0817-2a0e-4f21-be5b-67206f14114f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (58723eac-6f22-4cc0-a4c2-f2b5ee7e440b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:40.527263 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-769f0817-2a0e-4f21-be5b-67206f14114f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:40.530552 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-769f0817-2a0e-4f21-be5b-67206f14114f admin admin] 10.222.0.88 "DELETE /v2.0/subnets/58723eac-6f22-4cc0-a4c2-f2b5ee7e440b HTTP/1.1" status: 204 len: 168 time: 0.3101101 Feb 08 22:54:40.531597 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f0817-2a0e-4f21-be5b-67206f14114f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58723eac-6f22-4cc0-a4c2-f2b5ee7e440b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:54:40.535326 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 50468) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:54:40.538598 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89273a6-43c0-4c14-b019-13343671b7c6 None None] Network d14504c6-ae32-4b7a-a832-5f903e85809c requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:54:40.647460 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64ec198d-79a3-4b41-aa8f-b3b272b3d639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (d14504c6-ae32-4b7a-a832-5f903e85809c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:40.713567 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-64ec198d-79a3-4b41-aa8f-b3b272b3d639 admin admin] Deleting port bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:54:40.713860 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64ec198d-79a3-4b41-aa8f-b3b272b3d639 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:40.781544 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-64ec198d-79a3-4b41-aa8f-b3b272b3d639 admin admin] For port bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df,segment=NetworkSegment(0f7fd658-61ac-45b9-bf16-3e3eeac9d348),segment_id=0f7fd658-61ac-45b9-bf16-3e3eeac9d348)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:54:40.781817 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64ec198d-79a3-4b41-aa8f-b3b272b3d639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:40.801714 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-64ec198d-79a3-4b41-aa8f-b3b272b3d639 admin admin] Calling delete_port for bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:54:40.841185 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2948a345-9694-465a-910a-1cf12b278854 None None] DHCP port deletion for d14504c6-ae32-4b7a-a832-5f903e85809c request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 22:54:40.902654 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2948a345-9694-465a-910a-1cf12b278854 None None] Deleting port bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:54:40.903112 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2948a345-9694-465a-910a-1cf12b278854 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:40.939798 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64ec198d-79a3-4b41-aa8f-b3b272b3d639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12337840'] for port (bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:40.966368 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f338abeb-91f7-4730-890c-712f4526458a no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:54:40.974113 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec198d-79a3-4b41-aa8f-b3b272b3d639 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:54:40.991967 n-d-712143-31 neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ec198d-79a3-4b41-aa8f-b3b272b3d639 admin admin] No DVR routers for this DVR port bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df on host n-d-712143-31 {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:54:40.998359 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: f338abeb-91f7-4730-890c-712f4526458a {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:54:40.998709 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device f338abeb-91f7-4730-890c-712f4526458a not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:54:40.999145 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d7518fec-58a0-424c-aae1-29d472cdfd22 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:54:41.034393 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: d7518fec-58a0-424c-aae1-29d472cdfd22 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:54:41.034727 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device d7518fec-58a0-424c-aae1-29d472cdfd22 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:54:41.035159 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:54:41.047032 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2948a345-9694-465a-910a-1cf12b278854 None None] For port bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df,segment=NetworkSegment(0f7fd658-61ac-45b9-bf16-3e3eeac9d348),segment_id=0f7fd658-61ac-45b9-bf16-3e3eeac9d348)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:54:41.048405 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2948a345-9694-465a-910a-1cf12b278854 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:41.077684 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:54:41.078120 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:54:41.084022 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2948a345-9694-465a-910a-1cf12b278854 None None] Calling delete_port for bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:54:41.121275 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64ec198d-79a3-4b41-aa8f-b3b272b3d639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (d14504c6-ae32-4b7a-a832-5f903e85809c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:41.151392 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-64ec198d-79a3-4b41-aa8f-b3b272b3d639 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d14504c6-ae32-4b7a-a832-5f903e85809c']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:54:41.168570 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-64ec198d-79a3-4b41-aa8f-b3b272b3d639 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7fd658-61ac-45b9-bf16-3e3eeac9d348') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:54:41.169007 n-d-712143-31 neutron-server[103433]: DEBUG neutron.services.segments.db [None req-64ec198d-79a3-4b41-aa8f-b3b272b3d639 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7fd658-61ac-45b9-bf16-3e3eeac9d348') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:54:41.190187 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64ec198d-79a3-4b41-aa8f-b3b272b3d639 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12058704'] for segment (0f7fd658-61ac-45b9-bf16-3e3eeac9d348), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:41.192341 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2948a345-9694-465a-910a-1cf12b278854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508'] for port (bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:41.215131 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64ec198d-79a3-4b41-aa8f-b3b272b3d639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (0f7fd658-61ac-45b9-bf16-3e3eeac9d348), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:41.221758 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948a345-9694-465a-910a-1cf12b278854 None None] Pushing event deleted for resources: {'Port': ['ID=bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:54:41.223433 n-d-712143-31 neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ec198d-79a3-4b41-aa8f-b3b272b3d639 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:54:41.223988 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64ec198d-79a3-4b41-aa8f-b3b272b3d639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12337861'] for segment (0f7fd658-61ac-45b9-bf16-3e3eeac9d348), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: Traceback (most recent call last): Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: timer() Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: cb(*args, **kw) Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: return func(*args, **kwargs) Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: self._notify() Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: self.callback(batched_events) Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: event.method(event) Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: return f(self, *a, **k) Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: return self._get(url).json() Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: return self.request(url, 'GET', **kwargs) Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:54:41.226465 n-d-712143-31 neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:54:41.239255 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2948a345-9694-465a-910a-1cf12b278854 None None] No DVR routers for this DVR port bdb28ecd-bfca-43b3-99a7-1cbe1d4ae5df on host n-d-712143-31 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:54:41.296678 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64ec198d-79a3-4b41-aa8f-b3b272b3d639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (d14504c6-ae32-4b7a-a832-5f903e85809c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:41.302805 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64ec198d-79a3-4b41-aa8f-b3b272b3d639 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:41.306150 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-64ec198d-79a3-4b41-aa8f-b3b272b3d639 admin admin] 10.222.0.88 "DELETE /v2.0/networks/d14504c6-ae32-4b7a-a832-5f903e85809c HTTP/1.1" status: 204 len: 168 time: 0.7696476 Feb 08 22:54:41.310289 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50470) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:54:41.325651 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec198d-79a3-4b41-aa8f-b3b272b3d639 admin admin] Pushing event deleted for resources: {'Network': ['ID=d14504c6-ae32-4b7a-a832-5f903e85809c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:54:41.714550 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c1747afe-08ce-4d41-a093-85421033bfad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351773'] for router_interface (cce90743-297e-4ba5-a08b-bfa9f0f7d4a5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:42.010145 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c1747afe-08ce-4d41-a093-85421033bfad admin admin] Deleting port 413a19c5-eeb9-42bf-87c8-d67d82dd6e1e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:54:42.010578 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c1747afe-08ce-4d41-a093-85421033bfad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (413a19c5-eeb9-42bf-87c8-d67d82dd6e1e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:42.102634 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-c1747afe-08ce-4d41-a093-85421033bfad admin admin] For port 413a19c5-eeb9-42bf-87c8-d67d82dd6e1e, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=413a19c5-eeb9-42bf-87c8-d67d82dd6e1e,segment=NetworkSegment(84db1d2d-5567-4eae-abc0-a9da4db1a710),segment_id=84db1d2d-5567-4eae-abc0-a9da4db1a710)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:54:42.102981 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c1747afe-08ce-4d41-a093-85421033bfad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (413a19c5-eeb9-42bf-87c8-d67d82dd6e1e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:42.121259 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c1747afe-08ce-4d41-a093-85421033bfad admin admin] Calling delete_port for 413a19c5-eeb9-42bf-87c8-d67d82dd6e1e owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:54:42.359841 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c1747afe-08ce-4d41-a093-85421033bfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (413a19c5-eeb9-42bf-87c8-d67d82dd6e1e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:42.397770 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1747afe-08ce-4d41-a093-85421033bfad admin admin] Pushing event deleted for resources: {'Port': ['ID=413a19c5-eeb9-42bf-87c8-d67d82dd6e1e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:54:42.606329 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c1747afe-08ce-4d41-a093-85421033bfad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3800475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-351881'] for router_interface (cce90743-297e-4ba5-a08b-bfa9f0f7d4a5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:42.870063 n-d-712143-31 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1747afe-08ce-4d41-a093-85421033bfad admin admin] Router cce90743-297e-4ba5-a08b-bfa9f0f7d4a5 has already been hosted by L3 agent 64b1178a-1ef1-4e01-9fb5-89efd9a69a1d {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 22:54:42.990993 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1747afe-08ce-4d41-a093-85421033bfad admin admin] Notify agent at l3_agent.n-d-712143-31 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 22:54:42.996239 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-c1747afe-08ce-4d41-a093-85421033bfad admin admin] 10.222.0.88 "PUT /v2.0/routers/cce90743-297e-4ba5-a08b-bfa9f0f7d4a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6849205 Feb 08 22:54:42.999287 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50472) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:54:43.003890 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d924602-048b-4ae6-a0c8-142c0ce47c04 None None] Sync routers for ids ['cce90743-297e-4ba5-a08b-bfa9f0f7d4a5'] in n-d-712143-31 {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 22:54:43.017893 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d924602-048b-4ae6-a0c8-142c0ce47c04 None None] Routers {'cce90743-297e-4ba5-a08b-bfa9f0f7d4a5'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:54:43.018923 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-4d924602-048b-4ae6-a0c8-142c0ce47c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:54:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['cce90743-297e-4ba5-a08b-bfa9f0f7d4a5'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:54:43.190429 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-4d924602-048b-4ae6-a0c8-142c0ce47c04 None None] Set router cce90743-297e-4ba5-a08b-bfa9f0f7d4a5 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:54:43.401356 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-4d924602-048b-4ae6-a0c8-142c0ce47c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce90743-297e-4ba5-a08b-bfa9f0f7d4a5', 'name': 'tempest-TestSnapshotPattern-76078546-router', 'tenant_id': '0026e484f0f7451a98d1c36764424e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '7504cba5-1690-4e3f-b827-daab10c8a082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:48:29Z', 'updated_at': '2022-02-08T22:54:42Z', 'revision_number': 5, 'project_id': '0026e484f0f7451a98d1c36764424e6b', 'gw_port': {'id': '7504cba5-1690-4e3f-b827-daab10c8a082', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce90743-297e-4ba5-a08b-bfa9f0f7d4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:30Z', 'updated_at': '2022-02-08T22:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:54:43.431189 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d924602-048b-4ae6-a0c8-142c0ce47c04 None None] Checking router: cce90743-297e-4ba5-a08b-bfa9f0f7d4a5 for host: n-d-712143-31 {{(pid=103435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 22:54:43.441093 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d924602-048b-4ae6-a0c8-142c0ce47c04 None None] Routers {'cce90743-297e-4ba5-a08b-bfa9f0f7d4a5'} bound to L3 agent in host n-d-712143-31 {{(pid=103435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 22:54:43.441636 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-4d924602-048b-4ae6-a0c8-142c0ce47c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-31', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T21:00:27Z,description=,heartbeat_timestamp=2022-02-08T22:54:28Z,host='n-d-712143-31',id=64b1178a-1ef1-4e01-9fb5-89efd9a69a1d,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T21:00:27Z,topic='l3_agent')) {'router_ids': ['cce90743-297e-4ba5-a08b-bfa9f0f7d4a5'], 'active': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:54:43.515747 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66c0084a-c627-4618-9a27-ca6290214f29 admin admin] Publish callbacks [] for router (cce90743-297e-4ba5-a08b-bfa9f0f7d4a5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:43.561601 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_dvr_db [None req-4d924602-048b-4ae6-a0c8-142c0ce47c04 None None] Set router cce90743-297e-4ba5-a08b-bfa9f0f7d4a5 gateway port host: n-d-712143-31 {{(pid=103435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 22:54:43.631331 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66c0084a-c627-4618-9a27-ca6290214f29 admin admin] Publish callbacks [] for router_gateway (cce90743-297e-4ba5-a08b-bfa9f0f7d4a5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:43.707254 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-66c0084a-c627-4618-9a27-ca6290214f29 admin admin] Deleting port 7504cba5-1690-4e3f-b827-daab10c8a082 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:54:43.707527 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66c0084a-c627-4618-9a27-ca6290214f29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (7504cba5-1690-4e3f-b827-daab10c8a082), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:43.806695 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-66c0084a-c627-4618-9a27-ca6290214f29 admin admin] For port 7504cba5-1690-4e3f-b827-daab10c8a082, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=7504cba5-1690-4e3f-b827-daab10c8a082,segment=NetworkSegment(504fa30d-39a8-4d43-9834-80c03bdc2e56),segment_id=504fa30d-39a8-4d43-9834-80c03bdc2e56)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:54:43.807389 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66c0084a-c627-4618-9a27-ca6290214f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (7504cba5-1690-4e3f-b827-daab10c8a082), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:43.823889 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-66c0084a-c627-4618-9a27-ca6290214f29 admin admin] Calling delete_port for 7504cba5-1690-4e3f-b827-daab10c8a082 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:54:43.916486 n-d-712143-31 neutron-server[103435]: DEBUG neutron.db.l3_hamode_db [None req-4d924602-048b-4ae6-a0c8-142c0ce47c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce90743-297e-4ba5-a08b-bfa9f0f7d4a5', 'name': 'tempest-TestSnapshotPattern-76078546-router', 'tenant_id': '0026e484f0f7451a98d1c36764424e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '7504cba5-1690-4e3f-b827-daab10c8a082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:48:29Z', 'updated_at': '2022-02-08T22:54:42Z', 'revision_number': 5, 'project_id': '0026e484f0f7451a98d1c36764424e6b', 'gw_port': {'id': '7504cba5-1690-4e3f-b827-daab10c8a082', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce90743-297e-4ba5-a08b-bfa9f0f7d4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:30Z', 'updated_at': '2022-02-08T22:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}], 'n-d-712143-31', False) {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:54:43.946877 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d924602-048b-4ae6-a0c8-142c0ce47c04 None None] The sync data for ids ['cce90743-297e-4ba5-a08b-bfa9f0f7d4a5'] in n-d-712143-31 is: [{'id': 'cce90743-297e-4ba5-a08b-bfa9f0f7d4a5', 'name': 'tempest-TestSnapshotPattern-76078546-router', 'tenant_id': '0026e484f0f7451a98d1c36764424e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'external_fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '7504cba5-1690-4e3f-b827-daab10c8a082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T22:48:29Z', 'updated_at': '2022-02-08T22:54:42Z', 'revision_number': 5, 'project_id': '0026e484f0f7451a98d1c36764424e6b', 'gw_port': {'id': '7504cba5-1690-4e3f-b827-daab10c8a082', 'name': '', 'network_id': '075c0dfb-2786-422e-af93-9cafe101c970', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce90743-297e-4ba5-a08b-bfa9f0f7d4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-31', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T22:48:30Z', 'updated_at': '2022-02-08T22:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb434a22-4a15-4b5a-994a-cbeb0a6ea498', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-31'}] {{(pid=103435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 22:54:44.036083 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66c0084a-c627-4618-9a27-ca6290214f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (7504cba5-1690-4e3f-b827-daab10c8a082), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:44.069499 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0084a-c627-4618-9a27-ca6290214f29 admin admin] Pushing event deleted for resources: {'Port': ['ID=7504cba5-1690-4e3f-b827-daab10c8a082,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:54:44.135412 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66c0084a-c627-4618-9a27-ca6290214f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-346219'] for router_gateway (cce90743-297e-4ba5-a08b-bfa9f0f7d4a5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:44.233802 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66c0084a-c627-4618-9a27-ca6290214f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58119'] for router (cce90743-297e-4ba5-a08b-bfa9f0f7d4a5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:44.236463 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66c0084a-c627-4618-9a27-ca6290214f29 admin admin] Publish callbacks [] for router_controller (cce90743-297e-4ba5-a08b-bfa9f0f7d4a5), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:44.294513 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66c0084a-c627-4618-9a27-ca6290214f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-351739'] for router (cce90743-297e-4ba5-a08b-bfa9f0f7d4a5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:44.295566 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c0084a-c627-4618-9a27-ca6290214f29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cce90743-297e-4ba5-a08b-bfa9f0f7d4a5 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 22:54:44.308282 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66c0084a-c627-4618-9a27-ca6290214f29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:44.311907 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-66c0084a-c627-4618-9a27-ca6290214f29 admin admin] 10.222.0.88 "DELETE /v2.0/routers/cce90743-297e-4ba5-a08b-bfa9f0f7d4a5 HTTP/1.1" status: 204 len: 168 time: 1.3092914 Feb 08 22:54:44.312143 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50474) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:54:44.378628 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-650e08fa-8f71-4799-a409-a1bbe90e8684 admin admin] Deleting subnet 416a40e0-2118-4789-83c3-e55ba6e4889c {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 22:54:44.382883 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-650e08fa-8f71-4799-a409-a1bbe90e8684 admin admin] Publish callbacks [] for subnet (416a40e0-2118-4789-83c3-e55ba6e4889c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:44.429390 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-650e08fa-8f71-4799-a409-a1bbe90e8684 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9453413'] for subnet (416a40e0-2118-4789-83c3-e55ba6e4889c), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:44.525213 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-650e08fa-8f71-4799-a409-a1bbe90e8684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768044'] for subnet (416a40e0-2118-4789-83c3-e55ba6e4889c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:44.596785 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-650e08fa-8f71-4799-a409-a1bbe90e8684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9446975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9260951'] for subnet (416a40e0-2118-4789-83c3-e55ba6e4889c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:44.632278 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e08fa-8f71-4799-a409-a1bbe90e8684 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=416a40e0-2118-4789-83c3-e55ba6e4889c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:54:44.634412 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-650e08fa-8f71-4799-a409-a1bbe90e8684 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:44.637672 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-650e08fa-8f71-4799-a409-a1bbe90e8684 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/416a40e0-2118-4789-83c3-e55ba6e4889c HTTP/1.1" status: 204 len: 168 time: 0.3246148 Feb 08 22:54:44.640655 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50476) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:54:44.644729 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef29cc0-ab28-4412-8c93-a085a50c1626 None None] Network 2187d5a7-0fa4-498c-806a-6d7decb22cfc requested from n-d-712143-31 {{(pid=103435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 22:54:44.722804 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82487784-99c9-4029-a96d-abf9c413df6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612602'] for network (2187d5a7-0fa4-498c-806a-6d7decb22cfc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:44.810616 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-82487784-99c9-4029-a96d-abf9c413df6a admin admin] Deleting port c769d542-1d5b-4080-9b03-da15e019313a {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 22:54:44.810963 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82487784-99c9-4029-a96d-abf9c413df6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751442520212'] for port (c769d542-1d5b-4080-9b03-da15e019313a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:44.903167 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-82487784-99c9-4029-a96d-abf9c413df6a admin admin] For port c769d542-1d5b-4080-9b03-da15e019313a, host n-d-712143-31, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-31',level=0,port_id=c769d542-1d5b-4080-9b03-da15e019313a,segment=NetworkSegment(84db1d2d-5567-4eae-abc0-a9da4db1a710),segment_id=84db1d2d-5567-4eae-abc0-a9da4db1a710)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 22:54:44.903526 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82487784-99c9-4029-a96d-abf9c413df6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-347814'] for port (c769d542-1d5b-4080-9b03-da15e019313a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:44.921407 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-82487784-99c9-4029-a96d-abf9c413df6a admin admin] Calling delete_port for c769d542-1d5b-4080-9b03-da15e019313a owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 22:54:45.016667 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82487784-99c9-4029-a96d-abf9c413df6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-734757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751442529015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442188508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9447136'] for port (c769d542-1d5b-4080-9b03-da15e019313a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:45.040895 n-d-712143-31 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82487784-99c9-4029-a96d-abf9c413df6a admin admin] No DVR routers for this DVR port c769d542-1d5b-4080-9b03-da15e019313a on host n-d-712143-31 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 22:54:45.073291 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82487784-99c9-4029-a96d-abf9c413df6a admin admin] Pushing event deleted for resources: {'Port': ['ID=c769d542-1d5b-4080-9b03-da15e019313a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:54:45.096151 n-d-712143-31 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c6f1c6-57fa-419b-878c-c507c3582c59 None None] DHCP port deletion for 2187d5a7-0fa4-498c-806a-6d7decb22cfc request from n-d-712143-31 {{(pid=103435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 22:54:45.156633 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82487784-99c9-4029-a96d-abf9c413df6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-687291', 'neutron.services.segments.db._delete_segments_for_network-8751442729153'] for network (2187d5a7-0fa4-498c-806a-6d7decb22cfc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:45.165980 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 413a19c5-eeb9-42bf-87c8-d67d82dd6e1e no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:54:45.190427 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-82487784-99c9-4029-a96d-abf9c413df6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2187d5a7-0fa4-498c-806a-6d7decb22cfc']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:54:45.194997 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 413a19c5-eeb9-42bf-87c8-d67d82dd6e1e {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:54:45.195803 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 413a19c5-eeb9-42bf-87c8-d67d82dd6e1e not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:54:45.196007 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c769d542-1d5b-4080-9b03-da15e019313a no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:54:45.206910 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-82487784-99c9-4029-a96d-abf9c413df6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84db1d2d-5567-4eae-abc0-a9da4db1a710') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:54:45.207360 n-d-712143-31 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-82487784-99c9-4029-a96d-abf9c413df6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84db1d2d-5567-4eae-abc0-a9da4db1a710') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 22:54:45.217437 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: c769d542-1d5b-4080-9b03-da15e019313a {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:54:45.217806 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device c769d542-1d5b-4080-9b03-da15e019313a not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:54:45.218197 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7504cba5-1690-4e3f-b827-daab10c8a082 no longer exists at agent ovs-agent-n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 22:54:45.221723 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82487784-99c9-4029-a96d-abf9c413df6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751442731210', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9453422'] for segment (84db1d2d-5567-4eae-abc0-a9da4db1a710), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:45.240077 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] No Port match for: 7504cba5-1690-4e3f-b827-daab10c8a082 {{(pid=103435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 22:54:45.240529 n-d-712143-31 neutron-server[103435]: DEBUG neutron.plugins.ml2.rpc [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Device 7504cba5-1690-4e3f-b827-daab10c8a082 not bound to the agent host n-d-712143-31 {{(pid=103435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 22:54:45.249966 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82487784-99c9-4029-a96d-abf9c413df6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766'] for segment (84db1d2d-5567-4eae-abc0-a9da4db1a710), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:45.265469 n-d-712143-31 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82487784-99c9-4029-a96d-abf9c413df6a admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 22:54:45.266911 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82487784-99c9-4029-a96d-abf9c413df6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-767766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9447061'] for segment (84db1d2d-5567-4eae-abc0-a9da4db1a710), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: Traceback (most recent call last): Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: timer() Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: cb(*args, **kw) Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: return func(*args, **kwargs) Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: self._notify() Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: self.callback(batched_events) Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: event.method(event) Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: return f(self, *a, **k) Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: return self._get(url).json() Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 22:54:45.268983 n-d-712143-31 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 22:54:45.334650 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82487784-99c9-4029-a96d-abf9c413df6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-687266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3883066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3800460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-346127'] for network (2187d5a7-0fa4-498c-806a-6d7decb22cfc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:45.341674 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82487784-99c9-4029-a96d-abf9c413df6a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:45.347256 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-82487784-99c9-4029-a96d-abf9c413df6a admin admin] 10.222.0.88 "DELETE /v2.0/networks/2187d5a7-0fa4-498c-806a-6d7decb22cfc HTTP/1.1" status: 204 len: 168 time: 0.7047734 Feb 08 22:54:45.364829 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82487784-99c9-4029-a96d-abf9c413df6a admin admin] Pushing event deleted for resources: {'Network': ['ID=2187d5a7-0fa4-498c-806a-6d7decb22cfc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:54:45.508814 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50480) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:54:45.565292 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-38a98929-ac8f-4487-8e97-8d5c7b5bfd81 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fd411cbca6854ee1869681fae7bebb89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0546772 Feb 08 22:54:45.567864 n-d-712143-31 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.88', 50482) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:54:45.628484 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-347c59c3-333b-473f-8b03-9f7d14a66a73 admin admin] Publish callbacks [] for security_group (3b54a803-854d-4848-b81b-451020dec08c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:45.653904 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-347c59c3-333b-473f-8b03-9f7d14a66a73 admin admin] Publish callbacks [] for security_group (3b54a803-854d-4848-b81b-451020dec08c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:45.710343 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-347c59c3-333b-473f-8b03-9f7d14a66a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (3b54a803-854d-4848-b81b-451020dec08c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:45.712924 n-d-712143-31 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-347c59c3-333b-473f-8b03-9f7d14a66a73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:45.714124 n-d-712143-31 neutron-server[103434]: INFO neutron.wsgi [None req-347c59c3-333b-473f-8b03-9f7d14a66a73 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3b54a803-854d-4848-b81b-451020dec08c HTTP/1.1" status: 204 len: 168 time: 0.1452496 Feb 08 22:54:45.725463 n-d-712143-31 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c59c3-333b-473f-8b03-9f7d14a66a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b54a803-854d-4848-b81b-451020dec08c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:54:46.116240 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 50488) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:54:46.167699 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-930ffb01-0955-4bf5-bef1-606795dfc79e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0026e484f0f7451a98d1c36764424e6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0501559 Feb 08 22:54:46.170151 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.88', 50490) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 22:54:46.226449 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-750063ec-09d4-4893-993a-c1552b19e13f admin admin] Publish callbacks [] for security_group (361799c0-536d-4c6a-ac86-7bf8f4cec0ab), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:46.256635 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-750063ec-09d4-4893-993a-c1552b19e13f admin admin] Publish callbacks [] for security_group (361799c0-536d-4c6a-ac86-7bf8f4cec0ab), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:46.323279 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-750063ec-09d4-4893-993a-c1552b19e13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880427'] for security_group (361799c0-536d-4c6a-ac86-7bf8f4cec0ab), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:46.325985 n-d-712143-31 neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-750063ec-09d4-4893-993a-c1552b19e13f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:46.327162 n-d-712143-31 neutron-server[103433]: INFO neutron.wsgi [None req-750063ec-09d4-4893-993a-c1552b19e13f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/361799c0-536d-4c6a-ac86-7bf8f4cec0ab HTTP/1.1" status: 204 len: 168 time: 0.1561058 Feb 08 22:54:46.335900 n-d-712143-31 neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750063ec-09d4-4893-993a-c1552b19e13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361799c0-536d-4c6a-ac86-7bf8f4cec0ab,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 22:54:54.479650 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-85e386c6-70d5-426d-b5f8-9e3fedb4e1ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:57.732322 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f2171d0-18b4-4aaa-bc1c-b8aa02714526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:54:59.672672 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:55:01.648494 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:55:01.868776 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:55:01.957455 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:55:07.385078 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:55:07.623890 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:55:24.475311 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-09981c07-0743-4d8a-84c8-27208d5127a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:55:27.725778 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5e27921a-bbf2-4dab-bea6-306d59efe415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:55:29.675121 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:55:31.659395 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:55:31.957461 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:55:37.408577 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:55:37.655256 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:55:38.868935 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:55:54.479442 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0adc6ebf-4dbe-459a-8fbe-3e3c1c671a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:55:57.729788 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-024c2947-710f-4834-91cb-80b86f6c1bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:55:59.683449 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:56:01.653133 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:56:01.965920 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:56:07.405897 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:56:07.656981 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:56:15.869066 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:56:24.481599 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5879ad48-2d78-4086-b688-e264b72da64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:56:27.732423 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-023f931b-1cc8-4a65-86bc-a2aae972bbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:56:29.682899 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:56:31.655779 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:56:31.957817 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:56:37.402235 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:56:37.667091 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:56:52.868766 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:56:54.483601 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-82463905-0eac-4d0e-bf09-fa00af065101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:56:57.735039 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9236e63a-9744-4a7f-b8c4-311a64f10e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:56:59.682810 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:57:01.658659 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:57:01.962741 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:57:07.402012 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:57:07.666296 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:57:24.486046 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ee3fb65c-09a5-4e98-9e5d-6b90f4f0dbea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:57:27.737796 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7f01dc2-c3ff-471d-bfd8-09dc25935b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:57:29.685351 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:57:29.868192 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:57:31.660936 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:57:31.961769 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:57:37.401912 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:57:37.679820 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:57:54.487677 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-02127440-c8d5-4701-a50f-49ddb4a9f9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:57:57.740224 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5dfe186-bc7d-43f5-a7d5-c10dfe3c18a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:57:59.688161 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:58:01.665616 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:58:01.966516 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:58:06.867779 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:58:07.407718 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:58:07.683675 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:58:24.490518 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fe399241-d56c-4570-a0b3-daf12b53ef2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:58:27.740624 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e568a971-bdca-4ad7-a2a2-ba8041958cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:58:29.694743 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:58:31.669938 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:58:31.968794 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:58:37.404070 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:58:37.678218 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:58:43.867660 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:58:54.493347 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-187cb6d8-761b-4349-a88c-f9ad476bc504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:58:57.743600 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b56c1a9c-7e71-46ab-8ed4-618a6a7e04a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:58:59.696569 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:59:01.672684 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:59:01.974848 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:59:07.429013 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:59:07.680742 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:59:20.866788 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:59:24.495054 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96e93304-290e-4522-8773-aa3b2c24f993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:59:27.745310 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9b923c06-41dc-4bb6-a7bc-290b2ad0e8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:59:29.699217 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:59:31.675417 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:59:31.976004 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:59:37.427040 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:59:37.692279 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:59:54.496827 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f57edbb2-dabb-47e3-93a8-e723a7a08ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:59:57.747216 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aba5bdc9-aaa7-4f43-8a89-7b6c2e95f76d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 22:59:57.866438 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 22:59:59.699778 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:00:01.679689 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:00:01.979524 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:00:07.426543 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:00:07.689803 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:00:24.499125 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-051cdb0e-af9a-4ed9-ba4f-f8295908e7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:00:27.752296 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6ce9d7a3-eaad-49cc-b43d-e14795757e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:00:29.706505 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:00:31.686087 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:00:31.984227 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:00:34.868872 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:00:37.443164 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:00:37.703643 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:00:54.501194 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ddb9bec9-424e-4d60-8c33-835e0f7608f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:00:57.744295 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3568fc12-ee07-44c3-90c8-23222a734047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:00:59.706322 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:01:01.679628 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:01:01.987375 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:01:07.455602 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:01:07.703412 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:01:11.867897 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:01:21.941524 n-d-712143-31 neutron-server[103433]: DEBUG neutron.wsgi [req-9a6aa3b4-ba20-4e29-87b9-1c784fe70974 req-e4fe96b1-0984-4d09-a22f-08a4b8bc786e service neutron] (103433) timed out ('10.222.0.88', 48066) {{(pid=103433) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 23:01:24.504748 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d937cc88-e19a-4b16-8245-a30aae256e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:01:27.748644 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ddd3878d-3130-4990-9108-dbd714281952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:01:29.710022 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:01:31.683993 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:01:31.989029 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:01:37.487297 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:01:37.863782 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:01:48.866800 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:01:54.510818 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ae77e24f-4559-4463-94dc-97761d008255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:01:57.742343 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-27120d66-177f-4319-9f0e-4a64a0348eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:01:59.714011 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:02:01.686799 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:02:01.991872 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:02:07.486137 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:02:07.718711 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:02:24.503826 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ed8cedef-dcfe-48cd-9fa2-351ed81de495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:02:25.866323 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:02:27.744122 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6801fa93-ecc0-4c6b-b31c-2237b6aff76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:02:29.714792 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:02:31.689738 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:02:31.993379 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:02:37.487640 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:02:37.732367 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:02:54.511864 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6419592d-db4d-40d1-8d7d-d8c8d0ff3f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:02:57.751367 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a2fe9823-fa75-4807-9d70-aee53de12ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:02:59.722545 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:03:01.693517 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:03:01.996354 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:03:02.866155 n-d-712143-31 neutron-server[103436]: DEBUG neutron.db.agents_db [None req-c66a3f2b-e6b3-45af-a5ee-9782b4659c84 None None] Agent healthcheck: found 7 active agents {{(pid=103436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:03:07.489539 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:03:07.733346 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:03:24.507711 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7cf201e7-caad-4c68-a784-ecf3b7496e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (ebb82bac-b4b7-4fa0-8bc1-2094d3764abc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:03:27.744264 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-05f6a0ae-7e87-41a1-bf00-f8b3c49e2417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (64b1178a-1ef1-4e01-9fb5-89efd9a69a1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:03:29.722401 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df7686dc-4beb-46ff-99bf-1420631e89cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (265abee8-367d-455d-8491-5787e382b66a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:03:31.699006 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96fabac4-2c18-434b-baf0-2537a22695ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (18d2404e-c420-480d-afdc-34953f37d19b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:03:32.005001 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3d54-1959-4057-a32a-835f7edd4ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (3bdd18b6-eaa5-4804-a153-74b40949a2b1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:03:37.505027 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fc7c-3b0e-43e4-897d-2057568b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (6a3751c8-d245-489e-9e4a-bd37340fa4d4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 23:03:37.736587 n-d-712143-31 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41daec58-9432-4ee1-9ca5-887e853f95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751442729135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674736'] for agent (c23d6ced-374c-480f-bf2e-e7fd59e20c37), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}